-- Logs begin at Wed 2021-12-08 15:00:14 UTC, end at Wed 2021-12-08 17:50:02 UTC. -- Dec 08 15:49:53.182724 n-d-776250-12 systemd[1]: Started Devstack devstack@q-svc.service. Dec 08 15:49:56.022406 n-d-776250-12 neutron-server[110441]: INFO neutron.common.config [-] Logging enabled! Dec 08 15:49:56.023110 n-d-776250-12 neutron-server[110441]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev268 Dec 08 15:49:56.023202 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110441) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 08 15:49:56.026418 n-d-776250-12 neutron-server[110441]: INFO neutron.common.config [-] Logging enabled! Dec 08 15:49:56.026678 n-d-776250-12 neutron-server[110441]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev268 Dec 08 15:49:56.026989 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110441) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 08 15:49:56.027927 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 08 15:49:56.028164 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 08 15:49:56.028550 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 08 15:49:56.028798 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 08 15:49:56.029027 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 08 15:49:56.029350 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.029775 n-d-776250-12 neutron-server[110441]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 08 15:49:56.030091 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.030393 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.030686 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.030986 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.031281 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.031567 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.031856 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.032155 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.032475 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.032760 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.033047 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.033340 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.033623 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.033912 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.034199 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.034484 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] debug = True {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.034766 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.035197 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.036193 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.036473 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.036767 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.037049 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.037323 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.037604 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.037895 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.038221 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] host = n-d-776250-12 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.038499 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.038793 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.039079 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.039364 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.039641 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.039920 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.040227 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.040509 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.040785 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] log_file = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.041063 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.041353 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.041642 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.041933 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.042159 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.042382 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.042682 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.042971 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.043248 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.043523 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.043799 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.044072 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.044375 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.044646 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.044933 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.045222 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.045506 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.045781 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.046057 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.046333 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.046606 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.046895 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.047171 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.047447 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.047724 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.048017 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.048319 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.048597 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.048900 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.049188 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.049473 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.049762 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.050037 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.050326 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.050597 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.050872 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.051185 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] use_json = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.051465 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.051738 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.052021 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.052323 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.052599 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.052874 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.053148 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.053434 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:56.053734 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.054033 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.054336 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.054621 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.054937 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.055223 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.055515 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.055797 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.056089 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.056404 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.056697 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.056976 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.057267 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.057549 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.057845 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.058151 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.058447 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.058741 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.059017 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.059293 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.059569 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.059850 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.060140 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.060449 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.060740 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.061031 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.061312 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.061610 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.061896 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.062190 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.062745 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.063020 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.063301 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.063595 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.063875 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.064147 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.064449 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.064738 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.065017 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.065291 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.065572 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.065851 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.066122 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.066393 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.067175 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.067478 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.067758 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.068031 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.068340 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.068624 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.068898 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.069180 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.069456 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.069727 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.069999 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.070276 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.070548 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.070826 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.071104 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.071373 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.071649 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.071920 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.072209 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.072485 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.072755 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.073025 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.073293 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.073562 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.073839 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.074111 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.074383 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.074654 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.074927 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.075198 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.075482 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.075782 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.076064 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.076379 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.076660 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.076940 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.077218 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.077496 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.077777 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.078058 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.078329 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.078622 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.078910 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.079197 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.079482 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.079780 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.080079 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.080382 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.080670 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.080956 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.081234 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.081519 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.081807 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.082105 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.082479 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.083279 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.083578 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.083876 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.084161 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.084495 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.084781 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:56.085003 n-d-776250-12 neutron-server[110441]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 08 15:49:56.085244 n-d-776250-12 neutron-server[110441]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110441) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 08 15:49:56.519829 n-d-776250-12 neutron-server[110441]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 08 15:49:56.520110 n-d-776250-12 neutron-server[110441]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 08 15:49:56.520448 n-d-776250-12 neutron-server[110441]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 08 15:49:56.520786 n-d-776250-12 neutron-server[110441]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 08 15:49:56.850162 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:56.850384 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:56.850661 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:56.851975 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:56.852278 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:56.852549 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:56.897984 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:56.898264 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:56.898531 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:56.913266 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:56.913545 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:56.913816 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:56.943297 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:56.943580 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:56.943853 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:56.981999 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:56.982282 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:56.982553 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:57.324202 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:57.324839 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:57.324839 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:57.325020 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:57.325714 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:57.428232 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:57.428562 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:57.428851 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:57.429131 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:57.429400 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:57.429716 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:57.429980 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:57.430233 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:57.430485 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:57.430773 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:57.431030 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:57.431293 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:57.431548 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:57.431799 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:57.432053 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:57.432345 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:57.432602 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:57.432871 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:57.433141 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:57.433401 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:57.433676 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:57.433939 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:57.434220 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:57.434601 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:57.434854 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:57.435104 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:57.435508 n-d-776250-12 neutron-server[110441]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110441) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 08 15:49:57.435749 n-d-776250-12 neutron-server[110441]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110441) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 08 15:49:57.435988 n-d-776250-12 neutron-server[110441]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110441) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 08 15:49:57.436249 n-d-776250-12 neutron-server[110441]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110441) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 08 15:49:57.436489 n-d-776250-12 neutron-server[110441]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110441) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 08 15:49:57.436727 n-d-776250-12 neutron-server[110441]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110441) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 08 15:49:57.437096 n-d-776250-12 neutron-server[110441]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 08 15:49:57.440627 n-d-776250-12 neutron-server[110441]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 08 15:49:57.444715 n-d-776250-12 neutron-server[110441]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 08 15:49:57.448651 n-d-776250-12 neutron-server[110441]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Dec 08 15:49:57.450299 n-d-776250-12 neutron-server[110441]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 08 15:49:57.450764 n-d-776250-12 neutron-server[110441]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 08 15:49:57.451104 n-d-776250-12 neutron-server[110441]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 08 15:49:57.451492 n-d-776250-12 neutron-server[110441]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 08 15:49:57.454372 n-d-776250-12 neutron-server[110441]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 08 15:49:57.454627 n-d-776250-12 neutron-server[110441]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 08 15:49:57.454980 n-d-776250-12 neutron-server[110441]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 08 15:49:57.462958 n-d-776250-12 neutron-server[110441]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 08 15:49:57.486797 n-d-776250-12 neutron-server[110441]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 08 15:49:57.487267 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:57.487569 n-d-776250-12 neutron-server[110441]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110441) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 08 15:49:57.487930 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:57.489538 n-d-776250-12 neutron-server[110441]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110441) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 08 15:49:57.489826 n-d-776250-12 neutron-server[110441]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 08 15:49:57.490074 n-d-776250-12 neutron-server[110441]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 08 15:49:57.493357 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:57.493639 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:57.558010 n-d-776250-12 neutron-server[110441]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 08 15:49:57.558252 n-d-776250-12 neutron-server[110441]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 08 15:49:57.558491 n-d-776250-12 neutron-server[110441]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 08 15:49:57.558877 n-d-776250-12 neutron-server[110441]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 08 15:49:57.581192 n-d-776250-12 neutron-server[110441]: DEBUG oslo_db.sqlalchemy.engines [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110441) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 08 15:49:58.176678 n-d-776250-12 neutron-server[110441]: INFO neutron.plugins.ml2.managers [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Initializing driver for type 'gre' Dec 08 15:49:58.177291 n-d-776250-12 neutron-server[110441]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] gre ID ranges: [(1, 1000)] Dec 08 15:49:58.371174 n-d-776250-12 neutron-server[110441]: INFO neutron.plugins.ml2.managers [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Initializing driver for type 'local' Dec 08 15:49:58.371780 n-d-776250-12 neutron-server[110441]: INFO neutron.plugins.ml2.managers [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Initializing driver for type 'vlan' Dec 08 15:49:58.462412 n-d-776250-12 neutron-server[110441]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] VlanTypeDriver initialization complete Dec 08 15:49:58.462673 n-d-776250-12 neutron-server[110441]: INFO neutron.plugins.ml2.managers [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Initializing driver for type 'vxlan' Dec 08 15:49:58.463191 n-d-776250-12 neutron-server[110441]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] vxlan ID ranges: [(1, 1000)] Dec 08 15:49:58.696905 n-d-776250-12 neutron-server[110441]: INFO neutron.plugins.ml2.managers [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Initializing extension driver 'port_security' Dec 08 15:49:58.697253 n-d-776250-12 neutron-server[110441]: INFO neutron.plugins.ml2.extensions.port_security [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] PortSecurityExtensionDriver initialization complete Dec 08 15:49:58.697597 n-d-776250-12 neutron-server[110441]: INFO neutron.plugins.ml2.managers [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Initializing mechanism driver 'openvswitch' Dec 08 15:49:58.697925 n-d-776250-12 neutron-server[110441]: INFO neutron.plugins.ml2.managers [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Initializing mechanism driver 'hyperv' Dec 08 15:49:58.704677 n-d-776250-12 neutron-server[110441]: DEBUG neutron.plugins.ml2.plugin [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:49:58.705538 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: > port after_create 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.705919 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: > port after_update 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.706281 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: > port after_delete 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.706825 n-d-776250-12 neutron-server[110441]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110441) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 08 15:49:58.707279 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: > subnet after_create 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.707652 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: > subnet after_update 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.708005 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.708449 n-d-776250-12 neutron-server[110441]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110441) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 08 15:49:58.708867 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: > network after_create 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.709221 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: > network after_update 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.709572 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: > network after_delete 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.709979 n-d-776250-12 neutron-server[110441]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110441) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 08 15:49:58.710398 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: > security_group after_create 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.710766 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: > security_group after_update 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.711110 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.711522 n-d-776250-12 neutron-server[110441]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110441) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 08 15:49:58.711940 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.712323 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.717682 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.717682 n-d-776250-12 neutron-server[110441]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110441) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 08 15:49:58.717682 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: > address_group after_create 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.717682 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: > address_group after_update 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.717682 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.718078 n-d-776250-12 neutron-server[110441]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110441) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 08 15:49:58.718078 n-d-776250-12 neutron-server[110441]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] ML2 OVO RPC backend initialized. {{(pid=110441) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 08 15:49:58.718078 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.718078 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.718078 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: > network before_response 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.718520 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: > networks before_response 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.718520 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: > port before_response 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.718520 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: > ports before_response 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.718520 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: > subnet before_response 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.718862 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: > subnets before_response 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.718862 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: > network after_create 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.718862 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: > network after_update 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.719217 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: > network after_delete 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.719408 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: > port after_create 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.719752 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: > port after_update 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.720093 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: > port after_delete 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.720461 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: > subnet after_create 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.720808 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: > subnet after_update 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.721150 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.721734 n-d-776250-12 neutron-server[110441]: INFO neutron.plugins.ml2.plugin [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Modular L2 Plugin initialization complete Dec 08 15:49:58.722069 n-d-776250-12 neutron-server[110441]: DEBUG neutron.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading services supported by the core plugin {{(pid=110441) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 08 15:49:58.722403 n-d-776250-12 neutron-server[110441]: INFO neutron.plugins.ml2.managers [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Got port-security extension from driver 'port_security' Dec 08 15:49:58.722879 n-d-776250-12 neutron-server[110441]: INFO neutron.extensions.vlantransparent [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Disabled vlantransparent extension. Dec 08 15:49:58.723366 n-d-776250-12 neutron-server[110441]: DEBUG neutron.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110441) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 08 15:49:58.723687 n-d-776250-12 neutron-server[110441]: INFO neutron.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading Plugin: router Dec 08 15:49:58.766691 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.767090 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: > router after_create 55549900 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.767473 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: > router before_create 55549900 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.767851 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.768266 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.768628 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: > router after_delete 55549900 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.768995 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: > floatingip after_create 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.769479 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.769848 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: > router after_create 55549900 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.770206 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: > router after_update 55549900 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.770565 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: > router after_update 55549900 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.770922 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.771287 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: > router after_update 55549900 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.771707 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: > router precommit_update 55549900 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.772080 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: port after_update 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.772453 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: port after_delete 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.772804 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: subnet after_update 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.773151 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.773507 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.773860 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: > router precommit_create 55549900 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.774210 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: port before_delete 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.774563 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: > router precommit_create 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.775096 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: > router after_update 55549900 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.775284 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.775703 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: > router precommit_create 55549900 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.776011 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.776391 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: > router precommit_update 55549900 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.776768 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: > agent after_create 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.777126 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: > agent after_delete 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.777476 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: > network after_delete 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.782446 n-d-776250-12 neutron-server[110441]: DEBUG neutron.quota.resource_registry [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Tracking information for resource: router configured {{(pid=110441) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 08 15:49:58.782446 n-d-776250-12 neutron-server[110441]: DEBUG neutron.quota.resource_registry [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Tracking information for resource: floatingip configured {{(pid=110441) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 08 15:49:58.783598 n-d-776250-12 neutron-server[110441]: INFO neutron.db.l3_agentschedulers_db [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 08 15:49:58.784211 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: port after_update 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.784582 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: port after_create 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.784951 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: port after_delete 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.785309 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: port after_update 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.786099 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: > router before_create 55550100 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.786589 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.786841 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: > router precommit_create 55550100 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.787208 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: > router precommit_update 55550100 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.792035 n-d-776250-12 neutron-server[110441]: DEBUG neutron.services.provider_configuration [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Service providers = [] {{(pid=110441) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 08 15:49:58.792438 n-d-776250-12 neutron-server[110441]: DEBUG neutron.db.servicetype_db [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110441) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 08 15:49:58.795404 n-d-776250-12 neutron-server[110441]: DEBUG neutron.services.service_base [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110441) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 08 15:49:58.795759 n-d-776250-12 neutron-server[110441]: DEBUG neutron.services.service_base [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110441) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 08 15:49:58.796106 n-d-776250-12 neutron-server[110441]: DEBUG neutron.services.service_base [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110441) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 08 15:49:58.797039 n-d-776250-12 neutron-server[110441]: DEBUG neutron.services.service_base [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110441) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 08 15:49:58.797417 n-d-776250-12 neutron-server[110441]: INFO neutron.services.service_base [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 08 15:49:58.797802 n-d-776250-12 neutron-server[110441]: DEBUG neutron.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110441) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 08 15:49:58.798124 n-d-776250-12 neutron-server[110441]: INFO neutron.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 08 15:49:58.809438 n-d-776250-12 neutron-server[110441]: DEBUG neutron.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110441) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 08 15:49:58.809772 n-d-776250-12 neutron-server[110441]: INFO neutron.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading Plugin: auto_allocate Dec 08 15:49:58.815890 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: network precommit_update 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.816295 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: network precommit_create 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.817442 n-d-776250-12 neutron-server[110441]: DEBUG neutron.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110441) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 08 15:49:58.817772 n-d-776250-12 neutron-server[110441]: INFO neutron.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading Plugin: tag Dec 08 15:49:58.824597 n-d-776250-12 neutron-server[110441]: DEBUG neutron.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110441) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 08 15:49:58.824941 n-d-776250-12 neutron-server[110441]: INFO neutron.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading Plugin: timestamp Dec 08 15:49:58.828806 n-d-776250-12 neutron-server[110441]: DEBUG neutron.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110441) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 08 15:49:58.829149 n-d-776250-12 neutron-server[110441]: INFO neutron.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading Plugin: network_ip_availability Dec 08 15:49:58.834699 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.835081 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.835447 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:58.836224 n-d-776250-12 neutron-server[110441]: DEBUG neutron.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110441) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 08 15:49:58.836553 n-d-776250-12 neutron-server[110441]: INFO neutron.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading Plugin: flavors Dec 08 15:49:58.848244 n-d-776250-12 neutron-server[110441]: DEBUG neutron.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110441) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 08 15:49:58.848587 n-d-776250-12 neutron-server[110441]: INFO neutron.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading Plugin: revisions Dec 08 15:49:58.852942 n-d-776250-12 neutron-server[110441]: DEBUG neutron.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110441) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 08 15:49:58.853342 n-d-776250-12 neutron-server[110441]: DEBUG oslo_concurrency.lockutils [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.333s {{(pid=110441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 08 15:49:58.854103 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110441) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 08 15:49:58.854444 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Initializing extension manager. Dec 08 15:49:58.854964 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: __init__.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:58.855312 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: __pycache__ {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:58.855653 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:58.855991 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: address_group.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:58.856774 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:58.857354 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded extension: address-group Dec 08 15:49:58.857682 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: address_scope.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:58.858402 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:58.858915 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded extension: address-scope Dec 08 15:49:58.859247 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:58.860223 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:58.860772 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded extension: router-admin-state-down-before-update Dec 08 15:49:58.861072 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: agent.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:58.861782 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:58.862306 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded extension: agent Dec 08 15:49:58.862622 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: agent_resources_synced.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:58.864060 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:58.864599 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded extension: agent-resources-synced Dec 08 15:49:58.864926 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: allowedaddresspairs.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:58.866758 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:58.867281 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded extension: allowed-address-pairs Dec 08 15:49:58.867614 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: auto_allocated_topology.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:58.868737 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:58.869260 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded extension: auto-allocated-topology Dec 08 15:49:58.869590 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: availability_zone.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:58.870295 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:58.870810 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded extension: availability_zone Dec 08 15:49:58.871139 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: availability_zone_filter.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:58.872069 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:58.872620 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded extension: availability_zone_filter Dec 08 15:49:58.872948 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: data_plane_status.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:58.873867 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:58.874380 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extension data-plane-status not supported by any of loaded plugins Dec 08 15:49:58.874705 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: default_subnetpools.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:58.875634 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:58.876147 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded extension: default-subnetpools Dec 08 15:49:58.876502 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:58.877330 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:58.877840 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded extension: dhcp_agent_scheduler Dec 08 15:49:58.878173 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: dns.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:58.879127 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:58.880166 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extension dns-integration not supported by any of loaded plugins Dec 08 15:49:58.880512 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: dns_domain_ports.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:58.881446 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:58.881962 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 08 15:49:58.882288 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:58.900502 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:58.901007 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 08 15:49:58.901334 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: dvr.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:58.902012 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:58.902519 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded extension: dvr Dec 08 15:49:58.902846 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: ecmp_routes.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:58.903776 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:58.904320 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extension ecmp_routes not supported by any of loaded plugins Dec 08 15:49:58.904651 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: empty_string_filtering.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:58.905581 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:58.906088 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded extension: empty-string-filtering Dec 08 15:49:58.906416 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:58.907337 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:58.907843 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 08 15:49:58.908169 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:58.909116 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:58.909623 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 08 15:49:58.909949 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: external_net.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:58.910895 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:58.911405 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded extension: external-net Dec 08 15:49:58.911734 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:58.912675 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:58.913182 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded extension: extra_dhcp_opt Dec 08 15:49:58.913510 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: extraroute.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:58.914420 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:58.914937 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded extension: extraroute Dec 08 15:49:58.915265 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: extraroute_atomic.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:58.917960 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:58.918496 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded extension: extraroute-atomic Dec 08 15:49:58.918841 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: filter_validation.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:58.919531 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:58.920046 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded extension: filter-validation Dec 08 15:49:58.920406 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: fip_pf_description.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:58.921337 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:58.921852 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 08 15:49:58.922184 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: fip_port_details.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:58.923117 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:58.923623 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded extension: fip-port-details Dec 08 15:49:58.923955 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: flavors.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:58.925248 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:58.925770 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded extension: flavors Dec 08 15:49:58.926672 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:58.928398 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:58.928924 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 08 15:49:58.929268 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: floatingip_pools.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:58.929983 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:58.930526 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded extension: floatingip-pools Dec 08 15:49:58.930862 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: ip_allocation.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:58.931804 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:58.932350 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extension ip_allocation not supported by any of loaded plugins Dec 08 15:49:58.932685 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:58.942813 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:58.943332 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded extension: ip-substring-filtering Dec 08 15:49:58.943664 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: l2_adjacency.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:58.944650 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:58.945158 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 08 15:49:58.945487 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: l3.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:58.946481 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:58.947002 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded extension: router Dec 08 15:49:58.947334 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:58.949632 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:58.950165 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 08 15:49:58.950505 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:58.951452 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:58.951973 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded extension: ext-gw-mode Dec 08 15:49:58.952335 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:58.953285 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:58.953806 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded extension: l3-ha Dec 08 15:49:58.954136 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: l3_flavors.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:58.955067 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:58.955590 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded extension: l3-flavors Dec 08 15:49:58.955921 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:58.956877 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:58.957422 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 08 15:49:58.957753 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: l3agentscheduler.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:58.958806 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:58.959320 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded extension: l3_agent_scheduler Dec 08 15:49:58.959654 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: local_ip.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:58.961484 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:58.962016 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extension local_ip not supported by any of loaded plugins Dec 08 15:49:58.962354 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: logging.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:58.963852 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:58.964411 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extension logging not supported by any of loaded plugins Dec 08 15:49:58.964751 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: metering.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:58.965626 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:58.966214 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded extension: metering Dec 08 15:49:58.966547 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:58.967648 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:58.968241 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded extension: metering_source_and_destination_fields Dec 08 15:49:58.968536 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: multiprovidernet.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:58.969473 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:58.969991 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded extension: multi-provider Dec 08 15:49:58.970325 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: netmtu.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:58.971246 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:58.971766 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded extension: net-mtu Dec 08 15:49:58.972099 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: netmtu_writable.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:58.973082 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:58.973655 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded extension: net-mtu-writable Dec 08 15:49:58.973929 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: network_availability_zone.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:58.974604 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:58.975116 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded extension: network_availability_zone Dec 08 15:49:58.975446 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: network_ip_availability.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:58.976595 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:58.977114 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded extension: network-ip-availability Dec 08 15:49:58.977444 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: network_segment_range.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:58.978217 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:58.978726 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extension network-segment-range not supported by any of loaded plugins Dec 08 15:49:58.979053 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: pagination.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:58.980049 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:58.980416 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded extension: pagination Dec 08 15:49:58.980745 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: port_device_profile.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:58.986638 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:58.987150 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded extension: port-device-profile Dec 08 15:49:58.987478 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:58.988456 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:58.989492 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded extension: port-mac-address-regenerate Dec 08 15:49:58.989823 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:58.990740 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:58.991250 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded extension: port-numa-affinity-policy Dec 08 15:49:58.991578 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: port_resource_request.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:58.992522 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:58.993033 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extension port-resource-request not supported by any of loaded plugins Dec 08 15:49:58.993360 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: port_resource_request_groups.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:58.994339 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:58.994846 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 08 15:49:58.995174 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: portbindings.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:58.996106 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:58.996655 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded extension: binding Dec 08 15:49:58.996983 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: portbindings_extended.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:58.998285 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:58.998803 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded extension: binding-extended Dec 08 15:49:58.999137 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: portsecurity.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:59.000063 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:59.000606 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded extension: port-security Dec 08 15:49:59.000939 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: project_id.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:59.001933 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:59.002269 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded extension: project-id Dec 08 15:49:59.002596 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: providernet.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:59.003533 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:59.004048 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded extension: provider Dec 08 15:49:59.004954 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: qos.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:59.008586 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:59.009121 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extension qos not supported by any of loaded plugins Dec 08 15:49:59.009466 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:59.010728 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:59.011250 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 08 15:49:59.011587 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:59.012553 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:59.013080 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 08 15:49:59.013411 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: qos_default.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:59.014337 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:59.014852 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extension qos-default not supported by any of loaded plugins Dec 08 15:49:59.015186 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: qos_fip.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:59.015842 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:59.016386 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extension qos-fip not supported by any of loaded plugins Dec 08 15:49:59.016718 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: qos_fip_network_policy.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:59.017724 n-d-776250-12 neutron-server[110441]: WARNING neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extension file qos_fip_network_policy.py wasn't loaded due to cannot import name 'qos_fip_network_policy' from 'neutron_lib.api.definitions' (/usr/local/lib/python3.8/dist-packages/neutron_lib/api/definitions/__init__.py) Dec 08 15:49:59.018063 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: qos_gateway_ip.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:59.019034 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:59.019551 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 08 15:49:59.019907 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: qos_port_network_policy.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:59.020866 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:59.021377 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 08 15:49:59.021703 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:59.022878 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:59.023397 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 08 15:49:59.023728 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: qos_pps_rule.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:59.024960 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:59.025484 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extension qos-pps not supported by any of loaded plugins Dec 08 15:49:59.025817 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: qos_rule_type_details.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:59.026742 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:59.027260 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 08 15:49:59.027591 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: qos_rules_alias.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:59.028665 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:59.029183 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 08 15:49:59.029518 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: quota_check_limit.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:59.030439 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:59.030955 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded extension: quota-check-limit Dec 08 15:49:59.031287 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: quotasv2.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:59.032258 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:59.037702 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded extension: quotas Dec 08 15:49:59.037702 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: quotasv2_detail.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:59.040648 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:59.041000 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded extension: quota_details Dec 08 15:49:59.041338 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: rbac.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:59.042413 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:59.042941 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded extension: rbac-policies Dec 08 15:49:59.043274 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: rbac_address_group.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:59.044254 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:59.044786 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded extension: rbac-address-group Dec 08 15:49:59.045123 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: rbac_address_scope.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:59.046058 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:59.046581 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded extension: rbac-address-scope Dec 08 15:49:59.046910 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: rbac_security_groups.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:59.047842 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:59.048408 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded extension: rbac-security-groups Dec 08 15:49:59.048739 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: rbac_subnetpool.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:59.049667 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:59.050187 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded extension: rbac-subnetpool Dec 08 15:49:59.050517 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: revisionifmatch.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:59.051524 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:59.052043 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded extension: revision-if-match Dec 08 15:49:59.052402 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: revisions.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:59.053533 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:59.054050 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded extension: standard-attr-revisions Dec 08 15:49:59.054380 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: router_availability_zone.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:59.055052 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:59.055568 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded extension: router_availability_zone Dec 08 15:49:59.055891 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: routerservicetype.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:59.056850 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:59.057367 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extension router-service-type not supported by any of loaded plugins Dec 08 15:49:59.057693 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:59.058694 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:59.059206 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded extension: security-groups-normalized-cidr Dec 08 15:49:59.059533 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:59.060504 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:59.061016 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded extension: port-security-groups-filtering Dec 08 15:49:59.061343 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:59.062270 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:59.063045 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded extension: security-groups-remote-address-group Dec 08 15:49:59.063368 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:59.064356 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:59.064873 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded extension: security-groups-shared-filtering Dec 08 15:49:59.065201 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:59.065783 n-d-776250-12 neutron-server[110441]: WARNING neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 08 15:49:59.066109 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: securitygroup.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:59.076582 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:59.077120 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded extension: security-group Dec 08 15:49:59.077469 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: segment.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:59.078265 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:59.078782 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extension segment not supported by any of loaded plugins Dec 08 15:49:59.079120 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:59.080068 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:59.080616 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 08 15:49:59.080953 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: servicetype.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:59.082053 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:59.083136 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded extension: service-type Dec 08 15:49:59.083471 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: sorting.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:59.088158 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:59.088529 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded extension: sorting Dec 08 15:49:59.088868 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: standard_attr_segment.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:59.089862 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:59.090420 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 08 15:49:59.090752 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: standardattrdescription.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:59.091426 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:59.091936 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded extension: standard-attr-description Dec 08 15:49:59.092301 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: stateful_security_group.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:59.093254 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:59.093788 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded extension: stateful-security-group Dec 08 15:49:59.094123 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: stdattrs_common.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:59.094704 n-d-776250-12 neutron-server[110441]: WARNING neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 08 15:49:59.095035 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:59.095984 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:59.096548 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 08 15:49:59.096896 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: subnet_onboard.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:59.098039 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:59.098556 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded extension: subnet_onboard Dec 08 15:49:59.098897 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:59.099837 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:59.100382 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 08 15:49:59.100713 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: subnet_service_types.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:59.101657 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:59.102304 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded extension: subnet-service-types Dec 08 15:49:59.102665 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: subnetallocation.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:59.103775 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:59.104325 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded extension: subnet_allocation Dec 08 15:49:59.104662 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:59.105343 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:59.105853 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded extension: subnetpool-prefix-ops Dec 08 15:49:59.106188 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:59.107131 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:59.107641 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 08 15:49:59.107970 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: tagging.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:59.109115 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:59.109630 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded extension: standard-attr-tag Dec 08 15:49:59.109984 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: timestamp.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:59.111286 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:59.111817 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loaded extension: standard-attr-timestamp Dec 08 15:49:59.112152 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: trunk.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:59.113248 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:59.113821 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extension trunk not supported by any of loaded plugins Dec 08 15:49:59.114155 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: trunk_details.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:59.115086 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:59.115604 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extension trunk-details not supported by any of loaded plugins Dec 08 15:49:59.115934 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: uplink_status_propagation.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:59.116891 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:59.117410 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 08 15:49:59.117739 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Loading extension file: vlantransparent.py {{(pid=110441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:49:59.118424 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:49:59.118931 n-d-776250-12 neutron-server[110441]: INFO neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 08 15:49:59.121626 n-d-776250-12 neutron-server[110441]: INFO neutron.quota.resource_registry [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Creating instance of TrackedResource for resource:network Dec 08 15:49:59.122165 n-d-776250-12 neutron-server[110441]: INFO neutron.quota.resource_registry [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Creating instance of TrackedResource for resource:subnet Dec 08 15:49:59.122583 n-d-776250-12 neutron-server[110441]: INFO neutron.quota.resource_registry [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Creating instance of TrackedResource for resource:subnetpool Dec 08 15:49:59.122988 n-d-776250-12 neutron-server[110441]: INFO neutron.quota.resource_registry [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Creating instance of TrackedResource for resource:port Dec 08 15:49:59.124299 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.v2.resource_helper [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 15:49:59.124752 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.v2.resource_helper [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Service FLAVORS assigned prefix: {{(pid=110441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 15:49:59.125393 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.v2.resource_helper [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 15:49:59.125832 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.v2.resource_helper [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 15:49:59.126172 n-d-776250-12 neutron-server[110441]: INFO neutron.quota.resource_registry [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Creating instance of TrackedResource for resource:router Dec 08 15:49:59.126620 n-d-776250-12 neutron-server[110441]: INFO neutron.quota.resource_registry [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Creating instance of TrackedResource for resource:floatingip Dec 08 15:49:59.127124 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.v2.resource_helper [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Service METERING assigned prefix: /metering {{(pid=110441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 15:49:59.128655 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:59.129071 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:59.129981 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:49:59.131004 n-d-776250-12 neutron-server[110441]: INFO neutron.quota.resource_registry [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Creating instance of CountableResource for resource:rbac_policy Dec 08 15:49:59.131459 n-d-776250-12 neutron-server[110441]: INFO neutron.quota.resource_registry [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Creating instance of TrackedResource for resource:security_group Dec 08 15:49:59.131912 n-d-776250-12 neutron-server[110441]: INFO neutron.quota.resource_registry [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 08 15:49:59.132568 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.v2.resource_helper [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Service CORE assigned prefix: {{(pid=110441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 15:49:59.132908 n-d-776250-12 neutron-server[110441]: INFO neutron.quota.resource_registry [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Creating instance of TrackedResource for resource:subnetpool Dec 08 15:49:59.133265 n-d-776250-12 neutron-server[110441]: WARNING neutron.quota.resource_registry [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] subnetpool is already registered Dec 08 15:49:59.133703 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.v2.resource_helper [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Service CORE assigned prefix: {{(pid=110441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 15:49:59.134038 n-d-776250-12 neutron-server[110441]: INFO neutron.quota.resource_registry [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Creating instance of TrackedResource for resource:subnetpool Dec 08 15:49:59.134379 n-d-776250-12 neutron-server[110441]: WARNING neutron.quota.resource_registry [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] subnetpool is already registered Dec 08 15:49:59.136696 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.v2.resource_helper [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 15:49:59.137144 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.v2.resource_helper [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Service FLAVORS assigned prefix: {{(pid=110441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 15:49:59.137744 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.v2.resource_helper [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 15:49:59.138179 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.v2.resource_helper [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 15:49:59.138517 n-d-776250-12 neutron-server[110441]: INFO neutron.quota.resource_registry [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Creating instance of TrackedResource for resource:router Dec 08 15:49:59.138866 n-d-776250-12 neutron-server[110441]: WARNING neutron.quota.resource_registry [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] router is already registered Dec 08 15:49:59.139288 n-d-776250-12 neutron-server[110441]: INFO neutron.quota.resource_registry [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Creating instance of TrackedResource for resource:floatingip Dec 08 15:49:59.139633 n-d-776250-12 neutron-server[110441]: WARNING neutron.quota.resource_registry [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] floatingip is already registered Dec 08 15:49:59.140097 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.v2.resource_helper [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Service METERING assigned prefix: /metering {{(pid=110441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 15:49:59.140810 n-d-776250-12 neutron-server[110441]: INFO neutron.quota.resource_registry [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Creating instance of CountableResource for resource:rbac_policy Dec 08 15:49:59.141148 n-d-776250-12 neutron-server[110441]: WARNING neutron.quota.resource_registry [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] rbac_policy is already registered Dec 08 15:49:59.141572 n-d-776250-12 neutron-server[110441]: INFO neutron.quota.resource_registry [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Creating instance of TrackedResource for resource:security_group Dec 08 15:49:59.141914 n-d-776250-12 neutron-server[110441]: WARNING neutron.quota.resource_registry [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] security_group is already registered Dec 08 15:49:59.142322 n-d-776250-12 neutron-server[110441]: INFO neutron.quota.resource_registry [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 08 15:49:59.142663 n-d-776250-12 neutron-server[110441]: WARNING neutron.quota.resource_registry [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] security_group_rule is already registered Dec 08 15:49:59.143303 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.v2.resource_helper [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Service CORE assigned prefix: {{(pid=110441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 15:49:59.143637 n-d-776250-12 neutron-server[110441]: INFO neutron.quota.resource_registry [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Creating instance of TrackedResource for resource:subnetpool Dec 08 15:49:59.143977 n-d-776250-12 neutron-server[110441]: WARNING neutron.quota.resource_registry [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] subnetpool is already registered Dec 08 15:49:59.144441 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.v2.resource_helper [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Service CORE assigned prefix: {{(pid=110441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 15:49:59.145439 n-d-776250-12 neutron-server[110441]: INFO neutron.quota.resource_registry [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Creating instance of TrackedResource for resource:subnetpool Dec 08 15:49:59.145789 n-d-776250-12 neutron-server[110441]: WARNING neutron.quota.resource_registry [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] subnetpool is already registered Dec 08 15:49:59.146263 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extended resource: extensions {{(pid=110441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:49:59.147749 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extended resource: address-groups {{(pid=110441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:49:59.149269 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extended resource: address-scopes {{(pid=110441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:49:59.150596 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extended resource: agents {{(pid=110441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:49:59.151924 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extended resource: auto-allocated-topology {{(pid=110441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:49:59.153298 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extended resource: availability_zones {{(pid=110441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:49:59.154531 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extended resource: dhcp-networks {{(pid=110441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:49:59.156040 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extended resource: dhcp-agents {{(pid=110441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:49:59.157562 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extended resource: routers {{(pid=110441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:49:59.159788 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extended resource: flavors {{(pid=110441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:49:59.161029 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extended resource: service_profiles {{(pid=110441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:49:59.162263 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extended resource: next_providers {{(pid=110441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:49:59.163715 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extended resource: service_profiles {{(pid=110441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:49:59.166299 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extended resource: floatingip-pools {{(pid=110441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:49:59.167548 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extended resource: routers {{(pid=110441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:49:59.169721 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extended resource: floatingips {{(pid=110441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:49:59.171011 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extended resource: l3-routers {{(pid=110441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:49:59.172439 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extended resource: l3-agents {{(pid=110441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:49:59.173860 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extended resource: metering-labels {{(pid=110441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:49:59.175228 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extended resource: metering-label-rules {{(pid=110441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:49:59.176569 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extended resource: network-ip-availabilities {{(pid=110441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:49:59.177847 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extended resource: bindings {{(pid=110441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:49:59.179504 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extended resource: quotas {{(pid=110441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:49:59.181108 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extended resource: quotas {{(pid=110441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:49:59.182671 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extended resource: rbac-policies {{(pid=110441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:49:59.183968 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extended resource: security-groups {{(pid=110441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:49:59.185233 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extended resource: security-group-rules {{(pid=110441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:49:59.186479 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extended resource: service-providers {{(pid=110441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:49:59.187974 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extended resource: subnetpools {{(pid=110441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:49:59.189447 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extended resource: subnetpools {{(pid=110441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:49:59.190915 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extended resource: tags {{(pid=110441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:49:59.193164 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extended resource: tags {{(pid=110441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:49:59.195000 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extended resource: tags {{(pid=110441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:49:59.196826 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extended resource: tags {{(pid=110441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:49:59.198636 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extended resource: tags {{(pid=110441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:49:59.200528 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extended resource: tags {{(pid=110441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:49:59.202311 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extended resource: tags {{(pid=110441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:49:59.204155 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extended resource: tags {{(pid=110441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:49:59.205978 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extended resource: tags {{(pid=110441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:49:59.208418 n-d-776250-12 neutron-server[110441]: DEBUG neutron.api.extensions [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Extended resource: tags {{(pid=110441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:49:59.214520 n-d-776250-12 neutron-server[110441]: WARNING keystonemiddleware.auth_token [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 08 15:49:59.219343 n-d-776250-12 neutron-server[110441]: WARNING keystonemiddleware.auth_token [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 08 15:49:59.228032 n-d-776250-12 neutron-server[110441]: DEBUG oslo_concurrency.lockutils [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Acquired lock "singleton_lock" {{(pid=110441) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 08 15:49:59.228531 n-d-776250-12 neutron-server[110441]: DEBUG oslo_concurrency.lockutils [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Releasing lock "singleton_lock" {{(pid=110441) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 08 15:49:59.229190 n-d-776250-12 neutron-server[110441]: INFO oslo_service.service [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Starting 2 workers Dec 08 15:49:59.233998 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Started child 110550 {{(pid=110441) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 08 15:49:59.238448 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Started child 110551 {{(pid=110441) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 08 15:49:59.239934 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:49:59.240672 n-d-776250-12 neutron-server[110441]: INFO neutron.service [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 08 15:49:59.240848 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Publish callbacks [] for process, before_spawn {{(pid=110441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:49:59.241785 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [-] (110550) wsgi starting up on http://0.0.0.0:9696 Dec 08 15:49:59.243328 n-d-776250-12 neutron-server[110441]: INFO oslo_service.service [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Starting 1 workers Dec 08 15:49:59.243489 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:49:59.244885 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [-] (110551) wsgi starting up on http://0.0.0.0:9696 Dec 08 15:49:59.248486 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Started child 110552 {{(pid=110441) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 08 15:49:59.249050 n-d-776250-12 neutron-server[110441]: INFO oslo_service.service [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Starting 1 workers Dec 08 15:49:59.252398 n-d-776250-12 neutron-server[110552]: DEBUG neutron.service [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] calling RpcWorker wait() {{(pid=110552) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 08 15:49:59.252937 n-d-776250-12 neutron-server[110552]: DEBUG neutron.service [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] returning from RpcWorker wait() {{(pid=110552) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 08 15:49:59.253601 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Started child 110553 {{(pid=110441) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 08 15:49:59.254930 n-d-776250-12 neutron-server[110441]: DEBUG neutron_lib.callbacks.manager [None req-fb86397c-d16c-4478-b15b-3b3661578ab7 None None] Publish callbacks [] for process, after_spawn {{(pid=110441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:49:59.255487 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:49:59.256000 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:49:59.256927 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110441) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 08 15:49:59.257142 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 08 15:49:59.257335 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 08 15:49:59.257565 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 08 15:49:59.257904 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 08 15:49:59.258087 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 08 15:49:59.258642 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.258921 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.259115 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:49:59.259590 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.259590 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.259757 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.260054 n-d-776250-12 neutron-server[110553]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:49:59.260513 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.260782 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.261026 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.261326 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.261563 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.261736 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.261937 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.262165 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.262417 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.262725 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.262994 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.263238 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.263494 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.263676 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.263948 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.264240 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.264493 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.264768 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] debug = True {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.265026 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.265500 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.265739 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.265995 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.266225 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.266508 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.266744 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.267007 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.267258 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.267486 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.267707 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.267973 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.268255 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.268494 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.268743 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.268970 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.269235 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.269466 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.270523 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] host = n-d-776250-12 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.270747 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.270970 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.271210 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.271468 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.271729 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.271952 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.272251 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.272512 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.272780 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.273122 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.273275 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.273489 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.273733 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.274025 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] log_file = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.274167 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] log_options = True {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.274365 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.274648 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.274899 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.275103 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.275275 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.275458 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.275726 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.275895 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.276189 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.276435 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.276656 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.276893 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.277115 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.277353 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.277603 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.277840 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.278081 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.278318 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.278568 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.278827 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.279061 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.279309 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.279533 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.279763 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.279985 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.280236 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.280486 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.280727 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.280959 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.281227 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.281440 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.281689 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.281920 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.282176 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.282454 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.282691 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.282924 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.283237 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.283457 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.283688 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.283943 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.284215 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.284444 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.284694 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.284948 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.285193 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.285471 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] use_json = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.285710 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.285952 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.286189 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.286410 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.286629 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.286849 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.287068 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.287304 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.287763 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.288026 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.288419 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.288598 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.288836 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.289105 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.289569 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.289820 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.290082 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.290322 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.290633 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.290879 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.291185 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.291438 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.291737 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.292085 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.292410 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.292694 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.292919 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.293156 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.293470 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.293616 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.293894 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.294124 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.294359 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.294594 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.295146 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.295409 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.295683 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.296159 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.296455 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.296725 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.297011 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.297249 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.297493 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.297734 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.297975 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.298195 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.298414 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.298678 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.298902 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.299143 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.299368 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.299601 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.299843 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.300074 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.300327 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.300756 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.300756 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.300756 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.300756 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.302379 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.302379 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.302379 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.302379 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.302773 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.302880 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.303087 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.303637 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.303637 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.303937 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.304032 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.304252 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.304478 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.312583 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.312583 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.312583 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.312583 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.312583 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.312583 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.312583 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.312583 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.312583 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.313408 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.313408 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.313408 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.313408 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.313408 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.313408 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.313408 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.313408 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.313408 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.314264 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.314264 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.314264 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.314264 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.314264 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.314264 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.314264 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.314264 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.314264 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.314929 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.314929 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.314929 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.314929 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.314929 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.314929 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.314929 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.314929 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.315482 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.315482 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.315482 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.315482 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.315482 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.315482 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.315482 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.315482 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.317107 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.317107 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.317107 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.317107 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.317107 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.317107 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.317107 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.317107 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.318118 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.318118 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.318118 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.318118 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.318118 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.318575 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.318575 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.318811 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.318943 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.319171 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.319444 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.321834 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.321834 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.321834 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.321834 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.321834 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.321834 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.321834 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.321834 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.321834 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.323471 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.323471 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.323471 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.323471 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.323471 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.323471 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.323471 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.323471 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.324096 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.324096 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.324273 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.324647 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.324800 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.325009 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.325252 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.325495 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.325745 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.326099 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.326300 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.326446 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.326769 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.326895 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.327348 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.327348 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.327766 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.327766 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.328352 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.328352 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.328644 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.328644 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.328840 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.329060 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.329290 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.329560 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.329771 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.330214 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.330438 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.330654 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.330913 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.331137 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.331474 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.331674 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.331893 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.332145 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.333032 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.333230 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.334183 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.334484 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.334752 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.334974 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.335195 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.335423 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.335643 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.335861 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.336099 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.336356 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.336602 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.336856 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.337199 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.337469 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.337704 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.337946 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.338188 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.338431 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.338684 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.338931 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.339170 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.339414 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.339638 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.339881 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.340139 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.340419 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.340652 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.340867 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.341099 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.341343 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.341556 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.341855 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.342106 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.342338 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.342603 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.342828 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.343044 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.343277 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.343491 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.343715 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.343940 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.344164 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.344401 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.344648 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.344861 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.345074 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.345300 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.345554 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.345790 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.346019 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.346236 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.346470 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.346713 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.346938 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.347150 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.347379 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.347596 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.347807 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.348093 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.348542 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.348682 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.348804 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.349017 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.351108 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.351108 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.351108 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.351108 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.351108 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.351108 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.351108 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.351108 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.352167 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.352167 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.352167 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.352167 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.352167 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.354130 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.354130 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.354130 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.354130 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.354130 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.354130 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.354130 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.354697 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.354697 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.354697 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.355647 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.355647 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.355647 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.355888 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.356036 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.356571 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.356571 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.356818 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.357084 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.358009 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.358009 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.358009 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.358009 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.359409 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.359409 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.359409 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.359409 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.359409 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.359409 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.360396 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.360396 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.360396 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.360396 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.367029 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.367029 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 08 15:49:59.367029 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110441) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 08 15:49:59.367029 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 08 15:49:59.367029 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 08 15:49:59.367029 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 08 15:49:59.367029 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 08 15:49:59.367029 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 08 15:49:59.367949 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.367949 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.367949 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.367949 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.367949 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.367949 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.367949 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.367949 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.368797 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.368797 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.368797 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.368797 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.368797 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.368797 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.368797 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.368797 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.369572 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.369572 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.369572 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.369572 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.369572 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.369572 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.369572 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] debug = True {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.369572 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.370317 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.370317 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.370317 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.370317 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.370317 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.370823 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 55684) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:49:59.370951 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.370951 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.370951 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.370951 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.370951 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.370951 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.370951 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.370951 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.372375 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.372375 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.372375 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.372375 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.372375 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] host = n-d-776250-12 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.372375 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.372375 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.372375 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.373407 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.373407 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.373407 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.373407 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.373407 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.373407 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.373407 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.373407 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.374420 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.374420 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.374420 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] log_file = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.374420 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] log_options = True {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.374420 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.374420 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.374420 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.374420 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.375445 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.375445 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.375445 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.375445 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.375445 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.375445 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.375445 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.377407 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.377407 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.377407 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.377407 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.377407 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.377407 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.377407 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.377407 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.378380 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.378380 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.378380 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.378380 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.378380 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.378380 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.378380 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.378380 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.378380 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.379782 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.379782 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.379782 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.379782 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.379782 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.379782 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.380431 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [-] 10.222.0.64 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071568 Dec 08 15:49:59.380520 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.380520 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.380520 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.380520 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.380520 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.380520 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.380520 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.380520 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.381096 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.381096 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.381096 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.381096 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.381096 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] use_json = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.381096 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.381096 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.381096 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.381096 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.381908 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.381908 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.381908 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.381908 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:49:59.381908 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.382297 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.382297 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.382448 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.382529 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.382642 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.382812 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.382979 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.383144 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.383308 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.383479 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.383645 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.383821 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.383991 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.384209 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.385036 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.385210 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.385539 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.385856 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.386167 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.386339 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.386658 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.386965 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.387268 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.387435 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.387606 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.387793 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.387944 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.388098 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.388320 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.388482 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.388628 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.388787 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.388947 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.391419 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.391419 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.391419 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.391419 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.391419 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.391419 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.391419 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.391419 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.392064 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.392244 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.392407 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.392567 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.392732 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.392898 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.393065 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.393232 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.393418 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.393565 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.393717 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.393879 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.394038 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.394199 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.394357 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.394546 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.394690 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.395425 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.395609 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.395758 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.395919 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.396957 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.397168 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.397407 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.397630 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.397630 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.397911 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.397911 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.398176 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.398328 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.398464 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.398615 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.398801 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.398988 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.398988 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.399275 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.399275 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.399558 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.399705 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.400353 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.400353 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.400353 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.400353 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.400882 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.400882 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.400882 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.400882 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.401472 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.401472 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.401472 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.401472 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.401826 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.401826 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.402102 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.402102 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.402364 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.402513 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.402652 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.402802 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.403927 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.403927 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.403927 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.403927 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.403927 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.403927 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.403927 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.403927 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.405055 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.405055 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.405055 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.405055 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.405055 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.405055 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.405055 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.405951 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.405951 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.405951 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.405951 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.405951 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.405951 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.407034 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.407034 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.407034 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.407034 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.407034 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.407034 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.407034 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.408938 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.408938 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.408938 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.408938 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.408938 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.408938 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.408938 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.408938 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.409975 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.409975 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.409975 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.409975 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.409975 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.409975 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.409975 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.409975 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.411048 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.411048 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.411048 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.411048 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.411048 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.411048 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.411048 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.411048 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.412078 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.412078 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.412078 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.412078 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.412078 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.412078 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.412078 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.412078 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.413158 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.413158 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.413158 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.413158 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.413158 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.413158 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.413158 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.414043 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.414043 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.414043 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.414043 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.414043 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.414043 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.414816 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.414816 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.414816 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.414816 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.414816 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.415465 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.415465 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.415465 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.415465 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.415975 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.415975 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.415975 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.415975 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.416640 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.416640 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.416640 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.416640 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.417343 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.417343 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.417343 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.417343 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.417968 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.417968 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.417968 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.417968 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.418490 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.418490 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.418490 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.418490 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.418998 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.418998 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.418998 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.419404 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.419404 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.419404 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.419781 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.419781 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.419970 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.419970 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.420260 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.420380 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.420504 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.420628 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.420884 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.421012 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.422000 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.422000 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.422000 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.422000 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.422000 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.422000 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.422674 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.422674 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.423705 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.423705 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.423705 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.423999 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.423999 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.424228 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.424228 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.433021 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.433021 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.433021 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.433021 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.433021 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.433021 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.433021 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.433021 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.433680 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.433680 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.433680 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.433680 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.433680 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.433680 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.433680 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.433680 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.434468 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.434468 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.434468 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.434468 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.434468 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.434468 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.434468 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.434468 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.435064 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.435064 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.435064 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.435064 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.435064 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.435064 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.435064 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.435064 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.435931 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.435931 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.435931 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.435931 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.435931 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.435931 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.435931 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.435931 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.437031 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.437031 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.437031 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.437031 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.437031 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.437031 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.437031 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.437031 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.437031 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.437986 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.437986 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.437986 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.437986 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.437986 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.437986 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.437986 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.437986 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:49:59.438646 n-d-776250-12 neutron-server[110441]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 08 15:49:59.443885 n-d-776250-12 neutron-server[110552]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:50:11.411748 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfa86fc-be1b-4d7e-8b37-1d8c214781cd None None] get_active_networks_info from n-d-776250-12 {{(pid=110552) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 15:50:11.525236 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfa86fc-be1b-4d7e-8b37-1d8c214781cd None None] No non-hosted networks {{(pid=110552) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 08 15:50:11.547886 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.agentschedulers_db [None req-cdfa86fc-be1b-4d7e-8b37-1d8c214781cd None None] DHCP Agent not found on host n-d-776250-12 {{(pid=110552) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 08 15:50:11.666751 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5fba174f-81b9-43ce-b950-c7d856b81ddd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-714996'] for agent, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:13.739513 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-dbae7883-a332-4ad3-80af-86a7240b2ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-714996'] for agent, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:13.781640 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.db.api [None req-a6ea1fca-80d6-4ae5-8d1b-680274ce950d None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-776250-12 {{(pid=110552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 15:50:13.782658 n-d-776250-12 neutron-server[110552]: DEBUG oslo_db.api [None req-a6ea1fca-80d6-4ae5-8d1b-680274ce950d None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 15:50:14.311177 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a6ea1fca-80d6-4ae5-8d1b-680274ce950d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:15.096424 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-714996'] for agent, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:16.524631 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-714996'] for agent, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:17.417611 n-d-776250-12 neutron-server[110552]: INFO neutron.db.l3_hamode_db [None req-75c53217-878a-4859-84b9-1548918153a5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 08 15:50:17.510247 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c53217-878a-4859-84b9-1548918153a5 None None] Routers set() bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 15:50:17.510637 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c53217-878a-4859-84b9-1548918153a5 None None] Router IDs set() for agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 08 15:50:17.559663 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-714996'] for agent, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:17.560440 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:17.562742 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:17.562742 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:17.562742 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:17.562742 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:17.562742 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:17.563128 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:17.563128 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:17.563471 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:17.563811 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:17.564317 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:17.564794 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:17.565123 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:17.565546 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-776250-12', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:50:17.572088 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-776250-12', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:50:18.086116 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 55784) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:50:18.611847 n-d-776250-12 neutron-server[110550]: WARNING oslo_policy.policy [None req-4c0fb39f-ce90-4950-be8a-2f99562ee060 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 08 15:50:18.612495 n-d-776250-12 neutron-server[110550]: WARNING oslo_policy.policy [None req-4c0fb39f-ce90-4950-be8a-2f99562ee060 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 08 15:50:18.845006 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [None req-4c0fb39f-ce90-4950-be8a-2f99562ee060 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 15:50:18.846142 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-4c0fb39f-ce90-4950-be8a-2f99562ee060 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7590926 Dec 08 15:50:21.525495 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55800) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:50:22.049377 n-d-776250-12 neutron-server[110551]: WARNING oslo_policy.policy [None req-830779d9-6298-45bb-bf12-798622b96421 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 08 15:50:22.049984 n-d-776250-12 neutron-server[110551]: WARNING oslo_policy.policy [None req-830779d9-6298-45bb-bf12-798622b96421 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 08 15:50:22.275396 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-830779d9-6298-45bb-bf12-798622b96421 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 15:50:22.371593 n-d-776250-12 neutron-server[110551]: DEBUG neutron.policy [None req-830779d9-6298-45bb-bf12-798622b96421 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110551) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 08 15:50:22.421307 n-d-776250-12 neutron-server[110551]: WARNING oslo_policy.policy [None req-830779d9-6298-45bb-bf12-798622b96421 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 08 15:50:22.421705 n-d-776250-12 neutron-server[110551]: WARNING oslo_policy.policy [None req-830779d9-6298-45bb-bf12-798622b96421 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 08 15:50:22.431128 n-d-776250-12 neutron-server[110551]: INFO neutron.quota [None req-830779d9-6298-45bb-bf12-798622b96421 admin admin] Loaded quota_driver: . Dec 08 15:50:22.615065 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-830779d9-6298-45bb-bf12-798622b96421 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740899482498', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740899482079', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740899492683', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740899497536', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740899504335', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740899519543', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-66651484', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66331663', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-352307', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-396688'] for rbac-policy, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:22.841125 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-830779d9-6298-45bb-bf12-798622b96421 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:22.842582 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-830779d9-6298-45bb-bf12-798622b96421 admin admin] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.3148804 Dec 08 15:50:25.727126 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55818) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:50:26.031824 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-b70819df-c020-4672-9190-a84c1f65e9d9 admin admin] Request body: {'network': {'tenant_id': 'a0db93fa9165407d9567686891a3a92b', 'name': 'private', 'project_id': 'a0db93fa9165407d9567686891a3a92b', 'admin_state_up': True}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 15:50:26.136930 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70819df-c020-4672-9190-a84c1f65e9d9 admin admin] Made reservation on behalf of a0db93fa9165407d9567686891a3a92b for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 15:50:26.140995 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b70819df-c020-4672-9190-a84c1f65e9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:26.161865 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b70819df-c020-4672-9190-a84c1f65e9d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:26.288755 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b70819df-c020-4672-9190-a84c1f65e9d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:26.364728 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b70819df-c020-4672-9190-a84c1f65e9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:26.389380 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b70819df-c020-4672-9190-a84c1f65e9d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 15:50:26.414067 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b70819df-c020-4672-9190-a84c1f65e9d9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740895631041', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:26.422672 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b70819df-c020-4672-9190-a84c1f65e9d9 admin admin] Unsubscribe: segment precommit_create {{(pid=110551) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 08 15:50:26.422672 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-b70819df-c020-4672-9190-a84c1f65e9d9 admin admin] Added segment b601f11b-411c-4019-8ec2-d75ecf08d0ff of type vlan for network 19ddf73c-2f6c-468d-a2d1-d9d79b6a585c Dec 08 15:50:26.422672 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70819df-c020-4672-9190-a84c1f65e9d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a47508-d849-4c52-85fe-570e8ca25294,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:50:26.444481 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70819df-c020-4672-9190-a84c1f65e9d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:26.444830 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70819df-c020-4672-9190-a84c1f65e9d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:26.445173 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70819df-c020-4672-9190-a84c1f65e9d9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:26.445519 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70819df-c020-4672-9190-a84c1f65e9d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:26.445839 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70819df-c020-4672-9190-a84c1f65e9d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:26.446169 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70819df-c020-4672-9190-a84c1f65e9d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:26.446496 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70819df-c020-4672-9190-a84c1f65e9d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:26.446819 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70819df-c020-4672-9190-a84c1f65e9d9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:26.447142 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70819df-c020-4672-9190-a84c1f65e9d9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:26.447464 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70819df-c020-4672-9190-a84c1f65e9d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:26.447785 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70819df-c020-4672-9190-a84c1f65e9d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:26.448106 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70819df-c020-4672-9190-a84c1f65e9d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:26.448454 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70819df-c020-4672-9190-a84c1f65e9d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:26.449880 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70819df-c020-4672-9190-a84c1f65e9d9 admin admin] Tracked resource versions report: Dec 08 15:50:26.449880 n-d-776250-12 neutron-server[110551]: pushed versions: Dec 08 15:50:26.449880 n-d-776250-12 neutron-server[110551]: { 'AddressGroup': {'1.2'}, Dec 08 15:50:26.449880 n-d-776250-12 neutron-server[110551]: 'ConntrackHelper': {'1.0'}, Dec 08 15:50:26.449880 n-d-776250-12 neutron-server[110551]: 'LocalIPAssociation': {'1.0'}, Dec 08 15:50:26.449880 n-d-776250-12 neutron-server[110551]: 'Log': {'1.0'}, Dec 08 15:50:26.449880 n-d-776250-12 neutron-server[110551]: 'Network': {'1.1'}, Dec 08 15:50:26.449880 n-d-776250-12 neutron-server[110551]: 'Port': {'1.7'}, Dec 08 15:50:26.449880 n-d-776250-12 neutron-server[110551]: 'PortForwarding': {'1.2'}, Dec 08 15:50:26.449880 n-d-776250-12 neutron-server[110551]: 'QosPolicy': {'1.10'}, Dec 08 15:50:26.449880 n-d-776250-12 neutron-server[110551]: 'SecurityGroup': {'1.5'}, Dec 08 15:50:26.449880 n-d-776250-12 neutron-server[110551]: 'SecurityGroupRule': {'1.2'}, Dec 08 15:50:26.449880 n-d-776250-12 neutron-server[110551]: 'SubPort': {'1.0'}, Dec 08 15:50:26.449880 n-d-776250-12 neutron-server[110551]: 'Subnet': {'1.1'}, Dec 08 15:50:26.449880 n-d-776250-12 neutron-server[110551]: 'Trunk': {'1.1'}} Dec 08 15:50:26.449880 n-d-776250-12 neutron-server[110551]: consumer versions: Dec 08 15:50:26.449880 n-d-776250-12 neutron-server[110551]: { DHCP agent@n-d-776250-12: {}, Dec 08 15:50:26.449880 n-d-776250-12 neutron-server[110551]: L3 agent@n-d-776250-12: {}, Dec 08 15:50:26.449880 n-d-776250-12 neutron-server[110551]: Metadata agent@n-d-776250-12: {}, Dec 08 15:50:26.449880 n-d-776250-12 neutron-server[110551]: Metering agent@n-d-776250-12: {}, Dec 08 15:50:26.449880 n-d-776250-12 neutron-server[110551]: Open vSwitch agent@n-d-776250-12: { 'AddressGroup': '1.2', Dec 08 15:50:26.449880 n-d-776250-12 neutron-server[110551]: 'ConntrackHelper': '1.0', Dec 08 15:50:26.449880 n-d-776250-12 neutron-server[110551]: 'LocalIPAssociation': '1.0', Dec 08 15:50:26.449880 n-d-776250-12 neutron-server[110551]: 'Log': '1.0', Dec 08 15:50:26.449880 n-d-776250-12 neutron-server[110551]: 'Network': '1.1', Dec 08 15:50:26.449880 n-d-776250-12 neutron-server[110551]: 'Port': '1.7', Dec 08 15:50:26.449880 n-d-776250-12 neutron-server[110551]: 'PortForwarding': '1.2', Dec 08 15:50:26.449880 n-d-776250-12 neutron-server[110551]: 'QosPolicy': '1.10', Dec 08 15:50:26.449880 n-d-776250-12 neutron-server[110551]: 'SecurityGroup': '1.5', Dec 08 15:50:26.449880 n-d-776250-12 neutron-server[110551]: 'SecurityGroupRule': '1.2', Dec 08 15:50:26.449880 n-d-776250-12 neutron-server[110551]: 'SubPort': '1.0', Dec 08 15:50:26.449880 n-d-776250-12 neutron-server[110551]: 'Subnet': '1.1', Dec 08 15:50:26.449880 n-d-776250-12 neutron-server[110551]: 'Trunk': '1.1'}} Dec 08 15:50:26.449880 n-d-776250-12 neutron-server[110551]: {{(pid=110551) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 08 15:50:26.537479 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b70819df-c020-4672-9190-a84c1f65e9d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:26.650759 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b70819df-c020-4672-9190-a84c1f65e9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:26.652011 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70819df-c020-4672-9190-a84c1f65e9d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:50:26.652761 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b70819df-c020-4672-9190-a84c1f65e9d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:26.748860 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70819df-c020-4672-9190-a84c1f65e9d9 admin admin] Pushing event updated for resources: {'Network': ['ID=19ddf73c-2f6c-468d-a2d1-d9d79b6a585c,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:50:26.761350 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 19ddf73c-2f6c-468d-a2d1-d9d79b6a585c details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 15:50:26.802604 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b70819df-c020-4672-9190-a84c1f65e9d9 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0742452 Dec 08 15:50:29.708906 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 55832) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:50:30.242402 n-d-776250-12 neutron-server[110550]: DEBUG neutron.policy [None req-6e2dad82-fe5c-490c-a064-2815cd8a843e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110550) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 08 15:50:30.290866 n-d-776250-12 neutron-server[110550]: WARNING oslo_policy.policy [None req-6e2dad82-fe5c-490c-a064-2815cd8a843e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 08 15:50:30.291233 n-d-776250-12 neutron-server[110550]: WARNING oslo_policy.policy [None req-6e2dad82-fe5c-490c-a064-2815cd8a843e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 08 15:50:30.299333 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2dad82-fe5c-490c-a064-2815cd8a843e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:50:30.301141 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-6e2dad82-fe5c-490c-a064-2815cd8a843e admin admin] 10.222.0.64 "GET /v2.0/networks/19ddf73c-2f6c-468d-a2d1-d9d79b6a585c HTTP/1.1" status: 200 len: 825 time: 0.5912790 Dec 08 15:50:30.340630 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-3fcdd6a7-4622-4d9c-adf2-c57c22b27086 admin admin] 10.222.0.64 "GET /v2.0/subnetpools/a6978f1b-8d99-4c62-8fac-80906d6ed4f8 HTTP/1.1" status: 200 len: 734 time: 0.0333281 Dec 08 15:50:30.350881 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-10deb0a2-070e-4aae-9437-ea7812fda4e5 admin admin] Request body: {'subnet': {'network_id': '19ddf73c-2f6c-468d-a2d1-d9d79b6a585c', 'ip_version': 4, 'tenant_id': 'a0db93fa9165407d9567686891a3a92b', 'name': 'private-subnet', 'subnetpool_id': 'a6978f1b-8d99-4c62-8fac-80906d6ed4f8', 'gateway_ip': '172.20.0.1'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 15:50:30.352468 n-d-776250-12 neutron-server[110550]: INFO neutron.quota [None req-10deb0a2-070e-4aae-9437-ea7812fda4e5 admin admin] Loaded quota_driver: . Dec 08 15:50:30.444592 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10deb0a2-070e-4aae-9437-ea7812fda4e5 admin admin] Made reservation on behalf of a0db93fa9165407d9567686891a3a92b for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 15:50:30.447447 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-10deb0a2-070e-4aae-9437-ea7812fda4e5 admin admin] Publish callbacks [] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:30.828326 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-10deb0a2-070e-4aae-9437-ea7812fda4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:30.901478 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10deb0a2-070e-4aae-9437-ea7812fda4e5 admin admin] Checking segment: {'id': 'b601f11b-411c-4019-8ec2-d75ecf08d0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '19ddf73c-2f6c-468d-a2d1-d9d79b6a585c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 15:50:30.901858 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10deb0a2-070e-4aae-9437-ea7812fda4e5 admin admin] Network hostable DHCP agents. Network: 19ddf73c-2f6c-468d-a2d1-d9d79b6a585c, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 15:50:30.916120 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10deb0a2-070e-4aae-9437-ea7812fda4e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c837da7e-50dc-4eca-8a96-71b3c71ce3dd,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:50:30.930533 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10deb0a2-070e-4aae-9437-ea7812fda4e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:30.930877 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10deb0a2-070e-4aae-9437-ea7812fda4e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:30.931220 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10deb0a2-070e-4aae-9437-ea7812fda4e5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:30.931562 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10deb0a2-070e-4aae-9437-ea7812fda4e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:30.931892 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10deb0a2-070e-4aae-9437-ea7812fda4e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:30.932249 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10deb0a2-070e-4aae-9437-ea7812fda4e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:30.935448 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10deb0a2-070e-4aae-9437-ea7812fda4e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:30.935448 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10deb0a2-070e-4aae-9437-ea7812fda4e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:30.935448 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10deb0a2-070e-4aae-9437-ea7812fda4e5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:30.935448 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10deb0a2-070e-4aae-9437-ea7812fda4e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:30.935448 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10deb0a2-070e-4aae-9437-ea7812fda4e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:30.935829 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10deb0a2-070e-4aae-9437-ea7812fda4e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:30.935829 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10deb0a2-070e-4aae-9437-ea7812fda4e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:30.935829 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10deb0a2-070e-4aae-9437-ea7812fda4e5 admin admin] Tracked resource versions report: Dec 08 15:50:30.935829 n-d-776250-12 neutron-server[110550]: pushed versions: Dec 08 15:50:30.935829 n-d-776250-12 neutron-server[110550]: { 'AddressGroup': {'1.2'}, Dec 08 15:50:30.935829 n-d-776250-12 neutron-server[110550]: 'ConntrackHelper': {'1.0'}, Dec 08 15:50:30.935829 n-d-776250-12 neutron-server[110550]: 'LocalIPAssociation': {'1.0'}, Dec 08 15:50:30.935829 n-d-776250-12 neutron-server[110550]: 'Log': {'1.0'}, Dec 08 15:50:30.935829 n-d-776250-12 neutron-server[110550]: 'Network': {'1.1'}, Dec 08 15:50:30.935829 n-d-776250-12 neutron-server[110550]: 'Port': {'1.7'}, Dec 08 15:50:30.935829 n-d-776250-12 neutron-server[110550]: 'PortForwarding': {'1.2'}, Dec 08 15:50:30.935829 n-d-776250-12 neutron-server[110550]: 'QosPolicy': {'1.10'}, Dec 08 15:50:30.935829 n-d-776250-12 neutron-server[110550]: 'SecurityGroup': {'1.5'}, Dec 08 15:50:30.935829 n-d-776250-12 neutron-server[110550]: 'SecurityGroupRule': {'1.2'}, Dec 08 15:50:30.935829 n-d-776250-12 neutron-server[110550]: 'SubPort': {'1.0'}, Dec 08 15:50:30.935829 n-d-776250-12 neutron-server[110550]: 'Subnet': {'1.1'}, Dec 08 15:50:30.935829 n-d-776250-12 neutron-server[110550]: 'Trunk': {'1.1'}} Dec 08 15:50:30.935829 n-d-776250-12 neutron-server[110550]: consumer versions: Dec 08 15:50:30.935829 n-d-776250-12 neutron-server[110550]: { DHCP agent@n-d-776250-12: {}, Dec 08 15:50:30.935829 n-d-776250-12 neutron-server[110550]: L3 agent@n-d-776250-12: {}, Dec 08 15:50:30.935829 n-d-776250-12 neutron-server[110550]: Metadata agent@n-d-776250-12: {}, Dec 08 15:50:30.935829 n-d-776250-12 neutron-server[110550]: Metering agent@n-d-776250-12: {}, Dec 08 15:50:30.935829 n-d-776250-12 neutron-server[110550]: Open vSwitch agent@n-d-776250-12: { 'AddressGroup': '1.2', Dec 08 15:50:30.935829 n-d-776250-12 neutron-server[110550]: 'ConntrackHelper': '1.0', Dec 08 15:50:30.935829 n-d-776250-12 neutron-server[110550]: 'LocalIPAssociation': '1.0', Dec 08 15:50:30.935829 n-d-776250-12 neutron-server[110550]: 'Log': '1.0', Dec 08 15:50:30.935829 n-d-776250-12 neutron-server[110550]: 'Network': '1.1', Dec 08 15:50:30.935829 n-d-776250-12 neutron-server[110550]: 'Port': '1.7', Dec 08 15:50:30.935829 n-d-776250-12 neutron-server[110550]: 'PortForwarding': '1.2', Dec 08 15:50:30.935829 n-d-776250-12 neutron-server[110550]: 'QosPolicy': '1.10', Dec 08 15:50:30.935829 n-d-776250-12 neutron-server[110550]: 'SecurityGroup': '1.5', Dec 08 15:50:30.938124 n-d-776250-12 neutron-server[110550]: 'SecurityGroupRule': '1.2', Dec 08 15:50:30.938124 n-d-776250-12 neutron-server[110550]: 'SubPort': '1.0', Dec 08 15:50:30.938124 n-d-776250-12 neutron-server[110550]: 'Subnet': '1.1', Dec 08 15:50:30.938124 n-d-776250-12 neutron-server[110550]: 'Trunk': '1.1'}} Dec 08 15:50:30.938124 n-d-776250-12 neutron-server[110550]: {{(pid=110550) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 08 15:50:31.055909 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10deb0a2-070e-4aae-9437-ea7812fda4e5 admin admin] Network 19ddf73c-2f6c-468d-a2d1-d9d79b6a585c is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 15:50:31.130538 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-10deb0a2-070e-4aae-9437-ea7812fda4e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 19ddf73c-2f6c-468d-a2d1-d9d79b6a585c) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 15:50:31.139227 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10deb0a2-070e-4aae-9437-ea7812fda4e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:50:31.139860 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-10deb0a2-070e-4aae-9437-ea7812fda4e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:31.143951 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69173a64-5236-48f3-8b5a-4ce9efbd95a4 None None] Network 19ddf73c-2f6c-468d-a2d1-d9d79b6a585c requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 15:50:31.233795 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-10deb0a2-070e-4aae-9437-ea7812fda4e5 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8870833 Dec 08 15:50:31.407809 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d3a76d-32d8-4513-b323-991396fda174 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-19ddf73c-2f6c-468d-a2d1-d9d79b6a585c', 'network_id': '19ddf73c-2f6c-468d-a2d1-d9d79b6a585c', 'project_id': 'a0db93fa9165407d9567686891a3a92b', 'fixed_ips': [{'subnet_id': 'c837da7e-50dc-4eca-8a96-71b3c71ce3dd'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 15:50:31.409123 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f0d3a76d-32d8-4513-b323-991396fda174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:31.730548 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-f0d3a76d-32d8-4513-b323-991396fda174 None None] Allocated IP 172.20.0.2 (19ddf73c-2f6c-468d-a2d1-d9d79b6a585c/c837da7e-50dc-4eca-8a96-71b3c71ce3dd/32773ab9-4f4b-4b2c-a0f9-712541c84e2d) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 15:50:31.994013 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f0d3a76d-32d8-4513-b323-991396fda174 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:32.188235 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f0d3a76d-32d8-4513-b323-991396fda174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:32.265127 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d3a76d-32d8-4513-b323-991396fda174 None None] Network 19ddf73c-2f6c-468d-a2d1-d9d79b6a585c is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 15:50:32.272772 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-f0d3a76d-32d8-4513-b323-991396fda174 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 15:50:32.281528 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d3a76d-32d8-4513-b323-991396fda174 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 15:50:32.284632 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d3a76d-32d8-4513-b323-991396fda174 None None] Pushing event updated for resources: {'Port': ['ID=32773ab9-4f4b-4b2c-a0f9-712541c84e2d,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:50:32.315361 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d3a76d-32d8-4513-b323-991396fda174 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:32.315711 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d3a76d-32d8-4513-b323-991396fda174 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:32.316053 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d3a76d-32d8-4513-b323-991396fda174 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:32.316940 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d3a76d-32d8-4513-b323-991396fda174 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:32.317280 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d3a76d-32d8-4513-b323-991396fda174 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:32.317641 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d3a76d-32d8-4513-b323-991396fda174 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:32.318187 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d3a76d-32d8-4513-b323-991396fda174 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:32.318494 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d3a76d-32d8-4513-b323-991396fda174 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:32.318827 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d3a76d-32d8-4513-b323-991396fda174 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:32.319155 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d3a76d-32d8-4513-b323-991396fda174 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:32.319481 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d3a76d-32d8-4513-b323-991396fda174 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:32.319805 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d3a76d-32d8-4513-b323-991396fda174 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:32.320127 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d3a76d-32d8-4513-b323-991396fda174 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:32.321272 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d3a76d-32d8-4513-b323-991396fda174 None None] Tracked resource versions report: Dec 08 15:50:32.321272 n-d-776250-12 neutron-server[110552]: pushed versions: Dec 08 15:50:32.321272 n-d-776250-12 neutron-server[110552]: { 'AddressGroup': {'1.2'}, Dec 08 15:50:32.321272 n-d-776250-12 neutron-server[110552]: 'ConntrackHelper': {'1.0'}, Dec 08 15:50:32.321272 n-d-776250-12 neutron-server[110552]: 'LocalIPAssociation': {'1.0'}, Dec 08 15:50:32.321272 n-d-776250-12 neutron-server[110552]: 'Log': {'1.0'}, Dec 08 15:50:32.321272 n-d-776250-12 neutron-server[110552]: 'Network': {'1.1'}, Dec 08 15:50:32.321272 n-d-776250-12 neutron-server[110552]: 'Port': {'1.7'}, Dec 08 15:50:32.321272 n-d-776250-12 neutron-server[110552]: 'PortForwarding': {'1.2'}, Dec 08 15:50:32.321272 n-d-776250-12 neutron-server[110552]: 'QosPolicy': {'1.10'}, Dec 08 15:50:32.321272 n-d-776250-12 neutron-server[110552]: 'SecurityGroup': {'1.5'}, Dec 08 15:50:32.321272 n-d-776250-12 neutron-server[110552]: 'SecurityGroupRule': {'1.2'}, Dec 08 15:50:32.321272 n-d-776250-12 neutron-server[110552]: 'SubPort': {'1.0'}, Dec 08 15:50:32.321272 n-d-776250-12 neutron-server[110552]: 'Subnet': {'1.1'}, Dec 08 15:50:32.321272 n-d-776250-12 neutron-server[110552]: 'Trunk': {'1.1'}} Dec 08 15:50:32.321272 n-d-776250-12 neutron-server[110552]: consumer versions: Dec 08 15:50:32.321272 n-d-776250-12 neutron-server[110552]: { DHCP agent@n-d-776250-12: {}, Dec 08 15:50:32.321272 n-d-776250-12 neutron-server[110552]: L3 agent@n-d-776250-12: {}, Dec 08 15:50:32.321272 n-d-776250-12 neutron-server[110552]: Metadata agent@n-d-776250-12: {}, Dec 08 15:50:32.321272 n-d-776250-12 neutron-server[110552]: Metering agent@n-d-776250-12: {}, Dec 08 15:50:32.321272 n-d-776250-12 neutron-server[110552]: Open vSwitch agent@n-d-776250-12: { 'AddressGroup': '1.2', Dec 08 15:50:32.321272 n-d-776250-12 neutron-server[110552]: 'ConntrackHelper': '1.0', Dec 08 15:50:32.321272 n-d-776250-12 neutron-server[110552]: 'LocalIPAssociation': '1.0', Dec 08 15:50:32.321272 n-d-776250-12 neutron-server[110552]: 'Log': '1.0', Dec 08 15:50:32.321272 n-d-776250-12 neutron-server[110552]: 'Network': '1.1', Dec 08 15:50:32.321272 n-d-776250-12 neutron-server[110552]: 'Port': '1.7', Dec 08 15:50:32.321272 n-d-776250-12 neutron-server[110552]: 'PortForwarding': '1.2', Dec 08 15:50:32.321272 n-d-776250-12 neutron-server[110552]: 'QosPolicy': '1.10', Dec 08 15:50:32.321272 n-d-776250-12 neutron-server[110552]: 'SecurityGroup': '1.5', Dec 08 15:50:32.321272 n-d-776250-12 neutron-server[110552]: 'SecurityGroupRule': '1.2', Dec 08 15:50:32.321272 n-d-776250-12 neutron-server[110552]: 'SubPort': '1.0', Dec 08 15:50:32.321272 n-d-776250-12 neutron-server[110552]: 'Subnet': '1.1', Dec 08 15:50:32.321272 n-d-776250-12 neutron-server[110552]: 'Trunk': '1.1'}} Dec 08 15:50:32.321272 n-d-776250-12 neutron-server[110552]: {{(pid=110552) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 08 15:50:32.373081 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-f0d3a76d-32d8-4513-b323-991396fda174 None None] Attempting to bind port 32773ab9-4f4b-4b2c-a0f9-712541c84e2d on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 15:50:32.373485 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-f0d3a76d-32d8-4513-b323-991396fda174 None None] Attempting to bind port 32773ab9-4f4b-4b2c-a0f9-712541c84e2d by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'b601f11b-411c-4019-8ec2-d75ecf08d0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '19ddf73c-2f6c-468d-a2d1-d9d79b6a585c'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 15:50:32.373916 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d3a76d-32d8-4513-b323-991396fda174 None None] Attempting to bind port 32773ab9-4f4b-4b2c-a0f9-712541c84e2d on network 19ddf73c-2f6c-468d-a2d1-d9d79b6a585c {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 15:50:32.379780 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d3a76d-32d8-4513-b323-991396fda174 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 15, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 15:50:32.380145 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d3a76d-32d8-4513-b323-991396fda174 None None] Checking segment: {'id': 'b601f11b-411c-4019-8ec2-d75ecf08d0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '19ddf73c-2f6c-468d-a2d1-d9d79b6a585c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 15:50:32.380667 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f0d3a76d-32d8-4513-b323-991396fda174 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:32.381056 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d3a76d-32d8-4513-b323-991396fda174 None None] Bound using segment: {'id': 'b601f11b-411c-4019-8ec2-d75ecf08d0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '19ddf73c-2f6c-468d-a2d1-d9d79b6a585c'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 15:50:32.381540 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-f0d3a76d-32d8-4513-b323-991396fda174 None None] Bound port: 32773ab9-4f4b-4b2c-a0f9-712541c84e2d, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b601f11b-411c-4019-8ec2-d75ecf08d0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '19ddf73c-2f6c-468d-a2d1-d9d79b6a585c'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 15:50:32.381935 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f0d3a76d-32d8-4513-b323-991396fda174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:32.469651 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-f0d3a76d-32d8-4513-b323-991396fda174 None None] For port 32773ab9-4f4b-4b2c-a0f9-712541c84e2d, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 15:50:32.491591 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-f0d3a76d-32d8-4513-b323-991396fda174 None None] For port 32773ab9-4f4b-4b2c-a0f9-712541c84e2d, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=32773ab9-4f4b-4b2c-a0f9-712541c84e2d,segment=NetworkSegment(b601f11b-411c-4019-8ec2-d75ecf08d0ff),segment_id=b601f11b-411c-4019-8ec2-d75ecf08d0ff)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 15:50:32.574755 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f0d3a76d-32d8-4513-b323-991396fda174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:32.637837 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d3a76d-32d8-4513-b323-991396fda174 None None] Pushing event updated for resources: {'Port': ['ID=32773ab9-4f4b-4b2c-a0f9-712541c84e2d,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:50:33.928904 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 55846) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:50:34.252231 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [None req-17cd208a-1ced-419d-aa6b-ebe0d278da58 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 15:50:34.253313 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-17cd208a-1ced-419d-aa6b-ebe0d278da58 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3233237 Dec 08 15:50:36.974757 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 55854) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:50:37.312758 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [None req-9972917f-1ed6-4be0-9e80-d01322d9787b admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 15:50:37.313749 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-9972917f-1ed6-4be0-9e80-d01322d9787b admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3380504 Dec 08 15:50:40.179919 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 55864) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:50:40.496461 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-3b740994-e605-47a2-8992-ced26aa0e175 admin admin] Request body: {'router': {'tenant_id': 'a0db93fa9165407d9567686891a3a92b', 'admin_state_up': True, 'name': 'router1'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 15:50:40.593242 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3b740994-e605-47a2-8992-ced26aa0e175 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:40.595001 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3b740994-e605-47a2-8992-ced26aa0e175 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:40.775640 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3b740994-e605-47a2-8992-ced26aa0e175 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:40.862694 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3b740994-e605-47a2-8992-ced26aa0e175 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:40.966675 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3b740994-e605-47a2-8992-ced26aa0e175 admin admin] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:40.967803 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-3b740994-e605-47a2-8992-ced26aa0e175 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7868507 Dec 08 15:50:41.251895 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 32773ab9-4f4b-4b2c-a0f9-712541c84e2d up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 15:50:41.369850 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 32773ab9-4f4b-4b2c-a0f9-712541c84e2d triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:50:41.370604 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:41.464779 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-584db5ca-65d3-40cb-96d2-406f21ee591c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:41.497495 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:41.536161 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 32773ab9-4f4b-4b2c-a0f9-712541c84e2d, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=32773ab9-4f4b-4b2c-a0f9-712541c84e2d,segment=NetworkSegment(b601f11b-411c-4019-8ec2-d75ecf08d0ff),segment_id=b601f11b-411c-4019-8ec2-d75ecf08d0ff)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 15:50:41.637216 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:41.711558 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=32773ab9-4f4b-4b2c-a0f9-712541c84e2d,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:50:42.048108 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a55ae10-72b4-448e-8842-c787ebe447fa None None] Network 19ddf73c-2f6c-468d-a2d1-d9d79b6a585c requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 15:50:42.103719 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-27b4dca3-e484-40b4-84ef-ec7f3f39a01c None None] Provisioning complete for port 32773ab9-4f4b-4b2c-a0f9-712541c84e2d triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:50:42.104098 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-27b4dca3-e484-40b4-84ef-ec7f3f39a01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:42.593223 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-f9139cf9-bd9d-49d1-bdc3-8fc5ba04b930 None None] Provisioning complete for port 32773ab9-4f4b-4b2c-a0f9-712541c84e2d triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:50:42.593892 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f9139cf9-bd9d-49d1-bdc3-8fc5ba04b930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:43.229708 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 32773ab9-4f4b-4b2c-a0f9-712541c84e2d up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 15:50:43.279342 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 32773ab9-4f4b-4b2c-a0f9-712541c84e2d triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:50:43.279713 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:43.592730 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55876) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:50:43.689921 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4b87a16f-3ac9-4c70-8b8a-994f74870380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:43.917999 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [None req-129f605d-dc78-45e8-b07b-c774ef39d5ae admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 15:50:43.919183 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-129f605d-dc78-45e8-b07b-c774ef39d5ae admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3252783 Dec 08 15:50:44.964530 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:46.437111 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:46.538935 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55894) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:50:46.670056 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-1e6019a6-4fb4-40ba-88d9-51c72bd3d83d admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 15:50:46.764190 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6019a6-4fb4-40ba-88d9-51c72bd3d83d admin admin] Made reservation on behalf of c9374f91241241228a54f4b865108dbd for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 15:50:46.766355 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1e6019a6-4fb4-40ba-88d9-51c72bd3d83d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:46.774490 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1e6019a6-4fb4-40ba-88d9-51c72bd3d83d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:46.844711 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1e6019a6-4fb4-40ba-88d9-51c72bd3d83d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:46.901206 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1e6019a6-4fb4-40ba-88d9-51c72bd3d83d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:46.916482 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1e6019a6-4fb4-40ba-88d9-51c72bd3d83d admin admin] Reserving flat network on physical network physnet1 {{(pid=110551) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 08 15:50:46.935923 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6019a6-4fb4-40ba-88d9-51c72bd3d83d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa4b8ab-7f97-4261-a3d8-a0ab605a5ac5,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:50:46.939019 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1e6019a6-4fb4-40ba-88d9-51c72bd3d83d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:46.939361 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-1e6019a6-4fb4-40ba-88d9-51c72bd3d83d admin admin] Added segment 041ad0df-418e-4f4b-a18c-68171a84f599 of type flat for network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 Dec 08 15:50:46.989195 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1e6019a6-4fb4-40ba-88d9-51c72bd3d83d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:47.095483 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1e6019a6-4fb4-40ba-88d9-51c72bd3d83d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:47.096392 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6019a6-4fb4-40ba-88d9-51c72bd3d83d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:50:47.096978 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1e6019a6-4fb4-40ba-88d9-51c72bd3d83d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:47.163188 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6019a6-4fb4-40ba-88d9-51c72bd3d83d admin admin] Pushing event updated for resources: {'Network': ['ID=1ae4cf80-76bf-4df3-a557-5cc6023c1900,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:50:47.172875 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 15:50:47.267902 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-1e6019a6-4fb4-40ba-88d9-51c72bd3d83d admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7278142 Dec 08 15:50:47.437509 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:49.780284 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55912) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:50:49.911878 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b599dd4d-f5ae-4cf3-895e-7a17280046ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:50:49.913273 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b599dd4d-f5ae-4cf3-895e-7a17280046ce admin admin] 10.222.0.64 "GET /v2.0/subnets/c837da7e-50dc-4eca-8a96-71b3c71ce3dd HTTP/1.1" status: 200 len: 849 time: 0.1320393 Dec 08 15:50:50.102067 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-224275fc-86c4-40fd-ace6-4bab8e96d0bc admin admin] 10.222.0.64 "GET /v2.0/routers/f6ac2e01-3c7d-4cc2-a4b7-b6c7af282feb HTTP/1.1" status: 200 len: 704 time: 0.1828101 Dec 08 15:50:50.382510 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-68fb04bd-9bc0-4e9b-acfb-7cd49a3cc46b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:50.684234 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-68fb04bd-9bc0-4e9b-acfb-7cd49a3cc46b admin admin] Allocated IP 172.20.0.1 (19ddf73c-2f6c-468d-a2d1-d9d79b6a585c/c837da7e-50dc-4eca-8a96-71b3c71ce3dd/12a7be4e-8273-4812-acdd-05ee4467e10e) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 15:50:50.934561 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-68fb04bd-9bc0-4e9b-acfb-7cd49a3cc46b admin admin] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:51.077097 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-68fb04bd-9bc0-4e9b-acfb-7cd49a3cc46b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:51.158193 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fb04bd-9bc0-4e9b-acfb-7cd49a3cc46b admin admin] Network 19ddf73c-2f6c-468d-a2d1-d9d79b6a585c is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 15:50:51.163099 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-68fb04bd-9bc0-4e9b-acfb-7cd49a3cc46b admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 15:50:51.168524 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fb04bd-9bc0-4e9b-acfb-7cd49a3cc46b admin admin] Pushing event updated for resources: {'Port': ['ID=12a7be4e-8273-4812-acdd-05ee4467e10e,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:50:51.179359 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fb04bd-9bc0-4e9b-acfb-7cd49a3cc46b admin admin] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 15:50:51.180260 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-68fb04bd-9bc0-4e9b-acfb-7cd49a3cc46b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:51.341092 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-cac46a35-5db3-40e4-b37c-f28c73eaaecd None None] Provisioning complete for port 12a7be4e-8273-4812-acdd-05ee4467e10e triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:50:51.341706 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-cac46a35-5db3-40e4-b37c-f28c73eaaecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:51.378040 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-cac46a35-5db3-40e4-b37c-f28c73eaaecd None None] Port 12a7be4e-8273-4812-acdd-05ee4467e10e cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 15:50:51.502468 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-68fb04bd-9bc0-4e9b-acfb-7cd49a3cc46b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:51.714139 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-68fb04bd-9bc0-4e9b-acfb-7cd49a3cc46b admin admin] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:51.796300 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-68fb04bd-9bc0-4e9b-acfb-7cd49a3cc46b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:51.797026 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-68fb04bd-9bc0-4e9b-acfb-7cd49a3cc46b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:51.876201 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fb04bd-9bc0-4e9b-acfb-7cd49a3cc46b admin admin] Pushing event updated for resources: {'Port': ['ID=12a7be4e-8273-4812-acdd-05ee4467e10e,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:50:51.925434 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fb04bd-9bc0-4e9b-acfb-7cd49a3cc46b admin admin] Network 19ddf73c-2f6c-468d-a2d1-d9d79b6a585c is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 15:50:51.927106 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-68fb04bd-9bc0-4e9b-acfb-7cd49a3cc46b admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 15:50:52.102774 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-5e12dd73-57fa-4983-ae69-fd043b1935d8 None None] Provisioning complete for port 12a7be4e-8273-4812-acdd-05ee4467e10e triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:50:52.103141 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5e12dd73-57fa-4983-ae69-fd043b1935d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:52.135374 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-5e12dd73-57fa-4983-ae69-fd043b1935d8 None None] Port 12a7be4e-8273-4812-acdd-05ee4467e10e cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 15:50:52.169690 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68fb04bd-9bc0-4e9b-acfb-7cd49a3cc46b admin admin] Router f6ac2e01-3c7d-4cc2-a4b7-b6c7af282feb is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 15:50:52.260648 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68fb04bd-9bc0-4e9b-acfb-7cd49a3cc46b admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 15:50:52.265893 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-68fb04bd-9bc0-4e9b-acfb-7cd49a3cc46b admin admin] 10.222.0.64 "PUT /v2.0/routers/f6ac2e01-3c7d-4cc2-a4b7-b6c7af282feb/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1580887 Dec 08 15:50:52.271023 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9c0bd9-5f93-4c94-88af-fb30ffae8e63 None None] Sync routers for ids ['f6ac2e01-3c7d-4cc2-a4b7-b6c7af282feb'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 15:50:52.283625 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9c0bd9-5f93-4c94-88af-fb30ffae8e63 None None] Routers {'f6ac2e01-3c7d-4cc2-a4b7-b6c7af282feb'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 15:50:52.284477 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-af9c0bd9-5f93-4c94-88af-fb30ffae8e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T15:50:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['f6ac2e01-3c7d-4cc2-a4b7-b6c7af282feb'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:50:52.477037 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-af9c0bd9-5f93-4c94-88af-fb30ffae8e63 None None] Set router f6ac2e01-3c7d-4cc2-a4b7-b6c7af282feb gateway port host: None {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 15:50:52.916113 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-af9c0bd9-5f93-4c94-88af-fb30ffae8e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ac2e01-3c7d-4cc2-a4b7-b6c7af282feb', 'name': 'router1', 'tenant_id': 'a0db93fa9165407d9567686891a3a92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T15:50:40Z', 'updated_at': '2021-12-08T15:50:51Z', 'revision_number': 2, 'project_id': 'a0db93fa9165407d9567686891a3a92b', 'gw_port_host': None, '_interfaces': [{'id': '12a7be4e-8273-4812-acdd-05ee4467e10e', 'name': '', 'network_id': '19ddf73c-2f6c-468d-a2d1-d9d79b6a585c', 'tenant_id': 'a0db93fa9165407d9567686891a3a92b', 'mac_address': 'fa:16:3e:23:4e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ac2e01-3c7d-4cc2-a4b7-b6c7af282feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c837da7e-50dc-4eca-8a96-71b3c71ce3dd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:50:50Z', 'updated_at': '2021-12-08T15:50:51Z', 'revision_number': 2, 'project_id': 'a0db93fa9165407d9567686891a3a92b', 'subnets': [{'id': 'c837da7e-50dc-4eca-8a96-71b3c71ce3dd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a6978f1b-8d99-4c62-8fac-80906d6ed4f8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:50:52.965424 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9c0bd9-5f93-4c94-88af-fb30ffae8e63 None None] Checking router: f6ac2e01-3c7d-4cc2-a4b7-b6c7af282feb for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 15:50:52.965805 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9c0bd9-5f93-4c94-88af-fb30ffae8e63 None None] Updating router f6ac2e01-3c7d-4cc2-a4b7-b6c7af282feb port 12a7be4e-8273-4812-acdd-05ee4467e10e binding host n-d-776250-12 {{(pid=110553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 15:50:53.047232 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-af9c0bd9-5f93-4c94-88af-fb30ffae8e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:53.544561 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-af9c0bd9-5f93-4c94-88af-fb30ffae8e63 None None] Publish callbacks [] for port, precommit_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:53.627132 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-af9c0bd9-5f93-4c94-88af-fb30ffae8e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:53.783906 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4124d73d-2bd8-4ffd-86e2-c3cfd016fa5c None None] Pushing event updated for resources: {'Port': ['ID=12a7be4e-8273-4812-acdd-05ee4467e10e,revision_number=3']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:50:53.809837 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4124d73d-2bd8-4ffd-86e2-c3cfd016fa5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:53.810120 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4124d73d-2bd8-4ffd-86e2-c3cfd016fa5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:53.810442 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4124d73d-2bd8-4ffd-86e2-c3cfd016fa5c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:53.810786 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4124d73d-2bd8-4ffd-86e2-c3cfd016fa5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:53.811127 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4124d73d-2bd8-4ffd-86e2-c3cfd016fa5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:53.811717 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4124d73d-2bd8-4ffd-86e2-c3cfd016fa5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:53.812162 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4124d73d-2bd8-4ffd-86e2-c3cfd016fa5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:53.812462 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4124d73d-2bd8-4ffd-86e2-c3cfd016fa5c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:53.812777 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4124d73d-2bd8-4ffd-86e2-c3cfd016fa5c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:53.813106 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4124d73d-2bd8-4ffd-86e2-c3cfd016fa5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:53.813434 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4124d73d-2bd8-4ffd-86e2-c3cfd016fa5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:53.813760 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4124d73d-2bd8-4ffd-86e2-c3cfd016fa5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:53.814137 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4124d73d-2bd8-4ffd-86e2-c3cfd016fa5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:53.815255 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4124d73d-2bd8-4ffd-86e2-c3cfd016fa5c None None] Tracked resource versions report: Dec 08 15:50:53.815255 n-d-776250-12 neutron-server[110553]: pushed versions: Dec 08 15:50:53.815255 n-d-776250-12 neutron-server[110553]: { 'AddressGroup': {'1.2'}, Dec 08 15:50:53.815255 n-d-776250-12 neutron-server[110553]: 'ConntrackHelper': {'1.0'}, Dec 08 15:50:53.815255 n-d-776250-12 neutron-server[110553]: 'LocalIPAssociation': {'1.0'}, Dec 08 15:50:53.815255 n-d-776250-12 neutron-server[110553]: 'Log': {'1.0'}, Dec 08 15:50:53.815255 n-d-776250-12 neutron-server[110553]: 'Network': {'1.1'}, Dec 08 15:50:53.815255 n-d-776250-12 neutron-server[110553]: 'Port': {'1.7'}, Dec 08 15:50:53.815255 n-d-776250-12 neutron-server[110553]: 'PortForwarding': {'1.2'}, Dec 08 15:50:53.815255 n-d-776250-12 neutron-server[110553]: 'QosPolicy': {'1.10'}, Dec 08 15:50:53.815255 n-d-776250-12 neutron-server[110553]: 'SecurityGroup': {'1.5'}, Dec 08 15:50:53.815255 n-d-776250-12 neutron-server[110553]: 'SecurityGroupRule': {'1.2'}, Dec 08 15:50:53.815255 n-d-776250-12 neutron-server[110553]: 'SubPort': {'1.0'}, Dec 08 15:50:53.815255 n-d-776250-12 neutron-server[110553]: 'Subnet': {'1.1'}, Dec 08 15:50:53.815255 n-d-776250-12 neutron-server[110553]: 'Trunk': {'1.1'}} Dec 08 15:50:53.815255 n-d-776250-12 neutron-server[110553]: consumer versions: Dec 08 15:50:53.815255 n-d-776250-12 neutron-server[110553]: { DHCP agent@n-d-776250-12: {}, Dec 08 15:50:53.815255 n-d-776250-12 neutron-server[110553]: L3 agent@n-d-776250-12: {}, Dec 08 15:50:53.815255 n-d-776250-12 neutron-server[110553]: Metadata agent@n-d-776250-12: {}, Dec 08 15:50:53.815255 n-d-776250-12 neutron-server[110553]: Metering agent@n-d-776250-12: {}, Dec 08 15:50:53.815255 n-d-776250-12 neutron-server[110553]: Open vSwitch agent@n-d-776250-12: { 'AddressGroup': '1.2', Dec 08 15:50:53.815255 n-d-776250-12 neutron-server[110553]: 'ConntrackHelper': '1.0', Dec 08 15:50:53.815255 n-d-776250-12 neutron-server[110553]: 'LocalIPAssociation': '1.0', Dec 08 15:50:53.815255 n-d-776250-12 neutron-server[110553]: 'Log': '1.0', Dec 08 15:50:53.815255 n-d-776250-12 neutron-server[110553]: 'Network': '1.1', Dec 08 15:50:53.815255 n-d-776250-12 neutron-server[110553]: 'Port': '1.7', Dec 08 15:50:53.815255 n-d-776250-12 neutron-server[110553]: 'PortForwarding': '1.2', Dec 08 15:50:53.815255 n-d-776250-12 neutron-server[110553]: 'QosPolicy': '1.10', Dec 08 15:50:53.815255 n-d-776250-12 neutron-server[110553]: 'SecurityGroup': '1.5', Dec 08 15:50:53.815255 n-d-776250-12 neutron-server[110553]: 'SecurityGroupRule': '1.2', Dec 08 15:50:53.815255 n-d-776250-12 neutron-server[110553]: 'SubPort': '1.0', Dec 08 15:50:53.815255 n-d-776250-12 neutron-server[110553]: 'Subnet': '1.1', Dec 08 15:50:53.815255 n-d-776250-12 neutron-server[110553]: 'Trunk': '1.1'}} Dec 08 15:50:53.815255 n-d-776250-12 neutron-server[110553]: {{(pid=110553) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 08 15:50:53.827427 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-af9c0bd9-5f93-4c94-88af-fb30ffae8e63 None None] Attempting to bind port 12a7be4e-8273-4812-acdd-05ee4467e10e on host n-d-776250-12 for vnic_type normal with profile {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 15:50:53.827850 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-af9c0bd9-5f93-4c94-88af-fb30ffae8e63 None None] Attempting to bind port 12a7be4e-8273-4812-acdd-05ee4467e10e by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'b601f11b-411c-4019-8ec2-d75ecf08d0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '19ddf73c-2f6c-468d-a2d1-d9d79b6a585c'}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 15:50:53.828361 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9c0bd9-5f93-4c94-88af-fb30ffae8e63 None None] Attempting to bind port 12a7be4e-8273-4812-acdd-05ee4467e10e on network 19ddf73c-2f6c-468d-a2d1-d9d79b6a585c {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 15:50:53.833352 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9c0bd9-5f93-4c94-88af-fb30ffae8e63 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 15, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 15:50:53.833748 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9c0bd9-5f93-4c94-88af-fb30ffae8e63 None None] Checking segment: {'id': 'b601f11b-411c-4019-8ec2-d75ecf08d0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '19ddf73c-2f6c-468d-a2d1-d9d79b6a585c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 15:50:53.834242 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-af9c0bd9-5f93-4c94-88af-fb30ffae8e63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:53.834634 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9c0bd9-5f93-4c94-88af-fb30ffae8e63 None None] Bound using segment: {'id': 'b601f11b-411c-4019-8ec2-d75ecf08d0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '19ddf73c-2f6c-468d-a2d1-d9d79b6a585c'} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 15:50:53.835118 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-af9c0bd9-5f93-4c94-88af-fb30ffae8e63 None None] Bound port: 12a7be4e-8273-4812-acdd-05ee4467e10e, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b601f11b-411c-4019-8ec2-d75ecf08d0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '19ddf73c-2f6c-468d-a2d1-d9d79b6a585c'}}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 15:50:53.835501 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-af9c0bd9-5f93-4c94-88af-fb30ffae8e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:53.865773 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-5a33e149-eb02-4b1a-923e-863d4a763997 None None] Provisioning complete for port 12a7be4e-8273-4812-acdd-05ee4467e10e triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:50:53.866344 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5a33e149-eb02-4b1a-923e-863d4a763997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:53.899753 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-5a33e149-eb02-4b1a-923e-863d4a763997 None None] Port 12a7be4e-8273-4812-acdd-05ee4467e10e cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 15:50:53.905250 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-af9c0bd9-5f93-4c94-88af-fb30ffae8e63 None None] For port 12a7be4e-8273-4812-acdd-05ee4467e10e, host n-d-776250-12, cleared binding levels {{(pid=110553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 15:50:53.924973 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-af9c0bd9-5f93-4c94-88af-fb30ffae8e63 None None] For port 12a7be4e-8273-4812-acdd-05ee4467e10e, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=12a7be4e-8273-4812-acdd-05ee4467e10e,segment=NetworkSegment(b601f11b-411c-4019-8ec2-d75ecf08d0ff),segment_id=b601f11b-411c-4019-8ec2-d75ecf08d0ff)] {{(pid=110553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 15:50:53.992850 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-af9c0bd9-5f93-4c94-88af-fb30ffae8e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:54.041944 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9c0bd9-5f93-4c94-88af-fb30ffae8e63 None None] Routers {'f6ac2e01-3c7d-4cc2-a4b7-b6c7af282feb'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 15:50:54.042578 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-af9c0bd9-5f93-4c94-88af-fb30ffae8e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T15:50:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['f6ac2e01-3c7d-4cc2-a4b7-b6c7af282feb'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:50:54.120614 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4124d73d-2bd8-4ffd-86e2-c3cfd016fa5c None None] Pushing event updated for resources: {'Port': ['ID=12a7be4e-8273-4812-acdd-05ee4467e10e,revision_number=4']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:50:54.142480 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-af9c0bd9-5f93-4c94-88af-fb30ffae8e63 None None] Set router f6ac2e01-3c7d-4cc2-a4b7-b6c7af282feb gateway port host: None {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 15:50:54.224551 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-d3919e48-7132-480c-9b49-264d65a77dd0 None None] Provisioning complete for port 12a7be4e-8273-4812-acdd-05ee4467e10e triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:50:54.224991 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d3919e48-7132-480c-9b49-264d65a77dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:54.316758 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d3919e48-7132-480c-9b49-264d65a77dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:54.353459 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-d3919e48-7132-480c-9b49-264d65a77dd0 None None] For port 12a7be4e-8273-4812-acdd-05ee4467e10e, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=12a7be4e-8273-4812-acdd-05ee4467e10e,segment=NetworkSegment(b601f11b-411c-4019-8ec2-d75ecf08d0ff),segment_id=b601f11b-411c-4019-8ec2-d75ecf08d0ff)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 15:50:54.381084 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-af9c0bd9-5f93-4c94-88af-fb30ffae8e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ac2e01-3c7d-4cc2-a4b7-b6c7af282feb', 'name': 'router1', 'tenant_id': 'a0db93fa9165407d9567686891a3a92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T15:50:40Z', 'updated_at': '2021-12-08T15:50:51Z', 'revision_number': 2, 'project_id': 'a0db93fa9165407d9567686891a3a92b', 'gw_port_host': None, '_interfaces': [{'id': '12a7be4e-8273-4812-acdd-05ee4467e10e', 'name': '', 'network_id': '19ddf73c-2f6c-468d-a2d1-d9d79b6a585c', 'tenant_id': 'a0db93fa9165407d9567686891a3a92b', 'mac_address': 'fa:16:3e:23:4e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ac2e01-3c7d-4cc2-a4b7-b6c7af282feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c837da7e-50dc-4eca-8a96-71b3c71ce3dd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:50:50Z', 'updated_at': '2021-12-08T15:50:53Z', 'revision_number': 4, 'project_id': 'a0db93fa9165407d9567686891a3a92b', 'subnets': [{'id': 'c837da7e-50dc-4eca-8a96-71b3c71ce3dd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a6978f1b-8d99-4c62-8fac-80906d6ed4f8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:50:54.407644 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9c0bd9-5f93-4c94-88af-fb30ffae8e63 None None] The sync data for ids ['f6ac2e01-3c7d-4cc2-a4b7-b6c7af282feb'] in n-d-776250-12 is: [{'id': 'f6ac2e01-3c7d-4cc2-a4b7-b6c7af282feb', 'name': 'router1', 'tenant_id': 'a0db93fa9165407d9567686891a3a92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T15:50:40Z', 'updated_at': '2021-12-08T15:50:51Z', 'revision_number': 2, 'project_id': 'a0db93fa9165407d9567686891a3a92b', 'gw_port_host': None, '_interfaces': [{'id': '12a7be4e-8273-4812-acdd-05ee4467e10e', 'name': '', 'network_id': '19ddf73c-2f6c-468d-a2d1-d9d79b6a585c', 'tenant_id': 'a0db93fa9165407d9567686891a3a92b', 'mac_address': 'fa:16:3e:23:4e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ac2e01-3c7d-4cc2-a4b7-b6c7af282feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c837da7e-50dc-4eca-8a96-71b3c71ce3dd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:50:50Z', 'updated_at': '2021-12-08T15:50:53Z', 'revision_number': 4, 'project_id': 'a0db93fa9165407d9567686891a3a92b', 'subnets': [{'id': 'c837da7e-50dc-4eca-8a96-71b3c71ce3dd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a6978f1b-8d99-4c62-8fac-80906d6ed4f8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 15:50:54.455643 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d3919e48-7132-480c-9b49-264d65a77dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:54.506455 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3919e48-7132-480c-9b49-264d65a77dd0 None None] Pushing event updated for resources: {'Port': ['ID=12a7be4e-8273-4812-acdd-05ee4467e10e,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:50:54.729431 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55924) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:50:54.840093 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e311308b-e452-4037-9be5-78998ada5755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:50:54.841507 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e311308b-e452-4037-9be5-78998ada5755 admin admin] 10.222.0.64 "GET /v2.0/networks/1ae4cf80-76bf-4df3-a557-5cc6023c1900 HTTP/1.1" status: 200 len: 842 time: 0.1110024 Dec 08 15:50:54.851617 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-2441b234-18b1-451d-afa2-fe9db6e1784d admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'gateway_ip': '172.25.0.1', 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.25.0.0/24'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 15:50:54.964067 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2441b234-18b1-451d-afa2-fe9db6e1784d admin admin] Made reservation on behalf of c9374f91241241228a54f4b865108dbd for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 15:50:54.966371 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2441b234-18b1-451d-afa2-fe9db6e1784d admin admin] Publish callbacks [] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:55.356925 n-d-776250-12 neutron-server[110551]: DEBUG neutron.objects.ports [None req-2441b234-18b1-451d-afa2-fe9db6e1784d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110551) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 15:50:55.357382 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2441b234-18b1-451d-afa2-fe9db6e1784d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:55.413950 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2441b234-18b1-451d-afa2-fe9db6e1784d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cec1337d-aa9f-47f0-8079-39fe913fecda,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:50:55.425135 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2441b234-18b1-451d-afa2-fe9db6e1784d admin admin] Checking segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 15:50:55.431315 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2441b234-18b1-451d-afa2-fe9db6e1784d admin admin] Network hostable DHCP agents. Network: 1ae4cf80-76bf-4df3-a557-5cc6023c1900, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 15:50:55.598703 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2441b234-18b1-451d-afa2-fe9db6e1784d admin admin] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 15:50:55.678218 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-2441b234-18b1-451d-afa2-fe9db6e1784d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 1ae4cf80-76bf-4df3-a557-5cc6023c1900) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 15:50:55.682280 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2441b234-18b1-451d-afa2-fe9db6e1784d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:50:55.683315 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2441b234-18b1-451d-afa2-fe9db6e1784d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:55.690340 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10ebda1-9ae6-4518-9e23-0917404b0003 None None] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 15:50:55.776493 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-2441b234-18b1-451d-afa2-fe9db6e1784d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9281895 Dec 08 15:50:55.799326 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8fc41f-25bd-4dd1-9bd9-f8dfcaacdd71 None None] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 15:50:58.292552 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55932) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:50:58.426970 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-04fc6188-6db6-4abb-a195-40f031db3c58 admin admin] 10.222.0.64 "GET /v2.0/routers/f6ac2e01-3c7d-4cc2-a4b7-b6c7af282feb HTTP/1.1" status: 200 len: 710 time: 0.1332645 Dec 08 15:50:58.512975 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622ffd40-95de-48c2-b6ee-d112e2e71e07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:50:58.514366 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-622ffd40-95de-48c2-b6ee-d112e2e71e07 admin admin] 10.222.0.64 "GET /v2.0/networks/1ae4cf80-76bf-4df3-a557-5cc6023c1900 HTTP/1.1" status: 200 len: 886 time: 0.0816112 Dec 08 15:50:58.523814 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-39658889-1c5a-4c71-a8cb-eb93d9734432 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 15:50:58.848991 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-39658889-1c5a-4c71-a8cb-eb93d9734432 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:59.214669 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-39658889-1c5a-4c71-a8cb-eb93d9734432 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:59.291627 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-39658889-1c5a-4c71-a8cb-eb93d9734432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:59.404012 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-39658889-1c5a-4c71-a8cb-eb93d9734432 admin admin] Allocated IP 172.25.0.215 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/e9190ea1-ab4f-460f-a471-8f0508d3aed8) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 15:50:59.504434 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-39658889-1c5a-4c71-a8cb-eb93d9734432 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:59.650284 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-39658889-1c5a-4c71-a8cb-eb93d9734432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:59.688165 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39658889-1c5a-4c71-a8cb-eb93d9734432 admin admin] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 15:50:59.698132 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-39658889-1c5a-4c71-a8cb-eb93d9734432 admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 15:50:59.700460 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39658889-1c5a-4c71-a8cb-eb93d9734432 admin admin] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 15:50:59.734791 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39658889-1c5a-4c71-a8cb-eb93d9734432 admin admin] Pushing event updated for resources: {'Port': ['ID=e9190ea1-ab4f-460f-a471-8f0508d3aed8,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:51:00.068004 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-39658889-1c5a-4c71-a8cb-eb93d9734432 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:51:00.276408 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-39658889-1c5a-4c71-a8cb-eb93d9734432 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-717389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11074'] for router, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:51:00.279916 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-39658889-1c5a-4c71-a8cb-eb93d9734432 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528116', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-717402'] for router, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:51:00.477662 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39658889-1c5a-4c71-a8cb-eb93d9734432 admin admin] Router f6ac2e01-3c7d-4cc2-a4b7-b6c7af282feb has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 15:51:00.588041 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39658889-1c5a-4c71-a8cb-eb93d9734432 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 15:51:00.592866 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-39658889-1c5a-4c71-a8cb-eb93d9734432 admin admin] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:51:00.593607 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-39658889-1c5a-4c71-a8cb-eb93d9734432 admin admin] 10.222.0.64 "PUT /v2.0/routers/f6ac2e01-3c7d-4cc2-a4b7-b6c7af282feb HTTP/1.1" status: 200 len: 890 time: 2.0728688 Dec 08 15:51:01.280847 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 12a7be4e-8273-4812-acdd-05ee4467e10e up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 15:51:01.310758 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 5 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 15:51:01.341349 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 12a7be4e-8273-4812-acdd-05ee4467e10e triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:51:01.341731 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:51:01.472437 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb33aad8-9dfe-49dd-ab70-a1cd827ca93f None None] Sync routers for ids ['f6ac2e01-3c7d-4cc2-a4b7-b6c7af282feb'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 15:51:01.483600 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb33aad8-9dfe-49dd-ab70-a1cd827ca93f None None] Routers {'f6ac2e01-3c7d-4cc2-a4b7-b6c7af282feb'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 15:51:01.484295 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-fb33aad8-9dfe-49dd-ab70-a1cd827ca93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T15:50:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['f6ac2e01-3c7d-4cc2-a4b7-b6c7af282feb'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:51:01.703893 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-fb33aad8-9dfe-49dd-ab70-a1cd827ca93f None None] Set router f6ac2e01-3c7d-4cc2-a4b7-b6c7af282feb gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 15:51:02.172736 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-fb33aad8-9dfe-49dd-ab70-a1cd827ca93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ac2e01-3c7d-4cc2-a4b7-b6c7af282feb', 'name': 'router1', 'tenant_id': 'a0db93fa9165407d9567686891a3a92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'e9190ea1-ab4f-460f-a471-8f0508d3aed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T15:50:40Z', 'updated_at': '2021-12-08T15:50:59Z', 'revision_number': 4, 'project_id': 'a0db93fa9165407d9567686891a3a92b', 'gw_port': {'id': 'e9190ea1-ab4f-460f-a471-8f0508d3aed8', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:27:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ac2e01-3c7d-4cc2-a4b7-b6c7af282feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:50:59Z', 'updated_at': '2021-12-08T15:50:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '12a7be4e-8273-4812-acdd-05ee4467e10e', 'name': '', 'network_id': '19ddf73c-2f6c-468d-a2d1-d9d79b6a585c', 'tenant_id': 'a0db93fa9165407d9567686891a3a92b', 'mac_address': 'fa:16:3e:23:4e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ac2e01-3c7d-4cc2-a4b7-b6c7af282feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c837da7e-50dc-4eca-8a96-71b3c71ce3dd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:50:50Z', 'updated_at': '2021-12-08T15:50:54Z', 'revision_number': 5, 'project_id': 'a0db93fa9165407d9567686891a3a92b', 'subnets': [{'id': 'c837da7e-50dc-4eca-8a96-71b3c71ce3dd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a6978f1b-8d99-4c62-8fac-80906d6ed4f8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:51:02.224500 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb33aad8-9dfe-49dd-ab70-a1cd827ca93f None None] Checking router: f6ac2e01-3c7d-4cc2-a4b7-b6c7af282feb for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 15:51:02.224864 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb33aad8-9dfe-49dd-ab70-a1cd827ca93f None None] Updating router f6ac2e01-3c7d-4cc2-a4b7-b6c7af282feb port e9190ea1-ab4f-460f-a471-8f0508d3aed8 binding host n-d-776250-12 {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 15:51:02.270993 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-fb33aad8-9dfe-49dd-ab70-a1cd827ca93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:51:02.594174 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-fb33aad8-9dfe-49dd-ab70-a1cd827ca93f None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:51:02.767854 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-fb33aad8-9dfe-49dd-ab70-a1cd827ca93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:51:02.821894 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-fb33aad8-9dfe-49dd-ab70-a1cd827ca93f None None] Attempting to bind port e9190ea1-ab4f-460f-a471-8f0508d3aed8 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 15:51:02.822171 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-fb33aad8-9dfe-49dd-ab70-a1cd827ca93f None None] Attempting to bind port e9190ea1-ab4f-460f-a471-8f0508d3aed8 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 15:51:02.822552 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb33aad8-9dfe-49dd-ab70-a1cd827ca93f None None] Attempting to bind port e9190ea1-ab4f-460f-a471-8f0508d3aed8 on network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 15:51:02.824414 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b8d44d-321d-4c7a-a264-f71e4b744107 None None] Pushing event updated for resources: {'Port': ['ID=e9190ea1-ab4f-460f-a471-8f0508d3aed8,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:51:02.829793 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb33aad8-9dfe-49dd-ab70-a1cd827ca93f None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 15, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 15:51:02.830178 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb33aad8-9dfe-49dd-ab70-a1cd827ca93f None None] Checking segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 15:51:02.830586 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-fb33aad8-9dfe-49dd-ab70-a1cd827ca93f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:51:02.830979 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb33aad8-9dfe-49dd-ab70-a1cd827ca93f None None] Bound using segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 15:51:02.832645 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-fb33aad8-9dfe-49dd-ab70-a1cd827ca93f None None] Bound port: e9190ea1-ab4f-460f-a471-8f0508d3aed8, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 15:51:02.832645 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-fb33aad8-9dfe-49dd-ab70-a1cd827ca93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:51:02.881557 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-fb33aad8-9dfe-49dd-ab70-a1cd827ca93f None None] For port e9190ea1-ab4f-460f-a471-8f0508d3aed8, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 15:51:02.884641 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-fb33aad8-9dfe-49dd-ab70-a1cd827ca93f None None] For port e9190ea1-ab4f-460f-a471-8f0508d3aed8, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=e9190ea1-ab4f-460f-a471-8f0508d3aed8,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 15:51:02.952767 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-fb33aad8-9dfe-49dd-ab70-a1cd827ca93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:51:03.013445 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b8d44d-321d-4c7a-a264-f71e4b744107 None None] Pushing event updated for resources: {'Port': ['ID=e9190ea1-ab4f-460f-a471-8f0508d3aed8,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:51:03.016051 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb33aad8-9dfe-49dd-ab70-a1cd827ca93f None None] Routers {'f6ac2e01-3c7d-4cc2-a4b7-b6c7af282feb'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 15:51:03.016669 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-fb33aad8-9dfe-49dd-ab70-a1cd827ca93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T15:50:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['f6ac2e01-3c7d-4cc2-a4b7-b6c7af282feb'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:51:03.123927 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-fb33aad8-9dfe-49dd-ab70-a1cd827ca93f None None] Set router f6ac2e01-3c7d-4cc2-a4b7-b6c7af282feb gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 15:51:03.243122 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55944) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:51:03.345710 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-fb33aad8-9dfe-49dd-ab70-a1cd827ca93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ac2e01-3c7d-4cc2-a4b7-b6c7af282feb', 'name': 'router1', 'tenant_id': 'a0db93fa9165407d9567686891a3a92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'e9190ea1-ab4f-460f-a471-8f0508d3aed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T15:50:40Z', 'updated_at': '2021-12-08T15:50:59Z', 'revision_number': 4, 'project_id': 'a0db93fa9165407d9567686891a3a92b', 'gw_port': {'id': 'e9190ea1-ab4f-460f-a471-8f0508d3aed8', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:27:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ac2e01-3c7d-4cc2-a4b7-b6c7af282feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:50:59Z', 'updated_at': '2021-12-08T15:51:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '12a7be4e-8273-4812-acdd-05ee4467e10e', 'name': '', 'network_id': '19ddf73c-2f6c-468d-a2d1-d9d79b6a585c', 'tenant_id': 'a0db93fa9165407d9567686891a3a92b', 'mac_address': 'fa:16:3e:23:4e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ac2e01-3c7d-4cc2-a4b7-b6c7af282feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c837da7e-50dc-4eca-8a96-71b3c71ce3dd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:50:50Z', 'updated_at': '2021-12-08T15:50:54Z', 'revision_number': 5, 'project_id': 'a0db93fa9165407d9567686891a3a92b', 'subnets': [{'id': 'c837da7e-50dc-4eca-8a96-71b3c71ce3dd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a6978f1b-8d99-4c62-8fac-80906d6ed4f8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:51:03.353854 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-26cb0d50-2f15-4dfc-9b52-bd152f903a54 admin admin] 10.222.0.64 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1096220 Dec 08 15:51:03.373430 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb33aad8-9dfe-49dd-ab70-a1cd827ca93f None None] The sync data for ids ['f6ac2e01-3c7d-4cc2-a4b7-b6c7af282feb'] in n-d-776250-12 is: [{'id': 'f6ac2e01-3c7d-4cc2-a4b7-b6c7af282feb', 'name': 'router1', 'tenant_id': 'a0db93fa9165407d9567686891a3a92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': 'e9190ea1-ab4f-460f-a471-8f0508d3aed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T15:50:40Z', 'updated_at': '2021-12-08T15:50:59Z', 'revision_number': 4, 'project_id': 'a0db93fa9165407d9567686891a3a92b', 'gw_port': {'id': 'e9190ea1-ab4f-460f-a471-8f0508d3aed8', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:27:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ac2e01-3c7d-4cc2-a4b7-b6c7af282feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:50:59Z', 'updated_at': '2021-12-08T15:51:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '12a7be4e-8273-4812-acdd-05ee4467e10e', 'name': '', 'network_id': '19ddf73c-2f6c-468d-a2d1-d9d79b6a585c', 'tenant_id': 'a0db93fa9165407d9567686891a3a92b', 'mac_address': 'fa:16:3e:23:4e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ac2e01-3c7d-4cc2-a4b7-b6c7af282feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c837da7e-50dc-4eca-8a96-71b3c71ce3dd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:50:50Z', 'updated_at': '2021-12-08T15:50:54Z', 'revision_number': 5, 'project_id': 'a0db93fa9165407d9567686891a3a92b', 'subnets': [{'id': 'c837da7e-50dc-4eca-8a96-71b3c71ce3dd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a6978f1b-8d99-4c62-8fac-80906d6ed4f8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 15:51:05.284658 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device e9190ea1-ab4f-460f-a471-8f0508d3aed8 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 15:51:05.342808 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port e9190ea1-ab4f-460f-a471-8f0508d3aed8 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:51:05.343112 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:51:05.431740 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:51:05.457355 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port e9190ea1-ab4f-460f-a471-8f0508d3aed8, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=e9190ea1-ab4f-460f-a471-8f0508d3aed8,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 15:51:05.573623 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:51:05.633049 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=e9190ea1-ab4f-460f-a471-8f0508d3aed8,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:51:07.301327 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device e9190ea1-ab4f-460f-a471-8f0508d3aed8 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 15:51:07.379475 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port e9190ea1-ab4f-460f-a471-8f0508d3aed8 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:51:07.380098 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:51:11.421969 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-616bc944-991d-455c-9d7f-b12f46131806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:51:13.682762 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-39018660-1cef-4fab-b0b4-b477b52c22ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:51:14.992727 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:51:16.449290 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:51:17.443816 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:51:38.343485 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 5 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 15:51:41.323198 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-73cd7c45-23bc-456d-9c18-51c7ef6c9c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:51:43.763284 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c1ef775a-9e7c-4076-9530-7c90e6c70ff6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:51:45.083040 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:51:46.442604 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:51:47.409503 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:52:11.354675 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-768e48af-8844-4af2-879a-c617a47e2d78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:52:13.710919 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-862e9d6d-3e67-4641-8b2b-256f60f16131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:52:14.996118 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:52:15.312686 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 5 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 15:52:16.475895 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:52:17.430500 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:52:33.502257 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56460) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:52:33.568737 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-716d6f1c-20e2-4c75-856d-204a4e623dd3 admin admin] GET failed (client error): The resource could not be found. Dec 08 15:52:33.570190 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-716d6f1c-20e2-4c75-856d-204a4e623dd3 admin admin] 10.222.0.64 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0669618 Dec 08 15:52:33.753007 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25abb03e-974f-4787-adc1-805fa0942d37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:52:33.754521 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-25abb03e-974f-4787-adc1-805fa0942d37 admin admin] 10.222.0.64 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1795535 Dec 08 15:52:36.223615 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56470) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:52:36.330240 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c30582d-ebe0-42a4-b89e-33df974bfc23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:52:36.331867 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-9c30582d-ebe0-42a4-b89e-33df974bfc23 admin admin] 10.222.0.64 "GET /v2.0/subnets/c837da7e-50dc-4eca-8a96-71b3c71ce3dd HTTP/1.1" status: 200 len: 849 time: 0.1071873 Dec 08 15:52:36.345707 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-ff4e21eb-8e53-42d3-ac5a-ac15b7a626c8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 15:52:36.438282 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ff4e21eb-8e53-42d3-ac5a-ac15b7a626c8 admin admin] Publish callbacks [] for subnet, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:52:36.652900 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ff4e21eb-8e53-42d3-ac5a-ac15b7a626c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740895663903'] for subnet, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:52:36.687350 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4e21eb-8e53-42d3-ac5a-ac15b7a626c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:52:36.687963 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ff4e21eb-8e53-42d3-ac5a-ac15b7a626c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:52:36.689345 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ff4e21eb-8e53-42d3-ac5a-ac15b7a626c8 admin admin] 10.222.0.64 "PUT /v2.0/subnets/c837da7e-50dc-4eca-8a96-71b3c71ce3dd HTTP/1.1" status: 200 len: 868 time: 0.3490517 Dec 08 15:52:36.692291 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2255c8ce-0e3c-4c44-bc57-cbf942d23ef1 None None] Network 19ddf73c-2f6c-468d-a2d1-d9d79b6a585c requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 15:52:36.715790 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4e21eb-8e53-42d3-ac5a-ac15b7a626c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c837da7e-50dc-4eca-8a96-71b3c71ce3dd,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:52:36.724291 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e21eb-8e53-42d3-ac5a-ac15b7a626c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:52:36.724660 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e21eb-8e53-42d3-ac5a-ac15b7a626c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:52:36.725060 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e21eb-8e53-42d3-ac5a-ac15b7a626c8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:52:36.725639 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e21eb-8e53-42d3-ac5a-ac15b7a626c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:52:36.725898 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e21eb-8e53-42d3-ac5a-ac15b7a626c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:52:36.726232 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e21eb-8e53-42d3-ac5a-ac15b7a626c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:52:36.726563 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e21eb-8e53-42d3-ac5a-ac15b7a626c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:52:36.726893 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e21eb-8e53-42d3-ac5a-ac15b7a626c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:52:36.727365 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e21eb-8e53-42d3-ac5a-ac15b7a626c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:52:36.727687 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e21eb-8e53-42d3-ac5a-ac15b7a626c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:52:36.728014 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e21eb-8e53-42d3-ac5a-ac15b7a626c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:52:36.728379 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e21eb-8e53-42d3-ac5a-ac15b7a626c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:52:36.731795 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4e21eb-8e53-42d3-ac5a-ac15b7a626c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:52:37.000227 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-b2bca13c-b22b-478a-9c80-35dcc2723365 None None] Provisioning complete for port 12a7be4e-8273-4812-acdd-05ee4467e10e triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:52:37.000611 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b2bca13c-b22b-478a-9c80-35dcc2723365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:52:37.087196 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-b2bca13c-b22b-478a-9c80-35dcc2723365 None None] Provisioning complete for port 32773ab9-4f4b-4b2c-a0f9-712541c84e2d triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:52:37.087499 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b2bca13c-b22b-478a-9c80-35dcc2723365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:52:39.147352 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56478) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:52:39.349206 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa47b2d-6fa3-48df-95c4-f92ff9e6360d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:52:39.349602 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa47b2d-6fa3-48df-95c4-f92ff9e6360d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:52:39.351180 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-aaa47b2d-6fa3-48df-95c4-f92ff9e6360d admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2028320 Dec 08 15:52:41.321682 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e6b3182c-1600-457a-9c52-539fbc9f5185 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:52:41.752158 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56486) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:52:41.886332 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cd8059-df58-47c8-a6de-b744fec08dff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:52:41.886805 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cd8059-df58-47c8-a6de-b744fec08dff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:52:41.888392 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-07cd8059-df58-47c8-a6de-b744fec08dff admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1352353 Dec 08 15:52:43.702299 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-93afa064-262c-46fa-bac4-e8cdcacf4f94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:52:44.275161 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56494) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:52:44.415575 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca655af3-ab26-4f0c-898d-cfa4df55b3a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:52:44.417108 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ca655af3-ab26-4f0c-898d-cfa4df55b3a9 admin admin] 10.222.0.64 "GET /v2.0/networks/19ddf73c-2f6c-468d-a2d1-d9d79b6a585c HTTP/1.1" status: 200 len: 869 time: 0.1409383 Dec 08 15:52:44.995185 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:52:46.481404 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:52:46.825277 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56502) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:52:46.948558 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c59483-a478-434f-ab04-0c3b0dc838ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:52:46.949938 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-81c59483-a478-434f-ab04-0c3b0dc838ff admin admin] 10.222.0.64 "GET /v2.0/networks/1ae4cf80-76bf-4df3-a557-5cc6023c1900 HTTP/1.1" status: 200 len: 886 time: 0.1236944 Dec 08 15:52:47.418194 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:52:49.359944 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56510) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:52:49.485141 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4186f22-318c-4ebf-a65a-1633e1fb3208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:52:49.485601 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4186f22-318c-4ebf-a65a-1633e1fb3208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:52:49.487122 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d4186f22-318c-4ebf-a65a-1633e1fb3208 admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1261911 Dec 08 15:52:51.873384 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56518) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:52:51.965954 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc86dae4-8a9e-4423-be28-91b8968c3a1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:52:51.966394 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc86dae4-8a9e-4423-be28-91b8968c3a1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:52:51.967947 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-cc86dae4-8a9e-4423-be28-91b8968c3a1e admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0936007 Dec 08 15:52:52.312564 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 5 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 15:52:54.354043 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 56526) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:52:54.453233 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe949e4-bdb0-455d-95b8-b2b3187b1702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:52:54.454605 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-efe949e4-bdb0-455d-95b8-b2b3187b1702 admin admin] 10.222.0.64 "GET /v2.0/subnets/c837da7e-50dc-4eca-8a96-71b3c71ce3dd HTTP/1.1" status: 200 len: 868 time: 0.0996120 Dec 08 15:52:56.858135 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56536) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:52:56.944013 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb92d1a-07e8-4a24-a82d-b3441f562c6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:52:56.945473 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-6eb92d1a-07e8-4a24-a82d-b3441f562c6f admin admin] 10.222.0.64 "GET /v2.0/subnets/cec1337d-aa9f-47f0-8079-39fe913fecda HTTP/1.1" status: 200 len: 816 time: 0.0863664 Dec 08 15:53:11.400944 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1a9e5f07-536b-4d71-b03d-02ffad2e8b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:53:13.844719 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1a6498f2-fd56-4278-8966-2d38b84db318 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:53:15.040269 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:53:16.461478 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:53:17.423461 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:53:22.535102 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56590) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:53:22.582928 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [None req-4b9b4216-500b-4e3c-9bb7-3da2f0cb818f admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 15:53:22.583986 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-4b9b4216-500b-4e3c-9bb7-3da2f0cb818f admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0478992 Dec 08 15:53:25.069995 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56598) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:53:25.131304 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-29f5171d-23b9-48ae-a6ab-3ec97a6733bf admin admin] GET failed (client error): The resource could not be found. Dec 08 15:53:25.132651 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-29f5171d-23b9-48ae-a6ab-3ec97a6733bf admin admin] 10.222.0.64 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0617244 Dec 08 15:53:25.221340 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fec9050-11e3-468d-ba7d-24f511eaa343 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:53:25.222830 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-2fec9050-11e3-468d-ba7d-24f511eaa343 admin admin] 10.222.0.64 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0855961 Dec 08 15:53:27.649381 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56606) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:53:27.699444 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-cfaa2dda-a29d-484d-848b-8c6b7b135d8f admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 15:53:27.797956 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfaa2dda-a29d-484d-848b-8c6b7b135d8f admin admin] Made reservation on behalf of c9374f91241241228a54f4b865108dbd for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 15:53:27.800275 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cfaa2dda-a29d-484d-848b-8c6b7b135d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:53:27.832596 n-d-776250-12 neutron-server[110551]: WARNING neutron.services.revisions.revision_plugin [None req-cfaa2dda-a29d-484d-848b-8c6b7b135d8f admin admin] Could not find related network for resource to bump revision. Dec 08 15:53:27.843390 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfaa2dda-a29d-484d-848b-8c6b7b135d8f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 15:53:27.852455 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cfaa2dda-a29d-484d-848b-8c6b7b135d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:53:27.854112 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-cfaa2dda-a29d-484d-848b-8c6b7b135d8f admin admin] Added segment 87214c82-860c-45d8-affa-fa722adcf7c9 of type vlan for network b91759c7-445e-4f7b-9fc4-64d80951832c Dec 08 15:53:27.889730 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cfaa2dda-a29d-484d-848b-8c6b7b135d8f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:53:27.975098 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cfaa2dda-a29d-484d-848b-8c6b7b135d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:53:27.976047 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfaa2dda-a29d-484d-848b-8c6b7b135d8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:53:27.976664 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cfaa2dda-a29d-484d-848b-8c6b7b135d8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:53:28.135913 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaa2dda-a29d-484d-848b-8c6b7b135d8f admin admin] Pushing event updated for resources: {'Network': ['ID=b91759c7-445e-4f7b-9fc4-64d80951832c,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:53:28.147197 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network b91759c7-445e-4f7b-9fc4-64d80951832c details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 15:53:28.223685 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-cfaa2dda-a29d-484d-848b-8c6b7b135d8f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5732071 Dec 08 15:53:29.311610 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 5 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 15:53:30.622468 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56614) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:53:30.684924 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-46b5e713-3372-43d6-914a-1f03a585c0f9 admin admin] GET failed (client error): The resource could not be found. Dec 08 15:53:30.686255 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-46b5e713-3372-43d6-914a-1f03a585c0f9 admin admin] 10.222.0.64 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0625296 Dec 08 15:53:30.755825 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f6a3cd-9651-4b01-9487-34214b9a253a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:53:30.757354 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-34f6a3cd-9651-4b01-9487-34214b9a253a admin admin] 10.222.0.64 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0663855 Dec 08 15:53:30.768206 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-2900d94b-5b34-44c2-b10b-d351bb82eac7 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'description': 'shared-subnet'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 15:53:30.863111 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2900d94b-5b34-44c2-b10b-d351bb82eac7 admin admin] Made reservation on behalf of c9374f91241241228a54f4b865108dbd for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 15:53:30.865415 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2900d94b-5b34-44c2-b10b-d351bb82eac7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:53:31.136214 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2900d94b-5b34-44c2-b10b-d351bb82eac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:53:31.198187 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2900d94b-5b34-44c2-b10b-d351bb82eac7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c93b3a32-b438-4a47-8558-220c03febf97,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:53:31.206166 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2900d94b-5b34-44c2-b10b-d351bb82eac7 admin admin] Checking segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 15:53:31.206530 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2900d94b-5b34-44c2-b10b-d351bb82eac7 admin admin] Network hostable DHCP agents. Network: b91759c7-445e-4f7b-9fc4-64d80951832c, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 15:53:31.302520 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2900d94b-5b34-44c2-b10b-d351bb82eac7 admin admin] Network b91759c7-445e-4f7b-9fc4-64d80951832c is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 15:53:31.392530 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-2900d94b-5b34-44c2-b10b-d351bb82eac7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, b91759c7-445e-4f7b-9fc4-64d80951832c) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 15:53:31.396909 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2900d94b-5b34-44c2-b10b-d351bb82eac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:53:31.397518 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2900d94b-5b34-44c2-b10b-d351bb82eac7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:53:31.402698 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfaf52ef-725d-413b-a3a9-c329e12443c3 None None] Network b91759c7-445e-4f7b-9fc4-64d80951832c requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 15:53:31.492688 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-2900d94b-5b34-44c2-b10b-d351bb82eac7 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7283621 Dec 08 15:53:31.519526 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db892ff9-94bc-4256-ac89-e6f266bcd00f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-b91759c7-445e-4f7b-9fc4-64d80951832c', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'project_id': 'c9374f91241241228a54f4b865108dbd', 'fixed_ips': [{'subnet_id': 'c93b3a32-b438-4a47-8558-220c03febf97'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 15:53:31.520595 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-db892ff9-94bc-4256-ac89-e6f266bcd00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:53:31.668402 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-db892ff9-94bc-4256-ac89-e6f266bcd00f None None] Allocated IP 192.168.233.2 (b91759c7-445e-4f7b-9fc4-64d80951832c/c93b3a32-b438-4a47-8558-220c03febf97/2e907d30-a677-452f-a9a5-6e8509a9ede1) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 15:53:31.908969 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-db892ff9-94bc-4256-ac89-e6f266bcd00f None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:53:32.023422 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-db892ff9-94bc-4256-ac89-e6f266bcd00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:53:32.065291 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db892ff9-94bc-4256-ac89-e6f266bcd00f None None] Network b91759c7-445e-4f7b-9fc4-64d80951832c is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 15:53:32.075150 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-db892ff9-94bc-4256-ac89-e6f266bcd00f None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 15:53:32.076926 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db892ff9-94bc-4256-ac89-e6f266bcd00f None None] Pushing event updated for resources: {'Port': ['ID=2e907d30-a677-452f-a9a5-6e8509a9ede1,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:53:32.079587 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db892ff9-94bc-4256-ac89-e6f266bcd00f None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 15:53:32.088522 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db892ff9-94bc-4256-ac89-e6f266bcd00f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:53:32.088880 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db892ff9-94bc-4256-ac89-e6f266bcd00f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:53:32.089248 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db892ff9-94bc-4256-ac89-e6f266bcd00f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:53:32.089573 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db892ff9-94bc-4256-ac89-e6f266bcd00f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:53:32.089963 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db892ff9-94bc-4256-ac89-e6f266bcd00f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:53:32.090298 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db892ff9-94bc-4256-ac89-e6f266bcd00f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:53:32.090640 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db892ff9-94bc-4256-ac89-e6f266bcd00f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:53:32.090979 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db892ff9-94bc-4256-ac89-e6f266bcd00f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:53:32.091302 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db892ff9-94bc-4256-ac89-e6f266bcd00f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:53:32.091631 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db892ff9-94bc-4256-ac89-e6f266bcd00f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:53:32.091960 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db892ff9-94bc-4256-ac89-e6f266bcd00f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:53:32.092315 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db892ff9-94bc-4256-ac89-e6f266bcd00f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:53:32.092641 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db892ff9-94bc-4256-ac89-e6f266bcd00f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:53:32.147784 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-db892ff9-94bc-4256-ac89-e6f266bcd00f None None] Attempting to bind port 2e907d30-a677-452f-a9a5-6e8509a9ede1 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 15:53:32.148163 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-db892ff9-94bc-4256-ac89-e6f266bcd00f None None] Attempting to bind port 2e907d30-a677-452f-a9a5-6e8509a9ede1 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 15:53:32.148577 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db892ff9-94bc-4256-ac89-e6f266bcd00f None None] Attempting to bind port 2e907d30-a677-452f-a9a5-6e8509a9ede1 on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 15:53:32.153716 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db892ff9-94bc-4256-ac89-e6f266bcd00f None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 15, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 15:53:32.154081 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db892ff9-94bc-4256-ac89-e6f266bcd00f None None] Checking segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 15:53:32.154505 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-db892ff9-94bc-4256-ac89-e6f266bcd00f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:53:32.154874 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db892ff9-94bc-4256-ac89-e6f266bcd00f None None] Bound using segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 15:53:32.155347 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-db892ff9-94bc-4256-ac89-e6f266bcd00f None None] Bound port: 2e907d30-a677-452f-a9a5-6e8509a9ede1, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 15:53:32.155742 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-db892ff9-94bc-4256-ac89-e6f266bcd00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:53:32.220610 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-db892ff9-94bc-4256-ac89-e6f266bcd00f None None] For port 2e907d30-a677-452f-a9a5-6e8509a9ede1, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 15:53:32.223700 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-db892ff9-94bc-4256-ac89-e6f266bcd00f None None] For port 2e907d30-a677-452f-a9a5-6e8509a9ede1, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=2e907d30-a677-452f-a9a5-6e8509a9ede1,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 15:53:32.320840 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-db892ff9-94bc-4256-ac89-e6f266bcd00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:53:32.392470 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db892ff9-94bc-4256-ac89-e6f266bcd00f None None] Pushing event updated for resources: {'Port': ['ID=2e907d30-a677-452f-a9a5-6e8509a9ede1,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:53:33.250815 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b715f486-60bd-4cd1-aae4-5aab914ae4f9 None None] Network b91759c7-445e-4f7b-9fc4-64d80951832c requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 15:53:33.377055 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-a2384859-0203-4d5e-ae8a-ce2dfc4358ea None None] Provisioning complete for port 2e907d30-a677-452f-a9a5-6e8509a9ede1 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:53:33.377422 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a2384859-0203-4d5e-ae8a-ce2dfc4358ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:53:33.412542 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 2e907d30-a677-452f-a9a5-6e8509a9ede1 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 15:53:33.496431 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a2384859-0203-4d5e-ae8a-ce2dfc4358ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:53:33.540610 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-a2384859-0203-4d5e-ae8a-ce2dfc4358ea None None] For port 2e907d30-a677-452f-a9a5-6e8509a9ede1, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=2e907d30-a677-452f-a9a5-6e8509a9ede1,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 15:53:33.545581 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 2e907d30-a677-452f-a9a5-6e8509a9ede1 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:53:33.545963 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:53:33.622224 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a2384859-0203-4d5e-ae8a-ce2dfc4358ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:53:33.661913 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:53:33.693669 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2384859-0203-4d5e-ae8a-ce2dfc4358ea None None] Pushing event updated for resources: {'Port': ['ID=2e907d30-a677-452f-a9a5-6e8509a9ede1,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:53:33.743432 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.db.api [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 15:53:33.743810 n-d-776250-12 neutron-server[110552]: DEBUG oslo_db.api [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 15:53:33.749033 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-45507c92-1531-483d-b242-59f4e82d459e None None] Provisioning complete for port 2e907d30-a677-452f-a9a5-6e8509a9ede1 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:53:33.749352 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-45507c92-1531-483d-b242-59f4e82d459e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:53:35.356621 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 2e907d30-a677-452f-a9a5-6e8509a9ede1 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 15:53:35.407950 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 2e907d30-a677-452f-a9a5-6e8509a9ede1 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:53:35.408350 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:53:41.323635 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-926ce8b6-f300-4ae6-adb9-b601721b285b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:53:43.696576 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4df97c1b-8302-463c-8e54-0265c1870c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:53:45.033911 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:53:46.466540 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:53:47.409704 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:54:06.311484 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 5 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 15:54:11.319630 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f4e7aca3-3027-4c72-9dbe-b355dcf0bfc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:54:13.705655 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-40c9b997-37a3-46bc-af59-57a5d6f79e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:54:15.009891 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:54:16.471314 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:54:17.438759 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:54:41.335550 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2f2b0753-2199-4511-8c53-4a187248e9bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:54:43.309970 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 5 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 15:54:43.745259 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-63f00036-e356-49ac-87fa-aa11a94aefbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:54:45.001996 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:54:46.500990 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:54:47.426329 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:54:56.334577 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56658) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:54:56.340496 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [None req-c2beb371-66a9-4166-9e8c-6a872d100813 tempest-verify_tempest_config-401942080 tempest-verify_tempest_config-401942080-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 15:54:56.341653 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c2beb371-66a9-4166-9e8c-6a872d100813 tempest-verify_tempest_config-401942080 tempest-verify_tempest_config-401942080-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0060117 Dec 08 15:54:56.917633 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56676) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:54:57.021245 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0db96570-3cf3-4187-b841-dcad6f63e816 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:54:57.092334 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0db96570-3cf3-4187-b841-dcad6f63e816 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:54:57.186807 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0db96570-3cf3-4187-b841-dcad6f63e816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:54:57.235369 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-0db96570-3cf3-4187-b841-dcad6f63e816 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=504af37ea3ad45a4b5de9b63223b3074&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3165302 Dec 08 15:54:57.236087 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db96570-3cf3-4187-b841-dcad6f63e816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be36849e-b8ce-414f-985a-7cbbda450e27,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:54:57.238078 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 56680) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:54:57.242970 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db96570-3cf3-4187-b841-dcad6f63e816 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:54:57.243325 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db96570-3cf3-4187-b841-dcad6f63e816 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:54:57.243675 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db96570-3cf3-4187-b841-dcad6f63e816 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:54:57.244021 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db96570-3cf3-4187-b841-dcad6f63e816 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:54:57.244392 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db96570-3cf3-4187-b841-dcad6f63e816 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:54:57.244733 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db96570-3cf3-4187-b841-dcad6f63e816 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:54:57.245068 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db96570-3cf3-4187-b841-dcad6f63e816 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:54:57.245400 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db96570-3cf3-4187-b841-dcad6f63e816 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:54:57.245735 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db96570-3cf3-4187-b841-dcad6f63e816 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:54:57.246064 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db96570-3cf3-4187-b841-dcad6f63e816 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:54:57.246399 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db96570-3cf3-4187-b841-dcad6f63e816 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:54:57.246726 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db96570-3cf3-4187-b841-dcad6f63e816 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:54:57.247052 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db96570-3cf3-4187-b841-dcad6f63e816 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:54:57.319731 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b4d477b1-0e1c-49f8-a21f-dd40806f9dac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:54:57.340514 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b4d477b1-0e1c-49f8-a21f-dd40806f9dac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:54:57.489809 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b4d477b1-0e1c-49f8-a21f-dd40806f9dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:54:57.493144 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b4d477b1-0e1c-49f8-a21f-dd40806f9dac admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:54:57.494365 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b4d477b1-0e1c-49f8-a21f-dd40806f9dac admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/be36849e-b8ce-414f-985a-7cbbda450e27 HTTP/1.1" status: 204 len: 168 time: 0.2553012 Dec 08 15:54:57.503018 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d477b1-0e1c-49f8-a21f-dd40806f9dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be36849e-b8ce-414f-985a-7cbbda450e27,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:54:57.511764 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d477b1-0e1c-49f8-a21f-dd40806f9dac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:54:57.512116 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d477b1-0e1c-49f8-a21f-dd40806f9dac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:54:57.512503 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d477b1-0e1c-49f8-a21f-dd40806f9dac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:54:57.512840 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d477b1-0e1c-49f8-a21f-dd40806f9dac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:54:57.513173 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d477b1-0e1c-49f8-a21f-dd40806f9dac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:54:57.513628 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d477b1-0e1c-49f8-a21f-dd40806f9dac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:54:57.513836 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d477b1-0e1c-49f8-a21f-dd40806f9dac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:54:57.514169 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d477b1-0e1c-49f8-a21f-dd40806f9dac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:54:57.514495 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d477b1-0e1c-49f8-a21f-dd40806f9dac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:54:57.514825 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d477b1-0e1c-49f8-a21f-dd40806f9dac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:54:57.515154 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d477b1-0e1c-49f8-a21f-dd40806f9dac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:54:57.515501 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d477b1-0e1c-49f8-a21f-dd40806f9dac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:54:57.516560 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d477b1-0e1c-49f8-a21f-dd40806f9dac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:55:11.334495 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f54b8bc5-c7b0-4abc-94f0-5d34ac5d0b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:55:13.689235 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f6c4c83c-98e6-4c76-9a88-9b436cb3bdad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:55:15.008571 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:55:16.477299 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:55:17.420934 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:55:20.309202 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 5 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 15:55:41.338333 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a27065e3-e8af-4925-9b5f-059987cd6061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:55:43.733980 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8eb628e8-ce81-4b8c-ad99-e97e1b4b7a65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:55:45.007608 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:55:46.539897 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:55:47.413877 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:55:57.308934 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 5 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 15:56:11.338669 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a57fe88c-6199-4a51-b180-7a4e6970e291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:56:13.703163 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-128be55e-cc1c-4bbc-a095-4629bfcddc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:56:15.011260 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:56:16.491432 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:56:17.424241 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:56:34.307895 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 5 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 15:56:41.349790 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a7aaa5c4-1c0a-4692-835a-b4d808a59f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:56:43.755585 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-354f80f6-b0d7-41eb-94b6-21a370122b3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:56:45.035930 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:56:46.486715 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:56:47.429809 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:57:11.307404 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 5 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 15:57:11.382162 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-38e82558-8830-4aa9-8063-49ed5ffa8dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:57:13.703440 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-58a895f4-bae5-4a49-97a2-e8b39c551aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:57:15.050256 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:57:16.532242 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:57:17.450588 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:57:41.341787 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-baeb51a8-1b8e-4b60-b463-b6505f05100e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:57:43.725690 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a1b241f1-7c28-4a90-ae60-7bb2b8a91609 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:57:45.018223 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:57:46.497613 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:57:47.434736 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:57:48.307125 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 5 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 15:58:04.118662 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-714996'] for agent, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:08.308381 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-714996'] for agent, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:11.352793 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7d3588f6-886b-4928-bf53-054249f6ffd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:13.714402 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ef8d1db7-a95f-4079-8397-7530645750fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:15.061916 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:16.479421 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:17.427114 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:25.307454 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 15:58:34.137328 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:38.289364 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:41.341818 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d51201df-6b0c-48d5-980b-3588ef1acbdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:43.706604 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3827a71a-f1ad-4b08-a316-1c0ae9a581a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:45.033343 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:46.502350 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:47.438440 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:57.992604 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 56738) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:58:58.097194 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-5ac06543-7ddc-4565-b068-7ee98e30c404 admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1034894 Dec 08 15:59:00.531108 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56748) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:00.592538 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-046e46b2-735c-4c10-af06-8f426803e12f admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0602517 Dec 08 15:59:02.307115 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 15:59:04.125435 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:08.273110 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:11.334961 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3bc852c9-5d31-4dd8-a38f-18102feb8589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:13.702599 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-dd6bdb8c-4c86-4029-ae95-0b4547a92dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:15.056163 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:16.570567 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:17.427478 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:34.101822 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:38.290688 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:39.307902 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 15:59:41.347493 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-791f3320-699a-45c2-b52d-4d71512c19c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:43.725275 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-457ad7c4-b3fd-476e-9ad6-f51f25a424be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:45.032706 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:46.511443 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:47.467914 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:04.118479 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:08.329933 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:11.375657 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6ee36b9d-7d97-4509-8c80-228eea7d37af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:13.701897 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d4adf711-ffb1-4bfe-9a42-ad7e972088fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:15.038327 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:16.308688 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:00:16.518173 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:17.472845 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:26.465835 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57132) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:26.469513 n-d-776250-12 neutron-server[110550]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 08 16:00:26.501867 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6cfa3610-6b54-4c2e-ae47-5e83a28e993b req-f1c5717b-b6df-4b02-aa49-b0d873de31e3 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=7cc034f1dfbe456182ee6a4e0ec144fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346758 Dec 08 16:00:26.713570 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa3610-6b54-4c2e-ae47-5e83a28e993b req-8c2305bc-dda0-4c5c-bc06-f28990464986 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:26.715063 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6cfa3610-6b54-4c2e-ae47-5e83a28e993b req-8c2305bc-dda0-4c5c-bc06-f28990464986 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2075851 Dec 08 16:00:26.731366 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6cfa3610-6b54-4c2e-ae47-5e83a28e993b req-a10ad130-add3-4691-b61b-ffd1e95911e2 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/quotas/7cc034f1dfbe456182ee6a4e0ec144fb HTTP/1.1" status: 200 len: 375 time: 0.0103343 Dec 08 16:00:26.807318 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6cfa3610-6b54-4c2e-ae47-5e83a28e993b req-10fe3805-6bef-42e6-b32e-027b174ee7ff tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7cc034f1dfbe456182ee6a4e0ec144fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0662589 Dec 08 16:00:27.010964 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57154) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:27.137723 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7abd6a3f-2e61-4a2b-8e31-35ca8ed3db2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:27.238566 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7abd6a3f-2e61-4a2b-8e31-35ca8ed3db2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:27.313433 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7abd6a3f-2e61-4a2b-8e31-35ca8ed3db2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:27.367716 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abd6a3f-2e61-4a2b-8e31-35ca8ed3db2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4cda48b-1182-423f-ba61-75212086842d,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:27.379549 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-7abd6a3f-2e61-4a2b-8e31-35ca8ed3db2b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fbc6c6dfd0994fab9f15275596afffc3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3674965 Dec 08 16:00:27.382460 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57184) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:27.389998 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abd6a3f-2e61-4a2b-8e31-35ca8ed3db2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:27.390361 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abd6a3f-2e61-4a2b-8e31-35ca8ed3db2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:27.390707 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abd6a3f-2e61-4a2b-8e31-35ca8ed3db2b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:27.396344 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abd6a3f-2e61-4a2b-8e31-35ca8ed3db2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:27.396980 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abd6a3f-2e61-4a2b-8e31-35ca8ed3db2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:27.397757 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abd6a3f-2e61-4a2b-8e31-35ca8ed3db2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:27.398309 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abd6a3f-2e61-4a2b-8e31-35ca8ed3db2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:27.398871 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abd6a3f-2e61-4a2b-8e31-35ca8ed3db2b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:27.399384 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abd6a3f-2e61-4a2b-8e31-35ca8ed3db2b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:27.399895 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abd6a3f-2e61-4a2b-8e31-35ca8ed3db2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:27.401269 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abd6a3f-2e61-4a2b-8e31-35ca8ed3db2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:27.401927 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abd6a3f-2e61-4a2b-8e31-35ca8ed3db2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:27.402950 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abd6a3f-2e61-4a2b-8e31-35ca8ed3db2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:27.408985 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abd6a3f-2e61-4a2b-8e31-35ca8ed3db2b admin admin] Tracked resource versions report: Dec 08 16:00:27.408985 n-d-776250-12 neutron-server[110550]: pushed versions: Dec 08 16:00:27.408985 n-d-776250-12 neutron-server[110550]: { 'AddressGroup': {'1.2'}, Dec 08 16:00:27.408985 n-d-776250-12 neutron-server[110550]: 'ConntrackHelper': {'1.0'}, Dec 08 16:00:27.408985 n-d-776250-12 neutron-server[110550]: 'LocalIPAssociation': {'1.0'}, Dec 08 16:00:27.408985 n-d-776250-12 neutron-server[110550]: 'Log': {'1.0'}, Dec 08 16:00:27.408985 n-d-776250-12 neutron-server[110550]: 'Network': {'1.1'}, Dec 08 16:00:27.408985 n-d-776250-12 neutron-server[110550]: 'Port': {'1.7'}, Dec 08 16:00:27.408985 n-d-776250-12 neutron-server[110550]: 'PortForwarding': {'1.2'}, Dec 08 16:00:27.408985 n-d-776250-12 neutron-server[110550]: 'QosPolicy': {'1.10'}, Dec 08 16:00:27.408985 n-d-776250-12 neutron-server[110550]: 'SecurityGroup': {'1.5'}, Dec 08 16:00:27.408985 n-d-776250-12 neutron-server[110550]: 'SecurityGroupRule': {'1.2'}, Dec 08 16:00:27.408985 n-d-776250-12 neutron-server[110550]: 'SubPort': {'1.0'}, Dec 08 16:00:27.408985 n-d-776250-12 neutron-server[110550]: 'Subnet': {'1.1'}, Dec 08 16:00:27.408985 n-d-776250-12 neutron-server[110550]: 'Trunk': {'1.1'}} Dec 08 16:00:27.408985 n-d-776250-12 neutron-server[110550]: consumer versions: Dec 08 16:00:27.408985 n-d-776250-12 neutron-server[110550]: { DHCP agent@n-d-776250-12: {}, Dec 08 16:00:27.408985 n-d-776250-12 neutron-server[110550]: HyperV agent@n-h1-776250-12: {}, Dec 08 16:00:27.408985 n-d-776250-12 neutron-server[110550]: HyperV agent@n-h2-776250-12: {}, Dec 08 16:00:27.408985 n-d-776250-12 neutron-server[110550]: L3 agent@n-d-776250-12: {}, Dec 08 16:00:27.408985 n-d-776250-12 neutron-server[110550]: Metadata agent@n-d-776250-12: {}, Dec 08 16:00:27.408985 n-d-776250-12 neutron-server[110550]: Metering agent@n-d-776250-12: {}, Dec 08 16:00:27.408985 n-d-776250-12 neutron-server[110550]: Open vSwitch agent@n-d-776250-12: { 'AddressGroup': '1.2', Dec 08 16:00:27.408985 n-d-776250-12 neutron-server[110550]: 'ConntrackHelper': '1.0', Dec 08 16:00:27.408985 n-d-776250-12 neutron-server[110550]: 'LocalIPAssociation': '1.0', Dec 08 16:00:27.408985 n-d-776250-12 neutron-server[110550]: 'Log': '1.0', Dec 08 16:00:27.408985 n-d-776250-12 neutron-server[110550]: 'Network': '1.1', Dec 08 16:00:27.408985 n-d-776250-12 neutron-server[110550]: 'Port': '1.7', Dec 08 16:00:27.408985 n-d-776250-12 neutron-server[110550]: 'PortForwarding': '1.2', Dec 08 16:00:27.408985 n-d-776250-12 neutron-server[110550]: 'QosPolicy': '1.10', Dec 08 16:00:27.408985 n-d-776250-12 neutron-server[110550]: 'SecurityGroup': '1.5', Dec 08 16:00:27.408985 n-d-776250-12 neutron-server[110550]: 'SecurityGroupRule': '1.2', Dec 08 16:00:27.408985 n-d-776250-12 neutron-server[110550]: 'SubPort': '1.0', Dec 08 16:00:27.408985 n-d-776250-12 neutron-server[110550]: 'Subnet': '1.1', Dec 08 16:00:27.408985 n-d-776250-12 neutron-server[110550]: 'Trunk': '1.1'}} Dec 08 16:00:27.408985 n-d-776250-12 neutron-server[110550]: {{(pid=110550) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 08 16:00:27.457677 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8bfb9625-8a89-48d7-9acc-18d865f07af3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:27.481138 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8bfb9625-8a89-48d7-9acc-18d865f07af3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:27.621349 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8bfb9625-8a89-48d7-9acc-18d865f07af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:27.624057 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8bfb9625-8a89-48d7-9acc-18d865f07af3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:27.627727 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-8bfb9625-8a89-48d7-9acc-18d865f07af3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e4cda48b-1182-423f-ba61-75212086842d HTTP/1.1" status: 204 len: 168 time: 0.2418196 Dec 08 16:00:27.633511 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb9625-8a89-48d7-9acc-18d865f07af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4cda48b-1182-423f-ba61-75212086842d,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:27.642786 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb9625-8a89-48d7-9acc-18d865f07af3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:27.643339 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb9625-8a89-48d7-9acc-18d865f07af3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:27.644117 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb9625-8a89-48d7-9acc-18d865f07af3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:27.644510 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb9625-8a89-48d7-9acc-18d865f07af3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:27.644853 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb9625-8a89-48d7-9acc-18d865f07af3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:27.645195 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb9625-8a89-48d7-9acc-18d865f07af3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:27.645533 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb9625-8a89-48d7-9acc-18d865f07af3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:27.646058 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb9625-8a89-48d7-9acc-18d865f07af3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:27.646394 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb9625-8a89-48d7-9acc-18d865f07af3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:27.646727 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb9625-8a89-48d7-9acc-18d865f07af3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:27.647059 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb9625-8a89-48d7-9acc-18d865f07af3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:27.647395 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb9625-8a89-48d7-9acc-18d865f07af3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:27.647725 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb9625-8a89-48d7-9acc-18d865f07af3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:27.648904 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb9625-8a89-48d7-9acc-18d865f07af3 admin admin] Tracked resource versions report: Dec 08 16:00:27.648904 n-d-776250-12 neutron-server[110551]: pushed versions: Dec 08 16:00:27.648904 n-d-776250-12 neutron-server[110551]: { 'AddressGroup': {'1.2'}, Dec 08 16:00:27.648904 n-d-776250-12 neutron-server[110551]: 'ConntrackHelper': {'1.0'}, Dec 08 16:00:27.648904 n-d-776250-12 neutron-server[110551]: 'LocalIPAssociation': {'1.0'}, Dec 08 16:00:27.648904 n-d-776250-12 neutron-server[110551]: 'Log': {'1.0'}, Dec 08 16:00:27.648904 n-d-776250-12 neutron-server[110551]: 'Network': {'1.1'}, Dec 08 16:00:27.648904 n-d-776250-12 neutron-server[110551]: 'Port': {'1.7'}, Dec 08 16:00:27.648904 n-d-776250-12 neutron-server[110551]: 'PortForwarding': {'1.2'}, Dec 08 16:00:27.648904 n-d-776250-12 neutron-server[110551]: 'QosPolicy': {'1.10'}, Dec 08 16:00:27.648904 n-d-776250-12 neutron-server[110551]: 'SecurityGroup': {'1.5'}, Dec 08 16:00:27.648904 n-d-776250-12 neutron-server[110551]: 'SecurityGroupRule': {'1.2'}, Dec 08 16:00:27.648904 n-d-776250-12 neutron-server[110551]: 'SubPort': {'1.0'}, Dec 08 16:00:27.648904 n-d-776250-12 neutron-server[110551]: 'Subnet': {'1.1'}, Dec 08 16:00:27.648904 n-d-776250-12 neutron-server[110551]: 'Trunk': {'1.1'}} Dec 08 16:00:27.648904 n-d-776250-12 neutron-server[110551]: consumer versions: Dec 08 16:00:27.648904 n-d-776250-12 neutron-server[110551]: { DHCP agent@n-d-776250-12: {}, Dec 08 16:00:27.648904 n-d-776250-12 neutron-server[110551]: HyperV agent@n-h1-776250-12: {}, Dec 08 16:00:27.648904 n-d-776250-12 neutron-server[110551]: HyperV agent@n-h2-776250-12: {}, Dec 08 16:00:27.648904 n-d-776250-12 neutron-server[110551]: L3 agent@n-d-776250-12: {}, Dec 08 16:00:27.648904 n-d-776250-12 neutron-server[110551]: Metadata agent@n-d-776250-12: {}, Dec 08 16:00:27.648904 n-d-776250-12 neutron-server[110551]: Metering agent@n-d-776250-12: {}, Dec 08 16:00:27.648904 n-d-776250-12 neutron-server[110551]: Open vSwitch agent@n-d-776250-12: { 'AddressGroup': '1.2', Dec 08 16:00:27.648904 n-d-776250-12 neutron-server[110551]: 'ConntrackHelper': '1.0', Dec 08 16:00:27.648904 n-d-776250-12 neutron-server[110551]: 'LocalIPAssociation': '1.0', Dec 08 16:00:27.648904 n-d-776250-12 neutron-server[110551]: 'Log': '1.0', Dec 08 16:00:27.648904 n-d-776250-12 neutron-server[110551]: 'Network': '1.1', Dec 08 16:00:27.648904 n-d-776250-12 neutron-server[110551]: 'Port': '1.7', Dec 08 16:00:27.648904 n-d-776250-12 neutron-server[110551]: 'PortForwarding': '1.2', Dec 08 16:00:27.648904 n-d-776250-12 neutron-server[110551]: 'QosPolicy': '1.10', Dec 08 16:00:27.648904 n-d-776250-12 neutron-server[110551]: 'SecurityGroup': '1.5', Dec 08 16:00:27.648904 n-d-776250-12 neutron-server[110551]: 'SecurityGroupRule': '1.2', Dec 08 16:00:27.648904 n-d-776250-12 neutron-server[110551]: 'SubPort': '1.0', Dec 08 16:00:27.648904 n-d-776250-12 neutron-server[110551]: 'Subnet': '1.1', Dec 08 16:00:27.648904 n-d-776250-12 neutron-server[110551]: 'Trunk': '1.1'}} Dec 08 16:00:27.648904 n-d-776250-12 neutron-server[110551]: {{(pid=110551) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 08 16:00:27.715302 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57220) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:27.768352 n-d-776250-12 neutron-server[110551]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 08 16:00:27.814476 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c907a052-0e23-4334-9655-445e712ba722 req-ecce564e-6e91-4aa4-bc94-860e3bbbc08b tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/ports?device_id=21be05d1-d894-40d0-be07-f1342f5fbd10 HTTP/1.1" status: 200 len: 210 time: 0.0980396 Dec 08 16:00:28.476308 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57268) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:28.491648 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1f1f4971-ac8a-4ce5-84cd-7ff5a8b70a2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:28.596899 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1f1f4971-ac8a-4ce5-84cd-7ff5a8b70a2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:28.723717 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1f1f4971-ac8a-4ce5-84cd-7ff5a8b70a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:28.762453 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-1f1f4971-ac8a-4ce5-84cd-7ff5a8b70a2e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a98dc596e4654080955eb0b684fb3b11&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2850370 Dec 08 16:00:28.763608 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1f4971-ac8a-4ce5-84cd-7ff5a8b70a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e85a72-e6ce-4de7-9f28-8b7af50a15b1,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:28.766333 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57272) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:28.814809 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1b633a02-4eb1-4404-8bd0-0ea0ec0c1316 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:28.838259 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1b633a02-4eb1-4404-8bd0-0ea0ec0c1316 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:28.941321 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-37b02367-bcae-467e-ae0b-ba601d91ab91 req-2f2e8400-0e5f-4415-a251-31d2c416deee tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/ports?device_id=21be05d1-d894-40d0-be07-f1342f5fbd10 HTTP/1.1" status: 200 len: 210 time: 0.0536058 Dec 08 16:00:28.970028 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1b633a02-4eb1-4404-8bd0-0ea0ec0c1316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:28.973686 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1b633a02-4eb1-4404-8bd0-0ea0ec0c1316 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:28.979318 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-1b633a02-4eb1-4404-8bd0-0ea0ec0c1316 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/78e85a72-e6ce-4de7-9f28-8b7af50a15b1 HTTP/1.1" status: 204 len: 168 time: 0.2090948 Dec 08 16:00:28.985373 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57280) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:28.986664 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b633a02-4eb1-4404-8bd0-0ea0ec0c1316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e85a72-e6ce-4de7-9f28-8b7af50a15b1,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:29.076922 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57286) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:29.388554 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f2b5a77d-6df1-4637-9f55-57505457f69c req-78b01ac2-4359-4bb5-b21c-597ee7b97938 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=51de74d221224f2f80f24ad189a5b30d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370073 Dec 08 16:00:29.463975 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57308) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:29.497216 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-827021ca-ae79-435b-9537-cb8185e71d50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:29.547220 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3938f44b-a557-4a60-996d-023e4d365f75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:29.623238 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a41ad42e-4d1b-4ed0-999c-bd2819a00c22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:29.658109 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-827021ca-ae79-435b-9537-cb8185e71d50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:29.682695 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5a77d-6df1-4637-9f55-57505457f69c req-141dacb7-6faf-41cd-b16e-590ab1ea98c4 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:29.684357 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f2b5a77d-6df1-4637-9f55-57505457f69c req-141dacb7-6faf-41cd-b16e-590ab1ea98c4 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2898552 Dec 08 16:00:29.709651 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f2b5a77d-6df1-4637-9f55-57505457f69c req-6cc5079f-9038-477a-8546-6c3e4e1e4774 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] 10.222.0.64 "GET /v2.0/quotas/51de74d221224f2f80f24ad189a5b30d HTTP/1.1" status: 200 len: 375 time: 0.0177102 Dec 08 16:00:29.721331 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a41ad42e-4d1b-4ed0-999c-bd2819a00c22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:29.773269 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f2b5a77d-6df1-4637-9f55-57505457f69c req-ebbeb1a0-3f08-4726-882c-cc94ef70ef67 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=51de74d221224f2f80f24ad189a5b30d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546746 Dec 08 16:00:29.774994 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3938f44b-a557-4a60-996d-023e4d365f75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:29.786606 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-827021ca-ae79-435b-9537-cb8185e71d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:29.818092 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-827021ca-ae79-435b-9537-cb8185e71d50 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=796504743b1647dbb9e93e5bc23b0165&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8290944 Dec 08 16:00:29.825325 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57320) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:29.861551 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a41ad42e-4d1b-4ed0-999c-bd2819a00c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:29.869593 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827021ca-ae79-435b-9537-cb8185e71d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d41d0f-e32a-4b67-98ea-2207ea56eb59,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:29.882551 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3938f44b-a557-4a60-996d-023e4d365f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:29.942163 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3938f44b-a557-4a60-996d-023e4d365f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c363f94-ca30-4f9d-adbb-62214e4542d0,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:29.950410 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-3938f44b-a557-4a60-996d-023e4d365f75 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2dddcec8679f41e0bd1c9dfe4265bdf9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8721943 Dec 08 16:00:29.952143 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a41ad42e-4d1b-4ed0-999c-bd2819a00c22 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b5ce189a8c4f44b5bdd3abea3244ad02&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4862061 Dec 08 16:00:29.954444 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57326) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:29.954960 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57328) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:30.024867 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41ad42e-4d1b-4ed0-999c-bd2819a00c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78de4f4e-e837-4dca-b132-818841b63ce8,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:30.045046 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-57c91e2e-7a74-46a5-b8bc-14bed721f10d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:30.118555 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-57c91e2e-7a74-46a5-b8bc-14bed721f10d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:30.123872 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-22714a8b-3657-467d-95aa-55329b1d77df req-02ad8bae-42f7-491d-b972-c275685473d9 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2dc9c3f-9452-4991-869c-3f929c222fe2 HTTP/1.1" status: 200 len: 210 time: 0.0488155 Dec 08 16:00:30.150838 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-189347e2-4e7c-479d-bde2-69e4bf2cd925 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:30.240161 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7e466a4e-b929-4ee6-8c17-cb4f1fff0cd4 req-5ab6d264-d2f9-487d-8f18-ebfbc38226d2 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/ports?device_id=21be05d1-d894-40d0-be07-f1342f5fbd10 HTTP/1.1" status: 200 len: 210 time: 0.0785117 Dec 08 16:00:30.244853 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a736629e-6be1-49c4-9c29-b90ecb6609b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:30.249052 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-189347e2-4e7c-479d-bde2-69e4bf2cd925 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:30.296452 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a736629e-6be1-49c4-9c29-b90ecb6609b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:30.369799 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-57c91e2e-7a74-46a5-b8bc-14bed721f10d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:30.374169 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-57c91e2e-7a74-46a5-b8bc-14bed721f10d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:30.381356 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-57c91e2e-7a74-46a5-b8bc-14bed721f10d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b7d41d0f-e32a-4b67-98ea-2207ea56eb59 HTTP/1.1" status: 204 len: 168 time: 0.5561070 Dec 08 16:00:30.385660 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c91e2e-7a74-46a5-b8bc-14bed721f10d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d41d0f-e32a-4b67-98ea-2207ea56eb59,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:30.461607 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-189347e2-4e7c-479d-bde2-69e4bf2cd925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:30.465420 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-189347e2-4e7c-479d-bde2-69e4bf2cd925 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:30.466786 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-189347e2-4e7c-479d-bde2-69e4bf2cd925 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9c363f94-ca30-4f9d-adbb-62214e4542d0 HTTP/1.1" status: 204 len: 168 time: 0.5066478 Dec 08 16:00:30.469618 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a736629e-6be1-49c4-9c29-b90ecb6609b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:30.472912 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a736629e-6be1-49c4-9c29-b90ecb6609b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:30.475302 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.76', 62291) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:30.478090 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a736629e-6be1-49c4-9c29-b90ecb6609b4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/78de4f4e-e837-4dca-b132-818841b63ce8 HTTP/1.1" status: 204 len: 168 time: 0.5122168 Dec 08 16:00:30.486408 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189347e2-4e7c-479d-bde2-69e4bf2cd925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c363f94-ca30-4f9d-adbb-62214e4542d0,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:30.503864 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6cfa3610-6b54-4c2e-ae47-5e83a28e993b req-afa6613f-60bd-4564-ab45-8106f710074d tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=7cc034f1dfbe456182ee6a4e0ec144fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227220 Dec 08 16:00:30.504093 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a736629e-6be1-49c4-9c29-b90ecb6609b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78de4f4e-e837-4dca-b132-818841b63ce8,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:30.639260 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa3610-6b54-4c2e-ae47-5e83a28e993b req-bf2193f5-41e1-43a8-bb71-af0ad39f2993 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:30.644733 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6cfa3610-6b54-4c2e-ae47-5e83a28e993b req-bf2193f5-41e1-43a8-bb71-af0ad39f2993 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1316059 Dec 08 16:00:30.760398 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-6cfa3610-6b54-4c2e-ae47-5e83a28e993b req-6bed1abd-fa2c-4c13-9b98-0020cdfee988 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Request body: {'port': {'device_id': '21be05d1-d894-40d0-be07-f1342f5fbd10', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'admin_state_up': True, 'tenant_id': '7cc034f1dfbe456182ee6a4e0ec144fb'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:00:31.072301 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cfa3610-6b54-4c2e-ae47-5e83a28e993b req-6bed1abd-fa2c-4c13-9b98-0020cdfee988 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Made reservation on behalf of 7cc034f1dfbe456182ee6a4e0ec144fb for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:00:31.079085 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-6cfa3610-6b54-4c2e-ae47-5e83a28e993b req-6bed1abd-fa2c-4c13-9b98-0020cdfee988 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:31.091380 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-6cfa3610-6b54-4c2e-ae47-5e83a28e993b req-6bed1abd-fa2c-4c13-9b98-0020cdfee988 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:31.173811 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-6cfa3610-6b54-4c2e-ae47-5e83a28e993b req-6bed1abd-fa2c-4c13-9b98-0020cdfee988 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:31.209432 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-be5c7d8e-4623-43fb-8fa7-d7a9b2233096 req-f039e41a-3d8a-426a-bf2e-bb8e83ee1c77 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2dc9c3f-9452-4991-869c-3f929c222fe2 HTTP/1.1" status: 200 len: 210 time: 0.0289471 Dec 08 16:00:31.293872 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-6cfa3610-6b54-4c2e-ae47-5e83a28e993b req-6bed1abd-fa2c-4c13-9b98-0020cdfee988 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:31.374084 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-31b8bf65-4dc6-42ee-a7e8-ef6be4f75b69 req-ab853e61-03a6-4cea-8702-a79d04ad9853 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/ports?device_id=21be05d1-d894-40d0-be07-f1342f5fbd10 HTTP/1.1" status: 200 len: 210 time: 0.0298457 Dec 08 16:00:31.411609 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bed1abd-fa2c-4c13-9b98-0020cdfee988 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97b0c99b-1984-47fc-847f-c601cfde1d0e,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:31.540765 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57394) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:31.556557 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ac279016-45ae-42a1-8e3f-a66a26c0562b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:31.665964 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ac279016-45ae-42a1-8e3f-a66a26c0562b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:31.688038 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [req-6cfa3610-6b54-4c2e-ae47-5e83a28e993b req-6bed1abd-fa2c-4c13-9b98-0020cdfee988 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Allocated IP 192.168.233.123 (b91759c7-445e-4f7b-9fc4-64d80951832c/c93b3a32-b438-4a47-8558-220c03febf97/1a4d9331-a0c9-4501-b8ca-9afddad6dedb) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:00:31.740950 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ac279016-45ae-42a1-8e3f-a66a26c0562b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:31.788874 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac279016-45ae-42a1-8e3f-a66a26c0562b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c2c923-c660-450e-aab9-550b3b87e6de,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:31.800772 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ac279016-45ae-42a1-8e3f-a66a26c0562b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=86699729d652439b90d33324d8b4d15d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2587659 Dec 08 16:00:31.801532 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57402) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:31.851974 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f51c82fb-28eb-48df-86e6-fb36b6f25875 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:31.858386 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-6cfa3610-6b54-4c2e-ae47-5e83a28e993b req-6bed1abd-fa2c-4c13-9b98-0020cdfee988 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:31.880556 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f51c82fb-28eb-48df-86e6-fb36b6f25875 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:32.026621 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f51c82fb-28eb-48df-86e6-fb36b6f25875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:32.027017 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-6cfa3610-6b54-4c2e-ae47-5e83a28e993b req-6bed1abd-fa2c-4c13-9b98-0020cdfee988 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:32.029294 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f51c82fb-28eb-48df-86e6-fb36b6f25875 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:32.030584 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-f51c82fb-28eb-48df-86e6-fb36b6f25875 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/14c2c923-c660-450e-aab9-550b3b87e6de HTTP/1.1" status: 204 len: 168 time: 0.2281346 Dec 08 16:00:32.038797 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51c82fb-28eb-48df-86e6-fb36b6f25875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c2c923-c660-450e-aab9-550b3b87e6de,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:32.073249 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57414) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:32.087287 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-063a044b-b537-4071-8677-021161e71ed6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:32.122143 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bed1abd-fa2c-4c13-9b98-0020cdfee988 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Pushing event updated for resources: {'Port': ['ID=1a4d9331-a0c9-4501-b8ca-9afddad6dedb,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:32.134253 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cfa3610-6b54-4c2e-ae47-5e83a28e993b req-6bed1abd-fa2c-4c13-9b98-0020cdfee988 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Network b91759c7-445e-4f7b-9fc4-64d80951832c is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:00:32.135654 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [req-6cfa3610-6b54-4c2e-ae47-5e83a28e993b req-6bed1abd-fa2c-4c13-9b98-0020cdfee988 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:00:32.138230 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cfa3610-6b54-4c2e-ae47-5e83a28e993b req-6bed1abd-fa2c-4c13-9b98-0020cdfee988 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:00:32.143941 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa3610-6b54-4c2e-ae47-5e83a28e993b req-6bed1abd-fa2c-4c13-9b98-0020cdfee988 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:32.144866 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-6cfa3610-6b54-4c2e-ae47-5e83a28e993b req-6bed1abd-fa2c-4c13-9b98-0020cdfee988 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:32.280987 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57420) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:32.283099 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6cfa3610-6b54-4c2e-ae47-5e83a28e993b req-6bed1abd-fa2c-4c13-9b98-0020cdfee988 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5265193 Dec 08 16:00:32.294934 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [req-6cfa3610-6b54-4c2e-ae47-5e83a28e993b req-4c4220e4-81d2-410c-8379-a449355eeec7 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:00:32.296601 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6cfa3610-6b54-4c2e-ae47-5e83a28e993b req-4c4220e4-81d2-410c-8379-a449355eeec7 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0100026 Dec 08 16:00:32.339933 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fe8de78a-06c5-44f6-b41a-4e63d9b93a30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:32.425501 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-063a044b-b537-4071-8677-021161e71ed6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:32.472633 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b1cf365c-7361-4a89-8bf9-eb58381f4534 req-dac8af56-a945-44ce-9628-06d2ce67ee47 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2dc9c3f-9452-4991-869c-3f929c222fe2 HTTP/1.1" status: 200 len: 210 time: 0.0571346 Dec 08 16:00:32.473638 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-a2da207d-3400-4871-bec7-81edb290eaa6 None None] Provisioning complete for port 1a4d9331-a0c9-4501-b8ca-9afddad6dedb triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:00:32.474126 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a2da207d-3400-4871-bec7-81edb290eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:32.500161 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-063a044b-b537-4071-8677-021161e71ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:32.526177 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-a2da207d-3400-4871-bec7-81edb290eaa6 None None] Port 1a4d9331-a0c9-4501-b8ca-9afddad6dedb cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:00:32.567782 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fe8de78a-06c5-44f6-b41a-4e63d9b93a30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:32.595157 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-063a044b-b537-4071-8677-021161e71ed6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=66fe89d5160647658e15a77781aa343a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5203974 Dec 08 16:00:32.597725 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57426) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:32.603901 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063a044b-b537-4071-8677-021161e71ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baef56af-d376-4ee7-b816-5d41007a7841,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:32.642840 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1722a2-c7b8-4801-9eea-3ffe17d36226 req-c182f299-0830-45ed-a755-176d1208cbf4 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:32.650764 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0c1722a2-c7b8-4801-9eea-3ffe17d36226 req-c182f299-0830-45ed-a755-176d1208cbf4 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/ports?device_id=21be05d1-d894-40d0-be07-f1342f5fbd10 HTTP/1.1" status: 200 len: 936 time: 0.1176221 Dec 08 16:00:32.683381 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fe8de78a-06c5-44f6-b41a-4e63d9b93a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:32.695582 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c60e179a-d60b-411a-b3fa-e55937e33712 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:32.757996 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c60e179a-d60b-411a-b3fa-e55937e33712 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:32.800621 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0c1722a2-c7b8-4801-9eea-3ffe17d36226 req-13b5027c-a53f-4cda-885f-7a86a47de173 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/security-groups?id=97b0c99b-1984-47fc-847f-c601cfde1d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473043 Dec 08 16:00:32.822540 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-fe8de78a-06c5-44f6-b41a-4e63d9b93a30 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6d538e175dcd4b8db814a46162e8f6f0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5382283 Dec 08 16:00:32.822965 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57434) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:32.862359 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8de78a-06c5-44f6-b41a-4e63d9b93a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337014a5-abc3-4bcd-a77a-75fc41237337,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:32.911840 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7cfd3bf7-3317-47fa-a343-9d309e284064 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:32.946012 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7cfd3bf7-3317-47fa-a343-9d309e284064 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:32.953848 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c60e179a-d60b-411a-b3fa-e55937e33712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:32.961561 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c60e179a-d60b-411a-b3fa-e55937e33712 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:32.970819 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c60e179a-d60b-411a-b3fa-e55937e33712 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/baef56af-d376-4ee7-b816-5d41007a7841 HTTP/1.1" status: 204 len: 168 time: 0.3717144 Dec 08 16:00:33.004524 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60e179a-d60b-411a-b3fa-e55937e33712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baef56af-d376-4ee7-b816-5d41007a7841,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:33.192687 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7cfd3bf7-3317-47fa-a343-9d309e284064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:33.197800 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7cfd3bf7-3317-47fa-a343-9d309e284064 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:33.199066 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-7cfd3bf7-3317-47fa-a343-9d309e284064 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/337014a5-abc3-4bcd-a77a-75fc41237337 HTTP/1.1" status: 204 len: 168 time: 0.3749268 Dec 08 16:00:33.205423 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-6cfa3610-6b54-4c2e-ae47-5e83a28e993b req-a73f8fe2-0e4e-4686-a4eb-236e32a7c81e service neutron] Request body: {'port': {'device_id': '21be05d1-d894-40d0-be07-f1342f5fbd10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:00:33.234073 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfd3bf7-3317-47fa-a343-9d309e284064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337014a5-abc3-4bcd-a77a-75fc41237337,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:33.281558 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.37', 49934) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:33.330076 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f2b5a77d-6df1-4637-9f55-57505457f69c req-c2d429e3-a72a-414f-9212-3bc96692a574 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=51de74d221224f2f80f24ad189a5b30d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432262 Dec 08 16:00:33.355194 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-6cfa3610-6b54-4c2e-ae47-5e83a28e993b req-a73f8fe2-0e4e-4686-a4eb-236e32a7c81e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:33.680531 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ef94d470-ffcb-4409-830c-10823dd5d8d7 req-968a5fec-9065-4070-921a-5794c6f7c111 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2dc9c3f-9452-4991-869c-3f929c222fe2 HTTP/1.1" status: 200 len: 210 time: 0.0444322 Dec 08 16:00:33.815024 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5a77d-6df1-4637-9f55-57505457f69c req-9b2c23a2-b0e6-4705-a79c-46c110d66abe tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:33.815024 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f2b5a77d-6df1-4637-9f55-57505457f69c req-9b2c23a2-b0e6-4705-a79c-46c110d66abe tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3950696 Dec 08 16:00:33.815024 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-f2b5a77d-6df1-4637-9f55-57505457f69c req-9a71f0a8-23ed-429b-a1ea-7af37c1f4592 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] Request body: {'port': {'device_id': 'c2dc9c3f-9452-4991-869c-3f929c222fe2', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'admin_state_up': True, 'tenant_id': '51de74d221224f2f80f24ad189a5b30d'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:00:33.871121 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [req-6cfa3610-6b54-4c2e-ae47-5e83a28e993b req-a73f8fe2-0e4e-4686-a4eb-236e32a7c81e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a4d9331-a0c9-4501-b8ca-9afddad6dedb {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:00:33.880052 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-6cfa3610-6b54-4c2e-ae47-5e83a28e993b req-a73f8fe2-0e4e-4686-a4eb-236e32a7c81e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:33.922936 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [req-6cfa3610-6b54-4c2e-ae47-5e83a28e993b req-a73f8fe2-0e4e-4686-a4eb-236e32a7c81e service neutron] Transition to ACTIVE for port object 1a4d9331-a0c9-4501-b8ca-9afddad6dedb will not be triggered until provisioned by entity L2. {{(pid=110551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:00:34.052141 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2112bf18-f2de-4e88-88db-15fa176310aa req-0324687c-5af2-40a5-85e3-c4af47cfabe2 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:34.059301 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2112bf18-f2de-4e88-88db-15fa176310aa req-0324687c-5af2-40a5-85e3-c4af47cfabe2 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/ports?device_id=21be05d1-d894-40d0-be07-f1342f5fbd10 HTTP/1.1" status: 200 len: 936 time: 0.1378372 Dec 08 16:00:34.154705 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2112bf18-f2de-4e88-88db-15fa176310aa req-2520146c-3999-43bf-a0a2-38979b50764a tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/security-groups?id=97b0c99b-1984-47fc-847f-c601cfde1d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878463 Dec 08 16:00:34.192648 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:34.196130 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-6cfa3610-6b54-4c2e-ae47-5e83a28e993b req-a73f8fe2-0e4e-4686-a4eb-236e32a7c81e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:34.277711 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73f8fe2-0e4e-4686-a4eb-236e32a7c81e service neutron] Pushing event updated for resources: {'Port': ['ID=1a4d9331-a0c9-4501-b8ca-9afddad6dedb,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:34.296571 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2b5a77d-6df1-4637-9f55-57505457f69c req-9a71f0a8-23ed-429b-a1ea-7af37c1f4592 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] Made reservation on behalf of 51de74d221224f2f80f24ad189a5b30d for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:00:34.303897 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f2b5a77d-6df1-4637-9f55-57505457f69c req-9a71f0a8-23ed-429b-a1ea-7af37c1f4592 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:34.317055 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f2b5a77d-6df1-4637-9f55-57505457f69c req-9a71f0a8-23ed-429b-a1ea-7af37c1f4592 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:34.404988 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-6cfa3610-6b54-4c2e-ae47-5e83a28e993b req-a73f8fe2-0e4e-4686-a4eb-236e32a7c81e service neutron] Attempting to bind port 1a4d9331-a0c9-4501-b8ca-9afddad6dedb on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:00:34.421216 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-6cfa3610-6b54-4c2e-ae47-5e83a28e993b req-a73f8fe2-0e4e-4686-a4eb-236e32a7c81e service neutron] Attempting to bind port 1a4d9331-a0c9-4501-b8ca-9afddad6dedb by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:00:34.421602 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfa3610-6b54-4c2e-ae47-5e83a28e993b req-a73f8fe2-0e4e-4686-a4eb-236e32a7c81e service neutron] Attempting to bind port 1a4d9331-a0c9-4501-b8ca-9afddad6dedb on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:00:34.438517 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfa3610-6b54-4c2e-ae47-5e83a28e993b req-a73f8fe2-0e4e-4686-a4eb-236e32a7c81e service neutron] Port 1a4d9331-a0c9-4501-b8ca-9afddad6dedb on network b91759c7-445e-4f7b-9fc4-64d80951832c not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:00:34.438850 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfa3610-6b54-4c2e-ae47-5e83a28e993b req-a73f8fe2-0e4e-4686-a4eb-236e32a7c81e service neutron] Attempting to bind port 1a4d9331-a0c9-4501-b8ca-9afddad6dedb on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:00:34.455719 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfa3610-6b54-4c2e-ae47-5e83a28e993b req-a73f8fe2-0e4e-4686-a4eb-236e32a7c81e service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:00:34.457682 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfa3610-6b54-4c2e-ae47-5e83a28e993b req-a73f8fe2-0e4e-4686-a4eb-236e32a7c81e service neutron] Checking segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:00:34.457682 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfa3610-6b54-4c2e-ae47-5e83a28e993b req-a73f8fe2-0e4e-4686-a4eb-236e32a7c81e service neutron] Bound using segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:00:34.458033 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-6cfa3610-6b54-4c2e-ae47-5e83a28e993b req-a73f8fe2-0e4e-4686-a4eb-236e32a7c81e service neutron] Bound port: 1a4d9331-a0c9-4501-b8ca-9afddad6dedb, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:00:34.460824 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-6cfa3610-6b54-4c2e-ae47-5e83a28e993b req-a73f8fe2-0e4e-4686-a4eb-236e32a7c81e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:34.486189 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f2b5a77d-6df1-4637-9f55-57505457f69c req-9a71f0a8-23ed-429b-a1ea-7af37c1f4592 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:34.592966 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f2b5a77d-6df1-4637-9f55-57505457f69c req-9a71f0a8-23ed-429b-a1ea-7af37c1f4592 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:34.607743 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-6cfa3610-6b54-4c2e-ae47-5e83a28e993b req-a73f8fe2-0e4e-4686-a4eb-236e32a7c81e service neutron] For port 1a4d9331-a0c9-4501-b8ca-9afddad6dedb, host n-h1-776250-12, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:00:34.622140 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-6cfa3610-6b54-4c2e-ae47-5e83a28e993b req-a73f8fe2-0e4e-4686-a4eb-236e32a7c81e service neutron] For port 1a4d9331-a0c9-4501-b8ca-9afddad6dedb, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=1a4d9331-a0c9-4501-b8ca-9afddad6dedb,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:00:34.753412 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-6cfa3610-6b54-4c2e-ae47-5e83a28e993b req-a73f8fe2-0e4e-4686-a4eb-236e32a7c81e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:34.854912 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa3610-6b54-4c2e-ae47-5e83a28e993b req-a73f8fe2-0e4e-4686-a4eb-236e32a7c81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:34.855470 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-6cfa3610-6b54-4c2e-ae47-5e83a28e993b req-a73f8fe2-0e4e-4686-a4eb-236e32a7c81e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:34.880259 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6cfa3610-6b54-4c2e-ae47-5e83a28e993b req-a73f8fe2-0e4e-4686-a4eb-236e32a7c81e service neutron] 10.222.0.76 "PUT /v2.0/ports/1a4d9331-a0c9-4501-b8ca-9afddad6dedb HTTP/1.1" status: 200 len: 1097 time: 1.9065685 Dec 08 16:00:34.880815 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21be05d1-d894-40d0-be07-f1342f5fbd10', 'tag': '1a4d9331-a0c9-4501-b8ca-9afddad6dedb'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:00:35.001925 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a71f0a8-23ed-429b-a1ea-7af37c1f4592 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df35c163-58c7-4d4b-92f9-68e769b1a708,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:35.174192 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-216f6292-e90c-478c-a80b-693212ddfdba req-1a057b4c-344e-4c73-8e41-04ad68f85df0 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2dc9c3f-9452-4991-869c-3f929c222fe2 HTTP/1.1" status: 200 len: 210 time: 0.2135379 Dec 08 16:00:35.587124 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa3610-6b54-4c2e-ae47-5e83a28e993b req-60689846-df64-4a5f-b394-ab24c2913689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:35.589752 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6cfa3610-6b54-4c2e-ae47-5e83a28e993b req-60689846-df64-4a5f-b394-ab24c2913689 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7cc034f1dfbe456182ee6a4e0ec144fb&device_id=21be05d1-d894-40d0-be07-f1342f5fbd10 HTTP/1.1" status: 200 len: 1100 time: 0.4433699 Dec 08 16:00:35.594701 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73f8fe2-0e4e-4686-a4eb-236e32a7c81e service neutron] Pushing event updated for resources: {'Port': ['ID=1a4d9331-a0c9-4501-b8ca-9afddad6dedb,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:35.633758 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-f2b5a77d-6df1-4637-9f55-57505457f69c req-9a71f0a8-23ed-429b-a1ea-7af37c1f4592 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] Allocated IP 192.168.233.231 (b91759c7-445e-4f7b-9fc4-64d80951832c/c93b3a32-b438-4a47-8558-220c03febf97/2d0b0662-c5f0-40ac-bc3d-384e16ce98f5) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:00:35.884570 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6cfa3610-6b54-4c2e-ae47-5e83a28e993b req-d5786227-6eb0-42b4-8be4-cd9a9b8a4f6f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=1a4d9331-a0c9-4501-b8ca-9afddad6dedb HTTP/1.1" status: 200 len: 217 time: 0.2557178 Dec 08 16:00:36.082736 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-214f2cb9-60fc-4c11-888b-d35d5d35bbf7" -d '{"events": [{"name": "network-changed", "server_uuid": "21be05d1-d894-40d0-be07-f1342f5fbd10", "tag": "1a4d9331-a0c9-4501-b8ca-9afddad6dedb"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:00:36.132799 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f2b5a77d-6df1-4637-9f55-57505457f69c req-9a71f0a8-23ed-429b-a1ea-7af37c1f4592 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:36.252887 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa3610-6b54-4c2e-ae47-5e83a28e993b req-0d1abc13-9745-4da7-9aa1-b072e252e201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:36.261992 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6cfa3610-6b54-4c2e-ae47-5e83a28e993b req-0d1abc13-9745-4da7-9aa1-b072e252e201 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.3263187 Dec 08 16:00:36.278986 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f2b5a77d-6df1-4637-9f55-57505457f69c req-9a71f0a8-23ed-429b-a1ea-7af37c1f4592 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:36.299677 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204db1b5-9c9f-4291-b130-75f2ab7bfae9 req-2f3de054-e547-493d-983c-9fe8f605af5f tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:36.301727 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-204db1b5-9c9f-4291-b130-75f2ab7bfae9 req-2f3de054-e547-493d-983c-9fe8f605af5f tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/ports?device_id=21be05d1-d894-40d0-be07-f1342f5fbd10 HTTP/1.1" status: 200 len: 948 time: 0.7913630 Dec 08 16:00:36.402118 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2b5a77d-6df1-4637-9f55-57505457f69c req-9a71f0a8-23ed-429b-a1ea-7af37c1f4592 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] Network b91759c7-445e-4f7b-9fc4-64d80951832c is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:00:36.430886 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-f2b5a77d-6df1-4637-9f55-57505457f69c req-9a71f0a8-23ed-429b-a1ea-7af37c1f4592 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:00:36.443116 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2b5a77d-6df1-4637-9f55-57505457f69c req-9a71f0a8-23ed-429b-a1ea-7af37c1f4592 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:00:36.462945 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5a77d-6df1-4637-9f55-57505457f69c req-9a71f0a8-23ed-429b-a1ea-7af37c1f4592 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:36.463677 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f2b5a77d-6df1-4637-9f55-57505457f69c req-9a71f0a8-23ed-429b-a1ea-7af37c1f4592 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:36.552654 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a71f0a8-23ed-429b-a1ea-7af37c1f4592 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] Pushing event updated for resources: {'Port': ['ID=2d0b0662-c5f0-40ac-bc3d-384e16ce98f5,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:36.592359 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-204db1b5-9c9f-4291-b130-75f2ab7bfae9 req-a2585f9f-959f-4415-a686-60d66bce9a1a tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/security-groups?id=97b0c99b-1984-47fc-847f-c601cfde1d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632990 Dec 08 16:00:36.641817 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f2b5a77d-6df1-4637-9f55-57505457f69c req-9a71f0a8-23ed-429b-a1ea-7af37c1f4592 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8381410 Dec 08 16:00:36.649475 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa3610-6b54-4c2e-ae47-5e83a28e993b req-8b1ea605-359d-4324-bf6a-ebeb623d9b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:36.651386 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6cfa3610-6b54-4c2e-ae47-5e83a28e993b req-8b1ea605-359d-4324-bf6a-ebeb623d9b6b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3484612 Dec 08 16:00:36.673048 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [req-f2b5a77d-6df1-4637-9f55-57505457f69c req-04385b3c-925a-4a00-bc10-9bd066921752 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:00:36.681874 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f2b5a77d-6df1-4637-9f55-57505457f69c req-04385b3c-925a-4a00-bc10-9bd066921752 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0138199 Dec 08 16:00:36.934176 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6cfa3610-6b54-4c2e-ae47-5e83a28e993b req-bf07b3ab-a66d-40dc-8667-f7e1203713ee service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580986 Dec 08 16:00:36.987527 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-a86e0774-a3db-46eb-a60e-d32cbdc8012a None None] Provisioning complete for port 2d0b0662-c5f0-40ac-bc3d-384e16ce98f5 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:00:36.988595 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a86e0774-a3db-46eb-a60e-d32cbdc8012a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:37.003628 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2993f0-30a5-4954-a1a0-2bfee74cfb60 x-openstack-request-id: req-5b2993f0-30a5-4954-a1a0-2bfee74cfb60 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:00:37.004120 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21be05d1-d894-40d0-be07-f1342f5fbd10", "tag": "1a4d9331-a0c9-4501-b8ca-9afddad6dedb", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:00:37.004550 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5b2993f0-30a5-4954-a1a0-2bfee74cfb60 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:00:37.005174 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21be05d1-d894-40d0-be07-f1342f5fbd10', 'tag': '1a4d9331-a0c9-4501-b8ca-9afddad6dedb', 'status': 'completed', 'code': 200} Dec 08 16:00:37.170356 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-a86e0774-a3db-46eb-a60e-d32cbdc8012a None None] Port 2d0b0662-c5f0-40ac-bc3d-384e16ce98f5 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:00:37.312371 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57562) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:37.427554 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6cfa3610-6b54-4c2e-ae47-5e83a28e993b req-961f3e38-e97a-4305-9a82-0e9d31561049 service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4650733 Dec 08 16:00:37.483606 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d9f59-e5d8-4404-be16-057e7741adfc req-ec5b579e-b767-4a12-a00e-c753b762015e tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:37.489157 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a67d9f59-e5d8-4404-be16-057e7741adfc req-ec5b579e-b767-4a12-a00e-c753b762015e tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2dc9c3f-9452-4991-869c-3f929c222fe2 HTTP/1.1" status: 200 len: 936 time: 0.5406282 Dec 08 16:00:37.660511 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a67d9f59-e5d8-4404-be16-057e7741adfc req-220f960d-2481-4f9d-a29a-473d4dfe3d4e tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] 10.222.0.64 "GET /v2.0/security-groups?id=df35c163-58c7-4d4b-92f9-68e769b1a708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584952 Dec 08 16:00:37.811890 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e1b8217b-8b3f-41cc-b050-fc2f4051dba0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:37.824542 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f2cb9-60fc-4c11-888b-d35d5d35bbf7 req-f138eb5f-3993-48d7-b8fe-a5d6aa1d9e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:37.837033 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-214f2cb9-60fc-4c11-888b-d35d5d35bbf7 req-f138eb5f-3993-48d7-b8fe-a5d6aa1d9e96 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7cc034f1dfbe456182ee6a4e0ec144fb&device_id=21be05d1-d894-40d0-be07-f1342f5fbd10 HTTP/1.1" status: 200 len: 1100 time: 0.1345837 Dec 08 16:00:38.041395 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e1b8217b-8b3f-41cc-b050-fc2f4051dba0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:38.101676 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c6fbd-32b1-43e0-bf58-20dd7f5ea804 req-d37abcc7-69d9-44d9-8462-be8f660ebb46 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:38.118155 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-454c6fbd-32b1-43e0-bf58-20dd7f5ea804 req-d37abcc7-69d9-44d9-8462-be8f660ebb46 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/ports?device_id=21be05d1-d894-40d0-be07-f1342f5fbd10 HTTP/1.1" status: 200 len: 948 time: 0.2701559 Dec 08 16:00:38.129368 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f2cb9-60fc-4c11-888b-d35d5d35bbf7 req-4693727a-b037-408d-85a6-ec597f317568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:38.130886 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-214f2cb9-60fc-4c11-888b-d35d5d35bbf7 req-4693727a-b037-408d-85a6-ec597f317568 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b91759c7-445e-4f7b-9fc4-64d80951832c HTTP/1.1" status: 200 len: 870 time: 0.2704799 Dec 08 16:00:38.135387 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e1b8217b-8b3f-41cc-b050-fc2f4051dba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:38.244248 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-e1b8217b-8b3f-41cc-b050-fc2f4051dba0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3d86528006e646b3b720367a81d55452&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9272425 Dec 08 16:00:38.244827 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57578) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:38.254636 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b8217b-8b3f-41cc-b050-fc2f4051dba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d51e51c-fb48-4096-b2a7-a7c99c3ad895,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:38.293018 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-454c6fbd-32b1-43e0-bf58-20dd7f5ea804 req-982b0e65-575e-48e4-9b5b-1e9c8564d299 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/security-groups?id=97b0c99b-1984-47fc-847f-c601cfde1d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717954 Dec 08 16:00:38.318382 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:38.423817 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-214f2cb9-60fc-4c11-888b-d35d5d35bbf7 req-035a7ee6-ecc6-4720-adc0-8244ea882c41 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=1a4d9331-a0c9-4501-b8ca-9afddad6dedb HTTP/1.1" status: 200 len: 217 time: 0.0922189 Dec 08 16:00:38.446790 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-869534c2-7822-4de7-bb75-faadc259936b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:38.601895 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-869534c2-7822-4de7-bb75-faadc259936b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:38.610459 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f2cb9-60fc-4c11-888b-d35d5d35bbf7 req-ee2da4eb-ba7a-47f8-86c3-82041b18f1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:38.612101 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-214f2cb9-60fc-4c11-888b-d35d5d35bbf7 req-ee2da4eb-ba7a-47f8-86c3-82041b18f1af service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.1222723 Dec 08 16:00:38.718886 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f2cb9-60fc-4c11-888b-d35d5d35bbf7 req-4958e1ea-03e8-4a3e-9ad2-bf63b07f6fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:38.719930 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-214f2cb9-60fc-4c11-888b-d35d5d35bbf7 req-4958e1ea-03e8-4a3e-9ad2-bf63b07f6fe5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0655324 Dec 08 16:00:38.870668 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-869534c2-7822-4de7-bb75-faadc259936b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:38.873559 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-869534c2-7822-4de7-bb75-faadc259936b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:38.874946 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-869534c2-7822-4de7-bb75-faadc259936b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6d51e51c-fb48-4096-b2a7-a7c99c3ad895 HTTP/1.1" status: 204 len: 168 time: 0.6292036 Dec 08 16:00:38.888950 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869534c2-7822-4de7-bb75-faadc259936b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d51e51c-fb48-4096-b2a7-a7c99c3ad895,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:38.940348 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67306c8d-4887-4bda-b2b2-721a7eff433f req-603f5cdd-9049-48aa-a6d4-36c2178aa928 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:38.944085 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-67306c8d-4887-4bda-b2b2-721a7eff433f req-603f5cdd-9049-48aa-a6d4-36c2178aa928 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2dc9c3f-9452-4991-869c-3f929c222fe2 HTTP/1.1" status: 200 len: 936 time: 0.1484506 Dec 08 16:00:39.194367 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-67306c8d-4887-4bda-b2b2-721a7eff433f req-c8bcaef3-6b0e-485e-bfee-dc03aff2042a tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] 10.222.0.64 "GET /v2.0/security-groups?id=df35c163-58c7-4d4b-92f9-68e769b1a708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429318 Dec 08 16:00:39.230578 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-214f2cb9-60fc-4c11-888b-d35d5d35bbf7 req-c69970f1-590f-4fe1-86cd-f12b550fc70d service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629478 Dec 08 16:00:39.506083 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db8eb1-7f9a-47f8-81e8-3cada9728eb7 req-6561b7c4-4495-462f-a1cc-02842d9b8b2f tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:39.514844 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-23db8eb1-7f9a-47f8-81e8-3cada9728eb7 req-6561b7c4-4495-462f-a1cc-02842d9b8b2f tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/ports?device_id=21be05d1-d894-40d0-be07-f1342f5fbd10 HTTP/1.1" status: 200 len: 948 time: 0.1211243 Dec 08 16:00:39.729889 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-23db8eb1-7f9a-47f8-81e8-3cada9728eb7 req-a8eae956-1d21-471b-b525-9dbbe73b25ce tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/security-groups?id=97b0c99b-1984-47fc-847f-c601cfde1d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085779 Dec 08 16:00:39.785167 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-214f2cb9-60fc-4c11-888b-d35d5d35bbf7 req-ee8beae5-8228-42a8-859b-f6c7724de1c8 service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669246 Dec 08 16:00:40.286338 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57626) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:40.323393 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4ab10293-16fb-4c59-8b66-eaeea2aaca60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:40.521800 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe56ba-2837-4f6a-a4be-1d8bd708adb3 req-a1a7fef7-4c87-487e-afeb-8ec4201a9123 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:40.526178 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a3fe56ba-2837-4f6a-a4be-1d8bd708adb3 req-a1a7fef7-4c87-487e-afeb-8ec4201a9123 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2dc9c3f-9452-4991-869c-3f929c222fe2 HTTP/1.1" status: 200 len: 936 time: 0.1444931 Dec 08 16:00:40.675661 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a3fe56ba-2837-4f6a-a4be-1d8bd708adb3 req-8f7c8613-53b1-4c68-81c2-9583784eb727 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] 10.222.0.64 "GET /v2.0/security-groups?id=df35c163-58c7-4d4b-92f9-68e769b1a708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313450 Dec 08 16:00:40.706051 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4ab10293-16fb-4c59-8b66-eaeea2aaca60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:40.775494 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4ab10293-16fb-4c59-8b66-eaeea2aaca60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:40.980016 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57650) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:40.989442 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-4ab10293-16fb-4c59-8b66-eaeea2aaca60 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=084e294f94244af2afd5b37edc1641a1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7013762 Dec 08 16:00:41.043696 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab10293-16fb-4c59-8b66-eaeea2aaca60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e87c5b-4bf5-4b31-9a90-ac459dfcc553,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:41.099166 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a7250003-dc89-47e3-b2fe-aaa37d4578ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:41.104541 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138dee37-9df8-4c5b-ba95-90403b48784a req-db856316-a76e-4886-aab7-d1f3e0c9fb45 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:41.107614 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-138dee37-9df8-4c5b-ba95-90403b48784a req-db856316-a76e-4886-aab7-d1f3e0c9fb45 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/ports?device_id=21be05d1-d894-40d0-be07-f1342f5fbd10 HTTP/1.1" status: 200 len: 948 time: 0.2071929 Dec 08 16:00:41.163892 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a7250003-dc89-47e3-b2fe-aaa37d4578ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:41.276372 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-138dee37-9df8-4c5b-ba95-90403b48784a req-18ab2d45-f2a7-4ca0-bd37-a303a45fed2d tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/security-groups?id=97b0c99b-1984-47fc-847f-c601cfde1d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622281 Dec 08 16:00:41.342910 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a7250003-dc89-47e3-b2fe-aaa37d4578ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:41.348654 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a7250003-dc89-47e3-b2fe-aaa37d4578ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:41.353942 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a7250003-dc89-47e3-b2fe-aaa37d4578ce admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b1e87c5b-4bf5-4b31-9a90-ac459dfcc553 HTTP/1.1" status: 204 len: 168 time: 0.3719323 Dec 08 16:00:41.362621 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7250003-dc89-47e3-b2fe-aaa37d4578ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e87c5b-4bf5-4b31-9a90-ac459dfcc553,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:41.367927 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9d43cff4-ae19-4519-b630-0bc524c183d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:41.945826 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836be1bf-095c-4930-9c9e-1dd988683e88 req-c1a2affe-6cce-46c1-96b4-4461dfe75ca3 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:41.951069 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-836be1bf-095c-4930-9c9e-1dd988683e88 req-c1a2affe-6cce-46c1-96b4-4461dfe75ca3 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2dc9c3f-9452-4991-869c-3f929c222fe2 HTTP/1.1" status: 200 len: 936 time: 0.0689449 Dec 08 16:00:42.040608 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-836be1bf-095c-4930-9c9e-1dd988683e88 req-47ec43a2-017c-4fb3-90da-0d10b3518efd tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] 10.222.0.64 "GET /v2.0/security-groups?id=df35c163-58c7-4d4b-92f9-68e769b1a708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863702 Dec 08 16:00:42.580191 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e124d989-3f92-4114-90c2-b5686b7d5128 req-1913051c-b236-4f27-a4b4-bc8c9a531353 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:42.581884 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e124d989-3f92-4114-90c2-b5686b7d5128 req-1913051c-b236-4f27-a4b4-bc8c9a531353 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/ports?device_id=21be05d1-d894-40d0-be07-f1342f5fbd10 HTTP/1.1" status: 200 len: 948 time: 0.1040640 Dec 08 16:00:42.660666 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e124d989-3f92-4114-90c2-b5686b7d5128 req-a0c0dc4b-3f5c-477e-a176-3c3df054b8fd tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/security-groups?id=97b0c99b-1984-47fc-847f-c601cfde1d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701783 Dec 08 16:00:43.260205 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f867fc-d9f5-4efb-bcc5-e23a0cc21a0c req-2b40d884-ee7f-4e5f-b791-5148f8b19f44 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:43.272511 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-01f867fc-d9f5-4efb-bcc5-e23a0cc21a0c req-2b40d884-ee7f-4e5f-b791-5148f8b19f44 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2dc9c3f-9452-4991-869c-3f929c222fe2 HTTP/1.1" status: 200 len: 936 time: 0.1536875 Dec 08 16:00:43.360775 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-01f867fc-d9f5-4efb-bcc5-e23a0cc21a0c req-7f5c8c35-4bdb-4528-9430-1d17504a66f9 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] 10.222.0.64 "GET /v2.0/security-groups?id=df35c163-58c7-4d4b-92f9-68e769b1a708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864215 Dec 08 16:00:43.398508 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57720) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:43.566804 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5a2f9346-2aa6-42e2-968c-fe91d8ba1f32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:43.703713 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5a2f9346-2aa6-42e2-968c-fe91d8ba1f32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:43.735504 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9d738b28-ef62-44a2-b1d4-850e58504d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:43.775220 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5a2f9346-2aa6-42e2-968c-fe91d8ba1f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:43.816307 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2f9346-2aa6-42e2-968c-fe91d8ba1f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5862e2-f65e-47ca-8e8f-156ed54b73ea,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:43.823429 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-5a2f9346-2aa6-42e2-968c-fe91d8ba1f32 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=09053228f5b148d28b23c51309622d37&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4239237 Dec 08 16:00:43.826844 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57730) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:43.866071 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d10d2-8177-43ba-ac85-2612ff970bd2 req-fc599db2-3db0-4684-b385-065294e35ae0 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:43.872760 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-043d10d2-8177-43ba-ac85-2612ff970bd2 req-fc599db2-3db0-4684-b385-065294e35ae0 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/ports?device_id=21be05d1-d894-40d0-be07-f1342f5fbd10 HTTP/1.1" status: 200 len: 948 time: 0.1156921 Dec 08 16:00:43.983127 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f5fad8c7-de9f-43ea-ba21-0beb64e10b68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:44.022488 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-043d10d2-8177-43ba-ac85-2612ff970bd2 req-03059428-2d55-4007-9715-31cffe207719 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/security-groups?id=97b0c99b-1984-47fc-847f-c601cfde1d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485305 Dec 08 16:00:44.048830 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f5fad8c7-de9f-43ea-ba21-0beb64e10b68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:44.530792 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc4a930-f4ad-48a1-9e2f-9dce8bfd789e req-b040b821-606f-434e-af79-0b1b6cba9515 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:44.532715 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5bc4a930-f4ad-48a1-9e2f-9dce8bfd789e req-b040b821-606f-434e-af79-0b1b6cba9515 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2dc9c3f-9452-4991-869c-3f929c222fe2 HTTP/1.1" status: 200 len: 936 time: 0.0562155 Dec 08 16:00:44.594875 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5bc4a930-f4ad-48a1-9e2f-9dce8bfd789e req-ff578ee6-3878-4a03-b0a8-029e225d2a4a tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] 10.222.0.64 "GET /v2.0/security-groups?id=df35c163-58c7-4d4b-92f9-68e769b1a708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536060 Dec 08 16:00:45.092357 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f5fad8c7-de9f-43ea-ba21-0beb64e10b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:45.095187 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f5fad8c7-de9f-43ea-ba21-0beb64e10b68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:45.096388 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f5fad8c7-de9f-43ea-ba21-0beb64e10b68 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4d5862e2-f65e-47ca-8e8f-156ed54b73ea HTTP/1.1" status: 204 len: 168 time: 1.2685359 Dec 08 16:00:45.136822 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fad8c7-de9f-43ea-ba21-0beb64e10b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5862e2-f65e-47ca-8e8f-156ed54b73ea,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:45.164638 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:45.200474 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bca75398-69bf-4e9c-a404-f654c93667ee req-1487555e-1cf1-42fa-9c1f-d0a18ba04063 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=04b408fb75c343b1a426130bf98ebe7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449741 Dec 08 16:00:45.206790 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06885b46-8fd9-4b38-b92a-3b9689647aa7 req-0a423a19-d677-4509-9b84-e493436e3390 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:45.209107 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-06885b46-8fd9-4b38-b92a-3b9689647aa7 req-0a423a19-d677-4509-9b84-e493436e3390 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/ports?device_id=21be05d1-d894-40d0-be07-f1342f5fbd10 HTTP/1.1" status: 200 len: 948 time: 0.1008410 Dec 08 16:00:45.266689 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-06885b46-8fd9-4b38-b92a-3b9689647aa7 req-b49232b1-c994-469d-9495-e1135ed5aa64 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/security-groups?id=97b0c99b-1984-47fc-847f-c601cfde1d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509593 Dec 08 16:00:45.327809 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca75398-69bf-4e9c-a404-f654c93667ee req-235f129c-fe5e-4d62-8da2-6d412f03df68 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:45.329322 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bca75398-69bf-4e9c-a404-f654c93667ee req-235f129c-fe5e-4d62-8da2-6d412f03df68 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1269281 Dec 08 16:00:45.350411 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bca75398-69bf-4e9c-a404-f654c93667ee req-efcaffeb-ddd4-4302-98f1-eb4c415130c9 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.64 "GET /v2.0/quotas/04b408fb75c343b1a426130bf98ebe7b HTTP/1.1" status: 200 len: 375 time: 0.0106449 Dec 08 16:00:45.380745 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bca75398-69bf-4e9c-a404-f654c93667ee req-1716d67a-b050-456a-aa24-afa9d833dd9d tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=04b408fb75c343b1a426130bf98ebe7b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270593 Dec 08 16:00:45.481609 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57766) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:45.597894 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-66a5dd32-6a41-4b53-a5cc-d23a1a7f1f32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:45.661257 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cb60d278-d402-4706-b457-91db82fcbc29 req-c9a4fb69-fe81-4e40-9f14-1c7cd5312e13 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.64 "GET /v2.0/ports?device_id=73923530-88bf-44ce-a395-3d8abf7a8528 HTTP/1.1" status: 200 len: 210 time: 0.0310073 Dec 08 16:00:45.719060 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-66a5dd32-6a41-4b53-a5cc-d23a1a7f1f32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:45.741875 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d08b2b4-6bb4-45dc-8975-fd3be2f590f5 req-c2606488-547e-45c3-8c82-f2af5c2432a6 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:45.743512 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3d08b2b4-6bb4-45dc-8975-fd3be2f590f5 req-c2606488-547e-45c3-8c82-f2af5c2432a6 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2dc9c3f-9452-4991-869c-3f929c222fe2 HTTP/1.1" status: 200 len: 936 time: 0.0670116 Dec 08 16:00:45.780635 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-66a5dd32-6a41-4b53-a5cc-d23a1a7f1f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:45.792730 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3d08b2b4-6bb4-45dc-8975-fd3be2f590f5 req-4b51aec5-d921-4c44-84f0-4cb5a91a4f2a tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] 10.222.0.64 "GET /v2.0/security-groups?id=df35c163-58c7-4d4b-92f9-68e769b1a708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419722 Dec 08 16:00:45.824416 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-66a5dd32-6a41-4b53-a5cc-d23a1a7f1f32 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d3ba306696fc4e2688b3248cc704d2a8&name=default HTTP/1.1" status: 200 len: 2995 time: 0.3414497 Dec 08 16:00:45.828257 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a5dd32-6a41-4b53-a5cc-d23a1a7f1f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0c0308-23fa-4c39-9e39-1f9abf7ebffb,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:45.830695 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57780) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:45.855487 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57784) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:45.871251 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-72b402e3-63d8-4dc4-adf5-8015dc2058e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:45.889408 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-f2b5a77d-6df1-4637-9f55-57505457f69c req-87e5307e-2a31-4fc3-836b-e940458ec74c service neutron] Request body: {'port': {'device_id': 'c2dc9c3f-9452-4991-869c-3f929c222fe2', 'device_owner': 'compute:tempest-test_az-1776592322', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:00:45.925208 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-742878a7-e104-4621-b784-150e526c7900 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:45.950104 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-72b402e3-63d8-4dc4-adf5-8015dc2058e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:45.977869 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-742878a7-e104-4621-b784-150e526c7900 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:45.992824 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f2b5a77d-6df1-4637-9f55-57505457f69c req-87e5307e-2a31-4fc3-836b-e940458ec74c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:46.038241 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-72b402e3-63d8-4dc4-adf5-8015dc2058e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:46.084455 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-72b402e3-63d8-4dc4-adf5-8015dc2058e7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=67de562b9aed465cbd5b7075bbdfa675&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2277172 Dec 08 16:00:46.088225 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57786) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:46.094178 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b402e3-63d8-4dc4-adf5-8015dc2058e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c208e7-547b-45e2-a540-e5fed5cae7e6,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:46.150933 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7b16a7cd-e1be-4d89-b831-cb2a917a2a50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:46.174922 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7b16a7cd-e1be-4d89-b831-cb2a917a2a50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:46.348864 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-742878a7-e104-4621-b784-150e526c7900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:46.351487 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-742878a7-e104-4621-b784-150e526c7900 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:46.352668 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-742878a7-e104-4621-b784-150e526c7900 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2d0c0308-23fa-4c39-9e39-1f9abf7ebffb HTTP/1.1" status: 204 len: 168 time: 0.5206704 Dec 08 16:00:46.384589 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742878a7-e104-4621-b784-150e526c7900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0c0308-23fa-4c39-9e39-1f9abf7ebffb,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:46.389726 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c10d6-f978-49b8-bfa4-a2fbda6beddf req-a160141e-c2cc-42da-b38f-7258ee77548b tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:46.391621 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-885c10d6-f978-49b8-bfa4-a2fbda6beddf req-a160141e-c2cc-42da-b38f-7258ee77548b tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/ports?device_id=21be05d1-d894-40d0-be07-f1342f5fbd10 HTTP/1.1" status: 200 len: 948 time: 0.0532911 Dec 08 16:00:46.392832 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7b16a7cd-e1be-4d89-b831-cb2a917a2a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:46.405230 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7b16a7cd-e1be-4d89-b831-cb2a917a2a50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:46.410038 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-7b16a7cd-e1be-4d89-b831-cb2a917a2a50 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/03c208e7-547b-45e2-a540-e5fed5cae7e6 HTTP/1.1" status: 204 len: 168 time: 0.3217492 Dec 08 16:00:46.440554 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b16a7cd-e1be-4d89-b831-cb2a917a2a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c208e7-547b-45e2-a540-e5fed5cae7e6,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:46.497512 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-885c10d6-f978-49b8-bfa4-a2fbda6beddf req-6ab395b5-f94c-4b83-aa38-e88813117697 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/security-groups?id=97b0c99b-1984-47fc-847f-c601cfde1d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850365 Dec 08 16:00:46.552111 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:46.562855 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-f2b5a77d-6df1-4637-9f55-57505457f69c req-87e5307e-2a31-4fc3-836b-e940458ec74c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d0b0662-c5f0-40ac-bc3d-384e16ce98f5 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:00:46.571901 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f2b5a77d-6df1-4637-9f55-57505457f69c req-87e5307e-2a31-4fc3-836b-e940458ec74c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:46.595470 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-f2b5a77d-6df1-4637-9f55-57505457f69c req-87e5307e-2a31-4fc3-836b-e940458ec74c service neutron] Transition to ACTIVE for port object 2d0b0662-c5f0-40ac-bc3d-384e16ce98f5 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:00:46.678254 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f2b5a77d-6df1-4637-9f55-57505457f69c req-87e5307e-2a31-4fc3-836b-e940458ec74c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:46.784646 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7a51cda4-3296-4091-80de-2f9d4640baa3 req-27d7e7d6-6a23-4e14-a70e-af68e94b40f9 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.64 "GET /v2.0/ports?device_id=73923530-88bf-44ce-a395-3d8abf7a8528 HTTP/1.1" status: 200 len: 210 time: 0.0584466 Dec 08 16:00:46.851121 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e5307e-2a31-4fc3-836b-e940458ec74c service neutron] Pushing event updated for resources: {'Port': ['ID=2d0b0662-c5f0-40ac-bc3d-384e16ce98f5,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:46.865840 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-f2b5a77d-6df1-4637-9f55-57505457f69c req-87e5307e-2a31-4fc3-836b-e940458ec74c service neutron] Attempting to bind port 2d0b0662-c5f0-40ac-bc3d-384e16ce98f5 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:00:46.866358 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-f2b5a77d-6df1-4637-9f55-57505457f69c req-87e5307e-2a31-4fc3-836b-e940458ec74c service neutron] Attempting to bind port 2d0b0662-c5f0-40ac-bc3d-384e16ce98f5 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:00:46.866998 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b5a77d-6df1-4637-9f55-57505457f69c req-87e5307e-2a31-4fc3-836b-e940458ec74c service neutron] Attempting to bind port 2d0b0662-c5f0-40ac-bc3d-384e16ce98f5 on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:00:46.872465 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b5a77d-6df1-4637-9f55-57505457f69c req-87e5307e-2a31-4fc3-836b-e940458ec74c service neutron] Port 2d0b0662-c5f0-40ac-bc3d-384e16ce98f5 on network b91759c7-445e-4f7b-9fc4-64d80951832c not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:00:46.876304 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b5a77d-6df1-4637-9f55-57505457f69c req-87e5307e-2a31-4fc3-836b-e940458ec74c service neutron] Attempting to bind port 2d0b0662-c5f0-40ac-bc3d-384e16ce98f5 on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:00:46.880127 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b5a77d-6df1-4637-9f55-57505457f69c req-87e5307e-2a31-4fc3-836b-e940458ec74c service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:00:46.880604 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b5a77d-6df1-4637-9f55-57505457f69c req-87e5307e-2a31-4fc3-836b-e940458ec74c service neutron] Checking segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:00:46.881255 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b5a77d-6df1-4637-9f55-57505457f69c req-87e5307e-2a31-4fc3-836b-e940458ec74c service neutron] Bound using segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:00:46.881831 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-f2b5a77d-6df1-4637-9f55-57505457f69c req-87e5307e-2a31-4fc3-836b-e940458ec74c service neutron] Bound port: 2d0b0662-c5f0-40ac-bc3d-384e16ce98f5, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:00:46.882289 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f2b5a77d-6df1-4637-9f55-57505457f69c req-87e5307e-2a31-4fc3-836b-e940458ec74c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:46.947987 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf6b6d-1323-4d65-bd30-f976f8b1576f req-6d413a62-0e61-4b1e-86e9-66f0f6b000d6 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:46.950394 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-17cf6b6d-1323-4d65-bd30-f976f8b1576f req-6d413a62-0e61-4b1e-86e9-66f0f6b000d6 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2dc9c3f-9452-4991-869c-3f929c222fe2 HTTP/1.1" status: 200 len: 970 time: 0.0669105 Dec 08 16:00:46.979634 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-f2b5a77d-6df1-4637-9f55-57505457f69c req-87e5307e-2a31-4fc3-836b-e940458ec74c service neutron] For port 2d0b0662-c5f0-40ac-bc3d-384e16ce98f5, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:00:46.984899 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-f2b5a77d-6df1-4637-9f55-57505457f69c req-87e5307e-2a31-4fc3-836b-e940458ec74c service neutron] For port 2d0b0662-c5f0-40ac-bc3d-384e16ce98f5, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=2d0b0662-c5f0-40ac-bc3d-384e16ce98f5,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:00:47.020382 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-17cf6b6d-1323-4d65-bd30-f976f8b1576f req-dedb3127-3f74-49c1-94da-1f23048afd93 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] 10.222.0.64 "GET /v2.0/security-groups?id=df35c163-58c7-4d4b-92f9-68e769b1a708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622518 Dec 08 16:00:47.095470 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f2b5a77d-6df1-4637-9f55-57505457f69c req-87e5307e-2a31-4fc3-836b-e940458ec74c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:47.137941 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5a77d-6df1-4637-9f55-57505457f69c req-87e5307e-2a31-4fc3-836b-e940458ec74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:47.139179 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f2b5a77d-6df1-4637-9f55-57505457f69c req-87e5307e-2a31-4fc3-836b-e940458ec74c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:47.140789 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f2b5a77d-6df1-4637-9f55-57505457f69c req-87e5307e-2a31-4fc3-836b-e940458ec74c service neutron] 10.222.0.37 "PUT /v2.0/ports/2d0b0662-c5f0-40ac-bc3d-384e16ce98f5 HTTP/1.1" status: 200 len: 1119 time: 1.3161511 Dec 08 16:00:47.141315 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2dc9c3f-9452-4991-869c-3f929c222fe2', 'tag': '2d0b0662-c5f0-40ac-bc3d-384e16ce98f5'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:00:47.233774 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e5307e-2a31-4fc3-836b-e940458ec74c service neutron] Pushing event updated for resources: {'Port': ['ID=2d0b0662-c5f0-40ac-bc3d-384e16ce98f5,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:47.378242 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5a77d-6df1-4637-9f55-57505457f69c req-61ded07a-1772-4ecc-9164-d46d7e90d548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:47.380109 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f2b5a77d-6df1-4637-9f55-57505457f69c req-61ded07a-1772-4ecc-9164-d46d7e90d548 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=51de74d221224f2f80f24ad189a5b30d&device_id=c2dc9c3f-9452-4991-869c-3f929c222fe2 HTTP/1.1" status: 200 len: 1122 time: 0.0925086 Dec 08 16:00:47.439030 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57816) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:47.452869 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b280d6e0-8060-4846-a104-66d93c1213d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:47.456429 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:47.466882 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f2b5a77d-6df1-4637-9f55-57505457f69c req-41a7e088-2460-44a3-a579-af184fa560ca service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=2d0b0662-c5f0-40ac-bc3d-384e16ce98f5 HTTP/1.1" status: 200 len: 217 time: 0.0772786 Dec 08 16:00:47.580188 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b280d6e0-8060-4846-a104-66d93c1213d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:47.597644 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5a77d-6df1-4637-9f55-57505457f69c req-664a53ee-e1cb-4284-b7b0-9dd88f8459b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:47.599247 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f2b5a77d-6df1-4637-9f55-57505457f69c req-664a53ee-e1cb-4284-b7b0-9dd88f8459b0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.1255202 Dec 08 16:00:47.621315 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d61c3e-f7a2-4b1e-b239-c80b6650adb0" -d '{"events": [{"name": "network-changed", "server_uuid": "c2dc9c3f-9452-4991-869c-3f929c222fe2", "tag": "2d0b0662-c5f0-40ac-bc3d-384e16ce98f5"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:00:47.689434 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b280d6e0-8060-4846-a104-66d93c1213d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:47.724317 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0fde1-0df0-4806-a74f-fed315824478 req-a77b530f-6e44-4e2a-a2b7-7be5fe298cb2 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:47.725907 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f0c0fde1-0df0-4806-a74f-fed315824478 req-a77b530f-6e44-4e2a-a2b7-7be5fe298cb2 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/ports?device_id=21be05d1-d894-40d0-be07-f1342f5fbd10 HTTP/1.1" status: 200 len: 948 time: 0.1312017 Dec 08 16:00:47.729907 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5a77d-6df1-4637-9f55-57505457f69c req-2a4a26b7-9bf5-42b7-9914-5924e4f1d688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:47.731001 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f2b5a77d-6df1-4637-9f55-57505457f69c req-2a4a26b7-9bf5-42b7-9914-5924e4f1d688 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1207845 Dec 08 16:00:47.746304 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b280d6e0-8060-4846-a104-66d93c1213d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=999db439-ce32-4f2c-883a-4b7ace58cb90,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:47.754272 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b280d6e0-8060-4846-a104-66d93c1213d7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a51ed88d8c384377a7877c5aa6067cea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3142133 Dec 08 16:00:47.767156 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57826) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:47.811875 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4990fb2d-788f-4d07-a75f-a474aa43fb3b x-openstack-request-id: req-4990fb2d-788f-4d07-a75f-a474aa43fb3b {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:00:47.812165 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2dc9c3f-9452-4991-869c-3f929c222fe2", "tag": "2d0b0662-c5f0-40ac-bc3d-384e16ce98f5", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:00:47.812611 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4990fb2d-788f-4d07-a75f-a474aa43fb3b {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:00:47.813207 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2dc9c3f-9452-4991-869c-3f929c222fe2', 'tag': '2d0b0662-c5f0-40ac-bc3d-384e16ce98f5', 'status': 'completed', 'code': 200} Dec 08 16:00:47.857579 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f0c0fde1-0df0-4806-a74f-fed315824478 req-ab3e7064-e1d4-45a0-b26e-1196c5e7a06c tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/security-groups?id=97b0c99b-1984-47fc-847f-c601cfde1d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216385 Dec 08 16:00:47.871308 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-09470b37-1dbb-47d0-9838-3422136db068 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:47.907527 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f2b5a77d-6df1-4637-9f55-57505457f69c req-1dc8f88b-9574-466c-ac0e-931679a3b568 service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655939 Dec 08 16:00:47.917405 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fda41d35-3727-4b59-bf81-905bfdc971e5 req-b0158ea8-8adf-46f7-9ea2-d549fc4e5dd2 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.64 "GET /v2.0/ports?device_id=73923530-88bf-44ce-a395-3d8abf7a8528 HTTP/1.1" status: 200 len: 210 time: 0.0421598 Dec 08 16:00:47.925826 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-09470b37-1dbb-47d0-9838-3422136db068 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:48.017196 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f2b5a77d-6df1-4637-9f55-57505457f69c req-f954538a-b853-4291-88f7-b3ca2d090bfb service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014173 Dec 08 16:00:48.043674 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-09470b37-1dbb-47d0-9838-3422136db068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:48.046588 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-09470b37-1dbb-47d0-9838-3422136db068 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:48.050823 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-09470b37-1dbb-47d0-9838-3422136db068 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/999db439-ce32-4f2c-883a-4b7ace58cb90 HTTP/1.1" status: 204 len: 168 time: 0.2825658 Dec 08 16:00:48.062232 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09470b37-1dbb-47d0-9838-3422136db068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999db439-ce32-4f2c-883a-4b7ace58cb90,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:48.235600 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540be4eb-5138-47a0-82b5-c04476c4a794 req-209e31de-ec40-4585-8ab4-fe0ba444384e tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:48.237567 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-540be4eb-5138-47a0-82b5-c04476c4a794 req-209e31de-ec40-4585-8ab4-fe0ba444384e tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2dc9c3f-9452-4991-869c-3f929c222fe2 HTTP/1.1" status: 200 len: 970 time: 0.1266243 Dec 08 16:00:48.240502 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d61c3e-f7a2-4b1e-b239-c80b6650adb0 req-e6e6b0d6-818f-426b-b956-8345b63018de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:48.241906 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-39d61c3e-f7a2-4b1e-b239-c80b6650adb0 req-e6e6b0d6-818f-426b-b956-8345b63018de service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=51de74d221224f2f80f24ad189a5b30d&device_id=c2dc9c3f-9452-4991-869c-3f929c222fe2 HTTP/1.1" status: 200 len: 1122 time: 0.0780742 Dec 08 16:00:48.405821 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bca75398-69bf-4e9c-a404-f654c93667ee req-17ccbf1b-f063-4b25-b274-c22d1890da7a tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=04b408fb75c343b1a426130bf98ebe7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308781 Dec 08 16:00:48.496826 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-540be4eb-5138-47a0-82b5-c04476c4a794 req-f5c2ce90-c831-457a-909e-afdfc7d983ec tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] 10.222.0.64 "GET /v2.0/security-groups?id=df35c163-58c7-4d4b-92f9-68e769b1a708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526593 Dec 08 16:00:48.531921 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca75398-69bf-4e9c-a404-f654c93667ee req-89c7a3ae-7e18-4021-b4b8-acda49b93a71 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:48.533660 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bca75398-69bf-4e9c-a404-f654c93667ee req-89c7a3ae-7e18-4021-b4b8-acda49b93a71 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1217022 Dec 08 16:00:48.539222 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d61c3e-f7a2-4b1e-b239-c80b6650adb0 req-d1e50921-fdc9-463b-ac87-7c27ec1548f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:48.540739 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-39d61c3e-f7a2-4b1e-b239-c80b6650adb0 req-d1e50921-fdc9-463b-ac87-7c27ec1548f5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b91759c7-445e-4f7b-9fc4-64d80951832c HTTP/1.1" status: 200 len: 870 time: 0.2883022 Dec 08 16:00:48.547093 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-bca75398-69bf-4e9c-a404-f654c93667ee req-af0e8be5-3b2c-499e-902b-bd12413db89e tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Request body: {'port': {'device_id': '73923530-88bf-44ce-a395-3d8abf7a8528', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'admin_state_up': True, 'tenant_id': '04b408fb75c343b1a426130bf98ebe7b'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:00:48.586372 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-39d61c3e-f7a2-4b1e-b239-c80b6650adb0 req-0d7e7f7a-0141-41b2-9da6-36dc00c983ec service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=2d0b0662-c5f0-40ac-bc3d-384e16ce98f5 HTTP/1.1" status: 200 len: 217 time: 0.0383101 Dec 08 16:00:48.666572 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d61c3e-f7a2-4b1e-b239-c80b6650adb0 req-63cddf87-cec1-4bde-b1a2-27da08def419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:48.671416 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-39d61c3e-f7a2-4b1e-b239-c80b6650adb0 req-63cddf87-cec1-4bde-b1a2-27da08def419 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.0760522 Dec 08 16:00:48.720555 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d61c3e-f7a2-4b1e-b239-c80b6650adb0 req-e2158647-0811-4abd-8dfe-bd6dda05addc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:48.729265 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-39d61c3e-f7a2-4b1e-b239-c80b6650adb0 req-e2158647-0811-4abd-8dfe-bd6dda05addc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0426402 Dec 08 16:00:48.821182 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bca75398-69bf-4e9c-a404-f654c93667ee req-af0e8be5-3b2c-499e-902b-bd12413db89e tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Made reservation on behalf of 04b408fb75c343b1a426130bf98ebe7b for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:00:48.825099 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-bca75398-69bf-4e9c-a404-f654c93667ee req-af0e8be5-3b2c-499e-902b-bd12413db89e tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:48.829305 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-39d61c3e-f7a2-4b1e-b239-c80b6650adb0 req-8bdf8f34-8f26-475f-8524-30e037457e86 service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000645 Dec 08 16:00:48.839657 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-bca75398-69bf-4e9c-a404-f654c93667ee req-af0e8be5-3b2c-499e-902b-bd12413db89e tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:48.967136 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-39d61c3e-f7a2-4b1e-b239-c80b6650adb0 req-5015d5de-6859-4cc2-891f-58ee7b169076 service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276295 Dec 08 16:00:48.999572 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-bca75398-69bf-4e9c-a404-f654c93667ee req-af0e8be5-3b2c-499e-902b-bd12413db89e tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:49.064534 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6825587e-ccb1-4267-9775-5a81840ca036 req-aceb3f78-79fd-4c5a-92f7-dd532df62f61 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.64 "GET /v2.0/ports?device_id=73923530-88bf-44ce-a395-3d8abf7a8528 HTTP/1.1" status: 200 len: 210 time: 0.0378392 Dec 08 16:00:49.081226 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd6d551-e0c1-4f15-bf61-3d7ce6e7ceba req-40abb7d3-8cb1-4387-9602-0802a66402f8 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:49.082906 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2bd6d551-e0c1-4f15-bf61-3d7ce6e7ceba req-40abb7d3-8cb1-4387-9602-0802a66402f8 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/ports?device_id=21be05d1-d894-40d0-be07-f1342f5fbd10 HTTP/1.1" status: 200 len: 948 time: 0.0717912 Dec 08 16:00:49.132980 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-bca75398-69bf-4e9c-a404-f654c93667ee req-af0e8be5-3b2c-499e-902b-bd12413db89e tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:49.155621 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2bd6d551-e0c1-4f15-bf61-3d7ce6e7ceba req-8daf85da-49b6-4bb0-a90b-27b7b3a141da tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/security-groups?id=97b0c99b-1984-47fc-847f-c601cfde1d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601342 Dec 08 16:00:49.212976 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0e8be5-3b2c-499e-902b-bd12413db89e tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9071a444-aa2f-4947-88b9-c6b6216b6f02,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:49.286807 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [req-bca75398-69bf-4e9c-a404-f654c93667ee req-af0e8be5-3b2c-499e-902b-bd12413db89e tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Allocated IP 192.168.233.136 (b91759c7-445e-4f7b-9fc4-64d80951832c/c93b3a32-b438-4a47-8558-220c03febf97/37fa8172-db69-4b94-bd73-181ef5bca7d7) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:00:49.448063 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-bca75398-69bf-4e9c-a404-f654c93667ee req-af0e8be5-3b2c-499e-902b-bd12413db89e tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:49.535686 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-bca75398-69bf-4e9c-a404-f654c93667ee req-af0e8be5-3b2c-499e-902b-bd12413db89e tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:49.582342 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bca75398-69bf-4e9c-a404-f654c93667ee req-af0e8be5-3b2c-499e-902b-bd12413db89e tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Network b91759c7-445e-4f7b-9fc4-64d80951832c is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:00:49.585582 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [req-bca75398-69bf-4e9c-a404-f654c93667ee req-af0e8be5-3b2c-499e-902b-bd12413db89e tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:00:49.589640 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-bca75398-69bf-4e9c-a404-f654c93667ee req-af0e8be5-3b2c-499e-902b-bd12413db89e tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:00:49.595615 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca75398-69bf-4e9c-a404-f654c93667ee req-af0e8be5-3b2c-499e-902b-bd12413db89e tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:49.596409 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-bca75398-69bf-4e9c-a404-f654c93667ee req-af0e8be5-3b2c-499e-902b-bd12413db89e tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:49.614721 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0e8be5-3b2c-499e-902b-bd12413db89e tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Pushing event updated for resources: {'Port': ['ID=37fa8172-db69-4b94-bd73-181ef5bca7d7,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:49.651637 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ccf1b-aa73-4f99-84aa-d62e3452d6c6 req-dcf41f4d-5834-4549-8255-649b8ae2d5ec tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:49.653313 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-259ccf1b-aa73-4f99-84aa-d62e3452d6c6 req-dcf41f4d-5834-4549-8255-649b8ae2d5ec tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2dc9c3f-9452-4991-869c-3f929c222fe2 HTTP/1.1" status: 200 len: 970 time: 0.0663011 Dec 08 16:00:49.681432 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bca75398-69bf-4e9c-a404-f654c93667ee req-af0e8be5-3b2c-499e-902b-bd12413db89e tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1386263 Dec 08 16:00:49.695490 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-bca75398-69bf-4e9c-a404-f654c93667ee req-f6489710-4b4d-439d-90ad-17e941171029 service neutron] Request body: {'port': {'device_id': '73923530-88bf-44ce-a395-3d8abf7a8528', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:00:49.719353 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-259ccf1b-aa73-4f99-84aa-d62e3452d6c6 req-ebdc3668-32d4-45a0-8688-59e605a91f24 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] 10.222.0.64 "GET /v2.0/security-groups?id=df35c163-58c7-4d4b-92f9-68e769b1a708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589333 Dec 08 16:00:49.777761 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-bca75398-69bf-4e9c-a404-f654c93667ee req-f6489710-4b4d-439d-90ad-17e941171029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:49.891030 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-daef2881-76a7-48ca-a068-610e724bf260 None None] Provisioning complete for port 37fa8172-db69-4b94-bd73-181ef5bca7d7 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:00:49.891539 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-daef2881-76a7-48ca-a068-610e724bf260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:49.968038 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-daef2881-76a7-48ca-a068-610e724bf260 None None] Port 37fa8172-db69-4b94-bd73-181ef5bca7d7 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:00:50.111104 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [req-bca75398-69bf-4e9c-a404-f654c93667ee req-f6489710-4b4d-439d-90ad-17e941171029 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37fa8172-db69-4b94-bd73-181ef5bca7d7 {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:00:50.119234 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-bca75398-69bf-4e9c-a404-f654c93667ee req-f6489710-4b4d-439d-90ad-17e941171029 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:50.132974 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [req-bca75398-69bf-4e9c-a404-f654c93667ee req-f6489710-4b4d-439d-90ad-17e941171029 service neutron] Transition to ACTIVE for port object 37fa8172-db69-4b94-bd73-181ef5bca7d7 will not be triggered until provisioned by entity L2. {{(pid=110551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:00:50.200197 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b08cf-28b4-42ad-b6d8-7a6fd4d3cd1d req-ddb19e39-5a89-4ce0-bf7e-334b1949f88a tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:50.202357 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3d9b08cf-28b4-42ad-b6d8-7a6fd4d3cd1d req-ddb19e39-5a89-4ce0-bf7e-334b1949f88a tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.64 "GET /v2.0/ports?device_id=73923530-88bf-44ce-a395-3d8abf7a8528 HTTP/1.1" status: 200 len: 936 time: 0.0589941 Dec 08 16:00:50.264692 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-bca75398-69bf-4e9c-a404-f654c93667ee req-f6489710-4b4d-439d-90ad-17e941171029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:50.344971 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a39c8d-2680-4452-bec3-dcc01b70349d req-4ef5e4af-a567-4031-a563-9b119121f0f3 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:50.346685 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f0a39c8d-2680-4452-bec3-dcc01b70349d req-4ef5e4af-a567-4031-a563-9b119121f0f3 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/ports?device_id=21be05d1-d894-40d0-be07-f1342f5fbd10 HTTP/1.1" status: 200 len: 948 time: 0.1003072 Dec 08 16:00:50.456721 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f0a39c8d-2680-4452-bec3-dcc01b70349d req-60ee58fd-a435-492c-b651-ff5db431cfd3 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/security-groups?id=97b0c99b-1984-47fc-847f-c601cfde1d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950539 Dec 08 16:00:50.539686 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57920) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:50.663995 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3d9b08cf-28b4-42ad-b6d8-7a6fd4d3cd1d req-5f153eb7-2a19-40ee-ab74-69185f692bb1 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.64 "GET /v2.0/security-groups?id=9071a444-aa2f-4947-88b9-c6b6216b6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4557538 Dec 08 16:00:50.669955 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6489710-4b4d-439d-90ad-17e941171029 service neutron] Pushing event updated for resources: {'Port': ['ID=37fa8172-db69-4b94-bd73-181ef5bca7d7,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:50.709907 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-bca75398-69bf-4e9c-a404-f654c93667ee req-f6489710-4b4d-439d-90ad-17e941171029 service neutron] Attempting to bind port 37fa8172-db69-4b94-bd73-181ef5bca7d7 on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:00:50.710290 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-bca75398-69bf-4e9c-a404-f654c93667ee req-f6489710-4b4d-439d-90ad-17e941171029 service neutron] Attempting to bind port 37fa8172-db69-4b94-bd73-181ef5bca7d7 by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:00:50.710623 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca75398-69bf-4e9c-a404-f654c93667ee req-f6489710-4b4d-439d-90ad-17e941171029 service neutron] Attempting to bind port 37fa8172-db69-4b94-bd73-181ef5bca7d7 on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:00:50.718167 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca75398-69bf-4e9c-a404-f654c93667ee req-f6489710-4b4d-439d-90ad-17e941171029 service neutron] Port 37fa8172-db69-4b94-bd73-181ef5bca7d7 on network b91759c7-445e-4f7b-9fc4-64d80951832c not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:00:50.718532 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca75398-69bf-4e9c-a404-f654c93667ee req-f6489710-4b4d-439d-90ad-17e941171029 service neutron] Attempting to bind port 37fa8172-db69-4b94-bd73-181ef5bca7d7 on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:00:50.721136 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 2d0b0662-c5f0-40ac-bc3d-384e16ce98f5 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:00:50.724323 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca75398-69bf-4e9c-a404-f654c93667ee req-f6489710-4b4d-439d-90ad-17e941171029 service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:00:50.725202 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca75398-69bf-4e9c-a404-f654c93667ee req-f6489710-4b4d-439d-90ad-17e941171029 service neutron] Checking segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:00:50.725517 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca75398-69bf-4e9c-a404-f654c93667ee req-f6489710-4b4d-439d-90ad-17e941171029 service neutron] Bound using segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:00:50.726048 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-bca75398-69bf-4e9c-a404-f654c93667ee req-f6489710-4b4d-439d-90ad-17e941171029 service neutron] Bound port: 37fa8172-db69-4b94-bd73-181ef5bca7d7, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:00:50.726522 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-bca75398-69bf-4e9c-a404-f654c93667ee req-f6489710-4b4d-439d-90ad-17e941171029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:50.781587 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-98c2e2c8-e412-48a3-9771-fe979c08bb78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:50.797514 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-bca75398-69bf-4e9c-a404-f654c93667ee req-f6489710-4b4d-439d-90ad-17e941171029 service neutron] For port 37fa8172-db69-4b94-bd73-181ef5bca7d7, host n-h1-776250-12, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:00:50.801318 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-bca75398-69bf-4e9c-a404-f654c93667ee req-f6489710-4b4d-439d-90ad-17e941171029 service neutron] For port 37fa8172-db69-4b94-bd73-181ef5bca7d7, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=37fa8172-db69-4b94-bd73-181ef5bca7d7,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:00:50.826785 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 2d0b0662-c5f0-40ac-bc3d-384e16ce98f5, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=2d0b0662-c5f0-40ac-bc3d-384e16ce98f5,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:00:50.839728 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '2d0b0662-c5f0-40ac-bc3d-384e16ce98f5', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'port_id': '2d0b0662-c5f0-40ac-bc3d-384e16ce98f5', 'mac_address': 'fa:16:3e:27:e7:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c93b3a32-b438-4a47-8558-220c03febf97', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:tempest-test_az-1776592322', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:00:50.884081 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-bca75398-69bf-4e9c-a404-f654c93667ee req-f6489710-4b4d-439d-90ad-17e941171029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:50.884297 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:50.900240 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d0b0662-c5f0-40ac-bc3d-384e16ce98f5 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:00:50.924555 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca75398-69bf-4e9c-a404-f654c93667ee req-f6489710-4b4d-439d-90ad-17e941171029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:50.925118 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-bca75398-69bf-4e9c-a404-f654c93667ee req-f6489710-4b4d-439d-90ad-17e941171029 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:50.926539 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bca75398-69bf-4e9c-a404-f654c93667ee req-f6489710-4b4d-439d-90ad-17e941171029 service neutron] 10.222.0.76 "PUT /v2.0/ports/37fa8172-db69-4b94-bd73-181ef5bca7d7 HTTP/1.1" status: 200 len: 1097 time: 1.2361424 Dec 08 16:00:50.926967 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73923530-88bf-44ce-a395-3d8abf7a8528', 'tag': '37fa8172-db69-4b94-bd73-181ef5bca7d7'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:00:50.927208 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d36255-750d-44ed-807e-223b958ab505 req-69fa7c7c-27b9-477c-8236-ccb8ebd63f16 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:50.929859 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-12d36255-750d-44ed-807e-223b958ab505 req-69fa7c7c-27b9-477c-8236-ccb8ebd63f16 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2dc9c3f-9452-4991-869c-3f929c222fe2 HTTP/1.1" status: 200 len: 970 time: 0.0895977 Dec 08 16:00:50.937437 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a06cfa-986b-4b14-8153-fc6b2e8c4afa" -d '{"events": [{"name": "network-changed", "server_uuid": "73923530-88bf-44ce-a395-3d8abf7a8528", "tag": "37fa8172-db69-4b94-bd73-181ef5bca7d7"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:00:50.963575 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6489710-4b4d-439d-90ad-17e941171029 service neutron] Pushing event updated for resources: {'Port': ['ID=37fa8172-db69-4b94-bd73-181ef5bca7d7,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:50.964294 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 2d0b0662-c5f0-40ac-bc3d-384e16ce98f5, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=2d0b0662-c5f0-40ac-bc3d-384e16ce98f5,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:00:50.990200 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-98c2e2c8-e412-48a3-9771-fe979c08bb78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:51.050070 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:51.052925 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-12d36255-750d-44ed-807e-223b958ab505 req-72920cd7-ae29-4446-8c73-a02608f31e04 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] 10.222.0.64 "GET /v2.0/security-groups?id=df35c163-58c7-4d4b-92f9-68e769b1a708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043806 Dec 08 16:00:51.066524 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-98c2e2c8-e412-48a3-9771-fe979c08bb78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:51.108309 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 1a4d9331-a0c9-4501-b8ca-9afddad6dedb details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:00:51.152280 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b9f84e-ce91-4d92-bcda-5e3dd7e0449d x-openstack-request-id: req-c2b9f84e-ce91-4d92-bcda-5e3dd7e0449d {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:00:51.152280 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73923530-88bf-44ce-a395-3d8abf7a8528", "tag": "37fa8172-db69-4b94-bd73-181ef5bca7d7", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:00:51.152280 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c2b9f84e-ce91-4d92-bcda-5e3dd7e0449d {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:00:51.152978 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73923530-88bf-44ce-a395-3d8abf7a8528', 'tag': '37fa8172-db69-4b94-bd73-181ef5bca7d7', 'status': 'completed', 'code': 200} Dec 08 16:00:51.179878 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57938) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:51.188746 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-98c2e2c8-e412-48a3-9771-fe979c08bb78 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7969bf0555794db5971c3fd9552161c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6478505 Dec 08 16:00:51.194711 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca75398-69bf-4e9c-a404-f654c93667ee req-c9ea1bf0-813f-4616-ae80-d0d20265e3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:51.196000 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bca75398-69bf-4e9c-a404-f654c93667ee req-c9ea1bf0-813f-4616-ae80-d0d20265e3bc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=04b408fb75c343b1a426130bf98ebe7b&device_id=73923530-88bf-44ce-a395-3d8abf7a8528 HTTP/1.1" status: 200 len: 1100 time: 0.1400819 Dec 08 16:00:51.204162 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c2e2c8-e412-48a3-9771-fe979c08bb78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f34df15-c33d-497c-88fb-8772646b28f8,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:51.283984 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bca75398-69bf-4e9c-a404-f654c93667ee req-4eb1a9a1-3860-4837-83d7-bc538b5757de service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=37fa8172-db69-4b94-bd73-181ef5bca7d7 HTTP/1.1" status: 200 len: 217 time: 0.0680342 Dec 08 16:00:51.300999 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=2d0b0662-c5f0-40ac-bc3d-384e16ce98f5,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:51.332701 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:51.333307 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:51.333795 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:51.334335 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:51.334816 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:51.335797 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:51.336352 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:51.336830 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:51.337465 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:51.337945 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:51.338886 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:51.339378 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:51.339852 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:51.341149 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Tracked resource versions report: Dec 08 16:00:51.341149 n-d-776250-12 neutron-server[110552]: pushed versions: Dec 08 16:00:51.341149 n-d-776250-12 neutron-server[110552]: { 'AddressGroup': {'1.2'}, Dec 08 16:00:51.341149 n-d-776250-12 neutron-server[110552]: 'ConntrackHelper': {'1.0'}, Dec 08 16:00:51.341149 n-d-776250-12 neutron-server[110552]: 'LocalIPAssociation': {'1.0'}, Dec 08 16:00:51.341149 n-d-776250-12 neutron-server[110552]: 'Log': {'1.0'}, Dec 08 16:00:51.341149 n-d-776250-12 neutron-server[110552]: 'Network': {'1.1'}, Dec 08 16:00:51.341149 n-d-776250-12 neutron-server[110552]: 'Port': {'1.7'}, Dec 08 16:00:51.341149 n-d-776250-12 neutron-server[110552]: 'PortForwarding': {'1.2'}, Dec 08 16:00:51.341149 n-d-776250-12 neutron-server[110552]: 'QosPolicy': {'1.10'}, Dec 08 16:00:51.341149 n-d-776250-12 neutron-server[110552]: 'SecurityGroup': {'1.5'}, Dec 08 16:00:51.341149 n-d-776250-12 neutron-server[110552]: 'SecurityGroupRule': {'1.2'}, Dec 08 16:00:51.341149 n-d-776250-12 neutron-server[110552]: 'SubPort': {'1.0'}, Dec 08 16:00:51.341149 n-d-776250-12 neutron-server[110552]: 'Subnet': {'1.1'}, Dec 08 16:00:51.341149 n-d-776250-12 neutron-server[110552]: 'Trunk': {'1.1'}} Dec 08 16:00:51.341149 n-d-776250-12 neutron-server[110552]: consumer versions: Dec 08 16:00:51.341149 n-d-776250-12 neutron-server[110552]: { DHCP agent@n-d-776250-12: {}, Dec 08 16:00:51.341149 n-d-776250-12 neutron-server[110552]: HyperV agent@n-h1-776250-12: {}, Dec 08 16:00:51.341149 n-d-776250-12 neutron-server[110552]: HyperV agent@n-h2-776250-12: {}, Dec 08 16:00:51.341149 n-d-776250-12 neutron-server[110552]: L3 agent@n-d-776250-12: {}, Dec 08 16:00:51.341149 n-d-776250-12 neutron-server[110552]: Metadata agent@n-d-776250-12: {}, Dec 08 16:00:51.341149 n-d-776250-12 neutron-server[110552]: Metering agent@n-d-776250-12: {}, Dec 08 16:00:51.341149 n-d-776250-12 neutron-server[110552]: Open vSwitch agent@n-d-776250-12: { 'AddressGroup': '1.2', Dec 08 16:00:51.341149 n-d-776250-12 neutron-server[110552]: 'ConntrackHelper': '1.0', Dec 08 16:00:51.341149 n-d-776250-12 neutron-server[110552]: 'LocalIPAssociation': '1.0', Dec 08 16:00:51.341149 n-d-776250-12 neutron-server[110552]: 'Log': '1.0', Dec 08 16:00:51.341149 n-d-776250-12 neutron-server[110552]: 'Network': '1.1', Dec 08 16:00:51.341149 n-d-776250-12 neutron-server[110552]: 'Port': '1.7', Dec 08 16:00:51.341149 n-d-776250-12 neutron-server[110552]: 'PortForwarding': '1.2', Dec 08 16:00:51.341149 n-d-776250-12 neutron-server[110552]: 'QosPolicy': '1.10', Dec 08 16:00:51.341149 n-d-776250-12 neutron-server[110552]: 'SecurityGroup': '1.5', Dec 08 16:00:51.341149 n-d-776250-12 neutron-server[110552]: 'SecurityGroupRule': '1.2', Dec 08 16:00:51.341149 n-d-776250-12 neutron-server[110552]: 'SubPort': '1.0', Dec 08 16:00:51.341149 n-d-776250-12 neutron-server[110552]: 'Subnet': '1.1', Dec 08 16:00:51.341149 n-d-776250-12 neutron-server[110552]: 'Trunk': '1.1'}} Dec 08 16:00:51.341149 n-d-776250-12 neutron-server[110552]: {{(pid=110552) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 08 16:00:51.346692 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b8550619-248d-4241-90f1-7a8f94f35744 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:51.349626 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 1a4d9331-a0c9-4501-b8ca-9afddad6dedb, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=1a4d9331-a0c9-4501-b8ca-9afddad6dedb,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:00:51.365737 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '1a4d9331-a0c9-4501-b8ca-9afddad6dedb', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'port_id': '1a4d9331-a0c9-4501-b8ca-9afddad6dedb', 'mac_address': 'fa:16:3e:a9:ed:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c93b3a32-b438-4a47-8558-220c03febf97', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:00:51.366651 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca75398-69bf-4e9c-a404-f654c93667ee req-b70b5654-8950-4961-ba10-7f01a1bfad82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:51.368170 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bca75398-69bf-4e9c-a404-f654c93667ee req-b70b5654-8950-4961-ba10-7f01a1bfad82 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.0753977 Dec 08 16:00:51.389001 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b8550619-248d-4241-90f1-7a8f94f35744 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:51.410913 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['2d0b0662-c5f0-40ac-bc3d-384e16ce98f5'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:00:51.474467 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca75398-69bf-4e9c-a404-f654c93667ee req-28a9ee47-a6c4-44f5-a7bc-d2b36b0f12dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:51.476326 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bca75398-69bf-4e9c-a404-f654c93667ee req-28a9ee47-a6c4-44f5-a7bc-d2b36b0f12dc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0971980 Dec 08 16:00:51.492823 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:51.549696 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a4d9331-a0c9-4501-b8ca-9afddad6dedb {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:00:51.566769 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b8550619-248d-4241-90f1-7a8f94f35744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:51.569424 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b8550619-248d-4241-90f1-7a8f94f35744 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:51.577993 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b8550619-248d-4241-90f1-7a8f94f35744 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0f34df15-c33d-497c-88fb-8772646b28f8 HTTP/1.1" status: 204 len: 168 time: 0.3960938 Dec 08 16:00:51.591880 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 1a4d9331-a0c9-4501-b8ca-9afddad6dedb, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=1a4d9331-a0c9-4501-b8ca-9afddad6dedb,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:00:51.629840 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8550619-248d-4241-90f1-7a8f94f35744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f34df15-c33d-497c-88fb-8772646b28f8,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:51.650802 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511e496e-ae71-41cd-8b28-4e4c322b7653 req-b209080a-054a-4df5-aa57-ff74a490e320 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:51.660229 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-511e496e-ae71-41cd-8b28-4e4c322b7653 req-b209080a-054a-4df5-aa57-ff74a490e320 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/ports?device_id=21be05d1-d894-40d0-be07-f1342f5fbd10 HTTP/1.1" status: 200 len: 948 time: 0.1109183 Dec 08 16:00:51.662388 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:51.713641 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bca75398-69bf-4e9c-a404-f654c93667ee req-ff22c0c1-b7e2-48dc-9fa2-2209d63c05b9 service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293575 Dec 08 16:00:51.739489 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-511e496e-ae71-41cd-8b28-4e4c322b7653 req-5c55ddd3-1039-49f8-b18e-2862d564931e tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/security-groups?id=97b0c99b-1984-47fc-847f-c601cfde1d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736918 Dec 08 16:00:51.840518 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bca75398-69bf-4e9c-a404-f654c93667ee req-277959bc-9636-460f-b153-76dc5020b891 service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188347 Dec 08 16:00:51.912079 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46b5e4f-8abc-4f1f-b31c-3d5cafb69538 req-408b48b1-575d-4305-aff4-78ff81f823ef tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:51.918022 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e46b5e4f-8abc-4f1f-b31c-3d5cafb69538 req-408b48b1-575d-4305-aff4-78ff81f823ef tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.64 "GET /v2.0/ports?device_id=73923530-88bf-44ce-a395-3d8abf7a8528 HTTP/1.1" status: 200 len: 948 time: 0.0728049 Dec 08 16:00:51.923753 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=1a4d9331-a0c9-4501-b8ca-9afddad6dedb,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:51.996457 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e46b5e4f-8abc-4f1f-b31c-3d5cafb69538 req-549b5d9a-bb5f-426a-85d5-7cc03a05c7c2 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.64 "GET /v2.0/security-groups?id=9071a444-aa2f-4947-88b9-c6b6216b6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733564 Dec 08 16:00:52.068499 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['1a4d9331-a0c9-4501-b8ca-9afddad6dedb'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:00:52.133413 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a06cfa-986b-4b14-8153-fc6b2e8c4afa req-4ae73981-df09-4f16-ba93-1d03ea63bba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:52.136506 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-13a06cfa-986b-4b14-8153-fc6b2e8c4afa req-4ae73981-df09-4f16-ba93-1d03ea63bba6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=04b408fb75c343b1a426130bf98ebe7b&device_id=73923530-88bf-44ce-a395-3d8abf7a8528 HTTP/1.1" status: 200 len: 1100 time: 0.0705106 Dec 08 16:00:52.325114 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a06cfa-986b-4b14-8153-fc6b2e8c4afa req-c6379fe1-7f3e-4ec7-a3c5-7b2be7b9f5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:52.326783 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-13a06cfa-986b-4b14-8153-fc6b2e8c4afa req-c6379fe1-7f3e-4ec7-a3c5-7b2be7b9f5a4 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b91759c7-445e-4f7b-9fc4-64d80951832c HTTP/1.1" status: 200 len: 870 time: 0.1816325 Dec 08 16:00:52.345321 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2456b18-8869-44eb-ae70-77e7f436ee7d req-11f1185f-ec37-44a0-80e5-f943ead603d2 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:52.346657 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b2456b18-8869-44eb-ae70-77e7f436ee7d req-11f1185f-ec37-44a0-80e5-f943ead603d2 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2dc9c3f-9452-4991-869c-3f929c222fe2 HTTP/1.1" status: 200 len: 971 time: 0.0674257 Dec 08 16:00:52.391770 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-13a06cfa-986b-4b14-8153-fc6b2e8c4afa req-087383d7-3db3-4344-9cbf-d8f1854503cd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=37fa8172-db69-4b94-bd73-181ef5bca7d7 HTTP/1.1" status: 200 len: 217 time: 0.0552611 Dec 08 16:00:52.492605 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b2456b18-8869-44eb-ae70-77e7f436ee7d req-6d710d73-4e82-4ef9-b568-2c873cd1493e tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] 10.222.0.64 "GET /v2.0/security-groups?id=df35c163-58c7-4d4b-92f9-68e769b1a708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027687 Dec 08 16:00:52.495321 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a06cfa-986b-4b14-8153-fc6b2e8c4afa req-ffeb5a0a-39b3-4579-9cbe-9591a6396c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:52.500477 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-13a06cfa-986b-4b14-8153-fc6b2e8c4afa req-ffeb5a0a-39b3-4579-9cbe-9591a6396c21 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.0931294 Dec 08 16:00:52.549831 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a06cfa-986b-4b14-8153-fc6b2e8c4afa req-024733ab-92ec-477d-a224-804c275fe796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:52.551414 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-13a06cfa-986b-4b14-8153-fc6b2e8c4afa req-024733ab-92ec-477d-a224-804c275fe796 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0438101 Dec 08 16:00:52.610971 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57982) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:52.624483 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dc58fd51-8160-4704-870e-f4d794b262d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:52.657580 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-13a06cfa-986b-4b14-8153-fc6b2e8c4afa req-c7efe18e-5e63-4377-9a49-3929e087a127 service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942020 Dec 08 16:00:52.712608 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 2d0b0662-c5f0-40ac-bc3d-384e16ce98f5 up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:00:52.714950 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dc58fd51-8160-4704-870e-f4d794b262d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:52.774153 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-13a06cfa-986b-4b14-8153-fc6b2e8c4afa req-329ec178-b9f9-4322-aa6b-9f51168aaeb2 service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087613 Dec 08 16:00:52.804046 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dc58fd51-8160-4704-870e-f4d794b262d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:52.837083 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port 2d0b0662-c5f0-40ac-bc3d-384e16ce98f5 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:00:52.844346 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 2d0b0662-c5f0-40ac-bc3d-384e16ce98f5 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:00:52.845292 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:52.891668 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-dc58fd51-8160-4704-870e-f4d794b262d4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f07c2c32c20d4ed389aad72208a45e8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2793157 Dec 08 16:00:52.895548 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc58fd51-8160-4704-870e-f4d794b262d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c520c9d5-3e0d-4f4a-bb65-93c932443711,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:52.896221 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57988) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:52.917255 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a356b9-cf69-4f18-bf6c-47cfe92fbac9 req-d6949483-7a8f-4868-a503-ab38dc2d7210 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:52.926079 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b0a356b9-cf69-4f18-bf6c-47cfe92fbac9 req-d6949483-7a8f-4868-a503-ab38dc2d7210 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/ports?device_id=21be05d1-d894-40d0-be07-f1342f5fbd10 HTTP/1.1" status: 200 len: 949 time: 0.1133513 Dec 08 16:00:52.959600 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:52.980775 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b0a356b9-cf69-4f18-bf6c-47cfe92fbac9 req-121104d1-865a-4dbc-858e-8df126091312 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/security-groups?id=97b0c99b-1984-47fc-847f-c601cfde1d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537975 Dec 08 16:00:53.002614 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e2647025-f483-445f-ad5e-1d03854a492a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:53.010987 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2dc9c3f-9452-4991-869c-3f929c222fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0b0662-c5f0-40ac-bc3d-384e16ce98f5'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:00:53.026687 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e2647025-f483-445f-ad5e-1d03854a492a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:53.084621 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 2d0b0662-c5f0-40ac-bc3d-384e16ce98f5, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=2d0b0662-c5f0-40ac-bc3d-384e16ce98f5,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:00:53.118676 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f32710-2ba5-4a11-ac5f-0d35d73cd34f req-92fe47f7-b5b7-4d7b-8074-3eef995f8a60 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:53.120298 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d5f32710-2ba5-4a11-ac5f-0d35d73cd34f req-92fe47f7-b5b7-4d7b-8074-3eef995f8a60 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.64 "GET /v2.0/ports?device_id=73923530-88bf-44ce-a395-3d8abf7a8528 HTTP/1.1" status: 200 len: 948 time: 0.0542777 Dec 08 16:00:53.173494 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d5f32710-2ba5-4a11-ac5f-0d35d73cd34f req-7db73048-3b4a-4b5a-b34d-e11c194b7680 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.64 "GET /v2.0/security-groups?id=9071a444-aa2f-4947-88b9-c6b6216b6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460744 Dec 08 16:00:53.195122 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a197e1a-7c4b-41fd-8a6c-d97ee95a115d" -d '{"events": [{"server_uuid": "c2dc9c3f-9452-4991-869c-3f929c222fe2", "name": "network-vif-plugged", "status": "completed", "tag": "2d0b0662-c5f0-40ac-bc3d-384e16ce98f5"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:00:53.236515 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:53.286604 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=2d0b0662-c5f0-40ac-bc3d-384e16ce98f5,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:53.299240 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e2647025-f483-445f-ad5e-1d03854a492a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:53.302208 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e2647025-f483-445f-ad5e-1d03854a492a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:53.303843 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e2647025-f483-445f-ad5e-1d03854a492a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c520c9d5-3e0d-4f4a-bb65-93c932443711 HTTP/1.1" status: 204 len: 168 time: 0.4058466 Dec 08 16:00:53.313329 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2647025-f483-445f-ad5e-1d03854a492a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c520c9d5-3e0d-4f4a-bb65-93c932443711,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:53.319691 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:00:53.349504 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1585d4-bd8c-40ae-9eaa-0d5e711571a0 x-openstack-request-id: req-cf1585d4-bd8c-40ae-9eaa-0d5e711571a0 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:00:53.349827 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2dc9c3f-9452-4991-869c-3f929c222fe2", "name": "network-vif-plugged", "status": "completed", "tag": "2d0b0662-c5f0-40ac-bc3d-384e16ce98f5", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:00:53.350331 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cf1585d4-bd8c-40ae-9eaa-0d5e711571a0 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:00:53.350542 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2dc9c3f-9452-4991-869c-3f929c222fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0b0662-c5f0-40ac-bc3d-384e16ce98f5', 'code': 200} Dec 08 16:00:53.495186 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d21d537-f6e2-4a5f-9007-17de65c25b6c req-4998e897-502f-4e8f-9bd5-10b87e4aed16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:53.496799 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7d21d537-f6e2-4a5f-9007-17de65c25b6c req-4998e897-502f-4e8f-9bd5-10b87e4aed16 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c2dc9c3f-9452-4991-869c-3f929c222fe2 HTTP/1.1" status: 200 len: 1124 time: 0.0813971 Dec 08 16:00:53.516610 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-7d21d537-f6e2-4a5f-9007-17de65c25b6c req-c044045d-8e75-4d95-881d-02f5ae7a2dea service neutron] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:53.596414 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-7d21d537-f6e2-4a5f-9007-17de65c25b6c req-c044045d-8e75-4d95-881d-02f5ae7a2dea service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:53.608346 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653d084-63a9-4164-81c4-19db764dc5ed req-e0b0a531-77e0-4203-a206-e53f8914dbea tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:53.610032 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2653d084-63a9-4164-81c4-19db764dc5ed req-e0b0a531-77e0-4203-a206-e53f8914dbea tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2dc9c3f-9452-4991-869c-3f929c222fe2 HTTP/1.1" status: 200 len: 972 time: 0.0537698 Dec 08 16:00:53.662618 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2653d084-63a9-4164-81c4-19db764dc5ed req-93823bb7-4545-420d-8dfa-2e8db5166f8c tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] 10.222.0.64 "GET /v2.0/security-groups?id=df35c163-58c7-4d4b-92f9-68e769b1a708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464776 Dec 08 16:00:53.683124 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-7d21d537-f6e2-4a5f-9007-17de65c25b6c req-c044045d-8e75-4d95-881d-02f5ae7a2dea service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:53.729300 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7d21d537-f6e2-4a5f-9007-17de65c25b6c req-c044045d-8e75-4d95-881d-02f5ae7a2dea service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=df35c163-58c7-4d4b-92f9-68e769b1a708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252057 Dec 08 16:00:53.729990 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c044045d-8e75-4d95-881d-02f5ae7a2dea service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=58984611-2c68-4332-8eeb-0842dcf42549,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:53.873894 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58008) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:53.987710 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a1ef2336-3e7d-4deb-a9bf-8beeaa021fff admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:54.081591 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a1ef2336-3e7d-4deb-a9bf-8beeaa021fff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:54.112018 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1885fc-dd0e-44c0-a4b5-1ec2f323e1c5 req-209ba779-fd92-4cfb-85d2-5946bd8883d3 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:54.113903 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-df1885fc-dd0e-44c0-a4b5-1ec2f323e1c5 req-209ba779-fd92-4cfb-85d2-5946bd8883d3 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/ports?device_id=21be05d1-d894-40d0-be07-f1342f5fbd10 HTTP/1.1" status: 200 len: 949 time: 0.0570791 Dec 08 16:00:54.166586 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-df1885fc-dd0e-44c0-a4b5-1ec2f323e1c5 req-6b334e0c-f173-49e7-b59e-bd7ee292851d tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/security-groups?id=97b0c99b-1984-47fc-847f-c601cfde1d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462852 Dec 08 16:00:54.186399 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a1ef2336-3e7d-4deb-a9bf-8beeaa021fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:54.235684 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a1ef2336-3e7d-4deb-a9bf-8beeaa021fff admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=503800f6af434ffe9c62d291db29f550&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3580813 Dec 08 16:00:54.235784 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58026) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:54.242116 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ef2336-3e7d-4deb-a9bf-8beeaa021fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4967f57b-fa41-41d2-b3f1-46672f722b42,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:54.326675 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a170013b-f44e-4a0f-8d82-75693ac8a8c1 req-2e3a3a0e-ef10-4090-890b-8f6af1fab248 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:54.328300 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a170013b-f44e-4a0f-8d82-75693ac8a8c1 req-2e3a3a0e-ef10-4090-890b-8f6af1fab248 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.64 "GET /v2.0/ports?device_id=73923530-88bf-44ce-a395-3d8abf7a8528 HTTP/1.1" status: 200 len: 948 time: 0.0741203 Dec 08 16:00:54.333816 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-af0d36d2-4d09-4122-8a8e-778e826a1464 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:54.370618 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-af0d36d2-4d09-4122-8a8e-778e826a1464 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:54.419909 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a170013b-f44e-4a0f-8d82-75693ac8a8c1 req-49baac72-7e2a-4916-b3d1-279673dcb37f tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.64 "GET /v2.0/security-groups?id=9071a444-aa2f-4947-88b9-c6b6216b6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831926 Dec 08 16:00:54.551682 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-af0d36d2-4d09-4122-8a8e-778e826a1464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:54.554689 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-af0d36d2-4d09-4122-8a8e-778e826a1464 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:54.555844 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-af0d36d2-4d09-4122-8a8e-778e826a1464 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4967f57b-fa41-41d2-b3f1-46672f722b42 HTTP/1.1" status: 204 len: 168 time: 0.3190601 Dec 08 16:00:54.564764 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0d36d2-4d09-4122-8a8e-778e826a1464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4967f57b-fa41-41d2-b3f1-46672f722b42,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:54.782181 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc60bf-3cf4-4783-928e-9ac4e7c3aae3 req-8d1c6741-6051-4ddd-b0f0-afdaa4539bca tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:54.783745 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1efc60bf-3cf4-4783-928e-9ac4e7c3aae3 req-8d1c6741-6051-4ddd-b0f0-afdaa4539bca tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2dc9c3f-9452-4991-869c-3f929c222fe2 HTTP/1.1" status: 200 len: 972 time: 0.0533917 Dec 08 16:00:54.837079 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1efc60bf-3cf4-4783-928e-9ac4e7c3aae3 req-d4c9caeb-22ab-4a6f-90fb-a454b1263594 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] 10.222.0.64 "GET /v2.0/security-groups?id=df35c163-58c7-4d4b-92f9-68e769b1a708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471017 Dec 08 16:00:55.088148 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 1a4d9331-a0c9-4501-b8ca-9afddad6dedb up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:00:55.254907 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port 1a4d9331-a0c9-4501-b8ca-9afddad6dedb completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:00:55.260062 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 1a4d9331-a0c9-4501-b8ca-9afddad6dedb triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:00:55.260542 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:55.315899 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25c549-37b7-4aed-b121-4890d0f3e28e req-640ab451-1e62-410a-98d9-7357fd03b9b1 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:55.317760 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4f25c549-37b7-4aed-b121-4890d0f3e28e req-640ab451-1e62-410a-98d9-7357fd03b9b1 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/ports?device_id=21be05d1-d894-40d0-be07-f1342f5fbd10 HTTP/1.1" status: 200 len: 949 time: 0.0574756 Dec 08 16:00:55.337710 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58054) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:55.364478 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:55.371380 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-46414007-b476-4daa-9b2a-bd4677d50ed0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:55.389136 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21be05d1-d894-40d0-be07-f1342f5fbd10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4d9331-a0c9-4501-b8ca-9afddad6dedb'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:00:55.391521 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e860d1e-33c7-4817-abec-d49f12761d6b" -d '{"events": [{"server_uuid": "21be05d1-d894-40d0-be07-f1342f5fbd10", "name": "network-vif-plugged", "status": "completed", "tag": "1a4d9331-a0c9-4501-b8ca-9afddad6dedb"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:00:55.420733 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 1a4d9331-a0c9-4501-b8ca-9afddad6dedb, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=1a4d9331-a0c9-4501-b8ca-9afddad6dedb,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:00:55.436950 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4f25c549-37b7-4aed-b121-4890d0f3e28e req-d18885d7-fbd1-4c10-a15e-70f9f4782ac0 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/security-groups?id=97b0c99b-1984-47fc-847f-c601cfde1d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115477 Dec 08 16:00:55.443052 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b992b846-7065-4cdd-8fa3-6834498d942b x-openstack-request-id: req-b992b846-7065-4cdd-8fa3-6834498d942b {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:00:55.443365 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21be05d1-d894-40d0-be07-f1342f5fbd10", "name": "network-vif-plugged", "status": "completed", "tag": "1a4d9331-a0c9-4501-b8ca-9afddad6dedb", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:00:55.443775 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b992b846-7065-4cdd-8fa3-6834498d942b {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:00:55.444351 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21be05d1-d894-40d0-be07-f1342f5fbd10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4d9331-a0c9-4501-b8ca-9afddad6dedb', 'code': 200} Dec 08 16:00:55.515087 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-46414007-b476-4daa-9b2a-bd4677d50ed0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:55.552631 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:55.577991 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e9ce5-8536-408b-885f-2015c9f5d865 req-4ad5fd9d-ae25-4d29-acc7-214cbd93f77d tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:55.580345 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-da8e9ce5-8536-408b-885f-2015c9f5d865 req-4ad5fd9d-ae25-4d29-acc7-214cbd93f77d tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.64 "GET /v2.0/ports?device_id=73923530-88bf-44ce-a395-3d8abf7a8528 HTTP/1.1" status: 200 len: 948 time: 0.0593748 Dec 08 16:00:55.598532 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-46414007-b476-4daa-9b2a-bd4677d50ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:55.622441 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=1a4d9331-a0c9-4501-b8ca-9afddad6dedb,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:55.658596 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-46414007-b476-4daa-9b2a-bd4677d50ed0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a3fc0bbb586c4dfd920ba914cda82812&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3195529 Dec 08 16:00:55.662461 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58072) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:55.679161 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-da8e9ce5-8536-408b-885f-2015c9f5d865 req-253afcca-5e6f-4122-8023-49fdf48b67ec tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.64 "GET /v2.0/security-groups?id=9071a444-aa2f-4947-88b9-c6b6216b6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918875 Dec 08 16:00:55.714163 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46414007-b476-4daa-9b2a-bd4677d50ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8020bb-65d4-431c-a11b-809bf0f655ab,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:55.719847 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1c51d-e13f-47ab-9cde-fd3998cde510 req-46b2ee3e-7536-455a-b192-f53fb61d6c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:55.721479 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-50b1c51d-e13f-47ab-9cde-fd3998cde510 req-46b2ee3e-7536-455a-b192-f53fb61d6c47 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=21be05d1-d894-40d0-be07-f1342f5fbd10 HTTP/1.1" status: 200 len: 1102 time: 0.1558108 Dec 08 16:00:55.738424 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6c376d87-56af-4898-bc8f-2c04d7551064 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:55.765139 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6c376d87-56af-4898-bc8f-2c04d7551064 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:55.783071 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-50b1c51d-e13f-47ab-9cde-fd3998cde510 req-b89ec2d1-eac0-4128-a486-cb835bb873e1 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=97b0c99b-1984-47fc-847f-c601cfde1d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533955 Dec 08 16:00:55.895349 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6c376d87-56af-4898-bc8f-2c04d7551064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:55.899608 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6c376d87-56af-4898-bc8f-2c04d7551064 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:55.901067 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-6c376d87-56af-4898-bc8f-2c04d7551064 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fe8020bb-65d4-431c-a11b-809bf0f655ab HTTP/1.1" status: 204 len: 168 time: 0.2373984 Dec 08 16:00:55.911632 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c376d87-56af-4898-bc8f-2c04d7551064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8020bb-65d4-431c-a11b-809bf0f655ab,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:55.975737 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237cf2e2-450a-4fba-b934-8892c8871e4e req-b2fd0558-3820-43f4-bd0d-4f75e65e2a0d tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:55.977443 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-237cf2e2-450a-4fba-b934-8892c8871e4e req-b2fd0558-3820-43f4-bd0d-4f75e65e2a0d tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2dc9c3f-9452-4991-869c-3f929c222fe2 HTTP/1.1" status: 200 len: 972 time: 0.0637829 Dec 08 16:00:56.034875 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-237cf2e2-450a-4fba-b934-8892c8871e4e req-daa4a34b-7c8d-4f5a-b862-c233e1edaec8 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] 10.222.0.64 "GET /v2.0/security-groups?id=df35c163-58c7-4d4b-92f9-68e769b1a708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500848 Dec 08 16:00:56.205605 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6315cac9-94e1-4752-9b99-8e32b3fb6e48 req-7d4b16f4-a990-4cf7-a8a3-e69eea8da543 tempest-AggregatesAdminTestJSON-924737590 tempest-AggregatesAdminTestJSON-924737590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:56.207151 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6315cac9-94e1-4752-9b99-8e32b3fb6e48 req-7d4b16f4-a990-4cf7-a8a3-e69eea8da543 tempest-AggregatesAdminTestJSON-924737590 tempest-AggregatesAdminTestJSON-924737590-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=c2dc9c3f-9452-4991-869c-3f929c222fe2 HTTP/1.1" status: 200 len: 1124 time: 0.0504198 Dec 08 16:00:56.227645 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-6315cac9-94e1-4752-9b99-8e32b3fb6e48 req-3def70a1-5e09-416e-8ec9-795b3515014a tempest-AggregatesAdminTestJSON-924737590 tempest-AggregatesAdminTestJSON-924737590-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:56.309997 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-6315cac9-94e1-4752-9b99-8e32b3fb6e48 req-3def70a1-5e09-416e-8ec9-795b3515014a tempest-AggregatesAdminTestJSON-924737590 tempest-AggregatesAdminTestJSON-924737590-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:56.398063 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-6315cac9-94e1-4752-9b99-8e32b3fb6e48 req-3def70a1-5e09-416e-8ec9-795b3515014a tempest-AggregatesAdminTestJSON-924737590 tempest-AggregatesAdminTestJSON-924737590-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:56.446776 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6315cac9-94e1-4752-9b99-8e32b3fb6e48 req-3def70a1-5e09-416e-8ec9-795b3515014a tempest-AggregatesAdminTestJSON-924737590 tempest-AggregatesAdminTestJSON-924737590-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=df35c163-58c7-4d4b-92f9-68e769b1a708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328074 Dec 08 16:00:56.448359 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3def70a1-5e09-416e-8ec9-795b3515014a tempest-AggregatesAdminTestJSON-924737590 tempest-AggregatesAdminTestJSON-924737590-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f0b63b-1e12-4916-823a-5d1f1ff553d1,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:56.608900 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb340994-3e01-4bd5-9ddb-b2a2ed230536 req-a99a1cfd-399c-45b6-b301-694500505c2f tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:56.610491 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cb340994-3e01-4bd5-9ddb-b2a2ed230536 req-a99a1cfd-399c-45b6-b301-694500505c2f tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/ports?device_id=21be05d1-d894-40d0-be07-f1342f5fbd10 HTTP/1.1" status: 200 len: 950 time: 0.0698528 Dec 08 16:00:56.660111 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cb340994-3e01-4bd5-9ddb-b2a2ed230536 req-e2041dd5-ea51-4098-92c2-f91cc7073478 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/security-groups?id=97b0c99b-1984-47fc-847f-c601cfde1d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422184 Dec 08 16:00:56.694959 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58136) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:56.804080 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a1b15-8813-4ef9-83cc-90ab86264ce7 req-43b7ba01-df08-4c5b-847a-85a6a93c7a03 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:56.805646 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0b6a1b15-8813-4ef9-83cc-90ab86264ce7 req-43b7ba01-df08-4c5b-847a-85a6a93c7a03 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.64 "GET /v2.0/ports?device_id=73923530-88bf-44ce-a395-3d8abf7a8528 HTTP/1.1" status: 200 len: 948 time: 0.0501482 Dec 08 16:00:56.830065 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e3738fd4-2e42-49f1-a6c4-308aaab84edd admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:56.885725 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0b6a1b15-8813-4ef9-83cc-90ab86264ce7 req-b17b49e8-abe1-4a80-99e9-ec2172e968a0 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.64 "GET /v2.0/security-groups?id=9071a444-aa2f-4947-88b9-c6b6216b6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684402 Dec 08 16:00:56.952433 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e3738fd4-2e42-49f1-a6c4-308aaab84edd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:57.025816 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e3738fd4-2e42-49f1-a6c4-308aaab84edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:57.069500 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3738fd4-2e42-49f1-a6c4-308aaab84edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=463b36b4-3bcb-43e3-ba15-e2ca7cc6dc7c,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:57.074952 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-e3738fd4-2e42-49f1-a6c4-308aaab84edd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a621aff5b06f4108bcaaa3a58f580592&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3789206 Dec 08 16:00:57.079881 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58160) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:57.099897 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 37fa8172-db69-4b94-bd73-181ef5bca7d7 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:00:57.136691 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c40fd192-53c7-4587-a07c-5d79515cd91d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:57.159466 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c40fd192-53c7-4587-a07c-5d79515cd91d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:57.205214 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 37fa8172-db69-4b94-bd73-181ef5bca7d7, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=37fa8172-db69-4b94-bd73-181ef5bca7d7,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:00:57.228458 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '37fa8172-db69-4b94-bd73-181ef5bca7d7', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'port_id': '37fa8172-db69-4b94-bd73-181ef5bca7d7', 'mac_address': 'fa:16:3e:da:ae:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c93b3a32-b438-4a47-8558-220c03febf97', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:00:57.274753 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:57.289092 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37fa8172-db69-4b94-bd73-181ef5bca7d7 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:00:57.308519 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 37fa8172-db69-4b94-bd73-181ef5bca7d7, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=37fa8172-db69-4b94-bd73-181ef5bca7d7,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:00:57.311881 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c40fd192-53c7-4587-a07c-5d79515cd91d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:57.314550 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c40fd192-53c7-4587-a07c-5d79515cd91d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:57.315851 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c40fd192-53c7-4587-a07c-5d79515cd91d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/463b36b4-3bcb-43e3-ba15-e2ca7cc6dc7c HTTP/1.1" status: 204 len: 168 time: 0.2348402 Dec 08 16:00:57.323744 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40fd192-53c7-4587-a07c-5d79515cd91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=463b36b4-3bcb-43e3-ba15-e2ca7cc6dc7c,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:57.392697 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:57.448438 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=37fa8172-db69-4b94-bd73-181ef5bca7d7,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:57.734721 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['37fa8172-db69-4b94-bd73-181ef5bca7d7'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:00:58.003766 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e3c0ac-60df-400e-b874-58d035e28849 req-bc64fb94-a41b-4d90-b9d7-ff0ad71dd85f tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:58.005673 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-31e3c0ac-60df-400e-b874-58d035e28849 req-bc64fb94-a41b-4d90-b9d7-ff0ad71dd85f tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/ports?device_id=21be05d1-d894-40d0-be07-f1342f5fbd10 HTTP/1.1" status: 200 len: 950 time: 0.0535421 Dec 08 16:00:58.064275 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b926553-792f-4f86-b4f6-f0f86a4e9d51 req-962c6600-279f-4eab-b01a-3c81a22fc349 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:58.066529 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5b926553-792f-4f86-b4f6-f0f86a4e9d51 req-962c6600-279f-4eab-b01a-3c81a22fc349 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.64 "GET /v2.0/ports?device_id=73923530-88bf-44ce-a395-3d8abf7a8528 HTTP/1.1" status: 200 len: 949 time: 0.0714037 Dec 08 16:00:58.075316 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-31e3c0ac-60df-400e-b874-58d035e28849 req-e9896dda-ca55-4b57-9f16-9049014c62fa tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/security-groups?id=97b0c99b-1984-47fc-847f-c601cfde1d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631878 Dec 08 16:00:58.146695 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5b926553-792f-4f86-b4f6-f0f86a4e9d51 req-c2ac9eee-d7c6-4e18-b992-ab2e88d58bfd tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.64 "GET /v2.0/security-groups?id=9071a444-aa2f-4947-88b9-c6b6216b6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739675 Dec 08 16:00:58.158662 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58202) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:58.174487 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bc750faf-e392-4d77-ac7c-bd149d6ef9cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:58.270398 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bc750faf-e392-4d77-ac7c-bd149d6ef9cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:58.397836 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bc750faf-e392-4d77-ac7c-bd149d6ef9cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:58.439547 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-bc750faf-e392-4d77-ac7c-bd149d6ef9cf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=78a0924eb5e94d6d9a4c78294d77c555&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2796061 Dec 08 16:00:58.440412 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc750faf-e392-4d77-ac7c-bd149d6ef9cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8234865-3461-4f43-a7a6-7cf7f3f285bf,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:58.443388 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58220) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:58.510419 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d906d140-3221-43e9-b8f4-840161f82282 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:58.539641 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d906d140-3221-43e9-b8f4-840161f82282 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:58.734995 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d906d140-3221-43e9-b8f4-840161f82282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:58.737784 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d906d140-3221-43e9-b8f4-840161f82282 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:58.742026 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-d906d140-3221-43e9-b8f4-840161f82282 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e8234865-3461-4f43-a7a6-7cf7f3f285bf HTTP/1.1" status: 204 len: 168 time: 0.2980800 Dec 08 16:00:58.754073 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d906d140-3221-43e9-b8f4-840161f82282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8234865-3461-4f43-a7a6-7cf7f3f285bf,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:59.100473 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 37fa8172-db69-4b94-bd73-181ef5bca7d7 up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:00:59.207047 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f54946-9bd1-452d-af31-8339288f2702 req-7329b338-11d5-4fd6-ae5a-3463d47a6bda tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:59.208665 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c1f54946-9bd1-452d-af31-8339288f2702 req-7329b338-11d5-4fd6-ae5a-3463d47a6bda tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/ports?device_id=21be05d1-d894-40d0-be07-f1342f5fbd10 HTTP/1.1" status: 200 len: 950 time: 0.0519373 Dec 08 16:00:59.266753 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c1f54946-9bd1-452d-af31-8339288f2702 req-c350ee56-c3a1-4e33-ab82-996c8257dc80 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/security-groups?id=97b0c99b-1984-47fc-847f-c601cfde1d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514777 Dec 08 16:00:59.272503 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port 37fa8172-db69-4b94-bd73-181ef5bca7d7 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:00:59.280039 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 37fa8172-db69-4b94-bd73-181ef5bca7d7 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:00:59.280894 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:59.381893 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:59.409407 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73923530-88bf-44ce-a395-3d8abf7a8528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37fa8172-db69-4b94-bd73-181ef5bca7d7'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:00:59.412104 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20467e0d-7b29-4487-b912-3b24619210d0" -d '{"events": [{"server_uuid": "73923530-88bf-44ce-a395-3d8abf7a8528", "name": "network-vif-plugged", "status": "completed", "tag": "37fa8172-db69-4b94-bd73-181ef5bca7d7"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:00:59.424947 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d315d677-7ea2-4488-b750-e722c198e668 req-e10e1f3f-d545-458b-a607-dfc3ce5fb625 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:59.426001 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d315d677-7ea2-4488-b750-e722c198e668 req-e10e1f3f-d545-458b-a607-dfc3ce5fb625 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.64 "GET /v2.0/ports?device_id=73923530-88bf-44ce-a395-3d8abf7a8528 HTTP/1.1" status: 200 len: 949 time: 0.0744994 Dec 08 16:00:59.432717 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58278) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:59.438361 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 37fa8172-db69-4b94-bd73-181ef5bca7d7, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=37fa8172-db69-4b94-bd73-181ef5bca7d7,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:00:59.496922 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d315d677-7ea2-4488-b750-e722c198e668 req-43eb333f-20c2-45bc-b7a9-ce67c99c662c tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.64 "GET /v2.0/security-groups?id=9071a444-aa2f-4947-88b9-c6b6216b6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538678 Dec 08 16:00:59.546850 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:59.560380 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d79a0e5e-eb2c-44ae-a883-02e8094fe784 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:59.611079 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=37fa8172-db69-4b94-bd73-181ef5bca7d7,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:59.659021 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d79a0e5e-eb2c-44ae-a883-02e8094fe784 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:59.664409 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f3d3ee-7b52-4105-aaae-b40557d0ba72 x-openstack-request-id: req-71f3d3ee-7b52-4105-aaae-b40557d0ba72 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:00:59.664911 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73923530-88bf-44ce-a395-3d8abf7a8528", "name": "network-vif-plugged", "status": "completed", "tag": "37fa8172-db69-4b94-bd73-181ef5bca7d7", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:00:59.665357 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-71f3d3ee-7b52-4105-aaae-b40557d0ba72 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:00:59.665938 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73923530-88bf-44ce-a395-3d8abf7a8528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37fa8172-db69-4b94-bd73-181ef5bca7d7', 'code': 200} Dec 08 16:00:59.767202 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d79a0e5e-eb2c-44ae-a883-02e8094fe784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:59.802996 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9ee46-f0ba-4e23-b1f8-225d5d9d96ed req-fdbc8d05-3362-4c4e-bdd1-0a43eeb8bd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:59.807720 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-efb9ee46-f0ba-4e23-b1f8-225d5d9d96ed req-fdbc8d05-3362-4c4e-bdd1-0a43eeb8bd2f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=73923530-88bf-44ce-a395-3d8abf7a8528 HTTP/1.1" status: 200 len: 1102 time: 0.0790882 Dec 08 16:00:59.836258 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d79a0e5e-eb2c-44ae-a883-02e8094fe784 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1467fc724e334d5f99ae7682fe6c7983&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4022400 Dec 08 16:00:59.838975 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58290) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:59.841072 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79a0e5e-eb2c-44ae-a883-02e8094fe784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e99dd26c-64aa-4c7b-ab10-299e72edf506,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:59.869973 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-efb9ee46-f0ba-4e23-b1f8-225d5d9d96ed req-edc47700-2918-4646-8fa4-cc1247a3ccd3 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=9071a444-aa2f-4947-88b9-c6b6216b6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550570 Dec 08 16:00:59.887778 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-013c61a0-18d8-44b8-bdef-d8f14681c8a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:59.909284 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-013c61a0-18d8-44b8-bdef-d8f14681c8a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:00.066436 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-013c61a0-18d8-44b8-bdef-d8f14681c8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:00.069191 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-013c61a0-18d8-44b8-bdef-d8f14681c8a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:00.070819 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-013c61a0-18d8-44b8-bdef-d8f14681c8a7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e99dd26c-64aa-4c7b-ab10-299e72edf506 HTTP/1.1" status: 204 len: 168 time: 0.2303522 Dec 08 16:01:00.079427 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013c61a0-18d8-44b8-bdef-d8f14681c8a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e99dd26c-64aa-4c7b-ab10-299e72edf506,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:00.227774 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e42add2-8198-46d7-b6f6-74f5965f9b78 req-584f84d2-821d-488a-9add-783ee936b0dc tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:00.229598 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9e42add2-8198-46d7-b6f6-74f5965f9b78 req-584f84d2-821d-488a-9add-783ee936b0dc tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/ports?device_id=21be05d1-d894-40d0-be07-f1342f5fbd10 HTTP/1.1" status: 200 len: 950 time: 0.0611703 Dec 08 16:01:00.291965 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9e42add2-8198-46d7-b6f6-74f5965f9b78 req-004ea99e-4eaf-477b-acc5-5a8539d07b6f tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/security-groups?id=97b0c99b-1984-47fc-847f-c601cfde1d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553265 Dec 08 16:01:00.639081 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708cda06-117d-464d-922d-380d477d974d req-d612f3e7-6c9c-4224-951f-7e5c490dd24f tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:00.640585 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-708cda06-117d-464d-922d-380d477d974d req-d612f3e7-6c9c-4224-951f-7e5c490dd24f tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.64 "GET /v2.0/ports?device_id=73923530-88bf-44ce-a395-3d8abf7a8528 HTTP/1.1" status: 200 len: 950 time: 0.0680099 Dec 08 16:01:00.702723 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-708cda06-117d-464d-922d-380d477d974d req-fa09c897-4728-43f2-ada7-cb00f2bfa223 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.64 "GET /v2.0/security-groups?id=9071a444-aa2f-4947-88b9-c6b6216b6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560205 Dec 08 16:01:00.774856 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58352) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:00.788317 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9c246ef3-8223-4914-9931-8adda09de52c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:00.877615 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9c246ef3-8223-4914-9931-8adda09de52c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:00.979308 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9c246ef3-8223-4914-9931-8adda09de52c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:01.017617 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c246ef3-8223-4914-9931-8adda09de52c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8899a56b-cd5d-4319-b004-04ec41dc0b4f,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:01.022031 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-9c246ef3-8223-4914-9931-8adda09de52c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2f74b343a64b494e8f642d2f4716cb4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2459745 Dec 08 16:01:01.024720 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58368) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:01.098575 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-de860f9f-2eaa-444b-b3af-75100988b3ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:01.137008 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-de860f9f-2eaa-444b-b3af-75100988b3ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:01.329124 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-de860f9f-2eaa-444b-b3af-75100988b3ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:01.332425 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-de860f9f-2eaa-444b-b3af-75100988b3ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:01.333530 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-de860f9f-2eaa-444b-b3af-75100988b3ea admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8899a56b-cd5d-4319-b004-04ec41dc0b4f HTTP/1.1" status: 204 len: 168 time: 0.3077812 Dec 08 16:01:01.344071 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de860f9f-2eaa-444b-b3af-75100988b3ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8899a56b-cd5d-4319-b004-04ec41dc0b4f,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:01.462976 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f896d6-c8b5-4a59-a878-fbc0d43d4236 req-cb6e9c02-276d-4988-9ba0-113b7a88c063 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:01.473521 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c1f896d6-c8b5-4a59-a878-fbc0d43d4236 req-cb6e9c02-276d-4988-9ba0-113b7a88c063 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/ports?device_id=21be05d1-d894-40d0-be07-f1342f5fbd10 HTTP/1.1" status: 200 len: 950 time: 0.0644009 Dec 08 16:01:01.566488 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c1f896d6-c8b5-4a59-a878-fbc0d43d4236 req-62eb23d8-5d4f-4024-b931-a89872582174 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/security-groups?id=97b0c99b-1984-47fc-847f-c601cfde1d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760710 Dec 08 16:01:01.590658 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58408) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:01.706119 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c16eca1b-f2fd-4eb9-b332-ad19d261cdf2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:01.794750 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c16eca1b-f2fd-4eb9-b332-ad19d261cdf2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:01.867078 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb36b71b-09ce-4dbb-a5e3-27d2b91bc85c req-1601c91e-a408-4c29-b004-8ad62676010d tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:01.868061 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-eb36b71b-09ce-4dbb-a5e3-27d2b91bc85c req-1601c91e-a408-4c29-b004-8ad62676010d tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.64 "GET /v2.0/ports?device_id=73923530-88bf-44ce-a395-3d8abf7a8528 HTTP/1.1" status: 200 len: 950 time: 0.0501256 Dec 08 16:01:01.917682 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c16eca1b-f2fd-4eb9-b332-ad19d261cdf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:01.947742 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b502bdf4-444c-4bd9-b2e9-dc9f6770e6d2 req-d137b558-e055-4ef5-aa5f-dd3379576ed7 tempest-DeleteServersAdminTestJSON-1822495397 tempest-DeleteServersAdminTestJSON-1822495397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:01.949269 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b502bdf4-444c-4bd9-b2e9-dc9f6770e6d2 req-d137b558-e055-4ef5-aa5f-dd3379576ed7 tempest-DeleteServersAdminTestJSON-1822495397 tempest-DeleteServersAdminTestJSON-1822495397-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=21be05d1-d894-40d0-be07-f1342f5fbd10 HTTP/1.1" status: 200 len: 1102 time: 0.0739484 Dec 08 16:01:01.955836 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-eb36b71b-09ce-4dbb-a5e3-27d2b91bc85c req-3512cd5b-12d5-44b9-b9c4-b12580a21197 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.64 "GET /v2.0/security-groups?id=9071a444-aa2f-4947-88b9-c6b6216b6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791860 Dec 08 16:01:01.957549 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16eca1b-f2fd-4eb9-b332-ad19d261cdf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=581d5652-500f-43d5-817a-5dcfaca547c7,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:01.962081 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c16eca1b-f2fd-4eb9-b332-ad19d261cdf2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c9753b97f7894f8d96c9e407cb66aa81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3698320 Dec 08 16:01:01.964919 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58428) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:02.045003 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ad2e449e-0338-4811-bdd2-4bf34b720714 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:02.056866 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-b502bdf4-444c-4bd9-b2e9-dc9f6770e6d2 req-836cab27-0a85-492d-a7e8-7d494cd9c115 tempest-DeleteServersAdminTestJSON-1822495397 tempest-DeleteServersAdminTestJSON-1822495397-project-admin] Deleting port 1a4d9331-a0c9-4501-b8ca-9afddad6dedb {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:01:02.057231 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-b502bdf4-444c-4bd9-b2e9-dc9f6770e6d2 req-836cab27-0a85-492d-a7e8-7d494cd9c115 tempest-DeleteServersAdminTestJSON-1822495397 tempest-DeleteServersAdminTestJSON-1822495397-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:02.088043 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ad2e449e-0338-4811-bdd2-4bf34b720714 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:02.162231 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-b502bdf4-444c-4bd9-b2e9-dc9f6770e6d2 req-836cab27-0a85-492d-a7e8-7d494cd9c115 tempest-DeleteServersAdminTestJSON-1822495397 tempest-DeleteServersAdminTestJSON-1822495397-project-admin] For port 1a4d9331-a0c9-4501-b8ca-9afddad6dedb, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=1a4d9331-a0c9-4501-b8ca-9afddad6dedb,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:01:02.162769 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-b502bdf4-444c-4bd9-b2e9-dc9f6770e6d2 req-836cab27-0a85-492d-a7e8-7d494cd9c115 tempest-DeleteServersAdminTestJSON-1822495397 tempest-DeleteServersAdminTestJSON-1822495397-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:02.177241 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-b502bdf4-444c-4bd9-b2e9-dc9f6770e6d2 req-836cab27-0a85-492d-a7e8-7d494cd9c115 tempest-DeleteServersAdminTestJSON-1822495397 tempest-DeleteServersAdminTestJSON-1822495397-project-admin] Calling delete_port for 1a4d9331-a0c9-4501-b8ca-9afddad6dedb owned by compute:nova {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:01:02.238085 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ad2e449e-0338-4811-bdd2-4bf34b720714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:02.242515 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ad2e449e-0338-4811-bdd2-4bf34b720714 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:02.245463 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ad2e449e-0338-4811-bdd2-4bf34b720714 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/581d5652-500f-43d5-817a-5dcfaca547c7 HTTP/1.1" status: 204 len: 168 time: 0.2783444 Dec 08 16:01:02.271447 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2e449e-0338-4811-bdd2-4bf34b720714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581d5652-500f-43d5-817a-5dcfaca547c7,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:02.460959 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-b502bdf4-444c-4bd9-b2e9-dc9f6770e6d2 req-836cab27-0a85-492d-a7e8-7d494cd9c115 tempest-DeleteServersAdminTestJSON-1822495397 tempest-DeleteServersAdminTestJSON-1822495397-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:02.471895 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['1a4d9331-a0c9-4501-b8ca-9afddad6dedb'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:01:02.493688 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836cab27-0a85-492d-a7e8-7d494cd9c115 tempest-DeleteServersAdminTestJSON-1822495397 tempest-DeleteServersAdminTestJSON-1822495397-project-admin] Pushing event deleted for resources: {'Port': ['ID=1a4d9331-a0c9-4501-b8ca-9afddad6dedb,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:02.555749 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-b502bdf4-444c-4bd9-b2e9-dc9f6770e6d2 req-836cab27-0a85-492d-a7e8-7d494cd9c115 tempest-DeleteServersAdminTestJSON-1822495397 tempest-DeleteServersAdminTestJSON-1822495397-project-admin] No DVR routers for this DVR port 1a4d9331-a0c9-4501-b8ca-9afddad6dedb on host n-h1-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:01:02.559313 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-b502bdf4-444c-4bd9-b2e9-dc9f6770e6d2 req-836cab27-0a85-492d-a7e8-7d494cd9c115 tempest-DeleteServersAdminTestJSON-1822495397 tempest-DeleteServersAdminTestJSON-1822495397-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:02.563299 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b502bdf4-444c-4bd9-b2e9-dc9f6770e6d2 req-836cab27-0a85-492d-a7e8-7d494cd9c115 tempest-DeleteServersAdminTestJSON-1822495397 tempest-DeleteServersAdminTestJSON-1822495397-project-admin] 10.222.0.76 "DELETE /v2.0/ports/1a4d9331-a0c9-4501-b8ca-9afddad6dedb HTTP/1.1" status: 204 len: 173 time: 0.6064775 Dec 08 16:01:02.563782 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21be05d1-d894-40d0-be07-f1342f5fbd10', 'name': 'network-vif-deleted', 'tag': '1a4d9331-a0c9-4501-b8ca-9afddad6dedb'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:01:02.566171 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72251d2-e528-4e81-976f-13d9fbfea1cb" -d '{"events": [{"server_uuid": "21be05d1-d894-40d0-be07-f1342f5fbd10", "name": "network-vif-deleted", "tag": "1a4d9331-a0c9-4501-b8ca-9afddad6dedb"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:01:02.877884 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58474) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:03.350607 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c5b3a3df-5ba2-47b8-9e39-b39c5d2ccf12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:03.374914 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [req-3c8c508d-d3a3-4a82-953b-0db267b5e3fc req-6b63784d-8e61-4123-9138-1707d7b247eb service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:01:03.378620 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3c8c508d-d3a3-4a82-953b-0db267b5e3fc req-6b63784d-8e61-4123-9138-1707d7b247eb service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3131835 Dec 08 16:01:03.418587 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424dc5f9-db11-44d2-88e8-20be9d9dfe18 x-openstack-request-id: req-424dc5f9-db11-44d2-88e8-20be9d9dfe18 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:01:03.418587 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21be05d1-d894-40d0-be07-f1342f5fbd10", "name": "network-vif-deleted", "tag": "1a4d9331-a0c9-4501-b8ca-9afddad6dedb", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:01:03.418587 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-424dc5f9-db11-44d2-88e8-20be9d9dfe18 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:01:03.418587 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21be05d1-d894-40d0-be07-f1342f5fbd10', 'name': 'network-vif-deleted', 'tag': '1a4d9331-a0c9-4501-b8ca-9afddad6dedb', 'status': 'completed', 'code': 200} Dec 08 16:01:03.473089 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58492) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:03.476350 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c5b3a3df-5ba2-47b8-9e39-b39c5d2ccf12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:03.494784 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-182d53bf-c87a-41f1-9531-0c6a55f484e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:03.556701 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-692da40f-9799-44ce-b0fb-14f5dd781368 req-05768b41-b17d-48d1-a1d5-ec82d3c4f25a tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/ports?device_id=21be05d1-d894-40d0-be07-f1342f5fbd10 HTTP/1.1" status: 200 len: 210 time: 0.0334208 Dec 08 16:01:03.573341 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c5b3a3df-5ba2-47b8-9e39-b39c5d2ccf12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:03.633476 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-182d53bf-c87a-41f1-9531-0c6a55f484e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:03.638638 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c5b3a3df-5ba2-47b8-9e39-b39c5d2ccf12 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=796ffa2552b44ba09697314ffb8b450e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7575195 Dec 08 16:01:03.641615 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b3a3df-5ba2-47b8-9e39-b39c5d2ccf12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58250aa9-2cdc-40ec-881e-019a34060468,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:03.641735 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58498) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:03.698988 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1a055236-1c6d-4901-87cf-006e7fd53421 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:03.722095 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1a055236-1c6d-4901-87cf-006e7fd53421 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:03.748154 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7adb67-47ba-4aec-b4b3-b2c4094b4b79 req-d1e7b35d-3a5a-4bd1-9f32-1f9b69af13fc tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:03.749883 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ce7adb67-47ba-4aec-b4b3-b2c4094b4b79 req-d1e7b35d-3a5a-4bd1-9f32-1f9b69af13fc tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.64 "GET /v2.0/ports?device_id=73923530-88bf-44ce-a395-3d8abf7a8528 HTTP/1.1" status: 200 len: 950 time: 0.0546851 Dec 08 16:01:03.753865 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-182d53bf-c87a-41f1-9531-0c6a55f484e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:03.802840 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-182d53bf-c87a-41f1-9531-0c6a55f484e3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3dc4d2b5927d46a1bf0378d4e2a5280c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3283358 Dec 08 16:01:03.805620 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182d53bf-c87a-41f1-9531-0c6a55f484e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee8c437-f56a-4e4c-b861-5c51f4ee351d,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:03.821161 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58504) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:03.891470 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ce7adb67-47ba-4aec-b4b3-b2c4094b4b79 req-eb65f4cc-db51-45e5-a3d9-0f6340d3fef6 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.64 "GET /v2.0/security-groups?id=9071a444-aa2f-4947-88b9-c6b6216b6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248262 Dec 08 16:01:03.894714 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1a055236-1c6d-4901-87cf-006e7fd53421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:03.897434 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1a055236-1c6d-4901-87cf-006e7fd53421 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:03.898734 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-1a055236-1c6d-4901-87cf-006e7fd53421 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/58250aa9-2cdc-40ec-881e-019a34060468 HTTP/1.1" status: 204 len: 168 time: 0.2560110 Dec 08 16:01:03.908541 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a055236-1c6d-4901-87cf-006e7fd53421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58250aa9-2cdc-40ec-881e-019a34060468,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:03.924448 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4cce977c-3e3e-42b7-a06d-64eaf93e29fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:03.960619 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4cce977c-3e3e-42b7-a06d-64eaf93e29fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:04.133565 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4cce977c-3e3e-42b7-a06d-64eaf93e29fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:04.136577 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4cce977c-3e3e-42b7-a06d-64eaf93e29fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:04.138421 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-4cce977c-3e3e-42b7-a06d-64eaf93e29fa admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dee8c437-f56a-4e4c-b861-5c51f4ee351d HTTP/1.1" status: 204 len: 168 time: 0.3205492 Dec 08 16:01:04.147250 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cce977c-3e3e-42b7-a06d-64eaf93e29fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee8c437-f56a-4e4c-b861-5c51f4ee351d,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:04.169353 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:04.379570 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-88817fd8-d9d9-4728-8d10-7928efb21222 req-13feccc5-21b7-4b7a-b88e-81019cb830ae tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=04b408fb75c343b1a426130bf98ebe7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450258 Dec 08 16:01:04.611163 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88817fd8-d9d9-4728-8d10-7928efb21222 req-027d1ea8-fcec-47b4-8e3e-2016aaad9224 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:04.612721 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-88817fd8-d9d9-4728-8d10-7928efb21222 req-027d1ea8-fcec-47b4-8e3e-2016aaad9224 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2275505 Dec 08 16:01:04.633447 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-88817fd8-d9d9-4728-8d10-7928efb21222 req-be864ae0-2103-4b4d-b80f-6295cf2718bf tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.64 "GET /v2.0/quotas/04b408fb75c343b1a426130bf98ebe7b HTTP/1.1" status: 200 len: 375 time: 0.0138688 Dec 08 16:01:04.707000 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-88817fd8-d9d9-4728-8d10-7928efb21222 req-74fddeca-135f-49cf-8829-8b643ce4e2d0 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=04b408fb75c343b1a426130bf98ebe7b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0666914 Dec 08 16:01:04.816280 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58572) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:04.830690 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ba824635-68c4-4731-8ec8-8ff02596c821 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:04.920989 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ba824635-68c4-4731-8ec8-8ff02596c821 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:05.014835 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ba824635-68c4-4731-8ec8-8ff02596c821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:05.071255 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58592) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:05.102153 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ba824635-68c4-4731-8ec8-8ff02596c821 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fb521f9574964f83a9e4ab9da198eece&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2844417 Dec 08 16:01:05.161208 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba824635-68c4-4731-8ec8-8ff02596c821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5573464b-adc0-45d9-b746-b5fd4fb0b5a8,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:05.170897 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-70e6adc8-191f-4e51-b278-d66dfd786a7a req-b9064183-7fc7-4e69-86ff-f5cadbb32db3 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.64 "GET /v2.0/ports?device_id=4751527c-87bc-4bb8-a561-fcf0df8bf062 HTTP/1.1" status: 200 len: 210 time: 0.0460880 Dec 08 16:01:05.203275 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-43d4c1b0-6904-4ec2-af41-029e6a7c8f2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:05.234576 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-43d4c1b0-6904-4ec2-af41-029e6a7c8f2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:05.443441 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-43d4c1b0-6904-4ec2-af41-029e6a7c8f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:05.443441 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-43d4c1b0-6904-4ec2-af41-029e6a7c8f2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:05.444808 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-43d4c1b0-6904-4ec2-af41-029e6a7c8f2a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5573464b-adc0-45d9-b746-b5fd4fb0b5a8 HTTP/1.1" status: 204 len: 168 time: 0.3719025 Dec 08 16:01:05.456232 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d4c1b0-6904-4ec2-af41-029e6a7c8f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5573464b-adc0-45d9-b746-b5fd4fb0b5a8,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:05.554458 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a0581f7c-d21a-4ff2-99bb-e5082e8eb265 req-cfe2317d-07e1-490a-9564-6c6f8fb4cf75 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=7cc034f1dfbe456182ee6a4e0ec144fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433419 Dec 08 16:01:05.669848 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0581f7c-d21a-4ff2-99bb-e5082e8eb265 req-1d7b3595-e7c4-4694-9df5-60ea0ad0e040 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:05.671410 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a0581f7c-d21a-4ff2-99bb-e5082e8eb265 req-1d7b3595-e7c4-4694-9df5-60ea0ad0e040 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1109891 Dec 08 16:01:05.686673 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a0581f7c-d21a-4ff2-99bb-e5082e8eb265 req-a8ea2ff0-ac46-4f89-adb6-196417d3dab8 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/quotas/7cc034f1dfbe456182ee6a4e0ec144fb HTTP/1.1" status: 200 len: 375 time: 0.0095134 Dec 08 16:01:05.720877 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a0581f7c-d21a-4ff2-99bb-e5082e8eb265 req-3126324b-c21d-4fed-b247-cdb31a8f4018 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7cc034f1dfbe456182ee6a4e0ec144fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286779 Dec 08 16:01:06.125710 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fffeb93-645b-47da-9adb-16967857fc45 req-efe0cd6e-34ce-4c67-ad78-831b6a97aba1 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:06.137201 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0fffeb93-645b-47da-9adb-16967857fc45 req-efe0cd6e-34ce-4c67-ad78-831b6a97aba1 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2dc9c3f-9452-4991-869c-3f929c222fe2 HTTP/1.1" status: 200 len: 972 time: 0.0873127 Dec 08 16:01:06.137612 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58658) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:06.235987 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0fffeb93-645b-47da-9adb-16967857fc45 req-a76d2d49-3f28-4614-b26b-6ba6a1b9f684 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] 10.222.0.64 "GET /v2.0/security-groups?id=df35c163-58c7-4d4b-92f9-68e769b1a708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898387 Dec 08 16:01:06.273911 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-924ad457-dacb-4be9-bad4-3c7d600c32cc req-4cad1c4e-10c7-4347-848d-8a300baebc9e tempest-FlavorsV2NegativeTest-1835847511 tempest-FlavorsV2NegativeTest-1835847511-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=39252f17b1704df7896c8f0eabcfcaaf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337796 Dec 08 16:01:06.306564 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-04ed94c9-1961-43c9-890d-9c5861cd73bb req-946eb052-0950-4d82-af96-597e17d669ac tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c98d80f-e02b-4998-87c8-bc145d0a0b06 HTTP/1.1" status: 200 len: 210 time: 0.0309842 Dec 08 16:01:06.367485 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ee321d9c-6438-444e-b3fa-878e509fa4e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:06.447277 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ad457-dacb-4be9-bad4-3c7d600c32cc req-7978d078-27e8-45fc-b943-3cdaeab5179f tempest-FlavorsV2NegativeTest-1835847511 tempest-FlavorsV2NegativeTest-1835847511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:06.448955 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-924ad457-dacb-4be9-bad4-3c7d600c32cc req-7978d078-27e8-45fc-b943-3cdaeab5179f tempest-FlavorsV2NegativeTest-1835847511 tempest-FlavorsV2NegativeTest-1835847511-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1742585 Dec 08 16:01:06.476986 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-924ad457-dacb-4be9-bad4-3c7d600c32cc req-585393d5-d3b6-4a83-beff-98396239b64e tempest-FlavorsV2NegativeTest-1835847511 tempest-FlavorsV2NegativeTest-1835847511-project] 10.222.0.64 "GET /v2.0/quotas/39252f17b1704df7896c8f0eabcfcaaf HTTP/1.1" status: 200 len: 375 time: 0.0214717 Dec 08 16:01:06.551163 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-924ad457-dacb-4be9-bad4-3c7d600c32cc req-37161128-406b-4544-943e-e33bde2c03ad tempest-FlavorsV2NegativeTest-1835847511 tempest-FlavorsV2NegativeTest-1835847511-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=39252f17b1704df7896c8f0eabcfcaaf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0628147 Dec 08 16:01:06.599879 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ee321d9c-6438-444e-b3fa-878e509fa4e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:06.603787 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c0c5ddfb-adec-4245-acf1-c7bfef6d8da1 req-87abc9f5-cf63-4f00-b2e7-c53cb3984f53 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.64 "GET /v2.0/ports?device_id=4751527c-87bc-4bb8-a561-fcf0df8bf062 HTTP/1.1" status: 200 len: 210 time: 0.0331001 Dec 08 16:01:06.813499 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ee321d9c-6438-444e-b3fa-878e509fa4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:06.849545 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ee321d9c-6438-444e-b3fa-878e509fa4e5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=383b534d06f94d6db9b0c812a15231ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7096901 Dec 08 16:01:06.852337 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58704) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:06.872404 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee321d9c-6438-444e-b3fa-878e509fa4e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f6ae89-d375-4707-880c-be1fe1d6fe9e,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:06.939015 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9e6a35f0-7384-4a24-b5db-e7aa45380d1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:06.977689 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9e6a35f0-7384-4a24-b5db-e7aa45380d1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:07.165011 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9e6a35f0-7384-4a24-b5db-e7aa45380d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:07.167639 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9e6a35f0-7384-4a24-b5db-e7aa45380d1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:07.171249 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-9e6a35f0-7384-4a24-b5db-e7aa45380d1a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a0f6ae89-d375-4707-880c-be1fe1d6fe9e HTTP/1.1" status: 204 len: 168 time: 0.3148019 Dec 08 16:01:07.178021 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6a35f0-7384-4a24-b5db-e7aa45380d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f6ae89-d375-4707-880c-be1fe1d6fe9e,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:07.196494 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 1a4d9331-a0c9-4501-b8ca-9afddad6dedb no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:01:07.240360 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: 1a4d9331-a0c9-4501-b8ca-9afddad6dedb {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:01:07.240791 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 1a4d9331-a0c9-4501-b8ca-9afddad6dedb not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:01:07.376044 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18653e1-c499-4d53-81e8-37a1dbc6ea2b req-25aa4b70-800a-48b5-8703-dfa7217a6dc3 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:07.377639 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f18653e1-c499-4d53-81e8-37a1dbc6ea2b req-25aa4b70-800a-48b5-8703-dfa7217a6dc3 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2dc9c3f-9452-4991-869c-3f929c222fe2 HTTP/1.1" status: 200 len: 972 time: 0.0557511 Dec 08 16:01:07.437300 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f18653e1-c499-4d53-81e8-37a1dbc6ea2b req-7f3d6a8d-9068-4fd2-91da-79d0779e814d tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] 10.222.0.64 "GET /v2.0/security-groups?id=df35c163-58c7-4d4b-92f9-68e769b1a708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524042 Dec 08 16:01:07.548308 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fe161ced-9c2d-4b57-9414-b1c2baa01a5d req-fe769197-9d64-4666-be2d-7b163398e072 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c98d80f-e02b-4998-87c8-bc145d0a0b06 HTTP/1.1" status: 200 len: 210 time: 0.0302815 Dec 08 16:01:07.565513 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8da3c0-2fc6-4b42-89af-488e46768cd8 req-db54e91f-a289-418b-9f24-202c88c80e88 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:07.567026 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6a8da3c0-2fc6-4b42-89af-488e46768cd8 req-db54e91f-a289-418b-9f24-202c88c80e88 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2dc9c3f-9452-4991-869c-3f929c222fe2 HTTP/1.1" status: 200 len: 972 time: 0.0794728 Dec 08 16:01:07.653621 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.37', 49946) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:07.687456 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-88817fd8-d9d9-4728-8d10-7928efb21222 req-cfd49999-e42b-41db-a537-9666cafbf19c tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=04b408fb75c343b1a426130bf98ebe7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323944 Dec 08 16:01:07.770252 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f4711adf-3420-4702-b85f-c1568e536b7e req-54e1191d-9ed0-4249-a4a2-49888088a22b tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.64 "GET /v2.0/ports?device_id=4751527c-87bc-4bb8-a561-fcf0df8bf062 HTTP/1.1" status: 200 len: 210 time: 0.0347526 Dec 08 16:01:07.779324 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-6a8da3c0-2fc6-4b42-89af-488e46768cd8 req-ae581d77-72e5-4da5-aea3-ed8a58192330 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] Deleting port 2d0b0662-c5f0-40ac-bc3d-384e16ce98f5 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:01:07.779889 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-6a8da3c0-2fc6-4b42-89af-488e46768cd8 req-ae581d77-72e5-4da5-aea3-ed8a58192330 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:07.905988 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-6a8da3c0-2fc6-4b42-89af-488e46768cd8 req-ae581d77-72e5-4da5-aea3-ed8a58192330 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] For port 2d0b0662-c5f0-40ac-bc3d-384e16ce98f5, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=2d0b0662-c5f0-40ac-bc3d-384e16ce98f5,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:01:07.906668 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-6a8da3c0-2fc6-4b42-89af-488e46768cd8 req-ae581d77-72e5-4da5-aea3-ed8a58192330 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:07.926910 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-6a8da3c0-2fc6-4b42-89af-488e46768cd8 req-ae581d77-72e5-4da5-aea3-ed8a58192330 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] Calling delete_port for 2d0b0662-c5f0-40ac-bc3d-384e16ce98f5 owned by compute:tempest-test_az-1776592322 {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:01:07.946703 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88817fd8-d9d9-4728-8d10-7928efb21222 req-a5124409-6bac-4a29-847f-9c527e9735c8 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:07.948973 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-88817fd8-d9d9-4728-8d10-7928efb21222 req-a5124409-6bac-4a29-847f-9c527e9735c8 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2557564 Dec 08 16:01:07.971801 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-88817fd8-d9d9-4728-8d10-7928efb21222 req-f53ab2a2-e7b4-4e35-89e4-d520cd65610f tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Request body: {'port': {'device_id': '4751527c-87bc-4bb8-a561-fcf0df8bf062', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'admin_state_up': True, 'tenant_id': '04b408fb75c343b1a426130bf98ebe7b'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:01:08.386197 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88817fd8-d9d9-4728-8d10-7928efb21222 req-f53ab2a2-e7b4-4e35-89e4-d520cd65610f tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Made reservation on behalf of 04b408fb75c343b1a426130bf98ebe7b for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:01:08.387265 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-6a8da3c0-2fc6-4b42-89af-488e46768cd8 req-ae581d77-72e5-4da5-aea3-ed8a58192330 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:08.391984 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-88817fd8-d9d9-4728-8d10-7928efb21222 req-f53ab2a2-e7b4-4e35-89e4-d520cd65610f tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:08.404270 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['2d0b0662-c5f0-40ac-bc3d-384e16ce98f5'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:01:08.435759 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae581d77-72e5-4da5-aea3-ed8a58192330 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] Pushing event deleted for resources: {'Port': ['ID=2d0b0662-c5f0-40ac-bc3d-384e16ce98f5,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:08.476550 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:08.482815 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58786) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:08.563667 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a8da3c0-2fc6-4b42-89af-488e46768cd8 req-ae581d77-72e5-4da5-aea3-ed8a58192330 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] No DVR routers for this DVR port 2d0b0662-c5f0-40ac-bc3d-384e16ce98f5 on host n-h2-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:01:08.569141 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7cc9b6cd-b8dc-4149-b02f-622e06447c34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:08.573241 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-6a8da3c0-2fc6-4b42-89af-488e46768cd8 req-ae581d77-72e5-4da5-aea3-ed8a58192330 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:08.581759 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6a8da3c0-2fc6-4b42-89af-488e46768cd8 req-ae581d77-72e5-4da5-aea3-ed8a58192330 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] 10.222.0.37 "DELETE /v2.0/ports/2d0b0662-c5f0-40ac-bc3d-384e16ce98f5 HTTP/1.1" status: 204 len: 173 time: 1.0045033 Dec 08 16:01:08.581759 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2dc9c3f-9452-4991-869c-3f929c222fe2', 'name': 'network-vif-deleted', 'tag': '2d0b0662-c5f0-40ac-bc3d-384e16ce98f5'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:01:08.581759 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596b1c5b-ed76-4589-82ab-fd779cb9f787" -d '{"events": [{"server_uuid": "c2dc9c3f-9452-4991-869c-3f929c222fe2", "name": "network-vif-deleted", "tag": "2d0b0662-c5f0-40ac-bc3d-384e16ce98f5"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:01:08.642500 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c988f4d3-c5ed-421a-adf5-6e2ef2339853 req-9d546ede-cbff-4184-a056-d5e2569dbff8 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2dc9c3f-9452-4991-869c-3f929c222fe2 HTTP/1.1" status: 200 len: 210 time: 0.0980980 Dec 08 16:01:08.714567 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [req-88817fd8-d9d9-4728-8d10-7928efb21222 req-f53ab2a2-e7b4-4e35-89e4-d520cd65610f tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Allocated IP 192.168.233.32 (b91759c7-445e-4f7b-9fc4-64d80951832c/c93b3a32-b438-4a47-8558-220c03febf97/0796603a-9eb4-4d7f-bd12-e249d4003d2c) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:01:08.735004 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69061a3e-8bb6-497e-8627-5e5aef9592a2 x-openstack-request-id: req-69061a3e-8bb6-497e-8627-5e5aef9592a2 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:01:08.735304 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2dc9c3f-9452-4991-869c-3f929c222fe2", "name": "network-vif-deleted", "tag": "2d0b0662-c5f0-40ac-bc3d-384e16ce98f5", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:01:08.736519 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-69061a3e-8bb6-497e-8627-5e5aef9592a2 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:01:08.736909 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2dc9c3f-9452-4991-869c-3f929c222fe2', 'name': 'network-vif-deleted', 'tag': '2d0b0662-c5f0-40ac-bc3d-384e16ce98f5', 'status': 'completed', 'code': 200} Dec 08 16:01:08.768622 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7cc9b6cd-b8dc-4149-b02f-622e06447c34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:08.842428 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-170de700-772c-4df4-b10a-1c1952590a31 req-69ea95fa-2c68-49cd-a353-8eaa351ae851 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c98d80f-e02b-4998-87c8-bc145d0a0b06 HTTP/1.1" status: 200 len: 210 time: 0.0649121 Dec 08 16:01:08.916634 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7cc9b6cd-b8dc-4149-b02f-622e06447c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:08.979070 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-7cc9b6cd-b8dc-4149-b02f-622e06447c34 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=aa05beaf4fe245428d880d47877732b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4920819 Dec 08 16:01:08.979273 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58810) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:08.982194 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc9b6cd-b8dc-4149-b02f-622e06447c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e65084e-9f3f-4a97-bea4-a1470d32f3c1,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:09.022476 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58816) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:09.037897 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-88817fd8-d9d9-4728-8d10-7928efb21222 req-f53ab2a2-e7b4-4e35-89e4-d520cd65610f tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:09.058465 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d267f148-a56a-4b85-be9f-f86d3a8cb70f req-687790ad-0e4e-475c-aa11-e9f5214615e0 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.64 "GET /v2.0/ports?device_id=4751527c-87bc-4bb8-a561-fcf0df8bf062 HTTP/1.1" status: 200 len: 210 time: 0.0495245 Dec 08 16:01:09.065843 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-505b59ad-570c-4e7d-aa91-4bc5ecb33aec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:09.089672 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-505b59ad-570c-4e7d-aa91-4bc5ecb33aec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:09.201358 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a0581f7c-d21a-4ff2-99bb-e5082e8eb265 req-95bba625-158a-4168-9d11-e7787bd4ba4b tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=7cc034f1dfbe456182ee6a4e0ec144fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255113 Dec 08 16:01:09.290053 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-88817fd8-d9d9-4728-8d10-7928efb21222 req-f53ab2a2-e7b4-4e35-89e4-d520cd65610f tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:09.305346 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['37fa8172-db69-4b94-bd73-181ef5bca7d7'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:01:09.345410 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0581f7c-d21a-4ff2-99bb-e5082e8eb265 req-d72155a3-70e9-4403-ac04-9750458f4ed9 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:09.347409 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a0581f7c-d21a-4ff2-99bb-e5082e8eb265 req-d72155a3-70e9-4403-ac04-9750458f4ed9 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1392112 Dec 08 16:01:09.363955 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-a0581f7c-d21a-4ff2-99bb-e5082e8eb265 req-6738e098-7cc8-4a94-9681-f2550684a88c tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Request body: {'port': {'device_id': '2c98d80f-e02b-4998-87c8-bc145d0a0b06', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'admin_state_up': True, 'tenant_id': '7cc034f1dfbe456182ee6a4e0ec144fb'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:01:09.369552 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-505b59ad-570c-4e7d-aa91-4bc5ecb33aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:09.372783 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-505b59ad-570c-4e7d-aa91-4bc5ecb33aec admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:09.373959 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-505b59ad-570c-4e7d-aa91-4bc5ecb33aec admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2e65084e-9f3f-4a97-bea4-a1470d32f3c1 HTTP/1.1" status: 204 len: 168 time: 0.3931439 Dec 08 16:01:09.398458 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505b59ad-570c-4e7d-aa91-4bc5ecb33aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e65084e-9f3f-4a97-bea4-a1470d32f3c1,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:09.450288 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88817fd8-d9d9-4728-8d10-7928efb21222 req-f53ab2a2-e7b4-4e35-89e4-d520cd65610f tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Network b91759c7-445e-4f7b-9fc4-64d80951832c is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:01:09.456659 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [req-88817fd8-d9d9-4728-8d10-7928efb21222 req-f53ab2a2-e7b4-4e35-89e4-d520cd65610f tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:01:09.461038 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-88817fd8-d9d9-4728-8d10-7928efb21222 req-f53ab2a2-e7b4-4e35-89e4-d520cd65610f tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:01:09.468117 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88817fd8-d9d9-4728-8d10-7928efb21222 req-f53ab2a2-e7b4-4e35-89e4-d520cd65610f tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:09.468838 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-88817fd8-d9d9-4728-8d10-7928efb21222 req-f53ab2a2-e7b4-4e35-89e4-d520cd65610f tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:09.477437 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53ab2a2-e7b4-4e35-89e4-d520cd65610f tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Pushing event updated for resources: {'Port': ['ID=0796603a-9eb4-4d7f-bd12-e249d4003d2c,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:09.613272 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-40c892ea-18e1-4f66-ade4-019804d33182 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:09.625248 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-88817fd8-d9d9-4728-8d10-7928efb21222 req-f53ab2a2-e7b4-4e35-89e4-d520cd65610f tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6610258 Dec 08 16:01:09.642927 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-88817fd8-d9d9-4728-8d10-7928efb21222 req-bcaa5924-db47-400e-921b-8cc905cc99ee service neutron] Request body: {'port': {'device_id': '4751527c-87bc-4bb8-a561-fcf0df8bf062', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:01:09.789936 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-40c892ea-18e1-4f66-ade4-019804d33182 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:09.794203 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-88817fd8-d9d9-4728-8d10-7928efb21222 req-bcaa5924-db47-400e-921b-8cc905cc99ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:09.809199 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-3ffa9d79-ed07-4a62-83a2-ccc8a3f1a8a2 None None] Provisioning complete for port 0796603a-9eb4-4d7f-bd12-e249d4003d2c triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:01:09.810186 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3ffa9d79-ed07-4a62-83a2-ccc8a3f1a8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:09.826772 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0581f7c-d21a-4ff2-99bb-e5082e8eb265 req-6738e098-7cc8-4a94-9681-f2550684a88c tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Made reservation on behalf of 7cc034f1dfbe456182ee6a4e0ec144fb for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:01:09.833912 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a0581f7c-d21a-4ff2-99bb-e5082e8eb265 req-6738e098-7cc8-4a94-9681-f2550684a88c tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:09.854174 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-caa4fda9-c7c5-411a-9975-8ba46bfa1bd5 req-03f98a62-db73-4ef2-97e6-544b814945d4 tempest-AggregatesAdminTestJSON-34081036 tempest-AggregatesAdminTestJSON-34081036-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2dc9c3f-9452-4991-869c-3f929c222fe2 HTTP/1.1" status: 200 len: 210 time: 0.0362391 Dec 08 16:01:09.925371 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-3ffa9d79-ed07-4a62-83a2-ccc8a3f1a8a2 None None] Port 0796603a-9eb4-4d7f-bd12-e249d4003d2c cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:01:09.947676 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-40c892ea-18e1-4f66-ade4-019804d33182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:10.000423 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-40c892ea-18e1-4f66-ade4-019804d33182 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=39252f17b1704df7896c8f0eabcfcaaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9663413 Dec 08 16:01:10.005091 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58854) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:10.006010 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cd205e74-e86e-4b23-98d3-eba2947c5c1f req-a5a5d934-495c-4c90-a636-8325b58c2ce6 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c98d80f-e02b-4998-87c8-bc145d0a0b06 HTTP/1.1" status: 200 len: 210 time: 0.0326586 Dec 08 16:01:10.017834 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c892ea-18e1-4f66-ade4-019804d33182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b23d0e5-aadc-43e2-b388-dce075e74720,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:10.088427 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3a218b66-6411-432b-a0c3-6fca198a06dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:10.127602 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3a218b66-6411-432b-a0c3-6fca198a06dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:10.351016 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91a6f8-af76-4134-b3e9-95c59a95717e req-b76874a8-d513-45ed-aad0-2821c22f70e8 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:10.354021 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4e91a6f8-af76-4134-b3e9-95c59a95717e req-b76874a8-d513-45ed-aad0-2821c22f70e8 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.64 "GET /v2.0/ports?device_id=4751527c-87bc-4bb8-a561-fcf0df8bf062 HTTP/1.1" status: 200 len: 935 time: 0.1839380 Dec 08 16:01:10.362324 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58864) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:10.389305 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [req-88817fd8-d9d9-4728-8d10-7928efb21222 req-bcaa5924-db47-400e-921b-8cc905cc99ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0796603a-9eb4-4d7f-bd12-e249d4003d2c {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:01:10.397052 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-88817fd8-d9d9-4728-8d10-7928efb21222 req-bcaa5924-db47-400e-921b-8cc905cc99ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:10.415396 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3a218b66-6411-432b-a0c3-6fca198a06dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:10.415951 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [req-88817fd8-d9d9-4728-8d10-7928efb21222 req-bcaa5924-db47-400e-921b-8cc905cc99ee service neutron] Transition to ACTIVE for port object 0796603a-9eb4-4d7f-bd12-e249d4003d2c will not be triggered until provisioned by entity L2. {{(pid=110551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:01:10.418674 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3a218b66-6411-432b-a0c3-6fca198a06dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:10.420635 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-3a218b66-6411-432b-a0c3-6fca198a06dc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7b23d0e5-aadc-43e2-b388-dce075e74720 HTTP/1.1" status: 204 len: 168 time: 0.4142554 Dec 08 16:01:10.439448 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a218b66-6411-432b-a0c3-6fca198a06dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b23d0e5-aadc-43e2-b388-dce075e74720,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:10.444851 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4e91a6f8-af76-4134-b3e9-95c59a95717e req-8a9e66ea-3635-43f0-a413-0dcf796077a2 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.64 "GET /v2.0/security-groups?id=9071a444-aa2f-4947-88b9-c6b6216b6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860476 Dec 08 16:01:10.516233 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-88817fd8-d9d9-4728-8d10-7928efb21222 req-bcaa5924-db47-400e-921b-8cc905cc99ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:10.577662 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaa5924-db47-400e-921b-8cc905cc99ee service neutron] Pushing event updated for resources: {'Port': ['ID=0796603a-9eb4-4d7f-bd12-e249d4003d2c,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:10.614091 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-a0581f7c-d21a-4ff2-99bb-e5082e8eb265 req-6738e098-7cc8-4a94-9681-f2550684a88c tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Allocated IP 192.168.233.134 (b91759c7-445e-4f7b-9fc4-64d80951832c/c93b3a32-b438-4a47-8558-220c03febf97/f3d571be-92db-4181-b1b3-fd1d8c6c31c6) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:01:10.618729 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-88817fd8-d9d9-4728-8d10-7928efb21222 req-bcaa5924-db47-400e-921b-8cc905cc99ee service neutron] Attempting to bind port 0796603a-9eb4-4d7f-bd12-e249d4003d2c on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:01:10.619070 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-88817fd8-d9d9-4728-8d10-7928efb21222 req-bcaa5924-db47-400e-921b-8cc905cc99ee service neutron] Attempting to bind port 0796603a-9eb4-4d7f-bd12-e249d4003d2c by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:01:10.619547 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88817fd8-d9d9-4728-8d10-7928efb21222 req-bcaa5924-db47-400e-921b-8cc905cc99ee service neutron] Attempting to bind port 0796603a-9eb4-4d7f-bd12-e249d4003d2c on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:01:10.642043 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88817fd8-d9d9-4728-8d10-7928efb21222 req-bcaa5924-db47-400e-921b-8cc905cc99ee service neutron] Port 0796603a-9eb4-4d7f-bd12-e249d4003d2c on network b91759c7-445e-4f7b-9fc4-64d80951832c not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:01:10.642268 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88817fd8-d9d9-4728-8d10-7928efb21222 req-bcaa5924-db47-400e-921b-8cc905cc99ee service neutron] Attempting to bind port 0796603a-9eb4-4d7f-bd12-e249d4003d2c on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:01:10.665029 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88817fd8-d9d9-4728-8d10-7928efb21222 req-bcaa5924-db47-400e-921b-8cc905cc99ee service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:01:10.665451 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88817fd8-d9d9-4728-8d10-7928efb21222 req-bcaa5924-db47-400e-921b-8cc905cc99ee service neutron] Checking segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:01:10.665846 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88817fd8-d9d9-4728-8d10-7928efb21222 req-bcaa5924-db47-400e-921b-8cc905cc99ee service neutron] Bound using segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:01:10.666299 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-88817fd8-d9d9-4728-8d10-7928efb21222 req-bcaa5924-db47-400e-921b-8cc905cc99ee service neutron] Bound port: 0796603a-9eb4-4d7f-bd12-e249d4003d2c, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:01:10.666659 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-88817fd8-d9d9-4728-8d10-7928efb21222 req-bcaa5924-db47-400e-921b-8cc905cc99ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:10.712632 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-607cbb26-fd06-4390-ac9c-8336a53e0612 req-9455adab-62a8-4a88-8b08-51e5e96eb433 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=73923530-88bf-44ce-a395-3d8abf7a8528&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0863824 Dec 08 16:01:10.755680 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-88817fd8-d9d9-4728-8d10-7928efb21222 req-bcaa5924-db47-400e-921b-8cc905cc99ee service neutron] For port 0796603a-9eb4-4d7f-bd12-e249d4003d2c, host n-h2-776250-12, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:01:10.764067 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-88817fd8-d9d9-4728-8d10-7928efb21222 req-bcaa5924-db47-400e-921b-8cc905cc99ee service neutron] For port 0796603a-9eb4-4d7f-bd12-e249d4003d2c, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=0796603a-9eb4-4d7f-bd12-e249d4003d2c,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:01:10.829636 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607cbb26-fd06-4390-ac9c-8336a53e0612 req-441efdae-8a69-4d84-9284-ce74cbbb8ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:10.832232 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-607cbb26-fd06-4390-ac9c-8336a53e0612 req-441efdae-8a69-4d84-9284-ce74cbbb8ac7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=04b408fb75c343b1a426130bf98ebe7b&device_id=73923530-88bf-44ce-a395-3d8abf7a8528 HTTP/1.1" status: 200 len: 1102 time: 0.0624027 Dec 08 16:01:10.844535 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-88817fd8-d9d9-4728-8d10-7928efb21222 req-bcaa5924-db47-400e-921b-8cc905cc99ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:10.858593 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e2850d45-fd5c-4f82-9b2e-5d3747743e4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:10.889044 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a0581f7c-d21a-4ff2-99bb-e5082e8eb265 req-6738e098-7cc8-4a94-9681-f2550684a88c tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:10.909664 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88817fd8-d9d9-4728-8d10-7928efb21222 req-bcaa5924-db47-400e-921b-8cc905cc99ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:10.910769 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-88817fd8-d9d9-4728-8d10-7928efb21222 req-bcaa5924-db47-400e-921b-8cc905cc99ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:10.912421 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-88817fd8-d9d9-4728-8d10-7928efb21222 req-bcaa5924-db47-400e-921b-8cc905cc99ee service neutron] 10.222.0.37 "PUT /v2.0/ports/0796603a-9eb4-4d7f-bd12-e249d4003d2c HTTP/1.1" status: 200 len: 1096 time: 1.2781157 Dec 08 16:01:10.945835 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4751527c-87bc-4bb8-a561-fcf0df8bf062', 'tag': '0796603a-9eb4-4d7f-bd12-e249d4003d2c'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:01:10.948661 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67744c70-474d-477d-a7e0-33a8942b3144" -d '{"events": [{"name": "network-changed", "server_uuid": "4751527c-87bc-4bb8-a561-fcf0df8bf062", "tag": "0796603a-9eb4-4d7f-bd12-e249d4003d2c"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:01:11.009572 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaa5924-db47-400e-921b-8cc905cc99ee service neutron] Pushing event updated for resources: {'Port': ['ID=0796603a-9eb4-4d7f-bd12-e249d4003d2c,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:11.017547 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e2850d45-fd5c-4f82-9b2e-5d3747743e4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:11.056613 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f297e0-5e78-4f02-ba6c-6849303a260b x-openstack-request-id: req-55f297e0-5e78-4f02-ba6c-6849303a260b {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:01:11.056908 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4751527c-87bc-4bb8-a561-fcf0df8bf062", "tag": "0796603a-9eb4-4d7f-bd12-e249d4003d2c", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:01:11.057352 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-55f297e0-5e78-4f02-ba6c-6849303a260b {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:01:11.057751 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4751527c-87bc-4bb8-a561-fcf0df8bf062', 'tag': '0796603a-9eb4-4d7f-bd12-e249d4003d2c', 'status': 'completed', 'code': 200} Dec 08 16:01:11.095909 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607cbb26-fd06-4390-ac9c-8336a53e0612 req-4f6bac83-7485-45cc-9ee3-1f7fc14427e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:11.097559 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-607cbb26-fd06-4390-ac9c-8336a53e0612 req-4f6bac83-7485-45cc-9ee3-1f7fc14427e4 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b91759c7-445e-4f7b-9fc4-64d80951832c HTTP/1.1" status: 200 len: 870 time: 0.2427945 Dec 08 16:01:11.133790 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a0581f7c-d21a-4ff2-99bb-e5082e8eb265 req-6738e098-7cc8-4a94-9681-f2550684a88c tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:11.150661 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-607cbb26-fd06-4390-ac9c-8336a53e0612 req-b2d5c46d-4c3f-44af-8df4-59d79c5add04 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=37fa8172-db69-4b94-bd73-181ef5bca7d7 HTTP/1.1" status: 200 len: 217 time: 0.0452375 Dec 08 16:01:11.154238 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88817fd8-d9d9-4728-8d10-7928efb21222 req-6d952d18-4e22-414c-bfab-b0329b735a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:11.155719 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-88817fd8-d9d9-4728-8d10-7928efb21222 req-6d952d18-4e22-414c-bfab-b0329b735a78 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=04b408fb75c343b1a426130bf98ebe7b&device_id=4751527c-87bc-4bb8-a561-fcf0df8bf062 HTTP/1.1" status: 200 len: 1099 time: 0.0964708 Dec 08 16:01:11.201050 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e2850d45-fd5c-4f82-9b2e-5d3747743e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:11.241552 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0581f7c-d21a-4ff2-99bb-e5082e8eb265 req-6738e098-7cc8-4a94-9681-f2550684a88c tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Network b91759c7-445e-4f7b-9fc4-64d80951832c is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:01:11.246701 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6738e098-7cc8-4a94-9681-f2550684a88c tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Pushing event updated for resources: {'Port': ['ID=f3d571be-92db-4181-b1b3-fd1d8c6c31c6,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:11.251066 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-a0581f7c-d21a-4ff2-99bb-e5082e8eb265 req-6738e098-7cc8-4a94-9681-f2550684a88c tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:01:11.258419 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-88817fd8-d9d9-4728-8d10-7928efb21222 req-5138f454-80a4-4181-8670-36e77f77ba9e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=0796603a-9eb4-4d7f-bd12-e249d4003d2c HTTP/1.1" status: 200 len: 217 time: 0.0852947 Dec 08 16:01:11.307193 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607cbb26-fd06-4390-ac9c-8336a53e0612 req-aac4bac6-ee4a-471b-b442-1c71b1737f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:11.308746 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-607cbb26-fd06-4390-ac9c-8336a53e0612 req-aac4bac6-ee4a-471b-b442-1c71b1737f57 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.1483934 Dec 08 16:01:11.317805 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0581f7c-d21a-4ff2-99bb-e5082e8eb265 req-6738e098-7cc8-4a94-9681-f2550684a88c tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:01:11.334404 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0581f7c-d21a-4ff2-99bb-e5082e8eb265 req-6738e098-7cc8-4a94-9681-f2550684a88c tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:11.335088 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a0581f7c-d21a-4ff2-99bb-e5082e8eb265 req-6738e098-7cc8-4a94-9681-f2550684a88c tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:11.352163 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a6012dd2-c936-436d-90aa-850e58406ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:11.362697 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88817fd8-d9d9-4728-8d10-7928efb21222 req-a7278d86-a43d-4db4-8550-3c4a3d96a827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:11.365460 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-88817fd8-d9d9-4728-8d10-7928efb21222 req-a7278d86-a43d-4db4-8550-3c4a3d96a827 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.1002741 Dec 08 16:01:11.375088 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143587b-bfe1-40ce-aaae-0b510b523f22 req-4be4d2bf-0087-4009-9cd6-a42ad76dd59c tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:11.383011 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a143587b-bfe1-40ce-aaae-0b510b523f22 req-4be4d2bf-0087-4009-9cd6-a42ad76dd59c tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c98d80f-e02b-4998-87c8-bc145d0a0b06 HTTP/1.1" status: 200 len: 936 time: 0.2773788 Dec 08 16:01:11.399942 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58896) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:11.408474 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-e2850d45-fd5c-4f82-9b2e-5d3747743e4d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=adf0926c9b314282aabb2e3a0f750826&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0424910 Dec 08 16:01:11.416006 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58900) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:11.451377 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2850d45-fd5c-4f82-9b2e-5d3747743e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17f9cd7-0492-40c7-adfb-ea2cb7ff0357,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:11.466845 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607cbb26-fd06-4390-ac9c-8336a53e0612 req-35e77c5f-3572-4485-9a76-2cfaf3744737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:11.468390 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-607cbb26-fd06-4390-ac9c-8336a53e0612 req-35e77c5f-3572-4485-9a76-2cfaf3744737 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1479733 Dec 08 16:01:11.480557 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88817fd8-d9d9-4728-8d10-7928efb21222 req-cd2761bf-a947-4950-9e84-137479e16579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:11.480557 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-88817fd8-d9d9-4728-8d10-7928efb21222 req-cd2761bf-a947-4950-9e84-137479e16579 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1047645 Dec 08 16:01:11.531695 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a0581f7c-d21a-4ff2-99bb-e5082e8eb265 req-6738e098-7cc8-4a94-9681-f2550684a88c tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1704869 Dec 08 16:01:11.565314 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a143587b-bfe1-40ce-aaae-0b510b523f22 req-1e961089-b6ab-4670-85aa-6b8dde109f24 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/security-groups?id=97b0c99b-1984-47fc-847f-c601cfde1d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810184 Dec 08 16:01:11.572383 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-a0581f7c-d21a-4ff2-99bb-e5082e8eb265 req-0e8e31c2-6e3d-4e6b-a582-4241ba61f897 service neutron] Request body: {'port': {'device_id': '2c98d80f-e02b-4998-87c8-bc145d0a0b06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:01:11.617169 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9598498e-9374-4e34-8262-8dd4b37ed959 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:11.665940 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9598498e-9374-4e34-8262-8dd4b37ed959 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:11.671129 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-a79cb773-c08e-42a8-a0fc-9ac6edc22f52 None None] Provisioning complete for port f3d571be-92db-4181-b1b3-fd1d8c6c31c6 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:01:11.671964 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a79cb773-c08e-42a8-a0fc-9ac6edc22f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:11.672284 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a0581f7c-d21a-4ff2-99bb-e5082e8eb265 req-0e8e31c2-6e3d-4e6b-a582-4241ba61f897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:11.689088 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-607cbb26-fd06-4390-ac9c-8336a53e0612 req-f33ab2d3-f407-42e0-a74e-1cb163bc5cf3 service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080882 Dec 08 16:01:11.691011 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-88817fd8-d9d9-4728-8d10-7928efb21222 req-1b2c4b29-4760-4a22-be18-504c799af465 service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028785 Dec 08 16:01:11.699020 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce248794-e5a0-4a7f-b32f-86ec6501cf42 req-76ca48a1-a76c-43d3-bd9c-02664cc84203 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:11.701430 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ce248794-e5a0-4a7f-b32f-86ec6501cf42 req-76ca48a1-a76c-43d3-bd9c-02664cc84203 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.64 "GET /v2.0/ports?device_id=4751527c-87bc-4bb8-a561-fcf0df8bf062 HTTP/1.1" status: 200 len: 947 time: 0.1146598 Dec 08 16:01:11.716636 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-a79cb773-c08e-42a8-a0fc-9ac6edc22f52 None None] Port f3d571be-92db-4181-b1b3-fd1d8c6c31c6 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:01:11.881089 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9598498e-9374-4e34-8262-8dd4b37ed959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:11.883901 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9598498e-9374-4e34-8262-8dd4b37ed959 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:11.885254 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-9598498e-9374-4e34-8262-8dd4b37ed959 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b17f9cd7-0492-40c7-adfb-ea2cb7ff0357 HTTP/1.1" status: 204 len: 168 time: 0.4619462 Dec 08 16:01:11.905060 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9598498e-9374-4e34-8262-8dd4b37ed959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17f9cd7-0492-40c7-adfb-ea2cb7ff0357,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:11.927087 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ce248794-e5a0-4a7f-b32f-86ec6501cf42 req-bec1037f-4beb-49d7-81f1-79ba78b6b223 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.64 "GET /v2.0/security-groups?id=9071a444-aa2f-4947-88b9-c6b6216b6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156460 Dec 08 16:01:11.962006 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-88817fd8-d9d9-4728-8d10-7928efb21222 req-cc54a937-3b73-4b4a-8027-f53b0d2a682d service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588637 Dec 08 16:01:11.963830 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-607cbb26-fd06-4390-ac9c-8336a53e0612 req-e579418d-0eae-4b04-bd6a-782fe7dda19d service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618423 Dec 08 16:01:12.045279 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d70f723c-cea6-4f0f-9bf2-cfb63812d9c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:12.047731 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-a0581f7c-d21a-4ff2-99bb-e5082e8eb265 req-0e8e31c2-6e3d-4e6b-a582-4241ba61f897 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3d571be-92db-4181-b1b3-fd1d8c6c31c6 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:01:12.056915 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a0581f7c-d21a-4ff2-99bb-e5082e8eb265 req-0e8e31c2-6e3d-4e6b-a582-4241ba61f897 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:12.074363 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-a0581f7c-d21a-4ff2-99bb-e5082e8eb265 req-0e8e31c2-6e3d-4e6b-a582-4241ba61f897 service neutron] Transition to ACTIVE for port object f3d571be-92db-4181-b1b3-fd1d8c6c31c6 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:01:12.125427 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58916) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:12.151041 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67744c70-474d-477d-a7e0-33a8942b3144 req-80e709de-695b-440d-a81b-e73a25a88655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:12.152594 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-67744c70-474d-477d-a7e0-33a8942b3144 req-80e709de-695b-440d-a81b-e73a25a88655 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=04b408fb75c343b1a426130bf98ebe7b&device_id=4751527c-87bc-4bb8-a561-fcf0df8bf062 HTTP/1.1" status: 200 len: 1099 time: 0.0679762 Dec 08 16:01:12.156575 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a0581f7c-d21a-4ff2-99bb-e5082e8eb265 req-0e8e31c2-6e3d-4e6b-a582-4241ba61f897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:12.256097 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d70f723c-cea6-4f0f-9bf2-cfb63812d9c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:12.277720 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8e31c2-6e3d-4e6b-a582-4241ba61f897 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d571be-92db-4181-b1b3-fd1d8c6c31c6,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:12.282234 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58922) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:12.286452 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-a0581f7c-d21a-4ff2-99bb-e5082e8eb265 req-0e8e31c2-6e3d-4e6b-a582-4241ba61f897 service neutron] Attempting to bind port f3d571be-92db-4181-b1b3-fd1d8c6c31c6 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:01:12.286452 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-a0581f7c-d21a-4ff2-99bb-e5082e8eb265 req-0e8e31c2-6e3d-4e6b-a582-4241ba61f897 service neutron] Attempting to bind port f3d571be-92db-4181-b1b3-fd1d8c6c31c6 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:01:12.286791 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0581f7c-d21a-4ff2-99bb-e5082e8eb265 req-0e8e31c2-6e3d-4e6b-a582-4241ba61f897 service neutron] Attempting to bind port f3d571be-92db-4181-b1b3-fd1d8c6c31c6 on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:01:12.292222 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0581f7c-d21a-4ff2-99bb-e5082e8eb265 req-0e8e31c2-6e3d-4e6b-a582-4241ba61f897 service neutron] Port f3d571be-92db-4181-b1b3-fd1d8c6c31c6 on network b91759c7-445e-4f7b-9fc4-64d80951832c not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:01:12.292550 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0581f7c-d21a-4ff2-99bb-e5082e8eb265 req-0e8e31c2-6e3d-4e6b-a582-4241ba61f897 service neutron] Attempting to bind port f3d571be-92db-4181-b1b3-fd1d8c6c31c6 on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:01:12.299318 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0581f7c-d21a-4ff2-99bb-e5082e8eb265 req-0e8e31c2-6e3d-4e6b-a582-4241ba61f897 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:01:12.299654 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0581f7c-d21a-4ff2-99bb-e5082e8eb265 req-0e8e31c2-6e3d-4e6b-a582-4241ba61f897 service neutron] Checking segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:01:12.300042 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0581f7c-d21a-4ff2-99bb-e5082e8eb265 req-0e8e31c2-6e3d-4e6b-a582-4241ba61f897 service neutron] Bound using segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:01:12.300787 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-a0581f7c-d21a-4ff2-99bb-e5082e8eb265 req-0e8e31c2-6e3d-4e6b-a582-4241ba61f897 service neutron] Bound port: f3d571be-92db-4181-b1b3-fd1d8c6c31c6, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:01:12.301146 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a0581f7c-d21a-4ff2-99bb-e5082e8eb265 req-0e8e31c2-6e3d-4e6b-a582-4241ba61f897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:12.307356 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67744c70-474d-477d-a7e0-33a8942b3144 req-d427cc54-80ad-4f2f-a22e-e4dc33fae5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:12.309146 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-67744c70-474d-477d-a7e0-33a8942b3144 req-d427cc54-80ad-4f2f-a22e-e4dc33fae5dc service neutron] 10.222.0.37 "GET /v2.0/networks?id=b91759c7-445e-4f7b-9fc4-64d80951832c HTTP/1.1" status: 200 len: 870 time: 0.1483960 Dec 08 16:01:12.370369 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d70f723c-cea6-4f0f-9bf2-cfb63812d9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:12.382223 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-a0581f7c-d21a-4ff2-99bb-e5082e8eb265 req-0e8e31c2-6e3d-4e6b-a582-4241ba61f897 service neutron] For port f3d571be-92db-4181-b1b3-fd1d8c6c31c6, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:01:12.386584 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-a0581f7c-d21a-4ff2-99bb-e5082e8eb265 req-0e8e31c2-6e3d-4e6b-a582-4241ba61f897 service neutron] For port f3d571be-92db-4181-b1b3-fd1d8c6c31c6, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=f3d571be-92db-4181-b1b3-fd1d8c6c31c6,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:01:12.392936 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-67744c70-474d-477d-a7e0-33a8942b3144 req-71c447ab-8f02-486e-beb2-21fd2daeee1f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=0796603a-9eb4-4d7f-bd12-e249d4003d2c HTTP/1.1" status: 200 len: 217 time: 0.0728562 Dec 08 16:01:12.466452 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d70f723c-cea6-4f0f-9bf2-cfb63812d9c7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f61d92c5f49e494b9cde26b0b4fa46dc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0657947 Dec 08 16:01:12.466839 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58928) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:12.470991 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70f723c-cea6-4f0f-9bf2-cfb63812d9c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39e4151-5826-4b4f-b64e-c72eb50b180a,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:12.489879 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67744c70-474d-477d-a7e0-33a8942b3144 req-7a784eb2-db27-49d4-91eb-3e0fb231540f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:12.491505 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-67744c70-474d-477d-a7e0-33a8942b3144 req-7a784eb2-db27-49d4-91eb-3e0fb231540f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.0840254 Dec 08 16:01:12.509563 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a0581f7c-d21a-4ff2-99bb-e5082e8eb265 req-0e8e31c2-6e3d-4e6b-a582-4241ba61f897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:12.549550 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67744c70-474d-477d-a7e0-33a8942b3144 req-01b7f1a5-95aa-4fad-ba90-738c6368ab7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:12.555455 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-67744c70-474d-477d-a7e0-33a8942b3144 req-01b7f1a5-95aa-4fad-ba90-738c6368ab7b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0538001 Dec 08 16:01:12.569764 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0581f7c-d21a-4ff2-99bb-e5082e8eb265 req-0e8e31c2-6e3d-4e6b-a582-4241ba61f897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:12.570390 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a0581f7c-d21a-4ff2-99bb-e5082e8eb265 req-0e8e31c2-6e3d-4e6b-a582-4241ba61f897 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:12.571813 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a0581f7c-d21a-4ff2-99bb-e5082e8eb265 req-0e8e31c2-6e3d-4e6b-a582-4241ba61f897 service neutron] 10.222.0.37 "PUT /v2.0/ports/f3d571be-92db-4181-b1b3-fd1d8c6c31c6 HTTP/1.1" status: 200 len: 1097 time: 1.0055149 Dec 08 16:01:12.572299 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c98d80f-e02b-4998-87c8-bc145d0a0b06', 'tag': 'f3d571be-92db-4181-b1b3-fd1d8c6c31c6'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:01:12.574764 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7276a0fb-1c98-4a2a-a6a6-ece2c4400714" -d '{"events": [{"name": "network-changed", "server_uuid": "2c98d80f-e02b-4998-87c8-bc145d0a0b06", "tag": "f3d571be-92db-4181-b1b3-fd1d8c6c31c6"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:01:12.581828 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-de815ba8-71ef-41fe-ae9d-6d712619f2d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:12.624365 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8e31c2-6e3d-4e6b-a582-4241ba61f897 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d571be-92db-4181-b1b3-fd1d8c6c31c6,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:12.641480 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-de815ba8-71ef-41fe-ae9d-6d712619f2d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:12.692507 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8543befd-1b97-4e6c-82ef-d45f3fb95124 x-openstack-request-id: req-8543befd-1b97-4e6c-82ef-d45f3fb95124 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:01:12.692803 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c98d80f-e02b-4998-87c8-bc145d0a0b06", "tag": "f3d571be-92db-4181-b1b3-fd1d8c6c31c6", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:01:12.693059 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8543befd-1b97-4e6c-82ef-d45f3fb95124 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:01:12.694051 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c98d80f-e02b-4998-87c8-bc145d0a0b06', 'tag': 'f3d571be-92db-4181-b1b3-fd1d8c6c31c6', 'status': 'completed', 'code': 200} Dec 08 16:01:12.724978 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-67744c70-474d-477d-a7e0-33a8942b3144 req-9d1d7be8-af8f-4dde-9391-b51a186f9a9b service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638577 Dec 08 16:01:12.790989 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 2d0b0662-c5f0-40ac-bc3d-384e16ce98f5 no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:01:12.838660 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: 2d0b0662-c5f0-40ac-bc3d-384e16ce98f5 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:01:12.839264 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 2d0b0662-c5f0-40ac-bc3d-384e16ce98f5 not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:01:12.866494 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-971797a2-44c8-4643-9baf-03b0d0262ab5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:12.867218 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd724fb0-d060-49ec-a7dc-c1a677923b46 req-7d1597f8-6ef2-4edb-8864-16bb4aec896a tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:12.875699 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fd724fb0-d060-49ec-a7dc-c1a677923b46 req-7d1597f8-6ef2-4edb-8864-16bb4aec896a tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c98d80f-e02b-4998-87c8-bc145d0a0b06 HTTP/1.1" status: 200 len: 948 time: 0.1781490 Dec 08 16:01:12.883167 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-1cb860d4-88bc-46f8-a5b7-2fcd26269a6f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=51de74d221224f2f80f24ad189a5b30d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7563107 Dec 08 16:01:12.888777 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58936) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:12.894416 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7276a0fb-1c98-4a2a-a6a6-ece2c4400714 req-eaf745a9-1969-4588-a717-d650c9dc73a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:12.896156 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7276a0fb-1c98-4a2a-a6a6-ece2c4400714 req-eaf745a9-1969-4588-a717-d650c9dc73a3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7cc034f1dfbe456182ee6a4e0ec144fb&device_id=2c98d80f-e02b-4998-87c8-bc145d0a0b06 HTTP/1.1" status: 200 len: 1100 time: 0.1323521 Dec 08 16:01:12.924197 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-de815ba8-71ef-41fe-ae9d-6d712619f2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:12.927165 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-de815ba8-71ef-41fe-ae9d-6d712619f2d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:12.928652 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-de815ba8-71ef-41fe-ae9d-6d712619f2d8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f39e4151-5826-4b4f-b64e-c72eb50b180a HTTP/1.1" status: 204 len: 168 time: 0.4599690 Dec 08 16:01:12.946247 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7276a0fb-1c98-4a2a-a6a6-ece2c4400714 req-15e054d8-7dfa-43b1-944a-e972725253d6 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=7cc034f1dfbe456182ee6a4e0ec144fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410199 Dec 08 16:01:12.969603 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-67744c70-474d-477d-a7e0-33a8942b3144 req-b1cfdd7f-0b21-4ef8-942e-d73328248735 service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337346 Dec 08 16:01:12.971455 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de815ba8-71ef-41fe-ae9d-6d712619f2d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39e4151-5826-4b4f-b64e-c72eb50b180a,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:13.055518 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3d5a8828-28ff-4bc5-8c6d-9952aa0f8c4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:13.093383 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-971797a2-44c8-4643-9baf-03b0d0262ab5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:13.111049 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3d5a8828-28ff-4bc5-8c6d-9952aa0f8c4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:13.135854 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fd724fb0-d060-49ec-a7dc-c1a677923b46 req-b85b90b2-7dad-42f7-b2ea-b69ee38b5ebd tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/security-groups?id=97b0c99b-1984-47fc-847f-c601cfde1d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590797 Dec 08 16:01:13.163466 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a8fc6-be36-4213-ad80-43041f0354d4 req-e3c393d4-41ab-437d-8200-1bffefafe528 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:13.165105 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e88a8fc6-be36-4213-ad80-43041f0354d4 req-e3c393d4-41ab-437d-8200-1bffefafe528 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.64 "GET /v2.0/ports?device_id=4751527c-87bc-4bb8-a561-fcf0df8bf062 HTTP/1.1" status: 200 len: 947 time: 0.1421604 Dec 08 16:01:13.169994 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-971797a2-44c8-4643-9baf-03b0d0262ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:13.235872 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-971797a2-44c8-4643-9baf-03b0d0262ab5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=48c4e70d4a4543f8975fd97397f234b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9497344 Dec 08 16:01:13.235872 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971797a2-44c8-4643-9baf-03b0d0262ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d8163f-545a-477b-8947-15c1e7760b1e,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:13.242443 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58948) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:13.258356 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7276a0fb-1c98-4a2a-a6a6-ece2c4400714 req-df7947ff-52e8-47d7-8353-fea66cd82ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:13.259867 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7276a0fb-1c98-4a2a-a6a6-ece2c4400714 req-df7947ff-52e8-47d7-8353-fea66cd82ad2 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3036129 Dec 08 16:01:13.290013 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e88a8fc6-be36-4213-ad80-43041f0354d4 req-388aec1c-e3f4-41bb-b21c-7fe34f7636c5 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.64 "GET /v2.0/security-groups?id=9071a444-aa2f-4947-88b9-c6b6216b6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133831 Dec 08 16:01:13.317150 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ffb7f512-cdee-4d75-8b96-4ef89874d6b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:13.345501 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ffb7f512-cdee-4d75-8b96-4ef89874d6b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:13.354144 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0581f7c-d21a-4ff2-99bb-e5082e8eb265 req-e8f1a761-1231-4ef5-b21c-3ea0a74f8730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:13.355692 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a0581f7c-d21a-4ff2-99bb-e5082e8eb265 req-e8f1a761-1231-4ef5-b21c-3ea0a74f8730 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7cc034f1dfbe456182ee6a4e0ec144fb&device_id=2c98d80f-e02b-4998-87c8-bc145d0a0b06 HTTP/1.1" status: 200 len: 1100 time: 0.0560319 Dec 08 16:01:13.366483 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3d5a8828-28ff-4bc5-8c6d-9952aa0f8c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:13.369532 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3d5a8828-28ff-4bc5-8c6d-9952aa0f8c4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:13.379819 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-3d5a8828-28ff-4bc5-8c6d-9952aa0f8c4a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/df35c163-58c7-4d4b-92f9-68e769b1a708 HTTP/1.1" status: 204 len: 168 time: 0.4820704 Dec 08 16:01:13.391101 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5a8828-28ff-4bc5-8c6d-9952aa0f8c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df35c163-58c7-4d4b-92f9-68e769b1a708,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:13.406628 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a0581f7c-d21a-4ff2-99bb-e5082e8eb265 req-45e17699-5756-4e86-8b87-04e7423e7092 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=f3d571be-92db-4181-b1b3-fd1d8c6c31c6 HTTP/1.1" status: 200 len: 217 time: 0.0420585 Dec 08 16:01:13.476906 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0581f7c-d21a-4ff2-99bb-e5082e8eb265 req-8d89b251-b55c-4ceb-9026-c08c3bea59e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:13.478402 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a0581f7c-d21a-4ff2-99bb-e5082e8eb265 req-8d89b251-b55c-4ceb-9026-c08c3bea59e3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.0492835 Dec 08 16:01:13.526972 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0581f7c-d21a-4ff2-99bb-e5082e8eb265 req-68f3a3f7-cac2-4e6b-8f43-8f4d9676e1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:13.529862 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a0581f7c-d21a-4ff2-99bb-e5082e8eb265 req-68f3a3f7-cac2-4e6b-8f43-8f4d9676e1af service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0448246 Dec 08 16:01:13.538074 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58952) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:13.548959 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ffb7f512-cdee-4d75-8b96-4ef89874d6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:13.551697 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ffb7f512-cdee-4d75-8b96-4ef89874d6b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:13.556861 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ffb7f512-cdee-4d75-8b96-4ef89874d6b3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c1d8163f-545a-477b-8947-15c1e7760b1e HTTP/1.1" status: 204 len: 168 time: 0.3098810 Dec 08 16:01:13.563178 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cff08cf1-000e-487d-9a33-ad1ae8147fb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:13.579009 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb7f512-cdee-4d75-8b96-4ef89874d6b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d8163f-545a-477b-8947-15c1e7760b1e,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:13.661043 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a0581f7c-d21a-4ff2-99bb-e5082e8eb265 req-f2f4a4bc-bdf4-4d71-9b45-d3eca4ea4fd4 service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234825 Dec 08 16:01:13.668646 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cff08cf1-000e-487d-9a33-ad1ae8147fb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:13.751402 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-91a7e8b5-0821-4ecc-8dc8-7d52525c084e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:13.787896 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cff08cf1-000e-487d-9a33-ad1ae8147fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:13.816856 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a0581f7c-d21a-4ff2-99bb-e5082e8eb265 req-b64e0fe3-c973-454a-b950-63ac5d99d538 service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461744 Dec 08 16:01:13.843825 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-cff08cf1-000e-487d-9a33-ad1ae8147fb6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f0fc181f35894358b534f6dd85f96ec9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3042064 Dec 08 16:01:13.845112 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff08cf1-000e-487d-9a33-ad1ae8147fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26efd7b-6bb4-4f01-948e-c37fff91d66c,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:13.847665 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58960) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:13.912633 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-69b9f118-fb8b-4c2d-9cc9-25a47be51b2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:13.937331 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-69b9f118-fb8b-4c2d-9cc9-25a47be51b2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:14.083223 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-69b9f118-fb8b-4c2d-9cc9-25a47be51b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:14.085950 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-69b9f118-fb8b-4c2d-9cc9-25a47be51b2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:14.087259 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-69b9f118-fb8b-4c2d-9cc9-25a47be51b2e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f26efd7b-6bb4-4f01-948e-c37fff91d66c HTTP/1.1" status: 204 len: 168 time: 0.2383332 Dec 08 16:01:14.095597 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b9f118-fb8b-4c2d-9cc9-25a47be51b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26efd7b-6bb4-4f01-948e-c37fff91d66c,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:14.266267 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19fd2e2-ef48-4aac-8763-c0ca2030000d req-687b51b5-1552-4a50-9e38-af86b3a47951 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:14.267800 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b19fd2e2-ef48-4aac-8763-c0ca2030000d req-687b51b5-1552-4a50-9e38-af86b3a47951 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c98d80f-e02b-4998-87c8-bc145d0a0b06 HTTP/1.1" status: 200 len: 948 time: 0.0516102 Dec 08 16:01:14.322914 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b19fd2e2-ef48-4aac-8763-c0ca2030000d req-b82c57f9-bb8c-4223-aecb-8ee91ff190fc tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/security-groups?id=97b0c99b-1984-47fc-847f-c601cfde1d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476320 Dec 08 16:01:14.426514 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7dcb54-f8b5-4efc-8725-360515ac6c35 req-8a8628c0-62cd-448e-9e4e-1d90c1532c3f tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:14.430868 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-db7dcb54-f8b5-4efc-8725-360515ac6c35 req-8a8628c0-62cd-448e-9e4e-1d90c1532c3f tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.64 "GET /v2.0/ports?device_id=4751527c-87bc-4bb8-a561-fcf0df8bf062 HTTP/1.1" status: 200 len: 947 time: 0.0519383 Dec 08 16:01:14.443981 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58978) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:14.459983 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2850aef5-f659-4363-8226-17fad21a931a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:14.483113 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-db7dcb54-f8b5-4efc-8725-360515ac6c35 req-78359d9e-aa1e-4fed-83c7-80539e73feef tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.64 "GET /v2.0/security-groups?id=9071a444-aa2f-4947-88b9-c6b6216b6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482490 Dec 08 16:01:14.547163 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2850aef5-f659-4363-8226-17fad21a931a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:14.619907 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2850aef5-f659-4363-8226-17fad21a931a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:14.661989 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-2850aef5-f659-4363-8226-17fad21a931a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=503cd0f5ea174993b91f141c192982ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2135909 Dec 08 16:01:14.661989 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2850aef5-f659-4363-8226-17fad21a931a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e01dda-60f3-46cc-98b1-88cebe626d9f,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:14.662301 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58980) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:14.683283 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58982) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:14.724492 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a8e1acd9-ddf1-4f44-ae33-62ecdea47b29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:14.730532 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-e37b877a-3a75-45f0-9da3-0c957f442b5c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0c977f9018ed4c0986ff09ec4e31f68b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0436549 Dec 08 16:01:14.730977 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58984) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:14.751723 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a8e1acd9-ddf1-4f44-ae33-62ecdea47b29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:14.791321 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b098838e-ac83-45fe-aa78-508e78c78b38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:14.805224 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 0796603a-9eb4-4d7f-bd12-e249d4003d2c details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:01:14.824399 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b098838e-ac83-45fe-aa78-508e78c78b38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:14.889008 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a8e1acd9-ddf1-4f44-ae33-62ecdea47b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:14.891753 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a8e1acd9-ddf1-4f44-ae33-62ecdea47b29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:14.892972 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a8e1acd9-ddf1-4f44-ae33-62ecdea47b29 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e1e01dda-60f3-46cc-98b1-88cebe626d9f HTTP/1.1" status: 204 len: 168 time: 0.2296340 Dec 08 16:01:14.901726 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e1acd9-ddf1-4f44-ae33-62ecdea47b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e01dda-60f3-46cc-98b1-88cebe626d9f,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:14.909219 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 0796603a-9eb4-4d7f-bd12-e249d4003d2c, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=0796603a-9eb4-4d7f-bd12-e249d4003d2c,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:01:14.931050 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '0796603a-9eb4-4d7f-bd12-e249d4003d2c', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'port_id': '0796603a-9eb4-4d7f-bd12-e249d4003d2c', 'mac_address': 'fa:16:3e:72:93:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c93b3a32-b438-4a47-8558-220c03febf97', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:01:14.974616 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b098838e-ac83-45fe-aa78-508e78c78b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:14.977208 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b098838e-ac83-45fe-aa78-508e78c78b38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:14.983806 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b098838e-ac83-45fe-aa78-508e78c78b38 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/80f0b63b-1e12-4916-823a-5d1f1ff553d1 HTTP/1.1" status: 204 len: 168 time: 0.2458644 Dec 08 16:01:14.987795 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b098838e-ac83-45fe-aa78-508e78c78b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f0b63b-1e12-4916-823a-5d1f1ff553d1,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:14.993321 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:15.018050 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0796603a-9eb4-4d7f-bd12-e249d4003d2c {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:01:15.060207 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 0796603a-9eb4-4d7f-bd12-e249d4003d2c, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=0796603a-9eb4-4d7f-bd12-e249d4003d2c,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:01:15.071637 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:15.133283 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58996) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:15.150692 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:15.154101 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7dfa120a-6599-4eba-801e-b99967f36d8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:15.226280 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=0796603a-9eb4-4d7f-bd12-e249d4003d2c,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:15.295784 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7dfa120a-6599-4eba-801e-b99967f36d8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:15.349631 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['0796603a-9eb4-4d7f-bd12-e249d4003d2c'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:01:15.414917 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7dfa120a-6599-4eba-801e-b99967f36d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:15.484348 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-7dfa120a-6599-4eba-801e-b99967f36d8e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b0c980bec6824f96848c4436f34ee952&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3499973 Dec 08 16:01:15.485952 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa120a-6599-4eba-801e-b99967f36d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdfdc873-ffd8-46c7-880c-11bcc330dbdd,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:15.487667 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59002) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:15.501548 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ccd14-2cb2-4ed1-9cdb-e3d2fb601fc3 req-883c798d-f33f-4552-96c5-fb8bdca841e2 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:15.503322 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-764ccd14-2cb2-4ed1-9cdb-e3d2fb601fc3 req-883c798d-f33f-4552-96c5-fb8bdca841e2 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c98d80f-e02b-4998-87c8-bc145d0a0b06 HTTP/1.1" status: 200 len: 948 time: 0.1027510 Dec 08 16:01:15.635438 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3d7ad8e4-1e9c-43ca-82cf-97186ae3f5fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:15.636122 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-764ccd14-2cb2-4ed1-9cdb-e3d2fb601fc3 req-661da1e7-7e1a-4454-b8ff-bab50769e845 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/security-groups?id=97b0c99b-1984-47fc-847f-c601cfde1d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482023 Dec 08 16:01:15.636803 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3d7ad8e4-1e9c-43ca-82cf-97186ae3f5fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:15.641981 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa43cbe-dd64-44bc-bd5d-ef0faf3dd3fc req-9c0e77f9-d00a-4c1f-828a-3124419848d9 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:15.643513 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-caa43cbe-dd64-44bc-bd5d-ef0faf3dd3fc req-9c0e77f9-d00a-4c1f-828a-3124419848d9 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.64 "GET /v2.0/ports?device_id=4751527c-87bc-4bb8-a561-fcf0df8bf062 HTTP/1.1" status: 200 len: 948 time: 0.0782275 Dec 08 16:01:15.833242 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-caa43cbe-dd64-44bc-bd5d-ef0faf3dd3fc req-adf1fec6-55e1-43f8-95ae-dc9aed362fdd tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.64 "GET /v2.0/security-groups?id=9071a444-aa2f-4947-88b9-c6b6216b6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487258 Dec 08 16:01:16.009649 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3d7ad8e4-1e9c-43ca-82cf-97186ae3f5fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:16.012507 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3d7ad8e4-1e9c-43ca-82cf-97186ae3f5fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:16.015911 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-3d7ad8e4-1e9c-43ca-82cf-97186ae3f5fc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fdfdc873-ffd8-46c7-880c-11bcc330dbdd HTTP/1.1" status: 204 len: 168 time: 0.5269077 Dec 08 16:01:16.026304 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7ad8e4-1e9c-43ca-82cf-97186ae3f5fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdfdc873-ffd8-46c7-880c-11bcc330dbdd,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:16.562775 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:16.746499 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a303bc-fc00-4c8c-962a-6d3c3054443d req-61d96fe5-9540-48e5-8f9e-c724574715b3 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:16.748105 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a1a303bc-fc00-4c8c-962a-6d3c3054443d req-61d96fe5-9540-48e5-8f9e-c724574715b3 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c98d80f-e02b-4998-87c8-bc145d0a0b06 HTTP/1.1" status: 200 len: 948 time: 0.0606136 Dec 08 16:01:16.808283 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device f3d571be-92db-4181-b1b3-fd1d8c6c31c6 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:01:16.838956 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a1a303bc-fc00-4c8c-962a-6d3c3054443d req-4847d807-3bb3-4ef0-a849-ec7f8c538f2f tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/security-groups?id=97b0c99b-1984-47fc-847f-c601cfde1d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844429 Dec 08 16:01:16.895911 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 0796603a-9eb4-4d7f-bd12-e249d4003d2c up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:01:16.999274 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port f3d571be-92db-4181-b1b3-fd1d8c6c31c6, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=f3d571be-92db-4181-b1b3-fd1d8c6c31c6,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:01:16.999616 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af972fa4-9cad-4759-a198-55461a192a12 req-ab2a4927-f395-4c7d-8ea6-5c0231df7095 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:17.001265 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-af972fa4-9cad-4759-a198-55461a192a12 req-ab2a4927-f395-4c7d-8ea6-5c0231df7095 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.64 "GET /v2.0/ports?device_id=4751527c-87bc-4bb8-a561-fcf0df8bf062 HTTP/1.1" status: 200 len: 948 time: 0.0560579 Dec 08 16:01:17.010063 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': 'f3d571be-92db-4181-b1b3-fd1d8c6c31c6', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'port_id': 'f3d571be-92db-4181-b1b3-fd1d8c6c31c6', 'mac_address': 'fa:16:3e:83:c2:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c93b3a32-b438-4a47-8558-220c03febf97', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:01:17.048354 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:17.048927 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-af972fa4-9cad-4759-a198-55461a192a12 req-e0375d89-d4f5-4f7a-89bd-6540b43b5f04 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.64 "GET /v2.0/security-groups?id=9071a444-aa2f-4947-88b9-c6b6216b6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415869 Dec 08 16:01:17.063618 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3d571be-92db-4181-b1b3-fd1d8c6c31c6 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:01:17.099351 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port f3d571be-92db-4181-b1b3-fd1d8c6c31c6, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=f3d571be-92db-4181-b1b3-fd1d8c6c31c6,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:01:17.105502 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port 0796603a-9eb4-4d7f-bd12-e249d4003d2c completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:01:17.117888 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 0796603a-9eb4-4d7f-bd12-e249d4003d2c triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:01:17.117888 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:17.191961 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:17.223841 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:17.254676 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4751527c-87bc-4bb8-a561-fcf0df8bf062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0796603a-9eb4-4d7f-bd12-e249d4003d2c'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:01:17.256997 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e4248a-eb35-4d03-a7cb-23f2d35a875e" -d '{"events": [{"server_uuid": "4751527c-87bc-4bb8-a561-fcf0df8bf062", "name": "network-vif-plugged", "status": "completed", "tag": "0796603a-9eb4-4d7f-bd12-e249d4003d2c"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:01:17.276499 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 0796603a-9eb4-4d7f-bd12-e249d4003d2c, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=0796603a-9eb4-4d7f-bd12-e249d4003d2c,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:01:17.282427 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=f3d571be-92db-4181-b1b3-fd1d8c6c31c6,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:17.293199 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b84aff1-29ba-43ca-9d14-d5ff150d6350 x-openstack-request-id: req-8b84aff1-29ba-43ca-9d14-d5ff150d6350 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:01:17.293516 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4751527c-87bc-4bb8-a561-fcf0df8bf062", "name": "network-vif-plugged", "status": "completed", "tag": "0796603a-9eb4-4d7f-bd12-e249d4003d2c", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:01:17.294481 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8b84aff1-29ba-43ca-9d14-d5ff150d6350 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:01:17.294872 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4751527c-87bc-4bb8-a561-fcf0df8bf062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0796603a-9eb4-4d7f-bd12-e249d4003d2c', 'code': 200} Dec 08 16:01:17.365647 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:17.410574 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['f3d571be-92db-4181-b1b3-fd1d8c6c31c6'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:01:17.426229 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c25e0-4eff-435c-aec5-71800ddb5b03 req-bf286c60-1555-4b34-8680-bc3d7d95aac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:17.430687 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0c4c25e0-4eff-435c-aec5-71800ddb5b03 req-bf286c60-1555-4b34-8680-bc3d7d95aac6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4751527c-87bc-4bb8-a561-fcf0df8bf062 HTTP/1.1" status: 200 len: 1101 time: 0.0732019 Dec 08 16:01:17.477414 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=0796603a-9eb4-4d7f-bd12-e249d4003d2c,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:17.485753 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:17.489898 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0c4c25e0-4eff-435c-aec5-71800ddb5b03 req-ac3e9b77-0450-484b-9e31-62a4473369cf service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9071a444-aa2f-4947-88b9-c6b6216b6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512371 Dec 08 16:01:17.972184 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b94647-78ec-448b-8232-05755caa5fdf req-500e3a66-737f-41fc-94b0-a85d1b71fb29 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:17.973895 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d1b94647-78ec-448b-8232-05755caa5fdf req-500e3a66-737f-41fc-94b0-a85d1b71fb29 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c98d80f-e02b-4998-87c8-bc145d0a0b06 HTTP/1.1" status: 200 len: 949 time: 0.0599463 Dec 08 16:01:18.023844 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d1b94647-78ec-448b-8232-05755caa5fdf req-9e9975b7-e40b-44a7-b5f4-5f9a45144fad tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/security-groups?id=97b0c99b-1984-47fc-847f-c601cfde1d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440323 Dec 08 16:01:18.027266 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59120) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:18.179940 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e40e12-506f-4ee5-a355-5a0bc0be3591 req-32546174-da2b-44ed-a0e0-c6691fd632dc tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:18.181515 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d7e40e12-506f-4ee5-a355-5a0bc0be3591 req-32546174-da2b-44ed-a0e0-c6691fd632dc tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.64 "GET /v2.0/ports?device_id=4751527c-87bc-4bb8-a561-fcf0df8bf062 HTTP/1.1" status: 200 len: 949 time: 0.0588562 Dec 08 16:01:18.233820 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d7e40e12-506f-4ee5-a355-5a0bc0be3591 req-01310f9a-2654-4eb7-8399-2084b75cf5ea tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.64 "GET /v2.0/security-groups?id=9071a444-aa2f-4947-88b9-c6b6216b6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461519 Dec 08 16:01:18.281574 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a8d87ef9-1282-4a45-91e3-2cee489cc882 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:18.357581 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a8d87ef9-1282-4a45-91e3-2cee489cc882 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:18.505855 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a8d87ef9-1282-4a45-91e3-2cee489cc882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:18.547506 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a8d87ef9-1282-4a45-91e3-2cee489cc882 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a580f3106b1c46bf83236d16ff975a8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5190706 Dec 08 16:01:18.548687 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d87ef9-1282-4a45-91e3-2cee489cc882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2edf4dfb-4e3d-4cd2-97b8-f9a5dd637590,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:18.550769 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59142) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:18.610652 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0684bb1c-f4ed-4644-8b6e-ac689f89ed1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:18.640950 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0684bb1c-f4ed-4644-8b6e-ac689f89ed1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:18.745690 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0684bb1c-f4ed-4644-8b6e-ac689f89ed1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:18.748810 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0684bb1c-f4ed-4644-8b6e-ac689f89ed1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:18.750207 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-0684bb1c-f4ed-4644-8b6e-ac689f89ed1f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2edf4dfb-4e3d-4cd2-97b8-f9a5dd637590 HTTP/1.1" status: 204 len: 168 time: 0.1975050 Dec 08 16:01:18.760322 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0684bb1c-f4ed-4644-8b6e-ac689f89ed1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2edf4dfb-4e3d-4cd2-97b8-f9a5dd637590,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:18.766652 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59152) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:18.808336 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device f3d571be-92db-4181-b1b3-fd1d8c6c31c6 up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:01:18.882717 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59156) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:18.927244 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port f3d571be-92db-4181-b1b3-fd1d8c6c31c6 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:01:18.931639 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port f3d571be-92db-4181-b1b3-fd1d8c6c31c6 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:01:18.932019 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:19.012947 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:19.041892 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-4b632e6f-6b67-4c6a-82be-8288c5b5b64b admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-612582527-network', 'tenant_id': 'a852a94827a640d4b4d781ca2b4d8472'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:01:19.067184 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port f3d571be-92db-4181-b1b3-fd1d8c6c31c6, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=f3d571be-92db-4181-b1b3-fd1d8c6c31c6,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:01:19.105962 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d9ce11fd-33ad-4577-bd52-5f77e7f0b62f tempest-AutoAllocateNetworkTest-1891083323 tempest-AutoAllocateNetworkTest-1891083323-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=fbc00b503da049d69f954118a1d893d0&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2219825 Dec 08 16:01:19.109017 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59170) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:19.151481 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:19.204426 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b632e6f-6b67-4c6a-82be-8288c5b5b64b admin admin] Made reservation on behalf of a852a94827a640d4b4d781ca2b4d8472 for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:01:19.207818 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4b632e6f-6b67-4c6a-82be-8288c5b5b64b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:19.214487 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=f3d571be-92db-4181-b1b3-fd1d8c6c31c6,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:19.223047 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4b632e6f-6b67-4c6a-82be-8288c5b5b64b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:19.256250 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4f34e-1675-4372-96d5-b9c7c711b704 req-20ddb5c1-2509-4fbc-803c-5dd6ad5b2df8 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:19.261684 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7ec4f34e-1675-4372-96d5-b9c7c711b704 req-20ddb5c1-2509-4fbc-803c-5dd6ad5b2df8 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c98d80f-e02b-4998-87c8-bc145d0a0b06 HTTP/1.1" status: 200 len: 949 time: 0.1283584 Dec 08 16:01:19.295903 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c98d80f-e02b-4998-87c8-bc145d0a0b06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d571be-92db-4181-b1b3-fd1d8c6c31c6'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:01:19.299213 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d00a5b8-d592-40fc-997f-fbf65c60a5c4" -d '{"events": [{"server_uuid": "2c98d80f-e02b-4998-87c8-bc145d0a0b06", "name": "network-vif-plugged", "status": "completed", "tag": "f3d571be-92db-4181-b1b3-fd1d8c6c31c6"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:01:19.305988 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45c122c-99b0-4fae-b867-e6d07b75cd44 tempest-AutoAllocateNetworkTest-1891083323 tempest-AutoAllocateNetworkTest-1891083323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:19.307188 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b45c122c-99b0-4fae-b867-e6d07b75cd44 tempest-AutoAllocateNetworkTest-1891083323 tempest-AutoAllocateNetworkTest-1891083323-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1967974 Dec 08 16:01:19.312773 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59182) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:19.385357 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-2dce4d75-befd-4cfe-bcab-3098a7c5b4ab tempest-AutoAllocateNetworkTest-1891083323 tempest-AutoAllocateNetworkTest-1891083323-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0687861 Dec 08 16:01:19.389428 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59184) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:19.415132 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7ec4f34e-1675-4372-96d5-b9c7c711b704 req-0e02e854-f529-4db4-b3c2-e8bf898c2295 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/security-groups?id=97b0c99b-1984-47fc-847f-c601cfde1d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492000 Dec 08 16:01:19.424475 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-36472c11-357b-49b1-a543-2c69bae4cbac tempest-AutoAllocateNetworkTest-1891083323 tempest-AutoAllocateNetworkTest-1891083323-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=fbc00b503da049d69f954118a1d893d0 HTTP/1.1" status: 200 len: 208 time: 0.0343249 Dec 08 16:01:19.469884 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4b632e6f-6b67-4c6a-82be-8288c5b5b64b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:19.537914 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ddf4ea-2a0c-478d-8bcf-60b64d34892d req-c72f3dea-8fb6-4156-9361-f427c390ecfb tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:19.539608 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-15ddf4ea-2a0c-478d-8bcf-60b64d34892d req-c72f3dea-8fb6-4156-9361-f427c390ecfb tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.64 "GET /v2.0/ports?device_id=4751527c-87bc-4bb8-a561-fcf0df8bf062 HTTP/1.1" status: 200 len: 949 time: 0.0496278 Dec 08 16:01:19.562022 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4b632e6f-6b67-4c6a-82be-8288c5b5b64b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:19.596470 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b632e6f-6b67-4c6a-82be-8288c5b5b64b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:01:19.604441 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-15ddf4ea-2a0c-478d-8bcf-60b64d34892d req-1189262f-62c8-41d4-9005-11ff6c589400 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.64 "GET /v2.0/security-groups?id=9071a444-aa2f-4947-88b9-c6b6216b6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514374 Dec 08 16:01:19.619788 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4b632e6f-6b67-4c6a-82be-8288c5b5b64b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740895631041', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:19.620393 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4b632e6f-6b67-4c6a-82be-8288c5b5b64b admin admin] Unsubscribe: segment precommit_create {{(pid=110550) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 08 16:01:19.620860 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-4b632e6f-6b67-4c6a-82be-8288c5b5b64b admin admin] Added segment a657cd3d-b4f1-4de9-9e20-89332c54a82c of type vlan for network 335547d4-bfd2-4ca6-83e2-63a39090738e Dec 08 16:01:19.624909 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b632e6f-6b67-4c6a-82be-8288c5b5b64b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7c5b10-7732-4f2e-a597-ecb6780078a7,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:19.669471 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59194) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:19.694317 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf92419-233d-4a5f-b8f8-f35db718220f x-openstack-request-id: req-faf92419-233d-4a5f-b8f8-f35db718220f {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:01:19.694660 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c98d80f-e02b-4998-87c8-bc145d0a0b06", "name": "network-vif-plugged", "status": "completed", "tag": "f3d571be-92db-4181-b1b3-fd1d8c6c31c6", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:01:19.694917 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-faf92419-233d-4a5f-b8f8-f35db718220f {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:01:19.695297 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c98d80f-e02b-4998-87c8-bc145d0a0b06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d571be-92db-4181-b1b3-fd1d8c6c31c6', 'code': 200} Dec 08 16:01:19.696207 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4b632e6f-6b67-4c6a-82be-8288c5b5b64b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:19.810690 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5083b7-680e-4668-af49-ad1ed081cb17 req-ab0c9d21-ba3b-4ea5-b00f-f9aaee7a5d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:19.812322 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7e5083b7-680e-4668-af49-ad1ed081cb17 req-ab0c9d21-ba3b-4ea5-b00f-f9aaee7a5d96 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2c98d80f-e02b-4998-87c8-bc145d0a0b06 HTTP/1.1" status: 200 len: 1102 time: 0.0513794 Dec 08 16:01:19.848285 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4b632e6f-6b67-4c6a-82be-8288c5b5b64b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:19.849256 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b632e6f-6b67-4c6a-82be-8288c5b5b64b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:19.849853 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4b632e6f-6b67-4c6a-82be-8288c5b5b64b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:19.923356 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7e5083b7-680e-4668-af49-ad1ed081cb17 req-33269658-34c0-4d61-86f9-435dcf68572a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=97b0c99b-1984-47fc-847f-c601cfde1d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043794 Dec 08 16:01:19.961225 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b632e6f-6b67-4c6a-82be-8288c5b5b64b admin admin] Pushing event updated for resources: {'Network': ['ID=335547d4-bfd2-4ca6-83e2-63a39090738e,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:19.973747 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 335547d4-bfd2-4ca6-83e2-63a39090738e details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:01:20.005524 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-4b632e6f-6b67-4c6a-82be-8288c5b5b64b admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2373395 Dec 08 16:01:20.013373 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59206) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:20.016216 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-b9de3bfe-2cac-4edc-b96f-541d897949e8 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-314010773-network', 'tenant_id': '85658dbd01a84c26a2385fde82126184'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:01:20.022289 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-9ab8370f-6c18-432f-87e0-445bb82628ea admin admin] Request body: {'subnet': {'network_id': '335547d4-bfd2-4ca6-83e2-63a39090738e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-612582527-subnet', 'tenant_id': 'a852a94827a640d4b4d781ca2b4d8472', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:01:20.163965 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab8370f-6c18-432f-87e0-445bb82628ea admin admin] Made reservation on behalf of a852a94827a640d4b4d781ca2b4d8472 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:01:20.166456 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9ab8370f-6c18-432f-87e0-445bb82628ea admin admin] Publish callbacks [] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:20.307718 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f3c8f1-9d2b-42f8-8a3a-eb6c383d0e61 req-be6996e2-2043-46e5-b848-3c5ac52dfd00 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:20.309518 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e7f3c8f1-9d2b-42f8-8a3a-eb6c383d0e61 req-be6996e2-2043-46e5-b848-3c5ac52dfd00 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.64 "GET /v2.0/ports?device_id=4751527c-87bc-4bb8-a561-fcf0df8bf062 HTTP/1.1" status: 200 len: 949 time: 0.0890634 Dec 08 16:01:20.339358 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9de3bfe-2cac-4edc-b96f-541d897949e8 admin admin] Made reservation on behalf of 85658dbd01a84c26a2385fde82126184 for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:01:20.342688 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b9de3bfe-2cac-4edc-b96f-541d897949e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:20.380722 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b9de3bfe-2cac-4edc-b96f-541d897949e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:20.436070 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e7f3c8f1-9d2b-42f8-8a3a-eb6c383d0e61 req-8d9f9ae6-b851-4ba3-a47f-502a0d7b9fe2 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.64 "GET /v2.0/security-groups?id=9071a444-aa2f-4947-88b9-c6b6216b6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173959 Dec 08 16:01:20.451469 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59224) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:20.568582 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b9de3bfe-2cac-4edc-b96f-541d897949e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:20.577924 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9ab8370f-6c18-432f-87e0-445bb82628ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:20.597427 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73d5a4-2a16-412d-8a45-84f1055cd4f4 req-a6c56f73-3077-4746-b782-6c2b4e7b5032 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:20.598992 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ac73d5a4-2a16-412d-8a45-84f1055cd4f4 req-a6c56f73-3077-4746-b782-6c2b4e7b5032 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c98d80f-e02b-4998-87c8-bc145d0a0b06 HTTP/1.1" status: 200 len: 950 time: 0.0899637 Dec 08 16:01:20.759324 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1d4eaea3-8f62-4d9b-9a08-8b46a20ffa74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:20.810852 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b9de3bfe-2cac-4edc-b96f-541d897949e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:20.848611 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9de3bfe-2cac-4edc-b96f-541d897949e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c31f08-c5ab-4865-87f7-8614b3c50c02,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:20.891010 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9de3bfe-2cac-4edc-b96f-541d897949e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:01:20.925158 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1d4eaea3-8f62-4d9b-9a08-8b46a20ffa74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:20.927245 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab8370f-6c18-432f-87e0-445bb82628ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef5ea7fa-565f-48e7-8d27-0c7d9b33e964,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:20.939462 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ac73d5a4-2a16-412d-8a45-84f1055cd4f4 req-89d23f39-d096-4a57-b2b1-cb32a232f734 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/security-groups?id=97b0c99b-1984-47fc-847f-c601cfde1d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361938 Dec 08 16:01:20.952956 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b9de3bfe-2cac-4edc-b96f-541d897949e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:20.953498 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-b9de3bfe-2cac-4edc-b96f-541d897949e8 admin admin] Added segment 08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4 of type vlan for network 9fb73276-e1f8-4bac-a027-20476a8f0b71 Dec 08 16:01:20.965966 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab8370f-6c18-432f-87e0-445bb82628ea admin admin] Checking segment: {'id': 'a657cd3d-b4f1-4de9-9e20-89332c54a82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '335547d4-bfd2-4ca6-83e2-63a39090738e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:01:20.966576 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab8370f-6c18-432f-87e0-445bb82628ea admin admin] Network hostable DHCP agents. Network: 335547d4-bfd2-4ca6-83e2-63a39090738e, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:01:21.012158 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b9de3bfe-2cac-4edc-b96f-541d897949e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:21.036948 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1d4eaea3-8f62-4d9b-9a08-8b46a20ffa74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:21.079869 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-1d4eaea3-8f62-4d9b-9a08-8b46a20ffa74 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fbc00b503da049d69f954118a1d893d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6268694 Dec 08 16:01:21.082551 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59246) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:21.098876 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4eaea3-8f62-4d9b-9a08-8b46a20ffa74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1796ba57-1d8d-4b41-ac2a-30de4dd69e65,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:21.149489 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9c9057f9-640e-4ad6-910d-6ade5c33a085 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:21.157308 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab8370f-6c18-432f-87e0-445bb82628ea admin admin] Network 335547d4-bfd2-4ca6-83e2-63a39090738e is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:01:21.172278 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9c9057f9-640e-4ad6-910d-6ade5c33a085 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:21.228319 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b9de3bfe-2cac-4edc-b96f-541d897949e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:21.229317 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9de3bfe-2cac-4edc-b96f-541d897949e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:21.244380 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b9de3bfe-2cac-4edc-b96f-541d897949e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:21.306182 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-9ab8370f-6c18-432f-87e0-445bb82628ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 335547d4-bfd2-4ca6-83e2-63a39090738e) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:01:21.308465 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9de3bfe-2cac-4edc-b96f-541d897949e8 admin admin] Pushing event updated for resources: {'Network': ['ID=9fb73276-e1f8-4bac-a027-20476a8f0b71,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:21.316475 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab8370f-6c18-432f-87e0-445bb82628ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:21.317679 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58c6f9e-bf19-46f1-920a-314317d6554e None None] Network 335547d4-bfd2-4ca6-83e2-63a39090738e requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:01:21.320014 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9ab8370f-6c18-432f-87e0-445bb82628ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:21.347990 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 9fb73276-e1f8-4bac-a027-20476a8f0b71 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:01:21.374711 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9c9057f9-640e-4ad6-910d-6ade5c33a085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:21.377745 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9c9057f9-640e-4ad6-910d-6ade5c33a085 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:21.379166 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-9c9057f9-640e-4ad6-910d-6ade5c33a085 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1796ba57-1d8d-4b41-ac2a-30de4dd69e65 HTTP/1.1" status: 204 len: 168 time: 0.2860341 Dec 08 16:01:21.389148 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9057f9-640e-4ad6-910d-6ade5c33a085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1796ba57-1d8d-4b41-ac2a-30de4dd69e65,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:21.426695 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b9de3bfe-2cac-4edc-b96f-541d897949e8 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7559965 Dec 08 16:01:21.436661 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59262) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:21.442665 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-b7052982-b65b-4ba6-ad9b-0fd2fc9488b1 admin admin] Request body: {'subnet': {'network_id': '9fb73276-e1f8-4bac-a027-20476a8f0b71', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-314010773-subnet', 'tenant_id': '85658dbd01a84c26a2385fde82126184', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:01:21.510404 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-9ab8370f-6c18-432f-87e0-445bb82628ea admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.4988477 Dec 08 16:01:21.513890 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59266) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:21.520529 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-77af1a83-9191-40e3-be0f-2c244a78cb44 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-612582527-router', 'tenant_id': 'a852a94827a640d4b4d781ca2b4d8472', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:01:21.618113 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b6eb55af-f7ca-4784-abb0-9d664ef4ce70 req-d58df4ae-af38-4d13-abd4-10e11561b812 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=b73d206799fe4423a8cfa64c519990fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289371 Dec 08 16:01:21.625925 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7052982-b65b-4ba6-ad9b-0fd2fc9488b1 admin admin] Made reservation on behalf of 85658dbd01a84c26a2385fde82126184 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:01:21.628324 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b7052982-b65b-4ba6-ad9b-0fd2fc9488b1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:21.693850 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67518867-71e6-45f6-8080-11a84996ea8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-335547d4-bfd2-4ca6-83e2-63a39090738e', 'network_id': '335547d4-bfd2-4ca6-83e2-63a39090738e', 'project_id': 'a852a94827a640d4b4d781ca2b4d8472', 'fixed_ips': [{'subnet_id': 'ef5ea7fa-565f-48e7-8d27-0c7d9b33e964'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:01:21.695114 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-67518867-71e6-45f6-8080-11a84996ea8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:21.777131 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb55af-f7ca-4784-abb0-9d664ef4ce70 req-823f12ba-406f-4670-b7e1-411a2ae62b8d tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:21.779105 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b6eb55af-f7ca-4784-abb0-9d664ef4ce70 req-823f12ba-406f-4670-b7e1-411a2ae62b8d tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1536252 Dec 08 16:01:21.797430 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-77af1a83-9191-40e3-be0f-2c244a78cb44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:21.799549 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-77af1a83-9191-40e3-be0f-2c244a78cb44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:21.838721 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b6eb55af-f7ca-4784-abb0-9d664ef4ce70 req-dfff7441-369b-4a4b-a12d-01ff3ee419c6 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/quotas/b73d206799fe4423a8cfa64c519990fb HTTP/1.1" status: 200 len: 375 time: 0.0499203 Dec 08 16:01:21.855018 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e22e7-c62e-45a2-b18a-d19e65297774 req-39bc4c29-6477-436c-9d74-a41d12808734 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:21.865975 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f62e22e7-c62e-45a2-b18a-d19e65297774 req-39bc4c29-6477-436c-9d74-a41d12808734 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.64 "GET /v2.0/ports?device_id=4751527c-87bc-4bb8-a561-fcf0df8bf062 HTTP/1.1" status: 200 len: 949 time: 0.1361308 Dec 08 16:01:21.874285 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-67518867-71e6-45f6-8080-11a84996ea8f None None] Allocated IP 172.20.0.2 (335547d4-bfd2-4ca6-83e2-63a39090738e/ef5ea7fa-565f-48e7-8d27-0c7d9b33e964/7407642a-bcb7-47a3-85a0-db6e87add923) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:01:21.919952 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b6eb55af-f7ca-4784-abb0-9d664ef4ce70 req-c625998e-8676-41db-88fa-5a9e16c3e60a tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b73d206799fe4423a8cfa64c519990fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0619221 Dec 08 16:01:22.039267 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-77af1a83-9191-40e3-be0f-2c244a78cb44 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:22.040168 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f62e22e7-c62e-45a2-b18a-d19e65297774 req-803823f8-7be5-4a39-8019-7ffb261cfc82 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.64 "GET /v2.0/security-groups?id=9071a444-aa2f-4947-88b9-c6b6216b6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727924 Dec 08 16:01:22.088727 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-67518867-71e6-45f6-8080-11a84996ea8f None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:22.100498 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b7052982-b65b-4ba6-ad9b-0fd2fc9488b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:22.193231 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-67518867-71e6-45f6-8080-11a84996ea8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:22.246010 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59304) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:22.277903 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67518867-71e6-45f6-8080-11a84996ea8f None None] Pushing event updated for resources: {'Port': ['ID=7407642a-bcb7-47a3-85a0-db6e87add923,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:22.290707 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7052982-b65b-4ba6-ad9b-0fd2fc9488b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bab6816-4414-47cc-922e-2566e0e2da0a,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:22.301162 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7052982-b65b-4ba6-ad9b-0fd2fc9488b1 admin admin] Checking segment: {'id': '08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9fb73276-e1f8-4bac-a027-20476a8f0b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:01:22.301768 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7052982-b65b-4ba6-ad9b-0fd2fc9488b1 admin admin] Network hostable DHCP agents. Network: 9fb73276-e1f8-4bac-a027-20476a8f0b71, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:01:22.316458 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3c2b2-9e58-43a7-acbf-66cb9310bbf4 req-34ce4afe-962e-494d-aba2-3cf155ce91f9 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:22.322856 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67518867-71e6-45f6-8080-11a84996ea8f None None] Network 335547d4-bfd2-4ca6-83e2-63a39090738e is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:01:22.329006 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-67518867-71e6-45f6-8080-11a84996ea8f None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:01:22.329117 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-faa3c2b2-9e58-43a7-acbf-66cb9310bbf4 req-34ce4afe-962e-494d-aba2-3cf155ce91f9 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c98d80f-e02b-4998-87c8-bc145d0a0b06 HTTP/1.1" status: 200 len: 950 time: 0.1755331 Dec 08 16:01:22.331180 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67518867-71e6-45f6-8080-11a84996ea8f None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:01:22.359280 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-77af1a83-9191-40e3-be0f-2c244a78cb44 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:22.402938 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5158b929-f51b-4116-88ea-c4f0c79693e2 req-dff01091-8d3a-44ac-917a-66c43b7c2ed3 tempest-LiveMigrationNegativeTest-1780328068 tempest-LiveMigrationNegativeTest-1780328068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:22.405547 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5158b929-f51b-4116-88ea-c4f0c79693e2 req-dff01091-8d3a-44ac-917a-66c43b7c2ed3 tempest-LiveMigrationNegativeTest-1780328068 tempest-LiveMigrationNegativeTest-1780328068-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=4751527c-87bc-4bb8-a561-fcf0df8bf062 HTTP/1.1" status: 200 len: 1101 time: 0.0674922 Dec 08 16:01:22.452837 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-67518867-71e6-45f6-8080-11a84996ea8f None None] Attempting to bind port 7407642a-bcb7-47a3-85a0-db6e87add923 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:01:22.453712 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-67518867-71e6-45f6-8080-11a84996ea8f None None] Attempting to bind port 7407642a-bcb7-47a3-85a0-db6e87add923 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'a657cd3d-b4f1-4de9-9e20-89332c54a82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '335547d4-bfd2-4ca6-83e2-63a39090738e'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:01:22.454780 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67518867-71e6-45f6-8080-11a84996ea8f None None] Attempting to bind port 7407642a-bcb7-47a3-85a0-db6e87add923 on network 335547d4-bfd2-4ca6-83e2-63a39090738e {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:01:22.462139 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-5158b929-f51b-4116-88ea-c4f0c79693e2 req-4c95c8a9-d054-4030-af51-5055cc67974f tempest-LiveMigrationNegativeTest-1780328068 tempest-LiveMigrationNegativeTest-1780328068-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:22.466875 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67518867-71e6-45f6-8080-11a84996ea8f None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:01:22.470794 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67518867-71e6-45f6-8080-11a84996ea8f None None] Checking segment: {'id': 'a657cd3d-b4f1-4de9-9e20-89332c54a82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '335547d4-bfd2-4ca6-83e2-63a39090738e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:01:22.470794 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-67518867-71e6-45f6-8080-11a84996ea8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:22.470794 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67518867-71e6-45f6-8080-11a84996ea8f None None] Bound using segment: {'id': 'a657cd3d-b4f1-4de9-9e20-89332c54a82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '335547d4-bfd2-4ca6-83e2-63a39090738e'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:01:22.470794 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-67518867-71e6-45f6-8080-11a84996ea8f None None] Bound port: 7407642a-bcb7-47a3-85a0-db6e87add923, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a657cd3d-b4f1-4de9-9e20-89332c54a82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '335547d4-bfd2-4ca6-83e2-63a39090738e'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:01:22.470794 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-67518867-71e6-45f6-8080-11a84996ea8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:22.488482 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-faa3c2b2-9e58-43a7-acbf-66cb9310bbf4 req-3ce9e5d0-90d9-410d-92b2-433ab890e8b0 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/security-groups?id=97b0c99b-1984-47fc-847f-c601cfde1d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583774 Dec 08 16:01:22.489568 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fc22a88a-33b6-4c5d-ba6b-40ff7d134e63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:22.551051 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7052982-b65b-4ba6-ad9b-0fd2fc9488b1 admin admin] Network 9fb73276-e1f8-4bac-a027-20476a8f0b71 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:01:22.564005 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-67518867-71e6-45f6-8080-11a84996ea8f None None] For port 7407642a-bcb7-47a3-85a0-db6e87add923, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:01:22.569169 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-67518867-71e6-45f6-8080-11a84996ea8f None None] For port 7407642a-bcb7-47a3-85a0-db6e87add923, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=7407642a-bcb7-47a3-85a0-db6e87add923,segment=NetworkSegment(a657cd3d-b4f1-4de9-9e20-89332c54a82c),segment_id=a657cd3d-b4f1-4de9-9e20-89332c54a82c)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:01:22.637365 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-b7052982-b65b-4ba6-ad9b-0fd2fc9488b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 9fb73276-e1f8-4bac-a027-20476a8f0b71) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:01:22.643669 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fc22a88a-33b6-4c5d-ba6b-40ff7d134e63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:22.651925 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-5158b929-f51b-4116-88ea-c4f0c79693e2 req-4c95c8a9-d054-4030-af51-5055cc67974f tempest-LiveMigrationNegativeTest-1780328068 tempest-LiveMigrationNegativeTest-1780328068-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:22.661421 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feeaa1ee-28f2-42d2-8c5f-62cc2d6e667a None None] Network 9fb73276-e1f8-4bac-a027-20476a8f0b71 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:01:22.669590 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7052982-b65b-4ba6-ad9b-0fd2fc9488b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:22.674007 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b7052982-b65b-4ba6-ad9b-0fd2fc9488b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:22.714399 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-67518867-71e6-45f6-8080-11a84996ea8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:22.749071 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f8b0cc5b-8f2e-4bcb-ae59-6459e1ed722f req-e5dbd360-e613-4bce-8651-4c6bf124b2e0 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bef8080-b8f4-4497-bc91-7ab62c323024 HTTP/1.1" status: 200 len: 210 time: 0.0385277 Dec 08 16:01:22.767919 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fc22a88a-33b6-4c5d-ba6b-40ff7d134e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:22.783895 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-5158b929-f51b-4116-88ea-c4f0c79693e2 req-4c95c8a9-d054-4030-af51-5055cc67974f tempest-LiveMigrationNegativeTest-1780328068 tempest-LiveMigrationNegativeTest-1780328068-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:22.831372 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc22a88a-33b6-4c5d-ba6b-40ff7d134e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f788f995-3914-4cea-ba7e-c4ec6208b1fc,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:22.847048 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67518867-71e6-45f6-8080-11a84996ea8f None None] Pushing event updated for resources: {'Port': ['ID=7407642a-bcb7-47a3-85a0-db6e87add923,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:22.847690 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-77af1a83-9191-40e3-be0f-2c244a78cb44 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:22.860447 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b7052982-b65b-4ba6-ad9b-0fd2fc9488b1 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4226215 Dec 08 16:01:22.896600 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-fc22a88a-33b6-4c5d-ba6b-40ff7d134e63 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fa2a4d3cb0004fe3887afd5e96d080cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6444836 Dec 08 16:01:22.899608 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59326) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:22.910187 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-77af1a83-9191-40e3-be0f-2c244a78cb44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:22.914951 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d41e4c-d75d-4f00-83a0-8d83f467c3d8 None None] Network 9fb73276-e1f8-4bac-a027-20476a8f0b71 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:01:22.927698 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5158b929-f51b-4116-88ea-c4f0c79693e2 req-4c95c8a9-d054-4030-af51-5055cc67974f tempest-LiveMigrationNegativeTest-1780328068 tempest-LiveMigrationNegativeTest-1780328068-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=9071a444-aa2f-4947-88b9-c6b6216b6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5106158 Dec 08 16:01:22.942377 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c95c8a9-d054-4030-af51-5055cc67974f tempest-LiveMigrationNegativeTest-1780328068 tempest-LiveMigrationNegativeTest-1780328068-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1725f7ca-c901-4a75-a189-99ee2963a912,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:23.068573 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ed15c93b-eaaf-4050-8e3c-4be175b14be9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:23.109130 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ed15c93b-eaaf-4050-8e3c-4be175b14be9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:23.179152 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-77af1a83-9191-40e3-be0f-2c244a78cb44 admin admin] Allocated IP 172.25.0.205 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/9fc1e132-8b2d-46f3-912c-e7a2fc1b1c57) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:01:23.372436 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-77af1a83-9191-40e3-be0f-2c244a78cb44 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:23.380823 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ed15c93b-eaaf-4050-8e3c-4be175b14be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:23.384150 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ed15c93b-eaaf-4050-8e3c-4be175b14be9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:23.389586 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ed15c93b-eaaf-4050-8e3c-4be175b14be9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f788f995-3914-4cea-ba7e-c4ec6208b1fc HTTP/1.1" status: 204 len: 168 time: 0.4884982 Dec 08 16:01:23.398833 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed15c93b-eaaf-4050-8e3c-4be175b14be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f788f995-3914-4cea-ba7e-c4ec6208b1fc,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:23.586106 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-77af1a83-9191-40e3-be0f-2c244a78cb44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:23.632004 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77af1a83-9191-40e3-be0f-2c244a78cb44 admin admin] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:01:23.636513 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-77af1a83-9191-40e3-be0f-2c244a78cb44 admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:01:23.643562 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77af1a83-9191-40e3-be0f-2c244a78cb44 admin admin] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:01:23.693852 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 7407642a-bcb7-47a3-85a0-db6e87add923 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:01:23.710905 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc3394-1544-4a0f-9c20-db495d8532b2 req-e0cfa51f-e371-4923-be7b-f11820f19f76 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:23.718726 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d9dc3394-1544-4a0f-9c20-db495d8532b2 req-e0cfa51f-e371-4923-be7b-f11820f19f76 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c98d80f-e02b-4998-87c8-bc145d0a0b06 HTTP/1.1" status: 200 len: 950 time: 0.0919650 Dec 08 16:01:23.794308 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77af1a83-9191-40e3-be0f-2c244a78cb44 admin admin] Pushing event updated for resources: {'Port': ['ID=9fc1e132-8b2d-46f3-912c-e7a2fc1b1c57,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:23.825045 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 7407642a-bcb7-47a3-85a0-db6e87add923 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:01:23.825671 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:23.833324 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d9dc3394-1544-4a0f-9c20-db495d8532b2 req-ecb425cc-e4b8-4ee4-ae24-5fc6bd705613 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/security-groups?id=97b0c99b-1984-47fc-847f-c601cfde1d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093030 Dec 08 16:01:23.986216 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-dffe213c-8dd5-4880-8bc5-886d61ea7232 req-de3b8187-b4ba-4560-a7e5-fc41b8eef35c tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bef8080-b8f4-4497-bc91-7ab62c323024 HTTP/1.1" status: 200 len: 210 time: 0.0451047 Dec 08 16:01:24.033358 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:24.081931 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 7407642a-bcb7-47a3-85a0-db6e87add923, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=7407642a-bcb7-47a3-85a0-db6e87add923,segment=NetworkSegment(a657cd3d-b4f1-4de9-9e20-89332c54a82c),segment_id=a657cd3d-b4f1-4de9-9e20-89332c54a82c)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:01:24.109994 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-77af1a83-9191-40e3-be0f-2c244a78cb44 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:24.157702 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:24.218393 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=7407642a-bcb7-47a3-85a0-db6e87add923,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:24.259406 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a304ddea-08c3-48b8-9eb7-3036897c6c34 None None] Network 335547d4-bfd2-4ca6-83e2-63a39090738e requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:01:24.369623 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-77af1a83-9191-40e3-be0f-2c244a78cb44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:24.415293 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-dc4a2f8c-c7ce-4930-a71f-e42214f092f8 None None] Provisioning complete for port 7407642a-bcb7-47a3-85a0-db6e87add923 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:01:24.415619 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-dc4a2f8c-c7ce-4930-a71f-e42214f092f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:24.435126 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [req-050e0f12-9636-4730-8e14-8febca16cd24 req-2ef6b0ab-9df3-4b97-87ed-5e39890e839e service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:01:24.450106 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-050e0f12-9636-4730-8e14-8febca16cd24 req-2ef6b0ab-9df3-4b97-87ed-5e39890e839e service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.6914830 Dec 08 16:01:24.692942 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b17111-f9a8-449b-89f9-25582f999d13 req-76951062-3907-4b45-8b2e-0d792b1dac76 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:24.701564 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f4b17111-f9a8-449b-89f9-25582f999d13 req-76951062-3907-4b45-8b2e-0d792b1dac76 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c98d80f-e02b-4998-87c8-bc145d0a0b06 HTTP/1.1" status: 200 len: 950 time: 0.0965893 Dec 08 16:01:24.708761 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59380) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:24.770830 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f4b17111-f9a8-449b-89f9-25582f999d13 req-be2f52a4-03c4-4506-ab40-de29b730ff13 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/security-groups?id=97b0c99b-1984-47fc-847f-c601cfde1d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683541 Dec 08 16:01:24.974079 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77af1a83-9191-40e3-be0f-2c244a78cb44 admin admin] Router 14ddbb3a-64a4-4bb1-be1b-f440d2cab96e is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:01:24.995372 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-c3eeba0a-f0f8-4256-bac9-18a0c872a8fa None None] Provisioning complete for port 7407642a-bcb7-47a3-85a0-db6e87add923 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:01:24.996025 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c3eeba0a-f0f8-4256-bac9-18a0c872a8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:25.001778 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4366f539-80ed-4a2d-923d-30de1cee585f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:25.182073 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e2587d18-5d48-45fd-97bc-15028a585b76 req-9b00d9df-3c10-4567-81a2-e038d3f5f02e tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bef8080-b8f4-4497-bc91-7ab62c323024 HTTP/1.1" status: 200 len: 210 time: 0.0742266 Dec 08 16:01:25.233177 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4366f539-80ed-4a2d-923d-30de1cee585f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:25.239507 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77af1a83-9191-40e3-be0f-2c244a78cb44 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:01:25.253310 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19b2f18-fe23-43e0-916f-bfa1642dbf66 None None] Sync routers for ids ['14ddbb3a-64a4-4bb1-be1b-f440d2cab96e'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:01:25.266133 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4578848-4efe-4cac-9887-3623c23cbbf6 req-f2beba33-9ad2-4e35-9f66-d6c077828a2c tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:25.268087 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e4578848-4efe-4cac-9887-3623c23cbbf6 req-f2beba33-9ad2-4e35-9f66-d6c077828a2c tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.64 "GET /v2.0/ports?device_id=4751527c-87bc-4bb8-a561-fcf0df8bf062 HTTP/1.1" status: 200 len: 949 time: 0.1027050 Dec 08 16:01:25.281381 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19b2f18-fe23-43e0-916f-bfa1642dbf66 None None] Routers {'14ddbb3a-64a4-4bb1-be1b-f440d2cab96e'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:01:25.282569 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-a19b2f18-fe23-43e0-916f-bfa1642dbf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:01:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['14ddbb3a-64a4-4bb1-be1b-f440d2cab96e'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:01:25.283443 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59402) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:25.288985 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-6105571e-f46b-4ad4-8907-3aed5c1aa013 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-853200415-network', 'tenant_id': 'f0895bdd129e470f9e06b301de0e2384'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:01:25.301601 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b6eb55af-f7ca-4784-abb0-9d664ef4ce70 req-544cfada-c373-4a16-ab9a-248a32c3ef6c tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=b73d206799fe4423a8cfa64c519990fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312488 Dec 08 16:01:25.374691 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4366f539-80ed-4a2d-923d-30de1cee585f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:25.453795 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4366f539-80ed-4a2d-923d-30de1cee585f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3aca355-6ce3-4c6c-b06b-d79db0e9152d,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:25.463114 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-a19b2f18-fe23-43e0-916f-bfa1642dbf66 None None] Set router 14ddbb3a-64a4-4bb1-be1b-f440d2cab96e gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:01:25.472898 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-4366f539-80ed-4a2d-923d-30de1cee585f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=36922a41e1104ec8922129abf03050d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7628920 Dec 08 16:01:25.477516 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59406) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:25.523082 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb55af-f7ca-4784-abb0-9d664ef4ce70 req-09cd45be-d9f4-4d63-81ef-99415a4d4c30 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:25.525934 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b6eb55af-f7ca-4784-abb0-9d664ef4ce70 req-09cd45be-d9f4-4d63-81ef-99415a4d4c30 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2175970 Dec 08 16:01:25.595258 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c4fc6ad6-bd8d-422d-98a3-bcbc7801be05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:25.620309 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-b6eb55af-f7ca-4784-abb0-9d664ef4ce70 req-9a801310-7ab5-4879-bd96-a52720bc85db tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Request body: {'port': {'device_id': '7bef8080-b8f4-4497-bc91-7ab62c323024', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'admin_state_up': True, 'tenant_id': 'b73d206799fe4423a8cfa64c519990fb'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:01:25.627773 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-77af1a83-9191-40e3-be0f-2c244a78cb44 admin admin] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:25.629156 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-77af1a83-9191-40e3-be0f-2c244a78cb44 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.1138940 Dec 08 16:01:25.637758 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59412) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:25.659195 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6105571e-f46b-4ad4-8907-3aed5c1aa013 admin admin] Made reservation on behalf of f0895bdd129e470f9e06b301de0e2384 for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:01:25.662811 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6105571e-f46b-4ad4-8907-3aed5c1aa013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:25.669378 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e4578848-4efe-4cac-9887-3623c23cbbf6 req-462033aa-0dfc-4ce1-98c9-600fe78ab1d1 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.64 "GET /v2.0/security-groups?id=9071a444-aa2f-4947-88b9-c6b6216b6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3854153 Dec 08 16:01:25.699513 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 7407642a-bcb7-47a3-85a0-db6e87add923 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:01:25.774125 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-a19b2f18-fe23-43e0-916f-bfa1642dbf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ddbb3a-64a4-4bb1-be1b-f440d2cab96e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-612582527-router', 'tenant_id': 'a852a94827a640d4b4d781ca2b4d8472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '9fc1e132-8b2d-46f3-912c-e7a2fc1b1c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:21Z', 'updated_at': '2021-12-08T16:01:23Z', 'revision_number': 3, 'project_id': 'a852a94827a640d4b4d781ca2b4d8472', 'gw_port': {'id': '9fc1e132-8b2d-46f3-912c-e7a2fc1b1c57', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:91:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ddbb3a-64a4-4bb1-be1b-f440d2cab96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:22Z', 'updated_at': '2021-12-08T16:01:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:01:25.818901 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19b2f18-fe23-43e0-916f-bfa1642dbf66 None None] Checking router: 14ddbb3a-64a4-4bb1-be1b-f440d2cab96e for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:01:25.819504 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19b2f18-fe23-43e0-916f-bfa1642dbf66 None None] Updating router 14ddbb3a-64a4-4bb1-be1b-f440d2cab96e port 9fc1e132-8b2d-46f3-912c-e7a2fc1b1c57 binding host n-d-776250-12 {{(pid=110553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:01:25.824133 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 7407642a-bcb7-47a3-85a0-db6e87add923 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:01:25.824570 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:25.831432 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c4fc6ad6-bd8d-422d-98a3-bcbc7801be05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:25.851612 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-a19b2f18-fe23-43e0-916f-bfa1642dbf66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:25.922261 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6105571e-f46b-4ad4-8907-3aed5c1aa013 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:25.966829 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd04db4d-1e1b-4474-9677-8eac6c13bbe2 req-77542c27-8863-457b-975e-d4911b2f1a7c tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:25.974293 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cd04db4d-1e1b-4474-9677-8eac6c13bbe2 req-77542c27-8863-457b-975e-d4911b2f1a7c tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c98d80f-e02b-4998-87c8-bc145d0a0b06 HTTP/1.1" status: 200 len: 950 time: 0.0812156 Dec 08 16:01:26.034139 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cd04db4d-1e1b-4474-9677-8eac6c13bbe2 req-0b3dedcd-6c0d-4081-bda2-d178a5a67800 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/security-groups?id=97b0c99b-1984-47fc-847f-c601cfde1d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588388 Dec 08 16:01:26.099754 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6eb55af-f7ca-4784-abb0-9d664ef4ce70 req-9a801310-7ab5-4879-bd96-a52720bc85db tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Made reservation on behalf of b73d206799fe4423a8cfa64c519990fb for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:01:26.106462 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-b6eb55af-f7ca-4784-abb0-9d664ef4ce70 req-9a801310-7ab5-4879-bd96-a52720bc85db tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:26.128583 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-b6eb55af-f7ca-4784-abb0-9d664ef4ce70 req-9a801310-7ab5-4879-bd96-a52720bc85db tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:26.266918 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-a19b2f18-fe23-43e0-916f-bfa1642dbf66 None None] Publish callbacks [] for port, precommit_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:26.295216 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-b6eb55af-f7ca-4784-abb0-9d664ef4ce70 req-9a801310-7ab5-4879-bd96-a52720bc85db tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:26.344115 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-98a0d656-776e-465b-9373-00182ff11e82 req-dbfc7349-e14d-41cb-93cd-328b7e219512 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bef8080-b8f4-4497-bc91-7ab62c323024 HTTP/1.1" status: 200 len: 210 time: 0.0426066 Dec 08 16:01:26.353934 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59426) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:26.392103 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-a19b2f18-fe23-43e0-916f-bfa1642dbf66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:26.405915 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6105571e-f46b-4ad4-8907-3aed5c1aa013 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:26.421677 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fabfba3-c964-4c23-a3db-59631fcfd049 req-77d6ff3a-bcb0-435b-8eb3-0ad0e6477bf1 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:26.424259 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4fabfba3-c964-4c23-a3db-59631fcfd049 req-77d6ff3a-bcb0-435b-8eb3-0ad0e6477bf1 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c98d80f-e02b-4998-87c8-bc145d0a0b06 HTTP/1.1" status: 200 len: 950 time: 0.5896122 Dec 08 16:01:26.454951 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-b6eb55af-f7ca-4784-abb0-9d664ef4ce70 req-9a801310-7ab5-4879-bd96-a52720bc85db tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:26.458902 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-a19b2f18-fe23-43e0-916f-bfa1642dbf66 None None] Attempting to bind port 9fc1e132-8b2d-46f3-912c-e7a2fc1b1c57 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:01:26.459283 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-a19b2f18-fe23-43e0-916f-bfa1642dbf66 None None] Attempting to bind port 9fc1e132-8b2d-46f3-912c-e7a2fc1b1c57 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:01:26.459759 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19b2f18-fe23-43e0-916f-bfa1642dbf66 None None] Attempting to bind port 9fc1e132-8b2d-46f3-912c-e7a2fc1b1c57 on network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:01:26.470551 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19b2f18-fe23-43e0-916f-bfa1642dbf66 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:01:26.471089 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19b2f18-fe23-43e0-916f-bfa1642dbf66 None None] Checking segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:01:26.471381 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-a19b2f18-fe23-43e0-916f-bfa1642dbf66 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:26.471756 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19b2f18-fe23-43e0-916f-bfa1642dbf66 None None] Bound using segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:01:26.472274 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-a19b2f18-fe23-43e0-916f-bfa1642dbf66 None None] Bound port: 9fc1e132-8b2d-46f3-912c-e7a2fc1b1c57, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:01:26.472697 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-a19b2f18-fe23-43e0-916f-bfa1642dbf66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:26.500221 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a801310-7ab5-4879-bd96-a52720bc85db tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f75e1b6f-946e-4329-848c-a83d4e3fca1f,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:26.511073 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ccb22-f29f-4669-90ca-bec9a6a1a07c None None] Pushing event updated for resources: {'Port': ['ID=9fc1e132-8b2d-46f3-912c-e7a2fc1b1c57,revision_number=2']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:26.547583 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ccb22-f29f-4669-90ca-bec9a6a1a07c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:26.552303 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ccb22-f29f-4669-90ca-bec9a6a1a07c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:26.553725 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ccb22-f29f-4669-90ca-bec9a6a1a07c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:26.554388 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ccb22-f29f-4669-90ca-bec9a6a1a07c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:26.555093 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ccb22-f29f-4669-90ca-bec9a6a1a07c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:26.556070 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ccb22-f29f-4669-90ca-bec9a6a1a07c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:26.556742 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ccb22-f29f-4669-90ca-bec9a6a1a07c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:26.558174 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ccb22-f29f-4669-90ca-bec9a6a1a07c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:26.560683 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ccb22-f29f-4669-90ca-bec9a6a1a07c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:26.562351 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ccb22-f29f-4669-90ca-bec9a6a1a07c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:26.563017 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ccb22-f29f-4669-90ca-bec9a6a1a07c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:26.564977 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ccb22-f29f-4669-90ca-bec9a6a1a07c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:26.564977 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ccb22-f29f-4669-90ca-bec9a6a1a07c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:26.566104 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ccb22-f29f-4669-90ca-bec9a6a1a07c None None] Tracked resource versions report: Dec 08 16:01:26.566104 n-d-776250-12 neutron-server[110553]: pushed versions: Dec 08 16:01:26.566104 n-d-776250-12 neutron-server[110553]: { 'AddressGroup': {'1.2'}, Dec 08 16:01:26.566104 n-d-776250-12 neutron-server[110553]: 'ConntrackHelper': {'1.0'}, Dec 08 16:01:26.566104 n-d-776250-12 neutron-server[110553]: 'LocalIPAssociation': {'1.0'}, Dec 08 16:01:26.566104 n-d-776250-12 neutron-server[110553]: 'Log': {'1.0'}, Dec 08 16:01:26.566104 n-d-776250-12 neutron-server[110553]: 'Network': {'1.1'}, Dec 08 16:01:26.566104 n-d-776250-12 neutron-server[110553]: 'Port': {'1.7'}, Dec 08 16:01:26.566104 n-d-776250-12 neutron-server[110553]: 'PortForwarding': {'1.2'}, Dec 08 16:01:26.566104 n-d-776250-12 neutron-server[110553]: 'QosPolicy': {'1.10'}, Dec 08 16:01:26.566104 n-d-776250-12 neutron-server[110553]: 'SecurityGroup': {'1.5'}, Dec 08 16:01:26.566104 n-d-776250-12 neutron-server[110553]: 'SecurityGroupRule': {'1.2'}, Dec 08 16:01:26.566104 n-d-776250-12 neutron-server[110553]: 'SubPort': {'1.0'}, Dec 08 16:01:26.566104 n-d-776250-12 neutron-server[110553]: 'Subnet': {'1.1'}, Dec 08 16:01:26.566104 n-d-776250-12 neutron-server[110553]: 'Trunk': {'1.1'}} Dec 08 16:01:26.566104 n-d-776250-12 neutron-server[110553]: consumer versions: Dec 08 16:01:26.566104 n-d-776250-12 neutron-server[110553]: { DHCP agent@n-d-776250-12: {}, Dec 08 16:01:26.566104 n-d-776250-12 neutron-server[110553]: HyperV agent@n-h1-776250-12: {}, Dec 08 16:01:26.566104 n-d-776250-12 neutron-server[110553]: HyperV agent@n-h2-776250-12: {}, Dec 08 16:01:26.566104 n-d-776250-12 neutron-server[110553]: L3 agent@n-d-776250-12: {}, Dec 08 16:01:26.566104 n-d-776250-12 neutron-server[110553]: Metadata agent@n-d-776250-12: {}, Dec 08 16:01:26.566104 n-d-776250-12 neutron-server[110553]: Metering agent@n-d-776250-12: {}, Dec 08 16:01:26.566104 n-d-776250-12 neutron-server[110553]: Open vSwitch agent@n-d-776250-12: { 'AddressGroup': '1.2', Dec 08 16:01:26.566104 n-d-776250-12 neutron-server[110553]: 'ConntrackHelper': '1.0', Dec 08 16:01:26.566104 n-d-776250-12 neutron-server[110553]: 'LocalIPAssociation': '1.0', Dec 08 16:01:26.566104 n-d-776250-12 neutron-server[110553]: 'Log': '1.0', Dec 08 16:01:26.566104 n-d-776250-12 neutron-server[110553]: 'Network': '1.1', Dec 08 16:01:26.566104 n-d-776250-12 neutron-server[110553]: 'Port': '1.7', Dec 08 16:01:26.566104 n-d-776250-12 neutron-server[110553]: 'PortForwarding': '1.2', Dec 08 16:01:26.566104 n-d-776250-12 neutron-server[110553]: 'QosPolicy': '1.10', Dec 08 16:01:26.566104 n-d-776250-12 neutron-server[110553]: 'SecurityGroup': '1.5', Dec 08 16:01:26.566104 n-d-776250-12 neutron-server[110553]: 'SecurityGroupRule': '1.2', Dec 08 16:01:26.566104 n-d-776250-12 neutron-server[110553]: 'SubPort': '1.0', Dec 08 16:01:26.566104 n-d-776250-12 neutron-server[110553]: 'Subnet': '1.1', Dec 08 16:01:26.566104 n-d-776250-12 neutron-server[110553]: 'Trunk': '1.1'}} Dec 08 16:01:26.566104 n-d-776250-12 neutron-server[110553]: {{(pid=110553) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 08 16:01:26.570719 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-c4fcca03-22a4-40a1-87e8-87da6aab0499 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1138800448-network', 'tenant_id': '8be2414d63a14131b9f6f8fcfa8d927a'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:01:26.601863 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-a19b2f18-fe23-43e0-916f-bfa1642dbf66 None None] For port 9fc1e132-8b2d-46f3-912c-e7a2fc1b1c57, host n-d-776250-12, cleared binding levels {{(pid=110553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:01:26.607949 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-a19b2f18-fe23-43e0-916f-bfa1642dbf66 None None] For port 9fc1e132-8b2d-46f3-912c-e7a2fc1b1c57, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=9fc1e132-8b2d-46f3-912c-e7a2fc1b1c57,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:01:26.610255 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6105571e-f46b-4ad4-8907-3aed5c1aa013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:26.611980 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b891a31-7f46-45be-b27f-b905c494b20d req-da0ce4f7-fe6e-4359-b679-2e0f61760b09 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:26.613930 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2b891a31-7f46-45be-b27f-b905c494b20d req-da0ce4f7-fe6e-4359-b679-2e0f61760b09 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.37 "GET /v2.0/ports?device_id=4751527c-87bc-4bb8-a561-fcf0df8bf062 HTTP/1.1" status: 200 len: 949 time: 0.0972712 Dec 08 16:01:26.614074 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c4fc6ad6-bd8d-422d-98a3-bcbc7801be05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:26.616660 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c4fc6ad6-bd8d-422d-98a3-bcbc7801be05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:26.617898 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c4fc6ad6-bd8d-422d-98a3-bcbc7801be05 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b3aca355-6ce3-4c6c-b06b-d79db0e9152d HTTP/1.1" status: 204 len: 168 time: 1.1366594 Dec 08 16:01:26.659615 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6105571e-f46b-4ad4-8907-3aed5c1aa013 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:01:26.682839 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6105571e-f46b-4ad4-8907-3aed5c1aa013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec41f5d-57b2-4e3d-a04c-c4fa1639ed1b,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:26.687862 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-a19b2f18-fe23-43e0-916f-bfa1642dbf66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:26.696624 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6105571e-f46b-4ad4-8907-3aed5c1aa013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:26.700425 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-6105571e-f46b-4ad4-8907-3aed5c1aa013 admin admin] Added segment bfeea2f9-d83f-491c-b44c-63eb19b034a2 of type vlan for network ca9747a9-1d4c-49cd-a136-972f31f9da6a Dec 08 16:01:26.703289 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4fcca03-22a4-40a1-87e8-87da6aab0499 admin admin] Made reservation on behalf of 8be2414d63a14131b9f6f8fcfa8d927a for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:01:26.705674 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c4fcca03-22a4-40a1-87e8-87da6aab0499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:26.754620 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6105571e-f46b-4ad4-8907-3aed5c1aa013 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:26.770619 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19b2f18-fe23-43e0-916f-bfa1642dbf66 None None] Routers {'14ddbb3a-64a4-4bb1-be1b-f440d2cab96e'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:01:26.771248 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-a19b2f18-fe23-43e0-916f-bfa1642dbf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:01:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['14ddbb3a-64a4-4bb1-be1b-f440d2cab96e'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:01:26.786583 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c4fcca03-22a4-40a1-87e8-87da6aab0499 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:26.895508 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6105571e-f46b-4ad4-8907-3aed5c1aa013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:26.897089 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6105571e-f46b-4ad4-8907-3aed5c1aa013 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:26.897977 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6105571e-f46b-4ad4-8907-3aed5c1aa013 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:26.904044 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-a19b2f18-fe23-43e0-916f-bfa1642dbf66 None None] Set router 14ddbb3a-64a4-4bb1-be1b-f440d2cab96e gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:01:26.937659 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c4fcca03-22a4-40a1-87e8-87da6aab0499 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:26.997747 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [req-b6eb55af-f7ca-4784-abb0-9d664ef4ce70 req-9a801310-7ab5-4879-bd96-a52720bc85db tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Allocated IP 192.168.233.181 (b91759c7-445e-4f7b-9fc4-64d80951832c/c93b3a32-b438-4a47-8558-220c03febf97/ef06a5d6-dcd4-45e8-a30d-3050fe0c914c) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:01:27.017944 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6105571e-f46b-4ad4-8907-3aed5c1aa013 admin admin] Pushing event updated for resources: {'Network': ['ID=ca9747a9-1d4c-49cd-a136-972f31f9da6a,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:27.032850 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network ca9747a9-1d4c-49cd-a136-972f31f9da6a details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:01:27.076902 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fc6ad6-bd8d-422d-98a3-bcbc7801be05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3aca355-6ce3-4c6c-b06b-d79db0e9152d,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:27.083629 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c4fcca03-22a4-40a1-87e8-87da6aab0499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:27.087934 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-4fabfba3-c964-4c23-a3db-59631fcfd049 req-e8922512-3821-42c7-a8d0-920b63fd0582 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Deleting port f3d571be-92db-4181-b1b3-fd1d8c6c31c6 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:01:27.087934 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-4fabfba3-c964-4c23-a3db-59631fcfd049 req-e8922512-3821-42c7-a8d0-920b63fd0582 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:27.196324 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4fcca03-22a4-40a1-87e8-87da6aab0499 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:01:27.210076 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-2b891a31-7f46-45be-b27f-b905c494b20d req-6a2045e6-9f9d-418b-9bc3-fe0dccdbd1d2 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Deleting port 0796603a-9eb4-4d7f-bd12-e249d4003d2c {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:01:27.210076 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-2b891a31-7f46-45be-b27f-b905c494b20d req-6a2045e6-9f9d-418b-9bc3-fe0dccdbd1d2 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:27.236361 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ccb22-f29f-4669-90ca-bec9a6a1a07c None None] Pushing event updated for resources: {'Port': ['ID=9fc1e132-8b2d-46f3-912c-e7a2fc1b1c57,revision_number=3']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:27.259731 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-6105571e-f46b-4ad4-8907-3aed5c1aa013 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.9721756 Dec 08 16:01:27.265063 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59444) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:27.272768 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c4fcca03-22a4-40a1-87e8-87da6aab0499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:27.276645 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-c4fcca03-22a4-40a1-87e8-87da6aab0499 admin admin] Added segment 64c18ef9-63f2-4c53-b3ec-fb03feced499 of type vlan for network 2160f220-73eb-4128-8e17-580f294db0b0 Dec 08 16:01:27.280232 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fcca03-22a4-40a1-87e8-87da6aab0499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aaaa83b-c5f6-43ce-9356-8631053cb551,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:27.294644 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-af190f19-ec47-4cfa-924a-f8b020213c4f admin admin] Request body: {'subnet': {'network_id': 'ca9747a9-1d4c-49cd-a136-972f31f9da6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-853200415-subnet', 'tenant_id': 'f0895bdd129e470f9e06b301de0e2384', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:01:27.345429 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-4fabfba3-c964-4c23-a3db-59631fcfd049 req-e8922512-3821-42c7-a8d0-920b63fd0582 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] For port f3d571be-92db-4181-b1b3-fd1d8c6c31c6, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=f3d571be-92db-4181-b1b3-fd1d8c6c31c6,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:01:27.345891 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-4fabfba3-c964-4c23-a3db-59631fcfd049 req-e8922512-3821-42c7-a8d0-920b63fd0582 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:27.367407 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a18172e-5822-46f8-9462-925a9537acd8 req-6ca768c0-18ca-4cbb-b267-641548cfec55 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:27.371491 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3a18172e-5822-46f8-9462-925a9537acd8 req-6ca768c0-18ca-4cbb-b267-641548cfec55 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.64 "GET /v2.0/ports?device_id=4751527c-87bc-4bb8-a561-fcf0df8bf062 HTTP/1.1" status: 200 len: 949 time: 0.4769506 Dec 08 16:01:27.379574 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-a19b2f18-fe23-43e0-916f-bfa1642dbf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ddbb3a-64a4-4bb1-be1b-f440d2cab96e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-612582527-router', 'tenant_id': 'a852a94827a640d4b4d781ca2b4d8472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '9fc1e132-8b2d-46f3-912c-e7a2fc1b1c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:21Z', 'updated_at': '2021-12-08T16:01:23Z', 'revision_number': 3, 'project_id': 'a852a94827a640d4b4d781ca2b4d8472', 'gw_port': {'id': '9fc1e132-8b2d-46f3-912c-e7a2fc1b1c57', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:91:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ddbb3a-64a4-4bb1-be1b-f440d2cab96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:22Z', 'updated_at': '2021-12-08T16:01:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:01:27.380674 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c4fcca03-22a4-40a1-87e8-87da6aab0499 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:27.382073 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-4fabfba3-c964-4c23-a3db-59631fcfd049 req-e8922512-3821-42c7-a8d0-920b63fd0582 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Calling delete_port for f3d571be-92db-4181-b1b3-fd1d8c6c31c6 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:01:27.440159 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19b2f18-fe23-43e0-916f-bfa1642dbf66 None None] The sync data for ids ['14ddbb3a-64a4-4bb1-be1b-f440d2cab96e'] in n-d-776250-12 is: [{'id': '14ddbb3a-64a4-4bb1-be1b-f440d2cab96e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-612582527-router', 'tenant_id': 'a852a94827a640d4b4d781ca2b4d8472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '9fc1e132-8b2d-46f3-912c-e7a2fc1b1c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:21Z', 'updated_at': '2021-12-08T16:01:23Z', 'revision_number': 3, 'project_id': 'a852a94827a640d4b4d781ca2b4d8472', 'gw_port': {'id': '9fc1e132-8b2d-46f3-912c-e7a2fc1b1c57', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:91:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ddbb3a-64a4-4bb1-be1b-f440d2cab96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:22Z', 'updated_at': '2021-12-08T16:01:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:01:27.455910 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5021a8ff-aae2-4acc-89ee-321547499b59 req-8e9639fb-c8b6-435b-a920-3c5b9cfb2956 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:27.457622 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5021a8ff-aae2-4acc-89ee-321547499b59 req-8e9639fb-c8b6-435b-a920-3c5b9cfb2956 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c98d80f-e02b-4998-87c8-bc145d0a0b06 HTTP/1.1" status: 200 len: 950 time: 0.2282221 Dec 08 16:01:27.472687 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-b6eb55af-f7ca-4784-abb0-9d664ef4ce70 req-9a801310-7ab5-4879-bd96-a52720bc85db tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:27.493195 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af190f19-ec47-4cfa-924a-f8b020213c4f admin admin] Made reservation on behalf of f0895bdd129e470f9e06b301de0e2384 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:01:27.497210 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-2b891a31-7f46-45be-b27f-b905c494b20d req-6a2045e6-9f9d-418b-9bc3-fe0dccdbd1d2 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] For port 0796603a-9eb4-4d7f-bd12-e249d4003d2c, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=0796603a-9eb4-4d7f-bd12-e249d4003d2c,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:01:27.497586 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-2b891a31-7f46-45be-b27f-b905c494b20d req-6a2045e6-9f9d-418b-9bc3-fe0dccdbd1d2 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:27.499838 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-af190f19-ec47-4cfa-924a-f8b020213c4f admin admin] Publish callbacks [] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:27.532233 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-2b891a31-7f46-45be-b27f-b905c494b20d req-6a2045e6-9f9d-418b-9bc3-fe0dccdbd1d2 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Calling delete_port for 0796603a-9eb4-4d7f-bd12-e249d4003d2c owned by compute:nova {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:01:27.561521 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c4fcca03-22a4-40a1-87e8-87da6aab0499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:27.562989 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fcca03-22a4-40a1-87e8-87da6aab0499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:27.563261 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c4fcca03-22a4-40a1-87e8-87da6aab0499 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:27.592585 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59448) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:27.656396 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3a18172e-5822-46f8-9462-925a9537acd8 req-d4c7b2c2-2af2-4322-b602-5c0db223636e tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.64 "GET /v2.0/security-groups?id=9071a444-aa2f-4947-88b9-c6b6216b6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783809 Dec 08 16:01:27.675733 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-334cc1c9-2ca5-4d55-8fb6-cae6f65f5d1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:27.676039 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5021a8ff-aae2-4acc-89ee-321547499b59 req-3f3b5480-a33c-46ee-ba46-56643d040677 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/security-groups?id=97b0c99b-1984-47fc-847f-c601cfde1d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085574 Dec 08 16:01:27.710515 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fcca03-22a4-40a1-87e8-87da6aab0499 admin admin] Pushing event updated for resources: {'Network': ['ID=2160f220-73eb-4128-8e17-580f294db0b0,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:27.741035 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fcca03-22a4-40a1-87e8-87da6aab0499 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:27.741035 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fcca03-22a4-40a1-87e8-87da6aab0499 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:27.741035 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fcca03-22a4-40a1-87e8-87da6aab0499 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:27.741035 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fcca03-22a4-40a1-87e8-87da6aab0499 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:27.741035 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fcca03-22a4-40a1-87e8-87da6aab0499 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:27.741035 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fcca03-22a4-40a1-87e8-87da6aab0499 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:27.741035 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fcca03-22a4-40a1-87e8-87da6aab0499 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:27.741035 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fcca03-22a4-40a1-87e8-87da6aab0499 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:27.741035 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fcca03-22a4-40a1-87e8-87da6aab0499 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:27.741035 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fcca03-22a4-40a1-87e8-87da6aab0499 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:27.741035 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fcca03-22a4-40a1-87e8-87da6aab0499 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:27.741035 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fcca03-22a4-40a1-87e8-87da6aab0499 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:27.741035 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fcca03-22a4-40a1-87e8-87da6aab0499 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:27.770142 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c4fcca03-22a4-40a1-87e8-87da6aab0499 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4150546 Dec 08 16:01:27.780700 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59452) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:27.800774 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 2160f220-73eb-4128-8e17-580f294db0b0 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:01:27.928261 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-64e18f10-7f5d-4e05-94c8-fa492e4c1f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:27.973676 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-35364590-e66b-42b4-8da7-dbb3f64e4a3d admin admin] Request body: {'subnet': {'network_id': '2160f220-73eb-4128-8e17-580f294db0b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1138800448-subnet', 'tenant_id': '8be2414d63a14131b9f6f8fcfa8d927a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:01:28.023319 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-b6eb55af-f7ca-4784-abb0-9d664ef4ce70 req-9a801310-7ab5-4879-bd96-a52720bc85db tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:28.121817 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a801310-7ab5-4879-bd96-a52720bc85db tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Pushing event updated for resources: {'Port': ['ID=ef06a5d6-dcd4-45e8-a30d-3050fe0c914c,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:28.137027 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6eb55af-f7ca-4784-abb0-9d664ef4ce70 req-9a801310-7ab5-4879-bd96-a52720bc85db tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Network b91759c7-445e-4f7b-9fc4-64d80951832c is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:01:28.143033 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [req-b6eb55af-f7ca-4784-abb0-9d664ef4ce70 req-9a801310-7ab5-4879-bd96-a52720bc85db tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:01:28.145601 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6eb55af-f7ca-4784-abb0-9d664ef4ce70 req-9a801310-7ab5-4879-bd96-a52720bc85db tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:01:28.151546 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb55af-f7ca-4784-abb0-9d664ef4ce70 req-9a801310-7ab5-4879-bd96-a52720bc85db tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:28.152225 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-b6eb55af-f7ca-4784-abb0-9d664ef4ce70 req-9a801310-7ab5-4879-bd96-a52720bc85db tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:28.164266 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f932f7a7-5226-4e95-8bf4-c80303aeca8e req-ddcbf63a-a9c4-4921-abe5-322d36bbc060 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:28.164489 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-4fabfba3-c964-4c23-a3db-59631fcfd049 req-e8922512-3821-42c7-a8d0-920b63fd0582 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:28.165403 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f932f7a7-5226-4e95-8bf4-c80303aeca8e req-ddcbf63a-a9c4-4921-abe5-322d36bbc060 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bef8080-b8f4-4497-bc91-7ab62c323024 HTTP/1.1" status: 200 len: 936 time: 0.1735806 Dec 08 16:01:28.167366 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-334cc1c9-2ca5-4d55-8fb6-cae6f65f5d1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:28.187951 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['f3d571be-92db-4181-b1b3-fd1d8c6c31c6'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:01:28.222673 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-2b891a31-7f46-45be-b27f-b905c494b20d req-6a2045e6-9f9d-418b-9bc3-fe0dccdbd1d2 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:28.225088 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35364590-e66b-42b4-8da7-dbb3f64e4a3d admin admin] Made reservation on behalf of 8be2414d63a14131b9f6f8fcfa8d927a for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:01:28.227859 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-35364590-e66b-42b4-8da7-dbb3f64e4a3d admin admin] Publish callbacks [] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:28.261928 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['37fa8172-db69-4b94-bd73-181ef5bca7d7'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:01:28.279546 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['0796603a-9eb4-4d7f-bd12-e249d4003d2c'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:01:28.322897 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-334cc1c9-2ca5-4d55-8fb6-cae6f65f5d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:28.368825 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8922512-3821-42c7-a8d0-920b63fd0582 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Pushing event deleted for resources: {'Port': ['ID=f3d571be-92db-4181-b1b3-fd1d8c6c31c6,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:28.546644 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8922512-3821-42c7-a8d0-920b63fd0582 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:28.547314 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8922512-3821-42c7-a8d0-920b63fd0582 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:28.547314 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8922512-3821-42c7-a8d0-920b63fd0582 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:28.547674 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8922512-3821-42c7-a8d0-920b63fd0582 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:28.548009 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8922512-3821-42c7-a8d0-920b63fd0582 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:28.548370 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8922512-3821-42c7-a8d0-920b63fd0582 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:28.548703 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8922512-3821-42c7-a8d0-920b63fd0582 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:28.549043 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8922512-3821-42c7-a8d0-920b63fd0582 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:28.549402 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8922512-3821-42c7-a8d0-920b63fd0582 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:28.558549 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8922512-3821-42c7-a8d0-920b63fd0582 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:28.559051 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8922512-3821-42c7-a8d0-920b63fd0582 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:28.559432 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8922512-3821-42c7-a8d0-920b63fd0582 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:28.559778 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8922512-3821-42c7-a8d0-920b63fd0582 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:28.639677 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2045e6-9f9d-418b-9bc3-fe0dccdbd1d2 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Pushing event deleted for resources: {'Port': ['ID=0796603a-9eb4-4d7f-bd12-e249d4003d2c,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:28.658807 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b6eb55af-f7ca-4784-abb0-9d664ef4ce70 req-9a801310-7ab5-4879-bd96-a52720bc85db tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0499382 Dec 08 16:01:28.678709 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-0fc860aa-2c19-400d-8b71-f59a4648a0bb None None] Provisioning complete for port ef06a5d6-dcd4-45e8-a30d-3050fe0c914c triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:01:28.679420 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0fc860aa-2c19-400d-8b71-f59a4648a0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:28.682882 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fabfba3-c964-4c23-a3db-59631fcfd049 req-e8922512-3821-42c7-a8d0-920b63fd0582 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] No DVR routers for this DVR port f3d571be-92db-4181-b1b3-fd1d8c6c31c6 on host n-h2-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:01:28.692161 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-334cc1c9-2ca5-4d55-8fb6-cae6f65f5d1d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=012abbe2a25d43b0b1c813e370fcf45b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0582716 Dec 08 16:01:28.692927 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334cc1c9-2ca5-4d55-8fb6-cae6f65f5d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a63dd6-e362-4efc-ad2c-fcd0295d85e8,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:28.698789 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59460) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:28.710223 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-4fabfba3-c964-4c23-a3db-59631fcfd049 req-e8922512-3821-42c7-a8d0-920b63fd0582 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:28.712956 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-b6eb55af-f7ca-4784-abb0-9d664ef4ce70 req-a92d527c-e559-48cf-971b-b93c3c39ecf8 service neutron] Request body: {'port': {'device_id': '7bef8080-b8f4-4497-bc91-7ab62c323024', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:01:28.714304 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4fabfba3-c964-4c23-a3db-59631fcfd049 req-e8922512-3821-42c7-a8d0-920b63fd0582 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.37 "DELETE /v2.0/ports/f3d571be-92db-4181-b1b3-fd1d8c6c31c6 HTTP/1.1" status: 204 len: 173 time: 2.2835510 Dec 08 16:01:28.714799 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c98d80f-e02b-4998-87c8-bc145d0a0b06', 'name': 'network-vif-deleted', 'tag': 'f3d571be-92db-4181-b1b3-fd1d8c6c31c6'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:01:28.718009 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8ac3f3-3e87-47d3-a5a4-5d85e54be443" -d '{"events": [{"server_uuid": "2c98d80f-e02b-4998-87c8-bc145d0a0b06", "name": "network-vif-deleted", "tag": "f3d571be-92db-4181-b1b3-fd1d8c6c31c6"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:01:28.752550 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-0fc860aa-2c19-400d-8b71-f59a4648a0bb None None] Port ef06a5d6-dcd4-45e8-a30d-3050fe0c914c cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:01:28.770787 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-af190f19-ec47-4cfa-924a-f8b020213c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:28.805766 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f932f7a7-5226-4e95-8bf4-c80303aeca8e req-b7195efd-1d4b-48b2-a3a1-b302714d96d0 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6231427 Dec 08 16:01:28.846139 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b891a31-7f46-45be-b27f-b905c494b20d req-6a2045e6-9f9d-418b-9bc3-fe0dccdbd1d2 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] No DVR routers for this DVR port 0796603a-9eb4-4d7f-bd12-e249d4003d2c on host n-h2-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:01:28.855494 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-2b891a31-7f46-45be-b27f-b905c494b20d req-6a2045e6-9f9d-418b-9bc3-fe0dccdbd1d2 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:28.857004 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-64e18f10-7f5d-4e05-94c8-fa492e4c1f5e admin admin] Allocated IP 172.20.0.1 (335547d4-bfd2-4ca6-83e2-63a39090738e/ef5ea7fa-565f-48e7-8d27-0c7d9b33e964/db400ace-e686-4075-b8dd-b0d6e24152fa) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:01:28.859991 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2b891a31-7f46-45be-b27f-b905c494b20d req-6a2045e6-9f9d-418b-9bc3-fe0dccdbd1d2 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.37 "DELETE /v2.0/ports/0796603a-9eb4-4d7f-bd12-e249d4003d2c HTTP/1.1" status: 204 len: 173 time: 2.1606491 Dec 08 16:01:28.873988 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4751527c-87bc-4bb8-a561-fcf0df8bf062', 'name': 'network-vif-deleted', 'tag': '0796603a-9eb4-4d7f-bd12-e249d4003d2c'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:01:28.876557 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc4df53-6ada-45cb-9d44-fa3a2fb77e83" -d '{"events": [{"server_uuid": "4751527c-87bc-4bb8-a561-fcf0df8bf062", "name": "network-vif-deleted", "tag": "0796603a-9eb4-4d7f-bd12-e249d4003d2c"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:01:28.929631 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3040d93e-c600-40cc-a399-dc23369b4547 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:28.940634 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697e174d-3c72-4b05-9b52-5d594eb24be5 x-openstack-request-id: req-697e174d-3c72-4b05-9b52-5d594eb24be5 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:01:28.942456 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c98d80f-e02b-4998-87c8-bc145d0a0b06", "name": "network-vif-deleted", "tag": "f3d571be-92db-4181-b1b3-fd1d8c6c31c6", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:01:28.942456 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-697e174d-3c72-4b05-9b52-5d594eb24be5 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:01:28.942456 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c98d80f-e02b-4998-87c8-bc145d0a0b06', 'name': 'network-vif-deleted', 'tag': 'f3d571be-92db-4181-b1b3-fd1d8c6c31c6', 'status': 'completed', 'code': 200} Dec 08 16:01:28.943034 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-b6eb55af-f7ca-4784-abb0-9d664ef4ce70 req-a92d527c-e559-48cf-971b-b93c3c39ecf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:28.967436 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af190f19-ec47-4cfa-924a-f8b020213c4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=21985078-da06-44ab-a378-851cc7661d62,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:29.070532 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-dc80dde6-e889-4488-8222-01ee1a70591f req-a02f1b30-a733-4a1b-9fb6-724c0185cc64 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c98d80f-e02b-4998-87c8-bc145d0a0b06 HTTP/1.1" status: 200 len: 210 time: 0.0681798 Dec 08 16:01:29.273869 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cb3be663-b81b-450b-8911-2da59dd132c1 req-f90c3194-7f38-4c07-93f5-aa1cf3c6350f tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.64 "GET /v2.0/ports?device_id=4751527c-87bc-4bb8-a561-fcf0df8bf062 HTTP/1.1" status: 200 len: 210 time: 0.2565696 Dec 08 16:01:29.281344 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af190f19-ec47-4cfa-924a-f8b020213c4f admin admin] Checking segment: {'id': 'bfeea2f9-d83f-491c-b44c-63eb19b034a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ca9747a9-1d4c-49cd-a136-972f31f9da6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:01:29.281693 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af190f19-ec47-4cfa-924a-f8b020213c4f admin admin] Network hostable DHCP agents. Network: ca9747a9-1d4c-49cd-a136-972f31f9da6a, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:01:29.287361 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3040d93e-c600-40cc-a399-dc23369b4547 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:29.326395 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327c10a9-8982-4518-952a-c3503073415c x-openstack-request-id: req-327c10a9-8982-4518-952a-c3503073415c {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:01:29.328769 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4751527c-87bc-4bb8-a561-fcf0df8bf062", "name": "network-vif-deleted", "tag": "0796603a-9eb4-4d7f-bd12-e249d4003d2c", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:01:29.328769 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-327c10a9-8982-4518-952a-c3503073415c {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:01:29.328769 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4751527c-87bc-4bb8-a561-fcf0df8bf062', 'name': 'network-vif-deleted', 'tag': '0796603a-9eb4-4d7f-bd12-e249d4003d2c', 'status': 'completed', 'code': 200} Dec 08 16:01:29.380373 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-64e18f10-7f5d-4e05-94c8-fa492e4c1f5e admin admin] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:29.405764 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [req-b6eb55af-f7ca-4784-abb0-9d664ef4ce70 req-a92d527c-e559-48cf-971b-b93c3c39ecf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef06a5d6-dcd4-45e8-a30d-3050fe0c914c {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:01:29.417815 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-b6eb55af-f7ca-4784-abb0-9d664ef4ce70 req-a92d527c-e559-48cf-971b-b93c3c39ecf8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:29.428841 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-35364590-e66b-42b4-8da7-dbb3f64e4a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:29.494330 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af190f19-ec47-4cfa-924a-f8b020213c4f admin admin] Network ca9747a9-1d4c-49cd-a136-972f31f9da6a is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:01:29.498110 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35364590-e66b-42b4-8da7-dbb3f64e4a3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=28454e1d-d263-44ec-91e2-36831bf74b20,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:29.515462 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35364590-e66b-42b4-8da7-dbb3f64e4a3d admin admin] Checking segment: {'id': '64c18ef9-63f2-4c53-b3ec-fb03feced499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '2160f220-73eb-4128-8e17-580f294db0b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:01:29.515743 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35364590-e66b-42b4-8da7-dbb3f64e4a3d admin admin] Network hostable DHCP agents. Network: 2160f220-73eb-4128-8e17-580f294db0b0, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:01:29.534415 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [req-b6eb55af-f7ca-4784-abb0-9d664ef4ce70 req-a92d527c-e559-48cf-971b-b93c3c39ecf8 service neutron] Transition to ACTIVE for port object ef06a5d6-dcd4-45e8-a30d-3050fe0c914c will not be triggered until provisioned by entity L2. {{(pid=110551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:01:29.535114 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3040d93e-c600-40cc-a399-dc23369b4547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:29.537908 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3040d93e-c600-40cc-a399-dc23369b4547 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:29.539111 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-3040d93e-c600-40cc-a399-dc23369b4547 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c9a63dd6-e362-4efc-ad2c-fcd0295d85e8 HTTP/1.1" status: 204 len: 168 time: 0.8390803 Dec 08 16:01:29.540252 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-64e18f10-7f5d-4e05-94c8-fa492e4c1f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:29.577826 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3040d93e-c600-40cc-a399-dc23369b4547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a63dd6-e362-4efc-ad2c-fcd0295d85e8,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:29.609741 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e18f10-7f5d-4e05-94c8-fa492e4c1f5e admin admin] Network 335547d4-bfd2-4ca6-83e2-63a39090738e is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:01:29.613891 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e18f10-7f5d-4e05-94c8-fa492e4c1f5e admin admin] Pushing event updated for resources: {'Port': ['ID=db400ace-e686-4075-b8dd-b0d6e24152fa,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:29.616720 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-64e18f10-7f5d-4e05-94c8-fa492e4c1f5e admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:01:29.619034 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e18f10-7f5d-4e05-94c8-fa492e4c1f5e admin admin] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:01:29.619558 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-64e18f10-7f5d-4e05-94c8-fa492e4c1f5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:29.723403 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 9fc1e132-8b2d-46f3-912c-e7a2fc1b1c57 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:01:29.729812 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-b6eb55af-f7ca-4784-abb0-9d664ef4ce70 req-a92d527c-e559-48cf-971b-b93c3c39ecf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:29.731847 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-af190f19-ec47-4cfa-924a-f8b020213c4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, ca9747a9-1d4c-49cd-a136-972f31f9da6a) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:01:29.749003 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af190f19-ec47-4cfa-924a-f8b020213c4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:29.754533 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-af190f19-ec47-4cfa-924a-f8b020213c4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:29.770728 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39f5173-e569-46db-920f-d0ffa3b3feac None None] Network ca9747a9-1d4c-49cd-a136-972f31f9da6a requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:01:29.814302 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92d527c-e559-48cf-971b-b93c3c39ecf8 service neutron] Pushing event updated for resources: {'Port': ['ID=ef06a5d6-dcd4-45e8-a30d-3050fe0c914c,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:29.921120 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35364590-e66b-42b4-8da7-dbb3f64e4a3d admin admin] Network 2160f220-73eb-4128-8e17-580f294db0b0 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:01:29.952685 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-af190f19-ec47-4cfa-924a-f8b020213c4f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.6812530 Dec 08 16:01:29.955922 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-35364590-e66b-42b4-8da7-dbb3f64e4a3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 2160f220-73eb-4128-8e17-580f294db0b0) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:01:29.995903 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8517966a-9bcb-4f5c-8ed1-c85d5029edad None None] Network 2160f220-73eb-4128-8e17-580f294db0b0 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:01:30.030406 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35364590-e66b-42b4-8da7-dbb3f64e4a3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:30.031196 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-35364590-e66b-42b4-8da7-dbb3f64e4a3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:30.072960 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-b6eb55af-f7ca-4784-abb0-9d664ef4ce70 req-a92d527c-e559-48cf-971b-b93c3c39ecf8 service neutron] Attempting to bind port ef06a5d6-dcd4-45e8-a30d-3050fe0c914c on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:01:30.072960 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-b6eb55af-f7ca-4784-abb0-9d664ef4ce70 req-a92d527c-e559-48cf-971b-b93c3c39ecf8 service neutron] Attempting to bind port ef06a5d6-dcd4-45e8-a30d-3050fe0c914c by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:01:30.073382 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6eb55af-f7ca-4784-abb0-9d664ef4ce70 req-a92d527c-e559-48cf-971b-b93c3c39ecf8 service neutron] Attempting to bind port ef06a5d6-dcd4-45e8-a30d-3050fe0c914c on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:01:30.081788 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6eb55af-f7ca-4784-abb0-9d664ef4ce70 req-a92d527c-e559-48cf-971b-b93c3c39ecf8 service neutron] Port ef06a5d6-dcd4-45e8-a30d-3050fe0c914c on network b91759c7-445e-4f7b-9fc4-64d80951832c not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:01:30.082051 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6eb55af-f7ca-4784-abb0-9d664ef4ce70 req-a92d527c-e559-48cf-971b-b93c3c39ecf8 service neutron] Attempting to bind port ef06a5d6-dcd4-45e8-a30d-3050fe0c914c on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:01:30.091081 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6eb55af-f7ca-4784-abb0-9d664ef4ce70 req-a92d527c-e559-48cf-971b-b93c3c39ecf8 service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:01:30.091438 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6eb55af-f7ca-4784-abb0-9d664ef4ce70 req-a92d527c-e559-48cf-971b-b93c3c39ecf8 service neutron] Checking segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:01:30.095814 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6eb55af-f7ca-4784-abb0-9d664ef4ce70 req-a92d527c-e559-48cf-971b-b93c3c39ecf8 service neutron] Bound using segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:01:30.095814 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-b6eb55af-f7ca-4784-abb0-9d664ef4ce70 req-a92d527c-e559-48cf-971b-b93c3c39ecf8 service neutron] Bound port: ef06a5d6-dcd4-45e8-a30d-3050fe0c914c, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:01:30.095814 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-b6eb55af-f7ca-4784-abb0-9d664ef4ce70 req-a92d527c-e559-48cf-971b-b93c3c39ecf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:30.113296 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ae1e3-c72d-4b05-93ca-98c24da1bebb req-7ff90c84-231d-4b9f-8f25-76b10c993b53 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:30.114973 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3f4ae1e3-c72d-4b05-93ca-98c24da1bebb req-7ff90c84-231d-4b9f-8f25-76b10c993b53 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bef8080-b8f4-4497-bc91-7ab62c323024 HTTP/1.1" status: 200 len: 948 time: 0.1731567 Dec 08 16:01:30.257431 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-64e18f10-7f5d-4e05-94c8-fa492e4c1f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:30.279610 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-b6eb55af-f7ca-4784-abb0-9d664ef4ce70 req-a92d527c-e559-48cf-971b-b93c3c39ecf8 service neutron] For port ef06a5d6-dcd4-45e8-a30d-3050fe0c914c, host n-h1-776250-12, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:01:30.284496 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-b6eb55af-f7ca-4784-abb0-9d664ef4ce70 req-a92d527c-e559-48cf-971b-b93c3c39ecf8 service neutron] For port ef06a5d6-dcd4-45e8-a30d-3050fe0c914c, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=ef06a5d6-dcd4-45e8-a30d-3050fe0c914c,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:01:30.305943 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-35364590-e66b-42b4-8da7-dbb3f64e4a3d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3381240 Dec 08 16:01:30.309252 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:01:30.311274 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59490) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:30.312326 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3f4ae1e3-c72d-4b05-93ca-98c24da1bebb req-4edb3284-e5c8-48d5-a474-edd1115f6c84 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893849 Dec 08 16:01:30.351203 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-7a871d86-d71d-4efc-8a1a-86fdf0b947ec admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1138800448-router', 'tenant_id': '8be2414d63a14131b9f6f8fcfa8d927a', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:01:30.426640 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-b6eb55af-f7ca-4784-abb0-9d664ef4ce70 req-a92d527c-e559-48cf-971b-b93c3c39ecf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:30.484808 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59492) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:30.484903 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-4032a2b4-a2dc-4803-85c0-ebb35d7b846e None None] Provisioning complete for port db400ace-e686-4075-b8dd-b0d6e24152fa triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:01:30.484903 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4032a2b4-a2dc-4803-85c0-ebb35d7b846e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:30.503476 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8d3bf265-3eb7-49ff-bdec-637ec02af9d0 req-4a10bbd6-d4be-4680-961a-77f5f1db1f46 tempest-DeleteServersAdminTestJSON-732494099 tempest-DeleteServersAdminTestJSON-732494099-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c98d80f-e02b-4998-87c8-bc145d0a0b06 HTTP/1.1" status: 200 len: 210 time: 0.1383765 Dec 08 16:01:30.611200 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb55af-f7ca-4784-abb0-9d664ef4ce70 req-a92d527c-e559-48cf-971b-b93c3c39ecf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:30.611912 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-b6eb55af-f7ca-4784-abb0-9d664ef4ce70 req-a92d527c-e559-48cf-971b-b93c3c39ecf8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:30.614145 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b6eb55af-f7ca-4784-abb0-9d664ef4ce70 req-a92d527c-e559-48cf-971b-b93c3c39ecf8 service neutron] 10.222.0.76 "PUT /v2.0/ports/ef06a5d6-dcd4-45e8-a30d-3050fe0c914c HTTP/1.1" status: 200 len: 1097 time: 1.9059057 Dec 08 16:01:30.646398 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-4032a2b4-a2dc-4803-85c0-ebb35d7b846e None None] Port db400ace-e686-4075-b8dd-b0d6e24152fa cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:01:30.656208 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fa077a8e-92d1-4dce-b35f-fd71254cd7b6 req-d3448ec2-21d2-45d9-9720-9257a6efc67d tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.64 "GET /v2.0/ports?device_id=4751527c-87bc-4bb8-a561-fcf0df8bf062 HTTP/1.1" status: 200 len: 210 time: 0.0600209 Dec 08 16:01:30.716739 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92d527c-e559-48cf-971b-b93c3c39ecf8 service neutron] Pushing event updated for resources: {'Port': ['ID=ef06a5d6-dcd4-45e8-a30d-3050fe0c914c,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:30.754793 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320dcd21-852f-42ff-800a-d5ee5cdafc37 None None] Network ca9747a9-1d4c-49cd-a136-972f31f9da6a requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:01:30.853310 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-64e18f10-7f5d-4e05-94c8-fa492e4c1f5e admin admin] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:30.858734 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7a871d86-d71d-4efc-8a1a-86fdf0b947ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:30.861302 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-194adfe0-df0b-47ff-acba-cd56a63f3473 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:30.861807 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7a871d86-d71d-4efc-8a1a-86fdf0b947ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:30.868102 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb55af-f7ca-4784-abb0-9d664ef4ce70 req-1d46c106-7404-4fe4-9e1d-f4e4f0af22d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:30.879846 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b6eb55af-f7ca-4784-abb0-9d664ef4ce70 req-1d46c106-7404-4fe4-9e1d-f4e4f0af22d2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b73d206799fe4423a8cfa64c519990fb&device_id=7bef8080-b8f4-4497-bc91-7ab62c323024 HTTP/1.1" status: 200 len: 1100 time: 0.1010611 Dec 08 16:01:30.949510 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b6eb55af-f7ca-4784-abb0-9d664ef4ce70 req-87b5f780-a640-49a7-8ece-b38b22e89e4f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=ef06a5d6-dcd4-45e8-a30d-3050fe0c914c HTTP/1.1" status: 200 len: 217 time: 0.0686107 Dec 08 16:01:30.974391 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 0796603a-9eb4-4d7f-bd12-e249d4003d2c no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:01:30.979049 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7a871d86-d71d-4efc-8a1a-86fdf0b947ec admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:30.983434 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-64e18f10-7f5d-4e05-94c8-fa492e4c1f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:30.984902 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 9fc1e132-8b2d-46f3-912c-e7a2fc1b1c57 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:01:30.985472 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:30.987406 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-64e18f10-7f5d-4e05-94c8-fa492e4c1f5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:31.054605 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb55af-f7ca-4784-abb0-9d664ef4ce70 req-0a4e802e-da2e-4d2c-a5c6-418fd1931ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:31.057618 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b6eb55af-f7ca-4784-abb0-9d664ef4ce70 req-0a4e802e-da2e-4d2c-a5c6-418fd1931ef6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.0979590 Dec 08 16:01:31.088199 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: 0796603a-9eb4-4d7f-bd12-e249d4003d2c {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:01:31.088814 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 0796603a-9eb4-4d7f-bd12-e249d4003d2c not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:01:31.089390 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device f3d571be-92db-4181-b1b3-fd1d8c6c31c6 no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:01:31.094184 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e18f10-7f5d-4e05-94c8-fa492e4c1f5e admin admin] Pushing event updated for resources: {'Port': ['ID=db400ace-e686-4075-b8dd-b0d6e24152fa,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:31.116031 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: f3d571be-92db-4181-b1b3-fd1d8c6c31c6 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:01:31.117331 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device f3d571be-92db-4181-b1b3-fd1d8c6c31c6 not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:01:31.159714 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb55af-f7ca-4784-abb0-9d664ef4ce70 req-5af3ffd5-74bd-43d9-96e2-08be6cb5855b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:31.162543 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b6eb55af-f7ca-4784-abb0-9d664ef4ce70 req-5af3ffd5-74bd-43d9-96e2-08be6cb5855b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0970428 Dec 08 16:01:31.169243 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ce89eb-250b-48aa-90d4-c82cc49018ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-2160f220-73eb-4128-8e17-580f294db0b0', 'network_id': '2160f220-73eb-4128-8e17-580f294db0b0', 'project_id': '8be2414d63a14131b9f6f8fcfa8d927a', 'fixed_ips': [{'subnet_id': '28454e1d-d263-44ec-91e2-36831bf74b20'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:01:31.171073 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-47ce89eb-250b-48aa-90d4-c82cc49018ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:31.258904 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:31.281395 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 9fc1e132-8b2d-46f3-912c-e7a2fc1b1c57, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=9fc1e132-8b2d-46f3-912c-e7a2fc1b1c57,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:01:31.288725 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-194adfe0-df0b-47ff-acba-cd56a63f3473 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:31.310044 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b6eb55af-f7ca-4784-abb0-9d664ef4ce70 req-8ceefd00-54f6-45ec-8eaa-a89f562c5c85 service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304133 Dec 08 16:01:31.338197 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bef8080-b8f4-4497-bc91-7ab62c323024', 'tag': 'ef06a5d6-dcd4-45e8-a30d-3050fe0c914c'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:01:31.343433 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc06faaa-4689-4ce4-be1d-23f15ed03c4f" -d '{"events": [{"name": "network-changed", "server_uuid": "7bef8080-b8f4-4497-bc91-7ab62c323024", "tag": "ef06a5d6-dcd4-45e8-a30d-3050fe0c914c"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:01:31.401644 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-194adfe0-df0b-47ff-acba-cd56a63f3473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:31.402767 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:31.470238 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b6eb55af-f7ca-4784-abb0-9d664ef4ce70 req-f3a9f2e1-55ba-4979-9cb8-7b090ecb0568 service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522944 Dec 08 16:01:31.475177 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-194adfe0-df0b-47ff-acba-cd56a63f3473 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f9cd7a5cd98a4ad4bb98c8c4ccbe62b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9920943 Dec 08 16:01:31.476039 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194adfe0-df0b-47ff-acba-cd56a63f3473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8737b4-6f9e-481b-bb3e-efdd3748e779,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:31.478852 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59526) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:31.526044 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=9fc1e132-8b2d-46f3-912c-e7a2fc1b1c57,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:31.549383 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-47ce89eb-250b-48aa-90d4-c82cc49018ff None None] Allocated IP 172.20.0.2 (2160f220-73eb-4128-8e17-580f294db0b0/28454e1d-d263-44ec-91e2-36831bf74b20/4bb67d89-9fbe-4a15-827f-a69ed7edd618) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:01:31.587417 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7a871d86-d71d-4efc-8a1a-86fdf0b947ec admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:31.596978 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b310f7-8b18-44d2-8aa5-3192b1f4d4d4 req-5b22eb2e-5f95-40c1-830b-4b1484905e3a tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:31.599149 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d4b310f7-8b18-44d2-8aa5-3192b1f4d4d4 req-5b22eb2e-5f95-40c1-830b-4b1484905e3a tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bef8080-b8f4-4497-bc91-7ab62c323024 HTTP/1.1" status: 200 len: 948 time: 0.0978520 Dec 08 16:01:31.608514 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be33e4d4-c040-41e6-8583-69c3d3c54774 req-ca8df73c-2d7f-47f8-bf2c-4c7b28510ce8 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:31.616812 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-be33e4d4-c040-41e6-8583-69c3d3c54774 req-ca8df73c-2d7f-47f8-bf2c-4c7b28510ce8 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/networks?id=9fb73276-e1f8-4bac-a027-20476a8f0b71 HTTP/1.1" status: 200 len: 820 time: 0.4460654 Dec 08 16:01:31.636246 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-be33e4d4-c040-41e6-8583-69c3d3c54774 req-eaeb04e1-79fe-40b2-be65-3925e4160487 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/quotas/85658dbd01a84c26a2385fde82126184 HTTP/1.1" status: 200 len: 375 time: 0.0182693 Dec 08 16:01:31.643856 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e18f10-7f5d-4e05-94c8-fa492e4c1f5e admin admin] Network 335547d4-bfd2-4ca6-83e2-63a39090738e is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:01:31.645503 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-64e18f10-7f5d-4e05-94c8-fa492e4c1f5e admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:01:31.649198 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3d11d1de-f699-4b88-b908-9aede501155b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:31.696478 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 9fc1e132-8b2d-46f3-912c-e7a2fc1b1c57 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:01:31.696778 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3d11d1de-f699-4b88-b908-9aede501155b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:31.704712 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d4b310f7-8b18-44d2-8aa5-3192b1f4d4d4 req-4d85af10-61bd-4599-b11c-33713e4a2112 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987401 Dec 08 16:01:31.747946 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-be33e4d4-c040-41e6-8583-69c3d3c54774 req-42e2e8d6-ba87-4ac9-b5da-1528f10234c5 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=85658dbd01a84c26a2385fde82126184&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0964818 Dec 08 16:01:31.754158 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [req-be33e4d4-c040-41e6-8583-69c3d3c54774 req-a336623d-f5d9-4523-ba8d-e05676edead5 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:01:31.763283 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-be33e4d4-c040-41e6-8583-69c3d3c54774 req-a336623d-f5d9-4523-ba8d-e05676edead5 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0136182 Dec 08 16:01:31.818189 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-213e7bb0-0a70-4da3-a859-bf8f1bc38730 x-openstack-request-id: req-213e7bb0-0a70-4da3-a859-bf8f1bc38730 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:01:31.818483 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bef8080-b8f4-4497-bc91-7ab62c323024", "tag": "ef06a5d6-dcd4-45e8-a30d-3050fe0c914c", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:01:31.818978 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-213e7bb0-0a70-4da3-a859-bf8f1bc38730 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:01:31.819385 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bef8080-b8f4-4497-bc91-7ab62c323024', 'tag': 'ef06a5d6-dcd4-45e8-a30d-3050fe0c914c', 'status': 'completed', 'code': 200} Dec 08 16:01:31.878057 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3d11d1de-f699-4b88-b908-9aede501155b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:31.882198 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-47ce89eb-250b-48aa-90d4-c82cc49018ff None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:31.883960 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 9fc1e132-8b2d-46f3-912c-e7a2fc1b1c57 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:01:31.884462 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:31.885689 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3d11d1de-f699-4b88-b908-9aede501155b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:31.886968 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-3d11d1de-f699-4b88-b908-9aede501155b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/de8737b4-6f9e-481b-bb3e-efdd3748e779 HTTP/1.1" status: 204 len: 168 time: 0.4072173 Dec 08 16:01:31.927006 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d11d1de-f699-4b88-b908-9aede501155b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8737b4-6f9e-481b-bb3e-efdd3748e779,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:31.965125 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc06faaa-4689-4ce4-be1d-23f15ed03c4f req-0934a106-47e7-41a8-be43-ab24f778a0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:31.969493 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bc06faaa-4689-4ce4-be1d-23f15ed03c4f req-0934a106-47e7-41a8-be43-ab24f778a0ea service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b73d206799fe4423a8cfa64c519990fb&device_id=7bef8080-b8f4-4497-bc91-7ab62c323024 HTTP/1.1" status: 200 len: 1100 time: 0.1338856 Dec 08 16:01:32.036024 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-47ce89eb-250b-48aa-90d4-c82cc49018ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:32.080792 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ce89eb-250b-48aa-90d4-c82cc49018ff None None] Network 2160f220-73eb-4128-8e17-580f294db0b0 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:01:32.085089 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-47ce89eb-250b-48aa-90d4-c82cc49018ff None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:01:32.090249 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ce89eb-250b-48aa-90d4-c82cc49018ff None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:01:32.152047 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ce89eb-250b-48aa-90d4-c82cc49018ff None None] Pushing event updated for resources: {'Port': ['ID=4bb67d89-9fbe-4a15-827f-a69ed7edd618,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:32.172338 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-47ce89eb-250b-48aa-90d4-c82cc49018ff None None] Attempting to bind port 4bb67d89-9fbe-4a15-827f-a69ed7edd618 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:01:32.172613 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-47ce89eb-250b-48aa-90d4-c82cc49018ff None None] Attempting to bind port 4bb67d89-9fbe-4a15-827f-a69ed7edd618 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '64c18ef9-63f2-4c53-b3ec-fb03feced499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '2160f220-73eb-4128-8e17-580f294db0b0'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:01:32.173642 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ce89eb-250b-48aa-90d4-c82cc49018ff None None] Attempting to bind port 4bb67d89-9fbe-4a15-827f-a69ed7edd618 on network 2160f220-73eb-4128-8e17-580f294db0b0 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:01:32.180492 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ce89eb-250b-48aa-90d4-c82cc49018ff None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:01:32.180876 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ce89eb-250b-48aa-90d4-c82cc49018ff None None] Checking segment: {'id': '64c18ef9-63f2-4c53-b3ec-fb03feced499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '2160f220-73eb-4128-8e17-580f294db0b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:01:32.181291 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-47ce89eb-250b-48aa-90d4-c82cc49018ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:32.181823 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ce89eb-250b-48aa-90d4-c82cc49018ff None None] Bound using segment: {'id': '64c18ef9-63f2-4c53-b3ec-fb03feced499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '2160f220-73eb-4128-8e17-580f294db0b0'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:01:32.182376 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-47ce89eb-250b-48aa-90d4-c82cc49018ff None None] Bound port: 4bb67d89-9fbe-4a15-827f-a69ed7edd618, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64c18ef9-63f2-4c53-b3ec-fb03feced499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '2160f220-73eb-4128-8e17-580f294db0b0'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:01:32.182925 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-47ce89eb-250b-48aa-90d4-c82cc49018ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:32.185070 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-3e6f9d27-d9fa-4061-8c30-327d33d260ca None None] Provisioning complete for port db400ace-e686-4075-b8dd-b0d6e24152fa triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:01:32.185495 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3e6f9d27-d9fa-4061-8c30-327d33d260ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:32.193080 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc06faaa-4689-4ce4-be1d-23f15ed03c4f req-70b21626-e9a7-4924-83a1-c11c912ca981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:32.195407 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bc06faaa-4689-4ce4-be1d-23f15ed03c4f req-70b21626-e9a7-4924-83a1-c11c912ca981 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b91759c7-445e-4f7b-9fc4-64d80951832c HTTP/1.1" status: 200 len: 870 time: 0.2171376 Dec 08 16:01:32.220953 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-be33e4d4-c040-41e6-8583-69c3d3c54774 req-8f14da75-df2a-4a5d-90b2-2639e4262224 service neutron] 10.222.0.64 "GET /v2.0/networks/9fb73276-e1f8-4bac-a027-20476a8f0b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4567034 Dec 08 16:01:32.254942 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bc06faaa-4689-4ce4-be1d-23f15ed03c4f req-12da6ce2-d6bb-4081-b6d8-2e6fe846ff6e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=ef06a5d6-dcd4-45e8-a30d-3050fe0c914c HTTP/1.1" status: 200 len: 217 time: 0.0517483 Dec 08 16:01:32.306703 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e18f10-7f5d-4e05-94c8-fa492e4c1f5e admin admin] Router 14ddbb3a-64a4-4bb1-be1b-f440d2cab96e has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:01:32.308022 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-3e6f9d27-d9fa-4061-8c30-327d33d260ca None None] Port db400ace-e686-4075-b8dd-b0d6e24152fa cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:01:32.321296 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc06faaa-4689-4ce4-be1d-23f15ed03c4f req-ea75e0df-e696-4b18-b066-9e5f4db09051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:32.321904 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-47ce89eb-250b-48aa-90d4-c82cc49018ff None None] For port 4bb67d89-9fbe-4a15-827f-a69ed7edd618, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:01:32.322934 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bc06faaa-4689-4ce4-be1d-23f15ed03c4f req-ea75e0df-e696-4b18-b066-9e5f4db09051 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.0611236 Dec 08 16:01:32.326026 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-47ce89eb-250b-48aa-90d4-c82cc49018ff None None] For port 4bb67d89-9fbe-4a15-827f-a69ed7edd618, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=4bb67d89-9fbe-4a15-827f-a69ed7edd618,segment=NetworkSegment(64c18ef9-63f2-4c53-b3ec-fb03feced499),segment_id=64c18ef9-63f2-4c53-b3ec-fb03feced499)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:01:32.374407 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc06faaa-4689-4ce4-be1d-23f15ed03c4f req-a92616df-7ff1-45e3-b479-6a3c61554950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:32.378582 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bc06faaa-4689-4ce4-be1d-23f15ed03c4f req-a92616df-7ff1-45e3-b479-6a3c61554950 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0437784 Dec 08 16:01:32.483468 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-47ce89eb-250b-48aa-90d4-c82cc49018ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:32.494110 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bc06faaa-4689-4ce4-be1d-23f15ed03c4f req-b9df4fd3-df77-4684-8740-79f0c56f7384 service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104927 Dec 08 16:01:32.561488 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ce89eb-250b-48aa-90d4-c82cc49018ff None None] Pushing event updated for resources: {'Port': ['ID=4bb67d89-9fbe-4a15-827f-a69ed7edd618,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:32.583742 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-be33e4d4-c040-41e6-8583-69c3d3c54774 req-917e1792-9e70-483f-a866-60f4e3932bf1 service neutron] 10.222.0.64 "GET /v2.0/networks/9fb73276-e1f8-4bac-a027-20476a8f0b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3605156 Dec 08 16:01:32.682360 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bc06faaa-4689-4ce4-be1d-23f15ed03c4f req-38d5f447-372f-47fa-b3fa-aaf954876db0 service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803024 Dec 08 16:01:32.795977 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7a871d86-d71d-4efc-8a1a-86fdf0b947ec admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:32.798381 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e18f10-7f5d-4e05-94c8-fa492e4c1f5e admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:01:32.817159 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-64e18f10-7f5d-4e05-94c8-fa492e4c1f5e admin admin] 10.222.0.64 "PUT /v2.0/routers/14ddbb3a-64a4-4bb1-be1b-f440d2cab96e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1643250 Dec 08 16:01:32.823179 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2e66ee-1464-471a-830a-3b78672d4646 None None] Sync routers for ids ['14ddbb3a-64a4-4bb1-be1b-f440d2cab96e'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:01:32.842627 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7a871d86-d71d-4efc-8a1a-86fdf0b947ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:32.873362 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2e66ee-1464-471a-830a-3b78672d4646 None None] Routers {'14ddbb3a-64a4-4bb1-be1b-f440d2cab96e'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:01:32.875498 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-dd2e66ee-1464-471a-830a-3b78672d4646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:01:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['14ddbb3a-64a4-4bb1-be1b-f440d2cab96e'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:01:33.035182 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-7a871d86-d71d-4efc-8a1a-86fdf0b947ec admin admin] Allocated IP 172.25.0.252 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/6a0181d6-f8fc-44c2-8f96-d4a0cece0e8c) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:01:33.137444 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fdba0e-16b8-4eb9-96f2-14be83eb2f38 req-8b84f73b-6dec-4195-b841-679f430504e6 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:33.140735 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-dd2e66ee-1464-471a-830a-3b78672d4646 None None] Set router 14ddbb3a-64a4-4bb1-be1b-f440d2cab96e gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:01:33.146994 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-67fdba0e-16b8-4eb9-96f2-14be83eb2f38 req-8b84f73b-6dec-4195-b841-679f430504e6 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bef8080-b8f4-4497-bc91-7ab62c323024 HTTP/1.1" status: 200 len: 948 time: 0.0842962 Dec 08 16:01:33.210173 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59568) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:33.266412 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-67fdba0e-16b8-4eb9-96f2-14be83eb2f38 req-e40820ab-d4e7-49ad-bc29-dcb1fe0e5409 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129935 Dec 08 16:01:33.297212 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-47b21dce-40d8-4717-9ab2-87da7ce6ecef admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:33.401242 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac5367-2a66-43a1-ac4e-1b2fb924b97e req-1373f533-9f91-426f-8b7b-8f251824a4c5 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:33.409471 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-14ac5367-2a66-43a1-ac4e-1b2fb924b97e req-1373f533-9f91-426f-8b7b-8f251824a4c5 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.64 "GET /v2.0/ports?device_id=73923530-88bf-44ce-a395-3d8abf7a8528 HTTP/1.1" status: 200 len: 950 time: 0.3068733 Dec 08 16:01:33.424866 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bbafa5e1-b543-4d75-aa80-63659edd3b29 req-cc08f1fa-6cb6-43bb-aa90-6f83e0e458f5 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6a6d425-80b6-4908-ab04-ac48d54fc6c3 HTTP/1.1" status: 200 len: 210 time: 0.0441208 Dec 08 16:01:33.464737 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7a871d86-d71d-4efc-8a1a-86fdf0b947ec admin admin] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:33.491388 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-dd2e66ee-1464-471a-830a-3b78672d4646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ddbb3a-64a4-4bb1-be1b-f440d2cab96e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-612582527-router', 'tenant_id': 'a852a94827a640d4b4d781ca2b4d8472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '9fc1e132-8b2d-46f3-912c-e7a2fc1b1c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:21Z', 'updated_at': '2021-12-08T16:01:30Z', 'revision_number': 4, 'project_id': 'a852a94827a640d4b4d781ca2b4d8472', 'gw_port': {'id': '9fc1e132-8b2d-46f3-912c-e7a2fc1b1c57', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:91:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ddbb3a-64a4-4bb1-be1b-f440d2cab96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:22Z', 'updated_at': '2021-12-08T16:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'db400ace-e686-4075-b8dd-b0d6e24152fa', 'name': '', 'network_id': '335547d4-bfd2-4ca6-83e2-63a39090738e', 'tenant_id': 'a852a94827a640d4b4d781ca2b4d8472', 'mac_address': 'fa:16:3e:03:5a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ddbb3a-64a4-4bb1-be1b-f440d2cab96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'ef5ea7fa-565f-48e7-8d27-0c7d9b33e964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:28Z', 'updated_at': '2021-12-08T16:01:30Z', 'revision_number': 2, 'project_id': 'a852a94827a640d4b4d781ca2b4d8472', 'subnets': [{'id': 'ef5ea7fa-565f-48e7-8d27-0c7d9b33e964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:01:33.521237 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-14ac5367-2a66-43a1-ac4e-1b2fb924b97e req-4298675e-720f-4e35-bb86-4321f69e53a6 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.64 "GET /v2.0/security-groups?id=9071a444-aa2f-4947-88b9-c6b6216b6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108525 Dec 08 16:01:33.556194 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2e66ee-1464-471a-830a-3b78672d4646 None None] Checking router: 14ddbb3a-64a4-4bb1-be1b-f440d2cab96e for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:01:33.556568 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2e66ee-1464-471a-830a-3b78672d4646 None None] Updating router 14ddbb3a-64a4-4bb1-be1b-f440d2cab96e port db400ace-e686-4075-b8dd-b0d6e24152fa binding host n-d-776250-12 {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:01:33.624535 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-47b21dce-40d8-4717-9ab2-87da7ce6ecef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:33.652312 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-dd2e66ee-1464-471a-830a-3b78672d4646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:33.661336 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7a871d86-d71d-4efc-8a1a-86fdf0b947ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:33.740111 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a871d86-d71d-4efc-8a1a-86fdf0b947ec admin admin] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:01:33.756010 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-7a871d86-d71d-4efc-8a1a-86fdf0b947ec admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:01:33.758890 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-47b21dce-40d8-4717-9ab2-87da7ce6ecef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:33.766586 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a871d86-d71d-4efc-8a1a-86fdf0b947ec admin admin] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:01:33.790231 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a871d86-d71d-4efc-8a1a-86fdf0b947ec admin admin] Pushing event updated for resources: {'Port': ['ID=6a0181d6-f8fc-44c2-8f96-d4a0cece0e8c,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:33.828102 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 4bb67d89-9fbe-4a15-827f-a69ed7edd618 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:01:33.947910 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-47b21dce-40d8-4717-9ab2-87da7ce6ecef admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=965dcc856c0446ffaf13fca1352786e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7403288 Dec 08 16:01:33.950686 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59588) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:33.965523 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b21dce-40d8-4717-9ab2-87da7ce6ecef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a04476b-2c3f-4205-9f27-51b6fe7c09b2,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:33.983500 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 4bb67d89-9fbe-4a15-827f-a69ed7edd618 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:01:33.984757 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:34.079022 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cb3b97ea-420e-4270-ab3b-eb123628165e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:34.085115 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d6a0db-57c6-4c55-b93c-ce168d34ec75 None None] Network 2160f220-73eb-4128-8e17-580f294db0b0 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:01:34.129275 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cb3b97ea-420e-4270-ab3b-eb123628165e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:34.283493 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cb3b97ea-420e-4270-ab3b-eb123628165e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:34.287790 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cb3b97ea-420e-4270-ab3b-eb123628165e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:34.291695 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-cb3b97ea-420e-4270-ab3b-eb123628165e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8a04476b-2c3f-4205-9f27-51b6fe7c09b2 HTTP/1.1" status: 204 len: 168 time: 0.3360229 Dec 08 16:01:34.300543 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:34.302113 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3b97ea-420e-4270-ab3b-eb123628165e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a04476b-2c3f-4205-9f27-51b6fe7c09b2,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:34.329426 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7a871d86-d71d-4efc-8a1a-86fdf0b947ec admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:34.388214 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:34.409313 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f00e98-0f24-4025-ad21-298032998957 req-a8f0c574-8a9d-4af3-aca2-4dd0a00c465a tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:34.411243 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-61f00e98-0f24-4025-ad21-298032998957 req-a8f0c574-8a9d-4af3-aca2-4dd0a00c465a tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bef8080-b8f4-4497-bc91-7ab62c323024 HTTP/1.1" status: 200 len: 948 time: 0.0599256 Dec 08 16:01:34.412494 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-a5b90655-422b-4aec-822b-72bece64f307 None None] Provisioning complete for port 4bb67d89-9fbe-4a15-827f-a69ed7edd618 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:01:34.412875 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a5b90655-422b-4aec-822b-72bece64f307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:34.483597 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 4bb67d89-9fbe-4a15-827f-a69ed7edd618, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=4bb67d89-9fbe-4a15-827f-a69ed7edd618,segment=NetworkSegment(64c18ef9-63f2-4c53-b3ec-fb03feced499),segment_id=64c18ef9-63f2-4c53-b3ec-fb03feced499)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:01:34.495562 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-61f00e98-0f24-4025-ad21-298032998957 req-32816bff-1ecf-44bd-ba6c-63a2e4453f18 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712247 Dec 08 16:01:34.514888 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-dd2e66ee-1464-471a-830a-3b78672d4646 None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:34.517493 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59610) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:34.614149 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:34.625118 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a5b90655-422b-4aec-822b-72bece64f307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:34.642019 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1f4d8e6a-8850-4f63-a940-28f006974664 req-8c3efc3e-3fb7-4dd6-b270-6528cd64a69d tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6a6d425-80b6-4908-ab04-ac48d54fc6c3 HTTP/1.1" status: 200 len: 210 time: 0.0563581 Dec 08 16:01:34.672520 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d639d9d2-5fd0-4e26-a0cb-8f477d82fca5 req-a1d8cc2b-1ca4-4e11-8306-8cdac709c643 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:34.674327 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d639d9d2-5fd0-4e26-a0cb-8f477d82fca5 req-a1d8cc2b-1ca4-4e11-8306-8cdac709c643 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.76 "GET /v2.0/ports?device_id=73923530-88bf-44ce-a395-3d8abf7a8528 HTTP/1.1" status: 200 len: 950 time: 0.1761377 Dec 08 16:01:34.686585 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7a871d86-d71d-4efc-8a1a-86fdf0b947ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:34.724958 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-dd2e66ee-1464-471a-830a-3b78672d4646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:34.879107 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=4bb67d89-9fbe-4a15-827f-a69ed7edd618,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:34.921300 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa167b-1514-4548-8eb8-d002701aa907 req-4376ffdd-9599-410b-a5eb-64b60e5c296d tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:34.932801 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-eaaa167b-1514-4548-8eb8-d002701aa907 req-4376ffdd-9599-410b-a5eb-64b60e5c296d tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.64 "GET /v2.0/ports?device_id=73923530-88bf-44ce-a395-3d8abf7a8528 HTTP/1.1" status: 200 len: 950 time: 0.1549451 Dec 08 16:01:34.957685 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a871d86-d71d-4efc-8a1a-86fdf0b947ec admin admin] Router f1f924fe-daa3-4060-9543-f8424520518f is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:01:35.016168 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-d639d9d2-5fd0-4e26-a0cb-8f477d82fca5 req-0e74859c-5a66-47b1-a03e-cd46d61bfccf tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Deleting port 37fa8172-db69-4b94-bd73-181ef5bca7d7 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:01:35.016563 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-d639d9d2-5fd0-4e26-a0cb-8f477d82fca5 req-0e74859c-5a66-47b1-a03e-cd46d61bfccf tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:35.093851 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.db.api [None req-a5b90655-422b-4aec-822b-72bece64f307 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:01:35.094219 n-d-776250-12 neutron-server[110552]: DEBUG oslo_db.api [None req-a5b90655-422b-4aec-822b-72bece64f307 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:01:35.094731 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-eaaa167b-1514-4548-8eb8-d002701aa907 req-fe433b91-6eb0-4b2c-ba4b-661b7a1758ab tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.64 "GET /v2.0/security-groups?id=9071a444-aa2f-4947-88b9-c6b6216b6f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617088 Dec 08 16:01:35.183840 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a871d86-d71d-4efc-8a1a-86fdf0b947ec admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:01:35.186582 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353930ca-ee79-4b0f-a050-6ea6bfa8635f None None] Pushing event updated for resources: {'Port': ['ID=db400ace-e686-4075-b8dd-b0d6e24152fa,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:35.198591 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b60d77-5959-4614-86ae-94b118477051 None None] Sync routers for ids ['f1f924fe-daa3-4060-9543-f8424520518f'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:01:35.199224 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-d639d9d2-5fd0-4e26-a0cb-8f477d82fca5 req-0e74859c-5a66-47b1-a03e-cd46d61bfccf tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] For port 37fa8172-db69-4b94-bd73-181ef5bca7d7, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=37fa8172-db69-4b94-bd73-181ef5bca7d7,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:01:35.199527 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-d639d9d2-5fd0-4e26-a0cb-8f477d82fca5 req-0e74859c-5a66-47b1-a03e-cd46d61bfccf tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:35.214520 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-dd2e66ee-1464-471a-830a-3b78672d4646 None None] Attempting to bind port db400ace-e686-4075-b8dd-b0d6e24152fa on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:01:35.214957 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-dd2e66ee-1464-471a-830a-3b78672d4646 None None] Attempting to bind port db400ace-e686-4075-b8dd-b0d6e24152fa by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'a657cd3d-b4f1-4de9-9e20-89332c54a82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '335547d4-bfd2-4ca6-83e2-63a39090738e'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:01:35.216685 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2e66ee-1464-471a-830a-3b78672d4646 None None] Attempting to bind port db400ace-e686-4075-b8dd-b0d6e24152fa on network 335547d4-bfd2-4ca6-83e2-63a39090738e {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:01:35.223952 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2e66ee-1464-471a-830a-3b78672d4646 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:01:35.224459 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2e66ee-1464-471a-830a-3b78672d4646 None None] Checking segment: {'id': 'a657cd3d-b4f1-4de9-9e20-89332c54a82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '335547d4-bfd2-4ca6-83e2-63a39090738e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:01:35.224849 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-dd2e66ee-1464-471a-830a-3b78672d4646 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:35.225165 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2e66ee-1464-471a-830a-3b78672d4646 None None] Bound using segment: {'id': 'a657cd3d-b4f1-4de9-9e20-89332c54a82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '335547d4-bfd2-4ca6-83e2-63a39090738e'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:01:35.225670 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-dd2e66ee-1464-471a-830a-3b78672d4646 None None] Bound port: db400ace-e686-4075-b8dd-b0d6e24152fa, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a657cd3d-b4f1-4de9-9e20-89332c54a82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '335547d4-bfd2-4ca6-83e2-63a39090738e'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:01:35.226194 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-dd2e66ee-1464-471a-830a-3b78672d4646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:35.227354 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b60d77-5959-4614-86ae-94b118477051 None None] Routers {'f1f924fe-daa3-4060-9543-f8424520518f'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:01:35.228062 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-51b60d77-5959-4614-86ae-94b118477051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:01:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['f1f924fe-daa3-4060-9543-f8424520518f'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:01:35.248529 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-d639d9d2-5fd0-4e26-a0cb-8f477d82fca5 req-0e74859c-5a66-47b1-a03e-cd46d61bfccf tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Calling delete_port for 37fa8172-db69-4b94-bd73-181ef5bca7d7 owned by compute:nova {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:01:35.324433 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7a871d86-d71d-4efc-8a1a-86fdf0b947ec admin admin] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:35.328236 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-7a871d86-d71d-4efc-8a1a-86fdf0b947ec admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.9971008 Dec 08 16:01:35.329674 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59626) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:35.360275 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device ef06a5d6-dcd4-45e8-a30d-3050fe0c914c details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:01:35.364627 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-dd2e66ee-1464-471a-830a-3b78672d4646 None None] For port db400ace-e686-4075-b8dd-b0d6e24152fa, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:01:35.365041 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-51b60d77-5959-4614-86ae-94b118477051 None None] Set router f1f924fe-daa3-4060-9543-f8424520518f gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:01:35.403894 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-dd2e66ee-1464-471a-830a-3b78672d4646 None None] For port db400ace-e686-4075-b8dd-b0d6e24152fa, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=db400ace-e686-4075-b8dd-b0d6e24152fa,segment=NetworkSegment(a657cd3d-b4f1-4de9-9e20-89332c54a82c),segment_id=a657cd3d-b4f1-4de9-9e20-89332c54a82c)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:01:35.535686 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59630) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:35.571117 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-51b60d77-5959-4614-86ae-94b118477051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f924fe-daa3-4060-9543-f8424520518f', 'name': 'tempest-TaggedBootDevicesTest-1138800448-router', 'tenant_id': '8be2414d63a14131b9f6f8fcfa8d927a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '6a0181d6-f8fc-44c2-8f96-d4a0cece0e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:30Z', 'updated_at': '2021-12-08T16:01:33Z', 'revision_number': 3, 'project_id': '8be2414d63a14131b9f6f8fcfa8d927a', 'gw_port': {'id': '6a0181d6-f8fc-44c2-8f96-d4a0cece0e8c', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:02:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f924fe-daa3-4060-9543-f8424520518f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:32Z', 'updated_at': '2021-12-08T16:01:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:01:35.580345 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-162f45f6-8bbf-4530-b731-3cf80cebf9c3 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-269343815-network', 'tenant_id': 'c79583471100466cb47afca45dfdf298'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:01:35.607852 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b60d77-5959-4614-86ae-94b118477051 None None] Checking router: f1f924fe-daa3-4060-9543-f8424520518f for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:01:35.608224 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b60d77-5959-4614-86ae-94b118477051 None None] Updating router f1f924fe-daa3-4060-9543-f8424520518f port 6a0181d6-f8fc-44c2-8f96-d4a0cece0e8c binding host n-d-776250-12 {{(pid=110553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:01:35.645686 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-51b60d77-5959-4614-86ae-94b118477051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:35.733290 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 4bb67d89-9fbe-4a15-827f-a69ed7edd618 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:01:35.765334 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-1a5f4123-ae8c-4a7b-95a9-54e511421d3b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7cc034f1dfbe456182ee6a4e0ec144fb&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2371907 Dec 08 16:01:35.776374 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-dd2e66ee-1464-471a-830a-3b78672d4646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:35.787910 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59642) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:35.869413 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353930ca-ee79-4b0f-a050-6ea6bfa8635f None None] Pushing event updated for resources: {'Port': ['ID=db400ace-e686-4075-b8dd-b0d6e24152fa,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:35.905629 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2e66ee-1464-471a-830a-3b78672d4646 None None] Routers {'14ddbb3a-64a4-4bb1-be1b-f440d2cab96e'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:01:35.911493 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-dd2e66ee-1464-471a-830a-3b78672d4646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:01:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['14ddbb3a-64a4-4bb1-be1b-f440d2cab96e'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:01:35.944479 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-d639d9d2-5fd0-4e26-a0cb-8f477d82fca5 req-0e74859c-5a66-47b1-a03e-cd46d61bfccf tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:35.978488 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-51b60d77-5959-4614-86ae-94b118477051 None None] Publish callbacks [] for port, precommit_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:36.026636 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ffc6a6-0cd0-45f2-b0f7-8d735a00e4c6 req-ffe9ebf9-4c08-46d4-8b4e-cf182630a213 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:36.026896 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['37fa8172-db69-4b94-bd73-181ef5bca7d7'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:01:36.032711 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-89ffc6a6-0cd0-45f2-b0f7-8d735a00e4c6 req-ffe9ebf9-4c08-46d4-8b4e-cf182630a213 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bef8080-b8f4-4497-bc91-7ab62c323024 HTTP/1.1" status: 200 len: 948 time: 0.3062835 Dec 08 16:01:36.033726 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-162f45f6-8bbf-4530-b731-3cf80cebf9c3 admin admin] Made reservation on behalf of c79583471100466cb47afca45dfdf298 for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:01:36.036702 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-162f45f6-8bbf-4530-b731-3cf80cebf9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:36.055584 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 4bb67d89-9fbe-4a15-827f-a69ed7edd618 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:01:36.056228 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:36.100346 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-51b60d77-5959-4614-86ae-94b118477051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:36.109147 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-cacf902a-3464-48b8-86f4-b43213278bee None None] Provisioning complete for port db400ace-e686-4075-b8dd-b0d6e24152fa triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:01:36.109535 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-cacf902a-3464-48b8-86f4-b43213278bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:36.131033 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-162f45f6-8bbf-4530-b731-3cf80cebf9c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:36.143109 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f83886a9-2443-4cc7-90c8-ff4316c7fadb req-24c68918-57e7-48b9-8150-d6a9186aaa53 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6a6d425-80b6-4908-ab04-ac48d54fc6c3 HTTP/1.1" status: 200 len: 210 time: 0.0819418 Dec 08 16:01:36.190436 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51483d96-798c-443a-a9a5-8d4b033a2237 None None] Pushing event updated for resources: {'Port': ['ID=6a0181d6-f8fc-44c2-8f96-d4a0cece0e8c,revision_number=2']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:36.230232 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-51b60d77-5959-4614-86ae-94b118477051 None None] Attempting to bind port 6a0181d6-f8fc-44c2-8f96-d4a0cece0e8c on host n-d-776250-12 for vnic_type normal with profile {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:01:36.231881 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-51b60d77-5959-4614-86ae-94b118477051 None None] Attempting to bind port 6a0181d6-f8fc-44c2-8f96-d4a0cece0e8c by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:01:36.232370 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b60d77-5959-4614-86ae-94b118477051 None None] Attempting to bind port 6a0181d6-f8fc-44c2-8f96-d4a0cece0e8c on network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:01:36.240619 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b60d77-5959-4614-86ae-94b118477051 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:01:36.254313 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b60d77-5959-4614-86ae-94b118477051 None None] Checking segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:01:36.254313 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-51b60d77-5959-4614-86ae-94b118477051 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:36.254313 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b60d77-5959-4614-86ae-94b118477051 None None] Bound using segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:01:36.254313 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-51b60d77-5959-4614-86ae-94b118477051 None None] Bound port: 6a0181d6-f8fc-44c2-8f96-d4a0cece0e8c, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:01:36.254313 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-51b60d77-5959-4614-86ae-94b118477051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:36.346294 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-51b60d77-5959-4614-86ae-94b118477051 None None] For port 6a0181d6-f8fc-44c2-8f96-d4a0cece0e8c, host n-d-776250-12, cleared binding levels {{(pid=110553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:01:36.352040 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-51b60d77-5959-4614-86ae-94b118477051 None None] For port 6a0181d6-f8fc-44c2-8f96-d4a0cece0e8c, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=6a0181d6-f8fc-44c2-8f96-d4a0cece0e8c,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:01:36.406550 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port ef06a5d6-dcd4-45e8-a30d-3050fe0c914c, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=ef06a5d6-dcd4-45e8-a30d-3050fe0c914c,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:01:36.410256 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-dd2e66ee-1464-471a-830a-3b78672d4646 None None] Set router 14ddbb3a-64a4-4bb1-be1b-f440d2cab96e gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:01:36.430360 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e0c9a354-472f-46f4-980e-7a1df46dca38 req-85ad04a9-4984-477f-9f8a-8e616300f486 tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.64 "GET /v2.0/ports?device_id=73923530-88bf-44ce-a395-3d8abf7a8528 HTTP/1.1" status: 200 len: 210 time: 0.0451145 Dec 08 16:01:36.437233 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e74859c-5a66-47b1-a03e-cd46d61bfccf tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Pushing event deleted for resources: {'Port': ['ID=37fa8172-db69-4b94-bd73-181ef5bca7d7,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:36.506735 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-51b60d77-5959-4614-86ae-94b118477051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:36.517730 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-d639d9d2-5fd0-4e26-a0cb-8f477d82fca5 req-0e74859c-5a66-47b1-a03e-cd46d61bfccf tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] No DVR routers for this DVR port 37fa8172-db69-4b94-bd73-181ef5bca7d7 on host n-h1-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:01:36.575791 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-d639d9d2-5fd0-4e26-a0cb-8f477d82fca5 req-0e74859c-5a66-47b1-a03e-cd46d61bfccf tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:36.579345 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d639d9d2-5fd0-4e26-a0cb-8f477d82fca5 req-0e74859c-5a66-47b1-a03e-cd46d61bfccf tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.76 "DELETE /v2.0/ports/37fa8172-db69-4b94-bd73-181ef5bca7d7 HTTP/1.1" status: 204 len: 173 time: 1.8919523 Dec 08 16:01:36.629218 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-89ffc6a6-0cd0-45f2-b0f7-8d735a00e4c6 req-641b4bdd-6329-4bd0-8120-b042bd081129 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5377321 Dec 08 16:01:36.629761 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73923530-88bf-44ce-a395-3d8abf7a8528', 'name': 'network-vif-deleted', 'tag': '37fa8172-db69-4b94-bd73-181ef5bca7d7'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:01:36.636123 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c78613d4-7867-4d1d-9550-2129351e55b0" -d '{"events": [{"server_uuid": "73923530-88bf-44ce-a395-3d8abf7a8528", "name": "network-vif-deleted", "tag": "37fa8172-db69-4b94-bd73-181ef5bca7d7"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:01:36.640923 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51483d96-798c-443a-a9a5-8d4b033a2237 None None] Pushing event updated for resources: {'Port': ['ID=6a0181d6-f8fc-44c2-8f96-d4a0cece0e8c,revision_number=3']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:36.661327 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-162f45f6-8bbf-4530-b731-3cf80cebf9c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:36.665689 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b60d77-5959-4614-86ae-94b118477051 None None] Routers {'f1f924fe-daa3-4060-9543-f8424520518f'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:01:36.666353 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-51b60d77-5959-4614-86ae-94b118477051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:01:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['f1f924fe-daa3-4060-9543-f8424520518f'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:01:36.709815 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8bc1d67-baa9-4ed8-9776-4c1e353be881 x-openstack-request-id: req-d8bc1d67-baa9-4ed8-9776-4c1e353be881 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:01:36.710309 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73923530-88bf-44ce-a395-3d8abf7a8528", "name": "network-vif-deleted", "tag": "37fa8172-db69-4b94-bd73-181ef5bca7d7", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:01:36.710767 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d8bc1d67-baa9-4ed8-9776-4c1e353be881 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:01:36.711300 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73923530-88bf-44ce-a395-3d8abf7a8528', 'name': 'network-vif-deleted', 'tag': '37fa8172-db69-4b94-bd73-181ef5bca7d7', 'status': 'completed', 'code': 200} Dec 08 16:01:36.740789 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-958f7c37-7889-41ef-a69d-e6ab963fba49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:36.757512 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-162f45f6-8bbf-4530-b731-3cf80cebf9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:36.770026 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-162f45f6-8bbf-4530-b731-3cf80cebf9c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:01:36.781549 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-162f45f6-8bbf-4530-b731-3cf80cebf9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:36.782147 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-162f45f6-8bbf-4530-b731-3cf80cebf9c3 admin admin] Added segment ed640b00-5209-41aa-8ccd-e8e1ecbd23aa of type vlan for network 2385e0e8-ce30-4e57-9597-e3c55240f83a Dec 08 16:01:36.813801 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cf2af439-8def-48c3-90b2-3f817b6af2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:36.824556 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-51b60d77-5959-4614-86ae-94b118477051 None None] Set router f1f924fe-daa3-4060-9543-f8424520518f gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:01:36.827165 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-162f45f6-8bbf-4530-b731-3cf80cebf9c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:36.899958 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': 'ef06a5d6-dcd4-45e8-a30d-3050fe0c914c', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'port_id': 'ef06a5d6-dcd4-45e8-a30d-3050fe0c914c', 'mac_address': 'fa:16:3e:b7:93:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c93b3a32-b438-4a47-8558-220c03febf97', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:01:36.954502 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162f45f6-8bbf-4530-b731-3cf80cebf9c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2423af55-1d2c-44fc-af91-c70548d77475,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:36.967791 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59680) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:37.031901 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-958f7c37-7889-41ef-a69d-e6ab963fba49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:37.112127 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be33e4d4-c040-41e6-8583-69c3d3c54774 req-d6290707-0552-4e94-a730-d80cbab80a61 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:37.119498 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-be33e4d4-c040-41e6-8583-69c3d3c54774 req-d6290707-0552-4e94-a730-d80cbab80a61 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.37 "GET /v2.0/networks?id=9fb73276-e1f8-4bac-a027-20476a8f0b71 HTTP/1.1" status: 200 len: 820 time: 0.6843150 Dec 08 16:01:37.123305 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-162f45f6-8bbf-4530-b731-3cf80cebf9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:37.124651 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162f45f6-8bbf-4530-b731-3cf80cebf9c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:37.125493 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-162f45f6-8bbf-4530-b731-3cf80cebf9c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:37.133484 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-51b60d77-5959-4614-86ae-94b118477051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f924fe-daa3-4060-9543-f8424520518f', 'name': 'tempest-TaggedBootDevicesTest-1138800448-router', 'tenant_id': '8be2414d63a14131b9f6f8fcfa8d927a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '6a0181d6-f8fc-44c2-8f96-d4a0cece0e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:30Z', 'updated_at': '2021-12-08T16:01:33Z', 'revision_number': 3, 'project_id': '8be2414d63a14131b9f6f8fcfa8d927a', 'gw_port': {'id': '6a0181d6-f8fc-44c2-8f96-d4a0cece0e8c', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:02:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f924fe-daa3-4060-9543-f8424520518f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:32Z', 'updated_at': '2021-12-08T16:01:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:01:37.142119 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-be33e4d4-c040-41e6-8583-69c3d3c54774 req-70ab09d9-fd1c-4c31-b635-9cc9f6ff063b tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Request body: {'port': {'device_id': 'f6a6d425-80b6-4908-ab04-ac48d54fc6c3', 'network_id': '9fb73276-e1f8-4bac-a027-20476a8f0b71', 'admin_state_up': True, 'tenant_id': '85658dbd01a84c26a2385fde82126184'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:01:37.171697 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b60d77-5959-4614-86ae-94b118477051 None None] The sync data for ids ['f1f924fe-daa3-4060-9543-f8424520518f'] in n-d-776250-12 is: [{'id': 'f1f924fe-daa3-4060-9543-f8424520518f', 'name': 'tempest-TaggedBootDevicesTest-1138800448-router', 'tenant_id': '8be2414d63a14131b9f6f8fcfa8d927a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '6a0181d6-f8fc-44c2-8f96-d4a0cece0e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:30Z', 'updated_at': '2021-12-08T16:01:33Z', 'revision_number': 3, 'project_id': '8be2414d63a14131b9f6f8fcfa8d927a', 'gw_port': {'id': '6a0181d6-f8fc-44c2-8f96-d4a0cece0e8c', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:02:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f924fe-daa3-4060-9543-f8424520518f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:32Z', 'updated_at': '2021-12-08T16:01:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:01:37.190468 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:37.222309 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-cf2af439-8def-48c3-90b2-3f817b6af2e8 admin admin] Allocated IP 172.20.0.1 (2160f220-73eb-4128-8e17-580f294db0b0/28454e1d-d263-44ec-91e2-36831bf74b20/26180cda-4639-483b-b2a4-b8871fdb3cbe) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:01:37.246616 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef06a5d6-dcd4-45e8-a30d-3050fe0c914c {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:01:37.266843 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-985f1941-85d3-426e-abc5-8a9f353d953c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1618204951-network', 'tenant_id': 'cccac7f0d19945c189b8b83efcede7c4'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:01:37.269329 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-cacf902a-3464-48b8-86f4-b43213278bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:37.300817 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port ef06a5d6-dcd4-45e8-a30d-3050fe0c914c, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=ef06a5d6-dcd4-45e8-a30d-3050fe0c914c,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:01:37.332002 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162f45f6-8bbf-4530-b731-3cf80cebf9c3 admin admin] Pushing event updated for resources: {'Network': ['ID=2385e0e8-ce30-4e57-9597-e3c55240f83a,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:37.348260 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 2385e0e8-ce30-4e57-9597-e3c55240f83a details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:01:37.397077 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-32278177-6d15-4ccd-9b67-7aaf16574b76 req-8688f307-10b1-4f44-958e-f9c3295fc14c tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6a6d425-80b6-4908-ab04-ac48d54fc6c3 HTTP/1.1" status: 200 len: 210 time: 0.0662072 Dec 08 16:01:37.419129 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-cacf902a-3464-48b8-86f4-b43213278bee None None] For port db400ace-e686-4075-b8dd-b0d6e24152fa, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=db400ace-e686-4075-b8dd-b0d6e24152fa,segment=NetworkSegment(a657cd3d-b4f1-4de9-9e20-89332c54a82c),segment_id=a657cd3d-b4f1-4de9-9e20-89332c54a82c)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:01:37.438754 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-958f7c37-7889-41ef-a69d-e6ab963fba49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:37.441501 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-958f7c37-7889-41ef-a69d-e6ab963fba49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:37.443701 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-958f7c37-7889-41ef-a69d-e6ab963fba49 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/97b0c99b-1984-47fc-847f-c601cfde1d0e HTTP/1.1" status: 204 len: 168 time: 1.6496108 Dec 08 16:01:37.445004 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:37.459556 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f7c37-7889-41ef-a69d-e6ab963fba49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b0c99b-1984-47fc-847f-c601cfde1d0e,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:37.493284 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cf2af439-8def-48c3-90b2-3f817b6af2e8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:37.592650 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985f1941-85d3-426e-abc5-8a9f353d953c admin admin] Made reservation on behalf of cccac7f0d19945c189b8b83efcede7c4 for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:01:37.595168 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-985f1941-85d3-426e-abc5-8a9f353d953c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:37.616373 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-985f1941-85d3-426e-abc5-8a9f353d953c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:37.657169 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-cacf902a-3464-48b8-86f4-b43213278bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:37.662694 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=ef06a5d6-dcd4-45e8-a30d-3050fe0c914c,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:37.671176 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cf2af439-8def-48c3-90b2-3f817b6af2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:37.686451 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-162f45f6-8bbf-4530-b731-3cf80cebf9c3 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.1409142 Dec 08 16:01:37.687491 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59696) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:37.692588 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-be95138a-65e8-41fc-90fd-d6c65793483b admin admin] Request body: {'subnet': {'network_id': '2385e0e8-ce30-4e57-9597-e3c55240f83a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-269343815-subnet', 'tenant_id': 'c79583471100466cb47afca45dfdf298', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:01:37.739828 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2af439-8def-48c3-90b2-3f817b6af2e8 admin admin] Network 2160f220-73eb-4128-8e17-580f294db0b0 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:01:37.749640 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-cf2af439-8def-48c3-90b2-3f817b6af2e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:01:37.757399 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2af439-8def-48c3-90b2-3f817b6af2e8 admin admin] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:01:37.758125 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cf2af439-8def-48c3-90b2-3f817b6af2e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:37.841656 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-917d0e47-4283-436e-9211-300e295214ca req-bf841512-a496-4a5c-aa3f-f8c5d9c78ebe tempest-LiveMigrationNegativeTest-1077556870 tempest-LiveMigrationNegativeTest-1077556870-project] 10.222.0.64 "GET /v2.0/ports?device_id=73923530-88bf-44ce-a395-3d8abf7a8528 HTTP/1.1" status: 200 len: 210 time: 0.1297767 Dec 08 16:01:37.893679 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59698) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:37.903716 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2af439-8def-48c3-90b2-3f817b6af2e8 admin admin] Pushing event updated for resources: {'Port': ['ID=26180cda-4639-483b-b2a4-b8871fdb3cbe,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:37.924638 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be33e4d4-c040-41e6-8583-69c3d3c54774 req-70ab09d9-fd1c-4c31-b635-9cc9f6ff063b tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Made reservation on behalf of 85658dbd01a84c26a2385fde82126184 for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:01:37.928505 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-be33e4d4-c040-41e6-8583-69c3d3c54774 req-70ab09d9-fd1c-4c31-b635-9cc9f6ff063b tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:38.093988 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b8ed7-d0c6-4e60-84e7-c89a98c8f798 req-094485b1-5f32-45ea-be43-666c42e75879 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:38.109118 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e63b8ed7-d0c6-4e60-84e7-c89a98c8f798 req-094485b1-5f32-45ea-be43-666c42e75879 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bef8080-b8f4-4497-bc91-7ab62c323024 HTTP/1.1" status: 200 len: 949 time: 0.2272501 Dec 08 16:01:38.129369 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be95138a-65e8-41fc-90fd-d6c65793483b admin admin] Made reservation on behalf of c79583471100466cb47afca45dfdf298 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:01:38.132853 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-be95138a-65e8-41fc-90fd-d6c65793483b admin admin] Publish callbacks [] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:38.170009 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['ef06a5d6-dcd4-45e8-a30d-3050fe0c914c'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:01:38.183747 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 6a0181d6-f8fc-44c2-8f96-d4a0cece0e8c up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:01:38.234206 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-985f1941-85d3-426e-abc5-8a9f353d953c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:38.306224 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-cacf902a-3464-48b8-86f4-b43213278bee None None] Provisioning complete for port 4bb67d89-9fbe-4a15-827f-a69ed7edd618 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:01:38.306625 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-cacf902a-3464-48b8-86f4-b43213278bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:38.319061 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e63b8ed7-d0c6-4e60-84e7-c89a98c8f798 req-ba6b13a9-0a61-4384-9cae-e20b77984d19 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083287 Dec 08 16:01:38.368471 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-dd2e66ee-1464-471a-830a-3b78672d4646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ddbb3a-64a4-4bb1-be1b-f440d2cab96e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-612582527-router', 'tenant_id': 'a852a94827a640d4b4d781ca2b4d8472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '9fc1e132-8b2d-46f3-912c-e7a2fc1b1c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:21Z', 'updated_at': '2021-12-08T16:01:30Z', 'revision_number': 4, 'project_id': 'a852a94827a640d4b4d781ca2b4d8472', 'gw_port': {'id': '9fc1e132-8b2d-46f3-912c-e7a2fc1b1c57', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:91:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ddbb3a-64a4-4bb1-be1b-f440d2cab96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:22Z', 'updated_at': '2021-12-08T16:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'db400ace-e686-4075-b8dd-b0d6e24152fa', 'name': '', 'network_id': '335547d4-bfd2-4ca6-83e2-63a39090738e', 'tenant_id': 'a852a94827a640d4b4d781ca2b4d8472', 'mac_address': 'fa:16:3e:03:5a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ddbb3a-64a4-4bb1-be1b-f440d2cab96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'ef5ea7fa-565f-48e7-8d27-0c7d9b33e964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:28Z', 'updated_at': '2021-12-08T16:01:35Z', 'revision_number': 4, 'project_id': 'a852a94827a640d4b4d781ca2b4d8472', 'subnets': [{'id': 'ef5ea7fa-565f-48e7-8d27-0c7d9b33e964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:01:38.397103 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-985f1941-85d3-426e-abc5-8a9f353d953c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:38.430569 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-985f1941-85d3-426e-abc5-8a9f353d953c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:01:38.445049 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2e66ee-1464-471a-830a-3b78672d4646 None None] The sync data for ids ['14ddbb3a-64a4-4bb1-be1b-f440d2cab96e'] in n-d-776250-12 is: [{'id': '14ddbb3a-64a4-4bb1-be1b-f440d2cab96e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-612582527-router', 'tenant_id': 'a852a94827a640d4b4d781ca2b4d8472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '9fc1e132-8b2d-46f3-912c-e7a2fc1b1c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:21Z', 'updated_at': '2021-12-08T16:01:30Z', 'revision_number': 4, 'project_id': 'a852a94827a640d4b4d781ca2b4d8472', 'gw_port': {'id': '9fc1e132-8b2d-46f3-912c-e7a2fc1b1c57', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:91:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ddbb3a-64a4-4bb1-be1b-f440d2cab96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:22Z', 'updated_at': '2021-12-08T16:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'db400ace-e686-4075-b8dd-b0d6e24152fa', 'name': '', 'network_id': '335547d4-bfd2-4ca6-83e2-63a39090738e', 'tenant_id': 'a852a94827a640d4b4d781ca2b4d8472', 'mac_address': 'fa:16:3e:03:5a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ddbb3a-64a4-4bb1-be1b-f440d2cab96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'ef5ea7fa-565f-48e7-8d27-0c7d9b33e964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:28Z', 'updated_at': '2021-12-08T16:01:35Z', 'revision_number': 4, 'project_id': 'a852a94827a640d4b4d781ca2b4d8472', 'subnets': [{'id': 'ef5ea7fa-565f-48e7-8d27-0c7d9b33e964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:01:38.458974 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacf902a-3464-48b8-86f4-b43213278bee None None] Pushing event updated for resources: {'Port': ['ID=db400ace-e686-4075-b8dd-b0d6e24152fa,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:38.495546 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-985f1941-85d3-426e-abc5-8a9f353d953c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:38.496787 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-985f1941-85d3-426e-abc5-8a9f353d953c admin admin] Added segment 0c076f29-02bd-4d8c-b673-e57145814b25 of type vlan for network a7ecdb59-39d2-4361-b3b5-d1d1721e658f Dec 08 16:01:38.526350 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 6a0181d6-f8fc-44c2-8f96-d4a0cece0e8c triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:01:38.529152 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:38.537238 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:38.573122 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-360a50cc-9789-4926-87a9-16e4eeb3841e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:38.602864 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985f1941-85d3-426e-abc5-8a9f353d953c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b36d62-f1d9-4906-80e7-b288c82df168,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:38.645793 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-985f1941-85d3-426e-abc5-8a9f353d953c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:38.650697 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2a9065ac-30dc-4243-9aa8-b053e2dee26d req-c310e507-e868-4730-a875-eb974f9d2b4c tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6a6d425-80b6-4908-ab04-ac48d54fc6c3 HTTP/1.1" status: 200 len: 210 time: 0.0856607 Dec 08 16:01:38.667698 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cf2af439-8def-48c3-90b2-3f817b6af2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:38.776295 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-985f1941-85d3-426e-abc5-8a9f353d953c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:38.777365 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985f1941-85d3-426e-abc5-8a9f353d953c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:38.778706 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-985f1941-85d3-426e-abc5-8a9f353d953c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:38.778980 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [req-be33e4d4-c040-41e6-8583-69c3d3c54774 req-70ab09d9-fd1c-4c31-b635-9cc9f6ff063b tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Allocated IP 172.20.0.11 (9fb73276-e1f8-4bac-a027-20476a8f0b71/3bab6816-4414-47cc-922e-2566e0e2da0a/150aec00-a505-4a9d-95d4-59e8f7ccabdf) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:01:38.870748 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59708) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:38.907090 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:38.931029 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-60037a79-2173-47fa-869f-56786b1d2023 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:39.026565 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-f196d544-1c03-4f90-b9e4-404d8e712849 None None] Provisioning complete for port 26180cda-4639-483b-b2a4-b8871fdb3cbe triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:01:39.026941 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f196d544-1c03-4f90-b9e4-404d8e712849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:39.064428 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985f1941-85d3-426e-abc5-8a9f353d953c admin admin] Pushing event updated for resources: {'Network': ['ID=a7ecdb59-39d2-4361-b3b5-d1d1721e658f,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:39.072508 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-360a50cc-9789-4926-87a9-16e4eeb3841e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:39.083558 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cf2af439-8def-48c3-90b2-3f817b6af2e8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:39.087140 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 6a0181d6-f8fc-44c2-8f96-d4a0cece0e8c, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=6a0181d6-f8fc-44c2-8f96-d4a0cece0e8c,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:01:39.089132 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network a7ecdb59-39d2-4361-b3b5-d1d1721e658f details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:01:39.098598 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-985f1941-85d3-426e-abc5-8a9f353d953c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.1279624 Dec 08 16:01:39.118772 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59714) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:39.125982 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-0265e830-3bc5-4c25-af9b-12e393b3b01d admin admin] Request body: {'subnet': {'network_id': 'a7ecdb59-39d2-4361-b3b5-d1d1721e658f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1618204951-subnet', 'tenant_id': 'cccac7f0d19945c189b8b83efcede7c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:01:39.168874 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cf2af439-8def-48c3-90b2-3f817b6af2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:39.171893 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cf2af439-8def-48c3-90b2-3f817b6af2e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:39.179987 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:39.194526 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-f196d544-1c03-4f90-b9e4-404d8e712849 None None] Port 26180cda-4639-483b-b2a4-b8871fdb3cbe cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:01:39.233446 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-360a50cc-9789-4926-87a9-16e4eeb3841e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:39.272582 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-360a50cc-9789-4926-87a9-16e4eeb3841e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ae1453951e5c4fc4928c111d880fb7e9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3772929 Dec 08 16:01:39.278210 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59716) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:39.290643 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-be95138a-65e8-41fc-90fd-d6c65793483b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:39.298067 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=6a0181d6-f8fc-44c2-8f96-d4a0cece0e8c,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:39.330600 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-f196d544-1c03-4f90-b9e4-404d8e712849 None None] Provisioning complete for port db400ace-e686-4075-b8dd-b0d6e24152fa triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:01:39.331798 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f196d544-1c03-4f90-b9e4-404d8e712849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:39.357899 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2af439-8def-48c3-90b2-3f817b6af2e8 admin admin] Pushing event updated for resources: {'Port': ['ID=26180cda-4639-483b-b2a4-b8871fdb3cbe,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:39.366744 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be95138a-65e8-41fc-90fd-d6c65793483b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b619c40-2065-4989-8522-b1fadf6d59cb,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:39.383152 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0265e830-3bc5-4c25-af9b-12e393b3b01d admin admin] Made reservation on behalf of cccac7f0d19945c189b8b83efcede7c4 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:01:39.385722 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0265e830-3bc5-4c25-af9b-12e393b3b01d admin admin] Publish callbacks [] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:39.446714 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-60037a79-2173-47fa-869f-56786b1d2023 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:39.452876 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360a50cc-9789-4926-87a9-16e4eeb3841e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9909e86-8d2d-4446-a515-8c6e7d118bc7,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:39.472884 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 37fa8172-db69-4b94-bd73-181ef5bca7d7 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:01:39.525232 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: 37fa8172-db69-4b94-bd73-181ef5bca7d7 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:01:39.526064 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 37fa8172-db69-4b94-bd73-181ef5bca7d7 not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:01:39.547182 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2af439-8def-48c3-90b2-3f817b6af2e8 admin admin] Network 2160f220-73eb-4128-8e17-580f294db0b0 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:01:39.571870 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-cf2af439-8def-48c3-90b2-3f817b6af2e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:01:39.578532 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-be33e4d4-c040-41e6-8583-69c3d3c54774 req-70ab09d9-fd1c-4c31-b635-9cc9f6ff063b tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:39.599632 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ea6aee22-cafa-4196-a84b-6a055f083c05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:39.643018 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-60037a79-2173-47fa-869f-56786b1d2023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:39.652237 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59722) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:39.681670 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be95138a-65e8-41fc-90fd-d6c65793483b admin admin] Checking segment: {'id': 'ed640b00-5209-41aa-8ccd-e8e1ecbd23aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '2385e0e8-ce30-4e57-9597-e3c55240f83a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:01:39.682054 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be95138a-65e8-41fc-90fd-d6c65793483b admin admin] Network hostable DHCP agents. Network: 2385e0e8-ce30-4e57-9597-e3c55240f83a, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:01:39.690515 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60037a79-2173-47fa-869f-56786b1d2023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c518881-b3f9-49ed-ad1a-06ad09517437,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:39.717265 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-be33e4d4-c040-41e6-8583-69c3d3c54774 req-70ab09d9-fd1c-4c31-b635-9cc9f6ff063b tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:39.819285 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-60037a79-2173-47fa-869f-56786b1d2023 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d24819fa4bcd4d6da2e415801a38ef14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9265974 Dec 08 16:01:39.821460 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be33e4d4-c040-41e6-8583-69c3d3c54774 req-70ab09d9-fd1c-4c31-b635-9cc9f6ff063b tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Network 9fb73276-e1f8-4bac-a027-20476a8f0b71 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:01:39.826512 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ea6aee22-cafa-4196-a84b-6a055f083c05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:39.828215 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59728) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:39.838664 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde14cc-6dfa-441a-8b76-90f7d56c83bb req-37d31f0d-fbf8-483d-bd66-566d4f566e4b tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:39.869874 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-afde14cc-6dfa-441a-8b76-90f7d56c83bb req-37d31f0d-fbf8-483d-bd66-566d4f566e4b tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bef8080-b8f4-4497-bc91-7ab62c323024 HTTP/1.1" status: 200 len: 949 time: 0.3992796 Dec 08 16:01:39.887511 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [req-be33e4d4-c040-41e6-8583-69c3d3c54774 req-70ab09d9-fd1c-4c31-b635-9cc9f6ff063b tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:01:39.905629 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be95138a-65e8-41fc-90fd-d6c65793483b admin admin] Network 2385e0e8-ce30-4e57-9597-e3c55240f83a is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:01:39.907713 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-be33e4d4-c040-41e6-8583-69c3d3c54774 req-70ab09d9-fd1c-4c31-b635-9cc9f6ff063b tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:01:39.916494 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be33e4d4-c040-41e6-8583-69c3d3c54774 req-70ab09d9-fd1c-4c31-b635-9cc9f6ff063b tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:39.917508 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-be33e4d4-c040-41e6-8583-69c3d3c54774 req-70ab09d9-fd1c-4c31-b635-9cc9f6ff063b tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:39.937007 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device db400ace-e686-4075-b8dd-b0d6e24152fa up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:01:39.959129 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ab09d9-fd1c-4c31-b635-9cc9f6ff063b tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Pushing event updated for resources: {'Port': ['ID=150aec00-a505-4a9d-95d4-59e8f7ccabdf,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:40.020535 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-afde14cc-6dfa-441a-8b76-90f7d56c83bb req-7c5126f8-5242-43c9-a777-53c416e92aae tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512494 Dec 08 16:01:40.024810 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-be33e4d4-c040-41e6-8583-69c3d3c54774 req-70ab09d9-fd1c-4c31-b635-9cc9f6ff063b tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8905427 Dec 08 16:01:40.038199 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-be33e4d4-c040-41e6-8583-69c3d3c54774 req-96c45d9c-0798-4078-a6a7-4979498ea2f4 service neutron] Request body: {'port': {'device_id': 'f6a6d425-80b6-4908-ab04-ac48d54fc6c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:01:40.061957 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port db400ace-e686-4075-b8dd-b0d6e24152fa triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:01:40.062383 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:40.071299 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-be95138a-65e8-41fc-90fd-d6c65793483b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 2385e0e8-ce30-4e57-9597-e3c55240f83a) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:01:40.079749 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be95138a-65e8-41fc-90fd-d6c65793483b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:40.080380 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-be95138a-65e8-41fc-90fd-d6c65793483b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:40.101934 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-4bb7536b-5bf2-487b-bf73-6b2a4b7f0b13 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=04b408fb75c343b1a426130bf98ebe7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4266670 Dec 08 16:01:40.102570 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59732) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:40.138895 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bafd7e5-aae5-45af-ac77-4667f1b3941e None None] Network 2385e0e8-ce30-4e57-9597-e3c55240f83a requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:01:40.143352 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-be33e4d4-c040-41e6-8583-69c3d3c54774 req-96c45d9c-0798-4078-a6a7-4979498ea2f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:40.170735 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa3da8c-d639-4a72-bc92-cfff316dddbc req-55904305-5fa0-4791-a459-9cfa89953a56 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:40.172437 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3aa3da8c-d639-4a72-bc92-cfff316dddbc req-55904305-5fa0-4791-a459-9cfa89953a56 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6a6d425-80b6-4908-ab04-ac48d54fc6c3 HTTP/1.1" status: 200 len: 932 time: 0.3742390 Dec 08 16:01:40.181346 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a1820527-2ee7-432f-825c-b0494ccdc2e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:40.214716 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-1a028a77-75de-41eb-8fb7-853fc1a9dfc5 None None] Provisioning complete for port 26180cda-4639-483b-b2a4-b8871fdb3cbe triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:01:40.215247 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1a028a77-75de-41eb-8fb7-853fc1a9dfc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:40.255711 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-be95138a-65e8-41fc-90fd-d6c65793483b admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.5646911 Dec 08 16:01:40.256749 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59734) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:40.265072 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-741f231a-7de6-4930-aced-517cacfdd8e2 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-269343815-router', 'tenant_id': 'c79583471100466cb47afca45dfdf298', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:01:40.316252 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-1a028a77-75de-41eb-8fb7-853fc1a9dfc5 None None] Port 26180cda-4639-483b-b2a4-b8871fdb3cbe cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:01:40.331524 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 6a0181d6-f8fc-44c2-8f96-d4a0cece0e8c up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:01:40.336363 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf2af439-8def-48c3-90b2-3f817b6af2e8 admin admin] Router f1f924fe-daa3-4060-9543-f8424520518f has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:01:40.338394 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a1820527-2ee7-432f-825c-b0494ccdc2e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:40.363419 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d94abf-1afb-4c5d-9ef4-12995a8f894e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-2385e0e8-ce30-4e57-9597-e3c55240f83a', 'network_id': '2385e0e8-ce30-4e57-9597-e3c55240f83a', 'project_id': 'c79583471100466cb47afca45dfdf298', 'fixed_ips': [{'subnet_id': '9b619c40-2065-4989-8522-b1fadf6d59cb'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:01:40.364344 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-83d94abf-1afb-4c5d-9ef4-12995a8f894e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:40.369194 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ea6aee22-cafa-4196-a84b-6a055f083c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:40.371763 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ea6aee22-cafa-4196-a84b-6a055f083c05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:40.375321 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ea6aee22-cafa-4196-a84b-6a055f083c05 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c9909e86-8d2d-4446-a515-8c6e7d118bc7 HTTP/1.1" status: 204 len: 168 time: 1.0937145 Dec 08 16:01:40.432743 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3aa3da8c-d639-4a72-bc92-cfff316dddbc req-b566c969-9ed1-4a4a-a6ad-39fbf4d66381 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492790 Dec 08 16:01:40.433371 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6aee22-cafa-4196-a84b-6a055f083c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9909e86-8d2d-4446-a515-8c6e7d118bc7,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:40.484774 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-741f231a-7de6-4930-aced-517cacfdd8e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:40.486140 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-741f231a-7de6-4930-aced-517cacfdd8e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:40.527199 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-47b9b4ca-85dd-454e-9cac-557a2ac4cdcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:40.538200 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0265e830-3bc5-4c25-af9b-12e393b3b01d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:40.549509 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 6a0181d6-f8fc-44c2-8f96-d4a0cece0e8c triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:01:40.550084 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:40.572283 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-741f231a-7de6-4930-aced-517cacfdd8e2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:40.600298 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-83d94abf-1afb-4c5d-9ef4-12995a8f894e None None] Allocated IP 172.20.0.2 (2385e0e8-ce30-4e57-9597-e3c55240f83a/9b619c40-2065-4989-8522-b1fadf6d59cb/c21b50f2-5ab2-4cf2-a26b-2a115f7233df) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:01:40.672508 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-47b9b4ca-85dd-454e-9cac-557a2ac4cdcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:40.706769 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0265e830-3bc5-4c25-af9b-12e393b3b01d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5142cea-ea20-4ef1-a661-da469783431e,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:40.731627 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [req-be33e4d4-c040-41e6-8583-69c3d3c54774 req-96c45d9c-0798-4078-a6a7-4979498ea2f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 150aec00-a505-4a9d-95d4-59e8f7ccabdf {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:01:40.735107 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf2af439-8def-48c3-90b2-3f817b6af2e8 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:01:40.741961 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-be33e4d4-c040-41e6-8583-69c3d3c54774 req-96c45d9c-0798-4078-a6a7-4979498ea2f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:40.757818 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-cf2af439-8def-48c3-90b2-3f817b6af2e8 admin admin] 10.222.0.64 "PUT /v2.0/routers/f1f924fe-daa3-4060-9543-f8424520518f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4185514 Dec 08 16:01:40.757818 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a1820527-2ee7-432f-825c-b0494ccdc2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:40.758104 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab1f8c2-9f3d-45d2-8acb-1d0d3b57e8bf None None] Sync routers for ids ['f1f924fe-daa3-4060-9543-f8424520518f'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:01:40.758294 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a1820527-2ee7-432f-825c-b0494ccdc2e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:40.758294 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a1820527-2ee7-432f-825c-b0494ccdc2e1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6c518881-b3f9-49ed-ad1a-06ad09517437 HTTP/1.1" status: 204 len: 168 time: 0.9254210 Dec 08 16:01:40.766974 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0265e830-3bc5-4c25-af9b-12e393b3b01d admin admin] Checking segment: {'id': '0c076f29-02bd-4d8c-b673-e57145814b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a7ecdb59-39d2-4361-b3b5-d1d1721e658f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:01:40.767348 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0265e830-3bc5-4c25-af9b-12e393b3b01d admin admin] Network hostable DHCP agents. Network: a7ecdb59-39d2-4361-b3b5-d1d1721e658f, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:01:40.770064 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1820527-2ee7-432f-825c-b0494ccdc2e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c518881-b3f9-49ed-ad1a-06ad09517437,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:40.828008 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab1f8c2-9f3d-45d2-8acb-1d0d3b57e8bf None None] Routers {'f1f924fe-daa3-4060-9543-f8424520518f'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:01:40.828707 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-7ab1f8c2-9f3d-45d2-8acb-1d0d3b57e8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:01:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['f1f924fe-daa3-4060-9543-f8424520518f'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:01:40.851317 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [req-be33e4d4-c040-41e6-8583-69c3d3c54774 req-96c45d9c-0798-4078-a6a7-4979498ea2f4 service neutron] Transition to ACTIVE for port object 150aec00-a505-4a9d-95d4-59e8f7ccabdf will not be triggered until provisioned by entity L2. {{(pid=110551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:01:40.853580 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-741f231a-7de6-4930-aced-517cacfdd8e2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:40.870876 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0265e830-3bc5-4c25-af9b-12e393b3b01d admin admin] Network a7ecdb59-39d2-4361-b3b5-d1d1721e658f is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:01:40.883939 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-83d94abf-1afb-4c5d-9ef4-12995a8f894e None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:40.892624 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-47b9b4ca-85dd-454e-9cac-557a2ac4cdcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:40.895925 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-47b9b4ca-85dd-454e-9cac-557a2ac4cdcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:40.900754 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-47b9b4ca-85dd-454e-9cac-557a2ac4cdcf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9071a444-aa2f-4947-88b9-c6b6216b6f02 HTTP/1.1" status: 204 len: 168 time: 0.7833509 Dec 08 16:01:40.912820 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b9b4ca-85dd-454e-9cac-557a2ac4cdcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9071a444-aa2f-4947-88b9-c6b6216b6f02,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:40.945707 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-be33e4d4-c040-41e6-8583-69c3d3c54774 req-96c45d9c-0798-4078-a6a7-4979498ea2f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:40.990195 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-7ab1f8c2-9f3d-45d2-8acb-1d0d3b57e8bf None None] Set router f1f924fe-daa3-4060-9543-f8424520518f gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:01:41.007059 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c45d9c-0798-4078-a6a7-4979498ea2f4 service neutron] Pushing event updated for resources: {'Port': ['ID=150aec00-a505-4a9d-95d4-59e8f7ccabdf,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:41.031572 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-83d94abf-1afb-4c5d-9ef4-12995a8f894e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:41.036357 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-0265e830-3bc5-4c25-af9b-12e393b3b01d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, a7ecdb59-39d2-4361-b3b5-d1d1721e658f) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:01:41.036631 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0265e830-3bc5-4c25-af9b-12e393b3b01d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:41.037242 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0265e830-3bc5-4c25-af9b-12e393b3b01d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:41.048130 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-be33e4d4-c040-41e6-8583-69c3d3c54774 req-96c45d9c-0798-4078-a6a7-4979498ea2f4 service neutron] Attempting to bind port 150aec00-a505-4a9d-95d4-59e8f7ccabdf on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:01:41.048540 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-be33e4d4-c040-41e6-8583-69c3d3c54774 req-96c45d9c-0798-4078-a6a7-4979498ea2f4 service neutron] Attempting to bind port 150aec00-a505-4a9d-95d4-59e8f7ccabdf by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9fb73276-e1f8-4bac-a027-20476a8f0b71'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:01:41.048877 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be33e4d4-c040-41e6-8583-69c3d3c54774 req-96c45d9c-0798-4078-a6a7-4979498ea2f4 service neutron] Attempting to bind port 150aec00-a505-4a9d-95d4-59e8f7ccabdf on network 9fb73276-e1f8-4bac-a027-20476a8f0b71 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:01:41.055699 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2581f3cb-c549-4223-b896-3981caabb8dd None None] Network a7ecdb59-39d2-4361-b3b5-d1d1721e658f requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:01:41.106831 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be33e4d4-c040-41e6-8583-69c3d3c54774 req-96c45d9c-0798-4078-a6a7-4979498ea2f4 service neutron] Port 150aec00-a505-4a9d-95d4-59e8f7ccabdf on network 9fb73276-e1f8-4bac-a027-20476a8f0b71 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:01:41.107165 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be33e4d4-c040-41e6-8583-69c3d3c54774 req-96c45d9c-0798-4078-a6a7-4979498ea2f4 service neutron] Attempting to bind port 150aec00-a505-4a9d-95d4-59e8f7ccabdf on network 9fb73276-e1f8-4bac-a027-20476a8f0b71 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:01:41.125715 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be33e4d4-c040-41e6-8583-69c3d3c54774 req-96c45d9c-0798-4078-a6a7-4979498ea2f4 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:01:41.128290 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be33e4d4-c040-41e6-8583-69c3d3c54774 req-96c45d9c-0798-4078-a6a7-4979498ea2f4 service neutron] Checking segment: {'id': '08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9fb73276-e1f8-4bac-a027-20476a8f0b71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:01:41.128290 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be33e4d4-c040-41e6-8583-69c3d3c54774 req-96c45d9c-0798-4078-a6a7-4979498ea2f4 service neutron] Bound using segment: {'id': '08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9fb73276-e1f8-4bac-a027-20476a8f0b71'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:01:41.128290 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-be33e4d4-c040-41e6-8583-69c3d3c54774 req-96c45d9c-0798-4078-a6a7-4979498ea2f4 service neutron] Bound port: 150aec00-a505-4a9d-95d4-59e8f7ccabdf, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9fb73276-e1f8-4bac-a027-20476a8f0b71'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:01:41.128290 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-be33e4d4-c040-41e6-8583-69c3d3c54774 req-96c45d9c-0798-4078-a6a7-4979498ea2f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:41.164406 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-0265e830-3bc5-4c25-af9b-12e393b3b01d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0436852 Dec 08 16:01:41.219645 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96289ff5-5ce3-4ee6-9e7e-0dff93dd9234 req-fb21af5c-7c39-4aea-a182-d6d73e76864a tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:41.221280 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-96289ff5-5ce3-4ee6-9e7e-0dff93dd9234 req-fb21af5c-7c39-4aea-a182-d6d73e76864a tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bef8080-b8f4-4497-bc91-7ab62c323024 HTTP/1.1" status: 200 len: 949 time: 0.1185288 Dec 08 16:01:41.280256 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-be33e4d4-c040-41e6-8583-69c3d3c54774 req-96c45d9c-0798-4078-a6a7-4979498ea2f4 service neutron] For port 150aec00-a505-4a9d-95d4-59e8f7ccabdf, host n-h2-776250-12, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:01:41.286766 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-be33e4d4-c040-41e6-8583-69c3d3c54774 req-96c45d9c-0798-4078-a6a7-4979498ea2f4 service neutron] For port 150aec00-a505-4a9d-95d4-59e8f7ccabdf, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=150aec00-a505-4a9d-95d4-59e8f7ccabdf,segment=NetworkSegment(08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4),segment_id=08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:01:41.316421 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d94abf-1afb-4c5d-9ef4-12995a8f894e None None] Network 2385e0e8-ce30-4e57-9597-e3c55240f83a is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:01:41.317747 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-96289ff5-5ce3-4ee6-9e7e-0dff93dd9234 req-9eed2519-cbb5-4e90-b539-26665b6786ec tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794997 Dec 08 16:01:41.353699 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-83d94abf-1afb-4c5d-9ef4-12995a8f894e None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:01:41.363249 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d94abf-1afb-4c5d-9ef4-12995a8f894e None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:01:41.371530 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d94abf-1afb-4c5d-9ef4-12995a8f894e None None] Pushing event updated for resources: {'Port': ['ID=c21b50f2-5ab2-4cf2-a26b-2a115f7233df,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:41.449375 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-be33e4d4-c040-41e6-8583-69c3d3c54774 req-96c45d9c-0798-4078-a6a7-4979498ea2f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:41.461963 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-741f231a-7de6-4930-aced-517cacfdd8e2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:41.489212 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9651467f-3acd-4a4d-8895-82c043d6d233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:41.499613 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device ef06a5d6-dcd4-45e8-a30d-3050fe0c914c up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:01:41.501935 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-83d94abf-1afb-4c5d-9ef4-12995a8f894e None None] Attempting to bind port c21b50f2-5ab2-4cf2-a26b-2a115f7233df on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:01:41.502301 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-83d94abf-1afb-4c5d-9ef4-12995a8f894e None None] Attempting to bind port c21b50f2-5ab2-4cf2-a26b-2a115f7233df by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'ed640b00-5209-41aa-8ccd-e8e1ecbd23aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '2385e0e8-ce30-4e57-9597-e3c55240f83a'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:01:41.503003 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d94abf-1afb-4c5d-9ef4-12995a8f894e None None] Attempting to bind port c21b50f2-5ab2-4cf2-a26b-2a115f7233df on network 2385e0e8-ce30-4e57-9597-e3c55240f83a {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:01:41.508809 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-741f231a-7de6-4930-aced-517cacfdd8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:41.511846 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06321a73-f172-43ac-9e76-eef4b56230a0 None None] Network a7ecdb59-39d2-4361-b3b5-d1d1721e658f requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:01:41.512576 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be33e4d4-c040-41e6-8583-69c3d3c54774 req-96c45d9c-0798-4078-a6a7-4979498ea2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:41.513387 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-be33e4d4-c040-41e6-8583-69c3d3c54774 req-96c45d9c-0798-4078-a6a7-4979498ea2f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:41.515154 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-be33e4d4-c040-41e6-8583-69c3d3c54774 req-96c45d9c-0798-4078-a6a7-4979498ea2f4 service neutron] 10.222.0.37 "PUT /v2.0/ports/150aec00-a505-4a9d-95d4-59e8f7ccabdf HTTP/1.1" status: 200 len: 1093 time: 1.4814930 Dec 08 16:01:41.517720 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6a6d425-80b6-4908-ab04-ac48d54fc6c3', 'tag': '150aec00-a505-4a9d-95d4-59e8f7ccabdf'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:01:41.526636 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd56c4d0-6cc6-41f9-9304-5a98713d620c" -d '{"events": [{"name": "network-changed", "server_uuid": "f6a6d425-80b6-4908-ab04-ac48d54fc6c3", "tag": "150aec00-a505-4a9d-95d4-59e8f7ccabdf"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:01:41.554319 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59758) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:41.576097 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1320d750-9f37-45d3-8f0b-7b965f7e1192 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:41.599169 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c45d9c-0798-4078-a6a7-4979498ea2f4 service neutron] Pushing event updated for resources: {'Port': ['ID=150aec00-a505-4a9d-95d4-59e8f7ccabdf,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:41.626374 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92cfd1e6-e7be-417e-9e30-3de8e6331ade x-openstack-request-id: req-92cfd1e6-e7be-417e-9e30-3de8e6331ade {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:01:41.629718 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6a6d425-80b6-4908-ab04-ac48d54fc6c3", "tag": "150aec00-a505-4a9d-95d4-59e8f7ccabdf", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:01:41.629718 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-92cfd1e6-e7be-417e-9e30-3de8e6331ade {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:01:41.629718 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6a6d425-80b6-4908-ab04-ac48d54fc6c3', 'tag': '150aec00-a505-4a9d-95d4-59e8f7ccabdf', 'status': 'completed', 'code': 200} Dec 08 16:01:41.633680 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d94abf-1afb-4c5d-9ef4-12995a8f894e None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:01:41.634198 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d94abf-1afb-4c5d-9ef4-12995a8f894e None None] Checking segment: {'id': 'ed640b00-5209-41aa-8ccd-e8e1ecbd23aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '2385e0e8-ce30-4e57-9597-e3c55240f83a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:01:41.634445 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-83d94abf-1afb-4c5d-9ef4-12995a8f894e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:41.634845 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d94abf-1afb-4c5d-9ef4-12995a8f894e None None] Bound using segment: {'id': 'ed640b00-5209-41aa-8ccd-e8e1ecbd23aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '2385e0e8-ce30-4e57-9597-e3c55240f83a'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:01:41.635346 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-83d94abf-1afb-4c5d-9ef4-12995a8f894e None None] Bound port: c21b50f2-5ab2-4cf2-a26b-2a115f7233df, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed640b00-5209-41aa-8ccd-e8e1ecbd23aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '2385e0e8-ce30-4e57-9597-e3c55240f83a'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:01:41.635779 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-83d94abf-1afb-4c5d-9ef4-12995a8f894e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:41.722796 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-741f231a-7de6-4930-aced-517cacfdd8e2 admin admin] Allocated IP 172.25.0.55 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/5c4ee185-9ad3-4149-9fc8-dd40775bd21a) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:01:41.729223 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be33e4d4-c040-41e6-8583-69c3d3c54774 req-495d94c9-d388-47f2-9279-14871cf13fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:41.731499 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-be33e4d4-c040-41e6-8583-69c3d3c54774 req-495d94c9-d388-47f2-9279-14871cf13fb5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=85658dbd01a84c26a2385fde82126184&device_id=f6a6d425-80b6-4908-ab04-ac48d54fc6c3 HTTP/1.1" status: 200 len: 1096 time: 0.0966418 Dec 08 16:01:41.736880 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1320d750-9f37-45d3-8f0b-7b965f7e1192 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:41.786514 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-be33e4d4-c040-41e6-8583-69c3d3c54774 req-af494cee-6ae8-4d3b-9b9f-0548005300ae service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=150aec00-a505-4a9d-95d4-59e8f7ccabdf HTTP/1.1" status: 200 len: 217 time: 0.0482528 Dec 08 16:01:41.793997 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77790f4-2f40-4b73-867a-fddfd77d516b req-7f587f1c-4a36-4371-9861-25b88031f617 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:41.796275 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e77790f4-2f40-4b73-867a-fddfd77d516b req-7f587f1c-4a36-4371-9861-25b88031f617 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6a6d425-80b6-4908-ab04-ac48d54fc6c3 HTTP/1.1" status: 200 len: 944 time: 0.0580404 Dec 08 16:01:41.842113 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1320d750-9f37-45d3-8f0b-7b965f7e1192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:41.880702 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-83d94abf-1afb-4c5d-9ef4-12995a8f894e None None] For port c21b50f2-5ab2-4cf2-a26b-2a115f7233df, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:01:41.897556 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-83d94abf-1afb-4c5d-9ef4-12995a8f894e None None] For port c21b50f2-5ab2-4cf2-a26b-2a115f7233df, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=c21b50f2-5ab2-4cf2-a26b-2a115f7233df,segment=NetworkSegment(ed640b00-5209-41aa-8ccd-e8e1ecbd23aa),segment_id=ed640b00-5209-41aa-8ccd-e8e1ecbd23aa)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:01:41.901558 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port ef06a5d6-dcd4-45e8-a30d-3050fe0c914c completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:01:41.907523 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-7ab1f8c2-9f3d-45d2-8acb-1d0d3b57e8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f924fe-daa3-4060-9543-f8424520518f', 'name': 'tempest-TaggedBootDevicesTest-1138800448-router', 'tenant_id': '8be2414d63a14131b9f6f8fcfa8d927a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '6a0181d6-f8fc-44c2-8f96-d4a0cece0e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:30Z', 'updated_at': '2021-12-08T16:01:38Z', 'revision_number': 4, 'project_id': '8be2414d63a14131b9f6f8fcfa8d927a', 'gw_port': {'id': '6a0181d6-f8fc-44c2-8f96-d4a0cece0e8c', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:02:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f924fe-daa3-4060-9543-f8424520518f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:32Z', 'updated_at': '2021-12-08T16:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '26180cda-4639-483b-b2a4-b8871fdb3cbe', 'name': '', 'network_id': '2160f220-73eb-4128-8e17-580f294db0b0', 'tenant_id': '8be2414d63a14131b9f6f8fcfa8d927a', 'mac_address': 'fa:16:3e:cd:e9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f924fe-daa3-4060-9543-f8424520518f', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '28454e1d-d263-44ec-91e2-36831bf74b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:36Z', 'updated_at': '2021-12-08T16:01:38Z', 'revision_number': 2, 'project_id': '8be2414d63a14131b9f6f8fcfa8d927a', 'subnets': [{'id': '28454e1d-d263-44ec-91e2-36831bf74b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:01:41.909652 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be33e4d4-c040-41e6-8583-69c3d3c54774 req-8e4f272c-3495-4fdb-a0bc-e1c2f54a6032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:41.911036 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port ef06a5d6-dcd4-45e8-a30d-3050fe0c914c triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:01:41.911417 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:41.912281 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-be33e4d4-c040-41e6-8583-69c3d3c54774 req-8e4f272c-3495-4fdb-a0bc-e1c2f54a6032 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3bab6816-4414-47cc-922e-2566e0e2da0a HTTP/1.1" status: 200 len: 860 time: 0.1156459 Dec 08 16:01:41.942675 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab1f8c2-9f3d-45d2-8acb-1d0d3b57e8bf None None] Checking router: f1f924fe-daa3-4060-9543-f8424520518f for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:01:41.943050 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab1f8c2-9f3d-45d2-8acb-1d0d3b57e8bf None None] Updating router f1f924fe-daa3-4060-9543-f8424520518f port 26180cda-4639-483b-b2a4-b8871fdb3cbe binding host n-d-776250-12 {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:01:41.958844 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-be33e4d4-c040-41e6-8583-69c3d3c54774 req-3c8a1e16-925f-46e4-b537-cf22fef26a6b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9fb73276-e1f8-4bac-a027-20476a8f0b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395041 Dec 08 16:01:41.981931 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-83d94abf-1afb-4c5d-9ef4-12995a8f894e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:41.989490 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-741f231a-7de6-4930-aced-517cacfdd8e2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:42.002074 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-1320d750-9f37-45d3-8f0b-7b965f7e1192 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=71dd48ae86964791868afa00dea51894&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4471760 Dec 08 16:01:42.005569 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59768) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:42.023974 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e77790f4-2f40-4b73-867a-fddfd77d516b req-a38bc097-1aa0-48d7-aac2-cb21d17da8f9 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025487 Dec 08 16:01:42.031429 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1320d750-9f37-45d3-8f0b-7b965f7e1192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19bdbb0-b7bf-411d-bf57-fe472b98d87e,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:42.044502 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7ab1f8c2-9f3d-45d2-8acb-1d0d3b57e8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:42.110751 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d94abf-1afb-4c5d-9ef4-12995a8f894e None None] Pushing event updated for resources: {'Port': ['ID=c21b50f2-5ab2-4cf2-a26b-2a115f7233df,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:42.144043 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-be33e4d4-c040-41e6-8583-69c3d3c54774 req-1b33799f-16dd-4a75-9bbf-84bcb63908c5 service neutron] 10.222.0.37 "GET /v2.0/networks/9fb73276-e1f8-4bac-a027-20476a8f0b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771593 Dec 08 16:01:42.174728 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-52c410e6-46aa-4735-9deb-1c70cb8b6df4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:42.212066 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-741f231a-7de6-4930-aced-517cacfdd8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:42.234399 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-52c410e6-46aa-4735-9deb-1c70cb8b6df4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:42.269961 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741f231a-7de6-4930-aced-517cacfdd8e2 admin admin] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:01:42.281939 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-741f231a-7de6-4930-aced-517cacfdd8e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:01:42.289361 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741f231a-7de6-4930-aced-517cacfdd8e2 admin admin] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:01:42.341717 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:42.353147 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f231a-7de6-4930-aced-517cacfdd8e2 admin admin] Pushing event updated for resources: {'Port': ['ID=5c4ee185-9ad3-4149-9fc8-dd40775bd21a,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:42.357048 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59774) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:42.387678 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-be33e4d4-c040-41e6-8583-69c3d3c54774 req-e82f6682-fd03-4a4b-9a30-c4d0cb37c2b8 service neutron] 10.222.0.37 "GET /v2.0/networks/9fb73276-e1f8-4bac-a027-20476a8f0b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362335 Dec 08 16:01:42.431459 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port ef06a5d6-dcd4-45e8-a30d-3050fe0c914c, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=ef06a5d6-dcd4-45e8-a30d-3050fe0c914c,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:01:42.435808 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bef8080-b8f4-4497-bc91-7ab62c323024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef06a5d6-dcd4-45e8-a30d-3050fe0c914c'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:01:42.438485 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865ce9fa-d23b-4871-b4c6-dd76a1a2806c" -d '{"events": [{"server_uuid": "7bef8080-b8f4-4497-bc91-7ab62c323024", "name": "network-vif-plugged", "status": "completed", "tag": "ef06a5d6-dcd4-45e8-a30d-3050fe0c914c"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:01:42.473693 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-52c410e6-46aa-4735-9deb-1c70cb8b6df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:42.484163 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-52c410e6-46aa-4735-9deb-1c70cb8b6df4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:42.485477 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-52c410e6-46aa-4735-9deb-1c70cb8b6df4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c19bdbb0-b7bf-411d-bf57-fe472b98d87e HTTP/1.1" status: 204 len: 168 time: 0.4788013 Dec 08 16:01:42.511607 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c410e6-46aa-4735-9deb-1c70cb8b6df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19bdbb0-b7bf-411d-bf57-fe472b98d87e,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:42.584278 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7fd79e8-1e8b-4aac-918e-75e91718729a x-openstack-request-id: req-d7fd79e8-1e8b-4aac-918e-75e91718729a {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:01:42.584554 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bef8080-b8f4-4497-bc91-7ab62c323024", "name": "network-vif-plugged", "status": "completed", "tag": "ef06a5d6-dcd4-45e8-a30d-3050fe0c914c", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:01:42.586978 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d7fd79e8-1e8b-4aac-918e-75e91718729a {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:01:42.587427 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bef8080-b8f4-4497-bc91-7ab62c323024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef06a5d6-dcd4-45e8-a30d-3050fe0c914c', 'code': 200} Dec 08 16:01:42.609227 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:42.683006 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a0f6b-6eec-4ffe-a02a-1548b165ba9d req-72f53376-05cf-4c19-ad34-2e5976b067d8 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:42.691334 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7b4a0f6b-6eec-4ffe-a02a-1548b165ba9d req-72f53376-05cf-4c19-ad34-2e5976b067d8 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bef8080-b8f4-4497-bc91-7ab62c323024 HTTP/1.1" status: 200 len: 950 time: 0.1466281 Dec 08 16:01:42.708335 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=ef06a5d6-dcd4-45e8-a30d-3050fe0c914c,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:42.806342 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c5214b27-0eef-46db-83b4-1ba79c81ba67 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b0a63131eabb4583979b13d48eb19377&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4449797 Dec 08 16:01:42.809459 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59786) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:42.864393 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7ab1f8c2-9f3d-45d2-8acb-1d0d3b57e8bf None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:42.891304 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7af8a673-f528-4b24-8ee7-1d41bc551dd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:42.921036 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7af8a673-f528-4b24-8ee7-1d41bc551dd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:42.996730 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7ab1f8c2-9f3d-45d2-8acb-1d0d3b57e8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:43.012748 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645ff3e2-a8d6-4489-8b94-143de56d2ff0 req-cc2a2283-cc48-45cb-aefe-306199d3d79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:43.014257 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-645ff3e2-a8d6-4489-8b94-143de56d2ff0 req-cc2a2283-cc48-45cb-aefe-306199d3d79d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7bef8080-b8f4-4497-bc91-7ab62c323024 HTTP/1.1" status: 200 len: 1102 time: 0.3922386 Dec 08 16:01:43.077775 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c94da6f-aa05-4527-a63a-eed2fdee9ebc None None] Pushing event updated for resources: {'Port': ['ID=26180cda-4639-483b-b2a4-b8871fdb3cbe,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:43.078659 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56c4d0-6cc6-41f9-9304-5a98713d620c req-a151cbbc-2398-4507-a398-64b8e9a62fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:43.080317 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cd56c4d0-6cc6-41f9-9304-5a98713d620c req-a151cbbc-2398-4507-a398-64b8e9a62fbd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=85658dbd01a84c26a2385fde82126184&device_id=f6a6d425-80b6-4908-ab04-ac48d54fc6c3 HTTP/1.1" status: 200 len: 1096 time: 0.4207666 Dec 08 16:01:43.129137 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7af8a673-f528-4b24-8ee7-1d41bc551dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:43.135100 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7af8a673-f528-4b24-8ee7-1d41bc551dd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:43.136944 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-7ab1f8c2-9f3d-45d2-8acb-1d0d3b57e8bf None None] Attempting to bind port 26180cda-4639-483b-b2a4-b8871fdb3cbe on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:01:43.137636 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-7af8a673-f528-4b24-8ee7-1d41bc551dd8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1725f7ca-c901-4a75-a189-99ee2963a912 HTTP/1.1" status: 204 len: 168 time: 0.3261991 Dec 08 16:01:43.137853 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-7ab1f8c2-9f3d-45d2-8acb-1d0d3b57e8bf None None] Attempting to bind port 26180cda-4639-483b-b2a4-b8871fdb3cbe by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '64c18ef9-63f2-4c53-b3ec-fb03feced499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '2160f220-73eb-4128-8e17-580f294db0b0'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:01:43.139141 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab1f8c2-9f3d-45d2-8acb-1d0d3b57e8bf None None] Attempting to bind port 26180cda-4639-483b-b2a4-b8871fdb3cbe on network 2160f220-73eb-4128-8e17-580f294db0b0 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:01:43.151961 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af8a673-f528-4b24-8ee7-1d41bc551dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1725f7ca-c901-4a75-a189-99ee2963a912,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:43.154236 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab1f8c2-9f3d-45d2-8acb-1d0d3b57e8bf None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:01:43.156020 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab1f8c2-9f3d-45d2-8acb-1d0d3b57e8bf None None] Checking segment: {'id': '64c18ef9-63f2-4c53-b3ec-fb03feced499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '2160f220-73eb-4128-8e17-580f294db0b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:01:43.156541 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7ab1f8c2-9f3d-45d2-8acb-1d0d3b57e8bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:43.156947 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab1f8c2-9f3d-45d2-8acb-1d0d3b57e8bf None None] Bound using segment: {'id': '64c18ef9-63f2-4c53-b3ec-fb03feced499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '2160f220-73eb-4128-8e17-580f294db0b0'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:01:43.157466 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-7ab1f8c2-9f3d-45d2-8acb-1d0d3b57e8bf None None] Bound port: 26180cda-4639-483b-b2a4-b8871fdb3cbe, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64c18ef9-63f2-4c53-b3ec-fb03feced499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '2160f220-73eb-4128-8e17-580f294db0b0'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:01:43.157867 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7ab1f8c2-9f3d-45d2-8acb-1d0d3b57e8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:43.184024 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7b4a0f6b-6eec-4ffe-a02a-1548b165ba9d req-94e31a52-de43-48a1-ad57-5da2e17d5766 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4738214 Dec 08 16:01:43.263023 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6438125-f5d5-4157-801b-a90c727d3f9a req-2ca48b8f-6c34-4543-b73d-d7b0866e8f59 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:43.290791 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e6438125-f5d5-4157-801b-a90c727d3f9a req-2ca48b8f-6c34-4543-b73d-d7b0866e8f59 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6a6d425-80b6-4908-ab04-ac48d54fc6c3 HTTP/1.1" status: 200 len: 944 time: 0.1208873 Dec 08 16:01:43.306406 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-741f231a-7de6-4930-aced-517cacfdd8e2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:43.315193 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-7ab1f8c2-9f3d-45d2-8acb-1d0d3b57e8bf None None] For port 26180cda-4639-483b-b2a4-b8871fdb3cbe, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:01:43.322853 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-7ab1f8c2-9f3d-45d2-8acb-1d0d3b57e8bf None None] For port 26180cda-4639-483b-b2a4-b8871fdb3cbe, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=26180cda-4639-483b-b2a4-b8871fdb3cbe,segment=NetworkSegment(64c18ef9-63f2-4c53-b3ec-fb03feced499),segment_id=64c18ef9-63f2-4c53-b3ec-fb03feced499)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:01:43.414323 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e6438125-f5d5-4157-801b-a90c727d3f9a req-7443e508-98f6-4fc0-89ae-26d661d7f6df tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040888 Dec 08 16:01:43.438274 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7ab1f8c2-9f3d-45d2-8acb-1d0d3b57e8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:43.465038 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-645ff3e2-a8d6-4489-8b94-143de56d2ff0 req-adfc7997-9919-4df2-b3da-1841d7183fca service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4336076 Dec 08 16:01:43.486092 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56c4d0-6cc6-41f9-9304-5a98713d620c req-a9d8197a-0cb4-461b-970c-4614e0263889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:43.487816 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cd56c4d0-6cc6-41f9-9304-5a98713d620c req-a9d8197a-0cb4-461b-970c-4614e0263889 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9fb73276-e1f8-4bac-a027-20476a8f0b71 HTTP/1.1" status: 200 len: 921 time: 0.3791769 Dec 08 16:01:43.512571 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c94da6f-aa05-4527-a63a-eed2fdee9ebc None None] Pushing event updated for resources: {'Port': ['ID=26180cda-4639-483b-b2a4-b8871fdb3cbe,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:43.548419 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab1f8c2-9f3d-45d2-8acb-1d0d3b57e8bf None None] Routers {'f1f924fe-daa3-4060-9543-f8424520518f'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:01:43.548602 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-7ab1f8c2-9f3d-45d2-8acb-1d0d3b57e8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:01:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['f1f924fe-daa3-4060-9543-f8424520518f'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:01:43.550466 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-8f716580-ac3b-4b86-806e-7a12c67e8757 None None] Provisioning complete for port 26180cda-4639-483b-b2a4-b8871fdb3cbe triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:01:43.550837 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8f716580-ac3b-4b86-806e-7a12c67e8757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:43.624109 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cd56c4d0-6cc6-41f9-9304-5a98713d620c req-f9bece6a-c3ab-4317-bbb2-c11ed68d5e17 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=150aec00-a505-4a9d-95d4-59e8f7ccabdf HTTP/1.1" status: 200 len: 217 time: 0.0980971 Dec 08 16:01:43.755190 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56c4d0-6cc6-41f9-9304-5a98713d620c req-1b28294c-f868-4057-9548-931e48d85bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:43.757407 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cd56c4d0-6cc6-41f9-9304-5a98713d620c req-1b28294c-f868-4057-9548-931e48d85bf8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3bab6816-4414-47cc-922e-2566e0e2da0a HTTP/1.1" status: 200 len: 860 time: 0.1244376 Dec 08 16:01:43.814525 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device c21b50f2-5ab2-4cf2-a26b-2a115f7233df up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:01:43.829583 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82be60a-e3f2-4570-8459-5e724ca26b12 None None] Network 2385e0e8-ce30-4e57-9597-e3c55240f83a requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:01:43.831008 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cd56c4d0-6cc6-41f9-9304-5a98713d620c req-f3420a65-54d5-457d-92c6-3aea3a38330c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9fb73276-e1f8-4bac-a027-20476a8f0b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614216 Dec 08 16:01:44.021708 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cd56c4d0-6cc6-41f9-9304-5a98713d620c req-9cc1f540-e87a-4def-a0c4-9b0693b2b8b2 service neutron] 10.222.0.37 "GET /v2.0/networks/9fb73276-e1f8-4bac-a027-20476a8f0b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832807 Dec 08 16:01:44.024569 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-741f231a-7de6-4930-aced-517cacfdd8e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:44.067519 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-7ab1f8c2-9f3d-45d2-8acb-1d0d3b57e8bf None None] Set router f1f924fe-daa3-4060-9543-f8424520518f gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:01:44.150545 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a56af6a2-c905-4a95-b91e-7dbb5562f97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:44.195074 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59822) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:44.207246 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-54e13bbb-cf8b-4bc3-a90f-435574fff895 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1118864699-network', 'tenant_id': '0ed5ba77ff9a4751a7a44d7ebc52d5ac'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:01:44.237347 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cd56c4d0-6cc6-41f9-9304-5a98713d620c req-f195dbe6-449d-49dc-86d9-fe6839d1043d service neutron] 10.222.0.37 "GET /v2.0/networks/9fb73276-e1f8-4bac-a027-20476a8f0b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068574 Dec 08 16:01:44.333919 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59826) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:44.346882 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-88a8d37e-15c1-4526-a744-c8d333aa993b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-2013407134-network', 'tenant_id': '351a96473ca546b496fdd2842aca05ea'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:01:44.352504 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port c21b50f2-5ab2-4cf2-a26b-2a115f7233df triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:01:44.352893 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:44.400598 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf14bf2-c4c4-420e-9fbe-c63103f5aaae req-c9c6a5ac-7e33-4b16-8f22-0824c1b03f41 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:44.403262 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7cf14bf2-c4c4-420e-9fbe-c63103f5aaae req-c9c6a5ac-7e33-4b16-8f22-0824c1b03f41 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bef8080-b8f4-4497-bc91-7ab62c323024 HTTP/1.1" status: 200 len: 950 time: 0.0831971 Dec 08 16:01:44.409003 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8f716580-ac3b-4b86-806e-7a12c67e8757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:44.416854 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e13bbb-cf8b-4bc3-a90f-435574fff895 admin admin] Made reservation on behalf of 0ed5ba77ff9a4751a7a44d7ebc52d5ac for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:01:44.420396 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-54e13bbb-cf8b-4bc3-a90f-435574fff895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:44.499526 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-54e13bbb-cf8b-4bc3-a90f-435574fff895 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:44.531449 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-8f716580-ac3b-4b86-806e-7a12c67e8757 None None] For port 26180cda-4639-483b-b2a4-b8871fdb3cbe, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=26180cda-4639-483b-b2a4-b8871fdb3cbe,segment=NetworkSegment(64c18ef9-63f2-4c53-b3ec-fb03feced499),segment_id=64c18ef9-63f2-4c53-b3ec-fb03feced499)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:01:44.547419 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7cf14bf2-c4c4-420e-9fbe-c63103f5aaae req-89e2b030-36c2-4639-9624-1d5f1b2b953b tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274402 Dec 08 16:01:44.549629 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-741f231a-7de6-4930-aced-517cacfdd8e2 admin admin] Router 3df3cfde-5da2-45a6-b143-31f800525869 is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:01:44.597634 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:44.619688 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-7ab1f8c2-9f3d-45d2-8acb-1d0d3b57e8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f924fe-daa3-4060-9543-f8424520518f', 'name': 'tempest-TaggedBootDevicesTest-1138800448-router', 'tenant_id': '8be2414d63a14131b9f6f8fcfa8d927a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '6a0181d6-f8fc-44c2-8f96-d4a0cece0e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:30Z', 'updated_at': '2021-12-08T16:01:38Z', 'revision_number': 4, 'project_id': '8be2414d63a14131b9f6f8fcfa8d927a', 'gw_port': {'id': '6a0181d6-f8fc-44c2-8f96-d4a0cece0e8c', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:02:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f924fe-daa3-4060-9543-f8424520518f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:32Z', 'updated_at': '2021-12-08T16:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '26180cda-4639-483b-b2a4-b8871fdb3cbe', 'name': '', 'network_id': '2160f220-73eb-4128-8e17-580f294db0b0', 'tenant_id': '8be2414d63a14131b9f6f8fcfa8d927a', 'mac_address': 'fa:16:3e:cd:e9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f924fe-daa3-4060-9543-f8424520518f', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '28454e1d-d263-44ec-91e2-36831bf74b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:36Z', 'updated_at': '2021-12-08T16:01:43Z', 'revision_number': 4, 'project_id': '8be2414d63a14131b9f6f8fcfa8d927a', 'subnets': [{'id': '28454e1d-d263-44ec-91e2-36831bf74b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:01:44.631122 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8f716580-ac3b-4b86-806e-7a12c67e8757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:44.633493 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a8d37e-15c1-4526-a744-c8d333aa993b admin admin] Made reservation on behalf of 351a96473ca546b496fdd2842aca05ea for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:01:44.640025 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-88a8d37e-15c1-4526-a744-c8d333aa993b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:44.662106 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-88a8d37e-15c1-4526-a744-c8d333aa993b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:44.733189 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34f8ded-9606-489a-81e2-bfc069865461 req-47122033-2e32-477a-bb94-f1b9849d8902 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:44.734839 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d34f8ded-9606-489a-81e2-bfc069865461 req-47122033-2e32-477a-bb94-f1b9849d8902 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6a6d425-80b6-4908-ab04-ac48d54fc6c3 HTTP/1.1" status: 200 len: 944 time: 0.2109144 Dec 08 16:01:44.751504 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port c21b50f2-5ab2-4cf2-a26b-2a115f7233df, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=c21b50f2-5ab2-4cf2-a26b-2a115f7233df,segment=NetworkSegment(ed640b00-5209-41aa-8ccd-e8e1ecbd23aa),segment_id=ed640b00-5209-41aa-8ccd-e8e1ecbd23aa)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:01:44.768816 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-741f231a-7de6-4930-aced-517cacfdd8e2 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:01:44.777502 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bd25af-267f-498e-89a5-c89c08cfba47 None None] Sync routers for ids ['3df3cfde-5da2-45a6-b143-31f800525869'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:01:44.788316 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab1f8c2-9f3d-45d2-8acb-1d0d3b57e8bf None None] The sync data for ids ['f1f924fe-daa3-4060-9543-f8424520518f'] in n-d-776250-12 is: [{'id': 'f1f924fe-daa3-4060-9543-f8424520518f', 'name': 'tempest-TaggedBootDevicesTest-1138800448-router', 'tenant_id': '8be2414d63a14131b9f6f8fcfa8d927a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '6a0181d6-f8fc-44c2-8f96-d4a0cece0e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:30Z', 'updated_at': '2021-12-08T16:01:38Z', 'revision_number': 4, 'project_id': '8be2414d63a14131b9f6f8fcfa8d927a', 'gw_port': {'id': '6a0181d6-f8fc-44c2-8f96-d4a0cece0e8c', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:02:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f924fe-daa3-4060-9543-f8424520518f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:32Z', 'updated_at': '2021-12-08T16:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '26180cda-4639-483b-b2a4-b8871fdb3cbe', 'name': '', 'network_id': '2160f220-73eb-4128-8e17-580f294db0b0', 'tenant_id': '8be2414d63a14131b9f6f8fcfa8d927a', 'mac_address': 'fa:16:3e:cd:e9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f924fe-daa3-4060-9543-f8424520518f', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '28454e1d-d263-44ec-91e2-36831bf74b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:36Z', 'updated_at': '2021-12-08T16:01:43Z', 'revision_number': 4, 'project_id': '8be2414d63a14131b9f6f8fcfa8d927a', 'subnets': [{'id': '28454e1d-d263-44ec-91e2-36831bf74b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:01:44.817538 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bd25af-267f-498e-89a5-c89c08cfba47 None None] Routers {'3df3cfde-5da2-45a6-b143-31f800525869'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:01:44.818183 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-f7bd25af-267f-498e-89a5-c89c08cfba47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:01:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['3df3cfde-5da2-45a6-b143-31f800525869'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:01:44.850139 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:44.898044 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-741f231a-7de6-4930-aced-517cacfdd8e2 admin admin] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:44.901957 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-741f231a-7de6-4930-aced-517cacfdd8e2 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 4.6417012 Dec 08 16:01:44.902471 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59842) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:44.914414 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 150aec00-a505-4a9d-95d4-59e8f7ccabdf details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:01:44.948639 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-30eda97e-d5d9-4c05-9506-d69775d4e0d1 None None] Provisioning complete for port c21b50f2-5ab2-4cf2-a26b-2a115f7233df triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:01:44.949020 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-30eda97e-d5d9-4c05-9506-d69775d4e0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:44.953357 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-88a8d37e-15c1-4526-a744-c8d333aa993b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:44.966018 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f716580-ac3b-4b86-806e-7a12c67e8757 None None] Pushing event updated for resources: {'Port': ['ID=26180cda-4639-483b-b2a4-b8871fdb3cbe,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:44.989942 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-54e13bbb-cf8b-4bc3-a90f-435574fff895 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:45.032088 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d34f8ded-9606-489a-81e2-bfc069865461 req-03b24051-5b4e-4a7f-bfeb-64dbbf7543d1 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836790 Dec 08 16:01:45.059095 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.db.resource_extend [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 16:01:45.066600 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-54e13bbb-cf8b-4bc3-a90f-435574fff895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:45.073357 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-88a8d37e-15c1-4526-a744-c8d333aa993b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:45.116702 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54e13bbb-cf8b-4bc3-a90f-435574fff895 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:01:45.121704 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-f7bd25af-267f-498e-89a5-c89c08cfba47 None None] Set router 3df3cfde-5da2-45a6-b143-31f800525869 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:01:45.132028 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-54e13bbb-cf8b-4bc3-a90f-435574fff895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:45.132692 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-54e13bbb-cf8b-4bc3-a90f-435574fff895 admin admin] Added segment 9aaf0bf3-1b5d-4669-bf51-7dd8e109bd95 of type vlan for network 9d418ea3-a699-45e5-a374-cd8ecda9629f Dec 08 16:01:45.199187 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88a8d37e-15c1-4526-a744-c8d333aa993b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:01:45.216694 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-88a8d37e-15c1-4526-a744-c8d333aa993b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:45.217299 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-88a8d37e-15c1-4526-a744-c8d333aa993b admin admin] Added segment 53599149-d15e-4c01-b2c2-b14e212ea66c of type vlan for network d61828f6-6576-492d-a93f-4a4ef85aa9db Dec 08 16:01:45.265226 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-88a8d37e-15c1-4526-a744-c8d333aa993b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:45.345733 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-30eda97e-d5d9-4c05-9506-d69775d4e0d1 None None] Provisioning complete for port 26180cda-4639-483b-b2a4-b8871fdb3cbe triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:01:45.346299 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-30eda97e-d5d9-4c05-9506-d69775d4e0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:45.348213 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-54e13bbb-cf8b-4bc3-a90f-435574fff895 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:45.355174 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e13bbb-cf8b-4bc3-a90f-435574fff895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad15e28-e2df-418f-a004-22a3e4e4b679,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:45.420874 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:45.453727 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-88a8d37e-15c1-4526-a744-c8d333aa993b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:45.454747 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a8d37e-15c1-4526-a744-c8d333aa993b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:45.455376 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-88a8d37e-15c1-4526-a744-c8d333aa993b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:45.513957 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=c21b50f2-5ab2-4cf2-a26b-2a115f7233df,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:45.565634 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 150aec00-a505-4a9d-95d4-59e8f7ccabdf, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=150aec00-a505-4a9d-95d4-59e8f7ccabdf,segment=NetworkSegment(08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4),segment_id=08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:01:45.601853 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a8d37e-15c1-4526-a744-c8d333aa993b admin admin] Pushing event updated for resources: {'Network': ['ID=d61828f6-6576-492d-a93f-4a4ef85aa9db,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:45.614893 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-88a8d37e-15c1-4526-a744-c8d333aa993b admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2788479 Dec 08 16:01:45.615689 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59852) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:45.624088 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a8d37e-15c1-4526-a744-c8d333aa993b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faca04a0-2434-4dcc-babd-305dc3db2467,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:45.627315 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-15eae1c9-c8d0-4ce9-9432-61860b796dd5 admin admin] Request body: {'subnet': {'network_id': 'd61828f6-6576-492d-a93f-4a4ef85aa9db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-2013407134-subnet', 'tenant_id': '351a96473ca546b496fdd2842aca05ea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:01:45.642680 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '150aec00-a505-4a9d-95d4-59e8f7ccabdf', 'network_id': '9fb73276-e1f8-4bac-a027-20476a8f0b71', 'port_id': '150aec00-a505-4a9d-95d4-59e8f7ccabdf', 'mac_address': 'fa:16:3e:1f:2c:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bab6816-4414-47cc-922e-2566e0e2da0a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:01:45.655124 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-abb75d9d-c630-4029-a1b7-4ff3e00d1fcf None None] Provisioning complete for port c21b50f2-5ab2-4cf2-a26b-2a115f7233df triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:01:45.655506 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-abb75d9d-c630-4029-a1b7-4ff3e00d1fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:45.656739 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-f7bd25af-267f-498e-89a5-c89c08cfba47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df3cfde-5da2-45a6-b143-31f800525869', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-269343815-router', 'tenant_id': 'c79583471100466cb47afca45dfdf298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '5c4ee185-9ad3-4149-9fc8-dd40775bd21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:40Z', 'updated_at': '2021-12-08T16:01:42Z', 'revision_number': 3, 'project_id': 'c79583471100466cb47afca45dfdf298', 'gw_port': {'id': '5c4ee185-9ad3-4149-9fc8-dd40775bd21a', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:63:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df3cfde-5da2-45a6-b143-31f800525869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:41Z', 'updated_at': '2021-12-08T16:01:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:01:45.694259 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-54e13bbb-cf8b-4bc3-a90f-435574fff895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:45.695599 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e13bbb-cf8b-4bc3-a90f-435574fff895 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:45.696743 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-54e13bbb-cf8b-4bc3-a90f-435574fff895 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:45.749983 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network d61828f6-6576-492d-a93f-4a4ef85aa9db details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:01:45.753570 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bd25af-267f-498e-89a5-c89c08cfba47 None None] Checking router: 3df3cfde-5da2-45a6-b143-31f800525869 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:01:45.755563 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bd25af-267f-498e-89a5-c89c08cfba47 None None] Updating router 3df3cfde-5da2-45a6-b143-31f800525869 port 5c4ee185-9ad3-4149-9fc8-dd40775bd21a binding host n-d-776250-12 {{(pid=110553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:01:45.816618 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15eae1c9-c8d0-4ce9-9432-61860b796dd5 admin admin] Made reservation on behalf of 351a96473ca546b496fdd2842aca05ea for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:01:45.819663 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-15eae1c9-c8d0-4ce9-9432-61860b796dd5 admin admin] Publish callbacks [] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:45.829935 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-f7bd25af-267f-498e-89a5-c89c08cfba47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:46.013096 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:46.025235 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e13bbb-cf8b-4bc3-a90f-435574fff895 admin admin] Pushing event updated for resources: {'Network': ['ID=9d418ea3-a699-45e5-a374-cd8ecda9629f,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:46.026759 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device c21b50f2-5ab2-4cf2-a26b-2a115f7233df up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:01:46.151874 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-54e13bbb-cf8b-4bc3-a90f-435574fff895 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9502249 Dec 08 16:01:46.161938 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59872) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:46.182289 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-04dcb3dc-5220-4f90-9df1-d9286d1d45da admin admin] Request body: {'subnet': {'network_id': '9d418ea3-a699-45e5-a374-cd8ecda9629f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1118864699-subnet', 'tenant_id': '0ed5ba77ff9a4751a7a44d7ebc52d5ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:01:46.227424 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 9d418ea3-a699-45e5-a374-cd8ecda9629f details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:01:46.257291 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 150aec00-a505-4a9d-95d4-59e8f7ccabdf {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:01:46.329161 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port c21b50f2-5ab2-4cf2-a26b-2a115f7233df triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:01:46.329512 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:46.373956 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-f7bd25af-267f-498e-89a5-c89c08cfba47 None None] Publish callbacks [] for port, precommit_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:46.377554 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 150aec00-a505-4a9d-95d4-59e8f7ccabdf, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=150aec00-a505-4a9d-95d4-59e8f7ccabdf,segment=NetworkSegment(08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4),segment_id=08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:01:46.380447 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04dcb3dc-5220-4f90-9df1-d9286d1d45da admin admin] Made reservation on behalf of 0ed5ba77ff9a4751a7a44d7ebc52d5ac for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:01:46.390579 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-04dcb3dc-5220-4f90-9df1-d9286d1d45da admin admin] Publish callbacks [] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:46.444423 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 26180cda-4639-483b-b2a4-b8871fdb3cbe up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:01:46.497039 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959dd8f-0f5e-46de-a7e5-babd11d04b03 req-2de48ed6-987f-43c9-8124-ab2e66447328 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:46.505349 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7959dd8f-0f5e-46de-a7e5-babd11d04b03 req-2de48ed6-987f-43c9-8124-ab2e66447328 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bef8080-b8f4-4497-bc91-7ab62c323024 HTTP/1.1" status: 200 len: 950 time: 0.6674275 Dec 08 16:01:46.520937 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:46.522314 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-f7bd25af-267f-498e-89a5-c89c08cfba47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:46.641672 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-15eae1c9-c8d0-4ce9-9432-61860b796dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:46.643087 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7959dd8f-0f5e-46de-a7e5-babd11d04b03 req-f2b83e2a-441b-4ab5-ba50-3ea3479b9df3 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365144 Dec 08 16:01:46.670159 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:46.674216 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70842bb6-30f4-4091-a687-d211182d644d req-202de314-9181-418d-8ad2-70000529ee6d tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:46.692293 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-f7bd25af-267f-498e-89a5-c89c08cfba47 None None] Attempting to bind port 5c4ee185-9ad3-4149-9fc8-dd40775bd21a on host n-d-776250-12 for vnic_type normal with profile {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:01:46.694443 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-70842bb6-30f4-4091-a687-d211182d644d req-202de314-9181-418d-8ad2-70000529ee6d tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6a6d425-80b6-4908-ab04-ac48d54fc6c3 HTTP/1.1" status: 200 len: 944 time: 0.4577796 Dec 08 16:01:46.696287 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-f7bd25af-267f-498e-89a5-c89c08cfba47 None None] Attempting to bind port 5c4ee185-9ad3-4149-9fc8-dd40775bd21a by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:01:46.697267 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bd25af-267f-498e-89a5-c89c08cfba47 None None] Attempting to bind port 5c4ee185-9ad3-4149-9fc8-dd40775bd21a on network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:01:46.732535 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097d7c97-8451-4644-b1b8-2d9473edf337 None None] Pushing event updated for resources: {'Port': ['ID=5c4ee185-9ad3-4149-9fc8-dd40775bd21a,revision_number=2']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:46.737106 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bd25af-267f-498e-89a5-c89c08cfba47 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:01:46.737508 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 26180cda-4639-483b-b2a4-b8871fdb3cbe triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:01:46.737754 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:46.741323 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bd25af-267f-498e-89a5-c89c08cfba47 None None] Checking segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:01:46.743066 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-f7bd25af-267f-498e-89a5-c89c08cfba47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:46.745733 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bd25af-267f-498e-89a5-c89c08cfba47 None None] Bound using segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:01:46.748991 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-f7bd25af-267f-498e-89a5-c89c08cfba47 None None] Bound port: 5c4ee185-9ad3-4149-9fc8-dd40775bd21a, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:01:46.749642 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-f7bd25af-267f-498e-89a5-c89c08cfba47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:46.750636 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['150aec00-a505-4a9d-95d4-59e8f7ccabdf'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:01:46.791540 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=150aec00-a505-4a9d-95d4-59e8f7ccabdf,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:46.807790 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-25c08f82-edf5-4f3e-8f0e-bd912d8be655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:46.841147 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-f7bd25af-267f-498e-89a5-c89c08cfba47 None None] For port 5c4ee185-9ad3-4149-9fc8-dd40775bd21a, host n-d-776250-12, cleared binding levels {{(pid=110553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:01:46.850759 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-f7bd25af-267f-498e-89a5-c89c08cfba47 None None] For port 5c4ee185-9ad3-4149-9fc8-dd40775bd21a, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=5c4ee185-9ad3-4149-9fc8-dd40775bd21a,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:01:47.010523 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-70842bb6-30f4-4091-a687-d211182d644d req-6ab1d480-1328-43d4-b816-462e384b6a4c tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147266 Dec 08 16:01:47.012545 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eae1c9-c8d0-4ce9-9432-61860b796dd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d89d0d9-4d4b-469e-8ae7-1967ffa61175,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:47.025386 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15eae1c9-c8d0-4ce9-9432-61860b796dd5 admin admin] Checking segment: {'id': '53599149-d15e-4c01-b2c2-b14e212ea66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd61828f6-6576-492d-a93f-4a4ef85aa9db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:01:47.025753 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15eae1c9-c8d0-4ce9-9432-61860b796dd5 admin admin] Network hostable DHCP agents. Network: d61828f6-6576-492d-a93f-4a4ef85aa9db, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:01:47.030061 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-25c08f82-edf5-4f3e-8f0e-bd912d8be655 admin admin] Allocated IP 172.20.0.1 (2385e0e8-ce30-4e57-9597-e3c55240f83a/9b619c40-2065-4989-8522-b1fadf6d59cb/3a50d1dd-4e23-4476-907b-c49fe19f77e8) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:01:47.139182 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-f7bd25af-267f-498e-89a5-c89c08cfba47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:47.141534 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-04dcb3dc-5220-4f90-9df1-d9286d1d45da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:47.147724 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15eae1c9-c8d0-4ce9-9432-61860b796dd5 admin admin] Network d61828f6-6576-492d-a93f-4a4ef85aa9db is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:01:47.157142 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-25c08f82-edf5-4f3e-8f0e-bd912d8be655 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:47.217944 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bd25af-267f-498e-89a5-c89c08cfba47 None None] Routers {'3df3cfde-5da2-45a6-b143-31f800525869'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:01:47.218589 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-f7bd25af-267f-498e-89a5-c89c08cfba47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:01:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['3df3cfde-5da2-45a6-b143-31f800525869'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:01:47.249887 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-15eae1c9-c8d0-4ce9-9432-61860b796dd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, d61828f6-6576-492d-a93f-4a4ef85aa9db) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:01:47.254772 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dcb3dc-5220-4f90-9df1-d9286d1d45da admin admin] Pushing event updated for resources: {'Subnet': ['ID=9541a61d-a167-4980-a72f-4394dc4a2836,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:47.257473 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15eae1c9-c8d0-4ce9-9432-61860b796dd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:47.258138 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-15eae1c9-c8d0-4ce9-9432-61860b796dd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:47.263743 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d90f7a-d3ac-4882-a315-003982446257 None None] Network d61828f6-6576-492d-a93f-4a4ef85aa9db requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:01:47.268658 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dcb3dc-5220-4f90-9df1-d9286d1d45da admin admin] Checking segment: {'id': '9aaf0bf3-1b5d-4669-bf51-7dd8e109bd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '9d418ea3-a699-45e5-a374-cd8ecda9629f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:01:47.269026 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04dcb3dc-5220-4f90-9df1-d9286d1d45da admin admin] Network hostable DHCP agents. Network: 9d418ea3-a699-45e5-a374-cd8ecda9629f, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:01:47.290613 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097d7c97-8451-4644-b1b8-2d9473edf337 None None] Pushing event updated for resources: {'Port': ['ID=5c4ee185-9ad3-4149-9fc8-dd40775bd21a,revision_number=3']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:47.322895 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-25c08f82-edf5-4f3e-8f0e-bd912d8be655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:47.362858 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-15eae1c9-c8d0-4ce9-9432-61860b796dd5 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7434413 Dec 08 16:01:47.365636 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59890) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:47.369818 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-f7bd25af-267f-498e-89a5-c89c08cfba47 None None] Set router 3df3cfde-5da2-45a6-b143-31f800525869 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:01:47.371158 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-dae56c0f-a284-4fe5-80cf-6cef93d31db0 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-2013407134-router', 'tenant_id': '351a96473ca546b496fdd2842aca05ea', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:01:47.375881 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c08f82-edf5-4f3e-8f0e-bd912d8be655 admin admin] Network 2385e0e8-ce30-4e57-9597-e3c55240f83a is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:01:47.381273 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-25c08f82-edf5-4f3e-8f0e-bd912d8be655 admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:01:47.394696 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c08f82-edf5-4f3e-8f0e-bd912d8be655 admin admin] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:01:47.399130 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-25c08f82-edf5-4f3e-8f0e-bd912d8be655 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:47.435257 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04dcb3dc-5220-4f90-9df1-d9286d1d45da admin admin] Network 9d418ea3-a699-45e5-a374-cd8ecda9629f is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:01:47.443172 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-04dcb3dc-5220-4f90-9df1-d9286d1d45da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 9d418ea3-a699-45e5-a374-cd8ecda9629f) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:01:47.452741 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04dcb3dc-5220-4f90-9df1-d9286d1d45da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:47.452741 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-04dcb3dc-5220-4f90-9df1-d9286d1d45da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:47.477651 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43891e06-4957-4d85-867d-8ae382e8c712 None None] Network 9d418ea3-a699-45e5-a374-cd8ecda9629f requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:01:47.484710 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c207caac-e877-443f-89b2-347ff13af0ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-d61828f6-6576-492d-a93f-4a4ef85aa9db', 'network_id': 'd61828f6-6576-492d-a93f-4a4ef85aa9db', 'project_id': '351a96473ca546b496fdd2842aca05ea', 'fixed_ips': [{'subnet_id': '4d89d0d9-4d4b-469e-8ae7-1967ffa61175'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:01:47.485586 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c207caac-e877-443f-89b2-347ff13af0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:47.511677 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c08f82-edf5-4f3e-8f0e-bd912d8be655 admin admin] Pushing event updated for resources: {'Port': ['ID=3a50d1dd-4e23-4476-907b-c49fe19f77e8,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:47.534580 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dae56c0f-a284-4fe5-80cf-6cef93d31db0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:47.535631 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dae56c0f-a284-4fe5-80cf-6cef93d31db0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:47.713005 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-04dcb3dc-5220-4f90-9df1-d9286d1d45da admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5356667 Dec 08 16:01:47.713005 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dae56c0f-a284-4fe5-80cf-6cef93d31db0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:47.719680 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-f7bd25af-267f-498e-89a5-c89c08cfba47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df3cfde-5da2-45a6-b143-31f800525869', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-269343815-router', 'tenant_id': 'c79583471100466cb47afca45dfdf298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '5c4ee185-9ad3-4149-9fc8-dd40775bd21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:40Z', 'updated_at': '2021-12-08T16:01:42Z', 'revision_number': 3, 'project_id': 'c79583471100466cb47afca45dfdf298', 'gw_port': {'id': '5c4ee185-9ad3-4149-9fc8-dd40775bd21a', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:63:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df3cfde-5da2-45a6-b143-31f800525869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:41Z', 'updated_at': '2021-12-08T16:01:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:01:47.758815 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bd25af-267f-498e-89a5-c89c08cfba47 None None] The sync data for ids ['3df3cfde-5da2-45a6-b143-31f800525869'] in n-d-776250-12 is: [{'id': '3df3cfde-5da2-45a6-b143-31f800525869', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-269343815-router', 'tenant_id': 'c79583471100466cb47afca45dfdf298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '5c4ee185-9ad3-4149-9fc8-dd40775bd21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:40Z', 'updated_at': '2021-12-08T16:01:42Z', 'revision_number': 3, 'project_id': 'c79583471100466cb47afca45dfdf298', 'gw_port': {'id': '5c4ee185-9ad3-4149-9fc8-dd40775bd21a', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:63:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df3cfde-5da2-45a6-b143-31f800525869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:41Z', 'updated_at': '2021-12-08T16:01:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:01:47.767137 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05fe454-0434-4e4b-94a6-777593678d87 req-343d4338-54b9-4625-8e14-33db37682469 tempest-MigrationsAdminTest-981664593 tempest-MigrationsAdminTest-981664593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:47.768940 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a05fe454-0434-4e4b-94a6-777593678d87 req-343d4338-54b9-4625-8e14-33db37682469 tempest-MigrationsAdminTest-981664593 tempest-MigrationsAdminTest-981664593-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=7bef8080-b8f4-4497-bc91-7ab62c323024 HTTP/1.1" status: 200 len: 1102 time: 0.0987780 Dec 08 16:01:47.794618 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-a05fe454-0434-4e4b-94a6-777593678d87 req-0795dff9-8f95-4033-bb2e-8366768529d6 tempest-MigrationsAdminTest-981664593 tempest-MigrationsAdminTest-981664593-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:47.968116 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-a05fe454-0434-4e4b-94a6-777593678d87 req-0795dff9-8f95-4033-bb2e-8366768529d6 tempest-MigrationsAdminTest-981664593 tempest-MigrationsAdminTest-981664593-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:47.969247 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-25c08f82-edf5-4f3e-8f0e-bd912d8be655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:47.983045 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:48.004157 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-c207caac-e877-443f-89b2-347ff13af0ad None None] Allocated IP 172.20.0.2 (d61828f6-6576-492d-a93f-4a4ef85aa9db/4d89d0d9-4d4b-469e-8ae7-1967ffa61175/bdf68851-e5fc-42a4-96ba-bb202b33db69) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:01:48.016619 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-2694a715-b2e6-4e78-9234-3d1933a06f2f None None] Provisioning complete for port 3a50d1dd-4e23-4476-907b-c49fe19f77e8 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:01:48.017894 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2694a715-b2e6-4e78-9234-3d1933a06f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:48.060670 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59906) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:48.079273 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-2694a715-b2e6-4e78-9234-3d1933a06f2f None None] Port 3a50d1dd-4e23-4476-907b-c49fe19f77e8 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:01:48.117190 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dae56c0f-a284-4fe5-80cf-6cef93d31db0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:48.143027 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-a05fe454-0434-4e4b-94a6-777593678d87 req-0795dff9-8f95-4033-bb2e-8366768529d6 tempest-MigrationsAdminTest-981664593 tempest-MigrationsAdminTest-981664593-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:48.299549 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20def06e-c0b0-4084-b5a3-23089c4f602c None None] Network 9d418ea3-a699-45e5-a374-cd8ecda9629f requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:01:48.427577 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3542d22-a745-488a-8c27-25f40873b3ba req-96c3da9d-e613-4ec5-9595-ad07685f5443 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:48.443016 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-744166c5-6cfe-4281-940c-2a33bffba880 admin admin] Deleting subnet f5142cea-ea20-4ef1-a661-da469783431e {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:01:48.449535 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b3542d22-a745-488a-8c27-25f40873b3ba req-96c3da9d-e613-4ec5-9595-ad07685f5443 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6a6d425-80b6-4908-ab04-ac48d54fc6c3 HTTP/1.1" status: 200 len: 945 time: 0.2970400 Dec 08 16:01:48.458203 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a05fe454-0434-4e4b-94a6-777593678d87 req-0795dff9-8f95-4033-bb2e-8366768529d6 tempest-MigrationsAdminTest-981664593 tempest-MigrationsAdminTest-981664593-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6753318 Dec 08 16:01:48.463733 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0795dff9-8f95-4033-bb2e-8366768529d6 tempest-MigrationsAdminTest-981664593 tempest-MigrationsAdminTest-981664593-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba8862a1-39ea-45c3-8ed9-50dda4be34fe,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:48.482672 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-744166c5-6cfe-4281-940c-2a33bffba880 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:48.622615 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-744166c5-6cfe-4281-940c-2a33bffba880 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:48.629770 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b3542d22-a745-488a-8c27-25f40873b3ba req-c75d91ad-0e29-43a7-9cbc-603e99af6604 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716371 Dec 08 16:01:48.642052 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-744166c5-6cfe-4281-940c-2a33bffba880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:48.694734 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c207caac-e877-443f-89b2-347ff13af0ad None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:48.733182 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-25c08f82-edf5-4f3e-8f0e-bd912d8be655 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:48.780535 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c207caac-e877-443f-89b2-347ff13af0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:48.844996 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c207caac-e877-443f-89b2-347ff13af0ad None None] Network d61828f6-6576-492d-a93f-4a4ef85aa9db is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:01:48.850005 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-c207caac-e877-443f-89b2-347ff13af0ad None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:01:48.853681 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-25c08f82-edf5-4f3e-8f0e-bd912d8be655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:48.854524 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-25c08f82-edf5-4f3e-8f0e-bd912d8be655 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:48.857918 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c207caac-e877-443f-89b2-347ff13af0ad None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:01:48.918932 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 150aec00-a505-4a9d-95d4-59e8f7ccabdf up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:01:48.926868 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-744166c5-6cfe-4281-940c-2a33bffba880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:48.929421 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dae56c0f-a284-4fe5-80cf-6cef93d31db0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:48.975096 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dae56c0f-a284-4fe5-80cf-6cef93d31db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:49.008746 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c207caac-e877-443f-89b2-347ff13af0ad None None] Pushing event updated for resources: {'Port': ['ID=bdf68851-e5fc-42a4-96ba-bb202b33db69,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:49.044136 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-c207caac-e877-443f-89b2-347ff13af0ad None None] Attempting to bind port bdf68851-e5fc-42a4-96ba-bb202b33db69 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:01:49.044701 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-c207caac-e877-443f-89b2-347ff13af0ad None None] Attempting to bind port bdf68851-e5fc-42a4-96ba-bb202b33db69 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '53599149-d15e-4c01-b2c2-b14e212ea66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd61828f6-6576-492d-a93f-4a4ef85aa9db'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:01:49.045070 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c207caac-e877-443f-89b2-347ff13af0ad None None] Attempting to bind port bdf68851-e5fc-42a4-96ba-bb202b33db69 on network d61828f6-6576-492d-a93f-4a4ef85aa9db {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:01:49.059595 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c207caac-e877-443f-89b2-347ff13af0ad None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:01:49.063358 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c207caac-e877-443f-89b2-347ff13af0ad None None] Checking segment: {'id': '53599149-d15e-4c01-b2c2-b14e212ea66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd61828f6-6576-492d-a93f-4a4ef85aa9db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:01:49.063358 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c207caac-e877-443f-89b2-347ff13af0ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:49.063358 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c207caac-e877-443f-89b2-347ff13af0ad None None] Bound using segment: {'id': '53599149-d15e-4c01-b2c2-b14e212ea66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd61828f6-6576-492d-a93f-4a4ef85aa9db'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:01:49.063358 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-c207caac-e877-443f-89b2-347ff13af0ad None None] Bound port: bdf68851-e5fc-42a4-96ba-bb202b33db69, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53599149-d15e-4c01-b2c2-b14e212ea66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd61828f6-6576-492d-a93f-4a4ef85aa9db'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:01:49.063770 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c207caac-e877-443f-89b2-347ff13af0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:49.102896 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744166c5-6cfe-4281-940c-2a33bffba880 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5142cea-ea20-4ef1-a661-da469783431e,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:49.131256 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-744166c5-6cfe-4281-940c-2a33bffba880 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:49.131256 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-744166c5-6cfe-4281-940c-2a33bffba880 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/f5142cea-ea20-4ef1-a661-da469783431e HTTP/1.1" status: 204 len: 168 time: 1.0663579 Dec 08 16:01:49.133463 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59928) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:49.135679 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c08f82-edf5-4f3e-8f0e-bd912d8be655 admin admin] Pushing event updated for resources: {'Port': ['ID=3a50d1dd-4e23-4476-907b-c49fe19f77e8,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:49.178038 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port 150aec00-a505-4a9d-95d4-59e8f7ccabdf completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:01:49.190351 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 150aec00-a505-4a9d-95d4-59e8f7ccabdf triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:01:49.190749 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:49.235897 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-dae56c0f-a284-4fe5-80cf-6cef93d31db0 admin admin] Allocated IP 172.25.0.147 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/3d96323c-cd65-41ea-9394-3cae80ae7782) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:01:49.303491 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-36f11374-2f18-4b28-8874-357092fb2e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:49.303491 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c08f82-edf5-4f3e-8f0e-bd912d8be655 admin admin] Network 2385e0e8-ce30-4e57-9597-e3c55240f83a is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:01:49.303491 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-25c08f82-edf5-4f3e-8f0e-bd912d8be655 admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:01:49.365189 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-c207caac-e877-443f-89b2-347ff13af0ad None None] For port bdf68851-e5fc-42a4-96ba-bb202b33db69, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:01:49.376652 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-c207caac-e877-443f-89b2-347ff13af0ad None None] For port bdf68851-e5fc-42a4-96ba-bb202b33db69, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=bdf68851-e5fc-42a4-96ba-bb202b33db69,segment=NetworkSegment(53599149-d15e-4c01-b2c2-b14e212ea66c),segment_id=53599149-d15e-4c01-b2c2-b14e212ea66c)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:01:49.505592 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:49.508552 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c207caac-e877-443f-89b2-347ff13af0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:49.514321 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dae56c0f-a284-4fe5-80cf-6cef93d31db0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:49.593938 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6a6d425-80b6-4908-ab04-ac48d54fc6c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '150aec00-a505-4a9d-95d4-59e8f7ccabdf'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:01:49.609846 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e60872-78a4-41d8-993d-e25cd8764f1c" -d '{"events": [{"server_uuid": "f6a6d425-80b6-4908-ab04-ac48d54fc6c3", "name": "network-vif-plugged", "status": "completed", "tag": "150aec00-a505-4a9d-95d4-59e8f7ccabdf"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:01:49.654686 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-36f11374-2f18-4b28-8874-357092fb2e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:49.698679 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dae56c0f-a284-4fe5-80cf-6cef93d31db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:49.700472 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 150aec00-a505-4a9d-95d4-59e8f7ccabdf, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=150aec00-a505-4a9d-95d4-59e8f7ccabdf,segment=NetworkSegment(08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4),segment_id=08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:01:49.735538 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c207caac-e877-443f-89b2-347ff13af0ad None None] Pushing event updated for resources: {'Port': ['ID=bdf68851-e5fc-42a4-96ba-bb202b33db69,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:49.753309 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60eab92f-6528-4437-b676-580325174b24 x-openstack-request-id: req-60eab92f-6528-4437-b676-580325174b24 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:01:49.753757 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6a6d425-80b6-4908-ab04-ac48d54fc6c3", "name": "network-vif-plugged", "status": "completed", "tag": "150aec00-a505-4a9d-95d4-59e8f7ccabdf", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:01:49.754223 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-60eab92f-6528-4437-b676-580325174b24 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:01:49.754737 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6a6d425-80b6-4908-ab04-ac48d54fc6c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '150aec00-a505-4a9d-95d4-59e8f7ccabdf', 'code': 200} Dec 08 16:01:49.797176 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:49.829220 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-36f11374-2f18-4b28-8874-357092fb2e35 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 16:01:49.829508 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-36f11374-2f18-4b28-8874-357092fb2e35 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 16:01:49.830270 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-36f11374-2f18-4b28-8874-357092fb2e35 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 16:01:49.830607 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-36f11374-2f18-4b28-8874-357092fb2e35 admin admin] Subscribe: > port after_create 55550000 {{(pid=110551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 16:01:49.831025 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-36f11374-2f18-4b28-8874-357092fb2e35 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 16:01:49.831258 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-36f11374-2f18-4b28-8874-357092fb2e35 admin admin] Subscribe: > port after_update 55550000 {{(pid=110551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 16:01:49.831577 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-36f11374-2f18-4b28-8874-357092fb2e35 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 16:01:49.832583 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-36f11374-2f18-4b28-8874-357092fb2e35 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 16:01:49.837797 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae56c0f-a284-4fe5-80cf-6cef93d31db0 admin admin] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:01:49.838512 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-36f11374-2f18-4b28-8874-357092fb2e35 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 16:01:49.839021 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-36f11374-2f18-4b28-8874-357092fb2e35 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 16:01:49.851758 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-dae56c0f-a284-4fe5-80cf-6cef93d31db0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:01:49.860945 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae56c0f-a284-4fe5-80cf-6cef93d31db0 admin admin] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:01:49.884371 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 5c4ee185-9ad3-4149-9fc8-dd40775bd21a up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:01:49.931185 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-a369bd25-5213-41ae-b4b7-f4ba6f792f82 None None] Provisioning complete for port 3a50d1dd-4e23-4476-907b-c49fe19f77e8 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:01:49.931717 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a369bd25-5213-41ae-b4b7-f4ba6f792f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:50.018578 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae56c0f-a284-4fe5-80cf-6cef93d31db0 admin admin] Pushing event updated for resources: {'Port': ['ID=3d96323c-cd65-41ea-9394-3cae80ae7782,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:50.036577 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-36f11374-2f18-4b28-8874-357092fb2e35 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 16:01:50.037454 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-36f11374-2f18-4b28-8874-357092fb2e35 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 16:01:50.041372 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-a369bd25-5213-41ae-b4b7-f4ba6f792f82 None None] Port 3a50d1dd-4e23-4476-907b-c49fe19f77e8 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:01:50.055100 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-36f11374-2f18-4b28-8874-357092fb2e35 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 16:01:50.055100 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-36f11374-2f18-4b28-8874-357092fb2e35 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 16:01:50.055100 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-36f11374-2f18-4b28-8874-357092fb2e35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7ecdb59-39d2-4361-b3b5-d1d1721e658f']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:01:50.089442 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=150aec00-a505-4a9d-95d4-59e8f7ccabdf,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:50.110104 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 5c4ee185-9ad3-4149-9fc8-dd40775bd21a triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:01:50.110544 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:50.241005 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-36f11374-2f18-4b28-8874-357092fb2e35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c076f29-02bd-4d8c-b673-e57145814b25') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:01:50.241574 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-36f11374-2f18-4b28-8874-357092fb2e35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c076f29-02bd-4d8c-b673-e57145814b25') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:01:50.243422 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:50.268890 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-36f11374-2f18-4b28-8874-357092fb2e35 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:50.270548 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 5c4ee185-9ad3-4149-9fc8-dd40775bd21a, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=5c4ee185-9ad3-4149-9fc8-dd40775bd21a,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:01:50.290421 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c08f82-edf5-4f3e-8f0e-bd912d8be655 admin admin] Router 3df3cfde-5da2-45a6-b143-31f800525869 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:01:50.321204 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-36f11374-2f18-4b28-8874-357092fb2e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:50.342579 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36f11374-2f18-4b28-8874-357092fb2e35 admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:01:50.343149 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-36f11374-2f18-4b28-8874-357092fb2e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:50.353767 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458a4a7-e1b2-4a3e-9afa-d9ff2ba0eb1b req-4388ceef-d3f8-4224-802c-f8760c7e3b8b tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:50.355476 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5458a4a7-e1b2-4a3e-9afa-d9ff2ba0eb1b req-4388ceef-d3f8-4224-802c-f8760c7e3b8b tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6a6d425-80b6-4908-ab04-ac48d54fc6c3 HTTP/1.1" status: 200 len: 946 time: 0.2760429 Dec 08 16:01:50.366110 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dae56c0f-a284-4fe5-80cf-6cef93d31db0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:50.378364 n-d-776250-12 neutron-server[110551]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 08 16:01:50.378364 n-d-776250-12 neutron-server[110551]: from cryptography.utils import int_from_bytes Dec 08 16:01:50.378364 n-d-776250-12 neutron-server[110551]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 08 16:01:50.378364 n-d-776250-12 neutron-server[110551]: from cryptography.utils import int_from_bytes Dec 08 16:01:50.378364 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:01:50.378364 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:01:50.378364 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:01:50.378364 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:01:50.378364 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:01:50.378364 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:01:50.378364 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:01:50.378364 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:01:50.378364 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:01:50.378364 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:01:50.378364 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:01:50.378364 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:01:50.378364 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:01:50.378364 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:01:50.378364 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:01:50.378364 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:01:50.378364 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:01:50.378364 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:01:50.378364 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:01:50.378364 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:01:50.378364 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:01:50.378364 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:01:50.378364 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:01:50.378364 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:01:50.378364 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:01:50.378364 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:01:50.378364 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:01:50.378364 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:01:50.378364 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:01:50.378364 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:01:50.378364 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:01:50.378364 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:01:50.391356 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:50.399487 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e3f6e-912e-44da-a3a4-f1e336e013d1 req-66d11289-78c2-4527-b41c-1a77e1e6b269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:50.406439 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fe2e3f6e-912e-44da-a3a4-f1e336e013d1 req-66d11289-78c2-4527-b41c-1a77e1e6b269 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f6a6d425-80b6-4908-ab04-ac48d54fc6c3 HTTP/1.1" status: 200 len: 1098 time: 0.3220241 Dec 08 16:01:50.474876 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=5c4ee185-9ad3-4149-9fc8-dd40775bd21a,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:50.613710 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59968) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:50.637836 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-36f11374-2f18-4b28-8874-357092fb2e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:50.754636 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-36f11374-2f18-4b28-8874-357092fb2e35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:50.761382 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-36f11374-2f18-4b28-8874-357092fb2e35 admin admin] 10.222.0.64 "DELETE /v2.0/networks/a7ecdb59-39d2-4361-b3b5-d1d1721e658f HTTP/1.1" status: 204 len: 168 time: 1.6266191 Dec 08 16:01:50.767466 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59974) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:50.822672 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5458a4a7-e1b2-4a3e-9afa-d9ff2ba0eb1b req-dac52aa0-96b6-47a8-a49a-74e5d70d1144 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4296103 Dec 08 16:01:50.837600 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fe2e3f6e-912e-44da-a3a4-f1e336e013d1 req-1d45202f-20df-40af-8aa6-b5311ec68db0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184695 Dec 08 16:01:50.858148 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f11374-2f18-4b28-8874-357092fb2e35 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7ecdb59-39d2-4361-b3b5-d1d1721e658f,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:50.867234 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59978) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:50.901052 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c08f82-edf5-4f3e-8f0e-bd912d8be655 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:01:50.917788 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-25c08f82-edf5-4f3e-8f0e-bd912d8be655 admin admin] 10.222.0.64 "PUT /v2.0/routers/3df3cfde-5da2-45a6-b143-31f800525869/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0134411 Dec 08 16:01:51.101920 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59990) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:51.220995 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd190cb-4f76-40dd-b40f-77c9ba77b481 None None] Sync routers for ids ['3df3cfde-5da2-45a6-b143-31f800525869'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:01:51.243405 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd190cb-4f76-40dd-b40f-77c9ba77b481 None None] Routers {'3df3cfde-5da2-45a6-b143-31f800525869'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:01:51.261444 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-dbd190cb-4f76-40dd-b40f-77c9ba77b481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:01:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['3df3cfde-5da2-45a6-b143-31f800525869'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:01:51.290035 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bbb88557-003a-490e-a8fa-3dde3aeb24e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:51.397139 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-325d908e-48b8-4244-bcb0-02721f6602dc admin admin] Deleting subnet 9541a61d-a167-4980-a72f-4394dc4a2836 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:01:51.408003 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bbb88557-003a-490e-a8fa-3dde3aeb24e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:51.431876 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-325d908e-48b8-4244-bcb0-02721f6602dc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:51.440795 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab6c184-cd10-4b68-b555-95adc8ebbb42 None None] Network d61828f6-6576-492d-a93f-4a4ef85aa9db requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:01:51.490294 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a01b23b1-5955-4f58-9702-013375882571 req-8e79f9ea-2cc1-40e2-ae68-84882a9fa67c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7bef8080-b8f4-4497-bc91-7ab62c323024&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3872766 Dec 08 16:01:51.504774 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [req-a01b23b1-5955-4f58-9702-013375882571 req-b6db952e-1fae-42e9-83ae-36a827d4484b service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:01:51.507776 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a01b23b1-5955-4f58-9702-013375882571 req-b6db952e-1fae-42e9-83ae-36a827d4484b service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0099974 Dec 08 16:01:51.515725 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bbb88557-003a-490e-a8fa-3dde3aeb24e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:51.570675 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-bbb88557-003a-490e-a8fa-3dde3aeb24e0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=75baffcce95142a4a1324daf47232014&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6887429 Dec 08 16:01:51.570675 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb88557-003a-490e-a8fa-3dde3aeb24e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e05be645-eac8-4d03-bc2d-619e6dd8822e,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:51.572962 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 60004) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:51.598721 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4625338a-d3ef-4714-9d62-0332c571c8fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:51.704945 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bbc0d621-eb56-4261-95d5-bc6cace7822a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:51.722351 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-325d908e-48b8-4244-bcb0-02721f6602dc admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:51.744002 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-325d908e-48b8-4244-bcb0-02721f6602dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:51.751071 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dae56c0f-a284-4fe5-80cf-6cef93d31db0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:51.770534 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-803e1296-6392-48b1-a0f3-c69787588f8b None None] Provisioning complete for port bdf68851-e5fc-42a4-96ba-bb202b33db69 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:01:51.771715 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-803e1296-6392-48b1-a0f3-c69787588f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:51.804727 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c3e59-1a23-4797-8bad-1be1f6d8fbda req-9920280c-5d27-4e82-acca-c6a70bcdd694 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:51.818912 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cd1c3e59-1a23-4797-8bad-1be1f6d8fbda req-9920280c-5d27-4e82-acca-c6a70bcdd694 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bef8080-b8f4-4497-bc91-7ab62c323024 HTTP/1.1" status: 200 len: 950 time: 0.4125652 Dec 08 16:01:51.827697 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bbc0d621-eb56-4261-95d5-bc6cace7822a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:51.860752 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-dbd190cb-4f76-40dd-b40f-77c9ba77b481 None None] Set router 3df3cfde-5da2-45a6-b143-31f800525869 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:01:52.066405 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bbc0d621-eb56-4261-95d5-bc6cace7822a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:52.072270 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bbc0d621-eb56-4261-95d5-bc6cace7822a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:52.078682 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-bbc0d621-eb56-4261-95d5-bc6cace7822a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e05be645-eac8-4d03-bc2d-619e6dd8822e HTTP/1.1" status: 204 len: 168 time: 0.4999518 Dec 08 16:01:52.081147 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device bdf68851-e5fc-42a4-96ba-bb202b33db69 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:01:52.116786 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc0d621-eb56-4261-95d5-bc6cace7822a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05be645-eac8-4d03-bc2d-619e6dd8822e,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:52.278632 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-803e1296-6392-48b1-a0f3-c69787588f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:52.307601 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cd1c3e59-1a23-4797-8bad-1be1f6d8fbda req-7909b23f-b7e2-4947-9299-a3b1b1ef7eff tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4865634 Dec 08 16:01:52.351769 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4625338a-d3ef-4714-9d62-0332c571c8fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:52.437896 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dae56c0f-a284-4fe5-80cf-6cef93d31db0 admin admin] Router 900052af-c23a-4958-a6ef-005cc13cfd95 is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:01:52.447479 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-325d908e-48b8-4244-bcb0-02721f6602dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:52.476981 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-325d908e-48b8-4244-bcb0-02721f6602dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:52.481941 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-325d908e-48b8-4244-bcb0-02721f6602dc admin admin] 10.222.0.64 "DELETE /v2.0/subnets/9541a61d-a167-4980-a72f-4394dc4a2836 HTTP/1.1" status: 204 len: 168 time: 1.7117963 Dec 08 16:01:52.484618 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 60038) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:52.517695 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4625338a-d3ef-4714-9d62-0332c571c8fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:52.544728 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-803e1296-6392-48b1-a0f3-c69787588f8b None None] For port bdf68851-e5fc-42a4-96ba-bb202b33db69, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=bdf68851-e5fc-42a4-96ba-bb202b33db69,segment=NetworkSegment(53599149-d15e-4c01-b2c2-b14e212ea66c),segment_id=53599149-d15e-4c01-b2c2-b14e212ea66c)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:01:52.604984 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port bdf68851-e5fc-42a4-96ba-bb202b33db69 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:01:52.604984 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:52.646191 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-4625338a-d3ef-4714-9d62-0332c571c8fd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=589ebdb499a64b8882427ba9c57d91c1&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0269723 Dec 08 16:01:52.648286 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-29a92930-54e0-429f-8621-d79b36723bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:52.651943 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 60044) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:52.710164 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325d908e-48b8-4244-bcb0-02721f6602dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9541a61d-a167-4980-a72f-4394dc4a2836,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:52.716497 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-eb52e94c-864c-4f8a-813d-0e46a51ac918 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:52.744559 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19fec53-41f6-4525-b253-1583c875d493 req-f33aa5d7-e7cf-43d4-af42-38b8a7e7cb5a tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:52.753809 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a19fec53-41f6-4525-b253-1583c875d493 req-f33aa5d7-e7cf-43d4-af42-38b8a7e7cb5a tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6a6d425-80b6-4908-ab04-ac48d54fc6c3 HTTP/1.1" status: 200 len: 946 time: 0.3641183 Dec 08 16:01:52.812413 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4625338a-d3ef-4714-9d62-0332c571c8fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8994b5a2-a287-4be8-8be0-d17994d766c1,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:52.851546 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a19fec53-41f6-4525-b253-1583c875d493 req-b76c03cb-e178-4d7b-857c-ae67605e749b tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962040 Dec 08 16:01:52.856362 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-29a92930-54e0-429f-8621-d79b36723bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:52.916556 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-29a92930-54e0-429f-8621-d79b36723bb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d418ea3-a699-45e5-a374-cd8ecda9629f']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:01:52.937742 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-29a92930-54e0-429f-8621-d79b36723bb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aaf0bf3-1b5d-4669-bf51-7dd8e109bd95') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:01:52.938277 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-29a92930-54e0-429f-8621-d79b36723bb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aaf0bf3-1b5d-4669-bf51-7dd8e109bd95') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:01:52.941965 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-eb52e94c-864c-4f8a-813d-0e46a51ac918 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:52.962671 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-803e1296-6392-48b1-a0f3-c69787588f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:52.964389 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-29a92930-54e0-429f-8621-d79b36723bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:53.000201 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-29a92930-54e0-429f-8621-d79b36723bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:53.013603 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29a92930-54e0-429f-8621-d79b36723bb7 admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:01:53.014079 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-29a92930-54e0-429f-8621-d79b36723bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:53.016972 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:01:53.016972 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:01:53.016972 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:01:53.016972 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:01:53.016972 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:01:53.016972 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:01:53.016972 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:01:53.016972 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:01:53.016972 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:01:53.016972 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:01:53.016972 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:01:53.016972 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:01:53.016972 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:01:53.016972 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:01:53.016972 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:01:53.016972 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:01:53.016972 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:01:53.016972 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:01:53.016972 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:01:53.016972 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:01:53.016972 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:01:53.016972 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:01:53.016972 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:01:53.016972 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:01:53.016972 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:01:53.016972 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:01:53.016972 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:01:53.016972 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:01:53.016972 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:01:53.016972 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:01:53.016972 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:01:53.016972 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:01:53.039835 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae56c0f-a284-4fe5-80cf-6cef93d31db0 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:01:53.049168 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f202f0-e498-463d-9ef2-a7b9b03dc84a None None] Sync routers for ids ['900052af-c23a-4958-a6ef-005cc13cfd95'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:01:53.071786 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f202f0-e498-463d-9ef2-a7b9b03dc84a None None] Routers {'900052af-c23a-4958-a6ef-005cc13cfd95'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:01:53.072887 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-e8f202f0-e498-463d-9ef2-a7b9b03dc84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:01:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['900052af-c23a-4958-a6ef-005cc13cfd95'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:01:53.193636 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803e1296-6392-48b1-a0f3-c69787588f8b None None] Pushing event updated for resources: {'Port': ['ID=bdf68851-e5fc-42a4-96ba-bb202b33db69,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:53.197934 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-8c71326f-4172-408d-9e21-05acc2d5937d None None] Provisioning complete for port bdf68851-e5fc-42a4-96ba-bb202b33db69 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:01:53.198640 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8c71326f-4172-408d-9e21-05acc2d5937d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:53.233038 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dae56c0f-a284-4fe5-80cf-6cef93d31db0 admin admin] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:53.236924 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-dae56c0f-a284-4fe5-80cf-6cef93d31db0 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.8680041 Dec 08 16:01:53.237330 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 60064) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:53.254908 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803e1296-6392-48b1-a0f3-c69787588f8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:53.254908 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803e1296-6392-48b1-a0f3-c69787588f8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:53.254908 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803e1296-6392-48b1-a0f3-c69787588f8b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:53.257406 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803e1296-6392-48b1-a0f3-c69787588f8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:53.257835 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803e1296-6392-48b1-a0f3-c69787588f8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:53.258756 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803e1296-6392-48b1-a0f3-c69787588f8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:53.259101 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803e1296-6392-48b1-a0f3-c69787588f8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:53.263681 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803e1296-6392-48b1-a0f3-c69787588f8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:53.264202 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803e1296-6392-48b1-a0f3-c69787588f8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:53.270112 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803e1296-6392-48b1-a0f3-c69787588f8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:53.270112 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803e1296-6392-48b1-a0f3-c69787588f8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:53.270112 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803e1296-6392-48b1-a0f3-c69787588f8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:53.270112 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803e1296-6392-48b1-a0f3-c69787588f8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:53.288785 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-eb52e94c-864c-4f8a-813d-0e46a51ac918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:53.294852 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-eb52e94c-864c-4f8a-813d-0e46a51ac918 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:53.296989 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-eb52e94c-864c-4f8a-813d-0e46a51ac918 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8994b5a2-a287-4be8-8be0-d17994d766c1 HTTP/1.1" status: 204 len: 168 time: 0.6416731 Dec 08 16:01:53.300408 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-e8f202f0-e498-463d-9ef2-a7b9b03dc84a None None] Set router 900052af-c23a-4958-a6ef-005cc13cfd95 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:01:53.320453 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-29a92930-54e0-429f-8621-d79b36723bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:53.328320 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb52e94c-864c-4f8a-813d-0e46a51ac918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8994b5a2-a287-4be8-8be0-d17994d766c1,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:53.344534 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-29a92930-54e0-429f-8621-d79b36723bb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:53.354175 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-29a92930-54e0-429f-8621-d79b36723bb7 admin admin] 10.222.0.64 "DELETE /v2.0/networks/9d418ea3-a699-45e5-a374-cd8ecda9629f HTTP/1.1" status: 204 len: 168 time: 0.8646939 Dec 08 16:01:53.370386 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 60072) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:53.420570 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0b154a42-c7b7-4d57-83fb-b0a847b15cf0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:53.426287 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a92930-54e0-429f-8621-d79b36723bb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d418ea3-a699-45e5-a374-cd8ecda9629f,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:53.506736 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 60074) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:53.513849 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-6940542c-8a15-4b58-bd55-8aac82892e52 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1780092620', 'description': 'tempest-description--1798738126'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:01:53.519257 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 5c4ee185-9ad3-4149-9fc8-dd40775bd21a up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:01:53.523086 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-dbd190cb-4f76-40dd-b40f-77c9ba77b481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df3cfde-5da2-45a6-b143-31f800525869', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-269343815-router', 'tenant_id': 'c79583471100466cb47afca45dfdf298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '5c4ee185-9ad3-4149-9fc8-dd40775bd21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:40Z', 'updated_at': '2021-12-08T16:01:47Z', 'revision_number': 4, 'project_id': 'c79583471100466cb47afca45dfdf298', 'gw_port': {'id': '5c4ee185-9ad3-4149-9fc8-dd40775bd21a', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:63:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df3cfde-5da2-45a6-b143-31f800525869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:41Z', 'updated_at': '2021-12-08T16:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '3a50d1dd-4e23-4476-907b-c49fe19f77e8', 'name': '', 'network_id': '2385e0e8-ce30-4e57-9597-e3c55240f83a', 'tenant_id': 'c79583471100466cb47afca45dfdf298', 'mac_address': 'fa:16:3e:d2:b5:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df3cfde-5da2-45a6-b143-31f800525869', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '9b619c40-2065-4989-8522-b1fadf6d59cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:46Z', 'updated_at': '2021-12-08T16:01:48Z', 'revision_number': 2, 'project_id': 'c79583471100466cb47afca45dfdf298', 'subnets': [{'id': '9b619c40-2065-4989-8522-b1fadf6d59cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:01:53.688221 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd190cb-4f76-40dd-b40f-77c9ba77b481 None None] Checking router: 3df3cfde-5da2-45a6-b143-31f800525869 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:01:53.688914 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd190cb-4f76-40dd-b40f-77c9ba77b481 None None] Updating router 3df3cfde-5da2-45a6-b143-31f800525869 port 3a50d1dd-4e23-4476-907b-c49fe19f77e8 binding host n-d-776250-12 {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:01:53.696462 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-e8f202f0-e498-463d-9ef2-a7b9b03dc84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900052af-c23a-4958-a6ef-005cc13cfd95', 'name': 'tempest-TaggedBootDevicesTest-2013407134-router', 'tenant_id': '351a96473ca546b496fdd2842aca05ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '3d96323c-cd65-41ea-9394-3cae80ae7782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:47Z', 'updated_at': '2021-12-08T16:01:50Z', 'revision_number': 3, 'project_id': '351a96473ca546b496fdd2842aca05ea', 'gw_port': {'id': '3d96323c-cd65-41ea-9394-3cae80ae7782', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a4:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900052af-c23a-4958-a6ef-005cc13cfd95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:48Z', 'updated_at': '2021-12-08T16:01:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:01:53.747360 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6940542c-8a15-4b58-bd55-8aac82892e52 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:53.755468 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0b154a42-c7b7-4d57-83fb-b0a847b15cf0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:53.773567 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f202f0-e498-463d-9ef2-a7b9b03dc84a None None] Checking router: 900052af-c23a-4958-a6ef-005cc13cfd95 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:01:53.774094 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f202f0-e498-463d-9ef2-a7b9b03dc84a None None] Updating router 900052af-c23a-4958-a6ef-005cc13cfd95 port 3d96323c-cd65-41ea-9394-3cae80ae7782 binding host n-d-776250-12 {{(pid=110553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:01:53.849407 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-e8f202f0-e498-463d-9ef2-a7b9b03dc84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:53.902866 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-dbd190cb-4f76-40dd-b40f-77c9ba77b481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:53.917897 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0b154a42-c7b7-4d57-83fb-b0a847b15cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:53.946831 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 5c4ee185-9ad3-4149-9fc8-dd40775bd21a triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:01:53.947029 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:53.981178 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e369c6f7-2287-4442-8827-9a7392a69aa0 req-bd573881-7da5-42bf-913f-25d219d1aa5f tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:53.983116 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e369c6f7-2287-4442-8827-9a7392a69aa0 req-bd573881-7da5-42bf-913f-25d219d1aa5f tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bef8080-b8f4-4497-bc91-7ab62c323024 HTTP/1.1" status: 200 len: 950 time: 0.1570520 Dec 08 16:01:54.019254 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b154a42-c7b7-4d57-83fb-b0a847b15cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac6f8d8-0faf-4953-ac35-c6026e93fe96,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:54.026607 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-0b154a42-c7b7-4d57-83fb-b0a847b15cf0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=aa30eaa457af4abdb0947fe32e3af91d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6538055 Dec 08 16:01:54.031861 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 60078) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:54.131661 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0735013-f7d5-4a5e-b2c1-ae7b52ccaa1c req-675a5424-fbd3-41b8-98f7-edb33ed20121 tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:54.135066 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a0735013-f7d5-4a5e-b2c1-ae7b52ccaa1c req-675a5424-fbd3-41b8-98f7-edb33ed20121 tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f6a6d425-80b6-4908-ab04-ac48d54fc6c3 HTTP/1.1" status: 200 len: 1098 time: 0.5661383 Dec 08 16:01:54.204045 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e369c6f7-2287-4442-8827-9a7392a69aa0 req-8da4a33b-933c-4d4a-a44b-df547107b2b4 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067795 Dec 08 16:01:54.238673 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 60080) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:54.252476 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a0735013-f7d5-4a5e-b2c1-ae7b52ccaa1c req-3101c53c-a4a2-4010-bdfc-a57cb980320d tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062915 Dec 08 16:01:54.302311 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6940542c-8a15-4b58-bd55-8aac82892e52 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:54.311908 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5403bfd3-1bf8-43f2-86d9-9d91d7cbc877 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:54.402293 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6940542c-8a15-4b58-bd55-8aac82892e52 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:54.403453 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-dbd190cb-4f76-40dd-b40f-77c9ba77b481 None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:54.460802 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6940542c-8a15-4b58-bd55-8aac82892e52 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee75834-e759-4136-8277-a7cad0a8499a,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:54.496227 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-e8f202f0-e498-463d-9ef2-a7b9b03dc84a None None] Publish callbacks [] for port, precommit_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:54.536397 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5403bfd3-1bf8-43f2-86d9-9d91d7cbc877 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:54.556349 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a8eef6f2-269a-448b-ab34-7e8d0f9518ac admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cccac7f0d19945c189b8b83efcede7c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3159344 Dec 08 16:01:54.562430 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-dbd190cb-4f76-40dd-b40f-77c9ba77b481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:54.566578 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 60090) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:54.578765 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6940542c-8a15-4b58-bd55-8aac82892e52 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:54.580845 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-6940542c-8a15-4b58-bd55-8aac82892e52 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.0728993 Dec 08 16:01:54.585577 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-e8f202f0-e498-463d-9ef2-a7b9b03dc84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:54.602801 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 60092) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:54.611268 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-b7f9fa57-09bd-49dc-97b9-80710beed263 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Request body: {'security_group_rule': {'security_group_id': '9ee75834-e759-4136-8277-a7cad0a8499a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:01:54.632736 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device bdf68851-e5fc-42a4-96ba-bb202b33db69 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:01:54.685435 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a1bcc-082e-4556-85c4-f98c2e1aa69f req-f7b10b65-4e09-4207-b675-ab8052fb8b02 tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:54.692990 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4b0a1bcc-082e-4556-85c4-f98c2e1aa69f req-f7b10b65-4e09-4207-b675-ab8052fb8b02 tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f6a6d425-80b6-4908-ab04-ac48d54fc6c3 HTTP/1.1" status: 200 len: 1098 time: 0.1383896 Dec 08 16:01:54.734986 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-570f937b-35ff-4838-a814-bd6fccf4cfc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:54.737250 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b7f9fa57-09bd-49dc-97b9-80710beed263 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:54.750573 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f78cf2d-4dda-40e3-a67f-108836046000 None None] Pushing event updated for resources: {'Port': ['ID=3a50d1dd-4e23-4476-907b-c49fe19f77e8,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:54.771419 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-af4f7624-c594-4bda-8953-7ab289b31273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:54.830627 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4b0a1bcc-082e-4556-85c4-f98c2e1aa69f req-8c34fdcd-2e2b-4cf7-acfc-c838e68b6a10 tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366305 Dec 08 16:01:54.869697 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-570f937b-35ff-4838-a814-bd6fccf4cfc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:54.889658 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5403bfd3-1bf8-43f2-86d9-9d91d7cbc877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:54.892646 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5403bfd3-1bf8-43f2-86d9-9d91d7cbc877 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:54.893966 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-dbd190cb-4f76-40dd-b40f-77c9ba77b481 None None] Attempting to bind port 3a50d1dd-4e23-4476-907b-c49fe19f77e8 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:01:54.898134 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-dbd190cb-4f76-40dd-b40f-77c9ba77b481 None None] Attempting to bind port 3a50d1dd-4e23-4476-907b-c49fe19f77e8 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'ed640b00-5209-41aa-8ccd-e8e1ecbd23aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '2385e0e8-ce30-4e57-9597-e3c55240f83a'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:01:54.898347 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-5403bfd3-1bf8-43f2-86d9-9d91d7cbc877 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0ac6f8d8-0faf-4953-ac35-c6026e93fe96 HTTP/1.1" status: 204 len: 168 time: 0.8640623 Dec 08 16:01:54.898556 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd190cb-4f76-40dd-b40f-77c9ba77b481 None None] Attempting to bind port 3a50d1dd-4e23-4476-907b-c49fe19f77e8 on network 2385e0e8-ce30-4e57-9597-e3c55240f83a {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:01:54.907489 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port bdf68851-e5fc-42a4-96ba-bb202b33db69 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:01:54.907876 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:54.913214 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb26ee95-a3e6-42b8-a36a-203a64f6675e None None] Pushing event updated for resources: {'Port': ['ID=3d96323c-cd65-41ea-9394-3cae80ae7782,revision_number=2']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:54.961231 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-e8f202f0-e498-463d-9ef2-a7b9b03dc84a None None] Attempting to bind port 3d96323c-cd65-41ea-9394-3cae80ae7782 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:01:54.961613 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-e8f202f0-e498-463d-9ef2-a7b9b03dc84a None None] Attempting to bind port 3d96323c-cd65-41ea-9394-3cae80ae7782 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:01:54.961986 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f202f0-e498-463d-9ef2-a7b9b03dc84a None None] Attempting to bind port 3d96323c-cd65-41ea-9394-3cae80ae7782 on network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:01:54.984638 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f202f0-e498-463d-9ef2-a7b9b03dc84a None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:01:54.985072 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f202f0-e498-463d-9ef2-a7b9b03dc84a None None] Checking segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:01:54.985449 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-e8f202f0-e498-463d-9ef2-a7b9b03dc84a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:54.988966 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd190cb-4f76-40dd-b40f-77c9ba77b481 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:01:54.997120 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f202f0-e498-463d-9ef2-a7b9b03dc84a None None] Bound using segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:01:54.997556 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd190cb-4f76-40dd-b40f-77c9ba77b481 None None] Checking segment: {'id': 'ed640b00-5209-41aa-8ccd-e8e1ecbd23aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '2385e0e8-ce30-4e57-9597-e3c55240f83a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:01:54.997666 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-e8f202f0-e498-463d-9ef2-a7b9b03dc84a None None] Bound port: 3d96323c-cd65-41ea-9394-3cae80ae7782, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:01:54.997762 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-dbd190cb-4f76-40dd-b40f-77c9ba77b481 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:54.997845 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-e8f202f0-e498-463d-9ef2-a7b9b03dc84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:54.997937 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd190cb-4f76-40dd-b40f-77c9ba77b481 None None] Bound using segment: {'id': 'ed640b00-5209-41aa-8ccd-e8e1ecbd23aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '2385e0e8-ce30-4e57-9597-e3c55240f83a'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:01:54.997937 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-dbd190cb-4f76-40dd-b40f-77c9ba77b481 None None] Bound port: 3a50d1dd-4e23-4476-907b-c49fe19f77e8, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed640b00-5209-41aa-8ccd-e8e1ecbd23aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '2385e0e8-ce30-4e57-9597-e3c55240f83a'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:01:54.997937 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-dbd190cb-4f76-40dd-b40f-77c9ba77b481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:55.002303 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b7f9fa57-09bd-49dc-97b9-80710beed263 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:55.080892 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5403bfd3-1bf8-43f2-86d9-9d91d7cbc877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac6f8d8-0faf-4953-ac35-c6026e93fe96,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:55.111810 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-e8f202f0-e498-463d-9ef2-a7b9b03dc84a None None] For port 3d96323c-cd65-41ea-9394-3cae80ae7782, host n-d-776250-12, cleared binding levels {{(pid=110553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:01:55.115936 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-e8f202f0-e498-463d-9ef2-a7b9b03dc84a None None] For port 3d96323c-cd65-41ea-9394-3cae80ae7782, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=3d96323c-cd65-41ea-9394-3cae80ae7782,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:01:55.128571 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b7f9fa57-09bd-49dc-97b9-80710beed263 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:55.136056 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-50156ced-a27c-4d2d-9253-5ac51affc775 None None] Provisioning complete for port 3a50d1dd-4e23-4476-907b-c49fe19f77e8 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:01:55.136471 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-50156ced-a27c-4d2d-9253-5ac51affc775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:55.163134 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-570f937b-35ff-4838-a814-bd6fccf4cfc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:55.167665 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-570f937b-35ff-4838-a814-bd6fccf4cfc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:55.169150 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-570f937b-35ff-4838-a814-bd6fccf4cfc8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/07b36d62-f1d9-4906-80e7-b288c82df168 HTTP/1.1" status: 204 len: 168 time: 0.6002080 Dec 08 16:01:55.185858 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-dbd190cb-4f76-40dd-b40f-77c9ba77b481 None None] For port 3a50d1dd-4e23-4476-907b-c49fe19f77e8, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:01:55.190013 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f9fa57-09bd-49dc-97b9-80710beed263 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e83678ab-e795-4886-b395-5cf67ee9d533,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:55.201506 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570f937b-35ff-4838-a814-bd6fccf4cfc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b36d62-f1d9-4906-80e7-b288c82df168,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:55.214793 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-dbd190cb-4f76-40dd-b40f-77c9ba77b481 None None] For port 3a50d1dd-4e23-4476-907b-c49fe19f77e8, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=3a50d1dd-4e23-4476-907b-c49fe19f77e8,segment=NetworkSegment(ed640b00-5209-41aa-8ccd-e8e1ecbd23aa),segment_id=ed640b00-5209-41aa-8ccd-e8e1ecbd23aa)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:01:55.216150 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-af4f7624-c594-4bda-8953-7ab289b31273 admin admin] Allocated IP 172.20.0.1 (d61828f6-6576-492d-a93f-4a4ef85aa9db/4d89d0d9-4d4b-469e-8ae7-1967ffa61175/4f995b48-9f4e-41bb-be5e-d7eb4b77b672) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:01:55.239630 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-50156ced-a27c-4d2d-9253-5ac51affc775 None None] Port 3a50d1dd-4e23-4476-907b-c49fe19f77e8 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:01:55.271575 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-e8f202f0-e498-463d-9ef2-a7b9b03dc84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:55.276294 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b7f9fa57-09bd-49dc-97b9-80710beed263 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:55.276294 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b7f9fa57-09bd-49dc-97b9-80710beed263 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6703174 Dec 08 16:01:55.278097 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 60116) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:55.282770 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-2f438b31-2553-44ce-ab19-06c4470e1987 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Request body: {'security_group_rule': {'security_group_id': '9ee75834-e759-4136-8277-a7cad0a8499a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:01:55.332120 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f202f0-e498-463d-9ef2-a7b9b03dc84a None None] Routers {'900052af-c23a-4958-a6ef-005cc13cfd95'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:01:55.332928 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-e8f202f0-e498-463d-9ef2-a7b9b03dc84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:01:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['900052af-c23a-4958-a6ef-005cc13cfd95'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:01:55.350457 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b23b1-5955-4f58-9702-013375882571 req-7e71be88-f4f1-4700-9633-70850abf5073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:55.351969 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a01b23b1-5955-4f58-9702-013375882571 req-7e71be88-f4f1-4700-9633-70850abf5073 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b73d206799fe4423a8cfa64c519990fb&device_id=7bef8080-b8f4-4497-bc91-7ab62c323024 HTTP/1.1" status: 200 len: 1102 time: 0.0492802 Dec 08 16:01:55.356413 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-af4f7624-c594-4bda-8953-7ab289b31273 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:55.382670 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb26ee95-a3e6-42b8-a36a-203a64f6675e None None] Pushing event updated for resources: {'Port': ['ID=3d96323c-cd65-41ea-9394-3cae80ae7782,revision_number=3']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:55.457332 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-e8f202f0-e498-463d-9ef2-a7b9b03dc84a None None] Set router 900052af-c23a-4958-a6ef-005cc13cfd95 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:01:55.457804 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b23b1-5955-4f58-9702-013375882571 req-f91c581a-3efb-44e6-9c62-e4afb8d18151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:55.459366 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a01b23b1-5955-4f58-9702-013375882571 req-f91c581a-3efb-44e6-9c62-e4afb8d18151 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b91759c7-445e-4f7b-9fc4-64d80951832c HTTP/1.1" status: 200 len: 870 time: 0.0991561 Dec 08 16:01:55.478139 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-dbd190cb-4f76-40dd-b40f-77c9ba77b481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:55.508799 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a01b23b1-5955-4f58-9702-013375882571 req-0465f01b-25c8-4eb3-b0f5-4cb3cbc00f5d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=ef06a5d6-dcd4-45e8-a30d-3050fe0c914c HTTP/1.1" status: 200 len: 217 time: 0.0422890 Dec 08 16:01:55.534525 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-af4f7624-c594-4bda-8953-7ab289b31273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:55.587867 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd190cb-4f76-40dd-b40f-77c9ba77b481 None None] Routers {'3df3cfde-5da2-45a6-b143-31f800525869'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:01:55.588559 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-dbd190cb-4f76-40dd-b40f-77c9ba77b481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:01:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['3df3cfde-5da2-45a6-b143-31f800525869'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:01:55.593092 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 60120) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:55.598926 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2f438b31-2553-44ce-ab19-06c4470e1987 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:55.632121 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1616c12b-a099-4dec-aebe-41e55301192c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:55.703811 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b23b1-5955-4f58-9702-013375882571 req-9c91a979-ee8d-429f-b85d-753bcffb338a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:55.705687 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a01b23b1-5955-4f58-9702-013375882571 req-9c91a979-ee8d-429f-b85d-753bcffb338a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.1892943 Dec 08 16:01:55.731620 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4f7624-c594-4bda-8953-7ab289b31273 admin admin] Network d61828f6-6576-492d-a93f-4a4ef85aa9db is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:01:55.806767 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-af4f7624-c594-4bda-8953-7ab289b31273 admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:01:55.812362 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2f438b31-2553-44ce-ab19-06c4470e1987 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:55.831935 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4f7624-c594-4bda-8953-7ab289b31273 admin admin] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:01:55.833514 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-af4f7624-c594-4bda-8953-7ab289b31273 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:55.841431 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-e8f202f0-e498-463d-9ef2-a7b9b03dc84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900052af-c23a-4958-a6ef-005cc13cfd95', 'name': 'tempest-TaggedBootDevicesTest-2013407134-router', 'tenant_id': '351a96473ca546b496fdd2842aca05ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '3d96323c-cd65-41ea-9394-3cae80ae7782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:47Z', 'updated_at': '2021-12-08T16:01:50Z', 'revision_number': 3, 'project_id': '351a96473ca546b496fdd2842aca05ea', 'gw_port': {'id': '3d96323c-cd65-41ea-9394-3cae80ae7782', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a4:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900052af-c23a-4958-a6ef-005cc13cfd95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:48Z', 'updated_at': '2021-12-08T16:01:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:01:55.856114 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b23b1-5955-4f58-9702-013375882571 req-809e8ec6-afe1-4ceb-ada3-87ab238f9a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:55.858697 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a01b23b1-5955-4f58-9702-013375882571 req-809e8ec6-afe1-4ceb-ada3-87ab238f9a0d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1423461 Dec 08 16:01:55.858813 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4f7624-c594-4bda-8953-7ab289b31273 admin admin] Pushing event updated for resources: {'Port': ['ID=4f995b48-9f4e-41bb-be5e-d7eb4b77b672,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:55.882363 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f78cf2d-4dda-40e3-a67f-108836046000 None None] Pushing event updated for resources: {'Port': ['ID=3a50d1dd-4e23-4476-907b-c49fe19f77e8,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:55.904218 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2f438b31-2553-44ce-ab19-06c4470e1987 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:55.909868 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-dbd190cb-4f76-40dd-b40f-77c9ba77b481 None None] Set router 3df3cfde-5da2-45a6-b143-31f800525869 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:01:55.936423 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f202f0-e498-463d-9ef2-a7b9b03dc84a None None] The sync data for ids ['900052af-c23a-4958-a6ef-005cc13cfd95'] in n-d-776250-12 is: [{'id': '900052af-c23a-4958-a6ef-005cc13cfd95', 'name': 'tempest-TaggedBootDevicesTest-2013407134-router', 'tenant_id': '351a96473ca546b496fdd2842aca05ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '3d96323c-cd65-41ea-9394-3cae80ae7782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:47Z', 'updated_at': '2021-12-08T16:01:50Z', 'revision_number': 3, 'project_id': '351a96473ca546b496fdd2842aca05ea', 'gw_port': {'id': '3d96323c-cd65-41ea-9394-3cae80ae7782', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a4:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900052af-c23a-4958-a6ef-005cc13cfd95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:48Z', 'updated_at': '2021-12-08T16:01:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:01:56.064669 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f438b31-2553-44ce-ab19-06c4470e1987 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62fe0111-124d-47a2-9927-90a23b769cdc,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:56.068109 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf51ffc-9573-4a2f-acaf-87d6217002e9 req-855631ca-7b7b-4778-993f-d1249825332b tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:56.077300 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7cf51ffc-9573-4a2f-acaf-87d6217002e9 req-855631ca-7b7b-4778-993f-d1249825332b tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bef8080-b8f4-4497-bc91-7ab62c323024 HTTP/1.1" status: 200 len: 950 time: 0.4532020 Dec 08 16:01:56.138419 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-743ff7fc-02f2-4b7a-8acb-78575b1d96d7 None None] Provisioning complete for port 3a50d1dd-4e23-4476-907b-c49fe19f77e8 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:01:56.138735 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-743ff7fc-02f2-4b7a-8acb-78575b1d96d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:56.190709 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a01b23b1-5955-4f58-9702-013375882571 req-2d888eb7-66b3-42a2-aa70-c0dae1fb5e2f service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214405 Dec 08 16:01:56.287176 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-743ff7fc-02f2-4b7a-8acb-78575b1d96d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:56.343375 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2f438b31-2553-44ce-ab19-06c4470e1987 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:56.349165 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-2f438b31-2553-44ce-ab19-06c4470e1987 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0658617 Dec 08 16:01:56.349364 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a01b23b1-5955-4f58-9702-013375882571 req-80ba2311-4342-4b19-ae2d-0c3fab0fd0fc service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527116 Dec 08 16:01:56.349753 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 60138) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:56.354549 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-976714d5-ebf4-4174-bcd4-b5cf9e2c6c84 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Request body: {'floatingip': {'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:01:56.392143 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-743ff7fc-02f2-4b7a-8acb-78575b1d96d7 None None] For port 3a50d1dd-4e23-4476-907b-c49fe19f77e8, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=3a50d1dd-4e23-4476-907b-c49fe19f77e8,segment=NetworkSegment(ed640b00-5209-41aa-8ccd-e8e1ecbd23aa),segment_id=ed640b00-5209-41aa-8ccd-e8e1ecbd23aa)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:01:56.435884 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-dbd190cb-4f76-40dd-b40f-77c9ba77b481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df3cfde-5da2-45a6-b143-31f800525869', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-269343815-router', 'tenant_id': 'c79583471100466cb47afca45dfdf298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '5c4ee185-9ad3-4149-9fc8-dd40775bd21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:40Z', 'updated_at': '2021-12-08T16:01:47Z', 'revision_number': 4, 'project_id': 'c79583471100466cb47afca45dfdf298', 'gw_port': {'id': '5c4ee185-9ad3-4149-9fc8-dd40775bd21a', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:63:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df3cfde-5da2-45a6-b143-31f800525869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:41Z', 'updated_at': '2021-12-08T16:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '3a50d1dd-4e23-4476-907b-c49fe19f77e8', 'name': '', 'network_id': '2385e0e8-ce30-4e57-9597-e3c55240f83a', 'tenant_id': 'c79583471100466cb47afca45dfdf298', 'mac_address': 'fa:16:3e:d2:b5:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df3cfde-5da2-45a6-b143-31f800525869', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '9b619c40-2065-4989-8522-b1fadf6d59cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:46Z', 'updated_at': '2021-12-08T16:01:55Z', 'revision_number': 4, 'project_id': 'c79583471100466cb47afca45dfdf298', 'subnets': [{'id': '9b619c40-2065-4989-8522-b1fadf6d59cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:01:56.478791 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd190cb-4f76-40dd-b40f-77c9ba77b481 None None] The sync data for ids ['3df3cfde-5da2-45a6-b143-31f800525869'] in n-d-776250-12 is: [{'id': '3df3cfde-5da2-45a6-b143-31f800525869', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-269343815-router', 'tenant_id': 'c79583471100466cb47afca45dfdf298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '5c4ee185-9ad3-4149-9fc8-dd40775bd21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:40Z', 'updated_at': '2021-12-08T16:01:47Z', 'revision_number': 4, 'project_id': 'c79583471100466cb47afca45dfdf298', 'gw_port': {'id': '5c4ee185-9ad3-4149-9fc8-dd40775bd21a', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:63:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df3cfde-5da2-45a6-b143-31f800525869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:41Z', 'updated_at': '2021-12-08T16:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '3a50d1dd-4e23-4476-907b-c49fe19f77e8', 'name': '', 'network_id': '2385e0e8-ce30-4e57-9597-e3c55240f83a', 'tenant_id': 'c79583471100466cb47afca45dfdf298', 'mac_address': 'fa:16:3e:d2:b5:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df3cfde-5da2-45a6-b143-31f800525869', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '9b619c40-2065-4989-8522-b1fadf6d59cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:46Z', 'updated_at': '2021-12-08T16:01:55Z', 'revision_number': 4, 'project_id': 'c79583471100466cb47afca45dfdf298', 'subnets': [{'id': '9b619c40-2065-4989-8522-b1fadf6d59cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:01:56.539031 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-976714d5-ebf4-4174-bcd4-b5cf9e2c6c84 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Publish callbacks [] for floatingip, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:56.544559 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-743ff7fc-02f2-4b7a-8acb-78575b1d96d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:56.602103 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7cf51ffc-9573-4a2f-acaf-87d6217002e9 req-c3c8543a-d766-4a2b-ad38-1ce285ba48c6 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5236731 Dec 08 16:01:56.647899 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 3d96323c-cd65-41ea-9394-3cae80ae7782 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:01:56.733295 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1616c12b-a099-4dec-aebe-41e55301192c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:56.734784 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-af4f7624-c594-4bda-8953-7ab289b31273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:56.846994 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1616c12b-a099-4dec-aebe-41e55301192c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:56.851795 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-976714d5-ebf4-4174-bcd4-b5cf9e2c6c84 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:56.930487 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 60152) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:56.931233 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1616c12b-a099-4dec-aebe-41e55301192c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f171f31b-ca75-4db2-8c66-5cc59b97807d,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:57.078329 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-976714d5-ebf4-4174-bcd4-b5cf9e2c6c84 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Allocated IP 172.25.0.30 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/5a7f5845-1f51-4409-9b64-47375943a8c5) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:01:57.104565 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-1616c12b-a099-4dec-aebe-41e55301192c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c551659a01144c49a66cfb2ba7b21c36&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5038059 Dec 08 16:01:57.107621 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 60164) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:57.270502 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-11ea0ae1-7b3f-4fdf-bfb0-db7f211c2ac9 None None] Provisioning complete for port 4f995b48-9f4e-41bb-be5e-d7eb4b77b672 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:01:57.271033 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-11ea0ae1-7b3f-4fdf-bfb0-db7f211c2ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:57.345530 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-976714d5-ebf4-4174-bcd4-b5cf9e2c6c84 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:57.366255 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743ff7fc-02f2-4b7a-8acb-78575b1d96d7 None None] Pushing event updated for resources: {'Port': ['ID=3a50d1dd-4e23-4476-907b-c49fe19f77e8,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:57.370111 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-11ea0ae1-7b3f-4fdf-bfb0-db7f211c2ac9 None None] Port 4f995b48-9f4e-41bb-be5e-d7eb4b77b672 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:01:57.372358 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 3d96323c-cd65-41ea-9394-3cae80ae7782 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:01:57.372884 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:57.381028 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-bebe8e10-969c-4cf2-a963-d951e63a7a83 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0ed5ba77ff9a4751a7a44d7ebc52d5ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4465747 Dec 08 16:01:57.381960 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 60184) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:57.494819 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:57.508503 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7c35c532-dc8b-48ca-92c8-b7c67ab4f438 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:57.532303 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 3d96323c-cd65-41ea-9394-3cae80ae7782, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=3d96323c-cd65-41ea-9394-3cae80ae7782,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:01:57.573546 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f7c129d3-80b6-440d-ad50-ac03ee890916 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:57.585744 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7c35c532-dc8b-48ca-92c8-b7c67ab4f438 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:57.591304 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-976714d5-ebf4-4174-bcd4-b5cf9e2c6c84 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:57.603542 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-af4f7624-c594-4bda-8953-7ab289b31273 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:57.619287 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:57.662276 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f7c129d3-80b6-440d-ad50-ac03ee890916 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:57.693650 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976714d5-ebf4-4174-bcd4-b5cf9e2c6c84 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:01:57.718712 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-976714d5-ebf4-4174-bcd4-b5cf9e2c6c84 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:01:57.722682 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976714d5-ebf4-4174-bcd4-b5cf9e2c6c84 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:01:57.774555 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=3d96323c-cd65-41ea-9394-3cae80ae7782,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:57.821824 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-af4f7624-c594-4bda-8953-7ab289b31273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:57.822842 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-af4f7624-c594-4bda-8953-7ab289b31273 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:57.849911 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976714d5-ebf4-4174-bcd4-b5cf9e2c6c84 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Pushing event updated for resources: {'Port': ['ID=5a7f5845-1f51-4409-9b64-47375943a8c5,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:57.916066 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f7c129d3-80b6-440d-ad50-ac03ee890916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:57.920278 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f7c129d3-80b6-440d-ad50-ac03ee890916 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:57.921598 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-f7c129d3-80b6-440d-ad50-ac03ee890916 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8ad15e28-e2df-418f-a004-22a3e4e4b679 HTTP/1.1" status: 204 len: 168 time: 0.5200937 Dec 08 16:01:57.922489 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4f7624-c594-4bda-8953-7ab289b31273 admin admin] Pushing event updated for resources: {'Port': ['ID=4f995b48-9f4e-41bb-be5e-d7eb4b77b672,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:57.981165 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c129d3-80b6-440d-ad50-ac03ee890916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad15e28-e2df-418f-a004-22a3e4e4b679,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:58.025773 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-976714d5-ebf4-4174-bcd4-b5cf9e2c6c84 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:58.077866 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd548b12-d71d-4ebd-ae5b-367791633ad9 req-b6216039-c259-415b-b53a-a711ba13fcb2 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:58.084758 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fd548b12-d71d-4ebd-ae5b-367791633ad9 req-b6216039-c259-415b-b53a-a711ba13fcb2 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bef8080-b8f4-4497-bc91-7ab62c323024 HTTP/1.1" status: 200 len: 950 time: 0.2580578 Dec 08 16:01:58.132610 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7c35c532-dc8b-48ca-92c8-b7c67ab4f438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:58.135344 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7c35c532-dc8b-48ca-92c8-b7c67ab4f438 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:58.139521 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-7c35c532-dc8b-48ca-92c8-b7c67ab4f438 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f171f31b-ca75-4db2-8c66-5cc59b97807d HTTP/1.1" status: 204 len: 168 time: 1.0158663 Dec 08 16:01:58.148010 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-976714d5-ebf4-4174-bcd4-b5cf9e2c6c84 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:58.164989 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c35c532-dc8b-48ca-92c8-b7c67ab4f438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f171f31b-ca75-4db2-8c66-5cc59b97807d,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:58.170257 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fd548b12-d71d-4ebd-ae5b-367791633ad9 req-eaf651ea-372a-4521-a3a6-22fb9fffdb19 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846441 Dec 08 16:01:58.185457 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4f7624-c594-4bda-8953-7ab289b31273 admin admin] Network d61828f6-6576-492d-a93f-4a4ef85aa9db is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:01:58.188614 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-af4f7624-c594-4bda-8953-7ab289b31273 admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:01:58.468532 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-976714d5-ebf4-4174-bcd4-b5cf9e2c6c84 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:58.477968 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af4f7624-c594-4bda-8953-7ab289b31273 admin admin] Router 900052af-c23a-4958-a6ef-005cc13cfd95 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:01:58.570438 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-976714d5-ebf4-4174-bcd4-b5cf9e2c6c84 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:58.635835 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-0d96d299-261f-493b-9a4c-cc70bccc00d1 None None] Provisioning complete for port 4f995b48-9f4e-41bb-be5e-d7eb4b77b672 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:01:58.636899 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0d96d299-261f-493b-9a4c-cc70bccc00d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:58.724852 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af4f7624-c594-4bda-8953-7ab289b31273 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:01:58.745259 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-af4f7624-c594-4bda-8953-7ab289b31273 admin admin] 10.222.0.64 "PUT /v2.0/routers/900052af-c23a-4958-a6ef-005cc13cfd95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5024114 Dec 08 16:01:58.801867 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976714d5-ebf4-4174-bcd4-b5cf9e2c6c84 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Pushing event updated for resources: {'Port': ['ID=5a7f5845-1f51-4409-9b64-47375943a8c5,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:58.809416 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 3d96323c-cd65-41ea-9394-3cae80ae7782 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:01:58.816333 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-976714d5-ebf4-4174-bcd4-b5cf9e2c6c84 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:58.846438 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-0d96d299-261f-493b-9a4c-cc70bccc00d1 None None] Port 4f995b48-9f4e-41bb-be5e-d7eb4b77b672 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:01:58.877645 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 3d96323c-cd65-41ea-9394-3cae80ae7782 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:01:58.878019 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:58.931730 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-976714d5-ebf4-4174-bcd4-b5cf9e2c6c84 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:58.934075 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-976714d5-ebf4-4174-bcd4-b5cf9e2c6c84 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5831995 Dec 08 16:01:58.978066 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 3a50d1dd-4e23-4476-907b-c49fe19f77e8 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:01:59.041766 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 3a50d1dd-4e23-4476-907b-c49fe19f77e8 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:01:59.042931 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:59.387807 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649e4c25-949e-4c13-a7ec-b3087d1b00a2 req-8efa5a9b-4e43-4766-9dc1-c6bb0cc412e1 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:59.389538 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-649e4c25-949e-4c13-a7ec-b3087d1b00a2 req-8efa5a9b-4e43-4766-9dc1-c6bb0cc412e1 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bef8080-b8f4-4497-bc91-7ab62c323024 HTTP/1.1" status: 200 len: 950 time: 0.0624611 Dec 08 16:01:59.450319 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-649e4c25-949e-4c13-a7ec-b3087d1b00a2 req-5ba1daa2-eac1-443a-9d8b-cba1c8ce6665 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529275 Dec 08 16:01:59.629990 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0fbe4e6e-8d07-4365-afd1-540774d174af req-d1c84722-826f-4c1e-8d68-68edc2d01011 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1780092620&fields=id&tenant_id=a852a94827a640d4b4d781ca2b4d8472 HTTP/1.1" status: 200 len: 267 time: 0.0759935 Dec 08 16:01:59.669031 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 60312) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:59.803048 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe4e6e-8d07-4365-afd1-540774d174af req-d1599129-c70f-4941-9245-5917d0cc7e92 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:59.815687 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0fbe4e6e-8d07-4365-afd1-540774d174af req-d1599129-c70f-4941-9245-5917d0cc7e92 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/networks?id=335547d4-bfd2-4ca6-83e2-63a39090738e HTTP/1.1" status: 200 len: 823 time: 0.1781569 Dec 08 16:01:59.835118 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0fbe4e6e-8d07-4365-afd1-540774d174af req-6bf061b2-c66b-4abc-9d3f-28374fbb7bc8 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/quotas/a852a94827a640d4b4d781ca2b4d8472 HTTP/1.1" status: 200 len: 375 time: 0.0181358 Dec 08 16:01:59.912620 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0fbe4e6e-8d07-4365-afd1-540774d174af req-773a04e6-85c7-42c9-8e9d-8796e8b186c6 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a852a94827a640d4b4d781ca2b4d8472&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0699804 Dec 08 16:01:59.919595 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7232f22c-ef9f-42e3-bd03-3c4fccaa8496 None None] Sync routers for ids ['900052af-c23a-4958-a6ef-005cc13cfd95'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:01:59.934473 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7232f22c-ef9f-42e3-bd03-3c4fccaa8496 None None] Routers {'900052af-c23a-4958-a6ef-005cc13cfd95'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:01:59.935933 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-7232f22c-ef9f-42e3-bd03-3c4fccaa8496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:01:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['900052af-c23a-4958-a6ef-005cc13cfd95'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:02:00.042911 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0fbe4e6e-8d07-4365-afd1-540774d174af req-52f40ba2-3e3e-44d7-97d5-e4a005b10a31 service neutron] 10.222.0.64 "GET /v2.0/networks/335547d4-bfd2-4ca6-83e2-63a39090738e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249578 Dec 08 16:02:00.178574 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-7232f22c-ef9f-42e3-bd03-3c4fccaa8496 None None] Set router 900052af-c23a-4958-a6ef-005cc13cfd95 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:02:00.198031 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0fbe4e6e-8d07-4365-afd1-540774d174af req-36ae794d-3a50-47c7-93b6-52a0d6b95755 service neutron] 10.222.0.64 "GET /v2.0/networks/335547d4-bfd2-4ca6-83e2-63a39090738e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380076 Dec 08 16:02:00.218123 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-239048aa-596e-4547-82b1-51398ce22d0f tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:02:00.228034 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-239048aa-596e-4547-82b1-51398ce22d0f tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5566168 Dec 08 16:02:00.414745 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-15cf4cc0-f1ed-4a1e-b5e9-9fb2171f459b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:00.418745 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-15cf4cc0-f1ed-4a1e-b5e9-9fb2171f459b service neutron] 10.222.0.64 "GET /v2.0/ports/150aec00-a505-4a9d-95d4-59e8f7ccabdf HTTP/1.1" status: 200 len: 1095 time: 0.1241126 Dec 08 16:02:00.423894 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-023635c2-94db-4d14-bfe4-51f7bf5e8472 service neutron] Request body: {'binding': {'host': 'n-h1-776250-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:02:00.424754 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-023635c2-94db-4d14-bfe4-51f7bf5e8472 service neutron] Unknown quota resources ['binding']. {{(pid=110551) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 16:02:00.437725 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-7232f22c-ef9f-42e3-bd03-3c4fccaa8496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900052af-c23a-4958-a6ef-005cc13cfd95', 'name': 'tempest-TaggedBootDevicesTest-2013407134-router', 'tenant_id': '351a96473ca546b496fdd2842aca05ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '3d96323c-cd65-41ea-9394-3cae80ae7782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:47Z', 'updated_at': '2021-12-08T16:01:56Z', 'revision_number': 4, 'project_id': '351a96473ca546b496fdd2842aca05ea', 'gw_port': {'id': '3d96323c-cd65-41ea-9394-3cae80ae7782', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900052af-c23a-4958-a6ef-005cc13cfd95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:48Z', 'updated_at': '2021-12-08T16:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '4f995b48-9f4e-41bb-be5e-d7eb4b77b672', 'name': '', 'network_id': 'd61828f6-6576-492d-a93f-4a4ef85aa9db', 'tenant_id': '351a96473ca546b496fdd2842aca05ea', 'mac_address': 'fa:16:3e:8f:12:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900052af-c23a-4958-a6ef-005cc13cfd95', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '4d89d0d9-4d4b-469e-8ae7-1967ffa61175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:54Z', 'updated_at': '2021-12-08T16:01:57Z', 'revision_number': 2, 'project_id': '351a96473ca546b496fdd2842aca05ea', 'subnets': [{'id': '4d89d0d9-4d4b-469e-8ae7-1967ffa61175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:02:00.530134 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7232f22c-ef9f-42e3-bd03-3c4fccaa8496 None None] Checking router: 900052af-c23a-4958-a6ef-005cc13cfd95 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:02:00.534892 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7232f22c-ef9f-42e3-bd03-3c4fccaa8496 None None] Updating router 900052af-c23a-4958-a6ef-005cc13cfd95 port 4f995b48-9f4e-41bb-be5e-d7eb4b77b672 binding host n-d-776250-12 {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:02:00.584204 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-023635c2-94db-4d14-bfe4-51f7bf5e8472 service neutron] Attempting to bind port 150aec00-a505-4a9d-95d4-59e8f7ccabdf on host n-h1-776250-12 for vnic_type normal with profile None {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:02:00.584775 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-023635c2-94db-4d14-bfe4-51f7bf5e8472 service neutron] Attempting to bind port 150aec00-a505-4a9d-95d4-59e8f7ccabdf by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': '08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9fb73276-e1f8-4bac-a027-20476a8f0b71'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:02:00.585281 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-023635c2-94db-4d14-bfe4-51f7bf5e8472 service neutron] Attempting to bind port 150aec00-a505-4a9d-95d4-59e8f7ccabdf on network 9fb73276-e1f8-4bac-a027-20476a8f0b71 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:02:00.591328 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-023635c2-94db-4d14-bfe4-51f7bf5e8472 service neutron] Port 150aec00-a505-4a9d-95d4-59e8f7ccabdf on network 9fb73276-e1f8-4bac-a027-20476a8f0b71 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:02:00.591840 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-023635c2-94db-4d14-bfe4-51f7bf5e8472 service neutron] Attempting to bind port 150aec00-a505-4a9d-95d4-59e8f7ccabdf on network 9fb73276-e1f8-4bac-a027-20476a8f0b71 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:02:00.597997 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-023635c2-94db-4d14-bfe4-51f7bf5e8472 service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:02:00.598821 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-023635c2-94db-4d14-bfe4-51f7bf5e8472 service neutron] Checking segment: {'id': '08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9fb73276-e1f8-4bac-a027-20476a8f0b71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:02:00.599214 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-023635c2-94db-4d14-bfe4-51f7bf5e8472 service neutron] Bound using segment: {'id': '08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9fb73276-e1f8-4bac-a027-20476a8f0b71'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:02:00.599693 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-023635c2-94db-4d14-bfe4-51f7bf5e8472 service neutron] Bound port: 150aec00-a505-4a9d-95d4-59e8f7ccabdf, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9fb73276-e1f8-4bac-a027-20476a8f0b71'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:02:00.604004 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7232f22c-ef9f-42e3-bd03-3c4fccaa8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:00.701474 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-023635c2-94db-4d14-bfe4-51f7bf5e8472 service neutron] For port 150aec00-a505-4a9d-95d4-59e8f7ccabdf, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=150aec00-a505-4a9d-95d4-59e8f7ccabdf,segment=NetworkSegment(08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4),segment_id=08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:02:00.805092 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-023635c2-94db-4d14-bfe4-51f7bf5e8472 service neutron] Publish callbacks [] for binding, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:00.806406 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-023635c2-94db-4d14-bfe4-51f7bf5e8472 service neutron] 10.222.0.64 "POST /v2.0/ports/150aec00-a505-4a9d-95d4-59e8f7ccabdf/bindings HTTP/1.1" status: 201 len: 390 time: 0.3868523 Dec 08 16:02:00.992476 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7232f22c-ef9f-42e3-bd03-3c4fccaa8496 None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:01.057278 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d9b4dedd-23e6-4e56-bbd8-0dc4c30d0f1e req-e28aef3c-c79b-400e-87c4-24b9dbde14b9 tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=9aeb8131b3f14425aca29cd739e2f17d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389233 Dec 08 16:02:01.080696 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7232f22c-ef9f-42e3-bd03-3c4fccaa8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:01.221515 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8968c7-c47c-4eb9-9794-1a7823572c47 None None] Pushing event updated for resources: {'Port': ['ID=4f995b48-9f4e-41bb-be5e-d7eb4b77b672,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:01.283370 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b4dedd-23e6-4e56-bbd8-0dc4c30d0f1e req-214161ac-0e7a-460c-8e03-802378352776 tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:01.291522 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d9b4dedd-23e6-4e56-bbd8-0dc4c30d0f1e req-214161ac-0e7a-460c-8e03-802378352776 tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2310600 Dec 08 16:02:01.316336 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d9b4dedd-23e6-4e56-bbd8-0dc4c30d0f1e req-a5bec75b-0e05-4df8-955c-672b60c40b2e tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] 10.222.0.64 "GET /v2.0/quotas/9aeb8131b3f14425aca29cd739e2f17d HTTP/1.1" status: 200 len: 375 time: 0.0232742 Dec 08 16:02:01.319531 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-7232f22c-ef9f-42e3-bd03-3c4fccaa8496 None None] Attempting to bind port 4f995b48-9f4e-41bb-be5e-d7eb4b77b672 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:02:01.319914 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-7232f22c-ef9f-42e3-bd03-3c4fccaa8496 None None] Attempting to bind port 4f995b48-9f4e-41bb-be5e-d7eb4b77b672 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '53599149-d15e-4c01-b2c2-b14e212ea66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd61828f6-6576-492d-a93f-4a4ef85aa9db'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:02:01.320312 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7232f22c-ef9f-42e3-bd03-3c4fccaa8496 None None] Attempting to bind port 4f995b48-9f4e-41bb-be5e-d7eb4b77b672 on network d61828f6-6576-492d-a93f-4a4ef85aa9db {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:02:01.336523 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7232f22c-ef9f-42e3-bd03-3c4fccaa8496 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:02:01.337247 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7232f22c-ef9f-42e3-bd03-3c4fccaa8496 None None] Checking segment: {'id': '53599149-d15e-4c01-b2c2-b14e212ea66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd61828f6-6576-492d-a93f-4a4ef85aa9db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:02:01.337954 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7232f22c-ef9f-42e3-bd03-3c4fccaa8496 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:01.338517 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7232f22c-ef9f-42e3-bd03-3c4fccaa8496 None None] Bound using segment: {'id': '53599149-d15e-4c01-b2c2-b14e212ea66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd61828f6-6576-492d-a93f-4a4ef85aa9db'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:02:01.340544 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-7232f22c-ef9f-42e3-bd03-3c4fccaa8496 None None] Bound port: 4f995b48-9f4e-41bb-be5e-d7eb4b77b672, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53599149-d15e-4c01-b2c2-b14e212ea66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd61828f6-6576-492d-a93f-4a4ef85aa9db'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:02:01.341201 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7232f22c-ef9f-42e3-bd03-3c4fccaa8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:01.414709 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c0655cd1-4985-4c51-907e-1f16f380e347 req-8f1673be-5bc1-43e0-a617-720956657a7a tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/ports?device_id=d86eb96a-4662-4a51-b38e-158468bddb6c HTTP/1.1" status: 200 len: 210 time: 0.0798185 Dec 08 16:02:01.426114 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 60394) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:02:01.432968 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d9b4dedd-23e6-4e56-bbd8-0dc4c30d0f1e req-03821fb4-58dd-42a0-8eec-8145f55338b6 tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9aeb8131b3f14425aca29cd739e2f17d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1068630 Dec 08 16:02:01.472154 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-7232f22c-ef9f-42e3-bd03-3c4fccaa8496 None None] For port 4f995b48-9f4e-41bb-be5e-d7eb4b77b672, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:02:01.482097 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-7232f22c-ef9f-42e3-bd03-3c4fccaa8496 None None] For port 4f995b48-9f4e-41bb-be5e-d7eb4b77b672, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=4f995b48-9f4e-41bb-be5e-d7eb4b77b672,segment=NetworkSegment(53599149-d15e-4c01-b2c2-b14e212ea66c),segment_id=53599149-d15e-4c01-b2c2-b14e212ea66c)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:02:01.570046 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7232f22c-ef9f-42e3-bd03-3c4fccaa8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:01.663615 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356760da-d4f5-46a5-8afa-ab1dd0591880 req-8fe1f751-7b1c-42a6-a9d8-43c95173fcf2 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:01.675295 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-356760da-d4f5-46a5-8afa-ab1dd0591880 req-8fe1f751-7b1c-42a6-a9d8-43c95173fcf2 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bef8080-b8f4-4497-bc91-7ab62c323024 HTTP/1.1" status: 200 len: 950 time: 0.1264679 Dec 08 16:02:01.702421 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7232f22c-ef9f-42e3-bd03-3c4fccaa8496 None None] Routers {'900052af-c23a-4958-a6ef-005cc13cfd95'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:02:01.704120 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-7232f22c-ef9f-42e3-bd03-3c4fccaa8496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:01:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['900052af-c23a-4958-a6ef-005cc13cfd95'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:02:01.856951 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-356760da-d4f5-46a5-8afa-ab1dd0591880 req-983e8204-6039-41b9-8ad8-6feb08ce97b0 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802845 Dec 08 16:02:01.887470 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-52a7ab6d-5011-4bc6-a070-b34e0abefff1 None None] Provisioning complete for port 4f995b48-9f4e-41bb-be5e-d7eb4b77b672 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:02:01.887892 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-52a7ab6d-5011-4bc6-a070-b34e0abefff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:02.046933 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229f0ae-3e24-4273-b03a-d64d2f7137d4 req-ca670124-0280-499c-9612-722b90e8dde1 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:02.061456 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0229f0ae-3e24-4273-b03a-d64d2f7137d4 req-ca670124-0280-499c-9612-722b90e8dde1 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6a6d425-80b6-4908-ab04-ac48d54fc6c3 HTTP/1.1" status: 200 len: 946 time: 0.1919658 Dec 08 16:02:02.106938 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-aec1e55e-86ea-4933-9e6c-89bcb7fa0d83 req-2b0b77ff-7f28-4bf6-aa24-788bd7becb93 tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb05aa62-5e8f-4196-8766-535a079edc6b HTTP/1.1" status: 200 len: 210 time: 0.1232324 Dec 08 16:02:02.111098 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4afe8264-79a0-48ac-90ab-6e7c289702ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:02.188153 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0229f0ae-3e24-4273-b03a-d64d2f7137d4 req-c135ed11-581c-401c-8475-560f0ddcaf7b tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236222 Dec 08 16:02:02.194400 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-84182236-1e40-429b-8e48-7896e8cd2d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:02.195925 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-84182236-1e40-429b-8e48-7896e8cd2d80 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=85658dbd01a84c26a2385fde82126184&device_id=f6a6d425-80b6-4908-ab04-ac48d54fc6c3 HTTP/1.1" status: 200 len: 1098 time: 0.3603694 Dec 08 16:02:02.253811 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8968c7-c47c-4eb9-9794-1a7823572c47 None None] Pushing event updated for resources: {'Port': ['ID=4f995b48-9f4e-41bb-be5e-d7eb4b77b672,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:02.269379 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-7232f22c-ef9f-42e3-bd03-3c4fccaa8496 None None] Set router 900052af-c23a-4958-a6ef-005cc13cfd95 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:02:02.287455 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4afe8264-79a0-48ac-90ab-6e7c289702ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:02.343164 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-871c786b-0304-4f27-96d0-96c81ac152d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:02.345555 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-871c786b-0304-4f27-96d0-96c81ac152d4 service neutron] 10.222.0.76 "GET /v2.0/networks?id=9fb73276-e1f8-4bac-a027-20476a8f0b71 HTTP/1.1" status: 200 len: 921 time: 0.1329634 Dec 08 16:02:02.390799 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-52a7ab6d-5011-4bc6-a070-b34e0abefff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:02.394504 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-e2f55f7f-7445-4bdf-8af2-961877e2401b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=150aec00-a505-4a9d-95d4-59e8f7ccabdf HTTP/1.1" status: 200 len: 217 time: 0.0428064 Dec 08 16:02:02.451287 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4afe8264-79a0-48ac-90ab-6e7c289702ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:02.454628 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-48af0297-8cc2-48c8-a540-41ffdcee6de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:02.456483 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-48af0297-8cc2-48c8-a540-41ffdcee6de1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3bab6816-4414-47cc-922e-2566e0e2da0a HTTP/1.1" status: 200 len: 860 time: 0.0554495 Dec 08 16:02:02.526010 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-ccef8c4b-e7ee-4b17-a811-6aa9bd6d211d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9fb73276-e1f8-4bac-a027-20476a8f0b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558553 Dec 08 16:02:02.529891 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afe8264-79a0-48ac-90ab-6e7c289702ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded09ca6-48f8-4af7-b976-9b6d6bde0558,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:02.537736 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-52a7ab6d-5011-4bc6-a070-b34e0abefff1 None None] For port 4f995b48-9f4e-41bb-be5e-d7eb4b77b672, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=4f995b48-9f4e-41bb-be5e-d7eb4b77b672,segment=NetworkSegment(53599149-d15e-4c01-b2c2-b14e212ea66c),segment_id=53599149-d15e-4c01-b2c2-b14e212ea66c)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:02.538628 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-4afe8264-79a0-48ac-90ab-6e7c289702ff admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7306a455fc024fbb941d47d751ed7b2e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1095588 Dec 08 16:02:02.539279 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 60462) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:02:02.660367 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6b6c3a5a-df65-438d-be5c-e523b75a5317 req-445f7415-3a6f-494a-b9dd-a5973ced7eac tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/ports?device_id=d86eb96a-4662-4a51-b38e-158468bddb6c HTTP/1.1" status: 200 len: 210 time: 0.0989468 Dec 08 16:02:02.670689 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1cdd9c98-0ce7-4944-84d2-7e19ec0355ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:02.699523 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1cdd9c98-0ce7-4944-84d2-7e19ec0355ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:02.714466 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-52a7ab6d-5011-4bc6-a070-b34e0abefff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:02.794877 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-468b8c75-cd9d-441b-a522-b9908705234f service neutron] 10.222.0.76 "GET /v2.0/networks/9fb73276-e1f8-4bac-a027-20476a8f0b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530477 Dec 08 16:02:02.934998 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-d6c84ff7-8426-41f6-bb7a-9dee0837acf2 None None] Provisioning complete for port 4f995b48-9f4e-41bb-be5e-d7eb4b77b672 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:02:02.936168 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d6c84ff7-8426-41f6-bb7a-9dee0837acf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:02.964539 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1cdd9c98-0ce7-4944-84d2-7e19ec0355ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:02.972389 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1cdd9c98-0ce7-4944-84d2-7e19ec0355ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:02.972389 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-1cdd9c98-0ce7-4944-84d2-7e19ec0355ad admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ded09ca6-48f8-4af7-b976-9b6d6bde0558 HTTP/1.1" status: 204 len: 168 time: 0.4294453 Dec 08 16:02:03.020721 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdd9c98-0ce7-4944-84d2-7e19ec0355ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded09ca6-48f8-4af7-b976-9b6d6bde0558,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:03.094338 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-b3e0e8f1-9650-4e1f-b5d6-65fc2579c450 service neutron] 10.222.0.76 "GET /v2.0/networks/9fb73276-e1f8-4bac-a027-20476a8f0b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888389 Dec 08 16:02:03.231520 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c581259-0f05-40af-8787-b88650871408 req-cb292ddf-ad47-4313-9d6c-a9baf3c5e64d tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:03.233822 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3c581259-0f05-40af-8787-b88650871408 req-cb292ddf-ad47-4313-9d6c-a9baf3c5e64d tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bef8080-b8f4-4497-bc91-7ab62c323024 HTTP/1.1" status: 200 len: 950 time: 0.1238172 Dec 08 16:02:03.282407 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-696d1f80-16a6-46a8-a57d-b200e1dccfb4 req-ec5d4146-46ec-438c-b71f-4791a78b5b1e tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb05aa62-5e8f-4196-8766-535a079edc6b HTTP/1.1" status: 200 len: 210 time: 0.0585239 Dec 08 16:02:03.328319 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3c581259-0f05-40af-8787-b88650871408 req-2d6ece47-910c-43e9-a489-2ccbecaf626e tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871489 Dec 08 16:02:03.347559 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a7ab6d-5011-4bc6-a070-b34e0abefff1 None None] Pushing event updated for resources: {'Port': ['ID=4f995b48-9f4e-41bb-be5e-d7eb4b77b672,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:03.410721 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-7232f22c-ef9f-42e3-bd03-3c4fccaa8496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900052af-c23a-4958-a6ef-005cc13cfd95', 'name': 'tempest-TaggedBootDevicesTest-2013407134-router', 'tenant_id': '351a96473ca546b496fdd2842aca05ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '3d96323c-cd65-41ea-9394-3cae80ae7782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:47Z', 'updated_at': '2021-12-08T16:01:56Z', 'revision_number': 4, 'project_id': '351a96473ca546b496fdd2842aca05ea', 'gw_port': {'id': '3d96323c-cd65-41ea-9394-3cae80ae7782', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900052af-c23a-4958-a6ef-005cc13cfd95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:48Z', 'updated_at': '2021-12-08T16:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '4f995b48-9f4e-41bb-be5e-d7eb4b77b672', 'name': '', 'network_id': 'd61828f6-6576-492d-a93f-4a4ef85aa9db', 'tenant_id': '351a96473ca546b496fdd2842aca05ea', 'mac_address': 'fa:16:3e:8f:12:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900052af-c23a-4958-a6ef-005cc13cfd95', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '4d89d0d9-4d4b-469e-8ae7-1967ffa61175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:54Z', 'updated_at': '2021-12-08T16:02:01Z', 'revision_number': 4, 'project_id': '351a96473ca546b496fdd2842aca05ea', 'subnets': [{'id': '4d89d0d9-4d4b-469e-8ae7-1967ffa61175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:02:03.458896 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7232f22c-ef9f-42e3-bd03-3c4fccaa8496 None None] The sync data for ids ['900052af-c23a-4958-a6ef-005cc13cfd95'] in n-d-776250-12 is: [{'id': '900052af-c23a-4958-a6ef-005cc13cfd95', 'name': 'tempest-TaggedBootDevicesTest-2013407134-router', 'tenant_id': '351a96473ca546b496fdd2842aca05ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '3d96323c-cd65-41ea-9394-3cae80ae7782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:47Z', 'updated_at': '2021-12-08T16:01:56Z', 'revision_number': 4, 'project_id': '351a96473ca546b496fdd2842aca05ea', 'gw_port': {'id': '3d96323c-cd65-41ea-9394-3cae80ae7782', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900052af-c23a-4958-a6ef-005cc13cfd95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:48Z', 'updated_at': '2021-12-08T16:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '4f995b48-9f4e-41bb-be5e-d7eb4b77b672', 'name': '', 'network_id': 'd61828f6-6576-492d-a93f-4a4ef85aa9db', 'tenant_id': '351a96473ca546b496fdd2842aca05ea', 'mac_address': 'fa:16:3e:8f:12:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900052af-c23a-4958-a6ef-005cc13cfd95', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '4d89d0d9-4d4b-469e-8ae7-1967ffa61175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:54Z', 'updated_at': '2021-12-08T16:02:01Z', 'revision_number': 4, 'project_id': '351a96473ca546b496fdd2842aca05ea', 'subnets': [{'id': '4d89d0d9-4d4b-469e-8ae7-1967ffa61175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:02:03.479392 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-613108d1-97d6-45a5-ba65-8d24524d9180 tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:03.484531 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-613108d1-97d6-45a5-ba65-8d24524d9180 tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=f6a6d425-80b6-4908-ab04-ac48d54fc6c3&tenant_id=85658dbd01a84c26a2385fde82126184&binding%3Ahost_id=n-h2-776250-12 HTTP/1.1" status: 200 len: 1098 time: 0.1250401 Dec 08 16:02:03.494557 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-b87f2d05-e316-4fce-b027-106d21b05c22 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-776250-12'}}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:02:03.526611 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b173dc9e-7a6b-4862-bf8c-2384862f0cf0 req-06e3e52e-9adc-49fd-89a0-cf88c3c6f4ab tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:03.539653 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b173dc9e-7a6b-4862-bf8c-2384862f0cf0 req-06e3e52e-9adc-49fd-89a0-cf88c3c6f4ab tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6a6d425-80b6-4908-ab04-ac48d54fc6c3 HTTP/1.1" status: 200 len: 946 time: 0.0963862 Dec 08 16:02:03.661738 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-b87f2d05-e316-4fce-b027-106d21b05c22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:03.670620 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b173dc9e-7a6b-4862-bf8c-2384862f0cf0 req-0cd4e8f9-725b-4120-8780-ab20abf29597 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212473 Dec 08 16:02:03.879873 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-b87f2d05-e316-4fce-b027-106d21b05c22 service neutron] For port 150aec00-a505-4a9d-95d4-59e8f7ccabdf, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=150aec00-a505-4a9d-95d4-59e8f7ccabdf,segment=NetworkSegment(08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4),segment_id=08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:03.918816 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.76', 62312) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:02:04.003777 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-b87f2d05-e316-4fce-b027-106d21b05c22 service neutron] For port 150aec00-a505-4a9d-95d4-59e8f7ccabdf, host n-h2-776250-12, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:02:04.090323 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6a6d425-80b6-4908-ab04-ac48d54fc6c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '150aec00-a505-4a9d-95d4-59e8f7ccabdf'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:02:04.097501 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2a3729-355b-4f56-9b24-2614529a9236" -d '{"events": [{"server_uuid": "f6a6d425-80b6-4908-ab04-ac48d54fc6c3", "name": "network-vif-unplugged", "status": "completed", "tag": "150aec00-a505-4a9d-95d4-59e8f7ccabdf"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:02:04.117628 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-b87f2d05-e316-4fce-b027-106d21b05c22 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:04.156768 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:04.171125 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-11ac419e-5873-48dc-93b6-1aa6cc4f426f req-bfc05c7a-e0e5-4235-ad9e-393d0ce25736 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/ports?device_id=d86eb96a-4662-4a51-b38e-158468bddb6c HTTP/1.1" status: 200 len: 210 time: 0.0315681 Dec 08 16:02:04.324202 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-b87f2d05-e316-4fce-b027-106d21b05c22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:04.384152 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe4e6e-8d07-4365-afd1-540774d174af req-c3b86197-7144-4c4e-a124-69a334f9c338 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:04.387081 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0fbe4e6e-8d07-4365-afd1-540774d174af req-c3b86197-7144-4c4e-a124-69a334f9c338 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.76 "GET /v2.0/networks?id=335547d4-bfd2-4ca6-83e2-63a39090738e HTTP/1.1" status: 200 len: 823 time: 0.4679570 Dec 08 16:02:04.528348 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efad236-c465-4bb1-9eab-0208513a2447 req-4b0cd5b7-7a8b-438c-8cef-53821f177b8a tempest-NetworksTest-270162953 tempest-NetworksTest-270162953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:04.528828 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efad236-c465-4bb1-9eab-0208513a2447 req-4b0cd5b7-7a8b-438c-8cef-53821f177b8a tempest-NetworksTest-270162953 tempest-NetworksTest-270162953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:04.529290 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efad236-c465-4bb1-9eab-0208513a2447 req-4b0cd5b7-7a8b-438c-8cef-53821f177b8a tempest-NetworksTest-270162953 tempest-NetworksTest-270162953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:04.529750 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efad236-c465-4bb1-9eab-0208513a2447 req-4b0cd5b7-7a8b-438c-8cef-53821f177b8a tempest-NetworksTest-270162953 tempest-NetworksTest-270162953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:04.530204 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efad236-c465-4bb1-9eab-0208513a2447 req-4b0cd5b7-7a8b-438c-8cef-53821f177b8a tempest-NetworksTest-270162953 tempest-NetworksTest-270162953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:04.530660 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efad236-c465-4bb1-9eab-0208513a2447 req-4b0cd5b7-7a8b-438c-8cef-53821f177b8a tempest-NetworksTest-270162953 tempest-NetworksTest-270162953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:04.531111 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efad236-c465-4bb1-9eab-0208513a2447 req-4b0cd5b7-7a8b-438c-8cef-53821f177b8a tempest-NetworksTest-270162953 tempest-NetworksTest-270162953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:04.531637 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efad236-c465-4bb1-9eab-0208513a2447 req-4b0cd5b7-7a8b-438c-8cef-53821f177b8a tempest-NetworksTest-270162953 tempest-NetworksTest-270162953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:04.532226 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efad236-c465-4bb1-9eab-0208513a2447 req-4b0cd5b7-7a8b-438c-8cef-53821f177b8a tempest-NetworksTest-270162953 tempest-NetworksTest-270162953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:04.560799 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6efad236-c465-4bb1-9eab-0208513a2447 req-4b0cd5b7-7a8b-438c-8cef-53821f177b8a tempest-NetworksTest-270162953 tempest-NetworksTest-270162953-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6444 time: 0.4031909 Dec 08 16:02:04.569579 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0fbe4e6e-8d07-4365-afd1-540774d174af req-8215f518-29b6-4ec8-b079-ba62556fb5de tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a852a94827a640d4b4d781ca2b4d8472 HTTP/1.1" status: 200 len: 380 time: 0.1653669 Dec 08 16:02:04.588144 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-0fbe4e6e-8d07-4365-afd1-540774d174af req-b4107e6a-57dc-4e0c-b1e8-e3e2b8fde534 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Request body: {'port': {'device_id': 'd86eb96a-4662-4a51-b38e-158468bddb6c', 'network_id': '335547d4-bfd2-4ca6-83e2-63a39090738e', 'admin_state_up': True, 'tenant_id': 'a852a94827a640d4b4d781ca2b4d8472', 'security_groups': ['9ee75834-e759-4136-8277-a7cad0a8499a']}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:02:04.591485 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-b87f2d05-e316-4fce-b027-106d21b05c22 service neutron] Attempting to bind port 150aec00-a505-4a9d-95d4-59e8f7ccabdf on host n-h2-776250-12 for vnic_type normal with profile {"migrating_to": "n-h1-776250-12"} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:02:04.601878 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-b87f2d05-e316-4fce-b027-106d21b05c22 service neutron] Attempting to bind port 150aec00-a505-4a9d-95d4-59e8f7ccabdf by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9fb73276-e1f8-4bac-a027-20476a8f0b71'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:02:04.601878 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-b87f2d05-e316-4fce-b027-106d21b05c22 service neutron] Attempting to bind port 150aec00-a505-4a9d-95d4-59e8f7ccabdf on network 9fb73276-e1f8-4bac-a027-20476a8f0b71 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:02:04.604406 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87f2d05-e316-4fce-b027-106d21b05c22 service neutron] Pushing event updated for resources: {'Port': ['ID=150aec00-a505-4a9d-95d4-59e8f7ccabdf,revision_number=7']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:04.622194 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 60518) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:02:04.647722 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-333156cb-0dea-49f1-a7b8-049f57d179f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:04.651739 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-b87f2d05-e316-4fce-b027-106d21b05c22 service neutron] Port 150aec00-a505-4a9d-95d4-59e8f7ccabdf on network 9fb73276-e1f8-4bac-a027-20476a8f0b71 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:02:04.652066 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-b87f2d05-e316-4fce-b027-106d21b05c22 service neutron] Attempting to bind port 150aec00-a505-4a9d-95d4-59e8f7ccabdf on network 9fb73276-e1f8-4bac-a027-20476a8f0b71 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:02:04.659759 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad4ce0f-8efb-45d1-8acd-87cc47fe1b67 x-openstack-request-id: req-dad4ce0f-8efb-45d1-8acd-87cc47fe1b67 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:02:04.660053 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6a6d425-80b6-4908-ab04-ac48d54fc6c3", "name": "network-vif-unplugged", "status": "completed", "tag": "150aec00-a505-4a9d-95d4-59e8f7ccabdf", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:02:04.666037 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dad4ce0f-8efb-45d1-8acd-87cc47fe1b67 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:02:04.666037 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6a6d425-80b6-4908-ab04-ac48d54fc6c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '150aec00-a505-4a9d-95d4-59e8f7ccabdf', 'code': 200} Dec 08 16:02:04.708406 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 4f995b48-9f4e-41bb-be5e-d7eb4b77b672 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:02:04.748278 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-b87f2d05-e316-4fce-b027-106d21b05c22 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:02:04.749033 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-b87f2d05-e316-4fce-b027-106d21b05c22 service neutron] Checking segment: {'id': '08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9fb73276-e1f8-4bac-a027-20476a8f0b71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:02:04.749676 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-b87f2d05-e316-4fce-b027-106d21b05c22 service neutron] Bound using segment: {'id': '08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9fb73276-e1f8-4bac-a027-20476a8f0b71'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:02:04.750376 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-b87f2d05-e316-4fce-b027-106d21b05c22 service neutron] Bound port: 150aec00-a505-4a9d-95d4-59e8f7ccabdf, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9fb73276-e1f8-4bac-a027-20476a8f0b71'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:02:04.751024 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-b87f2d05-e316-4fce-b027-106d21b05c22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:04.814638 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a9b0d0b6-a271-4af1-a577-26a84779b55d req-9fb2a5fb-0ed9-47a9-b143-03a29e7d65c3 tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb05aa62-5e8f-4196-8766-535a079edc6b HTTP/1.1" status: 200 len: 210 time: 0.0774457 Dec 08 16:02:04.828136 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 4f995b48-9f4e-41bb-be5e-d7eb4b77b672 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:02:04.828800 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:04.865790 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-333156cb-0dea-49f1-a7b8-049f57d179f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:05.013778 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f864d5-942d-4a0b-965f-09a38cc4ab6b req-c9e31dee-c90f-4b20-b6fb-8f2bfacfbc8c tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:05.019978 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1da1ea-6cf7-4a99-ac77-6240ad0d1e57 req-9af086a3-3509-40dd-803f-ada6aedb469e tempest-NetworksTest-270162953 tempest-NetworksTest-270162953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:05.022691 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-33f864d5-942d-4a0b-965f-09a38cc4ab6b req-c9e31dee-c90f-4b20-b6fb-8f2bfacfbc8c tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bef8080-b8f4-4497-bc91-7ab62c323024 HTTP/1.1" status: 200 len: 950 time: 0.1474109 Dec 08 16:02:05.025490 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9d1da1ea-6cf7-4a99-ac77-6240ad0d1e57 req-9af086a3-3509-40dd-803f-ada6aedb469e tempest-NetworksTest-270162953 tempest-NetworksTest-270162953-project-admin] 10.222.0.64 "GET /v2.0/networks/1ae4cf80-76bf-4df3-a557-5cc6023c1900 HTTP/1.1" status: 200 len: 886 time: 0.1744823 Dec 08 16:02:05.136997 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-b87f2d05-e316-4fce-b027-106d21b05c22 service neutron] For port 150aec00-a505-4a9d-95d4-59e8f7ccabdf, host n-h2-776250-12, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:02:05.136997 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-b87f2d05-e316-4fce-b027-106d21b05c22 service neutron] For port 150aec00-a505-4a9d-95d4-59e8f7ccabdf, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=150aec00-a505-4a9d-95d4-59e8f7ccabdf,segment=NetworkSegment(08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4),segment_id=08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:02:05.136997 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-33f864d5-942d-4a0b-965f-09a38cc4ab6b req-65df7233-052e-44ef-a1de-9078e45acaab tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745277 Dec 08 16:02:05.136997 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-333156cb-0dea-49f1-a7b8-049f57d179f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:05.162829 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-333156cb-0dea-49f1-a7b8-049f57d179f7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d92508b83bb84f0b8e791f58b429fe74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5382993 Dec 08 16:02:05.178544 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 60528) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:02:05.179135 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333156cb-0dea-49f1-a7b8-049f57d179f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d48c3e-c958-4f81-8920-842c198714b3,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:05.231977 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e40579a-976b-457c-ae85-7f958e9180da req-03a3ee5d-ffbc-4147-a0d0-20b555c7f240 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:05.234317 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2e40579a-976b-457c-ae85-7f958e9180da req-03a3ee5d-ffbc-4147-a0d0-20b555c7f240 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6a6d425-80b6-4908-ab04-ac48d54fc6c3 HTTP/1.1" status: 200 len: 944 time: 0.1471095 Dec 08 16:02:05.283320 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fb48f3db-7616-4481-8184-36c124e523cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:05.328222 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2e40579a-976b-457c-ae85-7f958e9180da req-b3eeb4e6-ec04-4ff1-9754-6a5d6dc69084 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859592 Dec 08 16:02:05.334026 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fb48f3db-7616-4481-8184-36c124e523cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:05.453897 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fbe4e6e-8d07-4365-afd1-540774d174af req-b4107e6a-57dc-4e0c-b1e8-e3e2b8fde534 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Made reservation on behalf of a852a94827a640d4b4d781ca2b4d8472 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:02:05.460682 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0fbe4e6e-8d07-4365-afd1-540774d174af req-b4107e6a-57dc-4e0c-b1e8-e3e2b8fde534 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:05.469295 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-b87f2d05-e316-4fce-b027-106d21b05c22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:05.512433 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.76', 62314) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:02:05.547423 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d9b4dedd-23e6-4e56-bbd8-0dc4c30d0f1e req-72b0acba-6511-4d9a-a5eb-84b20a7dd47f tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=9aeb8131b3f14425aca29cd739e2f17d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338063 Dec 08 16:02:05.628166 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87f2d05-e316-4fce-b027-106d21b05c22 service neutron] Pushing event updated for resources: {'Port': ['ID=150aec00-a505-4a9d-95d4-59e8f7ccabdf,revision_number=8']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:05.631917 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-b87f2d05-e316-4fce-b027-106d21b05c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:05.632596 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-b87f2d05-e316-4fce-b027-106d21b05c22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:05.634075 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-b87f2d05-e316-4fce-b027-106d21b05c22 service neutron] 10.222.0.76 "PUT /v2.0/ports/150aec00-a505-4a9d-95d4-59e8f7ccabdf HTTP/1.1" status: 200 len: 1124 time: 2.1444731 Dec 08 16:02:05.637151 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-235eb9f0-32ed-4f06-88fa-5e94b98031a2 req-ccd13c7d-094f-4d28-9044-2fd14d3703dc tempest-QuotasAdminNegativeTest-1809283154 tempest-QuotasAdminNegativeTest-1809283154-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=e27644191ba84e0cbdb9e49d3773e8e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549219 Dec 08 16:02:05.684381 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fb48f3db-7616-4481-8184-36c124e523cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:05.691545 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fb48f3db-7616-4481-8184-36c124e523cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:05.693604 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-fb48f3db-7616-4481-8184-36c124e523cb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/09d48c3e-c958-4f81-8920-842c198714b3 HTTP/1.1" status: 204 len: 168 time: 0.5279982 Dec 08 16:02:05.704725 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['150aec00-a505-4a9d-95d4-59e8f7ccabdf'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:02:06.068507 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235eb9f0-32ed-4f06-88fa-5e94b98031a2 req-cd49c968-b722-4417-96f9-b85e4ec98122 tempest-QuotasAdminNegativeTest-1809283154 tempest-QuotasAdminNegativeTest-1809283154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:06.070204 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-235eb9f0-32ed-4f06-88fa-5e94b98031a2 req-cd49c968-b722-4417-96f9-b85e4ec98122 tempest-QuotasAdminNegativeTest-1809283154 tempest-QuotasAdminNegativeTest-1809283154-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4244196 Dec 08 16:02:06.070399 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb48f3db-7616-4481-8184-36c124e523cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d48c3e-c958-4f81-8920-842c198714b3,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:06.082014 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da5b8b0-8b8d-4b28-90f2-8bf67a83e3b9 req-c46295ec-f8ed-4e0e-a035-7db398c61686 tempest-NetworksTest-270162953 tempest-NetworksTest-270162953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:06.082850 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da5b8b0-8b8d-4b28-90f2-8bf67a83e3b9 req-c46295ec-f8ed-4e0e-a035-7db398c61686 tempest-NetworksTest-270162953 tempest-NetworksTest-270162953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:06.083339 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da5b8b0-8b8d-4b28-90f2-8bf67a83e3b9 req-c46295ec-f8ed-4e0e-a035-7db398c61686 tempest-NetworksTest-270162953 tempest-NetworksTest-270162953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:06.083810 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da5b8b0-8b8d-4b28-90f2-8bf67a83e3b9 req-c46295ec-f8ed-4e0e-a035-7db398c61686 tempest-NetworksTest-270162953 tempest-NetworksTest-270162953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:06.084323 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da5b8b0-8b8d-4b28-90f2-8bf67a83e3b9 req-c46295ec-f8ed-4e0e-a035-7db398c61686 tempest-NetworksTest-270162953 tempest-NetworksTest-270162953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:06.084780 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da5b8b0-8b8d-4b28-90f2-8bf67a83e3b9 req-c46295ec-f8ed-4e0e-a035-7db398c61686 tempest-NetworksTest-270162953 tempest-NetworksTest-270162953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:06.085234 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da5b8b0-8b8d-4b28-90f2-8bf67a83e3b9 req-c46295ec-f8ed-4e0e-a035-7db398c61686 tempest-NetworksTest-270162953 tempest-NetworksTest-270162953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:06.085718 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da5b8b0-8b8d-4b28-90f2-8bf67a83e3b9 req-c46295ec-f8ed-4e0e-a035-7db398c61686 tempest-NetworksTest-270162953 tempest-NetworksTest-270162953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:06.086152 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da5b8b0-8b8d-4b28-90f2-8bf67a83e3b9 req-c46295ec-f8ed-4e0e-a035-7db398c61686 tempest-NetworksTest-270162953 tempest-NetworksTest-270162953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:06.110090 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1da5b8b0-8b8d-4b28-90f2-8bf67a83e3b9 req-c46295ec-f8ed-4e0e-a035-7db398c61686 tempest-NetworksTest-270162953 tempest-NetworksTest-270162953-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6444 time: 0.7248652 Dec 08 16:02:06.137132 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-235eb9f0-32ed-4f06-88fa-5e94b98031a2 req-f91fe432-7fab-460f-9a2b-0996b6258ea6 tempest-QuotasAdminNegativeTest-1809283154 tempest-QuotasAdminNegativeTest-1809283154-project] 10.222.0.64 "GET /v2.0/quotas/e27644191ba84e0cbdb9e49d3773e8e5 HTTP/1.1" status: 200 len: 375 time: 0.0509844 Dec 08 16:02:06.180781 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-235eb9f0-32ed-4f06-88fa-5e94b98031a2 req-25709064-a424-4cdc-8706-b80f4eebcd10 tempest-QuotasAdminNegativeTest-1809283154 tempest-QuotasAdminNegativeTest-1809283154-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e27644191ba84e0cbdb9e49d3773e8e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420527 Dec 08 16:02:06.340968 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1e7f6f31-cb21-4aa6-910e-6e894e9bba54 req-3a4784e4-6313-433f-bd4d-de96b1926488 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/ports?device_id=d86eb96a-4662-4a51-b38e-158468bddb6c HTTP/1.1" status: 200 len: 210 time: 0.1249216 Dec 08 16:02:06.352596 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-638f9163-c783-43a8-895f-ba2c731edf0b req-95153d57-238e-4808-9f23-b0bc7173eaf9 tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb05aa62-5e8f-4196-8766-535a079edc6b HTTP/1.1" status: 200 len: 210 time: 0.0361025 Dec 08 16:02:06.359235 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b4dedd-23e6-4e56-bbd8-0dc4c30d0f1e req-4ef1b632-1ae3-44a2-87ef-b3b8442ebe58 tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:06.362056 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d9b4dedd-23e6-4e56-bbd8-0dc4c30d0f1e req-4ef1b632-1ae3-44a2-87ef-b3b8442ebe58 tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8002636 Dec 08 16:02:06.363347 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-0fbe4e6e-8d07-4365-afd1-540774d174af req-b4107e6a-57dc-4e0c-b1e8-e3e2b8fde534 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Allocated IP 172.20.0.4 (335547d4-bfd2-4ca6-83e2-63a39090738e/ef5ea7fa-565f-48e7-8d27-0c7d9b33e964/704ab857-cb62-42bf-95f6-465a94562502) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:02:06.379703 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-d9b4dedd-23e6-4e56-bbd8-0dc4c30d0f1e req-b1fb86af-651b-4373-854a-9b53c0941c4d tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] Request body: {'port': {'device_id': 'eb05aa62-5e8f-4196-8766-535a079edc6b', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'admin_state_up': True, 'tenant_id': '9aeb8131b3f14425aca29cd739e2f17d'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:02:06.522752 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d05ed1-1d08-47d6-b3e3-7e9511c1c3ef req-54e103e6-f521-451b-9260-d9f1b2ea1fdb tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:06.539971 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-86d05ed1-1d08-47d6-b3e3-7e9511c1c3ef req-54e103e6-f521-451b-9260-d9f1b2ea1fdb tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bef8080-b8f4-4497-bc91-7ab62c323024 HTTP/1.1" status: 200 len: 950 time: 0.0968020 Dec 08 16:02:06.625024 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-86d05ed1-1d08-47d6-b3e3-7e9511c1c3ef req-d091fc78-b4a5-43fd-af22-710ebe1d4321 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828927 Dec 08 16:02:06.661702 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6a6d425-80b6-4908-ab04-ac48d54fc6c3', 'tag': '150aec00-a505-4a9d-95d4-59e8f7ccabdf'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:02:06.664650 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-672df408-de2a-40a6-86e2-25442cf73020" -d '{"events": [{"name": "network-changed", "server_uuid": "f6a6d425-80b6-4908-ab04-ac48d54fc6c3", "tag": "150aec00-a505-4a9d-95d4-59e8f7ccabdf"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:02:06.671464 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9b4dedd-23e6-4e56-bbd8-0dc4c30d0f1e req-b1fb86af-651b-4373-854a-9b53c0941c4d tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] Made reservation on behalf of 9aeb8131b3f14425aca29cd739e2f17d for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:02:06.675080 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d9b4dedd-23e6-4e56-bbd8-0dc4c30d0f1e req-b1fb86af-651b-4373-854a-9b53c0941c4d tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:06.705801 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0fbe4e6e-8d07-4365-afd1-540774d174af req-b4107e6a-57dc-4e0c-b1e8-e3e2b8fde534 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:06.707502 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d9b4dedd-23e6-4e56-bbd8-0dc4c30d0f1e req-b1fb86af-651b-4373-854a-9b53c0941c4d tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:06.778866 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041282dc-8e03-49cf-a2d7-6d3c82047a90 req-a04605c1-e6a2-4a8a-85fa-4c0397d97a56 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:06.792787 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-041282dc-8e03-49cf-a2d7-6d3c82047a90 req-a04605c1-e6a2-4a8a-85fa-4c0397d97a56 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6a6d425-80b6-4908-ab04-ac48d54fc6c3 HTTP/1.1" status: 200 len: 944 time: 0.0815158 Dec 08 16:02:06.835667 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d9b4dedd-23e6-4e56-bbd8-0dc4c30d0f1e req-b1fb86af-651b-4373-854a-9b53c0941c4d tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:06.842091 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-041282dc-8e03-49cf-a2d7-6d3c82047a90 req-3a8239b0-1284-4658-9f76-16221d3e3330 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483768 Dec 08 16:02:06.887334 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0fbe4e6e-8d07-4365-afd1-540774d174af req-b4107e6a-57dc-4e0c-b1e8-e3e2b8fde534 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:06.972023 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4107e6a-57dc-4e0c-b1e8-e3e2b8fde534 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Pushing event updated for resources: {'Port': ['ID=704ab857-cb62-42bf-95f6-465a94562502,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:06.972497 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e30183b-610c-4fa0-a3c7-9dbf39379018 x-openstack-request-id: req-5e30183b-610c-4fa0-a3c7-9dbf39379018 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:02:06.972497 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6a6d425-80b6-4908-ab04-ac48d54fc6c3", "tag": "150aec00-a505-4a9d-95d4-59e8f7ccabdf", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:02:06.972772 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5e30183b-610c-4fa0-a3c7-9dbf39379018 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:02:06.973234 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6a6d425-80b6-4908-ab04-ac48d54fc6c3', 'tag': '150aec00-a505-4a9d-95d4-59e8f7ccabdf', 'status': 'completed', 'code': 200} Dec 08 16:02:06.977445 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d9b4dedd-23e6-4e56-bbd8-0dc4c30d0f1e req-b1fb86af-651b-4373-854a-9b53c0941c4d tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:06.997117 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 60574) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:02:07.010509 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fbe4e6e-8d07-4365-afd1-540774d174af req-b4107e6a-57dc-4e0c-b1e8-e3e2b8fde534 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Network 335547d4-bfd2-4ca6-83e2-63a39090738e is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:02:07.055666 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-0fbe4e6e-8d07-4365-afd1-540774d174af req-b4107e6a-57dc-4e0c-b1e8-e3e2b8fde534 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:02:07.061245 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fbe4e6e-8d07-4365-afd1-540774d174af req-b4107e6a-57dc-4e0c-b1e8-e3e2b8fde534 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:02:07.067251 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe4e6e-8d07-4365-afd1-540774d174af req-b4107e6a-57dc-4e0c-b1e8-e3e2b8fde534 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:07.067916 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0fbe4e6e-8d07-4365-afd1-540774d174af req-b4107e6a-57dc-4e0c-b1e8-e3e2b8fde534 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:07.073671 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672df408-de2a-40a6-86e2-25442cf73020 req-e80d7931-0a9e-4ea8-837d-8723e4435e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:07.080703 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-672df408-de2a-40a6-86e2-25442cf73020 req-e80d7931-0a9e-4ea8-837d-8723e4435e56 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=85658dbd01a84c26a2385fde82126184&device_id=f6a6d425-80b6-4908-ab04-ac48d54fc6c3 HTTP/1.1" status: 200 len: 1127 time: 0.0800328 Dec 08 16:02:07.083759 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fb86af-651b-4373-854a-9b53c0941c4d tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff039b8-54ce-4691-be49-15263a9a03be,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:07.200958 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0fbe4e6e-8d07-4365-afd1-540774d174af req-b4107e6a-57dc-4e0c-b1e8-e3e2b8fde534 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6163089 Dec 08 16:02:07.223928 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-0fbe4e6e-8d07-4365-afd1-540774d174af req-6f0e9b02-a576-495d-9255-938acbb956cd service neutron] Request body: {'port': {'device_id': 'd86eb96a-4662-4a51-b38e-158468bddb6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:02:07.244225 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0d0adda4-9ac7-4b3a-8f25-958eafe5b2b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:07.279910 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-d9b4dedd-23e6-4e56-bbd8-0dc4c30d0f1e req-b1fb86af-651b-4373-854a-9b53c0941c4d tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] Allocated IP 192.168.233.135 (b91759c7-445e-4f7b-9fc4-64d80951832c/c93b3a32-b438-4a47-8558-220c03febf97/f95b864d-05e3-4c85-86c3-96fdb7af4d67) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:02:07.313352 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:02:07.326098 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672df408-de2a-40a6-86e2-25442cf73020 req-3ff7d77a-8788-4bdc-9d8a-960774f2d292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:07.326098 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-672df408-de2a-40a6-86e2-25442cf73020 req-3ff7d77a-8788-4bdc-9d8a-960774f2d292 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9fb73276-e1f8-4bac-a027-20476a8f0b71 HTTP/1.1" status: 200 len: 921 time: 0.2400169 Dec 08 16:02:07.409931 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0fbe4e6e-8d07-4365-afd1-540774d174af req-6f0e9b02-a576-495d-9255-938acbb956cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:07.422401 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-672df408-de2a-40a6-86e2-25442cf73020 req-fa79680c-a4d4-485a-b423-af6906fe898c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=150aec00-a505-4a9d-95d4-59e8f7ccabdf HTTP/1.1" status: 200 len: 217 time: 0.0841033 Dec 08 16:02:07.430962 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-f4afa203-1fa5-4134-b6a8-b7fcca47bce5 None None] Provisioning complete for port 704ab857-cb62-42bf-95f6-465a94562502 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:02:07.431568 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f4afa203-1fa5-4134-b6a8-b7fcca47bce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:07.507536 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-f4afa203-1fa5-4134-b6a8-b7fcca47bce5 None None] Port 704ab857-cb62-42bf-95f6-465a94562502 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:02:07.547638 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672df408-de2a-40a6-86e2-25442cf73020 req-23efca60-92c6-4db8-9df0-e90a27715285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:07.560702 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-672df408-de2a-40a6-86e2-25442cf73020 req-23efca60-92c6-4db8-9df0-e90a27715285 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3bab6816-4414-47cc-922e-2566e0e2da0a HTTP/1.1" status: 200 len: 860 time: 0.1151245 Dec 08 16:02:07.560999 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e9fb2b1c-07cb-42b1-b0e8-cf6e9021aa2d req-90b3aaf0-8f6e-49f0-802a-a43803c17cbb tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb05aa62-5e8f-4196-8766-535a079edc6b HTTP/1.1" status: 200 len: 210 time: 0.0541646 Dec 08 16:02:07.630392 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-672df408-de2a-40a6-86e2-25442cf73020 req-a92afbe9-4ec2-441e-9ffa-7c6295d1d6fb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9fb73276-e1f8-4bac-a027-20476a8f0b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631669 Dec 08 16:02:07.632683 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0d0adda4-9ac7-4b3a-8f25-958eafe5b2b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:07.780604 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0d0adda4-9ac7-4b3a-8f25-958eafe5b2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:07.865815 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d9b4dedd-23e6-4e56-bbd8-0dc4c30d0f1e req-b1fb86af-651b-4373-854a-9b53c0941c4d tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:07.887219 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-0d0adda4-9ac7-4b3a-8f25-958eafe5b2b5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=093138931fa444f397919f99ae81353d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8855762 Dec 08 16:02:07.894344 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 60610) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:02:07.895366 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0adda4-9ac7-4b3a-8f25-958eafe5b2b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=423889b9-97fb-4536-95d1-845d46946886,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:07.931148 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3bb5e3-030f-43e4-87be-136407d2874a req-940c8cc7-b927-45b2-9a05-9ff160c1f794 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:07.939762 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8b3bb5e3-030f-43e4-87be-136407d2874a req-940c8cc7-b927-45b2-9a05-9ff160c1f794 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/ports?device_id=d86eb96a-4662-4a51-b38e-158468bddb6c HTTP/1.1" status: 200 len: 931 time: 0.2510026 Dec 08 16:02:07.987867 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-672df408-de2a-40a6-86e2-25442cf73020 req-76c248d7-c8f9-4be3-a42c-7c67edeabbee service neutron] 10.222.0.37 "GET /v2.0/networks/9fb73276-e1f8-4bac-a027-20476a8f0b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481483 Dec 08 16:02:08.042395 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6cc59fc4-5fd3-4ed2-8c0a-a01a342a382b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:08.086911 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6cc59fc4-5fd3-4ed2-8c0a-a01a342a382b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:08.105253 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8b3bb5e3-030f-43e4-87be-136407d2874a req-2381fa61-2b67-4c3b-ae65-ad60fef247e2 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ee75834-e759-4136-8277-a7cad0a8499a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616240 Dec 08 16:02:08.123712 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d9b4dedd-23e6-4e56-bbd8-0dc4c30d0f1e req-b1fb86af-651b-4373-854a-9b53c0941c4d tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:08.162959 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9b4dedd-23e6-4e56-bbd8-0dc4c30d0f1e req-b1fb86af-651b-4373-854a-9b53c0941c4d tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] Network b91759c7-445e-4f7b-9fc4-64d80951832c is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:02:08.174659 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-672df408-de2a-40a6-86e2-25442cf73020 req-10e30d89-3070-4e76-8364-271c5f7cdd1a service neutron] 10.222.0.37 "GET /v2.0/networks/9fb73276-e1f8-4bac-a027-20476a8f0b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725926 Dec 08 16:02:08.196573 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-d9b4dedd-23e6-4e56-bbd8-0dc4c30d0f1e req-b1fb86af-651b-4373-854a-9b53c0941c4d tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:02:08.270734 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b4dedd-23e6-4e56-bbd8-0dc4c30d0f1e req-b1fb86af-651b-4373-854a-9b53c0941c4d tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:02:08.279343 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b4dedd-23e6-4e56-bbd8-0dc4c30d0f1e req-b1fb86af-651b-4373-854a-9b53c0941c4d tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:08.279343 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d9b4dedd-23e6-4e56-bbd8-0dc4c30d0f1e req-b1fb86af-651b-4373-854a-9b53c0941c4d tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:08.279600 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7798ed-3f92-4c4d-a05c-28f61518a82b req-ac57077e-5a2e-484e-8605-fcde745633a6 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:08.282886 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6d7798ed-3f92-4c4d-a05c-28f61518a82b req-ac57077e-5a2e-484e-8605-fcde745633a6 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6a6d425-80b6-4908-ab04-ac48d54fc6c3 HTTP/1.1" status: 200 len: 944 time: 0.0731256 Dec 08 16:02:08.331397 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-0fbe4e6e-8d07-4365-afd1-540774d174af req-6f0e9b02-a576-495d-9255-938acbb956cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 704ab857-cb62-42bf-95f6-465a94562502 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:02:08.350120 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0fbe4e6e-8d07-4365-afd1-540774d174af req-6f0e9b02-a576-495d-9255-938acbb956cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:08.359887 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6d7798ed-3f92-4c4d-a05c-28f61518a82b req-0985e0b3-1398-4edd-b2e3-871860076757 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620279 Dec 08 16:02:08.369415 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145877ae-7eaf-4282-b9ef-7243a6dc32ff req-2bf75947-cba6-43fa-8030-110c95b7feb2 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:08.371637 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-145877ae-7eaf-4282-b9ef-7243a6dc32ff req-2bf75947-cba6-43fa-8030-110c95b7feb2 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bef8080-b8f4-4497-bc91-7ab62c323024 HTTP/1.1" status: 200 len: 950 time: 0.2748084 Dec 08 16:02:08.372357 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fb86af-651b-4373-854a-9b53c0941c4d tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] Pushing event updated for resources: {'Port': ['ID=f95b864d-05e3-4c85-86c3-96fdb7af4d67,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:08.480339 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-145877ae-7eaf-4282-b9ef-7243a6dc32ff req-6ce868d7-90a4-44b5-b2c1-3a672d34a1c3 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953684 Dec 08 16:02:08.483353 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:08.488461 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d9b4dedd-23e6-4e56-bbd8-0dc4c30d0f1e req-b1fb86af-651b-4373-854a-9b53c0941c4d tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1129513 Dec 08 16:02:08.501817 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-d9b4dedd-23e6-4e56-bbd8-0dc4c30d0f1e req-ba4fe600-8d05-47ca-a3c2-9f86d8b61040 service neutron] Request body: {'port': {'device_id': 'eb05aa62-5e8f-4196-8766-535a079edc6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:02:08.505761 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-0fbe4e6e-8d07-4365-afd1-540774d174af req-6f0e9b02-a576-495d-9255-938acbb956cd service neutron] Transition to ACTIVE for port object 704ab857-cb62-42bf-95f6-465a94562502 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:02:08.508424 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6cc59fc4-5fd3-4ed2-8c0a-a01a342a382b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:08.516122 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6cc59fc4-5fd3-4ed2-8c0a-a01a342a382b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:08.519622 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-6cc59fc4-5fd3-4ed2-8c0a-a01a342a382b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/423889b9-97fb-4536-95d1-845d46946886 HTTP/1.1" status: 204 len: 168 time: 0.6199012 Dec 08 16:02:08.548609 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-faa0fb12-ddfb-40b4-97a1-a317880ebd3f req-7259cc72-edf1-4b17-ab36-bfa7f623b139 tempest-QuotasAdminNegativeTest-1809283154 tempest-QuotasAdminNegativeTest-1809283154-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=e27644191ba84e0cbdb9e49d3773e8e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0618756 Dec 08 16:02:08.551448 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-4aa41ff9-483f-4798-b3f3-f674a1319876 None None] Provisioning complete for port f95b864d-05e3-4c85-86c3-96fdb7af4d67 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:02:08.551827 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4aa41ff9-483f-4798-b3f3-f674a1319876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:08.602587 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc59fc4-5fd3-4ed2-8c0a-a01a342a382b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=423889b9-97fb-4536-95d1-845d46946886,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:08.606248 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0fbe4e6e-8d07-4365-afd1-540774d174af req-6f0e9b02-a576-495d-9255-938acbb956cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:08.681988 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d9b4dedd-23e6-4e56-bbd8-0dc4c30d0f1e req-ba4fe600-8d05-47ca-a3c2-9f86d8b61040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:08.691061 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-4aa41ff9-483f-4798-b3f3-f674a1319876 None None] Port f95b864d-05e3-4c85-86c3-96fdb7af4d67 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:02:08.747013 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e9b02-a576-495d-9255-938acbb956cd service neutron] Pushing event updated for resources: {'Port': ['ID=704ab857-cb62-42bf-95f6-465a94562502,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:08.756568 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6cbfa-6f0d-4560-b398-f2e771f27561 req-2e440287-9ac8-46a2-a9dd-34b0e22dc649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:08.758349 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-13a6cbfa-6f0d-4560-b398-f2e771f27561 req-2e440287-9ac8-46a2-a9dd-34b0e22dc649 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=85658dbd01a84c26a2385fde82126184&device_id=f6a6d425-80b6-4908-ab04-ac48d54fc6c3 HTTP/1.1" status: 200 len: 1127 time: 0.2872024 Dec 08 16:02:08.863500 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-0fbe4e6e-8d07-4365-afd1-540774d174af req-6f0e9b02-a576-495d-9255-938acbb956cd service neutron] Attempting to bind port 704ab857-cb62-42bf-95f6-465a94562502 on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:02:08.863841 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-0fbe4e6e-8d07-4365-afd1-540774d174af req-6f0e9b02-a576-495d-9255-938acbb956cd service neutron] Attempting to bind port 704ab857-cb62-42bf-95f6-465a94562502 by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': 'a657cd3d-b4f1-4de9-9e20-89332c54a82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '335547d4-bfd2-4ca6-83e2-63a39090738e'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:02:08.864199 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbe4e6e-8d07-4365-afd1-540774d174af req-6f0e9b02-a576-495d-9255-938acbb956cd service neutron] Attempting to bind port 704ab857-cb62-42bf-95f6-465a94562502 on network 335547d4-bfd2-4ca6-83e2-63a39090738e {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:02:08.919674 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbe4e6e-8d07-4365-afd1-540774d174af req-6f0e9b02-a576-495d-9255-938acbb956cd service neutron] Port 704ab857-cb62-42bf-95f6-465a94562502 on network 335547d4-bfd2-4ca6-83e2-63a39090738e not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:02:08.920408 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbe4e6e-8d07-4365-afd1-540774d174af req-6f0e9b02-a576-495d-9255-938acbb956cd service neutron] Attempting to bind port 704ab857-cb62-42bf-95f6-465a94562502 on network 335547d4-bfd2-4ca6-83e2-63a39090738e {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:02:09.028812 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbe4e6e-8d07-4365-afd1-540774d174af req-6f0e9b02-a576-495d-9255-938acbb956cd service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:02:09.028812 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbe4e6e-8d07-4365-afd1-540774d174af req-6f0e9b02-a576-495d-9255-938acbb956cd service neutron] Checking segment: {'id': 'a657cd3d-b4f1-4de9-9e20-89332c54a82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '335547d4-bfd2-4ca6-83e2-63a39090738e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:02:09.029153 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbe4e6e-8d07-4365-afd1-540774d174af req-6f0e9b02-a576-495d-9255-938acbb956cd service neutron] Bound using segment: {'id': 'a657cd3d-b4f1-4de9-9e20-89332c54a82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '335547d4-bfd2-4ca6-83e2-63a39090738e'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:02:09.029564 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-0fbe4e6e-8d07-4365-afd1-540774d174af req-6f0e9b02-a576-495d-9255-938acbb956cd service neutron] Bound port: 704ab857-cb62-42bf-95f6-465a94562502, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a657cd3d-b4f1-4de9-9e20-89332c54a82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '335547d4-bfd2-4ca6-83e2-63a39090738e'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:02:09.029927 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0fbe4e6e-8d07-4365-afd1-540774d174af req-6f0e9b02-a576-495d-9255-938acbb956cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:09.048119 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7471cce1-609a-4c15-a4af-43a443e8c992 req-024b1394-e2bf-4192-8ca0-6aa85f5d707e tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:09.055791 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7471cce1-609a-4c15-a4af-43a443e8c992 req-024b1394-e2bf-4192-8ca0-6aa85f5d707e tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb05aa62-5e8f-4196-8766-535a079edc6b HTTP/1.1" status: 200 len: 936 time: 0.3157477 Dec 08 16:02:09.068311 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa0fb12-ddfb-40b4-97a1-a317880ebd3f req-62d9873b-db31-4e40-8d73-0ddcef526eae tempest-QuotasAdminNegativeTest-1809283154 tempest-QuotasAdminNegativeTest-1809283154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:09.070901 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-faa0fb12-ddfb-40b4-97a1-a317880ebd3f req-62d9873b-db31-4e40-8d73-0ddcef526eae tempest-QuotasAdminNegativeTest-1809283154 tempest-QuotasAdminNegativeTest-1809283154-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5090425 Dec 08 16:02:09.117923 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-faa0fb12-ddfb-40b4-97a1-a317880ebd3f req-a6a183fc-0258-4d3f-9631-3ee036df84c8 tempest-QuotasAdminNegativeTest-1809283154 tempest-QuotasAdminNegativeTest-1809283154-project] 10.222.0.64 "GET /v2.0/quotas/e27644191ba84e0cbdb9e49d3773e8e5 HTTP/1.1" status: 200 len: 375 time: 0.0388434 Dec 08 16:02:09.127180 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6cbfa-6f0d-4560-b398-f2e771f27561 req-b2d688fb-42e6-4a5a-8c0a-95752141f989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:09.134957 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-13a6cbfa-6f0d-4560-b398-f2e771f27561 req-b2d688fb-42e6-4a5a-8c0a-95752141f989 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9fb73276-e1f8-4bac-a027-20476a8f0b71 HTTP/1.1" status: 200 len: 921 time: 0.3498070 Dec 08 16:02:09.190564 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-faa0fb12-ddfb-40b4-97a1-a317880ebd3f req-e10025dc-0ddb-4f80-a635-fcb4d679f942 tempest-QuotasAdminNegativeTest-1809283154 tempest-QuotasAdminNegativeTest-1809283154-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e27644191ba84e0cbdb9e49d3773e8e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0577307 Dec 08 16:02:09.242989 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7471cce1-609a-4c15-a4af-43a443e8c992 req-7f4c767d-cfc7-4d08-bb92-ca68d3ac867f tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ff039b8-54ce-4691-be49-15263a9a03be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720555 Dec 08 16:02:09.245224 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-0fbe4e6e-8d07-4365-afd1-540774d174af req-6f0e9b02-a576-495d-9255-938acbb956cd service neutron] For port 704ab857-cb62-42bf-95f6-465a94562502, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:02:09.251601 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-13a6cbfa-6f0d-4560-b398-f2e771f27561 req-9b6e9f8e-045d-4941-b33f-271d237a7854 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=150aec00-a505-4a9d-95d4-59e8f7ccabdf HTTP/1.1" status: 200 len: 217 time: 0.0596807 Dec 08 16:02:09.259470 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-0fbe4e6e-8d07-4365-afd1-540774d174af req-6f0e9b02-a576-495d-9255-938acbb956cd service neutron] For port 704ab857-cb62-42bf-95f6-465a94562502, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=704ab857-cb62-42bf-95f6-465a94562502,segment=NetworkSegment(a657cd3d-b4f1-4de9-9e20-89332c54a82c),segment_id=a657cd3d-b4f1-4de9-9e20-89332c54a82c)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:02:09.334330 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6cbfa-6f0d-4560-b398-f2e771f27561 req-616d5af1-a5a1-43fe-83fd-def59e5430fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:09.336035 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-13a6cbfa-6f0d-4560-b398-f2e771f27561 req-616d5af1-a5a1-43fe-83fd-def59e5430fa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3bab6816-4414-47cc-922e-2566e0e2da0a HTTP/1.1" status: 200 len: 860 time: 0.0727744 Dec 08 16:02:09.373635 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-13a6cbfa-6f0d-4560-b398-f2e771f27561 req-2d2935a3-c631-4e19-8333-28dfd5857917 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9fb73276-e1f8-4bac-a027-20476a8f0b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307190 Dec 08 16:02:09.379899 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0fbe4e6e-8d07-4365-afd1-540774d174af req-6f0e9b02-a576-495d-9255-938acbb956cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:09.432293 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-d9b4dedd-23e6-4e56-bbd8-0dc4c30d0f1e req-ba4fe600-8d05-47ca-a3c2-9f86d8b61040 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f95b864d-05e3-4c85-86c3-96fdb7af4d67 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:02:09.449314 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe4e6e-8d07-4365-afd1-540774d174af req-6f0e9b02-a576-495d-9255-938acbb956cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:09.449979 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0fbe4e6e-8d07-4365-afd1-540774d174af req-6f0e9b02-a576-495d-9255-938acbb956cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:09.461578 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0fbe4e6e-8d07-4365-afd1-540774d174af req-6f0e9b02-a576-495d-9255-938acbb956cd service neutron] 10.222.0.76 "PUT /v2.0/ports/704ab857-cb62-42bf-95f6-465a94562502 HTTP/1.1" status: 200 len: 1092 time: 2.2458477 Dec 08 16:02:09.462086 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd86eb96a-4662-4a51-b38e-158468bddb6c', 'tag': '704ab857-cb62-42bf-95f6-465a94562502'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:02:09.468865 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655cc046-e18a-4967-92c6-bcf4c579c911" -d '{"events": [{"name": "network-changed", "server_uuid": "d86eb96a-4662-4a51-b38e-158468bddb6c", "tag": "704ab857-cb62-42bf-95f6-465a94562502"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:02:09.500648 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d9b4dedd-23e6-4e56-bbd8-0dc4c30d0f1e req-ba4fe600-8d05-47ca-a3c2-9f86d8b61040 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:09.511237 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f7bf59-7808-4796-954b-ee1f3697acf0 req-c77745c8-6cf8-4f45-9fcf-c5719c637ff4 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:09.534655 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-43f7bf59-7808-4796-954b-ee1f3697acf0 req-c77745c8-6cf8-4f45-9fcf-c5719c637ff4 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/ports?device_id=d86eb96a-4662-4a51-b38e-158468bddb6c HTTP/1.1" status: 200 len: 943 time: 0.2083981 Dec 08 16:02:09.542001 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-13a6cbfa-6f0d-4560-b398-f2e771f27561 req-fe27cf17-6e02-44c2-86ab-9a76c9f0a6a6 service neutron] 10.222.0.37 "GET /v2.0/networks/9fb73276-e1f8-4bac-a027-20476a8f0b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585748 Dec 08 16:02:09.562026 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e9b02-a576-495d-9255-938acbb956cd service neutron] Pushing event updated for resources: {'Port': ['ID=704ab857-cb62-42bf-95f6-465a94562502,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:09.592216 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-d9b4dedd-23e6-4e56-bbd8-0dc4c30d0f1e req-ba4fe600-8d05-47ca-a3c2-9f86d8b61040 service neutron] Transition to ACTIVE for port object f95b864d-05e3-4c85-86c3-96fdb7af4d67 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:02:09.601730 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 60662) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:02:09.650979 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c21fa8fe-7cea-4afd-8c0a-a1192022db58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:09.658365 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 150aec00-a505-4a9d-95d4-59e8f7ccabdf details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:02:09.687312 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-13a6cbfa-6f0d-4560-b398-f2e771f27561 req-52fb7b4e-24b4-42f1-a339-c9ff4f6df9b7 service neutron] 10.222.0.37 "GET /v2.0/networks/9fb73276-e1f8-4bac-a027-20476a8f0b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330357 Dec 08 16:02:09.692333 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d9b4dedd-23e6-4e56-bbd8-0dc4c30d0f1e req-ba4fe600-8d05-47ca-a3c2-9f86d8b61040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:09.844097 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 150aec00-a505-4a9d-95d4-59e8f7ccabdf, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=150aec00-a505-4a9d-95d4-59e8f7ccabdf,segment=NetworkSegment(08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4),segment_id=08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:09.860366 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 150aec00-a505-4a9d-95d4-59e8f7ccabdf has no active binding in host n-h1-776250-12 {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 08 16:02:09.923449 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe4e6e-8d07-4365-afd1-540774d174af req-3fd377fe-6da4-47a5-9fa9-60671ca18cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:09.923449 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0fbe4e6e-8d07-4365-afd1-540774d174af req-3fd377fe-6da4-47a5-9fa9-60671ca18cc4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a852a94827a640d4b4d781ca2b4d8472&device_id=d86eb96a-4662-4a51-b38e-158468bddb6c HTTP/1.1" status: 200 len: 1095 time: 0.3197341 Dec 08 16:02:10.010107 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0fbe4e6e-8d07-4365-afd1-540774d174af req-42925b25-3944-4175-9979-afcda4bb7112 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=704ab857-cb62-42bf-95f6-465a94562502 HTTP/1.1" status: 200 len: 217 time: 0.0686626 Dec 08 16:02:10.051587 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-43f7bf59-7808-4796-954b-ee1f3697acf0 req-c246ec83-7620-497a-a81a-b0c6280920d6 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ee75834-e759-4136-8277-a7cad0a8499a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5159862 Dec 08 16:02:10.058676 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b6f27c-0f78-4ebc-adc0-198f249d08d3 req-af1e5521-e541-40be-a309-32072b10633e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:10.068729 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-37b6f27c-0f78-4ebc-adc0-198f249d08d3 req-af1e5521-e541-40be-a309-32072b10633e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b73d206799fe4423a8cfa64c519990fb&device_id=7bef8080-b8f4-4497-bc91-7ab62c323024 HTTP/1.1" status: 200 len: 1102 time: 0.0523376 Dec 08 16:02:10.078231 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4fe600-8d05-47ca-a3c2-9f86d8b61040 service neutron] Pushing event updated for resources: {'Port': ['ID=f95b864d-05e3-4c85-86c3-96fdb7af4d67,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:10.109378 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-d9b4dedd-23e6-4e56-bbd8-0dc4c30d0f1e req-ba4fe600-8d05-47ca-a3c2-9f86d8b61040 service neutron] Attempting to bind port f95b864d-05e3-4c85-86c3-96fdb7af4d67 on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:02:10.109378 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-d9b4dedd-23e6-4e56-bbd8-0dc4c30d0f1e req-ba4fe600-8d05-47ca-a3c2-9f86d8b61040 service neutron] Attempting to bind port f95b864d-05e3-4c85-86c3-96fdb7af4d67 by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:02:10.109378 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b4dedd-23e6-4e56-bbd8-0dc4c30d0f1e req-ba4fe600-8d05-47ca-a3c2-9f86d8b61040 service neutron] Attempting to bind port f95b864d-05e3-4c85-86c3-96fdb7af4d67 on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:02:10.141956 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b4dedd-23e6-4e56-bbd8-0dc4c30d0f1e req-ba4fe600-8d05-47ca-a3c2-9f86d8b61040 service neutron] Port f95b864d-05e3-4c85-86c3-96fdb7af4d67 on network b91759c7-445e-4f7b-9fc4-64d80951832c not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:02:10.141956 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b4dedd-23e6-4e56-bbd8-0dc4c30d0f1e req-ba4fe600-8d05-47ca-a3c2-9f86d8b61040 service neutron] Attempting to bind port f95b864d-05e3-4c85-86c3-96fdb7af4d67 on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:02:10.164138 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b4dedd-23e6-4e56-bbd8-0dc4c30d0f1e req-ba4fe600-8d05-47ca-a3c2-9f86d8b61040 service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:02:10.164540 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b4dedd-23e6-4e56-bbd8-0dc4c30d0f1e req-ba4fe600-8d05-47ca-a3c2-9f86d8b61040 service neutron] Checking segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:02:10.167133 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b4dedd-23e6-4e56-bbd8-0dc4c30d0f1e req-ba4fe600-8d05-47ca-a3c2-9f86d8b61040 service neutron] Bound using segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:02:10.167639 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-d9b4dedd-23e6-4e56-bbd8-0dc4c30d0f1e req-ba4fe600-8d05-47ca-a3c2-9f86d8b61040 service neutron] Bound port: f95b864d-05e3-4c85-86c3-96fdb7af4d67, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:02:10.168075 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d9b4dedd-23e6-4e56-bbd8-0dc4c30d0f1e req-ba4fe600-8d05-47ca-a3c2-9f86d8b61040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:10.175556 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe4e6e-8d07-4365-afd1-540774d174af req-58d366e5-aee5-457c-b433-3b5ef969837b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:10.177143 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0fbe4e6e-8d07-4365-afd1-540774d174af req-58d366e5-aee5-457c-b433-3b5ef969837b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ef5ea7fa-565f-48e7-8d27-0c7d9b33e964 HTTP/1.1" status: 200 len: 862 time: 0.1440873 Dec 08 16:02:10.296854 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c21fa8fe-7cea-4afd-8c0a-a1192022db58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:10.306170 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b6f27c-0f78-4ebc-adc0-198f249d08d3 req-6f96fd9c-1c8d-4737-823c-97c81bc54493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:10.309307 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-37b6f27c-0f78-4ebc-adc0-198f249d08d3 req-6f96fd9c-1c8d-4737-823c-97c81bc54493 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b91759c7-445e-4f7b-9fc4-64d80951832c HTTP/1.1" status: 200 len: 870 time: 0.2030919 Dec 08 16:02:10.327900 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe4e6e-8d07-4365-afd1-540774d174af req-6852692c-9c33-4945-8285-2e4d7edfc0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:10.329436 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0fbe4e6e-8d07-4365-afd1-540774d174af req-6852692c-9c33-4945-8285-2e4d7edfc0fb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=335547d4-bfd2-4ca6-83e2-63a39090738e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1420515 Dec 08 16:02:10.330955 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd90cbb6-35ea-4078-b328-f577d4c1f2f6 x-openstack-request-id: req-bd90cbb6-35ea-4078-b328-f577d4c1f2f6 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:02:10.331242 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d86eb96a-4662-4a51-b38e-158468bddb6c", "tag": "704ab857-cb62-42bf-95f6-465a94562502", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:02:10.331502 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bd90cbb6-35ea-4078-b328-f577d4c1f2f6 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:02:10.331899 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd86eb96a-4662-4a51-b38e-158468bddb6c', 'tag': '704ab857-cb62-42bf-95f6-465a94562502', 'status': 'completed', 'code': 200} Dec 08 16:02:10.369084 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-37b6f27c-0f78-4ebc-adc0-198f249d08d3 req-faa87a42-cfe9-423d-9187-085a950a7752 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=ef06a5d6-dcd4-45e8-a30d-3050fe0c914c HTTP/1.1" status: 200 len: 217 time: 0.0482926 Dec 08 16:02:10.421066 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7f8bb-c461-4bfd-8ca4-84c17aef5174 req-b305cd60-fdbc-42c1-b6da-72dd0ff05b0c tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:10.422567 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-66a7f8bb-c461-4bfd-8ca4-84c17aef5174 req-b305cd60-fdbc-42c1-b6da-72dd0ff05b0c tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6a6d425-80b6-4908-ab04-ac48d54fc6c3 HTTP/1.1" status: 200 len: 944 time: 0.2212374 Dec 08 16:02:10.430021 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-d9b4dedd-23e6-4e56-bbd8-0dc4c30d0f1e req-ba4fe600-8d05-47ca-a3c2-9f86d8b61040 service neutron] For port f95b864d-05e3-4c85-86c3-96fdb7af4d67, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:02:10.430021 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c21fa8fe-7cea-4afd-8c0a-a1192022db58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:10.437378 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-d9b4dedd-23e6-4e56-bbd8-0dc4c30d0f1e req-ba4fe600-8d05-47ca-a3c2-9f86d8b61040 service neutron] For port f95b864d-05e3-4c85-86c3-96fdb7af4d67, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=f95b864d-05e3-4c85-86c3-96fdb7af4d67,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:02:10.485119 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f9829-23fc-40f8-84fa-50226cfaa82a req-a6a6fd57-1302-4c82-a7ae-ed2fef2a7c51 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:10.486898 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d86f9829-23fc-40f8-84fa-50226cfaa82a req-a6a6fd57-1302-4c82-a7ae-ed2fef2a7c51 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bef8080-b8f4-4497-bc91-7ab62c323024 HTTP/1.1" status: 200 len: 950 time: 0.1109517 Dec 08 16:02:10.488507 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b6f27c-0f78-4ebc-adc0-198f249d08d3 req-b8568023-c7b3-41c9-abed-ac03c45c0ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:10.490925 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-37b6f27c-0f78-4ebc-adc0-198f249d08d3 req-b8568023-c7b3-41c9-abed-ac03c45c0ac6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.1043820 Dec 08 16:02:10.523279 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c21fa8fe-7cea-4afd-8c0a-a1192022db58 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=973fe67b851e41ad8c8f443427ec3a8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9157717 Dec 08 16:02:10.528239 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 60680) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:02:10.529636 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d9b4dedd-23e6-4e56-bbd8-0dc4c30d0f1e req-ba4fe600-8d05-47ca-a3c2-9f86d8b61040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:10.531539 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21fa8fe-7cea-4afd-8c0a-a1192022db58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d51a26-38e4-43fe-b898-369457a3da0b,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:10.547575 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0fbe4e6e-8d07-4365-afd1-540774d174af req-1297858e-b84a-4f48-875e-a0f808b422b9 service neutron] 10.222.0.76 "GET /v2.0/networks/335547d4-bfd2-4ca6-83e2-63a39090738e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016788 Dec 08 16:02:10.570352 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b6f27c-0f78-4ebc-adc0-198f249d08d3 req-06c9a7c6-70f1-4492-99d0-98be9cfd02af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:10.571971 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-37b6f27c-0f78-4ebc-adc0-198f249d08d3 req-06c9a7c6-70f1-4492-99d0-98be9cfd02af service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0700059 Dec 08 16:02:10.576819 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d86f9829-23fc-40f8-84fa-50226cfaa82a req-03a1e516-b3c1-48a2-9d3f-68a69fc9b991 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817361 Dec 08 16:02:10.610532 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-66a7f8bb-c461-4bfd-8ca4-84c17aef5174 req-36faf492-6ffe-4ea2-8662-afe5d9f396e4 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780550 Dec 08 16:02:10.613667 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b4dedd-23e6-4e56-bbd8-0dc4c30d0f1e req-ba4fe600-8d05-47ca-a3c2-9f86d8b61040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:10.614295 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d9b4dedd-23e6-4e56-bbd8-0dc4c30d0f1e req-ba4fe600-8d05-47ca-a3c2-9f86d8b61040 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:10.615637 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d9b4dedd-23e6-4e56-bbd8-0dc4c30d0f1e req-ba4fe600-8d05-47ca-a3c2-9f86d8b61040 service neutron] 10.222.0.76 "PUT /v2.0/ports/f95b864d-05e3-4c85-86c3-96fdb7af4d67 HTTP/1.1" status: 200 len: 1097 time: 2.1193125 Dec 08 16:02:10.701049 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4fe600-8d05-47ca-a3c2-9f86d8b61040 service neutron] Pushing event updated for resources: {'Port': ['ID=f95b864d-05e3-4c85-86c3-96fdb7af4d67,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:10.764840 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-37b6f27c-0f78-4ebc-adc0-198f249d08d3 req-c554e95e-c7a2-46c8-85a3-dd6228591fbd service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839089 Dec 08 16:02:10.840124 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdda82a1-aa1a-4cd5-ac7b-ea76924ba3f0 req-44f72554-4571-4720-a644-4d3aeb973193 tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:10.841765 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bdda82a1-aa1a-4cd5-ac7b-ea76924ba3f0 req-44f72554-4571-4720-a644-4d3aeb973193 tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb05aa62-5e8f-4196-8766-535a079edc6b HTTP/1.1" status: 200 len: 948 time: 0.1616936 Dec 08 16:02:10.964133 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-37b6f27c-0f78-4ebc-adc0-198f249d08d3 req-8a818061-d077-427c-8c17-e8fee78555a9 service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870258 Dec 08 16:02:10.981695 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bdda82a1-aa1a-4cd5-ac7b-ea76924ba3f0 req-734c62b9-1fcd-4244-b961-4f2346ee5d0c tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ff039b8-54ce-4691-be49-15263a9a03be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308322 Dec 08 16:02:11.069962 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-602454b2-2f4c-49e8-890f-23578581a934 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:11.092887 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0fbe4e6e-8d07-4365-afd1-540774d174af req-b0afbcaf-f11d-4837-ae4e-72bbd1aa32d1 service neutron] 10.222.0.76 "GET /v2.0/networks/335547d4-bfd2-4ca6-83e2-63a39090738e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5144768 Dec 08 16:02:11.114882 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b4dedd-23e6-4e56-bbd8-0dc4c30d0f1e req-8886c105-5165-41f1-9a72-ec0a1def3530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:11.114882 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d9b4dedd-23e6-4e56-bbd8-0dc4c30d0f1e req-8886c105-5165-41f1-9a72-ec0a1def3530 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9aeb8131b3f14425aca29cd739e2f17d&device_id=eb05aa62-5e8f-4196-8766-535a079edc6b HTTP/1.1" status: 200 len: 1100 time: 0.3812840 Dec 08 16:02:11.118141 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-602454b2-2f4c-49e8-890f-23578581a934 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:11.164766 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d9b4dedd-23e6-4e56-bbd8-0dc4c30d0f1e req-c2467c34-5d06-4d2d-8fd0-bd18bedf7c27 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=f95b864d-05e3-4c85-86c3-96fdb7af4d67 HTTP/1.1" status: 200 len: 217 time: 0.0442975 Dec 08 16:02:11.249263 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b4dedd-23e6-4e56-bbd8-0dc4c30d0f1e req-03850286-78a6-4333-aba7-ff0c81551162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:11.252607 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d9b4dedd-23e6-4e56-bbd8-0dc4c30d0f1e req-03850286-78a6-4333-aba7-ff0c81551162 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.0730197 Dec 08 16:02:11.330416 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b4dedd-23e6-4e56-bbd8-0dc4c30d0f1e req-7e30403a-df58-483e-ab9b-132baac2a404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:11.332464 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d9b4dedd-23e6-4e56-bbd8-0dc4c30d0f1e req-7e30403a-df58-483e-ab9b-132baac2a404 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0725996 Dec 08 16:02:11.342348 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655cc046-e18a-4967-92c6-bcf4c579c911 req-9779cc4c-f566-47dc-83b8-0089be2cbd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:11.345958 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-655cc046-e18a-4967-92c6-bcf4c579c911 req-9779cc4c-f566-47dc-83b8-0089be2cbd05 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a852a94827a640d4b4d781ca2b4d8472&device_id=d86eb96a-4662-4a51-b38e-158468bddb6c HTTP/1.1" status: 200 len: 1095 time: 0.0772462 Dec 08 16:02:11.396685 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e004ff61-73a4-483a-a18f-2ee65d40a23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:11.406780 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-602454b2-2f4c-49e8-890f-23578581a934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:11.409875 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-602454b2-2f4c-49e8-890f-23578581a934 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:11.415869 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-602454b2-2f4c-49e8-890f-23578581a934 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c0d51a26-38e4-43fe-b898-369457a3da0b HTTP/1.1" status: 204 len: 168 time: 0.8766680 Dec 08 16:02:11.538968 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602454b2-2f4c-49e8-890f-23578581a934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d51a26-38e4-43fe-b898-369457a3da0b,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:11.661688 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad1d79-ac22-4faa-93f8-fb051d71f06d req-8b12daa1-ddbd-44be-8989-71ef999ce5fb tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:11.669628 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-34ad1d79-ac22-4faa-93f8-fb051d71f06d req-8b12daa1-ddbd-44be-8989-71ef999ce5fb tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/ports?device_id=d86eb96a-4662-4a51-b38e-158468bddb6c HTTP/1.1" status: 200 len: 943 time: 0.2575150 Dec 08 16:02:11.675413 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d9b4dedd-23e6-4e56-bbd8-0dc4c30d0f1e req-23fa084d-c437-403a-b477-5a4db26e4991 service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285701 Dec 08 16:02:11.684150 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655cc046-e18a-4967-92c6-bcf4c579c911 req-0f890a50-6262-4201-b6fb-a75988578a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:11.685617 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-655cc046-e18a-4967-92c6-bcf4c579c911 req-0f890a50-6262-4201-b6fb-a75988578a83 service neutron] 10.222.0.76 "GET /v2.0/networks?id=335547d4-bfd2-4ca6-83e2-63a39090738e HTTP/1.1" status: 200 len: 924 time: 0.3182802 Dec 08 16:02:11.712748 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1972be08-e8cf-4fbb-8189-f7e3ee27de43 req-6554f5a4-744f-470a-9a5f-958e58f946be tempest-QuotasAdminNegativeTest-1809283154 tempest-QuotasAdminNegativeTest-1809283154-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=e27644191ba84e0cbdb9e49d3773e8e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315886 Dec 08 16:02:11.780244 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-655cc046-e18a-4967-92c6-bcf4c579c911 req-3dee8467-e147-4a31-9539-496764321de6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=704ab857-cb62-42bf-95f6-465a94562502 HTTP/1.1" status: 200 len: 217 time: 0.0866926 Dec 08 16:02:11.840734 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1972be08-e8cf-4fbb-8189-f7e3ee27de43 req-7da2885d-6fab-460a-86be-1d1cf4b24d9e tempest-QuotasAdminNegativeTest-1809283154 tempest-QuotasAdminNegativeTest-1809283154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:11.844352 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-34ad1d79-ac22-4faa-93f8-fb051d71f06d req-0a566c2e-ba5a-4b08-867a-ac75c71eb713 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ee75834-e759-4136-8277-a7cad0a8499a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738458 Dec 08 16:02:11.849768 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1972be08-e8cf-4fbb-8189-f7e3ee27de43 req-7da2885d-6fab-460a-86be-1d1cf4b24d9e tempest-QuotasAdminNegativeTest-1809283154 tempest-QuotasAdminNegativeTest-1809283154-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1339867 Dec 08 16:02:11.868368 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1972be08-e8cf-4fbb-8189-f7e3ee27de43 req-1daede0d-e89b-4951-be13-957b22fbda64 tempest-QuotasAdminNegativeTest-1809283154 tempest-QuotasAdminNegativeTest-1809283154-project] 10.222.0.64 "GET /v2.0/quotas/e27644191ba84e0cbdb9e49d3773e8e5 HTTP/1.1" status: 200 len: 375 time: 0.0174520 Dec 08 16:02:11.876683 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655cc046-e18a-4967-92c6-bcf4c579c911 req-5038403f-1ff5-48e1-8de1-a3cc04223827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:11.878152 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-655cc046-e18a-4967-92c6-bcf4c579c911 req-5038403f-1ff5-48e1-8de1-a3cc04223827 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ef5ea7fa-565f-48e7-8d27-0c7d9b33e964 HTTP/1.1" status: 200 len: 862 time: 0.0877419 Dec 08 16:02:11.922242 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1972be08-e8cf-4fbb-8189-f7e3ee27de43 req-78292c95-67b1-4a12-9ead-62746037895a tempest-QuotasAdminNegativeTest-1809283154 tempest-QuotasAdminNegativeTest-1809283154-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e27644191ba84e0cbdb9e49d3773e8e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527351 Dec 08 16:02:11.937390 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d9b4dedd-23e6-4e56-bbd8-0dc4c30d0f1e req-a712d531-b532-44b8-aef7-960e1d2f226b service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507601 Dec 08 16:02:11.951117 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655cc046-e18a-4967-92c6-bcf4c579c911 req-86dddae2-9eba-4702-aebe-58332bf71f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:11.953546 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-655cc046-e18a-4967-92c6-bcf4c579c911 req-86dddae2-9eba-4702-aebe-58332bf71f54 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=335547d4-bfd2-4ca6-83e2-63a39090738e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0630653 Dec 08 16:02:12.088240 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab822e-408b-43de-bb66-87ab82a96c21 req-3e3821c2-1ed6-4f68-a170-eee33d336d94 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:12.092675 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-47ab822e-408b-43de-bb66-87ab82a96c21 req-3e3821c2-1ed6-4f68-a170-eee33d336d94 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bef8080-b8f4-4497-bc91-7ab62c323024 HTTP/1.1" status: 200 len: 950 time: 0.1209731 Dec 08 16:02:12.143605 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-655cc046-e18a-4967-92c6-bcf4c579c911 req-5b59c016-f648-4e40-8e55-3d8112e75bdd service neutron] 10.222.0.76 "GET /v2.0/networks/335547d4-bfd2-4ca6-83e2-63a39090738e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824410 Dec 08 16:02:12.227174 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-47ab822e-408b-43de-bb66-87ab82a96c21 req-f06744dd-2c99-4ad7-a6b5-add0d076c3f4 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114571 Dec 08 16:02:12.270924 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-655cc046-e18a-4967-92c6-bcf4c579c911 req-8ca72092-b160-43ea-b188-d849715a9ea1 service neutron] 10.222.0.76 "GET /v2.0/networks/335547d4-bfd2-4ca6-83e2-63a39090738e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188021 Dec 08 16:02:12.336776 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb05aa62-5e8f-4196-8766-535a079edc6b', 'tag': 'f95b864d-05e3-4c85-86c3-96fdb7af4d67'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:02:12.342661 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f1f06b-d29c-4fe6-b519-c48db330ceee" -d '{"events": [{"name": "network-changed", "server_uuid": "eb05aa62-5e8f-4196-8766-535a079edc6b", "tag": "f95b864d-05e3-4c85-86c3-96fdb7af4d67"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:02:12.367857 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc9f64b-5b0e-40de-9fe2-c34ce7829daf req-ceaccdbe-4639-41f8-8bda-3665bef223b2 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:12.369934 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9fc9f64b-5b0e-40de-9fe2-c34ce7829daf req-ceaccdbe-4639-41f8-8bda-3665bef223b2 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6a6d425-80b6-4908-ab04-ac48d54fc6c3 HTTP/1.1" status: 200 len: 944 time: 0.0807447 Dec 08 16:02:12.433356 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9fc9f64b-5b0e-40de-9fe2-c34ce7829daf req-e8e528a1-7ed6-4c02-bfb6-9dd77d713bbf tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537953 Dec 08 16:02:12.578730 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf22861-08a8-49ec-843e-29dc04c672dd req-fe5476a1-35ec-42ea-9e45-999b359edc8a tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:12.581240 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-caf22861-08a8-49ec-843e-29dc04c672dd req-fe5476a1-35ec-42ea-9e45-999b359edc8a tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb05aa62-5e8f-4196-8766-535a079edc6b HTTP/1.1" status: 200 len: 948 time: 0.0707045 Dec 08 16:02:12.635759 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-caf22861-08a8-49ec-843e-29dc04c672dd req-43d1a964-f21f-409d-a53d-913a702b035c tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ff039b8-54ce-4691-be49-15263a9a03be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480797 Dec 08 16:02:12.787402 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f3fa292-24d8-483e-acdd-6fdd56834ca2 x-openstack-request-id: req-9f3fa292-24d8-483e-acdd-6fdd56834ca2 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:02:12.788369 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb05aa62-5e8f-4196-8766-535a079edc6b", "tag": "f95b864d-05e3-4c85-86c3-96fdb7af4d67", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:02:12.789224 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9f3fa292-24d8-483e-acdd-6fdd56834ca2 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:02:12.790388 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb05aa62-5e8f-4196-8766-535a079edc6b', 'tag': 'f95b864d-05e3-4c85-86c3-96fdb7af4d67', 'status': 'completed', 'code': 200} Dec 08 16:02:12.906733 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f1f06b-d29c-4fe6-b519-c48db330ceee req-48560256-342d-4f40-aa5d-99928cd088f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:12.928334 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e6f1f06b-d29c-4fe6-b519-c48db330ceee req-48560256-342d-4f40-aa5d-99928cd088f4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9aeb8131b3f14425aca29cd739e2f17d&device_id=eb05aa62-5e8f-4196-8766-535a079edc6b HTTP/1.1" status: 200 len: 1100 time: 0.1060011 Dec 08 16:02:12.934486 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 60772) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:02:12.935003 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-79e283d7-747b-4f32-9a9e-c4decfd87658 service neutron] 10.222.0.37 "GET /v2.0/ports/150aec00-a505-4a9d-95d4-59e8f7ccabdf/bindings/n-h1-776250-12 HTTP/1.1" status: 200 len: 385 time: 0.1221130 Dec 08 16:02:13.078546 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f1f06b-d29c-4fe6-b519-c48db330ceee req-863f74d1-0974-4c6f-8b44-1125567a28bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:13.080577 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e6f1f06b-d29c-4fe6-b519-c48db330ceee req-863f74d1-0974-4c6f-8b44-1125567a28bc service neutron] 10.222.0.76 "GET /v2.0/networks?id=b91759c7-445e-4f7b-9fc4-64d80951832c HTTP/1.1" status: 200 len: 870 time: 0.1449778 Dec 08 16:02:13.101211 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64913df-cbe1-415d-bded-5043d5b244c6 req-7573a59c-3930-4f94-bd43-4b7154f1ca60 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:13.103366 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b64913df-cbe1-415d-bded-5043d5b244c6 req-7573a59c-3930-4f94-bd43-4b7154f1ca60 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/ports?device_id=d86eb96a-4662-4a51-b38e-158468bddb6c HTTP/1.1" status: 200 len: 943 time: 0.0841289 Dec 08 16:02:13.178686 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-21cbb77e-61bd-42e3-9aec-b92fd33c1464 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1066047312-network', 'tenant_id': '240de1a079cf44ce89b268fe890d8156'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:02:13.184780 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e6f1f06b-d29c-4fe6-b519-c48db330ceee req-64728a2d-3bfc-46d0-bab3-a02348c9e11e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=f95b864d-05e3-4c85-86c3-96fdb7af4d67 HTTP/1.1" status: 200 len: 217 time: 0.0960817 Dec 08 16:02:13.256145 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f1f06b-d29c-4fe6-b519-c48db330ceee req-3037f12d-009f-49b7-bd2c-9c5f44f667c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:13.258775 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e6f1f06b-d29c-4fe6-b519-c48db330ceee req-3037f12d-009f-49b7-bd2c-9c5f44f667c3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.0649602 Dec 08 16:02:13.264466 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b64913df-cbe1-415d-bded-5043d5b244c6 req-11f2f4ce-e695-45f8-8411-29e8e936ad49 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ee75834-e759-4136-8277-a7cad0a8499a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109445 Dec 08 16:02:13.296614 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-914c573b-d2af-4647-b50b-9fa9b6796ccd service neutron] For port 150aec00-a505-4a9d-95d4-59e8f7ccabdf, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=150aec00-a505-4a9d-95d4-59e8f7ccabdf,segment=NetworkSegment(08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4),segment_id=08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:13.324072 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-914c573b-d2af-4647-b50b-9fa9b6796ccd service neutron] For port 150aec00-a505-4a9d-95d4-59e8f7ccabdf, host n-h2-776250-12, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:02:13.330157 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f1f06b-d29c-4fe6-b519-c48db330ceee req-6f3003a9-53fa-4561-8e13-39a2a2851fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:13.331770 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e6f1f06b-d29c-4fe6-b519-c48db330ceee req-6f3003a9-53fa-4561-8e13-39a2a2851fd6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0623448 Dec 08 16:02:13.396732 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21cbb77e-61bd-42e3-9aec-b92fd33c1464 admin admin] Made reservation on behalf of 240de1a079cf44ce89b268fe890d8156 for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:02:13.398749 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-21cbb77e-61bd-42e3-9aec-b92fd33c1464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:13.410265 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-914c573b-d2af-4647-b50b-9fa9b6796ccd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 150aec00-a505-4a9d-95d4-59e8f7ccabdf {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:02:13.415648 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-21cbb77e-61bd-42e3-9aec-b92fd33c1464 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:13.423996 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-914c573b-d2af-4647-b50b-9fa9b6796ccd service neutron] For port 150aec00-a505-4a9d-95d4-59e8f7ccabdf, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=150aec00-a505-4a9d-95d4-59e8f7ccabdf,segment=NetworkSegment(08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4),segment_id=08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:13.449239 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a12598-f8d5-4eb7-9bb7-64c6f04d1975 req-522a34af-702a-45f5-b599-88e5a0a76abb tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:13.456543 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-41a12598-f8d5-4eb7-9bb7-64c6f04d1975 req-522a34af-702a-45f5-b599-88e5a0a76abb tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bef8080-b8f4-4497-bc91-7ab62c323024 HTTP/1.1" status: 200 len: 950 time: 0.1001759 Dec 08 16:02:13.488564 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e6f1f06b-d29c-4fe6-b519-c48db330ceee req-08a59b94-0dee-4527-8d0c-a82f47bbb9b0 service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475732 Dec 08 16:02:13.519615 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-41a12598-f8d5-4eb7-9bb7-64c6f04d1975 req-6d010853-dd62-4add-933e-502a9ebe03d2 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581329 Dec 08 16:02:13.580461 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-914c573b-d2af-4647-b50b-9fa9b6796ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:13.662212 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-21cbb77e-61bd-42e3-9aec-b92fd33c1464 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:13.675184 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 150aec00-a505-4a9d-95d4-59e8f7ccabdf details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:02:13.696602 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e6f1f06b-d29c-4fe6-b519-c48db330ceee req-2710b3b2-6404-4ae7-ae7d-e4bee9671581 service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967599 Dec 08 16:02:13.713696 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0efde7b-dc67-413a-b0bf-7d2383b76f82 req-3e4dbf31-3a17-4849-a98b-3c025753a078 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:13.722881 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 60800) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:02:13.727395 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c0efde7b-dc67-413a-b0bf-7d2383b76f82 req-3e4dbf31-3a17-4849-a98b-3c025753a078 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6a6d425-80b6-4908-ab04-ac48d54fc6c3 HTTP/1.1" status: 200 len: 944 time: 0.1152785 Dec 08 16:02:13.747051 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-21cbb77e-61bd-42e3-9aec-b92fd33c1464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:13.752634 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-914c573b-d2af-4647-b50b-9fa9b6796ccd service neutron] Transition to ACTIVE for port object 150aec00-a505-4a9d-95d4-59e8f7ccabdf will not be triggered until provisioned by entity L2. {{(pid=110551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:02:13.757702 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21cbb77e-61bd-42e3-9aec-b92fd33c1464 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:02:13.768009 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-21cbb77e-61bd-42e3-9aec-b92fd33c1464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:13.768411 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-21cbb77e-61bd-42e3-9aec-b92fd33c1464 admin admin] Added segment 703d0202-3dc0-4a09-9275-5efe541de01b of type vlan for network ca8171b0-f614-454d-99f4-aa10421116dc Dec 08 16:02:13.809396 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c7e4fc40-297e-4560-bb99-99341b67e62b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:13.820669 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-21cbb77e-61bd-42e3-9aec-b92fd33c1464 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:13.859139 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd62a127-16dc-4603-b954-ccc4c94a81cd req-257346a4-c1cd-4591-8cbd-2becc7c95ee0 tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:13.869114 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fd62a127-16dc-4603-b954-ccc4c94a81cd req-257346a4-c1cd-4591-8cbd-2becc7c95ee0 tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb05aa62-5e8f-4196-8766-535a079edc6b HTTP/1.1" status: 200 len: 948 time: 0.0925746 Dec 08 16:02:13.876041 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-914c573b-d2af-4647-b50b-9fa9b6796ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:13.882073 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cbb77e-61bd-42e3-9aec-b92fd33c1464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0acccc27-69bd-4b9c-83f5-4d9037cdee1a,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:13.896776 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c0efde7b-dc67-413a-b0bf-7d2383b76f82 req-ea1c1200-88f7-4ea9-a6fd-2c52678379e8 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684098 Dec 08 16:02:13.908812 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 150aec00-a505-4a9d-95d4-59e8f7ccabdf, host n-h2-776250-12, got binding levels [] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:13.958093 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-21cbb77e-61bd-42e3-9aec-b92fd33c1464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:13.959669 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cbb77e-61bd-42e3-9aec-b92fd33c1464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:13.960875 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-21cbb77e-61bd-42e3-9aec-b92fd33c1464 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:13.969776 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Attempting to bind port 150aec00-a505-4a9d-95d4-59e8f7ccabdf on host n-h2-776250-12 for vnic_type normal with profile {"migrating_to": "n-h1-776250-12"} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:02:13.970813 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Attempting to bind port 150aec00-a505-4a9d-95d4-59e8f7ccabdf by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9fb73276-e1f8-4bac-a027-20476a8f0b71'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:02:13.971383 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Attempting to bind port 150aec00-a505-4a9d-95d4-59e8f7ccabdf on network 9fb73276-e1f8-4bac-a027-20476a8f0b71 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:02:13.976748 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Port 150aec00-a505-4a9d-95d4-59e8f7ccabdf on network 9fb73276-e1f8-4bac-a027-20476a8f0b71 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:02:13.977343 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Attempting to bind port 150aec00-a505-4a9d-95d4-59e8f7ccabdf on network 9fb73276-e1f8-4bac-a027-20476a8f0b71 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:02:13.984955 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:02:13.985633 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Checking segment: {'id': '08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9fb73276-e1f8-4bac-a027-20476a8f0b71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:02:13.986576 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Bound using segment: {'id': '08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9fb73276-e1f8-4bac-a027-20476a8f0b71'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:02:13.987294 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Bound port: 150aec00-a505-4a9d-95d4-59e8f7ccabdf, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9fb73276-e1f8-4bac-a027-20476a8f0b71'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:02:13.987872 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:14.031809 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-70c5c12b-8fe3-4fbe-9765-269bfd965e49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:14.035526 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914c573b-d2af-4647-b50b-9fa9b6796ccd service neutron] Pushing event updated for resources: {'Port': ['ID=150aec00-a505-4a9d-95d4-59e8f7ccabdf,revision_number=10']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:14.061345 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cbb77e-61bd-42e3-9aec-b92fd33c1464 admin admin] Pushing event updated for resources: {'Network': ['ID=ca8171b0-f614-454d-99f4-aa10421116dc,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:14.072929 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-914c573b-d2af-4647-b50b-9fa9b6796ccd service neutron] No DVR routers for this DVR port 150aec00-a505-4a9d-95d4-59e8f7ccabdf on host n-h2-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:02:14.088336 n-d-776250-12 neutron-server[110552]: WARNING neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Concurrent port binding operations failed on port 150aec00-a505-4a9d-95d4-59e8f7ccabdf Dec 08 16:02:14.089392 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fd62a127-16dc-4603-b954-ccc4c94a81cd req-4c1e857d-83f8-40a4-a244-fd4f5987f438 tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ff039b8-54ce-4691-be49-15263a9a03be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191875 Dec 08 16:02:14.092375 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network ca8171b0-f614-454d-99f4-aa10421116dc details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:02:14.107871 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-21cbb77e-61bd-42e3-9aec-b92fd33c1464 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1709123 Dec 08 16:02:14.111366 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 60806) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:02:14.120342 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-eb21a9cb-4cd0-44fc-8e0a-6a6429b07e14 admin admin] Request body: {'subnet': {'network_id': 'ca8171b0-f614-454d-99f4-aa10421116dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1066047312-subnet', 'tenant_id': '240de1a079cf44ce89b268fe890d8156', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:02:14.175599 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-914c573b-d2af-4647-b50b-9fa9b6796ccd service neutron] 10.222.0.37 "PUT /v2.0/ports/150aec00-a505-4a9d-95d4-59e8f7ccabdf/bindings/n-h1-776250-12/activate HTTP/1.1" status: 200 len: 370 time: 1.2333145 Dec 08 16:02:14.191669 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 150aec00-a505-4a9d-95d4-59e8f7ccabdf, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=150aec00-a505-4a9d-95d4-59e8f7ccabdf,segment=NetworkSegment(08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4),segment_id=08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:14.206714 n-d-776250-12 neutron-server[110552]: INFO neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Attempt 2 to bind port 150aec00-a505-4a9d-95d4-59e8f7ccabdf Dec 08 16:02:14.207241 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '150aec00-a505-4a9d-95d4-59e8f7ccabdf', 'network_id': '9fb73276-e1f8-4bac-a027-20476a8f0b71', 'port_id': '150aec00-a505-4a9d-95d4-59e8f7ccabdf', 'mac_address': 'fa:16:3e:1f:2c:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bab6816-4414-47cc-922e-2566e0e2da0a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:02:14.267398 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-70c5c12b-8fe3-4fbe-9765-269bfd965e49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:14.270247 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb21a9cb-4cd0-44fc-8e0a-6a6429b07e14 admin admin] Made reservation on behalf of 240de1a079cf44ce89b268fe890d8156 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:02:14.272862 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eb21a9cb-4cd0-44fc-8e0a-6a6429b07e14 admin admin] Publish callbacks [] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:14.276422 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:14.291614 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 150aec00-a505-4a9d-95d4-59e8f7ccabdf {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:02:14.316616 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 150aec00-a505-4a9d-95d4-59e8f7ccabdf, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=150aec00-a505-4a9d-95d4-59e8f7ccabdf,segment=NetworkSegment(08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4),segment_id=08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:14.407904 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-70c5c12b-8fe3-4fbe-9765-269bfd965e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:14.482219 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-70c5c12b-8fe3-4fbe-9765-269bfd965e49 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e27644191ba84e0cbdb9e49d3773e8e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7558296 Dec 08 16:02:14.482387 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c5c12b-8fe3-4fbe-9765-269bfd965e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f965fdd9-0b99-4e2a-9550-87e312e57a5c,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:14.485687 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 60818) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:02:14.492382 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:14.535506 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf71329-81e9-4e69-8b4b-ee09a0f773ae req-f684eb89-bdd7-494f-8589-055bbe347116 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:14.546905 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0cf71329-81e9-4e69-8b4b-ee09a0f773ae req-f684eb89-bdd7-494f-8589-055bbe347116 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/ports?device_id=d86eb96a-4662-4a51-b38e-158468bddb6c HTTP/1.1" status: 200 len: 943 time: 0.1993117 Dec 08 16:02:14.553517 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-efd8ebc4-35cd-488a-b315-c9bbaa8ee045 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:14.574606 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=150aec00-a505-4a9d-95d4-59e8f7ccabdf,revision_number=11']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:14.583751 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['150aec00-a505-4a9d-95d4-59e8f7ccabdf'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:02:14.592960 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-efd8ebc4-35cd-488a-b315-c9bbaa8ee045 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:14.625928 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0cf71329-81e9-4e69-8b4b-ee09a0f773ae req-58b8d1cd-891e-4d69-93fa-2b7e9ad7719f tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ee75834-e759-4136-8277-a7cad0a8499a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776646 Dec 08 16:02:14.634944 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-09e2f604-4645-4d5d-8c6f-6f0d712b9fd8 tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:14.641762 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-09e2f604-4645-4d5d-8c6f-6f0d712b9fd8 tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=f6a6d425-80b6-4908-ab04-ac48d54fc6c3&tenant_id=85658dbd01a84c26a2385fde82126184&binding%3Ahost_id=n-h2-776250-12 HTTP/1.1" status: 200 len: 1097 time: 0.2506847 Dec 08 16:02:14.767368 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-efd8ebc4-35cd-488a-b315-c9bbaa8ee045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:14.770874 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-efd8ebc4-35cd-488a-b315-c9bbaa8ee045 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:14.772205 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-efd8ebc4-35cd-488a-b315-c9bbaa8ee045 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f965fdd9-0b99-4e2a-9550-87e312e57a5c HTTP/1.1" status: 204 len: 168 time: 0.2849333 Dec 08 16:02:14.776596 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-1240195d-b23f-4dff-a158-f3fca57171b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:14.786957 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-1240195d-b23f-4dff-a158-f3fca57171b5 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f6a6d425-80b6-4908-ab04-ac48d54fc6c3&tenant_id=85658dbd01a84c26a2385fde82126184 HTTP/1.1" status: 200 len: 1098 time: 0.1309328 Dec 08 16:02:14.806728 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd8ebc4-35cd-488a-b315-c9bbaa8ee045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f965fdd9-0b99-4e2a-9550-87e312e57a5c,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:14.830001 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f1da6d-132b-4d88-aefe-d61a7e80a425 req-a6142139-5759-42e2-8fc5-71b8d761be21 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:14.838055 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e6f1da6d-132b-4d88-aefe-d61a7e80a425 req-a6142139-5759-42e2-8fc5-71b8d761be21 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bef8080-b8f4-4497-bc91-7ab62c323024 HTTP/1.1" status: 200 len: 950 time: 0.0872638 Dec 08 16:02:14.858600 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eb21a9cb-4cd0-44fc-8e0a-6a6429b07e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:14.935351 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-ea45c07a-927c-4a47-be22-92f9ec84420c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:14.937687 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-ea45c07a-927c-4a47-be22-92f9ec84420c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=85658dbd01a84c26a2385fde82126184&device_id=f6a6d425-80b6-4908-ab04-ac48d54fc6c3 HTTP/1.1" status: 200 len: 1098 time: 0.1280963 Dec 08 16:02:14.990723 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb21a9cb-4cd0-44fc-8e0a-6a6429b07e14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77773989-fe40-43c7-8f75-cacc3888e54a,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:15.041356 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 150aec00-a505-4a9d-95d4-59e8f7ccabdf no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:02:15.042014 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb21a9cb-4cd0-44fc-8e0a-6a6429b07e14 admin admin] Checking segment: {'id': '703d0202-3dc0-4a09-9275-5efe541de01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ca8171b0-f614-454d-99f4-aa10421116dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:02:15.042142 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb21a9cb-4cd0-44fc-8e0a-6a6429b07e14 admin admin] Network hostable DHCP agents. Network: ca8171b0-f614-454d-99f4-aa10421116dc, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:02:15.086055 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:15.110632 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 150aec00-a505-4a9d-95d4-59e8f7ccabdf not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:02:15.138922 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-680f8e7b-1104-4bb3-b3b3-d92d31049d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:15.140472 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-680f8e7b-1104-4bb3-b3b3-d92d31049d7b service neutron] 10.222.0.76 "GET /v2.0/networks?id=9fb73276-e1f8-4bac-a027-20476a8f0b71 HTTP/1.1" status: 200 len: 921 time: 0.1895461 Dec 08 16:02:15.173562 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e6f1da6d-132b-4d88-aefe-d61a7e80a425 req-30a82721-5d46-438b-858e-21bff0275d2a tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343689 Dec 08 16:02:15.212652 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b004f437-8b12-4eb9-820d-45ce72b6e4e9 req-41b760cb-86d5-4505-9160-9ccf1dc51052 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:15.217784 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b004f437-8b12-4eb9-820d-45ce72b6e4e9 req-41b760cb-86d5-4505-9160-9ccf1dc51052 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6a6d425-80b6-4908-ab04-ac48d54fc6c3 HTTP/1.1" status: 200 len: 946 time: 0.1455772 Dec 08 16:02:15.217784 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-e009e531-2370-498a-82ec-840645f46d1c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=150aec00-a505-4a9d-95d4-59e8f7ccabdf HTTP/1.1" status: 200 len: 217 time: 0.0676179 Dec 08 16:02:15.217784 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb21a9cb-4cd0-44fc-8e0a-6a6429b07e14 admin admin] Network ca8171b0-f614-454d-99f4-aa10421116dc is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:02:15.297694 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-eb21a9cb-4cd0-44fc-8e0a-6a6429b07e14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, ca8171b0-f614-454d-99f4-aa10421116dc) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:02:15.309537 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e241aad-3c93-4c1f-aee1-4624e70cdce3 None None] Network ca8171b0-f614-454d-99f4-aa10421116dc requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:02:15.311180 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb21a9cb-4cd0-44fc-8e0a-6a6429b07e14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:15.312468 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eb21a9cb-4cd0-44fc-8e0a-6a6429b07e14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:15.317360 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-8875f38d-efc4-4676-8140-98ee5173d3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:15.318825 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-8875f38d-efc4-4676-8140-98ee5173d3cf service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3bab6816-4414-47cc-922e-2566e0e2da0a HTTP/1.1" status: 200 len: 860 time: 0.0933797 Dec 08 16:02:15.333193 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b004f437-8b12-4eb9-820d-45ce72b6e4e9 req-2e243254-c7f3-4e6b-8aad-d5ca138fee68 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099162 Dec 08 16:02:15.394942 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-06787fd4-4e2d-4453-a6e4-463e4e5548e2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9fb73276-e1f8-4bac-a027-20476a8f0b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604579 Dec 08 16:02:15.421437 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a93edf-4f9f-4e20-87cf-daca35a7b041 req-28d3ca20-6cf2-4ff1-9e13-7813a818f41d tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:15.426893 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-85a93edf-4f9f-4e20-87cf-daca35a7b041 req-28d3ca20-6cf2-4ff1-9e13-7813a818f41d tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb05aa62-5e8f-4196-8766-535a079edc6b HTTP/1.1" status: 200 len: 948 time: 0.1129811 Dec 08 16:02:15.499886 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-85a93edf-4f9f-4e20-87cf-daca35a7b041 req-879cd3b9-c20a-4e06-8997-8f92f69aeb01 tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ff039b8-54ce-4691-be49-15263a9a03be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610738 Dec 08 16:02:15.500112 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-eb21a9cb-4cd0-44fc-8e0a-6a6429b07e14 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3847795 Dec 08 16:02:15.500632 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e108873-68aa-4e9a-92ec-ebb64374649e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-ca8171b0-f614-454d-99f4-aa10421116dc', 'network_id': 'ca8171b0-f614-454d-99f4-aa10421116dc', 'project_id': '240de1a079cf44ce89b268fe890d8156', 'fixed_ips': [{'subnet_id': '77773989-fe40-43c7-8f75-cacc3888e54a'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:02:15.500632 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1e108873-68aa-4e9a-92ec-ebb64374649e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:15.500808 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 60846) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:02:15.506085 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-26f8141d-ca1b-4ac1-9b53-88adcbe89897 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1066047312-router', 'tenant_id': '240de1a079cf44ce89b268fe890d8156', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:02:15.576512 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-866933cd-6bba-42f6-ae02-6aeebbd8ae75 service neutron] 10.222.0.76 "GET /v2.0/networks/9fb73276-e1f8-4bac-a027-20476a8f0b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663957 Dec 08 16:02:15.609440 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-26f8141d-ca1b-4ac1-9b53-88adcbe89897 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:15.610733 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-26f8141d-ca1b-4ac1-9b53-88adcbe89897 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:15.678009 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device f95b864d-05e3-4c85-86c3-96fdb7af4d67 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:02:15.711524 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-1e108873-68aa-4e9a-92ec-ebb64374649e None None] Allocated IP 172.20.0.2 (ca8171b0-f614-454d-99f4-aa10421116dc/77773989-fe40-43c7-8f75-cacc3888e54a/cdff860c-329d-4575-92bf-08dd1974f852) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:02:15.713924 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-26f8141d-ca1b-4ac1-9b53-88adcbe89897 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:15.732498 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-f5381073-6cf9-45b9-b056-306e9a39f7ba service neutron] 10.222.0.76 "GET /v2.0/networks/9fb73276-e1f8-4bac-a027-20476a8f0b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483614 Dec 08 16:02:15.792723 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 60850) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:02:15.796542 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 150aec00-a505-4a9d-95d4-59e8f7ccabdf up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:02:15.809184 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9a204d97-a55f-46a9-9fed-96f03ecfc9a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:15.893366 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c1170-da8e-4903-bcc4-04c2702b1aa9 req-36eba512-b640-4971-afe8-3ba74d3ddf20 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:15.901326 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1d5c1170-da8e-4903-bcc4-04c2702b1aa9 req-36eba512-b640-4971-afe8-3ba74d3ddf20 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/ports?device_id=d86eb96a-4662-4a51-b38e-158468bddb6c HTTP/1.1" status: 200 len: 943 time: 0.1635888 Dec 08 16:02:15.977772 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9a204d97-a55f-46a9-9fed-96f03ecfc9a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:15.978631 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port f95b864d-05e3-4c85-86c3-96fdb7af4d67, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=f95b864d-05e3-4c85-86c3-96fdb7af4d67,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:16.001293 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': 'f95b864d-05e3-4c85-86c3-96fdb7af4d67', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'port_id': 'f95b864d-05e3-4c85-86c3-96fdb7af4d67', 'mac_address': 'fa:16:3e:70:7c:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c93b3a32-b438-4a47-8558-220c03febf97', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:02:16.060009 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-26f8141d-ca1b-4ac1-9b53-88adcbe89897 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:16.071876 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:16.076588 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9a204d97-a55f-46a9-9fed-96f03ecfc9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:16.096165 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1d5c1170-da8e-4903-bcc4-04c2702b1aa9 req-3e3d6412-19ac-477c-b6cc-e470409e16bc tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ee75834-e759-4136-8277-a7cad0a8499a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984023 Dec 08 16:02:16.113728 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port 150aec00-a505-4a9d-95d4-59e8f7ccabdf completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:02:16.124435 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f95b864d-05e3-4c85-86c3-96fdb7af4d67 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:02:16.131050 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-9a204d97-a55f-46a9-9fed-96f03ecfc9a5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=64ce2fb700184f469e2301c077b2b8c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3370600 Dec 08 16:02:16.131422 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1e108873-68aa-4e9a-92ec-ebb64374649e None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:16.132298 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a204d97-a55f-46a9-9fed-96f03ecfc9a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b6837e-ab62-4dee-869b-6ddf044079a0,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:16.133286 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 150aec00-a505-4a9d-95d4-59e8f7ccabdf triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:02:16.133769 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:16.133905 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 60858) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:02:16.188019 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port f95b864d-05e3-4c85-86c3-96fdb7af4d67, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=f95b864d-05e3-4c85-86c3-96fdb7af4d67,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:16.190919 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9af29eb2-0d89-47a8-8d08-4dd90eb3bb27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:16.218939 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9af29eb2-0d89-47a8-8d08-4dd90eb3bb27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:16.259388 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:16.290308 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6a6d425-80b6-4908-ab04-ac48d54fc6c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '150aec00-a505-4a9d-95d4-59e8f7ccabdf'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:02:16.297964 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-450d7797-5d12-4bef-8fc7-406c0e9d572d" -d '{"events": [{"server_uuid": "f6a6d425-80b6-4908-ab04-ac48d54fc6c3", "name": "network-vif-plugged", "status": "completed", "tag": "150aec00-a505-4a9d-95d4-59e8f7ccabdf"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:02:16.316530 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 150aec00-a505-4a9d-95d4-59e8f7ccabdf, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=150aec00-a505-4a9d-95d4-59e8f7ccabdf,segment=NetworkSegment(08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4),segment_id=08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:16.351928 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1e108873-68aa-4e9a-92ec-ebb64374649e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:16.354087 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:16.354893 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 704ab857-cb62-42bf-95f6-465a94562502 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:02:16.372427 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c3405-e645-41e6-90c9-97d106b3dbfb req-055b3a4c-6ab6-47e9-9e11-6e33af18ce5a tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:16.379868 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f68c3405-e645-41e6-90c9-97d106b3dbfb req-055b3a4c-6ab6-47e9-9e11-6e33af18ce5a tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bef8080-b8f4-4497-bc91-7ab62c323024 HTTP/1.1" status: 200 len: 950 time: 0.1188855 Dec 08 16:02:16.418806 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e108873-68aa-4e9a-92ec-ebb64374649e None None] Network ca8171b0-f614-454d-99f4-aa10421116dc is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:02:16.428813 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-1e108873-68aa-4e9a-92ec-ebb64374649e None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:02:16.435407 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e108873-68aa-4e9a-92ec-ebb64374649e None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:02:16.461372 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f68c3405-e645-41e6-90c9-97d106b3dbfb req-9605997b-3071-4149-a680-f7cbf03da554 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709846 Dec 08 16:02:16.477281 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9af29eb2-0d89-47a8-8d08-4dd90eb3bb27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:16.477281 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9af29eb2-0d89-47a8-8d08-4dd90eb3bb27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:16.483448 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-9af29eb2-0d89-47a8-8d08-4dd90eb3bb27 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/77b6837e-ab62-4dee-869b-6ddf044079a0 HTTP/1.1" status: 204 len: 168 time: 0.3484688 Dec 08 16:02:16.492278 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e108873-68aa-4e9a-92ec-ebb64374649e None None] Pushing event updated for resources: {'Port': ['ID=cdff860c-329d-4575-92bf-08dd1974f852,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:16.506294 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af29eb2-0d89-47a8-8d08-4dd90eb3bb27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b6837e-ab62-4dee-869b-6ddf044079a0,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:16.517509 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-5e4bbb40-fb3f-40e6-ad2d-43ab87337979 tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:16.518822 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-5e4bbb40-fb3f-40e6-ad2d-43ab87337979 tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=f6a6d425-80b6-4908-ab04-ac48d54fc6c3&tenant_id=85658dbd01a84c26a2385fde82126184&binding%3Ahost_id=n-h1-776250-12 HTTP/1.1" status: 200 len: 1098 time: 0.1495302 Dec 08 16:02:16.575555 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66dc42f-1f96-423e-967e-a1f3a50cde02 x-openstack-request-id: req-e66dc42f-1f96-423e-967e-a1f3a50cde02 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:02:16.575875 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6a6d425-80b6-4908-ab04-ac48d54fc6c3", "name": "network-vif-plugged", "status": "completed", "tag": "150aec00-a505-4a9d-95d4-59e8f7ccabdf", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:02:16.576138 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e66dc42f-1f96-423e-967e-a1f3a50cde02 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:02:16.576577 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6a6d425-80b6-4908-ab04-ac48d54fc6c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '150aec00-a505-4a9d-95d4-59e8f7ccabdf', 'code': 200} Dec 08 16:02:16.600318 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:16.809743 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fbc068-f2dd-403a-9167-6906c0d35826 req-fcdf06d0-afa0-47ef-990d-8fb409070ebd tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:16.817425 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d7fbc068-f2dd-403a-9167-6906c0d35826 req-fcdf06d0-afa0-47ef-990d-8fb409070ebd tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6a6d425-80b6-4908-ab04-ac48d54fc6c3 HTTP/1.1" status: 200 len: 947 time: 0.1004977 Dec 08 16:02:16.825859 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-26f8141d-ca1b-4ac1-9b53-88adcbe89897 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:16.861663 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-26f8141d-ca1b-4ac1-9b53-88adcbe89897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:16.944672 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=f95b864d-05e3-4c85-86c3-96fdb7af4d67,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:16.947168 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d7fbc068-f2dd-403a-9167-6906c0d35826 req-c08b9e39-fd1b-42fb-9667-21d6b52484ee tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273215 Dec 08 16:02:17.019053 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=150aec00-a505-4a9d-95d4-59e8f7ccabdf,revision_number=13']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:17.085842 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-5fd32041-b590-4b37-afa2-38be804ac5ef service neutron] For port 150aec00-a505-4a9d-95d4-59e8f7ccabdf, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:02:17.096051 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-5fd32041-b590-4b37-afa2-38be804ac5ef service neutron] Publish callbacks [] for binding, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:17.096051 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a8d6d245-bbf4-4bb8-87aa-151f8f5b282f req-5fd32041-b590-4b37-afa2-38be804ac5ef service neutron] 10.222.0.76 "DELETE /v2.0/ports/150aec00-a505-4a9d-95d4-59e8f7ccabdf/bindings/n-h2-776250-12 HTTP/1.1" status: 204 len: 173 time: 0.5669992 Dec 08 16:02:17.113488 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d78ba9b-ae69-49ca-8c7e-9a0297c9a7de req-8935148c-3dd1-4f1d-ac9d-7b65f618b498 tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:17.119586 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2d78ba9b-ae69-49ca-8c7e-9a0297c9a7de req-8935148c-3dd1-4f1d-ac9d-7b65f618b498 tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb05aa62-5e8f-4196-8766-535a079edc6b HTTP/1.1" status: 200 len: 949 time: 0.3028636 Dec 08 16:02:17.125426 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-26f8141d-ca1b-4ac1-9b53-88adcbe89897 admin admin] Allocated IP 172.25.0.254 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/b32466a3-d87a-4955-b4ea-1a726105365c) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:02:17.141996 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-1e108873-68aa-4e9a-92ec-ebb64374649e None None] Attempting to bind port cdff860c-329d-4575-92bf-08dd1974f852 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:02:17.144674 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-1e108873-68aa-4e9a-92ec-ebb64374649e None None] Attempting to bind port cdff860c-329d-4575-92bf-08dd1974f852 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '703d0202-3dc0-4a09-9275-5efe541de01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ca8171b0-f614-454d-99f4-aa10421116dc'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:02:17.145687 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e108873-68aa-4e9a-92ec-ebb64374649e None None] Attempting to bind port cdff860c-329d-4575-92bf-08dd1974f852 on network ca8171b0-f614-454d-99f4-aa10421116dc {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:02:17.170819 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:17.177727 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e108873-68aa-4e9a-92ec-ebb64374649e None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:02:17.181152 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e108873-68aa-4e9a-92ec-ebb64374649e None None] Checking segment: {'id': '703d0202-3dc0-4a09-9275-5efe541de01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ca8171b0-f614-454d-99f4-aa10421116dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:02:17.181603 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1e108873-68aa-4e9a-92ec-ebb64374649e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:17.182035 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e108873-68aa-4e9a-92ec-ebb64374649e None None] Bound using segment: {'id': '703d0202-3dc0-4a09-9275-5efe541de01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ca8171b0-f614-454d-99f4-aa10421116dc'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:02:17.182534 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-1e108873-68aa-4e9a-92ec-ebb64374649e None None] Bound port: cdff860c-329d-4575-92bf-08dd1974f852, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '703d0202-3dc0-4a09-9275-5efe541de01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ca8171b0-f614-454d-99f4-aa10421116dc'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:02:17.182939 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1e108873-68aa-4e9a-92ec-ebb64374649e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:17.217860 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2d78ba9b-ae69-49ca-8c7e-9a0297c9a7de req-cc55a17e-8a97-46af-8453-5a2a151c7544 tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ff039b8-54ce-4691-be49-15263a9a03be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930457 Dec 08 16:02:17.275001 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 704ab857-cb62-42bf-95f6-465a94562502, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=704ab857-cb62-42bf-95f6-465a94562502,segment=NetworkSegment(a657cd3d-b4f1-4de9-9e20-89332c54a82c),segment_id=a657cd3d-b4f1-4de9-9e20-89332c54a82c)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:17.366301 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '704ab857-cb62-42bf-95f6-465a94562502', 'network_id': '335547d4-bfd2-4ca6-83e2-63a39090738e', 'port_id': '704ab857-cb62-42bf-95f6-465a94562502', 'mac_address': 'fa:16:3e:90:7d:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef5ea7fa-565f-48e7-8d27-0c7d9b33e964', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:02:17.387753 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa2a7a-4311-4624-8c39-4e69c1db306a req-a5e820cc-ef2d-4873-ab65-bd4810474813 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:17.389781 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-41aa2a7a-4311-4624-8c39-4e69c1db306a req-a5e820cc-ef2d-4873-ab65-bd4810474813 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/ports?device_id=d86eb96a-4662-4a51-b38e-158468bddb6c HTTP/1.1" status: 200 len: 943 time: 0.0656712 Dec 08 16:02:17.425010 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a226594a-7d30-49a9-bf00-07df8d6a3a3b req-65dba26c-6d28-4275-99e6-6a379bfa100f tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:17.426772 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a226594a-7d30-49a9-bf00-07df8d6a3a3b req-65dba26c-6d28-4275-99e6-6a379bfa100f tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f6a6d425-80b6-4908-ab04-ac48d54fc6c3 HTTP/1.1" status: 200 len: 1099 time: 0.0976610 Dec 08 16:02:17.437359 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-26f8141d-ca1b-4ac1-9b53-88adcbe89897 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:17.458921 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-41aa2a7a-4311-4624-8c39-4e69c1db306a req-113a0bc9-bce6-4e42-9c81-009b22d9f25d tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ee75834-e759-4136-8277-a7cad0a8499a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629041 Dec 08 16:02:17.471164 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:17.475299 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-1e108873-68aa-4e9a-92ec-ebb64374649e None None] For port cdff860c-329d-4575-92bf-08dd1974f852, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:02:17.486129 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-1e108873-68aa-4e9a-92ec-ebb64374649e None None] For port cdff860c-329d-4575-92bf-08dd1974f852, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=cdff860c-329d-4575-92bf-08dd1974f852,segment=NetworkSegment(703d0202-3dc0-4a09-9275-5efe541de01b),segment_id=703d0202-3dc0-4a09-9275-5efe541de01b)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:02:17.489578 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:17.498689 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 704ab857-cb62-42bf-95f6-465a94562502 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:02:17.520269 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 704ab857-cb62-42bf-95f6-465a94562502, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=704ab857-cb62-42bf-95f6-465a94562502,segment=NetworkSegment(a657cd3d-b4f1-4de9-9e20-89332c54a82c),segment_id=a657cd3d-b4f1-4de9-9e20-89332c54a82c)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:17.558160 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a226594a-7d30-49a9-bf00-07df8d6a3a3b req-50172966-24c6-4503-8a3a-d712025e4038 tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180277 Dec 08 16:02:17.586743 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1e108873-68aa-4e9a-92ec-ebb64374649e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:17.620533 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:17.654764 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaac188-bb59-4971-9cc4-5381b8c3881c req-d4f15691-983e-47db-a0ee-e2c6042f4bd9 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:17.665139 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fbaac188-bb59-4971-9cc4-5381b8c3881c req-d4f15691-983e-47db-a0ee-e2c6042f4bd9 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bef8080-b8f4-4497-bc91-7ab62c323024 HTTP/1.1" status: 200 len: 950 time: 0.0944095 Dec 08 16:02:17.687822 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-26f8141d-ca1b-4ac1-9b53-88adcbe89897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:17.718148 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f8141d-ca1b-4ac1-9b53-88adcbe89897 admin admin] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:02:17.729045 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-26f8141d-ca1b-4ac1-9b53-88adcbe89897 admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:02:17.753208 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f8141d-ca1b-4ac1-9b53-88adcbe89897 admin admin] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:02:17.757214 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fbaac188-bb59-4971-9cc4-5381b8c3881c req-cefce2b2-1b5b-46e0-8b47-9ae7a32857e4 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875745 Dec 08 16:02:17.768765 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e108873-68aa-4e9a-92ec-ebb64374649e None None] Pushing event updated for resources: {'Port': ['ID=cdff860c-329d-4575-92bf-08dd1974f852,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:17.868270 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f8141d-ca1b-4ac1-9b53-88adcbe89897 admin admin] Pushing event updated for resources: {'Port': ['ID=b32466a3-d87a-4955-b4ea-1a726105365c,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:17.898100 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=704ab857-cb62-42bf-95f6-465a94562502,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:17.995784 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 60912) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:02:18.024603 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['704ab857-cb62-42bf-95f6-465a94562502'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:02:18.095361 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['f95b864d-05e3-4c85-86c3-96fdb7af4d67'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:02:18.291561 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-49b5c02d-0aa6-424a-8739-65dcfcd61f5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:18.311333 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b15be6-2bb3-4daa-af2b-a92054e22c07 req-0081f760-a287-47ef-8daf-44a962c9525d tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:18.313184 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-19b15be6-2bb3-4daa-af2b-a92054e22c07 req-0081f760-a287-47ef-8daf-44a962c9525d tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/networks?id=9fb73276-e1f8-4bac-a027-20476a8f0b71 HTTP/1.1" status: 200 len: 820 time: 0.1991215 Dec 08 16:02:18.442056 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1637937-6118-4b2b-86fe-37dd7c7d8b48 req-15c75943-e47b-4b3e-86d3-52b080100b46 tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:18.450147 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-19b15be6-2bb3-4daa-af2b-a92054e22c07 req-bf363c56-5e18-4629-95d6-1f3dd88d093e tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/quotas/85658dbd01a84c26a2385fde82126184 HTTP/1.1" status: 200 len: 375 time: 0.1283927 Dec 08 16:02:18.456115 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f1637937-6118-4b2b-86fe-37dd7c7d8b48 req-15c75943-e47b-4b3e-86d3-52b080100b46 tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb05aa62-5e8f-4196-8766-535a079edc6b HTTP/1.1" status: 200 len: 949 time: 0.1021180 Dec 08 16:02:18.521217 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-49b5c02d-0aa6-424a-8739-65dcfcd61f5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:18.573271 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f1637937-6118-4b2b-86fe-37dd7c7d8b48 req-f9f0f900-aa44-487b-b293-24a3a92ed397 tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ff039b8-54ce-4691-be49-15263a9a03be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161504 Dec 08 16:02:18.629024 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-49b5c02d-0aa6-424a-8739-65dcfcd61f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:18.689658 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-26f8141d-ca1b-4ac1-9b53-88adcbe89897 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:18.696347 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device cdff860c-329d-4575-92bf-08dd1974f852 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:02:18.721170 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-19b15be6-2bb3-4daa-af2b-a92054e22c07 req-ad9f9c62-280d-4a7a-a768-68dd1f9e7a9d tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=85658dbd01a84c26a2385fde82126184&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2593820 Dec 08 16:02:18.772211 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-49b5c02d-0aa6-424a-8739-65dcfcd61f5e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ca90436fc198469786980c71933a0479&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7775481 Dec 08 16:02:18.773512 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 60940) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:02:18.775704 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b5c02d-0aa6-424a-8739-65dcfcd61f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1620e34-d977-40ca-9a53-531302952ec7,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:18.776776 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [req-19b15be6-2bb3-4daa-af2b-a92054e22c07 req-b1ca9fce-e4e6-4566-983d-8d1ddfc71da0 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:02:18.778494 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-19b15be6-2bb3-4daa-af2b-a92054e22c07 req-b1ca9fce-e4e6-4566-983d-8d1ddfc71da0 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092349 Dec 08 16:02:18.794892 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port cdff860c-329d-4575-92bf-08dd1974f852 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:02:18.795391 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:18.878893 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dafec48-f4d0-40db-9099-9df6eee492c6 req-9a33c29a-7681-45c6-98be-922461d72afd tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:18.881927 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7dafec48-f4d0-40db-9099-9df6eee492c6 req-9a33c29a-7681-45c6-98be-922461d72afd tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/ports?device_id=d86eb96a-4662-4a51-b38e-158468bddb6c HTTP/1.1" status: 200 len: 944 time: 0.2044539 Dec 08 16:02:18.970406 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:19.006627 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [req-a01b23b1-5955-4f58-9702-013375882571 req-48b3fd00-9e32-47dc-a531-1300992d64eb service neutron] show failed (client error): The resource could not be found. Dec 08 16:02:19.011079 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a01b23b1-5955-4f58-9702-013375882571 req-48b3fd00-9e32-47dc-a531-1300992d64eb service neutron] 10.222.0.76 "GET /v2.0/ports/ef06a5d6-dcd4-45e8-a30d-3050fe0c914c/bindings/n-h2-776250-12 HTTP/1.1" status: 404 len: 381 time: 0.2203431 Dec 08 16:02:19.030534 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-19b15be6-2bb3-4daa-af2b-a92054e22c07 req-c2048bf6-aa95-4b68-a522-b2a6f843cce9 service neutron] 10.222.0.64 "GET /v2.0/networks/9fb73276-e1f8-4bac-a027-20476a8f0b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424302 Dec 08 16:02:19.033881 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port cdff860c-329d-4575-92bf-08dd1974f852, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=cdff860c-329d-4575-92bf-08dd1974f852,segment=NetworkSegment(703d0202-3dc0-4a09-9275-5efe541de01b),segment_id=703d0202-3dc0-4a09-9275-5efe541de01b)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:19.045711 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fd9557df-b985-4d46-a070-737f6aa4d14d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:19.063581 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7dafec48-f4d0-40db-9099-9df6eee492c6 req-31994151-9062-43a2-898f-18eb5217d74d tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ee75834-e759-4136-8277-a7cad0a8499a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695476 Dec 08 16:02:19.079466 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fd9557df-b985-4d46-a070-737f6aa4d14d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:19.150303 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:19.224783 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=cdff860c-329d-4575-92bf-08dd1974f852,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:19.230168 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072916c9-f113-483c-a055-30d00868e419 req-aff8053e-16ac-4ab2-ba5e-b20b7e8488d1 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:19.245599 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-072916c9-f113-483c-a055-30d00868e419 req-aff8053e-16ac-4ab2-ba5e-b20b7e8488d1 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bef8080-b8f4-4497-bc91-7ab62c323024 HTTP/1.1" status: 200 len: 950 time: 0.0943785 Dec 08 16:02:19.312327 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fd9557df-b985-4d46-a070-737f6aa4d14d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:19.315231 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fd9557df-b985-4d46-a070-737f6aa4d14d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:19.318876 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-fd9557df-b985-4d46-a070-737f6aa4d14d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d1620e34-d977-40ca-9a53-531302952ec7 HTTP/1.1" status: 204 len: 168 time: 0.5417271 Dec 08 16:02:19.338155 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9557df-b985-4d46-a070-737f6aa4d14d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1620e34-d977-40ca-9a53-531302952ec7,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:19.364786 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-072916c9-f113-483c-a055-30d00868e419 req-afb82ae9-5eca-4e55-8f10-8cafbe983341 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174474 Dec 08 16:02:19.441945 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17c7b4f-f271-4a0c-8358-7cfdf217aea2 None None] Network ca8171b0-f614-454d-99f4-aa10421116dc requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:02:19.545869 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-19b15be6-2bb3-4daa-af2b-a92054e22c07 req-cc34ce25-ed0a-4e31-ab81-26b3e005450e service neutron] 10.222.0.64 "GET /v2.0/networks/9fb73276-e1f8-4bac-a027-20476a8f0b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5172908 Dec 08 16:02:19.551468 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-26f8141d-ca1b-4ac1-9b53-88adcbe89897 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:19.644331 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-712f2a46-26c0-47eb-af69-c30079ebc097 None None] Provisioning complete for port cdff860c-329d-4575-92bf-08dd1974f852 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:02:19.644714 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-712f2a46-26c0-47eb-af69-c30079ebc097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:19.749491 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device f95b864d-05e3-4c85-86c3-96fdb7af4d67 up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:02:19.832108 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24376a59-dcdc-4aa1-906b-666f831970b1 req-ae72f619-092c-48b7-85aa-ec57ab263237 tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:19.849872 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-24376a59-dcdc-4aa1-906b-666f831970b1 req-ae72f619-092c-48b7-85aa-ec57ab263237 tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb05aa62-5e8f-4196-8766-535a079edc6b HTTP/1.1" status: 200 len: 949 time: 0.1411405 Dec 08 16:02:19.907476 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b23b1-5955-4f58-9702-013375882571 req-fdb6e3b4-7fcc-4f2a-81a6-2c7905dfb745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:19.908279 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a01b23b1-5955-4f58-9702-013375882571 req-fdb6e3b4-7fcc-4f2a-81a6-2c7905dfb745 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7bef8080-b8f4-4497-bc91-7ab62c323024&tenant_id=b73d206799fe4423a8cfa64c519990fb HTTP/1.1" status: 200 len: 1102 time: 0.1764610 Dec 08 16:02:19.960419 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-a01b23b1-5955-4f58-9702-013375882571 req-3d7bb965-797f-4338-a671-0b3a6f5b1d8b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-776250-12', 'device_owner': 'compute:nova'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:02:19.972129 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26f8141d-ca1b-4ac1-9b53-88adcbe89897 admin admin] Router 82ffee88-e95a-4cf2-bb6f-dd495dfd367b is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:02:20.023135 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-24376a59-dcdc-4aa1-906b-666f831970b1 req-3b4d78bc-46f4-4d94-9862-95c853f50158 tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ff039b8-54ce-4691-be49-15263a9a03be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719220 Dec 08 16:02:20.076802 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port f95b864d-05e3-4c85-86c3-96fdb7af4d67 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:02:20.082375 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port f95b864d-05e3-4c85-86c3-96fdb7af4d67 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:02:20.082967 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:20.129834 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-30bf2c6f-e245-402f-be4b-21f6d8e3bb9d req-3a2bd294-a33c-4706-adfd-0af8650ab2b1 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f074090-1b8e-44fb-8556-3be31cc2970e HTTP/1.1" status: 200 len: 210 time: 0.0830996 Dec 08 16:02:20.280448 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-a01b23b1-5955-4f58-9702-013375882571 req-3d7bb965-797f-4338-a671-0b3a6f5b1d8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:20.299963 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:20.341989 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d6c58c-fb75-470b-bbca-4e63054ef5ed req-c0b7a2c2-8b10-4e80-8be1-acb99f4c7d51 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:20.350216 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-58d6c58c-fb75-470b-bbca-4e63054ef5ed req-c0b7a2c2-8b10-4e80-8be1-acb99f4c7d51 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/ports?device_id=d86eb96a-4662-4a51-b38e-158468bddb6c HTTP/1.1" status: 200 len: 944 time: 0.1643755 Dec 08 16:02:20.371537 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb05aa62-5e8f-4196-8766-535a079edc6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f95b864d-05e3-4c85-86c3-96fdb7af4d67'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:02:20.374998 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9fd40b2-f797-4066-8dff-1f341bb431f1" -d '{"events": [{"server_uuid": "eb05aa62-5e8f-4196-8766-535a079edc6b", "name": "network-vif-plugged", "status": "completed", "tag": "f95b864d-05e3-4c85-86c3-96fdb7af4d67"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:02:20.380134 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port f95b864d-05e3-4c85-86c3-96fdb7af4d67, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=f95b864d-05e3-4c85-86c3-96fdb7af4d67,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:20.420464 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-58d6c58c-fb75-470b-bbca-4e63054ef5ed req-7f34f6d6-2245-499a-ab82-693a36c90e45 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ee75834-e759-4136-8277-a7cad0a8499a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692127 Dec 08 16:02:20.476736 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-7644324a-2a37-4972-93b1-402fc45e72df None None] Provisioning complete for port cdff860c-329d-4575-92bf-08dd1974f852 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:02:20.477183 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7644324a-2a37-4972-93b1-402fc45e72df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:20.482436 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f8141d-ca1b-4ac1-9b53-88adcbe89897 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:02:20.499443 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d754323-2a8c-4cc4-9f76-ca6ac20951f4 None None] Sync routers for ids ['82ffee88-e95a-4cf2-bb6f-dd495dfd367b'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:02:20.536087 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d754323-2a8c-4cc4-9f76-ca6ac20951f4 None None] Routers {'82ffee88-e95a-4cf2-bb6f-dd495dfd367b'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:02:20.549028 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-4d754323-2a8c-4cc4-9f76-ca6ac20951f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:02:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['82ffee88-e95a-4cf2-bb6f-dd495dfd367b'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:02:20.569023 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:20.573492 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 704ab857-cb62-42bf-95f6-465a94562502 up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:02:20.622083 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b75468-9ef3-485f-9512-6fb750d2124b req-a819bb26-31e5-4616-9569-d3280f28bce0 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:20.635702 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-69b75468-9ef3-485f-9512-6fb750d2124b req-a819bb26-31e5-4616-9569-d3280f28bce0 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bef8080-b8f4-4497-bc91-7ab62c323024 HTTP/1.1" status: 200 len: 950 time: 0.1206174 Dec 08 16:02:20.706990 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-26f8141d-ca1b-4ac1-9b53-88adcbe89897 admin admin] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:20.715496 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 60984) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:02:20.719244 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-26f8141d-ca1b-4ac1-9b53-88adcbe89897 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.2175739 Dec 08 16:02:20.734214 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e709fc3c-baa5-4f16-81cf-fa9f013af608 x-openstack-request-id: req-e709fc3c-baa5-4f16-81cf-fa9f013af608 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:02:20.734758 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb05aa62-5e8f-4196-8766-535a079edc6b", "name": "network-vif-plugged", "status": "completed", "tag": "f95b864d-05e3-4c85-86c3-96fdb7af4d67", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:02:20.735466 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e709fc3c-baa5-4f16-81cf-fa9f013af608 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:02:20.736596 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb05aa62-5e8f-4196-8766-535a079edc6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f95b864d-05e3-4c85-86c3-96fdb7af4d67', 'code': 200} Dec 08 16:02:20.757757 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 60992) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:02:20.776041 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device cdff860c-329d-4575-92bf-08dd1974f852 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:02:20.809027 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-89942683-a959-478c-94ae-6e5dcd74f311 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:20.837193 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-4d754323-2a8c-4cc4-9f76-ca6ac20951f4 None None] Set router 82ffee88-e95a-4cf2-bb6f-dd495dfd367b gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:02:20.891716 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=f95b864d-05e3-4c85-86c3-96fdb7af4d67,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:20.893110 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-a01b23b1-5955-4f58-9702-013375882571 req-3d7bb965-797f-4338-a671-0b3a6f5b1d8b service neutron] For port ef06a5d6-dcd4-45e8-a30d-3050fe0c914c, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=ef06a5d6-dcd4-45e8-a30d-3050fe0c914c,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:20.945629 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port cdff860c-329d-4575-92bf-08dd1974f852 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:02:20.946271 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:20.974687 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port 704ab857-cb62-42bf-95f6-465a94562502 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:02:20.981701 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 704ab857-cb62-42bf-95f6-465a94562502 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:02:20.982231 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:21.029248 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-a01b23b1-5955-4f58-9702-013375882571 req-3d7bb965-797f-4338-a671-0b3a6f5b1d8b service neutron] For port ef06a5d6-dcd4-45e8-a30d-3050fe0c914c, host n-h1-776250-12, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:02:21.034566 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-69b75468-9ef3-485f-9512-6fb750d2124b req-e22ceceb-83a2-4d7d-a9a6-16a4ec342bf5 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3972239 Dec 08 16:02:21.123382 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bef8080-b8f4-4497-bc91-7ab62c323024', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef06a5d6-dcd4-45e8-a30d-3050fe0c914c'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:02:21.126085 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ac5fca-a0ea-4323-ab6b-63d797abc26c" -d '{"events": [{"server_uuid": "7bef8080-b8f4-4497-bc91-7ab62c323024", "name": "network-vif-unplugged", "status": "completed", "tag": "ef06a5d6-dcd4-45e8-a30d-3050fe0c914c"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:02:21.141964 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-a01b23b1-5955-4f58-9702-013375882571 req-3d7bb965-797f-4338-a671-0b3a6f5b1d8b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:21.171157 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [req-a01b23b1-5955-4f58-9702-013375882571 req-3d7bb965-797f-4338-a671-0b3a6f5b1d8b service neutron] Transition to ACTIVE for port object ef06a5d6-dcd4-45e8-a30d-3050fe0c914c will not be triggered until provisioned by entity L2. {{(pid=110551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:02:21.207381 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-89942683-a959-478c-94ae-6e5dcd74f311 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:21.211334 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:21.246983 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e875f9a-2526-4c8f-8be3-6de8eb3658b2 req-d36445cf-ff6b-4ec2-8a4a-a676b0b67270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:21.250889 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3e875f9a-2526-4c8f-8be3-6de8eb3658b2 req-d36445cf-ff6b-4ec2-8a4a-a676b0b67270 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=eb05aa62-5e8f-4196-8766-535a079edc6b HTTP/1.1" status: 200 len: 1102 time: 0.3586059 Dec 08 16:02:21.253548 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 704ab857-cb62-42bf-95f6-465a94562502, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=704ab857-cb62-42bf-95f6-465a94562502,segment=NetworkSegment(a657cd3d-b4f1-4de9-9e20-89332c54a82c),segment_id=a657cd3d-b4f1-4de9-9e20-89332c54a82c)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:21.271275 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-4d754323-2a8c-4cc4-9f76-ca6ac20951f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ffee88-e95a-4cf2-bb6f-dd495dfd367b', 'name': 'tempest-FloatingIPsTestJSON-1066047312-router', 'tenant_id': '240de1a079cf44ce89b268fe890d8156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'b32466a3-d87a-4955-b4ea-1a726105365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:02:15Z', 'updated_at': '2021-12-08T16:02:18Z', 'revision_number': 3, 'project_id': '240de1a079cf44ce89b268fe890d8156', 'gw_port': {'id': 'b32466a3-d87a-4955-b4ea-1a726105365c', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:60:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ffee88-e95a-4cf2-bb6f-dd495dfd367b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:02:16Z', 'updated_at': '2021-12-08T16:02:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:02:21.305119 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e486a9e-6e79-4775-9fec-991c2a1b2d65 x-openstack-request-id: req-8e486a9e-6e79-4775-9fec-991c2a1b2d65 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:02:21.305605 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bef8080-b8f4-4497-bc91-7ab62c323024", "name": "network-vif-unplugged", "status": "completed", "tag": "ef06a5d6-dcd4-45e8-a30d-3050fe0c914c", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:02:21.306026 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8e486a9e-6e79-4775-9fec-991c2a1b2d65 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:02:21.306373 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d754323-2a8c-4cc4-9f76-ca6ac20951f4 None None] Checking router: 82ffee88-e95a-4cf2-bb6f-dd495dfd367b for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:02:21.306673 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bef8080-b8f4-4497-bc91-7ab62c323024', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef06a5d6-dcd4-45e8-a30d-3050fe0c914c', 'code': 200} Dec 08 16:02:21.306800 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d754323-2a8c-4cc4-9f76-ca6ac20951f4 None None] Updating router 82ffee88-e95a-4cf2-bb6f-dd495dfd367b port b32466a3-d87a-4955-b4ea-1a726105365c binding host n-d-776250-12 {{(pid=110553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:02:21.332004 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-a01b23b1-5955-4f58-9702-013375882571 req-3d7bb965-797f-4338-a671-0b3a6f5b1d8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:21.338116 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-4d754323-2a8c-4cc4-9f76-ca6ac20951f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:21.396565 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:21.431562 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7bb965-797f-4338-a671-0b3a6f5b1d8b service neutron] Pushing event updated for resources: {'Port': ['ID=ef06a5d6-dcd4-45e8-a30d-3050fe0c914c,revision_number=6']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:21.508424 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=704ab857-cb62-42bf-95f6-465a94562502,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:21.538035 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-89942683-a959-478c-94ae-6e5dcd74f311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:21.544856 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3e875f9a-2526-4c8f-8be3-6de8eb3658b2 req-785d99d2-b725-4b8f-b14c-13b6b42cd52f service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=5ff039b8-54ce-4691-be49-15263a9a03be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767112 Dec 08 16:02:21.550970 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-a01b23b1-5955-4f58-9702-013375882571 req-3d7bb965-797f-4338-a671-0b3a6f5b1d8b service neutron] No DVR routers for this DVR port ef06a5d6-dcd4-45e8-a30d-3050fe0c914c on host n-h1-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:02:21.580127 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293953cb-3959-4a7c-9097-afd208772875 req-ea4ea1ee-1cff-4a1a-9a21-be0cbf1a7dec tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:21.584078 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9d01bf63-fba5-4dfc-a55f-f06eb059217f req-5c7bcff8-931b-4bd4-87c0-6fad4da8af93 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f074090-1b8e-44fb-8556-3be31cc2970e HTTP/1.1" status: 200 len: 210 time: 0.2404735 Dec 08 16:02:21.588125 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-293953cb-3959-4a7c-9097-afd208772875 req-ea4ea1ee-1cff-4a1a-9a21-be0cbf1a7dec tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb05aa62-5e8f-4196-8766-535a079edc6b HTTP/1.1" status: 200 len: 950 time: 0.3213615 Dec 08 16:02:21.592584 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89942683-a959-478c-94ae-6e5dcd74f311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9cc6548-a35a-43d8-87c7-1f2bd20e35a9,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:21.691088 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-293953cb-3959-4a7c-9097-afd208772875 req-afb8a9a7-8382-4911-b72e-93126a8d6de0 tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ff039b8-54ce-4691-be49-15263a9a03be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022074 Dec 08 16:02:21.715824 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-89942683-a959-478c-94ae-6e5dcd74f311 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f4dec543cca342879bf7d2cb7c53583c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9542959 Dec 08 16:02:21.716543 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 32790) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:02:21.744593 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-a01b23b1-5955-4f58-9702-013375882571 req-3d7bb965-797f-4338-a671-0b3a6f5b1d8b service neutron] Attempting to bind port ef06a5d6-dcd4-45e8-a30d-3050fe0c914c on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:02:21.744593 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-a01b23b1-5955-4f58-9702-013375882571 req-3d7bb965-797f-4338-a671-0b3a6f5b1d8b service neutron] Attempting to bind port ef06a5d6-dcd4-45e8-a30d-3050fe0c914c by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:02:21.744593 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01b23b1-5955-4f58-9702-013375882571 req-3d7bb965-797f-4338-a671-0b3a6f5b1d8b service neutron] Attempting to bind port ef06a5d6-dcd4-45e8-a30d-3050fe0c914c on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:02:21.782336 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-4d754323-2a8c-4cc4-9f76-ca6ac20951f4 None None] Publish callbacks [] for port, precommit_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:21.786950 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01b23b1-5955-4f58-9702-013375882571 req-3d7bb965-797f-4338-a671-0b3a6f5b1d8b service neutron] Port ef06a5d6-dcd4-45e8-a30d-3050fe0c914c on network b91759c7-445e-4f7b-9fc4-64d80951832c not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:02:21.787281 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01b23b1-5955-4f58-9702-013375882571 req-3d7bb965-797f-4338-a671-0b3a6f5b1d8b service neutron] Attempting to bind port ef06a5d6-dcd4-45e8-a30d-3050fe0c914c on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:02:21.804046 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01b23b1-5955-4f58-9702-013375882571 req-3d7bb965-797f-4338-a671-0b3a6f5b1d8b service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:02:21.804423 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01b23b1-5955-4f58-9702-013375882571 req-3d7bb965-797f-4338-a671-0b3a6f5b1d8b service neutron] Checking segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:02:21.804798 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01b23b1-5955-4f58-9702-013375882571 req-3d7bb965-797f-4338-a671-0b3a6f5b1d8b service neutron] Bound using segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:02:21.805251 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-a01b23b1-5955-4f58-9702-013375882571 req-3d7bb965-797f-4338-a671-0b3a6f5b1d8b service neutron] Bound port: ef06a5d6-dcd4-45e8-a30d-3050fe0c914c, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:02:21.805618 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-a01b23b1-5955-4f58-9702-013375882571 req-3d7bb965-797f-4338-a671-0b3a6f5b1d8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:21.848440 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-4d754323-2a8c-4cc4-9f76-ca6ac20951f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:21.868695 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a9ef0da7-28ab-4a20-96cd-0fae54ad23e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:21.950818 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a9ef0da7-28ab-4a20-96cd-0fae54ad23e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:21.996288 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-a01b23b1-5955-4f58-9702-013375882571 req-3d7bb965-797f-4338-a671-0b3a6f5b1d8b service neutron] For port ef06a5d6-dcd4-45e8-a30d-3050fe0c914c, host n-h2-776250-12, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:02:22.065995 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-a01b23b1-5955-4f58-9702-013375882571 req-3d7bb965-797f-4338-a671-0b3a6f5b1d8b service neutron] For port ef06a5d6-dcd4-45e8-a30d-3050fe0c914c, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=ef06a5d6-dcd4-45e8-a30d-3050fe0c914c,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:02:22.083604 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-4d754323-2a8c-4cc4-9f76-ca6ac20951f4 None None] Attempting to bind port b32466a3-d87a-4955-b4ea-1a726105365c on host n-d-776250-12 for vnic_type normal with profile {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:02:22.088664 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-4d754323-2a8c-4cc4-9f76-ca6ac20951f4 None None] Attempting to bind port b32466a3-d87a-4955-b4ea-1a726105365c by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:02:22.089157 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d754323-2a8c-4cc4-9f76-ca6ac20951f4 None None] Attempting to bind port b32466a3-d87a-4955-b4ea-1a726105365c on network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:02:22.094407 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8189e85-20e6-43e9-9e5d-6d57a04b9276 None None] Pushing event updated for resources: {'Port': ['ID=b32466a3-d87a-4955-b4ea-1a726105365c,revision_number=2']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:22.118710 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d754323-2a8c-4cc4-9f76-ca6ac20951f4 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:02:22.119201 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d754323-2a8c-4cc4-9f76-ca6ac20951f4 None None] Checking segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:02:22.119628 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-4d754323-2a8c-4cc4-9f76-ca6ac20951f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:22.120044 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d754323-2a8c-4cc4-9f76-ca6ac20951f4 None None] Bound using segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:02:22.120941 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-4d754323-2a8c-4cc4-9f76-ca6ac20951f4 None None] Bound port: b32466a3-d87a-4955-b4ea-1a726105365c, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:02:22.121373 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-4d754323-2a8c-4cc4-9f76-ca6ac20951f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:22.152782 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8280a8e-b419-48ad-83a7-b7ba654ab3ae req-4f591ce7-eec0-4dda-ac7b-ad77a61778f1 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:22.169108 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f8280a8e-b419-48ad-83a7-b7ba654ab3ae req-4f591ce7-eec0-4dda-ac7b-ad77a61778f1 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/ports?device_id=d86eb96a-4662-4a51-b38e-158468bddb6c HTTP/1.1" status: 200 len: 945 time: 0.2952468 Dec 08 16:02:22.175670 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-a01b23b1-5955-4f58-9702-013375882571 req-3d7bb965-797f-4338-a671-0b3a6f5b1d8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:22.271140 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-4d754323-2a8c-4cc4-9f76-ca6ac20951f4 None None] For port b32466a3-d87a-4955-b4ea-1a726105365c, host n-d-776250-12, cleared binding levels {{(pid=110553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:02:22.276848 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-4d754323-2a8c-4cc4-9f76-ca6ac20951f4 None None] For port b32466a3-d87a-4955-b4ea-1a726105365c, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=b32466a3-d87a-4955-b4ea-1a726105365c,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:02:22.289085 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a9ef0da7-28ab-4a20-96cd-0fae54ad23e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:22.295015 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a9ef0da7-28ab-4a20-96cd-0fae54ad23e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:22.300559 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a9ef0da7-28ab-4a20-96cd-0fae54ad23e8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a9cc6548-a35a-43d8-87c7-1f2bd20e35a9 HTTP/1.1" status: 204 len: 168 time: 0.5783920 Dec 08 16:02:22.326390 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b23b1-5955-4f58-9702-013375882571 req-3d7bb965-797f-4338-a671-0b3a6f5b1d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:22.327521 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-a01b23b1-5955-4f58-9702-013375882571 req-3d7bb965-797f-4338-a671-0b3a6f5b1d8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:22.332896 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a01b23b1-5955-4f58-9702-013375882571 req-3d7bb965-797f-4338-a671-0b3a6f5b1d8b service neutron] 10.222.0.37 "PUT /v2.0/ports/ef06a5d6-dcd4-45e8-a30d-3050fe0c914c HTTP/1.1" status: 200 len: 1097 time: 2.4018474 Dec 08 16:02:22.367870 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ef0da7-28ab-4a20-96cd-0fae54ad23e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9cc6548-a35a-43d8-87c7-1f2bd20e35a9,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:22.373409 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-4d754323-2a8c-4cc4-9f76-ca6ac20951f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:22.405229 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f8280a8e-b419-48ad-83a7-b7ba654ab3ae req-75da3627-d782-421d-86b9-790b8d81ce55 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ee75834-e759-4136-8277-a7cad0a8499a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2345350 Dec 08 16:02:22.520843 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8189e85-20e6-43e9-9e5d-6d57a04b9276 None None] Pushing event updated for resources: {'Port': ['ID=b32466a3-d87a-4955-b4ea-1a726105365c,revision_number=3']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:22.564703 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d754323-2a8c-4cc4-9f76-ca6ac20951f4 None None] Routers {'82ffee88-e95a-4cf2-bb6f-dd495dfd367b'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:02:22.565109 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-4d754323-2a8c-4cc4-9f76-ca6ac20951f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:02:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['82ffee88-e95a-4cf2-bb6f-dd495dfd367b'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:02:22.575450 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a52cf567-9fc6-4f2b-8cc1-a9b679e069da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:22.583787 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7bb965-797f-4338-a671-0b3a6f5b1d8b service neutron] Pushing event updated for resources: {'Port': ['ID=ef06a5d6-dcd4-45e8-a30d-3050fe0c914c,revision_number=7']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:22.696531 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b23b1-5955-4f58-9702-013375882571 req-e0e06ac8-6326-4006-a3da-f730468e36ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:22.711945 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a01b23b1-5955-4f58-9702-013375882571 req-e0e06ac8-6326-4006-a3da-f730468e36ba service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b73d206799fe4423a8cfa64c519990fb&device_id=7bef8080-b8f4-4497-bc91-7ab62c323024 HTTP/1.1" status: 200 len: 1100 time: 0.2749972 Dec 08 16:02:22.711945 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0686857-5769-43bc-ac3b-c86f80cb2944 req-46a186bb-0ba6-4b85-a676-2fe78051a28d tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:22.711945 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f0686857-5769-43bc-ac3b-c86f80cb2944 req-46a186bb-0ba6-4b85-a676-2fe78051a28d tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bef8080-b8f4-4497-bc91-7ab62c323024 HTTP/1.1" status: 200 len: 948 time: 0.4277911 Dec 08 16:02:22.737714 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd86eb96a-4662-4a51-b38e-158468bddb6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '704ab857-cb62-42bf-95f6-465a94562502'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:02:22.741324 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c8ad197-690f-4771-a01c-dab1230b2a7e" -d '{"events": [{"server_uuid": "d86eb96a-4662-4a51-b38e-158468bddb6c", "name": "network-vif-plugged", "status": "completed", "tag": "704ab857-cb62-42bf-95f6-465a94562502"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:02:22.790735 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-4d754323-2a8c-4cc4-9f76-ca6ac20951f4 None None] Set router 82ffee88-e95a-4cf2-bb6f-dd495dfd367b gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:02:22.862176 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-78a2977f-5365-4573-bbf6-b3a2ce7c53f1 req-bdff2129-4d24-45df-b592-3c663a515f9b tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f074090-1b8e-44fb-8556-3be31cc2970e HTTP/1.1" status: 200 len: 210 time: 0.0922394 Dec 08 16:02:22.920560 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 32808) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:02:22.963773 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3980cbaf-20d1-42f4-a2ae-e7c68cf64f52 x-openstack-request-id: req-3980cbaf-20d1-42f4-a2ae-e7c68cf64f52 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:02:22.964905 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d86eb96a-4662-4a51-b38e-158468bddb6c", "name": "network-vif-plugged", "status": "completed", "tag": "704ab857-cb62-42bf-95f6-465a94562502", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:02:22.965345 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3980cbaf-20d1-42f4-a2ae-e7c68cf64f52 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:02:22.965935 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd86eb96a-4662-4a51-b38e-158468bddb6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '704ab857-cb62-42bf-95f6-465a94562502', 'code': 200} Dec 08 16:02:22.978740 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f0686857-5769-43bc-ac3b-c86f80cb2944 req-fa3dd919-c3e4-48cb-867c-208839e53515 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533951 Dec 08 16:02:23.116833 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b23b1-5955-4f58-9702-013375882571 req-b3d1dd1a-9e6f-46f5-98ac-e159adaf3457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:23.121295 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a01b23b1-5955-4f58-9702-013375882571 req-b3d1dd1a-9e6f-46f5-98ac-e159adaf3457 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b91759c7-445e-4f7b-9fc4-64d80951832c HTTP/1.1" status: 200 len: 870 time: 0.4078712 Dec 08 16:02:23.126527 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-a52cf567-9fc6-4f2b-8cc1-a9b679e069da admin admin] Allocated IP 172.20.0.1 (ca8171b0-f614-454d-99f4-aa10421116dc/77773989-fe40-43c7-8f75-cacc3888e54a/6dfdf0e4-060e-4ec4-a60a-9135bf868582) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:02:23.171520 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da01a9-445c-4ec2-8a8e-f25c93333ced req-2f93c2da-b7b9-4ff5-9670-41f6f09e6d99 tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:23.179285 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-10da01a9-445c-4ec2-8a8e-f25c93333ced req-2f93c2da-b7b9-4ff5-9670-41f6f09e6d99 tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb05aa62-5e8f-4196-8766-535a079edc6b HTTP/1.1" status: 200 len: 950 time: 0.0969460 Dec 08 16:02:23.184982 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a01b23b1-5955-4f58-9702-013375882571 req-e0012c7c-b208-48be-b7f8-fee53d78fe3e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=ef06a5d6-dcd4-45e8-a30d-3050fe0c914c HTTP/1.1" status: 200 len: 217 time: 0.0579445 Dec 08 16:02:23.245606 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-4d754323-2a8c-4cc4-9f76-ca6ac20951f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ffee88-e95a-4cf2-bb6f-dd495dfd367b', 'name': 'tempest-FloatingIPsTestJSON-1066047312-router', 'tenant_id': '240de1a079cf44ce89b268fe890d8156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'b32466a3-d87a-4955-b4ea-1a726105365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:02:15Z', 'updated_at': '2021-12-08T16:02:18Z', 'revision_number': 3, 'project_id': '240de1a079cf44ce89b268fe890d8156', 'gw_port': {'id': 'b32466a3-d87a-4955-b4ea-1a726105365c', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:60:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ffee88-e95a-4cf2-bb6f-dd495dfd367b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:02:16Z', 'updated_at': '2021-12-08T16:02:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:02:23.281704 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b23b1-5955-4f58-9702-013375882571 req-917dcdff-b8a3-4c1f-a95b-d810b3433183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:23.283759 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a01b23b1-5955-4f58-9702-013375882571 req-917dcdff-b8a3-4c1f-a95b-d810b3433183 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.0922279 Dec 08 16:02:23.287651 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d754323-2a8c-4cc4-9f76-ca6ac20951f4 None None] The sync data for ids ['82ffee88-e95a-4cf2-bb6f-dd495dfd367b'] in n-d-776250-12 is: [{'id': '82ffee88-e95a-4cf2-bb6f-dd495dfd367b', 'name': 'tempest-FloatingIPsTestJSON-1066047312-router', 'tenant_id': '240de1a079cf44ce89b268fe890d8156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'b32466a3-d87a-4955-b4ea-1a726105365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:02:15Z', 'updated_at': '2021-12-08T16:02:18Z', 'revision_number': 3, 'project_id': '240de1a079cf44ce89b268fe890d8156', 'gw_port': {'id': 'b32466a3-d87a-4955-b4ea-1a726105365c', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:60:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ffee88-e95a-4cf2-bb6f-dd495dfd367b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:02:16Z', 'updated_at': '2021-12-08T16:02:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:02:23.288017 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-10da01a9-445c-4ec2-8a8e-f25c93333ced req-b4c093b0-2457-45ca-ae19-0063cf6d7e92 tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ff039b8-54ce-4691-be49-15263a9a03be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047852 Dec 08 16:02:23.341244 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bef8080-b8f4-4497-bc91-7ab62c323024', 'tag': 'ef06a5d6-dcd4-45e8-a30d-3050fe0c914c'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:02:23.345596 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f38c1f49-d998-47ab-adb7-8c33cefa3704" -d '{"events": [{"name": "network-changed", "server_uuid": "7bef8080-b8f4-4497-bc91-7ab62c323024", "tag": "ef06a5d6-dcd4-45e8-a30d-3050fe0c914c"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:02:23.362033 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a52cf567-9fc6-4f2b-8cc1-a9b679e069da admin admin] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:23.387754 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b23b1-5955-4f58-9702-013375882571 req-848e4260-d714-4f2b-99a1-8d65754b17a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:23.390666 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a01b23b1-5955-4f58-9702-013375882571 req-848e4260-d714-4f2b-99a1-8d65754b17a7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0940077 Dec 08 16:02:23.429251 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f8820b-71ee-4463-9acb-2bb8ed4a5b99 x-openstack-request-id: req-94f8820b-71ee-4463-9acb-2bb8ed4a5b99 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:02:23.429741 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bef8080-b8f4-4497-bc91-7ab62c323024", "tag": "ef06a5d6-dcd4-45e8-a30d-3050fe0c914c", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:02:23.430095 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-94f8820b-71ee-4463-9acb-2bb8ed4a5b99 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:02:23.430720 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bef8080-b8f4-4497-bc91-7ab62c323024', 'tag': 'ef06a5d6-dcd4-45e8-a30d-3050fe0c914c', 'status': 'completed', 'code': 200} Dec 08 16:02:23.486294 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0367fc20-8231-45d4-a6c0-c504ac5def85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:23.585140 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a01b23b1-5955-4f58-9702-013375882571 req-a7db15dd-94dc-4cd4-a33a-3c07a18ec3de service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720440 Dec 08 16:02:23.597114 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94caf9b5-ce1a-438d-a5eb-812d750c02db req-63a89003-ab12-4433-9bce-1b4ed40d5d40 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:23.598748 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-94caf9b5-ce1a-438d-a5eb-812d750c02db req-63a89003-ab12-4433-9bce-1b4ed40d5d40 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/ports?device_id=d86eb96a-4662-4a51-b38e-158468bddb6c HTTP/1.1" status: 200 len: 945 time: 0.0612020 Dec 08 16:02:23.717642 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0367fc20-8231-45d4-a6c0-c504ac5def85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:23.739078 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device ef06a5d6-dcd4-45e8-a30d-3050fe0c914c no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:02:23.752501 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-94caf9b5-ce1a-438d-a5eb-812d750c02db req-bd277af9-55ee-4cea-abac-fc49663fc307 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ee75834-e759-4136-8277-a7cad0a8499a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291876 Dec 08 16:02:23.772310 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a01b23b1-5955-4f58-9702-013375882571 req-2b4c8e04-5c6a-4814-9e7a-a6e76f0804c1 service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781721 Dec 08 16:02:23.818597 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device ef06a5d6-dcd4-45e8-a30d-3050fe0c914c not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:02:24.019888 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ca2c13ab-6a49-430b-b1f4-8375d24d3122 req-0f77c798-8240-4846-ae43-77d3a0a4671f tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f074090-1b8e-44fb-8556-3be31cc2970e HTTP/1.1" status: 200 len: 210 time: 0.0328820 Dec 08 16:02:24.166791 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea52ced1-9e3a-4b94-a8e2-438d83dbb89a req-fd41ac7d-397f-4cdf-b821-fabaa6aeb425 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:24.169111 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ea52ced1-9e3a-4b94-a8e2-438d83dbb89a req-fd41ac7d-397f-4cdf-b821-fabaa6aeb425 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bef8080-b8f4-4497-bc91-7ab62c323024 HTTP/1.1" status: 200 len: 948 time: 0.0751760 Dec 08 16:02:24.228596 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ea52ced1-9e3a-4b94-a8e2-438d83dbb89a req-fbc6568a-17df-4db5-8eab-474aa22e6090 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528393 Dec 08 16:02:24.275086 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0367fc20-8231-45d4-a6c0-c504ac5def85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:24.275328 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a52cf567-9fc6-4f2b-8cc1-a9b679e069da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:24.294371 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52cf567-9fc6-4f2b-8cc1-a9b679e069da admin admin] Network ca8171b0-f614-454d-99f4-aa10421116dc is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:02:24.297325 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-a52cf567-9fc6-4f2b-8cc1-a9b679e069da admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:02:24.356050 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52cf567-9fc6-4f2b-8cc1-a9b679e069da admin admin] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:02:24.361261 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a52cf567-9fc6-4f2b-8cc1-a9b679e069da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:24.378365 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-0367fc20-8231-45d4-a6c0-c504ac5def85 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e91c63d4d0944b0bb54a89bf0ecc3a94&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4570949 Dec 08 16:02:24.409200 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 32836) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:02:24.562276 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52cf567-9fc6-4f2b-8cc1-a9b679e069da admin admin] Pushing event updated for resources: {'Port': ['ID=6dfdf0e4-060e-4ec4-a60a-9135bf868582,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:24.656240 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0367fc20-8231-45d4-a6c0-c504ac5def85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f17e0cb-f24b-4d07-a50f-a30eeea9ddaf,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:24.695262 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38c1f49-d998-47ab-adb7-8c33cefa3704 req-49467341-6142-4ef1-8e92-1010de833f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:24.697190 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f38c1f49-d998-47ab-adb7-8c33cefa3704 req-49467341-6142-4ef1-8e92-1010de833f61 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b73d206799fe4423a8cfa64c519990fb&device_id=7bef8080-b8f4-4497-bc91-7ab62c323024 HTTP/1.1" status: 200 len: 1100 time: 0.3020551 Dec 08 16:02:24.700568 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b15be6-2bb3-4daa-af2b-a92054e22c07 req-304284e0-c175-4d36-b36b-4a75d4c4abfd tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:24.704559 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-c4b5f952-ea59-4a9e-9bfc-2043d66a3c86 None None] Provisioning complete for port 6dfdf0e4-060e-4ec4-a60a-9135bf868582 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:02:24.705710 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-19b15be6-2bb3-4daa-af2b-a92054e22c07 req-304284e0-c175-4d36-b36b-4a75d4c4abfd tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.37 "GET /v2.0/networks?id=9fb73276-e1f8-4bac-a027-20476a8f0b71 HTTP/1.1" status: 200 len: 820 time: 0.2579339 Dec 08 16:02:24.706257 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c4b5f952-ea59-4a9e-9bfc-2043d66a3c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:24.715458 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d98f421-3e4d-46ce-89fe-89e1b4dad467 req-c6499189-0d48-4dc7-a1e1-5cd0827658b3 tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:24.719169 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-19b15be6-2bb3-4daa-af2b-a92054e22c07 req-a59febeb-b9e2-45ac-85ce-209e2a75f33e tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Request body: {'port': {'device_id': '1f074090-1b8e-44fb-8556-3be31cc2970e', 'network_id': '9fb73276-e1f8-4bac-a027-20476a8f0b71', 'admin_state_up': True, 'tenant_id': '85658dbd01a84c26a2385fde82126184'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:02:24.739125 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4d98f421-3e4d-46ce-89fe-89e1b4dad467 req-c6499189-0d48-4dc7-a1e1-5cd0827658b3 tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb05aa62-5e8f-4196-8766-535a079edc6b HTTP/1.1" status: 200 len: 950 time: 0.2206082 Dec 08 16:02:24.760376 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device b32466a3-d87a-4955-b4ea-1a726105365c up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:02:24.763916 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-676c9b02-4ae3-434d-940f-025d61a14773 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:24.796398 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-c4b5f952-ea59-4a9e-9bfc-2043d66a3c86 None None] Port 6dfdf0e4-060e-4ec4-a60a-9135bf868582 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:02:24.860099 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port b32466a3-d87a-4955-b4ea-1a726105365c triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:02:24.860513 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:24.881884 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a52cf567-9fc6-4f2b-8cc1-a9b679e069da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:24.912270 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-676c9b02-4ae3-434d-940f-025d61a14773 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:24.931080 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4d98f421-3e4d-46ce-89fe-89e1b4dad467 req-7d0bb890-97fa-4921-8346-bf7300ca6b73 tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ff039b8-54ce-4691-be49-15263a9a03be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906371 Dec 08 16:02:24.978760 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 32840) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:02:25.021823 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-122a20da-8b48-433f-9778-72c85de6147c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:25.028661 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:25.072577 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port b32466a3-d87a-4955-b4ea-1a726105365c, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=b32466a3-d87a-4955-b4ea-1a726105365c,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:25.078134 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38c1f49-d998-47ab-adb7-8c33cefa3704 req-fbf47478-95fb-467e-95e6-30b032181efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:25.080138 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f38c1f49-d998-47ab-adb7-8c33cefa3704 req-fbf47478-95fb-467e-95e6-30b032181efa service neutron] 10.222.0.37 "GET /v2.0/networks?id=b91759c7-445e-4f7b-9fc4-64d80951832c HTTP/1.1" status: 200 len: 870 time: 0.3756852 Dec 08 16:02:25.091803 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0653fa63-2375-476d-bdbb-15f132d03efb req-b730740a-87bb-4c5f-9b34-721e285e4cce tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:25.100469 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0653fa63-2375-476d-bdbb-15f132d03efb req-b730740a-87bb-4c5f-9b34-721e285e4cce tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/ports?device_id=d86eb96a-4662-4a51-b38e-158468bddb6c HTTP/1.1" status: 200 len: 945 time: 0.1737359 Dec 08 16:02:25.190893 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:25.238824 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f38c1f49-d998-47ab-adb7-8c33cefa3704 req-7a329ff7-e441-4bf4-b2cf-02940c8bba61 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=ef06a5d6-dcd4-45e8-a30d-3050fe0c914c HTTP/1.1" status: 200 len: 217 time: 0.1479409 Dec 08 16:02:25.290398 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-676c9b02-4ae3-434d-940f-025d61a14773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:25.293951 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-676c9b02-4ae3-434d-940f-025d61a14773 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:25.298168 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-676c9b02-4ae3-434d-940f-025d61a14773 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7f17e0cb-f24b-4d07-a50f-a30eeea9ddaf HTTP/1.1" status: 204 len: 168 time: 0.8045504 Dec 08 16:02:25.340456 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=b32466a3-d87a-4955-b4ea-1a726105365c,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:25.354813 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-01143129-b194-4104-827a-41b4d3822a34 req-c0023531-8745-439f-9511-2532373dbb0d tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f074090-1b8e-44fb-8556-3be31cc2970e HTTP/1.1" status: 200 len: 210 time: 0.1090364 Dec 08 16:02:25.374571 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676c9b02-4ae3-434d-940f-025d61a14773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f17e0cb-f24b-4d07-a50f-a30eeea9ddaf,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:25.400370 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38c1f49-d998-47ab-adb7-8c33cefa3704 req-d5f48a5e-dd05-4dc7-8126-4fa4455275ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:25.402490 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f38c1f49-d998-47ab-adb7-8c33cefa3704 req-d5f48a5e-dd05-4dc7-8126-4fa4455275ef service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.1395671 Dec 08 16:02:25.523305 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-122a20da-8b48-433f-9778-72c85de6147c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:25.536990 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38c1f49-d998-47ab-adb7-8c33cefa3704 req-8a79e2d0-1be6-46ee-9dfe-7a791ebeb04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:25.539050 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f38c1f49-d998-47ab-adb7-8c33cefa3704 req-8a79e2d0-1be6-46ee-9dfe-7a791ebeb04a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1279080 Dec 08 16:02:25.681415 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38c1f49-d998-47ab-adb7-8c33cefa3704 req-d2bff432-5061-4290-9622-ca67bdc5f32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:25.682945 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f38c1f49-d998-47ab-adb7-8c33cefa3704 req-d2bff432-5061-4290-9622-ca67bdc5f32b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b73d206799fe4423a8cfa64c519990fb&device_id=7bef8080-b8f4-4497-bc91-7ab62c323024 HTTP/1.1" status: 200 len: 1100 time: 0.5700693 Dec 08 16:02:25.691240 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c51f8-d0ca-4bc5-9418-246741f2bf6e req-ee237920-169e-412b-9f9a-b155c814b636 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:25.693953 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-660c51f8-d0ca-4bc5-9418-246741f2bf6e req-ee237920-169e-412b-9f9a-b155c814b636 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bef8080-b8f4-4497-bc91-7ab62c323024 HTTP/1.1" status: 200 len: 948 time: 0.0865815 Dec 08 16:02:25.696847 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0653fa63-2375-476d-bdbb-15f132d03efb req-72289510-d226-4b2c-8e07-e5b95670a141 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ee75834-e759-4136-8277-a7cad0a8499a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5936890 Dec 08 16:02:25.714855 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-122a20da-8b48-433f-9778-72c85de6147c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:25.770311 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f38c1f49-d998-47ab-adb7-8c33cefa3704 req-98cc135f-60c3-4c13-8b12-90c52ef10d62 service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210634 Dec 08 16:02:25.799325 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b59530d-488c-4bb0-aaaf-956777700d51 req-d5f72f6c-a1f8-4ed3-96c0-29d81539574c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:25.800945 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2b59530d-488c-4bb0-aaaf-956777700d51 req-d5f72f6c-a1f8-4ed3-96c0-29d81539574c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d86eb96a-4662-4a51-b38e-158468bddb6c HTTP/1.1" status: 200 len: 1097 time: 0.5201297 Dec 08 16:02:25.821682 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-122a20da-8b48-433f-9778-72c85de6147c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=760c55539b7348e3aacbeb4e1d84553f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8417606 Dec 08 16:02:25.825150 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 32858) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:02:25.853874 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122a20da-8b48-433f-9778-72c85de6147c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b54ece-9cbb-41c4-8c77-912a39eb6bf3,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:25.875958 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a52cf567-9fc6-4f2b-8cc1-a9b679e069da admin admin] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:25.903834 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-660c51f8-d0ca-4bc5-9418-246741f2bf6e req-2b68b23b-d040-40d8-822c-dc8c6f15574c tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898680 Dec 08 16:02:25.939738 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38c1f49-d998-47ab-adb7-8c33cefa3704 req-482f13a6-2932-40e8-8090-3225a53056b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:25.941760 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f38c1f49-d998-47ab-adb7-8c33cefa3704 req-482f13a6-2932-40e8-8090-3225a53056b6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b91759c7-445e-4f7b-9fc4-64d80951832c HTTP/1.1" status: 200 len: 870 time: 0.2393577 Dec 08 16:02:25.947510 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19b15be6-2bb3-4daa-af2b-a92054e22c07 req-a59febeb-b9e2-45ac-85ce-209e2a75f33e tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Made reservation on behalf of 85658dbd01a84c26a2385fde82126184 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:02:25.952084 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-19b15be6-2bb3-4daa-af2b-a92054e22c07 req-a59febeb-b9e2-45ac-85ce-209e2a75f33e tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:25.960862 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f38c1f49-d998-47ab-adb7-8c33cefa3704 req-9ed3361d-f4c8-47e3-b8c0-dc055298c2e5 service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731722 Dec 08 16:02:25.976827 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2b59530d-488c-4bb0-aaaf-956777700d51 req-bd431fa9-2289-4bb3-a93e-5d41b09f539d service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=9ee75834-e759-4136-8277-a7cad0a8499a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633413 Dec 08 16:02:26.020345 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a52cf567-9fc6-4f2b-8cc1-a9b679e069da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:26.021091 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a52cf567-9fc6-4f2b-8cc1-a9b679e069da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:26.024533 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f38c1f49-d998-47ab-adb7-8c33cefa3704 req-9296c5df-70bb-452e-a71a-686a8535a3d0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=ef06a5d6-dcd4-45e8-a30d-3050fe0c914c HTTP/1.1" status: 200 len: 217 time: 0.0689483 Dec 08 16:02:26.044512 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-26a6cea7-4b11-4390-b1b6-fe726390de97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:26.232302 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52cf567-9fc6-4f2b-8cc1-a9b679e069da admin admin] Pushing event updated for resources: {'Port': ['ID=6dfdf0e4-060e-4ec4-a60a-9135bf868582,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:26.241130 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-26a6cea7-4b11-4390-b1b6-fe726390de97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:26.401682 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b2ba1-85d7-4ed8-83d5-cbb8aee835df req-1285be5e-db08-4f6d-ba2b-9ec5c99d9841 tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:26.403865 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-206b2ba1-85d7-4ed8-83d5-cbb8aee835df req-1285be5e-db08-4f6d-ba2b-9ec5c99d9841 tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb05aa62-5e8f-4196-8766-535a079edc6b HTTP/1.1" status: 200 len: 950 time: 0.3341091 Dec 08 16:02:26.420009 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 32866) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:02:26.421668 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38c1f49-d998-47ab-adb7-8c33cefa3704 req-eff88d03-a647-4fd4-8813-08838e6a7fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:26.423177 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f38c1f49-d998-47ab-adb7-8c33cefa3704 req-eff88d03-a647-4fd4-8813-08838e6a7fba service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.1727803 Dec 08 16:02:26.437981 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-19b15be6-2bb3-4daa-af2b-a92054e22c07 req-a59febeb-b9e2-45ac-85ce-209e2a75f33e tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Allocated IP 172.20.0.7 (9fb73276-e1f8-4bac-a027-20476a8f0b71/3bab6816-4414-47cc-922e-2566e0e2da0a/cad83a43-ab3b-4789-a1d9-94f29188d5a6) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:02:26.442333 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2b7ca26a-ccbd-4b84-8b90-0ce9aff7d4fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:26.493718 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52cf567-9fc6-4f2b-8cc1-a9b679e069da admin admin] Network ca8171b0-f614-454d-99f4-aa10421116dc is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:02:26.507285 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-a52cf567-9fc6-4f2b-8cc1-a9b679e069da admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:02:26.563680 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-206b2ba1-85d7-4ed8-83d5-cbb8aee835df req-780667f1-33e0-4ac7-bdc4-786e0aa5a70d tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ff039b8-54ce-4691-be49-15263a9a03be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439900 Dec 08 16:02:26.650246 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-209f0a35-c462-49ba-95e9-3c048953ea36 req-98e810df-d904-4768-bc7a-38ac99a563ef tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f074090-1b8e-44fb-8556-3be31cc2970e HTTP/1.1" status: 200 len: 210 time: 0.0695243 Dec 08 16:02:26.650504 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device b32466a3-d87a-4955-b4ea-1a726105365c up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:02:26.663672 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-26a6cea7-4b11-4390-b1b6-fe726390de97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:26.681925 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-26a6cea7-4b11-4390-b1b6-fe726390de97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:26.686211 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-26a6cea7-4b11-4390-b1b6-fe726390de97 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/94b54ece-9cbb-41c4-8c77-912a39eb6bf3 HTTP/1.1" status: 204 len: 168 time: 0.8560905 Dec 08 16:02:26.704336 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38c1f49-d998-47ab-adb7-8c33cefa3704 req-2d47f998-83f3-4c62-ae22-b8539041935f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:26.706024 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f38c1f49-d998-47ab-adb7-8c33cefa3704 req-2d47f998-83f3-4c62-ae22-b8539041935f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2652993 Dec 08 16:02:26.744428 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a6cea7-4b11-4390-b1b6-fe726390de97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b54ece-9cbb-41c4-8c77-912a39eb6bf3,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:26.830328 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2b7ca26a-ccbd-4b84-8b90-0ce9aff7d4fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:26.851247 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port b32466a3-d87a-4955-b4ea-1a726105365c triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:02:26.851630 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:26.939476 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2b7ca26a-ccbd-4b84-8b90-0ce9aff7d4fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:26.971583 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7ca26a-ccbd-4b84-8b90-0ce9aff7d4fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8d1b6a-c509-4a13-b8c8-ec4ce1a71477,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:27.012341 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-358fbb9b-54a6-4249-80e5-fc3abb043d8d None None] Provisioning complete for port 6dfdf0e4-060e-4ec4-a60a-9135bf868582 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:02:27.013018 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-358fbb9b-54a6-4249-80e5-fc3abb043d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:27.017673 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-2b7ca26a-ccbd-4b84-8b90-0ce9aff7d4fb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8a048045734248bf8979b936be343521&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5960650 Dec 08 16:02:27.020218 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 32876) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:02:27.067714 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-358fbb9b-54a6-4249-80e5-fc3abb043d8d None None] Port 6dfdf0e4-060e-4ec4-a60a-9135bf868582 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:02:27.077295 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc4210-cd3a-43ae-8b78-c7cdcafc8786 req-3ebfb8f9-19ae-4f7a-891b-8752b24632d7 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:27.079290 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-13cc4210-cd3a-43ae-8b78-c7cdcafc8786 req-3ebfb8f9-19ae-4f7a-891b-8752b24632d7 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bef8080-b8f4-4497-bc91-7ab62c323024 HTTP/1.1" status: 200 len: 948 time: 0.1017478 Dec 08 16:02:27.086806 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-19b15be6-2bb3-4daa-af2b-a92054e22c07 req-a59febeb-b9e2-45ac-85ce-209e2a75f33e tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:27.092994 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device ef06a5d6-dcd4-45e8-a30d-3050fe0c914c details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:02:27.094368 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a52cf567-9fc6-4f2b-8cc1-a9b679e069da admin admin] Router 82ffee88-e95a-4cf2-bb6f-dd495dfd367b has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:02:27.118273 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57583e64-c750-4fe7-80c0-3ea4e4757a72 req-20b3158c-418a-4c43-ab04-2a6d083aca99 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:27.121212 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-57583e64-c750-4fe7-80c0-3ea4e4757a72 req-20b3158c-418a-4c43-ab04-2a6d083aca99 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/ports?device_id=d86eb96a-4662-4a51-b38e-158468bddb6c HTTP/1.1" status: 200 len: 945 time: 0.2272434 Dec 08 16:02:27.132878 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f38c1f49-d998-47ab-adb7-8c33cefa3704 req-93db58fd-d039-41af-9744-1c3df91ba84e service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4057186 Dec 08 16:02:27.147085 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-766d3d84-a3b8-48a7-9da2-2aa69d1146be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:27.193937 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-13cc4210-cd3a-43ae-8b78-c7cdcafc8786 req-8e642906-58ac-421d-ba03-8faf4c1006d2 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040337 Dec 08 16:02:27.215646 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-766d3d84-a3b8-48a7-9da2-2aa69d1146be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:27.350443 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port ef06a5d6-dcd4-45e8-a30d-3050fe0c914c, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=ef06a5d6-dcd4-45e8-a30d-3050fe0c914c,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:27.391440 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': 'ef06a5d6-dcd4-45e8-a30d-3050fe0c914c', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'port_id': 'ef06a5d6-dcd4-45e8-a30d-3050fe0c914c', 'mac_address': 'fa:16:3e:b7:93:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c93b3a32-b438-4a47-8558-220c03febf97', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:02:27.442753 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a52cf567-9fc6-4f2b-8cc1-a9b679e069da admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:02:27.465034 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:27.467495 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a447687d-3a1b-4641-aff5-320df1c77031 None None] Sync routers for ids ['82ffee88-e95a-4cf2-bb6f-dd495dfd367b'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:02:27.469795 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a52cf567-9fc6-4f2b-8cc1-a9b679e069da admin admin] 10.222.0.64 "PUT /v2.0/routers/82ffee88-e95a-4cf2-bb6f-dd495dfd367b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7386665 Dec 08 16:02:27.470500 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-766d3d84-a3b8-48a7-9da2-2aa69d1146be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:27.473261 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-766d3d84-a3b8-48a7-9da2-2aa69d1146be admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:27.474577 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-766d3d84-a3b8-48a7-9da2-2aa69d1146be admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/aa8d1b6a-c509-4a13-b8c8-ec4ce1a71477 HTTP/1.1" status: 204 len: 168 time: 0.4533625 Dec 08 16:02:27.485810 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766d3d84-a3b8-48a7-9da2-2aa69d1146be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8d1b6a-c509-4a13-b8c8-ec4ce1a71477,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:27.486142 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-57583e64-c750-4fe7-80c0-3ea4e4757a72 req-f78fbea0-e4c7-4fde-8521-6553d6c6e3cb tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ee75834-e759-4136-8277-a7cad0a8499a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3551905 Dec 08 16:02:27.541406 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a447687d-3a1b-4641-aff5-320df1c77031 None None] Routers {'82ffee88-e95a-4cf2-bb6f-dd495dfd367b'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:02:27.547779 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-a447687d-3a1b-4641-aff5-320df1c77031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:02:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['82ffee88-e95a-4cf2-bb6f-dd495dfd367b'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:02:27.550244 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef06a5d6-dcd4-45e8-a30d-3050fe0c914c {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:02:27.571718 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port ef06a5d6-dcd4-45e8-a30d-3050fe0c914c, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=ef06a5d6-dcd4-45e8-a30d-3050fe0c914c,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:27.595814 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f38c1f49-d998-47ab-adb7-8c33cefa3704 req-070f3f26-c041-438f-9946-4343b3d2c593 service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4492774 Dec 08 16:02:27.648867 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-19b15be6-2bb3-4daa-af2b-a92054e22c07 req-a59febeb-b9e2-45ac-85ce-209e2a75f33e tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:27.661803 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['150aec00-a505-4a9d-95d4-59e8f7ccabdf'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:02:27.847085 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19b15be6-2bb3-4daa-af2b-a92054e22c07 req-a59febeb-b9e2-45ac-85ce-209e2a75f33e tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Network 9fb73276-e1f8-4bac-a027-20476a8f0b71 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:02:27.862455 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:27.863824 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-19b15be6-2bb3-4daa-af2b-a92054e22c07 req-a59febeb-b9e2-45ac-85ce-209e2a75f33e tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:02:27.871537 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-19b15be6-2bb3-4daa-af2b-a92054e22c07 req-a59febeb-b9e2-45ac-85ce-209e2a75f33e tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:02:27.888655 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b15be6-2bb3-4daa-af2b-a92054e22c07 req-a59febeb-b9e2-45ac-85ce-209e2a75f33e tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:27.889341 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-19b15be6-2bb3-4daa-af2b-a92054e22c07 req-a59febeb-b9e2-45ac-85ce-209e2a75f33e tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:27.932133 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d7a01-a7d5-4751-9609-08c921e7963a req-851ea508-87e5-45af-a7c5-74c498ce55a4 tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:27.942498 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-aa4d7a01-a7d5-4751-9609-08c921e7963a req-851ea508-87e5-45af-a7c5-74c498ce55a4 tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb05aa62-5e8f-4196-8766-535a079edc6b HTTP/1.1" status: 200 len: 950 time: 0.1392646 Dec 08 16:02:27.949390 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59febeb-b9e2-45ac-85ce-209e2a75f33e tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Pushing event updated for resources: {'Port': ['ID=cad83a43-ab3b-4789-a1d9-94f29188d5a6,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:28.008908 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-a447687d-3a1b-4641-aff5-320df1c77031 None None] Set router 82ffee88-e95a-4cf2-bb6f-dd495dfd367b gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:02:28.065457 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=ef06a5d6-dcd4-45e8-a30d-3050fe0c914c,revision_number=8']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:28.065885 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ddc50-f93b-4a4a-9ef9-e30fd3b6b841 req-d194f5c1-17f0-4177-9b9c-37aa684f229a tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:28.089175 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b69ddc50-f93b-4a4a-9ef9-e30fd3b6b841 req-d194f5c1-17f0-4177-9b9c-37aa684f229a tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bef8080-b8f4-4497-bc91-7ab62c323024 HTTP/1.1" status: 200 len: 949 time: 0.2977605 Dec 08 16:02:28.091429 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-aa4d7a01-a7d5-4751-9609-08c921e7963a req-7a0e4adf-4586-45de-a1f2-5388423ce7cb tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ff039b8-54ce-4691-be49-15263a9a03be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366868 Dec 08 16:02:28.102522 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-19b15be6-2bb3-4daa-af2b-a92054e22c07 req-a59febeb-b9e2-45ac-85ce-209e2a75f33e tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3872507 Dec 08 16:02:28.156980 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-19b15be6-2bb3-4daa-af2b-a92054e22c07 req-635f28fe-b95f-4c45-9c3e-0ff3d28b80af service neutron] Request body: {'port': {'device_id': '1f074090-1b8e-44fb-8556-3be31cc2970e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:02:28.240698 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['ef06a5d6-dcd4-45e8-a30d-3050fe0c914c'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:02:28.282707 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1747e-c74f-476e-bc13-1d98b9fdf3f3 req-cd9d31f8-c038-4358-8a5a-1c15809b0112 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:28.288731 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f7e1747e-c74f-476e-bc13-1d98b9fdf3f3 req-cd9d31f8-c038-4358-8a5a-1c15809b0112 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bef8080-b8f4-4497-bc91-7ab62c323024&tenant_id=b73d206799fe4423a8cfa64c519990fb&binding%3Ahost_id=n-h2-776250-12 HTTP/1.1" status: 200 len: 949 time: 0.3615463 Dec 08 16:02:28.341262 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb9622-378f-471f-af29-c1008d542d35 req-b21f2919-22c6-4356-aac5-20383c2f6086 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:28.341736 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b69ddc50-f93b-4a4a-9ef9-e30fd3b6b841 req-515af14b-7eb2-46d9-817e-11bb3dd05e12 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458007 Dec 08 16:02:28.347653 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e6cb9622-378f-471f-af29-c1008d542d35 req-b21f2919-22c6-4356-aac5-20383c2f6086 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f074090-1b8e-44fb-8556-3be31cc2970e HTTP/1.1" status: 200 len: 931 time: 0.1190374 Dec 08 16:02:28.441193 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e6cb9622-378f-471f-af29-c1008d542d35 req-da755e26-2005-4189-83f4-a21052eea73b tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871868 Dec 08 16:02:28.463487 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-19b15be6-2bb3-4daa-af2b-a92054e22c07 req-635f28fe-b95f-4c45-9c3e-0ff3d28b80af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:28.472066 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [req-f7e1747e-c74f-476e-bc13-1d98b9fdf3f3 req-599c6b1c-225a-4e6c-b217-4558f61d8c84 service neutron] delete failed (client error): The resource could not be found. Dec 08 16:02:28.472066 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f7e1747e-c74f-476e-bc13-1d98b9fdf3f3 req-599c6b1c-225a-4e6c-b217-4558f61d8c84 service neutron] 10.222.0.76 "DELETE /v2.0/ports/ef06a5d6-dcd4-45e8-a30d-3050fe0c914c/bindings/n-h1-776250-12 HTTP/1.1" status: 404 len: 381 time: 0.1359842 Dec 08 16:02:28.522157 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-a447687d-3a1b-4641-aff5-320df1c77031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ffee88-e95a-4cf2-bb6f-dd495dfd367b', 'name': 'tempest-FloatingIPsTestJSON-1066047312-router', 'tenant_id': '240de1a079cf44ce89b268fe890d8156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'b32466a3-d87a-4955-b4ea-1a726105365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:02:15Z', 'updated_at': '2021-12-08T16:02:24Z', 'revision_number': 4, 'project_id': '240de1a079cf44ce89b268fe890d8156', 'gw_port': {'id': 'b32466a3-d87a-4955-b4ea-1a726105365c', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:60:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ffee88-e95a-4cf2-bb6f-dd495dfd367b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:02:16Z', 'updated_at': '2021-12-08T16:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '6dfdf0e4-060e-4ec4-a60a-9135bf868582', 'name': '', 'network_id': 'ca8171b0-f614-454d-99f4-aa10421116dc', 'tenant_id': '240de1a079cf44ce89b268fe890d8156', 'mac_address': 'fa:16:3e:90:69:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ffee88-e95a-4cf2-bb6f-dd495dfd367b', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '77773989-fe40-43c7-8f75-cacc3888e54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:02:22Z', 'updated_at': '2021-12-08T16:02:25Z', 'revision_number': 2, 'project_id': '240de1a079cf44ce89b268fe890d8156', 'subnets': [{'id': '77773989-fe40-43c7-8f75-cacc3888e54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:02:28.577165 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a447687d-3a1b-4641-aff5-320df1c77031 None None] Checking router: 82ffee88-e95a-4cf2-bb6f-dd495dfd367b for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:02:28.577439 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a447687d-3a1b-4641-aff5-320df1c77031 None None] Updating router 82ffee88-e95a-4cf2-bb6f-dd495dfd367b port 6dfdf0e4-060e-4ec4-a60a-9135bf868582 binding host n-d-776250-12 {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:02:28.619897 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a447687d-3a1b-4641-aff5-320df1c77031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:29.097057 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e47d0-10e8-47cd-8558-8b11bdda82fd req-2bb1f510-aa38-4dac-b103-d99f90a5da90 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:29.100100 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-946e47d0-10e8-47cd-8558-8b11bdda82fd req-2bb1f510-aa38-4dac-b103-d99f90a5da90 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/ports?device_id=d86eb96a-4662-4a51-b38e-158468bddb6c HTTP/1.1" status: 200 len: 945 time: 0.0792465 Dec 08 16:02:29.212588 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a447687d-3a1b-4641-aff5-320df1c77031 None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:29.221412 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1747e-c74f-476e-bc13-1d98b9fdf3f3 req-2fca9e6a-29cc-4d78-a566-cfee566f2256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:29.223180 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f7e1747e-c74f-476e-bc13-1d98b9fdf3f3 req-2fca9e6a-29cc-4d78-a566-cfee566f2256 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b73d206799fe4423a8cfa64c519990fb&device_id=7bef8080-b8f4-4497-bc91-7ab62c323024 HTTP/1.1" status: 200 len: 1101 time: 0.6295857 Dec 08 16:02:29.229551 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-946e47d0-10e8-47cd-8558-8b11bdda82fd req-22f9230e-2be8-45a1-8cdd-89f3882090ab tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ee75834-e759-4136-8277-a7cad0a8499a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185782 Dec 08 16:02:29.241181 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 32942) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:02:29.318626 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a447687d-3a1b-4641-aff5-320df1c77031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:29.386776 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-6a8af0ad-868d-48e4-a7d8-79347952279c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1194745960-network', 'tenant_id': '8b17b512834447aea285923e7004d778'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:02:29.460933 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce53897-2798-4a6e-a952-7f430cc270f2 None None] Pushing event updated for resources: {'Port': ['ID=6dfdf0e4-060e-4ec4-a60a-9135bf868582,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:29.510457 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a8af0ad-868d-48e4-a7d8-79347952279c admin admin] Made reservation on behalf of 8b17b512834447aea285923e7004d778 for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:02:29.513526 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6a8af0ad-868d-48e4-a7d8-79347952279c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:29.526186 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fc38fe5b-cbc9-4fb6-aac5-6052eba61e70 req-ac06a973-93f1-4159-9dbe-cc3a517054da tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4155095 Dec 08 16:02:29.533333 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1747e-c74f-476e-bc13-1d98b9fdf3f3 req-34038418-8581-406f-bb4a-337751f954d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:29.533333 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f7e1747e-c74f-476e-bc13-1d98b9fdf3f3 req-34038418-8581-406f-bb4a-337751f954d5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b91759c7-445e-4f7b-9fc4-64d80951832c HTTP/1.1" status: 200 len: 870 time: 0.2968216 Dec 08 16:02:29.541142 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-fc38fe5b-cbc9-4fb6-aac5-6052eba61e70 req-fd803d01-7bbc-494e-9c08-7276b74476d8 tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] Request body: {'floatingip': {'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:02:29.568360 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8febe-fb2c-4741-b81e-69cff07749ee req-2bf52f15-879a-438a-aba8-d08f360f2523 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:29.570344 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-37c8febe-fb2c-4741-b81e-69cff07749ee req-2bf52f15-879a-438a-aba8-d08f360f2523 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/ports?device_id=d86eb96a-4662-4a51-b38e-158468bddb6c HTTP/1.1" status: 200 len: 945 time: 0.1351926 Dec 08 16:02:29.571287 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6a8af0ad-868d-48e4-a7d8-79347952279c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:29.588998 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 32962) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:02:29.601683 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-a447687d-3a1b-4641-aff5-320df1c77031 None None] Attempting to bind port 6dfdf0e4-060e-4ec4-a60a-9135bf868582 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:02:29.602931 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-a447687d-3a1b-4641-aff5-320df1c77031 None None] Attempting to bind port 6dfdf0e4-060e-4ec4-a60a-9135bf868582 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '703d0202-3dc0-4a09-9275-5efe541de01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ca8171b0-f614-454d-99f4-aa10421116dc'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:02:29.603535 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a447687d-3a1b-4641-aff5-320df1c77031 None None] Attempting to bind port 6dfdf0e4-060e-4ec4-a60a-9135bf868582 on network ca8171b0-f614-454d-99f4-aa10421116dc {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:02:29.611036 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-bafc5aed-0e6a-4e2d-a3fe-7467ff2f1a5b tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Request body: {'floatingip': {'port_id': '704ab857-cb62-42bf-95f6-465a94562502'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:02:29.614667 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a447687d-3a1b-4641-aff5-320df1c77031 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:02:29.615559 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a447687d-3a1b-4641-aff5-320df1c77031 None None] Checking segment: {'id': '703d0202-3dc0-4a09-9275-5efe541de01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ca8171b0-f614-454d-99f4-aa10421116dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:02:29.616447 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a447687d-3a1b-4641-aff5-320df1c77031 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:29.618709 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a447687d-3a1b-4641-aff5-320df1c77031 None None] Bound using segment: {'id': '703d0202-3dc0-4a09-9275-5efe541de01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ca8171b0-f614-454d-99f4-aa10421116dc'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:02:29.619633 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-a447687d-3a1b-4641-aff5-320df1c77031 None None] Bound port: 6dfdf0e4-060e-4ec4-a60a-9135bf868582, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '703d0202-3dc0-4a09-9275-5efe541de01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ca8171b0-f614-454d-99f4-aa10421116dc'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:02:29.620535 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a447687d-3a1b-4641-aff5-320df1c77031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:29.650401 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f7e1747e-c74f-476e-bc13-1d98b9fdf3f3 req-7cfcc4bf-6c8d-4801-9ec6-f5a608b36381 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=ef06a5d6-dcd4-45e8-a30d-3050fe0c914c HTTP/1.1" status: 200 len: 217 time: 0.0992210 Dec 08 16:02:29.655086 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-19b15be6-2bb3-4daa-af2b-a92054e22c07 req-635f28fe-b95f-4c45-9c3e-0ff3d28b80af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cad83a43-ab3b-4789-a1d9-94f29188d5a6 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:02:29.680570 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-19b15be6-2bb3-4daa-af2b-a92054e22c07 req-635f28fe-b95f-4c45-9c3e-0ff3d28b80af service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:29.730576 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bafc5aed-0e6a-4e2d-a3fe-7467ff2f1a5b tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Publish callbacks [] for floatingip, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:29.772024 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-19b15be6-2bb3-4daa-af2b-a92054e22c07 req-635f28fe-b95f-4c45-9c3e-0ff3d28b80af service neutron] Transition to ACTIVE for port object cad83a43-ab3b-4789-a1d9-94f29188d5a6 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:02:29.802735 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1747e-c74f-476e-bc13-1d98b9fdf3f3 req-15989904-8df6-4fc3-af30-890daf9ccaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:29.804720 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f7e1747e-c74f-476e-bc13-1d98b9fdf3f3 req-15989904-8df6-4fc3-af30-890daf9ccaaf service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.1312594 Dec 08 16:02:29.807911 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-a447687d-3a1b-4641-aff5-320df1c77031 None None] For port 6dfdf0e4-060e-4ec4-a60a-9135bf868582, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:02:29.812430 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-a447687d-3a1b-4641-aff5-320df1c77031 None None] For port 6dfdf0e4-060e-4ec4-a60a-9135bf868582, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=6dfdf0e4-060e-4ec4-a60a-9135bf868582,segment=NetworkSegment(703d0202-3dc0-4a09-9275-5efe541de01b),segment_id=703d0202-3dc0-4a09-9275-5efe541de01b)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:02:29.848810 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-fc38fe5b-cbc9-4fb6-aac5-6052eba61e70 req-fd803d01-7bbc-494e-9c08-7276b74476d8 tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] Publish callbacks [] for floatingip, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:29.883572 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a447687d-3a1b-4641-aff5-320df1c77031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:29.903679 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-19b15be6-2bb3-4daa-af2b-a92054e22c07 req-635f28fe-b95f-4c45-9c3e-0ff3d28b80af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:29.955259 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1747e-c74f-476e-bc13-1d98b9fdf3f3 req-10ee273e-983a-4c55-837a-0bc29708685e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:29.958447 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f7e1747e-c74f-476e-bc13-1d98b9fdf3f3 req-10ee273e-983a-4c55-837a-0bc29708685e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1418393 Dec 08 16:02:30.001911 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-03b42896-27a9-4fa3-9c3b-71f50762694c None None] Provisioning complete for port 6dfdf0e4-060e-4ec4-a60a-9135bf868582 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:02:30.002575 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-03b42896-27a9-4fa3-9c3b-71f50762694c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:30.029695 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce53897-2798-4a6e-a952-7f430cc270f2 None None] Pushing event updated for resources: {'Port': ['ID=6dfdf0e4-060e-4ec4-a60a-9135bf868582,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:30.035623 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a447687d-3a1b-4641-aff5-320df1c77031 None None] Routers {'82ffee88-e95a-4cf2-bb6f-dd495dfd367b'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:02:30.036603 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-a447687d-3a1b-4641-aff5-320df1c77031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:02:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['82ffee88-e95a-4cf2-bb6f-dd495dfd367b'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:02:30.054870 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815fba8-95aa-4950-8d0c-bdcae3e40bb2 req-147793db-38e2-4818-9f11-f2c5044e339d tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:30.056487 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0815fba8-95aa-4950-8d0c-bdcae3e40bb2 req-147793db-38e2-4818-9f11-f2c5044e339d tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bef8080-b8f4-4497-bc91-7ab62c323024 HTTP/1.1" status: 200 len: 949 time: 0.1583359 Dec 08 16:02:30.234571 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6a8af0ad-868d-48e4-a7d8-79347952279c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:30.262455 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635f28fe-b95f-4c45-9c3e-0ff3d28b80af service neutron] Pushing event updated for resources: {'Port': ['ID=cad83a43-ab3b-4789-a1d9-94f29188d5a6,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:30.274154 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-19b15be6-2bb3-4daa-af2b-a92054e22c07 req-635f28fe-b95f-4c45-9c3e-0ff3d28b80af service neutron] Attempting to bind port cad83a43-ab3b-4789-a1d9-94f29188d5a6 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:02:30.274476 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-19b15be6-2bb3-4daa-af2b-a92054e22c07 req-635f28fe-b95f-4c45-9c3e-0ff3d28b80af service neutron] Attempting to bind port cad83a43-ab3b-4789-a1d9-94f29188d5a6 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9fb73276-e1f8-4bac-a027-20476a8f0b71'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:02:30.279043 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b15be6-2bb3-4daa-af2b-a92054e22c07 req-635f28fe-b95f-4c45-9c3e-0ff3d28b80af service neutron] Attempting to bind port cad83a43-ab3b-4789-a1d9-94f29188d5a6 on network 9fb73276-e1f8-4bac-a027-20476a8f0b71 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:02:30.282195 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0815fba8-95aa-4950-8d0c-bdcae3e40bb2 req-b45021fb-e1ce-487a-867b-35d534690871 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960139 Dec 08 16:02:30.286633 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-a447687d-3a1b-4641-aff5-320df1c77031 None None] Set router 82ffee88-e95a-4cf2-bb6f-dd495dfd367b gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:02:30.305040 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b15be6-2bb3-4daa-af2b-a92054e22c07 req-635f28fe-b95f-4c45-9c3e-0ff3d28b80af service neutron] Port cad83a43-ab3b-4789-a1d9-94f29188d5a6 on network 9fb73276-e1f8-4bac-a027-20476a8f0b71 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:02:30.307895 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b15be6-2bb3-4daa-af2b-a92054e22c07 req-635f28fe-b95f-4c45-9c3e-0ff3d28b80af service neutron] Attempting to bind port cad83a43-ab3b-4789-a1d9-94f29188d5a6 on network 9fb73276-e1f8-4bac-a027-20476a8f0b71 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:02:30.313874 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b15be6-2bb3-4daa-af2b-a92054e22c07 req-635f28fe-b95f-4c45-9c3e-0ff3d28b80af service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:02:30.314239 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b15be6-2bb3-4daa-af2b-a92054e22c07 req-635f28fe-b95f-4c45-9c3e-0ff3d28b80af service neutron] Checking segment: {'id': '08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9fb73276-e1f8-4bac-a027-20476a8f0b71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:02:30.314605 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b15be6-2bb3-4daa-af2b-a92054e22c07 req-635f28fe-b95f-4c45-9c3e-0ff3d28b80af service neutron] Bound using segment: {'id': '08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9fb73276-e1f8-4bac-a027-20476a8f0b71'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:02:30.315057 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-19b15be6-2bb3-4daa-af2b-a92054e22c07 req-635f28fe-b95f-4c45-9c3e-0ff3d28b80af service neutron] Bound port: cad83a43-ab3b-4789-a1d9-94f29188d5a6, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9fb73276-e1f8-4bac-a027-20476a8f0b71'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:02:30.315419 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-19b15be6-2bb3-4daa-af2b-a92054e22c07 req-635f28fe-b95f-4c45-9c3e-0ff3d28b80af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:30.347991 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-03b42896-27a9-4fa3-9c3b-71f50762694c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:30.402365 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635f28fe-b95f-4c45-9c3e-0ff3d28b80af service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:30.408301 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635f28fe-b95f-4c45-9c3e-0ff3d28b80af service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:30.409110 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635f28fe-b95f-4c45-9c3e-0ff3d28b80af service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:30.409479 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635f28fe-b95f-4c45-9c3e-0ff3d28b80af service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:30.409831 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635f28fe-b95f-4c45-9c3e-0ff3d28b80af service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:30.410204 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635f28fe-b95f-4c45-9c3e-0ff3d28b80af service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:30.410603 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635f28fe-b95f-4c45-9c3e-0ff3d28b80af service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:30.411161 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635f28fe-b95f-4c45-9c3e-0ff3d28b80af service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:30.411487 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635f28fe-b95f-4c45-9c3e-0ff3d28b80af service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:30.412010 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635f28fe-b95f-4c45-9c3e-0ff3d28b80af service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:30.412376 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635f28fe-b95f-4c45-9c3e-0ff3d28b80af service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:30.412709 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635f28fe-b95f-4c45-9c3e-0ff3d28b80af service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:30.413387 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635f28fe-b95f-4c45-9c3e-0ff3d28b80af service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:30.462086 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-19b15be6-2bb3-4daa-af2b-a92054e22c07 req-635f28fe-b95f-4c45-9c3e-0ff3d28b80af service neutron] For port cad83a43-ab3b-4789-a1d9-94f29188d5a6, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:02:30.466969 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-19b15be6-2bb3-4daa-af2b-a92054e22c07 req-635f28fe-b95f-4c45-9c3e-0ff3d28b80af service neutron] For port cad83a43-ab3b-4789-a1d9-94f29188d5a6, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=cad83a43-ab3b-4789-a1d9-94f29188d5a6,segment=NetworkSegment(08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4),segment_id=08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:02:30.497924 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-03b42896-27a9-4fa3-9c3b-71f50762694c None None] For port 6dfdf0e4-060e-4ec4-a60a-9135bf868582, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=6dfdf0e4-060e-4ec4-a60a-9135bf868582,segment=NetworkSegment(703d0202-3dc0-4a09-9275-5efe541de01b),segment_id=703d0202-3dc0-4a09-9275-5efe541de01b)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:30.559928 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-19b15be6-2bb3-4daa-af2b-a92054e22c07 req-635f28fe-b95f-4c45-9c3e-0ff3d28b80af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:30.575274 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f7e1747e-c74f-476e-bc13-1d98b9fdf3f3 req-a9f0f110-da1c-495e-85c8-4d5eb854490b service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6082008 Dec 08 16:02:30.595606 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-03b42896-27a9-4fa3-9c3b-71f50762694c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:30.600451 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-fc38fe5b-cbc9-4fb6-aac5-6052eba61e70 req-fd803d01-7bbc-494e-9c08-7276b74476d8 tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:30.654456 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b15be6-2bb3-4daa-af2b-a92054e22c07 req-635f28fe-b95f-4c45-9c3e-0ff3d28b80af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:30.662652 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-19b15be6-2bb3-4daa-af2b-a92054e22c07 req-635f28fe-b95f-4c45-9c3e-0ff3d28b80af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:30.665588 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-19b15be6-2bb3-4daa-af2b-a92054e22c07 req-635f28fe-b95f-4c45-9c3e-0ff3d28b80af service neutron] 10.222.0.37 "PUT /v2.0/ports/cad83a43-ab3b-4789-a1d9-94f29188d5a6 HTTP/1.1" status: 200 len: 1092 time: 2.5531886 Dec 08 16:02:30.703195 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b42896-27a9-4fa3-9c3b-71f50762694c None None] Pushing event updated for resources: {'Port': ['ID=6dfdf0e4-060e-4ec4-a60a-9135bf868582,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:30.757876 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-a447687d-3a1b-4641-aff5-320df1c77031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ffee88-e95a-4cf2-bb6f-dd495dfd367b', 'name': 'tempest-FloatingIPsTestJSON-1066047312-router', 'tenant_id': '240de1a079cf44ce89b268fe890d8156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'b32466a3-d87a-4955-b4ea-1a726105365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:02:15Z', 'updated_at': '2021-12-08T16:02:24Z', 'revision_number': 4, 'project_id': '240de1a079cf44ce89b268fe890d8156', 'gw_port': {'id': 'b32466a3-d87a-4955-b4ea-1a726105365c', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:60:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ffee88-e95a-4cf2-bb6f-dd495dfd367b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:02:16Z', 'updated_at': '2021-12-08T16:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '6dfdf0e4-060e-4ec4-a60a-9135bf868582', 'name': '', 'network_id': 'ca8171b0-f614-454d-99f4-aa10421116dc', 'tenant_id': '240de1a079cf44ce89b268fe890d8156', 'mac_address': 'fa:16:3e:90:69:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ffee88-e95a-4cf2-bb6f-dd495dfd367b', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '77773989-fe40-43c7-8f75-cacc3888e54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:02:22Z', 'updated_at': '2021-12-08T16:02:29Z', 'revision_number': 4, 'project_id': '240de1a079cf44ce89b268fe890d8156', 'subnets': [{'id': '77773989-fe40-43c7-8f75-cacc3888e54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:02:30.759981 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-21779d6b-b455-4161-bfbf-5aea3b372a07 None None] Provisioning complete for port 6dfdf0e4-060e-4ec4-a60a-9135bf868582 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:02:30.760405 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-21779d6b-b455-4161-bfbf-5aea3b372a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:30.800635 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f074090-1b8e-44fb-8556-3be31cc2970e', 'tag': 'cad83a43-ab3b-4789-a1d9-94f29188d5a6'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:02:30.803554 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd84575-8eaa-419c-a459-671f11a743ed" -d '{"events": [{"name": "network-changed", "server_uuid": "1f074090-1b8e-44fb-8556-3be31cc2970e", "tag": "cad83a43-ab3b-4789-a1d9-94f29188d5a6"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:02:30.818623 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a447687d-3a1b-4641-aff5-320df1c77031 None None] The sync data for ids ['82ffee88-e95a-4cf2-bb6f-dd495dfd367b'] in n-d-776250-12 is: [{'id': '82ffee88-e95a-4cf2-bb6f-dd495dfd367b', 'name': 'tempest-FloatingIPsTestJSON-1066047312-router', 'tenant_id': '240de1a079cf44ce89b268fe890d8156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'b32466a3-d87a-4955-b4ea-1a726105365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:02:15Z', 'updated_at': '2021-12-08T16:02:24Z', 'revision_number': 4, 'project_id': '240de1a079cf44ce89b268fe890d8156', 'gw_port': {'id': 'b32466a3-d87a-4955-b4ea-1a726105365c', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:60:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ffee88-e95a-4cf2-bb6f-dd495dfd367b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:02:16Z', 'updated_at': '2021-12-08T16:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '6dfdf0e4-060e-4ec4-a60a-9135bf868582', 'name': '', 'network_id': 'ca8171b0-f614-454d-99f4-aa10421116dc', 'tenant_id': '240de1a079cf44ce89b268fe890d8156', 'mac_address': 'fa:16:3e:90:69:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ffee88-e95a-4cf2-bb6f-dd495dfd367b', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '77773989-fe40-43c7-8f75-cacc3888e54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:02:22Z', 'updated_at': '2021-12-08T16:02:29Z', 'revision_number': 4, 'project_id': '240de1a079cf44ce89b268fe890d8156', 'subnets': [{'id': '77773989-fe40-43c7-8f75-cacc3888e54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:02:30.935436 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635f28fe-b95f-4c45-9c3e-0ff3d28b80af service neutron] Pushing event updated for resources: {'Port': ['ID=cad83a43-ab3b-4789-a1d9-94f29188d5a6,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:31.085593 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-fc38fe5b-cbc9-4fb6-aac5-6052eba61e70 req-fd803d01-7bbc-494e-9c08-7276b74476d8 tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] Allocated IP 172.25.0.214 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/4d21634b-fb84-4a0d-9e54-b462d67ac873) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:02:31.095210 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b15be6-2bb3-4daa-af2b-a92054e22c07 req-90535187-6b33-475b-bc0b-9a3fa4554b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:31.097261 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-19b15be6-2bb3-4daa-af2b-a92054e22c07 req-90535187-6b33-475b-bc0b-9a3fa4554b84 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=85658dbd01a84c26a2385fde82126184&device_id=1f074090-1b8e-44fb-8556-3be31cc2970e HTTP/1.1" status: 200 len: 1095 time: 0.2783911 Dec 08 16:02:31.105861 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device ef06a5d6-dcd4-45e8-a30d-3050fe0c914c up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:02:31.110887 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f7e1747e-c74f-476e-bc13-1d98b9fdf3f3 req-f7564948-38be-473a-8bc0-6585f190b10c service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5076530 Dec 08 16:02:31.346688 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-fc38fe5b-cbc9-4fb6-aac5-6052eba61e70 req-fd803d01-7bbc-494e-9c08-7276b74476d8 tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:31.388052 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-19b15be6-2bb3-4daa-af2b-a92054e22c07 req-64fcc55e-cbb7-4e4e-8c00-7e75eaa3b5b8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cad83a43-ab3b-4789-a1d9-94f29188d5a6 HTTP/1.1" status: 200 len: 217 time: 0.2760472 Dec 08 16:02:31.509120 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6a8af0ad-868d-48e4-a7d8-79347952279c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:31.510616 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b15be6-2bb3-4daa-af2b-a92054e22c07 req-c13d3d14-e378-4a15-a5a9-5ef2626fd1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:31.513700 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-19b15be6-2bb3-4daa-af2b-a92054e22c07 req-c13d3d14-e378-4a15-a5a9-5ef2626fd1f4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3bab6816-4414-47cc-922e-2566e0e2da0a HTTP/1.1" status: 200 len: 860 time: 0.1173530 Dec 08 16:02:31.516422 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-fc38fe5b-cbc9-4fb6-aac5-6052eba61e70 req-fd803d01-7bbc-494e-9c08-7276b74476d8 tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:31.525987 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a8af0ad-868d-48e4-a7d8-79347952279c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:02:31.538356 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6a8af0ad-868d-48e4-a7d8-79347952279c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:31.538711 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-6a8af0ad-868d-48e4-a7d8-79347952279c admin admin] Added segment feac72a6-bbb0-42da-a5f2-51d59135d26f of type vlan for network 34422553-fc63-47d6-a631-7f666537bc5c Dec 08 16:02:31.580613 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd803d01-7bbc-494e-9c08-7276b74476d8 tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] Pushing event updated for resources: {'Port': ['ID=4d21634b-fb84-4a0d-9e54-b462d67ac873,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:31.619134 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port ef06a5d6-dcd4-45e8-a30d-3050fe0c914c completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:02:31.624633 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port ef06a5d6-dcd4-45e8-a30d-3050fe0c914c triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:02:31.625059 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:31.627046 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8af0ad-868d-48e4-a7d8-79347952279c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e248191b-b200-41c0-b6e1-ce54e884c162,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:31.644598 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6a8af0ad-868d-48e4-a7d8-79347952279c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:31.653360 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8af0ad-868d-48e4-a7d8-79347952279c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:31.653598 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-19b15be6-2bb3-4daa-af2b-a92054e22c07 req-7626598c-2e4b-4a4b-a888-2f0dbcdbd067 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9fb73276-e1f8-4bac-a027-20476a8f0b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766861 Dec 08 16:02:31.653810 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8af0ad-868d-48e4-a7d8-79347952279c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:31.654060 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8af0ad-868d-48e4-a7d8-79347952279c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:31.654408 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8af0ad-868d-48e4-a7d8-79347952279c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:31.654983 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8af0ad-868d-48e4-a7d8-79347952279c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:31.655102 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8af0ad-868d-48e4-a7d8-79347952279c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:31.655424 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8af0ad-868d-48e4-a7d8-79347952279c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:31.655713 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc38fe5b-cbc9-4fb6-aac5-6052eba61e70 req-fd803d01-7bbc-494e-9c08-7276b74476d8 tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:02:31.655827 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8af0ad-868d-48e4-a7d8-79347952279c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:31.656216 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8af0ad-868d-48e4-a7d8-79347952279c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:31.656421 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8af0ad-868d-48e4-a7d8-79347952279c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:31.656754 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8af0ad-868d-48e4-a7d8-79347952279c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:31.658263 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-fc38fe5b-cbc9-4fb6-aac5-6052eba61e70 req-fd803d01-7bbc-494e-9c08-7276b74476d8 tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:02:31.660057 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8af0ad-868d-48e4-a7d8-79347952279c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:31.660549 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8af0ad-868d-48e4-a7d8-79347952279c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:31.669369 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc38fe5b-cbc9-4fb6-aac5-6052eba61e70 req-fd803d01-7bbc-494e-9c08-7276b74476d8 tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:02:31.760857 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bafc5aed-0e6a-4e2d-a3fe-7467ff2f1a5b tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:31.807431 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e8275-6b6c-4da6-afef-c9d8726ccd70 req-28aab1d8-fc94-4056-b33c-fb101d0af53c tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:31.815887 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-637e8275-6b6c-4da6-afef-c9d8726ccd70 req-28aab1d8-fc94-4056-b33c-fb101d0af53c tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f074090-1b8e-44fb-8556-3be31cc2970e HTTP/1.1" status: 200 len: 943 time: 0.4665782 Dec 08 16:02:31.829815 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:31.874927 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bef8080-b8f4-4497-bc91-7ab62c323024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef06a5d6-dcd4-45e8-a30d-3050fe0c914c'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:02:31.881048 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01cbde9a-1b18-4d72-b1d4-456355231f81" -d '{"events": [{"server_uuid": "7bef8080-b8f4-4497-bc91-7ab62c323024", "name": "network-vif-plugged", "status": "completed", "tag": "ef06a5d6-dcd4-45e8-a30d-3050fe0c914c"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:02:31.910627 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6a8af0ad-868d-48e4-a7d8-79347952279c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:31.912804 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8af0ad-868d-48e4-a7d8-79347952279c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:31.912804 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6a8af0ad-868d-48e4-a7d8-79347952279c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:31.914910 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bafc5aed-0e6a-4e2d-a3fe-7467ff2f1a5b tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:31.925655 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port ef06a5d6-dcd4-45e8-a30d-3050fe0c914c, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=ef06a5d6-dcd4-45e8-a30d-3050fe0c914c,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:31.991061 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:32.001731 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-637e8275-6b6c-4da6-afef-c9d8726ccd70 req-89d04379-0b4d-499d-a64a-4105f2bcd260 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847939 Dec 08 16:02:32.113391 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=ef06a5d6-dcd4-45e8-a30d-3050fe0c914c,revision_number=9']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:32.168705 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8af0ad-868d-48e4-a7d8-79347952279c admin admin] Pushing event updated for resources: {'Network': ['ID=34422553-fc63-47d6-a631-7f666537bc5c,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:32.182103 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 34422553-fc63-47d6-a631-7f666537bc5c details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:02:32.247295 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-6a8af0ad-868d-48e4-a7d8-79347952279c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.0032399 Dec 08 16:02:32.252802 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 32994) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:02:32.266946 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-d222ec70-0ab8-4d75-a290-11fc737c8991 admin admin] Request body: {'subnet': {'network_id': '34422553-fc63-47d6-a631-7f666537bc5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1194745960-subnet', 'tenant_id': '8b17b512834447aea285923e7004d778', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:02:32.327117 n-d-776250-12 neutron-server[110551]: INFO neutron.db.l3_db [None req-bafc5aed-0e6a-4e2d-a3fe-7467ff2f1a5b tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Floating IP c059d97d-2525-49a5-9f6d-2fc97db78cf4 associated. External IP: 172.25.0.30, port: 704ab857-cb62-42bf-95f6-465a94562502. Dec 08 16:02:32.350917 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-19b15be6-2bb3-4daa-af2b-a92054e22c07 req-ae945e19-657f-4576-8fb6-0e794e9f8363 service neutron] 10.222.0.37 "GET /v2.0/networks/9fb73276-e1f8-4bac-a027-20476a8f0b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6868510 Dec 08 16:02:32.377881 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-fc38fe5b-cbc9-4fb6-aac5-6052eba61e70 req-fd803d01-7bbc-494e-9c08-7276b74476d8 tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:32.439474 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d222ec70-0ab8-4d75-a290-11fc737c8991 admin admin] Made reservation on behalf of 8b17b512834447aea285923e7004d778 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:02:32.449671 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d222ec70-0ab8-4d75-a290-11fc737c8991 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:32.610523 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-fc38fe5b-cbc9-4fb6-aac5-6052eba61e70 req-fd803d01-7bbc-494e-9c08-7276b74476d8 tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:32.618648 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-19b15be6-2bb3-4daa-af2b-a92054e22c07 req-54e11674-a5a1-46d2-b1dc-8a6187d990fc service neutron] 10.222.0.37 "GET /v2.0/networks/9fb73276-e1f8-4bac-a027-20476a8f0b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585382 Dec 08 16:02:32.708432 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 6dfdf0e4-060e-4ec4-a60a-9135bf868582 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:02:32.712678 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bafc5aed-0e6a-4e2d-a3fe-7467ff2f1a5b tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Router 14ddbb3a-64a4-4bb1-be1b-f440d2cab96e has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:02:32.853111 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 6dfdf0e4-060e-4ec4-a60a-9135bf868582 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:02:32.853499 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:32.883089 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0308e655-35aa-47ea-bf00-89aee72eb3bb x-openstack-request-id: req-0308e655-35aa-47ea-bf00-89aee72eb3bb {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:02:32.883089 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f074090-1b8e-44fb-8556-3be31cc2970e", "tag": "cad83a43-ab3b-4789-a1d9-94f29188d5a6", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:02:32.883566 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0308e655-35aa-47ea-bf00-89aee72eb3bb {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:02:32.883566 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f074090-1b8e-44fb-8556-3be31cc2970e', 'tag': 'cad83a43-ab3b-4789-a1d9-94f29188d5a6', 'status': 'completed', 'code': 200} Dec 08 16:02:32.976446 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd84575-8eaa-419c-a459-671f11a743ed req-18e21214-3117-4e7d-b1ff-5f6cdcb17de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:32.977991 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bbd84575-8eaa-419c-a459-671f11a743ed req-18e21214-3117-4e7d-b1ff-5f6cdcb17de5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=85658dbd01a84c26a2385fde82126184&device_id=1f074090-1b8e-44fb-8556-3be31cc2970e HTTP/1.1" status: 200 len: 1095 time: 0.1445789 Dec 08 16:02:32.981023 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-fc38fe5b-cbc9-4fb6-aac5-6052eba61e70 req-fd803d01-7bbc-494e-9c08-7276b74476d8 tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:33.089943 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5762e0e-3970-4f34-83d0-3320171768c3 req-6a05e361-6028-4564-8980-ef97c2803f51 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:33.091424 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e5762e0e-3970-4f34-83d0-3320171768c3 req-6a05e361-6028-4564-8980-ef97c2803f51 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bef8080-b8f4-4497-bc91-7ab62c323024 HTTP/1.1" status: 200 len: 950 time: 0.1911628 Dec 08 16:02:33.093156 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bafc5aed-0e6a-4e2d-a3fe-7467ff2f1a5b tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:02:33.095053 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd84575-8eaa-419c-a459-671f11a743ed req-8b89f181-a84d-4876-afee-a3852f1c0fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:33.096881 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bbd84575-8eaa-419c-a459-671f11a743ed req-8b89f181-a84d-4876-afee-a3852f1c0fb8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9fb73276-e1f8-4bac-a027-20476a8f0b71 HTTP/1.1" status: 200 len: 921 time: 0.1114061 Dec 08 16:02:33.098036 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bafc5aed-0e6a-4e2d-a3fe-7467ff2f1a5b tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:33.098553 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-fc38fe5b-cbc9-4fb6-aac5-6052eba61e70 req-fd803d01-7bbc-494e-9c08-7276b74476d8 tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:33.108758 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99cb945-2b8f-4de8-b7bc-93f08a4b65da None None] Sync routers for ids ['14ddbb3a-64a4-4bb1-be1b-f440d2cab96e'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:02:33.122917 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99cb945-2b8f-4de8-b7bc-93f08a4b65da None None] Routers {'14ddbb3a-64a4-4bb1-be1b-f440d2cab96e'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:02:33.124331 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-e99cb945-2b8f-4de8-b7bc-93f08a4b65da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:02:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['14ddbb3a-64a4-4bb1-be1b-f440d2cab96e'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:02:33.159672 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-bafc5aed-0e6a-4e2d-a3fe-7467ff2f1a5b tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "PUT /v2.0/floatingips/c059d97d-2525-49a5-9f6d-2fc97db78cf4 HTTP/1.1" status: 200 len: 990 time: 3.5668669 Dec 08 16:02:33.168760 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd86eb96a-4662-4a51-b38e-158468bddb6c', 'tag': '704ab857-cb62-42bf-95f6-465a94562502'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:02:33.174162 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a5ddbf-9a1e-4ff2-8c0e-32fa3401d728" -d '{"events": [{"name": "network-changed", "server_uuid": "d86eb96a-4662-4a51-b38e-158468bddb6c", "tag": "704ab857-cb62-42bf-95f6-465a94562502"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:02:33.176299 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bbd84575-8eaa-419c-a459-671f11a743ed req-6269b1be-56b7-4eea-b4c3-92b094920546 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cad83a43-ab3b-4789-a1d9-94f29188d5a6 HTTP/1.1" status: 200 len: 217 time: 0.0455849 Dec 08 16:02:33.177677 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-fc38fe5b-cbc9-4fb6-aac5-6052eba61e70 req-fd803d01-7bbc-494e-9c08-7276b74476d8 tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:33.208125 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d222ec70-0ab8-4d75-a290-11fc737c8991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:33.224864 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e5762e0e-3970-4f34-83d0-3320171768c3 req-2285e2c8-8494-4a14-bb2e-f309f9f50f0d tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240726 Dec 08 16:02:33.239129 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd803d01-7bbc-494e-9c08-7276b74476d8 tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] Pushing event updated for resources: {'Port': ['ID=4d21634b-fb84-4a0d-9e54-b462d67ac873,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:33.272816 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd84575-8eaa-419c-a459-671f11a743ed req-00251ed0-70c3-4bf9-86df-55d9efa236f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:33.274737 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bbd84575-8eaa-419c-a459-671f11a743ed req-00251ed0-70c3-4bf9-86df-55d9efa236f4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3bab6816-4414-47cc-922e-2566e0e2da0a HTTP/1.1" status: 200 len: 860 time: 0.0852115 Dec 08 16:02:33.305381 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d222ec70-0ab8-4d75-a290-11fc737c8991 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5db44a3c-d12a-4344-a611-2d41355a5e50,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:33.310435 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d222ec70-0ab8-4d75-a290-11fc737c8991 admin admin] Checking segment: {'id': 'feac72a6-bbb0-42da-a5f2-51d59135d26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '34422553-fc63-47d6-a631-7f666537bc5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:02:33.310799 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d222ec70-0ab8-4d75-a290-11fc737c8991 admin admin] Network hostable DHCP agents. Network: 34422553-fc63-47d6-a631-7f666537bc5c, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:02:33.327072 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bbd84575-8eaa-419c-a459-671f11a743ed req-8f3c53a4-038c-4f33-82ec-d2bab4709ef5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9fb73276-e1f8-4bac-a027-20476a8f0b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443122 Dec 08 16:02:33.396614 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-e99cb945-2b8f-4de8-b7bc-93f08a4b65da None None] Set router 14ddbb3a-64a4-4bb1-be1b-f440d2cab96e gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:02:33.441258 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-fc38fe5b-cbc9-4fb6-aac5-6052eba61e70 req-fd803d01-7bbc-494e-9c08-7276b74476d8 tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:33.442554 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fc38fe5b-cbc9-4fb6-aac5-6052eba61e70 req-fd803d01-7bbc-494e-9c08-7276b74476d8 tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.9086070 Dec 08 16:02:33.444657 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bbd84575-8eaa-419c-a459-671f11a743ed req-bdca7611-1dbc-4ecb-8bbd-609e18c51755 service neutron] 10.222.0.37 "GET /v2.0/networks/9fb73276-e1f8-4bac-a027-20476a8f0b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093369 Dec 08 16:02:33.483803 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1436eba-2d57-4676-af3b-ef533810daa0 x-openstack-request-id: req-c1436eba-2d57-4676-af3b-ef533810daa0 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:02:33.484158 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bef8080-b8f4-4497-bc91-7ab62c323024", "name": "network-vif-plugged", "status": "completed", "tag": "ef06a5d6-dcd4-45e8-a30d-3050fe0c914c", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:02:33.484445 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c1436eba-2d57-4676-af3b-ef533810daa0 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:02:33.484865 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bef8080-b8f4-4497-bc91-7ab62c323024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef06a5d6-dcd4-45e8-a30d-3050fe0c914c', 'code': 200} Dec 08 16:02:33.503360 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d222ec70-0ab8-4d75-a290-11fc737c8991 admin admin] Network 34422553-fc63-47d6-a631-7f666537bc5c is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:02:33.608581 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fc38fe5b-cbc9-4fb6-aac5-6052eba61e70 req-e03958c5-5430-4a11-84f1-f2abc27e73ce tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.214 HTTP/1.1" status: 200 len: 696 time: 0.1320839 Dec 08 16:02:33.627602 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-d222ec70-0ab8-4d75-a290-11fc737c8991 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 34422553-fc63-47d6-a631-7f666537bc5c) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:02:33.632616 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d222ec70-0ab8-4d75-a290-11fc737c8991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:33.633392 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d222ec70-0ab8-4d75-a290-11fc737c8991 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:33.646380 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f5110b-a489-41c4-af3c-df8aaeb152da None None] Network 34422553-fc63-47d6-a631-7f666537bc5c requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:02:33.665820 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb73387-d924-4dbe-9973-a2830e173c99 req-3b13c7be-6011-4950-ab31-a4cb55f7b338 tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:33.670148 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7cb73387-d924-4dbe-9973-a2830e173c99 req-3b13c7be-6011-4950-ab31-a4cb55f7b338 tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb05aa62-5e8f-4196-8766-535a079edc6b HTTP/1.1" status: 200 len: 950 time: 0.1186666 Dec 08 16:02:33.710255 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bbd84575-8eaa-419c-a459-671f11a743ed req-5a3c51c5-6ec1-4bfb-986e-948a8a0a07f3 service neutron] 10.222.0.37 "GET /v2.0/networks/9fb73276-e1f8-4bac-a027-20476a8f0b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578754 Dec 08 16:02:33.800133 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c777b5ae-211d-4942-820c-98c69400f038 None None] Network 34422553-fc63-47d6-a631-7f666537bc5c requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:02:33.802130 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7cb73387-d924-4dbe-9973-a2830e173c99 req-b251ae0e-6ebb-43be-bee0-1753865fa093 tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ff039b8-54ce-4691-be49-15263a9a03be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096656 Dec 08 16:02:33.811201 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d222ec70-0ab8-4d75-a290-11fc737c8991 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5573256 Dec 08 16:02:33.821125 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc38fe5b-cbc9-4fb6-aac5-6052eba61e70 req-effbcce2-4485-4e65-9cde-87e9c5e65ecc tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:33.837451 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fc38fe5b-cbc9-4fb6-aac5-6052eba61e70 req-effbcce2-4485-4e65-9cde-87e9c5e65ecc tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] 10.222.0.64 "GET /v2.0/networks/1ae4cf80-76bf-4df3-a557-5cc6023c1900 HTTP/1.1" status: 200 len: 784 time: 0.2095077 Dec 08 16:02:33.852042 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-e99cb945-2b8f-4de8-b7bc-93f08a4b65da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ddbb3a-64a4-4bb1-be1b-f440d2cab96e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-612582527-router', 'tenant_id': 'a852a94827a640d4b4d781ca2b4d8472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '9fc1e132-8b2d-46f3-912c-e7a2fc1b1c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:21Z', 'updated_at': '2021-12-08T16:01:30Z', 'revision_number': 4, 'project_id': 'a852a94827a640d4b4d781ca2b4d8472', 'gw_port': {'id': '9fc1e132-8b2d-46f3-912c-e7a2fc1b1c57', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:91:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ddbb3a-64a4-4bb1-be1b-f440d2cab96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:22Z', 'updated_at': '2021-12-08T16:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': 'c059d97d-2525-49a5-9f6d-2fc97db78cf4', 'tenant_id': 'a852a94827a640d4b4d781ca2b4d8472', 'floating_ip_address': '172.25.0.30', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '14ddbb3a-64a4-4bb1-be1b-f440d2cab96e', 'port_id': '704ab857-cb62-42bf-95f6-465a94562502', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '335547d4-bfd2-4ca6-83e2-63a39090738e', 'mac_address': 'fa:16:3e:90:7d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86eb96a-4662-4a51-b38e-158468bddb6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:01:57Z', 'updated_at': '2021-12-08T16:02:31Z', 'revision_number': 1, 'project_id': 'a852a94827a640d4b4d781ca2b4d8472', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db400ace-e686-4075-b8dd-b0d6e24152fa', 'name': '', 'network_id': '335547d4-bfd2-4ca6-83e2-63a39090738e', 'tenant_id': 'a852a94827a640d4b4d781ca2b4d8472', 'mac_address': 'fa:16:3e:03:5a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ddbb3a-64a4-4bb1-be1b-f440d2cab96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'ef5ea7fa-565f-48e7-8d27-0c7d9b33e964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:28Z', 'updated_at': '2021-12-08T16:01:37Z', 'revision_number': 5, 'project_id': 'a852a94827a640d4b4d781ca2b4d8472', 'subnets': [{'id': 'ef5ea7fa-565f-48e7-8d27-0c7d9b33e964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:02:33.872152 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [req-fc38fe5b-cbc9-4fb6-aac5-6052eba61e70 req-8b5c4c8a-c15e-44cf-9bd2-ed104fc6e076 tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:02:33.873989 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fc38fe5b-cbc9-4fb6-aac5-6052eba61e70 req-8b5c4c8a-c15e-44cf-9bd2-ed104fc6e076 tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0345247 Dec 08 16:02:33.891434 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99cb945-2b8f-4de8-b7bc-93f08a4b65da None None] Checking router: 14ddbb3a-64a4-4bb1-be1b-f440d2cab96e for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:02:33.914709 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99cb945-2b8f-4de8-b7bc-93f08a4b65da None None] Routers {'14ddbb3a-64a4-4bb1-be1b-f440d2cab96e'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:02:33.915713 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-e99cb945-2b8f-4de8-b7bc-93f08a4b65da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:02:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['14ddbb3a-64a4-4bb1-be1b-f440d2cab96e'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:02:33.988779 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289024bf-7766-44d8-bf8a-addcb2217fa7 req-844e20f2-16cb-4e1a-b3ba-2cd157e90ebc tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:33.990584 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-289024bf-7766-44d8-bf8a-addcb2217fa7 req-844e20f2-16cb-4e1a-b3ba-2cd157e90ebc tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f074090-1b8e-44fb-8556-3be31cc2970e HTTP/1.1" status: 200 len: 943 time: 0.0822575 Dec 08 16:02:34.060165 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-289024bf-7766-44d8-bf8a-addcb2217fa7 req-6698b270-92d6-4f91-82c6-c43e79316653 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542986 Dec 08 16:02:34.066014 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-e99cb945-2b8f-4de8-b7bc-93f08a4b65da None None] Set router 14ddbb3a-64a4-4bb1-be1b-f440d2cab96e gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:02:34.097948 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3cdd58-f9fe-4e78-a6f8-6dbc11e332d5 x-openstack-request-id: req-1e3cdd58-f9fe-4e78-a6f8-6dbc11e332d5 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:02:34.098355 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d86eb96a-4662-4a51-b38e-158468bddb6c", "tag": "704ab857-cb62-42bf-95f6-465a94562502", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:02:34.098709 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1e3cdd58-f9fe-4e78-a6f8-6dbc11e332d5 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:02:34.099204 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd86eb96a-4662-4a51-b38e-158468bddb6c', 'tag': '704ab857-cb62-42bf-95f6-465a94562502', 'status': 'completed', 'code': 200} Dec 08 16:02:34.167816 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:34.241733 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c9079-3c1e-4cfd-8229-ea2c96a30e67 req-f1e27afd-862d-4ff1-9036-c2277aae5204 tempest-MigrationsAdminTest-981664593 tempest-MigrationsAdminTest-981664593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:34.250264 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fd1c9079-3c1e-4cfd-8229-ea2c96a30e67 req-f1e27afd-862d-4ff1-9036-c2277aae5204 tempest-MigrationsAdminTest-981664593 tempest-MigrationsAdminTest-981664593-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=7bef8080-b8f4-4497-bc91-7ab62c323024 HTTP/1.1" status: 200 len: 1102 time: 0.0825334 Dec 08 16:02:34.320912 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-667c62dd-f118-4000-b09c-aee7ef4a21b1 req-c9c26a06-70d6-497e-b102-8223924c84dc tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] 10.222.0.64 "GET /v2.0/floatingips/f88d248a-04d2-4524-9fd2-3921051ba53e HTTP/1.1" status: 200 len: 693 time: 0.1316419 Dec 08 16:02:34.328446 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fd1c9079-3c1e-4cfd-8229-ea2c96a30e67 req-c5de776e-5220-46db-97af-c6b4fcd01f05 tempest-MigrationsAdminTest-981664593 tempest-MigrationsAdminTest-981664593-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696018 Dec 08 16:02:34.328876 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5ddbf-9a1e-4ff2-8c0e-32fa3401d728 req-c8e9142c-1296-41ae-8773-4e9b8a7aac78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:34.330467 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-96a5ddbf-9a1e-4ff2-8c0e-32fa3401d728 req-c8e9142c-1296-41ae-8773-4e9b8a7aac78 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a852a94827a640d4b4d781ca2b4d8472&device_id=d86eb96a-4662-4a51-b38e-158468bddb6c HTTP/1.1" status: 200 len: 1097 time: 0.2046421 Dec 08 16:02:34.413249 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-e99cb945-2b8f-4de8-b7bc-93f08a4b65da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ddbb3a-64a4-4bb1-be1b-f440d2cab96e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-612582527-router', 'tenant_id': 'a852a94827a640d4b4d781ca2b4d8472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '9fc1e132-8b2d-46f3-912c-e7a2fc1b1c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:21Z', 'updated_at': '2021-12-08T16:01:30Z', 'revision_number': 4, 'project_id': 'a852a94827a640d4b4d781ca2b4d8472', 'gw_port': {'id': '9fc1e132-8b2d-46f3-912c-e7a2fc1b1c57', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:91:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ddbb3a-64a4-4bb1-be1b-f440d2cab96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:22Z', 'updated_at': '2021-12-08T16:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': 'c059d97d-2525-49a5-9f6d-2fc97db78cf4', 'tenant_id': 'a852a94827a640d4b4d781ca2b4d8472', 'floating_ip_address': '172.25.0.30', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '14ddbb3a-64a4-4bb1-be1b-f440d2cab96e', 'port_id': '704ab857-cb62-42bf-95f6-465a94562502', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '335547d4-bfd2-4ca6-83e2-63a39090738e', 'mac_address': 'fa:16:3e:90:7d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86eb96a-4662-4a51-b38e-158468bddb6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:01:57Z', 'updated_at': '2021-12-08T16:02:31Z', 'revision_number': 1, 'project_id': 'a852a94827a640d4b4d781ca2b4d8472', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db400ace-e686-4075-b8dd-b0d6e24152fa', 'name': '', 'network_id': '335547d4-bfd2-4ca6-83e2-63a39090738e', 'tenant_id': 'a852a94827a640d4b4d781ca2b4d8472', 'mac_address': 'fa:16:3e:03:5a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ddbb3a-64a4-4bb1-be1b-f440d2cab96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'ef5ea7fa-565f-48e7-8d27-0c7d9b33e964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:28Z', 'updated_at': '2021-12-08T16:01:37Z', 'revision_number': 5, 'project_id': 'a852a94827a640d4b4d781ca2b4d8472', 'subnets': [{'id': 'ef5ea7fa-565f-48e7-8d27-0c7d9b33e964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:02:34.445510 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99cb945-2b8f-4de8-b7bc-93f08a4b65da None None] The sync data for ids ['14ddbb3a-64a4-4bb1-be1b-f440d2cab96e'] in n-d-776250-12 is: [{'id': '14ddbb3a-64a4-4bb1-be1b-f440d2cab96e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-612582527-router', 'tenant_id': 'a852a94827a640d4b4d781ca2b4d8472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '9fc1e132-8b2d-46f3-912c-e7a2fc1b1c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:21Z', 'updated_at': '2021-12-08T16:01:30Z', 'revision_number': 4, 'project_id': 'a852a94827a640d4b4d781ca2b4d8472', 'gw_port': {'id': '9fc1e132-8b2d-46f3-912c-e7a2fc1b1c57', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:91:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ddbb3a-64a4-4bb1-be1b-f440d2cab96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:22Z', 'updated_at': '2021-12-08T16:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': 'c059d97d-2525-49a5-9f6d-2fc97db78cf4', 'tenant_id': 'a852a94827a640d4b4d781ca2b4d8472', 'floating_ip_address': '172.25.0.30', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '14ddbb3a-64a4-4bb1-be1b-f440d2cab96e', 'port_id': '704ab857-cb62-42bf-95f6-465a94562502', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '335547d4-bfd2-4ca6-83e2-63a39090738e', 'mac_address': 'fa:16:3e:90:7d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86eb96a-4662-4a51-b38e-158468bddb6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:01:57Z', 'updated_at': '2021-12-08T16:02:31Z', 'revision_number': 1, 'project_id': 'a852a94827a640d4b4d781ca2b4d8472', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db400ace-e686-4075-b8dd-b0d6e24152fa', 'name': '', 'network_id': '335547d4-bfd2-4ca6-83e2-63a39090738e', 'tenant_id': 'a852a94827a640d4b4d781ca2b4d8472', 'mac_address': 'fa:16:3e:03:5a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ddbb3a-64a4-4bb1-be1b-f440d2cab96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'ef5ea7fa-565f-48e7-8d27-0c7d9b33e964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:28Z', 'updated_at': '2021-12-08T16:01:37Z', 'revision_number': 5, 'project_id': 'a852a94827a640d4b4d781ca2b4d8472', 'subnets': [{'id': 'ef5ea7fa-565f-48e7-8d27-0c7d9b33e964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:02:34.497212 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2865d3-e1f3-4b6a-be09-fc4944322f06 req-749ca562-56f3-47c0-bc2c-cf9393804d0a tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:34.498984 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bc2865d3-e1f3-4b6a-be09-fc4944322f06 req-749ca562-56f3-47c0-bc2c-cf9393804d0a tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] 10.222.0.76 "GET /v2.0/ports?device_id=eb05aa62-5e8f-4196-8766-535a079edc6b HTTP/1.1" status: 200 len: 950 time: 0.2286799 Dec 08 16:02:34.620535 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c62dd-f118-4000-b09c-aee7ef4a21b1 req-984b2066-c7da-4e1d-9cf9-259edb9d8522 tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:34.624707 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-667c62dd-f118-4000-b09c-aee7ef4a21b1 req-984b2066-c7da-4e1d-9cf9-259edb9d8522 tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] 10.222.0.64 "GET /v2.0/networks/1ae4cf80-76bf-4df3-a557-5cc6023c1900 HTTP/1.1" status: 200 len: 784 time: 0.2827981 Dec 08 16:02:34.658489 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [req-667c62dd-f118-4000-b09c-aee7ef4a21b1 req-ef13d7f7-beec-47c3-a860-671c1ec94c51 tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:02:34.659719 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-667c62dd-f118-4000-b09c-aee7ef4a21b1 req-ef13d7f7-beec-47c3-a860-671c1ec94c51 tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083497 Dec 08 16:02:34.665051 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5ddbf-9a1e-4ff2-8c0e-32fa3401d728 req-86db4a55-3998-4b8f-a568-acd8d88f8cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:34.666538 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-96a5ddbf-9a1e-4ff2-8c0e-32fa3401d728 req-86db4a55-3998-4b8f-a568-acd8d88f8cf1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=335547d4-bfd2-4ca6-83e2-63a39090738e HTTP/1.1" status: 200 len: 924 time: 0.3221989 Dec 08 16:02:34.775117 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2caa342a-1d61-4bf7-bdb9-ee72cc2c1448 req-f4140c00-907f-4ce4-b97b-9d55a74d3514 tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] 10.222.0.64 "GET /v2.0/floatingips?tenant_id=240de1a079cf44ce89b268fe890d8156 HTTP/1.1" status: 200 len: 696 time: 0.0886760 Dec 08 16:02:34.795785 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-96a5ddbf-9a1e-4ff2-8c0e-32fa3401d728 req-66b18013-46ea-47e2-b958-5c2427c87529 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=704ab857-cb62-42bf-95f6-465a94562502 HTTP/1.1" status: 200 len: 998 time: 0.1165848 Dec 08 16:02:34.799910 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-bc2865d3-e1f3-4b6a-be09-fc4944322f06 req-fdf5f193-14b7-4063-8704-aed8d33170d4 tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] Deleting port f95b864d-05e3-4c85-86c3-96fdb7af4d67 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:02:34.804193 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-bc2865d3-e1f3-4b6a-be09-fc4944322f06 req-fdf5f193-14b7-4063-8704-aed8d33170d4 tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:34.810292 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e05d07-a69b-4178-b90a-c8c68c4bc506 None None] New status for floating IP c059d97d-2525-49a5-9f6d-2fc97db78cf4: ACTIVE {{(pid=110552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:02:34.978220 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5ddbf-9a1e-4ff2-8c0e-32fa3401d728 req-8f26dd89-a865-4ffe-811d-e669d4c974af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:34.981042 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-96a5ddbf-9a1e-4ff2-8c0e-32fa3401d728 req-8f26dd89-a865-4ffe-811d-e669d4c974af service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ef5ea7fa-565f-48e7-8d27-0c7d9b33e964 HTTP/1.1" status: 200 len: 862 time: 0.1775250 Dec 08 16:02:35.088448 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-bc2865d3-e1f3-4b6a-be09-fc4944322f06 req-fdf5f193-14b7-4063-8704-aed8d33170d4 tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] For port f95b864d-05e3-4c85-86c3-96fdb7af4d67, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=f95b864d-05e3-4c85-86c3-96fdb7af4d67,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:35.088448 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-bc2865d3-e1f3-4b6a-be09-fc4944322f06 req-fdf5f193-14b7-4063-8704-aed8d33170d4 tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:35.106274 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-bc2865d3-e1f3-4b6a-be09-fc4944322f06 req-fdf5f193-14b7-4063-8704-aed8d33170d4 tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] Calling delete_port for f95b864d-05e3-4c85-86c3-96fdb7af4d67 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:02:35.139081 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device cad83a43-ab3b-4789-a1d9-94f29188d5a6 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:02:35.212196 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 33052) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:02:35.223597 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61461c2-7177-4077-955b-003b44fec17a req-74b92c1b-dfe7-4711-b772-eb590bab9e07 tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:35.238518 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b61461c2-7177-4077-955b-003b44fec17a req-74b92c1b-dfe7-4711-b772-eb590bab9e07 tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb05aa62-5e8f-4196-8766-535a079edc6b HTTP/1.1" status: 200 len: 950 time: 0.2623575 Dec 08 16:02:35.258268 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5ddbf-9a1e-4ff2-8c0e-32fa3401d728 req-df26ddbe-998d-43d5-829e-051c500c30c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:35.260062 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-96a5ddbf-9a1e-4ff2-8c0e-32fa3401d728 req-df26ddbe-998d-43d5-829e-051c500c30c3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=335547d4-bfd2-4ca6-83e2-63a39090738e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2638602 Dec 08 16:02:35.272029 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa342a-1d61-4bf7-bdb9-ee72cc2c1448 req-8f006c8f-4d39-45fc-9cb2-27d3e872a329 tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:35.281665 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2caa342a-1d61-4bf7-bdb9-ee72cc2c1448 req-8f006c8f-4d39-45fc-9cb2-27d3e872a329 tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] 10.222.0.64 "GET /v2.0/networks?id=1ae4cf80-76bf-4df3-a557-5cc6023c1900 HTTP/1.1" status: 200 len: 787 time: 0.4972544 Dec 08 16:02:35.290346 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [req-2caa342a-1d61-4bf7-bdb9-ee72cc2c1448 req-c0638ff0-6916-4ca6-a05d-a07fcfda4c64 tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:02:35.295943 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2caa342a-1d61-4bf7-bdb9-ee72cc2c1448 req-c0638ff0-6916-4ca6-a05d-a07fcfda4c64 tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0133359 Dec 08 16:02:35.329010 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port cad83a43-ab3b-4789-a1d9-94f29188d5a6, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=cad83a43-ab3b-4789-a1d9-94f29188d5a6,segment=NetworkSegment(08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4),segment_id=08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:35.357493 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': 'cad83a43-ab3b-4789-a1d9-94f29188d5a6', 'network_id': '9fb73276-e1f8-4bac-a027-20476a8f0b71', 'port_id': 'cad83a43-ab3b-4789-a1d9-94f29188d5a6', 'mac_address': 'fa:16:3e:d4:5a:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bab6816-4414-47cc-922e-2566e0e2da0a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:02:35.371175 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 33066) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:02:35.392511 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-201b5419-8a95-4beb-9b6d-611a8b4f1628 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2063627839-network', 'tenant_id': '4f8668e87172493ea223f481765f90ab'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:02:35.432712 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-10c4baed-08d3-44fe-80ad-e84d33b6d2a9 req-62ce1d29-d05b-47fe-8642-4d0aab08fe27 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=b73d206799fe4423a8cfa64c519990fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317326 Dec 08 16:02:35.450054 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:35.460409 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b61461c2-7177-4077-955b-003b44fec17a req-3be5867e-5607-40b7-b925-9724d156449c tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ff039b8-54ce-4691-be49-15263a9a03be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070658 Dec 08 16:02:35.480083 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cad83a43-ab3b-4789-a1d9-94f29188d5a6 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:02:35.504644 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port cad83a43-ab3b-4789-a1d9-94f29188d5a6, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=cad83a43-ab3b-4789-a1d9-94f29188d5a6,segment=NetworkSegment(08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4),segment_id=08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:35.509585 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-96a5ddbf-9a1e-4ff2-8c0e-32fa3401d728 req-78caefbf-6427-43a9-b7e6-41c7fa4b03c8 service neutron] 10.222.0.76 "GET /v2.0/networks/335547d4-bfd2-4ca6-83e2-63a39090738e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311666 Dec 08 16:02:35.527655 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1b2d25c7-3a36-4a2f-9b75-38b45ff1e6ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:35.590435 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c4baed-08d3-44fe-80ad-e84d33b6d2a9 req-61b9b6a7-6968-4fca-b484-e0267257f3e6 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:35.592070 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-10c4baed-08d3-44fe-80ad-e84d33b6d2a9 req-61b9b6a7-6968-4fca-b484-e0267257f3e6 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1577764 Dec 08 16:02:35.628746 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-10c4baed-08d3-44fe-80ad-e84d33b6d2a9 req-f01d35dd-43ce-4665-b280-f84dd91bcc14 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/quotas/b73d206799fe4423a8cfa64c519990fb HTTP/1.1" status: 200 len: 375 time: 0.0222251 Dec 08 16:02:35.648157 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-bc2865d3-e1f3-4b6a-be09-fc4944322f06 req-fdf5f193-14b7-4063-8704-aed8d33170d4 tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:35.659951 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['f95b864d-05e3-4c85-86c3-96fdb7af4d67'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:02:35.665379 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-96a5ddbf-9a1e-4ff2-8c0e-32fa3401d728 req-ade5aae6-3f02-4761-b6cd-ffa2871f8292 service neutron] 10.222.0.76 "GET /v2.0/networks/335547d4-bfd2-4ca6-83e2-63a39090738e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463792 Dec 08 16:02:35.696807 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf5f193-14b7-4063-8704-aed8d33170d4 tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] Pushing event deleted for resources: {'Port': ['ID=f95b864d-05e3-4c85-86c3-96fdb7af4d67,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:35.715950 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-201b5419-8a95-4beb-9b6d-611a8b4f1628 admin admin] Made reservation on behalf of 4f8668e87172493ea223f481765f90ab for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:02:35.715950 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-201b5419-8a95-4beb-9b6d-611a8b4f1628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:35.721704 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1b2d25c7-3a36-4a2f-9b75-38b45ff1e6ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:35.734521 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-201b5419-8a95-4beb-9b6d-611a8b4f1628 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:35.744388 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-10c4baed-08d3-44fe-80ad-e84d33b6d2a9 req-a37f2f22-2516-4821-9cba-b20203ed64bb tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b73d206799fe4423a8cfa64c519990fb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1092570 Dec 08 16:02:35.744677 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60fedf4-3417-45de-8118-07aef3b27097 req-7412b5f8-bfe9-47a2-8fc0-c90c8bdd5b9c tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:35.748802 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b60fedf4-3417-45de-8118-07aef3b27097 req-7412b5f8-bfe9-47a2-8fc0-c90c8bdd5b9c tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f074090-1b8e-44fb-8556-3be31cc2970e HTTP/1.1" status: 200 len: 943 time: 0.1163840 Dec 08 16:02:35.770759 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc2865d3-e1f3-4b6a-be09-fc4944322f06 req-fdf5f193-14b7-4063-8704-aed8d33170d4 tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] No DVR routers for this DVR port f95b864d-05e3-4c85-86c3-96fdb7af4d67 on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:02:35.780933 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-bc2865d3-e1f3-4b6a-be09-fc4944322f06 req-fdf5f193-14b7-4063-8704-aed8d33170d4 tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:35.786006 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bc2865d3-e1f3-4b6a-be09-fc4944322f06 req-fdf5f193-14b7-4063-8704-aed8d33170d4 tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] 10.222.0.76 "DELETE /v2.0/ports/f95b864d-05e3-4c85-86c3-96fdb7af4d67 HTTP/1.1" status: 204 len: 173 time: 1.2766781 Dec 08 16:02:35.786763 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb05aa62-5e8f-4196-8766-535a079edc6b', 'name': 'network-vif-deleted', 'tag': 'f95b864d-05e3-4c85-86c3-96fdb7af4d67'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:02:35.790045 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab973937-6809-44ac-902c-b966071b600a" -d '{"events": [{"server_uuid": "eb05aa62-5e8f-4196-8766-535a079edc6b", "name": "network-vif-deleted", "tag": "f95b864d-05e3-4c85-86c3-96fdb7af4d67"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:02:35.807824 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:35.850793 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1b2d25c7-3a36-4a2f-9b75-38b45ff1e6ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:35.875116 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b60fedf4-3417-45de-8118-07aef3b27097 req-993f11af-d649-4a53-9965-00a501f3669e tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063056 Dec 08 16:02:35.903279 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=cad83a43-ab3b-4789-a1d9-94f29188d5a6,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:35.945248 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-201b5419-8a95-4beb-9b6d-611a8b4f1628 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:35.972826 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-1b2d25c7-3a36-4a2f-9b75-38b45ff1e6ad admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b41846c2ad8d49eca216d68cbad22417&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7631376 Dec 08 16:02:35.977537 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 33072) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:02:35.989070 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1c2780a2-e2ca-4edd-9b75-2865a32f6931 req-7d46b034-51a0-4afe-835e-7985c55024e2 tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] 10.222.0.64 "GET /v2.0/floatingips/f88d248a-04d2-4524-9fd2-3921051ba53e HTTP/1.1" status: 200 len: 693 time: 0.0725691 Dec 08 16:02:36.025742 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2d25c7-3a36-4a2f-9b75-38b45ff1e6ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30228dd6-3c92-4008-9704-567781e9d3e4,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:36.031592 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['cad83a43-ab3b-4789-a1d9-94f29188d5a6'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:02:36.080851 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-201b5419-8a95-4beb-9b6d-611a8b4f1628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:36.134018 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7a61ffaf-fb75-4889-b94c-a636ea8e89e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:36.140561 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-201b5419-8a95-4beb-9b6d-611a8b4f1628 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:02:36.194758 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-201b5419-8a95-4beb-9b6d-611a8b4f1628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:36.195098 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-201b5419-8a95-4beb-9b6d-611a8b4f1628 admin admin] Added segment 7e196041-96e6-4b1a-9c01-0952bb382595 of type vlan for network 5659816c-7a35-4b5d-8e94-41eefe4e09e4 Dec 08 16:02:36.196557 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201b5419-8a95-4beb-9b6d-611a8b4f1628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f3e71f-7ab8-40cf-b5b7-018e25af9e84,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:36.238377 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7a61ffaf-fb75-4889-b94c-a636ea8e89e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:36.297914 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46018ba6-09b9-44ba-ab5e-eec9800d341b x-openstack-request-id: req-46018ba6-09b9-44ba-ab5e-eec9800d341b {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:02:36.298288 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb05aa62-5e8f-4196-8766-535a079edc6b", "name": "network-vif-deleted", "tag": "f95b864d-05e3-4c85-86c3-96fdb7af4d67", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:02:36.298478 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-46018ba6-09b9-44ba-ab5e-eec9800d341b {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:02:36.299495 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb05aa62-5e8f-4196-8766-535a079edc6b', 'name': 'network-vif-deleted', 'tag': 'f95b864d-05e3-4c85-86c3-96fdb7af4d67', 'status': 'completed', 'code': 200} Dec 08 16:02:36.343793 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fb527709-dd67-4f3f-bfc0-5add4a90aa36 req-c9c2fa65-5e4a-4033-9cc5-57e18d5d7bbc tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9e721e2-7394-4a87-bbde-238568b2da7b HTTP/1.1" status: 200 len: 210 time: 0.0442069 Dec 08 16:02:36.365054 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-201b5419-8a95-4beb-9b6d-611a8b4f1628 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:36.396698 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2780a2-e2ca-4edd-9b75-2865a32f6931 req-367f2ca2-618e-460e-bbf2-54ec628ae6ad tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:36.398377 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1c2780a2-e2ca-4edd-9b75-2865a32f6931 req-367f2ca2-618e-460e-bbf2-54ec628ae6ad tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] 10.222.0.64 "GET /v2.0/networks/1ae4cf80-76bf-4df3-a557-5cc6023c1900 HTTP/1.1" status: 200 len: 784 time: 0.4085793 Dec 08 16:02:36.410440 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [req-1c2780a2-e2ca-4edd-9b75-2865a32f6931 req-6117b065-5831-4345-adbf-4d1557901c29 tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:02:36.414332 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1c2780a2-e2ca-4edd-9b75-2865a32f6931 req-6117b065-5831-4345-adbf-4d1557901c29 tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061157 Dec 08 16:02:36.475394 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1c2780a2-e2ca-4edd-9b75-2865a32f6931 req-41ee8983-3f14-4c1d-8361-e94713669a1c tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.214 HTTP/1.1" status: 200 len: 696 time: 0.0468593 Dec 08 16:02:36.546932 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1c2780a2-e2ca-4edd-9b75-2865a32f6931 req-c128c909-a339-4c30-8144-d7c310e8afb2 tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.214 HTTP/1.1" status: 200 len: 696 time: 0.0504873 Dec 08 16:02:36.571896 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-408d0a5b-b71c-44ea-9368-ff7dc287b852 req-247fe530-3a13-4d70-b8cf-00d5b48b7e34 tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb05aa62-5e8f-4196-8766-535a079edc6b HTTP/1.1" status: 200 len: 210 time: 0.0300262 Dec 08 16:02:36.607966 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7a61ffaf-fb75-4889-b94c-a636ea8e89e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:36.612521 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7a61ffaf-fb75-4889-b94c-a636ea8e89e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:36.623017 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-7a61ffaf-fb75-4889-b94c-a636ea8e89e1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/30228dd6-3c92-4008-9704-567781e9d3e4 HTTP/1.1" status: 204 len: 168 time: 0.6349645 Dec 08 16:02:36.626184 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a61ffaf-fb75-4889-b94c-a636ea8e89e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30228dd6-3c92-4008-9704-567781e9d3e4,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:36.691818 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-1c2780a2-e2ca-4edd-9b75-2865a32f6931 req-e8fd7940-5beb-471d-a499-2148f34d285c tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] Deleting port 4d21634b-fb84-4a0d-9e54-b462d67ac873 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:02:36.692333 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1c2780a2-e2ca-4edd-9b75-2865a32f6931 req-e8fd7940-5beb-471d-a499-2148f34d285c tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:36.700620 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-201b5419-8a95-4beb-9b6d-611a8b4f1628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:36.703562 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201b5419-8a95-4beb-9b6d-611a8b4f1628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:36.707442 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-201b5419-8a95-4beb-9b6d-611a8b4f1628 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:36.773228 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201b5419-8a95-4beb-9b6d-611a8b4f1628 admin admin] Pushing event updated for resources: {'Network': ['ID=5659816c-7a35-4b5d-8e94-41eefe4e09e4,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:36.785659 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 5659816c-7a35-4b5d-8e94-41eefe4e09e4 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:02:36.796874 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1c2780a2-e2ca-4edd-9b75-2865a32f6931 req-e8fd7940-5beb-471d-a499-2148f34d285c tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:36.797203 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1c2780a2-e2ca-4edd-9b75-2865a32f6931 req-e8fd7940-5beb-471d-a499-2148f34d285c tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:36.810696 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-1c2780a2-e2ca-4edd-9b75-2865a32f6931 req-e8fd7940-5beb-471d-a499-2148f34d285c tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] Calling delete_port for 4d21634b-fb84-4a0d-9e54-b462d67ac873 owned by network:floatingip {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:02:37.014017 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd257dd3-0beb-4d95-87bb-46b43c99f205 req-22183deb-c8a7-4d6f-9905-0b22df14e785 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:37.015757 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-dd257dd3-0beb-4d95-87bb-46b43c99f205 req-22183deb-c8a7-4d6f-9905-0b22df14e785 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f074090-1b8e-44fb-8556-3be31cc2970e HTTP/1.1" status: 200 len: 944 time: 0.0567377 Dec 08 16:02:37.051280 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-201b5419-8a95-4beb-9b6d-611a8b4f1628 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6790745 Dec 08 16:02:37.054619 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 33094) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:02:37.060910 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-d4c4156a-32f4-4845-a6d5-7502467a5585 admin admin] Request body: {'subnet': {'network_id': '5659816c-7a35-4b5d-8e94-41eefe4e09e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2063627839-subnet', 'tenant_id': '4f8668e87172493ea223f481765f90ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:02:37.078196 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-dd257dd3-0beb-4d95-87bb-46b43c99f205 req-c6793768-029b-40f4-8210-cc1817670678 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558507 Dec 08 16:02:37.155870 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1c2780a2-e2ca-4edd-9b75-2865a32f6931 req-e8fd7940-5beb-471d-a499-2148f34d285c tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:37.159774 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device cad83a43-ab3b-4789-a1d9-94f29188d5a6 up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:02:37.183613 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fd7940-5beb-471d-a499-2148f34d285c tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] Pushing event deleted for resources: {'Port': ['ID=4d21634b-fb84-4a0d-9e54-b462d67ac873,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:37.212564 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1c2780a2-e2ca-4edd-9b75-2865a32f6931 req-e8fd7940-5beb-471d-a499-2148f34d285c tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] Publish callbacks [] for floatingip, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:37.215151 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1c2780a2-e2ca-4edd-9b75-2865a32f6931 req-e8fd7940-5beb-471d-a499-2148f34d285c tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:37.216338 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1c2780a2-e2ca-4edd-9b75-2865a32f6931 req-e8fd7940-5beb-471d-a499-2148f34d285c tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] 10.222.0.64 "DELETE /v2.0/floatingips/f88d248a-04d2-4524-9fd2-3921051ba53e HTTP/1.1" status: 204 len: 173 time: 0.6632934 Dec 08 16:02:37.236405 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c4156a-32f4-4845-a6d5-7502467a5585 admin admin] Made reservation on behalf of 4f8668e87172493ea223f481765f90ab for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:02:37.236405 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d4c4156a-32f4-4845-a6d5-7502467a5585 admin admin] Publish callbacks [] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:37.367870 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port cad83a43-ab3b-4789-a1d9-94f29188d5a6 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:02:37.373064 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port cad83a43-ab3b-4789-a1d9-94f29188d5a6 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:02:37.373870 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:37.512638 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6eb9cea4-f2e6-4189-815d-b043fe42b02a req-1e62f0d1-c43c-44b8-bdc3-5facc9cdc652 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9e721e2-7394-4a87-bbde-238568b2da7b HTTP/1.1" status: 200 len: 210 time: 0.0435631 Dec 08 16:02:37.525517 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f387a803-0b75-44e4-99df-2e2e59091e64 req-eb2d278e-46af-4d59-9952-8befee194aaa tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2881215 Dec 08 16:02:37.544853 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-f387a803-0b75-44e4-99df-2e2e59091e64 req-1ab3abc0-a5dc-49e3-aaed-b7c0c60b35ea tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] Request body: {'floatingip': {'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:02:37.556946 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:37.583281 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f074090-1b8e-44fb-8556-3be31cc2970e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad83a43-ab3b-4789-a1d9-94f29188d5a6'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:02:37.592001 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6ef1a9-0192-4e8a-acee-f3f353bc14dc" -d '{"events": [{"server_uuid": "1f074090-1b8e-44fb-8556-3be31cc2970e", "name": "network-vif-plugged", "status": "completed", "tag": "cad83a43-ab3b-4789-a1d9-94f29188d5a6"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:02:37.601924 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port cad83a43-ab3b-4789-a1d9-94f29188d5a6, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=cad83a43-ab3b-4789-a1d9-94f29188d5a6,segment=NetworkSegment(08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4),segment_id=08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:37.629486 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24df00d8-4495-43bc-85a8-80c0893fcd3e x-openstack-request-id: req-24df00d8-4495-43bc-85a8-80c0893fcd3e {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:02:37.629807 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f074090-1b8e-44fb-8556-3be31cc2970e", "name": "network-vif-plugged", "status": "completed", "tag": "cad83a43-ab3b-4789-a1d9-94f29188d5a6", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:02:37.630071 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-24df00d8-4495-43bc-85a8-80c0893fcd3e {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:02:37.630483 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f074090-1b8e-44fb-8556-3be31cc2970e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad83a43-ab3b-4789-a1d9-94f29188d5a6', 'code': 200} Dec 08 16:02:37.642201 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d4c4156a-32f4-4845-a6d5-7502467a5585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:37.757146 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c4156a-32f4-4845-a6d5-7502467a5585 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b87a8a3-bb45-4b7a-8281-dce2999cc3b1,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:37.767784 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-18625fb4-c361-4efc-9a84-7b5fa92f3ca3 req-75eac617-7797-40d2-a18e-3e063784006e tempest-TenantUsagesTestJSON-1228646597 tempest-TenantUsagesTestJSON-1228646597-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb05aa62-5e8f-4196-8766-535a079edc6b HTTP/1.1" status: 200 len: 210 time: 0.0714078 Dec 08 16:02:37.779067 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c4156a-32f4-4845-a6d5-7502467a5585 admin admin] Checking segment: {'id': '7e196041-96e6-4b1a-9c01-0952bb382595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5659816c-7a35-4b5d-8e94-41eefe4e09e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:02:37.779432 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c4156a-32f4-4845-a6d5-7502467a5585 admin admin] Network hostable DHCP agents. Network: 5659816c-7a35-4b5d-8e94-41eefe4e09e4, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:02:37.806047 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbc30d-84d5-4ee2-b6a9-7e49fc0c6779 req-b18f49be-4eac-47c9-a586-afc78da5374a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:37.807702 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-adbbc30d-84d5-4ee2-b6a9-7e49fc0c6779 req-b18f49be-4eac-47c9-a586-afc78da5374a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1f074090-1b8e-44fb-8556-3be31cc2970e HTTP/1.1" status: 200 len: 1096 time: 0.1054513 Dec 08 16:02:37.863949 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-adbbc30d-84d5-4ee2-b6a9-7e49fc0c6779 req-2eb38047-c9ef-4125-aacd-48dd332864a0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489392 Dec 08 16:02:37.875067 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-f387a803-0b75-44e4-99df-2e2e59091e64 req-1ab3abc0-a5dc-49e3-aaed-b7c0c60b35ea tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] Publish callbacks [] for floatingip, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:37.875640 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:37.934776 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c4156a-32f4-4845-a6d5-7502467a5585 admin admin] Network 5659816c-7a35-4b5d-8e94-41eefe4e09e4 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:02:37.946993 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=cad83a43-ab3b-4789-a1d9-94f29188d5a6,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:38.006049 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-f387a803-0b75-44e4-99df-2e2e59091e64 req-1ab3abc0-a5dc-49e3-aaed-b7c0c60b35ea tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:38.076214 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-d4c4156a-32f4-4845-a6d5-7502467a5585 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 5659816c-7a35-4b5d-8e94-41eefe4e09e4) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:02:38.084843 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c4156a-32f4-4845-a6d5-7502467a5585 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:38.086115 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d4c4156a-32f4-4845-a6d5-7502467a5585 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:38.093567 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c04e5b-e75a-4e45-a901-46b5ba5ca55f None None] Network 5659816c-7a35-4b5d-8e94-41eefe4e09e4 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:02:38.123429 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [req-f387a803-0b75-44e4-99df-2e2e59091e64 req-1ab3abc0-a5dc-49e3-aaed-b7c0c60b35ea tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] Allocated IP 172.25.0.218 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/3677d4f4-1ea6-4f9e-beda-4985669eabb3) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:02:38.161831 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 33114) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:02:38.207815 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a2c94856-66f2-424e-866b-343d5d01e2ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:38.251856 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-d4c4156a-32f4-4845-a6d5-7502467a5585 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1951637 Dec 08 16:02:38.281932 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb2dd17-287a-4a5d-8656-9d857cb2015e req-27073be3-5913-43ff-bd5e-155ab6a4ccf9 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:38.283403 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-f387a803-0b75-44e4-99df-2e2e59091e64 req-1ab3abc0-a5dc-49e3-aaed-b7c0c60b35ea tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:38.327341 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ccb2dd17-287a-4a5d-8656-9d857cb2015e req-27073be3-5913-43ff-bd5e-155ab6a4ccf9 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f074090-1b8e-44fb-8556-3be31cc2970e HTTP/1.1" status: 200 len: 945 time: 0.1598320 Dec 08 16:02:38.361728 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339a310d-b34c-4458-9a1f-d63531abef72 None None] Network 5659816c-7a35-4b5d-8e94-41eefe4e09e4 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:02:38.417941 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:38.435036 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ccb2dd17-287a-4a5d-8656-9d857cb2015e req-bc17e9c5-d240-4921-8131-36d0a3c93839 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929894 Dec 08 16:02:38.468086 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a2c94856-66f2-424e-866b-343d5d01e2ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:38.556663 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-f387a803-0b75-44e4-99df-2e2e59091e64 req-1ab3abc0-a5dc-49e3-aaed-b7c0c60b35ea tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:38.595679 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f387a803-0b75-44e4-99df-2e2e59091e64 req-1ab3abc0-a5dc-49e3-aaed-b7c0c60b35ea tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:02:38.601282 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [req-f387a803-0b75-44e4-99df-2e2e59091e64 req-1ab3abc0-a5dc-49e3-aaed-b7c0c60b35ea tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:02:38.605542 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-f387a803-0b75-44e4-99df-2e2e59091e64 req-1ab3abc0-a5dc-49e3-aaed-b7c0c60b35ea tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:02:38.617869 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a2c94856-66f2-424e-866b-343d5d01e2ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:38.633317 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab3abc0-a5dc-49e3-aaed-b7c0c60b35ea tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] Pushing event updated for resources: {'Port': ['ID=3677d4f4-1ea6-4f9e-beda-4985669eabb3,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:38.678144 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a2c94856-66f2-424e-866b-343d5d01e2ab admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=40bdb87c927940a891445655f430cf9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5140510 Dec 08 16:02:38.678943 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c94856-66f2-424e-866b-343d5d01e2ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=319f74f4-4c0c-4ef6-9125-48c25a3780f6,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:38.681310 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 33128) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:02:38.712418 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-f387a803-0b75-44e4-99df-2e2e59091e64 req-1ab3abc0-a5dc-49e3-aaed-b7c0c60b35ea tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:38.734785 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7c2f8c36-d10d-4991-b59f-8c17f66d3df1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:38.801004 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7c2f8c36-d10d-4991-b59f-8c17f66d3df1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:38.894044 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9916f826-a8a5-4162-acfb-04e929a86fea req-4ae16d0c-0440-4da8-b834-a37247b8a3ff tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:38.895592 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9916f826-a8a5-4162-acfb-04e929a86fea req-4ae16d0c-0440-4da8-b834-a37247b8a3ff tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/networks?id=34422553-fc63-47d6-a631-7f666537bc5c HTTP/1.1" status: 200 len: 808 time: 0.1513221 Dec 08 16:02:38.898838 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-f387a803-0b75-44e4-99df-2e2e59091e64 req-1ab3abc0-a5dc-49e3-aaed-b7c0c60b35ea tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:38.913442 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9916f826-a8a5-4162-acfb-04e929a86fea req-0fe53cc1-c336-44b9-adeb-1c89fa052345 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/quotas/8b17b512834447aea285923e7004d778 HTTP/1.1" status: 200 len: 375 time: 0.0099645 Dec 08 16:02:38.954544 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9916f826-a8a5-4162-acfb-04e929a86fea req-f5ae5a39-927f-42b2-b63b-52c29e030f42 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8b17b512834447aea285923e7004d778&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336554 Dec 08 16:02:39.045276 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7c2f8c36-d10d-4991-b59f-8c17f66d3df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:39.047990 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7c2f8c36-d10d-4991-b59f-8c17f66d3df1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:39.049201 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-7c2f8c36-d10d-4991-b59f-8c17f66d3df1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/319f74f4-4c0c-4ef6-9125-48c25a3780f6 HTTP/1.1" status: 204 len: 168 time: 0.3669524 Dec 08 16:02:39.070758 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2f8c36-d10d-4991-b59f-8c17f66d3df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=319f74f4-4c0c-4ef6-9125-48c25a3780f6,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:39.100453 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9916f826-a8a5-4162-acfb-04e929a86fea req-de9233f8-2650-4f48-af98-cdbf06953b34 service neutron] 10.222.0.64 "GET /v2.0/networks/34422553-fc63-47d6-a631-7f666537bc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383276 Dec 08 16:02:39.109329 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-f387a803-0b75-44e4-99df-2e2e59091e64 req-1ab3abc0-a5dc-49e3-aaed-b7c0c60b35ea tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:39.209133 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9916f826-a8a5-4162-acfb-04e929a86fea req-b3960d37-99ac-47a9-a6d4-089d728cfbdd service neutron] 10.222.0.64 "GET /v2.0/networks/34422553-fc63-47d6-a631-7f666537bc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995481 Dec 08 16:02:39.264845 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-f387a803-0b75-44e4-99df-2e2e59091e64 req-1ab3abc0-a5dc-49e3-aaed-b7c0c60b35ea tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:39.330987 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab3abc0-a5dc-49e3-aaed-b7c0c60b35ea tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] Pushing event updated for resources: {'Port': ['ID=3677d4f4-1ea6-4f9e-beda-4985669eabb3,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:39.346870 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-f387a803-0b75-44e4-99df-2e2e59091e64 req-1ab3abc0-a5dc-49e3-aaed-b7c0c60b35ea tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:39.592264 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-f387a803-0b75-44e4-99df-2e2e59091e64 req-1ab3abc0-a5dc-49e3-aaed-b7c0c60b35ea tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:39.593642 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f387a803-0b75-44e4-99df-2e2e59091e64 req-1ab3abc0-a5dc-49e3-aaed-b7c0c60b35ea tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0534809 Dec 08 16:02:39.629559 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-dbed7c27-3be8-4157-b4b6-fa7d2155a232 req-97eb37a5-9e37-483c-abf6-236f53b08b25 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9e721e2-7394-4a87-bbde-238568b2da7b HTTP/1.1" status: 200 len: 210 time: 0.0305023 Dec 08 16:02:39.697496 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f387a803-0b75-44e4-99df-2e2e59091e64 req-a3804794-1c1b-4ec0-ab2f-2c6b73e08ed9 tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.218 HTTP/1.1" status: 200 len: 696 time: 0.0929956 Dec 08 16:02:39.831856 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device f95b864d-05e3-4c85-86c3-96fdb7af4d67 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:02:39.844401 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387a803-0b75-44e4-99df-2e2e59091e64 req-33688a46-4742-4c76-abd3-b4248b8a8c12 tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:39.845934 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f387a803-0b75-44e4-99df-2e2e59091e64 req-33688a46-4742-4c76-abd3-b4248b8a8c12 tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] 10.222.0.64 "GET /v2.0/networks/1ae4cf80-76bf-4df3-a557-5cc6023c1900 HTTP/1.1" status: 200 len: 784 time: 0.1424248 Dec 08 16:02:39.865639 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: f95b864d-05e3-4c85-86c3-96fdb7af4d67 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:02:39.866318 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device f95b864d-05e3-4c85-86c3-96fdb7af4d67 not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:02:39.871712 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [req-f387a803-0b75-44e4-99df-2e2e59091e64 req-67c2ef99-a006-4dfc-96ca-18577704e448 tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:02:39.885795 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f387a803-0b75-44e4-99df-2e2e59091e64 req-67c2ef99-a006-4dfc-96ca-18577704e448 tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0267203 Dec 08 16:02:39.947599 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509a835f-4e47-46f9-88d4-09a0f4003c9e req-711e9cef-0968-40f5-af01-8b19e906c3d2 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:39.955852 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-509a835f-4e47-46f9-88d4-09a0f4003c9e req-711e9cef-0968-40f5-af01-8b19e906c3d2 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f074090-1b8e-44fb-8556-3be31cc2970e HTTP/1.1" status: 200 len: 945 time: 0.0769613 Dec 08 16:02:39.984650 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-94d575f8-0dc3-450e-ae8f-63e730fe1055 req-bfad82d0-32ff-4894-a860-72c484dbc25f tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=da5fe699-8812-4124-b3f5-1f4ad9dad8d5 HTTP/1.1" status: 200 len: 210 time: 0.0531049 Dec 08 16:02:40.010509 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-509a835f-4e47-46f9-88d4-09a0f4003c9e req-0794c72a-a399-4ecf-899d-83a6011bac12 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532680 Dec 08 16:02:40.091833 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-eaaf9aa3-7c9b-4065-a790-2e3951d6efd8 req-021081c3-799e-4b4a-99e9-d3c0f3889dd0 tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] 10.222.0.64 "GET /v2.0/floatingips/45c99db6-aea3-4791-b4c2-c310ba8153be HTTP/1.1" status: 200 len: 693 time: 0.0755837 Dec 08 16:02:40.116825 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-10c4baed-08d3-44fe-80ad-e84d33b6d2a9 req-3fa65abc-0b78-4f3a-b79c-32646d205750 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=b73d206799fe4423a8cfa64c519990fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260508 Dec 08 16:02:40.251232 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb0345-2f99-44bd-9ebf-be378118120b req-2ea32a7f-fa32-4b85-a1a0-88a160bf59cf tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:40.253697 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-beeb0345-2f99-44bd-9ebf-be378118120b req-2ea32a7f-fa32-4b85-a1a0-88a160bf59cf tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=1f074090-1b8e-44fb-8556-3be31cc2970e HTTP/1.1" status: 200 len: 1097 time: 0.1176066 Dec 08 16:02:40.266537 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf9aa3-7c9b-4065-a790-2e3951d6efd8 req-82cd1c4f-b4bf-4d12-ae68-d76bc0e3828b tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:40.266537 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-eaaf9aa3-7c9b-4065-a790-2e3951d6efd8 req-82cd1c4f-b4bf-4d12-ae68-d76bc0e3828b tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] 10.222.0.64 "GET /v2.0/networks/1ae4cf80-76bf-4df3-a557-5cc6023c1900 HTTP/1.1" status: 200 len: 784 time: 0.1597929 Dec 08 16:02:40.274684 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [req-eaaf9aa3-7c9b-4065-a790-2e3951d6efd8 req-d9fe463a-23f4-49e7-9234-e02ac0ee28ed tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:02:40.277232 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-eaaf9aa3-7c9b-4065-a790-2e3951d6efd8 req-d9fe463a-23f4-49e7-9234-e02ac0ee28ed tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074608 Dec 08 16:02:40.299605 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c4baed-08d3-44fe-80ad-e84d33b6d2a9 req-8fc9cc01-a79d-4276-909e-584e974d737b tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:40.301143 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-10c4baed-08d3-44fe-80ad-e84d33b6d2a9 req-8fc9cc01-a79d-4276-909e-584e974d737b tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1788192 Dec 08 16:02:40.318281 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-10c4baed-08d3-44fe-80ad-e84d33b6d2a9 req-6d0d13d2-a26b-4057-bd65-fb538c743e31 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Request body: {'port': {'device_id': 'a9e721e2-7394-4a87-bbde-238568b2da7b', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'admin_state_up': True, 'tenant_id': 'b73d206799fe4423a8cfa64c519990fb'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:02:40.342028 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-eaaf9aa3-7c9b-4065-a790-2e3951d6efd8 req-bd97ec17-1d33-4fbe-a002-decc07f63ac0 tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.218 HTTP/1.1" status: 200 len: 696 time: 0.0542617 Dec 08 16:02:40.375678 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-beeb0345-2f99-44bd-9ebf-be378118120b req-a3361dfe-b264-4fd0-8153-d6cb37d0244f tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121764 Dec 08 16:02:40.407578 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-eaaf9aa3-7c9b-4065-a790-2e3951d6efd8 req-f2f5a750-6d44-4a2b-8f58-e5e784f83163 tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.218 HTTP/1.1" status: 200 len: 696 time: 0.0609012 Dec 08 16:02:40.496612 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 33180) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:02:40.609170 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-eaaf9aa3-7c9b-4065-a790-2e3951d6efd8 req-dfaec92c-429c-4567-a271-d1bc65cab585 tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] Deleting port 3677d4f4-1ea6-4f9e-beda-4985669eabb3 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:02:40.609831 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-eaaf9aa3-7c9b-4065-a790-2e3951d6efd8 req-dfaec92c-429c-4567-a271-d1bc65cab585 tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:40.655563 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c6182d-7231-479a-813b-b4c057bd5279 req-06a287f5-9add-49d8-b1ed-9d0b30108df1 tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:40.657186 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-13c6182d-7231-479a-813b-b4c057bd5279 req-06a287f5-9add-49d8-b1ed-9d0b30108df1 tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=1f074090-1b8e-44fb-8556-3be31cc2970e HTTP/1.1" status: 200 len: 1097 time: 0.0874979 Dec 08 16:02:40.702932 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-42bea382-ec15-412d-b507-9c4a4174be97 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9aeb8131b3f14425aca29cd739e2f17d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2039192 Dec 08 16:02:40.708476 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 33192) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:02:40.728106 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10c4baed-08d3-44fe-80ad-e84d33b6d2a9 req-6d0d13d2-a26b-4057-bd65-fb538c743e31 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Made reservation on behalf of b73d206799fe4423a8cfa64c519990fb for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:02:40.728462 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-eaaf9aa3-7c9b-4065-a790-2e3951d6efd8 req-dfaec92c-429c-4567-a271-d1bc65cab585 tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:40.728462 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-eaaf9aa3-7c9b-4065-a790-2e3951d6efd8 req-dfaec92c-429c-4567-a271-d1bc65cab585 tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:40.731124 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-10c4baed-08d3-44fe-80ad-e84d33b6d2a9 req-6d0d13d2-a26b-4057-bd65-fb538c743e31 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:40.745043 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-eaaf9aa3-7c9b-4065-a790-2e3951d6efd8 req-dfaec92c-429c-4567-a271-d1bc65cab585 tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] Calling delete_port for 3677d4f4-1ea6-4f9e-beda-4985669eabb3 owned by network:floatingip {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:02:40.768720 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-13c6182d-7231-479a-813b-b4c057bd5279 req-0303ef25-97b7-4d4c-a123-96e308275f2d tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986454 Dec 08 16:02:40.860667 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-882a0464-e23a-44e6-a8d1-fbd0cc06f6bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:40.924024 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2ea39a36-acc3-4b25-9fcb-01f8b6f72dec req-820b6433-6fb7-4098-b2fc-f99901087678 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9e721e2-7394-4a87-bbde-238568b2da7b HTTP/1.1" status: 200 len: 210 time: 0.0671141 Dec 08 16:02:40.945193 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-882a0464-e23a-44e6-a8d1-fbd0cc06f6bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:40.985076 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-10c4baed-08d3-44fe-80ad-e84d33b6d2a9 req-6d0d13d2-a26b-4057-bd65-fb538c743e31 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Allocated IP 192.168.233.213 (b91759c7-445e-4f7b-9fc4-64d80951832c/c93b3a32-b438-4a47-8558-220c03febf97/1c95887f-8d94-47e3-a094-535df5d8ef01) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:02:40.991969 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 33200) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:02:41.046104 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-eaaf9aa3-7c9b-4065-a790-2e3951d6efd8 req-dfaec92c-429c-4567-a271-d1bc65cab585 tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:41.086552 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaec92c-429c-4567-a271-d1bc65cab585 tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] Pushing event deleted for resources: {'Port': ['ID=3677d4f4-1ea6-4f9e-beda-4985669eabb3,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:41.160026 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-22c2b351-b987-4fe4-adf3-57a0135534a0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1397527029-network', 'tenant_id': 'd4406bc10dfa47d4898b79f82b66f169'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:02:41.170537 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a5ae6c93-323d-4d3d-bb81-4294dc9660af req-2ca54b09-44d7-47fe-9ba0-c44ee936fa4e tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=da5fe699-8812-4124-b3f5-1f4ad9dad8d5 HTTP/1.1" status: 200 len: 210 time: 0.0395343 Dec 08 16:02:41.195572 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-eaaf9aa3-7c9b-4065-a790-2e3951d6efd8 req-dfaec92c-429c-4567-a271-d1bc65cab585 tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] Publish callbacks [] for floatingip, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:41.199241 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-eaaf9aa3-7c9b-4065-a790-2e3951d6efd8 req-dfaec92c-429c-4567-a271-d1bc65cab585 tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:41.200532 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-eaaf9aa3-7c9b-4065-a790-2e3951d6efd8 req-dfaec92c-429c-4567-a271-d1bc65cab585 tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] 10.222.0.64 "DELETE /v2.0/floatingips/45c99db6-aea3-4791-b4c2-c310ba8153be HTTP/1.1" status: 204 len: 173 time: 0.7845409 Dec 08 16:02:41.223321 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-10c4baed-08d3-44fe-80ad-e84d33b6d2a9 req-6d0d13d2-a26b-4057-bd65-fb538c743e31 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:41.270078 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-882a0464-e23a-44e6-a8d1-fbd0cc06f6bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:41.272967 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-882a0464-e23a-44e6-a8d1-fbd0cc06f6bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:41.274338 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-882a0464-e23a-44e6-a8d1-fbd0cc06f6bb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5ff039b8-54ce-4691-be49-15263a9a03be HTTP/1.1" status: 204 len: 168 time: 0.5648668 Dec 08 16:02:41.283326 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882a0464-e23a-44e6-a8d1-fbd0cc06f6bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff039b8-54ce-4691-be49-15263a9a03be,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:41.291594 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [req-375b6e08-3f03-4738-b9ba-8a9f187e91c4 req-a92c8250-8537-49b6-a672-d929eff0a73a tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] show failed (client error): The resource could not be found. Dec 08 16:02:41.292734 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-375b6e08-3f03-4738-b9ba-8a9f187e91c4 req-a92c8250-8537-49b6-a672-d929eff0a73a tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] 10.222.0.64 "GET /v2.0/floatingips/45c99db6-aea3-4791-b4c2-c310ba8153be HTTP/1.1" status: 404 len: 350 time: 0.0681717 Dec 08 16:02:41.351685 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [req-7703ebb3-2ffb-4c38-a6a2-b837070e0a4f req-b5befa88-3e45-4f8c-926b-13f0a304957e tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] show failed (client error): The resource could not be found. Dec 08 16:02:41.352749 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7703ebb3-2ffb-4c38-a6a2-b837070e0a4f req-b5befa88-3e45-4f8c-926b-13f0a304957e tempest-FloatingIPsTestJSON-737014401 tempest-FloatingIPsTestJSON-737014401-project] 10.222.0.64 "GET /v2.0/floatingips/45c99db6-aea3-4791-b4c2-c310ba8153be HTTP/1.1" status: 404 len: 350 time: 0.0369740 Dec 08 16:02:41.361459 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 33216) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:02:41.402181 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c2b351-b987-4fe4-adf3-57a0135534a0 admin admin] Made reservation on behalf of d4406bc10dfa47d4898b79f82b66f169 for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:02:41.404488 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-22c2b351-b987-4fe4-adf3-57a0135534a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:41.416587 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-22c2b351-b987-4fe4-adf3-57a0135534a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:41.459519 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-cfc22a77-2b1f-4e95-9784-48314560b298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:41.462667 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-10c4baed-08d3-44fe-80ad-e84d33b6d2a9 req-6d0d13d2-a26b-4057-bd65-fb538c743e31 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:41.475052 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['ef06a5d6-dcd4-45e8-a30d-3050fe0c914c'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:02:41.520052 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10c4baed-08d3-44fe-80ad-e84d33b6d2a9 req-6d0d13d2-a26b-4057-bd65-fb538c743e31 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Network b91759c7-445e-4f7b-9fc4-64d80951832c is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:02:41.521985 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-10c4baed-08d3-44fe-80ad-e84d33b6d2a9 req-6d0d13d2-a26b-4057-bd65-fb538c743e31 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:02:41.524931 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-10c4baed-08d3-44fe-80ad-e84d33b6d2a9 req-6d0d13d2-a26b-4057-bd65-fb538c743e31 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:02:41.534009 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c4baed-08d3-44fe-80ad-e84d33b6d2a9 req-6d0d13d2-a26b-4057-bd65-fb538c743e31 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:41.535134 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-10c4baed-08d3-44fe-80ad-e84d33b6d2a9 req-6d0d13d2-a26b-4057-bd65-fb538c743e31 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:41.591407 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0d13d2-a26b-4057-bd65-fb538c743e31 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Pushing event updated for resources: {'Port': ['ID=1c95887f-8d94-47e3-a094-535df5d8ef01,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:41.693391 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-10c4baed-08d3-44fe-80ad-e84d33b6d2a9 req-6d0d13d2-a26b-4057-bd65-fb538c743e31 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3814662 Dec 08 16:02:41.720143 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-10c4baed-08d3-44fe-80ad-e84d33b6d2a9 req-f580eaf3-33d4-462e-a229-a2ec2fa2cfff service neutron] Request body: {'port': {'device_id': 'a9e721e2-7394-4a87-bbde-238568b2da7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:02:41.799116 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-10c4baed-08d3-44fe-80ad-e84d33b6d2a9 req-f580eaf3-33d4-462e-a229-a2ec2fa2cfff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:41.802374 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-22c2b351-b987-4fe4-adf3-57a0135534a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:41.833211 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62351ab-6bfe-429e-9c30-a33e782fb7d5 req-57df81c4-428d-46ce-859a-66006384275c tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:41.834733 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c62351ab-6bfe-429e-9c30-a33e782fb7d5 req-57df81c4-428d-46ce-859a-66006384275c tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=1f074090-1b8e-44fb-8556-3be31cc2970e HTTP/1.1" status: 200 len: 1097 time: 0.1245341 Dec 08 16:02:41.878185 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-e91e6cd4-c11f-4337-a3aa-612a5a7f44e8 None None] Provisioning complete for port 1c95887f-8d94-47e3-a094-535df5d8ef01 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:02:41.878566 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e91e6cd4-c11f-4337-a3aa-612a5a7f44e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:41.937614 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-e91e6cd4-c11f-4337-a3aa-612a5a7f44e8 None None] Port 1c95887f-8d94-47e3-a094-535df5d8ef01 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:02:42.161207 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e5966d-cb90-4532-b50a-87bd9063b46d req-b363a7f1-f18c-4c91-8bb0-45a507952cd8 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:42.163001 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67e5966d-cb90-4532-b50a-87bd9063b46d req-b363a7f1-f18c-4c91-8bb0-45a507952cd8 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9e721e2-7394-4a87-bbde-238568b2da7b HTTP/1.1" status: 200 len: 936 time: 0.1364722 Dec 08 16:02:42.233696 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-22c2b351-b987-4fe4-adf3-57a0135534a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:42.262748 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c62351ab-6bfe-429e-9c30-a33e782fb7d5 req-19a2f53c-f634-4304-abb1-d0893e55acca tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4192483 Dec 08 16:02:42.273896 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67e5966d-cb90-4532-b50a-87bd9063b46d req-8b4d8d36-a3b6-4490-bfbe-25aa7f5a3c6c tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987248 Dec 08 16:02:42.276020 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22c2b351-b987-4fe4-adf3-57a0135534a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:02:42.301396 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c2b351-b987-4fe4-adf3-57a0135534a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccecb223-cc4a-4b56-842a-9dc9f9210160,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:42.304865 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-22c2b351-b987-4fe4-adf3-57a0135534a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:42.305214 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-22c2b351-b987-4fe4-adf3-57a0135534a0 admin admin] Added segment 55959dde-5826-4ddc-8701-feafe3ee225a of type vlan for network f07c5a6c-f5a9-40b3-811b-5c4a8db7b02e Dec 08 16:02:42.334648 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-10c4baed-08d3-44fe-80ad-e84d33b6d2a9 req-f580eaf3-33d4-462e-a229-a2ec2fa2cfff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c95887f-8d94-47e3-a094-535df5d8ef01 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:02:42.347739 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-10c4baed-08d3-44fe-80ad-e84d33b6d2a9 req-f580eaf3-33d4-462e-a229-a2ec2fa2cfff service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:42.365156 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-10c4baed-08d3-44fe-80ad-e84d33b6d2a9 req-f580eaf3-33d4-462e-a229-a2ec2fa2cfff service neutron] Transition to ACTIVE for port object 1c95887f-8d94-47e3-a094-535df5d8ef01 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:02:42.371751 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-22c2b351-b987-4fe4-adf3-57a0135534a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:42.473826 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fdd7d6ba-55b3-4450-887d-da41a81c7548 req-cb36e283-877b-478f-8a15-307d03fb8768 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=da5fe699-8812-4124-b3f5-1f4ad9dad8d5 HTTP/1.1" status: 200 len: 210 time: 0.0521910 Dec 08 16:02:42.519342 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-39466341-8c09-4f49-ab43-f0d8da6bb828 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:42.521391 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-10c4baed-08d3-44fe-80ad-e84d33b6d2a9 req-f580eaf3-33d4-462e-a229-a2ec2fa2cfff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:42.579125 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580eaf3-33d4-462e-a229-a2ec2fa2cfff service neutron] Pushing event updated for resources: {'Port': ['ID=1c95887f-8d94-47e3-a094-535df5d8ef01,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:42.619229 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-10c4baed-08d3-44fe-80ad-e84d33b6d2a9 req-f580eaf3-33d4-462e-a229-a2ec2fa2cfff service neutron] Attempting to bind port 1c95887f-8d94-47e3-a094-535df5d8ef01 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:02:42.619917 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-10c4baed-08d3-44fe-80ad-e84d33b6d2a9 req-f580eaf3-33d4-462e-a229-a2ec2fa2cfff service neutron] Attempting to bind port 1c95887f-8d94-47e3-a094-535df5d8ef01 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:02:42.621263 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c4baed-08d3-44fe-80ad-e84d33b6d2a9 req-f580eaf3-33d4-462e-a229-a2ec2fa2cfff service neutron] Attempting to bind port 1c95887f-8d94-47e3-a094-535df5d8ef01 on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:02:42.626429 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c4baed-08d3-44fe-80ad-e84d33b6d2a9 req-f580eaf3-33d4-462e-a229-a2ec2fa2cfff service neutron] Port 1c95887f-8d94-47e3-a094-535df5d8ef01 on network b91759c7-445e-4f7b-9fc4-64d80951832c not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:02:42.626770 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c4baed-08d3-44fe-80ad-e84d33b6d2a9 req-f580eaf3-33d4-462e-a229-a2ec2fa2cfff service neutron] Attempting to bind port 1c95887f-8d94-47e3-a094-535df5d8ef01 on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:02:42.633027 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c4baed-08d3-44fe-80ad-e84d33b6d2a9 req-f580eaf3-33d4-462e-a229-a2ec2fa2cfff service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:02:42.633540 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c4baed-08d3-44fe-80ad-e84d33b6d2a9 req-f580eaf3-33d4-462e-a229-a2ec2fa2cfff service neutron] Checking segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:02:42.633913 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c4baed-08d3-44fe-80ad-e84d33b6d2a9 req-f580eaf3-33d4-462e-a229-a2ec2fa2cfff service neutron] Bound using segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:02:42.634524 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-10c4baed-08d3-44fe-80ad-e84d33b6d2a9 req-f580eaf3-33d4-462e-a229-a2ec2fa2cfff service neutron] Bound port: 1c95887f-8d94-47e3-a094-535df5d8ef01, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:02:42.634948 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-10c4baed-08d3-44fe-80ad-e84d33b6d2a9 req-f580eaf3-33d4-462e-a229-a2ec2fa2cfff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:42.723156 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-10c4baed-08d3-44fe-80ad-e84d33b6d2a9 req-f580eaf3-33d4-462e-a229-a2ec2fa2cfff service neutron] For port 1c95887f-8d94-47e3-a094-535df5d8ef01, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:02:42.728720 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-10c4baed-08d3-44fe-80ad-e84d33b6d2a9 req-f580eaf3-33d4-462e-a229-a2ec2fa2cfff service neutron] For port 1c95887f-8d94-47e3-a094-535df5d8ef01, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=1c95887f-8d94-47e3-a094-535df5d8ef01,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:02:42.738212 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-22c2b351-b987-4fe4-adf3-57a0135534a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:42.739169 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c2b351-b987-4fe4-adf3-57a0135534a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:42.739780 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-22c2b351-b987-4fe4-adf3-57a0135534a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:42.748092 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 33232) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:02:42.765570 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9fabdcd4-5381-4b88-9018-f4f7801acede admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:42.852800 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c2b351-b987-4fe4-adf3-57a0135534a0 admin admin] Pushing event updated for resources: {'Network': ['ID=f07c5a6c-f5a9-40b3-811b-5c4a8db7b02e,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:42.859663 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9fabdcd4-5381-4b88-9018-f4f7801acede admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:42.869839 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network f07c5a6c-f5a9-40b3-811b-5c4a8db7b02e details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:02:42.922149 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-10c4baed-08d3-44fe-80ad-e84d33b6d2a9 req-f580eaf3-33d4-462e-a229-a2ec2fa2cfff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:42.958916 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c4baed-08d3-44fe-80ad-e84d33b6d2a9 req-f580eaf3-33d4-462e-a229-a2ec2fa2cfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:42.959115 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-10c4baed-08d3-44fe-80ad-e84d33b6d2a9 req-f580eaf3-33d4-462e-a229-a2ec2fa2cfff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:42.960787 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-10c4baed-08d3-44fe-80ad-e84d33b6d2a9 req-f580eaf3-33d4-462e-a229-a2ec2fa2cfff service neutron] 10.222.0.37 "PUT /v2.0/ports/1c95887f-8d94-47e3-a094-535df5d8ef01 HTTP/1.1" status: 200 len: 1097 time: 1.2457247 Dec 08 16:02:42.961471 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9e721e2-7394-4a87-bbde-238568b2da7b', 'tag': '1c95887f-8d94-47e3-a094-535df5d8ef01'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:02:42.963794 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5864485a-7abe-4e82-b273-b8851c162241" -d '{"events": [{"name": "network-changed", "server_uuid": "a9e721e2-7394-4a87-bbde-238568b2da7b", "tag": "1c95887f-8d94-47e3-a094-535df5d8ef01"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:02:42.975152 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-39466341-8c09-4f49-ab43-f0d8da6bb828 admin admin] Deleting port 6dfdf0e4-060e-4ec4-a60a-9135bf868582 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:02:42.975269 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-39466341-8c09-4f49-ab43-f0d8da6bb828 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:42.996757 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580eaf3-33d4-462e-a229-a2ec2fa2cfff service neutron] Pushing event updated for resources: {'Port': ['ID=1c95887f-8d94-47e3-a094-535df5d8ef01,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:43.017161 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8989cc0-f534-4b91-a812-88739623e9ca x-openstack-request-id: req-c8989cc0-f534-4b91-a812-88739623e9ca {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:02:43.017510 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9e721e2-7394-4a87-bbde-238568b2da7b", "tag": "1c95887f-8d94-47e3-a094-535df5d8ef01", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:02:43.018714 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c8989cc0-f534-4b91-a812-88739623e9ca {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:02:43.019184 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9e721e2-7394-4a87-bbde-238568b2da7b', 'tag': '1c95887f-8d94-47e3-a094-535df5d8ef01', 'status': 'completed', 'code': 200} Dec 08 16:02:43.092430 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5864485a-7abe-4e82-b273-b8851c162241 req-5aed2d9c-37d8-4e7e-ad70-d7d1f5fe4c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:43.094012 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5864485a-7abe-4e82-b273-b8851c162241 req-5aed2d9c-37d8-4e7e-ad70-d7d1f5fe4c36 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b73d206799fe4423a8cfa64c519990fb&device_id=a9e721e2-7394-4a87-bbde-238568b2da7b HTTP/1.1" status: 200 len: 1100 time: 0.0517328 Dec 08 16:02:43.094559 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-22c2b351-b987-4fe4-adf3-57a0135534a0 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.1011384 Dec 08 16:02:43.097834 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 33236) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:02:43.103628 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-0dca2934-c15c-4d05-a2ea-ce484071c6da admin admin] Request body: {'subnet': {'network_id': 'f07c5a6c-f5a9-40b3-811b-5c4a8db7b02e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1397527029-subnet', 'tenant_id': 'd4406bc10dfa47d4898b79f82b66f169', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:02:43.107474 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-39466341-8c09-4f49-ab43-f0d8da6bb828 admin admin] For port 6dfdf0e4-060e-4ec4-a60a-9135bf868582, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=6dfdf0e4-060e-4ec4-a60a-9135bf868582,segment=NetworkSegment(703d0202-3dc0-4a09-9275-5efe541de01b),segment_id=703d0202-3dc0-4a09-9275-5efe541de01b)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:43.108243 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-39466341-8c09-4f49-ab43-f0d8da6bb828 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:43.123007 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9fabdcd4-5381-4b88-9018-f4f7801acede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:43.133618 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-39466341-8c09-4f49-ab43-f0d8da6bb828 admin admin] Calling delete_port for 6dfdf0e4-060e-4ec4-a60a-9135bf868582 owned by network:router_interface {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:02:43.157057 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5864485a-7abe-4e82-b273-b8851c162241 req-f7cf4439-2c0a-4ce3-bafe-c6b847927cd3 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b73d206799fe4423a8cfa64c519990fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0491111 Dec 08 16:02:43.211989 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-9fabdcd4-5381-4b88-9018-f4f7801acede admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=df2caeb206464648b4ed4e885756451d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4623268 Dec 08 16:02:43.215417 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 33238) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:02:43.239986 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fabdcd4-5381-4b88-9018-f4f7801acede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e947da1-e218-4ff6-8f10-d8659fc4f896,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:43.297981 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dca2934-c15c-4d05-a2ea-ce484071c6da admin admin] Made reservation on behalf of d4406bc10dfa47d4898b79f82b66f169 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:02:43.300411 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0dca2934-c15c-4d05-a2ea-ce484071c6da admin admin] Publish callbacks [] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:43.317444 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5864485a-7abe-4e82-b273-b8851c162241 req-6271b637-74d0-47f6-90e3-786cdb5e6859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:43.319016 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5864485a-7abe-4e82-b273-b8851c162241 req-6271b637-74d0-47f6-90e3-786cdb5e6859 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1521993 Dec 08 16:02:43.334949 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ea76a295-214c-42c8-a288-917652b98ca8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:43.385336 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ea76a295-214c-42c8-a288-917652b98ca8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:43.502454 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a51adf-75c0-4bcb-8eec-0dcbd40811ca req-4153d54d-ebc9-4372-949d-17de253758f0 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:43.504076 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-27a51adf-75c0-4bcb-8eec-0dcbd40811ca req-4153d54d-ebc9-4372-949d-17de253758f0 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9e721e2-7394-4a87-bbde-238568b2da7b HTTP/1.1" status: 200 len: 948 time: 0.0609612 Dec 08 16:02:43.561043 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-27a51adf-75c0-4bcb-8eec-0dcbd40811ca req-ffb04810-0055-49f7-a157-fe503fd38935 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503213 Dec 08 16:02:43.562634 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-39466341-8c09-4f49-ab43-f0d8da6bb828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:43.589333 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39466341-8c09-4f49-ab43-f0d8da6bb828 admin admin] Pushing event deleted for resources: {'Port': ['ID=6dfdf0e4-060e-4ec4-a60a-9135bf868582,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:43.596564 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c4baed-08d3-44fe-80ad-e84d33b6d2a9 req-b4bdbc0a-064a-4296-8024-17522a9dd8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:43.599014 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-10c4baed-08d3-44fe-80ad-e84d33b6d2a9 req-b4bdbc0a-064a-4296-8024-17522a9dd8dd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b73d206799fe4423a8cfa64c519990fb&device_id=a9e721e2-7394-4a87-bbde-238568b2da7b HTTP/1.1" status: 200 len: 1100 time: 0.2167747 Dec 08 16:02:43.706208 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ea76a295-214c-42c8-a288-917652b98ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:43.715191 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ea76a295-214c-42c8-a288-917652b98ca8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:43.719416 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ea76a295-214c-42c8-a288-917652b98ca8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5e947da1-e218-4ff6-8f10-d8659fc4f896 HTTP/1.1" status: 204 len: 168 time: 0.5006807 Dec 08 16:02:43.731673 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e8da1c-56df-40e9-a485-8adb5e97534d req-4f856f67-56b1-4fb4-a833-42f920633d88 tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:43.734186 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-02e8da1c-56df-40e9-a485-8adb5e97534d req-4f856f67-56b1-4fb4-a833-42f920633d88 tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=1f074090-1b8e-44fb-8556-3be31cc2970e HTTP/1.1" status: 200 len: 1097 time: 0.2587290 Dec 08 16:02:43.737341 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-10c4baed-08d3-44fe-80ad-e84d33b6d2a9 req-0717b2b2-8c61-4f0c-b0b6-94a8c38f0176 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=1c95887f-8d94-47e3-a094-535df5d8ef01 HTTP/1.1" status: 200 len: 217 time: 0.1246960 Dec 08 16:02:43.775586 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea76a295-214c-42c8-a288-917652b98ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e947da1-e218-4ff6-8f10-d8659fc4f896,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:43.864383 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1174941c-e82c-4762-b55b-f072db62fcc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:43.910106 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9916f826-a8a5-4162-acfb-04e929a86fea req-c596e54b-ee38-479d-b435-cc1915148056 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:43.911609 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9916f826-a8a5-4162-acfb-04e929a86fea req-c596e54b-ee38-479d-b435-cc1915148056 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.76 "GET /v2.0/networks?id=34422553-fc63-47d6-a631-7f666537bc5c HTTP/1.1" status: 200 len: 808 time: 0.4875157 Dec 08 16:02:43.932607 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-aa646e77-caf3-402a-9a44-191cc47dd2d1 req-3dfbda79-c1ee-423e-bf16-baa7905b032f tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=da5fe699-8812-4124-b3f5-1f4ad9dad8d5 HTTP/1.1" status: 200 len: 210 time: 0.0418334 Dec 08 16:02:43.958634 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-9916f826-a8a5-4162-acfb-04e929a86fea req-9355d1bf-2325-4e33-a2d5-16dce76c52a9 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Request body: {'port': {'device_id': 'da5fe699-8812-4124-b3f5-1f4ad9dad8d5', 'network_id': '34422553-fc63-47d6-a631-7f666537bc5c', 'admin_state_up': True, 'tenant_id': '8b17b512834447aea285923e7004d778'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:02:44.000442 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-39466341-8c09-4f49-ab43-f0d8da6bb828 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:44.049369 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c4baed-08d3-44fe-80ad-e84d33b6d2a9 req-bfa72e6b-334c-4bc5-bb1e-7b9926437eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:44.050894 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-10c4baed-08d3-44fe-80ad-e84d33b6d2a9 req-bfa72e6b-334c-4bc5-bb1e-7b9926437eca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.2782884 Dec 08 16:02:44.286580 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39466341-8c09-4f49-ab43-f0d8da6bb828 admin admin] Router 82ffee88-e95a-4cf2-bb6f-dd495dfd367b has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:02:44.318719 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:02:44.340827 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0dca2934-c15c-4d05-a2ea-ce484071c6da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:44.356575 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-02e8da1c-56df-40e9-a485-8adb5e97534d req-0316857c-82a2-4633-be69-6145469a74aa tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5906856 Dec 08 16:02:44.430361 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39466341-8c09-4f49-ab43-f0d8da6bb828 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:02:44.437774 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-39466341-8c09-4f49-ab43-f0d8da6bb828 admin admin] 10.222.0.64 "PUT /v2.0/routers/82ffee88-e95a-4cf2-bb6f-dd495dfd367b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0751131 Dec 08 16:02:44.440142 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 33260) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:02:44.441396 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7f9e51-31a0-4cf8-8473-e41ad1a6ebfe None None] Sync routers for ids ['82ffee88-e95a-4cf2-bb6f-dd495dfd367b'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:02:44.461111 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7f9e51-31a0-4cf8-8473-e41ad1a6ebfe None None] Routers {'82ffee88-e95a-4cf2-bb6f-dd495dfd367b'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:02:44.462259 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-1d7f9e51-31a0-4cf8-8473-e41ad1a6ebfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:02:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['82ffee88-e95a-4cf2-bb6f-dd495dfd367b'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:02:44.482868 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c4baed-08d3-44fe-80ad-e84d33b6d2a9 req-d0e2e37f-905f-469e-b622-30a61867030f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:44.484592 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-10c4baed-08d3-44fe-80ad-e84d33b6d2a9 req-d0e2e37f-905f-469e-b622-30a61867030f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4213607 Dec 08 16:02:44.629541 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-18542cb6-75e5-4370-8ebd-ef204d891b5b admin admin] Publish callbacks [] for router, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:44.639199 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-1d7f9e51-31a0-4cf8-8473-e41ad1a6ebfe None None] Set router 82ffee88-e95a-4cf2-bb6f-dd495dfd367b gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:02:44.642935 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dca2934-c15c-4d05-a2ea-ce484071c6da admin admin] Pushing event updated for resources: {'Subnet': ['ID=b20db0ed-ff88-4861-9810-ef6e5b7eb3dc,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:44.647785 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dca2934-c15c-4d05-a2ea-ce484071c6da admin admin] Checking segment: {'id': '55959dde-5826-4ddc-8701-feafe3ee225a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f07c5a6c-f5a9-40b3-811b-5c4a8db7b02e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:02:44.648165 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dca2934-c15c-4d05-a2ea-ce484071c6da admin admin] Network hostable DHCP agents. Network: f07c5a6c-f5a9-40b3-811b-5c4a8db7b02e, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:02:44.750271 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9916f826-a8a5-4162-acfb-04e929a86fea req-9355d1bf-2325-4e33-a2d5-16dce76c52a9 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Made reservation on behalf of 8b17b512834447aea285923e7004d778 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:02:44.755683 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-9916f826-a8a5-4162-acfb-04e929a86fea req-9355d1bf-2325-4e33-a2d5-16dce76c52a9 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:44.774229 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-10c4baed-08d3-44fe-80ad-e84d33b6d2a9 req-6f00083e-c1b5-464b-a5ab-c1dcbee6076e service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707779 Dec 08 16:02:44.826020 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-18542cb6-75e5-4370-8ebd-ef204d891b5b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:44.914413 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-1d7f9e51-31a0-4cf8-8473-e41ad1a6ebfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ffee88-e95a-4cf2-bb6f-dd495dfd367b', 'name': 'tempest-FloatingIPsTestJSON-1066047312-router', 'tenant_id': '240de1a079cf44ce89b268fe890d8156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'b32466a3-d87a-4955-b4ea-1a726105365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:02:15Z', 'updated_at': '2021-12-08T16:02:43Z', 'revision_number': 5, 'project_id': '240de1a079cf44ce89b268fe890d8156', 'gw_port': {'id': 'b32466a3-d87a-4955-b4ea-1a726105365c', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:60:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ffee88-e95a-4cf2-bb6f-dd495dfd367b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:02:16Z', 'updated_at': '2021-12-08T16:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:02:44.917788 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9b4b8-4409-4589-af55-d55bca6ff1e8 req-25d5394e-0ec4-4a89-9585-40813aa8a850 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:44.919456 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1ee9b4b8-4409-4589-af55-d55bca6ff1e8 req-25d5394e-0ec4-4a89-9585-40813aa8a850 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9e721e2-7394-4a87-bbde-238568b2da7b HTTP/1.1" status: 200 len: 948 time: 0.2328401 Dec 08 16:02:44.920199 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dca2934-c15c-4d05-a2ea-ce484071c6da admin admin] Network f07c5a6c-f5a9-40b3-811b-5c4a8db7b02e is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:02:44.943828 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7f9e51-31a0-4cf8-8473-e41ad1a6ebfe None None] Checking router: 82ffee88-e95a-4cf2-bb6f-dd495dfd367b for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:02:44.953561 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7f9e51-31a0-4cf8-8473-e41ad1a6ebfe None None] Routers {'82ffee88-e95a-4cf2-bb6f-dd495dfd367b'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:02:44.954193 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-1d7f9e51-31a0-4cf8-8473-e41ad1a6ebfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:02:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['82ffee88-e95a-4cf2-bb6f-dd495dfd367b'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:02:45.095589 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-18542cb6-75e5-4370-8ebd-ef204d891b5b admin admin] Deleting port b32466a3-d87a-4955-b4ea-1a726105365c {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:02:45.096744 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-18542cb6-75e5-4370-8ebd-ef204d891b5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:45.103521 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1ee9b4b8-4409-4589-af55-d55bca6ff1e8 req-45018b1e-c385-4a4d-b2c0-75e12ae8a3b6 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754031 Dec 08 16:02:45.109118 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-10c4baed-08d3-44fe-80ad-e84d33b6d2a9 req-1a1e5b05-94cc-443e-8752-11ee4caf34dc service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238204 Dec 08 16:02:45.117569 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-1d7f9e51-31a0-4cf8-8473-e41ad1a6ebfe None None] Set router 82ffee88-e95a-4cf2-bb6f-dd495dfd367b gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:02:45.117905 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-0dca2934-c15c-4d05-a2ea-ce484071c6da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, f07c5a6c-f5a9-40b3-811b-5c4a8db7b02e) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:02:45.123837 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dca2934-c15c-4d05-a2ea-ce484071c6da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:45.128260 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0dca2934-c15c-4d05-a2ea-ce484071c6da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:45.141530 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26414c16-f7a8-431d-94c1-e20a4f4f8041 None None] Network f07c5a6c-f5a9-40b3-811b-5c4a8db7b02e requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:02:45.154787 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-9916f826-a8a5-4162-acfb-04e929a86fea req-9355d1bf-2325-4e33-a2d5-16dce76c52a9 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Allocated IP 172.20.0.6 (34422553-fc63-47d6-a631-7f666537bc5c/5db44a3c-d12a-4344-a611-2d41355a5e50/23566281-b6e3-46e3-8c4b-b5d958157eaf) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:02:45.304107 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:45.317446 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-0dca2934-c15c-4d05-a2ea-ce484071c6da admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.2156916 Dec 08 16:02:45.317687 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 33280) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:02:45.323484 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-c7531199-89bf-4667-ab04-906c4968d9d1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1397527029-router', 'tenant_id': 'd4406bc10dfa47d4898b79f82b66f169', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:02:45.343485 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302cd57d-5821-4f76-b7b0-add05ba1c344 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-f07c5a6c-f5a9-40b3-811b-5c4a8db7b02e', 'network_id': 'f07c5a6c-f5a9-40b3-811b-5c4a8db7b02e', 'project_id': 'd4406bc10dfa47d4898b79f82b66f169', 'fixed_ips': [{'subnet_id': 'b20db0ed-ff88-4861-9810-ef6e5b7eb3dc'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:02:45.344907 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-302cd57d-5821-4f76-b7b0-add05ba1c344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:45.361104 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-18542cb6-75e5-4370-8ebd-ef204d891b5b admin admin] For port b32466a3-d87a-4955-b4ea-1a726105365c, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=b32466a3-d87a-4955-b4ea-1a726105365c,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:45.361604 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-18542cb6-75e5-4370-8ebd-ef204d891b5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:45.397976 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-18542cb6-75e5-4370-8ebd-ef204d891b5b admin admin] Calling delete_port for b32466a3-d87a-4955-b4ea-1a726105365c owned by network:router_gateway {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:02:45.521020 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0cef188b-3c91-420e-bf6a-3435c02b8d16 req-dff7450f-3ad8-47ed-b2cc-093bbe51d94e tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=da5fe699-8812-4124-b3f5-1f4ad9dad8d5 HTTP/1.1" status: 200 len: 210 time: 0.0445011 Dec 08 16:02:45.557162 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-9916f826-a8a5-4162-acfb-04e929a86fea req-9355d1bf-2325-4e33-a2d5-16dce76c52a9 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:45.670241 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 33284) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:02:45.690905 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-1d7f9e51-31a0-4cf8-8473-e41ad1a6ebfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ffee88-e95a-4cf2-bb6f-dd495dfd367b', 'name': 'tempest-FloatingIPsTestJSON-1066047312-router', 'tenant_id': '240de1a079cf44ce89b268fe890d8156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'b32466a3-d87a-4955-b4ea-1a726105365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:02:15Z', 'updated_at': '2021-12-08T16:02:43Z', 'revision_number': 5, 'project_id': '240de1a079cf44ce89b268fe890d8156', 'gw_port': {'id': 'b32466a3-d87a-4955-b4ea-1a726105365c', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:60:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ffee88-e95a-4cf2-bb6f-dd495dfd367b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:02:16Z', 'updated_at': '2021-12-08T16:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:02:45.711543 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c7531199-89bf-4667-ab04-906c4968d9d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:45.713441 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c7531199-89bf-4667-ab04-906c4968d9d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:45.734156 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-302cd57d-5821-4f76-b7b0-add05ba1c344 None None] Allocated IP 172.20.0.2 (f07c5a6c-f5a9-40b3-811b-5c4a8db7b02e/b20db0ed-ff88-4861-9810-ef6e5b7eb3dc/d7b55e79-28a8-4b2f-b572-4adfb5cde701) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:02:45.841656 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-b8220d17-2af3-46cb-aeab-29b9c1c328d6 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1661003948-network', 'tenant_id': 'c880bd21814b40e6ae3101d50323e3bf'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:02:45.884619 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-9916f826-a8a5-4162-acfb-04e929a86fea req-9355d1bf-2325-4e33-a2d5-16dce76c52a9 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:45.885245 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7f9e51-31a0-4cf8-8473-e41ad1a6ebfe None None] The sync data for ids ['82ffee88-e95a-4cf2-bb6f-dd495dfd367b'] in n-d-776250-12 is: [{'id': '82ffee88-e95a-4cf2-bb6f-dd495dfd367b', 'name': 'tempest-FloatingIPsTestJSON-1066047312-router', 'tenant_id': '240de1a079cf44ce89b268fe890d8156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'b32466a3-d87a-4955-b4ea-1a726105365c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:02:15Z', 'updated_at': '2021-12-08T16:02:43Z', 'revision_number': 5, 'project_id': '240de1a079cf44ce89b268fe890d8156', 'gw_port': {'id': 'b32466a3-d87a-4955-b4ea-1a726105365c', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:60:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ffee88-e95a-4cf2-bb6f-dd495dfd367b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:02:16Z', 'updated_at': '2021-12-08T16:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:02:45.901157 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-18542cb6-75e5-4370-8ebd-ef204d891b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:46.027123 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18542cb6-75e5-4370-8ebd-ef204d891b5b admin admin] Pushing event deleted for resources: {'Port': ['ID=b32466a3-d87a-4955-b4ea-1a726105365c,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:46.113201 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-302cd57d-5821-4f76-b7b0-add05ba1c344 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:46.137007 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-18542cb6-75e5-4370-8ebd-ef204d891b5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:46.213457 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-302cd57d-5821-4f76-b7b0-add05ba1c344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:46.221652 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c7531199-89bf-4667-ab04-906c4968d9d1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:46.227081 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9916f826-a8a5-4162-acfb-04e929a86fea req-9355d1bf-2325-4e33-a2d5-16dce76c52a9 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Network 34422553-fc63-47d6-a631-7f666537bc5c is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:02:46.238835 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9355d1bf-2325-4e33-a2d5-16dce76c52a9 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Pushing event updated for resources: {'Port': ['ID=23566281-b6e3-46e3-8c4b-b5d958157eaf,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:46.243374 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-9916f826-a8a5-4162-acfb-04e929a86fea req-9355d1bf-2325-4e33-a2d5-16dce76c52a9 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:02:46.254268 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8220d17-2af3-46cb-aeab-29b9c1c328d6 admin admin] Made reservation on behalf of c880bd21814b40e6ae3101d50323e3bf for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:02:46.257276 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b8220d17-2af3-46cb-aeab-29b9c1c328d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:46.271781 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-9916f826-a8a5-4162-acfb-04e929a86fea req-9355d1bf-2325-4e33-a2d5-16dce76c52a9 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:02:46.278089 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9916f826-a8a5-4162-acfb-04e929a86fea req-9355d1bf-2325-4e33-a2d5-16dce76c52a9 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:46.283648 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-9916f826-a8a5-4162-acfb-04e929a86fea req-9355d1bf-2325-4e33-a2d5-16dce76c52a9 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:46.318554 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b8220d17-2af3-46cb-aeab-29b9c1c328d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:46.345141 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302cd57d-5821-4f76-b7b0-add05ba1c344 None None] Pushing event updated for resources: {'Port': ['ID=d7b55e79-28a8-4b2f-b572-4adfb5cde701,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:46.376917 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-18542cb6-75e5-4370-8ebd-ef204d891b5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:46.377572 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302cd57d-5821-4f76-b7b0-add05ba1c344 None None] Network f07c5a6c-f5a9-40b3-811b-5c4a8db7b02e is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:02:46.379362 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-18542cb6-75e5-4370-8ebd-ef204d891b5b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:46.380717 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-302cd57d-5821-4f76-b7b0-add05ba1c344 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:02:46.392337 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302cd57d-5821-4f76-b7b0-add05ba1c344 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:02:46.578005 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-302cd57d-5821-4f76-b7b0-add05ba1c344 None None] Attempting to bind port d7b55e79-28a8-4b2f-b572-4adfb5cde701 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:02:46.578611 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-302cd57d-5821-4f76-b7b0-add05ba1c344 None None] Attempting to bind port d7b55e79-28a8-4b2f-b572-4adfb5cde701 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '55959dde-5826-4ddc-8701-feafe3ee225a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f07c5a6c-f5a9-40b3-811b-5c4a8db7b02e'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:02:46.579185 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302cd57d-5821-4f76-b7b0-add05ba1c344 None None] Attempting to bind port d7b55e79-28a8-4b2f-b572-4adfb5cde701 on network f07c5a6c-f5a9-40b3-811b-5c4a8db7b02e {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:02:46.594053 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302cd57d-5821-4f76-b7b0-add05ba1c344 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:02:46.594829 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302cd57d-5821-4f76-b7b0-add05ba1c344 None None] Checking segment: {'id': '55959dde-5826-4ddc-8701-feafe3ee225a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f07c5a6c-f5a9-40b3-811b-5c4a8db7b02e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:02:46.595476 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-302cd57d-5821-4f76-b7b0-add05ba1c344 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:46.595907 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-18542cb6-75e5-4370-8ebd-ef204d891b5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:46.596110 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302cd57d-5821-4f76-b7b0-add05ba1c344 None None] Bound using segment: {'id': '55959dde-5826-4ddc-8701-feafe3ee225a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f07c5a6c-f5a9-40b3-811b-5c4a8db7b02e'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:02:46.597074 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-302cd57d-5821-4f76-b7b0-add05ba1c344 None None] Bound port: d7b55e79-28a8-4b2f-b572-4adfb5cde701, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55959dde-5826-4ddc-8701-feafe3ee225a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f07c5a6c-f5a9-40b3-811b-5c4a8db7b02e'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:02:46.598081 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18542cb6-75e5-4370-8ebd-ef204d891b5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82ffee88-e95a-4cf2-bb6f-dd495dfd367b {{(pid=110551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:02:46.598204 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-302cd57d-5821-4f76-b7b0-add05ba1c344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:46.608306 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9916f826-a8a5-4162-acfb-04e929a86fea req-9355d1bf-2325-4e33-a2d5-16dce76c52a9 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6550877 Dec 08 16:02:46.621546 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-18542cb6-75e5-4370-8ebd-ef204d891b5b admin admin] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:46.623167 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-18542cb6-75e5-4370-8ebd-ef204d891b5b admin admin] 10.222.0.64 "DELETE /v2.0/routers/82ffee88-e95a-4cf2-bb6f-dd495dfd367b HTTP/1.1" status: 204 len: 168 time: 2.1816692 Dec 08 16:02:46.625669 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 33312) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:02:46.643626 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c7531199-89bf-4667-ab04-906c4968d9d1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:46.651351 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-9916f826-a8a5-4162-acfb-04e929a86fea req-267978e2-edc2-4fb9-ab44-e72139943551 service neutron] Request body: {'port': {'device_id': 'da5fe699-8812-4124-b3f5-1f4ad9dad8d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:02:46.730700 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e4b1bd-b839-42e8-b964-6df341a8f228 req-fd815bf0-3f6e-452e-ab36-bb6c9681b49a tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:46.732464 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a5e4b1bd-b839-42e8-b964-6df341a8f228 req-fd815bf0-3f6e-452e-ab36-bb6c9681b49a tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9e721e2-7394-4a87-bbde-238568b2da7b HTTP/1.1" status: 200 len: 948 time: 0.2812905 Dec 08 16:02:46.764644 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 6dfdf0e4-060e-4ec4-a60a-9135bf868582 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:02:46.767852 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-b57b51a3-1e1e-45bb-945a-d9e22f2b9409 admin admin] Deleting subnet 77773989-fe40-43c7-8f75-cacc3888e54a {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:02:46.772420 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b57b51a3-1e1e-45bb-945a-d9e22f2b9409 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:46.796948 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:46.846361 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b57b51a3-1e1e-45bb-945a-d9e22f2b9409 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:46.897070 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-302cd57d-5821-4f76-b7b0-add05ba1c344 None None] For port d7b55e79-28a8-4b2f-b572-4adfb5cde701, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:02:46.899941 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 6dfdf0e4-060e-4ec4-a60a-9135bf868582 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:02:46.900950 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 6dfdf0e4-060e-4ec4-a60a-9135bf868582 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:02:46.929494 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-9916f826-a8a5-4162-acfb-04e929a86fea req-267978e2-edc2-4fb9-ab44-e72139943551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:46.936453 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-302cd57d-5821-4f76-b7b0-add05ba1c344 None None] For port d7b55e79-28a8-4b2f-b572-4adfb5cde701, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=d7b55e79-28a8-4b2f-b572-4adfb5cde701,segment=NetworkSegment(55959dde-5826-4ddc-8701-feafe3ee225a),segment_id=55959dde-5826-4ddc-8701-feafe3ee225a)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:02:46.980230 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a5e4b1bd-b839-42e8-b964-6df341a8f228 req-9ff7b831-b5d3-4f76-be60-dfae5cf7276b tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164021 Dec 08 16:02:47.041896 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-302cd57d-5821-4f76-b7b0-add05ba1c344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:47.054037 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b8220d17-2af3-46cb-aeab-29b9c1c328d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:47.074486 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b57b51a3-1e1e-45bb-945a-d9e22f2b9409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:47.179212 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302cd57d-5821-4f76-b7b0-add05ba1c344 None None] Pushing event updated for resources: {'Port': ['ID=d7b55e79-28a8-4b2f-b572-4adfb5cde701,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:47.224510 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b8220d17-2af3-46cb-aeab-29b9c1c328d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:47.270566 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b57b51a3-1e1e-45bb-945a-d9e22f2b9409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:47.284834 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8220d17-2af3-46cb-aeab-29b9c1c328d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:02:47.307281 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57b51a3-1e1e-45bb-945a-d9e22f2b9409 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77773989-fe40-43c7-8f75-cacc3888e54a,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:47.321484 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b57b51a3-1e1e-45bb-945a-d9e22f2b9409 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:47.326697 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b4a5b8-d293-46a3-97eb-83d57b616d18 None None] Network ca8171b0-f614-454d-99f4-aa10421116dc requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:02:47.340586 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b57b51a3-1e1e-45bb-945a-d9e22f2b9409 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/77773989-fe40-43c7-8f75-cacc3888e54a HTTP/1.1" status: 204 len: 168 time: 0.6995559 Dec 08 16:02:47.342013 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 33320) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:02:47.384076 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8220d17-2af3-46cb-aeab-29b9c1c328d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83a792b-10a4-4962-8f15-9ebf1f87e728,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:47.388099 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b8220d17-2af3-46cb-aeab-29b9c1c328d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:47.388485 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-b8220d17-2af3-46cb-aeab-29b9c1c328d6 admin admin] Added segment 5c25e1e9-a743-426e-83d9-87df3b1d36bf of type vlan for network 18566df4-f51e-4bda-be63-239ee9dc09ee Dec 08 16:02:47.526368 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b8220d17-2af3-46cb-aeab-29b9c1c328d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:47.624545 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:47.703825 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.db.resource_extend [None req-b8220d17-2af3-46cb-aeab-29b9c1c328d6 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 16:02:47.739891 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95589792-8502-4068-aa34-8be0e93e40e9 None None] DHCP port deletion for ca8171b0-f614-454d-99f4-aa10421116dc request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:02:47.783652 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5ae305-46b0-4245-96b8-5170f46d992f req-852187b9-fbb7-4d29-bc04-b2f010674abb tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:47.785320 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5e5ae305-46b0-4245-96b8-5170f46d992f req-852187b9-fbb7-4d29-bc04-b2f010674abb tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=da5fe699-8812-4124-b3f5-1f4ad9dad8d5 HTTP/1.1" status: 200 len: 931 time: 0.4867256 Dec 08 16:02:47.861843 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-95589792-8502-4068-aa34-8be0e93e40e9 None None] Deleting port cdff860c-329d-4575-92bf-08dd1974f852 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:02:47.862607 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-95589792-8502-4068-aa34-8be0e93e40e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:47.907718 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-97afd62b-4ad4-450d-a136-a5ccc58206fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:47.908345 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b8220d17-2af3-46cb-aeab-29b9c1c328d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:47.909336 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8220d17-2af3-46cb-aeab-29b9c1c328d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:47.909923 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b8220d17-2af3-46cb-aeab-29b9c1c328d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:47.968982 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-fc4f3d20-fb17-4b9a-9831-0f40441ae424 tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:02:47.970352 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-fc4f3d20-fb17-4b9a-9831-0f40441ae424 tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0117247 Dec 08 16:02:47.980641 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-95589792-8502-4068-aa34-8be0e93e40e9 None None] For port cdff860c-329d-4575-92bf-08dd1974f852, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=cdff860c-329d-4575-92bf-08dd1974f852,segment=NetworkSegment(703d0202-3dc0-4a09-9275-5efe541de01b),segment_id=703d0202-3dc0-4a09-9275-5efe541de01b)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:47.981051 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-95589792-8502-4068-aa34-8be0e93e40e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:47.996229 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-95589792-8502-4068-aa34-8be0e93e40e9 None None] Calling delete_port for cdff860c-329d-4575-92bf-08dd1974f852 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:02:48.037827 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-77b9f801-3967-4763-9d33-8449b63cd018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:48.046764 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-77b9f801-3967-4763-9d33-8449b63cd018 service neutron] 10.222.0.64 "GET /v2.0/ports/cad83a43-ab3b-4789-a1d9-94f29188d5a6 HTTP/1.1" status: 200 len: 1094 time: 0.0685594 Dec 08 16:02:48.053301 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-faebf848-f90a-4051-bf13-23e021e5ea71 service neutron] Request body: {'binding': {'host': 'n-h1-776250-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:02:48.053911 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-faebf848-f90a-4051-bf13-23e021e5ea71 service neutron] Unknown quota resources ['binding']. {{(pid=110551) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 16:02:48.057451 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c7531199-89bf-4667-ab04-906c4968d9d1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:48.064887 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-97afd62b-4ad4-450d-a136-a5ccc58206fa admin admin] Deleting port cdff860c-329d-4575-92bf-08dd1974f852 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:02:48.065366 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-9916f826-a8a5-4162-acfb-04e929a86fea req-267978e2-edc2-4fb9-ab44-e72139943551 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23566281-b6e3-46e3-8c4b-b5d958157eaf {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:02:48.065586 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-97afd62b-4ad4-450d-a136-a5ccc58206fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:48.070086 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8220d17-2af3-46cb-aeab-29b9c1c328d6 admin admin] Pushing event updated for resources: {'Network': ['ID=18566df4-f51e-4bda-be63-239ee9dc09ee,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:48.094065 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 18566df4-f51e-4bda-be63-239ee9dc09ee details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:02:48.110079 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5e5ae305-46b0-4245-96b8-5170f46d992f req-bd299e51-8ef5-453a-8b33-bdb88e59ec64 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158667 Dec 08 16:02:48.120743 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-9916f826-a8a5-4162-acfb-04e929a86fea req-267978e2-edc2-4fb9-ab44-e72139943551 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:48.130076 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c7531199-89bf-4667-ab04-906c4968d9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:48.149047 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b8220d17-2af3-46cb-aeab-29b9c1c328d6 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.4775856 Dec 08 16:02:48.158989 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 33324) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:02:48.163881 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-48bd1b07-a645-42d8-ac80-60d7f56ebcaa admin admin] Request body: {'subnet': {'network_id': '18566df4-f51e-4bda-be63-239ee9dc09ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1661003948-subnet', 'tenant_id': 'c880bd21814b40e6ae3101d50323e3bf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:02:48.173103 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-9916f826-a8a5-4162-acfb-04e929a86fea req-267978e2-edc2-4fb9-ab44-e72139943551 service neutron] Transition to ACTIVE for port object 23566281-b6e3-46e3-8c4b-b5d958157eaf will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:02:48.281559 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-97afd62b-4ad4-450d-a136-a5ccc58206fa admin admin] For port cdff860c-329d-4575-92bf-08dd1974f852, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=cdff860c-329d-4575-92bf-08dd1974f852,segment=NetworkSegment(703d0202-3dc0-4a09-9275-5efe541de01b),segment_id=703d0202-3dc0-4a09-9275-5efe541de01b)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:48.282180 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-97afd62b-4ad4-450d-a136-a5ccc58206fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:48.299100 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-9916f826-a8a5-4162-acfb-04e929a86fea req-267978e2-edc2-4fb9-ab44-e72139943551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:48.306817 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-97afd62b-4ad4-450d-a136-a5ccc58206fa admin admin] Calling delete_port for cdff860c-329d-4575-92bf-08dd1974f852 owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:02:48.374653 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-95589792-8502-4068-aa34-8be0e93e40e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:48.391363 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133373a5-8b4d-44b5-8d40-406daa998f98 req-f7db8418-bb8a-4786-824a-bc411bdb6548 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:48.393518 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-133373a5-8b4d-44b5-8d40-406daa998f98 req-f7db8418-bb8a-4786-824a-bc411bdb6548 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9e721e2-7394-4a87-bbde-238568b2da7b HTTP/1.1" status: 200 len: 948 time: 0.1561251 Dec 08 16:02:48.426685 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-c7531199-89bf-4667-ab04-906c4968d9d1 admin admin] Allocated IP 172.25.0.241 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/ca61f588-a470-4305-822f-244f9bda05cf) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:02:48.426948 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-faebf848-f90a-4051-bf13-23e021e5ea71 service neutron] Attempting to bind port cad83a43-ab3b-4789-a1d9-94f29188d5a6 on host n-h1-776250-12 for vnic_type normal with profile None {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:02:48.427325 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-faebf848-f90a-4051-bf13-23e021e5ea71 service neutron] Attempting to bind port cad83a43-ab3b-4789-a1d9-94f29188d5a6 by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': '08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9fb73276-e1f8-4bac-a027-20476a8f0b71'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:02:48.427798 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-faebf848-f90a-4051-bf13-23e021e5ea71 service neutron] Attempting to bind port cad83a43-ab3b-4789-a1d9-94f29188d5a6 on network 9fb73276-e1f8-4bac-a027-20476a8f0b71 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:02:48.434273 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-faebf848-f90a-4051-bf13-23e021e5ea71 service neutron] Port cad83a43-ab3b-4789-a1d9-94f29188d5a6 on network 9fb73276-e1f8-4bac-a027-20476a8f0b71 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:02:48.441271 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-faebf848-f90a-4051-bf13-23e021e5ea71 service neutron] Attempting to bind port cad83a43-ab3b-4789-a1d9-94f29188d5a6 on network 9fb73276-e1f8-4bac-a027-20476a8f0b71 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:02:48.442638 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95589792-8502-4068-aa34-8be0e93e40e9 None None] Pushing event deleted for resources: {'Port': ['ID=cdff860c-329d-4575-92bf-08dd1974f852,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:48.444821 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-faebf848-f90a-4051-bf13-23e021e5ea71 service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:02:48.445163 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-faebf848-f90a-4051-bf13-23e021e5ea71 service neutron] Checking segment: {'id': '08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9fb73276-e1f8-4bac-a027-20476a8f0b71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:02:48.445598 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-faebf848-f90a-4051-bf13-23e021e5ea71 service neutron] Bound using segment: {'id': '08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9fb73276-e1f8-4bac-a027-20476a8f0b71'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:02:48.446047 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-faebf848-f90a-4051-bf13-23e021e5ea71 service neutron] Bound port: cad83a43-ab3b-4789-a1d9-94f29188d5a6, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9fb73276-e1f8-4bac-a027-20476a8f0b71'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:02:48.451002 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95589792-8502-4068-aa34-8be0e93e40e9 None None] No DVR routers for this DVR port cdff860c-329d-4575-92bf-08dd1974f852 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:02:48.495099 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-97afd62b-4ad4-450d-a136-a5ccc58206fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:48.507174 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48bd1b07-a645-42d8-ac80-60d7f56ebcaa admin admin] Made reservation on behalf of c880bd21814b40e6ae3101d50323e3bf for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:02:48.510047 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-48bd1b07-a645-42d8-ac80-60d7f56ebcaa admin admin] Publish callbacks [] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:48.541834 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97afd62b-4ad4-450d-a136-a5ccc58206fa admin admin] Pushing event deleted for resources: {'Port': ['ID=cdff860c-329d-4575-92bf-08dd1974f852,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:48.545171 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97afd62b-4ad4-450d-a136-a5ccc58206fa admin admin] No DVR routers for this DVR port cdff860c-329d-4575-92bf-08dd1974f852 on host n-d-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:02:48.563574 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267978e2-edc2-4fb9-ab44-e72139943551 service neutron] Pushing event updated for resources: {'Port': ['ID=23566281-b6e3-46e3-8c4b-b5d958157eaf,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:48.590851 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-faebf848-f90a-4051-bf13-23e021e5ea71 service neutron] For port cad83a43-ab3b-4789-a1d9-94f29188d5a6, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=cad83a43-ab3b-4789-a1d9-94f29188d5a6,segment=NetworkSegment(08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4),segment_id=08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:02:48.650714 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-97afd62b-4ad4-450d-a136-a5ccc58206fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:48.677803 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-faebf848-f90a-4051-bf13-23e021e5ea71 service neutron] Publish callbacks [] for binding, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:48.679057 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-faebf848-f90a-4051-bf13-23e021e5ea71 service neutron] 10.222.0.64 "POST /v2.0/ports/cad83a43-ab3b-4789-a1d9-94f29188d5a6/bindings HTTP/1.1" status: 201 len: 390 time: 0.6313605 Dec 08 16:02:48.684412 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-97afd62b-4ad4-450d-a136-a5ccc58206fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca8171b0-f614-454d-99f4-aa10421116dc']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:02:48.703751 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-97afd62b-4ad4-450d-a136-a5ccc58206fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '703d0202-3dc0-4a09-9275-5efe541de01b') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:02:48.704048 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-97afd62b-4ad4-450d-a136-a5ccc58206fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '703d0202-3dc0-4a09-9275-5efe541de01b') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:02:48.706306 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-9916f826-a8a5-4162-acfb-04e929a86fea req-267978e2-edc2-4fb9-ab44-e72139943551 service neutron] Attempting to bind port 23566281-b6e3-46e3-8c4b-b5d958157eaf on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:02:48.707011 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-9916f826-a8a5-4162-acfb-04e929a86fea req-267978e2-edc2-4fb9-ab44-e72139943551 service neutron] Attempting to bind port 23566281-b6e3-46e3-8c4b-b5d958157eaf by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': 'feac72a6-bbb0-42da-a5f2-51d59135d26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '34422553-fc63-47d6-a631-7f666537bc5c'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:02:48.707536 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9916f826-a8a5-4162-acfb-04e929a86fea req-267978e2-edc2-4fb9-ab44-e72139943551 service neutron] Attempting to bind port 23566281-b6e3-46e3-8c4b-b5d958157eaf on network 34422553-fc63-47d6-a631-7f666537bc5c {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:02:48.713687 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device d7b55e79-28a8-4b2f-b572-4adfb5cde701 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:02:48.728764 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-97afd62b-4ad4-450d-a136-a5ccc58206fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:48.752760 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-97afd62b-4ad4-450d-a136-a5ccc58206fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:48.756522 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9916f826-a8a5-4162-acfb-04e929a86fea req-267978e2-edc2-4fb9-ab44-e72139943551 service neutron] Port 23566281-b6e3-46e3-8c4b-b5d958157eaf on network 34422553-fc63-47d6-a631-7f666537bc5c not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:02:48.757049 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9916f826-a8a5-4162-acfb-04e929a86fea req-267978e2-edc2-4fb9-ab44-e72139943551 service neutron] Attempting to bind port 23566281-b6e3-46e3-8c4b-b5d958157eaf on network 34422553-fc63-47d6-a631-7f666537bc5c {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:02:48.764619 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97afd62b-4ad4-450d-a136-a5ccc58206fa admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:02:48.765252 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-97afd62b-4ad4-450d-a136-a5ccc58206fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:48.769017 n-d-776250-12 neutron-server[110551]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:02:48.769017 n-d-776250-12 neutron-server[110551]: self.session.flush() Dec 08 16:02:48.769017 n-d-776250-12 neutron-server[110551]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:02:48.769017 n-d-776250-12 neutron-server[110551]: self.session.flush() Dec 08 16:02:48.769017 n-d-776250-12 neutron-server[110551]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:02:48.769017 n-d-776250-12 neutron-server[110551]: self.session.flush() Dec 08 16:02:48.769017 n-d-776250-12 neutron-server[110551]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:02:48.769017 n-d-776250-12 neutron-server[110551]: self.session.flush() Dec 08 16:02:48.769017 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:02:48.769017 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:02:48.769017 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:02:48.769017 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:02:48.769017 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:02:48.769017 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:02:48.769017 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:02:48.769017 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:02:48.769017 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:02:48.769017 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:02:48.769017 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:02:48.769017 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:02:48.769017 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:02:48.769017 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:02:48.769017 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:02:48.769017 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:02:48.769017 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:02:48.769017 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:02:48.769017 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:02:48.769017 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:02:48.769017 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:02:48.769017 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:02:48.769017 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:02:48.769017 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:02:48.769017 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:02:48.769017 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:02:48.769017 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:02:48.769017 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:02:48.769017 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:02:48.769017 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:02:48.769017 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:02:48.769017 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:02:48.783774 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port d7b55e79-28a8-4b2f-b572-4adfb5cde701 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:02:48.783774 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:48.801103 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9916f826-a8a5-4162-acfb-04e929a86fea req-267978e2-edc2-4fb9-ab44-e72139943551 service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:02:48.801551 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9916f826-a8a5-4162-acfb-04e929a86fea req-267978e2-edc2-4fb9-ab44-e72139943551 service neutron] Checking segment: {'id': 'feac72a6-bbb0-42da-a5f2-51d59135d26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '34422553-fc63-47d6-a631-7f666537bc5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:02:48.802418 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9916f826-a8a5-4162-acfb-04e929a86fea req-267978e2-edc2-4fb9-ab44-e72139943551 service neutron] Bound using segment: {'id': 'feac72a6-bbb0-42da-a5f2-51d59135d26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '34422553-fc63-47d6-a631-7f666537bc5c'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:02:48.803137 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-9916f826-a8a5-4162-acfb-04e929a86fea req-267978e2-edc2-4fb9-ab44-e72139943551 service neutron] Bound port: 23566281-b6e3-46e3-8c4b-b5d958157eaf, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feac72a6-bbb0-42da-a5f2-51d59135d26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '34422553-fc63-47d6-a631-7f666537bc5c'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:02:48.803712 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-9916f826-a8a5-4162-acfb-04e929a86fea req-267978e2-edc2-4fb9-ab44-e72139943551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:48.858901 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420745d1-522e-4e53-a5db-45ec8f7418fa None None] Network f07c5a6c-f5a9-40b3-811b-5c4a8db7b02e requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:02:48.860972 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-133373a5-8b4d-44b5-8d40-406daa998f98 req-95f09d76-ed80-4c27-b331-f9558c7ddcd0 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3860853 Dec 08 16:02:48.903490 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c7531199-89bf-4667-ab04-906c4968d9d1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:48.938357 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-97afd62b-4ad4-450d-a136-a5ccc58206fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:48.966311 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-97afd62b-4ad4-450d-a136-a5ccc58206fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:48.970233 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-97afd62b-4ad4-450d-a136-a5ccc58206fa admin admin] 10.222.0.64 "DELETE /v2.0/networks/ca8171b0-f614-454d-99f4-aa10421116dc HTTP/1.1" status: 204 len: 168 time: 1.6276391 Dec 08 16:02:48.985668 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:48.987777 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97afd62b-4ad4-450d-a136-a5ccc58206fa admin admin] Pushing event deleted for resources: {'Network': ['ID=ca8171b0-f614-454d-99f4-aa10421116dc,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:49.018794 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-9916f826-a8a5-4162-acfb-04e929a86fea req-267978e2-edc2-4fb9-ab44-e72139943551 service neutron] For port 23566281-b6e3-46e3-8c4b-b5d958157eaf, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:02:49.022154 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-caf5f524-933d-4e7d-83f9-d8b66cc51d5d None None] Provisioning complete for port d7b55e79-28a8-4b2f-b572-4adfb5cde701 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:02:49.022804 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-caf5f524-933d-4e7d-83f9-d8b66cc51d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:49.042761 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3a1aeb-d96b-44dd-8218-085501ad0c2b req-ca124575-48f2-4172-a8c1-c25e2e627d76 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:49.052370 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7f3a1aeb-d96b-44dd-8218-085501ad0c2b req-ca124575-48f2-4172-a8c1-c25e2e627d76 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f074090-1b8e-44fb-8556-3be31cc2970e HTTP/1.1" status: 200 len: 945 time: 0.0793948 Dec 08 16:02:49.060922 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-9916f826-a8a5-4162-acfb-04e929a86fea req-267978e2-edc2-4fb9-ab44-e72139943551 service neutron] For port 23566281-b6e3-46e3-8c4b-b5d958157eaf, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=23566281-b6e3-46e3-8c4b-b5d958157eaf,segment=NetworkSegment(feac72a6-bbb0-42da-a5f2-51d59135d26f),segment_id=feac72a6-bbb0-42da-a5f2-51d59135d26f)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:02:49.138631 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7f3a1aeb-d96b-44dd-8218-085501ad0c2b req-d3217a31-27c2-4c68-afe9-7bfb78017b1c tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856028 Dec 08 16:02:49.160163 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-9916f826-a8a5-4162-acfb-04e929a86fea req-267978e2-edc2-4fb9-ab44-e72139943551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:49.184333 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c7531199-89bf-4667-ab04-906c4968d9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:49.233840 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9916f826-a8a5-4162-acfb-04e929a86fea req-267978e2-edc2-4fb9-ab44-e72139943551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:49.234579 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-9916f826-a8a5-4162-acfb-04e929a86fea req-267978e2-edc2-4fb9-ab44-e72139943551 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:49.236052 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9916f826-a8a5-4162-acfb-04e929a86fea req-267978e2-edc2-4fb9-ab44-e72139943551 service neutron] 10.222.0.76 "PUT /v2.0/ports/23566281-b6e3-46e3-8c4b-b5d958157eaf HTTP/1.1" status: 200 len: 1092 time: 2.5890112 Dec 08 16:02:49.266881 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da5fe699-8812-4124-b3f5-1f4ad9dad8d5', 'tag': '23566281-b6e3-46e3-8c4b-b5d958157eaf'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:02:49.269286 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0978d0e-f67e-4f42-bba1-efe5447a95ef" -d '{"events": [{"name": "network-changed", "server_uuid": "da5fe699-8812-4124-b3f5-1f4ad9dad8d5", "tag": "23566281-b6e3-46e3-8c4b-b5d958157eaf"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:02:49.271166 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 1c95887f-8d94-47e3-a094-535df5d8ef01 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:02:49.282304 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port d7b55e79-28a8-4b2f-b572-4adfb5cde701, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=d7b55e79-28a8-4b2f-b572-4adfb5cde701,segment=NetworkSegment(55959dde-5826-4ddc-8701-feafe3ee225a),segment_id=55959dde-5826-4ddc-8701-feafe3ee225a)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:49.283203 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-48bd1b07-a645-42d8-ac80-60d7f56ebcaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:49.345437 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a038cd5a-8479-4c4d-8b19-51ffd09908d8 x-openstack-request-id: req-a038cd5a-8479-4c4d-8b19-51ffd09908d8 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:02:49.345750 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da5fe699-8812-4124-b3f5-1f4ad9dad8d5", "tag": "23566281-b6e3-46e3-8c4b-b5d958157eaf", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:02:49.345994 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a038cd5a-8479-4c4d-8b19-51ffd09908d8 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:02:49.346477 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da5fe699-8812-4124-b3f5-1f4ad9dad8d5', 'tag': '23566281-b6e3-46e3-8c4b-b5d958157eaf', 'status': 'completed', 'code': 200} Dec 08 16:02:49.351020 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7531199-89bf-4667-ab04-906c4968d9d1 admin admin] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:02:49.379047 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-c7531199-89bf-4667-ab04-906c4968d9d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:02:49.402776 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7531199-89bf-4667-ab04-906c4968d9d1 admin admin] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:02:49.408163 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bd1b07-a645-42d8-ac80-60d7f56ebcaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=99585e53-39d8-41c7-9c1c-34978972c4c3,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:49.452782 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267978e2-edc2-4fb9-ab44-e72139943551 service neutron] Pushing event updated for resources: {'Port': ['ID=23566281-b6e3-46e3-8c4b-b5d958157eaf,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:49.461471 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:49.465456 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 33342) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:02:49.516419 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 1c95887f-8d94-47e3-a094-535df5d8ef01, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=1c95887f-8d94-47e3-a094-535df5d8ef01,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:49.533131 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-caf5f524-933d-4e7d-83f9-d8b66cc51d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:49.570579 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '1c95887f-8d94-47e3-a094-535df5d8ef01', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'port_id': '1c95887f-8d94-47e3-a094-535df5d8ef01', 'mac_address': 'fa:16:3e:94:78:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c93b3a32-b438-4a47-8558-220c03febf97', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:02:49.589600 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-8255b0d0-9b4f-4054-9251-9ff849083997 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=240de1a079cf44ce89b268fe890d8156&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1228683 Dec 08 16:02:49.591975 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 33344) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:02:49.602710 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=d7b55e79-28a8-4b2f-b572-4adfb5cde701,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:49.620946 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device b32466a3-d87a-4955-b4ea-1a726105365c no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:02:49.660428 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-47f1ecce-acb8-4a30-8a18-12ebfb550ea6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:49.692149 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-47f1ecce-acb8-4a30-8a18-12ebfb550ea6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:49.720425 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: b32466a3-d87a-4955-b4ea-1a726105365c {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:02:49.726464 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device b32466a3-d87a-4955-b4ea-1a726105365c not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:02:49.726464 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device cdff860c-329d-4575-92bf-08dd1974f852 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:02:49.754262 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: cdff860c-329d-4575-92bf-08dd1974f852 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:02:49.754669 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device cdff860c-329d-4575-92bf-08dd1974f852 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:02:49.763417 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.db.api [None req-caf5f524-933d-4e7d-83f9-d8b66cc51d5d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:02:49.763797 n-d-776250-12 neutron-server[110552]: DEBUG oslo_db.api [None req-caf5f524-933d-4e7d-83f9-d8b66cc51d5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:02:49.764472 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:49.780983 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c95887f-8d94-47e3-a094-535df5d8ef01 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:02:49.803172 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 1c95887f-8d94-47e3-a094-535df5d8ef01, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=1c95887f-8d94-47e3-a094-535df5d8ef01,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:49.818627 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-47f1ecce-acb8-4a30-8a18-12ebfb550ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:49.825127 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-47f1ecce-acb8-4a30-8a18-12ebfb550ea6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:49.825127 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-47f1ecce-acb8-4a30-8a18-12ebfb550ea6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0acccc27-69bd-4b9c-83f5-4d9037cdee1a HTTP/1.1" status: 204 len: 168 time: 0.2293646 Dec 08 16:02:49.833330 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f1ecce-acb8-4a30-8a18-12ebfb550ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0acccc27-69bd-4b9c-83f5-4d9037cdee1a,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:49.844656 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c306c78-c981-4be8-a606-bde08af10d2a req-3708e611-2607-4650-ae66-57b4f0099a1f tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:49.852043 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2c306c78-c981-4be8-a606-bde08af10d2a req-3708e611-2607-4650-ae66-57b4f0099a1f tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=da5fe699-8812-4124-b3f5-1f4ad9dad8d5 HTTP/1.1" status: 200 len: 943 time: 0.6455064 Dec 08 16:02:49.869836 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:49.939559 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=1c95887f-8d94-47e3-a094-535df5d8ef01,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:49.959245 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0978d0e-f67e-4f42-bba1-efe5447a95ef req-f3fdba90-e224-471d-bd2f-3fa922daee6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:49.960879 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f0978d0e-f67e-4f42-bba1-efe5447a95ef req-f3fdba90-e224-471d-bd2f-3fa922daee6e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8b17b512834447aea285923e7004d778&device_id=da5fe699-8812-4124-b3f5-1f4ad9dad8d5 HTTP/1.1" status: 200 len: 1095 time: 0.5998425 Dec 08 16:02:49.966820 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7531199-89bf-4667-ab04-906c4968d9d1 admin admin] Pushing event updated for resources: {'Port': ['ID=ca61f588-a470-4305-822f-244f9bda05cf,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:49.975531 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bd1b07-a645-42d8-ac80-60d7f56ebcaa admin admin] Checking segment: {'id': '5c25e1e9-a743-426e-83d9-87df3b1d36bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '18566df4-f51e-4bda-be63-239ee9dc09ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:02:49.975908 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48bd1b07-a645-42d8-ac80-60d7f56ebcaa admin admin] Network hostable DHCP agents. Network: 18566df4-f51e-4bda-be63-239ee9dc09ee, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:02:50.031761 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf59b73-8863-4e79-9aac-b2b153bd64cf req-2b2248f2-a79b-4e72-81c0-930ee364f86b tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:50.033506 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0bf59b73-8863-4e79-9aac-b2b153bd64cf req-2b2248f2-a79b-4e72-81c0-930ee364f86b tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9e721e2-7394-4a87-bbde-238568b2da7b HTTP/1.1" status: 200 len: 949 time: 0.0648975 Dec 08 16:02:50.088819 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0bf59b73-8863-4e79-9aac-b2b153bd64cf req-40bbc57b-75c7-4e75-b1e6-43f721e6e987 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484436 Dec 08 16:02:50.099971 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-63513983-3d3e-40a8-8cc2-849ae92f19a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:50.101044 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['1c95887f-8d94-47e3-a094-535df5d8ef01'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:02:50.101533 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-63513983-3d3e-40a8-8cc2-849ae92f19a1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=85658dbd01a84c26a2385fde82126184&device_id=1f074090-1b8e-44fb-8556-3be31cc2970e HTTP/1.1" status: 200 len: 1097 time: 0.3014100 Dec 08 16:02:50.112836 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2c306c78-c981-4be8-a606-bde08af10d2a req-fd4f35df-c47b-4a0f-aeec-6d23a60555cb tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591891 Dec 08 16:02:50.269028 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48bd1b07-a645-42d8-ac80-60d7f56ebcaa admin admin] Network 18566df4-f51e-4bda-be63-239ee9dc09ee is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:02:50.391810 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0978d0e-f67e-4f42-bba1-efe5447a95ef req-390210ba-49b1-48eb-b49e-675e1d4bee3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:50.393358 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f0978d0e-f67e-4f42-bba1-efe5447a95ef req-390210ba-49b1-48eb-b49e-675e1d4bee3d service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=8b17b512834447aea285923e7004d778&shared=False HTTP/1.1" status: 200 len: 909 time: 0.4193952 Dec 08 16:02:50.479471 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-9bcf62f4-22eb-4a3f-a991-e8862bf54020 None None] Provisioning complete for port d7b55e79-28a8-4b2f-b572-4adfb5cde701 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:02:50.480765 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9bcf62f4-22eb-4a3f-a991-e8862bf54020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:50.483429 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-48bd1b07-a645-42d8-ac80-60d7f56ebcaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 18566df4-f51e-4bda-be63-239ee9dc09ee) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:02:50.498654 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-5a80b46a-02af-424d-ad2c-787ec92b2789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:50.500158 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-5a80b46a-02af-424d-ad2c-787ec92b2789 service neutron] 10.222.0.76 "GET /v2.0/networks?id=9fb73276-e1f8-4bac-a027-20476a8f0b71 HTTP/1.1" status: 200 len: 921 time: 0.3760476 Dec 08 16:02:50.509193 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48bd1b07-a645-42d8-ac80-60d7f56ebcaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:50.509798 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-48bd1b07-a645-42d8-ac80-60d7f56ebcaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:50.534989 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c7531199-89bf-4667-ab04-906c4968d9d1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:50.540581 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d8cc52-8567-441c-9548-da34b2ec371a None None] Network 18566df4-f51e-4bda-be63-239ee9dc09ee requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:02:50.579373 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e81bc-2457-469b-bce5-05e6d56f3d9a req-055fad1b-08ef-4ec4-97e1-8d61b83f051e tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:50.583371 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fd8e81bc-2457-469b-bce5-05e6d56f3d9a req-055fad1b-08ef-4ec4-97e1-8d61b83f051e tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f074090-1b8e-44fb-8556-3be31cc2970e HTTP/1.1" status: 200 len: 945 time: 0.2718475 Dec 08 16:02:50.586569 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-c0320c10-8917-4959-9da5-66de9c84c96c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cad83a43-ab3b-4789-a1d9-94f29188d5a6 HTTP/1.1" status: 200 len: 217 time: 0.0719864 Dec 08 16:02:50.661923 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device d7b55e79-28a8-4b2f-b572-4adfb5cde701 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:02:50.700972 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-48bd1b07-a645-42d8-ac80-60d7f56ebcaa admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5408804 Dec 08 16:02:50.705418 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 33368) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:02:50.713282 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-b50c35a4-dc0b-408d-a05b-330275a17394 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1661003948-router', 'tenant_id': 'c880bd21814b40e6ae3101d50323e3bf', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:02:50.722518 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0978d0e-f67e-4f42-bba1-efe5447a95ef req-c22700a7-46e3-4de5-aa48-56cd1c1f1ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:50.724005 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f0978d0e-f67e-4f42-bba1-efe5447a95ef req-c22700a7-46e3-4de5-aa48-56cd1c1f1ccc service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3193262 Dec 08 16:02:50.825634 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b50c35a4-dc0b-408d-a05b-330275a17394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:50.826904 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b50c35a4-dc0b-408d-a05b-330275a17394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:50.829866 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-2d7a8855-c469-45d8-8d35-605d79e5cece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:50.831332 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-2d7a8855-c469-45d8-8d35-605d79e5cece service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3bab6816-4414-47cc-922e-2566e0e2da0a HTTP/1.1" status: 200 len: 860 time: 0.1903830 Dec 08 16:02:50.840051 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db717f44-1870-4a83-bf8a-41f20069b1c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-18566df4-f51e-4bda-be63-239ee9dc09ee', 'network_id': '18566df4-f51e-4bda-be63-239ee9dc09ee', 'project_id': 'c880bd21814b40e6ae3101d50323e3bf', 'fixed_ips': [{'subnet_id': '99585e53-39d8-41c7-9c1c-34978972c4c3'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:02:50.840959 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-db717f44-1870-4a83-bf8a-41f20069b1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:50.846031 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fd8e81bc-2457-469b-bce5-05e6d56f3d9a req-37392f63-b5c3-4bca-bb87-760486786607 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011054 Dec 08 16:02:50.851312 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port d7b55e79-28a8-4b2f-b572-4adfb5cde701 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:02:50.851782 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:50.960734 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b50c35a4-dc0b-408d-a05b-330275a17394 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:50.963413 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-d4309cb2-297d-489a-803a-99340b9d18e3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9fb73276-e1f8-4bac-a027-20476a8f0b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1163180 Dec 08 16:02:51.038151 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9916f826-a8a5-4162-acfb-04e929a86fea req-3581e6b8-1c8c-4640-a7cc-9d2694e2c1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:51.039795 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9916f826-a8a5-4162-acfb-04e929a86fea req-3581e6b8-1c8c-4640-a7cc-9d2694e2c1be service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8b17b512834447aea285923e7004d778&device_id=da5fe699-8812-4124-b3f5-1f4ad9dad8d5 HTTP/1.1" status: 200 len: 1095 time: 0.1892853 Dec 08 16:02:51.059030 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-db717f44-1870-4a83-bf8a-41f20069b1c9 None None] Allocated IP 172.20.0.2 (18566df4-f51e-4bda-be63-239ee9dc09ee/99585e53-39d8-41c7-9c1c-34978972c4c3/9e15fd09-7743-4925-b505-11532aa4aab4) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:02:51.153960 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9916f826-a8a5-4162-acfb-04e929a86fea req-59ac66d6-0a07-4b52-8aaa-28ac7c4c6707 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23566281-b6e3-46e3-8c4b-b5d958157eaf HTTP/1.1" status: 200 len: 217 time: 0.0585306 Dec 08 16:02:51.274661 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 1c95887f-8d94-47e3-a094-535df5d8ef01 up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:02:51.311920 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9916f826-a8a5-4162-acfb-04e929a86fea req-1e6b6e84-024e-4b3c-a4cc-ac1574d5f716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:51.319688 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9916f826-a8a5-4162-acfb-04e929a86fea req-1e6b6e84-024e-4b3c-a4cc-ac1574d5f716 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5db44a3c-d12a-4344-a611-2d41355a5e50 HTTP/1.1" status: 200 len: 848 time: 0.1468873 Dec 08 16:02:51.487141 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9916f826-a8a5-4162-acfb-04e929a86fea req-1ac0adde-3ed6-4539-8c30-d7adb2d95bc9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=34422553-fc63-47d6-a631-7f666537bc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1517639 Dec 08 16:02:51.488071 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b50c35a4-dc0b-408d-a05b-330275a17394 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:51.521706 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57537ea1-cbfa-4707-aad3-ef10cb64bbac req-b1ce8ccd-c332-4e4e-bc61-0069d32613cc tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:51.536712 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-57537ea1-cbfa-4707-aad3-ef10cb64bbac req-b1ce8ccd-c332-4e4e-bc61-0069d32613cc tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9e721e2-7394-4a87-bbde-238568b2da7b HTTP/1.1" status: 200 len: 949 time: 0.1546268 Dec 08 16:02:51.629177 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-db717f44-1870-4a83-bf8a-41f20069b1c9 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:51.670080 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port 1c95887f-8d94-47e3-a094-535df5d8ef01 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:02:51.674965 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 1c95887f-8d94-47e3-a094-535df5d8ef01 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:02:51.675349 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:51.709399 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-57537ea1-cbfa-4707-aad3-ef10cb64bbac req-182e3f48-9f66-4ea6-82c7-4e29d336c45b tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716700 Dec 08 16:02:51.730530 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-db717f44-1870-4a83-bf8a-41f20069b1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:51.755622 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 33388) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:02:51.844125 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-3f37ffd0-a362-4314-a86b-808c16969759 service neutron] 10.222.0.76 "GET /v2.0/networks/9fb73276-e1f8-4bac-a027-20476a8f0b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8695254 Dec 08 16:02:51.872243 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db717f44-1870-4a83-bf8a-41f20069b1c9 None None] Network 18566df4-f51e-4bda-be63-239ee9dc09ee is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:02:51.888822 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db717f44-1870-4a83-bf8a-41f20069b1c9 None None] Pushing event updated for resources: {'Port': ['ID=9e15fd09-7743-4925-b505-11532aa4aab4,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:51.891914 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-db717f44-1870-4a83-bf8a-41f20069b1c9 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:02:51.895535 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db717f44-1870-4a83-bf8a-41f20069b1c9 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:02:51.957703 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-829fa364-a24f-4b1c-a8e1-792387fd23d3 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-531468918-network', 'tenant_id': 'caac6054f139468286b7372b1a81b368'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:02:52.028457 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:52.044633 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-db717f44-1870-4a83-bf8a-41f20069b1c9 None None] Attempting to bind port 9e15fd09-7743-4925-b505-11532aa4aab4 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:02:52.045000 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-db717f44-1870-4a83-bf8a-41f20069b1c9 None None] Attempting to bind port 9e15fd09-7743-4925-b505-11532aa4aab4 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '5c25e1e9-a743-426e-83d9-87df3b1d36bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '18566df4-f51e-4bda-be63-239ee9dc09ee'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:02:52.045363 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db717f44-1870-4a83-bf8a-41f20069b1c9 None None] Attempting to bind port 9e15fd09-7743-4925-b505-11532aa4aab4 on network 18566df4-f51e-4bda-be63-239ee9dc09ee {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:02:52.052571 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db717f44-1870-4a83-bf8a-41f20069b1c9 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:02:52.052954 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db717f44-1870-4a83-bf8a-41f20069b1c9 None None] Checking segment: {'id': '5c25e1e9-a743-426e-83d9-87df3b1d36bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '18566df4-f51e-4bda-be63-239ee9dc09ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:02:52.053363 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-db717f44-1870-4a83-bf8a-41f20069b1c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:52.053758 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db717f44-1870-4a83-bf8a-41f20069b1c9 None None] Bound using segment: {'id': '5c25e1e9-a743-426e-83d9-87df3b1d36bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '18566df4-f51e-4bda-be63-239ee9dc09ee'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:02:52.054239 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-db717f44-1870-4a83-bf8a-41f20069b1c9 None None] Bound port: 9e15fd09-7743-4925-b505-11532aa4aab4, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c25e1e9-a743-426e-83d9-87df3b1d36bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '18566df4-f51e-4bda-be63-239ee9dc09ee'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:02:52.054618 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-db717f44-1870-4a83-bf8a-41f20069b1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:52.066126 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b50c35a4-dc0b-408d-a05b-330275a17394 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:52.082443 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 1c95887f-8d94-47e3-a094-535df5d8ef01, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=1c95887f-8d94-47e3-a094-535df5d8ef01,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:52.084767 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e721e2-7394-4a87-bbde-238568b2da7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c95887f-8d94-47e3-a094-535df5d8ef01'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:02:52.087050 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4891f67-14d8-4d9c-ac3e-724f69bd42ee" -d '{"events": [{"server_uuid": "a9e721e2-7394-4a87-bbde-238568b2da7b", "name": "network-vif-plugged", "status": "completed", "tag": "1c95887f-8d94-47e3-a094-535df5d8ef01"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:02:52.107527 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b50c35a4-dc0b-408d-a05b-330275a17394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:52.170305 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-db717f44-1870-4a83-bf8a-41f20069b1c9 None None] For port 9e15fd09-7743-4925-b505-11532aa4aab4, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:02:52.174598 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-db717f44-1870-4a83-bf8a-41f20069b1c9 None None] For port 9e15fd09-7743-4925-b505-11532aa4aab4, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=9e15fd09-7743-4925-b505-11532aa4aab4,segment=NetworkSegment(5c25e1e9-a743-426e-83d9-87df3b1d36bf),segment_id=5c25e1e9-a743-426e-83d9-87df3b1d36bf)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:02:52.186021 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:52.199715 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829fa364-a24f-4b1c-a8e1-792387fd23d3 admin admin] Made reservation on behalf of caac6054f139468286b7372b1a81b368 for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:02:52.203297 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-829fa364-a24f-4b1c-a8e1-792387fd23d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:52.222618 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-829fa364-a24f-4b1c-a8e1-792387fd23d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:52.251781 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396fa0d9-ffbd-499d-afd7-cff9539196f7 req-b35dbef5-5dff-4d31-8cf2-f701b41ad7a9 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:52.253481 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-396fa0d9-ffbd-499d-afd7-cff9539196f7 req-b35dbef5-5dff-4d31-8cf2-f701b41ad7a9 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f074090-1b8e-44fb-8556-3be31cc2970e HTTP/1.1" status: 200 len: 945 time: 0.2844677 Dec 08 16:02:52.264987 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=1c95887f-8d94-47e3-a094-535df5d8ef01,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:52.287134 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabcacc5-0bec-42c4-84fd-f2333692e4b9 req-4964c457-26ce-4d4f-ab90-6cf7d37f868b tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:52.290353 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-aabcacc5-0bec-42c4-84fd-f2333692e4b9 req-4964c457-26ce-4d4f-ab90-6cf7d37f868b tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=da5fe699-8812-4124-b3f5-1f4ad9dad8d5 HTTP/1.1" status: 200 len: 943 time: 0.8996339 Dec 08 16:02:52.290353 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c7531199-89bf-4667-ab04-906c4968d9d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:52.302576 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-db717f44-1870-4a83-bf8a-41f20069b1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:52.384668 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9916f826-a8a5-4162-acfb-04e929a86fea req-7c6fca18-d756-444d-9171-797c4ef7e6ff service neutron] 10.222.0.76 "GET /v2.0/networks/34422553-fc63-47d6-a631-7f666537bc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7767267 Dec 08 16:02:52.393936 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db717f44-1870-4a83-bf8a-41f20069b1c9 None None] Pushing event updated for resources: {'Port': ['ID=9e15fd09-7743-4925-b505-11532aa4aab4,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:52.525153 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-396fa0d9-ffbd-499d-afd7-cff9539196f7 req-43448989-9dc7-43ae-a64d-8ce12da1ee8b tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388830 Dec 08 16:02:52.534931 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-b48d48fe-be7a-4254-b6ca-ff679e91ff1b service neutron] 10.222.0.76 "GET /v2.0/networks/9fb73276-e1f8-4bac-a027-20476a8f0b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6714969 Dec 08 16:02:52.544904 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-b50c35a4-dc0b-408d-a05b-330275a17394 admin admin] Allocated IP 172.25.0.86 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/1fafc6b9-1ce8-4ae6-ab93-e8ffedb07b0e) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:02:52.655909 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fcd0f25-5d42-4006-a3cc-5989f21129e8 x-openstack-request-id: req-1fcd0f25-5d42-4006-a3cc-5989f21129e8 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:02:52.656474 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9e721e2-7394-4a87-bbde-238568b2da7b", "name": "network-vif-plugged", "status": "completed", "tag": "1c95887f-8d94-47e3-a094-535df5d8ef01", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:02:52.657246 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1fcd0f25-5d42-4006-a3cc-5989f21129e8 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:02:52.657246 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e721e2-7394-4a87-bbde-238568b2da7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c95887f-8d94-47e3-a094-535df5d8ef01', 'code': 200} Dec 08 16:02:52.686599 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-829fa364-a24f-4b1c-a8e1-792387fd23d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:52.746312 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-aabcacc5-0bec-42c4-84fd-f2333692e4b9 req-649165ba-51cf-4644-a504-62edfcfd720b tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3959396 Dec 08 16:02:52.795773 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-829fa364-a24f-4b1c-a8e1-792387fd23d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:52.814776 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b50c35a4-dc0b-408d-a05b-330275a17394 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:52.834071 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-829fa364-a24f-4b1c-a8e1-792387fd23d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:02:52.877166 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9916f826-a8a5-4162-acfb-04e929a86fea req-562f257d-7d32-4102-9864-6d246ab5caf1 service neutron] 10.222.0.76 "GET /v2.0/networks/34422553-fc63-47d6-a631-7f666537bc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410184 Dec 08 16:02:52.898965 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bdc737-6415-48ef-860b-27118ed9ba83 req-8c2066ab-fea7-4aff-9fb0-a794627ccd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:52.900838 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b6bdc737-6415-48ef-860b-27118ed9ba83 req-8c2066ab-fea7-4aff-9fb0-a794627ccd8b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a9e721e2-7394-4a87-bbde-238568b2da7b HTTP/1.1" status: 200 len: 1102 time: 0.1511254 Dec 08 16:02:52.907590 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-519f638a-fa5c-4a7e-b38d-979a37d825b1 tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:52.912298 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-519f638a-fa5c-4a7e-b38d-979a37d825b1 tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=1f074090-1b8e-44fb-8556-3be31cc2970e&tenant_id=85658dbd01a84c26a2385fde82126184&binding%3Ahost_id=n-h2-776250-12 HTTP/1.1" status: 200 len: 1097 time: 0.2133486 Dec 08 16:02:52.925614 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-d3e06b6b-d32c-464c-a56b-924d4426ab64 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-776250-12'}}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:02:52.961988 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-829fa364-a24f-4b1c-a8e1-792387fd23d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:52.962351 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-829fa364-a24f-4b1c-a8e1-792387fd23d3 admin admin] Added segment e6288665-5271-4e12-95de-f05a0f00000f of type vlan for network 7f044dd4-dc97-4f05-8a73-1de9a290e893 Dec 08 16:02:52.980375 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829fa364-a24f-4b1c-a8e1-792387fd23d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b195382-56dd-4e65-b6da-c8a607ab0e50,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:53.055214 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4366477b-c2c0-4061-b343-fd18853669f3 req-b126b0d0-5c77-49fa-8953-52cdf3a58d05 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:53.055214 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4366477b-c2c0-4061-b343-fd18853669f3 req-b126b0d0-5c77-49fa-8953-52cdf3a58d05 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9e721e2-7394-4a87-bbde-238568b2da7b HTTP/1.1" status: 200 len: 950 time: 0.1859577 Dec 08 16:02:53.055512 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7531199-89bf-4667-ab04-906c4968d9d1 admin admin] Router 3544cde3-d76f-46e3-80d9-324059633827 is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:02:53.058442 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-829fa364-a24f-4b1c-a8e1-792387fd23d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:53.066091 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b6bdc737-6415-48ef-860b-27118ed9ba83 req-2fb2432c-d566-45be-9cf7-52ec208e96c1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524656 Dec 08 16:02:53.069215 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-d3e06b6b-d32c-464c-a56b-924d4426ab64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:53.123283 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4366477b-c2c0-4061-b343-fd18853669f3 req-89c219cb-f2ee-42c5-8c48-e917c2f86bc1 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609698 Dec 08 16:02:53.145915 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b50c35a4-dc0b-408d-a05b-330275a17394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:53.180986 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-829fa364-a24f-4b1c-a8e1-792387fd23d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:53.181975 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829fa364-a24f-4b1c-a8e1-792387fd23d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:53.182563 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-829fa364-a24f-4b1c-a8e1-792387fd23d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:53.210239 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50c35a4-dc0b-408d-a05b-330275a17394 admin admin] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:02:53.247401 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-b50c35a4-dc0b-408d-a05b-330275a17394 admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:02:53.252099 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50c35a4-dc0b-408d-a05b-330275a17394 admin admin] Pushing event updated for resources: {'Port': ['ID=1fafc6b9-1ce8-4ae6-ab93-e8ffedb07b0e,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:53.260617 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50c35a4-dc0b-408d-a05b-330275a17394 admin admin] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:02:53.270099 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7531199-89bf-4667-ab04-906c4968d9d1 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:02:53.291015 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468293be-7071-49f5-b331-88ffe5255e79 None None] Sync routers for ids ['3544cde3-d76f-46e3-80d9-324059633827'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:02:53.294862 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829fa364-a24f-4b1c-a8e1-792387fd23d3 admin admin] Pushing event updated for resources: {'Network': ['ID=7f044dd4-dc97-4f05-8a73-1de9a290e893,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:53.316854 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 7f044dd4-dc97-4f05-8a73-1de9a290e893 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:02:53.321670 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-d3e06b6b-d32c-464c-a56b-924d4426ab64 service neutron] For port cad83a43-ab3b-4789-a1d9-94f29188d5a6, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=cad83a43-ab3b-4789-a1d9-94f29188d5a6,segment=NetworkSegment(08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4),segment_id=08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:53.374350 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-829fa364-a24f-4b1c-a8e1-792387fd23d3 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.6162407 Dec 08 16:02:53.374570 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 33402) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:02:53.376793 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468293be-7071-49f5-b331-88ffe5255e79 None None] Routers {'3544cde3-d76f-46e3-80d9-324059633827'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:02:53.377442 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-468293be-7071-49f5-b331-88ffe5255e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:02:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['3544cde3-d76f-46e3-80d9-324059633827'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:02:53.382251 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-c9a44110-ab12-47d1-8c7b-02b80c446ae8 admin admin] Request body: {'subnet': {'network_id': '7f044dd4-dc97-4f05-8a73-1de9a290e893', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-531468918-subnet', 'tenant_id': 'caac6054f139468286b7372b1a81b368', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:02:53.388838 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-d3e06b6b-d32c-464c-a56b-924d4426ab64 service neutron] For port cad83a43-ab3b-4789-a1d9-94f29188d5a6, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:02:53.419481 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c7531199-89bf-4667-ab04-906c4968d9d1 admin admin] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:53.424127 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c7531199-89bf-4667-ab04-906c4968d9d1 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.1047745 Dec 08 16:02:53.427834 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 33404) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:02:53.467829 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f074090-1b8e-44fb-8556-3be31cc2970e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cad83a43-ab3b-4789-a1d9-94f29188d5a6'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:02:53.471228 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c819bc88-d779-4dc0-828b-8a1c499e630e" -d '{"events": [{"server_uuid": "1f074090-1b8e-44fb-8556-3be31cc2970e", "name": "network-vif-unplugged", "status": "completed", "tag": "cad83a43-ab3b-4789-a1d9-94f29188d5a6"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:02:53.477154 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-d3e06b6b-d32c-464c-a56b-924d4426ab64 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:53.563606 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a53fe5-fbdd-49e7-b4f9-52e519a2793f x-openstack-request-id: req-65a53fe5-fbdd-49e7-b4f9-52e519a2793f {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:02:53.564063 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f074090-1b8e-44fb-8556-3be31cc2970e", "name": "network-vif-unplugged", "status": "completed", "tag": "cad83a43-ab3b-4789-a1d9-94f29188d5a6", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:02:53.564395 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-65a53fe5-fbdd-49e7-b4f9-52e519a2793f {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:02:53.564907 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f074090-1b8e-44fb-8556-3be31cc2970e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cad83a43-ab3b-4789-a1d9-94f29188d5a6', 'code': 200} Dec 08 16:02:53.601278 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a44110-ab12-47d1-8c7b-02b80c446ae8 admin admin] Made reservation on behalf of caac6054f139468286b7372b1a81b368 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:02:53.604667 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c9a44110-ab12-47d1-8c7b-02b80c446ae8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:53.626110 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-468293be-7071-49f5-b331-88ffe5255e79 None None] Set router 3544cde3-d76f-46e3-80d9-324059633827 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:02:53.885142 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1bd303-9bf2-49cc-9260-7515aa4e7ed7 req-4e62f929-b87b-4a3d-8d83-8a853f3d9b07 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:53.893677 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-db1bd303-9bf2-49cc-9260-7515aa4e7ed7 req-4e62f929-b87b-4a3d-8d83-8a853f3d9b07 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f074090-1b8e-44fb-8556-3be31cc2970e HTTP/1.1" status: 200 len: 943 time: 0.1471035 Dec 08 16:02:53.909326 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-d3e06b6b-d32c-464c-a56b-924d4426ab64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:53.980255 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ceeafe-549a-48f0-975a-3e92d44bb40a None None] Network 18566df4-f51e-4bda-be63-239ee9dc09ee requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:02:54.069990 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c9a44110-ab12-47d1-8c7b-02b80c446ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:54.071917 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e06b6b-d32c-464c-a56b-924d4426ab64 service neutron] Pushing event updated for resources: {'Port': ['ID=cad83a43-ab3b-4789-a1d9-94f29188d5a6,revision_number=7']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:54.096788 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211138a5-aee6-4a98-9f49-3bbd5a02859d req-9c849fac-7705-4cd9-b868-c53d9eafb7ae tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:54.098464 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-211138a5-aee6-4a98-9f49-3bbd5a02859d req-9c849fac-7705-4cd9-b868-c53d9eafb7ae tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=da5fe699-8812-4124-b3f5-1f4ad9dad8d5 HTTP/1.1" status: 200 len: 943 time: 0.1634061 Dec 08 16:02:54.106862 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b50c35a4-dc0b-408d-a05b-330275a17394 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:54.142483 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-d3e06b6b-d32c-464c-a56b-924d4426ab64 service neutron] Attempting to bind port cad83a43-ab3b-4789-a1d9-94f29188d5a6 on host n-h2-776250-12 for vnic_type normal with profile {"migrating_to": "n-h1-776250-12"} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:02:54.142483 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-d3e06b6b-d32c-464c-a56b-924d4426ab64 service neutron] Attempting to bind port cad83a43-ab3b-4789-a1d9-94f29188d5a6 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9fb73276-e1f8-4bac-a027-20476a8f0b71'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:02:54.143044 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-d3e06b6b-d32c-464c-a56b-924d4426ab64 service neutron] Attempting to bind port cad83a43-ab3b-4789-a1d9-94f29188d5a6 on network 9fb73276-e1f8-4bac-a027-20476a8f0b71 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:02:54.169539 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-d3e06b6b-d32c-464c-a56b-924d4426ab64 service neutron] Port cad83a43-ab3b-4789-a1d9-94f29188d5a6 on network 9fb73276-e1f8-4bac-a027-20476a8f0b71 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:02:54.169539 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-d3e06b6b-d32c-464c-a56b-924d4426ab64 service neutron] Attempting to bind port cad83a43-ab3b-4789-a1d9-94f29188d5a6 on network 9fb73276-e1f8-4bac-a027-20476a8f0b71 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:02:54.172590 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-468293be-7071-49f5-b331-88ffe5255e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3544cde3-d76f-46e3-80d9-324059633827', 'name': 'tempest-FloatingIPsNegativeTestJSON-1397527029-router', 'tenant_id': 'd4406bc10dfa47d4898b79f82b66f169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'ca61f588-a470-4305-822f-244f9bda05cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:02:45Z', 'updated_at': '2021-12-08T16:02:49Z', 'revision_number': 3, 'project_id': 'd4406bc10dfa47d4898b79f82b66f169', 'gw_port': {'id': 'ca61f588-a470-4305-822f-244f9bda05cf', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ea:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3544cde3-d76f-46e3-80d9-324059633827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:02:48Z', 'updated_at': '2021-12-08T16:02:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:02:54.198118 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a44110-ab12-47d1-8c7b-02b80c446ae8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e145596-3948-4729-810a-534bcf8272d4,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:54.200529 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-d3e06b6b-d32c-464c-a56b-924d4426ab64 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:02:54.201451 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-d3e06b6b-d32c-464c-a56b-924d4426ab64 service neutron] Checking segment: {'id': '08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9fb73276-e1f8-4bac-a027-20476a8f0b71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:02:54.201871 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-d3e06b6b-d32c-464c-a56b-924d4426ab64 service neutron] Bound using segment: {'id': '08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9fb73276-e1f8-4bac-a027-20476a8f0b71'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:02:54.202796 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-d3e06b6b-d32c-464c-a56b-924d4426ab64 service neutron] Bound port: cad83a43-ab3b-4789-a1d9-94f29188d5a6, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9fb73276-e1f8-4bac-a027-20476a8f0b71'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:02:54.202796 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-d3e06b6b-d32c-464c-a56b-924d4426ab64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:54.215183 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468293be-7071-49f5-b331-88ffe5255e79 None None] Checking router: 3544cde3-d76f-46e3-80d9-324059633827 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:02:54.215183 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468293be-7071-49f5-b331-88ffe5255e79 None None] Updating router 3544cde3-d76f-46e3-80d9-324059633827 port ca61f588-a470-4305-822f-244f9bda05cf binding host n-d-776250-12 {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:02:54.222227 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-db1bd303-9bf2-49cc-9260-7515aa4e7ed7 req-f9736eca-bd8b-46e9-bbb6-24a3105c90a4 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157184 Dec 08 16:02:54.255370 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-2f9483ba-64b9-4f6d-80b6-270f30787239 None None] Provisioning complete for port 9e15fd09-7743-4925-b505-11532aa4aab4 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:02:54.255370 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2f9483ba-64b9-4f6d-80b6-270f30787239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:54.280860 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-211138a5-aee6-4a98-9f49-3bbd5a02859d req-6ec479d0-1d20-484e-9b8a-65d4396000ed tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513538 Dec 08 16:02:54.327543 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-468293be-7071-49f5-b331-88ffe5255e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:54.347619 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a44110-ab12-47d1-8c7b-02b80c446ae8 admin admin] Checking segment: {'id': 'e6288665-5271-4e12-95de-f05a0f00000f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7f044dd4-dc97-4f05-8a73-1de9a290e893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:02:54.352876 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a44110-ab12-47d1-8c7b-02b80c446ae8 admin admin] Network hostable DHCP agents. Network: 7f044dd4-dc97-4f05-8a73-1de9a290e893, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:02:54.481946 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-d3e06b6b-d32c-464c-a56b-924d4426ab64 service neutron] For port cad83a43-ab3b-4789-a1d9-94f29188d5a6, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:02:54.487512 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-d3e06b6b-d32c-464c-a56b-924d4426ab64 service neutron] For port cad83a43-ab3b-4789-a1d9-94f29188d5a6, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=cad83a43-ab3b-4789-a1d9-94f29188d5a6,segment=NetworkSegment(08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4),segment_id=08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:02:54.507280 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a4d2b2-59df-4aa5-9fb6-3c28250f8456 req-12feb3e2-1351-496f-bc6e-2ab6f9e3dd00 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:54.518559 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2f9483ba-64b9-4f6d-80b6-270f30787239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:54.531806 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-01a4d2b2-59df-4aa5-9fb6-3c28250f8456 req-12feb3e2-1351-496f-bc6e-2ab6f9e3dd00 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9e721e2-7394-4a87-bbde-238568b2da7b HTTP/1.1" status: 200 len: 950 time: 0.1112552 Dec 08 16:02:54.621777 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-2f9483ba-64b9-4f6d-80b6-270f30787239 None None] For port 9e15fd09-7743-4925-b505-11532aa4aab4, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=9e15fd09-7743-4925-b505-11532aa4aab4,segment=NetworkSegment(5c25e1e9-a743-426e-83d9-87df3b1d36bf),segment_id=5c25e1e9-a743-426e-83d9-87df3b1d36bf)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:54.633151 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-01a4d2b2-59df-4aa5-9fb6-3c28250f8456 req-5c500d72-cf6b-4c5a-be26-6a24a0118594 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894938 Dec 08 16:02:54.633151 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a44110-ab12-47d1-8c7b-02b80c446ae8 admin admin] Network 7f044dd4-dc97-4f05-8a73-1de9a290e893 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:02:54.633151 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-d3e06b6b-d32c-464c-a56b-924d4426ab64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:54.648232 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a2470437-fc37-48a1-8aa7-5623a236366d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:54.778125 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e06b6b-d32c-464c-a56b-924d4426ab64 service neutron] Pushing event updated for resources: {'Port': ['ID=cad83a43-ab3b-4789-a1d9-94f29188d5a6,revision_number=8']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:54.787741 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-d3e06b6b-d32c-464c-a56b-924d4426ab64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:54.788661 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-d3e06b6b-d32c-464c-a56b-924d4426ab64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:54.790457 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-d3e06b6b-d32c-464c-a56b-924d4426ab64 service neutron] 10.222.0.76 "PUT /v2.0/ports/cad83a43-ab3b-4789-a1d9-94f29188d5a6 HTTP/1.1" status: 200 len: 1123 time: 1.8689878 Dec 08 16:02:54.819512 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-c9a44110-ab12-47d1-8c7b-02b80c446ae8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 7f044dd4-dc97-4f05-8a73-1de9a290e893) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:02:54.823534 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b50c35a4-dc0b-408d-a05b-330275a17394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:54.831754 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a44110-ab12-47d1-8c7b-02b80c446ae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:54.837330 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c9a44110-ab12-47d1-8c7b-02b80c446ae8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:54.857184 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 9e15fd09-7743-4925-b505-11532aa4aab4 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:02:54.877147 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f69a72a-0526-442d-943c-11a9a782d82c None None] Network 7f044dd4-dc97-4f05-8a73-1de9a290e893 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:02:54.877147 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2f9483ba-64b9-4f6d-80b6-270f30787239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:54.953089 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c9a44110-ab12-47d1-8c7b-02b80c446ae8 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.5770564 Dec 08 16:02:55.011214 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['cad83a43-ab3b-4789-a1d9-94f29188d5a6'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:02:55.086033 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-468293be-7071-49f5-b331-88ffe5255e79 None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:55.147812 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-96e93f8b-f1fe-462c-8f38-514081ac169e None None] Provisioning complete for port 9e15fd09-7743-4925-b505-11532aa4aab4 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:02:55.148221 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-96e93f8b-f1fe-462c-8f38-514081ac169e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:55.200548 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9483ba-64b9-4f6d-80b6-270f30787239 None None] Pushing event updated for resources: {'Port': ['ID=9e15fd09-7743-4925-b505-11532aa4aab4,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:55.214478 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-468293be-7071-49f5-b331-88ffe5255e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:55.260212 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9483ba-64b9-4f6d-80b6-270f30787239 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:55.262075 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9483ba-64b9-4f6d-80b6-270f30787239 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:55.262075 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9483ba-64b9-4f6d-80b6-270f30787239 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:55.262075 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9483ba-64b9-4f6d-80b6-270f30787239 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:55.262075 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9483ba-64b9-4f6d-80b6-270f30787239 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:55.262075 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9483ba-64b9-4f6d-80b6-270f30787239 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:55.262651 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9483ba-64b9-4f6d-80b6-270f30787239 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:55.262826 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9483ba-64b9-4f6d-80b6-270f30787239 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:55.263114 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9483ba-64b9-4f6d-80b6-270f30787239 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:55.263421 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9483ba-64b9-4f6d-80b6-270f30787239 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:55.263750 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9483ba-64b9-4f6d-80b6-270f30787239 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:55.264882 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9483ba-64b9-4f6d-80b6-270f30787239 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:55.264882 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9483ba-64b9-4f6d-80b6-270f30787239 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:55.284849 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8759288d-ec89-40fd-b4d3-15a0cb45f899 None None] Network 7f044dd4-dc97-4f05-8a73-1de9a290e893 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:02:55.367956 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 9e15fd09-7743-4925-b505-11532aa4aab4 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:02:55.370908 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:55.454087 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-a2470437-fc37-48a1-8aa7-5623a236366d admin admin] Allocated IP 172.20.0.1 (f07c5a6c-f5a9-40b3-811b-5c4a8db7b02e/b20db0ed-ff88-4861-9810-ef6e5b7eb3dc/15a2002d-8634-4572-b9cd-0c1272b1e4c3) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:02:55.461162 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-468293be-7071-49f5-b331-88ffe5255e79 None None] Attempting to bind port ca61f588-a470-4305-822f-244f9bda05cf on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:02:55.461537 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-468293be-7071-49f5-b331-88ffe5255e79 None None] Attempting to bind port ca61f588-a470-4305-822f-244f9bda05cf by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:02:55.467266 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468293be-7071-49f5-b331-88ffe5255e79 None None] Attempting to bind port ca61f588-a470-4305-822f-244f9bda05cf on network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:02:55.501307 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2cbee5-a5ab-4e70-b9ec-1939bf51fe9c None None] Pushing event updated for resources: {'Port': ['ID=ca61f588-a470-4305-822f-244f9bda05cf,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:55.502502 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d656b7d-f091-4153-b182-a4434ca84b19 req-f4d91be3-426f-4865-9cfd-e720a5c5a7fd tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:55.510112 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468293be-7071-49f5-b331-88ffe5255e79 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:02:55.511252 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468293be-7071-49f5-b331-88ffe5255e79 None None] Checking segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:02:55.511837 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-468293be-7071-49f5-b331-88ffe5255e79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:55.512429 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468293be-7071-49f5-b331-88ffe5255e79 None None] Bound using segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:02:55.513681 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-468293be-7071-49f5-b331-88ffe5255e79 None None] Bound port: ca61f588-a470-4305-822f-244f9bda05cf, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:02:55.514497 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-468293be-7071-49f5-b331-88ffe5255e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:55.521554 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0d656b7d-f091-4153-b182-a4434ca84b19 req-f4d91be3-426f-4865-9cfd-e720a5c5a7fd tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f074090-1b8e-44fb-8556-3be31cc2970e HTTP/1.1" status: 200 len: 943 time: 0.1070399 Dec 08 16:02:55.572482 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f074090-1b8e-44fb-8556-3be31cc2970e', 'tag': 'cad83a43-ab3b-4789-a1d9-94f29188d5a6'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:02:55.575329 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2208ed-f6bc-4c07-adbb-77f26d2a4d3d" -d '{"events": [{"name": "network-changed", "server_uuid": "1f074090-1b8e-44fb-8556-3be31cc2970e", "tag": "cad83a43-ab3b-4789-a1d9-94f29188d5a6"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:02:55.610135 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0d656b7d-f091-4153-b182-a4434ca84b19 req-7b1d8e86-267e-4d60-85d8-3ec690f44dde tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848820 Dec 08 16:02:55.704086 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-468293be-7071-49f5-b331-88ffe5255e79 None None] For port ca61f588-a470-4305-822f-244f9bda05cf, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:02:55.728007 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-468293be-7071-49f5-b331-88ffe5255e79 None None] For port ca61f588-a470-4305-822f-244f9bda05cf, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=ca61f588-a470-4305-822f-244f9bda05cf,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:02:55.770066 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d17a22-7d67-4b10-b42f-e0ec7685175e req-4a43b072-220f-4fa8-af88-ac24a952efcd tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:55.771646 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-51d17a22-7d67-4b10-b42f-e0ec7685175e req-4a43b072-220f-4fa8-af88-ac24a952efcd tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=da5fe699-8812-4124-b3f5-1f4ad9dad8d5 HTTP/1.1" status: 200 len: 943 time: 0.0789804 Dec 08 16:02:55.774535 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166afe0f-b037-484e-bbd3-e4f9937c10bb req-cc3e2da5-d18c-478c-b93c-99015e453943 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:55.776153 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-166afe0f-b037-484e-bbd3-e4f9937c10bb req-cc3e2da5-d18c-478c-b93c-99015e453943 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/networks?id=7f044dd4-dc97-4f05-8a73-1de9a290e893 HTTP/1.1" status: 200 len: 804 time: 0.2414231 Dec 08 16:02:55.802233 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a2470437-fc37-48a1-8aa7-5623a236366d admin admin] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:55.819080 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-166afe0f-b037-484e-bbd3-e4f9937c10bb req-70f4207f-8464-4c78-9330-301c49680e5d tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/quotas/caac6054f139468286b7372b1a81b368 HTTP/1.1" status: 200 len: 375 time: 0.0262268 Dec 08 16:02:55.837312 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-51d17a22-7d67-4b10-b42f-e0ec7685175e req-48af3aab-ab22-43ea-b9f9-39dccfc4c67a tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517137 Dec 08 16:02:55.851717 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-468293be-7071-49f5-b331-88ffe5255e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:55.922422 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-166afe0f-b037-484e-bbd3-e4f9937c10bb req-1a5ee91a-2c01-4cae-a0f9-f16602256e6e tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=caac6054f139468286b7372b1a81b368&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0821116 Dec 08 16:02:55.939326 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468293be-7071-49f5-b331-88ffe5255e79 None None] Routers {'3544cde3-d76f-46e3-80d9-324059633827'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:02:55.943195 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-468293be-7071-49f5-b331-88ffe5255e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:02:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['3544cde3-d76f-46e3-80d9-324059633827'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:02:55.952947 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2cbee5-a5ab-4e70-b9ec-1939bf51fe9c None None] Pushing event updated for resources: {'Port': ['ID=ca61f588-a470-4305-822f-244f9bda05cf,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:55.985717 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a2470437-fc37-48a1-8aa7-5623a236366d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:55.987464 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b50c35a4-dc0b-408d-a05b-330275a17394 admin admin] Router 93f69f35-4807-48b7-968b-0c37aaecf395 is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:02:56.069389 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2470437-fc37-48a1-8aa7-5623a236366d admin admin] Network f07c5a6c-f5a9-40b3-811b-5c4a8db7b02e is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:02:56.082570 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ebde759-3388-4bc4-a790-4f4ae6083f04 x-openstack-request-id: req-6ebde759-3388-4bc4-a790-4f4ae6083f04 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:02:56.082877 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f074090-1b8e-44fb-8556-3be31cc2970e", "tag": "cad83a43-ab3b-4789-a1d9-94f29188d5a6", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:02:56.083140 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6ebde759-3388-4bc4-a790-4f4ae6083f04 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:02:56.083550 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f074090-1b8e-44fb-8556-3be31cc2970e', 'tag': 'cad83a43-ab3b-4789-a1d9-94f29188d5a6', 'status': 'completed', 'code': 200} Dec 08 16:02:56.118734 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-a2470437-fc37-48a1-8aa7-5623a236366d admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:02:56.125374 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2470437-fc37-48a1-8aa7-5623a236366d admin admin] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:02:56.129180 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2470437-fc37-48a1-8aa7-5623a236366d admin admin] Pushing event updated for resources: {'Port': ['ID=15a2002d-8634-4572-b9cd-0c1272b1e4c3,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:56.147425 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-468293be-7071-49f5-b331-88ffe5255e79 None None] Set router 3544cde3-d76f-46e3-80d9-324059633827 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:02:56.172893 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2208ed-f6bc-4c07-adbb-77f26d2a4d3d req-a27bfa27-35a1-45a0-a834-2ea984115543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:56.174818 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7b2208ed-f6bc-4c07-adbb-77f26d2a4d3d req-a27bfa27-35a1-45a0-a834-2ea984115543 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=85658dbd01a84c26a2385fde82126184&device_id=1f074090-1b8e-44fb-8556-3be31cc2970e HTTP/1.1" status: 200 len: 1126 time: 0.0540717 Dec 08 16:02:56.198335 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-166afe0f-b037-484e-bbd3-e4f9937c10bb req-101957ee-5605-4a97-8e73-754b345a83e7 service neutron] 10.222.0.64 "GET /v2.0/networks/7f044dd4-dc97-4f05-8a73-1de9a290e893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749794 Dec 08 16:02:56.249216 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a2470437-fc37-48a1-8aa7-5623a236366d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:56.301848 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2699e7-1d4a-473d-9581-dfc4f95a688f req-a0f90e76-b490-4e84-8ad0-f68678fbf442 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:56.303920 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2e2699e7-1d4a-473d-9581-dfc4f95a688f req-a0f90e76-b490-4e84-8ad0-f68678fbf442 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9e721e2-7394-4a87-bbde-238568b2da7b HTTP/1.1" status: 200 len: 950 time: 0.1230333 Dec 08 16:02:56.387321 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2208ed-f6bc-4c07-adbb-77f26d2a4d3d req-0e8f4b08-f4d0-40df-b948-b08ec864e085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:56.389522 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7b2208ed-f6bc-4c07-adbb-77f26d2a4d3d req-0e8f4b08-f4d0-40df-b948-b08ec864e085 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9fb73276-e1f8-4bac-a027-20476a8f0b71 HTTP/1.1" status: 200 len: 921 time: 0.1968613 Dec 08 16:02:56.401004 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-166afe0f-b037-484e-bbd3-e4f9937c10bb req-00f775f6-2870-418a-bfaf-fd74769012f3 service neutron] 10.222.0.64 "GET /v2.0/networks/7f044dd4-dc97-4f05-8a73-1de9a290e893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662421 Dec 08 16:02:56.405028 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2e2699e7-1d4a-473d-9581-dfc4f95a688f req-91c9460a-d2ce-4fcc-bd33-b3a857ac36c9 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867281 Dec 08 16:02:56.480075 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7b2208ed-f6bc-4c07-adbb-77f26d2a4d3d req-2b18e5da-2ca6-4bd9-8d46-5946bbe33b75 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cad83a43-ab3b-4789-a1d9-94f29188d5a6 HTTP/1.1" status: 200 len: 217 time: 0.0677123 Dec 08 16:02:56.540763 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50c35a4-dc0b-408d-a05b-330275a17394 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:02:56.552651 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5604519-a9e5-4716-a521-cb12d46aa042 None None] Sync routers for ids ['93f69f35-4807-48b7-968b-0c37aaecf395'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:02:56.583752 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5604519-a9e5-4716-a521-cb12d46aa042 None None] Routers {'93f69f35-4807-48b7-968b-0c37aaecf395'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:02:56.584682 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-d5604519-a9e5-4716-a521-cb12d46aa042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:02:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['93f69f35-4807-48b7-968b-0c37aaecf395'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:02:56.650066 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2208ed-f6bc-4c07-adbb-77f26d2a4d3d req-8e65c407-dec3-4798-a8fc-0be7bf7de83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:56.657111 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7b2208ed-f6bc-4c07-adbb-77f26d2a4d3d req-8e65c407-dec3-4798-a8fc-0be7bf7de83e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3bab6816-4414-47cc-922e-2566e0e2da0a HTTP/1.1" status: 200 len: 860 time: 0.1697659 Dec 08 16:02:56.664683 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [req-ef42f7c3-8e25-4df5-9c8e-32ca1a8ed0dd req-830d1996-af65-4580-aa25-497d186ef1ba service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:02:56.680010 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ef42f7c3-8e25-4df5-9c8e-32ca1a8ed0dd req-830d1996-af65-4580-aa25-497d186ef1ba service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0165565 Dec 08 16:02:56.692698 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b50c35a4-dc0b-408d-a05b-330275a17394 admin admin] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:56.697115 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b50c35a4-dc0b-408d-a05b-330275a17394 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.9863238 Dec 08 16:02:56.703766 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 33460) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:02:56.750409 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7b2208ed-f6bc-4c07-adbb-77f26d2a4d3d req-55fdc90d-f1b1-427d-a77c-8be4aa2326a8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9fb73276-e1f8-4bac-a027-20476a8f0b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685744 Dec 08 16:02:56.750646 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 9e15fd09-7743-4925-b505-11532aa4aab4 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:02:56.793095 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-c2e068e0-8555-4e25-b549-65c3c4638616 None None] Provisioning complete for port 15a2002d-8634-4572-b9cd-0c1272b1e4c3 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:02:56.793382 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c2e068e0-8555-4e25-b549-65c3c4638616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:56.864243 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-c2e068e0-8555-4e25-b549-65c3c4638616 None None] Port 15a2002d-8634-4572-b9cd-0c1272b1e4c3 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:02:56.875421 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-468293be-7071-49f5-b331-88ffe5255e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3544cde3-d76f-46e3-80d9-324059633827', 'name': 'tempest-FloatingIPsNegativeTestJSON-1397527029-router', 'tenant_id': 'd4406bc10dfa47d4898b79f82b66f169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'ca61f588-a470-4305-822f-244f9bda05cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:02:45Z', 'updated_at': '2021-12-08T16:02:49Z', 'revision_number': 3, 'project_id': 'd4406bc10dfa47d4898b79f82b66f169', 'gw_port': {'id': 'ca61f588-a470-4305-822f-244f9bda05cf', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ea:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3544cde3-d76f-46e3-80d9-324059633827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:02:48Z', 'updated_at': '2021-12-08T16:02:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:02:56.899867 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a2470437-fc37-48a1-8aa7-5623a236366d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:56.915519 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468293be-7071-49f5-b331-88ffe5255e79 None None] The sync data for ids ['3544cde3-d76f-46e3-80d9-324059633827'] in n-d-776250-12 is: [{'id': '3544cde3-d76f-46e3-80d9-324059633827', 'name': 'tempest-FloatingIPsNegativeTestJSON-1397527029-router', 'tenant_id': 'd4406bc10dfa47d4898b79f82b66f169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'ca61f588-a470-4305-822f-244f9bda05cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:02:45Z', 'updated_at': '2021-12-08T16:02:49Z', 'revision_number': 3, 'project_id': 'd4406bc10dfa47d4898b79f82b66f169', 'gw_port': {'id': 'ca61f588-a470-4305-822f-244f9bda05cf', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ea:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3544cde3-d76f-46e3-80d9-324059633827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:02:48Z', 'updated_at': '2021-12-08T16:02:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:02:56.917320 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 9e15fd09-7743-4925-b505-11532aa4aab4 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:02:56.917704 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:56.951800 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-d5604519-a9e5-4716-a521-cb12d46aa042 None None] Set router 93f69f35-4807-48b7-968b-0c37aaecf395 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:02:57.071951 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7b2208ed-f6bc-4c07-adbb-77f26d2a4d3d req-3a0c4c88-67c7-4a74-a21b-1abccba0f569 service neutron] 10.222.0.37 "GET /v2.0/networks/9fb73276-e1f8-4bac-a027-20476a8f0b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105736 Dec 08 16:02:57.143833 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 33472) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:02:57.160114 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-142a8aa9-8b4b-4dbe-a700-c319fe596baa tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-876564689'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:02:57.226530 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7b2208ed-f6bc-4c07-adbb-77f26d2a4d3d req-0be5ff67-3673-4526-a78b-4ed1410475e9 service neutron] 10.222.0.37 "GET /v2.0/networks/9fb73276-e1f8-4bac-a027-20476a8f0b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478939 Dec 08 16:02:57.411370 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-d5604519-a9e5-4716-a521-cb12d46aa042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f69f35-4807-48b7-968b-0c37aaecf395', 'name': 'tempest-AttachSCSIVolumeTestJSON-1661003948-router', 'tenant_id': 'c880bd21814b40e6ae3101d50323e3bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '1fafc6b9-1ce8-4ae6-ab93-e8ffedb07b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:02:50Z', 'updated_at': '2021-12-08T16:02:53Z', 'revision_number': 3, 'project_id': 'c880bd21814b40e6ae3101d50323e3bf', 'gw_port': {'id': '1fafc6b9-1ce8-4ae6-ab93-e8ffedb07b0e', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:17:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f69f35-4807-48b7-968b-0c37aaecf395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:02:52Z', 'updated_at': '2021-12-08T16:02:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:02:57.425172 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51eedb0-da24-45d9-abae-40da4c6555c6 req-c6dfb3dd-b2cd-4f4e-b4d5-e36fa3ba9deb tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:57.437400 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c51eedb0-da24-45d9-abae-40da4c6555c6 req-c6dfb3dd-b2cd-4f4e-b4d5-e36fa3ba9deb tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f074090-1b8e-44fb-8556-3be31cc2970e HTTP/1.1" status: 200 len: 943 time: 0.4491434 Dec 08 16:02:57.466659 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5604519-a9e5-4716-a521-cb12d46aa042 None None] Checking router: 93f69f35-4807-48b7-968b-0c37aaecf395 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:02:57.467155 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5604519-a9e5-4716-a521-cb12d46aa042 None None] Updating router 93f69f35-4807-48b7-968b-0c37aaecf395 port 1fafc6b9-1ce8-4ae6-ab93-e8ffedb07b0e binding host n-d-776250-12 {{(pid=110553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:02:57.492576 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142a8aa9-8b4b-4dbe-a700-c319fe596baa tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Made reservation on behalf of 8be2414d63a14131b9f6f8fcfa8d927a for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:02:57.494430 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-74d75d6a-e8f4-424e-8154-eb92f4cb98a8 req-d075e60d-70b9-473f-b4bc-8d3528680527 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=c537ac5b-2a9d-4fff-b0de-054fe561d0fb HTTP/1.1" status: 200 len: 210 time: 0.0775080 Dec 08 16:02:57.499072 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-142a8aa9-8b4b-4dbe-a700-c319fe596baa tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:57.516201 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-d5604519-a9e5-4716-a521-cb12d46aa042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:57.658719 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-142a8aa9-8b4b-4dbe-a700-c319fe596baa tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:02:57.701012 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c51eedb0-da24-45d9-abae-40da4c6555c6 req-ed0ea7c6-9caf-46d2-8603-b3886452ff54 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654610 Dec 08 16:02:57.705488 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaccd57-6076-456d-9849-e293050fde2a req-1d70d65f-9974-48e2-b25e-79b9bcdc8b29 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:57.709687 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-deaccd57-6076-456d-9849-e293050fde2a req-1d70d65f-9974-48e2-b25e-79b9bcdc8b29 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=da5fe699-8812-4124-b3f5-1f4ad9dad8d5 HTTP/1.1" status: 200 len: 943 time: 0.1334903 Dec 08 16:02:57.736794 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-142a8aa9-8b4b-4dbe-a700-c319fe596baa tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:57.746199 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-142a8aa9-8b4b-4dbe-a700-c319fe596baa tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Added segment d3c8c48a-2946-4fa5-abca-0d5c91d9e47e of type vlan for network 2e4943d2-93a7-4739-8d48-2442fb48fa03 Dec 08 16:02:57.840548 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-deaccd57-6076-456d-9849-e293050fde2a req-8825f44e-a911-4cdc-946b-045453d99b5f tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215224 Dec 08 16:02:57.878834 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device cad83a43-ab3b-4789-a1d9-94f29188d5a6 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:02:57.990278 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a033272c-dbcd-4070-9f16-f8637a322e38 req-7a5d98d1-cb9b-4e6d-92ed-b1981b308702 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a9e721e2-7394-4a87-bbde-238568b2da7b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3745973 Dec 08 16:02:58.007213 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-142a8aa9-8b4b-4dbe-a700-c319fe596baa tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:58.019169 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [req-a033272c-dbcd-4070-9f16-f8637a322e38 req-0076b78e-df54-4617-a93c-6f0cc8160350 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:02:58.020695 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a033272c-dbcd-4070-9f16-f8637a322e38 req-0076b78e-df54-4617-a93c-6f0cc8160350 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080783 Dec 08 16:02:58.092745 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a2470437-fc37-48a1-8aa7-5623a236366d admin admin] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:58.117250 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-d5604519-a9e5-4716-a521-cb12d46aa042 None None] Publish callbacks [] for port, precommit_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:58.162179 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port cad83a43-ab3b-4789-a1d9-94f29188d5a6, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=cad83a43-ab3b-4789-a1d9-94f29188d5a6,segment=NetworkSegment(08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4),segment_id=08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:58.170589 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a2470437-fc37-48a1-8aa7-5623a236366d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:58.192978 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device cad83a43-ab3b-4789-a1d9-94f29188d5a6 has no active binding in host n-h1-776250-12 {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 08 16:02:58.193481 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 23566281-b6e3-46e3-8c4b-b5d958157eaf details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:02:58.265416 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-d5604519-a9e5-4716-a521-cb12d46aa042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:58.300471 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958baa62-19cb-42f5-83a3-2f2461ae5532 req-a22f0e85-e86f-4fe2-8d70-8fd6d962928e tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:58.309740 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-958baa62-19cb-42f5-83a3-2f2461ae5532 req-a22f0e85-e86f-4fe2-8d70-8fd6d962928e tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9e721e2-7394-4a87-bbde-238568b2da7b HTTP/1.1" status: 200 len: 950 time: 0.2949805 Dec 08 16:02:58.343811 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1606cb-73b9-46ed-88d5-b5651b016e3f None None] Pushing event updated for resources: {'Port': ['ID=1fafc6b9-1ce8-4ae6-ab93-e8ffedb07b0e,revision_number=2']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:58.360465 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1606cb-73b9-46ed-88d5-b5651b016e3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:58.379442 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1606cb-73b9-46ed-88d5-b5651b016e3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:58.379442 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1606cb-73b9-46ed-88d5-b5651b016e3f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:58.379442 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1606cb-73b9-46ed-88d5-b5651b016e3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:58.379442 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1606cb-73b9-46ed-88d5-b5651b016e3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:58.379442 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1606cb-73b9-46ed-88d5-b5651b016e3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:58.379442 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1606cb-73b9-46ed-88d5-b5651b016e3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:58.379442 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1606cb-73b9-46ed-88d5-b5651b016e3f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:58.379442 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1606cb-73b9-46ed-88d5-b5651b016e3f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:58.379442 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1606cb-73b9-46ed-88d5-b5651b016e3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:58.381186 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-142a8aa9-8b4b-4dbe-a700-c319fe596baa tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:58.381309 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1606cb-73b9-46ed-88d5-b5651b016e3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:58.381309 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1606cb-73b9-46ed-88d5-b5651b016e3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:58.381309 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1606cb-73b9-46ed-88d5-b5651b016e3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:58.381555 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 23566281-b6e3-46e3-8c4b-b5d958157eaf, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=23566281-b6e3-46e3-8c4b-b5d958157eaf,segment=NetworkSegment(feac72a6-bbb0-42da-a5f2-51d59135d26f),segment_id=feac72a6-bbb0-42da-a5f2-51d59135d26f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:58.381658 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-d5604519-a9e5-4716-a521-cb12d46aa042 None None] Attempting to bind port 1fafc6b9-1ce8-4ae6-ab93-e8ffedb07b0e on host n-d-776250-12 for vnic_type normal with profile {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:02:58.381658 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-d5604519-a9e5-4716-a521-cb12d46aa042 None None] Attempting to bind port 1fafc6b9-1ce8-4ae6-ab93-e8ffedb07b0e by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:02:58.381658 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5604519-a9e5-4716-a521-cb12d46aa042 None None] Attempting to bind port 1fafc6b9-1ce8-4ae6-ab93-e8ffedb07b0e on network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:02:58.382584 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142a8aa9-8b4b-4dbe-a700-c319fe596baa tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:58.382732 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-142a8aa9-8b4b-4dbe-a700-c319fe596baa tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:58.387181 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '23566281-b6e3-46e3-8c4b-b5d958157eaf', 'network_id': '34422553-fc63-47d6-a631-7f666537bc5c', 'port_id': '23566281-b6e3-46e3-8c4b-b5d958157eaf', 'mac_address': 'fa:16:3e:85:ee:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5db44a3c-d12a-4344-a611-2d41355a5e50', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:02:58.396616 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5604519-a9e5-4716-a521-cb12d46aa042 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:02:58.397015 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5604519-a9e5-4716-a521-cb12d46aa042 None None] Checking segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:02:58.398865 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-d5604519-a9e5-4716-a521-cb12d46aa042 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:58.399308 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5604519-a9e5-4716-a521-cb12d46aa042 None None] Bound using segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:02:58.400243 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-d5604519-a9e5-4716-a521-cb12d46aa042 None None] Bound port: 1fafc6b9-1ce8-4ae6-ab93-e8ffedb07b0e, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:02:58.400677 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-d5604519-a9e5-4716-a521-cb12d46aa042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:58.438808 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a2470437-fc37-48a1-8aa7-5623a236366d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:58.440901 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2470437-fc37-48a1-8aa7-5623a236366d admin admin] Pushing event updated for resources: {'Port': ['ID=15a2002d-8634-4572-b9cd-0c1272b1e4c3,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:58.453061 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:58.469815 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23566281-b6e3-46e3-8c4b-b5d958157eaf {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:02:58.496840 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 23566281-b6e3-46e3-8c4b-b5d958157eaf, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=23566281-b6e3-46e3-8c4b-b5d958157eaf,segment=NetworkSegment(feac72a6-bbb0-42da-a5f2-51d59135d26f),segment_id=feac72a6-bbb0-42da-a5f2-51d59135d26f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:58.499553 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-d5604519-a9e5-4716-a521-cb12d46aa042 None None] For port 1fafc6b9-1ce8-4ae6-ab93-e8ffedb07b0e, host n-d-776250-12, cleared binding levels {{(pid=110553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:02:58.506161 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-d5604519-a9e5-4716-a521-cb12d46aa042 None None] For port 1fafc6b9-1ce8-4ae6-ab93-e8ffedb07b0e, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=1fafc6b9-1ce8-4ae6-ab93-e8ffedb07b0e,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:02:58.589041 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:58.589696 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-d5604519-a9e5-4716-a521-cb12d46aa042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:58.662949 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5604519-a9e5-4716-a521-cb12d46aa042 None None] Routers {'93f69f35-4807-48b7-968b-0c37aaecf395'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:02:58.663753 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-d5604519-a9e5-4716-a521-cb12d46aa042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:02:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['93f69f35-4807-48b7-968b-0c37aaecf395'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:02:58.710142 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-454b5c3a-b2cf-46ce-8b5e-843764d215a1 req-4d425290-2295-47dc-8b90-37fc1bc77d83 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=c537ac5b-2a9d-4fff-b0de-054fe561d0fb HTTP/1.1" status: 200 len: 210 time: 0.0798097 Dec 08 16:02:58.712000 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=23566281-b6e3-46e3-8c4b-b5d958157eaf,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:58.743073 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device ca61f588-a470-4305-822f-244f9bda05cf up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:02:58.808986 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port ca61f588-a470-4305-822f-244f9bda05cf triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:02:58.809588 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:58.815685 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-d5604519-a9e5-4716-a521-cb12d46aa042 None None] Set router 93f69f35-4807-48b7-968b-0c37aaecf395 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:02:58.898395 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-142a8aa9-8b4b-4dbe-a700-c319fe596baa tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.7498209 Dec 08 16:02:58.919706 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 33506) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:02:58.926756 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-a37221d3-2a4d-4f4e-b00c-f08a4dcf874f tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-683859644'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:02:58.969174 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142a8aa9-8b4b-4dbe-a700-c319fe596baa tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Pushing event updated for resources: {'Network': ['ID=2e4943d2-93a7-4739-8d48-2442fb48fa03,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:58.991515 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 2e4943d2-93a7-4739-8d48-2442fb48fa03 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:02:58.997128 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:59.003720 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-958baa62-19cb-42f5-83a3-2f2461ae5532 req-1151ba14-d897-4916-8336-ee65b5f317d6 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6927047 Dec 08 16:02:59.038906 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c4108-d05c-40e2-8c44-f7084b141e2a req-3b5b2668-66d3-4119-b15e-344d4da45afc tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:59.050553 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ea7c4108-d05c-40e2-8c44-f7084b141e2a req-3b5b2668-66d3-4119-b15e-344d4da45afc tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f074090-1b8e-44fb-8556-3be31cc2970e HTTP/1.1" status: 200 len: 943 time: 0.1731114 Dec 08 16:02:59.099782 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4914b451-9602-444d-87a6-2f2cb87a8307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:59.125420 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37221d3-2a4d-4f4e-b00c-f08a4dcf874f tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Made reservation on behalf of 8be2414d63a14131b9f6f8fcfa8d927a for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:02:59.134640 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a37221d3-2a4d-4f4e-b00c-f08a4dcf874f tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:59.158282 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-d5604519-a9e5-4716-a521-cb12d46aa042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f69f35-4807-48b7-968b-0c37aaecf395', 'name': 'tempest-AttachSCSIVolumeTestJSON-1661003948-router', 'tenant_id': 'c880bd21814b40e6ae3101d50323e3bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '1fafc6b9-1ce8-4ae6-ab93-e8ffedb07b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:02:50Z', 'updated_at': '2021-12-08T16:02:53Z', 'revision_number': 3, 'project_id': 'c880bd21814b40e6ae3101d50323e3bf', 'gw_port': {'id': '1fafc6b9-1ce8-4ae6-ab93-e8ffedb07b0e', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:17:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f69f35-4807-48b7-968b-0c37aaecf395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:02:52Z', 'updated_at': '2021-12-08T16:02:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:02:59.182461 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['23566281-b6e3-46e3-8c4b-b5d958157eaf'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:02:59.228231 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ea7c4108-d05c-40e2-8c44-f7084b141e2a req-32df1004-7657-45d9-a4a4-3cc90d69efeb tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692460 Dec 08 16:02:59.234644 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1606cb-73b9-46ed-88d5-b5651b016e3f None None] Pushing event updated for resources: {'Port': ['ID=1fafc6b9-1ce8-4ae6-ab93-e8ffedb07b0e,revision_number=3']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:59.243219 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5604519-a9e5-4716-a521-cb12d46aa042 None None] The sync data for ids ['93f69f35-4807-48b7-968b-0c37aaecf395'] in n-d-776250-12 is: [{'id': '93f69f35-4807-48b7-968b-0c37aaecf395', 'name': 'tempest-AttachSCSIVolumeTestJSON-1661003948-router', 'tenant_id': 'c880bd21814b40e6ae3101d50323e3bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '1fafc6b9-1ce8-4ae6-ab93-e8ffedb07b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:02:50Z', 'updated_at': '2021-12-08T16:02:53Z', 'revision_number': 3, 'project_id': 'c880bd21814b40e6ae3101d50323e3bf', 'gw_port': {'id': '1fafc6b9-1ce8-4ae6-ab93-e8ffedb07b0e', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:17:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f69f35-4807-48b7-968b-0c37aaecf395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:02:52Z', 'updated_at': '2021-12-08T16:02:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:02:59.264412 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a37221d3-2a4d-4f4e-b00c-f08a4dcf874f tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:02:59.289342 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a37221d3-2a4d-4f4e-b00c-f08a4dcf874f tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:59.293927 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-a37221d3-2a4d-4f4e-b00c-f08a4dcf874f tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Added segment c89cc37c-16aa-4ad7-b052-34f7434c2466 of type vlan for network 24cee103-4be3-4e70-9f00-1d6da085ad6b Dec 08 16:02:59.367858 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port ca61f588-a470-4305-822f-244f9bda05cf, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=ca61f588-a470-4305-822f-244f9bda05cf,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:59.387512 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2470437-fc37-48a1-8aa7-5623a236366d admin admin] Network f07c5a6c-f5a9-40b3-811b-5c4a8db7b02e is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:02:59.393527 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-a2470437-fc37-48a1-8aa7-5623a236366d admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:02:59.435412 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a37221d3-2a4d-4f4e-b00c-f08a4dcf874f tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:59.510719 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:59.561994 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e820b-0db0-4976-a709-9eb7c9e72266 req-7af2fa6e-bf2c-4b21-8bb2-47e3411e829e tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:59.563651 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-162e820b-0db0-4976-a709-9eb7c9e72266 req-7af2fa6e-bf2c-4b21-8bb2-47e3411e829e tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=da5fe699-8812-4124-b3f5-1f4ad9dad8d5 HTTP/1.1" status: 200 len: 944 time: 0.2959359 Dec 08 16:02:59.603311 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=ca61f588-a470-4305-822f-244f9bda05cf,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:59.654079 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a37221d3-2a4d-4f4e-b00c-f08a4dcf874f tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:59.675445 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-4914b451-9602-444d-87a6-2f2cb87a8307 admin admin] Allocated IP 172.20.0.1 (18566df4-f51e-4bda-be63-239ee9dc09ee/99585e53-39d8-41c7-9c1c-34978972c4c3/9a30a0f9-200a-407b-bba6-e5f3e9b6fb4c) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:02:59.679291 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37221d3-2a4d-4f4e-b00c-f08a4dcf874f tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:59.680717 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a37221d3-2a4d-4f4e-b00c-f08a4dcf874f tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:59.861665 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2470437-fc37-48a1-8aa7-5623a236366d admin admin] Router 3544cde3-d76f-46e3-80d9-324059633827 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:02:59.867833 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-162e820b-0db0-4976-a709-9eb7c9e72266 req-5a13000d-38fe-4731-bb2c-2fd535d7ce98 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836547 Dec 08 16:02:59.891272 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a37221d3-2a4d-4f4e-b00c-f08a4dcf874f tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9699283 Dec 08 16:02:59.900455 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 33516) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:02:59.933702 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-704ee3b2-e20c-4f3b-bc50-a11c7c0219f5 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Request body: {'subnet': {'network_id': '2e4943d2-93a7-4739-8d48-2442fb48fa03', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:02:59.936570 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-38d181ca-64c3-4fd3-ab12-ff3278c217f5 None None] Provisioning complete for port 15a2002d-8634-4572-b9cd-0c1272b1e4c3 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:02:59.936570 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-38d181ca-64c3-4fd3-ab12-ff3278c217f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:59.961630 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-58163a8b-b20f-4a19-8ae0-4c7bbc7f2ac7 req-ffae6238-d999-4ef1-b513-348c8a064b25 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=c537ac5b-2a9d-4fff-b0de-054fe561d0fb HTTP/1.1" status: 200 len: 210 time: 0.1045568 Dec 08 16:02:59.986842 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37221d3-2a4d-4f4e-b00c-f08a4dcf874f tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Pushing event updated for resources: {'Network': ['ID=24cee103-4be3-4e70-9f00-1d6da085ad6b,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:00.008930 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 24cee103-4be3-4e70-9f00-1d6da085ad6b details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:03:00.090420 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-38d181ca-64c3-4fd3-ab12-ff3278c217f5 None None] Port 15a2002d-8634-4572-b9cd-0c1272b1e4c3 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:03:00.174557 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4914b451-9602-444d-87a6-2f2cb87a8307 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:00.304022 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d5b73-5d71-4998-80f0-5dcc6f143e03 req-ef8cd9f4-5dc3-4064-b5ad-6f520ba369df tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:00.313021 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e38d5b73-5d71-4998-80f0-5dcc6f143e03 req-ef8cd9f4-5dc3-4064-b5ad-6f520ba369df tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9e721e2-7394-4a87-bbde-238568b2da7b HTTP/1.1" status: 200 len: 950 time: 0.2038529 Dec 08 16:03:00.325500 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166afe0f-b037-484e-bbd3-e4f9937c10bb req-a7c7f769-35ce-497c-bfad-e03e5c6bacc3 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:00.330266 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-166afe0f-b037-484e-bbd3-e4f9937c10bb req-a7c7f769-35ce-497c-bfad-e03e5c6bacc3 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.37 "GET /v2.0/networks?id=7f044dd4-dc97-4f05-8a73-1de9a290e893 HTTP/1.1" status: 200 len: 804 time: 0.1724584 Dec 08 16:03:00.374822 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2470437-fc37-48a1-8aa7-5623a236366d admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:03:00.386900 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a2470437-fc37-48a1-8aa7-5623a236366d admin admin] 10.222.0.64 "PUT /v2.0/routers/3544cde3-d76f-46e3-80d9-324059633827/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9577105 Dec 08 16:03:00.392555 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e2f0c7-15bb-421a-821f-ddaac97f73ad None None] Sync routers for ids ['3544cde3-d76f-46e3-80d9-324059633827'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:03:00.412476 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-166afe0f-b037-484e-bbd3-e4f9937c10bb req-4a986abd-ca4c-433d-817a-1b007ab23f74 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Request body: {'port': {'device_id': 'c537ac5b-2a9d-4fff-b0de-054fe561d0fb', 'network_id': '7f044dd4-dc97-4f05-8a73-1de9a290e893', 'admin_state_up': True, 'tenant_id': 'caac6054f139468286b7372b1a81b368'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:03:00.422770 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e38d5b73-5d71-4998-80f0-5dcc6f143e03 req-ffdee23a-32b9-4419-a0e6-3da757e5d574 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087368 Dec 08 16:03:00.441362 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e2f0c7-15bb-421a-821f-ddaac97f73ad None None] Routers {'3544cde3-d76f-46e3-80d9-324059633827'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:03:00.442386 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-b3e2f0c7-15bb-421a-821f-ddaac97f73ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:02:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['3544cde3-d76f-46e3-80d9-324059633827'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:03:00.494939 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b93faa-aa13-4456-92f9-6cacfec6e743 req-c410847e-618d-4057-ab86-bec569665804 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:00.503285 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d3b93faa-aa13-4456-92f9-6cacfec6e743 req-c410847e-618d-4057-ab86-bec569665804 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f074090-1b8e-44fb-8556-3be31cc2970e HTTP/1.1" status: 200 len: 943 time: 0.1655519 Dec 08 16:03:00.585965 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704ee3b2-e20c-4f3b-bc50-a11c7c0219f5 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Made reservation on behalf of 8be2414d63a14131b9f6f8fcfa8d927a for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:03:00.612517 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-704ee3b2-e20c-4f3b-bc50-a11c7c0219f5 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:00.673473 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d3b93faa-aa13-4456-92f9-6cacfec6e743 req-e7448dae-1437-45da-b631-dc49f6783033 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692569 Dec 08 16:03:00.730574 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-b3e2f0c7-15bb-421a-821f-ddaac97f73ad None None] Set router 3544cde3-d76f-46e3-80d9-324059633827 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:03:00.772640 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4914b451-9602-444d-87a6-2f2cb87a8307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:00.815915 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-166afe0f-b037-484e-bbd3-e4f9937c10bb req-4a986abd-ca4c-433d-817a-1b007ab23f74 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Made reservation on behalf of caac6054f139468286b7372b1a81b368 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:03:00.824222 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-166afe0f-b037-484e-bbd3-e4f9937c10bb req-4a986abd-ca4c-433d-817a-1b007ab23f74 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:00.906005 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device ca61f588-a470-4305-822f-244f9bda05cf up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:03:00.918093 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-310a6c98-13cd-4876-8f9f-49a473b6e5c9 service neutron] 10.222.0.37 "GET /v2.0/ports/cad83a43-ab3b-4789-a1d9-94f29188d5a6/bindings/n-h1-776250-12 HTTP/1.1" status: 200 len: 385 time: 0.4565933 Dec 08 16:03:00.930787 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4914b451-9602-444d-87a6-2f2cb87a8307 admin admin] Network 18566df4-f51e-4bda-be63-239ee9dc09ee is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:03:00.934176 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-971e3c67-1934-4dcc-a9fb-56a46d39d2ae req-bb35401b-5819-4a3b-85a0-7dcde30ab6a3 tempest-FloatingIPsNegativeTestJSON-122606497 tempest-FloatingIPsNegativeTestJSON-122606497-project] 10.222.0.64 "GET /v2.0/floatingips?tenant_id=d4406bc10dfa47d4898b79f82b66f169 HTTP/1.1" status: 200 len: 217 time: 0.1154323 Dec 08 16:03:00.946025 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-4914b451-9602-444d-87a6-2f2cb87a8307 admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:03:00.967859 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4914b451-9602-444d-87a6-2f2cb87a8307 admin admin] Pushing event updated for resources: {'Port': ['ID=9a30a0f9-200a-407b-bba6-e5f3e9b6fb4c,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:00.976643 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4914b451-9602-444d-87a6-2f2cb87a8307 admin admin] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:03:01.131376 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port ca61f588-a470-4305-822f-244f9bda05cf triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:03:01.132311 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:01.137652 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-166afe0f-b037-484e-bbd3-e4f9937c10bb req-4a986abd-ca4c-433d-817a-1b007ab23f74 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Allocated IP 172.20.0.9 (7f044dd4-dc97-4f05-8a73-1de9a290e893/0e145596-3948-4729-810a-534bcf8272d4/412d2b2e-4ac4-4c68-9d0c-15f43175ae5f) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:03:01.152867 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e8c965cb-02cf-4936-a9d6-3f29ea0802f9 req-6b685351-bbda-4902-a20a-8687e45e5b40 tempest-FloatingIPsNegativeTestJSON-122606497 tempest-FloatingIPsNegativeTestJSON-122606497-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1308248 Dec 08 16:03:01.167870 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4914b451-9602-444d-87a6-2f2cb87a8307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:01.254178 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-b3e2f0c7-15bb-421a-821f-ddaac97f73ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3544cde3-d76f-46e3-80d9-324059633827', 'name': 'tempest-FloatingIPsNegativeTestJSON-1397527029-router', 'tenant_id': 'd4406bc10dfa47d4898b79f82b66f169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'ca61f588-a470-4305-822f-244f9bda05cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:02:45Z', 'updated_at': '2021-12-08T16:02:56Z', 'revision_number': 4, 'project_id': 'd4406bc10dfa47d4898b79f82b66f169', 'gw_port': {'id': 'ca61f588-a470-4305-822f-244f9bda05cf', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ea:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3544cde3-d76f-46e3-80d9-324059633827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:02:48Z', 'updated_at': '2021-12-08T16:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '15a2002d-8634-4572-b9cd-0c1272b1e4c3', 'name': '', 'network_id': 'f07c5a6c-f5a9-40b3-811b-5c4a8db7b02e', 'tenant_id': 'd4406bc10dfa47d4898b79f82b66f169', 'mac_address': 'fa:16:3e:2e:18:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3544cde3-d76f-46e3-80d9-324059633827', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b20db0ed-ff88-4861-9810-ef6e5b7eb3dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:02:54Z', 'updated_at': '2021-12-08T16:02:57Z', 'revision_number': 2, 'project_id': 'd4406bc10dfa47d4898b79f82b66f169', 'subnets': [{'id': 'b20db0ed-ff88-4861-9810-ef6e5b7eb3dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:03:01.294182 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e2f0c7-15bb-421a-821f-ddaac97f73ad None None] Checking router: 3544cde3-d76f-46e3-80d9-324059633827 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:03:01.294544 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e2f0c7-15bb-421a-821f-ddaac97f73ad None None] Updating router 3544cde3-d76f-46e3-80d9-324059633827 port 15a2002d-8634-4572-b9cd-0c1272b1e4c3 binding host n-d-776250-12 {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:03:01.298761 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 1fafc6b9-1ce8-4ae6-ab93-e8ffedb07b0e up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:03:01.347976 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b3e2f0c7-15bb-421a-821f-ddaac97f73ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:01.382040 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-019ab38a-89ff-42c0-a636-1899ea298f4c req-b0f9501a-7d19-4532-a468-00f850e42a12 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=c537ac5b-2a9d-4fff-b0de-054fe561d0fb HTTP/1.1" status: 200 len: 210 time: 0.0760899 Dec 08 16:03:01.409517 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2565136-f705-4dad-af5b-b4c55fab4f53 req-ffc34a0a-6366-4a72-bd8e-f8e427453e9b tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:01.412674 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e2565136-f705-4dad-af5b-b4c55fab4f53 req-ffc34a0a-6366-4a72-bd8e-f8e427453e9b tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=da5fe699-8812-4124-b3f5-1f4ad9dad8d5 HTTP/1.1" status: 200 len: 944 time: 0.3123846 Dec 08 16:03:01.509467 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 1fafc6b9-1ce8-4ae6-ab93-e8ffedb07b0e triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:03:01.510141 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:01.515794 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-21cf8fd0-41b7-4c8b-adfa-a5035728e337 None None] Provisioning complete for port 9a30a0f9-200a-407b-bba6-e5f3e9b6fb4c triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:03:01.517060 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-21cf8fd0-41b7-4c8b-adfa-a5035728e337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:01.548029 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [req-445bd2c5-c9e5-48c7-87b4-19f01238dae1 req-25b0fbf5-245f-4589-aa22-0a0574374863 tempest-FloatingIPsNegativeTestJSON-122606497 tempest-FloatingIPsNegativeTestJSON-122606497-project] show failed (client error): The resource could not be found. Dec 08 16:03:01.549216 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-445bd2c5-c9e5-48c7-87b4-19f01238dae1 req-25b0fbf5-245f-4589-aa22-0a0574374863 tempest-FloatingIPsNegativeTestJSON-122606497 tempest-FloatingIPsNegativeTestJSON-122606497-project] 10.222.0.64 "GET /v2.0/floatingips/64c3bcec-699e-4e12-b76c-e7bbb7e0095d HTTP/1.1" status: 404 len: 350 time: 0.0603766 Dec 08 16:03:01.564295 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 33542) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:03:01.566903 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-166afe0f-b037-484e-bbd3-e4f9937c10bb req-4a986abd-ca4c-433d-817a-1b007ab23f74 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:01.588404 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-704ee3b2-e20c-4f3b-bc50-a11c7c0219f5 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:01.627034 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-21cf8fd0-41b7-4c8b-adfa-a5035728e337 None None] Port 9a30a0f9-200a-407b-bba6-e5f3e9b6fb4c cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:03:01.674376 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.37', 50000) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:03:01.710147 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e2565136-f705-4dad-af5b-b4c55fab4f53 req-246e850d-72a1-4a24-88b8-3102daa935f3 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759156 Dec 08 16:03:01.748761 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-166afe0f-b037-484e-bbd3-e4f9937c10bb req-4a986abd-ca4c-433d-817a-1b007ab23f74 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:01.811756 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-59014d94-8003-4b9d-ac56-ffaf2c98d232 service neutron] For port cad83a43-ab3b-4789-a1d9-94f29188d5a6, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=cad83a43-ab3b-4789-a1d9-94f29188d5a6,segment=NetworkSegment(08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4),segment_id=08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:01.834101 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-166afe0f-b037-484e-bbd3-e4f9937c10bb req-4a986abd-ca4c-433d-817a-1b007ab23f74 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Network 7f044dd4-dc97-4f05-8a73-1de9a290e893 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:03:01.851565 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-166afe0f-b037-484e-bbd3-e4f9937c10bb req-4a986abd-ca4c-433d-817a-1b007ab23f74 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:03:01.858005 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-166afe0f-b037-484e-bbd3-e4f9937c10bb req-4a986abd-ca4c-433d-817a-1b007ab23f74 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:03:01.872607 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166afe0f-b037-484e-bbd3-e4f9937c10bb req-4a986abd-ca4c-433d-817a-1b007ab23f74 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:01.873852 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-166afe0f-b037-484e-bbd3-e4f9937c10bb req-4a986abd-ca4c-433d-817a-1b007ab23f74 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:01.898542 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a033272c-dbcd-4070-9f16-f8637a322e38 req-1a8c1489-cdce-4a40-8475-2b4129e25dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:01.900957 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a033272c-dbcd-4070-9f16-f8637a322e38 req-1a8c1489-cdce-4a40-8475-2b4129e25dc0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b73d206799fe4423a8cfa64c519990fb&device_id=a9e721e2-7394-4a87-bbde-238568b2da7b HTTP/1.1" status: 200 len: 1102 time: 0.2254364 Dec 08 16:03:01.906211 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4914b451-9602-444d-87a6-2f2cb87a8307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:01.909586 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704ee3b2-e20c-4f3b-bc50-a11c7c0219f5 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Pushing event updated for resources: {'Subnet': ['ID=1e65c65d-2ea9-4234-8de3-5fa877086c9e,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:01.954398 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-59014d94-8003-4b9d-ac56-ffaf2c98d232 service neutron] For port cad83a43-ab3b-4789-a1d9-94f29188d5a6, host n-h2-776250-12, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:03:01.997070 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a986abd-ca4c-433d-817a-1b007ab23f74 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Pushing event updated for resources: {'Port': ['ID=412d2b2e-4ac4-4c68-9d0c-15f43175ae5f,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:02.050266 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 23566281-b6e3-46e3-8c4b-b5d958157eaf up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:03:02.060245 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5a198-88a4-40aa-9c28-53a6b6637830 req-8e891c59-c8f3-457a-95b8-9a30e538d65f tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:02.068806 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-54f5a198-88a4-40aa-9c28-53a6b6637830 req-8e891c59-c8f3-457a-95b8-9a30e538d65f tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f074090-1b8e-44fb-8556-3be31cc2970e HTTP/1.1" status: 200 len: 943 time: 0.1876533 Dec 08 16:03:02.069457 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704ee3b2-e20c-4f3b-bc50-a11c7c0219f5 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Checking segment: {'id': 'd3c8c48a-2946-4fa5-abca-0d5c91d9e47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2e4943d2-93a7-4739-8d48-2442fb48fa03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:03:02.070068 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704ee3b2-e20c-4f3b-bc50-a11c7c0219f5 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Network hostable DHCP agents. Network: 2e4943d2-93a7-4739-8d48-2442fb48fa03, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:03:02.078716 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-166afe0f-b037-484e-bbd3-e4f9937c10bb req-4a986abd-ca4c-433d-817a-1b007ab23f74 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7016003 Dec 08 16:03:02.098806 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-166afe0f-b037-484e-bbd3-e4f9937c10bb req-28095c45-5b1f-4062-8a4b-f4dbef95cbd5 service neutron] Request body: {'port': {'device_id': 'c537ac5b-2a9d-4fff-b0de-054fe561d0fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:03:02.106129 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:02.192444 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 1fafc6b9-1ce8-4ae6-ab93-e8ffedb07b0e, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=1fafc6b9-1ce8-4ae6-ab93-e8ffedb07b0e,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:02.209779 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-166afe0f-b037-484e-bbd3-e4f9937c10bb req-28095c45-5b1f-4062-8a4b-f4dbef95cbd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:02.225722 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b3e2f0c7-15bb-421a-821f-ddaac97f73ad None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:02.253184 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-54f5a198-88a4-40aa-9c28-53a6b6637830 req-3f81843b-1f9b-4faf-b422-dc0182217f92 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828151 Dec 08 16:03:02.275170 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a033272c-dbcd-4070-9f16-f8637a322e38 req-5a17b1b2-ffa9-47ad-a875-eb64d624f13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:02.276722 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a033272c-dbcd-4070-9f16-f8637a322e38 req-5a17b1b2-ffa9-47ad-a875-eb64d624f13f service neutron] 10.222.0.37 "GET /v2.0/networks?id=b91759c7-445e-4f7b-9fc4-64d80951832c HTTP/1.1" status: 200 len: 870 time: 0.3256669 Dec 08 16:03:02.282235 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:02.282800 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93071fb8-7bd6-44b2-a291-ac416f58f3a8 req-f64964b0-79dc-46cd-a5dd-ccb98739079e tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:02.305018 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-93071fb8-7bd6-44b2-a291-ac416f58f3a8 req-f64964b0-79dc-46cd-a5dd-ccb98739079e tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9e721e2-7394-4a87-bbde-238568b2da7b HTTP/1.1" status: 200 len: 950 time: 0.5055673 Dec 08 16:03:02.312926 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-59014d94-8003-4b9d-ac56-ffaf2c98d232 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cad83a43-ab3b-4789-a1d9-94f29188d5a6 {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:03:02.322484 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port 23566281-b6e3-46e3-8c4b-b5d958157eaf completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:03:02.324954 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b3e2f0c7-15bb-421a-821f-ddaac97f73ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:02.343622 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 23566281-b6e3-46e3-8c4b-b5d958157eaf triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:03:02.345176 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:02.376041 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-59014d94-8003-4b9d-ac56-ffaf2c98d232 service neutron] For port cad83a43-ab3b-4789-a1d9-94f29188d5a6, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=cad83a43-ab3b-4789-a1d9-94f29188d5a6,segment=NetworkSegment(08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4),segment_id=08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:02.396645 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=1fafc6b9-1ce8-4ae6-ab93-e8ffedb07b0e,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:02.538681 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc652f6-043c-43b8-964b-da8705a74345 None None] Pushing event updated for resources: {'Port': ['ID=15a2002d-8634-4572-b9cd-0c1272b1e4c3,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:02.558628 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-b3e2f0c7-15bb-421a-821f-ddaac97f73ad None None] Attempting to bind port 15a2002d-8634-4572-b9cd-0c1272b1e4c3 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:03:02.559012 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-b3e2f0c7-15bb-421a-821f-ddaac97f73ad None None] Attempting to bind port 15a2002d-8634-4572-b9cd-0c1272b1e4c3 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '55959dde-5826-4ddc-8701-feafe3ee225a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f07c5a6c-f5a9-40b3-811b-5c4a8db7b02e'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:03:02.559489 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e2f0c7-15bb-421a-821f-ddaac97f73ad None None] Attempting to bind port 15a2002d-8634-4572-b9cd-0c1272b1e4c3 on network f07c5a6c-f5a9-40b3-811b-5c4a8db7b02e {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:03:02.590773 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e2f0c7-15bb-421a-821f-ddaac97f73ad None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:03:02.591164 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e2f0c7-15bb-421a-821f-ddaac97f73ad None None] Checking segment: {'id': '55959dde-5826-4ddc-8701-feafe3ee225a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f07c5a6c-f5a9-40b3-811b-5c4a8db7b02e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:03:02.591686 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b3e2f0c7-15bb-421a-821f-ddaac97f73ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:02.592238 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e2f0c7-15bb-421a-821f-ddaac97f73ad None None] Bound using segment: {'id': '55959dde-5826-4ddc-8701-feafe3ee225a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f07c5a6c-f5a9-40b3-811b-5c4a8db7b02e'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:03:02.592507 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-b3e2f0c7-15bb-421a-821f-ddaac97f73ad None None] Bound port: 15a2002d-8634-4572-b9cd-0c1272b1e4c3, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55959dde-5826-4ddc-8701-feafe3ee225a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f07c5a6c-f5a9-40b3-811b-5c4a8db7b02e'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:03:02.592902 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b3e2f0c7-15bb-421a-821f-ddaac97f73ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:02.606700 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-93071fb8-7bd6-44b2-a291-ac416f58f3a8 req-e552eaf3-d230-42e1-93f6-85746095f30e tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005974 Dec 08 16:03:02.607991 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704ee3b2-e20c-4f3b-bc50-a11c7c0219f5 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Network 2e4943d2-93a7-4739-8d48-2442fb48fa03 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:03:02.617479 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-59014d94-8003-4b9d-ac56-ffaf2c98d232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:02.634549 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:02.645380 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a033272c-dbcd-4070-9f16-f8637a322e38 req-b014bab4-2496-411a-8774-051d35d41d90 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=1c95887f-8d94-47e3-a094-535df5d8ef01 HTTP/1.1" status: 200 len: 217 time: 0.3597801 Dec 08 16:03:02.755900 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 1fafc6b9-1ce8-4ae6-ab93-e8ffedb07b0e up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:03:02.840030 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a033272c-dbcd-4070-9f16-f8637a322e38 req-6a1bb50d-9668-4769-aa0c-9f7077209e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:02.841921 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a033272c-dbcd-4070-9f16-f8637a322e38 req-6a1bb50d-9668-4769-aa0c-9f7077209e48 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.1748931 Dec 08 16:03:02.861290 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da5fe699-8812-4124-b3f5-1f4ad9dad8d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23566281-b6e3-46e3-8c4b-b5d958157eaf'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:03:02.863798 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f7f11f5-71fd-43d8-9349-14313125b51b" -d '{"events": [{"server_uuid": "da5fe699-8812-4124-b3f5-1f4ad9dad8d5", "name": "network-vif-plugged", "status": "completed", "tag": "23566281-b6e3-46e3-8c4b-b5d958157eaf"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:03:02.867579 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-b3e2f0c7-15bb-421a-821f-ddaac97f73ad None None] For port 15a2002d-8634-4572-b9cd-0c1272b1e4c3, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:03:02.889829 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-ad4b1bca-5e28-4b07-9958-e6f19e951b3b None None] Provisioning complete for port 15a2002d-8634-4572-b9cd-0c1272b1e4c3 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:03:02.890282 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ad4b1bca-5e28-4b07-9958-e6f19e951b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:02.898420 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-b3e2f0c7-15bb-421a-821f-ddaac97f73ad None None] For port 15a2002d-8634-4572-b9cd-0c1272b1e4c3, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=15a2002d-8634-4572-b9cd-0c1272b1e4c3,segment=NetworkSegment(55959dde-5826-4ddc-8701-feafe3ee225a),segment_id=55959dde-5826-4ddc-8701-feafe3ee225a)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:03:02.901776 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca7dcce-b42a-4645-be74-057ffa100937 req-989c08d2-a6f8-44f0-b8c0-f8b2363bdf81 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:02.909805 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-aca7dcce-b42a-4645-be74-057ffa100937 req-989c08d2-a6f8-44f0-b8c0-f8b2363bdf81 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=c537ac5b-2a9d-4fff-b0de-054fe561d0fb HTTP/1.1" status: 200 len: 931 time: 0.2624602 Dec 08 16:03:02.921825 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 23566281-b6e3-46e3-8c4b-b5d958157eaf, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=23566281-b6e3-46e3-8c4b-b5d958157eaf,segment=NetworkSegment(feac72a6-bbb0-42da-a5f2-51d59135d26f),segment_id=feac72a6-bbb0-42da-a5f2-51d59135d26f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:02.945652 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-ad4b1bca-5e28-4b07-9958-e6f19e951b3b None None] Port 15a2002d-8634-4572-b9cd-0c1272b1e4c3 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:03:02.957515 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 1fafc6b9-1ce8-4ae6-ab93-e8ffedb07b0e triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:03:02.957515 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:02.985203 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b3e2f0c7-15bb-421a-821f-ddaac97f73ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:02.997212 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:03.003560 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a033272c-dbcd-4070-9f16-f8637a322e38 req-9e5e2cd1-3aff-4b07-a980-05479eab2050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:03.005269 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a033272c-dbcd-4070-9f16-f8637a322e38 req-9e5e2cd1-3aff-4b07-a980-05479eab2050 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1514611 Dec 08 16:03:03.110761 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-704ee3b2-e20c-4f3b-bc50-a11c7c0219f5 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 2e4943d2-93a7-4739-8d48-2442fb48fa03) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:03:03.111720 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-aca7dcce-b42a-4645-be74-057ffa100937 req-e00632fc-4127-473b-8a85-b8c61977ccb5 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959975 Dec 08 16:03:03.160224 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc652f6-043c-43b8-964b-da8705a74345 None None] Pushing event updated for resources: {'Port': ['ID=15a2002d-8634-4572-b9cd-0c1272b1e4c3,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:03.168996 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704ee3b2-e20c-4f3b-bc50-a11c7c0219f5 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:03.171884 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-704ee3b2-e20c-4f3b-bc50-a11c7c0219f5 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:03.176727 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd70b12e-a66e-4f28-a451-576524eebf86 None None] Network 2e4943d2-93a7-4739-8d48-2442fb48fa03 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:03:03.209925 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8793f90b-a40c-4750-82e0-ee2906b726ac x-openstack-request-id: req-8793f90b-a40c-4750-82e0-ee2906b726ac {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:03:03.209925 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da5fe699-8812-4124-b3f5-1f4ad9dad8d5", "name": "network-vif-plugged", "status": "completed", "tag": "23566281-b6e3-46e3-8c4b-b5d958157eaf", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:03:03.209925 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8793f90b-a40c-4750-82e0-ee2906b726ac {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:03:03.209925 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da5fe699-8812-4124-b3f5-1f4ad9dad8d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23566281-b6e3-46e3-8c4b-b5d958157eaf', 'code': 200} Dec 08 16:03:03.272426 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e2f0c7-15bb-421a-821f-ddaac97f73ad None None] Routers {'3544cde3-d76f-46e3-80d9-324059633827'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:03:03.273417 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-b3e2f0c7-15bb-421a-821f-ddaac97f73ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:02:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['3544cde3-d76f-46e3-80d9-324059633827'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:03:03.276044 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-166afe0f-b037-484e-bbd3-e4f9937c10bb req-28095c45-5b1f-4062-8a4b-f4dbef95cbd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 412d2b2e-4ac4-4c68-9d0c-15f43175ae5f {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:03:03.293306 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-166afe0f-b037-484e-bbd3-e4f9937c10bb req-28095c45-5b1f-4062-8a4b-f4dbef95cbd5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:03.293532 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4914b451-9602-444d-87a6-2f2cb87a8307 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:03.317676 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-166afe0f-b037-484e-bbd3-e4f9937c10bb req-28095c45-5b1f-4062-8a4b-f4dbef95cbd5 service neutron] Transition to ACTIVE for port object 412d2b2e-4ac4-4c68-9d0c-15f43175ae5f will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:03:03.325496 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device cad83a43-ab3b-4789-a1d9-94f29188d5a6 no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:03:03.372631 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d897e5cd-be9f-451d-ab7a-26abb321b116 req-52b3b822-c895-423a-9957-68205d5ba048 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:03.375258 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d897e5cd-be9f-451d-ab7a-26abb321b116 req-52b3b822-c895-423a-9957-68205d5ba048 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=da5fe699-8812-4124-b3f5-1f4ad9dad8d5 HTTP/1.1" status: 200 len: 945 time: 0.2729185 Dec 08 16:03:03.377916 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=23566281-b6e3-46e3-8c4b-b5d958157eaf,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:03.382910 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-704ee3b2-e20c-4f3b-bc50-a11c7c0219f5 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.4812469 Dec 08 16:03:03.385435 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-59014d94-8003-4b9d-ac56-ffaf2c98d232 service neutron] Transition to ACTIVE for port object cad83a43-ab3b-4789-a1d9-94f29188d5a6 will not be triggered until provisioned by entity L2. {{(pid=110551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:03:03.391179 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 33556) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:03:03.399125 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-c4940b71-a213-4737-8f43-3213f881b8c0 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Request body: {'subnet': {'network_id': '24cee103-4be3-4e70-9f00-1d6da085ad6b', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:03:03.461040 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24aa870-7123-4f63-b9a1-c44f2abff79f req-8f229993-6e73-490e-b41e-1351c5c2612d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:03.462802 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4914b451-9602-444d-87a6-2f2cb87a8307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:03.464780 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e24aa870-7123-4f63-b9a1-c44f2abff79f req-8f229993-6e73-490e-b41e-1351c5c2612d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=da5fe699-8812-4124-b3f5-1f4ad9dad8d5 HTTP/1.1" status: 200 len: 1097 time: 0.1446216 Dec 08 16:03:03.494115 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a033272c-dbcd-4070-9f16-f8637a322e38 req-02134be7-1bce-4e8e-9ea4-bcb23fe6e652 service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4804113 Dec 08 16:03:03.511608 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-166afe0f-b037-484e-bbd3-e4f9937c10bb req-28095c45-5b1f-4062-8a4b-f4dbef95cbd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:03.532273 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-88b181cb-244a-4f00-ad3b-261d9b485175 None None] Provisioning complete for port 15a2002d-8634-4572-b9cd-0c1272b1e4c3 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:03:03.532605 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-88b181cb-244a-4f00-ad3b-261d9b485175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:03.565104 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-59014d94-8003-4b9d-ac56-ffaf2c98d232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:03.623440 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c78aa57-9a27-4507-9a65-cd20b98aae80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-2e4943d2-93a7-4739-8d48-2442fb48fa03', 'network_id': '2e4943d2-93a7-4739-8d48-2442fb48fa03', 'project_id': '8be2414d63a14131b9f6f8fcfa8d927a', 'fixed_ips': [{'subnet_id': '1e65c65d-2ea9-4234-8de3-5fa877086c9e'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:03:03.624927 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9c78aa57-9a27-4507-9a65-cd20b98aae80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:03.627869 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d897e5cd-be9f-451d-ab7a-26abb321b116 req-8a07d30c-a7ee-4fba-95f8-e49ed40a6274 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375793 Dec 08 16:03:03.642765 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbea6731-6486-4288-a148-bd8ec4283fc4 req-481c8098-7704-486a-af46-890292a96165 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:03.642765 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bbea6731-6486-4288-a148-bd8ec4283fc4 req-481c8098-7704-486a-af46-890292a96165 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f074090-1b8e-44fb-8556-3be31cc2970e HTTP/1.1" status: 200 len: 943 time: 0.2270801 Dec 08 16:03:03.653258 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4914b451-9602-444d-87a6-2f2cb87a8307 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:03.669176 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4914b451-9602-444d-87a6-2f2cb87a8307 admin admin] Pushing event updated for resources: {'Port': ['ID=9a30a0f9-200a-407b-bba6-e5f3e9b6fb4c,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:03.692688 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-b3e2f0c7-15bb-421a-821f-ddaac97f73ad None None] Set router 3544cde3-d76f-46e3-80d9-324059633827 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:03:03.696571 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28095c45-5b1f-4062-8a4b-f4dbef95cbd5 service neutron] Pushing event updated for resources: {'Port': ['ID=412d2b2e-4ac4-4c68-9d0c-15f43175ae5f,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:03.701329 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e24aa870-7123-4f63-b9a1-c44f2abff79f req-be316b96-872b-42b1-ae1f-58bb940843ee service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241981 Dec 08 16:03:03.792782 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-59014d94-8003-4b9d-ac56-ffaf2c98d232 service neutron] No DVR routers for this DVR port cad83a43-ab3b-4789-a1d9-94f29188d5a6 on host n-h2-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:03:03.798424 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a033272c-dbcd-4070-9f16-f8637a322e38 req-332e54ed-e2c2-4df6-991f-cb9daefda999 service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906590 Dec 08 16:03:03.818331 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-166afe0f-b037-484e-bbd3-e4f9937c10bb req-28095c45-5b1f-4062-8a4b-f4dbef95cbd5 service neutron] Attempting to bind port 412d2b2e-4ac4-4c68-9d0c-15f43175ae5f on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:03:03.818753 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-166afe0f-b037-484e-bbd3-e4f9937c10bb req-28095c45-5b1f-4062-8a4b-f4dbef95cbd5 service neutron] Attempting to bind port 412d2b2e-4ac4-4c68-9d0c-15f43175ae5f by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': 'e6288665-5271-4e12-95de-f05a0f00000f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7f044dd4-dc97-4f05-8a73-1de9a290e893'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:03:03.819414 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166afe0f-b037-484e-bbd3-e4f9937c10bb req-28095c45-5b1f-4062-8a4b-f4dbef95cbd5 service neutron] Attempting to bind port 412d2b2e-4ac4-4c68-9d0c-15f43175ae5f on network 7f044dd4-dc97-4f05-8a73-1de9a290e893 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:03:03.839769 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bbea6731-6486-4288-a148-bd8ec4283fc4 req-54f98432-2c8a-4973-bf14-6232fa060b41 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738656 Dec 08 16:03:03.850072 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166afe0f-b037-484e-bbd3-e4f9937c10bb req-28095c45-5b1f-4062-8a4b-f4dbef95cbd5 service neutron] Port 412d2b2e-4ac4-4c68-9d0c-15f43175ae5f on network 7f044dd4-dc97-4f05-8a73-1de9a290e893 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:03:03.850432 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166afe0f-b037-484e-bbd3-e4f9937c10bb req-28095c45-5b1f-4062-8a4b-f4dbef95cbd5 service neutron] Attempting to bind port 412d2b2e-4ac4-4c68-9d0c-15f43175ae5f on network 7f044dd4-dc97-4f05-8a73-1de9a290e893 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:03:03.860834 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166afe0f-b037-484e-bbd3-e4f9937c10bb req-28095c45-5b1f-4062-8a4b-f4dbef95cbd5 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:03:03.861473 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166afe0f-b037-484e-bbd3-e4f9937c10bb req-28095c45-5b1f-4062-8a4b-f4dbef95cbd5 service neutron] Checking segment: {'id': 'e6288665-5271-4e12-95de-f05a0f00000f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7f044dd4-dc97-4f05-8a73-1de9a290e893'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:03:03.862466 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166afe0f-b037-484e-bbd3-e4f9937c10bb req-28095c45-5b1f-4062-8a4b-f4dbef95cbd5 service neutron] Bound using segment: {'id': 'e6288665-5271-4e12-95de-f05a0f00000f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7f044dd4-dc97-4f05-8a73-1de9a290e893'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:03:03.865343 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-166afe0f-b037-484e-bbd3-e4f9937c10bb req-28095c45-5b1f-4062-8a4b-f4dbef95cbd5 service neutron] Bound port: 412d2b2e-4ac4-4c68-9d0c-15f43175ae5f, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6288665-5271-4e12-95de-f05a0f00000f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7f044dd4-dc97-4f05-8a73-1de9a290e893'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:03:03.865902 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-166afe0f-b037-484e-bbd3-e4f9937c10bb req-28095c45-5b1f-4062-8a4b-f4dbef95cbd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:03.933671 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59014d94-8003-4b9d-ac56-ffaf2c98d232 service neutron] Pushing event updated for resources: {'Port': ['ID=cad83a43-ab3b-4789-a1d9-94f29188d5a6,revision_number=10']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:03.957827 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-59014d94-8003-4b9d-ac56-ffaf2c98d232 service neutron] 10.222.0.37 "PUT /v2.0/ports/cad83a43-ab3b-4789-a1d9-94f29188d5a6/bindings/n-h1-776250-12/activate HTTP/1.1" status: 200 len: 370 time: 3.0258775 Dec 08 16:03:03.988794 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-166afe0f-b037-484e-bbd3-e4f9937c10bb req-28095c45-5b1f-4062-8a4b-f4dbef95cbd5 service neutron] For port 412d2b2e-4ac4-4c68-9d0c-15f43175ae5f, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:03:03.993149 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-166afe0f-b037-484e-bbd3-e4f9937c10bb req-28095c45-5b1f-4062-8a4b-f4dbef95cbd5 service neutron] For port 412d2b2e-4ac4-4c68-9d0c-15f43175ae5f, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=412d2b2e-4ac4-4c68-9d0c-15f43175ae5f,segment=NetworkSegment(e6288665-5271-4e12-95de-f05a0f00000f),segment_id=e6288665-5271-4e12-95de-f05a0f00000f)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:03:04.006183 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4940b71-a213-4737-8f43-3213f881b8c0 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Made reservation on behalf of 8be2414d63a14131b9f6f8fcfa8d927a for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:03:04.010402 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c4940b71-a213-4737-8f43-3213f881b8c0 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:04.013548 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-88b181cb-244a-4f00-ad3b-261d9b485175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:04.036910 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f981277-0d1e-4084-bdc8-1bf2868ded8c req-a7ab0b88-e7fd-4063-aecc-adb7a98b7c1f tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:04.038614 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1f981277-0d1e-4084-bdc8-1bf2868ded8c req-a7ab0b88-e7fd-4063-aecc-adb7a98b7c1f tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9e721e2-7394-4a87-bbde-238568b2da7b HTTP/1.1" status: 200 len: 950 time: 0.2405620 Dec 08 16:03:04.067496 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-166afe0f-b037-484e-bbd3-e4f9937c10bb req-28095c45-5b1f-4062-8a4b-f4dbef95cbd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:04.095742 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-23cb2b5d-c34e-4f0c-bb98-f6eabc63e166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:04.156618 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-9c78aa57-9a27-4507-9a65-cd20b98aae80 None None] Allocated IP 10.1.1.2 (2e4943d2-93a7-4739-8d48-2442fb48fa03/1e65c65d-2ea9-4234-8de3-5fa877086c9e/0ceb3549-1d63-4441-8e9d-fb8742a814f3) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:03:04.162647 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-88b181cb-244a-4f00-ad3b-261d9b485175 None None] For port 15a2002d-8634-4572-b9cd-0c1272b1e4c3, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=15a2002d-8634-4572-b9cd-0c1272b1e4c3,segment=NetworkSegment(55959dde-5826-4ddc-8701-feafe3ee225a),segment_id=55959dde-5826-4ddc-8701-feafe3ee225a)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:04.171669 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:04.181380 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4914b451-9602-444d-87a6-2f2cb87a8307 admin admin] Network 18566df4-f51e-4bda-be63-239ee9dc09ee is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:03:04.202922 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-4914b451-9602-444d-87a6-2f2cb87a8307 admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:03:04.210543 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166afe0f-b037-484e-bbd3-e4f9937c10bb req-28095c45-5b1f-4062-8a4b-f4dbef95cbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:04.211773 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-166afe0f-b037-484e-bbd3-e4f9937c10bb req-28095c45-5b1f-4062-8a4b-f4dbef95cbd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:04.219348 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-166afe0f-b037-484e-bbd3-e4f9937c10bb req-28095c45-5b1f-4062-8a4b-f4dbef95cbd5 service neutron] 10.222.0.37 "PUT /v2.0/ports/412d2b2e-4ac4-4c68-9d0c-15f43175ae5f HTTP/1.1" status: 200 len: 1092 time: 2.1280084 Dec 08 16:03:04.230103 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c537ac5b-2a9d-4fff-b0de-054fe561d0fb', 'tag': '412d2b2e-4ac4-4c68-9d0c-15f43175ae5f'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:03:04.241642 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b335a84a-b08d-47b9-bc4f-7e3ff3da4cba" -d '{"events": [{"name": "network-changed", "server_uuid": "c537ac5b-2a9d-4fff-b0de-054fe561d0fb", "tag": "412d2b2e-4ac4-4c68-9d0c-15f43175ae5f"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:03:04.247490 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-88b181cb-244a-4f00-ad3b-261d9b485175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:04.273638 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28095c45-5b1f-4062-8a4b-f4dbef95cbd5 service neutron] Pushing event updated for resources: {'Port': ['ID=412d2b2e-4ac4-4c68-9d0c-15f43175ae5f,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:04.323901 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1f981277-0d1e-4084-bdc8-1bf2868ded8c req-8483911b-f507-4eac-87e3-4b16cb93cbbf tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506301 Dec 08 16:03:04.373051 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b181cb-244a-4f00-ad3b-261d9b485175 None None] Pushing event updated for resources: {'Port': ['ID=15a2002d-8634-4572-b9cd-0c1272b1e4c3,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:04.388205 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-b3e2f0c7-15bb-421a-821f-ddaac97f73ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3544cde3-d76f-46e3-80d9-324059633827', 'name': 'tempest-FloatingIPsNegativeTestJSON-1397527029-router', 'tenant_id': 'd4406bc10dfa47d4898b79f82b66f169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'ca61f588-a470-4305-822f-244f9bda05cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:02:45Z', 'updated_at': '2021-12-08T16:02:56Z', 'revision_number': 4, 'project_id': 'd4406bc10dfa47d4898b79f82b66f169', 'gw_port': {'id': 'ca61f588-a470-4305-822f-244f9bda05cf', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ea:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3544cde3-d76f-46e3-80d9-324059633827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:02:48Z', 'updated_at': '2021-12-08T16:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '15a2002d-8634-4572-b9cd-0c1272b1e4c3', 'name': '', 'network_id': 'f07c5a6c-f5a9-40b3-811b-5c4a8db7b02e', 'tenant_id': 'd4406bc10dfa47d4898b79f82b66f169', 'mac_address': 'fa:16:3e:2e:18:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3544cde3-d76f-46e3-80d9-324059633827', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b20db0ed-ff88-4861-9810-ef6e5b7eb3dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:02:54Z', 'updated_at': '2021-12-08T16:03:02Z', 'revision_number': 4, 'project_id': 'd4406bc10dfa47d4898b79f82b66f169', 'subnets': [{'id': 'b20db0ed-ff88-4861-9810-ef6e5b7eb3dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:03:04.435084 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e2f0c7-15bb-421a-821f-ddaac97f73ad None None] The sync data for ids ['3544cde3-d76f-46e3-80d9-324059633827'] in n-d-776250-12 is: [{'id': '3544cde3-d76f-46e3-80d9-324059633827', 'name': 'tempest-FloatingIPsNegativeTestJSON-1397527029-router', 'tenant_id': 'd4406bc10dfa47d4898b79f82b66f169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'ca61f588-a470-4305-822f-244f9bda05cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:02:45Z', 'updated_at': '2021-12-08T16:02:56Z', 'revision_number': 4, 'project_id': 'd4406bc10dfa47d4898b79f82b66f169', 'gw_port': {'id': 'ca61f588-a470-4305-822f-244f9bda05cf', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ea:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3544cde3-d76f-46e3-80d9-324059633827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:02:48Z', 'updated_at': '2021-12-08T16:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '15a2002d-8634-4572-b9cd-0c1272b1e4c3', 'name': '', 'network_id': 'f07c5a6c-f5a9-40b3-811b-5c4a8db7b02e', 'tenant_id': 'd4406bc10dfa47d4898b79f82b66f169', 'mac_address': 'fa:16:3e:2e:18:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3544cde3-d76f-46e3-80d9-324059633827', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b20db0ed-ff88-4861-9810-ef6e5b7eb3dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:02:54Z', 'updated_at': '2021-12-08T16:03:02Z', 'revision_number': 4, 'project_id': 'd4406bc10dfa47d4898b79f82b66f169', 'subnets': [{'id': 'b20db0ed-ff88-4861-9810-ef6e5b7eb3dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:03:04.463337 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166afe0f-b037-484e-bbd3-e4f9937c10bb req-3ab571dc-3812-4729-9d74-3b84579908ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:04.465591 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-166afe0f-b037-484e-bbd3-e4f9937c10bb req-3ab571dc-3812-4729-9d74-3b84579908ff service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=caac6054f139468286b7372b1a81b368&device_id=c537ac5b-2a9d-4fff-b0de-054fe561d0fb HTTP/1.1" status: 200 len: 1095 time: 0.1048572 Dec 08 16:03:04.579305 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-166afe0f-b037-484e-bbd3-e4f9937c10bb req-2a235904-656d-41db-9696-c352f7683400 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=412d2b2e-4ac4-4c68-9d0c-15f43175ae5f HTTP/1.1" status: 200 len: 217 time: 0.0976191 Dec 08 16:03:04.697027 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166afe0f-b037-484e-bbd3-e4f9937c10bb req-34a60743-dbd7-46ab-b11d-6d6279c4a445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:04.698995 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-166afe0f-b037-484e-bbd3-e4f9937c10bb req-34a60743-dbd7-46ab-b11d-6d6279c4a445 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0e145596-3948-4729-810a-534bcf8272d4 HTTP/1.1" status: 200 len: 844 time: 0.1128266 Dec 08 16:03:04.770296 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-166afe0f-b037-484e-bbd3-e4f9937c10bb req-0c49e60d-b343-49ac-8dbf-dcaacfcc9f88 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7f044dd4-dc97-4f05-8a73-1de9a290e893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632465 Dec 08 16:03:04.788468 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 15a2002d-8634-4572-b9cd-0c1272b1e4c3 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:03:04.867386 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c4940b71-a213-4737-8f43-3213f881b8c0 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:04.867704 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9c78aa57-9a27-4507-9a65-cd20b98aae80 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:04.869578 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-8c37e81d-89f6-40f0-aa82-bcadfb6a66d3 None None] Provisioning complete for port 9a30a0f9-200a-407b-bba6-e5f3e9b6fb4c triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:03:04.872441 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8c37e81d-89f6-40f0-aa82-bcadfb6a66d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:04.919246 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-8c37e81d-89f6-40f0-aa82-bcadfb6a66d3 None None] Port 9a30a0f9-200a-407b-bba6-e5f3e9b6fb4c cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:03:04.922127 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 15a2002d-8634-4572-b9cd-0c1272b1e4c3 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:03:04.923149 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:04.960693 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9c78aa57-9a27-4507-9a65-cd20b98aae80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:05.002539 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-166afe0f-b037-484e-bbd3-e4f9937c10bb req-f1f42f01-568a-47c7-b3e4-c793d30a76c1 service neutron] 10.222.0.37 "GET /v2.0/networks/7f044dd4-dc97-4f05-8a73-1de9a290e893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236421 Dec 08 16:03:05.003122 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4914b451-9602-444d-87a6-2f2cb87a8307 admin admin] Router 93f69f35-4807-48b7-968b-0c37aaecf395 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:03:05.016126 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c78aa57-9a27-4507-9a65-cd20b98aae80 None None] Network 2e4943d2-93a7-4739-8d48-2442fb48fa03 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:03:05.024084 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-9c78aa57-9a27-4507-9a65-cd20b98aae80 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:03:05.030466 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec75170-d799-4b9f-a581-8df8f6c76286 req-9b4e3ef3-0ebb-4781-9b70-52d4e14d3e37 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:05.031761 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c78aa57-9a27-4507-9a65-cd20b98aae80 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:03:05.032359 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0ec75170-d799-4b9f-a581-8df8f6c76286 req-9b4e3ef3-0ebb-4781-9b70-52d4e14d3e37 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=c537ac5b-2a9d-4fff-b0de-054fe561d0fb HTTP/1.1" status: 200 len: 943 time: 0.5354035 Dec 08 16:03:05.044645 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4940b71-a213-4737-8f43-3213f881b8c0 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Pushing event updated for resources: {'Subnet': ['ID=7bb3c717-9a7d-47ef-8b30-309fc05e6088,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:05.078237 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c78aa57-9a27-4507-9a65-cd20b98aae80 None None] Pushing event updated for resources: {'Port': ['ID=0ceb3549-1d63-4441-8e9d-fb8742a814f3,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:05.139435 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4940b71-a213-4737-8f43-3213f881b8c0 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Checking segment: {'id': 'c89cc37c-16aa-4ad7-b052-34f7434c2466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '24cee103-4be3-4e70-9f00-1d6da085ad6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:03:05.139863 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4940b71-a213-4737-8f43-3213f881b8c0 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Network hostable DHCP agents. Network: 24cee103-4be3-4e70-9f00-1d6da085ad6b, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:03:05.142907 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-9c78aa57-9a27-4507-9a65-cd20b98aae80 None None] Attempting to bind port 0ceb3549-1d63-4441-8e9d-fb8742a814f3 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:03:05.143342 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-9c78aa57-9a27-4507-9a65-cd20b98aae80 None None] Attempting to bind port 0ceb3549-1d63-4441-8e9d-fb8742a814f3 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'd3c8c48a-2946-4fa5-abca-0d5c91d9e47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2e4943d2-93a7-4739-8d48-2442fb48fa03'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:03:05.143653 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c78aa57-9a27-4507-9a65-cd20b98aae80 None None] Attempting to bind port 0ceb3549-1d63-4441-8e9d-fb8742a814f3 on network 2e4943d2-93a7-4739-8d48-2442fb48fa03 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:03:05.151981 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c78aa57-9a27-4507-9a65-cd20b98aae80 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:03:05.152528 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c78aa57-9a27-4507-9a65-cd20b98aae80 None None] Checking segment: {'id': 'd3c8c48a-2946-4fa5-abca-0d5c91d9e47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2e4943d2-93a7-4739-8d48-2442fb48fa03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:03:05.152834 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9c78aa57-9a27-4507-9a65-cd20b98aae80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:05.153199 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c78aa57-9a27-4507-9a65-cd20b98aae80 None None] Bound using segment: {'id': 'd3c8c48a-2946-4fa5-abca-0d5c91d9e47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2e4943d2-93a7-4739-8d48-2442fb48fa03'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:03:05.153696 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-9c78aa57-9a27-4507-9a65-cd20b98aae80 None None] Bound port: 0ceb3549-1d63-4441-8e9d-fb8742a814f3, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c8c48a-2946-4fa5-abca-0d5c91d9e47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2e4943d2-93a7-4739-8d48-2442fb48fa03'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:03:05.154089 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9c78aa57-9a27-4507-9a65-cd20b98aae80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:05.202750 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-166afe0f-b037-484e-bbd3-e4f9937c10bb req-646f0512-cbff-4e0f-a507-9c6836c7be00 service neutron] 10.222.0.37 "GET /v2.0/networks/7f044dd4-dc97-4f05-8a73-1de9a290e893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765933 Dec 08 16:03:05.256081 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0ec75170-d799-4b9f-a581-8df8f6c76286 req-67a2659b-4d05-4cbb-8816-5c55af924cc6 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064750 Dec 08 16:03:05.273357 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-9c78aa57-9a27-4507-9a65-cd20b98aae80 None None] For port 0ceb3549-1d63-4441-8e9d-fb8742a814f3, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:03:05.280299 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-9c78aa57-9a27-4507-9a65-cd20b98aae80 None None] For port 0ceb3549-1d63-4441-8e9d-fb8742a814f3, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=0ceb3549-1d63-4441-8e9d-fb8742a814f3,segment=NetworkSegment(d3c8c48a-2946-4fa5-abca-0d5c91d9e47e),segment_id=d3c8c48a-2946-4fa5-abca-0d5c91d9e47e)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:03:05.323214 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4914b451-9602-444d-87a6-2f2cb87a8307 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:03:05.331802 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-4914b451-9602-444d-87a6-2f2cb87a8307 admin admin] 10.222.0.64 "PUT /v2.0/routers/93f69f35-4807-48b7-968b-0c37aaecf395/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6263001 Dec 08 16:03:05.336317 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c130aa2-5fd1-42c6-a7fd-a88e80b819eb None None] Sync routers for ids ['93f69f35-4807-48b7-968b-0c37aaecf395'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:03:05.348383 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c130aa2-5fd1-42c6-a7fd-a88e80b819eb None None] Routers {'93f69f35-4807-48b7-968b-0c37aaecf395'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:03:05.349436 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-0c130aa2-5fd1-42c6-a7fd-a88e80b819eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:02:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['93f69f35-4807-48b7-968b-0c37aaecf395'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:03:05.369515 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9c78aa57-9a27-4507-9a65-cd20b98aae80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:05.369872 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4940b71-a213-4737-8f43-3213f881b8c0 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Network 24cee103-4be3-4e70-9f00-1d6da085ad6b is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:03:05.371852 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d3743d-47ea-4526-8c9d-1f17e212c365 x-openstack-request-id: req-d0d3743d-47ea-4526-8c9d-1f17e212c365 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:03:05.373849 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c537ac5b-2a9d-4fff-b0de-054fe561d0fb", "tag": "412d2b2e-4ac4-4c68-9d0c-15f43175ae5f", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:03:05.377497 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d0d3743d-47ea-4526-8c9d-1f17e212c365 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:03:05.377802 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-23cb2b5d-c34e-4f0c-bb98-f6eabc63e166 admin admin] Deleting port 15a2002d-8634-4572-b9cd-0c1272b1e4c3 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:03:05.378149 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-23cb2b5d-c34e-4f0c-bb98-f6eabc63e166 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:05.380819 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c537ac5b-2a9d-4fff-b0de-054fe561d0fb', 'tag': '412d2b2e-4ac4-4c68-9d0c-15f43175ae5f', 'status': 'completed', 'code': 200} Dec 08 16:03:05.493811 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b335a84a-b08d-47b9-bc4f-7e3ff3da4cba req-3e4a18a9-cc05-4d05-bfde-8b94c14078ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:05.498062 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b335a84a-b08d-47b9-bc4f-7e3ff3da4cba req-3e4a18a9-cc05-4d05-bfde-8b94c14078ff service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=caac6054f139468286b7372b1a81b368&device_id=c537ac5b-2a9d-4fff-b0de-054fe561d0fb HTTP/1.1" status: 200 len: 1095 time: 0.0690887 Dec 08 16:03:05.529083 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-0c130aa2-5fd1-42c6-a7fd-a88e80b819eb None None] Set router 93f69f35-4807-48b7-968b-0c37aaecf395 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:03:05.538660 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c78aa57-9a27-4507-9a65-cd20b98aae80 None None] Pushing event updated for resources: {'Port': ['ID=0ceb3549-1d63-4441-8e9d-fb8742a814f3,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:05.546240 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-c4940b71-a213-4737-8f43-3213f881b8c0 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 24cee103-4be3-4e70-9f00-1d6da085ad6b) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:03:05.561218 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71feb6e0-c6c0-400f-a57a-2de659b6a39e None None] Network 24cee103-4be3-4e70-9f00-1d6da085ad6b requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:03:05.567633 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4940b71-a213-4737-8f43-3213f881b8c0 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:05.572561 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c4940b71-a213-4737-8f43-3213f881b8c0 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:05.638876 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d3e77-160f-4224-ad2a-860d5db20e4e req-50b1ec1b-dabe-4812-923b-26f02fb2e3c1 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:05.649013 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e34d3e77-160f-4224-ad2a-860d5db20e4e req-50b1ec1b-dabe-4812-923b-26f02fb2e3c1 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=da5fe699-8812-4124-b3f5-1f4ad9dad8d5 HTTP/1.1" status: 200 len: 945 time: 0.1743672 Dec 08 16:03:05.730281 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c4940b71-a213-4737-8f43-3213f881b8c0 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.3354754 Dec 08 16:03:05.733829 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 33576) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:03:05.748310 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-d8f3b46b-8c8f-43d0-80d5-a9db7f8175eb tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Request body: {'port': {'network_id': '2e4943d2-93a7-4739-8d48-2442fb48fa03', 'name': 'tempest-TaggedBootDevicesTest-590775764', 'fixed_ips': [{'subnet_id': '1e65c65d-2ea9-4234-8de3-5fa877086c9e'}]}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:03:05.788499 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-23cb2b5d-c34e-4f0c-bb98-f6eabc63e166 admin admin] For port 15a2002d-8634-4572-b9cd-0c1272b1e4c3, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=15a2002d-8634-4572-b9cd-0c1272b1e4c3,segment=NetworkSegment(55959dde-5826-4ddc-8701-feafe3ee225a),segment_id=55959dde-5826-4ddc-8701-feafe3ee225a)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:05.789086 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-23cb2b5d-c34e-4f0c-bb98-f6eabc63e166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:05.805886 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6278c5-2630-4e0b-bbd2-1a0a09b7a6c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-24cee103-4be3-4e70-9f00-1d6da085ad6b', 'network_id': '24cee103-4be3-4e70-9f00-1d6da085ad6b', 'project_id': '8be2414d63a14131b9f6f8fcfa8d927a', 'fixed_ips': [{'subnet_id': '7bb3c717-9a7d-47ef-8b30-309fc05e6088'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:03:05.812528 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7b6278c5-2630-4e0b-bbd2-1a0a09b7a6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:05.830227 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e34d3e77-160f-4224-ad2a-860d5db20e4e req-81275f14-cd53-4636-8363-98e2b6ad41b1 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610932 Dec 08 16:03:05.843197 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-23cb2b5d-c34e-4f0c-bb98-f6eabc63e166 admin admin] Calling delete_port for 15a2002d-8634-4572-b9cd-0c1272b1e4c3 owned by network:router_interface {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:03:05.919811 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device cad83a43-ab3b-4789-a1d9-94f29188d5a6 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:03:06.053415 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b335a84a-b08d-47b9-bc4f-7e3ff3da4cba req-475aad13-092b-4194-a68f-ef00b38f17da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:06.056367 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b335a84a-b08d-47b9-bc4f-7e3ff3da4cba req-475aad13-092b-4194-a68f-ef00b38f17da service neutron] 10.222.0.37 "GET /v2.0/networks?id=7f044dd4-dc97-4f05-8a73-1de9a290e893 HTTP/1.1" status: 200 len: 905 time: 0.5511668 Dec 08 16:03:06.153991 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f3b46b-8c8f-43d0-80d5-a9db7f8175eb tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Made reservation on behalf of 8be2414d63a14131b9f6f8fcfa8d927a for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:03:06.169578 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b335a84a-b08d-47b9-bc4f-7e3ff3da4cba req-733891cd-bb3f-452b-842a-6e115e6af9f6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=412d2b2e-4ac4-4c68-9d0c-15f43175ae5f HTTP/1.1" status: 200 len: 217 time: 0.0942161 Dec 08 16:03:06.253727 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-7b6278c5-2630-4e0b-bbd2-1a0a09b7a6c3 None None] Allocated IP 10.2.2.2 (24cee103-4be3-4e70-9f00-1d6da085ad6b/7bb3c717-9a7d-47ef-8b30-309fc05e6088/3f79218a-b526-4ac0-91e0-63296ac810c7) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:03:06.298635 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747e0c5-4319-46f5-b372-381f96d4ca80 req-2a611d92-636e-46ab-863e-f6d31b04c262 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:06.307061 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f747e0c5-4319-46f5-b372-381f96d4ca80 req-2a611d92-636e-46ab-863e-f6d31b04c262 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f074090-1b8e-44fb-8556-3be31cc2970e HTTP/1.1" status: 200 len: 944 time: 0.2336507 Dec 08 16:03:06.339094 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b335a84a-b08d-47b9-bc4f-7e3ff3da4cba req-4987cd95-9687-445f-b9df-127edb20cb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:06.342040 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b335a84a-b08d-47b9-bc4f-7e3ff3da4cba req-4987cd95-9687-445f-b9df-127edb20cb56 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0e145596-3948-4729-810a-534bcf8272d4 HTTP/1.1" status: 200 len: 844 time: 0.1579392 Dec 08 16:03:06.376781 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d8f3b46b-8c8f-43d0-80d5-a9db7f8175eb tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:06.414362 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b335a84a-b08d-47b9-bc4f-7e3ff3da4cba req-7479e086-e876-44b8-a3ee-02580bb11d3d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7f044dd4-dc97-4f05-8a73-1de9a290e893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594103 Dec 08 16:03:06.463503 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f747e0c5-4319-46f5-b372-381f96d4ca80 req-74cec372-5a92-45eb-bed6-95c6fb68c5a1 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534648 Dec 08 16:03:06.551231 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7b6278c5-2630-4e0b-bbd2-1a0a09b7a6c3 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:06.582675 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [None req-d8f3b46b-8c8f-43d0-80d5-a9db7f8175eb tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] device_id is not set on port 96397e9a-c7c5-4d82-adfc-307dcf9a04e0 yet. {{(pid=110550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:03:06.593213 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-0c130aa2-5fd1-42c6-a7fd-a88e80b819eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f69f35-4807-48b7-968b-0c37aaecf395', 'name': 'tempest-AttachSCSIVolumeTestJSON-1661003948-router', 'tenant_id': 'c880bd21814b40e6ae3101d50323e3bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '1fafc6b9-1ce8-4ae6-ab93-e8ffedb07b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:02:50Z', 'updated_at': '2021-12-08T16:03:01Z', 'revision_number': 4, 'project_id': 'c880bd21814b40e6ae3101d50323e3bf', 'gw_port': {'id': '1fafc6b9-1ce8-4ae6-ab93-e8ffedb07b0e', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:17:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f69f35-4807-48b7-968b-0c37aaecf395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:02:52Z', 'updated_at': '2021-12-08T16:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '9a30a0f9-200a-407b-bba6-e5f3e9b6fb4c', 'name': '', 'network_id': '18566df4-f51e-4bda-be63-239ee9dc09ee', 'tenant_id': 'c880bd21814b40e6ae3101d50323e3bf', 'mac_address': 'fa:16:3e:a4:aa:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f69f35-4807-48b7-968b-0c37aaecf395', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '99585e53-39d8-41c7-9c1c-34978972c4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:02:59Z', 'updated_at': '2021-12-08T16:03:02Z', 'revision_number': 2, 'project_id': 'c880bd21814b40e6ae3101d50323e3bf', 'subnets': [{'id': '99585e53-39d8-41c7-9c1c-34978972c4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:03:06.629042 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7b6278c5-2630-4e0b-bbd2-1a0a09b7a6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:06.644638 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c130aa2-5fd1-42c6-a7fd-a88e80b819eb None None] Checking router: 93f69f35-4807-48b7-968b-0c37aaecf395 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:03:06.645628 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c130aa2-5fd1-42c6-a7fd-a88e80b819eb None None] Updating router 93f69f35-4807-48b7-968b-0c37aaecf395 port 9a30a0f9-200a-407b-bba6-e5f3e9b6fb4c binding host n-d-776250-12 {{(pid=110553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:03:06.721108 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-0c130aa2-5fd1-42c6-a7fd-a88e80b819eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:06.736031 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f86cf-042a-4dc5-8830-9c4dc47e9015 req-bec20575-5d8f-4185-a23d-9af000f4c9af tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:06.746890 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d54f86cf-042a-4dc5-8830-9c4dc47e9015 req-bec20575-5d8f-4185-a23d-9af000f4c9af tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9e721e2-7394-4a87-bbde-238568b2da7b HTTP/1.1" status: 200 len: 950 time: 0.1301682 Dec 08 16:03:06.756118 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 0ceb3549-1d63-4441-8e9d-fb8742a814f3 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:03:06.763010 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6278c5-2630-4e0b-bbd2-1a0a09b7a6c3 None None] Network 24cee103-4be3-4e70-9f00-1d6da085ad6b is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:03:06.820756 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d54f86cf-042a-4dc5-8830-9c4dc47e9015 req-36add9ed-9ec3-4297-a6a3-e4e0cc939f76 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747948 Dec 08 16:03:06.839977 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-7b6278c5-2630-4e0b-bbd2-1a0a09b7a6c3 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:03:06.848394 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6278c5-2630-4e0b-bbd2-1a0a09b7a6c3 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:03:06.852992 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-23cb2b5d-c34e-4f0c-bb98-f6eabc63e166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:06.872988 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6278c5-2630-4e0b-bbd2-1a0a09b7a6c3 None None] Pushing event updated for resources: {'Port': ['ID=3f79218a-b526-4ac0-91e0-63296ac810c7,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:06.945477 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b335a84a-b08d-47b9-bc4f-7e3ff3da4cba req-7791fde7-58a1-4122-9db8-8de5db9769e1 service neutron] 10.222.0.37 "GET /v2.0/networks/7f044dd4-dc97-4f05-8a73-1de9a290e893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5226860 Dec 08 16:03:07.012486 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-7b6278c5-2630-4e0b-bbd2-1a0a09b7a6c3 None None] Attempting to bind port 3f79218a-b526-4ac0-91e0-63296ac810c7 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:03:07.015179 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-7b6278c5-2630-4e0b-bbd2-1a0a09b7a6c3 None None] Attempting to bind port 3f79218a-b526-4ac0-91e0-63296ac810c7 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'c89cc37c-16aa-4ad7-b052-34f7434c2466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '24cee103-4be3-4e70-9f00-1d6da085ad6b'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:03:07.015568 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6278c5-2630-4e0b-bbd2-1a0a09b7a6c3 None None] Attempting to bind port 3f79218a-b526-4ac0-91e0-63296ac810c7 on network 24cee103-4be3-4e70-9f00-1d6da085ad6b {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:03:07.035457 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6278c5-2630-4e0b-bbd2-1a0a09b7a6c3 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:03:07.037958 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6278c5-2630-4e0b-bbd2-1a0a09b7a6c3 None None] Checking segment: {'id': 'c89cc37c-16aa-4ad7-b052-34f7434c2466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '24cee103-4be3-4e70-9f00-1d6da085ad6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:03:07.038398 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7b6278c5-2630-4e0b-bbd2-1a0a09b7a6c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:07.043575 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6278c5-2630-4e0b-bbd2-1a0a09b7a6c3 None None] Bound using segment: {'id': 'c89cc37c-16aa-4ad7-b052-34f7434c2466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '24cee103-4be3-4e70-9f00-1d6da085ad6b'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:03:07.043575 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-7b6278c5-2630-4e0b-bbd2-1a0a09b7a6c3 None None] Bound port: 3f79218a-b526-4ac0-91e0-63296ac810c7, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c89cc37c-16aa-4ad7-b052-34f7434c2466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '24cee103-4be3-4e70-9f00-1d6da085ad6b'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:03:07.043575 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7b6278c5-2630-4e0b-bbd2-1a0a09b7a6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:07.045896 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cb2b5d-c34e-4f0c-bb98-f6eabc63e166 admin admin] Pushing event deleted for resources: {'Port': ['ID=15a2002d-8634-4572-b9cd-0c1272b1e4c3,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:07.126441 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 0ceb3549-1d63-4441-8e9d-fb8742a814f3 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:03:07.126815 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:07.144928 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 33592) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:03:07.153435 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-abb5ece3-e89a-44e6-a01e-c002cad14933 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1952810269-network', 'tenant_id': '4452a1bd0aec434ab61ca7f780b916fe'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:03:07.181311 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-d8f3b46b-8c8f-43d0-80d5-a9db7f8175eb tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Allocated IP 10.1.1.18 (2e4943d2-93a7-4739-8d48-2442fb48fa03/1e65c65d-2ea9-4234-8de3-5fa877086c9e/96397e9a-c7c5-4d82-adfc-307dcf9a04e0) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:03:07.218501 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd4be1-4a9f-43ed-b066-8e20f0736e3d req-61e42192-c5d6-4daa-99f9-ba012ccadd6f tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:07.226851 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7cdd4be1-4a9f-43ed-b066-8e20f0736e3d req-61e42192-c5d6-4daa-99f9-ba012ccadd6f tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=c537ac5b-2a9d-4fff-b0de-054fe561d0fb HTTP/1.1" status: 200 len: 943 time: 0.2946513 Dec 08 16:03:07.314253 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 412d2b2e-4ac4-4c68-9d0c-15f43175ae5f details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:03:07.357307 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb5ece3-e89a-44e6-a01e-c002cad14933 admin admin] Made reservation on behalf of 4452a1bd0aec434ab61ca7f780b916fe for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:03:07.359874 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-abb5ece3-e89a-44e6-a01e-c002cad14933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:07.392384 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7cdd4be1-4a9f-43ed-b066-8e20f0736e3d req-c09be3df-4174-4ea9-95b9-0e8fd1a14301 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640010 Dec 08 16:03:07.394786 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-abb5ece3-e89a-44e6-a01e-c002cad14933 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:07.396916 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ea7c6c-66a4-45aa-98f1-8ae1df3d20bf None None] Network 2e4943d2-93a7-4739-8d48-2442fb48fa03 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:03:07.432111 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-0c130aa2-5fd1-42c6-a7fd-a88e80b819eb None None] Publish callbacks [] for port, precommit_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:07.477451 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-23cb2b5d-c34e-4f0c-bb98-f6eabc63e166 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:07.487654 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d8f3b46b-8c8f-43d0-80d5-a9db7f8175eb tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:07.507641 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-7b6278c5-2630-4e0b-bbd2-1a0a09b7a6c3 None None] For port 3f79218a-b526-4ac0-91e0-63296ac810c7, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:03:07.527563 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-0c130aa2-5fd1-42c6-a7fd-a88e80b819eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:07.604727 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-7b6278c5-2630-4e0b-bbd2-1a0a09b7a6c3 None None] For port 3f79218a-b526-4ac0-91e0-63296ac810c7, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=3f79218a-b526-4ac0-91e0-63296ac810c7,segment=NetworkSegment(c89cc37c-16aa-4ad7-b052-34f7434c2466),segment_id=c89cc37c-16aa-4ad7-b052-34f7434c2466)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:03:07.652130 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553f52de-dacf-45f3-b241-d3d2ee22901d None None] Pushing event updated for resources: {'Port': ['ID=9a30a0f9-200a-407b-bba6-e5f3e9b6fb4c,revision_number=3']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:07.693590 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-951c7bc1-25b8-4ffe-870c-8a579b25546f None None] Provisioning complete for port 0ceb3549-1d63-4441-8e9d-fb8742a814f3 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:03:07.693976 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-951c7bc1-25b8-4ffe-870c-8a579b25546f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:07.728760 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-0c130aa2-5fd1-42c6-a7fd-a88e80b819eb None None] Attempting to bind port 9a30a0f9-200a-407b-bba6-e5f3e9b6fb4c on host n-d-776250-12 for vnic_type normal with profile {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:03:07.728985 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d8f3b46b-8c8f-43d0-80d5-a9db7f8175eb tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:07.730004 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-0c130aa2-5fd1-42c6-a7fd-a88e80b819eb None None] Attempting to bind port 9a30a0f9-200a-407b-bba6-e5f3e9b6fb4c by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '5c25e1e9-a743-426e-83d9-87df3b1d36bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '18566df4-f51e-4bda-be63-239ee9dc09ee'}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:03:07.731720 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c130aa2-5fd1-42c6-a7fd-a88e80b819eb None None] Attempting to bind port 9a30a0f9-200a-407b-bba6-e5f3e9b6fb4c on network 18566df4-f51e-4bda-be63-239ee9dc09ee {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:03:07.739214 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c130aa2-5fd1-42c6-a7fd-a88e80b819eb None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:03:07.750605 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c130aa2-5fd1-42c6-a7fd-a88e80b819eb None None] Checking segment: {'id': '5c25e1e9-a743-426e-83d9-87df3b1d36bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '18566df4-f51e-4bda-be63-239ee9dc09ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:03:07.751292 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-0c130aa2-5fd1-42c6-a7fd-a88e80b819eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:07.751763 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c130aa2-5fd1-42c6-a7fd-a88e80b819eb None None] Bound using segment: {'id': '5c25e1e9-a743-426e-83d9-87df3b1d36bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '18566df4-f51e-4bda-be63-239ee9dc09ee'} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:03:07.752485 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-0c130aa2-5fd1-42c6-a7fd-a88e80b819eb None None] Bound port: 9a30a0f9-200a-407b-bba6-e5f3e9b6fb4c, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c25e1e9-a743-426e-83d9-87df3b1d36bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '18566df4-f51e-4bda-be63-239ee9dc09ee'}}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:03:07.753444 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-0c130aa2-5fd1-42c6-a7fd-a88e80b819eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:07.763694 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7b6278c5-2630-4e0b-bbd2-1a0a09b7a6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:07.835010 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 412d2b2e-4ac4-4c68-9d0c-15f43175ae5f, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=412d2b2e-4ac4-4c68-9d0c-15f43175ae5f,segment=NetworkSegment(e6288665-5271-4e12-95de-f05a0f00000f),segment_id=e6288665-5271-4e12-95de-f05a0f00000f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:07.849839 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f3b46b-8c8f-43d0-80d5-a9db7f8175eb tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Network 2e4943d2-93a7-4739-8d48-2442fb48fa03 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:03:07.855560 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-d8f3b46b-8c8f-43d0-80d5-a9db7f8175eb tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:03:07.864620 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:07.866821 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b335a84a-b08d-47b9-bc4f-7e3ff3da4cba req-e4281004-2b66-40c6-a55b-fe7da841e5dc service neutron] 10.222.0.37 "GET /v2.0/networks/7f044dd4-dc97-4f05-8a73-1de9a290e893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9046206 Dec 08 16:03:07.867712 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f3b46b-8c8f-43d0-80d5-a9db7f8175eb tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:03:07.878551 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f3b46b-8c8f-43d0-80d5-a9db7f8175eb tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:07.879353 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d8f3b46b-8c8f-43d0-80d5-a9db7f8175eb tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:07.886882 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-0c130aa2-5fd1-42c6-a7fd-a88e80b819eb None None] For port 9a30a0f9-200a-407b-bba6-e5f3e9b6fb4c, host n-d-776250-12, cleared binding levels {{(pid=110553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:03:07.902695 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-0c130aa2-5fd1-42c6-a7fd-a88e80b819eb None None] For port 9a30a0f9-200a-407b-bba6-e5f3e9b6fb4c, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=9a30a0f9-200a-407b-bba6-e5f3e9b6fb4c,segment=NetworkSegment(5c25e1e9-a743-426e-83d9-87df3b1d36bf),segment_id=5c25e1e9-a743-426e-83d9-87df3b1d36bf)] {{(pid=110553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:03:07.920061 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f3b46b-8c8f-43d0-80d5-a9db7f8175eb tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Pushing event updated for resources: {'Port': ['ID=96397e9a-c7c5-4d82-adfc-307dcf9a04e0,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:07.941998 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '412d2b2e-4ac4-4c68-9d0c-15f43175ae5f', 'network_id': '7f044dd4-dc97-4f05-8a73-1de9a290e893', 'port_id': '412d2b2e-4ac4-4c68-9d0c-15f43175ae5f', 'mac_address': 'fa:16:3e:29:87:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e145596-3948-4729-810a-534bcf8272d4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:03:07.996737 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-d8f3b46b-8c8f-43d0-80d5-a9db7f8175eb tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2563279 Dec 08 16:03:07.998639 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6278c5-2630-4e0b-bbd2-1a0a09b7a6c3 None None] Pushing event updated for resources: {'Port': ['ID=3f79218a-b526-4ac0-91e0-63296ac810c7,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:07.999048 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 33598) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:03:08.023770 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-b4955897-cb54-4046-ab74-a3a747c2c598 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Request body: {'port': {'network_id': '2e4943d2-93a7-4739-8d48-2442fb48fa03', 'name': 'tempest-TaggedBootDevicesTest-1243402138', 'fixed_ips': [{'subnet_id': '1e65c65d-2ea9-4234-8de3-5fa877086c9e'}]}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:03:08.036032 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-0c130aa2-5fd1-42c6-a7fd-a88e80b819eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:08.038710 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba3828-5193-493c-8037-f6f397345cb1 req-9d2735cc-008e-462f-b001-c15aa995d443 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:08.047339 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-99ba3828-5193-493c-8037-f6f397345cb1 req-9d2735cc-008e-462f-b001-c15aa995d443 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=da5fe699-8812-4124-b3f5-1f4ad9dad8d5 HTTP/1.1" status: 200 len: 945 time: 0.5221231 Dec 08 16:03:08.055186 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 0ceb3549-1d63-4441-8e9d-fb8742a814f3, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=0ceb3549-1d63-4441-8e9d-fb8742a814f3,segment=NetworkSegment(d3c8c48a-2946-4fa5-abca-0d5c91d9e47e),segment_id=d3c8c48a-2946-4fa5-abca-0d5c91d9e47e)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:08.073546 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-951c7bc1-25b8-4ffe-870c-8a579b25546f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:08.079636 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:08.108868 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-abb5ece3-e89a-44e6-a01e-c002cad14933 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:08.130487 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:08.151616 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-99ba3828-5193-493c-8037-f6f397345cb1 req-b96b61a9-acfd-4b89-9274-996e0d50c37f tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030910 Dec 08 16:03:08.157629 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 412d2b2e-4ac4-4c68-9d0c-15f43175ae5f {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:03:08.200887 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553f52de-dacf-45f3-b241-d3d2ee22901d None None] Pushing event updated for resources: {'Port': ['ID=9a30a0f9-200a-407b-bba6-e5f3e9b6fb4c,revision_number=4']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:08.209561 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c130aa2-5fd1-42c6-a7fd-a88e80b819eb None None] Routers {'93f69f35-4807-48b7-968b-0c37aaecf395'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:03:08.216598 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-0c130aa2-5fd1-42c6-a7fd-a88e80b819eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:02:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['93f69f35-4807-48b7-968b-0c37aaecf395'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:03:08.249551 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-abb5ece3-e89a-44e6-a01e-c002cad14933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:08.278997 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abb5ece3-e89a-44e6-a01e-c002cad14933 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:03:08.290623 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-abb5ece3-e89a-44e6-a01e-c002cad14933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:08.292668 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-abb5ece3-e89a-44e6-a01e-c002cad14933 admin admin] Added segment d8cbc16c-3c79-415b-9e86-47397899e6ea of type vlan for network 4d908e8b-e26a-46f5-ae14-09c0944c7d77 Dec 08 16:03:08.366824 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 412d2b2e-4ac4-4c68-9d0c-15f43175ae5f, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=412d2b2e-4ac4-4c68-9d0c-15f43175ae5f,segment=NetworkSegment(e6288665-5271-4e12-95de-f05a0f00000f),segment_id=e6288665-5271-4e12-95de-f05a0f00000f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:08.430048 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-abb5ece3-e89a-44e6-a01e-c002cad14933 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:08.497364 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:08.501915 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.db.api [None req-951c7bc1-25b8-4ffe-870c-8a579b25546f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:03:08.502198 n-d-776250-12 neutron-server[110552]: DEBUG oslo_db.api [None req-951c7bc1-25b8-4ffe-870c-8a579b25546f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:03:08.503573 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=0ceb3549-1d63-4441-8e9d-fb8742a814f3,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:08.554015 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-0c130aa2-5fd1-42c6-a7fd-a88e80b819eb None None] Set router 93f69f35-4807-48b7-968b-0c37aaecf395 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:03:08.567246 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4955897-cb54-4046-ab74-a3a747c2c598 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Made reservation on behalf of 8be2414d63a14131b9f6f8fcfa8d927a for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:03:08.571352 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb5ece3-e89a-44e6-a01e-c002cad14933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfbb210a-b2d2-436e-95a9-47a0044d23a1,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:08.583935 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b4955897-cb54-4046-ab74-a3a747c2c598 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:08.598263 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:08.603240 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af490a22-455a-4f44-befc-9bc4a5d3daa3 req-e2c670d1-c8a5-453a-837b-7879a63e014a tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:08.608993 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-af490a22-455a-4f44-befc-9bc4a5d3daa3 req-e2c670d1-c8a5-453a-837b-7879a63e014a tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f074090-1b8e-44fb-8556-3be31cc2970e HTTP/1.1" status: 200 len: 944 time: 0.2702765 Dec 08 16:03:08.673903 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [None req-b4955897-cb54-4046-ab74-a3a747c2c598 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] device_id is not set on port 2290551a-385e-4b70-8762-c1e09a632dd7 yet. {{(pid=110550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:03:08.683437 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23cb2b5d-c34e-4f0c-bb98-f6eabc63e166 admin admin] Router 3544cde3-d76f-46e3-80d9-324059633827 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:03:08.706331 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=412d2b2e-4ac4-4c68-9d0c-15f43175ae5f,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:08.707236 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-abb5ece3-e89a-44e6-a01e-c002cad14933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:08.711060 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb5ece3-e89a-44e6-a01e-c002cad14933 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:08.718348 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-abb5ece3-e89a-44e6-a01e-c002cad14933 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:08.727643 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['412d2b2e-4ac4-4c68-9d0c-15f43175ae5f'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:03:08.808133 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-af490a22-455a-4f44-befc-9bc4a5d3daa3 req-8833a1ae-b2bd-487f-ab91-f87bcdac0f36 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921473 Dec 08 16:03:08.980346 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bea8942c-0a7d-4c6a-8473-0085707824ea req-67e68fa6-043a-4eba-837f-57bd2589990a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7bef8080-b8f4-4497-bc91-7ab62c323024&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1843252 Dec 08 16:03:09.002521 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-abb5ece3-e89a-44e6-a01e-c002cad14933 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8536839 Dec 08 16:03:09.008026 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 33602) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:03:09.029679 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-c80d6f76-1f74-4cd8-afb9-ee8c6191cb9e admin admin] Request body: {'subnet': {'network_id': '4d908e8b-e26a-46f5-ae14-09c0944c7d77', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1952810269-subnet', 'tenant_id': '4452a1bd0aec434ab61ca7f780b916fe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:03:09.087705 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 0ceb3549-1d63-4441-8e9d-fb8742a814f3 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:03:09.132979 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb5ece3-e89a-44e6-a01e-c002cad14933 admin admin] Pushing event updated for resources: {'Network': ['ID=4d908e8b-e26a-46f5-ae14-09c0944c7d77,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:09.153698 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 4d908e8b-e26a-46f5-ae14-09c0944c7d77 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:03:09.178631 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c80d6f76-1f74-4cd8-afb9-ee8c6191cb9e admin admin] Made reservation on behalf of 4452a1bd0aec434ab61ca7f780b916fe for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:03:09.190022 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c80d6f76-1f74-4cd8-afb9-ee8c6191cb9e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:09.201308 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-0c130aa2-5fd1-42c6-a7fd-a88e80b819eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f69f35-4807-48b7-968b-0c37aaecf395', 'name': 'tempest-AttachSCSIVolumeTestJSON-1661003948-router', 'tenant_id': 'c880bd21814b40e6ae3101d50323e3bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '1fafc6b9-1ce8-4ae6-ab93-e8ffedb07b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:02:50Z', 'updated_at': '2021-12-08T16:03:01Z', 'revision_number': 4, 'project_id': 'c880bd21814b40e6ae3101d50323e3bf', 'gw_port': {'id': '1fafc6b9-1ce8-4ae6-ab93-e8ffedb07b0e', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:17:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f69f35-4807-48b7-968b-0c37aaecf395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:02:52Z', 'updated_at': '2021-12-08T16:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '9a30a0f9-200a-407b-bba6-e5f3e9b6fb4c', 'name': '', 'network_id': '18566df4-f51e-4bda-be63-239ee9dc09ee', 'tenant_id': 'c880bd21814b40e6ae3101d50323e3bf', 'mac_address': 'fa:16:3e:a4:aa:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f69f35-4807-48b7-968b-0c37aaecf395', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '99585e53-39d8-41c7-9c1c-34978972c4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:02:59Z', 'updated_at': '2021-12-08T16:03:07Z', 'revision_number': 4, 'project_id': 'c880bd21814b40e6ae3101d50323e3bf', 'subnets': [{'id': '99585e53-39d8-41c7-9c1c-34978972c4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:03:09.222395 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8942c-0a7d-4c6a-8473-0085707824ea req-62fca1a9-0c23-4e77-b0b9-9eb7e3cca312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:09.223926 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bea8942c-0a7d-4c6a-8473-0085707824ea req-62fca1a9-0c23-4e77-b0b9-9eb7e3cca312 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b73d206799fe4423a8cfa64c519990fb&device_id=7bef8080-b8f4-4497-bc91-7ab62c323024 HTTP/1.1" status: 200 len: 1102 time: 0.1471364 Dec 08 16:03:09.253425 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-b4955897-cb54-4046-ab74-a3a747c2c598 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Allocated IP 10.1.1.176 (2e4943d2-93a7-4739-8d48-2442fb48fa03/1e65c65d-2ea9-4234-8de3-5fa877086c9e/2290551a-385e-4b70-8762-c1e09a632dd7) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:03:09.254530 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c130aa2-5fd1-42c6-a7fd-a88e80b819eb None None] The sync data for ids ['93f69f35-4807-48b7-968b-0c37aaecf395'] in n-d-776250-12 is: [{'id': '93f69f35-4807-48b7-968b-0c37aaecf395', 'name': 'tempest-AttachSCSIVolumeTestJSON-1661003948-router', 'tenant_id': 'c880bd21814b40e6ae3101d50323e3bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '1fafc6b9-1ce8-4ae6-ab93-e8ffedb07b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:02:50Z', 'updated_at': '2021-12-08T16:03:01Z', 'revision_number': 4, 'project_id': 'c880bd21814b40e6ae3101d50323e3bf', 'gw_port': {'id': '1fafc6b9-1ce8-4ae6-ab93-e8ffedb07b0e', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:17:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f69f35-4807-48b7-968b-0c37aaecf395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:02:52Z', 'updated_at': '2021-12-08T16:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '9a30a0f9-200a-407b-bba6-e5f3e9b6fb4c', 'name': '', 'network_id': '18566df4-f51e-4bda-be63-239ee9dc09ee', 'tenant_id': 'c880bd21814b40e6ae3101d50323e3bf', 'mac_address': 'fa:16:3e:a4:aa:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f69f35-4807-48b7-968b-0c37aaecf395', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '99585e53-39d8-41c7-9c1c-34978972c4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:02:59Z', 'updated_at': '2021-12-08T16:03:07Z', 'revision_number': 4, 'project_id': 'c880bd21814b40e6ae3101d50323e3bf', 'subnets': [{'id': '99585e53-39d8-41c7-9c1c-34978972c4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:03:09.336310 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad6d3c8-db09-4dd9-a3b3-7a91df8fe62d req-09413c44-230c-4035-8860-19460a742a39 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:09.362038 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cad6d3c8-db09-4dd9-a3b3-7a91df8fe62d req-09413c44-230c-4035-8860-19460a742a39 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9e721e2-7394-4a87-bbde-238568b2da7b HTTP/1.1" status: 200 len: 950 time: 0.3491762 Dec 08 16:03:09.376781 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 0ceb3549-1d63-4441-8e9d-fb8742a814f3 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:03:09.377296 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:09.386763 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23cb2b5d-c34e-4f0c-bb98-f6eabc63e166 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:03:09.401103 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-23cb2b5d-c34e-4f0c-bb98-f6eabc63e166 admin admin] 10.222.0.64 "PUT /v2.0/routers/3544cde3-d76f-46e3-80d9-324059633827/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8352139 Dec 08 16:03:09.403949 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 33606) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:03:09.427661 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d26762-1e27-4c26-a8f4-b7440fd61702 None None] Sync routers for ids ['3544cde3-d76f-46e3-80d9-324059633827'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:03:09.493254 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d26762-1e27-4c26-a8f4-b7440fd61702 None None] Routers {'3544cde3-d76f-46e3-80d9-324059633827'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:03:09.493916 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-c8d26762-1e27-4c26-a8f4-b7440fd61702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:02:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['3544cde3-d76f-46e3-80d9-324059633827'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:03:09.499195 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-5fa5cacb-c3af-41a0-9fdb-2fd72e3b2d92 None None] Provisioning complete for port 96397e9a-c7c5-4d82-adfc-307dcf9a04e0 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:03:09.499578 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5fa5cacb-c3af-41a0-9fdb-2fd72e3b2d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:09.627545 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8942c-0a7d-4c6a-8473-0085707824ea req-0cf2873b-ed10-4287-aadc-97e2bd48c123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:09.629019 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bea8942c-0a7d-4c6a-8473-0085707824ea req-0cf2873b-ed10-4287-aadc-97e2bd48c123 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b91759c7-445e-4f7b-9fc4-64d80951832c HTTP/1.1" status: 200 len: 870 time: 0.3504288 Dec 08 16:03:09.632665 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cad6d3c8-db09-4dd9-a3b3-7a91df8fe62d req-f938cd42-f179-41d4-a88a-078e492a7226 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695589 Dec 08 16:03:09.712425 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-209782ce-a733-4321-a5c9-c971f4dc537a admin admin] Publish callbacks [] for router, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:09.833417 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-5fa5cacb-c3af-41a0-9fdb-2fd72e3b2d92 None None] Port 96397e9a-c7c5-4d82-adfc-307dcf9a04e0 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:03:09.906463 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-c8d26762-1e27-4c26-a8f4-b7440fd61702 None None] Set router 3544cde3-d76f-46e3-80d9-324059633827 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:03:09.974340 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c80d6f76-1f74-4cd8-afb9-ee8c6191cb9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:10.020569 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 3f79218a-b526-4ac0-91e0-63296ac810c7 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:03:10.036511 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64744e6a-6577-4bd2-8da5-bd14adc654c5 None None] Network 24cee103-4be3-4e70-9f00-1d6da085ad6b requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:03:10.066253 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67927924-7e3f-4407-82cd-b72c1cee1602 req-4a3585a0-419d-4f41-b18e-fde895e8a199 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:10.069117 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-67927924-7e3f-4407-82cd-b72c1cee1602 req-4a3585a0-419d-4f41-b18e-fde895e8a199 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=c537ac5b-2a9d-4fff-b0de-054fe561d0fb HTTP/1.1" status: 200 len: 944 time: 0.2683678 Dec 08 16:03:10.173907 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-209782ce-a733-4321-a5c9-c971f4dc537a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:10.179522 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80d6f76-1f74-4cd8-afb9-ee8c6191cb9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a768157-cca2-4b6d-8879-77bb7f4bb6aa,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:10.190257 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-5fa5cacb-c3af-41a0-9fdb-2fd72e3b2d92 None None] Provisioning complete for port 9a30a0f9-200a-407b-bba6-e5f3e9b6fb4c triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:03:10.190795 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5fa5cacb-c3af-41a0-9fdb-2fd72e3b2d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:10.200342 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bea8942c-0a7d-4c6a-8473-0085707824ea req-d9ec7c25-b0a2-480d-abcf-db1639380d40 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=ef06a5d6-dcd4-45e8-a30d-3050fe0c914c HTTP/1.1" status: 200 len: 217 time: 0.5590692 Dec 08 16:03:10.237410 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b4955897-cb54-4046-ab74-a3a747c2c598 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:10.248923 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80d6f76-1f74-4cd8-afb9-ee8c6191cb9e admin admin] Checking segment: {'id': 'd8cbc16c-3c79-415b-9e86-47397899e6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4d908e8b-e26a-46f5-ae14-09c0944c7d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:03:10.249307 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80d6f76-1f74-4cd8-afb9-ee8c6191cb9e admin admin] Network hostable DHCP agents. Network: 4d908e8b-e26a-46f5-ae14-09c0944c7d77, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:03:10.264055 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-67927924-7e3f-4407-82cd-b72c1cee1602 req-e3e5d5cf-1376-4776-a315-e8474658c6d2 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826236 Dec 08 16:03:10.340573 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8942c-0a7d-4c6a-8473-0085707824ea req-40564a18-8e08-4ed3-b391-85ec2015bb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:10.343108 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bea8942c-0a7d-4c6a-8473-0085707824ea req-40564a18-8e08-4ed3-b391-85ec2015bb31 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.1268609 Dec 08 16:03:10.379898 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-209782ce-a733-4321-a5c9-c971f4dc537a admin admin] Deleting port ca61f588-a470-4305-822f-244f9bda05cf {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:03:10.380450 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-209782ce-a733-4321-a5c9-c971f4dc537a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:10.441125 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 3f79218a-b526-4ac0-91e0-63296ac810c7 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:03:10.441922 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:10.442429 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8942c-0a7d-4c6a-8473-0085707824ea req-0e6d9dc9-9721-4dbc-8c56-e37521a6e998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:10.445277 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bea8942c-0a7d-4c6a-8473-0085707824ea req-0e6d9dc9-9721-4dbc-8c56-e37521a6e998 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0839531 Dec 08 16:03:10.516892 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fe5eea-16a9-4744-a557-c181b5983468 req-1d918032-ba33-4a83-bf4c-a567c0dfe7ea tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:10.518691 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c3fe5eea-16a9-4744-a557-c181b5983468 req-1d918032-ba33-4a83-bf4c-a567c0dfe7ea tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=da5fe699-8812-4124-b3f5-1f4ad9dad8d5 HTTP/1.1" status: 200 len: 945 time: 0.1294193 Dec 08 16:03:10.566761 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80d6f76-1f74-4cd8-afb9-ee8c6191cb9e admin admin] Network 4d908e8b-e26a-46f5-ae14-09c0944c7d77 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:03:10.580230 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-209782ce-a733-4321-a5c9-c971f4dc537a admin admin] For port ca61f588-a470-4305-822f-244f9bda05cf, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=ca61f588-a470-4305-822f-244f9bda05cf,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:10.580652 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-209782ce-a733-4321-a5c9-c971f4dc537a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:10.605615 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b4955897-cb54-4046-ab74-a3a747c2c598 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:10.609109 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-209782ce-a733-4321-a5c9-c971f4dc537a admin admin] Calling delete_port for ca61f588-a470-4305-822f-244f9bda05cf owned by network:router_gateway {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:03:10.629639 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c3fe5eea-16a9-4744-a557-c181b5983468 req-51605652-40a1-4ab5-8cd9-b8d6b801a0b6 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042573 Dec 08 16:03:10.634354 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5fa5cacb-c3af-41a0-9fdb-2fd72e3b2d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:10.675970 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4955897-cb54-4046-ab74-a3a747c2c598 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Network 2e4943d2-93a7-4739-8d48-2442fb48fa03 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:03:10.684102 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bea8942c-0a7d-4c6a-8473-0085707824ea req-4963e708-aedd-4c26-b721-67dc1e954b15 service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306578 Dec 08 16:03:10.684845 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-b4955897-cb54-4046-ab74-a3a747c2c598 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:03:10.703701 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-5fa5cacb-c3af-41a0-9fdb-2fd72e3b2d92 None None] For port 9a30a0f9-200a-407b-bba6-e5f3e9b6fb4c, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=9a30a0f9-200a-407b-bba6-e5f3e9b6fb4c,segment=NetworkSegment(5c25e1e9-a743-426e-83d9-87df3b1d36bf),segment_id=5c25e1e9-a743-426e-83d9-87df3b1d36bf)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:10.703939 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4955897-cb54-4046-ab74-a3a747c2c598 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:03:10.708038 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4955897-cb54-4046-ab74-a3a747c2c598 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:10.713178 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b4955897-cb54-4046-ab74-a3a747c2c598 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:10.744140 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:10.765416 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4955897-cb54-4046-ab74-a3a747c2c598 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Pushing event updated for resources: {'Port': ['ID=2290551a-385e-4b70-8762-c1e09a632dd7,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:10.803195 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-c8d26762-1e27-4c26-a8f4-b7440fd61702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3544cde3-d76f-46e3-80d9-324059633827', 'name': 'tempest-FloatingIPsNegativeTestJSON-1397527029-router', 'tenant_id': 'd4406bc10dfa47d4898b79f82b66f169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'ca61f588-a470-4305-822f-244f9bda05cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:02:45Z', 'updated_at': '2021-12-08T16:03:06Z', 'revision_number': 5, 'project_id': 'd4406bc10dfa47d4898b79f82b66f169', 'gw_port': {'id': 'ca61f588-a470-4305-822f-244f9bda05cf', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ea:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3544cde3-d76f-46e3-80d9-324059633827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:02:48Z', 'updated_at': '2021-12-08T16:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:03:10.810331 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-c80d6f76-1f74-4cd8-afb9-ee8c6191cb9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 4d908e8b-e26a-46f5-ae14-09c0944c7d77) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:03:10.827005 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80d6f76-1f74-4cd8-afb9-ee8c6191cb9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:10.827747 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c80d6f76-1f74-4cd8-afb9-ee8c6191cb9e admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:10.865055 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d3bd5c-a20e-431e-81e3-874582f4ac21 None None] Network 4d908e8b-e26a-46f5-ae14-09c0944c7d77 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:03:10.933476 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 3f79218a-b526-4ac0-91e0-63296ac810c7, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=3f79218a-b526-4ac0-91e0-63296ac810c7,segment=NetworkSegment(c89cc37c-16aa-4ad7-b052-34f7434c2466),segment_id=c89cc37c-16aa-4ad7-b052-34f7434c2466)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:10.938289 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5fa5cacb-c3af-41a0-9fdb-2fd72e3b2d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:10.942186 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d26762-1e27-4c26-a8f4-b7440fd61702 None None] Checking router: 3544cde3-d76f-46e3-80d9-324059633827 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:03:10.946782 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b4955897-cb54-4046-ab74-a3a747c2c598 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.9426198 Dec 08 16:03:10.957997 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034d308-6448-4f45-a9e1-e6ac20ef2146 req-91950194-6f21-422a-b937-11e8a454701c tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:10.960466 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1034d308-6448-4f45-a9e1-e6ac20ef2146 req-91950194-6f21-422a-b937-11e8a454701c tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f074090-1b8e-44fb-8556-3be31cc2970e HTTP/1.1" status: 200 len: 944 time: 0.1521835 Dec 08 16:03:10.969383 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c80d6f76-1f74-4cd8-afb9-ee8c6191cb9e admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9558706 Dec 08 16:03:10.973345 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 33614) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:03:10.980237 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bea8942c-0a7d-4c6a-8473-0085707824ea req-0ad44cee-7ac4-49a3-b75f-c92b1a0870eb service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616258 Dec 08 16:03:10.984599 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-b073303d-66b0-4cdd-9e54-6dd86ee3e274 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1952810269-router', 'tenant_id': '4452a1bd0aec434ab61ca7f780b916fe', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:03:11.013581 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d26762-1e27-4c26-a8f4-b7440fd61702 None None] Routers {'3544cde3-d76f-46e3-80d9-324059633827'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:03:11.014491 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-c8d26762-1e27-4c26-a8f4-b7440fd61702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:02:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['3544cde3-d76f-46e3-80d9-324059633827'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:03:11.079627 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:11.083170 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1034d308-6448-4f45-a9e1-e6ac20ef2146 req-eaba818b-7c13-494a-973d-ef3d7b0f7c8f tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132338 Dec 08 16:03:11.139907 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-5fa5cacb-c3af-41a0-9fdb-2fd72e3b2d92 None None] Provisioning complete for port 0ceb3549-1d63-4441-8e9d-fb8742a814f3 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:03:11.140529 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5fa5cacb-c3af-41a0-9fdb-2fd72e3b2d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:11.162565 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b073303d-66b0-4cdd-9e54-6dd86ee3e274 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:11.164966 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b073303d-66b0-4cdd-9e54-6dd86ee3e274 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:11.167021 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-209782ce-a733-4321-a5c9-c971f4dc537a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:11.248410 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa5cacb-c3af-41a0-9fdb-2fd72e3b2d92 None None] Pushing event updated for resources: {'Port': ['ID=9a30a0f9-200a-407b-bba6-e5f3e9b6fb4c,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:11.277319 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b073303d-66b0-4cdd-9e54-6dd86ee3e274 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:11.283542 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35aebfff-da29-44f4-bf3c-f4a8a55babe6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-4d908e8b-e26a-46f5-ae14-09c0944c7d77', 'network_id': '4d908e8b-e26a-46f5-ae14-09c0944c7d77', 'project_id': '4452a1bd0aec434ab61ca7f780b916fe', 'fixed_ips': [{'subnet_id': '6a768157-cca2-4b6d-8879-77bb7f4bb6aa'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:03:11.284645 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-35aebfff-da29-44f4-bf3c-f4a8a55babe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:11.291880 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-c8d26762-1e27-4c26-a8f4-b7440fd61702 None None] Set router 3544cde3-d76f-46e3-80d9-324059633827 gateway port host: None {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:03:11.391601 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209782ce-a733-4321-a5c9-c971f4dc537a admin admin] Pushing event deleted for resources: {'Port': ['ID=ca61f588-a470-4305-822f-244f9bda05cf,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:11.475124 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcfcb01-19c2-46f8-bf47-b373a49d4b1b req-a8279346-3a41-478f-b3a6-e639164fa1d6 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:11.477095 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0fcfcb01-19c2-46f8-bf47-b373a49d4b1b req-a8279346-3a41-478f-b3a6-e639164fa1d6 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9e721e2-7394-4a87-bbde-238568b2da7b HTTP/1.1" status: 200 len: 950 time: 0.1709135 Dec 08 16:03:11.480466 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-209782ce-a733-4321-a5c9-c971f4dc537a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:11.544369 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 412d2b2e-4ac4-4c68-9d0c-15f43175ae5f up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:03:11.547083 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 9a30a0f9-200a-407b-bba6-e5f3e9b6fb4c up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:03:11.565397 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b073303d-66b0-4cdd-9e54-6dd86ee3e274 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:11.617491 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-c8d26762-1e27-4c26-a8f4-b7440fd61702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3544cde3-d76f-46e3-80d9-324059633827', 'name': 'tempest-FloatingIPsNegativeTestJSON-1397527029-router', 'tenant_id': 'd4406bc10dfa47d4898b79f82b66f169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:02:45Z', 'updated_at': '2021-12-08T16:03:10Z', 'revision_number': 6, 'project_id': 'd4406bc10dfa47d4898b79f82b66f169', 'gw_port_host': None}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:03:11.629355 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-209782ce-a733-4321-a5c9-c971f4dc537a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:11.637162 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-209782ce-a733-4321-a5c9-c971f4dc537a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:11.692462 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d26762-1e27-4c26-a8f4-b7440fd61702 None None] The sync data for ids ['3544cde3-d76f-46e3-80d9-324059633827'] in n-d-776250-12 is: [{'id': '3544cde3-d76f-46e3-80d9-324059633827', 'name': 'tempest-FloatingIPsNegativeTestJSON-1397527029-router', 'tenant_id': 'd4406bc10dfa47d4898b79f82b66f169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:02:45Z', 'updated_at': '2021-12-08T16:03:10Z', 'revision_number': 6, 'project_id': 'd4406bc10dfa47d4898b79f82b66f169', 'gw_port_host': None}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:03:11.702242 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0cf2d18d-1563-494f-9ea4-8a26e65c2c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:11.705800 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0fcfcb01-19c2-46f8-bf47-b373a49d4b1b req-f03b79d6-9696-49f3-9250-f7aaec1b657a tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199256 Dec 08 16:03:11.769871 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=3f79218a-b526-4ac0-91e0-63296ac810c7,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:11.795890 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-209782ce-a733-4321-a5c9-c971f4dc537a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:11.796432 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-209782ce-a733-4321-a5c9-c971f4dc537a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3544cde3-d76f-46e3-80d9-324059633827 {{(pid=110551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:03:11.802232 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-209782ce-a733-4321-a5c9-c971f4dc537a admin admin] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:11.806320 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-209782ce-a733-4321-a5c9-c971f4dc537a admin admin] 10.222.0.64 "DELETE /v2.0/routers/3544cde3-d76f-46e3-80d9-324059633827 HTTP/1.1" status: 204 len: 168 time: 2.4003000 Dec 08 16:03:11.807148 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 33620) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:03:11.881995 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 9a30a0f9-200a-407b-bba6-e5f3e9b6fb4c triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:03:11.882977 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:11.909101 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-d02cea33-4fde-40d4-9726-aae6f9fe10de admin admin] Deleting subnet b20db0ed-ff88-4861-9810-ef6e5b7eb3dc {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:03:11.919817 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d02cea33-4fde-40d4-9726-aae6f9fe10de admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:11.954060 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-35aebfff-da29-44f4-bf3c-f4a8a55babe6 None None] Allocated IP 172.20.0.2 (4d908e8b-e26a-46f5-ae14-09c0944c7d77/6a768157-cca2-4b6d-8879-77bb7f4bb6aa/8697d5a1-8994-49ff-937e-674986262f96) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:03:11.965487 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port 412d2b2e-4ac4-4c68-9d0c-15f43175ae5f completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:03:11.983336 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 412d2b2e-4ac4-4c68-9d0c-15f43175ae5f triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:03:11.983763 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d02cea33-4fde-40d4-9726-aae6f9fe10de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:11.983980 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:12.026265 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b073303d-66b0-4cdd-9e54-6dd86ee3e274 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:12.070456 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b073303d-66b0-4cdd-9e54-6dd86ee3e274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:12.074258 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d02cea33-4fde-40d4-9726-aae6f9fe10de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:12.139548 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-2f7b5573-c063-4641-a859-3c4b3ce242cc None None] Provisioning complete for port 2290551a-385e-4b70-8762-c1e09a632dd7 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:03:12.141274 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2f7b5573-c063-4641-a859-3c4b3ce242cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:12.162962 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 33624) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:03:12.174505 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-1f020f8d-ab38-4b7e-b11a-8637803b969a tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Request body: {'security_group': {'name': 'tempest-securitygroup--855866243', 'description': 'tempest-description--1312071446'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:03:12.263546 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d02cea33-4fde-40d4-9726-aae6f9fe10de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:12.269642 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-2f7b5573-c063-4641-a859-3c4b3ce242cc None None] Port 2290551a-385e-4b70-8762-c1e09a632dd7 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:03:12.270243 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-b073303d-66b0-4cdd-9e54-6dd86ee3e274 admin admin] Allocated IP 172.25.0.240 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/06ce213e-4a2a-4474-b971-0f633a7c9372) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:03:12.312609 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-35aebfff-da29-44f4-bf3c-f4a8a55babe6 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:12.314815 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:12.315933 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02cea33-4fde-40d4-9726-aae6f9fe10de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b20db0ed-ff88-4861-9810-ef6e5b7eb3dc,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:12.318170 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-2f7b5573-c063-4641-a859-3c4b3ce242cc None None] Provisioning complete for port 3f79218a-b526-4ac0-91e0-63296ac810c7 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:03:12.318605 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2f7b5573-c063-4641-a859-3c4b3ce242cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:12.319397 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d02cea33-4fde-40d4-9726-aae6f9fe10de admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:12.326524 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d02cea33-4fde-40d4-9726-aae6f9fe10de admin admin] 10.222.0.64 "DELETE /v2.0/subnets/b20db0ed-ff88-4861-9810-ef6e5b7eb3dc HTTP/1.1" status: 204 len: 168 time: 0.5178416 Dec 08 16:03:12.330612 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 33626) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:03:12.340319 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1f020f8d-ab38-4b7e-b11a-8637803b969a tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:12.349089 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12eb0819-a89e-4e14-bf7e-6da041616499 None None] Network f07c5a6c-f5a9-40b3-811b-5c4a8db7b02e requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:03:12.410487 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba3ed1a-3dd4-47a1-b5f5-db976a27db0f req-925c7a26-9772-4003-b16f-a6431d4d822b tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:12.412697 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-dba3ed1a-3dd4-47a1-b5f5-db976a27db0f req-925c7a26-9772-4003-b16f-a6431d4d822b tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=c537ac5b-2a9d-4fff-b0de-054fe561d0fb HTTP/1.1" status: 200 len: 944 time: 0.1865919 Dec 08 16:03:12.421955 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1f020f8d-ab38-4b7e-b11a-8637803b969a tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:12.423602 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-35aebfff-da29-44f4-bf3c-f4a8a55babe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:12.441229 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c537ac5b-2a9d-4fff-b0de-054fe561d0fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '412d2b2e-4ac4-4c68-9d0c-15f43175ae5f'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:03:12.443713 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2946c484-be7f-4caa-8fe8-d60190f60366" -d '{"events": [{"server_uuid": "c537ac5b-2a9d-4fff-b0de-054fe561d0fb", "name": "network-vif-plugged", "status": "completed", "tag": "412d2b2e-4ac4-4c68-9d0c-15f43175ae5f"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:03:12.466314 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d5dffed2-f81e-4e1a-b591-d490cf40eb22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:12.481734 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1f020f8d-ab38-4b7e-b11a-8637803b969a tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:12.502791 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b073303d-66b0-4cdd-9e54-6dd86ee3e274 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:12.506806 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 412d2b2e-4ac4-4c68-9d0c-15f43175ae5f, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=412d2b2e-4ac4-4c68-9d0c-15f43175ae5f,segment=NetworkSegment(e6288665-5271-4e12-95de-f05a0f00000f),segment_id=e6288665-5271-4e12-95de-f05a0f00000f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:12.507688 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-dba3ed1a-3dd4-47a1-b5f5-db976a27db0f req-14a90dcd-4108-49d0-b0de-af8c27f78d4d tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825725 Dec 08 16:03:12.512251 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35aebfff-da29-44f4-bf3c-f4a8a55babe6 None None] Network 4d908e8b-e26a-46f5-ae14-09c0944c7d77 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:03:12.521726 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-35aebfff-da29-44f4-bf3c-f4a8a55babe6 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:03:12.528091 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35aebfff-da29-44f4-bf3c-f4a8a55babe6 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:03:12.540170 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aebfff-da29-44f4-bf3c-f4a8a55babe6 None None] Pushing event updated for resources: {'Port': ['ID=8697d5a1-8994-49ff-937e-674986262f96,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:12.549181 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f020f8d-ab38-4b7e-b11a-8637803b969a tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49c58f26-f9c1-4b14-a3ef-7ff8fc05a8af,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:12.585565 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d5dffed2-f81e-4e1a-b591-d490cf40eb22 admin admin] Deleting port d7b55e79-28a8-4b2f-b572-4adfb5cde701 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:03:12.585910 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d5dffed2-f81e-4e1a-b591-d490cf40eb22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:12.600584 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:12.680679 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-35aebfff-da29-44f4-bf3c-f4a8a55babe6 None None] Attempting to bind port 8697d5a1-8994-49ff-937e-674986262f96 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:03:12.680930 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1f020f8d-ab38-4b7e-b11a-8637803b969a tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:12.684632 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-35aebfff-da29-44f4-bf3c-f4a8a55babe6 None None] Attempting to bind port 8697d5a1-8994-49ff-937e-674986262f96 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'd8cbc16c-3c79-415b-9e86-47397899e6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4d908e8b-e26a-46f5-ae14-09c0944c7d77'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:03:12.684632 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35aebfff-da29-44f4-bf3c-f4a8a55babe6 None None] Attempting to bind port 8697d5a1-8994-49ff-937e-674986262f96 on network 4d908e8b-e26a-46f5-ae14-09c0944c7d77 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:03:12.685085 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-1f020f8d-ab38-4b7e-b11a-8637803b969a tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5143137 Dec 08 16:03:12.686677 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 33630) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:03:12.700987 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35aebfff-da29-44f4-bf3c-f4a8a55babe6 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:03:12.701343 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35aebfff-da29-44f4-bf3c-f4a8a55babe6 None None] Checking segment: {'id': 'd8cbc16c-3c79-415b-9e86-47397899e6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4d908e8b-e26a-46f5-ae14-09c0944c7d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:03:12.701756 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-35aebfff-da29-44f4-bf3c-f4a8a55babe6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:12.702164 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35aebfff-da29-44f4-bf3c-f4a8a55babe6 None None] Bound using segment: {'id': 'd8cbc16c-3c79-415b-9e86-47397899e6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4d908e8b-e26a-46f5-ae14-09c0944c7d77'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:03:12.702724 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-35aebfff-da29-44f4-bf3c-f4a8a55babe6 None None] Bound port: 8697d5a1-8994-49ff-937e-674986262f96, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cbc16c-3c79-415b-9e86-47397899e6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4d908e8b-e26a-46f5-ae14-09c0944c7d77'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:03:12.703049 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-35aebfff-da29-44f4-bf3c-f4a8a55babe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:12.707784 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-6d3e786d-abcf-4858-9ad9-ea17aeed6b83 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Request body: {'security_group_rule': {'security_group_id': '49c58f26-f9c1-4b14-a3ef-7ff8fc05a8af', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:03:12.714442 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-d5dffed2-f81e-4e1a-b591-d490cf40eb22 admin admin] For port d7b55e79-28a8-4b2f-b572-4adfb5cde701, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=d7b55e79-28a8-4b2f-b572-4adfb5cde701,segment=NetworkSegment(55959dde-5826-4ddc-8701-feafe3ee225a),segment_id=55959dde-5826-4ddc-8701-feafe3ee225a)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:12.714442 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d5dffed2-f81e-4e1a-b591-d490cf40eb22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:12.714766 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=412d2b2e-4ac4-4c68-9d0c-15f43175ae5f,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:12.719042 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b073303d-66b0-4cdd-9e54-6dd86ee3e274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:12.728379 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d2613e-670a-46b9-9f8a-d6b618dedfb6 req-c6ce0483-b972-4d9b-be3a-2149d118a693 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:12.736564 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-66d2613e-670a-46b9-9f8a-d6b618dedfb6 req-c6ce0483-b972-4d9b-be3a-2149d118a693 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=da5fe699-8812-4124-b3f5-1f4ad9dad8d5 HTTP/1.1" status: 200 len: 945 time: 0.0999427 Dec 08 16:03:12.767557 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d5dffed2-f81e-4e1a-b591-d490cf40eb22 admin admin] Calling delete_port for d7b55e79-28a8-4b2f-b572-4adfb5cde701 owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:03:12.788499 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b073303d-66b0-4cdd-9e54-6dd86ee3e274 admin admin] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:03:12.795464 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324c3d33-8589-42b1-94ba-c20ca59f946b None None] DHCP port deletion for f07c5a6c-f5a9-40b3-811b-5c4a8db7b02e request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:03:12.800407 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-b073303d-66b0-4cdd-9e54-6dd86ee3e274 admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:03:12.806911 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b073303d-66b0-4cdd-9e54-6dd86ee3e274 admin admin] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:03:12.849218 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-66d2613e-670a-46b9-9f8a-d6b618dedfb6 req-d5af3f5b-1b00-46ce-b4dd-2967e21fb290 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113341 Dec 08 16:03:12.849800 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-35aebfff-da29-44f4-bf3c-f4a8a55babe6 None None] For port 8697d5a1-8994-49ff-937e-674986262f96, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:03:12.861724 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-35aebfff-da29-44f4-bf3c-f4a8a55babe6 None None] For port 8697d5a1-8994-49ff-937e-674986262f96, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=8697d5a1-8994-49ff-937e-674986262f96,segment=NetworkSegment(d8cbc16c-3c79-415b-9e86-47397899e6ea),segment_id=d8cbc16c-3c79-415b-9e86-47397899e6ea)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:03:12.877269 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-324c3d33-8589-42b1-94ba-c20ca59f946b None None] Deleting port d7b55e79-28a8-4b2f-b572-4adfb5cde701 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:03:12.877661 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-324c3d33-8589-42b1-94ba-c20ca59f946b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:12.908335 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b073303d-66b0-4cdd-9e54-6dd86ee3e274 admin admin] Pushing event updated for resources: {'Port': ['ID=06ce213e-4a2a-4474-b971-0f633a7c9372,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:12.987654 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62194dc5-0884-4aa3-a781-e566a51fc7cd req-bd5bf9ac-5e2f-4f11-8ef2-2b338bb99df6 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:12.989453 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-62194dc5-0884-4aa3-a781-e566a51fc7cd req-bd5bf9ac-5e2f-4f11-8ef2-2b338bb99df6 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f074090-1b8e-44fb-8556-3be31cc2970e HTTP/1.1" status: 200 len: 944 time: 0.0671473 Dec 08 16:03:12.998787 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6d3e786d-abcf-4858-9ad9-ea17aeed6b83 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:13.002461 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-35aebfff-da29-44f4-bf3c-f4a8a55babe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:13.014924 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-324c3d33-8589-42b1-94ba-c20ca59f946b None None] For port d7b55e79-28a8-4b2f-b572-4adfb5cde701, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=d7b55e79-28a8-4b2f-b572-4adfb5cde701,segment=NetworkSegment(55959dde-5826-4ddc-8701-feafe3ee225a),segment_id=55959dde-5826-4ddc-8701-feafe3ee225a)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:13.015440 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-324c3d33-8589-42b1-94ba-c20ca59f946b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:13.072756 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-324c3d33-8589-42b1-94ba-c20ca59f946b None None] Calling delete_port for d7b55e79-28a8-4b2f-b572-4adfb5cde701 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:03:13.084787 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d5dffed2-f81e-4e1a-b591-d490cf40eb22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:13.138230 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dffed2-f81e-4e1a-b591-d490cf40eb22 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7b55e79-28a8-4b2f-b572-4adfb5cde701,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:13.167245 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dffed2-f81e-4e1a-b591-d490cf40eb22 admin admin] No DVR routers for this DVR port d7b55e79-28a8-4b2f-b572-4adfb5cde701 on host n-d-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:03:13.173435 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aebfff-da29-44f4-bf3c-f4a8a55babe6 None None] Pushing event updated for resources: {'Port': ['ID=8697d5a1-8994-49ff-937e-674986262f96,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:13.195950 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-62194dc5-0884-4aa3-a781-e566a51fc7cd req-449d47ca-5374-441c-811e-70d46910d19a tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852539 Dec 08 16:03:13.248488 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6d3e786d-abcf-4858-9ad9-ea17aeed6b83 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:13.275243 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b073303d-66b0-4cdd-9e54-6dd86ee3e274 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:13.288693 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-324c3d33-8589-42b1-94ba-c20ca59f946b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:13.318465 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324c3d33-8589-42b1-94ba-c20ca59f946b None None] Pushing event deleted for resources: {'Port': ['ID=d7b55e79-28a8-4b2f-b572-4adfb5cde701,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:13.320869 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 3f79218a-b526-4ac0-91e0-63296ac810c7 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:03:13.408508 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324c3d33-8589-42b1-94ba-c20ca59f946b None None] No DVR routers for this DVR port d7b55e79-28a8-4b2f-b572-4adfb5cde701 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:03:13.423800 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d5dffed2-f81e-4e1a-b591-d490cf40eb22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:13.453714 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985a7759-02d1-4de9-9fe5-008fcd4676fa x-openstack-request-id: req-985a7759-02d1-4de9-9fe5-008fcd4676fa {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:03:13.454049 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c537ac5b-2a9d-4fff-b0de-054fe561d0fb", "name": "network-vif-plugged", "status": "completed", "tag": "412d2b2e-4ac4-4c68-9d0c-15f43175ae5f", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:03:13.461051 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-985a7759-02d1-4de9-9fe5-008fcd4676fa {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:03:13.461051 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c537ac5b-2a9d-4fff-b0de-054fe561d0fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '412d2b2e-4ac4-4c68-9d0c-15f43175ae5f', 'code': 200} Dec 08 16:03:13.471624 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-d5dffed2-f81e-4e1a-b591-d490cf40eb22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f07c5a6c-f5a9-40b3-811b-5c4a8db7b02e']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:03:13.486255 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-d5dffed2-f81e-4e1a-b591-d490cf40eb22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55959dde-5826-4ddc-8701-feafe3ee225a') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:03:13.486727 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-d5dffed2-f81e-4e1a-b591-d490cf40eb22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55959dde-5826-4ddc-8701-feafe3ee225a') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:03:13.499766 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6d3e786d-abcf-4858-9ad9-ea17aeed6b83 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:13.504390 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 3f79218a-b526-4ac0-91e0-63296ac810c7 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:03:13.504769 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:13.545122 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d5dffed2-f81e-4e1a-b591-d490cf40eb22 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:13.565031 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3e786d-abcf-4858-9ad9-ea17aeed6b83 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3e9b1ef-6d2b-40c0-a000-8af1aa05aee4,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:13.571177 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d5dffed2-f81e-4e1a-b591-d490cf40eb22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:13.584849 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6d3e786d-abcf-4858-9ad9-ea17aeed6b83 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:13.590171 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-6d3e786d-abcf-4858-9ad9-ea17aeed6b83 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8980548 Dec 08 16:03:13.603056 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2dbc71-1790-4669-88d1-900b74e903ed req-da81e53a-6456-4a5a-8883-291f879066ea tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:13.606822 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5a2dbc71-1790-4669-88d1-900b74e903ed req-da81e53a-6456-4a5a-8883-291f879066ea tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9e721e2-7394-4a87-bbde-238568b2da7b HTTP/1.1" status: 200 len: 950 time: 0.1103983 Dec 08 16:03:13.607598 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 33636) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:03:13.610189 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5dffed2-f81e-4e1a-b591-d490cf40eb22 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:03:13.610189 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d5dffed2-f81e-4e1a-b591-d490cf40eb22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:13.618211 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 9a30a0f9-200a-407b-bba6-e5f3e9b6fb4c up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:03:13.642939 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bad2c1-daf5-4dc4-8b79-69cf986fa83e req-f21684a0-5947-4df2-892b-f24811813f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:13.645253 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-01bad2c1-daf5-4dc4-8b79-69cf986fa83e req-f21684a0-5947-4df2-892b-f24811813f34 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c537ac5b-2a9d-4fff-b0de-054fe561d0fb HTTP/1.1" status: 200 len: 1097 time: 0.1666512 Dec 08 16:03:13.658903 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:03:13.658903 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:03:13.658903 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:03:13.658903 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:03:13.658903 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:03:13.658903 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:03:13.658903 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:03:13.658903 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:03:13.658903 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:03:13.658903 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:03:13.658903 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:03:13.658903 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:03:13.658903 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:03:13.658903 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:03:13.658903 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:03:13.658903 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:03:13.658903 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:03:13.658903 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:03:13.658903 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:03:13.658903 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:03:13.658903 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:03:13.658903 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:03:13.658903 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:03:13.658903 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:03:13.658903 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:03:13.658903 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:03:13.658903 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:03:13.658903 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:03:13.658903 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:03:13.658903 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:03:13.658903 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:03:13.658903 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:03:13.664492 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-6b2d664b-9f39-44d9-ae1c-872005bd4206 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Request body: {'security_group_rule': {'security_group_id': '49c58f26-f9c1-4b14-a3ef-7ff8fc05a8af', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:03:13.706846 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 9a30a0f9-200a-407b-bba6-e5f3e9b6fb4c triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:03:13.707909 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:13.740052 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5a2dbc71-1790-4669-88d1-900b74e903ed req-6dfbfc4b-288c-4bad-8211-96f9baf26b4b tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686362 Dec 08 16:03:13.761599 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-01bad2c1-daf5-4dc4-8b79-69cf986fa83e req-8561769f-0073-4e72-8b0a-8a48aa8f493e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087472 Dec 08 16:03:13.764892 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b073303d-66b0-4cdd-9e54-6dd86ee3e274 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:13.802784 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-caf75aeb-3332-423e-a33c-7ad41e8c3d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:13.821832 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d5dffed2-f81e-4e1a-b591-d490cf40eb22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:13.833151 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d5dffed2-f81e-4e1a-b591-d490cf40eb22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:13.836384 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d5dffed2-f81e-4e1a-b591-d490cf40eb22 admin admin] 10.222.0.64 "DELETE /v2.0/networks/f07c5a6c-f5a9-40b3-811b-5c4a8db7b02e HTTP/1.1" status: 204 len: 168 time: 1.5042357 Dec 08 16:03:13.848963 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6b2d664b-9f39-44d9-ae1c-872005bd4206 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:13.885709 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dffed2-f81e-4e1a-b591-d490cf40eb22 admin admin] Pushing event deleted for resources: {'Network': ['ID=f07c5a6c-f5a9-40b3-811b-5c4a8db7b02e,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:13.911583 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 15a2002d-8634-4572-b9cd-0c1272b1e4c3 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:03:13.941214 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 15a2002d-8634-4572-b9cd-0c1272b1e4c3 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:03:13.941626 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 15a2002d-8634-4572-b9cd-0c1272b1e4c3 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:03:13.942156 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device ca61f588-a470-4305-822f-244f9bda05cf no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:03:13.959882 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76839893-ee22-44de-87e3-4b5b43547036 req-b1b6e5e0-429f-46c6-85bf-d2a21a9a8ed9 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:13.967410 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: ca61f588-a470-4305-822f-244f9bda05cf {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:03:13.967855 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device ca61f588-a470-4305-822f-244f9bda05cf not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:03:13.968012 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-76839893-ee22-44de-87e3-4b5b43547036 req-b1b6e5e0-429f-46c6-85bf-d2a21a9a8ed9 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=c537ac5b-2a9d-4fff-b0de-054fe561d0fb HTTP/1.1" status: 200 len: 945 time: 0.1292510 Dec 08 16:03:13.968497 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device d7b55e79-28a8-4b2f-b572-4adfb5cde701 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:03:13.994337 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: d7b55e79-28a8-4b2f-b572-4adfb5cde701 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:03:13.995470 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device d7b55e79-28a8-4b2f-b572-4adfb5cde701 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:03:14.013389 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6b2d664b-9f39-44d9-ae1c-872005bd4206 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:14.029272 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-76839893-ee22-44de-87e3-4b5b43547036 req-00cd51b1-0c2a-4315-b0c7-65d46a6a5117 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602849 Dec 08 16:03:14.046275 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b073303d-66b0-4cdd-9e54-6dd86ee3e274 admin admin] Router c4914c2c-8625-4316-bb2e-2197da28b8d9 is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:03:14.141468 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf508c8-5b3c-40a1-b279-0cfaf2f5871a req-0fdde188-81d6-46a0-ae02-67426ce34d4c tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:14.143068 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5bf508c8-5b3c-40a1-b279-0cfaf2f5871a req-0fdde188-81d6-46a0-ae02-67426ce34d4c tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=da5fe699-8812-4124-b3f5-1f4ad9dad8d5 HTTP/1.1" status: 200 len: 945 time: 0.0548439 Dec 08 16:03:14.144785 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6b2d664b-9f39-44d9-ae1c-872005bd4206 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:14.182206 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2d664b-9f39-44d9-ae1c-872005bd4206 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4f8db15-7dd6-4dae-b115-9fd654d50684,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:14.185999 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b073303d-66b0-4cdd-9e54-6dd86ee3e274 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:03:14.199196 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2a731e-d3eb-4d9f-af01-21cfc798ae80 None None] Sync routers for ids ['c4914c2c-8625-4316-bb2e-2197da28b8d9'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:03:14.210916 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2a731e-d3eb-4d9f-af01-21cfc798ae80 None None] Routers {'c4914c2c-8625-4316-bb2e-2197da28b8d9'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:03:14.212441 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-7a2a731e-d3eb-4d9f-af01-21cfc798ae80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:03:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['c4914c2c-8625-4316-bb2e-2197da28b8d9'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:03:14.229754 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5bf508c8-5b3c-40a1-b279-0cfaf2f5871a req-3e0cbc1f-c285-44c1-a6f5-29183b1aabe5 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772848 Dec 08 16:03:14.300294 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b073303d-66b0-4cdd-9e54-6dd86ee3e274 admin admin] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:14.300571 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6b2d664b-9f39-44d9-ae1c-872005bd4206 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:14.301679 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b073303d-66b0-4cdd-9e54-6dd86ee3e274 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3267181 Dec 08 16:03:14.302388 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-6b2d664b-9f39-44d9-ae1c-872005bd4206 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6441059 Dec 08 16:03:14.305139 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 33644) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:03:14.305482 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 33646) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:03:14.318103 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-28f63143-7300-4e8a-8db0-9c69bf515b19 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Request body: {'floatingip': {'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:03:14.345576 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b3339c-5a2a-4259-9b5f-71acaef36e05 None None] Network 4d908e8b-e26a-46f5-ae14-09c0944c7d77 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:03:14.355491 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-7a2a731e-d3eb-4d9f-af01-21cfc798ae80 None None] Set router c4914c2c-8625-4316-bb2e-2197da28b8d9 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:03:14.364883 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35bb552-8dee-4ffa-8ef2-a6de384d247d req-a45a5de9-b34f-42ec-95bb-558dd46ef47c tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:14.366493 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e35bb552-8dee-4ffa-8ef2-a6de384d247d req-a45a5de9-b34f-42ec-95bb-558dd46ef47c tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f074090-1b8e-44fb-8556-3be31cc2970e HTTP/1.1" status: 200 len: 944 time: 0.0626853 Dec 08 16:03:14.461135 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e35bb552-8dee-4ffa-8ef2-a6de384d247d req-08615f3f-8227-49f2-b782-57f53dd29b5d tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878773 Dec 08 16:03:14.472612 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 33648) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:03:14.476917 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-e8c47060-590d-4e42-b96c-3f59ff64461d None None] Provisioning complete for port 8697d5a1-8994-49ff-937e-674986262f96 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:03:14.477390 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e8c47060-590d-4e42-b96c-3f59ff64461d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:14.499820 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-28f63143-7300-4e8a-8db0-9c69bf515b19 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks [] for floatingip, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:14.564362 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-471adb85-9f55-48a3-a106-5da6bb0c3528 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d4406bc10dfa47d4898b79f82b66f169&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0896437 Dec 08 16:03:14.565350 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 33650) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:03:14.629936 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-7a2a731e-d3eb-4d9f-af01-21cfc798ae80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4914c2c-8625-4316-bb2e-2197da28b8d9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1952810269-router', 'tenant_id': '4452a1bd0aec434ab61ca7f780b916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '06ce213e-4a2a-4474-b971-0f633a7c9372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:03:11Z', 'updated_at': '2021-12-08T16:03:12Z', 'revision_number': 3, 'project_id': '4452a1bd0aec434ab61ca7f780b916fe', 'gw_port': {'id': '06ce213e-4a2a-4474-b971-0f633a7c9372', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:21:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4914c2c-8625-4316-bb2e-2197da28b8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:03:12Z', 'updated_at': '2021-12-08T16:03:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:03:14.637884 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-12bdc180-19a8-4163-95db-8a775e3b28b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:14.678546 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2a731e-d3eb-4d9f-af01-21cfc798ae80 None None] Checking router: c4914c2c-8625-4316-bb2e-2197da28b8d9 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:03:14.679408 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2a731e-d3eb-4d9f-af01-21cfc798ae80 None None] Updating router c4914c2c-8625-4316-bb2e-2197da28b8d9 port 06ce213e-4a2a-4474-b971-0f633a7c9372 binding host n-d-776250-12 {{(pid=110553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:03:14.690982 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-12bdc180-19a8-4163-95db-8a775e3b28b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:14.712441 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-7a2a731e-d3eb-4d9f-af01-21cfc798ae80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:14.782589 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e8c47060-590d-4e42-b96c-3f59ff64461d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:14.872067 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-12bdc180-19a8-4163-95db-8a775e3b28b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:14.873521 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-12bdc180-19a8-4163-95db-8a775e3b28b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:14.874932 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-12bdc180-19a8-4163-95db-8a775e3b28b6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ccecb223-cc4a-4b56-842a-9dc9f9210160 HTTP/1.1" status: 204 len: 168 time: 0.3082964 Dec 08 16:03:14.903167 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bdc180-19a8-4163-95db-8a775e3b28b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccecb223-cc4a-4b56-842a-9dc9f9210160,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:14.910588 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-e8c47060-590d-4e42-b96c-3f59ff64461d None None] For port 8697d5a1-8994-49ff-937e-674986262f96, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=8697d5a1-8994-49ff-937e-674986262f96,segment=NetworkSegment(d8cbc16c-3c79-415b-9e86-47397899e6ea),segment_id=d8cbc16c-3c79-415b-9e86-47397899e6ea)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:14.940616 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a8d74e-a83e-465d-9efb-bf21f9ca7bb6 req-fccc9a45-a9fb-475c-8e6b-446550f2dbfe tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:14.951266 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-85a8d74e-a83e-465d-9efb-bf21f9ca7bb6 req-fccc9a45-a9fb-475c-8e6b-446550f2dbfe tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9e721e2-7394-4a87-bbde-238568b2da7b HTTP/1.1" status: 200 len: 950 time: 0.0930974 Dec 08 16:03:14.976791 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e8c47060-590d-4e42-b96c-3f59ff64461d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:15.049430 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c47060-590d-4e42-b96c-3f59ff64461d None None] Pushing event updated for resources: {'Port': ['ID=8697d5a1-8994-49ff-937e-674986262f96,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:15.056006 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-85a8d74e-a83e-465d-9efb-bf21f9ca7bb6 req-f3571777-215c-4c8c-86c6-969bde783a29 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032779 Dec 08 16:03:15.109009 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-aa29d932-ac30-4488-a4df-2f32805c27bf None None] Provisioning complete for port 8697d5a1-8994-49ff-937e-674986262f96 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:03:15.109394 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-aa29d932-ac30-4488-a4df-2f32805c27bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:15.114782 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:15.204210 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-28f63143-7300-4e8a-8db0-9c69bf515b19 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:15.248828 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f950604e-cec8-46c6-8047-caa56d7a48d0 req-b88ec059-3a28-4128-8855-62e7d60f2d54 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:15.250113 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-7a2a731e-d3eb-4d9f-af01-21cfc798ae80 None None] Publish callbacks [] for port, precommit_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:15.257897 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f950604e-cec8-46c6-8047-caa56d7a48d0 req-b88ec059-3a28-4128-8855-62e7d60f2d54 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=c537ac5b-2a9d-4fff-b0de-054fe561d0fb HTTP/1.1" status: 200 len: 945 time: 0.0836411 Dec 08 16:03:15.335845 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f950604e-cec8-46c6-8047-caa56d7a48d0 req-872814bb-11d6-46fd-a380-cfd789ea9a8c tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768764 Dec 08 16:03:15.339234 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 8697d5a1-8994-49ff-937e-674986262f96 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:03:15.358192 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-7a2a731e-d3eb-4d9f-af01-21cfc798ae80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:15.393283 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 8697d5a1-8994-49ff-937e-674986262f96 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:03:15.393840 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:15.458544 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-7a2a731e-d3eb-4d9f-af01-21cfc798ae80 None None] Attempting to bind port 06ce213e-4a2a-4474-b971-0f633a7c9372 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:03:15.458920 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-7a2a731e-d3eb-4d9f-af01-21cfc798ae80 None None] Attempting to bind port 06ce213e-4a2a-4474-b971-0f633a7c9372 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:03:15.459694 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2a731e-d3eb-4d9f-af01-21cfc798ae80 None None] Attempting to bind port 06ce213e-4a2a-4474-b971-0f633a7c9372 on network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:03:15.464799 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eceef4b5-54c3-47a3-9027-64802c002b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:15.470269 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2a731e-d3eb-4d9f-af01-21cfc798ae80 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:03:15.470653 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2a731e-d3eb-4d9f-af01-21cfc798ae80 None None] Checking segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:03:15.471066 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-7a2a731e-d3eb-4d9f-af01-21cfc798ae80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:15.471466 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2a731e-d3eb-4d9f-af01-21cfc798ae80 None None] Bound using segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:03:15.472007 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-7a2a731e-d3eb-4d9f-af01-21cfc798ae80 None None] Bound port: 06ce213e-4a2a-4474-b971-0f633a7c9372, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:03:15.472409 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-7a2a731e-d3eb-4d9f-af01-21cfc798ae80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:15.501442 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-28f63143-7300-4e8a-8db0-9c69bf515b19 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Allocated IP 172.25.0.204 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/3cf3ff12-d114-4f7b-994e-82a3a1f3431b) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:03:15.520362 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f599fe-1de5-4232-afc3-7ea78d9efc7a req-d4bd8553-35f9-4798-943e-d7655568a803 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:15.529176 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-73f599fe-1de5-4232-afc3-7ea78d9efc7a req-d4bd8553-35f9-4798-943e-d7655568a803 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=da5fe699-8812-4124-b3f5-1f4ad9dad8d5 HTTP/1.1" status: 200 len: 945 time: 0.1060207 Dec 08 16:03:15.536761 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-7a2a731e-d3eb-4d9f-af01-21cfc798ae80 None None] For port 06ce213e-4a2a-4474-b971-0f633a7c9372, host n-d-776250-12, cleared binding levels {{(pid=110553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:03:15.541315 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-7a2a731e-d3eb-4d9f-af01-21cfc798ae80 None None] For port 06ce213e-4a2a-4474-b971-0f633a7c9372, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=06ce213e-4a2a-4474-b971-0f633a7c9372,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:03:15.565541 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c779f14e-5565-4c5f-b8e4-918fe114a3db None None] Pushing event updated for resources: {'Port': ['ID=06ce213e-4a2a-4474-b971-0f633a7c9372,revision_number=2']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:15.595103 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-73f599fe-1de5-4232-afc3-7ea78d9efc7a req-b73b4e7d-0c32-42ee-bbf0-588b913836f1 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592644 Dec 08 16:03:15.687716 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-7a2a731e-d3eb-4d9f-af01-21cfc798ae80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:15.739921 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c93af5-35ab-44c7-9c01-cf6747e48268 req-f32843b3-8379-493e-b334-35c21f909e80 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:15.748634 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a1c93af5-35ab-44c7-9c01-cf6747e48268 req-f32843b3-8379-493e-b334-35c21f909e80 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f074090-1b8e-44fb-8556-3be31cc2970e HTTP/1.1" status: 200 len: 944 time: 0.0755982 Dec 08 16:03:15.753876 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2a731e-d3eb-4d9f-af01-21cfc798ae80 None None] Routers {'c4914c2c-8625-4316-bb2e-2197da28b8d9'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:03:15.754419 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-7a2a731e-d3eb-4d9f-af01-21cfc798ae80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:03:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['c4914c2c-8625-4316-bb2e-2197da28b8d9'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:03:15.758642 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c779f14e-5565-4c5f-b8e4-918fe114a3db None None] Pushing event updated for resources: {'Port': ['ID=06ce213e-4a2a-4474-b971-0f633a7c9372,revision_number=3']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:15.810857 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a1c93af5-35ab-44c7-9c01-cf6747e48268 req-8fb104e4-cd9b-4df6-88c9-415afc5a71dc tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604110 Dec 08 16:03:15.856868 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-eceef4b5-54c3-47a3-9027-64802c002b39 admin admin] Allocated IP 172.20.0.1 (4d908e8b-e26a-46f5-ae14-09c0944c7d77/6a768157-cca2-4b6d-8879-77bb7f4bb6aa/c107ec0c-40d4-44b2-ac59-ed2c5e816629) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:03:15.883386 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-7a2a731e-d3eb-4d9f-af01-21cfc798ae80 None None] Set router c4914c2c-8625-4316-bb2e-2197da28b8d9 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:03:15.905502 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fb6a4d54-5fb0-4293-a8d7-9a1c501d7a4c req-c24bb389-d3ec-4cc8-962c-2e537ea56c2a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f6a6d425-80b6-4908-ab04-ac48d54fc6c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2417045 Dec 08 16:03:15.980569 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-28f63143-7300-4e8a-8db0-9c69bf515b19 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:16.008336 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-94b08124-4c86-4fe6-a26c-d3d9ddf8bb5f tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:16.009785 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-94b08124-4c86-4fe6-a26c-d3d9ddf8bb5f tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=1f074090-1b8e-44fb-8556-3be31cc2970e&tenant_id=85658dbd01a84c26a2385fde82126184&binding%3Ahost_id=n-h2-776250-12 HTTP/1.1" status: 200 len: 1096 time: 0.1948888 Dec 08 16:03:16.106705 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6a4d54-5fb0-4293-a8d7-9a1c501d7a4c req-34d55a8e-fc44-4ef7-8f2a-11848cc8c610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:16.108309 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fb6a4d54-5fb0-4293-a8d7-9a1c501d7a4c req-34d55a8e-fc44-4ef7-8f2a-11848cc8c610 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=85658dbd01a84c26a2385fde82126184&device_id=f6a6d425-80b6-4908-ab04-ac48d54fc6c3 HTTP/1.1" status: 200 len: 1099 time: 0.1423645 Dec 08 16:03:16.121005 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-7a2a731e-d3eb-4d9f-af01-21cfc798ae80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4914c2c-8625-4316-bb2e-2197da28b8d9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1952810269-router', 'tenant_id': '4452a1bd0aec434ab61ca7f780b916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '06ce213e-4a2a-4474-b971-0f633a7c9372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:03:11Z', 'updated_at': '2021-12-08T16:03:12Z', 'revision_number': 3, 'project_id': '4452a1bd0aec434ab61ca7f780b916fe', 'gw_port': {'id': '06ce213e-4a2a-4474-b971-0f633a7c9372', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:21:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4914c2c-8625-4316-bb2e-2197da28b8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:03:12Z', 'updated_at': '2021-12-08T16:03:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:03:16.125563 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eceef4b5-54c3-47a3-9027-64802c002b39 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:16.138336 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-0e7515f5-f312-4e73-a92f-edcf4027770b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:16.139829 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-0e7515f5-f312-4e73-a92f-edcf4027770b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1f074090-1b8e-44fb-8556-3be31cc2970e&tenant_id=85658dbd01a84c26a2385fde82126184 HTTP/1.1" status: 200 len: 1096 time: 0.1197462 Dec 08 16:03:16.167383 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2a731e-d3eb-4d9f-af01-21cfc798ae80 None None] The sync data for ids ['c4914c2c-8625-4316-bb2e-2197da28b8d9'] in n-d-776250-12 is: [{'id': 'c4914c2c-8625-4316-bb2e-2197da28b8d9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1952810269-router', 'tenant_id': '4452a1bd0aec434ab61ca7f780b916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '06ce213e-4a2a-4474-b971-0f633a7c9372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:03:11Z', 'updated_at': '2021-12-08T16:03:12Z', 'revision_number': 3, 'project_id': '4452a1bd0aec434ab61ca7f780b916fe', 'gw_port': {'id': '06ce213e-4a2a-4474-b971-0f633a7c9372', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:21:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4914c2c-8625-4316-bb2e-2197da28b8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:03:12Z', 'updated_at': '2021-12-08T16:03:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:03:16.244299 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-28f63143-7300-4e8a-8db0-9c69bf515b19 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:16.349955 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f63143-7300-4e8a-8db0-9c69bf515b19 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:03:16.365121 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-28f63143-7300-4e8a-8db0-9c69bf515b19 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:03:16.371295 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f63143-7300-4e8a-8db0-9c69bf515b19 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:03:16.382126 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438df888-bec5-4115-961a-e45a9b91a73e req-cda219a0-8afa-4bc0-a69b-d0a3d3dec697 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:16.383692 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-438df888-bec5-4115-961a-e45a9b91a73e req-cda219a0-8afa-4bc0-a69b-d0a3d3dec697 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9e721e2-7394-4a87-bbde-238568b2da7b HTTP/1.1" status: 200 len: 950 time: 0.2175817 Dec 08 16:03:16.386308 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-6e0e139f-f872-4fee-ac0a-f52cdd73aa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:16.387691 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-6e0e139f-f872-4fee-ac0a-f52cdd73aa5d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=85658dbd01a84c26a2385fde82126184&device_id=1f074090-1b8e-44fb-8556-3be31cc2970e HTTP/1.1" status: 200 len: 1096 time: 0.2098753 Dec 08 16:03:16.388353 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f63143-7300-4e8a-8db0-9c69bf515b19 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Pushing event updated for resources: {'Port': ['ID=3cf3ff12-d114-4f7b-994e-82a3a1f3431b,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:16.537467 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12037c1-fceb-44df-ba8e-1f85f349e3eb req-3f778722-5ed7-472f-b282-db5e6561167d tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:16.541299 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f12037c1-fceb-44df-ba8e-1f85f349e3eb req-3f778722-5ed7-472f-b282-db5e6561167d tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=c537ac5b-2a9d-4fff-b0de-054fe561d0fb HTTP/1.1" status: 200 len: 945 time: 0.0761456 Dec 08 16:03:16.547250 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eceef4b5-54c3-47a3-9027-64802c002b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:16.566288 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:16.606207 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6a4d54-5fb0-4293-a8d7-9a1c501d7a4c req-65988a4d-3665-4781-9d5a-b2e459fcf4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:16.607768 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fb6a4d54-5fb0-4293-a8d7-9a1c501d7a4c req-65988a4d-3665-4781-9d5a-b2e459fcf4ab service neutron] 10.222.0.76 "GET /v2.0/networks?id=9fb73276-e1f8-4bac-a027-20476a8f0b71 HTTP/1.1" status: 200 len: 921 time: 0.4720874 Dec 08 16:03:16.614273 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f12037c1-fceb-44df-ba8e-1f85f349e3eb req-8dce1d09-389c-4fc0-904e-1b03c5c7c100 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662687 Dec 08 16:03:16.640013 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eceef4b5-54c3-47a3-9027-64802c002b39 admin admin] Network 4d908e8b-e26a-46f5-ae14-09c0944c7d77 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:03:16.694439 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-eceef4b5-54c3-47a3-9027-64802c002b39 admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:03:16.719121 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-28f63143-7300-4e8a-8db0-9c69bf515b19 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:16.725633 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceef4b5-54c3-47a3-9027-64802c002b39 admin admin] Pushing event updated for resources: {'Port': ['ID=c107ec0c-40d4-44b2-ac59-ed2c5e816629,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:16.741969 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fb6a4d54-5fb0-4293-a8d7-9a1c501d7a4c req-d66c7b14-069e-41be-baed-7d204c14b8fa service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=150aec00-a505-4a9d-95d4-59e8f7ccabdf HTTP/1.1" status: 200 len: 217 time: 0.1160161 Dec 08 16:03:16.741969 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eceef4b5-54c3-47a3-9027-64802c002b39 admin admin] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:03:16.741969 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eceef4b5-54c3-47a3-9027-64802c002b39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:16.778227 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f1ecce-3dfb-40c5-82b4-38f7aa4dca6a req-0b768e49-6713-4ebb-8d46-7c7b977b0d2f tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:16.780062 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-76f1ecce-3dfb-40c5-82b4-38f7aa4dca6a req-0b768e49-6713-4ebb-8d46-7c7b977b0d2f tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=da5fe699-8812-4124-b3f5-1f4ad9dad8d5 HTTP/1.1" status: 200 len: 945 time: 0.0747349 Dec 08 16:03:16.798446 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-438df888-bec5-4115-961a-e45a9b91a73e req-8d66ba40-c8dc-40b8-84b4-c83d29836e83 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4066985 Dec 08 16:03:16.897581 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-76f1ecce-3dfb-40c5-82b4-38f7aa4dca6a req-82a0d698-60f0-4a5d-b6d3-41f7b44860b3 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105835 Dec 08 16:03:16.928016 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-b2fbadad-5922-429b-84ea-b7bc0b0916e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:16.929647 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-b2fbadad-5922-429b-84ea-b7bc0b0916e8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=9fb73276-e1f8-4bac-a027-20476a8f0b71 HTTP/1.1" status: 200 len: 921 time: 0.5052011 Dec 08 16:03:16.936484 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-28f63143-7300-4e8a-8db0-9c69bf515b19 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:16.983218 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6a4d54-5fb0-4293-a8d7-9a1c501d7a4c req-7f2b52c0-daf5-4b77-ba91-eb4bce453b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:16.985156 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fb6a4d54-5fb0-4293-a8d7-9a1c501d7a4c req-7f2b52c0-daf5-4b77-ba91-eb4bce453b2d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3bab6816-4414-47cc-922e-2566e0e2da0a HTTP/1.1" status: 200 len: 860 time: 0.2405832 Dec 08 16:03:17.030488 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-5df7f38f-d525-4b21-a468-09114e564539 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cad83a43-ab3b-4789-a1d9-94f29188d5a6 HTTP/1.1" status: 200 len: 217 time: 0.0914664 Dec 08 16:03:17.053004 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-000bf86b-977c-4d03-8bd5-b81cdd0db5de None None] Provisioning complete for port c107ec0c-40d4-44b2-ac59-ed2c5e816629 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:03:17.053487 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-000bf86b-977c-4d03-8bd5-b81cdd0db5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:17.087115 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fb6a4d54-5fb0-4293-a8d7-9a1c501d7a4c req-30c61e01-2282-4851-b099-e4d05209cb56 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9fb73276-e1f8-4bac-a027-20476a8f0b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690901 Dec 08 16:03:17.130124 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-000bf86b-977c-4d03-8bd5-b81cdd0db5de None None] Port c107ec0c-40d4-44b2-ac59-ed2c5e816629 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:03:17.173591 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88bfdee-9b58-4a47-84a5-21b2938745e3 req-5c5501ca-5343-4c2c-8efb-fa99710a0ade tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:17.175244 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a88bfdee-9b58-4a47-84a5-21b2938745e3 req-5c5501ca-5343-4c2c-8efb-fa99710a0ade tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f074090-1b8e-44fb-8556-3be31cc2970e HTTP/1.1" status: 200 len: 944 time: 0.1133823 Dec 08 16:03:17.268811 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a88bfdee-9b58-4a47-84a5-21b2938745e3 req-223612ad-8a0f-463c-825c-6063810b68cf tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845232 Dec 08 16:03:17.271360 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 06ce213e-4a2a-4474-b971-0f633a7c9372 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:03:17.296487 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-3652856d-bc08-41bc-9bf2-a9e4eec7f078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:17.296487 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-3652856d-bc08-41bc-9bf2-a9e4eec7f078 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3bab6816-4414-47cc-922e-2566e0e2da0a HTTP/1.1" status: 200 len: 860 time: 0.2196257 Dec 08 16:03:17.333631 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 06ce213e-4a2a-4474-b971-0f633a7c9372 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:03:17.334016 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:17.436325 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:17.459092 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 06ce213e-4a2a-4474-b971-0f633a7c9372, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=06ce213e-4a2a-4474-b971-0f633a7c9372,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:17.515166 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:17.566495 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:17.620495 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=06ce213e-4a2a-4474-b971-0f633a7c9372,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:17.627287 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-3c58a0ec-226d-4d52-9aa3-e6e85156ed7c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9fb73276-e1f8-4bac-a027-20476a8f0b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3076398 Dec 08 16:03:17.746819 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eceef4b5-54c3-47a3-9027-64802c002b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:17.777117 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cade4a-71b7-4fd0-8b3b-f8710c2d11c9 req-d36a66b6-b402-44ab-826d-c83b95a1987f tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:17.777117 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e8cade4a-71b7-4fd0-8b3b-f8710c2d11c9 req-d36a66b6-b402-44ab-826d-c83b95a1987f tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=c537ac5b-2a9d-4fff-b0de-054fe561d0fb HTTP/1.1" status: 200 len: 945 time: 0.5041704 Dec 08 16:03:17.788932 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fb6a4d54-5fb0-4293-a8d7-9a1c501d7a4c req-301a2603-3fd2-47f2-a39f-96023289a294 service neutron] 10.222.0.76 "GET /v2.0/networks/9fb73276-e1f8-4bac-a027-20476a8f0b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6625013 Dec 08 16:03:17.920879 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-28f63143-7300-4e8a-8db0-9c69bf515b19 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:17.933344 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848593d0-1822-4f0f-83ec-9a519008e2a9 req-2fe1abbb-d6df-463d-9fc0-16b8ab504f4d tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:17.935071 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-848593d0-1822-4f0f-83ec-9a519008e2a9 req-2fe1abbb-d6df-463d-9fc0-16b8ab504f4d tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9e721e2-7394-4a87-bbde-238568b2da7b HTTP/1.1" status: 200 len: 950 time: 0.0587070 Dec 08 16:03:17.953996 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-113fa21c-8949-495b-b6e5-fc122c266d59 service neutron] 10.222.0.76 "GET /v2.0/networks/9fb73276-e1f8-4bac-a027-20476a8f0b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010993 Dec 08 16:03:17.990138 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-848593d0-1822-4f0f-83ec-9a519008e2a9 req-d0f5d92e-4f0a-49bc-a312-9e931d809ecf tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454075 Dec 08 16:03:17.997215 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-28f63143-7300-4e8a-8db0-9c69bf515b19 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:18.054194 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e8cade4a-71b7-4fd0-8b3b-f8710c2d11c9 req-cdf15437-3e25-46a1-87f0-ec4175fad0c4 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678201 Dec 08 16:03:18.134505 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-28f63143-7300-4e8a-8db0-9c69bf515b19 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:18.134733 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d3162-3d60-4d06-a30a-cb8d01827058 req-9f2e470c-7ae3-4e2b-8633-76520e0a28a2 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:18.139540 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-de5d3162-3d60-4d06-a30a-cb8d01827058 req-9f2e470c-7ae3-4e2b-8633-76520e0a28a2 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=da5fe699-8812-4124-b3f5-1f4ad9dad8d5 HTTP/1.1" status: 200 len: 945 time: 0.0907369 Dec 08 16:03:18.199388 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fb6a4d54-5fb0-4293-a8d7-9a1c501d7a4c req-85ff5b09-c54d-4e0a-923e-454b049887d9 service neutron] 10.222.0.76 "GET /v2.0/networks/9fb73276-e1f8-4bac-a027-20476a8f0b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3882570 Dec 08 16:03:18.200019 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f63143-7300-4e8a-8db0-9c69bf515b19 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Pushing event updated for resources: {'Port': ['ID=3cf3ff12-d114-4f7b-994e-82a3a1f3431b,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:18.246626 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-de5d3162-3d60-4d06-a30a-cb8d01827058 req-362e3baf-6a70-4df3-add3-086f5a3d0c25 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873671 Dec 08 16:03:18.257108 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-4ae70e13-a038-452c-a7e1-25b76c431323 service neutron] 10.222.0.76 "GET /v2.0/networks/9fb73276-e1f8-4bac-a027-20476a8f0b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340035 Dec 08 16:03:18.274814 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eceef4b5-54c3-47a3-9027-64802c002b39 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:18.278970 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-28f63143-7300-4e8a-8db0-9c69bf515b19 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:18.280268 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-28f63143-7300-4e8a-8db0-9c69bf515b19 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9726467 Dec 08 16:03:18.420459 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eceef4b5-54c3-47a3-9027-64802c002b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:18.421094 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eceef4b5-54c3-47a3-9027-64802c002b39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:18.435074 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133c232-f5aa-4cf9-8b33-5dcc1620b3b6 req-c9522ad8-7b52-4626-ae48-f8da7c85c997 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:18.436698 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c133c232-f5aa-4cf9-8b33-5dcc1620b3b6 req-c9522ad8-7b52-4626-ae48-f8da7c85c997 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f074090-1b8e-44fb-8556-3be31cc2970e HTTP/1.1" status: 200 len: 944 time: 0.0688379 Dec 08 16:03:18.553882 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceef4b5-54c3-47a3-9027-64802c002b39 admin admin] Pushing event updated for resources: {'Port': ['ID=c107ec0c-40d4-44b2-ac59-ed2c5e816629,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:18.600594 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c133c232-f5aa-4cf9-8b33-5dcc1620b3b6 req-481da531-a5c3-4375-af29-418907bb2bbc tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336913 Dec 08 16:03:18.624262 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-837ec221-36a9-4ac8-9127-5816d6c3be75 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--855866243&fields=id&tenant_id=8be2414d63a14131b9f6f8fcfa8d927a HTTP/1.1" status: 200 len: 267 time: 0.0852380 Dec 08 16:03:18.630865 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eceef4b5-54c3-47a3-9027-64802c002b39 admin admin] Network 4d908e8b-e26a-46f5-ae14-09c0944c7d77 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:03:18.632999 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-eceef4b5-54c3-47a3-9027-64802c002b39 admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:03:18.684542 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-6b21bb39-eb3f-4710-9c6c-b3e385159111 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:18.687495 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-6b21bb39-eb3f-4710-9c6c-b3e385159111 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports/96397e9a-c7c5-4d82-adfc-307dcf9a04e0 HTTP/1.1" status: 200 len: 930 time: 0.0617986 Dec 08 16:03:18.790953 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-a42eec19-8a4e-45e1-889f-c4e418c437bb tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:18.799492 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-a42eec19-8a4e-45e1-889f-c4e418c437bb tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports/2290551a-385e-4b70-8762-c1e09a632dd7 HTTP/1.1" status: 200 len: 932 time: 0.1022635 Dec 08 16:03:18.823910 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eceef4b5-54c3-47a3-9027-64802c002b39 admin admin] Router c4914c2c-8625-4316-bb2e-2197da28b8d9 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:03:18.869078 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-43cc3f30-1dbd-4f82-8d1b-48cc7de624f5 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?network_id=24cee103-4be3-4e70-9f00-1d6da085ad6b&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0681124 Dec 08 16:03:18.876418 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-53a7303e-52b1-43e2-a1de-9dd975e691c5 None None] Provisioning complete for port c107ec0c-40d4-44b2-ac59-ed2c5e816629 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:03:18.877420 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-53a7303e-52b1-43e2-a1de-9dd975e691c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:18.944990 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-53a7303e-52b1-43e2-a1de-9dd975e691c5 None None] Port c107ec0c-40d4-44b2-ac59-ed2c5e816629 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:03:18.982822 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-18b41fb9-9405-4dbf-8b9c-029246915a2b tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:18.984357 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-18b41fb9-9405-4dbf-8b9c-029246915a2b tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=1f074090-1b8e-44fb-8556-3be31cc2970e&tenant_id=85658dbd01a84c26a2385fde82126184&binding%3Ahost_id=n-h1-776250-12 HTTP/1.1" status: 200 len: 1096 time: 0.1070490 Dec 08 16:03:19.039002 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eceef4b5-54c3-47a3-9027-64802c002b39 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:03:19.055699 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-eceef4b5-54c3-47a3-9027-64802c002b39 admin admin] 10.222.0.64 "PUT /v2.0/routers/c4914c2c-8625-4316-bb2e-2197da28b8d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7408373 Dec 08 16:03:19.063813 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae95679d-c0c9-4e04-9ef1-b33d0c04e8fd None None] Sync routers for ids ['c4914c2c-8625-4316-bb2e-2197da28b8d9'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:03:19.081608 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae95679d-c0c9-4e04-9ef1-b33d0c04e8fd None None] Routers {'c4914c2c-8625-4316-bb2e-2197da28b8d9'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:03:19.083138 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-ae95679d-c0c9-4e04-9ef1-b33d0c04e8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:03:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['c4914c2c-8625-4316-bb2e-2197da28b8d9'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:03:19.239268 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64979c7e-306d-4808-9dc0-ec662f21ed85 req-7f5fb0fa-644a-42f0-9fc4-0034bedafc25 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:19.241178 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-64979c7e-306d-4808-9dc0-ec662f21ed85 req-7f5fb0fa-644a-42f0-9fc4-0034bedafc25 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9e721e2-7394-4a87-bbde-238568b2da7b HTTP/1.1" status: 200 len: 950 time: 0.1687577 Dec 08 16:03:19.290762 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 06ce213e-4a2a-4474-b971-0f633a7c9372 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:03:19.326059 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-64979c7e-306d-4808-9dc0-ec662f21ed85 req-6dca0e62-0a7e-4ded-a276-12acfe0bd152 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764985 Dec 08 16:03:19.331051 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-9568e3dd-ca5d-40cb-8406-523ddaa67a71 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?network_id=24cee103-4be3-4e70-9f00-1d6da085ad6b&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.4588156 Dec 08 16:03:19.364368 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-ffe87d63-2618-42a2-816a-f5ec9582b667 service neutron] For port cad83a43-ab3b-4789-a1d9-94f29188d5a6, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:03:19.368343 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-ffe87d63-2618-42a2-816a-f5ec9582b667 service neutron] Publish callbacks [] for binding, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:19.370039 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-440fb2d1-263b-4204-bbdd-f18269ad7737 req-ffe87d63-2618-42a2-816a-f5ec9582b667 service neutron] 10.222.0.76 "DELETE /v2.0/ports/cad83a43-ab3b-4789-a1d9-94f29188d5a6/bindings/n-h2-776250-12 HTTP/1.1" status: 204 len: 173 time: 0.3780291 Dec 08 16:03:19.375034 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-ae95679d-c0c9-4e04-9ef1-b33d0c04e8fd None None] Set router c4914c2c-8625-4316-bb2e-2197da28b8d9 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:03:19.449577 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 06ce213e-4a2a-4474-b971-0f633a7c9372 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:03:19.449962 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:19.475127 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-32c3d364-3d3d-4898-a609-bfec08c87427 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:19.484238 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-32c3d364-3d3d-4898-a609-bfec08c87427 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:19.518104 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-32c3d364-3d3d-4898-a609-bfec08c87427 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:19.519239 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28424d6-e976-466e-91f8-cd3128d06b3e req-cb6da6dd-fe0d-482c-b170-5a2d0c216719 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:19.523061 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d28424d6-e976-466e-91f8-cd3128d06b3e req-cb6da6dd-fe0d-482c-b170-5a2d0c216719 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=c537ac5b-2a9d-4fff-b0de-054fe561d0fb HTTP/1.1" status: 200 len: 945 time: 0.0926671 Dec 08 16:03:19.523334 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-32c3d364-3d3d-4898-a609-bfec08c87427 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/networks?id=2160f220-73eb-4128-8e17-580f294db0b0&id=2e4943d2-93a7-4739-8d48-2442fb48fa03&id=2e4943d2-93a7-4739-8d48-2442fb48fa03&id=24cee103-4be3-4e70-9f00-1d6da085ad6b&id=24cee103-4be3-4e70-9f00-1d6da085ad6b HTTP/1.1" status: 200 len: 1989 time: 0.1834016 Dec 08 16:03:19.543431 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-39a126fa-f4e5-4082-a59b-2aded3e2cdb1 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/quotas/8be2414d63a14131b9f6f8fcfa8d927a HTTP/1.1" status: 200 len: 375 time: 0.0197372 Dec 08 16:03:19.626666 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d28424d6-e976-466e-91f8-cd3128d06b3e req-f3ff047b-b0e0-4253-bb8a-1241ce0378f9 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793164 Dec 08 16:03:19.690954 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-b2bd7250-18dc-4955-a569-8e531d6dfcc9 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8be2414d63a14131b9f6f8fcfa8d927a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1452355 Dec 08 16:03:19.845975 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-ae95679d-c0c9-4e04-9ef1-b33d0c04e8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4914c2c-8625-4316-bb2e-2197da28b8d9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1952810269-router', 'tenant_id': '4452a1bd0aec434ab61ca7f780b916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '06ce213e-4a2a-4474-b971-0f633a7c9372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:03:11Z', 'updated_at': '2021-12-08T16:03:17Z', 'revision_number': 4, 'project_id': '4452a1bd0aec434ab61ca7f780b916fe', 'gw_port': {'id': '06ce213e-4a2a-4474-b971-0f633a7c9372', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:21:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4914c2c-8625-4316-bb2e-2197da28b8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:03:12Z', 'updated_at': '2021-12-08T16:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'c107ec0c-40d4-44b2-ac59-ed2c5e816629', 'name': '', 'network_id': '4d908e8b-e26a-46f5-ae14-09c0944c7d77', 'tenant_id': '4452a1bd0aec434ab61ca7f780b916fe', 'mac_address': 'fa:16:3e:8a:02:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4914c2c-8625-4316-bb2e-2197da28b8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '6a768157-cca2-4b6d-8879-77bb7f4bb6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:03:15Z', 'updated_at': '2021-12-08T16:03:17Z', 'revision_number': 2, 'project_id': '4452a1bd0aec434ab61ca7f780b916fe', 'subnets': [{'id': '6a768157-cca2-4b6d-8879-77bb7f4bb6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:03:19.885433 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae95679d-c0c9-4e04-9ef1-b33d0c04e8fd None None] Checking router: c4914c2c-8625-4316-bb2e-2197da28b8d9 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:03:19.886075 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae95679d-c0c9-4e04-9ef1-b33d0c04e8fd None None] Updating router c4914c2c-8625-4316-bb2e-2197da28b8d9 port c107ec0c-40d4-44b2-ac59-ed2c5e816629 binding host n-d-776250-12 {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:03:19.926227 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ae95679d-c0c9-4e04-9ef1-b33d0c04e8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:20.036997 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-aca35913-5014-43f0-b83b-03b3ab20d2b2 service neutron] 10.222.0.64 "GET /v2.0/networks/2160f220-73eb-4128-8e17-580f294db0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3109875 Dec 08 16:03:20.058384 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494d8e59-df44-4a65-8f2a-92b728f3dbef req-29a96f67-f114-4d67-bc50-df360f37cbc8 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:20.066126 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-494d8e59-df44-4a65-8f2a-92b728f3dbef req-29a96f67-f114-4d67-bc50-df360f37cbc8 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=da5fe699-8812-4124-b3f5-1f4ad9dad8d5 HTTP/1.1" status: 200 len: 945 time: 0.0739028 Dec 08 16:03:20.157957 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-439b1f46-a3ca-49f1-b9f0-3dd84349ebbd service neutron] 10.222.0.64 "GET /v2.0/networks/2160f220-73eb-4128-8e17-580f294db0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147602 Dec 08 16:03:20.170216 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-494d8e59-df44-4a65-8f2a-92b728f3dbef req-79ea57a8-8997-4543-8ee4-7aecf3b9511c tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030982 Dec 08 16:03:20.258554 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-45cc34bb-d035-47f2-aeca-1ce0be2f11b7 service neutron] 10.222.0.64 "GET /v2.0/ports/96397e9a-c7c5-4d82-adfc-307dcf9a04e0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0979857 Dec 08 16:03:20.314451 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75b178-19cf-4d9a-8e55-f8089ced206b req-47be1f6f-2834-4769-89c5-4a75be6565b4 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:20.316045 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9c75b178-19cf-4d9a-8e55-f8089ced206b req-47be1f6f-2834-4769-89c5-4a75be6565b4 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f074090-1b8e-44fb-8556-3be31cc2970e HTTP/1.1" status: 200 len: 944 time: 0.0663824 Dec 08 16:03:20.372620 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-ae259552-e1fa-47a5-8ba8-f3d2940d564a service neutron] 10.222.0.64 "GET /v2.0/networks/2e4943d2-93a7-4739-8d48-2442fb48fa03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130471 Dec 08 16:03:20.395379 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9c75b178-19cf-4d9a-8e55-f8089ced206b req-72ba1fb3-bf91-4e00-9397-f9c425345263 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681794 Dec 08 16:03:20.492930 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-42ca1a92-00c5-4402-9c2a-83e49482637b service neutron] 10.222.0.64 "GET /v2.0/networks/2e4943d2-93a7-4739-8d48-2442fb48fa03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112649 Dec 08 16:03:20.521840 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ae95679d-c0c9-4e04-9ef1-b33d0c04e8fd None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:20.542386 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-a4521933-2e55-4124-ae3a-e081c9d07859 service neutron] 10.222.0.64 "GET /v2.0/ports/2290551a-385e-4b70-8762-c1e09a632dd7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0403531 Dec 08 16:03:20.635893 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ae95679d-c0c9-4e04-9ef1-b33d0c04e8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:20.661796 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-726a8d80-053e-470e-becb-069f7cea0799 service neutron] 10.222.0.64 "GET /v2.0/networks/2e4943d2-93a7-4739-8d48-2442fb48fa03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121316 Dec 08 16:03:20.712960 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d90116-c23d-443f-a25d-07a50b984470 None None] Pushing event updated for resources: {'Port': ['ID=c107ec0c-40d4-44b2-ac59-ed2c5e816629,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:20.791345 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-a760375b-bda2-4497-b3f4-6358121ca936 service neutron] 10.222.0.64 "GET /v2.0/networks/2e4943d2-93a7-4739-8d48-2442fb48fa03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224525 Dec 08 16:03:20.792439 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-ae95679d-c0c9-4e04-9ef1-b33d0c04e8fd None None] Attempting to bind port c107ec0c-40d4-44b2-ac59-ed2c5e816629 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:03:20.792820 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-ae95679d-c0c9-4e04-9ef1-b33d0c04e8fd None None] Attempting to bind port c107ec0c-40d4-44b2-ac59-ed2c5e816629 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'd8cbc16c-3c79-415b-9e86-47397899e6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4d908e8b-e26a-46f5-ae14-09c0944c7d77'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:03:20.793240 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae95679d-c0c9-4e04-9ef1-b33d0c04e8fd None None] Attempting to bind port c107ec0c-40d4-44b2-ac59-ed2c5e816629 on network 4d908e8b-e26a-46f5-ae14-09c0944c7d77 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:03:20.799361 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae95679d-c0c9-4e04-9ef1-b33d0c04e8fd None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:03:20.799761 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae95679d-c0c9-4e04-9ef1-b33d0c04e8fd None None] Checking segment: {'id': 'd8cbc16c-3c79-415b-9e86-47397899e6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4d908e8b-e26a-46f5-ae14-09c0944c7d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:03:20.800149 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ae95679d-c0c9-4e04-9ef1-b33d0c04e8fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:20.800564 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae95679d-c0c9-4e04-9ef1-b33d0c04e8fd None None] Bound using segment: {'id': 'd8cbc16c-3c79-415b-9e86-47397899e6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4d908e8b-e26a-46f5-ae14-09c0944c7d77'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:03:20.801039 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-ae95679d-c0c9-4e04-9ef1-b33d0c04e8fd None None] Bound port: c107ec0c-40d4-44b2-ac59-ed2c5e816629, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cbc16c-3c79-415b-9e86-47397899e6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4d908e8b-e26a-46f5-ae14-09c0944c7d77'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:03:20.801440 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ae95679d-c0c9-4e04-9ef1-b33d0c04e8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:20.909616 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-ae95679d-c0c9-4e04-9ef1-b33d0c04e8fd None None] For port c107ec0c-40d4-44b2-ac59-ed2c5e816629, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:03:20.914519 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-ae95679d-c0c9-4e04-9ef1-b33d0c04e8fd None None] For port c107ec0c-40d4-44b2-ac59-ed2c5e816629, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=c107ec0c-40d4-44b2-ac59-ed2c5e816629,segment=NetworkSegment(d8cbc16c-3c79-415b-9e86-47397899e6ea),segment_id=d8cbc16c-3c79-415b-9e86-47397899e6ea)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:03:20.938676 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-51ca93a1-5ced-4d18-9b6e-a1b1f630107a service neutron] 10.222.0.64 "GET /v2.0/networks/2e4943d2-93a7-4739-8d48-2442fb48fa03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448653 Dec 08 16:03:20.996507 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-a9ea5f65-c447-41c0-b8ab-755a04c1a966 None None] Provisioning complete for port c107ec0c-40d4-44b2-ac59-ed2c5e816629 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:03:20.996970 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a9ea5f65-c447-41c0-b8ab-755a04c1a966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:21.049464 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ae95679d-c0c9-4e04-9ef1-b33d0c04e8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:21.060444 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-a9ea5f65-c447-41c0-b8ab-755a04c1a966 None None] Port c107ec0c-40d4-44b2-ac59-ed2c5e816629 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:03:21.096053 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-b4375987-8620-4a9a-af02-3b7db39b3415 service neutron] 10.222.0.64 "GET /v2.0/networks/2e4943d2-93a7-4739-8d48-2442fb48fa03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499627 Dec 08 16:03:21.149938 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d90116-c23d-443f-a25d-07a50b984470 None None] Pushing event updated for resources: {'Port': ['ID=c107ec0c-40d4-44b2-ac59-ed2c5e816629,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:21.159884 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae95679d-c0c9-4e04-9ef1-b33d0c04e8fd None None] Routers {'c4914c2c-8625-4316-bb2e-2197da28b8d9'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:03:21.161839 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-ae95679d-c0c9-4e04-9ef1-b33d0c04e8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:03:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['c4914c2c-8625-4316-bb2e-2197da28b8d9'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:03:21.309855 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:03:21.335256 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-0b09d8d5-f6a2-463d-a2e0-b03bd60b44c8 service neutron] 10.222.0.64 "GET /v2.0/networks/2e4943d2-93a7-4739-8d48-2442fb48fa03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228723 Dec 08 16:03:21.396407 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-ae95679d-c0c9-4e04-9ef1-b33d0c04e8fd None None] Set router c4914c2c-8625-4316-bb2e-2197da28b8d9 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:03:21.590637 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-b68e9473-547e-4008-9120-532f660b6b8e service neutron] 10.222.0.64 "GET /v2.0/networks/2e4943d2-93a7-4739-8d48-2442fb48fa03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520688 Dec 08 16:03:21.605170 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33933ce4-9687-42ec-92a0-f4d11e7814a6 req-b0aa8261-8aa3-442b-8ee5-86d77237238e tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:21.616673 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-33933ce4-9687-42ec-92a0-f4d11e7814a6 req-b0aa8261-8aa3-442b-8ee5-86d77237238e tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9e721e2-7394-4a87-bbde-238568b2da7b HTTP/1.1" status: 200 len: 950 time: 0.1037199 Dec 08 16:03:21.636917 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-257b19dc-9ab4-44f6-bdba-d6b55c1288e6 None None] Provisioning complete for port c107ec0c-40d4-44b2-ac59-ed2c5e816629 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:03:21.637563 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-257b19dc-9ab4-44f6-bdba-d6b55c1288e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:21.686065 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-33933ce4-9687-42ec-92a0-f4d11e7814a6 req-85125845-87c1-42c2-bb78-dd4317f2e6ad tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682440 Dec 08 16:03:21.712501 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-c6658c02-1a50-4b66-a57f-f82c659135da service neutron] 10.222.0.64 "GET /v2.0/networks/24cee103-4be3-4e70-9f00-1d6da085ad6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203389 Dec 08 16:03:21.803734 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-257b19dc-9ab4-44f6-bdba-d6b55c1288e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:21.824401 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-34176655-a214-4fb7-ab3a-3d9f38bee88e service neutron] 10.222.0.64 "GET /v2.0/networks/24cee103-4be3-4e70-9f00-1d6da085ad6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109996 Dec 08 16:03:21.895676 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-257b19dc-9ab4-44f6-bdba-d6b55c1288e6 None None] For port c107ec0c-40d4-44b2-ac59-ed2c5e816629, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=c107ec0c-40d4-44b2-ac59-ed2c5e816629,segment=NetworkSegment(d8cbc16c-3c79-415b-9e86-47397899e6ea),segment_id=d8cbc16c-3c79-415b-9e86-47397899e6ea)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:21.908769 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-ae95679d-c0c9-4e04-9ef1-b33d0c04e8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4914c2c-8625-4316-bb2e-2197da28b8d9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1952810269-router', 'tenant_id': '4452a1bd0aec434ab61ca7f780b916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '06ce213e-4a2a-4474-b971-0f633a7c9372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:03:11Z', 'updated_at': '2021-12-08T16:03:17Z', 'revision_number': 4, 'project_id': '4452a1bd0aec434ab61ca7f780b916fe', 'gw_port': {'id': '06ce213e-4a2a-4474-b971-0f633a7c9372', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:21:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4914c2c-8625-4316-bb2e-2197da28b8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:03:12Z', 'updated_at': '2021-12-08T16:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'c107ec0c-40d4-44b2-ac59-ed2c5e816629', 'name': '', 'network_id': '4d908e8b-e26a-46f5-ae14-09c0944c7d77', 'tenant_id': '4452a1bd0aec434ab61ca7f780b916fe', 'mac_address': 'fa:16:3e:8a:02:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4914c2c-8625-4316-bb2e-2197da28b8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '6a768157-cca2-4b6d-8879-77bb7f4bb6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:03:15Z', 'updated_at': '2021-12-08T16:03:20Z', 'revision_number': 4, 'project_id': '4452a1bd0aec434ab61ca7f780b916fe', 'subnets': [{'id': '6a768157-cca2-4b6d-8879-77bb7f4bb6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:03:21.945837 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae95679d-c0c9-4e04-9ef1-b33d0c04e8fd None None] The sync data for ids ['c4914c2c-8625-4316-bb2e-2197da28b8d9'] in n-d-776250-12 is: [{'id': 'c4914c2c-8625-4316-bb2e-2197da28b8d9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1952810269-router', 'tenant_id': '4452a1bd0aec434ab61ca7f780b916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '06ce213e-4a2a-4474-b971-0f633a7c9372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:03:11Z', 'updated_at': '2021-12-08T16:03:17Z', 'revision_number': 4, 'project_id': '4452a1bd0aec434ab61ca7f780b916fe', 'gw_port': {'id': '06ce213e-4a2a-4474-b971-0f633a7c9372', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:21:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4914c2c-8625-4316-bb2e-2197da28b8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:03:12Z', 'updated_at': '2021-12-08T16:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'c107ec0c-40d4-44b2-ac59-ed2c5e816629', 'name': '', 'network_id': '4d908e8b-e26a-46f5-ae14-09c0944c7d77', 'tenant_id': '4452a1bd0aec434ab61ca7f780b916fe', 'mac_address': 'fa:16:3e:8a:02:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4914c2c-8625-4316-bb2e-2197da28b8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '6a768157-cca2-4b6d-8879-77bb7f4bb6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:03:15Z', 'updated_at': '2021-12-08T16:03:20Z', 'revision_number': 4, 'project_id': '4452a1bd0aec434ab61ca7f780b916fe', 'subnets': [{'id': '6a768157-cca2-4b6d-8879-77bb7f4bb6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:03:21.978436 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-257b19dc-9ab4-44f6-bdba-d6b55c1288e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:22.100775 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-243897c1-b44e-4d4c-af78-9a2fd9517620 service neutron] 10.222.0.64 "GET /v2.0/networks/24cee103-4be3-4e70-9f00-1d6da085ad6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588000 Dec 08 16:03:22.185302 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257b19dc-9ab4-44f6-bdba-d6b55c1288e6 None None] Pushing event updated for resources: {'Port': ['ID=c107ec0c-40d4-44b2-ac59-ed2c5e816629,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:22.211529 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6fa393-3966-4d1a-a691-edc1107cef73 req-2139784d-74fa-4b45-8555-0b6aee896f76 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:22.222268 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1a6fa393-3966-4d1a-a691-edc1107cef73 req-2139784d-74fa-4b45-8555-0b6aee896f76 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=da5fe699-8812-4124-b3f5-1f4ad9dad8d5 HTTP/1.1" status: 200 len: 945 time: 0.2100325 Dec 08 16:03:22.316462 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1a6fa393-3966-4d1a-a691-edc1107cef73 req-612b41d5-6411-47da-b9c5-2d5e08245117 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912075 Dec 08 16:03:22.353310 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-e17b58d7-8f5d-4fd5-a50c-4cbfdbf5925c service neutron] 10.222.0.64 "GET /v2.0/networks/24cee103-4be3-4e70-9f00-1d6da085ad6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284038 Dec 08 16:03:22.527719 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6735c434-26fc-4aff-9985-6dcff14ff443 req-c19edd35-a3a3-4536-86a0-148c3a0af026 tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:22.531853 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6735c434-26fc-4aff-9985-6dcff14ff443 req-c19edd35-a3a3-4536-86a0-148c3a0af026 tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=1f074090-1b8e-44fb-8556-3be31cc2970e HTTP/1.1" status: 200 len: 1096 time: 0.1171870 Dec 08 16:03:22.615037 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6735c434-26fc-4aff-9985-6dcff14ff443 req-d9c5488b-3ba2-42c2-a8d9-96db1cd7697b tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708435 Dec 08 16:03:22.929773 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb7b88d-0774-4551-8764-6a28e9f6780a req-3c586f70-315f-4da5-a354-8387c90b081e tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:22.936789 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0bb7b88d-0774-4551-8764-6a28e9f6780a req-3c586f70-315f-4da5-a354-8387c90b081e tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9e721e2-7394-4a87-bbde-238568b2da7b HTTP/1.1" status: 200 len: 950 time: 0.0969810 Dec 08 16:03:23.040986 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0bb7b88d-0774-4551-8764-6a28e9f6780a req-b783d57b-5219-422c-902e-7ce175b3d758 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973220 Dec 08 16:03:23.290752 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device c107ec0c-40d4-44b2-ac59-ed2c5e816629 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:03:23.349011 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 412d2b2e-4ac4-4c68-9d0c-15f43175ae5f details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:03:23.483794 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port c107ec0c-40d4-44b2-ac59-ed2c5e816629 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:03:23.484490 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:23.544089 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156c8d5-2a36-4c6f-9bbe-54970f295894 req-809fbb5e-5a51-4a06-81f5-d02637769f38 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:23.554790 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d156c8d5-2a36-4c6f-9bbe-54970f295894 req-809fbb5e-5a51-4a06-81f5-d02637769f38 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/networks?id=9fb73276-e1f8-4bac-a027-20476a8f0b71 HTTP/1.1" status: 200 len: 820 time: 0.1592338 Dec 08 16:03:23.575630 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d156c8d5-2a36-4c6f-9bbe-54970f295894 req-3b0cecdb-40f3-4ae3-8106-df4140afbf94 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/quotas/85658dbd01a84c26a2385fde82126184 HTTP/1.1" status: 200 len: 375 time: 0.0195732 Dec 08 16:03:23.660876 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d156c8d5-2a36-4c6f-9bbe-54970f295894 req-c1a94499-ef4c-4179-9a16-1a0a34d91928 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=85658dbd01a84c26a2385fde82126184&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0842893 Dec 08 16:03:23.733248 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 412d2b2e-4ac4-4c68-9d0c-15f43175ae5f, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=412d2b2e-4ac4-4c68-9d0c-15f43175ae5f,segment=NetworkSegment(e6288665-5271-4e12-95de-f05a0f00000f),segment_id=e6288665-5271-4e12-95de-f05a0f00000f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:23.747873 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '412d2b2e-4ac4-4c68-9d0c-15f43175ae5f', 'network_id': '7f044dd4-dc97-4f05-8a73-1de9a290e893', 'port_id': '412d2b2e-4ac4-4c68-9d0c-15f43175ae5f', 'mac_address': 'fa:16:3e:29:87:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e145596-3948-4729-810a-534bcf8272d4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:03:23.824718 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d156c8d5-2a36-4c6f-9bbe-54970f295894 req-8b96aa48-cc9b-4710-afaf-697782702d79 service neutron] 10.222.0.64 "GET /v2.0/networks/9fb73276-e1f8-4bac-a027-20476a8f0b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557794 Dec 08 16:03:23.831167 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:23.845477 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 412d2b2e-4ac4-4c68-9d0c-15f43175ae5f {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:03:23.868242 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 412d2b2e-4ac4-4c68-9d0c-15f43175ae5f, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=412d2b2e-4ac4-4c68-9d0c-15f43175ae5f,segment=NetworkSegment(e6288665-5271-4e12-95de-f05a0f00000f),segment_id=e6288665-5271-4e12-95de-f05a0f00000f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:23.953909 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d156c8d5-2a36-4c6f-9bbe-54970f295894 req-ccd49df5-9c79-48b3-8ff3-6400ec9f65b5 service neutron] 10.222.0.64 "GET /v2.0/networks/9fb73276-e1f8-4bac-a027-20476a8f0b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284366 Dec 08 16:03:23.966861 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:24.033628 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=412d2b2e-4ac4-4c68-9d0c-15f43175ae5f,revision_number=6']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:24.052969 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['412d2b2e-4ac4-4c68-9d0c-15f43175ae5f'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:03:24.409614 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9190e58b-06ef-48b8-aea7-4ab34a0f3fdf req-17e31510-ed1d-4628-835a-0ba847167960 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:24.411543 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9190e58b-06ef-48b8-aea7-4ab34a0f3fdf req-17e31510-ed1d-4628-835a-0ba847167960 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=da5fe699-8812-4124-b3f5-1f4ad9dad8d5 HTTP/1.1" status: 200 len: 945 time: 0.0817862 Dec 08 16:03:24.508416 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9190e58b-06ef-48b8-aea7-4ab34a0f3fdf req-990d8e80-6419-46b8-a55e-574474accbe3 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846858 Dec 08 16:03:24.690334 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b9a48e-509a-4452-b360-e98ed7d850c2 req-820d076f-43e6-4c67-a4b1-b5d9e7996ce9 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:24.692856 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-49b9a48e-509a-4452-b360-e98ed7d850c2 req-820d076f-43e6-4c67-a4b1-b5d9e7996ce9 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9e721e2-7394-4a87-bbde-238568b2da7b HTTP/1.1" status: 200 len: 950 time: 0.0585005 Dec 08 16:03:24.773742 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-49b9a48e-509a-4452-b360-e98ed7d850c2 req-9dea9ae1-9ace-4e4c-b901-1ad198b1c749 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625141 Dec 08 16:03:24.994106 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2f447b90-eb6d-4aa9-bb41-7292e36735e1 req-fc84e89f-2c4e-45b9-bac8-cbed1759f7ff tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a50fa4b-7592-447e-a88a-be6b406d9a92 HTTP/1.1" status: 200 len: 210 time: 0.0656729 Dec 08 16:03:25.288628 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-263c509c-0ee8-4fbd-b1a0-6be89287d5ab req-3bc745c6-4fbe-43df-97f2-d6445e2e6843 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 210 time: 0.0877037 Dec 08 16:03:25.357920 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 412d2b2e-4ac4-4c68-9d0c-15f43175ae5f up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:03:25.444464 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 412d2b2e-4ac4-4c68-9d0c-15f43175ae5f triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:03:25.445139 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:25.567065 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:25.596001 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c537ac5b-2a9d-4fff-b0de-054fe561d0fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '412d2b2e-4ac4-4c68-9d0c-15f43175ae5f'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:03:25.598819 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8649bed-b261-4066-a2a2-65871c97c62f" -d '{"events": [{"server_uuid": "c537ac5b-2a9d-4fff-b0de-054fe561d0fb", "name": "network-vif-plugged", "status": "completed", "tag": "412d2b2e-4ac4-4c68-9d0c-15f43175ae5f"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:03:25.650248 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 412d2b2e-4ac4-4c68-9d0c-15f43175ae5f, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=412d2b2e-4ac4-4c68-9d0c-15f43175ae5f,segment=NetworkSegment(e6288665-5271-4e12-95de-f05a0f00000f),segment_id=e6288665-5271-4e12-95de-f05a0f00000f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:25.719436 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721b8f60-2219-4695-9c66-ed9c18d671ad x-openstack-request-id: req-721b8f60-2219-4695-9c66-ed9c18d671ad {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:03:25.720263 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c537ac5b-2a9d-4fff-b0de-054fe561d0fb", "name": "network-vif-plugged", "status": "completed", "tag": "412d2b2e-4ac4-4c68-9d0c-15f43175ae5f", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:03:25.720692 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-721b8f60-2219-4695-9c66-ed9c18d671ad {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:03:25.721780 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c537ac5b-2a9d-4fff-b0de-054fe561d0fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '412d2b2e-4ac4-4c68-9d0c-15f43175ae5f', 'code': 200} Dec 08 16:03:25.828293 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9382fd0c-a21a-4939-94ff-2be02eebed9c req-00b2b70e-7730-4cd9-a029-2fe7869fc06b tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:25.833712 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9382fd0c-a21a-4939-94ff-2be02eebed9c req-00b2b70e-7730-4cd9-a029-2fe7869fc06b tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=da5fe699-8812-4124-b3f5-1f4ad9dad8d5 HTTP/1.1" status: 200 len: 945 time: 0.2047710 Dec 08 16:03:25.915351 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:25.959185 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9382fd0c-a21a-4939-94ff-2be02eebed9c req-9ccc44c0-60e0-44bf-8e66-132a4457f354 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179545 Dec 08 16:03:26.068539 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622dbdd-661e-4027-85eb-0a3f5746848b req-fa0cd088-04b4-4c94-975e-b75ebccf8c90 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:26.073225 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8622dbdd-661e-4027-85eb-0a3f5746848b req-fa0cd088-04b4-4c94-975e-b75ebccf8c90 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9e721e2-7394-4a87-bbde-238568b2da7b HTTP/1.1" status: 200 len: 950 time: 0.1673157 Dec 08 16:03:26.159602 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=412d2b2e-4ac4-4c68-9d0c-15f43175ae5f,revision_number=7']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:26.210493 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8622dbdd-661e-4027-85eb-0a3f5746848b req-918dee36-4030-42ce-b907-b50f4a043f34 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207039 Dec 08 16:03:26.229370 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-41c89622-830a-45c7-848f-1d722d3feb1a req-1597ad8d-5e01-4ab9-af1e-57b433c77326 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a50fa4b-7592-447e-a88a-be6b406d9a92 HTTP/1.1" status: 200 len: 210 time: 0.0756862 Dec 08 16:03:26.421678 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-193bea37-a930-43e3-9eae-bc66db434f21 req-e96144ce-4cbe-42c6-aba5-33096d4553f5 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 210 time: 0.0480072 Dec 08 16:03:26.717881 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a033272c-dbcd-4070-9f16-f8637a322e38 req-1b4a0075-b859-486a-9569-c89a00750531 service neutron] 10.222.0.37 "GET /v2.0/ports/1c95887f-8d94-47e3-a094-535df5d8ef01/bindings/n-h2-776250-12 HTTP/1.1" status: 200 len: 383 time: 0.1515665 Dec 08 16:03:27.232203 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec49e0b-50f2-4bbc-bbcf-5a56dd7a7e58 req-f7bce9e9-8660-4edd-aea5-c05723b902a1 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:27.246169 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-aec49e0b-50f2-4bbc-bbcf-5a56dd7a7e58 req-f7bce9e9-8660-4edd-aea5-c05723b902a1 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=da5fe699-8812-4124-b3f5-1f4ad9dad8d5 HTTP/1.1" status: 200 len: 945 time: 0.1420941 Dec 08 16:03:27.344862 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-aec49e0b-50f2-4bbc-bbcf-5a56dd7a7e58 req-830da8ea-be97-4ab3-abba-eeeba5b17757 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972724 Dec 08 16:03:27.595505 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7937ee74-bf63-49c4-94df-c2c685010ced req-6ddeab80-4c2b-4279-a4c4-eb9715592109 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:27.611005 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7937ee74-bf63-49c4-94df-c2c685010ced req-6ddeab80-4c2b-4279-a4c4-eb9715592109 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9e721e2-7394-4a87-bbde-238568b2da7b HTTP/1.1" status: 200 len: 950 time: 0.1341922 Dec 08 16:03:27.693097 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156c8d5-2a36-4c6f-9bbe-54970f295894 req-4fe993b1-6519-49ad-8643-ba9ae9acbad8 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:27.695097 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d156c8d5-2a36-4c6f-9bbe-54970f295894 req-4fe993b1-6519-49ad-8643-ba9ae9acbad8 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.37 "GET /v2.0/networks?id=9fb73276-e1f8-4bac-a027-20476a8f0b71 HTTP/1.1" status: 200 len: 820 time: 0.2144871 Dec 08 16:03:27.763416 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ac97bce5-799f-4b42-a099-a37a57350bcd req-cb69abd6-1077-4b50-bdfb-7d386f99ca78 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a50fa4b-7592-447e-a88a-be6b406d9a92 HTTP/1.1" status: 200 len: 210 time: 0.0617592 Dec 08 16:03:27.772338 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-d156c8d5-2a36-4c6f-9bbe-54970f295894 req-747be711-14f2-4bb7-bda9-e16dd36f2272 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Request body: {'port': {'device_id': '8a50fa4b-7592-447e-a88a-be6b406d9a92', 'network_id': '9fb73276-e1f8-4bac-a027-20476a8f0b71', 'admin_state_up': True, 'tenant_id': '85658dbd01a84c26a2385fde82126184'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:03:27.787620 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a033272c-dbcd-4070-9f16-f8637a322e38 req-9d747a47-0520-439e-8789-83f35b5ff848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:27.790132 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a033272c-dbcd-4070-9f16-f8637a322e38 req-9d747a47-0520-439e-8789-83f35b5ff848 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a9e721e2-7394-4a87-bbde-238568b2da7b&tenant_id=b73d206799fe4423a8cfa64c519990fb HTTP/1.1" status: 200 len: 1102 time: 0.1766810 Dec 08 16:03:27.816059 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7937ee74-bf63-49c4-94df-c2c685010ced req-9d097dc3-d87c-400d-8cf1-7a76d952d07a tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031159 Dec 08 16:03:28.063170 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a033272c-dbcd-4070-9f16-f8637a322e38 req-2cbf6c9a-0719-442c-a61a-536864f318d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:28.065695 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a033272c-dbcd-4070-9f16-f8637a322e38 req-2cbf6c9a-0719-442c-a61a-536864f318d4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b73d206799fe4423a8cfa64c519990fb&device_id=a9e721e2-7394-4a87-bbde-238568b2da7b HTTP/1.1" status: 200 len: 1102 time: 0.1809504 Dec 08 16:03:28.229399 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d156c8d5-2a36-4c6f-9bbe-54970f295894 req-747be711-14f2-4bb7-bda9-e16dd36f2272 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Made reservation on behalf of 85658dbd01a84c26a2385fde82126184 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:03:28.234934 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d156c8d5-2a36-4c6f-9bbe-54970f295894 req-747be711-14f2-4bb7-bda9-e16dd36f2272 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:28.286287 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e64dd176-621e-4d61-8a40-8826bcc8852b req-03b56dcf-f7c3-4fa8-8754-874465184888 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 210 time: 0.1438241 Dec 08 16:03:28.461148 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a033272c-dbcd-4070-9f16-f8637a322e38 req-25336be7-cc32-4790-8e1e-39ccf0a4c947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:28.462855 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a033272c-dbcd-4070-9f16-f8637a322e38 req-25336be7-cc32-4790-8e1e-39ccf0a4c947 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b91759c7-445e-4f7b-9fc4-64d80951832c HTTP/1.1" status: 200 len: 870 time: 0.3884761 Dec 08 16:03:28.532916 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e0271ebe-6c29-4f6d-97c1-14100b478a1b req-544ef7c9-50a8-4724-83b2-6e52fb5868db tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=33536254a37a4670b6fcbc4dbda57cf5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2395227 Dec 08 16:03:28.549073 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a033272c-dbcd-4070-9f16-f8637a322e38 req-9134ae74-3a52-4dd3-a3bf-feb5ee17e85b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=1c95887f-8d94-47e3-a094-535df5d8ef01 HTTP/1.1" status: 200 len: 217 time: 0.0758765 Dec 08 16:03:28.661012 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d872dec-b7e7-455c-844d-fddb4116aa92 req-cf4516eb-97cc-4ac9-961d-5ca0c292f44a tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:28.673351 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6d872dec-b7e7-455c-844d-fddb4116aa92 req-cf4516eb-97cc-4ac9-961d-5ca0c292f44a tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=da5fe699-8812-4124-b3f5-1f4ad9dad8d5 HTTP/1.1" status: 200 len: 945 time: 0.1279099 Dec 08 16:03:28.741159 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a033272c-dbcd-4070-9f16-f8637a322e38 req-794efdfb-2658-4464-8bdc-2f04ce898713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:28.743459 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a033272c-dbcd-4070-9f16-f8637a322e38 req-794efdfb-2658-4464-8bdc-2f04ce898713 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.1543379 Dec 08 16:03:28.801452 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6d872dec-b7e7-455c-844d-fddb4116aa92 req-60c5a26a-104a-4b97-bc2b-515bb3612c87 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263628 Dec 08 16:03:28.854401 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a033272c-dbcd-4070-9f16-f8637a322e38 req-f44ceeeb-01b8-4f06-8865-6c853e6bc46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:28.856536 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a033272c-dbcd-4070-9f16-f8637a322e38 req-f44ceeeb-01b8-4f06-8865-6c853e6bc46d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1033950 Dec 08 16:03:28.995496 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a033272c-dbcd-4070-9f16-f8637a322e38 req-23dc83e4-087c-4bfa-9bbb-8110718e5d80 service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295171 Dec 08 16:03:29.230071 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ca2de46f-c05c-4869-b01a-2c238d99e675 req-c762ad96-05bb-494f-9aa4-8d549e72fb30 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a50fa4b-7592-447e-a88a-be6b406d9a92 HTTP/1.1" status: 200 len: 210 time: 0.0541935 Dec 08 16:03:29.242422 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-e771bd7e-bbd7-4634-96e5-2ca432649798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:29.248882 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-e771bd7e-bbd7-4634-96e5-2ca432649798 service neutron] 10.222.0.37 "GET /v2.0/ports/96397e9a-c7c5-4d82-adfc-307dcf9a04e0 HTTP/1.1" status: 200 len: 1026 time: 0.6148751 Dec 08 16:03:29.248882 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-d156c8d5-2a36-4c6f-9bbe-54970f295894 req-747be711-14f2-4bb7-bda9-e16dd36f2272 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Allocated IP 172.20.0.9 (9fb73276-e1f8-4bac-a027-20476a8f0b71/3bab6816-4414-47cc-922e-2566e0e2da0a/29971d89-222c-43b5-a49f-01483af5bbe9) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:03:29.282039 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a033272c-dbcd-4070-9f16-f8637a322e38 req-e3fbe39f-3f44-47e5-a99f-5ada09d4e996 service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742083 Dec 08 16:03:29.308688 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-d3923fed-6db8-4317-9b28-9c016390a89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:29.310223 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-d3923fed-6db8-4317-9b28-9c016390a89f service neutron] 10.222.0.37 "GET /v2.0/ports/2290551a-385e-4b70-8762-c1e09a632dd7 HTTP/1.1" status: 200 len: 1028 time: 0.0524921 Dec 08 16:03:29.396691 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0271ebe-6c29-4f6d-97c1-14100b478a1b req-7304dfcd-5244-47b3-b2ad-ca20ee8d2395 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:29.404996 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e0271ebe-6c29-4f6d-97c1-14100b478a1b req-7304dfcd-5244-47b3-b2ad-ca20ee8d2395 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8711958 Dec 08 16:03:29.480683 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dddc42-ea0a-4f3e-81b1-b519d367946e req-38613d99-2431-4b59-8f70-c2689d050632 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:29.481568 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e0271ebe-6c29-4f6d-97c1-14100b478a1b req-8465150d-fb80-4192-8119-d46363301c55 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] 10.222.0.64 "GET /v2.0/quotas/33536254a37a4670b6fcbc4dbda57cf5 HTTP/1.1" status: 200 len: 375 time: 0.0754483 Dec 08 16:03:29.488467 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b7dddc42-ea0a-4f3e-81b1-b519d367946e req-38613d99-2431-4b59-8f70-c2689d050632 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9e721e2-7394-4a87-bbde-238568b2da7b HTTP/1.1" status: 200 len: 950 time: 0.1010292 Dec 08 16:03:29.585299 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b7dddc42-ea0a-4f3e-81b1-b519d367946e req-52952bb3-d6cf-429a-85f4-cd8eca57cd60 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957553 Dec 08 16:03:29.625968 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e0271ebe-6c29-4f6d-97c1-14100b478a1b req-e0dec122-f9a5-4385-8315-9811f1bc5dd2 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=33536254a37a4670b6fcbc4dbda57cf5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1432950 Dec 08 16:03:29.815807 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d4dca4fb-8236-425c-82bc-78fa75193953 req-e5a7e0a4-23ae-4bf2-a5d7-1f5f9056db0d tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 210 time: 0.0474501 Dec 08 16:03:29.950388 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-cae188e7-9fa0-4bb1-88d8-7cc0eba373be tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:30.009919 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-cae188e7-9fa0-4bb1-88d8-7cc0eba373be tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:30.102534 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-cae188e7-9fa0-4bb1-88d8-7cc0eba373be tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:30.111708 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-cae188e7-9fa0-4bb1-88d8-7cc0eba373be tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.37 "GET /v2.0/networks?id=2160f220-73eb-4128-8e17-580f294db0b0&id=2e4943d2-93a7-4739-8d48-2442fb48fa03&id=2e4943d2-93a7-4739-8d48-2442fb48fa03&id=2e4943d2-93a7-4739-8d48-2442fb48fa03&id=2e4943d2-93a7-4739-8d48-2442fb48fa03&id=24cee103-4be3-4e70-9f00-1d6da085ad6b&id=24cee103-4be3-4e70-9f00-1d6da085ad6b HTTP/1.1" status: 200 len: 1989 time: 0.6832359 Dec 08 16:03:30.189891 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d156c8d5-2a36-4c6f-9bbe-54970f295894 req-747be711-14f2-4bb7-bda9-e16dd36f2272 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:30.226555 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e896b6-913b-4ad4-ae42-92c1dfaf96cd req-ea616396-a9aa-4f16-acdf-82200b3ca57e tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:30.236532 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-53e896b6-913b-4ad4-ae42-92c1dfaf96cd req-ea616396-a9aa-4f16-acdf-82200b3ca57e tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=da5fe699-8812-4124-b3f5-1f4ad9dad8d5 HTTP/1.1" status: 200 len: 945 time: 0.2720888 Dec 08 16:03:30.375583 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-53e896b6-913b-4ad4-ae42-92c1dfaf96cd req-7ddc0f1b-3f12-4b4c-b253-bc185f42eee1 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258254 Dec 08 16:03:30.410983 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-cde4df77-4a3f-47e1-9956-2a87fa02a24c tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8be2414d63a14131b9f6f8fcfa8d927a HTTP/1.1" status: 200 len: 379 time: 0.2970235 Dec 08 16:03:30.430960 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-d8167b14-1365-4c26-85ad-ec99c9d92e74 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Request body: {'port': {'device_id': '5dc438c8-595f-4412-861b-5bcb3b061ba1', 'network_id': '2160f220-73eb-4128-8e17-580f294db0b0', 'admin_state_up': True, 'tenant_id': '8be2414d63a14131b9f6f8fcfa8d927a', 'security_groups': ['49c58f26-f9c1-4b14-a3ef-7ff8fc05a8af']}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:03:30.536166 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d156c8d5-2a36-4c6f-9bbe-54970f295894 req-747be711-14f2-4bb7-bda9-e16dd36f2272 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:30.553469 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['150aec00-a505-4a9d-95d4-59e8f7ccabdf'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:03:30.648514 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747be711-14f2-4bb7-bda9-e16dd36f2272 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Pushing event updated for resources: {'Port': ['ID=29971d89-222c-43b5-a49f-01483af5bbe9,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:30.712878 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747be711-14f2-4bb7-bda9-e16dd36f2272 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:30.713859 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747be711-14f2-4bb7-bda9-e16dd36f2272 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:30.717372 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747be711-14f2-4bb7-bda9-e16dd36f2272 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:30.717781 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747be711-14f2-4bb7-bda9-e16dd36f2272 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:30.718136 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747be711-14f2-4bb7-bda9-e16dd36f2272 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:30.718479 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747be711-14f2-4bb7-bda9-e16dd36f2272 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:30.718818 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747be711-14f2-4bb7-bda9-e16dd36f2272 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:30.719223 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747be711-14f2-4bb7-bda9-e16dd36f2272 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:30.723778 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747be711-14f2-4bb7-bda9-e16dd36f2272 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:30.724203 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747be711-14f2-4bb7-bda9-e16dd36f2272 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:30.724585 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747be711-14f2-4bb7-bda9-e16dd36f2272 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:30.724931 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747be711-14f2-4bb7-bda9-e16dd36f2272 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:30.726064 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747be711-14f2-4bb7-bda9-e16dd36f2272 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:30.765627 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d156c8d5-2a36-4c6f-9bbe-54970f295894 req-747be711-14f2-4bb7-bda9-e16dd36f2272 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Network 9fb73276-e1f8-4bac-a027-20476a8f0b71 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:03:30.767841 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0d688113-d4aa-4309-b373-1345eb113ed9 req-d5718fe2-a79d-411f-b534-c95f0d18cde5 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=33536254a37a4670b6fcbc4dbda57cf5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1556668 Dec 08 16:03:30.779590 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-d156c8d5-2a36-4c6f-9bbe-54970f295894 req-747be711-14f2-4bb7-bda9-e16dd36f2272 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:03:30.830921 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-d156c8d5-2a36-4c6f-9bbe-54970f295894 req-747be711-14f2-4bb7-bda9-e16dd36f2272 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:03:30.840649 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156c8d5-2a36-4c6f-9bbe-54970f295894 req-747be711-14f2-4bb7-bda9-e16dd36f2272 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:30.841735 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d156c8d5-2a36-4c6f-9bbe-54970f295894 req-747be711-14f2-4bb7-bda9-e16dd36f2272 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:31.001986 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee19bbc6-2aed-4a39-80ba-639a18329e52 req-2ec3eecd-1bfe-46ed-a8c4-89299019d6a0 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:31.011137 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ee19bbc6-2aed-4a39-80ba-639a18329e52 req-2ec3eecd-1bfe-46ed-a8c4-89299019d6a0 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a50fa4b-7592-447e-a88a-be6b406d9a92 HTTP/1.1" status: 200 len: 931 time: 0.2433851 Dec 08 16:03:31.107739 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d156c8d5-2a36-4c6f-9bbe-54970f295894 req-747be711-14f2-4bb7-bda9-e16dd36f2272 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4000013 Dec 08 16:03:31.147179 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-d156c8d5-2a36-4c6f-9bbe-54970f295894 req-ec71f1b7-ca27-456d-af79-5a8fad959854 service neutron] Request body: {'port': {'device_id': '8a50fa4b-7592-447e-a88a-be6b406d9a92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:03:31.252671 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-d8167b14-1365-4c26-85ad-ec99c9d92e74 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Made reservation on behalf of 8be2414d63a14131b9f6f8fcfa8d927a for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:03:31.262664 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-d8167b14-1365-4c26-85ad-ec99c9d92e74 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:31.267631 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d688113-d4aa-4309-b373-1345eb113ed9 req-098e853b-1c0f-4465-8c28-267acb138e5d tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:31.295057 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0d688113-d4aa-4309-b373-1345eb113ed9 req-098e853b-1c0f-4465-8c28-267acb138e5d tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5178852 Dec 08 16:03:31.379000 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0d688113-d4aa-4309-b373-1345eb113ed9 req-f6b4cd0c-9645-4f1a-8197-2661e860f843 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] 10.222.0.64 "GET /v2.0/quotas/33536254a37a4670b6fcbc4dbda57cf5 HTTP/1.1" status: 200 len: 375 time: 0.0804663 Dec 08 16:03:31.391288 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ee19bbc6-2aed-4a39-80ba-639a18329e52 req-85b51846-8302-4f80-88dc-ed0443e46476 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3790700 Dec 08 16:03:31.404637 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 1c95887f-8d94-47e3-a094-535df5d8ef01 no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:03:31.528010 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0d688113-d4aa-4309-b373-1345eb113ed9 req-0ce2a7b3-49b4-4ef5-9499-90c2fcb4366a tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=33536254a37a4670b6fcbc4dbda57cf5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1464586 Dec 08 16:03:31.697305 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-d8167b14-1365-4c26-85ad-ec99c9d92e74 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Allocated IP 172.20.0.5 (2160f220-73eb-4128-8e17-580f294db0b0/28454e1d-d263-44ec-91e2-36831bf74b20/5d54670e-e1a0-4c2a-a895-93f6235dabd9) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:03:31.859981 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:31.972967 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e721e2-7394-4a87-bbde-238568b2da7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c95887f-8d94-47e3-a094-535df5d8ef01'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:03:31.979615 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e38e0896-70d6-499a-9db9-8e525d16041e" -d '{"events": [{"server_uuid": "a9e721e2-7394-4a87-bbde-238568b2da7b", "name": "network-vif-unplugged", "status": "completed", "tag": "1c95887f-8d94-47e3-a094-535df5d8ef01"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:03:32.009575 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 1c95887f-8d94-47e3-a094-535df5d8ef01, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=1c95887f-8d94-47e3-a094-535df5d8ef01,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:32.039175 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d156c8d5-2a36-4c6f-9bbe-54970f295894 req-ec71f1b7-ca27-456d-af79-5a8fad959854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:32.286329 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:32.288936 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9e2cc4fc-6458-4931-ac21-ca9111b4223a req-cf1fb67f-ff46-4a9d-8cdc-6e99bae03b3d tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 210 time: 0.0693142 Dec 08 16:03:32.332931 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaae477-41f1-4fce-afef-2b1cfb81c244 req-439a375e-d7d5-4886-917b-68db8a43c64e tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:32.341661 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fdaae477-41f1-4fce-afef-2b1cfb81c244 req-439a375e-d7d5-4886-917b-68db8a43c64e tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9e721e2-7394-4a87-bbde-238568b2da7b HTTP/1.1" status: 200 len: 950 time: 0.5356252 Dec 08 16:03:32.452611 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=1c95887f-8d94-47e3-a094-535df5d8ef01,revision_number=6']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:32.470447 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-d8167b14-1365-4c26-85ad-ec99c9d92e74 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:32.700766 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-d156c8d5-2a36-4c6f-9bbe-54970f295894 req-ec71f1b7-ca27-456d-af79-5a8fad959854 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29971d89-222c-43b5-a49f-01483af5bbe9 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:03:32.751792 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fdaae477-41f1-4fce-afef-2b1cfb81c244 req-111d2c40-a223-4b45-bd3b-3742f56392fc tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4092209 Dec 08 16:03:32.766897 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d156c8d5-2a36-4c6f-9bbe-54970f295894 req-ec71f1b7-ca27-456d-af79-5a8fad959854 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:32.799357 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-d156c8d5-2a36-4c6f-9bbe-54970f295894 req-ec71f1b7-ca27-456d-af79-5a8fad959854 service neutron] Transition to ACTIVE for port object 29971d89-222c-43b5-a49f-01483af5bbe9 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:03:32.849027 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-d8167b14-1365-4c26-85ad-ec99c9d92e74 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:32.850620 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d156c8d5-2a36-4c6f-9bbe-54970f295894 req-ec71f1b7-ca27-456d-af79-5a8fad959854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:32.930097 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44129fa1-d03f-4a6f-87f5-709d88719331 req-5fa281b8-06a9-446d-9ee6-92feaada7c0e tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:32.934852 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-44129fa1-d03f-4a6f-87f5-709d88719331 req-5fa281b8-06a9-446d-9ee6-92feaada7c0e tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=da5fe699-8812-4124-b3f5-1f4ad9dad8d5 HTTP/1.1" status: 200 len: 945 time: 0.1229773 Dec 08 16:03:33.054598 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-d8167b14-1365-4c26-85ad-ec99c9d92e74 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Network 2160f220-73eb-4128-8e17-580f294db0b0 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:03:33.095530 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-44129fa1-d03f-4a6f-87f5-709d88719331 req-55757f0a-711d-4f6d-9e64-7b8c6fbc7539 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552496 Dec 08 16:03:33.111476 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7ece86-590f-47b8-9ab4-74475327de34 x-openstack-request-id: req-3a7ece86-590f-47b8-9ab4-74475327de34 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:03:33.112098 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9e721e2-7394-4a87-bbde-238568b2da7b", "name": "network-vif-unplugged", "status": "completed", "tag": "1c95887f-8d94-47e3-a094-535df5d8ef01", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:03:33.116575 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3a7ece86-590f-47b8-9ab4-74475327de34 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:03:33.117205 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e721e2-7394-4a87-bbde-238568b2da7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c95887f-8d94-47e3-a094-535df5d8ef01', 'code': 200} Dec 08 16:03:33.146965 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-d8167b14-1365-4c26-85ad-ec99c9d92e74 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:03:33.150553 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-d8167b14-1365-4c26-85ad-ec99c9d92e74 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:03:33.158106 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-d8167b14-1365-4c26-85ad-ec99c9d92e74 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:33.159382 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-d8167b14-1365-4c26-85ad-ec99c9d92e74 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:33.192988 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-d156c8d5-2a36-4c6f-9bbe-54970f295894 req-ec71f1b7-ca27-456d-af79-5a8fad959854 service neutron] Attempting to bind port 29971d89-222c-43b5-a49f-01483af5bbe9 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:03:33.193539 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-d156c8d5-2a36-4c6f-9bbe-54970f295894 req-ec71f1b7-ca27-456d-af79-5a8fad959854 service neutron] Attempting to bind port 29971d89-222c-43b5-a49f-01483af5bbe9 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9fb73276-e1f8-4bac-a027-20476a8f0b71'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:03:33.194034 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d156c8d5-2a36-4c6f-9bbe-54970f295894 req-ec71f1b7-ca27-456d-af79-5a8fad959854 service neutron] Attempting to bind port 29971d89-222c-43b5-a49f-01483af5bbe9 on network 9fb73276-e1f8-4bac-a027-20476a8f0b71 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:03:33.196734 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec71f1b7-ca27-456d-af79-5a8fad959854 service neutron] Pushing event updated for resources: {'Port': ['ID=29971d89-222c-43b5-a49f-01483af5bbe9,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:33.268155 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0a9d24f2-0612-4bb7-8cb4-5992550e1592 req-c63863f8-777f-4073-bd76-1504f4f1539d tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a717b01-e9ff-446e-942c-82be62f6f6d2 HTTP/1.1" status: 200 len: 210 time: 0.0751784 Dec 08 16:03:33.363166 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-d8167b14-1365-4c26-85ad-ec99c9d92e74 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9405890 Dec 08 16:03:33.413794 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-3f47f3c7-590e-430d-9af2-93b6c3e5f83e tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Request body: {'port': {'device_id': '5dc438c8-595f-4412-861b-5bcb3b061ba1', 'network_id': '2e4943d2-93a7-4739-8d48-2442fb48fa03', 'admin_state_up': True, 'tenant_id': '8be2414d63a14131b9f6f8fcfa8d927a', 'security_groups': ['49c58f26-f9c1-4b14-a3ef-7ff8fc05a8af']}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:03:33.420551 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8167b14-1365-4c26-85ad-ec99c9d92e74 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Pushing event updated for resources: {'Port': ['ID=5d54670e-e1a0-4c2a-a895-93f6235dabd9,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:33.424408 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d156c8d5-2a36-4c6f-9bbe-54970f295894 req-ec71f1b7-ca27-456d-af79-5a8fad959854 service neutron] Port 29971d89-222c-43b5-a49f-01483af5bbe9 on network 9fb73276-e1f8-4bac-a027-20476a8f0b71 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:03:33.428624 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 1c95887f-8d94-47e3-a094-535df5d8ef01 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:03:33.433728 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d156c8d5-2a36-4c6f-9bbe-54970f295894 req-ec71f1b7-ca27-456d-af79-5a8fad959854 service neutron] Attempting to bind port 29971d89-222c-43b5-a49f-01483af5bbe9 on network 9fb73276-e1f8-4bac-a027-20476a8f0b71 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:03:33.557742 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d156c8d5-2a36-4c6f-9bbe-54970f295894 req-ec71f1b7-ca27-456d-af79-5a8fad959854 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:03:33.579593 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d156c8d5-2a36-4c6f-9bbe-54970f295894 req-ec71f1b7-ca27-456d-af79-5a8fad959854 service neutron] Checking segment: {'id': '08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9fb73276-e1f8-4bac-a027-20476a8f0b71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:03:33.579593 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d156c8d5-2a36-4c6f-9bbe-54970f295894 req-ec71f1b7-ca27-456d-af79-5a8fad959854 service neutron] Bound using segment: {'id': '08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9fb73276-e1f8-4bac-a027-20476a8f0b71'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:03:33.579593 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-d156c8d5-2a36-4c6f-9bbe-54970f295894 req-ec71f1b7-ca27-456d-af79-5a8fad959854 service neutron] Bound port: 29971d89-222c-43b5-a49f-01483af5bbe9, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9fb73276-e1f8-4bac-a027-20476a8f0b71'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:03:33.579593 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d156c8d5-2a36-4c6f-9bbe-54970f295894 req-ec71f1b7-ca27-456d-af79-5a8fad959854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:33.730068 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa0cb49-821e-4f0e-9f1b-a13ee9a10f96 req-d13a8c05-bdcb-41dd-adf1-8bcc72d1354f tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:33.747868 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6aa0cb49-821e-4f0e-9f1b-a13ee9a10f96 req-d13a8c05-bdcb-41dd-adf1-8bcc72d1354f tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a50fa4b-7592-447e-a88a-be6b406d9a92 HTTP/1.1" status: 200 len: 943 time: 0.4743457 Dec 08 16:03:33.785993 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 1c95887f-8d94-47e3-a094-535df5d8ef01, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=1c95887f-8d94-47e3-a094-535df5d8ef01,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:33.874230 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '1c95887f-8d94-47e3-a094-535df5d8ef01', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'port_id': '1c95887f-8d94-47e3-a094-535df5d8ef01', 'mac_address': 'fa:16:3e:94:78:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c93b3a32-b438-4a47-8558-220c03febf97', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:03:33.899874 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-0071ba0c-3ca7-4ad6-b163-cf1b25e15b01 None None] Provisioning complete for port 5d54670e-e1a0-4c2a-a895-93f6235dabd9 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:03:33.903562 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0071ba0c-3ca7-4ad6-b163-cf1b25e15b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:33.997898 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6aa0cb49-821e-4f0e-9f1b-a13ee9a10f96 req-62e61d4e-6f50-468d-b253-bfc6e46ccf8b tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471650 Dec 08 16:03:34.070988 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-d156c8d5-2a36-4c6f-9bbe-54970f295894 req-ec71f1b7-ca27-456d-af79-5a8fad959854 service neutron] For port 29971d89-222c-43b5-a49f-01483af5bbe9, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:03:34.076955 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-d156c8d5-2a36-4c6f-9bbe-54970f295894 req-ec71f1b7-ca27-456d-af79-5a8fad959854 service neutron] For port 29971d89-222c-43b5-a49f-01483af5bbe9, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=29971d89-222c-43b5-a49f-01483af5bbe9,segment=NetworkSegment(08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4),segment_id=08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:03:34.167505 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b65b2-877e-4dc9-bf52-70dd3812265c req-704345c9-b108-430c-b3a8-cff4be4a59f4 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:34.169506 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:34.173677 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-511b65b2-877e-4dc9-bf52-70dd3812265c req-704345c9-b108-430c-b3a8-cff4be4a59f4 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 931 time: 0.1913736 Dec 08 16:03:34.180798 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-0071ba0c-3ca7-4ad6-b163-cf1b25e15b01 None None] Port 5d54670e-e1a0-4c2a-a895-93f6235dabd9 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:03:34.200134 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c95887f-8d94-47e3-a094-535df5d8ef01 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:03:34.223976 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-3f47f3c7-590e-430d-9af2-93b6c3e5f83e tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Made reservation on behalf of 8be2414d63a14131b9f6f8fcfa8d927a for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:03:34.227814 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-3f47f3c7-590e-430d-9af2-93b6c3e5f83e tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:34.231865 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d156c8d5-2a36-4c6f-9bbe-54970f295894 req-ec71f1b7-ca27-456d-af79-5a8fad959854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:34.262338 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 1c95887f-8d94-47e3-a094-535df5d8ef01, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=1c95887f-8d94-47e3-a094-535df5d8ef01,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:34.307610 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-511b65b2-877e-4dc9-bf52-70dd3812265c req-fedfa369-db7b-4f15-ae2e-cc0077386414 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/security-groups?id=49c58f26-f9c1-4b14-a3ef-7ff8fc05a8af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219068 Dec 08 16:03:34.351056 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156c8d5-2a36-4c6f-9bbe-54970f295894 req-ec71f1b7-ca27-456d-af79-5a8fad959854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:34.354829 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d156c8d5-2a36-4c6f-9bbe-54970f295894 req-ec71f1b7-ca27-456d-af79-5a8fad959854 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:34.362630 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:34.363655 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d156c8d5-2a36-4c6f-9bbe-54970f295894 req-ec71f1b7-ca27-456d-af79-5a8fad959854 service neutron] 10.222.0.37 "PUT /v2.0/ports/29971d89-222c-43b5-a49f-01483af5bbe9 HTTP/1.1" status: 200 len: 1092 time: 3.2281823 Dec 08 16:03:34.367787 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a50fa4b-7592-447e-a88a-be6b406d9a92', 'tag': '29971d89-222c-43b5-a49f-01483af5bbe9'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:03:34.371825 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a261b0-db36-44e2-a890-8a12abda9f33" -d '{"events": [{"name": "network-changed", "server_uuid": "8a50fa4b-7592-447e-a88a-be6b406d9a92", "tag": "29971d89-222c-43b5-a49f-01483af5bbe9"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:03:34.541973 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c2064-d116-41b5-a803-622ecb34db75 req-d0acfd96-4557-4c24-9737-d2a06291aee2 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:34.543861 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:34.563087 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-844c2064-d116-41b5-a803-622ecb34db75 req-d0acfd96-4557-4c24-9737-d2a06291aee2 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9e721e2-7394-4a87-bbde-238568b2da7b HTTP/1.1" status: 200 len: 948 time: 0.1416256 Dec 08 16:03:34.671808 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-844c2064-d116-41b5-a803-622ecb34db75 req-bba53242-4dee-4f8a-832e-8cc5a8b3b8b9 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967553 Dec 08 16:03:34.730688 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-3f47f3c7-590e-430d-9af2-93b6c3e5f83e tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Allocated IP 10.1.1.58 (2e4943d2-93a7-4739-8d48-2442fb48fa03/1e65c65d-2ea9-4234-8de3-5fa877086c9e/51bbfa21-3ab7-4eea-8628-00f39a1573cd) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:03:34.798073 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=1c95887f-8d94-47e3-a094-535df5d8ef01,revision_number=7']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:34.804839 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec71f1b7-ca27-456d-af79-5a8fad959854 service neutron] Pushing event updated for resources: {'Port': ['ID=29971d89-222c-43b5-a49f-01483af5bbe9,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:34.831761 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['1c95887f-8d94-47e3-a094-535df5d8ef01'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:03:34.980510 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb41573-ff45-4c95-9800-ddb0762f3fa9 req-1ffe8703-06ff-4216-bb18-31396698161d tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:34.993655 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2eb41573-ff45-4c95-9800-ddb0762f3fa9 req-1ffe8703-06ff-4216-bb18-31396698161d tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=da5fe699-8812-4124-b3f5-1f4ad9dad8d5 HTTP/1.1" status: 200 len: 945 time: 0.0806370 Dec 08 16:03:35.026742 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e0271ebe-6c29-4f6d-97c1-14100b478a1b req-f3e0e0c5-5946-4adc-b231-ceef6b5ad0b6 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=33536254a37a4670b6fcbc4dbda57cf5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2058902 Dec 08 16:03:35.073871 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2eb41573-ff45-4c95-9800-ddb0762f3fa9 req-09cc04e8-8e90-41eb-8794-c91f0ab539d0 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732505 Dec 08 16:03:35.223077 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5bec2cbb-2228-4a5c-817a-e0b26ecd83eb req-7ade456d-ab8c-4645-a4f3-73bd7d1d06fd tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a717b01-e9ff-446e-942c-82be62f6f6d2 HTTP/1.1" status: 200 len: 210 time: 0.0517495 Dec 08 16:03:35.310550 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec4e14c-d502-4652-b220-c9263710c6bd x-openstack-request-id: req-aec4e14c-d502-4652-b220-c9263710c6bd {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:03:35.310879 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a50fa4b-7592-447e-a88a-be6b406d9a92", "tag": "29971d89-222c-43b5-a49f-01483af5bbe9", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:03:35.311141 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-aec4e14c-d502-4652-b220-c9263710c6bd {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:03:35.311550 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a50fa4b-7592-447e-a88a-be6b406d9a92', 'tag': '29971d89-222c-43b5-a49f-01483af5bbe9', 'status': 'completed', 'code': 200} Dec 08 16:03:35.414134 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156c8d5-2a36-4c6f-9bbe-54970f295894 req-e79d6cd2-b903-4cf6-a323-ce9a759077fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:35.415579 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d156c8d5-2a36-4c6f-9bbe-54970f295894 req-e79d6cd2-b903-4cf6-a323-ce9a759077fe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=85658dbd01a84c26a2385fde82126184&device_id=8a50fa4b-7592-447e-a88a-be6b406d9a92 HTTP/1.1" status: 200 len: 1095 time: 0.5886483 Dec 08 16:03:35.686006 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d156c8d5-2a36-4c6f-9bbe-54970f295894 req-73d9af0a-a4d1-4a02-90ff-b1bffa59a107 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29971d89-222c-43b5-a49f-01483af5bbe9 HTTP/1.1" status: 200 len: 217 time: 0.2221992 Dec 08 16:03:35.803571 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120805e-4f80-4bf6-a3cb-c1dc4387bf74 req-85f26a2f-8043-4661-9138-3a412a50aae1 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:35.822207 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d120805e-4f80-4bf6-a3cb-c1dc4387bf74 req-85f26a2f-8043-4661-9138-3a412a50aae1 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a50fa4b-7592-447e-a88a-be6b406d9a92 HTTP/1.1" status: 200 len: 943 time: 0.1091471 Dec 08 16:03:35.852215 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156c8d5-2a36-4c6f-9bbe-54970f295894 req-9b169518-b28f-4bd6-bccd-d47278265f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:35.854254 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d156c8d5-2a36-4c6f-9bbe-54970f295894 req-9b169518-b28f-4bd6-bccd-d47278265f46 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3bab6816-4414-47cc-922e-2566e0e2da0a HTTP/1.1" status: 200 len: 860 time: 0.1495888 Dec 08 16:03:35.876647 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0d688113-d4aa-4309-b373-1345eb113ed9 req-68212b43-5c1f-4172-a7a1-12a267384f72 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=33536254a37a4670b6fcbc4dbda57cf5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2343147 Dec 08 16:03:36.011697 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0271ebe-6c29-4f6d-97c1-14100b478a1b req-7255af78-7e3a-4c74-a8e7-33ea0b133040 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:36.015636 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e0271ebe-6c29-4f6d-97c1-14100b478a1b req-7255af78-7e3a-4c74-a8e7-33ea0b133040 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9420378 Dec 08 16:03:36.028236 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d120805e-4f80-4bf6-a3cb-c1dc4387bf74 req-d4c43fbd-fb0d-44cc-a17b-fe4efbd42fda tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029274 Dec 08 16:03:36.065995 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0198936d-2402-4e07-aa11-419543a98795 req-76f3b508-05b7-43e3-a245-a0da564c0fc2 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:36.081428 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0198936d-2402-4e07-aa11-419543a98795 req-76f3b508-05b7-43e3-a245-a0da564c0fc2 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9e721e2-7394-4a87-bbde-238568b2da7b&tenant_id=b73d206799fe4423a8cfa64c519990fb&binding%3Ahost_id=n-h2-776250-12 HTTP/1.1" status: 200 len: 949 time: 0.2450302 Dec 08 16:03:36.243562 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-3f47f3c7-590e-430d-9af2-93b6c3e5f83e tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:36.310401 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d156c8d5-2a36-4c6f-9bbe-54970f295894 req-6b26fa15-4b2d-41ed-b514-d69ccd2b10c1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9fb73276-e1f8-4bac-a027-20476a8f0b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4191954 Dec 08 16:03:36.335732 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0198936d-2402-4e07-aa11-419543a98795 req-baf71762-ff6d-4a31-93ec-038f8d81f537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:36.338610 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0198936d-2402-4e07-aa11-419543a98795 req-baf71762-ff6d-4a31-93ec-038f8d81f537 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b73d206799fe4423a8cfa64c519990fb&device_id=a9e721e2-7394-4a87-bbde-238568b2da7b HTTP/1.1" status: 200 len: 1101 time: 0.0928159 Dec 08 16:03:36.353581 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-e0271ebe-6c29-4f6d-97c1-14100b478a1b req-b53dcb5f-7c65-48cf-9bf2-c4c5264e42f1 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Request body: {'port': {'device_id': '6838640d-6f74-4a5e-8c18-6f0e5a759f51', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'admin_state_up': True, 'tenant_id': '33536254a37a4670b6fcbc4dbda57cf5'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:03:36.434192 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-3f47f3c7-590e-430d-9af2-93b6c3e5f83e tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:36.737049 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0198936d-2402-4e07-aa11-419543a98795 req-088242c6-a060-48a2-8f1f-ff5b7fb48d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:36.738633 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0198936d-2402-4e07-aa11-419543a98795 req-088242c6-a060-48a2-8f1f-ff5b7fb48d38 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b91759c7-445e-4f7b-9fc4-64d80951832c HTTP/1.1" status: 200 len: 870 time: 0.3832045 Dec 08 16:03:36.770168 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d688113-d4aa-4309-b373-1345eb113ed9 req-b8e90c9e-ee2f-475f-9cc6-a362b552f53a tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:36.771715 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0d688113-d4aa-4309-b373-1345eb113ed9 req-b8e90c9e-ee2f-475f-9cc6-a362b552f53a tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8536897 Dec 08 16:03:36.802446 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f47f3c7-590e-430d-9af2-93b6c3e5f83e tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Pushing event updated for resources: {'Port': ['ID=51bbfa21-3ab7-4eea-8628-00f39a1573cd,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:36.811540 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0198936d-2402-4e07-aa11-419543a98795 req-638262ac-47db-4fef-a261-c97a05cbe4f8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=1c95887f-8d94-47e3-a094-535df5d8ef01 HTTP/1.1" status: 200 len: 217 time: 0.0616300 Dec 08 16:03:36.813329 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a0b607-d467-4db3-8f4b-51245b31216d req-b6bf886b-4105-4868-bcdf-51871d8c8714 tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:36.821333 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-0d688113-d4aa-4309-b373-1345eb113ed9 req-ab137c2a-0e49-4429-a606-a29079501eca tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Request body: {'port': {'device_id': '0a717b01-e9ff-446e-942c-82be62f6f6d2', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'admin_state_up': True, 'tenant_id': '33536254a37a4670b6fcbc4dbda57cf5'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:03:36.821675 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f0a0b607-d467-4db3-8f4b-51245b31216d req-b6bf886b-4105-4868-bcdf-51871d8c8714 tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=da5fe699-8812-4124-b3f5-1f4ad9dad8d5 HTTP/1.1" status: 200 len: 1097 time: 0.2292860 Dec 08 16:03:36.840671 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-3f47f3c7-590e-430d-9af2-93b6c3e5f83e tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Network 2e4943d2-93a7-4739-8d48-2442fb48fa03 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:03:36.878670 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0198936d-2402-4e07-aa11-419543a98795 req-1f153865-b621-4f1f-b191-212a12e6a978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:36.880223 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0198936d-2402-4e07-aa11-419543a98795 req-1f153865-b621-4f1f-b191-212a12e6a978 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.0565434 Dec 08 16:03:36.886384 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-3f47f3c7-590e-430d-9af2-93b6c3e5f83e tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:03:36.889979 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-3f47f3c7-590e-430d-9af2-93b6c3e5f83e tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:03:36.898115 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-3f47f3c7-590e-430d-9af2-93b6c3e5f83e tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:36.898783 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-3f47f3c7-590e-430d-9af2-93b6c3e5f83e tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:37.057354 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f0a0b607-d467-4db3-8f4b-51245b31216d req-839669ae-6f0a-49ee-af18-e2c4a1b35b68 tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329588 Dec 08 16:03:37.093971 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0198936d-2402-4e07-aa11-419543a98795 req-837cf7be-7cc5-4e47-b4af-144db216bbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:37.108811 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0198936d-2402-4e07-aa11-419543a98795 req-837cf7be-7cc5-4e47-b4af-144db216bbfc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2077982 Dec 08 16:03:37.406954 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0198936d-2402-4e07-aa11-419543a98795 req-abab120d-5baf-4b0e-8f45-b1278998cb38 service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837577 Dec 08 16:03:37.439527 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bbebb6-20e6-42ac-af55-81f33ff10a17 req-ade873d2-eb7d-4749-819d-e744fb95fe3b tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:37.444547 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 1c95887f-8d94-47e3-a094-535df5d8ef01 up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:03:37.452820 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bbebb6-20e6-42ac-af55-81f33ff10a17 req-ade873d2-eb7d-4749-819d-e744fb95fe3b tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:37.457037 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-55014dae-5741-45cd-9e85-ccbbf072fc09 None None] Provisioning complete for port 51bbfa21-3ab7-4eea-8628-00f39a1573cd triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:03:37.457624 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-55014dae-5741-45cd-9e85-ccbbf072fc09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:37.463578 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-49bbebb6-20e6-42ac-af55-81f33ff10a17 req-ade873d2-eb7d-4749-819d-e744fb95fe3b tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 1652 time: 0.2420697 Dec 08 16:03:37.593643 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-55014dae-5741-45cd-9e85-ccbbf072fc09 None None] Port 51bbfa21-3ab7-4eea-8628-00f39a1573cd cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:03:37.603104 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-3f47f3c7-590e-430d-9af2-93b6c3e5f83e tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.2226830 Dec 08 16:03:37.639705 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-c5e83427-4a49-4cd4-a188-24a25f9bba67 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Request body: {'port': {'device_id': '5dc438c8-595f-4412-861b-5bcb3b061ba1', 'network_id': '2e4943d2-93a7-4739-8d48-2442fb48fa03', 'admin_state_up': True, 'tenant_id': '8be2414d63a14131b9f6f8fcfa8d927a', 'security_groups': ['49c58f26-f9c1-4b14-a3ef-7ff8fc05a8af']}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:03:37.745058 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-49bbebb6-20e6-42ac-af55-81f33ff10a17 req-acd9ed64-665e-4e86-a473-4b0dac26fc8b tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/security-groups?id=49c58f26-f9c1-4b14-a3ef-7ff8fc05a8af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2804217 Dec 08 16:03:37.772207 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 1c95887f-8d94-47e3-a094-535df5d8ef01 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:03:37.772606 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:37.790777 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0198936d-2402-4e07-aa11-419543a98795 req-d05b99ea-eeb1-4f98-aa03-4fe74192e27e service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3721483 Dec 08 16:03:37.919825 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d156c8d5-2a36-4c6f-9bbe-54970f295894 req-bf237a54-f941-4600-89e8-f341ea69ba65 service neutron] 10.222.0.37 "GET /v2.0/networks/9fb73276-e1f8-4bac-a027-20476a8f0b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5578601 Dec 08 16:03:37.950594 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:38.003561 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e721e2-7394-4a87-bbde-238568b2da7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c95887f-8d94-47e3-a094-535df5d8ef01'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:03:38.005855 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-377a18f3-e078-4fab-90be-346af4593e4d" -d '{"events": [{"server_uuid": "a9e721e2-7394-4a87-bbde-238568b2da7b", "name": "network-vif-plugged", "status": "completed", "tag": "1c95887f-8d94-47e3-a094-535df5d8ef01"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:03:38.030681 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 1c95887f-8d94-47e3-a094-535df5d8ef01, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=1c95887f-8d94-47e3-a094-535df5d8ef01,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:38.086924 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea7b2f-b52b-498f-b282-77b6c384a005 req-6806b7c4-1ec1-4e64-afda-410196bf153a tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:38.101439 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7cea7b2f-b52b-498f-b282-77b6c384a005 req-6806b7c4-1ec1-4e64-afda-410196bf153a tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9e721e2-7394-4a87-bbde-238568b2da7b HTTP/1.1" status: 200 len: 949 time: 0.1976354 Dec 08 16:03:38.122071 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.db.api [req-e0271ebe-6c29-4f6d-97c1-14100b478a1b req-b53dcb5f-7c65-48cf-9bf2-c4c5264e42f1 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 08 16:03:38.122071 n-d-776250-12 neutron-server[110550]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 08 16:03:38.122071 n-d-776250-12 neutron-server[110550]: [parameters: {'project_id_1': '33536254a37a4670b6fcbc4dbda57cf5', 'expiration_1': datetime.datetime(2021, 12, 8, 16, 3, 18, 71317)}] Dec 08 16:03:38.122071 n-d-776250-12 neutron-server[110550]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:03:38.139951 n-d-776250-12 neutron-server[110550]: DEBUG oslo_db.api [req-e0271ebe-6c29-4f6d-97c1-14100b478a1b req-b53dcb5f-7c65-48cf-9bf2-c4c5264e42f1 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:03:38.185811 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:38.194963 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d156c8d5-2a36-4c6f-9bbe-54970f295894 req-2fc3a64d-aa4c-43bd-bc61-a6b9d7608195 service neutron] 10.222.0.37 "GET /v2.0/networks/9fb73276-e1f8-4bac-a027-20476a8f0b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597511 Dec 08 16:03:38.242162 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7cea7b2f-b52b-498f-b282-77b6c384a005 req-2b0d76fc-e33d-48ca-85a3-e00be7694ef0 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372108 Dec 08 16:03:38.311131 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-c5e83427-4a49-4cd4-a188-24a25f9bba67 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Made reservation on behalf of 8be2414d63a14131b9f6f8fcfa8d927a for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:03:38.316665 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-c5e83427-4a49-4cd4-a188-24a25f9bba67 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:38.383299 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=1c95887f-8d94-47e3-a094-535df5d8ef01,revision_number=8']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:38.434704 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:38.527982 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e467ea4a-cf32-4d10-b8ec-abe3e78bf6fe req-0f141381-59a3-4ece-8b79-4c546552c350 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a717b01-e9ff-446e-942c-82be62f6f6d2 HTTP/1.1" status: 200 len: 210 time: 0.0920863 Dec 08 16:03:38.534892 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d688113-d4aa-4309-b373-1345eb113ed9 req-ab137c2a-0e49-4429-a606-a29079501eca tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Made reservation on behalf of 33536254a37a4670b6fcbc4dbda57cf5 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:03:38.538544 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0d688113-d4aa-4309-b373-1345eb113ed9 req-ab137c2a-0e49-4429-a606-a29079501eca tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:38.618079 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0d688113-d4aa-4309-b373-1345eb113ed9 req-ab137c2a-0e49-4429-a606-a29079501eca tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:38.709195 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a261b0-db36-44e2-a890-8a12abda9f33 req-d42ed140-7ec7-4739-81b0-b77e75b3ea56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:38.715678 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-53a261b0-db36-44e2-a890-8a12abda9f33 req-d42ed140-7ec7-4739-81b0-b77e75b3ea56 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=85658dbd01a84c26a2385fde82126184&device_id=8a50fa4b-7592-447e-a88a-be6b406d9a92 HTTP/1.1" status: 200 len: 1095 time: 0.2385530 Dec 08 16:03:38.767068 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ffd6be-1a68-4cde-b6f0-ba125674d573 req-9708914e-9b18-4a46-ab65-596d83b65bd9 tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:38.768822 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-c5e83427-4a49-4cd4-a188-24a25f9bba67 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Allocated IP 10.1.1.56 (2e4943d2-93a7-4739-8d48-2442fb48fa03/1e65c65d-2ea9-4234-8de3-5fa877086c9e/ad149dbc-dd1a-4f57-a271-ee5719d6b70d) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:03:38.777510 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-50ffd6be-1a68-4cde-b6f0-ba125674d573 req-9708914e-9b18-4a46-ab65-596d83b65bd9 tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=da5fe699-8812-4124-b3f5-1f4ad9dad8d5 HTTP/1.1" status: 200 len: 1097 time: 0.0888186 Dec 08 16:03:38.834727 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0271ebe-6c29-4f6d-97c1-14100b478a1b req-b53dcb5f-7c65-48cf-9bf2-c4c5264e42f1 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Made reservation on behalf of 33536254a37a4670b6fcbc4dbda57cf5 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:03:38.839399 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e0271ebe-6c29-4f6d-97c1-14100b478a1b req-b53dcb5f-7c65-48cf-9bf2-c4c5264e42f1 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:38.889471 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-50ffd6be-1a68-4cde-b6f0-ba125674d573 req-92a400ea-7749-4c2d-a184-816fb8797c73 tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123018 Dec 08 16:03:39.022231 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e0271ebe-6c29-4f6d-97c1-14100b478a1b req-b53dcb5f-7c65-48cf-9bf2-c4c5264e42f1 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:39.055071 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1195439-d812-4582-9f80-0047d954ff18 req-bba0192a-fe48-44f1-a8ea-a56abcd1e1ed tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:39.056866 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d1195439-d812-4582-9f80-0047d954ff18 req-bba0192a-fe48-44f1-a8ea-a56abcd1e1ed tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a50fa4b-7592-447e-a88a-be6b406d9a92 HTTP/1.1" status: 200 len: 943 time: 0.0576630 Dec 08 16:03:39.097846 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a261b0-db36-44e2-a890-8a12abda9f33 req-c334891a-5dd5-4963-91ab-76c5b538c135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:39.100020 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-53a261b0-db36-44e2-a890-8a12abda9f33 req-c334891a-5dd5-4963-91ab-76c5b538c135 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9fb73276-e1f8-4bac-a027-20476a8f0b71 HTTP/1.1" status: 200 len: 921 time: 0.3546093 Dec 08 16:03:39.123950 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d1195439-d812-4582-9f80-0047d954ff18 req-e8388a30-ced5-4c62-8655-e6855bb8ff37 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609326 Dec 08 16:03:39.200832 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192f413b-0479-4939-93f2-2bcd2f5b9020 x-openstack-request-id: req-192f413b-0479-4939-93f2-2bcd2f5b9020 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:03:39.230504 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9e721e2-7394-4a87-bbde-238568b2da7b", "name": "network-vif-plugged", "status": "completed", "tag": "1c95887f-8d94-47e3-a094-535df5d8ef01", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:03:39.230504 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-192f413b-0479-4939-93f2-2bcd2f5b9020 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:03:39.230504 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e721e2-7394-4a87-bbde-238568b2da7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c95887f-8d94-47e3-a094-535df5d8ef01', 'code': 200} Dec 08 16:03:39.235479 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-53a261b0-db36-44e2-a890-8a12abda9f33 req-fb197d8d-6b90-481b-9597-b81130259c89 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29971d89-222c-43b5-a49f-01483af5bbe9 HTTP/1.1" status: 200 len: 217 time: 0.0881164 Dec 08 16:03:39.324358 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18766a05-cd58-4779-ab2e-7d5e8822a64f req-ddd49f59-1018-4562-82f7-355a69f2677a tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:39.331447 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18766a05-cd58-4779-ab2e-7d5e8822a64f req-ddd49f59-1018-4562-82f7-355a69f2677a tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:39.334257 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-18766a05-cd58-4779-ab2e-7d5e8822a64f req-ddd49f59-1018-4562-82f7-355a69f2677a tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 1652 time: 0.0780804 Dec 08 16:03:39.350146 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a261b0-db36-44e2-a890-8a12abda9f33 req-22574429-3c22-4535-9d42-99bc8b2899fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:39.351853 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-53a261b0-db36-44e2-a890-8a12abda9f33 req-22574429-3c22-4535-9d42-99bc8b2899fa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3bab6816-4414-47cc-922e-2566e0e2da0a HTTP/1.1" status: 200 len: 860 time: 0.1170187 Dec 08 16:03:39.356961 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-c5e83427-4a49-4cd4-a188-24a25f9bba67 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:39.399636 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-18766a05-cd58-4779-ab2e-7d5e8822a64f req-da0e0602-f5e0-455f-8162-69f1c4741df3 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/security-groups?id=49c58f26-f9c1-4b14-a3ef-7ff8fc05a8af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565474 Dec 08 16:03:39.400933 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0d688113-d4aa-4309-b373-1345eb113ed9 req-ab137c2a-0e49-4429-a606-a29079501eca tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:39.404148 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-53a261b0-db36-44e2-a890-8a12abda9f33 req-7764200f-38d1-4700-bce9-06bd27ba7d97 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9fb73276-e1f8-4bac-a027-20476a8f0b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407703 Dec 08 16:03:39.556270 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-53a261b0-db36-44e2-a890-8a12abda9f33 req-a436d11c-5f8c-4239-afd2-9292fc7524c8 service neutron] 10.222.0.37 "GET /v2.0/networks/9fb73276-e1f8-4bac-a027-20476a8f0b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232440 Dec 08 16:03:39.609787 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8da7a9-3796-4e98-8d3b-1a8c80ea5f02 req-9b4a1829-37cd-40f7-8960-cbb1ae54c211 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:39.609787 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cc8da7a9-3796-4e98-8d3b-1a8c80ea5f02 req-9b4a1829-37cd-40f7-8960-cbb1ae54c211 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9e721e2-7394-4a87-bbde-238568b2da7b HTTP/1.1" status: 200 len: 950 time: 0.0692232 Dec 08 16:03:39.633177 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0d688113-d4aa-4309-b373-1345eb113ed9 req-ab137c2a-0e49-4429-a606-a29079501eca tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:39.643974 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-c5e83427-4a49-4cd4-a188-24a25f9bba67 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:39.704849 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cc8da7a9-3796-4e98-8d3b-1a8c80ea5f02 req-2d15cecc-6f14-4c65-b689-e907adc27514 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786872 Dec 08 16:03:39.770115 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-53a261b0-db36-44e2-a890-8a12abda9f33 req-1a59282f-5873-4596-b97c-5272a0d662e1 service neutron] 10.222.0.37 "GET /v2.0/networks/9fb73276-e1f8-4bac-a027-20476a8f0b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117209 Dec 08 16:03:39.770115 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab137c2a-0e49-4429-a606-a29079501eca tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d52b3ab9-671e-4bec-87ec-cb6b7b824f4c,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:39.787484 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-c5e83427-4a49-4cd4-a188-24a25f9bba67 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Network 2e4943d2-93a7-4739-8d48-2442fb48fa03 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:03:39.797381 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-c5e83427-4a49-4cd4-a188-24a25f9bba67 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:03:39.801915 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e83427-4a49-4cd4-a188-24a25f9bba67 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Pushing event updated for resources: {'Port': ['ID=ad149dbc-dd1a-4f57-a271-ee5719d6b70d,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:39.804434 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-c5e83427-4a49-4cd4-a188-24a25f9bba67 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:03:39.810710 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-c5e83427-4a49-4cd4-a188-24a25f9bba67 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:39.811379 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-c5e83427-4a49-4cd4-a188-24a25f9bba67 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:39.883502 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-0d688113-d4aa-4309-b373-1345eb113ed9 req-ab137c2a-0e49-4429-a606-a29079501eca tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Allocated IP 192.168.233.178 (b91759c7-445e-4f7b-9fc4-64d80951832c/c93b3a32-b438-4a47-8558-220c03febf97/3d0b032d-3ba8-4b81-8b7b-67538f43907e) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:03:40.036252 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.db.api [req-e0271ebe-6c29-4f6d-97c1-14100b478a1b req-b53dcb5f-7c65-48cf-9bf2-c4c5264e42f1 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 33536254a37a4670b6fcbc4dbda57cf5 {{(pid=110550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:03:40.036966 n-d-776250-12 neutron-server[110550]: DEBUG oslo_db.api [req-e0271ebe-6c29-4f6d-97c1-14100b478a1b req-b53dcb5f-7c65-48cf-9bf2-c4c5264e42f1 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:03:40.085335 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0d688113-d4aa-4309-b373-1345eb113ed9 req-ab137c2a-0e49-4429-a606-a29079501eca tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:40.162163 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-c5e83427-4a49-4cd4-a188-24a25f9bba67 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5436761 Dec 08 16:03:40.166182 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-ffd148fd-5c3b-4311-a54a-446f6382bf6b None None] Provisioning complete for port ad149dbc-dd1a-4f57-a271-ee5719d6b70d triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:03:40.166566 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ffd148fd-5c3b-4311-a54a-446f6382bf6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:40.178970 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-e7f070d5-990e-4e61-880a-58db4bae30a6 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Request body: {'port': {'device_id': '5dc438c8-595f-4412-861b-5bcb3b061ba1', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '24cee103-4be3-4e70-9f00-1d6da085ad6b', 'admin_state_up': True, 'tenant_id': '8be2414d63a14131b9f6f8fcfa8d927a', 'security_groups': ['49c58f26-f9c1-4b14-a3ef-7ff8fc05a8af']}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:03:40.213006 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-ffd148fd-5c3b-4311-a54a-446f6382bf6b None None] Port ad149dbc-dd1a-4f57-a271-ee5719d6b70d cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:03:40.426741 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0d688113-d4aa-4309-b373-1345eb113ed9 req-ab137c2a-0e49-4429-a606-a29079501eca tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:40.454275 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-e7f070d5-990e-4e61-880a-58db4bae30a6 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Made reservation on behalf of 8be2414d63a14131b9f6f8fcfa8d927a for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:03:40.489159 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d688113-d4aa-4309-b373-1345eb113ed9 req-ab137c2a-0e49-4429-a606-a29079501eca tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Network b91759c7-445e-4f7b-9fc4-64d80951832c is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:03:40.495001 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-0d688113-d4aa-4309-b373-1345eb113ed9 req-ab137c2a-0e49-4429-a606-a29079501eca tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:03:40.502704 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d688113-d4aa-4309-b373-1345eb113ed9 req-ab137c2a-0e49-4429-a606-a29079501eca tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:03:40.510521 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d688113-d4aa-4309-b373-1345eb113ed9 req-ab137c2a-0e49-4429-a606-a29079501eca tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:40.511134 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0d688113-d4aa-4309-b373-1345eb113ed9 req-ab137c2a-0e49-4429-a606-a29079501eca tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:40.578873 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e0271ebe-6c29-4f6d-97c1-14100b478a1b req-b53dcb5f-7c65-48cf-9bf2-c4c5264e42f1 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:40.758262 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab137c2a-0e49-4429-a606-a29079501eca tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Pushing event updated for resources: {'Port': ['ID=3d0b032d-3ba8-4b81-8b7b-67538f43907e,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:40.781665 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0d688113-d4aa-4309-b373-1345eb113ed9 req-ab137c2a-0e49-4429-a606-a29079501eca tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9673152 Dec 08 16:03:40.835111 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-0d688113-d4aa-4309-b373-1345eb113ed9 req-6c1b1f83-dff3-41c0-b420-7091f2b3a8ec service neutron] Request body: {'port': {'device_id': '0a717b01-e9ff-446e-942c-82be62f6f6d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:03:41.061686 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-e7f070d5-990e-4e61-880a-58db4bae30a6 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:41.082139 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-2ac4daaa-cdf1-44be-8128-a2b6f79faa62 None None] Provisioning complete for port 3d0b032d-3ba8-4b81-8b7b-67538f43907e triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:03:41.082533 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2ac4daaa-cdf1-44be-8128-a2b6f79faa62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:41.223061 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-2ac4daaa-cdf1-44be-8128-a2b6f79faa62 None None] Port 3d0b032d-3ba8-4b81-8b7b-67538f43907e cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:03:41.258868 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-e0271ebe-6c29-4f6d-97c1-14100b478a1b req-b53dcb5f-7c65-48cf-9bf2-c4c5264e42f1 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Allocated IP 192.168.233.130 (b91759c7-445e-4f7b-9fc4-64d80951832c/c93b3a32-b438-4a47-8558-220c03febf97/46d77430-42b0-41e7-86b7-9e679590e4fc) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:03:41.449474 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 29971d89-222c-43b5-a49f-01483af5bbe9 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:03:41.657105 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0d688113-d4aa-4309-b373-1345eb113ed9 req-6c1b1f83-dff3-41c0-b420-7091f2b3a8ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:41.734394 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 29971d89-222c-43b5-a49f-01483af5bbe9, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=29971d89-222c-43b5-a49f-01483af5bbe9,segment=NetworkSegment(08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4),segment_id=08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:41.775992 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '29971d89-222c-43b5-a49f-01483af5bbe9', 'network_id': '9fb73276-e1f8-4bac-a027-20476a8f0b71', 'port_id': '29971d89-222c-43b5-a49f-01483af5bbe9', 'mac_address': 'fa:16:3e:80:99:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bab6816-4414-47cc-922e-2566e0e2da0a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:03:41.783440 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b306e193-454d-42b0-bfcb-e1660b097d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:41.931250 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:41.961153 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29971d89-222c-43b5-a49f-01483af5bbe9 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:03:41.976510 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e0271ebe-6c29-4f6d-97c1-14100b478a1b req-b53dcb5f-7c65-48cf-9bf2-c4c5264e42f1 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:42.009465 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 29971d89-222c-43b5-a49f-01483af5bbe9, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=29971d89-222c-43b5-a49f-01483af5bbe9,segment=NetworkSegment(08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4),segment_id=08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:42.116350 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:42.247688 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=29971d89-222c-43b5-a49f-01483af5bbe9,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:42.380429 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['29971d89-222c-43b5-a49f-01483af5bbe9'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:03:42.966051 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-e7f070d5-990e-4e61-880a-58db4bae30a6 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Allocated IP 10.2.2.100 (24cee103-4be3-4e70-9f00-1d6da085ad6b/7bb3c717-9a7d-47ef-8b30-309fc05e6088/5ca26b89-5037-47fc-91b1-bf5b63ff673b) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:03:42.998743 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e0271ebe-6c29-4f6d-97c1-14100b478a1b req-b53dcb5f-7c65-48cf-9bf2-c4c5264e42f1 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:43.128287 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dcb5f-7c65-48cf-9bf2-c4c5264e42f1 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Pushing event updated for resources: {'Port': ['ID=46d77430-42b0-41e7-86b7-9e679590e4fc,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:43.141319 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0271ebe-6c29-4f6d-97c1-14100b478a1b req-b53dcb5f-7c65-48cf-9bf2-c4c5264e42f1 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Network b91759c7-445e-4f7b-9fc4-64d80951832c is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:03:43.153332 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-e0271ebe-6c29-4f6d-97c1-14100b478a1b req-b53dcb5f-7c65-48cf-9bf2-c4c5264e42f1 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:03:43.168410 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0271ebe-6c29-4f6d-97c1-14100b478a1b req-b53dcb5f-7c65-48cf-9bf2-c4c5264e42f1 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:03:43.190862 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0271ebe-6c29-4f6d-97c1-14100b478a1b req-b53dcb5f-7c65-48cf-9bf2-c4c5264e42f1 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:43.190862 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e0271ebe-6c29-4f6d-97c1-14100b478a1b req-b53dcb5f-7c65-48cf-9bf2-c4c5264e42f1 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:43.445871 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 29971d89-222c-43b5-a49f-01483af5bbe9 up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:03:43.460282 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e0271ebe-6c29-4f6d-97c1-14100b478a1b req-b53dcb5f-7c65-48cf-9bf2-c4c5264e42f1 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.1109021 Dec 08 16:03:43.520674 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-e0271ebe-6c29-4f6d-97c1-14100b478a1b req-82d166df-46b6-4bd0-b583-96007cf7d543 service neutron] Request body: {'port': {'device_id': '6838640d-6f74-4a5e-8c18-6f0e5a759f51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:03:43.618576 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-8528b2ed-9cf1-4ef8-b1c9-19d090fa846c tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:03:43.627087 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-8528b2ed-9cf1-4ef8-b1c9-19d090fa846c tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3569186 Dec 08 16:03:43.744562 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-33c16487-633f-408d-8882-88b0303936fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:43.749237 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-33c16487-633f-408d-8882-88b0303936fd service neutron] 10.222.0.64 "GET /v2.0/ports/23566281-b6e3-46e3-8c4b-b5d958157eaf HTTP/1.1" status: 200 len: 1094 time: 0.1047828 Dec 08 16:03:43.763089 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-9564ccbd-9602-4f1d-8f74-57e54c33dbb7 service neutron] Request body: {'binding': {'host': 'n-h2-776250-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:03:43.766385 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-9564ccbd-9602-4f1d-8f74-57e54c33dbb7 service neutron] Unknown quota resources ['binding']. {{(pid=110551) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 16:03:43.766551 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-6afffc1d-861e-4b6b-8fa5-9ee31259f315 None None] Provisioning complete for port 46d77430-42b0-41e7-86b7-9e679590e4fc triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:03:43.766871 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6afffc1d-861e-4b6b-8fa5-9ee31259f315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:43.825824 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e0271ebe-6c29-4f6d-97c1-14100b478a1b req-82d166df-46b6-4bd0-b583-96007cf7d543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:43.844280 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f90652ff-94c6-4e8f-9dbf-e0184602faa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:43.862033 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port 29971d89-222c-43b5-a49f-01483af5bbe9 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:03:43.883220 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 29971d89-222c-43b5-a49f-01483af5bbe9 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:03:43.884720 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:44.013724 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-6afffc1d-861e-4b6b-8fa5-9ee31259f315 None None] Port 46d77430-42b0-41e7-86b7-9e679590e4fc cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:03:44.024615 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-e7f070d5-990e-4e61-880a-58db4bae30a6 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:44.142499 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:44.253139 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-e7f070d5-990e-4e61-880a-58db4bae30a6 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:44.258369 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 29971d89-222c-43b5-a49f-01483af5bbe9, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=29971d89-222c-43b5-a49f-01483af5bbe9,segment=NetworkSegment(08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4),segment_id=08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:44.264039 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a50fa4b-7592-447e-a88a-be6b406d9a92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29971d89-222c-43b5-a49f-01483af5bbe9'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:03:44.275189 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8bf3dbe-6e31-43f2-a45a-cc9c54f2853d" -d '{"events": [{"server_uuid": "8a50fa4b-7592-447e-a88a-be6b406d9a92", "name": "network-vif-plugged", "status": "completed", "tag": "29971d89-222c-43b5-a49f-01483af5bbe9"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:03:44.350543 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-0d688113-d4aa-4309-b373-1345eb113ed9 req-6c1b1f83-dff3-41c0-b420-7091f2b3a8ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d0b032d-3ba8-4b81-8b7b-67538f43907e {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:03:44.367479 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-e7f070d5-990e-4e61-880a-58db4bae30a6 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Network 24cee103-4be3-4e70-9f00-1d6da085ad6b is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:03:44.372426 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0d688113-d4aa-4309-b373-1345eb113ed9 req-6c1b1f83-dff3-41c0-b420-7091f2b3a8ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:44.383138 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-e7f070d5-990e-4e61-880a-58db4bae30a6 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:03:44.387680 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-e7f070d5-990e-4e61-880a-58db4bae30a6 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:03:44.411434 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-e7f070d5-990e-4e61-880a-58db4bae30a6 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:44.411434 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-e7f070d5-990e-4e61-880a-58db4bae30a6 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:44.411603 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-9564ccbd-9602-4f1d-8f74-57e54c33dbb7 service neutron] Attempting to bind port 23566281-b6e3-46e3-8c4b-b5d958157eaf on host n-h2-776250-12 for vnic_type normal with profile None {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:03:44.411714 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:44.423662 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-9564ccbd-9602-4f1d-8f74-57e54c33dbb7 service neutron] Attempting to bind port 23566281-b6e3-46e3-8c4b-b5d958157eaf by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': 'feac72a6-bbb0-42da-a5f2-51d59135d26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '34422553-fc63-47d6-a631-7f666537bc5c'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:03:44.424557 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-9564ccbd-9602-4f1d-8f74-57e54c33dbb7 service neutron] Attempting to bind port 23566281-b6e3-46e3-8c4b-b5d958157eaf on network 34422553-fc63-47d6-a631-7f666537bc5c {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:03:44.447174 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-9564ccbd-9602-4f1d-8f74-57e54c33dbb7 service neutron] Port 23566281-b6e3-46e3-8c4b-b5d958157eaf on network 34422553-fc63-47d6-a631-7f666537bc5c not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:03:44.449587 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-9564ccbd-9602-4f1d-8f74-57e54c33dbb7 service neutron] Attempting to bind port 23566281-b6e3-46e3-8c4b-b5d958157eaf on network 34422553-fc63-47d6-a631-7f666537bc5c {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:03:44.473983 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f070d5-990e-4e61-880a-58db4bae30a6 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Pushing event updated for resources: {'Port': ['ID=5ca26b89-5037-47fc-91b1-bf5b63ff673b,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:44.482500 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-9564ccbd-9602-4f1d-8f74-57e54c33dbb7 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:03:44.484601 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-9564ccbd-9602-4f1d-8f74-57e54c33dbb7 service neutron] Checking segment: {'id': 'feac72a6-bbb0-42da-a5f2-51d59135d26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '34422553-fc63-47d6-a631-7f666537bc5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:03:44.485327 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-9564ccbd-9602-4f1d-8f74-57e54c33dbb7 service neutron] Bound using segment: {'id': 'feac72a6-bbb0-42da-a5f2-51d59135d26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '34422553-fc63-47d6-a631-7f666537bc5c'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:03:44.489443 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-9564ccbd-9602-4f1d-8f74-57e54c33dbb7 service neutron] Bound port: 23566281-b6e3-46e3-8c4b-b5d958157eaf, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feac72a6-bbb0-42da-a5f2-51d59135d26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '34422553-fc63-47d6-a631-7f666537bc5c'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:03:44.538315 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-0d688113-d4aa-4309-b373-1345eb113ed9 req-6c1b1f83-dff3-41c0-b420-7091f2b3a8ec service neutron] Transition to ACTIVE for port object 3d0b032d-3ba8-4b81-8b7b-67538f43907e will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:03:44.608449 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=29971d89-222c-43b5-a49f-01483af5bbe9,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:44.614569 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-e7f070d5-990e-4e61-880a-58db4bae30a6 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4424171 Dec 08 16:03:44.629586 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-a97c715a-7b64-4898-bd28-d5f5c87bbe57 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Request body: {'port': {'device_id': '5dc438c8-595f-4412-861b-5bcb3b061ba1', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '24cee103-4be3-4e70-9f00-1d6da085ad6b', 'admin_state_up': True, 'tenant_id': '8be2414d63a14131b9f6f8fcfa8d927a', 'security_groups': ['49c58f26-f9c1-4b14-a3ef-7ff8fc05a8af']}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:03:44.672910 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-9564ccbd-9602-4f1d-8f74-57e54c33dbb7 service neutron] For port 23566281-b6e3-46e3-8c4b-b5d958157eaf, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=23566281-b6e3-46e3-8c4b-b5d958157eaf,segment=NetworkSegment(feac72a6-bbb0-42da-a5f2-51d59135d26f),segment_id=feac72a6-bbb0-42da-a5f2-51d59135d26f)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:03:44.729486 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-9564ccbd-9602-4f1d-8f74-57e54c33dbb7 service neutron] Publish callbacks [] for binding, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:44.734845 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-9564ccbd-9602-4f1d-8f74-57e54c33dbb7 service neutron] 10.222.0.64 "POST /v2.0/ports/23566281-b6e3-46e3-8c4b-b5d958157eaf/bindings HTTP/1.1" status: 201 len: 390 time: 0.9786530 Dec 08 16:03:44.751502 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-465a6c55-245f-4582-a5e7-351b7c5bf0f9 None None] Provisioning complete for port 5ca26b89-5037-47fc-91b1-bf5b63ff673b triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:03:44.751879 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-465a6c55-245f-4582-a5e7-351b7c5bf0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:44.898931 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-465a6c55-245f-4582-a5e7-351b7c5bf0f9 None None] Port 5ca26b89-5037-47fc-91b1-bf5b63ff673b cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:03:45.070422 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:45.211311 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22128c62-e78a-46d1-9a42-7461ecf3f3c2 req-d502566f-965c-44f7-a453-d9c951e9c2c5 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:45.217928 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-22128c62-e78a-46d1-9a42-7461ecf3f3c2 req-d502566f-965c-44f7-a453-d9c951e9c2c5 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a717b01-e9ff-446e-942c-82be62f6f6d2 HTTP/1.1" status: 200 len: 948 time: 0.1538470 Dec 08 16:03:45.339592 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0d688113-d4aa-4309-b373-1345eb113ed9 req-6c1b1f83-dff3-41c0-b420-7091f2b3a8ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:45.356927 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-22128c62-e78a-46d1-9a42-7461ecf3f3c2 req-7d00a8d1-aaba-433d-9625-662014d182a5 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] 10.222.0.64 "GET /v2.0/security-groups?id=d52b3ab9-671e-4bec-87ec-cb6b7b824f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362538 Dec 08 16:03:45.684836 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da1cdf-e5b3-4c0e-8fad-60cce19463a9 req-4af22c21-1e6f-4d29-aba6-9bf0513712ec tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:45.703840 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-08da1cdf-e5b3-4c0e-8fad-60cce19463a9 req-4af22c21-1e6f-4d29-aba6-9bf0513712ec tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9e721e2-7394-4a87-bbde-238568b2da7b HTTP/1.1" status: 200 len: 950 time: 0.1916671 Dec 08 16:03:45.745356 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1b1f83-dff3-41c0-b420-7091f2b3a8ec service neutron] Pushing event updated for resources: {'Port': ['ID=3d0b032d-3ba8-4b81-8b7b-67538f43907e,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:45.781730 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-08da1cdf-e5b3-4c0e-8fad-60cce19463a9 req-f1f1a07e-4c9d-4c0f-9c9b-ce8aaf6dc937 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758266 Dec 08 16:03:45.790773 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-0d688113-d4aa-4309-b373-1345eb113ed9 req-6c1b1f83-dff3-41c0-b420-7091f2b3a8ec service neutron] Attempting to bind port 3d0b032d-3ba8-4b81-8b7b-67538f43907e on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:03:45.791417 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-0d688113-d4aa-4309-b373-1345eb113ed9 req-6c1b1f83-dff3-41c0-b420-7091f2b3a8ec service neutron] Attempting to bind port 3d0b032d-3ba8-4b81-8b7b-67538f43907e by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:03:45.791942 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d688113-d4aa-4309-b373-1345eb113ed9 req-6c1b1f83-dff3-41c0-b420-7091f2b3a8ec service neutron] Attempting to bind port 3d0b032d-3ba8-4b81-8b7b-67538f43907e on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:03:45.799893 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-a97c715a-7b64-4898-bd28-d5f5c87bbe57 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Made reservation on behalf of 8be2414d63a14131b9f6f8fcfa8d927a for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:03:45.806563 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-a97c715a-7b64-4898-bd28-d5f5c87bbe57 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:45.847963 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-a6e432c3-2914-4b62-8778-a3041553bfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:45.849990 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-a6e432c3-2914-4b62-8778-a3041553bfa1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8b17b512834447aea285923e7004d778&device_id=da5fe699-8812-4124-b3f5-1f4ad9dad8d5 HTTP/1.1" status: 200 len: 1097 time: 0.3017013 Dec 08 16:03:45.851040 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d688113-d4aa-4309-b373-1345eb113ed9 req-6c1b1f83-dff3-41c0-b420-7091f2b3a8ec service neutron] Port 3d0b032d-3ba8-4b81-8b7b-67538f43907e on network b91759c7-445e-4f7b-9fc4-64d80951832c not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:03:45.851604 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d688113-d4aa-4309-b373-1345eb113ed9 req-6c1b1f83-dff3-41c0-b420-7091f2b3a8ec service neutron] Attempting to bind port 3d0b032d-3ba8-4b81-8b7b-67538f43907e on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:03:45.861654 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d688113-d4aa-4309-b373-1345eb113ed9 req-6c1b1f83-dff3-41c0-b420-7091f2b3a8ec service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:03:45.862365 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d688113-d4aa-4309-b373-1345eb113ed9 req-6c1b1f83-dff3-41c0-b420-7091f2b3a8ec service neutron] Checking segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:03:45.862989 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d688113-d4aa-4309-b373-1345eb113ed9 req-6c1b1f83-dff3-41c0-b420-7091f2b3a8ec service neutron] Bound using segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:03:45.863631 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-0d688113-d4aa-4309-b373-1345eb113ed9 req-6c1b1f83-dff3-41c0-b420-7091f2b3a8ec service neutron] Bound port: 3d0b032d-3ba8-4b81-8b7b-67538f43907e, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:03:45.864221 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0d688113-d4aa-4309-b373-1345eb113ed9 req-6c1b1f83-dff3-41c0-b420-7091f2b3a8ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:46.021599 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab5b6a-3796-4c7b-847c-260ad65d6513 req-9d36d48e-f413-42ee-9603-ec56873af2b7 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:46.037116 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-80ab5b6a-3796-4c7b-847c-260ad65d6513 req-9d36d48e-f413-42ee-9603-ec56873af2b7 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a50fa4b-7592-447e-a88a-be6b406d9a92 HTTP/1.1" status: 200 len: 945 time: 0.1240766 Dec 08 16:03:46.146358 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-80ab5b6a-3796-4c7b-847c-260ad65d6513 req-ef25f378-cc9e-42bc-9ef9-df54d7edf8c0 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075783 Dec 08 16:03:46.299831 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-0d688113-d4aa-4309-b373-1345eb113ed9 req-6c1b1f83-dff3-41c0-b420-7091f2b3a8ec service neutron] For port 3d0b032d-3ba8-4b81-8b7b-67538f43907e, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:03:46.356478 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-e0271ebe-6c29-4f6d-97c1-14100b478a1b req-82d166df-46b6-4bd0-b583-96007cf7d543 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46d77430-42b0-41e7-86b7-9e679590e4fc {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:03:46.361708 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-9e800c9b-9e10-4c83-8e37-2aae2d604f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:46.363231 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-9e800c9b-9e10-4c83-8e37-2aae2d604f9f service neutron] 10.222.0.37 "GET /v2.0/networks?id=34422553-fc63-47d6-a631-7f666537bc5c HTTP/1.1" status: 200 len: 909 time: 0.5031786 Dec 08 16:03:46.371281 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5101473a-381c-496a-9157-d17ad93e0d41 req-4b5fd616-8057-4aed-8bee-1418618ad3a0 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:46.382084 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5101473a-381c-496a-9157-d17ad93e0d41 req-4b5fd616-8057-4aed-8bee-1418618ad3a0 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:46.382311 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e0271ebe-6c29-4f6d-97c1-14100b478a1b req-82d166df-46b6-4bd0-b583-96007cf7d543 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:46.394889 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5101473a-381c-496a-9157-d17ad93e0d41 req-4b5fd616-8057-4aed-8bee-1418618ad3a0 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:46.403294 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5101473a-381c-496a-9157-d17ad93e0d41 req-4b5fd616-8057-4aed-8bee-1418618ad3a0 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:46.405606 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5101473a-381c-496a-9157-d17ad93e0d41 req-4b5fd616-8057-4aed-8bee-1418618ad3a0 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 3093 time: 0.1179621 Dec 08 16:03:46.430057 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-407ec94b-c840-4b86-9627-cb0a3a0b6eb6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23566281-b6e3-46e3-8c4b-b5d958157eaf HTTP/1.1" status: 200 len: 217 time: 0.0554106 Dec 08 16:03:46.437202 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-0d688113-d4aa-4309-b373-1345eb113ed9 req-6c1b1f83-dff3-41c0-b420-7091f2b3a8ec service neutron] For port 3d0b032d-3ba8-4b81-8b7b-67538f43907e, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=3d0b032d-3ba8-4b81-8b7b-67538f43907e,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:03:46.502548 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-ca8338aa-54b2-4c52-b13c-c405b76aafc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:46.504568 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-ca8338aa-54b2-4c52-b13c-c405b76aafc5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5db44a3c-d12a-4344-a611-2d41355a5e50 HTTP/1.1" status: 200 len: 848 time: 0.0658565 Dec 08 16:03:46.505124 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5101473a-381c-496a-9157-d17ad93e0d41 req-7947859d-d7c6-435d-b5b7-2a09259340cf tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/security-groups?id=49c58f26-f9c1-4b14-a3ef-7ff8fc05a8af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899086 Dec 08 16:03:46.518033 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-e0271ebe-6c29-4f6d-97c1-14100b478a1b req-82d166df-46b6-4bd0-b583-96007cf7d543 service neutron] Transition to ACTIVE for port object 46d77430-42b0-41e7-86b7-9e679590e4fc will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:03:46.532676 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-a97c715a-7b64-4898-bd28-d5f5c87bbe57 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Allocated IP 10.2.2.200 (24cee103-4be3-4e70-9f00-1d6da085ad6b/7bb3c717-9a7d-47ef-8b30-309fc05e6088/7daf87fe-44bb-4172-a38a-0f0c16f93725) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:03:46.578680 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-40699da6-cea1-416f-8dc7-6f6fd44f53cb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34422553-fc63-47d6-a631-7f666537bc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619254 Dec 08 16:03:46.670988 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0d688113-d4aa-4309-b373-1345eb113ed9 req-6c1b1f83-dff3-41c0-b420-7091f2b3a8ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:46.725870 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:46.745283 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e0271ebe-6c29-4f6d-97c1-14100b478a1b req-82d166df-46b6-4bd0-b583-96007cf7d543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:46.774347 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96095715-1af7-49e2-95dc-d73d6440e2f2 x-openstack-request-id: req-96095715-1af7-49e2-95dc-d73d6440e2f2 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:03:46.774891 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a50fa4b-7592-447e-a88a-be6b406d9a92", "name": "network-vif-plugged", "status": "completed", "tag": "29971d89-222c-43b5-a49f-01483af5bbe9", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:03:46.775197 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-96095715-1af7-49e2-95dc-d73d6440e2f2 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:03:46.776131 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a50fa4b-7592-447e-a88a-be6b406d9a92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29971d89-222c-43b5-a49f-01483af5bbe9', 'code': 200} Dec 08 16:03:46.821191 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d688113-d4aa-4309-b373-1345eb113ed9 req-6c1b1f83-dff3-41c0-b420-7091f2b3a8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:46.821441 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0d688113-d4aa-4309-b373-1345eb113ed9 req-6c1b1f83-dff3-41c0-b420-7091f2b3a8ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:46.822781 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0d688113-d4aa-4309-b373-1345eb113ed9 req-6c1b1f83-dff3-41c0-b420-7091f2b3a8ec service neutron] 10.222.0.76 "PUT /v2.0/ports/3d0b032d-3ba8-4b81-8b7b-67538f43907e HTTP/1.1" status: 200 len: 1097 time: 6.0326874 Dec 08 16:03:46.825645 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a717b01-e9ff-446e-942c-82be62f6f6d2', 'tag': '3d0b032d-3ba8-4b81-8b7b-67538f43907e'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:03:46.831259 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13de7d9-ecb5-45d3-8973-64736311f1ca" -d '{"events": [{"name": "network-changed", "server_uuid": "0a717b01-e9ff-446e-942c-82be62f6f6d2", "tag": "3d0b032d-3ba8-4b81-8b7b-67538f43907e"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:03:46.904266 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4d4c1-f9c4-4ba5-8075-58f322d5b547 req-2a2f002b-6b16-4eca-89dc-6e35321670df tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:46.912319 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e1f4d4c1-f9c4-4ba5-8075-58f322d5b547 req-2a2f002b-6b16-4eca-89dc-6e35321670df tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=da5fe699-8812-4124-b3f5-1f4ad9dad8d5 HTTP/1.1" status: 200 len: 945 time: 0.1272905 Dec 08 16:03:46.915212 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-5103e9dd-b8e3-4fae-b720-567b47abe9cc service neutron] 10.222.0.37 "GET /v2.0/networks/34422553-fc63-47d6-a631-7f666537bc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3119359 Dec 08 16:03:46.965535 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-a97c715a-7b64-4898-bd28-d5f5c87bbe57 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:46.972997 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e1f4d4c1-f9c4-4ba5-8075-58f322d5b547 req-b9b8de48-ddad-4df7-aca2-88d56e18f40b tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595396 Dec 08 16:03:46.976326 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cac8b24-0b95-462c-9261-a4bd60982f5c req-8b68fa03-2620-488e-8d4a-73692c16b7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:46.979292 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3cac8b24-0b95-462c-9261-a4bd60982f5c req-8b68fa03-2620-488e-8d4a-73692c16b7a0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8a50fa4b-7592-447e-a88a-be6b406d9a92 HTTP/1.1" status: 200 len: 1097 time: 0.1248555 Dec 08 16:03:47.032810 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1b1f83-dff3-41c0-b420-7091f2b3a8ec service neutron] Pushing event updated for resources: {'Port': ['ID=3d0b032d-3ba8-4b81-8b7b-67538f43907e,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:47.064416 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3cac8b24-0b95-462c-9261-a4bd60982f5c req-56c71898-bf5a-4f1d-a3d9-a9168476bec1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688655 Dec 08 16:03:47.064617 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-e0271ebe-6c29-4f6d-97c1-14100b478a1b req-82d166df-46b6-4bd0-b583-96007cf7d543 service neutron] Attempting to bind port 46d77430-42b0-41e7-86b7-9e679590e4fc on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:03:47.068820 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-e0271ebe-6c29-4f6d-97c1-14100b478a1b req-82d166df-46b6-4bd0-b583-96007cf7d543 service neutron] Attempting to bind port 46d77430-42b0-41e7-86b7-9e679590e4fc by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:03:47.069338 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0271ebe-6c29-4f6d-97c1-14100b478a1b req-82d166df-46b6-4bd0-b583-96007cf7d543 service neutron] Attempting to bind port 46d77430-42b0-41e7-86b7-9e679590e4fc on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:03:47.157914 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0271ebe-6c29-4f6d-97c1-14100b478a1b req-82d166df-46b6-4bd0-b583-96007cf7d543 service neutron] Port 46d77430-42b0-41e7-86b7-9e679590e4fc on network b91759c7-445e-4f7b-9fc4-64d80951832c not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:03:47.158249 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0271ebe-6c29-4f6d-97c1-14100b478a1b req-82d166df-46b6-4bd0-b583-96007cf7d543 service neutron] Attempting to bind port 46d77430-42b0-41e7-86b7-9e679590e4fc on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:03:47.165149 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3541710-a7a5-44d0-8233-57b5c81988ff req-175b5d4b-b482-4cba-a49c-ea2c62062dda tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:47.167361 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a3541710-a7a5-44d0-8233-57b5c81988ff req-175b5d4b-b482-4cba-a49c-ea2c62062dda tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a717b01-e9ff-446e-942c-82be62f6f6d2 HTTP/1.1" status: 200 len: 948 time: 0.0711217 Dec 08 16:03:47.221046 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0271ebe-6c29-4f6d-97c1-14100b478a1b req-82d166df-46b6-4bd0-b583-96007cf7d543 service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:03:47.221471 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0271ebe-6c29-4f6d-97c1-14100b478a1b req-82d166df-46b6-4bd0-b583-96007cf7d543 service neutron] Checking segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:03:47.221965 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0271ebe-6c29-4f6d-97c1-14100b478a1b req-82d166df-46b6-4bd0-b583-96007cf7d543 service neutron] Bound using segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:03:47.222457 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-e0271ebe-6c29-4f6d-97c1-14100b478a1b req-82d166df-46b6-4bd0-b583-96007cf7d543 service neutron] Bound port: 46d77430-42b0-41e7-86b7-9e679590e4fc, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:03:47.222890 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e0271ebe-6c29-4f6d-97c1-14100b478a1b req-82d166df-46b6-4bd0-b583-96007cf7d543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:47.229267 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d166df-46b6-4bd0-b583-96007cf7d543 service neutron] Pushing event updated for resources: {'Port': ['ID=46d77430-42b0-41e7-86b7-9e679590e4fc,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:47.252507 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a3541710-a7a5-44d0-8233-57b5c81988ff req-f6f1baf8-c835-49d4-bedd-edaf166194b9 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] 10.222.0.64 "GET /v2.0/security-groups?id=d52b3ab9-671e-4bec-87ec-cb6b7b824f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768363 Dec 08 16:03:47.305387 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb1fdc9-12ce-498e-b901-686fef818046 x-openstack-request-id: req-3bb1fdc9-12ce-498e-b901-686fef818046 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:03:47.305955 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a717b01-e9ff-446e-942c-82be62f6f6d2", "tag": "3d0b032d-3ba8-4b81-8b7b-67538f43907e", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:03:47.306395 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3bb1fdc9-12ce-498e-b901-686fef818046 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:03:47.307029 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a717b01-e9ff-446e-942c-82be62f6f6d2', 'tag': '3d0b032d-3ba8-4b81-8b7b-67538f43907e', 'status': 'completed', 'code': 200} Dec 08 16:03:47.312144 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-cb6e92bd-ab52-4333-97c1-1049acd80908 service neutron] 10.222.0.37 "GET /v2.0/networks/34422553-fc63-47d6-a631-7f666537bc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996736 Dec 08 16:03:47.392295 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-e0271ebe-6c29-4f6d-97c1-14100b478a1b req-82d166df-46b6-4bd0-b583-96007cf7d543 service neutron] For port 46d77430-42b0-41e7-86b7-9e679590e4fc, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:03:47.397180 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-e0271ebe-6c29-4f6d-97c1-14100b478a1b req-82d166df-46b6-4bd0-b583-96007cf7d543 service neutron] For port 46d77430-42b0-41e7-86b7-9e679590e4fc, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=46d77430-42b0-41e7-86b7-9e679590e4fc,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:03:47.405658 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13de7d9-ecb5-45d3-8973-64736311f1ca req-a2cd2e79-a076-4840-9c53-815466be8d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:47.407446 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e13de7d9-ecb5-45d3-8973-64736311f1ca req-a2cd2e79-a076-4840-9c53-815466be8d82 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=33536254a37a4670b6fcbc4dbda57cf5&device_id=0a717b01-e9ff-446e-942c-82be62f6f6d2 HTTP/1.1" status: 200 len: 1100 time: 0.0825844 Dec 08 16:03:47.437221 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e13de7d9-ecb5-45d3-8973-64736311f1ca req-5b7e4168-925a-41d8-812c-ad6c239ea59b service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=33536254a37a4670b6fcbc4dbda57cf5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222816 Dec 08 16:03:47.462139 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4953ed87-c191-4be5-a1ba-45d645b8cf7c req-3657afae-0964-44a9-892f-591779c5e06f tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:47.464638 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4953ed87-c191-4be5-a1ba-45d645b8cf7c req-3657afae-0964-44a9-892f-591779c5e06f tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a50fa4b-7592-447e-a88a-be6b406d9a92 HTTP/1.1" status: 200 len: 945 time: 0.0710113 Dec 08 16:03:47.529389 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4953ed87-c191-4be5-a1ba-45d645b8cf7c req-3b42cdcb-4273-4a8b-b3ad-3c3daeb431f4 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581923 Dec 08 16:03:47.616346 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13de7d9-ecb5-45d3-8973-64736311f1ca req-a8113872-60ad-4d50-b7ab-e186bd0beb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:47.617821 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e13de7d9-ecb5-45d3-8973-64736311f1ca req-a8113872-60ad-4d50-b7ab-e186bd0beb98 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1702261 Dec 08 16:03:47.657962 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:47.674246 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e0271ebe-6c29-4f6d-97c1-14100b478a1b req-82d166df-46b6-4bd0-b583-96007cf7d543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:47.677508 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-a97c715a-7b64-4898-bd28-d5f5c87bbe57 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:47.831944 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0271ebe-6c29-4f6d-97c1-14100b478a1b req-82d166df-46b6-4bd0-b583-96007cf7d543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:47.832619 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e0271ebe-6c29-4f6d-97c1-14100b478a1b req-82d166df-46b6-4bd0-b583-96007cf7d543 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:47.834059 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e0271ebe-6c29-4f6d-97c1-14100b478a1b req-82d166df-46b6-4bd0-b583-96007cf7d543 service neutron] 10.222.0.76 "PUT /v2.0/ports/46d77430-42b0-41e7-86b7-9e679590e4fc HTTP/1.1" status: 200 len: 1097 time: 4.3292749 Dec 08 16:03:47.880232 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-a97c715a-7b64-4898-bd28-d5f5c87bbe57 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Network 24cee103-4be3-4e70-9f00-1d6da085ad6b is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:03:47.891855 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-a97c715a-7b64-4898-bd28-d5f5c87bbe57 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:03:47.908586 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-a97c715a-7b64-4898-bd28-d5f5c87bbe57 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:03:47.914430 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-a97c715a-7b64-4898-bd28-d5f5c87bbe57 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:47.915200 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-a97c715a-7b64-4898-bd28-d5f5c87bbe57 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:47.955638 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d166df-46b6-4bd0-b583-96007cf7d543 service neutron] Pushing event updated for resources: {'Port': ['ID=46d77430-42b0-41e7-86b7-9e679590e4fc,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:48.001484 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-cce1152f-c833-47f7-bca6-9911e2f0d811 tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:48.008549 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-cce1152f-c833-47f7-bca6-9911e2f0d811 tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=da5fe699-8812-4124-b3f5-1f4ad9dad8d5&tenant_id=8b17b512834447aea285923e7004d778&binding%3Ahost_id=n-h1-776250-12 HTTP/1.1" status: 200 len: 1097 time: 0.2978208 Dec 08 16:03:48.012146 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d688113-d4aa-4309-b373-1345eb113ed9 req-29369ba7-abe8-4ace-a305-2b3c8cbc93f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:48.020008 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c2ab6-cf5f-4ae2-aa2d-38c973695fbe req-9b832fcb-b483-4a87-a6a4-4bf0063f5e28 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:48.020922 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0d688113-d4aa-4309-b373-1345eb113ed9 req-29369ba7-abe8-4ace-a305-2b3c8cbc93f4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=33536254a37a4670b6fcbc4dbda57cf5&device_id=0a717b01-e9ff-446e-942c-82be62f6f6d2 HTTP/1.1" status: 200 len: 1100 time: 0.3580608 Dec 08 16:03:48.026938 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c2ab6-cf5f-4ae2-aa2d-38c973695fbe req-9b832fcb-b483-4a87-a6a4-4bf0063f5e28 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:48.030559 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-becf552c-41af-446e-b5b2-797b9f619c91 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-776250-12'}}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:03:48.049070 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c2ab6-cf5f-4ae2-aa2d-38c973695fbe req-9b832fcb-b483-4a87-a6a4-4bf0063f5e28 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:48.064578 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c2ab6-cf5f-4ae2-aa2d-38c973695fbe req-9b832fcb-b483-4a87-a6a4-4bf0063f5e28 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:48.084056 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c2ab6-cf5f-4ae2-aa2d-38c973695fbe req-9b832fcb-b483-4a87-a6a4-4bf0063f5e28 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:48.087563 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-152c2ab6-cf5f-4ae2-aa2d-38c973695fbe req-9b832fcb-b483-4a87-a6a4-4bf0063f5e28 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 3814 time: 0.2319446 Dec 08 16:03:48.225333 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-152c2ab6-cf5f-4ae2-aa2d-38c973695fbe req-5732eeb2-4701-41ab-b0bd-e733f1a91099 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/security-groups?id=49c58f26-f9c1-4b14-a3ef-7ff8fc05a8af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295848 Dec 08 16:03:48.376578 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97c715a-7b64-4898-bd28-d5f5c87bbe57 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Pushing event updated for resources: {'Port': ['ID=7daf87fe-44bb-4172-a38a-0f0c16f93725,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:48.443490 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-60308ec1-bdf1-4447-ab2a-f6c44954f97e None None] Provisioning complete for port 7daf87fe-44bb-4172-a38a-0f0c16f93725 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:03:48.443490 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-60308ec1-bdf1-4447-ab2a-f6c44954f97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:48.494332 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-a97c715a-7b64-4898-bd28-d5f5c87bbe57 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8709469 Dec 08 16:03:48.520143 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-60308ec1-bdf1-4447-ab2a-f6c44954f97e None None] Port 7daf87fe-44bb-4172-a38a-0f0c16f93725 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:03:48.596746 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-becf552c-41af-446e-b5b2-797b9f619c91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:48.707668 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-ac2a9421-8749-4b6c-b4df-217481e87de5 service neutron] Request body: {'port': {'device_id': '5dc438c8-595f-4412-861b-5bcb3b061ba1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:03:48.719772 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0d688113-d4aa-4309-b373-1345eb113ed9 req-c442b2ac-1c7c-4ccf-b6e2-3cefc99ccb36 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=3d0b032d-3ba8-4b81-8b7b-67538f43907e HTTP/1.1" status: 200 len: 217 time: 0.6010671 Dec 08 16:03:48.748167 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc51b0-3582-4854-b34f-9694255f3bf6 req-c031e1ed-9885-48da-9546-c4d1727cfd2f tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:48.767271 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f0dc51b0-3582-4854-b34f-9694255f3bf6 req-c031e1ed-9885-48da-9546-c4d1727cfd2f tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=da5fe699-8812-4124-b3f5-1f4ad9dad8d5 HTTP/1.1" status: 200 len: 945 time: 0.1150572 Dec 08 16:03:48.806991 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0271ebe-6c29-4f6d-97c1-14100b478a1b req-ea5df75d-be8f-4dd4-a52b-7728c4f4c059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:48.808732 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e0271ebe-6c29-4f6d-97c1-14100b478a1b req-ea5df75d-be8f-4dd4-a52b-7728c4f4c059 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=33536254a37a4670b6fcbc4dbda57cf5&device_id=6838640d-6f74-4a5e-8c18-6f0e5a759f51 HTTP/1.1" status: 200 len: 1100 time: 0.7008600 Dec 08 16:03:48.863161 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f0dc51b0-3582-4854-b34f-9694255f3bf6 req-c9bb7f3d-ef86-49d0-9ae9-16ea0ee7d7f3 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920181 Dec 08 16:03:49.048278 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e0271ebe-6c29-4f6d-97c1-14100b478a1b req-8026dc12-c783-4f12-9dad-446bc722626b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=46d77430-42b0-41e7-86b7-9e679590e4fc HTTP/1.1" status: 200 len: 217 time: 0.1641984 Dec 08 16:03:49.059581 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d688113-d4aa-4309-b373-1345eb113ed9 req-86cb0885-8f1a-42d9-8d2e-1bd42fa00f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:49.062186 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0d688113-d4aa-4309-b373-1345eb113ed9 req-86cb0885-8f1a-42d9-8d2e-1bd42fa00f4a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.2920856 Dec 08 16:03:49.086059 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e8a23-621e-4eb1-9385-77605415994c req-818090c1-9155-468c-82c5-623aa4f07924 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:49.087881 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3c7e8a23-621e-4eb1-9385-77605415994c req-818090c1-9155-468c-82c5-623aa4f07924 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a717b01-e9ff-446e-942c-82be62f6f6d2 HTTP/1.1" status: 200 len: 948 time: 0.0817499 Dec 08 16:03:49.156273 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3c7e8a23-621e-4eb1-9385-77605415994c req-6da60c07-130f-40ca-8b15-d6a0880e99be tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] 10.222.0.64 "GET /v2.0/security-groups?id=d52b3ab9-671e-4bec-87ec-cb6b7b824f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602748 Dec 08 16:03:49.267805 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-ac2a9421-8749-4b6c-b4df-217481e87de5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:49.319147 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6838640d-6f74-4a5e-8c18-6f0e5a759f51', 'tag': '46d77430-42b0-41e7-86b7-9e679590e4fc'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:03:49.319147 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa5cd4a-35d0-4b4d-87f8-305dd4e08616" -d '{"events": [{"name": "network-changed", "server_uuid": "6838640d-6f74-4a5e-8c18-6f0e5a759f51", "tag": "46d77430-42b0-41e7-86b7-9e679590e4fc"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:03:49.324627 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0271ebe-6c29-4f6d-97c1-14100b478a1b req-f4a86683-7103-4dd9-b638-1355f71c980f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:49.326103 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e0271ebe-6c29-4f6d-97c1-14100b478a1b req-f4a86683-7103-4dd9-b638-1355f71c980f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.2627318 Dec 08 16:03:49.328382 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df089b5-d9e5-4072-85c4-266ca7f0e4fd req-f9be2806-b6f9-46c3-9ab3-3da2c1bc375f tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:49.337744 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2df089b5-d9e5-4072-85c4-266ca7f0e4fd req-f9be2806-b6f9-46c3-9ab3-3da2c1bc375f tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a50fa4b-7592-447e-a88a-be6b406d9a92 HTTP/1.1" status: 200 len: 945 time: 0.0882506 Dec 08 16:03:49.394284 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d688113-d4aa-4309-b373-1345eb113ed9 req-2e730448-aed3-4868-b413-26c4ff1b9898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:49.395891 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0d688113-d4aa-4309-b373-1345eb113ed9 req-2e730448-aed3-4868-b413-26c4ff1b9898 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2877343 Dec 08 16:03:49.448824 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2df089b5-d9e5-4072-85c4-266ca7f0e4fd req-27ee97b8-892c-4594-a034-f6172ed96c9c tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109431 Dec 08 16:03:49.564706 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-becf552c-41af-446e-b5b2-797b9f619c91 service neutron] For port 23566281-b6e3-46e3-8c4b-b5d958157eaf, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=23566281-b6e3-46e3-8c4b-b5d958157eaf,segment=NetworkSegment(feac72a6-bbb0-42da-a5f2-51d59135d26f),segment_id=feac72a6-bbb0-42da-a5f2-51d59135d26f)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:49.827004 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fc9e2fd6-b27d-44dc-883a-f0551c0ea630 req-70d4030b-77d7-4d82-aa01-46eced60776c tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=b73d206799fe4423a8cfa64c519990fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0484033 Dec 08 16:03:49.958200 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e2fd6-b27d-44dc-883a-f0551c0ea630 req-adcf5363-63d1-4ee3-98ef-235541f7a513 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:49.967756 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fc9e2fd6-b27d-44dc-883a-f0551c0ea630 req-adcf5363-63d1-4ee3-98ef-235541f7a513 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1389499 Dec 08 16:03:49.998988 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fc9e2fd6-b27d-44dc-883a-f0551c0ea630 req-d41e88c3-b64c-47f9-8dc6-318436ed9e53 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/quotas/b73d206799fe4423a8cfa64c519990fb HTTP/1.1" status: 200 len: 375 time: 0.0260758 Dec 08 16:03:50.069991 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fc9e2fd6-b27d-44dc-883a-f0551c0ea630 req-8b266a01-1f6c-4acb-b9aa-0e254425c935 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b73d206799fe4423a8cfa64c519990fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0699296 Dec 08 16:03:50.086324 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06970651-406e-4512-843c-dee771530581 x-openstack-request-id: req-06970651-406e-4512-843c-dee771530581 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:03:50.086893 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6838640d-6f74-4a5e-8c18-6f0e5a759f51", "tag": "46d77430-42b0-41e7-86b7-9e679590e4fc", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:03:50.087351 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-06970651-406e-4512-843c-dee771530581 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:03:50.088627 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6838640d-6f74-4a5e-8c18-6f0e5a759f51', 'tag': '46d77430-42b0-41e7-86b7-9e679590e4fc', 'status': 'completed', 'code': 200} Dec 08 16:03:50.119322 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0271ebe-6c29-4f6d-97c1-14100b478a1b req-be0ed31e-170b-4d3a-b143-ddca230ae119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:50.121148 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e0271ebe-6c29-4f6d-97c1-14100b478a1b req-be0ed31e-170b-4d3a-b143-ddca230ae119 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7837229 Dec 08 16:03:50.306760 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0d688113-d4aa-4309-b373-1345eb113ed9 req-f4c12f96-bc29-4dbb-84d5-df95bcd3c54f service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8885791 Dec 08 16:03:50.321886 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-becf552c-41af-446e-b5b2-797b9f619c91 service neutron] For port 23566281-b6e3-46e3-8c4b-b5d958157eaf, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:03:50.428671 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63d7bd-5d68-43b1-b064-85895016ac1d req-3042d6ee-7aae-4cc9-a5e2-7587b30d5242 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:50.436026 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63d7bd-5d68-43b1-b064-85895016ac1d req-3042d6ee-7aae-4cc9-a5e2-7587b30d5242 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:50.442124 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63d7bd-5d68-43b1-b064-85895016ac1d req-3042d6ee-7aae-4cc9-a5e2-7587b30d5242 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:50.449027 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63d7bd-5d68-43b1-b064-85895016ac1d req-3042d6ee-7aae-4cc9-a5e2-7587b30d5242 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:50.455160 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63d7bd-5d68-43b1-b064-85895016ac1d req-3042d6ee-7aae-4cc9-a5e2-7587b30d5242 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:50.457142 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4c63d7bd-5d68-43b1-b064-85895016ac1d req-3042d6ee-7aae-4cc9-a5e2-7587b30d5242 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 3814 time: 0.3651574 Dec 08 16:03:50.562312 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385fb7f-edb8-4a0e-b17b-9155c5e1eb63 req-4ee00af5-46b9-43b6-bd4a-5dcac02a5d68 tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:50.572743 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-becf552c-41af-446e-b5b2-797b9f619c91 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:50.581495 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e0271ebe-6c29-4f6d-97c1-14100b478a1b req-f2f7c52e-7d4d-45d7-9e7d-a03724158e11 service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4413602 Dec 08 16:03:50.598052 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b385fb7f-edb8-4a0e-b17b-9155c5e1eb63 req-4ee00af5-46b9-43b6-bd4a-5dcac02a5d68 tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=8a50fa4b-7592-447e-a88a-be6b406d9a92 HTTP/1.1" status: 200 len: 1097 time: 0.1187131 Dec 08 16:03:50.663954 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b385fb7f-edb8-4a0e-b17b-9155c5e1eb63 req-29f0ad82-bc96-4fbf-bb77-1c8c62198fdb tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646167 Dec 08 16:03:50.788879 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-becf552c-41af-446e-b5b2-797b9f619c91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:50.831408 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4c63d7bd-5d68-43b1-b064-85895016ac1d req-7b3d404b-4f4b-4b37-9701-db847063aaa7 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/security-groups?id=49c58f26-f9c1-4b14-a3ef-7ff8fc05a8af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3618987 Dec 08 16:03:50.867439 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0d688113-d4aa-4309-b373-1345eb113ed9 req-fc8dc1bf-a115-415f-95ad-23fbdbbe83de service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5374115 Dec 08 16:03:50.888013 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e0271ebe-6c29-4f6d-97c1-14100b478a1b req-5c77b92c-a841-448e-8b4c-b8bcfb84c09d service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879612 Dec 08 16:03:51.015965 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becf552c-41af-446e-b5b2-797b9f619c91 service neutron] Pushing event updated for resources: {'Port': ['ID=23566281-b6e3-46e3-8c4b-b5d958157eaf,revision_number=7']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:51.037556 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-ac2a9421-8749-4b6c-b4df-217481e87de5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d54670e-e1a0-4c2a-a895-93f6235dabd9 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:03:51.075093 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-ac2a9421-8749-4b6c-b4df-217481e87de5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:51.126732 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-becf552c-41af-446e-b5b2-797b9f619c91 service neutron] Attempting to bind port 23566281-b6e3-46e3-8c4b-b5d958157eaf on host n-h1-776250-12 for vnic_type normal with profile {"migrating_to": "n-h2-776250-12"} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:03:51.127101 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-becf552c-41af-446e-b5b2-797b9f619c91 service neutron] Attempting to bind port 23566281-b6e3-46e3-8c4b-b5d958157eaf by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': 'feac72a6-bbb0-42da-a5f2-51d59135d26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '34422553-fc63-47d6-a631-7f666537bc5c'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:03:51.127571 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-becf552c-41af-446e-b5b2-797b9f619c91 service neutron] Attempting to bind port 23566281-b6e3-46e3-8c4b-b5d958157eaf on network 34422553-fc63-47d6-a631-7f666537bc5c {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:03:51.137642 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-ac2a9421-8749-4b6c-b4df-217481e87de5 service neutron] Transition to ACTIVE for port object 5d54670e-e1a0-4c2a-a895-93f6235dabd9 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:03:51.149498 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-becf552c-41af-446e-b5b2-797b9f619c91 service neutron] Port 23566281-b6e3-46e3-8c4b-b5d958157eaf on network 34422553-fc63-47d6-a631-7f666537bc5c not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:03:51.149787 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-becf552c-41af-446e-b5b2-797b9f619c91 service neutron] Attempting to bind port 23566281-b6e3-46e3-8c4b-b5d958157eaf on network 34422553-fc63-47d6-a631-7f666537bc5c {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:03:51.162460 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-becf552c-41af-446e-b5b2-797b9f619c91 service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:03:51.169605 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-becf552c-41af-446e-b5b2-797b9f619c91 service neutron] Checking segment: {'id': 'feac72a6-bbb0-42da-a5f2-51d59135d26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '34422553-fc63-47d6-a631-7f666537bc5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:03:51.169605 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-becf552c-41af-446e-b5b2-797b9f619c91 service neutron] Bound using segment: {'id': 'feac72a6-bbb0-42da-a5f2-51d59135d26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '34422553-fc63-47d6-a631-7f666537bc5c'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:03:51.169605 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-becf552c-41af-446e-b5b2-797b9f619c91 service neutron] Bound port: 23566281-b6e3-46e3-8c4b-b5d958157eaf, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feac72a6-bbb0-42da-a5f2-51d59135d26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '34422553-fc63-47d6-a631-7f666537bc5c'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:03:51.169605 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-becf552c-41af-446e-b5b2-797b9f619c91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:51.175169 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034466f8-b65d-4ffc-afbb-e7ba9d902830 req-1bd8c3a3-b118-4c9e-8e06-2454aaafe7d7 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:51.177258 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-034466f8-b65d-4ffc-afbb-e7ba9d902830 req-1bd8c3a3-b118-4c9e-8e06-2454aaafe7d7 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=da5fe699-8812-4124-b3f5-1f4ad9dad8d5 HTTP/1.1" status: 200 len: 943 time: 0.1947107 Dec 08 16:03:51.179306 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa5cd4a-35d0-4b4d-87f8-305dd4e08616 req-f5b9502f-cafc-408b-b67a-2d96b6a901be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:51.180764 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6fa5cd4a-35d0-4b4d-87f8-305dd4e08616 req-f5b9502f-cafc-408b-b67a-2d96b6a901be service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=33536254a37a4670b6fcbc4dbda57cf5&device_id=6838640d-6f74-4a5e-8c18-6f0e5a759f51 HTTP/1.1" status: 200 len: 1100 time: 0.1246793 Dec 08 16:03:51.220677 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07a302-4a1a-4e5e-a92e-fcccb3bad7c5 req-2c8f9f06-0b55-493a-98cb-22d3561cc23d tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:51.229701 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6d07a302-4a1a-4e5e-a92e-fcccb3bad7c5 req-2c8f9f06-0b55-493a-98cb-22d3561cc23d tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a717b01-e9ff-446e-942c-82be62f6f6d2 HTTP/1.1" status: 200 len: 948 time: 0.1048210 Dec 08 16:03:51.335515 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6d07a302-4a1a-4e5e-a92e-fcccb3bad7c5 req-f2a984c3-9523-4a6d-8a61-8dc19272ebad tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] 10.222.0.64 "GET /v2.0/security-groups?id=d52b3ab9-671e-4bec-87ec-cb6b7b824f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047437 Dec 08 16:03:51.339192 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa5cd4a-35d0-4b4d-87f8-305dd4e08616 req-5f2b8164-00a1-48d1-88c4-3d0c1ce6ec68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:51.340967 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6fa5cd4a-35d0-4b4d-87f8-305dd4e08616 req-5f2b8164-00a1-48d1-88c4-3d0c1ce6ec68 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b91759c7-445e-4f7b-9fc4-64d80951832c HTTP/1.1" status: 200 len: 870 time: 0.1462083 Dec 08 16:03:51.344042 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-ac2a9421-8749-4b6c-b4df-217481e87de5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:51.451510 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-01844f07-26f8-4ea4-bd27-c4d70ef45ad6 req-9ac18343-e465-4be6-b729-07dccff949a2 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1 HTTP/1.1" status: 200 len: 210 time: 0.0589392 Dec 08 16:03:51.463115 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-becf552c-41af-446e-b5b2-797b9f619c91 service neutron] For port 23566281-b6e3-46e3-8c4b-b5d958157eaf, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:03:51.471628 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-becf552c-41af-446e-b5b2-797b9f619c91 service neutron] For port 23566281-b6e3-46e3-8c4b-b5d958157eaf, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=23566281-b6e3-46e3-8c4b-b5d958157eaf,segment=NetworkSegment(feac72a6-bbb0-42da-a5f2-51d59135d26f),segment_id=feac72a6-bbb0-42da-a5f2-51d59135d26f)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:03:51.602141 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6fa5cd4a-35d0-4b4d-87f8-305dd4e08616 req-5646d143-f4e1-40a6-9984-6c2f3fa2ff4c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=46d77430-42b0-41e7-86b7-9e679590e4fc HTTP/1.1" status: 200 len: 217 time: 0.1281583 Dec 08 16:03:51.606201 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9421-8749-4b6c-b4df-217481e87de5 service neutron] Pushing event updated for resources: {'Port': ['ID=5d54670e-e1a0-4c2a-a895-93f6235dabd9,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:51.616377 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-becf552c-41af-446e-b5b2-797b9f619c91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:52.125244 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-ac2a9421-8749-4b6c-b4df-217481e87de5 service neutron] Attempting to bind port 5d54670e-e1a0-4c2a-a895-93f6235dabd9 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:03:52.125963 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-ac2a9421-8749-4b6c-b4df-217481e87de5 service neutron] Attempting to bind port 5d54670e-e1a0-4c2a-a895-93f6235dabd9 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '64c18ef9-63f2-4c53-b3ec-fb03feced499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '2160f220-73eb-4128-8e17-580f294db0b0'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:03:52.126405 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-ac2a9421-8749-4b6c-b4df-217481e87de5 service neutron] Attempting to bind port 5d54670e-e1a0-4c2a-a895-93f6235dabd9 on network 2160f220-73eb-4128-8e17-580f294db0b0 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:03:52.155258 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-034466f8-b65d-4ffc-afbb-e7ba9d902830 req-3de46805-a9ff-4dc5-a9e8-1810c99ca513 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9543328 Dec 08 16:03:52.155258 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa5cd4a-35d0-4b4d-87f8-305dd4e08616 req-2a58cc0a-8d5a-4a39-8263-71361ba85111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:52.155258 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6fa5cd4a-35d0-4b4d-87f8-305dd4e08616 req-2a58cc0a-8d5a-4a39-8263-71361ba85111 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.5234079 Dec 08 16:03:52.155258 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da5fe699-8812-4124-b3f5-1f4ad9dad8d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23566281-b6e3-46e3-8c4b-b5d958157eaf'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:03:52.174429 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8908460e-30be-4cde-b263-784dfec69f22" -d '{"events": [{"server_uuid": "da5fe699-8812-4124-b3f5-1f4ad9dad8d5", "name": "network-vif-unplugged", "status": "completed", "tag": "23566281-b6e3-46e3-8c4b-b5d958157eaf"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:03:52.275797 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becf552c-41af-446e-b5b2-797b9f619c91 service neutron] Pushing event updated for resources: {'Port': ['ID=23566281-b6e3-46e3-8c4b-b5d958157eaf,revision_number=8']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:52.290212 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-ac2a9421-8749-4b6c-b4df-217481e87de5 service neutron] Port 5d54670e-e1a0-4c2a-a895-93f6235dabd9 on network 2160f220-73eb-4128-8e17-580f294db0b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:03:52.290842 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-ac2a9421-8749-4b6c-b4df-217481e87de5 service neutron] Attempting to bind port 5d54670e-e1a0-4c2a-a895-93f6235dabd9 on network 2160f220-73eb-4128-8e17-580f294db0b0 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:03:52.410871 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-becf552c-41af-446e-b5b2-797b9f619c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:52.411664 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-becf552c-41af-446e-b5b2-797b9f619c91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:52.413198 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-becf552c-41af-446e-b5b2-797b9f619c91 service neutron] 10.222.0.37 "PUT /v2.0/ports/23566281-b6e3-46e3-8c4b-b5d958157eaf HTTP/1.1" status: 200 len: 1123 time: 4.3892779 Dec 08 16:03:52.415625 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-ac2a9421-8749-4b6c-b4df-217481e87de5 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:03:52.415995 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-ac2a9421-8749-4b6c-b4df-217481e87de5 service neutron] Checking segment: {'id': '64c18ef9-63f2-4c53-b3ec-fb03feced499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '2160f220-73eb-4128-8e17-580f294db0b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:03:52.416421 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-ac2a9421-8749-4b6c-b4df-217481e87de5 service neutron] Bound using segment: {'id': '64c18ef9-63f2-4c53-b3ec-fb03feced499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '2160f220-73eb-4128-8e17-580f294db0b0'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:03:52.416883 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-ac2a9421-8749-4b6c-b4df-217481e87de5 service neutron] Bound port: 5d54670e-e1a0-4c2a-a895-93f6235dabd9, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64c18ef9-63f2-4c53-b3ec-fb03feced499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '2160f220-73eb-4128-8e17-580f294db0b0'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:03:52.417248 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-ac2a9421-8749-4b6c-b4df-217481e87de5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:52.486275 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['23566281-b6e3-46e3-8c4b-b5d958157eaf'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:03:52.500425 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa5cd4a-35d0-4b4d-87f8-305dd4e08616 req-b4657859-ebc9-448f-b7fb-f90b3d934c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:52.501970 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6fa5cd4a-35d0-4b4d-87f8-305dd4e08616 req-b4657859-ebc9-448f-b7fb-f90b3d934c5c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2838750 Dec 08 16:03:52.637261 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e5b7a-42b9-4748-b876-af38746dc558 req-342bca89-9581-4479-8a66-ccea0b1ace09 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:52.643512 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e5b7a-42b9-4748-b876-af38746dc558 req-342bca89-9581-4479-8a66-ccea0b1ace09 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:52.649802 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e5b7a-42b9-4748-b876-af38746dc558 req-342bca89-9581-4479-8a66-ccea0b1ace09 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:52.657324 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e5b7a-42b9-4748-b876-af38746dc558 req-342bca89-9581-4479-8a66-ccea0b1ace09 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:52.663388 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e5b7a-42b9-4748-b876-af38746dc558 req-342bca89-9581-4479-8a66-ccea0b1ace09 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:52.671914 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ba3e5b7a-42b9-4748-b876-af38746dc558 req-342bca89-9581-4479-8a66-ccea0b1ace09 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 3826 time: 0.2574279 Dec 08 16:03:52.674963 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-ac2a9421-8749-4b6c-b4df-217481e87de5 service neutron] For port 5d54670e-e1a0-4c2a-a895-93f6235dabd9, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:03:52.685593 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-ac2a9421-8749-4b6c-b4df-217481e87de5 service neutron] For port 5d54670e-e1a0-4c2a-a895-93f6235dabd9, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=5d54670e-e1a0-4c2a-a895-93f6235dabd9,segment=NetworkSegment(64c18ef9-63f2-4c53-b3ec-fb03feced499),segment_id=64c18ef9-63f2-4c53-b3ec-fb03feced499)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:03:52.780396 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ba3e5b7a-42b9-4748-b876-af38746dc558 req-590dc776-712e-495a-9e08-e7424355f241 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/security-groups?id=49c58f26-f9c1-4b14-a3ef-7ff8fc05a8af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074033 Dec 08 16:03:52.806230 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6fa5cd4a-35d0-4b4d-87f8-305dd4e08616 req-c1232d5a-387d-43fa-a365-301adc329eff service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946494 Dec 08 16:03:52.893044 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111704fc-e6bd-472e-8b1c-0ac115b8ada6 x-openstack-request-id: req-111704fc-e6bd-472e-8b1c-0ac115b8ada6 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:03:52.893592 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da5fe699-8812-4124-b3f5-1f4ad9dad8d5", "name": "network-vif-unplugged", "status": "completed", "tag": "23566281-b6e3-46e3-8c4b-b5d958157eaf", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:03:52.894006 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-111704fc-e6bd-472e-8b1c-0ac115b8ada6 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:03:52.908524 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da5fe699-8812-4124-b3f5-1f4ad9dad8d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23566281-b6e3-46e3-8c4b-b5d958157eaf', 'code': 200} Dec 08 16:03:52.999123 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-ac2a9421-8749-4b6c-b4df-217481e87de5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:53.131164 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-ac2a9421-8749-4b6c-b4df-217481e87de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:53.137043 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-ac2a9421-8749-4b6c-b4df-217481e87de5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:53.165677 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-ac2a9421-8749-4b6c-b4df-217481e87de5 service neutron] 10.222.0.37 "PUT /v2.0/ports/5d54670e-e1a0-4c2a-a895-93f6235dabd9 HTTP/1.1" status: 200 len: 1092 time: 4.4366267 Dec 08 16:03:53.272964 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6fa5cd4a-35d0-4b4d-87f8-305dd4e08616 req-3b181e3f-2fd1-4702-a38f-d1065ecf244e service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4552736 Dec 08 16:03:53.293227 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-ed89757e-8f6e-41b9-965a-f1bb91148c99 service neutron] Request body: {'port': {'device_id': '5dc438c8-595f-4412-861b-5bcb3b061ba1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:03:53.368624 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9421-8749-4b6c-b4df-217481e87de5 service neutron] Pushing event updated for resources: {'Port': ['ID=5d54670e-e1a0-4c2a-a895-93f6235dabd9,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:53.450507 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ed0c9-a0e8-4021-a1fe-208a56c2f3f2 req-5f238801-8b8e-4448-a993-aa49afc0afb2 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:53.457859 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 412d2b2e-4ac4-4c68-9d0c-15f43175ae5f no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:03:53.469370 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3a8ed0c9-a0e8-4021-a1fe-208a56c2f3f2 req-5f238801-8b8e-4448-a993-aa49afc0afb2 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a717b01-e9ff-446e-942c-82be62f6f6d2 HTTP/1.1" status: 200 len: 948 time: 0.4047313 Dec 08 16:03:53.547685 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-ed89757e-8f6e-41b9-965a-f1bb91148c99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:53.814700 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:53.876243 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3a8ed0c9-a0e8-4021-a1fe-208a56c2f3f2 req-f8eecb73-d004-475d-8d99-4ec9c8c56133 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] 10.222.0.64 "GET /v2.0/security-groups?id=d52b3ab9-671e-4bec-87ec-cb6b7b824f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4025133 Dec 08 16:03:53.982396 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 412d2b2e-4ac4-4c68-9d0c-15f43175ae5f, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=412d2b2e-4ac4-4c68-9d0c-15f43175ae5f,segment=NetworkSegment(e6288665-5271-4e12-95de-f05a0f00000f),segment_id=e6288665-5271-4e12-95de-f05a0f00000f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:53.986211 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c537ac5b-2a9d-4fff-b0de-054fe561d0fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '412d2b2e-4ac4-4c68-9d0c-15f43175ae5f'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:03:53.996844 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f202ecd4-f5cb-47fe-aea9-35c502cedb9d" -d '{"events": [{"server_uuid": "c537ac5b-2a9d-4fff-b0de-054fe561d0fb", "name": "network-vif-unplugged", "status": "completed", "tag": "412d2b2e-4ac4-4c68-9d0c-15f43175ae5f"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:03:54.058123 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:54.138167 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fc9e2fd6-b27d-44dc-883a-f0551c0ea630 req-3a3f667c-907c-4351-bc8b-5c4ce36bac05 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=b73d206799fe4423a8cfa64c519990fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5048277 Dec 08 16:03:54.162152 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=412d2b2e-4ac4-4c68-9d0c-15f43175ae5f,revision_number=8']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:54.189840 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c10dd0-5739-476b-b6fb-13be517bcd92 req-7231577f-c5ed-49ac-9801-6d72ed55d8d2 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:54.191487 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a2c10dd0-5739-476b-b6fb-13be517bcd92 req-7231577f-c5ed-49ac-9801-6d72ed55d8d2 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=da5fe699-8812-4124-b3f5-1f4ad9dad8d5 HTTP/1.1" status: 200 len: 943 time: 0.1072438 Dec 08 16:03:54.211805 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-15d5060b-e5ba-4c36-9984-e15839ff3338 req-00154b0c-bbe8-4461-bba2-5bee73b8472a tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1 HTTP/1.1" status: 200 len: 210 time: 0.0705695 Dec 08 16:03:54.225421 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-ed89757e-8f6e-41b9-965a-f1bb91148c99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96397e9a-c7c5-4d82-adfc-307dcf9a04e0 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:03:54.265590 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a2c10dd0-5739-476b-b6fb-13be517bcd92 req-d3d90852-b154-4541-98c0-56ad1ec19e2e tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567548 Dec 08 16:03:54.286046 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-ed89757e-8f6e-41b9-965a-f1bb91148c99 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:54.328483 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-ed89757e-8f6e-41b9-965a-f1bb91148c99 service neutron] Transition to ACTIVE for port object 96397e9a-c7c5-4d82-adfc-307dcf9a04e0 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:03:54.370791 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e2fd6-b27d-44dc-883a-f0551c0ea630 req-71bf3a6f-bcdd-4d91-91ba-5e62c5c50e23 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:54.372530 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fc9e2fd6-b27d-44dc-883a-f0551c0ea630 req-71bf3a6f-bcdd-4d91-91ba-5e62c5c50e23 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2026520 Dec 08 16:03:54.388898 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-fc9e2fd6-b27d-44dc-883a-f0551c0ea630 req-a089a323-8788-40ef-97bc-f5992fc70123 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Request body: {'port': {'device_id': '462dd985-d5eb-4abc-8a29-88ed121e1ea1', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'admin_state_up': True, 'tenant_id': 'b73d206799fe4423a8cfa64c519990fb'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:03:54.428526 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd256564-972c-44a6-bba4-bfdfe28cc9a0 req-a416c12d-9409-4ab6-be07-ba8dbdadef0e tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:54.435727 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd256564-972c-44a6-bba4-bfdfe28cc9a0 req-a416c12d-9409-4ab6-be07-ba8dbdadef0e tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:54.448632 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd256564-972c-44a6-bba4-bfdfe28cc9a0 req-a416c12d-9409-4ab6-be07-ba8dbdadef0e tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:54.455191 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd256564-972c-44a6-bba4-bfdfe28cc9a0 req-a416c12d-9409-4ab6-be07-ba8dbdadef0e tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:54.462383 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd256564-972c-44a6-bba4-bfdfe28cc9a0 req-a416c12d-9409-4ab6-be07-ba8dbdadef0e tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:54.474927 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bd256564-972c-44a6-bba4-bfdfe28cc9a0 req-a416c12d-9409-4ab6-be07-ba8dbdadef0e tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 3826 time: 0.1178298 Dec 08 16:03:54.519412 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bd256564-972c-44a6-bba4-bfdfe28cc9a0 req-d166b459-fc34-4387-831d-8b04e1d53357 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/security-groups?id=49c58f26-f9c1-4b14-a3ef-7ff8fc05a8af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436003 Dec 08 16:03:54.575096 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de5defb-ee07-4873-90c0-aeb408771d09 x-openstack-request-id: req-6de5defb-ee07-4873-90c0-aeb408771d09 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:03:54.575303 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c537ac5b-2a9d-4fff-b0de-054fe561d0fb", "name": "network-vif-unplugged", "status": "completed", "tag": "412d2b2e-4ac4-4c68-9d0c-15f43175ae5f", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:03:54.575579 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6de5defb-ee07-4873-90c0-aeb408771d09 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:03:54.575988 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c537ac5b-2a9d-4fff-b0de-054fe561d0fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '412d2b2e-4ac4-4c68-9d0c-15f43175ae5f', 'code': 200} Dec 08 16:03:54.913418 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da5fe699-8812-4124-b3f5-1f4ad9dad8d5', 'tag': '23566281-b6e3-46e3-8c4b-b5d958157eaf'}, {'name': 'network-changed', 'server_uuid': '5dc438c8-595f-4412-861b-5bcb3b061ba1', 'tag': '5d54670e-e1a0-4c2a-a895-93f6235dabd9'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:03:54.916594 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55a4a96-04ab-493f-87a5-b1030ef0531e" -d '{"events": [{"name": "network-changed", "server_uuid": "da5fe699-8812-4124-b3f5-1f4ad9dad8d5", "tag": "23566281-b6e3-46e3-8c4b-b5d958157eaf"}, {"name": "network-changed", "server_uuid": "5dc438c8-595f-4412-861b-5bcb3b061ba1", "tag": "5d54670e-e1a0-4c2a-a895-93f6235dabd9"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:03:55.014184 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae1282-98e3-4b91-b135-5eb5be690def req-77d6b8f3-8efd-4e06-b79d-0b4bf53aebcb tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:55.015764 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-40ae1282-98e3-4b91-b135-5eb5be690def req-77d6b8f3-8efd-4e06-b79d-0b4bf53aebcb tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a717b01-e9ff-446e-942c-82be62f6f6d2 HTTP/1.1" status: 200 len: 948 time: 0.0569985 Dec 08 16:03:55.071665 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-40ae1282-98e3-4b91-b135-5eb5be690def req-cb81628c-2f08-4bf8-9384-65c559a8640d tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] 10.222.0.64 "GET /v2.0/security-groups?id=d52b3ab9-671e-4bec-87ec-cb6b7b824f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495155 Dec 08 16:03:55.102618 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-ed89757e-8f6e-41b9-965a-f1bb91148c99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:55.135929 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 08 Dec 2021 16:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934d8bdc-da95-4b37-b46f-957a4c026906 x-openstack-request-id: req-934d8bdc-da95-4b37-b46f-957a4c026906 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:03:55.142974 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da5fe699-8812-4124-b3f5-1f4ad9dad8d5", "tag": "23566281-b6e3-46e3-8c4b-b5d958157eaf", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5dc438c8-595f-4412-861b-5bcb3b061ba1", "tag": "5d54670e-e1a0-4c2a-a895-93f6235dabd9", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:03:55.142974 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-934d8bdc-da95-4b37-b46f-957a4c026906 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:03:55.142974 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da5fe699-8812-4124-b3f5-1f4ad9dad8d5', 'tag': '23566281-b6e3-46e3-8c4b-b5d958157eaf', 'status': 'completed', 'code': 200} Dec 08 16:03:55.142974 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dc438c8-595f-4412-861b-5bcb3b061ba1', 'tag': '5d54670e-e1a0-4c2a-a895-93f6235dabd9', 'status': 'completed', 'code': 200} Dec 08 16:03:55.173258 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc9e2fd6-b27d-44dc-883a-f0551c0ea630 req-a089a323-8788-40ef-97bc-f5992fc70123 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Made reservation on behalf of b73d206799fe4423a8cfa64c519990fb for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:03:55.189030 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-fc9e2fd6-b27d-44dc-883a-f0551c0ea630 req-a089a323-8788-40ef-97bc-f5992fc70123 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:55.233483 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a4a96-04ab-493f-87a5-b1030ef0531e req-30e22886-cd67-4e81-a0ff-25c8503c6807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:55.234040 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a4a96-04ab-493f-87a5-b1030ef0531e req-30e22886-cd67-4e81-a0ff-25c8503c6807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:55.234494 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a4a96-04ab-493f-87a5-b1030ef0531e req-30e22886-cd67-4e81-a0ff-25c8503c6807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:55.235149 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a4a96-04ab-493f-87a5-b1030ef0531e req-30e22886-cd67-4e81-a0ff-25c8503c6807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:55.237122 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a4a96-04ab-493f-87a5-b1030ef0531e req-30e22886-cd67-4e81-a0ff-25c8503c6807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:55.237818 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a4a96-04ab-493f-87a5-b1030ef0531e req-30e22886-cd67-4e81-a0ff-25c8503c6807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:55.252291 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f55a4a96-04ab-493f-87a5-b1030ef0531e req-30e22886-cd67-4e81-a0ff-25c8503c6807 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8be2414d63a14131b9f6f8fcfa8d927a&device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 5243 time: 0.0929039 Dec 08 16:03:55.279323 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed89757e-8f6e-41b9-965a-f1bb91148c99 service neutron] Pushing event updated for resources: {'Port': ['ID=96397e9a-c7c5-4d82-adfc-307dcf9a04e0,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:55.470259 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 23566281-b6e3-46e3-8c4b-b5d958157eaf details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:03:55.717606 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-ed89757e-8f6e-41b9-965a-f1bb91148c99 service neutron] Attempting to bind port 96397e9a-c7c5-4d82-adfc-307dcf9a04e0 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:03:55.718316 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-ed89757e-8f6e-41b9-965a-f1bb91148c99 service neutron] Attempting to bind port 96397e9a-c7c5-4d82-adfc-307dcf9a04e0 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': 'd3c8c48a-2946-4fa5-abca-0d5c91d9e47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2e4943d2-93a7-4739-8d48-2442fb48fa03'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:03:55.719017 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-ed89757e-8f6e-41b9-965a-f1bb91148c99 service neutron] Attempting to bind port 96397e9a-c7c5-4d82-adfc-307dcf9a04e0 on network 2e4943d2-93a7-4739-8d48-2442fb48fa03 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:03:55.796945 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 23566281-b6e3-46e3-8c4b-b5d958157eaf, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=23566281-b6e3-46e3-8c4b-b5d958157eaf,segment=NetworkSegment(feac72a6-bbb0-42da-a5f2-51d59135d26f),segment_id=feac72a6-bbb0-42da-a5f2-51d59135d26f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:55.801759 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a4a96-04ab-493f-87a5-b1030ef0531e req-b5fbc1c9-6530-41bc-9791-7277031f1f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:55.801759 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f55a4a96-04ab-493f-87a5-b1030ef0531e req-b5fbc1c9-6530-41bc-9791-7277031f1f61 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8b17b512834447aea285923e7004d778&device_id=da5fe699-8812-4124-b3f5-1f4ad9dad8d5 HTTP/1.1" status: 200 len: 1126 time: 0.5999210 Dec 08 16:03:55.837148 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 23566281-b6e3-46e3-8c4b-b5d958157eaf has no active binding in host n-h2-776250-12 {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 08 16:03:55.868143 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-ed89757e-8f6e-41b9-965a-f1bb91148c99 service neutron] Port 96397e9a-c7c5-4d82-adfc-307dcf9a04e0 on network 2e4943d2-93a7-4739-8d48-2442fb48fa03 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:03:55.868510 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-ed89757e-8f6e-41b9-965a-f1bb91148c99 service neutron] Attempting to bind port 96397e9a-c7c5-4d82-adfc-307dcf9a04e0 on network 2e4943d2-93a7-4739-8d48-2442fb48fa03 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:03:55.927103 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-ed89757e-8f6e-41b9-965a-f1bb91148c99 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:03:55.927815 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-ed89757e-8f6e-41b9-965a-f1bb91148c99 service neutron] Checking segment: {'id': 'd3c8c48a-2946-4fa5-abca-0d5c91d9e47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2e4943d2-93a7-4739-8d48-2442fb48fa03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:03:55.927815 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-ed89757e-8f6e-41b9-965a-f1bb91148c99 service neutron] Bound using segment: {'id': 'd3c8c48a-2946-4fa5-abca-0d5c91d9e47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2e4943d2-93a7-4739-8d48-2442fb48fa03'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:03:55.928275 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-ed89757e-8f6e-41b9-965a-f1bb91148c99 service neutron] Bound port: 96397e9a-c7c5-4d82-adfc-307dcf9a04e0, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3c8c48a-2946-4fa5-abca-0d5c91d9e47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2e4943d2-93a7-4739-8d48-2442fb48fa03'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:03:55.928677 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-ed89757e-8f6e-41b9-965a-f1bb91148c99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:56.020398 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-ed89757e-8f6e-41b9-965a-f1bb91148c99 service neutron] For port 96397e9a-c7c5-4d82-adfc-307dcf9a04e0, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:03:56.023620 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-ed89757e-8f6e-41b9-965a-f1bb91148c99 service neutron] For port 96397e9a-c7c5-4d82-adfc-307dcf9a04e0, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=96397e9a-c7c5-4d82-adfc-307dcf9a04e0,segment=NetworkSegment(d3c8c48a-2946-4fa5-abca-0d5c91d9e47e),segment_id=d3c8c48a-2946-4fa5-abca-0d5c91d9e47e)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:03:56.035024 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-fc9e2fd6-b27d-44dc-883a-f0551c0ea630 req-a089a323-8788-40ef-97bc-f5992fc70123 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Allocated IP 192.168.233.88 (b91759c7-445e-4f7b-9fc4-64d80951832c/c93b3a32-b438-4a47-8558-220c03febf97/8263009c-1760-43bc-aeb2-04fa7693a1fb) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:03:56.043824 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a4a96-04ab-493f-87a5-b1030ef0531e req-a88403d2-9d68-42fe-8f91-6bb1f38e0e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:56.044538 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a4a96-04ab-493f-87a5-b1030ef0531e req-a88403d2-9d68-42fe-8f91-6bb1f38e0e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:56.045023 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a4a96-04ab-493f-87a5-b1030ef0531e req-a88403d2-9d68-42fe-8f91-6bb1f38e0e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:56.046724 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f55a4a96-04ab-493f-87a5-b1030ef0531e req-a88403d2-9d68-42fe-8f91-6bb1f38e0e7b service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=8be2414d63a14131b9f6f8fcfa8d927a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.7931769 Dec 08 16:03:56.076429 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3cb58708-a0fa-4f39-a370-8418d9f6b5a2 req-601d420b-6e5b-492e-995a-6f7269062981 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1 HTTP/1.1" status: 200 len: 210 time: 0.7071714 Dec 08 16:03:56.098366 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576773cc-39b3-4149-b504-17b632645326 req-04c5a40e-5265-4692-af48-39ed57e591a9 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:56.108362 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-576773cc-39b3-4149-b504-17b632645326 req-04c5a40e-5265-4692-af48-39ed57e591a9 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=da5fe699-8812-4124-b3f5-1f4ad9dad8d5 HTTP/1.1" status: 200 len: 943 time: 0.3855765 Dec 08 16:03:56.133225 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-ed89757e-8f6e-41b9-965a-f1bb91148c99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:56.259012 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 46d77430-42b0-41e7-86b7-9e679590e4fc details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:03:56.259517 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-ed89757e-8f6e-41b9-965a-f1bb91148c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:56.260348 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-ed89757e-8f6e-41b9-965a-f1bb91148c99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:56.262993 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-ed89757e-8f6e-41b9-965a-f1bb91148c99 service neutron] 10.222.0.37 "PUT /v2.0/ports/96397e9a-c7c5-4d82-adfc-307dcf9a04e0 HTTP/1.1" status: 200 len: 1130 time: 2.9862430 Dec 08 16:03:56.339263 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-576773cc-39b3-4149-b504-17b632645326 req-6f3bdc18-3ab6-4b8e-be95-3fbc917638d1 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306416 Dec 08 16:03:56.408389 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a4a96-04ab-493f-87a5-b1030ef0531e req-fbced815-89ca-41ca-94f2-f66c3181d06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:56.413407 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f55a4a96-04ab-493f-87a5-b1030ef0531e req-fbced815-89ca-41ca-94f2-f66c3181d06c service neutron] 10.222.0.76 "GET /v2.0/networks?id=34422553-fc63-47d6-a631-7f666537bc5c HTTP/1.1" status: 200 len: 909 time: 0.5778246 Dec 08 16:03:56.489081 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a4a96-04ab-493f-87a5-b1030ef0531e req-d0dc0711-47d3-4c01-9096-ff4c77451a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:56.492294 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f55a4a96-04ab-493f-87a5-b1030ef0531e req-d0dc0711-47d3-4c01-9096-ff4c77451a07 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4264455 Dec 08 16:03:56.516065 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 46d77430-42b0-41e7-86b7-9e679590e4fc, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=46d77430-42b0-41e7-86b7-9e679590e4fc,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:56.526813 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '46d77430-42b0-41e7-86b7-9e679590e4fc', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'port_id': '46d77430-42b0-41e7-86b7-9e679590e4fc', 'mac_address': 'fa:16:3e:a6:8b:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c93b3a32-b438-4a47-8558-220c03febf97', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:03:56.567525 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e858f5-eae9-4a1f-8300-913729951292 req-b6c1a857-60ef-4ea3-a7a1-71bb64ed5da9 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:56.575446 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e858f5-eae9-4a1f-8300-913729951292 req-b6c1a857-60ef-4ea3-a7a1-71bb64ed5da9 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:56.588568 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e858f5-eae9-4a1f-8300-913729951292 req-b6c1a857-60ef-4ea3-a7a1-71bb64ed5da9 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:56.595137 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e858f5-eae9-4a1f-8300-913729951292 req-b6c1a857-60ef-4ea3-a7a1-71bb64ed5da9 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:56.602441 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e858f5-eae9-4a1f-8300-913729951292 req-b6c1a857-60ef-4ea3-a7a1-71bb64ed5da9 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:56.608800 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:56.609812 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e858f5-eae9-4a1f-8300-913729951292 req-b6c1a857-60ef-4ea3-a7a1-71bb64ed5da9 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:56.619028 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f4e858f5-eae9-4a1f-8300-913729951292 req-b6c1a857-60ef-4ea3-a7a1-71bb64ed5da9 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 4597 time: 0.1568427 Dec 08 16:03:56.645291 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46d77430-42b0-41e7-86b7-9e679590e4fc {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:03:56.676979 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 46d77430-42b0-41e7-86b7-9e679590e4fc, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=46d77430-42b0-41e7-86b7-9e679590e4fc,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:56.705986 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f4e858f5-eae9-4a1f-8300-913729951292 req-136fc33d-811d-43e9-bd5c-7a6ddd42b557 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/security-groups?id=4aaaa83b-c5f6-43ce-9356-8631053cb551&id=49c58f26-f9c1-4b14-a3ef-7ff8fc05a8af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0856242 Dec 08 16:03:56.737497 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:56.749432 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 3d0b032d-3ba8-4b81-8b7b-67538f43907e details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:03:56.837628 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 3d0b032d-3ba8-4b81-8b7b-67538f43907e, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=3d0b032d-3ba8-4b81-8b7b-67538f43907e,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:56.883150 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=46d77430-42b0-41e7-86b7-9e679590e4fc,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:56.896153 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '3d0b032d-3ba8-4b81-8b7b-67538f43907e', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'port_id': '3d0b032d-3ba8-4b81-8b7b-67538f43907e', 'mac_address': 'fa:16:3e:58:44:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c93b3a32-b438-4a47-8558-220c03febf97', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:03:56.899009 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:56.899367 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:56.899721 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:56.901086 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:56.901454 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:56.901796 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:56.902138 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:56.902474 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:56.902803 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:56.903341 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:56.903843 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:56.904381 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:56.904912 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:56.932747 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac0f7f-90f9-40ae-9e00-53e09401affb req-19aa0407-e0b5-4371-bf39-458e2e298b7f tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:56.940773 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fdac0f7f-90f9-40ae-9e00-53e09401affb req-19aa0407-e0b5-4371-bf39-458e2e298b7f tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a717b01-e9ff-446e-942c-82be62f6f6d2 HTTP/1.1" status: 200 len: 948 time: 0.0914443 Dec 08 16:03:56.941416 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-5dd5a1a6-a875-4753-93b5-492a30ace596 service neutron] Request body: {'port': {'device_id': '5dc438c8-595f-4412-861b-5bcb3b061ba1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:03:56.970304 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:56.986529 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d0b032d-3ba8-4b81-8b7b-67538f43907e {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:03:57.009451 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed89757e-8f6e-41b9-965a-f1bb91148c99 service neutron] Pushing event updated for resources: {'Port': ['ID=96397e9a-c7c5-4d82-adfc-307dcf9a04e0,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:57.019115 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f55a4a96-04ab-493f-87a5-b1030ef0531e req-a174ce51-d5cb-4e18-8955-9e4d1c1e87cc service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23566281-b6e3-46e3-8c4b-b5d958157eaf HTTP/1.1" status: 200 len: 217 time: 0.1709270 Dec 08 16:03:57.019997 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 3d0b032d-3ba8-4b81-8b7b-67538f43907e, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=3d0b032d-3ba8-4b81-8b7b-67538f43907e,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:57.021150 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fdac0f7f-90f9-40ae-9e00-53e09401affb req-193740d6-57de-4dc7-9c66-859efce9df32 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] 10.222.0.64 "GET /v2.0/security-groups?id=d52b3ab9-671e-4bec-87ec-cb6b7b824f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745881 Dec 08 16:03:57.131779 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:57.153251 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dc438c8-595f-4412-861b-5bcb3b061ba1', 'tag': '96397e9a-c7c5-4d82-adfc-307dcf9a04e0'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:03:57.155609 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2695967-2247-4dd1-bdbe-dcd14837e20f" -d '{"events": [{"name": "network-changed", "server_uuid": "5dc438c8-595f-4412-861b-5bcb3b061ba1", "tag": "96397e9a-c7c5-4d82-adfc-307dcf9a04e0"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:03:57.212370 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=3d0b032d-3ba8-4b81-8b7b-67538f43907e,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:57.229033 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-5dd5a1a6-a875-4753-93b5-492a30ace596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:57.256230 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-fc9e2fd6-b27d-44dc-883a-f0551c0ea630 req-a089a323-8788-40ef-97bc-f5992fc70123 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:57.286517 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a4a96-04ab-493f-87a5-b1030ef0531e req-d94a5c70-9d2b-439d-bd21-c76435d285ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:57.287905 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f55a4a96-04ab-493f-87a5-b1030ef0531e req-d94a5c70-9d2b-439d-bd21-c76435d285ca service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5db44a3c-d12a-4344-a611-2d41355a5e50 HTTP/1.1" status: 200 len: 848 time: 0.2462926 Dec 08 16:03:57.318158 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c09a644-dced-4128-a6ff-fd0d4b6678dc req-a8e9713a-4ecd-4f6b-938e-35a5c4a95fd7 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:57.321870 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3c09a644-dced-4128-a6ff-fd0d4b6678dc req-a8e9713a-4ecd-4f6b-938e-35a5c4a95fd7 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/networks?id=7f044dd4-dc97-4f05-8a73-1de9a290e893 HTTP/1.1" status: 200 len: 804 time: 0.4876149 Dec 08 16:03:57.377022 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f55a4a96-04ab-493f-87a5-b1030ef0531e req-07cf2836-5c91-4889-97da-29651831e18d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=34422553-fc63-47d6-a631-7f666537bc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668361 Dec 08 16:03:57.388871 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3c09a644-dced-4128-a6ff-fd0d4b6678dc req-21eaa88d-60b5-4165-b376-760730bd5871 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/quotas/caac6054f139468286b7372b1a81b368 HTTP/1.1" status: 200 len: 375 time: 0.0586181 Dec 08 16:03:57.530288 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['3d0b032d-3ba8-4b81-8b7b-67538f43907e'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:03:57.541655 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['46d77430-42b0-41e7-86b7-9e679590e4fc'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:03:57.606977 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-fc9e2fd6-b27d-44dc-883a-f0551c0ea630 req-a089a323-8788-40ef-97bc-f5992fc70123 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:57.623939 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['ef06a5d6-dcd4-45e8-a30d-3050fe0c914c', '1c95887f-8d94-47e3-a094-535df5d8ef01'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:03:57.657578 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3c09a644-dced-4128-a6ff-fd0d4b6678dc req-aec973bb-14be-4aeb-8b3d-f179103583b5 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=caac6054f139468286b7372b1a81b368&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2557356 Dec 08 16:03:57.675007 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f55a4a96-04ab-493f-87a5-b1030ef0531e req-57c37d47-2b34-483a-a58c-3a55f61c9669 service neutron] 10.222.0.76 "GET /v2.0/networks/34422553-fc63-47d6-a631-7f666537bc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878070 Dec 08 16:03:57.718654 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc9e2fd6-b27d-44dc-883a-f0551c0ea630 req-a089a323-8788-40ef-97bc-f5992fc70123 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Network b91759c7-445e-4f7b-9fc4-64d80951832c is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:03:57.731464 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d5cb9-9760-48a5-8e1c-58ef733bb249 req-e06030d6-b39a-4d18-9172-c7cfeeebe570 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:57.733659 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a94d5cb9-9760-48a5-8e1c-58ef733bb249 req-e06030d6-b39a-4d18-9172-c7cfeeebe570 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.37 "GET /v2.0/ports?device_id=c537ac5b-2a9d-4fff-b0de-054fe561d0fb HTTP/1.1" status: 200 len: 943 time: 0.0662267 Dec 08 16:03:57.769669 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-fc9e2fd6-b27d-44dc-883a-f0551c0ea630 req-a089a323-8788-40ef-97bc-f5992fc70123 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:03:57.812245 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc9e2fd6-b27d-44dc-883a-f0551c0ea630 req-a089a323-8788-40ef-97bc-f5992fc70123 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:03:57.817931 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e2fd6-b27d-44dc-883a-f0551c0ea630 req-a089a323-8788-40ef-97bc-f5992fc70123 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:57.818797 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-fc9e2fd6-b27d-44dc-883a-f0551c0ea630 req-a089a323-8788-40ef-97bc-f5992fc70123 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:57.831523 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a089a323-8788-40ef-97bc-f5992fc70123 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Pushing event updated for resources: {'Port': ['ID=8263009c-1760-43bc-aeb2-04fa7693a1fb,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:57.970260 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-a94d5cb9-9760-48a5-8e1c-58ef733bb249 req-554336a6-7c9d-46ec-bc18-6bcfb8ea8338 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Deleting port 412d2b2e-4ac4-4c68-9d0c-15f43175ae5f {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:03:57.970613 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-a94d5cb9-9760-48a5-8e1c-58ef733bb249 req-554336a6-7c9d-46ec-bc18-6bcfb8ea8338 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:57.972489 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f55a4a96-04ab-493f-87a5-b1030ef0531e req-a08310ed-9ef5-464d-8145-d7f654191bc1 service neutron] 10.222.0.76 "GET /v2.0/networks/34422553-fc63-47d6-a631-7f666537bc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855186 Dec 08 16:03:57.988462 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fc9e2fd6-b27d-44dc-883a-f0551c0ea630 req-a089a323-8788-40ef-97bc-f5992fc70123 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6066189 Dec 08 16:03:58.001224 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-fc9e2fd6-b27d-44dc-883a-f0551c0ea630 req-dff48620-1d9c-404a-81ac-3263ff8215e1 service neutron] Request body: {'port': {'device_id': '462dd985-d5eb-4abc-8a29-88ed121e1ea1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:03:58.015487 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-5dd5a1a6-a875-4753-93b5-492a30ace596 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2290551a-385e-4b70-8762-c1e09a632dd7 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:03:58.045169 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-5dd5a1a6-a875-4753-93b5-492a30ace596 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:58.055794 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3c09a644-dced-4128-a6ff-fd0d4b6678dc req-f965f35e-2682-4a77-8648-35ea8ec4437a service neutron] 10.222.0.64 "GET /v2.0/networks/7f044dd4-dc97-4f05-8a73-1de9a290e893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3508730 Dec 08 16:03:58.134657 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-a94d5cb9-9760-48a5-8e1c-58ef733bb249 req-554336a6-7c9d-46ec-bc18-6bcfb8ea8338 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] For port 412d2b2e-4ac4-4c68-9d0c-15f43175ae5f, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=412d2b2e-4ac4-4c68-9d0c-15f43175ae5f,segment=NetworkSegment(e6288665-5271-4e12-95de-f05a0f00000f),segment_id=e6288665-5271-4e12-95de-f05a0f00000f)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:58.135048 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-a94d5cb9-9760-48a5-8e1c-58ef733bb249 req-554336a6-7c9d-46ec-bc18-6bcfb8ea8338 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:58.149375 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-a94d5cb9-9760-48a5-8e1c-58ef733bb249 req-554336a6-7c9d-46ec-bc18-6bcfb8ea8338 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Calling delete_port for 412d2b2e-4ac4-4c68-9d0c-15f43175ae5f owned by compute:nova {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:03:58.170310 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-f101adbe-e99e-4017-b49b-eb88f5cfeb96 None None] Provisioning complete for port 8263009c-1760-43bc-aeb2-04fa7693a1fb triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:03:58.171115 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f101adbe-e99e-4017-b49b-eb88f5cfeb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:58.188455 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-5dd5a1a6-a875-4753-93b5-492a30ace596 service neutron] Transition to ACTIVE for port object 2290551a-385e-4b70-8762-c1e09a632dd7 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:03:58.189459 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-fc9e2fd6-b27d-44dc-883a-f0551c0ea630 req-dff48620-1d9c-404a-81ac-3263ff8215e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:58.221524 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-f101adbe-e99e-4017-b49b-eb88f5cfeb96 None None] Port 8263009c-1760-43bc-aeb2-04fa7693a1fb cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:03:58.284322 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-5dd5a1a6-a875-4753-93b5-492a30ace596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:58.327243 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:03:58.339802 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a41868b-4436-4ccc-96a6-d5ecbd0c5840 req-6e0b28f0-cba6-4ed2-bc95-fab91f73467c tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:58.342554 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4a41868b-4436-4ccc-96a6-d5ecbd0c5840 req-6e0b28f0-cba6-4ed2-bc95-fab91f73467c tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1 HTTP/1.1" status: 200 len: 935 time: 0.0912664 Dec 08 16:03:58.387898 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3c09a644-dced-4128-a6ff-fd0d4b6678dc req-d4cf3ce7-8508-436e-8daf-45bc26e48463 service neutron] 10.222.0.64 "GET /v2.0/networks/7f044dd4-dc97-4f05-8a73-1de9a290e893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195829 Dec 08 16:03:58.424824 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd5a1a6-a875-4753-93b5-492a30ace596 service neutron] Pushing event updated for resources: {'Port': ['ID=2290551a-385e-4b70-8762-c1e09a632dd7,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:58.526854 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4a41868b-4436-4ccc-96a6-d5ecbd0c5840 req-c3e2971e-4dcc-467b-a411-58668378d8df tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745462 Dec 08 16:03:58.616258 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-a94d5cb9-9760-48a5-8e1c-58ef733bb249 req-554336a6-7c9d-46ec-bc18-6bcfb8ea8338 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:58.662532 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.37', 50042) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:03:58.669423 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-fc9e2fd6-b27d-44dc-883a-f0551c0ea630 req-dff48620-1d9c-404a-81ac-3263ff8215e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8263009c-1760-43bc-aeb2-04fa7693a1fb {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:03:58.678690 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-fc9e2fd6-b27d-44dc-883a-f0551c0ea630 req-dff48620-1d9c-404a-81ac-3263ff8215e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:58.693343 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-fc9e2fd6-b27d-44dc-883a-f0551c0ea630 req-dff48620-1d9c-404a-81ac-3263ff8215e1 service neutron] Transition to ACTIVE for port object 8263009c-1760-43bc-aeb2-04fa7693a1fb will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:03:58.698582 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-426a81bd-8adf-4d91-80a3-b5c759905c55 x-openstack-request-id: req-426a81bd-8adf-4d91-80a3-b5c759905c55 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:03:58.698582 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dc438c8-595f-4412-861b-5bcb3b061ba1", "tag": "96397e9a-c7c5-4d82-adfc-307dcf9a04e0", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:03:58.698582 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-426a81bd-8adf-4d91-80a3-b5c759905c55 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:03:58.699073 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dc438c8-595f-4412-861b-5bcb3b061ba1', 'tag': '96397e9a-c7c5-4d82-adfc-307dcf9a04e0', 'status': 'completed', 'code': 200} Dec 08 16:03:58.702692 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-5dd5a1a6-a875-4753-93b5-492a30ace596 service neutron] Attempting to bind port 2290551a-385e-4b70-8762-c1e09a632dd7 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:03:58.703209 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-5dd5a1a6-a875-4753-93b5-492a30ace596 service neutron] Attempting to bind port 2290551a-385e-4b70-8762-c1e09a632dd7 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': 'd3c8c48a-2946-4fa5-abca-0d5c91d9e47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2e4943d2-93a7-4739-8d48-2442fb48fa03'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:03:58.703644 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-5dd5a1a6-a875-4753-93b5-492a30ace596 service neutron] Attempting to bind port 2290551a-385e-4b70-8762-c1e09a632dd7 on network 2e4943d2-93a7-4739-8d48-2442fb48fa03 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:03:58.713056 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-5dd5a1a6-a875-4753-93b5-492a30ace596 service neutron] Port 2290551a-385e-4b70-8762-c1e09a632dd7 on network 2e4943d2-93a7-4739-8d48-2442fb48fa03 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:03:58.713549 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-5dd5a1a6-a875-4753-93b5-492a30ace596 service neutron] Attempting to bind port 2290551a-385e-4b70-8762-c1e09a632dd7 on network 2e4943d2-93a7-4739-8d48-2442fb48fa03 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:03:58.725386 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-5dd5a1a6-a875-4753-93b5-492a30ace596 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:03:58.725898 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-5dd5a1a6-a875-4753-93b5-492a30ace596 service neutron] Checking segment: {'id': 'd3c8c48a-2946-4fa5-abca-0d5c91d9e47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2e4943d2-93a7-4739-8d48-2442fb48fa03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:03:58.726640 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-5dd5a1a6-a875-4753-93b5-492a30ace596 service neutron] Bound using segment: {'id': 'd3c8c48a-2946-4fa5-abca-0d5c91d9e47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2e4943d2-93a7-4739-8d48-2442fb48fa03'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:03:58.730691 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-5dd5a1a6-a875-4753-93b5-492a30ace596 service neutron] Bound port: 2290551a-385e-4b70-8762-c1e09a632dd7, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3c8c48a-2946-4fa5-abca-0d5c91d9e47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2e4943d2-93a7-4739-8d48-2442fb48fa03'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:03:58.731239 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-5dd5a1a6-a875-4753-93b5-492a30ace596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:58.770104 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554336a6-7c9d-46ec-bc18-6bcfb8ea8338 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Pushing event deleted for resources: {'Port': ['ID=412d2b2e-4ac4-4c68-9d0c-15f43175ae5f,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:58.841049 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-fc9e2fd6-b27d-44dc-883a-f0551c0ea630 req-dff48620-1d9c-404a-81ac-3263ff8215e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:58.877345 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554336a6-7c9d-46ec-bc18-6bcfb8ea8338 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:58.879337 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554336a6-7c9d-46ec-bc18-6bcfb8ea8338 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:58.879886 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554336a6-7c9d-46ec-bc18-6bcfb8ea8338 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:58.880311 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554336a6-7c9d-46ec-bc18-6bcfb8ea8338 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:58.880751 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554336a6-7c9d-46ec-bc18-6bcfb8ea8338 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:58.883573 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554336a6-7c9d-46ec-bc18-6bcfb8ea8338 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:58.884198 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554336a6-7c9d-46ec-bc18-6bcfb8ea8338 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:58.885380 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554336a6-7c9d-46ec-bc18-6bcfb8ea8338 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:58.885908 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554336a6-7c9d-46ec-bc18-6bcfb8ea8338 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:58.887651 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554336a6-7c9d-46ec-bc18-6bcfb8ea8338 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:58.888318 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554336a6-7c9d-46ec-bc18-6bcfb8ea8338 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:58.888897 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554336a6-7c9d-46ec-bc18-6bcfb8ea8338 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:58.891459 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554336a6-7c9d-46ec-bc18-6bcfb8ea8338 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:58.900462 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-a94d5cb9-9760-48a5-8e1c-58ef733bb249 req-554336a6-7c9d-46ec-bc18-6bcfb8ea8338 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] No DVR routers for this DVR port 412d2b2e-4ac4-4c68-9d0c-15f43175ae5f on host n-h2-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:03:58.917709 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-a94d5cb9-9760-48a5-8e1c-58ef733bb249 req-554336a6-7c9d-46ec-bc18-6bcfb8ea8338 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:58.921539 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a94d5cb9-9760-48a5-8e1c-58ef733bb249 req-554336a6-7c9d-46ec-bc18-6bcfb8ea8338 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.37 "DELETE /v2.0/ports/412d2b2e-4ac4-4c68-9d0c-15f43175ae5f HTTP/1.1" status: 204 len: 173 time: 1.1793828 Dec 08 16:03:58.924367 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c537ac5b-2a9d-4fff-b0de-054fe561d0fb', 'name': 'network-vif-deleted', 'tag': '412d2b2e-4ac4-4c68-9d0c-15f43175ae5f'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:03:58.933744 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a740466e-12ed-4c0e-ab4e-b6273fd8bb3d" -d '{"events": [{"server_uuid": "c537ac5b-2a9d-4fff-b0de-054fe561d0fb", "name": "network-vif-deleted", "tag": "412d2b2e-4ac4-4c68-9d0c-15f43175ae5f"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:03:58.960718 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2695967-2247-4dd1-bdbe-dcd14837e20f req-a764e7db-d4fc-403a-8085-b9841e139800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:58.961832 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2695967-2247-4dd1-bdbe-dcd14837e20f req-a764e7db-d4fc-403a-8085-b9841e139800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:58.966131 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2695967-2247-4dd1-bdbe-dcd14837e20f req-a764e7db-d4fc-403a-8085-b9841e139800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:58.966692 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2695967-2247-4dd1-bdbe-dcd14837e20f req-a764e7db-d4fc-403a-8085-b9841e139800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:58.967280 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2695967-2247-4dd1-bdbe-dcd14837e20f req-a764e7db-d4fc-403a-8085-b9841e139800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:58.967769 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2695967-2247-4dd1-bdbe-dcd14837e20f req-a764e7db-d4fc-403a-8085-b9841e139800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:58.968336 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2695967-2247-4dd1-bdbe-dcd14837e20f req-a764e7db-d4fc-403a-8085-b9841e139800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:58.970459 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f2695967-2247-4dd1-bdbe-dcd14837e20f req-a764e7db-d4fc-403a-8085-b9841e139800 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8be2414d63a14131b9f6f8fcfa8d927a&device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 6168 time: 0.2746592 Dec 08 16:03:59.153811 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff48620-1d9c-404a-81ac-3263ff8215e1 service neutron] Pushing event updated for resources: {'Port': ['ID=8263009c-1760-43bc-aeb2-04fa7693a1fb,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:59.223784 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-5dd5a1a6-a875-4753-93b5-492a30ace596 service neutron] For port 2290551a-385e-4b70-8762-c1e09a632dd7, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:03:59.243394 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-beb9c3a7-73f8-4be7-b42f-20ce43d27932 service neutron] 10.222.0.76 "GET /v2.0/ports/23566281-b6e3-46e3-8c4b-b5d958157eaf/bindings/n-h2-776250-12 HTTP/1.1" status: 200 len: 385 time: 0.4923563 Dec 08 16:03:59.264461 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-5dd5a1a6-a875-4753-93b5-492a30ace596 service neutron] For port 2290551a-385e-4b70-8762-c1e09a632dd7, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=2290551a-385e-4b70-8762-c1e09a632dd7,segment=NetworkSegment(d3c8c48a-2946-4fa5-abca-0d5c91d9e47e),segment_id=d3c8c48a-2946-4fa5-abca-0d5c91d9e47e)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:03:59.300037 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75503a7-2b63-4141-be88-62de436b87c2 req-5b9a2ffa-1089-45f8-ab64-74bb20b38eb0 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:59.308913 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d75503a7-2b63-4141-be88-62de436b87c2 req-5b9a2ffa-1089-45f8-ab64-74bb20b38eb0 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=da5fe699-8812-4124-b3f5-1f4ad9dad8d5 HTTP/1.1" status: 200 len: 943 time: 0.4368734 Dec 08 16:03:59.322370 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a96aac-b07a-47c5-b309-bb09daf51267 req-24288966-9dcb-4380-8e4e-9332854a80f2 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:59.331862 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-33a96aac-b07a-47c5-b309-bb09daf51267 req-24288966-9dcb-4380-8e4e-9332854a80f2 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] 10.222.0.64 "GET /v2.0/networks?id=18566df4-f51e-4bda-be63-239ee9dc09ee HTTP/1.1" status: 200 len: 815 time: 0.2360349 Dec 08 16:03:59.352610 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-33a96aac-b07a-47c5-b309-bb09daf51267 req-9d38607a-8f6b-4936-8775-405f9d541f98 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] 10.222.0.64 "GET /v2.0/quotas/c880bd21814b40e6ae3101d50323e3bf HTTP/1.1" status: 200 len: 375 time: 0.0171456 Dec 08 16:03:59.366880 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-fc9e2fd6-b27d-44dc-883a-f0551c0ea630 req-dff48620-1d9c-404a-81ac-3263ff8215e1 service neutron] Attempting to bind port 8263009c-1760-43bc-aeb2-04fa7693a1fb on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:03:59.367233 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-fc9e2fd6-b27d-44dc-883a-f0551c0ea630 req-dff48620-1d9c-404a-81ac-3263ff8215e1 service neutron] Attempting to bind port 8263009c-1760-43bc-aeb2-04fa7693a1fb by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:03:59.367573 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9e2fd6-b27d-44dc-883a-f0551c0ea630 req-dff48620-1d9c-404a-81ac-3263ff8215e1 service neutron] Attempting to bind port 8263009c-1760-43bc-aeb2-04fa7693a1fb on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:03:59.386938 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9e2fd6-b27d-44dc-883a-f0551c0ea630 req-dff48620-1d9c-404a-81ac-3263ff8215e1 service neutron] Port 8263009c-1760-43bc-aeb2-04fa7693a1fb on network b91759c7-445e-4f7b-9fc4-64d80951832c not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:03:59.387279 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9e2fd6-b27d-44dc-883a-f0551c0ea630 req-dff48620-1d9c-404a-81ac-3263ff8215e1 service neutron] Attempting to bind port 8263009c-1760-43bc-aeb2-04fa7693a1fb on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:03:59.420728 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9e2fd6-b27d-44dc-883a-f0551c0ea630 req-dff48620-1d9c-404a-81ac-3263ff8215e1 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:03:59.421083 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9e2fd6-b27d-44dc-883a-f0551c0ea630 req-dff48620-1d9c-404a-81ac-3263ff8215e1 service neutron] Checking segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:03:59.421507 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9e2fd6-b27d-44dc-883a-f0551c0ea630 req-dff48620-1d9c-404a-81ac-3263ff8215e1 service neutron] Bound using segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:03:59.421968 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-fc9e2fd6-b27d-44dc-883a-f0551c0ea630 req-dff48620-1d9c-404a-81ac-3263ff8215e1 service neutron] Bound port: 8263009c-1760-43bc-aeb2-04fa7693a1fb, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:03:59.422349 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-fc9e2fd6-b27d-44dc-883a-f0551c0ea630 req-dff48620-1d9c-404a-81ac-3263ff8215e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:59.431915 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-5dd5a1a6-a875-4753-93b5-492a30ace596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:59.472426 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2695967-2247-4dd1-bdbe-dcd14837e20f req-cd0bb942-6358-4aaf-a71d-70a0229477dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:59.472900 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2695967-2247-4dd1-bdbe-dcd14837e20f req-cd0bb942-6358-4aaf-a71d-70a0229477dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:59.473596 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2695967-2247-4dd1-bdbe-dcd14837e20f req-cd0bb942-6358-4aaf-a71d-70a0229477dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:59.476140 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f2695967-2247-4dd1-bdbe-dcd14837e20f req-cd0bb942-6358-4aaf-a71d-70a0229477dc service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=8be2414d63a14131b9f6f8fcfa8d927a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4946520 Dec 08 16:03:59.491206 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d75503a7-2b63-4141-be88-62de436b87c2 req-c7ecf57f-cade-4a62-97fd-0b6da5d369db tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806877 Dec 08 16:03:59.533073 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-33a96aac-b07a-47c5-b309-bb09daf51267 req-7bc40ef8-6fef-4ae5-827d-b7aa15b4661f tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c880bd21814b40e6ae3101d50323e3bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1786590 Dec 08 16:03:59.664685 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd5a1a6-a875-4753-93b5-492a30ace596 service neutron] Pushing event updated for resources: {'Port': ['ID=2290551a-385e-4b70-8762-c1e09a632dd7,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:59.711547 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-5dd5a1a6-a875-4753-93b5-492a30ace596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:59.712204 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-5dd5a1a6-a875-4753-93b5-492a30ace596 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:59.714419 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-5dd5a1a6-a875-4753-93b5-492a30ace596 service neutron] 10.222.0.37 "PUT /v2.0/ports/2290551a-385e-4b70-8762-c1e09a632dd7 HTTP/1.1" status: 200 len: 1132 time: 2.8839271 Dec 08 16:03:59.827134 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-e5d9d335-d170-45aa-96ad-e431fb81e1f7 service neutron] Request body: {'port': {'device_id': '5dc438c8-595f-4412-861b-5bcb3b061ba1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:03:59.845459 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2695967-2247-4dd1-bdbe-dcd14837e20f req-c3b779fa-b69a-4d53-aa4a-5277d0ace165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:59.848399 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f2695967-2247-4dd1-bdbe-dcd14837e20f req-c3b779fa-b69a-4d53-aa4a-5277d0ace165 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3625467 Dec 08 16:03:59.884220 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-33a96aac-b07a-47c5-b309-bb09daf51267 req-91432c5b-af7f-479c-b0b1-2351f7127a14 service neutron] 10.222.0.64 "GET /v2.0/networks/18566df4-f51e-4bda-be63-239ee9dc09ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280311 Dec 08 16:03:59.957372 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e4d14-5da0-41a6-82a2-75739f2f33ea req-25b59446-79d4-447d-b177-202e518afc64 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:59.967731 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e4d14-5da0-41a6-82a2-75739f2f33ea req-25b59446-79d4-447d-b177-202e518afc64 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:59.975460 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e4d14-5da0-41a6-82a2-75739f2f33ea req-25b59446-79d4-447d-b177-202e518afc64 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:59.982190 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e4d14-5da0-41a6-82a2-75739f2f33ea req-25b59446-79d4-447d-b177-202e518afc64 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:00.004447 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e4d14-5da0-41a6-82a2-75739f2f33ea req-25b59446-79d4-447d-b177-202e518afc64 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:00.011885 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e4d14-5da0-41a6-82a2-75739f2f33ea req-25b59446-79d4-447d-b177-202e518afc64 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:00.018912 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e4d14-5da0-41a6-82a2-75739f2f33ea req-25b59446-79d4-447d-b177-202e518afc64 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:00.020985 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-504e4d14-5da0-41a6-82a2-75739f2f33ea req-25b59446-79d4-447d-b177-202e518afc64 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 5370 time: 0.4104536 Dec 08 16:04:00.033184 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-33a96aac-b07a-47c5-b309-bb09daf51267 req-daf59b16-19e5-4280-94fb-e82c526925b8 service neutron] 10.222.0.64 "GET /v2.0/networks/18566df4-f51e-4bda-be63-239ee9dc09ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464496 Dec 08 16:04:00.046560 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-fc9e2fd6-b27d-44dc-883a-f0551c0ea630 req-dff48620-1d9c-404a-81ac-3263ff8215e1 service neutron] For port 8263009c-1760-43bc-aeb2-04fa7693a1fb, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:04:00.061587 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-fc9e2fd6-b27d-44dc-883a-f0551c0ea630 req-dff48620-1d9c-404a-81ac-3263ff8215e1 service neutron] For port 8263009c-1760-43bc-aeb2-04fa7693a1fb, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=8263009c-1760-43bc-aeb2-04fa7693a1fb,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:04:00.115688 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-e5d9d335-d170-45aa-96ad-e431fb81e1f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:00.209555 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-fc9e2fd6-b27d-44dc-883a-f0551c0ea630 req-dff48620-1d9c-404a-81ac-3263ff8215e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:00.221735 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-35e803ea-207d-457d-bbf9-39b2afbd9bbf service neutron] For port 23566281-b6e3-46e3-8c4b-b5d958157eaf, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=23566281-b6e3-46e3-8c4b-b5d958157eaf,segment=NetworkSegment(feac72a6-bbb0-42da-a5f2-51d59135d26f),segment_id=feac72a6-bbb0-42da-a5f2-51d59135d26f)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:00.282169 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 46d77430-42b0-41e7-86b7-9e679590e4fc up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:04:00.303576 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e2fd6-b27d-44dc-883a-f0551c0ea630 req-dff48620-1d9c-404a-81ac-3263ff8215e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:00.304425 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-fc9e2fd6-b27d-44dc-883a-f0551c0ea630 req-dff48620-1d9c-404a-81ac-3263ff8215e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:00.306915 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fc9e2fd6-b27d-44dc-883a-f0551c0ea630 req-dff48620-1d9c-404a-81ac-3263ff8215e1 service neutron] 10.222.0.37 "PUT /v2.0/ports/8263009c-1760-43bc-aeb2-04fa7693a1fb HTTP/1.1" status: 200 len: 1096 time: 2.3093474 Dec 08 16:04:00.329131 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-504e4d14-5da0-41a6-82a2-75739f2f33ea req-349015ad-2275-41ec-b9e5-553777995378 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/security-groups?id=4aaaa83b-c5f6-43ce-9356-8631053cb551&id=49c58f26-f9c1-4b14-a3ef-7ff8fc05a8af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2145739 Dec 08 16:04:00.348094 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-35e803ea-207d-457d-bbf9-39b2afbd9bbf service neutron] For port 23566281-b6e3-46e3-8c4b-b5d958157eaf, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:04:00.593680 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4494660b-94eb-4638-827c-a9f92496d4c1 req-e23daae0-889c-466f-9a34-10c090cf6799 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c1c965-cb29-49ef-be40-4874f8ee0f28 HTTP/1.1" status: 200 len: 210 time: 0.0305979 Dec 08 16:04:00.651970 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port 46d77430-42b0-41e7-86b7-9e679590e4fc completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:04:00.666898 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 46d77430-42b0-41e7-86b7-9e679590e4fc triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:04:00.667511 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:00.710569 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eba4606-e3c4-402e-8f4e-afcb55f7f17f x-openstack-request-id: req-7eba4606-e3c4-402e-8f4e-afcb55f7f17f {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:04:00.710923 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c537ac5b-2a9d-4fff-b0de-054fe561d0fb", "name": "network-vif-deleted", "tag": "412d2b2e-4ac4-4c68-9d0c-15f43175ae5f", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:04:00.711120 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7eba4606-e3c4-402e-8f4e-afcb55f7f17f {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:04:00.711528 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c537ac5b-2a9d-4fff-b0de-054fe561d0fb', 'name': 'network-vif-deleted', 'tag': '412d2b2e-4ac4-4c68-9d0c-15f43175ae5f', 'status': 'completed', 'code': 200} Dec 08 16:04:00.757681 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dc438c8-595f-4412-861b-5bcb3b061ba1', 'tag': '2290551a-385e-4b70-8762-c1e09a632dd7'}, {'name': 'network-changed', 'server_uuid': '462dd985-d5eb-4abc-8a29-88ed121e1ea1', 'tag': '8263009c-1760-43bc-aeb2-04fa7693a1fb'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:04:00.762679 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14ffc9c-ee80-4df5-bb43-8892bd63ec8c" -d '{"events": [{"name": "network-changed", "server_uuid": "5dc438c8-595f-4412-861b-5bcb3b061ba1", "tag": "2290551a-385e-4b70-8762-c1e09a632dd7"}, {"name": "network-changed", "server_uuid": "462dd985-d5eb-4abc-8a29-88ed121e1ea1", "tag": "8263009c-1760-43bc-aeb2-04fa7693a1fb"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:04:00.767139 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff48620-1d9c-404a-81ac-3263ff8215e1 service neutron] Pushing event updated for resources: {'Port': ['ID=8263009c-1760-43bc-aeb2-04fa7693a1fb,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:00.894855 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:00.925110 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e6cac0-0229-4270-ba12-ed1346e91816 req-03abb65a-bc70-434b-bf1f-ceb579367819 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:00.929508 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e2e6cac0-0229-4270-ba12-ed1346e91816 req-03abb65a-bc70-434b-bf1f-ceb579367819 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1 HTTP/1.1" status: 200 len: 947 time: 0.0856431 Dec 08 16:04:00.929823 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6838640d-6f74-4a5e-8c18-6f0e5a759f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46d77430-42b0-41e7-86b7-9e679590e4fc'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:04:00.933670 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aedaeecf-2d04-46fd-8f4d-7ada4493899e" -d '{"events": [{"server_uuid": "6838640d-6f74-4a5e-8c18-6f0e5a759f51", "name": "network-vif-plugged", "status": "completed", "tag": "46d77430-42b0-41e7-86b7-9e679590e4fc"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:04:00.954165 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 46d77430-42b0-41e7-86b7-9e679590e4fc, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=46d77430-42b0-41e7-86b7-9e679590e4fc,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:01.031230 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e2e6cac0-0229-4270-ba12-ed1346e91816 req-42284f95-1cca-4195-9391-51aca5313ef5 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813160 Dec 08 16:04:01.197568 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:01.198410 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 3d0b032d-3ba8-4b81-8b7b-67538f43907e up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:04:01.232439 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-35e803ea-207d-457d-bbf9-39b2afbd9bbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23566281-b6e3-46e3-8c4b-b5d958157eaf {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:04:01.309974 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-35e803ea-207d-457d-bbf9-39b2afbd9bbf service neutron] For port 23566281-b6e3-46e3-8c4b-b5d958157eaf, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=23566281-b6e3-46e3-8c4b-b5d958157eaf,segment=NetworkSegment(feac72a6-bbb0-42da-a5f2-51d59135d26f),segment_id=feac72a6-bbb0-42da-a5f2-51d59135d26f)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:01.316328 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-50ab7407-9bca-4389-b0a4-d6fff12c2171 req-586d5fbc-0f57-46be-8b3d-af6788133e7f tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] 10.222.0.64 "GET /v2.0/ports?device_id=fdd52146-bb48-4dc2-9a9a-316389d685be HTTP/1.1" status: 200 len: 210 time: 0.0947366 Dec 08 16:04:01.365005 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=46d77430-42b0-41e7-86b7-9e679590e4fc,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:01.371857 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e2fd6-b27d-44dc-883a-f0551c0ea630 req-5f08c034-0296-41d5-be19-346913aeffde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:01.373953 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fc9e2fd6-b27d-44dc-883a-f0551c0ea630 req-5f08c034-0296-41d5-be19-346913aeffde service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b73d206799fe4423a8cfa64c519990fb&device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1 HTTP/1.1" status: 200 len: 1099 time: 0.8970606 Dec 08 16:04:01.467687 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-35e803ea-207d-457d-bbf9-39b2afbd9bbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:01.477795 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd402d-1e99-4db4-8b05-3e0b3dd0a5b3 req-79a7805f-02db-4272-a3c3-4c95eafe5f4d tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:01.478693 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab45f5f-5093-4aff-921d-19648d348689 req-6ab5a093-2f08-4feb-b55b-7761ef7f936b tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:01.479369 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-35cd402d-1e99-4db4-8b05-3e0b3dd0a5b3 req-79a7805f-02db-4272-a3c3-4c95eafe5f4d tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a717b01-e9ff-446e-942c-82be62f6f6d2 HTTP/1.1" status: 200 len: 949 time: 0.2823205 Dec 08 16:04:01.480727 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fc9e2fd6-b27d-44dc-883a-f0551c0ea630 req-55d4f98e-a681-4788-8108-381342e0aa73 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=8263009c-1760-43bc-aeb2-04fa7693a1fb HTTP/1.1" status: 200 len: 217 time: 0.0935810 Dec 08 16:04:01.485921 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-dab45f5f-5093-4aff-921d-19648d348689 req-6ab5a093-2f08-4feb-b55b-7761ef7f936b tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=da5fe699-8812-4124-b3f5-1f4ad9dad8d5 HTTP/1.1" status: 200 len: 943 time: 0.0774729 Dec 08 16:04:01.494755 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 412d2b2e-4ac4-4c68-9d0c-15f43175ae5f no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:04:01.494976 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-e5d9d335-d170-45aa-96ad-e431fb81e1f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51bbfa21-3ab7-4eea-8628-00f39a1573cd {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:04:01.504924 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-e5d9d335-d170-45aa-96ad-e431fb81e1f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:01.517572 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: 412d2b2e-4ac4-4c68-9d0c-15f43175ae5f {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:04:01.518178 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 412d2b2e-4ac4-4c68-9d0c-15f43175ae5f not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:04:01.520485 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port 3d0b032d-3ba8-4b81-8b7b-67538f43907e completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:04:01.520724 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-e5d9d335-d170-45aa-96ad-e431fb81e1f7 service neutron] Transition to ACTIVE for port object 51bbfa21-3ab7-4eea-8628-00f39a1573cd will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:04:01.527548 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 3d0b032d-3ba8-4b81-8b7b-67538f43907e triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:04:01.528705 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:01.579205 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-dab45f5f-5093-4aff-921d-19648d348689 req-76e44ad9-12f1-4755-b005-c076f8482bea tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851748 Dec 08 16:04:01.629117 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-e5d9d335-d170-45aa-96ad-e431fb81e1f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:01.651827 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798f2f09-3eca-48cd-96b9-938b0c60572d x-openstack-request-id: req-798f2f09-3eca-48cd-96b9-938b0c60572d {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:04:01.653570 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6838640d-6f74-4a5e-8c18-6f0e5a759f51", "name": "network-vif-plugged", "status": "completed", "tag": "46d77430-42b0-41e7-86b7-9e679590e4fc", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:04:01.655124 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-798f2f09-3eca-48cd-96b9-938b0c60572d {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:04:01.656193 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6838640d-6f74-4a5e-8c18-6f0e5a759f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46d77430-42b0-41e7-86b7-9e679590e4fc', 'code': 200} Dec 08 16:04:01.670976 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-35e803ea-207d-457d-bbf9-39b2afbd9bbf service neutron] Transition to ACTIVE for port object 23566281-b6e3-46e3-8c4b-b5d958157eaf will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:04:01.724242 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 08 Dec 2021 16:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bbd163b-5cb4-4f68-b790-43597ab215e8 x-openstack-request-id: req-4bbd163b-5cb4-4f68-b790-43597ab215e8 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:04:01.724554 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dc438c8-595f-4412-861b-5bcb3b061ba1", "tag": "2290551a-385e-4b70-8762-c1e09a632dd7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "462dd985-d5eb-4abc-8a29-88ed121e1ea1", "tag": "8263009c-1760-43bc-aeb2-04fa7693a1fb", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:04:01.724818 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4bbd163b-5cb4-4f68-b790-43597ab215e8 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:04:01.725262 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dc438c8-595f-4412-861b-5bcb3b061ba1', 'tag': '2290551a-385e-4b70-8762-c1e09a632dd7', 'status': 'completed', 'code': 200} Dec 08 16:04:01.725524 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '462dd985-d5eb-4abc-8a29-88ed121e1ea1', 'tag': '8263009c-1760-43bc-aeb2-04fa7693a1fb', 'status': 'completed', 'code': 200} Dec 08 16:04:01.837811 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:01.859497 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-35e803ea-207d-457d-bbf9-39b2afbd9bbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:01.878382 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9d335-d170-45aa-96ad-e431fb81e1f7 service neutron] Pushing event updated for resources: {'Port': ['ID=51bbfa21-3ab7-4eea-8628-00f39a1573cd,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:01.894531 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e2fd6-b27d-44dc-883a-f0551c0ea630 req-b6319bdb-0a2c-4d53-837d-fa5c520a80fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:01.897098 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fc9e2fd6-b27d-44dc-883a-f0551c0ea630 req-b6319bdb-0a2c-4d53-837d-fa5c520a80fa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.3748913 Dec 08 16:04:01.901006 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-35cd402d-1e99-4db4-8b05-3e0b3dd0a5b3 req-9410b0f7-53e7-494a-9028-f41aa1852853 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] 10.222.0.64 "GET /v2.0/security-groups?id=d52b3ab9-671e-4bec-87ec-cb6b7b824f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649750 Dec 08 16:04:01.965813 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 3d0b032d-3ba8-4b81-8b7b-67538f43907e, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=3d0b032d-3ba8-4b81-8b7b-67538f43907e,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:02.007348 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ffc9c-ee80-4df5-bb43-8892bd63ec8c req-1abdd883-3ea5-4754-bd13-fcc428c0235a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:02.008499 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ffc9c-ee80-4df5-bb43-8892bd63ec8c req-1abdd883-3ea5-4754-bd13-fcc428c0235a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:02.009267 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ffc9c-ee80-4df5-bb43-8892bd63ec8c req-1abdd883-3ea5-4754-bd13-fcc428c0235a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:02.011100 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ffc9c-ee80-4df5-bb43-8892bd63ec8c req-1abdd883-3ea5-4754-bd13-fcc428c0235a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:02.011792 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ffc9c-ee80-4df5-bb43-8892bd63ec8c req-1abdd883-3ea5-4754-bd13-fcc428c0235a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:02.012611 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ffc9c-ee80-4df5-bb43-8892bd63ec8c req-1abdd883-3ea5-4754-bd13-fcc428c0235a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:02.013235 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ffc9c-ee80-4df5-bb43-8892bd63ec8c req-1abdd883-3ea5-4754-bd13-fcc428c0235a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:02.015933 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c14ffc9c-ee80-4df5-bb43-8892bd63ec8c req-1abdd883-3ea5-4754-bd13-fcc428c0235a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8be2414d63a14131b9f6f8fcfa8d927a&device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 6236 time: 0.1669345 Dec 08 16:04:02.029902 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae5a24-ea0c-403c-9df8-7fdf98d345e0 req-2ef58a96-40e7-4b18-8445-0b30dcc7ec1b tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:02.030116 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:02.036705 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae5a24-ea0c-403c-9df8-7fdf98d345e0 req-2ef58a96-40e7-4b18-8445-0b30dcc7ec1b tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:02.048381 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae5a24-ea0c-403c-9df8-7fdf98d345e0 req-2ef58a96-40e7-4b18-8445-0b30dcc7ec1b tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:02.059330 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae5a24-ea0c-403c-9df8-7fdf98d345e0 req-2ef58a96-40e7-4b18-8445-0b30dcc7ec1b tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:02.066924 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae5a24-ea0c-403c-9df8-7fdf98d345e0 req-2ef58a96-40e7-4b18-8445-0b30dcc7ec1b tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:02.086131 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae5a24-ea0c-403c-9df8-7fdf98d345e0 req-2ef58a96-40e7-4b18-8445-0b30dcc7ec1b tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:02.092963 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae5a24-ea0c-403c-9df8-7fdf98d345e0 req-2ef58a96-40e7-4b18-8445-0b30dcc7ec1b tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:02.096394 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=3d0b032d-3ba8-4b81-8b7b-67538f43907e,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:02.101152 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bbae5a24-ea0c-403c-9df8-7fdf98d345e0 req-2ef58a96-40e7-4b18-8445-0b30dcc7ec1b tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 5382 time: 0.3169961 Dec 08 16:04:02.116134 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-35e803ea-207d-457d-bbf9-39b2afbd9bbf service neutron] No DVR routers for this DVR port 23566281-b6e3-46e3-8c4b-b5d958157eaf on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:04:02.157829 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fbbad7da-1520-4efc-94f2-10df3fb6876b req-8ef87c57-cf3c-4077-a8b3-d418baa60f3d tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c1c965-cb29-49ef-be40-4874f8ee0f28 HTTP/1.1" status: 200 len: 210 time: 0.0969973 Dec 08 16:04:02.158673 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-e5d9d335-d170-45aa-96ad-e431fb81e1f7 service neutron] Attempting to bind port 51bbfa21-3ab7-4eea-8628-00f39a1573cd on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:04:02.159082 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-e5d9d335-d170-45aa-96ad-e431fb81e1f7 service neutron] Attempting to bind port 51bbfa21-3ab7-4eea-8628-00f39a1573cd by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': 'd3c8c48a-2946-4fa5-abca-0d5c91d9e47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2e4943d2-93a7-4739-8d48-2442fb48fa03'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:04:02.159489 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-e5d9d335-d170-45aa-96ad-e431fb81e1f7 service neutron] Attempting to bind port 51bbfa21-3ab7-4eea-8628-00f39a1573cd on network 2e4943d2-93a7-4739-8d48-2442fb48fa03 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:04:02.166151 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5643a90-521e-409d-9fcd-6674c635d2b2 req-66a8b30f-fc64-4db3-9daa-a910e76612da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:02.167871 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c5643a90-521e-409d-9fcd-6674c635d2b2 req-66a8b30f-fc64-4db3-9daa-a910e76612da service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6838640d-6f74-4a5e-8c18-6f0e5a759f51 HTTP/1.1" status: 200 len: 1102 time: 0.4549201 Dec 08 16:04:02.177586 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e803ea-207d-457d-bbf9-39b2afbd9bbf service neutron] Pushing event updated for resources: {'Port': ['ID=23566281-b6e3-46e3-8c4b-b5d958157eaf,revision_number=10']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:02.235605 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-e5d9d335-d170-45aa-96ad-e431fb81e1f7 service neutron] Port 51bbfa21-3ab7-4eea-8628-00f39a1573cd on network 2e4943d2-93a7-4739-8d48-2442fb48fa03 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:04:02.235605 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-e5d9d335-d170-45aa-96ad-e431fb81e1f7 service neutron] Attempting to bind port 51bbfa21-3ab7-4eea-8628-00f39a1573cd on network 2e4943d2-93a7-4739-8d48-2442fb48fa03 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:04:02.256363 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-e5d9d335-d170-45aa-96ad-e431fb81e1f7 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:04:02.256704 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-e5d9d335-d170-45aa-96ad-e431fb81e1f7 service neutron] Checking segment: {'id': 'd3c8c48a-2946-4fa5-abca-0d5c91d9e47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2e4943d2-93a7-4739-8d48-2442fb48fa03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:04:02.257111 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-e5d9d335-d170-45aa-96ad-e431fb81e1f7 service neutron] Bound using segment: {'id': 'd3c8c48a-2946-4fa5-abca-0d5c91d9e47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2e4943d2-93a7-4739-8d48-2442fb48fa03'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:04:02.257543 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-e5d9d335-d170-45aa-96ad-e431fb81e1f7 service neutron] Bound port: 51bbfa21-3ab7-4eea-8628-00f39a1573cd, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3c8c48a-2946-4fa5-abca-0d5c91d9e47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2e4943d2-93a7-4739-8d48-2442fb48fa03'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:04:02.257905 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-e5d9d335-d170-45aa-96ad-e431fb81e1f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:02.286867 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-35e803ea-207d-457d-bbf9-39b2afbd9bbf service neutron] 10.222.0.76 "PUT /v2.0/ports/23566281-b6e3-46e3-8c4b-b5d958157eaf/bindings/n-h2-776250-12/activate HTTP/1.1" status: 200 len: 370 time: 3.0205140 Dec 08 16:04:02.296400 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 23566281-b6e3-46e3-8c4b-b5d958157eaf no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:04:02.343343 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ffc9c-ee80-4df5-bb43-8892bd63ec8c req-46680ef0-4d09-47c9-b913-602627a3f585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:02.343824 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ffc9c-ee80-4df5-bb43-8892bd63ec8c req-46680ef0-4d09-47c9-b913-602627a3f585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:02.344339 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ffc9c-ee80-4df5-bb43-8892bd63ec8c req-46680ef0-4d09-47c9-b913-602627a3f585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:02.346490 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c14ffc9c-ee80-4df5-bb43-8892bd63ec8c req-46680ef0-4d09-47c9-b913-602627a3f585 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=8be2414d63a14131b9f6f8fcfa8d927a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2440758 Dec 08 16:04:02.359366 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 23566281-b6e3-46e3-8c4b-b5d958157eaf not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:04:02.389778 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e2fd6-b27d-44dc-883a-f0551c0ea630 req-bb94a08a-b2ff-4d25-b22b-1f5c1c871a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:02.391766 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fc9e2fd6-b27d-44dc-883a-f0551c0ea630 req-bb94a08a-b2ff-4d25-b22b-1f5c1c871a53 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4824159 Dec 08 16:04:02.467983 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bbae5a24-ea0c-403c-9df8-7fdf98d345e0 req-f2711954-658b-4c97-94f2-234a89106b8f tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/security-groups?id=4aaaa83b-c5f6-43ce-9356-8631053cb551&id=49c58f26-f9c1-4b14-a3ef-7ff8fc05a8af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3534400 Dec 08 16:04:02.480929 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c09a644-dced-4128-a6ff-fd0d4b6678dc req-9275dc06-974d-4259-bfd1-5ec333b08cb7 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:02.482635 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3c09a644-dced-4128-a6ff-fd0d4b6678dc req-9275dc06-974d-4259-bfd1-5ec333b08cb7 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.76 "GET /v2.0/networks?id=7f044dd4-dc97-4f05-8a73-1de9a290e893 HTTP/1.1" status: 200 len: 804 time: 0.4843194 Dec 08 16:04:02.501868 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-3c09a644-dced-4128-a6ff-fd0d4b6678dc req-ca12ebe5-5bdd-4b6f-8cae-24d24ebcfca2 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Request body: {'port': {'device_id': '22c1c965-cb29-49ef-be40-4874f8ee0f28', 'network_id': '7f044dd4-dc97-4f05-8a73-1de9a290e893', 'admin_state_up': True, 'tenant_id': 'caac6054f139468286b7372b1a81b368'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:04:02.522362 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c5643a90-521e-409d-9fcd-6674c635d2b2 req-5d5a7e4e-53f7-4a6e-8e23-87def2f27d04 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=d52b3ab9-671e-4bec-87ec-cb6b7b824f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3392751 Dec 08 16:04:02.545739 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-e5d9d335-d170-45aa-96ad-e431fb81e1f7 service neutron] For port 51bbfa21-3ab7-4eea-8628-00f39a1573cd, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:04:02.608809 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb028a9e-18d7-4c2c-9046-10e7237691a1 req-bd80d950-903d-4aea-88fe-c777f382a587 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:02.611608 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bb028a9e-18d7-4c2c-9046-10e7237691a1 req-bd80d950-903d-4aea-88fe-c777f382a587 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1 HTTP/1.1" status: 200 len: 947 time: 0.3206630 Dec 08 16:04:02.618741 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fc9e2fd6-b27d-44dc-883a-f0551c0ea630 req-383275f5-286d-4bde-bf6c-99ebe596a100 service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963952 Dec 08 16:04:02.620887 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-e5d9d335-d170-45aa-96ad-e431fb81e1f7 service neutron] For port 51bbfa21-3ab7-4eea-8628-00f39a1573cd, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=51bbfa21-3ab7-4eea-8628-00f39a1573cd,segment=NetworkSegment(d3c8c48a-2946-4fa5-abca-0d5c91d9e47e),segment_id=d3c8c48a-2946-4fa5-abca-0d5c91d9e47e)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:04:02.656389 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ffc9c-ee80-4df5-bb43-8892bd63ec8c req-f33efd1f-72d8-4e86-ad5b-ae773d730c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:02.658481 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c14ffc9c-ee80-4df5-bb43-8892bd63ec8c req-f33efd1f-72d8-4e86-ad5b-ae773d730c58 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2970352 Dec 08 16:04:02.685052 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-14818f65-3430-4104-ae8d-d63026bd2970 tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:02.686707 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-14818f65-3430-4104-ae8d-d63026bd2970 tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=da5fe699-8812-4124-b3f5-1f4ad9dad8d5&tenant_id=8b17b512834447aea285923e7004d778&binding%3Ahost_id=n-h1-776250-12 HTTP/1.1" status: 200 len: 1096 time: 0.0999844 Dec 08 16:04:02.707797 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-e5d9d335-d170-45aa-96ad-e431fb81e1f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:02.742912 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-173dc82a-e181-4d8f-a057-47f6fb2cd763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:02.747590 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-173dc82a-e181-4d8f-a057-47f6fb2cd763 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=da5fe699-8812-4124-b3f5-1f4ad9dad8d5&tenant_id=8b17b512834447aea285923e7004d778 HTTP/1.1" status: 200 len: 1096 time: 0.0457911 Dec 08 16:04:02.763621 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bb028a9e-18d7-4c2c-9046-10e7237691a1 req-ad5d5d5e-8a98-45dd-a3d4-cfddbfb2b116 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409705 Dec 08 16:04:02.789532 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-e5d9d335-d170-45aa-96ad-e431fb81e1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:02.790159 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-e5d9d335-d170-45aa-96ad-e431fb81e1f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:02.792131 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-e5d9d335-d170-45aa-96ad-e431fb81e1f7 service neutron] 10.222.0.37 "PUT /v2.0/ports/51bbfa21-3ab7-4eea-8628-00f39a1573cd HTTP/1.1" status: 200 len: 1091 time: 2.9767926 Dec 08 16:04:02.811327 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c09a644-dced-4128-a6ff-fd0d4b6678dc req-ca12ebe5-5bdd-4b6f-8cae-24d24ebcfca2 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Made reservation on behalf of caac6054f139468286b7372b1a81b368 for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:04:02.815892 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-3c09a644-dced-4128-a6ff-fd0d4b6678dc req-ca12ebe5-5bdd-4b6f-8cae-24d24ebcfca2 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:02.857202 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9d335-d170-45aa-96ad-e431fb81e1f7 service neutron] Pushing event updated for resources: {'Port': ['ID=51bbfa21-3ab7-4eea-8628-00f39a1573cd,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:02.868458 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fc9e2fd6-b27d-44dc-883a-f0551c0ea630 req-c7749959-a6d2-4ca5-84be-9ddca81ba451 service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323766 Dec 08 16:04:02.912663 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-a769e5f3-0ec9-4a51-971d-c3dbbc665f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:02.914358 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-a769e5f3-0ec9-4a51-971d-c3dbbc665f00 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8b17b512834447aea285923e7004d778&device_id=da5fe699-8812-4124-b3f5-1f4ad9dad8d5 HTTP/1.1" status: 200 len: 1096 time: 0.0959802 Dec 08 16:04:02.930792 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-870a0be5-80fd-4bf4-82f5-b8885e304fab service neutron] Request body: {'port': {'device_id': '5dc438c8-595f-4412-861b-5bcb3b061ba1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:04:02.976964 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1a32c3b0-8055-418b-9b71-5d90b94be3a2 req-c9c1357a-e7ee-4296-b814-507710762cce tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] 10.222.0.64 "GET /v2.0/ports?device_id=fdd52146-bb48-4dc2-9a9a-316389d685be HTTP/1.1" status: 200 len: 210 time: 0.0394211 Dec 08 16:04:03.169494 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fca4dd-8fa4-47ca-805b-387a95d601fc req-826676be-679d-4be2-9f7c-8178c6d4a621 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:03.171226 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f0fca4dd-8fa4-47ca-805b-387a95d601fc req-826676be-679d-4be2-9f7c-8178c6d4a621 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=da5fe699-8812-4124-b3f5-1f4ad9dad8d5 HTTP/1.1" status: 200 len: 944 time: 0.2367702 Dec 08 16:04:03.199608 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-870a0be5-80fd-4bf4-82f5-b8885e304fab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:03.219276 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [req-3c09a644-dced-4128-a6ff-fd0d4b6678dc req-ca12ebe5-5bdd-4b6f-8cae-24d24ebcfca2 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Allocated IP 172.20.0.3 (7f044dd4-dc97-4f05-8a73-1de9a290e893/0e145596-3948-4729-810a-534bcf8272d4/8162876c-f6c5-48eb-8274-68769056fd81) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:04:03.222742 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-8c245a6f-fcf1-42f9-a0c2-2e56d64f290f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:03.226683 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-8c245a6f-fcf1-42f9-a0c2-2e56d64f290f service neutron] 10.222.0.37 "GET /v2.0/networks?id=34422553-fc63-47d6-a631-7f666537bc5c HTTP/1.1" status: 200 len: 909 time: 0.2888412 Dec 08 16:04:03.258620 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f0fca4dd-8fa4-47ca-805b-387a95d601fc req-4d156216-60f0-4dcc-a7ac-2a7e51d30dbb tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749769 Dec 08 16:04:03.292022 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ffc9c-ee80-4df5-bb43-8892bd63ec8c req-3b08dc2c-b1fc-49f2-a98e-b70f3aa8163b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:03.293733 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c14ffc9c-ee80-4df5-bb43-8892bd63ec8c req-3b08dc2c-b1fc-49f2-a98e-b70f3aa8163b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b73d206799fe4423a8cfa64c519990fb&device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1 HTTP/1.1" status: 200 len: 1099 time: 0.2784002 Dec 08 16:04:03.348460 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-4c6261df-134d-4d1a-9558-844836383cb9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23566281-b6e3-46e3-8c4b-b5d958157eaf HTTP/1.1" status: 200 len: 217 time: 0.0937185 Dec 08 16:04:03.362763 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c8da2-3df6-4439-a04a-efd6a11bc4c7 req-ff723158-d897-4e2a-8100-96f96fe9d312 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:03.364965 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f11c8da2-3df6-4439-a04a-efd6a11bc4c7 req-ff723158-d897-4e2a-8100-96f96fe9d312 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a717b01-e9ff-446e-942c-82be62f6f6d2 HTTP/1.1" status: 200 len: 950 time: 0.2494607 Dec 08 16:04:03.414139 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e55ddcc7-b10b-4665-ad3a-5ebfc2934a51 req-efbff824-8b3c-4f44-bbfc-6d1b41d694dd tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c1c965-cb29-49ef-be40-4874f8ee0f28 HTTP/1.1" status: 200 len: 210 time: 0.0888696 Dec 08 16:04:03.454912 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-667ba1cb-e85a-4a01-8e10-f293c3cde21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:03.456785 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-667ba1cb-e85a-4a01-8e10-f293c3cde21c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5db44a3c-d12a-4344-a611-2d41355a5e50 HTTP/1.1" status: 200 len: 848 time: 0.0976760 Dec 08 16:04:03.519233 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f11c8da2-3df6-4439-a04a-efd6a11bc4c7 req-3140c8b7-81c4-4d64-9e41-b99c7ca8e2a5 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] 10.222.0.64 "GET /v2.0/security-groups?id=d52b3ab9-671e-4bec-87ec-cb6b7b824f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381903 Dec 08 16:04:03.525652 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ffc9c-ee80-4df5-bb43-8892bd63ec8c req-d9d4f5b8-2020-45b0-b17e-118deaf0aa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:03.529123 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c14ffc9c-ee80-4df5-bb43-8892bd63ec8c req-d9d4f5b8-2020-45b0-b17e-118deaf0aa16 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b91759c7-445e-4f7b-9fc4-64d80951832c HTTP/1.1" status: 200 len: 870 time: 0.2247102 Dec 08 16:04:03.531221 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-816f7539-45a9-4f06-82ef-b58e3f39fa1a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34422553-fc63-47d6-a631-7f666537bc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308633 Dec 08 16:04:03.545577 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-3c09a644-dced-4128-a6ff-fd0d4b6678dc req-ca12ebe5-5bdd-4b6f-8cae-24d24ebcfca2 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:03.598920 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c14ffc9c-ee80-4df5-bb43-8892bd63ec8c req-0bb7ff46-8072-42e9-b1cd-77763dc0b913 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=8263009c-1760-43bc-aeb2-04fa7693a1fb HTTP/1.1" status: 200 len: 217 time: 0.0507057 Dec 08 16:04:03.666239 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a717b01-e9ff-446e-942c-82be62f6f6d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d0b032d-3ba8-4b81-8b7b-67538f43907e'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:04:03.670742 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-356a2f86-ec15-4d3d-879e-b1d4d67ccf48" -d '{"events": [{"server_uuid": "0a717b01-e9ff-446e-942c-82be62f6f6d2", "name": "network-vif-plugged", "status": "completed", "tag": "3d0b032d-3ba8-4b81-8b7b-67538f43907e"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:04:03.671189 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ffc9c-ee80-4df5-bb43-8892bd63ec8c req-dcf60e3e-3c60-42b0-9222-3eb9db0bee3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:03.672875 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c14ffc9c-ee80-4df5-bb43-8892bd63ec8c req-dcf60e3e-3c60-42b0-9222-3eb9db0bee3a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.0665147 Dec 08 16:04:03.739942 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7743bdb3-de8d-4ff8-b27d-443566174257 x-openstack-request-id: req-7743bdb3-de8d-4ff8-b27d-443566174257 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:04:03.740238 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dc438c8-595f-4412-861b-5bcb3b061ba1', 'tag': '51bbfa21-3ab7-4eea-8628-00f39a1573cd'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:04:03.740376 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a717b01-e9ff-446e-942c-82be62f6f6d2", "name": "network-vif-plugged", "status": "completed", "tag": "3d0b032d-3ba8-4b81-8b7b-67538f43907e", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:04:03.740376 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7743bdb3-de8d-4ff8-b27d-443566174257 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:04:03.740376 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a717b01-e9ff-446e-942c-82be62f6f6d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d0b032d-3ba8-4b81-8b7b-67538f43907e', 'code': 200} Dec 08 16:04:03.740730 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f911e847-454f-4cc7-a883-c0c11c06f1d7" -d '{"events": [{"name": "network-changed", "server_uuid": "5dc438c8-595f-4412-861b-5bcb3b061ba1", "tag": "51bbfa21-3ab7-4eea-8628-00f39a1573cd"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:04:03.740838 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ffc9c-ee80-4df5-bb43-8892bd63ec8c req-5873fbf8-d620-4d75-b300-6a213789e780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:03.740838 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c14ffc9c-ee80-4df5-bb43-8892bd63ec8c req-5873fbf8-d620-4d75-b300-6a213789e780 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0567453 Dec 08 16:04:03.740838 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-3c09a644-dced-4128-a6ff-fd0d4b6678dc req-ca12ebe5-5bdd-4b6f-8cae-24d24ebcfca2 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:03.801496 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e61e131-f2cf-45b4-b25e-93d0234a5752 req-9d590841-aeac-4b1f-9981-a97e87a49329 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:03.810857 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e61e131-f2cf-45b4-b25e-93d0234a5752 req-9d590841-aeac-4b1f-9981-a97e87a49329 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:03.817246 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e61e131-f2cf-45b4-b25e-93d0234a5752 req-9d590841-aeac-4b1f-9981-a97e87a49329 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:03.827054 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e61e131-f2cf-45b4-b25e-93d0234a5752 req-9d590841-aeac-4b1f-9981-a97e87a49329 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:03.834298 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e61e131-f2cf-45b4-b25e-93d0234a5752 req-9d590841-aeac-4b1f-9981-a97e87a49329 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:03.842424 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e61e131-f2cf-45b4-b25e-93d0234a5752 req-9d590841-aeac-4b1f-9981-a97e87a49329 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:03.849220 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e61e131-f2cf-45b4-b25e-93d0234a5752 req-9d590841-aeac-4b1f-9981-a97e87a49329 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:03.851141 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7e61e131-f2cf-45b4-b25e-93d0234a5752 req-9d590841-aeac-4b1f-9981-a97e87a49329 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 5382 time: 0.2417896 Dec 08 16:04:03.859946 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e53afe6a-e52b-4307-8796-1525fb9ac4b3 x-openstack-request-id: req-e53afe6a-e52b-4307-8796-1525fb9ac4b3 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:04:03.859946 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dc438c8-595f-4412-861b-5bcb3b061ba1", "tag": "51bbfa21-3ab7-4eea-8628-00f39a1573cd", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:04:03.859946 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e53afe6a-e52b-4307-8796-1525fb9ac4b3 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:04:03.860415 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dc438c8-595f-4412-861b-5bcb3b061ba1', 'tag': '51bbfa21-3ab7-4eea-8628-00f39a1573cd', 'status': 'completed', 'code': 200} Dec 08 16:04:03.883041 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c09a644-dced-4128-a6ff-fd0d4b6678dc req-ca12ebe5-5bdd-4b6f-8cae-24d24ebcfca2 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Network 7f044dd4-dc97-4f05-8a73-1de9a290e893 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:04:03.896549 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [req-3c09a644-dced-4128-a6ff-fd0d4b6678dc req-ca12ebe5-5bdd-4b6f-8cae-24d24ebcfca2 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:04:03.923423 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c09a644-dced-4128-a6ff-fd0d4b6678dc req-ca12ebe5-5bdd-4b6f-8cae-24d24ebcfca2 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:04:03.951877 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-1c7bdf44-488b-4759-abf7-c613cbbd5d61 service neutron] 10.222.0.37 "GET /v2.0/networks/34422553-fc63-47d6-a631-7f666537bc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4050632 Dec 08 16:04:03.959598 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca12ebe5-5bdd-4b6f-8cae-24d24ebcfca2 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Pushing event updated for resources: {'Port': ['ID=8162876c-f6c5-48eb-8274-68769056fd81,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:04.110947 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919b6502-b1e3-49fa-84c9-0d0875eb5f97 req-4fab0fee-3be6-4c08-bc0e-7379eab79dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:04.112517 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-919b6502-b1e3-49fa-84c9-0d0875eb5f97 req-4fab0fee-3be6-4c08-bc0e-7379eab79dfb service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0a717b01-e9ff-446e-942c-82be62f6f6d2 HTTP/1.1" status: 200 len: 1102 time: 0.2576699 Dec 08 16:04:04.122589 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113b50e6-eb59-482b-9ba5-1d5fe495c15a req-b0f167fa-2af0-4c40-8be1-9d9052815161 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:04.124479 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-113b50e6-eb59-482b-9ba5-1d5fe495c15a req-b0f167fa-2af0-4c40-8be1-9d9052815161 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1 HTTP/1.1" status: 200 len: 947 time: 0.1368084 Dec 08 16:04:04.130730 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911e847-454f-4cc7-a883-c0c11c06f1d7 req-42ce3e9a-e432-4eae-abd8-ee2ea8bf76b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:04.131452 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911e847-454f-4cc7-a883-c0c11c06f1d7 req-42ce3e9a-e432-4eae-abd8-ee2ea8bf76b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:04.132089 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911e847-454f-4cc7-a883-c0c11c06f1d7 req-42ce3e9a-e432-4eae-abd8-ee2ea8bf76b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:04.132742 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911e847-454f-4cc7-a883-c0c11c06f1d7 req-42ce3e9a-e432-4eae-abd8-ee2ea8bf76b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:04.133372 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911e847-454f-4cc7-a883-c0c11c06f1d7 req-42ce3e9a-e432-4eae-abd8-ee2ea8bf76b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:04.133995 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911e847-454f-4cc7-a883-c0c11c06f1d7 req-42ce3e9a-e432-4eae-abd8-ee2ea8bf76b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:04.135174 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911e847-454f-4cc7-a883-c0c11c06f1d7 req-42ce3e9a-e432-4eae-abd8-ee2ea8bf76b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:04.137858 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f911e847-454f-4cc7-a883-c0c11c06f1d7 req-42ce3e9a-e432-4eae-abd8-ee2ea8bf76b2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8be2414d63a14131b9f6f8fcfa8d927a&device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 6278 time: 0.2716115 Dec 08 16:04:04.140980 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c14ffc9c-ee80-4df5-bb43-8892bd63ec8c req-2fb5fe24-3f01-40db-8cd5-025551e4003a service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3850980 Dec 08 16:04:04.147712 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c09a644-dced-4128-a6ff-fd0d4b6678dc req-ca12ebe5-5bdd-4b6f-8cae-24d24ebcfca2 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:04.148398 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-3c09a644-dced-4128-a6ff-fd0d4b6678dc req-ca12ebe5-5bdd-4b6f-8cae-24d24ebcfca2 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:04.160845 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:04.217094 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7e61e131-f2cf-45b4-b25e-93d0234a5752 req-6d4af94c-4776-4155-b2d3-e9a708a6c17d tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/security-groups?id=4aaaa83b-c5f6-43ce-9356-8631053cb551&id=49c58f26-f9c1-4b14-a3ef-7ff8fc05a8af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3460093 Dec 08 16:04:04.255329 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-870a0be5-80fd-4bf4-82f5-b8885e304fab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad149dbc-dd1a-4f57-a271-ee5719d6b70d {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:04:04.289429 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-870a0be5-80fd-4bf4-82f5-b8885e304fab service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:04.315783 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-919b6502-b1e3-49fa-84c9-0d0875eb5f97 req-c5a107ca-cd91-475b-8e54-46f9d567c538 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=d52b3ab9-671e-4bec-87ec-cb6b7b824f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715078 Dec 08 16:04:04.334212 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3c09a644-dced-4128-a6ff-fd0d4b6678dc req-ca12ebe5-5bdd-4b6f-8cae-24d24ebcfca2 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8383181 Dec 08 16:04:04.340751 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a96aac-b07a-47c5-b309-bb09daf51267 req-1d9edb83-6f28-4872-b1e8-072c8a773920 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:04.342722 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-33a96aac-b07a-47c5-b309-bb09daf51267 req-1d9edb83-6f28-4872-b1e8-072c8a773920 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] 10.222.0.76 "GET /v2.0/networks?id=18566df4-f51e-4bda-be63-239ee9dc09ee HTTP/1.1" status: 200 len: 815 time: 0.4142075 Dec 08 16:04:04.361251 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-cc22621a-b713-4498-834f-6d9790fe23cf service neutron] 10.222.0.37 "GET /v2.0/networks/34422553-fc63-47d6-a631-7f666537bc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3956349 Dec 08 16:04:04.362464 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-870a0be5-80fd-4bf4-82f5-b8885e304fab service neutron] Transition to ACTIVE for port object ad149dbc-dd1a-4f57-a271-ee5719d6b70d will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:04:04.364788 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2fa3609f-a590-4612-9081-7dafae4e1d3f req-cd4d5b95-124f-4a1b-b5b3-2ddc8af33d9f tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] 10.222.0.64 "GET /v2.0/ports?device_id=fdd52146-bb48-4dc2-9a9a-316389d685be HTTP/1.1" status: 200 len: 210 time: 0.0616751 Dec 08 16:04:04.460337 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-870a0be5-80fd-4bf4-82f5-b8885e304fab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:04.568894 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870a0be5-80fd-4bf4-82f5-b8885e304fab service neutron] Pushing event updated for resources: {'Port': ['ID=ad149dbc-dd1a-4f57-a271-ee5719d6b70d,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:04.577685 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-33a96aac-b07a-47c5-b309-bb09daf51267 req-e40d6e77-c48c-4f0c-b26c-28913e5fe8f8 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] Request body: {'port': {'device_id': 'fdd52146-bb48-4dc2-9a9a-316389d685be', 'network_id': '18566df4-f51e-4bda-be63-239ee9dc09ee', 'admin_state_up': True, 'tenant_id': 'c880bd21814b40e6ae3101d50323e3bf'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:04:04.672456 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced1fb3-ce55-492f-8d0d-ac44386f2b45 req-8183f468-c0d2-49f8-b4a6-ea37e7efa20f tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:04.674223 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-dced1fb3-ce55-492f-8d0d-ac44386f2b45 req-8183f468-c0d2-49f8-b4a6-ea37e7efa20f tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=da5fe699-8812-4124-b3f5-1f4ad9dad8d5 HTTP/1.1" status: 200 len: 944 time: 0.2258058 Dec 08 16:04:04.711337 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-3c09a644-dced-4128-a6ff-fd0d4b6678dc req-5e734e77-f644-48dc-8594-476047d786af service neutron] Request body: {'port': {'device_id': '22c1c965-cb29-49ef-be40-4874f8ee0f28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:04:04.852364 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-113b50e6-eb59-482b-9ba5-1d5fe495c15a req-d9e8dcb5-73a9-4bec-853e-49d8e1bae3de tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6993980 Dec 08 16:04:04.858930 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911e847-454f-4cc7-a883-c0c11c06f1d7 req-e36e1444-ddea-4ef0-95e3-0bbfcedf702a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:04.860156 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911e847-454f-4cc7-a883-c0c11c06f1d7 req-e36e1444-ddea-4ef0-95e3-0bbfcedf702a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:04.860156 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911e847-454f-4cc7-a883-c0c11c06f1d7 req-e36e1444-ddea-4ef0-95e3-0bbfcedf702a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:04.863534 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f911e847-454f-4cc7-a883-c0c11c06f1d7 req-e36e1444-ddea-4ef0-95e3-0bbfcedf702a service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=8be2414d63a14131b9f6f8fcfa8d927a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.7040849 Dec 08 16:04:04.958815 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c14ffc9c-ee80-4df5-bb43-8892bd63ec8c req-51ef6353-0c8a-4f58-8d9d-d9d2984c91c8 service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7954431 Dec 08 16:04:04.970554 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-3c09a644-dced-4128-a6ff-fd0d4b6678dc req-5e734e77-f644-48dc-8594-476047d786af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:05.106413 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-870a0be5-80fd-4bf4-82f5-b8885e304fab service neutron] Attempting to bind port ad149dbc-dd1a-4f57-a271-ee5719d6b70d on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:04:05.106830 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-870a0be5-80fd-4bf4-82f5-b8885e304fab service neutron] Attempting to bind port ad149dbc-dd1a-4f57-a271-ee5719d6b70d by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': 'd3c8c48a-2946-4fa5-abca-0d5c91d9e47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2e4943d2-93a7-4739-8d48-2442fb48fa03'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:04:05.107314 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-870a0be5-80fd-4bf4-82f5-b8885e304fab service neutron] Attempting to bind port ad149dbc-dd1a-4f57-a271-ee5719d6b70d on network 2e4943d2-93a7-4739-8d48-2442fb48fa03 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:04:05.119068 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-870a0be5-80fd-4bf4-82f5-b8885e304fab service neutron] Port ad149dbc-dd1a-4f57-a271-ee5719d6b70d on network 2e4943d2-93a7-4739-8d48-2442fb48fa03 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:04:05.119537 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-870a0be5-80fd-4bf4-82f5-b8885e304fab service neutron] Attempting to bind port ad149dbc-dd1a-4f57-a271-ee5719d6b70d on network 2e4943d2-93a7-4739-8d48-2442fb48fa03 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:04:05.150870 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-870a0be5-80fd-4bf4-82f5-b8885e304fab service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:04:05.151321 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-870a0be5-80fd-4bf4-82f5-b8885e304fab service neutron] Checking segment: {'id': 'd3c8c48a-2946-4fa5-abca-0d5c91d9e47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2e4943d2-93a7-4739-8d48-2442fb48fa03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:04:05.151814 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-870a0be5-80fd-4bf4-82f5-b8885e304fab service neutron] Bound using segment: {'id': 'd3c8c48a-2946-4fa5-abca-0d5c91d9e47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2e4943d2-93a7-4739-8d48-2442fb48fa03'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:04:05.152404 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-870a0be5-80fd-4bf4-82f5-b8885e304fab service neutron] Bound port: ad149dbc-dd1a-4f57-a271-ee5719d6b70d, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3c8c48a-2946-4fa5-abca-0d5c91d9e47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '2e4943d2-93a7-4739-8d48-2442fb48fa03'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:04:05.153217 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-870a0be5-80fd-4bf4-82f5-b8885e304fab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:05.207489 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-dced1fb3-ce55-492f-8d0d-ac44386f2b45 req-2fa86501-f5cc-46b4-b4f6-0ef2ebf6eb3e tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5225494 Dec 08 16:04:05.274566 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911e847-454f-4cc7-a883-c0c11c06f1d7 req-5ea1a13b-34e5-47a8-a618-4791bd0c4b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:05.276825 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f911e847-454f-4cc7-a883-c0c11c06f1d7 req-5ea1a13b-34e5-47a8-a618-4791bd0c4b27 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4060647 Dec 08 16:04:05.318347 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-80a37e1f-e1ea-4347-990c-9174d489d838 tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:05.320400 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-80a37e1f-e1ea-4347-990c-9174d489d838 tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=da5fe699-8812-4124-b3f5-1f4ad9dad8d5&tenant_id=8b17b512834447aea285923e7004d778&binding%3Ahost_id=n-h2-776250-12 HTTP/1.1" status: 200 len: 1096 time: 0.2332814 Dec 08 16:04:05.381593 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6171f220-adbe-44ce-8bf7-674a7095d6e3 req-d3e5d99a-04cb-4ce3-b930-3ab827346d9c tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:05.391710 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6171f220-adbe-44ce-8bf7-674a7095d6e3 req-d3e5d99a-04cb-4ce3-b930-3ab827346d9c tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c1c965-cb29-49ef-be40-4874f8ee0f28 HTTP/1.1" status: 200 len: 931 time: 0.3022180 Dec 08 16:04:05.398472 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-870a0be5-80fd-4bf4-82f5-b8885e304fab service neutron] For port ad149dbc-dd1a-4f57-a271-ee5719d6b70d, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:04:05.406467 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-870a0be5-80fd-4bf4-82f5-b8885e304fab service neutron] For port ad149dbc-dd1a-4f57-a271-ee5719d6b70d, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=ad149dbc-dd1a-4f57-a271-ee5719d6b70d,segment=NetworkSegment(d3c8c48a-2946-4fa5-abca-0d5c91d9e47e),segment_id=d3c8c48a-2946-4fa5-abca-0d5c91d9e47e)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:04:05.424883 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f0905a-ade1-4a78-8c48-fed06dd01248 req-4286b59b-d4f2-43a4-a747-c6330e12a587 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:05.435058 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f4f0905a-ade1-4a78-8c48-fed06dd01248 req-4286b59b-d4f2-43a4-a747-c6330e12a587 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a717b01-e9ff-446e-942c-82be62f6f6d2 HTTP/1.1" status: 200 len: 950 time: 0.1164055 Dec 08 16:04:05.482716 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33a96aac-b07a-47c5-b309-bb09daf51267 req-e40d6e77-c48c-4f0c-b26c-28913e5fe8f8 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] Made reservation on behalf of c880bd21814b40e6ae3101d50323e3bf for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:04:05.489643 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-33a96aac-b07a-47c5-b309-bb09daf51267 req-e40d6e77-c48c-4f0c-b26c-28913e5fe8f8 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:05.509081 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 8263009c-1760-43bc-aeb2-04fa7693a1fb details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:04:05.518892 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-870a0be5-80fd-4bf4-82f5-b8885e304fab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:05.619313 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6171f220-adbe-44ce-8bf7-674a7095d6e3 req-12466297-47c2-493c-aa9b-8fc933bf79c7 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261870 Dec 08 16:04:05.696469 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f4f0905a-ade1-4a78-8c48-fed06dd01248 req-0233498e-cd16-4abe-98b4-240f6db777fd tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] 10.222.0.64 "GET /v2.0/security-groups?id=d52b3ab9-671e-4bec-87ec-cb6b7b824f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593513 Dec 08 16:04:05.707598 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-870a0be5-80fd-4bf4-82f5-b8885e304fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:05.712064 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-870a0be5-80fd-4bf4-82f5-b8885e304fab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:05.716644 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-870a0be5-80fd-4bf4-82f5-b8885e304fab service neutron] 10.222.0.37 "PUT /v2.0/ports/ad149dbc-dd1a-4f57-a271-ee5719d6b70d HTTP/1.1" status: 200 len: 1091 time: 2.8010571 Dec 08 16:04:05.861857 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 8263009c-1760-43bc-aeb2-04fa7693a1fb, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=8263009c-1760-43bc-aeb2-04fa7693a1fb,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:05.895717 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '8263009c-1760-43bc-aeb2-04fa7693a1fb', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'port_id': '8263009c-1760-43bc-aeb2-04fa7693a1fb', 'mac_address': 'fa:16:3e:94:d4:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c93b3a32-b438-4a47-8558-220c03febf97', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:04:05.900229 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-9a79c99d-89d4-4a38-9c92-dd4b37b154a8 service neutron] Request body: {'port': {'device_id': '5dc438c8-595f-4412-861b-5bcb3b061ba1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:04:05.916355 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dc438c8-595f-4412-861b-5bcb3b061ba1', 'tag': 'ad149dbc-dd1a-4f57-a271-ee5719d6b70d'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:04:05.920705 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9350c0d-57f2-492e-8386-a25c7f618f0e" -d '{"events": [{"name": "network-changed", "server_uuid": "5dc438c8-595f-4412-861b-5bcb3b061ba1", "tag": "ad149dbc-dd1a-4f57-a271-ee5719d6b70d"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:04:05.991005 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:05.991960 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870a0be5-80fd-4bf4-82f5-b8885e304fab service neutron] Pushing event updated for resources: {'Port': ['ID=ad149dbc-dd1a-4f57-a271-ee5719d6b70d,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:06.023158 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8263009c-1760-43bc-aeb2-04fa7693a1fb {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:04:06.050060 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [req-3c09a644-dced-4128-a6ff-fd0d4b6678dc req-5e734e77-f644-48dc-8594-476047d786af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8162876c-f6c5-48eb-8274-68769056fd81 {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:04:06.074829 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-507d5f37-a0eb-40db-8247-f78bd6b649a5 service neutron] For port 23566281-b6e3-46e3-8c4b-b5d958157eaf, host n-h1-776250-12, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:04:06.092564 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-507d5f37-a0eb-40db-8247-f78bd6b649a5 service neutron] Publish callbacks [] for binding, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:06.093957 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fb72daa8-c6c1-4d4a-aa82-b07e477f1306 req-507d5f37-a0eb-40db-8247-f78bd6b649a5 service neutron] 10.222.0.37 "DELETE /v2.0/ports/23566281-b6e3-46e3-8c4b-b5d958157eaf/bindings/n-h1-776250-12 HTTP/1.1" status: 204 len: 173 time: 0.7605038 Dec 08 16:04:06.102783 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-3c09a644-dced-4128-a6ff-fd0d4b6678dc req-5e734e77-f644-48dc-8594-476047d786af service neutron] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:06.142383 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 8263009c-1760-43bc-aeb2-04fa7693a1fb, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=8263009c-1760-43bc-aeb2-04fa7693a1fb,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:06.216443 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-799f6424-eb70-47f2-ad3a-83ee2a299183 req-da460879-cbbb-4206-9a09-68cc644e2969 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] 10.222.0.64 "GET /v2.0/ports?device_id=fdd52146-bb48-4dc2-9a9a-316389d685be HTTP/1.1" status: 200 len: 210 time: 0.0768294 Dec 08 16:04:06.221708 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [req-3c09a644-dced-4128-a6ff-fd0d4b6678dc req-5e734e77-f644-48dc-8594-476047d786af service neutron] Transition to ACTIVE for port object 8162876c-f6c5-48eb-8274-68769056fd81 will not be triggered until provisioned by entity L2. {{(pid=110551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:04:06.240351 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-9a79c99d-89d4-4a38-9c92-dd4b37b154a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:06.257331 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:06.314620 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-3c09a644-dced-4128-a6ff-fd0d4b6678dc req-5e734e77-f644-48dc-8594-476047d786af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:06.332522 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ad29e-1069-4f0b-9ced-13c4febbe3e6 req-eac467b9-ce5b-47b3-ae11-49bc3301b251 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:06.340102 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ad29e-1069-4f0b-9ced-13c4febbe3e6 req-eac467b9-ce5b-47b3-ae11-49bc3301b251 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:06.367039 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ad29e-1069-4f0b-9ced-13c4febbe3e6 req-eac467b9-ce5b-47b3-ae11-49bc3301b251 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:06.380868 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a74db-2e78-4945-97bd-a9b962c30fd2 req-596d29bb-5cee-4dd9-a96f-2f1fd6464d2d tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:06.389227 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e27a74db-2e78-4945-97bd-a9b962c30fd2 req-596d29bb-5cee-4dd9-a96f-2f1fd6464d2d tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1 HTTP/1.1" status: 200 len: 948 time: 0.1123183 Dec 08 16:04:06.389900 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=8263009c-1760-43bc-aeb2-04fa7693a1fb,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:06.390790 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ad29e-1069-4f0b-9ced-13c4febbe3e6 req-eac467b9-ce5b-47b3-ae11-49bc3301b251 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:06.412958 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ad29e-1069-4f0b-9ced-13c4febbe3e6 req-eac467b9-ce5b-47b3-ae11-49bc3301b251 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:06.430159 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ad29e-1069-4f0b-9ced-13c4febbe3e6 req-eac467b9-ce5b-47b3-ae11-49bc3301b251 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:06.437208 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ad29e-1069-4f0b-9ced-13c4febbe3e6 req-eac467b9-ce5b-47b3-ae11-49bc3301b251 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:06.439418 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-de5ad29e-1069-4f0b-9ced-13c4febbe3e6 req-eac467b9-ce5b-47b3-ae11-49bc3301b251 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 5394 time: 0.5838952 Dec 08 16:04:06.445167 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-33a96aac-b07a-47c5-b309-bb09daf51267 req-e40d6e77-c48c-4f0c-b26c-28913e5fe8f8 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] Allocated IP 172.20.0.3 (18566df4-f51e-4bda-be63-239ee9dc09ee/99585e53-39d8-41c7-9c1c-34978972c4c3/3a52d3ed-3e0f-4da1-89c0-2ed66809272a) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:04:06.494469 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e734e77-f644-48dc-8594-476047d786af service neutron] Pushing event updated for resources: {'Port': ['ID=8162876c-f6c5-48eb-8274-68769056fd81,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:06.534295 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-3c09a644-dced-4128-a6ff-fd0d4b6678dc req-5e734e77-f644-48dc-8594-476047d786af service neutron] Attempting to bind port 8162876c-f6c5-48eb-8274-68769056fd81 on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:04:06.534858 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-3c09a644-dced-4128-a6ff-fd0d4b6678dc req-5e734e77-f644-48dc-8594-476047d786af service neutron] Attempting to bind port 8162876c-f6c5-48eb-8274-68769056fd81 by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': 'e6288665-5271-4e12-95de-f05a0f00000f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7f044dd4-dc97-4f05-8a73-1de9a290e893'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:04:06.534858 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c09a644-dced-4128-a6ff-fd0d4b6678dc req-5e734e77-f644-48dc-8594-476047d786af service neutron] Attempting to bind port 8162876c-f6c5-48eb-8274-68769056fd81 on network 7f044dd4-dc97-4f05-8a73-1de9a290e893 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:04:06.545523 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['8263009c-1760-43bc-aeb2-04fa7693a1fb'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:04:06.559005 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e27a74db-2e78-4945-97bd-a9b962c30fd2 req-cbbec23c-2bd9-45a5-8622-820a866a421e tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686237 Dec 08 16:04:06.563903 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c09a644-dced-4128-a6ff-fd0d4b6678dc req-5e734e77-f644-48dc-8594-476047d786af service neutron] Port 8162876c-f6c5-48eb-8274-68769056fd81 on network 7f044dd4-dc97-4f05-8a73-1de9a290e893 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:04:06.564346 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c09a644-dced-4128-a6ff-fd0d4b6678dc req-5e734e77-f644-48dc-8594-476047d786af service neutron] Attempting to bind port 8162876c-f6c5-48eb-8274-68769056fd81 on network 7f044dd4-dc97-4f05-8a73-1de9a290e893 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:04:06.592509 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c09a644-dced-4128-a6ff-fd0d4b6678dc req-5e734e77-f644-48dc-8594-476047d786af service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:04:06.594689 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c09a644-dced-4128-a6ff-fd0d4b6678dc req-5e734e77-f644-48dc-8594-476047d786af service neutron] Checking segment: {'id': 'e6288665-5271-4e12-95de-f05a0f00000f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7f044dd4-dc97-4f05-8a73-1de9a290e893'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:04:06.595328 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c09a644-dced-4128-a6ff-fd0d4b6678dc req-5e734e77-f644-48dc-8594-476047d786af service neutron] Bound using segment: {'id': 'e6288665-5271-4e12-95de-f05a0f00000f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7f044dd4-dc97-4f05-8a73-1de9a290e893'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:04:06.596127 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-3c09a644-dced-4128-a6ff-fd0d4b6678dc req-5e734e77-f644-48dc-8594-476047d786af service neutron] Bound port: 8162876c-f6c5-48eb-8274-68769056fd81, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6288665-5271-4e12-95de-f05a0f00000f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7f044dd4-dc97-4f05-8a73-1de9a290e893'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:04:06.609475 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-3c09a644-dced-4128-a6ff-fd0d4b6678dc req-5e734e77-f644-48dc-8594-476047d786af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:06.697480 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1ed955-3e69-4ef7-ade7-39acc94f67d9 x-openstack-request-id: req-0f1ed955-3e69-4ef7-ade7-39acc94f67d9 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:04:06.697480 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dc438c8-595f-4412-861b-5bcb3b061ba1", "tag": "ad149dbc-dd1a-4f57-a271-ee5719d6b70d", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:04:06.697949 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0f1ed955-3e69-4ef7-ade7-39acc94f67d9 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:04:06.699501 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dc438c8-595f-4412-861b-5bcb3b061ba1', 'tag': 'ad149dbc-dd1a-4f57-a271-ee5719d6b70d', 'status': 'completed', 'code': 200} Dec 08 16:04:06.793901 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-3c09a644-dced-4128-a6ff-fd0d4b6678dc req-5e734e77-f644-48dc-8594-476047d786af service neutron] For port 8162876c-f6c5-48eb-8274-68769056fd81, host n-h1-776250-12, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:04:06.803005 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-3c09a644-dced-4128-a6ff-fd0d4b6678dc req-5e734e77-f644-48dc-8594-476047d786af service neutron] For port 8162876c-f6c5-48eb-8274-68769056fd81, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=8162876c-f6c5-48eb-8274-68769056fd81,segment=NetworkSegment(e6288665-5271-4e12-95de-f05a0f00000f),segment_id=e6288665-5271-4e12-95de-f05a0f00000f)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:04:06.867355 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9350c0d-57f2-492e-8386-a25c7f618f0e req-f222f0b9-a3b8-4f61-9d2e-adbbef5e8763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:06.875662 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9350c0d-57f2-492e-8386-a25c7f618f0e req-f222f0b9-a3b8-4f61-9d2e-adbbef5e8763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:06.876863 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9350c0d-57f2-492e-8386-a25c7f618f0e req-f222f0b9-a3b8-4f61-9d2e-adbbef5e8763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:06.880346 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9350c0d-57f2-492e-8386-a25c7f618f0e req-f222f0b9-a3b8-4f61-9d2e-adbbef5e8763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:06.881070 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9350c0d-57f2-492e-8386-a25c7f618f0e req-f222f0b9-a3b8-4f61-9d2e-adbbef5e8763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:06.885938 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9350c0d-57f2-492e-8386-a25c7f618f0e req-f222f0b9-a3b8-4f61-9d2e-adbbef5e8763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:06.890655 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9350c0d-57f2-492e-8386-a25c7f618f0e req-f222f0b9-a3b8-4f61-9d2e-adbbef5e8763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:06.893204 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a9350c0d-57f2-492e-8386-a25c7f618f0e req-f222f0b9-a3b8-4f61-9d2e-adbbef5e8763 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8be2414d63a14131b9f6f8fcfa8d927a&device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 6346 time: 0.2061071 Dec 08 16:04:06.903370 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-de5ad29e-1069-4f0b-9ced-13c4febbe3e6 req-6aaaa6c3-f788-4769-8474-8046a79038d6 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/security-groups?id=4aaaa83b-c5f6-43ce-9356-8631053cb551&id=49c58f26-f9c1-4b14-a3ef-7ff8fc05a8af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4533608 Dec 08 16:04:06.983119 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-3c09a644-dced-4128-a6ff-fd0d4b6678dc req-5e734e77-f644-48dc-8594-476047d786af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:07.121955 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c09a644-dced-4128-a6ff-fd0d4b6678dc req-5e734e77-f644-48dc-8594-476047d786af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:07.122604 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-3c09a644-dced-4128-a6ff-fd0d4b6678dc req-5e734e77-f644-48dc-8594-476047d786af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:07.124124 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3c09a644-dced-4128-a6ff-fd0d4b6678dc req-5e734e77-f644-48dc-8594-476047d786af service neutron] 10.222.0.76 "PUT /v2.0/ports/8162876c-f6c5-48eb-8274-68769056fd81 HTTP/1.1" status: 200 len: 1092 time: 2.4209836 Dec 08 16:04:07.124891 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22c1c965-cb29-49ef-be40-4874f8ee0f28', 'tag': '8162876c-f6c5-48eb-8274-68769056fd81'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:04:07.127833 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed4b4c8-e574-418c-af83-2b13cd6ce04c" -d '{"events": [{"name": "network-changed", "server_uuid": "22c1c965-cb29-49ef-be40-4874f8ee0f28", "tag": "8162876c-f6c5-48eb-8274-68769056fd81"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:04:07.148708 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-33a96aac-b07a-47c5-b309-bb09daf51267 req-e40d6e77-c48c-4f0c-b26c-28913e5fe8f8 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:07.210666 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173cb77-693b-49a4-b742-41ec1daeb9a7 req-7d703a6d-4b11-4e50-96fa-3cf935798ee8 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:07.219587 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7173cb77-693b-49a4-b742-41ec1daeb9a7 req-7d703a6d-4b11-4e50-96fa-3cf935798ee8 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=da5fe699-8812-4124-b3f5-1f4ad9dad8d5 HTTP/1.1" status: 200 len: 944 time: 0.3930919 Dec 08 16:04:07.226539 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e734e77-f644-48dc-8594-476047d786af service neutron] Pushing event updated for resources: {'Port': ['ID=8162876c-f6c5-48eb-8274-68769056fd81,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:07.288731 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-33a96aac-b07a-47c5-b309-bb09daf51267 req-e40d6e77-c48c-4f0c-b26c-28913e5fe8f8 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:07.292054 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9350c0d-57f2-492e-8386-a25c7f618f0e req-de825c68-7e65-4441-b02a-ae82379ad381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:07.292554 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9350c0d-57f2-492e-8386-a25c7f618f0e req-de825c68-7e65-4441-b02a-ae82379ad381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:07.293231 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9350c0d-57f2-492e-8386-a25c7f618f0e req-de825c68-7e65-4441-b02a-ae82379ad381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:07.297793 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a9350c0d-57f2-492e-8386-a25c7f618f0e req-de825c68-7e65-4441-b02a-ae82379ad381 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=8be2414d63a14131b9f6f8fcfa8d927a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3877513 Dec 08 16:04:07.316376 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33a96aac-b07a-47c5-b309-bb09daf51267 req-e40d6e77-c48c-4f0c-b26c-28913e5fe8f8 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] Network 18566df4-f51e-4bda-be63-239ee9dc09ee is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:04:07.328824 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-33a96aac-b07a-47c5-b309-bb09daf51267 req-e40d6e77-c48c-4f0c-b26c-28913e5fe8f8 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:04:07.355675 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-33a96aac-b07a-47c5-b309-bb09daf51267 req-e40d6e77-c48c-4f0c-b26c-28913e5fe8f8 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:04:07.364322 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a96aac-b07a-47c5-b309-bb09daf51267 req-e40d6e77-c48c-4f0c-b26c-28913e5fe8f8 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:07.365242 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-33a96aac-b07a-47c5-b309-bb09daf51267 req-e40d6e77-c48c-4f0c-b26c-28913e5fe8f8 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:07.444839 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7173cb77-693b-49a4-b742-41ec1daeb9a7 req-e851f512-d119-49ee-adaf-42829a410617 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242517 Dec 08 16:04:07.475276 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b702ca9-7ee3-403c-9f87-4cc0ec4a10ac req-6c815098-f3b7-4afc-8f5b-0d34be8fa9ce tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:07.489416 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2b702ca9-7ee3-403c-9f87-4cc0ec4a10ac req-6c815098-f3b7-4afc-8f5b-0d34be8fa9ce tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c1c965-cb29-49ef-be40-4874f8ee0f28 HTTP/1.1" status: 200 len: 943 time: 0.2855349 Dec 08 16:04:07.614955 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9350c0d-57f2-492e-8386-a25c7f618f0e req-313f5710-908a-4c47-9ec8-d6a65fa50c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:07.616899 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a9350c0d-57f2-492e-8386-a25c7f618f0e req-313f5710-908a-4c47-9ec8-d6a65fa50c4a service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2921164 Dec 08 16:04:07.712124 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d535ec13-79ff-4007-b5d5-df6388f0ea83 req-0f44c562-93a2-4b0a-b224-996034c0fd3a tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:07.714222 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d535ec13-79ff-4007-b5d5-df6388f0ea83 req-0f44c562-93a2-4b0a-b224-996034c0fd3a tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a717b01-e9ff-446e-942c-82be62f6f6d2 HTTP/1.1" status: 200 len: 950 time: 0.1160657 Dec 08 16:04:07.724117 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-33a96aac-b07a-47c5-b309-bb09daf51267 req-e40d6e77-c48c-4f0c-b26c-28913e5fe8f8 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1443594 Dec 08 16:04:07.728976 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c09a644-dced-4128-a6ff-fd0d4b6678dc req-ea175ee7-6915-4be3-80cc-d54b7ac15243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:07.731467 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3c09a644-dced-4128-a6ff-fd0d4b6678dc req-ea175ee7-6915-4be3-80cc-d54b7ac15243 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=caac6054f139468286b7372b1a81b368&device_id=22c1c965-cb29-49ef-be40-4874f8ee0f28 HTTP/1.1" status: 200 len: 1095 time: 0.0850320 Dec 08 16:04:07.757055 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2b702ca9-7ee3-403c-9f87-4cc0ec4a10ac req-f164da09-ea48-40f4-8e36-27751e876572 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658849 Dec 08 16:04:07.766008 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-33a96aac-b07a-47c5-b309-bb09daf51267 req-3a941079-678c-4906-916b-5b9a211f6a09 service neutron] Request body: {'port': {'device_id': 'fdd52146-bb48-4dc2-9a9a-316389d685be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:04:07.769159 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40d6e77-c48c-4f0c-b26c-28913e5fe8f8 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] Pushing event updated for resources: {'Port': ['ID=3a52d3ed-3e0f-4da1-89c0-2ed66809272a,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:07.774266 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-9a79c99d-89d4-4a38-9c92-dd4b37b154a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ca26b89-5037-47fc-91b1-bf5b63ff673b {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:04:07.809428 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-9a79c99d-89d4-4a38-9c92-dd4b37b154a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:07.836412 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-9a79c99d-89d4-4a38-9c92-dd4b37b154a8 service neutron] Transition to ACTIVE for port object 5ca26b89-5037-47fc-91b1-bf5b63ff673b will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:04:07.849109 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d535ec13-79ff-4007-b5d5-df6388f0ea83 req-ab85eda0-d3da-4b2e-b480-4f1dc9303dd6 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] 10.222.0.64 "GET /v2.0/security-groups?id=d52b3ab9-671e-4bec-87ec-cb6b7b824f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247644 Dec 08 16:04:07.865760 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-9943ed63-7968-488d-8f86-fb1bc750aa58 None None] Provisioning complete for port 3a52d3ed-3e0f-4da1-89c0-2ed66809272a triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:04:07.868409 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9943ed63-7968-488d-8f86-fb1bc750aa58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:07.939550 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-9a79c99d-89d4-4a38-9c92-dd4b37b154a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:07.974701 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-9943ed63-7968-488d-8f86-fb1bc750aa58 None None] Port 3a52d3ed-3e0f-4da1-89c0-2ed66809272a cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:04:08.003196 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3c09a644-dced-4128-a6ff-fd0d4b6678dc req-59461cab-d38f-42a4-8140-4ffe5b4ffbaf service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8162876c-f6c5-48eb-8274-68769056fd81 HTTP/1.1" status: 200 len: 217 time: 0.0861254 Dec 08 16:04:08.005027 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6debd3-ef6d-4b90-bbb6-54e752975024 x-openstack-request-id: req-7b6debd3-ef6d-4b90-bbb6-54e752975024 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:04:08.005374 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22c1c965-cb29-49ef-be40-4874f8ee0f28", "tag": "8162876c-f6c5-48eb-8274-68769056fd81", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:04:08.005633 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7b6debd3-ef6d-4b90-bbb6-54e752975024 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:04:08.006045 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22c1c965-cb29-49ef-be40-4874f8ee0f28', 'tag': '8162876c-f6c5-48eb-8274-68769056fd81', 'status': 'completed', 'code': 200} Dec 08 16:04:08.027429 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-33a96aac-b07a-47c5-b309-bb09daf51267 req-3a941079-678c-4906-916b-5b9a211f6a09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:08.220581 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c09a644-dced-4128-a6ff-fd0d4b6678dc req-fbe8432c-3258-4727-82db-6b530f44ceb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:08.234291 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3c09a644-dced-4128-a6ff-fd0d4b6678dc req-fbe8432c-3258-4727-82db-6b530f44ceb3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0e145596-3948-4729-810a-534bcf8272d4 HTTP/1.1" status: 200 len: 844 time: 0.1548476 Dec 08 16:04:08.458181 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a79c99d-89d4-4a38-9c92-dd4b37b154a8 service neutron] Pushing event updated for resources: {'Port': ['ID=5ca26b89-5037-47fc-91b1-bf5b63ff673b,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:08.459371 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:08.469500 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3c09a644-dced-4128-a6ff-fd0d4b6678dc req-3c113a05-d617-4058-b1ae-84f264926ddd service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7f044dd4-dc97-4f05-8a73-1de9a290e893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1511383 Dec 08 16:04:08.505839 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c0342-9bf2-4c84-beb2-483fd13933fc req-6696a4f0-0dfd-4053-852d-426438b40873 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:08.508464 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c12c0342-9bf2-4c84-beb2-483fd13933fc req-6696a4f0-0dfd-4053-852d-426438b40873 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1 HTTP/1.1" status: 200 len: 948 time: 0.2726986 Dec 08 16:04:08.548448 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-9a79c99d-89d4-4a38-9c92-dd4b37b154a8 service neutron] Attempting to bind port 5ca26b89-5037-47fc-91b1-bf5b63ff673b on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:04:08.548926 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-9a79c99d-89d4-4a38-9c92-dd4b37b154a8 service neutron] Attempting to bind port 5ca26b89-5037-47fc-91b1-bf5b63ff673b by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': 'c89cc37c-16aa-4ad7-b052-34f7434c2466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '24cee103-4be3-4e70-9f00-1d6da085ad6b'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:04:08.549111 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-9a79c99d-89d4-4a38-9c92-dd4b37b154a8 service neutron] Attempting to bind port 5ca26b89-5037-47fc-91b1-bf5b63ff673b on network 24cee103-4be3-4e70-9f00-1d6da085ad6b {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:04:08.564800 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-9a79c99d-89d4-4a38-9c92-dd4b37b154a8 service neutron] Port 5ca26b89-5037-47fc-91b1-bf5b63ff673b on network 24cee103-4be3-4e70-9f00-1d6da085ad6b not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:04:08.565216 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-9a79c99d-89d4-4a38-9c92-dd4b37b154a8 service neutron] Attempting to bind port 5ca26b89-5037-47fc-91b1-bf5b63ff673b on network 24cee103-4be3-4e70-9f00-1d6da085ad6b {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:04:08.578222 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4a4f3-9ecd-46e9-8b31-e7236d4b32c8 req-7880270d-f9da-427d-acab-be974b6ce158 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:08.585706 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9ff4a4f3-9ecd-46e9-8b31-e7236d4b32c8 req-7880270d-f9da-427d-acab-be974b6ce158 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] 10.222.0.64 "GET /v2.0/ports?device_id=fdd52146-bb48-4dc2-9a9a-316389d685be HTTP/1.1" status: 200 len: 931 time: 0.2635756 Dec 08 16:04:08.604630 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-9a79c99d-89d4-4a38-9c92-dd4b37b154a8 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:04:08.605126 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-9a79c99d-89d4-4a38-9c92-dd4b37b154a8 service neutron] Checking segment: {'id': 'c89cc37c-16aa-4ad7-b052-34f7434c2466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '24cee103-4be3-4e70-9f00-1d6da085ad6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:04:08.605371 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-9a79c99d-89d4-4a38-9c92-dd4b37b154a8 service neutron] Bound using segment: {'id': 'c89cc37c-16aa-4ad7-b052-34f7434c2466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '24cee103-4be3-4e70-9f00-1d6da085ad6b'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:04:08.605825 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-9a79c99d-89d4-4a38-9c92-dd4b37b154a8 service neutron] Bound port: 5ca26b89-5037-47fc-91b1-bf5b63ff673b, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c89cc37c-16aa-4ad7-b052-34f7434c2466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '24cee103-4be3-4e70-9f00-1d6da085ad6b'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:04:08.606189 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-9a79c99d-89d4-4a38-9c92-dd4b37b154a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:08.712842 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9ff4a4f3-9ecd-46e9-8b31-e7236d4b32c8 req-e0cc78a2-6a72-411a-8629-2962b050abc5 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] 10.222.0.64 "GET /v2.0/security-groups?id=b83a792b-10a4-4962-8f15-9ebf1f87e728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259630 Dec 08 16:04:08.792684 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c12c0342-9bf2-4c84-beb2-483fd13933fc req-b49daebf-e994-4a8a-ac88-68ae55e09d40 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774301 Dec 08 16:04:08.875438 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3c09a644-dced-4128-a6ff-fd0d4b6678dc req-cd766a9c-9718-47ca-aedf-d1e258a197bb service neutron] 10.222.0.76 "GET /v2.0/networks/7f044dd4-dc97-4f05-8a73-1de9a290e893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058302 Dec 08 16:04:08.919656 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-9a79c99d-89d4-4a38-9c92-dd4b37b154a8 service neutron] For port 5ca26b89-5037-47fc-91b1-bf5b63ff673b, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:04:08.987770 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-9a79c99d-89d4-4a38-9c92-dd4b37b154a8 service neutron] For port 5ca26b89-5037-47fc-91b1-bf5b63ff673b, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=5ca26b89-5037-47fc-91b1-bf5b63ff673b,segment=NetworkSegment(c89cc37c-16aa-4ad7-b052-34f7434c2466),segment_id=c89cc37c-16aa-4ad7-b052-34f7434c2466)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:04:08.994503 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f791a859-7956-43b0-9833-3b4cf0d6b270 req-d06cafca-7eda-43fa-a696-ecb0c7a31f68 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:09.000831 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f791a859-7956-43b0-9833-3b4cf0d6b270 req-d06cafca-7eda-43fa-a696-ecb0c7a31f68 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:09.009933 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f791a859-7956-43b0-9833-3b4cf0d6b270 req-d06cafca-7eda-43fa-a696-ecb0c7a31f68 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:09.012125 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-33a96aac-b07a-47c5-b309-bb09daf51267 req-3a941079-678c-4906-916b-5b9a211f6a09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a52d3ed-3e0f-4da1-89c0-2ed66809272a {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:04:09.018655 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f791a859-7956-43b0-9833-3b4cf0d6b270 req-d06cafca-7eda-43fa-a696-ecb0c7a31f68 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:09.026284 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f791a859-7956-43b0-9833-3b4cf0d6b270 req-d06cafca-7eda-43fa-a696-ecb0c7a31f68 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:09.032563 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f791a859-7956-43b0-9833-3b4cf0d6b270 req-d06cafca-7eda-43fa-a696-ecb0c7a31f68 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:09.037453 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-33a96aac-b07a-47c5-b309-bb09daf51267 req-3a941079-678c-4906-916b-5b9a211f6a09 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:09.063886 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f791a859-7956-43b0-9833-3b4cf0d6b270 req-d06cafca-7eda-43fa-a696-ecb0c7a31f68 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:09.063886 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f791a859-7956-43b0-9833-3b4cf0d6b270 req-d06cafca-7eda-43fa-a696-ecb0c7a31f68 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 5406 time: 0.1425111 Dec 08 16:04:09.064153 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a79a521-a108-42ae-b769-71fdaaf00214 req-55e01791-7916-498e-884b-377bf14513bb tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:09.082136 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4a79a521-a108-42ae-b769-71fdaaf00214 req-55e01791-7916-498e-884b-377bf14513bb tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] 10.222.0.64 "GET /v2.0/ports?device_id=6838640d-6f74-4a5e-8c18-6f0e5a759f51 HTTP/1.1" status: 200 len: 950 time: 0.2449353 Dec 08 16:04:09.100221 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-33a96aac-b07a-47c5-b309-bb09daf51267 req-3a941079-678c-4906-916b-5b9a211f6a09 service neutron] Transition to ACTIVE for port object 3a52d3ed-3e0f-4da1-89c0-2ed66809272a will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:04:09.109709 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-9a79c99d-89d4-4a38-9c92-dd4b37b154a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:09.142444 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f791a859-7956-43b0-9833-3b4cf0d6b270 req-cdc94b89-7dff-4906-bf64-1c5a98a55fbd tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/security-groups?id=4aaaa83b-c5f6-43ce-9356-8631053cb551&id=49c58f26-f9c1-4b14-a3ef-7ff8fc05a8af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0921252 Dec 08 16:04:09.219205 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-33a96aac-b07a-47c5-b309-bb09daf51267 req-3a941079-678c-4906-916b-5b9a211f6a09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:09.231887 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-9a79c99d-89d4-4a38-9c92-dd4b37b154a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:09.232646 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-9a79c99d-89d4-4a38-9c92-dd4b37b154a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:09.234041 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-9a79c99d-89d4-4a38-9c92-dd4b37b154a8 service neutron] 10.222.0.37 "PUT /v2.0/ports/5ca26b89-5037-47fc-91b1-bf5b63ff673b HTTP/1.1" status: 200 len: 1092 time: 3.3819315 Dec 08 16:04:09.236140 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dc438c8-595f-4412-861b-5bcb3b061ba1', 'tag': '5ca26b89-5037-47fc-91b1-bf5b63ff673b'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:04:09.238981 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47265ea1-94c5-4af0-b98c-f61a4c58a34c" -d '{"events": [{"name": "network-changed", "server_uuid": "5dc438c8-595f-4412-861b-5bcb3b061ba1", "tag": "5ca26b89-5037-47fc-91b1-bf5b63ff673b"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:04:09.325007 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4a79a521-a108-42ae-b769-71fdaaf00214 req-61bc1277-6f0a-4e47-be20-45c09a34514c tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] 10.222.0.64 "GET /v2.0/security-groups?id=d52b3ab9-671e-4bec-87ec-cb6b7b824f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418630 Dec 08 16:04:09.349200 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e09305f-96da-4902-a56b-b837a68a0d7a req-b6db5728-fb1a-4202-a706-de1818db8f42 tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:09.356562 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-a1ca6754-8d9e-46ae-990d-1ce186cc3a18 service neutron] Request body: {'port': {'device_id': '5dc438c8-595f-4412-861b-5bcb3b061ba1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:04:09.367531 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2e09305f-96da-4902-a56b-b837a68a0d7a req-b6db5728-fb1a-4202-a706-de1818db8f42 tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=da5fe699-8812-4124-b3f5-1f4ad9dad8d5 HTTP/1.1" status: 200 len: 1096 time: 0.1448967 Dec 08 16:04:09.389355 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a79c99d-89d4-4a38-9c92-dd4b37b154a8 service neutron] Pushing event updated for resources: {'Port': ['ID=5ca26b89-5037-47fc-91b1-bf5b63ff673b,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:09.511143 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 8263009c-1760-43bc-aeb2-04fa7693a1fb up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:04:09.532872 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2e09305f-96da-4902-a56b-b837a68a0d7a req-00a3508c-7a10-4c8e-a7f1-48934c308e35 tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643319 Dec 08 16:04:09.731649 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port 8263009c-1760-43bc-aeb2-04fa7693a1fb completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:04:09.736468 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 8263009c-1760-43bc-aeb2-04fa7693a1fb triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:04:09.737846 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:09.898204 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feff6bc6-cbea-4767-91f7-84f7311eb81a x-openstack-request-id: req-feff6bc6-cbea-4767-91f7-84f7311eb81a {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:04:09.898780 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dc438c8-595f-4412-861b-5bcb3b061ba1", "tag": "5ca26b89-5037-47fc-91b1-bf5b63ff673b", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:04:09.898780 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-feff6bc6-cbea-4767-91f7-84f7311eb81a {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:04:09.899580 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dc438c8-595f-4412-861b-5bcb3b061ba1', 'tag': '5ca26b89-5037-47fc-91b1-bf5b63ff673b', 'status': 'completed', 'code': 200} Dec 08 16:04:09.948198 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-33a96aac-b07a-47c5-b309-bb09daf51267 req-3a941079-678c-4906-916b-5b9a211f6a09 service neutron] Attempting to bind port 3a52d3ed-3e0f-4da1-89c0-2ed66809272a on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:04:09.956229 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-33a96aac-b07a-47c5-b309-bb09daf51267 req-3a941079-678c-4906-916b-5b9a211f6a09 service neutron] Attempting to bind port 3a52d3ed-3e0f-4da1-89c0-2ed66809272a by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': '5c25e1e9-a743-426e-83d9-87df3b1d36bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '18566df4-f51e-4bda-be63-239ee9dc09ee'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:04:09.960885 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a96aac-b07a-47c5-b309-bb09daf51267 req-3a941079-678c-4906-916b-5b9a211f6a09 service neutron] Attempting to bind port 3a52d3ed-3e0f-4da1-89c0-2ed66809272a on network 18566df4-f51e-4bda-be63-239ee9dc09ee {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:04:09.971278 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a941079-678c-4906-916b-5b9a211f6a09 service neutron] Pushing event updated for resources: {'Port': ['ID=3a52d3ed-3e0f-4da1-89c0-2ed66809272a,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:09.986468 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-a1ca6754-8d9e-46ae-990d-1ce186cc3a18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:10.010392 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4115b6-f4e6-4dac-8452-af65c4d05a53 req-4316e6b7-9cf9-441d-ace5-a4b00d2f2d8e tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:10.021630 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bb4115b6-f4e6-4dac-8452-af65c4d05a53 req-4316e6b7-9cf9-441d-ace5-a4b00d2f2d8e tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c1c965-cb29-49ef-be40-4874f8ee0f28 HTTP/1.1" status: 200 len: 943 time: 0.5877509 Dec 08 16:04:10.036910 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:10.040198 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a96aac-b07a-47c5-b309-bb09daf51267 req-3a941079-678c-4906-916b-5b9a211f6a09 service neutron] Port 3a52d3ed-3e0f-4da1-89c0-2ed66809272a on network 18566df4-f51e-4bda-be63-239ee9dc09ee not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:04:10.042610 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a96aac-b07a-47c5-b309-bb09daf51267 req-3a941079-678c-4906-916b-5b9a211f6a09 service neutron] Attempting to bind port 3a52d3ed-3e0f-4da1-89c0-2ed66809272a on network 18566df4-f51e-4bda-be63-239ee9dc09ee {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:04:10.070348 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3c09a644-dced-4128-a6ff-fd0d4b6678dc req-96271df1-ab87-4617-bb9a-3ce05fde234e service neutron] 10.222.0.76 "GET /v2.0/networks/7f044dd4-dc97-4f05-8a73-1de9a290e893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5165040 Dec 08 16:04:10.108266 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47265ea1-94c5-4af0-b98c-f61a4c58a34c req-307e670a-9282-460b-8b33-63d347fd7a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:10.121769 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47265ea1-94c5-4af0-b98c-f61a4c58a34c req-307e670a-9282-460b-8b33-63d347fd7a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:10.121769 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47265ea1-94c5-4af0-b98c-f61a4c58a34c req-307e670a-9282-460b-8b33-63d347fd7a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:10.121769 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47265ea1-94c5-4af0-b98c-f61a4c58a34c req-307e670a-9282-460b-8b33-63d347fd7a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:10.121769 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47265ea1-94c5-4af0-b98c-f61a4c58a34c req-307e670a-9282-460b-8b33-63d347fd7a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:10.121769 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47265ea1-94c5-4af0-b98c-f61a4c58a34c req-307e670a-9282-460b-8b33-63d347fd7a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:10.121769 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47265ea1-94c5-4af0-b98c-f61a4c58a34c req-307e670a-9282-460b-8b33-63d347fd7a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:10.121769 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-47265ea1-94c5-4af0-b98c-f61a4c58a34c req-307e670a-9282-460b-8b33-63d347fd7a3b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8be2414d63a14131b9f6f8fcfa8d927a&device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 6414 time: 0.2520328 Dec 08 16:04:10.122374 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a96aac-b07a-47c5-b309-bb09daf51267 req-3a941079-678c-4906-916b-5b9a211f6a09 service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:04:10.122374 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a96aac-b07a-47c5-b309-bb09daf51267 req-3a941079-678c-4906-916b-5b9a211f6a09 service neutron] Checking segment: {'id': '5c25e1e9-a743-426e-83d9-87df3b1d36bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '18566df4-f51e-4bda-be63-239ee9dc09ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:04:10.122374 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a96aac-b07a-47c5-b309-bb09daf51267 req-3a941079-678c-4906-916b-5b9a211f6a09 service neutron] Bound using segment: {'id': '5c25e1e9-a743-426e-83d9-87df3b1d36bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '18566df4-f51e-4bda-be63-239ee9dc09ee'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:04:10.122374 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-33a96aac-b07a-47c5-b309-bb09daf51267 req-3a941079-678c-4906-916b-5b9a211f6a09 service neutron] Bound port: 3a52d3ed-3e0f-4da1-89c0-2ed66809272a, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c25e1e9-a743-426e-83d9-87df3b1d36bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '18566df4-f51e-4bda-be63-239ee9dc09ee'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:04:10.122374 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-33a96aac-b07a-47c5-b309-bb09daf51267 req-3a941079-678c-4906-916b-5b9a211f6a09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:10.122836 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '462dd985-d5eb-4abc-8a29-88ed121e1ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8263009c-1760-43bc-aeb2-04fa7693a1fb'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:04:10.140895 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9458b112-bedd-4e15-887c-2b1ca7a18058" -d '{"events": [{"server_uuid": "462dd985-d5eb-4abc-8a29-88ed121e1ea1", "name": "network-vif-plugged", "status": "completed", "tag": "8263009c-1760-43bc-aeb2-04fa7693a1fb"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:04:10.207220 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 8263009c-1760-43bc-aeb2-04fa7693a1fb, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=8263009c-1760-43bc-aeb2-04fa7693a1fb,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:10.285825 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:10.289277 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bb4115b6-f4e6-4dac-8452-af65c4d05a53 req-f7f63416-8659-4ba1-9845-cb2dd08ba253 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507548 Dec 08 16:04:10.377670 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=8263009c-1760-43bc-aeb2-04fa7693a1fb,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:10.441829 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f1fef785-923f-4620-b164-ebc60339f29b req-40f3fda1-36b4-4b8f-a364-5e6007843d2b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a9e721e2-7394-4a87-bbde-238568b2da7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1843870 Dec 08 16:04:10.442955 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47265ea1-94c5-4af0-b98c-f61a4c58a34c req-2fb408b4-1eac-427a-89f2-567c76ae5373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:10.443511 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47265ea1-94c5-4af0-b98c-f61a4c58a34c req-2fb408b4-1eac-427a-89f2-567c76ae5373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:10.444200 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47265ea1-94c5-4af0-b98c-f61a4c58a34c req-2fb408b4-1eac-427a-89f2-567c76ae5373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:10.446072 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-47265ea1-94c5-4af0-b98c-f61a4c58a34c req-2fb408b4-1eac-427a-89f2-567c76ae5373 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=8be2414d63a14131b9f6f8fcfa8d927a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3045480 Dec 08 16:04:10.449773 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed4b4c8-e574-418c-af83-2b13cd6ce04c req-a979e2ae-f33a-45ff-bd03-2a05d2530c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:10.451423 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fed4b4c8-e574-418c-af83-2b13cd6ce04c req-a979e2ae-f33a-45ff-bd03-2a05d2530c63 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=caac6054f139468286b7372b1a81b368&device_id=22c1c965-cb29-49ef-be40-4874f8ee0f28 HTTP/1.1" status: 200 len: 1095 time: 0.1401250 Dec 08 16:04:10.561690 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-33a96aac-b07a-47c5-b309-bb09daf51267 req-3a941079-678c-4906-916b-5b9a211f6a09 service neutron] For port 3a52d3ed-3e0f-4da1-89c0-2ed66809272a, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:04:10.575753 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-33a96aac-b07a-47c5-b309-bb09daf51267 req-3a941079-678c-4906-916b-5b9a211f6a09 service neutron] For port 3a52d3ed-3e0f-4da1-89c0-2ed66809272a, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=3a52d3ed-3e0f-4da1-89c0-2ed66809272a,segment=NetworkSegment(5c25e1e9-a743-426e-83d9-87df3b1d36bf),segment_id=5c25e1e9-a743-426e-83d9-87df3b1d36bf)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:04:10.718756 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796419c-7d63-4d54-be9c-ed04eb758c3c req-9ad29fea-4b4d-415a-8c7c-95341b038fc5 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:10.720372 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c796419c-7d63-4d54-be9c-ed04eb758c3c req-9ad29fea-4b4d-415a-8c7c-95341b038fc5 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] 10.222.0.64 "GET /v2.0/ports?device_id=fdd52146-bb48-4dc2-9a9a-316389d685be HTTP/1.1" status: 200 len: 943 time: 0.2741301 Dec 08 16:04:10.730176 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-33a96aac-b07a-47c5-b309-bb09daf51267 req-3a941079-678c-4906-916b-5b9a211f6a09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:10.817138 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fef785-923f-4620-b164-ebc60339f29b req-f539e14a-e78c-4187-95fb-3c3561e57510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:10.818592 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f1fef785-923f-4620-b164-ebc60339f29b req-f539e14a-e78c-4187-95fb-3c3561e57510 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b73d206799fe4423a8cfa64c519990fb&device_id=a9e721e2-7394-4a87-bbde-238568b2da7b HTTP/1.1" status: 200 len: 1102 time: 0.3063860 Dec 08 16:04:10.838426 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47265ea1-94c5-4af0-b98c-f61a4c58a34c req-5b2e9572-a109-4ec4-a823-d135ad7175ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:10.839816 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-47265ea1-94c5-4af0-b98c-f61a4c58a34c req-5b2e9572-a109-4ec4-a823-d135ad7175ea service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3796299 Dec 08 16:04:10.851379 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed4b4c8-e574-418c-af83-2b13cd6ce04c req-117793a6-4811-49fb-80ca-9af4c22e7bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:10.852955 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fed4b4c8-e574-418c-af83-2b13cd6ce04c req-117793a6-4811-49fb-80ca-9af4c22e7bbf service neutron] 10.222.0.76 "GET /v2.0/networks?id=7f044dd4-dc97-4f05-8a73-1de9a290e893 HTTP/1.1" status: 200 len: 905 time: 0.3388948 Dec 08 16:04:10.869769 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58ff7a-0856-4d54-9779-1facb1867f43 req-e34937ef-3ae5-4fae-bf4c-53432f2e1093 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:10.872289 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a96aac-b07a-47c5-b309-bb09daf51267 req-3a941079-678c-4906-916b-5b9a211f6a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:10.876157 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-33a96aac-b07a-47c5-b309-bb09daf51267 req-3a941079-678c-4906-916b-5b9a211f6a09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:10.877164 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9e58ff7a-0856-4d54-9779-1facb1867f43 req-e34937ef-3ae5-4fae-bf4c-53432f2e1093 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1 HTTP/1.1" status: 200 len: 949 time: 0.1032178 Dec 08 16:04:10.880316 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-33a96aac-b07a-47c5-b309-bb09daf51267 req-3a941079-678c-4906-916b-5b9a211f6a09 service neutron] 10.222.0.76 "PUT /v2.0/ports/3a52d3ed-3e0f-4da1-89c0-2ed66809272a HTTP/1.1" status: 200 len: 1092 time: 3.1221693 Dec 08 16:04:10.985878 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c796419c-7d63-4d54-be9c-ed04eb758c3c req-55992907-5d12-42d3-9625-d32c65e77263 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] 10.222.0.64 "GET /v2.0/security-groups?id=b83a792b-10a4-4962-8f15-9ebf1f87e728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469971 Dec 08 16:04:10.992060 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a941079-678c-4906-916b-5b9a211f6a09 service neutron] Pushing event updated for resources: {'Port': ['ID=3a52d3ed-3e0f-4da1-89c0-2ed66809272a,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:11.030375 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fef785-923f-4620-b164-ebc60339f29b req-b475ab05-401d-4b34-add4-733f33c32b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:11.032151 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f1fef785-923f-4620-b164-ebc60339f29b req-b475ab05-401d-4b34-add4-733f33c32b74 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b91759c7-445e-4f7b-9fc4-64d80951832c HTTP/1.1" status: 200 len: 870 time: 0.1773944 Dec 08 16:04:11.104942 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f1fef785-923f-4620-b164-ebc60339f29b req-712ca591-d332-4418-83f3-3b28e4ae6d0e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=1c95887f-8d94-47e3-a094-535df5d8ef01 HTTP/1.1" status: 200 len: 217 time: 0.0601964 Dec 08 16:04:11.163362 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-a1ca6754-8d9e-46ae-990d-1ce186cc3a18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7daf87fe-44bb-4172-a38a-0f0c16f93725 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:04:11.183020 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-a1ca6754-8d9e-46ae-990d-1ce186cc3a18 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:11.209642 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-a1ca6754-8d9e-46ae-990d-1ce186cc3a18 service neutron] Transition to ACTIVE for port object 7daf87fe-44bb-4172-a38a-0f0c16f93725 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:04:11.233781 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9e58ff7a-0856-4d54-9779-1facb1867f43 req-1ec6ca30-cb4d-4171-9f44-ad9463922b51 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3493621 Dec 08 16:04:11.245377 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fef785-923f-4620-b164-ebc60339f29b req-6adada4a-db47-4188-aa42-dcb0b7f7d300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:11.247325 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f1fef785-923f-4620-b164-ebc60339f29b req-6adada4a-db47-4188-aa42-dcb0b7f7d300 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.1296484 Dec 08 16:04:11.305116 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a83726e0-d593-4663-91f6-cec7e70defd6 x-openstack-request-id: req-a83726e0-d593-4663-91f6-cec7e70defd6 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:04:11.305714 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "462dd985-d5eb-4abc-8a29-88ed121e1ea1", "name": "network-vif-plugged", "status": "completed", "tag": "8263009c-1760-43bc-aeb2-04fa7693a1fb", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:04:11.308002 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a83726e0-d593-4663-91f6-cec7e70defd6 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:04:11.315960 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '462dd985-d5eb-4abc-8a29-88ed121e1ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8263009c-1760-43bc-aeb2-04fa7693a1fb', 'code': 200} Dec 08 16:04:11.321531 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fed4b4c8-e574-418c-af83-2b13cd6ce04c req-e056bad4-813c-4083-bef1-8cdb434069a8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8162876c-f6c5-48eb-8274-68769056fd81 HTTP/1.1" status: 200 len: 217 time: 0.0731363 Dec 08 16:04:11.374197 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-a1ca6754-8d9e-46ae-990d-1ce186cc3a18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:11.434492 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ca6754-8d9e-46ae-990d-1ce186cc3a18 service neutron] Pushing event updated for resources: {'Port': ['ID=7daf87fe-44bb-4172-a38a-0f0c16f93725,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:11.475154 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fef785-923f-4620-b164-ebc60339f29b req-b21d7ac1-7682-4b62-89ea-62efb0da0680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:11.481528 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-bc8e1047-fc06-4e46-bf1e-4cbf020fa014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:11.488696 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f1fef785-923f-4620-b164-ebc60339f29b req-b21d7ac1-7682-4b62-89ea-62efb0da0680 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2318048 Dec 08 16:04:11.496456 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed4b4c8-e574-418c-af83-2b13cd6ce04c req-d369d945-1f65-46b4-a1f6-efdafa3312af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:11.498516 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fed4b4c8-e574-418c-af83-2b13cd6ce04c req-d369d945-1f65-46b4-a1f6-efdafa3312af service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0e145596-3948-4729-810a-534bcf8272d4 HTTP/1.1" status: 200 len: 844 time: 0.1666725 Dec 08 16:04:11.506013 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b7795-f353-4306-aa15-d0ca4d57161e req-c7f2e4df-0d11-4e08-81ac-f20402d5574b tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:11.508220 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-050b7795-f353-4306-aa15-d0ca4d57161e req-c7f2e4df-0d11-4e08-81ac-f20402d5574b tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/networks?id=34422553-fc63-47d6-a631-7f666537bc5c HTTP/1.1" status: 200 len: 808 time: 0.2912285 Dec 08 16:04:11.529719 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-050b7795-f353-4306-aa15-d0ca4d57161e req-e17eed84-7d68-49a2-a111-c1c29dc2206a tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/quotas/8b17b512834447aea285923e7004d778 HTTP/1.1" status: 200 len: 375 time: 0.0140963 Dec 08 16:04:11.615387 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-a1ca6754-8d9e-46ae-990d-1ce186cc3a18 service neutron] Attempting to bind port 7daf87fe-44bb-4172-a38a-0f0c16f93725 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:04:11.615387 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-a1ca6754-8d9e-46ae-990d-1ce186cc3a18 service neutron] Attempting to bind port 7daf87fe-44bb-4172-a38a-0f0c16f93725 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': 'c89cc37c-16aa-4ad7-b052-34f7434c2466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '24cee103-4be3-4e70-9f00-1d6da085ad6b'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:04:11.615813 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-a1ca6754-8d9e-46ae-990d-1ce186cc3a18 service neutron] Attempting to bind port 7daf87fe-44bb-4172-a38a-0f0c16f93725 on network 24cee103-4be3-4e70-9f00-1d6da085ad6b {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:04:11.623633 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-a1ca6754-8d9e-46ae-990d-1ce186cc3a18 service neutron] Port 7daf87fe-44bb-4172-a38a-0f0c16f93725 on network 24cee103-4be3-4e70-9f00-1d6da085ad6b not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:04:11.623995 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-a1ca6754-8d9e-46ae-990d-1ce186cc3a18 service neutron] Attempting to bind port 7daf87fe-44bb-4172-a38a-0f0c16f93725 on network 24cee103-4be3-4e70-9f00-1d6da085ad6b {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:04:11.651558 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-a1ca6754-8d9e-46ae-990d-1ce186cc3a18 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:04:11.651558 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-a1ca6754-8d9e-46ae-990d-1ce186cc3a18 service neutron] Checking segment: {'id': 'c89cc37c-16aa-4ad7-b052-34f7434c2466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '24cee103-4be3-4e70-9f00-1d6da085ad6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:04:11.651558 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-a1ca6754-8d9e-46ae-990d-1ce186cc3a18 service neutron] Bound using segment: {'id': 'c89cc37c-16aa-4ad7-b052-34f7434c2466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '24cee103-4be3-4e70-9f00-1d6da085ad6b'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:04:11.651558 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-a1ca6754-8d9e-46ae-990d-1ce186cc3a18 service neutron] Bound port: 7daf87fe-44bb-4172-a38a-0f0c16f93725, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c89cc37c-16aa-4ad7-b052-34f7434c2466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '24cee103-4be3-4e70-9f00-1d6da085ad6b'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:04:11.653656 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-a1ca6754-8d9e-46ae-990d-1ce186cc3a18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:11.654418 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf100d6-3eec-4d55-9a0b-500810729e0f req-9ace34ec-fe58-44be-80f1-f60a85278955 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:11.661237 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf100d6-3eec-4d55-9a0b-500810729e0f req-9ace34ec-fe58-44be-80f1-f60a85278955 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:11.662504 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-050b7795-f353-4306-aa15-d0ca4d57161e req-f17fd684-1eab-4e11-97be-a08174d85bc5 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8b17b512834447aea285923e7004d778&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1125567 Dec 08 16:04:11.668384 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf100d6-3eec-4d55-9a0b-500810729e0f req-9ace34ec-fe58-44be-80f1-f60a85278955 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:11.693118 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf100d6-3eec-4d55-9a0b-500810729e0f req-9ace34ec-fe58-44be-80f1-f60a85278955 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:11.706450 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf100d6-3eec-4d55-9a0b-500810729e0f req-9ace34ec-fe58-44be-80f1-f60a85278955 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:11.724986 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf100d6-3eec-4d55-9a0b-500810729e0f req-9ace34ec-fe58-44be-80f1-f60a85278955 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:11.737026 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf100d6-3eec-4d55-9a0b-500810729e0f req-9ace34ec-fe58-44be-80f1-f60a85278955 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:11.751634 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-baf100d6-3eec-4d55-9a0b-500810729e0f req-9ace34ec-fe58-44be-80f1-f60a85278955 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 5418 time: 0.3511877 Dec 08 16:04:11.786969 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f8e2f-9589-47b2-8d77-d29c4c493fe1 req-026328a9-b336-4641-bf79-ad61e96c577f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:11.789174 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-820f8e2f-9589-47b2-8d77-d29c4c493fe1 req-026328a9-b336-4641-bf79-ad61e96c577f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1 HTTP/1.1" status: 200 len: 1101 time: 0.3835537 Dec 08 16:04:11.820244 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-050b7795-f353-4306-aa15-d0ca4d57161e req-885a3a66-cf14-4e3b-8ab1-e64b1dfe0acb service neutron] 10.222.0.64 "GET /v2.0/networks/34422553-fc63-47d6-a631-7f666537bc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499479 Dec 08 16:04:11.909382 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdd52146-bb48-4dc2-9a9a-316389d685be', 'tag': '3a52d3ed-3e0f-4da1-89c0-2ed66809272a'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:04:11.912464 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39f3646-72d7-4db0-9c06-72e9d0410ea8" -d '{"events": [{"name": "network-changed", "server_uuid": "fdd52146-bb48-4dc2-9a9a-316389d685be", "tag": "3a52d3ed-3e0f-4da1-89c0-2ed66809272a"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:04:11.935471 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-a1ca6754-8d9e-46ae-990d-1ce186cc3a18 service neutron] For port 7daf87fe-44bb-4172-a38a-0f0c16f93725, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:04:11.941318 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-a1ca6754-8d9e-46ae-990d-1ce186cc3a18 service neutron] For port 7daf87fe-44bb-4172-a38a-0f0c16f93725, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=7daf87fe-44bb-4172-a38a-0f0c16f93725,segment=NetworkSegment(c89cc37c-16aa-4ad7-b052-34f7434c2466),segment_id=c89cc37c-16aa-4ad7-b052-34f7434c2466)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:04:11.949300 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-820f8e2f-9589-47b2-8d77-d29c4c493fe1 req-b9229cae-92b3-415a-bfab-e9f2e0e29dd7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405003 Dec 08 16:04:11.964848 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-baf100d6-3eec-4d55-9a0b-500810729e0f req-fb954861-dc5e-42c4-844a-aa416f44e809 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/security-groups?id=4aaaa83b-c5f6-43ce-9356-8631053cb551&id=49c58f26-f9c1-4b14-a3ef-7ff8fc05a8af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2121789 Dec 08 16:04:11.972962 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f1fef785-923f-4620-b164-ebc60339f29b req-076f593e-e9e6-4400-bde2-6c28e485be0a service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4653955 Dec 08 16:04:11.976580 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-050b7795-f353-4306-aa15-d0ca4d57161e req-909c20ff-b3b5-4e23-b4d5-6208abcfe400 service neutron] 10.222.0.64 "GET /v2.0/networks/34422553-fc63-47d6-a631-7f666537bc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484027 Dec 08 16:04:12.030276 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-a1ca6754-8d9e-46ae-990d-1ce186cc3a18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:12.083922 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-a1ca6754-8d9e-46ae-990d-1ce186cc3a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:12.084970 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-a1ca6754-8d9e-46ae-990d-1ce186cc3a18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:12.089182 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-a1ca6754-8d9e-46ae-990d-1ce186cc3a18 service neutron] 10.222.0.37 "PUT /v2.0/ports/7daf87fe-44bb-4172-a38a-0f0c16f93725 HTTP/1.1" status: 200 len: 1092 time: 2.7626500 Dec 08 16:04:12.122219 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ca6754-8d9e-46ae-990d-1ce186cc3a18 service neutron] Pushing event updated for resources: {'Port': ['ID=7daf87fe-44bb-4172-a38a-0f0c16f93725,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:12.392535 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-642b003c-7493-40d8-a9fe-ce0a14e3ec2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:12.393228 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-642b003c-7493-40d8-a9fe-ce0a14e3ec2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:12.393708 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-642b003c-7493-40d8-a9fe-ce0a14e3ec2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:12.394182 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-642b003c-7493-40d8-a9fe-ce0a14e3ec2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:12.394854 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-642b003c-7493-40d8-a9fe-ce0a14e3ec2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:12.395703 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-642b003c-7493-40d8-a9fe-ce0a14e3ec2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:12.395832 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-642b003c-7493-40d8-a9fe-ce0a14e3ec2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:12.398279 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-642b003c-7493-40d8-a9fe-ce0a14e3ec2a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8be2414d63a14131b9f6f8fcfa8d927a&device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 6482 time: 0.1199372 Dec 08 16:04:12.401372 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f1fef785-923f-4620-b164-ebc60339f29b req-1863ed53-4582-4f14-9300-a1500b0474b9 service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278485 Dec 08 16:04:12.486677 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-77c26d4d-9ca0-485a-b11b-d2dc3e67b4da service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d54670e-e1a0-4c2a-a895-93f6235dabd9 HTTP/1.1" status: 200 len: 217 time: 0.0510657 Dec 08 16:04:12.536932 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977da4cb-0a6d-4659-a4f0-e9674d070983 req-59c741ba-6e57-4814-ac39-f0d49a5448bc tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:12.538504 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-977da4cb-0a6d-4659-a4f0-e9674d070983 req-59c741ba-6e57-4814-ac39-f0d49a5448bc tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c1c965-cb29-49ef-be40-4874f8ee0f28 HTTP/1.1" status: 200 len: 943 time: 0.1392806 Dec 08 16:04:12.588344 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-67f39f51-9769-41ea-aa9b-360f281ac977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:12.590006 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-67f39f51-9769-41ea-aa9b-360f281ac977 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=28454e1d-d263-44ec-91e2-36831bf74b20 HTTP/1.1" status: 200 len: 851 time: 0.0920756 Dec 08 16:04:12.628028 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-977da4cb-0a6d-4659-a4f0-e9674d070983 req-3ca53e6c-4f2f-4294-95a5-13a5453ad250 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831881 Dec 08 16:04:12.659760 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-7570e416-46ea-4be9-8716-a447927e5c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:12.661088 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-7570e416-46ea-4be9-8716-a447927e5c76 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2160f220-73eb-4128-8e17-580f294db0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524690 Dec 08 16:04:12.752683 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4c401b-56ca-473c-84b2-b6e136b7059e x-openstack-request-id: req-2a4c401b-56ca-473c-84b2-b6e136b7059e {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:04:12.754650 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdd52146-bb48-4dc2-9a9a-316389d685be", "tag": "3a52d3ed-3e0f-4da1-89c0-2ed66809272a", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:04:12.755024 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2a4c401b-56ca-473c-84b2-b6e136b7059e {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:04:12.755603 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdd52146-bb48-4dc2-9a9a-316389d685be', 'tag': '3a52d3ed-3e0f-4da1-89c0-2ed66809272a', 'status': 'completed', 'code': 200} Dec 08 16:04:12.831593 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-6f70b58d-9141-459c-9442-f5b69f197dec service neutron] 10.222.0.37 "GET /v2.0/networks/2160f220-73eb-4128-8e17-580f294db0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593153 Dec 08 16:04:12.859144 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dcc166-5e8e-42d0-bf01-49b9c1af2132 req-8ef04728-8d87-4fe4-b3bd-bb938bdd4f5c tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:12.860715 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c3dcc166-5e8e-42d0-bf01-49b9c1af2132 req-8ef04728-8d87-4fe4-b3bd-bb938bdd4f5c tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] 10.222.0.64 "GET /v2.0/ports?device_id=fdd52146-bb48-4dc2-9a9a-316389d685be HTTP/1.1" status: 200 len: 943 time: 0.0796342 Dec 08 16:04:12.975068 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c3dcc166-5e8e-42d0-bf01-49b9c1af2132 req-81bdc435-a007-4ba1-b5dc-48c770994504 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] 10.222.0.64 "GET /v2.0/security-groups?id=b83a792b-10a4-4962-8f15-9ebf1f87e728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897434 Dec 08 16:04:12.996632 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-d60f0904-4bf0-4503-b938-c513a692d695 service neutron] 10.222.0.37 "GET /v2.0/networks/2160f220-73eb-4128-8e17-580f294db0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542718 Dec 08 16:04:13.052616 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-a77a191c-7c70-4440-a968-463dcff0adf0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=96397e9a-c7c5-4d82-adfc-307dcf9a04e0 HTTP/1.1" status: 200 len: 217 time: 0.0459998 Dec 08 16:04:13.148793 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-52e9f7e9-1f5a-4e15-bbb7-0f1385023857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:13.150808 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-52e9f7e9-1f5a-4e15-bbb7-0f1385023857 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1e65c65d-2ea9-4234-8de3-5fa877086c9e HTTP/1.1" status: 200 len: 797 time: 0.0764127 Dec 08 16:04:13.163496 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3a334-10db-4f87-8ff4-29c9e7b58451 req-1a301f68-6ace-4e75-83f6-f1ab283b24f8 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:13.165030 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-37b3a334-10db-4f87-8ff4-29c9e7b58451 req-1a301f68-6ace-4e75-83f6-f1ab283b24f8 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1 HTTP/1.1" status: 200 len: 949 time: 0.1147268 Dec 08 16:04:13.507269 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-37b3a334-10db-4f87-8ff4-29c9e7b58451 req-834c474a-5671-4407-a476-04105566f485 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255992 Dec 08 16:04:13.511000 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-a13c0c2e-43b7-4871-bbaa-8c27ec5c64e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:13.512500 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-a13c0c2e-43b7-4871-bbaa-8c27ec5c64e4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2e4943d2-93a7-4739-8d48-2442fb48fa03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3430262 Dec 08 16:04:13.641049 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f4fdcf61-bff5-4139-a118-7b626a3ffa20 req-9cf152c3-757f-4824-a68f-a9d76d976a57 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f53c77c-7353-4d34-8f3c-0219d1388746 HTTP/1.1" status: 200 len: 210 time: 0.0339262 Dec 08 16:04:13.675119 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-94fe426b-9cf3-47da-ac53-4967eb25d49d service neutron] 10.222.0.37 "GET /v2.0/networks/2e4943d2-93a7-4739-8d48-2442fb48fa03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532176 Dec 08 16:04:13.725392 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-21416276-b684-41ac-aeb7-597ed5b4bbb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:13.829987 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f51fe-ccb0-4d0f-be2d-148cfa968772 req-6dd588dc-2e38-4deb-ad34-5703c29bbd37 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:13.836098 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f51fe-ccb0-4d0f-be2d-148cfa968772 req-6dd588dc-2e38-4deb-ad34-5703c29bbd37 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:13.842799 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f51fe-ccb0-4d0f-be2d-148cfa968772 req-6dd588dc-2e38-4deb-ad34-5703c29bbd37 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:13.848905 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f51fe-ccb0-4d0f-be2d-148cfa968772 req-6dd588dc-2e38-4deb-ad34-5703c29bbd37 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:13.855714 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f51fe-ccb0-4d0f-be2d-148cfa968772 req-6dd588dc-2e38-4deb-ad34-5703c29bbd37 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:13.861754 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f51fe-ccb0-4d0f-be2d-148cfa968772 req-6dd588dc-2e38-4deb-ad34-5703c29bbd37 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:13.867724 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f51fe-ccb0-4d0f-be2d-148cfa968772 req-6dd588dc-2e38-4deb-ad34-5703c29bbd37 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:13.869680 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-029f51fe-ccb0-4d0f-be2d-148cfa968772 req-6dd588dc-2e38-4deb-ad34-5703c29bbd37 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 5418 time: 0.1160617 Dec 08 16:04:13.905105 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-f5126837-7127-43cd-885a-1aca735df37a service neutron] 10.222.0.37 "GET /v2.0/networks/2e4943d2-93a7-4739-8d48-2442fb48fa03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189374 Dec 08 16:04:13.965516 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-d56734a2-c3c0-45ad-83ba-dbe43c23ca33 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=2290551a-385e-4b70-8762-c1e09a632dd7 HTTP/1.1" status: 200 len: 217 time: 0.0474241 Dec 08 16:04:14.011404 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-029f51fe-ccb0-4d0f-be2d-148cfa968772 req-570b367e-ba0b-4d42-98a0-180912813f7b tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/security-groups?id=4aaaa83b-c5f6-43ce-9356-8631053cb551&id=49c58f26-f9c1-4b14-a3ef-7ff8fc05a8af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1345990 Dec 08 16:04:14.033539 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-414dc750-dccf-4340-b4db-60304a64f470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:14.035101 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-414dc750-dccf-4340-b4db-60304a64f470 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1e65c65d-2ea9-4234-8de3-5fa877086c9e HTTP/1.1" status: 200 len: 797 time: 0.0584919 Dec 08 16:04:14.089141 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-4ff1640a-d710-4647-a402-e3a4783b602b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:14.090687 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-4ff1640a-d710-4647-a402-e3a4783b602b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2e4943d2-93a7-4739-8d48-2442fb48fa03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0444622 Dec 08 16:04:14.247480 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beda33d-bee6-45b7-aded-184a6c179267 req-09f9e1ff-6dda-4514-b028-3102652aa626 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:14.249015 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7beda33d-bee6-45b7-aded-184a6c179267 req-09f9e1ff-6dda-4514-b028-3102652aa626 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c1c965-cb29-49ef-be40-4874f8ee0f28 HTTP/1.1" status: 200 len: 943 time: 0.0907319 Dec 08 16:04:14.250874 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-40ba504d-12ae-4892-9abb-3bc31a2199b7 service neutron] 10.222.0.37 "GET /v2.0/networks/2e4943d2-93a7-4739-8d48-2442fb48fa03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508222 Dec 08 16:04:14.364462 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7beda33d-bee6-45b7-aded-184a6c179267 req-2794d4dc-f99d-4ae2-a540-bb102532cd47 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077569 Dec 08 16:04:14.418462 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-12579b8a-1292-4ac5-b941-9d10c6037b72 service neutron] 10.222.0.37 "GET /v2.0/networks/2e4943d2-93a7-4739-8d48-2442fb48fa03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550131 Dec 08 16:04:14.480072 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-f4cbbc6f-9bb9-49b4-a068-6d4070d7e312 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=51bbfa21-3ab7-4eea-8628-00f39a1573cd HTTP/1.1" status: 200 len: 217 time: 0.0469182 Dec 08 16:04:14.553083 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-4192f0b6-1196-46d3-9dff-31a917ca6f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:14.554681 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-4192f0b6-1196-46d3-9dff-31a917ca6f5e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1e65c65d-2ea9-4234-8de3-5fa877086c9e HTTP/1.1" status: 200 len: 797 time: 0.0596781 Dec 08 16:04:14.564372 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8a07b-4792-49fa-b710-46da1eb21589 req-f5d0403f-af43-4fbb-b878-401453508d78 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:14.565987 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ebf8a07b-4792-49fa-b710-46da1eb21589 req-f5d0403f-af43-4fbb-b878-401453508d78 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] 10.222.0.64 "GET /v2.0/ports?device_id=fdd52146-bb48-4dc2-9a9a-316389d685be HTTP/1.1" status: 200 len: 943 time: 0.1264009 Dec 08 16:04:14.645421 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-d3bb1df0-54dd-4c1d-b73f-b42e7cefb252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:14.646888 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-d3bb1df0-54dd-4c1d-b73f-b42e7cefb252 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2e4943d2-93a7-4739-8d48-2442fb48fa03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0799513 Dec 08 16:04:14.650995 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ebf8a07b-4792-49fa-b710-46da1eb21589 req-97225549-de3f-4cec-8984-5b0de27a1fea tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] 10.222.0.64 "GET /v2.0/security-groups?id=b83a792b-10a4-4962-8f15-9ebf1f87e728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756147 Dec 08 16:04:14.701282 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b7795-f353-4306-aa15-d0ca4d57161e req-1fc0bce0-8c29-4088-ba61-dfe99e247cd9 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:14.701282 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-050b7795-f353-4306-aa15-d0ca4d57161e req-1fc0bce0-8c29-4088-ba61-dfe99e247cd9 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.37 "GET /v2.0/networks?id=34422553-fc63-47d6-a631-7f666537bc5c HTTP/1.1" status: 200 len: 808 time: 0.1475646 Dec 08 16:04:14.725559 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-050b7795-f353-4306-aa15-d0ca4d57161e req-215eac69-f30a-4ab9-b966-a61f57df1c8d tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Request body: {'port': {'device_id': '9f53c77c-7353-4d34-8f3c-0219d1388746', 'network_id': '34422553-fc63-47d6-a631-7f666537bc5c', 'admin_state_up': True, 'tenant_id': '8b17b512834447aea285923e7004d778'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:04:14.757818 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dc438c8-595f-4412-861b-5bcb3b061ba1', 'tag': '7daf87fe-44bb-4172-a38a-0f0c16f93725'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:04:14.760828 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e669e0c-db73-40b7-9821-e1f31d4b9fe4" -d '{"events": [{"name": "network-changed", "server_uuid": "5dc438c8-595f-4412-861b-5bcb3b061ba1", "tag": "7daf87fe-44bb-4172-a38a-0f0c16f93725"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:04:14.829102 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-fceac3ff-0f73-4ff4-8c88-2fc9f01755e6 service neutron] 10.222.0.37 "GET /v2.0/networks/2e4943d2-93a7-4739-8d48-2442fb48fa03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715989 Dec 08 16:04:14.858077 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6f301-9cf8-4a15-95de-bf2955f5d8f8 req-e1975085-f8ac-48bf-9c8b-a3b1f4ec046e tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:14.859861 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-56a6f301-9cf8-4a15-95de-bf2955f5d8f8 req-e1975085-f8ac-48bf-9c8b-a3b1f4ec046e tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1 HTTP/1.1" status: 200 len: 949 time: 0.1171360 Dec 08 16:04:15.005932 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-050b7795-f353-4306-aa15-d0ca4d57161e req-215eac69-f30a-4ab9-b966-a61f57df1c8d tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Made reservation on behalf of 8b17b512834447aea285923e7004d778 for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:04:15.009494 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-56a6f301-9cf8-4a15-95de-bf2955f5d8f8 req-274f2919-3cac-42dd-b4ad-40ff5defd8e3 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372793 Dec 08 16:04:15.009707 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-050b7795-f353-4306-aa15-d0ca4d57161e req-215eac69-f30a-4ab9-b966-a61f57df1c8d tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:15.043388 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-79384220-d7af-41d0-b7bb-1e9dde3a8045 service neutron] 10.222.0.37 "GET /v2.0/networks/2e4943d2-93a7-4739-8d48-2442fb48fa03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022352 Dec 08 16:04:15.097412 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:15.124986 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-a2adb9c2-3f3c-45a5-91a4-6eb04e6711ae service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=ad149dbc-dd1a-4f57-a271-ee5719d6b70d HTTP/1.1" status: 200 len: 217 time: 0.0672758 Dec 08 16:04:15.158369 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ab83f79a-7889-4063-8676-31b3a91f62c8 req-f26b1bef-e3bb-4a1f-8552-0ae571ee57f0 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f53c77c-7353-4d34-8f3c-0219d1388746 HTTP/1.1" status: 200 len: 210 time: 0.0362468 Dec 08 16:04:15.229264 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff71c66-3d68-402b-9a49-a86ab011a5d9 x-openstack-request-id: req-fff71c66-3d68-402b-9a49-a86ab011a5d9 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:04:15.229264 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dc438c8-595f-4412-861b-5bcb3b061ba1", "tag": "7daf87fe-44bb-4172-a38a-0f0c16f93725", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:04:15.229264 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fff71c66-3d68-402b-9a49-a86ab011a5d9 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:04:15.229264 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dc438c8-595f-4412-861b-5bcb3b061ba1', 'tag': '7daf87fe-44bb-4172-a38a-0f0c16f93725', 'status': 'completed', 'code': 200} Dec 08 16:04:15.273055 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [req-050b7795-f353-4306-aa15-d0ca4d57161e req-215eac69-f30a-4ab9-b966-a61f57df1c8d tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Allocated IP 172.20.0.8 (34422553-fc63-47d6-a631-7f666537bc5c/5db44a3c-d12a-4344-a611-2d41355a5e50/2acddd17-f22b-4087-a5b4-ec69bc31c48a) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:04:15.290090 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-fade225e-931a-4ec0-9dce-868d7d2d7e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:15.293403 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-fade225e-931a-4ec0-9dce-868d7d2d7e73 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1e65c65d-2ea9-4234-8de3-5fa877086c9e HTTP/1.1" status: 200 len: 797 time: 0.1306949 Dec 08 16:04:15.389182 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2955e5f-07d5-427a-af94-c778d1a6e729 req-6081646e-2d6e-4f98-9d37-842090e34e8f tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:15.390772 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c2955e5f-07d5-427a-af94-c778d1a6e729 req-6081646e-2d6e-4f98-9d37-842090e34e8f tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1 HTTP/1.1" status: 200 len: 949 time: 0.0920331 Dec 08 16:04:15.396411 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-8e713447-4881-4b37-916c-fa210525bed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:15.398055 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-8e713447-4881-4b37-916c-fa210525bed0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2e4943d2-93a7-4739-8d48-2442fb48fa03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0804048 Dec 08 16:04:15.494739 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c2955e5f-07d5-427a-af94-c778d1a6e729 req-bc36d9a8-6332-4bf1-b5b4-7615ff4d3988 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956357 Dec 08 16:04:15.534549 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-050b7795-f353-4306-aa15-d0ca4d57161e req-215eac69-f30a-4ab9-b966-a61f57df1c8d tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:15.538609 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-bbd5aa30-7e5f-4895-8c32-6413eefbb624 service neutron] 10.222.0.37 "GET /v2.0/networks/2e4943d2-93a7-4739-8d48-2442fb48fa03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232636 Dec 08 16:04:15.683044 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aabe051-4fa0-4330-93c8-0d6c3169a520 req-976dd7b9-98c5-48c5-ac35-7ce68a63308d tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:15.689316 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aabe051-4fa0-4330-93c8-0d6c3169a520 req-976dd7b9-98c5-48c5-ac35-7ce68a63308d tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:15.695341 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aabe051-4fa0-4330-93c8-0d6c3169a520 req-976dd7b9-98c5-48c5-ac35-7ce68a63308d tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:15.701982 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aabe051-4fa0-4330-93c8-0d6c3169a520 req-976dd7b9-98c5-48c5-ac35-7ce68a63308d tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:15.707997 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aabe051-4fa0-4330-93c8-0d6c3169a520 req-976dd7b9-98c5-48c5-ac35-7ce68a63308d tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:15.714696 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aabe051-4fa0-4330-93c8-0d6c3169a520 req-976dd7b9-98c5-48c5-ac35-7ce68a63308d tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:15.720738 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aabe051-4fa0-4330-93c8-0d6c3169a520 req-976dd7b9-98c5-48c5-ac35-7ce68a63308d tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:15.722728 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4aabe051-4fa0-4330-93c8-0d6c3169a520 req-976dd7b9-98c5-48c5-ac35-7ce68a63308d tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 5418 time: 0.1553650 Dec 08 16:04:15.747239 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-39a6cc91-258d-4473-b7e6-868ddbe7d814 service neutron] 10.222.0.37 "GET /v2.0/networks/2e4943d2-93a7-4739-8d48-2442fb48fa03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001708 Dec 08 16:04:15.822144 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-8b4d3a86-be3c-4458-8c8b-555e652c8d08 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5ca26b89-5037-47fc-91b1-bf5b63ff673b HTTP/1.1" status: 200 len: 217 time: 0.0518422 Dec 08 16:04:15.874881 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4aabe051-4fa0-4330-93c8-0d6c3169a520 req-309546ea-5cdd-48d1-85d7-a2c34a612ddc tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/security-groups?id=4aaaa83b-c5f6-43ce-9356-8631053cb551&id=49c58f26-f9c1-4b14-a3ef-7ff8fc05a8af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1401615 Dec 08 16:04:15.897656 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-991dc495-b8d3-4cf4-8f59-0528afa935ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:15.899145 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-991dc495-b8d3-4cf4-8f59-0528afa935ba service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7bb3c717-9a7d-47ef-8b30-309fc05e6088 HTTP/1.1" status: 200 len: 797 time: 0.0744262 Dec 08 16:04:15.953709 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-050b7795-f353-4306-aa15-d0ca4d57161e req-215eac69-f30a-4ab9-b966-a61f57df1c8d tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:15.997238 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-9afc8d4d-02eb-4ff4-83e4-9751cbf7691d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:15.999800 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-9afc8d4d-02eb-4ff4-83e4-9751cbf7691d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=24cee103-4be3-4e70-9f00-1d6da085ad6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0902987 Dec 08 16:04:16.032327 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-050b7795-f353-4306-aa15-d0ca4d57161e req-215eac69-f30a-4ab9-b966-a61f57df1c8d tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Network 34422553-fc63-47d6-a631-7f666537bc5c is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:04:16.036914 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [req-050b7795-f353-4306-aa15-d0ca4d57161e req-215eac69-f30a-4ab9-b966-a61f57df1c8d tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:04:16.043480 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215eac69-f30a-4ab9-b966-a61f57df1c8d tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Pushing event updated for resources: {'Port': ['ID=2acddd17-f22b-4087-a5b4-ec69bc31c48a,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:16.048911 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-050b7795-f353-4306-aa15-d0ca4d57161e req-215eac69-f30a-4ab9-b966-a61f57df1c8d tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:04:16.107355 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b7795-f353-4306-aa15-d0ca4d57161e req-215eac69-f30a-4ab9-b966-a61f57df1c8d tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:16.107945 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-050b7795-f353-4306-aa15-d0ca4d57161e req-215eac69-f30a-4ab9-b966-a61f57df1c8d tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:16.185248 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c5812-91dc-4329-bf45-2d244a7b4088 req-9bbf173d-1643-4dff-bfa0-03872e79b433 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:16.186870 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a02c5812-91dc-4329-bf45-2d244a7b4088 req-9bbf173d-1643-4dff-bfa0-03872e79b433 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c1c965-cb29-49ef-be40-4874f8ee0f28 HTTP/1.1" status: 200 len: 943 time: 0.1005206 Dec 08 16:04:16.191030 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-a66ca295-4225-427a-ac06-e2042a504033 service neutron] 10.222.0.37 "GET /v2.0/networks/24cee103-4be3-4e70-9f00-1d6da085ad6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803634 Dec 08 16:04:16.208543 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-050b7795-f353-4306-aa15-d0ca4d57161e req-215eac69-f30a-4ab9-b966-a61f57df1c8d tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4891284 Dec 08 16:04:16.231791 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-050b7795-f353-4306-aa15-d0ca4d57161e req-e223981b-61e9-4dfb-afae-9f8a74a550bd service neutron] Request body: {'port': {'device_id': '9f53c77c-7353-4d34-8f3c-0219d1388746', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:04:16.310944 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-050b7795-f353-4306-aa15-d0ca4d57161e req-e223981b-61e9-4dfb-afae-9f8a74a550bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:16.312288 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a02c5812-91dc-4329-bf45-2d244a7b4088 req-e4bca88c-3a92-4019-a003-d116969cac5e tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182592 Dec 08 16:04:16.348448 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-e4f43102-0efb-4067-a3cb-ece2452ca938 service neutron] 10.222.0.37 "GET /v2.0/networks/24cee103-4be3-4e70-9f00-1d6da085ad6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473913 Dec 08 16:04:16.406050 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-e3a34ca5-cca6-4a43-979c-08adfd02acc2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7daf87fe-44bb-4172-a38a-0f0c16f93725 HTTP/1.1" status: 200 len: 217 time: 0.0496397 Dec 08 16:04:16.492085 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-ab40a0ab-a33d-4288-84e5-ec3eb85153ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:16.496932 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-ab40a0ab-a33d-4288-84e5-ec3eb85153ce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7bb3c717-9a7d-47ef-8b30-309fc05e6088 HTTP/1.1" status: 200 len: 797 time: 0.0628326 Dec 08 16:04:16.552974 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:16.628225 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af18685-4446-4690-9d4e-89ee6ff06eb2 req-94b825fc-c7e3-47e7-a329-20a920b1cf05 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:16.629990 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7af18685-4446-4690-9d4e-89ee6ff06eb2 req-94b825fc-c7e3-47e7-a329-20a920b1cf05 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] 10.222.0.64 "GET /v2.0/ports?device_id=fdd52146-bb48-4dc2-9a9a-316389d685be HTTP/1.1" status: 200 len: 943 time: 0.1161559 Dec 08 16:04:16.633862 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-eefa314a-1659-400a-8993-364749a53d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:16.635690 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-eefa314a-1659-400a-8993-364749a53d06 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=24cee103-4be3-4e70-9f00-1d6da085ad6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1231720 Dec 08 16:04:16.774212 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7af18685-4446-4690-9d4e-89ee6ff06eb2 req-1eec9995-50e0-488f-ac1c-bbf4bf8b5f11 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] 10.222.0.64 "GET /v2.0/security-groups?id=b83a792b-10a4-4962-8f15-9ebf1f87e728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147697 Dec 08 16:04:16.811838 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-7a868227-c8e0-49b6-a27f-ae37445a50e4 service neutron] 10.222.0.37 "GET /v2.0/networks/24cee103-4be3-4e70-9f00-1d6da085ad6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671917 Dec 08 16:04:16.953974 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c128f295-65fc-49c5-b65c-d3c2056237d2 req-2ca47dc0-0c39-4f8d-98ab-47947dc71c4e service neutron] 10.222.0.37 "GET /v2.0/networks/24cee103-4be3-4e70-9f00-1d6da085ad6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340368 Dec 08 16:04:16.971548 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f2c6b-16ad-46b2-a9fa-27e91eebfbfd req-4f4ad87f-817f-48ad-b6c9-d8f79cefad5b tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:16.971548 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b79f2c6b-16ad-46b2-a9fa-27e91eebfbfd req-4f4ad87f-817f-48ad-b6c9-d8f79cefad5b tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f53c77c-7353-4d34-8f3c-0219d1388746 HTTP/1.1" status: 200 len: 931 time: 0.0767438 Dec 08 16:04:17.001985 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [req-050b7795-f353-4306-aa15-d0ca4d57161e req-e223981b-61e9-4dfb-afae-9f8a74a550bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2acddd17-f22b-4087-a5b4-ec69bc31c48a {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:04:17.011956 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-050b7795-f353-4306-aa15-d0ca4d57161e req-e223981b-61e9-4dfb-afae-9f8a74a550bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:17.029838 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [req-050b7795-f353-4306-aa15-d0ca4d57161e req-e223981b-61e9-4dfb-afae-9f8a74a550bd service neutron] Transition to ACTIVE for port object 2acddd17-f22b-4087-a5b4-ec69bc31c48a will not be triggered until provisioned by entity L2. {{(pid=110551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:04:17.061919 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b79f2c6b-16ad-46b2-a9fa-27e91eebfbfd req-3087b70f-5ceb-4d3d-b05d-52c9750a7912 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845687 Dec 08 16:04:17.120052 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-050b7795-f353-4306-aa15-d0ca4d57161e req-e223981b-61e9-4dfb-afae-9f8a74a550bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:17.182314 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e223981b-61e9-4dfb-afae-9f8a74a550bd service neutron] Pushing event updated for resources: {'Port': ['ID=2acddd17-f22b-4087-a5b4-ec69bc31c48a,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:17.247746 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e76b8-ff25-485e-a943-45f2a2abb2c8 req-1a48ec0f-4cde-4255-be1f-393fe4bcbdc6 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:17.253835 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e76b8-ff25-485e-a943-45f2a2abb2c8 req-1a48ec0f-4cde-4255-be1f-393fe4bcbdc6 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:17.260390 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e76b8-ff25-485e-a943-45f2a2abb2c8 req-1a48ec0f-4cde-4255-be1f-393fe4bcbdc6 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:17.266932 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e76b8-ff25-485e-a943-45f2a2abb2c8 req-1a48ec0f-4cde-4255-be1f-393fe4bcbdc6 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:17.272520 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e76b8-ff25-485e-a943-45f2a2abb2c8 req-1a48ec0f-4cde-4255-be1f-393fe4bcbdc6 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:17.276868 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-050b7795-f353-4306-aa15-d0ca4d57161e req-e223981b-61e9-4dfb-afae-9f8a74a550bd service neutron] Attempting to bind port 2acddd17-f22b-4087-a5b4-ec69bc31c48a on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:04:17.277216 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-050b7795-f353-4306-aa15-d0ca4d57161e req-e223981b-61e9-4dfb-afae-9f8a74a550bd service neutron] Attempting to bind port 2acddd17-f22b-4087-a5b4-ec69bc31c48a by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': 'feac72a6-bbb0-42da-a5f2-51d59135d26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '34422553-fc63-47d6-a631-7f666537bc5c'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:04:17.277564 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050b7795-f353-4306-aa15-d0ca4d57161e req-e223981b-61e9-4dfb-afae-9f8a74a550bd service neutron] Attempting to bind port 2acddd17-f22b-4087-a5b4-ec69bc31c48a on network 34422553-fc63-47d6-a631-7f666537bc5c {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:04:17.279201 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e76b8-ff25-485e-a943-45f2a2abb2c8 req-1a48ec0f-4cde-4255-be1f-393fe4bcbdc6 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:17.282209 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050b7795-f353-4306-aa15-d0ca4d57161e req-e223981b-61e9-4dfb-afae-9f8a74a550bd service neutron] Port 2acddd17-f22b-4087-a5b4-ec69bc31c48a on network 34422553-fc63-47d6-a631-7f666537bc5c not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:04:17.282472 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050b7795-f353-4306-aa15-d0ca4d57161e req-e223981b-61e9-4dfb-afae-9f8a74a550bd service neutron] Attempting to bind port 2acddd17-f22b-4087-a5b4-ec69bc31c48a on network 34422553-fc63-47d6-a631-7f666537bc5c {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:04:17.285179 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e76b8-ff25-485e-a943-45f2a2abb2c8 req-1a48ec0f-4cde-4255-be1f-393fe4bcbdc6 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:17.287093 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-357e76b8-ff25-485e-a943-45f2a2abb2c8 req-1a48ec0f-4cde-4255-be1f-393fe4bcbdc6 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 5418 time: 0.1251612 Dec 08 16:04:17.287652 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050b7795-f353-4306-aa15-d0ca4d57161e req-e223981b-61e9-4dfb-afae-9f8a74a550bd service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:04:17.288001 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050b7795-f353-4306-aa15-d0ca4d57161e req-e223981b-61e9-4dfb-afae-9f8a74a550bd service neutron] Checking segment: {'id': 'feac72a6-bbb0-42da-a5f2-51d59135d26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '34422553-fc63-47d6-a631-7f666537bc5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:04:17.288588 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050b7795-f353-4306-aa15-d0ca4d57161e req-e223981b-61e9-4dfb-afae-9f8a74a550bd service neutron] Bound using segment: {'id': 'feac72a6-bbb0-42da-a5f2-51d59135d26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '34422553-fc63-47d6-a631-7f666537bc5c'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:04:17.289123 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-050b7795-f353-4306-aa15-d0ca4d57161e req-e223981b-61e9-4dfb-afae-9f8a74a550bd service neutron] Bound port: 2acddd17-f22b-4087-a5b4-ec69bc31c48a, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feac72a6-bbb0-42da-a5f2-51d59135d26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '34422553-fc63-47d6-a631-7f666537bc5c'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:04:17.289491 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-050b7795-f353-4306-aa15-d0ca4d57161e req-e223981b-61e9-4dfb-afae-9f8a74a550bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:17.294307 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e669e0c-db73-40b7-9821-e1f31d4b9fe4 req-45bf44a8-f598-4efb-9d29-8113c2ad49e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:17.294793 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e669e0c-db73-40b7-9821-e1f31d4b9fe4 req-45bf44a8-f598-4efb-9d29-8113c2ad49e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:17.295264 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e669e0c-db73-40b7-9821-e1f31d4b9fe4 req-45bf44a8-f598-4efb-9d29-8113c2ad49e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:17.295789 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e669e0c-db73-40b7-9821-e1f31d4b9fe4 req-45bf44a8-f598-4efb-9d29-8113c2ad49e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:17.296321 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e669e0c-db73-40b7-9821-e1f31d4b9fe4 req-45bf44a8-f598-4efb-9d29-8113c2ad49e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:17.296786 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e669e0c-db73-40b7-9821-e1f31d4b9fe4 req-45bf44a8-f598-4efb-9d29-8113c2ad49e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:17.297253 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e669e0c-db73-40b7-9821-e1f31d4b9fe4 req-45bf44a8-f598-4efb-9d29-8113c2ad49e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:17.299343 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2e669e0c-db73-40b7-9821-e1f31d4b9fe4 req-45bf44a8-f598-4efb-9d29-8113c2ad49e1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8be2414d63a14131b9f6f8fcfa8d927a&device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 6482 time: 0.1515059 Dec 08 16:04:17.363265 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-050b7795-f353-4306-aa15-d0ca4d57161e req-e223981b-61e9-4dfb-afae-9f8a74a550bd service neutron] For port 2acddd17-f22b-4087-a5b4-ec69bc31c48a, host n-h2-776250-12, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:04:17.366512 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-050b7795-f353-4306-aa15-d0ca4d57161e req-e223981b-61e9-4dfb-afae-9f8a74a550bd service neutron] For port 2acddd17-f22b-4087-a5b4-ec69bc31c48a, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=2acddd17-f22b-4087-a5b4-ec69bc31c48a,segment=NetworkSegment(feac72a6-bbb0-42da-a5f2-51d59135d26f),segment_id=feac72a6-bbb0-42da-a5f2-51d59135d26f)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:04:17.418130 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-357e76b8-ff25-485e-a943-45f2a2abb2c8 req-83177b71-c217-4fa1-a385-40a4e7211922 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/security-groups?id=4aaaa83b-c5f6-43ce-9356-8631053cb551&id=49c58f26-f9c1-4b14-a3ef-7ff8fc05a8af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1176553 Dec 08 16:04:17.445631 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e669e0c-db73-40b7-9821-e1f31d4b9fe4 req-71d2f4dd-8668-46be-9157-8ed4f82f8175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:17.447730 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2e669e0c-db73-40b7-9821-e1f31d4b9fe4 req-71d2f4dd-8668-46be-9157-8ed4f82f8175 service neutron] 10.222.0.37 "GET /v2.0/networks?id=24cee103-4be3-4e70-9f00-1d6da085ad6b HTTP/1.1" status: 200 len: 902 time: 0.1396701 Dec 08 16:04:17.492097 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2e669e0c-db73-40b7-9821-e1f31d4b9fe4 req-98613abe-dcc1-4d15-8eee-bccd5e581501 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7daf87fe-44bb-4172-a38a-0f0c16f93725 HTTP/1.1" status: 200 len: 217 time: 0.0366004 Dec 08 16:04:17.501592 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:17.502241 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-050b7795-f353-4306-aa15-d0ca4d57161e req-e223981b-61e9-4dfb-afae-9f8a74a550bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:17.545851 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b7795-f353-4306-aa15-d0ca4d57161e req-e223981b-61e9-4dfb-afae-9f8a74a550bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:17.545851 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-050b7795-f353-4306-aa15-d0ca4d57161e req-e223981b-61e9-4dfb-afae-9f8a74a550bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:17.546190 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-050b7795-f353-4306-aa15-d0ca4d57161e req-e223981b-61e9-4dfb-afae-9f8a74a550bd service neutron] 10.222.0.37 "PUT /v2.0/ports/2acddd17-f22b-4087-a5b4-ec69bc31c48a HTTP/1.1" status: 200 len: 1092 time: 1.3199739 Dec 08 16:04:17.546566 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f53c77c-7353-4d34-8f3c-0219d1388746', 'tag': '2acddd17-f22b-4087-a5b4-ec69bc31c48a'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:04:17.549035 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620fff04-6878-4a35-a7dd-72da6ac2ab78" -d '{"events": [{"name": "network-changed", "server_uuid": "9f53c77c-7353-4d34-8f3c-0219d1388746", "tag": "2acddd17-f22b-4087-a5b4-ec69bc31c48a"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:04:17.557772 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e669e0c-db73-40b7-9821-e1f31d4b9fe4 req-8e74985a-6aaf-4a0b-b5f7-9e21b2b865ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:17.559278 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2e669e0c-db73-40b7-9821-e1f31d4b9fe4 req-8e74985a-6aaf-4a0b-b5f7-9e21b2b865ef service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7bb3c717-9a7d-47ef-8b30-309fc05e6088 HTTP/1.1" status: 200 len: 797 time: 0.0535674 Dec 08 16:04:17.586304 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e223981b-61e9-4dfb-afae-9f8a74a550bd service neutron] Pushing event updated for resources: {'Port': ['ID=2acddd17-f22b-4087-a5b4-ec69bc31c48a,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:17.636777 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e669e0c-db73-40b7-9821-e1f31d4b9fe4 req-409a26b2-dea3-4ad9-8a88-1a2e2f61deca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:17.638531 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2e669e0c-db73-40b7-9821-e1f31d4b9fe4 req-409a26b2-dea3-4ad9-8a88-1a2e2f61deca service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=24cee103-4be3-4e70-9f00-1d6da085ad6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0679154 Dec 08 16:04:17.706724 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b7795-f353-4306-aa15-d0ca4d57161e req-0fc08372-ffa5-4bb2-9951-beb94af966fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:17.708311 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-050b7795-f353-4306-aa15-d0ca4d57161e req-0fc08372-ffa5-4bb2-9951-beb94af966fc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8b17b512834447aea285923e7004d778&device_id=9f53c77c-7353-4d34-8f3c-0219d1388746 HTTP/1.1" status: 200 len: 1095 time: 0.0474155 Dec 08 16:04:17.754213 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2e669e0c-db73-40b7-9821-e1f31d4b9fe4 req-2ddcfc69-2bc0-4596-b374-bd575310e4a8 service neutron] 10.222.0.37 "GET /v2.0/networks/24cee103-4be3-4e70-9f00-1d6da085ad6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948472 Dec 08 16:04:17.755260 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-050b7795-f353-4306-aa15-d0ca4d57161e req-6f1a5861-9a0f-4a8a-be53-26a0fd601f98 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2acddd17-f22b-4087-a5b4-ec69bc31c48a HTTP/1.1" status: 200 len: 217 time: 0.0384459 Dec 08 16:04:17.812507 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b7795-f353-4306-aa15-d0ca4d57161e req-f50be0f7-393a-400e-9db4-6b85ff0de20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:17.814315 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-050b7795-f353-4306-aa15-d0ca4d57161e req-f50be0f7-393a-400e-9db4-6b85ff0de20e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5db44a3c-d12a-4344-a611-2d41355a5e50 HTTP/1.1" status: 200 len: 848 time: 0.0463257 Dec 08 16:04:17.861862 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-050b7795-f353-4306-aa15-d0ca4d57161e req-d7a841ab-3cec-4e67-8d38-9ea6fb94701a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34422553-fc63-47d6-a631-7f666537bc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365651 Dec 08 16:04:17.914714 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2e669e0c-db73-40b7-9821-e1f31d4b9fe4 req-f0b8a4d8-e00a-460c-bdee-7853ccc8485d service neutron] 10.222.0.37 "GET /v2.0/networks/24cee103-4be3-4e70-9f00-1d6da085ad6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475203 Dec 08 16:04:17.943950 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb818c64-bb4b-4665-bc23-bfdc224b32d8 req-2e40aab8-8602-4a99-8672-3e4d470f0c34 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:17.946099 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fb818c64-bb4b-4665-bc23-bfdc224b32d8 req-2e40aab8-8602-4a99-8672-3e4d470f0c34 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c1c965-cb29-49ef-be40-4874f8ee0f28 HTTP/1.1" status: 200 len: 943 time: 0.0699866 Dec 08 16:04:17.971918 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-050b7795-f353-4306-aa15-d0ca4d57161e req-7519e6c0-8a37-41ae-82d0-639b8d56ed35 service neutron] 10.222.0.37 "GET /v2.0/networks/34422553-fc63-47d6-a631-7f666537bc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016996 Dec 08 16:04:17.998333 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fb818c64-bb4b-4665-bc23-bfdc224b32d8 req-daeba41d-b946-42ae-bb37-9da5a6225bff tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437758 Dec 08 16:04:18.056581 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1913c037-0aa7-41f8-9ba8-f0a17da96c52 x-openstack-request-id: req-1913c037-0aa7-41f8-9ba8-f0a17da96c52 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:04:18.056581 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f53c77c-7353-4d34-8f3c-0219d1388746", "tag": "2acddd17-f22b-4087-a5b4-ec69bc31c48a", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:04:18.056581 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1913c037-0aa7-41f8-9ba8-f0a17da96c52 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:04:18.056581 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f53c77c-7353-4d34-8f3c-0219d1388746', 'tag': '2acddd17-f22b-4087-a5b4-ec69bc31c48a', 'status': 'completed', 'code': 200} Dec 08 16:04:18.089763 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-41332f4b-0854-4c63-aafe-97f85bd9578e req-f619c30c-0c2e-44d9-9850-574e91bc73b4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0686269 Dec 08 16:04:18.105971 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-050b7795-f353-4306-aa15-d0ca4d57161e req-7f7d6d8b-27ce-4f35-b109-2a42daad2458 service neutron] 10.222.0.37 "GET /v2.0/networks/34422553-fc63-47d6-a631-7f666537bc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266961 Dec 08 16:04:18.148527 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d22837-4125-4d16-a6cc-6d9b0385fa60 req-cc69f4ba-f995-4036-8edd-afb5ced35eda tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:18.156028 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a8d22837-4125-4d16-a6cc-6d9b0385fa60 req-cc69f4ba-f995-4036-8edd-afb5ced35eda tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1 HTTP/1.1" status: 200 len: 949 time: 0.0619035 Dec 08 16:04:18.208743 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a8d22837-4125-4d16-a6cc-6d9b0385fa60 req-a2e06959-727b-4c25-ae4d-3eb9c4f51f5c tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517695 Dec 08 16:04:18.325876 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d08cdc-f94b-4d42-9a16-98e222f3b56b req-e153a0d3-778c-4358-80e8-d0636bca93f7 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:18.336406 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620fff04-6878-4a35-a7dd-72da6ac2ab78 req-183ed075-87fc-44a5-8f41-84ae4b444405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:18.336613 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f1d08cdc-f94b-4d42-9a16-98e222f3b56b req-e153a0d3-778c-4358-80e8-d0636bca93f7 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] 10.222.0.64 "GET /v2.0/ports?device_id=fdd52146-bb48-4dc2-9a9a-316389d685be HTTP/1.1" status: 200 len: 943 time: 0.0695758 Dec 08 16:04:18.338585 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-620fff04-6878-4a35-a7dd-72da6ac2ab78 req-183ed075-87fc-44a5-8f41-84ae4b444405 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8b17b512834447aea285923e7004d778&device_id=9f53c77c-7353-4d34-8f3c-0219d1388746 HTTP/1.1" status: 200 len: 1095 time: 0.0515330 Dec 08 16:04:18.399370 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f1d08cdc-f94b-4d42-9a16-98e222f3b56b req-4f2c2be8-1fd3-419f-b2a6-0254bc6accb0 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] 10.222.0.64 "GET /v2.0/security-groups?id=b83a792b-10a4-4962-8f15-9ebf1f87e728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596316 Dec 08 16:04:18.457258 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620fff04-6878-4a35-a7dd-72da6ac2ab78 req-0a6003de-f21b-43a8-a4ae-feb0d85ffea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:18.459141 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-620fff04-6878-4a35-a7dd-72da6ac2ab78 req-0a6003de-f21b-43a8-a4ae-feb0d85ffea2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=34422553-fc63-47d6-a631-7f666537bc5c HTTP/1.1" status: 200 len: 909 time: 0.1101196 Dec 08 16:04:18.511551 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-620fff04-6878-4a35-a7dd-72da6ac2ab78 req-9469fa5a-8623-4ac4-ae68-caa5f530277b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2acddd17-f22b-4087-a5b4-ec69bc31c48a HTTP/1.1" status: 200 len: 217 time: 0.0416331 Dec 08 16:04:18.532979 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e865a8-beef-4e1d-9a94-654f4ca27db9 req-d0589522-7ff2-4ee6-8a2d-b21260e22983 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:18.534470 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-64e865a8-beef-4e1d-9a94-654f4ca27db9 req-d0589522-7ff2-4ee6-8a2d-b21260e22983 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f53c77c-7353-4d34-8f3c-0219d1388746 HTTP/1.1" status: 200 len: 943 time: 0.0518656 Dec 08 16:04:18.579087 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620fff04-6878-4a35-a7dd-72da6ac2ab78 req-33f4c6bb-6412-4c6e-88eb-634c01455d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:18.580808 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-620fff04-6878-4a35-a7dd-72da6ac2ab78 req-33f4c6bb-6412-4c6e-88eb-634c01455d2f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5db44a3c-d12a-4344-a611-2d41355a5e50 HTTP/1.1" status: 200 len: 848 time: 0.0491297 Dec 08 16:04:18.595867 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-64e865a8-beef-4e1d-9a94-654f4ca27db9 req-0e3482fd-a603-4236-a962-e4a706620c90 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539534 Dec 08 16:04:18.617326 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-620fff04-6878-4a35-a7dd-72da6ac2ab78 req-7edfc4be-2661-4b0b-a4c6-644125c125eb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34422553-fc63-47d6-a631-7f666537bc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283089 Dec 08 16:04:18.699490 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b87ccba-e3f5-4925-b1f1-58eb501e595a req-241d8021-9ddd-4be6-8a7d-4683a847799e tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:18.701060 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6b87ccba-e3f5-4925-b1f1-58eb501e595a req-241d8021-9ddd-4be6-8a7d-4683a847799e tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=8a50fa4b-7592-447e-a88a-be6b406d9a92 HTTP/1.1" status: 200 len: 1097 time: 0.0477483 Dec 08 16:04:18.727279 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-620fff04-6878-4a35-a7dd-72da6ac2ab78 req-03fc7561-0598-4489-bd9d-b4701649fa81 service neutron] 10.222.0.37 "GET /v2.0/networks/34422553-fc63-47d6-a631-7f666537bc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018736 Dec 08 16:04:18.765295 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6b87ccba-e3f5-4925-b1f1-58eb501e595a req-03add77a-5e81-4444-a8fc-de2fd2d26419 tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569723 Dec 08 16:04:18.835530 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-620fff04-6878-4a35-a7dd-72da6ac2ab78 req-4e1a7cbb-c550-45fe-9e93-971a55b66f97 service neutron] 10.222.0.37 "GET /v2.0/networks/34422553-fc63-47d6-a631-7f666537bc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949507 Dec 08 16:04:18.906035 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7af2c4-6c03-4234-b379-eb2a85eaa352 req-27d02387-d0ac-43ee-a4ae-b3c6ae52cdb6 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:18.911982 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7af2c4-6c03-4234-b379-eb2a85eaa352 req-27d02387-d0ac-43ee-a4ae-b3c6ae52cdb6 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:18.917965 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7af2c4-6c03-4234-b379-eb2a85eaa352 req-27d02387-d0ac-43ee-a4ae-b3c6ae52cdb6 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:18.923971 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7af2c4-6c03-4234-b379-eb2a85eaa352 req-27d02387-d0ac-43ee-a4ae-b3c6ae52cdb6 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:18.930363 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7af2c4-6c03-4234-b379-eb2a85eaa352 req-27d02387-d0ac-43ee-a4ae-b3c6ae52cdb6 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:18.937006 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7af2c4-6c03-4234-b379-eb2a85eaa352 req-27d02387-d0ac-43ee-a4ae-b3c6ae52cdb6 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:18.942914 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7af2c4-6c03-4234-b379-eb2a85eaa352 req-27d02387-d0ac-43ee-a4ae-b3c6ae52cdb6 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:18.944828 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3c7af2c4-6c03-4234-b379-eb2a85eaa352 req-27d02387-d0ac-43ee-a4ae-b3c6ae52cdb6 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 5418 time: 0.0928192 Dec 08 16:04:19.004783 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3c7af2c4-6c03-4234-b379-eb2a85eaa352 req-f3fcb0c8-f57c-471e-b832-40b775dcb9ff tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/security-groups?id=4aaaa83b-c5f6-43ce-9356-8631053cb551&id=49c58f26-f9c1-4b14-a3ef-7ff8fc05a8af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522308 Dec 08 16:04:19.238896 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fed4b4c8-e574-418c-af83-2b13cd6ce04c req-9d06b139-5835-4309-bf6e-cd95d1c7b614 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7f044dd4-dc97-4f05-8a73-1de9a290e893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313056 Dec 08 16:04:19.253147 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a96aac-b07a-47c5-b309-bb09daf51267 req-742bf440-604c-4f87-9772-f40ac092ec8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:19.254611 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-33a96aac-b07a-47c5-b309-bb09daf51267 req-742bf440-604c-4f87-9772-f40ac092ec8b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c880bd21814b40e6ae3101d50323e3bf&device_id=fdd52146-bb48-4dc2-9a9a-316389d685be HTTP/1.1" status: 200 len: 1095 time: 0.0427184 Dec 08 16:04:19.375078 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-33a96aac-b07a-47c5-b309-bb09daf51267 req-cfc35c8d-46b4-4479-a3d8-786ae575ebc4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a52d3ed-3e0f-4da1-89c0-2ed66809272a HTTP/1.1" status: 200 len: 217 time: 0.0592928 Dec 08 16:04:19.449582 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd8722f-1dcf-444f-b857-535ac6e7433b req-2defb798-fddc-4db1-aaf6-f9f8937cef52 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:19.451139 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ddd8722f-1dcf-444f-b857-535ac6e7433b req-2defb798-fddc-4db1-aaf6-f9f8937cef52 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c1c965-cb29-49ef-be40-4874f8ee0f28 HTTP/1.1" status: 200 len: 943 time: 0.0812192 Dec 08 16:04:19.453307 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fed4b4c8-e574-418c-af83-2b13cd6ce04c req-dee579b8-409e-4bcf-819d-2b59ce645d97 service neutron] 10.222.0.76 "GET /v2.0/networks/7f044dd4-dc97-4f05-8a73-1de9a290e893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381764 Dec 08 16:04:19.467558 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a96aac-b07a-47c5-b309-bb09daf51267 req-d719002d-3ddf-4bf6-afa5-d3ec3eddab68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:19.469066 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-33a96aac-b07a-47c5-b309-bb09daf51267 req-d719002d-3ddf-4bf6-afa5-d3ec3eddab68 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=99585e53-39d8-41c7-9c1c-34978972c4c3 HTTP/1.1" status: 200 len: 854 time: 0.0772996 Dec 08 16:04:19.477251 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5569a066-a190-49cb-a468-c00e5c2806b2 req-e52627d1-935b-439b-ab25-4de24883e9b6 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d86eb96a-4662-4a51-b38e-158468bddb6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0545034 Dec 08 16:04:19.567821 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ddd8722f-1dcf-444f-b857-535ac6e7433b req-c60053ec-a1ef-4baf-af41-3b4c82501d8d tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096947 Dec 08 16:04:19.584818 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a96aac-b07a-47c5-b309-bb09daf51267 req-d0f978da-8289-4922-a206-3625167a1d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:19.586356 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-33a96aac-b07a-47c5-b309-bb09daf51267 req-d0f978da-8289-4922-a206-3625167a1d69 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=18566df4-f51e-4bda-be63-239ee9dc09ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0928736 Dec 08 16:04:19.591559 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5569a066-a190-49cb-a468-c00e5c2806b2 req-cd9295d3-c8dd-4bd3-a7af-f956d4577b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:19.593298 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5569a066-a190-49cb-a468-c00e5c2806b2 req-cd9295d3-c8dd-4bd3-a7af-f956d4577b99 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a852a94827a640d4b4d781ca2b4d8472&device_id=d86eb96a-4662-4a51-b38e-158468bddb6c HTTP/1.1" status: 200 len: 1097 time: 0.0847075 Dec 08 16:04:19.599676 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fed4b4c8-e574-418c-af83-2b13cd6ce04c req-5f2250fe-1719-4927-ac42-8ffc4922e9c3 service neutron] 10.222.0.76 "GET /v2.0/networks/7f044dd4-dc97-4f05-8a73-1de9a290e893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283636 Dec 08 16:04:19.695933 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-33a96aac-b07a-47c5-b309-bb09daf51267 req-cfa05b5c-b8cf-47e3-a02b-28f4d771ad31 service neutron] 10.222.0.76 "GET /v2.0/networks/18566df4-f51e-4bda-be63-239ee9dc09ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973544 Dec 08 16:04:19.753892 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ae9ba4-cc0b-4108-a98c-0f133cc275eb req-fb958ae3-3100-4f31-a70d-c681d5f90f75 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:19.755404 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-35ae9ba4-cc0b-4108-a98c-0f133cc275eb req-fb958ae3-3100-4f31-a70d-c681d5f90f75 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1 HTTP/1.1" status: 200 len: 949 time: 0.0849805 Dec 08 16:04:19.756839 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5569a066-a190-49cb-a468-c00e5c2806b2 req-a8e6f11a-a52d-4fd0-a32e-a4f395883418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:19.758206 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5569a066-a190-49cb-a468-c00e5c2806b2 req-a8e6f11a-a52d-4fd0-a32e-a4f395883418 service neutron] 10.222.0.76 "GET /v2.0/networks?id=335547d4-bfd2-4ca6-83e2-63a39090738e HTTP/1.1" status: 200 len: 924 time: 0.1329858 Dec 08 16:04:19.884153 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-33a96aac-b07a-47c5-b309-bb09daf51267 req-f3445ece-c16e-438a-9fc8-a1ed60de82bd service neutron] 10.222.0.76 "GET /v2.0/networks/18566df4-f51e-4bda-be63-239ee9dc09ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115997 Dec 08 16:04:19.890130 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-35ae9ba4-cc0b-4108-a98c-0f133cc275eb req-72d37927-20a3-4dc3-8f3f-4186708b60ac tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282213 Dec 08 16:04:19.894552 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5569a066-a190-49cb-a468-c00e5c2806b2 req-c35df74d-5f8d-40fb-acbc-1e447643f601 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=704ab857-cb62-42bf-95f6-465a94562502 HTTP/1.1" status: 200 len: 1000 time: 0.1187954 Dec 08 16:04:19.961585 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5569a066-a190-49cb-a468-c00e5c2806b2 req-5742b1a3-5a34-4abb-9a85-f19eaa66d9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:19.964515 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5569a066-a190-49cb-a468-c00e5c2806b2 req-5742b1a3-5a34-4abb-9a85-f19eaa66d9a0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ef5ea7fa-565f-48e7-8d27-0c7d9b33e964 HTTP/1.1" status: 200 len: 862 time: 0.0602231 Dec 08 16:04:20.049689 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8e2e6e-b0f4-45a4-b6e6-a6548be77f5b req-9c1c50eb-ccb6-49b7-b0ca-2ee87c45f588 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:20.051647 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0b8e2e6e-b0f4-45a4-b6e6-a6548be77f5b req-9c1c50eb-ccb6-49b7-b0ca-2ee87c45f588 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] 10.222.0.64 "GET /v2.0/ports?device_id=fdd52146-bb48-4dc2-9a9a-316389d685be HTTP/1.1" status: 200 len: 943 time: 0.0861843 Dec 08 16:04:20.055063 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5569a066-a190-49cb-a468-c00e5c2806b2 req-77cc252c-d59d-42eb-82f9-f02fa182f563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:20.057120 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5569a066-a190-49cb-a468-c00e5c2806b2 req-77cc252c-d59d-42eb-82f9-f02fa182f563 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=335547d4-bfd2-4ca6-83e2-63a39090738e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0817614 Dec 08 16:04:20.086120 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f3646-72d7-4db0-9c06-72e9d0410ea8 req-b94711b3-ec26-4a9b-b359-650f6054de8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:20.088033 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b39f3646-72d7-4db0-9c06-72e9d0410ea8 req-b94711b3-ec26-4a9b-b359-650f6054de8e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c880bd21814b40e6ae3101d50323e3bf&device_id=fdd52146-bb48-4dc2-9a9a-316389d685be HTTP/1.1" status: 200 len: 1095 time: 0.0450313 Dec 08 16:04:20.167060 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0b8e2e6e-b0f4-45a4-b6e6-a6548be77f5b req-2fca1546-6fdc-4499-93c3-353ec9150820 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] 10.222.0.64 "GET /v2.0/security-groups?id=b83a792b-10a4-4962-8f15-9ebf1f87e728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060779 Dec 08 16:04:20.197305 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5569a066-a190-49cb-a468-c00e5c2806b2 req-708eefd3-696b-4851-90a9-54088a6fc7ce service neutron] 10.222.0.76 "GET /v2.0/networks/335547d4-bfd2-4ca6-83e2-63a39090738e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318705 Dec 08 16:04:20.338786 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe6a89-565b-4078-9f74-cec4018425a5 req-e6a5b47c-52a6-4625-8727-8c394595c32c tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:20.340412 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a6fe6a89-565b-4078-9f74-cec4018425a5 req-e6a5b47c-52a6-4625-8727-8c394595c32c tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f53c77c-7353-4d34-8f3c-0219d1388746 HTTP/1.1" status: 200 len: 943 time: 0.0727015 Dec 08 16:04:20.382788 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5569a066-a190-49cb-a468-c00e5c2806b2 req-33c406ce-0a98-4275-bc12-30672f0b33d1 service neutron] 10.222.0.76 "GET /v2.0/networks/335547d4-bfd2-4ca6-83e2-63a39090738e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712143 Dec 08 16:04:20.418627 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a6fe6a89-565b-4078-9f74-cec4018425a5 req-ec3491ba-2718-4846-81e2-9c6ee822f230 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667200 Dec 08 16:04:20.470014 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f3646-72d7-4db0-9c06-72e9d0410ea8 req-6b53ef3c-da37-4435-ae91-e967d7318222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:20.471542 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b39f3646-72d7-4db0-9c06-72e9d0410ea8 req-6b53ef3c-da37-4435-ae91-e967d7318222 service neutron] 10.222.0.76 "GET /v2.0/networks?id=18566df4-f51e-4bda-be63-239ee9dc09ee HTTP/1.1" status: 200 len: 916 time: 0.3688939 Dec 08 16:04:20.515330 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b39f3646-72d7-4db0-9c06-72e9d0410ea8 req-00056bd7-e79a-4c48-9a97-31bf60ae5f86 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a52d3ed-3e0f-4da1-89c0-2ed66809272a HTTP/1.1" status: 200 len: 217 time: 0.0351253 Dec 08 16:04:20.548485 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f543510-af41-4a7a-807b-3eacdc96baa5 req-21a38436-41a1-418d-bcac-e08dab1ab20a tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:20.554817 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f543510-af41-4a7a-807b-3eacdc96baa5 req-21a38436-41a1-418d-bcac-e08dab1ab20a tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:20.561309 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f543510-af41-4a7a-807b-3eacdc96baa5 req-21a38436-41a1-418d-bcac-e08dab1ab20a tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:20.567015 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f3646-72d7-4db0-9c06-72e9d0410ea8 req-f8db144d-3bd7-41c7-a2c2-51f8ea47bd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:20.567442 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f543510-af41-4a7a-807b-3eacdc96baa5 req-21a38436-41a1-418d-bcac-e08dab1ab20a tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:20.568500 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b39f3646-72d7-4db0-9c06-72e9d0410ea8 req-f8db144d-3bd7-41c7-a2c2-51f8ea47bd6f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=99585e53-39d8-41c7-9c1c-34978972c4c3 HTTP/1.1" status: 200 len: 854 time: 0.0456567 Dec 08 16:04:20.573409 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f543510-af41-4a7a-807b-3eacdc96baa5 req-21a38436-41a1-418d-bcac-e08dab1ab20a tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:20.579414 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f543510-af41-4a7a-807b-3eacdc96baa5 req-21a38436-41a1-418d-bcac-e08dab1ab20a tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:20.585410 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f543510-af41-4a7a-807b-3eacdc96baa5 req-21a38436-41a1-418d-bcac-e08dab1ab20a tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:20.588402 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7f543510-af41-4a7a-807b-3eacdc96baa5 req-21a38436-41a1-418d-bcac-e08dab1ab20a tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 5418 time: 0.0979283 Dec 08 16:04:20.623861 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f3646-72d7-4db0-9c06-72e9d0410ea8 req-59e71222-c301-49a0-950a-21d71aa476d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:20.625285 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b39f3646-72d7-4db0-9c06-72e9d0410ea8 req-59e71222-c301-49a0-950a-21d71aa476d5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=18566df4-f51e-4bda-be63-239ee9dc09ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482135 Dec 08 16:04:20.653551 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7f543510-af41-4a7a-807b-3eacdc96baa5 req-9aea949f-0efd-425f-9b46-4f57d06b50d1 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/security-groups?id=4aaaa83b-c5f6-43ce-9356-8631053cb551&id=49c58f26-f9c1-4b14-a3ef-7ff8fc05a8af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579507 Dec 08 16:04:20.723544 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b39f3646-72d7-4db0-9c06-72e9d0410ea8 req-0cbbb087-559d-41b3-8248-8b8fa1f15829 service neutron] 10.222.0.76 "GET /v2.0/networks/18566df4-f51e-4bda-be63-239ee9dc09ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856900 Dec 08 16:04:20.828820 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b39f3646-72d7-4db0-9c06-72e9d0410ea8 req-6c9adf85-67b3-4a66-aa49-b967eb7f0eb7 service neutron] 10.222.0.76 "GET /v2.0/networks/18566df4-f51e-4bda-be63-239ee9dc09ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990169 Dec 08 16:04:20.907828 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d0df22-62c8-4b9e-b4a6-413988eeb388 req-b10a7c9e-bb41-4afd-80d2-b4753f100461 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:20.911282 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-26d0df22-62c8-4b9e-b4a6-413988eeb388 req-b10a7c9e-bb41-4afd-80d2-b4753f100461 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c1c965-cb29-49ef-be40-4874f8ee0f28 HTTP/1.1" status: 200 len: 943 time: 0.0528345 Dec 08 16:04:20.965858 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-26d0df22-62c8-4b9e-b4a6-413988eeb388 req-a26d7a4b-126e-4ce5-9a1c-143318fc671b tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479231 Dec 08 16:04:21.082082 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64237a65-8574-48db-9727-13dfa9345958 req-0c7b736a-160d-44ed-82b5-4c3fbd2231fa tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:21.083614 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-64237a65-8574-48db-9727-13dfa9345958 req-0c7b736a-160d-44ed-82b5-4c3fbd2231fa tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1 HTTP/1.1" status: 200 len: 949 time: 0.0604222 Dec 08 16:04:21.138517 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-64237a65-8574-48db-9727-13dfa9345958 req-7e068de3-b7ad-4b45-ad0c-e3fe09dbb7c2 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464010 Dec 08 16:04:21.299068 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9923d861-598f-4c7f-a3c1-78cb59eddc84 req-06790f90-9011-4888-84ee-1a52bb98f21c tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:21.301872 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9923d861-598f-4c7f-a3c1-78cb59eddc84 req-06790f90-9011-4888-84ee-1a52bb98f21c tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] 10.222.0.64 "GET /v2.0/ports?device_id=fdd52146-bb48-4dc2-9a9a-316389d685be HTTP/1.1" status: 200 len: 943 time: 0.0524004 Dec 08 16:04:21.355526 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9923d861-598f-4c7f-a3c1-78cb59eddc84 req-5960709b-047c-422d-af8a-6285067835ce tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] 10.222.0.64 "GET /v2.0/security-groups?id=b83a792b-10a4-4962-8f15-9ebf1f87e728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466754 Dec 08 16:04:21.544283 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e8f708-f2dc-4c3d-95bf-56adbfbf1cff req-56196a82-17bd-45b3-885b-cd3ff83999a8 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:21.545841 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-86e8f708-f2dc-4c3d-95bf-56adbfbf1cff req-56196a82-17bd-45b3-885b-cd3ff83999a8 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f53c77c-7353-4d34-8f3c-0219d1388746 HTTP/1.1" status: 200 len: 943 time: 0.0544224 Dec 08 16:04:21.604351 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-86e8f708-f2dc-4c3d-95bf-56adbfbf1cff req-71df02f5-dde4-4f54-9f73-7e8ee341bf45 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519841 Dec 08 16:04:21.615170 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 2acddd17-f22b-4087-a5b4-ec69bc31c48a details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:04:21.714653 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 2acddd17-f22b-4087-a5b4-ec69bc31c48a, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=2acddd17-f22b-4087-a5b4-ec69bc31c48a,segment=NetworkSegment(feac72a6-bbb0-42da-a5f2-51d59135d26f),segment_id=feac72a6-bbb0-42da-a5f2-51d59135d26f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:21.730562 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '2acddd17-f22b-4087-a5b4-ec69bc31c48a', 'network_id': '34422553-fc63-47d6-a631-7f666537bc5c', 'port_id': '2acddd17-f22b-4087-a5b4-ec69bc31c48a', 'mac_address': 'fa:16:3e:42:51:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5db44a3c-d12a-4344-a611-2d41355a5e50', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:04:21.769153 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:21.782143 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2acddd17-f22b-4087-a5b4-ec69bc31c48a {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:04:21.796160 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6281888f-1126-4bff-9948-bbc92a56728c req-190df5b8-842c-47e9-8b74-7553476e06cc tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:21.802008 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 2acddd17-f22b-4087-a5b4-ec69bc31c48a, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=2acddd17-f22b-4087-a5b4-ec69bc31c48a,segment=NetworkSegment(feac72a6-bbb0-42da-a5f2-51d59135d26f),segment_id=feac72a6-bbb0-42da-a5f2-51d59135d26f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:21.802712 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6281888f-1126-4bff-9948-bbc92a56728c req-190df5b8-842c-47e9-8b74-7553476e06cc tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:21.809215 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6281888f-1126-4bff-9948-bbc92a56728c req-190df5b8-842c-47e9-8b74-7553476e06cc tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:21.815460 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6281888f-1126-4bff-9948-bbc92a56728c req-190df5b8-842c-47e9-8b74-7553476e06cc tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:21.821666 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6281888f-1126-4bff-9948-bbc92a56728c req-190df5b8-842c-47e9-8b74-7553476e06cc tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:21.827744 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6281888f-1126-4bff-9948-bbc92a56728c req-190df5b8-842c-47e9-8b74-7553476e06cc tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:21.833859 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6281888f-1126-4bff-9948-bbc92a56728c req-190df5b8-842c-47e9-8b74-7553476e06cc tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:21.835777 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6281888f-1126-4bff-9948-bbc92a56728c req-190df5b8-842c-47e9-8b74-7553476e06cc tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 5418 time: 0.0953472 Dec 08 16:04:21.879441 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:21.897141 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6281888f-1126-4bff-9948-bbc92a56728c req-fae26cc2-201c-446e-b1e4-3602d34adc4e tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/security-groups?id=4aaaa83b-c5f6-43ce-9356-8631053cb551&id=49c58f26-f9c1-4b14-a3ef-7ff8fc05a8af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547514 Dec 08 16:04:21.930004 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=2acddd17-f22b-4087-a5b4-ec69bc31c48a,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:22.047465 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41332f4b-0854-4c63-aafe-97f85bd9578e req-9129d858-f30e-4f83-bb92-d61de23cb23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:22.049204 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-41332f4b-0854-4c63-aafe-97f85bd9578e req-9129d858-f30e-4f83-bb92-d61de23cb23e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b73d206799fe4423a8cfa64c519990fb&device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1 HTTP/1.1" status: 200 len: 1101 time: 0.0474253 Dec 08 16:04:22.053676 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-cab56eac-4834-421b-85bd-aba4014f30dc tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:04:22.054734 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-cab56eac-4834-421b-85bd-aba4014f30dc tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0096080 Dec 08 16:04:22.157089 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['2acddd17-f22b-4087-a5b4-ec69bc31c48a'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:04:22.173235 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-ff1320ea-945d-47fc-a6d7-3da7af4995fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:22.174629 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-ff1320ea-945d-47fc-a6d7-3da7af4995fd service neutron] 10.222.0.64 "GET /v2.0/ports/29971d89-222c-43b5-a49f-01483af5bbe9 HTTP/1.1" status: 200 len: 1094 time: 0.1070733 Dec 08 16:04:22.189930 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-b0ad8380-1d95-4a5f-bf85-b41abfe7e335 service neutron] Request body: {'binding': {'host': 'n-h1-776250-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:04:22.190379 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-b0ad8380-1d95-4a5f-bf85-b41abfe7e335 service neutron] Unknown quota resources ['binding']. {{(pid=110551) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 16:04:22.236353 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50159ffb-c1ea-4f02-97b2-9d807362e88f req-ce9e4d5f-9e7b-452a-bcec-f1f66a038546 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:22.237888 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-50159ffb-c1ea-4f02-97b2-9d807362e88f req-ce9e4d5f-9e7b-452a-bcec-f1f66a038546 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c1c965-cb29-49ef-be40-4874f8ee0f28 HTTP/1.1" status: 200 len: 943 time: 0.1495249 Dec 08 16:04:22.279971 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41332f4b-0854-4c63-aafe-97f85bd9578e req-c9a64673-a91e-4a2e-8753-dfe96f73ed05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:22.281473 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-41332f4b-0854-4c63-aafe-97f85bd9578e req-c9a64673-a91e-4a2e-8753-dfe96f73ed05 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b91759c7-445e-4f7b-9fc4-64d80951832c HTTP/1.1" status: 200 len: 870 time: 0.2239008 Dec 08 16:04:22.359002 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-41332f4b-0854-4c63-aafe-97f85bd9578e req-ba2013a5-9d3a-4e91-9437-507f37edd29c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=8263009c-1760-43bc-aeb2-04fa7693a1fb HTTP/1.1" status: 200 len: 217 time: 0.0496466 Dec 08 16:04:22.418911 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-50159ffb-c1ea-4f02-97b2-9d807362e88f req-99b44933-75e0-4268-be9f-a85c9ba8a140 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696448 Dec 08 16:04:22.421638 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 8162876c-f6c5-48eb-8274-68769056fd81 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:04:22.455396 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41332f4b-0854-4c63-aafe-97f85bd9578e req-8428690f-85a9-4658-b388-b39954f4763f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:22.456924 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-41332f4b-0854-4c63-aafe-97f85bd9578e req-8428690f-85a9-4658-b388-b39954f4763f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.0875592 Dec 08 16:04:22.500320 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-b0ad8380-1d95-4a5f-bf85-b41abfe7e335 service neutron] Attempting to bind port 29971d89-222c-43b5-a49f-01483af5bbe9 on host n-h1-776250-12 for vnic_type normal with profile None {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:04:22.500666 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-b0ad8380-1d95-4a5f-bf85-b41abfe7e335 service neutron] Attempting to bind port 29971d89-222c-43b5-a49f-01483af5bbe9 by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': '08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9fb73276-e1f8-4bac-a027-20476a8f0b71'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:04:22.500997 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-b0ad8380-1d95-4a5f-bf85-b41abfe7e335 service neutron] Attempting to bind port 29971d89-222c-43b5-a49f-01483af5bbe9 on network 9fb73276-e1f8-4bac-a027-20476a8f0b71 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:04:22.518190 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-b0ad8380-1d95-4a5f-bf85-b41abfe7e335 service neutron] Port 29971d89-222c-43b5-a49f-01483af5bbe9 on network 9fb73276-e1f8-4bac-a027-20476a8f0b71 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:04:22.518441 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-b0ad8380-1d95-4a5f-bf85-b41abfe7e335 service neutron] Attempting to bind port 29971d89-222c-43b5-a49f-01483af5bbe9 on network 9fb73276-e1f8-4bac-a027-20476a8f0b71 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:04:22.542785 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-b0ad8380-1d95-4a5f-bf85-b41abfe7e335 service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:04:22.546295 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-b0ad8380-1d95-4a5f-bf85-b41abfe7e335 service neutron] Checking segment: {'id': '08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9fb73276-e1f8-4bac-a027-20476a8f0b71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:04:22.546437 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 8162876c-f6c5-48eb-8274-68769056fd81, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=8162876c-f6c5-48eb-8274-68769056fd81,segment=NetworkSegment(e6288665-5271-4e12-95de-f05a0f00000f),segment_id=e6288665-5271-4e12-95de-f05a0f00000f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:22.546562 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-b0ad8380-1d95-4a5f-bf85-b41abfe7e335 service neutron] Bound using segment: {'id': '08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9fb73276-e1f8-4bac-a027-20476a8f0b71'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:04:22.546562 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-b0ad8380-1d95-4a5f-bf85-b41abfe7e335 service neutron] Bound port: 29971d89-222c-43b5-a49f-01483af5bbe9, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9fb73276-e1f8-4bac-a027-20476a8f0b71'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:04:22.556616 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '8162876c-f6c5-48eb-8274-68769056fd81', 'network_id': '7f044dd4-dc97-4f05-8a73-1de9a290e893', 'port_id': '8162876c-f6c5-48eb-8274-68769056fd81', 'mac_address': 'fa:16:3e:c2:17:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e145596-3948-4729-810a-534bcf8272d4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:04:22.582302 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41332f4b-0854-4c63-aafe-97f85bd9578e req-67a7c1af-31c3-4057-a0d3-35fef5002e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:22.583843 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-41332f4b-0854-4c63-aafe-97f85bd9578e req-67a7c1af-31c3-4057-a0d3-35fef5002e09 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1147242 Dec 08 16:04:22.601945 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:22.610271 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d3a7db-eb60-430f-8e78-882304d8c383 req-92b1b0f4-179c-413f-a836-6267319d95c5 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:22.611793 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-54d3a7db-eb60-430f-8e78-882304d8c383 req-92b1b0f4-179c-413f-a836-6267319d95c5 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1 HTTP/1.1" status: 200 len: 949 time: 0.1084268 Dec 08 16:04:22.618127 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8162876c-f6c5-48eb-8274-68769056fd81 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:04:22.639137 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 8162876c-f6c5-48eb-8274-68769056fd81, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=8162876c-f6c5-48eb-8274-68769056fd81,segment=NetworkSegment(e6288665-5271-4e12-95de-f05a0f00000f),segment_id=e6288665-5271-4e12-95de-f05a0f00000f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:22.685744 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-b0ad8380-1d95-4a5f-bf85-b41abfe7e335 service neutron] For port 29971d89-222c-43b5-a49f-01483af5bbe9, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=29971d89-222c-43b5-a49f-01483af5bbe9,segment=NetworkSegment(08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4),segment_id=08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:04:22.727176 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-54d3a7db-eb60-430f-8e78-882304d8c383 req-a3ee4dfe-a051-4c37-a5f5-6bf7b0d4bf11 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021907 Dec 08 16:04:22.746011 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-41332f4b-0854-4c63-aafe-97f85bd9578e req-702463f1-cc81-4317-af43-52ea3f5b270f service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528640 Dec 08 16:04:22.784368 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:22.830034 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-b0ad8380-1d95-4a5f-bf85-b41abfe7e335 service neutron] Publish callbacks [] for binding, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:22.831220 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-b0ad8380-1d95-4a5f-bf85-b41abfe7e335 service neutron] 10.222.0.64 "POST /v2.0/ports/29971d89-222c-43b5-a49f-01483af5bbe9/bindings HTTP/1.1" status: 201 len: 390 time: 0.6471939 Dec 08 16:04:22.837105 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=8162876c-f6c5-48eb-8274-68769056fd81,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:22.876141 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e686c66-7235-4865-a6bb-f14758339a08 req-d2b219f8-e829-499c-8b51-4a31e389789d tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:22.878597 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4e686c66-7235-4865-a6bb-f14758339a08 req-d2b219f8-e829-499c-8b51-4a31e389789d tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] 10.222.0.64 "GET /v2.0/ports?device_id=fdd52146-bb48-4dc2-9a9a-316389d685be HTTP/1.1" status: 200 len: 943 time: 0.0812576 Dec 08 16:04:22.894621 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-41332f4b-0854-4c63-aafe-97f85bd9578e req-e4a7460b-2207-4f15-8d94-24f22c1e6c28 service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401148 Dec 08 16:04:22.929914 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4e686c66-7235-4865-a6bb-f14758339a08 req-6408e222-8b4b-4f5a-9254-33eadbf3e05b tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] 10.222.0.64 "GET /v2.0/security-groups?id=b83a792b-10a4-4962-8f15-9ebf1f87e728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444314 Dec 08 16:04:23.034919 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1181547-545f-4318-8036-aac00e8db6ce req-f0852b51-351c-4932-83b3-13fc465acff1 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:23.036489 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b1181547-545f-4318-8036-aac00e8db6ce req-f0852b51-351c-4932-83b3-13fc465acff1 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f53c77c-7353-4d34-8f3c-0219d1388746 HTTP/1.1" status: 200 len: 944 time: 0.0505896 Dec 08 16:04:23.089102 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b1181547-545f-4318-8036-aac00e8db6ce req-637d1ac7-7a40-4673-b573-30962b2ce16c tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439351 Dec 08 16:04:23.160089 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f48d9b1-385c-431b-95a0-6df1a7dcaf1f req-c653cbe8-8271-4617-a002-255d45eb2f77 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:23.172076 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f48d9b1-385c-431b-95a0-6df1a7dcaf1f req-c653cbe8-8271-4617-a002-255d45eb2f77 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:23.178401 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f48d9b1-385c-431b-95a0-6df1a7dcaf1f req-c653cbe8-8271-4617-a002-255d45eb2f77 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:23.185207 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f48d9b1-385c-431b-95a0-6df1a7dcaf1f req-c653cbe8-8271-4617-a002-255d45eb2f77 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:23.191266 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f48d9b1-385c-431b-95a0-6df1a7dcaf1f req-c653cbe8-8271-4617-a002-255d45eb2f77 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:23.197351 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f48d9b1-385c-431b-95a0-6df1a7dcaf1f req-c653cbe8-8271-4617-a002-255d45eb2f77 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:23.204682 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f48d9b1-385c-431b-95a0-6df1a7dcaf1f req-c653cbe8-8271-4617-a002-255d45eb2f77 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:23.206629 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7f48d9b1-385c-431b-95a0-6df1a7dcaf1f req-c653cbe8-8271-4617-a002-255d45eb2f77 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 5418 time: 0.1119852 Dec 08 16:04:23.276378 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7f48d9b1-385c-431b-95a0-6df1a7dcaf1f req-dd43db7c-341a-44e7-824d-47546ca368e9 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/security-groups?id=4aaaa83b-c5f6-43ce-9356-8631053cb551&id=49c58f26-f9c1-4b14-a3ef-7ff8fc05a8af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0633152 Dec 08 16:04:23.324167 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92dd6b-b5bf-4dd9-b2df-68b99fbb1a8b req-870699aa-76c9-4c0e-b4fc-5be654506453 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:23.325718 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2c92dd6b-b5bf-4dd9-b2df-68b99fbb1a8b req-870699aa-76c9-4c0e-b4fc-5be654506453 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a50fa4b-7592-447e-a88a-be6b406d9a92 HTTP/1.1" status: 200 len: 945 time: 0.0540819 Dec 08 16:04:23.375683 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['8162876c-f6c5-48eb-8274-68769056fd81'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:04:23.381232 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2c92dd6b-b5bf-4dd9-b2df-68b99fbb1a8b req-93e0a696-df27-4524-8b4a-caf706a016cf tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494447 Dec 08 16:04:23.542733 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd1b06-6496-42f2-8046-29681ceee976 req-a3f28b44-d1e0-4e55-a107-3b7ac4b883b9 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:23.544358 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-87bd1b06-6496-42f2-8046-29681ceee976 req-a3f28b44-d1e0-4e55-a107-3b7ac4b883b9 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c1c965-cb29-49ef-be40-4874f8ee0f28 HTTP/1.1" status: 200 len: 944 time: 0.0518310 Dec 08 16:04:23.600192 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-87bd1b06-6496-42f2-8046-29681ceee976 req-20f9bf2c-4d0d-45e3-af55-b99fbab68e99 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494854 Dec 08 16:04:23.616262 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 2acddd17-f22b-4087-a5b4-ec69bc31c48a up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:04:23.658588 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-5459f6e9-04d1-4920-8770-3b1da62ddcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:23.660094 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-5459f6e9-04d1-4920-8770-3b1da62ddcc7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=85658dbd01a84c26a2385fde82126184&device_id=8a50fa4b-7592-447e-a88a-be6b406d9a92 HTTP/1.1" status: 200 len: 1097 time: 0.0436006 Dec 08 16:04:23.753267 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-cc258129-8ff5-4a8b-a9f3-24dd4ccbc195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:23.754235 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port 2acddd17-f22b-4087-a5b4-ec69bc31c48a completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:04:23.754740 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-cc258129-8ff5-4a8b-a9f3-24dd4ccbc195 service neutron] 10.222.0.76 "GET /v2.0/networks?id=9fb73276-e1f8-4bac-a027-20476a8f0b71 HTTP/1.1" status: 200 len: 921 time: 0.0853813 Dec 08 16:04:23.758955 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 2acddd17-f22b-4087-a5b4-ec69bc31c48a triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:04:23.759294 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:23.807010 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-fae994df-1775-41ec-aa70-c5c332a6173f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29971d89-222c-43b5-a49f-01483af5bbe9 HTTP/1.1" status: 200 len: 217 time: 0.0439234 Dec 08 16:04:23.849027 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c041703-ae97-4e16-918b-bc7b35eea41b req-8bb249b4-08d3-4fe0-a3aa-7a3fb0b90d30 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:23.850801 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4c041703-ae97-4e16-918b-bc7b35eea41b req-8bb249b4-08d3-4fe0-a3aa-7a3fb0b90d30 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1 HTTP/1.1" status: 200 len: 949 time: 0.0531108 Dec 08 16:04:23.853100 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:23.860807 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-aa40d9b0-5f1c-4b0b-ac05-05b367331c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:23.862562 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-aa40d9b0-5f1c-4b0b-ac05-05b367331c5a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3bab6816-4414-47cc-922e-2566e0e2da0a HTTP/1.1" status: 200 len: 860 time: 0.0470877 Dec 08 16:04:23.876903 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f53c77c-7353-4d34-8f3c-0219d1388746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2acddd17-f22b-4087-a5b4-ec69bc31c48a'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:04:23.880900 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07edd928-098b-430f-b168-e7ef1f2f86a6" -d '{"events": [{"server_uuid": "9f53c77c-7353-4d34-8f3c-0219d1388746", "name": "network-vif-plugged", "status": "completed", "tag": "2acddd17-f22b-4087-a5b4-ec69bc31c48a"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:04:23.896569 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 2acddd17-f22b-4087-a5b4-ec69bc31c48a, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=2acddd17-f22b-4087-a5b4-ec69bc31c48a,segment=NetworkSegment(feac72a6-bbb0-42da-a5f2-51d59135d26f),segment_id=feac72a6-bbb0-42da-a5f2-51d59135d26f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:23.897852 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-2840f5a0-3742-4de5-8121-8def7f1fa75a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9fb73276-e1f8-4bac-a027-20476a8f0b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258601 Dec 08 16:04:23.905262 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4c041703-ae97-4e16-918b-bc7b35eea41b req-2fc06e07-b248-4028-8676-e27354d0cfb1 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471516 Dec 08 16:04:23.920315 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ffd71d2-515b-46d4-aa0e-2ff67d7747ba x-openstack-request-id: req-2ffd71d2-515b-46d4-aa0e-2ff67d7747ba {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:04:23.920680 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f53c77c-7353-4d34-8f3c-0219d1388746", "name": "network-vif-plugged", "status": "completed", "tag": "2acddd17-f22b-4087-a5b4-ec69bc31c48a", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:04:23.921221 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2ffd71d2-515b-46d4-aa0e-2ff67d7747ba {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:04:23.922303 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f53c77c-7353-4d34-8f3c-0219d1388746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2acddd17-f22b-4087-a5b4-ec69bc31c48a', 'code': 200} Dec 08 16:04:23.993678 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:24.009551 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-3553b4d4-18d7-4a77-92d2-6725f589b949 service neutron] 10.222.0.76 "GET /v2.0/networks/9fb73276-e1f8-4bac-a027-20476a8f0b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922310 Dec 08 16:04:24.037480 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edabd73-ecc1-475b-b32b-051ec55bf4ab req-a4c6af40-9360-457c-a001-2d8087e31d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:24.039551 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0edabd73-ecc1-475b-b32b-051ec55bf4ab req-a4c6af40-9360-457c-a001-2d8087e31d24 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9f53c77c-7353-4d34-8f3c-0219d1388746 HTTP/1.1" status: 200 len: 1097 time: 0.0491719 Dec 08 16:04:24.044298 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=2acddd17-f22b-4087-a5b4-ec69bc31c48a,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:24.089062 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0edabd73-ecc1-475b-b32b-051ec55bf4ab req-a986e8c8-d6e9-4a75-bf22-804aa6ee3511 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429239 Dec 08 16:04:24.138066 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435d97e-aca8-4100-8a33-42f12e559b77 req-c57a5f4c-abed-4f6d-8385-37b4b078536a tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:24.139585 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0435d97e-aca8-4100-8a33-42f12e559b77 req-c57a5f4c-abed-4f6d-8385-37b4b078536a tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] 10.222.0.64 "GET /v2.0/ports?device_id=fdd52146-bb48-4dc2-9a9a-316389d685be HTTP/1.1" status: 200 len: 943 time: 0.1050155 Dec 08 16:04:24.145463 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-192bb53b-3882-42bc-af4f-a0bedcf01e7f service neutron] 10.222.0.76 "GET /v2.0/networks/9fb73276-e1f8-4bac-a027-20476a8f0b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321468 Dec 08 16:04:24.196117 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0435d97e-aca8-4100-8a33-42f12e559b77 req-b095c22d-cf17-48e8-b9f3-705bb33ccd21 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] 10.222.0.64 "GET /v2.0/security-groups?id=b83a792b-10a4-4962-8f15-9ebf1f87e728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496528 Dec 08 16:04:24.211769 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d22db1a-4f0e-4f74-88ec-8decd5720407 req-000a264b-230b-44db-9289-6c7bc66b473c tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:24.213412 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5d22db1a-4f0e-4f74-88ec-8decd5720407 req-000a264b-230b-44db-9289-6c7bc66b473c tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f53c77c-7353-4d34-8f3c-0219d1388746 HTTP/1.1" status: 200 len: 945 time: 0.0508275 Dec 08 16:04:24.265878 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5d22db1a-4f0e-4f74-88ec-8decd5720407 req-a138a151-e8a4-4726-8838-9825a26681b0 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454960 Dec 08 16:04:24.405458 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b181ca-1ebd-4ae1-9822-0abcc5769444 req-dfeb830f-9223-4bd8-8d75-d5d8e38623bc tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:24.411514 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b181ca-1ebd-4ae1-9822-0abcc5769444 req-dfeb830f-9223-4bd8-8d75-d5d8e38623bc tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:24.418041 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b181ca-1ebd-4ae1-9822-0abcc5769444 req-dfeb830f-9223-4bd8-8d75-d5d8e38623bc tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:24.424535 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b181ca-1ebd-4ae1-9822-0abcc5769444 req-dfeb830f-9223-4bd8-8d75-d5d8e38623bc tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:24.432588 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b181ca-1ebd-4ae1-9822-0abcc5769444 req-dfeb830f-9223-4bd8-8d75-d5d8e38623bc tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:24.439225 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b181ca-1ebd-4ae1-9822-0abcc5769444 req-dfeb830f-9223-4bd8-8d75-d5d8e38623bc tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:24.444093 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 3a52d3ed-3e0f-4da1-89c0-2ed66809272a details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:04:24.447163 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b181ca-1ebd-4ae1-9822-0abcc5769444 req-dfeb830f-9223-4bd8-8d75-d5d8e38623bc tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:24.449301 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a0b181ca-1ebd-4ae1-9822-0abcc5769444 req-dfeb830f-9223-4bd8-8d75-d5d8e38623bc tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 5418 time: 0.0974810 Dec 08 16:04:24.527646 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a0b181ca-1ebd-4ae1-9822-0abcc5769444 req-bf338e43-de7f-4b12-a363-d5d5e1d7625c tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/security-groups?id=4aaaa83b-c5f6-43ce-9356-8631053cb551&id=49c58f26-f9c1-4b14-a3ef-7ff8fc05a8af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0718927 Dec 08 16:04:24.560341 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6a18d1-7862-4674-97c8-11d3a682ab74 req-c495830e-9a78-4c6e-b10d-25c1a8d05ecd tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:24.564711 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-dd6a18d1-7862-4674-97c8-11d3a682ab74 req-c495830e-9a78-4c6e-b10d-25c1a8d05ecd tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a50fa4b-7592-447e-a88a-be6b406d9a92 HTTP/1.1" status: 200 len: 945 time: 0.0635233 Dec 08 16:04:24.580533 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 3a52d3ed-3e0f-4da1-89c0-2ed66809272a, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=3a52d3ed-3e0f-4da1-89c0-2ed66809272a,segment=NetworkSegment(5c25e1e9-a743-426e-83d9-87df3b1d36bf),segment_id=5c25e1e9-a743-426e-83d9-87df3b1d36bf)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:24.595320 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '3a52d3ed-3e0f-4da1-89c0-2ed66809272a', 'network_id': '18566df4-f51e-4bda-be63-239ee9dc09ee', 'port_id': '3a52d3ed-3e0f-4da1-89c0-2ed66809272a', 'mac_address': 'fa:16:3e:76:1c:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99585e53-39d8-41c7-9c1c-34978972c4c3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:04:24.619043 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-dd6a18d1-7862-4674-97c8-11d3a682ab74 req-18b4693e-5c03-4a81-a015-c32f42308c6c tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501325 Dec 08 16:04:24.641343 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:24.655641 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a52d3ed-3e0f-4da1-89c0-2ed66809272a {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:04:24.689304 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 3a52d3ed-3e0f-4da1-89c0-2ed66809272a, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=3a52d3ed-3e0f-4da1-89c0-2ed66809272a,segment=NetworkSegment(5c25e1e9-a743-426e-83d9-87df3b1d36bf),segment_id=5c25e1e9-a743-426e-83d9-87df3b1d36bf)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:24.736736 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f451af-7c17-4d74-9328-26b5be6260db req-a1646526-945e-4c99-8782-3572ba5c70be tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:24.738280 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e8f451af-7c17-4d74-9328-26b5be6260db req-a1646526-945e-4c99-8782-3572ba5c70be tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c1c965-cb29-49ef-be40-4874f8ee0f28 HTTP/1.1" status: 200 len: 944 time: 0.0511427 Dec 08 16:04:24.754585 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:24.755572 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 46d77430-42b0-41e7-86b7-9e679590e4fc details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:04:24.792448 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e8f451af-7c17-4d74-9328-26b5be6260db req-17fcceb0-42f0-4266-bf12-b5491e7f9c1d tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465479 Dec 08 16:04:24.854385 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=3a52d3ed-3e0f-4da1-89c0-2ed66809272a,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:24.914729 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 46d77430-42b0-41e7-86b7-9e679590e4fc, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=46d77430-42b0-41e7-86b7-9e679590e4fc,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:24.926766 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '46d77430-42b0-41e7-86b7-9e679590e4fc', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'port_id': '46d77430-42b0-41e7-86b7-9e679590e4fc', 'mac_address': 'fa:16:3e:a6:8b:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c93b3a32-b438-4a47-8558-220c03febf97', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:04:24.968743 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:24.985866 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 46d77430-42b0-41e7-86b7-9e679590e4fc {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:04:25.007677 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 46d77430-42b0-41e7-86b7-9e679590e4fc, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=46d77430-42b0-41e7-86b7-9e679590e4fc,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:25.043414 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c682b0b-55d5-4085-bb47-11a6c6e5acd9 req-bec9a5cc-8527-4cb6-ac32-3f1a70f85edf tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:25.045011 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5c682b0b-55d5-4085-bb47-11a6c6e5acd9 req-bec9a5cc-8527-4cb6-ac32-3f1a70f85edf tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1 HTTP/1.1" status: 200 len: 949 time: 0.0644011 Dec 08 16:04:25.068520 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:25.103442 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5c682b0b-55d5-4085-bb47-11a6c6e5acd9 req-6c8d08a4-e370-4fd3-9ecb-6714b359eff5 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514615 Dec 08 16:04:25.138332 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=46d77430-42b0-41e7-86b7-9e679590e4fc,revision_number=6']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:25.182786 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['46d77430-42b0-41e7-86b7-9e679590e4fc'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:04:25.387511 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccffa96a-62a0-4c03-b7a8-d1714a23d78a req-d6546831-7b0a-4eac-ba49-2d3760841f87 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:25.389400 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ccffa96a-62a0-4c03-b7a8-d1714a23d78a req-d6546831-7b0a-4eac-ba49-2d3760841f87 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] 10.222.0.64 "GET /v2.0/ports?device_id=fdd52146-bb48-4dc2-9a9a-316389d685be HTTP/1.1" status: 200 len: 944 time: 0.0970993 Dec 08 16:04:25.443682 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ccffa96a-62a0-4c03-b7a8-d1714a23d78a req-4ee6ddf2-9ebe-4339-bc5a-1dc5b02d5081 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] 10.222.0.64 "GET /v2.0/security-groups?id=b83a792b-10a4-4962-8f15-9ebf1f87e728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482194 Dec 08 16:04:25.473697 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9885cc55-4ee6-4ca5-8916-138c1a9116f8 req-0934288c-cf73-4356-80fa-032a4ee2c927 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:25.475483 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9885cc55-4ee6-4ca5-8916-138c1a9116f8 req-0934288c-cf73-4356-80fa-032a4ee2c927 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f53c77c-7353-4d34-8f3c-0219d1388746 HTTP/1.1" status: 200 len: 945 time: 0.0785072 Dec 08 16:04:25.539731 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9885cc55-4ee6-4ca5-8916-138c1a9116f8 req-c563e7cd-e725-47c4-b300-f938185c6f87 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563760 Dec 08 16:04:25.605359 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['3a52d3ed-3e0f-4da1-89c0-2ed66809272a'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:04:25.704944 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706fc067-2085-48f7-82ec-34713849e4e4 req-dcfabb85-468f-4ca4-bf0a-21249724c42f tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:25.711163 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706fc067-2085-48f7-82ec-34713849e4e4 req-dcfabb85-468f-4ca4-bf0a-21249724c42f tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:25.718059 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706fc067-2085-48f7-82ec-34713849e4e4 req-dcfabb85-468f-4ca4-bf0a-21249724c42f tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:25.724444 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706fc067-2085-48f7-82ec-34713849e4e4 req-dcfabb85-468f-4ca4-bf0a-21249724c42f tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:25.731410 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706fc067-2085-48f7-82ec-34713849e4e4 req-dcfabb85-468f-4ca4-bf0a-21249724c42f tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:25.737865 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706fc067-2085-48f7-82ec-34713849e4e4 req-dcfabb85-468f-4ca4-bf0a-21249724c42f tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:25.750283 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706fc067-2085-48f7-82ec-34713849e4e4 req-dcfabb85-468f-4ca4-bf0a-21249724c42f tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:25.752503 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-706fc067-2085-48f7-82ec-34713849e4e4 req-dcfabb85-468f-4ca4-bf0a-21249724c42f tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 5418 time: 0.1142681 Dec 08 16:04:25.798014 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa7930-c12f-4060-a5fc-36d6de6570df req-d2e29042-6d00-404e-8465-102ee8f372f0 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:25.799567 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c5fa7930-c12f-4060-a5fc-36d6de6570df req-d2e29042-6d00-404e-8465-102ee8f372f0 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a50fa4b-7592-447e-a88a-be6b406d9a92 HTTP/1.1" status: 200 len: 945 time: 0.0585470 Dec 08 16:04:25.822664 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-706fc067-2085-48f7-82ec-34713849e4e4 req-45723e63-4808-49cb-a694-fdd3b73bcf52 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/security-groups?id=4aaaa83b-c5f6-43ce-9356-8631053cb551&id=49c58f26-f9c1-4b14-a3ef-7ff8fc05a8af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0621507 Dec 08 16:04:25.856040 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c5fa7930-c12f-4060-a5fc-36d6de6570df req-4d9107b2-4b83-4740-af60-642ba244ad78 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495646 Dec 08 16:04:25.954332 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574e4f2-eca7-4e97-9e99-2a874b8eb464 req-c9a540fd-ea4e-44d8-ae97-e98407c1d421 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:25.956079 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0574e4f2-eca7-4e97-9e99-2a874b8eb464 req-c9a540fd-ea4e-44d8-ae97-e98407c1d421 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c1c965-cb29-49ef-be40-4874f8ee0f28 HTTP/1.1" status: 200 len: 944 time: 0.0554118 Dec 08 16:04:26.007169 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0574e4f2-eca7-4e97-9e99-2a874b8eb464 req-1898d533-6a4b-4c01-a0c4-ccc1af61478d tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444186 Dec 08 16:04:26.248661 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11480ea3-8d97-4b03-a95e-7cfac3940333 req-0acdd187-4a97-462e-aad8-81d396202334 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:26.250191 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-11480ea3-8d97-4b03-a95e-7cfac3940333 req-0acdd187-4a97-462e-aad8-81d396202334 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1 HTTP/1.1" status: 200 len: 949 time: 0.0509627 Dec 08 16:04:26.300693 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-11480ea3-8d97-4b03-a95e-7cfac3940333 req-86f1eac2-843a-4228-9c6a-706eacabf6c1 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442467 Dec 08 16:04:26.443414 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 8162876c-f6c5-48eb-8274-68769056fd81 up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:04:26.565300 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port 8162876c-f6c5-48eb-8274-68769056fd81 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:04:26.570419 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 8162876c-f6c5-48eb-8274-68769056fd81 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:04:26.570798 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:26.572229 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dca3e8-9541-4058-a43b-c14a30292d86 req-341a1ed0-e30e-4169-9e97-b8778e1a0a4b tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:26.575394 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-34dca3e8-9541-4058-a43b-c14a30292d86 req-341a1ed0-e30e-4169-9e97-b8778e1a0a4b tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] 10.222.0.64 "GET /v2.0/ports?device_id=fdd52146-bb48-4dc2-9a9a-316389d685be HTTP/1.1" status: 200 len: 944 time: 0.0573862 Dec 08 16:04:26.660788 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-34dca3e8-9541-4058-a43b-c14a30292d86 req-6d44afb1-02d0-493c-ab2b-a3720fa7f7c8 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] 10.222.0.64 "GET /v2.0/security-groups?id=b83a792b-10a4-4962-8f15-9ebf1f87e728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573378 Dec 08 16:04:26.701206 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:26.731261 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c1c965-cb29-49ef-be40-4874f8ee0f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8162876c-f6c5-48eb-8274-68769056fd81'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:04:26.734417 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-288f3b85-ed38-4304-8396-a76f6afd2380" -d '{"events": [{"server_uuid": "22c1c965-cb29-49ef-be40-4874f8ee0f28", "name": "network-vif-plugged", "status": "completed", "tag": "8162876c-f6c5-48eb-8274-68769056fd81"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:04:26.741856 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a941f-e553-4c91-bca1-1f31dae32970 req-5154a313-9211-4cf0-9b22-7058f8227073 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:26.749662 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d18a941f-e553-4c91-bca1-1f31dae32970 req-5154a313-9211-4cf0-9b22-7058f8227073 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f53c77c-7353-4d34-8f3c-0219d1388746 HTTP/1.1" status: 200 len: 945 time: 0.0661807 Dec 08 16:04:26.755272 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 8162876c-f6c5-48eb-8274-68769056fd81, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=8162876c-f6c5-48eb-8274-68769056fd81,segment=NetworkSegment(e6288665-5271-4e12-95de-f05a0f00000f),segment_id=e6288665-5271-4e12-95de-f05a0f00000f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:26.775505 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f44e654-b612-4abc-8c06-eb3c2f3eaab5 x-openstack-request-id: req-9f44e654-b612-4abc-8c06-eb3c2f3eaab5 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:04:26.775856 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c1c965-cb29-49ef-be40-4874f8ee0f28", "name": "network-vif-plugged", "status": "completed", "tag": "8162876c-f6c5-48eb-8274-68769056fd81", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:04:26.776118 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9f44e654-b612-4abc-8c06-eb3c2f3eaab5 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:04:26.776570 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c1c965-cb29-49ef-be40-4874f8ee0f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8162876c-f6c5-48eb-8274-68769056fd81', 'code': 200} Dec 08 16:04:26.796738 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d18a941f-e553-4c91-bca1-1f31dae32970 req-74766dc1-ea93-41b5-8be6-53049248d72f tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458407 Dec 08 16:04:26.816814 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:26.818043 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 46d77430-42b0-41e7-86b7-9e679590e4fc up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:04:26.908075 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=8162876c-f6c5-48eb-8274-68769056fd81,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:26.931112 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 46d77430-42b0-41e7-86b7-9e679590e4fc triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:04:26.931492 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:26.954378 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a05d4c5-d3c7-47cd-a375-dd6f1c670f6b req-9d5ea80f-0102-4c04-8b25-9a8b333266dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:26.956684 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3a05d4c5-d3c7-47cd-a375-dd6f1c670f6b req-9d5ea80f-0102-4c04-8b25-9a8b333266dd service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=22c1c965-cb29-49ef-be40-4874f8ee0f28 HTTP/1.1" status: 200 len: 1097 time: 0.1096032 Dec 08 16:04:26.963234 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde14ce-494f-4cb9-8e50-fb0530477e87 req-2b7a9047-74b3-46a5-a1c7-6e659ee67f6b tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:26.975246 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8bde14ce-494f-4cb9-8e50-fb0530477e87 req-2b7a9047-74b3-46a5-a1c7-6e659ee67f6b tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=9f53c77c-7353-4d34-8f3c-0219d1388746 HTTP/1.1" status: 200 len: 1097 time: 0.0795069 Dec 08 16:04:26.982547 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08cf05c-027b-4cc7-a3d5-1d4bbfc15fff req-5445e6c4-3ff7-4436-9e56-3634a38172bb tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:26.990176 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08cf05c-027b-4cc7-a3d5-1d4bbfc15fff req-5445e6c4-3ff7-4436-9e56-3634a38172bb tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:26.996884 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08cf05c-027b-4cc7-a3d5-1d4bbfc15fff req-5445e6c4-3ff7-4436-9e56-3634a38172bb tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:27.003867 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08cf05c-027b-4cc7-a3d5-1d4bbfc15fff req-5445e6c4-3ff7-4436-9e56-3634a38172bb tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:27.011233 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08cf05c-027b-4cc7-a3d5-1d4bbfc15fff req-5445e6c4-3ff7-4436-9e56-3634a38172bb tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:27.018947 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08cf05c-027b-4cc7-a3d5-1d4bbfc15fff req-5445e6c4-3ff7-4436-9e56-3634a38172bb tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:27.026405 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08cf05c-027b-4cc7-a3d5-1d4bbfc15fff req-5445e6c4-3ff7-4436-9e56-3634a38172bb tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:27.030204 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b08cf05c-027b-4cc7-a3d5-1d4bbfc15fff req-5445e6c4-3ff7-4436-9e56-3634a38172bb tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 5418 time: 0.1078982 Dec 08 16:04:27.061149 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:27.091625 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8bde14ce-494f-4cb9-8e50-fb0530477e87 req-c3f8b142-515c-4c9d-99ac-7ee383051da3 tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149955 Dec 08 16:04:27.093829 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3a05d4c5-d3c7-47cd-a375-dd6f1c670f6b req-1c7c729c-fea9-4102-bfea-02d7de191dfc service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906084 Dec 08 16:04:27.113165 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 46d77430-42b0-41e7-86b7-9e679590e4fc, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=46d77430-42b0-41e7-86b7-9e679590e4fc,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:27.136536 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b08cf05c-027b-4cc7-a3d5-1d4bbfc15fff req-e2978cf0-15a8-4854-bf53-82d55a2fef46 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/security-groups?id=4aaaa83b-c5f6-43ce-9356-8631053cb551&id=49c58f26-f9c1-4b14-a3ef-7ff8fc05a8af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0977511 Dec 08 16:04:27.193689 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:27.209969 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8935572-30ac-4a58-bcba-5f4cc8af5bc8 req-2a669586-72fa-4333-bee7-4669d66b5687 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:27.211860 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c8935572-30ac-4a58-bcba-5f4cc8af5bc8 req-2a669586-72fa-4333-bee7-4669d66b5687 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a50fa4b-7592-447e-a88a-be6b406d9a92 HTTP/1.1" status: 200 len: 945 time: 0.0598271 Dec 08 16:04:27.258154 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=46d77430-42b0-41e7-86b7-9e679590e4fc,revision_number=7']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:27.271295 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c8935572-30ac-4a58-bcba-5f4cc8af5bc8 req-26444ae7-9106-4756-b065-500364d85759 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527346 Dec 08 16:04:27.272742 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f248ad4a-ee99-4804-823d-1afd7361e948 req-f940eccd-65ba-48b0-b684-d7759dc56120 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:27.274620 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f248ad4a-ee99-4804-823d-1afd7361e948 req-f940eccd-65ba-48b0-b684-d7759dc56120 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c1c965-cb29-49ef-be40-4874f8ee0f28 HTTP/1.1" status: 200 len: 945 time: 0.0705984 Dec 08 16:04:27.339182 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f248ad4a-ee99-4804-823d-1afd7361e948 req-43087599-390b-4e7d-864e-8459b50429e1 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520873 Dec 08 16:04:27.395533 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a02c27-7cda-4b0a-91dd-56dca6cfcfa0 req-f539718e-f1c5-4fee-834a-09af191e602b tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:27.397524 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-09a02c27-7cda-4b0a-91dd-56dca6cfcfa0 req-f539718e-f1c5-4fee-834a-09af191e602b tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=9f53c77c-7353-4d34-8f3c-0219d1388746 HTTP/1.1" status: 200 len: 1097 time: 0.0484736 Dec 08 16:04:27.457571 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-09a02c27-7cda-4b0a-91dd-56dca6cfcfa0 req-2c5bcbb5-7621-4029-9351-0698367c4c11 tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514603 Dec 08 16:04:27.490654 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d4b65b-bd01-4344-a221-84313cfe5524 req-f9b971d7-2252-446b-9a36-fa4979a433be tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:27.499430 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f2d4b65b-bd01-4344-a221-84313cfe5524 req-f9b971d7-2252-446b-9a36-fa4979a433be tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1 HTTP/1.1" status: 200 len: 949 time: 0.0853677 Dec 08 16:04:27.553596 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f2d4b65b-bd01-4344-a221-84313cfe5524 req-c8f15d72-d2da-464a-bb92-0b77709949e1 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534294 Dec 08 16:04:27.803673 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131c689-c687-4a1a-ab72-82d2367d6d66 req-50c049b3-a518-4d83-a409-60b0b9316c38 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:27.806838 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d131c689-c687-4a1a-ab72-82d2367d6d66 req-50c049b3-a518-4d83-a409-60b0b9316c38 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] 10.222.0.64 "GET /v2.0/ports?device_id=fdd52146-bb48-4dc2-9a9a-316389d685be HTTP/1.1" status: 200 len: 944 time: 0.0544791 Dec 08 16:04:27.870289 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d131c689-c687-4a1a-ab72-82d2367d6d66 req-ce968166-c703-4a53-a38c-808286f2f2a0 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] 10.222.0.64 "GET /v2.0/security-groups?id=b83a792b-10a4-4962-8f15-9ebf1f87e728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565093 Dec 08 16:04:28.015172 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128e8184-ddf6-4bc8-b7b6-c6f0d2cde1a7 req-c567946e-641a-49e0-a6bf-fda639d816b2 tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:28.024130 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-128e8184-ddf6-4bc8-b7b6-c6f0d2cde1a7 req-c567946e-641a-49e0-a6bf-fda639d816b2 tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=9f53c77c-7353-4d34-8f3c-0219d1388746 HTTP/1.1" status: 200 len: 1097 time: 0.0631676 Dec 08 16:04:28.074895 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-128e8184-ddf6-4bc8-b7b6-c6f0d2cde1a7 req-6c79786a-7043-4178-b4e7-006fd59a3156 tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491636 Dec 08 16:04:28.296990 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a6ce5-6f4c-4679-b5c7-05b8713f99fe req-53893086-c094-4f2c-a638-ba6b916b6106 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:28.304712 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a6ce5-6f4c-4679-b5c7-05b8713f99fe req-53893086-c094-4f2c-a638-ba6b916b6106 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:28.318688 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a6ce5-6f4c-4679-b5c7-05b8713f99fe req-53893086-c094-4f2c-a638-ba6b916b6106 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:28.330171 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a6ce5-6f4c-4679-b5c7-05b8713f99fe req-53893086-c094-4f2c-a638-ba6b916b6106 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:28.336061 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a6ce5-6f4c-4679-b5c7-05b8713f99fe req-53893086-c094-4f2c-a638-ba6b916b6106 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:28.343504 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a6ce5-6f4c-4679-b5c7-05b8713f99fe req-53893086-c094-4f2c-a638-ba6b916b6106 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:28.350582 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a6ce5-6f4c-4679-b5c7-05b8713f99fe req-53893086-c094-4f2c-a638-ba6b916b6106 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:28.361031 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-401a6ce5-6f4c-4679-b5c7-05b8713f99fe req-53893086-c094-4f2c-a638-ba6b916b6106 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 5418 time: 0.1456447 Dec 08 16:04:28.448353 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 3a52d3ed-3e0f-4da1-89c0-2ed66809272a up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:04:28.459547 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-401a6ce5-6f4c-4679-b5c7-05b8713f99fe req-4845e382-8970-4927-91e5-6975af0b2a86 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/security-groups?id=4aaaa83b-c5f6-43ce-9356-8631053cb551&id=49c58f26-f9c1-4b14-a3ef-7ff8fc05a8af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0915236 Dec 08 16:04:28.510082 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d5a99a-3974-4eb6-a253-454b9fba7fc1 req-c27c653b-e17a-4d72-9d84-41034e540c75 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:28.522467 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e4d5a99a-3974-4eb6-a253-454b9fba7fc1 req-c27c653b-e17a-4d72-9d84-41034e540c75 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a50fa4b-7592-447e-a88a-be6b406d9a92 HTTP/1.1" status: 200 len: 945 time: 0.0858037 Dec 08 16:04:28.641708 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e4d5a99a-3974-4eb6-a253-454b9fba7fc1 req-c8b5c506-7305-4866-b5bc-3a16de034278 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049147 Dec 08 16:04:28.645385 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port 3a52d3ed-3e0f-4da1-89c0-2ed66809272a completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:04:28.650875 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 3a52d3ed-3e0f-4da1-89c0-2ed66809272a triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:04:28.651470 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:28.707844 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dae1bb-e889-4347-86ba-6e6532823e15 req-f1c03470-3abd-484b-953b-ee44822aa9fc tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:28.707844 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-24dae1bb-e889-4347-86ba-6e6532823e15 req-f1c03470-3abd-484b-953b-ee44822aa9fc tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c1c965-cb29-49ef-be40-4874f8ee0f28 HTTP/1.1" status: 200 len: 945 time: 0.1384668 Dec 08 16:04:28.793876 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6838640d-6f74-4a5e-8c18-6f0e5a759f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46d77430-42b0-41e7-86b7-9e679590e4fc'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:04:28.797422 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a4aed4-656e-478f-b3d4-83d4bef145de" -d '{"events": [{"server_uuid": "6838640d-6f74-4a5e-8c18-6f0e5a759f51", "name": "network-vif-plugged", "status": "completed", "tag": "46d77430-42b0-41e7-86b7-9e679590e4fc"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:04:28.801358 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-24dae1bb-e889-4347-86ba-6e6532823e15 req-89d459c1-d2c9-455b-9d8d-624e125d075d tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805593 Dec 08 16:04:28.808359 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:28.863684 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 3a52d3ed-3e0f-4da1-89c0-2ed66809272a, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=3a52d3ed-3e0f-4da1-89c0-2ed66809272a,segment=NetworkSegment(5c25e1e9-a743-426e-83d9-87df3b1d36bf),segment_id=5c25e1e9-a743-426e-83d9-87df3b1d36bf)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:28.942083 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:28.962947 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd732712-10c9-4254-8344-1132b35e7e38 req-84e97195-c59d-4e95-aca7-1158067e0ee4 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:28.970959 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cd732712-10c9-4254-8344-1132b35e7e38 req-84e97195-c59d-4e95-aca7-1158067e0ee4 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1 HTTP/1.1" status: 200 len: 949 time: 0.0758832 Dec 08 16:04:28.995931 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37717a84-be3a-49a4-87c5-83b03c7a3bf8 x-openstack-request-id: req-37717a84-be3a-49a4-87c5-83b03c7a3bf8 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:04:28.996264 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6838640d-6f74-4a5e-8c18-6f0e5a759f51", "name": "network-vif-plugged", "status": "completed", "tag": "46d77430-42b0-41e7-86b7-9e679590e4fc", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:04:28.996527 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-37717a84-be3a-49a4-87c5-83b03c7a3bf8 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:04:28.996928 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6838640d-6f74-4a5e-8c18-6f0e5a759f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46d77430-42b0-41e7-86b7-9e679590e4fc', 'code': 200} Dec 08 16:04:29.044697 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=3a52d3ed-3e0f-4da1-89c0-2ed66809272a,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:29.047778 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cd732712-10c9-4254-8344-1132b35e7e38 req-ff3fd7eb-d8a1-4af7-ac7a-5f98c5bc5fbc tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709889 Dec 08 16:04:29.173343 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9fb49-a350-4648-9377-351dc9382adf req-5813e624-9a6d-436c-9a9c-fea9266ab31a tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:29.178216 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a5b9fb49-a350-4648-9377-351dc9382adf req-5813e624-9a6d-436c-9a9c-fea9266ab31a tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] 10.222.0.64 "GET /v2.0/ports?device_id=fdd52146-bb48-4dc2-9a9a-316389d685be HTTP/1.1" status: 200 len: 945 time: 0.0991979 Dec 08 16:04:29.261567 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994e1437-c017-4dbc-be5b-82e4652b2a3a req-6dbf672c-e75f-423e-ac0e-f2a040bc0da0 tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:29.276119 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-994e1437-c017-4dbc-be5b-82e4652b2a3a req-6dbf672c-e75f-423e-ac0e-f2a040bc0da0 tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=9f53c77c-7353-4d34-8f3c-0219d1388746 HTTP/1.1" status: 200 len: 1097 time: 0.0836749 Dec 08 16:04:29.286618 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a5b9fb49-a350-4648-9377-351dc9382adf req-9376c904-bbb7-4da6-9b78-b9de7d63e45a tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] 10.222.0.64 "GET /v2.0/security-groups?id=b83a792b-10a4-4962-8f15-9ebf1f87e728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031833 Dec 08 16:04:29.355558 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-994e1437-c017-4dbc-be5b-82e4652b2a3a req-82c4bf21-8685-4b74-b3ca-555c7d6d0582 tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781767 Dec 08 16:04:29.607770 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e61b1-604d-4af1-ba75-f9aab9912949 req-f559418e-e209-4ebf-9f53-153f750c6e94 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:29.620920 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e61b1-604d-4af1-ba75-f9aab9912949 req-f559418e-e209-4ebf-9f53-153f750c6e94 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:29.624400 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e61b1-604d-4af1-ba75-f9aab9912949 req-f559418e-e209-4ebf-9f53-153f750c6e94 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:29.631536 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e61b1-604d-4af1-ba75-f9aab9912949 req-f559418e-e209-4ebf-9f53-153f750c6e94 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:29.640451 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e61b1-604d-4af1-ba75-f9aab9912949 req-f559418e-e209-4ebf-9f53-153f750c6e94 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:29.647673 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e61b1-604d-4af1-ba75-f9aab9912949 req-f559418e-e209-4ebf-9f53-153f750c6e94 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:29.655725 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e61b1-604d-4af1-ba75-f9aab9912949 req-f559418e-e209-4ebf-9f53-153f750c6e94 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:29.665482 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2b8e61b1-604d-4af1-ba75-f9aab9912949 req-f559418e-e209-4ebf-9f53-153f750c6e94 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 5418 time: 0.1325083 Dec 08 16:04:29.735912 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2b8e61b1-604d-4af1-ba75-f9aab9912949 req-c878bcf1-59fe-44bf-bbdc-244896a56bd7 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/security-groups?id=4aaaa83b-c5f6-43ce-9356-8631053cb551&id=49c58f26-f9c1-4b14-a3ef-7ff8fc05a8af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0690031 Dec 08 16:04:29.883110 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153670f-fc1e-4664-8903-bcbd2e517c07 req-13b20089-b782-4957-81fe-baaa23404d80 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:29.892574 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6153670f-fc1e-4664-8903-bcbd2e517c07 req-13b20089-b782-4957-81fe-baaa23404d80 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a50fa4b-7592-447e-a88a-be6b406d9a92 HTTP/1.1" status: 200 len: 945 time: 0.0759959 Dec 08 16:04:29.953400 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6153670f-fc1e-4664-8903-bcbd2e517c07 req-99eeb8a2-76c5-4d8d-9173-62f84c65ba88 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597718 Dec 08 16:04:30.283331 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af39cc-1d34-4fa1-aaf1-d66fa5f17843 req-23c4877a-b603-487b-b02a-0bd27649b05a tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:30.292793 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b6af39cc-1d34-4fa1-aaf1-d66fa5f17843 req-23c4877a-b603-487b-b02a-0bd27649b05a tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c1c965-cb29-49ef-be40-4874f8ee0f28 HTTP/1.1" status: 200 len: 945 time: 0.1151552 Dec 08 16:04:30.364857 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b6af39cc-1d34-4fa1-aaf1-d66fa5f17843 req-88730669-53e3-4cf4-9da0-0d13e07bfc51 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707808 Dec 08 16:04:30.584255 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a89b7a5-660b-4379-8673-d0b8cdedea2d req-238c31e2-19c0-4f90-b82c-68f5970817b9 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:30.594133 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9a89b7a5-660b-4379-8673-d0b8cdedea2d req-238c31e2-19c0-4f90-b82c-68f5970817b9 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1 HTTP/1.1" status: 200 len: 949 time: 0.0822334 Dec 08 16:04:30.671097 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9a89b7a5-660b-4379-8673-d0b8cdedea2d req-7aa52385-246b-4a2a-b2ee-f00c1eb620ac tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744750 Dec 08 16:04:30.797257 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac26e508-6871-40d4-bc39-02bb3b72a264 req-e7c5250e-5caf-498d-b50a-c0291ecbc1a5 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:30.801808 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ac26e508-6871-40d4-bc39-02bb3b72a264 req-e7c5250e-5caf-498d-b50a-c0291ecbc1a5 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] 10.222.0.64 "GET /v2.0/ports?device_id=fdd52146-bb48-4dc2-9a9a-316389d685be HTTP/1.1" status: 200 len: 945 time: 0.0686724 Dec 08 16:04:30.875058 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ac26e508-6871-40d4-bc39-02bb3b72a264 req-76a24322-6bd3-4757-a400-6ae805618cd2 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] 10.222.0.64 "GET /v2.0/security-groups?id=b83a792b-10a4-4962-8f15-9ebf1f87e728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647669 Dec 08 16:04:30.998419 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd52146-bb48-4dc2-9a9a-316389d685be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a52d3ed-3e0f-4da1-89c0-2ed66809272a'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:04:31.001569 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2def4a77-0ec7-48f8-9692-00e1fac553a3" -d '{"events": [{"server_uuid": "fdd52146-bb48-4dc2-9a9a-316389d685be", "name": "network-vif-plugged", "status": "completed", "tag": "3a52d3ed-3e0f-4da1-89c0-2ed66809272a"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:04:31.423748 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aea9be7-da2a-4362-8b48-99c836fc19ef req-08e62550-a099-45bf-aa99-32334ef62d0c tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:31.431995 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aea9be7-da2a-4362-8b48-99c836fc19ef req-08e62550-a099-45bf-aa99-32334ef62d0c tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:31.447053 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aea9be7-da2a-4362-8b48-99c836fc19ef req-08e62550-a099-45bf-aa99-32334ef62d0c tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:31.454703 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aea9be7-da2a-4362-8b48-99c836fc19ef req-08e62550-a099-45bf-aa99-32334ef62d0c tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:31.462704 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aea9be7-da2a-4362-8b48-99c836fc19ef req-08e62550-a099-45bf-aa99-32334ef62d0c tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:31.468704 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aea9be7-da2a-4362-8b48-99c836fc19ef req-08e62550-a099-45bf-aa99-32334ef62d0c tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:31.474765 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aea9be7-da2a-4362-8b48-99c836fc19ef req-08e62550-a099-45bf-aa99-32334ef62d0c tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:31.483788 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2aea9be7-da2a-4362-8b48-99c836fc19ef req-08e62550-a099-45bf-aa99-32334ef62d0c tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 5418 time: 0.1231956 Dec 08 16:04:31.544527 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2aea9be7-da2a-4362-8b48-99c836fc19ef req-577108e7-bde7-4407-bee4-ccb5a17c0aed tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/security-groups?id=4aaaa83b-c5f6-43ce-9356-8631053cb551&id=49c58f26-f9c1-4b14-a3ef-7ff8fc05a8af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0598087 Dec 08 16:04:31.702966 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cca768-2612-465b-935b-c24549469eb3 req-46ae4618-5cc0-40d4-9ccb-fb6e6a941525 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:31.704563 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-86cca768-2612-465b-935b-c24549469eb3 req-46ae4618-5cc0-40d4-9ccb-fb6e6a941525 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a50fa4b-7592-447e-a88a-be6b406d9a92 HTTP/1.1" status: 200 len: 945 time: 0.0754886 Dec 08 16:04:31.765132 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-86cca768-2612-465b-935b-c24549469eb3 req-c4d8f8f1-f36c-45f6-bdb8-ad95838cacaf tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527050 Dec 08 16:04:31.813031 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-803b5495-fb09-4b5f-af3d-d490bd145468 tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:04:31.814167 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-803b5495-fb09-4b5f-af3d-d490bd145468 tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068412 Dec 08 16:04:31.835732 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc068fd-1f2f-4c30-9fa2-d81c21e95fa6 x-openstack-request-id: req-abc068fd-1f2f-4c30-9fa2-d81c21e95fa6 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:04:31.835978 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdd52146-bb48-4dc2-9a9a-316389d685be", "name": "network-vif-plugged", "status": "completed", "tag": "3a52d3ed-3e0f-4da1-89c0-2ed66809272a", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:04:31.836260 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-abc068fd-1f2f-4c30-9fa2-d81c21e95fa6 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:04:31.836666 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdd52146-bb48-4dc2-9a9a-316389d685be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a52d3ed-3e0f-4da1-89c0-2ed66809272a', 'code': 200} Dec 08 16:04:31.880792 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-9d1859c7-8398-4b9e-9022-2c5f0e55815f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:31.883204 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-9d1859c7-8398-4b9e-9022-2c5f0e55815f service neutron] 10.222.0.64 "GET /v2.0/ports/2acddd17-f22b-4087-a5b4-ec69bc31c48a HTTP/1.1" status: 200 len: 1094 time: 0.0601051 Dec 08 16:04:31.895023 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-da0bd97d-250f-43f5-a0c1-ee4022b52d9e service neutron] Request body: {'binding': {'host': 'n-h1-776250-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:04:31.895488 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-da0bd97d-250f-43f5-a0c1-ee4022b52d9e service neutron] Unknown quota resources ['binding']. {{(pid=110551) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 16:04:31.977988 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86fdf51-366e-4c06-9d06-ff8c80bf26ac req-5c2f81a6-f375-4b8e-9049-32ae513a13bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:31.979585 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a86fdf51-366e-4c06-9d06-ff8c80bf26ac req-5c2f81a6-f375-4b8e-9049-32ae513a13bb service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=fdd52146-bb48-4dc2-9a9a-316389d685be HTTP/1.1" status: 200 len: 1097 time: 0.0594659 Dec 08 16:04:32.027474 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a86fdf51-366e-4c06-9d06-ff8c80bf26ac req-b86ee6d4-aa1b-49a2-8c21-b02d510a6c33 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=b83a792b-10a4-4962-8f15-9ebf1f87e728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396926 Dec 08 16:04:32.072038 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800c9774-7e0d-444f-aa14-5c2eee775e7d req-6c53dad9-153e-4e05-8c49-a063166e26f5 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:32.074148 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-800c9774-7e0d-444f-aa14-5c2eee775e7d req-6c53dad9-153e-4e05-8c49-a063166e26f5 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c1c965-cb29-49ef-be40-4874f8ee0f28 HTTP/1.1" status: 200 len: 945 time: 0.1205187 Dec 08 16:04:32.159874 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-da0bd97d-250f-43f5-a0c1-ee4022b52d9e service neutron] Attempting to bind port 2acddd17-f22b-4087-a5b4-ec69bc31c48a on host n-h1-776250-12 for vnic_type normal with profile None {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:04:32.160244 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-da0bd97d-250f-43f5-a0c1-ee4022b52d9e service neutron] Attempting to bind port 2acddd17-f22b-4087-a5b4-ec69bc31c48a by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': 'feac72a6-bbb0-42da-a5f2-51d59135d26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '34422553-fc63-47d6-a631-7f666537bc5c'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:04:32.160584 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-da0bd97d-250f-43f5-a0c1-ee4022b52d9e service neutron] Attempting to bind port 2acddd17-f22b-4087-a5b4-ec69bc31c48a on network 34422553-fc63-47d6-a631-7f666537bc5c {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:04:32.166994 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-800c9774-7e0d-444f-aa14-5c2eee775e7d req-b069a401-04d2-4170-ae51-1f96a4a69c51 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860102 Dec 08 16:04:32.169369 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-da0bd97d-250f-43f5-a0c1-ee4022b52d9e service neutron] Port 2acddd17-f22b-4087-a5b4-ec69bc31c48a on network 34422553-fc63-47d6-a631-7f666537bc5c not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:04:32.169698 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-da0bd97d-250f-43f5-a0c1-ee4022b52d9e service neutron] Attempting to bind port 2acddd17-f22b-4087-a5b4-ec69bc31c48a on network 34422553-fc63-47d6-a631-7f666537bc5c {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:04:32.174985 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-da0bd97d-250f-43f5-a0c1-ee4022b52d9e service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:04:32.175326 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-da0bd97d-250f-43f5-a0c1-ee4022b52d9e service neutron] Checking segment: {'id': 'feac72a6-bbb0-42da-a5f2-51d59135d26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '34422553-fc63-47d6-a631-7f666537bc5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:04:32.175715 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-da0bd97d-250f-43f5-a0c1-ee4022b52d9e service neutron] Bound using segment: {'id': 'feac72a6-bbb0-42da-a5f2-51d59135d26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '34422553-fc63-47d6-a631-7f666537bc5c'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:04:32.176440 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-da0bd97d-250f-43f5-a0c1-ee4022b52d9e service neutron] Bound port: 2acddd17-f22b-4087-a5b4-ec69bc31c48a, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feac72a6-bbb0-42da-a5f2-51d59135d26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '34422553-fc63-47d6-a631-7f666537bc5c'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:04:32.593184 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-da0bd97d-250f-43f5-a0c1-ee4022b52d9e service neutron] For port 2acddd17-f22b-4087-a5b4-ec69bc31c48a, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=2acddd17-f22b-4087-a5b4-ec69bc31c48a,segment=NetworkSegment(feac72a6-bbb0-42da-a5f2-51d59135d26f),segment_id=feac72a6-bbb0-42da-a5f2-51d59135d26f)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:04:32.605402 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21c5f9-4fd0-4ab2-98bc-33fe534f6831 req-a8ba1a4c-d0bf-4e1c-9fe1-eda004f2e53d tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:32.609730 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2d21c5f9-4fd0-4ab2-98bc-33fe534f6831 req-a8ba1a4c-d0bf-4e1c-9fe1-eda004f2e53d tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1 HTTP/1.1" status: 200 len: 949 time: 0.0853510 Dec 08 16:04:32.669769 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2d21c5f9-4fd0-4ab2-98bc-33fe534f6831 req-f7e3ef33-083a-4f29-81e6-c3d690dfb584 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513442 Dec 08 16:04:32.704898 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-da0bd97d-250f-43f5-a0c1-ee4022b52d9e service neutron] Publish callbacks [] for binding, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:32.707737 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-da0bd97d-250f-43f5-a0c1-ee4022b52d9e service neutron] 10.222.0.64 "POST /v2.0/ports/2acddd17-f22b-4087-a5b4-ec69bc31c48a/bindings HTTP/1.1" status: 201 len: 390 time: 0.8162200 Dec 08 16:04:32.802430 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da92792-e593-4f58-8b98-4061df17d0a1 req-7cbfcc4b-e6fe-4ae2-b4c0-2f972ad75840 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:32.804168 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0da92792-e593-4f58-8b98-4061df17d0a1 req-7cbfcc4b-e6fe-4ae2-b4c0-2f972ad75840 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] 10.222.0.64 "GET /v2.0/ports?device_id=fdd52146-bb48-4dc2-9a9a-316389d685be HTTP/1.1" status: 200 len: 945 time: 0.0604711 Dec 08 16:04:32.863861 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0da92792-e593-4f58-8b98-4061df17d0a1 req-8ffc5b87-75e3-449b-8982-442fe396ba0a tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] 10.222.0.64 "GET /v2.0/security-groups?id=b83a792b-10a4-4962-8f15-9ebf1f87e728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514653 Dec 08 16:04:33.008475 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367d2dd-75a7-4a28-91cd-dc2f89be9fea req-659d98a5-e746-4c53-a2de-6ed1f669dfa2 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:33.015598 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367d2dd-75a7-4a28-91cd-dc2f89be9fea req-659d98a5-e746-4c53-a2de-6ed1f669dfa2 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:33.031563 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367d2dd-75a7-4a28-91cd-dc2f89be9fea req-659d98a5-e746-4c53-a2de-6ed1f669dfa2 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:33.038116 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367d2dd-75a7-4a28-91cd-dc2f89be9fea req-659d98a5-e746-4c53-a2de-6ed1f669dfa2 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:33.044752 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367d2dd-75a7-4a28-91cd-dc2f89be9fea req-659d98a5-e746-4c53-a2de-6ed1f669dfa2 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:33.051190 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367d2dd-75a7-4a28-91cd-dc2f89be9fea req-659d98a5-e746-4c53-a2de-6ed1f669dfa2 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:33.057296 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367d2dd-75a7-4a28-91cd-dc2f89be9fea req-659d98a5-e746-4c53-a2de-6ed1f669dfa2 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:33.059274 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6367d2dd-75a7-4a28-91cd-dc2f89be9fea req-659d98a5-e746-4c53-a2de-6ed1f669dfa2 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 5418 time: 0.1134291 Dec 08 16:04:33.115713 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb7e98-7a49-4925-862f-a3fa14af3eb0 req-c9617c03-5961-44e8-9607-49bd429770ac tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:33.122195 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f3bb7e98-7a49-4925-862f-a3fa14af3eb0 req-c9617c03-5961-44e8-9607-49bd429770ac tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a50fa4b-7592-447e-a88a-be6b406d9a92 HTTP/1.1" status: 200 len: 945 time: 0.0809848 Dec 08 16:04:33.140792 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6367d2dd-75a7-4a28-91cd-dc2f89be9fea req-f839461a-3b65-4561-b930-d83af7b3d256 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/security-groups?id=4aaaa83b-c5f6-43ce-9356-8631053cb551&id=49c58f26-f9c1-4b14-a3ef-7ff8fc05a8af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0729833 Dec 08 16:04:33.204454 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f3bb7e98-7a49-4925-862f-a3fa14af3eb0 req-def1caea-45e5-4834-b143-0417edf96ba2 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676494 Dec 08 16:04:33.339914 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c31ebc-1219-4f06-ae85-b4d0562a0f49 req-ceb9d57a-a9fc-453e-a58b-7ce4eafa7aa2 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:33.343286 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-18c31ebc-1219-4f06-ae85-b4d0562a0f49 req-ceb9d57a-a9fc-453e-a58b-7ce4eafa7aa2 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f53c77c-7353-4d34-8f3c-0219d1388746 HTTP/1.1" status: 200 len: 945 time: 0.0635247 Dec 08 16:04:33.352820 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c3040d-4cdb-460e-b147-229b8370cb5c req-75cfbde5-2174-4951-b3c5-f6bb0a327dce tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:33.363252 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-50c3040d-4cdb-460e-b147-229b8370cb5c req-75cfbde5-2174-4951-b3c5-f6bb0a327dce tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c1c965-cb29-49ef-be40-4874f8ee0f28 HTTP/1.1" status: 200 len: 945 time: 0.0649676 Dec 08 16:04:33.427677 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-18c31ebc-1219-4f06-ae85-b4d0562a0f49 req-bcf9d046-476c-4d34-bd33-2d178ac63ac9 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783331 Dec 08 16:04:33.430069 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-50c3040d-4cdb-460e-b147-229b8370cb5c req-ee352070-f8af-4abc-9368-380ee1b1c00b tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602453 Dec 08 16:04:33.825461 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1809a60-d52b-4e51-b4be-a2b8d24b72b8 req-e0a34ebe-a587-4850-a369-e05c46eabafb tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:33.826993 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c1809a60-d52b-4e51-b4be-a2b8d24b72b8 req-e0a34ebe-a587-4850-a369-e05c46eabafb tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1 HTTP/1.1" status: 200 len: 949 time: 0.0715880 Dec 08 16:04:33.886786 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c1809a60-d52b-4e51-b4be-a2b8d24b72b8 req-538f46e3-a4e2-408f-b52c-9f077b74052d tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500340 Dec 08 16:04:34.016085 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2587006c-97bc-4e83-a6e3-8ca78a431dbe req-3ea05055-0e4a-4021-8ac7-5c11417c92f6 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:34.017903 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2587006c-97bc-4e83-a6e3-8ca78a431dbe req-3ea05055-0e4a-4021-8ac7-5c11417c92f6 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] 10.222.0.64 "GET /v2.0/ports?device_id=fdd52146-bb48-4dc2-9a9a-316389d685be HTTP/1.1" status: 200 len: 945 time: 0.0546086 Dec 08 16:04:34.089273 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2587006c-97bc-4e83-a6e3-8ca78a431dbe req-dc40bfab-5f27-4caa-a7e7-8a45a883c183 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] 10.222.0.64 "GET /v2.0/security-groups?id=b83a792b-10a4-4962-8f15-9ebf1f87e728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572734 Dec 08 16:04:34.177199 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:34.344212 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b92a9c-20f8-4678-bffe-4b107b6ffc9d req-b790b1cf-ee6f-4722-bb4e-c811f6c605dd tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:34.351203 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b92a9c-20f8-4678-bffe-4b107b6ffc9d req-b790b1cf-ee6f-4722-bb4e-c811f6c605dd tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:34.360526 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b92a9c-20f8-4678-bffe-4b107b6ffc9d req-b790b1cf-ee6f-4722-bb4e-c811f6c605dd tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:34.367477 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b92a9c-20f8-4678-bffe-4b107b6ffc9d req-b790b1cf-ee6f-4722-bb4e-c811f6c605dd tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:34.373983 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b92a9c-20f8-4678-bffe-4b107b6ffc9d req-b790b1cf-ee6f-4722-bb4e-c811f6c605dd tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:34.380203 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b92a9c-20f8-4678-bffe-4b107b6ffc9d req-b790b1cf-ee6f-4722-bb4e-c811f6c605dd tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:34.388630 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b92a9c-20f8-4678-bffe-4b107b6ffc9d req-b790b1cf-ee6f-4722-bb4e-c811f6c605dd tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:34.394562 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-07b92a9c-20f8-4678-bffe-4b107b6ffc9d req-b790b1cf-ee6f-4722-bb4e-c811f6c605dd tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 5418 time: 0.1449685 Dec 08 16:04:34.417071 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e792320-802b-40af-a1cf-9babffdcf227 req-a0fc5471-a907-4a8f-ad30-7d44a8d1d196 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:34.418862 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6e792320-802b-40af-a1cf-9babffdcf227 req-a0fc5471-a907-4a8f-ad30-7d44a8d1d196 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a50fa4b-7592-447e-a88a-be6b406d9a92 HTTP/1.1" status: 200 len: 945 time: 0.1047270 Dec 08 16:04:34.498003 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6e792320-802b-40af-a1cf-9babffdcf227 req-85b6d122-b755-4930-8229-987db16d1d5e tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682430 Dec 08 16:04:34.501484 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-07b92a9c-20f8-4678-bffe-4b107b6ffc9d req-a9c32cd8-ac68-4c2d-8242-535b8ecd4504 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/security-groups?id=4aaaa83b-c5f6-43ce-9356-8631053cb551&id=49c58f26-f9c1-4b14-a3ef-7ff8fc05a8af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0906253 Dec 08 16:04:34.713821 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a979962-982b-4e08-8783-0ddcab655d51 req-9c388e16-23e0-4b3d-abee-10b1364c77e5 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:34.720732 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768258ec-0167-4996-be76-7d6cc11e905d req-cce16e82-4ffd-461c-914f-dcf75fede211 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:34.721485 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3a979962-982b-4e08-8783-0ddcab655d51 req-9c388e16-23e0-4b3d-abee-10b1364c77e5 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f53c77c-7353-4d34-8f3c-0219d1388746 HTTP/1.1" status: 200 len: 945 time: 0.0887446 Dec 08 16:04:34.722476 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-768258ec-0167-4996-be76-7d6cc11e905d req-cce16e82-4ffd-461c-914f-dcf75fede211 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c1c965-cb29-49ef-be40-4874f8ee0f28 HTTP/1.1" status: 200 len: 945 time: 0.0978341 Dec 08 16:04:34.779290 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-768258ec-0167-4996-be76-7d6cc11e905d req-a471bf8b-02b7-4c93-bf62-7de590f553f7 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496500 Dec 08 16:04:34.783361 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3a979962-982b-4e08-8783-0ddcab655d51 req-4fd5fe89-c47b-4b55-93ae-5abe780dcb1f tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578971 Dec 08 16:04:35.067370 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc271ddd-bfa2-4959-8294-e86fe983e091 req-40fbf9d7-ffec-46a2-b264-af8136769564 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:35.069222 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fc271ddd-bfa2-4959-8294-e86fe983e091 req-40fbf9d7-ffec-46a2-b264-af8136769564 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1 HTTP/1.1" status: 200 len: 949 time: 0.0735092 Dec 08 16:04:35.140851 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fc271ddd-bfa2-4959-8294-e86fe983e091 req-0e30d43d-fac7-4140-9310-8b360c141cb5 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645833 Dec 08 16:04:35.308981 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:04:35.663157 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 51bbfa21-3ab7-4eea-8628-00f39a1573cd details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:04:35.666811 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a5e088-ddd2-4d98-8a8c-ea7844528eab req-978a8c4e-17d2-4834-9f5e-9d175ed851cc tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:35.668551 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-94a5e088-ddd2-4d98-8a8c-ea7844528eab req-978a8c4e-17d2-4834-9f5e-9d175ed851cc tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a50fa4b-7592-447e-a88a-be6b406d9a92 HTTP/1.1" status: 200 len: 945 time: 0.0580554 Dec 08 16:04:35.674280 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf046fc4-c7f5-4741-a9c3-f7967e6a002c req-f0efb968-35af-4fd5-bf9f-ee8dc7a46e73 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:35.680716 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf046fc4-c7f5-4741-a9c3-f7967e6a002c req-f0efb968-35af-4fd5-bf9f-ee8dc7a46e73 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:35.686799 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf046fc4-c7f5-4741-a9c3-f7967e6a002c req-f0efb968-35af-4fd5-bf9f-ee8dc7a46e73 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:35.692898 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf046fc4-c7f5-4741-a9c3-f7967e6a002c req-f0efb968-35af-4fd5-bf9f-ee8dc7a46e73 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:35.701231 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf046fc4-c7f5-4741-a9c3-f7967e6a002c req-f0efb968-35af-4fd5-bf9f-ee8dc7a46e73 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:35.707368 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf046fc4-c7f5-4741-a9c3-f7967e6a002c req-f0efb968-35af-4fd5-bf9f-ee8dc7a46e73 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:35.714517 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf046fc4-c7f5-4741-a9c3-f7967e6a002c req-f0efb968-35af-4fd5-bf9f-ee8dc7a46e73 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:35.716646 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bf046fc4-c7f5-4741-a9c3-f7967e6a002c req-f0efb968-35af-4fd5-bf9f-ee8dc7a46e73 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 5418 time: 0.1328177 Dec 08 16:04:35.744388 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-94a5e088-ddd2-4d98-8a8c-ea7844528eab req-45447873-b15c-4edd-8c32-6b388509cd41 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645349 Dec 08 16:04:35.807982 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 51bbfa21-3ab7-4eea-8628-00f39a1573cd, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=51bbfa21-3ab7-4eea-8628-00f39a1573cd,segment=NetworkSegment(d3c8c48a-2946-4fa5-abca-0d5c91d9e47e),segment_id=d3c8c48a-2946-4fa5-abca-0d5c91d9e47e)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:35.824530 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bf046fc4-c7f5-4741-a9c3-f7967e6a002c req-03eaadda-ba0f-4f42-b663-150ab8d3fd8f tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/security-groups?id=4aaaa83b-c5f6-43ce-9356-8631053cb551&id=49c58f26-f9c1-4b14-a3ef-7ff8fc05a8af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0862122 Dec 08 16:04:35.828511 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '51bbfa21-3ab7-4eea-8628-00f39a1573cd', 'network_id': '2e4943d2-93a7-4739-8d48-2442fb48fa03', 'port_id': '51bbfa21-3ab7-4eea-8628-00f39a1573cd', 'mac_address': 'fa:16:3e:e8:ce:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e65c65d-2ea9-4234-8de3-5fa877086c9e', 'ip_address': '10.1.1.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:04:35.883496 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:35.902805 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51bbfa21-3ab7-4eea-8628-00f39a1573cd {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:04:35.923570 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 51bbfa21-3ab7-4eea-8628-00f39a1573cd, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=51bbfa21-3ab7-4eea-8628-00f39a1573cd,segment=NetworkSegment(d3c8c48a-2946-4fa5-abca-0d5c91d9e47e),segment_id=d3c8c48a-2946-4fa5-abca-0d5c91d9e47e)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:35.941520 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419b0d6-0531-4675-ae73-0febd1389a1a req-a58b2b8b-a5c7-42c6-bc0b-c9aca9506f2f tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:35.943216 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e419b0d6-0531-4675-ae73-0febd1389a1a req-a58b2b8b-a5c7-42c6-bc0b-c9aca9506f2f tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f53c77c-7353-4d34-8f3c-0219d1388746 HTTP/1.1" status: 200 len: 945 time: 0.0551014 Dec 08 16:04:35.958339 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0744b0-0a2b-4b9c-ba27-9bc81a6789f3 req-6c8bb2d3-466e-4324-a733-bd9d3c930026 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:35.959911 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-db0744b0-0a2b-4b9c-ba27-9bc81a6789f3 req-6c8bb2d3-466e-4324-a733-bd9d3c930026 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c1c965-cb29-49ef-be40-4874f8ee0f28 HTTP/1.1" status: 200 len: 945 time: 0.0588732 Dec 08 16:04:35.998423 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e419b0d6-0531-4675-ae73-0febd1389a1a req-b119ac9f-12da-4114-8bab-8ac473e473cd tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483391 Dec 08 16:04:36.011622 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-db0744b0-0a2b-4b9c-ba27-9bc81a6789f3 req-2a7a3931-fcfe-4ead-8b04-83b06eaa93cb tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449200 Dec 08 16:04:36.052322 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:36.052322 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 5d54670e-e1a0-4c2a-a895-93f6235dabd9 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:04:36.281512 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 5d54670e-e1a0-4c2a-a895-93f6235dabd9, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=5d54670e-e1a0-4c2a-a895-93f6235dabd9,segment=NetworkSegment(64c18ef9-63f2-4c53-b3ec-fb03feced499),segment_id=64c18ef9-63f2-4c53-b3ec-fb03feced499)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:36.296083 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=51bbfa21-3ab7-4eea-8628-00f39a1573cd,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:36.299569 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '5d54670e-e1a0-4c2a-a895-93f6235dabd9', 'network_id': '2160f220-73eb-4128-8e17-580f294db0b0', 'port_id': '5d54670e-e1a0-4c2a-a895-93f6235dabd9', 'mac_address': 'fa:16:3e:49:9b:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28454e1d-d263-44ec-91e2-36831bf74b20', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:04:36.331120 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617abf1-4af5-4c8d-b8ca-2b5b70614725 req-c0ead5f4-8052-4f03-8038-ecaae828c6ce tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:36.333121 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e617abf1-4af5-4c8d-b8ca-2b5b70614725 req-c0ead5f4-8052-4f03-8038-ecaae828c6ce tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1 HTTP/1.1" status: 200 len: 949 time: 0.0847526 Dec 08 16:04:36.351708 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:36.371267 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d54670e-e1a0-4c2a-a895-93f6235dabd9 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:04:36.396466 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 5d54670e-e1a0-4c2a-a895-93f6235dabd9, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=5d54670e-e1a0-4c2a-a895-93f6235dabd9,segment=NetworkSegment(64c18ef9-63f2-4c53-b3ec-fb03feced499),segment_id=64c18ef9-63f2-4c53-b3ec-fb03feced499)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:36.403791 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e617abf1-4af5-4c8d-b8ca-2b5b70614725 req-9689d24c-08e1-4bdf-ad7d-4debeafad7ee tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640280 Dec 08 16:04:36.502218 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:36.502833 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 7daf87fe-44bb-4172-a38a-0f0c16f93725 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:04:36.597572 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=5d54670e-e1a0-4c2a-a895-93f6235dabd9,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:36.651432 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 7daf87fe-44bb-4172-a38a-0f0c16f93725, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=7daf87fe-44bb-4172-a38a-0f0c16f93725,segment=NetworkSegment(c89cc37c-16aa-4ad7-b052-34f7434c2466),segment_id=c89cc37c-16aa-4ad7-b052-34f7434c2466)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:36.666779 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '7daf87fe-44bb-4172-a38a-0f0c16f93725', 'network_id': '24cee103-4be3-4e70-9f00-1d6da085ad6b', 'port_id': '7daf87fe-44bb-4172-a38a-0f0c16f93725', 'mac_address': 'fa:16:3e:87:36:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bb3c717-9a7d-47ef-8b30-309fc05e6088', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:04:36.710844 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:36.725417 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7daf87fe-44bb-4172-a38a-0f0c16f93725 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:04:36.748871 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 7daf87fe-44bb-4172-a38a-0f0c16f93725, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=7daf87fe-44bb-4172-a38a-0f0c16f93725,segment=NetworkSegment(c89cc37c-16aa-4ad7-b052-34f7434c2466),segment_id=c89cc37c-16aa-4ad7-b052-34f7434c2466)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:36.868962 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:36.869750 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 96397e9a-c7c5-4d82-adfc-307dcf9a04e0 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:04:36.934590 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35ea1d-9225-4113-aa69-a43c46a80361 req-877bcd6b-faef-4dc3-b001-410af62426ed tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:36.951063 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fe35ea1d-9225-4113-aa69-a43c46a80361 req-877bcd6b-faef-4dc3-b001-410af62426ed tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a50fa4b-7592-447e-a88a-be6b406d9a92 HTTP/1.1" status: 200 len: 945 time: 0.1213694 Dec 08 16:04:36.960203 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 96397e9a-c7c5-4d82-adfc-307dcf9a04e0, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=96397e9a-c7c5-4d82-adfc-307dcf9a04e0,segment=NetworkSegment(d3c8c48a-2946-4fa5-abca-0d5c91d9e47e),segment_id=d3c8c48a-2946-4fa5-abca-0d5c91d9e47e)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:36.964075 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=7daf87fe-44bb-4172-a38a-0f0c16f93725,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:36.979439 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '96397e9a-c7c5-4d82-adfc-307dcf9a04e0', 'network_id': '2e4943d2-93a7-4739-8d48-2442fb48fa03', 'port_id': '96397e9a-c7c5-4d82-adfc-307dcf9a04e0', 'mac_address': 'fa:16:3e:f7:94:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e65c65d-2ea9-4234-8de3-5fa877086c9e', 'ip_address': '10.1.1.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:04:37.025481 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:37.045563 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96397e9a-c7c5-4d82-adfc-307dcf9a04e0 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:04:37.053574 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fe35ea1d-9225-4113-aa69-a43c46a80361 req-23f88121-f000-4f79-aac0-1748efbe432c tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004772 Dec 08 16:04:37.078259 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 96397e9a-c7c5-4d82-adfc-307dcf9a04e0, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=96397e9a-c7c5-4d82-adfc-307dcf9a04e0,segment=NetworkSegment(d3c8c48a-2946-4fa5-abca-0d5c91d9e47e),segment_id=d3c8c48a-2946-4fa5-abca-0d5c91d9e47e)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:37.132398 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1880dd-3ca9-483d-a313-4e2524e0d723 req-57604118-0c76-4462-b3ac-d3adb48963be tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:37.140850 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1880dd-3ca9-483d-a313-4e2524e0d723 req-57604118-0c76-4462-b3ac-d3adb48963be tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:37.147529 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1880dd-3ca9-483d-a313-4e2524e0d723 req-57604118-0c76-4462-b3ac-d3adb48963be tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:37.155059 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1880dd-3ca9-483d-a313-4e2524e0d723 req-57604118-0c76-4462-b3ac-d3adb48963be tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:37.164225 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1880dd-3ca9-483d-a313-4e2524e0d723 req-57604118-0c76-4462-b3ac-d3adb48963be tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:37.171287 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1880dd-3ca9-483d-a313-4e2524e0d723 req-57604118-0c76-4462-b3ac-d3adb48963be tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:37.186270 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b394b-0235-41f3-aa5f-c7ec0cb4050d req-4138cdc7-69a7-4b40-b31d-f812a32fb306 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:37.188910 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fb4b394b-0235-41f3-aa5f-c7ec0cb4050d req-4138cdc7-69a7-4b40-b31d-f812a32fb306 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f53c77c-7353-4d34-8f3c-0219d1388746 HTTP/1.1" status: 200 len: 945 time: 0.0736618 Dec 08 16:04:37.194203 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1880dd-3ca9-483d-a313-4e2524e0d723 req-57604118-0c76-4462-b3ac-d3adb48963be tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:37.196611 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4a1880dd-3ca9-483d-a313-4e2524e0d723 req-57604118-0c76-4462-b3ac-d3adb48963be tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 5421 time: 0.1628647 Dec 08 16:04:37.211671 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:37.373305 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device ad149dbc-dd1a-4f57-a271-ee5719d6b70d details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:04:37.373608 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fb4b394b-0235-41f3-aa5f-c7ec0cb4050d req-c12b5ab7-2d7f-4bba-afa2-1bba409c1ed6 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720983 Dec 08 16:04:37.373911 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4a1880dd-3ca9-483d-a313-4e2524e0d723 req-f3db28a4-9f57-429f-9d15-da1ce64b0ac0 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/security-groups?id=4aaaa83b-c5f6-43ce-9356-8631053cb551&id=49c58f26-f9c1-4b14-a3ef-7ff8fc05a8af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0915220 Dec 08 16:04:37.374361 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=96397e9a-c7c5-4d82-adfc-307dcf9a04e0,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:37.374361 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port ad149dbc-dd1a-4f57-a271-ee5719d6b70d, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=ad149dbc-dd1a-4f57-a271-ee5719d6b70d,segment=NetworkSegment(d3c8c48a-2946-4fa5-abca-0d5c91d9e47e),segment_id=d3c8c48a-2946-4fa5-abca-0d5c91d9e47e)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:37.374361 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': 'ad149dbc-dd1a-4f57-a271-ee5719d6b70d', 'network_id': '2e4943d2-93a7-4739-8d48-2442fb48fa03', 'port_id': 'ad149dbc-dd1a-4f57-a271-ee5719d6b70d', 'mac_address': 'fa:16:3e:f0:dd:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e65c65d-2ea9-4234-8de3-5fa877086c9e', 'ip_address': '10.1.1.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:04:37.397238 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4cb505-74da-45e8-8804-9b6bba9e55d3 req-6b772a94-045d-49d8-8540-dbb4b915914a tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:37.405791 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0f4cb505-74da-45e8-8804-9b6bba9e55d3 req-6b772a94-045d-49d8-8540-dbb4b915914a tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c1c965-cb29-49ef-be40-4874f8ee0f28 HTTP/1.1" status: 200 len: 945 time: 0.0664470 Dec 08 16:04:37.445189 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:37.473611 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0f4cb505-74da-45e8-8804-9b6bba9e55d3 req-7bf2312d-2c3f-4f42-98b1-e77c9ef23a40 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646498 Dec 08 16:04:37.490523 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad149dbc-dd1a-4f57-a271-ee5719d6b70d {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:04:37.521702 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port ad149dbc-dd1a-4f57-a271-ee5719d6b70d, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=ad149dbc-dd1a-4f57-a271-ee5719d6b70d,segment=NetworkSegment(d3c8c48a-2946-4fa5-abca-0d5c91d9e47e),segment_id=d3c8c48a-2946-4fa5-abca-0d5c91d9e47e)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:37.621181 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169958ec-93cf-4c9e-94f3-6e985979d080 req-f5ac41b7-4deb-44f4-8aa6-e8419e4c95bb tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:37.623358 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-169958ec-93cf-4c9e-94f3-6e985979d080 req-f5ac41b7-4deb-44f4-8aa6-e8419e4c95bb tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1 HTTP/1.1" status: 200 len: 949 time: 0.0723248 Dec 08 16:04:37.633459 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:37.635252 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 5ca26b89-5037-47fc-91b1-bf5b63ff673b details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:04:37.679667 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-169958ec-93cf-4c9e-94f3-6e985979d080 req-d50da18e-5d8d-40fe-afcb-5ffe5bf8ccb3 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495381 Dec 08 16:04:37.707905 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 5ca26b89-5037-47fc-91b1-bf5b63ff673b, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=5ca26b89-5037-47fc-91b1-bf5b63ff673b,segment=NetworkSegment(c89cc37c-16aa-4ad7-b052-34f7434c2466),segment_id=c89cc37c-16aa-4ad7-b052-34f7434c2466)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:37.717053 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=ad149dbc-dd1a-4f57-a271-ee5719d6b70d,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:37.725990 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '5ca26b89-5037-47fc-91b1-bf5b63ff673b', 'network_id': '24cee103-4be3-4e70-9f00-1d6da085ad6b', 'port_id': '5ca26b89-5037-47fc-91b1-bf5b63ff673b', 'mac_address': 'fa:16:3e:15:fa:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bb3c717-9a7d-47ef-8b30-309fc05e6088', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:04:37.785819 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:37.802380 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ca26b89-5037-47fc-91b1-bf5b63ff673b {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:04:37.826223 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 5ca26b89-5037-47fc-91b1-bf5b63ff673b, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=5ca26b89-5037-47fc-91b1-bf5b63ff673b,segment=NetworkSegment(c89cc37c-16aa-4ad7-b052-34f7434c2466),segment_id=c89cc37c-16aa-4ad7-b052-34f7434c2466)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:37.934035 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:37.934035 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 2290551a-385e-4b70-8762-c1e09a632dd7 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:04:38.015935 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=5ca26b89-5037-47fc-91b1-bf5b63ff673b,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:38.030040 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 2290551a-385e-4b70-8762-c1e09a632dd7, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=2290551a-385e-4b70-8762-c1e09a632dd7,segment=NetworkSegment(d3c8c48a-2946-4fa5-abca-0d5c91d9e47e),segment_id=d3c8c48a-2946-4fa5-abca-0d5c91d9e47e)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:38.047693 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '2290551a-385e-4b70-8762-c1e09a632dd7', 'network_id': '2e4943d2-93a7-4739-8d48-2442fb48fa03', 'port_id': '2290551a-385e-4b70-8762-c1e09a632dd7', 'mac_address': 'fa:16:3e:f8:0b:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e65c65d-2ea9-4234-8de3-5fa877086c9e', 'ip_address': '10.1.1.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:04:38.106852 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:38.136152 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2290551a-385e-4b70-8762-c1e09a632dd7 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:04:38.162550 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 2290551a-385e-4b70-8762-c1e09a632dd7, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=2290551a-385e-4b70-8762-c1e09a632dd7,segment=NetworkSegment(d3c8c48a-2946-4fa5-abca-0d5c91d9e47e),segment_id=d3c8c48a-2946-4fa5-abca-0d5c91d9e47e)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:38.220583 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45943ff1-09f6-4c2d-88bb-e4a46986ad96 req-aaeb79fe-d5b6-4aae-ad1c-9f1010fc69f7 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:38.224677 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-45943ff1-09f6-4c2d-88bb-e4a46986ad96 req-aaeb79fe-d5b6-4aae-ad1c-9f1010fc69f7 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a50fa4b-7592-447e-a88a-be6b406d9a92 HTTP/1.1" status: 200 len: 945 time: 0.0776870 Dec 08 16:04:38.279554 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:38.297090 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-45943ff1-09f6-4c2d-88bb-e4a46986ad96 req-d9f4dc5d-dc54-43bd-ad3f-f40f1ddfe9af tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663958 Dec 08 16:04:38.355059 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=2290551a-385e-4b70-8762-c1e09a632dd7,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:38.428474 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:38.436943 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79dc88-a768-44da-8177-0023a6eaef2c req-2f91c680-ae32-4006-ab92-7ba50c5be6c3 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:38.447538 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8e79dc88-a768-44da-8177-0023a6eaef2c req-2f91c680-ae32-4006-ab92-7ba50c5be6c3 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f53c77c-7353-4d34-8f3c-0219d1388746 HTTP/1.1" status: 200 len: 945 time: 0.0802054 Dec 08 16:04:38.545805 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8e79dc88-a768-44da-8177-0023a6eaef2c req-0b15a458-f221-4fc6-af99-a3d0d6a37073 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970142 Dec 08 16:04:38.722411 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb527f-7b46-48c7-b894-907fc50df0a7 req-5fea9897-0f5c-429e-a047-57ee6f27a377 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:38.730456 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb527f-7b46-48c7-b894-907fc50df0a7 req-5fea9897-0f5c-429e-a047-57ee6f27a377 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:38.737301 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb527f-7b46-48c7-b894-907fc50df0a7 req-5fea9897-0f5c-429e-a047-57ee6f27a377 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:38.747595 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb527f-7b46-48c7-b894-907fc50df0a7 req-5fea9897-0f5c-429e-a047-57ee6f27a377 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:38.765447 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb527f-7b46-48c7-b894-907fc50df0a7 req-5fea9897-0f5c-429e-a047-57ee6f27a377 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:38.777405 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb527f-7b46-48c7-b894-907fc50df0a7 req-5fea9897-0f5c-429e-a047-57ee6f27a377 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:38.784010 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb527f-7b46-48c7-b894-907fc50df0a7 req-5fea9897-0f5c-429e-a047-57ee6f27a377 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:38.786147 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e2bb527f-7b46-48c7-b894-907fc50df0a7 req-5fea9897-0f5c-429e-a047-57ee6f27a377 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 5425 time: 0.2128515 Dec 08 16:04:38.890145 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738cee95-f0f8-43a7-93e9-d00e55c4d90c req-a2a571f6-cd4d-4539-a5eb-e8fb5ee277c9 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:38.890145 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-738cee95-f0f8-43a7-93e9-d00e55c4d90c req-a2a571f6-cd4d-4539-a5eb-e8fb5ee277c9 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c1c965-cb29-49ef-be40-4874f8ee0f28 HTTP/1.1" status: 200 len: 945 time: 0.0981386 Dec 08 16:04:38.890577 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e2bb527f-7b46-48c7-b894-907fc50df0a7 req-b2f21468-69c8-4e75-aba0-f62a340dc5ed tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/security-groups?id=4aaaa83b-c5f6-43ce-9356-8631053cb551&id=49c58f26-f9c1-4b14-a3ef-7ff8fc05a8af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0896862 Dec 08 16:04:38.924861 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-738cee95-f0f8-43a7-93e9-d00e55c4d90c req-7641a31c-9703-48b0-8fe8-e5ad3709d72b tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056330 Dec 08 16:04:39.039566 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a4a0d-9f96-46b3-89d9-2c15a98dfb23 req-9b391d1e-6546-413b-b7b7-9a38d34ca449 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:39.048880 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-175a4a0d-9f96-46b3-89d9-2c15a98dfb23 req-9b391d1e-6546-413b-b7b7-9a38d34ca449 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1 HTTP/1.1" status: 200 len: 949 time: 0.0787516 Dec 08 16:04:39.109590 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-175a4a0d-9f96-46b3-89d9-2c15a98dfb23 req-5a95829b-b061-49a1-89c5-3c6fbd30a4cd tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596590 Dec 08 16:04:39.131899 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['7daf87fe-44bb-4172-a38a-0f0c16f93725'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:04:39.172158 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['ad149dbc-dd1a-4f57-a271-ee5719d6b70d'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:04:39.175073 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['51bbfa21-3ab7-4eea-8628-00f39a1573cd'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:04:39.217823 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['5d54670e-e1a0-4c2a-a895-93f6235dabd9'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:04:39.241461 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['96397e9a-c7c5-4d82-adfc-307dcf9a04e0'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:04:39.265287 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['2290551a-385e-4b70-8762-c1e09a632dd7'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:04:39.451807 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ddd344-930d-48ee-accb-e7fe21d805c3 req-c3a4716b-a74e-4143-95f5-7c51f85f66c7 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:39.453448 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-73ddd344-930d-48ee-accb-e7fe21d805c3 req-c3a4716b-a74e-4143-95f5-7c51f85f66c7 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a50fa4b-7592-447e-a88a-be6b406d9a92 HTTP/1.1" status: 200 len: 945 time: 0.0786018 Dec 08 16:04:39.534619 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-73ddd344-930d-48ee-accb-e7fe21d805c3 req-10bab76e-b7ba-44e6-a5c3-067fc2e761da tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731387 Dec 08 16:04:39.794127 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01593fd3-5b78-4d6a-996a-f9cdadeda98a req-b85cc145-e273-4dc1-9cfe-d249b18c0c91 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:39.802136 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-01593fd3-5b78-4d6a-996a-f9cdadeda98a req-b85cc145-e273-4dc1-9cfe-d249b18c0c91 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f53c77c-7353-4d34-8f3c-0219d1388746 HTTP/1.1" status: 200 len: 945 time: 0.1134534 Dec 08 16:04:39.833696 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-e1c4cf9f-3e2e-4062-9796-8e6926ead9b1 tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:39.835234 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-e1c4cf9f-3e2e-4062-9796-8e6926ead9b1 tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=8a50fa4b-7592-447e-a88a-be6b406d9a92&tenant_id=85658dbd01a84c26a2385fde82126184&binding%3Ahost_id=n-h2-776250-12 HTTP/1.1" status: 200 len: 1097 time: 0.2206130 Dec 08 16:04:39.850690 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-df84306f-4638-4f7c-bc38-b6b58c9792ee service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-776250-12'}}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:04:39.886311 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-01593fd3-5b78-4d6a-996a-f9cdadeda98a req-e2de1790-78ca-4890-822e-17d4870362e6 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832078 Dec 08 16:04:39.921145 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-df84306f-4638-4f7c-bc38-b6b58c9792ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:40.067544 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['5ca26b89-5037-47fc-91b1-bf5b63ff673b'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:04:40.098131 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-df84306f-4638-4f7c-bc38-b6b58c9792ee service neutron] For port 29971d89-222c-43b5-a49f-01483af5bbe9, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=29971d89-222c-43b5-a49f-01483af5bbe9,segment=NetworkSegment(08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4),segment_id=08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:40.133874 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b20cfc-8449-4c89-b2fb-c5ee96344d37 req-769581ea-8a59-455a-90e5-91cedfce66ac tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:40.141297 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b20cfc-8449-4c89-b2fb-c5ee96344d37 req-769581ea-8a59-455a-90e5-91cedfce66ac tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:40.145317 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-df84306f-4638-4f7c-bc38-b6b58c9792ee service neutron] For port 29971d89-222c-43b5-a49f-01483af5bbe9, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:04:40.151780 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b20cfc-8449-4c89-b2fb-c5ee96344d37 req-769581ea-8a59-455a-90e5-91cedfce66ac tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:40.159530 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b20cfc-8449-4c89-b2fb-c5ee96344d37 req-769581ea-8a59-455a-90e5-91cedfce66ac tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:40.167142 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b20cfc-8449-4c89-b2fb-c5ee96344d37 req-769581ea-8a59-455a-90e5-91cedfce66ac tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:40.174221 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b20cfc-8449-4c89-b2fb-c5ee96344d37 req-769581ea-8a59-455a-90e5-91cedfce66ac tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:40.182021 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b20cfc-8449-4c89-b2fb-c5ee96344d37 req-769581ea-8a59-455a-90e5-91cedfce66ac tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:40.191890 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-57b20cfc-8449-4c89-b2fb-c5ee96344d37 req-769581ea-8a59-455a-90e5-91cedfce66ac tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 5425 time: 0.1718099 Dec 08 16:04:40.195091 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-df84306f-4638-4f7c-bc38-b6b58c9792ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:40.211143 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a50fa4b-7592-447e-a88a-be6b406d9a92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29971d89-222c-43b5-a49f-01483af5bbe9'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:04:40.211143 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb177606-aa06-4b81-8753-338f8db1f8be" -d '{"events": [{"server_uuid": "8a50fa4b-7592-447e-a88a-be6b406d9a92", "name": "network-vif-unplugged", "status": "completed", "tag": "29971d89-222c-43b5-a49f-01483af5bbe9"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:04:40.268731 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41416b2-a9ed-47d6-8ede-8236a30c96a1 req-d52d053a-b8b1-4611-b634-2ac861d9b91d tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:40.277705 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e41416b2-a9ed-47d6-8ede-8236a30c96a1 req-d52d053a-b8b1-4611-b634-2ac861d9b91d tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c1c965-cb29-49ef-be40-4874f8ee0f28 HTTP/1.1" status: 200 len: 945 time: 0.0791092 Dec 08 16:04:40.285944 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-57b20cfc-8449-4c89-b2fb-c5ee96344d37 req-39679f6c-5479-4edb-8bb2-c1f2fe444f44 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/security-groups?id=4aaaa83b-c5f6-43ce-9356-8631053cb551&id=49c58f26-f9c1-4b14-a3ef-7ff8fc05a8af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0927460 Dec 08 16:04:40.348155 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e41416b2-a9ed-47d6-8ede-8236a30c96a1 req-5778edd8-d385-4da8-8dd8-9289a89d5c53 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549498 Dec 08 16:04:40.421750 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-df84306f-4638-4f7c-bc38-b6b58c9792ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:40.476268 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82f3fc-6892-4899-b717-2697cbdee4d8 req-226d1e62-4c14-4bb4-b920-f5ca60640474 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:40.477873 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0d82f3fc-6892-4899-b717-2697cbdee4d8 req-226d1e62-4c14-4bb4-b920-f5ca60640474 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1 HTTP/1.1" status: 200 len: 949 time: 0.0884891 Dec 08 16:04:40.479415 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5536a2b8-0945-4c5e-b612-13ad1667aa5b x-openstack-request-id: req-5536a2b8-0945-4c5e-b612-13ad1667aa5b {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:04:40.479714 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a50fa4b-7592-447e-a88a-be6b406d9a92", "name": "network-vif-unplugged", "status": "completed", "tag": "29971d89-222c-43b5-a49f-01483af5bbe9", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:04:40.479971 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5536a2b8-0945-4c5e-b612-13ad1667aa5b {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:04:40.480382 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a50fa4b-7592-447e-a88a-be6b406d9a92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29971d89-222c-43b5-a49f-01483af5bbe9', 'code': 200} Dec 08 16:04:40.555266 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df84306f-4638-4f7c-bc38-b6b58c9792ee service neutron] Pushing event updated for resources: {'Port': ['ID=29971d89-222c-43b5-a49f-01483af5bbe9,revision_number=7']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:40.563012 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 29971d89-222c-43b5-a49f-01483af5bbe9 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:04:40.574339 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df84306f-4638-4f7c-bc38-b6b58c9792ee service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:04:40.574690 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df84306f-4638-4f7c-bc38-b6b58c9792ee service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:04:40.575044 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df84306f-4638-4f7c-bc38-b6b58c9792ee service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:04:40.575392 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df84306f-4638-4f7c-bc38-b6b58c9792ee service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:04:40.575733 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df84306f-4638-4f7c-bc38-b6b58c9792ee service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:04:40.576070 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df84306f-4638-4f7c-bc38-b6b58c9792ee service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:04:40.576505 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df84306f-4638-4f7c-bc38-b6b58c9792ee service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:04:40.576747 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df84306f-4638-4f7c-bc38-b6b58c9792ee service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:04:40.577077 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df84306f-4638-4f7c-bc38-b6b58c9792ee service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:04:40.577408 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df84306f-4638-4f7c-bc38-b6b58c9792ee service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:04:40.577727 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df84306f-4638-4f7c-bc38-b6b58c9792ee service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:04:40.578055 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df84306f-4638-4f7c-bc38-b6b58c9792ee service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:04:40.578374 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df84306f-4638-4f7c-bc38-b6b58c9792ee service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:04:40.616103 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-df84306f-4638-4f7c-bc38-b6b58c9792ee service neutron] Attempting to bind port 29971d89-222c-43b5-a49f-01483af5bbe9 on host n-h2-776250-12 for vnic_type normal with profile {"migrating_to": "n-h1-776250-12"} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:04:40.616471 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-df84306f-4638-4f7c-bc38-b6b58c9792ee service neutron] Attempting to bind port 29971d89-222c-43b5-a49f-01483af5bbe9 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9fb73276-e1f8-4bac-a027-20476a8f0b71'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:04:40.616989 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-df84306f-4638-4f7c-bc38-b6b58c9792ee service neutron] Attempting to bind port 29971d89-222c-43b5-a49f-01483af5bbe9 on network 9fb73276-e1f8-4bac-a027-20476a8f0b71 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:04:40.636880 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0d82f3fc-6892-4899-b717-2697cbdee4d8 req-cfc179a5-d9f3-41d3-bfce-6ed2d833d5f2 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469634 Dec 08 16:04:40.639744 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-df84306f-4638-4f7c-bc38-b6b58c9792ee service neutron] Port 29971d89-222c-43b5-a49f-01483af5bbe9 on network 9fb73276-e1f8-4bac-a027-20476a8f0b71 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:04:40.649036 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-df84306f-4638-4f7c-bc38-b6b58c9792ee service neutron] Attempting to bind port 29971d89-222c-43b5-a49f-01483af5bbe9 on network 9fb73276-e1f8-4bac-a027-20476a8f0b71 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:04:40.671318 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-df84306f-4638-4f7c-bc38-b6b58c9792ee service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:04:40.671655 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-df84306f-4638-4f7c-bc38-b6b58c9792ee service neutron] Checking segment: {'id': '08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9fb73276-e1f8-4bac-a027-20476a8f0b71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:04:40.672279 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-df84306f-4638-4f7c-bc38-b6b58c9792ee service neutron] Bound using segment: {'id': '08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9fb73276-e1f8-4bac-a027-20476a8f0b71'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:04:40.672910 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-df84306f-4638-4f7c-bc38-b6b58c9792ee service neutron] Bound port: 29971d89-222c-43b5-a49f-01483af5bbe9, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9fb73276-e1f8-4bac-a027-20476a8f0b71'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:04:40.673448 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-df84306f-4638-4f7c-bc38-b6b58c9792ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:40.753259 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 29971d89-222c-43b5-a49f-01483af5bbe9, host n-h2-776250-12, got binding levels [] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:40.766763 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-df84306f-4638-4f7c-bc38-b6b58c9792ee service neutron] For port 29971d89-222c-43b5-a49f-01483af5bbe9, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:04:40.769979 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76656216-1634-41b5-bb17-ac4c7a1a0a44 req-6c05dbf1-6f6d-498c-8a00-07f221aa59cb tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:40.770514 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-df84306f-4638-4f7c-bc38-b6b58c9792ee service neutron] For port 29971d89-222c-43b5-a49f-01483af5bbe9, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=29971d89-222c-43b5-a49f-01483af5bbe9,segment=NetworkSegment(08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4),segment_id=08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:04:40.779661 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-76656216-1634-41b5-bb17-ac4c7a1a0a44 req-6c05dbf1-6f6d-498c-8a00-07f221aa59cb tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a50fa4b-7592-447e-a88a-be6b406d9a92 HTTP/1.1" status: 200 len: 943 time: 0.0944147 Dec 08 16:04:40.785404 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Attempting to bind port 29971d89-222c-43b5-a49f-01483af5bbe9 on host n-h2-776250-12 for vnic_type normal with profile {"migrating_to": "n-h1-776250-12"} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:04:40.785778 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Attempting to bind port 29971d89-222c-43b5-a49f-01483af5bbe9 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9fb73276-e1f8-4bac-a027-20476a8f0b71'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:04:40.786147 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Attempting to bind port 29971d89-222c-43b5-a49f-01483af5bbe9 on network 9fb73276-e1f8-4bac-a027-20476a8f0b71 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:04:40.791238 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Port 29971d89-222c-43b5-a49f-01483af5bbe9 on network 9fb73276-e1f8-4bac-a027-20476a8f0b71 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:04:40.791600 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Attempting to bind port 29971d89-222c-43b5-a49f-01483af5bbe9 on network 9fb73276-e1f8-4bac-a027-20476a8f0b71 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:04:40.833798 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:04:40.840517 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Checking segment: {'id': '08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9fb73276-e1f8-4bac-a027-20476a8f0b71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:04:40.840517 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Bound using segment: {'id': '08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9fb73276-e1f8-4bac-a027-20476a8f0b71'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:04:40.840517 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Bound port: 29971d89-222c-43b5-a49f-01483af5bbe9, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9fb73276-e1f8-4bac-a027-20476a8f0b71'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:04:40.840517 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:40.873586 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-76656216-1634-41b5-bb17-ac4c7a1a0a44 req-265d11d9-3033-4306-80f9-4809a44776f6 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918870 Dec 08 16:04:40.902897 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-df84306f-4638-4f7c-bc38-b6b58c9792ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:41.028351 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-df84306f-4638-4f7c-bc38-b6b58c9792ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:41.028351 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-df84306f-4638-4f7c-bc38-b6b58c9792ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:41.028351 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-df84306f-4638-4f7c-bc38-b6b58c9792ee service neutron] 10.222.0.76 "PUT /v2.0/ports/29971d89-222c-43b5-a49f-01483af5bbe9 HTTP/1.1" status: 200 len: 1123 time: 1.1789260 Dec 08 16:04:41.028351 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df84306f-4638-4f7c-bc38-b6b58c9792ee service neutron] Pushing event updated for resources: {'Port': ['ID=29971d89-222c-43b5-a49f-01483af5bbe9,revision_number=8']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:41.073890 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 29971d89-222c-43b5-a49f-01483af5bbe9, host n-h2-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:04:41.137307 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.db.api [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 29971d89-222c-43b5-a49f-01483af5bbe9-n-h2-776250-12-0 {{(pid=110552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:04:41.137603 n-d-776250-12 neutron-server[110552]: DEBUG oslo_db.api [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:04:41.162055 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['29971d89-222c-43b5-a49f-01483af5bbe9'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:04:41.163028 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4634105c-c9a9-4882-9cf4-3322b1d23afb req-04b18591-4b0b-4dd7-89f1-69e0fc1072e7 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:41.172514 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4634105c-c9a9-4882-9cf4-3322b1d23afb req-04b18591-4b0b-4dd7-89f1-69e0fc1072e7 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f53c77c-7353-4d34-8f3c-0219d1388746 HTTP/1.1" status: 200 len: 945 time: 0.0821207 Dec 08 16:04:41.250814 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4634105c-c9a9-4882-9cf4-3322b1d23afb req-4d5d441f-2eb3-445e-bb7b-649dba81ddda tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692856 Dec 08 16:04:41.493018 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25974a45-b686-48c3-bb42-0431c5877691 req-52fd374f-2af4-4153-a325-802e857d6dde tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:41.499166 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25974a45-b686-48c3-bb42-0431c5877691 req-52fd374f-2af4-4153-a325-802e857d6dde tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:41.502277 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6642df0-a4ad-4213-913f-21ed2ab7323b req-cec3d797-8dc4-4920-95a4-6b1f10555554 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:41.505291 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25974a45-b686-48c3-bb42-0431c5877691 req-52fd374f-2af4-4153-a325-802e857d6dde tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:41.508766 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c6642df0-a4ad-4213-913f-21ed2ab7323b req-cec3d797-8dc4-4920-95a4-6b1f10555554 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c1c965-cb29-49ef-be40-4874f8ee0f28 HTTP/1.1" status: 200 len: 945 time: 0.0624835 Dec 08 16:04:41.511336 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25974a45-b686-48c3-bb42-0431c5877691 req-52fd374f-2af4-4153-a325-802e857d6dde tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:41.517384 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25974a45-b686-48c3-bb42-0431c5877691 req-52fd374f-2af4-4153-a325-802e857d6dde tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:41.523563 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25974a45-b686-48c3-bb42-0431c5877691 req-52fd374f-2af4-4153-a325-802e857d6dde tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:41.525675 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-31e3e715-c6b0-4e28-8d68-6250be71f015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:41.530029 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25974a45-b686-48c3-bb42-0431c5877691 req-52fd374f-2af4-4153-a325-802e857d6dde tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:41.533179 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-25974a45-b686-48c3-bb42-0431c5877691 req-52fd374f-2af4-4153-a325-802e857d6dde tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 5425 time: 0.1078119 Dec 08 16:04:41.556784 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['29971d89-222c-43b5-a49f-01483af5bbe9'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:04:41.572606 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c6642df0-a4ad-4213-913f-21ed2ab7323b req-a90d3656-2d58-47c5-a5f7-16612c388b93 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621943 Dec 08 16:04:41.627523 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-25974a45-b686-48c3-bb42-0431c5877691 req-3e4ec68e-9349-4a12-864e-5977bf0bea16 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/security-groups?id=4aaaa83b-c5f6-43ce-9356-8631053cb551&id=49c58f26-f9c1-4b14-a3ef-7ff8fc05a8af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0891199 Dec 08 16:04:41.671504 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Attempting to bind port 29971d89-222c-43b5-a49f-01483af5bbe9 on host n-h2-776250-12 for vnic_type normal with profile {"migrating_to": "n-h1-776250-12"} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:04:41.672122 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Attempting to bind port 29971d89-222c-43b5-a49f-01483af5bbe9 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9fb73276-e1f8-4bac-a027-20476a8f0b71'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:04:41.672122 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Attempting to bind port 29971d89-222c-43b5-a49f-01483af5bbe9 on network 9fb73276-e1f8-4bac-a027-20476a8f0b71 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:04:41.712369 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Port 29971d89-222c-43b5-a49f-01483af5bbe9 on network 9fb73276-e1f8-4bac-a027-20476a8f0b71 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:04:41.712999 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Attempting to bind port 29971d89-222c-43b5-a49f-01483af5bbe9 on network 9fb73276-e1f8-4bac-a027-20476a8f0b71 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:04:41.723121 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:04:41.723593 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Checking segment: {'id': '08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9fb73276-e1f8-4bac-a027-20476a8f0b71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:04:41.724095 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Bound using segment: {'id': '08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9fb73276-e1f8-4bac-a027-20476a8f0b71'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:04:41.724682 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Bound port: 29971d89-222c-43b5-a49f-01483af5bbe9, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9fb73276-e1f8-4bac-a027-20476a8f0b71'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:04:41.725152 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:41.800343 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948bd82-4090-4451-9d25-921df34bdff8 req-8e981b14-3e29-4a9c-99d5-7dd338a60e2b tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:41.809770 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e948bd82-4090-4451-9d25-921df34bdff8 req-8e981b14-3e29-4a9c-99d5-7dd338a60e2b tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1 HTTP/1.1" status: 200 len: 949 time: 0.0844238 Dec 08 16:04:41.825252 n-d-776250-12 neutron-server[110552]: WARNING neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Concurrent port binding operations failed on port 29971d89-222c-43b5-a49f-01483af5bbe9 Dec 08 16:04:41.832162 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 29971d89-222c-43b5-a49f-01483af5bbe9, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=29971d89-222c-43b5-a49f-01483af5bbe9,segment=NetworkSegment(08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4),segment_id=08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:41.834973 n-d-776250-12 neutron-server[110552]: INFO neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Attempt 2 to bind port 29971d89-222c-43b5-a49f-01483af5bbe9 Dec 08 16:04:41.835462 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 29971d89-222c-43b5-a49f-01483af5bbe9 has no active binding in host n-h1-776250-12 {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 08 16:04:41.889536 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e948bd82-4090-4451-9d25-921df34bdff8 req-7b3998ea-94fc-4b05-9956-0e65466559ab tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760162 Dec 08 16:04:42.032543 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36831094-fbb7-4761-ac4d-06e437c54b16 req-a32ac08b-6917-452c-86c1-1aa1ff145138 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:42.035648 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-36831094-fbb7-4761-ac4d-06e437c54b16 req-a32ac08b-6917-452c-86c1-1aa1ff145138 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a50fa4b-7592-447e-a88a-be6b406d9a92 HTTP/1.1" status: 200 len: 943 time: 0.0601487 Dec 08 16:04:42.097357 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-36831094-fbb7-4761-ac4d-06e437c54b16 req-39208b46-bf28-424f-8864-0734f6cb240b tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547488 Dec 08 16:04:42.382604 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f3ddd-4019-4739-92d3-061b26b97ab0 req-922e84df-1f1e-48b1-ae5c-9f2f0e82b3dd tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:42.384658 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a02f3ddd-4019-4739-92d3-061b26b97ab0 req-922e84df-1f1e-48b1-ae5c-9f2f0e82b3dd tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f53c77c-7353-4d34-8f3c-0219d1388746 HTTP/1.1" status: 200 len: 945 time: 0.0549831 Dec 08 16:04:42.437308 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a02f3ddd-4019-4739-92d3-061b26b97ab0 req-0fcf7b5d-78ac-442c-a949-db9b001252b1 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455794 Dec 08 16:04:42.481064 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a50fa4b-7592-447e-a88a-be6b406d9a92', 'tag': '29971d89-222c-43b5-a49f-01483af5bbe9'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:04:42.483531 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22343061-9beb-44f2-95d2-709e3a73c2b6" -d '{"events": [{"name": "network-changed", "server_uuid": "8a50fa4b-7592-447e-a88a-be6b406d9a92", "tag": "29971d89-222c-43b5-a49f-01483af5bbe9"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:04:42.521087 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928469eb-998e-43c8-b9ff-1412f75e9235 x-openstack-request-id: req-928469eb-998e-43c8-b9ff-1412f75e9235 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:04:42.521646 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a50fa4b-7592-447e-a88a-be6b406d9a92", "tag": "29971d89-222c-43b5-a49f-01483af5bbe9", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:04:42.522070 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-928469eb-998e-43c8-b9ff-1412f75e9235 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:04:42.522840 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a50fa4b-7592-447e-a88a-be6b406d9a92', 'tag': '29971d89-222c-43b5-a49f-01483af5bbe9', 'status': 'completed', 'code': 200} Dec 08 16:04:42.588976 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22343061-9beb-44f2-95d2-709e3a73c2b6 req-a5398d49-d6d8-4f81-802f-0263d2f7619a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:42.590604 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-22343061-9beb-44f2-95d2-709e3a73c2b6 req-a5398d49-d6d8-4f81-802f-0263d2f7619a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=85658dbd01a84c26a2385fde82126184&device_id=8a50fa4b-7592-447e-a88a-be6b406d9a92 HTTP/1.1" status: 200 len: 1126 time: 0.0443413 Dec 08 16:04:42.713651 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf9d84-759c-4949-b9e6-75c0ee0467bd req-4a3b0e01-57d3-4e21-95cc-7516cffc6723 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:42.715535 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a3bf9d84-759c-4949-b9e6-75c0ee0467bd req-4a3b0e01-57d3-4e21-95cc-7516cffc6723 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c1c965-cb29-49ef-be40-4874f8ee0f28 HTTP/1.1" status: 200 len: 945 time: 0.0582604 Dec 08 16:04:42.771690 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a3bf9d84-759c-4949-b9e6-75c0ee0467bd req-45352a60-febc-4b64-8cd7-3fc2d4ffed2a tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490100 Dec 08 16:04:42.795277 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22343061-9beb-44f2-95d2-709e3a73c2b6 req-fa2f7f73-d141-4ea1-8b8a-c0f6a07c88ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:42.796840 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-22343061-9beb-44f2-95d2-709e3a73c2b6 req-fa2f7f73-d141-4ea1-8b8a-c0f6a07c88ad service neutron] 10.222.0.37 "GET /v2.0/networks?id=9fb73276-e1f8-4bac-a027-20476a8f0b71 HTTP/1.1" status: 200 len: 921 time: 0.1977875 Dec 08 16:04:42.846481 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-22343061-9beb-44f2-95d2-709e3a73c2b6 req-142e3351-1c95-4ec5-939b-55b0c98c90a6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29971d89-222c-43b5-a49f-01483af5bbe9 HTTP/1.1" status: 200 len: 217 time: 0.0410361 Dec 08 16:04:42.868961 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa6d8d-f85c-46f7-a237-aae57e995c24 req-1fea485c-d475-4d09-8e20-55d6a6b8597c tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:42.872212 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa6d8d-f85c-46f7-a237-aae57e995c24 req-1fea485c-d475-4d09-8e20-55d6a6b8597c tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:42.878611 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa6d8d-f85c-46f7-a237-aae57e995c24 req-1fea485c-d475-4d09-8e20-55d6a6b8597c tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:42.885043 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa6d8d-f85c-46f7-a237-aae57e995c24 req-1fea485c-d475-4d09-8e20-55d6a6b8597c tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:42.890961 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa6d8d-f85c-46f7-a237-aae57e995c24 req-1fea485c-d475-4d09-8e20-55d6a6b8597c tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:42.897061 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa6d8d-f85c-46f7-a237-aae57e995c24 req-1fea485c-d475-4d09-8e20-55d6a6b8597c tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:42.907079 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa6d8d-f85c-46f7-a237-aae57e995c24 req-1fea485c-d475-4d09-8e20-55d6a6b8597c tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:42.907079 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f4aa6d8d-f85c-46f7-a237-aae57e995c24 req-1fea485c-d475-4d09-8e20-55d6a6b8597c tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 5425 time: 0.1713333 Dec 08 16:04:42.995572 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22343061-9beb-44f2-95d2-709e3a73c2b6 req-07c54f12-8e87-47da-9641-c0f8c85540b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:42.997186 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-22343061-9beb-44f2-95d2-709e3a73c2b6 req-07c54f12-8e87-47da-9641-c0f8c85540b6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3bab6816-4414-47cc-922e-2566e0e2da0a HTTP/1.1" status: 200 len: 860 time: 0.0905750 Dec 08 16:04:43.036596 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5941f32c-6caf-4146-ad09-3c6abe0869a7 req-e1cc2549-67a0-4d2f-bd56-abe6408e752f tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:43.038055 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f4aa6d8d-f85c-46f7-a237-aae57e995c24 req-c2b41b3b-0e66-422b-a389-be2223b50418 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/security-groups?id=4aaaa83b-c5f6-43ce-9356-8631053cb551&id=49c58f26-f9c1-4b14-a3ef-7ff8fc05a8af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1218951 Dec 08 16:04:43.038616 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5941f32c-6caf-4146-ad09-3c6abe0869a7 req-e1cc2549-67a0-4d2f-bd56-abe6408e752f tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1 HTTP/1.1" status: 200 len: 949 time: 0.0624132 Dec 08 16:04:43.042928 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-22343061-9beb-44f2-95d2-709e3a73c2b6 req-0d9f4083-5b71-474e-99d1-d16a0fd835f9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9fb73276-e1f8-4bac-a027-20476a8f0b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359130 Dec 08 16:04:43.123837 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5941f32c-6caf-4146-ad09-3c6abe0869a7 req-d9b048d5-830d-4f29-9828-90de9d0bdfd5 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748153 Dec 08 16:04:43.232627 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33338b-5950-4bf5-a7b4-07855c9ac3ec req-aa825b0a-c862-40d6-af19-8a1111213d5a tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:43.238324 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fb33338b-5950-4bf5-a7b4-07855c9ac3ec req-aa825b0a-c862-40d6-af19-8a1111213d5a tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] 10.222.0.64 "GET /v2.0/ports?device_id=6838640d-6f74-4a5e-8c18-6f0e5a759f51 HTTP/1.1" status: 200 len: 950 time: 0.0922329 Dec 08 16:04:43.239578 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-22343061-9beb-44f2-95d2-709e3a73c2b6 req-2dc3300b-41c9-42e6-9425-02ed226572dd service neutron] 10.222.0.37 "GET /v2.0/networks/9fb73276-e1f8-4bac-a027-20476a8f0b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876535 Dec 08 16:04:43.335413 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e964337-dfc6-4470-918a-9dd71e00ca11 req-042b996e-f472-4b1d-861e-59447b03a756 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:43.337870 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1e964337-dfc6-4470-918a-9dd71e00ca11 req-042b996e-f472-4b1d-861e-59447b03a756 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a50fa4b-7592-447e-a88a-be6b406d9a92 HTTP/1.1" status: 200 len: 943 time: 0.0649471 Dec 08 16:04:43.355246 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fb33338b-5950-4bf5-a7b4-07855c9ac3ec req-e1ea4f2e-954e-4c4c-b6b0-a441c882f57f tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] 10.222.0.64 "GET /v2.0/security-groups?id=d52b3ab9-671e-4bec-87ec-cb6b7b824f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146696 Dec 08 16:04:43.387857 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-22343061-9beb-44f2-95d2-709e3a73c2b6 req-4c18493f-a420-4be5-9506-a96466bca1b1 service neutron] 10.222.0.37 "GET /v2.0/networks/9fb73276-e1f8-4bac-a027-20476a8f0b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403284 Dec 08 16:04:43.412778 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1e964337-dfc6-4470-918a-9dd71e00ca11 req-29183eb8-6556-4cae-b59c-5c9ac1126d6e tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678601 Dec 08 16:04:43.572384 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864bf54-f3d5-4101-9931-0fb1bc08c632 req-74dcfa79-0f30-4b24-b626-c86a8c4c169b tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:43.574199 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c864bf54-f3d5-4101-9931-0fb1bc08c632 req-74dcfa79-0f30-4b24-b626-c86a8c4c169b tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f53c77c-7353-4d34-8f3c-0219d1388746 HTTP/1.1" status: 200 len: 945 time: 0.0597012 Dec 08 16:04:43.641477 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c864bf54-f3d5-4101-9931-0fb1bc08c632 req-89ccca38-6f25-46f4-83bb-3054162da202 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586634 Dec 08 16:04:43.782319 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5f5a03c1-af1a-4d1d-ac6a-8c28c5510792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:43.901718 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf34d21-7c1a-4ca8-9ab7-a233091ec82e req-8b5dea3d-6a70-48d8-a7e6-5c5ea48130a1 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:43.903453 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5cf34d21-7c1a-4ca8-9ab7-a233091ec82e req-8b5dea3d-6a70-48d8-a7e6-5c5ea48130a1 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c1c965-cb29-49ef-be40-4874f8ee0f28 HTTP/1.1" status: 200 len: 945 time: 0.0527515 Dec 08 16:04:43.958144 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5cf34d21-7c1a-4ca8-9ab7-a233091ec82e req-63f2611f-2dc8-4a62-8dd7-fa50e214e16c tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486908 Dec 08 16:04:44.212671 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b43580-286a-4d53-b452-26292222808b req-7969d0c6-d753-4509-998c-e497be7a0014 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:44.218987 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b43580-286a-4d53-b452-26292222808b req-7969d0c6-d753-4509-998c-e497be7a0014 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:44.225835 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b43580-286a-4d53-b452-26292222808b req-7969d0c6-d753-4509-998c-e497be7a0014 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:44.232598 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b43580-286a-4d53-b452-26292222808b req-7969d0c6-d753-4509-998c-e497be7a0014 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:44.238726 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b43580-286a-4d53-b452-26292222808b req-7969d0c6-d753-4509-998c-e497be7a0014 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:44.244877 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b43580-286a-4d53-b452-26292222808b req-7969d0c6-d753-4509-998c-e497be7a0014 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:44.251081 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b43580-286a-4d53-b452-26292222808b req-7969d0c6-d753-4509-998c-e497be7a0014 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:44.253076 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-39b43580-286a-4d53-b452-26292222808b req-7969d0c6-d753-4509-998c-e497be7a0014 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 5425 time: 0.1062419 Dec 08 16:04:44.268946 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be899865-9b6a-44c1-9078-d51b57441775 req-01b8e3ef-1acc-497f-96fa-3fd626f33ff7 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:44.270519 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-be899865-9b6a-44c1-9078-d51b57441775 req-01b8e3ef-1acc-497f-96fa-3fd626f33ff7 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1 HTTP/1.1" status: 200 len: 949 time: 0.0543618 Dec 08 16:04:44.296483 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 51bbfa21-3ab7-4eea-8628-00f39a1573cd up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:04:44.332774 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-39b43580-286a-4d53-b452-26292222808b req-e6d0b973-e136-4e01-8602-7e6d5340d32c tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/security-groups?id=4aaaa83b-c5f6-43ce-9356-8631053cb551&id=49c58f26-f9c1-4b14-a3ef-7ff8fc05a8af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0694170 Dec 08 16:04:44.346218 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-be899865-9b6a-44c1-9078-d51b57441775 req-51db5a3b-a4a4-4d5b-aec4-a1ffdc12d6b2 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612717 Dec 08 16:04:44.433744 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port 51bbfa21-3ab7-4eea-8628-00f39a1573cd completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:04:44.440561 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 51bbfa21-3ab7-4eea-8628-00f39a1573cd triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:04:44.441263 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:44.567850 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:44.584692 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d4d27-d420-4997-b6d8-7956f640e1a7 req-ad4f8ccb-7829-4e0c-900b-299f662f959e tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:44.586520 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4c9d4d27-d420-4997-b6d8-7956f640e1a7 req-ad4f8ccb-7829-4e0c-900b-299f662f959e tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a50fa4b-7592-447e-a88a-be6b406d9a92 HTTP/1.1" status: 200 len: 943 time: 0.0538418 Dec 08 16:04:44.594144 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc438c8-595f-4412-861b-5bcb3b061ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51bbfa21-3ab7-4eea-8628-00f39a1573cd'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:04:44.596482 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d40065f5-197f-4019-817f-3d46e4b3d85f" -d '{"events": [{"server_uuid": "5dc438c8-595f-4412-861b-5bcb3b061ba1", "name": "network-vif-plugged", "status": "completed", "tag": "51bbfa21-3ab7-4eea-8628-00f39a1573cd"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:04:44.617032 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 51bbfa21-3ab7-4eea-8628-00f39a1573cd, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=51bbfa21-3ab7-4eea-8628-00f39a1573cd,segment=NetworkSegment(d3c8c48a-2946-4fa5-abca-0d5c91d9e47e),segment_id=d3c8c48a-2946-4fa5-abca-0d5c91d9e47e)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:44.642714 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4c9d4d27-d420-4997-b6d8-7956f640e1a7 req-a4b0a21a-44d6-47d4-a404-8ad06cff2af3 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466552 Dec 08 16:04:44.652711 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-331d5a2c-e4c8-460b-bc12-84b4ecbe8ec6 x-openstack-request-id: req-331d5a2c-e4c8-460b-bc12-84b4ecbe8ec6 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:04:44.653074 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc438c8-595f-4412-861b-5bcb3b061ba1", "name": "network-vif-plugged", "status": "completed", "tag": "51bbfa21-3ab7-4eea-8628-00f39a1573cd", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:04:44.653425 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-331d5a2c-e4c8-460b-bc12-84b4ecbe8ec6 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:04:44.653995 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc438c8-595f-4412-861b-5bcb3b061ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51bbfa21-3ab7-4eea-8628-00f39a1573cd', 'code': 200} Dec 08 16:04:44.730555 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:44.731686 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 7daf87fe-44bb-4172-a38a-0f0c16f93725 up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:04:44.783815 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa6236-92f8-4289-beb4-60e0dc3d989e req-a9e6b54f-95d4-4109-8121-3c088663e5f5 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:44.788877 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d4aa6236-92f8-4289-beb4-60e0dc3d989e req-a9e6b54f-95d4-4109-8121-3c088663e5f5 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f53c77c-7353-4d34-8f3c-0219d1388746 HTTP/1.1" status: 200 len: 945 time: 0.0618227 Dec 08 16:04:44.811457 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=51bbfa21-3ab7-4eea-8628-00f39a1573cd,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:44.856910 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d4aa6236-92f8-4289-beb4-60e0dc3d989e req-5013ca30-b33f-410b-955d-c965a52d02fb tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592132 Dec 08 16:04:44.947935 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port 7daf87fe-44bb-4172-a38a-0f0c16f93725 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:04:44.952077 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 7daf87fe-44bb-4172-a38a-0f0c16f93725 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:04:44.952495 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:45.047422 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:45.088864 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [req-41332f4b-0854-4c63-aafe-97f85bd9578e req-85a01497-065a-4db9-b171-bede09887274 service neutron] show failed (client error): The resource could not be found. Dec 08 16:04:45.089967 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-41332f4b-0854-4c63-aafe-97f85bd9578e req-85a01497-065a-4db9-b171-bede09887274 service neutron] 10.222.0.37 "GET /v2.0/ports/8263009c-1760-43bc-aeb2-04fa7693a1fb/bindings/n-h1-776250-12 HTTP/1.1" status: 404 len: 381 time: 0.0761683 Dec 08 16:04:45.090473 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f46a6f-b006-4a45-8fb5-f85fbb615aca req-defe7962-f9fc-43ef-8f9e-9ecab87cede4 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:45.092105 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-53f46a6f-b006-4a45-8fb5-f85fbb615aca req-defe7962-f9fc-43ef-8f9e-9ecab87cede4 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c1c965-cb29-49ef-be40-4874f8ee0f28 HTTP/1.1" status: 200 len: 945 time: 0.0576200 Dec 08 16:04:45.099170 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 7daf87fe-44bb-4172-a38a-0f0c16f93725, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=7daf87fe-44bb-4172-a38a-0f0c16f93725,segment=NetworkSegment(c89cc37c-16aa-4ad7-b052-34f7434c2466),segment_id=c89cc37c-16aa-4ad7-b052-34f7434c2466)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:45.135059 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:45.153144 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-53f46a6f-b006-4a45-8fb5-f85fbb615aca req-9dd3318d-2302-4286-991c-7c696f44ef7d tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517857 Dec 08 16:04:45.205077 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:45.206054 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 5d54670e-e1a0-4c2a-a895-93f6235dabd9 up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:04:45.286381 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=7daf87fe-44bb-4172-a38a-0f0c16f93725,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:45.380960 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port 5d54670e-e1a0-4c2a-a895-93f6235dabd9 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:04:45.386050 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 5d54670e-e1a0-4c2a-a895-93f6235dabd9 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:04:45.386455 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:45.506728 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:45.520075 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063fc341-15f3-4bbf-81be-8b37d5c15cb9 req-9434ce4a-4dcf-4cca-96b1-c183a56a31e6 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:45.522334 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-063fc341-15f3-4bbf-81be-8b37d5c15cb9 req-9434ce4a-4dcf-4cca-96b1-c183a56a31e6 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1 HTTP/1.1" status: 200 len: 949 time: 0.0909271 Dec 08 16:04:45.525569 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f5dd5-00f1-4d82-8fb0-041bd05b4ddf req-55255717-3d71-464c-a49a-90c8d5647891 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:45.532717 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f5dd5-00f1-4d82-8fb0-041bd05b4ddf req-55255717-3d71-464c-a49a-90c8d5647891 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:45.539397 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f5dd5-00f1-4d82-8fb0-041bd05b4ddf req-55255717-3d71-464c-a49a-90c8d5647891 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:45.543033 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 5d54670e-e1a0-4c2a-a895-93f6235dabd9, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=5d54670e-e1a0-4c2a-a895-93f6235dabd9,segment=NetworkSegment(64c18ef9-63f2-4c53-b3ec-fb03feced499),segment_id=64c18ef9-63f2-4c53-b3ec-fb03feced499)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:45.546255 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f5dd5-00f1-4d82-8fb0-041bd05b4ddf req-55255717-3d71-464c-a49a-90c8d5647891 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:45.552508 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f5dd5-00f1-4d82-8fb0-041bd05b4ddf req-55255717-3d71-464c-a49a-90c8d5647891 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:45.558816 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f5dd5-00f1-4d82-8fb0-041bd05b4ddf req-55255717-3d71-464c-a49a-90c8d5647891 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:45.564800 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f5dd5-00f1-4d82-8fb0-041bd05b4ddf req-55255717-3d71-464c-a49a-90c8d5647891 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:45.566708 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7e6f5dd5-00f1-4d82-8fb0-041bd05b4ddf req-55255717-3d71-464c-a49a-90c8d5647891 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 5427 time: 0.1136858 Dec 08 16:04:45.581515 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-063fc341-15f3-4bbf-81be-8b37d5c15cb9 req-a6265f87-0b60-40af-9928-a63bf32833a4 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515876 Dec 08 16:04:45.644589 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7e6f5dd5-00f1-4d82-8fb0-041bd05b4ddf req-5c6ada04-888c-4374-944b-6b0a4b27e06a tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/security-groups?id=4aaaa83b-c5f6-43ce-9356-8631053cb551&id=49c58f26-f9c1-4b14-a3ef-7ff8fc05a8af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0689573 Dec 08 16:04:45.657268 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:45.661040 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 96397e9a-c7c5-4d82-adfc-307dcf9a04e0 up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:04:45.707585 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41332f4b-0854-4c63-aafe-97f85bd9578e req-f91cbb5d-d898-4e09-8156-bf7e70516707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:45.709617 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-41332f4b-0854-4c63-aafe-97f85bd9578e req-f91cbb5d-d898-4e09-8156-bf7e70516707 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1&tenant_id=b73d206799fe4423a8cfa64c519990fb HTTP/1.1" status: 200 len: 1101 time: 0.0636923 Dec 08 16:04:45.726390 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-41332f4b-0854-4c63-aafe-97f85bd9578e req-8196bf3c-e635-4b1c-9758-ef77c2935444 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-776250-12', 'device_owner': 'compute:nova'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:04:45.766466 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=5d54670e-e1a0-4c2a-a895-93f6235dabd9,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:45.806606 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b8be00-ef6e-4f54-9138-45f7f0045bfc req-b29d9594-74e7-4eac-be2e-d5dd42c64139 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:45.809318 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-29b8be00-ef6e-4f54-9138-45f7f0045bfc req-b29d9594-74e7-4eac-be2e-d5dd42c64139 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a50fa4b-7592-447e-a88a-be6b406d9a92 HTTP/1.1" status: 200 len: 943 time: 0.0783086 Dec 08 16:04:45.824569 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-41332f4b-0854-4c63-aafe-97f85bd9578e req-8196bf3c-e635-4b1c-9758-ef77c2935444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:45.845037 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port 96397e9a-c7c5-4d82-adfc-307dcf9a04e0 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:04:45.849833 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 96397e9a-c7c5-4d82-adfc-307dcf9a04e0 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:04:45.850296 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:45.878885 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-29b8be00-ef6e-4f54-9138-45f7f0045bfc req-db5c1f0f-fac8-4542-89ee-dac940b2f3d3 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634694 Dec 08 16:04:45.944583 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:45.983306 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 96397e9a-c7c5-4d82-adfc-307dcf9a04e0, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=96397e9a-c7c5-4d82-adfc-307dcf9a04e0,segment=NetworkSegment(d3c8c48a-2946-4fa5-abca-0d5c91d9e47e),segment_id=d3c8c48a-2946-4fa5-abca-0d5c91d9e47e)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:46.051685 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd5e04-92f6-43f0-90d1-e18caee8c51a req-122661e3-8fba-4ea9-8fb2-97397bf38d4a tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:46.053225 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9cbd5e04-92f6-43f0-90d1-e18caee8c51a req-122661e3-8fba-4ea9-8fb2-97397bf38d4a tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f53c77c-7353-4d34-8f3c-0219d1388746 HTTP/1.1" status: 200 len: 945 time: 0.1111369 Dec 08 16:04:46.113425 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-41332f4b-0854-4c63-aafe-97f85bd9578e req-8196bf3c-e635-4b1c-9758-ef77c2935444 service neutron] For port 8263009c-1760-43bc-aeb2-04fa7693a1fb, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=8263009c-1760-43bc-aeb2-04fa7693a1fb,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:46.133283 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9cbd5e04-92f6-43f0-90d1-e18caee8c51a req-f1c6dd37-2e8d-4ce7-bb6b-f30a0e6e1edf tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730917 Dec 08 16:04:46.155660 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:46.156416 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device ad149dbc-dd1a-4f57-a271-ee5719d6b70d up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:04:46.157641 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-41332f4b-0854-4c63-aafe-97f85bd9578e req-8196bf3c-e635-4b1c-9758-ef77c2935444 service neutron] For port 8263009c-1760-43bc-aeb2-04fa7693a1fb, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:04:46.219006 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '462dd985-d5eb-4abc-8a29-88ed121e1ea1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8263009c-1760-43bc-aeb2-04fa7693a1fb'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:04:46.221927 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dff1394-965a-40e2-95a6-fdec8fc32247" -d '{"events": [{"server_uuid": "462dd985-d5eb-4abc-8a29-88ed121e1ea1", "name": "network-vif-unplugged", "status": "completed", "tag": "8263009c-1760-43bc-aeb2-04fa7693a1fb"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:04:46.226848 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-41332f4b-0854-4c63-aafe-97f85bd9578e req-8196bf3c-e635-4b1c-9758-ef77c2935444 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:46.242106 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-41332f4b-0854-4c63-aafe-97f85bd9578e req-8196bf3c-e635-4b1c-9758-ef77c2935444 service neutron] Transition to ACTIVE for port object 8263009c-1760-43bc-aeb2-04fa7693a1fb will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:04:46.252152 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=96397e9a-c7c5-4d82-adfc-307dcf9a04e0,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:46.325081 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-41332f4b-0854-4c63-aafe-97f85bd9578e req-8196bf3c-e635-4b1c-9758-ef77c2935444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:46.331203 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1fc8d4-4fa8-48fb-beea-729209890cd0 req-bc8f8871-2d01-4f43-b5e5-ff8e65921bc0 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:46.335636 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9e1fc8d4-4fa8-48fb-beea-729209890cd0 req-bc8f8871-2d01-4f43-b5e5-ff8e65921bc0 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c1c965-cb29-49ef-be40-4874f8ee0f28 HTTP/1.1" status: 200 len: 945 time: 0.0670531 Dec 08 16:04:46.347104 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4180f4da-52d6-4c95-9e1a-8e1906c41281 x-openstack-request-id: req-4180f4da-52d6-4c95-9e1a-8e1906c41281 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:04:46.347478 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "462dd985-d5eb-4abc-8a29-88ed121e1ea1", "name": "network-vif-unplugged", "status": "completed", "tag": "8263009c-1760-43bc-aeb2-04fa7693a1fb", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:04:46.347665 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4180f4da-52d6-4c95-9e1a-8e1906c41281 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:04:46.348059 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '462dd985-d5eb-4abc-8a29-88ed121e1ea1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8263009c-1760-43bc-aeb2-04fa7693a1fb', 'code': 200} Dec 08 16:04:46.359838 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port ad149dbc-dd1a-4f57-a271-ee5719d6b70d completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:04:46.364568 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port ad149dbc-dd1a-4f57-a271-ee5719d6b70d triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:04:46.365002 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:46.406036 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-41332f4b-0854-4c63-aafe-97f85bd9578e req-8196bf3c-e635-4b1c-9758-ef77c2935444 service neutron] No DVR routers for this DVR port 8263009c-1760-43bc-aeb2-04fa7693a1fb on host n-h2-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:04:46.409843 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8196bf3c-e635-4b1c-9758-ef77c2935444 service neutron] Pushing event updated for resources: {'Port': ['ID=8263009c-1760-43bc-aeb2-04fa7693a1fb,revision_number=6']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:46.417648 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9e1fc8d4-4fa8-48fb-beea-729209890cd0 req-506f8f06-17de-43ef-9507-7514a38d744d tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614326 Dec 08 16:04:46.455743 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-41332f4b-0854-4c63-aafe-97f85bd9578e req-8196bf3c-e635-4b1c-9758-ef77c2935444 service neutron] Attempting to bind port 8263009c-1760-43bc-aeb2-04fa7693a1fb on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:04:46.461732 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-41332f4b-0854-4c63-aafe-97f85bd9578e req-8196bf3c-e635-4b1c-9758-ef77c2935444 service neutron] Attempting to bind port 8263009c-1760-43bc-aeb2-04fa7693a1fb by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:04:46.461732 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41332f4b-0854-4c63-aafe-97f85bd9578e req-8196bf3c-e635-4b1c-9758-ef77c2935444 service neutron] Attempting to bind port 8263009c-1760-43bc-aeb2-04fa7693a1fb on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:04:46.463477 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41332f4b-0854-4c63-aafe-97f85bd9578e req-8196bf3c-e635-4b1c-9758-ef77c2935444 service neutron] Port 8263009c-1760-43bc-aeb2-04fa7693a1fb on network b91759c7-445e-4f7b-9fc4-64d80951832c not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:04:46.463477 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41332f4b-0854-4c63-aafe-97f85bd9578e req-8196bf3c-e635-4b1c-9758-ef77c2935444 service neutron] Attempting to bind port 8263009c-1760-43bc-aeb2-04fa7693a1fb on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:04:46.473872 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41332f4b-0854-4c63-aafe-97f85bd9578e req-8196bf3c-e635-4b1c-9758-ef77c2935444 service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:04:46.475331 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41332f4b-0854-4c63-aafe-97f85bd9578e req-8196bf3c-e635-4b1c-9758-ef77c2935444 service neutron] Checking segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:04:46.475331 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41332f4b-0854-4c63-aafe-97f85bd9578e req-8196bf3c-e635-4b1c-9758-ef77c2935444 service neutron] Bound using segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:04:46.477964 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-41332f4b-0854-4c63-aafe-97f85bd9578e req-8196bf3c-e635-4b1c-9758-ef77c2935444 service neutron] Bound port: 8263009c-1760-43bc-aeb2-04fa7693a1fb, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:04:46.480739 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-41332f4b-0854-4c63-aafe-97f85bd9578e req-8196bf3c-e635-4b1c-9758-ef77c2935444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:46.502215 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:46.540196 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port ad149dbc-dd1a-4f57-a271-ee5719d6b70d, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=ad149dbc-dd1a-4f57-a271-ee5719d6b70d,segment=NetworkSegment(d3c8c48a-2946-4fa5-abca-0d5c91d9e47e),segment_id=d3c8c48a-2946-4fa5-abca-0d5c91d9e47e)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:46.561448 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-41332f4b-0854-4c63-aafe-97f85bd9578e req-8196bf3c-e635-4b1c-9758-ef77c2935444 service neutron] For port 8263009c-1760-43bc-aeb2-04fa7693a1fb, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:04:46.565152 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-41332f4b-0854-4c63-aafe-97f85bd9578e req-8196bf3c-e635-4b1c-9758-ef77c2935444 service neutron] For port 8263009c-1760-43bc-aeb2-04fa7693a1fb, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=8263009c-1760-43bc-aeb2-04fa7693a1fb,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:04:46.596105 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 46d77430-42b0-41e7-86b7-9e679590e4fc no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:04:46.619885 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:46.663428 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc438c8-595f-4412-861b-5bcb3b061ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7daf87fe-44bb-4172-a38a-0f0c16f93725'}, {'server_uuid': '5dc438c8-595f-4412-861b-5bcb3b061ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d54670e-e1a0-4c2a-a895-93f6235dabd9'}, {'server_uuid': '5dc438c8-595f-4412-861b-5bcb3b061ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96397e9a-c7c5-4d82-adfc-307dcf9a04e0'}, {'server_uuid': '5dc438c8-595f-4412-861b-5bcb3b061ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad149dbc-dd1a-4f57-a271-ee5719d6b70d'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:04:46.666640 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de062a34-4414-4496-8a08-47e071c8332b" -d '{"events": [{"server_uuid": "5dc438c8-595f-4412-861b-5bcb3b061ba1", "name": "network-vif-plugged", "status": "completed", "tag": "7daf87fe-44bb-4172-a38a-0f0c16f93725"}, {"server_uuid": "5dc438c8-595f-4412-861b-5bcb3b061ba1", "name": "network-vif-plugged", "status": "completed", "tag": "5d54670e-e1a0-4c2a-a895-93f6235dabd9"}, {"server_uuid": "5dc438c8-595f-4412-861b-5bcb3b061ba1", "name": "network-vif-plugged", "status": "completed", "tag": "96397e9a-c7c5-4d82-adfc-307dcf9a04e0"}, {"server_uuid": "5dc438c8-595f-4412-861b-5bcb3b061ba1", "name": "network-vif-plugged", "status": "completed", "tag": "ad149dbc-dd1a-4f57-a271-ee5719d6b70d"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:04:46.672504 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:46.674450 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 5ca26b89-5037-47fc-91b1-bf5b63ff673b up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:04:46.695930 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-41332f4b-0854-4c63-aafe-97f85bd9578e req-8196bf3c-e635-4b1c-9758-ef77c2935444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:46.738715 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41332f4b-0854-4c63-aafe-97f85bd9578e req-8196bf3c-e635-4b1c-9758-ef77c2935444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:46.739388 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-41332f4b-0854-4c63-aafe-97f85bd9578e req-8196bf3c-e635-4b1c-9758-ef77c2935444 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:46.740900 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-41332f4b-0854-4c63-aafe-97f85bd9578e req-8196bf3c-e635-4b1c-9758-ef77c2935444 service neutron] 10.222.0.76 "PUT /v2.0/ports/8263009c-1760-43bc-aeb2-04fa7693a1fb HTTP/1.1" status: 200 len: 1096 time: 1.0208387 Dec 08 16:04:46.804941 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8196bf3c-e635-4b1c-9758-ef77c2935444 service neutron] Pushing event updated for resources: {'Port': ['ID=8263009c-1760-43bc-aeb2-04fa7693a1fb,revision_number=7']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:46.847949 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e924541-66e8-4aeb-b618-c7966e7f90ee req-a3ac740a-2782-4d04-a9bf-abb8aecd8a00 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:46.850425 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5e924541-66e8-4aeb-b618-c7966e7f90ee req-a3ac740a-2782-4d04-a9bf-abb8aecd8a00 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1 HTTP/1.1" status: 200 len: 947 time: 0.1861777 Dec 08 16:04:46.880844 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 08 Dec 2021 16:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-599da7d7-5c10-447c-9df3-d503fc85eeb6 x-openstack-request-id: req-599da7d7-5c10-447c-9df3-d503fc85eeb6 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:04:46.881547 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc438c8-595f-4412-861b-5bcb3b061ba1", "name": "network-vif-plugged", "status": "completed", "tag": "7daf87fe-44bb-4172-a38a-0f0c16f93725", "code": 200}, {"server_uuid": "5dc438c8-595f-4412-861b-5bcb3b061ba1", "name": "network-vif-plugged", "status": "completed", "tag": "5d54670e-e1a0-4c2a-a895-93f6235dabd9", "code": 200}, {"server_uuid": "5dc438c8-595f-4412-861b-5bcb3b061ba1", "name": "network-vif-plugged", "status": "completed", "tag": "96397e9a-c7c5-4d82-adfc-307dcf9a04e0", "code": 200}, {"server_uuid": "5dc438c8-595f-4412-861b-5bcb3b061ba1", "name": "network-vif-plugged", "status": "completed", "tag": "ad149dbc-dd1a-4f57-a271-ee5719d6b70d", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:04:46.881547 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-599da7d7-5c10-447c-9df3-d503fc85eeb6 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:04:46.881837 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc438c8-595f-4412-861b-5bcb3b061ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7daf87fe-44bb-4172-a38a-0f0c16f93725', 'code': 200} Dec 08 16:04:46.882294 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc438c8-595f-4412-861b-5bcb3b061ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d54670e-e1a0-4c2a-a895-93f6235dabd9', 'code': 200} Dec 08 16:04:46.882294 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc438c8-595f-4412-861b-5bcb3b061ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96397e9a-c7c5-4d82-adfc-307dcf9a04e0', 'code': 200} Dec 08 16:04:46.882601 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc438c8-595f-4412-861b-5bcb3b061ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad149dbc-dd1a-4f57-a271-ee5719d6b70d', 'code': 200} Dec 08 16:04:46.906889 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:46.948485 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=ad149dbc-dd1a-4f57-a271-ee5719d6b70d,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:46.960591 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41332f4b-0854-4c63-aafe-97f85bd9578e req-690317fd-0f61-4348-a45d-f75d6e75d9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:46.964326 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-41332f4b-0854-4c63-aafe-97f85bd9578e req-690317fd-0f61-4348-a45d-f75d6e75d9ab service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b73d206799fe4423a8cfa64c519990fb&device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1 HTTP/1.1" status: 200 len: 1099 time: 0.1892624 Dec 08 16:04:46.969792 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5e924541-66e8-4aeb-b618-c7966e7f90ee req-d8adb4e0-2ce0-46a1-9462-c89a3ad7a995 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876913 Dec 08 16:04:46.982720 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 46d77430-42b0-41e7-86b7-9e679590e4fc, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=46d77430-42b0-41e7-86b7-9e679590e4fc,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:47.064707 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f76ef-e4b7-48d9-a73b-c7a8e5e34b64 req-0ebd1071-307e-4cc9-b199-74c62087cfda tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:47.071802 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f76ef-e4b7-48d9-a73b-c7a8e5e34b64 req-0ebd1071-307e-4cc9-b199-74c62087cfda tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:47.077843 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f76ef-e4b7-48d9-a73b-c7a8e5e34b64 req-0ebd1071-307e-4cc9-b199-74c62087cfda tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:47.084006 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f76ef-e4b7-48d9-a73b-c7a8e5e34b64 req-0ebd1071-307e-4cc9-b199-74c62087cfda tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:47.090659 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f76ef-e4b7-48d9-a73b-c7a8e5e34b64 req-0ebd1071-307e-4cc9-b199-74c62087cfda tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:47.096935 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f76ef-e4b7-48d9-a73b-c7a8e5e34b64 req-0ebd1071-307e-4cc9-b199-74c62087cfda tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:47.101817 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port 5ca26b89-5037-47fc-91b1-bf5b63ff673b completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:04:47.103115 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f76ef-e4b7-48d9-a73b-c7a8e5e34b64 req-0ebd1071-307e-4cc9-b199-74c62087cfda tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:47.106643 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 5ca26b89-5037-47fc-91b1-bf5b63ff673b triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:04:47.106806 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41332f4b-0854-4c63-aafe-97f85bd9578e req-9cb0a639-5a36-491a-92a4-051f22956d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:47.107000 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:47.108400 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-41332f4b-0854-4c63-aafe-97f85bd9578e req-9cb0a639-5a36-491a-92a4-051f22956d8c service neutron] 10.222.0.76 "GET /v2.0/networks?id=b91759c7-445e-4f7b-9fc4-64d80951832c HTTP/1.1" status: 200 len: 870 time: 0.1356649 Dec 08 16:04:47.111144 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1b3f76ef-e4b7-48d9-a73b-c7a8e5e34b64 req-0ebd1071-307e-4cc9-b199-74c62087cfda tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 5430 time: 0.1183076 Dec 08 16:04:47.138641 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:47.176403 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-41332f4b-0854-4c63-aafe-97f85bd9578e req-437df833-bee6-4ae7-a850-06d574311542 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=8263009c-1760-43bc-aeb2-04fa7693a1fb HTTP/1.1" status: 200 len: 217 time: 0.0530162 Dec 08 16:04:47.191007 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1b3f76ef-e4b7-48d9-a73b-c7a8e5e34b64 req-46849375-e211-45aa-a3ca-63014df3a32c tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/security-groups?id=4aaaa83b-c5f6-43ce-9356-8631053cb551&id=49c58f26-f9c1-4b14-a3ef-7ff8fc05a8af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0788729 Dec 08 16:04:47.191473 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5e788-86c4-42af-84b3-11ba5c48cefc req-a5dc1aa3-7537-4b03-8e9c-24ee77277b98 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:47.199279 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f2d5e788-86c4-42af-84b3-11ba5c48cefc req-a5dc1aa3-7537-4b03-8e9c-24ee77277b98 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a50fa4b-7592-447e-a88a-be6b406d9a92 HTTP/1.1" status: 200 len: 943 time: 0.1417201 Dec 08 16:04:47.244831 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=46d77430-42b0-41e7-86b7-9e679590e4fc,revision_number=8']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:47.272013 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41332f4b-0854-4c63-aafe-97f85bd9578e req-8a6542b6-1db6-4942-9638-ef9ac33437b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:47.273584 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-41332f4b-0854-4c63-aafe-97f85bd9578e req-8a6542b6-1db6-4942-9638-ef9ac33437b2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.0723069 Dec 08 16:04:47.294204 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:47.313292 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78dbd91-5d57-41c6-995f-14cc69950559 req-bd368e29-3632-4069-bd7b-757809b7c82a tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:47.314854 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f78dbd91-5d57-41c6-995f-14cc69950559 req-bd368e29-3632-4069-bd7b-757809b7c82a tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f53c77c-7353-4d34-8f3c-0219d1388746 HTTP/1.1" status: 200 len: 945 time: 0.0561991 Dec 08 16:04:47.321690 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f2d5e788-86c4-42af-84b3-11ba5c48cefc req-ba42c905-dbb1-4f74-bda5-bf925df51b74 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210024 Dec 08 16:04:47.330086 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 5ca26b89-5037-47fc-91b1-bf5b63ff673b, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=5ca26b89-5037-47fc-91b1-bf5b63ff673b,segment=NetworkSegment(c89cc37c-16aa-4ad7-b052-34f7434c2466),segment_id=c89cc37c-16aa-4ad7-b052-34f7434c2466)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:47.353778 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41332f4b-0854-4c63-aafe-97f85bd9578e req-87e335a0-9a37-44a2-9e90-aa89b1ddcdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:47.353778 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-41332f4b-0854-4c63-aafe-97f85bd9578e req-87e335a0-9a37-44a2-9e90-aa89b1ddcdf4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0672305 Dec 08 16:04:47.405987 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f78dbd91-5d57-41c6-995f-14cc69950559 req-f61ec832-eeb1-45da-9877-5d59017a8f37 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838447 Dec 08 16:04:47.502367 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:47.503800 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 2290551a-385e-4b70-8762-c1e09a632dd7 up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:04:47.565698 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce8e404-017c-4a3e-9a0b-d30306b00ff1 req-d0da8558-f8ff-45ce-93f1-23bd37706321 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:47.567848 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2ce8e404-017c-4a3e-9a0b-d30306b00ff1 req-d0da8558-f8ff-45ce-93f1-23bd37706321 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c1c965-cb29-49ef-be40-4874f8ee0f28 HTTP/1.1" status: 200 len: 945 time: 0.0812926 Dec 08 16:04:47.589804 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:47.631924 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=5ca26b89-5037-47fc-91b1-bf5b63ff673b,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:47.642790 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2ce8e404-017c-4a3e-9a0b-d30306b00ff1 req-adbf3ce8-b78c-40a6-b57a-22eb0637c551 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665941 Dec 08 16:04:47.739044 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-41332f4b-0854-4c63-aafe-97f85bd9578e req-01b1af77-76fa-4783-b3d5-049709173f9d service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3782873 Dec 08 16:04:47.759485 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port 2290551a-385e-4b70-8762-c1e09a632dd7 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:04:47.764545 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 2290551a-385e-4b70-8762-c1e09a632dd7 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:04:47.764923 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:47.866494 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-41332f4b-0854-4c63-aafe-97f85bd9578e req-e178d910-9052-4d14-b207-1c2878d1d258 service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181741 Dec 08 16:04:47.878556 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:47.926004 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 2290551a-385e-4b70-8762-c1e09a632dd7, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=2290551a-385e-4b70-8762-c1e09a632dd7,segment=NetworkSegment(d3c8c48a-2946-4fa5-abca-0d5c91d9e47e),segment_id=d3c8c48a-2946-4fa5-abca-0d5c91d9e47e)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:48.016815 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:48.045256 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 8263009c-1760-43bc-aeb2-04fa7693a1fb no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:04:48.112405 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=2290551a-385e-4b70-8762-c1e09a632dd7,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:48.116837 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 8263009c-1760-43bc-aeb2-04fa7693a1fb not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:04:48.138615 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b318158-106d-4d1b-a41d-c85551e3cee4 req-249a7408-1cef-45b5-a7d9-e357a522e171 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:48.140323 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3b318158-106d-4d1b-a41d-c85551e3cee4 req-249a7408-1cef-45b5-a7d9-e357a522e171 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1 HTTP/1.1" status: 200 len: 947 time: 0.0603566 Dec 08 16:04:48.195533 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3b318158-106d-4d1b-a41d-c85551e3cee4 req-3008dda2-70a8-4b49-81c9-2b1c5254d49a tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481913 Dec 08 16:04:48.330940 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fecf92c-e6d8-4995-9059-0bbcbcd08080 req-f6afde34-b400-47a1-8a32-af126b73f25c tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:48.337038 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fecf92c-e6d8-4995-9059-0bbcbcd08080 req-f6afde34-b400-47a1-8a32-af126b73f25c tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:48.343058 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fecf92c-e6d8-4995-9059-0bbcbcd08080 req-f6afde34-b400-47a1-8a32-af126b73f25c tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:48.349025 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fecf92c-e6d8-4995-9059-0bbcbcd08080 req-f6afde34-b400-47a1-8a32-af126b73f25c tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:48.355040 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fecf92c-e6d8-4995-9059-0bbcbcd08080 req-f6afde34-b400-47a1-8a32-af126b73f25c tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:48.361048 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fecf92c-e6d8-4995-9059-0bbcbcd08080 req-f6afde34-b400-47a1-8a32-af126b73f25c tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:48.368706 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fecf92c-e6d8-4995-9059-0bbcbcd08080 req-f6afde34-b400-47a1-8a32-af126b73f25c tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:48.369505 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6fecf92c-e6d8-4995-9059-0bbcbcd08080 req-f6afde34-b400-47a1-8a32-af126b73f25c tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 5432 time: 0.0958507 Dec 08 16:04:48.370015 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '462dd985-d5eb-4abc-8a29-88ed121e1ea1', 'tag': '8263009c-1760-43bc-aeb2-04fa7693a1fb'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:04:48.372317 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0318523-82e6-4713-b5a6-5f95d95dd5f8" -d '{"events": [{"name": "network-changed", "server_uuid": "462dd985-d5eb-4abc-8a29-88ed121e1ea1", "tag": "8263009c-1760-43bc-aeb2-04fa7693a1fb"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:04:48.441658 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6fecf92c-e6d8-4995-9059-0bbcbcd08080 req-c6736fed-e0f4-4729-be79-34aadc7bc615 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/security-groups?id=4aaaa83b-c5f6-43ce-9356-8631053cb551&id=49c58f26-f9c1-4b14-a3ef-7ff8fc05a8af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0601346 Dec 08 16:04:48.464490 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f546e-3746-4267-bd14-391f87cbaf67 req-bf0ad1c7-eb76-44a0-b873-259c6a6a431a tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:48.466290 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e94f546e-3746-4267-bd14-391f87cbaf67 req-bf0ad1c7-eb76-44a0-b873-259c6a6a431a tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a50fa4b-7592-447e-a88a-be6b406d9a92 HTTP/1.1" status: 200 len: 943 time: 0.0587585 Dec 08 16:04:48.507529 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3884a9fd-2b74-47a1-9da9-ea0b47be10e4 x-openstack-request-id: req-3884a9fd-2b74-47a1-9da9-ea0b47be10e4 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:04:48.507846 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "462dd985-d5eb-4abc-8a29-88ed121e1ea1", "tag": "8263009c-1760-43bc-aeb2-04fa7693a1fb", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:04:48.508207 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3884a9fd-2b74-47a1-9da9-ea0b47be10e4 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:04:48.509159 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '462dd985-d5eb-4abc-8a29-88ed121e1ea1', 'tag': '8263009c-1760-43bc-aeb2-04fa7693a1fb', 'status': 'completed', 'code': 200} Dec 08 16:04:48.519001 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e94f546e-3746-4267-bd14-391f87cbaf67 req-5bceea5d-5fc3-4775-b8ac-52ed7f84d9ff tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468655 Dec 08 16:04:48.608494 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0318523-82e6-4713-b5a6-5f95d95dd5f8 req-3781d3fa-a068-4a42-92a2-cfec774f51bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:48.609816 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c0318523-82e6-4713-b5a6-5f95d95dd5f8 req-3781d3fa-a068-4a42-92a2-cfec774f51bd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b73d206799fe4423a8cfa64c519990fb&device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1 HTTP/1.1" status: 200 len: 1099 time: 0.0589266 Dec 08 16:04:48.614356 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 3d0b032d-3ba8-4b81-8b7b-67538f43907e details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:04:48.648390 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0318523-82e6-4713-b5a6-5f95d95dd5f8 req-fad01a7d-59a0-4d4c-af52-f59c86212d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:48.650010 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c0318523-82e6-4713-b5a6-5f95d95dd5f8 req-fad01a7d-59a0-4d4c-af52-f59c86212d4d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b73d206799fe4423a8cfa64c519990fb&device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1 HTTP/1.1" status: 200 len: 1099 time: 0.1019521 Dec 08 16:04:48.675555 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613fa02c-3e32-459d-aef4-6a2b9ba69863 req-aae415db-9982-4ff6-9500-f204b14cf22d tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:48.682705 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-613fa02c-3e32-459d-aef4-6a2b9ba69863 req-aae415db-9982-4ff6-9500-f204b14cf22d tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f53c77c-7353-4d34-8f3c-0219d1388746 HTTP/1.1" status: 200 len: 945 time: 0.0861185 Dec 08 16:04:48.726878 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 3d0b032d-3ba8-4b81-8b7b-67538f43907e, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=3d0b032d-3ba8-4b81-8b7b-67538f43907e,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:48.741227 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '3d0b032d-3ba8-4b81-8b7b-67538f43907e', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'port_id': '3d0b032d-3ba8-4b81-8b7b-67538f43907e', 'mac_address': 'fa:16:3e:58:44:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c93b3a32-b438-4a47-8558-220c03febf97', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:04:48.790131 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:48.793490 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-613fa02c-3e32-459d-aef4-6a2b9ba69863 req-d111de91-2e6d-4009-8d38-178f285876f4 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082602 Dec 08 16:04:48.804065 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3d0b032d-3ba8-4b81-8b7b-67538f43907e {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:04:48.810824 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0318523-82e6-4713-b5a6-5f95d95dd5f8 req-a456f3fe-8d79-4f53-8188-61895bb46198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:48.812814 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c0318523-82e6-4713-b5a6-5f95d95dd5f8 req-a456f3fe-8d79-4f53-8188-61895bb46198 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b91759c7-445e-4f7b-9fc4-64d80951832c HTTP/1.1" status: 200 len: 870 time: 0.1680164 Dec 08 16:04:48.816104 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0318523-82e6-4713-b5a6-5f95d95dd5f8 req-c0c09125-84ff-462f-9315-ee31c3073875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:48.817638 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c0318523-82e6-4713-b5a6-5f95d95dd5f8 req-c0c09125-84ff-462f-9315-ee31c3073875 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b91759c7-445e-4f7b-9fc4-64d80951832c HTTP/1.1" status: 200 len: 870 time: 0.1583230 Dec 08 16:04:48.825921 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f662a9ec-56ba-472a-850c-17362a9cd1a4 req-f0a0d502-6105-4b18-a509-3fbf080f83f3 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:48.827534 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f662a9ec-56ba-472a-850c-17362a9cd1a4 req-f0a0d502-6105-4b18-a509-3fbf080f83f3 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c1c965-cb29-49ef-be40-4874f8ee0f28 HTTP/1.1" status: 200 len: 945 time: 0.1021106 Dec 08 16:04:48.842079 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 3d0b032d-3ba8-4b81-8b7b-67538f43907e, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=3d0b032d-3ba8-4b81-8b7b-67538f43907e,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:48.872225 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c0318523-82e6-4713-b5a6-5f95d95dd5f8 req-1055920c-0708-488d-b74d-33e0fd370662 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=8263009c-1760-43bc-aeb2-04fa7693a1fb HTTP/1.1" status: 200 len: 217 time: 0.0463884 Dec 08 16:04:48.880648 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c0318523-82e6-4713-b5a6-5f95d95dd5f8 req-37d84727-f71b-44f8-a6d8-d7d952d21c81 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=8263009c-1760-43bc-aeb2-04fa7693a1fb HTTP/1.1" status: 200 len: 217 time: 0.0521016 Dec 08 16:04:48.884211 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6838640d-6f74-4a5e-8c18-6f0e5a759f51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46d77430-42b0-41e7-86b7-9e679590e4fc'}, {'server_uuid': '5dc438c8-595f-4412-861b-5bcb3b061ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca26b89-5037-47fc-91b1-bf5b63ff673b'}, {'server_uuid': '5dc438c8-595f-4412-861b-5bcb3b061ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2290551a-385e-4b70-8762-c1e09a632dd7'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:04:48.888131 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f70fa96-570b-445b-a35f-041ded943e48" -d '{"events": [{"server_uuid": "6838640d-6f74-4a5e-8c18-6f0e5a759f51", "name": "network-vif-unplugged", "status": "completed", "tag": "46d77430-42b0-41e7-86b7-9e679590e4fc"}, {"server_uuid": "5dc438c8-595f-4412-861b-5bcb3b061ba1", "name": "network-vif-plugged", "status": "completed", "tag": "5ca26b89-5037-47fc-91b1-bf5b63ff673b"}, {"server_uuid": "5dc438c8-595f-4412-861b-5bcb3b061ba1", "name": "network-vif-plugged", "status": "completed", "tag": "2290551a-385e-4b70-8762-c1e09a632dd7"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:04:48.932329 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0318523-82e6-4713-b5a6-5f95d95dd5f8 req-8a13d4f7-8537-46d1-8f46-ca031d655708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:48.932329 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c0318523-82e6-4713-b5a6-5f95d95dd5f8 req-8a13d4f7-8537-46d1-8f46-ca031d655708 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.0474446 Dec 08 16:04:48.947788 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:48.956553 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f662a9ec-56ba-472a-850c-17362a9cd1a4 req-fa7e16df-ddda-4faa-870c-925b688b711f tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223695 Dec 08 16:04:48.968991 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0318523-82e6-4713-b5a6-5f95d95dd5f8 req-292e1c4d-c010-4716-9db4-3967eaaa1a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:48.972598 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c0318523-82e6-4713-b5a6-5f95d95dd5f8 req-292e1c4d-c010-4716-9db4-3967eaaa1a3c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.0774260 Dec 08 16:04:48.993099 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0318523-82e6-4713-b5a6-5f95d95dd5f8 req-2fd7b81c-1f99-43f8-bc3f-319eb9045a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:48.995199 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c0318523-82e6-4713-b5a6-5f95d95dd5f8 req-2fd7b81c-1f99-43f8-bc3f-319eb9045a10 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0542426 Dec 08 16:04:48.995337 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Wed, 08 Dec 2021 16:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da5dd5d-349e-4646-9afc-3fe0c04cc228 x-openstack-request-id: req-5da5dd5d-349e-4646-9afc-3fe0c04cc228 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:04:48.995567 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6838640d-6f74-4a5e-8c18-6f0e5a759f51", "name": "network-vif-unplugged", "status": "completed", "tag": "46d77430-42b0-41e7-86b7-9e679590e4fc", "code": 200}, {"server_uuid": "5dc438c8-595f-4412-861b-5bcb3b061ba1", "name": "network-vif-plugged", "status": "completed", "tag": "5ca26b89-5037-47fc-91b1-bf5b63ff673b", "code": 200}, {"server_uuid": "5dc438c8-595f-4412-861b-5bcb3b061ba1", "name": "network-vif-plugged", "status": "completed", "tag": "2290551a-385e-4b70-8762-c1e09a632dd7", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:04:48.995833 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5da5dd5d-349e-4646-9afc-3fe0c04cc228 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:04:48.996284 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6838640d-6f74-4a5e-8c18-6f0e5a759f51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46d77430-42b0-41e7-86b7-9e679590e4fc', 'code': 200} Dec 08 16:04:48.996550 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc438c8-595f-4412-861b-5bcb3b061ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca26b89-5037-47fc-91b1-bf5b63ff673b', 'code': 200} Dec 08 16:04:48.996867 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc438c8-595f-4412-861b-5bcb3b061ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2290551a-385e-4b70-8762-c1e09a632dd7', 'code': 200} Dec 08 16:04:49.036232 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=3d0b032d-3ba8-4b81-8b7b-67538f43907e,revision_number=6']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:49.052830 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0318523-82e6-4713-b5a6-5f95d95dd5f8 req-ff4173e2-5da5-432d-b97f-77e71b35e6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:49.054353 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c0318523-82e6-4713-b5a6-5f95d95dd5f8 req-ff4173e2-5da5-432d-b97f-77e71b35e6b9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0566671 Dec 08 16:04:49.120649 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['3d0b032d-3ba8-4b81-8b7b-67538f43907e'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:04:49.124767 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c0318523-82e6-4713-b5a6-5f95d95dd5f8 req-942fa8d5-2c57-41de-9f22-d5e4c4200dac service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037116 Dec 08 16:04:49.188282 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad6cf27-79a8-4c43-91b5-8e890c035dbd req-01c920aa-500a-4d36-850f-019b6c5a6410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:49.188778 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad6cf27-79a8-4c43-91b5-8e890c035dbd req-01c920aa-500a-4d36-850f-019b6c5a6410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:49.189276 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad6cf27-79a8-4c43-91b5-8e890c035dbd req-01c920aa-500a-4d36-850f-019b6c5a6410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:49.189728 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad6cf27-79a8-4c43-91b5-8e890c035dbd req-01c920aa-500a-4d36-850f-019b6c5a6410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:49.190202 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad6cf27-79a8-4c43-91b5-8e890c035dbd req-01c920aa-500a-4d36-850f-019b6c5a6410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:49.190673 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad6cf27-79a8-4c43-91b5-8e890c035dbd req-01c920aa-500a-4d36-850f-019b6c5a6410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:49.191142 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad6cf27-79a8-4c43-91b5-8e890c035dbd req-01c920aa-500a-4d36-850f-019b6c5a6410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:49.193209 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3ad6cf27-79a8-4c43-91b5-8e890c035dbd req-01c920aa-500a-4d36-850f-019b6c5a6410 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 6496 time: 0.0763085 Dec 08 16:04:49.219863 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c0318523-82e6-4713-b5a6-5f95d95dd5f8 req-4d49965d-bf7a-42c2-a311-58b6bb629c79 service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494613 Dec 08 16:04:49.260777 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c0318523-82e6-4713-b5a6-5f95d95dd5f8 req-bd39756f-9da0-412f-844f-23b76dec84be service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252668 Dec 08 16:04:49.344540 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3ad6cf27-79a8-4c43-91b5-8e890c035dbd req-317cfdf5-1cfc-422c-85bc-35552200a1bb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4aaaa83b-c5f6-43ce-9356-8631053cb551&id=49c58f26-f9c1-4b14-a3ef-7ff8fc05a8af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1433547 Dec 08 16:04:49.389552 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3022dd07-4252-43dd-9663-6e718ca6fc49 req-77c9918c-26cd-45a2-b664-da66295105db tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:49.391046 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3022dd07-4252-43dd-9663-6e718ca6fc49 req-77c9918c-26cd-45a2-b664-da66295105db tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1 HTTP/1.1" status: 200 len: 947 time: 0.0950212 Dec 08 16:04:49.395050 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c0318523-82e6-4713-b5a6-5f95d95dd5f8 req-59c706c3-0df6-4e9f-a035-5c5f8d02c8b5 service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607614 Dec 08 16:04:49.443839 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3022dd07-4252-43dd-9663-6e718ca6fc49 req-85c79b8d-8006-47d3-a926-163bc5f175d5 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467010 Dec 08 16:04:49.583524 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f22b37-a6ac-46ea-86c8-8355460c7a96 req-26c6b044-23b6-4264-8425-f80ff7a5f537 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:49.589374 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f22b37-a6ac-46ea-86c8-8355460c7a96 req-26c6b044-23b6-4264-8425-f80ff7a5f537 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:49.596436 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f22b37-a6ac-46ea-86c8-8355460c7a96 req-26c6b044-23b6-4264-8425-f80ff7a5f537 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:49.606246 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f22b37-a6ac-46ea-86c8-8355460c7a96 req-26c6b044-23b6-4264-8425-f80ff7a5f537 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:49.616272 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f22b37-a6ac-46ea-86c8-8355460c7a96 req-26c6b044-23b6-4264-8425-f80ff7a5f537 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:49.626162 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f22b37-a6ac-46ea-86c8-8355460c7a96 req-26c6b044-23b6-4264-8425-f80ff7a5f537 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:49.634496 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f22b37-a6ac-46ea-86c8-8355460c7a96 req-26c6b044-23b6-4264-8425-f80ff7a5f537 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:49.637441 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-96f22b37-a6ac-46ea-86c8-8355460c7a96 req-26c6b044-23b6-4264-8425-f80ff7a5f537 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 5432 time: 0.1143007 Dec 08 16:04:49.671388 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730c51b-c514-4f85-b73d-4d9caf3134ce req-caab041a-67de-4f88-b3f1-a1f05b4fb84b tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:49.674682 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3730c51b-c514-4f85-b73d-4d9caf3134ce req-caab041a-67de-4f88-b3f1-a1f05b4fb84b tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a50fa4b-7592-447e-a88a-be6b406d9a92 HTTP/1.1" status: 200 len: 943 time: 0.0706813 Dec 08 16:04:49.723770 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3730c51b-c514-4f85-b73d-4d9caf3134ce req-569729f3-9376-4e26-958a-7adf0f933f0a tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445766 Dec 08 16:04:49.724535 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-96f22b37-a6ac-46ea-86c8-8355460c7a96 req-6a157dcb-606b-4b73-8ccb-a003dcab9367 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/security-groups?id=4aaaa83b-c5f6-43ce-9356-8631053cb551&id=49c58f26-f9c1-4b14-a3ef-7ff8fc05a8af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0798931 Dec 08 16:04:49.926559 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea4d1f-d0c4-4bff-a3ae-fca1bee9d29e req-ceba8bab-164b-4080-8e6f-4ca1b402c4c4 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:49.928101 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9aea4d1f-d0c4-4bff-a3ae-fca1bee9d29e req-ceba8bab-164b-4080-8e6f-4ca1b402c4c4 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f53c77c-7353-4d34-8f3c-0219d1388746 HTTP/1.1" status: 200 len: 945 time: 0.0497534 Dec 08 16:04:49.980052 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9aea4d1f-d0c4-4bff-a3ae-fca1bee9d29e req-2662e75d-7618-44a0-8a96-6c92566f9210 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450299 Dec 08 16:04:50.116073 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c3470f-5f9b-4af9-99f7-b88687362a18 req-2939ebdb-c209-482c-8e7e-392323c95420 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:50.123725 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-56c3470f-5f9b-4af9-99f7-b88687362a18 req-2939ebdb-c209-482c-8e7e-392323c95420 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c1c965-cb29-49ef-be40-4874f8ee0f28 HTTP/1.1" status: 200 len: 945 time: 0.0545330 Dec 08 16:04:50.165886 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-56c3470f-5f9b-4af9-99f7-b88687362a18 req-266bed94-67cf-4681-b5d6-5417482af1d0 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416510 Dec 08 16:04:50.571790 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c068fe4-9a94-4331-906d-ee2197d8b1c0 req-5b28a4ee-5319-4e6c-897d-36a5e744223e tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:50.574217 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6c068fe4-9a94-4331-906d-ee2197d8b1c0 req-5b28a4ee-5319-4e6c-897d-36a5e744223e tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1 HTTP/1.1" status: 200 len: 947 time: 0.0541601 Dec 08 16:04:50.622613 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6c068fe4-9a94-4331-906d-ee2197d8b1c0 req-61a86c29-32e9-49f7-8f8f-c2f8c682ac98 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438282 Dec 08 16:04:50.634928 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 3d0b032d-3ba8-4b81-8b7b-67538f43907e up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:04:50.689689 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 3d0b032d-3ba8-4b81-8b7b-67538f43907e triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:04:50.690067 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:50.787420 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:50.849019 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 3d0b032d-3ba8-4b81-8b7b-67538f43907e, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=3d0b032d-3ba8-4b81-8b7b-67538f43907e,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:50.873401 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65b201-bd0b-4e4a-8a6b-5d01eb6c5f78 req-d3c9dd79-1e2e-47e9-93a3-6055db06bd06 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:50.879360 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65b201-bd0b-4e4a-8a6b-5d01eb6c5f78 req-d3c9dd79-1e2e-47e9-93a3-6055db06bd06 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:50.885958 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65b201-bd0b-4e4a-8a6b-5d01eb6c5f78 req-d3c9dd79-1e2e-47e9-93a3-6055db06bd06 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:50.891970 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65b201-bd0b-4e4a-8a6b-5d01eb6c5f78 req-d3c9dd79-1e2e-47e9-93a3-6055db06bd06 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:50.898021 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65b201-bd0b-4e4a-8a6b-5d01eb6c5f78 req-d3c9dd79-1e2e-47e9-93a3-6055db06bd06 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:50.904937 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65b201-bd0b-4e4a-8a6b-5d01eb6c5f78 req-d3c9dd79-1e2e-47e9-93a3-6055db06bd06 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:50.912110 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65b201-bd0b-4e4a-8a6b-5d01eb6c5f78 req-d3c9dd79-1e2e-47e9-93a3-6055db06bd06 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:50.912843 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6f65b201-bd0b-4e4a-8a6b-5d01eb6c5f78 req-d3c9dd79-1e2e-47e9-93a3-6055db06bd06 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 5432 time: 0.0987642 Dec 08 16:04:50.921542 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a2c02d-97b9-4580-ae44-da4b8e69d769 req-0772ffd1-b37a-4f59-8f7c-e62a8808ba7a tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:50.923159 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f8a2c02d-97b9-4580-ae44-da4b8e69d769 req-0772ffd1-b37a-4f59-8f7c-e62a8808ba7a tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a50fa4b-7592-447e-a88a-be6b406d9a92 HTTP/1.1" status: 200 len: 943 time: 0.0583558 Dec 08 16:04:50.949022 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:50.985328 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f8a2c02d-97b9-4580-ae44-da4b8e69d769 req-85827c5b-1ef2-49d1-a856-29328af2c8b8 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555916 Dec 08 16:04:50.998682 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a717b01-e9ff-446e-942c-82be62f6f6d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d0b032d-3ba8-4b81-8b7b-67538f43907e'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:04:51.016750 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4220b0b0-b614-4b38-8671-1490aea7fb1a" -d '{"events": [{"server_uuid": "0a717b01-e9ff-446e-942c-82be62f6f6d2", "name": "network-vif-plugged", "status": "completed", "tag": "3d0b032d-3ba8-4b81-8b7b-67538f43907e"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:04:51.032806 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6f65b201-bd0b-4e4a-8a6b-5d01eb6c5f78 req-140f3470-29e4-486d-b3ad-29814400e055 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/security-groups?id=4aaaa83b-c5f6-43ce-9356-8631053cb551&id=49c58f26-f9c1-4b14-a3ef-7ff8fc05a8af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1131792 Dec 08 16:04:51.063030 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=3d0b032d-3ba8-4b81-8b7b-67538f43907e,revision_number=7']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:51.218482 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba5c5d-ab23-40c8-88bd-6d1f28c97deb req-caffbc45-292c-4967-a6e0-2c20524ca293 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:51.219685 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e2ba5c5d-ab23-40c8-88bd-6d1f28c97deb req-caffbc45-292c-4967-a6e0-2c20524ca293 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f53c77c-7353-4d34-8f3c-0219d1388746 HTTP/1.1" status: 200 len: 945 time: 0.0834825 Dec 08 16:04:51.255666 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55efbbc6-88ca-4df4-8c4e-4261cdc1232c x-openstack-request-id: req-55efbbc6-88ca-4df4-8c4e-4261cdc1232c {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:04:51.255666 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a717b01-e9ff-446e-942c-82be62f6f6d2", "name": "network-vif-plugged", "status": "completed", "tag": "3d0b032d-3ba8-4b81-8b7b-67538f43907e", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:04:51.255666 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-55efbbc6-88ca-4df4-8c4e-4261cdc1232c {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:04:51.256319 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a717b01-e9ff-446e-942c-82be62f6f6d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d0b032d-3ba8-4b81-8b7b-67538f43907e', 'code': 200} Dec 08 16:04:51.293432 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e2ba5c5d-ab23-40c8-88bd-6d1f28c97deb req-75309a1f-96c0-4431-9c15-3652f0a8f43a tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618815 Dec 08 16:04:51.362166 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd76c9-383a-4931-b785-0b42d50b904f req-cec6cbb5-2291-4d5b-90ee-161807ae4bc0 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:51.363796 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-dbdd76c9-383a-4931-b785-0b42d50b904f req-cec6cbb5-2291-4d5b-90ee-161807ae4bc0 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c1c965-cb29-49ef-be40-4874f8ee0f28 HTTP/1.1" status: 200 len: 945 time: 0.0534971 Dec 08 16:04:51.429005 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-dbdd76c9-383a-4931-b785-0b42d50b904f req-be72939b-a238-454d-8bd1-d2b239df2a74 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589199 Dec 08 16:04:51.763618 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0491733-e8e4-402a-8e47-16b0424741ab req-e1613874-ca00-40d4-8d24-43c9577f8b49 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:51.765316 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c0491733-e8e4-402a-8e47-16b0424741ab req-e1613874-ca00-40d4-8d24-43c9577f8b49 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1 HTTP/1.1" status: 200 len: 947 time: 0.0549178 Dec 08 16:04:51.814935 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c0491733-e8e4-402a-8e47-16b0424741ab req-f7dc6bfb-2e4a-4954-b80c-b8e4aa0e2bd8 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434899 Dec 08 16:04:52.161496 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edb0e73-5f64-4c8a-86e7-6fdf2293148c req-502a46a8-da25-47c3-96f9-557573ebc747 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:52.163112 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0edb0e73-5f64-4c8a-86e7-6fdf2293148c req-502a46a8-da25-47c3-96f9-557573ebc747 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a50fa4b-7592-447e-a88a-be6b406d9a92 HTTP/1.1" status: 200 len: 943 time: 0.0598326 Dec 08 16:04:52.201789 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dcb11f-dace-4537-be53-a84176a5992f req-5cf34f38-329d-48a7-b8db-71cff7bfb2f2 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:52.208050 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dcb11f-dace-4537-be53-a84176a5992f req-5cf34f38-329d-48a7-b8db-71cff7bfb2f2 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:52.213514 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0edb0e73-5f64-4c8a-86e7-6fdf2293148c req-e6d3c06a-dd9c-4fb0-93b0-1ee7101d208e tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444362 Dec 08 16:04:52.217853 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dcb11f-dace-4537-be53-a84176a5992f req-5cf34f38-329d-48a7-b8db-71cff7bfb2f2 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:52.224337 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dcb11f-dace-4537-be53-a84176a5992f req-5cf34f38-329d-48a7-b8db-71cff7bfb2f2 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:52.236623 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dcb11f-dace-4537-be53-a84176a5992f req-5cf34f38-329d-48a7-b8db-71cff7bfb2f2 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:52.236793 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dcb11f-dace-4537-be53-a84176a5992f req-5cf34f38-329d-48a7-b8db-71cff7bfb2f2 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:52.242881 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dcb11f-dace-4537-be53-a84176a5992f req-5cf34f38-329d-48a7-b8db-71cff7bfb2f2 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:52.245724 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-38dcb11f-dace-4537-be53-a84176a5992f req-5cf34f38-329d-48a7-b8db-71cff7bfb2f2 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 5432 time: 0.1008959 Dec 08 16:04:52.329380 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-38dcb11f-dace-4537-be53-a84176a5992f req-d0125671-7fdb-4226-94b0-9b04af94a0bd tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/security-groups?id=4aaaa83b-c5f6-43ce-9356-8631053cb551&id=49c58f26-f9c1-4b14-a3ef-7ff8fc05a8af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0763838 Dec 08 16:04:52.466929 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845a092-856b-48cf-b087-267fc9fcca86 req-a9068dc4-da53-4146-af42-07e6df9707da tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:52.468643 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0845a092-856b-48cf-b087-267fc9fcca86 req-a9068dc4-da53-4146-af42-07e6df9707da tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f53c77c-7353-4d34-8f3c-0219d1388746 HTTP/1.1" status: 200 len: 945 time: 0.0711191 Dec 08 16:04:52.480539 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791fcc6a-9bb4-4cac-a240-dc687f34382d req-dc4dda22-ff6a-4222-8657-c3e2acc559d6 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:52.491791 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791fcc6a-9bb4-4cac-a240-dc687f34382d req-dc4dda22-ff6a-4222-8657-c3e2acc559d6 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:52.500435 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791fcc6a-9bb4-4cac-a240-dc687f34382d req-dc4dda22-ff6a-4222-8657-c3e2acc559d6 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:52.506548 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791fcc6a-9bb4-4cac-a240-dc687f34382d req-dc4dda22-ff6a-4222-8657-c3e2acc559d6 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:52.513468 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791fcc6a-9bb4-4cac-a240-dc687f34382d req-dc4dda22-ff6a-4222-8657-c3e2acc559d6 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:52.519974 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791fcc6a-9bb4-4cac-a240-dc687f34382d req-dc4dda22-ff6a-4222-8657-c3e2acc559d6 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:52.526427 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791fcc6a-9bb4-4cac-a240-dc687f34382d req-dc4dda22-ff6a-4222-8657-c3e2acc559d6 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:52.529294 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0845a092-856b-48cf-b087-267fc9fcca86 req-ee565dbd-c24f-4e86-b416-96bd842f827b tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536857 Dec 08 16:04:52.539621 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 35610) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:04:52.545387 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-791fcc6a-9bb4-4cac-a240-dc687f34382d req-dc4dda22-ff6a-4222-8657-c3e2acc559d6 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 5432 time: 0.1352680 Dec 08 16:04:52.545683 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-30e49ef3-1e14-48d9-86aa-422fb52c78d5 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Request body: {'floatingip': {'port_id': '5d54670e-e1a0-4c2a-a895-93f6235dabd9'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:04:52.595824 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-30e49ef3-1e14-48d9-86aa-422fb52c78d5 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks [] for floatingip, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:52.642351 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2581dca-fd73-4ec2-b561-ee454827bda5 req-2250a907-c000-42b6-afcd-e1dc0601c1cd tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:52.644582 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e2581dca-fd73-4ec2-b561-ee454827bda5 req-2250a907-c000-42b6-afcd-e1dc0601c1cd tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c1c965-cb29-49ef-be40-4874f8ee0f28 HTTP/1.1" status: 200 len: 945 time: 0.0560117 Dec 08 16:04:52.729046 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e2581dca-fd73-4ec2-b561-ee454827bda5 req-a558d45a-54aa-49f0-80b6-98787664f2a7 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655060 Dec 08 16:04:53.104644 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a147b-6664-47a9-992e-af3be17cb96a req-3b354221-3e92-499a-b341-f4470c514990 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:53.106156 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-778a147b-6664-47a9-992e-af3be17cb96a req-3b354221-3e92-499a-b341-f4470c514990 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1 HTTP/1.1" status: 200 len: 947 time: 0.1788731 Dec 08 16:04:53.268862 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-778a147b-6664-47a9-992e-af3be17cb96a req-038a6d11-c162-41bc-b008-a81c0e3fad8c tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444349 Dec 08 16:04:53.323471 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-30e49ef3-1e14-48d9-86aa-422fb52c78d5 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:53.382647 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed70e195-b57e-4066-9670-4a06327b5070 req-bac1a0df-4676-4b16-ae09-c073709457a0 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:53.384215 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ed70e195-b57e-4066-9670-4a06327b5070 req-bac1a0df-4676-4b16-ae09-c073709457a0 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a50fa4b-7592-447e-a88a-be6b406d9a92 HTTP/1.1" status: 200 len: 943 time: 0.0585477 Dec 08 16:04:53.421806 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-30e49ef3-1e14-48d9-86aa-422fb52c78d5 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:53.484572 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ed70e195-b57e-4066-9670-4a06327b5070 req-f98eba77-624f-4b45-ba30-c0ac51c08322 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935650 Dec 08 16:04:53.550368 n-d-776250-12 neutron-server[110550]: INFO neutron.db.l3_db [None req-30e49ef3-1e14-48d9-86aa-422fb52c78d5 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Floating IP 75baa7fd-3ced-42e6-8949-04a5815504da associated. External IP: 172.25.0.204, port: 5d54670e-e1a0-4c2a-a895-93f6235dabd9. Dec 08 16:04:53.684533 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8b42fb-14bc-4e32-ad3c-6c2d5e6ed873 req-8ea381cf-8ddf-44b5-81be-da2a8043a2ea tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:53.686157 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3d8b42fb-14bc-4e32-ad3c-6c2d5e6ed873 req-8ea381cf-8ddf-44b5-81be-da2a8043a2ea tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f53c77c-7353-4d34-8f3c-0219d1388746 HTTP/1.1" status: 200 len: 945 time: 0.0558107 Dec 08 16:04:53.748852 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3d8b42fb-14bc-4e32-ad3c-6c2d5e6ed873 req-e71b24b4-0806-44db-9b06-62e0533315c4 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549848 Dec 08 16:04:54.112382 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30e49ef3-1e14-48d9-86aa-422fb52c78d5 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Router f1f924fe-daa3-4060-9543-f8424520518f has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:04:54.126706 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cca231-7d3f-44f9-836e-9902fb996ecc req-f2535a88-54e6-4d53-80a5-0c7f4655b655 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:54.128335 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-62cca231-7d3f-44f9-836e-9902fb996ecc req-f2535a88-54e6-4d53-80a5-0c7f4655b655 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c1c965-cb29-49ef-be40-4874f8ee0f28 HTTP/1.1" status: 200 len: 945 time: 0.3243508 Dec 08 16:04:54.227187 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-62cca231-7d3f-44f9-836e-9902fb996ecc req-c30073b6-8279-4d66-ab54-d442c441aee6 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899332 Dec 08 16:04:54.290822 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e49ef3-1e14-48d9-86aa-422fb52c78d5 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:04:54.297017 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-30e49ef3-1e14-48d9-86aa-422fb52c78d5 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:54.303437 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8388161-bcaf-480e-9973-7c7a1d626788 None None] Sync routers for ids ['f1f924fe-daa3-4060-9543-f8424520518f'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:04:54.321379 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8388161-bcaf-480e-9973-7c7a1d626788 None None] Routers {'f1f924fe-daa3-4060-9543-f8424520518f'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:04:54.322072 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-a8388161-bcaf-480e-9973-7c7a1d626788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:04:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['f1f924fe-daa3-4060-9543-f8424520518f'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:04:54.334255 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-30e49ef3-1e14-48d9-86aa-422fb52c78d5 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "PUT /v2.0/floatingips/75baa7fd-3ced-42e6-8949-04a5815504da HTTP/1.1" status: 200 len: 991 time: 1.7926846 Dec 08 16:04:54.335797 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dc438c8-595f-4412-861b-5bcb3b061ba1', 'tag': '5d54670e-e1a0-4c2a-a895-93f6235dabd9'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:04:54.338958 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e149ed-25a8-4e49-9ff6-7451796500a1" -d '{"events": [{"name": "network-changed", "server_uuid": "5dc438c8-595f-4412-861b-5bcb3b061ba1", "tag": "5d54670e-e1a0-4c2a-a895-93f6235dabd9"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:04:54.345970 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 29971d89-222c-43b5-a49f-01483af5bbe9 no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:04:54.524936 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c844b8-6093-4494-819f-6c064861dd8d x-openstack-request-id: req-01c844b8-6093-4494-819f-6c064861dd8d {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:04:54.525263 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dc438c8-595f-4412-861b-5bcb3b061ba1", "tag": "5d54670e-e1a0-4c2a-a895-93f6235dabd9", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:04:54.525609 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-01c844b8-6093-4494-819f-6c064861dd8d {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:04:54.526049 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dc438c8-595f-4412-861b-5bcb3b061ba1', 'tag': '5d54670e-e1a0-4c2a-a895-93f6235dabd9', 'status': 'completed', 'code': 200} Dec 08 16:04:54.538649 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223bd395-db21-4944-84b0-3e730704c7ff req-c2cac6e5-ed36-4910-a5f6-5d205191e70b tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:54.555666 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-223bd395-db21-4944-84b0-3e730704c7ff req-c2cac6e5-ed36-4910-a5f6-5d205191e70b tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1 HTTP/1.1" status: 200 len: 947 time: 0.1610389 Dec 08 16:04:54.578510 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-a8388161-bcaf-480e-9973-7c7a1d626788 None None] Set router f1f924fe-daa3-4060-9543-f8424520518f gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:04:54.634282 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e149ed-25a8-4e49-9ff6-7451796500a1 req-ec56c4f7-f4c8-40e1-bf1b-31658b781d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:54.634940 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e149ed-25a8-4e49-9ff6-7451796500a1 req-ec56c4f7-f4c8-40e1-bf1b-31658b781d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:54.635506 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e149ed-25a8-4e49-9ff6-7451796500a1 req-ec56c4f7-f4c8-40e1-bf1b-31658b781d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:54.636131 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e149ed-25a8-4e49-9ff6-7451796500a1 req-ec56c4f7-f4c8-40e1-bf1b-31658b781d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:54.636721 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e149ed-25a8-4e49-9ff6-7451796500a1 req-ec56c4f7-f4c8-40e1-bf1b-31658b781d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:54.637632 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e149ed-25a8-4e49-9ff6-7451796500a1 req-ec56c4f7-f4c8-40e1-bf1b-31658b781d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:54.638480 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e149ed-25a8-4e49-9ff6-7451796500a1 req-ec56c4f7-f4c8-40e1-bf1b-31658b781d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:54.641153 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-85e149ed-25a8-4e49-9ff6-7451796500a1 req-ec56c4f7-f4c8-40e1-bf1b-31658b781d01 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8be2414d63a14131b9f6f8fcfa8d927a&device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 6496 time: 0.0881641 Dec 08 16:04:54.659867 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 8263009c-1760-43bc-aeb2-04fa7693a1fb details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:04:54.677722 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-223bd395-db21-4944-84b0-3e730704c7ff req-72c611aa-bb55-4023-b789-77ca70c044c7 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210573 Dec 08 16:04:54.887091 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cdd4c5-ceda-41c7-b2ed-c5c1cd3dbeaf req-bc1a5311-ab81-4444-bd8b-3db4993c57d3 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:54.891051 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e149ed-25a8-4e49-9ff6-7451796500a1 req-9c6bafc4-9f9b-43bf-a735-885ff437e167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:54.892769 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-85e149ed-25a8-4e49-9ff6-7451796500a1 req-9c6bafc4-9f9b-43bf-a735-885ff437e167 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2160f220-73eb-4128-8e17-580f294db0b0 HTTP/1.1" status: 200 len: 913 time: 0.2429199 Dec 08 16:04:54.898457 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 8263009c-1760-43bc-aeb2-04fa7693a1fb, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=8263009c-1760-43bc-aeb2-04fa7693a1fb,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:54.909109 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-51cdd4c5-ceda-41c7-b2ed-c5c1cd3dbeaf req-bc1a5311-ab81-4444-bd8b-3db4993c57d3 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a50fa4b-7592-447e-a88a-be6b406d9a92 HTTP/1.1" status: 200 len: 943 time: 0.1075811 Dec 08 16:04:54.930399 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '8263009c-1760-43bc-aeb2-04fa7693a1fb', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'port_id': '8263009c-1760-43bc-aeb2-04fa7693a1fb', 'mac_address': 'fa:16:3e:94:d4:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c93b3a32-b438-4a47-8558-220c03febf97', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:04:55.022133 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-85e149ed-25a8-4e49-9ff6-7451796500a1 req-278bab2c-5aa1-4a89-9a1e-b44625921f83 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d54670e-e1a0-4c2a-a895-93f6235dabd9 HTTP/1.1" status: 200 len: 999 time: 0.1196826 Dec 08 16:04:55.033840 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:55.050300 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-51cdd4c5-ceda-41c7-b2ed-c5c1cd3dbeaf req-971dff86-041b-4e80-8210-f537ca7b865a tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349313 Dec 08 16:04:55.054508 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9f170-9635-409c-9fb7-4e843149fdbf req-e519a733-62b6-4d71-872c-d5ccf72b1b09 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:55.054665 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-a8388161-bcaf-480e-9973-7c7a1d626788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f924fe-daa3-4060-9543-f8424520518f', 'name': 'tempest-TaggedBootDevicesTest-1138800448-router', 'tenant_id': '8be2414d63a14131b9f6f8fcfa8d927a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '6a0181d6-f8fc-44c2-8f96-d4a0cece0e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:30Z', 'updated_at': '2021-12-08T16:01:38Z', 'revision_number': 4, 'project_id': '8be2414d63a14131b9f6f8fcfa8d927a', 'gw_port': {'id': '6a0181d6-f8fc-44c2-8f96-d4a0cece0e8c', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:02:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f924fe-daa3-4060-9543-f8424520518f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:32Z', 'updated_at': '2021-12-08T16:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '75baa7fd-3ced-42e6-8949-04a5815504da', 'tenant_id': '8be2414d63a14131b9f6f8fcfa8d927a', 'floating_ip_address': '172.25.0.204', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': 'f1f924fe-daa3-4060-9543-f8424520518f', 'port_id': '5d54670e-e1a0-4c2a-a895-93f6235dabd9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2160f220-73eb-4128-8e17-580f294db0b0', 'mac_address': 'fa:16:3e:49:9b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc438c8-595f-4412-861b-5bcb3b061ba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:03:16Z', 'updated_at': '2021-12-08T16:04:53Z', 'revision_number': 1, 'project_id': '8be2414d63a14131b9f6f8fcfa8d927a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26180cda-4639-483b-b2a4-b8871fdb3cbe', 'name': '', 'network_id': '2160f220-73eb-4128-8e17-580f294db0b0', 'tenant_id': '8be2414d63a14131b9f6f8fcfa8d927a', 'mac_address': 'fa:16:3e:cd:e9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f924fe-daa3-4060-9543-f8424520518f', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '28454e1d-d263-44ec-91e2-36831bf74b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:36Z', 'updated_at': '2021-12-08T16:01:44Z', 'revision_number': 5, 'project_id': '8be2414d63a14131b9f6f8fcfa8d927a', 'subnets': [{'id': '28454e1d-d263-44ec-91e2-36831bf74b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:04:55.069202 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a4d9f170-9635-409c-9fb7-4e843149fdbf req-e519a733-62b6-4d71-872c-d5ccf72b1b09 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f53c77c-7353-4d34-8f3c-0219d1388746 HTTP/1.1" status: 200 len: 945 time: 0.0991061 Dec 08 16:04:55.077509 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8263009c-1760-43bc-aeb2-04fa7693a1fb {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:04:55.112167 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8388161-bcaf-480e-9973-7c7a1d626788 None None] Checking router: f1f924fe-daa3-4060-9543-f8424520518f for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:04:55.125956 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 8263009c-1760-43bc-aeb2-04fa7693a1fb, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=8263009c-1760-43bc-aeb2-04fa7693a1fb,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:55.134729 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8388161-bcaf-480e-9973-7c7a1d626788 None None] Routers {'f1f924fe-daa3-4060-9543-f8424520518f'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:04:55.136458 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-a8388161-bcaf-480e-9973-7c7a1d626788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:04:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['f1f924fe-daa3-4060-9543-f8424520518f'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:04:55.154397 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e149ed-25a8-4e49-9ff6-7451796500a1 req-9c027039-f4c7-4ca8-a968-f28e9aa6b1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:55.161149 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-85e149ed-25a8-4e49-9ff6-7451796500a1 req-9c027039-f4c7-4ca8-a968-f28e9aa6b1e8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=28454e1d-d263-44ec-91e2-36831bf74b20 HTTP/1.1" status: 200 len: 851 time: 0.0891960 Dec 08 16:04:55.182289 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a4d9f170-9635-409c-9fb7-4e843149fdbf req-1c743afb-0cf9-412e-b2e6-1774148b3891 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012406 Dec 08 16:04:55.228692 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e149ed-25a8-4e49-9ff6-7451796500a1 req-40744895-9f5a-4fc8-af3b-05bf0bb967ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:55.232647 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-85e149ed-25a8-4e49-9ff6-7451796500a1 req-40744895-9f5a-4fc8-af3b-05bf0bb967ff service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2160f220-73eb-4128-8e17-580f294db0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0668256 Dec 08 16:04:55.296302 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:55.305955 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-a8388161-bcaf-480e-9973-7c7a1d626788 None None] Set router f1f924fe-daa3-4060-9543-f8424520518f gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:04:55.374162 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-85e149ed-25a8-4e49-9ff6-7451796500a1 req-3eb69f54-afdb-47aa-b4be-ab3b299edd08 service neutron] 10.222.0.37 "GET /v2.0/networks/2160f220-73eb-4128-8e17-580f294db0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336250 Dec 08 16:04:55.412969 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168581b-d2fc-4911-92d3-c5af047be7a6 req-79884a9c-01cb-4bff-afcc-2537d4fffaf8 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:55.421744 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3168581b-d2fc-4911-92d3-c5af047be7a6 req-79884a9c-01cb-4bff-afcc-2537d4fffaf8 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c1c965-cb29-49ef-be40-4874f8ee0f28 HTTP/1.1" status: 200 len: 945 time: 0.0997047 Dec 08 16:04:55.485114 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=8263009c-1760-43bc-aeb2-04fa7693a1fb,revision_number=8']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:55.512619 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3168581b-d2fc-4911-92d3-c5af047be7a6 req-f0586dcb-cdef-4c6d-b0df-29e196b92bcb tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886984 Dec 08 16:04:55.571539 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-85e149ed-25a8-4e49-9ff6-7451796500a1 req-c3cfab2f-f78c-497e-929f-b878d15955ad service neutron] 10.222.0.37 "GET /v2.0/networks/2160f220-73eb-4128-8e17-580f294db0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909804 Dec 08 16:04:55.763757 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-a8388161-bcaf-480e-9973-7c7a1d626788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f924fe-daa3-4060-9543-f8424520518f', 'name': 'tempest-TaggedBootDevicesTest-1138800448-router', 'tenant_id': '8be2414d63a14131b9f6f8fcfa8d927a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '6a0181d6-f8fc-44c2-8f96-d4a0cece0e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:30Z', 'updated_at': '2021-12-08T16:01:38Z', 'revision_number': 4, 'project_id': '8be2414d63a14131b9f6f8fcfa8d927a', 'gw_port': {'id': '6a0181d6-f8fc-44c2-8f96-d4a0cece0e8c', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:02:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f924fe-daa3-4060-9543-f8424520518f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:32Z', 'updated_at': '2021-12-08T16:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '75baa7fd-3ced-42e6-8949-04a5815504da', 'tenant_id': '8be2414d63a14131b9f6f8fcfa8d927a', 'floating_ip_address': '172.25.0.204', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': 'f1f924fe-daa3-4060-9543-f8424520518f', 'port_id': '5d54670e-e1a0-4c2a-a895-93f6235dabd9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2160f220-73eb-4128-8e17-580f294db0b0', 'mac_address': 'fa:16:3e:49:9b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc438c8-595f-4412-861b-5bcb3b061ba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:03:16Z', 'updated_at': '2021-12-08T16:04:53Z', 'revision_number': 1, 'project_id': '8be2414d63a14131b9f6f8fcfa8d927a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26180cda-4639-483b-b2a4-b8871fdb3cbe', 'name': '', 'network_id': '2160f220-73eb-4128-8e17-580f294db0b0', 'tenant_id': '8be2414d63a14131b9f6f8fcfa8d927a', 'mac_address': 'fa:16:3e:cd:e9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f924fe-daa3-4060-9543-f8424520518f', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '28454e1d-d263-44ec-91e2-36831bf74b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:36Z', 'updated_at': '2021-12-08T16:01:44Z', 'revision_number': 5, 'project_id': '8be2414d63a14131b9f6f8fcfa8d927a', 'subnets': [{'id': '28454e1d-d263-44ec-91e2-36831bf74b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:04:55.810566 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8388161-bcaf-480e-9973-7c7a1d626788 None None] The sync data for ids ['f1f924fe-daa3-4060-9543-f8424520518f'] in n-d-776250-12 is: [{'id': 'f1f924fe-daa3-4060-9543-f8424520518f', 'name': 'tempest-TaggedBootDevicesTest-1138800448-router', 'tenant_id': '8be2414d63a14131b9f6f8fcfa8d927a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '6a0181d6-f8fc-44c2-8f96-d4a0cece0e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:30Z', 'updated_at': '2021-12-08T16:01:38Z', 'revision_number': 4, 'project_id': '8be2414d63a14131b9f6f8fcfa8d927a', 'gw_port': {'id': '6a0181d6-f8fc-44c2-8f96-d4a0cece0e8c', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:02:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f924fe-daa3-4060-9543-f8424520518f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:32Z', 'updated_at': '2021-12-08T16:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '75baa7fd-3ced-42e6-8949-04a5815504da', 'tenant_id': '8be2414d63a14131b9f6f8fcfa8d927a', 'floating_ip_address': '172.25.0.204', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': 'f1f924fe-daa3-4060-9543-f8424520518f', 'port_id': '5d54670e-e1a0-4c2a-a895-93f6235dabd9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2160f220-73eb-4128-8e17-580f294db0b0', 'mac_address': 'fa:16:3e:49:9b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc438c8-595f-4412-861b-5bcb3b061ba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:03:16Z', 'updated_at': '2021-12-08T16:04:53Z', 'revision_number': 1, 'project_id': '8be2414d63a14131b9f6f8fcfa8d927a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26180cda-4639-483b-b2a4-b8871fdb3cbe', 'name': '', 'network_id': '2160f220-73eb-4128-8e17-580f294db0b0', 'tenant_id': '8be2414d63a14131b9f6f8fcfa8d927a', 'mac_address': 'fa:16:3e:cd:e9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f924fe-daa3-4060-9543-f8424520518f', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '28454e1d-d263-44ec-91e2-36831bf74b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:36Z', 'updated_at': '2021-12-08T16:01:44Z', 'revision_number': 5, 'project_id': '8be2414d63a14131b9f6f8fcfa8d927a', 'subnets': [{'id': '28454e1d-d263-44ec-91e2-36831bf74b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:04:55.862865 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['8263009c-1760-43bc-aeb2-04fa7693a1fb'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:04:55.945564 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a681dcfa-7aef-42ed-95ee-71b328faca76 req-97f1722a-b5d8-47ca-b309-2fa46c36d2a3 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:55.954825 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a681dcfa-7aef-42ed-95ee-71b328faca76 req-97f1722a-b5d8-47ca-b309-2fa46c36d2a3 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1 HTTP/1.1" status: 200 len: 948 time: 0.1209915 Dec 08 16:04:56.069330 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a681dcfa-7aef-42ed-95ee-71b328faca76 req-ca417b1d-6fcf-481b-b397-2042cf9ddc4f tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082554 Dec 08 16:04:56.338080 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cb311f-9ab0-4d9e-abc0-5718d3cc1922 None None] New status for floating IP 75baa7fd-3ced-42e6-8949-04a5815504da: ACTIVE {{(pid=110552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:04:56.363482 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054d0ee-6aee-4283-aade-5c8a6666a6f7 req-abb4c89c-bd99-4f81-9ccd-de813c60511f tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:56.385488 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f054d0ee-6aee-4283-aade-5c8a6666a6f7 req-abb4c89c-bd99-4f81-9ccd-de813c60511f tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a50fa4b-7592-447e-a88a-be6b406d9a92 HTTP/1.1" status: 200 len: 943 time: 0.1646821 Dec 08 16:04:56.517892 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f054d0ee-6aee-4283-aade-5c8a6666a6f7 req-be0d3cde-03d8-4e14-b302-7cd5fbb8b192 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313567 Dec 08 16:04:56.710485 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-7368d81d-d89c-496a-931d-b17cec584fdc service neutron] 10.222.0.37 "GET /v2.0/ports/29971d89-222c-43b5-a49f-01483af5bbe9/bindings/n-h1-776250-12 HTTP/1.1" status: 200 len: 385 time: 0.1198995 Dec 08 16:04:56.786047 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2411e3-a6c1-40f5-8d87-348da4ba8deb req-6103b0bb-3afb-4dc0-9c29-3860a58ff332 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:56.822500 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-aa2411e3-a6c1-40f5-8d87-348da4ba8deb req-6103b0bb-3afb-4dc0-9c29-3860a58ff332 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f53c77c-7353-4d34-8f3c-0219d1388746 HTTP/1.1" status: 200 len: 945 time: 0.1619854 Dec 08 16:04:56.924111 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-aa2411e3-a6c1-40f5-8d87-348da4ba8deb req-f5d820b2-e779-463d-b460-0299b3127ec7 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944424 Dec 08 16:04:57.035518 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-220a61b6-d413-411f-86a1-15f22a8f60b6 service neutron] For port 29971d89-222c-43b5-a49f-01483af5bbe9, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=29971d89-222c-43b5-a49f-01483af5bbe9,segment=NetworkSegment(08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4),segment_id=08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:57.079283 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-220a61b6-d413-411f-86a1-15f22a8f60b6 service neutron] For port 29971d89-222c-43b5-a49f-01483af5bbe9, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:04:57.130867 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f46b2e-a5b4-4b83-947a-cc117e61ac83 req-e542faa3-c6a6-48c1-b780-9daa00d77d9d tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:57.139262 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-220a61b6-d413-411f-86a1-15f22a8f60b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29971d89-222c-43b5-a49f-01483af5bbe9 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:04:57.140077 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-53f46b2e-a5b4-4b83-947a-cc117e61ac83 req-e542faa3-c6a6-48c1-b780-9daa00d77d9d tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c1c965-cb29-49ef-be40-4874f8ee0f28 HTTP/1.1" status: 200 len: 945 time: 0.1361008 Dec 08 16:04:57.167890 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-220a61b6-d413-411f-86a1-15f22a8f60b6 service neutron] For port 29971d89-222c-43b5-a49f-01483af5bbe9, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=29971d89-222c-43b5-a49f-01483af5bbe9,segment=NetworkSegment(08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4),segment_id=08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:57.253629 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-53f46b2e-a5b4-4b83-947a-cc117e61ac83 req-020660f3-252e-48d3-a0dd-e7d5ef8fa3a4 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072791 Dec 08 16:04:57.291940 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae678482-4dee-4970-b1e6-f873ed8c2f49 req-9e88bbd8-6eb0-4515-a487-99e7a0dd1ff7 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:57.293619 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ae678482-4dee-4970-b1e6-f873ed8c2f49 req-9e88bbd8-6eb0-4515-a487-99e7a0dd1ff7 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.76 "GET /v2.0/ports?device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1&tenant_id=b73d206799fe4423a8cfa64c519990fb&binding%3Ahost_id=n-h1-776250-12 HTTP/1.1" status: 200 len: 948 time: 0.1092331 Dec 08 16:04:57.417207 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-220a61b6-d413-411f-86a1-15f22a8f60b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:57.446464 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ae678482-4dee-4970-b1e6-f873ed8c2f49 req-d28baa8f-e549-447e-8451-c918e45be89b service neutron] 10.222.0.76 "GET /v2.0/ports/8263009c-1760-43bc-aeb2-04fa7693a1fb/bindings/n-h1-776250-12 HTTP/1.1" status: 200 len: 383 time: 0.1296530 Dec 08 16:04:57.547913 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e1f73b-aed0-43e8-9970-502b4a7c552d req-0de3328f-4053-465f-bfcb-f446f072c8b6 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:57.562820 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-99e1f73b-aed0-43e8-9970-502b4a7c552d req-0de3328f-4053-465f-bfcb-f446f072c8b6 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1 HTTP/1.1" status: 200 len: 948 time: 0.1657369 Dec 08 16:04:57.722356 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-99e1f73b-aed0-43e8-9970-502b4a7c552d req-07189e09-4281-492e-b5df-562d8a06b092 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583176 Dec 08 16:04:57.777569 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae678482-4dee-4970-b1e6-f873ed8c2f49 req-244dc677-4c66-41d4-8c07-c6c104efe6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:57.779125 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ae678482-4dee-4970-b1e6-f873ed8c2f49 req-244dc677-4c66-41d4-8c07-c6c104efe6f2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b73d206799fe4423a8cfa64c519990fb&device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1 HTTP/1.1" status: 200 len: 1100 time: 0.2597713 Dec 08 16:04:57.801883 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e93ad34-be80-4dce-8606-c7046bc41a22 req-c2937c3c-d7df-4d6d-95ed-9e7a0488f4ad tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:57.807366 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6e93ad34-be80-4dce-8606-c7046bc41a22 req-c2937c3c-d7df-4d6d-95ed-9e7a0488f4ad tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a50fa4b-7592-447e-a88a-be6b406d9a92 HTTP/1.1" status: 200 len: 943 time: 0.1448712 Dec 08 16:04:57.868444 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-220a61b6-d413-411f-86a1-15f22a8f60b6 service neutron] Transition to ACTIVE for port object 29971d89-222c-43b5-a49f-01483af5bbe9 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:04:57.925133 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6e93ad34-be80-4dce-8606-c7046bc41a22 req-34c802e3-68d1-463f-b35e-b981a045078d tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087053 Dec 08 16:04:57.949034 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae678482-4dee-4970-b1e6-f873ed8c2f49 req-675a841e-ee7e-4a19-8c32-47d86399c8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:57.950601 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ae678482-4dee-4970-b1e6-f873ed8c2f49 req-675a841e-ee7e-4a19-8c32-47d86399c8f8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b91759c7-445e-4f7b-9fc4-64d80951832c HTTP/1.1" status: 200 len: 870 time: 0.1632538 Dec 08 16:04:58.052579 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-220a61b6-d413-411f-86a1-15f22a8f60b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:58.055463 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ae678482-4dee-4970-b1e6-f873ed8c2f49 req-70a74c50-9847-414b-a50d-2f4550622f68 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=8263009c-1760-43bc-aeb2-04fa7693a1fb HTTP/1.1" status: 200 len: 217 time: 0.0951765 Dec 08 16:04:58.226471 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-220a61b6-d413-411f-86a1-15f22a8f60b6 service neutron] No DVR routers for this DVR port 29971d89-222c-43b5-a49f-01483af5bbe9 on host n-h2-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:04:58.295445 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae678482-4dee-4970-b1e6-f873ed8c2f49 req-d777ff26-0d9e-4c00-8c1b-da3ff1cab14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:58.297493 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ae678482-4dee-4970-b1e6-f873ed8c2f49 req-d777ff26-0d9e-4c00-8c1b-da3ff1cab14a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.2085502 Dec 08 16:04:58.313010 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e3256b-7069-4244-a891-4f4c25844a67 req-42b04c6b-0382-4792-a200-3fc2a3512499 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:58.323022 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-57e3256b-7069-4244-a891-4f4c25844a67 req-42b04c6b-0382-4792-a200-3fc2a3512499 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f53c77c-7353-4d34-8f3c-0219d1388746 HTTP/1.1" status: 200 len: 945 time: 0.2732065 Dec 08 16:04:58.407649 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-220a61b6-d413-411f-86a1-15f22a8f60b6 service neutron] 10.222.0.37 "PUT /v2.0/ports/29971d89-222c-43b5-a49f-01483af5bbe9/bindings/n-h1-776250-12/activate HTTP/1.1" status: 200 len: 370 time: 1.6849685 Dec 08 16:04:58.422950 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae678482-4dee-4970-b1e6-f873ed8c2f49 req-97ec0760-aaca-4d92-91a4-4d53bd980541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:58.425166 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ae678482-4dee-4970-b1e6-f873ed8c2f49 req-97ec0760-aaca-4d92-91a4-4d53bd980541 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0851943 Dec 08 16:04:58.426333 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220a61b6-d413-411f-86a1-15f22a8f60b6 service neutron] Pushing event updated for resources: {'Port': ['ID=29971d89-222c-43b5-a49f-01483af5bbe9,revision_number=10']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:58.507357 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcfc7c3-051a-4c71-8065-8f4b1bdb03ef req-8088439a-0edc-4445-9216-41fae27b1cfa tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:58.515708 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3dcfc7c3-051a-4c71-8065-8f4b1bdb03ef req-8088439a-0edc-4445-9216-41fae27b1cfa tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c1c965-cb29-49ef-be40-4874f8ee0f28 HTTP/1.1" status: 200 len: 945 time: 0.0697217 Dec 08 16:04:58.583321 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3dcfc7c3-051a-4c71-8065-8f4b1bdb03ef req-f2e6164b-76e8-490d-b29e-2482d1de1341 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664959 Dec 08 16:04:58.596056 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ae678482-4dee-4970-b1e6-f873ed8c2f49 req-93e8a1f9-2372-4616-adf1-4e6d71b9aede service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528516 Dec 08 16:04:58.612359 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-57e3256b-7069-4244-a891-4f4c25844a67 req-ae5dfa70-8060-418f-8cde-f8740ed65eb3 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837479 Dec 08 16:04:58.668901 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-9fe92033-9268-4387-883a-675f98fa3452 tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:58.670600 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-9fe92033-9268-4387-883a-675f98fa3452 tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=8a50fa4b-7592-447e-a88a-be6b406d9a92&tenant_id=85658dbd01a84c26a2385fde82126184&binding%3Ahost_id=n-h2-776250-12 HTTP/1.1" status: 200 len: 1096 time: 0.0841546 Dec 08 16:04:58.676919 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 8263009c-1760-43bc-aeb2-04fa7693a1fb up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:04:58.778877 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-3b82ac7a-ef5b-448b-93b9-950193d94d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:58.786914 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-3b82ac7a-ef5b-448b-93b9-950193d94d46 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=8a50fa4b-7592-447e-a88a-be6b406d9a92&tenant_id=85658dbd01a84c26a2385fde82126184 HTTP/1.1" status: 200 len: 1096 time: 0.0959742 Dec 08 16:04:58.788865 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ae678482-4dee-4970-b1e6-f873ed8c2f49 req-324bb4b1-4d27-45d3-a781-b1e38cde9aa9 service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747799 Dec 08 16:04:58.905462 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-4db90a03-63a5-4a74-a6fc-2e738f4d6e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:58.910495 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-4db90a03-63a5-4a74-a6fc-2e738f4d6e17 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=85658dbd01a84c26a2385fde82126184&device_id=8a50fa4b-7592-447e-a88a-be6b406d9a92 HTTP/1.1" status: 200 len: 1096 time: 0.0863385 Dec 08 16:04:58.941720 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port 8263009c-1760-43bc-aeb2-04fa7693a1fb completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:04:58.946240 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 8263009c-1760-43bc-aeb2-04fa7693a1fb triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:04:58.946590 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:58.953995 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e35ebd-c798-4cce-8a15-0d1b3d7e8713 req-ed18ac55-cf46-490c-b33c-e1bf4a21ebc1 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:58.960026 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-94e35ebd-c798-4cce-8a15-0d1b3d7e8713 req-ed18ac55-cf46-490c-b33c-e1bf4a21ebc1 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1 HTTP/1.1" status: 200 len: 948 time: 0.0980546 Dec 08 16:04:59.091430 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-94e35ebd-c798-4cce-8a15-0d1b3d7e8713 req-10843931-2c13-4b68-bceb-a21b9229f266 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188419 Dec 08 16:04:59.137756 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:59.168592 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '462dd985-d5eb-4abc-8a29-88ed121e1ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8263009c-1760-43bc-aeb2-04fa7693a1fb'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:04:59.170374 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-8ccf426e-fd4a-45e9-8a88-b4de6ceb9ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:59.172083 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28dd8206-064d-4df0-b445-826ee7ddc370" -d '{"events": [{"server_uuid": "462dd985-d5eb-4abc-8a29-88ed121e1ea1", "name": "network-vif-plugged", "status": "completed", "tag": "8263009c-1760-43bc-aeb2-04fa7693a1fb"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:04:59.172671 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-8ccf426e-fd4a-45e9-8a88-b4de6ceb9ea1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=9fb73276-e1f8-4bac-a027-20476a8f0b71 HTTP/1.1" status: 200 len: 921 time: 0.2518544 Dec 08 16:04:59.192640 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 8263009c-1760-43bc-aeb2-04fa7693a1fb, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=8263009c-1760-43bc-aeb2-04fa7693a1fb,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:59.258094 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-510ea4aa-9c38-4a2a-b1b5-9f9a8228f1dc service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29971d89-222c-43b5-a49f-01483af5bbe9 HTTP/1.1" status: 200 len: 217 time: 0.0599501 Dec 08 16:04:59.270067 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de889e58-ae33-49e9-a9cf-304255ded606 req-63ff8776-f756-46fc-a8f6-7c863708f500 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:59.275675 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:59.284876 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-de889e58-ae33-49e9-a9cf-304255ded606 req-63ff8776-f756-46fc-a8f6-7c863708f500 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a50fa4b-7592-447e-a88a-be6b406d9a92 HTTP/1.1" status: 200 len: 944 time: 0.1618266 Dec 08 16:04:59.285776 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bbdbde0-4486-4ef8-91bb-6af253271e59 x-openstack-request-id: req-2bbdbde0-4486-4ef8-91bb-6af253271e59 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:04:59.286274 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "462dd985-d5eb-4abc-8a29-88ed121e1ea1", "name": "network-vif-plugged", "status": "completed", "tag": "8263009c-1760-43bc-aeb2-04fa7693a1fb", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:04:59.286715 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2bbdbde0-4486-4ef8-91bb-6af253271e59 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:04:59.288561 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '462dd985-d5eb-4abc-8a29-88ed121e1ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8263009c-1760-43bc-aeb2-04fa7693a1fb', 'code': 200} Dec 08 16:04:59.362118 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=8263009c-1760-43bc-aeb2-04fa7693a1fb,revision_number=9']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:59.371651 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:04:59.372004 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:04:59.372410 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:04:59.373579 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:04:59.373942 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:04:59.374472 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:04:59.374885 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:04:59.375280 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:04:59.376090 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:04:59.376919 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:04:59.376919 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:04:59.377202 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:04:59.377543 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:04:59.406223 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-7323a553-71c8-4134-819d-a7e16a5c95d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:59.407723 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-7323a553-71c8-4134-819d-a7e16a5c95d1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3bab6816-4414-47cc-922e-2566e0e2da0a HTTP/1.1" status: 200 len: 860 time: 0.1217489 Dec 08 16:04:59.427236 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-de889e58-ae33-49e9-a9cf-304255ded606 req-5664a48b-c421-4692-8684-24ee0a9aefd7 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291029 Dec 08 16:04:59.484104 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-26ce9d8a-d1b2-4d53-bd74-7e15561ea4d3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9fb73276-e1f8-4bac-a027-20476a8f0b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551865 Dec 08 16:04:59.771037 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-ada72e74-8c65-4691-8eaa-7f665cd73d34 service neutron] 10.222.0.76 "GET /v2.0/networks/9fb73276-e1f8-4bac-a027-20476a8f0b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784667 Dec 08 16:04:59.829824 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f477b-9b3f-44fd-a52e-b0b397a2e6df req-8c4fbc9f-8912-4ae5-b954-4a3849162eb6 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:59.832544 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ca8f477b-9b3f-44fd-a52e-b0b397a2e6df req-8c4fbc9f-8912-4ae5-b954-4a3849162eb6 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c1c965-cb29-49ef-be40-4874f8ee0f28 HTTP/1.1" status: 200 len: 945 time: 0.0707688 Dec 08 16:04:59.927790 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ca8f477b-9b3f-44fd-a52e-b0b397a2e6df req-407f5b86-b3f5-461a-9faf-f2532bbfdbf9 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875683 Dec 08 16:05:00.008913 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee6cd0f-fc86-4eff-ac27-d8a53a189124 req-83dd43c8-c5dd-4bca-a1b0-3cb26752faa2 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:00.016736 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1ee6cd0f-fc86-4eff-ac27-d8a53a189124 req-83dd43c8-c5dd-4bca-a1b0-3cb26752faa2 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f53c77c-7353-4d34-8f3c-0219d1388746 HTTP/1.1" status: 200 len: 945 time: 0.2098448 Dec 08 16:05:00.101314 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-fa615bec-89dc-45b9-a69a-2c54aa49c5b7 service neutron] 10.222.0.76 "GET /v2.0/networks/9fb73276-e1f8-4bac-a027-20476a8f0b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199339 Dec 08 16:05:00.147081 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1ee6cd0f-fc86-4eff-ac27-d8a53a189124 req-5143017c-7fa2-4a11-b100-fc7392c6a1ed tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286364 Dec 08 16:05:00.289163 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05195504-e5b3-4f01-b58b-5fb150a0cda5 req-1c9be081-f839-42e3-aae0-e2e11abcc07f tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:00.290771 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-05195504-e5b3-4f01-b58b-5fb150a0cda5 req-1c9be081-f839-42e3-aae0-e2e11abcc07f tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1 HTTP/1.1" status: 200 len: 949 time: 0.0725720 Dec 08 16:05:00.372324 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-05195504-e5b3-4f01-b58b-5fb150a0cda5 req-3a1896c8-3b13-47f5-a7f1-d677060fadb7 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702116 Dec 08 16:05:00.635909 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ee4a0-ae94-437c-9e25-0573eb2bd62b req-f649f434-7afb-43aa-b019-5965ad8f6dff tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:00.644734 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bc1ee4a0-ae94-437c-9e25-0573eb2bd62b req-f649f434-7afb-43aa-b019-5965ad8f6dff tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a50fa4b-7592-447e-a88a-be6b406d9a92 HTTP/1.1" status: 200 len: 944 time: 0.0815520 Dec 08 16:05:00.735040 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bc1ee4a0-ae94-437c-9e25-0573eb2bd62b req-322e4839-8b03-4462-b0f5-cb7bc76e50bb tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892847 Dec 08 16:05:00.780381 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-00c302f4-6aba-4a8a-abe7-b53172a9acff tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:00.782441 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-00c302f4-6aba-4a8a-abe7-b53172a9acff tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=8a50fa4b-7592-447e-a88a-be6b406d9a92&tenant_id=85658dbd01a84c26a2385fde82126184&binding%3Ahost_id=n-h1-776250-12 HTTP/1.1" status: 200 len: 1096 time: 0.0582979 Dec 08 16:05:01.047998 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a94c43-dcb0-4142-b3f2-a57571b7aa90 req-ed1fcca9-2e20-45e1-9155-424b71d848e6 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:01.050273 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-29a94c43-dcb0-4142-b3f2-a57571b7aa90 req-ed1fcca9-2e20-45e1-9155-424b71d848e6 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c1c965-cb29-49ef-be40-4874f8ee0f28 HTTP/1.1" status: 200 len: 945 time: 0.0569966 Dec 08 16:05:01.156827 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-29a94c43-dcb0-4142-b3f2-a57571b7aa90 req-9b1d3c9e-42f7-43ce-9d7d-42427f77caa7 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991030 Dec 08 16:05:01.335270 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea0842c-53c5-4537-af6c-a3a96fc5364c req-8472355c-61a5-4249-a84f-591dd409d41f tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:01.335270 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cea0842c-53c5-4537-af6c-a3a96fc5364c req-8472355c-61a5-4249-a84f-591dd409d41f tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f53c77c-7353-4d34-8f3c-0219d1388746 HTTP/1.1" status: 200 len: 945 time: 0.0623782 Dec 08 16:05:01.395857 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cea0842c-53c5-4537-af6c-a3a96fc5364c req-76c982a1-ef6c-41b7-810e-c4860a77c8f6 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583498 Dec 08 16:05:01.520112 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f8666-3723-46de-9c22-32fdc69c2bde req-9b50fdc2-711f-4072-b181-cfb338e2d9cf tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:01.521925 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-316f8666-3723-46de-9c22-32fdc69c2bde req-9b50fdc2-711f-4072-b181-cfb338e2d9cf tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1 HTTP/1.1" status: 200 len: 949 time: 0.0756721 Dec 08 16:05:01.598588 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-100fe39a-f976-48c3-ae1e-bb2dbe2e7ff9 service neutron] For port 29971d89-222c-43b5-a49f-01483af5bbe9, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:05:01.599151 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-100fe39a-f976-48c3-ae1e-bb2dbe2e7ff9 service neutron] Publish callbacks [] for binding, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:01.600800 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3372ff5b-47ed-4b62-9755-6a16788fbd4a req-100fe39a-f976-48c3-ae1e-bb2dbe2e7ff9 service neutron] 10.222.0.76 "DELETE /v2.0/ports/29971d89-222c-43b5-a49f-01483af5bbe9/bindings/n-h2-776250-12 HTTP/1.1" status: 204 len: 173 time: 0.8080273 Dec 08 16:05:01.657001 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-316f8666-3723-46de-9c22-32fdc69c2bde req-adededb8-0da0-4d9b-93c2-a8917211cc9d tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184080 Dec 08 16:05:02.043008 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c886c0b2-130f-4549-813c-36cabc6bb201 req-c1f093f4-d47b-4e5d-ac89-747916352be5 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:02.046111 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c886c0b2-130f-4549-813c-36cabc6bb201 req-c1f093f4-d47b-4e5d-ac89-747916352be5 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a50fa4b-7592-447e-a88a-be6b406d9a92 HTTP/1.1" status: 200 len: 944 time: 0.1359460 Dec 08 16:05:02.210313 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c886c0b2-130f-4549-813c-36cabc6bb201 req-f372383f-d04d-4afc-878b-c8073e108111 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558344 Dec 08 16:05:02.510023 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ef85d-6057-42a5-8e34-50d26ea273b7 req-a30c7ff3-c414-433d-a2a4-926690d40a45 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:02.511792 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-422ef85d-6057-42a5-8e34-50d26ea273b7 req-a30c7ff3-c414-433d-a2a4-926690d40a45 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c1c965-cb29-49ef-be40-4874f8ee0f28 HTTP/1.1" status: 200 len: 945 time: 0.1310251 Dec 08 16:05:02.627210 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3725e4-6438-41f9-8d50-dc1a00057725 req-fdf302ef-91a7-435c-98a8-426d5d1544f8 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:02.629949 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6b3725e4-6438-41f9-8d50-dc1a00057725 req-fdf302ef-91a7-435c-98a8-426d5d1544f8 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f53c77c-7353-4d34-8f3c-0219d1388746 HTTP/1.1" status: 200 len: 945 time: 0.0801928 Dec 08 16:05:02.654870 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-422ef85d-6057-42a5-8e34-50d26ea273b7 req-40afbbec-b923-4801-bc8d-b6f618723e45 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170511 Dec 08 16:05:02.779056 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6b3725e4-6438-41f9-8d50-dc1a00057725 req-5090a216-0640-4bd3-85d5-ce57c8ed01c2 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392577 Dec 08 16:05:02.856902 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89614126-10f7-433c-84c4-71f8a03eab60 req-ea7584a1-6f86-4b18-9f76-b87180620d2b tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:02.865958 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-89614126-10f7-433c-84c4-71f8a03eab60 req-ea7584a1-6f86-4b18-9f76-b87180620d2b tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=8a50fa4b-7592-447e-a88a-be6b406d9a92 HTTP/1.1" status: 200 len: 1096 time: 0.0992975 Dec 08 16:05:02.964821 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-89614126-10f7-433c-84c4-71f8a03eab60 req-09cabd40-ccb1-41c9-a7cf-f46f0b56a1f1 tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971744 Dec 08 16:05:03.097712 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8936a154-3498-4fb7-a049-086ba7e7b16a req-6a2a9db7-8f2c-431e-b91d-75de16c512bd tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:03.109776 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8936a154-3498-4fb7-a049-086ba7e7b16a req-6a2a9db7-8f2c-431e-b91d-75de16c512bd tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1 HTTP/1.1" status: 200 len: 949 time: 0.1167879 Dec 08 16:05:03.252349 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8936a154-3498-4fb7-a049-086ba7e7b16a req-9213a243-9891-4c8a-b261-65544c82f52a tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409185 Dec 08 16:05:03.281413 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ba05c-9a3d-42a6-a6e3-15c60623ae36 req-4125d27d-a24a-498b-b221-355c3a947604 tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:03.283620 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-214ba05c-9a3d-42a6-a6e3-15c60623ae36 req-4125d27d-a24a-498b-b221-355c3a947604 tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=8a50fa4b-7592-447e-a88a-be6b406d9a92 HTTP/1.1" status: 200 len: 1096 time: 0.1147225 Dec 08 16:05:03.426711 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-214ba05c-9a3d-42a6-a6e3-15c60623ae36 req-8d2cd29d-a3e3-4550-bf83-e9f5a10a4d39 tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360457 Dec 08 16:05:03.716731 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae678482-4dee-4970-b1e6-f873ed8c2f49 req-2e84edac-3f55-4cd1-9c7c-5cccc9d4d7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:03.721951 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ae678482-4dee-4970-b1e6-f873ed8c2f49 req-2e84edac-3f55-4cd1-9c7c-5cccc9d4d7fb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1&tenant_id=b73d206799fe4423a8cfa64c519990fb HTTP/1.1" status: 200 len: 1101 time: 0.1926036 Dec 08 16:05:03.766027 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-ae678482-4dee-4970-b1e6-f873ed8c2f49 req-418fed17-f830-4c0d-8013-3b6fbe0b4209 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-776250-12', 'device_owner': 'compute:nova'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:05:03.929237 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ae678482-4dee-4970-b1e6-f873ed8c2f49 req-418fed17-f830-4c0d-8013-3b6fbe0b4209 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:03.936088 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-8f7b2d3d-edaa-4bab-b164-ddb7e6360181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:03.938243 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-8f7b2d3d-edaa-4bab-b164-ddb7e6360181 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8b17b512834447aea285923e7004d778&device_id=9f53c77c-7353-4d34-8f3c-0219d1388746 HTTP/1.1" status: 200 len: 1097 time: 0.1055131 Dec 08 16:05:03.968110 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82732123-ef4e-41c7-9762-dbedd931cecb req-b4aac633-50da-4921-a1a8-4014c0d44859 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:03.993965 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-82732123-ef4e-41c7-9762-dbedd931cecb req-b4aac633-50da-4921-a1a8-4014c0d44859 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c1c965-cb29-49ef-be40-4874f8ee0f28 HTTP/1.1" status: 200 len: 945 time: 0.1242852 Dec 08 16:05:04.077340 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-82732123-ef4e-41c7-9762-dbedd931cecb req-8c19bf45-9d27-4f95-a944-44b64d07f6b0 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770710 Dec 08 16:05:04.187781 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-a2decc63-d560-4b07-b99c-db50dd35f444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:04.189645 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-a2decc63-d560-4b07-b99c-db50dd35f444 service neutron] 10.222.0.76 "GET /v2.0/networks?id=34422553-fc63-47d6-a631-7f666537bc5c HTTP/1.1" status: 200 len: 909 time: 0.2376328 Dec 08 16:05:04.233231 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:04.255618 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea9459-d9c7-42b0-ba11-374adc851932 req-cc51a628-90fb-4dc4-ba07-b2c2f7828662 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:04.258165 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d5ea9459-d9c7-42b0-ba11-374adc851932 req-cc51a628-90fb-4dc4-ba07-b2c2f7828662 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f53c77c-7353-4d34-8f3c-0219d1388746 HTTP/1.1" status: 200 len: 945 time: 0.0839400 Dec 08 16:05:04.284684 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-e0de56da-15de-4b77-bcca-e834176722f9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2acddd17-f22b-4087-a5b4-ec69bc31c48a HTTP/1.1" status: 200 len: 217 time: 0.0807180 Dec 08 16:05:04.389770 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-cd9890f6-f4ee-4bdd-aa4c-045a405fc0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:04.391307 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-cd9890f6-f4ee-4bdd-aa4c-045a405fc0c9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5db44a3c-d12a-4344-a611-2d41355a5e50 HTTP/1.1" status: 200 len: 848 time: 0.0947943 Dec 08 16:05:04.393451 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-ae678482-4dee-4970-b1e6-f873ed8c2f49 req-418fed17-f830-4c0d-8013-3b6fbe0b4209 service neutron] For port 8263009c-1760-43bc-aeb2-04fa7693a1fb, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=8263009c-1760-43bc-aeb2-04fa7693a1fb,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:05:04.403582 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d5ea9459-d9c7-42b0-ba11-374adc851932 req-685426e3-583e-4b82-a1a8-e1b63ce4d14e tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350214 Dec 08 16:05:04.436165 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-bca647ef-e744-4796-8020-4d44c30fffb8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=34422553-fc63-47d6-a631-7f666537bc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326040 Dec 08 16:05:04.521879 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-ae678482-4dee-4970-b1e6-f873ed8c2f49 req-418fed17-f830-4c0d-8013-3b6fbe0b4209 service neutron] For port 8263009c-1760-43bc-aeb2-04fa7693a1fb, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:05:04.604483 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '462dd985-d5eb-4abc-8a29-88ed121e1ea1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8263009c-1760-43bc-aeb2-04fa7693a1fb'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:05:04.606673 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-429582dc-86a3-4874-acf2-c9fca46d485b" -d '{"events": [{"server_uuid": "462dd985-d5eb-4abc-8a29-88ed121e1ea1", "name": "network-vif-unplugged", "status": "completed", "tag": "8263009c-1760-43bc-aeb2-04fa7693a1fb"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:05:04.613449 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ae678482-4dee-4970-b1e6-f873ed8c2f49 req-418fed17-f830-4c0d-8013-3b6fbe0b4209 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:04.642334 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-b3bb1e07-03d0-4316-a9c7-f2c1bdaaf0ae service neutron] 10.222.0.76 "GET /v2.0/networks/34422553-fc63-47d6-a631-7f666537bc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912284 Dec 08 16:05:04.645479 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-ae678482-4dee-4970-b1e6-f873ed8c2f49 req-418fed17-f830-4c0d-8013-3b6fbe0b4209 service neutron] Transition to ACTIVE for port object 8263009c-1760-43bc-aeb2-04fa7693a1fb will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:05:04.675875 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 8263009c-1760-43bc-aeb2-04fa7693a1fb no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:05:04.797494 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 8263009c-1760-43bc-aeb2-04fa7693a1fb not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:05:04.822845 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ae678482-4dee-4970-b1e6-f873ed8c2f49 req-418fed17-f830-4c0d-8013-3b6fbe0b4209 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:04.885774 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba7febb-0cdb-45f7-8987-f94cd3e13b44 req-35e0cf51-0600-42aa-b168-1ab1aad66658 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:04.889888 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-97b31e49-6f72-4860-a5fb-d5557667d36b service neutron] 10.222.0.76 "GET /v2.0/networks/34422553-fc63-47d6-a631-7f666537bc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365515 Dec 08 16:05:04.890672 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6ba7febb-0cdb-45f7-8987-f94cd3e13b44 req-35e0cf51-0600-42aa-b168-1ab1aad66658 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1 HTTP/1.1" status: 200 len: 948 time: 0.1282523 Dec 08 16:05:04.923036 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae678482-4dee-4970-b1e6-f873ed8c2f49 req-418fed17-f830-4c0d-8013-3b6fbe0b4209 service neutron] No DVR routers for this DVR port 8263009c-1760-43bc-aeb2-04fa7693a1fb on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:05:04.968707 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418fed17-f830-4c0d-8013-3b6fbe0b4209 service neutron] Pushing event updated for resources: {'Port': ['ID=8263009c-1760-43bc-aeb2-04fa7693a1fb,revision_number=10']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:04.987287 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-ae678482-4dee-4970-b1e6-f873ed8c2f49 req-418fed17-f830-4c0d-8013-3b6fbe0b4209 service neutron] Attempting to bind port 8263009c-1760-43bc-aeb2-04fa7693a1fb on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:05:04.987287 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-ae678482-4dee-4970-b1e6-f873ed8c2f49 req-418fed17-f830-4c0d-8013-3b6fbe0b4209 service neutron] Attempting to bind port 8263009c-1760-43bc-aeb2-04fa7693a1fb by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:05:04.987699 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae678482-4dee-4970-b1e6-f873ed8c2f49 req-418fed17-f830-4c0d-8013-3b6fbe0b4209 service neutron] Attempting to bind port 8263009c-1760-43bc-aeb2-04fa7693a1fb on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:05:04.995918 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae678482-4dee-4970-b1e6-f873ed8c2f49 req-418fed17-f830-4c0d-8013-3b6fbe0b4209 service neutron] Port 8263009c-1760-43bc-aeb2-04fa7693a1fb on network b91759c7-445e-4f7b-9fc4-64d80951832c not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:05:04.996404 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae678482-4dee-4970-b1e6-f873ed8c2f49 req-418fed17-f830-4c0d-8013-3b6fbe0b4209 service neutron] Attempting to bind port 8263009c-1760-43bc-aeb2-04fa7693a1fb on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:05:05.004118 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae678482-4dee-4970-b1e6-f873ed8c2f49 req-418fed17-f830-4c0d-8013-3b6fbe0b4209 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:05:05.004582 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae678482-4dee-4970-b1e6-f873ed8c2f49 req-418fed17-f830-4c0d-8013-3b6fbe0b4209 service neutron] Checking segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:05:05.010504 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae678482-4dee-4970-b1e6-f873ed8c2f49 req-418fed17-f830-4c0d-8013-3b6fbe0b4209 service neutron] Bound using segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:05:05.010504 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-ae678482-4dee-4970-b1e6-f873ed8c2f49 req-418fed17-f830-4c0d-8013-3b6fbe0b4209 service neutron] Bound port: 8263009c-1760-43bc-aeb2-04fa7693a1fb, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:05:05.010504 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ae678482-4dee-4970-b1e6-f873ed8c2f49 req-418fed17-f830-4c0d-8013-3b6fbe0b4209 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:05.012686 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6ba7febb-0cdb-45f7-8987-f94cd3e13b44 req-042328b5-a0d1-4757-a527-0a5542b17d8e tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111152 Dec 08 16:05:05.209575 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-ae678482-4dee-4970-b1e6-f873ed8c2f49 req-418fed17-f830-4c0d-8013-3b6fbe0b4209 service neutron] For port 8263009c-1760-43bc-aeb2-04fa7693a1fb, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:05:05.239544 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-ae678482-4dee-4970-b1e6-f873ed8c2f49 req-418fed17-f830-4c0d-8013-3b6fbe0b4209 service neutron] For port 8263009c-1760-43bc-aeb2-04fa7693a1fb, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=8263009c-1760-43bc-aeb2-04fa7693a1fb,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:05:05.246088 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f70f4278-1226-478c-9352-78823322decf x-openstack-request-id: req-f70f4278-1226-478c-9352-78823322decf {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:05:05.248603 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "462dd985-d5eb-4abc-8a29-88ed121e1ea1", "name": "network-vif-unplugged", "status": "completed", "tag": "8263009c-1760-43bc-aeb2-04fa7693a1fb", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:05:05.248603 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f70f4278-1226-478c-9352-78823322decf {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:05:05.248603 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '462dd985-d5eb-4abc-8a29-88ed121e1ea1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8263009c-1760-43bc-aeb2-04fa7693a1fb', 'code': 200} Dec 08 16:05:05.325686 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-b44c0af5-9845-40b7-8656-af513d8d085f tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:05.327280 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-b44c0af5-9845-40b7-8656-af513d8d085f tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=9f53c77c-7353-4d34-8f3c-0219d1388746&tenant_id=8b17b512834447aea285923e7004d778&binding%3Ahost_id=n-h2-776250-12 HTTP/1.1" status: 200 len: 1097 time: 0.1915929 Dec 08 16:05:05.352401 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-25898a8c-8416-4bca-ba11-e64ca8045f16 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-776250-12'}}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:05:05.466873 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d5d5d8-c1f8-493f-afbb-91eef152cc86 req-39d3259f-1b72-4946-8bd7-5d04441bb54b tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:05.479954 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-87d5d5d8-c1f8-493f-afbb-91eef152cc86 req-39d3259f-1b72-4946-8bd7-5d04441bb54b tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c1c965-cb29-49ef-be40-4874f8ee0f28 HTTP/1.1" status: 200 len: 945 time: 0.1564858 Dec 08 16:05:05.567743 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-87d5d5d8-c1f8-493f-afbb-91eef152cc86 req-a01ba4a6-4edf-4af0-9184-6ad63701a942 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861702 Dec 08 16:05:05.577379 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-25898a8c-8416-4bca-ba11-e64ca8045f16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:05.579791 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ae678482-4dee-4970-b1e6-f873ed8c2f49 req-418fed17-f830-4c0d-8013-3b6fbe0b4209 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:05.664165 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae678482-4dee-4970-b1e6-f873ed8c2f49 req-418fed17-f830-4c0d-8013-3b6fbe0b4209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:05.665116 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ae678482-4dee-4970-b1e6-f873ed8c2f49 req-418fed17-f830-4c0d-8013-3b6fbe0b4209 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:05.666752 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ae678482-4dee-4970-b1e6-f873ed8c2f49 req-418fed17-f830-4c0d-8013-3b6fbe0b4209 service neutron] 10.222.0.37 "PUT /v2.0/ports/8263009c-1760-43bc-aeb2-04fa7693a1fb HTTP/1.1" status: 200 len: 1097 time: 1.9364092 Dec 08 16:05:05.694269 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eed3ced-6a2d-4e49-a749-98ce61ece142 req-e03361f5-3b72-4ef9-a902-f58f1843a7ed tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:05.709076 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2eed3ced-6a2d-4e49-a749-98ce61ece142 req-e03361f5-3b72-4ef9-a902-f58f1843a7ed tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] 10.222.0.64 "GET /v2.0/ports?device_id=fdd52146-bb48-4dc2-9a9a-316389d685be HTTP/1.1" status: 200 len: 945 time: 0.1492021 Dec 08 16:05:05.890497 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b50ff-b1c7-45e2-97f7-4d9a8388f677 req-25c7ca3e-264f-4432-a667-7c4a2ce919b8 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:05.907410 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a76b50ff-b1c7-45e2-97f7-4d9a8388f677 req-25c7ca3e-264f-4432-a667-7c4a2ce919b8 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f53c77c-7353-4d34-8f3c-0219d1388746 HTTP/1.1" status: 200 len: 945 time: 0.1444824 Dec 08 16:05:06.025704 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a76b50ff-b1c7-45e2-97f7-4d9a8388f677 req-49718892-4985-4e8a-9d15-4b73f20058ce tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140668 Dec 08 16:05:06.303607 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418fed17-f830-4c0d-8013-3b6fbe0b4209 service neutron] Pushing event updated for resources: {'Port': ['ID=8263009c-1760-43bc-aeb2-04fa7693a1fb,revision_number=11']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:06.354779 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff69ede-c14e-46c2-8457-db56ad8c4c82 req-0eabdb97-8c13-48c9-ad3e-2e44c1966e3d tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:06.356199 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2eed3ced-6a2d-4e49-a749-98ce61ece142 req-2eb6acf1-5039-40d3-be39-db5aaf67a3d2 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] 10.222.0.64 "GET /v2.0/security-groups?id=b83a792b-10a4-4962-8f15-9ebf1f87e728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6459489 Dec 08 16:05:06.363012 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8ff69ede-c14e-46c2-8457-db56ad8c4c82 req-0eabdb97-8c13-48c9-ad3e-2e44c1966e3d tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1 HTTP/1.1" status: 200 len: 948 time: 0.0857615 Dec 08 16:05:06.424497 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8ff69ede-c14e-46c2-8457-db56ad8c4c82 req-89c7a053-d4b5-48b7-afc4-e513fb466cad tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590320 Dec 08 16:05:06.456010 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae678482-4dee-4970-b1e6-f873ed8c2f49 req-02b9698a-636c-4d2c-b6ac-db3103b9d7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:06.457771 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ae678482-4dee-4970-b1e6-f873ed8c2f49 req-02b9698a-636c-4d2c-b6ac-db3103b9d7e1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b73d206799fe4423a8cfa64c519990fb&device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1 HTTP/1.1" status: 200 len: 1100 time: 0.2462044 Dec 08 16:05:06.646783 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-25898a8c-8416-4bca-ba11-e64ca8045f16 service neutron] For port 2acddd17-f22b-4087-a5b4-ec69bc31c48a, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=2acddd17-f22b-4087-a5b4-ec69bc31c48a,segment=NetworkSegment(feac72a6-bbb0-42da-a5f2-51d59135d26f),segment_id=feac72a6-bbb0-42da-a5f2-51d59135d26f)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:05:06.662436 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae678482-4dee-4970-b1e6-f873ed8c2f49 req-7bafda12-c00c-41b6-b9f7-a5cdc24d983e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:06.664052 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ae678482-4dee-4970-b1e6-f873ed8c2f49 req-7bafda12-c00c-41b6-b9f7-a5cdc24d983e service neutron] 10.222.0.37 "GET /v2.0/networks?id=b91759c7-445e-4f7b-9fc4-64d80951832c HTTP/1.1" status: 200 len: 870 time: 0.1989799 Dec 08 16:05:06.727847 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ae678482-4dee-4970-b1e6-f873ed8c2f49 req-2b0a5ff9-8526-4297-8bed-57180245462a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=8263009c-1760-43bc-aeb2-04fa7693a1fb HTTP/1.1" status: 200 len: 217 time: 0.0493538 Dec 08 16:05:06.792911 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88487f97-4876-4343-87fb-13ea66a46716 req-9852f473-e193-4dbe-b32c-fea74f2511c8 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:06.794975 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-88487f97-4876-4343-87fb-13ea66a46716 req-9852f473-e193-4dbe-b32c-fea74f2511c8 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c1c965-cb29-49ef-be40-4874f8ee0f28 HTTP/1.1" status: 200 len: 945 time: 0.1082089 Dec 08 16:05:06.796386 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-25898a8c-8416-4bca-ba11-e64ca8045f16 service neutron] For port 2acddd17-f22b-4087-a5b4-ec69bc31c48a, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:05:06.853952 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-25898a8c-8416-4bca-ba11-e64ca8045f16 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:06.865922 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae678482-4dee-4970-b1e6-f873ed8c2f49 req-257e3077-3b3a-463c-8586-f824674d4652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:06.866910 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ae678482-4dee-4970-b1e6-f873ed8c2f49 req-257e3077-3b3a-463c-8586-f824674d4652 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.1358116 Dec 08 16:05:06.882179 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-88487f97-4876-4343-87fb-13ea66a46716 req-60885d97-0458-483a-9f09-8738a2b57ba0 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782743 Dec 08 16:05:06.937545 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae678482-4dee-4970-b1e6-f873ed8c2f49 req-09b1395b-e06d-468e-a87e-b04d19e2ba77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:06.939419 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ae678482-4dee-4970-b1e6-f873ed8c2f49 req-09b1395b-e06d-468e-a87e-b04d19e2ba77 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0647082 Dec 08 16:05:06.996123 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-25898a8c-8416-4bca-ba11-e64ca8045f16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:07.150002 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ae678482-4dee-4970-b1e6-f873ed8c2f49 req-6a55fc22-07bd-4bd1-95b6-d5c208f63a3f service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017117 Dec 08 16:05:07.170028 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25898a8c-8416-4bca-ba11-e64ca8045f16 service neutron] Pushing event updated for resources: {'Port': ['ID=2acddd17-f22b-4087-a5b4-ec69bc31c48a,revision_number=7']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:07.286368 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '462dd985-d5eb-4abc-8a29-88ed121e1ea1', 'tag': '8263009c-1760-43bc-aeb2-04fa7693a1fb'}, {'server_uuid': '9f53c77c-7353-4d34-8f3c-0219d1388746', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2acddd17-f22b-4087-a5b4-ec69bc31c48a'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:05:07.288393 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85953fa4-eae4-426f-ad95-8866c46c61a4" -d '{"events": [{"name": "network-changed", "server_uuid": "462dd985-d5eb-4abc-8a29-88ed121e1ea1", "tag": "8263009c-1760-43bc-aeb2-04fa7693a1fb"}, {"server_uuid": "9f53c77c-7353-4d34-8f3c-0219d1388746", "name": "network-vif-unplugged", "status": "completed", "tag": "2acddd17-f22b-4087-a5b4-ec69bc31c48a"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:05:07.300681 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-25898a8c-8416-4bca-ba11-e64ca8045f16 service neutron] Attempting to bind port 2acddd17-f22b-4087-a5b4-ec69bc31c48a on host n-h2-776250-12 for vnic_type normal with profile {"migrating_to": "n-h1-776250-12"} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:05:07.301037 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-25898a8c-8416-4bca-ba11-e64ca8045f16 service neutron] Attempting to bind port 2acddd17-f22b-4087-a5b4-ec69bc31c48a by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': 'feac72a6-bbb0-42da-a5f2-51d59135d26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '34422553-fc63-47d6-a631-7f666537bc5c'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:05:07.301378 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-25898a8c-8416-4bca-ba11-e64ca8045f16 service neutron] Attempting to bind port 2acddd17-f22b-4087-a5b4-ec69bc31c48a on network 34422553-fc63-47d6-a631-7f666537bc5c {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:05:07.318467 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-25898a8c-8416-4bca-ba11-e64ca8045f16 service neutron] Port 2acddd17-f22b-4087-a5b4-ec69bc31c48a on network 34422553-fc63-47d6-a631-7f666537bc5c not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:05:07.318837 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-25898a8c-8416-4bca-ba11-e64ca8045f16 service neutron] Attempting to bind port 2acddd17-f22b-4087-a5b4-ec69bc31c48a on network 34422553-fc63-47d6-a631-7f666537bc5c {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:05:07.329107 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc838d4-be34-42eb-b83a-2dda22ce09bf req-b29c5ed1-01e7-40b3-9021-45cf3954264b tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:07.332990 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2bc838d4-be34-42eb-b83a-2dda22ce09bf req-b29c5ed1-01e7-40b3-9021-45cf3954264b tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] 10.222.0.76 "GET /v2.0/ports?device_id=fdd52146-bb48-4dc2-9a9a-316389d685be HTTP/1.1" status: 200 len: 945 time: 0.1564538 Dec 08 16:05:07.338089 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-25898a8c-8416-4bca-ba11-e64ca8045f16 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:05:07.338089 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-25898a8c-8416-4bca-ba11-e64ca8045f16 service neutron] Checking segment: {'id': 'feac72a6-bbb0-42da-a5f2-51d59135d26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '34422553-fc63-47d6-a631-7f666537bc5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:05:07.338089 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-25898a8c-8416-4bca-ba11-e64ca8045f16 service neutron] Bound using segment: {'id': 'feac72a6-bbb0-42da-a5f2-51d59135d26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '34422553-fc63-47d6-a631-7f666537bc5c'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:05:07.338089 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-25898a8c-8416-4bca-ba11-e64ca8045f16 service neutron] Bound port: 2acddd17-f22b-4087-a5b4-ec69bc31c48a, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feac72a6-bbb0-42da-a5f2-51d59135d26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '34422553-fc63-47d6-a631-7f666537bc5c'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:05:07.338089 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-25898a8c-8416-4bca-ba11-e64ca8045f16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:07.373060 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f29362-a5f3-4fef-8444-eb46ac460c88 req-cba40291-ce07-426b-afda-de59efa32bee tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:07.407045 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-59f29362-a5f3-4fef-8444-eb46ac460c88 req-cba40291-ce07-426b-afda-de59efa32bee tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f53c77c-7353-4d34-8f3c-0219d1388746 HTTP/1.1" status: 200 len: 943 time: 0.2720323 Dec 08 16:05:07.542286 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 08 Dec 2021 16:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd6f672-4656-4f79-a9c8-e56af9f7f736 x-openstack-request-id: req-8fd6f672-4656-4f79-a9c8-e56af9f7f736 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:05:07.543084 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "462dd985-d5eb-4abc-8a29-88ed121e1ea1", "tag": "8263009c-1760-43bc-aeb2-04fa7693a1fb", "status": "completed", "code": 200}, {"server_uuid": "9f53c77c-7353-4d34-8f3c-0219d1388746", "name": "network-vif-unplugged", "status": "completed", "tag": "2acddd17-f22b-4087-a5b4-ec69bc31c48a", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:05:07.544092 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8fd6f672-4656-4f79-a9c8-e56af9f7f736 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:05:07.545035 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '462dd985-d5eb-4abc-8a29-88ed121e1ea1', 'tag': '8263009c-1760-43bc-aeb2-04fa7693a1fb', 'status': 'completed', 'code': 200} Dec 08 16:05:07.545952 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f53c77c-7353-4d34-8f3c-0219d1388746', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2acddd17-f22b-4087-a5b4-ec69bc31c48a', 'code': 200} Dec 08 16:05:07.551460 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ae678482-4dee-4970-b1e6-f873ed8c2f49 req-c9110de2-75d9-47fb-8b9c-d295d3ba4646 service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778419 Dec 08 16:05:07.578507 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-2bc838d4-be34-42eb-b83a-2dda22ce09bf req-8f7c97dc-4a4f-47a8-a79a-319e2fe33ea9 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] Deleting port 3a52d3ed-3e0f-4da1-89c0-2ed66809272a {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:05:07.578870 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-2bc838d4-be34-42eb-b83a-2dda22ce09bf req-8f7c97dc-4a4f-47a8-a79a-319e2fe33ea9 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:07.673088 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fecfdba-dfc3-44e3-a722-b9f3013cff61 req-e0a53ff1-d5d8-460d-80c9-b512afdccb42 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:07.681306 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3fecfdba-dfc3-44e3-a722-b9f3013cff61 req-e0a53ff1-d5d8-460d-80c9-b512afdccb42 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] 10.222.0.64 "GET /v2.0/ports?device_id=fdd52146-bb48-4dc2-9a9a-316389d685be HTTP/1.1" status: 200 len: 945 time: 0.1498668 Dec 08 16:05:07.694102 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85953fa4-eae4-426f-ad95-8866c46c61a4 req-7afe162f-06be-4842-a580-332b4b751ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:07.696061 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-85953fa4-eae4-426f-ad95-8866c46c61a4 req-7afe162f-06be-4842-a580-332b4b751ca7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b73d206799fe4423a8cfa64c519990fb&device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1 HTTP/1.1" status: 200 len: 1100 time: 0.1403649 Dec 08 16:05:07.765369 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3fecfdba-dfc3-44e3-a722-b9f3013cff61 req-de03270e-43f2-4c53-8d05-c48b162a77ff tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] 10.222.0.64 "GET /v2.0/security-groups?id=b83a792b-10a4-4962-8f15-9ebf1f87e728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830359 Dec 08 16:05:07.803948 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-2bc838d4-be34-42eb-b83a-2dda22ce09bf req-8f7c97dc-4a4f-47a8-a79a-319e2fe33ea9 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] For port 3a52d3ed-3e0f-4da1-89c0-2ed66809272a, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=3a52d3ed-3e0f-4da1-89c0-2ed66809272a,segment=NetworkSegment(5c25e1e9-a743-426e-83d9-87df3b1d36bf),segment_id=5c25e1e9-a743-426e-83d9-87df3b1d36bf)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:05:07.804355 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-2bc838d4-be34-42eb-b83a-2dda22ce09bf req-8f7c97dc-4a4f-47a8-a79a-319e2fe33ea9 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:07.833636 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-2bc838d4-be34-42eb-b83a-2dda22ce09bf req-8f7c97dc-4a4f-47a8-a79a-319e2fe33ea9 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] Calling delete_port for 3a52d3ed-3e0f-4da1-89c0-2ed66809272a owned by compute:nova {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:05:07.876145 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-59f29362-a5f3-4fef-8444-eb46ac460c88 req-fae637ae-9981-40e7-8cdd-f85ae677c830 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4618664 Dec 08 16:05:07.882098 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85953fa4-eae4-426f-ad95-8866c46c61a4 req-2d3011c8-9b42-4333-bf09-5719ecf26238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:07.887321 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-85953fa4-eae4-426f-ad95-8866c46c61a4 req-2d3011c8-9b42-4333-bf09-5719ecf26238 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b91759c7-445e-4f7b-9fc4-64d80951832c HTTP/1.1" status: 200 len: 870 time: 0.1493022 Dec 08 16:05:07.995827 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85953fa4-eae4-426f-ad95-8866c46c61a4 req-d7bfa2d5-abd5-49f9-bc6d-d298a5a3dbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:07.998051 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-85953fa4-eae4-426f-ad95-8866c46c61a4 req-d7bfa2d5-abd5-49f9-bc6d-d298a5a3dbe7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b73d206799fe4423a8cfa64c519990fb&device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1 HTTP/1.1" status: 200 len: 1100 time: 0.3648884 Dec 08 16:05:07.999818 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-85953fa4-eae4-426f-ad95-8866c46c61a4 req-cf501fd2-5be4-41bd-9d96-2e8727ecad56 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=8263009c-1760-43bc-aeb2-04fa7693a1fb HTTP/1.1" status: 200 len: 217 time: 0.0966742 Dec 08 16:05:08.004309 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-25898a8c-8416-4bca-ba11-e64ca8045f16 service neutron] For port 2acddd17-f22b-4087-a5b4-ec69bc31c48a, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:05:08.035704 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4f97b-e0ad-4e8a-9896-99d4485e7047 req-1f5a6f1c-fa2c-4764-9d9a-f0c2fca36a29 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:08.049416 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c5e4f97b-e0ad-4e8a-9896-99d4485e7047 req-1f5a6f1c-fa2c-4764-9d9a-f0c2fca36a29 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1 HTTP/1.1" status: 200 len: 948 time: 0.1206207 Dec 08 16:05:08.153008 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c5e4f97b-e0ad-4e8a-9896-99d4485e7047 req-f4ed190a-54cc-4a9b-b484-f2cd991a0960 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985138 Dec 08 16:05:08.170210 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85953fa4-eae4-426f-ad95-8866c46c61a4 req-2d616253-7ee2-4cb6-83cf-1c184a568257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:08.171763 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-85953fa4-eae4-426f-ad95-8866c46c61a4 req-2d616253-7ee2-4cb6-83cf-1c184a568257 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b91759c7-445e-4f7b-9fc4-64d80951832c HTTP/1.1" status: 200 len: 870 time: 0.1605542 Dec 08 16:05:08.256521 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-85953fa4-eae4-426f-ad95-8866c46c61a4 req-0df42965-f270-46d2-8c88-6faa106e31d4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=8263009c-1760-43bc-aeb2-04fa7693a1fb HTTP/1.1" status: 200 len: 217 time: 0.0665188 Dec 08 16:05:08.279685 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-25898a8c-8416-4bca-ba11-e64ca8045f16 service neutron] For port 2acddd17-f22b-4087-a5b4-ec69bc31c48a, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=2acddd17-f22b-4087-a5b4-ec69bc31c48a,segment=NetworkSegment(feac72a6-bbb0-42da-a5f2-51d59135d26f),segment_id=feac72a6-bbb0-42da-a5f2-51d59135d26f)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:05:08.318903 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-2bc838d4-be34-42eb-b83a-2dda22ce09bf req-8f7c97dc-4a4f-47a8-a79a-319e2fe33ea9 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:08.338133 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['3a52d3ed-3e0f-4da1-89c0-2ed66809272a'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:05:08.350328 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85953fa4-eae4-426f-ad95-8866c46c61a4 req-49c76357-457c-4d3d-9628-f610f15ae175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:08.366475 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-85953fa4-eae4-426f-ad95-8866c46c61a4 req-49c76357-457c-4d3d-9628-f610f15ae175 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.1935899 Dec 08 16:05:08.383795 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:08.387477 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7c97dc-4a4f-47a8-a79a-319e2fe33ea9 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] Pushing event deleted for resources: {'Port': ['ID=3a52d3ed-3e0f-4da1-89c0-2ed66809272a,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:08.416809 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7c97dc-4a4f-47a8-a79a-319e2fe33ea9 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:05:08.417493 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7c97dc-4a4f-47a8-a79a-319e2fe33ea9 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:05:08.418112 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7c97dc-4a4f-47a8-a79a-319e2fe33ea9 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:05:08.418621 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7c97dc-4a4f-47a8-a79a-319e2fe33ea9 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:05:08.419139 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7c97dc-4a4f-47a8-a79a-319e2fe33ea9 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:05:08.423449 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7c97dc-4a4f-47a8-a79a-319e2fe33ea9 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:05:08.424238 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7c97dc-4a4f-47a8-a79a-319e2fe33ea9 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:05:08.424766 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7c97dc-4a4f-47a8-a79a-319e2fe33ea9 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:05:08.425634 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7c97dc-4a4f-47a8-a79a-319e2fe33ea9 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:05:08.426338 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7c97dc-4a4f-47a8-a79a-319e2fe33ea9 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:05:08.426841 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7c97dc-4a4f-47a8-a79a-319e2fe33ea9 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:05:08.427491 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7c97dc-4a4f-47a8-a79a-319e2fe33ea9 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:05:08.427992 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7c97dc-4a4f-47a8-a79a-319e2fe33ea9 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:05:08.457245 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe7571e-90e2-4cdb-ac80-2af29772ad1a req-615550e1-464c-414a-b0bc-dd8fd324d71d tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:08.465932 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bbe7571e-90e2-4cdb-ac80-2af29772ad1a req-615550e1-464c-414a-b0bc-dd8fd324d71d tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c1c965-cb29-49ef-be40-4874f8ee0f28 HTTP/1.1" status: 200 len: 945 time: 0.2345877 Dec 08 16:05:08.476135 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85953fa4-eae4-426f-ad95-8866c46c61a4 req-b662ced1-59d5-49e7-b4fc-b709b2ac2353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:08.477880 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-85953fa4-eae4-426f-ad95-8866c46c61a4 req-b662ced1-59d5-49e7-b4fc-b709b2ac2353 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.1967587 Dec 08 16:05:08.484945 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-25898a8c-8416-4bca-ba11-e64ca8045f16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:08.571508 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bc838d4-be34-42eb-b83a-2dda22ce09bf req-8f7c97dc-4a4f-47a8-a79a-319e2fe33ea9 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] No DVR routers for this DVR port 3a52d3ed-3e0f-4da1-89c0-2ed66809272a on host n-h1-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:05:08.571508 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-2bc838d4-be34-42eb-b83a-2dda22ce09bf req-8f7c97dc-4a4f-47a8-a79a-319e2fe33ea9 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:08.571508 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2bc838d4-be34-42eb-b83a-2dda22ce09bf req-8f7c97dc-4a4f-47a8-a79a-319e2fe33ea9 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] 10.222.0.76 "DELETE /v2.0/ports/3a52d3ed-3e0f-4da1-89c0-2ed66809272a HTTP/1.1" status: 204 len: 173 time: 1.2283485 Dec 08 16:05:08.571508 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd52146-bb48-4dc2-9a9a-316389d685be', 'name': 'network-vif-deleted', 'tag': '3a52d3ed-3e0f-4da1-89c0-2ed66809272a'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:05:08.573605 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c0ddfd-1c69-4e10-adc5-a1c558afdc2d" -d '{"events": [{"server_uuid": "fdd52146-bb48-4dc2-9a9a-316389d685be", "name": "network-vif-deleted", "tag": "3a52d3ed-3e0f-4da1-89c0-2ed66809272a"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:05:08.604732 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bbe7571e-90e2-4cdb-ac80-2af29772ad1a req-2eb2824e-4477-46d4-b32d-60e4d6678246 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356626 Dec 08 16:05:08.698077 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25898a8c-8416-4bca-ba11-e64ca8045f16 service neutron] Pushing event updated for resources: {'Port': ['ID=2acddd17-f22b-4087-a5b4-ec69bc31c48a,revision_number=8']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:08.707623 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-25898a8c-8416-4bca-ba11-e64ca8045f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:08.708424 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-25898a8c-8416-4bca-ba11-e64ca8045f16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:08.710383 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-25898a8c-8416-4bca-ba11-e64ca8045f16 service neutron] 10.222.0.76 "PUT /v2.0/ports/2acddd17-f22b-4087-a5b4-ec69bc31c48a HTTP/1.1" status: 200 len: 1123 time: 3.3700380 Dec 08 16:05:08.720716 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85953fa4-eae4-426f-ad95-8866c46c61a4 req-ee7b5372-76cf-4f2d-a3ad-1034298bfb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:08.723261 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-85953fa4-eae4-426f-ad95-8866c46c61a4 req-ee7b5372-76cf-4f2d-a3ad-1034298bfb80 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2099290 Dec 08 16:05:08.767034 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca8124b-4ae6-4005-908e-2fe6c70eabaf x-openstack-request-id: req-eca8124b-4ae6-4005-908e-2fe6c70eabaf {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:05:08.767344 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdd52146-bb48-4dc2-9a9a-316389d685be", "name": "network-vif-deleted", "tag": "3a52d3ed-3e0f-4da1-89c0-2ed66809272a", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:05:08.767603 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eca8124b-4ae6-4005-908e-2fe6c70eabaf {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:05:08.768037 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdd52146-bb48-4dc2-9a9a-316389d685be', 'name': 'network-vif-deleted', 'tag': '3a52d3ed-3e0f-4da1-89c0-2ed66809272a', 'status': 'completed', 'code': 200} Dec 08 16:05:08.851997 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-85953fa4-eae4-426f-ad95-8866c46c61a4 req-60097349-2d84-412a-b4d6-4ed1f722266d service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125779 Dec 08 16:05:08.889145 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['2acddd17-f22b-4087-a5b4-ec69bc31c48a'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:05:08.951790 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d2f8b33e-99e6-426e-a267-69c85e3c5dbc req-4f56f3fb-af98-4d14-a201-4c1c16a12302 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] 10.222.0.64 "GET /v2.0/ports?device_id=fdd52146-bb48-4dc2-9a9a-316389d685be HTTP/1.1" status: 200 len: 210 time: 0.0320778 Dec 08 16:05:09.043022 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-85953fa4-eae4-426f-ad95-8866c46c61a4 req-897d69db-77cc-4929-ab96-73724c5572f9 service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814754 Dec 08 16:05:09.105101 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d4426a-c764-4090-b3ac-044d21be4d1b req-6b8b622f-8095-4bee-87aa-2a32c0b9f8d8 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:09.106806 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-27d4426a-c764-4090-b3ac-044d21be4d1b req-6b8b622f-8095-4bee-87aa-2a32c0b9f8d8 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f53c77c-7353-4d34-8f3c-0219d1388746 HTTP/1.1" status: 200 len: 943 time: 0.0561614 Dec 08 16:05:09.163628 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-27d4426a-c764-4090-b3ac-044d21be4d1b req-ec07f9c8-c1ec-49a7-9965-020c3b37ced2 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499682 Dec 08 16:05:09.438583 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5074583-c5bb-4099-9a24-a3af3023e862 req-b3f0cad9-0cd9-4508-bf75-5a2f112f6cef tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:09.441792 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d5074583-c5bb-4099-9a24-a3af3023e862 req-b3f0cad9-0cd9-4508-bf75-5a2f112f6cef tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1 HTTP/1.1" status: 200 len: 948 time: 0.0644648 Dec 08 16:05:09.552278 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f53c77c-7353-4d34-8f3c-0219d1388746', 'tag': '2acddd17-f22b-4087-a5b4-ec69bc31c48a'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:05:09.558724 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61021709-7041-4c8e-8391-45720d21a482" -d '{"events": [{"name": "network-changed", "server_uuid": "9f53c77c-7353-4d34-8f3c-0219d1388746", "tag": "2acddd17-f22b-4087-a5b4-ec69bc31c48a"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:05:09.589006 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d5074583-c5bb-4099-9a24-a3af3023e862 req-bba7a659-1a65-437a-b9f8-901844837d64 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398578 Dec 08 16:05:09.704659 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d815ca53-0a19-430a-88b9-2549e7b9e6a9 x-openstack-request-id: req-d815ca53-0a19-430a-88b9-2549e7b9e6a9 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:05:09.705129 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f53c77c-7353-4d34-8f3c-0219d1388746", "tag": "2acddd17-f22b-4087-a5b4-ec69bc31c48a", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:05:09.705557 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d815ca53-0a19-430a-88b9-2549e7b9e6a9 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:05:09.706320 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f53c77c-7353-4d34-8f3c-0219d1388746', 'tag': '2acddd17-f22b-4087-a5b4-ec69bc31c48a', 'status': 'completed', 'code': 200} Dec 08 16:05:09.855734 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61021709-7041-4c8e-8391-45720d21a482 req-383d5442-067b-45e6-b7ca-784befa001dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:09.858360 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-61021709-7041-4c8e-8391-45720d21a482 req-383d5442-067b-45e6-b7ca-784befa001dd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8b17b512834447aea285923e7004d778&device_id=9f53c77c-7353-4d34-8f3c-0219d1388746 HTTP/1.1" status: 200 len: 1126 time: 0.0840819 Dec 08 16:05:09.955685 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42563a-6193-417f-8444-b59cb3d45d68 req-5cff939f-d400-4c70-9981-31b5bfb6807a tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:09.957397 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ea42563a-6193-417f-8444-b59cb3d45d68 req-5cff939f-d400-4c70-9981-31b5bfb6807a tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c1c965-cb29-49ef-be40-4874f8ee0f28 HTTP/1.1" status: 200 len: 945 time: 0.1305857 Dec 08 16:05:10.065071 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ea42563a-6193-417f-8444-b59cb3d45d68 req-e36990ff-4d95-4032-aa7a-e28c943410ec tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930860 Dec 08 16:05:10.066667 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61021709-7041-4c8e-8391-45720d21a482 req-ce8acf23-b05e-4849-b1e4-d8f02d932da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:10.073654 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-61021709-7041-4c8e-8391-45720d21a482 req-ce8acf23-b05e-4849-b1e4-d8f02d932da2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=34422553-fc63-47d6-a631-7f666537bc5c HTTP/1.1" status: 200 len: 909 time: 0.2040854 Dec 08 16:05:10.158722 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-61021709-7041-4c8e-8391-45720d21a482 req-681a2796-c760-4501-bfa7-9a6133eceed0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2acddd17-f22b-4087-a5b4-ec69bc31c48a HTTP/1.1" status: 200 len: 217 time: 0.0737345 Dec 08 16:05:10.249443 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61021709-7041-4c8e-8391-45720d21a482 req-83ad7c84-dc66-45f4-8362-f828f6b3455b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:10.251514 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-61021709-7041-4c8e-8391-45720d21a482 req-83ad7c84-dc66-45f4-8362-f828f6b3455b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5db44a3c-d12a-4344-a611-2d41355a5e50 HTTP/1.1" status: 200 len: 848 time: 0.0858533 Dec 08 16:05:10.318798 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-61021709-7041-4c8e-8391-45720d21a482 req-d9cd7315-26d3-47f3-b3a3-cdc52e7439e5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34422553-fc63-47d6-a631-7f666537bc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576115 Dec 08 16:05:10.411498 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-28493fb0-a0bb-43b0-b9f9-e0bb318f00ff req-9922335e-d7d5-49c6-a757-ba98d8a2178b tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] 10.222.0.64 "GET /v2.0/ports?device_id=fdd52146-bb48-4dc2-9a9a-316389d685be HTTP/1.1" status: 200 len: 210 time: 0.0534148 Dec 08 16:05:10.442103 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 8263009c-1760-43bc-aeb2-04fa7693a1fb details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:05:10.514553 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-61021709-7041-4c8e-8391-45720d21a482 req-2f7b25dc-3ca6-4e03-bfbb-650f97d0b187 service neutron] 10.222.0.37 "GET /v2.0/networks/34422553-fc63-47d6-a631-7f666537bc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879184 Dec 08 16:05:10.628365 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 8263009c-1760-43bc-aeb2-04fa7693a1fb, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=8263009c-1760-43bc-aeb2-04fa7693a1fb,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:05:10.647498 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '8263009c-1760-43bc-aeb2-04fa7693a1fb', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'port_id': '8263009c-1760-43bc-aeb2-04fa7693a1fb', 'mac_address': 'fa:16:3e:94:d4:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c93b3a32-b438-4a47-8558-220c03febf97', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:05:10.733205 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 3a52d3ed-3e0f-4da1-89c0-2ed66809272a no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:05:10.762298 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d914b45-be57-41f7-b0f4-13a973081bcc req-27d59a69-7176-4848-9d32-e896fb7902be tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:10.768888 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7d914b45-be57-41f7-b0f4-13a973081bcc req-27d59a69-7176-4848-9d32-e896fb7902be tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f53c77c-7353-4d34-8f3c-0219d1388746 HTTP/1.1" status: 200 len: 943 time: 0.1678956 Dec 08 16:05:10.816854 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-61021709-7041-4c8e-8391-45720d21a482 req-7ab2d355-2dae-47ff-ae90-0634b9f6df20 service neutron] 10.222.0.37 "GET /v2.0/networks/34422553-fc63-47d6-a631-7f666537bc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949524 Dec 08 16:05:10.823463 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:10.876338 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: 3a52d3ed-3e0f-4da1-89c0-2ed66809272a {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:05:10.878150 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 3a52d3ed-3e0f-4da1-89c0-2ed66809272a not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:05:10.890548 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8263009c-1760-43bc-aeb2-04fa7693a1fb {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:05:10.925799 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7d914b45-be57-41f7-b0f4-13a973081bcc req-4d3cd62e-ffb4-4249-afca-eac0c7c9afdc tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292441 Dec 08 16:05:10.960196 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 8263009c-1760-43bc-aeb2-04fa7693a1fb, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=8263009c-1760-43bc-aeb2-04fa7693a1fb,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:05:11.051741 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:11.128096 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ddb72af2-7c9a-4314-9bb2-ce599711ba4f req-65b5795f-8927-49b4-b750-562ac2e31347 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7bef8080-b8f4-4497-bc91-7ab62c323024&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1688313 Dec 08 16:05:11.281556 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=8263009c-1760-43bc-aeb2-04fa7693a1fb,revision_number=12']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:11.288911 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb72af2-7c9a-4314-9bb2-ce599711ba4f req-ebff700e-d47c-4f6c-a8ca-48bf62a529c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:11.291542 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ddb72af2-7c9a-4314-9bb2-ce599711ba4f req-ebff700e-d47c-4f6c-a8ca-48bf62a529c3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b73d206799fe4423a8cfa64c519990fb&device_id=7bef8080-b8f4-4497-bc91-7ab62c323024 HTTP/1.1" status: 200 len: 1102 time: 0.0899558 Dec 08 16:05:11.419695 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['8263009c-1760-43bc-aeb2-04fa7693a1fb'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:05:11.462912 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033445cf-c02a-44cb-9ebc-d86e6bd5dded req-bbcebb12-8275-4fc3-a50f-e432b186e9c0 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:11.478326 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-033445cf-c02a-44cb-9ebc-d86e6bd5dded req-bbcebb12-8275-4fc3-a50f-e432b186e9c0 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1 HTTP/1.1" status: 200 len: 949 time: 0.1583464 Dec 08 16:05:11.493718 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-276cae23-7bfa-44f9-95c4-bd94428415ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:11.573237 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb72af2-7c9a-4314-9bb2-ce599711ba4f req-4badaadf-22c6-473f-8838-d476b01b26df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:11.576633 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ddb72af2-7c9a-4314-9bb2-ce599711ba4f req-4badaadf-22c6-473f-8838-d476b01b26df service neutron] 10.222.0.37 "GET /v2.0/networks?id=b91759c7-445e-4f7b-9fc4-64d80951832c HTTP/1.1" status: 200 len: 870 time: 0.2506728 Dec 08 16:05:11.605344 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-033445cf-c02a-44cb-9ebc-d86e6bd5dded req-25034f0e-d0b8-4666-8745-f8782a746aa2 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180305 Dec 08 16:05:11.689949 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ddb72af2-7c9a-4314-9bb2-ce599711ba4f req-177528cc-d753-4fde-a08d-d03ac389dcaa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=ef06a5d6-dcd4-45e8-a30d-3050fe0c914c HTTP/1.1" status: 200 len: 217 time: 0.1032462 Dec 08 16:05:11.793949 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb72af2-7c9a-4314-9bb2-ce599711ba4f req-5ff9eb16-8877-4acb-bd33-07633b802bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:11.795858 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ddb72af2-7c9a-4314-9bb2-ce599711ba4f req-5ff9eb16-8877-4acb-bd33-07633b802bf8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.0945606 Dec 08 16:05:11.820927 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83208158-9be0-4794-8d96-d375a144f950 req-89b1e597-1cab-4300-b72b-a9c142155661 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:11.830288 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-83208158-9be0-4794-8d96-d375a144f950 req-89b1e597-1cab-4300-b72b-a9c142155661 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c1c965-cb29-49ef-be40-4874f8ee0f28 HTTP/1.1" status: 200 len: 945 time: 0.1220112 Dec 08 16:05:11.865211 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb72af2-7c9a-4314-9bb2-ce599711ba4f req-432ff2da-25c8-4c83-8f07-6443e5dd0f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:11.867114 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ddb72af2-7c9a-4314-9bb2-ce599711ba4f req-432ff2da-25c8-4c83-8f07-6443e5dd0f2b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0608387 Dec 08 16:05:11.898984 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-83208158-9be0-4794-8d96-d375a144f950 req-f24524df-1b0c-42d3-bf4e-131baca2b6c3 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674868 Dec 08 16:05:12.006017 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ddb72af2-7c9a-4314-9bb2-ce599711ba4f req-aa7344c1-0baa-4b93-9ff2-3fa9ffb9515e service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296694 Dec 08 16:05:12.144665 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ddb72af2-7c9a-4314-9bb2-ce599711ba4f req-6c0e3187-42f1-4cd6-af5a-c8167743fb7d service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246440 Dec 08 16:05:12.203873 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-da1dde47-9b2a-4f9c-89ce-656e0de7f305 req-aac612b4-7cfd-4300-ad33-0e8c2e33f285 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] 10.222.0.64 "GET /v2.0/ports?device_id=fdd52146-bb48-4dc2-9a9a-316389d685be HTTP/1.1" status: 200 len: 210 time: 0.0580938 Dec 08 16:05:12.310615 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:05:12.372954 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eeb327-a04f-4e99-8f86-f9538373af56 req-233e4b77-5f64-434f-99af-5179061c15db tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:12.380687 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-85eeb327-a04f-4e99-8f86-f9538373af56 req-233e4b77-5f64-434f-99af-5179061c15db tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1 HTTP/1.1" status: 200 len: 949 time: 0.0862522 Dec 08 16:05:12.443367 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-85eeb327-a04f-4e99-8f86-f9538373af56 req-34ac30f1-95ec-4d10-92a3-21869789d2d9 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574009 Dec 08 16:05:12.590105 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6efec-b3cd-4e98-bff9-aa2864abd1a2 req-ad7c3f7e-9e8e-43d5-b351-efc1247ab099 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:12.598726 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c2d6efec-b3cd-4e98-bff9-aa2864abd1a2 req-ad7c3f7e-9e8e-43d5-b351-efc1247ab099 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f53c77c-7353-4d34-8f3c-0219d1388746 HTTP/1.1" status: 200 len: 943 time: 0.0782380 Dec 08 16:05:12.684835 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c2d6efec-b3cd-4e98-bff9-aa2864abd1a2 req-99dab59f-7a36-492b-99f1-30584a113baa tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850906 Dec 08 16:05:13.024930 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3016b365-cfaa-4bb4-9104-12a6d4c1a0e2 req-d112c629-59e1-442f-92da-2135f7ad6a99 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:13.033892 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3016b365-cfaa-4bb4-9104-12a6d4c1a0e2 req-d112c629-59e1-442f-92da-2135f7ad6a99 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c1c965-cb29-49ef-be40-4874f8ee0f28 HTTP/1.1" status: 200 len: 945 time: 0.0641406 Dec 08 16:05:13.099247 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3016b365-cfaa-4bb4-9104-12a6d4c1a0e2 req-5c7ffadc-dfe0-4eb9-b84e-441152d22be8 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643604 Dec 08 16:05:13.258075 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6bd8350a-968e-4ddc-814e-818cefc826c3 req-23d8ab97-906f-41ab-89b7-77f1f0444cbd tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=b73d206799fe4423a8cfa64c519990fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0461304 Dec 08 16:05:13.459423 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd8350a-968e-4ddc-814e-818cefc826c3 req-0b50e0ad-f8d9-40b3-b34b-7ec639d7b51e tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:13.468441 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6bd8350a-968e-4ddc-814e-818cefc826c3 req-0b50e0ad-f8d9-40b3-b34b-7ec639d7b51e tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2027097 Dec 08 16:05:13.482656 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6bd8350a-968e-4ddc-814e-818cefc826c3 req-e367d286-5f14-4774-814c-f783c31821dd tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/quotas/b73d206799fe4423a8cfa64c519990fb HTTP/1.1" status: 200 len: 375 time: 0.0124266 Dec 08 16:05:13.564767 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6bd8350a-968e-4ddc-814e-818cefc826c3 req-87d227cb-bf3b-45fe-8232-20911511bdb6 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b73d206799fe4423a8cfa64c519990fb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0731778 Dec 08 16:05:13.725514 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-331b9478-c068-44b5-a758-4d7482d92490 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:14.116943 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e1d05215-453a-47b7-9d30-82c65188c929 req-0c752d88-5511-407b-8b9b-5b0bd57dd202 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] 10.222.0.64 "GET /v2.0/ports?device_id=fdd52146-bb48-4dc2-9a9a-316389d685be HTTP/1.1" status: 200 len: 210 time: 0.0320048 Dec 08 16:05:14.240694 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041d4108-0bd5-48f8-b938-4de4017b39ca req-8fb67486-64e6-472f-9b85-54c3671bf3c4 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:14.242331 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-041d4108-0bd5-48f8-b938-4de4017b39ca req-8fb67486-64e6-472f-9b85-54c3671bf3c4 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f53c77c-7353-4d34-8f3c-0219d1388746 HTTP/1.1" status: 200 len: 943 time: 0.0581706 Dec 08 16:05:14.309506 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-041d4108-0bd5-48f8-b938-4de4017b39ca req-07614704-2d39-409f-ad3f-dc83442f06b7 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563400 Dec 08 16:05:14.442993 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c5bcf27d-a38d-47ad-8ca8-07bff00f0696 req-6a86ca78-31c3-43da-965c-dd770384eec6 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe14636-368a-4fc6-aee0-c7108424ec25 HTTP/1.1" status: 200 len: 210 time: 0.0390270 Dec 08 16:05:14.476677 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 8263009c-1760-43bc-aeb2-04fa7693a1fb up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:05:14.619555 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ccbb12-78a7-4517-95e7-eecb91cf07cf req-3f7e8991-8011-4906-9866-16e0ecafc051 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:14.621178 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-06ccbb12-78a7-4517-95e7-eecb91cf07cf req-3f7e8991-8011-4906-9866-16e0ecafc051 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c1c965-cb29-49ef-be40-4874f8ee0f28 HTTP/1.1" status: 200 len: 945 time: 0.0547428 Dec 08 16:05:14.680504 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-06ccbb12-78a7-4517-95e7-eecb91cf07cf req-70814d9e-6651-470e-9156-6a501e2f1a12 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526335 Dec 08 16:05:14.713890 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port 8263009c-1760-43bc-aeb2-04fa7693a1fb completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:05:14.720488 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 8263009c-1760-43bc-aeb2-04fa7693a1fb triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:05:14.725984 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:14.830014 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:14.863243 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '462dd985-d5eb-4abc-8a29-88ed121e1ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8263009c-1760-43bc-aeb2-04fa7693a1fb'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:05:14.866822 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbddf0a2-eda2-4f8c-a011-5c0b2698aa61" -d '{"events": [{"server_uuid": "462dd985-d5eb-4abc-8a29-88ed121e1ea1", "name": "network-vif-plugged", "status": "completed", "tag": "8263009c-1760-43bc-aeb2-04fa7693a1fb"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:05:15.041500 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf39caa-15d2-4aef-88c4-90bc858ef5fc x-openstack-request-id: req-0cf39caa-15d2-4aef-88c4-90bc858ef5fc {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:05:15.042066 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "462dd985-d5eb-4abc-8a29-88ed121e1ea1", "name": "network-vif-plugged", "status": "completed", "tag": "8263009c-1760-43bc-aeb2-04fa7693a1fb", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:05:15.042498 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0cf39caa-15d2-4aef-88c4-90bc858ef5fc {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:05:15.043230 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '462dd985-d5eb-4abc-8a29-88ed121e1ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8263009c-1760-43bc-aeb2-04fa7693a1fb', 'code': 200} Dec 08 16:05:15.053719 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 8263009c-1760-43bc-aeb2-04fa7693a1fb, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=8263009c-1760-43bc-aeb2-04fa7693a1fb,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:05:15.175206 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:15.266924 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-15895836-61b7-4526-9bca-f71b0bb6dc74 req-a4df1d55-3759-4529-ae89-75e7f8b4eee3 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] 10.222.0.64 "GET /v2.0/ports?device_id=fdd52146-bb48-4dc2-9a9a-316389d685be HTTP/1.1" status: 200 len: 210 time: 0.0351996 Dec 08 16:05:15.267393 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=8263009c-1760-43bc-aeb2-04fa7693a1fb,revision_number=13']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:15.460815 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:15.461079 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d5c2bb-20e3-46f0-9097-242f8e90dcd3 req-e9f60478-55b0-494d-b32c-083c472a72b0 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:15.461079 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e9d5c2bb-20e3-46f0-9097-242f8e90dcd3 req-e9f60478-55b0-494d-b32c-083c472a72b0 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f53c77c-7353-4d34-8f3c-0219d1388746 HTTP/1.1" status: 200 len: 943 time: 0.0550225 Dec 08 16:05:15.503853 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e9d5c2bb-20e3-46f0-9097-242f8e90dcd3 req-fcaa0e59-7a9a-48e0-b777-488346f512d8 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451591 Dec 08 16:05:15.619370 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5f3274c5-2eff-4549-bd63-d2e8ae3de79a req-33312edf-aeab-434c-8e98-a759497692c6 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe14636-368a-4fc6-aee0-c7108424ec25 HTTP/1.1" status: 200 len: 210 time: 0.0256515 Dec 08 16:05:15.820692 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a80dc6-a42c-48e1-9f88-cdbe3d093d9f req-000d569b-7a23-47a2-8d6d-29727ba7c63e tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:15.822808 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-30a80dc6-a42c-48e1-9f88-cdbe3d093d9f req-000d569b-7a23-47a2-8d6d-29727ba7c63e tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c1c965-cb29-49ef-be40-4874f8ee0f28 HTTP/1.1" status: 200 len: 945 time: 0.0601215 Dec 08 16:05:15.872237 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-30a80dc6-a42c-48e1-9f88-cdbe3d093d9f req-2a2b7091-9994-4334-ad57-ff573813f680 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432556 Dec 08 16:05:16.342024 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c74d4bff-83b3-4be5-813c-ee676a652b50 req-9c11f85c-176b-4504-8837-30d065a3b584 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] 10.222.0.64 "GET /v2.0/ports?device_id=fdd52146-bb48-4dc2-9a9a-316389d685be HTTP/1.1" status: 200 len: 210 time: 0.0263636 Dec 08 16:05:16.514716 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85953fa4-eae4-426f-ad95-8866c46c61a4 req-fa798303-0ef1-43aa-9e45-781da7a151b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:16.516645 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-85953fa4-eae4-426f-ad95-8866c46c61a4 req-fa798303-0ef1-43aa-9e45-781da7a151b4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0796487 Dec 08 16:05:16.606835 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7640dfe5-f5c9-43c7-9a3f-ee3bf2b741ff req-d59db1e0-7f35-4bbe-8a48-1abf54bf357a tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:16.616003 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7640dfe5-f5c9-43c7-9a3f-ee3bf2b741ff req-d59db1e0-7f35-4bbe-8a48-1abf54bf357a tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/ports?device_id=d86eb96a-4662-4a51-b38e-158468bddb6c HTTP/1.1" status: 200 len: 945 time: 0.1144667 Dec 08 16:05:16.667380 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-09b7d5ca-2133-4e23-94ce-bf0091dfe71e req-c52a7304-be36-419c-b00d-0ef3fbec44e1 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f6a6d425-80b6-4908-ab04-ac48d54fc6c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1237721 Dec 08 16:05:16.685834 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:16.711945 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7640dfe5-f5c9-43c7-9a3f-ee3bf2b741ff req-00a1d616-be43-427f-89a6-2efa855e514f tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ee75834-e759-4136-8277-a7cad0a8499a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929611 Dec 08 16:05:16.772290 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-85953fa4-eae4-426f-ad95-8866c46c61a4 req-e34e2c49-e71a-41b1-9b48-3ee52c7ff049 service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449098 Dec 08 16:05:16.858278 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba3e675-233c-40ce-97fd-b15d76b1cbbe req-7e0c8499-b552-47d5-831b-8331541a9172 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:16.860352 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8ba3e675-233c-40ce-97fd-b15d76b1cbbe req-7e0c8499-b552-47d5-831b-8331541a9172 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f53c77c-7353-4d34-8f3c-0219d1388746 HTTP/1.1" status: 200 len: 943 time: 0.1952057 Dec 08 16:05:16.861113 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7d5ca-2133-4e23-94ce-bf0091dfe71e req-deea0d22-308b-44e1-bb03-288985822b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:16.862979 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-09b7d5ca-2133-4e23-94ce-bf0091dfe71e req-deea0d22-308b-44e1-bb03-288985822b7e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=85658dbd01a84c26a2385fde82126184&device_id=f6a6d425-80b6-4908-ab04-ac48d54fc6c3 HTTP/1.1" status: 200 len: 1099 time: 0.1000578 Dec 08 16:05:16.981157 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-937a239f-3277-4c6b-849f-ffcc6b5e383c req-55a88ac2-19c3-44ec-8d73-6832ed0ec9f6 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe14636-368a-4fc6-aee0-c7108424ec25 HTTP/1.1" status: 200 len: 210 time: 0.0472171 Dec 08 16:05:16.997654 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-85953fa4-eae4-426f-ad95-8866c46c61a4 req-74d45a0a-fc8b-4975-8783-831d55f5b9bd service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183557 Dec 08 16:05:17.019700 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8ba3e675-233c-40ce-97fd-b15d76b1cbbe req-d9dfa3b0-691c-4878-b512-06f68d0dfa9b tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497054 Dec 08 16:05:17.101963 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7d5ca-2133-4e23-94ce-bf0091dfe71e req-ed400b3f-23a3-4217-950a-c4ed6222e011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:17.106247 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-09b7d5ca-2133-4e23-94ce-bf0091dfe71e req-ed400b3f-23a3-4217-950a-c4ed6222e011 service neutron] 10.222.0.76 "GET /v2.0/networks?id=9fb73276-e1f8-4bac-a027-20476a8f0b71 HTTP/1.1" status: 200 len: 921 time: 0.1627092 Dec 08 16:05:17.250631 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a872a3ba-0d32-45b1-8bfa-4e1fd2544e41 req-f23099a1-0545-49cd-aa1f-1b8bfa33e9f4 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:17.259419 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a872a3ba-0d32-45b1-8bfa-4e1fd2544e41 req-f23099a1-0545-49cd-aa1f-1b8bfa33e9f4 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=22c1c965-cb29-49ef-be40-4874f8ee0f28 HTTP/1.1" status: 200 len: 945 time: 0.1249387 Dec 08 16:05:17.292299 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-09b7d5ca-2133-4e23-94ce-bf0091dfe71e req-688a16e2-80cf-4c22-a696-3d22b9c07ed0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=150aec00-a505-4a9d-95d4-59e8f7ccabdf HTTP/1.1" status: 200 len: 217 time: 0.0925565 Dec 08 16:05:17.331057 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a872a3ba-0d32-45b1-8bfa-4e1fd2544e41 req-ea916605-9342-48a3-8907-08d0d1c3da69 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683339 Dec 08 16:05:17.405642 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7d5ca-2133-4e23-94ce-bf0091dfe71e req-668526bc-2862-45dd-b43b-810a68a0ca15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:17.407291 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-09b7d5ca-2133-4e23-94ce-bf0091dfe71e req-668526bc-2862-45dd-b43b-810a68a0ca15 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3bab6816-4414-47cc-922e-2566e0e2da0a HTTP/1.1" status: 200 len: 860 time: 0.1074755 Dec 08 16:05:17.452717 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-09b7d5ca-2133-4e23-94ce-bf0091dfe71e req-c4586346-61ce-44ec-9667-b2b4b89eaced service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9fb73276-e1f8-4bac-a027-20476a8f0b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375092 Dec 08 16:05:17.472560 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a60dcc-16b1-4b9a-9351-a4cc7785d39b req-3363bfe2-38c9-42fc-8174-1de268e04c41 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:17.475179 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-03a60dcc-16b1-4b9a-9351-a4cc7785d39b req-3363bfe2-38c9-42fc-8174-1de268e04c41 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a717b01-e9ff-446e-942c-82be62f6f6d2 HTTP/1.1" status: 200 len: 950 time: 0.1024923 Dec 08 16:05:17.558977 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:17.897943 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6bd8350a-968e-4ddc-814e-818cefc826c3 req-80f6befa-6c4d-4648-8ec8-58ed19b4e92e tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=b73d206799fe4423a8cfa64c519990fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385361 Dec 08 16:05:17.987754 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-03a60dcc-16b1-4b9a-9351-a4cc7785d39b req-32a136e7-7bcd-4c07-a281-4d2376fc7b18 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] 10.222.0.64 "GET /v2.0/security-groups?id=d52b3ab9-671e-4bec-87ec-cb6b7b824f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4935546 Dec 08 16:05:18.003412 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-09b7d5ca-2133-4e23-94ce-bf0091dfe71e req-6033bf52-5e1c-42e8-beeb-d398da93a69b service neutron] 10.222.0.76 "GET /v2.0/networks/9fb73276-e1f8-4bac-a027-20476a8f0b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5269530 Dec 08 16:05:18.046400 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd8350a-968e-4ddc-814e-818cefc826c3 req-46a5dbfd-63e9-42a2-8919-042152481fc4 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:18.048444 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6bd8350a-968e-4ddc-814e-818cefc826c3 req-46a5dbfd-63e9-42a2-8919-042152481fc4 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1425433 Dec 08 16:05:18.063395 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-6bd8350a-968e-4ddc-814e-818cefc826c3 req-7542f998-8427-4731-9647-6efbc7a11798 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Request body: {'port': {'device_id': '8fe14636-368a-4fc6-aee0-c7108424ec25', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'admin_state_up': True, 'tenant_id': 'b73d206799fe4423a8cfa64c519990fb'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:05:18.142127 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-09b7d5ca-2133-4e23-94ce-bf0091dfe71e req-7308e0bc-d67f-4c49-aabe-ae2bb2076ca4 service neutron] 10.222.0.76 "GET /v2.0/networks/9fb73276-e1f8-4bac-a027-20476a8f0b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289332 Dec 08 16:05:18.172467 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2fd754fe-1d9e-44d9-9fae-57492dfad318 req-6868683e-da8b-426c-a76e-bd84190bb492 tempest-AttachSCSIVolumeTestJSON-1744964369 tempest-AttachSCSIVolumeTestJSON-1744964369-project] 10.222.0.64 "GET /v2.0/ports?device_id=fdd52146-bb48-4dc2-9a9a-316389d685be HTTP/1.1" status: 200 len: 210 time: 0.0291536 Dec 08 16:05:18.372828 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9457f018-b3dc-49b5-a99b-1d5ee818ac85 req-16ec10d5-c0cc-466a-a5da-a101146847e1 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe14636-368a-4fc6-aee0-c7108424ec25 HTTP/1.1" status: 200 len: 210 time: 0.0413799 Dec 08 16:05:18.458753 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bd8350a-968e-4ddc-814e-818cefc826c3 req-7542f998-8427-4731-9647-6efbc7a11798 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Made reservation on behalf of b73d206799fe4423a8cfa64c519990fb for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:05:18.465468 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-6bd8350a-968e-4ddc-814e-818cefc826c3 req-7542f998-8427-4731-9647-6efbc7a11798 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:18.543318 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7bb274-b344-4cdb-9b3d-b8d3e6650509 req-3cb1ab0c-6b98-4df1-8d87-58d69088a9b4 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:18.545936 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7d7bb274-b344-4cdb-9b3d-b8d3e6650509 req-3cb1ab0c-6b98-4df1-8d87-58d69088a9b4 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f53c77c-7353-4d34-8f3c-0219d1388746 HTTP/1.1" status: 200 len: 943 time: 0.1027727 Dec 08 16:05:18.680109 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7d7bb274-b344-4cdb-9b3d-b8d3e6650509 req-bb3f48ad-67b1-46d2-b76c-f1c72a6d517c tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982068 Dec 08 16:05:18.730648 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-6bd8350a-968e-4ddc-814e-818cefc826c3 req-7542f998-8427-4731-9647-6efbc7a11798 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Allocated IP 192.168.233.72 (b91759c7-445e-4f7b-9fc4-64d80951832c/c93b3a32-b438-4a47-8558-220c03febf97/c656e753-73c0-4015-95b7-a828d4ee2ad5) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:05:18.769154 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 2acddd17-f22b-4087-a5b4-ec69bc31c48a details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:05:18.928103 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 2acddd17-f22b-4087-a5b4-ec69bc31c48a, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=2acddd17-f22b-4087-a5b4-ec69bc31c48a,segment=NetworkSegment(feac72a6-bbb0-42da-a5f2-51d59135d26f),segment_id=feac72a6-bbb0-42da-a5f2-51d59135d26f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:05:18.941499 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 2acddd17-f22b-4087-a5b4-ec69bc31c48a has no active binding in host n-h1-776250-12 {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 08 16:05:18.941871 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-6bd8350a-968e-4ddc-814e-818cefc826c3 req-7542f998-8427-4731-9647-6efbc7a11798 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:19.323443 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d47a93-d10d-4b88-95a6-2a8e1ae8db1c req-dab92749-fc8b-4309-841c-1f244cffad6c tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:19.325270 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d6d47a93-d10d-4b88-95a6-2a8e1ae8db1c req-dab92749-fc8b-4309-841c-1f244cffad6c tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a717b01-e9ff-446e-942c-82be62f6f6d2 HTTP/1.1" status: 200 len: 950 time: 0.0624223 Dec 08 16:05:19.378572 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-afc1d48f-123c-41d9-8de6-6a5f21019a5d req-938bca64-f6a4-471f-b798-fe18443d81fa tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1780092620&fields=id&tenant_id=a852a94827a640d4b4d781ca2b4d8472 HTTP/1.1" status: 200 len: 267 time: 0.0906832 Dec 08 16:05:19.405161 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-6bd8350a-968e-4ddc-814e-818cefc826c3 req-7542f998-8427-4731-9647-6efbc7a11798 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:19.410382 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d6d47a93-d10d-4b88-95a6-2a8e1ae8db1c req-f8f737c4-b633-4446-95dd-97a55b489b50 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] 10.222.0.64 "GET /v2.0/security-groups?id=d52b3ab9-671e-4bec-87ec-cb6b7b824f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781219 Dec 08 16:05:19.419464 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['ef06a5d6-dcd4-45e8-a30d-3050fe0c914c', '1c95887f-8d94-47e3-a094-535df5d8ef01', '8263009c-1760-43bc-aeb2-04fa7693a1fb'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:05:19.457038 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bd8350a-968e-4ddc-814e-818cefc826c3 req-7542f998-8427-4731-9647-6efbc7a11798 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Network b91759c7-445e-4f7b-9fc4-64d80951832c is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:05:19.464893 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-6bd8350a-968e-4ddc-814e-818cefc826c3 req-7542f998-8427-4731-9647-6efbc7a11798 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:05:19.473279 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bd8350a-968e-4ddc-814e-818cefc826c3 req-7542f998-8427-4731-9647-6efbc7a11798 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:05:19.478975 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd8350a-968e-4ddc-814e-818cefc826c3 req-7542f998-8427-4731-9647-6efbc7a11798 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:19.479665 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-6bd8350a-968e-4ddc-814e-818cefc826c3 req-7542f998-8427-4731-9647-6efbc7a11798 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:19.499781 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7542f998-8427-4731-9647-6efbc7a11798 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Pushing event updated for resources: {'Port': ['ID=c656e753-73c0-4015-95b7-a828d4ee2ad5,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:19.687957 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6bd8350a-968e-4ddc-814e-818cefc826c3 req-7542f998-8427-4731-9647-6efbc7a11798 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5917394 Dec 08 16:05:19.687957 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-6bd8350a-968e-4ddc-814e-818cefc826c3 req-19ee12c6-9fc9-42bc-bfb6-8f3422c8e990 service neutron] Request body: {'port': {'device_id': '8fe14636-368a-4fc6-aee0-c7108424ec25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:05:19.688642 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc1d48f-123c-41d9-8de6-6a5f21019a5d req-e38a6500-2986-40de-bd03-c1959df75922 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:19.691660 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-afc1d48f-123c-41d9-8de6-6a5f21019a5d req-e38a6500-2986-40de-bd03-c1959df75922 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/networks?id=335547d4-bfd2-4ca6-83e2-63a39090738e HTTP/1.1" status: 200 len: 823 time: 0.3034122 Dec 08 16:05:19.714318 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-afc1d48f-123c-41d9-8de6-6a5f21019a5d req-d9651ee3-5701-404d-a03d-ffd92f9e03b2 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/quotas/a852a94827a640d4b4d781ca2b4d8472 HTTP/1.1" status: 200 len: 375 time: 0.0209081 Dec 08 16:05:19.779861 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1190ef-d1d1-4f00-940f-22a52b66e8ba req-e57caf7d-ed4b-439a-b1b0-40eb319be66b tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:19.787470 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0f1190ef-d1d1-4f00-940f-22a52b66e8ba req-e57caf7d-ed4b-439a-b1b0-40eb319be66b tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe14636-368a-4fc6-aee0-c7108424ec25 HTTP/1.1" status: 200 len: 935 time: 0.2038229 Dec 08 16:05:19.805702 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-afc1d48f-123c-41d9-8de6-6a5f21019a5d req-b10a7daa-7344-4f6d-bc69-ccc591343316 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a852a94827a640d4b4d781ca2b4d8472&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0899420 Dec 08 16:05:19.838381 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-6bd8350a-968e-4ddc-814e-818cefc826c3 req-19ee12c6-9fc9-42bc-bfb6-8f3422c8e990 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:19.906182 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0f1190ef-d1d1-4f00-940f-22a52b66e8ba req-c721b238-72fc-4446-b0ac-c84ee0c647ac tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155977 Dec 08 16:05:19.908656 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-52525fac-6def-4a1f-b6cd-6939e147291d None None] Provisioning complete for port c656e753-73c0-4015-95b7-a828d4ee2ad5 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:05:19.909300 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-52525fac-6def-4a1f-b6cd-6939e147291d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:19.977274 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-afc1d48f-123c-41d9-8de6-6a5f21019a5d req-785f50e2-5dcd-4be1-bd12-cb4a6bf7aeab service neutron] 10.222.0.64 "GET /v2.0/networks/335547d4-bfd2-4ca6-83e2-63a39090738e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573024 Dec 08 16:05:19.979392 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-52525fac-6def-4a1f-b6cd-6939e147291d None None] Port c656e753-73c0-4015-95b7-a828d4ee2ad5 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:05:20.128864 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-afc1d48f-123c-41d9-8de6-6a5f21019a5d req-9d79bd30-6d8c-46e1-b10a-57f1280f9a3b service neutron] 10.222.0.64 "GET /v2.0/networks/335547d4-bfd2-4ca6-83e2-63a39090738e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382239 Dec 08 16:05:20.219076 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-6bd8350a-968e-4ddc-814e-818cefc826c3 req-19ee12c6-9fc9-42bc-bfb6-8f3422c8e990 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c656e753-73c0-4015-95b7-a828d4ee2ad5 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:05:20.229454 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-6bd8350a-968e-4ddc-814e-818cefc826c3 req-19ee12c6-9fc9-42bc-bfb6-8f3422c8e990 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:20.247474 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-6bd8350a-968e-4ddc-814e-818cefc826c3 req-19ee12c6-9fc9-42bc-bfb6-8f3422c8e990 service neutron] Transition to ACTIVE for port object c656e753-73c0-4015-95b7-a828d4ee2ad5 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:05:20.387165 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-6bd8350a-968e-4ddc-814e-818cefc826c3 req-19ee12c6-9fc9-42bc-bfb6-8f3422c8e990 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:20.453972 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ee12c6-9fc9-42bc-bfb6-8f3422c8e990 service neutron] Pushing event updated for resources: {'Port': ['ID=c656e753-73c0-4015-95b7-a828d4ee2ad5,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:20.504493 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-6bd8350a-968e-4ddc-814e-818cefc826c3 req-19ee12c6-9fc9-42bc-bfb6-8f3422c8e990 service neutron] Attempting to bind port c656e753-73c0-4015-95b7-a828d4ee2ad5 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:05:20.504821 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-6bd8350a-968e-4ddc-814e-818cefc826c3 req-19ee12c6-9fc9-42bc-bfb6-8f3422c8e990 service neutron] Attempting to bind port c656e753-73c0-4015-95b7-a828d4ee2ad5 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:05:20.505161 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd8350a-968e-4ddc-814e-818cefc826c3 req-19ee12c6-9fc9-42bc-bfb6-8f3422c8e990 service neutron] Attempting to bind port c656e753-73c0-4015-95b7-a828d4ee2ad5 on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:05:20.512141 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd8350a-968e-4ddc-814e-818cefc826c3 req-19ee12c6-9fc9-42bc-bfb6-8f3422c8e990 service neutron] Port c656e753-73c0-4015-95b7-a828d4ee2ad5 on network b91759c7-445e-4f7b-9fc4-64d80951832c not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:05:20.512524 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd8350a-968e-4ddc-814e-818cefc826c3 req-19ee12c6-9fc9-42bc-bfb6-8f3422c8e990 service neutron] Attempting to bind port c656e753-73c0-4015-95b7-a828d4ee2ad5 on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:05:20.521933 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd8350a-968e-4ddc-814e-818cefc826c3 req-19ee12c6-9fc9-42bc-bfb6-8f3422c8e990 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:05:20.522286 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd8350a-968e-4ddc-814e-818cefc826c3 req-19ee12c6-9fc9-42bc-bfb6-8f3422c8e990 service neutron] Checking segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:05:20.522698 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd8350a-968e-4ddc-814e-818cefc826c3 req-19ee12c6-9fc9-42bc-bfb6-8f3422c8e990 service neutron] Bound using segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:05:20.523179 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-6bd8350a-968e-4ddc-814e-818cefc826c3 req-19ee12c6-9fc9-42bc-bfb6-8f3422c8e990 service neutron] Bound port: c656e753-73c0-4015-95b7-a828d4ee2ad5, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:05:20.523547 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-6bd8350a-968e-4ddc-814e-818cefc826c3 req-19ee12c6-9fc9-42bc-bfb6-8f3422c8e990 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:20.654043 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-6bd8350a-968e-4ddc-814e-818cefc826c3 req-19ee12c6-9fc9-42bc-bfb6-8f3422c8e990 service neutron] For port c656e753-73c0-4015-95b7-a828d4ee2ad5, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:05:20.657645 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-6bd8350a-968e-4ddc-814e-818cefc826c3 req-19ee12c6-9fc9-42bc-bfb6-8f3422c8e990 service neutron] For port c656e753-73c0-4015-95b7-a828d4ee2ad5, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=c656e753-73c0-4015-95b7-a828d4ee2ad5,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:05:20.668543 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc5753-20e6-43f0-942e-d9d9d138c14e req-48467fed-1d2a-403a-a836-bf855620c354 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:20.673886 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2abc5753-20e6-43f0-942e-d9d9d138c14e req-48467fed-1d2a-403a-a836-bf855620c354 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f53c77c-7353-4d34-8f3c-0219d1388746 HTTP/1.1" status: 200 len: 943 time: 0.0750546 Dec 08 16:05:20.736719 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2abc5753-20e6-43f0-942e-d9d9d138c14e req-ad576e03-273e-449f-872a-32ad55f04a94 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553989 Dec 08 16:05:20.780280 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 3d0b032d-3ba8-4b81-8b7b-67538f43907e no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:05:20.834110 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-6bd8350a-968e-4ddc-814e-818cefc826c3 req-19ee12c6-9fc9-42bc-bfb6-8f3422c8e990 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:20.878870 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd8350a-968e-4ddc-814e-818cefc826c3 req-19ee12c6-9fc9-42bc-bfb6-8f3422c8e990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:20.879888 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-6bd8350a-968e-4ddc-814e-818cefc826c3 req-19ee12c6-9fc9-42bc-bfb6-8f3422c8e990 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:20.881450 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6bd8350a-968e-4ddc-814e-818cefc826c3 req-19ee12c6-9fc9-42bc-bfb6-8f3422c8e990 service neutron] 10.222.0.37 "PUT /v2.0/ports/c656e753-73c0-4015-95b7-a828d4ee2ad5 HTTP/1.1" status: 200 len: 1096 time: 1.2230771 Dec 08 16:05:20.881971 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fe14636-368a-4fc6-aee0-c7108424ec25', 'tag': 'c656e753-73c0-4015-95b7-a828d4ee2ad5'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:05:20.885162 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-293247f8-8b55-4c7c-a4af-fc1a398d619a" -d '{"events": [{"name": "network-changed", "server_uuid": "8fe14636-368a-4fc6-aee0-c7108424ec25", "tag": "c656e753-73c0-4015-95b7-a828d4ee2ad5"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:05:20.942064 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:20.945327 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ee12c6-9fc9-42bc-bfb6-8f3422c8e990 service neutron] Pushing event updated for resources: {'Port': ['ID=c656e753-73c0-4015-95b7-a828d4ee2ad5,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:20.954810 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3135fd7d-a157-47d5-bfb0-e50759e8da3a req-b722a411-fb52-435d-a9b1-178615b763cb tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:20.956795 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3135fd7d-a157-47d5-bfb0-e50759e8da3a req-b722a411-fb52-435d-a9b1-178615b763cb tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.76 "GET /v2.0/ports?device_id=d86eb96a-4662-4a51-b38e-158468bddb6c HTTP/1.1" status: 200 len: 945 time: 0.1012337 Dec 08 16:05:21.005798 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a717b01-e9ff-446e-942c-82be62f6f6d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d0b032d-3ba8-4b81-8b7b-67538f43907e'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:05:21.011093 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5322d7a1-a989-428e-8544-2b0316b9a854" -d '{"events": [{"server_uuid": "0a717b01-e9ff-446e-942c-82be62f6f6d2", "name": "network-vif-unplugged", "status": "completed", "tag": "3d0b032d-3ba8-4b81-8b7b-67538f43907e"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:05:21.061961 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 3d0b032d-3ba8-4b81-8b7b-67538f43907e, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=3d0b032d-3ba8-4b81-8b7b-67538f43907e,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:05:21.111416 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd8350a-968e-4ddc-814e-818cefc826c3 req-e29385b6-4ace-48ff-8a8b-0deb74886001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:21.118519 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6bd8350a-968e-4ddc-814e-818cefc826c3 req-e29385b6-4ace-48ff-8a8b-0deb74886001 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b73d206799fe4423a8cfa64c519990fb&device_id=8fe14636-368a-4fc6-aee0-c7108424ec25 HTTP/1.1" status: 200 len: 1099 time: 0.1099470 Dec 08 16:05:21.122815 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-3135fd7d-a157-47d5-bfb0-e50759e8da3a req-814e227e-f069-4c80-a505-09e731a58b65 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Deleting port 704ab857-cb62-42bf-95f6-465a94562502 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:05:21.123305 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-3135fd7d-a157-47d5-bfb0-e50759e8da3a req-814e227e-f069-4c80-a505-09e731a58b65 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:21.182667 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:21.193891 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6bd8350a-968e-4ddc-814e-818cefc826c3 req-b2aa3c10-accc-41cf-aee9-20ac79b11f2c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=c656e753-73c0-4015-95b7-a828d4ee2ad5 HTTP/1.1" status: 200 len: 217 time: 0.0628278 Dec 08 16:05:21.271565 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd8350a-968e-4ddc-814e-818cefc826c3 req-f60a5b46-137f-4309-8479-97ff7ec6da04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:21.273369 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6bd8350a-968e-4ddc-814e-818cefc826c3 req-f60a5b46-137f-4309-8479-97ff7ec6da04 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.0716577 Dec 08 16:05:21.273964 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=3d0b032d-3ba8-4b81-8b7b-67538f43907e,revision_number=8']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:21.338390 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-3135fd7d-a157-47d5-bfb0-e50759e8da3a req-814e227e-f069-4c80-a505-09e731a58b65 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] For port 704ab857-cb62-42bf-95f6-465a94562502, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=704ab857-cb62-42bf-95f6-465a94562502,segment=NetworkSegment(a657cd3d-b4f1-4de9-9e20-89332c54a82c),segment_id=a657cd3d-b4f1-4de9-9e20-89332c54a82c)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:05:21.339264 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-3135fd7d-a157-47d5-bfb0-e50759e8da3a req-814e227e-f069-4c80-a505-09e731a58b65 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:21.352112 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd8350a-968e-4ddc-814e-818cefc826c3 req-1b3e04d5-8172-4229-9002-c94e3763f2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:21.361611 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6bd8350a-968e-4ddc-814e-818cefc826c3 req-1b3e04d5-8172-4229-9002-c94e3763f2b4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0790920 Dec 08 16:05:21.503317 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6bd8350a-968e-4ddc-814e-818cefc826c3 req-da6df388-72a9-4475-865c-902e673af32f service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327820 Dec 08 16:05:21.643318 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-3135fd7d-a157-47d5-bfb0-e50759e8da3a req-814e227e-f069-4c80-a505-09e731a58b65 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:21.644076 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-3135fd7d-a157-47d5-bfb0-e50759e8da3a req-814e227e-f069-4c80-a505-09e731a58b65 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:21.644416 n-d-776250-12 neutron-server[110551]: INFO neutron.db.l3_db [req-3135fd7d-a157-47d5-bfb0-e50759e8da3a req-814e227e-f069-4c80-a505-09e731a58b65 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Floating IP c059d97d-2525-49a5-9f6d-2fc97db78cf4 disassociated. External IP: 172.25.0.30, port: 704ab857-cb62-42bf-95f6-465a94562502. Dec 08 16:05:21.644758 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-3135fd7d-a157-47d5-bfb0-e50759e8da3a req-814e227e-f069-4c80-a505-09e731a58b65 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Calling delete_port for 704ab857-cb62-42bf-95f6-465a94562502 owned by compute:nova {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:05:21.652781 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6bd8350a-968e-4ddc-814e-818cefc826c3 req-ee40bcc1-71ed-4ac8-b094-e06546ce1a3a service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397793 Dec 08 16:05:21.937965 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-3135fd7d-a157-47d5-bfb0-e50759e8da3a req-814e227e-f069-4c80-a505-09e731a58b65 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:21.981738 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814e227e-f069-4c80-a505-09e731a58b65 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Pushing event deleted for resources: {'Port': ['ID=704ab857-cb62-42bf-95f6-465a94562502,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:22.005395 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c44cc125-f9ef-4268-9a55-650c2e750f63 req-bbcf4d64-db98-401f-943d-08c09b1fe63d tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0a1ddae-32c5-4a90-ad0b-ac2e4930a3be HTTP/1.1" status: 200 len: 210 time: 0.0345240 Dec 08 16:05:22.071824 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa6e10f8-41e3-4965-ab31-fe47db93379c x-openstack-request-id: req-fa6e10f8-41e3-4965-ab31-fe47db93379c {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:05:22.073135 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fe14636-368a-4fc6-aee0-c7108424ec25", "tag": "c656e753-73c0-4015-95b7-a828d4ee2ad5", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:05:22.073495 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fa6e10f8-41e3-4965-ab31-fe47db93379c {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:05:22.074211 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fe14636-368a-4fc6-aee0-c7108424ec25', 'tag': 'c656e753-73c0-4015-95b7-a828d4ee2ad5', 'status': 'completed', 'code': 200} Dec 08 16:05:22.176138 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293247f8-8b55-4c7c-a4af-fc1a398d619a req-2521ea9d-97d8-479a-b7aa-f68ef1cf00ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:22.178215 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-293247f8-8b55-4c7c-a4af-fc1a398d619a req-2521ea9d-97d8-479a-b7aa-f68ef1cf00ac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b73d206799fe4423a8cfa64c519990fb&device_id=8fe14636-368a-4fc6-aee0-c7108424ec25 HTTP/1.1" status: 200 len: 1099 time: 0.0554850 Dec 08 16:05:22.223146 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3135fd7d-a157-47d5-bfb0-e50759e8da3a req-814e227e-f069-4c80-a505-09e731a58b65 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Router 14ddbb3a-64a4-4bb1-be1b-f440d2cab96e has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:05:22.263834 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f45a3-0a2a-4825-be24-48b9f60329a5 req-8dedc884-c018-4910-9892-62440065dc10 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:22.272013 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f60f45a3-0a2a-4825-be24-48b9f60329a5 req-8dedc884-c018-4910-9892-62440065dc10 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe14636-368a-4fc6-aee0-c7108424ec25 HTTP/1.1" status: 200 len: 947 time: 0.1311345 Dec 08 16:05:22.353592 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293247f8-8b55-4c7c-a4af-fc1a398d619a req-efae5dfd-b4b7-498d-b743-090b5ded6021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:22.359007 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-293247f8-8b55-4c7c-a4af-fc1a398d619a req-efae5dfd-b4b7-498d-b743-090b5ded6021 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b91759c7-445e-4f7b-9fc4-64d80951832c HTTP/1.1" status: 200 len: 870 time: 0.1720166 Dec 08 16:05:22.411190 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-293247f8-8b55-4c7c-a4af-fc1a398d619a req-50d406c5-accc-4029-b7d0-fec3a41c1e28 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=c656e753-73c0-4015-95b7-a828d4ee2ad5 HTTP/1.1" status: 200 len: 217 time: 0.0440605 Dec 08 16:05:22.438568 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f60f45a3-0a2a-4825-be24-48b9f60329a5 req-cd91da98-f789-4f2b-8943-67fe5732832d tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654906 Dec 08 16:05:22.450295 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3135fd7d-a157-47d5-bfb0-e50759e8da3a req-814e227e-f069-4c80-a505-09e731a58b65 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:05:22.469192 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9793e1-21e0-46f1-b319-ed217250bc61 None None] Sync routers for ids ['14ddbb3a-64a4-4bb1-be1b-f440d2cab96e'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:05:22.498614 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9793e1-21e0-46f1-b319-ed217250bc61 None None] Routers {'14ddbb3a-64a4-4bb1-be1b-f440d2cab96e'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:05:22.506055 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-ff9793e1-21e0-46f1-b319-ed217250bc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:05:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['14ddbb3a-64a4-4bb1-be1b-f440d2cab96e'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:05:22.521150 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-3135fd7d-a157-47d5-bfb0-e50759e8da3a req-814e227e-f069-4c80-a505-09e731a58b65 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] No DVR routers for this DVR port 704ab857-cb62-42bf-95f6-465a94562502 on host n-h1-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:05:22.524530 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-3135fd7d-a157-47d5-bfb0-e50759e8da3a req-814e227e-f069-4c80-a505-09e731a58b65 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:22.528314 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e4b011-de06-4775-9a1a-f0617f2dbd19 x-openstack-request-id: req-14e4b011-de06-4775-9a1a-f0617f2dbd19 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:05:22.528891 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3135fd7d-a157-47d5-bfb0-e50759e8da3a req-814e227e-f069-4c80-a505-09e731a58b65 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.76 "DELETE /v2.0/ports/704ab857-cb62-42bf-95f6-465a94562502 HTTP/1.1" status: 204 len: 173 time: 1.5616713 Dec 08 16:05:22.529250 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd86eb96a-4662-4a51-b38e-158468bddb6c', 'name': 'network-vif-deleted', 'tag': '704ab857-cb62-42bf-95f6-465a94562502'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:05:22.529894 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a717b01-e9ff-446e-942c-82be62f6f6d2", "name": "network-vif-unplugged", "status": "completed", "tag": "3d0b032d-3ba8-4b81-8b7b-67538f43907e", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:05:22.530291 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-14e4b011-de06-4775-9a1a-f0617f2dbd19 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:05:22.530891 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a717b01-e9ff-446e-942c-82be62f6f6d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d0b032d-3ba8-4b81-8b7b-67538f43907e', 'code': 200} Dec 08 16:05:22.531525 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ea9871-4860-433e-80af-50b368e5258f" -d '{"events": [{"server_uuid": "d86eb96a-4662-4a51-b38e-158468bddb6c", "name": "network-vif-deleted", "tag": "704ab857-cb62-42bf-95f6-465a94562502"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:05:22.587815 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293247f8-8b55-4c7c-a4af-fc1a398d619a req-ff110434-5f22-464a-aee4-a3ed1fcb251c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:22.589796 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-293247f8-8b55-4c7c-a4af-fc1a398d619a req-ff110434-5f22-464a-aee4-a3ed1fcb251c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.1711147 Dec 08 16:05:22.702598 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45078c31-dc6d-4bd4-8e1d-6ad2a5a5b249 x-openstack-request-id: req-45078c31-dc6d-4bd4-8e1d-6ad2a5a5b249 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:05:22.702897 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d86eb96a-4662-4a51-b38e-158468bddb6c", "name": "network-vif-deleted", "tag": "704ab857-cb62-42bf-95f6-465a94562502", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:05:22.704918 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-45078c31-dc6d-4bd4-8e1d-6ad2a5a5b249 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:05:22.718665 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd86eb96a-4662-4a51-b38e-158468bddb6c', 'name': 'network-vif-deleted', 'tag': '704ab857-cb62-42bf-95f6-465a94562502', 'status': 'completed', 'code': 200} Dec 08 16:05:22.744396 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-ff9793e1-21e0-46f1-b319-ed217250bc61 None None] Set router 14ddbb3a-64a4-4bb1-be1b-f440d2cab96e gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:05:22.760918 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293247f8-8b55-4c7c-a4af-fc1a398d619a req-6e4b9e56-4b5f-4763-92ed-3739dc6f236c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:22.762324 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-293247f8-8b55-4c7c-a4af-fc1a398d619a req-6e4b9e56-4b5f-4763-92ed-3739dc6f236c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1556127 Dec 08 16:05:22.812602 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ce515-d589-48c1-a5e0-c8df41d580b1 req-402d0b92-c293-4331-8e78-12aac9d02723 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:22.820742 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-736ce515-d589-48c1-a5e0-c8df41d580b1 req-402d0b92-c293-4331-8e78-12aac9d02723 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f53c77c-7353-4d34-8f3c-0219d1388746 HTTP/1.1" status: 200 len: 943 time: 0.1293004 Dec 08 16:05:22.826819 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 8162876c-f6c5-48eb-8274-68769056fd81 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:05:22.926855 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-736ce515-d589-48c1-a5e0-c8df41d580b1 req-cd6c760b-2405-4b00-84f8-6e9739390369 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044748 Dec 08 16:05:23.051515 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-1bb3b3d7-441b-4ca5-9d86-a594782da4f3 service neutron] 10.222.0.37 "GET /v2.0/ports/2acddd17-f22b-4087-a5b4-ec69bc31c48a/bindings/n-h1-776250-12 HTTP/1.1" status: 200 len: 385 time: 0.1582310 Dec 08 16:05:23.070078 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-293247f8-8b55-4c7c-a4af-fc1a398d619a req-b15e2d27-0fc7-405e-9887-a1018a666501 service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972500 Dec 08 16:05:23.157040 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 8162876c-f6c5-48eb-8274-68769056fd81, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=8162876c-f6c5-48eb-8274-68769056fd81,segment=NetworkSegment(e6288665-5271-4e12-95de-f05a0f00000f),segment_id=e6288665-5271-4e12-95de-f05a0f00000f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:05:23.186987 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '8162876c-f6c5-48eb-8274-68769056fd81', 'network_id': '7f044dd4-dc97-4f05-8a73-1de9a290e893', 'port_id': '8162876c-f6c5-48eb-8274-68769056fd81', 'mac_address': 'fa:16:3e:c2:17:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e145596-3948-4729-810a-534bcf8272d4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:05:23.324447 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:23.355338 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8162876c-f6c5-48eb-8274-68769056fd81 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:05:23.356442 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4e0334f9-b8fd-48bb-8e6e-f89c4aa58a7a req-da6eea90-15ec-4755-9123-fe0c273c32ad tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0a1ddae-32c5-4a90-ad0b-ac2e4930a3be HTTP/1.1" status: 200 len: 210 time: 0.0801992 Dec 08 16:05:23.427178 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 8162876c-f6c5-48eb-8274-68769056fd81, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=8162876c-f6c5-48eb-8274-68769056fd81,segment=NetworkSegment(e6288665-5271-4e12-95de-f05a0f00000f),segment_id=e6288665-5271-4e12-95de-f05a0f00000f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:05:23.458705 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-ff9793e1-21e0-46f1-b319-ed217250bc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ddbb3a-64a4-4bb1-be1b-f440d2cab96e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-612582527-router', 'tenant_id': 'a852a94827a640d4b4d781ca2b4d8472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '9fc1e132-8b2d-46f3-912c-e7a2fc1b1c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:21Z', 'updated_at': '2021-12-08T16:01:30Z', 'revision_number': 4, 'project_id': 'a852a94827a640d4b4d781ca2b4d8472', 'gw_port': {'id': '9fc1e132-8b2d-46f3-912c-e7a2fc1b1c57', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:91:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ddbb3a-64a4-4bb1-be1b-f440d2cab96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:22Z', 'updated_at': '2021-12-08T16:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'db400ace-e686-4075-b8dd-b0d6e24152fa', 'name': '', 'network_id': '335547d4-bfd2-4ca6-83e2-63a39090738e', 'tenant_id': 'a852a94827a640d4b4d781ca2b4d8472', 'mac_address': 'fa:16:3e:03:5a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ddbb3a-64a4-4bb1-be1b-f440d2cab96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'ef5ea7fa-565f-48e7-8d27-0c7d9b33e964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:28Z', 'updated_at': '2021-12-08T16:01:37Z', 'revision_number': 5, 'project_id': 'a852a94827a640d4b4d781ca2b4d8472', 'subnets': [{'id': 'ef5ea7fa-565f-48e7-8d27-0c7d9b33e964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:05:23.467484 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-293247f8-8b55-4c7c-a4af-fc1a398d619a req-9d31ef9a-2a08-4b99-a131-782a619a54ef service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3881879 Dec 08 16:05:23.531730 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9793e1-21e0-46f1-b319-ed217250bc61 None None] Checking router: 14ddbb3a-64a4-4bb1-be1b-f440d2cab96e for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:05:23.536635 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:23.540142 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 2acddd17-f22b-4087-a5b4-ec69bc31c48a details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:05:23.589722 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9793e1-21e0-46f1-b319-ed217250bc61 None None] Routers {'14ddbb3a-64a4-4bb1-be1b-f440d2cab96e'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:05:23.592615 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-ff9793e1-21e0-46f1-b319-ed217250bc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:05:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['14ddbb3a-64a4-4bb1-be1b-f440d2cab96e'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:05:23.653379 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-23598c3c-6b29-4a49-997b-b07f0c564382 service neutron] For port 2acddd17-f22b-4087-a5b4-ec69bc31c48a, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=2acddd17-f22b-4087-a5b4-ec69bc31c48a,segment=NetworkSegment(feac72a6-bbb0-42da-a5f2-51d59135d26f),segment_id=feac72a6-bbb0-42da-a5f2-51d59135d26f)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:05:23.691124 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=8162876c-f6c5-48eb-8274-68769056fd81,revision_number=6']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:23.731162 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-23598c3c-6b29-4a49-997b-b07f0c564382 service neutron] For port 2acddd17-f22b-4087-a5b4-ec69bc31c48a, host n-h2-776250-12, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:05:23.784799 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b964c7-f60f-4994-b7ef-853a3a76307a req-8695e4eb-821e-4376-be8b-b851662ba2b5 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:23.794379 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-96b964c7-f60f-4994-b7ef-853a3a76307a req-8695e4eb-821e-4376-be8b-b851662ba2b5 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe14636-368a-4fc6-aee0-c7108424ec25 HTTP/1.1" status: 200 len: 947 time: 0.1714509 Dec 08 16:05:23.860232 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-96b964c7-f60f-4994-b7ef-853a3a76307a req-37952b52-71b8-4929-9bb1-fe72e8787cf5 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638320 Dec 08 16:05:23.896966 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-23598c3c-6b29-4a49-997b-b07f0c564382 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2acddd17-f22b-4087-a5b4-ec69bc31c48a {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:05:23.906704 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-23598c3c-6b29-4a49-997b-b07f0c564382 service neutron] For port 2acddd17-f22b-4087-a5b4-ec69bc31c48a, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=2acddd17-f22b-4087-a5b4-ec69bc31c48a,segment=NetworkSegment(feac72a6-bbb0-42da-a5f2-51d59135d26f),segment_id=feac72a6-bbb0-42da-a5f2-51d59135d26f)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:05:23.916970 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-ff9793e1-21e0-46f1-b319-ed217250bc61 None None] Set router 14ddbb3a-64a4-4bb1-be1b-f440d2cab96e gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:05:23.917208 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 2acddd17-f22b-4087-a5b4-ec69bc31c48a, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=2acddd17-f22b-4087-a5b4-ec69bc31c48a,segment=NetworkSegment(feac72a6-bbb0-42da-a5f2-51d59135d26f),segment_id=feac72a6-bbb0-42da-a5f2-51d59135d26f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:05:23.949522 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 2acddd17-f22b-4087-a5b4-ec69bc31c48a has no active binding in host n-h1-776250-12 {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 08 16:05:24.021718 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-23598c3c-6b29-4a49-997b-b07f0c564382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:24.067353 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['8162876c-f6c5-48eb-8274-68769056fd81'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:05:24.275531 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-23598c3c-6b29-4a49-997b-b07f0c564382 service neutron] Transition to ACTIVE for port object 2acddd17-f22b-4087-a5b4-ec69bc31c48a will not be triggered until provisioned by entity L2. {{(pid=110551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:05:24.297447 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d9ed0-d8a1-4082-9bcf-5de4eaec941f req-116bb42c-f6fd-4293-a620-adbe3ceeb299 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:24.303449 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-919d9ed0-d8a1-4082-9bcf-5de4eaec941f req-116bb42c-f6fd-4293-a620-adbe3ceeb299 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f53c77c-7353-4d34-8f3c-0219d1388746 HTTP/1.1" status: 200 len: 943 time: 0.1506145 Dec 08 16:05:24.305298 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-ff9793e1-21e0-46f1-b319-ed217250bc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ddbb3a-64a4-4bb1-be1b-f440d2cab96e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-612582527-router', 'tenant_id': 'a852a94827a640d4b4d781ca2b4d8472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '9fc1e132-8b2d-46f3-912c-e7a2fc1b1c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:21Z', 'updated_at': '2021-12-08T16:01:30Z', 'revision_number': 4, 'project_id': 'a852a94827a640d4b4d781ca2b4d8472', 'gw_port': {'id': '9fc1e132-8b2d-46f3-912c-e7a2fc1b1c57', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:91:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ddbb3a-64a4-4bb1-be1b-f440d2cab96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:22Z', 'updated_at': '2021-12-08T16:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'db400ace-e686-4075-b8dd-b0d6e24152fa', 'name': '', 'network_id': '335547d4-bfd2-4ca6-83e2-63a39090738e', 'tenant_id': 'a852a94827a640d4b4d781ca2b4d8472', 'mac_address': 'fa:16:3e:03:5a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ddbb3a-64a4-4bb1-be1b-f440d2cab96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'ef5ea7fa-565f-48e7-8d27-0c7d9b33e964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:28Z', 'updated_at': '2021-12-08T16:01:37Z', 'revision_number': 5, 'project_id': 'a852a94827a640d4b4d781ca2b4d8472', 'subnets': [{'id': 'ef5ea7fa-565f-48e7-8d27-0c7d9b33e964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:05:24.401417 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9793e1-21e0-46f1-b319-ed217250bc61 None None] The sync data for ids ['14ddbb3a-64a4-4bb1-be1b-f440d2cab96e'] in n-d-776250-12 is: [{'id': '14ddbb3a-64a4-4bb1-be1b-f440d2cab96e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-612582527-router', 'tenant_id': 'a852a94827a640d4b4d781ca2b4d8472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '9fc1e132-8b2d-46f3-912c-e7a2fc1b1c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:21Z', 'updated_at': '2021-12-08T16:01:30Z', 'revision_number': 4, 'project_id': 'a852a94827a640d4b4d781ca2b4d8472', 'gw_port': {'id': '9fc1e132-8b2d-46f3-912c-e7a2fc1b1c57', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:91:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ddbb3a-64a4-4bb1-be1b-f440d2cab96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:22Z', 'updated_at': '2021-12-08T16:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'db400ace-e686-4075-b8dd-b0d6e24152fa', 'name': '', 'network_id': '335547d4-bfd2-4ca6-83e2-63a39090738e', 'tenant_id': 'a852a94827a640d4b4d781ca2b4d8472', 'mac_address': 'fa:16:3e:03:5a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ddbb3a-64a4-4bb1-be1b-f440d2cab96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'ef5ea7fa-565f-48e7-8d27-0c7d9b33e964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:28Z', 'updated_at': '2021-12-08T16:01:37Z', 'revision_number': 5, 'project_id': 'a852a94827a640d4b4d781ca2b4d8472', 'subnets': [{'id': 'ef5ea7fa-565f-48e7-8d27-0c7d9b33e964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:05:24.426166 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-23598c3c-6b29-4a49-997b-b07f0c564382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:24.572796 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-919d9ed0-d8a1-4082-9bcf-5de4eaec941f req-13bf2f72-09c1-4513-83e6-6a40575b4b21 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613215 Dec 08 16:05:24.574677 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device c656e753-73c0-4015-95b7-a828d4ee2ad5 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:05:24.616220 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2b9e28dc-cb5e-4dbf-a27d-587412de8ce3 req-d91d583c-d66c-4622-9018-9904d949dce0 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0a1ddae-32c5-4a90-ad0b-ac2e4930a3be HTTP/1.1" status: 200 len: 210 time: 0.0789073 Dec 08 16:05:24.771058 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-23598c3c-6b29-4a49-997b-b07f0c564382 service neutron] No DVR routers for this DVR port 2acddd17-f22b-4087-a5b4-ec69bc31c48a on host n-h2-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:05:24.831824 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23598c3c-6b29-4a49-997b-b07f0c564382 service neutron] Pushing event updated for resources: {'Port': ['ID=2acddd17-f22b-4087-a5b4-ec69bc31c48a,revision_number=10']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:24.833948 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 8162876c-f6c5-48eb-8274-68769056fd81 up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:05:24.854805 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-23598c3c-6b29-4a49-997b-b07f0c564382 service neutron] 10.222.0.37 "PUT /v2.0/ports/2acddd17-f22b-4087-a5b4-ec69bc31c48a/bindings/n-h1-776250-12/activate HTTP/1.1" status: 200 len: 370 time: 1.7852700 Dec 08 16:05:24.970076 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc1d48f-123c-41d9-8de6-6a5f21019a5d req-002fca2a-a186-4295-86fd-1ddc2f0d1e87 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:24.971721 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-afc1d48f-123c-41d9-8de6-6a5f21019a5d req-002fca2a-a186-4295-86fd-1ddc2f0d1e87 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.76 "GET /v2.0/networks?id=335547d4-bfd2-4ca6-83e2-63a39090738e HTTP/1.1" status: 200 len: 823 time: 0.5870416 Dec 08 16:05:25.000549 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port c656e753-73c0-4015-95b7-a828d4ee2ad5, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=c656e753-73c0-4015-95b7-a828d4ee2ad5,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:05:25.021590 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': 'c656e753-73c0-4015-95b7-a828d4ee2ad5', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'port_id': 'c656e753-73c0-4015-95b7-a828d4ee2ad5', 'mac_address': 'fa:16:3e:70:07:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c93b3a32-b438-4a47-8558-220c03febf97', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:05:25.169913 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:25.186482 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58827ca-23e2-4034-b509-559e8fe8f099 None None] New status for floating IP c059d97d-2525-49a5-9f6d-2fc97db78cf4: DOWN {{(pid=110552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:05:25.331231 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 8162876c-f6c5-48eb-8274-68769056fd81 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:05:25.331862 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:25.346369 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-029dcd4f-6319-4b2f-ab0b-da7ed99729ed tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:25.349205 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-029dcd4f-6319-4b2f-ab0b-da7ed99729ed tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=9f53c77c-7353-4d34-8f3c-0219d1388746&tenant_id=8b17b512834447aea285923e7004d778&binding%3Ahost_id=n-h2-776250-12 HTTP/1.1" status: 200 len: 1096 time: 0.1733005 Dec 08 16:05:25.385687 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843597d-39fc-4ff3-a667-1130d9a0006e req-66a158b3-1702-4e20-ab8b-01207d073af8 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:25.408685 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6843597d-39fc-4ff3-a667-1130d9a0006e req-66a158b3-1702-4e20-ab8b-01207d073af8 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe14636-368a-4fc6-aee0-c7108424ec25 HTTP/1.1" status: 200 len: 947 time: 0.3550203 Dec 08 16:05:25.415116 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c656e753-73c0-4015-95b7-a828d4ee2ad5 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:05:25.434778 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-afc1d48f-123c-41d9-8de6-6a5f21019a5d req-9ff947cd-c1ad-4b58-bf21-8db39b9e9095 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a852a94827a640d4b4d781ca2b4d8472 HTTP/1.1" status: 200 len: 380 time: 0.4496167 Dec 08 16:05:25.455818 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-afc1d48f-123c-41d9-8de6-6a5f21019a5d req-67133cbc-351a-4e92-bea6-e4b7dee8afae tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Request body: {'port': {'device_id': 'b0a1ddae-32c5-4a90-ad0b-ac2e4930a3be', 'network_id': '335547d4-bfd2-4ca6-83e2-63a39090738e', 'admin_state_up': True, 'tenant_id': 'a852a94827a640d4b4d781ca2b4d8472', 'security_groups': ['9ee75834-e759-4136-8277-a7cad0a8499a']}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:05:25.474190 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-fe890c65-f1dc-4ba3-90cc-ab6f34482d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:25.476243 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-fe890c65-f1dc-4ba3-90cc-ab6f34482d23 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9f53c77c-7353-4d34-8f3c-0219d1388746&tenant_id=8b17b512834447aea285923e7004d778 HTTP/1.1" status: 200 len: 1096 time: 0.1150477 Dec 08 16:05:25.569568 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6843597d-39fc-4ff3-a667-1130d9a0006e req-89503ea9-116d-4ecb-b312-dbd0aac17b61 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594875 Dec 08 16:05:25.629519 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-063f870b-e85a-459c-9ea0-cfd6553478ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:25.647223 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-063f870b-e85a-459c-9ea0-cfd6553478ee service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8b17b512834447aea285923e7004d778&device_id=9f53c77c-7353-4d34-8f3c-0219d1388746 HTTP/1.1" status: 200 len: 1096 time: 0.1268885 Dec 08 16:05:25.687726 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port c656e753-73c0-4015-95b7-a828d4ee2ad5, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=c656e753-73c0-4015-95b7-a828d4ee2ad5,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:05:25.790260 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:25.822528 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-715f36e8-59e4-495f-8be9-d73ad23d0b2f req-bb5067c6-c173-404e-ada2-a6c045dc512b tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0a1ddae-32c5-4a90-ad0b-ac2e4930a3be HTTP/1.1" status: 200 len: 210 time: 0.0703111 Dec 08 16:05:25.844431 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c1c965-cb29-49ef-be40-4874f8ee0f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8162876c-f6c5-48eb-8274-68769056fd81'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:05:25.849735 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7dc373d-1e04-45d0-a866-383148c2ee9e" -d '{"events": [{"server_uuid": "22c1c965-cb29-49ef-be40-4874f8ee0f28", "name": "network-vif-plugged", "status": "completed", "tag": "8162876c-f6c5-48eb-8274-68769056fd81"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:05:25.898532 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 8162876c-f6c5-48eb-8274-68769056fd81, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=8162876c-f6c5-48eb-8274-68769056fd81,segment=NetworkSegment(e6288665-5271-4e12-95de-f05a0f00000f),segment_id=e6288665-5271-4e12-95de-f05a0f00000f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:05:25.900694 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:25.989855 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-2ab96767-7f78-40ef-93fe-2dbdddd690eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:25.992072 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afc1d48f-123c-41d9-8de6-6a5f21019a5d req-67133cbc-351a-4e92-bea6-e4b7dee8afae tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Made reservation on behalf of a852a94827a640d4b4d781ca2b4d8472 for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:05:25.997841 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-afc1d48f-123c-41d9-8de6-6a5f21019a5d req-67133cbc-351a-4e92-bea6-e4b7dee8afae tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:26.022456 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-2ab96767-7f78-40ef-93fe-2dbdddd690eb service neutron] 10.222.0.76 "GET /v2.0/networks?id=34422553-fc63-47d6-a631-7f666537bc5c HTTP/1.1" status: 200 len: 909 time: 0.3744192 Dec 08 16:05:26.062267 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=c656e753-73c0-4015-95b7-a828d4ee2ad5,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:26.071601 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:26.072521 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 704ab857-cb62-42bf-95f6-465a94562502 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:05:26.105176 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f215dda-ed70-47b4-b4cd-853fa53fff67 req-d2490d61-6176-4c7a-98c8-e779648ffa6d tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:26.107855 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1f215dda-ed70-47b4-b4cd-853fa53fff67 req-d2490d61-6176-4c7a-98c8-e779648ffa6d tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f53c77c-7353-4d34-8f3c-0219d1388746 HTTP/1.1" status: 200 len: 944 time: 0.3145075 Dec 08 16:05:26.185507 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5cc69b4-742d-4bef-849a-b51eb8ccfb86 x-openstack-request-id: req-c5cc69b4-742d-4bef-849a-b51eb8ccfb86 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:05:26.188728 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c1c965-cb29-49ef-be40-4874f8ee0f28", "name": "network-vif-plugged", "status": "completed", "tag": "8162876c-f6c5-48eb-8274-68769056fd81", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:05:26.188728 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c5cc69b4-742d-4bef-849a-b51eb8ccfb86 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:05:26.188728 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c1c965-cb29-49ef-be40-4874f8ee0f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8162876c-f6c5-48eb-8274-68769056fd81', 'code': 200} Dec 08 16:05:26.188728 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: 704ab857-cb62-42bf-95f6-465a94562502 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:05:26.188728 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 704ab857-cb62-42bf-95f6-465a94562502 not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:05:26.190256 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=8162876c-f6c5-48eb-8274-68769056fd81,revision_number=7']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:26.290283 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-1d87a4d5-cf5b-4614-93e9-3e35aab87872 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2acddd17-f22b-4087-a5b4-ec69bc31c48a HTTP/1.1" status: 200 len: 217 time: 0.2581193 Dec 08 16:05:26.350591 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['c656e753-73c0-4015-95b7-a828d4ee2ad5'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:05:26.532819 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-84a5442b-bba8-495d-83c6-c2f03e28b02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:26.535034 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-84a5442b-bba8-495d-83c6-c2f03e28b02e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5db44a3c-d12a-4344-a611-2d41355a5e50 HTTP/1.1" status: 200 len: 848 time: 0.2200539 Dec 08 16:05:26.538130 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [req-afc1d48f-123c-41d9-8de6-6a5f21019a5d req-67133cbc-351a-4e92-bea6-e4b7dee8afae tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Allocated IP 172.20.0.8 (335547d4-bfd2-4ca6-83e2-63a39090738e/ef5ea7fa-565f-48e7-8d27-0c7d9b33e964/f72c11c2-c15f-43c8-8a5a-63115c8bd8eb) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:05:26.591259 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1f215dda-ed70-47b4-b4cd-853fa53fff67 req-cf52c107-5a90-4e77-a590-ae7f2a9c3480 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3415189 Dec 08 16:05:26.617738 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 2acddd17-f22b-4087-a5b4-ec69bc31c48a no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:05:26.757888 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-62d568b5-bd8b-40f9-87fe-4c7cd33ddc74 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=34422553-fc63-47d6-a631-7f666537bc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829880 Dec 08 16:05:26.796480 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 2acddd17-f22b-4087-a5b4-ec69bc31c48a not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:05:26.988807 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7139e302-befa-45cf-8976-d13008fd6fd6 req-d168355a-04e9-4d75-a9ab-d726c7a7294b tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0a1ddae-32c5-4a90-ad0b-ac2e4930a3be HTTP/1.1" status: 200 len: 210 time: 0.0474408 Dec 08 16:05:26.989803 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b61fdf6-8a7a-4fbf-a1f3-b1f9f120818a req-eca34766-c681-45a4-ac2b-bbcea97df5e6 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:26.994999 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-66a36279-e845-4c6b-9af7-a490d0974004 service neutron] 10.222.0.76 "GET /v2.0/networks/34422553-fc63-47d6-a631-7f666537bc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300165 Dec 08 16:05:27.010826 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8b61fdf6-8a7a-4fbf-a1f3-b1f9f120818a req-eca34766-c681-45a4-ac2b-bbcea97df5e6 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe14636-368a-4fc6-aee0-c7108424ec25 HTTP/1.1" status: 200 len: 948 time: 0.2862740 Dec 08 16:05:27.091419 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-afc1d48f-123c-41d9-8de6-6a5f21019a5d req-67133cbc-351a-4e92-bea6-e4b7dee8afae tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:27.105058 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8b61fdf6-8a7a-4fbf-a1f3-b1f9f120818a req-529677b2-fc4e-420a-af31-bc5efbd58369 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995464 Dec 08 16:05:27.170671 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-a09dbe71-b7b9-4fff-9702-50104450c81f service neutron] 10.222.0.76 "GET /v2.0/networks/34422553-fc63-47d6-a631-7f666537bc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665022 Dec 08 16:05:27.302381 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-afc1d48f-123c-41d9-8de6-6a5f21019a5d req-67133cbc-351a-4e92-bea6-e4b7dee8afae tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:27.398985 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afc1d48f-123c-41d9-8de6-6a5f21019a5d req-67133cbc-351a-4e92-bea6-e4b7dee8afae tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Network 335547d4-bfd2-4ca6-83e2-63a39090738e is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:05:27.410124 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [req-afc1d48f-123c-41d9-8de6-6a5f21019a5d req-67133cbc-351a-4e92-bea6-e4b7dee8afae tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:05:27.417375 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-afc1d48f-123c-41d9-8de6-6a5f21019a5d req-67133cbc-351a-4e92-bea6-e4b7dee8afae tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:05:27.484368 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67133cbc-351a-4e92-bea6-e4b7dee8afae tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Pushing event updated for resources: {'Port': ['ID=f72c11c2-c15f-43c8-8a5a-63115c8bd8eb,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:27.527333 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc1d48f-123c-41d9-8de6-6a5f21019a5d req-67133cbc-351a-4e92-bea6-e4b7dee8afae tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:27.527936 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-afc1d48f-123c-41d9-8de6-6a5f21019a5d req-67133cbc-351a-4e92-bea6-e4b7dee8afae tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:27.737877 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-afc1d48f-123c-41d9-8de6-6a5f21019a5d req-67133cbc-351a-4e92-bea6-e4b7dee8afae tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2826777 Dec 08 16:05:27.748068 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-afc1d48f-123c-41d9-8de6-6a5f21019a5d req-bde070ce-bce0-4930-9252-3e2cfe071bf1 service neutron] Request body: {'port': {'device_id': 'b0a1ddae-32c5-4a90-ad0b-ac2e4930a3be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:05:27.840619 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6fe53a-123b-4c9c-94d2-a18fb26e6c6d req-d81562e0-bac9-4a7f-9106-d964d4361177 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:27.849596 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ed6fe53a-123b-4c9c-94d2-a18fb26e6c6d req-d81562e0-bac9-4a7f-9106-d964d4361177 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f53c77c-7353-4d34-8f3c-0219d1388746 HTTP/1.1" status: 200 len: 944 time: 0.0821190 Dec 08 16:05:27.860700 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-afc1d48f-123c-41d9-8de6-6a5f21019a5d req-bde070ce-bce0-4930-9252-3e2cfe071bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:27.872737 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-c746779f-468f-47bf-ad7c-9369783caac5 None None] Provisioning complete for port f72c11c2-c15f-43c8-8a5a-63115c8bd8eb triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:05:27.874230 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c746779f-468f-47bf-ad7c-9369783caac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:27.969240 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-c746779f-468f-47bf-ad7c-9369783caac5 None None] Port f72c11c2-c15f-43c8-8a5a-63115c8bd8eb cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:05:28.012746 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ed6fe53a-123b-4c9c-94d2-a18fb26e6c6d req-b7077600-c5e0-4261-93d1-91ca7fa03748 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594343 Dec 08 16:05:28.055583 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-8cf60fd6-0e38-4bcc-90ec-619c60db9f95 tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:28.057652 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-8cf60fd6-0e38-4bcc-90ec-619c60db9f95 tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=9f53c77c-7353-4d34-8f3c-0219d1388746&tenant_id=8b17b512834447aea285923e7004d778&binding%3Ahost_id=n-h1-776250-12 HTTP/1.1" status: 200 len: 1096 time: 0.1554840 Dec 08 16:05:28.322084 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211163a0-9dc5-46b5-889b-136f9a00d17d req-45e48887-4fde-4d77-9b3e-b621b77cfd84 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:28.329673 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-211163a0-9dc5-46b5-889b-136f9a00d17d req-45e48887-4fde-4d77-9b3e-b621b77cfd84 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0a1ddae-32c5-4a90-ad0b-ac2e4930a3be HTTP/1.1" status: 200 len: 931 time: 0.1197581 Dec 08 16:05:28.391413 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-bba4e42a-c871-4d81-9e97-b5485de25b1a service neutron] For port 2acddd17-f22b-4087-a5b4-ec69bc31c48a, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:05:28.397417 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-bba4e42a-c871-4d81-9e97-b5485de25b1a service neutron] Publish callbacks [] for binding, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:28.399072 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2c90c4e4-c905-4c49-a58b-571afe0269a7 req-bba4e42a-c871-4d81-9e97-b5485de25b1a service neutron] 10.222.0.76 "DELETE /v2.0/ports/2acddd17-f22b-4087-a5b4-ec69bc31c48a/bindings/n-h2-776250-12 HTTP/1.1" status: 204 len: 173 time: 0.3253627 Dec 08 16:05:28.418732 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [req-afc1d48f-123c-41d9-8de6-6a5f21019a5d req-bde070ce-bce0-4930-9252-3e2cfe071bf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f72c11c2-c15f-43c8-8a5a-63115c8bd8eb {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:05:28.435387 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-afc1d48f-123c-41d9-8de6-6a5f21019a5d req-bde070ce-bce0-4930-9252-3e2cfe071bf1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:28.456551 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [req-afc1d48f-123c-41d9-8de6-6a5f21019a5d req-bde070ce-bce0-4930-9252-3e2cfe071bf1 service neutron] Transition to ACTIVE for port object f72c11c2-c15f-43c8-8a5a-63115c8bd8eb will not be triggered until provisioned by entity L2. {{(pid=110551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:05:28.470974 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-211163a0-9dc5-46b5-889b-136f9a00d17d req-c25cebac-fecf-4dd0-9622-08e55fff0e80 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ee75834-e759-4136-8277-a7cad0a8499a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275809 Dec 08 16:05:28.542128 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-afc1d48f-123c-41d9-8de6-6a5f21019a5d req-bde070ce-bce0-4930-9252-3e2cfe071bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:28.586190 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device c656e753-73c0-4015-95b7-a828d4ee2ad5 up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:05:28.618982 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908be629-5bc7-432d-b408-8eea5fdd8643 req-5a30d03f-618d-4be5-b02b-33944bf5495c tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:28.627948 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-908be629-5bc7-432d-b408-8eea5fdd8643 req-5a30d03f-618d-4be5-b02b-33944bf5495c tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe14636-368a-4fc6-aee0-c7108424ec25 HTTP/1.1" status: 200 len: 948 time: 0.1069634 Dec 08 16:05:28.704519 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde070ce-bce0-4930-9252-3e2cfe071bf1 service neutron] Pushing event updated for resources: {'Port': ['ID=f72c11c2-c15f-43c8-8a5a-63115c8bd8eb,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:28.743019 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-908be629-5bc7-432d-b408-8eea5fdd8643 req-d34eddeb-74d5-4fd7-95af-b68e906d4c84 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140275 Dec 08 16:05:28.824487 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-afc1d48f-123c-41d9-8de6-6a5f21019a5d req-bde070ce-bce0-4930-9252-3e2cfe071bf1 service neutron] Attempting to bind port f72c11c2-c15f-43c8-8a5a-63115c8bd8eb on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:05:28.824487 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-afc1d48f-123c-41d9-8de6-6a5f21019a5d req-bde070ce-bce0-4930-9252-3e2cfe071bf1 service neutron] Attempting to bind port f72c11c2-c15f-43c8-8a5a-63115c8bd8eb by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': 'a657cd3d-b4f1-4de9-9e20-89332c54a82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '335547d4-bfd2-4ca6-83e2-63a39090738e'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:05:28.824487 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc1d48f-123c-41d9-8de6-6a5f21019a5d req-bde070ce-bce0-4930-9252-3e2cfe071bf1 service neutron] Attempting to bind port f72c11c2-c15f-43c8-8a5a-63115c8bd8eb on network 335547d4-bfd2-4ca6-83e2-63a39090738e {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:05:28.827810 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 46d77430-42b0-41e7-86b7-9e679590e4fc details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:05:28.841707 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc1d48f-123c-41d9-8de6-6a5f21019a5d req-bde070ce-bce0-4930-9252-3e2cfe071bf1 service neutron] Port f72c11c2-c15f-43c8-8a5a-63115c8bd8eb on network 335547d4-bfd2-4ca6-83e2-63a39090738e not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:05:28.842922 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc1d48f-123c-41d9-8de6-6a5f21019a5d req-bde070ce-bce0-4930-9252-3e2cfe071bf1 service neutron] Attempting to bind port f72c11c2-c15f-43c8-8a5a-63115c8bd8eb on network 335547d4-bfd2-4ca6-83e2-63a39090738e {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:05:28.856603 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc1d48f-123c-41d9-8de6-6a5f21019a5d req-bde070ce-bce0-4930-9252-3e2cfe071bf1 service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:05:28.865603 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc1d48f-123c-41d9-8de6-6a5f21019a5d req-bde070ce-bce0-4930-9252-3e2cfe071bf1 service neutron] Checking segment: {'id': 'a657cd3d-b4f1-4de9-9e20-89332c54a82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '335547d4-bfd2-4ca6-83e2-63a39090738e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:05:28.865603 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc1d48f-123c-41d9-8de6-6a5f21019a5d req-bde070ce-bce0-4930-9252-3e2cfe071bf1 service neutron] Bound using segment: {'id': 'a657cd3d-b4f1-4de9-9e20-89332c54a82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '335547d4-bfd2-4ca6-83e2-63a39090738e'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:05:28.865603 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-afc1d48f-123c-41d9-8de6-6a5f21019a5d req-bde070ce-bce0-4930-9252-3e2cfe071bf1 service neutron] Bound port: f72c11c2-c15f-43c8-8a5a-63115c8bd8eb, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a657cd3d-b4f1-4de9-9e20-89332c54a82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '335547d4-bfd2-4ca6-83e2-63a39090738e'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:05:28.865603 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-afc1d48f-123c-41d9-8de6-6a5f21019a5d req-bde070ce-bce0-4930-9252-3e2cfe071bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:29.079493 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-afc1d48f-123c-41d9-8de6-6a5f21019a5d req-bde070ce-bce0-4930-9252-3e2cfe071bf1 service neutron] For port f72c11c2-c15f-43c8-8a5a-63115c8bd8eb, host n-h1-776250-12, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:05:29.092134 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-afc1d48f-123c-41d9-8de6-6a5f21019a5d req-bde070ce-bce0-4930-9252-3e2cfe071bf1 service neutron] For port f72c11c2-c15f-43c8-8a5a-63115c8bd8eb, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=f72c11c2-c15f-43c8-8a5a-63115c8bd8eb,segment=NetworkSegment(a657cd3d-b4f1-4de9-9e20-89332c54a82c),segment_id=a657cd3d-b4f1-4de9-9e20-89332c54a82c)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:05:29.093364 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port c656e753-73c0-4015-95b7-a828d4ee2ad5 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:05:29.106119 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port c656e753-73c0-4015-95b7-a828d4ee2ad5 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:05:29.106584 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:29.237935 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 46d77430-42b0-41e7-86b7-9e679590e4fc, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=46d77430-42b0-41e7-86b7-9e679590e4fc,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:05:29.253574 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '46d77430-42b0-41e7-86b7-9e679590e4fc', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'port_id': '46d77430-42b0-41e7-86b7-9e679590e4fc', 'mac_address': 'fa:16:3e:a6:8b:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c93b3a32-b438-4a47-8558-220c03febf97', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:05:29.273731 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-afc1d48f-123c-41d9-8de6-6a5f21019a5d req-bde070ce-bce0-4930-9252-3e2cfe071bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:29.385544 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc1d48f-123c-41d9-8de6-6a5f21019a5d req-bde070ce-bce0-4930-9252-3e2cfe071bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:29.386439 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-afc1d48f-123c-41d9-8de6-6a5f21019a5d req-bde070ce-bce0-4930-9252-3e2cfe071bf1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:29.392498 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-afc1d48f-123c-41d9-8de6-6a5f21019a5d req-bde070ce-bce0-4930-9252-3e2cfe071bf1 service neutron] 10.222.0.76 "PUT /v2.0/ports/f72c11c2-c15f-43c8-8a5a-63115c8bd8eb HTTP/1.1" status: 200 len: 1092 time: 1.6501672 Dec 08 16:05:29.399786 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0a1ddae-32c5-4a90-ad0b-ac2e4930a3be', 'tag': 'f72c11c2-c15f-43c8-8a5a-63115c8bd8eb'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:05:29.413391 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb175642-f9ed-4acb-9889-d931f6c81d35" -d '{"events": [{"name": "network-changed", "server_uuid": "b0a1ddae-32c5-4a90-ad0b-ac2e4930a3be", "tag": "f72c11c2-c15f-43c8-8a5a-63115c8bd8eb"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:05:29.453574 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:29.462701 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde070ce-bce0-4930-9252-3e2cfe071bf1 service neutron] Pushing event updated for resources: {'Port': ['ID=f72c11c2-c15f-43c8-8a5a-63115c8bd8eb,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:29.487028 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46d77430-42b0-41e7-86b7-9e679590e4fc {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:05:29.495730 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:29.568803 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port c656e753-73c0-4015-95b7-a828d4ee2ad5, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=c656e753-73c0-4015-95b7-a828d4ee2ad5,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:05:29.572590 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe14636-368a-4fc6-aee0-c7108424ec25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c656e753-73c0-4015-95b7-a828d4ee2ad5'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:05:29.575352 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994822fb-6d9e-4d78-a505-b359a693d8a6" -d '{"events": [{"server_uuid": "8fe14636-368a-4fc6-aee0-c7108424ec25", "name": "network-vif-plugged", "status": "completed", "tag": "c656e753-73c0-4015-95b7-a828d4ee2ad5"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:05:29.582784 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 46d77430-42b0-41e7-86b7-9e679590e4fc, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=46d77430-42b0-41e7-86b7-9e679590e4fc,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:05:29.658936 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc1d48f-123c-41d9-8de6-6a5f21019a5d req-037ebc63-2312-4a91-8503-de1c59520367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:29.661899 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:29.662886 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-afc1d48f-123c-41d9-8de6-6a5f21019a5d req-037ebc63-2312-4a91-8503-de1c59520367 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a852a94827a640d4b4d781ca2b4d8472&device_id=b0a1ddae-32c5-4a90-ad0b-ac2e4930a3be HTTP/1.1" status: 200 len: 1095 time: 0.0831847 Dec 08 16:05:29.720559 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:29.736412 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-afc1d48f-123c-41d9-8de6-6a5f21019a5d req-3d39a0d5-2094-4ea4-bcd4-07732604b5d6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f72c11c2-c15f-43c8-8a5a-63115c8bd8eb HTTP/1.1" status: 200 len: 217 time: 0.0632684 Dec 08 16:05:29.823472 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=c656e753-73c0-4015-95b7-a828d4ee2ad5,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:29.885016 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc1d48f-123c-41d9-8de6-6a5f21019a5d req-0ca3a184-034c-41ed-a0d0-d90ba1c3f7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:29.886810 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-afc1d48f-123c-41d9-8de6-6a5f21019a5d req-0ca3a184-034c-41ed-a0d0-d90ba1c3f7da service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ef5ea7fa-565f-48e7-8d27-0c7d9b33e964 HTTP/1.1" status: 200 len: 862 time: 0.1415310 Dec 08 16:05:29.903224 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['46d77430-42b0-41e7-86b7-9e679590e4fc'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:05:29.973618 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc1d48f-123c-41d9-8de6-6a5f21019a5d req-4ffe84f6-306f-4a2d-a4fe-3438de7ce4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:29.975525 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-afc1d48f-123c-41d9-8de6-6a5f21019a5d req-4ffe84f6-306f-4a2d-a4fe-3438de7ce4ce service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=335547d4-bfd2-4ca6-83e2-63a39090738e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0672252 Dec 08 16:05:30.026012 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=46d77430-42b0-41e7-86b7-9e679590e4fc,revision_number=9']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:30.157821 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-afc1d48f-123c-41d9-8de6-6a5f21019a5d req-ae7cdb5e-6d8d-4ef9-a561-d970c210d1b9 service neutron] 10.222.0.76 "GET /v2.0/networks/335547d4-bfd2-4ca6-83e2-63a39090738e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711352 Dec 08 16:05:30.359796 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-afc1d48f-123c-41d9-8de6-6a5f21019a5d req-36e22d88-d762-4c99-b447-80dbc8a658d2 service neutron] 10.222.0.76 "GET /v2.0/networks/335547d4-bfd2-4ca6-83e2-63a39090738e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825171 Dec 08 16:05:32.841024 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 46d77430-42b0-41e7-86b7-9e679590e4fc up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:05:32.902626 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 46d77430-42b0-41e7-86b7-9e679590e4fc triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:05:32.903306 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:33.156279 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:33.198263 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 46d77430-42b0-41e7-86b7-9e679590e4fc, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=46d77430-42b0-41e7-86b7-9e679590e4fc,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:05:33.273240 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:33.344419 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=46d77430-42b0-41e7-86b7-9e679590e4fc,revision_number=10']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:34.248995 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:36.859361 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device f72c11c2-c15f-43c8-8a5a-63115c8bd8eb details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:05:37.012488 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port f72c11c2-c15f-43c8-8a5a-63115c8bd8eb, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=f72c11c2-c15f-43c8-8a5a-63115c8bd8eb,segment=NetworkSegment(a657cd3d-b4f1-4de9-9e20-89332c54a82c),segment_id=a657cd3d-b4f1-4de9-9e20-89332c54a82c)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:05:37.031884 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': 'f72c11c2-c15f-43c8-8a5a-63115c8bd8eb', 'network_id': '335547d4-bfd2-4ca6-83e2-63a39090738e', 'port_id': 'f72c11c2-c15f-43c8-8a5a-63115c8bd8eb', 'mac_address': 'fa:16:3e:60:41:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef5ea7fa-565f-48e7-8d27-0c7d9b33e964', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:05:37.076428 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:37.097057 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f72c11c2-c15f-43c8-8a5a-63115c8bd8eb {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:05:37.125420 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port f72c11c2-c15f-43c8-8a5a-63115c8bd8eb, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=f72c11c2-c15f-43c8-8a5a-63115c8bd8eb,segment=NetworkSegment(a657cd3d-b4f1-4de9-9e20-89332c54a82c),segment_id=a657cd3d-b4f1-4de9-9e20-89332c54a82c)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:05:37.221062 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:37.298292 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=f72c11c2-c15f-43c8-8a5a-63115c8bd8eb,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:37.802521 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['f72c11c2-c15f-43c8-8a5a-63115c8bd8eb'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:05:38.013817 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31858a77-e326-4577-9979-07c77023dd96 x-openstack-request-id: req-31858a77-e326-4577-9979-07c77023dd96 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:05:38.029045 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0a1ddae-32c5-4a90-ad0b-ac2e4930a3be", "tag": "f72c11c2-c15f-43c8-8a5a-63115c8bd8eb", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:05:38.029045 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-31858a77-e326-4577-9979-07c77023dd96 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:05:38.029045 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0a1ddae-32c5-4a90-ad0b-ac2e4930a3be', 'tag': 'f72c11c2-c15f-43c8-8a5a-63115c8bd8eb', 'status': 'completed', 'code': 200} Dec 08 16:05:38.124341 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482fefa-f045-493b-b2fa-5d93bbda192d req-2ed31adc-3c3f-476c-b907-993d27a60aab tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:38.135869 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6482fefa-f045-493b-b2fa-5d93bbda192d req-2ed31adc-3c3f-476c-b907-993d27a60aab tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f53c77c-7353-4d34-8f3c-0219d1388746 HTTP/1.1" status: 200 len: 944 time: 0.2772501 Dec 08 16:05:38.204033 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784c602-888e-4184-a917-9029eb9b7a88 req-3a263f80-3f33-4f06-857f-065236d247c2 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:38.230674 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c784c602-888e-4184-a917-9029eb9b7a88 req-3a263f80-3f33-4f06-857f-065236d247c2 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0a1ddae-32c5-4a90-ad0b-ac2e4930a3be HTTP/1.1" status: 200 len: 944 time: 0.1130729 Dec 08 16:05:38.245993 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6482fefa-f045-493b-b2fa-5d93bbda192d req-2fc6e8ad-59f8-4194-9cee-6f95dfcf4fdf tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031852 Dec 08 16:05:38.250928 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb175642-f9ed-4acb-9889-d931f6c81d35 req-eb89fe3a-5cec-4dd1-99cf-6d8bc92797e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:38.253929 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cb175642-f9ed-4acb-9889-d931f6c81d35 req-eb89fe3a-5cec-4dd1-99cf-6d8bc92797e0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a852a94827a640d4b4d781ca2b4d8472&device_id=b0a1ddae-32c5-4a90-ad0b-ac2e4930a3be HTTP/1.1" status: 200 len: 1096 time: 0.1969244 Dec 08 16:05:38.297986 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c784c602-888e-4184-a917-9029eb9b7a88 req-fa5deb73-0b69-4974-90b9-d606fc1050ff tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ee75834-e759-4136-8277-a7cad0a8499a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747414 Dec 08 16:05:38.340767 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d243c6d-5e01-4948-830f-79e5fbd25db5 x-openstack-request-id: req-9d243c6d-5e01-4948-830f-79e5fbd25db5 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:05:38.344247 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fe14636-368a-4fc6-aee0-c7108424ec25", "name": "network-vif-plugged", "status": "completed", "tag": "c656e753-73c0-4015-95b7-a828d4ee2ad5", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:05:38.344633 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9d243c6d-5e01-4948-830f-79e5fbd25db5 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:05:38.345118 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fe14636-368a-4fc6-aee0-c7108424ec25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c656e753-73c0-4015-95b7-a828d4ee2ad5', 'code': 200} Dec 08 16:05:38.396848 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 36648) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:05:38.426980 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:38.494891 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb175642-f9ed-4acb-9889-d931f6c81d35 req-6000597b-261d-4b75-91e5-973bbeee0b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:38.500600 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cb175642-f9ed-4acb-9889-d931f6c81d35 req-6000597b-261d-4b75-91e5-973bbeee0b40 service neutron] 10.222.0.76 "GET /v2.0/networks?id=335547d4-bfd2-4ca6-83e2-63a39090738e HTTP/1.1" status: 200 len: 924 time: 0.2379947 Dec 08 16:05:38.515969 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f0681-79ca-4163-8fbe-cf429f8f5a07 req-cd3510d7-cf69-4086-9be7-2afda32d0d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:38.521860 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ca1f0681-79ca-4163-8fbe-cf429f8f5a07 req-cd3510d7-cf69-4086-9be7-2afda32d0d66 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8fe14636-368a-4fc6-aee0-c7108424ec25 HTTP/1.1" status: 200 len: 1101 time: 0.1075363 Dec 08 16:05:38.580126 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7766433-4509-45fb-8c48-693fb7d0a41e req-7f108d84-c4c6-45e6-bb02-e42fdc14e516 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:38.588862 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b7766433-4509-45fb-8c48-693fb7d0a41e req-7f108d84-c4c6-45e6-bb02-e42fdc14e516 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe14636-368a-4fc6-aee0-c7108424ec25 HTTP/1.1" status: 200 len: 949 time: 0.1817770 Dec 08 16:05:38.614809 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cb175642-f9ed-4acb-9889-d931f6c81d35 req-70a4ed69-1050-44e0-a017-5fbb33b5562e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f72c11c2-c15f-43c8-8a5a-63115c8bd8eb HTTP/1.1" status: 200 len: 217 time: 0.1059182 Dec 08 16:05:38.693352 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ca1f0681-79ca-4163-8fbe-cf429f8f5a07 req-89b51747-1892-4bac-ac8c-a02750f92d11 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589284 Dec 08 16:05:38.711185 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b7766433-4509-45fb-8c48-693fb7d0a41e req-d50ec01e-24e9-42f8-9726-a3f0958f5601 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168671 Dec 08 16:05:38.713206 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23750191-2d3d-4c97-b343-3532b2ae08fb req-8b8f3e99-2fbd-4dee-a7bd-7555e4f71159 tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:38.724683 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-23750191-2d3d-4c97-b343-3532b2ae08fb req-8b8f3e99-2fbd-4dee-a7bd-7555e4f71159 tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=9f53c77c-7353-4d34-8f3c-0219d1388746 HTTP/1.1" status: 200 len: 1096 time: 0.1583014 Dec 08 16:05:38.757119 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb175642-f9ed-4acb-9889-d931f6c81d35 req-b26848da-c4d0-4c3f-a78a-8bb0bf45f0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:38.757666 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cb175642-f9ed-4acb-9889-d931f6c81d35 req-b26848da-c4d0-4c3f-a78a-8bb0bf45f0a2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ef5ea7fa-565f-48e7-8d27-0c7d9b33e964 HTTP/1.1" status: 200 len: 862 time: 0.1236961 Dec 08 16:05:38.853149 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb175642-f9ed-4acb-9889-d931f6c81d35 req-79d9b921-9810-4b10-86d7-56f32597cb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:38.854725 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cb175642-f9ed-4acb-9889-d931f6c81d35 req-79d9b921-9810-4b10-86d7-56f32597cb5a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=335547d4-bfd2-4ca6-83e2-63a39090738e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0857873 Dec 08 16:05:38.872968 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-23750191-2d3d-4c97-b343-3532b2ae08fb req-9d12e6fa-5996-473e-8164-b80bc421cdd3 tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261122 Dec 08 16:05:39.024204 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cb175642-f9ed-4acb-9889-d931f6c81d35 req-66b56cd4-db54-4f13-a915-dcc8316fd8cf service neutron] 10.222.0.76 "GET /v2.0/networks/335547d4-bfd2-4ca6-83e2-63a39090738e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500413 Dec 08 16:05:39.094873 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c7b67695-6bde-4e0a-bd83-04f4afd1e8af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:39.153020 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cb175642-f9ed-4acb-9889-d931f6c81d35 req-4b822809-45c5-430f-92b8-996b004fa842 service neutron] 10.222.0.76 "GET /v2.0/networks/335547d4-bfd2-4ca6-83e2-63a39090738e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195889 Dec 08 16:05:39.732436 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-c7b67695-6bde-4e0a-bd83-04f4afd1e8af admin admin] Deleting port 9a30a0f9-200a-407b-bba6-e5f3e9b6fb4c {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:05:39.733371 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c7b67695-6bde-4e0a-bd83-04f4afd1e8af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:39.857841 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-c7b67695-6bde-4e0a-bd83-04f4afd1e8af admin admin] For port 9a30a0f9-200a-407b-bba6-e5f3e9b6fb4c, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=9a30a0f9-200a-407b-bba6-e5f3e9b6fb4c,segment=NetworkSegment(5c25e1e9-a743-426e-83d9-87df3b1d36bf),segment_id=5c25e1e9-a743-426e-83d9-87df3b1d36bf)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:05:39.858628 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c7b67695-6bde-4e0a-bd83-04f4afd1e8af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:39.874877 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-c7b67695-6bde-4e0a-bd83-04f4afd1e8af admin admin] Calling delete_port for 9a30a0f9-200a-407b-bba6-e5f3e9b6fb4c owned by network:router_interface {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:05:40.346459 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6838640d-6f74-4a5e-8c18-6f0e5a759f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46d77430-42b0-41e7-86b7-9e679590e4fc'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:05:40.348934 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ee9b30-342f-4166-a1b2-75893750e615" -d '{"events": [{"server_uuid": "6838640d-6f74-4a5e-8c18-6f0e5a759f51", "name": "network-vif-plugged", "status": "completed", "tag": "46d77430-42b0-41e7-86b7-9e679590e4fc"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:05:40.459200 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c7b67695-6bde-4e0a-bd83-04f4afd1e8af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:40.485284 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b67695-6bde-4e0a-bd83-04f4afd1e8af admin admin] Pushing event deleted for resources: {'Port': ['ID=9a30a0f9-200a-407b-bba6-e5f3e9b6fb4c,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:40.650617 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c7b67695-6bde-4e0a-bd83-04f4afd1e8af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:40.870315 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device f72c11c2-c15f-43c8-8a5a-63115c8bd8eb up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:05:41.124372 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port f72c11c2-c15f-43c8-8a5a-63115c8bd8eb completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:05:41.141181 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port f72c11c2-c15f-43c8-8a5a-63115c8bd8eb triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:05:41.142785 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:41.370854 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7b67695-6bde-4e0a-bd83-04f4afd1e8af admin admin] Router 93f69f35-4807-48b7-968b-0c37aaecf395 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:05:41.420947 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:41.443330 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port f72c11c2-c15f-43c8-8a5a-63115c8bd8eb, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=f72c11c2-c15f-43c8-8a5a-63115c8bd8eb,segment=NetworkSegment(a657cd3d-b4f1-4de9-9e20-89332c54a82c),segment_id=a657cd3d-b4f1-4de9-9e20-89332c54a82c)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:05:41.490068 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4d939951-560f-47dc-89bc-020ce5058706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:41.510428 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b67695-6bde-4e0a-bd83-04f4afd1e8af admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:05:41.519846 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c7b67695-6bde-4e0a-bd83-04f4afd1e8af admin admin] 10.222.0.64 "PUT /v2.0/routers/93f69f35-4807-48b7-968b-0c37aaecf395/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1196008 Dec 08 16:05:41.520195 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 36694) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:05:41.521865 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9655682-4920-4210-8701-5326cf3fa2d3 None None] Sync routers for ids ['93f69f35-4807-48b7-968b-0c37aaecf395'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:05:41.533010 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9655682-4920-4210-8701-5326cf3fa2d3 None None] Routers {'93f69f35-4807-48b7-968b-0c37aaecf395'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:05:41.534802 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-c9655682-4920-4210-8701-5326cf3fa2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:05:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['93f69f35-4807-48b7-968b-0c37aaecf395'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:05:41.642978 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:41.683777 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-c9655682-4920-4210-8701-5326cf3fa2d3 None None] Set router 93f69f35-4807-48b7-968b-0c37aaecf395 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:05:41.730526 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=f72c11c2-c15f-43c8-8a5a-63115c8bd8eb,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:41.924166 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-c9655682-4920-4210-8701-5326cf3fa2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f69f35-4807-48b7-968b-0c37aaecf395', 'name': 'tempest-AttachSCSIVolumeTestJSON-1661003948-router', 'tenant_id': 'c880bd21814b40e6ae3101d50323e3bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '1fafc6b9-1ce8-4ae6-ab93-e8ffedb07b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:02:50Z', 'updated_at': '2021-12-08T16:05:40Z', 'revision_number': 5, 'project_id': 'c880bd21814b40e6ae3101d50323e3bf', 'gw_port': {'id': '1fafc6b9-1ce8-4ae6-ab93-e8ffedb07b0e', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:17:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f69f35-4807-48b7-968b-0c37aaecf395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:02:52Z', 'updated_at': '2021-12-08T16:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:05:41.961963 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9655682-4920-4210-8701-5326cf3fa2d3 None None] Checking router: 93f69f35-4807-48b7-968b-0c37aaecf395 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:05:41.971923 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9655682-4920-4210-8701-5326cf3fa2d3 None None] Routers {'93f69f35-4807-48b7-968b-0c37aaecf395'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:05:41.973288 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-c9655682-4920-4210-8701-5326cf3fa2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:05:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['93f69f35-4807-48b7-968b-0c37aaecf395'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:05:41.976832 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-09a6115a-8ad4-466c-99c7-385296a36d94 admin admin] Publish callbacks [] for router, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:42.143533 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-c9655682-4920-4210-8701-5326cf3fa2d3 None None] Set router 93f69f35-4807-48b7-968b-0c37aaecf395 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:05:42.146989 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-09a6115a-8ad4-466c-99c7-385296a36d94 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:42.470099 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa91ec5-58da-4c2b-81f5-644480266343 req-67fbc86f-589f-4b34-b33a-2b612f02532b tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:42.481968 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ffa91ec5-58da-4c2b-81f5-644480266343 req-67fbc86f-589f-4b34-b33a-2b612f02532b tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0a1ddae-32c5-4a90-ad0b-ac2e4930a3be HTTP/1.1" status: 200 len: 945 time: 0.1139364 Dec 08 16:05:42.537040 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-09a6115a-8ad4-466c-99c7-385296a36d94 admin admin] Deleting port 1fafc6b9-1ce8-4ae6-ab93-e8ffedb07b0e {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:05:42.537040 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-09a6115a-8ad4-466c-99c7-385296a36d94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:42.554282 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ffa91ec5-58da-4c2b-81f5-644480266343 req-1b5f5d1a-1f34-42a0-9adb-8319b263ceaf tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ee75834-e759-4136-8277-a7cad0a8499a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698340 Dec 08 16:05:42.666856 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33181ba-7be2-4364-a1d1-dde2cde1ddd0 req-86c66299-dbf6-4906-bded-029a5b04a36d tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:42.671950 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e33181ba-7be2-4364-a1d1-dde2cde1ddd0 req-86c66299-dbf6-4906-bded-029a5b04a36d tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/networks?id=34422553-fc63-47d6-a631-7f666537bc5c HTTP/1.1" status: 200 len: 808 time: 0.3637760 Dec 08 16:05:42.673154 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-c9655682-4920-4210-8701-5326cf3fa2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f69f35-4807-48b7-968b-0c37aaecf395', 'name': 'tempest-AttachSCSIVolumeTestJSON-1661003948-router', 'tenant_id': 'c880bd21814b40e6ae3101d50323e3bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '1fafc6b9-1ce8-4ae6-ab93-e8ffedb07b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:02:50Z', 'updated_at': '2021-12-08T16:05:40Z', 'revision_number': 5, 'project_id': 'c880bd21814b40e6ae3101d50323e3bf', 'gw_port': {'id': '1fafc6b9-1ce8-4ae6-ab93-e8ffedb07b0e', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:17:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f69f35-4807-48b7-968b-0c37aaecf395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:02:52Z', 'updated_at': '2021-12-08T16:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:05:42.719427 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ca24a-95f2-419b-8652-bdea6f824d8a req-e1928c32-d1a1-4294-9f29-72cc528ec2c8 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:42.727624 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-768ca24a-95f2-419b-8652-bdea6f824d8a req-e1928c32-d1a1-4294-9f29-72cc528ec2c8 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe14636-368a-4fc6-aee0-c7108424ec25 HTTP/1.1" status: 200 len: 949 time: 0.0710914 Dec 08 16:05:42.753705 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9655682-4920-4210-8701-5326cf3fa2d3 None None] The sync data for ids ['93f69f35-4807-48b7-968b-0c37aaecf395'] in n-d-776250-12 is: [{'id': '93f69f35-4807-48b7-968b-0c37aaecf395', 'name': 'tempest-AttachSCSIVolumeTestJSON-1661003948-router', 'tenant_id': 'c880bd21814b40e6ae3101d50323e3bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '1fafc6b9-1ce8-4ae6-ab93-e8ffedb07b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:02:50Z', 'updated_at': '2021-12-08T16:05:40Z', 'revision_number': 5, 'project_id': 'c880bd21814b40e6ae3101d50323e3bf', 'gw_port': {'id': '1fafc6b9-1ce8-4ae6-ab93-e8ffedb07b0e', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:17:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f69f35-4807-48b7-968b-0c37aaecf395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:02:52Z', 'updated_at': '2021-12-08T16:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:05:42.782694 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-09a6115a-8ad4-466c-99c7-385296a36d94 admin admin] For port 1fafc6b9-1ce8-4ae6-ab93-e8ffedb07b0e, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=1fafc6b9-1ce8-4ae6-ab93-e8ffedb07b0e,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:05:42.783345 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-09a6115a-8ad4-466c-99c7-385296a36d94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:42.799775 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-768ca24a-95f2-419b-8652-bdea6f824d8a req-ddcff3e4-862a-4756-8a66-9d477a8be6fa tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691822 Dec 08 16:05:42.855417 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-09a6115a-8ad4-466c-99c7-385296a36d94 admin admin] Calling delete_port for 1fafc6b9-1ce8-4ae6-ab93-e8ffedb07b0e owned by network:router_gateway {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:05:42.886423 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb026f30-106d-41a8-aa19-87e9134e9e7e x-openstack-request-id: req-cb026f30-106d-41a8-aa19-87e9134e9e7e {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:05:42.886993 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6838640d-6f74-4a5e-8c18-6f0e5a759f51", "name": "network-vif-plugged", "status": "completed", "tag": "46d77430-42b0-41e7-86b7-9e679590e4fc", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:05:42.887210 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cb026f30-106d-41a8-aa19-87e9134e9e7e {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:05:42.888033 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6838640d-6f74-4a5e-8c18-6f0e5a759f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46d77430-42b0-41e7-86b7-9e679590e4fc', 'code': 200} Dec 08 16:05:43.024099 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e33181ba-7be2-4364-a1d1-dde2cde1ddd0 req-239c577e-99b4-4f19-aef5-c5e9f647bccb tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/quotas/8b17b512834447aea285923e7004d778 HTTP/1.1" status: 200 len: 375 time: 0.3489835 Dec 08 16:05:43.117138 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5849d612-332a-4d25-8c9f-7329ae69530d req-7f25524d-257e-45d9-9ad3-4e5d74d67644 tempest-MigrationsAdminTest-981664593 tempest-MigrationsAdminTest-981664593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:43.120309 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5849d612-332a-4d25-8c9f-7329ae69530d req-7f25524d-257e-45d9-9ad3-4e5d74d67644 tempest-MigrationsAdminTest-981664593 tempest-MigrationsAdminTest-981664593-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=8fe14636-368a-4fc6-aee0-c7108424ec25 HTTP/1.1" status: 200 len: 1101 time: 0.0535064 Dec 08 16:05:43.176304 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e33181ba-7be2-4364-a1d1-dde2cde1ddd0 req-d788bee3-3b69-4ef0-b372-1f6c8ef779cb tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8b17b512834447aea285923e7004d778&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1342115 Dec 08 16:05:43.315792 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5849d612-332a-4d25-8c9f-7329ae69530d req-c999c4eb-bc9d-4245-9168-b4befcc43b5f tempest-MigrationsAdminTest-981664593 tempest-MigrationsAdminTest-981664593-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901570 Dec 08 16:05:43.319102 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 9a30a0f9-200a-407b-bba6-e5f3e9b6fb4c no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:05:43.319435 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e33181ba-7be2-4364-a1d1-dde2cde1ddd0 req-f4b38b6d-35c8-4845-9922-ebebf081e146 service neutron] 10.222.0.64 "GET /v2.0/networks/34422553-fc63-47d6-a631-7f666537bc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149194 Dec 08 16:05:43.328506 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 9a30a0f9-200a-407b-bba6-e5f3e9b6fb4c {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:05:43.328754 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 9a30a0f9-200a-407b-bba6-e5f3e9b6fb4c not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:05:43.425399 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e33181ba-7be2-4364-a1d1-dde2cde1ddd0 req-525b1970-dcdd-485b-bfb1-b5fd556242b2 service neutron] 10.222.0.64 "GET /v2.0/networks/34422553-fc63-47d6-a631-7f666537bc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193893 Dec 08 16:05:43.512998 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-09a6115a-8ad4-466c-99c7-385296a36d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:43.552779 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a6115a-8ad4-466c-99c7-385296a36d94 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fafc6b9-1ce8-4ae6-ab93-e8ffedb07b0e,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:43.611612 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-09a6115a-8ad4-466c-99c7-385296a36d94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:43.704987 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-09a6115a-8ad4-466c-99c7-385296a36d94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:43.707126 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-09a6115a-8ad4-466c-99c7-385296a36d94 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:43.781308 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b8a4e853-a483-4e56-8e92-5922ab4aa842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:43.871555 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-09a6115a-8ad4-466c-99c7-385296a36d94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:43.874121 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a6115a-8ad4-466c-99c7-385296a36d94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93f69f35-4807-48b7-968b-0c37aaecf395 {{(pid=110551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:05:43.879038 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-09a6115a-8ad4-466c-99c7-385296a36d94 admin admin] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:43.880307 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-09a6115a-8ad4-466c-99c7-385296a36d94 admin admin] 10.222.0.64 "DELETE /v2.0/routers/93f69f35-4807-48b7-968b-0c37aaecf395 HTTP/1.1" status: 204 len: 168 time: 2.3590231 Dec 08 16:05:43.883063 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 36786) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:05:43.973595 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-8748a534-26d3-4604-8180-9ad0e6c30370 admin admin] Deleting subnet 99585e53-39d8-41c7-9c1c-34978972c4c3 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:05:43.978605 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8748a534-26d3-4604-8180-9ad0e6c30370 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:44.043915 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8748a534-26d3-4604-8180-9ad0e6c30370 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:44.170748 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8748a534-26d3-4604-8180-9ad0e6c30370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:44.427270 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8748a534-26d3-4604-8180-9ad0e6c30370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:44.443123 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8748a534-26d3-4604-8180-9ad0e6c30370 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:44.449374 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b2b284-7c3d-4f8b-a737-efd3e6df39a4 None None] Network 18566df4-f51e-4bda-be63-239ee9dc09ee requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:05:44.463151 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-8748a534-26d3-4604-8180-9ad0e6c30370 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/99585e53-39d8-41c7-9c1c-34978972c4c3 HTTP/1.1" status: 204 len: 168 time: 0.5759830 Dec 08 16:05:44.463523 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 36802) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:05:44.541586 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8748a534-26d3-4604-8180-9ad0e6c30370 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99585e53-39d8-41c7-9c1c-34978972c4c3,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:44.564237 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8748a534-26d3-4604-8180-9ad0e6c30370 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:05:44.565362 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8748a534-26d3-4604-8180-9ad0e6c30370 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:05:44.580030 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8748a534-26d3-4604-8180-9ad0e6c30370 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:05:44.580763 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8748a534-26d3-4604-8180-9ad0e6c30370 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:05:44.582181 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8748a534-26d3-4604-8180-9ad0e6c30370 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:05:44.590542 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8748a534-26d3-4604-8180-9ad0e6c30370 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:05:44.606014 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8748a534-26d3-4604-8180-9ad0e6c30370 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:05:44.607036 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8748a534-26d3-4604-8180-9ad0e6c30370 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:05:44.610923 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8748a534-26d3-4604-8180-9ad0e6c30370 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:05:44.611836 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8748a534-26d3-4604-8180-9ad0e6c30370 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:05:44.612679 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8748a534-26d3-4604-8180-9ad0e6c30370 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:05:44.613626 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8748a534-26d3-4604-8180-9ad0e6c30370 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:05:44.614418 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8748a534-26d3-4604-8180-9ad0e6c30370 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:05:44.755269 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-433b0bdf-35e6-413d-bbc0-ffce9e5cb400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:44.785789 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e119baea-addb-42e0-af80-3d6464c46602 None None] DHCP port deletion for 18566df4-f51e-4bda-be63-239ee9dc09ee request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:05:44.892986 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0a1ddae-32c5-4a90-ad0b-ac2e4930a3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f72c11c2-c15f-43c8-8a5a-63115c8bd8eb'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:05:44.898384 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ebe74b-a418-4ace-97b3-2d47f329686e" -d '{"events": [{"server_uuid": "b0a1ddae-32c5-4a90-ad0b-ac2e4930a3be", "name": "network-vif-plugged", "status": "completed", "tag": "f72c11c2-c15f-43c8-8a5a-63115c8bd8eb"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:05:44.903703 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-433b0bdf-35e6-413d-bbc0-ffce9e5cb400 admin admin] Deleting port 9e15fd09-7743-4925-b505-11532aa4aab4 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:05:44.904036 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-433b0bdf-35e6-413d-bbc0-ffce9e5cb400 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:44.909916 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-e119baea-addb-42e0-af80-3d6464c46602 None None] Deleting port 9e15fd09-7743-4925-b505-11532aa4aab4 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:05:44.910285 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e119baea-addb-42e0-af80-3d6464c46602 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:44.988438 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-433b0bdf-35e6-413d-bbc0-ffce9e5cb400 admin admin] For port 9e15fd09-7743-4925-b505-11532aa4aab4, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=9e15fd09-7743-4925-b505-11532aa4aab4,segment=NetworkSegment(5c25e1e9-a743-426e-83d9-87df3b1d36bf),segment_id=5c25e1e9-a743-426e-83d9-87df3b1d36bf)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:05:44.988838 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-433b0bdf-35e6-413d-bbc0-ffce9e5cb400 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:44.993269 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-e119baea-addb-42e0-af80-3d6464c46602 None None] For port 9e15fd09-7743-4925-b505-11532aa4aab4, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=9e15fd09-7743-4925-b505-11532aa4aab4,segment=NetworkSegment(5c25e1e9-a743-426e-83d9-87df3b1d36bf),segment_id=5c25e1e9-a743-426e-83d9-87df3b1d36bf)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:05:44.993906 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e119baea-addb-42e0-af80-3d6464c46602 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:45.009456 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-433b0bdf-35e6-413d-bbc0-ffce9e5cb400 admin admin] Calling delete_port for 9e15fd09-7743-4925-b505-11532aa4aab4 owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:05:45.022269 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-e119baea-addb-42e0-af80-3d6464c46602 None None] Calling delete_port for 9e15fd09-7743-4925-b505-11532aa4aab4 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:05:45.160952 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:45.295683 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-433b0bdf-35e6-413d-bbc0-ffce9e5cb400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:45.305952 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e119baea-addb-42e0-af80-3d6464c46602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:45.359727 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433b0bdf-35e6-413d-bbc0-ffce9e5cb400 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e15fd09-7743-4925-b505-11532aa4aab4,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:45.360272 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 9e15fd09-7743-4925-b505-11532aa4aab4 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:05:45.362570 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e119baea-addb-42e0-af80-3d6464c46602 None None] No DVR routers for this DVR port 9e15fd09-7743-4925-b505-11532aa4aab4 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:05:45.364406 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433b0bdf-35e6-413d-bbc0-ffce9e5cb400 admin admin] No DVR routers for this DVR port 9e15fd09-7743-4925-b505-11532aa4aab4 on host n-d-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:05:45.364540 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e119baea-addb-42e0-af80-3d6464c46602 None None] Pushing event deleted for resources: {'Port': ['ID=9e15fd09-7743-4925-b505-11532aa4aab4,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:45.389709 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 9e15fd09-7743-4925-b505-11532aa4aab4 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:05:45.390070 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 9e15fd09-7743-4925-b505-11532aa4aab4 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:05:45.390490 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 1fafc6b9-1ce8-4ae6-ab93-e8ffedb07b0e no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:05:45.411637 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 1fafc6b9-1ce8-4ae6-ab93-e8ffedb07b0e {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:05:45.411988 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 1fafc6b9-1ce8-4ae6-ab93-e8ffedb07b0e not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:05:45.489184 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-433b0bdf-35e6-413d-bbc0-ffce9e5cb400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:45.532138 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-433b0bdf-35e6-413d-bbc0-ffce9e5cb400 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18566df4-f51e-4bda-be63-239ee9dc09ee']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:05:45.555344 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-433b0bdf-35e6-413d-bbc0-ffce9e5cb400 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c25e1e9-a743-426e-83d9-87df3b1d36bf') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:05:45.555650 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-433b0bdf-35e6-413d-bbc0-ffce9e5cb400 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c25e1e9-a743-426e-83d9-87df3b1d36bf') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:05:45.585022 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-433b0bdf-35e6-413d-bbc0-ffce9e5cb400 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:45.615256 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-433b0bdf-35e6-413d-bbc0-ffce9e5cb400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:45.622922 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-433b0bdf-35e6-413d-bbc0-ffce9e5cb400 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:05:45.623442 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-433b0bdf-35e6-413d-bbc0-ffce9e5cb400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:45.625571 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:05:45.625571 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:05:45.625571 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:05:45.625571 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:05:45.625571 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:05:45.625571 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:05:45.625571 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:05:45.625571 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:05:45.625571 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:05:45.625571 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:05:45.625571 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:05:45.625571 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:05:45.625571 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:05:45.625571 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:05:45.625571 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:05:45.625571 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:05:45.625571 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:05:45.625571 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:05:45.625571 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:05:45.625571 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:05:45.625571 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:05:45.625571 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:05:45.625571 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:05:45.625571 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:05:45.625571 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:05:45.625571 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:05:45.625571 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:05:45.625571 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:05:45.625571 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:05:45.625571 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:05:45.625571 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:05:45.625571 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:05:45.824212 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25837852-8f26-4679-aaae-53c2b048a09e req-e0e87bf0-226e-4a04-925c-9f61e59c724b tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:45.848334 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-25837852-8f26-4679-aaae-53c2b048a09e req-e0e87bf0-226e-4a04-925c-9f61e59c724b tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0a1ddae-32c5-4a90-ad0b-ac2e4930a3be HTTP/1.1" status: 200 len: 945 time: 0.1263540 Dec 08 16:05:45.927697 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-433b0bdf-35e6-413d-bbc0-ffce9e5cb400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:45.941785 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-433b0bdf-35e6-413d-bbc0-ffce9e5cb400 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:45.950169 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 36832) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:05:45.964216 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-433b0bdf-35e6-413d-bbc0-ffce9e5cb400 admin admin] 10.222.0.64 "DELETE /v2.0/networks/18566df4-f51e-4bda-be63-239ee9dc09ee HTTP/1.1" status: 204 len: 168 time: 1.4978433 Dec 08 16:05:45.983014 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-25837852-8f26-4679-aaae-53c2b048a09e req-c3d9f2d4-8afc-4171-8fd4-2bb50f1f1e26 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ee75834-e759-4136-8277-a7cad0a8499a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303315 Dec 08 16:05:46.019666 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433b0bdf-35e6-413d-bbc0-ffce9e5cb400 admin admin] Pushing event deleted for resources: {'Network': ['ID=18566df4-f51e-4bda-be63-239ee9dc09ee,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:46.061617 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8915c31c-193d-446f-a3d5-82269c76e56a x-openstack-request-id: req-8915c31c-193d-446f-a3d5-82269c76e56a {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:05:46.062256 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0a1ddae-32c5-4a90-ad0b-ac2e4930a3be", "name": "network-vif-plugged", "status": "completed", "tag": "f72c11c2-c15f-43c8-8a5a-63115c8bd8eb", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:05:46.062256 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8915c31c-193d-446f-a3d5-82269c76e56a {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:05:46.062582 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0a1ddae-32c5-4a90-ad0b-ac2e4930a3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f72c11c2-c15f-43c8-8a5a-63115c8bd8eb', 'code': 200} Dec 08 16:05:46.116228 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9dc70aac-df36-4ff7-a5db-03bd54775c3b req-74a82ccf-33fe-40b8-9cef-bd54d61e13d5 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f7139be-5294-4aa3-a41f-1733174f1637 HTTP/1.1" status: 200 len: 210 time: 0.1584527 Dec 08 16:05:46.351755 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27830831-ac6c-4f76-a21c-6e7ca2f2e677 req-573ebc0a-8ea5-4df7-a7d5-ebb1a864a72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:46.354026 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-27830831-ac6c-4f76-a21c-6e7ca2f2e677 req-573ebc0a-8ea5-4df7-a7d5-ebb1a864a72a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b0a1ddae-32c5-4a90-ad0b-ac2e4930a3be HTTP/1.1" status: 200 len: 1097 time: 0.1210778 Dec 08 16:05:46.357140 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-575c7417-ad9e-412f-8881-db691aab33eb req-e1cbcc28-8273-4609-a833-df32682bf344 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8fe14636-368a-4fc6-aee0-c7108424ec25&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1377778 Dec 08 16:05:46.368772 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa92f7a-843e-489d-9589-6402e8e57066 req-ea23c7dc-1149-4001-b627-ad3ca181eddd tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:46.370576 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8fa92f7a-843e-489d-9589-6402e8e57066 req-ea23c7dc-1149-4001-b627-ad3ca181eddd tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe14636-368a-4fc6-aee0-c7108424ec25 HTTP/1.1" status: 200 len: 949 time: 0.1333637 Dec 08 16:05:46.469348 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-27830831-ac6c-4f76-a21c-6e7ca2f2e677 req-d69a85ec-a02e-4a10-b6f9-a00eae052751 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=9ee75834-e759-4136-8277-a7cad0a8499a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047218 Dec 08 16:05:46.503480 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8fa92f7a-843e-489d-9589-6402e8e57066 req-9e0547fa-29da-4b6e-b395-ff21404c4940 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220813 Dec 08 16:05:46.662115 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:46.866119 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fa23186a-f3c0-469c-8348-e089587a91a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:46.896720 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 8162876c-f6c5-48eb-8274-68769056fd81 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:05:47.103637 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:47.150692 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 8162876c-f6c5-48eb-8274-68769056fd81, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=8162876c-f6c5-48eb-8274-68769056fd81,segment=NetworkSegment(e6288665-5271-4e12-95de-f05a0f00000f),segment_id=e6288665-5271-4e12-95de-f05a0f00000f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:05:47.215405 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:47.308415 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=8162876c-f6c5-48eb-8274-68769056fd81,revision_number=8']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:47.369713 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a7e59-37cd-47b7-b85e-b92ac872de74 req-eddd8fda-938f-43e2-bb47-3d76c4dd5f52 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:47.380807 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2e0a7e59-37cd-47b7-b85e-b92ac872de74 req-eddd8fda-938f-43e2-bb47-3d76c4dd5f52 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/networks?id=7f044dd4-dc97-4f05-8a73-1de9a290e893 HTTP/1.1" status: 200 len: 804 time: 0.4227276 Dec 08 16:05:47.421890 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca780d3a-a1d1-41bb-a73a-600cb6dd3863 req-e3e84733-5571-44f3-8f9c-06d0d54fba2f tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:47.426845 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ca780d3a-a1d1-41bb-a73a-600cb6dd3863 req-e3e84733-5571-44f3-8f9c-06d0d54fba2f tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0a1ddae-32c5-4a90-ad0b-ac2e4930a3be HTTP/1.1" status: 200 len: 945 time: 0.2965558 Dec 08 16:05:47.455868 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2e0a7e59-37cd-47b7-b85e-b92ac872de74 req-4154f6f7-3177-49b1-9f30-aa52ca766732 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/quotas/caac6054f139468286b7372b1a81b368 HTTP/1.1" status: 200 len: 375 time: 0.0740817 Dec 08 16:05:47.495558 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:47.518664 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33181ba-7be2-4364-a1d1-dde2cde1ddd0 req-d90786bc-03c9-4807-9e60-d09626f8fdb5 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:47.522006 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e33181ba-7be2-4364-a1d1-dde2cde1ddd0 req-d90786bc-03c9-4807-9e60-d09626f8fdb5 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.37 "GET /v2.0/networks?id=34422553-fc63-47d6-a631-7f666537bc5c HTTP/1.1" status: 200 len: 808 time: 0.3603649 Dec 08 16:05:47.556549 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-e33181ba-7be2-4364-a1d1-dde2cde1ddd0 req-176e7923-200f-4268-a3a2-8b7f7213bbf5 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Request body: {'port': {'device_id': '3f7139be-5294-4aa3-a41f-1733174f1637', 'network_id': '34422553-fc63-47d6-a631-7f666537bc5c', 'admin_state_up': True, 'tenant_id': '8b17b512834447aea285923e7004d778'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:05:47.669334 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2e0a7e59-37cd-47b7-b85e-b92ac872de74 req-37d369b9-016f-4123-9d85-a9d7ab7a119a tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=caac6054f139468286b7372b1a81b368&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2117858 Dec 08 16:05:47.787740 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ca780d3a-a1d1-41bb-a73a-600cb6dd3863 req-87cd403c-c526-4735-90a8-5f81683b9f52 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ee75834-e759-4136-8277-a7cad0a8499a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3426783 Dec 08 16:05:47.941958 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2e0a7e59-37cd-47b7-b85e-b92ac872de74 req-393b7b34-d522-4fd2-b1b0-fbb70ca350e3 service neutron] 10.222.0.64 "GET /v2.0/networks/7f044dd4-dc97-4f05-8a73-1de9a290e893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712319 Dec 08 16:05:47.955419 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-fa23186a-f3c0-469c-8348-e089587a91a5 admin admin] Deleting port c107ec0c-40d4-44b2-ac59-ed2c5e816629 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:05:47.955758 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fa23186a-f3c0-469c-8348-e089587a91a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:47.999657 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8ae56a5c-ee00-437c-b18b-3c103bff2b83 req-69694513-ca3b-4d57-9dd8-742a66fd805b tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f7139be-5294-4aa3-a41f-1733174f1637 HTTP/1.1" status: 200 len: 210 time: 0.0754924 Dec 08 16:05:48.063467 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c1c965-cb29-49ef-be40-4874f8ee0f28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8162876c-f6c5-48eb-8274-68769056fd81'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:05:48.066049 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9e4e69-1baf-42e4-b1b7-d58a4e8558c7" -d '{"events": [{"server_uuid": "22c1c965-cb29-49ef-be40-4874f8ee0f28", "name": "network-vif-unplugged", "status": "completed", "tag": "8162876c-f6c5-48eb-8274-68769056fd81"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:05:48.126420 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2e0a7e59-37cd-47b7-b85e-b92ac872de74 req-e3f57980-3962-4f60-9089-27829100da39 service neutron] 10.222.0.64 "GET /v2.0/networks/7f044dd4-dc97-4f05-8a73-1de9a290e893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836882 Dec 08 16:05:48.140500 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-fa23186a-f3c0-469c-8348-e089587a91a5 admin admin] For port c107ec0c-40d4-44b2-ac59-ed2c5e816629, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=c107ec0c-40d4-44b2-ac59-ed2c5e816629,segment=NetworkSegment(d8cbc16c-3c79-415b-9e86-47397899e6ea),segment_id=d8cbc16c-3c79-415b-9e86-47397899e6ea)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:05:48.141295 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fa23186a-f3c0-469c-8348-e089587a91a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:48.162794 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e33181ba-7be2-4364-a1d1-dde2cde1ddd0 req-176e7923-200f-4268-a3a2-8b7f7213bbf5 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Made reservation on behalf of 8b17b512834447aea285923e7004d778 for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:05:48.167774 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-fa23186a-f3c0-469c-8348-e089587a91a5 admin admin] Calling delete_port for c107ec0c-40d4-44b2-ac59-ed2c5e816629 owned by network:router_interface {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:05:48.168374 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-e33181ba-7be2-4364-a1d1-dde2cde1ddd0 req-176e7923-200f-4268-a3a2-8b7f7213bbf5 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:48.204210 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b4339-efd0-4f71-a8dc-815e729ba9e5 req-87dc0143-2707-4558-89e2-147d6f4f067c tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:48.217958 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5e6b4339-efd0-4f71-a8dc-815e729ba9e5 req-87dc0143-2707-4558-89e2-147d6f4f067c tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe14636-368a-4fc6-aee0-c7108424ec25 HTTP/1.1" status: 200 len: 949 time: 0.1269019 Dec 08 16:05:48.411347 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5e6b4339-efd0-4f71-a8dc-815e729ba9e5 req-f7834096-8a13-4ba6-8641-17cb6e2e3c21 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923785 Dec 08 16:05:48.467666 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [req-e33181ba-7be2-4364-a1d1-dde2cde1ddd0 req-176e7923-200f-4268-a3a2-8b7f7213bbf5 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Allocated IP 172.20.0.10 (34422553-fc63-47d6-a631-7f666537bc5c/5db44a3c-d12a-4344-a611-2d41355a5e50/3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:05:48.621110 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fa23186a-f3c0-469c-8348-e089587a91a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:48.634320 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ecbd734-5105-4cc8-beeb-ce585d3c590d x-openstack-request-id: req-6ecbd734-5105-4cc8-beeb-ce585d3c590d {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:05:48.634886 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c1c965-cb29-49ef-be40-4874f8ee0f28", "name": "network-vif-unplugged", "status": "completed", "tag": "8162876c-f6c5-48eb-8274-68769056fd81", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:05:48.634886 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6ecbd734-5105-4cc8-beeb-ce585d3c590d {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:05:48.635286 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c1c965-cb29-49ef-be40-4874f8ee0f28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8162876c-f6c5-48eb-8274-68769056fd81', 'code': 200} Dec 08 16:05:48.676084 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa23186a-f3c0-469c-8348-e089587a91a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c107ec0c-40d4-44b2-ac59-ed2c5e816629,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:48.704555 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-14f31533-cd8d-4ea0-a33a-caac4d23700d req-93a5ff23-07fe-4e90-8e6a-742e30fb2877 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=e70b4347-602d-458c-b829-74616ace4b59 HTTP/1.1" status: 200 len: 210 time: 0.0526202 Dec 08 16:05:48.781495 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-e33181ba-7be2-4364-a1d1-dde2cde1ddd0 req-176e7923-200f-4268-a3a2-8b7f7213bbf5 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:48.971654 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-e33181ba-7be2-4364-a1d1-dde2cde1ddd0 req-176e7923-200f-4268-a3a2-8b7f7213bbf5 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:49.043894 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176e7923-200f-4268-a3a2-8b7f7213bbf5 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Pushing event updated for resources: {'Port': ['ID=3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:49.140502 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e33181ba-7be2-4364-a1d1-dde2cde1ddd0 req-176e7923-200f-4268-a3a2-8b7f7213bbf5 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Network 34422553-fc63-47d6-a631-7f666537bc5c is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:05:49.142151 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b727bb-504a-4420-a58f-4d2880a82966 req-07ab1e84-cd80-41fc-b78e-c6ecec702304 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:49.147919 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-99b727bb-504a-4420-a58f-4d2880a82966 req-07ab1e84-cd80-41fc-b78e-c6ecec702304 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0a1ddae-32c5-4a90-ad0b-ac2e4930a3be HTTP/1.1" status: 200 len: 945 time: 0.1965206 Dec 08 16:05:49.153561 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [req-e33181ba-7be2-4364-a1d1-dde2cde1ddd0 req-176e7923-200f-4268-a3a2-8b7f7213bbf5 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:05:49.159190 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fa23186a-f3c0-469c-8348-e089587a91a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:49.159521 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-e33181ba-7be2-4364-a1d1-dde2cde1ddd0 req-176e7923-200f-4268-a3a2-8b7f7213bbf5 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:05:49.254188 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33181ba-7be2-4364-a1d1-dde2cde1ddd0 req-176e7923-200f-4268-a3a2-8b7f7213bbf5 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:49.254865 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-e33181ba-7be2-4364-a1d1-dde2cde1ddd0 req-176e7923-200f-4268-a3a2-8b7f7213bbf5 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:49.272938 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f52c812-a4cd-4f18-bb82-2837b1be67a6 req-5a6a5e7c-a88f-41f8-8187-597cd240277a tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:49.275170 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5f52c812-a4cd-4f18-bb82-2837b1be67a6 req-5a6a5e7c-a88f-41f8-8187-597cd240277a tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f7139be-5294-4aa3-a41f-1733174f1637 HTTP/1.1" status: 200 len: 932 time: 0.1452308 Dec 08 16:05:49.310588 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-99b727bb-504a-4420-a58f-4d2880a82966 req-00f8408b-c8a0-4f17-bf60-638997144a44 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ee75834-e759-4136-8277-a7cad0a8499a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508255 Dec 08 16:05:49.369335 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:05:49.369906 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5f52c812-a4cd-4f18-bb82-2837b1be67a6 req-2c7b15f0-d9f5-440f-89d7-d2031a2f0f8f tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721071 Dec 08 16:05:49.488419 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e33181ba-7be2-4364-a1d1-dde2cde1ddd0 req-176e7923-200f-4268-a3a2-8b7f7213bbf5 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9545920 Dec 08 16:05:49.580623 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-e33181ba-7be2-4364-a1d1-dde2cde1ddd0 req-822949ad-8746-476c-bfd8-ad21bf89fda9 service neutron] Request body: {'port': {'device_id': '3f7139be-5294-4aa3-a41f-1733174f1637', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:05:49.588524 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa23186a-f3c0-469c-8348-e089587a91a5 admin admin] Router c4914c2c-8625-4316-bb2e-2197da28b8d9 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:05:49.613668 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d6bc2-6276-452d-aa26-02d98ff427c0 req-f9ae82ee-fd48-4680-9b90-36258b86ecb7 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:49.621738 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-408d6bc2-6276-452d-aa26-02d98ff427c0 req-f9ae82ee-fd48-4680-9b90-36258b86ecb7 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe14636-368a-4fc6-aee0-c7108424ec25 HTTP/1.1" status: 200 len: 949 time: 0.1176221 Dec 08 16:05:49.715040 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-408d6bc2-6276-452d-aa26-02d98ff427c0 req-e475f118-e9ec-42a0-a0d7-9435ea180137 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924060 Dec 08 16:05:49.734499 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-e33181ba-7be2-4364-a1d1-dde2cde1ddd0 req-822949ad-8746-476c-bfd8-ad21bf89fda9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:49.889570 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-195ba45e-b541-4003-bfaf-938d76b2fbc8 req-20e8da8f-e9c7-4143-ab65-4bd287c81fbf tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=e70b4347-602d-458c-b829-74616ace4b59 HTTP/1.1" status: 200 len: 210 time: 0.0330708 Dec 08 16:05:49.950408 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa23186a-f3c0-469c-8348-e089587a91a5 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:05:49.955918 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-fa23186a-f3c0-469c-8348-e089587a91a5 admin admin] 10.222.0.64 "PUT /v2.0/routers/c4914c2c-8625-4316-bb2e-2197da28b8d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0045536 Dec 08 16:05:49.964350 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736a24f3-9606-4620-870e-1d9930462c56 None None] Sync routers for ids ['c4914c2c-8625-4316-bb2e-2197da28b8d9'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:05:49.965002 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 36950) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:05:49.976899 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736a24f3-9606-4620-870e-1d9930462c56 None None] Routers {'c4914c2c-8625-4316-bb2e-2197da28b8d9'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:05:49.977581 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-736a24f3-9606-4620-870e-1d9930462c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:05:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['c4914c2c-8625-4316-bb2e-2197da28b8d9'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:05:50.098919 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-736a24f3-9606-4620-870e-1d9930462c56 None None] Set router c4914c2c-8625-4316-bb2e-2197da28b8d9 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:05:50.242359 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [req-e33181ba-7be2-4364-a1d1-dde2cde1ddd0 req-822949ad-8746-476c-bfd8-ad21bf89fda9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2 {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:05:50.263839 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-e33181ba-7be2-4364-a1d1-dde2cde1ddd0 req-822949ad-8746-476c-bfd8-ad21bf89fda9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:50.355606 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-736a24f3-9606-4620-870e-1d9930462c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4914c2c-8625-4316-bb2e-2197da28b8d9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1952810269-router', 'tenant_id': '4452a1bd0aec434ab61ca7f780b916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '06ce213e-4a2a-4474-b971-0f633a7c9372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:03:11Z', 'updated_at': '2021-12-08T16:05:48Z', 'revision_number': 5, 'project_id': '4452a1bd0aec434ab61ca7f780b916fe', 'gw_port': {'id': '06ce213e-4a2a-4474-b971-0f633a7c9372', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:21:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4914c2c-8625-4316-bb2e-2197da28b8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:03:12Z', 'updated_at': '2021-12-08T16:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:05:50.440701 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736a24f3-9606-4620-870e-1d9930462c56 None None] Checking router: c4914c2c-8625-4316-bb2e-2197da28b8d9 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:05:50.441408 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-75a3f171-c480-488c-8e63-278a5cc7a381 admin admin] Publish callbacks [] for router, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:50.482807 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736a24f3-9606-4620-870e-1d9930462c56 None None] Routers {'c4914c2c-8625-4316-bb2e-2197da28b8d9'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:05:50.483765 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-736a24f3-9606-4620-870e-1d9930462c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:05:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['c4914c2c-8625-4316-bb2e-2197da28b8d9'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:05:50.524887 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [req-e33181ba-7be2-4364-a1d1-dde2cde1ddd0 req-822949ad-8746-476c-bfd8-ad21bf89fda9 service neutron] Transition to ACTIVE for port object 3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2 will not be triggered until provisioned by entity L2. {{(pid=110551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:05:50.581602 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b96dd9-403a-4e5f-ba26-fe080d2e502e req-c0585f80-ba29-4e48-9c77-21202b64797e tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:50.590102 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-98b96dd9-403a-4e5f-ba26-fe080d2e502e req-c0585f80-ba29-4e48-9c77-21202b64797e tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0a1ddae-32c5-4a90-ad0b-ac2e4930a3be HTTP/1.1" status: 200 len: 945 time: 0.1456842 Dec 08 16:05:50.671500 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-e33181ba-7be2-4364-a1d1-dde2cde1ddd0 req-822949ad-8746-476c-bfd8-ad21bf89fda9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:50.726180 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-736a24f3-9606-4620-870e-1d9930462c56 None None] Set router c4914c2c-8625-4316-bb2e-2197da28b8d9 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:05:50.746017 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-98b96dd9-403a-4e5f-ba26-fe080d2e502e req-b22a7235-e3a0-42bf-a785-6b14dfc79a4b tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ee75834-e759-4136-8277-a7cad0a8499a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478379 Dec 08 16:05:50.770713 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc7274c-5aa5-425a-8f1b-ef0a3169054d req-fd785d21-4e03-435f-ac78-8200d803dff3 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:50.794782 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ddc7274c-5aa5-425a-8f1b-ef0a3169054d req-fd785d21-4e03-435f-ac78-8200d803dff3 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f7139be-5294-4aa3-a41f-1733174f1637 HTTP/1.1" status: 200 len: 932 time: 0.2370775 Dec 08 16:05:50.868105 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822949ad-8746-476c-bfd8-ad21bf89fda9 service neutron] Pushing event updated for resources: {'Port': ['ID=3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:50.892348 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-75a3f171-c480-488c-8e63-278a5cc7a381 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:50.995467 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ddc7274c-5aa5-425a-8f1b-ef0a3169054d req-d1088aae-1648-43fe-ae1f-8925b329cbe8 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936295 Dec 08 16:05:51.124318 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-e33181ba-7be2-4364-a1d1-dde2cde1ddd0 req-822949ad-8746-476c-bfd8-ad21bf89fda9 service neutron] Attempting to bind port 3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:05:51.124599 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-e33181ba-7be2-4364-a1d1-dde2cde1ddd0 req-822949ad-8746-476c-bfd8-ad21bf89fda9 service neutron] Attempting to bind port 3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': 'feac72a6-bbb0-42da-a5f2-51d59135d26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '34422553-fc63-47d6-a631-7f666537bc5c'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:05:51.124933 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33181ba-7be2-4364-a1d1-dde2cde1ddd0 req-822949ad-8746-476c-bfd8-ad21bf89fda9 service neutron] Attempting to bind port 3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2 on network 34422553-fc63-47d6-a631-7f666537bc5c {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:05:51.244668 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33181ba-7be2-4364-a1d1-dde2cde1ddd0 req-822949ad-8746-476c-bfd8-ad21bf89fda9 service neutron] Port 3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2 on network 34422553-fc63-47d6-a631-7f666537bc5c not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:05:51.257152 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33181ba-7be2-4364-a1d1-dde2cde1ddd0 req-822949ad-8746-476c-bfd8-ad21bf89fda9 service neutron] Attempting to bind port 3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2 on network 34422553-fc63-47d6-a631-7f666537bc5c {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:05:51.347356 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33181ba-7be2-4364-a1d1-dde2cde1ddd0 req-822949ad-8746-476c-bfd8-ad21bf89fda9 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:05:51.347727 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33181ba-7be2-4364-a1d1-dde2cde1ddd0 req-822949ad-8746-476c-bfd8-ad21bf89fda9 service neutron] Checking segment: {'id': 'feac72a6-bbb0-42da-a5f2-51d59135d26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '34422553-fc63-47d6-a631-7f666537bc5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:05:51.351777 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33181ba-7be2-4364-a1d1-dde2cde1ddd0 req-822949ad-8746-476c-bfd8-ad21bf89fda9 service neutron] Bound using segment: {'id': 'feac72a6-bbb0-42da-a5f2-51d59135d26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '34422553-fc63-47d6-a631-7f666537bc5c'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:05:51.352281 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-e33181ba-7be2-4364-a1d1-dde2cde1ddd0 req-822949ad-8746-476c-bfd8-ad21bf89fda9 service neutron] Bound port: 3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feac72a6-bbb0-42da-a5f2-51d59135d26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '34422553-fc63-47d6-a631-7f666537bc5c'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:05:51.356586 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-e33181ba-7be2-4364-a1d1-dde2cde1ddd0 req-822949ad-8746-476c-bfd8-ad21bf89fda9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:51.388307 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-14614504-c733-4333-a735-311a86fc0d31 req-afbad881-d7bb-4caf-93e2-12af10da229d tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=e70b4347-602d-458c-b829-74616ace4b59 HTTP/1.1" status: 200 len: 210 time: 0.0837507 Dec 08 16:05:51.412068 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cca905-9790-41f4-9bd4-916d8fb052ba req-cf79f88a-ec34-4df1-93b9-20fe907e2ed1 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:51.420444 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e7cca905-9790-41f4-9bd4-916d8fb052ba req-cf79f88a-ec34-4df1-93b9-20fe907e2ed1 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe14636-368a-4fc6-aee0-c7108424ec25 HTTP/1.1" status: 200 len: 949 time: 0.2880940 Dec 08 16:05:51.430683 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-75a3f171-c480-488c-8e63-278a5cc7a381 admin admin] Deleting port 06ce213e-4a2a-4474-b971-0f633a7c9372 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:05:51.431088 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-75a3f171-c480-488c-8e63-278a5cc7a381 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:51.580671 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-736a24f3-9606-4620-870e-1d9930462c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4914c2c-8625-4316-bb2e-2197da28b8d9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1952810269-router', 'tenant_id': '4452a1bd0aec434ab61ca7f780b916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '06ce213e-4a2a-4474-b971-0f633a7c9372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:03:11Z', 'updated_at': '2021-12-08T16:05:48Z', 'revision_number': 5, 'project_id': '4452a1bd0aec434ab61ca7f780b916fe', 'gw_port': {'id': '06ce213e-4a2a-4474-b971-0f633a7c9372', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:21:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4914c2c-8625-4316-bb2e-2197da28b8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:03:12Z', 'updated_at': '2021-12-08T16:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:05:51.643341 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736a24f3-9606-4620-870e-1d9930462c56 None None] The sync data for ids ['c4914c2c-8625-4316-bb2e-2197da28b8d9'] in n-d-776250-12 is: [{'id': 'c4914c2c-8625-4316-bb2e-2197da28b8d9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1952810269-router', 'tenant_id': '4452a1bd0aec434ab61ca7f780b916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '06ce213e-4a2a-4474-b971-0f633a7c9372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:03:11Z', 'updated_at': '2021-12-08T16:05:48Z', 'revision_number': 5, 'project_id': '4452a1bd0aec434ab61ca7f780b916fe', 'gw_port': {'id': '06ce213e-4a2a-4474-b971-0f633a7c9372', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:21:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4914c2c-8625-4316-bb2e-2197da28b8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:03:12Z', 'updated_at': '2021-12-08T16:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:05:51.718576 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e7cca905-9790-41f4-9bd4-916d8fb052ba req-c7f68c3d-6208-49a6-b650-a9748540197e tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901380 Dec 08 16:05:51.771855 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-e33181ba-7be2-4364-a1d1-dde2cde1ddd0 req-822949ad-8746-476c-bfd8-ad21bf89fda9 service neutron] For port 3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2, host n-h2-776250-12, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:05:51.776015 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-75a3f171-c480-488c-8e63-278a5cc7a381 admin admin] For port 06ce213e-4a2a-4474-b971-0f633a7c9372, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=06ce213e-4a2a-4474-b971-0f633a7c9372,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:05:51.776622 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-75a3f171-c480-488c-8e63-278a5cc7a381 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:51.817829 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-75a3f171-c480-488c-8e63-278a5cc7a381 admin admin] Calling delete_port for 06ce213e-4a2a-4474-b971-0f633a7c9372 owned by network:router_gateway {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:05:51.825634 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-e33181ba-7be2-4364-a1d1-dde2cde1ddd0 req-822949ad-8746-476c-bfd8-ad21bf89fda9 service neutron] For port 3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2,segment=NetworkSegment(feac72a6-bbb0-42da-a5f2-51d59135d26f),segment_id=feac72a6-bbb0-42da-a5f2-51d59135d26f)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:05:51.853608 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d300d37-040d-412c-af27-d4c0b38b26bf req-7afb31c9-1b97-4269-98f9-23fef42c19e6 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:51.869493 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5d300d37-040d-412c-af27-d4c0b38b26bf req-7afb31c9-1b97-4269-98f9-23fef42c19e6 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.76 "GET /v2.0/ports?device_id=22c1c965-cb29-49ef-be40-4874f8ee0f28 HTTP/1.1" status: 200 len: 943 time: 0.1492536 Dec 08 16:05:51.981448 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-e33181ba-7be2-4364-a1d1-dde2cde1ddd0 req-822949ad-8746-476c-bfd8-ad21bf89fda9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:52.201859 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33181ba-7be2-4364-a1d1-dde2cde1ddd0 req-822949ad-8746-476c-bfd8-ad21bf89fda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:52.202486 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-e33181ba-7be2-4364-a1d1-dde2cde1ddd0 req-822949ad-8746-476c-bfd8-ad21bf89fda9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:52.217535 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e33181ba-7be2-4364-a1d1-dde2cde1ddd0 req-822949ad-8746-476c-bfd8-ad21bf89fda9 service neutron] 10.222.0.37 "PUT /v2.0/ports/3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2 HTTP/1.1" status: 200 len: 1093 time: 2.7071087 Dec 08 16:05:52.253003 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f7139be-5294-4aa3-a41f-1733174f1637', 'tag': '3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:05:52.261617 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3d329d-29e4-45a4-a65e-433094042a66" -d '{"events": [{"name": "network-changed", "server_uuid": "3f7139be-5294-4aa3-a41f-1733174f1637", "tag": "3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:05:52.717748 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c7417-ad9e-412f-8881-db691aab33eb req-4a1a00ab-2156-4a69-9642-654e8ddf0e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:52.719907 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-575c7417-ad9e-412f-8881-db691aab33eb req-4a1a00ab-2156-4a69-9642-654e8ddf0e3a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b73d206799fe4423a8cfa64c519990fb&device_id=8fe14636-368a-4fc6-aee0-c7108424ec25 HTTP/1.1" status: 200 len: 1101 time: 0.1135721 Dec 08 16:05:52.759986 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b94507-445a-4a14-ab7f-d34408772299 req-5936f76d-06ad-4673-ab55-2fc36bc01bc3 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:52.761817 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-44b94507-445a-4a14-ab7f-d34408772299 req-5936f76d-06ad-4673-ab55-2fc36bc01bc3 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0a1ddae-32c5-4a90-ad0b-ac2e4930a3be HTTP/1.1" status: 200 len: 945 time: 0.8775506 Dec 08 16:05:53.059001 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-44b94507-445a-4a14-ab7f-d34408772299 req-3e462305-9e7c-4964-be72-e1d55ccdd39c tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ee75834-e759-4136-8277-a7cad0a8499a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2363243 Dec 08 16:05:53.104792 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c7417-ad9e-412f-8881-db691aab33eb req-5ed9665c-57db-4df5-af97-28014393528b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:53.119167 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-575c7417-ad9e-412f-8881-db691aab33eb req-5ed9665c-57db-4df5-af97-28014393528b service neutron] 10.222.0.37 "GET /v2.0/networks?id=b91759c7-445e-4f7b-9fc4-64d80951832c HTTP/1.1" status: 200 len: 870 time: 0.3849838 Dec 08 16:05:53.359300 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-75a3f171-c480-488c-8e63-278a5cc7a381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:53.403956 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device c107ec0c-40d4-44b2-ac59-ed2c5e816629 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:05:53.433464 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: c107ec0c-40d4-44b2-ac59-ed2c5e816629 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:05:53.433816 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device c107ec0c-40d4-44b2-ac59-ed2c5e816629 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:05:53.450919 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822949ad-8746-476c-bfd8-ad21bf89fda9 service neutron] Pushing event updated for resources: {'Port': ['ID=3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:53.479169 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0052c38b-9869-4cd5-8a48-45d7ea42d6de req-410bbca6-814e-4d8b-8a0b-8fbd2c820f3e tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:53.485138 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0052c38b-9869-4cd5-8a48-45d7ea42d6de req-410bbca6-814e-4d8b-8a0b-8fbd2c820f3e tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f7139be-5294-4aa3-a41f-1733174f1637 HTTP/1.1" status: 200 len: 944 time: 1.2633367 Dec 08 16:05:53.490119 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8641c1-b96b-4fc6-a815-f57cc068784e x-openstack-request-id: req-6a8641c1-b96b-4fc6-a815-f57cc068784e {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:05:53.490411 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f7139be-5294-4aa3-a41f-1733174f1637", "tag": "3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:05:53.490666 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6a8641c1-b96b-4fc6-a815-f57cc068784e {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:05:53.491064 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f7139be-5294-4aa3-a41f-1733174f1637', 'tag': '3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2', 'status': 'completed', 'code': 200} Dec 08 16:05:53.492818 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-75a3f171-c480-488c-8e63-278a5cc7a381 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:53.596447 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-103cb952-1267-447a-9ef5-086bf369f3a5 req-546fb951-cd31-4416-9b1c-be9bc571789e tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=e70b4347-602d-458c-b829-74616ace4b59 HTTP/1.1" status: 200 len: 210 time: 0.0535471 Dec 08 16:05:53.600150 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-575c7417-ad9e-412f-8881-db691aab33eb req-b43def6a-118d-4500-9b84-639c16b36713 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=c656e753-73c0-4015-95b7-a828d4ee2ad5 HTTP/1.1" status: 200 len: 217 time: 0.4581313 Dec 08 16:05:53.604949 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-5d300d37-040d-412c-af27-d4c0b38b26bf req-69c9911c-6dd7-4422-baa8-b8088902747e tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Deleting port 8162876c-f6c5-48eb-8274-68769056fd81 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:05:53.605263 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-5d300d37-040d-412c-af27-d4c0b38b26bf req-69c9911c-6dd7-4422-baa8-b8088902747e tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:53.608420 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a3f171-c480-488c-8e63-278a5cc7a381 admin admin] Pushing event deleted for resources: {'Port': ['ID=06ce213e-4a2a-4474-b971-0f633a7c9372,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:53.708009 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c7417-ad9e-412f-8881-db691aab33eb req-e80a9994-91f0-42c7-b685-8ab0d8a09efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:53.710043 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-575c7417-ad9e-412f-8881-db691aab33eb req-e80a9994-91f0-42c7-b685-8ab0d8a09efe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.1002586 Dec 08 16:05:53.746807 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33181ba-7be2-4364-a1d1-dde2cde1ddd0 req-8a6a7154-4579-430b-a948-a662f01c9fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:53.748456 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e33181ba-7be2-4364-a1d1-dde2cde1ddd0 req-8a6a7154-4579-430b-a948-a662f01c9fb4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8b17b512834447aea285923e7004d778&device_id=3f7139be-5294-4aa3-a41f-1733174f1637 HTTP/1.1" status: 200 len: 1096 time: 1.2655709 Dec 08 16:05:53.751890 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a7e59-37cd-47b7-b85e-b92ac872de74 req-1bb4f9e8-68f3-49f0-9121-f7927f4e879b tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:53.756498 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2e0a7e59-37cd-47b7-b85e-b92ac872de74 req-1bb4f9e8-68f3-49f0-9121-f7927f4e879b tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.76 "GET /v2.0/networks?id=7f044dd4-dc97-4f05-8a73-1de9a290e893 HTTP/1.1" status: 200 len: 804 time: 0.6309829 Dec 08 16:05:53.773164 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-2e0a7e59-37cd-47b7-b85e-b92ac872de74 req-d3cecfdb-dfa2-4f69-b479-4aee2fc16f11 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Request body: {'port': {'device_id': 'e70b4347-602d-458c-b829-74616ace4b59', 'network_id': '7f044dd4-dc97-4f05-8a73-1de9a290e893', 'admin_state_up': True, 'tenant_id': 'caac6054f139468286b7372b1a81b368'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:05:53.803827 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-75a3f171-c480-488c-8e63-278a5cc7a381 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:53.841563 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-75a3f171-c480-488c-8e63-278a5cc7a381 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:53.849080 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0052c38b-9869-4cd5-8a48-45d7ea42d6de req-4ea80272-6c0c-4656-a6b7-436383bd9fe6 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3629284 Dec 08 16:05:53.860792 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e33181ba-7be2-4364-a1d1-dde2cde1ddd0 req-adf4eaf9-862f-45c7-bb26-3a1164ea89a6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2 HTTP/1.1" status: 200 len: 217 time: 0.0689852 Dec 08 16:05:53.911269 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb27505-fa8e-4627-a4b9-01a96b32b613 req-9a34d067-27a9-4f32-b566-055698d75502 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:53.919618 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7fb27505-fa8e-4627-a4b9-01a96b32b613 req-9a34d067-27a9-4f32-b566-055698d75502 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe14636-368a-4fc6-aee0-c7108424ec25 HTTP/1.1" status: 200 len: 949 time: 0.1337702 Dec 08 16:05:54.017311 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33181ba-7be2-4364-a1d1-dde2cde1ddd0 req-5fa59a25-5af1-4130-926e-a16f9c528d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:54.018817 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e33181ba-7be2-4364-a1d1-dde2cde1ddd0 req-5fa59a25-5af1-4130-926e-a16f9c528d0f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5db44a3c-d12a-4344-a611-2d41355a5e50 HTTP/1.1" status: 200 len: 848 time: 0.1045640 Dec 08 16:05:54.031604 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-5d300d37-040d-412c-af27-d4c0b38b26bf req-69c9911c-6dd7-4422-baa8-b8088902747e tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] For port 8162876c-f6c5-48eb-8274-68769056fd81, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=8162876c-f6c5-48eb-8274-68769056fd81,segment=NetworkSegment(e6288665-5271-4e12-95de-f05a0f00000f),segment_id=e6288665-5271-4e12-95de-f05a0f00000f)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:05:54.031991 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-5d300d37-040d-412c-af27-d4c0b38b26bf req-69c9911c-6dd7-4422-baa8-b8088902747e tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:54.080219 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c7417-ad9e-412f-8881-db691aab33eb req-86ed13a8-cc28-427a-972f-7a69531e240c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:54.080470 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e33181ba-7be2-4364-a1d1-dde2cde1ddd0 req-0bc4fb39-a3a9-499b-b1d9-8ee2dfc64abb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34422553-fc63-47d6-a631-7f666537bc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451581 Dec 08 16:05:54.081302 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-5d300d37-040d-412c-af27-d4c0b38b26bf req-69c9911c-6dd7-4422-baa8-b8088902747e tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Calling delete_port for 8162876c-f6c5-48eb-8274-68769056fd81 owned by compute:nova {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:05:54.081741 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-575c7417-ad9e-412f-8881-db691aab33eb req-86ed13a8-cc28-427a-972f-7a69531e240c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3229616 Dec 08 16:05:54.085930 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-75a3f171-c480-488c-8e63-278a5cc7a381 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:54.087044 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a3f171-c480-488c-8e63-278a5cc7a381 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4914c2c-8625-4316-bb2e-2197da28b8d9 {{(pid=110551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:05:54.115358 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-75a3f171-c480-488c-8e63-278a5cc7a381 admin admin] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:54.120747 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-75a3f171-c480-488c-8e63-278a5cc7a381 admin admin] 10.222.0.64 "DELETE /v2.0/routers/c4914c2c-8625-4316-bb2e-2197da28b8d9 HTTP/1.1" status: 204 len: 168 time: 4.1552680 Dec 08 16:05:54.124450 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 37016) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:05:54.216801 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7fb27505-fa8e-4627-a4b9-01a96b32b613 req-2cc0e708-f824-4492-9ea7-cc243aa36fc3 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953374 Dec 08 16:05:54.333515 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-575c7417-ad9e-412f-8881-db691aab33eb req-a00d2f01-d605-426e-adfe-9b928774177c service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308991 Dec 08 16:05:54.390797 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-64424a28-4217-49d9-b8aa-a169b79d9436 admin admin] Deleting subnet 6a768157-cca2-4b6d-8879-77bb7f4bb6aa {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:05:54.403418 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e0a7e59-37cd-47b7-b85e-b92ac872de74 req-d3cecfdb-dfa2-4f69-b479-4aee2fc16f11 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Made reservation on behalf of caac6054f139468286b7372b1a81b368 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:05:54.407574 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2e0a7e59-37cd-47b7-b85e-b92ac872de74 req-d3cecfdb-dfa2-4f69-b479-4aee2fc16f11 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:54.429466 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-64424a28-4217-49d9-b8aa-a169b79d9436 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:54.489054 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c8d66-8bf4-444e-9e01-30f8c3aa347a req-46b19f37-9287-4d0a-b6cc-bc797307f7ca tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:54.497019 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-db7c8d66-8bf4-444e-9e01-30f8c3aa347a req-46b19f37-9287-4d0a-b6cc-bc797307f7ca tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0a1ddae-32c5-4a90-ad0b-ac2e4930a3be HTTP/1.1" status: 200 len: 945 time: 0.3003883 Dec 08 16:05:54.506033 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e33181ba-7be2-4364-a1d1-dde2cde1ddd0 req-4bc5fca5-da9d-48f9-9028-aa7a3a7d875f service neutron] 10.222.0.37 "GET /v2.0/networks/34422553-fc63-47d6-a631-7f666537bc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3823795 Dec 08 16:05:54.524480 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-575c7417-ad9e-412f-8881-db691aab33eb req-8462cddd-b139-473d-a0d2-2ed9f884066f service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844466 Dec 08 16:05:54.594436 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-64424a28-4217-49d9-b8aa-a169b79d9436 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:54.616115 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-2e0a7e59-37cd-47b7-b85e-b92ac872de74 req-d3cecfdb-dfa2-4f69-b479-4aee2fc16f11 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Allocated IP 172.20.0.6 (7f044dd4-dc97-4f05-8a73-1de9a290e893/0e145596-3948-4729-810a-534bcf8272d4/f9df13c0-cdba-4aa0-a410-7f5c59635a03) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:05:54.745371 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-db7c8d66-8bf4-444e-9e01-30f8c3aa347a req-ae155a77-9968-4e4b-bda7-fc1bf375f362 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ee75834-e759-4136-8277-a7cad0a8499a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2396958 Dec 08 16:05:54.818753 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e33181ba-7be2-4364-a1d1-dde2cde1ddd0 req-ff6875e2-6486-4c19-a145-3cd2fffedf26 service neutron] 10.222.0.37 "GET /v2.0/networks/34422553-fc63-47d6-a631-7f666537bc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002512 Dec 08 16:05:54.845037 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-64424a28-4217-49d9-b8aa-a169b79d9436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:54.918503 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-df7fcc12-2c62-4c8b-a660-abe1d390bf45 req-ef5bd498-4081-49b2-9826-cdf3301186cf tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=e70b4347-602d-458c-b829-74616ace4b59 HTTP/1.1" status: 200 len: 210 time: 0.0581396 Dec 08 16:05:54.930381 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-5d300d37-040d-412c-af27-d4c0b38b26bf req-69c9911c-6dd7-4422-baa8-b8088902747e tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:54.937179 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 8162876c-f6c5-48eb-8274-68769056fd81 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:05:55.044876 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: 8162876c-f6c5-48eb-8274-68769056fd81 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:05:55.045288 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 8162876c-f6c5-48eb-8274-68769056fd81 not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:05:55.144751 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2e0a7e59-37cd-47b7-b85e-b92ac872de74 req-d3cecfdb-dfa2-4f69-b479-4aee2fc16f11 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:55.163101 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c9911c-6dd7-4422-baa8-b8088902747e tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Pushing event deleted for resources: {'Port': ['ID=8162876c-f6c5-48eb-8274-68769056fd81,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:55.257115 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d300d37-040d-412c-af27-d4c0b38b26bf req-69c9911c-6dd7-4422-baa8-b8088902747e tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] No DVR routers for this DVR port 8162876c-f6c5-48eb-8274-68769056fd81 on host n-h1-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:05:55.271490 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-5d300d37-040d-412c-af27-d4c0b38b26bf req-69c9911c-6dd7-4422-baa8-b8088902747e tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:55.275789 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5d300d37-040d-412c-af27-d4c0b38b26bf req-69c9911c-6dd7-4422-baa8-b8088902747e tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.76 "DELETE /v2.0/ports/8162876c-f6c5-48eb-8274-68769056fd81 HTTP/1.1" status: 204 len: 173 time: 3.3078294 Dec 08 16:05:55.282251 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d329d-29e4-45a4-a65e-433094042a66 req-5321e445-1a7a-44b0-9dac-e63c669a46d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:55.283772 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9c3d329d-29e4-45a4-a65e-433094042a66 req-5321e445-1a7a-44b0-9dac-e63c669a46d4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8b17b512834447aea285923e7004d778&device_id=3f7139be-5294-4aa3-a41f-1733174f1637 HTTP/1.1" status: 200 len: 1096 time: 0.2108736 Dec 08 16:05:55.300446 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c739d522-c91c-49a3-b6d8-a87f14fa6d83 req-408b856b-6cc9-4087-97c1-76fad75bfe0e tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:55.302162 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c739d522-c91c-49a3-b6d8-a87f14fa6d83 req-408b856b-6cc9-4087-97c1-76fad75bfe0e tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f7139be-5294-4aa3-a41f-1733174f1637 HTTP/1.1" status: 200 len: 944 time: 0.1549633 Dec 08 16:05:55.381491 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 06ce213e-4a2a-4474-b971-0f633a7c9372 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:05:55.420075 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e91d1da-3693-45f4-882e-38aaf0021fca req-ada69d90-8ed1-42ed-9982-03066fcf2b7a tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:55.436097 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0e91d1da-3693-45f4-882e-38aaf0021fca req-ada69d90-8ed1-42ed-9982-03066fcf2b7a tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe14636-368a-4fc6-aee0-c7108424ec25 HTTP/1.1" status: 200 len: 949 time: 0.1273894 Dec 08 16:05:55.442208 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 06ce213e-4a2a-4474-b971-0f633a7c9372 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:05:55.443195 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 06ce213e-4a2a-4474-b971-0f633a7c9372 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:05:55.467864 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c739d522-c91c-49a3-b6d8-a87f14fa6d83 req-08509e11-efa9-42fd-af83-c9948f87bb26 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434393 Dec 08 16:05:55.498477 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c1c965-cb29-49ef-be40-4874f8ee0f28', 'name': 'network-vif-deleted', 'tag': '8162876c-f6c5-48eb-8274-68769056fd81'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:05:55.501133 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a2a41b-1b77-4ed1-92d4-abdbafa922b2" -d '{"events": [{"server_uuid": "22c1c965-cb29-49ef-be40-4874f8ee0f28", "name": "network-vif-deleted", "tag": "8162876c-f6c5-48eb-8274-68769056fd81"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:05:55.503837 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0e91d1da-3693-45f4-882e-38aaf0021fca req-b34083f5-4bc3-4d3f-bf83-cf4e7a3755c5 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665877 Dec 08 16:05:55.511503 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d329d-29e4-45a4-a65e-433094042a66 req-3a2fa93f-6010-480a-b3e9-dbf89316cae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:55.513116 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9c3d329d-29e4-45a4-a65e-433094042a66 req-3a2fa93f-6010-480a-b3e9-dbf89316cae5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=34422553-fc63-47d6-a631-7f666537bc5c HTTP/1.1" status: 200 len: 909 time: 0.2099988 Dec 08 16:05:55.600581 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2d7eea-90ad-46e5-8198-a7fd3702a008 x-openstack-request-id: req-fd2d7eea-90ad-46e5-8198-a7fd3702a008 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:05:55.601028 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c1c965-cb29-49ef-be40-4874f8ee0f28", "name": "network-vif-deleted", "tag": "8162876c-f6c5-48eb-8274-68769056fd81", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:05:55.601390 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fd2d7eea-90ad-46e5-8198-a7fd3702a008 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:05:55.601899 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c1c965-cb29-49ef-be40-4874f8ee0f28', 'name': 'network-vif-deleted', 'tag': '8162876c-f6c5-48eb-8274-68769056fd81', 'status': 'completed', 'code': 200} Dec 08 16:05:55.604363 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9c3d329d-29e4-45a4-a65e-433094042a66 req-fbf59d75-031c-4dd2-b224-32620b410cb6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2 HTTP/1.1" status: 200 len: 217 time: 0.0734558 Dec 08 16:05:55.666951 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d329d-29e4-45a4-a65e-433094042a66 req-752d5b36-e750-42d7-bbac-8dee43f21673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:55.669023 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9c3d329d-29e4-45a4-a65e-433094042a66 req-752d5b36-e750-42d7-bbac-8dee43f21673 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5db44a3c-d12a-4344-a611-2d41355a5e50 HTTP/1.1" status: 200 len: 848 time: 0.0552738 Dec 08 16:05:55.738370 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9c3d329d-29e4-45a4-a65e-433094042a66 req-a772a199-39b3-4ddd-b550-8d9be87506ee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34422553-fc63-47d6-a631-7f666537bc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534406 Dec 08 16:05:55.898663 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9c3d329d-29e4-45a4-a65e-433094042a66 req-b0e06254-1691-48b7-b4bb-ce4bd55fff0a service neutron] 10.222.0.37 "GET /v2.0/networks/34422553-fc63-47d6-a631-7f666537bc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430318 Dec 08 16:05:55.941159 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985ccf6-925c-4759-9c04-56f3e622a1c2 req-1d4109c6-0b9a-4848-aca1-d97f3708c9cc tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:55.942808 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0985ccf6-925c-4759-9c04-56f3e622a1c2 req-1d4109c6-0b9a-4848-aca1-d97f3708c9cc tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0a1ddae-32c5-4a90-ad0b-ac2e4930a3be HTTP/1.1" status: 200 len: 945 time: 0.0687597 Dec 08 16:05:56.000274 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0985ccf6-925c-4759-9c04-56f3e622a1c2 req-6e385697-39c3-4c1f-8a7c-189146291710 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ee75834-e759-4136-8277-a7cad0a8499a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504694 Dec 08 16:05:56.017168 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9c3d329d-29e4-45a4-a65e-433094042a66 req-9c8dbbc7-d3df-489a-b4c2-131285348df6 service neutron] 10.222.0.37 "GET /v2.0/networks/34422553-fc63-47d6-a631-7f666537bc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076488 Dec 08 16:05:56.064101 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-89fd59d9-fdb0-412b-80a9-4dbaa0b7f9d9 req-d50f9e3f-bf5c-492e-8ce9-d05b69bf0673 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=e70b4347-602d-458c-b829-74616ace4b59 HTTP/1.1" status: 200 len: 210 time: 0.0308051 Dec 08 16:05:56.140990 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-64424a28-4217-49d9-b8aa-a169b79d9436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:56.156369 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2e0a7e59-37cd-47b7-b85e-b92ac872de74 req-d3cecfdb-dfa2-4f69-b479-4aee2fc16f11 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:56.181551 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64424a28-4217-49d9-b8aa-a169b79d9436 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a768157-cca2-4b6d-8879-77bb7f4bb6aa,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:56.192436 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-64424a28-4217-49d9-b8aa-a169b79d9436 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:56.194352 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-64424a28-4217-49d9-b8aa-a169b79d9436 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/6a768157-cca2-4b6d-8879-77bb7f4bb6aa HTTP/1.1" status: 204 len: 168 time: 2.0670843 Dec 08 16:05:56.194570 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640448d0-9ef2-42e0-b6e6-d7f5a26c6caf None None] Network 4d908e8b-e26a-46f5-ae14-09c0944c7d77 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:05:56.195071 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 37056) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:05:56.265800 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e0a7e59-37cd-47b7-b85e-b92ac872de74 req-d3cecfdb-dfa2-4f69-b479-4aee2fc16f11 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Network 7f044dd4-dc97-4f05-8a73-1de9a290e893 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:05:56.272550 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-2e0a7e59-37cd-47b7-b85e-b92ac872de74 req-d3cecfdb-dfa2-4f69-b479-4aee2fc16f11 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:05:56.278238 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e0a7e59-37cd-47b7-b85e-b92ac872de74 req-d3cecfdb-dfa2-4f69-b479-4aee2fc16f11 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:05:56.295960 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a7e59-37cd-47b7-b85e-b92ac872de74 req-d3cecfdb-dfa2-4f69-b479-4aee2fc16f11 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:56.295960 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2e0a7e59-37cd-47b7-b85e-b92ac872de74 req-d3cecfdb-dfa2-4f69-b479-4aee2fc16f11 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:56.295960 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cecfdb-dfa2-4f69-b479-4aee2fc16f11 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Pushing event updated for resources: {'Port': ['ID=f9df13c0-cdba-4aa0-a410-7f5c59635a03,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:56.352215 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c09d888e-c3a1-40a8-9ab3-e3a004b7cca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:56.413236 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-c09d888e-c3a1-40a8-9ab3-e3a004b7cca8 admin admin] Deleting port 8697d5a1-8994-49ff-937e-674986262f96 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:05:56.413529 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c09d888e-c3a1-40a8-9ab3-e3a004b7cca8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:56.432632 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c08359-3202-4635-b02a-9aef8551d9c4 None None] DHCP port deletion for 4d908e8b-e26a-46f5-ae14-09c0944c7d77 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:05:56.483268 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-d0c08359-3202-4635-b02a-9aef8551d9c4 None None] Deleting port 8697d5a1-8994-49ff-937e-674986262f96 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:05:56.483791 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d0c08359-3202-4635-b02a-9aef8551d9c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:56.489793 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-c09d888e-c3a1-40a8-9ab3-e3a004b7cca8 admin admin] For port 8697d5a1-8994-49ff-937e-674986262f96, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=8697d5a1-8994-49ff-937e-674986262f96,segment=NetworkSegment(d8cbc16c-3c79-415b-9e86-47397899e6ea),segment_id=d8cbc16c-3c79-415b-9e86-47397899e6ea)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:05:56.490437 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c09d888e-c3a1-40a8-9ab3-e3a004b7cca8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:56.505598 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-c09d888e-c3a1-40a8-9ab3-e3a004b7cca8 admin admin] Calling delete_port for 8697d5a1-8994-49ff-937e-674986262f96 owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:05:56.566771 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-d0c08359-3202-4635-b02a-9aef8551d9c4 None None] For port 8697d5a1-8994-49ff-937e-674986262f96, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=8697d5a1-8994-49ff-937e-674986262f96,segment=NetworkSegment(d8cbc16c-3c79-415b-9e86-47397899e6ea),segment_id=d8cbc16c-3c79-415b-9e86-47397899e6ea)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:05:56.567462 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d0c08359-3202-4635-b02a-9aef8551d9c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:56.589250 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-d0c08359-3202-4635-b02a-9aef8551d9c4 None None] Calling delete_port for 8697d5a1-8994-49ff-937e-674986262f96 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:05:56.634842 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3faab2-3382-439a-ba10-0d86b162c8b8 req-6cb54cbd-0cb3-4983-8a69-f90b9492598e tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:56.642128 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ee3faab2-3382-439a-ba10-0d86b162c8b8 req-6cb54cbd-0cb3-4983-8a69-f90b9492598e tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f7139be-5294-4aa3-a41f-1733174f1637 HTTP/1.1" status: 200 len: 944 time: 0.0828953 Dec 08 16:05:56.670985 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ffdd1-10b1-4e3b-96fb-180e31eae43c req-c5ec9e48-4c3c-43ca-99c8-106814eb25e0 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:56.675126 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-df0ffdd1-10b1-4e3b-96fb-180e31eae43c req-c5ec9e48-4c3c-43ca-99c8-106814eb25e0 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe14636-368a-4fc6-aee0-c7108424ec25 HTTP/1.1" status: 200 len: 949 time: 0.0813379 Dec 08 16:05:56.710853 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ee3faab2-3382-439a-ba10-0d86b162c8b8 req-95bd1214-2e85-4487-a1da-24d366277c88 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582898 Dec 08 16:05:56.735069 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-df0ffdd1-10b1-4e3b-96fb-180e31eae43c req-438a61be-9936-442c-80c9-88a9cf76b975 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584199 Dec 08 16:05:56.772506 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2e0a7e59-37cd-47b7-b85e-b92ac872de74 req-d3cecfdb-dfa2-4f69-b479-4aee2fc16f11 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0033655 Dec 08 16:05:56.787685 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-2e0a7e59-37cd-47b7-b85e-b92ac872de74 req-a4e952d9-e57d-44bc-b4d6-1030ff9df9d1 service neutron] Request body: {'port': {'device_id': 'e70b4347-602d-458c-b829-74616ace4b59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:05:56.861924 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c09d888e-c3a1-40a8-9ab3-e3a004b7cca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:56.870284 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d0c08359-3202-4635-b02a-9aef8551d9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:56.892136 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2e0a7e59-37cd-47b7-b85e-b92ac872de74 req-a4e952d9-e57d-44bc-b4d6-1030ff9df9d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:56.907944 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c08359-3202-4635-b02a-9aef8551d9c4 None None] Pushing event deleted for resources: {'Port': ['ID=8697d5a1-8994-49ff-937e-674986262f96,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:56.914923 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c08359-3202-4635-b02a-9aef8551d9c4 None None] No DVR routers for this DVR port 8697d5a1-8994-49ff-937e-674986262f96 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:05:56.943960 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d888e-c3a1-40a8-9ab3-e3a004b7cca8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8697d5a1-8994-49ff-937e-674986262f96,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:56.949454 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09d888e-c3a1-40a8-9ab3-e3a004b7cca8 admin admin] No DVR routers for this DVR port 8697d5a1-8994-49ff-937e-674986262f96 on host n-d-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:05:57.050728 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c09d888e-c3a1-40a8-9ab3-e3a004b7cca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:57.087070 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-c09d888e-c3a1-40a8-9ab3-e3a004b7cca8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d908e8b-e26a-46f5-ae14-09c0944c7d77']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:05:57.122306 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-c09d888e-c3a1-40a8-9ab3-e3a004b7cca8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8cbc16c-3c79-415b-9e86-47397899e6ea') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:05:57.127188 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-c09d888e-c3a1-40a8-9ab3-e3a004b7cca8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8cbc16c-3c79-415b-9e86-47397899e6ea') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:05:57.152288 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c09d888e-c3a1-40a8-9ab3-e3a004b7cca8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:57.198208 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c09d888e-c3a1-40a8-9ab3-e3a004b7cca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:57.207335 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c09d888e-c3a1-40a8-9ab3-e3a004b7cca8 admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:05:57.207779 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c09d888e-c3a1-40a8-9ab3-e3a004b7cca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:57.209512 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:05:57.209512 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:05:57.209512 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:05:57.209512 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:05:57.209512 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:05:57.209512 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:05:57.209512 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:05:57.209512 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:05:57.209512 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:05:57.209512 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:05:57.209512 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:05:57.209512 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:05:57.209512 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:05:57.209512 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:05:57.209512 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:05:57.209512 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:05:57.209512 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:05:57.209512 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:05:57.209512 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:05:57.209512 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:05:57.209512 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:05:57.209512 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:05:57.209512 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:05:57.209512 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:05:57.209512 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:05:57.209512 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:05:57.209512 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:05:57.209512 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:05:57.209512 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:05:57.209512 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:05:57.209512 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:05:57.209512 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:05:57.279987 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad0a2a-f99d-42a3-89ef-609eaeddffdd req-50236c78-b60d-413e-a325-eca15f2f9832 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:57.281645 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-87ad0a2a-f99d-42a3-89ef-609eaeddffdd req-50236c78-b60d-413e-a325-eca15f2f9832 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=e70b4347-602d-458c-b829-74616ace4b59 HTTP/1.1" status: 200 len: 931 time: 0.1267779 Dec 08 16:05:57.349896 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 8697d5a1-8994-49ff-937e-674986262f96 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:05:57.370241 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-87ad0a2a-f99d-42a3-89ef-609eaeddffdd req-d0dfbbb5-c397-4789-bff0-8dc49636a109 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636539 Dec 08 16:05:57.387619 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 8697d5a1-8994-49ff-937e-674986262f96 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:05:57.387955 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 8697d5a1-8994-49ff-937e-674986262f96 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:05:57.425432 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-2e0a7e59-37cd-47b7-b85e-b92ac872de74 req-a4e952d9-e57d-44bc-b4d6-1030ff9df9d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9df13c0-cdba-4aa0-a410-7f5c59635a03 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:05:57.436161 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2e0a7e59-37cd-47b7-b85e-b92ac872de74 req-a4e952d9-e57d-44bc-b4d6-1030ff9df9d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:57.455108 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c09d888e-c3a1-40a8-9ab3-e3a004b7cca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:57.460754 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c09d888e-c3a1-40a8-9ab3-e3a004b7cca8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:57.469916 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c09d888e-c3a1-40a8-9ab3-e3a004b7cca8 admin admin] 10.222.0.64 "DELETE /v2.0/networks/4d908e8b-e26a-46f5-ae14-09c0944c7d77 HTTP/1.1" status: 204 len: 168 time: 1.2755668 Dec 08 16:05:57.480516 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fee1af-28b9-474d-991f-215020eefc4f req-c7f86201-090b-4f91-944c-3a695af877fa tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:57.489753 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-47fee1af-28b9-474d-991f-215020eefc4f req-c7f86201-090b-4f91-944c-3a695af877fa tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0a1ddae-32c5-4a90-ad0b-ac2e4930a3be HTTP/1.1" status: 200 len: 945 time: 0.2677379 Dec 08 16:05:57.491634 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d888e-c3a1-40a8-9ab3-e3a004b7cca8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d908e8b-e26a-46f5-ae14-09c0944c7d77,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:57.500906 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-2e0a7e59-37cd-47b7-b85e-b92ac872de74 req-a4e952d9-e57d-44bc-b4d6-1030ff9df9d1 service neutron] Transition to ACTIVE for port object f9df13c0-cdba-4aa0-a410-7f5c59635a03 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:05:57.570243 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-47fee1af-28b9-474d-991f-215020eefc4f req-e3902708-c962-40b1-9d56-c61dc732b311 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ee75834-e759-4136-8277-a7cad0a8499a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785508 Dec 08 16:05:57.689041 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2e0a7e59-37cd-47b7-b85e-b92ac872de74 req-a4e952d9-e57d-44bc-b4d6-1030ff9df9d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:57.746623 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e952d9-e57d-44bc-b4d6-1030ff9df9d1 service neutron] Pushing event updated for resources: {'Port': ['ID=f9df13c0-cdba-4aa0-a410-7f5c59635a03,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:57.778709 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-2e0a7e59-37cd-47b7-b85e-b92ac872de74 req-a4e952d9-e57d-44bc-b4d6-1030ff9df9d1 service neutron] Attempting to bind port f9df13c0-cdba-4aa0-a410-7f5c59635a03 on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:05:57.779057 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-2e0a7e59-37cd-47b7-b85e-b92ac872de74 req-a4e952d9-e57d-44bc-b4d6-1030ff9df9d1 service neutron] Attempting to bind port f9df13c0-cdba-4aa0-a410-7f5c59635a03 by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': 'e6288665-5271-4e12-95de-f05a0f00000f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7f044dd4-dc97-4f05-8a73-1de9a290e893'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:05:57.779439 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0a7e59-37cd-47b7-b85e-b92ac872de74 req-a4e952d9-e57d-44bc-b4d6-1030ff9df9d1 service neutron] Attempting to bind port f9df13c0-cdba-4aa0-a410-7f5c59635a03 on network 7f044dd4-dc97-4f05-8a73-1de9a290e893 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:05:57.784314 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0a7e59-37cd-47b7-b85e-b92ac872de74 req-a4e952d9-e57d-44bc-b4d6-1030ff9df9d1 service neutron] Port f9df13c0-cdba-4aa0-a410-7f5c59635a03 on network 7f044dd4-dc97-4f05-8a73-1de9a290e893 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:05:57.784655 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0a7e59-37cd-47b7-b85e-b92ac872de74 req-a4e952d9-e57d-44bc-b4d6-1030ff9df9d1 service neutron] Attempting to bind port f9df13c0-cdba-4aa0-a410-7f5c59635a03 on network 7f044dd4-dc97-4f05-8a73-1de9a290e893 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:05:57.789913 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0a7e59-37cd-47b7-b85e-b92ac872de74 req-a4e952d9-e57d-44bc-b4d6-1030ff9df9d1 service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:05:57.790257 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0a7e59-37cd-47b7-b85e-b92ac872de74 req-a4e952d9-e57d-44bc-b4d6-1030ff9df9d1 service neutron] Checking segment: {'id': 'e6288665-5271-4e12-95de-f05a0f00000f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7f044dd4-dc97-4f05-8a73-1de9a290e893'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:05:57.790647 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0a7e59-37cd-47b7-b85e-b92ac872de74 req-a4e952d9-e57d-44bc-b4d6-1030ff9df9d1 service neutron] Bound using segment: {'id': 'e6288665-5271-4e12-95de-f05a0f00000f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7f044dd4-dc97-4f05-8a73-1de9a290e893'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:05:57.791081 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-2e0a7e59-37cd-47b7-b85e-b92ac872de74 req-a4e952d9-e57d-44bc-b4d6-1030ff9df9d1 service neutron] Bound port: f9df13c0-cdba-4aa0-a410-7f5c59635a03, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6288665-5271-4e12-95de-f05a0f00000f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7f044dd4-dc97-4f05-8a73-1de9a290e893'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:05:57.791502 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2e0a7e59-37cd-47b7-b85e-b92ac872de74 req-a4e952d9-e57d-44bc-b4d6-1030ff9df9d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:57.842924 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8506e6-f4ff-49e7-9a72-22cd8e3afcea req-8e520519-86b2-4de8-85a9-35edabcc9d39 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:57.844653 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9d8506e6-f4ff-49e7-9a72-22cd8e3afcea req-8e520519-86b2-4de8-85a9-35edabcc9d39 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f7139be-5294-4aa3-a41f-1733174f1637 HTTP/1.1" status: 200 len: 944 time: 0.0561874 Dec 08 16:05:57.891291 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-2e0a7e59-37cd-47b7-b85e-b92ac872de74 req-a4e952d9-e57d-44bc-b4d6-1030ff9df9d1 service neutron] For port f9df13c0-cdba-4aa0-a410-7f5c59635a03, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:05:57.895396 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-2e0a7e59-37cd-47b7-b85e-b92ac872de74 req-a4e952d9-e57d-44bc-b4d6-1030ff9df9d1 service neutron] For port f9df13c0-cdba-4aa0-a410-7f5c59635a03, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=f9df13c0-cdba-4aa0-a410-7f5c59635a03,segment=NetworkSegment(e6288665-5271-4e12-95de-f05a0f00000f),segment_id=e6288665-5271-4e12-95de-f05a0f00000f)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:05:57.898580 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9d8506e6-f4ff-49e7-9a72-22cd8e3afcea req-2ca86a13-e1ac-4583-bf5b-50237fb29182 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471287 Dec 08 16:05:57.907723 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b39e6c2-af9e-4399-a08e-019a10de6582 req-b8983fae-fcff-4c2a-8dbf-d76afd1099fa tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:57.909305 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5b39e6c2-af9e-4399-a08e-019a10de6582 req-b8983fae-fcff-4c2a-8dbf-d76afd1099fa tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe14636-368a-4fc6-aee0-c7108424ec25 HTTP/1.1" status: 200 len: 949 time: 0.0796499 Dec 08 16:05:57.985324 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5b39e6c2-af9e-4399-a08e-019a10de6582 req-08895ffc-67ae-45b5-a446-b4d7b2feddf0 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651994 Dec 08 16:05:58.032477 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2e0a7e59-37cd-47b7-b85e-b92ac872de74 req-a4e952d9-e57d-44bc-b4d6-1030ff9df9d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:58.069608 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a7e59-37cd-47b7-b85e-b92ac872de74 req-a4e952d9-e57d-44bc-b4d6-1030ff9df9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:58.070230 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2e0a7e59-37cd-47b7-b85e-b92ac872de74 req-a4e952d9-e57d-44bc-b4d6-1030ff9df9d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:58.071672 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2e0a7e59-37cd-47b7-b85e-b92ac872de74 req-a4e952d9-e57d-44bc-b4d6-1030ff9df9d1 service neutron] 10.222.0.76 "PUT /v2.0/ports/f9df13c0-cdba-4aa0-a410-7f5c59635a03 HTTP/1.1" status: 200 len: 1092 time: 1.2886460 Dec 08 16:05:58.072326 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e70b4347-602d-458c-b829-74616ace4b59', 'tag': 'f9df13c0-cdba-4aa0-a410-7f5c59635a03'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:05:58.074625 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-104cd280-da02-4545-ba62-42bf1a2b8544" -d '{"events": [{"name": "network-changed", "server_uuid": "e70b4347-602d-458c-b829-74616ace4b59", "tag": "f9df13c0-cdba-4aa0-a410-7f5c59635a03"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:05:58.099376 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e952d9-e57d-44bc-b4d6-1030ff9df9d1 service neutron] Pushing event updated for resources: {'Port': ['ID=f9df13c0-cdba-4aa0-a410-7f5c59635a03,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:58.166615 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 37108) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:05:58.176644 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd1fad8-d517-478b-9bb2-9debda983b32 x-openstack-request-id: req-2cd1fad8-d517-478b-9bb2-9debda983b32 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:05:58.176946 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e70b4347-602d-458c-b829-74616ace4b59", "tag": "f9df13c0-cdba-4aa0-a410-7f5c59635a03", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:05:58.177208 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2cd1fad8-d517-478b-9bb2-9debda983b32 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:05:58.177630 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e70b4347-602d-458c-b829-74616ace4b59', 'tag': 'f9df13c0-cdba-4aa0-a410-7f5c59635a03', 'status': 'completed', 'code': 200} Dec 08 16:05:58.214120 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a4785c5c-6c3c-40bd-81df-7c3ee177103b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c880bd21814b40e6ae3101d50323e3bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0462573 Dec 08 16:05:58.217441 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 37110) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:05:58.248062 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104cd280-da02-4545-ba62-42bf1a2b8544 req-9cdbe6f0-1f67-4d0e-983f-1d1b980efbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:58.249517 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-104cd280-da02-4545-ba62-42bf1a2b8544 req-9cdbe6f0-1f67-4d0e-983f-1d1b980efbb3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=caac6054f139468286b7372b1a81b368&device_id=e70b4347-602d-458c-b829-74616ace4b59 HTTP/1.1" status: 200 len: 1095 time: 0.0449040 Dec 08 16:05:58.267316 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d066e82d-2527-4e21-929a-5dad936d63ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:58.288829 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d066e82d-2527-4e21-929a-5dad936d63ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:58.364171 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104cd280-da02-4545-ba62-42bf1a2b8544 req-1782370a-7a52-40d3-91b5-691f1b041fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:58.365708 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-104cd280-da02-4545-ba62-42bf1a2b8544 req-1782370a-7a52-40d3-91b5-691f1b041fe8 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=caac6054f139468286b7372b1a81b368&shared=False HTTP/1.1" status: 200 len: 905 time: 0.1073563 Dec 08 16:05:58.437746 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d066e82d-2527-4e21-929a-5dad936d63ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:58.441779 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d066e82d-2527-4e21-929a-5dad936d63ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:58.443108 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d066e82d-2527-4e21-929a-5dad936d63ad admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b83a792b-10a4-4962-8f15-9ebf1f87e728 HTTP/1.1" status: 204 len: 168 time: 0.2244735 Dec 08 16:05:58.451995 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d066e82d-2527-4e21-929a-5dad936d63ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83a792b-10a4-4962-8f15-9ebf1f87e728,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:58.507994 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a96442-8575-4b0b-a4bc-9fd1862d8663 req-7c770117-5416-4ad7-a15d-a3fc95fc3521 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:58.509559 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-77a96442-8575-4b0b-a4bc-9fd1862d8663 req-7c770117-5416-4ad7-a15d-a3fc95fc3521 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=e70b4347-602d-458c-b829-74616ace4b59 HTTP/1.1" status: 200 len: 943 time: 0.0865080 Dec 08 16:05:58.527788 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104cd280-da02-4545-ba62-42bf1a2b8544 req-9228f5d8-a76a-4b0d-a909-6449f03973bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:58.530462 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-104cd280-da02-4545-ba62-42bf1a2b8544 req-9228f5d8-a76a-4b0d-a909-6449f03973bf service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1537604 Dec 08 16:05:58.583225 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-77a96442-8575-4b0b-a4bc-9fd1862d8663 req-ee1ab6dc-77b8-4c34-b614-fb2b1204f98a tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619290 Dec 08 16:05:58.634440 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a7e59-37cd-47b7-b85e-b92ac872de74 req-99b7061c-854f-4fdf-84ee-bfb5c73648f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:58.639689 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2e0a7e59-37cd-47b7-b85e-b92ac872de74 req-99b7061c-854f-4fdf-84ee-bfb5c73648f8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=caac6054f139468286b7372b1a81b368&device_id=e70b4347-602d-458c-b829-74616ace4b59 HTTP/1.1" status: 200 len: 1095 time: 0.0518479 Dec 08 16:05:58.683120 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2e0a7e59-37cd-47b7-b85e-b92ac872de74 req-c60b09c7-1e0e-4800-93ac-6c524c5aa0e2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9df13c0-cdba-4aa0-a410-7f5c59635a03 HTTP/1.1" status: 200 len: 217 time: 0.0386062 Dec 08 16:05:58.697070 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea73568-2e20-4a79-8a28-90b2a2fe2e66 req-42890594-8e1d-45ba-9e3f-d885ecea9f38 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:58.698606 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3ea73568-2e20-4a79-8a28-90b2a2fe2e66 req-42890594-8e1d-45ba-9e3f-d885ecea9f38 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] 10.222.0.64 "GET /v2.0/ports?device_id=6838640d-6f74-4a5e-8c18-6f0e5a759f51 HTTP/1.1" status: 200 len: 951 time: 0.0531919 Dec 08 16:05:58.731775 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:05:58.763065 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3ea73568-2e20-4a79-8a28-90b2a2fe2e66 req-bb64a3a8-a803-4201-8730-2eae93c19184 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] 10.222.0.64 "GET /v2.0/security-groups?id=d52b3ab9-671e-4bec-87ec-cb6b7b824f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498414 Dec 08 16:05:58.769074 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64028f9d-aba2-4e25-8c2c-6ed7b4645eb9 req-d8b5a94c-d18c-41e5-8441-02477b5fdbe8 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:58.777040 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-64028f9d-aba2-4e25-8c2c-6ed7b4645eb9 req-d8b5a94c-d18c-41e5-8441-02477b5fdbe8 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0a1ddae-32c5-4a90-ad0b-ac2e4930a3be HTTP/1.1" status: 200 len: 945 time: 0.0963135 Dec 08 16:05:58.779930 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a7e59-37cd-47b7-b85e-b92ac872de74 req-89c6ff9f-7832-41f3-b09f-a423ecfd6328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:58.784729 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2e0a7e59-37cd-47b7-b85e-b92ac872de74 req-89c6ff9f-7832-41f3-b09f-a423ecfd6328 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0e145596-3948-4729-810a-534bcf8272d4 HTTP/1.1" status: 200 len: 844 time: 0.0899415 Dec 08 16:05:58.829129 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2e0a7e59-37cd-47b7-b85e-b92ac872de74 req-4c51e6ef-893a-43a7-97e9-3def95e735f5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7f044dd4-dc97-4f05-8a73-1de9a290e893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339103 Dec 08 16:05:58.846102 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-64028f9d-aba2-4e25-8c2c-6ed7b4645eb9 req-e3807fc8-ba13-41b5-aca9-dc47ef366fa9 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ee75834-e759-4136-8277-a7cad0a8499a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681281 Dec 08 16:05:58.847042 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2,segment=NetworkSegment(feac72a6-bbb0-42da-a5f2-51d59135d26f),segment_id=feac72a6-bbb0-42da-a5f2-51d59135d26f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:05:58.867474 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2', 'network_id': '34422553-fc63-47d6-a631-7f666537bc5c', 'port_id': '3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2', 'mac_address': 'fa:16:3e:80:0d:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5db44a3c-d12a-4344-a611-2d41355a5e50', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:05:58.902300 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:58.915178 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:05:58.935382 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2,segment=NetworkSegment(feac72a6-bbb0-42da-a5f2-51d59135d26f),segment_id=feac72a6-bbb0-42da-a5f2-51d59135d26f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:05:59.059176 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2e0a7e59-37cd-47b7-b85e-b92ac872de74 req-84836a4d-d14f-4e42-8414-dec673515ad9 service neutron] 10.222.0.76 "GET /v2.0/networks/7f044dd4-dc97-4f05-8a73-1de9a290e893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214697 Dec 08 16:05:59.073387 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:59.102035 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e86fb-f036-42b0-b149-870ab89c2c23 req-da5ea551-5787-4a30-a537-57bda0553cfe tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:59.104090 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-aa3e86fb-f036-42b0-b149-870ab89c2c23 req-da5ea551-5787-4a30-a537-57bda0553cfe tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f7139be-5294-4aa3-a41f-1733174f1637 HTTP/1.1" status: 200 len: 944 time: 0.0694292 Dec 08 16:05:59.185750 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:59.209273 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-aa3e86fb-f036-42b0-b149-870ab89c2c23 req-4392443b-8b75-41e9-b609-d631044df926 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976717 Dec 08 16:05:59.227835 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2e0a7e59-37cd-47b7-b85e-b92ac872de74 req-6156e349-feee-426b-a424-d0cef98054d0 service neutron] 10.222.0.76 "GET /v2.0/networks/7f044dd4-dc97-4f05-8a73-1de9a290e893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611705 Dec 08 16:05:59.236486 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfdec27-4cca-4b82-b1b8-96e7d85aff97 req-6f0441fe-49fa-418d-a572-f26cfa8da86c tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:59.238004 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1bfdec27-4cca-4b82-b1b8-96e7d85aff97 req-6f0441fe-49fa-418d-a572-f26cfa8da86c tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe14636-368a-4fc6-aee0-c7108424ec25 HTTP/1.1" status: 200 len: 949 time: 0.0881166 Dec 08 16:05:59.290874 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1bfdec27-4cca-4b82-b1b8-96e7d85aff97 req-602e9a88-f07b-4d74-b0ff-a02fa32dea29 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451074 Dec 08 16:05:59.421666 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:05:59.634392 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 37156) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:05:59.684776 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-d8bfae5d-0696-4fd7-a3ba-a07e24b4c17c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4452a1bd0aec434ab61ca7f780b916fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0491011 Dec 08 16:05:59.687674 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 37158) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:05:59.723777 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69267325-042d-46a2-a083-c5d19ee0b22f req-614329f5-fc62-4a8f-9622-7d7ce90d6dc6 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:59.725457 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-69267325-042d-46a2-a083-c5d19ee0b22f req-614329f5-fc62-4a8f-9622-7d7ce90d6dc6 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=e70b4347-602d-458c-b829-74616ace4b59 HTTP/1.1" status: 200 len: 943 time: 0.0562057 Dec 08 16:05:59.748008 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-796ba916-0e06-4a84-a705-5ffa1e6f1a76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:59.770839 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-796ba916-0e06-4a84-a705-5ffa1e6f1a76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:59.777233 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-69267325-042d-46a2-a083-c5d19ee0b22f req-2822b516-0a86-4fe1-a42c-40b0cf880d2a tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439777 Dec 08 16:05:59.901079 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c33643-660a-4663-a64d-d66d10999b50 req-924f2e77-3800-4e3c-b6f1-ca529f9d878f tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:59.903021 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a3c33643-660a-4663-a64d-d66d10999b50 req-924f2e77-3800-4e3c-b6f1-ca529f9d878f tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] 10.222.0.64 "GET /v2.0/ports?device_id=6838640d-6f74-4a5e-8c18-6f0e5a759f51 HTTP/1.1" status: 200 len: 951 time: 0.0561681 Dec 08 16:05:59.957723 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a3c33643-660a-4663-a64d-d66d10999b50 req-f1a085f8-d281-44a7-afa3-41a40d4746d0 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] 10.222.0.64 "GET /v2.0/security-groups?id=d52b3ab9-671e-4bec-87ec-cb6b7b824f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486691 Dec 08 16:05:59.967850 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b5c82e-92cd-4cd9-ac3c-8e7dfefd89f7 req-51481f96-82f6-472b-ac1f-66d0fba800d9 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:59.969778 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-04b5c82e-92cd-4cd9-ac3c-8e7dfefd89f7 req-51481f96-82f6-472b-ac1f-66d0fba800d9 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0a1ddae-32c5-4a90-ad0b-ac2e4930a3be HTTP/1.1" status: 200 len: 945 time: 0.0552008 Dec 08 16:06:00.020649 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-04b5c82e-92cd-4cd9-ac3c-8e7dfefd89f7 req-6092d38a-b24d-4021-b2a0-8cccc93dadad tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ee75834-e759-4136-8277-a7cad0a8499a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445218 Dec 08 16:06:00.164558 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad24a4c-f235-4a7b-a378-55ff68651b54 req-022bb90f-c1ff-4d09-a0d5-7e1d6aa86064 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:00.166987 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9ad24a4c-f235-4a7b-a378-55ff68651b54 req-022bb90f-c1ff-4d09-a0d5-7e1d6aa86064 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0a1ddae-32c5-4a90-ad0b-ac2e4930a3be HTTP/1.1" status: 200 len: 945 time: 0.0697277 Dec 08 16:06:00.177651 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 37186) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:06:00.185002 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-a19b99d0-b1bf-4ba6-8e39-965d46ce41ee tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Request body: {'floatingip': {'port_id': 'f72c11c2-c15f-43c8-8a5a-63115c8bd8eb'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:06:00.231634 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a19b99d0-b1bf-4ba6-8e39-965d46ce41ee tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Publish callbacks [] for floatingip, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:00.271343 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-796ba916-0e06-4a84-a705-5ffa1e6f1a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:00.279931 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-796ba916-0e06-4a84-a705-5ffa1e6f1a76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:00.279931 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-796ba916-0e06-4a84-a705-5ffa1e6f1a76 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cfbb210a-b2d2-436e-95a9-47a0044d23a1 HTTP/1.1" status: 204 len: 168 time: 0.5873556 Dec 08 16:06:00.286181 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796ba916-0e06-4a84-a705-5ffa1e6f1a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfbb210a-b2d2-436e-95a9-47a0044d23a1,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:00.500086 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc2b748-ce80-42bb-a597-2be30fa94145 req-4f9cb86b-1a46-4e8b-a4f4-5802938ffc1b tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:00.501706 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4cc2b748-ce80-42bb-a597-2be30fa94145 req-4f9cb86b-1a46-4e8b-a4f4-5802938ffc1b tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f7139be-5294-4aa3-a41f-1733174f1637 HTTP/1.1" status: 200 len: 945 time: 0.1582289 Dec 08 16:06:00.533950 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f1c0a-3d23-49d7-a537-23be7f6ac307 req-c283a996-797d-4ea0-a395-4d6787b3d92b tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:00.535621 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fa0f1c0a-3d23-49d7-a537-23be7f6ac307 req-c283a996-797d-4ea0-a395-4d6787b3d92b tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe14636-368a-4fc6-aee0-c7108424ec25 HTTP/1.1" status: 200 len: 949 time: 0.0523641 Dec 08 16:06:00.593452 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fa0f1c0a-3d23-49d7-a537-23be7f6ac307 req-5de79cae-f45a-4db5-89ce-8092d97a8b60 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512178 Dec 08 16:06:00.629817 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4cc2b748-ce80-42bb-a597-2be30fa94145 req-c3ae7c4c-0e03-411c-810f-e591709c718f tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917170 Dec 08 16:06:00.754463 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2 up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:06:00.943390 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a19b99d0-b1bf-4ba6-8e39-965d46ce41ee tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:00.952081 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port 3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:06:00.960371 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:06:00.960371 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:00.964149 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b51f12-9047-4daf-b6d3-7a154ad84f54 req-caf3a5ac-d161-43b4-bcd5-9361009a53fa tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:00.967218 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-71b51f12-9047-4daf-b6d3-7a154ad84f54 req-caf3a5ac-d161-43b4-bcd5-9361009a53fa tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=e70b4347-602d-458c-b829-74616ace4b59 HTTP/1.1" status: 200 len: 943 time: 0.0738635 Dec 08 16:06:01.034870 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-71b51f12-9047-4daf-b6d3-7a154ad84f54 req-18829be1-75b0-4aa1-b24d-d605cd2aa5a6 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578938 Dec 08 16:06:01.043731 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a19b99d0-b1bf-4ba6-8e39-965d46ce41ee tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:01.068688 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:01.094680 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f7139be-5294-4aa3-a41f-1733174f1637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:06:01.097308 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a4cf24-095a-4c87-a96f-85e8b537353f" -d '{"events": [{"server_uuid": "3f7139be-5294-4aa3-a41f-1733174f1637", "name": "network-vif-plugged", "status": "completed", "tag": "3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:06:01.119176 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2,segment=NetworkSegment(feac72a6-bbb0-42da-a5f2-51d59135d26f),segment_id=feac72a6-bbb0-42da-a5f2-51d59135d26f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:06:01.243899 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:01.329597 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71fde60d-8d35-42e3-9111-7f3efe83dc34 x-openstack-request-id: req-71fde60d-8d35-42e3-9111-7f3efe83dc34 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:06:01.335150 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f7139be-5294-4aa3-a41f-1733174f1637", "name": "network-vif-plugged", "status": "completed", "tag": "3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:06:01.335527 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-71fde60d-8d35-42e3-9111-7f3efe83dc34 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:06:01.336065 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f7139be-5294-4aa3-a41f-1733174f1637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2', 'code': 200} Dec 08 16:06:01.391559 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:01.397947 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:01.398425 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:01.398892 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:01.399980 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:01.400469 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:01.400903 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:01.401435 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:01.401932 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:01.402358 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:01.402780 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:01.403289 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:01.403806 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:01.404400 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:01.551333 n-d-776250-12 neutron-server[110551]: INFO neutron.db.l3_db [None req-a19b99d0-b1bf-4ba6-8e39-965d46ce41ee tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Floating IP c059d97d-2525-49a5-9f6d-2fc97db78cf4 associated. External IP: 172.25.0.30, port: f72c11c2-c15f-43c8-8a5a-63115c8bd8eb. Dec 08 16:06:01.591540 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3675a9-5743-464f-b9d2-7f357a94acf9 req-384dcca1-a2ca-4621-bb17-564d5d8ef8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:01.593086 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1d3675a9-5743-464f-b9d2-7f357a94acf9 req-384dcca1-a2ca-4621-bb17-564d5d8ef8b7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3f7139be-5294-4aa3-a41f-1733174f1637 HTTP/1.1" status: 200 len: 1098 time: 0.0908365 Dec 08 16:06:01.695625 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1d3675a9-5743-464f-b9d2-7f357a94acf9 req-2ab7a364-1ea8-49a2-b2f7-f24767693f2a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909300 Dec 08 16:06:01.783904 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7468d50-edf3-4e75-bdcb-e771c28bd27b req-752cd19f-fbc8-4435-bfe0-4300564a1468 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:01.785732 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a7468d50-edf3-4e75-bdcb-e771c28bd27b req-752cd19f-fbc8-4435-bfe0-4300564a1468 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f7139be-5294-4aa3-a41f-1733174f1637 HTTP/1.1" status: 200 len: 946 time: 0.0485110 Dec 08 16:06:01.835218 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f5c0a6-79b8-4256-b671-5d6d9e3df525 req-769a40a4-a4f5-4d3f-ba14-3c0c1685f745 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:01.836866 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-65f5c0a6-79b8-4256-b671-5d6d9e3df525 req-769a40a4-a4f5-4d3f-ba14-3c0c1685f745 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe14636-368a-4fc6-aee0-c7108424ec25 HTTP/1.1" status: 200 len: 949 time: 0.0991013 Dec 08 16:06:01.854312 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a7468d50-edf3-4e75-bdcb-e771c28bd27b req-d0133497-c0dd-4177-afd7-fa4944fcdb6f tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609965 Dec 08 16:06:01.871705 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a19b99d0-b1bf-4ba6-8e39-965d46ce41ee tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Router 14ddbb3a-64a4-4bb1-be1b-f440d2cab96e has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:06:01.921636 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-65f5c0a6-79b8-4256-b671-5d6d9e3df525 req-c275c9cc-177c-4b95-9856-2705275acae9 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772769 Dec 08 16:06:01.964654 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 37350) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:06:02.036450 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19b99d0-b1bf-4ba6-8e39-965d46ce41ee tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:06:02.042925 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a19b99d0-b1bf-4ba6-8e39-965d46ce41ee tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:02.048686 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac33129-029c-431a-84ce-9fa4518dd0f1 None None] Sync routers for ids ['14ddbb3a-64a4-4bb1-be1b-f440d2cab96e'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:06:02.061167 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac33129-029c-431a-84ce-9fa4518dd0f1 None None] Routers {'14ddbb3a-64a4-4bb1-be1b-f440d2cab96e'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:06:02.063417 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-dac33129-029c-431a-84ce-9fa4518dd0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:05:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['14ddbb3a-64a4-4bb1-be1b-f440d2cab96e'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:06:02.097253 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a19b99d0-b1bf-4ba6-8e39-965d46ce41ee tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "PUT /v2.0/floatingips/c059d97d-2525-49a5-9f6d-2fc97db78cf4 HTTP/1.1" status: 200 len: 990 time: 1.9184170 Dec 08 16:06:02.099359 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0a1ddae-32c5-4a90-ad0b-ac2e4930a3be', 'tag': 'f72c11c2-c15f-43c8-8a5a-63115c8bd8eb'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:06:02.108251 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7eb4305-056a-4e32-bc19-b0c350f2f3ad" -d '{"events": [{"name": "network-changed", "server_uuid": "b0a1ddae-32c5-4a90-ad0b-ac2e4930a3be", "tag": "f72c11c2-c15f-43c8-8a5a-63115c8bd8eb"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:06:02.114160 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-ff1dac42-bdc2-4a02-bb3e-473fd59e3035 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-599669777-network', 'tenant_id': '90793287bfaf4a52876b1d030c4dc7fa'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:06:02.188549 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-dac33129-029c-431a-84ce-9fa4518dd0f1 None None] Set router 14ddbb3a-64a4-4bb1-be1b-f440d2cab96e gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:06:02.209926 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18377c42-2097-411b-85c0-78c42e81883a req-6d0a42bd-2189-4b2f-86dd-0658d09e7e88 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:02.217019 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-18377c42-2097-411b-85c0-78c42e81883a req-6d0a42bd-2189-4b2f-86dd-0658d09e7e88 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=e70b4347-602d-458c-b829-74616ace4b59 HTTP/1.1" status: 200 len: 943 time: 0.0666089 Dec 08 16:06:02.230483 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce3fafbc-ab51-4455-bc14-c7c6daf50199 x-openstack-request-id: req-ce3fafbc-ab51-4455-bc14-c7c6daf50199 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:06:02.230787 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0a1ddae-32c5-4a90-ad0b-ac2e4930a3be", "tag": "f72c11c2-c15f-43c8-8a5a-63115c8bd8eb", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:06:02.231050 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ce3fafbc-ab51-4455-bc14-c7c6daf50199 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:06:02.231464 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0a1ddae-32c5-4a90-ad0b-ac2e4930a3be', 'tag': 'f72c11c2-c15f-43c8-8a5a-63115c8bd8eb', 'status': 'completed', 'code': 200} Dec 08 16:06:02.285254 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-18377c42-2097-411b-85c0-78c42e81883a req-6577049e-4cd6-407b-ac5d-337006e4ed63 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661240 Dec 08 16:06:02.307349 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff1dac42-bdc2-4a02-bb3e-473fd59e3035 admin admin] Made reservation on behalf of 90793287bfaf4a52876b1d030c4dc7fa for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:06:02.307349 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ff1dac42-bdc2-4a02-bb3e-473fd59e3035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:02.316006 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ff1dac42-bdc2-4a02-bb3e-473fd59e3035 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:02.339097 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb4305-056a-4e32-bc19-b0c350f2f3ad req-8367d267-5cb2-4b6b-9f2b-1e9e78cdda8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:02.342385 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b7eb4305-056a-4e32-bc19-b0c350f2f3ad req-8367d267-5cb2-4b6b-9f2b-1e9e78cdda8d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a852a94827a640d4b4d781ca2b4d8472&device_id=b0a1ddae-32c5-4a90-ad0b-ac2e4930a3be HTTP/1.1" status: 200 len: 1097 time: 0.0911646 Dec 08 16:06:02.484942 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb4305-056a-4e32-bc19-b0c350f2f3ad req-2e7b7c50-5503-45e9-98ad-62063ae62523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:02.485672 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-dac33129-029c-431a-84ce-9fa4518dd0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ddbb3a-64a4-4bb1-be1b-f440d2cab96e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-612582527-router', 'tenant_id': 'a852a94827a640d4b4d781ca2b4d8472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '9fc1e132-8b2d-46f3-912c-e7a2fc1b1c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:21Z', 'updated_at': '2021-12-08T16:01:30Z', 'revision_number': 4, 'project_id': 'a852a94827a640d4b4d781ca2b4d8472', 'gw_port': {'id': '9fc1e132-8b2d-46f3-912c-e7a2fc1b1c57', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:91:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ddbb3a-64a4-4bb1-be1b-f440d2cab96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:22Z', 'updated_at': '2021-12-08T16:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': 'c059d97d-2525-49a5-9f6d-2fc97db78cf4', 'tenant_id': 'a852a94827a640d4b4d781ca2b4d8472', 'floating_ip_address': '172.25.0.30', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '14ddbb3a-64a4-4bb1-be1b-f440d2cab96e', 'port_id': 'f72c11c2-c15f-43c8-8a5a-63115c8bd8eb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '335547d4-bfd2-4ca6-83e2-63a39090738e', 'mac_address': 'fa:16:3e:60:41:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a1ddae-32c5-4a90-ad0b-ac2e4930a3be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:01:57Z', 'updated_at': '2021-12-08T16:06:00Z', 'revision_number': 5, 'project_id': 'a852a94827a640d4b4d781ca2b4d8472', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db400ace-e686-4075-b8dd-b0d6e24152fa', 'name': '', 'network_id': '335547d4-bfd2-4ca6-83e2-63a39090738e', 'tenant_id': 'a852a94827a640d4b4d781ca2b4d8472', 'mac_address': 'fa:16:3e:03:5a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ddbb3a-64a4-4bb1-be1b-f440d2cab96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'ef5ea7fa-565f-48e7-8d27-0c7d9b33e964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:28Z', 'updated_at': '2021-12-08T16:01:37Z', 'revision_number': 5, 'project_id': 'a852a94827a640d4b4d781ca2b4d8472', 'subnets': [{'id': 'ef5ea7fa-565f-48e7-8d27-0c7d9b33e964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:06:02.486435 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b7eb4305-056a-4e32-bc19-b0c350f2f3ad req-2e7b7c50-5503-45e9-98ad-62063ae62523 service neutron] 10.222.0.76 "GET /v2.0/networks?id=335547d4-bfd2-4ca6-83e2-63a39090738e HTTP/1.1" status: 200 len: 924 time: 0.1370478 Dec 08 16:06:02.506823 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ff1dac42-bdc2-4a02-bb3e-473fd59e3035 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:02.514123 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac33129-029c-431a-84ce-9fa4518dd0f1 None None] Checking router: 14ddbb3a-64a4-4bb1-be1b-f440d2cab96e for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:06:02.523339 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac33129-029c-431a-84ce-9fa4518dd0f1 None None] Routers {'14ddbb3a-64a4-4bb1-be1b-f440d2cab96e'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:06:02.524732 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-dac33129-029c-431a-84ce-9fa4518dd0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:05:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['14ddbb3a-64a4-4bb1-be1b-f440d2cab96e'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:06:02.569031 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b7eb4305-056a-4e32-bc19-b0c350f2f3ad req-c2ae4da4-777e-45fd-aa26-50193a129e27 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f72c11c2-c15f-43c8-8a5a-63115c8bd8eb HTTP/1.1" status: 200 len: 998 time: 0.0730026 Dec 08 16:06:02.622596 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb4305-056a-4e32-bc19-b0c350f2f3ad req-6faf82cd-3c33-4584-b313-257d8e26315c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:02.624064 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b7eb4305-056a-4e32-bc19-b0c350f2f3ad req-6faf82cd-3c33-4584-b313-257d8e26315c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ef5ea7fa-565f-48e7-8d27-0c7d9b33e964 HTTP/1.1" status: 200 len: 862 time: 0.0480480 Dec 08 16:06:02.632134 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-dac33129-029c-431a-84ce-9fa4518dd0f1 None None] Set router 14ddbb3a-64a4-4bb1-be1b-f440d2cab96e gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:06:02.656604 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ff1dac42-bdc2-4a02-bb3e-473fd59e3035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:02.683069 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff1dac42-bdc2-4a02-bb3e-473fd59e3035 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:06:02.704530 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ff1dac42-bdc2-4a02-bb3e-473fd59e3035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:02.705161 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-ff1dac42-bdc2-4a02-bb3e-473fd59e3035 admin admin] Added segment b4761a3b-ee60-4269-90fa-7dd2b7c5d753 of type vlan for network e89e8f20-53a1-412c-918d-c9890713e8fa Dec 08 16:06:02.706383 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1dac42-bdc2-4a02-bb3e-473fd59e3035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0718467b-a91f-47d3-aba0-9c7c37c4d6fc,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:02.723381 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb4305-056a-4e32-bc19-b0c350f2f3ad req-7c078825-7f6b-4385-831c-d2992c3a9b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:02.724942 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b7eb4305-056a-4e32-bc19-b0c350f2f3ad req-7c078825-7f6b-4385-831c-d2992c3a9b55 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=335547d4-bfd2-4ca6-83e2-63a39090738e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0944262 Dec 08 16:06:02.805771 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ff1dac42-bdc2-4a02-bb3e-473fd59e3035 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:02.865328 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b7eb4305-056a-4e32-bc19-b0c350f2f3ad req-6d9117e5-b979-44a6-948d-1fb6c70ce307 service neutron] 10.222.0.76 "GET /v2.0/networks/335547d4-bfd2-4ca6-83e2-63a39090738e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214714 Dec 08 16:06:02.885673 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-dac33129-029c-431a-84ce-9fa4518dd0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ddbb3a-64a4-4bb1-be1b-f440d2cab96e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-612582527-router', 'tenant_id': 'a852a94827a640d4b4d781ca2b4d8472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '9fc1e132-8b2d-46f3-912c-e7a2fc1b1c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:21Z', 'updated_at': '2021-12-08T16:01:30Z', 'revision_number': 4, 'project_id': 'a852a94827a640d4b4d781ca2b4d8472', 'gw_port': {'id': '9fc1e132-8b2d-46f3-912c-e7a2fc1b1c57', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:91:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ddbb3a-64a4-4bb1-be1b-f440d2cab96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:22Z', 'updated_at': '2021-12-08T16:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': 'c059d97d-2525-49a5-9f6d-2fc97db78cf4', 'tenant_id': 'a852a94827a640d4b4d781ca2b4d8472', 'floating_ip_address': '172.25.0.30', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '14ddbb3a-64a4-4bb1-be1b-f440d2cab96e', 'port_id': 'f72c11c2-c15f-43c8-8a5a-63115c8bd8eb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '335547d4-bfd2-4ca6-83e2-63a39090738e', 'mac_address': 'fa:16:3e:60:41:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a1ddae-32c5-4a90-ad0b-ac2e4930a3be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:01:57Z', 'updated_at': '2021-12-08T16:06:00Z', 'revision_number': 5, 'project_id': 'a852a94827a640d4b4d781ca2b4d8472', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db400ace-e686-4075-b8dd-b0d6e24152fa', 'name': '', 'network_id': '335547d4-bfd2-4ca6-83e2-63a39090738e', 'tenant_id': 'a852a94827a640d4b4d781ca2b4d8472', 'mac_address': 'fa:16:3e:03:5a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ddbb3a-64a4-4bb1-be1b-f440d2cab96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'ef5ea7fa-565f-48e7-8d27-0c7d9b33e964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:28Z', 'updated_at': '2021-12-08T16:01:37Z', 'revision_number': 5, 'project_id': 'a852a94827a640d4b4d781ca2b4d8472', 'subnets': [{'id': 'ef5ea7fa-565f-48e7-8d27-0c7d9b33e964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:06:02.927753 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac33129-029c-431a-84ce-9fa4518dd0f1 None None] The sync data for ids ['14ddbb3a-64a4-4bb1-be1b-f440d2cab96e'] in n-d-776250-12 is: [{'id': '14ddbb3a-64a4-4bb1-be1b-f440d2cab96e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-612582527-router', 'tenant_id': 'a852a94827a640d4b4d781ca2b4d8472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '9fc1e132-8b2d-46f3-912c-e7a2fc1b1c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:21Z', 'updated_at': '2021-12-08T16:01:30Z', 'revision_number': 4, 'project_id': 'a852a94827a640d4b4d781ca2b4d8472', 'gw_port': {'id': '9fc1e132-8b2d-46f3-912c-e7a2fc1b1c57', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:91:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ddbb3a-64a4-4bb1-be1b-f440d2cab96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:22Z', 'updated_at': '2021-12-08T16:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': 'c059d97d-2525-49a5-9f6d-2fc97db78cf4', 'tenant_id': 'a852a94827a640d4b4d781ca2b4d8472', 'floating_ip_address': '172.25.0.30', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '14ddbb3a-64a4-4bb1-be1b-f440d2cab96e', 'port_id': 'f72c11c2-c15f-43c8-8a5a-63115c8bd8eb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '335547d4-bfd2-4ca6-83e2-63a39090738e', 'mac_address': 'fa:16:3e:60:41:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a1ddae-32c5-4a90-ad0b-ac2e4930a3be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:01:57Z', 'updated_at': '2021-12-08T16:06:00Z', 'revision_number': 5, 'project_id': 'a852a94827a640d4b4d781ca2b4d8472', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db400ace-e686-4075-b8dd-b0d6e24152fa', 'name': '', 'network_id': '335547d4-bfd2-4ca6-83e2-63a39090738e', 'tenant_id': 'a852a94827a640d4b4d781ca2b4d8472', 'mac_address': 'fa:16:3e:03:5a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ddbb3a-64a4-4bb1-be1b-f440d2cab96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'ef5ea7fa-565f-48e7-8d27-0c7d9b33e964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:28Z', 'updated_at': '2021-12-08T16:01:37Z', 'revision_number': 5, 'project_id': 'a852a94827a640d4b4d781ca2b4d8472', 'subnets': [{'id': 'ef5ea7fa-565f-48e7-8d27-0c7d9b33e964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:06:02.976039 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ff1dac42-bdc2-4a02-bb3e-473fd59e3035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:02.977621 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1dac42-bdc2-4a02-bb3e-473fd59e3035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:02.978406 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ff1dac42-bdc2-4a02-bb3e-473fd59e3035 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:02.984004 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b7eb4305-056a-4e32-bc19-b0c350f2f3ad req-d2e7daf3-55be-4baf-bfd1-788d9a21e52b service neutron] 10.222.0.76 "GET /v2.0/networks/335547d4-bfd2-4ca6-83e2-63a39090738e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108968 Dec 08 16:06:02.992585 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device f9df13c0-cdba-4aa0-a410-7f5c59635a03 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:06:03.020784 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c21a22-3bc7-492e-a810-73d37679dccc req-268293b2-6a77-48c7-96ea-ccd771b8ba52 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:03.032412 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-51c21a22-3bc7-492e-a810-73d37679dccc req-268293b2-6a77-48c7-96ea-ccd771b8ba52 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f7139be-5294-4aa3-a41f-1733174f1637 HTTP/1.1" status: 200 len: 946 time: 0.0689270 Dec 08 16:06:03.066161 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1dac42-bdc2-4a02-bb3e-473fd59e3035 admin admin] Pushing event updated for resources: {'Network': ['ID=e89e8f20-53a1-412c-918d-c9890713e8fa,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:03.077748 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 46d77430-42b0-41e7-86b7-9e679590e4fc no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:06:03.079676 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network e89e8f20-53a1-412c-918d-c9890713e8fa details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:06:03.095867 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-51c21a22-3bc7-492e-a810-73d37679dccc req-497dc678-773a-4ea9-a47f-fd0fb5ce2a28 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659893 Dec 08 16:06:03.247463 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4f5ec7-fe50-4684-a7a7-09bc0ad5fda8 req-2fd7034d-90e1-4dfd-84e2-aaf4076189ec tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:03.254233 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-be4f5ec7-fe50-4684-a7a7-09bc0ad5fda8 req-2fd7034d-90e1-4dfd-84e2-aaf4076189ec tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe14636-368a-4fc6-aee0-c7108424ec25 HTTP/1.1" status: 200 len: 949 time: 0.0746098 Dec 08 16:06:03.264740 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb28942-c8e7-4de0-aa3c-0fbc3860579c None None] New status for floating IP c059d97d-2525-49a5-9f6d-2fc97db78cf4: ACTIVE {{(pid=110552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:06:03.304274 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-be4f5ec7-fe50-4684-a7a7-09bc0ad5fda8 req-c7d2fed0-97da-4e92-94f0-49b4b7005371 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491261 Dec 08 16:06:03.314557 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port f9df13c0-cdba-4aa0-a410-7f5c59635a03, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=f9df13c0-cdba-4aa0-a410-7f5c59635a03,segment=NetworkSegment(e6288665-5271-4e12-95de-f05a0f00000f),segment_id=e6288665-5271-4e12-95de-f05a0f00000f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:06:03.318687 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:03.351062 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': 'f9df13c0-cdba-4aa0-a410-7f5c59635a03', 'network_id': '7f044dd4-dc97-4f05-8a73-1de9a290e893', 'port_id': 'f9df13c0-cdba-4aa0-a410-7f5c59635a03', 'mac_address': 'fa:16:3e:ac:ac:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e145596-3948-4729-810a-534bcf8272d4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:06:03.400055 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 37422) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:06:03.403027 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ff1dac42-bdc2-4a02-bb3e-473fd59e3035 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4352841 Dec 08 16:06:03.405396 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-bd75b17b-f3a0-48fd-be9d-27fffb91fd85 admin admin] Request body: {'subnet': {'network_id': 'e89e8f20-53a1-412c-918d-c9890713e8fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-599669777-subnet', 'tenant_id': '90793287bfaf4a52876b1d030c4dc7fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:06:03.416922 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6838640d-6f74-4a5e-8c18-6f0e5a759f51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46d77430-42b0-41e7-86b7-9e679590e4fc'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:06:03.420141 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f6b56a-4740-4ba5-a204-918cd6a055a2" -d '{"events": [{"server_uuid": "6838640d-6f74-4a5e-8c18-6f0e5a759f51", "name": "network-vif-unplugged", "status": "completed", "tag": "46d77430-42b0-41e7-86b7-9e679590e4fc"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:06:03.451977 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 46d77430-42b0-41e7-86b7-9e679590e4fc, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=46d77430-42b0-41e7-86b7-9e679590e4fc,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:06:03.471778 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:03.489204 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776fde24-0b72-4fb8-ad3b-9e3a32cf8ba6 req-eb5a7f53-1766-4a63-9371-6a05ad147859 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:03.490870 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-776fde24-0b72-4fb8-ad3b-9e3a32cf8ba6 req-eb5a7f53-1766-4a63-9371-6a05ad147859 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=e70b4347-602d-458c-b829-74616ace4b59 HTTP/1.1" status: 200 len: 943 time: 0.0566909 Dec 08 16:06:03.550081 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd75b17b-f3a0-48fd-be9d-27fffb91fd85 admin admin] Made reservation on behalf of 90793287bfaf4a52876b1d030c4dc7fa for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:06:03.552540 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bd75b17b-f3a0-48fd-be9d-27fffb91fd85 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:03.572399 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-776fde24-0b72-4fb8-ad3b-9e3a32cf8ba6 req-70ba9435-85b9-43b2-825f-e97ee3578c95 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648236 Dec 08 16:06:03.643620 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:03.650292 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9df13c0-cdba-4aa0-a410-7f5c59635a03 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:06:03.681669 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de1a14e-28ea-4d3d-9590-a2279f553f25 x-openstack-request-id: req-7de1a14e-28ea-4d3d-9590-a2279f553f25 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:06:03.681998 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6838640d-6f74-4a5e-8c18-6f0e5a759f51", "name": "network-vif-unplugged", "status": "completed", "tag": "46d77430-42b0-41e7-86b7-9e679590e4fc", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:06:03.682518 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7de1a14e-28ea-4d3d-9590-a2279f553f25 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:06:03.683276 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6838640d-6f74-4a5e-8c18-6f0e5a759f51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46d77430-42b0-41e7-86b7-9e679590e4fc', 'code': 200} Dec 08 16:06:03.701219 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port f9df13c0-cdba-4aa0-a410-7f5c59635a03, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=f9df13c0-cdba-4aa0-a410-7f5c59635a03,segment=NetworkSegment(e6288665-5271-4e12-95de-f05a0f00000f),segment_id=e6288665-5271-4e12-95de-f05a0f00000f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:06:03.717365 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=46d77430-42b0-41e7-86b7-9e679590e4fc,revision_number=11']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:03.884032 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:03.946959 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=f9df13c0-cdba-4aa0-a410-7f5c59635a03,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:03.952154 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bd75b17b-f3a0-48fd-be9d-27fffb91fd85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:04.011338 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd75b17b-f3a0-48fd-be9d-27fffb91fd85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9a5759d-cdff-45f0-a7cc-65cd4da199d1,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:04.026456 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd75b17b-f3a0-48fd-be9d-27fffb91fd85 admin admin] Checking segment: {'id': 'b4761a3b-ee60-4269-90fa-7dd2b7c5d753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e89e8f20-53a1-412c-918d-c9890713e8fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:06:04.026456 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd75b17b-f3a0-48fd-be9d-27fffb91fd85 admin admin] Network hostable DHCP agents. Network: e89e8f20-53a1-412c-918d-c9890713e8fa, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:06:04.208047 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd75b17b-f3a0-48fd-be9d-27fffb91fd85 admin admin] Network e89e8f20-53a1-412c-918d-c9890713e8fa is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:06:04.232237 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:04.236690 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5b3c9-4bb1-4098-bc36-305385101b72 req-02d423ba-c167-4afb-8698-f5cc28a8e259 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:04.238307 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-58d5b3c9-4bb1-4098-bc36-305385101b72 req-02d423ba-c167-4afb-8698-f5cc28a8e259 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f7139be-5294-4aa3-a41f-1733174f1637 HTTP/1.1" status: 200 len: 946 time: 0.0626428 Dec 08 16:06:04.298809 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-58d5b3c9-4bb1-4098-bc36-305385101b72 req-3f47d126-e8cc-4788-b77a-75a562ae859c tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537024 Dec 08 16:06:04.312136 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['f9df13c0-cdba-4aa0-a410-7f5c59635a03'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:06:04.420873 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba3e7a-0fe7-4bea-8bac-feef69e44fe1 req-29fc84b0-d759-4c7d-92f9-944df157d6ee tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:04.422463 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e7ba3e7a-0fe7-4bea-8bac-feef69e44fe1 req-29fc84b0-d759-4c7d-92f9-944df157d6ee tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3f7139be-5294-4aa3-a41f-1733174f1637 HTTP/1.1" status: 200 len: 1098 time: 0.0506532 Dec 08 16:06:04.471321 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e7ba3e7a-0fe7-4bea-8bac-feef69e44fe1 req-a1f3adcd-a5c7-4d9f-b90f-7c1f3675f4da tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421143 Dec 08 16:06:04.506364 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-bd75b17b-f3a0-48fd-be9d-27fffb91fd85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, e89e8f20-53a1-412c-918d-c9890713e8fa) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:06:04.518919 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7123354f-a1ee-4939-92d3-471e07d775cb None None] Network e89e8f20-53a1-412c-918d-c9890713e8fa requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:06:04.519684 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd75b17b-f3a0-48fd-be9d-27fffb91fd85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:04.519684 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bd75b17b-f3a0-48fd-be9d-27fffb91fd85 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:04.598086 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2ca74-f9c7-4799-81b9-5955b635571d req-04e35d02-57da-41ae-8ee4-d78d6778620e tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:04.600695 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0fc2ca74-f9c7-4799-81b9-5955b635571d req-04e35d02-57da-41ae-8ee4-d78d6778620e tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe14636-368a-4fc6-aee0-c7108424ec25 HTTP/1.1" status: 200 len: 949 time: 0.0663345 Dec 08 16:06:04.633203 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df66f09c-106f-4141-9bd6-123b7263a6ee None None] Network e89e8f20-53a1-412c-918d-c9890713e8fa requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:06:04.674867 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0fc2ca74-f9c7-4799-81b9-5955b635571d req-64df911d-aa95-4a49-8d96-2c53f85d4fde tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659089 Dec 08 16:06:04.724241 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-bd75b17b-f3a0-48fd-be9d-27fffb91fd85 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3182085 Dec 08 16:06:04.859453 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a2523-d010-4692-a444-274a598469d8 req-e925ab9b-c19b-4ca5-ad1c-d6575de0d471 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:04.861144 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8b9a2523-d010-4692-a444-274a598469d8 req-e925ab9b-c19b-4ca5-ad1c-d6575de0d471 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=e70b4347-602d-458c-b829-74616ace4b59 HTTP/1.1" status: 200 len: 944 time: 0.0723174 Dec 08 16:06:04.914710 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8b9a2523-d010-4692-a444-274a598469d8 req-6054ead5-bad3-448c-a168-db1d9c34091c tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472245 Dec 08 16:06:05.803407 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b11c30-c6f5-434a-8faa-3dede99b66c5 req-1eb27ef6-4986-4aba-8751-9f954cde1817 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:05.805008 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b7b11c30-c6f5-434a-8faa-3dede99b66c5 req-1eb27ef6-4986-4aba-8751-9f954cde1817 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe14636-368a-4fc6-aee0-c7108424ec25 HTTP/1.1" status: 200 len: 949 time: 0.0636199 Dec 08 16:06:05.868093 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b7b11c30-c6f5-434a-8faa-3dede99b66c5 req-a4c03caf-f7fe-4ea5-9b69-16b2ca081286 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546870 Dec 08 16:06:05.879360 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 37512) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:06:05.885429 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-556620f0-6feb-4d5d-aacc-f6fd3e02cc0d admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-465592968-network', 'tenant_id': '044219ef93f7447eaa75ee10b5aa7606'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:06:06.042394 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38063e6d-13bd-4503-8727-c67aa5e680d8 req-1fd9f9e0-e060-4b4e-bd54-c37e59929183 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:06.043934 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-38063e6d-13bd-4503-8727-c67aa5e680d8 req-1fd9f9e0-e060-4b4e-bd54-c37e59929183 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=e70b4347-602d-458c-b829-74616ace4b59 HTTP/1.1" status: 200 len: 944 time: 0.0569868 Dec 08 16:06:06.066451 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-556620f0-6feb-4d5d-aacc-f6fd3e02cc0d admin admin] Made reservation on behalf of 044219ef93f7447eaa75ee10b5aa7606 for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:06:06.072806 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-556620f0-6feb-4d5d-aacc-f6fd3e02cc0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:06.079810 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-556620f0-6feb-4d5d-aacc-f6fd3e02cc0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:06.100526 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-38063e6d-13bd-4503-8727-c67aa5e680d8 req-2faa2fd7-d7ec-4e9b-b8c6-bed9cdb5cc08 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497763 Dec 08 16:06:06.171036 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-556620f0-6feb-4d5d-aacc-f6fd3e02cc0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:06.369728 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-556620f0-6feb-4d5d-aacc-f6fd3e02cc0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:06.395087 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-556620f0-6feb-4d5d-aacc-f6fd3e02cc0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:06:06.404947 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556620f0-6feb-4d5d-aacc-f6fd3e02cc0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11450ef5-fab6-41d4-a98b-1875ed4075ca,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:06.409841 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-556620f0-6feb-4d5d-aacc-f6fd3e02cc0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:06.410186 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-556620f0-6feb-4d5d-aacc-f6fd3e02cc0d admin admin] Added segment 6ca09873-4770-4055-a485-4b6d229ab091 of type vlan for network 667d9cdf-38de-47e8-a6b7-e0dcf736157c Dec 08 16:06:06.462904 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-556620f0-6feb-4d5d-aacc-f6fd3e02cc0d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:06.719042 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-556620f0-6feb-4d5d-aacc-f6fd3e02cc0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:06.729082 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556620f0-6feb-4d5d-aacc-f6fd3e02cc0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:06.729082 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-556620f0-6feb-4d5d-aacc-f6fd3e02cc0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:06.801809 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556620f0-6feb-4d5d-aacc-f6fd3e02cc0d admin admin] Pushing event updated for resources: {'Network': ['ID=667d9cdf-38de-47e8-a6b7-e0dcf736157c,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:06.812605 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 667d9cdf-38de-47e8-a6b7-e0dcf736157c details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:06:07.013740 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device f9df13c0-cdba-4aa0-a410-7f5c59635a03 up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:06:07.031917 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-556620f0-6feb-4d5d-aacc-f6fd3e02cc0d admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1505342 Dec 08 16:06:07.036091 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 37544) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:06:07.042214 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-ce452709-2a8d-4588-b879-2eef60af0e4e admin admin] Request body: {'subnet': {'network_id': '667d9cdf-38de-47e8-a6b7-e0dcf736157c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-465592968-subnet', 'tenant_id': '044219ef93f7447eaa75ee10b5aa7606', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:06:07.051134 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae397bb-1ea8-44a5-a7ba-99a1f8c59262 req-dc0440e7-5233-4459-8b54-fe4110609a58 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:07.053324 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bae397bb-1ea8-44a5-a7ba-99a1f8c59262 req-dc0440e7-5233-4459-8b54-fe4110609a58 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe14636-368a-4fc6-aee0-c7108424ec25 HTTP/1.1" status: 200 len: 949 time: 0.0847161 Dec 08 16:06:07.149635 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bae397bb-1ea8-44a5-a7ba-99a1f8c59262 req-549495c1-db4c-439c-85df-c02caaf4089b tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849788 Dec 08 16:06:07.182162 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce452709-2a8d-4588-b879-2eef60af0e4e admin admin] Made reservation on behalf of 044219ef93f7447eaa75ee10b5aa7606 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:06:07.186559 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ce452709-2a8d-4588-b879-2eef60af0e4e admin admin] Publish callbacks [] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:07.253596 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port f9df13c0-cdba-4aa0-a410-7f5c59635a03 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:06:07.260841 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port f9df13c0-cdba-4aa0-a410-7f5c59635a03 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:06:07.261332 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:07.325019 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653aae6b-2063-4639-a166-b841ce0a7ef7 req-c8a45985-907a-40fa-9bfe-b4ab2dc7a066 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:07.332913 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-653aae6b-2063-4639-a166-b841ce0a7ef7 req-c8a45985-907a-40fa-9bfe-b4ab2dc7a066 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=e70b4347-602d-458c-b829-74616ace4b59 HTTP/1.1" status: 200 len: 944 time: 0.0743444 Dec 08 16:06:07.389461 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:07.408846 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-653aae6b-2063-4639-a166-b841ce0a7ef7 req-77f099a1-335f-495c-925d-54a7efb82ccb tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749116 Dec 08 16:06:07.427270 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e70b4347-602d-458c-b829-74616ace4b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9df13c0-cdba-4aa0-a410-7f5c59635a03'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:06:07.430816 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c9c782-00b9-4e15-862b-9af380762791" -d '{"events": [{"server_uuid": "e70b4347-602d-458c-b829-74616ace4b59", "name": "network-vif-plugged", "status": "completed", "tag": "f9df13c0-cdba-4aa0-a410-7f5c59635a03"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:06:07.455705 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port f9df13c0-cdba-4aa0-a410-7f5c59635a03, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=f9df13c0-cdba-4aa0-a410-7f5c59635a03,segment=NetworkSegment(e6288665-5271-4e12-95de-f05a0f00000f),segment_id=e6288665-5271-4e12-95de-f05a0f00000f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:06:07.563761 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ce452709-2a8d-4588-b879-2eef60af0e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:07.565945 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca2fd65-51bd-4c3c-8c35-6f921466ca97 x-openstack-request-id: req-bca2fd65-51bd-4c3c-8c35-6f921466ca97 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:06:07.585412 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e70b4347-602d-458c-b829-74616ace4b59", "name": "network-vif-plugged", "status": "completed", "tag": "f9df13c0-cdba-4aa0-a410-7f5c59635a03", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:06:07.586771 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bca2fd65-51bd-4c3c-8c35-6f921466ca97 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:06:07.588473 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e70b4347-602d-458c-b829-74616ace4b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9df13c0-cdba-4aa0-a410-7f5c59635a03', 'code': 200} Dec 08 16:06:07.598614 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:07.669314 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce452709-2a8d-4588-b879-2eef60af0e4e admin admin] Checking segment: {'id': '6ca09873-4770-4055-a485-4b6d229ab091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '667d9cdf-38de-47e8-a6b7-e0dcf736157c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:06:07.669918 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce452709-2a8d-4588-b879-2eef60af0e4e admin admin] Network hostable DHCP agents. Network: 667d9cdf-38de-47e8-a6b7-e0dcf736157c, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:06:07.685526 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce452709-2a8d-4588-b879-2eef60af0e4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=89dcb290-8806-4e58-813f-ab442ca01d3a,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:07.734991 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f186254d-461f-410a-907f-a24ef511b49e req-923767dc-95d1-4fad-8e69-89f73f9932f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:07.743553 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f186254d-461f-410a-907f-a24ef511b49e req-923767dc-95d1-4fad-8e69-89f73f9932f1 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e70b4347-602d-458c-b829-74616ace4b59 HTTP/1.1" status: 200 len: 1097 time: 0.0609119 Dec 08 16:06:07.747366 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=f9df13c0-cdba-4aa0-a410-7f5c59635a03,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:07.797935 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f186254d-461f-410a-907f-a24ef511b49e req-1da99a2e-151c-4c81-b2b5-205cae9975d8 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529587 Dec 08 16:06:07.843406 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce452709-2a8d-4588-b879-2eef60af0e4e admin admin] Network 667d9cdf-38de-47e8-a6b7-e0dcf736157c is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:06:08.003882 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-ce452709-2a8d-4588-b879-2eef60af0e4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 667d9cdf-38de-47e8-a6b7-e0dcf736157c) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:06:08.007801 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce452709-2a8d-4588-b879-2eef60af0e4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:08.008445 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ce452709-2a8d-4588-b879-2eef60af0e4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:08.013692 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7f9241-d90f-4f0c-9076-289c645811e4 None None] Network 667d9cdf-38de-47e8-a6b7-e0dcf736157c requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:06:08.130424 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28b0485-a865-4c4c-a6f8-86c854969bc1 None None] Network 667d9cdf-38de-47e8-a6b7-e0dcf736157c requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:06:08.149880 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ce452709-2a8d-4588-b879-2eef60af0e4e admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1145635 Dec 08 16:06:08.448649 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:09.712095 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a62dc-8aa7-46e3-a55f-69eafa7545bc req-a492b267-55e3-4c26-bddd-f56a199d4317 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:09.719620 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7f9a62dc-8aa7-46e3-a55f-69eafa7545bc req-a492b267-55e3-4c26-bddd-f56a199d4317 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe14636-368a-4fc6-aee0-c7108424ec25 HTTP/1.1" status: 200 len: 949 time: 0.3534131 Dec 08 16:06:09.726078 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13744e78-5c4b-4e43-bc22-172baff03648 req-049b708e-1201-4e41-8ac0-109654e0ffae tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:09.728761 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-13744e78-5c4b-4e43-bc22-172baff03648 req-049b708e-1201-4e41-8ac0-109654e0ffae tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] 10.222.0.64 "GET /v2.0/networks?id=e89e8f20-53a1-412c-918d-c9890713e8fa HTTP/1.1" status: 200 len: 814 time: 0.1168158 Dec 08 16:06:09.744548 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-13744e78-5c4b-4e43-bc22-172baff03648 req-5a025f5d-b72b-46bb-9a56-31fb12f5dea0 tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] 10.222.0.64 "GET /v2.0/quotas/90793287bfaf4a52876b1d030c4dc7fa HTTP/1.1" status: 200 len: 375 time: 0.0095675 Dec 08 16:06:09.776068 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7f9a62dc-8aa7-46e3-a55f-69eafa7545bc req-7895ecc8-cb7b-4529-ae9d-ff6b67e53ea2 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459421 Dec 08 16:06:09.780607 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-13744e78-5c4b-4e43-bc22-172baff03648 req-8f3018e2-768d-4c26-b0e5-adcc4f19dbb4 tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=90793287bfaf4a52876b1d030c4dc7fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297353 Dec 08 16:06:09.905781 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-13744e78-5c4b-4e43-bc22-172baff03648 req-37553449-da66-4999-bd48-627838e006a9 service neutron] 10.222.0.64 "GET /v2.0/networks/e89e8f20-53a1-412c-918d-c9890713e8fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168125 Dec 08 16:06:09.915986 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b184e-426c-4549-86aa-79bd5c2676a3 req-765f0154-0af9-4494-9cd6-e8e5b834c75e tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:09.917639 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c84b184e-426c-4549-86aa-79bd5c2676a3 req-765f0154-0af9-4494-9cd6-e8e5b834c75e tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=e70b4347-602d-458c-b829-74616ace4b59 HTTP/1.1" status: 200 len: 945 time: 0.0632362 Dec 08 16:06:09.975303 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c84b184e-426c-4549-86aa-79bd5c2676a3 req-5f5e19e0-718f-43a7-bb77-4226e05487c9 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504243 Dec 08 16:06:10.025836 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-13744e78-5c4b-4e43-bc22-172baff03648 req-c102601f-4a8c-4c89-9f23-bddd1f6a8c1c service neutron] 10.222.0.64 "GET /v2.0/networks/e89e8f20-53a1-412c-918d-c9890713e8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083155 Dec 08 16:06:10.770242 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e11420fc-4063-4bdc-a665-389c5cc5a6d0 req-c4cca504-1765-4a18-81f0-20a9d571eb4e tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] 10.222.0.64 "GET /v2.0/ports?device_id=94544e73-c018-4183-9ae8-c319838d1263 HTTP/1.1" status: 200 len: 210 time: 0.0308449 Dec 08 16:06:10.955759 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b11a9-69d1-4d00-8552-10c942d87451 req-df938993-6f46-4654-8be0-89b31fccb799 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:10.958302 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ac6b11a9-69d1-4d00-8552-10c942d87451 req-df938993-6f46-4654-8be0-89b31fccb799 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a717b01-e9ff-446e-942c-82be62f6f6d2 HTTP/1.1" status: 200 len: 948 time: 0.0951531 Dec 08 16:06:11.029139 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ac6b11a9-69d1-4d00-8552-10c942d87451 req-e842ce52-0512-42e7-9c11-b776405a21ce tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] 10.222.0.64 "GET /v2.0/security-groups?id=d52b3ab9-671e-4bec-87ec-cb6b7b824f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609591 Dec 08 16:06:11.170974 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17156e6e-7780-476b-afae-76fcebdf4d16 req-49f6dc43-fda8-4777-b685-26f8ca48c33a tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:11.172991 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-17156e6e-7780-476b-afae-76fcebdf4d16 req-49f6dc43-fda8-4777-b685-26f8ca48c33a tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=e70b4347-602d-458c-b829-74616ace4b59 HTTP/1.1" status: 200 len: 945 time: 0.0603514 Dec 08 16:06:11.203863 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02f3c5-5327-4e32-a79e-5fbd0e3f807e req-0f9c0dc8-b269-4be8-a273-efb5aa3ff90e tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:11.207374 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8d02f3c5-5327-4e32-a79e-5fbd0e3f807e req-0f9c0dc8-b269-4be8-a273-efb5aa3ff90e tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe14636-368a-4fc6-aee0-c7108424ec25 HTTP/1.1" status: 200 len: 949 time: 0.0695457 Dec 08 16:06:11.240211 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-17156e6e-7780-476b-afae-76fcebdf4d16 req-2972f946-124a-4a0b-9328-6591b7557f7d tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598319 Dec 08 16:06:11.283368 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8d02f3c5-5327-4e32-a79e-5fbd0e3f807e req-ba107e56-bdaa-4cdf-bb44-b824ef026c6b tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665569 Dec 08 16:06:11.466620 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0e2fe2af-94a3-48dd-9222-a34341446057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:11.879907 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a3e2bd46-9e75-4dc0-8ea9-c1ea21223053 req-2c559c11-b7a6-4f7f-a49d-08374a4df92b tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] 10.222.0.64 "GET /v2.0/ports?device_id=94544e73-c018-4183-9ae8-c319838d1263 HTTP/1.1" status: 200 len: 210 time: 0.0349097 Dec 08 16:06:12.164290 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc2750-1362-4cd2-98e4-0110ece7bff2 req-55919c97-9c5c-4fe4-83a2-b52e77ca2fc0 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:12.165871 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6dbc2750-1362-4cd2-98e4-0110ece7bff2 req-55919c97-9c5c-4fe4-83a2-b52e77ca2fc0 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a717b01-e9ff-446e-942c-82be62f6f6d2 HTTP/1.1" status: 200 len: 948 time: 0.0525582 Dec 08 16:06:12.219436 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6dbc2750-1362-4cd2-98e4-0110ece7bff2 req-091553d2-003c-4a1b-9e5b-48952a8d4957 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] 10.222.0.64 "GET /v2.0/security-groups?id=d52b3ab9-671e-4bec-87ec-cb6b7b824f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473592 Dec 08 16:06:12.384812 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eed716-1899-44bb-888a-38d64ee4f2ef req-755b8897-cd11-4e45-82e4-dbea08ad6ef8 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:12.396933 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b1eed716-1899-44bb-888a-38d64ee4f2ef req-755b8897-cd11-4e45-82e4-dbea08ad6ef8 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=e70b4347-602d-458c-b829-74616ace4b59 HTTP/1.1" status: 200 len: 945 time: 0.0679085 Dec 08 16:06:12.435699 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed0e7e-eefd-4e18-b1c9-5248b63068fa req-27945622-a209-4d95-8bde-e927c8639f17 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:12.437693 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f8ed0e7e-eefd-4e18-b1c9-5248b63068fa req-27945622-a209-4d95-8bde-e927c8639f17 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe14636-368a-4fc6-aee0-c7108424ec25 HTTP/1.1" status: 200 len: 949 time: 0.0584867 Dec 08 16:06:12.443341 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b1eed716-1899-44bb-888a-38d64ee4f2ef req-f8d6e035-aea4-4b57-95fb-df77dc24de82 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472076 Dec 08 16:06:12.502338 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f8ed0e7e-eefd-4e18-b1c9-5248b63068fa req-2c67a48a-dfd6-44ba-bdce-a5ee0471387e tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574236 Dec 08 16:06:12.900940 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d47392-065d-4dd8-93e6-1377680db705 req-7becd925-8c1f-4a5f-8de1-c2b8aa9ad677 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:12.903149 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f3d47392-065d-4dd8-93e6-1377680db705 req-7becd925-8c1f-4a5f-8de1-c2b8aa9ad677 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] 10.222.0.76 "GET /v2.0/ports?device_id=0a717b01-e9ff-446e-942c-82be62f6f6d2 HTTP/1.1" status: 200 len: 948 time: 0.0521369 Dec 08 16:06:12.987860 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f672ba05-eed0-407d-9eaf-360beb1c5fdf req-914fa2bb-8f28-488c-9806-5a9be72db68f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a9e721e2-7394-4a87-bbde-238568b2da7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0471239 Dec 08 16:06:13.010565 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8ed6e0ad-e7de-4998-a700-672519a4093b req-912f42cd-288c-412d-8de1-ab6f40589a1e tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] 10.222.0.64 "GET /v2.0/ports?device_id=94544e73-c018-4183-9ae8-c319838d1263 HTTP/1.1" status: 200 len: 210 time: 0.0485249 Dec 08 16:06:13.056350 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-f3d47392-065d-4dd8-93e6-1377680db705 req-66bd88dd-8768-4dc5-8499-a5382fba3cfe tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Deleting port 3d0b032d-3ba8-4b81-8b7b-67538f43907e {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:06:13.056697 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f3d47392-065d-4dd8-93e6-1377680db705 req-66bd88dd-8768-4dc5-8499-a5382fba3cfe tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:13.092624 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672ba05-eed0-407d-9eaf-360beb1c5fdf req-f953ef5a-863c-4033-afa6-1d43358bc904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:13.095243 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f672ba05-eed0-407d-9eaf-360beb1c5fdf req-f953ef5a-863c-4033-afa6-1d43358bc904 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b73d206799fe4423a8cfa64c519990fb&device_id=a9e721e2-7394-4a87-bbde-238568b2da7b HTTP/1.1" status: 200 len: 1102 time: 0.0767436 Dec 08 16:06:13.178675 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-f3d47392-065d-4dd8-93e6-1377680db705 req-66bd88dd-8768-4dc5-8499-a5382fba3cfe tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] For port 3d0b032d-3ba8-4b81-8b7b-67538f43907e, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=3d0b032d-3ba8-4b81-8b7b-67538f43907e,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:06:13.179132 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f3d47392-065d-4dd8-93e6-1377680db705 req-66bd88dd-8768-4dc5-8499-a5382fba3cfe tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:13.194910 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-f3d47392-065d-4dd8-93e6-1377680db705 req-66bd88dd-8768-4dc5-8499-a5382fba3cfe tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Calling delete_port for 3d0b032d-3ba8-4b81-8b7b-67538f43907e owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:06:13.220983 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672ba05-eed0-407d-9eaf-360beb1c5fdf req-c5a06503-a7ae-41c4-83a8-1bea6fa0ce3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:13.222502 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f672ba05-eed0-407d-9eaf-360beb1c5fdf req-c5a06503-a7ae-41c4-83a8-1bea6fa0ce3f service neutron] 10.222.0.37 "GET /v2.0/networks?id=b91759c7-445e-4f7b-9fc4-64d80951832c HTTP/1.1" status: 200 len: 870 time: 0.1001523 Dec 08 16:06:13.274211 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f672ba05-eed0-407d-9eaf-360beb1c5fdf req-9f62b70d-af81-4cb4-9ead-483c3f37bff4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=1c95887f-8d94-47e3-a094-535df5d8ef01 HTTP/1.1" status: 200 len: 217 time: 0.0447648 Dec 08 16:06:13.375906 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672ba05-eed0-407d-9eaf-360beb1c5fdf req-d5fda09d-7f64-45d4-9981-fca7006633bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:13.377483 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f672ba05-eed0-407d-9eaf-360beb1c5fdf req-d5fda09d-7f64-45d4-9981-fca7006633bd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.0881968 Dec 08 16:06:13.393378 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be40c3b7-0be5-4139-82c3-7769326c7a63 req-b377e8de-a4ad-4e09-8765-a438bdc81042 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:13.394818 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-be40c3b7-0be5-4139-82c3-7769326c7a63 req-b377e8de-a4ad-4e09-8765-a438bdc81042 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a717b01-e9ff-446e-942c-82be62f6f6d2 HTTP/1.1" status: 200 len: 948 time: 0.0706837 Dec 08 16:06:13.467586 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672ba05-eed0-407d-9eaf-360beb1c5fdf req-534d0944-7bf1-4b87-bfed-167a184f5a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:13.469157 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f672ba05-eed0-407d-9eaf-360beb1c5fdf req-534d0944-7bf1-4b87-bfed-167a184f5a56 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0839722 Dec 08 16:06:13.474089 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-be40c3b7-0be5-4139-82c3-7769326c7a63 req-3daafe9f-5118-492b-841d-9964796c62fa tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] 10.222.0.64 "GET /v2.0/security-groups?id=d52b3ab9-671e-4bec-87ec-cb6b7b824f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714512 Dec 08 16:06:13.551721 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f3d47392-065d-4dd8-93e6-1377680db705 req-66bd88dd-8768-4dc5-8499-a5382fba3cfe tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:13.595544 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bd88dd-8768-4dc5-8499-a5382fba3cfe tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Pushing event deleted for resources: {'Port': ['ID=3d0b032d-3ba8-4b81-8b7b-67538f43907e,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:13.633703 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ebd29d-9a8a-4e28-8454-b0d4146ed6c7 req-ca9617fd-5fb2-45d0-9e54-8c7a2a3f5a3d tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:13.641126 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-39ebd29d-9a8a-4e28-8454-b0d4146ed6c7 req-ca9617fd-5fb2-45d0-9e54-8c7a2a3f5a3d tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=e70b4347-602d-458c-b829-74616ace4b59 HTTP/1.1" status: 200 len: 945 time: 0.1250129 Dec 08 16:06:13.655975 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f672ba05-eed0-407d-9eaf-360beb1c5fdf req-e42d1e1c-8639-40f5-b3d5-eff06dfafcbd service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772599 Dec 08 16:06:13.665701 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d47392-065d-4dd8-93e6-1377680db705 req-66bd88dd-8768-4dc5-8499-a5382fba3cfe tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] No DVR routers for this DVR port 3d0b032d-3ba8-4b81-8b7b-67538f43907e on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:06:13.671401 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f3d47392-065d-4dd8-93e6-1377680db705 req-66bd88dd-8768-4dc5-8499-a5382fba3cfe tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:13.675107 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f3d47392-065d-4dd8-93e6-1377680db705 req-66bd88dd-8768-4dc5-8499-a5382fba3cfe tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] 10.222.0.76 "DELETE /v2.0/ports/3d0b032d-3ba8-4b81-8b7b-67538f43907e HTTP/1.1" status: 204 len: 173 time: 0.7644737 Dec 08 16:06:13.676844 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a717b01-e9ff-446e-942c-82be62f6f6d2', 'name': 'network-vif-deleted', 'tag': '3d0b032d-3ba8-4b81-8b7b-67538f43907e'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:06:13.687509 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ff90b7-ff06-4090-875d-c4ee014129de" -d '{"events": [{"server_uuid": "0a717b01-e9ff-446e-942c-82be62f6f6d2", "name": "network-vif-deleted", "tag": "3d0b032d-3ba8-4b81-8b7b-67538f43907e"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:06:13.731680 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-39ebd29d-9a8a-4e28-8454-b0d4146ed6c7 req-b82a7137-d89d-4962-ac6f-b9e8683b249e tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895531 Dec 08 16:06:13.743812 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365bc48-dafb-47c2-b095-d14f661cab25 req-70fa66f7-4797-45f7-8263-fd4f188ef18b tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:13.745601 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5365bc48-dafb-47c2-b095-d14f661cab25 req-70fa66f7-4797-45f7-8263-fd4f188ef18b tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe14636-368a-4fc6-aee0-c7108424ec25 HTTP/1.1" status: 200 len: 949 time: 0.1382673 Dec 08 16:06:13.763937 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8cdbce5d-d73d-4a16-8085-67ac86809077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:13.842089 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5365bc48-dafb-47c2-b095-d14f661cab25 req-35fc15f8-2356-47f4-9372-46ae66fde501 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821555 Dec 08 16:06:13.846981 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f672ba05-eed0-407d-9eaf-360beb1c5fdf req-65f9c9d2-9fc7-4ac0-805e-44f5b8815be0 service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788971 Dec 08 16:06:13.911842 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-418285fa-6ecc-42ee-8bd1-bee510409c8d x-openstack-request-id: req-418285fa-6ecc-42ee-8bd1-bee510409c8d {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:06:13.912367 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a717b01-e9ff-446e-942c-82be62f6f6d2", "name": "network-vif-deleted", "tag": "3d0b032d-3ba8-4b81-8b7b-67538f43907e", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:06:13.912367 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-418285fa-6ecc-42ee-8bd1-bee510409c8d {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:06:13.912774 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a717b01-e9ff-446e-942c-82be62f6f6d2', 'name': 'network-vif-deleted', 'tag': '3d0b032d-3ba8-4b81-8b7b-67538f43907e', 'status': 'completed', 'code': 200} Dec 08 16:06:14.163969 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-dc8b1bc6-00b5-4a78-ba6e-95aa1462b5ec req-52cae9d6-f40d-45e4-9e15-386eb264751d tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] 10.222.0.64 "GET /v2.0/ports?device_id=94544e73-c018-4183-9ae8-c319838d1263 HTTP/1.1" status: 200 len: 210 time: 0.0492501 Dec 08 16:06:14.299726 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13744e78-5c4b-4e43-bc22-172baff03648 req-9151e7d3-8741-4965-9a16-d419a37ad888 tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:14.301394 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-13744e78-5c4b-4e43-bc22-172baff03648 req-9151e7d3-8741-4965-9a16-d419a37ad888 tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] 10.222.0.37 "GET /v2.0/networks?id=e89e8f20-53a1-412c-918d-c9890713e8fa HTTP/1.1" status: 200 len: 814 time: 0.1508029 Dec 08 16:06:14.314608 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-13744e78-5c4b-4e43-bc22-172baff03648 req-4bb1f6ab-7903-4b1e-913d-8b7a061d02bc tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] Request body: {'port': {'device_id': '94544e73-c018-4183-9ae8-c319838d1263', 'network_id': 'e89e8f20-53a1-412c-918d-c9890713e8fa', 'admin_state_up': True, 'tenant_id': '90793287bfaf4a52876b1d030c4dc7fa'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:06:14.589227 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-770b02e3-29aa-4bdd-ad41-0eb26464e830 req-1048278f-747c-46fd-b60f-33a3a4928eaf tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a717b01-e9ff-446e-942c-82be62f6f6d2 HTTP/1.1" status: 200 len: 210 time: 0.0315409 Dec 08 16:06:14.650105 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13744e78-5c4b-4e43-bc22-172baff03648 req-4bb1f6ab-7903-4b1e-913d-8b7a061d02bc tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] Made reservation on behalf of 90793287bfaf4a52876b1d030c4dc7fa for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:06:14.655005 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-13744e78-5c4b-4e43-bc22-172baff03648 req-4bb1f6ab-7903-4b1e-913d-8b7a061d02bc tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:14.796188 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [req-13744e78-5c4b-4e43-bc22-172baff03648 req-4bb1f6ab-7903-4b1e-913d-8b7a061d02bc tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] Allocated IP 172.20.0.13 (e89e8f20-53a1-412c-918d-c9890713e8fa/e9a5759d-cdff-45f0-a7cc-65cd4da199d1/de41e8dc-0616-41fb-9218-591a39f5362d) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:06:14.998600 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04dc7e8-38a5-4b82-b77a-64d5b1457d01 req-44f7953b-87ac-45bc-83df-35ac95037b81 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:15.008851 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a04dc7e8-38a5-4b82-b77a-64d5b1457d01 req-44f7953b-87ac-45bc-83df-35ac95037b81 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe14636-368a-4fc6-aee0-c7108424ec25 HTTP/1.1" status: 200 len: 949 time: 0.0761826 Dec 08 16:06:15.012296 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-13744e78-5c4b-4e43-bc22-172baff03648 req-4bb1f6ab-7903-4b1e-913d-8b7a061d02bc tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:15.064758 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a04dc7e8-38a5-4b82-b77a-64d5b1457d01 req-60c3d6aa-aa99-4e1f-b547-966026696fcc tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545342 Dec 08 16:06:15.221255 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-13744e78-5c4b-4e43-bc22-172baff03648 req-4bb1f6ab-7903-4b1e-913d-8b7a061d02bc tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:15.233126 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:15.333089 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13744e78-5c4b-4e43-bc22-172baff03648 req-4bb1f6ab-7903-4b1e-913d-8b7a061d02bc tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] Network e89e8f20-53a1-412c-918d-c9890713e8fa is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:06:15.337999 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [req-13744e78-5c4b-4e43-bc22-172baff03648 req-4bb1f6ab-7903-4b1e-913d-8b7a061d02bc tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:06:15.340220 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb1f6ab-7903-4b1e-913d-8b7a061d02bc tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] Pushing event updated for resources: {'Port': ['ID=de41e8dc-0616-41fb-9218-591a39f5362d,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:15.344201 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-13744e78-5c4b-4e43-bc22-172baff03648 req-4bb1f6ab-7903-4b1e-913d-8b7a061d02bc tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:06:15.376151 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb1f6ab-7903-4b1e-913d-8b7a061d02bc tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:15.376558 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb1f6ab-7903-4b1e-913d-8b7a061d02bc tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:15.376901 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb1f6ab-7903-4b1e-913d-8b7a061d02bc tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:15.377256 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb1f6ab-7903-4b1e-913d-8b7a061d02bc tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:15.377598 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb1f6ab-7903-4b1e-913d-8b7a061d02bc tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:15.377939 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb1f6ab-7903-4b1e-913d-8b7a061d02bc tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:15.378281 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb1f6ab-7903-4b1e-913d-8b7a061d02bc tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:15.378648 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb1f6ab-7903-4b1e-913d-8b7a061d02bc tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:15.379055 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb1f6ab-7903-4b1e-913d-8b7a061d02bc tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:15.379403 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb1f6ab-7903-4b1e-913d-8b7a061d02bc tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:15.379746 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb1f6ab-7903-4b1e-913d-8b7a061d02bc tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:15.380212 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb1f6ab-7903-4b1e-913d-8b7a061d02bc tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:15.380599 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb1f6ab-7903-4b1e-913d-8b7a061d02bc tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:15.410378 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f413108b-b35c-444b-b5a9-19bf5d5e3562 req-dcd0c217-3755-4bec-b1ea-4936631571f9 tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:15.412151 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f413108b-b35c-444b-b5a9-19bf5d5e3562 req-dcd0c217-3755-4bec-b1ea-4936631571f9 tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] 10.222.0.64 "GET /v2.0/ports?device_id=94544e73-c018-4183-9ae8-c319838d1263 HTTP/1.1" status: 200 len: 932 time: 0.1410306 Dec 08 16:06:15.425513 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13744e78-5c4b-4e43-bc22-172baff03648 req-4bb1f6ab-7903-4b1e-913d-8b7a061d02bc tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:15.426192 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-13744e78-5c4b-4e43-bc22-172baff03648 req-4bb1f6ab-7903-4b1e-913d-8b7a061d02bc tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:15.486436 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f413108b-b35c-444b-b5a9-19bf5d5e3562 req-f0dc66c5-fd41-4d83-94b6-642e3d84e306 tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] 10.222.0.64 "GET /v2.0/security-groups?id=0718467b-a91f-47d3-aba0-9c7c37c4d6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571868 Dec 08 16:06:15.606643 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-13744e78-5c4b-4e43-bc22-172baff03648 req-4bb1f6ab-7903-4b1e-913d-8b7a061d02bc tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2962825 Dec 08 16:06:15.621776 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-13744e78-5c4b-4e43-bc22-172baff03648 req-6c13599a-e222-4d2a-ba11-c5d8029b9e54 service neutron] Request body: {'port': {'device_id': '94544e73-c018-4183-9ae8-c319838d1263', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:06:15.682042 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-13744e78-5c4b-4e43-bc22-172baff03648 req-6c13599a-e222-4d2a-ba11-c5d8029b9e54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:15.948490 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-12d33894-61ad-419d-a0a6-fb9f123fb270 req-8c214b1a-34f8-4247-a85d-c514831915e4 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1f074090-1b8e-44fb-8556-3be31cc2970e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0632553 Dec 08 16:06:16.017449 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d33894-61ad-419d-a0a6-fb9f123fb270 req-153a5cdf-a9ab-4424-9de9-6d84fa0a937b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:16.018944 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-12d33894-61ad-419d-a0a6-fb9f123fb270 req-153a5cdf-a9ab-4424-9de9-6d84fa0a937b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=85658dbd01a84c26a2385fde82126184&device_id=1f074090-1b8e-44fb-8556-3be31cc2970e HTTP/1.1" status: 200 len: 1096 time: 0.0462568 Dec 08 16:06:16.037436 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [req-13744e78-5c4b-4e43-bc22-172baff03648 req-6c13599a-e222-4d2a-ba11-c5d8029b9e54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de41e8dc-0616-41fb-9218-591a39f5362d {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:06:16.058339 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-13744e78-5c4b-4e43-bc22-172baff03648 req-6c13599a-e222-4d2a-ba11-c5d8029b9e54 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:16.078216 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [req-13744e78-5c4b-4e43-bc22-172baff03648 req-6c13599a-e222-4d2a-ba11-c5d8029b9e54 service neutron] Transition to ACTIVE for port object de41e8dc-0616-41fb-9218-591a39f5362d will not be triggered until provisioned by entity L2. {{(pid=110551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:06:16.161972 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d33894-61ad-419d-a0a6-fb9f123fb270 req-47d7588d-2d6b-4165-bec5-dbf7a9429ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:16.163745 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-12d33894-61ad-419d-a0a6-fb9f123fb270 req-47d7588d-2d6b-4165-bec5-dbf7a9429ece service neutron] 10.222.0.76 "GET /v2.0/networks?id=9fb73276-e1f8-4bac-a027-20476a8f0b71 HTTP/1.1" status: 200 len: 921 time: 0.1235867 Dec 08 16:06:16.214846 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-13744e78-5c4b-4e43-bc22-172baff03648 req-6c13599a-e222-4d2a-ba11-c5d8029b9e54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:16.256533 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-12d33894-61ad-419d-a0a6-fb9f123fb270 req-bfbb6308-9389-4ece-8f1a-d70dc280f788 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cad83a43-ab3b-4789-a1d9-94f29188d5a6 HTTP/1.1" status: 200 len: 217 time: 0.0632310 Dec 08 16:06:16.348382 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c13599a-e222-4d2a-ba11-c5d8029b9e54 service neutron] Pushing event updated for resources: {'Port': ['ID=de41e8dc-0616-41fb-9218-591a39f5362d,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:16.353033 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d33894-61ad-419d-a0a6-fb9f123fb270 req-b7b5ad4e-cf63-4381-bec8-e7c4b892a8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:16.354544 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-12d33894-61ad-419d-a0a6-fb9f123fb270 req-b7b5ad4e-cf63-4381-bec8-e7c4b892a8c1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3bab6816-4414-47cc-922e-2566e0e2da0a HTTP/1.1" status: 200 len: 860 time: 0.0904236 Dec 08 16:06:16.387872 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac1709-eaf6-44ed-8ee3-77d21217ee34 req-6816b224-e5ee-4539-80a1-d6bf2c5d96ee tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:16.389509 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0bac1709-eaf6-44ed-8ee3-77d21217ee34 req-6816b224-e5ee-4539-80a1-d6bf2c5d96ee tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe14636-368a-4fc6-aee0-c7108424ec25 HTTP/1.1" status: 200 len: 949 time: 0.1165106 Dec 08 16:06:16.406979 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-12d33894-61ad-419d-a0a6-fb9f123fb270 req-0002d1c4-4f4d-4615-8d11-9df026e66835 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9fb73276-e1f8-4bac-a027-20476a8f0b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397570 Dec 08 16:06:16.414266 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd65b31b-aeb4-480a-949f-e003a83bf73e req-b999f94e-ed52-4ebe-ba3c-65f15f18f315 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:16.416433 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cd65b31b-aeb4-480a-949f-e003a83bf73e req-b999f94e-ed52-4ebe-ba3c-65f15f18f315 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] 10.222.0.64 "GET /v2.0/ports?device_id=6838640d-6f74-4a5e-8c18-6f0e5a759f51 HTTP/1.1" status: 200 len: 949 time: 0.1065683 Dec 08 16:06:16.433083 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-13744e78-5c4b-4e43-bc22-172baff03648 req-6c13599a-e222-4d2a-ba11-c5d8029b9e54 service neutron] Attempting to bind port de41e8dc-0616-41fb-9218-591a39f5362d on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:06:16.433431 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-13744e78-5c4b-4e43-bc22-172baff03648 req-6c13599a-e222-4d2a-ba11-c5d8029b9e54 service neutron] Attempting to bind port de41e8dc-0616-41fb-9218-591a39f5362d by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': 'b4761a3b-ee60-4269-90fa-7dd2b7c5d753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e89e8f20-53a1-412c-918d-c9890713e8fa'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:06:16.433767 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13744e78-5c4b-4e43-bc22-172baff03648 req-6c13599a-e222-4d2a-ba11-c5d8029b9e54 service neutron] Attempting to bind port de41e8dc-0616-41fb-9218-591a39f5362d on network e89e8f20-53a1-412c-918d-c9890713e8fa {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:06:16.449811 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13744e78-5c4b-4e43-bc22-172baff03648 req-6c13599a-e222-4d2a-ba11-c5d8029b9e54 service neutron] Port de41e8dc-0616-41fb-9218-591a39f5362d on network e89e8f20-53a1-412c-918d-c9890713e8fa not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:06:16.450145 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13744e78-5c4b-4e43-bc22-172baff03648 req-6c13599a-e222-4d2a-ba11-c5d8029b9e54 service neutron] Attempting to bind port de41e8dc-0616-41fb-9218-591a39f5362d on network e89e8f20-53a1-412c-918d-c9890713e8fa {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:06:16.460731 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13744e78-5c4b-4e43-bc22-172baff03648 req-6c13599a-e222-4d2a-ba11-c5d8029b9e54 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:06:16.461084 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13744e78-5c4b-4e43-bc22-172baff03648 req-6c13599a-e222-4d2a-ba11-c5d8029b9e54 service neutron] Checking segment: {'id': 'b4761a3b-ee60-4269-90fa-7dd2b7c5d753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e89e8f20-53a1-412c-918d-c9890713e8fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:06:16.462085 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13744e78-5c4b-4e43-bc22-172baff03648 req-6c13599a-e222-4d2a-ba11-c5d8029b9e54 service neutron] Bound using segment: {'id': 'b4761a3b-ee60-4269-90fa-7dd2b7c5d753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e89e8f20-53a1-412c-918d-c9890713e8fa'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:06:16.462535 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-13744e78-5c4b-4e43-bc22-172baff03648 req-6c13599a-e222-4d2a-ba11-c5d8029b9e54 service neutron] Bound port: de41e8dc-0616-41fb-9218-591a39f5362d, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4761a3b-ee60-4269-90fa-7dd2b7c5d753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e89e8f20-53a1-412c-918d-c9890713e8fa'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:06:16.462898 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-13744e78-5c4b-4e43-bc22-172baff03648 req-6c13599a-e222-4d2a-ba11-c5d8029b9e54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:16.493338 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cd65b31b-aeb4-480a-949f-e003a83bf73e req-4072cb7d-cdb9-4e1a-9a6e-85f6f3e254e6 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] 10.222.0.64 "GET /v2.0/security-groups?id=d52b3ab9-671e-4bec-87ec-cb6b7b824f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688484 Dec 08 16:06:16.510726 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0bac1709-eaf6-44ed-8ee3-77d21217ee34 req-d98dc344-3a1c-4f5d-b3a9-e40a0a38daac tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061940 Dec 08 16:06:16.540843 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-12d33894-61ad-419d-a0a6-fb9f123fb270 req-5f1d50ae-d75c-4618-b10a-8d206c4c9217 service neutron] 10.222.0.76 "GET /v2.0/networks/9fb73276-e1f8-4bac-a027-20476a8f0b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204863 Dec 08 16:06:16.573526 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-13744e78-5c4b-4e43-bc22-172baff03648 req-6c13599a-e222-4d2a-ba11-c5d8029b9e54 service neutron] For port de41e8dc-0616-41fb-9218-591a39f5362d, host n-h2-776250-12, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:06:16.577080 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-13744e78-5c4b-4e43-bc22-172baff03648 req-6c13599a-e222-4d2a-ba11-c5d8029b9e54 service neutron] For port de41e8dc-0616-41fb-9218-591a39f5362d, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=de41e8dc-0616-41fb-9218-591a39f5362d,segment=NetworkSegment(b4761a3b-ee60-4269-90fa-7dd2b7c5d753),segment_id=b4761a3b-ee60-4269-90fa-7dd2b7c5d753)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:06:16.645118 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-12d33894-61ad-419d-a0a6-fb9f123fb270 req-12f685d7-17ce-4d95-9956-fb6869b87be1 service neutron] 10.222.0.76 "GET /v2.0/networks/9fb73276-e1f8-4bac-a027-20476a8f0b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964007 Dec 08 16:06:16.646427 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee2dd5-7216-452b-b452-86512b2d9884 req-7bd41da1-ecaf-46a7-9b41-7e4d65cc4adf tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:16.647969 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b6ee2dd5-7216-452b-b452-86512b2d9884 req-7bd41da1-ecaf-46a7-9b41-7e4d65cc4adf tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] 10.222.0.64 "GET /v2.0/ports?device_id=94544e73-c018-4183-9ae8-c319838d1263 HTTP/1.1" status: 200 len: 944 time: 0.0608046 Dec 08 16:06:16.700747 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:16.703418 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b6ee2dd5-7216-452b-b452-86512b2d9884 req-827d3d94-4946-49b0-8aaa-7ca1eeabe028 tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] 10.222.0.64 "GET /v2.0/security-groups?id=0718467b-a91f-47d3-aba0-9c7c37c4d6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487642 Dec 08 16:06:16.705260 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-13744e78-5c4b-4e43-bc22-172baff03648 req-6c13599a-e222-4d2a-ba11-c5d8029b9e54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:16.740961 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13744e78-5c4b-4e43-bc22-172baff03648 req-6c13599a-e222-4d2a-ba11-c5d8029b9e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:16.741613 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-13744e78-5c4b-4e43-bc22-172baff03648 req-6c13599a-e222-4d2a-ba11-c5d8029b9e54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:16.743003 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-13744e78-5c4b-4e43-bc22-172baff03648 req-6c13599a-e222-4d2a-ba11-c5d8029b9e54 service neutron] 10.222.0.37 "PUT /v2.0/ports/de41e8dc-0616-41fb-9218-591a39f5362d HTTP/1.1" status: 200 len: 1093 time: 1.1263752 Dec 08 16:06:16.743450 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94544e73-c018-4183-9ae8-c319838d1263', 'tag': 'de41e8dc-0616-41fb-9218-591a39f5362d'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:06:16.745768 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40b367a-21fb-48ba-a4f4-789ffc3576c9" -d '{"events": [{"name": "network-changed", "server_uuid": "94544e73-c018-4183-9ae8-c319838d1263", "tag": "de41e8dc-0616-41fb-9218-591a39f5362d"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:06:16.769656 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c13599a-e222-4d2a-ba11-c5d8029b9e54 service neutron] Pushing event updated for resources: {'Port': ['ID=de41e8dc-0616-41fb-9218-591a39f5362d,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:16.788555 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74fface-5988-431b-b82a-2e55e4295fb4 x-openstack-request-id: req-a74fface-5988-431b-b82a-2e55e4295fb4 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:06:16.788870 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94544e73-c018-4183-9ae8-c319838d1263", "tag": "de41e8dc-0616-41fb-9218-591a39f5362d", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:06:16.789127 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a74fface-5988-431b-b82a-2e55e4295fb4 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:06:16.789639 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94544e73-c018-4183-9ae8-c319838d1263', 'tag': 'de41e8dc-0616-41fb-9218-591a39f5362d', 'status': 'completed', 'code': 200} Dec 08 16:06:16.855868 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b367a-21fb-48ba-a4f4-789ffc3576c9 req-31b5b23f-63ec-40eb-9679-3ba89b644005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:16.857463 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f40b367a-21fb-48ba-a4f4-789ffc3576c9 req-31b5b23f-63ec-40eb-9679-3ba89b644005 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=90793287bfaf4a52876b1d030c4dc7fa&device_id=94544e73-c018-4183-9ae8-c319838d1263 HTTP/1.1" status: 200 len: 1096 time: 0.0439429 Dec 08 16:06:16.967605 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b367a-21fb-48ba-a4f4-789ffc3576c9 req-296272d5-b72d-4f18-9ac1-5d042fb9c404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:16.969439 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f40b367a-21fb-48ba-a4f4-789ffc3576c9 req-296272d5-b72d-4f18-9ac1-5d042fb9c404 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=90793287bfaf4a52876b1d030c4dc7fa&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1024339 Dec 08 16:06:17.063127 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device f9df13c0-cdba-4aa0-a410-7f5c59635a03 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:06:17.066406 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 3d0b032d-3ba8-4b81-8b7b-67538f43907e no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:06:17.070151 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b367a-21fb-48ba-a4f4-789ffc3576c9 req-8991a28f-bbca-4913-994e-1f0141be04f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:17.072239 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f40b367a-21fb-48ba-a4f4-789ffc3576c9 req-8991a28f-bbca-4913-994e-1f0141be04f1 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0954764 Dec 08 16:06:17.096432 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: 3d0b032d-3ba8-4b81-8b7b-67538f43907e {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:06:17.096786 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 3d0b032d-3ba8-4b81-8b7b-67538f43907e not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:06:17.158116 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13744e78-5c4b-4e43-bc22-172baff03648 req-44664cff-b451-4c6a-90d5-2a980e373300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:17.160403 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-13744e78-5c4b-4e43-bc22-172baff03648 req-44664cff-b451-4c6a-90d5-2a980e373300 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=90793287bfaf4a52876b1d030c4dc7fa&device_id=94544e73-c018-4183-9ae8-c319838d1263 HTTP/1.1" status: 200 len: 1096 time: 0.0495749 Dec 08 16:06:17.189115 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port f9df13c0-cdba-4aa0-a410-7f5c59635a03, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=f9df13c0-cdba-4aa0-a410-7f5c59635a03,segment=NetworkSegment(e6288665-5271-4e12-95de-f05a0f00000f),segment_id=e6288665-5271-4e12-95de-f05a0f00000f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:06:17.201881 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': 'f9df13c0-cdba-4aa0-a410-7f5c59635a03', 'network_id': '7f044dd4-dc97-4f05-8a73-1de9a290e893', 'port_id': 'f9df13c0-cdba-4aa0-a410-7f5c59635a03', 'mac_address': 'fa:16:3e:ac:ac:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e145596-3948-4729-810a-534bcf8272d4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:06:17.205959 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-13744e78-5c4b-4e43-bc22-172baff03648 req-a17a6e31-0c33-48da-a10d-af5d8037bc41 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de41e8dc-0616-41fb-9218-591a39f5362d HTTP/1.1" status: 200 len: 217 time: 0.0368280 Dec 08 16:06:17.247856 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:17.268063 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f9df13c0-cdba-4aa0-a410-7f5c59635a03 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:06:17.269941 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13744e78-5c4b-4e43-bc22-172baff03648 req-9816ea02-c965-47ab-9255-9c9f94c0be56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:17.271761 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-13744e78-5c4b-4e43-bc22-172baff03648 req-9816ea02-c965-47ab-9255-9c9f94c0be56 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e9a5759d-cdff-45f0-a7cc-65cd4da199d1 HTTP/1.1" status: 200 len: 854 time: 0.0564296 Dec 08 16:06:17.291169 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port f9df13c0-cdba-4aa0-a410-7f5c59635a03, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=f9df13c0-cdba-4aa0-a410-7f5c59635a03,segment=NetworkSegment(e6288665-5271-4e12-95de-f05a0f00000f),segment_id=e6288665-5271-4e12-95de-f05a0f00000f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:06:17.304635 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-13744e78-5c4b-4e43-bc22-172baff03648 req-2c5a2507-6ea3-48c3-a7ce-0a1a9ca365e0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e89e8f20-53a1-412c-918d-c9890713e8fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254858 Dec 08 16:06:17.404099 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-13744e78-5c4b-4e43-bc22-172baff03648 req-aaadc8a5-3d31-4f08-bc34-2da4ff20f668 service neutron] 10.222.0.37 "GET /v2.0/networks/e89e8f20-53a1-412c-918d-c9890713e8fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917892 Dec 08 16:06:17.454474 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:17.503751 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-13744e78-5c4b-4e43-bc22-172baff03648 req-3f3b1cf2-c3af-422d-a92c-04897395c4dc service neutron] 10.222.0.37 "GET /v2.0/networks/e89e8f20-53a1-412c-918d-c9890713e8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908380 Dec 08 16:06:17.518380 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=f9df13c0-cdba-4aa0-a410-7f5c59635a03,revision_number=6']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:17.540698 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce960309-3bdf-4f11-bd09-8e4cc8ab2b3a req-c4a7c182-86da-4de2-9318-31adc2657f77 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:17.542222 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ce960309-3bdf-4f11-bd09-8e4cc8ab2b3a req-c4a7c182-86da-4de2-9318-31adc2657f77 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/networks?id=9fb73276-e1f8-4bac-a027-20476a8f0b71 HTTP/1.1" status: 200 len: 820 time: 0.1121683 Dec 08 16:06:17.558358 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ce960309-3bdf-4f11-bd09-8e4cc8ab2b3a req-72b0088f-ac12-43df-994b-0e272fd8b96d tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/quotas/85658dbd01a84c26a2385fde82126184 HTTP/1.1" status: 200 len: 375 time: 0.0102470 Dec 08 16:06:17.567612 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['f9df13c0-cdba-4aa0-a410-7f5c59635a03'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:06:17.573014 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:17.619865 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ce960309-3bdf-4f11-bd09-8e4cc8ab2b3a req-deb746ef-1fc1-4501-864e-dc1b582190b4 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=85658dbd01a84c26a2385fde82126184&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0554218 Dec 08 16:06:17.654468 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5713f690-cfee-4fe4-bf20-0eff4b738f74 req-b46273e8-c967-419e-ae11-f1034fc0737a tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:17.656005 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5713f690-cfee-4fe4-bf20-0eff4b738f74 req-b46273e8-c967-419e-ae11-f1034fc0737a tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] 10.222.0.64 "GET /v2.0/ports?device_id=6838640d-6f74-4a5e-8c18-6f0e5a759f51 HTTP/1.1" status: 200 len: 949 time: 0.0578439 Dec 08 16:06:17.711010 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5713f690-cfee-4fe4-bf20-0eff4b738f74 req-528a391c-50cb-451d-b1fd-3487c7e1d148 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] 10.222.0.64 "GET /v2.0/security-groups?id=d52b3ab9-671e-4bec-87ec-cb6b7b824f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483284 Dec 08 16:06:17.826880 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba15455-2962-46df-95cb-51c16ecaf07d req-734336ba-4023-4af3-906c-47b4d1d0a57b tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:17.828472 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4ba15455-2962-46df-95cb-51c16ecaf07d req-734336ba-4023-4af3-906c-47b4d1d0a57b tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe14636-368a-4fc6-aee0-c7108424ec25 HTTP/1.1" status: 200 len: 949 time: 0.0519490 Dec 08 16:06:17.836977 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ce960309-3bdf-4f11-bd09-8e4cc8ab2b3a req-4b324390-32bd-4428-b9e9-aec5e699523b service neutron] 10.222.0.64 "GET /v2.0/networks/9fb73276-e1f8-4bac-a027-20476a8f0b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084470 Dec 08 16:06:17.878299 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4ba15455-2962-46df-95cb-51c16ecaf07d req-b127665b-98a7-4bb0-9938-b2e2670a28a4 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432019 Dec 08 16:06:17.931908 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ce960309-3bdf-4f11-bd09-8e4cc8ab2b3a req-03a21427-9b90-46b4-9dc3-7a916aa8cfea service neutron] 10.222.0.64 "GET /v2.0/networks/9fb73276-e1f8-4bac-a027-20476a8f0b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886948 Dec 08 16:06:17.999868 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9853b3-c727-4710-ad42-e9b58db48767 req-000456d6-cfb4-49fe-92aa-7ea64c333a29 tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:18.001434 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8e9853b3-c727-4710-ad42-e9b58db48767 req-000456d6-cfb4-49fe-92aa-7ea64c333a29 tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] 10.222.0.64 "GET /v2.0/ports?device_id=94544e73-c018-4183-9ae8-c319838d1263 HTTP/1.1" status: 200 len: 944 time: 0.0658314 Dec 08 16:06:18.050593 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8e9853b3-c727-4710-ad42-e9b58db48767 req-80391106-01f5-42b2-8ab4-1ee2259d4890 tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] 10.222.0.64 "GET /v2.0/security-groups?id=0718467b-a91f-47d3-aba0-9c7c37c4d6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431588 Dec 08 16:06:18.244260 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [req-575c7417-ad9e-412f-8881-db691aab33eb req-7a641cb8-060a-48db-876c-a9c15bfc0a1f service neutron] show failed (client error): The resource could not be found. Dec 08 16:06:18.245341 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-575c7417-ad9e-412f-8881-db691aab33eb req-7a641cb8-060a-48db-876c-a9c15bfc0a1f service neutron] 10.222.0.37 "GET /v2.0/ports/c656e753-73c0-4015-95b7-a828d4ee2ad5/bindings/n-h1-776250-12 HTTP/1.1" status: 404 len: 381 time: 0.0557940 Dec 08 16:06:18.704155 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-65af1f69-2825-4b57-872c-368ce4312e9c req-1f087ff4-00f2-4289-bd84-aac41a4a09b9 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=89f03c71-3b24-4361-bfb5-f07d6b8adf10 HTTP/1.1" status: 200 len: 210 time: 0.0303426 Dec 08 16:06:18.837411 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2149c020-efc5-4740-9a53-ae939acb8e02 req-4b089a04-e581-490a-8cb6-705273be5bce tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:18.838916 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2149c020-efc5-4740-9a53-ae939acb8e02 req-4b089a04-e581-490a-8cb6-705273be5bce tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] 10.222.0.64 "GET /v2.0/ports?device_id=6838640d-6f74-4a5e-8c18-6f0e5a759f51 HTTP/1.1" status: 200 len: 949 time: 0.0536668 Dec 08 16:06:18.887519 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2149c020-efc5-4740-9a53-ae939acb8e02 req-80bf5697-2db4-4ccd-ad06-7a01b9826494 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] 10.222.0.64 "GET /v2.0/security-groups?id=d52b3ab9-671e-4bec-87ec-cb6b7b824f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423000 Dec 08 16:06:18.941700 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c7417-ad9e-412f-8881-db691aab33eb req-2ce32b97-90b6-4f2b-9fb5-8f49442e56ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:18.943212 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-575c7417-ad9e-412f-8881-db691aab33eb req-2ce32b97-90b6-4f2b-9fb5-8f49442e56ad service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=8fe14636-368a-4fc6-aee0-c7108424ec25&tenant_id=b73d206799fe4423a8cfa64c519990fb HTTP/1.1" status: 200 len: 1101 time: 0.0508931 Dec 08 16:06:18.960717 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-575c7417-ad9e-412f-8881-db691aab33eb req-e7d21313-6515-4dc0-a73a-9847e5c75340 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-776250-12', 'device_owner': 'compute:nova'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:06:19.002919 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383da8c1-7e1b-41ae-b0fb-1e1d11ba0e03 req-262f2dde-6226-4d26-bef3-66c0c5d3f9dd tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:19.004586 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-383da8c1-7e1b-41ae-b0fb-1e1d11ba0e03 req-262f2dde-6226-4d26-bef3-66c0c5d3f9dd tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe14636-368a-4fc6-aee0-c7108424ec25 HTTP/1.1" status: 200 len: 949 time: 0.0519254 Dec 08 16:06:19.019879 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-575c7417-ad9e-412f-8881-db691aab33eb req-e7d21313-6515-4dc0-a73a-9847e5c75340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:19.063995 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-383da8c1-7e1b-41ae-b0fb-1e1d11ba0e03 req-6279a96d-23e0-4dd9-b943-6fa3e0d82b0e tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527275 Dec 08 16:06:19.075152 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device f9df13c0-cdba-4aa0-a410-7f5c59635a03 up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:06:19.144861 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port f9df13c0-cdba-4aa0-a410-7f5c59635a03 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:06:19.145469 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:19.232519 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb1999-35ab-40fc-9a13-28fb1e393ba9 req-209423b7-f420-4a7a-995d-19c1de99d693 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:19.234314 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-95eb1999-35ab-40fc-9a13-28fb1e393ba9 req-209423b7-f420-4a7a-995d-19c1de99d693 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] 10.222.0.76 "GET /v2.0/ports?device_id=6838640d-6f74-4a5e-8c18-6f0e5a759f51 HTTP/1.1" status: 200 len: 949 time: 0.1033137 Dec 08 16:06:19.257473 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:19.295800 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port f9df13c0-cdba-4aa0-a410-7f5c59635a03, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=f9df13c0-cdba-4aa0-a410-7f5c59635a03,segment=NetworkSegment(e6288665-5271-4e12-95de-f05a0f00000f),segment_id=e6288665-5271-4e12-95de-f05a0f00000f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:06:19.296910 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e70b4347-602d-458c-b829-74616ace4b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9df13c0-cdba-4aa0-a410-7f5c59635a03'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:06:19.299724 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ecb72bd-9e39-4f0a-89a2-d570b2b6cd16" -d '{"events": [{"server_uuid": "e70b4347-602d-458c-b829-74616ace4b59", "name": "network-vif-plugged", "status": "completed", "tag": "f9df13c0-cdba-4aa0-a410-7f5c59635a03"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:06:19.318298 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c03884-5fd9-4423-a71f-fbd7977bcd24 req-88d01e38-c2fc-4b8a-b7a3-1758433eaa94 tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:19.320203 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-25c03884-5fd9-4423-a71f-fbd7977bcd24 req-88d01e38-c2fc-4b8a-b7a3-1758433eaa94 tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] 10.222.0.64 "GET /v2.0/ports?device_id=94544e73-c018-4183-9ae8-c319838d1263 HTTP/1.1" status: 200 len: 944 time: 0.1394253 Dec 08 16:06:19.343400 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2d832e-0586-49d3-852b-c0e1e41a2787 x-openstack-request-id: req-1e2d832e-0586-49d3-852b-c0e1e41a2787 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:06:19.343693 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e70b4347-602d-458c-b829-74616ace4b59", "name": "network-vif-plugged", "status": "completed", "tag": "f9df13c0-cdba-4aa0-a410-7f5c59635a03", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:06:19.343946 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1e2d832e-0586-49d3-852b-c0e1e41a2787 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:06:19.344371 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e70b4347-602d-458c-b829-74616ace4b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9df13c0-cdba-4aa0-a410-7f5c59635a03', 'code': 200} Dec 08 16:06:19.347517 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-575c7417-ad9e-412f-8881-db691aab33eb req-e7d21313-6515-4dc0-a73a-9847e5c75340 service neutron] For port c656e753-73c0-4015-95b7-a828d4ee2ad5, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=c656e753-73c0-4015-95b7-a828d4ee2ad5,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:06:19.355392 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-95eb1999-35ab-40fc-9a13-28fb1e393ba9 req-a0479609-0e97-4766-8f51-e23e39282075 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Deleting port 46d77430-42b0-41e7-86b7-9e679590e4fc {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:06:19.355782 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-95eb1999-35ab-40fc-9a13-28fb1e393ba9 req-a0479609-0e97-4766-8f51-e23e39282075 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:19.425538 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-25c03884-5fd9-4423-a71f-fbd7977bcd24 req-d652d17d-ae8a-4709-9190-c0d1d35137a6 tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] 10.222.0.64 "GET /v2.0/security-groups?id=0718467b-a91f-47d3-aba0-9c7c37c4d6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900698 Dec 08 16:06:19.428723 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-575c7417-ad9e-412f-8881-db691aab33eb req-e7d21313-6515-4dc0-a73a-9847e5c75340 service neutron] For port c656e753-73c0-4015-95b7-a828d4ee2ad5, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:06:19.440955 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:19.483750 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe14636-368a-4fc6-aee0-c7108424ec25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c656e753-73c0-4015-95b7-a828d4ee2ad5'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:06:19.486095 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81415f5b-2aed-429a-9d02-9855050541cd" -d '{"events": [{"server_uuid": "8fe14636-368a-4fc6-aee0-c7108424ec25", "name": "network-vif-unplugged", "status": "completed", "tag": "c656e753-73c0-4015-95b7-a828d4ee2ad5"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:06:19.487462 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-95eb1999-35ab-40fc-9a13-28fb1e393ba9 req-a0479609-0e97-4766-8f51-e23e39282075 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] For port 46d77430-42b0-41e7-86b7-9e679590e4fc, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=46d77430-42b0-41e7-86b7-9e679590e4fc,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:06:19.487885 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-95eb1999-35ab-40fc-9a13-28fb1e393ba9 req-a0479609-0e97-4766-8f51-e23e39282075 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:19.488200 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=f9df13c0-cdba-4aa0-a410-7f5c59635a03,revision_number=7']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:19.490522 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-575c7417-ad9e-412f-8881-db691aab33eb req-e7d21313-6515-4dc0-a73a-9847e5c75340 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:19.504278 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-95eb1999-35ab-40fc-9a13-28fb1e393ba9 req-a0479609-0e97-4766-8f51-e23e39282075 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Calling delete_port for 46d77430-42b0-41e7-86b7-9e679590e4fc owned by compute:nova {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:06:19.504966 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-575c7417-ad9e-412f-8881-db691aab33eb req-e7d21313-6515-4dc0-a73a-9847e5c75340 service neutron] Transition to ACTIVE for port object c656e753-73c0-4015-95b7-a828d4ee2ad5 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:06:19.543271 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5ed2b4-e1ae-404d-a813-f4d51c35133b x-openstack-request-id: req-6c5ed2b4-e1ae-404d-a813-f4d51c35133b {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:06:19.543567 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fe14636-368a-4fc6-aee0-c7108424ec25", "name": "network-vif-unplugged", "status": "completed", "tag": "c656e753-73c0-4015-95b7-a828d4ee2ad5", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:06:19.543826 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6c5ed2b4-e1ae-404d-a813-f4d51c35133b {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:06:19.544311 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fe14636-368a-4fc6-aee0-c7108424ec25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c656e753-73c0-4015-95b7-a828d4ee2ad5', 'code': 200} Dec 08 16:06:19.637976 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-575c7417-ad9e-412f-8881-db691aab33eb req-e7d21313-6515-4dc0-a73a-9847e5c75340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:19.705852 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-575c7417-ad9e-412f-8881-db691aab33eb req-e7d21313-6515-4dc0-a73a-9847e5c75340 service neutron] No DVR routers for this DVR port c656e753-73c0-4015-95b7-a828d4ee2ad5 on host n-h2-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:06:19.707962 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d21313-6515-4dc0-a73a-9847e5c75340 service neutron] Pushing event updated for resources: {'Port': ['ID=c656e753-73c0-4015-95b7-a828d4ee2ad5,revision_number=6']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:19.746321 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-575c7417-ad9e-412f-8881-db691aab33eb req-e7d21313-6515-4dc0-a73a-9847e5c75340 service neutron] Attempting to bind port c656e753-73c0-4015-95b7-a828d4ee2ad5 on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:06:19.746698 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-575c7417-ad9e-412f-8881-db691aab33eb req-e7d21313-6515-4dc0-a73a-9847e5c75340 service neutron] Attempting to bind port c656e753-73c0-4015-95b7-a828d4ee2ad5 by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:06:19.747000 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575c7417-ad9e-412f-8881-db691aab33eb req-e7d21313-6515-4dc0-a73a-9847e5c75340 service neutron] Attempting to bind port c656e753-73c0-4015-95b7-a828d4ee2ad5 on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:06:19.751859 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575c7417-ad9e-412f-8881-db691aab33eb req-e7d21313-6515-4dc0-a73a-9847e5c75340 service neutron] Port c656e753-73c0-4015-95b7-a828d4ee2ad5 on network b91759c7-445e-4f7b-9fc4-64d80951832c not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:06:19.752223 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575c7417-ad9e-412f-8881-db691aab33eb req-e7d21313-6515-4dc0-a73a-9847e5c75340 service neutron] Attempting to bind port c656e753-73c0-4015-95b7-a828d4ee2ad5 on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:06:19.757758 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575c7417-ad9e-412f-8881-db691aab33eb req-e7d21313-6515-4dc0-a73a-9847e5c75340 service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:06:19.758130 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575c7417-ad9e-412f-8881-db691aab33eb req-e7d21313-6515-4dc0-a73a-9847e5c75340 service neutron] Checking segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:06:19.758525 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575c7417-ad9e-412f-8881-db691aab33eb req-e7d21313-6515-4dc0-a73a-9847e5c75340 service neutron] Bound using segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:06:19.758965 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-575c7417-ad9e-412f-8881-db691aab33eb req-e7d21313-6515-4dc0-a73a-9847e5c75340 service neutron] Bound port: c656e753-73c0-4015-95b7-a828d4ee2ad5, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:06:19.759335 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-575c7417-ad9e-412f-8881-db691aab33eb req-e7d21313-6515-4dc0-a73a-9847e5c75340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:19.793877 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f92c9b68-a23f-499b-a40f-245b4d9e0168 req-8274222c-33aa-41a2-86fc-df5e1708c62a tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=89f03c71-3b24-4361-bfb5-f07d6b8adf10 HTTP/1.1" status: 200 len: 210 time: 0.0275939 Dec 08 16:06:19.794617 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-95eb1999-35ab-40fc-9a13-28fb1e393ba9 req-a0479609-0e97-4766-8f51-e23e39282075 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:19.826998 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0479609-0e97-4766-8f51-e23e39282075 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Pushing event deleted for resources: {'Port': ['ID=46d77430-42b0-41e7-86b7-9e679590e4fc,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:19.838869 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-575c7417-ad9e-412f-8881-db691aab33eb req-e7d21313-6515-4dc0-a73a-9847e5c75340 service neutron] For port c656e753-73c0-4015-95b7-a828d4ee2ad5, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:06:19.842978 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-575c7417-ad9e-412f-8881-db691aab33eb req-e7d21313-6515-4dc0-a73a-9847e5c75340 service neutron] For port c656e753-73c0-4015-95b7-a828d4ee2ad5, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=c656e753-73c0-4015-95b7-a828d4ee2ad5,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:06:19.872844 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-95eb1999-35ab-40fc-9a13-28fb1e393ba9 req-a0479609-0e97-4766-8f51-e23e39282075 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] No DVR routers for this DVR port 46d77430-42b0-41e7-86b7-9e679590e4fc on host n-h1-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:06:19.875693 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-95eb1999-35ab-40fc-9a13-28fb1e393ba9 req-a0479609-0e97-4766-8f51-e23e39282075 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:19.879173 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-95eb1999-35ab-40fc-9a13-28fb1e393ba9 req-a0479609-0e97-4766-8f51-e23e39282075 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] 10.222.0.76 "DELETE /v2.0/ports/46d77430-42b0-41e7-86b7-9e679590e4fc HTTP/1.1" status: 204 len: 173 time: 0.6370246 Dec 08 16:06:19.879644 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6838640d-6f74-4a5e-8c18-6f0e5a759f51', 'name': 'network-vif-deleted', 'tag': '46d77430-42b0-41e7-86b7-9e679590e4fc'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:06:19.881947 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191d70f0-f897-4d65-88b3-7b5fd0c35d18" -d '{"events": [{"server_uuid": "6838640d-6f74-4a5e-8c18-6f0e5a759f51", "name": "network-vif-deleted", "tag": "46d77430-42b0-41e7-86b7-9e679590e4fc"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:06:19.920655 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b855872-aaf6-42fd-8bd2-19ea2ada163f x-openstack-request-id: req-1b855872-aaf6-42fd-8bd2-19ea2ada163f {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:06:19.920977 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6838640d-6f74-4a5e-8c18-6f0e5a759f51", "name": "network-vif-deleted", "tag": "46d77430-42b0-41e7-86b7-9e679590e4fc", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:06:19.921238 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1b855872-aaf6-42fd-8bd2-19ea2ada163f {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:06:19.921710 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6838640d-6f74-4a5e-8c18-6f0e5a759f51', 'name': 'network-vif-deleted', 'tag': '46d77430-42b0-41e7-86b7-9e679590e4fc', 'status': 'completed', 'code': 200} Dec 08 16:06:19.931246 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-575c7417-ad9e-412f-8881-db691aab33eb req-e7d21313-6515-4dc0-a73a-9847e5c75340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:19.974987 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c7417-ad9e-412f-8881-db691aab33eb req-e7d21313-6515-4dc0-a73a-9847e5c75340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:19.975620 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-575c7417-ad9e-412f-8881-db691aab33eb req-e7d21313-6515-4dc0-a73a-9847e5c75340 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:19.977645 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-575c7417-ad9e-412f-8881-db691aab33eb req-e7d21313-6515-4dc0-a73a-9847e5c75340 service neutron] 10.222.0.76 "PUT /v2.0/ports/c656e753-73c0-4015-95b7-a828d4ee2ad5 HTTP/1.1" status: 200 len: 1096 time: 1.0210817 Dec 08 16:06:20.000190 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d21313-6515-4dc0-a73a-9847e5c75340 service neutron] Pushing event updated for resources: {'Port': ['ID=c656e753-73c0-4015-95b7-a828d4ee2ad5,revision_number=7']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:20.007851 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-93215aea-f9e4-4b8b-b537-08574fefd50b req-c6801fe5-89fa-47a9-bde7-d9c572c1d6cb tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] 10.222.0.64 "GET /v2.0/ports?device_id=6838640d-6f74-4a5e-8c18-6f0e5a759f51 HTTP/1.1" status: 200 len: 210 time: 0.0431790 Dec 08 16:06:20.050103 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c7417-ad9e-412f-8881-db691aab33eb req-ab9adc80-a6b1-4389-a0b2-84bdaeb7a53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:20.051996 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-575c7417-ad9e-412f-8881-db691aab33eb req-ab9adc80-a6b1-4389-a0b2-84bdaeb7a53c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b73d206799fe4423a8cfa64c519990fb&device_id=8fe14636-368a-4fc6-aee0-c7108424ec25 HTTP/1.1" status: 200 len: 1099 time: 0.0426071 Dec 08 16:06:20.153424 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c7417-ad9e-412f-8881-db691aab33eb req-c5606d19-c060-4fc9-b2c0-78fac5ff148d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:20.155088 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-575c7417-ad9e-412f-8881-db691aab33eb req-c5606d19-c060-4fc9-b2c0-78fac5ff148d service neutron] 10.222.0.76 "GET /v2.0/networks?id=b91759c7-445e-4f7b-9fc4-64d80951832c HTTP/1.1" status: 200 len: 870 time: 0.0943525 Dec 08 16:06:20.207785 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-575c7417-ad9e-412f-8881-db691aab33eb req-29571044-307a-4117-87ab-419a0c4e10d4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=c656e753-73c0-4015-95b7-a828d4ee2ad5 HTTP/1.1" status: 200 len: 217 time: 0.0432875 Dec 08 16:06:20.306622 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd408128-62fe-4167-8e60-61ad632323fe req-0ce04ff4-c20c-4481-b61a-787f66daa911 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:20.308280 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cd408128-62fe-4167-8e60-61ad632323fe req-0ce04ff4-c20c-4481-b61a-787f66daa911 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe14636-368a-4fc6-aee0-c7108424ec25 HTTP/1.1" status: 200 len: 947 time: 0.0992541 Dec 08 16:06:20.310377 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c7417-ad9e-412f-8881-db691aab33eb req-3ecddfaf-000f-4c9b-81a4-051f407a0805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:20.311711 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-575c7417-ad9e-412f-8881-db691aab33eb req-3ecddfaf-000f-4c9b-81a4-051f407a0805 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.0912383 Dec 08 16:06:20.393425 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cd408128-62fe-4167-8e60-61ad632323fe req-e2f16979-77bc-484a-ad14-58646fc8ba97 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780110 Dec 08 16:06:20.403587 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c7417-ad9e-412f-8881-db691aab33eb req-8dc932e0-7ce3-465b-9182-cb0fcbc987c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:20.403780 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-575c7417-ad9e-412f-8881-db691aab33eb req-8dc932e0-7ce3-465b-9182-cb0fcbc987c7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0807915 Dec 08 16:06:20.511553 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-575c7417-ad9e-412f-8881-db691aab33eb req-bec5c406-3aca-4175-bfc0-0b73b7f05d10 service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000645 Dec 08 16:06:20.561261 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d20cd9-cdaf-4d8b-9e7b-8b71b41c5c9e req-361ab76c-55e3-4aae-89c1-39d03eb6642f tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:20.562919 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-28d20cd9-cdaf-4d8b-9e7b-8b71b41c5c9e req-361ab76c-55e3-4aae-89c1-39d03eb6642f tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] 10.222.0.64 "GET /v2.0/ports?device_id=94544e73-c018-4183-9ae8-c319838d1263 HTTP/1.1" status: 200 len: 944 time: 0.0575292 Dec 08 16:06:20.632515 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-28d20cd9-cdaf-4d8b-9e7b-8b71b41c5c9e req-e0152b71-7829-4796-98b3-443c05cf2c90 tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] 10.222.0.64 "GET /v2.0/security-groups?id=0718467b-a91f-47d3-aba0-9c7c37c4d6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496500 Dec 08 16:06:20.685415 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-575c7417-ad9e-412f-8881-db691aab33eb req-cb90004b-ef48-4199-9156-3a89000703f7 service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149826 Dec 08 16:06:20.842938 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device de41e8dc-0616-41fb-9218-591a39f5362d details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:06:20.912965 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-52fd7011-7bd2-4ca9-b6d8-7d40e37631dd req-5abbd321-8256-4d0b-b2c4-371f01cd46c3 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=89f03c71-3b24-4361-bfb5-f07d6b8adf10 HTTP/1.1" status: 200 len: 210 time: 0.0348558 Dec 08 16:06:20.949167 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port de41e8dc-0616-41fb-9218-591a39f5362d, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=de41e8dc-0616-41fb-9218-591a39f5362d,segment=NetworkSegment(b4761a3b-ee60-4269-90fa-7dd2b7c5d753),segment_id=b4761a3b-ee60-4269-90fa-7dd2b7c5d753)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:06:20.961755 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': 'de41e8dc-0616-41fb-9218-591a39f5362d', 'network_id': 'e89e8f20-53a1-412c-918d-c9890713e8fa', 'port_id': 'de41e8dc-0616-41fb-9218-591a39f5362d', 'mac_address': 'fa:16:3e:fd:e7:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9a5759d-cdff-45f0-a7cc-65cd4da199d1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:06:21.002352 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:21.016441 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de41e8dc-0616-41fb-9218-591a39f5362d {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:06:21.039588 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port de41e8dc-0616-41fb-9218-591a39f5362d, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=de41e8dc-0616-41fb-9218-591a39f5362d,segment=NetworkSegment(b4761a3b-ee60-4269-90fa-7dd2b7c5d753),segment_id=b4761a3b-ee60-4269-90fa-7dd2b7c5d753)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:06:21.215657 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:21.271071 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=de41e8dc-0616-41fb-9218-591a39f5362d,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:21.317708 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-78ac59ba-4b00-4131-8d45-4decd1a819ee req-43fe5269-ce11-461b-83c7-8e985c4bd601 tempest-ListImageFiltersTestJSON-1177014030 tempest-ListImageFiltersTestJSON-1177014030-project] 10.222.0.64 "GET /v2.0/ports?device_id=6838640d-6f74-4a5e-8c18-6f0e5a759f51 HTTP/1.1" status: 200 len: 210 time: 0.0283954 Dec 08 16:06:21.545642 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fe14636-368a-4fc6-aee0-c7108424ec25', 'tag': 'c656e753-73c0-4015-95b7-a828d4ee2ad5'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:06:21.548479 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a0f6082-811e-4b8f-81ae-96083a8bee24" -d '{"events": [{"name": "network-changed", "server_uuid": "8fe14636-368a-4fc6-aee0-c7108424ec25", "tag": "c656e753-73c0-4015-95b7-a828d4ee2ad5"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:06:21.573535 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['de41e8dc-0616-41fb-9218-591a39f5362d'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:06:21.621887 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96aa4910-cb34-4712-a090-8462cffc5258 x-openstack-request-id: req-96aa4910-cb34-4712-a090-8462cffc5258 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:06:21.622435 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fe14636-368a-4fc6-aee0-c7108424ec25", "tag": "c656e753-73c0-4015-95b7-a828d4ee2ad5", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:06:21.622897 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-96aa4910-cb34-4712-a090-8462cffc5258 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:06:21.623524 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fe14636-368a-4fc6-aee0-c7108424ec25', 'tag': 'c656e753-73c0-4015-95b7-a828d4ee2ad5', 'status': 'completed', 'code': 200} Dec 08 16:06:21.690357 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f6082-811e-4b8f-81ae-96083a8bee24 req-28d8dadc-cb09-4b11-b98d-66a058e8f675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:21.700612 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f6082-811e-4b8f-81ae-96083a8bee24 req-ec73f398-fe22-425c-9101-a377be90236d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:21.702175 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6a0f6082-811e-4b8f-81ae-96083a8bee24 req-ec73f398-fe22-425c-9101-a377be90236d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b73d206799fe4423a8cfa64c519990fb&device_id=8fe14636-368a-4fc6-aee0-c7108424ec25 HTTP/1.1" status: 200 len: 1099 time: 0.0588882 Dec 08 16:06:21.710291 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b551f559-8031-4a34-93dd-59198608907f req-3bae0ad9-313b-4195-af99-de52f8570d9c tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:21.719218 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b551f559-8031-4a34-93dd-59198608907f req-3bae0ad9-313b-4195-af99-de52f8570d9c tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe14636-368a-4fc6-aee0-c7108424ec25 HTTP/1.1" status: 200 len: 947 time: 0.1149096 Dec 08 16:06:21.726653 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6a0f6082-811e-4b8f-81ae-96083a8bee24 req-28d8dadc-cb09-4b11-b98d-66a058e8f675 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b73d206799fe4423a8cfa64c519990fb&device_id=8fe14636-368a-4fc6-aee0-c7108424ec25 HTTP/1.1" status: 200 len: 1099 time: 0.0990067 Dec 08 16:06:21.878003 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385dae72-ec71-47f3-a682-7c8ff47df28f req-96dcfb22-7d97-4d80-bd9d-dfbd193fbe46 tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:21.879704 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-385dae72-ec71-47f3-a682-7c8ff47df28f req-96dcfb22-7d97-4d80-bd9d-dfbd193fbe46 tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] 10.222.0.64 "GET /v2.0/ports?device_id=94544e73-c018-4183-9ae8-c319838d1263 HTTP/1.1" status: 200 len: 945 time: 0.0837200 Dec 08 16:06:21.901112 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f6082-811e-4b8f-81ae-96083a8bee24 req-983b3b5a-78ae-4e94-9aa3-e163b2f0544c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:21.901560 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f6082-811e-4b8f-81ae-96083a8bee24 req-06294e48-ae88-4fc9-8aad-998291e24333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:21.902847 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6a0f6082-811e-4b8f-81ae-96083a8bee24 req-983b3b5a-78ae-4e94-9aa3-e163b2f0544c service neutron] 10.222.0.37 "GET /v2.0/networks?id=b91759c7-445e-4f7b-9fc4-64d80951832c HTTP/1.1" status: 200 len: 870 time: 0.1686313 Dec 08 16:06:21.903239 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6a0f6082-811e-4b8f-81ae-96083a8bee24 req-06294e48-ae88-4fc9-8aad-998291e24333 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b91759c7-445e-4f7b-9fc4-64d80951832c HTTP/1.1" status: 200 len: 870 time: 0.1753919 Dec 08 16:06:21.970794 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6a0f6082-811e-4b8f-81ae-96083a8bee24 req-79a69748-c572-4dfc-a8a4-9c97a45d1066 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=c656e753-73c0-4015-95b7-a828d4ee2ad5 HTTP/1.1" status: 200 len: 217 time: 0.0522304 Dec 08 16:06:21.981812 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b551f559-8031-4a34-93dd-59198608907f req-cbacd826-5a7d-4ab8-8f71-3df53bef2f0f tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614548 Dec 08 16:06:22.042108 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6a0f6082-811e-4b8f-81ae-96083a8bee24 req-8264b422-c301-4927-b462-1489802097b7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=c656e753-73c0-4015-95b7-a828d4ee2ad5 HTTP/1.1" status: 200 len: 217 time: 0.1286387 Dec 08 16:06:22.148435 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c5e0445e-18c4-4932-a851-f287a959eb83 req-3e609489-0832-4f7f-a26d-998bf190ea84 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=89f03c71-3b24-4361-bfb5-f07d6b8adf10 HTTP/1.1" status: 200 len: 210 time: 0.0498214 Dec 08 16:06:22.170768 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce960309-3bdf-4f11-bd09-8e4cc8ab2b3a req-52eaf805-01ef-4221-bafc-08f35d0ab0f8 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:22.172321 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ce960309-3bdf-4f11-bd09-8e4cc8ab2b3a req-52eaf805-01ef-4221-bafc-08f35d0ab0f8 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.76 "GET /v2.0/networks?id=9fb73276-e1f8-4bac-a027-20476a8f0b71 HTTP/1.1" status: 200 len: 820 time: 0.1631718 Dec 08 16:06:22.182860 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f6082-811e-4b8f-81ae-96083a8bee24 req-d1ff5169-ffeb-4c9c-a811-cd5bcfd0124e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:22.183134 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-385dae72-ec71-47f3-a682-7c8ff47df28f req-ce42ea46-2875-4694-966f-ff4e95a0371b tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] 10.222.0.64 "GET /v2.0/security-groups?id=0718467b-a91f-47d3-aba0-9c7c37c4d6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903230 Dec 08 16:06:22.184949 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6a0f6082-811e-4b8f-81ae-96083a8bee24 req-d1ff5169-ffeb-4c9c-a811-cd5bcfd0124e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.1348712 Dec 08 16:06:22.190172 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-ce960309-3bdf-4f11-bd09-8e4cc8ab2b3a req-1043bdff-1b2d-4090-b315-93255e9c5a8d tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Request body: {'port': {'device_id': '89f03c71-3b24-4361-bfb5-f07d6b8adf10', 'network_id': '9fb73276-e1f8-4bac-a027-20476a8f0b71', 'admin_state_up': True, 'tenant_id': '85658dbd01a84c26a2385fde82126184'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:06:22.245447 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f6082-811e-4b8f-81ae-96083a8bee24 req-7bb46e6a-3e9f-4a58-a4b5-bf9022b802cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:22.247585 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6a0f6082-811e-4b8f-81ae-96083a8bee24 req-7bb46e6a-3e9f-4a58-a4b5-bf9022b802cb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0555892 Dec 08 16:06:22.272031 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f6082-811e-4b8f-81ae-96083a8bee24 req-8be2acfc-8957-4c97-872a-0ec46e151d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:22.274308 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6a0f6082-811e-4b8f-81ae-96083a8bee24 req-8be2acfc-8957-4c97-872a-0ec46e151d6c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.2924583 Dec 08 16:06:22.370394 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f6082-811e-4b8f-81ae-96083a8bee24 req-0b36ce2d-081d-4081-9eb1-45fae73bd380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:22.372085 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6a0f6082-811e-4b8f-81ae-96083a8bee24 req-0b36ce2d-081d-4081-9eb1-45fae73bd380 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0894136 Dec 08 16:06:22.495985 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6a0f6082-811e-4b8f-81ae-96083a8bee24 req-d63ccce4-3943-4f50-b4dc-f1668ac28b71 service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401371 Dec 08 16:06:22.528391 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6a0f6082-811e-4b8f-81ae-96083a8bee24 req-74ebd6fc-fb80-43a6-a080-3c379c140813 service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467927 Dec 08 16:06:22.645050 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6a0f6082-811e-4b8f-81ae-96083a8bee24 req-e0f07776-2a4a-48f9-af83-e62be5124eaa service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357658 Dec 08 16:06:22.667980 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce960309-3bdf-4f11-bd09-8e4cc8ab2b3a req-1043bdff-1b2d-4090-b315-93255e9c5a8d tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Made reservation on behalf of 85658dbd01a84c26a2385fde82126184 for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:06:22.675459 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-ce960309-3bdf-4f11-bd09-8e4cc8ab2b3a req-1043bdff-1b2d-4090-b315-93255e9c5a8d tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:22.727224 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6a0f6082-811e-4b8f-81ae-96083a8bee24 req-a9c76892-a049-4207-adab-2b60acac7055 service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867187 Dec 08 16:06:22.864304 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device de41e8dc-0616-41fb-9218-591a39f5362d up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:06:23.010247 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port de41e8dc-0616-41fb-9218-591a39f5362d completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:06:23.016220 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port de41e8dc-0616-41fb-9218-591a39f5362d triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:06:23.017019 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:23.075447 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 46d77430-42b0-41e7-86b7-9e679590e4fc no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:06:23.114936 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: 46d77430-42b0-41e7-86b7-9e679590e4fc {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:06:23.115540 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 46d77430-42b0-41e7-86b7-9e679590e4fc not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:06:23.177349 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:23.239679 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94544e73-c018-4183-9ae8-c319838d1263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de41e8dc-0616-41fb-9218-591a39f5362d'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:06:23.242507 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff0af73-a46f-4574-b843-47e15e95f237" -d '{"events": [{"server_uuid": "94544e73-c018-4183-9ae8-c319838d1263", "name": "network-vif-plugged", "status": "completed", "tag": "de41e8dc-0616-41fb-9218-591a39f5362d"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:06:23.247594 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port de41e8dc-0616-41fb-9218-591a39f5362d, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=de41e8dc-0616-41fb-9218-591a39f5362d,segment=NetworkSegment(b4761a3b-ee60-4269-90fa-7dd2b7c5d753),segment_id=b4761a3b-ee60-4269-90fa-7dd2b7c5d753)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:06:23.251790 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea471a-550c-4b44-bd62-7724d4be5da4 req-5db3a17b-5a21-4e15-b00a-64a6c6eb12bc tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:23.260242 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f1ea471a-550c-4b44-bd62-7724d4be5da4 req-5db3a17b-5a21-4e15-b00a-64a6c6eb12bc tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3f7139be-5294-4aa3-a41f-1733174f1637 HTTP/1.1" status: 200 len: 1098 time: 0.5047839 Dec 08 16:06:23.356280 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:23.357939 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device c656e753-73c0-4015-95b7-a828d4ee2ad5 no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:06:23.416234 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f1ea471a-550c-4b44-bd62-7724d4be5da4 req-ee74a53c-3f45-4eef-a3aa-8b9bc8eb1a71 tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486866 Dec 08 16:06:23.417711 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [req-ce960309-3bdf-4f11-bd09-8e4cc8ab2b3a req-1043bdff-1b2d-4090-b315-93255e9c5a8d tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Allocated IP 172.20.0.4 (9fb73276-e1f8-4bac-a027-20476a8f0b71/3bab6816-4414-47cc-922e-2566e0e2da0a/0fde699c-2b0f-450b-8ca9-bcadada1d96a) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:06:23.556753 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=de41e8dc-0616-41fb-9218-591a39f5362d,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:23.562085 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device c656e753-73c0-4015-95b7-a828d4ee2ad5 not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:06:23.570342 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5018dd-9de4-43fa-9b15-4a5b4b7d26bd req-4377a278-e61a-4ef6-bb38-a762cc908999 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:23.579748 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ed5018dd-9de4-43fa-9b15-4a5b4b7d26bd req-4377a278-e61a-4ef6-bb38-a762cc908999 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe14636-368a-4fc6-aee0-c7108424ec25 HTTP/1.1" status: 200 len: 947 time: 0.1040170 Dec 08 16:06:23.661442 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bb9597e0-6b44-40af-b7d5-bb1438c2e918 req-2e71e7f5-1903-4886-a40c-5e21153a39e9 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=89f03c71-3b24-4361-bfb5-f07d6b8adf10 HTTP/1.1" status: 200 len: 210 time: 0.1170273 Dec 08 16:06:23.701130 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ed5018dd-9de4-43fa-9b15-4a5b4b7d26bd req-182922d8-5b81-47c3-a901-8fbc264d1ce7 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117842 Dec 08 16:06:23.779834 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6ddc39-d777-4800-901d-e4e954d2e935 x-openstack-request-id: req-bc6ddc39-d777-4800-901d-e4e954d2e935 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:06:23.780398 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94544e73-c018-4183-9ae8-c319838d1263", "name": "network-vif-plugged", "status": "completed", "tag": "de41e8dc-0616-41fb-9218-591a39f5362d", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:06:23.781063 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bc6ddc39-d777-4800-901d-e4e954d2e935 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:06:23.781647 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94544e73-c018-4183-9ae8-c319838d1263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de41e8dc-0616-41fb-9218-591a39f5362d', 'code': 200} Dec 08 16:06:23.865619 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-ce960309-3bdf-4f11-bd09-8e4cc8ab2b3a req-1043bdff-1b2d-4090-b315-93255e9c5a8d tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:23.955695 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d23c86-bece-4f47-927f-06a797b0be9b req-a94de885-beef-49fa-b3c7-13c0f9f42ab2 tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:23.962822 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b6d23c86-bece-4f47-927f-06a797b0be9b req-a94de885-beef-49fa-b3c7-13c0f9f42ab2 tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] 10.222.0.64 "GET /v2.0/ports?device_id=94544e73-c018-4183-9ae8-c319838d1263 HTTP/1.1" status: 200 len: 946 time: 0.2004550 Dec 08 16:06:24.047215 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85fa23-e208-40af-a32a-7c8d61e9856f req-34c5fea1-8f70-4184-b2a4-0954daf3146e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:24.049610 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2c85fa23-e208-40af-a32a-7c8d61e9856f req-34c5fea1-8f70-4184-b2a4-0954daf3146e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=94544e73-c018-4183-9ae8-c319838d1263 HTTP/1.1" status: 200 len: 1098 time: 0.1923416 Dec 08 16:06:24.094870 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b6d23c86-bece-4f47-927f-06a797b0be9b req-1dc8b1df-b76f-4009-9140-048f43d4b08c tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] 10.222.0.64 "GET /v2.0/security-groups?id=0718467b-a91f-47d3-aba0-9c7c37c4d6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254337 Dec 08 16:06:24.160772 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2c85fa23-e208-40af-a32a-7c8d61e9856f req-5de1b4d8-9aaf-46db-a4ae-6c743cfb5874 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0718467b-a91f-47d3-aba0-9c7c37c4d6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718634 Dec 08 16:06:24.187230 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-ce960309-3bdf-4f11-bd09-8e4cc8ab2b3a req-1043bdff-1b2d-4090-b315-93255e9c5a8d tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:24.200937 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['150aec00-a505-4a9d-95d4-59e8f7ccabdf', '29971d89-222c-43b5-a49f-01483af5bbe9'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:06:24.250625 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce960309-3bdf-4f11-bd09-8e4cc8ab2b3a req-1043bdff-1b2d-4090-b315-93255e9c5a8d tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Network 9fb73276-e1f8-4bac-a027-20476a8f0b71 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:06:24.252863 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [req-ce960309-3bdf-4f11-bd09-8e4cc8ab2b3a req-1043bdff-1b2d-4090-b315-93255e9c5a8d tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:06:24.261217 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce960309-3bdf-4f11-bd09-8e4cc8ab2b3a req-1043bdff-1b2d-4090-b315-93255e9c5a8d tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:06:24.347321 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1043bdff-1b2d-4090-b315-93255e9c5a8d tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Pushing event updated for resources: {'Port': ['ID=0fde699c-2b0f-450b-8ca9-bcadada1d96a,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:24.373733 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce960309-3bdf-4f11-bd09-8e4cc8ab2b3a req-1043bdff-1b2d-4090-b315-93255e9c5a8d tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:24.374404 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-ce960309-3bdf-4f11-bd09-8e4cc8ab2b3a req-1043bdff-1b2d-4090-b315-93255e9c5a8d tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:24.538164 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ce960309-3bdf-4f11-bd09-8e4cc8ab2b3a req-1043bdff-1b2d-4090-b315-93255e9c5a8d tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3519397 Dec 08 16:06:24.556977 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-ce960309-3bdf-4f11-bd09-8e4cc8ab2b3a req-357e00f9-828f-4564-a1c8-36648e18f47c service neutron] Request body: {'port': {'device_id': '89f03c71-3b24-4361-bfb5-f07d6b8adf10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:06:24.678507 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-ce960309-3bdf-4f11-bd09-8e4cc8ab2b3a req-357e00f9-828f-4564-a1c8-36648e18f47c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:25.077949 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device c656e753-73c0-4015-95b7-a828d4ee2ad5 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:06:25.279892 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa54de69-e329-4ae1-bb3c-e66248ac7f02 req-11adc64e-b2f6-45dd-869a-b94e4b94e8f3 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:25.290990 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-aa54de69-e329-4ae1-bb3c-e66248ac7f02 req-11adc64e-b2f6-45dd-869a-b94e4b94e8f3 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=89f03c71-3b24-4361-bfb5-f07d6b8adf10 HTTP/1.1" status: 200 len: 931 time: 0.1489248 Dec 08 16:06:25.300198 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port c656e753-73c0-4015-95b7-a828d4ee2ad5, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=c656e753-73c0-4015-95b7-a828d4ee2ad5,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:06:25.327933 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': 'c656e753-73c0-4015-95b7-a828d4ee2ad5', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'port_id': 'c656e753-73c0-4015-95b7-a828d4ee2ad5', 'mac_address': 'fa:16:3e:70:07:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c93b3a32-b438-4a47-8558-220c03febf97', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:06:25.359597 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [req-ce960309-3bdf-4f11-bd09-8e4cc8ab2b3a req-357e00f9-828f-4564-a1c8-36648e18f47c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fde699c-2b0f-450b-8ca9-bcadada1d96a {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:06:25.376713 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-aa54de69-e329-4ae1-bb3c-e66248ac7f02 req-60cd0fbc-b82d-4daf-89ab-57ca3478651e tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824578 Dec 08 16:06:25.400056 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-ce960309-3bdf-4f11-bd09-8e4cc8ab2b3a req-357e00f9-828f-4564-a1c8-36648e18f47c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:25.432306 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [req-ce960309-3bdf-4f11-bd09-8e4cc8ab2b3a req-357e00f9-828f-4564-a1c8-36648e18f47c service neutron] Transition to ACTIVE for port object 0fde699c-2b0f-450b-8ca9-bcadada1d96a will not be triggered until provisioned by entity L2. {{(pid=110551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:06:25.443885 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:25.458410 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c656e753-73c0-4015-95b7-a828d4ee2ad5 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:06:25.488762 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port c656e753-73c0-4015-95b7-a828d4ee2ad5, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=c656e753-73c0-4015-95b7-a828d4ee2ad5,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:06:25.596167 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-ce960309-3bdf-4f11-bd09-8e4cc8ab2b3a req-357e00f9-828f-4564-a1c8-36648e18f47c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:25.639999 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:25.773566 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=c656e753-73c0-4015-95b7-a828d4ee2ad5,revision_number=8']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:25.774451 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357e00f9-828f-4564-a1c8-36648e18f47c service neutron] Pushing event updated for resources: {'Port': ['ID=0fde699c-2b0f-450b-8ca9-bcadada1d96a,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:25.848864 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-ce960309-3bdf-4f11-bd09-8e4cc8ab2b3a req-357e00f9-828f-4564-a1c8-36648e18f47c service neutron] Attempting to bind port 0fde699c-2b0f-450b-8ca9-bcadada1d96a on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:06:25.849254 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-ce960309-3bdf-4f11-bd09-8e4cc8ab2b3a req-357e00f9-828f-4564-a1c8-36648e18f47c service neutron] Attempting to bind port 0fde699c-2b0f-450b-8ca9-bcadada1d96a by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': '08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9fb73276-e1f8-4bac-a027-20476a8f0b71'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:06:25.849594 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce960309-3bdf-4f11-bd09-8e4cc8ab2b3a req-357e00f9-828f-4564-a1c8-36648e18f47c service neutron] Attempting to bind port 0fde699c-2b0f-450b-8ca9-bcadada1d96a on network 9fb73276-e1f8-4bac-a027-20476a8f0b71 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:06:25.855913 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce960309-3bdf-4f11-bd09-8e4cc8ab2b3a req-357e00f9-828f-4564-a1c8-36648e18f47c service neutron] Port 0fde699c-2b0f-450b-8ca9-bcadada1d96a on network 9fb73276-e1f8-4bac-a027-20476a8f0b71 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:06:25.856356 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce960309-3bdf-4f11-bd09-8e4cc8ab2b3a req-357e00f9-828f-4564-a1c8-36648e18f47c service neutron] Attempting to bind port 0fde699c-2b0f-450b-8ca9-bcadada1d96a on network 9fb73276-e1f8-4bac-a027-20476a8f0b71 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:06:25.862832 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce960309-3bdf-4f11-bd09-8e4cc8ab2b3a req-357e00f9-828f-4564-a1c8-36648e18f47c service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:06:25.863184 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce960309-3bdf-4f11-bd09-8e4cc8ab2b3a req-357e00f9-828f-4564-a1c8-36648e18f47c service neutron] Checking segment: {'id': '08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9fb73276-e1f8-4bac-a027-20476a8f0b71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:06:25.863600 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce960309-3bdf-4f11-bd09-8e4cc8ab2b3a req-357e00f9-828f-4564-a1c8-36648e18f47c service neutron] Bound using segment: {'id': '08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9fb73276-e1f8-4bac-a027-20476a8f0b71'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:06:25.864042 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-ce960309-3bdf-4f11-bd09-8e4cc8ab2b3a req-357e00f9-828f-4564-a1c8-36648e18f47c service neutron] Bound port: 0fde699c-2b0f-450b-8ca9-bcadada1d96a, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9fb73276-e1f8-4bac-a027-20476a8f0b71'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:06:25.864521 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-ce960309-3bdf-4f11-bd09-8e4cc8ab2b3a req-357e00f9-828f-4564-a1c8-36648e18f47c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:25.946484 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-ce960309-3bdf-4f11-bd09-8e4cc8ab2b3a req-357e00f9-828f-4564-a1c8-36648e18f47c service neutron] For port 0fde699c-2b0f-450b-8ca9-bcadada1d96a, host n-h1-776250-12, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:06:25.950333 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-ce960309-3bdf-4f11-bd09-8e4cc8ab2b3a req-357e00f9-828f-4564-a1c8-36648e18f47c service neutron] For port 0fde699c-2b0f-450b-8ca9-bcadada1d96a, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=0fde699c-2b0f-450b-8ca9-bcadada1d96a,segment=NetworkSegment(08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4),segment_id=08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:06:26.033935 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['c656e753-73c0-4015-95b7-a828d4ee2ad5'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:06:26.049969 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-ce960309-3bdf-4f11-bd09-8e4cc8ab2b3a req-357e00f9-828f-4564-a1c8-36648e18f47c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:26.122749 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce960309-3bdf-4f11-bd09-8e4cc8ab2b3a req-357e00f9-828f-4564-a1c8-36648e18f47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:26.123458 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-ce960309-3bdf-4f11-bd09-8e4cc8ab2b3a req-357e00f9-828f-4564-a1c8-36648e18f47c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:26.125512 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ce960309-3bdf-4f11-bd09-8e4cc8ab2b3a req-357e00f9-828f-4564-a1c8-36648e18f47c service neutron] 10.222.0.76 "PUT /v2.0/ports/0fde699c-2b0f-450b-8ca9-bcadada1d96a HTTP/1.1" status: 200 len: 1092 time: 1.5776134 Dec 08 16:06:26.126146 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89f03c71-3b24-4361-bfb5-f07d6b8adf10', 'tag': '0fde699c-2b0f-450b-8ca9-bcadada1d96a'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:06:26.129213 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36883a12-1495-417d-a752-9bc16d38cbb3" -d '{"events": [{"name": "network-changed", "server_uuid": "89f03c71-3b24-4361-bfb5-f07d6b8adf10", "tag": "0fde699c-2b0f-450b-8ca9-bcadada1d96a"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:06:26.180938 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357e00f9-828f-4564-a1c8-36648e18f47c service neutron] Pushing event updated for resources: {'Port': ['ID=0fde699c-2b0f-450b-8ca9-bcadada1d96a,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:26.321445 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:06:26.507393 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce960309-3bdf-4f11-bd09-8e4cc8ab2b3a req-e886a973-a292-423c-85ee-206d8136fdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:26.510105 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ce960309-3bdf-4f11-bd09-8e4cc8ab2b3a req-e886a973-a292-423c-85ee-206d8136fdc4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=85658dbd01a84c26a2385fde82126184&device_id=89f03c71-3b24-4361-bfb5-f07d6b8adf10 HTTP/1.1" status: 200 len: 1095 time: 0.0673196 Dec 08 16:06:26.567056 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ce960309-3bdf-4f11-bd09-8e4cc8ab2b3a req-54a28a2e-d0a4-4a69-baea-3c02b9bb26a0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0fde699c-2b0f-450b-8ca9-bcadada1d96a HTTP/1.1" status: 200 len: 217 time: 0.0489328 Dec 08 16:06:26.715785 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce960309-3bdf-4f11-bd09-8e4cc8ab2b3a req-847eff48-10b5-46d5-8ba0-04be25114b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:26.718368 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ce960309-3bdf-4f11-bd09-8e4cc8ab2b3a req-847eff48-10b5-46d5-8ba0-04be25114b04 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3bab6816-4414-47cc-922e-2566e0e2da0a HTTP/1.1" status: 200 len: 860 time: 0.1397629 Dec 08 16:06:26.759841 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a14a9e-3fe2-40aa-a674-5a67f5bbac58 req-01c073c3-aa91-4747-aab3-8fea2c0d2a5c tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:26.772286 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-61a14a9e-3fe2-40aa-a674-5a67f5bbac58 req-01c073c3-aa91-4747-aab3-8fea2c0d2a5c tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe14636-368a-4fc6-aee0-c7108424ec25 HTTP/1.1" status: 200 len: 948 time: 0.0959086 Dec 08 16:06:26.788839 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ce960309-3bdf-4f11-bd09-8e4cc8ab2b3a req-201cf847-1813-4585-9e06-8ae0702767ab service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9fb73276-e1f8-4bac-a027-20476a8f0b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597122 Dec 08 16:06:26.851555 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-61a14a9e-3fe2-40aa-a674-5a67f5bbac58 req-d01b6895-8f30-4c8d-b9a0-da82ceb9e445 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810697 Dec 08 16:06:26.946690 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [req-3c5396b4-8d93-4485-a027-65fd63064871 req-e9457fa3-8a28-4743-9e53-d1108c113777 tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:06:26.951633 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3c5396b4-8d93-4485-a027-65fd63064871 req-e9457fa3-8a28-4743-9e53-d1108c113777 tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0109687 Dec 08 16:06:26.977835 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ce960309-3bdf-4f11-bd09-8e4cc8ab2b3a req-49dce462-0401-45e5-8a9c-270d14cd68cb service neutron] 10.222.0.76 "GET /v2.0/networks/9fb73276-e1f8-4bac-a027-20476a8f0b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799920 Dec 08 16:06:27.006570 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc8d834-0563-4c80-8638-2472c597bb13 req-f4d66ead-6d02-42c5-ae68-7b72d57f3380 tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:27.009231 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-dcc8d834-0563-4c80-8638-2472c597bb13 req-f4d66ead-6d02-42c5-ae68-7b72d57f3380 tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] 10.222.0.64 "GET /v2.0/ports?device_id=94544e73-c018-4183-9ae8-c319838d1263 HTTP/1.1" status: 200 len: 946 time: 0.0683227 Dec 08 16:06:27.063145 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5396b4-8d93-4485-a027-65fd63064871 req-fe132501-a51a-4e98-9eca-9bf82a7512fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:27.064801 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3c5396b4-8d93-4485-a027-65fd63064871 req-fe132501-a51a-4e98-9eca-9bf82a7512fc service neutron] 10.222.0.64 "GET /v2.0/ports/3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2 HTTP/1.1" status: 200 len: 1095 time: 0.1047609 Dec 08 16:06:27.082069 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-3c5396b4-8d93-4485-a027-65fd63064871 req-e5337233-a53f-4013-90dc-cec70f822047 service neutron] Request body: {'binding': {'host': 'n-h1-776250-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:06:27.083399 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-3c5396b4-8d93-4485-a027-65fd63064871 req-e5337233-a53f-4013-90dc-cec70f822047 service neutron] Unknown quota resources ['binding']. {{(pid=110551) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 16:06:27.083535 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-dcc8d834-0563-4c80-8638-2472c597bb13 req-7583e738-c2b0-406f-86ed-32c27485f8c5 tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] 10.222.0.64 "GET /v2.0/security-groups?id=0718467b-a91f-47d3-aba0-9c7c37c4d6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645690 Dec 08 16:06:27.235621 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ce960309-3bdf-4f11-bd09-8e4cc8ab2b3a req-b4e865f6-9e69-4a66-a250-9d0f43018b4c service neutron] 10.222.0.76 "GET /v2.0/networks/9fb73276-e1f8-4bac-a027-20476a8f0b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351685 Dec 08 16:06:27.328968 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-3c5396b4-8d93-4485-a027-65fd63064871 req-e5337233-a53f-4013-90dc-cec70f822047 service neutron] Attempting to bind port 3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2 on host n-h1-776250-12 for vnic_type normal with profile None {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:06:27.329317 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-3c5396b4-8d93-4485-a027-65fd63064871 req-e5337233-a53f-4013-90dc-cec70f822047 service neutron] Attempting to bind port 3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2 by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': 'feac72a6-bbb0-42da-a5f2-51d59135d26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '34422553-fc63-47d6-a631-7f666537bc5c'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:06:27.329650 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5396b4-8d93-4485-a027-65fd63064871 req-e5337233-a53f-4013-90dc-cec70f822047 service neutron] Attempting to bind port 3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2 on network 34422553-fc63-47d6-a631-7f666537bc5c {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:06:27.335877 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5396b4-8d93-4485-a027-65fd63064871 req-e5337233-a53f-4013-90dc-cec70f822047 service neutron] Port 3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2 on network 34422553-fc63-47d6-a631-7f666537bc5c not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:06:27.335877 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5396b4-8d93-4485-a027-65fd63064871 req-e5337233-a53f-4013-90dc-cec70f822047 service neutron] Attempting to bind port 3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2 on network 34422553-fc63-47d6-a631-7f666537bc5c {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:06:27.342949 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5396b4-8d93-4485-a027-65fd63064871 req-e5337233-a53f-4013-90dc-cec70f822047 service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:06:27.343223 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5396b4-8d93-4485-a027-65fd63064871 req-e5337233-a53f-4013-90dc-cec70f822047 service neutron] Checking segment: {'id': 'feac72a6-bbb0-42da-a5f2-51d59135d26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '34422553-fc63-47d6-a631-7f666537bc5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:06:27.343807 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5396b4-8d93-4485-a027-65fd63064871 req-e5337233-a53f-4013-90dc-cec70f822047 service neutron] Bound using segment: {'id': 'feac72a6-bbb0-42da-a5f2-51d59135d26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '34422553-fc63-47d6-a631-7f666537bc5c'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:06:27.344267 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-3c5396b4-8d93-4485-a027-65fd63064871 req-e5337233-a53f-4013-90dc-cec70f822047 service neutron] Bound port: 3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feac72a6-bbb0-42da-a5f2-51d59135d26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '34422553-fc63-47d6-a631-7f666537bc5c'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:06:27.415764 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83fdbf62-b9da-4ed7-8803-74f9c77a7155 x-openstack-request-id: req-83fdbf62-b9da-4ed7-8803-74f9c77a7155 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:06:27.417820 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89f03c71-3b24-4361-bfb5-f07d6b8adf10", "tag": "0fde699c-2b0f-450b-8ca9-bcadada1d96a", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:06:27.418109 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-83fdbf62-b9da-4ed7-8803-74f9c77a7155 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:06:27.418688 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89f03c71-3b24-4361-bfb5-f07d6b8adf10', 'tag': '0fde699c-2b0f-450b-8ca9-bcadada1d96a', 'status': 'completed', 'code': 200} Dec 08 16:06:27.492389 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f3cf7-9f67-47f4-9047-0c61325baefc req-79c749ec-24d7-48f1-b973-a065b77ffa51 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:27.501426 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9e5f3cf7-9f67-47f4-9047-0c61325baefc req-79c749ec-24d7-48f1-b973-a065b77ffa51 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=89f03c71-3b24-4361-bfb5-f07d6b8adf10 HTTP/1.1" status: 200 len: 943 time: 0.0719035 Dec 08 16:06:27.508960 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-3c5396b4-8d93-4485-a027-65fd63064871 req-e5337233-a53f-4013-90dc-cec70f822047 service neutron] For port 3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2,segment=NetworkSegment(feac72a6-bbb0-42da-a5f2-51d59135d26f),segment_id=feac72a6-bbb0-42da-a5f2-51d59135d26f)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:06:27.520259 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36883a12-1495-417d-a752-9bc16d38cbb3 req-7df2ca55-c538-40c1-8b0d-6402f0d625da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:27.522319 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-36883a12-1495-417d-a752-9bc16d38cbb3 req-7df2ca55-c538-40c1-8b0d-6402f0d625da service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=85658dbd01a84c26a2385fde82126184&device_id=89f03c71-3b24-4361-bfb5-f07d6b8adf10 HTTP/1.1" status: 200 len: 1095 time: 0.1023774 Dec 08 16:06:27.571992 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9e5f3cf7-9f67-47f4-9047-0c61325baefc req-177dda50-0046-4ab9-9df8-e351941cbba9 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705338 Dec 08 16:06:27.620523 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 38080) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:06:27.659055 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-3c5396b4-8d93-4485-a027-65fd63064871 req-e5337233-a53f-4013-90dc-cec70f822047 service neutron] Publish callbacks [] for binding, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:27.661307 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3c5396b4-8d93-4485-a027-65fd63064871 req-e5337233-a53f-4013-90dc-cec70f822047 service neutron] 10.222.0.64 "POST /v2.0/ports/3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2/bindings HTTP/1.1" status: 201 len: 390 time: 0.5825822 Dec 08 16:06:27.712241 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36883a12-1495-417d-a752-9bc16d38cbb3 req-415d3866-5baf-49f4-8220-b62d318beb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:27.714759 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-36883a12-1495-417d-a752-9bc16d38cbb3 req-415d3866-5baf-49f4-8220-b62d318beb35 service neutron] 10.222.0.76 "GET /v2.0/networks?id=9fb73276-e1f8-4bac-a027-20476a8f0b71 HTTP/1.1" status: 200 len: 921 time: 0.1837890 Dec 08 16:06:27.780766 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-36883a12-1495-417d-a752-9bc16d38cbb3 req-25c4953e-f00f-4d44-8460-2e53a4fdec1c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0fde699c-2b0f-450b-8ca9-bcadada1d96a HTTP/1.1" status: 200 len: 217 time: 0.0581007 Dec 08 16:06:27.856060 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-23c2f854-8925-4faa-a779-bb9b1269e7d8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=33536254a37a4670b6fcbc4dbda57cf5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2342577 Dec 08 16:06:27.858553 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 38084) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:06:27.905200 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36883a12-1495-417d-a752-9bc16d38cbb3 req-f1c11068-d3ab-471a-b6d2-768da4fadbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:27.907386 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-36883a12-1495-417d-a752-9bc16d38cbb3 req-f1c11068-d3ab-471a-b6d2-768da4fadbdb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3bab6816-4414-47cc-922e-2566e0e2da0a HTTP/1.1" status: 200 len: 860 time: 0.1179924 Dec 08 16:06:27.915792 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3d1de7cf-88d7-450e-9abe-20a53b883f94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:27.939576 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3d1de7cf-88d7-450e-9abe-20a53b883f94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:27.948264 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-36883a12-1495-417d-a752-9bc16d38cbb3 req-32ba8ed1-4810-4048-8d63-a93b294ab51d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9fb73276-e1f8-4bac-a027-20476a8f0b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325348 Dec 08 16:06:28.118108 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-36883a12-1495-417d-a752-9bc16d38cbb3 req-0adaa76b-4220-45ee-b8e0-02f0afaa8c77 service neutron] 10.222.0.76 "GET /v2.0/networks/9fb73276-e1f8-4bac-a027-20476a8f0b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608715 Dec 08 16:06:28.133645 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3d1de7cf-88d7-450e-9abe-20a53b883f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:28.144827 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3d1de7cf-88d7-450e-9abe-20a53b883f94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:28.147314 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-3d1de7cf-88d7-450e-9abe-20a53b883f94 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d52b3ab9-671e-4bec-87ec-cb6b7b824f4c HTTP/1.1" status: 204 len: 168 time: 0.2875485 Dec 08 16:06:28.185153 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1de7cf-88d7-450e-9abe-20a53b883f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52b3ab9-671e-4bec-87ec-cb6b7b824f4c,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:28.463902 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66272210-650c-4a37-bb41-070ee6bed263 req-cdbd7c47-9e9e-4623-b356-2412a4e4523e tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:28.465211 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-66272210-650c-4a37-bb41-070ee6bed263 req-cdbd7c47-9e9e-4623-b356-2412a4e4523e tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f7139be-5294-4aa3-a41f-1733174f1637 HTTP/1.1" status: 200 len: 946 time: 0.2699783 Dec 08 16:06:28.534911 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-36883a12-1495-417d-a752-9bc16d38cbb3 req-6616b0e6-f133-483d-8a4a-902a0a30146d service neutron] 10.222.0.76 "GET /v2.0/networks/9fb73276-e1f8-4bac-a027-20476a8f0b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4064662 Dec 08 16:06:28.612151 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-66272210-650c-4a37-bb41-070ee6bed263 req-a1ef2539-4340-4e03-81b0-6d3738780bf2 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342361 Dec 08 16:06:28.658544 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e10796-0e67-44fd-bfbd-3661c9e22bf7 req-977e5ae2-dc57-4b81-b9d3-e4cb17de8c3d tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:28.665612 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-52e10796-0e67-44fd-bfbd-3661c9e22bf7 req-977e5ae2-dc57-4b81-b9d3-e4cb17de8c3d tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.76 "GET /v2.0/ports?device_id=8fe14636-368a-4fc6-aee0-c7108424ec25&tenant_id=b73d206799fe4423a8cfa64c519990fb&binding%3Ahost_id=n-h1-776250-12 HTTP/1.1" status: 200 len: 948 time: 0.2617848 Dec 08 16:06:28.675269 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5396b4-8d93-4485-a027-65fd63064871 req-0358bd98-5387-471d-a5a6-ac053402c9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:28.677441 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3c5396b4-8d93-4485-a027-65fd63064871 req-0358bd98-5387-471d-a5a6-ac053402c9e6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8b17b512834447aea285923e7004d778&device_id=3f7139be-5294-4aa3-a41f-1733174f1637 HTTP/1.1" status: 200 len: 1098 time: 0.1990800 Dec 08 16:06:28.954110 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5396b4-8d93-4485-a027-65fd63064871 req-295d949c-1e45-477c-a9db-6cd853eedc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:28.959908 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3c5396b4-8d93-4485-a027-65fd63064871 req-295d949c-1e45-477c-a9db-6cd853eedc2f service neutron] 10.222.0.76 "GET /v2.0/networks?id=34422553-fc63-47d6-a631-7f666537bc5c HTTP/1.1" status: 200 len: 909 time: 0.2643578 Dec 08 16:06:29.026814 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3c5396b4-8d93-4485-a027-65fd63064871 req-0e9adebe-ab41-424e-bee7-de377e7494da service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2 HTTP/1.1" status: 200 len: 217 time: 0.0573072 Dec 08 16:06:29.041475 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c57414-cc19-4520-9f25-681e6406fb56 req-12dafbeb-699c-4720-ad4d-ab3bdd61b168 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:29.048409 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a7c57414-cc19-4520-9f25-681e6406fb56 req-12dafbeb-699c-4720-ad4d-ab3bdd61b168 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe14636-368a-4fc6-aee0-c7108424ec25 HTTP/1.1" status: 200 len: 948 time: 0.2913289 Dec 08 16:06:29.059238 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-52e10796-0e67-44fd-bfbd-3661c9e22bf7 req-2397f9bd-0131-428f-888b-d303de34e46f service neutron] 10.222.0.76 "GET /v2.0/ports/c656e753-73c0-4015-95b7-a828d4ee2ad5/bindings/n-h1-776250-12 HTTP/1.1" status: 200 len: 383 time: 0.3808260 Dec 08 16:06:29.061979 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ebc6bf-0fd0-4639-8332-e8b2b0f41f45 req-dd1c221a-d55b-4907-ab75-59a7f743548e tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:29.072647 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c8ebc6bf-0fd0-4639-8332-e8b2b0f41f45 req-dd1c221a-d55b-4907-ab75-59a7f743548e tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=89f03c71-3b24-4361-bfb5-f07d6b8adf10 HTTP/1.1" status: 200 len: 943 time: 0.1671863 Dec 08 16:06:29.105638 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device c656e753-73c0-4015-95b7-a828d4ee2ad5 up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:06:29.260649 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c8ebc6bf-0fd0-4639-8332-e8b2b0f41f45 req-a9ef9cff-f2df-46d8-b55c-9be205676f16 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806231 Dec 08 16:06:29.265296 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a7c57414-cc19-4520-9f25-681e6406fb56 req-92ae91e9-c8cb-4a4c-a8a8-62dff951a83e tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151051 Dec 08 16:06:29.292417 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e10796-0e67-44fd-bfbd-3661c9e22bf7 req-38a3fb21-2268-4909-8bc8-db26055dfe0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:29.293874 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-52e10796-0e67-44fd-bfbd-3661c9e22bf7 req-38a3fb21-2268-4909-8bc8-db26055dfe0f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b73d206799fe4423a8cfa64c519990fb&device_id=8fe14636-368a-4fc6-aee0-c7108424ec25 HTTP/1.1" status: 200 len: 1100 time: 0.1986036 Dec 08 16:06:29.295885 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5396b4-8d93-4485-a027-65fd63064871 req-275d5db9-29fa-46cb-8b6c-3463ac4397e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:29.297484 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3c5396b4-8d93-4485-a027-65fd63064871 req-275d5db9-29fa-46cb-8b6c-3463ac4397e5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5db44a3c-d12a-4344-a611-2d41355a5e50 HTTP/1.1" status: 200 len: 848 time: 0.2403390 Dec 08 16:06:29.313628 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port c656e753-73c0-4015-95b7-a828d4ee2ad5 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:06:29.316934 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port c656e753-73c0-4015-95b7-a828d4ee2ad5 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:06:29.317535 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:29.398729 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3c5396b4-8d93-4485-a027-65fd63064871 req-00b1332a-ce7b-4944-8412-d4fe1c1251ed service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=34422553-fc63-47d6-a631-7f666537bc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732105 Dec 08 16:06:29.578858 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:29.594866 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e10796-0e67-44fd-bfbd-3661c9e22bf7 req-29a24dbe-a7c8-41c2-b4e0-c5cb77932dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:29.599938 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-52e10796-0e67-44fd-bfbd-3661c9e22bf7 req-29a24dbe-a7c8-41c2-b4e0-c5cb77932dce service neutron] 10.222.0.76 "GET /v2.0/networks?id=b91759c7-445e-4f7b-9fc4-64d80951832c HTTP/1.1" status: 200 len: 870 time: 0.2909048 Dec 08 16:06:29.853253 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3bc13-94f3-40cb-9923-c0f11d6ae821 req-801d2abf-96cd-4a5f-9025-bc277cf89c33 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:29.861548 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-dda3bc13-94f3-40cb-9923-c0f11d6ae821 req-801d2abf-96cd-4a5f-9025-bc277cf89c33 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f7139be-5294-4aa3-a41f-1733174f1637 HTTP/1.1" status: 200 len: 946 time: 0.1158357 Dec 08 16:06:29.943804 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe14636-368a-4fc6-aee0-c7108424ec25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c656e753-73c0-4015-95b7-a828d4ee2ad5'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:06:29.946387 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ed6382-d2ff-45e5-a56d-1a6eccbf85ff" -d '{"events": [{"server_uuid": "8fe14636-368a-4fc6-aee0-c7108424ec25", "name": "network-vif-plugged", "status": "completed", "tag": "c656e753-73c0-4015-95b7-a828d4ee2ad5"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:06:29.977848 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-dda3bc13-94f3-40cb-9923-c0f11d6ae821 req-746dd4c6-0d67-41b7-b70f-8c69f2297ad5 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061711 Dec 08 16:06:29.990910 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port c656e753-73c0-4015-95b7-a828d4ee2ad5, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=c656e753-73c0-4015-95b7-a828d4ee2ad5,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:06:30.026895 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6561e87b-5d85-40cb-8789-243b3df21bbd x-openstack-request-id: req-6561e87b-5d85-40cb-8789-243b3df21bbd {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:06:30.027482 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fe14636-368a-4fc6-aee0-c7108424ec25", "name": "network-vif-plugged", "status": "completed", "tag": "c656e753-73c0-4015-95b7-a828d4ee2ad5", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:06:30.027482 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6561e87b-5d85-40cb-8789-243b3df21bbd {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:06:30.027853 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fe14636-368a-4fc6-aee0-c7108424ec25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c656e753-73c0-4015-95b7-a828d4ee2ad5', 'code': 200} Dec 08 16:06:30.072562 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:30.191128 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=c656e753-73c0-4015-95b7-a828d4ee2ad5,revision_number=9']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:30.374586 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-52e10796-0e67-44fd-bfbd-3661c9e22bf7 req-9b36691c-e85c-4f26-af93-d1eb6bae902d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=c656e753-73c0-4015-95b7-a828d4ee2ad5 HTTP/1.1" status: 200 len: 217 time: 0.7584491 Dec 08 16:06:30.379754 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3c5396b4-8d93-4485-a027-65fd63064871 req-dc19d1ff-0940-4fc3-abba-332a470279ea service neutron] 10.222.0.76 "GET /v2.0/networks/34422553-fc63-47d6-a631-7f666537bc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9698961 Dec 08 16:06:30.512459 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e10796-0e67-44fd-bfbd-3661c9e22bf7 req-21d64c28-acd5-4c9b-85b3-bdbfd10cce8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:30.516336 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-52e10796-0e67-44fd-bfbd-3661c9e22bf7 req-21d64c28-acd5-4c9b-85b3-bdbfd10cce8c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.1249449 Dec 08 16:06:30.617384 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eccf979-e834-4139-baac-9c3622d0616e req-e54833e4-9380-4418-81b2-67b6db168af5 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:30.619656 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3eccf979-e834-4139-baac-9c3622d0616e req-e54833e4-9380-4418-81b2-67b6db168af5 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe14636-368a-4fc6-aee0-c7108424ec25 HTTP/1.1" status: 200 len: 949 time: 0.1903872 Dec 08 16:06:30.664832 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e10796-0e67-44fd-bfbd-3661c9e22bf7 req-169ebb40-59f5-4c68-8cf2-14fe57bbf94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:30.666490 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-52e10796-0e67-44fd-bfbd-3661c9e22bf7 req-169ebb40-59f5-4c68-8cf2-14fe57bbf94b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1281621 Dec 08 16:06:30.792580 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-52e10796-0e67-44fd-bfbd-3661c9e22bf7 req-d04fe2cf-85a4-4828-abc3-a88b54f6c871 service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166396 Dec 08 16:06:30.796861 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3c5396b4-8d93-4485-a027-65fd63064871 req-4b7f18af-a211-4935-aa97-813cb80efddd service neutron] 10.222.0.76 "GET /v2.0/networks/34422553-fc63-47d6-a631-7f666537bc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3977237 Dec 08 16:06:30.818960 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99598765-a47c-4fea-b0c3-0f3b112b0675 req-d8c75ad4-40ce-401a-91e1-8e0f8f68498e tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:30.827180 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-99598765-a47c-4fea-b0c3-0f3b112b0675 req-d8c75ad4-40ce-401a-91e1-8e0f8f68498e tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=89f03c71-3b24-4361-bfb5-f07d6b8adf10 HTTP/1.1" status: 200 len: 943 time: 0.0773795 Dec 08 16:06:30.836650 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3eccf979-e834-4139-baac-9c3622d0616e req-04e2398b-10b7-426b-af86-7a88d488cc34 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048450 Dec 08 16:06:30.927418 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-99598765-a47c-4fea-b0c3-0f3b112b0675 req-46a4d6b5-84d0-41e1-87c8-4e85974fe42f tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921741 Dec 08 16:06:31.021771 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-52e10796-0e67-44fd-bfbd-3661c9e22bf7 req-8f84c999-b436-4989-95c8-12b851902532 service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118869 Dec 08 16:06:31.152988 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e6140-cab8-46f4-95b9-0d3afcc02405 req-73f4f067-ca4a-4a74-857b-a76665454ebb tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:31.156552 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a62e6140-cab8-46f4-95b9-0d3afcc02405 req-73f4f067-ca4a-4a74-857b-a76665454ebb tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f7139be-5294-4aa3-a41f-1733174f1637 HTTP/1.1" status: 200 len: 946 time: 0.0749891 Dec 08 16:06:31.236345 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a62e6140-cab8-46f4-95b9-0d3afcc02405 req-61f50cca-e785-4b94-ab7b-2cfec1e3cb9a tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717683 Dec 08 16:06:31.285995 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 38194) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:06:31.419752 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-50b4ee4f-3f2f-4ebc-ac9d-7e6c4d52b39a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:31.582008 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-50b4ee4f-3f2f-4ebc-ac9d-7e6c4d52b39a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:31.690928 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-50b4ee4f-3f2f-4ebc-ac9d-7e6c4d52b39a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:31.828054 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-50b4ee4f-3f2f-4ebc-ac9d-7e6c4d52b39a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9332102f91d44b009bfc37dfe412214b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5386419 Dec 08 16:06:31.828939 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 38202) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:06:31.829518 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b4ee4f-3f2f-4ebc-ac9d-7e6c4d52b39a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad58b93-0a49-4ecc-a7e6-8e3edb4de6d0,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:31.941865 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-544299e8-f79a-4bfc-bf84-4b7296385d70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:31.988489 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-544299e8-f79a-4bfc-bf84-4b7296385d70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:31.990493 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ab8d3-639a-4877-960c-958cd6ac69c6 req-ae878baa-9717-48c7-b4fb-b50b81bbaae6 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:31.993210 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-191ab8d3-639a-4877-960c-958cd6ac69c6 req-ae878baa-9717-48c7-b4fb-b50b81bbaae6 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe14636-368a-4fc6-aee0-c7108424ec25 HTTP/1.1" status: 200 len: 949 time: 0.0611978 Dec 08 16:06:32.053015 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-191ab8d3-639a-4877-960c-958cd6ac69c6 req-0280b963-493a-493d-8c31-d7a3ce06391e tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528054 Dec 08 16:06:32.145926 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-544299e8-f79a-4bfc-bf84-4b7296385d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:32.149503 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-544299e8-f79a-4bfc-bf84-4b7296385d70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:32.154765 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-544299e8-f79a-4bfc-bf84-4b7296385d70 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4ad58b93-0a49-4ecc-a7e6-8e3edb4de6d0 HTTP/1.1" status: 204 len: 168 time: 0.3220141 Dec 08 16:06:32.172735 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544299e8-f79a-4bfc-bf84-4b7296385d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad58b93-0a49-4ecc-a7e6-8e3edb4de6d0,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:32.252265 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c938df-7ec7-4323-95e1-bbbc026fd608 req-2ea3fc66-02bc-442b-b8d3-64880387f834 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:32.268423 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-22c938df-7ec7-4323-95e1-bbbc026fd608 req-2ea3fc66-02bc-442b-b8d3-64880387f834 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=89f03c71-3b24-4361-bfb5-f07d6b8adf10 HTTP/1.1" status: 200 len: 943 time: 0.1260242 Dec 08 16:06:32.340600 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-22c938df-7ec7-4323-95e1-bbbc026fd608 req-561583dc-3060-45b5-8dea-b80829e1a665 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705409 Dec 08 16:06:32.840499 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a691e4-70ea-42c7-8ba3-2c8380746621 req-9c675b21-6000-4b94-983f-5d780a21bf61 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:32.850122 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-35a691e4-70ea-42c7-8ba3-2c8380746621 req-9c675b21-6000-4b94-983f-5d780a21bf61 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f7139be-5294-4aa3-a41f-1733174f1637 HTTP/1.1" status: 200 len: 946 time: 0.1029608 Dec 08 16:06:32.964617 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-35a691e4-70ea-42c7-8ba3-2c8380746621 req-4eb2812a-8b45-4830-9d77-1587803b8510 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070342 Dec 08 16:06:33.282179 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a75d30-de24-4d5b-a93b-875530c846ea req-02ac033d-0e1e-45eb-a5e7-2b20a0cfca9f tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:33.290661 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e5a75d30-de24-4d5b-a93b-875530c846ea req-02ac033d-0e1e-45eb-a5e7-2b20a0cfca9f tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe14636-368a-4fc6-aee0-c7108424ec25 HTTP/1.1" status: 200 len: 949 time: 0.0652380 Dec 08 16:06:33.347234 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e5a75d30-de24-4d5b-a93b-875530c846ea req-8637d82b-aeb6-4c8a-b88e-69bac126c5c6 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555186 Dec 08 16:06:33.484078 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a795d-43c9-4ee1-b831-ac485122b5e9 req-ae92b8c9-f22e-4ce4-9475-169780c59fab tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:33.487275 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f39a795d-43c9-4ee1-b831-ac485122b5e9 req-ae92b8c9-f22e-4ce4-9475-169780c59fab tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=89f03c71-3b24-4361-bfb5-f07d6b8adf10 HTTP/1.1" status: 200 len: 943 time: 0.0633149 Dec 08 16:06:33.561857 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f39a795d-43c9-4ee1-b831-ac485122b5e9 req-2341adbc-5f2d-41af-a449-18d0d0d42b6f tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652850 Dec 08 16:06:34.154182 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde4a42-bc1c-41fc-b697-f77c562519a2 req-ed49c483-b2af-46fa-85c4-52a0f1c7a6cb tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:34.168661 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3cde4a42-bc1c-41fc-b697-f77c562519a2 req-ed49c483-b2af-46fa-85c4-52a0f1c7a6cb tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f7139be-5294-4aa3-a41f-1733174f1637 HTTP/1.1" status: 200 len: 946 time: 0.1257787 Dec 08 16:06:34.226204 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:34.267457 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3cde4a42-bc1c-41fc-b697-f77c562519a2 req-3725dc4f-5290-4c42-a125-7e01bdd8ec27 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973732 Dec 08 16:06:34.609911 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5b088-f8c1-48fb-a35e-ddc2f65c700d req-6b6ce581-ee52-4cce-9628-e8e667bffffc tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:34.612408 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-12d5b088-f8c1-48fb-a35e-ddc2f65c700d req-6b6ce581-ee52-4cce-9628-e8e667bffffc tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe14636-368a-4fc6-aee0-c7108424ec25 HTTP/1.1" status: 200 len: 949 time: 0.1160877 Dec 08 16:06:34.675617 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-12d5b088-f8c1-48fb-a35e-ddc2f65c700d req-a83f32dd-0297-41e3-b21b-8345513631c4 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550990 Dec 08 16:06:34.800055 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e10796-0e67-44fd-bfbd-3661c9e22bf7 req-1520b50f-e497-476b-a973-5c9aa3c72e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:34.810311 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-52e10796-0e67-44fd-bfbd-3661c9e22bf7 req-1520b50f-e497-476b-a973-5c9aa3c72e36 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8fe14636-368a-4fc6-aee0-c7108424ec25&tenant_id=b73d206799fe4423a8cfa64c519990fb HTTP/1.1" status: 200 len: 1101 time: 0.0915701 Dec 08 16:06:34.825411 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-52e10796-0e67-44fd-bfbd-3661c9e22bf7 req-85304b35-8118-481c-936f-f6f8a5b834ad service neutron] Request body: {'port': {'binding:host_id': 'n-h2-776250-12', 'device_owner': 'compute:nova'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:06:34.915407 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-52e10796-0e67-44fd-bfbd-3661c9e22bf7 req-85304b35-8118-481c-936f-f6f8a5b834ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:34.975675 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d323a18e-e69a-43db-b415-1af5ad16be70 req-81aad5df-25f1-44f2-9d3a-506276b96f31 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:34.977274 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d323a18e-e69a-43db-b415-1af5ad16be70 req-81aad5df-25f1-44f2-9d3a-506276b96f31 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=89f03c71-3b24-4361-bfb5-f07d6b8adf10 HTTP/1.1" status: 200 len: 943 time: 0.1248155 Dec 08 16:06:35.136611 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device c656e753-73c0-4015-95b7-a828d4ee2ad5 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:06:35.137131 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d323a18e-e69a-43db-b415-1af5ad16be70 req-a145fee4-f8fa-4a5a-ac45-34e7ba0c5084 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460865 Dec 08 16:06:35.238777 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:35.297647 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-52e10796-0e67-44fd-bfbd-3661c9e22bf7 req-85304b35-8118-481c-936f-f6f8a5b834ad service neutron] For port c656e753-73c0-4015-95b7-a828d4ee2ad5, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=c656e753-73c0-4015-95b7-a828d4ee2ad5,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:06:35.347220 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-52e10796-0e67-44fd-bfbd-3661c9e22bf7 req-85304b35-8118-481c-936f-f6f8a5b834ad service neutron] For port c656e753-73c0-4015-95b7-a828d4ee2ad5, host n-h1-776250-12, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:06:35.412590 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe14636-368a-4fc6-aee0-c7108424ec25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c656e753-73c0-4015-95b7-a828d4ee2ad5'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:06:35.415235 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9175dce4-fd49-4f5a-9359-eef9e7554744" -d '{"events": [{"server_uuid": "8fe14636-368a-4fc6-aee0-c7108424ec25", "name": "network-vif-unplugged", "status": "completed", "tag": "c656e753-73c0-4015-95b7-a828d4ee2ad5"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:06:35.420462 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-52e10796-0e67-44fd-bfbd-3661c9e22bf7 req-85304b35-8118-481c-936f-f6f8a5b834ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:35.467953 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [req-52e10796-0e67-44fd-bfbd-3661c9e22bf7 req-85304b35-8118-481c-936f-f6f8a5b834ad service neutron] Transition to ACTIVE for port object c656e753-73c0-4015-95b7-a828d4ee2ad5 will not be triggered until provisioned by entity L2. {{(pid=110551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:06:35.506571 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734b3c1-7264-4f23-a11f-558bbb52eb03 req-7d800576-f064-4774-bce9-f2c447181ca8 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:35.510193 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9734b3c1-7264-4f23-a11f-558bbb52eb03 req-7d800576-f064-4774-bce9-f2c447181ca8 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f7139be-5294-4aa3-a41f-1733174f1637 HTTP/1.1" status: 200 len: 946 time: 0.0824709 Dec 08 16:06:35.597108 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-52e10796-0e67-44fd-bfbd-3661c9e22bf7 req-85304b35-8118-481c-936f-f6f8a5b834ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:35.620655 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9734b3c1-7264-4f23-a11f-558bbb52eb03 req-65a8d45b-7684-4843-ad77-96c3f746f5fd tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038835 Dec 08 16:06:35.655542 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.db.api [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:06:35.660005 n-d-776250-12 neutron-server[110552]: DEBUG oslo_db.api [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:06:35.689066 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-52e10796-0e67-44fd-bfbd-3661c9e22bf7 req-85304b35-8118-481c-936f-f6f8a5b834ad service neutron] No DVR routers for this DVR port c656e753-73c0-4015-95b7-a828d4ee2ad5 on host n-h1-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:06:35.764736 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85304b35-8118-481c-936f-f6f8a5b834ad service neutron] Pushing event updated for resources: {'Port': ['ID=c656e753-73c0-4015-95b7-a828d4ee2ad5,revision_number=10']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:35.786587 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587fd28c-9b1a-4915-b1f4-5246442994fc x-openstack-request-id: req-587fd28c-9b1a-4915-b1f4-5246442994fc {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:06:35.788685 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fe14636-368a-4fc6-aee0-c7108424ec25", "name": "network-vif-unplugged", "status": "completed", "tag": "c656e753-73c0-4015-95b7-a828d4ee2ad5", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:06:35.790448 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-587fd28c-9b1a-4915-b1f4-5246442994fc {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:06:35.793571 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fe14636-368a-4fc6-aee0-c7108424ec25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c656e753-73c0-4015-95b7-a828d4ee2ad5', 'code': 200} Dec 08 16:06:35.802916 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-52e10796-0e67-44fd-bfbd-3661c9e22bf7 req-85304b35-8118-481c-936f-f6f8a5b834ad service neutron] Attempting to bind port c656e753-73c0-4015-95b7-a828d4ee2ad5 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:06:35.806727 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-52e10796-0e67-44fd-bfbd-3661c9e22bf7 req-85304b35-8118-481c-936f-f6f8a5b834ad service neutron] Attempting to bind port c656e753-73c0-4015-95b7-a828d4ee2ad5 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:06:35.806727 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e10796-0e67-44fd-bfbd-3661c9e22bf7 req-85304b35-8118-481c-936f-f6f8a5b834ad service neutron] Attempting to bind port c656e753-73c0-4015-95b7-a828d4ee2ad5 on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:06:35.816933 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e10796-0e67-44fd-bfbd-3661c9e22bf7 req-85304b35-8118-481c-936f-f6f8a5b834ad service neutron] Port c656e753-73c0-4015-95b7-a828d4ee2ad5 on network b91759c7-445e-4f7b-9fc4-64d80951832c not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:06:35.817506 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e10796-0e67-44fd-bfbd-3661c9e22bf7 req-85304b35-8118-481c-936f-f6f8a5b834ad service neutron] Attempting to bind port c656e753-73c0-4015-95b7-a828d4ee2ad5 on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:06:35.834679 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e10796-0e67-44fd-bfbd-3661c9e22bf7 req-85304b35-8118-481c-936f-f6f8a5b834ad service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:06:35.835285 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e10796-0e67-44fd-bfbd-3661c9e22bf7 req-85304b35-8118-481c-936f-f6f8a5b834ad service neutron] Checking segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:06:35.836403 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e10796-0e67-44fd-bfbd-3661c9e22bf7 req-85304b35-8118-481c-936f-f6f8a5b834ad service neutron] Bound using segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:06:35.837022 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-52e10796-0e67-44fd-bfbd-3661c9e22bf7 req-85304b35-8118-481c-936f-f6f8a5b834ad service neutron] Bound port: c656e753-73c0-4015-95b7-a828d4ee2ad5, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:06:35.837632 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-52e10796-0e67-44fd-bfbd-3661c9e22bf7 req-85304b35-8118-481c-936f-f6f8a5b834ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:36.005372 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-52e10796-0e67-44fd-bfbd-3661c9e22bf7 req-85304b35-8118-481c-936f-f6f8a5b834ad service neutron] For port c656e753-73c0-4015-95b7-a828d4ee2ad5, host n-h2-776250-12, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:06:36.033901 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-52e10796-0e67-44fd-bfbd-3661c9e22bf7 req-85304b35-8118-481c-936f-f6f8a5b834ad service neutron] For port c656e753-73c0-4015-95b7-a828d4ee2ad5, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=c656e753-73c0-4015-95b7-a828d4ee2ad5,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:06:36.057481 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85fcc55-429a-4583-9ff1-1e989e1191b3 req-50c33492-ab9f-4e88-9687-1151bec59d01 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:36.064011 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b85fcc55-429a-4583-9ff1-1e989e1191b3 req-50c33492-ab9f-4e88-9687-1151bec59d01 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe14636-368a-4fc6-aee0-c7108424ec25 HTTP/1.1" status: 200 len: 948 time: 0.1897681 Dec 08 16:06:36.141525 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-52e10796-0e67-44fd-bfbd-3661c9e22bf7 req-85304b35-8118-481c-936f-f6f8a5b834ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:36.218502 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85304b35-8118-481c-936f-f6f8a5b834ad service neutron] Pushing event updated for resources: {'Port': ['ID=c656e753-73c0-4015-95b7-a828d4ee2ad5,revision_number=11']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:36.244868 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b85fcc55-429a-4583-9ff1-1e989e1191b3 req-03b9543b-560d-4212-8378-0b52f796018f tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799493 Dec 08 16:06:36.250294 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e10796-0e67-44fd-bfbd-3661c9e22bf7 req-85304b35-8118-481c-936f-f6f8a5b834ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:36.252947 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-52e10796-0e67-44fd-bfbd-3661c9e22bf7 req-85304b35-8118-481c-936f-f6f8a5b834ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:36.255982 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-52e10796-0e67-44fd-bfbd-3661c9e22bf7 req-85304b35-8118-481c-936f-f6f8a5b834ad service neutron] 10.222.0.37 "PUT /v2.0/ports/c656e753-73c0-4015-95b7-a828d4ee2ad5 HTTP/1.1" status: 200 len: 1097 time: 1.4367280 Dec 08 16:06:36.384537 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5f1c6d-dd46-40d8-b583-dc3cbea29f40 req-08887009-f2cb-4943-b22a-70a80c5d4180 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:36.393894 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5b5f1c6d-dd46-40d8-b583-dc3cbea29f40 req-08887009-f2cb-4943-b22a-70a80c5d4180 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=89f03c71-3b24-4361-bfb5-f07d6b8adf10 HTTP/1.1" status: 200 len: 943 time: 0.0839589 Dec 08 16:06:36.401962 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e10796-0e67-44fd-bfbd-3661c9e22bf7 req-185a2b9b-d859-47ab-89cb-2a52cdad7201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:36.410738 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-52e10796-0e67-44fd-bfbd-3661c9e22bf7 req-185a2b9b-d859-47ab-89cb-2a52cdad7201 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b73d206799fe4423a8cfa64c519990fb&device_id=8fe14636-368a-4fc6-aee0-c7108424ec25 HTTP/1.1" status: 200 len: 1100 time: 0.1229348 Dec 08 16:06:36.466385 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5b5f1c6d-dd46-40d8-b583-dc3cbea29f40 req-bda32028-fb8c-428f-9305-2efd73ab6c3c tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713561 Dec 08 16:06:36.576020 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e10796-0e67-44fd-bfbd-3661c9e22bf7 req-a551162e-dc69-4fb5-94e5-8ded3d45f010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:36.577564 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-52e10796-0e67-44fd-bfbd-3661c9e22bf7 req-a551162e-dc69-4fb5-94e5-8ded3d45f010 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b91759c7-445e-4f7b-9fc4-64d80951832c HTTP/1.1" status: 200 len: 870 time: 0.1575961 Dec 08 16:06:36.662787 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-52e10796-0e67-44fd-bfbd-3661c9e22bf7 req-4044e030-a220-45f7-8f54-73a86fd55491 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=c656e753-73c0-4015-95b7-a828d4ee2ad5 HTTP/1.1" status: 200 len: 217 time: 0.0734358 Dec 08 16:06:36.783995 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e10796-0e67-44fd-bfbd-3661c9e22bf7 req-8ead4d8b-c96f-4cd6-8f1c-ab2304f24770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:36.785748 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-52e10796-0e67-44fd-bfbd-3661c9e22bf7 req-8ead4d8b-c96f-4cd6-8f1c-ab2304f24770 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.1153836 Dec 08 16:06:36.878155 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662babbc-3aa5-4675-94f1-293890457656 req-c19a8d92-fabb-4003-ad86-3c164602b7d2 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:36.879841 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-662babbc-3aa5-4675-94f1-293890457656 req-c19a8d92-fabb-4003-ad86-3c164602b7d2 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f7139be-5294-4aa3-a41f-1733174f1637 HTTP/1.1" status: 200 len: 946 time: 0.0923245 Dec 08 16:06:36.888970 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e10796-0e67-44fd-bfbd-3661c9e22bf7 req-517f24b3-daa0-4574-975a-ca302acc1839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:36.890475 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-52e10796-0e67-44fd-bfbd-3661c9e22bf7 req-517f24b3-daa0-4574-975a-ca302acc1839 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0711937 Dec 08 16:06:37.020125 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-52e10796-0e67-44fd-bfbd-3661c9e22bf7 req-84abf5fb-0d66-4cf9-abf1-a05a075da668 service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213341 Dec 08 16:06:37.056931 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-662babbc-3aa5-4675-94f1-293890457656 req-6f38cb7f-bb7d-474f-9efe-caf07d73f05d tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648138 Dec 08 16:06:37.224060 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-52e10796-0e67-44fd-bfbd-3661c9e22bf7 req-eb457b17-2ea8-4b18-b876-2a3b2663602f service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925526 Dec 08 16:06:37.424816 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00dd57b-0561-45c2-84b6-b75dddf297ce req-b88b308e-3eb5-49bd-ad74-5ca2acdc78f1 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:37.433037 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d00dd57b-0561-45c2-84b6-b75dddf297ce req-b88b308e-3eb5-49bd-ad74-5ca2acdc78f1 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe14636-368a-4fc6-aee0-c7108424ec25 HTTP/1.1" status: 200 len: 948 time: 0.0707831 Dec 08 16:06:37.516348 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d00dd57b-0561-45c2-84b6-b75dddf297ce req-669ed3c4-0290-4a0e-a8c4-a5872835f9c6 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799942 Dec 08 16:06:37.652022 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0704a7-cc9e-4cf2-8218-1f8fea448887 req-69c92f84-376e-4c57-83b5-dcea85aa1751 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:37.653791 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1f0704a7-cc9e-4cf2-8218-1f8fea448887 req-69c92f84-376e-4c57-83b5-dcea85aa1751 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=89f03c71-3b24-4361-bfb5-f07d6b8adf10 HTTP/1.1" status: 200 len: 943 time: 0.0695274 Dec 08 16:06:37.718731 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1f0704a7-cc9e-4cf2-8218-1f8fea448887 req-f3ad50ac-c4d3-405a-8c56-12660618d00b tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581503 Dec 08 16:06:37.794527 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fe14636-368a-4fc6-aee0-c7108424ec25', 'tag': 'c656e753-73c0-4015-95b7-a828d4ee2ad5'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:06:37.796946 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3045c4-65ae-4571-bd11-e2cfff8075d2" -d '{"events": [{"name": "network-changed", "server_uuid": "8fe14636-368a-4fc6-aee0-c7108424ec25", "tag": "c656e753-73c0-4015-95b7-a828d4ee2ad5"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:06:37.993523 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b07278-0208-4877-92b1-679bd461b217 x-openstack-request-id: req-f6b07278-0208-4877-92b1-679bd461b217 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:06:37.993886 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fe14636-368a-4fc6-aee0-c7108424ec25", "tag": "c656e753-73c0-4015-95b7-a828d4ee2ad5", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:06:37.994229 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f6b07278-0208-4877-92b1-679bd461b217 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:06:37.994702 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fe14636-368a-4fc6-aee0-c7108424ec25', 'tag': 'c656e753-73c0-4015-95b7-a828d4ee2ad5', 'status': 'completed', 'code': 200} Dec 08 16:06:38.103719 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3045c4-65ae-4571-bd11-e2cfff8075d2 req-b3704971-459d-489c-aaf0-62a93b3713dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:38.108465 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4e3045c4-65ae-4571-bd11-e2cfff8075d2 req-b3704971-459d-489c-aaf0-62a93b3713dc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b73d206799fe4423a8cfa64c519990fb&device_id=8fe14636-368a-4fc6-aee0-c7108424ec25 HTTP/1.1" status: 200 len: 1100 time: 0.0876510 Dec 08 16:06:38.110286 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3045c4-65ae-4571-bd11-e2cfff8075d2 req-13f5fb52-0d33-41a9-9536-5a996c792234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:38.111989 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4e3045c4-65ae-4571-bd11-e2cfff8075d2 req-13f5fb52-0d33-41a9-9536-5a996c792234 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b73d206799fe4423a8cfa64c519990fb&device_id=8fe14636-368a-4fc6-aee0-c7108424ec25 HTTP/1.1" status: 200 len: 1100 time: 0.0829449 Dec 08 16:06:38.266597 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3045c4-65ae-4571-bd11-e2cfff8075d2 req-450247da-d749-45d4-af7a-1e725a2f9303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:38.268346 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4e3045c4-65ae-4571-bd11-e2cfff8075d2 req-450247da-d749-45d4-af7a-1e725a2f9303 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b91759c7-445e-4f7b-9fc4-64d80951832c HTTP/1.1" status: 200 len: 870 time: 0.1385708 Dec 08 16:06:38.315459 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3045c4-65ae-4571-bd11-e2cfff8075d2 req-2de8c3d7-8cab-473d-9979-a60cee401534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:38.317331 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4e3045c4-65ae-4571-bd11-e2cfff8075d2 req-2de8c3d7-8cab-473d-9979-a60cee401534 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b91759c7-445e-4f7b-9fc4-64d80951832c HTTP/1.1" status: 200 len: 870 time: 0.2019215 Dec 08 16:06:38.346270 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4e3045c4-65ae-4571-bd11-e2cfff8075d2 req-fde67192-75ac-4c88-9ed7-a75ab6702dbf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=c656e753-73c0-4015-95b7-a828d4ee2ad5 HTTP/1.1" status: 200 len: 217 time: 0.0685022 Dec 08 16:06:38.352797 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:38.415819 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4e3045c4-65ae-4571-bd11-e2cfff8075d2 req-b92c3b99-e636-4dad-b9a5-81cc6ce958f5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=c656e753-73c0-4015-95b7-a828d4ee2ad5 HTTP/1.1" status: 200 len: 217 time: 0.0700626 Dec 08 16:06:38.425159 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3045c4-65ae-4571-bd11-e2cfff8075d2 req-1c5afb2f-6b3f-40dc-b48e-bb4910d9d489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:38.427071 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4e3045c4-65ae-4571-bd11-e2cfff8075d2 req-1c5afb2f-6b3f-40dc-b48e-bb4910d9d489 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.0722172 Dec 08 16:06:38.430581 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c4600-5672-46df-91f3-5fa8f1aa7bc0 req-8f41c7f0-c43c-4a63-ae26-f587803f24c2 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:38.438537 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a56c4600-5672-46df-91f3-5fa8f1aa7bc0 req-8f41c7f0-c43c-4a63-ae26-f587803f24c2 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f7139be-5294-4aa3-a41f-1733174f1637 HTTP/1.1" status: 200 len: 946 time: 0.2049270 Dec 08 16:06:38.488131 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3045c4-65ae-4571-bd11-e2cfff8075d2 req-31278961-b953-4b51-a222-fdf842309143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:38.492100 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4e3045c4-65ae-4571-bd11-e2cfff8075d2 req-31278961-b953-4b51-a222-fdf842309143 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0562961 Dec 08 16:06:38.542512 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a56c4600-5672-46df-91f3-5fa8f1aa7bc0 req-9ad1e121-1bda-424c-89a4-4ab427cab67a tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962577 Dec 08 16:06:38.579973 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3045c4-65ae-4571-bd11-e2cfff8075d2 req-075b5ed9-ca8a-42b1-927a-d2cc81be7c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:38.581475 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4e3045c4-65ae-4571-bd11-e2cfff8075d2 req-075b5ed9-ca8a-42b1-927a-d2cc81be7c20 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.1350985 Dec 08 16:06:38.679648 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3045c4-65ae-4571-bd11-e2cfff8075d2 req-8e183d9e-279b-46bc-b089-8b3293e06bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:38.683409 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4e3045c4-65ae-4571-bd11-e2cfff8075d2 req-8e183d9e-279b-46bc-b089-8b3293e06bfd service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0939541 Dec 08 16:06:38.810335 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4e3045c4-65ae-4571-bd11-e2cfff8075d2 req-daf1e1fc-bd9b-4e0e-a007-34565f38aead service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180050 Dec 08 16:06:38.830642 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4e3045c4-65ae-4571-bd11-e2cfff8075d2 req-00bcaf8f-769f-4970-8306-6899ad2a4354 service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282709 Dec 08 16:06:38.980943 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806276da-07a7-4f51-8719-32a51e8bc337 req-2a0086a0-c4da-4c8a-be4a-e2f92fedec7f tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:38.988343 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-806276da-07a7-4f51-8719-32a51e8bc337 req-2a0086a0-c4da-4c8a-be4a-e2f92fedec7f tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe14636-368a-4fc6-aee0-c7108424ec25 HTTP/1.1" status: 200 len: 948 time: 0.3016350 Dec 08 16:06:39.000140 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4e3045c4-65ae-4571-bd11-e2cfff8075d2 req-830a96de-fb15-4fff-bd18-86d961643edc service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800358 Dec 08 16:06:39.097238 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-806276da-07a7-4f51-8719-32a51e8bc337 req-9aa2e46b-9a2b-4f51-b2f8-da12c8255b04 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078990 Dec 08 16:06:39.154399 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4e3045c4-65ae-4571-bd11-e2cfff8075d2 req-930823ee-975c-4fe5-a72b-5a15ed9e0f09 service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116901 Dec 08 16:06:39.328551 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6901d28d-3095-4d9b-8bf4-6bc836f4bcd7 req-a3ed2af6-99a2-4d15-af39-6052db492605 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:39.344086 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6901d28d-3095-4d9b-8bf4-6bc836f4bcd7 req-a3ed2af6-99a2-4d15-af39-6052db492605 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=89f03c71-3b24-4361-bfb5-f07d6b8adf10 HTTP/1.1" status: 200 len: 943 time: 0.0994055 Dec 08 16:06:39.411764 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6901d28d-3095-4d9b-8bf4-6bc836f4bcd7 req-6b3cfabb-a871-48b3-9a7d-c979dc3ce527 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663211 Dec 08 16:06:39.691133 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4818f-80f2-41bb-9b95-d0d5bd92e18c req-80c335ab-eb51-41c2-9954-7de8ca91abcb tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:39.692707 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d2b4818f-80f2-41bb-9b95-d0d5bd92e18c req-80c335ab-eb51-41c2-9954-7de8ca91abcb tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f7139be-5294-4aa3-a41f-1733174f1637 HTTP/1.1" status: 200 len: 946 time: 0.0522964 Dec 08 16:06:39.742463 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d2b4818f-80f2-41bb-9b95-d0d5bd92e18c req-62a4ea9b-e22c-4891-8da9-b8a20e2d2e1c tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428786 Dec 08 16:06:40.342675 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225fc5d-b312-41c4-8a57-afca76648c94 req-c07204b3-363b-40f2-bf97-4af2da0bc202 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:40.344814 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7225fc5d-b312-41c4-8a57-afca76648c94 req-c07204b3-363b-40f2-bf97-4af2da0bc202 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe14636-368a-4fc6-aee0-c7108424ec25 HTTP/1.1" status: 200 len: 948 time: 0.1120055 Dec 08 16:06:40.427369 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7225fc5d-b312-41c4-8a57-afca76648c94 req-058d95da-9946-487f-a484-47ddf52c1bd4 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663726 Dec 08 16:06:40.697953 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c59e8f-6317-4e26-a32e-7b8d05f9a925 req-b02b4e56-fd90-412b-9585-1413e9073d1a tempest-MigrationsAdminTest-981664593 tempest-MigrationsAdminTest-981664593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:40.699710 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f4c59e8f-6317-4e26-a32e-7b8d05f9a925 req-b02b4e56-fd90-412b-9585-1413e9073d1a tempest-MigrationsAdminTest-981664593 tempest-MigrationsAdminTest-981664593-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=8fe14636-368a-4fc6-aee0-c7108424ec25 HTTP/1.1" status: 200 len: 1100 time: 0.0483909 Dec 08 16:06:40.740428 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece6cbe-1003-4e21-87fa-61159b592ffa req-51ae8f8c-7973-4b22-bc4f-0d3d362c14de tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:40.742041 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8ece6cbe-1003-4e21-87fa-61159b592ffa req-51ae8f8c-7973-4b22-bc4f-0d3d362c14de tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=89f03c71-3b24-4361-bfb5-f07d6b8adf10 HTTP/1.1" status: 200 len: 943 time: 0.0580988 Dec 08 16:06:40.748592 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f4c59e8f-6317-4e26-a32e-7b8d05f9a925 req-18d895e4-1be8-4b2f-8ea3-d1e4db8598cc tempest-MigrationsAdminTest-981664593 tempest-MigrationsAdminTest-981664593-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425267 Dec 08 16:06:40.822853 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8ece6cbe-1003-4e21-87fa-61159b592ffa req-91dbeeb5-c684-4f5c-a076-29d117a5a6f0 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683911 Dec 08 16:06:40.902869 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f4e6ce-f9e1-4f7e-abce-6e6dac2ff5b4 req-05d759a4-992c-4f46-b80a-0091360a8e57 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:40.904443 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f0f4e6ce-f9e1-4f7e-abce-6e6dac2ff5b4 req-05d759a4-992c-4f46-b80a-0091360a8e57 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f7139be-5294-4aa3-a41f-1733174f1637 HTTP/1.1" status: 200 len: 946 time: 0.0639114 Dec 08 16:06:40.929325 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device c656e753-73c0-4015-95b7-a828d4ee2ad5 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:06:40.974852 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f0f4e6ce-f9e1-4f7e-abce-6e6dac2ff5b4 req-d5fe8ff2-dabe-42f9-8c77-87db4db34b06 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630517 Dec 08 16:06:41.048222 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port c656e753-73c0-4015-95b7-a828d4ee2ad5, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=c656e753-73c0-4015-95b7-a828d4ee2ad5,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:06:41.061377 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': 'c656e753-73c0-4015-95b7-a828d4ee2ad5', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'port_id': 'c656e753-73c0-4015-95b7-a828d4ee2ad5', 'mac_address': 'fa:16:3e:70:07:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c93b3a32-b438-4a47-8558-220c03febf97', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:06:41.103341 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:41.119506 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c656e753-73c0-4015-95b7-a828d4ee2ad5 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:06:41.146868 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port c656e753-73c0-4015-95b7-a828d4ee2ad5, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=c656e753-73c0-4015-95b7-a828d4ee2ad5,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:06:41.161024 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 0fde699c-2b0f-450b-8ca9-bcadada1d96a details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:06:41.248717 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:41.302347 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 0fde699c-2b0f-450b-8ca9-bcadada1d96a, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=0fde699c-2b0f-450b-8ca9-bcadada1d96a,segment=NetworkSegment(08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4),segment_id=08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:06:41.336920 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '0fde699c-2b0f-450b-8ca9-bcadada1d96a', 'network_id': '9fb73276-e1f8-4bac-a027-20476a8f0b71', 'port_id': '0fde699c-2b0f-450b-8ca9-bcadada1d96a', 'mac_address': 'fa:16:3e:18:b6:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bab6816-4414-47cc-922e-2566e0e2da0a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:06:41.344680 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=c656e753-73c0-4015-95b7-a828d4ee2ad5,revision_number=12']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:41.376931 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1c100-bee2-41c4-b94b-72497973b39e req-12d0a076-0265-4da6-880f-63ba60d4212e tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:41.383908 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:41.386171 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8fa1c100-bee2-41c4-b94b-72497973b39e req-12d0a076-0265-4da6-880f-63ba60d4212e tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe14636-368a-4fc6-aee0-c7108424ec25 HTTP/1.1" status: 200 len: 949 time: 0.0718391 Dec 08 16:06:41.386724 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-bbf7d47a-b094-4420-a9fb-4d30a096f33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:41.399829 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fde699c-2b0f-450b-8ca9-bcadada1d96a {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:06:41.427482 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 0fde699c-2b0f-450b-8ca9-bcadada1d96a, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=0fde699c-2b0f-450b-8ca9-bcadada1d96a,segment=NetworkSegment(08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4),segment_id=08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:06:41.444835 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8fa1c100-bee2-41c4-b94b-72497973b39e req-8fbae7ed-b506-43b1-99b8-656f7c74c839 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562263 Dec 08 16:06:41.497196 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:41.548541 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=0fde699c-2b0f-450b-8ca9-bcadada1d96a,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:41.682751 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['c656e753-73c0-4015-95b7-a828d4ee2ad5'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:06:41.901986 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['0fde699c-2b0f-450b-8ca9-bcadada1d96a'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:06:41.999499 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa6d0f-da40-4b36-8bda-cf31a55b254c req-c9d786f1-cd8b-432b-aaf7-4d1adeabe0ca tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:42.022360 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e4aa6d0f-da40-4b36-8bda-cf31a55b254c req-c9d786f1-cd8b-432b-aaf7-4d1adeabe0ca tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=89f03c71-3b24-4361-bfb5-f07d6b8adf10 HTTP/1.1" status: 200 len: 944 time: 0.1060567 Dec 08 16:06:42.104351 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e4aa6d0f-da40-4b36-8bda-cf31a55b254c req-cdc8f655-5e42-4ebc-81c2-7c40d481cfd0 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797145 Dec 08 16:06:42.224442 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27b6e1-f472-4e3c-843b-46e443a2e758 req-aea62e84-eedd-4b3b-abb8-5852503007dc tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:42.239264 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1e27b6e1-f472-4e3c-843b-46e443a2e758 req-aea62e84-eedd-4b3b-abb8-5852503007dc tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f7139be-5294-4aa3-a41f-1733174f1637 HTTP/1.1" status: 200 len: 946 time: 0.0985839 Dec 08 16:06:42.291187 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1e27b6e1-f472-4e3c-843b-46e443a2e758 req-e40ee892-cb95-4731-b905-e8eaa4ac07a7 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479131 Dec 08 16:06:42.437193 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 38506) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:06:42.595468 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cf9bf2f3-fac5-4ec6-aee1-d24a733a2839 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:42.625273 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e22107-19aa-4651-b275-86c60a7c5c70 req-fa9d2dce-20df-4472-be5f-6c6a961fc5b6 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:42.626858 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e2e22107-19aa-4651-b275-86c60a7c5c70 req-fa9d2dce-20df-4472-be5f-6c6a961fc5b6 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe14636-368a-4fc6-aee0-c7108424ec25 HTTP/1.1" status: 200 len: 949 time: 0.1013446 Dec 08 16:06:42.694730 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e2e22107-19aa-4651-b275-86c60a7c5c70 req-bf91bece-e039-4dd9-9628-3877b8f84091 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577316 Dec 08 16:06:42.741633 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cf9bf2f3-fac5-4ec6-aee1-d24a733a2839 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:42.824766 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cf9bf2f3-fac5-4ec6-aee1-d24a733a2839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:42.850519 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e3c97-daad-40af-bfc3-b203ffe05564 req-d7a133e9-2b4e-42d5-8f5f-a95669ebb109 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:42.853222 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5b7e3c97-daad-40af-bfc3-b203ffe05564 req-d7a133e9-2b4e-42d5-8f5f-a95669ebb109 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fe14636-368a-4fc6-aee0-c7108424ec25 HTTP/1.1" status: 200 len: 949 time: 0.0587251 Dec 08 16:06:42.873395 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-cf9bf2f3-fac5-4ec6-aee1-d24a733a2839 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d4ac4d7b242540b68e79f9e2fcf0302b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4350731 Dec 08 16:06:42.874409 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9bf2f3-fac5-4ec6-aee1-d24a733a2839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a91187-99fc-40ed-bcf3-71bde527f1d3,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:42.877115 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 38524) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:06:42.938718 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bcf2623f-01b2-4292-baba-1eca688c18e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:42.965379 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bcf2623f-01b2-4292-baba-1eca688c18e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:42.999691 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-5b7e3c97-daad-40af-bfc3-b203ffe05564 req-0743d2ae-7a46-44e5-8d53-509ed23a0430 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Deleting port c656e753-73c0-4015-95b7-a828d4ee2ad5 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:06:43.001287 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-5b7e3c97-daad-40af-bfc3-b203ffe05564 req-0743d2ae-7a46-44e5-8d53-509ed23a0430 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:43.127953 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-5b7e3c97-daad-40af-bfc3-b203ffe05564 req-0743d2ae-7a46-44e5-8d53-509ed23a0430 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] For port c656e753-73c0-4015-95b7-a828d4ee2ad5, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=c656e753-73c0-4015-95b7-a828d4ee2ad5,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:06:43.128366 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-5b7e3c97-daad-40af-bfc3-b203ffe05564 req-0743d2ae-7a46-44e5-8d53-509ed23a0430 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:43.142089 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bcf2623f-01b2-4292-baba-1eca688c18e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:43.142851 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bcf2623f-01b2-4292-baba-1eca688c18e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:43.147307 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-bcf2623f-01b2-4292-baba-1eca688c18e7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a9a91187-99fc-40ed-bcf3-71bde527f1d3 HTTP/1.1" status: 204 len: 168 time: 0.2689846 Dec 08 16:06:43.157843 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf2623f-01b2-4292-baba-1eca688c18e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a91187-99fc-40ed-bcf3-71bde527f1d3,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:43.164678 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-5b7e3c97-daad-40af-bfc3-b203ffe05564 req-0743d2ae-7a46-44e5-8d53-509ed23a0430 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Calling delete_port for c656e753-73c0-4015-95b7-a828d4ee2ad5 owned by compute:nova {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:06:43.175361 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 0fde699c-2b0f-450b-8ca9-bcadada1d96a up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:06:43.322855 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5197918-0c46-43dd-b266-47a1319c9214 req-48e0ea4d-8992-48ce-b772-f404c1e3901b tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:43.325046 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d5197918-0c46-43dd-b266-47a1319c9214 req-48e0ea4d-8992-48ce-b772-f404c1e3901b tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=89f03c71-3b24-4361-bfb5-f07d6b8adf10 HTTP/1.1" status: 200 len: 944 time: 0.1034777 Dec 08 16:06:43.404360 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d5197918-0c46-43dd-b266-47a1319c9214 req-c9f42a8f-1020-4cdd-8877-96f6d4c11bb5 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720823 Dec 08 16:06:43.408300 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port 0fde699c-2b0f-450b-8ca9-bcadada1d96a completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:06:43.420089 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 0fde699c-2b0f-450b-8ca9-bcadada1d96a triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:06:43.422195 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:43.477953 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-5b7e3c97-daad-40af-bfc3-b203ffe05564 req-0743d2ae-7a46-44e5-8d53-509ed23a0430 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:43.495809 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['ef06a5d6-dcd4-45e8-a30d-3050fe0c914c', '1c95887f-8d94-47e3-a094-535df5d8ef01', '8263009c-1760-43bc-aeb2-04fa7693a1fb'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:06:43.514822 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0743d2ae-7a46-44e5-8d53-509ed23a0430 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Pushing event deleted for resources: {'Port': ['ID=c656e753-73c0-4015-95b7-a828d4ee2ad5,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:43.616545 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b7e3c97-daad-40af-bfc3-b203ffe05564 req-0743d2ae-7a46-44e5-8d53-509ed23a0430 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] No DVR routers for this DVR port c656e753-73c0-4015-95b7-a828d4ee2ad5 on host n-h2-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:06:43.622574 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-5b7e3c97-daad-40af-bfc3-b203ffe05564 req-0743d2ae-7a46-44e5-8d53-509ed23a0430 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:43.626860 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5b7e3c97-daad-40af-bfc3-b203ffe05564 req-0743d2ae-7a46-44e5-8d53-509ed23a0430 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.37 "DELETE /v2.0/ports/c656e753-73c0-4015-95b7-a828d4ee2ad5 HTTP/1.1" status: 204 len: 173 time: 0.7498765 Dec 08 16:06:43.627022 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224f3ce-87e3-4136-abe1-5d07573242f5 req-beb73d68-4992-4be9-a3d3-f8263bd1f8a1 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:43.627343 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe14636-368a-4fc6-aee0-c7108424ec25', 'name': 'network-vif-deleted', 'tag': 'c656e753-73c0-4015-95b7-a828d4ee2ad5'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:06:43.645318 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272b80f5-5687-44e8-9ade-5081f53333f4" -d '{"events": [{"server_uuid": "8fe14636-368a-4fc6-aee0-c7108424ec25", "name": "network-vif-deleted", "tag": "c656e753-73c0-4015-95b7-a828d4ee2ad5"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:06:43.646033 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e224f3ce-87e3-4136-abe1-5d07573242f5 req-beb73d68-4992-4be9-a3d3-f8263bd1f8a1 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f7139be-5294-4aa3-a41f-1733174f1637 HTTP/1.1" status: 200 len: 946 time: 0.1557331 Dec 08 16:06:43.718791 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:43.727822 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e224f3ce-87e3-4136-abe1-5d07573242f5 req-a11a7183-8e3e-4a64-90e1-01b8dc1a0aa9 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803437 Dec 08 16:06:43.777798 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd6e308-0011-41d0-b98b-6aaee22753ac x-openstack-request-id: req-edd6e308-0011-41d0-b98b-6aaee22753ac {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:06:43.778108 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fe14636-368a-4fc6-aee0-c7108424ec25", "name": "network-vif-deleted", "tag": "c656e753-73c0-4015-95b7-a828d4ee2ad5", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:06:43.778364 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-edd6e308-0011-41d0-b98b-6aaee22753ac {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:06:43.778774 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fe14636-368a-4fc6-aee0-c7108424ec25', 'name': 'network-vif-deleted', 'tag': 'c656e753-73c0-4015-95b7-a828d4ee2ad5', 'status': 'completed', 'code': 200} Dec 08 16:06:43.854366 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f03c71-3b24-4361-bfb5-f07d6b8adf10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fde699c-2b0f-450b-8ca9-bcadada1d96a'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:06:43.877349 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b188838d-6995-4064-8b93-f48e39ed8fc8" -d '{"events": [{"server_uuid": "89f03c71-3b24-4361-bfb5-f07d6b8adf10", "name": "network-vif-plugged", "status": "completed", "tag": "0fde699c-2b0f-450b-8ca9-bcadada1d96a"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:06:43.898662 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-562a822d-3ddb-4b14-890a-65255b5ee84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:43.909442 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 0fde699c-2b0f-450b-8ca9-bcadada1d96a, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=0fde699c-2b0f-450b-8ca9-bcadada1d96a,segment=NetworkSegment(08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4),segment_id=08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:06:43.911775 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-42963334-b5c0-45b7-be00-74014b02c7c0 req-fee9c6da-ca1d-4955-96ce-25379a14c34d tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe14636-368a-4fc6-aee0-c7108424ec25 HTTP/1.1" status: 200 len: 210 time: 0.0393951 Dec 08 16:06:44.064353 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7f26f2-5f18-4464-b06d-de8e48dbaf2d x-openstack-request-id: req-2e7f26f2-5f18-4464-b06d-de8e48dbaf2d {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:06:44.064353 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89f03c71-3b24-4361-bfb5-f07d6b8adf10", "name": "network-vif-plugged", "status": "completed", "tag": "0fde699c-2b0f-450b-8ca9-bcadada1d96a", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:06:44.064353 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2e7f26f2-5f18-4464-b06d-de8e48dbaf2d {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:06:44.064353 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89f03c71-3b24-4361-bfb5-f07d6b8adf10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fde699c-2b0f-450b-8ca9-bcadada1d96a', 'code': 200} Dec 08 16:06:44.070644 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:44.071857 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device f9df13c0-cdba-4aa0-a410-7f5c59635a03 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:06:44.167130 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0075b26-c968-46ac-8005-63e04fe10324 req-747d1228-c740-40e9-838e-847080004866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:44.169451 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f0075b26-c968-46ac-8005-63e04fe10324 req-747d1228-c740-40e9-838e-847080004866 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=89f03c71-3b24-4361-bfb5-f07d6b8adf10 HTTP/1.1" status: 200 len: 1097 time: 0.0505970 Dec 08 16:06:44.185795 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=0fde699c-2b0f-450b-8ca9-bcadada1d96a,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:44.223932 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f0075b26-c968-46ac-8005-63e04fe10324 req-9d347b62-e8e9-4b64-8244-9f256cdf1df2 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468025 Dec 08 16:06:44.254436 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:44.312965 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port f9df13c0-cdba-4aa0-a410-7f5c59635a03, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=f9df13c0-cdba-4aa0-a410-7f5c59635a03,segment=NetworkSegment(e6288665-5271-4e12-95de-f05a0f00000f),segment_id=e6288665-5271-4e12-95de-f05a0f00000f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:06:44.402255 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:44.472622 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=f9df13c0-cdba-4aa0-a410-7f5c59635a03,revision_number=8']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:44.562461 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d2e28c-4331-4b6a-aa04-27cf980ef060 req-13410211-a07e-4c72-839f-1a982572123f tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:44.568855 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-37d2e28c-4331-4b6a-aa04-27cf980ef060 req-13410211-a07e-4c72-839f-1a982572123f tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=89f03c71-3b24-4361-bfb5-f07d6b8adf10 HTTP/1.1" status: 200 len: 945 time: 0.0567985 Dec 08 16:06:44.629496 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-37d2e28c-4331-4b6a-aa04-27cf980ef060 req-4d1c5865-3c62-4f3c-b9a4-8bc5c48330df tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577652 Dec 08 16:06:44.635554 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 38598) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:06:44.658145 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea985c43-3138-44f0-b043-949cae7fcd0b req-1ead1792-1bf8-4132-b9fa-6be60f63f578 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:44.666065 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ea985c43-3138-44f0-b043-949cae7fcd0b req-1ead1792-1bf8-4132-b9fa-6be60f63f578 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/networks?id=7f044dd4-dc97-4f05-8a73-1de9a290e893 HTTP/1.1" status: 200 len: 804 time: 0.1365931 Dec 08 16:06:44.677192 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ea985c43-3138-44f0-b043-949cae7fcd0b req-0559f510-cb74-46d1-b2ce-75213c8c74b7 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/quotas/caac6054f139468286b7372b1a81b368 HTTP/1.1" status: 200 len: 375 time: 0.0101659 Dec 08 16:06:44.738801 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ea985c43-3138-44f0-b043-949cae7fcd0b req-5bc928db-ac28-41ba-b11f-8e4477fd7760 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=caac6054f139468286b7372b1a81b368&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0515769 Dec 08 16:06:44.756776 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-71357385-471c-4e28-8331-6511133faff3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1433177018-network', 'tenant_id': 'd2ccfe6975714fc3b8a138ea789f3317'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:06:44.837668 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ea985c43-3138-44f0-b043-949cae7fcd0b req-00d3747d-ed4b-40cb-8316-716e0ebeeb83 service neutron] 10.222.0.64 "GET /v2.0/networks/7f044dd4-dc97-4f05-8a73-1de9a290e893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884602 Dec 08 16:06:44.842198 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98574b8-17a1-4e96-9881-93ff79227e05 req-6c813fa3-9658-4cce-8630-16e664ed60ab tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:44.843741 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b98574b8-17a1-4e96-9881-93ff79227e05 req-6c813fa3-9658-4cce-8630-16e664ed60ab tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f7139be-5294-4aa3-a41f-1733174f1637 HTTP/1.1" status: 200 len: 946 time: 0.0498841 Dec 08 16:06:44.869284 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71357385-471c-4e28-8331-6511133faff3 admin admin] Made reservation on behalf of d2ccfe6975714fc3b8a138ea789f3317 for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:06:44.871616 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-71357385-471c-4e28-8331-6511133faff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:44.884293 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-71357385-471c-4e28-8331-6511133faff3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:44.918299 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b98574b8-17a1-4e96-9881-93ff79227e05 req-050f5ec9-d902-4c62-bc3b-c4b7071215af tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681853 Dec 08 16:06:44.941616 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ea985c43-3138-44f0-b043-949cae7fcd0b req-160c8c7f-2d7a-4525-b73c-6084a4524245 service neutron] 10.222.0.64 "GET /v2.0/networks/7f044dd4-dc97-4f05-8a73-1de9a290e893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914183 Dec 08 16:06:44.946517 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device c656e753-73c0-4015-95b7-a828d4ee2ad5 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:06:44.953986 n-d-776250-12 neutron-server[110552]: INFO neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No ports have port_id starting with c656e753-73c0-4015-95b7-a828d4ee2ad5 Dec 08 16:06:44.955618 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device c656e753-73c0-4015-95b7-a828d4ee2ad5 requested by agent hyperv_n-h2-776250-12 not found in database {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Dec 08 16:06:44.991190 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-71357385-471c-4e28-8331-6511133faff3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:45.059679 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-71357385-471c-4e28-8331-6511133faff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:45.081294 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71357385-471c-4e28-8331-6511133faff3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:06:45.096077 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71357385-471c-4e28-8331-6511133faff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d30eef-fd8d-4fb4-be59-b1e28eab57b8,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:45.098964 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-71357385-471c-4e28-8331-6511133faff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:45.099320 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-71357385-471c-4e28-8331-6511133faff3 admin admin] Added segment ae9063a3-4977-48dc-a085-b64f51b7803d of type vlan for network bb9d0058-2dc0-4e63-9bdc-6ba019b39e11 Dec 08 16:06:45.100416 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:45.144544 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-71357385-471c-4e28-8331-6511133faff3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:45.249955 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-71357385-471c-4e28-8331-6511133faff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:45.251787 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71357385-471c-4e28-8331-6511133faff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:45.252662 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-71357385-471c-4e28-8331-6511133faff3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:45.370078 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71357385-471c-4e28-8331-6511133faff3 admin admin] Pushing event updated for resources: {'Network': ['ID=bb9d0058-2dc0-4e63-9bdc-6ba019b39e11,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:45.392948 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network bb9d0058-2dc0-4e63-9bdc-6ba019b39e11 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:06:45.437576 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 38622) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:06:45.439386 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-71357385-471c-4e28-8331-6511133faff3 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8020387 Dec 08 16:06:45.445623 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-cd1e60a1-7ba8-4a1e-8d8b-177f4b106b15 admin admin] Request body: {'subnet': {'network_id': 'bb9d0058-2dc0-4e63-9bdc-6ba019b39e11', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1433177018-subnet', 'tenant_id': 'd2ccfe6975714fc3b8a138ea789f3317', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:06:45.534637 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e87eb8da-f138-4be0-b36b-8905a1c8fc2f req-2d09d59c-6eec-41bb-92f1-8342fae783a7 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b8dfc81-dd3e-4cc0-b4e5-705f0e7e3183 HTTP/1.1" status: 200 len: 210 time: 0.0302036 Dec 08 16:06:45.559564 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1e60a1-7ba8-4a1e-8d8b-177f4b106b15 admin admin] Made reservation on behalf of d2ccfe6975714fc3b8a138ea789f3317 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:06:45.571880 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cd1e60a1-7ba8-4a1e-8d8b-177f4b106b15 admin admin] Publish callbacks [] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:45.676262 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bab044-6371-4e0e-bde9-e0cbe720d028 req-02b7c030-0acc-441c-ab27-16a8230f2eb4 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:45.687508 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-94bab044-6371-4e0e-bde9-e0cbe720d028 req-02b7c030-0acc-441c-ab27-16a8230f2eb4 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1 HTTP/1.1" status: 200 len: 950 time: 0.0873775 Dec 08 16:06:45.749039 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-94bab044-6371-4e0e-bde9-e0cbe720d028 req-4cd3b550-95bf-44e3-b68a-553dea28d5ed tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602548 Dec 08 16:06:45.809464 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b5475-bf5c-4c5c-badf-2073421adccf req-cf86403d-e066-496e-a89c-7329987c2d0b tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:45.811388 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-755b5475-bf5c-4c5c-badf-2073421adccf req-cf86403d-e066-496e-a89c-7329987c2d0b tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=89f03c71-3b24-4361-bfb5-f07d6b8adf10 HTTP/1.1" status: 200 len: 945 time: 0.0671332 Dec 08 16:06:45.861855 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-755b5475-bf5c-4c5c-badf-2073421adccf req-fceb1465-d35b-4cae-8801-8c65944c6b68 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448465 Dec 08 16:06:45.863144 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cd1e60a1-7ba8-4a1e-8d8b-177f4b106b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:45.925360 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1e60a1-7ba8-4a1e-8d8b-177f4b106b15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59c87d8b-18df-4d41-af98-f6c5328cc834,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:45.936635 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1e60a1-7ba8-4a1e-8d8b-177f4b106b15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:45.937104 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1e60a1-7ba8-4a1e-8d8b-177f4b106b15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:45.937318 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1e60a1-7ba8-4a1e-8d8b-177f4b106b15 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:45.937708 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1e60a1-7ba8-4a1e-8d8b-177f4b106b15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:45.937988 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1e60a1-7ba8-4a1e-8d8b-177f4b106b15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:45.938329 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1e60a1-7ba8-4a1e-8d8b-177f4b106b15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:45.938663 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1e60a1-7ba8-4a1e-8d8b-177f4b106b15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:45.939042 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1e60a1-7ba8-4a1e-8d8b-177f4b106b15 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:45.939419 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1e60a1-7ba8-4a1e-8d8b-177f4b106b15 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:45.939711 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1e60a1-7ba8-4a1e-8d8b-177f4b106b15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:45.940059 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1e60a1-7ba8-4a1e-8d8b-177f4b106b15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:45.940487 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1e60a1-7ba8-4a1e-8d8b-177f4b106b15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:45.940816 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1e60a1-7ba8-4a1e-8d8b-177f4b106b15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:45.946778 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1e60a1-7ba8-4a1e-8d8b-177f4b106b15 admin admin] Checking segment: {'id': 'ae9063a3-4977-48dc-a085-b64f51b7803d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'bb9d0058-2dc0-4e63-9bdc-6ba019b39e11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:06:45.947132 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1e60a1-7ba8-4a1e-8d8b-177f4b106b15 admin admin] Network hostable DHCP agents. Network: bb9d0058-2dc0-4e63-9bdc-6ba019b39e11, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:06:46.008590 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1e60a1-7ba8-4a1e-8d8b-177f4b106b15 admin admin] Network bb9d0058-2dc0-4e63-9bdc-6ba019b39e11 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:06:46.042536 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045318af-2753-4684-8495-99f166493c51 req-d6189539-c2c8-4f26-9466-b3a47b9caeaa tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:46.044058 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-045318af-2753-4684-8495-99f166493c51 req-d6189539-c2c8-4f26-9466-b3a47b9caeaa tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f7139be-5294-4aa3-a41f-1733174f1637 HTTP/1.1" status: 200 len: 946 time: 0.0497518 Dec 08 16:06:46.061918 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e70b4347-602d-458c-b829-74616ace4b59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9df13c0-cdba-4aa0-a410-7f5c59635a03'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:06:46.064262 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4eb806d-f3fb-49a0-aebe-4cd341a67dcc" -d '{"events": [{"server_uuid": "e70b4347-602d-458c-b829-74616ace4b59", "name": "network-vif-unplugged", "status": "completed", "tag": "f9df13c0-cdba-4aa0-a410-7f5c59635a03"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:06:46.094686 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-cd1e60a1-7ba8-4a1e-8d8b-177f4b106b15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, bb9d0058-2dc0-4e63-9bdc-6ba019b39e11) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:06:46.099560 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-045318af-2753-4684-8495-99f166493c51 req-5e808557-ae0d-4319-8f9f-55ea7e7f6a44 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480702 Dec 08 16:06:46.106452 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1e9be6-8821-43ac-a3dd-bfc9eef946fb None None] Network bb9d0058-2dc0-4e63-9bdc-6ba019b39e11 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:06:46.107493 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1e60a1-7ba8-4a1e-8d8b-177f4b106b15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:46.108640 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cd1e60a1-7ba8-4a1e-8d8b-177f4b106b15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:46.143853 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff6a584c-9e6b-44c8-a394-6cad1193dce1 x-openstack-request-id: req-ff6a584c-9e6b-44c8-a394-6cad1193dce1 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:06:46.144145 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e70b4347-602d-458c-b829-74616ace4b59", "name": "network-vif-unplugged", "status": "completed", "tag": "f9df13c0-cdba-4aa0-a410-7f5c59635a03", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:06:46.144460 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ff6a584c-9e6b-44c8-a394-6cad1193dce1 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:06:46.144849 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e70b4347-602d-458c-b829-74616ace4b59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9df13c0-cdba-4aa0-a410-7f5c59635a03', 'code': 200} Dec 08 16:06:46.231878 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649cbf08-0ef0-4214-9752-52c7dcc3f84b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-bb9d0058-2dc0-4e63-9bdc-6ba019b39e11', 'network_id': 'bb9d0058-2dc0-4e63-9bdc-6ba019b39e11', 'project_id': 'd2ccfe6975714fc3b8a138ea789f3317', 'fixed_ips': [{'subnet_id': '59c87d8b-18df-4d41-af98-f6c5328cc834'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:06:46.232784 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-649cbf08-0ef0-4214-9752-52c7dcc3f84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:46.239777 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-cd1e60a1-7ba8-4a1e-8d8b-177f4b106b15 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8000481 Dec 08 16:06:46.243144 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 38634) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:06:46.249691 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-2bcc398e-4f90-44e0-9ddb-b4384efb6443 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1433177018-router', 'tenant_id': 'd2ccfe6975714fc3b8a138ea789f3317', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:06:46.363456 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2bcc398e-4f90-44e0-9ddb-b4384efb6443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:46.363835 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2bcc398e-4f90-44e0-9ddb-b4384efb6443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:46.385021 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-649cbf08-0ef0-4214-9752-52c7dcc3f84b None None] Allocated IP 172.20.0.2 (bb9d0058-2dc0-4e63-9bdc-6ba019b39e11/59c87d8b-18df-4d41-af98-f6c5328cc834/d648c808-daa9-4c66-999b-f5d3d5357385) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:06:46.428884 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2bcc398e-4f90-44e0-9ddb-b4384efb6443 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:46.570284 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-649cbf08-0ef0-4214-9752-52c7dcc3f84b None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:46.642646 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:46.643979 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-49856e64-7779-4556-bbf6-e36bb4cbd192 req-4a48b3cc-6040-481d-9db5-11ab7b161b22 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b8dfc81-dd3e-4cc0-b4e5-705f0e7e3183 HTTP/1.1" status: 200 len: 210 time: 0.0298827 Dec 08 16:06:46.658637 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2bcc398e-4f90-44e0-9ddb-b4384efb6443 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:46.666385 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-649cbf08-0ef0-4214-9752-52c7dcc3f84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:46.700166 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f9f17-7d32-44f5-aa65-de30767048df req-80c87ba3-e699-4921-a98a-48ac6855e353 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:46.701714 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6e1f9f17-7d32-44f5-aa65-de30767048df req-80c87ba3-e699-4921-a98a-48ac6855e353 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.76 "GET /v2.0/ports?device_id=e70b4347-602d-458c-b829-74616ace4b59 HTTP/1.1" status: 200 len: 943 time: 0.0590184 Dec 08 16:06:46.720822 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649cbf08-0ef0-4214-9752-52c7dcc3f84b None None] Network bb9d0058-2dc0-4e63-9bdc-6ba019b39e11 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:06:46.725839 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-649cbf08-0ef0-4214-9752-52c7dcc3f84b None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:06:46.733591 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649cbf08-0ef0-4214-9752-52c7dcc3f84b None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:06:46.743989 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649cbf08-0ef0-4214-9752-52c7dcc3f84b None None] Pushing event updated for resources: {'Port': ['ID=d648c808-daa9-4c66-999b-f5d3d5357385,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:46.804465 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-649cbf08-0ef0-4214-9752-52c7dcc3f84b None None] Attempting to bind port d648c808-daa9-4c66-999b-f5d3d5357385 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:06:46.804842 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-649cbf08-0ef0-4214-9752-52c7dcc3f84b None None] Attempting to bind port d648c808-daa9-4c66-999b-f5d3d5357385 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'ae9063a3-4977-48dc-a085-b64f51b7803d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'bb9d0058-2dc0-4e63-9bdc-6ba019b39e11'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:06:46.805411 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649cbf08-0ef0-4214-9752-52c7dcc3f84b None None] Attempting to bind port d648c808-daa9-4c66-999b-f5d3d5357385 on network bb9d0058-2dc0-4e63-9bdc-6ba019b39e11 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:06:46.811019 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649cbf08-0ef0-4214-9752-52c7dcc3f84b None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:06:46.811437 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649cbf08-0ef0-4214-9752-52c7dcc3f84b None None] Checking segment: {'id': 'ae9063a3-4977-48dc-a085-b64f51b7803d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'bb9d0058-2dc0-4e63-9bdc-6ba019b39e11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:06:46.811800 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-649cbf08-0ef0-4214-9752-52c7dcc3f84b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:46.812377 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649cbf08-0ef0-4214-9752-52c7dcc3f84b None None] Bound using segment: {'id': 'ae9063a3-4977-48dc-a085-b64f51b7803d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'bb9d0058-2dc0-4e63-9bdc-6ba019b39e11'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:06:46.812848 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-649cbf08-0ef0-4214-9752-52c7dcc3f84b None None] Bound port: d648c808-daa9-4c66-999b-f5d3d5357385, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae9063a3-4977-48dc-a085-b64f51b7803d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'bb9d0058-2dc0-4e63-9bdc-6ba019b39e11'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:06:46.813234 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-649cbf08-0ef0-4214-9752-52c7dcc3f84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:46.876838 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-649cbf08-0ef0-4214-9752-52c7dcc3f84b None None] For port d648c808-daa9-4c66-999b-f5d3d5357385, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:06:46.880138 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-649cbf08-0ef0-4214-9752-52c7dcc3f84b None None] For port d648c808-daa9-4c66-999b-f5d3d5357385, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=d648c808-daa9-4c66-999b-f5d3d5357385,segment=NetworkSegment(ae9063a3-4977-48dc-a085-b64f51b7803d),segment_id=ae9063a3-4977-48dc-a085-b64f51b7803d)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:06:46.886893 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-6e1f9f17-7d32-44f5-aa65-de30767048df req-5049547d-57a1-4a11-bbe0-85c95bb52318 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Deleting port f9df13c0-cdba-4aa0-a410-7f5c59635a03 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:06:46.887414 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-6e1f9f17-7d32-44f5-aa65-de30767048df req-5049547d-57a1-4a11-bbe0-85c95bb52318 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:46.946064 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad365a91-a97c-4ced-a3db-c4b4847d694e req-6500554b-93bc-446e-918d-4e8a9510685a tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:46.947582 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ad365a91-a97c-4ced-a3db-c4b4847d694e req-6500554b-93bc-446e-918d-4e8a9510685a tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1 HTTP/1.1" status: 200 len: 950 time: 0.1197572 Dec 08 16:06:46.962684 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-649cbf08-0ef0-4214-9752-52c7dcc3f84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:46.995825 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device c656e753-73c0-4015-95b7-a828d4ee2ad5 no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:06:47.011323 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b9a6e-2384-4c90-b330-1202584d6507 req-ff1f19c4-fc9e-4740-ba40-31edf6e5e3c4 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:47.012943 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8b7b9a6e-2384-4c90-b330-1202584d6507 req-ff1f19c4-fc9e-4740-ba40-31edf6e5e3c4 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=89f03c71-3b24-4361-bfb5-f07d6b8adf10 HTTP/1.1" status: 200 len: 945 time: 0.0791132 Dec 08 16:06:47.031568 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: c656e753-73c0-4015-95b7-a828d4ee2ad5 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:06:47.037820 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device c656e753-73c0-4015-95b7-a828d4ee2ad5 not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:06:47.053964 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da32958d-82e8-49f1-bf53-f0965b5cb129 req-98d201c2-e15b-4cc6-a255-9e9d0a9adb43 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:47.056222 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-da32958d-82e8-49f1-bf53-f0965b5cb129 req-98d201c2-e15b-4cc6-a255-9e9d0a9adb43 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.37 "GET /v2.0/ports?device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1 HTTP/1.1" status: 200 len: 950 time: 0.0962892 Dec 08 16:06:47.065851 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649cbf08-0ef0-4214-9752-52c7dcc3f84b None None] Pushing event updated for resources: {'Port': ['ID=d648c808-daa9-4c66-999b-f5d3d5357385,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:47.066069 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-6e1f9f17-7d32-44f5-aa65-de30767048df req-5049547d-57a1-4a11-bbe0-85c95bb52318 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] For port f9df13c0-cdba-4aa0-a410-7f5c59635a03, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=f9df13c0-cdba-4aa0-a410-7f5c59635a03,segment=NetworkSegment(e6288665-5271-4e12-95de-f05a0f00000f),segment_id=e6288665-5271-4e12-95de-f05a0f00000f)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:06:47.066211 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-6e1f9f17-7d32-44f5-aa65-de30767048df req-5049547d-57a1-4a11-bbe0-85c95bb52318 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:47.105829 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8b7b9a6e-2384-4c90-b330-1202584d6507 req-5d6a1baa-6008-4312-8e31-6d41929dd8a0 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774102 Dec 08 16:06:47.158058 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ad365a91-a97c-4ced-a3db-c4b4847d694e req-47c78886-c6dc-4386-91ec-ce4d1aff846d tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026680 Dec 08 16:06:47.171943 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-6e1f9f17-7d32-44f5-aa65-de30767048df req-5049547d-57a1-4a11-bbe0-85c95bb52318 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Calling delete_port for f9df13c0-cdba-4aa0-a410-7f5c59635a03 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:06:47.246488 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae1652-2b92-4afe-b506-eac84f3eb010 req-26bce087-be75-416f-bcec-bfa08fa07837 tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:47.248324 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-92ae1652-2b92-4afe-b506-eac84f3eb010 req-26bce087-be75-416f-bcec-bfa08fa07837 tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=89f03c71-3b24-4361-bfb5-f07d6b8adf10 HTTP/1.1" status: 200 len: 1097 time: 0.0583737 Dec 08 16:06:47.281794 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-da32958d-82e8-49f1-bf53-f0965b5cb129 req-8f66f770-f546-422a-a83f-4e5df173e707 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Deleting port 8263009c-1760-43bc-aeb2-04fa7693a1fb {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:06:47.282140 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-da32958d-82e8-49f1-bf53-f0965b5cb129 req-8f66f770-f546-422a-a83f-4e5df173e707 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:47.331235 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2bcc398e-4f90-44e0-9ddb-b4384efb6443 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:47.367618 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2bcc398e-4f90-44e0-9ddb-b4384efb6443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:47.513403 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device d648c808-daa9-4c66-999b-f5d3d5357385 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:06:47.582650 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:47.598706 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1300b98-fedc-4c6a-9681-6517e18e4589 req-8009a19b-83e6-453b-a523-fd3376076137 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:47.606718 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d1300b98-fedc-4c6a-9681-6517e18e4589 req-8009a19b-83e6-453b-a523-fd3376076137 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f7139be-5294-4aa3-a41f-1733174f1637 HTTP/1.1" status: 200 len: 946 time: 0.3321068 Dec 08 16:06:47.617522 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port d648c808-daa9-4c66-999b-f5d3d5357385 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:06:47.618404 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:47.642071 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea985c43-3138-44f0-b043-949cae7fcd0b req-4e77e522-8c6b-4d8e-9b8b-8a83e318f837 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:47.643606 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ea985c43-3138-44f0-b043-949cae7fcd0b req-4e77e522-8c6b-4d8e-9b8b-8a83e318f837 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.37 "GET /v2.0/networks?id=7f044dd4-dc97-4f05-8a73-1de9a290e893 HTTP/1.1" status: 200 len: 804 time: 0.2829368 Dec 08 16:06:47.683338 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-ea985c43-3138-44f0-b043-949cae7fcd0b req-2b535a48-1452-47f8-b668-23e1c1559bfe tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Request body: {'port': {'device_id': '9b8dfc81-dd3e-4cc0-b4e5-705f0e7e3183', 'network_id': '7f044dd4-dc97-4f05-8a73-1de9a290e893', 'admin_state_up': True, 'tenant_id': 'caac6054f139468286b7372b1a81b368'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:06:47.721435 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:47.764766 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port d648c808-daa9-4c66-999b-f5d3d5357385, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=d648c808-daa9-4c66-999b-f5d3d5357385,segment=NetworkSegment(ae9063a3-4977-48dc-a085-b64f51b7803d),segment_id=ae9063a3-4977-48dc-a085-b64f51b7803d)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:06:47.818991 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-92ae1652-2b92-4afe-b506-eac84f3eb010 req-43cbe28a-2563-41c4-bf03-2a93cfbb8552 tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5585220 Dec 08 16:06:47.826748 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-da32958d-82e8-49f1-bf53-f0965b5cb129 req-8f66f770-f546-422a-a83f-4e5df173e707 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] For port 8263009c-1760-43bc-aeb2-04fa7693a1fb, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=8263009c-1760-43bc-aeb2-04fa7693a1fb,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:06:47.827278 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-da32958d-82e8-49f1-bf53-f0965b5cb129 req-8f66f770-f546-422a-a83f-4e5df173e707 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:47.831264 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:47.849422 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-da32958d-82e8-49f1-bf53-f0965b5cb129 req-8f66f770-f546-422a-a83f-4e5df173e707 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Calling delete_port for 8263009c-1760-43bc-aeb2-04fa7693a1fb owned by compute:nova {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:06:47.909999 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=d648c808-daa9-4c66-999b-f5d3d5357385,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:48.100627 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-da32958d-82e8-49f1-bf53-f0965b5cb129 req-8f66f770-f546-422a-a83f-4e5df173e707 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:48.115440 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['ef06a5d6-dcd4-45e8-a30d-3050fe0c914c', '1c95887f-8d94-47e3-a094-535df5d8ef01', '8263009c-1760-43bc-aeb2-04fa7693a1fb'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:06:48.125529 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d1300b98-fedc-4c6a-9681-6517e18e4589 req-3228f364-9064-4d3a-88a4-ffa6d0637ccb tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5178254 Dec 08 16:06:48.142840 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-2bcc398e-4f90-44e0-9ddb-b4384efb6443 admin admin] Allocated IP 172.25.0.79 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/73b7186c-09f7-40f0-8777-120013e51247) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:06:48.154514 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f66f770-f546-422a-a83f-4e5df173e707 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Pushing event deleted for resources: {'Port': ['ID=8263009c-1760-43bc-aeb2-04fa7693a1fb,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:48.239266 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-efdc862c-1665-4fd6-9c6b-321c217c186e req-d038638a-ed58-4cfc-ac6a-6baf3e5a9510 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b8dfc81-dd3e-4cc0-b4e5-705f0e7e3183 HTTP/1.1" status: 200 len: 210 time: 0.1318550 Dec 08 16:06:48.260205 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-6e1f9f17-7d32-44f5-aa65-de30767048df req-5049547d-57a1-4a11-bbe0-85c95bb52318 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:48.294116 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-da32958d-82e8-49f1-bf53-f0965b5cb129 req-8f66f770-f546-422a-a83f-4e5df173e707 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] No DVR routers for this DVR port 8263009c-1760-43bc-aeb2-04fa7693a1fb on host n-h2-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:06:48.304029 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-da32958d-82e8-49f1-bf53-f0965b5cb129 req-8f66f770-f546-422a-a83f-4e5df173e707 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:48.312775 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-da32958d-82e8-49f1-bf53-f0965b5cb129 req-8f66f770-f546-422a-a83f-4e5df173e707 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.37 "DELETE /v2.0/ports/8263009c-1760-43bc-aeb2-04fa7693a1fb HTTP/1.1" status: 204 len: 173 time: 1.2296584 Dec 08 16:06:48.314586 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '462dd985-d5eb-4abc-8a29-88ed121e1ea1', 'name': 'network-vif-deleted', 'tag': '8263009c-1760-43bc-aeb2-04fa7693a1fb'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:06:48.323201 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd7b97b-a741-424e-845b-44d4fc622d7c" -d '{"events": [{"server_uuid": "462dd985-d5eb-4abc-8a29-88ed121e1ea1", "name": "network-vif-deleted", "tag": "8263009c-1760-43bc-aeb2-04fa7693a1fb"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:06:48.390493 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0666761d-b9a0-469d-ad6e-6dfa67edeef9 req-beab249a-aa0b-481a-965c-8175a5c6f760 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1 HTTP/1.1" status: 200 len: 210 time: 0.0448554 Dec 08 16:06:48.392323 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5049547d-57a1-4a11-bbe0-85c95bb52318 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Pushing event deleted for resources: {'Port': ['ID=f9df13c0-cdba-4aa0-a410-7f5c59635a03,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:48.439386 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e1f9f17-7d32-44f5-aa65-de30767048df req-5049547d-57a1-4a11-bbe0-85c95bb52318 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] No DVR routers for this DVR port f9df13c0-cdba-4aa0-a410-7f5c59635a03 on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:06:48.446079 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-6e1f9f17-7d32-44f5-aa65-de30767048df req-5049547d-57a1-4a11-bbe0-85c95bb52318 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:48.450184 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab86c64-6821-4beb-ae78-9d703e29f47e x-openstack-request-id: req-0ab86c64-6821-4beb-ae78-9d703e29f47e {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:06:48.450184 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "462dd985-d5eb-4abc-8a29-88ed121e1ea1", "name": "network-vif-deleted", "tag": "8263009c-1760-43bc-aeb2-04fa7693a1fb", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:06:48.450184 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0ab86c64-6821-4beb-ae78-9d703e29f47e {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:06:48.450184 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '462dd985-d5eb-4abc-8a29-88ed121e1ea1', 'name': 'network-vif-deleted', 'tag': '8263009c-1760-43bc-aeb2-04fa7693a1fb', 'status': 'completed', 'code': 200} Dec 08 16:06:48.450555 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6e1f9f17-7d32-44f5-aa65-de30767048df req-5049547d-57a1-4a11-bbe0-85c95bb52318 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.76 "DELETE /v2.0/ports/f9df13c0-cdba-4aa0-a410-7f5c59635a03 HTTP/1.1" status: 204 len: 173 time: 1.7410929 Dec 08 16:06:48.457033 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e70b4347-602d-458c-b829-74616ace4b59', 'name': 'network-vif-deleted', 'tag': 'f9df13c0-cdba-4aa0-a410-7f5c59635a03'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:06:48.459459 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-532448c1-8702-403c-8cbd-ffe7fdbe2533" -d '{"events": [{"server_uuid": "e70b4347-602d-458c-b829-74616ace4b59", "name": "network-vif-deleted", "tag": "f9df13c0-cdba-4aa0-a410-7f5c59635a03"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:06:48.488508 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ca754-8ce3-4b5f-8b9e-01a21e53e318 req-2079a0a8-a0b7-4ef1-b88f-aee8e1e826b6 tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:48.488508 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-650ca754-8ce3-4b5f-8b9e-01a21e53e318 req-2079a0a8-a0b7-4ef1-b88f-aee8e1e826b6 tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=89f03c71-3b24-4361-bfb5-f07d6b8adf10 HTTP/1.1" status: 200 len: 1097 time: 0.2032552 Dec 08 16:06:48.512054 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c70e821-a604-4583-9271-b6c5f62e073f x-openstack-request-id: req-1c70e821-a604-4583-9271-b6c5f62e073f {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:06:48.512429 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e70b4347-602d-458c-b829-74616ace4b59", "name": "network-vif-deleted", "tag": "f9df13c0-cdba-4aa0-a410-7f5c59635a03", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:06:48.512689 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1c70e821-a604-4583-9271-b6c5f62e073f {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:06:48.513091 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e70b4347-602d-458c-b829-74616ace4b59', 'name': 'network-vif-deleted', 'tag': 'f9df13c0-cdba-4aa0-a410-7f5c59635a03', 'status': 'completed', 'code': 200} Dec 08 16:06:48.525048 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2bcc398e-4f90-44e0-9ddb-b4384efb6443 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:48.542952 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafda1ae-0dc9-4372-9bc9-3f68d74c0e10 None None] Network bb9d0058-2dc0-4e63-9bdc-6ba019b39e11 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:06:48.564608 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea985c43-3138-44f0-b043-949cae7fcd0b req-2b535a48-1452-47f8-b668-23e1c1559bfe tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Made reservation on behalf of caac6054f139468286b7372b1a81b368 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:06:48.568937 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ea985c43-3138-44f0-b043-949cae7fcd0b req-2b535a48-1452-47f8-b668-23e1c1559bfe tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:48.574439 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-650ca754-8ce3-4b5f-8b9e-01a21e53e318 req-2dc627c1-965e-4473-9570-18ef2229352e tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778728 Dec 08 16:06:48.703100 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-bfe0a517-d5b5-47db-bc9d-179b713b8b38 None None] Provisioning complete for port d648c808-daa9-4c66-999b-f5d3d5357385 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:06:48.703681 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-bfe0a517-d5b5-47db-bc9d-179b713b8b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:48.752028 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-ea985c43-3138-44f0-b043-949cae7fcd0b req-2b535a48-1452-47f8-b668-23e1c1559bfe tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Allocated IP 172.20.0.12 (7f044dd4-dc97-4f05-8a73-1de9a290e893/0e145596-3948-4729-810a-534bcf8272d4/0d497cfe-b086-4965-88d4-45789206e292) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:06:48.797637 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2bcc398e-4f90-44e0-9ddb-b4384efb6443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:48.888904 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcc398e-4f90-44e0-9ddb-b4384efb6443 admin admin] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:06:48.914042 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcc398e-4f90-44e0-9ddb-b4384efb6443 admin admin] Pushing event updated for resources: {'Port': ['ID=73b7186c-09f7-40f0-8777-120013e51247,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:48.916643 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-2bcc398e-4f90-44e0-9ddb-b4384efb6443 admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:06:48.926234 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcc398e-4f90-44e0-9ddb-b4384efb6443 admin admin] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:06:49.087223 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-b14a74e0-7c1f-45a4-8586-7c54318c04ca None None] Provisioning complete for port d648c808-daa9-4c66-999b-f5d3d5357385 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:06:49.087692 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b14a74e0-7c1f-45a4-8586-7c54318c04ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:49.104988 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5396b4-8d93-4485-a027-65fd63064871 req-b4da9559-c1da-4b61-8613-2c6b80a3ba0e tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:49.111440 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3c5396b4-8d93-4485-a027-65fd63064871 req-b4da9559-c1da-4b61-8613-2c6b80a3ba0e tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=3f7139be-5294-4aa3-a41f-1733174f1637&tenant_id=8b17b512834447aea285923e7004d778&binding%3Ahost_id=n-h2-776250-12 HTTP/1.1" status: 200 len: 1098 time: 0.2420681 Dec 08 16:06:49.126219 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-3c5396b4-8d93-4485-a027-65fd63064871 req-9a9d9a4b-11f4-4c22-8bff-75f42639cfae service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-776250-12'}}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:06:49.202017 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device f9df13c0-cdba-4aa0-a410-7f5c59635a03 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:06:49.221652 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ea985c43-3138-44f0-b043-949cae7fcd0b req-2b535a48-1452-47f8-b668-23e1c1559bfe tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:49.235593 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-3c5396b4-8d93-4485-a027-65fd63064871 req-9a9d9a4b-11f4-4c22-8bff-75f42639cfae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:49.293369 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e8c5bc-6bc5-4c15-a660-cfd65c23e81c req-d6ad18f8-abcf-4a6c-8243-745cae0faed6 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:49.295555 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-40e8c5bc-6bc5-4c15-a660-cfd65c23e81c req-d6ad18f8-abcf-4a6c-8243-745cae0faed6 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f7139be-5294-4aa3-a41f-1733174f1637 HTTP/1.1" status: 200 len: 946 time: 0.0651245 Dec 08 16:06:49.375524 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: f9df13c0-cdba-4aa0-a410-7f5c59635a03 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:06:49.375866 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device f9df13c0-cdba-4aa0-a410-7f5c59635a03 not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:06:49.381148 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-40e8c5bc-6bc5-4c15-a660-cfd65c23e81c req-2350c3dc-9f3c-4339-880d-bc87fc976bd6 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693965 Dec 08 16:06:49.472069 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device d648c808-daa9-4c66-999b-f5d3d5357385 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:06:49.492013 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7198db5f-a826-4ff6-af69-4187ebd85d51 req-9d40f721-0726-432d-9a0e-cbcd66f25412 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b8dfc81-dd3e-4cc0-b4e5-705f0e7e3183 HTTP/1.1" status: 200 len: 210 time: 0.0421486 Dec 08 16:06:49.510764 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2bcc398e-4f90-44e0-9ddb-b4384efb6443 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:49.515777 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ea985c43-3138-44f0-b043-949cae7fcd0b req-2b535a48-1452-47f8-b668-23e1c1559bfe tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:49.541672 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port d648c808-daa9-4c66-999b-f5d3d5357385 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:06:49.542243 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:49.624044 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4de44d88-ee45-43cf-9685-a2154e5bba02 req-ebedc790-c16f-4e90-9b7a-f9c08f01b37d tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=462dd985-d5eb-4abc-8a29-88ed121e1ea1 HTTP/1.1" status: 200 len: 210 time: 0.0539451 Dec 08 16:06:49.708149 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea985c43-3138-44f0-b043-949cae7fcd0b req-2b535a48-1452-47f8-b668-23e1c1559bfe tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Network 7f044dd4-dc97-4f05-8a73-1de9a290e893 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:06:49.709001 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b535a48-1452-47f8-b668-23e1c1559bfe tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Pushing event updated for resources: {'Port': ['ID=0d497cfe-b086-4965-88d4-45789206e292,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:49.716165 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-ea985c43-3138-44f0-b043-949cae7fcd0b req-2b535a48-1452-47f8-b668-23e1c1559bfe tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:06:49.721098 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea985c43-3138-44f0-b043-949cae7fcd0b req-2b535a48-1452-47f8-b668-23e1c1559bfe tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:06:49.727325 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea985c43-3138-44f0-b043-949cae7fcd0b req-2b535a48-1452-47f8-b668-23e1c1559bfe tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:49.727984 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ea985c43-3138-44f0-b043-949cae7fcd0b req-2b535a48-1452-47f8-b668-23e1c1559bfe tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:49.751663 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-3c5396b4-8d93-4485-a027-65fd63064871 req-9a9d9a4b-11f4-4c22-8bff-75f42639cfae service neutron] For port 3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2,segment=NetworkSegment(feac72a6-bbb0-42da-a5f2-51d59135d26f),segment_id=feac72a6-bbb0-42da-a5f2-51d59135d26f)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:06:49.867964 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-3c5396b4-8d93-4485-a027-65fd63064871 req-9a9d9a4b-11f4-4c22-8bff-75f42639cfae service neutron] For port 3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:06:49.923400 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-3c5396b4-8d93-4485-a027-65fd63064871 req-9a9d9a4b-11f4-4c22-8bff-75f42639cfae service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:49.925629 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2bcc398e-4f90-44e0-9ddb-b4384efb6443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:49.932945 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ea985c43-3138-44f0-b043-949cae7fcd0b req-2b535a48-1452-47f8-b668-23e1c1559bfe tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2564116 Dec 08 16:06:49.976147 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-ea985c43-3138-44f0-b043-949cae7fcd0b req-bdaf6731-e962-452b-9c50-cf9a5e10fe5e service neutron] Request body: {'port': {'device_id': '9b8dfc81-dd3e-4cc0-b4e5-705f0e7e3183', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:06:50.065727 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-3c5396b4-8d93-4485-a027-65fd63064871 req-9a9d9a4b-11f4-4c22-8bff-75f42639cfae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:50.116250 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ea985c43-3138-44f0-b043-949cae7fcd0b req-bdaf6731-e962-452b-9c50-cf9a5e10fe5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:50.203078 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9d9a4b-11f4-4c22-8bff-75f42639cfae service neutron] Pushing event updated for resources: {'Port': ['ID=3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2,revision_number=7']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:50.259493 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-3c5396b4-8d93-4485-a027-65fd63064871 req-9a9d9a4b-11f4-4c22-8bff-75f42639cfae service neutron] Attempting to bind port 3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2 on host n-h2-776250-12 for vnic_type normal with profile {"migrating_to": "n-h1-776250-12"} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:06:50.259854 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-3c5396b4-8d93-4485-a027-65fd63064871 req-9a9d9a4b-11f4-4c22-8bff-75f42639cfae service neutron] Attempting to bind port 3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': 'feac72a6-bbb0-42da-a5f2-51d59135d26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '34422553-fc63-47d6-a631-7f666537bc5c'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:06:50.260169 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5396b4-8d93-4485-a027-65fd63064871 req-9a9d9a4b-11f4-4c22-8bff-75f42639cfae service neutron] Attempting to bind port 3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2 on network 34422553-fc63-47d6-a631-7f666537bc5c {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:06:50.318615 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5396b4-8d93-4485-a027-65fd63064871 req-9a9d9a4b-11f4-4c22-8bff-75f42639cfae service neutron] Port 3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2 on network 34422553-fc63-47d6-a631-7f666537bc5c not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:06:50.318949 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5396b4-8d93-4485-a027-65fd63064871 req-9a9d9a4b-11f4-4c22-8bff-75f42639cfae service neutron] Attempting to bind port 3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2 on network 34422553-fc63-47d6-a631-7f666537bc5c {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:06:50.339130 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5396b4-8d93-4485-a027-65fd63064871 req-9a9d9a4b-11f4-4c22-8bff-75f42639cfae service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:06:50.339476 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5396b4-8d93-4485-a027-65fd63064871 req-9a9d9a4b-11f4-4c22-8bff-75f42639cfae service neutron] Checking segment: {'id': 'feac72a6-bbb0-42da-a5f2-51d59135d26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '34422553-fc63-47d6-a631-7f666537bc5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:06:50.339870 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5396b4-8d93-4485-a027-65fd63064871 req-9a9d9a4b-11f4-4c22-8bff-75f42639cfae service neutron] Bound using segment: {'id': 'feac72a6-bbb0-42da-a5f2-51d59135d26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '34422553-fc63-47d6-a631-7f666537bc5c'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:06:50.340431 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-3c5396b4-8d93-4485-a027-65fd63064871 req-9a9d9a4b-11f4-4c22-8bff-75f42639cfae service neutron] Bound port: 3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feac72a6-bbb0-42da-a5f2-51d59135d26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '34422553-fc63-47d6-a631-7f666537bc5c'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:06:50.340800 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-3c5396b4-8d93-4485-a027-65fd63064871 req-9a9d9a4b-11f4-4c22-8bff-75f42639cfae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:50.449553 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bcc398e-4f90-44e0-9ddb-b4384efb6443 admin admin] Router 7a15cd1a-367c-46ee-bcf9-0990f49d0b68 is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:06:50.486418 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-3c5396b4-8d93-4485-a027-65fd63064871 req-9a9d9a4b-11f4-4c22-8bff-75f42639cfae service neutron] For port 3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:06:50.494072 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-3c5396b4-8d93-4485-a027-65fd63064871 req-9a9d9a4b-11f4-4c22-8bff-75f42639cfae service neutron] For port 3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2,segment=NetworkSegment(feac72a6-bbb0-42da-a5f2-51d59135d26f),segment_id=feac72a6-bbb0-42da-a5f2-51d59135d26f)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:06:50.513349 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8038e7-f2e3-46f5-967f-d6183f1243e7 req-d791aaf5-2c5f-464d-9987-c3cad43ed50a tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:50.514869 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6e8038e7-f2e3-46f5-967f-d6183f1243e7 req-d791aaf5-2c5f-464d-9987-c3cad43ed50a tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f7139be-5294-4aa3-a41f-1733174f1637 HTTP/1.1" status: 200 len: 944 time: 0.0583148 Dec 08 16:06:50.533052 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f7139be-5294-4aa3-a41f-1733174f1637', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:06:50.535287 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03249e81-9df2-4e41-93dc-4a1f0f7695b5" -d '{"events": [{"server_uuid": "3f7139be-5294-4aa3-a41f-1733174f1637", "name": "network-vif-unplugged", "status": "completed", "tag": "3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:06:50.564203 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6e8038e7-f2e3-46f5-967f-d6183f1243e7 req-2d3439b6-d6eb-4448-b532-1e0550563a00 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427694 Dec 08 16:06:50.666679 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-3c5396b4-8d93-4485-a027-65fd63064871 req-9a9d9a4b-11f4-4c22-8bff-75f42639cfae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:50.678573 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-ea985c43-3138-44f0-b043-949cae7fcd0b req-bdaf6731-e962-452b-9c50-cf9a5e10fe5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d497cfe-b086-4965-88d4-45789206e292 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:06:50.688039 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a7484-cb6b-45da-9ad0-f6cc7042ed09 req-bc6ead30-0b15-42d2-88d7-e3d142453b52 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:50.689838 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ba9a7484-cb6b-45da-9ad0-f6cc7042ed09 req-bc6ead30-0b15-42d2-88d7-e3d142453b52 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b8dfc81-dd3e-4cc0-b4e5-705f0e7e3183 HTTP/1.1" status: 200 len: 932 time: 0.0644951 Dec 08 16:06:50.703311 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bcc398e-4f90-44e0-9ddb-b4384efb6443 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:06:50.711206 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ea985c43-3138-44f0-b043-949cae7fcd0b req-bdaf6731-e962-452b-9c50-cf9a5e10fe5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:50.714909 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078edb56-1f76-4cb7-a9d2-253867c1ab67 None None] Sync routers for ids ['7a15cd1a-367c-46ee-bcf9-0990f49d0b68'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:06:50.735316 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078edb56-1f76-4cb7-a9d2-253867c1ab67 None None] Routers {'7a15cd1a-367c-46ee-bcf9-0990f49d0b68'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:06:50.737131 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-078edb56-1f76-4cb7-a9d2-253867c1ab67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:06:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['7a15cd1a-367c-46ee-bcf9-0990f49d0b68'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:06:50.750040 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-ea985c43-3138-44f0-b043-949cae7fcd0b req-bdaf6731-e962-452b-9c50-cf9a5e10fe5e service neutron] Transition to ACTIVE for port object 0d497cfe-b086-4965-88d4-45789206e292 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:06:50.768672 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9d9a4b-11f4-4c22-8bff-75f42639cfae service neutron] Pushing event updated for resources: {'Port': ['ID=3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2,revision_number=8']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:50.782690 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ba9a7484-cb6b-45da-9ad0-f6cc7042ed09 req-b30d3f7f-31a3-437d-b69b-e556814a6528 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826516 Dec 08 16:06:50.797671 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5396b4-8d93-4485-a027-65fd63064871 req-9a9d9a4b-11f4-4c22-8bff-75f42639cfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:50.798323 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-3c5396b4-8d93-4485-a027-65fd63064871 req-9a9d9a4b-11f4-4c22-8bff-75f42639cfae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:50.800009 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3c5396b4-8d93-4485-a027-65fd63064871 req-9a9d9a4b-11f4-4c22-8bff-75f42639cfae service neutron] 10.222.0.76 "PUT /v2.0/ports/3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2 HTTP/1.1" status: 200 len: 1124 time: 1.6818886 Dec 08 16:06:50.833076 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa9876f-4777-434c-a86d-484b6bed521c x-openstack-request-id: req-cfa9876f-4777-434c-a86d-484b6bed521c {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:06:50.833380 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f7139be-5294-4aa3-a41f-1733174f1637", "name": "network-vif-unplugged", "status": "completed", "tag": "3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:06:50.833776 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cfa9876f-4777-434c-a86d-484b6bed521c {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:06:50.834104 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f7139be-5294-4aa3-a41f-1733174f1637', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2', 'code': 200} Dec 08 16:06:50.837044 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ea985c43-3138-44f0-b043-949cae7fcd0b req-bdaf6731-e962-452b-9c50-cf9a5e10fe5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:50.862786 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-078edb56-1f76-4cb7-a9d2-253867c1ab67 None None] Set router 7a15cd1a-367c-46ee-bcf9-0990f49d0b68 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:06:50.875473 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2bcc398e-4f90-44e0-9ddb-b4384efb6443 admin admin] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:50.876974 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-2bcc398e-4f90-44e0-9ddb-b4384efb6443 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.6325703 Dec 08 16:06:50.879793 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 38726) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:06:50.944479 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:06:51.004950 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:06:51.013335 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 8263009c-1760-43bc-aeb2-04fa7693a1fb no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:06:51.101896 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: 8263009c-1760-43bc-aeb2-04fa7693a1fb {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:06:51.103668 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 8263009c-1760-43bc-aeb2-04fa7693a1fb not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:06:51.165195 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-078edb56-1f76-4cb7-a9d2-253867c1ab67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a15cd1a-367c-46ee-bcf9-0990f49d0b68', 'name': 'tempest-ServersTestBootFromVolume-1433177018-router', 'tenant_id': 'd2ccfe6975714fc3b8a138ea789f3317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '73b7186c-09f7-40f0-8777-120013e51247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:06:46Z', 'updated_at': '2021-12-08T16:06:49Z', 'revision_number': 3, 'project_id': 'd2ccfe6975714fc3b8a138ea789f3317', 'gw_port': {'id': '73b7186c-09f7-40f0-8777-120013e51247', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:28:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a15cd1a-367c-46ee-bcf9-0990f49d0b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:06:47Z', 'updated_at': '2021-12-08T16:06:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:06:51.195904 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078edb56-1f76-4cb7-a9d2-253867c1ab67 None None] Checking router: 7a15cd1a-367c-46ee-bcf9-0990f49d0b68 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:06:51.195904 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078edb56-1f76-4cb7-a9d2-253867c1ab67 None None] Updating router 7a15cd1a-367c-46ee-bcf9-0990f49d0b68 port 73b7186c-09f7-40f0-8777-120013e51247 binding host n-d-776250-12 {{(pid=110553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:06:51.205143 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:06:51.232860 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-078edb56-1f76-4cb7-a9d2-253867c1ab67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:51.268992 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaf6731-e962-452b-9c50-cf9a5e10fe5e service neutron] Pushing event updated for resources: {'Port': ['ID=0d497cfe-b086-4965-88d4-45789206e292,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:51.300456 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [req-99aea630-5fd6-4aec-ba70-32254557de72 req-b7e271c2-5c59-4294-a655-0b63a60de230 tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:06:51.300932 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-ea985c43-3138-44f0-b043-949cae7fcd0b req-bdaf6731-e962-452b-9c50-cf9a5e10fe5e service neutron] Attempting to bind port 0d497cfe-b086-4965-88d4-45789206e292 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:06:51.300932 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-ea985c43-3138-44f0-b043-949cae7fcd0b req-bdaf6731-e962-452b-9c50-cf9a5e10fe5e service neutron] Attempting to bind port 0d497cfe-b086-4965-88d4-45789206e292 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': 'e6288665-5271-4e12-95de-f05a0f00000f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7f044dd4-dc97-4f05-8a73-1de9a290e893'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:06:51.300932 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea985c43-3138-44f0-b043-949cae7fcd0b req-bdaf6731-e962-452b-9c50-cf9a5e10fe5e service neutron] Attempting to bind port 0d497cfe-b086-4965-88d4-45789206e292 on network 7f044dd4-dc97-4f05-8a73-1de9a290e893 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:06:51.305758 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea985c43-3138-44f0-b043-949cae7fcd0b req-bdaf6731-e962-452b-9c50-cf9a5e10fe5e service neutron] Port 0d497cfe-b086-4965-88d4-45789206e292 on network 7f044dd4-dc97-4f05-8a73-1de9a290e893 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:06:51.306090 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea985c43-3138-44f0-b043-949cae7fcd0b req-bdaf6731-e962-452b-9c50-cf9a5e10fe5e service neutron] Attempting to bind port 0d497cfe-b086-4965-88d4-45789206e292 on network 7f044dd4-dc97-4f05-8a73-1de9a290e893 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:06:51.310048 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-99aea630-5fd6-4aec-ba70-32254557de72 req-b7e271c2-5c59-4294-a655-0b63a60de230 tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0370698 Dec 08 16:06:51.311911 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea985c43-3138-44f0-b043-949cae7fcd0b req-bdaf6731-e962-452b-9c50-cf9a5e10fe5e service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:06:51.312304 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea985c43-3138-44f0-b043-949cae7fcd0b req-bdaf6731-e962-452b-9c50-cf9a5e10fe5e service neutron] Checking segment: {'id': 'e6288665-5271-4e12-95de-f05a0f00000f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7f044dd4-dc97-4f05-8a73-1de9a290e893'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:06:51.312714 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea985c43-3138-44f0-b043-949cae7fcd0b req-bdaf6731-e962-452b-9c50-cf9a5e10fe5e service neutron] Bound using segment: {'id': 'e6288665-5271-4e12-95de-f05a0f00000f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7f044dd4-dc97-4f05-8a73-1de9a290e893'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:06:51.313140 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-ea985c43-3138-44f0-b043-949cae7fcd0b req-bdaf6731-e962-452b-9c50-cf9a5e10fe5e service neutron] Bound port: 0d497cfe-b086-4965-88d4-45789206e292, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6288665-5271-4e12-95de-f05a0f00000f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '7f044dd4-dc97-4f05-8a73-1de9a290e893'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:06:51.313502 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ea985c43-3138-44f0-b043-949cae7fcd0b req-bdaf6731-e962-452b-9c50-cf9a5e10fe5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:51.412493 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-ea985c43-3138-44f0-b043-949cae7fcd0b req-bdaf6731-e962-452b-9c50-cf9a5e10fe5e service neutron] For port 0d497cfe-b086-4965-88d4-45789206e292, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:06:51.416944 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-ea985c43-3138-44f0-b043-949cae7fcd0b req-bdaf6731-e962-452b-9c50-cf9a5e10fe5e service neutron] For port 0d497cfe-b086-4965-88d4-45789206e292, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=0d497cfe-b086-4965-88d4-45789206e292,segment=NetworkSegment(e6288665-5271-4e12-95de-f05a0f00000f),segment_id=e6288665-5271-4e12-95de-f05a0f00000f)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:06:51.480887 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aea630-5fd6-4aec-ba70-32254557de72 req-0c1c7683-d611-4915-8c53-fa4f4d8f2a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:51.489249 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-99aea630-5fd6-4aec-ba70-32254557de72 req-0c1c7683-d611-4915-8c53-fa4f4d8f2a36 service neutron] 10.222.0.64 "GET /v2.0/ports/0fde699c-2b0f-450b-8ca9-bcadada1d96a HTTP/1.1" status: 200 len: 1094 time: 0.1778481 Dec 08 16:06:51.494880 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-99aea630-5fd6-4aec-ba70-32254557de72 req-87fa86b7-2722-4dee-91b4-e37cee74211f service neutron] Request body: {'binding': {'host': 'n-h2-776250-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:06:51.495785 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-99aea630-5fd6-4aec-ba70-32254557de72 req-87fa86b7-2722-4dee-91b4-e37cee74211f service neutron] Unknown quota resources ['binding']. {{(pid=110551) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 16:06:51.524796 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2,segment=NetworkSegment(feac72a6-bbb0-42da-a5f2-51d59135d26f),segment_id=feac72a6-bbb0-42da-a5f2-51d59135d26f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:06:51.548081 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ea985c43-3138-44f0-b043-949cae7fcd0b req-bdaf6731-e962-452b-9c50-cf9a5e10fe5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:51.556976 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2 has no active binding in host n-h1-776250-12 {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 08 16:06:51.619879 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea985c43-3138-44f0-b043-949cae7fcd0b req-bdaf6731-e962-452b-9c50-cf9a5e10fe5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:51.620669 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ea985c43-3138-44f0-b043-949cae7fcd0b req-bdaf6731-e962-452b-9c50-cf9a5e10fe5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:51.622092 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ea985c43-3138-44f0-b043-949cae7fcd0b req-bdaf6731-e962-452b-9c50-cf9a5e10fe5e service neutron] 10.222.0.37 "PUT /v2.0/ports/0d497cfe-b086-4965-88d4-45789206e292 HTTP/1.1" status: 200 len: 1093 time: 1.6517675 Dec 08 16:06:51.646994 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaf6731-e962-452b-9c50-cf9a5e10fe5e service neutron] Pushing event updated for resources: {'Port': ['ID=0d497cfe-b086-4965-88d4-45789206e292,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:51.835204 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea985c43-3138-44f0-b043-949cae7fcd0b req-fb4fe565-fa9e-4494-9d92-f2970a1e5f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:51.837505 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-078edb56-1f76-4cb7-a9d2-253867c1ab67 None None] Publish callbacks [] for port, precommit_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:51.837989 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ea985c43-3138-44f0-b043-949cae7fcd0b req-fb4fe565-fa9e-4494-9d92-f2970a1e5f6a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=caac6054f139468286b7372b1a81b368&device_id=9b8dfc81-dd3e-4cc0-b4e5-705f0e7e3183 HTTP/1.1" status: 200 len: 1096 time: 0.0891883 Dec 08 16:06:51.886832 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ea985c43-3138-44f0-b043-949cae7fcd0b req-2d942b41-ae37-49cf-a52f-4e029595761b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d497cfe-b086-4965-88d4-45789206e292 HTTP/1.1" status: 200 len: 217 time: 0.0370314 Dec 08 16:06:51.919181 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-54c15020-038f-4a7c-ae4b-054a6c0cf230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:51.921097 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-078edb56-1f76-4cb7-a9d2-253867c1ab67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:51.976773 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea985c43-3138-44f0-b043-949cae7fcd0b req-e790bd6c-cb90-4046-87a6-1975de10365a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:51.982186 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ea985c43-3138-44f0-b043-949cae7fcd0b req-e790bd6c-cb90-4046-87a6-1975de10365a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0e145596-3948-4729-810a-534bcf8272d4 HTTP/1.1" status: 200 len: 844 time: 0.0872941 Dec 08 16:06:51.984509 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-99aea630-5fd6-4aec-ba70-32254557de72 req-87fa86b7-2722-4dee-91b4-e37cee74211f service neutron] Attempting to bind port 0fde699c-2b0f-450b-8ca9-bcadada1d96a on host n-h2-776250-12 for vnic_type normal with profile None {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:06:51.984858 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-99aea630-5fd6-4aec-ba70-32254557de72 req-87fa86b7-2722-4dee-91b4-e37cee74211f service neutron] Attempting to bind port 0fde699c-2b0f-450b-8ca9-bcadada1d96a by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9fb73276-e1f8-4bac-a027-20476a8f0b71'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:06:51.985393 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99aea630-5fd6-4aec-ba70-32254557de72 req-87fa86b7-2722-4dee-91b4-e37cee74211f service neutron] Attempting to bind port 0fde699c-2b0f-450b-8ca9-bcadada1d96a on network 9fb73276-e1f8-4bac-a027-20476a8f0b71 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:06:51.985940 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-078edb56-1f76-4cb7-a9d2-253867c1ab67 None None] Attempting to bind port 73b7186c-09f7-40f0-8777-120013e51247 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:06:51.986325 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-078edb56-1f76-4cb7-a9d2-253867c1ab67 None None] Attempting to bind port 73b7186c-09f7-40f0-8777-120013e51247 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:06:51.986692 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078edb56-1f76-4cb7-a9d2-253867c1ab67 None None] Attempting to bind port 73b7186c-09f7-40f0-8777-120013e51247 on network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:06:51.996099 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99aea630-5fd6-4aec-ba70-32254557de72 req-87fa86b7-2722-4dee-91b4-e37cee74211f service neutron] Port 0fde699c-2b0f-450b-8ca9-bcadada1d96a on network 9fb73276-e1f8-4bac-a027-20476a8f0b71 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:06:51.996353 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13a3f24-c465-494f-b00b-b357dec27c0f None None] Pushing event updated for resources: {'Port': ['ID=73b7186c-09f7-40f0-8777-120013e51247,revision_number=2']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:51.996630 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99aea630-5fd6-4aec-ba70-32254557de72 req-87fa86b7-2722-4dee-91b4-e37cee74211f service neutron] Attempting to bind port 0fde699c-2b0f-450b-8ca9-bcadada1d96a on network 9fb73276-e1f8-4bac-a027-20476a8f0b71 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:06:51.999703 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078edb56-1f76-4cb7-a9d2-253867c1ab67 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:06:52.000085 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078edb56-1f76-4cb7-a9d2-253867c1ab67 None None] Checking segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:06:52.000524 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-078edb56-1f76-4cb7-a9d2-253867c1ab67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:52.001028 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078edb56-1f76-4cb7-a9d2-253867c1ab67 None None] Bound using segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:06:52.001460 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-078edb56-1f76-4cb7-a9d2-253867c1ab67 None None] Bound port: 73b7186c-09f7-40f0-8777-120013e51247, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:06:52.001849 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-078edb56-1f76-4cb7-a9d2-253867c1ab67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:52.009562 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13a3f24-c465-494f-b00b-b357dec27c0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:52.009913 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13a3f24-c465-494f-b00b-b357dec27c0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:52.010445 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13a3f24-c465-494f-b00b-b357dec27c0f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:52.010947 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13a3f24-c465-494f-b00b-b357dec27c0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:52.011493 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13a3f24-c465-494f-b00b-b357dec27c0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:52.012011 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13a3f24-c465-494f-b00b-b357dec27c0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:52.012993 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13a3f24-c465-494f-b00b-b357dec27c0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:52.013489 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13a3f24-c465-494f-b00b-b357dec27c0f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:52.015689 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13a3f24-c465-494f-b00b-b357dec27c0f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:52.016288 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13a3f24-c465-494f-b00b-b357dec27c0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:52.016795 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13a3f24-c465-494f-b00b-b357dec27c0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:52.018601 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13a3f24-c465-494f-b00b-b357dec27c0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:52.019112 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13a3f24-c465-494f-b00b-b357dec27c0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:52.057657 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99aea630-5fd6-4aec-ba70-32254557de72 req-87fa86b7-2722-4dee-91b4-e37cee74211f service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:06:52.058084 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99aea630-5fd6-4aec-ba70-32254557de72 req-87fa86b7-2722-4dee-91b4-e37cee74211f service neutron] Checking segment: {'id': '08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9fb73276-e1f8-4bac-a027-20476a8f0b71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:06:52.058333 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99aea630-5fd6-4aec-ba70-32254557de72 req-87fa86b7-2722-4dee-91b4-e37cee74211f service neutron] Bound using segment: {'id': '08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9fb73276-e1f8-4bac-a027-20476a8f0b71'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:06:52.058789 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-99aea630-5fd6-4aec-ba70-32254557de72 req-87fa86b7-2722-4dee-91b4-e37cee74211f service neutron] Bound port: 0fde699c-2b0f-450b-8ca9-bcadada1d96a, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9fb73276-e1f8-4bac-a027-20476a8f0b71'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:06:52.059577 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ea985c43-3138-44f0-b043-949cae7fcd0b req-d47307d5-87ad-447a-9684-6bf5f8f73e08 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7f044dd4-dc97-4f05-8a73-1de9a290e893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685835 Dec 08 16:06:52.143214 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-078edb56-1f76-4cb7-a9d2-253867c1ab67 None None] For port 73b7186c-09f7-40f0-8777-120013e51247, host n-d-776250-12, cleared binding levels {{(pid=110553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:06:52.168149 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-078edb56-1f76-4cb7-a9d2-253867c1ab67 None None] For port 73b7186c-09f7-40f0-8777-120013e51247, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=73b7186c-09f7-40f0-8777-120013e51247,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:06:52.196503 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-99aea630-5fd6-4aec-ba70-32254557de72 req-87fa86b7-2722-4dee-91b4-e37cee74211f service neutron] For port 0fde699c-2b0f-450b-8ca9-bcadada1d96a, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=0fde699c-2b0f-450b-8ca9-bcadada1d96a,segment=NetworkSegment(08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4),segment_id=08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:06:52.237596 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-078edb56-1f76-4cb7-a9d2-253867c1ab67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:52.254115 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-54c15020-038f-4a7c-ae4b-054a6c0cf230 admin admin] Allocated IP 172.20.0.1 (bb9d0058-2dc0-4e63-9bdc-6ba019b39e11/59c87d8b-18df-4d41-af98-f6c5328cc834/f83d49af-9420-48e3-8a59-3ed98d8f52ca) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:06:52.255553 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ea985c43-3138-44f0-b043-949cae7fcd0b req-472329cf-7488-4260-866e-8c3c8372bcfc service neutron] 10.222.0.37 "GET /v2.0/networks/7f044dd4-dc97-4f05-8a73-1de9a290e893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863987 Dec 08 16:06:52.267832 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-99aea630-5fd6-4aec-ba70-32254557de72 req-87fa86b7-2722-4dee-91b4-e37cee74211f service neutron] Publish callbacks [] for binding, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:52.272113 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-99aea630-5fd6-4aec-ba70-32254557de72 req-87fa86b7-2722-4dee-91b4-e37cee74211f service neutron] 10.222.0.64 "POST /v2.0/ports/0fde699c-2b0f-450b-8ca9-bcadada1d96a/bindings HTTP/1.1" status: 201 len: 390 time: 0.7780716 Dec 08 16:06:52.347313 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078edb56-1f76-4cb7-a9d2-253867c1ab67 None None] Routers {'7a15cd1a-367c-46ee-bcf9-0990f49d0b68'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:06:52.349552 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-078edb56-1f76-4cb7-a9d2-253867c1ab67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:06:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['7a15cd1a-367c-46ee-bcf9-0990f49d0b68'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:06:52.397142 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ea985c43-3138-44f0-b043-949cae7fcd0b req-05c48cd8-e19e-484b-bf0c-f4de3ed805eb service neutron] 10.222.0.37 "GET /v2.0/networks/7f044dd4-dc97-4f05-8a73-1de9a290e893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328571 Dec 08 16:06:52.450491 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-54c15020-038f-4a7c-ae4b-054a6c0cf230 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:52.478829 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13a3f24-c465-494f-b00b-b357dec27c0f None None] Pushing event updated for resources: {'Port': ['ID=73b7186c-09f7-40f0-8777-120013e51247,revision_number=3']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:52.569610 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-078edb56-1f76-4cb7-a9d2-253867c1ab67 None None] Set router 7a15cd1a-367c-46ee-bcf9-0990f49d0b68 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:06:52.608005 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888271d-b397-4074-a897-58f4c6d83da7 req-4b814d06-e848-4378-870b-e3d12605bcff tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:52.609721 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f888271d-b397-4074-a897-58f4c6d83da7 req-4b814d06-e848-4378-870b-e3d12605bcff tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f7139be-5294-4aa3-a41f-1733174f1637 HTTP/1.1" status: 200 len: 944 time: 0.0609424 Dec 08 16:06:52.612960 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-54c15020-038f-4a7c-ae4b-054a6c0cf230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:52.690816 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c15020-038f-4a7c-ae4b-054a6c0cf230 admin admin] Network bb9d0058-2dc0-4e63-9bdc-6ba019b39e11 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:06:52.693976 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-54c15020-038f-4a7c-ae4b-054a6c0cf230 admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:06:52.696466 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c15020-038f-4a7c-ae4b-054a6c0cf230 admin admin] Pushing event updated for resources: {'Port': ['ID=f83d49af-9420-48e3-8a59-3ed98d8f52ca,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:52.704920 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c15020-038f-4a7c-ae4b-054a6c0cf230 admin admin] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:06:52.795759 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f888271d-b397-4074-a897-58f4c6d83da7 req-d46e1252-2d34-4431-80c7-5a2522880781 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584549 Dec 08 16:06:52.848849 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f7139be-5294-4aa3-a41f-1733174f1637', 'tag': '3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2'}, {'name': 'network-changed', 'server_uuid': '9b8dfc81-dd3e-4cc0-b4e5-705f0e7e3183', 'tag': '0d497cfe-b086-4965-88d4-45789206e292'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:06:52.849262 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-54c15020-038f-4a7c-ae4b-054a6c0cf230 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:52.859362 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5111737e-7987-43a0-8252-ecbadc361890" -d '{"events": [{"name": "network-changed", "server_uuid": "3f7139be-5294-4aa3-a41f-1733174f1637", "tag": "3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2"}, {"name": "network-changed", "server_uuid": "9b8dfc81-dd3e-4cc0-b4e5-705f0e7e3183", "tag": "0d497cfe-b086-4965-88d4-45789206e292"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:06:52.862956 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-078edb56-1f76-4cb7-a9d2-253867c1ab67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a15cd1a-367c-46ee-bcf9-0990f49d0b68', 'name': 'tempest-ServersTestBootFromVolume-1433177018-router', 'tenant_id': 'd2ccfe6975714fc3b8a138ea789f3317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '73b7186c-09f7-40f0-8777-120013e51247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:06:46Z', 'updated_at': '2021-12-08T16:06:49Z', 'revision_number': 3, 'project_id': 'd2ccfe6975714fc3b8a138ea789f3317', 'gw_port': {'id': '73b7186c-09f7-40f0-8777-120013e51247', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:28:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a15cd1a-367c-46ee-bcf9-0990f49d0b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:06:47Z', 'updated_at': '2021-12-08T16:06:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:06:52.898910 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672dd75-1329-4e89-a9ce-d1d56916ed29 req-fb9b527d-b6c4-4085-90f5-3451fbc32400 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:52.913115 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f672dd75-1329-4e89-a9ce-d1d56916ed29 req-fb9b527d-b6c4-4085-90f5-3451fbc32400 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9e721e2-7394-4a87-bbde-238568b2da7b HTTP/1.1" status: 200 len: 950 time: 0.1696064 Dec 08 16:06:52.928467 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078edb56-1f76-4cb7-a9d2-253867c1ab67 None None] The sync data for ids ['7a15cd1a-367c-46ee-bcf9-0990f49d0b68'] in n-d-776250-12 is: [{'id': '7a15cd1a-367c-46ee-bcf9-0990f49d0b68', 'name': 'tempest-ServersTestBootFromVolume-1433177018-router', 'tenant_id': 'd2ccfe6975714fc3b8a138ea789f3317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '73b7186c-09f7-40f0-8777-120013e51247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:06:46Z', 'updated_at': '2021-12-08T16:06:49Z', 'revision_number': 3, 'project_id': 'd2ccfe6975714fc3b8a138ea789f3317', 'gw_port': {'id': '73b7186c-09f7-40f0-8777-120013e51247', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:28:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a15cd1a-367c-46ee-bcf9-0990f49d0b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:06:47Z', 'updated_at': '2021-12-08T16:06:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:06:52.994565 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f672dd75-1329-4e89-a9ce-d1d56916ed29 req-e62d829e-5b1a-4411-a9de-1f8e1166cfb6 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745943 Dec 08 16:06:53.042138 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aea630-5fd6-4aec-ba70-32254557de72 req-2cb5d6dc-5a6a-4905-a0fb-d02c9c938ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:53.043419 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0319351b-52f1-4d32-bf27-a516e681e156 req-92710eb5-69d1-4b3d-9303-170ec12256f5 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:53.045158 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0319351b-52f1-4d32-bf27-a516e681e156 req-92710eb5-69d1-4b3d-9303-170ec12256f5 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b8dfc81-dd3e-4cc0-b4e5-705f0e7e3183 HTTP/1.1" status: 200 len: 944 time: 0.1111469 Dec 08 16:06:53.047548 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-d71c3f3a-4ee5-458c-9c02-911c15606f5c None None] Provisioning complete for port f83d49af-9420-48e3-8a59-3ed98d8f52ca triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:06:53.048031 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d71c3f3a-4ee5-458c-9c02-911c15606f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:53.053445 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-99aea630-5fd6-4aec-ba70-32254557de72 req-2cb5d6dc-5a6a-4905-a0fb-d02c9c938ba6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=85658dbd01a84c26a2385fde82126184&device_id=89f03c71-3b24-4361-bfb5-f07d6b8adf10 HTTP/1.1" status: 200 len: 1097 time: 0.0575867 Dec 08 16:06:53.110596 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-d71c3f3a-4ee5-458c-9c02-911c15606f5c None None] Port f83d49af-9420-48e3-8a59-3ed98d8f52ca cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:06:53.140733 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0319351b-52f1-4d32-bf27-a516e681e156 req-eec042a2-486d-4b84-a3a9-e981e2ce7816 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825043 Dec 08 16:06:53.252341 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aea630-5fd6-4aec-ba70-32254557de72 req-8db74a71-5898-45c5-a6e1-8837e5029a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:53.257393 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-54c15020-038f-4a7c-ae4b-054a6c0cf230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:53.262695 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-99aea630-5fd6-4aec-ba70-32254557de72 req-8db74a71-5898-45c5-a6e1-8837e5029a76 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9fb73276-e1f8-4bac-a027-20476a8f0b71 HTTP/1.1" status: 200 len: 921 time: 0.1923745 Dec 08 16:06:53.340286 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-99aea630-5fd6-4aec-ba70-32254557de72 req-6c6e68a8-c4e5-47b5-8351-b6169babce2c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0fde699c-2b0f-450b-8ca9-bcadada1d96a HTTP/1.1" status: 200 len: 217 time: 0.0680337 Dec 08 16:06:53.425392 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aea630-5fd6-4aec-ba70-32254557de72 req-5d27740c-eee9-454c-ae28-0321f568dd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:53.427367 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-99aea630-5fd6-4aec-ba70-32254557de72 req-5d27740c-eee9-454c-ae28-0321f568dd9b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3bab6816-4414-47cc-922e-2566e0e2da0a HTTP/1.1" status: 200 len: 860 time: 0.0775082 Dec 08 16:06:53.456631 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b6f28-97ca-4047-9e7e-6e32dd793d42 req-814f4ff1-8581-4016-9c53-7b045b9a7410 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:53.458838 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-861b6f28-97ca-4047-9e7e-6e32dd793d42 req-814f4ff1-8581-4016-9c53-7b045b9a7410 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9e721e2-7394-4a87-bbde-238568b2da7b HTTP/1.1" status: 200 len: 950 time: 0.2468879 Dec 08 16:06:53.507044 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 73b7186c-09f7-40f0-8777-120013e51247 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:06:53.520653 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-99aea630-5fd6-4aec-ba70-32254557de72 req-11f9da8b-88ab-44a1-9bbd-c27d19ff9149 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9fb73276-e1f8-4bac-a027-20476a8f0b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794294 Dec 08 16:06:53.615717 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bc17cb-cda0-4165-9fa5-df87ef72890b req-2432eba4-6101-4eef-bc2a-0f0e6c9bdbc0 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:53.624604 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b3bc17cb-cda0-4165-9fa5-df87ef72890b req-2432eba4-6101-4eef-bc2a-0f0e6c9bdbc0 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=89f03c71-3b24-4361-bfb5-f07d6b8adf10 HTTP/1.1" status: 200 len: 945 time: 0.3673673 Dec 08 16:06:53.640938 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 73b7186c-09f7-40f0-8777-120013e51247 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:06:53.641502 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:53.687913 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 08 Dec 2021 16:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b24f58a-a487-45e7-a7d9-ba228b0682d4 x-openstack-request-id: req-0b24f58a-a487-45e7-a7d9-ba228b0682d4 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:06:53.688252 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f7139be-5294-4aa3-a41f-1733174f1637", "tag": "3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9b8dfc81-dd3e-4cc0-b4e5-705f0e7e3183", "tag": "0d497cfe-b086-4965-88d4-45789206e292", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:06:53.688989 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0b24f58a-a487-45e7-a7d9-ba228b0682d4 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:06:53.690990 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f7139be-5294-4aa3-a41f-1733174f1637', 'tag': '3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2', 'status': 'completed', 'code': 200} Dec 08 16:06:53.690990 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b8dfc81-dd3e-4cc0-b4e5-705f0e7e3183', 'tag': '0d497cfe-b086-4965-88d4-45789206e292', 'status': 'completed', 'code': 200} Dec 08 16:06:53.770958 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-99aea630-5fd6-4aec-ba70-32254557de72 req-37e8735a-9c66-4212-9b32-a07ca908565f service neutron] 10.222.0.37 "GET /v2.0/networks/9fb73276-e1f8-4bac-a027-20476a8f0b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465718 Dec 08 16:06:53.888883 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:53.890069 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-54c15020-038f-4a7c-ae4b-054a6c0cf230 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:53.942167 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 73b7186c-09f7-40f0-8777-120013e51247, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=73b7186c-09f7-40f0-8777-120013e51247,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:06:53.945874 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-99aea630-5fd6-4aec-ba70-32254557de72 req-64866a2b-19e2-44ea-ad0a-29a51c249aa0 service neutron] 10.222.0.37 "GET /v2.0/networks/9fb73276-e1f8-4bac-a027-20476a8f0b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633918 Dec 08 16:06:53.969226 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-54c15020-038f-4a7c-ae4b-054a6c0cf230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:54.001616 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b3bc17cb-cda0-4165-9fa5-df87ef72890b req-7da607b4-14e3-4d78-9b71-09aa036b48ce tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3755836 Dec 08 16:06:54.016730 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:54.046457 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111737e-7987-43a0-8252-ecbadc361890 req-f52331b2-9df2-4e26-ae65-26ed86bf4f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:54.048438 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5111737e-7987-43a0-8252-ecbadc361890 req-f52331b2-9df2-4e26-ae65-26ed86bf4f8f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8b17b512834447aea285923e7004d778&device_id=3f7139be-5294-4aa3-a41f-1733174f1637 HTTP/1.1" status: 200 len: 1127 time: 0.3569384 Dec 08 16:06:54.100058 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153d86c-ef49-4089-9c5a-0b32d82ae041 req-c498d9a4-a186-4b38-9511-f42426401629 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:54.102324 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5153d86c-ef49-4089-9c5a-0b32d82ae041 req-c498d9a4-a186-4b38-9511-f42426401629 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f7139be-5294-4aa3-a41f-1733174f1637 HTTP/1.1" status: 200 len: 944 time: 0.0995731 Dec 08 16:06:54.106191 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-861b6f28-97ca-4047-9e7e-6e32dd793d42 req-f674c410-db86-4673-bbce-7c95df4546eb tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Deleting port 1c95887f-8d94-47e3-a094-535df5d8ef01 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:06:54.106623 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-861b6f28-97ca-4047-9e7e-6e32dd793d42 req-f674c410-db86-4673-bbce-7c95df4546eb tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:54.109860 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-54c15020-038f-4a7c-ae4b-054a6c0cf230 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:54.115204 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=73b7186c-09f7-40f0-8777-120013e51247,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:54.178246 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c15020-038f-4a7c-ae4b-054a6c0cf230 admin admin] Pushing event updated for resources: {'Port': ['ID=f83d49af-9420-48e3-8a59-3ed98d8f52ca,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:54.215601 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5153d86c-ef49-4089-9c5a-0b32d82ae041 req-a89d33f7-e344-4002-a21a-18c2be533fff tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857308 Dec 08 16:06:54.416603 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ae21b6-fa4b-4ba8-a0e4-caeb08955590 req-0174ea4d-0a91-4afd-916d-915c54866027 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:54.418597 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a9ae21b6-fa4b-4ba8-a0e4-caeb08955590 req-0174ea4d-0a91-4afd-916d-915c54866027 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b8dfc81-dd3e-4cc0-b4e5-705f0e7e3183 HTTP/1.1" status: 200 len: 944 time: 0.0829883 Dec 08 16:06:54.429912 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111737e-7987-43a0-8252-ecbadc361890 req-b838f3bb-e232-47b6-9d5d-1b5fc1f67f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:54.431715 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5111737e-7987-43a0-8252-ecbadc361890 req-b838f3bb-e232-47b6-9d5d-1b5fc1f67f7a service neutron] 10.222.0.37 "GET /v2.0/networks?id=34422553-fc63-47d6-a631-7f666537bc5c HTTP/1.1" status: 200 len: 909 time: 0.3719337 Dec 08 16:06:54.451993 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3cb665-c0db-4f1b-bda9-455927ab6ed7 req-e84d220c-e99e-44b0-b9d8-c79643c6a9bb tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:54.453732 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cf3cb665-c0db-4f1b-bda9-455927ab6ed7 req-e84d220c-e99e-44b0-b9d8-c79643c6a9bb tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9e721e2-7394-4a87-bbde-238568b2da7b HTTP/1.1" status: 200 len: 950 time: 0.3072014 Dec 08 16:06:54.462341 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c15020-038f-4a7c-ae4b-054a6c0cf230 admin admin] Network bb9d0058-2dc0-4e63-9bdc-6ba019b39e11 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:06:54.525008 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a9ae21b6-fa4b-4ba8-a0e4-caeb08955590 req-860aceb2-8be6-45cf-a3c2-f278de605828 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954273 Dec 08 16:06:54.537149 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5111737e-7987-43a0-8252-ecbadc361890 req-465c64d2-4394-47d9-951a-9e64802c5ceb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2 HTTP/1.1" status: 200 len: 217 time: 0.0773168 Dec 08 16:06:54.544908 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-54c15020-038f-4a7c-ae4b-054a6c0cf230 admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:06:54.548339 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-861b6f28-97ca-4047-9e7e-6e32dd793d42 req-f674c410-db86-4673-bbce-7c95df4546eb tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] For port 1c95887f-8d94-47e3-a094-535df5d8ef01, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=1c95887f-8d94-47e3-a094-535df5d8ef01,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:06:54.549380 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-861b6f28-97ca-4047-9e7e-6e32dd793d42 req-f674c410-db86-4673-bbce-7c95df4546eb tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:54.589735 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-861b6f28-97ca-4047-9e7e-6e32dd793d42 req-f674c410-db86-4673-bbce-7c95df4546eb tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Calling delete_port for 1c95887f-8d94-47e3-a094-535df5d8ef01 owned by compute:nova {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:06:54.736280 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111737e-7987-43a0-8252-ecbadc361890 req-2b734ab3-b0f9-4e29-8f08-e35dddf4b85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:54.737793 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5111737e-7987-43a0-8252-ecbadc361890 req-2b734ab3-b0f9-4e29-8f08-e35dddf4b85e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5db44a3c-d12a-4344-a611-2d41355a5e50 HTTP/1.1" status: 200 len: 848 time: 0.1810701 Dec 08 16:06:54.823412 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cf3cb665-c0db-4f1b-bda9-455927ab6ed7 req-55fbf27f-b205-43b9-ad91-b799bf23e026 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880087 Dec 08 16:06:54.873358 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5111737e-7987-43a0-8252-ecbadc361890 req-191ab094-e51d-4566-a931-f0804b8fdf0e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34422553-fc63-47d6-a631-7f666537bc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1233048 Dec 08 16:06:54.970427 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c15020-038f-4a7c-ae4b-054a6c0cf230 admin admin] Router 7a15cd1a-367c-46ee-bcf9-0990f49d0b68 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:06:54.977530 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-a607a763-8fe9-4cb0-b517-9e976148c349 None None] Provisioning complete for port f83d49af-9420-48e3-8a59-3ed98d8f52ca triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:06:54.977918 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a607a763-8fe9-4cb0-b517-9e976148c349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:55.050004 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-a607a763-8fe9-4cb0-b517-9e976148c349 None None] Port f83d49af-9420-48e3-8a59-3ed98d8f52ca cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:06:55.052545 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 0d497cfe-b086-4965-88d4-45789206e292 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:06:55.059896 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5111737e-7987-43a0-8252-ecbadc361890 req-6050a703-2a28-4d57-905a-92e32757fe2c service neutron] 10.222.0.37 "GET /v2.0/networks/34422553-fc63-47d6-a631-7f666537bc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752961 Dec 08 16:06:55.181405 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 0d497cfe-b086-4965-88d4-45789206e292, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=0d497cfe-b086-4965-88d4-45789206e292,segment=NetworkSegment(e6288665-5271-4e12-95de-f05a0f00000f),segment_id=e6288665-5271-4e12-95de-f05a0f00000f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:06:55.208396 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '0d497cfe-b086-4965-88d4-45789206e292', 'network_id': '7f044dd4-dc97-4f05-8a73-1de9a290e893', 'port_id': '0d497cfe-b086-4965-88d4-45789206e292', 'mac_address': 'fa:16:3e:9b:e4:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e145596-3948-4729-810a-534bcf8272d4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:06:55.311313 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:55.374485 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d497cfe-b086-4965-88d4-45789206e292 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:06:55.421908 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb0a96-77d4-4846-a1d7-73995494b689 req-b41b6ec5-4701-465f-9148-c27386a4e157 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:55.426120 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 0d497cfe-b086-4965-88d4-45789206e292, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=0d497cfe-b086-4965-88d4-45789206e292,segment=NetworkSegment(e6288665-5271-4e12-95de-f05a0f00000f),segment_id=e6288665-5271-4e12-95de-f05a0f00000f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:06:55.430129 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-08eb0a96-77d4-4846-a1d7-73995494b689 req-b41b6ec5-4701-465f-9148-c27386a4e157 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f7139be-5294-4aa3-a41f-1733174f1637 HTTP/1.1" status: 200 len: 944 time: 0.0714910 Dec 08 16:06:55.478148 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 73b7186c-09f7-40f0-8777-120013e51247 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:06:55.500870 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-08eb0a96-77d4-4846-a1d7-73995494b689 req-f220a828-2361-4d32-bf74-b8d5ce229da0 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696588 Dec 08 16:06:55.541047 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:55.635526 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=0d497cfe-b086-4965-88d4-45789206e292,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:55.645367 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 73b7186c-09f7-40f0-8777-120013e51247 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:06:55.645567 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:55.731782 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0927fdcc-fe6f-4d86-817f-14555b68d4d8 req-0e912ccf-fab9-4a43-aaf1-131192b6899d tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:55.741126 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0927fdcc-fe6f-4d86-817f-14555b68d4d8 req-0e912ccf-fab9-4a43-aaf1-131192b6899d tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b8dfc81-dd3e-4cc0-b4e5-705f0e7e3183 HTTP/1.1" status: 200 len: 945 time: 0.0903792 Dec 08 16:06:55.760852 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-861b6f28-97ca-4047-9e7e-6e32dd793d42 req-f674c410-db86-4673-bbce-7c95df4546eb tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:55.790880 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['ef06a5d6-dcd4-45e8-a30d-3050fe0c914c'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:06:55.820822 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d068faed-1cc9-4750-a3ec-fea17af846ce req-8e26ff43-4154-4253-b77b-28b584ab607e tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:55.823763 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0927fdcc-fe6f-4d86-817f-14555b68d4d8 req-00e8c86c-7593-42f1-af28-2fbe3febf9db tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761065 Dec 08 16:06:55.829350 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d068faed-1cc9-4750-a3ec-fea17af846ce req-8e26ff43-4154-4253-b77b-28b584ab607e tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=89f03c71-3b24-4361-bfb5-f07d6b8adf10 HTTP/1.1" status: 200 len: 945 time: 0.6770704 Dec 08 16:06:55.843218 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f674c410-db86-4673-bbce-7c95df4546eb tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Pushing event deleted for resources: {'Port': ['ID=1c95887f-8d94-47e3-a094-535df5d8ef01,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:55.880812 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c15020-038f-4a7c-ae4b-054a6c0cf230 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:06:55.890533 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['0d497cfe-b086-4965-88d4-45789206e292'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:06:55.902967 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b24422-ea99-4822-abd7-3997b53e6f4e None None] Sync routers for ids ['7a15cd1a-367c-46ee-bcf9-0990f49d0b68'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:06:55.909899 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-54c15020-038f-4a7c-ae4b-054a6c0cf230 admin admin] 10.222.0.64 "PUT /v2.0/routers/7a15cd1a-367c-46ee-bcf9-0990f49d0b68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0286872 Dec 08 16:06:55.949893 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-861b6f28-97ca-4047-9e7e-6e32dd793d42 req-f674c410-db86-4673-bbce-7c95df4546eb tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] No DVR routers for this DVR port 1c95887f-8d94-47e3-a094-535df5d8ef01 on host n-h2-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:06:55.953318 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5111737e-7987-43a0-8252-ecbadc361890 req-7354d879-1678-481a-9bbc-9e1c9ed9a27a service neutron] 10.222.0.37 "GET /v2.0/networks/34422553-fc63-47d6-a631-7f666537bc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8040278 Dec 08 16:06:55.960014 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-861b6f28-97ca-4047-9e7e-6e32dd793d42 req-f674c410-db86-4673-bbce-7c95df4546eb tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:55.963164 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-861b6f28-97ca-4047-9e7e-6e32dd793d42 req-f674c410-db86-4673-bbce-7c95df4546eb tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.37 "DELETE /v2.0/ports/1c95887f-8d94-47e3-a094-535df5d8ef01 HTTP/1.1" status: 204 len: 173 time: 2.4906418 Dec 08 16:06:55.967034 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e721e2-7394-4a87-bbde-238568b2da7b', 'name': 'network-vif-deleted', 'tag': '1c95887f-8d94-47e3-a094-535df5d8ef01'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:06:55.967034 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4ecb91-1e79-47d4-bf4a-ad13dd7930d9" -d '{"events": [{"server_uuid": "a9e721e2-7394-4a87-bbde-238568b2da7b", "name": "network-vif-deleted", "tag": "1c95887f-8d94-47e3-a094-535df5d8ef01"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:06:55.990858 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d068faed-1cc9-4750-a3ec-fea17af846ce req-b2955a81-e4e3-4d70-b48f-4fefb33e9a19 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529078 Dec 08 16:06:56.044459 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73cbd4b4-253d-4baf-acb1-b5be2ec95978 req-afb46744-cf9d-4124-818f-9d33f32ca2ed tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9e721e2-7394-4a87-bbde-238568b2da7b HTTP/1.1" status: 200 len: 210 time: 0.0633674 Dec 08 16:06:56.098487 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b24422-ea99-4822-abd7-3997b53e6f4e None None] Routers {'7a15cd1a-367c-46ee-bcf9-0990f49d0b68'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:06:56.100253 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-16b24422-ea99-4822-abd7-3997b53e6f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:06:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['7a15cd1a-367c-46ee-bcf9-0990f49d0b68'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:06:56.159546 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0e7ec7-24f9-453a-a728-8285fb4e3594 x-openstack-request-id: req-6c0e7ec7-24f9-453a-a728-8285fb4e3594 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:06:56.159546 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9e721e2-7394-4a87-bbde-238568b2da7b", "name": "network-vif-deleted", "tag": "1c95887f-8d94-47e3-a094-535df5d8ef01", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:06:56.160261 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6c0e7ec7-24f9-453a-a728-8285fb4e3594 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:06:56.160784 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e721e2-7394-4a87-bbde-238568b2da7b', 'name': 'network-vif-deleted', 'tag': '1c95887f-8d94-47e3-a094-535df5d8ef01', 'status': 'completed', 'code': 200} Dec 08 16:06:56.172795 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111737e-7987-43a0-8252-ecbadc361890 req-f22bbe1d-4f74-4a34-9aeb-634bb93ff8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:56.174867 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5111737e-7987-43a0-8252-ecbadc361890 req-f22bbe1d-4f74-4a34-9aeb-634bb93ff8c8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=caac6054f139468286b7372b1a81b368&device_id=9b8dfc81-dd3e-4cc0-b4e5-705f0e7e3183 HTTP/1.1" status: 200 len: 1097 time: 0.0743241 Dec 08 16:06:56.351187 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111737e-7987-43a0-8252-ecbadc361890 req-55900322-a004-4a13-8af3-9585504cfb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:56.352816 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5111737e-7987-43a0-8252-ecbadc361890 req-55900322-a004-4a13-8af3-9585504cfb72 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7f044dd4-dc97-4f05-8a73-1de9a290e893 HTTP/1.1" status: 200 len: 905 time: 0.1704526 Dec 08 16:06:56.376420 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-16b24422-ea99-4822-abd7-3997b53e6f4e None None] Set router 7a15cd1a-367c-46ee-bcf9-0990f49d0b68 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:06:56.409491 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5111737e-7987-43a0-8252-ecbadc361890 req-0f319702-62dc-4a11-9f48-425ec7cf57d0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d497cfe-b086-4965-88d4-45789206e292 HTTP/1.1" status: 200 len: 217 time: 0.0456941 Dec 08 16:06:56.525141 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111737e-7987-43a0-8252-ecbadc361890 req-08f49373-7a64-401b-a485-a04f6e308fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:56.528800 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5111737e-7987-43a0-8252-ecbadc361890 req-08f49373-7a64-401b-a485-a04f6e308fca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0e145596-3948-4729-810a-534bcf8272d4 HTTP/1.1" status: 200 len: 844 time: 0.1099176 Dec 08 16:06:56.566950 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5111737e-7987-43a0-8252-ecbadc361890 req-a9c3e6f9-d699-4a44-ae85-adc3c12d97bf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7f044dd4-dc97-4f05-8a73-1de9a290e893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307255 Dec 08 16:06:56.710066 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-16b24422-ea99-4822-abd7-3997b53e6f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a15cd1a-367c-46ee-bcf9-0990f49d0b68', 'name': 'tempest-ServersTestBootFromVolume-1433177018-router', 'tenant_id': 'd2ccfe6975714fc3b8a138ea789f3317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '73b7186c-09f7-40f0-8777-120013e51247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:06:46Z', 'updated_at': '2021-12-08T16:06:53Z', 'revision_number': 4, 'project_id': 'd2ccfe6975714fc3b8a138ea789f3317', 'gw_port': {'id': '73b7186c-09f7-40f0-8777-120013e51247', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:28:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a15cd1a-367c-46ee-bcf9-0990f49d0b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:06:47Z', 'updated_at': '2021-12-08T16:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'f83d49af-9420-48e3-8a59-3ed98d8f52ca', 'name': '', 'network_id': 'bb9d0058-2dc0-4e63-9bdc-6ba019b39e11', 'tenant_id': 'd2ccfe6975714fc3b8a138ea789f3317', 'mac_address': 'fa:16:3e:20:04:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a15cd1a-367c-46ee-bcf9-0990f49d0b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '59c87d8b-18df-4d41-af98-f6c5328cc834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:06:51Z', 'updated_at': '2021-12-08T16:06:53Z', 'revision_number': 2, 'project_id': 'd2ccfe6975714fc3b8a138ea789f3317', 'subnets': [{'id': '59c87d8b-18df-4d41-af98-f6c5328cc834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:06:56.744270 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fecbe0-cace-4730-acee-8330c89f53db req-4e21324d-e2e6-4dc7-9145-de091e1a4038 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:56.745892 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-48fecbe0-cace-4730-acee-8330c89f53db req-4e21324d-e2e6-4dc7-9145-de091e1a4038 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f7139be-5294-4aa3-a41f-1733174f1637 HTTP/1.1" status: 200 len: 944 time: 0.0800626 Dec 08 16:06:56.757438 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5111737e-7987-43a0-8252-ecbadc361890 req-64925345-7cf7-4232-ad79-46089b9cc407 service neutron] 10.222.0.37 "GET /v2.0/networks/7f044dd4-dc97-4f05-8a73-1de9a290e893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808319 Dec 08 16:06:56.761841 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b24422-ea99-4822-abd7-3997b53e6f4e None None] Checking router: 7a15cd1a-367c-46ee-bcf9-0990f49d0b68 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:06:56.762545 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b24422-ea99-4822-abd7-3997b53e6f4e None None] Updating router 7a15cd1a-367c-46ee-bcf9-0990f49d0b68 port f83d49af-9420-48e3-8a59-3ed98d8f52ca binding host n-d-776250-12 {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:06:56.795044 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-16b24422-ea99-4822-abd7-3997b53e6f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:56.797531 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 38806) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:06:56.803114 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-523740fb-ea5c-4cfa-9d24-a7a85baa1f2a tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Request body: {'security_group': {'name': 'tempest-securitygroup--667229047', 'description': 'tempest-description--990127938'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:06:56.863940 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-48fecbe0-cace-4730-acee-8330c89f53db req-e9c8a432-f73f-4464-b05c-edfbf0f9f6ae tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054304 Dec 08 16:06:56.895420 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5111737e-7987-43a0-8252-ecbadc361890 req-26b7ba2c-a229-47b0-83e5-a82445a708bc service neutron] 10.222.0.37 "GET /v2.0/networks/7f044dd4-dc97-4f05-8a73-1de9a290e893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229811 Dec 08 16:06:56.941620 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-523740fb-ea5c-4cfa-9d24-a7a85baa1f2a tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:57.021134 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae8ba2-c774-41b7-b065-764798dfdcfe req-cd979212-b49e-4354-9f61-f261bb82518c tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:57.025219 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3aae8ba2-c774-41b7-b065-764798dfdcfe req-cd979212-b49e-4354-9f61-f261bb82518c tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b8dfc81-dd3e-4cc0-b4e5-705f0e7e3183 HTTP/1.1" status: 200 len: 945 time: 0.1073000 Dec 08 16:06:57.083720 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 1c95887f-8d94-47e3-a094-535df5d8ef01 no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:06:57.106460 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: 1c95887f-8d94-47e3-a094-535df5d8ef01 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:06:57.106809 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 1c95887f-8d94-47e3-a094-535df5d8ef01 not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:06:57.131835 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3aae8ba2-c774-41b7-b065-764798dfdcfe req-4392549b-696f-4711-8878-10ebcf0ac30b tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941944 Dec 08 16:06:57.211873 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f688f-37fd-46c4-a85b-2e5b81cc8749 req-81fc9b91-8677-413f-b651-3ffaeb80b835 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:57.211873 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ea2f688f-37fd-46c4-a85b-2e5b81cc8749 req-81fc9b91-8677-413f-b651-3ffaeb80b835 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=89f03c71-3b24-4361-bfb5-f07d6b8adf10 HTTP/1.1" status: 200 len: 945 time: 0.0720696 Dec 08 16:06:57.213035 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-523740fb-ea5c-4cfa-9d24-a7a85baa1f2a tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:57.213231 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-16b24422-ea99-4822-abd7-3997b53e6f4e None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:57.233356 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ea2f688f-37fd-46c4-a85b-2e5b81cc8749 req-f0f50ef0-e5a4-4574-b43c-6f7913678eb2 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742197 Dec 08 16:06:57.346942 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-47e7b803-ca57-455b-a625-59b50e51e2db req-07434c40-55e7-45a5-a020-b40e59e5900b tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9e721e2-7394-4a87-bbde-238568b2da7b HTTP/1.1" status: 200 len: 210 time: 0.0456541 Dec 08 16:06:57.459154 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-523740fb-ea5c-4cfa-9d24-a7a85baa1f2a tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:57.459701 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-16b24422-ea99-4822-abd7-3997b53e6f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:57.503373 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523740fb-ea5c-4cfa-9d24-a7a85baa1f2a tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6baf912a-f0d0-4cd4-8757-b1de646fe2bb,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:57.531775 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b61ad6-eb08-498b-886b-326dfeaa1033 None None] Pushing event updated for resources: {'Port': ['ID=f83d49af-9420-48e3-8a59-3ed98d8f52ca,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:57.611470 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-523740fb-ea5c-4cfa-9d24-a7a85baa1f2a tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:57.614181 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-16b24422-ea99-4822-abd7-3997b53e6f4e None None] Attempting to bind port f83d49af-9420-48e3-8a59-3ed98d8f52ca on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:06:57.618313 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-16b24422-ea99-4822-abd7-3997b53e6f4e None None] Attempting to bind port f83d49af-9420-48e3-8a59-3ed98d8f52ca by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'ae9063a3-4977-48dc-a085-b64f51b7803d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'bb9d0058-2dc0-4e63-9bdc-6ba019b39e11'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:06:57.618313 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b24422-ea99-4822-abd7-3997b53e6f4e None None] Attempting to bind port f83d49af-9420-48e3-8a59-3ed98d8f52ca on network bb9d0058-2dc0-4e63-9bdc-6ba019b39e11 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:06:57.619138 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 38820) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:06:57.620243 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-523740fb-ea5c-4cfa-9d24-a7a85baa1f2a tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.8210690 Dec 08 16:06:57.627845 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-74552ec4-2ba0-48d0-b597-b6875e138ec9 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Request body: {'security_group_rule': {'security_group_id': '6baf912a-f0d0-4cd4-8757-b1de646fe2bb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:06:57.629338 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b24422-ea99-4822-abd7-3997b53e6f4e None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:06:57.635717 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b24422-ea99-4822-abd7-3997b53e6f4e None None] Checking segment: {'id': 'ae9063a3-4977-48dc-a085-b64f51b7803d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'bb9d0058-2dc0-4e63-9bdc-6ba019b39e11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:06:57.635717 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-16b24422-ea99-4822-abd7-3997b53e6f4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:57.635717 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b24422-ea99-4822-abd7-3997b53e6f4e None None] Bound using segment: {'id': 'ae9063a3-4977-48dc-a085-b64f51b7803d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'bb9d0058-2dc0-4e63-9bdc-6ba019b39e11'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:06:57.635717 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-16b24422-ea99-4822-abd7-3997b53e6f4e None None] Bound port: f83d49af-9420-48e3-8a59-3ed98d8f52ca, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae9063a3-4977-48dc-a085-b64f51b7803d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'bb9d0058-2dc0-4e63-9bdc-6ba019b39e11'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:06:57.635717 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-16b24422-ea99-4822-abd7-3997b53e6f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:57.742372 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-16b24422-ea99-4822-abd7-3997b53e6f4e None None] For port f83d49af-9420-48e3-8a59-3ed98d8f52ca, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:06:57.747125 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-16b24422-ea99-4822-abd7-3997b53e6f4e None None] For port f83d49af-9420-48e3-8a59-3ed98d8f52ca, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=f83d49af-9420-48e3-8a59-3ed98d8f52ca,segment=NetworkSegment(ae9063a3-4977-48dc-a085-b64f51b7803d),segment_id=ae9063a3-4977-48dc-a085-b64f51b7803d)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:06:57.786598 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-74552ec4-2ba0-48d0-b597-b6875e138ec9 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:57.862054 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-74552ec4-2ba0-48d0-b597-b6875e138ec9 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:57.865977 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-16b24422-ea99-4822-abd7-3997b53e6f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:57.926657 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-e6895e5f-66f4-4bf0-9b4c-454e37a5477f None None] Provisioning complete for port f83d49af-9420-48e3-8a59-3ed98d8f52ca triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:06:57.927139 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e6895e5f-66f4-4bf0-9b4c-454e37a5477f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:57.974450 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-74552ec4-2ba0-48d0-b597-b6875e138ec9 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:58.012310 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b61ad6-eb08-498b-886b-326dfeaa1033 None None] Pushing event updated for resources: {'Port': ['ID=f83d49af-9420-48e3-8a59-3ed98d8f52ca,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:58.017444 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b24422-ea99-4822-abd7-3997b53e6f4e None None] Routers {'7a15cd1a-367c-46ee-bcf9-0990f49d0b68'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:06:58.018082 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-16b24422-ea99-4822-abd7-3997b53e6f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:06:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['7a15cd1a-367c-46ee-bcf9-0990f49d0b68'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:06:58.023674 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74552ec4-2ba0-48d0-b597-b6875e138ec9 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8f69140-5a17-433c-a428-e89738723258,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:58.044937 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a926d39-d525-45de-b5e3-eb77af0655d9 req-aa5e4507-fb47-46db-94a3-2a75c5e501ea tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:58.053254 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5a926d39-d525-45de-b5e3-eb77af0655d9 req-aa5e4507-fb47-46db-94a3-2a75c5e501ea tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f7139be-5294-4aa3-a41f-1733174f1637 HTTP/1.1" status: 200 len: 944 time: 0.0886991 Dec 08 16:06:58.086307 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-74552ec4-2ba0-48d0-b597-b6875e138ec9 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:58.088932 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-74552ec4-2ba0-48d0-b597-b6875e138ec9 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4676356 Dec 08 16:06:58.091204 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 38824) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:06:58.099201 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-4dd3eb91-8373-44bc-a2a8-0178a536feb1 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Request body: {'security_group_rule': {'security_group_id': '6baf912a-f0d0-4cd4-8757-b1de646fe2bb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:06:58.149381 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5a926d39-d525-45de-b5e3-eb77af0655d9 req-790ef183-e2a0-4a2f-8dff-70c6e9e32697 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943811 Dec 08 16:06:58.181436 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e6895e5f-66f4-4bf0-9b4c-454e37a5477f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:58.277343 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4dd3eb91-8373-44bc-a2a8-0178a536feb1 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:58.393687 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-16b24422-ea99-4822-abd7-3997b53e6f4e None None] Set router 7a15cd1a-367c-46ee-bcf9-0990f49d0b68 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:06:58.394907 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc08e14-702b-4471-841b-d81f629e844c req-4fe16a8d-1fa1-4f24-9114-15eadb095bdc tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:58.396769 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9dc08e14-702b-4471-841b-d81f629e844c req-4fe16a8d-1fa1-4f24-9114-15eadb095bdc tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b8dfc81-dd3e-4cc0-b4e5-705f0e7e3183 HTTP/1.1" status: 200 len: 945 time: 0.1005003 Dec 08 16:06:58.400343 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4dd3eb91-8373-44bc-a2a8-0178a536feb1 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:58.437627 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c823592-1eda-4bc9-85b7-0ad93454c766 req-3dd3be00-38a6-4c81-a73a-75dc45ee973f tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:58.441475 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6c823592-1eda-4bc9-85b7-0ad93454c766 req-3dd3be00-38a6-4c81-a73a-75dc45ee973f tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=89f03c71-3b24-4361-bfb5-f07d6b8adf10 HTTP/1.1" status: 200 len: 945 time: 0.0706367 Dec 08 16:06:58.479429 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9dc08e14-702b-4471-841b-d81f629e844c req-9ced73e9-7250-4c05-af48-15e630724608 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725636 Dec 08 16:06:58.504861 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-e6895e5f-66f4-4bf0-9b4c-454e37a5477f None None] For port f83d49af-9420-48e3-8a59-3ed98d8f52ca, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=f83d49af-9420-48e3-8a59-3ed98d8f52ca,segment=NetworkSegment(ae9063a3-4977-48dc-a085-b64f51b7803d),segment_id=ae9063a3-4977-48dc-a085-b64f51b7803d)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:06:58.516479 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6c823592-1eda-4bc9-85b7-0ad93454c766 req-2a15d37f-dd43-49b2-8b62-eadbee96152c tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640066 Dec 08 16:06:58.560485 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4dd3eb91-8373-44bc-a2a8-0178a536feb1 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:58.571874 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd3eb91-8373-44bc-a2a8-0178a536feb1 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77a7813e-45b8-4b02-8a47-c3051080cff7,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:58.679595 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-16b24422-ea99-4822-abd7-3997b53e6f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a15cd1a-367c-46ee-bcf9-0990f49d0b68', 'name': 'tempest-ServersTestBootFromVolume-1433177018-router', 'tenant_id': 'd2ccfe6975714fc3b8a138ea789f3317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '73b7186c-09f7-40f0-8777-120013e51247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:06:46Z', 'updated_at': '2021-12-08T16:06:53Z', 'revision_number': 4, 'project_id': 'd2ccfe6975714fc3b8a138ea789f3317', 'gw_port': {'id': '73b7186c-09f7-40f0-8777-120013e51247', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:28:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a15cd1a-367c-46ee-bcf9-0990f49d0b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:06:47Z', 'updated_at': '2021-12-08T16:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'f83d49af-9420-48e3-8a59-3ed98d8f52ca', 'name': '', 'network_id': 'bb9d0058-2dc0-4e63-9bdc-6ba019b39e11', 'tenant_id': 'd2ccfe6975714fc3b8a138ea789f3317', 'mac_address': 'fa:16:3e:20:04:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a15cd1a-367c-46ee-bcf9-0990f49d0b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '59c87d8b-18df-4d41-af98-f6c5328cc834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:06:51Z', 'updated_at': '2021-12-08T16:06:57Z', 'revision_number': 4, 'project_id': 'd2ccfe6975714fc3b8a138ea789f3317', 'subnets': [{'id': '59c87d8b-18df-4d41-af98-f6c5328cc834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:06:58.712003 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b24422-ea99-4822-abd7-3997b53e6f4e None None] The sync data for ids ['7a15cd1a-367c-46ee-bcf9-0990f49d0b68'] in n-d-776250-12 is: [{'id': '7a15cd1a-367c-46ee-bcf9-0990f49d0b68', 'name': 'tempest-ServersTestBootFromVolume-1433177018-router', 'tenant_id': 'd2ccfe6975714fc3b8a138ea789f3317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '73b7186c-09f7-40f0-8777-120013e51247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:06:46Z', 'updated_at': '2021-12-08T16:06:53Z', 'revision_number': 4, 'project_id': 'd2ccfe6975714fc3b8a138ea789f3317', 'gw_port': {'id': '73b7186c-09f7-40f0-8777-120013e51247', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:28:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a15cd1a-367c-46ee-bcf9-0990f49d0b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:06:47Z', 'updated_at': '2021-12-08T16:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'f83d49af-9420-48e3-8a59-3ed98d8f52ca', 'name': '', 'network_id': 'bb9d0058-2dc0-4e63-9bdc-6ba019b39e11', 'tenant_id': 'd2ccfe6975714fc3b8a138ea789f3317', 'mac_address': 'fa:16:3e:20:04:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a15cd1a-367c-46ee-bcf9-0990f49d0b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '59c87d8b-18df-4d41-af98-f6c5328cc834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:06:51Z', 'updated_at': '2021-12-08T16:06:57Z', 'revision_number': 4, 'project_id': 'd2ccfe6975714fc3b8a138ea789f3317', 'subnets': [{'id': '59c87d8b-18df-4d41-af98-f6c5328cc834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:06:58.725677 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e6895e5f-66f4-4bf0-9b4c-454e37a5477f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:58.759381 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4dd3eb91-8373-44bc-a2a8-0178a536feb1 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:58.759381 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-4dd3eb91-8373-44bc-a2a8-0178a536feb1 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6662345 Dec 08 16:06:58.761850 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 38840) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:06:58.790869 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-aa99d20a-1c5c-46d7-9b34-f50d40ca7b55 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Request body: {'floatingip': {'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:06:58.823730 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6895e5f-66f4-4bf0-9b4c-454e37a5477f None None] Pushing event updated for resources: {'Port': ['ID=f83d49af-9420-48e3-8a59-3ed98d8f52ca,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:58.864131 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-622e7384-13cc-4362-a163-60e9ac276432 None None] Provisioning complete for port f83d49af-9420-48e3-8a59-3ed98d8f52ca triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:06:58.864811 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-622e7384-13cc-4362-a163-60e9ac276432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:58.927922 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aa99d20a-1c5c-46d7-9b34-f50d40ca7b55 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Publish callbacks [] for floatingip, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:59.056820 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 0d497cfe-b086-4965-88d4-45789206e292 up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:06:59.073367 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aa99d20a-1c5c-46d7-9b34-f50d40ca7b55 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:59.202530 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-aa99d20a-1c5c-46d7-9b34-f50d40ca7b55 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Allocated IP 172.25.0.178 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/d10e69dc-f668-4c95-8d2b-a1b3c49e0480) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:06:59.208489 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port 0d497cfe-b086-4965-88d4-45789206e292 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:06:59.214035 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 0d497cfe-b086-4965-88d4-45789206e292 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:06:59.214035 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:59.350669 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3eefaa-0996-4dbc-8ec0-fdcbeff775c3 req-2198a600-e64c-4c31-9ae7-b9c5ddc9e3a7 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:59.353379 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:59.362933 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8d3eefaa-0996-4dbc-8ec0-fdcbeff775c3 req-2198a600-e64c-4c31-9ae7-b9c5ddc9e3a7 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bef8080-b8f4-4497-bc91-7ab62c323024 HTTP/1.1" status: 200 len: 950 time: 0.1337538 Dec 08 16:06:59.394821 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627bc06-70c9-42f5-bdc9-fabe01c60d3a req-0a39f87b-279a-4c60-a501-5341c42d74a6 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:59.403252 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b8dfc81-dd3e-4cc0-b4e5-705f0e7e3183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d497cfe-b086-4965-88d4-45789206e292'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:06:59.403959 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6627bc06-70c9-42f5-bdc9-fabe01c60d3a req-0a39f87b-279a-4c60-a501-5341c42d74a6 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f7139be-5294-4aa3-a41f-1733174f1637 HTTP/1.1" status: 200 len: 944 time: 0.1011155 Dec 08 16:06:59.410554 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b08b53-d59d-4bb3-97ce-639146be4a26" -d '{"events": [{"server_uuid": "9b8dfc81-dd3e-4cc0-b4e5-705f0e7e3183", "name": "network-vif-plugged", "status": "completed", "tag": "0d497cfe-b086-4965-88d4-45789206e292"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:06:59.426683 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 0d497cfe-b086-4965-88d4-45789206e292, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=0d497cfe-b086-4965-88d4-45789206e292,segment=NetworkSegment(e6288665-5271-4e12-95de-f05a0f00000f),segment_id=e6288665-5271-4e12-95de-f05a0f00000f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:06:59.455498 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aa99d20a-1c5c-46d7-9b34-f50d40ca7b55 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:59.481584 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6627bc06-70c9-42f5-bdc9-fabe01c60d3a req-dd27ec11-2d53-4017-98a7-95735c102620 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744998 Dec 08 16:06:59.534613 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8d3eefaa-0996-4dbc-8ec0-fdcbeff775c3 req-7b23fec4-9d57-4271-8628-73a554a26ac4 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628067 Dec 08 16:06:59.555727 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device f83d49af-9420-48e3-8a59-3ed98d8f52ca up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:06:59.613742 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f0a4e4-8ece-4bd8-a0c9-319faa42139a x-openstack-request-id: req-c6f0a4e4-8ece-4bd8-a0c9-319faa42139a {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:06:59.614174 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b8dfc81-dd3e-4cc0-b4e5-705f0e7e3183", "name": "network-vif-plugged", "status": "completed", "tag": "0d497cfe-b086-4965-88d4-45789206e292", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:06:59.614344 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c6f0a4e4-8ece-4bd8-a0c9-319faa42139a {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:06:59.614725 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b8dfc81-dd3e-4cc0-b4e5-705f0e7e3183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d497cfe-b086-4965-88d4-45789206e292', 'code': 200} Dec 08 16:06:59.618320 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:59.619802 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aa99d20a-1c5c-46d7-9b34-f50d40ca7b55 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:59.759848 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa99d20a-1c5c-46d7-9b34-f50d40ca7b55 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:06:59.761747 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=0d497cfe-b086-4965-88d4-45789206e292,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:59.765675 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-aa99d20a-1c5c-46d7-9b34-f50d40ca7b55 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:06:59.793909 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port f83d49af-9420-48e3-8a59-3ed98d8f52ca triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:06:59.794391 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:59.802990 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa99d20a-1c5c-46d7-9b34-f50d40ca7b55 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:06:59.832403 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a6c9c-c707-43de-bc8b-fbce3eb705cc req-e970ea7d-f1d4-4b83-b3ad-d3f651ed3532 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:59.842064 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-324a6c9c-c707-43de-bc8b-fbce3eb705cc req-e970ea7d-f1d4-4b83-b3ad-d3f651ed3532 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=89f03c71-3b24-4361-bfb5-f07d6b8adf10 HTTP/1.1" status: 200 len: 945 time: 0.1099923 Dec 08 16:06:59.864401 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f20ab-ae4e-400e-91d0-10cd511a7a2a req-9f866fe3-13f5-4543-bd13-aee0f8559ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:59.866130 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-eb1f20ab-ae4e-400e-91d0-10cd511a7a2a req-9f866fe3-13f5-4543-bd13-aee0f8559ba3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9b8dfc81-dd3e-4cc0-b4e5-705f0e7e3183 HTTP/1.1" status: 200 len: 1098 time: 0.1192575 Dec 08 16:06:59.887997 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aa99d20a-1c5c-46d7-9b34-f50d40ca7b55 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:59.896894 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa99d20a-1c5c-46d7-9b34-f50d40ca7b55 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Pushing event updated for resources: {'Port': ['ID=d10e69dc-f668-4c95-8d2b-a1b3c49e0480,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:59.934843 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7889b7-b63a-4b0b-8c71-804616d3cd84 req-8e0654cd-8c12-4590-9109-7816272129a5 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:59.944486 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7e7889b7-b63a-4b0b-8c71-804616d3cd84 req-8e0654cd-8c12-4590-9109-7816272129a5 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b8dfc81-dd3e-4cc0-b4e5-705f0e7e3183 HTTP/1.1" status: 200 len: 946 time: 0.2226076 Dec 08 16:06:59.953894 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-324a6c9c-c707-43de-bc8b-fbce3eb705cc req-6544315a-36af-4291-b80d-82acfe00c0f1 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099331 Dec 08 16:06:59.990239 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-eb1f20ab-ae4e-400e-91d0-10cd511a7a2a req-7e117a67-cd47-4563-b5fc-d83430f07500 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146710 Dec 08 16:07:00.020914 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aa99d20a-1c5c-46d7-9b34-f50d40ca7b55 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:00.060777 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7e7889b7-b63a-4b0b-8c71-804616d3cd84 req-ab76df2f-6cc4-4f47-8f30-de33060765b1 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146889 Dec 08 16:07:00.234862 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aa99d20a-1c5c-46d7-9b34-f50d40ca7b55 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:00.308855 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aa99d20a-1c5c-46d7-9b34-f50d40ca7b55 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:00.328670 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aa99d20a-1c5c-46d7-9b34-f50d40ca7b55 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:00.379279 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa99d20a-1c5c-46d7-9b34-f50d40ca7b55 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Pushing event updated for resources: {'Port': ['ID=d10e69dc-f668-4c95-8d2b-a1b3c49e0480,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:00.472912 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aa99d20a-1c5c-46d7-9b34-f50d40ca7b55 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:00.474285 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-aa99d20a-1c5c-46d7-9b34-f50d40ca7b55 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7112002 Dec 08 16:07:00.616372 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea00bc4-25a4-4462-851c-93a1b87c950e req-3aa074a3-b4e3-4e37-a0aa-16d633b1a97b tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:00.618758 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7ea00bc4-25a4-4462-851c-93a1b87c950e req-3aa074a3-b4e3-4e37-a0aa-16d633b1a97b tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f7139be-5294-4aa3-a41f-1733174f1637 HTTP/1.1" status: 200 len: 944 time: 0.0666869 Dec 08 16:07:00.663966 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16275f96-f6ef-4677-8cd8-342c5d9de349 req-1710746c-16bf-441f-84da-a55fd6b85e48 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:00.668860 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-16275f96-f6ef-4677-8cd8-342c5d9de349 req-1710746c-16bf-441f-84da-a55fd6b85e48 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bef8080-b8f4-4497-bc91-7ab62c323024 HTTP/1.1" status: 200 len: 950 time: 0.0652559 Dec 08 16:07:00.672550 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7ea00bc4-25a4-4462-851c-93a1b87c950e req-b885ac49-1d39-4af4-bfc0-d88a3b250e08 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473247 Dec 08 16:07:00.783036 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-16275f96-f6ef-4677-8cd8-342c5d9de349 req-90f463f8-8b64-4994-b4e8-7afe022fb8c8 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/security-groups?id=f75e1b6f-946e-4329-848c-a83d4e3fca1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018817 Dec 08 16:07:00.840294 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25520be5-6d14-4ff2-878b-08bfd301056c req-bbaba83e-8173-42cc-aa6b-0cd3d24adb4a tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:00.841808 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-25520be5-6d14-4ff2-878b-08bfd301056c req-bbaba83e-8173-42cc-aa6b-0cd3d24adb4a tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bef8080-b8f4-4497-bc91-7ab62c323024 HTTP/1.1" status: 200 len: 950 time: 0.0556030 Dec 08 16:07:00.949738 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-25520be5-6d14-4ff2-878b-08bfd301056c req-8e608e9f-3e27-4d62-a49f-3285182fd091 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Deleting port ef06a5d6-dcd4-45e8-a30d-3050fe0c914c {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:07:00.949997 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-25520be5-6d14-4ff2-878b-08bfd301056c req-8e608e9f-3e27-4d62-a49f-3285182fd091 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:01.076721 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-25520be5-6d14-4ff2-878b-08bfd301056c req-8e608e9f-3e27-4d62-a49f-3285182fd091 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] For port ef06a5d6-dcd4-45e8-a30d-3050fe0c914c, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=ef06a5d6-dcd4-45e8-a30d-3050fe0c914c,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:07:01.077178 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-25520be5-6d14-4ff2-878b-08bfd301056c req-8e608e9f-3e27-4d62-a49f-3285182fd091 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:01.096290 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-25520be5-6d14-4ff2-878b-08bfd301056c req-8e608e9f-3e27-4d62-a49f-3285182fd091 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Calling delete_port for ef06a5d6-dcd4-45e8-a30d-3050fe0c914c owned by compute:nova {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:07:01.145341 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c03dac7-b7af-4aba-9953-5bd156e737b2 req-de960c2e-3fc2-4d79-95e2-02516b771f00 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:01.150172 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4c03dac7-b7af-4aba-9953-5bd156e737b2 req-de960c2e-3fc2-4d79-95e2-02516b771f00 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=89f03c71-3b24-4361-bfb5-f07d6b8adf10 HTTP/1.1" status: 200 len: 945 time: 0.0917652 Dec 08 16:07:01.212028 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4c03dac7-b7af-4aba-9953-5bd156e737b2 req-f8a4b5c5-8578-48fa-8e6f-0b44b7e7c6fa tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571084 Dec 08 16:07:01.306614 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1be4a4d-a506-41a3-921c-d591595c9fe2 req-bb459f45-0ee3-4c94-89a7-814c1e428f62 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:01.308236 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e1be4a4d-a506-41a3-921c-d591595c9fe2 req-bb459f45-0ee3-4c94-89a7-814c1e428f62 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b8dfc81-dd3e-4cc0-b4e5-705f0e7e3183 HTTP/1.1" status: 200 len: 946 time: 0.0603118 Dec 08 16:07:01.373744 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e1be4a4d-a506-41a3-921c-d591595c9fe2 req-87fab7da-8c2c-4c36-8421-893ef12b123d tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591724 Dec 08 16:07:01.397309 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-25520be5-6d14-4ff2-878b-08bfd301056c req-8e608e9f-3e27-4d62-a49f-3285182fd091 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:01.413186 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['ef06a5d6-dcd4-45e8-a30d-3050fe0c914c'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:07:01.438763 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e608e9f-3e27-4d62-a49f-3285182fd091 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Pushing event deleted for resources: {'Port': ['ID=ef06a5d6-dcd4-45e8-a30d-3050fe0c914c,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:01.497260 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-25520be5-6d14-4ff2-878b-08bfd301056c req-8e608e9f-3e27-4d62-a49f-3285182fd091 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] No DVR routers for this DVR port ef06a5d6-dcd4-45e8-a30d-3050fe0c914c on host n-h2-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:07:01.512785 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-25520be5-6d14-4ff2-878b-08bfd301056c req-8e608e9f-3e27-4d62-a49f-3285182fd091 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:01.512785 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-25520be5-6d14-4ff2-878b-08bfd301056c req-8e608e9f-3e27-4d62-a49f-3285182fd091 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.37 "DELETE /v2.0/ports/ef06a5d6-dcd4-45e8-a30d-3050fe0c914c HTTP/1.1" status: 204 len: 173 time: 0.6540761 Dec 08 16:07:01.512785 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bef8080-b8f4-4497-bc91-7ab62c323024', 'name': 'network-vif-deleted', 'tag': 'ef06a5d6-dcd4-45e8-a30d-3050fe0c914c'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:07:01.512785 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39cbadd3-b097-4a4b-bb19-6b090f853a24" -d '{"events": [{"server_uuid": "7bef8080-b8f4-4497-bc91-7ab62c323024", "name": "network-vif-deleted", "tag": "ef06a5d6-dcd4-45e8-a30d-3050fe0c914c"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:07:01.546562 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714f5236-0517-42b7-922c-84564acdaf49 x-openstack-request-id: req-714f5236-0517-42b7-922c-84564acdaf49 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:07:01.547059 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bef8080-b8f4-4497-bc91-7ab62c323024", "name": "network-vif-deleted", "tag": "ef06a5d6-dcd4-45e8-a30d-3050fe0c914c", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:07:01.547417 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-714f5236-0517-42b7-922c-84564acdaf49 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:07:01.547829 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bef8080-b8f4-4497-bc91-7ab62c323024', 'name': 'network-vif-deleted', 'tag': 'ef06a5d6-dcd4-45e8-a30d-3050fe0c914c', 'status': 'completed', 'code': 200} Dec 08 16:07:01.821926 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6127144c-ad63-413f-8e34-47e8c6abca80 req-d0ee5126-1b8a-41d2-972d-7d7fa0cc1a23 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:01.823571 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6127144c-ad63-413f-8e34-47e8c6abca80 req-d0ee5126-1b8a-41d2-972d-7d7fa0cc1a23 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f7139be-5294-4aa3-a41f-1733174f1637 HTTP/1.1" status: 200 len: 944 time: 0.0574920 Dec 08 16:07:01.906990 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6127144c-ad63-413f-8e34-47e8c6abca80 req-eef37f5e-84a3-40c9-a159-729f2131cbef tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756080 Dec 08 16:07:01.966739 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8d29763c-efb6-4c42-a9fc-f4084f4a0bd2 req-eb394817-361c-4908-b5e6-218511316166 tempest-MigrationsAdminTest-1551689083 tempest-MigrationsAdminTest-1551689083-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bef8080-b8f4-4497-bc91-7ab62c323024 HTTP/1.1" status: 200 len: 210 time: 0.0285630 Dec 08 16:07:02.342699 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce645c-4adc-4c5e-b6f5-2e6d261a782f req-b97513e0-4a74-4443-a323-88666050a358 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:02.344466 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-88ce645c-4adc-4c5e-b6f5-2e6d261a782f req-b97513e0-4a74-4443-a323-88666050a358 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=89f03c71-3b24-4361-bfb5-f07d6b8adf10 HTTP/1.1" status: 200 len: 945 time: 0.0537930 Dec 08 16:07:02.413094 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-88ce645c-4adc-4c5e-b6f5-2e6d261a782f req-1a8638bf-15a1-42bb-a1d3-5bf0802ac2da tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621097 Dec 08 16:07:02.510650 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b780c21-8706-4952-a37b-49d9d61af498 req-044f506b-c426-44bb-8497-cb77f1e2514f tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:02.512436 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4b780c21-8706-4952-a37b-49d9d61af498 req-044f506b-c426-44bb-8497-cb77f1e2514f tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b8dfc81-dd3e-4cc0-b4e5-705f0e7e3183 HTTP/1.1" status: 200 len: 946 time: 0.0534031 Dec 08 16:07:02.571056 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4b780c21-8706-4952-a37b-49d9d61af498 req-bcb8007b-a0ac-4dd9-bec8-d2f2f511159b tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466976 Dec 08 16:07:03.033507 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f31fb5-9a25-41e6-900c-e02226a38a6d req-d8a25432-fec0-4b4e-9f42-76584aca0122 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:03.035075 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-94f31fb5-9a25-41e6-900c-e02226a38a6d req-d8a25432-fec0-4b4e-9f42-76584aca0122 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f7139be-5294-4aa3-a41f-1733174f1637 HTTP/1.1" status: 200 len: 944 time: 0.0557771 Dec 08 16:07:03.080310 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device ef06a5d6-dcd4-45e8-a30d-3050fe0c914c no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:07:03.087994 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-94f31fb5-9a25-41e6-900c-e02226a38a6d req-5f5be40b-ba3f-47cc-815e-71182c1d11cc tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465763 Dec 08 16:07:03.105069 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: ef06a5d6-dcd4-45e8-a30d-3050fe0c914c {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:07:03.105635 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device ef06a5d6-dcd4-45e8-a30d-3050fe0c914c not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:07:03.106437 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2 no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:07:03.317981 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:07:03.547743 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a41e4b-6b5e-41fa-a179-b515010a18a0 req-9add34cb-5db0-4121-a110-bd837b7d3ff5 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:03.556249 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-23a41e4b-6b5e-41fa-a179-b515010a18a0 req-9add34cb-5db0-4121-a110-bd837b7d3ff5 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=89f03c71-3b24-4361-bfb5-f07d6b8adf10 HTTP/1.1" status: 200 len: 945 time: 0.0532317 Dec 08 16:07:03.605304 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-23a41e4b-6b5e-41fa-a179-b515010a18a0 req-1f733eef-0ce6-4736-b8c9-802dfa76f6c0 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479467 Dec 08 16:07:03.863819 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 38952) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:07:03.883237 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e4e57-0a70-46fd-8acf-6673e4e5e69f req-0d25d538-caac-479e-bfee-f9d6ec8ee6e1 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:03.885071 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5f2e4e57-0a70-46fd-8acf-6673e4e5e69f req-0d25d538-caac-479e-bfee-f9d6ec8ee6e1 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b8dfc81-dd3e-4cc0-b4e5-705f0e7e3183 HTTP/1.1" status: 200 len: 946 time: 0.0598192 Dec 08 16:07:03.947741 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5f2e4e57-0a70-46fd-8acf-6673e4e5e69f req-3f09ea82-6108-4ac8-aa49-5fabc6d7b508 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559371 Dec 08 16:07:04.021883 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b30437f9-5020-4ac8-baab-c615b1e15d08 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b73d206799fe4423a8cfa64c519990fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1566699 Dec 08 16:07:04.024949 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 38958) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:07:04.074538 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a8ca132d-dafb-494e-80dc-aa02dbb7688f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:04.097320 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a8ca132d-dafb-494e-80dc-aa02dbb7688f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:04.219440 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:04.227046 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c46e0ea-08de-41d3-898f-b3e64752e865 req-829c37b3-8624-419e-a269-dfc340786862 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:04.227046 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1c46e0ea-08de-41d3-898f-b3e64752e865 req-829c37b3-8624-419e-a269-dfc340786862 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f7139be-5294-4aa3-a41f-1733174f1637 HTTP/1.1" status: 200 len: 944 time: 0.0556753 Dec 08 16:07:04.246890 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a8ca132d-dafb-494e-80dc-aa02dbb7688f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:04.253571 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a8ca132d-dafb-494e-80dc-aa02dbb7688f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:04.253571 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a8ca132d-dafb-494e-80dc-aa02dbb7688f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f75e1b6f-946e-4329-848c-a83d4e3fca1f HTTP/1.1" status: 204 len: 168 time: 0.2247088 Dec 08 16:07:04.264945 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ca132d-dafb-494e-80dc-aa02dbb7688f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75e1b6f-946e-4329-848c-a83d4e3fca1f,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:04.309148 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1c46e0ea-08de-41d3-898f-b3e64752e865 req-1055c7ea-0eb9-41c9-bc51-80e5b8c4b5b1 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764017 Dec 08 16:07:04.746522 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4df3b7-e960-44c0-952d-af89522a09d3 req-d8252754-aadd-4e17-9b1d-e17fe041ce8e tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:04.748090 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7a4df3b7-e960-44c0-952d-af89522a09d3 req-d8252754-aadd-4e17-9b1d-e17fe041ce8e tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=89f03c71-3b24-4361-bfb5-f07d6b8adf10 HTTP/1.1" status: 200 len: 945 time: 0.0537119 Dec 08 16:07:04.810612 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7a4df3b7-e960-44c0-952d-af89522a09d3 req-9ef3bd96-4d4d-4b3b-9942-2c97a52b3bac tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500243 Dec 08 16:07:04.847163 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 38970) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:07:04.892474 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-f8cf31f6-9501-49c9-80b7-ef64bc768b3c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=767a9b08c76d48afbb2828288c53a685&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418980 Dec 08 16:07:04.892777 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 38972) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:07:04.947481 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8d867b6f-54ab-4e2d-a20e-953c3108ea45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:04.971517 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8d867b6f-54ab-4e2d-a20e-953c3108ea45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:05.076395 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be960ee8-d5f6-4cf7-98df-a3bef5635c83 req-07c1dc51-5f41-4f3d-ba95-0d9dfc3b16c5 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:05.077939 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-be960ee8-d5f6-4cf7-98df-a3bef5635c83 req-07c1dc51-5f41-4f3d-ba95-0d9dfc3b16c5 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b8dfc81-dd3e-4cc0-b4e5-705f0e7e3183 HTTP/1.1" status: 200 len: 946 time: 0.0577142 Dec 08 16:07:05.081775 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 0d497cfe-b086-4965-88d4-45789206e292 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:07:05.137252 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-be960ee8-d5f6-4cf7-98df-a3bef5635c83 req-b9a6f29b-132f-4a4e-8218-e83fc6c855f7 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529933 Dec 08 16:07:05.144983 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8d867b6f-54ab-4e2d-a20e-953c3108ea45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:05.155312 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8d867b6f-54ab-4e2d-a20e-953c3108ea45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:05.155312 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-8d867b6f-54ab-4e2d-a20e-953c3108ea45 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ba8862a1-39ea-45c3-8ed9-50dda4be34fe HTTP/1.1" status: 204 len: 168 time: 0.2603228 Dec 08 16:07:05.167532 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d867b6f-54ab-4e2d-a20e-953c3108ea45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba8862a1-39ea-45c3-8ed9-50dda4be34fe,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:05.211819 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 0d497cfe-b086-4965-88d4-45789206e292, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=0d497cfe-b086-4965-88d4-45789206e292,segment=NetworkSegment(e6288665-5271-4e12-95de-f05a0f00000f),segment_id=e6288665-5271-4e12-95de-f05a0f00000f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:07:05.224658 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '0d497cfe-b086-4965-88d4-45789206e292', 'network_id': '7f044dd4-dc97-4f05-8a73-1de9a290e893', 'port_id': '0d497cfe-b086-4965-88d4-45789206e292', 'mac_address': 'fa:16:3e:9b:e4:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e145596-3948-4729-810a-534bcf8272d4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:07:05.271166 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:05.286415 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0d497cfe-b086-4965-88d4-45789206e292 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:07:05.306874 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 0d497cfe-b086-4965-88d4-45789206e292, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=0d497cfe-b086-4965-88d4-45789206e292,segment=NetworkSegment(e6288665-5271-4e12-95de-f05a0f00000f),segment_id=e6288665-5271-4e12-95de-f05a0f00000f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:07:05.359832 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:05.499321 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3c5396b4-8d93-4485-a027-65fd63064871 req-5205d009-cc10-4f2e-b042-1cf751c0bd86 service neutron] 10.222.0.37 "GET /v2.0/ports/3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2/bindings/n-h1-776250-12 HTTP/1.1" status: 200 len: 385 time: 0.1378579 Dec 08 16:07:05.527139 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=0d497cfe-b086-4965-88d4-45789206e292,revision_number=6']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:05.535165 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:05.535536 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:05.535887 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:05.536382 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:05.536984 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:05.537516 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:05.537865 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:05.538202 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:05.538754 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:05.539253 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:05.539763 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:05.540305 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:05.540799 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:05.546137 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['0d497cfe-b086-4965-88d4-45789206e292'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:07:05.562310 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aecb77f-e5bc-4914-9510-f28127af0902 req-6f29bafd-80e3-433a-9c56-d47a8ee38063 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:05.571168 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4aecb77f-e5bc-4914-9510-f28127af0902 req-6f29bafd-80e3-433a-9c56-d47a8ee38063 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f7139be-5294-4aa3-a41f-1733174f1637 HTTP/1.1" status: 200 len: 944 time: 0.0698988 Dec 08 16:07:05.679837 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4aecb77f-e5bc-4914-9510-f28127af0902 req-de922f70-acfc-4eda-8db7-1b4cbf4345ac tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066086 Dec 08 16:07:05.797419 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-3c5396b4-8d93-4485-a027-65fd63064871 req-387c38a5-740e-49d3-a793-b7be2a02d1b6 service neutron] For port 3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2,segment=NetworkSegment(feac72a6-bbb0-42da-a5f2-51d59135d26f),segment_id=feac72a6-bbb0-42da-a5f2-51d59135d26f)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:07:05.834492 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-3c5396b4-8d93-4485-a027-65fd63064871 req-387c38a5-740e-49d3-a793-b7be2a02d1b6 service neutron] For port 3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2, host n-h2-776250-12, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:07:05.883316 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [req-3c5396b4-8d93-4485-a027-65fd63064871 req-387c38a5-740e-49d3-a793-b7be2a02d1b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2 {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:07:05.896304 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-3c5396b4-8d93-4485-a027-65fd63064871 req-387c38a5-740e-49d3-a793-b7be2a02d1b6 service neutron] For port 3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2,segment=NetworkSegment(feac72a6-bbb0-42da-a5f2-51d59135d26f),segment_id=feac72a6-bbb0-42da-a5f2-51d59135d26f)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:07:05.948222 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bda5c4-c4dc-4588-8e48-cfd917ac7ad9 req-056a2c39-f158-4b3d-b737-f2e66ec2fa54 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:05.949890 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-87bda5c4-c4dc-4588-8e48-cfd917ac7ad9 req-056a2c39-f158-4b3d-b737-f2e66ec2fa54 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=89f03c71-3b24-4361-bfb5-f07d6b8adf10 HTTP/1.1" status: 200 len: 945 time: 0.0537188 Dec 08 16:07:05.968009 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-3c5396b4-8d93-4485-a027-65fd63064871 req-387c38a5-740e-49d3-a793-b7be2a02d1b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:06.013520 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-87bda5c4-c4dc-4588-8e48-cfd917ac7ad9 req-07fd051d-1129-4f20-932c-ecd5b4b08aec tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566978 Dec 08 16:07:06.091575 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [req-3c5396b4-8d93-4485-a027-65fd63064871 req-387c38a5-740e-49d3-a793-b7be2a02d1b6 service neutron] Transition to ACTIVE for port object 3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2 will not be triggered until provisioned by entity L2. {{(pid=110551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:07:06.180699 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-3c5396b4-8d93-4485-a027-65fd63064871 req-387c38a5-740e-49d3-a793-b7be2a02d1b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:06.259690 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c5396b4-8d93-4485-a027-65fd63064871 req-387c38a5-740e-49d3-a793-b7be2a02d1b6 service neutron] No DVR routers for this DVR port 3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2 on host n-h2-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:07:06.291276 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee73cc3-05b3-4cdd-abbe-ec25fe3e04fd req-18e52dcd-906a-4ac3-a3e4-0c5d6056699a tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:06.293470 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6ee73cc3-05b3-4cdd-abbe-ec25fe3e04fd req-18e52dcd-906a-4ac3-a3e4-0c5d6056699a tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b8dfc81-dd3e-4cc0-b4e5-705f0e7e3183 HTTP/1.1" status: 200 len: 945 time: 0.0771952 Dec 08 16:07:06.307319 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3c5396b4-8d93-4485-a027-65fd63064871 req-387c38a5-740e-49d3-a793-b7be2a02d1b6 service neutron] 10.222.0.37 "PUT /v2.0/ports/3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2/bindings/n-h1-776250-12/activate HTTP/1.1" status: 200 len: 370 time: 0.8003564 Dec 08 16:07:06.308330 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387c38a5-740e-49d3-a793-b7be2a02d1b6 service neutron] Pushing event updated for resources: {'Port': ['ID=3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2,revision_number=10']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:06.412734 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6ee73cc3-05b3-4cdd-abbe-ec25fe3e04fd req-0dcf6d74-1809-4e0f-aa8d-cbb77f9672b8 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085224 Dec 08 16:07:06.503576 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5396b4-8d93-4485-a027-65fd63064871 req-83ba60c9-3c62-4096-84ce-aa7a74127319 tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:06.506082 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3c5396b4-8d93-4485-a027-65fd63064871 req-83ba60c9-3c62-4096-84ce-aa7a74127319 tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=3f7139be-5294-4aa3-a41f-1733174f1637&tenant_id=8b17b512834447aea285923e7004d778&binding%3Ahost_id=n-h2-776250-12 HTTP/1.1" status: 200 len: 1097 time: 0.0561364 Dec 08 16:07:06.568913 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5396b4-8d93-4485-a027-65fd63064871 req-b3ccd051-6548-48e0-b8c1-d2229ed20f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:06.571872 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3c5396b4-8d93-4485-a027-65fd63064871 req-b3ccd051-6548-48e0-b8c1-d2229ed20f9c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3f7139be-5294-4aa3-a41f-1733174f1637&tenant_id=8b17b512834447aea285923e7004d778 HTTP/1.1" status: 200 len: 1097 time: 0.0563285 Dec 08 16:07:06.658387 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5396b4-8d93-4485-a027-65fd63064871 req-40dda78b-9988-48d4-b59c-f6549f67edc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:06.661370 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3c5396b4-8d93-4485-a027-65fd63064871 req-40dda78b-9988-48d4-b59c-f6549f67edc9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8b17b512834447aea285923e7004d778&device_id=3f7139be-5294-4aa3-a41f-1733174f1637 HTTP/1.1" status: 200 len: 1097 time: 0.0510592 Dec 08 16:07:06.825931 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5396b4-8d93-4485-a027-65fd63064871 req-6955cdab-a98a-4f26-b6ac-e019c24f419b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:06.826672 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3c5396b4-8d93-4485-a027-65fd63064871 req-6955cdab-a98a-4f26-b6ac-e019c24f419b service neutron] 10.222.0.76 "GET /v2.0/networks?id=34422553-fc63-47d6-a631-7f666537bc5c HTTP/1.1" status: 200 len: 909 time: 0.1545329 Dec 08 16:07:06.867837 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc5cb7-5807-48f8-a421-3a34ffd22ab4 req-f4a16e3f-a701-4942-bfba-37e56695a58f tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:06.869988 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-48fc5cb7-5807-48f8-a421-3a34ffd22ab4 req-f4a16e3f-a701-4942-bfba-37e56695a58f tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f7139be-5294-4aa3-a41f-1733174f1637 HTTP/1.1" status: 200 len: 945 time: 0.0857668 Dec 08 16:07:06.886374 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3c5396b4-8d93-4485-a027-65fd63064871 req-fd90fc1d-b051-4ca4-9f2a-7b1d9f53c4a8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2 HTTP/1.1" status: 200 len: 217 time: 0.0521061 Dec 08 16:07:06.970648 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-48fc5cb7-5807-48f8-a421-3a34ffd22ab4 req-96251d95-ff84-447a-b007-c16973da57fc tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793157 Dec 08 16:07:06.979404 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5396b4-8d93-4485-a027-65fd63064871 req-76a518fd-09da-49ce-9abf-3ea3d3daf83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:06.981276 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3c5396b4-8d93-4485-a027-65fd63064871 req-76a518fd-09da-49ce-9abf-3ea3d3daf83a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5db44a3c-d12a-4344-a611-2d41355a5e50 HTTP/1.1" status: 200 len: 848 time: 0.0874240 Dec 08 16:07:07.050324 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3c5396b4-8d93-4485-a027-65fd63064871 req-e895e4df-c967-4273-bcad-4e6270459c81 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=34422553-fc63-47d6-a631-7f666537bc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543876 Dec 08 16:07:07.084061 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 0d497cfe-b086-4965-88d4-45789206e292 up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:07:07.232417 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 0d497cfe-b086-4965-88d4-45789206e292 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:07:07.233178 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:07.305343 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd184ef-8934-4658-98f5-ff2184f8ce32 req-b00eeab6-a01f-410d-8fdc-25d43464b28c tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:07.318983 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1bd184ef-8934-4658-98f5-ff2184f8ce32 req-b00eeab6-a01f-410d-8fdc-25d43464b28c tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=89f03c71-3b24-4361-bfb5-f07d6b8adf10 HTTP/1.1" status: 200 len: 945 time: 0.1185176 Dec 08 16:07:07.340771 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3c5396b4-8d93-4485-a027-65fd63064871 req-50eb3b0e-a6d9-424c-8db5-ddd2cdeb064b service neutron] 10.222.0.76 "GET /v2.0/networks/34422553-fc63-47d6-a631-7f666537bc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819059 Dec 08 16:07:07.406192 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:07.423246 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1bd184ef-8934-4658-98f5-ff2184f8ce32 req-e5764881-a3ae-4b2e-a411-699e92c27926 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926118 Dec 08 16:07:07.501861 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 0d497cfe-b086-4965-88d4-45789206e292, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=0d497cfe-b086-4965-88d4-45789206e292,segment=NetworkSegment(e6288665-5271-4e12-95de-f05a0f00000f),segment_id=e6288665-5271-4e12-95de-f05a0f00000f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:07:07.504855 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b8dfc81-dd3e-4cc0-b4e5-705f0e7e3183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d497cfe-b086-4965-88d4-45789206e292'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:07:07.507231 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b46e7a2-3234-41e8-a830-fccea8362328" -d '{"events": [{"server_uuid": "9b8dfc81-dd3e-4cc0-b4e5-705f0e7e3183", "name": "network-vif-plugged", "status": "completed", "tag": "0d497cfe-b086-4965-88d4-45789206e292"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:07:07.519600 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3c5396b4-8d93-4485-a027-65fd63064871 req-e3fbb338-55a7-4bbe-92cb-b2833eed4c11 service neutron] 10.222.0.76 "GET /v2.0/networks/34422553-fc63-47d6-a631-7f666537bc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695564 Dec 08 16:07:07.579719 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0555386-70b4-4945-bb96-9c2e3d5756d7 x-openstack-request-id: req-b0555386-70b4-4945-bb96-9c2e3d5756d7 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:07:07.580012 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b8dfc81-dd3e-4cc0-b4e5-705f0e7e3183", "name": "network-vif-plugged", "status": "completed", "tag": "0d497cfe-b086-4965-88d4-45789206e292", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:07:07.580348 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b0555386-70b4-4945-bb96-9c2e3d5756d7 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:07:07.580818 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b8dfc81-dd3e-4cc0-b4e5-705f0e7e3183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d497cfe-b086-4965-88d4-45789206e292', 'code': 200} Dec 08 16:07:07.606928 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:07.612267 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ea398-2d89-4b23-8b1a-e98f0a3a63cf req-29c99793-ff8b-4395-9f45-e77e9b99cc38 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:07.621189 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-833ea398-2d89-4b23-8b1a-e98f0a3a63cf req-29c99793-ff8b-4395-9f45-e77e9b99cc38 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b8dfc81-dd3e-4cc0-b4e5-705f0e7e3183 HTTP/1.1" status: 200 len: 945 time: 0.0725734 Dec 08 16:07:07.696021 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-833ea398-2d89-4b23-8b1a-e98f0a3a63cf req-eeb15c35-3e35-4f88-9736-c03c6df25f6e tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730748 Dec 08 16:07:07.739918 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=0d497cfe-b086-4965-88d4-45789206e292,revision_number=7']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:08.162384 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5396b4-8d93-4485-a027-65fd63064871 req-d2f9baf3-3d32-4d79-858f-0a7f894f0afd tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:08.164776 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3c5396b4-8d93-4485-a027-65fd63064871 req-d2f9baf3-3d32-4d79-858f-0a7f894f0afd tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=3f7139be-5294-4aa3-a41f-1733174f1637&tenant_id=8b17b512834447aea285923e7004d778&binding%3Ahost_id=n-h1-776250-12 HTTP/1.1" status: 200 len: 1097 time: 0.1152225 Dec 08 16:07:08.196554 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c1480-0f9b-4ff3-a9e1-580b24d9750d req-954509e5-c4d1-4ae5-90ab-28562e61cd3d tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:08.198931 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8c9c1480-0f9b-4ff3-a9e1-580b24d9750d req-954509e5-c4d1-4ae5-90ab-28562e61cd3d tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f7139be-5294-4aa3-a41f-1733174f1637 HTTP/1.1" status: 200 len: 945 time: 0.1061528 Dec 08 16:07:08.313458 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8c9c1480-0f9b-4ff3-a9e1-580b24d9750d req-9333e4bb-92ca-4834-aeae-da9a2e224c4d tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843153 Dec 08 16:07:08.380831 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:08.526498 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-3c5396b4-8d93-4485-a027-65fd63064871 req-b5d81676-0427-45ca-ae9e-49a114b256b5 service neutron] For port 3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:07:08.531307 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-3c5396b4-8d93-4485-a027-65fd63064871 req-b5d81676-0427-45ca-ae9e-49a114b256b5 service neutron] Publish callbacks [] for binding, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:08.533273 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3c5396b4-8d93-4485-a027-65fd63064871 req-b5d81676-0427-45ca-ae9e-49a114b256b5 service neutron] 10.222.0.76 "DELETE /v2.0/ports/3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2/bindings/n-h2-776250-12 HTTP/1.1" status: 204 len: 173 time: 0.3606761 Dec 08 16:07:08.722461 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b5ebdd6e-6fe7-4ecc-8956-6e052a011b70 req-55c0b5ba-c1b0-4330-a3a8-7f6f61371622 tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=76ce6e5b6c72461ebb64ef6d0ddd23cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407131 Dec 08 16:07:08.790201 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ead98-c0f4-463b-be99-67a4f3cb9e14 req-9696d94c-9ddb-4ee6-9401-5a34c57aa68a tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:08.800414 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b44ead98-c0f4-463b-be99-67a4f3cb9e14 req-9696d94c-9ddb-4ee6-9401-5a34c57aa68a tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=89f03c71-3b24-4361-bfb5-f07d6b8adf10 HTTP/1.1" status: 200 len: 945 time: 0.0932846 Dec 08 16:07:08.848883 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b44ead98-c0f4-463b-be99-67a4f3cb9e14 req-bcd58d53-95f5-41f2-b2fc-ed37480c6cf2 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472848 Dec 08 16:07:08.874851 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ebdd6e-6fe7-4ecc-8956-6e052a011b70 req-41b66cbe-9f45-4f91-8f29-b7c140909ef6 tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:08.876471 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b5ebdd6e-6fe7-4ecc-8956-6e052a011b70 req-41b66cbe-9f45-4f91-8f29-b7c140909ef6 tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1385398 Dec 08 16:07:08.898606 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b5ebdd6e-6fe7-4ecc-8956-6e052a011b70 req-873afeed-6c8d-4983-bc96-7e0d79a9ed64 tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] 10.222.0.64 "GET /v2.0/quotas/76ce6e5b6c72461ebb64ef6d0ddd23cf HTTP/1.1" status: 200 len: 375 time: 0.0152245 Dec 08 16:07:08.940384 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b5ebdd6e-6fe7-4ecc-8956-6e052a011b70 req-3229b27d-9731-4983-855c-1f26944a8a92 tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=76ce6e5b6c72461ebb64ef6d0ddd23cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333648 Dec 08 16:07:09.190702 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef65ed3b-7518-453b-8a73-0b622487bddd req-f3ba61e8-73b2-40e4-a8fb-cb02b03b170e tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:09.191919 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ef65ed3b-7518-453b-8a73-0b622487bddd req-f3ba61e8-73b2-40e4-a8fb-cb02b03b170e tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3f7139be-5294-4aa3-a41f-1733174f1637 HTTP/1.1" status: 200 len: 1097 time: 0.0572014 Dec 08 16:07:09.266691 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c31a0a-ea8a-44ed-995c-3038cc8fd715 req-b9505ea4-18ad-4192-bbb6-801d43edf204 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:09.273391 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ef65ed3b-7518-453b-8a73-0b622487bddd req-0273f2ec-8ca6-4bdf-8dc9-2ca3e8224be5 tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729392 Dec 08 16:07:09.274917 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-49c31a0a-ea8a-44ed-995c-3038cc8fd715 req-b9505ea4-18ad-4192-bbb6-801d43edf204 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b8dfc81-dd3e-4cc0-b4e5-705f0e7e3183 HTTP/1.1" status: 200 len: 946 time: 0.0779943 Dec 08 16:07:09.349563 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-49c31a0a-ea8a-44ed-995c-3038cc8fd715 req-f3a9aaec-dfa2-4584-9916-667b3ad96463 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720909 Dec 08 16:07:09.381364 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b69c1712-8831-406c-b6a6-1358df24d2e6 req-cbf66730-f195-4ccf-afca-954bc9a47f6a tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] 10.222.0.64 "GET /v2.0/ports?device_id=641a2f95-f2a6-48a5-86e0-89efbaecda28 HTTP/1.1" status: 200 len: 210 time: 0.0564833 Dec 08 16:07:09.462652 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3aa9a6-e3b1-4316-8f9c-03ad73217d17 req-3ac3c500-d7b2-4db4-b499-6f8d77d7934b tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:09.464436 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ff3aa9a6-e3b1-4316-8f9c-03ad73217d17 req-3ac3c500-d7b2-4db4-b499-6f8d77d7934b tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3f7139be-5294-4aa3-a41f-1733174f1637 HTTP/1.1" status: 200 len: 1097 time: 0.0479043 Dec 08 16:07:09.537001 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ff3aa9a6-e3b1-4316-8f9c-03ad73217d17 req-bba4dd36-5133-4dd6-96fa-b24fb2591857 tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637038 Dec 08 16:07:10.001723 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c05524c-1172-4160-b806-3d18b47febe5 req-ed2ef1fc-167a-4ebe-b3af-facd30d54e8b tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:10.003528 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8c05524c-1172-4160-b806-3d18b47febe5 req-ed2ef1fc-167a-4ebe-b3af-facd30d54e8b tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=89f03c71-3b24-4361-bfb5-f07d6b8adf10 HTTP/1.1" status: 200 len: 945 time: 0.0644243 Dec 08 16:07:10.104009 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8c05524c-1172-4160-b806-3d18b47febe5 req-c34d513a-9e2b-4a5b-91be-b294019c4d94 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934687 Dec 08 16:07:10.115025 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f381ffa-420d-4b24-99b3-23768b265df5 req-f96c1ea7-95c2-421c-9de6-0ff10936015e tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:10.117340 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7f381ffa-420d-4b24-99b3-23768b265df5 req-f96c1ea7-95c2-421c-9de6-0ff10936015e tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b8dfc81-dd3e-4cc0-b4e5-705f0e7e3183 HTTP/1.1" status: 200 len: 946 time: 0.0881565 Dec 08 16:07:10.256639 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-7f381ffa-420d-4b24-99b3-23768b265df5 req-1b18fd86-0877-468e-9082-eb4af0a43e41 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Deleting port 0d497cfe-b086-4965-88d4-45789206e292 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:07:10.257039 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-7f381ffa-420d-4b24-99b3-23768b265df5 req-1b18fd86-0877-468e-9082-eb4af0a43e41 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:10.364162 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-7f381ffa-420d-4b24-99b3-23768b265df5 req-1b18fd86-0877-468e-9082-eb4af0a43e41 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] For port 0d497cfe-b086-4965-88d4-45789206e292, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=0d497cfe-b086-4965-88d4-45789206e292,segment=NetworkSegment(e6288665-5271-4e12-95de-f05a0f00000f),segment_id=e6288665-5271-4e12-95de-f05a0f00000f)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:07:10.364847 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-7f381ffa-420d-4b24-99b3-23768b265df5 req-1b18fd86-0877-468e-9082-eb4af0a43e41 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:10.382841 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-7f381ffa-420d-4b24-99b3-23768b265df5 req-1b18fd86-0877-468e-9082-eb4af0a43e41 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Calling delete_port for 0d497cfe-b086-4965-88d4-45789206e292 owned by compute:nova {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:07:10.470232 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a12e6-1868-416e-ae59-4ddd703769eb req-d496a251-b2bb-4af2-983b-a2cbdf8ca31e tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:10.478728 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-358a12e6-1868-416e-ae59-4ddd703769eb req-d496a251-b2bb-4af2-983b-a2cbdf8ca31e tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b8dfc81-dd3e-4cc0-b4e5-705f0e7e3183 HTTP/1.1" status: 200 len: 946 time: 0.0602300 Dec 08 16:07:10.494560 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-486028d5-f9d1-480e-9442-f8bffa69fd75 req-c44a064e-8f30-412b-bf3b-f37c613bc0c8 tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] 10.222.0.64 "GET /v2.0/ports?device_id=641a2f95-f2a6-48a5-86e0-89efbaecda28 HTTP/1.1" status: 200 len: 210 time: 0.0444489 Dec 08 16:07:10.571953 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-358a12e6-1868-416e-ae59-4ddd703769eb req-fe882eb3-c253-4918-86f7-2f04676bed23 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b195382-56dd-4e65-b6da-c8a607ab0e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919139 Dec 08 16:07:10.675727 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-7f381ffa-420d-4b24-99b3-23768b265df5 req-1b18fd86-0877-468e-9082-eb4af0a43e41 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:10.709947 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b18fd86-0877-468e-9082-eb4af0a43e41 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Pushing event deleted for resources: {'Port': ['ID=0d497cfe-b086-4965-88d4-45789206e292,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:10.769211 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f381ffa-420d-4b24-99b3-23768b265df5 req-1b18fd86-0877-468e-9082-eb4af0a43e41 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] No DVR routers for this DVR port 0d497cfe-b086-4965-88d4-45789206e292 on host n-h2-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:07:10.781076 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-7f381ffa-420d-4b24-99b3-23768b265df5 req-1b18fd86-0877-468e-9082-eb4af0a43e41 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:10.787846 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7f381ffa-420d-4b24-99b3-23768b265df5 req-1b18fd86-0877-468e-9082-eb4af0a43e41 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.37 "DELETE /v2.0/ports/0d497cfe-b086-4965-88d4-45789206e292 HTTP/1.1" status: 204 len: 173 time: 0.6632533 Dec 08 16:07:10.789835 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b8dfc81-dd3e-4cc0-b4e5-705f0e7e3183', 'name': 'network-vif-deleted', 'tag': '0d497cfe-b086-4965-88d4-45789206e292'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:07:10.795239 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47541f03-34c5-47d9-aec5-50625efa8b42" -d '{"events": [{"server_uuid": "9b8dfc81-dd3e-4cc0-b4e5-705f0e7e3183", "name": "network-vif-deleted", "tag": "0d497cfe-b086-4965-88d4-45789206e292"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:07:10.871668 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18582860-6415-4ec3-a9d0-10724201e705 x-openstack-request-id: req-18582860-6415-4ec3-a9d0-10724201e705 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:07:10.871668 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b8dfc81-dd3e-4cc0-b4e5-705f0e7e3183", "name": "network-vif-deleted", "tag": "0d497cfe-b086-4965-88d4-45789206e292", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:07:10.871668 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-18582860-6415-4ec3-a9d0-10724201e705 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:07:10.871668 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b8dfc81-dd3e-4cc0-b4e5-705f0e7e3183', 'name': 'network-vif-deleted', 'tag': '0d497cfe-b086-4965-88d4-45789206e292', 'status': 'completed', 'code': 200} Dec 08 16:07:11.099124 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 0d497cfe-b086-4965-88d4-45789206e292 no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:07:11.125956 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: 0d497cfe-b086-4965-88d4-45789206e292 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:07:11.126692 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 0d497cfe-b086-4965-88d4-45789206e292 not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:07:11.298102 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925bbb19-f388-4e28-bcc0-9e0f5ce7b1a5 req-cf5646e6-933f-4425-92a8-8f5d3833d922 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:11.306003 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-925bbb19-f388-4e28-bcc0-9e0f5ce7b1a5 req-cf5646e6-933f-4425-92a8-8f5d3833d922 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=89f03c71-3b24-4361-bfb5-f07d6b8adf10 HTTP/1.1" status: 200 len: 945 time: 0.0650058 Dec 08 16:07:11.361962 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9e8d7e72-0d7f-40bc-9bd6-e20b26e3d74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:11.381422 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-925bbb19-f388-4e28-bcc0-9e0f5ce7b1a5 req-41bb2d78-6a7e-46d2-849f-b0d24b6529b3 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734003 Dec 08 16:07:11.628000 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ff6d8877-4364-4abd-8076-b23183d50d2a req-4ba95892-1ec5-4fd1-8001-372e162fe756 tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] 10.222.0.64 "GET /v2.0/ports?device_id=641a2f95-f2a6-48a5-86e0-89efbaecda28 HTTP/1.1" status: 200 len: 210 time: 0.0436676 Dec 08 16:07:11.775669 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8d561be3-e234-4fc8-a280-aac4eff5804c req-821471f3-1ae4-4804-965f-b33317e28333 tempest-ImagesTestJSON-1504240430 tempest-ImagesTestJSON-1504240430-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b8dfc81-dd3e-4cc0-b4e5-705f0e7e3183 HTTP/1.1" status: 200 len: 210 time: 0.0367208 Dec 08 16:07:11.955652 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b5ebdd6e-6fe7-4ecc-8956-6e052a011b70 req-03ad5d11-c840-4ce0-b517-52874a26bf4b tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=76ce6e5b6c72461ebb64ef6d0ddd23cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486510 Dec 08 16:07:12.110588 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ebdd6e-6fe7-4ecc-8956-6e052a011b70 req-217d9808-c77b-400d-afcd-cb3b359e115d tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:12.112294 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b5ebdd6e-6fe7-4ecc-8956-6e052a011b70 req-217d9808-c77b-400d-afcd-cb3b359e115d tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1475284 Dec 08 16:07:12.127516 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-b5ebdd6e-6fe7-4ecc-8956-6e052a011b70 req-5f71e950-26ec-4b4b-bf8c-6409e4d24d85 tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] Request body: {'port': {'device_id': '641a2f95-f2a6-48a5-86e0-89efbaecda28', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'admin_state_up': True, 'tenant_id': '76ce6e5b6c72461ebb64ef6d0ddd23cf'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:07:12.535276 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5ebdd6e-6fe7-4ecc-8956-6e052a011b70 req-5f71e950-26ec-4b4b-bf8c-6409e4d24d85 tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] Made reservation on behalf of 76ce6e5b6c72461ebb64ef6d0ddd23cf for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:07:12.539301 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-b5ebdd6e-6fe7-4ecc-8956-6e052a011b70 req-5f71e950-26ec-4b4b-bf8c-6409e4d24d85 tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:12.558788 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-b5ebdd6e-6fe7-4ecc-8956-6e052a011b70 req-5f71e950-26ec-4b4b-bf8c-6409e4d24d85 tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:12.597970 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d44040-bd28-40b2-a261-86ab8c662663 req-0cb2de2c-92b9-482c-8002-1b3a6a1cac5a tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:12.599540 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a5d44040-bd28-40b2-a261-86ab8c662663 req-0cb2de2c-92b9-482c-8002-1b3a6a1cac5a tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=89f03c71-3b24-4361-bfb5-f07d6b8adf10 HTTP/1.1" status: 200 len: 945 time: 0.1149340 Dec 08 16:07:12.683199 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a5d44040-bd28-40b2-a261-86ab8c662663 req-1d19a8ea-fb43-4370-8466-7adec76fbb92 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741935 Dec 08 16:07:12.722272 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-b5ebdd6e-6fe7-4ecc-8956-6e052a011b70 req-5f71e950-26ec-4b4b-bf8c-6409e4d24d85 tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:12.732499 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bf942d34-a7b4-461e-b5c0-ff2dd6386a72 req-be283677-6cb5-482a-a2ca-cb46716dbaa7 tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] 10.222.0.64 "GET /v2.0/ports?device_id=641a2f95-f2a6-48a5-86e0-89efbaecda28 HTTP/1.1" status: 200 len: 210 time: 0.0292089 Dec 08 16:07:12.807986 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-b5ebdd6e-6fe7-4ecc-8956-6e052a011b70 req-5f71e950-26ec-4b4b-bf8c-6409e4d24d85 tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:12.878792 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f71e950-26ec-4b4b-bf8c-6409e4d24d85 tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1ce5eb-44e6-42fc-b434-c6ba7b3e1ed0,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:13.140014 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [req-b5ebdd6e-6fe7-4ecc-8956-6e052a011b70 req-5f71e950-26ec-4b4b-bf8c-6409e4d24d85 tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] Allocated IP 192.168.233.89 (b91759c7-445e-4f7b-9fc4-64d80951832c/c93b3a32-b438-4a47-8558-220c03febf97/b5000b2e-2b2b-49f5-b18b-333f76680dea) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:07:13.405282 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 39276) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:07:13.411037 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-b5ebdd6e-6fe7-4ecc-8956-6e052a011b70 req-5f71e950-26ec-4b4b-bf8c-6409e4d24d85 tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:13.457391 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-d68daa04-6ff0-4ffc-ac61-869ed49cae75 admin admin] Deleting subnet 0e145596-3948-4729-810a-534bcf8272d4 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:07:13.463212 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d68daa04-6ff0-4ffc-ac61-869ed49cae75 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:13.526083 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-17f8e4ed-f1b2-4411-a5eb-423302bd8714 req-6b3692a6-8979-43e3-a548-39f63e685da2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=da5fe699-8812-4124-b3f5-1f4ad9dad8d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1542270 Dec 08 16:07:13.530532 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d68daa04-6ff0-4ffc-ac61-869ed49cae75 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:13.550345 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d68daa04-6ff0-4ffc-ac61-869ed49cae75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:13.607886 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-b5ebdd6e-6fe7-4ecc-8956-6e052a011b70 req-5f71e950-26ec-4b4b-bf8c-6409e4d24d85 tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:13.686193 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f8e4ed-f1b2-4411-a5eb-423302bd8714 req-b1d30152-d057-44cc-a23b-45d06958b64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:13.687678 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-17f8e4ed-f1b2-4411-a5eb-423302bd8714 req-b1d30152-d057-44cc-a23b-45d06958b64c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8b17b512834447aea285923e7004d778&device_id=da5fe699-8812-4124-b3f5-1f4ad9dad8d5 HTTP/1.1" status: 200 len: 1096 time: 0.1355009 Dec 08 16:07:13.714357 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5ebdd6e-6fe7-4ecc-8956-6e052a011b70 req-5f71e950-26ec-4b4b-bf8c-6409e4d24d85 tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] Network b91759c7-445e-4f7b-9fc4-64d80951832c is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:07:13.718092 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [req-b5ebdd6e-6fe7-4ecc-8956-6e052a011b70 req-5f71e950-26ec-4b4b-bf8c-6409e4d24d85 tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:07:13.739309 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4c437dd9-00b9-4471-8939-2413e84a5a2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:13.739880 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d68daa04-6ff0-4ffc-ac61-869ed49cae75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:13.819219 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f71e950-26ec-4b4b-bf8c-6409e4d24d85 tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] Pushing event updated for resources: {'Port': ['ID=b5000b2e-2b2b-49f5-b18b-333f76680dea,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:13.834118 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5ebdd6e-6fe7-4ecc-8956-6e052a011b70 req-5f71e950-26ec-4b4b-bf8c-6409e4d24d85 tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:07:13.856751 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d68daa04-6ff0-4ffc-ac61-869ed49cae75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:13.864166 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-d68daa04-6ff0-4ffc-ac61-869ed49cae75 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/0e145596-3948-4729-810a-534bcf8272d4 HTTP/1.1" status: 204 len: 168 time: 0.4577959 Dec 08 16:07:13.868270 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68daa04-6ff0-4ffc-ac61-869ed49cae75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e145596-3948-4729-810a-534bcf8272d4,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:13.871937 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 39284) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:07:13.955587 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f8e4ed-f1b2-4411-a5eb-423302bd8714 req-37dccd25-a7d4-4a45-8999-cf084b0c10e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:13.957740 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-17f8e4ed-f1b2-4411-a5eb-423302bd8714 req-37dccd25-a7d4-4a45-8999-cf084b0c10e6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=34422553-fc63-47d6-a631-7f666537bc5c HTTP/1.1" status: 200 len: 909 time: 0.2415202 Dec 08 16:07:14.033233 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ebdd6e-6fe7-4ecc-8956-6e052a011b70 req-5f71e950-26ec-4b4b-bf8c-6409e4d24d85 tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:14.034636 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-b5ebdd6e-6fe7-4ecc-8956-6e052a011b70 req-5f71e950-26ec-4b4b-bf8c-6409e4d24d85 tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:14.107723 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-17f8e4ed-f1b2-4411-a5eb-423302bd8714 req-cfed346a-2949-4c9d-87e1-d5d5247e74e6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23566281-b6e3-46e3-8c4b-b5d958157eaf HTTP/1.1" status: 200 len: 217 time: 0.0544446 Dec 08 16:07:14.131121 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b5ebdd6e-6fe7-4ecc-8956-6e052a011b70 req-5f71e950-26ec-4b4b-bf8c-6409e4d24d85 tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0081151 Dec 08 16:07:14.141859 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67107d22-ff58-4cc4-b0c9-bea5d09a0162 req-abf39625-f622-4fdf-8b00-ea77671f9a1e tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:14.155146 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-410f9b21-7ab2-4c09-b63a-1c4fc3dc116e None None] Provisioning complete for port b5000b2e-2b2b-49f5-b18b-333f76680dea triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:07:14.158112 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-410f9b21-7ab2-4c09-b63a-1c4fc3dc116e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:14.160162 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67107d22-ff58-4cc4-b0c9-bea5d09a0162 req-abf39625-f622-4fdf-8b00-ea77671f9a1e tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=89f03c71-3b24-4361-bfb5-f07d6b8adf10 HTTP/1.1" status: 200 len: 945 time: 0.3135085 Dec 08 16:07:14.174782 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-b5ebdd6e-6fe7-4ecc-8956-6e052a011b70 req-e9b8eed3-5a99-47fe-b8ce-092129656bff service neutron] Request body: {'port': {'device_id': '641a2f95-f2a6-48a5-86e0-89efbaecda28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:07:14.188905 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e1ac0e6a-553d-49e9-9d72-4f308fee8c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:14.272985 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-410f9b21-7ab2-4c09-b63a-1c4fc3dc116e None None] Port b5000b2e-2b2b-49f5-b18b-333f76680dea cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:07:14.306223 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-b5ebdd6e-6fe7-4ecc-8956-6e052a011b70 req-e9b8eed3-5a99-47fe-b8ce-092129656bff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:14.325511 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67107d22-ff58-4cc4-b0c9-bea5d09a0162 req-2e79b079-53f3-4441-81da-98456156ee1c tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566730 Dec 08 16:07:14.441252 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b4c64-f71d-4b24-81dd-11f186572b39 req-939da437-383e-4289-aac0-ee884872b6b3 tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:14.442973 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7a7b4c64-f71d-4b24-81dd-11f186572b39 req-939da437-383e-4289-aac0-ee884872b6b3 tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] 10.222.0.64 "GET /v2.0/ports?device_id=641a2f95-f2a6-48a5-86e0-89efbaecda28 HTTP/1.1" status: 200 len: 935 time: 0.4840426 Dec 08 16:07:14.474447 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e1ac0e6a-553d-49e9-9d72-4f308fee8c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:14.481695 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f8e4ed-f1b2-4411-a5eb-423302bd8714 req-b291dafa-1587-4406-aebd-cde34e29f27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:14.483194 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-17f8e4ed-f1b2-4411-a5eb-423302bd8714 req-b291dafa-1587-4406-aebd-cde34e29f27f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5db44a3c-d12a-4344-a611-2d41355a5e50 HTTP/1.1" status: 200 len: 848 time: 0.3627806 Dec 08 16:07:14.534478 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e1ac0e6a-553d-49e9-9d72-4f308fee8c1a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 16:07:14.534906 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e1ac0e6a-553d-49e9-9d72-4f308fee8c1a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 16:07:14.535926 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e1ac0e6a-553d-49e9-9d72-4f308fee8c1a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 16:07:14.536516 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e1ac0e6a-553d-49e9-9d72-4f308fee8c1a admin admin] Subscribe: > port after_create 55550000 {{(pid=110550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 16:07:14.537044 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e1ac0e6a-553d-49e9-9d72-4f308fee8c1a admin admin] Subscribe: > port after_delete 55550000 {{(pid=110550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 16:07:14.541253 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e1ac0e6a-553d-49e9-9d72-4f308fee8c1a admin admin] Subscribe: > port after_update 55550000 {{(pid=110550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 16:07:14.541253 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e1ac0e6a-553d-49e9-9d72-4f308fee8c1a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 16:07:14.541253 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e1ac0e6a-553d-49e9-9d72-4f308fee8c1a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 16:07:14.551203 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e1ac0e6a-553d-49e9-9d72-4f308fee8c1a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 16:07:14.551930 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e1ac0e6a-553d-49e9-9d72-4f308fee8c1a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 16:07:14.597782 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-17f8e4ed-f1b2-4411-a5eb-423302bd8714 req-84fdb884-ea7f-42de-b366-a63f52495fe5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34422553-fc63-47d6-a631-7f666537bc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569599 Dec 08 16:07:14.738890 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e1ac0e6a-553d-49e9-9d72-4f308fee8c1a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 16:07:14.739384 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e1ac0e6a-553d-49e9-9d72-4f308fee8c1a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 16:07:14.739723 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e1ac0e6a-553d-49e9-9d72-4f308fee8c1a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 16:07:14.740052 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e1ac0e6a-553d-49e9-9d72-4f308fee8c1a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 16:07:14.740443 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-e1ac0e6a-553d-49e9-9d72-4f308fee8c1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f044dd4-dc97-4f05-8a73-1de9a290e893']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:07:14.801843 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-e1ac0e6a-553d-49e9-9d72-4f308fee8c1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6288665-5271-4e12-95de-f05a0f00000f') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:07:14.802851 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-e1ac0e6a-553d-49e9-9d72-4f308fee8c1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6288665-5271-4e12-95de-f05a0f00000f') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:07:14.815778 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7a7b4c64-f71d-4b24-81dd-11f186572b39 req-c15f9212-076d-4a99-9067-5aacd39dee6f tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd1ce5eb-44e6-42fc-b434-c6ba7b3e1ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627658 Dec 08 16:07:14.828447 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e1ac0e6a-553d-49e9-9d72-4f308fee8c1a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:14.876036 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e1ac0e6a-553d-49e9-9d72-4f308fee8c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:14.893196 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-17f8e4ed-f1b2-4411-a5eb-423302bd8714 req-7de3d863-f9c5-4a8b-b138-44d8fb85455a service neutron] 10.222.0.37 "GET /v2.0/networks/34422553-fc63-47d6-a631-7f666537bc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815967 Dec 08 16:07:14.895598 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1ac0e6a-553d-49e9-9d72-4f308fee8c1a admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:07:14.896604 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e1ac0e6a-553d-49e9-9d72-4f308fee8c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:14.901650 n-d-776250-12 neutron-server[110550]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 08 16:07:14.901650 n-d-776250-12 neutron-server[110550]: from cryptography.utils import int_from_bytes Dec 08 16:07:14.901650 n-d-776250-12 neutron-server[110550]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 08 16:07:14.901650 n-d-776250-12 neutron-server[110550]: from cryptography.utils import int_from_bytes Dec 08 16:07:14.901650 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:07:14.901650 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:07:14.901650 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:07:14.901650 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:07:14.901650 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:07:14.901650 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:07:14.901650 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:07:14.901650 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:07:14.901650 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:07:14.901650 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:07:14.901650 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:07:14.901650 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:07:14.901650 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:07:14.901650 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:07:14.901650 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:07:14.901650 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:07:14.901650 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:07:14.901650 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:07:14.901650 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:07:14.901650 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:07:14.901650 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:07:14.901650 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:07:14.901650 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:07:14.901650 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:07:14.901650 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:07:14.901650 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:07:14.901650 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:07:14.901650 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:07:14.901650 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:07:14.901650 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:07:14.901650 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:07:14.901650 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:07:14.955877 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aea630-5fd6-4aec-ba70-32254557de72 req-9a37f172-f498-453a-93c1-47964efcd640 tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:14.957483 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-99aea630-5fd6-4aec-ba70-32254557de72 req-9a37f172-f498-453a-93c1-47964efcd640 tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=89f03c71-3b24-4361-bfb5-f07d6b8adf10&tenant_id=85658dbd01a84c26a2385fde82126184&binding%3Ahost_id=n-h1-776250-12 HTTP/1.1" status: 200 len: 1097 time: 0.2102141 Dec 08 16:07:14.973013 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-99aea630-5fd6-4aec-ba70-32254557de72 req-fce68ff5-e52b-4451-88cb-32953643a155 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-776250-12'}}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:07:15.010442 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [req-b5ebdd6e-6fe7-4ecc-8956-6e052a011b70 req-e9b8eed3-5a99-47fe-b8ce-092129656bff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5000b2e-2b2b-49f5-b18b-333f76680dea {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:07:15.026215 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-b5ebdd6e-6fe7-4ecc-8956-6e052a011b70 req-e9b8eed3-5a99-47fe-b8ce-092129656bff service neutron] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:15.053436 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-99aea630-5fd6-4aec-ba70-32254557de72 req-fce68ff5-e52b-4451-88cb-32953643a155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:15.054222 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [req-b5ebdd6e-6fe7-4ecc-8956-6e052a011b70 req-e9b8eed3-5a99-47fe-b8ce-092129656bff service neutron] Transition to ACTIVE for port object b5000b2e-2b2b-49f5-b18b-333f76680dea will not be triggered until provisioned by entity L2. {{(pid=110551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:07:15.058144 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-17f8e4ed-f1b2-4411-a5eb-423302bd8714 req-86f692c0-7a1c-4022-a278-007e31d71a59 service neutron] 10.222.0.37 "GET /v2.0/networks/34422553-fc63-47d6-a631-7f666537bc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570501 Dec 08 16:07:15.097497 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e1ac0e6a-553d-49e9-9d72-4f308fee8c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:15.109349 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e1ac0e6a-553d-49e9-9d72-4f308fee8c1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:15.112488 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 0fde699c-2b0f-450b-8ca9-bcadada1d96a details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:07:15.112932 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-e1ac0e6a-553d-49e9-9d72-4f308fee8c1a admin admin] 10.222.0.64 "DELETE /v2.0/networks/7f044dd4-dc97-4f05-8a73-1de9a290e893 HTTP/1.1" status: 204 len: 168 time: 1.2151527 Dec 08 16:07:15.140061 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ac0e6a-553d-49e9-9d72-4f308fee8c1a admin admin] Pushing event deleted for resources: {'Network': ['ID=7f044dd4-dc97-4f05-8a73-1de9a290e893,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:15.167862 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-b5ebdd6e-6fe7-4ecc-8956-6e052a011b70 req-e9b8eed3-5a99-47fe-b8ce-092129656bff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:15.217648 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:15.346514 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b8eed3-5a99-47fe-b8ce-092129656bff service neutron] Pushing event updated for resources: {'Port': ['ID=b5000b2e-2b2b-49f5-b18b-333f76680dea,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:15.358842 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-99aea630-5fd6-4aec-ba70-32254557de72 req-fce68ff5-e52b-4451-88cb-32953643a155 service neutron] For port 0fde699c-2b0f-450b-8ca9-bcadada1d96a, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=0fde699c-2b0f-450b-8ca9-bcadada1d96a,segment=NetworkSegment(08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4),segment_id=08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:07:15.395945 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 0fde699c-2b0f-450b-8ca9-bcadada1d96a, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=0fde699c-2b0f-450b-8ca9-bcadada1d96a,segment=NetworkSegment(08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4),segment_id=08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:07:15.421352 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 0fde699c-2b0f-450b-8ca9-bcadada1d96a has no active binding in host n-h2-776250-12 {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 08 16:07:15.439889 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-99aea630-5fd6-4aec-ba70-32254557de72 req-fce68ff5-e52b-4451-88cb-32953643a155 service neutron] For port 0fde699c-2b0f-450b-8ca9-bcadada1d96a, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:07:15.461063 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-b5ebdd6e-6fe7-4ecc-8956-6e052a011b70 req-e9b8eed3-5a99-47fe-b8ce-092129656bff service neutron] Attempting to bind port b5000b2e-2b2b-49f5-b18b-333f76680dea on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:07:15.464678 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-b5ebdd6e-6fe7-4ecc-8956-6e052a011b70 req-e9b8eed3-5a99-47fe-b8ce-092129656bff service neutron] Attempting to bind port b5000b2e-2b2b-49f5-b18b-333f76680dea by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:07:15.465273 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ebdd6e-6fe7-4ecc-8956-6e052a011b70 req-e9b8eed3-5a99-47fe-b8ce-092129656bff service neutron] Attempting to bind port b5000b2e-2b2b-49f5-b18b-333f76680dea on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:07:15.477103 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ebdd6e-6fe7-4ecc-8956-6e052a011b70 req-e9b8eed3-5a99-47fe-b8ce-092129656bff service neutron] Port b5000b2e-2b2b-49f5-b18b-333f76680dea on network b91759c7-445e-4f7b-9fc4-64d80951832c not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:07:15.477629 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ebdd6e-6fe7-4ecc-8956-6e052a011b70 req-e9b8eed3-5a99-47fe-b8ce-092129656bff service neutron] Attempting to bind port b5000b2e-2b2b-49f5-b18b-333f76680dea on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:07:15.491306 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ebdd6e-6fe7-4ecc-8956-6e052a011b70 req-e9b8eed3-5a99-47fe-b8ce-092129656bff service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:07:15.491943 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ebdd6e-6fe7-4ecc-8956-6e052a011b70 req-e9b8eed3-5a99-47fe-b8ce-092129656bff service neutron] Checking segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:07:15.492389 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ebdd6e-6fe7-4ecc-8956-6e052a011b70 req-e9b8eed3-5a99-47fe-b8ce-092129656bff service neutron] Bound using segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:07:15.492896 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-b5ebdd6e-6fe7-4ecc-8956-6e052a011b70 req-e9b8eed3-5a99-47fe-b8ce-092129656bff service neutron] Bound port: b5000b2e-2b2b-49f5-b18b-333f76680dea, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:07:15.493259 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-b5ebdd6e-6fe7-4ecc-8956-6e052a011b70 req-e9b8eed3-5a99-47fe-b8ce-092129656bff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:15.584156 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f03c71-3b24-4361-bfb5-f07d6b8adf10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fde699c-2b0f-450b-8ca9-bcadada1d96a'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:07:15.588293 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666e39b7-21ff-4687-82ea-881a4036dde8" -d '{"events": [{"server_uuid": "89f03c71-3b24-4361-bfb5-f07d6b8adf10", "name": "network-vif-unplugged", "status": "completed", "tag": "0fde699c-2b0f-450b-8ca9-bcadada1d96a"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:07:15.612877 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-99aea630-5fd6-4aec-ba70-32254557de72 req-fce68ff5-e52b-4451-88cb-32953643a155 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:15.618112 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-b5ebdd6e-6fe7-4ecc-8956-6e052a011b70 req-e9b8eed3-5a99-47fe-b8ce-092129656bff service neutron] For port b5000b2e-2b2b-49f5-b18b-333f76680dea, host n-h2-776250-12, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:07:15.624721 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-b5ebdd6e-6fe7-4ecc-8956-6e052a011b70 req-e9b8eed3-5a99-47fe-b8ce-092129656bff service neutron] For port b5000b2e-2b2b-49f5-b18b-333f76680dea, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=b5000b2e-2b2b-49f5-b18b-333f76680dea,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:07:15.674511 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68724590-9639-4957-85c0-36e411669245 req-2c79e30a-a017-4747-8483-e391704fbc4f tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:15.676129 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-68724590-9639-4957-85c0-36e411669245 req-2c79e30a-a017-4747-8483-e391704fbc4f tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=89f03c71-3b24-4361-bfb5-f07d6b8adf10 HTTP/1.1" status: 200 len: 945 time: 0.1720417 Dec 08 16:07:15.745611 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e6355f-8fbe-4f45-9bda-d906c95876ee x-openstack-request-id: req-f4e6355f-8fbe-4f45-9bda-d906c95876ee {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:07:15.745915 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89f03c71-3b24-4361-bfb5-f07d6b8adf10", "name": "network-vif-unplugged", "status": "completed", "tag": "0fde699c-2b0f-450b-8ca9-bcadada1d96a", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:07:15.746172 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f4e6355f-8fbe-4f45-9bda-d906c95876ee {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:07:15.746582 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89f03c71-3b24-4361-bfb5-f07d6b8adf10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fde699c-2b0f-450b-8ca9-bcadada1d96a', 'code': 200} Dec 08 16:07:15.761643 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-68724590-9639-4957-85c0-36e411669245 req-1b313e7d-5172-45f3-9aab-ab3e212154f7 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766563 Dec 08 16:07:15.762904 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-99aea630-5fd6-4aec-ba70-32254557de72 req-fce68ff5-e52b-4451-88cb-32953643a155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:15.779941 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-b5ebdd6e-6fe7-4ecc-8956-6e052a011b70 req-e9b8eed3-5a99-47fe-b8ce-092129656bff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:15.840139 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 39312) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:07:15.846131 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ebdd6e-6fe7-4ecc-8956-6e052a011b70 req-e9b8eed3-5a99-47fe-b8ce-092129656bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:15.846907 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-b5ebdd6e-6fe7-4ecc-8956-6e052a011b70 req-e9b8eed3-5a99-47fe-b8ce-092129656bff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:15.848811 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b5ebdd6e-6fe7-4ecc-8956-6e052a011b70 req-e9b8eed3-5a99-47fe-b8ce-092129656bff service neutron] 10.222.0.37 "PUT /v2.0/ports/b5000b2e-2b2b-49f5-b18b-333f76680dea HTTP/1.1" status: 200 len: 1096 time: 1.6862638 Dec 08 16:07:15.850122 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641a2f95-f2a6-48a5-86e0-89efbaecda28', 'tag': 'b5000b2e-2b2b-49f5-b18b-333f76680dea'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:07:15.855202 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c2186c-bba1-4cd3-a0b7-9f77426da660" -d '{"events": [{"name": "network-changed", "server_uuid": "641a2f95-f2a6-48a5-86e0-89efbaecda28", "tag": "b5000b2e-2b2b-49f5-b18b-333f76680dea"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:07:15.868641 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce68ff5-e52b-4451-88cb-32953643a155 service neutron] Pushing event updated for resources: {'Port': ['ID=0fde699c-2b0f-450b-8ca9-bcadada1d96a,revision_number=7']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:15.895172 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b8eed3-5a99-47fe-b8ce-092129656bff service neutron] Pushing event updated for resources: {'Port': ['ID=b5000b2e-2b2b-49f5-b18b-333f76680dea,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:15.910500 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b8eed3-5a99-47fe-b8ce-092129656bff service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:15.911027 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b8eed3-5a99-47fe-b8ce-092129656bff service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:15.911403 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b8eed3-5a99-47fe-b8ce-092129656bff service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:15.911855 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b8eed3-5a99-47fe-b8ce-092129656bff service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:15.912513 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b8eed3-5a99-47fe-b8ce-092129656bff service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:15.912981 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b8eed3-5a99-47fe-b8ce-092129656bff service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:15.914113 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b8eed3-5a99-47fe-b8ce-092129656bff service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:15.914508 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b8eed3-5a99-47fe-b8ce-092129656bff service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:15.915011 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b8eed3-5a99-47fe-b8ce-092129656bff service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:15.915354 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b8eed3-5a99-47fe-b8ce-092129656bff service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:15.915797 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b8eed3-5a99-47fe-b8ce-092129656bff service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:15.916313 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b8eed3-5a99-47fe-b8ce-092129656bff service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:15.917633 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b8eed3-5a99-47fe-b8ce-092129656bff service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:15.956322 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-99aea630-5fd6-4aec-ba70-32254557de72 req-fce68ff5-e52b-4451-88cb-32953643a155 service neutron] Attempting to bind port 0fde699c-2b0f-450b-8ca9-bcadada1d96a on host n-h1-776250-12 for vnic_type normal with profile {"migrating_to": "n-h2-776250-12"} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:07:15.956675 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-99aea630-5fd6-4aec-ba70-32254557de72 req-fce68ff5-e52b-4451-88cb-32953643a155 service neutron] Attempting to bind port 0fde699c-2b0f-450b-8ca9-bcadada1d96a by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': '08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9fb73276-e1f8-4bac-a027-20476a8f0b71'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:07:15.957039 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99aea630-5fd6-4aec-ba70-32254557de72 req-fce68ff5-e52b-4451-88cb-32953643a155 service neutron] Attempting to bind port 0fde699c-2b0f-450b-8ca9-bcadada1d96a on network 9fb73276-e1f8-4bac-a027-20476a8f0b71 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:07:15.968824 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d89ae1-7d29-4b8f-a13d-a37d0e19dd1e x-openstack-request-id: req-93d89ae1-7d29-4b8f-a13d-a37d0e19dd1e {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:07:15.969606 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "641a2f95-f2a6-48a5-86e0-89efbaecda28", "tag": "b5000b2e-2b2b-49f5-b18b-333f76680dea", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:07:15.969856 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-93d89ae1-7d29-4b8f-a13d-a37d0e19dd1e {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:07:15.970288 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '641a2f95-f2a6-48a5-86e0-89efbaecda28', 'tag': 'b5000b2e-2b2b-49f5-b18b-333f76680dea', 'status': 'completed', 'code': 200} Dec 08 16:07:16.010193 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99aea630-5fd6-4aec-ba70-32254557de72 req-fce68ff5-e52b-4451-88cb-32953643a155 service neutron] Port 0fde699c-2b0f-450b-8ca9-bcadada1d96a on network 9fb73276-e1f8-4bac-a027-20476a8f0b71 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:07:16.010582 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99aea630-5fd6-4aec-ba70-32254557de72 req-fce68ff5-e52b-4451-88cb-32953643a155 service neutron] Attempting to bind port 0fde699c-2b0f-450b-8ca9-bcadada1d96a on network 9fb73276-e1f8-4bac-a027-20476a8f0b71 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:07:16.023178 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-e94f725f-409b-460c-a1ef-44373acfa366 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=caac6054f139468286b7372b1a81b368&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1812656 Dec 08 16:07:16.028102 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 39318) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:07:16.039637 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99aea630-5fd6-4aec-ba70-32254557de72 req-fce68ff5-e52b-4451-88cb-32953643a155 service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:07:16.039996 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99aea630-5fd6-4aec-ba70-32254557de72 req-fce68ff5-e52b-4451-88cb-32953643a155 service neutron] Checking segment: {'id': '08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9fb73276-e1f8-4bac-a027-20476a8f0b71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:07:16.040406 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99aea630-5fd6-4aec-ba70-32254557de72 req-fce68ff5-e52b-4451-88cb-32953643a155 service neutron] Bound using segment: {'id': '08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9fb73276-e1f8-4bac-a027-20476a8f0b71'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:07:16.040875 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-99aea630-5fd6-4aec-ba70-32254557de72 req-fce68ff5-e52b-4451-88cb-32953643a155 service neutron] Bound port: 0fde699c-2b0f-450b-8ca9-bcadada1d96a, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9fb73276-e1f8-4bac-a027-20476a8f0b71'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:07:16.041341 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-99aea630-5fd6-4aec-ba70-32254557de72 req-fce68ff5-e52b-4451-88cb-32953643a155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:16.098347 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289793fa-4f7c-4e54-a4ec-0bc8af2682a2 req-33223fb4-8273-4ff6-8e9c-dceb0026f861 tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:16.100158 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-289793fa-4f7c-4e54-a4ec-0bc8af2682a2 req-33223fb4-8273-4ff6-8e9c-dceb0026f861 tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] 10.222.0.64 "GET /v2.0/ports?device_id=641a2f95-f2a6-48a5-86e0-89efbaecda28 HTTP/1.1" status: 200 len: 947 time: 0.1325645 Dec 08 16:07:16.115438 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ebdd6e-6fe7-4ecc-8956-6e052a011b70 req-787bb6d1-86bc-4491-844f-616fbe38456b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:16.115438 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b5ebdd6e-6fe7-4ecc-8956-6e052a011b70 req-787bb6d1-86bc-4491-844f-616fbe38456b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=76ce6e5b6c72461ebb64ef6d0ddd23cf&device_id=641a2f95-f2a6-48a5-86e0-89efbaecda28 HTTP/1.1" status: 200 len: 1099 time: 0.1418407 Dec 08 16:07:16.165048 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b5ebdd6e-6fe7-4ecc-8956-6e052a011b70 req-0c532733-f9ec-40d9-9fa8-515753653563 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=b5000b2e-2b2b-49f5-b18b-333f76680dea HTTP/1.1" status: 200 len: 217 time: 0.0394413 Dec 08 16:07:16.168370 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-544320ea-6657-4f1b-a1a4-4b8049ebbf94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:16.215332 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-99aea630-5fd6-4aec-ba70-32254557de72 req-fce68ff5-e52b-4451-88cb-32953643a155 service neutron] For port 0fde699c-2b0f-450b-8ca9-bcadada1d96a, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:07:16.219860 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-99aea630-5fd6-4aec-ba70-32254557de72 req-fce68ff5-e52b-4451-88cb-32953643a155 service neutron] For port 0fde699c-2b0f-450b-8ca9-bcadada1d96a, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=0fde699c-2b0f-450b-8ca9-bcadada1d96a,segment=NetworkSegment(08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4),segment_id=08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:07:16.226534 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-544320ea-6657-4f1b-a1a4-4b8049ebbf94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:16.235800 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-289793fa-4f7c-4e54-a4ec-0bc8af2682a2 req-8ea2cfb5-71c6-46bc-9710-f4242c654273 tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd1ce5eb-44e6-42fc-b434-c6ba7b3e1ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247303 Dec 08 16:07:16.260023 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ebdd6e-6fe7-4ecc-8956-6e052a011b70 req-f1cd421a-6b81-4d63-b378-db1fb146e7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:16.261540 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b5ebdd6e-6fe7-4ecc-8956-6e052a011b70 req-f1cd421a-6b81-4d63-b378-db1fb146e7dd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.0881131 Dec 08 16:07:16.322112 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ebdd6e-6fe7-4ecc-8956-6e052a011b70 req-de108643-6e05-4915-b742-05156e3eb5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:16.322857 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-99aea630-5fd6-4aec-ba70-32254557de72 req-fce68ff5-e52b-4451-88cb-32953643a155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:16.323887 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b5ebdd6e-6fe7-4ecc-8956-6e052a011b70 req-de108643-6e05-4915-b742-05156e3eb5f7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0535154 Dec 08 16:07:16.409224 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aea630-5fd6-4aec-ba70-32254557de72 req-fce68ff5-e52b-4451-88cb-32953643a155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:16.409921 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-99aea630-5fd6-4aec-ba70-32254557de72 req-fce68ff5-e52b-4451-88cb-32953643a155 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:16.411728 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-99aea630-5fd6-4aec-ba70-32254557de72 req-fce68ff5-e52b-4451-88cb-32953643a155 service neutron] 10.222.0.37 "PUT /v2.0/ports/0fde699c-2b0f-450b-8ca9-bcadada1d96a HTTP/1.1" status: 200 len: 1123 time: 1.4431384 Dec 08 16:07:16.433141 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce68ff5-e52b-4451-88cb-32953643a155 service neutron] Pushing event updated for resources: {'Port': ['ID=0fde699c-2b0f-450b-8ca9-bcadada1d96a,revision_number=8']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:16.449583 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b5ebdd6e-6fe7-4ecc-8956-6e052a011b70 req-4d35a2ad-0928-4661-891b-89fa0f6c7ece service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179678 Dec 08 16:07:16.510632 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-544320ea-6657-4f1b-a1a4-4b8049ebbf94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:16.516205 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-544320ea-6657-4f1b-a1a4-4b8049ebbf94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:16.516352 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['0fde699c-2b0f-450b-8ca9-bcadada1d96a'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:07:16.516820 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-544320ea-6657-4f1b-a1a4-4b8049ebbf94 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9b195382-56dd-4e65-b6da-c8a607ab0e50 HTTP/1.1" status: 204 len: 168 time: 0.4834852 Dec 08 16:07:16.534361 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544320ea-6657-4f1b-a1a4-4b8049ebbf94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b195382-56dd-4e65-b6da-c8a607ab0e50,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:16.603696 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b5ebdd6e-6fe7-4ecc-8956-6e052a011b70 req-3b7cf47a-c60b-4b4d-9c8a-f66936595181 service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458578 Dec 08 16:07:16.639066 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['0fde699c-2b0f-450b-8ca9-bcadada1d96a'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:07:16.697100 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:16.819827 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2186c-bba1-4cd3-a0b7-9f77426da660 req-b0d0de76-6d36-462c-83cb-49d6c01cdf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:16.821476 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-71c2186c-bba1-4cd3-a0b7-9f77426da660 req-b0d0de76-6d36-462c-83cb-49d6c01cdf71 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=76ce6e5b6c72461ebb64ef6d0ddd23cf&device_id=641a2f95-f2a6-48a5-86e0-89efbaecda28 HTTP/1.1" status: 200 len: 1099 time: 0.0509479 Dec 08 16:07:17.041749 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-571a3bcb-b9e2-433a-a860-09e9fe3997b0 req-0387b917-a8ce-4690-8e86-70bf2c491e2e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=8a50fa4b-7592-447e-a88a-be6b406d9a92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1056576 Dec 08 16:07:17.133900 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a3bcb-b9e2-433a-a860-09e9fe3997b0 req-0362c108-a00c-4d01-9210-69fbe4e49415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:17.135709 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-571a3bcb-b9e2-433a-a860-09e9fe3997b0 req-0362c108-a00c-4d01-9210-69fbe4e49415 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=85658dbd01a84c26a2385fde82126184&device_id=8a50fa4b-7592-447e-a88a-be6b406d9a92 HTTP/1.1" status: 200 len: 1096 time: 0.0617723 Dec 08 16:07:17.145853 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2186c-bba1-4cd3-a0b7-9f77426da660 req-a1856554-e415-4c0a-97bc-f46ad7400681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:17.147289 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-71c2186c-bba1-4cd3-a0b7-9f77426da660 req-a1856554-e415-4c0a-97bc-f46ad7400681 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b91759c7-445e-4f7b-9fc4-64d80951832c HTTP/1.1" status: 200 len: 870 time: 0.3172820 Dec 08 16:07:17.166180 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47bf1a4-407e-4fb6-b171-8107e24b0847 req-75dd179d-1ca3-4add-840a-5c122749445d tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:17.172781 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d47bf1a4-407e-4fb6-b171-8107e24b0847 req-75dd179d-1ca3-4add-840a-5c122749445d tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=89f03c71-3b24-4361-bfb5-f07d6b8adf10 HTTP/1.1" status: 200 len: 943 time: 0.1679926 Dec 08 16:07:17.249849 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-71c2186c-bba1-4cd3-a0b7-9f77426da660 req-6431b64b-35fb-41fd-ba6a-3947c9df6d5a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=b5000b2e-2b2b-49f5-b18b-333f76680dea HTTP/1.1" status: 200 len: 217 time: 0.0747378 Dec 08 16:07:17.286466 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a3bcb-b9e2-433a-a860-09e9fe3997b0 req-4e90877d-ffe4-4bbe-a419-cb71e08ffaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:17.289016 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-571a3bcb-b9e2-433a-a860-09e9fe3997b0 req-4e90877d-ffe4-4bbe-a419-cb71e08ffaa5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=9fb73276-e1f8-4bac-a027-20476a8f0b71 HTTP/1.1" status: 200 len: 921 time: 0.1312447 Dec 08 16:07:17.303336 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d47bf1a4-407e-4fb6-b171-8107e24b0847 req-88f33597-61b8-4837-80d5-05d2526d2468 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124940 Dec 08 16:07:17.365324 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2186c-bba1-4cd3-a0b7-9f77426da660 req-d38140b8-b794-4a1f-8cb8-b85f16cd2908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:17.368050 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-71c2186c-bba1-4cd3-a0b7-9f77426da660 req-d38140b8-b794-4a1f-8cb8-b85f16cd2908 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.0902021 Dec 08 16:07:17.402632 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-571a3bcb-b9e2-433a-a860-09e9fe3997b0 req-c8538f1a-a70d-421c-8390-bab76e3f6891 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29971d89-222c-43b5-a49f-01483af5bbe9 HTTP/1.1" status: 200 len: 217 time: 0.1055508 Dec 08 16:07:17.424454 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2186c-bba1-4cd3-a0b7-9f77426da660 req-19b3e9c6-31cb-467d-9f8f-d7c50e62a256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:17.426251 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-71c2186c-bba1-4cd3-a0b7-9f77426da660 req-19b3e9c6-31cb-467d-9f8f-d7c50e62a256 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0507619 Dec 08 16:07:17.493393 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:17.520891 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a3bcb-b9e2-433a-a860-09e9fe3997b0 req-a5d2c141-56e2-4f14-9929-cfd4b6eb504d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:17.522135 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-571a3bcb-b9e2-433a-a860-09e9fe3997b0 req-a5d2c141-56e2-4f14-9929-cfd4b6eb504d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3bab6816-4414-47cc-922e-2566e0e2da0a HTTP/1.1" status: 200 len: 860 time: 0.0995302 Dec 08 16:07:17.535737 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b729a2f7-0042-4545-af17-ad974e884ec3 req-b6a3892b-6232-460f-b880-9d289e09b5af tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:17.537304 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b729a2f7-0042-4545-af17-ad974e884ec3 req-b6a3892b-6232-460f-b880-9d289e09b5af tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] 10.222.0.64 "GET /v2.0/ports?device_id=641a2f95-f2a6-48a5-86e0-89efbaecda28 HTTP/1.1" status: 200 len: 947 time: 0.1371500 Dec 08 16:07:17.565044 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-571a3bcb-b9e2-433a-a860-09e9fe3997b0 req-9fafd75a-69b8-4ff2-ad15-b221eb0ace58 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9fb73276-e1f8-4bac-a027-20476a8f0b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266614 Dec 08 16:07:17.575586 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-71c2186c-bba1-4cd3-a0b7-9f77426da660 req-3cf72dfe-accd-4f2b-a428-708bc1d44121 service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407831 Dec 08 16:07:17.697570 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b729a2f7-0042-4545-af17-ad974e884ec3 req-9feae2c0-6958-40df-a415-5b21ab6882c3 tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd1ce5eb-44e6-42fc-b434-c6ba7b3e1ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500390 Dec 08 16:07:17.734962 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-571a3bcb-b9e2-433a-a860-09e9fe3997b0 req-6860dd56-0ae7-4d96-93f4-3f36fa878b16 service neutron] 10.222.0.76 "GET /v2.0/networks/9fb73276-e1f8-4bac-a027-20476a8f0b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548388 Dec 08 16:07:17.748955 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89f03c71-3b24-4361-bfb5-f07d6b8adf10', 'tag': '0fde699c-2b0f-450b-8ca9-bcadada1d96a'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:07:17.752727 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d16eaf9-7f73-4593-9ffb-218d0dff2537" -d '{"events": [{"name": "network-changed", "server_uuid": "89f03c71-3b24-4361-bfb5-f07d6b8adf10", "tag": "0fde699c-2b0f-450b-8ca9-bcadada1d96a"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:07:17.797426 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-71c2186c-bba1-4cd3-a0b7-9f77426da660 req-9ae6d09b-38c5-448c-b40c-148bd646d22d service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126100 Dec 08 16:07:17.866966 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed665b8-fbfa-45df-8d47-36c992c8b7da x-openstack-request-id: req-6ed665b8-fbfa-45df-8d47-36c992c8b7da {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:07:17.871390 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89f03c71-3b24-4361-bfb5-f07d6b8adf10", "tag": "0fde699c-2b0f-450b-8ca9-bcadada1d96a", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:07:17.871390 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6ed665b8-fbfa-45df-8d47-36c992c8b7da {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:07:17.871390 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89f03c71-3b24-4361-bfb5-f07d6b8adf10', 'tag': '0fde699c-2b0f-450b-8ca9-bcadada1d96a', 'status': 'completed', 'code': 200} Dec 08 16:07:17.981564 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d16eaf9-7f73-4593-9ffb-218d0dff2537 req-7a33d7c6-02ed-4b47-a162-b907e0356427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:17.983092 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6d16eaf9-7f73-4593-9ffb-218d0dff2537 req-7a33d7c6-02ed-4b47-a162-b907e0356427 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=85658dbd01a84c26a2385fde82126184&device_id=89f03c71-3b24-4361-bfb5-f07d6b8adf10 HTTP/1.1" status: 200 len: 1126 time: 0.0840509 Dec 08 16:07:17.986893 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-571a3bcb-b9e2-433a-a860-09e9fe3997b0 req-1fbd287e-448b-45ce-ab67-d1ed313f776e service neutron] 10.222.0.76 "GET /v2.0/networks/9fb73276-e1f8-4bac-a027-20476a8f0b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115908 Dec 08 16:07:18.129941 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d16eaf9-7f73-4593-9ffb-218d0dff2537 req-088ef427-5fa3-4b82-b432-d95535e32af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:18.131509 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6d16eaf9-7f73-4593-9ffb-218d0dff2537 req-088ef427-5fa3-4b82-b432-d95535e32af9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=9fb73276-e1f8-4bac-a027-20476a8f0b71 HTTP/1.1" status: 200 len: 921 time: 0.1384830 Dec 08 16:07:18.587297 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6d16eaf9-7f73-4593-9ffb-218d0dff2537 req-c150a232-10c1-4047-a961-628ac5df6273 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0fde699c-2b0f-450b-8ca9-bcadada1d96a HTTP/1.1" status: 200 len: 217 time: 0.4458885 Dec 08 16:07:18.699638 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115d082-2f30-42df-88fa-35f602b2aff0 req-b6d5680e-990c-4724-8638-c3b0fd2aa64f tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:18.701224 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e115d082-2f30-42df-88fa-35f602b2aff0 req-b6d5680e-990c-4724-8638-c3b0fd2aa64f tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=89f03c71-3b24-4361-bfb5-f07d6b8adf10 HTTP/1.1" status: 200 len: 943 time: 0.1171885 Dec 08 16:07:18.703299 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d16eaf9-7f73-4593-9ffb-218d0dff2537 req-9f6cacbf-746e-4abe-97d6-cfec4f79b5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:18.704801 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6d16eaf9-7f73-4593-9ffb-218d0dff2537 req-9f6cacbf-746e-4abe-97d6-cfec4f79b5a4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3bab6816-4414-47cc-922e-2566e0e2da0a HTTP/1.1" status: 200 len: 860 time: 0.1051230 Dec 08 16:07:18.763848 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6d16eaf9-7f73-4593-9ffb-218d0dff2537 req-8d9d85b1-ed85-48c4-8354-f29d89c242ed service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9fb73276-e1f8-4bac-a027-20476a8f0b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447879 Dec 08 16:07:18.846598 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e115d082-2f30-42df-88fa-35f602b2aff0 req-c176f9ec-eeb0-41f5-ae49-4a696ad09279 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378489 Dec 08 16:07:18.894949 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6d16eaf9-7f73-4593-9ffb-218d0dff2537 req-d1e4b326-a8f8-4035-a6e6-391c81e81c0a service neutron] 10.222.0.76 "GET /v2.0/networks/9fb73276-e1f8-4bac-a027-20476a8f0b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195948 Dec 08 16:07:18.895688 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6902be7-f24a-412a-ba57-5656380f607d req-6cd008cd-7b53-48b4-a322-627cd4fb6be3 tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:18.897889 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d6902be7-f24a-412a-ba57-5656380f607d req-6cd008cd-7b53-48b4-a322-627cd4fb6be3 tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] 10.222.0.64 "GET /v2.0/ports?device_id=641a2f95-f2a6-48a5-86e0-89efbaecda28 HTTP/1.1" status: 200 len: 947 time: 0.0765452 Dec 08 16:07:19.005393 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d6902be7-f24a-412a-ba57-5656380f607d req-6ec39885-de14-4854-a6e5-119ac3adcf1a tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd1ce5eb-44e6-42fc-b434-c6ba7b3e1ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010687 Dec 08 16:07:19.088967 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6d16eaf9-7f73-4593-9ffb-218d0dff2537 req-e27b2a2e-669a-4e25-b8ce-ddd657d20a6e service neutron] 10.222.0.76 "GET /v2.0/networks/9fb73276-e1f8-4bac-a027-20476a8f0b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808057 Dec 08 16:07:19.131874 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device b5000b2e-2b2b-49f5-b18b-333f76680dea details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:07:19.366760 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port b5000b2e-2b2b-49f5-b18b-333f76680dea, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=b5000b2e-2b2b-49f5-b18b-333f76680dea,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:07:19.383198 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': 'b5000b2e-2b2b-49f5-b18b-333f76680dea', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'port_id': 'b5000b2e-2b2b-49f5-b18b-333f76680dea', 'mac_address': 'fa:16:3e:c5:63:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c93b3a32-b438-4a47-8558-220c03febf97', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:07:19.434334 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:19.448836 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5000b2e-2b2b-49f5-b18b-333f76680dea {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:07:19.474780 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port b5000b2e-2b2b-49f5-b18b-333f76680dea, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=b5000b2e-2b2b-49f5-b18b-333f76680dea,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:07:19.533392 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:19.604686 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=b5000b2e-2b2b-49f5-b18b-333f76680dea,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:19.854680 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['b5000b2e-2b2b-49f5-b18b-333f76680dea'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:07:20.041072 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff7105-5533-47b4-9619-7ce564bf4735 req-62b4d5bf-e52d-4982-a9c7-6bece283af8d tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:20.043185 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cdff7105-5533-47b4-9619-7ce564bf4735 req-62b4d5bf-e52d-4982-a9c7-6bece283af8d tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=89f03c71-3b24-4361-bfb5-f07d6b8adf10 HTTP/1.1" status: 200 len: 943 time: 0.0675926 Dec 08 16:07:20.126126 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cdff7105-5533-47b4-9619-7ce564bf4735 req-a8a5e927-a52c-4216-83b2-d9dc4192988f tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700696 Dec 08 16:07:20.290640 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b9522-41ad-4a5c-ab9b-5a005187ea1b req-e32f4d5b-af0a-4c93-9e15-82a709f969bc tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:20.310806 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-831b9522-41ad-4a5c-ab9b-5a005187ea1b req-e32f4d5b-af0a-4c93-9e15-82a709f969bc tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] 10.222.0.64 "GET /v2.0/ports?device_id=641a2f95-f2a6-48a5-86e0-89efbaecda28 HTTP/1.1" status: 200 len: 948 time: 0.1229095 Dec 08 16:07:20.388117 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-831b9522-41ad-4a5c-ab9b-5a005187ea1b req-47188ff5-68c9-44c0-ad5c-3af34a16590e tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd1ce5eb-44e6-42fc-b434-c6ba7b3e1ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750275 Dec 08 16:07:21.055950 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 39492) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:07:21.313569 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device b5000b2e-2b2b-49f5-b18b-333f76680dea up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:07:21.316799 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2cb79a40-4ece-4911-a2f9-a7ed46ffd593 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:21.318101 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db47b6b6-27d5-481e-be00-7e4a6f42fe79 req-7729a78f-b27a-4536-b819-16f37ef195d5 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:21.318101 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-db47b6b6-27d5-481e-be00-7e4a6f42fe79 req-7729a78f-b27a-4536-b819-16f37ef195d5 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=89f03c71-3b24-4361-bfb5-f07d6b8adf10 HTTP/1.1" status: 200 len: 943 time: 0.0603125 Dec 08 16:07:21.318618 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2cb79a40-4ece-4911-a2f9-a7ed46ffd593 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:21.340445 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-db47b6b6-27d5-481e-be00-7e4a6f42fe79 req-ccf4f050-94e8-408f-bd2b-0ee6162c76e6 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717826 Dec 08 16:07:21.697431 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2132197d-9334-49c1-8878-003907760c4e req-fe8a93e2-4967-4375-9f88-bf175be490f6 tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:21.697431 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2132197d-9334-49c1-8878-003907760c4e req-fe8a93e2-4967-4375-9f88-bf175be490f6 tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] 10.222.0.64 "GET /v2.0/ports?device_id=641a2f95-f2a6-48a5-86e0-89efbaecda28 HTTP/1.1" status: 200 len: 948 time: 0.0670409 Dec 08 16:07:21.697431 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2132197d-9334-49c1-8878-003907760c4e req-43841e2f-cbe6-4d25-8f21-81801b36dfb3 tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd1ce5eb-44e6-42fc-b434-c6ba7b3e1ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444913 Dec 08 16:07:22.519193 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2213d6c-1fb2-4c3b-8c45-8eff28790df5 req-85ea987b-0f62-4828-8266-2a6573677aaf tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:22.519193 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f2213d6c-1fb2-4c3b-8c45-8eff28790df5 req-85ea987b-0f62-4828-8266-2a6573677aaf tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=89f03c71-3b24-4361-bfb5-f07d6b8adf10 HTTP/1.1" status: 200 len: 943 time: 0.0647535 Dec 08 16:07:22.579875 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f2213d6c-1fb2-4c3b-8c45-8eff28790df5 req-c3e66770-050e-46dc-97a2-f0fca05c76f2 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615027 Dec 08 16:07:22.791404 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6d45ac-516c-468e-af0c-8d13942ac5da req-9f4bc875-0b67-4815-a8cf-d38b55948def tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:22.793026 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8b6d45ac-516c-468e-af0c-8d13942ac5da req-9f4bc875-0b67-4815-a8cf-d38b55948def tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] 10.222.0.64 "GET /v2.0/ports?device_id=641a2f95-f2a6-48a5-86e0-89efbaecda28 HTTP/1.1" status: 200 len: 948 time: 0.0551231 Dec 08 16:07:22.844542 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port b5000b2e-2b2b-49f5-b18b-333f76680dea completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:07:22.845449 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2cb79a40-4ece-4911-a2f9-a7ed46ffd593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:22.848973 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port b5000b2e-2b2b-49f5-b18b-333f76680dea triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:07:22.849569 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:22.859884 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8b6d45ac-516c-468e-af0c-8d13942ac5da req-3a27bced-34b0-435c-85d8-f06ed2fc47c4 tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd1ce5eb-44e6-42fc-b434-c6ba7b3e1ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604417 Dec 08 16:07:22.887365 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-2cb79a40-4ece-4911-a2f9-a7ed46ffd593 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c68169b8eb0b40dfa404b5af697f8c14&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8300834 Dec 08 16:07:22.890101 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 39524) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:07:22.893556 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb79a40-4ece-4911-a2f9-a7ed46ffd593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=001c8188-4d51-4ab5-8a18-81d570ad8d5f,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:22.951592 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:22.986276 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641a2f95-f2a6-48a5-86e0-89efbaecda28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5000b2e-2b2b-49f5-b18b-333f76680dea'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:07:22.989754 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-021da2e0-c177-4203-9ff8-1a2242d0cfe8" -d '{"events": [{"server_uuid": "641a2f95-f2a6-48a5-86e0-89efbaecda28", "name": "network-vif-plugged", "status": "completed", "tag": "b5000b2e-2b2b-49f5-b18b-333f76680dea"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:07:23.011900 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port b5000b2e-2b2b-49f5-b18b-333f76680dea, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=b5000b2e-2b2b-49f5-b18b-333f76680dea,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:07:23.035650 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e4543580-e2b2-4715-aeba-463833a1c8f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:23.043296 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-99aea630-5fd6-4aec-ba70-32254557de72 req-da80be8f-ece0-45d3-9870-bca51663af55 service neutron] 10.222.0.76 "GET /v2.0/ports/0fde699c-2b0f-450b-8ca9-bcadada1d96a/bindings/n-h2-776250-12 HTTP/1.1" status: 200 len: 385 time: 0.0682585 Dec 08 16:07:23.047767 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e756aca-2503-48bb-af8a-c569b25317ca x-openstack-request-id: req-0e756aca-2503-48bb-af8a-c569b25317ca {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:07:23.048159 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "641a2f95-f2a6-48a5-86e0-89efbaecda28", "name": "network-vif-plugged", "status": "completed", "tag": "b5000b2e-2b2b-49f5-b18b-333f76680dea", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:07:23.048535 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0e756aca-2503-48bb-af8a-c569b25317ca {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:07:23.049318 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641a2f95-f2a6-48a5-86e0-89efbaecda28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5000b2e-2b2b-49f5-b18b-333f76680dea', 'code': 200} Dec 08 16:07:23.090120 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e4543580-e2b2-4715-aeba-463833a1c8f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:23.121553 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:23.164470 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2d094-e4ac-4395-a45a-2c333b862ad2 req-1e72204f-6549-4756-a9b3-a707f4660a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:23.166633 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-43f2d094-e4ac-4395-a45a-2c333b862ad2 req-1e72204f-6549-4756-a9b3-a707f4660a14 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=641a2f95-f2a6-48a5-86e0-89efbaecda28 HTTP/1.1" status: 200 len: 1101 time: 0.0493774 Dec 08 16:07:23.175580 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=b5000b2e-2b2b-49f5-b18b-333f76680dea,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:23.226033 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-43f2d094-e4ac-4395-a45a-2c333b862ad2 req-07b6aa33-c367-47f8-ae30-83136058cc5c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cd1ce5eb-44e6-42fc-b434-c6ba7b3e1ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505266 Dec 08 16:07:23.269488 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e4543580-e2b2-4715-aeba-463833a1c8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:23.272121 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e4543580-e2b2-4715-aeba-463833a1c8f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:23.273449 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-e4543580-e2b2-4715-aeba-463833a1c8f2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/001c8188-4d51-4ab5-8a18-81d570ad8d5f HTTP/1.1" status: 204 len: 168 time: 0.3823049 Dec 08 16:07:23.280975 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-99aea630-5fd6-4aec-ba70-32254557de72 req-10b4aefc-1a47-4ed8-a4db-ec72d9dfb8f8 service neutron] For port 0fde699c-2b0f-450b-8ca9-bcadada1d96a, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=0fde699c-2b0f-450b-8ca9-bcadada1d96a,segment=NetworkSegment(08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4),segment_id=08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:07:23.300857 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4543580-e2b2-4715-aeba-463833a1c8f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=001c8188-4d51-4ab5-8a18-81d570ad8d5f,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:23.310548 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-99aea630-5fd6-4aec-ba70-32254557de72 req-10b4aefc-1a47-4ed8-a4db-ec72d9dfb8f8 service neutron] For port 0fde699c-2b0f-450b-8ca9-bcadada1d96a, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:07:23.341276 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 0fde699c-2b0f-450b-8ca9-bcadada1d96a no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:07:23.360874 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-99aea630-5fd6-4aec-ba70-32254557de72 req-10b4aefc-1a47-4ed8-a4db-ec72d9dfb8f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fde699c-2b0f-450b-8ca9-bcadada1d96a {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:07:23.376884 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-99aea630-5fd6-4aec-ba70-32254557de72 req-10b4aefc-1a47-4ed8-a4db-ec72d9dfb8f8 service neutron] For port 0fde699c-2b0f-450b-8ca9-bcadada1d96a, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=0fde699c-2b0f-450b-8ca9-bcadada1d96a,segment=NetworkSegment(08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4),segment_id=08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:07:23.557471 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-99aea630-5fd6-4aec-ba70-32254557de72 req-10b4aefc-1a47-4ed8-a4db-ec72d9dfb8f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:23.715932 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-99aea630-5fd6-4aec-ba70-32254557de72 req-10b4aefc-1a47-4ed8-a4db-ec72d9dfb8f8 service neutron] Transition to ACTIVE for port object 0fde699c-2b0f-450b-8ca9-bcadada1d96a will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:07:23.808658 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-99aea630-5fd6-4aec-ba70-32254557de72 req-10b4aefc-1a47-4ed8-a4db-ec72d9dfb8f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:23.915540 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5274e73-93c8-4dec-9667-b2d6f3bff96d req-e027f4d4-0442-49de-a9b1-61518c3a50ab tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:23.941073 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b5274e73-93c8-4dec-9667-b2d6f3bff96d req-e027f4d4-0442-49de-a9b1-61518c3a50ab tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=89f03c71-3b24-4361-bfb5-f07d6b8adf10 HTTP/1.1" status: 200 len: 943 time: 0.1889291 Dec 08 16:07:24.038686 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-99aea630-5fd6-4aec-ba70-32254557de72 req-10b4aefc-1a47-4ed8-a4db-ec72d9dfb8f8 service neutron] No DVR routers for this DVR port 0fde699c-2b0f-450b-8ca9-bcadada1d96a on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:07:24.069135 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b4aefc-1a47-4ed8-a4db-ec72d9dfb8f8 service neutron] Pushing event updated for resources: {'Port': ['ID=0fde699c-2b0f-450b-8ca9-bcadada1d96a,revision_number=10']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:24.105194 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b5274e73-93c8-4dec-9667-b2d6f3bff96d req-4c0f2c37-6ae9-44f8-9f60-1d8f1dea77b5 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558824 Dec 08 16:07:24.152426 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-99aea630-5fd6-4aec-ba70-32254557de72 req-10b4aefc-1a47-4ed8-a4db-ec72d9dfb8f8 service neutron] 10.222.0.76 "PUT /v2.0/ports/0fde699c-2b0f-450b-8ca9-bcadada1d96a/bindings/n-h2-776250-12/activate HTTP/1.1" status: 200 len: 370 time: 1.1000724 Dec 08 16:07:24.182568 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb225cea-5684-427f-8111-72433b6cf7e3 req-c30c99dd-f5c7-45aa-a5fc-aef0dbe17b49 tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:24.184167 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fb225cea-5684-427f-8111-72433b6cf7e3 req-c30c99dd-f5c7-45aa-a5fc-aef0dbe17b49 tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] 10.222.0.64 "GET /v2.0/ports?device_id=641a2f95-f2a6-48a5-86e0-89efbaecda28 HTTP/1.1" status: 200 len: 949 time: 0.1195238 Dec 08 16:07:24.280010 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030bd77c-ea4d-44ea-8dc4-86ee4082e4a8 req-482a5e67-f19c-48bd-b306-9b51ef3a6427 tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:24.288660 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-030bd77c-ea4d-44ea-8dc4-86ee4082e4a8 req-482a5e67-f19c-48bd-b306-9b51ef3a6427 tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] 10.222.0.64 "GET /v2.0/ports?device_id=94544e73-c018-4183-9ae8-c319838d1263 HTTP/1.1" status: 200 len: 946 time: 0.0907955 Dec 08 16:07:24.339723 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fb225cea-5684-427f-8111-72433b6cf7e3 req-35008312-a0e6-4111-ba17-56a776f898b1 tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd1ce5eb-44e6-42fc-b434-c6ba7b3e1ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426630 Dec 08 16:07:24.363856 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-030bd77c-ea4d-44ea-8dc4-86ee4082e4a8 req-74ee96fa-5249-491b-9338-f9c082575254 tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] 10.222.0.64 "GET /v2.0/security-groups?id=0718467b-a91f-47d3-aba0-9c7c37c4d6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719211 Dec 08 16:07:24.417441 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aea630-5fd6-4aec-ba70-32254557de72 req-f0bccbfd-10be-41a7-8175-7fb210ed8e68 tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:24.419382 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-99aea630-5fd6-4aec-ba70-32254557de72 req-f0bccbfd-10be-41a7-8175-7fb210ed8e68 tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=89f03c71-3b24-4361-bfb5-f07d6b8adf10&tenant_id=85658dbd01a84c26a2385fde82126184&binding%3Ahost_id=n-h1-776250-12 HTTP/1.1" status: 200 len: 1096 time: 0.0713251 Dec 08 16:07:24.481879 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aea630-5fd6-4aec-ba70-32254557de72 req-9a4f0d99-6043-4c6a-9c8b-930acb7ab791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:24.483528 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-99aea630-5fd6-4aec-ba70-32254557de72 req-9a4f0d99-6043-4c6a-9c8b-930acb7ab791 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=89f03c71-3b24-4361-bfb5-f07d6b8adf10&tenant_id=85658dbd01a84c26a2385fde82126184 HTTP/1.1" status: 200 len: 1096 time: 0.0557089 Dec 08 16:07:24.976559 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 39572) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:07:25.001075 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aea630-5fd6-4aec-ba70-32254557de72 req-78b25773-bbe9-491c-8225-66ed2e5e89b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:25.002643 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-99aea630-5fd6-4aec-ba70-32254557de72 req-78b25773-bbe9-491c-8225-66ed2e5e89b6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=85658dbd01a84c26a2385fde82126184&device_id=89f03c71-3b24-4361-bfb5-f07d6b8adf10 HTTP/1.1" status: 200 len: 1096 time: 0.4909482 Dec 08 16:07:25.130702 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aea630-5fd6-4aec-ba70-32254557de72 req-3ee663e2-685b-4bcb-964e-f33bd1edce81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:25.133478 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-99aea630-5fd6-4aec-ba70-32254557de72 req-3ee663e2-685b-4bcb-964e-f33bd1edce81 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9fb73276-e1f8-4bac-a027-20476a8f0b71 HTTP/1.1" status: 200 len: 921 time: 0.1229725 Dec 08 16:07:25.139314 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-9b1f8906-074c-461d-9325-01f8e73bc940 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1584551080-network', 'tenant_id': '70be7b444a714381bb3e9182586de775'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:07:25.193603 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-99aea630-5fd6-4aec-ba70-32254557de72 req-e5b1d579-1c64-42fd-b427-989cfbfd8a53 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0fde699c-2b0f-450b-8ca9-bcadada1d96a HTTP/1.1" status: 200 len: 217 time: 0.0452826 Dec 08 16:07:25.260954 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aea630-5fd6-4aec-ba70-32254557de72 req-18b61cdd-2681-45dd-b61a-205f2fa7b19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:25.262480 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-99aea630-5fd6-4aec-ba70-32254557de72 req-18b61cdd-2681-45dd-b61a-205f2fa7b19a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3bab6816-4414-47cc-922e-2566e0e2da0a HTTP/1.1" status: 200 len: 860 time: 0.0605245 Dec 08 16:07:25.264088 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fdc2b4-a854-4dd4-bce3-54dd98ac6a42 req-0540a48b-3fa2-4b94-a1c1-5d2a4fb68306 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:25.266366 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e5fdc2b4-a854-4dd4-bce3-54dd98ac6a42 req-0540a48b-3fa2-4b94-a1c1-5d2a4fb68306 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=89f03c71-3b24-4361-bfb5-f07d6b8adf10 HTTP/1.1" status: 200 len: 944 time: 0.0669816 Dec 08 16:07:25.269965 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1f8906-074c-461d-9325-01f8e73bc940 admin admin] Made reservation on behalf of 70be7b444a714381bb3e9182586de775 for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:07:25.272377 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9b1f8906-074c-461d-9325-01f8e73bc940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:25.292365 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9b1f8906-074c-461d-9325-01f8e73bc940 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:25.298111 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-99aea630-5fd6-4aec-ba70-32254557de72 req-12b96b6c-0716-442a-98a7-b9aee3a63709 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9fb73276-e1f8-4bac-a027-20476a8f0b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273297 Dec 08 16:07:25.393007 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e5fdc2b4-a854-4dd4-bce3-54dd98ac6a42 req-5c7445e8-4b43-42e3-beb1-6e10484c71f0 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980506 Dec 08 16:07:25.423118 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-99aea630-5fd6-4aec-ba70-32254557de72 req-5eb8134f-fa68-4d4c-94b3-631b53e8464b service neutron] 10.222.0.37 "GET /v2.0/networks/9fb73276-e1f8-4bac-a027-20476a8f0b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169803 Dec 08 16:07:25.468119 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9b1f8906-074c-461d-9325-01f8e73bc940 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:25.521154 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd71a91-ec5b-4485-b14f-79a6ee7e7565 req-bd476d06-8ab6-491b-b348-c97afac4a04f tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:25.523471 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4cd71a91-ec5b-4485-b14f-79a6ee7e7565 req-bd476d06-8ab6-491b-b348-c97afac4a04f tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] 10.222.0.64 "GET /v2.0/ports?device_id=94544e73-c018-4183-9ae8-c319838d1263 HTTP/1.1" status: 200 len: 946 time: 0.0537298 Dec 08 16:07:25.549605 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97de4d-2f57-43cb-8c8c-aa5a1df866eb req-75a67d6a-bb49-4754-b114-04dcca89d777 tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:25.554417 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ef97de4d-2f57-43cb-8c8c-aa5a1df866eb req-75a67d6a-bb49-4754-b114-04dcca89d777 tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] 10.222.0.64 "GET /v2.0/ports?device_id=641a2f95-f2a6-48a5-86e0-89efbaecda28 HTTP/1.1" status: 200 len: 949 time: 0.1247990 Dec 08 16:07:25.593519 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9b1f8906-074c-461d-9325-01f8e73bc940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:25.624948 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-99aea630-5fd6-4aec-ba70-32254557de72 req-fbd16888-3a85-4e5e-899b-671f41296106 service neutron] 10.222.0.37 "GET /v2.0/networks/9fb73276-e1f8-4bac-a027-20476a8f0b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856935 Dec 08 16:07:25.629105 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55fec89-8d91-4524-9b5a-0ebebbaabd3d req-dff74531-2e7c-4361-9209-32dfb3285cbf tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:25.630784 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a55fec89-8d91-4524-9b5a-0ebebbaabd3d req-dff74531-2e7c-4361-9209-32dfb3285cbf tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] 10.222.0.37 "GET /v2.0/ports?device_id=94544e73-c018-4183-9ae8-c319838d1263 HTTP/1.1" status: 200 len: 946 time: 0.1063571 Dec 08 16:07:25.633707 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ef97de4d-2f57-43cb-8c8c-aa5a1df866eb req-f10c1be0-d599-4c89-88bf-83f19aae8dc2 tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd1ce5eb-44e6-42fc-b434-c6ba7b3e1ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726600 Dec 08 16:07:25.655071 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4cd71a91-ec5b-4485-b14f-79a6ee7e7565 req-4d7c6c54-b7e1-4b6e-98b1-406b4e9a0eca tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] 10.222.0.64 "GET /v2.0/security-groups?id=0718467b-a91f-47d3-aba0-9c7c37c4d6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197736 Dec 08 16:07:25.669584 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b1f8906-074c-461d-9325-01f8e73bc940 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:07:25.669584 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1f8906-074c-461d-9325-01f8e73bc940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5080eac4-b6e5-4f80-8085-6d89e52152e7,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:25.701442 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9b1f8906-074c-461d-9325-01f8e73bc940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:25.703879 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-9b1f8906-074c-461d-9325-01f8e73bc940 admin admin] Added segment ee7c22ab-038f-4658-9518-2501ee8b33b7 of type vlan for network b2ced6a4-7256-4b18-bbea-83a9714db368 Dec 08 16:07:25.778302 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9b1f8906-074c-461d-9325-01f8e73bc940 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:25.841794 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-a55fec89-8d91-4524-9b5a-0ebebbaabd3d req-4f76c8a8-5bcb-4001-96d3-bd9d8454776e tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] Deleting port de41e8dc-0616-41fb-9218-591a39f5362d {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:07:25.842327 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a55fec89-8d91-4524-9b5a-0ebebbaabd3d req-4f76c8a8-5bcb-4001-96d3-bd9d8454776e tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:25.910155 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9b1f8906-074c-461d-9325-01f8e73bc940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:25.910294 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1f8906-074c-461d-9325-01f8e73bc940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:25.911108 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9b1f8906-074c-461d-9325-01f8e73bc940 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:26.005472 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1f8906-074c-461d-9325-01f8e73bc940 admin admin] Pushing event updated for resources: {'Network': ['ID=b2ced6a4-7256-4b18-bbea-83a9714db368,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:26.016302 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network b2ced6a4-7256-4b18-bbea-83a9714db368 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:07:26.025955 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-a55fec89-8d91-4524-9b5a-0ebebbaabd3d req-4f76c8a8-5bcb-4001-96d3-bd9d8454776e tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] For port de41e8dc-0616-41fb-9218-591a39f5362d, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=de41e8dc-0616-41fb-9218-591a39f5362d,segment=NetworkSegment(b4761a3b-ee60-4269-90fa-7dd2b7c5d753),segment_id=b4761a3b-ee60-4269-90fa-7dd2b7c5d753)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:07:26.026424 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a55fec89-8d91-4524-9b5a-0ebebbaabd3d req-4f76c8a8-5bcb-4001-96d3-bd9d8454776e tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:26.042575 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-a55fec89-8d91-4524-9b5a-0ebebbaabd3d req-4f76c8a8-5bcb-4001-96d3-bd9d8454776e tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] Calling delete_port for de41e8dc-0616-41fb-9218-591a39f5362d owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:07:26.110473 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 39594) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:07:26.118067 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-9b1f8906-074c-461d-9325-01f8e73bc940 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1343386 Dec 08 16:07:26.118287 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-93c783e8-db4a-4e4b-9bc4-2d2826ab6973 admin admin] Request body: {'subnet': {'network_id': 'b2ced6a4-7256-4b18-bbea-83a9714db368', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1584551080-subnet', 'tenant_id': '70be7b444a714381bb3e9182586de775', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:07:26.297406 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c783e8-db4a-4e4b-9bc4-2d2826ab6973 admin admin] Made reservation on behalf of 70be7b444a714381bb3e9182586de775 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:07:26.300440 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-93c783e8-db4a-4e4b-9bc4-2d2826ab6973 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:26.379617 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aea630-5fd6-4aec-ba70-32254557de72 req-1b3c7d93-87fd-42e6-a814-28b2f786d691 tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:26.381152 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-99aea630-5fd6-4aec-ba70-32254557de72 req-1b3c7d93-87fd-42e6-a814-28b2f786d691 tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=89f03c71-3b24-4361-bfb5-f07d6b8adf10&tenant_id=85658dbd01a84c26a2385fde82126184&binding%3Ahost_id=n-h2-776250-12 HTTP/1.1" status: 200 len: 1096 time: 0.1188333 Dec 08 16:07:26.390596 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a55fec89-8d91-4524-9b5a-0ebebbaabd3d req-4f76c8a8-5bcb-4001-96d3-bd9d8454776e tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:26.419153 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['de41e8dc-0616-41fb-9218-591a39f5362d'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:07:26.466785 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76c8a8-5bcb-4001-96d3-bd9d8454776e tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] Pushing event deleted for resources: {'Port': ['ID=de41e8dc-0616-41fb-9218-591a39f5362d,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:26.491393 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5722cc-10bb-457d-bbb5-3bb862311f11 req-7d3ee3f3-fb05-4b69-b385-f9751c15c230 tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:26.491393 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6e5722cc-10bb-457d-bbb5-3bb862311f11 req-7d3ee3f3-fb05-4b69-b385-f9751c15c230 tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] 10.222.0.64 "GET /v2.0/ports?device_id=641a2f95-f2a6-48a5-86e0-89efbaecda28 HTTP/1.1" status: 200 len: 949 time: 0.1292884 Dec 08 16:07:26.576911 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-a55fec89-8d91-4524-9b5a-0ebebbaabd3d req-4f76c8a8-5bcb-4001-96d3-bd9d8454776e tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] No DVR routers for this DVR port de41e8dc-0616-41fb-9218-591a39f5362d on host n-h2-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:07:26.586713 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a55fec89-8d91-4524-9b5a-0ebebbaabd3d req-4f76c8a8-5bcb-4001-96d3-bd9d8454776e tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:26.594522 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a55fec89-8d91-4524-9b5a-0ebebbaabd3d req-4f76c8a8-5bcb-4001-96d3-bd9d8454776e tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] 10.222.0.37 "DELETE /v2.0/ports/de41e8dc-0616-41fb-9218-591a39f5362d HTTP/1.1" status: 204 len: 173 time: 0.9536974 Dec 08 16:07:26.594522 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94544e73-c018-4183-9ae8-c319838d1263', 'name': 'network-vif-deleted', 'tag': 'de41e8dc-0616-41fb-9218-591a39f5362d'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:07:26.594522 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256d940f-5312-4cf2-8641-a23452701119" -d '{"events": [{"server_uuid": "94544e73-c018-4183-9ae8-c319838d1263", "name": "network-vif-deleted", "tag": "de41e8dc-0616-41fb-9218-591a39f5362d"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:07:26.626160 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ab9ae-d98a-4cf2-a531-22006498198c req-8c91c3ff-9920-4143-b8ce-571cca189e89 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:26.634844 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-175ab9ae-d98a-4cf2-a531-22006498198c req-8c91c3ff-9920-4143-b8ce-571cca189e89 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=89f03c71-3b24-4361-bfb5-f07d6b8adf10 HTTP/1.1" status: 200 len: 944 time: 0.1098099 Dec 08 16:07:26.664106 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6e5722cc-10bb-457d-bbb5-3bb862311f11 req-d6d3045a-c555-4141-9369-7f10a2b84843 tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd1ce5eb-44e6-42fc-b434-c6ba7b3e1ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609321 Dec 08 16:07:26.701145 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-175ab9ae-d98a-4cf2-a531-22006498198c req-49c9c4e6-5cf7-444b-bdc4-965e33759001 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653179 Dec 08 16:07:26.711145 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f86f112-0e4a-4ef1-a219-94923d699111 x-openstack-request-id: req-5f86f112-0e4a-4ef1-a219-94923d699111 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:07:26.711480 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94544e73-c018-4183-9ae8-c319838d1263", "name": "network-vif-deleted", "tag": "de41e8dc-0616-41fb-9218-591a39f5362d", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:07:26.711709 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5f86f112-0e4a-4ef1-a219-94923d699111 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:07:26.712093 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94544e73-c018-4183-9ae8-c319838d1263', 'name': 'network-vif-deleted', 'tag': 'de41e8dc-0616-41fb-9218-591a39f5362d', 'status': 'completed', 'code': 200} Dec 08 16:07:26.790009 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6a1135a8-7a44-469a-9975-73ebf0691d19 req-9db9d7c6-f6da-4d29-89d3-a543564192c7 tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] 10.222.0.64 "GET /v2.0/ports?device_id=94544e73-c018-4183-9ae8-c319838d1263 HTTP/1.1" status: 200 len: 210 time: 0.0299780 Dec 08 16:07:26.791125 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-93c783e8-db4a-4e4b-9bc4-2d2826ab6973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:26.796346 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-99aea630-5fd6-4aec-ba70-32254557de72 req-422bbdaf-1da7-46b8-8400-12870ea39f58 service neutron] For port 0fde699c-2b0f-450b-8ca9-bcadada1d96a, host n-h1-776250-12, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:07:26.804788 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-99aea630-5fd6-4aec-ba70-32254557de72 req-422bbdaf-1da7-46b8-8400-12870ea39f58 service neutron] Publish callbacks [] for binding, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:26.805928 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-99aea630-5fd6-4aec-ba70-32254557de72 req-422bbdaf-1da7-46b8-8400-12870ea39f58 service neutron] 10.222.0.37 "DELETE /v2.0/ports/0fde699c-2b0f-450b-8ca9-bcadada1d96a/bindings/n-h1-776250-12 HTTP/1.1" status: 204 len: 173 time: 0.4103153 Dec 08 16:07:26.869644 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c783e8-db4a-4e4b-9bc4-2d2826ab6973 admin admin] Pushing event updated for resources: {'Subnet': ['ID=431c0b75-6079-425b-a74d-6e2af4608e21,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:26.877955 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c783e8-db4a-4e4b-9bc4-2d2826ab6973 admin admin] Checking segment: {'id': 'ee7c22ab-038f-4658-9518-2501ee8b33b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b2ced6a4-7256-4b18-bbea-83a9714db368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:07:26.878449 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c783e8-db4a-4e4b-9bc4-2d2826ab6973 admin admin] Network hostable DHCP agents. Network: b2ced6a4-7256-4b18-bbea-83a9714db368, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:07:26.921473 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ead497-dc92-4eb3-8c80-62647fa4d90c req-563cc179-aed2-44dd-aa6e-7a120e8086c6 tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:26.934173 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d7ead497-dc92-4eb3-8c80-62647fa4d90c req-563cc179-aed2-44dd-aa6e-7a120e8086c6 tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=89f03c71-3b24-4361-bfb5-f07d6b8adf10 HTTP/1.1" status: 200 len: 1096 time: 0.0719182 Dec 08 16:07:26.988608 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d7ead497-dc92-4eb3-8c80-62647fa4d90c req-3c6aad19-f886-47a8-8934-7685d5aa9cc0 tempest-LiveAutoBlockMigrationV225Test-1920919490 tempest-LiveAutoBlockMigrationV225Test-1920919490-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528078 Dec 08 16:07:27.030143 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c783e8-db4a-4e4b-9bc4-2d2826ab6973 admin admin] Network b2ced6a4-7256-4b18-bbea-83a9714db368 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:07:27.208080 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-93c783e8-db4a-4e4b-9bc4-2d2826ab6973 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, b2ced6a4-7256-4b18-bbea-83a9714db368) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:07:27.214264 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c783e8-db4a-4e4b-9bc4-2d2826ab6973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:27.214875 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-93c783e8-db4a-4e4b-9bc4-2d2826ab6973 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:27.224682 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9bd0dd-f379-4bd9-82d2-8a03ce06e160 None None] Network b2ced6a4-7256-4b18-bbea-83a9714db368 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:07:27.359391 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61637e1e-9583-4582-be4a-4ca1d20518ad None None] Network b2ced6a4-7256-4b18-bbea-83a9714db368 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:07:27.393187 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-93c783e8-db4a-4e4b-9bc4-2d2826ab6973 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2814004 Dec 08 16:07:27.638384 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14170b65-e8c8-4b9e-8a32-85310b9ce921 req-9baf611e-9b6b-4d5b-ad4a-4a2a86ac703a tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:27.640207 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-14170b65-e8c8-4b9e-8a32-85310b9ce921 req-9baf611e-9b6b-4d5b-ad4a-4a2a86ac703a tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=89f03c71-3b24-4361-bfb5-f07d6b8adf10 HTTP/1.1" status: 200 len: 944 time: 0.0729933 Dec 08 16:07:27.709789 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-14170b65-e8c8-4b9e-8a32-85310b9ce921 req-472f0efe-edb1-4711-91e5-aff4f84798b3 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621853 Dec 08 16:07:27.713941 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-dcd1ec5a-5ff1-4b70-9866-a2569a9bf33a req-0f39d661-ccfa-4128-aa2b-83f436d42f9d tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-928641169', 'description': 'tempest-description-516728955'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:07:27.739255 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78777f3a-040a-4cad-9351-aff8b96ea46a req-cddfc0a8-6ed4-4ac1-b173-eb82bb826a19 tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:27.741451 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-78777f3a-040a-4cad-9351-aff8b96ea46a req-cddfc0a8-6ed4-4ac1-b173-eb82bb826a19 tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] 10.222.0.37 "GET /v2.0/ports?device_id=641a2f95-f2a6-48a5-86e0-89efbaecda28 HTTP/1.1" status: 200 len: 949 time: 0.0894158 Dec 08 16:07:27.842263 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1475746b-bdd9-4116-85b8-2f795f571e07 req-d542d184-e8ee-4388-b151-e2452dd0b0c9 tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:27.850065 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1475746b-bdd9-4116-85b8-2f795f571e07 req-d542d184-e8ee-4388-b151-e2452dd0b0c9 tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] 10.222.0.64 "GET /v2.0/ports?device_id=641a2f95-f2a6-48a5-86e0-89efbaecda28 HTTP/1.1" status: 200 len: 949 time: 0.0752563 Dec 08 16:07:27.878575 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-78777f3a-040a-4cad-9351-aff8b96ea46a req-415fb501-fbf7-4aa7-9adb-92e99b8fc941 tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] Deleting port b5000b2e-2b2b-49f5-b18b-333f76680dea {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:07:27.879622 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-78777f3a-040a-4cad-9351-aff8b96ea46a req-415fb501-fbf7-4aa7-9adb-92e99b8fc941 tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:27.906468 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-dcd1ec5a-5ff1-4b70-9866-a2569a9bf33a req-0f39d661-ccfa-4128-aa2b-83f436d42f9d tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:27.917276 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1475746b-bdd9-4116-85b8-2f795f571e07 req-17150f70-c6b4-4389-afbd-e60d150095f7 tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd1ce5eb-44e6-42fc-b434-c6ba7b3e1ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661590 Dec 08 16:07:28.052536 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6ef8a502-ebf2-4da8-a25f-946cb7c64e47 req-7b4b64a5-aa81-4c61-bec7-94260d53c6f6 tempest-VolumesAdminNegativeTest-2045865168 tempest-VolumesAdminNegativeTest-2045865168-project] 10.222.0.64 "GET /v2.0/ports?device_id=94544e73-c018-4183-9ae8-c319838d1263 HTTP/1.1" status: 200 len: 210 time: 0.0307453 Dec 08 16:07:28.096461 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-78777f3a-040a-4cad-9351-aff8b96ea46a req-415fb501-fbf7-4aa7-9adb-92e99b8fc941 tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] For port b5000b2e-2b2b-49f5-b18b-333f76680dea, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=b5000b2e-2b2b-49f5-b18b-333f76680dea,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:07:28.096929 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-78777f3a-040a-4cad-9351-aff8b96ea46a req-415fb501-fbf7-4aa7-9adb-92e99b8fc941 tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:28.118313 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-78777f3a-040a-4cad-9351-aff8b96ea46a req-415fb501-fbf7-4aa7-9adb-92e99b8fc941 tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] Calling delete_port for b5000b2e-2b2b-49f5-b18b-333f76680dea owned by compute:nova {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:07:28.201437 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-dcd1ec5a-5ff1-4b70-9866-a2569a9bf33a req-0f39d661-ccfa-4128-aa2b-83f436d42f9d tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:28.264680 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec6465-593c-43bd-9151-0160ee131610 req-5f5ef01c-0d8a-4b45-89ec-9c2c5cce990a tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:28.266358 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d0ec6465-593c-43bd-9151-0160ee131610 req-5f5ef01c-0d8a-4b45-89ec-9c2c5cce990a tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.37 "GET /v2.0/ports?device_id=89f03c71-3b24-4361-bfb5-f07d6b8adf10 HTTP/1.1" status: 200 len: 944 time: 0.0588539 Dec 08 16:07:28.281427 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-dcd1ec5a-5ff1-4b70-9866-a2569a9bf33a req-0f39d661-ccfa-4128-aa2b-83f436d42f9d tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:28.331140 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f39d661-ccfa-4128-aa2b-83f436d42f9d tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d828cd4c-ff54-44ae-b1cc-b0486e076c9c,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:28.381725 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-d0ec6465-593c-43bd-9151-0160ee131610 req-b33e9ae9-7f3d-41fe-a56b-8c0dfab1ff98 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Deleting port 0fde699c-2b0f-450b-8ca9-bcadada1d96a {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:07:28.382402 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d0ec6465-593c-43bd-9151-0160ee131610 req-b33e9ae9-7f3d-41fe-a56b-8c0dfab1ff98 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:28.415771 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-dcd1ec5a-5ff1-4b70-9866-a2569a9bf33a req-0f39d661-ccfa-4128-aa2b-83f436d42f9d tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:28.424263 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-dcd1ec5a-5ff1-4b70-9866-a2569a9bf33a req-0f39d661-ccfa-4128-aa2b-83f436d42f9d tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.7157893 Dec 08 16:07:28.446547 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-78777f3a-040a-4cad-9351-aff8b96ea46a req-415fb501-fbf7-4aa7-9adb-92e99b8fc941 tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:28.472150 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['b5000b2e-2b2b-49f5-b18b-333f76680dea'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:07:28.496050 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415fb501-fbf7-4aa7-9adb-92e99b8fc941 tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] Pushing event deleted for resources: {'Port': ['ID=b5000b2e-2b2b-49f5-b18b-333f76680dea,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:28.516959 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2d51bd84-5176-47ee-b04b-31f9a5ad0905 req-8b2dcea2-8cc2-462b-8673-6df0ed02f5a1 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] 10.222.0.64 "GET /v2.0/security-groups/d828cd4c-ff54-44ae-b1cc-b0486e076c9c HTTP/1.1" status: 200 len: 1820 time: 0.0728362 Dec 08 16:07:28.518795 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-d0ec6465-593c-43bd-9151-0160ee131610 req-b33e9ae9-7f3d-41fe-a56b-8c0dfab1ff98 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] For port 0fde699c-2b0f-450b-8ca9-bcadada1d96a, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=0fde699c-2b0f-450b-8ca9-bcadada1d96a,segment=NetworkSegment(08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4),segment_id=08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:07:28.519162 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d0ec6465-593c-43bd-9151-0160ee131610 req-b33e9ae9-7f3d-41fe-a56b-8c0dfab1ff98 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:28.534412 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-2d51bd84-5176-47ee-b04b-31f9a5ad0905 req-7832197b-3f54-482b-af8e-96d2f212f13d tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd828cd4c-ff54-44ae-b1cc-b0486e076c9c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:07:28.534878 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-2d51bd84-5176-47ee-b04b-31f9a5ad0905 req-7832197b-3f54-482b-af8e-96d2f212f13d tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd828cd4c-ff54-44ae-b1cc-b0486e076c9c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:07:28.550208 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-d0ec6465-593c-43bd-9151-0160ee131610 req-b33e9ae9-7f3d-41fe-a56b-8c0dfab1ff98 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Calling delete_port for 0fde699c-2b0f-450b-8ca9-bcadada1d96a owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:07:28.550697 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-78777f3a-040a-4cad-9351-aff8b96ea46a req-415fb501-fbf7-4aa7-9adb-92e99b8fc941 tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] No DVR routers for this DVR port b5000b2e-2b2b-49f5-b18b-333f76680dea on host n-h2-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:07:28.553965 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-78777f3a-040a-4cad-9351-aff8b96ea46a req-415fb501-fbf7-4aa7-9adb-92e99b8fc941 tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:28.557730 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-78777f3a-040a-4cad-9351-aff8b96ea46a req-415fb501-fbf7-4aa7-9adb-92e99b8fc941 tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] 10.222.0.37 "DELETE /v2.0/ports/b5000b2e-2b2b-49f5-b18b-333f76680dea HTTP/1.1" status: 204 len: 173 time: 0.8071425 Dec 08 16:07:28.558234 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641a2f95-f2a6-48a5-86e0-89efbaecda28', 'name': 'network-vif-deleted', 'tag': 'b5000b2e-2b2b-49f5-b18b-333f76680dea'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:07:28.560597 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc807205-67c8-4284-93b6-2424c74fb3dc" -d '{"events": [{"server_uuid": "641a2f95-f2a6-48a5-86e0-89efbaecda28", "name": "network-vif-deleted", "tag": "b5000b2e-2b2b-49f5-b18b-333f76680dea"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:07:28.612718 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a30e5b2-f7d4-4e9c-b60c-e2a47d4a302d x-openstack-request-id: req-2a30e5b2-f7d4-4e9c-b60c-e2a47d4a302d {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:07:28.613034 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "641a2f95-f2a6-48a5-86e0-89efbaecda28", "name": "network-vif-deleted", "tag": "b5000b2e-2b2b-49f5-b18b-333f76680dea", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:07:28.613290 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2a30e5b2-f7d4-4e9c-b60c-e2a47d4a302d {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:07:28.613824 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641a2f95-f2a6-48a5-86e0-89efbaecda28', 'name': 'network-vif-deleted', 'tag': 'b5000b2e-2b2b-49f5-b18b-333f76680dea', 'status': 'completed', 'code': 200} Dec 08 16:07:28.747707 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2d51bd84-5176-47ee-b04b-31f9a5ad0905 req-7832197b-3f54-482b-af8e-96d2f212f13d tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:28.774447 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2d51bd84-5176-47ee-b04b-31f9a5ad0905 req-7832197b-3f54-482b-af8e-96d2f212f13d tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:28.841484 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d0ec6465-593c-43bd-9151-0160ee131610 req-b33e9ae9-7f3d-41fe-a56b-8c0dfab1ff98 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:28.854902 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb1c28-aad5-4e0b-80b9-2f398e3ace59 req-e69932f0-9edf-4392-b9e1-8a0070ae9aff tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:28.856932 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2cdb1c28-aad5-4e0b-80b9-2f398e3ace59 req-e69932f0-9edf-4392-b9e1-8a0070ae9aff tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=89f03c71-3b24-4361-bfb5-f07d6b8adf10 HTTP/1.1" status: 200 len: 866 time: 0.0546441 Dec 08 16:07:28.872210 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['0fde699c-2b0f-450b-8ca9-bcadada1d96a'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:07:28.887735 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2d51bd84-5176-47ee-b04b-31f9a5ad0905 req-7832197b-3f54-482b-af8e-96d2f212f13d tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:28.887735 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33e9ae9-7f3d-41fe-a56b-8c0dfab1ff98 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Pushing event deleted for resources: {'Port': ['ID=0fde699c-2b0f-450b-8ca9-bcadada1d96a,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:28.894970 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['150aec00-a505-4a9d-95d4-59e8f7ccabdf', '29971d89-222c-43b5-a49f-01483af5bbe9'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:07:28.921666 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7832197b-3f54-482b-af8e-96d2f212f13d tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b22c1af1-9977-4cee-b247-00aace485df3,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:28.946639 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2cdb1c28-aad5-4e0b-80b9-2f398e3ace59 req-6b3b95e9-b3d3-4185-a2ca-32401a275444 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727725 Dec 08 16:07:28.953318 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ec6465-593c-43bd-9151-0160ee131610 req-b33e9ae9-7f3d-41fe-a56b-8c0dfab1ff98 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] No DVR routers for this DVR port 0fde699c-2b0f-450b-8ca9-bcadada1d96a on host n-h2-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:07:28.955197 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d0ec6465-593c-43bd-9151-0160ee131610 req-b33e9ae9-7f3d-41fe-a56b-8c0dfab1ff98 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:28.968099 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d0ec6465-593c-43bd-9151-0160ee131610 req-b33e9ae9-7f3d-41fe-a56b-8c0dfab1ff98 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.37 "DELETE /v2.0/ports/0fde699c-2b0f-450b-8ca9-bcadada1d96a HTTP/1.1" status: 204 len: 173 time: 0.6870484 Dec 08 16:07:28.968099 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f03c71-3b24-4361-bfb5-f07d6b8adf10', 'name': 'network-vif-deleted', 'tag': '0fde699c-2b0f-450b-8ca9-bcadada1d96a'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:07:28.975946 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f45934-44fc-4a5a-b20b-8a2f9c3432c8" -d '{"events": [{"server_uuid": "89f03c71-3b24-4361-bfb5-f07d6b8adf10", "name": "network-vif-deleted", "tag": "0fde699c-2b0f-450b-8ca9-bcadada1d96a"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:07:29.081736 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-87bb3b59-731f-4652-a848-63cdf77b78a2 req-0faf7f90-2645-4b90-96e2-95d19f3a874f tempest-ServerDiagnosticsNegativeTest-1255936394 tempest-ServerDiagnosticsNegativeTest-1255936394-project] 10.222.0.64 "GET /v2.0/ports?device_id=641a2f95-f2a6-48a5-86e0-89efbaecda28 HTTP/1.1" status: 200 len: 210 time: 0.0401120 Dec 08 16:07:29.091093 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2d51bd84-5176-47ee-b04b-31f9a5ad0905 req-7832197b-3f54-482b-af8e-96d2f212f13d tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:29.092467 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2d51bd84-5176-47ee-b04b-31f9a5ad0905 req-7832197b-3f54-482b-af8e-96d2f212f13d tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5621269 Dec 08 16:07:29.146857 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 39658) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:07:29.190470 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad5d61b-53b8-4a3e-b673-74379c066cc2 x-openstack-request-id: req-7ad5d61b-53b8-4a3e-b673-74379c066cc2 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:07:29.196049 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89f03c71-3b24-4361-bfb5-f07d6b8adf10", "name": "network-vif-deleted", "tag": "0fde699c-2b0f-450b-8ca9-bcadada1d96a", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:07:29.196049 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7ad5d61b-53b8-4a3e-b673-74379c066cc2 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:07:29.196049 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89f03c71-3b24-4361-bfb5-f07d6b8adf10', 'name': 'network-vif-deleted', 'tag': '0fde699c-2b0f-450b-8ca9-bcadada1d96a', 'status': 'completed', 'code': 200} Dec 08 16:07:29.203067 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 0fde699c-2b0f-450b-8ca9-bcadada1d96a no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:07:29.206076 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-521138a9-ba5d-4a0e-81b1-03d0517f97b8 req-ad1030cb-03a5-4b03-ac83-ba90d65193a7 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1665817095', 'description': 'tempest-description-1391078217'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:07:29.256452 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: 0fde699c-2b0f-450b-8ca9-bcadada1d96a {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:07:29.256960 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 0fde699c-2b0f-450b-8ca9-bcadada1d96a not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:07:29.258072 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device b5000b2e-2b2b-49f5-b18b-333f76680dea no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:07:29.291645 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7a2fe3d-8a77-4e7d-9492-a02383ae2ea2 admin admin] Deleting subnet e9a5759d-cdff-45f0-a7cc-65cd4da199d1 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:07:29.295628 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f7a2fe3d-8a77-4e7d-9492-a02383ae2ea2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:29.331605 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: b5000b2e-2b2b-49f5-b18b-333f76680dea {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:07:29.332015 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device b5000b2e-2b2b-49f5-b18b-333f76680dea not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:07:29.332569 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device de41e8dc-0616-41fb-9218-591a39f5362d no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:07:29.359120 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f7a2fe3d-8a77-4e7d-9492-a02383ae2ea2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:29.378464 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: de41e8dc-0616-41fb-9218-591a39f5362d {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:07:29.378822 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device de41e8dc-0616-41fb-9218-591a39f5362d not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:07:29.390030 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-521138a9-ba5d-4a0e-81b1-03d0517f97b8 req-ad1030cb-03a5-4b03-ac83-ba90d65193a7 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:29.438708 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f7a2fe3d-8a77-4e7d-9492-a02383ae2ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:29.528395 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-521138a9-ba5d-4a0e-81b1-03d0517f97b8 req-ad1030cb-03a5-4b03-ac83-ba90d65193a7 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:29.649232 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f7a2fe3d-8a77-4e7d-9492-a02383ae2ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:29.655655 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-521138a9-ba5d-4a0e-81b1-03d0517f97b8 req-ad1030cb-03a5-4b03-ac83-ba90d65193a7 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:29.700910 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a2fe3d-8a77-4e7d-9492-a02383ae2ea2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9a5759d-cdff-45f0-a7cc-65cd4da199d1,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:29.730804 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f7a2fe3d-8a77-4e7d-9492-a02383ae2ea2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:29.736262 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-f7a2fe3d-8a77-4e7d-9492-a02383ae2ea2 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/e9a5759d-cdff-45f0-a7cc-65cd4da199d1 HTTP/1.1" status: 204 len: 168 time: 0.5874844 Dec 08 16:07:29.738385 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 39664) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:07:29.751054 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1030cb-03a5-4b03-ac83-ba90d65193a7 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71a82913-5fd9-4bae-a7a6-5239851d137e,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:29.792069 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-521138a9-ba5d-4a0e-81b1-03d0517f97b8 req-ad1030cb-03a5-4b03-ac83-ba90d65193a7 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:29.797764 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-521138a9-ba5d-4a0e-81b1-03d0517f97b8 req-ad1030cb-03a5-4b03-ac83-ba90d65193a7 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.6154451 Dec 08 16:07:29.861494 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ad84e63c-0b6e-4908-b359-f075c24b771a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:29.891760 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-66c033b3-242e-49f6-bfa7-a677f46e7483 req-12e60dae-128e-45f9-929d-38fba92c5fc9 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] 10.222.0.64 "GET /v2.0/security-groups/71a82913-5fd9-4bae-a7a6-5239851d137e HTTP/1.1" status: 200 len: 1822 time: 0.0644517 Dec 08 16:07:29.917495 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-66c033b3-242e-49f6-bfa7-a677f46e7483 req-c326f156-a2cb-446f-94b7-4bb840316690 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '71a82913-5fd9-4bae-a7a6-5239851d137e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:07:29.917826 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-66c033b3-242e-49f6-bfa7-a677f46e7483 req-c326f156-a2cb-446f-94b7-4bb840316690 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '71a82913-5fd9-4bae-a7a6-5239851d137e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:07:29.986133 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ad84e63c-0b6e-4908-b359-f075c24b771a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:30.007742 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-ad84e63c-0b6e-4908-b359-f075c24b771a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e89e8f20-53a1-412c-918d-c9890713e8fa']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:07:30.018630 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-ad84e63c-0b6e-4908-b359-f075c24b771a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4761a3b-ee60-4269-90fa-7dd2b7c5d753') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:07:30.019616 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-ad84e63c-0b6e-4908-b359-f075c24b771a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4761a3b-ee60-4269-90fa-7dd2b7c5d753') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:07:30.030526 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ad84e63c-0b6e-4908-b359-f075c24b771a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:30.051718 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ad84e63c-0b6e-4908-b359-f075c24b771a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:30.058468 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad84e63c-0b6e-4908-b359-f075c24b771a admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:07:30.058867 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ad84e63c-0b6e-4908-b359-f075c24b771a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:30.060726 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:07:30.060726 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:07:30.060726 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:07:30.060726 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:07:30.060726 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:07:30.060726 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:07:30.060726 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:07:30.060726 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:07:30.060726 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:07:30.060726 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:07:30.060726 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:07:30.060726 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:07:30.060726 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:07:30.060726 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:07:30.060726 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:07:30.060726 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:07:30.060726 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:07:30.060726 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:07:30.060726 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:07:30.060726 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:07:30.060726 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:07:30.060726 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:07:30.060726 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:07:30.060726 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:07:30.060726 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:07:30.060726 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:07:30.060726 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:07:30.060726 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:07:30.060726 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:07:30.060726 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:07:30.060726 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:07:30.060726 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:07:30.080603 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9b7d5e9b-c1c4-47bf-9811-8da92ab34134 req-07caedcd-9ab9-477a-983e-3da7350e1d94 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=89f03c71-3b24-4361-bfb5-f07d6b8adf10 HTTP/1.1" status: 200 len: 210 time: 0.0428174 Dec 08 16:07:30.212650 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-66c033b3-242e-49f6-bfa7-a677f46e7483 req-c326f156-a2cb-446f-94b7-4bb840316690 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:30.234840 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-66c033b3-242e-49f6-bfa7-a677f46e7483 req-c326f156-a2cb-446f-94b7-4bb840316690 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:30.242107 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ad84e63c-0b6e-4908-b359-f075c24b771a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:30.260773 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ad84e63c-0b6e-4908-b359-f075c24b771a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:30.260773 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ad84e63c-0b6e-4908-b359-f075c24b771a admin admin] 10.222.0.64 "DELETE /v2.0/networks/e89e8f20-53a1-412c-918d-c9890713e8fa HTTP/1.1" status: 204 len: 168 time: 0.5207646 Dec 08 16:07:30.263220 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 39678) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:07:30.278328 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad84e63c-0b6e-4908-b359-f075c24b771a admin admin] Pushing event deleted for resources: {'Network': ['ID=e89e8f20-53a1-412c-918d-c9890713e8fa,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:30.326319 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-100f7159-12a1-4f73-8472-d2c0111efe0f admin admin] Deleting subnet 89dcb290-8806-4e58-813f-ab442ca01d3a {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:07:30.330293 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-100f7159-12a1-4f73-8472-d2c0111efe0f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:30.353849 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-66c033b3-242e-49f6-bfa7-a677f46e7483 req-c326f156-a2cb-446f-94b7-4bb840316690 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:30.375437 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c326f156-a2cb-446f-94b7-4bb840316690 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e930d4c-62ff-4d37-a104-38f360de671e,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:30.396663 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-100f7159-12a1-4f73-8472-d2c0111efe0f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:30.454304 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-100f7159-12a1-4f73-8472-d2c0111efe0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:30.512450 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-66c033b3-242e-49f6-bfa7-a677f46e7483 req-c326f156-a2cb-446f-94b7-4bb840316690 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:30.514632 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-66c033b3-242e-49f6-bfa7-a677f46e7483 req-c326f156-a2cb-446f-94b7-4bb840316690 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.6020756 Dec 08 16:07:30.544411 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-fe26a8b7-913c-4cb5-93b4-8dda827a03a0 req-6ba80c82-c0c1-4c55-a221-9f322cb808c9 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1431660044', 'description': 'tempest-description-1005915092'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:07:30.591376 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-100f7159-12a1-4f73-8472-d2c0111efe0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:30.632316 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100f7159-12a1-4f73-8472-d2c0111efe0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89dcb290-8806-4e58-813f-ab442ca01d3a,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:30.636997 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-100f7159-12a1-4f73-8472-d2c0111efe0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:30.642628 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-100f7159-12a1-4f73-8472-d2c0111efe0f admin admin] 10.222.0.64 "DELETE /v2.0/subnets/89dcb290-8806-4e58-813f-ab442ca01d3a HTTP/1.1" status: 204 len: 168 time: 0.3757639 Dec 08 16:07:30.643382 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 39688) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:07:30.744967 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 39696) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:07:30.755021 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b0b0000f-d595-4d35-b63b-649c9f1926dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:30.854445 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b0b0000f-d595-4d35-b63b-649c9f1926dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:30.882098 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-b0b0000f-d595-4d35-b63b-649c9f1926dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['667d9cdf-38de-47e8-a6b7-e0dcf736157c']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:07:30.894356 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-b0b0000f-d595-4d35-b63b-649c9f1926dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ca09873-4770-4055-a485-4b6d229ab091') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:07:30.896047 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-b0b0000f-d595-4d35-b63b-649c9f1926dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ca09873-4770-4055-a485-4b6d229ab091') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:07:30.910508 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b0b0000f-d595-4d35-b63b-649c9f1926dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:30.928807 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b0b0000f-d595-4d35-b63b-649c9f1926dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:30.935106 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0b0000f-d595-4d35-b63b-649c9f1926dc admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:07:30.935505 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b0b0000f-d595-4d35-b63b-649c9f1926dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:30.939214 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:07:30.939214 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:07:30.939214 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:07:30.939214 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:07:30.939214 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:07:30.939214 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:07:30.939214 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:07:30.939214 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:07:30.939214 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:07:30.939214 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:07:30.939214 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:07:30.939214 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:07:30.939214 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:07:30.939214 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:07:30.939214 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:07:30.939214 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:07:30.939214 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:07:30.939214 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:07:30.939214 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:07:30.939214 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:07:30.939214 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:07:30.939214 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:07:30.939214 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:07:30.939214 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:07:30.939214 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:07:30.939214 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:07:30.939214 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:07:30.939214 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:07:30.939214 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:07:30.939214 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:07:30.939214 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:07:30.939214 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:07:30.992357 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-48949e5d-2876-43d5-aef0-521eb4eb08b9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=76ce6e5b6c72461ebb64ef6d0ddd23cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2461355 Dec 08 16:07:30.995809 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 39702) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:07:31.067965 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7d13c927-f191-4076-8194-58ba8a983d6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:31.094565 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7d13c927-f191-4076-8194-58ba8a983d6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:31.148663 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-fe26a8b7-913c-4cb5-93b4-8dda827a03a0 req-6ba80c82-c0c1-4c55-a221-9f322cb808c9 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:31.267925 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-fe26a8b7-913c-4cb5-93b4-8dda827a03a0 req-6ba80c82-c0c1-4c55-a221-9f322cb808c9 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:31.313029 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-80b23bd7-8ee7-4c33-a2a7-9fc14969e8e0 req-c995328c-cf81-4adb-a62f-c26983b12a97 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=89f03c71-3b24-4361-bfb5-f07d6b8adf10 HTTP/1.1" status: 200 len: 210 time: 0.0416811 Dec 08 16:07:31.396733 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b0b0000f-d595-4d35-b63b-649c9f1926dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:31.409008 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b0b0000f-d595-4d35-b63b-649c9f1926dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:31.413444 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b0b0000f-d595-4d35-b63b-649c9f1926dc admin admin] 10.222.0.64 "DELETE /v2.0/networks/667d9cdf-38de-47e8-a6b7-e0dcf736157c HTTP/1.1" status: 204 len: 168 time: 0.7651052 Dec 08 16:07:31.422664 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b0000f-d595-4d35-b63b-649c9f1926dc admin admin] Pushing event deleted for resources: {'Network': ['ID=667d9cdf-38de-47e8-a6b7-e0dcf736157c,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:31.945072 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7d13c927-f191-4076-8194-58ba8a983d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:31.948116 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7d13c927-f191-4076-8194-58ba8a983d6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:31.951868 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-7d13c927-f191-4076-8194-58ba8a983d6e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cd1ce5eb-44e6-42fc-b434-c6ba7b3e1ed0 HTTP/1.1" status: 204 len: 168 time: 0.9494784 Dec 08 16:07:31.959825 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d13c927-f191-4076-8194-58ba8a983d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1ce5eb-44e6-42fc-b434-c6ba7b3e1ed0,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:31.982978 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-fe26a8b7-913c-4cb5-93b4-8dda827a03a0 req-6ba80c82-c0c1-4c55-a221-9f322cb808c9 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:32.025806 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba80c82-c0c1-4c55-a221-9f322cb808c9 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6011d2e-b7dc-4486-a9dc-9b36e14c735d,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:32.123667 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-fe26a8b7-913c-4cb5-93b4-8dda827a03a0 req-6ba80c82-c0c1-4c55-a221-9f322cb808c9 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:32.127460 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fe26a8b7-913c-4cb5-93b4-8dda827a03a0 req-6ba80c82-c0c1-4c55-a221-9f322cb808c9 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 1.5851493 Dec 08 16:07:32.161367 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-af13ba76-0706-4fd1-b081-339515dd2ced req-6afa8a27-969a-4e5d-b08c-9f9331ade3f0 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-942227250', 'description': 'tempest-description-374807369'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:07:32.303366 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-af13ba76-0706-4fd1-b081-339515dd2ced req-6afa8a27-969a-4e5d-b08c-9f9331ade3f0 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:32.326089 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 39730) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:07:32.483132 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-af13ba76-0706-4fd1-b081-339515dd2ced req-6afa8a27-969a-4e5d-b08c-9f9331ade3f0 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:32.519476 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-25f2f99d-dd4e-4f89-b678-db5036b49d31 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=90793287bfaf4a52876b1d030c4dc7fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1917908 Dec 08 16:07:32.525255 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 39738) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:07:32.563104 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-af13ba76-0706-4fd1-b081-339515dd2ced req-6afa8a27-969a-4e5d-b08c-9f9331ade3f0 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:32.603474 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6eba8687-696f-4765-81b7-e4c262c070c3 req-4d3d0a10-c1ba-42bd-85b9-ab5af88fca59 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=89f03c71-3b24-4361-bfb5-f07d6b8adf10 HTTP/1.1" status: 200 len: 210 time: 0.0816579 Dec 08 16:07:32.688577 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afa8a27-969a-4e5d-b08c-9f9331ade3f0 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=536898b0-047c-4c10-8cc4-24cec2521bed,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:32.715199 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-be634d13-d4d0-4b07-9e7d-8bf8fd51f3ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:32.747750 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-af13ba76-0706-4fd1-b081-339515dd2ced req-6afa8a27-969a-4e5d-b08c-9f9331ade3f0 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:32.750935 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-af13ba76-0706-4fd1-b081-339515dd2ced req-6afa8a27-969a-4e5d-b08c-9f9331ade3f0 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.5933597 Dec 08 16:07:32.771577 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-be634d13-d4d0-4b07-9e7d-8bf8fd51f3ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:32.894314 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b4b862d1-5409-427f-a853-a7e6bd07840d req-bf1304f7-a3d0-4132-afd7-536eee01bc6a tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] 10.222.0.64 "GET /v2.0/security-groups/b6011d2e-b7dc-4486-a9dc-9b36e14c735d HTTP/1.1" status: 200 len: 1822 time: 0.0910227 Dec 08 16:07:32.958275 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b4b862d1-5409-427f-a853-a7e6bd07840d req-6e8a68c0-c642-4201-95c4-f01ad47dca08 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] 10.222.0.64 "GET /v2.0/security-groups/536898b0-047c-4c10-8cc4-24cec2521bed HTTP/1.1" status: 200 len: 1820 time: 0.0516622 Dec 08 16:07:32.973152 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-b4b862d1-5409-427f-a853-a7e6bd07840d req-68d3e0dd-d493-40ff-86df-9dc424ce546e tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b6011d2e-b7dc-4486-a9dc-9b36e14c735d', 'remote_group_id': '536898b0-047c-4c10-8cc4-24cec2521bed', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:07:32.974667 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-b4b862d1-5409-427f-a853-a7e6bd07840d req-68d3e0dd-d493-40ff-86df-9dc424ce546e tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b6011d2e-b7dc-4486-a9dc-9b36e14c735d', 'remote_group_id': '536898b0-047c-4c10-8cc4-24cec2521bed', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:07:32.995737 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 39746) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:07:33.013773 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-be634d13-d4d0-4b07-9e7d-8bf8fd51f3ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:33.017179 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-be634d13-d4d0-4b07-9e7d-8bf8fd51f3ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:33.018541 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-be634d13-d4d0-4b07-9e7d-8bf8fd51f3ec admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0718467b-a91f-47d3-aba0-9c7c37c4d6fc HTTP/1.1" status: 204 len: 168 time: 0.4920759 Dec 08 16:07:33.037243 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eebfa8f5-22e9-4e00-a15a-a09a07c9955e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:33.049457 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be634d13-d4d0-4b07-9e7d-8bf8fd51f3ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0718467b-a91f-47d3-aba0-9c7c37c4d6fc,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:33.193684 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eebfa8f5-22e9-4e00-a15a-a09a07c9955e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:33.236474 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-b4b862d1-5409-427f-a853-a7e6bd07840d req-68d3e0dd-d493-40ff-86df-9dc424ce546e tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:33.253308 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eebfa8f5-22e9-4e00-a15a-a09a07c9955e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:33.310571 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-eebfa8f5-22e9-4e00-a15a-a09a07c9955e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=04e74ae7c5dd4bbeb7e8d8ab3964eddc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3102758 Dec 08 16:07:33.312204 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebfa8f5-22e9-4e00-a15a-a09a07c9955e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313db721-a1fa-4e6e-9586-8420e1120774,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:33.312709 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 39750) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:07:33.379145 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-b4b862d1-5409-427f-a853-a7e6bd07840d req-68d3e0dd-d493-40ff-86df-9dc424ce546e tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:33.393525 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5eff759a-d3f2-4960-8df7-052447b1e66d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:33.420410 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5eff759a-d3f2-4960-8df7-052447b1e66d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:33.521076 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-b4b862d1-5409-427f-a853-a7e6bd07840d req-68d3e0dd-d493-40ff-86df-9dc424ce546e tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:33.543679 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d3e0dd-d493-40ff-86df-9dc424ce546e tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eba359a-9af6-448d-8448-1e797e9745eb,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:33.703752 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5eff759a-d3f2-4960-8df7-052447b1e66d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:33.706468 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5eff759a-d3f2-4960-8df7-052447b1e66d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:33.707749 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-5eff759a-d3f2-4960-8df7-052447b1e66d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/313db721-a1fa-4e6e-9586-8420e1120774 HTTP/1.1" status: 204 len: 168 time: 0.3939216 Dec 08 16:07:33.710902 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-b4b862d1-5409-427f-a853-a7e6bd07840d req-68d3e0dd-d493-40ff-86df-9dc424ce546e tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:33.732363 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b4b862d1-5409-427f-a853-a7e6bd07840d req-68d3e0dd-d493-40ff-86df-9dc424ce546e tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7635965 Dec 08 16:07:33.792435 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-309c5771-a669-407f-ac97-7230d7a74345 req-16e3f311-d52a-47d4-9be7-e003db7ddc73 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-530989495', 'description': 'tempest-description-433931202'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:07:33.806051 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eff759a-d3f2-4960-8df7-052447b1e66d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313db721-a1fa-4e6e-9586-8420e1120774,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:33.854106 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e8f461ab-4815-4dfb-b485-6ccf3e7d421a req-f0ab78cc-040b-4f14-b49a-d751bbba1d04 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=89f03c71-3b24-4361-bfb5-f07d6b8adf10 HTTP/1.1" status: 200 len: 210 time: 0.0934200 Dec 08 16:07:33.967389 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-309c5771-a669-407f-ac97-7230d7a74345 req-16e3f311-d52a-47d4-9be7-e003db7ddc73 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:34.070166 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-309c5771-a669-407f-ac97-7230d7a74345 req-16e3f311-d52a-47d4-9be7-e003db7ddc73 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:34.185259 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-309c5771-a669-407f-ac97-7230d7a74345 req-16e3f311-d52a-47d4-9be7-e003db7ddc73 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:34.226283 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e3f311-d52a-47d4-9be7-e003db7ddc73 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0770b2-10ca-492d-a953-cb89616a38c1,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:34.264429 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:34.295742 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-309c5771-a669-407f-ac97-7230d7a74345 req-16e3f311-d52a-47d4-9be7-e003db7ddc73 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:34.297259 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-309c5771-a669-407f-ac97-7230d7a74345 req-16e3f311-d52a-47d4-9be7-e003db7ddc73 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.5190425 Dec 08 16:07:34.334967 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-c41147e4-74f7-4be4-bf9f-fef198093500 req-c4f2018e-fd99-4810-bb62-cef53b8407bb tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-773605736', 'description': 'tempest-description-893979666'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:07:34.340730 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 39776) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:07:34.387733 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-02efddd9-bdc8-4c3d-930c-3b9f45eea7bb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=044219ef93f7447eaa75ee10b5aa7606&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0457373 Dec 08 16:07:34.390362 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 39780) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:07:34.459427 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0f63dd2c-022b-46ef-a3fc-f377079a89fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:34.486575 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0f63dd2c-022b-46ef-a3fc-f377079a89fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:34.502069 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c41147e4-74f7-4be4-bf9f-fef198093500 req-c4f2018e-fd99-4810-bb62-cef53b8407bb tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:34.646909 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c41147e4-74f7-4be4-bf9f-fef198093500 req-c4f2018e-fd99-4810-bb62-cef53b8407bb tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:34.698467 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0f63dd2c-022b-46ef-a3fc-f377079a89fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:34.701159 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0f63dd2c-022b-46ef-a3fc-f377079a89fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:34.702481 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-0f63dd2c-022b-46ef-a3fc-f377079a89fc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/11450ef5-fab6-41d4-a98b-1875ed4075ca HTTP/1.1" status: 204 len: 168 time: 0.3107677 Dec 08 16:07:34.711989 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f63dd2c-022b-46ef-a3fc-f377079a89fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11450ef5-fab6-41d4-a98b-1875ed4075ca,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:34.732223 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c41147e4-74f7-4be4-bf9f-fef198093500 req-c4f2018e-fd99-4810-bb62-cef53b8407bb tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:34.812101 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f2018e-fd99-4810-bb62-cef53b8407bb tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf2d8b6-a429-4e04-b6a7-d2c8f07279ca,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:34.883869 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c41147e4-74f7-4be4-bf9f-fef198093500 req-c4f2018e-fd99-4810-bb62-cef53b8407bb tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:34.886611 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c41147e4-74f7-4be4-bf9f-fef198093500 req-c4f2018e-fd99-4810-bb62-cef53b8407bb tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.5560224 Dec 08 16:07:35.010761 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-93352f50-c307-48a2-a477-113bc031048e req-423b20ec-a2c2-4689-b741-e9ea8fde99cd tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] 10.222.0.64 "GET /v2.0/security-groups/cd0770b2-10ca-492d-a953-cb89616a38c1 HTTP/1.1" status: 200 len: 1820 time: 0.0962155 Dec 08 16:07:35.065880 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7fb1e565-9070-4d5a-b6ff-7a4ff849bb78 req-8556d75f-aead-4641-8d6e-e3f9c47baf7d tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=89f03c71-3b24-4361-bfb5-f07d6b8adf10 HTTP/1.1" status: 200 len: 210 time: 0.0507195 Dec 08 16:07:35.110027 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-93352f50-c307-48a2-a477-113bc031048e req-986b7357-1032-42f1-a1bd-f4bec002fad2 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] 10.222.0.64 "GET /v2.0/security-groups/fcf2d8b6-a429-4e04-b6a7-d2c8f07279ca HTTP/1.1" status: 200 len: 1820 time: 0.0983279 Dec 08 16:07:35.145237 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-93352f50-c307-48a2-a477-113bc031048e req-24198ec6-a693-47bf-b89e-cb2c63fbfe24 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'cd0770b2-10ca-492d-a953-cb89616a38c1', 'remote_group_id': 'fcf2d8b6-a429-4e04-b6a7-d2c8f07279ca', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:07:35.145564 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-93352f50-c307-48a2-a477-113bc031048e req-24198ec6-a693-47bf-b89e-cb2c63fbfe24 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'cd0770b2-10ca-492d-a953-cb89616a38c1', 'remote_group_id': 'fcf2d8b6-a429-4e04-b6a7-d2c8f07279ca', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:07:35.364754 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-93352f50-c307-48a2-a477-113bc031048e req-24198ec6-a693-47bf-b89e-cb2c63fbfe24 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:35.408084 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-93352f50-c307-48a2-a477-113bc031048e req-24198ec6-a693-47bf-b89e-cb2c63fbfe24 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:35.471791 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-93352f50-c307-48a2-a477-113bc031048e req-24198ec6-a693-47bf-b89e-cb2c63fbfe24 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:35.503439 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24198ec6-a693-47bf-b89e-cb2c63fbfe24 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1747472a-1dbc-40b3-a4f5-81da0fc86210,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:35.576746 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-93352f50-c307-48a2-a477-113bc031048e req-24198ec6-a693-47bf-b89e-cb2c63fbfe24 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:35.578854 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-93352f50-c307-48a2-a477-113bc031048e req-24198ec6-a693-47bf-b89e-cb2c63fbfe24 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4558530 Dec 08 16:07:35.725062 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1f9a63a4-2f2a-4f55-a6d3-de88bd59d36e req-14acb16e-f0bf-43d3-8e65-d4c0503a8fed tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] 10.222.0.64 "GET /v2.0/security-groups/fcf2d8b6-a429-4e04-b6a7-d2c8f07279ca HTTP/1.1" status: 200 len: 1820 time: 0.1171713 Dec 08 16:07:35.810160 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1f9a63a4-2f2a-4f55-a6d3-de88bd59d36e req-fa8d7ff8-38f7-45ed-b65f-50f1845cf550 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:35.855409 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1f9a63a4-2f2a-4f55-a6d3-de88bd59d36e req-fa8d7ff8-38f7-45ed-b65f-50f1845cf550 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:36.110989 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1f9a63a4-2f2a-4f55-a6d3-de88bd59d36e req-fa8d7ff8-38f7-45ed-b65f-50f1845cf550 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:36.116683 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1f9a63a4-2f2a-4f55-a6d3-de88bd59d36e req-fa8d7ff8-38f7-45ed-b65f-50f1845cf550 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:36.126674 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1f9a63a4-2f2a-4f55-a6d3-de88bd59d36e req-fa8d7ff8-38f7-45ed-b65f-50f1845cf550 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] 10.222.0.64 "DELETE /v2.0/security-groups/fcf2d8b6-a429-4e04-b6a7-d2c8f07279ca HTTP/1.1" status: 204 len: 173 time: 0.3972695 Dec 08 16:07:36.159178 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8d7ff8-38f7-45ed-b65f-50f1845cf550 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf2d8b6-a429-4e04-b6a7-d2c8f07279ca,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:36.261749 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4919e23b-5614-4020-8351-f89372e1e5ee req-86371475-1ae4-478b-a8a3-043e4f55e693 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=89f03c71-3b24-4361-bfb5-f07d6b8adf10 HTTP/1.1" status: 200 len: 210 time: 0.0728483 Dec 08 16:07:36.293939 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3f042a8e-aaa8-4fdc-83b7-7222e10d5b0d req-1d98b753-ac06-417c-9f5e-5d06e817572a tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] 10.222.0.64 "GET /v2.0/security-groups/cd0770b2-10ca-492d-a953-cb89616a38c1 HTTP/1.1" status: 200 len: 1820 time: 0.1350529 Dec 08 16:07:36.314164 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-f4c28259-78a3-48d2-826c-e21558e7f38e req-569ad65b-3d39-4a4a-ac90-f38ebced04b2 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1007257691', 'description': 'tempest-description-1328863247'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:07:36.415731 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-f4c28259-78a3-48d2-826c-e21558e7f38e req-569ad65b-3d39-4a4a-ac90-f38ebced04b2 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:36.427343 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 39852) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:07:36.539768 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-f4c28259-78a3-48d2-826c-e21558e7f38e req-569ad65b-3d39-4a4a-ac90-f38ebced04b2 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:36.599657 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-01d59601-0bc6-46bd-8cd5-316e95b709f2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-2024223603-network', 'tenant_id': 'e657848efb6b469fa2d7fa12c00aa55c'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:07:36.609118 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-f4c28259-78a3-48d2-826c-e21558e7f38e req-569ad65b-3d39-4a4a-ac90-f38ebced04b2 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:36.671577 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569ad65b-3d39-4a4a-ac90-f38ebced04b2 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1813ab59-ca2f-499b-bb9f-493acfc09e73,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:36.699263 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d59601-0bc6-46bd-8cd5-316e95b709f2 admin admin] Made reservation on behalf of e657848efb6b469fa2d7fa12c00aa55c for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:07:36.703804 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-01d59601-0bc6-46bd-8cd5-316e95b709f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:36.746583 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-01d59601-0bc6-46bd-8cd5-316e95b709f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:36.797871 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-f4c28259-78a3-48d2-826c-e21558e7f38e req-569ad65b-3d39-4a4a-ac90-f38ebced04b2 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:36.800239 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f4c28259-78a3-48d2-826c-e21558e7f38e req-569ad65b-3d39-4a4a-ac90-f38ebced04b2 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.4908633 Dec 08 16:07:36.915753 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-65fa09ea-2c3d-46ae-aa49-cea911a13927 req-b021ca7c-e7e7-4563-9959-267a9291e517 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] 10.222.0.64 "GET /v2.0/security-groups/1813ab59-ca2f-499b-bb9f-493acfc09e73 HTTP/1.1" status: 200 len: 1822 time: 0.0713263 Dec 08 16:07:36.932360 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-65fa09ea-2c3d-46ae-aa49-cea911a13927 req-0c44143c-a56e-4791-8c9d-30e4cf0fa5eb tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1813ab59-ca2f-499b-bb9f-493acfc09e73', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:07:36.932685 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-65fa09ea-2c3d-46ae-aa49-cea911a13927 req-0c44143c-a56e-4791-8c9d-30e4cf0fa5eb tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1813ab59-ca2f-499b-bb9f-493acfc09e73', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:07:36.968253 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-01d59601-0bc6-46bd-8cd5-316e95b709f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:37.097411 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-01d59601-0bc6-46bd-8cd5-316e95b709f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:37.127971 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01d59601-0bc6-46bd-8cd5-316e95b709f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:07:37.136758 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d59601-0bc6-46bd-8cd5-316e95b709f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=953ad95e-c2f2-4bf4-8be8-2640db5aea9c,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:37.148730 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-01d59601-0bc6-46bd-8cd5-316e95b709f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:37.149280 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-01d59601-0bc6-46bd-8cd5-316e95b709f2 admin admin] Added segment fb4f3904-605a-466d-8350-ef7e46c87c22 of type vlan for network 38d523e2-3df0-41e5-846a-7796bad806dc Dec 08 16:07:37.221479 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-01d59601-0bc6-46bd-8cd5-316e95b709f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:37.235133 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-65fa09ea-2c3d-46ae-aa49-cea911a13927 req-0c44143c-a56e-4791-8c9d-30e4cf0fa5eb tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:37.336694 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-65fa09ea-2c3d-46ae-aa49-cea911a13927 req-0c44143c-a56e-4791-8c9d-30e4cf0fa5eb tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:37.830814 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-01d59601-0bc6-46bd-8cd5-316e95b709f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:37.832621 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d59601-0bc6-46bd-8cd5-316e95b709f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:37.833461 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-01d59601-0bc6-46bd-8cd5-316e95b709f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:37.888313 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-65fa09ea-2c3d-46ae-aa49-cea911a13927 req-0c44143c-a56e-4791-8c9d-30e4cf0fa5eb tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:38.049491 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c44143c-a56e-4791-8c9d-30e4cf0fa5eb tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f74aa764-bed9-4fc7-a013-38efbd4c5f88,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:38.065224 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-01d59601-0bc6-46bd-8cd5-316e95b709f2 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6324019 Dec 08 16:07:38.069625 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 39900) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:07:38.085858 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d59601-0bc6-46bd-8cd5-316e95b709f2 admin admin] Pushing event updated for resources: {'Network': ['ID=38d523e2-3df0-41e5-846a-7796bad806dc,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:38.098490 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 38d523e2-3df0-41e5-846a-7796bad806dc details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:07:38.124430 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-9101d62d-0138-4400-a3be-917944f89ec8 admin admin] Request body: {'subnet': {'network_id': '38d523e2-3df0-41e5-846a-7796bad806dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-2024223603-subnet', 'tenant_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:07:38.129567 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f0d02d53-b2da-416c-85e8-055582edfe45 req-27a02af0-6fb1-48c4-ace7-c80331ca9946 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=676893e7a20e4506a2f959319c5699f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0680883 Dec 08 16:07:38.182136 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-65fa09ea-2c3d-46ae-aa49-cea911a13927 req-0c44143c-a56e-4791-8c9d-30e4cf0fa5eb tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:38.202952 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-65fa09ea-2c3d-46ae-aa49-cea911a13927 req-0c44143c-a56e-4791-8c9d-30e4cf0fa5eb tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.2793968 Dec 08 16:07:38.271026 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6dee0b2f-d8f8-4933-b6f4-7341c5c9b4fa req-61a25bdf-9f31-4107-bc3f-517a5393b116 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] 10.222.0.64 "GET /v2.0/security-groups/1813ab59-ca2f-499b-bb9f-493acfc09e73 HTTP/1.1" status: 200 len: 2415 time: 0.0593715 Dec 08 16:07:38.280524 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-6dee0b2f-d8f8-4933-b6f4-7341c5c9b4fa req-df93ee02-230b-411f-9699-4af7dc25397d tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1813ab59-ca2f-499b-bb9f-493acfc09e73', 'remote_group_id': None}]} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:07:38.280831 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-6dee0b2f-d8f8-4933-b6f4-7341c5c9b4fa req-df93ee02-230b-411f-9699-4af7dc25397d tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1813ab59-ca2f-499b-bb9f-493acfc09e73', 'remote_group_id': None}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:07:38.328159 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d02d53-b2da-416c-85e8-055582edfe45 req-39c50b0d-a5ae-4dac-a26f-b8291f7e87f5 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:38.329791 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f0d02d53-b2da-416c-85e8-055582edfe45 req-39c50b0d-a5ae-4dac-a26f-b8291f7e87f5 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1901064 Dec 08 16:07:38.349087 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f0d02d53-b2da-416c-85e8-055582edfe45 req-f50c2869-81d6-4c69-b5a1-ee550c61fafc tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.64 "GET /v2.0/quotas/676893e7a20e4506a2f959319c5699f7 HTTP/1.1" status: 200 len: 375 time: 0.0109599 Dec 08 16:07:38.410578 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f0d02d53-b2da-416c-85e8-055582edfe45 req-f981f037-e6a4-452e-8b18-73d0c8a8a5c1 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=676893e7a20e4506a2f959319c5699f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475781 Dec 08 16:07:38.425137 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9101d62d-0138-4400-a3be-917944f89ec8 admin admin] Made reservation on behalf of e657848efb6b469fa2d7fa12c00aa55c for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:07:38.436373 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9101d62d-0138-4400-a3be-917944f89ec8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:38.464135 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:38.614762 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-6dee0b2f-d8f8-4933-b6f4-7341c5c9b4fa req-df93ee02-230b-411f-9699-4af7dc25397d tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:38.683359 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-6dee0b2f-d8f8-4933-b6f4-7341c5c9b4fa req-df93ee02-230b-411f-9699-4af7dc25397d tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:38.807431 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-6dee0b2f-d8f8-4933-b6f4-7341c5c9b4fa req-df93ee02-230b-411f-9699-4af7dc25397d tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:38.844224 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df93ee02-230b-411f-9699-4af7dc25397d tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd5c7943-979e-43c9-afe3-a9d52da8f089,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:38.892351 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9101d62d-0138-4400-a3be-917944f89ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:38.928849 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f5d9bfb4-14e4-4a81-903b-47d3ee822c54 req-1a727a8c-864f-4d65-8147-2a5d429209ca tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d7399b3-f191-4f89-b6d9-82924ceb9ce2 HTTP/1.1" status: 200 len: 210 time: 0.1093285 Dec 08 16:07:38.999255 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-6dee0b2f-d8f8-4933-b6f4-7341c5c9b4fa req-df93ee02-230b-411f-9699-4af7dc25397d tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:39.005233 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6dee0b2f-d8f8-4933-b6f4-7341c5c9b4fa req-df93ee02-230b-411f-9699-4af7dc25397d tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.7309968 Dec 08 16:07:39.079783 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9101d62d-0138-4400-a3be-917944f89ec8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80d02a2e-a1d3-4bca-96cf-432677fca6a9,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:39.129548 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9101d62d-0138-4400-a3be-917944f89ec8 admin admin] Checking segment: {'id': 'fb4f3904-605a-466d-8350-ef7e46c87c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '38d523e2-3df0-41e5-846a-7796bad806dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:07:39.129910 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9101d62d-0138-4400-a3be-917944f89ec8 admin admin] Network hostable DHCP agents. Network: 38d523e2-3df0-41e5-846a-7796bad806dc, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:07:39.166746 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-de67c29c-8118-4c36-aaf7-caf1243b1761 req-3a1b0d79-5d67-4bb1-9b97-62e5fc30e0c5 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] 10.222.0.64 "GET /v2.0/security-groups/1813ab59-ca2f-499b-bb9f-493acfc09e73 HTTP/1.1" status: 200 len: 3013 time: 0.1313391 Dec 08 16:07:39.264751 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-51ad2f73-6732-4329-95b2-8a96c38dea90 req-050d5f57-d46a-4a3d-9c3d-4850d8e156df tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] 10.222.0.64 "GET /v2.0/security-group-rules/dd5c7943-979e-43c9-afe3-a9d52da8f089 HTTP/1.1" status: 200 len: 783 time: 0.0492077 Dec 08 16:07:39.285925 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9101d62d-0138-4400-a3be-917944f89ec8 admin admin] Network 38d523e2-3df0-41e5-846a-7796bad806dc is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:07:39.340555 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-51ad2f73-6732-4329-95b2-8a96c38dea90 req-4bf1eca6-333a-4730-8028-9f21cc958249 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] 10.222.0.64 "GET /v2.0/security-groups/1813ab59-ca2f-499b-bb9f-493acfc09e73 HTTP/1.1" status: 200 len: 3013 time: 0.0670428 Dec 08 16:07:39.408939 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-9101d62d-0138-4400-a3be-917944f89ec8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 38d523e2-3df0-41e5-846a-7796bad806dc) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:07:39.424331 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9101d62d-0138-4400-a3be-917944f89ec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:39.424331 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9101d62d-0138-4400-a3be-917944f89ec8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:39.424331 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-51ad2f73-6732-4329-95b2-8a96c38dea90 req-31412d49-cd1e-46db-9d80-c064a5641d64 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:39.424683 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5216e2d-d89a-4140-ab6d-2557b406d207 None None] Network 38d523e2-3df0-41e5-846a-7796bad806dc requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:07:39.433390 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-51ad2f73-6732-4329-95b2-8a96c38dea90 req-31412d49-cd1e-46db-9d80-c064a5641d64 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:39.525908 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-9101d62d-0138-4400-a3be-917944f89ec8 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4540877 Dec 08 16:07:39.528930 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 39928) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:07:39.537000 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-ec288cf9-fb6c-4f4c-bf23-616c022ab3d6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-2024223603-router', 'tenant_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:07:39.592247 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-51ad2f73-6732-4329-95b2-8a96c38dea90 req-31412d49-cd1e-46db-9d80-c064a5641d64 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:39.608471 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-51ad2f73-6732-4329-95b2-8a96c38dea90 req-31412d49-cd1e-46db-9d80-c064a5641d64 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:39.613548 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5276d60-e49a-4eae-83cf-32de5bda751b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-38d523e2-3df0-41e5-846a-7796bad806dc', 'network_id': '38d523e2-3df0-41e5-846a-7796bad806dc', 'project_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'fixed_ips': [{'subnet_id': '80d02a2e-a1d3-4bca-96cf-432677fca6a9'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:07:39.615949 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c5276d60-e49a-4eae-83cf-32de5bda751b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:39.617359 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-51ad2f73-6732-4329-95b2-8a96c38dea90 req-31412d49-cd1e-46db-9d80-c064a5641d64 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/dd5c7943-979e-43c9-afe3-a9d52da8f089 HTTP/1.1" status: 204 len: 173 time: 0.2739089 Dec 08 16:07:39.618167 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31412d49-cd1e-46db-9d80-c064a5641d64 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dd5c7943-979e-43c9-afe3-a9d52da8f089,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:39.688629 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d8def30e-3fdb-4623-af5c-9996de253d89 req-27737237-fe92-4194-958e-b1803a8a1bb1 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] 10.222.0.64 "GET /v2.0/security-groups/1813ab59-ca2f-499b-bb9f-493acfc09e73 HTTP/1.1" status: 200 len: 2415 time: 0.0600586 Dec 08 16:07:39.715853 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ec288cf9-fb6c-4f4c-bf23-616c022ab3d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:39.716950 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ec288cf9-fb6c-4f4c-bf23-616c022ab3d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:39.761344 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d8def30e-3fdb-4623-af5c-9996de253d89 req-56d8a352-912f-4157-8310-88569625415d tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:39.791215 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ec288cf9-fb6c-4f4c-bf23-616c022ab3d6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:39.794278 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d8def30e-3fdb-4623-af5c-9996de253d89 req-56d8a352-912f-4157-8310-88569625415d tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:39.896100 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-c5276d60-e49a-4eae-83cf-32de5bda751b None None] Allocated IP 172.20.0.2 (38d523e2-3df0-41e5-846a-7796bad806dc/80d02a2e-a1d3-4bca-96cf-432677fca6a9/08e0f346-3f69-46d8-aaba-b485d0f7bae4) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:07:40.046110 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d8def30e-3fdb-4623-af5c-9996de253d89 req-56d8a352-912f-4157-8310-88569625415d tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:40.053565 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d8def30e-3fdb-4623-af5c-9996de253d89 req-56d8a352-912f-4157-8310-88569625415d tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:40.062745 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d8def30e-3fdb-4623-af5c-9996de253d89 req-56d8a352-912f-4157-8310-88569625415d tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] 10.222.0.64 "DELETE /v2.0/security-groups/1813ab59-ca2f-499b-bb9f-493acfc09e73 HTTP/1.1" status: 204 len: 173 time: 0.3674817 Dec 08 16:07:40.098767 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d8a352-912f-4157-8310-88569625415d tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1813ab59-ca2f-499b-bb9f-493acfc09e73,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:40.188880 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-54464761-6cdc-4a44-b530-a6e0c6d43920 req-b00ef721-72d4-4ce1-884f-c1fb06e1461e tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d7399b3-f191-4f89-b6d9-82924ceb9ce2 HTTP/1.1" status: 200 len: 210 time: 0.1686225 Dec 08 16:07:40.261555 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ec288cf9-fb6c-4f4c-bf23-616c022ab3d6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:40.270846 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [req-6abf098d-44b3-4309-a568-e42e39a5280e req-34193578-e092-428b-8408-be534d9a463a tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] show failed (client error): The resource could not be found. Dec 08 16:07:40.301334 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6abf098d-44b3-4309-a568-e42e39a5280e req-34193578-e092-428b-8408-be534d9a463a tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] 10.222.0.64 "GET /v2.0/security-groups/fcf2d8b6-a429-4e04-b6a7-d2c8f07279ca HTTP/1.1" status: 404 len: 352 time: 0.0468109 Dec 08 16:07:40.320644 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:07:40.323644 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c5276d60-e49a-4eae-83cf-32de5bda751b None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:40.360088 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cf007e05-1a83-4e30-b765-48a38a97fa47 req-784dc9f0-d9d1-4294-ae96-ea75ed36445c tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] 10.222.0.64 "GET /v2.0/security-groups/cd0770b2-10ca-492d-a953-cb89616a38c1 HTTP/1.1" status: 200 len: 1820 time: 0.0646915 Dec 08 16:07:40.465927 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-cf007e05-1a83-4e30-b765-48a38a97fa47 req-2f798ff8-7d2f-4f48-93b6-c7220b9e5e0e tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:40.487766 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c5276d60-e49a-4eae-83cf-32de5bda751b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:40.491310 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-cf007e05-1a83-4e30-b765-48a38a97fa47 req-2f798ff8-7d2f-4f48-93b6-c7220b9e5e0e tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:40.557115 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5276d60-e49a-4eae-83cf-32de5bda751b None None] Network 38d523e2-3df0-41e5-846a-7796bad806dc is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:07:40.564200 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-c5276d60-e49a-4eae-83cf-32de5bda751b None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:07:40.569031 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5276d60-e49a-4eae-83cf-32de5bda751b None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:07:40.575748 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5276d60-e49a-4eae-83cf-32de5bda751b None None] Pushing event updated for resources: {'Port': ['ID=08e0f346-3f69-46d8-aaba-b485d0f7bae4,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:40.712038 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-c5276d60-e49a-4eae-83cf-32de5bda751b None None] Attempting to bind port 08e0f346-3f69-46d8-aaba-b485d0f7bae4 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:07:40.714765 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-c5276d60-e49a-4eae-83cf-32de5bda751b None None] Attempting to bind port 08e0f346-3f69-46d8-aaba-b485d0f7bae4 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'fb4f3904-605a-466d-8350-ef7e46c87c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '38d523e2-3df0-41e5-846a-7796bad806dc'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:07:40.715463 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5276d60-e49a-4eae-83cf-32de5bda751b None None] Attempting to bind port 08e0f346-3f69-46d8-aaba-b485d0f7bae4 on network 38d523e2-3df0-41e5-846a-7796bad806dc {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:07:40.724068 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5276d60-e49a-4eae-83cf-32de5bda751b None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:07:40.724519 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5276d60-e49a-4eae-83cf-32de5bda751b None None] Checking segment: {'id': 'fb4f3904-605a-466d-8350-ef7e46c87c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '38d523e2-3df0-41e5-846a-7796bad806dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:07:40.724968 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c5276d60-e49a-4eae-83cf-32de5bda751b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:40.725954 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5276d60-e49a-4eae-83cf-32de5bda751b None None] Bound using segment: {'id': 'fb4f3904-605a-466d-8350-ef7e46c87c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '38d523e2-3df0-41e5-846a-7796bad806dc'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:07:40.726437 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-c5276d60-e49a-4eae-83cf-32de5bda751b None None] Bound port: 08e0f346-3f69-46d8-aaba-b485d0f7bae4, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb4f3904-605a-466d-8350-ef7e46c87c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '38d523e2-3df0-41e5-846a-7796bad806dc'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:07:40.726823 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c5276d60-e49a-4eae-83cf-32de5bda751b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:40.779133 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-cf007e05-1a83-4e30-b765-48a38a97fa47 req-2f798ff8-7d2f-4f48-93b6-c7220b9e5e0e tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:40.781829 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-cf007e05-1a83-4e30-b765-48a38a97fa47 req-2f798ff8-7d2f-4f48-93b6-c7220b9e5e0e tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:40.787118 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cf007e05-1a83-4e30-b765-48a38a97fa47 req-2f798ff8-7d2f-4f48-93b6-c7220b9e5e0e tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] 10.222.0.64 "DELETE /v2.0/security-groups/cd0770b2-10ca-492d-a953-cb89616a38c1 HTTP/1.1" status: 204 len: 173 time: 0.4258666 Dec 08 16:07:40.826455 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f798ff8-7d2f-4f48-93b6-c7220b9e5e0e tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0770b2-10ca-492d-a953-cb89616a38c1,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:40.852329 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ec288cf9-fb6c-4f4c-bf23-616c022ab3d6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:40.853075 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-c5276d60-e49a-4eae-83cf-32de5bda751b None None] For port 08e0f346-3f69-46d8-aaba-b485d0f7bae4, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:07:40.858747 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-c5276d60-e49a-4eae-83cf-32de5bda751b None None] For port 08e0f346-3f69-46d8-aaba-b485d0f7bae4, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=08e0f346-3f69-46d8-aaba-b485d0f7bae4,segment=NetworkSegment(fb4f3904-605a-466d-8350-ef7e46c87c22),segment_id=fb4f3904-605a-466d-8350-ef7e46c87c22)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:07:40.885178 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ec288cf9-fb6c-4f4c-bf23-616c022ab3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:40.908784 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0cfcbc05-7ba8-4924-aee8-93606959c1e9 req-72fdb0a2-2dc8-4c34-b91b-7cbc72f9efa9 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] 10.222.0.64 "GET /v2.0/security-groups/536898b0-047c-4c10-8cc4-24cec2521bed HTTP/1.1" status: 200 len: 1820 time: 0.0962925 Dec 08 16:07:41.008820 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0cfcbc05-7ba8-4924-aee8-93606959c1e9 req-121a7561-e287-4721-9cc9-5162a7d00511 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:41.018746 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c5276d60-e49a-4eae-83cf-32de5bda751b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:41.044015 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0cfcbc05-7ba8-4924-aee8-93606959c1e9 req-121a7561-e287-4721-9cc9-5162a7d00511 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:41.083929 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-ec288cf9-fb6c-4f4c-bf23-616c022ab3d6 admin admin] Allocated IP 172.25.0.45 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/226048b3-73b7-4370-bbe1-0d8308bcd130) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:07:41.203645 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5276d60-e49a-4eae-83cf-32de5bda751b None None] Pushing event updated for resources: {'Port': ['ID=08e0f346-3f69-46d8-aaba-b485d0f7bae4,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:41.248293 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0cfcbc05-7ba8-4924-aee8-93606959c1e9 req-121a7561-e287-4721-9cc9-5162a7d00511 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:41.251139 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0cfcbc05-7ba8-4924-aee8-93606959c1e9 req-121a7561-e287-4721-9cc9-5162a7d00511 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:41.264511 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0cfcbc05-7ba8-4924-aee8-93606959c1e9 req-121a7561-e287-4721-9cc9-5162a7d00511 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] 10.222.0.64 "DELETE /v2.0/security-groups/536898b0-047c-4c10-8cc4-24cec2521bed HTTP/1.1" status: 204 len: 173 time: 0.3489177 Dec 08 16:07:41.299395 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121a7561-e287-4721-9cc9-5162a7d00511 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=536898b0-047c-4c10-8cc4-24cec2521bed,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:41.308152 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ec288cf9-fb6c-4f4c-bf23-616c022ab3d6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:41.435806 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9ab2c465-aaca-4936-801b-3f9cafc2dcea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:41.492170 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3ce8f9ca-2597-4a72-9c6b-b54074d5206e req-33c3c58a-bf62-46e6-9ba4-29b4e21ceb37 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d7399b3-f191-4f89-b6d9-82924ceb9ce2 HTTP/1.1" status: 200 len: 210 time: 0.0996952 Dec 08 16:07:41.576485 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-792c582d-56f2-4ba6-9255-1136dcea9627 req-f94899d7-a958-4df9-993e-c40653f7e902 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] 10.222.0.64 "GET /v2.0/security-groups/b6011d2e-b7dc-4486-a9dc-9b36e14c735d HTTP/1.1" status: 200 len: 1822 time: 0.1808805 Dec 08 16:07:41.590259 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ec288cf9-fb6c-4f4c-bf23-616c022ab3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:41.674610 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec288cf9-fb6c-4f4c-bf23-616c022ab3d6 admin admin] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:07:41.683963 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-ec288cf9-fb6c-4f4c-bf23-616c022ab3d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:07:41.691409 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec288cf9-fb6c-4f4c-bf23-616c022ab3d6 admin admin] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:07:41.729500 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec288cf9-fb6c-4f4c-bf23-616c022ab3d6 admin admin] Pushing event updated for resources: {'Port': ['ID=226048b3-73b7-4370-bbe1-0d8308bcd130,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:41.760910 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-792c582d-56f2-4ba6-9255-1136dcea9627 req-42d2109d-f36a-4d64-afb5-4cb553289fac tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:41.879015 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-792c582d-56f2-4ba6-9255-1136dcea9627 req-42d2109d-f36a-4d64-afb5-4cb553289fac tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:42.251802 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f0d02d53-b2da-416c-85e8-055582edfe45 req-6b30c94c-653f-471f-81c9-16f5e5eb0e96 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=676893e7a20e4506a2f959319c5699f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496488 Dec 08 16:07:42.276550 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-792c582d-56f2-4ba6-9255-1136dcea9627 req-42d2109d-f36a-4d64-afb5-4cb553289fac tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:42.280712 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-792c582d-56f2-4ba6-9255-1136dcea9627 req-42d2109d-f36a-4d64-afb5-4cb553289fac tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:42.285809 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-792c582d-56f2-4ba6-9255-1136dcea9627 req-42d2109d-f36a-4d64-afb5-4cb553289fac tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] 10.222.0.64 "DELETE /v2.0/security-groups/b6011d2e-b7dc-4486-a9dc-9b36e14c735d HTTP/1.1" status: 204 len: 173 time: 0.6921675 Dec 08 16:07:42.294668 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ec288cf9-fb6c-4f4c-bf23-616c022ab3d6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:42.432316 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-05fc5df1-bb97-46ed-ae6a-92864c7e5fc8 req-223ce698-be99-4f56-8e67-d3b15ca4b23f tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] 10.222.0.64 "GET /v2.0/security-groups/71a82913-5fd9-4bae-a7a6-5239851d137e HTTP/1.1" status: 200 len: 2421 time: 0.0824828 Dec 08 16:07:42.440533 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d2109d-f36a-4d64-afb5-4cb553289fac tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6011d2e-b7dc-4486-a9dc-9b36e14c735d,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:42.616207 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d02d53-b2da-416c-85e8-055582edfe45 req-7272f5bc-b671-4f43-bfb0-4f76b498a088 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:42.628971 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f0d02d53-b2da-416c-85e8-055582edfe45 req-7272f5bc-b671-4f43-bfb0-4f76b498a088 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3690019 Dec 08 16:07:42.672699 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-f0d02d53-b2da-416c-85e8-055582edfe45 req-b39bb151-dd9c-4a5a-a734-2fa96c1647a4 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] Request body: {'port': {'device_id': '6d7399b3-f191-4f89-b6d9-82924ceb9ce2', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'admin_state_up': True, 'tenant_id': '676893e7a20e4506a2f959319c5699f7'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:07:42.795589 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-05fc5df1-bb97-46ed-ae6a-92864c7e5fc8 req-7b9e71a8-c13e-4f4b-96dd-4d4e598959e3 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:42.821254 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d6f48d-ebc4-4a2d-9484-a5f7bcd299d7 None None] Network 38d523e2-3df0-41e5-846a-7796bad806dc requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:07:42.841540 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-05fc5df1-bb97-46ed-ae6a-92864c7e5fc8 req-7b9e71a8-c13e-4f4b-96dd-4d4e598959e3 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:43.013371 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-9b5fffd5-4729-41c4-bd58-be6ad3de3050 None None] Provisioning complete for port 08e0f346-3f69-46d8-aaba-b485d0f7bae4 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:07:43.014044 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9b5fffd5-4729-41c4-bd58-be6ad3de3050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:43.133887 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1bcc4f1e-5328-4740-a2fb-1788a90048ee req-9bdb8650-1dcb-4838-9ce5-a81c5cd8eba8 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d7399b3-f191-4f89-b6d9-82924ceb9ce2 HTTP/1.1" status: 200 len: 210 time: 0.4509077 Dec 08 16:07:43.183878 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9b5fffd5-4729-41c4-bd58-be6ad3de3050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:43.235938 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ec288cf9-fb6c-4f4c-bf23-616c022ab3d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:43.264162 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-9b5fffd5-4729-41c4-bd58-be6ad3de3050 None None] For port 08e0f346-3f69-46d8-aaba-b485d0f7bae4, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=08e0f346-3f69-46d8-aaba-b485d0f7bae4,segment=NetworkSegment(fb4f3904-605a-466d-8350-ef7e46c87c22),segment_id=fb4f3904-605a-466d-8350-ef7e46c87c22)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:07:43.402898 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-05fc5df1-bb97-46ed-ae6a-92864c7e5fc8 req-7b9e71a8-c13e-4f4b-96dd-4d4e598959e3 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:43.406777 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-05fc5df1-bb97-46ed-ae6a-92864c7e5fc8 req-7b9e71a8-c13e-4f4b-96dd-4d4e598959e3 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:43.407983 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-05fc5df1-bb97-46ed-ae6a-92864c7e5fc8 req-7b9e71a8-c13e-4f4b-96dd-4d4e598959e3 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] 10.222.0.64 "DELETE /v2.0/security-groups/71a82913-5fd9-4bae-a7a6-5239851d137e HTTP/1.1" status: 204 len: 173 time: 0.9748530 Dec 08 16:07:43.426330 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9e71a8-c13e-4f4b-96dd-4d4e598959e3 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a82913-5fd9-4bae-a7a6-5239851d137e,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:43.458549 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0d02d53-b2da-416c-85e8-055582edfe45 req-b39bb151-dd9c-4a5a-a734-2fa96c1647a4 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] Made reservation on behalf of 676893e7a20e4506a2f959319c5699f7 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:07:43.462719 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f0d02d53-b2da-416c-85e8-055582edfe45 req-b39bb151-dd9c-4a5a-a734-2fa96c1647a4 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:43.484750 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9b5fffd5-4729-41c4-bd58-be6ad3de3050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:43.498700 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f0d02d53-b2da-416c-85e8-055582edfe45 req-b39bb151-dd9c-4a5a-a734-2fa96c1647a4 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:43.562214 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-eecd4fdd-bb84-4de5-8a5e-dcdcc00d2a2b req-b858fa69-3d76-4373-b8d3-2c2164a21ea3 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] 10.222.0.64 "GET /v2.0/security-groups/d828cd4c-ff54-44ae-b1cc-b0486e076c9c HTTP/1.1" status: 200 len: 2413 time: 0.1281359 Dec 08 16:07:43.585384 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5fffd5-4729-41c4-bd58-be6ad3de3050 None None] Pushing event updated for resources: {'Port': ['ID=08e0f346-3f69-46d8-aaba-b485d0f7bae4,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:43.671748 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec288cf9-fb6c-4f4c-bf23-616c022ab3d6 admin admin] Router 97073dd8-b2d8-4da4-9fdd-4376555d65b7 is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:07:43.691366 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 08e0f346-3f69-46d8-aaba-b485d0f7bae4 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:07:43.710807 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-86520e24-b36c-4d95-a924-da8c1e92a131 None None] Provisioning complete for port 08e0f346-3f69-46d8-aaba-b485d0f7bae4 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:07:43.710807 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-86520e24-b36c-4d95-a924-da8c1e92a131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:43.763719 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f0d02d53-b2da-416c-85e8-055582edfe45 req-b39bb151-dd9c-4a5a-a734-2fa96c1647a4 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:43.809337 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-eecd4fdd-bb84-4de5-8a5e-dcdcc00d2a2b req-8bfe6ea1-6f2b-4f02-8166-16b4682fbd50 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:43.843645 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-eecd4fdd-bb84-4de5-8a5e-dcdcc00d2a2b req-8bfe6ea1-6f2b-4f02-8166-16b4682fbd50 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:43.868615 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 08e0f346-3f69-46d8-aaba-b485d0f7bae4 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:07:43.869558 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:43.915596 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f0d02d53-b2da-416c-85e8-055582edfe45 req-b39bb151-dd9c-4a5a-a734-2fa96c1647a4 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:43.944750 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a6644509-7f56-4897-bf05-9c8f15cd93a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:43.960529 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec288cf9-fb6c-4f4c-bf23-616c022ab3d6 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:07:43.976310 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f7daaa-03e9-495e-af26-1757141e1488 None None] Sync routers for ids ['97073dd8-b2d8-4da4-9fdd-4376555d65b7'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:07:43.999952 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f7daaa-03e9-495e-af26-1757141e1488 None None] Routers {'97073dd8-b2d8-4da4-9fdd-4376555d65b7'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:07:44.000618 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-16f7daaa-03e9-495e-af26-1757141e1488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:07:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['97073dd8-b2d8-4da4-9fdd-4376555d65b7'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:07:44.036589 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39bb151-dd9c-4a5a-a734-2fa96c1647a4 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1187816-1f33-48e4-a298-8fffb3900028,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:44.054018 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-eecd4fdd-bb84-4de5-8a5e-dcdcc00d2a2b req-8bfe6ea1-6f2b-4f02-8166-16b4682fbd50 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:44.057710 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-eecd4fdd-bb84-4de5-8a5e-dcdcc00d2a2b req-8bfe6ea1-6f2b-4f02-8166-16b4682fbd50 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:44.072863 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-eecd4fdd-bb84-4de5-8a5e-dcdcc00d2a2b req-8bfe6ea1-6f2b-4f02-8166-16b4682fbd50 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] 10.222.0.64 "DELETE /v2.0/security-groups/d828cd4c-ff54-44ae-b1cc-b0486e076c9c HTTP/1.1" status: 204 len: 173 time: 0.4900293 Dec 08 16:07:44.072863 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 40006) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:07:44.082127 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfe6ea1-6f2b-4f02-8166-16b4682fbd50 tempest-SecurityGroupRulesTestJSON-1502857986 tempest-SecurityGroupRulesTestJSON-1502857986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d828cd4c-ff54-44ae-b1cc-b0486e076c9c,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:44.133637 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-a66ce608-90a5-4ed0-a5d4-d46f48fc063b admin admin] Deleting subnet 431c0b75-6079-425b-a74d-6e2af4608e21 {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:07:44.137564 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a66ce608-90a5-4ed0-a5d4-d46f48fc063b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:44.176637 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ec288cf9-fb6c-4f4c-bf23-616c022ab3d6 admin admin] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:44.180468 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ec288cf9-fb6c-4f4c-bf23-616c022ab3d6 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.6475003 Dec 08 16:07:44.181312 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 40014) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:07:44.185357 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a66ce608-90a5-4ed0-a5d4-d46f48fc063b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:44.195324 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-16f7daaa-03e9-495e-af26-1757141e1488 None None] Set router 97073dd8-b2d8-4da4-9fdd-4376555d65b7 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:07:44.218277 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-f0d02d53-b2da-416c-85e8-055582edfe45 req-b39bb151-dd9c-4a5a-a734-2fa96c1647a4 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] Allocated IP 192.168.233.152 (b91759c7-445e-4f7b-9fc4-64d80951832c/c93b3a32-b438-4a47-8558-220c03febf97/18197a4b-dc7c-4ad5-88f6-273d8a07d794) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:07:44.307520 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f440d420-f8ed-4f0e-9437-3fe591662aa6 req-c9a94c14-ac17-4a4a-8bb7-b30404f78d94 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d7399b3-f191-4f89-b6d9-82924ceb9ce2 HTTP/1.1" status: 200 len: 210 time: 0.0482795 Dec 08 16:07:44.386150 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a66ce608-90a5-4ed0-a5d4-d46f48fc063b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:44.488114 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f0d02d53-b2da-416c-85e8-055582edfe45 req-b39bb151-dd9c-4a5a-a734-2fa96c1647a4 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:44.494764 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-16f7daaa-03e9-495e-af26-1757141e1488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'name': 'tempest-FloatingIPsAssociationTestJSON-2024223603-router', 'tenant_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '226048b3-73b7-4370-bbe1-0d8308bcd130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:07:39Z', 'updated_at': '2021-12-08T16:07:41Z', 'revision_number': 3, 'project_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'gw_port': {'id': '226048b3-73b7-4370-bbe1-0d8308bcd130', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a7:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:07:40Z', 'updated_at': '2021-12-08T16:07:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:07:44.529035 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f7daaa-03e9-495e-af26-1757141e1488 None None] Checking router: 97073dd8-b2d8-4da4-9fdd-4376555d65b7 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:07:44.529484 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f7daaa-03e9-495e-af26-1757141e1488 None None] Updating router 97073dd8-b2d8-4da4-9fdd-4376555d65b7 port 226048b3-73b7-4370-bbe1-0d8308bcd130 binding host n-d-776250-12 {{(pid=110553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:07:44.565168 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-16f7daaa-03e9-495e-af26-1757141e1488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:44.716660 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f0d02d53-b2da-416c-85e8-055582edfe45 req-b39bb151-dd9c-4a5a-a734-2fa96c1647a4 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:44.781255 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0d02d53-b2da-416c-85e8-055582edfe45 req-b39bb151-dd9c-4a5a-a734-2fa96c1647a4 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] Network b91759c7-445e-4f7b-9fc4-64d80951832c is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:07:44.797219 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-f0d02d53-b2da-416c-85e8-055582edfe45 req-b39bb151-dd9c-4a5a-a734-2fa96c1647a4 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:07:44.890995 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d02d53-b2da-416c-85e8-055582edfe45 req-b39bb151-dd9c-4a5a-a734-2fa96c1647a4 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:07:44.954496 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-16f7daaa-03e9-495e-af26-1757141e1488 None None] Publish callbacks [] for port, precommit_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:44.993397 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39bb151-dd9c-4a5a-a734-2fa96c1647a4 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] Pushing event updated for resources: {'Port': ['ID=18197a4b-dc7c-4ad5-88f6-273d8a07d794,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:45.034724 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d02d53-b2da-416c-85e8-055582edfe45 req-b39bb151-dd9c-4a5a-a734-2fa96c1647a4 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:45.035662 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f0d02d53-b2da-416c-85e8-055582edfe45 req-b39bb151-dd9c-4a5a-a734-2fa96c1647a4 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:45.058232 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a66ce608-90a5-4ed0-a5d4-d46f48fc063b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:45.104689 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-16f7daaa-03e9-495e-af26-1757141e1488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:45.116550 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a66ce608-90a5-4ed0-a5d4-d46f48fc063b admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:45.120505 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a66ce608-90a5-4ed0-a5d4-d46f48fc063b admin admin] 10.222.0.64 "DELETE /v2.0/subnets/431c0b75-6079-425b-a74d-6e2af4608e21 HTTP/1.1" status: 204 len: 168 time: 1.0504711 Dec 08 16:07:45.123067 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 40028) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:07:45.139517 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66ce608-90a5-4ed0-a5d4-d46f48fc063b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=431c0b75-6079-425b-a74d-6e2af4608e21,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:45.249847 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:45.273808 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f0d02d53-b2da-416c-85e8-055582edfe45 req-b39bb151-dd9c-4a5a-a734-2fa96c1647a4 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6283395 Dec 08 16:07:45.282750 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-d4061724-7d8e-405b-ab28-5d73ee9d47fc None None] Provisioning complete for port 18197a4b-dc7c-4ad5-88f6-273d8a07d794 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:07:45.283086 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d4061724-7d8e-405b-ab28-5d73ee9d47fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:45.289786 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2bf053ee-1136-4a2b-b879-51a894874178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:45.297168 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-f0d02d53-b2da-416c-85e8-055582edfe45 req-ebb88b3f-6b37-47ef-ae88-7463b37c3895 service neutron] Request body: {'port': {'device_id': '6d7399b3-f191-4f89-b6d9-82924ceb9ce2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:07:45.306239 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-16f7daaa-03e9-495e-af26-1757141e1488 None None] Attempting to bind port 226048b3-73b7-4370-bbe1-0d8308bcd130 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:07:45.306879 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-16f7daaa-03e9-495e-af26-1757141e1488 None None] Attempting to bind port 226048b3-73b7-4370-bbe1-0d8308bcd130 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:07:45.307407 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f7daaa-03e9-495e-af26-1757141e1488 None None] Attempting to bind port 226048b3-73b7-4370-bbe1-0d8308bcd130 on network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:07:45.308513 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-97b8af09-26d6-430b-b440-3386f127ccf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:45.309971 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c535973-4508-454c-bf6f-e3bdf3e3754d None None] Pushing event updated for resources: {'Port': ['ID=226048b3-73b7-4370-bbe1-0d8308bcd130,revision_number=2']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:45.319469 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f7daaa-03e9-495e-af26-1757141e1488 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:07:45.320203 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f7daaa-03e9-495e-af26-1757141e1488 None None] Checking segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:07:45.320779 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-16f7daaa-03e9-495e-af26-1757141e1488 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:45.321390 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f7daaa-03e9-495e-af26-1757141e1488 None None] Bound using segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:07:45.322029 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-16f7daaa-03e9-495e-af26-1757141e1488 None None] Bound port: 226048b3-73b7-4370-bbe1-0d8308bcd130, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:07:45.322821 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-16f7daaa-03e9-495e-af26-1757141e1488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:45.359863 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-d4061724-7d8e-405b-ab28-5d73ee9d47fc None None] Port 18197a4b-dc7c-4ad5-88f6-273d8a07d794 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:07:45.437720 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-16f7daaa-03e9-495e-af26-1757141e1488 None None] For port 226048b3-73b7-4370-bbe1-0d8308bcd130, host n-d-776250-12, cleared binding levels {{(pid=110553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:07:45.443459 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f0d02d53-b2da-416c-85e8-055582edfe45 req-ebb88b3f-6b37-47ef-ae88-7463b37c3895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:45.447097 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-16f7daaa-03e9-495e-af26-1757141e1488 None None] For port 226048b3-73b7-4370-bbe1-0d8308bcd130, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=226048b3-73b7-4370-bbe1-0d8308bcd130,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:07:45.558919 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 08e0f346-3f69-46d8-aaba-b485d0f7bae4 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:07:45.569291 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-16f7daaa-03e9-495e-af26-1757141e1488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:45.668966 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2bf053ee-1136-4a2b-b879-51a894874178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:45.676488 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 08e0f346-3f69-46d8-aaba-b485d0f7bae4 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:07:45.676877 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:45.682480 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-97b8af09-26d6-430b-b440-3386f127ccf9 admin admin] Allocated IP 172.20.0.1 (38d523e2-3df0-41e5-846a-7796bad806dc/80d02a2e-a1d3-4bca-96cf-432677fca6a9/04edc66c-931b-4db9-a9b5-dc2c2367be82) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:07:45.704142 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-2bf053ee-1136-4a2b-b879-51a894874178 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2ced6a4-7256-4b18-bbea-83a9714db368']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:07:45.723924 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-2bf053ee-1136-4a2b-b879-51a894874178 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee7c22ab-038f-4658-9518-2501ee8b33b7') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:07:45.724433 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-2bf053ee-1136-4a2b-b879-51a894874178 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee7c22ab-038f-4658-9518-2501ee8b33b7') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:07:45.741519 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2bf053ee-1136-4a2b-b879-51a894874178 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:45.764576 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2bf053ee-1136-4a2b-b879-51a894874178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:45.775059 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bf053ee-1136-4a2b-b879-51a894874178 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:07:45.775357 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f7daaa-03e9-495e-af26-1757141e1488 None None] Routers {'97073dd8-b2d8-4da4-9fdd-4376555d65b7'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:07:45.775646 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2bf053ee-1136-4a2b-b879-51a894874178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:45.777193 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-16f7daaa-03e9-495e-af26-1757141e1488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:07:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['97073dd8-b2d8-4da4-9fdd-4376555d65b7'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:07:45.785618 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c535973-4508-454c-bf6f-e3bdf3e3754d None None] Pushing event updated for resources: {'Port': ['ID=226048b3-73b7-4370-bbe1-0d8308bcd130,revision_number=3']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:45.867108 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:07:45.867108 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:07:45.867108 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:07:45.867108 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:07:45.867108 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:07:45.867108 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:07:45.867108 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:07:45.867108 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:07:45.867108 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:07:45.867108 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:07:45.867108 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:07:45.867108 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:07:45.867108 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:07:45.867108 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:07:45.867108 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:07:45.867108 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:07:45.867108 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:07:45.867108 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:07:45.867108 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:07:45.867108 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:07:45.867108 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:07:45.867108 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:07:45.867108 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:07:45.867108 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:07:45.867108 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:07:45.867108 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:07:45.867108 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:07:45.867108 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:07:45.867108 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:07:45.867108 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:07:45.867108 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:07:45.867108 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:07:45.932667 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e152e-4afc-447c-8e1f-a94829f3e9b3 req-2f44629b-e518-4bf9-bfd4-b76bdad77846 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:45.951684 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9e4e152e-4afc-447c-8e1f-a94829f3e9b3 req-2f44629b-e518-4bf9-bfd4-b76bdad77846 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d7399b3-f191-4f89-b6d9-82924ceb9ce2 HTTP/1.1" status: 200 len: 936 time: 0.4446166 Dec 08 16:07:45.986665 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-16f7daaa-03e9-495e-af26-1757141e1488 None None] Set router 97073dd8-b2d8-4da4-9fdd-4376555d65b7 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:07:46.008308 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-97b8af09-26d6-430b-b440-3386f127ccf9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:46.028589 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2bf053ee-1136-4a2b-b879-51a894874178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:46.054432 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f848a8e-c34e-4bf0-b1e8-ee3e93aad5e8 req-d15f8f68-8148-4917-92da-efc313e16c41 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:46.056503 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5f848a8e-c34e-4bf0-b1e8-ee3e93aad5e8 req-d15f8f68-8148-4917-92da-efc313e16c41 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a50fa4b-7592-447e-a88a-be6b406d9a92 HTTP/1.1" status: 200 len: 944 time: 0.1686077 Dec 08 16:07:46.107673 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2bf053ee-1136-4a2b-b879-51a894874178 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:46.113035 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-2bf053ee-1136-4a2b-b879-51a894874178 admin admin] 10.222.0.64 "DELETE /v2.0/networks/b2ced6a4-7256-4b18-bbea-83a9714db368 HTTP/1.1" status: 204 len: 168 time: 0.9876392 Dec 08 16:07:46.121881 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9e4e152e-4afc-447c-8e1f-a94829f3e9b3 req-50b62825-13dc-484b-b876-f5fb587b203c tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.64 "GET /v2.0/security-groups?id=c1187816-1f33-48e4-a298-8fffb3900028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778557 Dec 08 16:07:46.138133 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf053ee-1136-4a2b-b879-51a894874178 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2ced6a4-7256-4b18-bbea-83a9714db368,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:46.145933 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5f848a8e-c34e-4bf0-b1e8-ee3e93aad5e8 req-78ece5d3-b43d-4fe0-a606-770b343f61b2 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811288 Dec 08 16:07:46.159742 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf053ee-1136-4a2b-b879-51a894874178 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:46.160257 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf053ee-1136-4a2b-b879-51a894874178 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:46.160646 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf053ee-1136-4a2b-b879-51a894874178 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:46.161131 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf053ee-1136-4a2b-b879-51a894874178 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:46.161538 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf053ee-1136-4a2b-b879-51a894874178 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:46.161944 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf053ee-1136-4a2b-b879-51a894874178 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:46.162346 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf053ee-1136-4a2b-b879-51a894874178 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:46.162902 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf053ee-1136-4a2b-b879-51a894874178 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:46.163298 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf053ee-1136-4a2b-b879-51a894874178 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:46.163697 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf053ee-1136-4a2b-b879-51a894874178 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:46.164087 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf053ee-1136-4a2b-b879-51a894874178 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:46.164792 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf053ee-1136-4a2b-b879-51a894874178 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:46.165159 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf053ee-1136-4a2b-b879-51a894874178 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:46.246455 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-97b8af09-26d6-430b-b440-3386f127ccf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:46.305606 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b8af09-26d6-430b-b440-3386f127ccf9 admin admin] Network 38d523e2-3df0-41e5-846a-7796bad806dc is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:07:46.313586 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-97b8af09-26d6-430b-b440-3386f127ccf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:07:46.318659 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b8af09-26d6-430b-b440-3386f127ccf9 admin admin] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:07:46.321438 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b8af09-26d6-430b-b440-3386f127ccf9 admin admin] Pushing event updated for resources: {'Port': ['ID=04edc66c-931b-4db9-a9b5-dc2c2367be82,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:46.371646 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-16f7daaa-03e9-495e-af26-1757141e1488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'name': 'tempest-FloatingIPsAssociationTestJSON-2024223603-router', 'tenant_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '226048b3-73b7-4370-bbe1-0d8308bcd130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:07:39Z', 'updated_at': '2021-12-08T16:07:41Z', 'revision_number': 3, 'project_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'gw_port': {'id': '226048b3-73b7-4370-bbe1-0d8308bcd130', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a7:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:07:40Z', 'updated_at': '2021-12-08T16:07:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:07:46.373402 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-97b8af09-26d6-430b-b440-3386f127ccf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:46.415602 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f7daaa-03e9-495e-af26-1757141e1488 None None] The sync data for ids ['97073dd8-b2d8-4da4-9fdd-4376555d65b7'] in n-d-776250-12 is: [{'id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'name': 'tempest-FloatingIPsAssociationTestJSON-2024223603-router', 'tenant_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '226048b3-73b7-4370-bbe1-0d8308bcd130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:07:39Z', 'updated_at': '2021-12-08T16:07:41Z', 'revision_number': 3, 'project_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'gw_port': {'id': '226048b3-73b7-4370-bbe1-0d8308bcd130', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a7:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:07:40Z', 'updated_at': '2021-12-08T16:07:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:07:46.547467 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-f0d02d53-b2da-416c-85e8-055582edfe45 req-ebb88b3f-6b37-47ef-ae88-7463b37c3895 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18197a4b-dc7c-4ad5-88f6-273d8a07d794 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:07:46.567774 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f0d02d53-b2da-416c-85e8-055582edfe45 req-ebb88b3f-6b37-47ef-ae88-7463b37c3895 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:46.592964 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e1b79-29c1-4e0e-b1de-db6434995109 req-56932485-72fc-451a-a2ff-433412cd15ca tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:46.594781 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-560e1b79-29c1-4e0e-b1de-db6434995109 req-56932485-72fc-451a-a2ff-433412cd15ca tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.76 "GET /v2.0/ports?device_id=8a50fa4b-7592-447e-a88a-be6b406d9a92 HTTP/1.1" status: 200 len: 944 time: 0.1013145 Dec 08 16:07:46.601429 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-f0d02d53-b2da-416c-85e8-055582edfe45 req-ebb88b3f-6b37-47ef-ae88-7463b37c3895 service neutron] Transition to ACTIVE for port object 18197a4b-dc7c-4ad5-88f6-273d8a07d794 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:07:46.630129 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:46.699212 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-97b8af09-26d6-430b-b440-3386f127ccf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:46.704747 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-727b8b83-0de4-4a60-868d-4bc44b436b48 None None] Provisioning complete for port 04edc66c-931b-4db9-a9b5-dc2c2367be82 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:07:46.705048 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-727b8b83-0de4-4a60-868d-4bc44b436b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:46.853640 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-727b8b83-0de4-4a60-868d-4bc44b436b48 None None] Port 04edc66c-931b-4db9-a9b5-dc2c2367be82 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:07:46.889242 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 40048) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:07:47.060073 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-48ab7317-3e70-4d23-a992-9ad367de7e85 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=70be7b444a714381bb3e9182586de775&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1679406 Dec 08 16:07:47.070799 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 40060) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:07:47.092822 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f0d02d53-b2da-416c-85e8-055582edfe45 req-ebb88b3f-6b37-47ef-ae88-7463b37c3895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:47.189246 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb88b3f-6b37-47ef-ae88-7463b37c3895 service neutron] Pushing event updated for resources: {'Port': ['ID=18197a4b-dc7c-4ad5-88f6-273d8a07d794,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:47.203545 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-97b8af09-26d6-430b-b440-3386f127ccf9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:47.257633 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c7d5017c-14a6-4c77-ac06-e6d776d58c88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:47.320214 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-560e1b79-29c1-4e0e-b1de-db6434995109 req-56181ae1-692f-4238-bbcd-b5d18c64169e tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Deleting port 29971d89-222c-43b5-a49f-01483af5bbe9 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:07:47.320214 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-560e1b79-29c1-4e0e-b1de-db6434995109 req-56181ae1-692f-4238-bbcd-b5d18c64169e tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:47.322918 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c7d5017c-14a6-4c77-ac06-e6d776d58c88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:47.402609 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-97b8af09-26d6-430b-b440-3386f127ccf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:47.503330 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:47.527880 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-f0d02d53-b2da-416c-85e8-055582edfe45 req-ebb88b3f-6b37-47ef-ae88-7463b37c3895 service neutron] Attempting to bind port 18197a4b-dc7c-4ad5-88f6-273d8a07d794 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:07:47.528564 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-f0d02d53-b2da-416c-85e8-055582edfe45 req-ebb88b3f-6b37-47ef-ae88-7463b37c3895 service neutron] Attempting to bind port 18197a4b-dc7c-4ad5-88f6-273d8a07d794 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:07:47.530949 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d02d53-b2da-416c-85e8-055582edfe45 req-ebb88b3f-6b37-47ef-ae88-7463b37c3895 service neutron] Attempting to bind port 18197a4b-dc7c-4ad5-88f6-273d8a07d794 on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:07:47.543238 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d02d53-b2da-416c-85e8-055582edfe45 req-ebb88b3f-6b37-47ef-ae88-7463b37c3895 service neutron] Port 18197a4b-dc7c-4ad5-88f6-273d8a07d794 on network b91759c7-445e-4f7b-9fc4-64d80951832c not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:07:47.544137 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d02d53-b2da-416c-85e8-055582edfe45 req-ebb88b3f-6b37-47ef-ae88-7463b37c3895 service neutron] Attempting to bind port 18197a4b-dc7c-4ad5-88f6-273d8a07d794 on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:07:47.552225 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b8af09-26d6-430b-b440-3386f127ccf9 admin admin] Pushing event updated for resources: {'Port': ['ID=04edc66c-931b-4db9-a9b5-dc2c2367be82,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:47.559058 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d02d53-b2da-416c-85e8-055582edfe45 req-ebb88b3f-6b37-47ef-ae88-7463b37c3895 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:07:47.559798 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d02d53-b2da-416c-85e8-055582edfe45 req-ebb88b3f-6b37-47ef-ae88-7463b37c3895 service neutron] Checking segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:07:47.560475 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d02d53-b2da-416c-85e8-055582edfe45 req-ebb88b3f-6b37-47ef-ae88-7463b37c3895 service neutron] Bound using segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:07:47.561153 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-f0d02d53-b2da-416c-85e8-055582edfe45 req-ebb88b3f-6b37-47ef-ae88-7463b37c3895 service neutron] Bound port: 18197a4b-dc7c-4ad5-88f6-273d8a07d794, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:07:47.561776 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f0d02d53-b2da-416c-85e8-055582edfe45 req-ebb88b3f-6b37-47ef-ae88-7463b37c3895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:47.586882 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 226048b3-73b7-4370-bbe1-0d8308bcd130 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:07:47.594554 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c7d5017c-14a6-4c77-ac06-e6d776d58c88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:47.598830 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c7d5017c-14a6-4c77-ac06-e6d776d58c88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:47.602759 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c7d5017c-14a6-4c77-ac06-e6d776d58c88 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5080eac4-b6e5-4f80-8085-6d89e52152e7 HTTP/1.1" status: 204 len: 168 time: 0.5307446 Dec 08 16:07:47.620820 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d5017c-14a6-4c77-ac06-e6d776d58c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5080eac4-b6e5-4f80-8085-6d89e52152e7,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:47.660782 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2865780-9c9b-4a6d-9366-c0ed1c5fe9fe req-4a704574-591f-44ed-b5e7-b40b8027e1cf tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:47.665911 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e019d-d463-4ec6-bf61-f3c121de8818 req-0cb02869-3b35-476f-b9dd-06722425b620 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:47.670525 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e2865780-9c9b-4a6d-9366-c0ed1c5fe9fe req-4a704574-591f-44ed-b5e7-b40b8027e1cf tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a50fa4b-7592-447e-a88a-be6b406d9a92 HTTP/1.1" status: 200 len: 944 time: 0.2739723 Dec 08 16:07:47.674358 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b37e019d-d463-4ec6-bf61-f3c121de8818 req-0cb02869-3b35-476f-b9dd-06722425b620 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d7399b3-f191-4f89-b6d9-82924ceb9ce2 HTTP/1.1" status: 200 len: 948 time: 0.3743362 Dec 08 16:07:47.681027 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-97b8af09-26d6-430b-b440-3386f127ccf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:47.767305 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 226048b3-73b7-4370-bbe1-0d8308bcd130 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:07:47.768933 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:47.790180 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-560e1b79-29c1-4e0e-b1de-db6434995109 req-56181ae1-692f-4238-bbcd-b5d18c64169e tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] For port 29971d89-222c-43b5-a49f-01483af5bbe9, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=29971d89-222c-43b5-a49f-01483af5bbe9,segment=NetworkSegment(08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4),segment_id=08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:07:47.790682 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-560e1b79-29c1-4e0e-b1de-db6434995109 req-56181ae1-692f-4238-bbcd-b5d18c64169e tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:47.819355 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b37e019d-d463-4ec6-bf61-f3c121de8818 req-ab8e5811-2cbf-44a4-8cea-abb57b9b11e5 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.64 "GET /v2.0/security-groups?id=c1187816-1f33-48e4-a298-8fffb3900028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424816 Dec 08 16:07:47.829443 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-560e1b79-29c1-4e0e-b1de-db6434995109 req-56181ae1-692f-4238-bbcd-b5d18c64169e tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Calling delete_port for 29971d89-222c-43b5-a49f-01483af5bbe9 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:07:47.896439 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b8af09-26d6-430b-b440-3386f127ccf9 admin admin] Network 38d523e2-3df0-41e5-846a-7796bad806dc is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:07:47.910642 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-97b8af09-26d6-430b-b440-3386f127ccf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:07:47.932474 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e2865780-9c9b-4a6d-9366-c0ed1c5fe9fe req-b87d7a6b-6432-4cf1-89e7-e700e043b8a7 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609236 Dec 08 16:07:47.980715 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:48.022953 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-f0d02d53-b2da-416c-85e8-055582edfe45 req-ebb88b3f-6b37-47ef-ae88-7463b37c3895 service neutron] For port 18197a4b-dc7c-4ad5-88f6-273d8a07d794, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:07:48.035064 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 226048b3-73b7-4370-bbe1-0d8308bcd130, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=226048b3-73b7-4370-bbe1-0d8308bcd130,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:07:48.047076 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-f0d02d53-b2da-416c-85e8-055582edfe45 req-ebb88b3f-6b37-47ef-ae88-7463b37c3895 service neutron] For port 18197a4b-dc7c-4ad5-88f6-273d8a07d794, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=18197a4b-dc7c-4ad5-88f6-273d8a07d794,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:07:48.151992 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:48.166728 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b8af09-26d6-430b-b440-3386f127ccf9 admin admin] Router 97073dd8-b2d8-4da4-9fdd-4376555d65b7 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:07:48.213715 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=226048b3-73b7-4370-bbe1-0d8308bcd130,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:48.310364 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f0d02d53-b2da-416c-85e8-055582edfe45 req-ebb88b3f-6b37-47ef-ae88-7463b37c3895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:48.318932 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b8af09-26d6-430b-b440-3386f127ccf9 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:07:48.322913 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-2da2b17a-b53e-4844-8450-4040757b16bc None None] Provisioning complete for port 04edc66c-931b-4db9-a9b5-dc2c2367be82 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:07:48.323426 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2da2b17a-b53e-4844-8450-4040757b16bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:48.326153 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-97b8af09-26d6-430b-b440-3386f127ccf9 admin admin] 10.222.0.64 "PUT /v2.0/routers/97073dd8-b2d8-4da4-9fdd-4376555d65b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1435642 Dec 08 16:07:48.333847 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-560e1b79-29c1-4e0e-b1de-db6434995109 req-56181ae1-692f-4238-bbcd-b5d18c64169e tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:48.407195 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d02d53-b2da-416c-85e8-055582edfe45 req-ebb88b3f-6b37-47ef-ae88-7463b37c3895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:48.407759 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f0d02d53-b2da-416c-85e8-055582edfe45 req-ebb88b3f-6b37-47ef-ae88-7463b37c3895 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:48.409238 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f0d02d53-b2da-416c-85e8-055582edfe45 req-ebb88b3f-6b37-47ef-ae88-7463b37c3895 service neutron] 10.222.0.37 "PUT /v2.0/ports/18197a4b-dc7c-4ad5-88f6-273d8a07d794 HTTP/1.1" status: 200 len: 1097 time: 3.1172974 Dec 08 16:07:48.410948 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d7399b3-f191-4f89-b6d9-82924ceb9ce2', 'tag': '18197a4b-dc7c-4ad5-88f6-273d8a07d794'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:07:48.418956 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['150aec00-a505-4a9d-95d4-59e8f7ccabdf'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:07:48.436567 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac03cb45-ac69-42df-89d1-0bc7cbda1dc3" -d '{"events": [{"name": "network-changed", "server_uuid": "6d7399b3-f191-4f89-b6d9-82924ceb9ce2", "tag": "18197a4b-dc7c-4ad5-88f6-273d8a07d794"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:07:48.571935 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70295fd3-72a1-45ac-9024-4200bbf6132b x-openstack-request-id: req-70295fd3-72a1-45ac-9024-4200bbf6132b {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:07:48.572569 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d7399b3-f191-4f89-b6d9-82924ceb9ce2", "tag": "18197a4b-dc7c-4ad5-88f6-273d8a07d794", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:07:48.573124 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-70295fd3-72a1-45ac-9024-4200bbf6132b {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:07:48.573540 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d7399b3-f191-4f89-b6d9-82924ceb9ce2', 'tag': '18197a4b-dc7c-4ad5-88f6-273d8a07d794', 'status': 'completed', 'code': 200} Dec 08 16:07:48.580498 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-560e1b79-29c1-4e0e-b1de-db6434995109 req-56181ae1-692f-4238-bbcd-b5d18c64169e tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] No DVR routers for this DVR port 29971d89-222c-43b5-a49f-01483af5bbe9 on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:07:48.611139 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-560e1b79-29c1-4e0e-b1de-db6434995109 req-56181ae1-692f-4238-bbcd-b5d18c64169e tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:48.615012 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-560e1b79-29c1-4e0e-b1de-db6434995109 req-56181ae1-692f-4238-bbcd-b5d18c64169e tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.76 "DELETE /v2.0/ports/29971d89-222c-43b5-a49f-01483af5bbe9 HTTP/1.1" status: 204 len: 173 time: 2.0123639 Dec 08 16:07:48.615837 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-2da2b17a-b53e-4844-8450-4040757b16bc None None] Port 04edc66c-931b-4db9-a9b5-dc2c2367be82 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:07:48.670044 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb88b3f-6b37-47ef-ae88-7463b37c3895 service neutron] Pushing event updated for resources: {'Port': ['ID=18197a4b-dc7c-4ad5-88f6-273d8a07d794,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:48.760035 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56181ae1-692f-4238-bbcd-b5d18c64169e tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Pushing event deleted for resources: {'Port': ['ID=29971d89-222c-43b5-a49f-01483af5bbe9,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:48.790015 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac03cb45-ac69-42df-89d1-0bc7cbda1dc3 req-837c019f-385a-4c7d-9030-9a41441288db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:48.791896 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ac03cb45-ac69-42df-89d1-0bc7cbda1dc3 req-837c019f-385a-4c7d-9030-9a41441288db service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=676893e7a20e4506a2f959319c5699f7&device_id=6d7399b3-f191-4f89-b6d9-82924ceb9ce2 HTTP/1.1" status: 200 len: 1100 time: 0.1967096 Dec 08 16:07:48.832012 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ac03cb45-ac69-42df-89d1-0bc7cbda1dc3 req-45c6261f-eeb3-4e0e-8d86-1515501ad276 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=676893e7a20e4506a2f959319c5699f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314472 Dec 08 16:07:49.034014 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac03cb45-ac69-42df-89d1-0bc7cbda1dc3 req-e70ee857-0321-4530-9447-bd7ddcea081e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:49.039729 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ac03cb45-ac69-42df-89d1-0bc7cbda1dc3 req-e70ee857-0321-4530-9447-bd7ddcea081e service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2003572 Dec 08 16:07:49.079042 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8cc647-f441-4755-ac7f-dda348dfa5b6 None None] Sync routers for ids ['97073dd8-b2d8-4da4-9fdd-4376555d65b7'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:07:49.102170 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8cc647-f441-4755-ac7f-dda348dfa5b6 None None] Routers {'97073dd8-b2d8-4da4-9fdd-4376555d65b7'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:07:49.103343 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-7c8cc647-f441-4755-ac7f-dda348dfa5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:07:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['97073dd8-b2d8-4da4-9fdd-4376555d65b7'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:07:49.105621 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606640ad-f8df-433b-a157-61a3688c55c1 req-0068e161-af27-4694-9954-604a11a83e66 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:49.108414 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-606640ad-f8df-433b-a157-61a3688c55c1 req-0068e161-af27-4694-9954-604a11a83e66 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d7399b3-f191-4f89-b6d9-82924ceb9ce2 HTTP/1.1" status: 200 len: 948 time: 0.1437330 Dec 08 16:07:49.183882 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-606640ad-f8df-433b-a157-61a3688c55c1 req-2edacd39-0790-4f55-8910-26595df9fb8f tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.64 "GET /v2.0/security-groups?id=c1187816-1f33-48e4-a298-8fffb3900028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624447 Dec 08 16:07:49.258811 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d02d53-b2da-416c-85e8-055582edfe45 req-4484c4b8-6d0d-4096-9f7d-11ddba881e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:49.260318 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f0d02d53-b2da-416c-85e8-055582edfe45 req-4484c4b8-6d0d-4096-9f7d-11ddba881e80 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=676893e7a20e4506a2f959319c5699f7&device_id=6d7399b3-f191-4f89-b6d9-82924ceb9ce2 HTTP/1.1" status: 200 len: 1100 time: 0.1058893 Dec 08 16:07:49.271264 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7cdfc-82f6-4936-9fc5-07447c1c0702 req-6231b91c-013a-429c-8693-6933ee6e62ae tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:49.273268 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73d7cdfc-82f6-4936-9fc5-07447c1c0702 req-6231b91c-013a-429c-8693-6933ee6e62ae tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/networks?id=38d523e2-3df0-41e5-846a-7796bad806dc HTTP/1.1" status: 200 len: 821 time: 0.2320559 Dec 08 16:07:49.325557 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f0d02d53-b2da-416c-85e8-055582edfe45 req-1a3e8179-308d-46c1-bec7-086f21892e11 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=18197a4b-dc7c-4ad5-88f6-273d8a07d794 HTTP/1.1" status: 200 len: 217 time: 0.0512078 Dec 08 16:07:49.328029 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73d7cdfc-82f6-4936-9fc5-07447c1c0702 req-3b52c7d9-fb96-4b2f-8ee6-bbece97c9afa tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/quotas/e657848efb6b469fa2d7fa12c00aa55c HTTP/1.1" status: 200 len: 375 time: 0.0478959 Dec 08 16:07:49.337213 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-7c8cc647-f441-4755-ac7f-dda348dfa5b6 None None] Set router 97073dd8-b2d8-4da4-9fdd-4376555d65b7 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:07:49.425824 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1f6545d9-ff20-4a49-882f-47f467da6697 req-f632424b-8b24-4cfe-9cd3-b273cf950a6e tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a50fa4b-7592-447e-a88a-be6b406d9a92 HTTP/1.1" status: 200 len: 210 time: 0.0462940 Dec 08 16:07:49.449076 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d02d53-b2da-416c-85e8-055582edfe45 req-2333563e-ed95-4a9f-9fbb-470c36d8f7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:49.450855 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f0d02d53-b2da-416c-85e8-055582edfe45 req-2333563e-ed95-4a9f-9fbb-470c36d8f7df service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.1187692 Dec 08 16:07:49.467165 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 29971d89-222c-43b5-a49f-01483af5bbe9 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:07:49.510667 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73d7cdfc-82f6-4936-9fc5-07447c1c0702 req-c00cc5c4-572f-495d-86f2-5e45ee4338f2 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e657848efb6b469fa2d7fa12c00aa55c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1675782 Dec 08 16:07:49.578929 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: 29971d89-222c-43b5-a49f-01483af5bbe9 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:07:49.579450 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 29971d89-222c-43b5-a49f-01483af5bbe9 not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:07:49.585496 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 226048b3-73b7-4370-bbe1-0d8308bcd130 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:07:49.682086 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d02d53-b2da-416c-85e8-055582edfe45 req-62073809-a6f7-4c24-a9ec-9206094e9eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:49.683771 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f0d02d53-b2da-416c-85e8-055582edfe45 req-62073809-a6f7-4c24-a9ec-9206094e9eee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2186589 Dec 08 16:07:49.785184 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73d7cdfc-82f6-4936-9fc5-07447c1c0702 req-fde446e8-38f1-44f6-97b2-4f52a6b5ade3 service neutron] 10.222.0.64 "GET /v2.0/networks/38d523e2-3df0-41e5-846a-7796bad806dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735255 Dec 08 16:07:49.908008 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 226048b3-73b7-4370-bbe1-0d8308bcd130 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:07:49.908708 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:49.929762 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 40124) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:07:49.958575 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f0d02d53-b2da-416c-85e8-055582edfe45 req-c59b56f0-c97e-413c-ae2d-22adf23c2d30 service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597969 Dec 08 16:07:50.036949 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-7c8cc647-f441-4755-ac7f-dda348dfa5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'name': 'tempest-FloatingIPsAssociationTestJSON-2024223603-router', 'tenant_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '226048b3-73b7-4370-bbe1-0d8308bcd130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:07:39Z', 'updated_at': '2021-12-08T16:07:46Z', 'revision_number': 4, 'project_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'gw_port': {'id': '226048b3-73b7-4370-bbe1-0d8308bcd130', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:07:40Z', 'updated_at': '2021-12-08T16:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '04edc66c-931b-4db9-a9b5-dc2c2367be82', 'name': '', 'network_id': '38d523e2-3df0-41e5-846a-7796bad806dc', 'tenant_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'mac_address': 'fa:16:3e:2e:f4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '80d02a2e-a1d3-4bca-96cf-432677fca6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:07:45Z', 'updated_at': '2021-12-08T16:07:46Z', 'revision_number': 2, 'project_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'subnets': [{'id': '80d02a2e-a1d3-4bca-96cf-432677fca6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:07:50.099737 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-6ed78240-3cb5-48fd-a299-ad8e6a15e0dd admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1796942707-network', 'tenant_id': '206a3032957f479e80e5d034840d286f'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:07:50.103312 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f0d02d53-b2da-416c-85e8-055582edfe45 req-ec3fd465-2113-44ae-9ef1-9a011fbe2b76 service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342187 Dec 08 16:07:50.117809 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73d7cdfc-82f6-4936-9fc5-07447c1c0702 req-f20556d3-bc28-426e-b2d2-b21c4b22f9a4 service neutron] 10.222.0.64 "GET /v2.0/networks/38d523e2-3df0-41e5-846a-7796bad806dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249249 Dec 08 16:07:50.137202 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8cc647-f441-4755-ac7f-dda348dfa5b6 None None] Checking router: 97073dd8-b2d8-4da4-9fdd-4376555d65b7 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:07:50.138166 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8cc647-f441-4755-ac7f-dda348dfa5b6 None None] Updating router 97073dd8-b2d8-4da4-9fdd-4376555d65b7 port 04edc66c-931b-4db9-a9b5-dc2c2367be82 binding host n-d-776250-12 {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:07:50.241063 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7c8cc647-f441-4755-ac7f-dda348dfa5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:50.264053 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed78240-3cb5-48fd-a299-ad8e6a15e0dd admin admin] Made reservation on behalf of 206a3032957f479e80e5d034840d286f for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:07:50.266774 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6ed78240-3cb5-48fd-a299-ad8e6a15e0dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:50.293916 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6ed78240-3cb5-48fd-a299-ad8e6a15e0dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:50.473528 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bf1765-8def-430e-8f6c-b029c2148bed req-e217310a-dac2-4263-8981-f430ae618d2e tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:50.480224 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d7bf1765-8def-430e-8f6c-b029c2148bed req-e217310a-dac2-4263-8981-f430ae618d2e tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d7399b3-f191-4f89-b6d9-82924ceb9ce2 HTTP/1.1" status: 200 len: 948 time: 0.1801708 Dec 08 16:07:50.575173 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a50fa4b-7592-447e-a88a-be6b406d9a92', 'name': 'network-vif-deleted', 'tag': '29971d89-222c-43b5-a49f-01483af5bbe9'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:07:50.578019 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92657604-aee9-4ff2-8c31-37246debd72a" -d '{"events": [{"server_uuid": "8a50fa4b-7592-447e-a88a-be6b406d9a92", "name": "network-vif-deleted", "tag": "29971d89-222c-43b5-a49f-01483af5bbe9"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:07:50.605622 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d7bf1765-8def-430e-8f6c-b029c2148bed req-e64a7b45-8816-4a9c-bb85-c98e2bd14dcf tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.64 "GET /v2.0/security-groups?id=c1187816-1f33-48e4-a298-8fffb3900028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090214 Dec 08 16:07:50.613633 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6ed78240-3cb5-48fd-a299-ad8e6a15e0dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:50.645759 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-951a016a-43c6-4288-bd73-bdfa4dc1a07e req-6cd14ad7-9650-4d16-bec7-e2d4ceb96cca tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/ports?device_id=d512652e-fd6a-4e6e-af70-2764878d1345 HTTP/1.1" status: 200 len: 210 time: 0.0426691 Dec 08 16:07:50.709798 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6ed78240-3cb5-48fd-a299-ad8e6a15e0dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:50.726796 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7c8cc647-f441-4755-ac7f-dda348dfa5b6 None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:50.744491 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33bbeac2-1ed1-4e36-bd68-10c3afb89081 x-openstack-request-id: req-33bbeac2-1ed1-4e36-bd68-10c3afb89081 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:07:50.744796 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a50fa4b-7592-447e-a88a-be6b406d9a92", "name": "network-vif-deleted", "tag": "29971d89-222c-43b5-a49f-01483af5bbe9", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:07:50.745059 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-33bbeac2-1ed1-4e36-bd68-10c3afb89081 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:07:50.745472 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a50fa4b-7592-447e-a88a-be6b406d9a92', 'name': 'network-vif-deleted', 'tag': '29971d89-222c-43b5-a49f-01483af5bbe9', 'status': 'completed', 'code': 200} Dec 08 16:07:50.751731 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed78240-3cb5-48fd-a299-ad8e6a15e0dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af9c100d-a1cf-4d8e-914e-67151dafe3f5,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:50.765842 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ed78240-3cb5-48fd-a299-ad8e6a15e0dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:07:50.779994 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6ed78240-3cb5-48fd-a299-ad8e6a15e0dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:50.780389 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-6ed78240-3cb5-48fd-a299-ad8e6a15e0dd admin admin] Added segment 5ed0f1f4-af24-468e-83c5-3137b1fd0d8f of type vlan for network e5c03215-f481-4896-afd0-981853cb3418 Dec 08 16:07:50.830669 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6ed78240-3cb5-48fd-a299-ad8e6a15e0dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:50.840422 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7c8cc647-f441-4755-ac7f-dda348dfa5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:50.911638 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc364601-3b1a-4f77-850a-4ef7299a45f1 None None] Pushing event updated for resources: {'Port': ['ID=04edc66c-931b-4db9-a9b5-dc2c2367be82,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:50.948261 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-7c8cc647-f441-4755-ac7f-dda348dfa5b6 None None] Attempting to bind port 04edc66c-931b-4db9-a9b5-dc2c2367be82 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:07:50.948511 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-7c8cc647-f441-4755-ac7f-dda348dfa5b6 None None] Attempting to bind port 04edc66c-931b-4db9-a9b5-dc2c2367be82 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'fb4f3904-605a-466d-8350-ef7e46c87c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '38d523e2-3df0-41e5-846a-7796bad806dc'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:07:50.948927 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8cc647-f441-4755-ac7f-dda348dfa5b6 None None] Attempting to bind port 04edc66c-931b-4db9-a9b5-dc2c2367be82 on network 38d523e2-3df0-41e5-846a-7796bad806dc {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:07:50.954661 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8cc647-f441-4755-ac7f-dda348dfa5b6 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:07:50.955041 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8cc647-f441-4755-ac7f-dda348dfa5b6 None None] Checking segment: {'id': 'fb4f3904-605a-466d-8350-ef7e46c87c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '38d523e2-3df0-41e5-846a-7796bad806dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:07:50.955448 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7c8cc647-f441-4755-ac7f-dda348dfa5b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:50.955873 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8cc647-f441-4755-ac7f-dda348dfa5b6 None None] Bound using segment: {'id': 'fb4f3904-605a-466d-8350-ef7e46c87c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '38d523e2-3df0-41e5-846a-7796bad806dc'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:07:50.956372 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-7c8cc647-f441-4755-ac7f-dda348dfa5b6 None None] Bound port: 04edc66c-931b-4db9-a9b5-dc2c2367be82, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb4f3904-605a-466d-8350-ef7e46c87c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '38d523e2-3df0-41e5-846a-7796bad806dc'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:07:50.956764 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7c8cc647-f441-4755-ac7f-dda348dfa5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:51.045587 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6ed78240-3cb5-48fd-a299-ad8e6a15e0dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:51.045587 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed78240-3cb5-48fd-a299-ad8e6a15e0dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:51.045587 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6ed78240-3cb5-48fd-a299-ad8e6a15e0dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:51.053734 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-7c8cc647-f441-4755-ac7f-dda348dfa5b6 None None] For port 04edc66c-931b-4db9-a9b5-dc2c2367be82, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:07:51.060837 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-7c8cc647-f441-4755-ac7f-dda348dfa5b6 None None] For port 04edc66c-931b-4db9-a9b5-dc2c2367be82, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=04edc66c-931b-4db9-a9b5-dc2c2367be82,segment=NetworkSegment(fb4f3904-605a-466d-8350-ef7e46c87c22),segment_id=fb4f3904-605a-466d-8350-ef7e46c87c22)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:07:51.121966 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed78240-3cb5-48fd-a299-ad8e6a15e0dd admin admin] Pushing event updated for resources: {'Network': ['ID=e5c03215-f481-4896-afd0-981853cb3418,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:51.132936 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network e5c03215-f481-4896-afd0-981853cb3418 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:07:51.145436 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-d42b1d29-bd2c-4cd6-82b4-c97a26a5233e None None] Provisioning complete for port 04edc66c-931b-4db9-a9b5-dc2c2367be82 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:07:51.146127 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d42b1d29-bd2c-4cd6-82b4-c97a26a5233e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:51.237342 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-d42b1d29-bd2c-4cd6-82b4-c97a26a5233e None None] Port 04edc66c-931b-4db9-a9b5-dc2c2367be82 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:07:51.334722 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7c8cc647-f441-4755-ac7f-dda348dfa5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:51.387388 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-6ed78240-3cb5-48fd-a299-ad8e6a15e0dd admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.4546404 Dec 08 16:07:51.389602 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 40158) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:07:51.403261 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-9813a712-9023-4df4-ab82-1880caa68252 admin admin] Request body: {'subnet': {'network_id': 'e5c03215-f481-4896-afd0-981853cb3418', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1796942707-subnet', 'tenant_id': '206a3032957f479e80e5d034840d286f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:07:51.425051 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8cc647-f441-4755-ac7f-dda348dfa5b6 None None] Routers {'97073dd8-b2d8-4da4-9fdd-4376555d65b7'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:07:51.425694 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-7c8cc647-f441-4755-ac7f-dda348dfa5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:07:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['97073dd8-b2d8-4da4-9fdd-4376555d65b7'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:07:51.485259 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc364601-3b1a-4f77-850a-4ef7299a45f1 None None] Pushing event updated for resources: {'Port': ['ID=04edc66c-931b-4db9-a9b5-dc2c2367be82,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:51.556881 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68355480-44c9-4593-8fab-9bf576f76c67 req-9ab646e6-cfa7-46cd-b6f1-485fd40f8802 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:51.567401 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-68355480-44c9-4593-8fab-9bf576f76c67 req-9ab646e6-cfa7-46cd-b6f1-485fd40f8802 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f074090-1b8e-44fb-8556-3be31cc2970e HTTP/1.1" status: 200 len: 944 time: 0.0985994 Dec 08 16:07:51.618180 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-7c8cc647-f441-4755-ac7f-dda348dfa5b6 None None] Set router 97073dd8-b2d8-4da4-9fdd-4376555d65b7 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:07:51.647187 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-68355480-44c9-4593-8fab-9bf576f76c67 req-b2a2bb58-6732-4d8b-b2ba-585a6a71989e tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783575 Dec 08 16:07:51.671805 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9813a712-9023-4df4-ab82-1880caa68252 admin admin] Made reservation on behalf of 206a3032957f479e80e5d034840d286f for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:07:51.681381 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9813a712-9023-4df4-ab82-1880caa68252 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:51.763796 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e39e1aaf-0942-49ff-80cb-16d318468321 req-4e6db268-7536-46cc-9031-fec3dd71c890 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/ports?device_id=d512652e-fd6a-4e6e-af70-2764878d1345 HTTP/1.1" status: 200 len: 210 time: 0.0424380 Dec 08 16:07:51.902935 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-c1a9b36f-f613-4e21-b170-ad86f21336fd None None] Provisioning complete for port 04edc66c-931b-4db9-a9b5-dc2c2367be82 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:07:51.903329 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c1a9b36f-f613-4e21-b170-ad86f21336fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:51.905324 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5156ddc6-9ca6-41a1-bf78-efc0c141c274 req-ce2771ad-5552-49e5-9d16-8021b94c47dd tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:51.906964 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5156ddc6-9ca6-41a1-bf78-efc0c141c274 req-ce2771ad-5552-49e5-9d16-8021b94c47dd tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d7399b3-f191-4f89-b6d9-82924ceb9ce2 HTTP/1.1" status: 200 len: 948 time: 0.1595902 Dec 08 16:07:52.050165 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c1a9b36f-f613-4e21-b170-ad86f21336fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:52.055639 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42afce85-342c-4489-bb98-b456defd2bb9 req-fa2b0cc9-97b1-4c7e-9376-75e5bc9be56a tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:52.057394 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-42afce85-342c-4489-bb98-b456defd2bb9 req-fa2b0cc9-97b1-4c7e-9376-75e5bc9be56a tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f074090-1b8e-44fb-8556-3be31cc2970e HTTP/1.1" status: 200 len: 944 time: 0.1245251 Dec 08 16:07:52.066203 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5156ddc6-9ca6-41a1-bf78-efc0c141c274 req-e9174a1b-a471-4260-acb2-67643b1148f9 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.64 "GET /v2.0/security-groups?id=c1187816-1f33-48e4-a298-8fffb3900028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478467 Dec 08 16:07:52.087783 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-7c8cc647-f441-4755-ac7f-dda348dfa5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'name': 'tempest-FloatingIPsAssociationTestJSON-2024223603-router', 'tenant_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '226048b3-73b7-4370-bbe1-0d8308bcd130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:07:39Z', 'updated_at': '2021-12-08T16:07:46Z', 'revision_number': 4, 'project_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'gw_port': {'id': '226048b3-73b7-4370-bbe1-0d8308bcd130', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:07:40Z', 'updated_at': '2021-12-08T16:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '04edc66c-931b-4db9-a9b5-dc2c2367be82', 'name': '', 'network_id': '38d523e2-3df0-41e5-846a-7796bad806dc', 'tenant_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'mac_address': 'fa:16:3e:2e:f4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '80d02a2e-a1d3-4bca-96cf-432677fca6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:07:45Z', 'updated_at': '2021-12-08T16:07:51Z', 'revision_number': 4, 'project_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'subnets': [{'id': '80d02a2e-a1d3-4bca-96cf-432677fca6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:07:52.127867 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8cc647-f441-4755-ac7f-dda348dfa5b6 None None] The sync data for ids ['97073dd8-b2d8-4da4-9fdd-4376555d65b7'] in n-d-776250-12 is: [{'id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'name': 'tempest-FloatingIPsAssociationTestJSON-2024223603-router', 'tenant_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '226048b3-73b7-4370-bbe1-0d8308bcd130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:07:39Z', 'updated_at': '2021-12-08T16:07:46Z', 'revision_number': 4, 'project_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'gw_port': {'id': '226048b3-73b7-4370-bbe1-0d8308bcd130', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:07:40Z', 'updated_at': '2021-12-08T16:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '04edc66c-931b-4db9-a9b5-dc2c2367be82', 'name': '', 'network_id': '38d523e2-3df0-41e5-846a-7796bad806dc', 'tenant_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'mac_address': 'fa:16:3e:2e:f4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '80d02a2e-a1d3-4bca-96cf-432677fca6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:07:45Z', 'updated_at': '2021-12-08T16:07:51Z', 'revision_number': 4, 'project_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'subnets': [{'id': '80d02a2e-a1d3-4bca-96cf-432677fca6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:07:52.140575 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-c1a9b36f-f613-4e21-b170-ad86f21336fd None None] For port 04edc66c-931b-4db9-a9b5-dc2c2367be82, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=04edc66c-931b-4db9-a9b5-dc2c2367be82,segment=NetworkSegment(fb4f3904-605a-466d-8350-ef7e46c87c22),segment_id=fb4f3904-605a-466d-8350-ef7e46c87c22)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:07:52.149883 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9813a712-9023-4df4-ab82-1880caa68252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:52.247617 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9813a712-9023-4df4-ab82-1880caa68252 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7472a914-2ad5-41d0-aa3b-c5a175144039,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:52.256766 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-42afce85-342c-4489-bb98-b456defd2bb9 req-21ef9b32-cac6-46fb-9df6-062824c2222d tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Deleting port cad83a43-ab3b-4789-a1d9-94f29188d5a6 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:07:52.257303 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-42afce85-342c-4489-bb98-b456defd2bb9 req-21ef9b32-cac6-46fb-9df6-062824c2222d tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:52.291586 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c1a9b36f-f613-4e21-b170-ad86f21336fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:52.325117 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9813a712-9023-4df4-ab82-1880caa68252 admin admin] Checking segment: {'id': '5ed0f1f4-af24-468e-83c5-3137b1fd0d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'e5c03215-f481-4896-afd0-981853cb3418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:07:52.325917 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9813a712-9023-4df4-ab82-1880caa68252 admin admin] Network hostable DHCP agents. Network: e5c03215-f481-4896-afd0-981853cb3418, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:07:52.362524 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a9b36f-f613-4e21-b170-ad86f21336fd None None] Pushing event updated for resources: {'Port': ['ID=04edc66c-931b-4db9-a9b5-dc2c2367be82,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:52.422131 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-42afce85-342c-4489-bb98-b456defd2bb9 req-21ef9b32-cac6-46fb-9df6-062824c2222d tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] For port cad83a43-ab3b-4789-a1d9-94f29188d5a6, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=cad83a43-ab3b-4789-a1d9-94f29188d5a6,segment=NetworkSegment(08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4),segment_id=08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:07:52.422510 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-42afce85-342c-4489-bb98-b456defd2bb9 req-21ef9b32-cac6-46fb-9df6-062824c2222d tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:52.448795 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-42afce85-342c-4489-bb98-b456defd2bb9 req-21ef9b32-cac6-46fb-9df6-062824c2222d tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Calling delete_port for cad83a43-ab3b-4789-a1d9-94f29188d5a6 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:07:52.518312 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9813a712-9023-4df4-ab82-1880caa68252 admin admin] Network e5c03215-f481-4896-afd0-981853cb3418 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:07:52.540843 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-68e27d94-9aa2-461f-bfdc-f0e599db22ed req-8b686f6d-5a63-4eec-b031-a80c14236010 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--667229047&fields=id&tenant_id=d2ccfe6975714fc3b8a138ea789f3317 HTTP/1.1" status: 200 len: 267 time: 0.0644367 Dec 08 16:07:52.669584 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-9813a712-9023-4df4-ab82-1880caa68252 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, e5c03215-f481-4896-afd0-981853cb3418) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:07:52.675583 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9813a712-9023-4df4-ab82-1880caa68252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:52.676239 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9813a712-9023-4df4-ab82-1880caa68252 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:52.679181 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a4242e-95d6-499b-99a7-869c59eba8d6 None None] Network e5c03215-f481-4896-afd0-981853cb3418 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:07:52.691860 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e27d94-9aa2-461f-bfdc-f0e599db22ed req-fdcf7ffb-379b-4ef3-94f2-162c9707f3b5 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:52.694445 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-68e27d94-9aa2-461f-bfdc-f0e599db22ed req-fdcf7ffb-379b-4ef3-94f2-162c9707f3b5 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] 10.222.0.64 "GET /v2.0/networks?id=bb9d0058-2dc0-4e63-9bdc-6ba019b39e11 HTTP/1.1" status: 200 len: 816 time: 0.1421804 Dec 08 16:07:52.732885 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-68e27d94-9aa2-461f-bfdc-f0e599db22ed req-d6f9dc81-8413-450a-be77-9bb52298c487 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] 10.222.0.64 "GET /v2.0/quotas/d2ccfe6975714fc3b8a138ea789f3317 HTTP/1.1" status: 200 len: 375 time: 0.0237432 Dec 08 16:07:52.766838 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-42afce85-342c-4489-bb98-b456defd2bb9 req-21ef9b32-cac6-46fb-9df6-062824c2222d tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:52.803963 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['150aec00-a505-4a9d-95d4-59e8f7ccabdf'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:07:52.841442 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-68e27d94-9aa2-461f-bfdc-f0e599db22ed req-f92eaa81-4c7e-426f-92fa-26334b7fc660 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d2ccfe6975714fc3b8a138ea789f3317&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0976298 Dec 08 16:07:52.872788 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 40186) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:07:52.873140 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-9813a712-9023-4df4-ab82-1880caa68252 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4814322 Dec 08 16:07:52.880657 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-acecc627-c137-4b10-94c3-890ca1e53ac8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1796942707-router', 'tenant_id': '206a3032957f479e80e5d034840d286f', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:07:52.906863 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ef9b32-cac6-46fb-9df6-062824c2222d tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Pushing event deleted for resources: {'Port': ['ID=cad83a43-ab3b-4789-a1d9-94f29188d5a6,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:52.954664 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4505be8-5a24-432a-a69f-3d43cc6b8e86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-e5c03215-f481-4896-afd0-981853cb3418', 'network_id': 'e5c03215-f481-4896-afd0-981853cb3418', 'project_id': '206a3032957f479e80e5d034840d286f', 'fixed_ips': [{'subnet_id': '7472a914-2ad5-41d0-aa3b-c5a175144039'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:07:52.955557 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f4505be8-5a24-432a-a69f-3d43cc6b8e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:52.964961 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ebe1ad46-5000-45a3-a74b-9dddfa2cacea req-07f48c70-18fc-4248-a94f-4a1818de7ba3 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f074090-1b8e-44fb-8556-3be31cc2970e HTTP/1.1" status: 200 len: 210 time: 0.1033363 Dec 08 16:07:52.968497 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-42afce85-342c-4489-bb98-b456defd2bb9 req-21ef9b32-cac6-46fb-9df6-062824c2222d tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] No DVR routers for this DVR port cad83a43-ab3b-4789-a1d9-94f29188d5a6 on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:07:52.973548 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-42afce85-342c-4489-bb98-b456defd2bb9 req-21ef9b32-cac6-46fb-9df6-062824c2222d tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:52.985412 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-42afce85-342c-4489-bb98-b456defd2bb9 req-21ef9b32-cac6-46fb-9df6-062824c2222d tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.76 "DELETE /v2.0/ports/cad83a43-ab3b-4789-a1d9-94f29188d5a6 HTTP/1.1" status: 204 len: 173 time: 0.9179685 Dec 08 16:07:52.988984 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f074090-1b8e-44fb-8556-3be31cc2970e', 'name': 'network-vif-deleted', 'tag': 'cad83a43-ab3b-4789-a1d9-94f29188d5a6'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:07:52.998169 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f091a42-f1b9-4775-bf54-a94beedb9f8b" -d '{"events": [{"server_uuid": "1f074090-1b8e-44fb-8556-3be31cc2970e", "name": "network-vif-deleted", "tag": "cad83a43-ab3b-4789-a1d9-94f29188d5a6"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:07:53.121189 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-76434210-44a9-4df4-b72b-79b5a7246d61 req-1dadb22e-46f9-49a6-9262-86ee988223e0 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/ports?device_id=d512652e-fd6a-4e6e-af70-2764878d1345 HTTP/1.1" status: 200 len: 210 time: 0.0617898 Dec 08 16:07:53.151118 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-68e27d94-9aa2-461f-bfdc-f0e599db22ed req-f6008764-c793-42a8-9516-0b25ee0767bb service neutron] 10.222.0.64 "GET /v2.0/networks/bb9d0058-2dc0-4e63-9bdc-6ba019b39e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073816 Dec 08 16:07:53.175096 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-acecc627-c137-4b10-94c3-890ca1e53ac8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:53.176475 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-acecc627-c137-4b10-94c3-890ca1e53ac8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:53.253468 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aadfa039-6464-4b99-8c6d-a9bab78e7a74 x-openstack-request-id: req-aadfa039-6464-4b99-8c6d-a9bab78e7a74 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:07:53.254037 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f074090-1b8e-44fb-8556-3be31cc2970e", "name": "network-vif-deleted", "tag": "cad83a43-ab3b-4789-a1d9-94f29188d5a6", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:07:53.255789 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-aadfa039-6464-4b99-8c6d-a9bab78e7a74 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:07:53.256907 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f074090-1b8e-44fb-8556-3be31cc2970e', 'name': 'network-vif-deleted', 'tag': 'cad83a43-ab3b-4789-a1d9-94f29188d5a6', 'status': 'completed', 'code': 200} Dec 08 16:07:53.264884 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-f4505be8-5a24-432a-a69f-3d43cc6b8e86 None None] Allocated IP 172.20.0.2 (e5c03215-f481-4896-afd0-981853cb3418/7472a914-2ad5-41d0-aa3b-c5a175144039/8131850a-d5d3-494a-ac4c-2c9a3691748d) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:07:53.301326 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 18197a4b-dc7c-4ad5-88f6-273d8a07d794 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:07:53.312696 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-acecc627-c137-4b10-94c3-890ca1e53ac8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:53.355496 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-68e27d94-9aa2-461f-bfdc-f0e599db22ed req-66098b28-c197-4c73-860c-64fae8ef6669 service neutron] 10.222.0.64 "GET /v2.0/networks/bb9d0058-2dc0-4e63-9bdc-6ba019b39e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975996 Dec 08 16:07:53.437730 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2dd70a-84c1-4586-ac35-cd14373b7f0a req-3c95dd3a-3349-4013-9cff-40e0c929147c tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:53.447682 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3c2dd70a-84c1-4586-ac35-cd14373b7f0a req-3c95dd3a-3349-4013-9cff-40e0c929147c tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d7399b3-f191-4f89-b6d9-82924ceb9ce2 HTTP/1.1" status: 200 len: 948 time: 0.1158276 Dec 08 16:07:53.485582 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f4505be8-5a24-432a-a69f-3d43cc6b8e86 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:53.559012 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3c2dd70a-84c1-4586-ac35-cd14373b7f0a req-f628dc6f-2487-4153-beb6-d02ded769ebb tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.64 "GET /v2.0/security-groups?id=c1187816-1f33-48e4-a298-8fffb3900028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103821 Dec 08 16:07:53.616524 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 04edc66c-931b-4db9-a9b5-dc2c2367be82 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:07:53.663062 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 18197a4b-dc7c-4ad5-88f6-273d8a07d794, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=18197a4b-dc7c-4ad5-88f6-273d8a07d794,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:07:53.675579 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f4505be8-5a24-432a-a69f-3d43cc6b8e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:53.691008 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '18197a4b-dc7c-4ad5-88f6-273d8a07d794', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'port_id': '18197a4b-dc7c-4ad5-88f6-273d8a07d794', 'mac_address': 'fa:16:3e:a6:66:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c93b3a32-b438-4a47-8558-220c03febf97', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:07:53.744342 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-acecc627-c137-4b10-94c3-890ca1e53ac8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:53.768933 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4505be8-5a24-432a-a69f-3d43cc6b8e86 None None] Network e5c03215-f481-4896-afd0-981853cb3418 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:07:53.781597 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-f4505be8-5a24-432a-a69f-3d43cc6b8e86 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:07:53.786214 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4505be8-5a24-432a-a69f-3d43cc6b8e86 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:07:53.788853 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4505be8-5a24-432a-a69f-3d43cc6b8e86 None None] Pushing event updated for resources: {'Port': ['ID=8131850a-d5d3-494a-ac4c-2c9a3691748d,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:53.804870 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:53.845389 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 04edc66c-931b-4db9-a9b5-dc2c2367be82 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:07:53.845771 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:53.866082 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18197a4b-dc7c-4ad5-88f6-273d8a07d794 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:07:53.939428 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 18197a4b-dc7c-4ad5-88f6-273d8a07d794, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=18197a4b-dc7c-4ad5-88f6-273d8a07d794,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:07:53.955985 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-f4505be8-5a24-432a-a69f-3d43cc6b8e86 None None] Attempting to bind port 8131850a-d5d3-494a-ac4c-2c9a3691748d on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:07:53.956420 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-f4505be8-5a24-432a-a69f-3d43cc6b8e86 None None] Attempting to bind port 8131850a-d5d3-494a-ac4c-2c9a3691748d by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '5ed0f1f4-af24-468e-83c5-3137b1fd0d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'e5c03215-f481-4896-afd0-981853cb3418'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:07:53.956769 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4505be8-5a24-432a-a69f-3d43cc6b8e86 None None] Attempting to bind port 8131850a-d5d3-494a-ac4c-2c9a3691748d on network e5c03215-f481-4896-afd0-981853cb3418 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:07:53.969940 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4505be8-5a24-432a-a69f-3d43cc6b8e86 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:07:53.976765 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4505be8-5a24-432a-a69f-3d43cc6b8e86 None None] Checking segment: {'id': '5ed0f1f4-af24-468e-83c5-3137b1fd0d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'e5c03215-f481-4896-afd0-981853cb3418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:07:53.976765 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f4505be8-5a24-432a-a69f-3d43cc6b8e86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:53.976765 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4505be8-5a24-432a-a69f-3d43cc6b8e86 None None] Bound using segment: {'id': '5ed0f1f4-af24-468e-83c5-3137b1fd0d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'e5c03215-f481-4896-afd0-981853cb3418'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:07:53.976765 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-f4505be8-5a24-432a-a69f-3d43cc6b8e86 None None] Bound port: 8131850a-d5d3-494a-ac4c-2c9a3691748d, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed0f1f4-af24-468e-83c5-3137b1fd0d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'e5c03215-f481-4896-afd0-981853cb3418'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:07:53.976765 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f4505be8-5a24-432a-a69f-3d43cc6b8e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:54.114635 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:54.135097 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2fc9a3bb-eca2-41c6-beae-3e8a597e7a6a req-a0f7858e-1e8f-4ead-9a76-0bec2def2bf3 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f074090-1b8e-44fb-8556-3be31cc2970e HTTP/1.1" status: 200 len: 210 time: 0.0473347 Dec 08 16:07:54.162059 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-acecc627-c137-4b10-94c3-890ca1e53ac8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:54.186213 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-acecc627-c137-4b10-94c3-890ca1e53ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:54.206447 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-f4505be8-5a24-432a-a69f-3d43cc6b8e86 None None] For port 8131850a-d5d3-494a-ac4c-2c9a3691748d, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:07:54.214701 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-f4505be8-5a24-432a-a69f-3d43cc6b8e86 None None] For port 8131850a-d5d3-494a-ac4c-2c9a3691748d, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=8131850a-d5d3-494a-ac4c-2c9a3691748d,segment=NetworkSegment(5ed0f1f4-af24-468e-83c5-3137b1fd0d8f),segment_id=5ed0f1f4-af24-468e-83c5-3137b1fd0d8f)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:07:54.240049 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=18197a4b-dc7c-4ad5-88f6-273d8a07d794,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:54.254935 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6ef56215-1d86-4753-a8aa-77818c0472f5 req-7c1eb4c8-aa55-43c0-a208-a53f5c23bcc2 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/ports?device_id=d512652e-fd6a-4e6e-af70-2764878d1345 HTTP/1.1" status: 200 len: 210 time: 0.0499563 Dec 08 16:07:54.438182 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7cdfc-82f6-4936-9fc5-07447c1c0702 req-a3232889-34a8-453b-9f85-233016e93bb0 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:54.439404 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73d7cdfc-82f6-4936-9fc5-07447c1c0702 req-a3232889-34a8-453b-9f85-233016e93bb0 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.76 "GET /v2.0/networks?id=38d523e2-3df0-41e5-846a-7796bad806dc HTTP/1.1" status: 200 len: 821 time: 0.1788092 Dec 08 16:07:54.458593 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-73d7cdfc-82f6-4936-9fc5-07447c1c0702 req-c5b789f3-e5f6-4fa3-a9b5-72a561192441 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Request body: {'port': {'device_id': 'd512652e-fd6a-4e6e-af70-2764878d1345', 'network_id': '38d523e2-3df0-41e5-846a-7796bad806dc', 'admin_state_up': True, 'tenant_id': 'e657848efb6b469fa2d7fa12c00aa55c'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:07:54.487009 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-89be2ae6-2fc3-45d6-90f2-faae1a507c31 req-1acdf397-9be4-44b4-ae89-d2f040a01080 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] 10.222.0.64 "GET /v2.0/ports?device_id=519db7ee-ac45-4a7c-950a-c8c059f617ae HTTP/1.1" status: 200 len: 210 time: 0.0930395 Dec 08 16:07:54.549374 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-acecc627-c137-4b10-94c3-890ca1e53ac8 admin admin] Allocated IP 172.25.0.107 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/a218d492-3c79-4095-ae58-537a55e13bd0) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:07:54.606813 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f4505be8-5a24-432a-a69f-3d43cc6b8e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:54.610282 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['18197a4b-dc7c-4ad5-88f6-273d8a07d794'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:07:54.740916 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4505be8-5a24-432a-a69f-3d43cc6b8e86 None None] Pushing event updated for resources: {'Port': ['ID=8131850a-d5d3-494a-ac4c-2c9a3691748d,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:54.781269 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-acecc627-c137-4b10-94c3-890ca1e53ac8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:54.806364 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc1576-6a4b-491b-9d81-879e5a224e84 req-a91f5539-907e-4964-85d0-6ef3170c1ebd tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:54.808050 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6ccc1576-6a4b-491b-9d81-879e5a224e84 req-a91f5539-907e-4964-85d0-6ef3170c1ebd tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d7399b3-f191-4f89-b6d9-82924ceb9ce2 HTTP/1.1" status: 200 len: 949 time: 0.1224623 Dec 08 16:07:54.870075 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6ccc1576-6a4b-491b-9d81-879e5a224e84 req-f9879f6a-03fd-42d5-888a-a57b4993a435 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.64 "GET /v2.0/security-groups?id=c1187816-1f33-48e4-a298-8fffb3900028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549793 Dec 08 16:07:54.904326 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73d7cdfc-82f6-4936-9fc5-07447c1c0702 req-c5b789f3-e5f6-4fa3-a9b5-72a561192441 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Made reservation on behalf of e657848efb6b469fa2d7fa12c00aa55c for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:07:54.908391 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-73d7cdfc-82f6-4936-9fc5-07447c1c0702 req-c5b789f3-e5f6-4fa3-a9b5-72a561192441 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:54.995705 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-acecc627-c137-4b10-94c3-890ca1e53ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:55.041227 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acecc627-c137-4b10-94c3-890ca1e53ac8 admin admin] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:07:55.047340 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-acecc627-c137-4b10-94c3-890ca1e53ac8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:07:55.049949 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acecc627-c137-4b10-94c3-890ca1e53ac8 admin admin] Pushing event updated for resources: {'Port': ['ID=a218d492-3c79-4095-ae58-537a55e13bd0,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:55.052276 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acecc627-c137-4b10-94c3-890ca1e53ac8 admin admin] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:07:55.091889 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-73d7cdfc-82f6-4936-9fc5-07447c1c0702 req-c5b789f3-e5f6-4fa3-a9b5-72a561192441 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Allocated IP 172.20.0.11 (38d523e2-3df0-41e5-846a-7796bad806dc/80d02a2e-a1d3-4bca-96cf-432677fca6a9/253385fb-1f84-4d79-bc46-4d22bea72e90) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:07:55.272130 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-73d7cdfc-82f6-4936-9fc5-07447c1c0702 req-c5b789f3-e5f6-4fa3-a9b5-72a561192441 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:55.359412 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-49bc0275-277f-4aed-ba2b-d0cc47e71002 req-fd1debba-364e-4bbd-a482-fbf5be49a416 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/ports?device_id=d512652e-fd6a-4e6e-af70-2764878d1345 HTTP/1.1" status: 200 len: 210 time: 0.0294485 Dec 08 16:07:55.487281 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-73d7cdfc-82f6-4936-9fc5-07447c1c0702 req-c5b789f3-e5f6-4fa3-a9b5-72a561192441 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:55.499511 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device cad83a43-ab3b-4789-a1d9-94f29188d5a6 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:07:55.541252 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-acecc627-c137-4b10-94c3-890ca1e53ac8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:55.555181 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 8131850a-d5d3-494a-ac4c-2c9a3691748d up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:07:55.564779 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73d7cdfc-82f6-4936-9fc5-07447c1c0702 req-c5b789f3-e5f6-4fa3-a9b5-72a561192441 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Network 38d523e2-3df0-41e5-846a-7796bad806dc is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:07:55.567612 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-73d7cdfc-82f6-4936-9fc5-07447c1c0702 req-c5b789f3-e5f6-4fa3-a9b5-72a561192441 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:07:55.570171 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-73d7cdfc-82f6-4936-9fc5-07447c1c0702 req-c5b789f3-e5f6-4fa3-a9b5-72a561192441 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:07:55.599323 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: cad83a43-ab3b-4789-a1d9-94f29188d5a6 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:07:55.599763 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device cad83a43-ab3b-4789-a1d9-94f29188d5a6 not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:07:55.621648 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b789f3-e5f6-4fa3-a9b5-72a561192441 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Pushing event updated for resources: {'Port': ['ID=253385fb-1f84-4d79-bc46-4d22bea72e90,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:55.649480 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 8131850a-d5d3-494a-ac4c-2c9a3691748d triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:07:55.650083 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:55.701824 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ae820cd5-fc4d-4059-a8c0-6fc55d0bb773 req-a3c5c812-c8e4-47d9-9080-593c3be8d0bc tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] 10.222.0.64 "GET /v2.0/ports?device_id=519db7ee-ac45-4a7c-950a-c8c059f617ae HTTP/1.1" status: 200 len: 210 time: 0.1179719 Dec 08 16:07:55.740097 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7cdfc-82f6-4936-9fc5-07447c1c0702 req-c5b789f3-e5f6-4fa3-a9b5-72a561192441 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:55.741791 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-73d7cdfc-82f6-4936-9fc5-07447c1c0702 req-c5b789f3-e5f6-4fa3-a9b5-72a561192441 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:55.860008 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:55.886086 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73d7cdfc-82f6-4936-9fc5-07447c1c0702 req-c5b789f3-e5f6-4fa3-a9b5-72a561192441 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4310172 Dec 08 16:07:55.910334 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-73d7cdfc-82f6-4936-9fc5-07447c1c0702 req-f8aaa5d0-3a25-4168-ab5f-da449bb25bfb service neutron] Request body: {'port': {'device_id': 'd512652e-fd6a-4e6e-af70-2764878d1345', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:07:55.940711 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 8131850a-d5d3-494a-ac4c-2c9a3691748d, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=8131850a-d5d3-494a-ac4c-2c9a3691748d,segment=NetworkSegment(5ed0f1f4-af24-468e-83c5-3137b1fd0d8f),segment_id=5ed0f1f4-af24-468e-83c5-3137b1fd0d8f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:07:55.950661 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-acecc627-c137-4b10-94c3-890ca1e53ac8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:55.961374 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b4461-d4e5-47d3-8b3b-7f3b6414e3fa req-9078e121-c632-4501-b190-6146d0452181 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:55.961374 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-708b4461-d4e5-47d3-8b3b-7f3b6414e3fa req-9078e121-c632-4501-b190-6146d0452181 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6a6d425-80b6-4908-ab04-ac48d54fc6c3 HTTP/1.1" status: 200 len: 947 time: 0.1098928 Dec 08 16:07:56.030829 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-73d7cdfc-82f6-4936-9fc5-07447c1c0702 req-f8aaa5d0-3a25-4168-ab5f-da449bb25bfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:56.056696 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-f64066f6-0ce9-4b9c-8ddd-ff3a7e6a4bdd None None] Provisioning complete for port 253385fb-1f84-4d79-bc46-4d22bea72e90 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:07:56.057122 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f64066f6-0ce9-4b9c-8ddd-ff3a7e6a4bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:56.059465 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-708b4461-d4e5-47d3-8b3b-7f3b6414e3fa req-8b6eb214-619b-468e-8a1f-ade7e0180c33 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959306 Dec 08 16:07:56.116505 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-f64066f6-0ce9-4b9c-8ddd-ff3a7e6a4bdd None None] Port 253385fb-1f84-4d79-bc46-4d22bea72e90 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:07:56.132382 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:56.150956 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd43a81-2435-40ad-bc42-746d4424bb9d req-1e8d303f-c2ce-4319-aab4-110952ef27e6 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:56.152766 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3dd43a81-2435-40ad-bc42-746d4424bb9d req-1e8d303f-c2ce-4319-aab4-110952ef27e6 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d7399b3-f191-4f89-b6d9-82924ceb9ce2 HTTP/1.1" status: 200 len: 949 time: 0.1425085 Dec 08 16:07:56.161318 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b311d8e6-432b-4634-8b96-d70038e97cf2 None None] Network e5c03215-f481-4896-afd0-981853cb3418 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:07:56.271311 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=8131850a-d5d3-494a-ac4c-2c9a3691748d,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:56.297634 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-e6a47099-8879-4ce7-88b4-a760fca8e70c None None] Provisioning complete for port 8131850a-d5d3-494a-ac4c-2c9a3691748d triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:07:56.298017 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e6a47099-8879-4ce7-88b4-a760fca8e70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:56.440211 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-73d7cdfc-82f6-4936-9fc5-07447c1c0702 req-f8aaa5d0-3a25-4168-ab5f-da449bb25bfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 253385fb-1f84-4d79-bc46-4d22bea72e90 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:07:56.462068 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-73d7cdfc-82f6-4936-9fc5-07447c1c0702 req-f8aaa5d0-3a25-4168-ab5f-da449bb25bfb service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:56.508738 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-73d7cdfc-82f6-4936-9fc5-07447c1c0702 req-f8aaa5d0-3a25-4168-ab5f-da449bb25bfb service neutron] Transition to ACTIVE for port object 253385fb-1f84-4d79-bc46-4d22bea72e90 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:07:56.577577 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea5135c-6ba6-46c5-8416-4206e927bc6d req-24ea6784-50a2-4cf2-b71e-7ed18165286b tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:56.579230 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cea5135c-6ba6-46c5-8416-4206e927bc6d req-24ea6784-50a2-4cf2-b71e-7ed18165286b tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/ports?device_id=d512652e-fd6a-4e6e-af70-2764878d1345 HTTP/1.1" status: 200 len: 932 time: 0.0981026 Dec 08 16:07:56.587809 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b3f3fb-6635-4f7b-8adc-893c0a1abbb7 req-75f35b05-d599-4294-994b-3627846ad6fd tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:56.589441 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-28b3f3fb-6635-4f7b-8adc-893c0a1abbb7 req-75f35b05-d599-4294-994b-3627846ad6fd tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.76 "GET /v2.0/ports?device_id=f6a6d425-80b6-4908-ab04-ac48d54fc6c3 HTTP/1.1" status: 200 len: 947 time: 0.1034267 Dec 08 16:07:56.615745 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3dd43a81-2435-40ad-bc42-746d4424bb9d req-8b38de10-bfc2-4f3b-8c16-baab6299f451 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.64 "GET /v2.0/security-groups?id=c1187816-1f33-48e4-a298-8fffb3900028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4546869 Dec 08 16:07:56.633877 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-73d7cdfc-82f6-4936-9fc5-07447c1c0702 req-f8aaa5d0-3a25-4168-ab5f-da449bb25bfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:56.702097 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-31f678b7-08c8-497c-b20d-adccbbfe22d8 None None] Provisioning complete for port 8131850a-d5d3-494a-ac4c-2c9a3691748d triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:07:56.702686 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-31f678b7-08c8-497c-b20d-adccbbfe22d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:56.724149 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acecc627-c137-4b10-94c3-890ca1e53ac8 admin admin] Router 08cac69e-63f2-46d9-bcfb-aa45250c1e01 is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:07:56.753008 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aaa5d0-3a25-4168-ab5f-da449bb25bfb service neutron] Pushing event updated for resources: {'Port': ['ID=253385fb-1f84-4d79-bc46-4d22bea72e90,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:56.767469 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cea5135c-6ba6-46c5-8416-4206e927bc6d req-b1dfd7b1-ec9f-4af5-a142-f48a1503ad9e tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/security-groups?id=953ad95e-c2f2-4bf4-8be8-2640db5aea9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756320 Dec 08 16:07:56.864405 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-28b3f3fb-6635-4f7b-8adc-893c0a1abbb7 req-253c43e8-1fcd-4aeb-9d48-1b94e0fc3c4b tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Deleting port 150aec00-a505-4a9d-95d4-59e8f7ccabdf {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:07:56.864751 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-28b3f3fb-6635-4f7b-8adc-893c0a1abbb7 req-253c43e8-1fcd-4aeb-9d48-1b94e0fc3c4b tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:56.900104 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-42c2b43c-b11c-410e-8e51-6f8382062204 req-d91f4ee1-1281-441f-97a3-217431a62594 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] 10.222.0.64 "GET /v2.0/ports?device_id=519db7ee-ac45-4a7c-950a-c8c059f617ae HTTP/1.1" status: 200 len: 210 time: 0.0390005 Dec 08 16:07:56.954908 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-73d7cdfc-82f6-4936-9fc5-07447c1c0702 req-f8aaa5d0-3a25-4168-ab5f-da449bb25bfb service neutron] Attempting to bind port 253385fb-1f84-4d79-bc46-4d22bea72e90 on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:07:56.955637 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-73d7cdfc-82f6-4936-9fc5-07447c1c0702 req-f8aaa5d0-3a25-4168-ab5f-da449bb25bfb service neutron] Attempting to bind port 253385fb-1f84-4d79-bc46-4d22bea72e90 by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': 'fb4f3904-605a-466d-8350-ef7e46c87c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '38d523e2-3df0-41e5-846a-7796bad806dc'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:07:56.956053 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d7cdfc-82f6-4936-9fc5-07447c1c0702 req-f8aaa5d0-3a25-4168-ab5f-da449bb25bfb service neutron] Attempting to bind port 253385fb-1f84-4d79-bc46-4d22bea72e90 on network 38d523e2-3df0-41e5-846a-7796bad806dc {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:07:56.970964 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acecc627-c137-4b10-94c3-890ca1e53ac8 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:07:56.971575 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d7cdfc-82f6-4936-9fc5-07447c1c0702 req-f8aaa5d0-3a25-4168-ab5f-da449bb25bfb service neutron] Port 253385fb-1f84-4d79-bc46-4d22bea72e90 on network 38d523e2-3df0-41e5-846a-7796bad806dc not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:07:56.972427 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d7cdfc-82f6-4936-9fc5-07447c1c0702 req-f8aaa5d0-3a25-4168-ab5f-da449bb25bfb service neutron] Attempting to bind port 253385fb-1f84-4d79-bc46-4d22bea72e90 on network 38d523e2-3df0-41e5-846a-7796bad806dc {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:07:56.983426 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d7cdfc-82f6-4936-9fc5-07447c1c0702 req-f8aaa5d0-3a25-4168-ab5f-da449bb25bfb service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:07:56.983771 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d7cdfc-82f6-4936-9fc5-07447c1c0702 req-f8aaa5d0-3a25-4168-ab5f-da449bb25bfb service neutron] Checking segment: {'id': 'fb4f3904-605a-466d-8350-ef7e46c87c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '38d523e2-3df0-41e5-846a-7796bad806dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:07:56.992606 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d7cdfc-82f6-4936-9fc5-07447c1c0702 req-f8aaa5d0-3a25-4168-ab5f-da449bb25bfb service neutron] Bound using segment: {'id': 'fb4f3904-605a-466d-8350-ef7e46c87c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '38d523e2-3df0-41e5-846a-7796bad806dc'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:07:56.992606 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-73d7cdfc-82f6-4936-9fc5-07447c1c0702 req-f8aaa5d0-3a25-4168-ab5f-da449bb25bfb service neutron] Bound port: 253385fb-1f84-4d79-bc46-4d22bea72e90, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb4f3904-605a-466d-8350-ef7e46c87c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '38d523e2-3df0-41e5-846a-7796bad806dc'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:07:56.992606 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-73d7cdfc-82f6-4936-9fc5-07447c1c0702 req-f8aaa5d0-3a25-4168-ab5f-da449bb25bfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:56.993142 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25de2deb-704a-42b8-8b1f-35abee8a7f32 None None] Sync routers for ids ['08cac69e-63f2-46d9-bcfb-aa45250c1e01'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:07:56.998765 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25de2deb-704a-42b8-8b1f-35abee8a7f32 None None] Routers {'08cac69e-63f2-46d9-bcfb-aa45250c1e01'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:07:56.999402 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-25de2deb-704a-42b8-8b1f-35abee8a7f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:07:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['08cac69e-63f2-46d9-bcfb-aa45250c1e01'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:07:57.069387 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-28b3f3fb-6635-4f7b-8adc-893c0a1abbb7 req-253c43e8-1fcd-4aeb-9d48-1b94e0fc3c4b tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] For port 150aec00-a505-4a9d-95d4-59e8f7ccabdf, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=150aec00-a505-4a9d-95d4-59e8f7ccabdf,segment=NetworkSegment(08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4),segment_id=08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:07:57.069973 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-28b3f3fb-6635-4f7b-8adc-893c0a1abbb7 req-253c43e8-1fcd-4aeb-9d48-1b94e0fc3c4b tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:57.128950 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-28b3f3fb-6635-4f7b-8adc-893c0a1abbb7 req-253c43e8-1fcd-4aeb-9d48-1b94e0fc3c4b tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Calling delete_port for 150aec00-a505-4a9d-95d4-59e8f7ccabdf owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:07:57.132154 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-25de2deb-704a-42b8-8b1f-35abee8a7f32 None None] Set router 08cac69e-63f2-46d9-bcfb-aa45250c1e01 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:07:57.152159 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-73d7cdfc-82f6-4936-9fc5-07447c1c0702 req-f8aaa5d0-3a25-4168-ab5f-da449bb25bfb service neutron] For port 253385fb-1f84-4d79-bc46-4d22bea72e90, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:07:57.209702 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-73d7cdfc-82f6-4936-9fc5-07447c1c0702 req-f8aaa5d0-3a25-4168-ab5f-da449bb25bfb service neutron] For port 253385fb-1f84-4d79-bc46-4d22bea72e90, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=253385fb-1f84-4d79-bc46-4d22bea72e90,segment=NetworkSegment(fb4f3904-605a-466d-8350-ef7e46c87c22),segment_id=fb4f3904-605a-466d-8350-ef7e46c87c22)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:07:57.215956 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-acecc627-c137-4b10-94c3-890ca1e53ac8 admin admin] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:57.221316 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-acecc627-c137-4b10-94c3-890ca1e53ac8 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.3459189 Dec 08 16:07:57.224360 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 40258) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:07:57.273357 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a439bc-18f5-40a1-b1c4-b385cb803a34 req-3471f530-d66d-4b40-a9d5-753b847d4deb tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:57.274901 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-49a439bc-18f5-40a1-b1c4-b385cb803a34 req-3471f530-d66d-4b40-a9d5-753b847d4deb tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6a6d425-80b6-4908-ab04-ac48d54fc6c3 HTTP/1.1" status: 200 len: 947 time: 0.0892329 Dec 08 16:07:57.302123 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 18197a4b-dc7c-4ad5-88f6-273d8a07d794 up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:07:57.328379 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-73d7cdfc-82f6-4936-9fc5-07447c1c0702 req-f8aaa5d0-3a25-4168-ab5f-da449bb25bfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:57.378780 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-25de2deb-704a-42b8-8b1f-35abee8a7f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cac69e-63f2-46d9-bcfb-aa45250c1e01', 'name': 'tempest-ServersTestJSON-1796942707-router', 'tenant_id': '206a3032957f479e80e5d034840d286f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'a218d492-3c79-4095-ae58-537a55e13bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:07:53Z', 'updated_at': '2021-12-08T16:07:55Z', 'revision_number': 3, 'project_id': '206a3032957f479e80e5d034840d286f', 'gw_port': {'id': 'a218d492-3c79-4095-ae58-537a55e13bd0', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:10:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08cac69e-63f2-46d9-bcfb-aa45250c1e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:07:54Z', 'updated_at': '2021-12-08T16:07:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:07:57.403655 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7cdfc-82f6-4936-9fc5-07447c1c0702 req-f8aaa5d0-3a25-4168-ab5f-da449bb25bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:57.404360 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-73d7cdfc-82f6-4936-9fc5-07447c1c0702 req-f8aaa5d0-3a25-4168-ab5f-da449bb25bfb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:57.405991 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73d7cdfc-82f6-4936-9fc5-07447c1c0702 req-f8aaa5d0-3a25-4168-ab5f-da449bb25bfb service neutron] 10.222.0.76 "PUT /v2.0/ports/253385fb-1f84-4d79-bc46-4d22bea72e90 HTTP/1.1" status: 200 len: 1093 time: 1.5054359 Dec 08 16:07:57.411528 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd512652e-fd6a-4e6e-af70-2764878d1345', 'tag': '253385fb-1f84-4d79-bc46-4d22bea72e90'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:07:57.414474 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58140d55-e31b-4d81-9b93-d6246c931c0b" -d '{"events": [{"name": "network-changed", "server_uuid": "d512652e-fd6a-4e6e-af70-2764878d1345", "tag": "253385fb-1f84-4d79-bc46-4d22bea72e90"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:07:57.438913 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25de2deb-704a-42b8-8b1f-35abee8a7f32 None None] Checking router: 08cac69e-63f2-46d9-bcfb-aa45250c1e01 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:07:57.439281 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25de2deb-704a-42b8-8b1f-35abee8a7f32 None None] Updating router 08cac69e-63f2-46d9-bcfb-aa45250c1e01 port a218d492-3c79-4095-ae58-537a55e13bd0 binding host n-d-776250-12 {{(pid=110553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:07:57.452971 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-49a439bc-18f5-40a1-b1c4-b385cb803a34 req-d1c0ab36-1d76-448c-8e6f-09dd832f7338 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/security-groups?id=46c31f08-c5ab-4865-87f7-8614b3c50c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688068 Dec 08 16:07:57.466791 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aaa5d0-3a25-4168-ab5f-da449bb25bfb service neutron] Pushing event updated for resources: {'Port': ['ID=253385fb-1f84-4d79-bc46-4d22bea72e90,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:57.508107 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-25de2deb-704a-42b8-8b1f-35abee8a7f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:57.510875 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a06a78b-56a7-4072-8146-ef011f763933 x-openstack-request-id: req-1a06a78b-56a7-4072-8146-ef011f763933 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:07:57.520520 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d512652e-fd6a-4e6e-af70-2764878d1345", "tag": "253385fb-1f84-4d79-bc46-4d22bea72e90", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:07:57.520520 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1a06a78b-56a7-4072-8146-ef011f763933 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:07:57.520520 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd512652e-fd6a-4e6e-af70-2764878d1345', 'tag': '253385fb-1f84-4d79-bc46-4d22bea72e90', 'status': 'completed', 'code': 200} Dec 08 16:07:57.541473 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 8131850a-d5d3-494a-ac4c-2c9a3691748d up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:07:57.614025 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port 18197a4b-dc7c-4ad5-88f6-273d8a07d794 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:07:57.626972 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 8131850a-d5d3-494a-ac4c-2c9a3691748d triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:07:57.627990 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:57.683479 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 18197a4b-dc7c-4ad5-88f6-273d8a07d794 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:07:57.684393 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:57.954932 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-25de2deb-704a-42b8-8b1f-35abee8a7f32 None None] Publish callbacks [] for port, precommit_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:57.975389 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:57.996845 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-28b3f3fb-6635-4f7b-8adc-893c0a1abbb7 req-253c43e8-1fcd-4aeb-9d48-1b94e0fc3c4b tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:58.011171 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d7399b3-f191-4f89-b6d9-82924ceb9ce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18197a4b-dc7c-4ad5-88f6-273d8a07d794'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:07:58.013696 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e34091c-45ee-4f87-a000-c86c5f2e91b3" -d '{"events": [{"server_uuid": "6d7399b3-f191-4f89-b6d9-82924ceb9ce2", "name": "network-vif-plugged", "status": "completed", "tag": "18197a4b-dc7c-4ad5-88f6-273d8a07d794"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:07:58.029112 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 18197a4b-dc7c-4ad5-88f6-273d8a07d794, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=18197a4b-dc7c-4ad5-88f6-273d8a07d794,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:07:58.039839 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f30e8bf9-95e8-4c3a-8928-684d271e471c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:58.051252 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253c43e8-1fcd-4aeb-9d48-1b94e0fc3c4b tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Pushing event deleted for resources: {'Port': ['ID=150aec00-a505-4a9d-95d4-59e8f7ccabdf,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:58.070778 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd7ec1-1228-4cab-ad1d-1e571646385c req-90295995-4177-4096-8100-7cb7e1e95928 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:58.072307 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-36dd7ec1-1228-4cab-ad1d-1e571646385c req-90295995-4177-4096-8100-7cb7e1e95928 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/ports?device_id=d512652e-fd6a-4e6e-af70-2764878d1345 HTTP/1.1" status: 200 len: 944 time: 0.0856032 Dec 08 16:07:58.085228 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58140d55-e31b-4d81-9b93-d6246c931c0b req-b8f7d30e-f8d8-4dcd-b634-7b70ce7ded5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:58.086781 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-58140d55-e31b-4d81-9b93-d6246c931c0b req-b8f7d30e-f8d8-4dcd-b634-7b70ce7ded5f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e657848efb6b469fa2d7fa12c00aa55c&device_id=d512652e-fd6a-4e6e-af70-2764878d1345 HTTP/1.1" status: 200 len: 1096 time: 0.5406086 Dec 08 16:07:58.100821 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16032af4-fcb0-4288-9e71-495f4e237070 req-12c9859d-6eb1-487a-981b-bb74ebc50d8e tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:58.102416 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-16032af4-fcb0-4288-9e71-495f4e237070 req-12c9859d-6eb1-487a-981b-bb74ebc50d8e tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d7399b3-f191-4f89-b6d9-82924ceb9ce2 HTTP/1.1" status: 200 len: 949 time: 0.1181600 Dec 08 16:07:58.142832 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b3f3fb-6635-4f7b-8adc-893c0a1abbb7 req-253c43e8-1fcd-4aeb-9d48-1b94e0fc3c4b tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] No DVR routers for this DVR port 150aec00-a505-4a9d-95d4-59e8f7ccabdf on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:07:58.166831 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-25de2deb-704a-42b8-8b1f-35abee8a7f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:58.170268 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-28b3f3fb-6635-4f7b-8adc-893c0a1abbb7 req-253c43e8-1fcd-4aeb-9d48-1b94e0fc3c4b tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:58.174416 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-28b3f3fb-6635-4f7b-8adc-893c0a1abbb7 req-253c43e8-1fcd-4aeb-9d48-1b94e0fc3c4b tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.76 "DELETE /v2.0/ports/150aec00-a505-4a9d-95d4-59e8f7ccabdf HTTP/1.1" status: 204 len: 173 time: 1.5776122 Dec 08 16:07:58.222522 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-36dd7ec1-1228-4cab-ad1d-1e571646385c req-9cbefb1b-eaa5-41d7-b3cc-7b9b99e39cd9 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/security-groups?id=953ad95e-c2f2-4bf4-8be8-2640db5aea9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430204 Dec 08 16:07:58.235911 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-25de2deb-704a-42b8-8b1f-35abee8a7f32 None None] Attempting to bind port a218d492-3c79-4095-ae58-537a55e13bd0 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:07:58.236570 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-25de2deb-704a-42b8-8b1f-35abee8a7f32 None None] Attempting to bind port a218d492-3c79-4095-ae58-537a55e13bd0 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:07:58.237103 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25de2deb-704a-42b8-8b1f-35abee8a7f32 None None] Attempting to bind port a218d492-3c79-4095-ae58-537a55e13bd0 on network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:07:58.250467 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e1dcf3-a08c-4968-9a16-dd7be8f74b6b None None] Pushing event updated for resources: {'Port': ['ID=a218d492-3c79-4095-ae58-537a55e13bd0,revision_number=2']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:58.252419 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:58.254638 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25de2deb-704a-42b8-8b1f-35abee8a7f32 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:07:58.255024 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25de2deb-704a-42b8-8b1f-35abee8a7f32 None None] Checking segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:07:58.255437 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-25de2deb-704a-42b8-8b1f-35abee8a7f32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:58.256720 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25de2deb-704a-42b8-8b1f-35abee8a7f32 None None] Bound using segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:07:58.257345 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-25de2deb-704a-42b8-8b1f-35abee8a7f32 None None] Bound port: a218d492-3c79-4095-ae58-537a55e13bd0, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:07:58.259164 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-25de2deb-704a-42b8-8b1f-35abee8a7f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:58.285021 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e1dcf3-a08c-4968-9a16-dd7be8f74b6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:58.285366 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e1dcf3-a08c-4968-9a16-dd7be8f74b6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:58.285708 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e1dcf3-a08c-4968-9a16-dd7be8f74b6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:58.286049 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e1dcf3-a08c-4968-9a16-dd7be8f74b6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:58.287802 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e1dcf3-a08c-4968-9a16-dd7be8f74b6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:58.288218 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e1dcf3-a08c-4968-9a16-dd7be8f74b6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:58.288573 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e1dcf3-a08c-4968-9a16-dd7be8f74b6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:58.289032 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e1dcf3-a08c-4968-9a16-dd7be8f74b6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:58.289371 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e1dcf3-a08c-4968-9a16-dd7be8f74b6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:58.290286 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e1dcf3-a08c-4968-9a16-dd7be8f74b6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:58.290286 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e1dcf3-a08c-4968-9a16-dd7be8f74b6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:58.290500 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e1dcf3-a08c-4968-9a16-dd7be8f74b6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:58.290666 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e1dcf3-a08c-4968-9a16-dd7be8f74b6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:58.330244 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-16032af4-fcb0-4288-9e71-495f4e237070 req-db5141e9-1489-4f9a-b863-2f1a1c08a060 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.64 "GET /v2.0/security-groups?id=c1187816-1f33-48e4-a298-8fffb3900028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945031 Dec 08 16:07:58.335305 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-f30e8bf9-95e8-4c3a-8928-684d271e471c admin admin] Allocated IP 172.20.0.1 (e5c03215-f481-4896-afd0-981853cb3418/7472a914-2ad5-41d0-aa3b-c5a175144039/04be14c3-32fc-43a5-a5db-d4733f026cfc) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:07:58.369595 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=18197a4b-dc7c-4ad5-88f6-273d8a07d794,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:58.371443 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-25de2deb-704a-42b8-8b1f-35abee8a7f32 None None] For port a218d492-3c79-4095-ae58-537a55e13bd0, host n-d-776250-12, cleared binding levels {{(pid=110553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:07:58.376271 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-25de2deb-704a-42b8-8b1f-35abee8a7f32 None None] For port a218d492-3c79-4095-ae58-537a55e13bd0, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=a218d492-3c79-4095-ae58-537a55e13bd0,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:07:58.380704 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e27d94-9aa2-461f-bfdc-f0e599db22ed req-3dde7ba7-7dbc-4c04-becd-9bcfacdb076f tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:58.384148 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-68e27d94-9aa2-461f-bfdc-f0e599db22ed req-3dde7ba7-7dbc-4c04-becd-9bcfacdb076f tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] 10.222.0.37 "GET /v2.0/networks?id=bb9d0058-2dc0-4e63-9bdc-6ba019b39e11 HTTP/1.1" status: 200 len: 816 time: 0.2589810 Dec 08 16:07:58.392334 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-061cdab1-4293-486b-bfd4-3b3e2a84d431 req-8c2a0965-1c1e-44c4-81ea-802110bd80dc tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] 10.222.0.64 "GET /v2.0/ports?device_id=519db7ee-ac45-4a7c-950a-c8c059f617ae HTTP/1.1" status: 200 len: 210 time: 0.0541372 Dec 08 16:07:58.413142 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff3e994-abeb-4b8e-b4a4-1ffa12d4ea2e x-openstack-request-id: req-2ff3e994-abeb-4b8e-b4a4-1ffa12d4ea2e {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:07:58.413671 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d7399b3-f191-4f89-b6d9-82924ceb9ce2", "name": "network-vif-plugged", "status": "completed", "tag": "18197a4b-dc7c-4ad5-88f6-273d8a07d794", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:07:58.414614 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2ff3e994-abeb-4b8e-b4a4-1ffa12d4ea2e {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:07:58.415184 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d7399b3-f191-4f89-b6d9-82924ceb9ce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18197a4b-dc7c-4ad5-88f6-273d8a07d794', 'code': 200} Dec 08 16:07:58.457961 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58140d55-e31b-4d81-9b93-d6246c931c0b req-8d5532f8-ae57-4f09-9fda-91b78a09a009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:58.461143 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-58140d55-e31b-4d81-9b93-d6246c931c0b req-8d5532f8-ae57-4f09-9fda-91b78a09a009 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=e657848efb6b469fa2d7fa12c00aa55c&shared=False HTTP/1.1" status: 200 len: 922 time: 0.3576660 Dec 08 16:07:58.530587 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f30e8bf9-95e8-4c3a-8928-684d271e471c admin admin] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:58.562086 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-68e27d94-9aa2-461f-bfdc-f0e599db22ed req-aac2784d-5a93-4758-9136-c3eeb63e0b51 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2ccfe6975714fc3b8a138ea789f3317 HTTP/1.1" status: 200 len: 379 time: 0.1588385 Dec 08 16:07:58.573182 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-25de2deb-704a-42b8-8b1f-35abee8a7f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:58.578991 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-68e27d94-9aa2-461f-bfdc-f0e599db22ed req-8f656268-a785-4ec3-b100-26384a8d348a tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Request body: {'port': {'device_id': '519db7ee-ac45-4a7c-950a-c8c059f617ae', 'network_id': 'bb9d0058-2dc0-4e63-9bdc-6ba019b39e11', 'admin_state_up': True, 'tenant_id': 'd2ccfe6975714fc3b8a138ea789f3317', 'security_groups': ['6baf912a-f0d0-4cd4-8757-b1de646fe2bb']}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:07:58.590763 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-916159d2-a680-451f-b782-98a2c11cca9b req-0483572e-42d8-4217-a885-17c1a8451ac1 tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6a6d425-80b6-4908-ab04-ac48d54fc6c3 HTTP/1.1" status: 200 len: 210 time: 0.0570962 Dec 08 16:07:58.621793 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05049db-3048-4620-b1a7-12e47dc86313 req-70828da4-0a57-433c-98ee-f2f423d653b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:58.625201 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d05049db-3048-4620-b1a7-12e47dc86313 req-70828da4-0a57-433c-98ee-f2f423d653b1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6d7399b3-f191-4f89-b6d9-82924ceb9ce2 HTTP/1.1" status: 200 len: 1102 time: 0.0910535 Dec 08 16:07:58.646245 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25de2deb-704a-42b8-8b1f-35abee8a7f32 None None] Routers {'08cac69e-63f2-46d9-bcfb-aa45250c1e01'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:07:58.646925 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-25de2deb-704a-42b8-8b1f-35abee8a7f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:07:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['08cac69e-63f2-46d9-bcfb-aa45250c1e01'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:07:58.649147 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e1dcf3-a08c-4968-9a16-dd7be8f74b6b None None] Pushing event updated for resources: {'Port': ['ID=a218d492-3c79-4095-ae58-537a55e13bd0,revision_number=3']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:58.662766 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58140d55-e31b-4d81-9b93-d6246c931c0b req-dc6d87a3-6c4a-412d-82f2-2c197d7f8349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:58.665384 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-58140d55-e31b-4d81-9b93-d6246c931c0b req-dc6d87a3-6c4a-412d-82f2-2c197d7f8349 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1960492 Dec 08 16:07:58.708226 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d05049db-3048-4620-b1a7-12e47dc86313 req-73ee3395-c9fc-40fb-9ff2-f9b1892a8c04 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c1187816-1f33-48e4-a298-8fffb3900028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688577 Dec 08 16:07:58.738167 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f30e8bf9-95e8-4c3a-8928-684d271e471c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:58.778309 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30e8bf9-95e8-4c3a-8928-684d271e471c admin admin] Network e5c03215-f481-4896-afd0-981853cb3418 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:07:58.781296 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-f30e8bf9-95e8-4c3a-8928-684d271e471c admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:07:58.782553 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-25de2deb-704a-42b8-8b1f-35abee8a7f32 None None] Set router 08cac69e-63f2-46d9-bcfb-aa45250c1e01 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:07:58.785462 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30e8bf9-95e8-4c3a-8928-684d271e471c admin admin] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:07:58.794180 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7cdfc-82f6-4936-9fc5-07447c1c0702 req-bfd328e3-886c-48ae-881e-4e02f4a00424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:58.795939 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73d7cdfc-82f6-4936-9fc5-07447c1c0702 req-bfd328e3-886c-48ae-881e-4e02f4a00424 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e657848efb6b469fa2d7fa12c00aa55c&device_id=d512652e-fd6a-4e6e-af70-2764878d1345 HTTP/1.1" status: 200 len: 1096 time: 0.0521767 Dec 08 16:07:58.826796 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30e8bf9-95e8-4c3a-8928-684d271e471c admin admin] Pushing event updated for resources: {'Port': ['ID=04be14c3-32fc-43a5-a5db-d4733f026cfc,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:58.850605 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73d7cdfc-82f6-4936-9fc5-07447c1c0702 req-688d15ca-3102-43a3-8aa4-9fa29bb0bfa9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=253385fb-1f84-4d79-bc46-4d22bea72e90 HTTP/1.1" status: 200 len: 217 time: 0.0401692 Dec 08 16:07:58.865895 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f30e8bf9-95e8-4c3a-8928-684d271e471c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:58.870570 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68e27d94-9aa2-461f-bfdc-f0e599db22ed req-8f656268-a785-4ec3-b100-26384a8d348a tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Made reservation on behalf of d2ccfe6975714fc3b8a138ea789f3317 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:07:58.875708 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-68e27d94-9aa2-461f-bfdc-f0e599db22ed req-8f656268-a785-4ec3-b100-26384a8d348a tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:58.944680 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7cdfc-82f6-4936-9fc5-07447c1c0702 req-d4a09789-9171-41ff-8f80-e855259cc173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:58.946489 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73d7cdfc-82f6-4936-9fc5-07447c1c0702 req-d4a09789-9171-41ff-8f80-e855259cc173 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=80d02a2e-a1d3-4bca-96cf-432677fca6a9 HTTP/1.1" status: 200 len: 860 time: 0.0868616 Dec 08 16:07:59.093678 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7cdfc-82f6-4936-9fc5-07447c1c0702 req-12c83e24-00b5-42c7-bb39-5879d7d8b898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:59.095588 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73d7cdfc-82f6-4936-9fc5-07447c1c0702 req-12c83e24-00b5-42c7-bb39-5879d7d8b898 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=38d523e2-3df0-41e5-846a-7796bad806dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1140835 Dec 08 16:07:59.109789 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-25de2deb-704a-42b8-8b1f-35abee8a7f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cac69e-63f2-46d9-bcfb-aa45250c1e01', 'name': 'tempest-ServersTestJSON-1796942707-router', 'tenant_id': '206a3032957f479e80e5d034840d286f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'a218d492-3c79-4095-ae58-537a55e13bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:07:53Z', 'updated_at': '2021-12-08T16:07:55Z', 'revision_number': 3, 'project_id': '206a3032957f479e80e5d034840d286f', 'gw_port': {'id': 'a218d492-3c79-4095-ae58-537a55e13bd0', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:10:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08cac69e-63f2-46d9-bcfb-aa45250c1e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:07:54Z', 'updated_at': '2021-12-08T16:07:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:07:59.157429 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25de2deb-704a-42b8-8b1f-35abee8a7f32 None None] The sync data for ids ['08cac69e-63f2-46d9-bcfb-aa45250c1e01'] in n-d-776250-12 is: [{'id': '08cac69e-63f2-46d9-bcfb-aa45250c1e01', 'name': 'tempest-ServersTestJSON-1796942707-router', 'tenant_id': '206a3032957f479e80e5d034840d286f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'a218d492-3c79-4095-ae58-537a55e13bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:07:53Z', 'updated_at': '2021-12-08T16:07:55Z', 'revision_number': 3, 'project_id': '206a3032957f479e80e5d034840d286f', 'gw_port': {'id': 'a218d492-3c79-4095-ae58-537a55e13bd0', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:10:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08cac69e-63f2-46d9-bcfb-aa45250c1e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:07:54Z', 'updated_at': '2021-12-08T16:07:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:07:59.187642 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-68e27d94-9aa2-461f-bfdc-f0e599db22ed req-8f656268-a785-4ec3-b100-26384a8d348a tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Allocated IP 172.20.0.9 (bb9d0058-2dc0-4e63-9bdc-6ba019b39e11/59c87d8b-18df-4d41-af98-f6c5328cc834/3d642400-c87c-4315-9312-46c93418a14a) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:07:59.212642 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f30e8bf9-95e8-4c3a-8928-684d271e471c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:59.275481 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-7b71eb4f-7bf4-4b46-bfa0-b2ce90e9ecdd None None] Provisioning complete for port 04be14c3-32fc-43a5-a5db-d4733f026cfc triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:07:59.276301 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7b71eb4f-7bf4-4b46-bfa0-b2ce90e9ecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:59.362063 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-7b71eb4f-7bf4-4b46-bfa0-b2ce90e9ecdd None None] Port 04be14c3-32fc-43a5-a5db-d4733f026cfc cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:07:59.396773 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73d7cdfc-82f6-4936-9fc5-07447c1c0702 req-8be68a0e-7228-4d3a-a722-ec0adaa7ac6e service neutron] 10.222.0.76 "GET /v2.0/networks/38d523e2-3df0-41e5-846a-7796bad806dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755032 Dec 08 16:07:59.461566 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1c5244-46ea-43ab-9eac-b98b81979079 req-9eb82a24-e157-459f-a791-3450ef684990 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:59.467045 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8f1c5244-46ea-43ab-9eac-b98b81979079 req-9eb82a24-e157-459f-a791-3450ef684990 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/ports?device_id=d512652e-fd6a-4e6e-af70-2764878d1345 HTTP/1.1" status: 200 len: 944 time: 0.1039853 Dec 08 16:07:59.491727 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 150aec00-a505-4a9d-95d4-59e8f7ccabdf no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:07:59.506619 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f30e8bf9-95e8-4c3a-8928-684d271e471c admin admin] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:59.514273 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6a6d425-80b6-4908-ab04-ac48d54fc6c3', 'name': 'network-vif-deleted', 'tag': '150aec00-a505-4a9d-95d4-59e8f7ccabdf'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:07:59.522284 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde52a9c-a728-46f1-8056-0aa82b765f0d" -d '{"events": [{"server_uuid": "f6a6d425-80b6-4908-ab04-ac48d54fc6c3", "name": "network-vif-deleted", "tag": "150aec00-a505-4a9d-95d4-59e8f7ccabdf"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:07:59.533120 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: 150aec00-a505-4a9d-95d4-59e8f7ccabdf {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:07:59.533778 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 150aec00-a505-4a9d-95d4-59e8f7ccabdf not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:07:59.646136 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f30e8bf9-95e8-4c3a-8928-684d271e471c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:59.664533 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73d7cdfc-82f6-4936-9fc5-07447c1c0702 req-209a12b7-f47c-445f-aedd-0cc2805514f3 service neutron] 10.222.0.76 "GET /v2.0/networks/38d523e2-3df0-41e5-846a-7796bad806dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559977 Dec 08 16:07:59.689343 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb823d92-fd96-4006-b15c-d6f82dcb536e req-a7471e5c-e692-4b2c-aaaa-aa8bc9b09721 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:59.691065 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bb823d92-fd96-4006-b15c-d6f82dcb536e req-a7471e5c-e692-4b2c-aaaa-aa8bc9b09721 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d7399b3-f191-4f89-b6d9-82924ceb9ce2 HTTP/1.1" status: 200 len: 950 time: 0.2502534 Dec 08 16:07:59.694258 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-68e27d94-9aa2-461f-bfdc-f0e599db22ed req-8f656268-a785-4ec3-b100-26384a8d348a tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:59.725594 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f30e8bf9-95e8-4c3a-8928-684d271e471c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:59.754101 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bb823d92-fd96-4006-b15c-d6f82dcb536e req-58e29d89-0e28-4c6c-bb25-7b873a6837c3 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.64 "GET /v2.0/security-groups?id=c1187816-1f33-48e4-a298-8fffb3900028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550249 Dec 08 16:07:59.803625 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8f1c5244-46ea-43ab-9eac-b98b81979079 req-e23efa2a-585c-44d3-95d3-dabbf7d2fd9c tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/security-groups?id=953ad95e-c2f2-4bf4-8be8-2640db5aea9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815335 Dec 08 16:07:59.878582 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30e8bf9-95e8-4c3a-8928-684d271e471c admin admin] Pushing event updated for resources: {'Port': ['ID=04be14c3-32fc-43a5-a5db-d4733f026cfc,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:59.899767 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8e961472-93f9-4166-8260-459bdf3a8c09 req-c53d372d-d4bd-4a3c-a0a8-9ffcbfa1795f tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] 10.222.0.64 "GET /v2.0/ports?device_id=519db7ee-ac45-4a7c-950a-c8c059f617ae HTTP/1.1" status: 200 len: 210 time: 0.0339224 Dec 08 16:07:59.944975 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-68e27d94-9aa2-461f-bfdc-f0e599db22ed req-8f656268-a785-4ec3-b100-26384a8d348a tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:59.953716 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30e8bf9-95e8-4c3a-8928-684d271e471c admin admin] Network e5c03215-f481-4896-afd0-981853cb3418 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:07:59.955914 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00def9bb-d33b-4380-8e14-4506eef0c65b x-openstack-request-id: req-00def9bb-d33b-4380-8e14-4506eef0c65b {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:07:59.957774 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-f30e8bf9-95e8-4c3a-8928-684d271e471c admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:07:59.961892 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6a6d425-80b6-4908-ab04-ac48d54fc6c3", "name": "network-vif-deleted", "tag": "150aec00-a505-4a9d-95d4-59e8f7ccabdf", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:07:59.962408 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-00def9bb-d33b-4380-8e14-4506eef0c65b {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:07:59.967684 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6a6d425-80b6-4908-ab04-ac48d54fc6c3', 'name': 'network-vif-deleted', 'tag': '150aec00-a505-4a9d-95d4-59e8f7ccabdf', 'status': 'completed', 'code': 200} Dec 08 16:08:00.074888 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68e27d94-9aa2-461f-bfdc-f0e599db22ed req-8f656268-a785-4ec3-b100-26384a8d348a tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Network bb9d0058-2dc0-4e63-9bdc-6ba019b39e11 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:08:00.125862 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-68e27d94-9aa2-461f-bfdc-f0e599db22ed req-8f656268-a785-4ec3-b100-26384a8d348a tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:08:00.170358 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6f6e76e3-bd18-4c84-b47e-1296105a5a31 req-371c958d-2816-48f8-a284-142c66f36b6d tempest-LiveAutoBlockMigrationV225Test-723155837 tempest-LiveAutoBlockMigrationV225Test-723155837-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6a6d425-80b6-4908-ab04-ac48d54fc6c3 HTTP/1.1" status: 200 len: 210 time: 0.1144826 Dec 08 16:08:00.176093 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-68e27d94-9aa2-461f-bfdc-f0e599db22ed req-8f656268-a785-4ec3-b100-26384a8d348a tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:08:00.190126 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f30e8bf9-95e8-4c3a-8928-684d271e471c admin admin] Router 08cac69e-63f2-46d9-bcfb-aa45250c1e01 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:08:00.266299 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f656268-a785-4ec3-b100-26384a8d348a tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Pushing event updated for resources: {'Port': ['ID=3d642400-c87c-4315-9312-46c93418a14a,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:00.310207 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e27d94-9aa2-461f-bfdc-f0e599db22ed req-8f656268-a785-4ec3-b100-26384a8d348a tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:00.310909 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-68e27d94-9aa2-461f-bfdc-f0e599db22ed req-8f656268-a785-4ec3-b100-26384a8d348a tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:00.373974 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30e8bf9-95e8-4c3a-8928-684d271e471c admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:08:00.388543 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f30e8bf9-95e8-4c3a-8928-684d271e471c admin admin] 10.222.0.64 "PUT /v2.0/routers/08cac69e-63f2-46d9-bcfb-aa45250c1e01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1621759 Dec 08 16:08:00.416328 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-68e27d94-9aa2-461f-bfdc-f0e599db22ed req-8f656268-a785-4ec3-b100-26384a8d348a tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8480134 Dec 08 16:08:00.432028 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-68e27d94-9aa2-461f-bfdc-f0e599db22ed req-bd6fc118-6cbc-4565-989e-68c173b2bf72 service neutron] Request body: {'port': {'device_id': '519db7ee-ac45-4a7c-950a-c8c059f617ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:08:00.506058 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-bb98f448-ec6b-4a44-9085-0a1150354b67 None None] Provisioning complete for port 04be14c3-32fc-43a5-a5db-d4733f026cfc triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:08:00.506633 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-bb98f448-ec6b-4a44-9085-0a1150354b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:00.556772 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-68e27d94-9aa2-461f-bfdc-f0e599db22ed req-bd6fc118-6cbc-4565-989e-68c173b2bf72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:00.593047 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-bb98f448-ec6b-4a44-9085-0a1150354b67 None None] Port 04be14c3-32fc-43a5-a5db-d4733f026cfc cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:08:00.726857 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-6e2fa544-56cf-408a-9405-434ac2161629 None None] Provisioning complete for port 3d642400-c87c-4315-9312-46c93418a14a triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:08:00.727835 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6e2fa544-56cf-408a-9405-434ac2161629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:00.768701 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-6e2fa544-56cf-408a-9405-434ac2161629 None None] Port 3d642400-c87c-4315-9312-46c93418a14a cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:08:00.914422 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-68e27d94-9aa2-461f-bfdc-f0e599db22ed req-bd6fc118-6cbc-4565-989e-68c173b2bf72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d642400-c87c-4315-9312-46c93418a14a {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:08:00.924572 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-68e27d94-9aa2-461f-bfdc-f0e599db22ed req-bd6fc118-6cbc-4565-989e-68c173b2bf72 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:00.946352 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd56834-6170-4d3a-8636-117a51ff74db req-58a681c1-14a9-4b02-93dc-2fbe1481ed48 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:00.947950 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-edd56834-6170-4d3a-8636-117a51ff74db req-58a681c1-14a9-4b02-93dc-2fbe1481ed48 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d7399b3-f191-4f89-b6d9-82924ceb9ce2 HTTP/1.1" status: 200 len: 950 time: 0.0986943 Dec 08 16:08:00.951008 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-68e27d94-9aa2-461f-bfdc-f0e599db22ed req-bd6fc118-6cbc-4565-989e-68c173b2bf72 service neutron] Transition to ACTIVE for port object 3d642400-c87c-4315-9312-46c93418a14a will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:08:01.001044 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-edd56834-6170-4d3a-8636-117a51ff74db req-f428fd99-2e22-4e98-a2b5-9d3f33962b71 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.64 "GET /v2.0/security-groups?id=c1187816-1f33-48e4-a298-8fffb3900028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458567 Dec 08 16:08:01.017878 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 40312) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:08:01.024388 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-2eac5037-21b1-403a-91fe-7deb4333f732 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Request body: {'security_group': {'name': 'tempest-securitygroup--838405073', 'description': 'tempest-description--1729413731'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:08:01.063787 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-68e27d94-9aa2-461f-bfdc-f0e599db22ed req-bd6fc118-6cbc-4565-989e-68c173b2bf72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:01.182734 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6fc118-6cbc-4565-989e-68c173b2bf72 service neutron] Pushing event updated for resources: {'Port': ['ID=3d642400-c87c-4315-9312-46c93418a14a,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:01.194929 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9da147-5f0b-45f3-bf61-8447da68d78d req-dc3dc442-5ab9-4f37-9621-d3313c39aa63 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:01.196705 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ab9da147-5f0b-45f3-bf61-8447da68d78d req-dc3dc442-5ab9-4f37-9621-d3313c39aa63 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/ports?device_id=d512652e-fd6a-4e6e-af70-2764878d1345 HTTP/1.1" status: 200 len: 944 time: 0.1133928 Dec 08 16:08:01.237433 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2eac5037-21b1-403a-91fe-7deb4333f732 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:01.342012 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bea9a7b-62e2-4a02-9d1c-e479bbdf2174 req-46d3085b-98bf-4ccf-a072-800ee5bf6cc1 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:01.351913 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2bea9a7b-62e2-4a02-9d1c-e479bbdf2174 req-46d3085b-98bf-4ccf-a072-800ee5bf6cc1 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] 10.222.0.64 "GET /v2.0/ports?device_id=519db7ee-ac45-4a7c-950a-c8c059f617ae HTTP/1.1" status: 200 len: 943 time: 0.1222115 Dec 08 16:08:01.363324 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-68e27d94-9aa2-461f-bfdc-f0e599db22ed req-bd6fc118-6cbc-4565-989e-68c173b2bf72 service neutron] Attempting to bind port 3d642400-c87c-4315-9312-46c93418a14a on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:08:01.363666 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-68e27d94-9aa2-461f-bfdc-f0e599db22ed req-bd6fc118-6cbc-4565-989e-68c173b2bf72 service neutron] Attempting to bind port 3d642400-c87c-4315-9312-46c93418a14a by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': 'ae9063a3-4977-48dc-a085-b64f51b7803d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'bb9d0058-2dc0-4e63-9bdc-6ba019b39e11'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:08:01.364001 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e27d94-9aa2-461f-bfdc-f0e599db22ed req-bd6fc118-6cbc-4565-989e-68c173b2bf72 service neutron] Attempting to bind port 3d642400-c87c-4315-9312-46c93418a14a on network bb9d0058-2dc0-4e63-9bdc-6ba019b39e11 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:08:01.379319 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e27d94-9aa2-461f-bfdc-f0e599db22ed req-bd6fc118-6cbc-4565-989e-68c173b2bf72 service neutron] Port 3d642400-c87c-4315-9312-46c93418a14a on network bb9d0058-2dc0-4e63-9bdc-6ba019b39e11 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:08:01.379651 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e27d94-9aa2-461f-bfdc-f0e599db22ed req-bd6fc118-6cbc-4565-989e-68c173b2bf72 service neutron] Attempting to bind port 3d642400-c87c-4315-9312-46c93418a14a on network bb9d0058-2dc0-4e63-9bdc-6ba019b39e11 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:08:01.385435 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ab9da147-5f0b-45f3-bf61-8447da68d78d req-c85483b4-dd2f-490a-b933-4df74d47182b tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/security-groups?id=953ad95e-c2f2-4bf4-8be8-2640db5aea9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817858 Dec 08 16:08:01.389766 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e27d94-9aa2-461f-bfdc-f0e599db22ed req-bd6fc118-6cbc-4565-989e-68c173b2bf72 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:08:01.389998 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e27d94-9aa2-461f-bfdc-f0e599db22ed req-bd6fc118-6cbc-4565-989e-68c173b2bf72 service neutron] Checking segment: {'id': 'ae9063a3-4977-48dc-a085-b64f51b7803d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'bb9d0058-2dc0-4e63-9bdc-6ba019b39e11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:08:01.390422 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e27d94-9aa2-461f-bfdc-f0e599db22ed req-bd6fc118-6cbc-4565-989e-68c173b2bf72 service neutron] Bound using segment: {'id': 'ae9063a3-4977-48dc-a085-b64f51b7803d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'bb9d0058-2dc0-4e63-9bdc-6ba019b39e11'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:08:01.390794 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-68e27d94-9aa2-461f-bfdc-f0e599db22ed req-bd6fc118-6cbc-4565-989e-68c173b2bf72 service neutron] Bound port: 3d642400-c87c-4315-9312-46c93418a14a, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae9063a3-4977-48dc-a085-b64f51b7803d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'bb9d0058-2dc0-4e63-9bdc-6ba019b39e11'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:08:01.391158 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-68e27d94-9aa2-461f-bfdc-f0e599db22ed req-bd6fc118-6cbc-4565-989e-68c173b2bf72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:01.445159 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2eac5037-21b1-403a-91fe-7deb4333f732 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:01.445318 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2bea9a7b-62e2-4a02-9d1c-e479bbdf2174 req-2e96ff3a-9839-4f42-b306-5824b8aef01d tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] 10.222.0.64 "GET /v2.0/security-groups?id=6baf912a-f0d0-4cd4-8757-b1de646fe2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930841 Dec 08 16:08:01.516240 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-68e27d94-9aa2-461f-bfdc-f0e599db22ed req-bd6fc118-6cbc-4565-989e-68c173b2bf72 service neutron] For port 3d642400-c87c-4315-9312-46c93418a14a, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:08:01.522084 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-68e27d94-9aa2-461f-bfdc-f0e599db22ed req-bd6fc118-6cbc-4565-989e-68c173b2bf72 service neutron] For port 3d642400-c87c-4315-9312-46c93418a14a, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=3d642400-c87c-4315-9312-46c93418a14a,segment=NetworkSegment(ae9063a3-4977-48dc-a085-b64f51b7803d),segment_id=ae9063a3-4977-48dc-a085-b64f51b7803d)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:08:01.560981 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2eac5037-21b1-403a-91fe-7deb4333f732 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:01.601494 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device a218d492-3c79-4095-ae58-537a55e13bd0 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:08:01.633778 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 40324) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:08:01.679120 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eac5037-21b1-403a-91fe-7deb4333f732 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4953b012-a6ab-4c7f-b380-486850a932a2,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:01.687311 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port a218d492-3c79-4095-ae58-537a55e13bd0 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:08:01.688829 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:01.716384 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-68e27d94-9aa2-461f-bfdc-f0e599db22ed req-bd6fc118-6cbc-4565-989e-68c173b2bf72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:01.747338 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2eac5037-21b1-403a-91fe-7deb4333f732 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:01.747338 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-2eac5037-21b1-403a-91fe-7deb4333f732 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7279327 Dec 08 16:08:01.750175 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 40330) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:08:01.757832 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-a91fd98c-24f1-4aa8-af2f-f805c096b4c6 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Request body: {'security_group_rule': {'security_group_id': '4953b012-a6ab-4c7f-b380-486850a932a2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:08:01.811689 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e27d94-9aa2-461f-bfdc-f0e599db22ed req-bd6fc118-6cbc-4565-989e-68c173b2bf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:01.814168 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-68e27d94-9aa2-461f-bfdc-f0e599db22ed req-bd6fc118-6cbc-4565-989e-68c173b2bf72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:01.814168 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-68e27d94-9aa2-461f-bfdc-f0e599db22ed req-bd6fc118-6cbc-4565-989e-68c173b2bf72 service neutron] 10.222.0.37 "PUT /v2.0/ports/3d642400-c87c-4315-9312-46c93418a14a HTTP/1.1" status: 200 len: 1092 time: 1.3869755 Dec 08 16:08:01.833709 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:01.860159 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7a286c-ecc5-4840-9f1e-7549a0c0607a None None] Sync routers for ids ['08cac69e-63f2-46d9-bcfb-aa45250c1e01'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:08:01.874765 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port a218d492-3c79-4095-ae58-537a55e13bd0, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=a218d492-3c79-4095-ae58-537a55e13bd0,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:08:01.879058 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7a286c-ecc5-4840-9f1e-7549a0c0607a None None] Routers {'08cac69e-63f2-46d9-bcfb-aa45250c1e01'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:08:01.879379 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6fc118-6cbc-4565-989e-68c173b2bf72 service neutron] Pushing event updated for resources: {'Port': ['ID=3d642400-c87c-4315-9312-46c93418a14a,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:01.879696 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-7e7a286c-ecc5-4840-9f1e-7549a0c0607a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:07:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['08cac69e-63f2-46d9-bcfb-aa45250c1e01'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:08:01.885197 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-179e6430-207e-436b-a89e-3881fae89961 admin admin] Deleting subnet 3bab6816-4414-47cc-922e-2566e0e2da0a {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:08:01.889789 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-179e6430-207e-436b-a89e-3881fae89961 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:01.933108 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a91fd98c-24f1-4aa8-af2f-f805c096b4c6 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:01.953006 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-179e6430-207e-436b-a89e-3881fae89961 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:02.006306 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:02.036090 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '519db7ee-ac45-4a7c-950a-c8c059f617ae', 'tag': '3d642400-c87c-4315-9312-46c93418a14a'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:08:02.040505 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f9bed8-f2a0-44dc-b0c7-abc147111c50" -d '{"events": [{"name": "network-changed", "server_uuid": "519db7ee-ac45-4a7c-950a-c8c059f617ae", "tag": "3d642400-c87c-4315-9312-46c93418a14a"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:08:02.097171 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a91fd98c-24f1-4aa8-af2f-f805c096b4c6 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:02.097381 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-7e7a286c-ecc5-4840-9f1e-7549a0c0607a None None] Set router 08cac69e-63f2-46d9-bcfb-aa45250c1e01 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:08:02.102465 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-179e6430-207e-436b-a89e-3881fae89961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:02.166387 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3a1d6643-9472-450e-8292-10b2fa3aabdb req-d529e9f7-2509-4fcf-8fa7-d1b0dfb73380 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=676893e7a20e4506a2f959319c5699f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2162142 Dec 08 16:08:02.168717 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c4e0be6-ec7d-4d77-a20d-46954eed99b6 x-openstack-request-id: req-0c4e0be6-ec7d-4d77-a20d-46954eed99b6 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:08:02.176243 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "519db7ee-ac45-4a7c-950a-c8c059f617ae", "tag": "3d642400-c87c-4315-9312-46c93418a14a", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:08:02.176243 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0c4e0be6-ec7d-4d77-a20d-46954eed99b6 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:08:02.176243 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '519db7ee-ac45-4a7c-950a-c8c059f617ae', 'tag': '3d642400-c87c-4315-9312-46c93418a14a', 'status': 'completed', 'code': 200} Dec 08 16:08:02.176539 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=a218d492-3c79-4095-ae58-537a55e13bd0,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:02.212248 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a91fd98c-24f1-4aa8-af2f-f805c096b4c6 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:02.234504 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91fd98c-24f1-4aa8-af2f-f805c096b4c6 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bb7f4c0-cc37-4564-b6bc-914e6ae7e305,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:02.282039 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e27d94-9aa2-461f-bfdc-f0e599db22ed req-17bfffc3-2097-4fa2-bf5e-4c27a9c229e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:02.283787 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-68e27d94-9aa2-461f-bfdc-f0e599db22ed req-17bfffc3-2097-4fa2-bf5e-4c27a9c229e1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d2ccfe6975714fc3b8a138ea789f3317&device_id=519db7ee-ac45-4a7c-950a-c8c059f617ae HTTP/1.1" status: 200 len: 1095 time: 0.2340865 Dec 08 16:08:02.310221 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-179e6430-207e-436b-a89e-3881fae89961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:02.345225 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a91fd98c-24f1-4aa8-af2f-f805c096b4c6 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:02.346627 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a91fd98c-24f1-4aa8-af2f-f805c096b4c6 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5949712 Dec 08 16:08:02.353785 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 40348) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:08:02.354734 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-dba69c73-06c2-4f9d-85d3-92dda8da24e8 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Request body: {'security_group_rule': {'security_group_id': '4953b012-a6ab-4c7f-b380-486850a932a2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:08:02.368527 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179e6430-207e-436b-a89e-3881fae89961 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bab6816-4414-47cc-922e-2566e0e2da0a,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:02.376939 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-68e27d94-9aa2-461f-bfdc-f0e599db22ed req-ddb6d1f9-62fd-409a-81e9-d17053212690 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d642400-c87c-4315-9312-46c93418a14a HTTP/1.1" status: 200 len: 217 time: 0.0840678 Dec 08 16:08:02.407659 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-179e6430-207e-436b-a89e-3881fae89961 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:02.411900 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-179e6430-207e-436b-a89e-3881fae89961 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/3bab6816-4414-47cc-922e-2566e0e2da0a HTTP/1.1" status: 204 len: 168 time: 0.7769837 Dec 08 16:08:02.417678 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 40350) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:08:02.441234 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1d6643-9472-450e-8292-10b2fa3aabdb req-a60ce6ad-a318-4dfb-87a2-84ab9f2cf060 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:02.448997 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-7e7a286c-ecc5-4840-9f1e-7549a0c0607a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cac69e-63f2-46d9-bcfb-aa45250c1e01', 'name': 'tempest-ServersTestJSON-1796942707-router', 'tenant_id': '206a3032957f479e80e5d034840d286f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'a218d492-3c79-4095-ae58-537a55e13bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:07:53Z', 'updated_at': '2021-12-08T16:07:59Z', 'revision_number': 4, 'project_id': '206a3032957f479e80e5d034840d286f', 'gw_port': {'id': 'a218d492-3c79-4095-ae58-537a55e13bd0', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:10:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08cac69e-63f2-46d9-bcfb-aa45250c1e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:07:54Z', 'updated_at': '2021-12-08T16:07:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '04be14c3-32fc-43a5-a5db-d4733f026cfc', 'name': '', 'network_id': 'e5c03215-f481-4896-afd0-981853cb3418', 'tenant_id': '206a3032957f479e80e5d034840d286f', 'mac_address': 'fa:16:3e:e4:27:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08cac69e-63f2-46d9-bcfb-aa45250c1e01', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '7472a914-2ad5-41d0-aa3b-c5a175144039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:07:58Z', 'updated_at': '2021-12-08T16:07:59Z', 'revision_number': 2, 'project_id': '206a3032957f479e80e5d034840d286f', 'subnets': [{'id': '7472a914-2ad5-41d0-aa3b-c5a175144039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:08:02.454714 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3a1d6643-9472-450e-8292-10b2fa3aabdb req-a60ce6ad-a318-4dfb-87a2-84ab9f2cf060 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2716813 Dec 08 16:08:02.476054 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3a1d6643-9472-450e-8292-10b2fa3aabdb req-684104e1-5718-4275-9055-fb16bcebb793 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.64 "GET /v2.0/quotas/676893e7a20e4506a2f959319c5699f7 HTTP/1.1" status: 200 len: 375 time: 0.0258873 Dec 08 16:08:02.506636 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ae3e3be8-7939-4ecf-a23f-b248c42b8e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:02.510746 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e27d94-9aa2-461f-bfdc-f0e599db22ed req-6c528320-0e6d-4d75-af2f-8d6c1d943d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:02.510746 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-68e27d94-9aa2-461f-bfdc-f0e599db22ed req-6c528320-0e6d-4d75-af2f-8d6c1d943d6f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=59c87d8b-18df-4d41-af98-f6c5328cc834 HTTP/1.1" status: 200 len: 855 time: 0.1204093 Dec 08 16:08:02.512510 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7a286c-ecc5-4840-9f1e-7549a0c0607a None None] Checking router: 08cac69e-63f2-46d9-bcfb-aa45250c1e01 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:08:02.512874 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7a286c-ecc5-4840-9f1e-7549a0c0607a None None] Updating router 08cac69e-63f2-46d9-bcfb-aa45250c1e01 port 04be14c3-32fc-43a5-a5db-d4733f026cfc binding host n-d-776250-12 {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:08:02.559262 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3a1d6643-9472-450e-8292-10b2fa3aabdb req-1e3d6697-9a5b-4b4e-8aa5-b49ffe927f4d tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=676893e7a20e4506a2f959319c5699f7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0822532 Dec 08 16:08:02.563976 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7e7a286c-ecc5-4840-9f1e-7549a0c0607a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:02.573288 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e27d94-9aa2-461f-bfdc-f0e599db22ed req-d83d9d55-938e-409a-963e-5107396b8a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:02.574029 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-68e27d94-9aa2-461f-bfdc-f0e599db22ed req-d83d9d55-938e-409a-963e-5107396b8a87 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bb9d0058-2dc0-4e63-9bdc-6ba019b39e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554368 Dec 08 16:08:02.595332 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dba69c73-06c2-4f9d-85d3-92dda8da24e8 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:02.710810 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-68e27d94-9aa2-461f-bfdc-f0e599db22ed req-fbc5552a-47aa-4fb6-9b40-20ce8d2f085c service neutron] 10.222.0.37 "GET /v2.0/networks/bb9d0058-2dc0-4e63-9bdc-6ba019b39e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287084 Dec 08 16:08:02.712644 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f02ad7-c48e-432d-b8c7-24da63cf2aa4 req-34bbdf2b-5053-4d24-b576-b3eb554ada86 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:02.714268 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-63f02ad7-c48e-432d-b8c7-24da63cf2aa4 req-34bbdf2b-5053-4d24-b576-b3eb554ada86 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/ports?device_id=d512652e-fd6a-4e6e-af70-2764878d1345 HTTP/1.1" status: 200 len: 944 time: 0.1858733 Dec 08 16:08:02.766620 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ae3e3be8-7939-4ecf-a23f-b248c42b8e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:02.807708 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-63f02ad7-c48e-432d-b8c7-24da63cf2aa4 req-a1aa26c5-7b91-4d8a-b700-91f7f40959bf tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/security-groups?id=953ad95e-c2f2-4bf4-8be8-2640db5aea9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778832 Dec 08 16:08:02.837379 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-ae3e3be8-7939-4ecf-a23f-b248c42b8e73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fb73276-e1f8-4bac-a027-20476a8f0b71']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:08:02.838001 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dba69c73-06c2-4f9d-85d3-92dda8da24e8 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:02.841820 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-68e27d94-9aa2-461f-bfdc-f0e599db22ed req-e84cdb8d-d26b-4807-994b-5362ef164e7e service neutron] 10.222.0.37 "GET /v2.0/networks/bb9d0058-2dc0-4e63-9bdc-6ba019b39e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193669 Dec 08 16:08:02.851092 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-ae3e3be8-7939-4ecf-a23f-b248c42b8e73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:08:02.851841 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-ae3e3be8-7939-4ecf-a23f-b248c42b8e73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08b877c5-4c42-4a64-a8a3-7f8d8fcbabc4') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:08:02.863744 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ae3e3be8-7939-4ecf-a23f-b248c42b8e73 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:02.899298 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ae3e3be8-7939-4ecf-a23f-b248c42b8e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:02.910134 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae3e3be8-7939-4ecf-a23f-b248c42b8e73 admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:08:02.910834 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ae3e3be8-7939-4ecf-a23f-b248c42b8e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:02.913821 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:08:02.913821 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:08:02.913821 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:08:02.913821 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:08:02.913821 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:08:02.913821 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:08:02.913821 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:08:02.913821 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:08:02.913821 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:08:02.913821 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:08:02.913821 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:08:02.913821 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:08:02.913821 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:08:02.913821 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:08:02.913821 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:08:02.913821 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:08:02.913821 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:08:02.913821 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:08:02.913821 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:08:02.913821 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:08:02.913821 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:08:02.913821 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:08:02.913821 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:08:02.913821 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:08:02.913821 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:08:02.913821 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:08:02.913821 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:08:02.913821 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:08:02.913821 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:08:02.913821 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:08:02.913821 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:08:02.913821 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:08:02.978221 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dba69c73-06c2-4f9d-85d3-92dda8da24e8 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:03.011644 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7e7a286c-ecc5-4840-9f1e-7549a0c0607a None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:03.044602 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba69c73-06c2-4f9d-85d3-92dda8da24e8 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=546f84ac-9b32-4fa6-822e-e87a9adbe7ec,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:03.120986 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef513fa-2296-4587-b752-b0597238b3b8 req-f0c3cbfb-2e4f-4038-b1ef-815248b5e31c tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:03.125344 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8ef513fa-2296-4587-b752-b0597238b3b8 req-f0c3cbfb-2e4f-4038-b1ef-815248b5e31c tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] 10.222.0.64 "GET /v2.0/ports?device_id=519db7ee-ac45-4a7c-950a-c8c059f617ae HTTP/1.1" status: 200 len: 943 time: 0.1896079 Dec 08 16:08:03.178731 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7e7a286c-ecc5-4840-9f1e-7549a0c0607a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:03.190370 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e0663c9f-cea7-446a-82a9-5fb3115f4263 req-85a6d6f1-1371-4871-b91e-b6c5fd90990d tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.64 "GET /v2.0/ports?device_id=a47b9fce-ca57-4ba7-80d2-1572a57ec4c7 HTTP/1.1" status: 200 len: 210 time: 0.0626919 Dec 08 16:08:03.215220 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8ef513fa-2296-4587-b752-b0597238b3b8 req-3eab035f-4d51-43d5-add2-ddb0384248b4 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] 10.222.0.64 "GET /v2.0/security-groups?id=6baf912a-f0d0-4cd4-8757-b1de646fe2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694256 Dec 08 16:08:03.219339 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f9bed8-f2a0-44dc-b0c7-abc147111c50 req-db090c78-8d0e-4838-8b82-0aee04ef2d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:03.220877 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-70f9bed8-f2a0-44dc-b0c7-abc147111c50 req-db090c78-8d0e-4838-8b82-0aee04ef2d0b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d2ccfe6975714fc3b8a138ea789f3317&device_id=519db7ee-ac45-4a7c-950a-c8c059f617ae HTTP/1.1" status: 200 len: 1095 time: 0.1664479 Dec 08 16:08:03.230058 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ae3e3be8-7939-4ecf-a23f-b248c42b8e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:03.234689 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dba69c73-06c2-4f9d-85d3-92dda8da24e8 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:03.242556 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-dba69c73-06c2-4f9d-85d3-92dda8da24e8 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8850977 Dec 08 16:08:03.254746 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ae3e3be8-7939-4ecf-a23f-b248c42b8e73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:03.282781 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ae3e3be8-7939-4ecf-a23f-b248c42b8e73 admin admin] 10.222.0.64 "DELETE /v2.0/networks/9fb73276-e1f8-4bac-a027-20476a8f0b71 HTTP/1.1" status: 204 len: 168 time: 0.8393505 Dec 08 16:08:03.289469 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 40368) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:08:03.290396 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 40370) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:08:03.320243 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-06355468-9473-4361-9016-fdbb9317960c tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Request body: {'floatingip': {'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:08:03.384882 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3e3be8-7939-4ecf-a23f-b248c42b8e73 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fb73276-e1f8-4bac-a027-20476a8f0b71,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:03.459058 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855b17c1-bbe8-4017-bf22-029c713fad1f None None] Pushing event updated for resources: {'Port': ['ID=04be14c3-32fc-43a5-a5db-d4733f026cfc,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:03.463121 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-7e7a286c-ecc5-4840-9f1e-7549a0c0607a None None] Attempting to bind port 04be14c3-32fc-43a5-a5db-d4733f026cfc on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:08:03.463444 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-7e7a286c-ecc5-4840-9f1e-7549a0c0607a None None] Attempting to bind port 04be14c3-32fc-43a5-a5db-d4733f026cfc by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '5ed0f1f4-af24-468e-83c5-3137b1fd0d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'e5c03215-f481-4896-afd0-981853cb3418'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:08:03.463810 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7a286c-ecc5-4840-9f1e-7549a0c0607a None None] Attempting to bind port 04be14c3-32fc-43a5-a5db-d4733f026cfc on network e5c03215-f481-4896-afd0-981853cb3418 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:08:03.464276 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-097c1b00-1b44-4fb7-a71e-17c8992af159 admin admin] Deleting subnet 21985078-da06-44ab-a378-851cc7661d62 {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:08:03.470060 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7a286c-ecc5-4840-9f1e-7549a0c0607a None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:08:03.470449 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7a286c-ecc5-4840-9f1e-7549a0c0607a None None] Checking segment: {'id': '5ed0f1f4-af24-468e-83c5-3137b1fd0d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'e5c03215-f481-4896-afd0-981853cb3418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:08:03.470863 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7e7a286c-ecc5-4840-9f1e-7549a0c0607a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:03.471481 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7a286c-ecc5-4840-9f1e-7549a0c0607a None None] Bound using segment: {'id': '5ed0f1f4-af24-468e-83c5-3137b1fd0d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'e5c03215-f481-4896-afd0-981853cb3418'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:08:03.471969 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-7e7a286c-ecc5-4840-9f1e-7549a0c0607a None None] Bound port: 04be14c3-32fc-43a5-a5db-d4733f026cfc, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed0f1f4-af24-468e-83c5-3137b1fd0d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'e5c03215-f481-4896-afd0-981853cb3418'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:08:03.472388 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7e7a286c-ecc5-4840-9f1e-7549a0c0607a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:03.476641 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f9bed8-f2a0-44dc-b0c7-abc147111c50 req-159c157b-9d67-46f0-91e9-bbf71dc5d887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:03.479549 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-097c1b00-1b44-4fb7-a71e-17c8992af159 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:03.481058 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-70f9bed8-f2a0-44dc-b0c7-abc147111c50 req-159c157b-9d67-46f0-91e9-bbf71dc5d887 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bb9d0058-2dc0-4e63-9bdc-6ba019b39e11 HTTP/1.1" status: 200 len: 917 time: 0.2530811 Dec 08 16:08:03.551461 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-70f9bed8-f2a0-44dc-b0c7-abc147111c50 req-b382bfa0-a87e-4e2e-a13a-62a78e334f4c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d642400-c87c-4315-9312-46c93418a14a HTTP/1.1" status: 200 len: 217 time: 0.0623474 Dec 08 16:08:03.562881 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-7e7a286c-ecc5-4840-9f1e-7549a0c0607a None None] For port 04be14c3-32fc-43a5-a5db-d4733f026cfc, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:08:03.566857 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-7e7a286c-ecc5-4840-9f1e-7549a0c0607a None None] For port 04be14c3-32fc-43a5-a5db-d4733f026cfc, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=04be14c3-32fc-43a5-a5db-d4733f026cfc,segment=NetworkSegment(5ed0f1f4-af24-468e-83c5-3137b1fd0d8f),segment_id=5ed0f1f4-af24-468e-83c5-3137b1fd0d8f)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:08:03.572228 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 253385fb-1f84-4d79-bc46-4d22bea72e90 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:08:03.581783 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-06355468-9473-4361-9016-fdbb9317960c tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Publish callbacks [] for floatingip, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:03.649469 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device a218d492-3c79-4095-ae58-537a55e13bd0 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:08:03.665902 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f9bed8-f2a0-44dc-b0c7-abc147111c50 req-4f1e5acb-aae1-43de-a803-5eba2537af44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:03.667421 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-70f9bed8-f2a0-44dc-b0c7-abc147111c50 req-4f1e5acb-aae1-43de-a803-5eba2537af44 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=59c87d8b-18df-4d41-af98-f6c5328cc834 HTTP/1.1" status: 200 len: 855 time: 0.1097629 Dec 08 16:08:03.706798 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7e7a286c-ecc5-4840-9f1e-7549a0c0607a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:03.722242 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-097c1b00-1b44-4fb7-a71e-17c8992af159 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:03.752695 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f9bed8-f2a0-44dc-b0c7-abc147111c50 req-57b88cf9-a434-4ced-8bcb-7e150d690cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:03.755141 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-70f9bed8-f2a0-44dc-b0c7-abc147111c50 req-57b88cf9-a434-4ced-8bcb-7e150d690cee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bb9d0058-2dc0-4e63-9bdc-6ba019b39e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0792751 Dec 08 16:08:03.904227 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-097c1b00-1b44-4fb7-a71e-17c8992af159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:03.967878 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-70f9bed8-f2a0-44dc-b0c7-abc147111c50 req-cca850c5-287a-42b0-8b6f-063086d38524 service neutron] 10.222.0.37 "GET /v2.0/networks/bb9d0058-2dc0-4e63-9bdc-6ba019b39e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046614 Dec 08 16:08:03.993032 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7a286c-ecc5-4840-9f1e-7549a0c0607a None None] Routers {'08cac69e-63f2-46d9-bcfb-aa45250c1e01'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:08:03.995201 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-7e7a286c-ecc5-4840-9f1e-7549a0c0607a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:07:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['08cac69e-63f2-46d9-bcfb-aa45250c1e01'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:08:04.000976 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-7802128d-74d4-48f1-adf9-956a7a862472 None None] Provisioning complete for port 04be14c3-32fc-43a5-a5db-d4733f026cfc triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:08:04.001357 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7802128d-74d4-48f1-adf9-956a7a862472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:04.117696 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910fdd68-2df7-47fe-9184-565454d47600 req-67edb6b6-b9c0-46db-8226-9e67174f2192 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:04.122725 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-910fdd68-2df7-47fe-9184-565454d47600 req-67edb6b6-b9c0-46db-8226-9e67174f2192 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/ports?device_id=d512652e-fd6a-4e6e-af70-2764878d1345 HTTP/1.1" status: 200 len: 944 time: 0.1324627 Dec 08 16:08:04.166117 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-70f9bed8-f2a0-44dc-b0c7-abc147111c50 req-9427b989-66a2-4751-a063-93b4b186a6ca service neutron] 10.222.0.37 "GET /v2.0/networks/bb9d0058-2dc0-4e63-9bdc-6ba019b39e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836021 Dec 08 16:08:04.167596 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-06355468-9473-4361-9016-fdbb9317960c tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:04.186253 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port a218d492-3c79-4095-ae58-537a55e13bd0 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:08:04.186841 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:04.253961 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-910fdd68-2df7-47fe-9184-565454d47600 req-d7841b4e-c28b-4136-9c93-306da759909b tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/security-groups?id=953ad95e-c2f2-4bf4-8be8-2640db5aea9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079934 Dec 08 16:08:04.266678 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-097c1b00-1b44-4fb7-a71e-17c8992af159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:04.288426 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7802128d-74d4-48f1-adf9-956a7a862472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:04.318392 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855b17c1-bbe8-4017-bf22-029c713fad1f None None] Pushing event updated for resources: {'Port': ['ID=04be14c3-32fc-43a5-a5db-d4733f026cfc,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:04.371929 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 253385fb-1f84-4d79-bc46-4d22bea72e90, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=253385fb-1f84-4d79-bc46-4d22bea72e90,segment=NetworkSegment(fb4f3904-605a-466d-8350-ef7e46c87c22),segment_id=fb4f3904-605a-466d-8350-ef7e46c87c22)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:08:04.380375 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5ab24256-a47c-49ec-810c-d061edaa44a4 req-41a8f8f3-ac35-4bb7-9502-e82ad85380bc tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.64 "GET /v2.0/ports?device_id=a47b9fce-ca57-4ba7-80d2-1572a57ec4c7 HTTP/1.1" status: 200 len: 210 time: 0.0808225 Dec 08 16:08:04.395794 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '253385fb-1f84-4d79-bc46-4d22bea72e90', 'network_id': '38d523e2-3df0-41e5-846a-7796bad806dc', 'port_id': '253385fb-1f84-4d79-bc46-4d22bea72e90', 'mac_address': 'fa:16:3e:94:ce:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80d02a2e-a1d3-4bca-96cf-432677fca6a9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:08:04.411138 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097c1b00-1b44-4fb7-a71e-17c8992af159 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21985078-da06-44ab-a378-851cc7661d62,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:04.423506 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-097c1b00-1b44-4fb7-a71e-17c8992af159 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:04.427567 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 40386) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:08:04.434675 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-097c1b00-1b44-4fb7-a71e-17c8992af159 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/21985078-da06-44ab-a378-851cc7661d62 HTTP/1.1" status: 204 len: 168 time: 1.1346967 Dec 08 16:08:04.482904 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-7e7a286c-ecc5-4840-9f1e-7549a0c0607a None None] Set router 08cac69e-63f2-46d9-bcfb-aa45250c1e01 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:08:04.536833 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f254ca6-d80a-47a3-b36c-f72ed1658d96 req-391e1871-f315-4761-930d-9ff54a563512 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:04.539137 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3f254ca6-d80a-47a3-b36c-f72ed1658d96 req-391e1871-f315-4761-930d-9ff54a563512 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] 10.222.0.64 "GET /v2.0/ports?device_id=519db7ee-ac45-4a7c-950a-c8c059f617ae HTTP/1.1" status: 200 len: 943 time: 0.1543822 Dec 08 16:08:04.563363 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:04.582888 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-53f2f6dd-64e3-40db-a7b2-9e2289f252d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:04.609332 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-7802128d-74d4-48f1-adf9-956a7a862472 None None] For port 04be14c3-32fc-43a5-a5db-d4733f026cfc, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=04be14c3-32fc-43a5-a5db-d4733f026cfc,segment=NetworkSegment(5ed0f1f4-af24-468e-83c5-3137b1fd0d8f),segment_id=5ed0f1f4-af24-468e-83c5-3137b1fd0d8f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:08:04.628360 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3f254ca6-d80a-47a3-b36c-f72ed1658d96 req-28bf61a5-8e50-4607-bca4-353d32018172 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] 10.222.0.64 "GET /v2.0/security-groups?id=6baf912a-f0d0-4cd4-8757-b1de646fe2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602570 Dec 08 16:08:04.648689 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-06355468-9473-4361-9016-fdbb9317960c tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Allocated IP 172.25.0.243 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/03da3f7a-d5a3-4005-9d00-05b51533ca27) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:08:04.699777 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-53f2f6dd-64e3-40db-a7b2-9e2289f252d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:04.722297 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:04.725951 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-53f2f6dd-64e3-40db-a7b2-9e2289f252d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca9747a9-1d4c-49cd-a136-972f31f9da6a']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:08:04.737602 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-53f2f6dd-64e3-40db-a7b2-9e2289f252d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfeea2f9-d83f-491c-b44c-63eb19b034a2') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:08:04.744361 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-53f2f6dd-64e3-40db-a7b2-9e2289f252d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfeea2f9-d83f-491c-b44c-63eb19b034a2') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:08:04.749338 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-53f2f6dd-64e3-40db-a7b2-9e2289f252d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:04.764205 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-53f2f6dd-64e3-40db-a7b2-9e2289f252d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:04.773136 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-06355468-9473-4361-9016-fdbb9317960c tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:04.773378 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53f2f6dd-64e3-40db-a7b2-9e2289f252d9 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:08:04.773948 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-53f2f6dd-64e3-40db-a7b2-9e2289f252d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:04.775832 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:08:04.775832 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:08:04.775832 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:08:04.775832 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:08:04.775832 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:08:04.775832 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:08:04.775832 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:08:04.775832 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:08:04.775832 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:08:04.775832 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:08:04.775832 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:08:04.775832 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:08:04.775832 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:08:04.775832 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:08:04.775832 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:08:04.775832 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:08:04.775832 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:08:04.775832 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:08:04.775832 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:08:04.775832 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:08:04.775832 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:08:04.775832 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:08:04.775832 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:08:04.775832 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:08:04.775832 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:08:04.775832 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:08:04.775832 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:08:04.775832 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:08:04.775832 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:08:04.775832 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:08:04.775832 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:08:04.775832 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:08:04.785854 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 253385fb-1f84-4d79-bc46-4d22bea72e90 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:08:04.805401 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7802128d-74d4-48f1-adf9-956a7a862472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:04.822946 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 253385fb-1f84-4d79-bc46-4d22bea72e90, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=253385fb-1f84-4d79-bc46-4d22bea72e90,segment=NetworkSegment(fb4f3904-605a-466d-8350-ef7e46c87c22),segment_id=fb4f3904-605a-466d-8350-ef7e46c87c22)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:08:04.913841 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7802128d-74d4-48f1-adf9-956a7a862472 None None] Pushing event updated for resources: {'Port': ['ID=04be14c3-32fc-43a5-a5db-d4733f026cfc,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:04.938228 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-4a16dd8d-7eb3-47df-9b18-feac957fe496 None None] Provisioning complete for port 04be14c3-32fc-43a5-a5db-d4733f026cfc triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:08:04.938610 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4a16dd8d-7eb3-47df-9b18-feac957fe496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:04.984348 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-06355468-9473-4361-9016-fdbb9317960c tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:05.001830 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-7e7a286c-ecc5-4840-9f1e-7549a0c0607a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cac69e-63f2-46d9-bcfb-aa45250c1e01', 'name': 'tempest-ServersTestJSON-1796942707-router', 'tenant_id': '206a3032957f479e80e5d034840d286f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'a218d492-3c79-4095-ae58-537a55e13bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:07:53Z', 'updated_at': '2021-12-08T16:07:59Z', 'revision_number': 4, 'project_id': '206a3032957f479e80e5d034840d286f', 'gw_port': {'id': 'a218d492-3c79-4095-ae58-537a55e13bd0', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:10:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cac69e-63f2-46d9-bcfb-aa45250c1e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:07:54Z', 'updated_at': '2021-12-08T16:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '04be14c3-32fc-43a5-a5db-d4733f026cfc', 'name': '', 'network_id': 'e5c03215-f481-4896-afd0-981853cb3418', 'tenant_id': '206a3032957f479e80e5d034840d286f', 'mac_address': 'fa:16:3e:e4:27:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08cac69e-63f2-46d9-bcfb-aa45250c1e01', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '7472a914-2ad5-41d0-aa3b-c5a175144039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:07:58Z', 'updated_at': '2021-12-08T16:08:03Z', 'revision_number': 4, 'project_id': '206a3032957f479e80e5d034840d286f', 'subnets': [{'id': '7472a914-2ad5-41d0-aa3b-c5a175144039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:08:05.028332 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06355468-9473-4361-9016-fdbb9317960c tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:08:05.035227 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7a286c-ecc5-4840-9f1e-7549a0c0607a None None] The sync data for ids ['08cac69e-63f2-46d9-bcfb-aa45250c1e01'] in n-d-776250-12 is: [{'id': '08cac69e-63f2-46d9-bcfb-aa45250c1e01', 'name': 'tempest-ServersTestJSON-1796942707-router', 'tenant_id': '206a3032957f479e80e5d034840d286f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'a218d492-3c79-4095-ae58-537a55e13bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:07:53Z', 'updated_at': '2021-12-08T16:07:59Z', 'revision_number': 4, 'project_id': '206a3032957f479e80e5d034840d286f', 'gw_port': {'id': 'a218d492-3c79-4095-ae58-537a55e13bd0', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:10:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cac69e-63f2-46d9-bcfb-aa45250c1e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:07:54Z', 'updated_at': '2021-12-08T16:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '04be14c3-32fc-43a5-a5db-d4733f026cfc', 'name': '', 'network_id': 'e5c03215-f481-4896-afd0-981853cb3418', 'tenant_id': '206a3032957f479e80e5d034840d286f', 'mac_address': 'fa:16:3e:e4:27:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08cac69e-63f2-46d9-bcfb-aa45250c1e01', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '7472a914-2ad5-41d0-aa3b-c5a175144039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:07:58Z', 'updated_at': '2021-12-08T16:08:03Z', 'revision_number': 4, 'project_id': '206a3032957f479e80e5d034840d286f', 'subnets': [{'id': '7472a914-2ad5-41d0-aa3b-c5a175144039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:08:05.035548 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-06355468-9473-4361-9016-fdbb9317960c tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:08:05.040735 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06355468-9473-4361-9016-fdbb9317960c tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:08:05.042839 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06355468-9473-4361-9016-fdbb9317960c tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Pushing event updated for resources: {'Port': ['ID=03da3f7a-d5a3-4005-9d00-05b51533ca27,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:05.043037 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-53f2f6dd-64e3-40db-a7b2-9e2289f252d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:05.055130 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-53f2f6dd-64e3-40db-a7b2-9e2289f252d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:05.078087 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-53f2f6dd-64e3-40db-a7b2-9e2289f252d9 admin admin] 10.222.0.64 "DELETE /v2.0/networks/ca9747a9-1d4c-49cd-a136-972f31f9da6a HTTP/1.1" status: 204 len: 168 time: 0.6466858 Dec 08 16:08:05.147146 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f2f6dd-64e3-40db-a7b2-9e2289f252d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca9747a9-1d4c-49cd-a136-972f31f9da6a,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:05.164147 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:05.233184 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-06355468-9473-4361-9016-fdbb9317960c tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:05.303308 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=253385fb-1f84-4d79-bc46-4d22bea72e90,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:05.392121 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db31f8-1644-4ffb-a1b2-39b5de6f97c9 req-b69ab8a9-085d-4ebc-a252-468638c7d3c5 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:05.401765 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-29db31f8-1644-4ffb-a1b2-39b5de6f97c9 req-b69ab8a9-085d-4ebc-a252-468638c7d3c5 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/ports?device_id=d512652e-fd6a-4e6e-af70-2764878d1345 HTTP/1.1" status: 200 len: 945 time: 0.0707099 Dec 08 16:08:05.463192 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-06355468-9473-4361-9016-fdbb9317960c tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:05.523206 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-29db31f8-1644-4ffb-a1b2-39b5de6f97c9 req-4cf4a4c3-8fec-4c55-88ae-7aee37f08da8 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/security-groups?id=953ad95e-c2f2-4bf4-8be8-2640db5aea9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204522 Dec 08 16:08:05.534774 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['253385fb-1f84-4d79-bc46-4d22bea72e90'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:08:05.633555 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ecde8a60-4771-4f46-9b93-e9f150969aa3 req-b948bb24-dbcc-4167-8463-cb17264b9cca tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.64 "GET /v2.0/ports?device_id=a47b9fce-ca57-4ba7-80d2-1572a57ec4c7 HTTP/1.1" status: 200 len: 210 time: 0.0771573 Dec 08 16:08:05.651831 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 04be14c3-32fc-43a5-a5db-d4733f026cfc up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:08:05.750850 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 40406) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:08:05.829471 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-06355468-9473-4361-9016-fdbb9317960c tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:05.846997 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 04be14c3-32fc-43a5-a5db-d4733f026cfc triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:08:05.847967 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:05.892382 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-06355468-9473-4361-9016-fdbb9317960c tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:06.026963 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b5b0e388-2b08-4f49-9e68-67877d270067 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=85658dbd01a84c26a2385fde82126184&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2681534 Dec 08 16:08:06.030486 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 40410) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:08:06.034276 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3a1d6643-9472-450e-8292-10b2fa3aabdb req-127c9188-1779-4d53-8c01-f27ec31eb84f tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=676893e7a20e4506a2f959319c5699f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1698725 Dec 08 16:08:06.073547 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06355468-9473-4361-9016-fdbb9317960c tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Pushing event updated for resources: {'Port': ['ID=03da3f7a-d5a3-4005-9d00-05b51533ca27,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:06.128235 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-06355468-9473-4361-9016-fdbb9317960c tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:06.151164 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fcdca9-40a2-4bce-8322-466e29524736 req-6fbe35a1-906e-4081-9fd3-56c7056059b9 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:06.152694 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-49fcdca9-40a2-4bce-8322-466e29524736 req-6fbe35a1-906e-4081-9fd3-56c7056059b9 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/networks?id=34422553-fc63-47d6-a631-7f666537bc5c HTTP/1.1" status: 200 len: 808 time: 0.1971300 Dec 08 16:08:06.187235 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb7e627-9ece-4727-9237-b525bc297de8 req-135e19e7-7ea2-41bd-9f2a-247cf1107501 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:06.190153 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4cb7e627-9ece-4727-9237-b525bc297de8 req-135e19e7-7ea2-41bd-9f2a-247cf1107501 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] 10.222.0.64 "GET /v2.0/ports?device_id=519db7ee-ac45-4a7c-950a-c8c059f617ae HTTP/1.1" status: 200 len: 943 time: 0.3686378 Dec 08 16:08:06.191501 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-49fcdca9-40a2-4bce-8322-466e29524736 req-2eb8ab7c-94cd-477b-8b3a-4b4cb653dc1a tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/quotas/8b17b512834447aea285923e7004d778 HTTP/1.1" status: 200 len: 375 time: 0.0309711 Dec 08 16:08:06.299176 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-49fcdca9-40a2-4bce-8322-466e29524736 req-45ee61ba-48ac-46d5-96ff-d66bdb1f9de7 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8b17b512834447aea285923e7004d778&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0957353 Dec 08 16:08:06.313731 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-06355468-9473-4361-9016-fdbb9317960c tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:06.332895 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-06355468-9473-4361-9016-fdbb9317960c tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0260522 Dec 08 16:08:06.442798 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-49fcdca9-40a2-4bce-8322-466e29524736 req-d7c0c877-f20f-4cb6-9ea4-3a002e4749ec service neutron] 10.222.0.64 "GET /v2.0/networks/34422553-fc63-47d6-a631-7f666537bc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427124 Dec 08 16:08:06.676338 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a56f8759-6860-41fc-82f0-44250947b6f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:06.691202 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1d6643-9472-450e-8292-10b2fa3aabdb req-69f569b2-d8f7-4a72-a814-d940342c1763 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:06.694848 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3a1d6643-9472-450e-8292-10b2fa3aabdb req-69f569b2-d8f7-4a72-a814-d940342c1763 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6399450 Dec 08 16:08:06.720802 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-3a1d6643-9472-450e-8292-10b2fa3aabdb req-4d53644d-c398-441f-922f-eaad0049818a tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] Request body: {'port': {'device_id': 'a47b9fce-ca57-4ba7-80d2-1572a57ec4c7', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'admin_state_up': True, 'tenant_id': '676893e7a20e4506a2f959319c5699f7'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:08:06.838278 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4cb7e627-9ece-4727-9237-b525bc297de8 req-c1f30779-8cfe-41c4-a053-60bcfff89cfd tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] 10.222.0.64 "GET /v2.0/security-groups?id=6baf912a-f0d0-4cd4-8757-b1de646fe2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6300888 Dec 08 16:08:06.848957 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a56f8759-6860-41fc-82f0-44250947b6f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:06.927051 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-49fcdca9-40a2-4bce-8322-466e29524736 req-b2a78078-8470-4e95-a30e-9f4126cf4190 service neutron] 10.222.0.64 "GET /v2.0/networks/34422553-fc63-47d6-a631-7f666537bc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4643981 Dec 08 16:08:07.074449 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a1d6643-9472-450e-8292-10b2fa3aabdb req-4d53644d-c398-441f-922f-eaad0049818a tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] Made reservation on behalf of 676893e7a20e4506a2f959319c5699f7 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:08:07.077950 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-3a1d6643-9472-450e-8292-10b2fa3aabdb req-4d53644d-c398-441f-922f-eaad0049818a tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:07.082902 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a56f8759-6860-41fc-82f0-44250947b6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:07.085518 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a56f8759-6860-41fc-82f0-44250947b6f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:07.086656 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a56f8759-6860-41fc-82f0-44250947b6f7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/46c31f08-c5ab-4865-87f7-8614b3c50c02 HTTP/1.1" status: 204 len: 168 time: 1.0509300 Dec 08 16:08:07.102308 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4b2476da-17a5-45eb-8d6e-5c6321761e87 req-277bc13d-99fd-4a15-a7c8-0cb3dd5018a3 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--838405073&fields=id&tenant_id=206a3032957f479e80e5d034840d286f HTTP/1.1" status: 200 len: 267 time: 0.0677924 Dec 08 16:08:07.110176 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56f8759-6860-41fc-82f0-44250947b6f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c31f08-c5ab-4865-87f7-8614b3c50c02,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:07.321425 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2476da-17a5-45eb-8d6e-5c6321761e87 req-f887aff2-6bb5-4f0d-914a-95fbd8203312 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:07.322901 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4b2476da-17a5-45eb-8d6e-5c6321761e87 req-f887aff2-6bb5-4f0d-914a-95fbd8203312 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] 10.222.0.64 "GET /v2.0/networks?id=e5c03215-f481-4896-afd0-981853cb3418 HTTP/1.1" status: 200 len: 806 time: 0.2013865 Dec 08 16:08:07.332216 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-3a1d6643-9472-450e-8292-10b2fa3aabdb req-4d53644d-c398-441f-922f-eaad0049818a tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] Allocated IP 192.168.233.101 (b91759c7-445e-4f7b-9fc4-64d80951832c/c93b3a32-b438-4a47-8558-220c03febf97/86e40ef6-b258-4f6c-bb08-1e8b3d7c98e9) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:08:07.352703 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4b2476da-17a5-45eb-8d6e-5c6321761e87 req-2ba475cd-936e-469d-98bb-4fe6e72de3ab tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] 10.222.0.64 "GET /v2.0/quotas/206a3032957f479e80e5d034840d286f HTTP/1.1" status: 200 len: 375 time: 0.0175862 Dec 08 16:08:07.478152 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4b2476da-17a5-45eb-8d6e-5c6321761e87 req-15e008ad-fab9-4646-9846-f65b8e4be100 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=206a3032957f479e80e5d034840d286f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1225696 Dec 08 16:08:07.505943 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 253385fb-1f84-4d79-bc46-4d22bea72e90 up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:08:07.604214 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-3a1d6643-9472-450e-8292-10b2fa3aabdb req-4d53644d-c398-441f-922f-eaad0049818a tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:07.629417 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4b2476da-17a5-45eb-8d6e-5c6321761e87 req-237a5156-e64e-4d51-b5b0-cbf0534e3873 service neutron] 10.222.0.64 "GET /v2.0/networks/e5c03215-f481-4896-afd0-981853cb3418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384487 Dec 08 16:08:07.686681 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port 253385fb-1f84-4d79-bc46-4d22bea72e90 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:08:07.691464 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 253385fb-1f84-4d79-bc46-4d22bea72e90 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:08:07.691921 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:07.738447 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4b2476da-17a5-45eb-8d6e-5c6321761e87 req-2e370b7d-89b5-4884-a735-ece522a2fb07 service neutron] 10.222.0.64 "GET /v2.0/networks/e5c03215-f481-4896-afd0-981853cb3418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003871 Dec 08 16:08:07.789719 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:07.819715 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd512652e-fd6a-4e6e-af70-2764878d1345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '253385fb-1f84-4d79-bc46-4d22bea72e90'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:08:07.822368 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568b3aff-d31d-4e16-9692-094d51852406" -d '{"events": [{"server_uuid": "d512652e-fd6a-4e6e-af70-2764878d1345", "name": "network-vif-plugged", "status": "completed", "tag": "253385fb-1f84-4d79-bc46-4d22bea72e90"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:08:07.839601 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 253385fb-1f84-4d79-bc46-4d22bea72e90, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=253385fb-1f84-4d79-bc46-4d22bea72e90,segment=NetworkSegment(fb4f3904-605a-466d-8350-ef7e46c87c22),segment_id=fb4f3904-605a-466d-8350-ef7e46c87c22)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:08:07.888756 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca72483-93ab-4573-b4f0-41d21052e3ec req-e6dcb9aa-9e57-48c5-af59-19d78c1f2a14 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:07.890598 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3ca72483-93ab-4573-b4f0-41d21052e3ec req-e6dcb9aa-9e57-48c5-af59-19d78c1f2a14 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/ports?device_id=d512652e-fd6a-4e6e-af70-2764878d1345 HTTP/1.1" status: 200 len: 945 time: 0.0573866 Dec 08 16:08:07.942656 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3ca72483-93ab-4573-b4f0-41d21052e3ec req-2663c6d0-3445-4a44-ab11-4f64bd48427d tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/security-groups?id=953ad95e-c2f2-4bf4-8be8-2640db5aea9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446522 Dec 08 16:08:08.027476 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-05e0c4fb-9be1-41d2-813b-80d6d288993e req-d66f01d2-3fcb-40f2-876a-cd328e819069 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.64 "GET /v2.0/ports?device_id=a47b9fce-ca57-4ba7-80d2-1572a57ec4c7 HTTP/1.1" status: 200 len: 210 time: 0.0267928 Dec 08 16:08:08.081388 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-3a1d6643-9472-450e-8292-10b2fa3aabdb req-4d53644d-c398-441f-922f-eaad0049818a tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:08.093057 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['18197a4b-dc7c-4ad5-88f6-273d8a07d794'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:08:08.132849 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a1d6643-9472-450e-8292-10b2fa3aabdb req-4d53644d-c398-441f-922f-eaad0049818a tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] Network b91759c7-445e-4f7b-9fc4-64d80951832c is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:08:08.138675 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-3a1d6643-9472-450e-8292-10b2fa3aabdb req-4d53644d-c398-441f-922f-eaad0049818a tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:08:08.143016 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a1d6643-9472-450e-8292-10b2fa3aabdb req-4d53644d-c398-441f-922f-eaad0049818a tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:08:08.150190 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d53644d-c398-441f-922f-eaad0049818a tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] Pushing event updated for resources: {'Port': ['ID=86e40ef6-b258-4f6c-bb08-1e8b3d7c98e9,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:08.174917 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-764bd507-8633-4fb2-a868-2d62ed2c878d req-f2ea846e-02aa-4d9b-b33e-781e33db4f9f tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=349e08bb-ed24-4fac-8ea4-b6cd43e6c151 HTTP/1.1" status: 200 len: 210 time: 0.0506761 Dec 08 16:08:08.214160 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1d6643-9472-450e-8292-10b2fa3aabdb req-4d53644d-c398-441f-922f-eaad0049818a tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:08.214839 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-3a1d6643-9472-450e-8292-10b2fa3aabdb req-4d53644d-c398-441f-922f-eaad0049818a tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:08.242303 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b52106ec-8874-4074-8be0-60195881f971 x-openstack-request-id: req-b52106ec-8874-4074-8be0-60195881f971 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:08:08.242709 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d512652e-fd6a-4e6e-af70-2764878d1345", "name": "network-vif-plugged", "status": "completed", "tag": "253385fb-1f84-4d79-bc46-4d22bea72e90", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:08:08.243085 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b52106ec-8874-4074-8be0-60195881f971 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:08:08.243563 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd512652e-fd6a-4e6e-af70-2764878d1345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '253385fb-1f84-4d79-bc46-4d22bea72e90', 'code': 200} Dec 08 16:08:08.339445 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:08.430737 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3a1d6643-9472-450e-8292-10b2fa3aabdb req-4d53644d-c398-441f-922f-eaad0049818a tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7274995 Dec 08 16:08:08.432779 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b21d7-1d85-4370-9f73-84d99c4b12ee req-53d807d3-bef7-4ea7-9c51-fd672cfc5e7b tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:08.434586 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-577b21d7-1d85-4370-9f73-84d99c4b12ee req-53d807d3-bef7-4ea7-9c51-fd672cfc5e7b tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] 10.222.0.64 "GET /v2.0/ports?device_id=519db7ee-ac45-4a7c-950a-c8c059f617ae HTTP/1.1" status: 200 len: 943 time: 0.1020093 Dec 08 16:08:08.470945 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-3a1d6643-9472-450e-8292-10b2fa3aabdb req-7fdcea4b-990d-438a-8b6f-918361eb41a7 service neutron] Request body: {'port': {'device_id': 'a47b9fce-ca57-4ba7-80d2-1572a57ec4c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:08:08.471080 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=253385fb-1f84-4d79-bc46-4d22bea72e90,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:08.487006 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:08.487428 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:08.488024 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:08.489419 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:08.489975 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:08.490497 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:08.490954 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:08.491303 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:08.491688 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:08.492263 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:08.492458 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:08.492963 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:08.493411 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:08.498908 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-801cbcf8-e53e-4724-8e58-16b282f6ded4 None None] Provisioning complete for port 86e40ef6-b258-4f6c-bb08-1e8b3d7c98e9 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:08:08.499845 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-801cbcf8-e53e-4724-8e58-16b282f6ded4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:08.546266 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-577b21d7-1d85-4370-9f73-84d99c4b12ee req-114bf5fd-1cdf-4272-9092-b12a5b42363e tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] 10.222.0.64 "GET /v2.0/security-groups?id=6baf912a-f0d0-4cd4-8757-b1de646fe2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978639 Dec 08 16:08:08.551601 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-801cbcf8-e53e-4724-8e58-16b282f6ded4 None None] Port 86e40ef6-b258-4f6c-bb08-1e8b3d7c98e9 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:08:08.560325 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e3a6dd-2a71-4100-b2fe-1a32bbed44cc req-3fde58fd-daf0-4c2b-aff3-07e7ba2c5c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:08.561856 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e6e3a6dd-2a71-4100-b2fe-1a32bbed44cc req-3fde58fd-daf0-4c2b-aff3-07e7ba2c5c0b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d512652e-fd6a-4e6e-af70-2764878d1345 HTTP/1.1" status: 200 len: 1098 time: 0.2424657 Dec 08 16:08:08.623268 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a96ae762-57f3-446c-ac52-08d2bc060493 req-0c72b305-adf4-4d08-a3d4-4b2bbde4be7e tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] 10.222.0.64 "GET /v2.0/ports?device_id=df6549c6-e11b-4f30-859f-df81504dce6f HTTP/1.1" status: 200 len: 210 time: 0.0745845 Dec 08 16:08:08.626940 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-3a1d6643-9472-450e-8292-10b2fa3aabdb req-7fdcea4b-990d-438a-8b6f-918361eb41a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:08.683614 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e6e3a6dd-2a71-4100-b2fe-1a32bbed44cc req-08a657d4-d686-4b78-a403-2f13134e3223 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=953ad95e-c2f2-4bf4-8be8-2640db5aea9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936785 Dec 08 16:08:08.765338 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 40464) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:08:08.777899 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:08.809266 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d194bfbb-366a-4a58-a527-eef3957b09bf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f0895bdd129e470f9e06b301de0e2384&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403836 Dec 08 16:08:08.809517 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 40466) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:08:08.860829 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0a695c98-9652-490e-9921-1cefcec52a21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:08.882989 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0a695c98-9652-490e-9921-1cefcec52a21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:08.921808 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-3a1d6643-9472-450e-8292-10b2fa3aabdb req-7fdcea4b-990d-438a-8b6f-918361eb41a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86e40ef6-b258-4f6c-bb08-1e8b3d7c98e9 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:08:08.933383 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-3a1d6643-9472-450e-8292-10b2fa3aabdb req-7fdcea4b-990d-438a-8b6f-918361eb41a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:08.946748 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-3a1d6643-9472-450e-8292-10b2fa3aabdb req-7fdcea4b-990d-438a-8b6f-918361eb41a7 service neutron] Transition to ACTIVE for port object 86e40ef6-b258-4f6c-bb08-1e8b3d7c98e9 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:08:09.066153 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7426f1b-8bab-47cc-9b57-7700accb57ab req-2de46242-c665-4357-95ce-6eb11a24f937 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:09.067687 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c7426f1b-8bab-47cc-9b57-7700accb57ab req-2de46242-c665-4357-95ce-6eb11a24f937 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/ports?device_id=d512652e-fd6a-4e6e-af70-2764878d1345 HTTP/1.1" status: 200 len: 946 time: 0.0492828 Dec 08 16:08:09.069632 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0a695c98-9652-490e-9921-1cefcec52a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:09.076079 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0a695c98-9652-490e-9921-1cefcec52a21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:09.076079 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-0a695c98-9652-490e-9921-1cefcec52a21 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/aec41f5d-57b2-4e3d-a04c-c4fa1639ed1b HTTP/1.1" status: 204 len: 168 time: 0.2628675 Dec 08 16:08:09.083372 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a695c98-9652-490e-9921-1cefcec52a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec41f5d-57b2-4e3d-a04c-c4fa1639ed1b,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:09.121444 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-3a1d6643-9472-450e-8292-10b2fa3aabdb req-7fdcea4b-990d-438a-8b6f-918361eb41a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:09.158742 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c7426f1b-8bab-47cc-9b57-7700accb57ab req-61b09e22-3c19-4acb-8326-4583d20cfcd2 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/security-groups?id=953ad95e-c2f2-4bf4-8be8-2640db5aea9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763311 Dec 08 16:08:09.231429 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdcea4b-990d-438a-8b6f-918361eb41a7 service neutron] Pushing event updated for resources: {'Port': ['ID=86e40ef6-b258-4f6c-bb08-1e8b3d7c98e9,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:09.288771 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e8a216-236b-4967-a048-915cada20978 req-41bb2e99-7fb2-4195-8dde-d59d0542c5fe tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:09.290339 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c4e8a216-236b-4967-a048-915cada20978 req-41bb2e99-7fb2-4195-8dde-d59d0542c5fe tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.64 "GET /v2.0/ports?device_id=a47b9fce-ca57-4ba7-80d2-1572a57ec4c7 HTTP/1.1" status: 200 len: 948 time: 0.1172700 Dec 08 16:08:09.363442 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d0f50e6c-45f9-4e02-aa10-3c06b121dc6c req-4d4368ee-e923-4a5f-9669-a3f4245841bd tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=349e08bb-ed24-4fac-8ea4-b6cd43e6c151 HTTP/1.1" status: 200 len: 210 time: 0.0459490 Dec 08 16:08:09.363895 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-3a1d6643-9472-450e-8292-10b2fa3aabdb req-7fdcea4b-990d-438a-8b6f-918361eb41a7 service neutron] Attempting to bind port 86e40ef6-b258-4f6c-bb08-1e8b3d7c98e9 on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:08:09.363895 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-3a1d6643-9472-450e-8292-10b2fa3aabdb req-7fdcea4b-990d-438a-8b6f-918361eb41a7 service neutron] Attempting to bind port 86e40ef6-b258-4f6c-bb08-1e8b3d7c98e9 by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:08:09.363895 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1d6643-9472-450e-8292-10b2fa3aabdb req-7fdcea4b-990d-438a-8b6f-918361eb41a7 service neutron] Attempting to bind port 86e40ef6-b258-4f6c-bb08-1e8b3d7c98e9 on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:08:09.372788 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1d6643-9472-450e-8292-10b2fa3aabdb req-7fdcea4b-990d-438a-8b6f-918361eb41a7 service neutron] Port 86e40ef6-b258-4f6c-bb08-1e8b3d7c98e9 on network b91759c7-445e-4f7b-9fc4-64d80951832c not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:08:09.373127 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1d6643-9472-450e-8292-10b2fa3aabdb req-7fdcea4b-990d-438a-8b6f-918361eb41a7 service neutron] Attempting to bind port 86e40ef6-b258-4f6c-bb08-1e8b3d7c98e9 on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:08:09.382202 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1d6643-9472-450e-8292-10b2fa3aabdb req-7fdcea4b-990d-438a-8b6f-918361eb41a7 service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:08:09.382550 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1d6643-9472-450e-8292-10b2fa3aabdb req-7fdcea4b-990d-438a-8b6f-918361eb41a7 service neutron] Checking segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:08:09.382948 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1d6643-9472-450e-8292-10b2fa3aabdb req-7fdcea4b-990d-438a-8b6f-918361eb41a7 service neutron] Bound using segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:08:09.383388 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-3a1d6643-9472-450e-8292-10b2fa3aabdb req-7fdcea4b-990d-438a-8b6f-918361eb41a7 service neutron] Bound port: 86e40ef6-b258-4f6c-bb08-1e8b3d7c98e9, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:08:09.383757 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-3a1d6643-9472-450e-8292-10b2fa3aabdb req-7fdcea4b-990d-438a-8b6f-918361eb41a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:09.388746 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c4e8a216-236b-4967-a048-915cada20978 req-bd754efa-15cd-4773-8b57-50c9910d0705 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.64 "GET /v2.0/security-groups?id=c1187816-1f33-48e4-a298-8fffb3900028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880141 Dec 08 16:08:09.483193 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-3a1d6643-9472-450e-8292-10b2fa3aabdb req-7fdcea4b-990d-438a-8b6f-918361eb41a7 service neutron] For port 86e40ef6-b258-4f6c-bb08-1e8b3d7c98e9, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:08:09.487255 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-3a1d6643-9472-450e-8292-10b2fa3aabdb req-7fdcea4b-990d-438a-8b6f-918361eb41a7 service neutron] For port 86e40ef6-b258-4f6c-bb08-1e8b3d7c98e9, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=86e40ef6-b258-4f6c-bb08-1e8b3d7c98e9,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:08:09.692569 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-3a1d6643-9472-450e-8292-10b2fa3aabdb req-7fdcea4b-990d-438a-8b6f-918361eb41a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:09.713267 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-34abeb1b-0075-443f-a8b6-4ac7e7820233 req-86d7e207-fb85-4eea-9f67-b799ea3b0f92 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] 10.222.0.64 "GET /v2.0/ports?device_id=df6549c6-e11b-4f30-859f-df81504dce6f HTTP/1.1" status: 200 len: 210 time: 0.0319452 Dec 08 16:08:09.731189 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c342caa7-c3e8-4326-801b-25317c9a667f req-93fd68cf-143f-497e-9e40-e0d173d03238 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:09.731189 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c342caa7-c3e8-4326-801b-25317c9a667f req-93fd68cf-143f-497e-9e40-e0d173d03238 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] 10.222.0.64 "GET /v2.0/ports?device_id=519db7ee-ac45-4a7c-950a-c8c059f617ae HTTP/1.1" status: 200 len: 943 time: 0.0746455 Dec 08 16:08:09.760107 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1d6643-9472-450e-8292-10b2fa3aabdb req-7fdcea4b-990d-438a-8b6f-918361eb41a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:09.763701 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-3a1d6643-9472-450e-8292-10b2fa3aabdb req-7fdcea4b-990d-438a-8b6f-918361eb41a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:09.763701 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3a1d6643-9472-450e-8292-10b2fa3aabdb req-7fdcea4b-990d-438a-8b6f-918361eb41a7 service neutron] 10.222.0.76 "PUT /v2.0/ports/86e40ef6-b258-4f6c-bb08-1e8b3d7c98e9 HTTP/1.1" status: 200 len: 1097 time: 1.3218384 Dec 08 16:08:09.764798 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a47b9fce-ca57-4ba7-80d2-1572a57ec4c7', 'tag': '86e40ef6-b258-4f6c-bb08-1e8b3d7c98e9'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:08:09.767227 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e1a83f-5876-4a81-9e65-8f62ba2bf946" -d '{"events": [{"name": "network-changed", "server_uuid": "a47b9fce-ca57-4ba7-80d2-1572a57ec4c7", "tag": "86e40ef6-b258-4f6c-bb08-1e8b3d7c98e9"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:08:09.810020 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdcea4b-990d-438a-8b6f-918361eb41a7 service neutron] Pushing event updated for resources: {'Port': ['ID=86e40ef6-b258-4f6c-bb08-1e8b3d7c98e9,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:09.828107 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a940b5-8abf-46cb-82ea-05da418d306d x-openstack-request-id: req-43a940b5-8abf-46cb-82ea-05da418d306d {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:08:09.828429 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a47b9fce-ca57-4ba7-80d2-1572a57ec4c7", "tag": "86e40ef6-b258-4f6c-bb08-1e8b3d7c98e9", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:08:09.828693 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-43a940b5-8abf-46cb-82ea-05da418d306d {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:08:09.829526 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a47b9fce-ca57-4ba7-80d2-1572a57ec4c7', 'tag': '86e40ef6-b258-4f6c-bb08-1e8b3d7c98e9', 'status': 'completed', 'code': 200} Dec 08 16:08:09.850041 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c342caa7-c3e8-4326-801b-25317c9a667f req-8e65c003-825c-4d06-a896-6d396431aaf1 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] 10.222.0.64 "GET /v2.0/security-groups?id=6baf912a-f0d0-4cd4-8757-b1de646fe2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973380 Dec 08 16:08:09.927731 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1a83f-5876-4a81-9e65-8f62ba2bf946 req-96824efa-8542-4da9-9d76-45b395526b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:09.930181 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-31e1a83f-5876-4a81-9e65-8f62ba2bf946 req-96824efa-8542-4da9-9d76-45b395526b4d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=676893e7a20e4506a2f959319c5699f7&device_id=a47b9fce-ca57-4ba7-80d2-1572a57ec4c7 HTTP/1.1" status: 200 len: 1100 time: 0.0608253 Dec 08 16:08:09.977498 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-31e1a83f-5876-4a81-9e65-8f62ba2bf946 req-a0fdf547-b57d-494c-82e4-c33620517e72 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=676893e7a20e4506a2f959319c5699f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355730 Dec 08 16:08:10.130188 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1a83f-5876-4a81-9e65-8f62ba2bf946 req-e2afbd2c-5537-4c99-97a0-6608e34359f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:10.133539 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-31e1a83f-5876-4a81-9e65-8f62ba2bf946 req-e2afbd2c-5537-4c99-97a0-6608e34359f0 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1446953 Dec 08 16:08:10.241566 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1d6643-9472-450e-8292-10b2fa3aabdb req-5bc55635-8636-4e93-9193-e380603b0c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:10.243080 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3a1d6643-9472-450e-8292-10b2fa3aabdb req-5bc55635-8636-4e93-9193-e380603b0c1e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=676893e7a20e4506a2f959319c5699f7&device_id=a47b9fce-ca57-4ba7-80d2-1572a57ec4c7 HTTP/1.1" status: 200 len: 1100 time: 0.0483365 Dec 08 16:08:10.293922 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3a1d6643-9472-450e-8292-10b2fa3aabdb req-e0d67dd6-0f31-4319-b311-7b48908cb577 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=86e40ef6-b258-4f6c-bb08-1e8b3d7c98e9 HTTP/1.1" status: 200 len: 217 time: 0.0428557 Dec 08 16:08:10.295765 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a69cda0-56b2-4286-ac75-03ba37980455 req-a755a3ce-7eeb-486e-b502-1cb29f0446b0 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:10.297334 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3a69cda0-56b2-4286-ac75-03ba37980455 req-a755a3ce-7eeb-486e-b502-1cb29f0446b0 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/ports?device_id=d512652e-fd6a-4e6e-af70-2764878d1345 HTTP/1.1" status: 200 len: 946 time: 0.0621033 Dec 08 16:08:10.365459 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1d6643-9472-450e-8292-10b2fa3aabdb req-bdcf42b2-202e-4988-84a0-fa8b656cdc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:10.378139 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3a69cda0-56b2-4286-ac75-03ba37980455 req-a3d8ff6c-2137-4122-af7d-f27ceb2311d2 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/security-groups?id=953ad95e-c2f2-4bf4-8be8-2640db5aea9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736256 Dec 08 16:08:10.383951 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3a1d6643-9472-450e-8292-10b2fa3aabdb req-bdcf42b2-202e-4988-84a0-fa8b656cdc2d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.0827408 Dec 08 16:08:10.494379 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0abccb06-81dd-45cc-a69a-6189f487b2e6 req-600c1a57-715b-424e-8ade-3ea1cf1af8d9 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=349e08bb-ed24-4fac-8ea4-b6cd43e6c151 HTTP/1.1" status: 200 len: 210 time: 0.0523386 Dec 08 16:08:10.501666 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1d6643-9472-450e-8292-10b2fa3aabdb req-4b5d5feb-9f4d-4072-9366-38c11830a3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:10.503280 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3a1d6643-9472-450e-8292-10b2fa3aabdb req-4b5d5feb-9f4d-4072-9366-38c11830a3f8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1122074 Dec 08 16:08:10.573215 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdcdea4-f0c1-422a-bb48-cc6f5ae934ac req-4fb52dfe-8e55-4951-b54a-33416d3d8fd1 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:10.576543 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5cdcdea4-f0c1-422a-bb48-cc6f5ae934ac req-4fb52dfe-8e55-4951-b54a-33416d3d8fd1 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.64 "GET /v2.0/ports?device_id=a47b9fce-ca57-4ba7-80d2-1572a57ec4c7 HTTP/1.1" status: 200 len: 948 time: 0.0905387 Dec 08 16:08:10.666653 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5cdcdea4-f0c1-422a-bb48-cc6f5ae934ac req-b0e26464-a486-47c6-8685-47b7f1a7415d tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.64 "GET /v2.0/security-groups?id=c1187816-1f33-48e4-a298-8fffb3900028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655494 Dec 08 16:08:10.673905 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3a1d6643-9472-450e-8292-10b2fa3aabdb req-77f5d42b-0010-4609-be5e-e9d513f700dc service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616712 Dec 08 16:08:10.799789 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3a1d6643-9472-450e-8292-10b2fa3aabdb req-56a4e318-c34d-433a-be12-c2c527b70482 service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192818 Dec 08 16:08:10.852863 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-02ad7eec-b6a7-4259-9a20-e2e0947bc5ef req-131ffcf9-a2c1-4260-94ba-dcf92b4a01d8 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] 10.222.0.64 "GET /v2.0/ports?device_id=df6549c6-e11b-4f30-859f-df81504dce6f HTTP/1.1" status: 200 len: 210 time: 0.0346088 Dec 08 16:08:10.963709 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42713dd7-814b-4af3-8520-d17e31568508 req-57f5eb5e-787d-4425-94cb-07319c6f6b33 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:10.965353 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-42713dd7-814b-4af3-8520-d17e31568508 req-57f5eb5e-787d-4425-94cb-07319c6f6b33 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] 10.222.0.64 "GET /v2.0/ports?device_id=519db7ee-ac45-4a7c-950a-c8c059f617ae HTTP/1.1" status: 200 len: 943 time: 0.0545394 Dec 08 16:08:11.029213 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-42713dd7-814b-4af3-8520-d17e31568508 req-949f3cbe-544e-48f8-9610-37d2e2351da9 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] 10.222.0.64 "GET /v2.0/security-groups?id=6baf912a-f0d0-4cd4-8757-b1de646fe2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575428 Dec 08 16:08:11.458317 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0a83a4ed-69ab-4b09-8453-338b9f97b358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:11.529392 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1814ce0-2f6f-4246-ac23-2a42180c5e51 req-d014920e-4d17-4c41-8b1d-753600708299 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:11.532014 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c1814ce0-2f6f-4246-ac23-2a42180c5e51 req-d014920e-4d17-4c41-8b1d-753600708299 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/ports?device_id=d512652e-fd6a-4e6e-af70-2764878d1345 HTTP/1.1" status: 200 len: 946 time: 0.0590842 Dec 08 16:08:11.602527 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c1814ce0-2f6f-4246-ac23-2a42180c5e51 req-95c988e0-74ad-4fe9-9c18-7768192fb7a0 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/security-groups?id=953ad95e-c2f2-4bf4-8be8-2640db5aea9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596359 Dec 08 16:08:11.665276 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-27e0da1a-dcd0-41bf-9fec-6755aa61c605 req-f58a97b0-284e-434c-bdde-ec8577d5913b tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=349e08bb-ed24-4fac-8ea4-b6cd43e6c151 HTTP/1.1" status: 200 len: 210 time: 0.0459461 Dec 08 16:08:11.751323 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fcdca9-40a2-4bce-8322-466e29524736 req-5cda6f48-a706-49d0-836c-4845b1b1977f tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:11.753258 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-49fcdca9-40a2-4bce-8322-466e29524736 req-5cda6f48-a706-49d0-836c-4845b1b1977f tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.37 "GET /v2.0/networks?id=34422553-fc63-47d6-a631-7f666537bc5c HTTP/1.1" status: 200 len: 808 time: 0.2300787 Dec 08 16:08:11.816877 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-49fcdca9-40a2-4bce-8322-466e29524736 req-c5522b9c-21e7-49dd-8413-fa29904a5db4 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Request body: {'port': {'device_id': '349e08bb-ed24-4fac-8ea4-b6cd43e6c151', 'network_id': '34422553-fc63-47d6-a631-7f666537bc5c', 'admin_state_up': True, 'tenant_id': '8b17b512834447aea285923e7004d778'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:08:11.830504 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0afa5b29-a7a5-40b1-a285-46a43f8dcdd3 req-212efaa0-8817-43d0-86d0-52970a59b90e tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1680019 Dec 08 16:08:11.836746 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-0afa5b29-a7a5-40b1-a285-46a43f8dcdd3 req-beb502ad-fa8a-42ab-b6ed-76b3a64bc17c tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Request body: {'floatingip': {'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:08:11.942637 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-0afa5b29-a7a5-40b1-a285-46a43f8dcdd3 req-beb502ad-fa8a-42ab-b6ed-76b3a64bc17c tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Publish callbacks [] for floatingip, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:11.989397 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf996bd8-4b3f-431c-96fa-55c75c69c809 req-254d2c4e-3d88-4f95-b0cb-398335ba6f38 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:11.991528 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bf996bd8-4b3f-431c-96fa-55c75c69c809 req-254d2c4e-3d88-4f95-b0cb-398335ba6f38 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.64 "GET /v2.0/ports?device_id=a47b9fce-ca57-4ba7-80d2-1572a57ec4c7 HTTP/1.1" status: 200 len: 948 time: 0.0884941 Dec 08 16:08:12.054287 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-0afa5b29-a7a5-40b1-a285-46a43f8dcdd3 req-beb502ad-fa8a-42ab-b6ed-76b3a64bc17c tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:12.061426 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bf996bd8-4b3f-431c-96fa-55c75c69c809 req-1ef5b9fd-b3a5-441a-adec-61c72da9f725 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.64 "GET /v2.0/security-groups?id=c1187816-1f33-48e4-a298-8fffb3900028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609713 Dec 08 16:08:12.121721 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49fcdca9-40a2-4bce-8322-466e29524736 req-c5522b9c-21e7-49dd-8413-fa29904a5db4 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Made reservation on behalf of 8b17b512834447aea285923e7004d778 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:08:12.128345 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-49fcdca9-40a2-4bce-8322-466e29524736 req-c5522b9c-21e7-49dd-8413-fa29904a5db4 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:12.243602 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [req-0afa5b29-a7a5-40b1-a285-46a43f8dcdd3 req-beb502ad-fa8a-42ab-b6ed-76b3a64bc17c tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Allocated IP 172.25.0.8 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/c5ceecbf-ba0a-43be-b784-f84815d65e46) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:08:12.248870 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-23905e49-4f2a-4513-b16c-16bb93a23dbb req-061a6b92-fa1e-41f0-b494-f0dc4931c903 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] 10.222.0.64 "GET /v2.0/ports?device_id=df6549c6-e11b-4f30-859f-df81504dce6f HTTP/1.1" status: 200 len: 210 time: 0.0656180 Dec 08 16:08:12.390118 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-49fcdca9-40a2-4bce-8322-466e29524736 req-c5522b9c-21e7-49dd-8413-fa29904a5db4 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Allocated IP 172.20.0.2 (34422553-fc63-47d6-a631-7f666537bc5c/5db44a3c-d12a-4344-a611-2d41355a5e50/96086acd-97e4-4825-8a5e-edacfd30b435) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:08:12.470263 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-0afa5b29-a7a5-40b1-a285-46a43f8dcdd3 req-beb502ad-fa8a-42ab-b6ed-76b3a64bc17c tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:12.487500 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2476da-17a5-45eb-8d6e-5c6321761e87 req-39595c65-bfde-44bc-ba67-71d75cdbc963 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:12.489176 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4b2476da-17a5-45eb-8d6e-5c6321761e87 req-39595c65-bfde-44bc-ba67-71d75cdbc963 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] 10.222.0.37 "GET /v2.0/networks?id=e5c03215-f481-4896-afd0-981853cb3418 HTTP/1.1" status: 200 len: 806 time: 0.1734886 Dec 08 16:08:12.587660 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-7da7ad94-3f9d-4c93-98d4-3a61b3672fd3 req-8685f79a-4e73-4970-8a0e-ddf353c0305a tempest-SecurityGroupsTestAdminJSON-1558989393 tempest-SecurityGroupsTestAdminJSON-1558989393-project] Request body: {'security_group': {'name': 'tempest-securitygroup-314394174', 'description': 'tempest-description-455682923'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:08:12.597797 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4b2476da-17a5-45eb-8d6e-5c6321761e87 req-618dc2de-1d97-4110-abdb-783f762b467b tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=206a3032957f479e80e5d034840d286f HTTP/1.1" status: 200 len: 379 time: 0.0693271 Dec 08 16:08:12.609161 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-4b2476da-17a5-45eb-8d6e-5c6321761e87 req-4af9825f-36e1-4c42-85e4-059335ef3ef6 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Request body: {'port': {'device_id': 'df6549c6-e11b-4f30-859f-df81504dce6f', 'network_id': 'e5c03215-f481-4896-afd0-981853cb3418', 'admin_state_up': True, 'tenant_id': '206a3032957f479e80e5d034840d286f', 'security_groups': ['4953b012-a6ab-4c7f-b380-486850a932a2']}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:08:12.660487 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-0afa5b29-a7a5-40b1-a285-46a43f8dcdd3 req-beb502ad-fa8a-42ab-b6ed-76b3a64bc17c tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:12.665510 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-49fcdca9-40a2-4bce-8322-466e29524736 req-c5522b9c-21e7-49dd-8413-fa29904a5db4 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:12.721871 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0afa5b29-a7a5-40b1-a285-46a43f8dcdd3 req-beb502ad-fa8a-42ab-b6ed-76b3a64bc17c tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:08:12.730655 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb502ad-fa8a-42ab-b6ed-76b3a64bc17c tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Pushing event updated for resources: {'Port': ['ID=c5ceecbf-ba0a-43be-b784-f84815d65e46,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:12.733371 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [req-0afa5b29-a7a5-40b1-a285-46a43f8dcdd3 req-beb502ad-fa8a-42ab-b6ed-76b3a64bc17c tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:08:12.743050 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-0afa5b29-a7a5-40b1-a285-46a43f8dcdd3 req-beb502ad-fa8a-42ab-b6ed-76b3a64bc17c tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:08:12.751016 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-7da7ad94-3f9d-4c93-98d4-3a61b3672fd3 req-8685f79a-4e73-4970-8a0e-ddf353c0305a tempest-SecurityGroupsTestAdminJSON-1558989393 tempest-SecurityGroupsTestAdminJSON-1558989393-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:12.764751 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-7da7ad94-3f9d-4c93-98d4-3a61b3672fd3 req-8685f79a-4e73-4970-8a0e-ddf353c0305a tempest-SecurityGroupsTestAdminJSON-1558989393 tempest-SecurityGroupsTestAdminJSON-1558989393-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:12.776053 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-49fcdca9-40a2-4bce-8322-466e29524736 req-c5522b9c-21e7-49dd-8413-fa29904a5db4 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:12.789432 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:08:12.905536 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-0afa5b29-a7a5-40b1-a285-46a43f8dcdd3 req-beb502ad-fa8a-42ab-b6ed-76b3a64bc17c tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:12.921801 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49fcdca9-40a2-4bce-8322-466e29524736 req-c5522b9c-21e7-49dd-8413-fa29904a5db4 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Network 34422553-fc63-47d6-a631-7f666537bc5c is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:08:12.925108 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5522b9c-21e7-49dd-8413-fa29904a5db4 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Pushing event updated for resources: {'Port': ['ID=96086acd-97e4-4825-8a5e-edacfd30b435,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:12.932196 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-49fcdca9-40a2-4bce-8322-466e29524736 req-c5522b9c-21e7-49dd-8413-fa29904a5db4 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:08:12.935403 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-49fcdca9-40a2-4bce-8322-466e29524736 req-c5522b9c-21e7-49dd-8413-fa29904a5db4 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:08:12.962847 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b2476da-17a5-45eb-8d6e-5c6321761e87 req-4af9825f-36e1-4c42-85e4-059335ef3ef6 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Made reservation on behalf of 206a3032957f479e80e5d034840d286f for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:08:12.967435 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-4b2476da-17a5-45eb-8d6e-5c6321761e87 req-4af9825f-36e1-4c42-85e4-059335ef3ef6 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:13.009391 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fcdca9-40a2-4bce-8322-466e29524736 req-c5522b9c-21e7-49dd-8413-fa29904a5db4 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:13.010077 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-49fcdca9-40a2-4bce-8322-466e29524736 req-c5522b9c-21e7-49dd-8413-fa29904a5db4 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:13.050013 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-7da7ad94-3f9d-4c93-98d4-3a61b3672fd3 req-8685f79a-4e73-4970-8a0e-ddf353c0305a tempest-SecurityGroupsTestAdminJSON-1558989393 tempest-SecurityGroupsTestAdminJSON-1558989393-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:13.100549 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-0afa5b29-a7a5-40b1-a285-46a43f8dcdd3 req-beb502ad-fa8a-42ab-b6ed-76b3a64bc17c tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:13.187846 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-49fcdca9-40a2-4bce-8322-466e29524736 req-c5522b9c-21e7-49dd-8413-fa29904a5db4 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4142888 Dec 08 16:08:13.212885 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-49fcdca9-40a2-4bce-8322-466e29524736 req-0ec02d4c-aaf5-4b1c-8fe5-f152c0665784 service neutron] Request body: {'port': {'device_id': '349e08bb-ed24-4fac-8ea4-b6cd43e6c151', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:08:13.225470 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-7da7ad94-3f9d-4c93-98d4-3a61b3672fd3 req-8685f79a-4e73-4970-8a0e-ddf353c0305a tempest-SecurityGroupsTestAdminJSON-1558989393 tempest-SecurityGroupsTestAdminJSON-1558989393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:13.280711 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [req-4b2476da-17a5-45eb-8d6e-5c6321761e87 req-4af9825f-36e1-4c42-85e4-059335ef3ef6 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Allocated IP 172.20.0.4 (e5c03215-f481-4896-afd0-981853cb3418/7472a914-2ad5-41d0-aa3b-c5a175144039/db04a564-c35b-4b48-8713-1a4c6d9205c9) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:08:13.331678 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8685f79a-4e73-4970-8a0e-ddf353c0305a tempest-SecurityGroupsTestAdminJSON-1558989393 tempest-SecurityGroupsTestAdminJSON-1558989393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26be1df7-0efe-44cd-a2be-91d83357a43b,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:13.340605 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-49fcdca9-40a2-4bce-8322-466e29524736 req-0ec02d4c-aaf5-4b1c-8fe5-f152c0665784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:13.398192 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-7da7ad94-3f9d-4c93-98d4-3a61b3672fd3 req-8685f79a-4e73-4970-8a0e-ddf353c0305a tempest-SecurityGroupsTestAdminJSON-1558989393 tempest-SecurityGroupsTestAdminJSON-1558989393-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:13.481608 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-7da7ad94-3f9d-4c93-98d4-3a61b3672fd3 req-8685f79a-4e73-4970-8a0e-ddf353c0305a tempest-SecurityGroupsTestAdminJSON-1558989393 tempest-SecurityGroupsTestAdminJSON-1558989393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:13.533114 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8685f79a-4e73-4970-8a0e-ddf353c0305a tempest-SecurityGroupsTestAdminJSON-1558989393 tempest-SecurityGroupsTestAdminJSON-1558989393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3cce1f-00f4-40b3-93e0-7ace1504966a,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:13.583737 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-0afa5b29-a7a5-40b1-a285-46a43f8dcdd3 req-beb502ad-fa8a-42ab-b6ed-76b3a64bc17c tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:13.634343 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-4b2476da-17a5-45eb-8d6e-5c6321761e87 req-4af9825f-36e1-4c42-85e4-059335ef3ef6 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:13.659280 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-7da7ad94-3f9d-4c93-98d4-3a61b3672fd3 req-8685f79a-4e73-4970-8a0e-ddf353c0305a tempest-SecurityGroupsTestAdminJSON-1558989393 tempest-SecurityGroupsTestAdminJSON-1558989393-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:13.662036 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7da7ad94-3f9d-4c93-98d4-3a61b3672fd3 req-8685f79a-4e73-4970-8a0e-ddf353c0305a tempest-SecurityGroupsTestAdminJSON-1558989393 tempest-SecurityGroupsTestAdminJSON-1558989393-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.0899143 Dec 08 16:08:13.703408 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-0afa5b29-a7a5-40b1-a285-46a43f8dcdd3 req-beb502ad-fa8a-42ab-b6ed-76b3a64bc17c tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:13.728211 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-49fcdca9-40a2-4bce-8322-466e29524736 req-0ec02d4c-aaf5-4b1c-8fe5-f152c0665784 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96086acd-97e4-4825-8a5e-edacfd30b435 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:08:13.736849 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-49fcdca9-40a2-4bce-8322-466e29524736 req-0ec02d4c-aaf5-4b1c-8fe5-f152c0665784 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:13.753357 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-49fcdca9-40a2-4bce-8322-466e29524736 req-0ec02d4c-aaf5-4b1c-8fe5-f152c0665784 service neutron] Transition to ACTIVE for port object 96086acd-97e4-4825-8a5e-edacfd30b435 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:08:13.761017 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-0afa5b29-a7a5-40b1-a285-46a43f8dcdd3 req-beb502ad-fa8a-42ab-b6ed-76b3a64bc17c tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:13.785556 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-4b2476da-17a5-45eb-8d6e-5c6321761e87 req-4af9825f-36e1-4c42-85e4-059335ef3ef6 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:13.806817 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6da4ae-7296-43c9-8d85-37b646ca8714 req-6245d137-1abc-4325-abb6-0116aa996fd7 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:13.808989 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ee6da4ae-7296-43c9-8d85-37b646ca8714 req-6245d137-1abc-4325-abb6-0116aa996fd7 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] 10.222.0.64 "GET /v2.0/ports?device_id=519db7ee-ac45-4a7c-950a-c8c059f617ae HTTP/1.1" status: 200 len: 943 time: 0.0579407 Dec 08 16:08:13.818186 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2d2aff68-b868-4cce-8adb-747ae8778b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:13.863951 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-49fcdca9-40a2-4bce-8322-466e29524736 req-0ec02d4c-aaf5-4b1c-8fe5-f152c0665784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:13.869934 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b2476da-17a5-45eb-8d6e-5c6321761e87 req-4af9825f-36e1-4c42-85e4-059335ef3ef6 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Network e5c03215-f481-4896-afd0-981853cb3418 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:08:13.877207 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [req-4b2476da-17a5-45eb-8d6e-5c6321761e87 req-4af9825f-36e1-4c42-85e4-059335ef3ef6 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:08:13.886644 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-37748340-16f5-4ecf-a6df-c265c2d8dae1 req-148152a3-c1f5-4bd1-9bfe-64fe0e538569 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0732329 Dec 08 16:08:13.887392 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb502ad-fa8a-42ab-b6ed-76b3a64bc17c tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Pushing event updated for resources: {'Port': ['ID=c5ceecbf-ba0a-43be-b784-f84815d65e46,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:13.889899 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b2476da-17a5-45eb-8d6e-5c6321761e87 req-4af9825f-36e1-4c42-85e4-059335ef3ef6 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:08:13.924359 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ee6da4ae-7296-43c9-8d85-37b646ca8714 req-3df6385d-f6c9-495b-bea0-1123d6c69019 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] 10.222.0.64 "GET /v2.0/security-groups?id=6baf912a-f0d0-4cd4-8757-b1de646fe2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009295 Dec 08 16:08:13.977199 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec02d4c-aaf5-4b1c-8fe5-f152c0665784 service neutron] Pushing event updated for resources: {'Port': ['ID=96086acd-97e4-4825-8a5e-edacfd30b435,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:13.990839 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-0afa5b29-a7a5-40b1-a285-46a43f8dcdd3 req-beb502ad-fa8a-42ab-b6ed-76b3a64bc17c tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:13.992032 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0afa5b29-a7a5-40b1-a285-46a43f8dcdd3 req-beb502ad-fa8a-42ab-b6ed-76b3a64bc17c tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 2.1606677 Dec 08 16:08:14.116734 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9825f-36e1-4c42-85e4-059335ef3ef6 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Pushing event updated for resources: {'Port': ['ID=db04a564-c35b-4b48-8713-1a4c6d9205c9,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:14.128302 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0afa5b29-a7a5-40b1-a285-46a43f8dcdd3 req-6fc445e4-1645-4257-b592-7af211500fbb tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.8 HTTP/1.1" status: 200 len: 694 time: 0.1181588 Dec 08 16:08:14.129919 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-49fcdca9-40a2-4bce-8322-466e29524736 req-0ec02d4c-aaf5-4b1c-8fe5-f152c0665784 service neutron] Attempting to bind port 96086acd-97e4-4825-8a5e-edacfd30b435 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:08:14.130271 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-49fcdca9-40a2-4bce-8322-466e29524736 req-0ec02d4c-aaf5-4b1c-8fe5-f152c0665784 service neutron] Attempting to bind port 96086acd-97e4-4825-8a5e-edacfd30b435 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': 'feac72a6-bbb0-42da-a5f2-51d59135d26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '34422553-fc63-47d6-a631-7f666537bc5c'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:08:14.130666 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49fcdca9-40a2-4bce-8322-466e29524736 req-0ec02d4c-aaf5-4b1c-8fe5-f152c0665784 service neutron] Attempting to bind port 96086acd-97e4-4825-8a5e-edacfd30b435 on network 34422553-fc63-47d6-a631-7f666537bc5c {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:08:14.136287 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2476da-17a5-45eb-8d6e-5c6321761e87 req-4af9825f-36e1-4c42-85e4-059335ef3ef6 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:14.142592 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-4b2476da-17a5-45eb-8d6e-5c6321761e87 req-4af9825f-36e1-4c42-85e4-059335ef3ef6 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:14.169442 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37748340-16f5-4ecf-a6df-c265c2d8dae1 req-beca95c4-dade-45a7-ba80-40b86dc5e3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:14.169680 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49fcdca9-40a2-4bce-8322-466e29524736 req-0ec02d4c-aaf5-4b1c-8fe5-f152c0665784 service neutron] Port 96086acd-97e4-4825-8a5e-edacfd30b435 on network 34422553-fc63-47d6-a631-7f666537bc5c not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:08:14.169790 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49fcdca9-40a2-4bce-8322-466e29524736 req-0ec02d4c-aaf5-4b1c-8fe5-f152c0665784 service neutron] Attempting to bind port 96086acd-97e4-4825-8a5e-edacfd30b435 on network 34422553-fc63-47d6-a631-7f666537bc5c {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:08:14.169933 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37748340-16f5-4ecf-a6df-c265c2d8dae1 req-beca95c4-dade-45a7-ba80-40b86dc5e3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:14.170395 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37748340-16f5-4ecf-a6df-c265c2d8dae1 req-beca95c4-dade-45a7-ba80-40b86dc5e3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:14.170871 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37748340-16f5-4ecf-a6df-c265c2d8dae1 req-beca95c4-dade-45a7-ba80-40b86dc5e3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:14.171347 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37748340-16f5-4ecf-a6df-c265c2d8dae1 req-beca95c4-dade-45a7-ba80-40b86dc5e3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:14.171822 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37748340-16f5-4ecf-a6df-c265c2d8dae1 req-beca95c4-dade-45a7-ba80-40b86dc5e3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:14.172320 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37748340-16f5-4ecf-a6df-c265c2d8dae1 req-beca95c4-dade-45a7-ba80-40b86dc5e3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:14.174619 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-37748340-16f5-4ecf-a6df-c265c2d8dae1 req-beca95c4-dade-45a7-ba80-40b86dc5e3e2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8be2414d63a14131b9f6f8fcfa8d927a&device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 6496 time: 0.2425931 Dec 08 16:08:14.181213 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49fcdca9-40a2-4bce-8322-466e29524736 req-0ec02d4c-aaf5-4b1c-8fe5-f152c0665784 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:08:14.181563 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49fcdca9-40a2-4bce-8322-466e29524736 req-0ec02d4c-aaf5-4b1c-8fe5-f152c0665784 service neutron] Checking segment: {'id': 'feac72a6-bbb0-42da-a5f2-51d59135d26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '34422553-fc63-47d6-a631-7f666537bc5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:08:14.181963 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49fcdca9-40a2-4bce-8322-466e29524736 req-0ec02d4c-aaf5-4b1c-8fe5-f152c0665784 service neutron] Bound using segment: {'id': 'feac72a6-bbb0-42da-a5f2-51d59135d26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '34422553-fc63-47d6-a631-7f666537bc5c'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:08:14.182474 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-49fcdca9-40a2-4bce-8322-466e29524736 req-0ec02d4c-aaf5-4b1c-8fe5-f152c0665784 service neutron] Bound port: 96086acd-97e4-4825-8a5e-edacfd30b435, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feac72a6-bbb0-42da-a5f2-51d59135d26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '34422553-fc63-47d6-a631-7f666537bc5c'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:08:14.182843 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-49fcdca9-40a2-4bce-8322-466e29524736 req-0ec02d4c-aaf5-4b1c-8fe5-f152c0665784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:14.212489 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7628934-a965-46ec-8831-14fa0c80b1be req-3acb3c47-5e9d-453c-abe1-685ae80ce4f6 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:14.214138 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a7628934-a965-46ec-8831-14fa0c80b1be req-3acb3c47-5e9d-453c-abe1-685ae80ce4f6 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=349e08bb-ed24-4fac-8ea4-b6cd43e6c151 HTTP/1.1" status: 200 len: 943 time: 0.0873621 Dec 08 16:08:14.288929 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4b2476da-17a5-45eb-8d6e-5c6321761e87 req-4af9825f-36e1-4c42-85e4-059335ef3ef6 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6838746 Dec 08 16:08:14.303425 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-4b2476da-17a5-45eb-8d6e-5c6321761e87 req-0326c3a2-f043-4689-a125-43663fccc77c service neutron] Request body: {'port': {'device_id': 'df6549c6-e11b-4f30-859f-df81504dce6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:08:14.315817 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-111b4bd7-f9a8-4da4-b29e-74fe30bb8d4b None None] Provisioning complete for port db04a564-c35b-4b48-8713-1a4c6d9205c9 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:08:14.318062 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-111b4bd7-f9a8-4da4-b29e-74fe30bb8d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:14.329829 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-49fcdca9-40a2-4bce-8322-466e29524736 req-0ec02d4c-aaf5-4b1c-8fe5-f152c0665784 service neutron] For port 96086acd-97e4-4825-8a5e-edacfd30b435, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:08:14.341248 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a7628934-a965-46ec-8831-14fa0c80b1be req-17436391-0a36-4420-b1ab-961a45774d3b tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083298 Dec 08 16:08:14.343248 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-49fcdca9-40a2-4bce-8322-466e29524736 req-0ec02d4c-aaf5-4b1c-8fe5-f152c0665784 service neutron] For port 96086acd-97e4-4825-8a5e-edacfd30b435, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=96086acd-97e4-4825-8a5e-edacfd30b435,segment=NetworkSegment(feac72a6-bbb0-42da-a5f2-51d59135d26f),segment_id=feac72a6-bbb0-42da-a5f2-51d59135d26f)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:08:14.379080 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-111b4bd7-f9a8-4da4-b29e-74fe30bb8d4b None None] Port db04a564-c35b-4b48-8713-1a4c6d9205c9 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:08:14.398003 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-49fcdca9-40a2-4bce-8322-466e29524736 req-0ec02d4c-aaf5-4b1c-8fe5-f152c0665784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:14.442332 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afa5b29-a7a5-40b1-a285-46a43f8dcdd3 req-4e71f4f8-08d4-4b87-b8f5-5bbd595cb09a tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:14.444374 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0afa5b29-a7a5-40b1-a285-46a43f8dcdd3 req-4e71f4f8-08d4-4b87-b8f5-5bbd595cb09a tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/networks/1ae4cf80-76bf-4df3-a557-5cc6023c1900 HTTP/1.1" status: 200 len: 784 time: 0.3044276 Dec 08 16:08:14.448037 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-4b2476da-17a5-45eb-8d6e-5c6321761e87 req-0326c3a2-f043-4689-a125-43663fccc77c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:14.453100 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fcdca9-40a2-4bce-8322-466e29524736 req-0ec02d4c-aaf5-4b1c-8fe5-f152c0665784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:14.453429 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-49fcdca9-40a2-4bce-8322-466e29524736 req-0ec02d4c-aaf5-4b1c-8fe5-f152c0665784 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:14.454964 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-49fcdca9-40a2-4bce-8322-466e29524736 req-0ec02d4c-aaf5-4b1c-8fe5-f152c0665784 service neutron] 10.222.0.37 "PUT /v2.0/ports/96086acd-97e4-4825-8a5e-edacfd30b435 HTTP/1.1" status: 200 len: 1092 time: 1.2577069 Dec 08 16:08:14.455514 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '349e08bb-ed24-4fac-8ea4-b6cd43e6c151', 'tag': '96086acd-97e4-4825-8a5e-edacfd30b435'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:08:14.457875 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c015527-3f62-415d-9b9a-14515d8744f3" -d '{"events": [{"name": "network-changed", "server_uuid": "349e08bb-ed24-4fac-8ea4-b6cd43e6c151", "tag": "96086acd-97e4-4825-8a5e-edacfd30b435"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:08:14.477845 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37748340-16f5-4ecf-a6df-c265c2d8dae1 req-3d310d43-51fc-4a4f-8b08-9e6246e1c632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:14.478327 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37748340-16f5-4ecf-a6df-c265c2d8dae1 req-3d310d43-51fc-4a4f-8b08-9e6246e1c632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:14.478797 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37748340-16f5-4ecf-a6df-c265c2d8dae1 req-3d310d43-51fc-4a4f-8b08-9e6246e1c632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:14.480447 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-37748340-16f5-4ecf-a6df-c265c2d8dae1 req-3d310d43-51fc-4a4f-8b08-9e6246e1c632 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2160f220-73eb-4128-8e17-580f294db0b0&id=2e4943d2-93a7-4739-8d48-2442fb48fa03&id=2e4943d2-93a7-4739-8d48-2442fb48fa03&id=2e4943d2-93a7-4739-8d48-2442fb48fa03&id=2e4943d2-93a7-4739-8d48-2442fb48fa03&id=24cee103-4be3-4e70-9f00-1d6da085ad6b&id=24cee103-4be3-4e70-9f00-1d6da085ad6b HTTP/1.1" status: 200 len: 2292 time: 0.2645640 Dec 08 16:08:14.517613 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec02d4c-aaf5-4b1c-8fe5-f152c0665784 service neutron] Pushing event updated for resources: {'Port': ['ID=96086acd-97e4-4825-8a5e-edacfd30b435,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:14.681799 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bea769-a964-45d5-8b94-44ee1e47d045 req-9803bf0b-8fd0-4a43-a803-73b219fda3ec tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:14.685592 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-88bea769-a964-45d5-8b94-44ee1e47d045 req-9803bf0b-8fd0-4a43-a803-73b219fda3ec tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] 10.222.0.64 "GET /v2.0/ports?device_id=df6549c6-e11b-4f30-859f-df81504dce6f HTTP/1.1" status: 200 len: 931 time: 0.1271293 Dec 08 16:08:14.697906 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-37748340-16f5-4ecf-a6df-c265c2d8dae1 req-199f6c83-6baf-4527-b9d7-b5b79aef9675 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d54670e-e1a0-4c2a-a895-93f6235dabd9 HTTP/1.1" status: 200 len: 1001 time: 0.1809025 Dec 08 16:08:14.716148 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fcdca9-40a2-4bce-8322-466e29524736 req-2f24b348-b465-4a50-9262-5ead420bcd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:14.717973 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-49fcdca9-40a2-4bce-8322-466e29524736 req-2f24b348-b465-4a50-9262-5ead420bcd87 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8b17b512834447aea285923e7004d778&device_id=349e08bb-ed24-4fac-8ea4-b6cd43e6c151 HTTP/1.1" status: 200 len: 1095 time: 0.1065404 Dec 08 16:08:14.729676 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92474f94-99fb-487a-b766-448d2ff77489 req-7c565098-f690-445f-94f8-3c458ac92758 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:14.731269 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-92474f94-99fb-487a-b766-448d2ff77489 req-7c565098-f690-445f-94f8-3c458ac92758 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.64 "GET /v2.0/ports?device_id=a47b9fce-ca57-4ba7-80d2-1572a57ec4c7 HTTP/1.1" status: 200 len: 948 time: 0.1765752 Dec 08 16:08:14.769546 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-49fcdca9-40a2-4bce-8322-466e29524736 req-ac260dc7-de8f-4c59-885a-e0a5e9bbf07d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=96086acd-97e4-4825-8a5e-edacfd30b435 HTTP/1.1" status: 200 len: 217 time: 0.0436676 Dec 08 16:08:14.832897 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-88bea769-a964-45d5-8b94-44ee1e47d045 req-f2d3d9e1-0da6-4506-a01f-47cacc13552a tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] 10.222.0.64 "GET /v2.0/security-groups?id=4953b012-a6ab-4c7f-b380-486850a932a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376951 Dec 08 16:08:14.856011 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37748340-16f5-4ecf-a6df-c265c2d8dae1 req-7afe4774-a675-4ff0-b04c-549ddc721ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:14.857554 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-37748340-16f5-4ecf-a6df-c265c2d8dae1 req-7afe4774-a675-4ff0-b04c-549ddc721ce1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=28454e1d-d263-44ec-91e2-36831bf74b20 HTTP/1.1" status: 200 len: 851 time: 0.1501946 Dec 08 16:08:14.859725 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fcdca9-40a2-4bce-8322-466e29524736 req-70e5c234-1a7b-4f47-a749-e45bdc4ad245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:14.864138 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-49fcdca9-40a2-4bce-8322-466e29524736 req-70e5c234-1a7b-4f47-a749-e45bdc4ad245 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5db44a3c-d12a-4344-a611-2d41355a5e50 HTTP/1.1" status: 200 len: 848 time: 0.0881808 Dec 08 16:08:14.873687 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-ab7546c7-aeec-494e-a6a0-c206e7eb3d9c req-7817d72d-74c4-449f-8463-fbd552427195 tempest-SecurityGroupsTestAdminJSON-1558989393 tempest-SecurityGroupsTestAdminJSON-1558989393-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1193393187', 'description': 'tempest-description-1413580032'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:08:14.878454 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-92474f94-99fb-487a-b766-448d2ff77489 req-2c1b3942-839f-4428-a4ff-06181ce4e106 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.64 "GET /v2.0/security-groups?id=c1187816-1f33-48e4-a298-8fffb3900028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232305 Dec 08 16:08:14.946453 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37748340-16f5-4ecf-a6df-c265c2d8dae1 req-47fe46fb-cd22-4a9f-805b-8a4b09bee8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:14.948025 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-37748340-16f5-4ecf-a6df-c265c2d8dae1 req-47fe46fb-cd22-4a9f-805b-8a4b09bee8e2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2160f220-73eb-4128-8e17-580f294db0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0820270 Dec 08 16:08:14.952319 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-49fcdca9-40a2-4bce-8322-466e29524736 req-95951996-95c9-437a-a22e-9fb99181667d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34422553-fc63-47d6-a631-7f666537bc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494106 Dec 08 16:08:14.963096 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0042b0c-d539-424f-ae5c-5777f04b71fe x-openstack-request-id: req-e0042b0c-d539-424f-ae5c-5777f04b71fe {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:08:14.964123 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "349e08bb-ed24-4fac-8ea4-b6cd43e6c151", "tag": "96086acd-97e4-4825-8a5e-edacfd30b435", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:08:14.964123 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e0042b0c-d539-424f-ae5c-5777f04b71fe {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:08:14.964384 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '349e08bb-ed24-4fac-8ea4-b6cd43e6c151', 'tag': '96086acd-97e4-4825-8a5e-edacfd30b435', 'status': 'completed', 'code': 200} Dec 08 16:08:15.057406 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [req-4b2476da-17a5-45eb-8d6e-5c6321761e87 req-0326c3a2-f043-4689-a125-43663fccc77c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db04a564-c35b-4b48-8713-1a4c6d9205c9 {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:08:15.071555 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-4b2476da-17a5-45eb-8d6e-5c6321761e87 req-0326c3a2-f043-4689-a125-43663fccc77c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:15.077018 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ab7546c7-aeec-494e-a6a0-c206e7eb3d9c req-7817d72d-74c4-449f-8463-fbd552427195 tempest-SecurityGroupsTestAdminJSON-1558989393 tempest-SecurityGroupsTestAdminJSON-1558989393-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:15.091764 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-49fcdca9-40a2-4bce-8322-466e29524736 req-192ee5f3-c616-4dd7-9c4d-caff9eb61367 service neutron] 10.222.0.37 "GET /v2.0/networks/34422553-fc63-47d6-a631-7f666537bc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252871 Dec 08 16:08:15.144908 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:15.159338 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [req-4b2476da-17a5-45eb-8d6e-5c6321761e87 req-0326c3a2-f043-4689-a125-43663fccc77c service neutron] Transition to ACTIVE for port object db04a564-c35b-4b48-8713-1a4c6d9205c9 will not be triggered until provisioned by entity L2. {{(pid=110551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:08:15.169422 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-37748340-16f5-4ecf-a6df-c265c2d8dae1 req-69780aed-24d5-4a86-979d-653a2c4e6851 service neutron] 10.222.0.37 "GET /v2.0/networks/2160f220-73eb-4128-8e17-580f294db0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046688 Dec 08 16:08:15.244611 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-4b2476da-17a5-45eb-8d6e-5c6321761e87 req-0326c3a2-f043-4689-a125-43663fccc77c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:15.253567 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ab7546c7-aeec-494e-a6a0-c206e7eb3d9c req-7817d72d-74c4-449f-8463-fbd552427195 tempest-SecurityGroupsTestAdminJSON-1558989393 tempest-SecurityGroupsTestAdminJSON-1558989393-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:15.256821 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-49fcdca9-40a2-4bce-8322-466e29524736 req-f8320b00-973f-4d09-bccd-cf6cdb5f636c service neutron] 10.222.0.37 "GET /v2.0/networks/34422553-fc63-47d6-a631-7f666537bc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548727 Dec 08 16:08:15.333651 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ddc084-85f7-4eac-b23e-208f1f55c758 req-ccd4e5b8-d70d-4db0-8da1-2e96bf05d4be tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:15.333651 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b3ddc084-85f7-4eac-b23e-208f1f55c758 req-ccd4e5b8-d70d-4db0-8da1-2e96bf05d4be tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/networks?id=38d523e2-3df0-41e5-846a-7796bad806dc HTTP/1.1" status: 200 len: 821 time: 0.2640910 Dec 08 16:08:15.355324 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ab7546c7-aeec-494e-a6a0-c206e7eb3d9c req-7817d72d-74c4-449f-8463-fbd552427195 tempest-SecurityGroupsTestAdminJSON-1558989393 tempest-SecurityGroupsTestAdminJSON-1558989393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:15.370884 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0326c3a2-f043-4689-a125-43663fccc77c service neutron] Pushing event updated for resources: {'Port': ['ID=db04a564-c35b-4b48-8713-1a4c6d9205c9,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:15.379662 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-37748340-16f5-4ecf-a6df-c265c2d8dae1 req-87c455b5-4f9b-49b9-a730-72e79e3f8ac6 service neutron] 10.222.0.37 "GET /v2.0/networks/2160f220-73eb-4128-8e17-580f294db0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012045 Dec 08 16:08:15.389363 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b3ddc084-85f7-4eac-b23e-208f1f55c758 req-2428fc7b-7f79-43e7-a12b-f379a73e53d4 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/quotas/e657848efb6b469fa2d7fa12c00aa55c HTTP/1.1" status: 200 len: 375 time: 0.0413499 Dec 08 16:08:15.451033 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7817d72d-74c4-449f-8463-fbd552427195 tempest-SecurityGroupsTestAdminJSON-1558989393 tempest-SecurityGroupsTestAdminJSON-1558989393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7288f05a-0da0-4b01-b22c-63f641b962ca,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:15.494737 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ab7546c7-aeec-494e-a6a0-c206e7eb3d9c req-7817d72d-74c4-449f-8463-fbd552427195 tempest-SecurityGroupsTestAdminJSON-1558989393 tempest-SecurityGroupsTestAdminJSON-1558989393-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:15.511346 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ab7546c7-aeec-494e-a6a0-c206e7eb3d9c req-7817d72d-74c4-449f-8463-fbd552427195 tempest-SecurityGroupsTestAdminJSON-1558989393 tempest-SecurityGroupsTestAdminJSON-1558989393-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.6391053 Dec 08 16:08:15.522577 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c015527-3f62-415d-9b9a-14515d8744f3 req-a63ed370-2c58-4b38-ade6-65c0ea6bde38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:15.524433 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2c015527-3f62-415d-9b9a-14515d8744f3 req-a63ed370-2c58-4b38-ade6-65c0ea6bde38 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8b17b512834447aea285923e7004d778&device_id=349e08bb-ed24-4fac-8ea4-b6cd43e6c151 HTTP/1.1" status: 200 len: 1095 time: 0.0842254 Dec 08 16:08:15.530435 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-37748340-16f5-4ecf-a6df-c265c2d8dae1 req-6adc88a4-6525-415d-affe-8088993d5b5c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=96397e9a-c7c5-4d82-adfc-307dcf9a04e0 HTTP/1.1" status: 200 len: 217 time: 0.1248109 Dec 08 16:08:15.553342 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 86e40ef6-b258-4f6c-bb08-1e8b3d7c98e9 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:08:15.635570 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b3ddc084-85f7-4eac-b23e-208f1f55c758 req-1a07d23d-434d-4ba7-8062-8b10fc6b7a86 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e657848efb6b469fa2d7fa12c00aa55c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2452652 Dec 08 16:08:15.693364 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 86e40ef6-b258-4f6c-bb08-1e8b3d7c98e9, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=86e40ef6-b258-4f6c-bb08-1e8b3d7c98e9,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:08:15.712653 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd30109c-5f7d-494b-a810-049f5fbc2747 req-8e653425-aa05-457d-ae46-0e498b5f3f8f tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:15.715500 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-dd30109c-5f7d-494b-a810-049f5fbc2747 req-8e653425-aa05-457d-ae46-0e498b5f3f8f tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] 10.222.0.64 "GET /v2.0/ports?device_id=519db7ee-ac45-4a7c-950a-c8c059f617ae HTTP/1.1" status: 200 len: 943 time: 0.1010566 Dec 08 16:08:15.724077 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '86e40ef6-b258-4f6c-bb08-1e8b3d7c98e9', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'port_id': '86e40ef6-b258-4f6c-bb08-1e8b3d7c98e9', 'mac_address': 'fa:16:3e:cf:7b:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c93b3a32-b438-4a47-8558-220c03febf97', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:08:15.727543 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-4b2476da-17a5-45eb-8d6e-5c6321761e87 req-0326c3a2-f043-4689-a125-43663fccc77c service neutron] Attempting to bind port db04a564-c35b-4b48-8713-1a4c6d9205c9 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:08:15.728082 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-4b2476da-17a5-45eb-8d6e-5c6321761e87 req-0326c3a2-f043-4689-a125-43663fccc77c service neutron] Attempting to bind port db04a564-c35b-4b48-8713-1a4c6d9205c9 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '5ed0f1f4-af24-468e-83c5-3137b1fd0d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'e5c03215-f481-4896-afd0-981853cb3418'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:08:15.728233 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2476da-17a5-45eb-8d6e-5c6321761e87 req-0326c3a2-f043-4689-a125-43663fccc77c service neutron] Attempting to bind port db04a564-c35b-4b48-8713-1a4c6d9205c9 on network e5c03215-f481-4896-afd0-981853cb3418 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:08:15.742112 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2476da-17a5-45eb-8d6e-5c6321761e87 req-0326c3a2-f043-4689-a125-43663fccc77c service neutron] Port db04a564-c35b-4b48-8713-1a4c6d9205c9 on network e5c03215-f481-4896-afd0-981853cb3418 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:08:15.742429 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2476da-17a5-45eb-8d6e-5c6321761e87 req-0326c3a2-f043-4689-a125-43663fccc77c service neutron] Attempting to bind port db04a564-c35b-4b48-8713-1a4c6d9205c9 on network e5c03215-f481-4896-afd0-981853cb3418 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:08:15.751935 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37748340-16f5-4ecf-a6df-c265c2d8dae1 req-f8a46f4b-b769-4b2d-87a0-1008677d756e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:15.753477 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-37748340-16f5-4ecf-a6df-c265c2d8dae1 req-f8a46f4b-b769-4b2d-87a0-1008677d756e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1e65c65d-2ea9-4234-8de3-5fa877086c9e HTTP/1.1" status: 200 len: 797 time: 0.2112193 Dec 08 16:08:15.758608 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2476da-17a5-45eb-8d6e-5c6321761e87 req-0326c3a2-f043-4689-a125-43663fccc77c service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:08:15.758951 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2476da-17a5-45eb-8d6e-5c6321761e87 req-0326c3a2-f043-4689-a125-43663fccc77c service neutron] Checking segment: {'id': '5ed0f1f4-af24-468e-83c5-3137b1fd0d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'e5c03215-f481-4896-afd0-981853cb3418'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:08:15.759488 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2476da-17a5-45eb-8d6e-5c6321761e87 req-0326c3a2-f043-4689-a125-43663fccc77c service neutron] Bound using segment: {'id': '5ed0f1f4-af24-468e-83c5-3137b1fd0d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'e5c03215-f481-4896-afd0-981853cb3418'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:08:15.760406 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-4b2476da-17a5-45eb-8d6e-5c6321761e87 req-0326c3a2-f043-4689-a125-43663fccc77c service neutron] Bound port: db04a564-c35b-4b48-8713-1a4c6d9205c9, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed0f1f4-af24-468e-83c5-3137b1fd0d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'e5c03215-f481-4896-afd0-981853cb3418'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:08:15.760406 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-4b2476da-17a5-45eb-8d6e-5c6321761e87 req-0326c3a2-f043-4689-a125-43663fccc77c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:15.783843 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:15.802658 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-dd30109c-5f7d-494b-a810-049f5fbc2747 req-7db0afdf-052e-4e03-8e8a-8d6afc9dd6d7 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] 10.222.0.64 "GET /v2.0/security-groups?id=6baf912a-f0d0-4cd4-8757-b1de646fe2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790086 Dec 08 16:08:15.806480 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c015527-3f62-415d-9b9a-14515d8744f3 req-0338d380-596a-46c5-a5a5-728c752188db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:15.807021 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86e40ef6-b258-4f6c-bb08-1e8b3d7c98e9 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:08:15.808414 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2c015527-3f62-415d-9b9a-14515d8744f3 req-0338d380-596a-46c5-a5a5-728c752188db service neutron] 10.222.0.37 "GET /v2.0/networks?id=34422553-fc63-47d6-a631-7f666537bc5c HTTP/1.1" status: 200 len: 909 time: 0.2635109 Dec 08 16:08:15.862262 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 86e40ef6-b258-4f6c-bb08-1e8b3d7c98e9, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=86e40ef6-b258-4f6c-bb08-1e8b3d7c98e9,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:08:15.864659 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2c015527-3f62-415d-9b9a-14515d8744f3 req-a26875f2-0a35-4e39-bb97-2a02a373b908 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=96086acd-97e4-4825-8a5e-edacfd30b435 HTTP/1.1" status: 200 len: 217 time: 0.0487475 Dec 08 16:08:15.927196 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-4b2476da-17a5-45eb-8d6e-5c6321761e87 req-0326c3a2-f043-4689-a125-43663fccc77c service neutron] For port db04a564-c35b-4b48-8713-1a4c6d9205c9, host n-h2-776250-12, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:08:15.932704 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-4b2476da-17a5-45eb-8d6e-5c6321761e87 req-0326c3a2-f043-4689-a125-43663fccc77c service neutron] For port db04a564-c35b-4b48-8713-1a4c6d9205c9, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=db04a564-c35b-4b48-8713-1a4c6d9205c9,segment=NetworkSegment(5ed0f1f4-af24-468e-83c5-3137b1fd0d8f),segment_id=5ed0f1f4-af24-468e-83c5-3137b1fd0d8f)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:08:15.935393 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c015527-3f62-415d-9b9a-14515d8744f3 req-9f75d7f1-2e4a-4fbd-a4fc-1ceca244d313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:15.938100 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2c015527-3f62-415d-9b9a-14515d8744f3 req-9f75d7f1-2e4a-4fbd-a4fc-1ceca244d313 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5db44a3c-d12a-4344-a611-2d41355a5e50 HTTP/1.1" status: 200 len: 848 time: 0.0654140 Dec 08 16:08:15.950612 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b3ddc084-85f7-4eac-b23e-208f1f55c758 req-57b3ded0-35ef-42fd-ad07-58a949151b49 service neutron] 10.222.0.64 "GET /v2.0/networks/38d523e2-3df0-41e5-846a-7796bad806dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027046 Dec 08 16:08:15.953208 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37748340-16f5-4ecf-a6df-c265c2d8dae1 req-ac7fbdff-3676-429b-8224-9c92da1c014d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:15.954895 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-37748340-16f5-4ecf-a6df-c265c2d8dae1 req-ac7fbdff-3676-429b-8224-9c92da1c014d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2e4943d2-93a7-4739-8d48-2442fb48fa03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1923556 Dec 08 16:08:15.972427 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:15.985860 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2c015527-3f62-415d-9b9a-14515d8744f3 req-31b66efa-c1ca-45df-8eac-a27bce917894 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34422553-fc63-47d6-a631-7f666537bc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382526 Dec 08 16:08:16.036547 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=86e40ef6-b258-4f6c-bb08-1e8b3d7c98e9,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:16.068917 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-4b2476da-17a5-45eb-8d6e-5c6321761e87 req-0326c3a2-f043-4689-a125-43663fccc77c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:16.164461 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e127b62-7eb3-47c8-8ee2-7d1b369d62c3 req-87304970-967e-4c5f-830d-484a3f1254b8 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:16.166094 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2e127b62-7eb3-47c8-8ee2-7d1b369d62c3 req-87304970-967e-4c5f-830d-484a3f1254b8 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=349e08bb-ed24-4fac-8ea4-b6cd43e6c151 HTTP/1.1" status: 200 len: 943 time: 0.0893700 Dec 08 16:08:16.204384 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2c015527-3f62-415d-9b9a-14515d8744f3 req-ee81de82-3a83-4f7c-84f6-21058005ee23 service neutron] 10.222.0.37 "GET /v2.0/networks/34422553-fc63-47d6-a631-7f666537bc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079928 Dec 08 16:08:16.324418 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2e127b62-7eb3-47c8-8ee2-7d1b369d62c3 req-6320e72b-f00b-4599-9069-a41df220aeea tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519411 Dec 08 16:08:16.342616 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['86e40ef6-b258-4f6c-bb08-1e8b3d7c98e9'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:08:16.396079 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2c015527-3f62-415d-9b9a-14515d8744f3 req-2ce4df4f-45a8-43fc-93e9-15fec11faf0c service neutron] 10.222.0.37 "GET /v2.0/networks/34422553-fc63-47d6-a631-7f666537bc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845584 Dec 08 16:08:16.500253 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-c7f0b88b-de4c-45a7-a535-1cffb684e5df req-db86895a-2327-4bfa-a59a-cb4120bd1460 tempest-SecurityGroupsTestAdminJSON-1491250673 tempest-SecurityGroupsTestAdminJSON-1491250673-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-18683374', 'description': 'tempest-description-1978725224'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:08:16.579953 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2476da-17a5-45eb-8d6e-5c6321761e87 req-0326c3a2-f043-4689-a125-43663fccc77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:16.580903 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-4b2476da-17a5-45eb-8d6e-5c6321761e87 req-0326c3a2-f043-4689-a125-43663fccc77c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:16.582417 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4b2476da-17a5-45eb-8d6e-5c6321761e87 req-0326c3a2-f043-4689-a125-43663fccc77c service neutron] 10.222.0.37 "PUT /v2.0/ports/db04a564-c35b-4b48-8713-1a4c6d9205c9 HTTP/1.1" status: 200 len: 1092 time: 2.2838588 Dec 08 16:08:16.583158 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df6549c6-e11b-4f30-859f-df81504dce6f', 'tag': 'db04a564-c35b-4b48-8713-1a4c6d9205c9'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:08:16.586245 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55561af1-30a1-4639-8937-0a5ebd2c0df7" -d '{"events": [{"name": "network-changed", "server_uuid": "df6549c6-e11b-4f30-859f-df81504dce6f", "tag": "db04a564-c35b-4b48-8713-1a4c6d9205c9"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:08:16.623918 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c7f0b88b-de4c-45a7-a535-1cffb684e5df req-db86895a-2327-4bfa-a59a-cb4120bd1460 tempest-SecurityGroupsTestAdminJSON-1491250673 tempest-SecurityGroupsTestAdminJSON-1491250673-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:16.637813 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-37748340-16f5-4ecf-a6df-c265c2d8dae1 req-1d2e626b-00c6-44f2-a694-e1d7b75eda1b service neutron] 10.222.0.37 "GET /v2.0/networks/2e4943d2-93a7-4739-8d48-2442fb48fa03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6713738 Dec 08 16:08:16.638492 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0326c3a2-f043-4689-a125-43663fccc77c service neutron] Pushing event updated for resources: {'Port': ['ID=db04a564-c35b-4b48-8713-1a4c6d9205c9,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:16.639838 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c7f0b88b-de4c-45a7-a535-1cffb684e5df req-db86895a-2327-4bfa-a59a-cb4120bd1460 tempest-SecurityGroupsTestAdminJSON-1491250673 tempest-SecurityGroupsTestAdminJSON-1491250673-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:16.642273 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b3ddc084-85f7-4eac-b23e-208f1f55c758 req-63a1ca48-a2c3-4531-ae9a-8f7e325adee5 service neutron] 10.222.0.64 "GET /v2.0/networks/38d523e2-3df0-41e5-846a-7796bad806dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6849973 Dec 08 16:08:16.658116 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0326c3a2-f043-4689-a125-43663fccc77c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:16.658236 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0326c3a2-f043-4689-a125-43663fccc77c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:16.658577 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0326c3a2-f043-4689-a125-43663fccc77c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:16.659026 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0326c3a2-f043-4689-a125-43663fccc77c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:16.659234 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0326c3a2-f043-4689-a125-43663fccc77c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:16.659577 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0326c3a2-f043-4689-a125-43663fccc77c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:16.659911 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0326c3a2-f043-4689-a125-43663fccc77c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:16.660276 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0326c3a2-f043-4689-a125-43663fccc77c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:16.660612 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0326c3a2-f043-4689-a125-43663fccc77c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:16.660943 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0326c3a2-f043-4689-a125-43663fccc77c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:16.661333 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0326c3a2-f043-4689-a125-43663fccc77c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:16.661664 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0326c3a2-f043-4689-a125-43663fccc77c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:16.662594 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0326c3a2-f043-4689-a125-43663fccc77c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:16.671297 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:16.754354 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c7f0b88b-de4c-45a7-a535-1cffb684e5df req-db86895a-2327-4bfa-a59a-cb4120bd1460 tempest-SecurityGroupsTestAdminJSON-1491250673 tempest-SecurityGroupsTestAdminJSON-1491250673-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:16.807373 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2476da-17a5-45eb-8d6e-5c6321761e87 req-b0316550-5d33-4f41-a609-50cd570a49a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:16.810041 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4b2476da-17a5-45eb-8d6e-5c6321761e87 req-b0316550-5d33-4f41-a609-50cd570a49a9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=206a3032957f479e80e5d034840d286f&device_id=df6549c6-e11b-4f30-859f-df81504dce6f HTTP/1.1" status: 200 len: 1095 time: 0.1080220 Dec 08 16:08:16.820789 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-37748340-16f5-4ecf-a6df-c265c2d8dae1 req-86b1ab81-2369-4fb7-b00b-47ea746d6682 service neutron] 10.222.0.37 "GET /v2.0/networks/2e4943d2-93a7-4739-8d48-2442fb48fa03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718063 Dec 08 16:08:16.852114 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c7f0b88b-de4c-45a7-a535-1cffb684e5df req-db86895a-2327-4bfa-a59a-cb4120bd1460 tempest-SecurityGroupsTestAdminJSON-1491250673 tempest-SecurityGroupsTestAdminJSON-1491250673-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:16.892107 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4b2476da-17a5-45eb-8d6e-5c6321761e87 req-2f24546e-183d-4b9a-a667-2b5a23a5cb2d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db04a564-c35b-4b48-8713-1a4c6d9205c9 HTTP/1.1" status: 200 len: 217 time: 0.0699971 Dec 08 16:08:16.893381 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db86895a-2327-4bfa-a59a-cb4120bd1460 tempest-SecurityGroupsTestAdminJSON-1491250673 tempest-SecurityGroupsTestAdminJSON-1491250673-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e472327-c177-414e-8b75-6dc0565f3c73,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:16.893592 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-37748340-16f5-4ecf-a6df-c265c2d8dae1 req-3aa2f87f-7d3d-4e71-b81d-5f7f262cad83 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=2290551a-385e-4b70-8762-c1e09a632dd7 HTTP/1.1" status: 200 len: 217 time: 0.0641329 Dec 08 16:08:16.950583 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c7f0b88b-de4c-45a7-a535-1cffb684e5df req-db86895a-2327-4bfa-a59a-cb4120bd1460 tempest-SecurityGroupsTestAdminJSON-1491250673 tempest-SecurityGroupsTestAdminJSON-1491250673-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:17.040712 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c7f0b88b-de4c-45a7-a535-1cffb684e5df req-db86895a-2327-4bfa-a59a-cb4120bd1460 tempest-SecurityGroupsTestAdminJSON-1491250673 tempest-SecurityGroupsTestAdminJSON-1491250673-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:17.071430 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2476da-17a5-45eb-8d6e-5c6321761e87 req-fb9f0525-4828-401b-a6cd-c46e31d573c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:17.072129 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4b2476da-17a5-45eb-8d6e-5c6321761e87 req-fb9f0525-4828-401b-a6cd-c46e31d573c0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7472a914-2ad5-41d0-aa3b-c5a175144039 HTTP/1.1" status: 200 len: 845 time: 0.1657853 Dec 08 16:08:17.075542 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db86895a-2327-4bfa-a59a-cb4120bd1460 tempest-SecurityGroupsTestAdminJSON-1491250673 tempest-SecurityGroupsTestAdminJSON-1491250673-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aebb8a1-1b33-4814-864c-d00237933c76,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:17.084282 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37748340-16f5-4ecf-a6df-c265c2d8dae1 req-f0ce4843-242b-4452-b8d0-035dd7713629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:17.085762 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-37748340-16f5-4ecf-a6df-c265c2d8dae1 req-f0ce4843-242b-4452-b8d0-035dd7713629 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1e65c65d-2ea9-4234-8de3-5fa877086c9e HTTP/1.1" status: 200 len: 797 time: 0.1811218 Dec 08 16:08:17.152265 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ededd33-53ca-4bc0-bd16-862caeaf5a9c req-ef0c64f8-c1a0-435e-bd06-21f6cfe5aa75 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:17.153958 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6ededd33-53ca-4bc0-bd16-862caeaf5a9c req-ef0c64f8-c1a0-435e-bd06-21f6cfe5aa75 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] 10.222.0.64 "GET /v2.0/ports?device_id=df6549c6-e11b-4f30-859f-df81504dce6f HTTP/1.1" status: 200 len: 943 time: 0.1576810 Dec 08 16:08:17.169999 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c7f0b88b-de4c-45a7-a535-1cffb684e5df req-db86895a-2327-4bfa-a59a-cb4120bd1460 tempest-SecurityGroupsTestAdminJSON-1491250673 tempest-SecurityGroupsTestAdminJSON-1491250673-project-admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:17.172261 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c7f0b88b-de4c-45a7-a535-1cffb684e5df req-db86895a-2327-4bfa-a59a-cb4120bd1460 tempest-SecurityGroupsTestAdminJSON-1491250673 tempest-SecurityGroupsTestAdminJSON-1491250673-project-admin] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6761460 Dec 08 16:08:17.217134 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37748340-16f5-4ecf-a6df-c265c2d8dae1 req-49d273f1-0a25-4ac0-ad9f-0be72112fe46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:17.218770 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-37748340-16f5-4ecf-a6df-c265c2d8dae1 req-49d273f1-0a25-4ac0-ad9f-0be72112fe46 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2e4943d2-93a7-4739-8d48-2442fb48fa03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1234739 Dec 08 16:08:17.223046 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2476da-17a5-45eb-8d6e-5c6321761e87 req-15d8342f-fc0e-42ea-9ab6-dca2d49463f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:17.224749 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4b2476da-17a5-45eb-8d6e-5c6321761e87 req-15d8342f-fc0e-42ea-9ab6-dca2d49463f1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e5c03215-f481-4896-afd0-981853cb3418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1424975 Dec 08 16:08:17.287340 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09f045-2a90-43e7-9439-bb7fcb91dc4d req-14b5119a-c733-4afc-861f-bc685e816b3b tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:17.288811 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0a09f045-2a90-43e7-9439-bb7fcb91dc4d req-14b5119a-c733-4afc-861f-bc685e816b3b tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.64 "GET /v2.0/ports?device_id=a47b9fce-ca57-4ba7-80d2-1572a57ec4c7 HTTP/1.1" status: 200 len: 949 time: 0.0568001 Dec 08 16:08:17.322060 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:08:17.334060 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 3d642400-c87c-4315-9312-46c93418a14a details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:08:17.350691 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0a09f045-2a90-43e7-9439-bb7fcb91dc4d req-27b30441-60db-4e30-b542-8fbbc0bea0b1 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.64 "GET /v2.0/security-groups?id=c1187816-1f33-48e4-a298-8fffb3900028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530670 Dec 08 16:08:17.365558 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6ededd33-53ca-4bc0-bd16-862caeaf5a9c req-11adb724-ca19-4c7d-bd67-08d9eb9fa2d5 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] 10.222.0.64 "GET /v2.0/security-groups?id=4953b012-a6ab-4c7f-b380-486850a932a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1951537 Dec 08 16:08:17.450031 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4b2476da-17a5-45eb-8d6e-5c6321761e87 req-517da516-1bb2-4b79-8dc7-df799ae11010 service neutron] 10.222.0.37 "GET /v2.0/networks/e5c03215-f481-4896-afd0-981853cb3418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130287 Dec 08 16:08:17.452581 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-37748340-16f5-4ecf-a6df-c265c2d8dae1 req-101263b7-2b16-40d4-9601-9bc9807843a6 service neutron] 10.222.0.37 "GET /v2.0/networks/2e4943d2-93a7-4739-8d48-2442fb48fa03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241695 Dec 08 16:08:17.456830 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 3d642400-c87c-4315-9312-46c93418a14a, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=3d642400-c87c-4315-9312-46c93418a14a,segment=NetworkSegment(ae9063a3-4977-48dc-a085-b64f51b7803d),segment_id=ae9063a3-4977-48dc-a085-b64f51b7803d)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:08:17.462222 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04021874-4121-4494-acc4-42398cb233d1 x-openstack-request-id: req-04021874-4121-4494-acc4-42398cb233d1 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:08:17.462676 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df6549c6-e11b-4f30-859f-df81504dce6f", "tag": "db04a564-c35b-4b48-8713-1a4c6d9205c9", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:08:17.462991 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-04021874-4121-4494-acc4-42398cb233d1 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:08:17.463458 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df6549c6-e11b-4f30-859f-df81504dce6f', 'tag': 'db04a564-c35b-4b48-8713-1a4c6d9205c9', 'status': 'completed', 'code': 200} Dec 08 16:08:17.479577 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '3d642400-c87c-4315-9312-46c93418a14a', 'network_id': 'bb9d0058-2dc0-4e63-9bdc-6ba019b39e11', 'port_id': '3d642400-c87c-4315-9312-46c93418a14a', 'mac_address': 'fa:16:3e:c6:5a:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59c87d8b-18df-4d41-af98-f6c5328cc834', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:08:17.537511 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2fd5ed-32e1-4d23-9753-1fca02375b2a req-d9d141b9-b0df-48d8-8047-18053e33c7b4 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:17.546509 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ee2fd5ed-32e1-4d23-9753-1fca02375b2a req-d9d141b9-b0df-48d8-8047-18053e33c7b4 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] 10.222.0.64 "GET /v2.0/ports?device_id=519db7ee-ac45-4a7c-950a-c8c059f617ae HTTP/1.1" status: 200 len: 943 time: 0.0813878 Dec 08 16:08:17.634909 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ee2fd5ed-32e1-4d23-9753-1fca02375b2a req-35a69f5c-d479-40d5-a9bc-c2f9ce5fc10f tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] 10.222.0.64 "GET /v2.0/security-groups?id=6baf912a-f0d0-4cd4-8757-b1de646fe2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865331 Dec 08 16:08:17.639850 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 86e40ef6-b258-4f6c-bb08-1e8b3d7c98e9 up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:08:17.710013 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:17.725428 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:17.740050 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d642400-c87c-4315-9312-46c93418a14a {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:08:17.766131 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 3d642400-c87c-4315-9312-46c93418a14a, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=3d642400-c87c-4315-9312-46c93418a14a,segment=NetworkSegment(ae9063a3-4977-48dc-a085-b64f51b7803d),segment_id=ae9063a3-4977-48dc-a085-b64f51b7803d)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:08:17.769119 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-8ef16ec3-ba7f-43bd-843e-3fad4736af31 req-7e76f9bf-32ac-410b-b607-f60b9ddbefa4 tempest-SecurityGroupsTestAdminJSON-1491250673 tempest-SecurityGroupsTestAdminJSON-1491250673-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1704992305', 'description': 'tempest-description-263983267'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:08:17.782927 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4b2476da-17a5-45eb-8d6e-5c6321761e87 req-f56631fc-1031-4c03-8f2a-f099f7b09b78 service neutron] 10.222.0.37 "GET /v2.0/networks/e5c03215-f481-4896-afd0-981853cb3418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183792 Dec 08 16:08:17.792203 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-02d3b267-7c05-404e-8c22-c0a01ce030c0 req-9a3d98ae-d7fc-4f17-b40a-07c9269f142b tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/ports?device_id=cdd2db95-0919-4a7a-8ef3-d8f3858757f4 HTTP/1.1" status: 200 len: 210 time: 0.1340177 Dec 08 16:08:17.823910 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port 86e40ef6-b258-4f6c-bb08-1e8b3d7c98e9 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:08:17.834238 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 86e40ef6-b258-4f6c-bb08-1e8b3d7c98e9 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:08:17.835283 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:17.853126 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-37748340-16f5-4ecf-a6df-c265c2d8dae1 req-4f5a93ce-7011-48ce-b1e0-d592e98d4623 service neutron] 10.222.0.37 "GET /v2.0/networks/2e4943d2-93a7-4739-8d48-2442fb48fa03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3875301 Dec 08 16:08:17.909249 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-37748340-16f5-4ecf-a6df-c265c2d8dae1 req-77588ed2-fddc-4a13-a238-be8603b792be service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=51bbfa21-3ab7-4eea-8628-00f39a1573cd HTTP/1.1" status: 200 len: 217 time: 0.0480077 Dec 08 16:08:17.921243 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:17.938976 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-8ef16ec3-ba7f-43bd-843e-3fad4736af31 req-7e76f9bf-32ac-410b-b607-f60b9ddbefa4 tempest-SecurityGroupsTestAdminJSON-1491250673 tempest-SecurityGroupsTestAdminJSON-1491250673-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:17.975434 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:18.013059 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37748340-16f5-4ecf-a6df-c265c2d8dae1 req-a15d2fa1-95c6-4322-8b92-9431b070153b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:18.015221 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-37748340-16f5-4ecf-a6df-c265c2d8dae1 req-a15d2fa1-95c6-4322-8b92-9431b070153b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1e65c65d-2ea9-4234-8de3-5fa877086c9e HTTP/1.1" status: 200 len: 797 time: 0.0953383 Dec 08 16:08:18.020915 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-8ef16ec3-ba7f-43bd-843e-3fad4736af31 req-7e76f9bf-32ac-410b-b607-f60b9ddbefa4 tempest-SecurityGroupsTestAdminJSON-1491250673 tempest-SecurityGroupsTestAdminJSON-1491250673-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:18.021604 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 86e40ef6-b258-4f6c-bb08-1e8b3d7c98e9, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=86e40ef6-b258-4f6c-bb08-1e8b3d7c98e9,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:08:18.022471 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a47b9fce-ca57-4ba7-80d2-1572a57ec4c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e40ef6-b258-4f6c-bb08-1e8b3d7c98e9'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:08:18.024820 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-387a08f3-869c-4e6b-af0a-6d9f6977de51" -d '{"events": [{"server_uuid": "a47b9fce-ca57-4ba7-80d2-1572a57ec4c7", "name": "network-vif-plugged", "status": "completed", "tag": "86e40ef6-b258-4f6c-bb08-1e8b3d7c98e9"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:08:18.042380 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=3d642400-c87c-4315-9312-46c93418a14a,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:18.109830 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d9f9b9-205e-4d7f-b07f-d53313ec4645 req-8b1f7ece-f139-4d5a-8f9c-42febf0409ae tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:18.111276 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-02d9f9b9-205e-4d7f-b07f-d53313ec4645 req-8b1f7ece-f139-4d5a-8f9c-42febf0409ae tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=349e08bb-ed24-4fac-8ea4-b6cd43e6c151 HTTP/1.1" status: 200 len: 943 time: 0.2052050 Dec 08 16:08:18.120133 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55561af1-30a1-4639-8937-0a5ebd2c0df7 req-a01f0629-2fa1-4f91-a8cb-b9c752daed7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:18.121705 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-55561af1-30a1-4639-8937-0a5ebd2c0df7 req-a01f0629-2fa1-4f91-a8cb-b9c752daed7c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=206a3032957f479e80e5d034840d286f&device_id=df6549c6-e11b-4f30-859f-df81504dce6f HTTP/1.1" status: 200 len: 1095 time: 0.1038489 Dec 08 16:08:18.130540 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37748340-16f5-4ecf-a6df-c265c2d8dae1 req-1ecb4de2-ed62-40b4-86b1-3b147da9224e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:18.131996 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-37748340-16f5-4ecf-a6df-c265c2d8dae1 req-1ecb4de2-ed62-40b4-86b1-3b147da9224e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2e4943d2-93a7-4739-8d48-2442fb48fa03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1024458 Dec 08 16:08:18.217805 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-8ef16ec3-ba7f-43bd-843e-3fad4736af31 req-7e76f9bf-32ac-410b-b607-f60b9ddbefa4 tempest-SecurityGroupsTestAdminJSON-1491250673 tempest-SecurityGroupsTestAdminJSON-1491250673-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:18.226225 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['3d642400-c87c-4315-9312-46c93418a14a'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:08:18.260957 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e76f9bf-32ac-410b-b607-f60b9ddbefa4 tempest-SecurityGroupsTestAdminJSON-1491250673 tempest-SecurityGroupsTestAdminJSON-1491250673-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b203616-dc31-4b99-b0b7-0110cc32cb5e,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:18.280600 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-02d9f9b9-205e-4d7f-b07f-d53313ec4645 req-f8ed3a10-24cc-4951-9b57-f9909706a831 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576972 Dec 08 16:08:18.280963 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:18.346702 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55561af1-30a1-4639-8937-0a5ebd2c0df7 req-ddb62e35-dab2-4d8b-8cc0-e5091c165bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:18.349273 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-55561af1-30a1-4639-8937-0a5ebd2c0df7 req-ddb62e35-dab2-4d8b-8cc0-e5091c165bdd service neutron] 10.222.0.37 "GET /v2.0/networks?id=e5c03215-f481-4896-afd0-981853cb3418 HTTP/1.1" status: 200 len: 907 time: 0.2154045 Dec 08 16:08:18.353903 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-37748340-16f5-4ecf-a6df-c265c2d8dae1 req-ea5e2267-afee-40be-8efd-02bcdb2a1660 service neutron] 10.222.0.37 "GET /v2.0/networks/2e4943d2-93a7-4739-8d48-2442fb48fa03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040529 Dec 08 16:08:18.374943 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=86e40ef6-b258-4f6c-bb08-1e8b3d7c98e9,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:18.386887 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-8ef16ec3-ba7f-43bd-843e-3fad4736af31 req-7e76f9bf-32ac-410b-b607-f60b9ddbefa4 tempest-SecurityGroupsTestAdminJSON-1491250673 tempest-SecurityGroupsTestAdminJSON-1491250673-project-admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:18.390679 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8ef16ec3-ba7f-43bd-843e-3fad4736af31 req-7e76f9bf-32ac-410b-b607-f60b9ddbefa4 tempest-SecurityGroupsTestAdminJSON-1491250673 tempest-SecurityGroupsTestAdminJSON-1491250673-project-admin] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6273007 Dec 08 16:08:18.456077 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-55561af1-30a1-4639-8937-0a5ebd2c0df7 req-9538d2ee-14f5-4feb-a7ae-93d6a9bc29a9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db04a564-c35b-4b48-8713-1a4c6d9205c9 HTTP/1.1" status: 200 len: 217 time: 0.0888734 Dec 08 16:08:18.484531 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8a6c0d-32a9-42ac-92e9-e3363a833b1e x-openstack-request-id: req-4d8a6c0d-32a9-42ac-92e9-e3363a833b1e {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:08:18.485484 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a47b9fce-ca57-4ba7-80d2-1572a57ec4c7", "name": "network-vif-plugged", "status": "completed", "tag": "86e40ef6-b258-4f6c-bb08-1e8b3d7c98e9", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:08:18.486064 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4d8a6c0d-32a9-42ac-92e9-e3363a833b1e {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:08:18.486717 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a47b9fce-ca57-4ba7-80d2-1572a57ec4c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e40ef6-b258-4f6c-bb08-1e8b3d7c98e9', 'code': 200} Dec 08 16:08:18.606786 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55561af1-30a1-4639-8937-0a5ebd2c0df7 req-60e84b29-3e09-4cbb-bc34-c76b61a80f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:18.608414 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-55561af1-30a1-4639-8937-0a5ebd2c0df7 req-60e84b29-3e09-4cbb-bc34-c76b61a80f6e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7472a914-2ad5-41d0-aa3b-c5a175144039 HTTP/1.1" status: 200 len: 845 time: 0.1079662 Dec 08 16:08:18.635100 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a399a-aa87-4d1f-a5aa-1cf3c30d8cd2 req-8ed35179-4541-4b7f-a72e-c38d810b16d8 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:18.636661 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-067a399a-aa87-4d1f-a5aa-1cf3c30d8cd2 req-8ed35179-4541-4b7f-a72e-c38d810b16d8 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.64 "GET /v2.0/ports?device_id=a47b9fce-ca57-4ba7-80d2-1572a57ec4c7 HTTP/1.1" status: 200 len: 950 time: 0.1373622 Dec 08 16:08:18.648984 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce084f-a975-41b0-ac5e-b6140d9d2e61 req-c720536d-db38-4b92-ada5-9a2251a27f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:18.653714 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-05ce084f-a975-41b0-ac5e-b6140d9d2e61 req-c720536d-db38-4b92-ada5-9a2251a27f27 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a47b9fce-ca57-4ba7-80d2-1572a57ec4c7 HTTP/1.1" status: 200 len: 1102 time: 0.0966353 Dec 08 16:08:18.671125 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-37748340-16f5-4ecf-a6df-c265c2d8dae1 req-39fe9041-6204-461f-8bf9-5278c5c504cb service neutron] 10.222.0.37 "GET /v2.0/networks/2e4943d2-93a7-4739-8d48-2442fb48fa03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903109 Dec 08 16:08:18.680616 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe06a5b-2e15-4da5-9ea7-b45b8a0c94e2 req-aef4fd34-0823-47e1-8677-deb6ce8ae1c4 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:18.688204 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cbe06a5b-2e15-4da5-9ea7-b45b8a0c94e2 req-aef4fd34-0823-47e1-8677-deb6ce8ae1c4 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] 10.222.0.64 "GET /v2.0/ports?device_id=df6549c6-e11b-4f30-859f-df81504dce6f HTTP/1.1" status: 200 len: 943 time: 0.0839641 Dec 08 16:08:18.745270 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-37748340-16f5-4ecf-a6df-c265c2d8dae1 req-305cb922-24a9-4554-bd85-c9b2772f70e8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=ad149dbc-dd1a-4f57-a271-ee5719d6b70d HTTP/1.1" status: 200 len: 217 time: 0.0642648 Dec 08 16:08:18.764642 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-05ce084f-a975-41b0-ac5e-b6140d9d2e61 req-bdeb9bb9-f181-47ae-8e42-47ce6449ce4f service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=c1187816-1f33-48e4-a298-8fffb3900028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051288 Dec 08 16:08:18.768688 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cbe06a5b-2e15-4da5-9ea7-b45b8a0c94e2 req-bc3187af-40bf-4601-992a-b9c4b4336698 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] 10.222.0.64 "GET /v2.0/security-groups?id=4953b012-a6ab-4c7f-b380-486850a932a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795193 Dec 08 16:08:18.798697 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55561af1-30a1-4639-8937-0a5ebd2c0df7 req-e6757195-2ac3-49f8-a648-0db7f1c891a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:18.800381 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-55561af1-30a1-4639-8937-0a5ebd2c0df7 req-e6757195-2ac3-49f8-a648-0db7f1c891a9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e5c03215-f481-4896-afd0-981853cb3418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1837218 Dec 08 16:08:18.817101 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-067a399a-aa87-4d1f-a5aa-1cf3c30d8cd2 req-19fd2ec0-ac26-45e3-b419-3aeff00fffe4 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.64 "GET /v2.0/security-groups?id=c1187816-1f33-48e4-a298-8fffb3900028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551626 Dec 08 16:08:18.883973 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37748340-16f5-4ecf-a6df-c265c2d8dae1 req-bf0be19c-e0f9-4d8d-8d20-da857d9ecd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:18.885613 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-37748340-16f5-4ecf-a6df-c265c2d8dae1 req-bf0be19c-e0f9-4d8d-8d20-da857d9ecd8d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1e65c65d-2ea9-4234-8de3-5fa877086c9e HTTP/1.1" status: 200 len: 797 time: 0.1284313 Dec 08 16:08:19.018398 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-55561af1-30a1-4639-8937-0a5ebd2c0df7 req-b4876c95-297b-404a-8e0a-876b58eb2194 service neutron] 10.222.0.37 "GET /v2.0/networks/e5c03215-f481-4896-afd0-981853cb3418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939754 Dec 08 16:08:19.024609 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02590f7-4c1d-41aa-a1e9-2233b91161f4 req-0f086e94-c2a0-4e84-9540-6b3efe70e559 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:19.026499 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b02590f7-4c1d-41aa-a1e9-2233b91161f4 req-0f086e94-c2a0-4e84-9540-6b3efe70e559 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] 10.222.0.64 "GET /v2.0/ports?device_id=519db7ee-ac45-4a7c-950a-c8c059f617ae HTTP/1.1" status: 200 len: 944 time: 0.1313217 Dec 08 16:08:19.028833 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37748340-16f5-4ecf-a6df-c265c2d8dae1 req-29329f5f-af11-4492-8624-7f4a48c57aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:19.037124 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-37748340-16f5-4ecf-a6df-c265c2d8dae1 req-29329f5f-af11-4492-8624-7f4a48c57aff service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2e4943d2-93a7-4739-8d48-2442fb48fa03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1406107 Dec 08 16:08:19.257776 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b02590f7-4c1d-41aa-a1e9-2233b91161f4 req-df3bf08a-c362-4b87-b70b-4f42bfa804e9 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] 10.222.0.64 "GET /v2.0/security-groups?id=6baf912a-f0d0-4cd4-8757-b1de646fe2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2106190 Dec 08 16:08:19.274908 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-55561af1-30a1-4639-8937-0a5ebd2c0df7 req-b2cf8766-cc67-4d14-97f2-13e101437b41 service neutron] 10.222.0.37 "GET /v2.0/networks/e5c03215-f481-4896-afd0-981853cb3418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357666 Dec 08 16:08:19.290355 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-37748340-16f5-4ecf-a6df-c265c2d8dae1 req-9558c3b4-925d-4da6-9e10-c7283ed19a73 service neutron] 10.222.0.37 "GET /v2.0/networks/2e4943d2-93a7-4739-8d48-2442fb48fa03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348318 Dec 08 16:08:19.361020 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device db04a564-c35b-4b48-8713-1a4c6d9205c9 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:08:19.428887 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-37748340-16f5-4ecf-a6df-c265c2d8dae1 req-e947b673-aa95-4091-ab7a-da73e954f8f2 service neutron] 10.222.0.37 "GET /v2.0/networks/2e4943d2-93a7-4739-8d48-2442fb48fa03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281281 Dec 08 16:08:19.491785 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-37748340-16f5-4ecf-a6df-c265c2d8dae1 req-17d2f46d-0cf1-41dd-bb7c-e0a017871c0b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5ca26b89-5037-47fc-91b1-bf5b63ff673b HTTP/1.1" status: 200 len: 217 time: 0.0542545 Dec 08 16:08:19.496696 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port db04a564-c35b-4b48-8713-1a4c6d9205c9, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=db04a564-c35b-4b48-8713-1a4c6d9205c9,segment=NetworkSegment(5ed0f1f4-af24-468e-83c5-3137b1fd0d8f),segment_id=5ed0f1f4-af24-468e-83c5-3137b1fd0d8f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:08:19.508853 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1c15ba20-2b54-4a5f-8511-78c5bce411a8 req-519d6257-09c4-49d7-83dd-5c84c2977eb6 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/ports?device_id=cdd2db95-0919-4a7a-8ef3-d8f3858757f4 HTTP/1.1" status: 200 len: 210 time: 0.0556321 Dec 08 16:08:19.523715 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': 'db04a564-c35b-4b48-8713-1a4c6d9205c9', 'network_id': 'e5c03215-f481-4896-afd0-981853cb3418', 'port_id': 'db04a564-c35b-4b48-8713-1a4c6d9205c9', 'mac_address': 'fa:16:3e:a7:0b:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7472a914-2ad5-41d0-aa3b-c5a175144039', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:08:19.541370 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e39acb1f-e814-4c88-aae4-f72b8e662985 req-5ab382ca-e60a-4035-8bda-e49ebde1c11a tempest-SecurityGroupsTestAdminJSON-1491250673 tempest-SecurityGroupsTestAdminJSON-1491250673-project-admin] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 59177 time: 0.7455046 Dec 08 16:08:19.564049 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37748340-16f5-4ecf-a6df-c265c2d8dae1 req-916e3782-2e19-4426-ba2e-a20c5649a8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:19.566530 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-37748340-16f5-4ecf-a6df-c265c2d8dae1 req-916e3782-2e19-4426-ba2e-a20c5649a8c5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7bb3c717-9a7d-47ef-8b30-309fc05e6088 HTTP/1.1" status: 200 len: 797 time: 0.0608194 Dec 08 16:08:19.573624 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:19.594056 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db04a564-c35b-4b48-8713-1a4c6d9205c9 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:08:19.619757 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port db04a564-c35b-4b48-8713-1a4c6d9205c9, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=db04a564-c35b-4b48-8713-1a4c6d9205c9,segment=NetworkSegment(5ed0f1f4-af24-468e-83c5-3137b1fd0d8f),segment_id=5ed0f1f4-af24-468e-83c5-3137b1fd0d8f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:08:19.639881 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e39acb1f-e814-4c88-aae4-f72b8e662985 req-cb43388a-945d-4860-a9d8-d4310b2c2ba6 tempest-SecurityGroupsTestAdminJSON-1491250673 tempest-SecurityGroupsTestAdminJSON-1491250673-project-admin] 10.222.0.64 "GET /v2.0/security-groups/2423af55-1d2c-44fc-af91-c70548d77475 HTTP/1.1" status: 200 len: 2998 time: 0.0486360 Dec 08 16:08:19.647593 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37748340-16f5-4ecf-a6df-c265c2d8dae1 req-b4995c7d-3c99-459c-876a-05c7b007e2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:19.649182 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-37748340-16f5-4ecf-a6df-c265c2d8dae1 req-b4995c7d-3c99-459c-876a-05c7b007e2a5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=24cee103-4be3-4e70-9f00-1d6da085ad6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0743427 Dec 08 16:08:19.667987 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61eb25c-3f5f-4dd9-80e7-f4d2023586a2 req-3ff97dd6-6618-4576-9adc-05076206647a tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:19.669668 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e61eb25c-3f5f-4dd9-80e7-f4d2023586a2 req-3ff97dd6-6618-4576-9adc-05076206647a tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=349e08bb-ed24-4fac-8ea4-b6cd43e6c151 HTTP/1.1" status: 200 len: 943 time: 0.0670714 Dec 08 16:08:19.687212 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e39acb1f-e814-4c88-aae4-f72b8e662985 req-b7f7f001-73f3-4445-9bc9-b7a99e562098 tempest-SecurityGroupsTestAdminJSON-1491250673 tempest-SecurityGroupsTestAdminJSON-1491250673-project-admin] 10.222.0.64 "GET /v2.0/security-groups/2423af55-1d2c-44fc-af91-c70548d77475 HTTP/1.1" status: 200 len: 2998 time: 0.0396924 Dec 08 16:08:19.733022 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e39acb1f-e814-4c88-aae4-f72b8e662985 req-e1c98f26-985e-44b0-8557-026c9b1d7ea2 tempest-SecurityGroupsTestAdminJSON-1491250673 tempest-SecurityGroupsTestAdminJSON-1491250673-project-admin] 10.222.0.64 "GET /v2.0/security-groups/26be1df7-0efe-44cd-a2be-91d83357a43b HTTP/1.1" status: 200 len: 2998 time: 0.0378799 Dec 08 16:08:19.780030 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e39acb1f-e814-4c88-aae4-f72b8e662985 req-f717677d-a2ef-4536-934c-54e9233c221b tempest-SecurityGroupsTestAdminJSON-1491250673 tempest-SecurityGroupsTestAdminJSON-1491250673-project-admin] 10.222.0.64 "GET /v2.0/security-groups/26be1df7-0efe-44cd-a2be-91d83357a43b HTTP/1.1" status: 200 len: 2998 time: 0.0400047 Dec 08 16:08:19.783456 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:19.787699 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e61eb25c-3f5f-4dd9-80e7-f4d2023586a2 req-ff7122db-b38a-4cea-a46a-d176bd730a2e tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992873 Dec 08 16:08:19.810695 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-37748340-16f5-4ecf-a6df-c265c2d8dae1 req-b2db2d68-ebf4-4b89-b8f1-2bb426bf07bb service neutron] 10.222.0.37 "GET /v2.0/networks/24cee103-4be3-4e70-9f00-1d6da085ad6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519859 Dec 08 16:08:19.833653 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e39acb1f-e814-4c88-aae4-f72b8e662985 req-4b93a42e-66d9-4eb3-a369-dee4f53952f0 tempest-SecurityGroupsTestAdminJSON-1491250673 tempest-SecurityGroupsTestAdminJSON-1491250673-project-admin] 10.222.0.64 "GET /v2.0/security-groups/44d30eef-fd8d-4fb4-be59-b1e28eab57b8 HTTP/1.1" status: 200 len: 2998 time: 0.0427697 Dec 08 16:08:19.875713 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=db04a564-c35b-4b48-8713-1a4c6d9205c9,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:19.892541 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e39acb1f-e814-4c88-aae4-f72b8e662985 req-ac3be12b-e8f9-467d-85f3-f9181ac7adec tempest-SecurityGroupsTestAdminJSON-1491250673 tempest-SecurityGroupsTestAdminJSON-1491250673-project-admin] 10.222.0.64 "GET /v2.0/security-groups/44d30eef-fd8d-4fb4-be59-b1e28eab57b8 HTTP/1.1" status: 200 len: 2998 time: 0.0507851 Dec 08 16:08:19.947980 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-37748340-16f5-4ecf-a6df-c265c2d8dae1 req-b5098e00-9d78-42ec-bd83-cc46304e37b2 service neutron] 10.222.0.37 "GET /v2.0/networks/24cee103-4be3-4e70-9f00-1d6da085ad6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244698 Dec 08 16:08:19.948708 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e39acb1f-e814-4c88-aae4-f72b8e662985 req-fdab4232-55a6-4909-ba3a-d1a387c596ff tempest-SecurityGroupsTestAdminJSON-1491250673 tempest-SecurityGroupsTestAdminJSON-1491250673-project-admin] 10.222.0.64 "GET /v2.0/security-groups/4aaaa83b-c5f6-43ce-9356-8631053cb551 HTTP/1.1" status: 200 len: 2998 time: 0.0478461 Dec 08 16:08:20.002997 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e39acb1f-e814-4c88-aae4-f72b8e662985 req-4c711786-7538-4d27-bc6f-8a5444c3a0fb tempest-SecurityGroupsTestAdminJSON-1491250673 tempest-SecurityGroupsTestAdminJSON-1491250673-project-admin] 10.222.0.64 "GET /v2.0/security-groups/4aaaa83b-c5f6-43ce-9356-8631053cb551 HTTP/1.1" status: 200 len: 2998 time: 0.0430627 Dec 08 16:08:20.020216 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-37748340-16f5-4ecf-a6df-c265c2d8dae1 req-d9c18d65-8965-4c53-af4f-9b069ba12451 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7daf87fe-44bb-4172-a38a-0f0c16f93725 HTTP/1.1" status: 200 len: 217 time: 0.0631576 Dec 08 16:08:20.075327 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e39acb1f-e814-4c88-aae4-f72b8e662985 req-fea9988f-edf4-4db4-a553-326212065a37 tempest-SecurityGroupsTestAdminJSON-1491250673 tempest-SecurityGroupsTestAdminJSON-1491250673-project-admin] 10.222.0.64 "GET /v2.0/security-groups/58984611-2c68-4332-8eeb-0842dcf42549 HTTP/1.1" status: 200 len: 2998 time: 0.0650487 Dec 08 16:08:20.077467 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17003fb5-5193-47be-ad6a-e7a25851c851 req-b473776f-7971-4a77-93ee-afe639a46921 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:20.079669 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-17003fb5-5193-47be-ad6a-e7a25851c851 req-b473776f-7971-4a77-93ee-afe639a46921 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] 10.222.0.64 "GET /v2.0/ports?device_id=df6549c6-e11b-4f30-859f-df81504dce6f HTTP/1.1" status: 200 len: 944 time: 0.1216903 Dec 08 16:08:20.089804 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37748340-16f5-4ecf-a6df-c265c2d8dae1 req-1441dae2-39cd-4c78-ae6b-25286053b5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:20.091398 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-37748340-16f5-4ecf-a6df-c265c2d8dae1 req-1441dae2-39cd-4c78-ae6b-25286053b5a0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7bb3c717-9a7d-47ef-8b30-309fc05e6088 HTTP/1.1" status: 200 len: 797 time: 0.0639663 Dec 08 16:08:20.122125 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['db04a564-c35b-4b48-8713-1a4c6d9205c9'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:08:20.124472 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e39acb1f-e814-4c88-aae4-f72b8e662985 req-2af1a5b6-b3b3-453e-ba37-c91970ebec5e tempest-SecurityGroupsTestAdminJSON-1491250673 tempest-SecurityGroupsTestAdminJSON-1491250673-project-admin] 10.222.0.64 "GET /v2.0/security-groups/58984611-2c68-4332-8eeb-0842dcf42549 HTTP/1.1" status: 200 len: 2998 time: 0.0401487 Dec 08 16:08:20.180450 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-17003fb5-5193-47be-ad6a-e7a25851c851 req-19eb555b-cd61-4fbe-8681-0e1c8b940357 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] 10.222.0.64 "GET /v2.0/security-groups?id=4953b012-a6ab-4c7f-b380-486850a932a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877728 Dec 08 16:08:20.181766 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e39acb1f-e814-4c88-aae4-f72b8e662985 req-068ff941-d36f-43e4-b91a-6d91c89c7bcd tempest-SecurityGroupsTestAdminJSON-1491250673 tempest-SecurityGroupsTestAdminJSON-1491250673-project-admin] 10.222.0.64 "GET /v2.0/security-groups/59f3e71f-7ab8-40cf-b5b7-018e25af9e84 HTTP/1.1" status: 200 len: 2998 time: 0.0509427 Dec 08 16:08:20.187635 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37748340-16f5-4ecf-a6df-c265c2d8dae1 req-f79c8322-a172-41bd-8e71-1f3eb6b2187f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:20.189186 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-37748340-16f5-4ecf-a6df-c265c2d8dae1 req-f79c8322-a172-41bd-8e71-1f3eb6b2187f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=24cee103-4be3-4e70-9f00-1d6da085ad6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0887544 Dec 08 16:08:20.236794 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e39acb1f-e814-4c88-aae4-f72b8e662985 req-b568c176-0ed5-40fb-a714-4a06ce825838 tempest-SecurityGroupsTestAdminJSON-1491250673 tempest-SecurityGroupsTestAdminJSON-1491250673-project-admin] 10.222.0.64 "GET /v2.0/security-groups/59f3e71f-7ab8-40cf-b5b7-018e25af9e84 HTTP/1.1" status: 200 len: 2998 time: 0.0542629 Dec 08 16:08:20.299357 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e39acb1f-e814-4c88-aae4-f72b8e662985 req-85109e19-8843-4025-ad95-cc3a2c290b96 tempest-SecurityGroupsTestAdminJSON-1491250673 tempest-SecurityGroupsTestAdminJSON-1491250673-project-admin] 10.222.0.64 "GET /v2.0/security-groups/7e472327-c177-414e-8b75-6dc0565f3c73 HTTP/1.1" status: 200 len: 2998 time: 0.0608630 Dec 08 16:08:20.365138 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e39acb1f-e814-4c88-aae4-f72b8e662985 req-1f4928bd-c04c-4e84-938b-04d31c8ecd93 tempest-SecurityGroupsTestAdminJSON-1491250673 tempest-SecurityGroupsTestAdminJSON-1491250673-project-admin] 10.222.0.64 "GET /v2.0/security-groups/7e472327-c177-414e-8b75-6dc0565f3c73 HTTP/1.1" status: 200 len: 2998 time: 0.0641422 Dec 08 16:08:20.421264 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e39acb1f-e814-4c88-aae4-f72b8e662985 req-a1f71471-a757-48cb-8ad5-0f3865a5e2d4 tempest-SecurityGroupsTestAdminJSON-1491250673 tempest-SecurityGroupsTestAdminJSON-1491250673-project-admin] 10.222.0.64 "GET /v2.0/security-groups/953ad95e-c2f2-4bf4-8be8-2640db5aea9c HTTP/1.1" status: 200 len: 2998 time: 0.0543189 Dec 08 16:08:20.430114 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd76fd-c4a3-4986-8206-0712e50f2a76 req-841c654e-7d83-467c-89d1-ceaf6f4fd57b tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:20.431719 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-69dd76fd-c4a3-4986-8206-0712e50f2a76 req-841c654e-7d83-467c-89d1-ceaf6f4fd57b tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.64 "GET /v2.0/ports?device_id=a47b9fce-ca57-4ba7-80d2-1572a57ec4c7 HTTP/1.1" status: 200 len: 950 time: 0.1280906 Dec 08 16:08:20.436012 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-37748340-16f5-4ecf-a6df-c265c2d8dae1 req-a615df49-7c8c-419e-ae73-0ca2c83d6d23 service neutron] 10.222.0.37 "GET /v2.0/networks/24cee103-4be3-4e70-9f00-1d6da085ad6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384157 Dec 08 16:08:20.476994 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e39acb1f-e814-4c88-aae4-f72b8e662985 req-4a5d22f6-9b69-4b8b-822c-eb759b2b6449 tempest-SecurityGroupsTestAdminJSON-1491250673 tempest-SecurityGroupsTestAdminJSON-1491250673-project-admin] 10.222.0.64 "GET /v2.0/security-groups/953ad95e-c2f2-4bf4-8be8-2640db5aea9c HTTP/1.1" status: 200 len: 2998 time: 0.0457931 Dec 08 16:08:20.520948 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e39acb1f-e814-4c88-aae4-f72b8e662985 req-7e2fd80f-9467-410f-be63-8adeb2795386 tempest-SecurityGroupsTestAdminJSON-1491250673 tempest-SecurityGroupsTestAdminJSON-1491250673-project-admin] 10.222.0.64 "GET /v2.0/security-groups/af9c100d-a1cf-4d8e-914e-67151dafe3f5 HTTP/1.1" status: 200 len: 2998 time: 0.0379310 Dec 08 16:08:20.542929 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-69dd76fd-c4a3-4986-8206-0712e50f2a76 req-6a8a5457-35a7-4442-ba3d-8474264da742 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.64 "GET /v2.0/security-groups?id=c1187816-1f33-48e4-a298-8fffb3900028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039701 Dec 08 16:08:20.572816 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-37748340-16f5-4ecf-a6df-c265c2d8dae1 req-fe54f449-b97d-4e3a-bf58-2bf75c80c3a4 service neutron] 10.222.0.37 "GET /v2.0/networks/24cee103-4be3-4e70-9f00-1d6da085ad6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227829 Dec 08 16:08:20.575891 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e39acb1f-e814-4c88-aae4-f72b8e662985 req-fddeecd8-2e77-4d81-9c62-ce9e11808b06 tempest-SecurityGroupsTestAdminJSON-1491250673 tempest-SecurityGroupsTestAdminJSON-1491250673-project-admin] 10.222.0.64 "GET /v2.0/security-groups/af9c100d-a1cf-4d8e-914e-67151dafe3f5 HTTP/1.1" status: 200 len: 2998 time: 0.0470068 Dec 08 16:08:20.625000 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e39acb1f-e814-4c88-aae4-f72b8e662985 req-ba4bb802-7464-4c94-8b4f-5513fb0ca21b tempest-SecurityGroupsTestAdminJSON-1491250673 tempest-SecurityGroupsTestAdminJSON-1491250673-project-admin] 10.222.0.64 "GET /v2.0/security-groups/c1187816-1f33-48e4-a298-8fffb3900028 HTTP/1.1" status: 200 len: 2998 time: 0.0410907 Dec 08 16:08:20.659623 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf13b6-69e5-4795-8381-07c6265dc845 req-75b365ee-f6c6-418b-ab4a-c5e983280fc3 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:20.662438 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b4cf13b6-69e5-4795-8381-07c6265dc845 req-75b365ee-f6c6-418b-ab4a-c5e983280fc3 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] 10.222.0.64 "GET /v2.0/ports?device_id=519db7ee-ac45-4a7c-950a-c8c059f617ae HTTP/1.1" status: 200 len: 944 time: 0.0562909 Dec 08 16:08:20.673680 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e39acb1f-e814-4c88-aae4-f72b8e662985 req-a1894fb2-7edd-457d-8335-90e62009bbfb tempest-SecurityGroupsTestAdminJSON-1491250673 tempest-SecurityGroupsTestAdminJSON-1491250673-project-admin] 10.222.0.64 "GET /v2.0/security-groups/c1187816-1f33-48e4-a298-8fffb3900028 HTTP/1.1" status: 200 len: 2998 time: 0.0414016 Dec 08 16:08:20.719549 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b4cf13b6-69e5-4795-8381-07c6265dc845 req-8accbd10-7f8d-415b-aeac-c936b11b7da5 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] 10.222.0.64 "GET /v2.0/security-groups?id=6baf912a-f0d0-4cd4-8757-b1de646fe2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499511 Dec 08 16:08:20.790902 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e39acb1f-e814-4c88-aae4-f72b8e662985 req-8a3e33f9-58aa-4cec-9122-d07613c60720 tempest-SecurityGroupsTestAdminJSON-1491250673 tempest-SecurityGroupsTestAdminJSON-1491250673-project-admin] 10.222.0.64 "GET /v2.0/security-groups/cb7c5b10-7732-4f2e-a597-ecb6780078a7 HTTP/1.1" status: 200 len: 2998 time: 0.1095524 Dec 08 16:08:20.863676 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ddc084-85f7-4eac-b23e-208f1f55c758 req-05a7975c-66e2-4f38-b0fc-bdcabe0a7512 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:20.865239 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b3ddc084-85f7-4eac-b23e-208f1f55c758 req-05a7975c-66e2-4f38-b0fc-bdcabe0a7512 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.76 "GET /v2.0/networks?id=38d523e2-3df0-41e5-846a-7796bad806dc HTTP/1.1" status: 200 len: 821 time: 0.1648962 Dec 08 16:08:20.866892 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e39acb1f-e814-4c88-aae4-f72b8e662985 req-4b5fe803-b6ce-4eec-8bc4-760bfed1b7f4 tempest-SecurityGroupsTestAdminJSON-1491250673 tempest-SecurityGroupsTestAdminJSON-1491250673-project-admin] 10.222.0.64 "GET /v2.0/security-groups/cb7c5b10-7732-4f2e-a597-ecb6780078a7 HTTP/1.1" status: 200 len: 2998 time: 0.0681658 Dec 08 16:08:20.880273 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5dd78edd-13e4-42cd-9ca8-f19d18d15300 req-9a647aaa-2ecb-49e2-8c3a-da5d75e0418a tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/ports?device_id=cdd2db95-0919-4a7a-8ef3-d8f3858757f4 HTTP/1.1" status: 200 len: 210 time: 0.0256593 Dec 08 16:08:20.884257 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-b3ddc084-85f7-4eac-b23e-208f1f55c758 req-93929d51-5e82-4b01-ad62-373a875cc29e tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Request body: {'port': {'device_id': 'cdd2db95-0919-4a7a-8ef3-d8f3858757f4', 'network_id': '38d523e2-3df0-41e5-846a-7796bad806dc', 'admin_state_up': True, 'tenant_id': 'e657848efb6b469fa2d7fa12c00aa55c'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:08:20.972762 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e39acb1f-e814-4c88-aae4-f72b8e662985 req-fa2dd1f2-f891-45a2-8bc1-910f1c2714f1 tempest-SecurityGroupsTestAdminJSON-1491250673 tempest-SecurityGroupsTestAdminJSON-1491250673-project-admin] 10.222.0.64 "GET /v2.0/security-groups/cfa4b8ab-7f97-4261-a3d8-a0ab605a5ac5 HTTP/1.1" status: 200 len: 2994 time: 0.0994434 Dec 08 16:08:20.994992 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094fad8-ac00-4887-9c61-8b368cda3c8f req-af9648f5-42bf-4086-8731-5585b63dd636 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:20.996792 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f094fad8-ac00-4887-9c61-8b368cda3c8f req-af9648f5-42bf-4086-8731-5585b63dd636 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=349e08bb-ed24-4fac-8ea4-b6cd43e6c151 HTTP/1.1" status: 200 len: 943 time: 0.0536692 Dec 08 16:08:21.053229 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e39acb1f-e814-4c88-aae4-f72b8e662985 req-5b1e68a5-e5db-4ff2-afe5-02d0c415b824 tempest-SecurityGroupsTestAdminJSON-1491250673 tempest-SecurityGroupsTestAdminJSON-1491250673-project-admin] 10.222.0.64 "GET /v2.0/security-groups/cfa4b8ab-7f97-4261-a3d8-a0ab605a5ac5 HTTP/1.1" status: 200 len: 2994 time: 0.0771604 Dec 08 16:08:21.055727 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f094fad8-ac00-4887-9c61-8b368cda3c8f req-7fa1f7f9-8932-4433-a5ab-7c218c6f5001 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511920 Dec 08 16:08:21.118095 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e39acb1f-e814-4c88-aae4-f72b8e662985 req-6cd2d19b-8956-4bf3-8329-ca965bdb52f9 tempest-SecurityGroupsTestAdminJSON-1491250673 tempest-SecurityGroupsTestAdminJSON-1491250673-project-admin] 10.222.0.64 "GET /v2.0/security-groups/e248191b-b200-41c0-b6e1-ce54e884c162 HTTP/1.1" status: 200 len: 2998 time: 0.0603330 Dec 08 16:08:21.164109 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e39acb1f-e814-4c88-aae4-f72b8e662985 req-d375638f-d9ab-46fa-8123-69e711cc8732 tempest-SecurityGroupsTestAdminJSON-1491250673 tempest-SecurityGroupsTestAdminJSON-1491250673-project-admin] 10.222.0.64 "GET /v2.0/security-groups/e248191b-b200-41c0-b6e1-ce54e884c162 HTTP/1.1" status: 200 len: 2998 time: 0.0386910 Dec 08 16:08:21.209960 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e39acb1f-e814-4c88-aae4-f72b8e662985 req-45f683d4-325b-458d-9b22-72fd0808a054 tempest-SecurityGroupsTestAdminJSON-1491250673 tempest-SecurityGroupsTestAdminJSON-1491250673-project-admin] 10.222.0.64 "GET /v2.0/security-groups/e9a47508-d849-4c52-85fe-570e8ca25294 HTTP/1.1" status: 200 len: 2990 time: 0.0394537 Dec 08 16:08:21.213271 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3ddc084-85f7-4eac-b23e-208f1f55c758 req-93929d51-5e82-4b01-ad62-373a875cc29e tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Made reservation on behalf of e657848efb6b469fa2d7fa12c00aa55c for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:08:21.218926 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b3ddc084-85f7-4eac-b23e-208f1f55c758 req-93929d51-5e82-4b01-ad62-373a875cc29e tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:21.319469 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e39acb1f-e814-4c88-aae4-f72b8e662985 req-8e457d6b-5ca7-443e-9f5a-f0ac3f79d9eb tempest-SecurityGroupsTestAdminJSON-1491250673 tempest-SecurityGroupsTestAdminJSON-1491250673-project-admin] 10.222.0.64 "GET /v2.0/security-groups/e9a47508-d849-4c52-85fe-570e8ca25294 HTTP/1.1" status: 200 len: 2990 time: 0.0974295 Dec 08 16:08:21.338978 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1599ae4-2b91-4212-8b6f-d5d990373396 req-6dc86af1-b679-4239-96ee-7806664cae77 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:21.341150 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e1599ae4-2b91-4212-8b6f-d5d990373396 req-6dc86af1-b679-4239-96ee-7806664cae77 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] 10.222.0.64 "GET /v2.0/ports?device_id=df6549c6-e11b-4f30-859f-df81504dce6f HTTP/1.1" status: 200 len: 944 time: 0.0729470 Dec 08 16:08:21.361258 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 3d642400-c87c-4315-9312-46c93418a14a up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:08:21.417973 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e1599ae4-2b91-4212-8b6f-d5d990373396 req-43d22e49-0735-4e5f-84de-b4f5579041be tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] 10.222.0.64 "GET /v2.0/security-groups?id=4953b012-a6ab-4c7f-b380-486850a932a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689969 Dec 08 16:08:21.424119 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e39acb1f-e814-4c88-aae4-f72b8e662985 req-b1d85dba-e2a8-4a51-bd6a-17be128c7204 tempest-SecurityGroupsTestAdminJSON-1491250673 tempest-SecurityGroupsTestAdminJSON-1491250673-project-admin] 10.222.0.64 "GET /v2.0/security-groups/faca04a0-2434-4dcc-babd-305dc3db2467 HTTP/1.1" status: 200 len: 2998 time: 0.0945549 Dec 08 16:08:21.456894 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-b3ddc084-85f7-4eac-b23e-208f1f55c758 req-93929d51-5e82-4b01-ad62-373a875cc29e tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Allocated IP 172.20.0.9 (38d523e2-3df0-41e5-846a-7796bad806dc/80d02a2e-a1d3-4bca-96cf-432677fca6a9/46eee9dd-ba7c-47ec-bacc-16795a55bb5d) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:08:21.503410 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e39acb1f-e814-4c88-aae4-f72b8e662985 req-fdbd01a9-ad4c-45eb-a5a6-364e1c931e2e tempest-SecurityGroupsTestAdminJSON-1491250673 tempest-SecurityGroupsTestAdminJSON-1491250673-project-admin] 10.222.0.64 "GET /v2.0/security-groups/faca04a0-2434-4dcc-babd-305dc3db2467 HTTP/1.1" status: 200 len: 2998 time: 0.0666320 Dec 08 16:08:21.524628 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port 3d642400-c87c-4315-9312-46c93418a14a completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:08:21.531233 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 3d642400-c87c-4315-9312-46c93418a14a triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:08:21.531888 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:21.640493 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bff993aa-cab6-4456-aff5-0caa5138eb0e req-e85b8d17-0ae3-4a10-8ec3-b9895f898887 tempest-SecurityGroupsTestAdminJSON-1558989393 tempest-SecurityGroupsTestAdminJSON-1558989393-project] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=01c415a5ad4448f6bf6a4016f1b9ae55 HTTP/1.1" status: 200 len: 6153 time: 0.1011617 Dec 08 16:08:21.692498 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bff993aa-cab6-4456-aff5-0caa5138eb0e req-43daf329-5363-44fc-9581-9a29cb57a962 tempest-SecurityGroupsTestAdminJSON-1558989393 tempest-SecurityGroupsTestAdminJSON-1558989393-project] 10.222.0.64 "GET /v2.0/security-groups/26be1df7-0efe-44cd-a2be-91d83357a43b HTTP/1.1" status: 200 len: 2998 time: 0.0450637 Dec 08 16:08:21.704097 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:21.713453 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b3ddc084-85f7-4eac-b23e-208f1f55c758 req-93929d51-5e82-4b01-ad62-373a875cc29e tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:21.734844 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '519db7ee-ac45-4a7c-950a-c8c059f617ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d642400-c87c-4315-9312-46c93418a14a'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:08:21.735375 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0080e60e-e9cb-46ec-a2a7-6c766537647b req-f41b4e95-381c-4790-b984-d683270e618f tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:21.737092 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0080e60e-e9cb-46ec-a2a7-6c766537647b req-f41b4e95-381c-4790-b984-d683270e618f tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.64 "GET /v2.0/ports?device_id=a47b9fce-ca57-4ba7-80d2-1572a57ec4c7 HTTP/1.1" status: 200 len: 950 time: 0.0880132 Dec 08 16:08:21.746949 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d47e345-4448-4583-b2da-fbe61f5ac4b5" -d '{"events": [{"server_uuid": "519db7ee-ac45-4a7c-950a-c8c059f617ae", "name": "network-vif-plugged", "status": "completed", "tag": "3d642400-c87c-4315-9312-46c93418a14a"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:08:21.751208 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bff993aa-cab6-4456-aff5-0caa5138eb0e req-73af96f3-b589-4764-afb7-fe95584ffe34 tempest-SecurityGroupsTestAdminJSON-1558989393 tempest-SecurityGroupsTestAdminJSON-1558989393-project] 10.222.0.64 "GET /v2.0/security-groups/26be1df7-0efe-44cd-a2be-91d83357a43b HTTP/1.1" status: 200 len: 2998 time: 0.0467634 Dec 08 16:08:21.764675 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 3d642400-c87c-4315-9312-46c93418a14a, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=3d642400-c87c-4315-9312-46c93418a14a,segment=NetworkSegment(ae9063a3-4977-48dc-a085-b64f51b7803d),segment_id=ae9063a3-4977-48dc-a085-b64f51b7803d)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:08:21.829326 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:21.830622 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device db04a564-c35b-4b48-8713-1a4c6d9205c9 up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:08:21.861033 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0080e60e-e9cb-46ec-a2a7-6c766537647b req-35d7c58d-1ce6-4d08-ab0f-ab19be91686a tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.64 "GET /v2.0/security-groups?id=c1187816-1f33-48e4-a298-8fffb3900028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063879 Dec 08 16:08:21.901549 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fcfecd-559b-4e1f-9543-1d869aea8d47 req-0e9f5da2-c051-4371-981f-b747a88463f0 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:21.903211 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f4fcfecd-559b-4e1f-9543-1d869aea8d47 req-0e9f5da2-c051-4371-981f-b747a88463f0 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] 10.222.0.64 "GET /v2.0/ports?device_id=519db7ee-ac45-4a7c-950a-c8c059f617ae HTTP/1.1" status: 200 len: 945 time: 0.0643492 Dec 08 16:08:21.921445 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed3b791-50ff-4522-8ac8-64b74037644c x-openstack-request-id: req-bed3b791-50ff-4522-8ac8-64b74037644c {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:08:21.922248 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "519db7ee-ac45-4a7c-950a-c8c059f617ae", "name": "network-vif-plugged", "status": "completed", "tag": "3d642400-c87c-4315-9312-46c93418a14a", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:08:21.922507 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bed3b791-50ff-4522-8ac8-64b74037644c {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:08:21.923157 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '519db7ee-ac45-4a7c-950a-c8c059f617ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d642400-c87c-4315-9312-46c93418a14a', 'code': 200} Dec 08 16:08:21.931655 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=3d642400-c87c-4315-9312-46c93418a14a,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:21.950642 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b3ddc084-85f7-4eac-b23e-208f1f55c758 req-93929d51-5e82-4b01-ad62-373a875cc29e tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:21.964213 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['253385fb-1f84-4d79-bc46-4d22bea72e90'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:08:22.010777 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f4fcfecd-559b-4e1f-9543-1d869aea8d47 req-0516876a-bd80-428e-97a0-fb5951227ac0 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] 10.222.0.64 "GET /v2.0/security-groups?id=6baf912a-f0d0-4cd4-8757-b1de646fe2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927398 Dec 08 16:08:22.032757 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3ddc084-85f7-4eac-b23e-208f1f55c758 req-93929d51-5e82-4b01-ad62-373a875cc29e tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Network 38d523e2-3df0-41e5-846a-7796bad806dc is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:08:22.044651 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-b3ddc084-85f7-4eac-b23e-208f1f55c758 req-93929d51-5e82-4b01-ad62-373a875cc29e tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:08:22.047238 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3ddc084-85f7-4eac-b23e-208f1f55c758 req-93929d51-5e82-4b01-ad62-373a875cc29e tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:08:22.058492 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port db04a564-c35b-4b48-8713-1a4c6d9205c9 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:08:22.071685 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port db04a564-c35b-4b48-8713-1a4c6d9205c9 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:08:22.072197 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:22.111798 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ddc084-85f7-4eac-b23e-208f1f55c758 req-93929d51-5e82-4b01-ad62-373a875cc29e tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:22.112519 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b3ddc084-85f7-4eac-b23e-208f1f55c758 req-93929d51-5e82-4b01-ad62-373a875cc29e tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:22.118674 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93929d51-5e82-4b01-ad62-373a875cc29e tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Pushing event updated for resources: {'Port': ['ID=46eee9dd-ba7c-47ec-bacc-16795a55bb5d,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:22.127965 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b57a0911-cdbe-4352-9ab8-d606c8850d60 req-48f688c6-6aff-4450-8349-84a268bffe11 tempest-SecurityGroupsTestAdminJSON-1491250673 tempest-SecurityGroupsTestAdminJSON-1491250673-project-admin] 10.222.0.64 "GET /v2.0/security-groups/8b203616-dc31-4b99-b0b7-0110cc32cb5e HTTP/1.1" status: 200 len: 1794 time: 0.1850650 Dec 08 16:08:22.135885 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a86e22-4556-4bf1-8ebc-eacd6e106d8b req-49a7ec28-8707-463d-a137-135bc4df3d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:22.146644 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-60a86e22-4556-4bf1-8ebc-eacd6e106d8b req-49a7ec28-8707-463d-a137-135bc4df3d1c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=519db7ee-ac45-4a7c-950a-c8c059f617ae HTTP/1.1" status: 200 len: 1097 time: 0.1301219 Dec 08 16:08:22.210624 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-60a86e22-4556-4bf1-8ebc-eacd6e106d8b req-6c8bbcf1-d6ca-43c3-913b-5e1612ccef95 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6baf912a-f0d0-4cd4-8757-b1de646fe2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586898 Dec 08 16:08:22.225989 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b57a0911-cdbe-4352-9ab8-d606c8850d60 req-47fd0e99-4f7a-4be2-a142-a08caef0f48a tempest-SecurityGroupsTestAdminJSON-1491250673 tempest-SecurityGroupsTestAdminJSON-1491250673-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:22.259997 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b57a0911-cdbe-4352-9ab8-d606c8850d60 req-47fd0e99-4f7a-4be2-a142-a08caef0f48a tempest-SecurityGroupsTestAdminJSON-1491250673 tempest-SecurityGroupsTestAdminJSON-1491250673-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:22.273476 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:22.287032 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b3ddc084-85f7-4eac-b23e-208f1f55c758 req-93929d51-5e82-4b01-ad62-373a875cc29e tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4074144 Dec 08 16:08:22.311776 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-b3ddc084-85f7-4eac-b23e-208f1f55c758 req-7db4cbf0-bb02-4415-a4a2-7e79a694b2c2 service neutron] Request body: {'port': {'device_id': 'cdd2db95-0919-4a7a-8ef3-d8f3858757f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:08:22.331767 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port db04a564-c35b-4b48-8713-1a4c6d9205c9, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=db04a564-c35b-4b48-8713-1a4c6d9205c9,segment=NetworkSegment(5ed0f1f4-af24-468e-83c5-3137b1fd0d8f),segment_id=5ed0f1f4-af24-468e-83c5-3137b1fd0d8f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:08:22.384673 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b3ddc084-85f7-4eac-b23e-208f1f55c758 req-7db4cbf0-bb02-4415-a4a2-7e79a694b2c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:22.434469 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-1a8c1429-680a-4f44-a974-4b2864734158 None None] Provisioning complete for port 46eee9dd-ba7c-47ec-bacc-16795a55bb5d triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:08:22.435047 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1a8c1429-680a-4f44-a974-4b2864734158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:22.478835 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-1a8c1429-680a-4f44-a974-4b2864734158 None None] Port 46eee9dd-ba7c-47ec-bacc-16795a55bb5d cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:08:22.509429 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:22.511384 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b57a0911-cdbe-4352-9ab8-d606c8850d60 req-47fd0e99-4f7a-4be2-a142-a08caef0f48a tempest-SecurityGroupsTestAdminJSON-1491250673 tempest-SecurityGroupsTestAdminJSON-1491250673-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:22.514365 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b57a0911-cdbe-4352-9ab8-d606c8850d60 req-47fd0e99-4f7a-4be2-a142-a08caef0f48a tempest-SecurityGroupsTestAdminJSON-1491250673 tempest-SecurityGroupsTestAdminJSON-1491250673-project-admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:22.515639 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b57a0911-cdbe-4352-9ab8-d606c8850d60 req-47fd0e99-4f7a-4be2-a142-a08caef0f48a tempest-SecurityGroupsTestAdminJSON-1491250673 tempest-SecurityGroupsTestAdminJSON-1491250673-project-admin] 10.222.0.64 "DELETE /v2.0/security-groups/8b203616-dc31-4b99-b0b7-0110cc32cb5e HTTP/1.1" status: 204 len: 173 time: 0.3868010 Dec 08 16:08:22.565922 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fd0e99-4f7a-4be2-a142-a08caef0f48a tempest-SecurityGroupsTestAdminJSON-1491250673 tempest-SecurityGroupsTestAdminJSON-1491250673-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b203616-dc31-4b99-b0b7-0110cc32cb5e,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:22.590017 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=db04a564-c35b-4b48-8713-1a4c6d9205c9,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:22.650046 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d37f6-7564-4bb5-baa4-ed6261c80ec8 req-fe445051-f907-4e68-a3c5-800d6d385e9f tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:22.651530 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0d3d37f6-7564-4bb5-baa4-ed6261c80ec8 req-fe445051-f907-4e68-a3c5-800d6d385e9f tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/ports?device_id=cdd2db95-0919-4a7a-8ef3-d8f3858757f4 HTTP/1.1" status: 200 len: 931 time: 0.0813105 Dec 08 16:08:22.747791 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0d3d37f6-7564-4bb5-baa4-ed6261c80ec8 req-aeb3a3c5-0a69-48f1-a181-d0389210e2dd tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/security-groups?id=953ad95e-c2f2-4bf4-8be8-2640db5aea9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898314 Dec 08 16:08:22.755795 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-b3ddc084-85f7-4eac-b23e-208f1f55c758 req-7db4cbf0-bb02-4415-a4a2-7e79a694b2c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46eee9dd-ba7c-47ec-bacc-16795a55bb5d {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:08:22.763935 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b3ddc084-85f7-4eac-b23e-208f1f55c758 req-7db4cbf0-bb02-4415-a4a2-7e79a694b2c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:22.777796 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-b3ddc084-85f7-4eac-b23e-208f1f55c758 req-7db4cbf0-bb02-4415-a4a2-7e79a694b2c2 service neutron] Transition to ACTIVE for port object 46eee9dd-ba7c-47ec-bacc-16795a55bb5d will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:08:22.839617 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d859dd0-5849-4198-82de-5f89d4819541 req-a0cdf36b-a1d3-4fb7-891d-b13110f9544a tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:22.841358 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8d859dd0-5849-4198-82de-5f89d4819541 req-a0cdf36b-a1d3-4fb7-891d-b13110f9544a tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=349e08bb-ed24-4fac-8ea4-b6cd43e6c151 HTTP/1.1" status: 200 len: 943 time: 0.0525928 Dec 08 16:08:22.881822 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b3ddc084-85f7-4eac-b23e-208f1f55c758 req-7db4cbf0-bb02-4415-a4a2-7e79a694b2c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:22.894052 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8d859dd0-5849-4198-82de-5f89d4819541 req-972ba219-9f87-434a-88e5-464acaebabf8 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464506 Dec 08 16:08:22.956801 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-55b06901-fedd-473a-a23d-b20d1ad5bfd2 req-d6cdb790-b464-4704-a856-02d7aca15268 tempest-SecurityGroupsTestAdminJSON-1491250673 tempest-SecurityGroupsTestAdminJSON-1491250673-project-admin] 10.222.0.64 "GET /v2.0/security-groups/8aebb8a1-1b33-4814-864c-d00237933c76 HTTP/1.1" status: 200 len: 1793 time: 0.0387838 Dec 08 16:08:22.960498 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db4cbf0-bb02-4415-a4a2-7e79a694b2c2 service neutron] Pushing event updated for resources: {'Port': ['ID=46eee9dd-ba7c-47ec-bacc-16795a55bb5d,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:22.971496 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0362acc-6ad1-4c75-9829-c36886355338 req-366b44b7-84b7-4fe1-aeb3-b6733d314d09 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:22.973091 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e0362acc-6ad1-4c75-9829-c36886355338 req-366b44b7-84b7-4fe1-aeb3-b6733d314d09 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] 10.222.0.64 "GET /v2.0/ports?device_id=df6549c6-e11b-4f30-859f-df81504dce6f HTTP/1.1" status: 200 len: 945 time: 0.1023426 Dec 08 16:08:23.035172 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-55b06901-fedd-473a-a23d-b20d1ad5bfd2 req-1beca11a-02b3-4fc9-9136-86d571bbe107 tempest-SecurityGroupsTestAdminJSON-1491250673 tempest-SecurityGroupsTestAdminJSON-1491250673-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:23.067789 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-55b06901-fedd-473a-a23d-b20d1ad5bfd2 req-1beca11a-02b3-4fc9-9136-86d571bbe107 tempest-SecurityGroupsTestAdminJSON-1491250673 tempest-SecurityGroupsTestAdminJSON-1491250673-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:23.095944 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e0362acc-6ad1-4c75-9829-c36886355338 req-4711c120-97af-4e4a-ac60-838d57f9fb5c tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] 10.222.0.64 "GET /v2.0/security-groups?id=4953b012-a6ab-4c7f-b380-486850a932a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151025 Dec 08 16:08:23.099263 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-b3ddc084-85f7-4eac-b23e-208f1f55c758 req-7db4cbf0-bb02-4415-a4a2-7e79a694b2c2 service neutron] Attempting to bind port 46eee9dd-ba7c-47ec-bacc-16795a55bb5d on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:08:23.099263 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-b3ddc084-85f7-4eac-b23e-208f1f55c758 req-7db4cbf0-bb02-4415-a4a2-7e79a694b2c2 service neutron] Attempting to bind port 46eee9dd-ba7c-47ec-bacc-16795a55bb5d by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': 'fb4f3904-605a-466d-8350-ef7e46c87c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '38d523e2-3df0-41e5-846a-7796bad806dc'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:08:23.100052 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ddc084-85f7-4eac-b23e-208f1f55c758 req-7db4cbf0-bb02-4415-a4a2-7e79a694b2c2 service neutron] Attempting to bind port 46eee9dd-ba7c-47ec-bacc-16795a55bb5d on network 38d523e2-3df0-41e5-846a-7796bad806dc {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:08:23.105017 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ddc084-85f7-4eac-b23e-208f1f55c758 req-7db4cbf0-bb02-4415-a4a2-7e79a694b2c2 service neutron] Port 46eee9dd-ba7c-47ec-bacc-16795a55bb5d on network 38d523e2-3df0-41e5-846a-7796bad806dc not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:08:23.105341 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ddc084-85f7-4eac-b23e-208f1f55c758 req-7db4cbf0-bb02-4415-a4a2-7e79a694b2c2 service neutron] Attempting to bind port 46eee9dd-ba7c-47ec-bacc-16795a55bb5d on network 38d523e2-3df0-41e5-846a-7796bad806dc {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:08:23.110716 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ddc084-85f7-4eac-b23e-208f1f55c758 req-7db4cbf0-bb02-4415-a4a2-7e79a694b2c2 service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:08:23.111053 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ddc084-85f7-4eac-b23e-208f1f55c758 req-7db4cbf0-bb02-4415-a4a2-7e79a694b2c2 service neutron] Checking segment: {'id': 'fb4f3904-605a-466d-8350-ef7e46c87c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '38d523e2-3df0-41e5-846a-7796bad806dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:08:23.111446 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ddc084-85f7-4eac-b23e-208f1f55c758 req-7db4cbf0-bb02-4415-a4a2-7e79a694b2c2 service neutron] Bound using segment: {'id': 'fb4f3904-605a-466d-8350-ef7e46c87c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '38d523e2-3df0-41e5-846a-7796bad806dc'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:08:23.111891 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-b3ddc084-85f7-4eac-b23e-208f1f55c758 req-7db4cbf0-bb02-4415-a4a2-7e79a694b2c2 service neutron] Bound port: 46eee9dd-ba7c-47ec-bacc-16795a55bb5d, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb4f3904-605a-466d-8350-ef7e46c87c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '38d523e2-3df0-41e5-846a-7796bad806dc'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:08:23.114136 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b3ddc084-85f7-4eac-b23e-208f1f55c758 req-7db4cbf0-bb02-4415-a4a2-7e79a694b2c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:23.184088 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-b3ddc084-85f7-4eac-b23e-208f1f55c758 req-7db4cbf0-bb02-4415-a4a2-7e79a694b2c2 service neutron] For port 46eee9dd-ba7c-47ec-bacc-16795a55bb5d, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:08:23.187385 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-b3ddc084-85f7-4eac-b23e-208f1f55c758 req-7db4cbf0-bb02-4415-a4a2-7e79a694b2c2 service neutron] For port 46eee9dd-ba7c-47ec-bacc-16795a55bb5d, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=46eee9dd-ba7c-47ec-bacc-16795a55bb5d,segment=NetworkSegment(fb4f3904-605a-466d-8350-ef7e46c87c22),segment_id=fb4f3904-605a-466d-8350-ef7e46c87c22)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:08:23.195261 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-55b06901-fedd-473a-a23d-b20d1ad5bfd2 req-1beca11a-02b3-4fc9-9136-86d571bbe107 tempest-SecurityGroupsTestAdminJSON-1491250673 tempest-SecurityGroupsTestAdminJSON-1491250673-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:23.208978 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-55b06901-fedd-473a-a23d-b20d1ad5bfd2 req-1beca11a-02b3-4fc9-9136-86d571bbe107 tempest-SecurityGroupsTestAdminJSON-1491250673 tempest-SecurityGroupsTestAdminJSON-1491250673-project-admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:23.220810 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-55b06901-fedd-473a-a23d-b20d1ad5bfd2 req-1beca11a-02b3-4fc9-9136-86d571bbe107 tempest-SecurityGroupsTestAdminJSON-1491250673 tempest-SecurityGroupsTestAdminJSON-1491250673-project-admin] 10.222.0.64 "DELETE /v2.0/security-groups/8aebb8a1-1b33-4814-864c-d00237933c76 HTTP/1.1" status: 204 len: 173 time: 0.2510502 Dec 08 16:08:23.231206 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beca11a-02b3-4fc9-9136-86d571bbe107 tempest-SecurityGroupsTestAdminJSON-1491250673 tempest-SecurityGroupsTestAdminJSON-1491250673-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aebb8a1-1b33-4814-864c-d00237933c76,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:23.242677 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6cde4-3697-4ff5-a44f-d39c57d2dcce req-f27cb49f-29d8-4371-918b-ed07f4039117 tempest-ServersAdminNegativeTestJSON-1717456050 tempest-ServersAdminNegativeTestJSON-1717456050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:23.244359 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d0a6cde4-3697-4ff5-a44f-d39c57d2dcce req-f27cb49f-29d8-4371-918b-ed07f4039117 tempest-ServersAdminNegativeTestJSON-1717456050 tempest-ServersAdminNegativeTestJSON-1717456050-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a47b9fce-ca57-4ba7-80d2-1572a57ec4c7 HTTP/1.1" status: 200 len: 1102 time: 0.0556047 Dec 08 16:08:23.268699 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d0a6cde4-3697-4ff5-a44f-d39c57d2dcce req-f9735683-b789-4d75-a094-5bef23e53438 tempest-ServersAdminNegativeTestJSON-1717456050 tempest-ServersAdminNegativeTestJSON-1717456050-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:23.316987 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b3ddc084-85f7-4eac-b23e-208f1f55c758 req-7db4cbf0-bb02-4415-a4a2-7e79a694b2c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:23.320789 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a213f19-1d6e-4325-a282-166642633696 req-ed043f0f-113e-4b31-a5fb-44614a88ae24 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:23.322348 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3a213f19-1d6e-4325-a282-166642633696 req-ed043f0f-113e-4b31-a5fb-44614a88ae24 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] 10.222.0.64 "GET /v2.0/ports?device_id=519db7ee-ac45-4a7c-950a-c8c059f617ae HTTP/1.1" status: 200 len: 945 time: 0.0514407 Dec 08 16:08:23.370674 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ddc084-85f7-4eac-b23e-208f1f55c758 req-7db4cbf0-bb02-4415-a4a2-7e79a694b2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:23.371307 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b3ddc084-85f7-4eac-b23e-208f1f55c758 req-7db4cbf0-bb02-4415-a4a2-7e79a694b2c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:23.372768 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b3ddc084-85f7-4eac-b23e-208f1f55c758 req-7db4cbf0-bb02-4415-a4a2-7e79a694b2c2 service neutron] 10.222.0.76 "PUT /v2.0/ports/46eee9dd-ba7c-47ec-bacc-16795a55bb5d HTTP/1.1" status: 200 len: 1092 time: 1.0682700 Dec 08 16:08:23.373229 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdd2db95-0919-4a7a-8ef3-d8f3858757f4', 'tag': '46eee9dd-ba7c-47ec-bacc-16795a55bb5d'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:08:23.375615 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4c31ca-c4b1-4d40-89e0-8dfa43700e43" -d '{"events": [{"name": "network-changed", "server_uuid": "cdd2db95-0919-4a7a-8ef3-d8f3858757f4", "tag": "46eee9dd-ba7c-47ec-bacc-16795a55bb5d"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:08:23.377856 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3a213f19-1d6e-4325-a282-166642633696 req-abd892e6-5eda-495b-a50e-8af5f4f76af5 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] 10.222.0.64 "GET /v2.0/security-groups?id=6baf912a-f0d0-4cd4-8757-b1de646fe2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486491 Dec 08 16:08:23.410600 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d0a6cde4-3697-4ff5-a44f-d39c57d2dcce req-f9735683-b789-4d75-a094-5bef23e53438 tempest-ServersAdminNegativeTestJSON-1717456050 tempest-ServersAdminNegativeTestJSON-1717456050-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:23.425564 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db4cbf0-bb02-4415-a4a2-7e79a694b2c2 service neutron] Pushing event updated for resources: {'Port': ['ID=46eee9dd-ba7c-47ec-bacc-16795a55bb5d,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:23.509728 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d0a6cde4-3697-4ff5-a44f-d39c57d2dcce req-f9735683-b789-4d75-a094-5bef23e53438 tempest-ServersAdminNegativeTestJSON-1717456050 tempest-ServersAdminNegativeTestJSON-1717456050-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:23.533198 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-602ad158-aaa6-479f-acd4-9b479c94f52a req-703437a3-1906-4114-a2d9-67400c69787b tempest-SecurityGroupsTestAdminJSON-1558989393 tempest-SecurityGroupsTestAdminJSON-1558989393-project] 10.222.0.64 "GET /v2.0/security-groups/7288f05a-0da0-4b01-b22c-63f641b962ca HTTP/1.1" status: 200 len: 1795 time: 0.0498424 Dec 08 16:08:23.603379 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d0a6cde4-3697-4ff5-a44f-d39c57d2dcce req-f9735683-b789-4d75-a094-5bef23e53438 tempest-ServersAdminNegativeTestJSON-1717456050 tempest-ServersAdminNegativeTestJSON-1717456050-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c1187816-1f33-48e4-a298-8fffb3900028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366535 Dec 08 16:08:23.603379 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9735683-b789-4d75-a094-5bef23e53438 tempest-ServersAdminNegativeTestJSON-1717456050 tempest-ServersAdminNegativeTestJSON-1717456050-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2384a49f-b89d-4477-bbd2-d44555b904c6,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:23.612745 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ddc084-85f7-4eac-b23e-208f1f55c758 req-b8d6f3d0-ee77-449f-8007-e124d7689003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:23.614558 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b3ddc084-85f7-4eac-b23e-208f1f55c758 req-b8d6f3d0-ee77-449f-8007-e124d7689003 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e657848efb6b469fa2d7fa12c00aa55c&device_id=cdd2db95-0919-4a7a-8ef3-d8f3858757f4 HTTP/1.1" status: 200 len: 1095 time: 0.1151011 Dec 08 16:08:23.625332 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-602ad158-aaa6-479f-acd4-9b479c94f52a req-ef137ba8-b881-4b48-80e8-bc06d972733a tempest-SecurityGroupsTestAdminJSON-1558989393 tempest-SecurityGroupsTestAdminJSON-1558989393-project] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:23.653928 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-602ad158-aaa6-479f-acd4-9b479c94f52a req-ef137ba8-b881-4b48-80e8-bc06d972733a tempest-SecurityGroupsTestAdminJSON-1558989393 tempest-SecurityGroupsTestAdminJSON-1558989393-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:23.669580 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e0b119-6eed-4d87-83b3-bf3306871d96 x-openstack-request-id: req-f4e0b119-6eed-4d87-83b3-bf3306871d96 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:08:23.669580 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdd2db95-0919-4a7a-8ef3-d8f3858757f4", "tag": "46eee9dd-ba7c-47ec-bacc-16795a55bb5d", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:08:23.669891 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f4e0b119-6eed-4d87-83b3-bf3306871d96 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:08:23.670211 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdd2db95-0919-4a7a-8ef3-d8f3858757f4', 'tag': '46eee9dd-ba7c-47ec-bacc-16795a55bb5d', 'status': 'completed', 'code': 200} Dec 08 16:08:23.671761 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b3ddc084-85f7-4eac-b23e-208f1f55c758 req-60d7088b-10db-4ddb-a410-1bf8884f0dbc service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46eee9dd-ba7c-47ec-bacc-16795a55bb5d HTTP/1.1" status: 200 len: 217 time: 0.0474641 Dec 08 16:08:23.721521 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ddc084-85f7-4eac-b23e-208f1f55c758 req-d6750f99-1558-4463-845e-2f83f703ea96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:23.722997 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b3ddc084-85f7-4eac-b23e-208f1f55c758 req-d6750f99-1558-4463-845e-2f83f703ea96 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=80d02a2e-a1d3-4bca-96cf-432677fca6a9 HTTP/1.1" status: 200 len: 860 time: 0.0438883 Dec 08 16:08:23.771136 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ddc084-85f7-4eac-b23e-208f1f55c758 req-c5198f97-1005-4e4b-b8b3-43e3a17c4d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:23.772687 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b3ddc084-85f7-4eac-b23e-208f1f55c758 req-c5198f97-1005-4e4b-b8b3-43e3a17c4d1a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=38d523e2-3df0-41e5-846a-7796bad806dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421038 Dec 08 16:08:23.811921 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-602ad158-aaa6-479f-acd4-9b479c94f52a req-ef137ba8-b881-4b48-80e8-bc06d972733a tempest-SecurityGroupsTestAdminJSON-1558989393 tempest-SecurityGroupsTestAdminJSON-1558989393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:23.816279 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-602ad158-aaa6-479f-acd4-9b479c94f52a req-ef137ba8-b881-4b48-80e8-bc06d972733a tempest-SecurityGroupsTestAdminJSON-1558989393 tempest-SecurityGroupsTestAdminJSON-1558989393-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:23.816279 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-602ad158-aaa6-479f-acd4-9b479c94f52a req-ef137ba8-b881-4b48-80e8-bc06d972733a tempest-SecurityGroupsTestAdminJSON-1558989393 tempest-SecurityGroupsTestAdminJSON-1558989393-project] 10.222.0.64 "DELETE /v2.0/security-groups/7288f05a-0da0-4b01-b22c-63f641b962ca HTTP/1.1" status: 204 len: 173 time: 0.2741632 Dec 08 16:08:23.827009 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef137ba8-b881-4b48-80e8-bc06d972733a tempest-SecurityGroupsTestAdminJSON-1558989393 tempest-SecurityGroupsTestAdminJSON-1558989393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7288f05a-0da0-4b01-b22c-63f641b962ca,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:23.893788 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-35aac0df-68be-4e50-8085-bf6d125976e8 req-cf3abb1b-09a1-416a-978a-9081474f85d4 tempest-SecurityGroupsTestAdminJSON-1558989393 tempest-SecurityGroupsTestAdminJSON-1558989393-project] 10.222.0.64 "GET /v2.0/security-groups/3e3cce1f-00f4-40b3-93e0-7ace1504966a HTTP/1.1" status: 200 len: 1793 time: 0.0507882 Dec 08 16:08:23.910069 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0319fb-cbf3-4da2-bbb2-ce17df4716bf req-9d4d9c44-e5c2-4a75-9676-8abf444c4e3d tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:23.912432 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ee0319fb-cbf3-4da2-bbb2-ce17df4716bf req-9d4d9c44-e5c2-4a75-9676-8abf444c4e3d tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/ports?device_id=cdd2db95-0919-4a7a-8ef3-d8f3858757f4 HTTP/1.1" status: 200 len: 943 time: 0.0807030 Dec 08 16:08:23.924919 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df6549c6-e11b-4f30-859f-df81504dce6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db04a564-c35b-4b48-8713-1a4c6d9205c9'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:08:23.928202 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf90911-5bd7-4cd3-952e-257111149f6f" -d '{"events": [{"server_uuid": "df6549c6-e11b-4f30-859f-df81504dce6f", "name": "network-vif-plugged", "status": "completed", "tag": "db04a564-c35b-4b48-8713-1a4c6d9205c9"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:08:23.930959 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b3ddc084-85f7-4eac-b23e-208f1f55c758 req-1015fc95-46e4-46cf-b314-37658f4dff8c service neutron] 10.222.0.76 "GET /v2.0/networks/38d523e2-3df0-41e5-846a-7796bad806dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497960 Dec 08 16:08:23.950939 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-35aac0df-68be-4e50-8085-bf6d125976e8 req-0377fe8d-0888-4989-9293-538b829b4472 tempest-SecurityGroupsTestAdminJSON-1558989393 tempest-SecurityGroupsTestAdminJSON-1558989393-project] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:23.976269 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-35aac0df-68be-4e50-8085-bf6d125976e8 req-0377fe8d-0888-4989-9293-538b829b4472 tempest-SecurityGroupsTestAdminJSON-1558989393 tempest-SecurityGroupsTestAdminJSON-1558989393-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:24.024453 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ee0319fb-cbf3-4da2-bbb2-ce17df4716bf req-3ef451fe-b274-47fe-b304-9bac60d4a0ed tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/security-groups?id=953ad95e-c2f2-4bf4-8be8-2640db5aea9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033740 Dec 08 16:08:24.064848 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b3ddc084-85f7-4eac-b23e-208f1f55c758 req-1bf62c7d-1a7c-45d8-87dd-cd393b8905d3 service neutron] 10.222.0.76 "GET /v2.0/networks/38d523e2-3df0-41e5-846a-7796bad806dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246510 Dec 08 16:08:24.155143 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-35aac0df-68be-4e50-8085-bf6d125976e8 req-0377fe8d-0888-4989-9293-538b829b4472 tempest-SecurityGroupsTestAdminJSON-1558989393 tempest-SecurityGroupsTestAdminJSON-1558989393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:24.158384 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-35aac0df-68be-4e50-8085-bf6d125976e8 req-0377fe8d-0888-4989-9293-538b829b4472 tempest-SecurityGroupsTestAdminJSON-1558989393 tempest-SecurityGroupsTestAdminJSON-1558989393-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:24.161004 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-35aac0df-68be-4e50-8085-bf6d125976e8 req-0377fe8d-0888-4989-9293-538b829b4472 tempest-SecurityGroupsTestAdminJSON-1558989393 tempest-SecurityGroupsTestAdminJSON-1558989393-project] 10.222.0.64 "DELETE /v2.0/security-groups/3e3cce1f-00f4-40b3-93e0-7ace1504966a HTTP/1.1" status: 204 len: 173 time: 0.2662547 Dec 08 16:08:24.174484 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0377fe8d-0888-4989-9293-538b829b4472 tempest-SecurityGroupsTestAdminJSON-1558989393 tempest-SecurityGroupsTestAdminJSON-1558989393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3cce1f-00f4-40b3-93e0-7ace1504966a,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:24.213955 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df54ca62-cb1b-4d8b-abd0-e73392b9cac2 x-openstack-request-id: req-df54ca62-cb1b-4d8b-abd0-e73392b9cac2 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:08:24.218126 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df6549c6-e11b-4f30-859f-df81504dce6f", "name": "network-vif-plugged", "status": "completed", "tag": "db04a564-c35b-4b48-8713-1a4c6d9205c9", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:08:24.218126 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-df54ca62-cb1b-4d8b-abd0-e73392b9cac2 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:08:24.218126 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df6549c6-e11b-4f30-859f-df81504dce6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db04a564-c35b-4b48-8713-1a4c6d9205c9', 'code': 200} Dec 08 16:08:24.219199 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c7897-c72b-4f0b-a9b9-dd02b10139d4 req-49231f5b-3bcd-46cc-b81e-57a506fe7acf tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:24.220214 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-374c7897-c72b-4f0b-a9b9-dd02b10139d4 req-49231f5b-3bcd-46cc-b81e-57a506fe7acf tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=349e08bb-ed24-4fac-8ea4-b6cd43e6c151 HTTP/1.1" status: 200 len: 943 time: 0.0759366 Dec 08 16:08:24.295497 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-374c7897-c72b-4f0b-a9b9-dd02b10139d4 req-686f53ca-d2bb-42a7-bc84-e70cf4b7ae3e tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692685 Dec 08 16:08:24.371109 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e7f51-b84f-489e-adff-48838792db20 req-4c73b871-32e8-4b54-9abd-a493e962153a tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:24.372804 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5c3e7f51-b84f-489e-adff-48838792db20 req-4c73b871-32e8-4b54-9abd-a493e962153a tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] 10.222.0.64 "GET /v2.0/ports?device_id=df6549c6-e11b-4f30-859f-df81504dce6f HTTP/1.1" status: 200 len: 945 time: 0.0983036 Dec 08 16:08:24.375131 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c68b4-ef15-4070-99c5-ee7e1b229e5f req-5e3fddc2-c330-492d-8cd1-148555a61bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:24.376909 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-379c68b4-ef15-4070-99c5-ee7e1b229e5f req-5e3fddc2-c330-492d-8cd1-148555a61bfb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=df6549c6-e11b-4f30-859f-df81504dce6f HTTP/1.1" status: 200 len: 1097 time: 0.0917392 Dec 08 16:08:24.377089 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c31ca-c4b1-4d40-89e0-8dfa43700e43 req-a94e8784-15aa-4b23-8f48-7a43e79e55c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:24.379444 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9e4c31ca-c4b1-4d40-89e0-8dfa43700e43 req-a94e8784-15aa-4b23-8f48-7a43e79e55c0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e657848efb6b469fa2d7fa12c00aa55c&device_id=cdd2db95-0919-4a7a-8ef3-d8f3858757f4 HTTP/1.1" status: 200 len: 1095 time: 0.0584276 Dec 08 16:08:24.457876 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-379c68b4-ef15-4070-99c5-ee7e1b229e5f req-175f9367-3fba-4bf5-bdea-36c978d0cbbb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4953b012-a6ab-4c7f-b380-486850a932a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731013 Dec 08 16:08:24.461963 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5c3e7f51-b84f-489e-adff-48838792db20 req-f314f23f-fa92-4237-9de0-677a7364ae7e tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] 10.222.0.64 "GET /v2.0/security-groups?id=4953b012-a6ab-4c7f-b380-486850a932a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791948 Dec 08 16:08:24.533461 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c31ca-c4b1-4d40-89e0-8dfa43700e43 req-1502473f-b30a-4a97-abc0-4ead20d3c309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:24.536168 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9e4c31ca-c4b1-4d40-89e0-8dfa43700e43 req-1502473f-b30a-4a97-abc0-4ead20d3c309 service neutron] 10.222.0.76 "GET /v2.0/networks?id=38d523e2-3df0-41e5-846a-7796bad806dc HTTP/1.1" status: 200 len: 922 time: 0.1495032 Dec 08 16:08:24.593447 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9e4c31ca-c4b1-4d40-89e0-8dfa43700e43 req-f6ff09ae-2ab2-404a-ae4b-89d68faaf391 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46eee9dd-ba7c-47ec-bacc-16795a55bb5d HTTP/1.1" status: 200 len: 217 time: 0.0480113 Dec 08 16:08:24.602955 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0874e3-53a8-48a4-9087-2a824a48d0bd req-39b46969-3e8c-48d1-b65b-0211b3f2c6b0 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:24.604561 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4e0874e3-53a8-48a4-9087-2a824a48d0bd req-39b46969-3e8c-48d1-b65b-0211b3f2c6b0 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] 10.222.0.64 "GET /v2.0/ports?device_id=519db7ee-ac45-4a7c-950a-c8c059f617ae HTTP/1.1" status: 200 len: 945 time: 0.1281893 Dec 08 16:08:24.680102 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c31ca-c4b1-4d40-89e0-8dfa43700e43 req-1e63329c-fa9b-4f6d-ab20-248c094a91b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:24.681744 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9e4c31ca-c4b1-4d40-89e0-8dfa43700e43 req-1e63329c-fa9b-4f6d-ab20-248c094a91b1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=80d02a2e-a1d3-4bca-96cf-432677fca6a9 HTTP/1.1" status: 200 len: 860 time: 0.0761690 Dec 08 16:08:24.696480 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4e0874e3-53a8-48a4-9087-2a824a48d0bd req-91e2f8a0-87dd-41da-b7aa-f8d5c1d1524c tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] 10.222.0.64 "GET /v2.0/security-groups?id=6baf912a-f0d0-4cd4-8757-b1de646fe2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810003 Dec 08 16:08:24.754218 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af387e7c-0bab-4fae-87a5-1a879b4ab1bc req-ef580cc0-2b72-4393-b44d-f7951f455971 tempest-ServersAdminNegativeTestJSON-1717456050 tempest-ServersAdminNegativeTestJSON-1717456050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:24.769433 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-af387e7c-0bab-4fae-87a5-1a879b4ab1bc req-ef580cc0-2b72-4393-b44d-f7951f455971 tempest-ServersAdminNegativeTestJSON-1717456050 tempest-ServersAdminNegativeTestJSON-1717456050-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a47b9fce-ca57-4ba7-80d2-1572a57ec4c7 HTTP/1.1" status: 200 len: 1102 time: 0.0913656 Dec 08 16:08:24.779480 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c31ca-c4b1-4d40-89e0-8dfa43700e43 req-7f102cbf-c2d6-4d48-a3ce-b113a3a3a2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:24.781159 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9e4c31ca-c4b1-4d40-89e0-8dfa43700e43 req-7f102cbf-c2d6-4d48-a3ce-b113a3a3a2a6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=38d523e2-3df0-41e5-846a-7796bad806dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0834284 Dec 08 16:08:24.810563 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 40714) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:08:24.830205 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-af387e7c-0bab-4fae-87a5-1a879b4ab1bc req-570200b5-0b6c-4260-97d3-0304f6e14749 tempest-ServersAdminNegativeTestJSON-1717456050 tempest-ServersAdminNegativeTestJSON-1717456050-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c1187816-1f33-48e4-a298-8fffb3900028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599818 Dec 08 16:08:24.929342 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06da1699-bd40-4aa0-8048-b68619e1fce1 req-8317d096-e756-412b-b06f-a70b493c1c74 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:24.931064 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-06da1699-bd40-4aa0-8048-b68619e1fce1 req-8317d096-e756-412b-b06f-a70b493c1c74 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] 10.222.0.64 "GET /v2.0/ports?device_id=519db7ee-ac45-4a7c-950a-c8c059f617ae HTTP/1.1" status: 200 len: 945 time: 0.1447275 Dec 08 16:08:24.944473 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 40720) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:08:24.955804 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-1feca200-7483-46aa-9ef8-96436e16bb35 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Request body: {'floatingip': {'port_id': '3d642400-c87c-4315-9312-46c93418a14a'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:08:24.965874 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9e4c31ca-c4b1-4d40-89e0-8dfa43700e43 req-e5ff2caa-49d1-43c6-8849-035b3f1edb07 service neutron] 10.222.0.76 "GET /v2.0/networks/38d523e2-3df0-41e5-846a-7796bad806dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629186 Dec 08 16:08:25.005502 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1feca200-7483-46aa-9ef8-96436e16bb35 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Publish callbacks [] for floatingip, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:25.138897 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9e4c31ca-c4b1-4d40-89e0-8dfa43700e43 req-1387224a-8045-4eb9-82e8-3736d302e6ad service neutron] 10.222.0.76 "GET /v2.0/networks/38d523e2-3df0-41e5-846a-7796bad806dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626627 Dec 08 16:08:25.156861 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-fe447d2e-1fd5-475d-aa50-c3f945613f00 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=01c415a5ad4448f6bf6a4016f1b9ae55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3288760 Dec 08 16:08:25.160096 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 40734) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:08:25.201053 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ae2c4-7047-444e-9401-618ecc2fe4f4 req-c12135d5-c21f-4ac5-bced-8b0452b0cd37 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:25.202643 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-117ae2c4-7047-444e-9401-618ecc2fe4f4 req-c12135d5-c21f-4ac5-bced-8b0452b0cd37 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/ports?device_id=cdd2db95-0919-4a7a-8ef3-d8f3858757f4 HTTP/1.1" status: 200 len: 943 time: 0.1021514 Dec 08 16:08:25.256481 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0c46d219-b46a-4aa1-b52d-73f98e770f5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:25.287416 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-117ae2c4-7047-444e-9401-618ecc2fe4f4 req-48acfad1-fc52-4782-b33f-87e4b808bb44 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/security-groups?id=953ad95e-c2f2-4bf4-8be8-2640db5aea9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743473 Dec 08 16:08:25.297336 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0c46d219-b46a-4aa1-b52d-73f98e770f5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:25.423856 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0c46d219-b46a-4aa1-b52d-73f98e770f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:25.426687 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0c46d219-b46a-4aa1-b52d-73f98e770f5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:25.431395 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-0c46d219-b46a-4aa1-b52d-73f98e770f5e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/26be1df7-0efe-44cd-a2be-91d83357a43b HTTP/1.1" status: 204 len: 168 time: 0.2698839 Dec 08 16:08:25.437632 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c46d219-b46a-4aa1-b52d-73f98e770f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26be1df7-0efe-44cd-a2be-91d83357a43b,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:25.515708 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f06214-8f40-45ba-8ec7-aa528e26ac19 req-38978b2f-de1c-4bec-a857-c43b8ab16e5e tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:25.522551 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f9f06214-8f40-45ba-8ec7-aa528e26ac19 req-38978b2f-de1c-4bec-a857-c43b8ab16e5e tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.64 "GET /v2.0/ports?device_id=a47b9fce-ca57-4ba7-80d2-1572a57ec4c7 HTTP/1.1" status: 200 len: 950 time: 0.0609221 Dec 08 16:08:25.583696 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f9f06214-8f40-45ba-8ec7-aa528e26ac19 req-67908b31-0a1b-41cf-b703-1708168b90bb tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.64 "GET /v2.0/security-groups?id=c1187816-1f33-48e4-a298-8fffb3900028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516713 Dec 08 16:08:25.718245 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50fb955-e8d2-4c39-861c-bbb16fe2dccc req-97693bde-a377-4576-bd47-d200c007a97f tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:25.719803 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a50fb955-e8d2-4c39-861c-bbb16fe2dccc req-97693bde-a377-4576-bd47-d200c007a97f tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] 10.222.0.64 "GET /v2.0/ports?device_id=df6549c6-e11b-4f30-859f-df81504dce6f HTTP/1.1" status: 200 len: 945 time: 0.0588050 Dec 08 16:08:25.774808 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a50fb955-e8d2-4c39-861c-bbb16fe2dccc req-8184339d-89be-4b54-a010-c42a91d15d8b tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] 10.222.0.64 "GET /v2.0/security-groups?id=4953b012-a6ab-4c7f-b380-486850a932a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479798 Dec 08 16:08:25.854213 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a491d871-99f3-4e3c-87ea-2ada5f479534 req-bdb60753-954c-436f-b814-78910075ea85 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:25.855809 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a491d871-99f3-4e3c-87ea-2ada5f479534 req-bdb60753-954c-436f-b814-78910075ea85 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=349e08bb-ed24-4fac-8ea4-b6cd43e6c151 HTTP/1.1" status: 200 len: 943 time: 0.4641366 Dec 08 16:08:25.939364 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1feca200-7483-46aa-9ef8-96436e16bb35 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:25.954539 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a491d871-99f3-4e3c-87ea-2ada5f479534 req-97233d58-5764-4fde-8bda-f93217368e8e tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854809 Dec 08 16:08:26.034724 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1feca200-7483-46aa-9ef8-96436e16bb35 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:26.137692 n-d-776250-12 neutron-server[110551]: INFO neutron.db.l3_db [None req-1feca200-7483-46aa-9ef8-96436e16bb35 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Floating IP 0583ac85-eb36-4932-a070-77604d3ece38 associated. External IP: 172.25.0.178, port: 3d642400-c87c-4315-9312-46c93418a14a. Dec 08 16:08:26.286199 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 40748) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:08:26.330404 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-1a6649cc-9672-477b-984c-4869524b3dd5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=10372283b51c4f4980a7996c92bdfba2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407846 Dec 08 16:08:26.330919 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 40752) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:08:26.398869 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b02d5247-a371-49f6-ab43-6cf3d469caad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:26.418300 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73664d22-b63e-47eb-a3e4-8b0942dd202c req-9929726e-44ef-4938-ba02-d57bf4939f5c tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:26.418551 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1feca200-7483-46aa-9ef8-96436e16bb35 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Router 7a15cd1a-367c-46ee-bcf9-0990f49d0b68 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:08:26.419852 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73664d22-b63e-47eb-a3e4-8b0942dd202c req-9929726e-44ef-4938-ba02-d57bf4939f5c tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/ports?device_id=cdd2db95-0919-4a7a-8ef3-d8f3858757f4 HTTP/1.1" status: 200 len: 943 time: 0.0518694 Dec 08 16:08:26.423346 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b02d5247-a371-49f6-ab43-6cf3d469caad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:26.479003 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73664d22-b63e-47eb-a3e4-8b0942dd202c req-63b7f7e8-2add-41cf-b6cb-9a4e06a1a36d tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/security-groups?id=953ad95e-c2f2-4bf4-8be8-2640db5aea9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521567 Dec 08 16:08:26.562499 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1feca200-7483-46aa-9ef8-96436e16bb35 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:08:26.567659 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1feca200-7483-46aa-9ef8-96436e16bb35 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:26.572965 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d061309-e994-4600-b59d-14532f45b49f None None] Sync routers for ids ['7a15cd1a-367c-46ee-bcf9-0990f49d0b68'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:08:26.588289 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d061309-e994-4600-b59d-14532f45b49f None None] Routers {'7a15cd1a-367c-46ee-bcf9-0990f49d0b68'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:08:26.588896 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-2d061309-e994-4600-b59d-14532f45b49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:08:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['7a15cd1a-367c-46ee-bcf9-0990f49d0b68'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:08:26.597938 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-1feca200-7483-46aa-9ef8-96436e16bb35 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] 10.222.0.64 "PUT /v2.0/floatingips/0583ac85-eb36-4932-a070-77604d3ece38 HTTP/1.1" status: 200 len: 991 time: 1.6519678 Dec 08 16:08:26.608558 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '519db7ee-ac45-4a7c-950a-c8c059f617ae', 'tag': '3d642400-c87c-4315-9312-46c93418a14a'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:08:26.608558 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f71dfe3-231e-44ab-87ce-b68032c6822b" -d '{"events": [{"name": "network-changed", "server_uuid": "519db7ee-ac45-4a7c-950a-c8c059f617ae", "tag": "3d642400-c87c-4315-9312-46c93418a14a"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:08:26.635137 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b02d5247-a371-49f6-ab43-6cf3d469caad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:26.638036 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b02d5247-a371-49f6-ab43-6cf3d469caad admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:26.639225 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b02d5247-a371-49f6-ab43-6cf3d469caad admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7e472327-c177-414e-8b75-6dc0565f3c73 HTTP/1.1" status: 204 len: 168 time: 0.3073459 Dec 08 16:08:26.666525 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c68497-ad8d-4640-9739-f10f48a3cf9c x-openstack-request-id: req-85c68497-ad8d-4640-9739-f10f48a3cf9c {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:08:26.666851 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "519db7ee-ac45-4a7c-950a-c8c059f617ae", "tag": "3d642400-c87c-4315-9312-46c93418a14a", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:08:26.667112 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-85c68497-ad8d-4640-9739-f10f48a3cf9c {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:08:26.667535 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '519db7ee-ac45-4a7c-950a-c8c059f617ae', 'tag': '3d642400-c87c-4315-9312-46c93418a14a', 'status': 'completed', 'code': 200} Dec 08 16:08:26.669346 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02d5247-a371-49f6-ab43-6cf3d469caad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e472327-c177-414e-8b75-6dc0565f3c73,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:26.708300 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-2d061309-e994-4600-b59d-14532f45b49f None None] Set router 7a15cd1a-367c-46ee-bcf9-0990f49d0b68 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:08:26.745108 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f71dfe3-231e-44ab-87ce-b68032c6822b req-7a6e8d5a-2eb2-420f-9a3f-45d1613692e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:26.747108 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7f71dfe3-231e-44ab-87ce-b68032c6822b req-7a6e8d5a-2eb2-420f-9a3f-45d1613692e7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d2ccfe6975714fc3b8a138ea789f3317&device_id=519db7ee-ac45-4a7c-950a-c8c059f617ae HTTP/1.1" status: 200 len: 1097 time: 0.0574918 Dec 08 16:08:26.825926 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be6626-abe8-4981-8cac-a323397e7e50 req-65bcea7d-563d-41d0-aaee-25379bdee470 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:26.827629 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-48be6626-abe8-4981-8cac-a323397e7e50 req-65bcea7d-563d-41d0-aaee-25379bdee470 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.64 "GET /v2.0/ports?device_id=a47b9fce-ca57-4ba7-80d2-1572a57ec4c7 HTTP/1.1" status: 200 len: 950 time: 0.0737047 Dec 08 16:08:26.908114 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f71dfe3-231e-44ab-87ce-b68032c6822b req-8b9fcdaf-882c-456b-a3dc-7a29d4107eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:26.911164 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7f71dfe3-231e-44ab-87ce-b68032c6822b req-8b9fcdaf-882c-456b-a3dc-7a29d4107eb0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bb9d0058-2dc0-4e63-9bdc-6ba019b39e11 HTTP/1.1" status: 200 len: 917 time: 0.1547015 Dec 08 16:08:26.913267 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-48be6626-abe8-4981-8cac-a323397e7e50 req-f59d77eb-68f2-4521-9600-47d811990a36 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.64 "GET /v2.0/security-groups?id=c1187816-1f33-48e4-a298-8fffb3900028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788016 Dec 08 16:08:27.056309 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78de789-cacb-4edc-993d-25ccabcb789a req-c629640c-0a1b-41f8-9538-ad4b3a65444d tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:27.057907 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e78de789-cacb-4edc-993d-25ccabcb789a req-c629640c-0a1b-41f8-9538-ad4b3a65444d tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] 10.222.0.64 "GET /v2.0/ports?device_id=df6549c6-e11b-4f30-859f-df81504dce6f HTTP/1.1" status: 200 len: 945 time: 0.1203613 Dec 08 16:08:27.059114 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-2d061309-e994-4600-b59d-14532f45b49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a15cd1a-367c-46ee-bcf9-0990f49d0b68', 'name': 'tempest-ServersTestBootFromVolume-1433177018-router', 'tenant_id': 'd2ccfe6975714fc3b8a138ea789f3317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '73b7186c-09f7-40f0-8777-120013e51247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:06:46Z', 'updated_at': '2021-12-08T16:06:53Z', 'revision_number': 4, 'project_id': 'd2ccfe6975714fc3b8a138ea789f3317', 'gw_port': {'id': '73b7186c-09f7-40f0-8777-120013e51247', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:28:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a15cd1a-367c-46ee-bcf9-0990f49d0b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:06:47Z', 'updated_at': '2021-12-08T16:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '0583ac85-eb36-4932-a070-77604d3ece38', 'tenant_id': 'd2ccfe6975714fc3b8a138ea789f3317', 'floating_ip_address': '172.25.0.178', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '7a15cd1a-367c-46ee-bcf9-0990f49d0b68', 'port_id': '3d642400-c87c-4315-9312-46c93418a14a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb9d0058-2dc0-4e63-9bdc-6ba019b39e11', 'mac_address': 'fa:16:3e:c6:5a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519db7ee-ac45-4a7c-950a-c8c059f617ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:06:59Z', 'updated_at': '2021-12-08T16:08:25Z', 'revision_number': 1, 'project_id': 'd2ccfe6975714fc3b8a138ea789f3317', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f83d49af-9420-48e3-8a59-3ed98d8f52ca', 'name': '', 'network_id': 'bb9d0058-2dc0-4e63-9bdc-6ba019b39e11', 'tenant_id': 'd2ccfe6975714fc3b8a138ea789f3317', 'mac_address': 'fa:16:3e:20:04:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a15cd1a-367c-46ee-bcf9-0990f49d0b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '59c87d8b-18df-4d41-af98-f6c5328cc834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:06:51Z', 'updated_at': '2021-12-08T16:06:58Z', 'revision_number': 5, 'project_id': 'd2ccfe6975714fc3b8a138ea789f3317', 'subnets': [{'id': '59c87d8b-18df-4d41-af98-f6c5328cc834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:08:27.060814 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7f71dfe3-231e-44ab-87ce-b68032c6822b req-ac73d16f-044a-46ad-a09e-480d8cd016bc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d642400-c87c-4315-9312-46c93418a14a HTTP/1.1" status: 200 len: 999 time: 0.1401460 Dec 08 16:08:27.086910 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d061309-e994-4600-b59d-14532f45b49f None None] Checking router: 7a15cd1a-367c-46ee-bcf9-0990f49d0b68 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:08:27.096058 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d061309-e994-4600-b59d-14532f45b49f None None] Routers {'7a15cd1a-367c-46ee-bcf9-0990f49d0b68'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:08:27.102612 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-2d061309-e994-4600-b59d-14532f45b49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:08:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['7a15cd1a-367c-46ee-bcf9-0990f49d0b68'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:08:27.133581 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f71dfe3-231e-44ab-87ce-b68032c6822b req-0b8279a1-f9f5-46a1-a574-89684963157b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:27.135115 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7f71dfe3-231e-44ab-87ce-b68032c6822b req-0b8279a1-f9f5-46a1-a574-89684963157b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=59c87d8b-18df-4d41-af98-f6c5328cc834 HTTP/1.1" status: 200 len: 855 time: 0.0623195 Dec 08 16:08:27.192262 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e78de789-cacb-4edc-993d-25ccabcb789a req-d9a59d5c-4edc-400b-a558-ab4d78479c28 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] 10.222.0.64 "GET /v2.0/security-groups?id=4953b012-a6ab-4c7f-b380-486850a932a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269686 Dec 08 16:08:27.207322 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f71dfe3-231e-44ab-87ce-b68032c6822b req-7139b8d6-c70a-41d5-a10c-df16a21050cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:27.209474 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb89d1a-140d-4ee9-b82d-b8ebc78dce2e req-fce8c663-abc4-4868-80bc-71f158b61d40 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:27.212221 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0bb89d1a-140d-4ee9-b82d-b8ebc78dce2e req-fce8c663-abc4-4868-80bc-71f158b61d40 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=349e08bb-ed24-4fac-8ea4-b6cd43e6c151 HTTP/1.1" status: 200 len: 943 time: 0.1417482 Dec 08 16:08:27.214876 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-2d061309-e994-4600-b59d-14532f45b49f None None] Set router 7a15cd1a-367c-46ee-bcf9-0990f49d0b68 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:08:27.218733 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7f71dfe3-231e-44ab-87ce-b68032c6822b req-7139b8d6-c70a-41d5-a10c-df16a21050cb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bb9d0058-2dc0-4e63-9bdc-6ba019b39e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603206 Dec 08 16:08:27.319956 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9ecfd-0897-4765-a7a7-0d4f29c58616 req-54e3e418-393f-4b01-9f20-ec035db5231a tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:27.321635 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7da9ecfd-0897-4765-a7a7-0d4f29c58616 req-54e3e418-393f-4b01-9f20-ec035db5231a tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.76 "GET /v2.0/ports?device_id=a47b9fce-ca57-4ba7-80d2-1572a57ec4c7 HTTP/1.1" status: 200 len: 950 time: 0.1881609 Dec 08 16:08:27.352830 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7f71dfe3-231e-44ab-87ce-b68032c6822b req-78c7a240-733e-4d3d-ac82-8d2cc8089bfe service neutron] 10.222.0.37 "GET /v2.0/networks/bb9d0058-2dc0-4e63-9bdc-6ba019b39e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333313 Dec 08 16:08:27.361337 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d279d-1be4-49f1-a3f2-5fcc3e80a2cf req-abb49670-ba94-4614-aacb-143180f22d1b tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:27.362821 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-087d279d-1be4-49f1-a3f2-5fcc3e80a2cf req-abb49670-ba94-4614-aacb-143180f22d1b tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] 10.222.0.64 "GET /v2.0/ports?device_id=df6549c6-e11b-4f30-859f-df81504dce6f HTTP/1.1" status: 200 len: 945 time: 0.0811555 Dec 08 16:08:27.377630 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0bb89d1a-140d-4ee9-b82d-b8ebc78dce2e req-772e1a62-d691-4418-9261-c1d6c6344583 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454244 Dec 08 16:08:27.383071 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 40780) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:08:27.388988 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-fec3aa9f-4f8f-45df-8f09-dc94f7240138 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Request body: {'floatingip': {'port_id': 'db04a564-c35b-4b48-8713-1a4c6d9205c9'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:08:27.398259 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 96086acd-97e4-4825-8a5e-edacfd30b435 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:08:27.448836 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fec3aa9f-4f8f-45df-8f09-dc94f7240138 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Publish callbacks [] for floatingip, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:27.478470 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7f71dfe3-231e-44ab-87ce-b68032c6822b req-bad7cb99-4a0b-45b7-9914-54299bd15dc9 service neutron] 10.222.0.37 "GET /v2.0/networks/bb9d0058-2dc0-4e63-9bdc-6ba019b39e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146626 Dec 08 16:08:27.535837 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-2d061309-e994-4600-b59d-14532f45b49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a15cd1a-367c-46ee-bcf9-0990f49d0b68', 'name': 'tempest-ServersTestBootFromVolume-1433177018-router', 'tenant_id': 'd2ccfe6975714fc3b8a138ea789f3317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '73b7186c-09f7-40f0-8777-120013e51247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:06:46Z', 'updated_at': '2021-12-08T16:06:53Z', 'revision_number': 4, 'project_id': 'd2ccfe6975714fc3b8a138ea789f3317', 'gw_port': {'id': '73b7186c-09f7-40f0-8777-120013e51247', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:28:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a15cd1a-367c-46ee-bcf9-0990f49d0b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:06:47Z', 'updated_at': '2021-12-08T16:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '0583ac85-eb36-4932-a070-77604d3ece38', 'tenant_id': 'd2ccfe6975714fc3b8a138ea789f3317', 'floating_ip_address': '172.25.0.178', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '7a15cd1a-367c-46ee-bcf9-0990f49d0b68', 'port_id': '3d642400-c87c-4315-9312-46c93418a14a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb9d0058-2dc0-4e63-9bdc-6ba019b39e11', 'mac_address': 'fa:16:3e:c6:5a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519db7ee-ac45-4a7c-950a-c8c059f617ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:06:59Z', 'updated_at': '2021-12-08T16:08:25Z', 'revision_number': 1, 'project_id': 'd2ccfe6975714fc3b8a138ea789f3317', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f83d49af-9420-48e3-8a59-3ed98d8f52ca', 'name': '', 'network_id': 'bb9d0058-2dc0-4e63-9bdc-6ba019b39e11', 'tenant_id': 'd2ccfe6975714fc3b8a138ea789f3317', 'mac_address': 'fa:16:3e:20:04:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a15cd1a-367c-46ee-bcf9-0990f49d0b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '59c87d8b-18df-4d41-af98-f6c5328cc834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:06:51Z', 'updated_at': '2021-12-08T16:06:58Z', 'revision_number': 5, 'project_id': 'd2ccfe6975714fc3b8a138ea789f3317', 'subnets': [{'id': '59c87d8b-18df-4d41-af98-f6c5328cc834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:08:27.563462 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 96086acd-97e4-4825-8a5e-edacfd30b435, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=96086acd-97e4-4825-8a5e-edacfd30b435,segment=NetworkSegment(feac72a6-bbb0-42da-a5f2-51d59135d26f),segment_id=feac72a6-bbb0-42da-a5f2-51d59135d26f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:08:27.593774 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '96086acd-97e4-4825-8a5e-edacfd30b435', 'network_id': '34422553-fc63-47d6-a631-7f666537bc5c', 'port_id': '96086acd-97e4-4825-8a5e-edacfd30b435', 'mac_address': 'fa:16:3e:e8:17:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5db44a3c-d12a-4344-a611-2d41355a5e50', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:08:27.603218 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 46eee9dd-ba7c-47ec-bacc-16795a55bb5d details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:08:27.608281 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d061309-e994-4600-b59d-14532f45b49f None None] The sync data for ids ['7a15cd1a-367c-46ee-bcf9-0990f49d0b68'] in n-d-776250-12 is: [{'id': '7a15cd1a-367c-46ee-bcf9-0990f49d0b68', 'name': 'tempest-ServersTestBootFromVolume-1433177018-router', 'tenant_id': 'd2ccfe6975714fc3b8a138ea789f3317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '73b7186c-09f7-40f0-8777-120013e51247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:06:46Z', 'updated_at': '2021-12-08T16:06:53Z', 'revision_number': 4, 'project_id': 'd2ccfe6975714fc3b8a138ea789f3317', 'gw_port': {'id': '73b7186c-09f7-40f0-8777-120013e51247', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:28:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a15cd1a-367c-46ee-bcf9-0990f49d0b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:06:47Z', 'updated_at': '2021-12-08T16:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '0583ac85-eb36-4932-a070-77604d3ece38', 'tenant_id': 'd2ccfe6975714fc3b8a138ea789f3317', 'floating_ip_address': '172.25.0.178', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '7a15cd1a-367c-46ee-bcf9-0990f49d0b68', 'port_id': '3d642400-c87c-4315-9312-46c93418a14a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb9d0058-2dc0-4e63-9bdc-6ba019b39e11', 'mac_address': 'fa:16:3e:c6:5a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519db7ee-ac45-4a7c-950a-c8c059f617ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:06:59Z', 'updated_at': '2021-12-08T16:08:25Z', 'revision_number': 1, 'project_id': 'd2ccfe6975714fc3b8a138ea789f3317', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f83d49af-9420-48e3-8a59-3ed98d8f52ca', 'name': '', 'network_id': 'bb9d0058-2dc0-4e63-9bdc-6ba019b39e11', 'tenant_id': 'd2ccfe6975714fc3b8a138ea789f3317', 'mac_address': 'fa:16:3e:20:04:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a15cd1a-367c-46ee-bcf9-0990f49d0b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '59c87d8b-18df-4d41-af98-f6c5328cc834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:06:51Z', 'updated_at': '2021-12-08T16:06:58Z', 'revision_number': 5, 'project_id': 'd2ccfe6975714fc3b8a138ea789f3317', 'subnets': [{'id': '59c87d8b-18df-4d41-af98-f6c5328cc834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:08:27.670046 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:27.687520 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96086acd-97e4-4825-8a5e-edacfd30b435 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:08:27.743349 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-7da9ecfd-0897-4765-a7a7-0d4f29c58616 req-321faa71-a5e5-48d7-8dfe-cca26703746a tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] Deleting port 86e40ef6-b258-4f6c-bb08-1e8b3d7c98e9 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:08:27.743693 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-7da9ecfd-0897-4765-a7a7-0d4f29c58616 req-321faa71-a5e5-48d7-8dfe-cca26703746a tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:27.756599 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 96086acd-97e4-4825-8a5e-edacfd30b435, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=96086acd-97e4-4825-8a5e-edacfd30b435,segment=NetworkSegment(feac72a6-bbb0-42da-a5f2-51d59135d26f),segment_id=feac72a6-bbb0-42da-a5f2-51d59135d26f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:08:27.802745 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 46eee9dd-ba7c-47ec-bacc-16795a55bb5d, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=46eee9dd-ba7c-47ec-bacc-16795a55bb5d,segment=NetworkSegment(fb4f3904-605a-466d-8350-ef7e46c87c22),segment_id=fb4f3904-605a-466d-8350-ef7e46c87c22)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:08:27.808745 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d8306-b0c9-47a4-bc8a-aa75db66c54b req-a22252f1-6f66-4888-9f71-a20313543999 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:27.810222 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0a5d8306-b0c9-47a4-bc8a-aa75db66c54b req-a22252f1-6f66-4888-9f71-a20313543999 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/ports?device_id=cdd2db95-0919-4a7a-8ef3-d8f3858757f4 HTTP/1.1" status: 200 len: 943 time: 0.2026150 Dec 08 16:08:27.817624 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '46eee9dd-ba7c-47ec-bacc-16795a55bb5d', 'network_id': '38d523e2-3df0-41e5-846a-7796bad806dc', 'port_id': '46eee9dd-ba7c-47ec-bacc-16795a55bb5d', 'mac_address': 'fa:16:3e:01:24:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80d02a2e-a1d3-4bca-96cf-432677fca6a9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:08:27.883571 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:27.914255 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:27.921547 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46eee9dd-ba7c-47ec-bacc-16795a55bb5d {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:08:27.937166 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-7da9ecfd-0897-4765-a7a7-0d4f29c58616 req-321faa71-a5e5-48d7-8dfe-cca26703746a tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] For port 86e40ef6-b258-4f6c-bb08-1e8b3d7c98e9, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=86e40ef6-b258-4f6c-bb08-1e8b3d7c98e9,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:08:27.937586 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-7da9ecfd-0897-4765-a7a7-0d4f29c58616 req-321faa71-a5e5-48d7-8dfe-cca26703746a tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:27.960801 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6763f2c6-576b-4006-8daf-a47412178d52 None None] New status for floating IP 0583ac85-eb36-4932-a070-77604d3ece38: ACTIVE {{(pid=110552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:08:28.006966 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-7da9ecfd-0897-4765-a7a7-0d4f29c58616 req-321faa71-a5e5-48d7-8dfe-cca26703746a tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] Calling delete_port for 86e40ef6-b258-4f6c-bb08-1e8b3d7c98e9 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:08:28.016057 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0a5d8306-b0c9-47a4-bc8a-aa75db66c54b req-e17e09a3-740d-4b37-b9bb-4d4478dcdb48 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/security-groups?id=953ad95e-c2f2-4bf4-8be8-2640db5aea9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652098 Dec 08 16:08:28.062844 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b0039-83fa-45fd-b105-c0bfbad6fc83 req-142cb4c9-4313-4a9b-a850-941e766506fe tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:28.065414 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f02b0039-83fa-45fd-b105-c0bfbad6fc83 req-142cb4c9-4313-4a9b-a850-941e766506fe tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.64 "GET /v2.0/ports?device_id=a47b9fce-ca57-4ba7-80d2-1572a57ec4c7 HTTP/1.1" status: 200 len: 950 time: 0.0537508 Dec 08 16:08:28.080296 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 46eee9dd-ba7c-47ec-bacc-16795a55bb5d, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=46eee9dd-ba7c-47ec-bacc-16795a55bb5d,segment=NetworkSegment(fb4f3904-605a-466d-8350-ef7e46c87c22),segment_id=fb4f3904-605a-466d-8350-ef7e46c87c22)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:08:28.144422 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f02b0039-83fa-45fd-b105-c0bfbad6fc83 req-e23af8a6-4193-40e3-afae-002e94e5423e tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.64 "GET /v2.0/security-groups?id=c1187816-1f33-48e4-a298-8fffb3900028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666931 Dec 08 16:08:28.196783 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=96086acd-97e4-4825-8a5e-edacfd30b435,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:28.200821 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:28.238743 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['96086acd-97e4-4825-8a5e-edacfd30b435'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:08:28.306122 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=46eee9dd-ba7c-47ec-bacc-16795a55bb5d,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:28.529741 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e1bf0-2ec1-4e50-9d4f-3385b26f7885 req-fe2eb9b9-82b5-4ee1-a471-95a7e1adc413 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:28.531464 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-596e1bf0-2ec1-4e50-9d4f-3385b26f7885 req-fe2eb9b9-82b5-4ee1-a471-95a7e1adc413 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=349e08bb-ed24-4fac-8ea4-b6cd43e6c151 HTTP/1.1" status: 200 len: 944 time: 0.0596170 Dec 08 16:08:28.557824 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['46eee9dd-ba7c-47ec-bacc-16795a55bb5d'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:08:28.626352 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-596e1bf0-2ec1-4e50-9d4f-3385b26f7885 req-58d1fc95-5629-4b2e-90a2-1be1090015a9 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866790 Dec 08 16:08:28.654082 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fec3aa9f-4f8f-45df-8f09-dc94f7240138 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:28.719743 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-7da9ecfd-0897-4765-a7a7-0d4f29c58616 req-321faa71-a5e5-48d7-8dfe-cca26703746a tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:28.751899 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321faa71-a5e5-48d7-8dfe-cca26703746a tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] Pushing event deleted for resources: {'Port': ['ID=86e40ef6-b258-4f6c-bb08-1e8b3d7c98e9,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:28.756346 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fec3aa9f-4f8f-45df-8f09-dc94f7240138 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:28.851198 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da9ecfd-0897-4765-a7a7-0d4f29c58616 req-321faa71-a5e5-48d7-8dfe-cca26703746a tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] No DVR routers for this DVR port 86e40ef6-b258-4f6c-bb08-1e8b3d7c98e9 on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:08:28.855150 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-7da9ecfd-0897-4765-a7a7-0d4f29c58616 req-321faa71-a5e5-48d7-8dfe-cca26703746a tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:28.858558 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7da9ecfd-0897-4765-a7a7-0d4f29c58616 req-321faa71-a5e5-48d7-8dfe-cca26703746a tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.76 "DELETE /v2.0/ports/86e40ef6-b258-4f6c-bb08-1e8b3d7c98e9 HTTP/1.1" status: 204 len: 173 time: 1.5276756 Dec 08 16:08:28.859028 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a47b9fce-ca57-4ba7-80d2-1572a57ec4c7', 'name': 'network-vif-deleted', 'tag': '86e40ef6-b258-4f6c-bb08-1e8b3d7c98e9'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:08:28.861354 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30acdc6b-4a67-47c2-a213-a055e8edab6b" -d '{"events": [{"server_uuid": "a47b9fce-ca57-4ba7-80d2-1572a57ec4c7", "name": "network-vif-deleted", "tag": "86e40ef6-b258-4f6c-bb08-1e8b3d7c98e9"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:08:28.927962 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539f47b4-3619-4302-80d5-72bbb02b844f x-openstack-request-id: req-539f47b4-3619-4302-80d5-72bbb02b844f {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:08:28.928433 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a47b9fce-ca57-4ba7-80d2-1572a57ec4c7", "name": "network-vif-deleted", "tag": "86e40ef6-b258-4f6c-bb08-1e8b3d7c98e9", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:08:28.928711 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-539f47b4-3619-4302-80d5-72bbb02b844f {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:08:28.929121 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a47b9fce-ca57-4ba7-80d2-1572a57ec4c7', 'name': 'network-vif-deleted', 'tag': '86e40ef6-b258-4f6c-bb08-1e8b3d7c98e9', 'status': 'completed', 'code': 200} Dec 08 16:08:28.934609 n-d-776250-12 neutron-server[110550]: INFO neutron.db.l3_db [None req-fec3aa9f-4f8f-45df-8f09-dc94f7240138 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Floating IP 6ad7e78c-47ac-4975-89e9-0621b3f12a96 associated. External IP: 172.25.0.243, port: db04a564-c35b-4b48-8713-1a4c6d9205c9. Dec 08 16:08:29.161323 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ec725-005f-4b2e-b53e-08570f1de0bc req-0f7c19d5-fce2-4f70-8200-1867a6449b6a tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:29.162870 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4c2ec725-005f-4b2e-b53e-08570f1de0bc req-0f7c19d5-fce2-4f70-8200-1867a6449b6a tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/ports?device_id=cdd2db95-0919-4a7a-8ef3-d8f3858757f4 HTTP/1.1" status: 200 len: 944 time: 0.0545640 Dec 08 16:08:29.201312 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fec3aa9f-4f8f-45df-8f09-dc94f7240138 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Router 08cac69e-63f2-46d9-bcfb-aa45250c1e01 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:08:29.241585 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4c2ec725-005f-4b2e-b53e-08570f1de0bc req-acd7e092-e720-42c6-afec-370b1661fb31 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/security-groups?id=953ad95e-c2f2-4bf4-8be8-2640db5aea9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709405 Dec 08 16:08:29.249034 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['18197a4b-dc7c-4ad5-88f6-273d8a07d794'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:08:29.400616 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fe7f75e2-92b6-4cea-9d38-79f9fd99a9d2 req-929e501c-a110-46a2-9907-5aa5b9936213 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.64 "GET /v2.0/ports?device_id=a47b9fce-ca57-4ba7-80d2-1572a57ec4c7 HTTP/1.1" status: 200 len: 210 time: 0.0419500 Dec 08 16:08:29.418278 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 96086acd-97e4-4825-8a5e-edacfd30b435 up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:08:29.427985 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fec3aa9f-4f8f-45df-8f09-dc94f7240138 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:08:29.433549 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fec3aa9f-4f8f-45df-8f09-dc94f7240138 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:29.441199 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099c61f0-d97c-4de5-a4b7-f5d140f4634c None None] Sync routers for ids ['08cac69e-63f2-46d9-bcfb-aa45250c1e01'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:08:29.458737 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099c61f0-d97c-4de5-a4b7-f5d140f4634c None None] Routers {'08cac69e-63f2-46d9-bcfb-aa45250c1e01'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:08:29.459378 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-099c61f0-d97c-4de5-a4b7-f5d140f4634c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:08:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['08cac69e-63f2-46d9-bcfb-aa45250c1e01'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:08:29.473185 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-fec3aa9f-4f8f-45df-8f09-dc94f7240138 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] 10.222.0.64 "PUT /v2.0/floatingips/6ad7e78c-47ac-4975-89e9-0621b3f12a96 HTTP/1.1" status: 200 len: 991 time: 2.0881422 Dec 08 16:08:29.589100 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 46eee9dd-ba7c-47ec-bacc-16795a55bb5d up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:08:29.591874 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-099c61f0-d97c-4de5-a4b7-f5d140f4634c None None] Set router 08cac69e-63f2-46d9-bcfb-aa45250c1e01 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:08:29.622491 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port 96086acd-97e4-4825-8a5e-edacfd30b435 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:08:29.629326 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 96086acd-97e4-4825-8a5e-edacfd30b435 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:08:29.629706 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:29.769424 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:29.776406 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5822e7ad-20f8-45e8-97b4-0040bef7fa99 req-070d9b9b-c6ab-4192-8dca-844e8ef0265a tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:29.784637 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5822e7ad-20f8-45e8-97b4-0040bef7fa99 req-070d9b9b-c6ab-4192-8dca-844e8ef0265a tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=349e08bb-ed24-4fac-8ea4-b6cd43e6c151 HTTP/1.1" status: 200 len: 944 time: 0.0686700 Dec 08 16:08:29.789275 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port 46eee9dd-ba7c-47ec-bacc-16795a55bb5d completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:08:29.796139 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 46eee9dd-ba7c-47ec-bacc-16795a55bb5d triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:08:29.796620 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:29.835020 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a181090e-c8e3-4855-b442-7fbc7d3d6c8f req-81274148-ded1-44f5-898d-103779486b55 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=145eabef365e453db77ece9e597725f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335832 Dec 08 16:08:29.837074 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '349e08bb-ed24-4fac-8ea4-b6cd43e6c151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96086acd-97e4-4825-8a5e-edacfd30b435'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:08:29.842672 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb61bf5-f984-4d10-ad9d-237290537782" -d '{"events": [{"server_uuid": "349e08bb-ed24-4fac-8ea4-b6cd43e6c151", "name": "network-vif-plugged", "status": "completed", "tag": "96086acd-97e4-4825-8a5e-edacfd30b435"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:08:29.861659 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5822e7ad-20f8-45e8-97b4-0040bef7fa99 req-e774c204-89f0-4c4a-879f-4460003b20bd tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708702 Dec 08 16:08:29.867632 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 96086acd-97e4-4825-8a5e-edacfd30b435, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=96086acd-97e4-4825-8a5e-edacfd30b435,segment=NetworkSegment(feac72a6-bbb0-42da-a5f2-51d59135d26f),segment_id=feac72a6-bbb0-42da-a5f2-51d59135d26f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:08:29.913240 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-099c61f0-d97c-4de5-a4b7-f5d140f4634c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cac69e-63f2-46d9-bcfb-aa45250c1e01', 'name': 'tempest-ServersTestJSON-1796942707-router', 'tenant_id': '206a3032957f479e80e5d034840d286f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'a218d492-3c79-4095-ae58-537a55e13bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:07:53Z', 'updated_at': '2021-12-08T16:07:59Z', 'revision_number': 4, 'project_id': '206a3032957f479e80e5d034840d286f', 'gw_port': {'id': 'a218d492-3c79-4095-ae58-537a55e13bd0', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:10:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cac69e-63f2-46d9-bcfb-aa45250c1e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:07:54Z', 'updated_at': '2021-12-08T16:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '6ad7e78c-47ac-4975-89e9-0621b3f12a96', 'tenant_id': '206a3032957f479e80e5d034840d286f', 'floating_ip_address': '172.25.0.243', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '08cac69e-63f2-46d9-bcfb-aa45250c1e01', 'port_id': 'db04a564-c35b-4b48-8713-1a4c6d9205c9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5c03215-f481-4896-afd0-981853cb3418', 'mac_address': 'fa:16:3e:a7:0b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6549c6-e11b-4f30-859f-df81504dce6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:08:05Z', 'updated_at': '2021-12-08T16:08:28Z', 'revision_number': 1, 'project_id': '206a3032957f479e80e5d034840d286f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04be14c3-32fc-43a5-a5db-d4733f026cfc', 'name': '', 'network_id': 'e5c03215-f481-4896-afd0-981853cb3418', 'tenant_id': '206a3032957f479e80e5d034840d286f', 'mac_address': 'fa:16:3e:e4:27:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cac69e-63f2-46d9-bcfb-aa45250c1e01', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '7472a914-2ad5-41d0-aa3b-c5a175144039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:07:58Z', 'updated_at': '2021-12-08T16:08:04Z', 'revision_number': 5, 'project_id': '206a3032957f479e80e5d034840d286f', 'subnets': [{'id': '7472a914-2ad5-41d0-aa3b-c5a175144039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:08:29.951317 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099c61f0-d97c-4de5-a4b7-f5d140f4634c None None] Checking router: 08cac69e-63f2-46d9-bcfb-aa45250c1e01 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:08:29.963878 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099c61f0-d97c-4de5-a4b7-f5d140f4634c None None] Routers {'08cac69e-63f2-46d9-bcfb-aa45250c1e01'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:08:29.964888 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-099c61f0-d97c-4de5-a4b7-f5d140f4634c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:08:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['08cac69e-63f2-46d9-bcfb-aa45250c1e01'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:08:29.976029 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a181090e-c8e3-4855-b442-7fbc7d3d6c8f req-b58f902d-b45d-47cd-ac59-da276e5ed915 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:29.978236 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a181090e-c8e3-4855-b442-7fbc7d3d6c8f req-b58f902d-b45d-47cd-ac59-da276e5ed915 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1423604 Dec 08 16:08:30.020830 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a181090e-c8e3-4855-b442-7fbc7d3d6c8f req-45cb256d-cf69-4995-b495-ab02ff09a75a tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/quotas/145eabef365e453db77ece9e597725f7 HTTP/1.1" status: 200 len: 375 time: 0.0314093 Dec 08 16:08:30.079362 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a181090e-c8e3-4855-b442-7fbc7d3d6c8f req-c3a4e85f-2925-4020-8bd6-e67d6302f959 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=145eabef365e453db77ece9e597725f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563211 Dec 08 16:08:30.110454 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90d60b6-35b5-4257-b1a5-d025086050f7 x-openstack-request-id: req-e90d60b6-35b5-4257-b1a5-d025086050f7 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:08:30.110758 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "349e08bb-ed24-4fac-8ea4-b6cd43e6c151", "name": "network-vif-plugged", "status": "completed", "tag": "96086acd-97e4-4825-8a5e-edacfd30b435", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:08:30.111019 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e90d60b6-35b5-4257-b1a5-d025086050f7 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:08:30.111419 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '349e08bb-ed24-4fac-8ea4-b6cd43e6c151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96086acd-97e4-4825-8a5e-edacfd30b435', 'code': 200} Dec 08 16:08:30.115829 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:30.155553 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:30.165288 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-099c61f0-d97c-4de5-a4b7-f5d140f4634c None None] Set router 08cac69e-63f2-46d9-bcfb-aa45250c1e01 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:08:30.212417 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=96086acd-97e4-4825-8a5e-edacfd30b435,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:30.216438 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 46eee9dd-ba7c-47ec-bacc-16795a55bb5d, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=46eee9dd-ba7c-47ec-bacc-16795a55bb5d,segment=NetworkSegment(fb4f3904-605a-466d-8350-ef7e46c87c22),segment_id=fb4f3904-605a-466d-8350-ef7e46c87c22)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:08:30.230435 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e553d64-2425-4f1d-af4c-7e9c75f6c0c2 req-6274fa1d-a3be-4df3-876a-4b1e813067ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:30.232046 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2e553d64-2425-4f1d-af4c-7e9c75f6c0c2 req-6274fa1d-a3be-4df3-876a-4b1e813067ee service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=349e08bb-ed24-4fac-8ea4-b6cd43e6c151 HTTP/1.1" status: 200 len: 1097 time: 0.0816967 Dec 08 16:08:30.284680 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2e553d64-2425-4f1d-af4c-7e9c75f6c0c2 req-db14118f-19d7-4f0f-ac1e-4c93aa5359db service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451176 Dec 08 16:08:30.360548 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:30.361410 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 86e40ef6-b258-4f6c-bb08-1e8b3d7c98e9 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:08:30.418929 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: 86e40ef6-b258-4f6c-bb08-1e8b3d7c98e9 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:08:30.419991 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 86e40ef6-b258-4f6c-bb08-1e8b3d7c98e9 not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:08:30.470659 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=46eee9dd-ba7c-47ec-bacc-16795a55bb5d,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:30.502434 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc050c3d-49e5-4080-a17a-a2e8ec4138b5 req-473ca9e3-dc45-4077-a152-e512f8e861c0 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:30.504288 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bc050c3d-49e5-4080-a17a-a2e8ec4138b5 req-473ca9e3-dc45-4077-a152-e512f8e861c0 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/ports?device_id=cdd2db95-0919-4a7a-8ef3-d8f3858757f4 HTTP/1.1" status: 200 len: 945 time: 0.0686419 Dec 08 16:08:30.519631 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2b4e25ab-9341-42ea-b774-dcbd1d3be7c5 req-540c3fce-2cf0-4153-b22d-75cd29b9b69c tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=145eabef365e453db77ece9e597725f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294166 Dec 08 16:08:30.571675 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bc050c3d-49e5-4080-a17a-a2e8ec4138b5 req-964d31e2-d2fd-48ad-aeb5-4d497e956dfb tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/security-groups?id=953ad95e-c2f2-4bf4-8be8-2640db5aea9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592694 Dec 08 16:08:30.584485 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-099c61f0-d97c-4de5-a4b7-f5d140f4634c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cac69e-63f2-46d9-bcfb-aa45250c1e01', 'name': 'tempest-ServersTestJSON-1796942707-router', 'tenant_id': '206a3032957f479e80e5d034840d286f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'a218d492-3c79-4095-ae58-537a55e13bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:07:53Z', 'updated_at': '2021-12-08T16:07:59Z', 'revision_number': 4, 'project_id': '206a3032957f479e80e5d034840d286f', 'gw_port': {'id': 'a218d492-3c79-4095-ae58-537a55e13bd0', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:10:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cac69e-63f2-46d9-bcfb-aa45250c1e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:07:54Z', 'updated_at': '2021-12-08T16:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '6ad7e78c-47ac-4975-89e9-0621b3f12a96', 'tenant_id': '206a3032957f479e80e5d034840d286f', 'floating_ip_address': '172.25.0.243', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '08cac69e-63f2-46d9-bcfb-aa45250c1e01', 'port_id': 'db04a564-c35b-4b48-8713-1a4c6d9205c9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5c03215-f481-4896-afd0-981853cb3418', 'mac_address': 'fa:16:3e:a7:0b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6549c6-e11b-4f30-859f-df81504dce6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:08:05Z', 'updated_at': '2021-12-08T16:08:28Z', 'revision_number': 1, 'project_id': '206a3032957f479e80e5d034840d286f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04be14c3-32fc-43a5-a5db-d4733f026cfc', 'name': '', 'network_id': 'e5c03215-f481-4896-afd0-981853cb3418', 'tenant_id': '206a3032957f479e80e5d034840d286f', 'mac_address': 'fa:16:3e:e4:27:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cac69e-63f2-46d9-bcfb-aa45250c1e01', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '7472a914-2ad5-41d0-aa3b-c5a175144039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:07:58Z', 'updated_at': '2021-12-08T16:08:04Z', 'revision_number': 5, 'project_id': '206a3032957f479e80e5d034840d286f', 'subnets': [{'id': '7472a914-2ad5-41d0-aa3b-c5a175144039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:08:30.630339 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099c61f0-d97c-4de5-a4b7-f5d140f4634c None None] The sync data for ids ['08cac69e-63f2-46d9-bcfb-aa45250c1e01'] in n-d-776250-12 is: [{'id': '08cac69e-63f2-46d9-bcfb-aa45250c1e01', 'name': 'tempest-ServersTestJSON-1796942707-router', 'tenant_id': '206a3032957f479e80e5d034840d286f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'a218d492-3c79-4095-ae58-537a55e13bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:07:53Z', 'updated_at': '2021-12-08T16:07:59Z', 'revision_number': 4, 'project_id': '206a3032957f479e80e5d034840d286f', 'gw_port': {'id': 'a218d492-3c79-4095-ae58-537a55e13bd0', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:10:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cac69e-63f2-46d9-bcfb-aa45250c1e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:07:54Z', 'updated_at': '2021-12-08T16:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '6ad7e78c-47ac-4975-89e9-0621b3f12a96', 'tenant_id': '206a3032957f479e80e5d034840d286f', 'floating_ip_address': '172.25.0.243', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '08cac69e-63f2-46d9-bcfb-aa45250c1e01', 'port_id': 'db04a564-c35b-4b48-8713-1a4c6d9205c9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5c03215-f481-4896-afd0-981853cb3418', 'mac_address': 'fa:16:3e:a7:0b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6549c6-e11b-4f30-859f-df81504dce6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:08:05Z', 'updated_at': '2021-12-08T16:08:28Z', 'revision_number': 1, 'project_id': '206a3032957f479e80e5d034840d286f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04be14c3-32fc-43a5-a5db-d4733f026cfc', 'name': '', 'network_id': 'e5c03215-f481-4896-afd0-981853cb3418', 'tenant_id': '206a3032957f479e80e5d034840d286f', 'mac_address': 'fa:16:3e:e4:27:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cac69e-63f2-46d9-bcfb-aa45250c1e01', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '7472a914-2ad5-41d0-aa3b-c5a175144039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:07:58Z', 'updated_at': '2021-12-08T16:08:04Z', 'revision_number': 5, 'project_id': '206a3032957f479e80e5d034840d286f', 'subnets': [{'id': '7472a914-2ad5-41d0-aa3b-c5a175144039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:08:30.677531 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4e25ab-9341-42ea-b774-dcbd1d3be7c5 req-d21f8071-a927-4113-b232-eb596726ec9d tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:30.679179 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2b4e25ab-9341-42ea-b774-dcbd1d3be7c5 req-d21f8071-a927-4113-b232-eb596726ec9d tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1510355 Dec 08 16:08:30.702004 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2b4e25ab-9341-42ea-b774-dcbd1d3be7c5 req-745025af-c6d2-47fb-a96b-000a2a4b5cb4 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/quotas/145eabef365e453db77ece9e597725f7 HTTP/1.1" status: 200 len: 375 time: 0.0145795 Dec 08 16:08:30.738741 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2b4e25ab-9341-42ea-b774-dcbd1d3be7c5 req-e9eccdff-578a-4252-95e3-6b71c1574ea8 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=145eabef365e453db77ece9e597725f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294414 Dec 08 16:08:30.865770 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085efeb5-41bd-45a0-a698-1d7d81fcfb61 None None] New status for floating IP 6ad7e78c-47ac-4975-89e9-0621b3f12a96: ACTIVE {{(pid=110552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:08:30.931371 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df6549c6-e11b-4f30-859f-df81504dce6f', 'tag': 'db04a564-c35b-4b48-8713-1a4c6d9205c9'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:08:30.933899 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082cc850-235f-4a14-b153-c602e19330a6" -d '{"events": [{"name": "network-changed", "server_uuid": "df6549c6-e11b-4f30-859f-df81504dce6f", "tag": "db04a564-c35b-4b48-8713-1a4c6d9205c9"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:08:31.179098 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca82a69-257c-4cbb-97ac-6a8ea0e8c547 req-649c5af7-5dfd-4498-aa19-f88db8f6d068 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:31.180835 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8ca82a69-257c-4cbb-97ac-6a8ea0e8c547 req-649c5af7-5dfd-4498-aa19-f88db8f6d068 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=349e08bb-ed24-4fac-8ea4-b6cd43e6c151 HTTP/1.1" status: 200 len: 945 time: 0.1044316 Dec 08 16:08:31.182774 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ea66f6-3ff9-4cbe-94f7-4df5f0f4d91e x-openstack-request-id: req-70ea66f6-3ff9-4cbe-94f7-4df5f0f4d91e {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:08:31.183504 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df6549c6-e11b-4f30-859f-df81504dce6f", "tag": "db04a564-c35b-4b48-8713-1a4c6d9205c9", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:08:31.183934 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-70ea66f6-3ff9-4cbe-94f7-4df5f0f4d91e {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:08:31.184680 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df6549c6-e11b-4f30-859f-df81504dce6f', 'tag': 'db04a564-c35b-4b48-8713-1a4c6d9205c9', 'status': 'completed', 'code': 200} Dec 08 16:08:31.277021 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8ca82a69-257c-4cbb-97ac-6a8ea0e8c547 req-923d3e15-902c-4936-828b-9c220a1543e1 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887694 Dec 08 16:08:31.367616 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1f850c9c-54d0-40e4-84a7-426304a83529 req-3e7447d0-0e32-40a8-8bdc-9280a72d7899 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=eff6e377-af95-4706-9388-698f77d21d56 HTTP/1.1" status: 200 len: 210 time: 0.0383136 Dec 08 16:08:31.375014 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082cc850-235f-4a14-b153-c602e19330a6 req-748079fd-f331-473f-8854-7b76390fc259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:31.376581 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-082cc850-235f-4a14-b153-c602e19330a6 req-748079fd-f331-473f-8854-7b76390fc259 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=206a3032957f479e80e5d034840d286f&device_id=df6549c6-e11b-4f30-859f-df81504dce6f HTTP/1.1" status: 200 len: 1097 time: 0.0641758 Dec 08 16:08:31.540628 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfdeb20-b2f7-4850-8cb6-67ff4f514b63 req-32a9305f-3528-44ae-a7c7-93231b66cf47 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:31.544355 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9dfdeb20-b2f7-4850-8cb6-67ff4f514b63 req-32a9305f-3528-44ae-a7c7-93231b66cf47 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d7399b3-f191-4f89-b6d9-82924ceb9ce2 HTTP/1.1" status: 200 len: 950 time: 0.0725012 Dec 08 16:08:31.559253 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082cc850-235f-4a14-b153-c602e19330a6 req-ff1704b0-a203-40ae-8d08-bb8261106159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:31.561778 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-082cc850-235f-4a14-b153-c602e19330a6 req-ff1704b0-a203-40ae-8d08-bb8261106159 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e5c03215-f481-4896-afd0-981853cb3418 HTTP/1.1" status: 200 len: 907 time: 0.1631622 Dec 08 16:08:31.606226 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9dfdeb20-b2f7-4850-8cb6-67ff4f514b63 req-7ed523cf-7025-40d5-91c7-becf06f2c32c tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.64 "GET /v2.0/security-groups?id=c1187816-1f33-48e4-a298-8fffb3900028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558798 Dec 08 16:08:31.657136 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-082cc850-235f-4a14-b153-c602e19330a6 req-da15d05d-3e8f-4ab6-876d-094d93a03f7d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db04a564-c35b-4b48-8713-1a4c6d9205c9 HTTP/1.1" status: 200 len: 1001 time: 0.0840178 Dec 08 16:08:31.741406 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082cc850-235f-4a14-b153-c602e19330a6 req-9410e325-ed16-448b-b388-6d8719c65452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:31.743009 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-082cc850-235f-4a14-b153-c602e19330a6 req-9410e325-ed16-448b-b388-6d8719c65452 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7472a914-2ad5-41d0-aa3b-c5a175144039 HTTP/1.1" status: 200 len: 845 time: 0.0780420 Dec 08 16:08:31.803720 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6785b-e7a4-400d-8a0f-0548194a385f req-1c9a9b1f-c267-4c8f-a6f2-f1cc390f99e7 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:31.805506 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-84e6785b-e7a4-400d-8a0f-0548194a385f req-1c9a9b1f-c267-4c8f-a6f2-f1cc390f99e7 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/ports?device_id=cdd2db95-0919-4a7a-8ef3-d8f3858757f4 HTTP/1.1" status: 200 len: 945 time: 0.1024499 Dec 08 16:08:31.825964 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082cc850-235f-4a14-b153-c602e19330a6 req-d0bc5eda-e158-4637-828c-f66a3a07a4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:31.827935 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-082cc850-235f-4a14-b153-c602e19330a6 req-d0bc5eda-e158-4637-828c-f66a3a07a4d1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e5c03215-f481-4896-afd0-981853cb3418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0729213 Dec 08 16:08:31.918636 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-84e6785b-e7a4-400d-8a0f-0548194a385f req-ff0aa0c6-75c1-4255-b152-b2350bd64b55 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/security-groups?id=953ad95e-c2f2-4bf4-8be8-2640db5aea9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057532 Dec 08 16:08:31.965203 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-082cc850-235f-4a14-b153-c602e19330a6 req-01da80a2-dbf4-4fd0-9f44-fe6fd30485f2 service neutron] 10.222.0.37 "GET /v2.0/networks/e5c03215-f481-4896-afd0-981853cb3418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247115 Dec 08 16:08:32.075279 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-082cc850-235f-4a14-b153-c602e19330a6 req-07d6e587-cff0-49d9-8e49-051a30004b05 service neutron] 10.222.0.37 "GET /v2.0/networks/e5c03215-f481-4896-afd0-981853cb3418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953755 Dec 08 16:08:32.113053 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd2db95-0919-4a7a-8ef3-d8f3858757f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46eee9dd-ba7c-47ec-bacc-16795a55bb5d'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:08:32.115702 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57186ff6-1bc2-4b3b-b833-70db85dced77" -d '{"events": [{"server_uuid": "cdd2db95-0919-4a7a-8ef3-d8f3858757f4", "name": "network-vif-plugged", "status": "completed", "tag": "46eee9dd-ba7c-47ec-bacc-16795a55bb5d"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:08:32.159464 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade85b4e-7368-4c55-8aa0-6ed5e26647a1 x-openstack-request-id: req-ade85b4e-7368-4c55-8aa0-6ed5e26647a1 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:08:32.159840 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd2db95-0919-4a7a-8ef3-d8f3858757f4", "name": "network-vif-plugged", "status": "completed", "tag": "46eee9dd-ba7c-47ec-bacc-16795a55bb5d", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:08:32.160131 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ade85b4e-7368-4c55-8aa0-6ed5e26647a1 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:08:32.163189 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd2db95-0919-4a7a-8ef3-d8f3858757f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46eee9dd-ba7c-47ec-bacc-16795a55bb5d', 'code': 200} Dec 08 16:08:32.280060 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314da2fc-0232-466a-a169-e4d555673573 req-8a428002-bf6b-403e-8e20-b48744d2938f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:32.281789 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-314da2fc-0232-466a-a169-e4d555673573 req-8a428002-bf6b-403e-8e20-b48744d2938f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=cdd2db95-0919-4a7a-8ef3-d8f3858757f4 HTTP/1.1" status: 200 len: 1097 time: 0.0472052 Dec 08 16:08:32.336966 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-314da2fc-0232-466a-a169-e4d555673573 req-02f7c714-2087-434c-b259-c571f1ca84ca service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=953ad95e-c2f2-4bf4-8be8-2640db5aea9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463881 Dec 08 16:08:32.406614 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362525a4-c50f-4234-b7fc-d4c5001e7283 req-dbad2af7-46a8-47a7-9604-9a5b75015adf tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:32.408243 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-362525a4-c50f-4234-b7fc-d4c5001e7283 req-dbad2af7-46a8-47a7-9604-9a5b75015adf tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=349e08bb-ed24-4fac-8ea4-b6cd43e6c151 HTTP/1.1" status: 200 len: 945 time: 0.0544825 Dec 08 16:08:32.470236 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-362525a4-c50f-4234-b7fc-d4c5001e7283 req-06798bad-8f32-4569-bdc2-b1e2411cec03 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543091 Dec 08 16:08:32.476645 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-93d0b8fa-fee9-44f7-b3ae-02eaafdf5e9f req-6c2d641e-fdfd-459a-a0be-0f41a8375013 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=eff6e377-af95-4706-9388-698f77d21d56 HTTP/1.1" status: 200 len: 210 time: 0.0372903 Dec 08 16:08:32.595587 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30e3e4-9562-4a5f-9c16-0e2601c8a951 req-c7c31025-8199-4a1d-9b53-8ac18569edb2 tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:32.597205 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cb30e3e4-9562-4a5f-9c16-0e2601c8a951 req-c7c31025-8199-4a1d-9b53-8ac18569edb2 tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=349e08bb-ed24-4fac-8ea4-b6cd43e6c151 HTTP/1.1" status: 200 len: 1097 time: 0.0460677 Dec 08 16:08:32.646304 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cb30e3e4-9562-4a5f-9c16-0e2601c8a951 req-2285e015-7687-4453-b11c-237d5885a4f3 tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421858 Dec 08 16:08:32.744628 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f378c1-cfce-4b0b-81e7-b9d73af725fb req-a7c183c4-a422-4fb8-8120-39b185614dc0 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:32.746429 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-53f378c1-cfce-4b0b-81e7-b9d73af725fb req-a7c183c4-a422-4fb8-8120-39b185614dc0 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d7399b3-f191-4f89-b6d9-82924ceb9ce2 HTTP/1.1" status: 200 len: 950 time: 0.0525968 Dec 08 16:08:32.763633 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b586f320-b5fe-40d2-84b7-3abd0b0b70bf req-3765029d-88f8-40db-a78a-8fae5f5f0dbd tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:32.765286 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b586f320-b5fe-40d2-84b7-3abd0b0b70bf req-3765029d-88f8-40db-a78a-8fae5f5f0dbd tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=349e08bb-ed24-4fac-8ea4-b6cd43e6c151 HTTP/1.1" status: 200 len: 1097 time: 0.0492907 Dec 08 16:08:32.815398 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-53f378c1-cfce-4b0b-81e7-b9d73af725fb req-9be12941-c44d-4c0f-8420-82711891e98c tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.64 "GET /v2.0/security-groups?id=c1187816-1f33-48e4-a298-8fffb3900028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616267 Dec 08 16:08:32.817803 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b586f320-b5fe-40d2-84b7-3abd0b0b70bf req-3a45ebd8-fc68-4060-a428-9e91a12ccdad tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444474 Dec 08 16:08:32.942104 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3387fb1-c6e3-4bf9-86ae-77c54466b68b req-ccb46b9a-4e77-42e5-87d8-40be74bcad29 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:32.943749 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d3387fb1-c6e3-4bf9-86ae-77c54466b68b req-ccb46b9a-4e77-42e5-87d8-40be74bcad29 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d7399b3-f191-4f89-b6d9-82924ceb9ce2 HTTP/1.1" status: 200 len: 950 time: 0.0714560 Dec 08 16:08:33.050814 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d51dd64-6cbb-4c3a-bdd4-4a0adff32ec2 req-3656dc57-85ee-4a51-bed0-b0dcbde886e8 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:33.054476 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7d51dd64-6cbb-4c3a-bdd4-4a0adff32ec2 req-3656dc57-85ee-4a51-bed0-b0dcbde886e8 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/ports?device_id=cdd2db95-0919-4a7a-8ef3-d8f3858757f4 HTTP/1.1" status: 200 len: 945 time: 0.0556612 Dec 08 16:08:33.066335 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-d3387fb1-c6e3-4bf9-86ae-77c54466b68b req-57ca9684-6c8b-4960-8a4b-7273dba9b4f7 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] Deleting port 18197a4b-dc7c-4ad5-88f6-273d8a07d794 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:08:33.066705 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-d3387fb1-c6e3-4bf9-86ae-77c54466b68b req-57ca9684-6c8b-4960-8a4b-7273dba9b4f7 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:33.108366 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7d51dd64-6cbb-4c3a-bdd4-4a0adff32ec2 req-00c597dd-7b48-43fa-9064-575ccc95f857 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/security-groups?id=953ad95e-c2f2-4bf4-8be8-2640db5aea9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477271 Dec 08 16:08:33.177644 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-d3387fb1-c6e3-4bf9-86ae-77c54466b68b req-57ca9684-6c8b-4960-8a4b-7273dba9b4f7 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] For port 18197a4b-dc7c-4ad5-88f6-273d8a07d794, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=18197a4b-dc7c-4ad5-88f6-273d8a07d794,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:08:33.178019 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-d3387fb1-c6e3-4bf9-86ae-77c54466b68b req-57ca9684-6c8b-4960-8a4b-7273dba9b4f7 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:33.190920 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-d3387fb1-c6e3-4bf9-86ae-77c54466b68b req-57ca9684-6c8b-4960-8a4b-7273dba9b4f7 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] Calling delete_port for 18197a4b-dc7c-4ad5-88f6-273d8a07d794 owned by compute:nova {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:08:33.434662 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-d3387fb1-c6e3-4bf9-86ae-77c54466b68b req-57ca9684-6c8b-4960-8a4b-7273dba9b4f7 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:33.446649 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['18197a4b-dc7c-4ad5-88f6-273d8a07d794'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:08:33.474508 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ca9684-6c8b-4960-8a4b-7273dba9b4f7 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] Pushing event deleted for resources: {'Port': ['ID=18197a4b-dc7c-4ad5-88f6-273d8a07d794,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:33.483363 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a181090e-c8e3-4855-b442-7fbc7d3d6c8f req-b89f90d7-ce82-486c-b9b6-4d25131ee56d tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=145eabef365e453db77ece9e597725f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234044 Dec 08 16:08:33.530045 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3387fb1-c6e3-4bf9-86ae-77c54466b68b req-57ca9684-6c8b-4960-8a4b-7273dba9b4f7 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] No DVR routers for this DVR port 18197a4b-dc7c-4ad5-88f6-273d8a07d794 on host n-h2-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:08:33.532915 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-d3387fb1-c6e3-4bf9-86ae-77c54466b68b req-57ca9684-6c8b-4960-8a4b-7273dba9b4f7 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:33.538706 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d3387fb1-c6e3-4bf9-86ae-77c54466b68b req-57ca9684-6c8b-4960-8a4b-7273dba9b4f7 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.37 "DELETE /v2.0/ports/18197a4b-dc7c-4ad5-88f6-273d8a07d794 HTTP/1.1" status: 204 len: 173 time: 0.5767548 Dec 08 16:08:33.539425 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d7399b3-f191-4f89-b6d9-82924ceb9ce2', 'name': 'network-vif-deleted', 'tag': '18197a4b-dc7c-4ad5-88f6-273d8a07d794'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:08:33.542973 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-172cc787-e7ca-4a57-8f00-24783f529ec2" -d '{"events": [{"server_uuid": "6d7399b3-f191-4f89-b6d9-82924ceb9ce2", "name": "network-vif-deleted", "tag": "18197a4b-dc7c-4ad5-88f6-273d8a07d794"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:08:33.639087 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fc8b0038-eb7e-48fd-8929-34f792c7b76e req-74241c3c-77f4-4179-9150-ad728a33daac tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=eff6e377-af95-4706-9388-698f77d21d56 HTTP/1.1" status: 200 len: 210 time: 0.0371418 Dec 08 16:08:33.664201 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a181090e-c8e3-4855-b442-7fbc7d3d6c8f req-b3c6b262-2c72-4591-964c-c15f46b8e0aa tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:33.665863 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a181090e-c8e3-4855-b442-7fbc7d3d6c8f req-b3c6b262-2c72-4591-964c-c15f46b8e0aa tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1741819 Dec 08 16:08:33.690093 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-a181090e-c8e3-4855-b442-7fbc7d3d6c8f req-31503357-6d24-402b-8057-fafd2adde3bd tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Request body: {'port': {'device_id': '2fa79378-ff1d-4e75-b22a-1ad5c70ceece', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'admin_state_up': True, 'tenant_id': '145eabef365e453db77ece9e597725f7'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:08:33.781599 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3acfd57d-daa2-4348-aeb3-6604d05f34f9 x-openstack-request-id: req-3acfd57d-daa2-4348-aeb3-6604d05f34f9 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:08:33.784339 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d7399b3-f191-4f89-b6d9-82924ceb9ce2", "name": "network-vif-deleted", "tag": "18197a4b-dc7c-4ad5-88f6-273d8a07d794", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:08:33.784803 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3acfd57d-daa2-4348-aeb3-6604d05f34f9 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:08:33.787061 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d7399b3-f191-4f89-b6d9-82924ceb9ce2', 'name': 'network-vif-deleted', 'tag': '18197a4b-dc7c-4ad5-88f6-273d8a07d794', 'status': 'completed', 'code': 200} Dec 08 16:08:33.926904 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a181090e-c8e3-4855-b442-7fbc7d3d6c8f req-31503357-6d24-402b-8057-fafd2adde3bd tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Made reservation on behalf of 145eabef365e453db77ece9e597725f7 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:08:33.934298 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a181090e-c8e3-4855-b442-7fbc7d3d6c8f req-31503357-6d24-402b-8057-fafd2adde3bd tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:33.968132 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a181090e-c8e3-4855-b442-7fbc7d3d6c8f req-31503357-6d24-402b-8057-fafd2adde3bd tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:34.070707 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-05e094aa-d26a-4193-a026-cf42df4dc7c9 req-5d6e09cb-dbd3-4eba-b7d0-844b737ba8e8 tempest-ServersAdminNegativeTestJSON-735504430 tempest-ServersAdminNegativeTestJSON-735504430-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d7399b3-f191-4f89-b6d9-82924ceb9ce2 HTTP/1.1" status: 200 len: 210 time: 0.0402098 Dec 08 16:08:34.142959 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a181090e-c8e3-4855-b442-7fbc7d3d6c8f req-31503357-6d24-402b-8057-fafd2adde3bd tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:34.243084 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a181090e-c8e3-4855-b442-7fbc7d3d6c8f req-31503357-6d24-402b-8057-fafd2adde3bd tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:34.271122 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:34.337424 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31503357-6d24-402b-8057-fafd2adde3bd tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3514b6-0af0-46ea-9618-407032dcbec9,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:34.366998 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723eafb3-0c55-40af-b612-ca5e2e7499ea req-92ed08ac-5934-42bb-966a-3c765528772f tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:34.368691 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-723eafb3-0c55-40af-b612-ca5e2e7499ea req-92ed08ac-5934-42bb-966a-3c765528772f tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/ports?device_id=cdd2db95-0919-4a7a-8ef3-d8f3858757f4 HTTP/1.1" status: 200 len: 945 time: 0.1544836 Dec 08 16:08:34.375569 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2b4e25ab-9341-42ea-b774-dcbd1d3be7c5 req-fcd15842-c3f9-4451-a58f-8aef6e8f959d tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=145eabef365e453db77ece9e597725f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0576591 Dec 08 16:08:34.556345 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-a181090e-c8e3-4855-b442-7fbc7d3d6c8f req-31503357-6d24-402b-8057-fafd2adde3bd tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Allocated IP 192.168.233.124 (b91759c7-445e-4f7b-9fc4-64d80951832c/c93b3a32-b438-4a47-8558-220c03febf97/98d1b751-4ef7-4df1-9b81-a412e32c3bd1) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:08:34.564314 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-723eafb3-0c55-40af-b612-ca5e2e7499ea req-0f60ed32-a7d1-4036-8dc1-dffc11ff70ce tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/security-groups?id=953ad95e-c2f2-4bf4-8be8-2640db5aea9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852782 Dec 08 16:08:34.630187 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4e25ab-9341-42ea-b774-dcbd1d3be7c5 req-310da75b-3889-4bb7-bac4-9fc0a5ea5599 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:34.632299 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2b4e25ab-9341-42ea-b774-dcbd1d3be7c5 req-310da75b-3889-4bb7-bac4-9fc0a5ea5599 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2448461 Dec 08 16:08:34.652040 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-2b4e25ab-9341-42ea-b774-dcbd1d3be7c5 req-b84590e8-951b-43a9-89e3-ee528c1c61c1 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Request body: {'port': {'device_id': 'eff6e377-af95-4706-9388-698f77d21d56', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'admin_state_up': True, 'tenant_id': '145eabef365e453db77ece9e597725f7'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:08:34.911739 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6661ab9-806e-43c5-aad5-3d93fefc7808 req-c8fafabd-894f-45fe-a0c7-e8445ef4536e tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:34.913310 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e6661ab9-806e-43c5-aad5-3d93fefc7808 req-c8fafabd-894f-45fe-a0c7-e8445ef4536e tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/ports?device_id=d512652e-fd6a-4e6e-af70-2764878d1345&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1575291 Dec 08 16:08:34.994453 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e6661ab9-806e-43c5-aad5-3d93fefc7808 req-325f9cc8-5a4c-482c-a4cb-95104800540f tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.8 HTTP/1.1" status: 200 len: 694 time: 0.0690787 Dec 08 16:08:34.997321 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a181090e-c8e3-4855-b442-7fbc7d3d6c8f req-31503357-6d24-402b-8057-fafd2adde3bd tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:35.008574 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-e6661ab9-806e-43c5-aad5-3d93fefc7808 req-d7af0f87-99c3-4296-97c1-9343a50eca34 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Request body: {'floatingip': {'port_id': '253385fb-1f84-4d79-bc46-4d22bea72e90', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:08:35.059307 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e6661ab9-806e-43c5-aad5-3d93fefc7808 req-d7af0f87-99c3-4296-97c1-9343a50eca34 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Publish callbacks [] for floatingip, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:35.171468 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b4e25ab-9341-42ea-b774-dcbd1d3be7c5 req-b84590e8-951b-43a9-89e3-ee528c1c61c1 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Made reservation on behalf of 145eabef365e453db77ece9e597725f7 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:08:35.175158 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2b4e25ab-9341-42ea-b774-dcbd1d3be7c5 req-b84590e8-951b-43a9-89e3-ee528c1c61c1 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:35.241420 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a181090e-c8e3-4855-b442-7fbc7d3d6c8f req-31503357-6d24-402b-8057-fafd2adde3bd tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:35.379800 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a181090e-c8e3-4855-b442-7fbc7d3d6c8f req-31503357-6d24-402b-8057-fafd2adde3bd tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Network b91759c7-445e-4f7b-9fc4-64d80951832c is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:08:35.391895 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31503357-6d24-402b-8057-fafd2adde3bd tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Pushing event updated for resources: {'Port': ['ID=98d1b751-4ef7-4df1-9b81-a412e32c3bd1,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:35.394450 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-a181090e-c8e3-4855-b442-7fbc7d3d6c8f req-31503357-6d24-402b-8057-fafd2adde3bd tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:08:35.408569 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-a181090e-c8e3-4855-b442-7fbc7d3d6c8f req-31503357-6d24-402b-8057-fafd2adde3bd tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:08:35.441769 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 18197a4b-dc7c-4ad5-88f6-273d8a07d794 no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:08:35.481574 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: 18197a4b-dc7c-4ad5-88f6-273d8a07d794 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:08:35.482075 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 18197a4b-dc7c-4ad5-88f6-273d8a07d794 not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:08:35.566068 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-049b6c2f-5489-4b56-9365-634d48a7d3bb tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:08:35.567315 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-049b6c2f-5489-4b56-9365-634d48a7d3bb tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2301216 Dec 08 16:08:35.583885 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-2b4e25ab-9341-42ea-b774-dcbd1d3be7c5 req-b84590e8-951b-43a9-89e3-ee528c1c61c1 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Allocated IP 192.168.233.150 (b91759c7-445e-4f7b-9fc4-64d80951832c/c93b3a32-b438-4a47-8558-220c03febf97/e1b87357-8ff8-4cc8-b965-905e739ea923) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:08:35.591305 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a181090e-c8e3-4855-b442-7fbc7d3d6c8f req-31503357-6d24-402b-8057-fafd2adde3bd tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:35.591963 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a181090e-c8e3-4855-b442-7fbc7d3d6c8f req-31503357-6d24-402b-8057-fafd2adde3bd tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:35.697812 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-9fbfe73b-9c63-4781-af52-36a13b435ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:35.701010 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-9fbfe73b-9c63-4781-af52-36a13b435ac9 service neutron] 10.222.0.64 "GET /v2.0/ports/96086acd-97e4-4825-8a5e-edacfd30b435 HTTP/1.1" status: 200 len: 1094 time: 0.1248660 Dec 08 16:08:35.710541 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-a683a6aa-cd96-47d5-9927-182ca34b83cd service neutron] Request body: {'binding': {'host': 'n-h1-776250-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:08:35.716545 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-a683a6aa-cd96-47d5-9927-182ca34b83cd service neutron] Unknown quota resources ['binding']. {{(pid=110551) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 16:08:35.716760 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a181090e-c8e3-4855-b442-7fbc7d3d6c8f req-31503357-6d24-402b-8057-fafd2adde3bd tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0372207 Dec 08 16:08:35.765930 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-7cb554d8-3ae4-411b-8a1f-e264d08a0b08 None None] Provisioning complete for port 98d1b751-4ef7-4df1-9b81-a412e32c3bd1 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:08:35.766817 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7cb554d8-3ae4-411b-8a1f-e264d08a0b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:35.815330 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-7cb554d8-3ae4-411b-8a1f-e264d08a0b08 None None] Port 98d1b751-4ef7-4df1-9b81-a412e32c3bd1 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:08:35.905639 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-a683a6aa-cd96-47d5-9927-182ca34b83cd service neutron] Attempting to bind port 96086acd-97e4-4825-8a5e-edacfd30b435 on host n-h1-776250-12 for vnic_type normal with profile None {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:08:35.906105 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-a683a6aa-cd96-47d5-9927-182ca34b83cd service neutron] Attempting to bind port 96086acd-97e4-4825-8a5e-edacfd30b435 by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': 'feac72a6-bbb0-42da-a5f2-51d59135d26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '34422553-fc63-47d6-a631-7f666537bc5c'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:08:35.906534 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-a683a6aa-cd96-47d5-9927-182ca34b83cd service neutron] Attempting to bind port 96086acd-97e4-4825-8a5e-edacfd30b435 on network 34422553-fc63-47d6-a631-7f666537bc5c {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:08:35.913203 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-a683a6aa-cd96-47d5-9927-182ca34b83cd service neutron] Port 96086acd-97e4-4825-8a5e-edacfd30b435 on network 34422553-fc63-47d6-a631-7f666537bc5c not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:08:35.913553 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-a683a6aa-cd96-47d5-9927-182ca34b83cd service neutron] Attempting to bind port 96086acd-97e4-4825-8a5e-edacfd30b435 on network 34422553-fc63-47d6-a631-7f666537bc5c {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:08:35.919982 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-a683a6aa-cd96-47d5-9927-182ca34b83cd service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:08:35.920481 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-a683a6aa-cd96-47d5-9927-182ca34b83cd service neutron] Checking segment: {'id': 'feac72a6-bbb0-42da-a5f2-51d59135d26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '34422553-fc63-47d6-a631-7f666537bc5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:08:35.920828 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-a683a6aa-cd96-47d5-9927-182ca34b83cd service neutron] Bound using segment: {'id': 'feac72a6-bbb0-42da-a5f2-51d59135d26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '34422553-fc63-47d6-a631-7f666537bc5c'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:08:35.921275 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-a683a6aa-cd96-47d5-9927-182ca34b83cd service neutron] Bound port: 96086acd-97e4-4825-8a5e-edacfd30b435, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feac72a6-bbb0-42da-a5f2-51d59135d26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '34422553-fc63-47d6-a631-7f666537bc5c'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:08:35.986075 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-a683a6aa-cd96-47d5-9927-182ca34b83cd service neutron] For port 96086acd-97e4-4825-8a5e-edacfd30b435, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=96086acd-97e4-4825-8a5e-edacfd30b435,segment=NetworkSegment(feac72a6-bbb0-42da-a5f2-51d59135d26f),segment_id=feac72a6-bbb0-42da-a5f2-51d59135d26f)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:08:36.083968 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-a181090e-c8e3-4855-b442-7fbc7d3d6c8f req-c1099ad5-703c-4015-a227-db1c428dfa16 service neutron] Request body: {'port': {'device_id': '2fa79378-ff1d-4e75-b22a-1ad5c70ceece', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:08:36.105663 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-a683a6aa-cd96-47d5-9927-182ca34b83cd service neutron] Publish callbacks [] for binding, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:36.106920 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-a683a6aa-cd96-47d5-9927-182ca34b83cd service neutron] 10.222.0.64 "POST /v2.0/ports/96086acd-97e4-4825-8a5e-edacfd30b435/bindings HTTP/1.1" status: 201 len: 390 time: 0.4008663 Dec 08 16:08:36.137081 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.db.resource_extend [req-e6661ab9-806e-43c5-aad5-3d93fefc7808 req-d7af0f87-99c3-4296-97c1-9343a50eca34 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 16:08:36.231906 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a181090e-c8e3-4855-b442-7fbc7d3d6c8f req-c1099ad5-703c-4015-a227-db1c428dfa16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:36.265592 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e6661ab9-806e-43c5-aad5-3d93fefc7808 req-d7af0f87-99c3-4296-97c1-9343a50eca34 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:36.303420 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2b4e25ab-9341-42ea-b774-dcbd1d3be7c5 req-b84590e8-951b-43a9-89e3-ee528c1c61c1 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:36.384771 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e4d3a2e8-e257-42c8-a7e3-ac1bcdb0a77b req-71d1736d-f886-4bd3-a89f-57c1b15f9385 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=eff6e377-af95-4706-9388-698f77d21d56 HTTP/1.1" status: 200 len: 210 time: 0.0328276 Dec 08 16:08:36.390494 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e6661ab9-806e-43c5-aad5-3d93fefc7808 req-d7af0f87-99c3-4296-97c1-9343a50eca34 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:36.562537 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2b4e25ab-9341-42ea-b774-dcbd1d3be7c5 req-b84590e8-951b-43a9-89e3-ee528c1c61c1 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:36.589497 n-d-776250-12 neutron-server[110550]: INFO neutron.db.l3_db [req-e6661ab9-806e-43c5-aad5-3d93fefc7808 req-d7af0f87-99c3-4296-97c1-9343a50eca34 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Floating IP 9ffd053b-cf08-470e-a28b-7960ee888dc0 associated. External IP: 172.25.0.8, port: 253385fb-1f84-4d79-bc46-4d22bea72e90. Dec 08 16:08:36.726056 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b4e25ab-9341-42ea-b774-dcbd1d3be7c5 req-b84590e8-951b-43a9-89e3-ee528c1c61c1 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Network b91759c7-445e-4f7b-9fc4-64d80951832c is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:08:36.734209 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-2b4e25ab-9341-42ea-b774-dcbd1d3be7c5 req-b84590e8-951b-43a9-89e3-ee528c1c61c1 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:08:36.740327 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84590e8-951b-43a9-89e3-ee528c1c61c1 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Pushing event updated for resources: {'Port': ['ID=e1b87357-8ff8-4cc8-b965-905e739ea923,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:36.746684 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b4e25ab-9341-42ea-b774-dcbd1d3be7c5 req-b84590e8-951b-43a9-89e3-ee528c1c61c1 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:08:36.858216 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cde0d9-ab57-4716-b84e-7964a320ce46 req-a5e84450-cf6b-44c2-90bd-33f0372deeae tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:36.860030 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c1cde0d9-ab57-4716-b84e-7964a320ce46 req-a5e84450-cf6b-44c2-90bd-33f0372deeae tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=349e08bb-ed24-4fac-8ea4-b6cd43e6c151 HTTP/1.1" status: 200 len: 945 time: 0.0644958 Dec 08 16:08:36.883955 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4e25ab-9341-42ea-b774-dcbd1d3be7c5 req-b84590e8-951b-43a9-89e3-ee528c1c61c1 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:36.884630 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2b4e25ab-9341-42ea-b774-dcbd1d3be7c5 req-b84590e8-951b-43a9-89e3-ee528c1c61c1 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:36.950461 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c1cde0d9-ab57-4716-b84e-7964a320ce46 req-f51ab6f8-688f-4212-9932-5cea52779be6 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799868 Dec 08 16:08:36.964025 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-0639f5cf-e32c-4947-88e9-73cf3b6cb89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:36.965940 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-0639f5cf-e32c-4947-88e9-73cf3b6cb89a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8b17b512834447aea285923e7004d778&device_id=349e08bb-ed24-4fac-8ea4-b6cd43e6c151 HTTP/1.1" status: 200 len: 1097 time: 0.1046507 Dec 08 16:08:37.052749 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-a181090e-c8e3-4855-b442-7fbc7d3d6c8f req-c1099ad5-703c-4015-a227-db1c428dfa16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98d1b751-4ef7-4df1-9b81-a412e32c3bd1 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:08:37.065732 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a181090e-c8e3-4855-b442-7fbc7d3d6c8f req-c1099ad5-703c-4015-a227-db1c428dfa16 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:37.077357 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-d768df5e-7fc6-4ff3-852c-f88ac1f30f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:37.078945 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-d768df5e-7fc6-4ff3-852c-f88ac1f30f20 service neutron] 10.222.0.76 "GET /v2.0/networks?id=34422553-fc63-47d6-a631-7f666537bc5c HTTP/1.1" status: 200 len: 909 time: 0.1060877 Dec 08 16:08:37.085970 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-a181090e-c8e3-4855-b442-7fbc7d3d6c8f req-c1099ad5-703c-4015-a227-db1c428dfa16 service neutron] Transition to ACTIVE for port object 98d1b751-4ef7-4df1-9b81-a412e32c3bd1 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:08:37.093232 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6661ab9-806e-43c5-aad5-3d93fefc7808 req-d7af0f87-99c3-4296-97c1-9343a50eca34 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Router 97073dd8-b2d8-4da4-9fdd-4376555d65b7 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:08:37.096775 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2b4e25ab-9341-42ea-b774-dcbd1d3be7c5 req-b84590e8-951b-43a9-89e3-ee528c1c61c1 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4514899 Dec 08 16:08:37.108772 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-2b4e25ab-9341-42ea-b774-dcbd1d3be7c5 req-26fa7972-e3be-43a6-941d-84f76fb620d9 service neutron] Request body: {'port': {'device_id': 'eff6e377-af95-4706-9388-698f77d21d56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:08:37.122653 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-9ceeb6f5-5cb6-4c10-99e7-9f0e9151d885 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=96086acd-97e4-4825-8a5e-edacfd30b435 HTTP/1.1" status: 200 len: 217 time: 0.0367270 Dec 08 16:08:37.154797 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-3954742e-4d57-4531-8e16-5935c14301a6 None None] Provisioning complete for port e1b87357-8ff8-4cc8-b965-905e739ea923 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:08:37.156788 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3954742e-4d57-4531-8e16-5935c14301a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:37.179671 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-70282e4d-7094-42f8-9966-2147126f750d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:37.181865 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-70282e4d-7094-42f8-9966-2147126f750d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5db44a3c-d12a-4344-a611-2d41355a5e50 HTTP/1.1" status: 200 len: 848 time: 0.0513535 Dec 08 16:08:37.211885 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-3954742e-4d57-4531-8e16-5935c14301a6 None None] Port e1b87357-8ff8-4cc8-b965-905e739ea923 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:08:37.232813 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-048d598a-5c49-4c43-b79d-e6bf0458e4e8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=34422553-fc63-47d6-a631-7f666537bc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429931 Dec 08 16:08:37.253676 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2b4e25ab-9341-42ea-b774-dcbd1d3be7c5 req-26fa7972-e3be-43a6-941d-84f76fb620d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:37.266038 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a181090e-c8e3-4855-b442-7fbc7d3d6c8f req-c1099ad5-703c-4015-a227-db1c428dfa16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:37.319448 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41004) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:08:37.355621 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-ff41cc4a-8173-4e17-bfe5-e6da15751061 service neutron] 10.222.0.76 "GET /v2.0/networks/34422553-fc63-47d6-a631-7f666537bc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148450 Dec 08 16:08:37.362021 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6661ab9-806e-43c5-aad5-3d93fefc7808 req-d7af0f87-99c3-4296-97c1-9343a50eca34 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:08:37.376475 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba6c31f-9b6b-4093-a564-6f5db5795957 None None] Sync routers for ids ['97073dd8-b2d8-4da4-9fdd-4376555d65b7'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:08:37.383425 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba6c31f-9b6b-4093-a564-6f5db5795957 None None] Routers {'97073dd8-b2d8-4da4-9fdd-4376555d65b7'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:08:37.384387 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-bba6c31f-9b6b-4093-a564-6f5db5795957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:08:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['97073dd8-b2d8-4da4-9fdd-4376555d65b7'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:08:37.386120 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e6661ab9-806e-43c5-aad5-3d93fefc7808 req-d7af0f87-99c3-4296-97c1-9343a50eca34 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:37.396980 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1099ad5-703c-4015-a227-db1c428dfa16 service neutron] Pushing event updated for resources: {'Port': ['ID=98d1b751-4ef7-4df1-9b81-a412e32c3bd1,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:37.521502 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-15d587de-4ece-49e3-8c72-755d572f0533 service neutron] 10.222.0.76 "GET /v2.0/networks/34422553-fc63-47d6-a631-7f666537bc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585417 Dec 08 16:08:37.549985 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-bba6c31f-9b6b-4093-a564-6f5db5795957 None None] Set router 97073dd8-b2d8-4da4-9fdd-4376555d65b7 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:08:37.671743 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-fef3f98e-7b03-4019-b0c0-f4a85668dfb4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=676893e7a20e4506a2f959319c5699f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3504128 Dec 08 16:08:37.672385 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e6661ab9-806e-43c5-aad5-3d93fefc7808 req-d7af0f87-99c3-4296-97c1-9343a50eca34 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "PUT /v2.0/floatingips/9ffd053b-cf08-470e-a28b-7960ee888dc0 HTTP/1.1" status: 200 len: 995 time: 2.6703596 Dec 08 16:08:37.679216 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd512652e-fd6a-4e6e-af70-2764878d1345', 'tag': '253385fb-1f84-4d79-bc46-4d22bea72e90'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:08:37.681902 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109fbf1b-8a9e-4090-8520-1697b4fe969e" -d '{"events": [{"name": "network-changed", "server_uuid": "d512652e-fd6a-4e6e-af70-2764878d1345", "tag": "253385fb-1f84-4d79-bc46-4d22bea72e90"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:08:37.686409 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41016) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:08:37.706522 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64fb85f-c6fe-4897-86c1-5e7bd7b9e315 req-702e5b9c-2070-40ba-aae3-bf51b02d996d tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:37.718102 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a64fb85f-c6fe-4897-86c1-5e7bd7b9e315 req-702e5b9c-2070-40ba-aae3-bf51b02d996d tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=eff6e377-af95-4706-9388-698f77d21d56 HTTP/1.1" status: 200 len: 936 time: 0.1925142 Dec 08 16:08:37.776106 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a64fb85f-c6fe-4897-86c1-5e7bd7b9e315 req-56b4676b-eb52-42de-b56b-3c1e9c887946 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570757 Dec 08 16:08:37.829387 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f0de390b-9259-4f40-93cb-30aa55249eb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:37.840621 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-a181090e-c8e3-4855-b442-7fbc7d3d6c8f req-c1099ad5-703c-4015-a227-db1c428dfa16 service neutron] Attempting to bind port 98d1b751-4ef7-4df1-9b81-a412e32c3bd1 on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:08:37.841007 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-a181090e-c8e3-4855-b442-7fbc7d3d6c8f req-c1099ad5-703c-4015-a227-db1c428dfa16 service neutron] Attempting to bind port 98d1b751-4ef7-4df1-9b81-a412e32c3bd1 by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:08:37.841347 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a181090e-c8e3-4855-b442-7fbc7d3d6c8f req-c1099ad5-703c-4015-a227-db1c428dfa16 service neutron] Attempting to bind port 98d1b751-4ef7-4df1-9b81-a412e32c3bd1 on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:08:37.846412 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6661ab9-806e-43c5-aad5-3d93fefc7808 req-871ebefb-40b7-4906-846e-41f5258e1289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:37.857631 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e6661ab9-806e-43c5-aad5-3d93fefc7808 req-871ebefb-40b7-4906-846e-41f5258e1289 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e657848efb6b469fa2d7fa12c00aa55c&device_id=d512652e-fd6a-4e6e-af70-2764878d1345 HTTP/1.1" status: 200 len: 1098 time: 0.1209300 Dec 08 16:08:37.940282 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a181090e-c8e3-4855-b442-7fbc7d3d6c8f req-c1099ad5-703c-4015-a227-db1c428dfa16 service neutron] Port 98d1b751-4ef7-4df1-9b81-a412e32c3bd1 on network b91759c7-445e-4f7b-9fc4-64d80951832c not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:08:37.940601 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a181090e-c8e3-4855-b442-7fbc7d3d6c8f req-c1099ad5-703c-4015-a227-db1c428dfa16 service neutron] Attempting to bind port 98d1b751-4ef7-4df1-9b81-a412e32c3bd1 on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:08:37.963611 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f0de390b-9259-4f40-93cb-30aa55249eb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:37.968297 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a181090e-c8e3-4855-b442-7fbc7d3d6c8f req-c1099ad5-703c-4015-a227-db1c428dfa16 service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:08:37.968297 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a181090e-c8e3-4855-b442-7fbc7d3d6c8f req-c1099ad5-703c-4015-a227-db1c428dfa16 service neutron] Checking segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:08:37.968761 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a181090e-c8e3-4855-b442-7fbc7d3d6c8f req-c1099ad5-703c-4015-a227-db1c428dfa16 service neutron] Bound using segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:08:37.968940 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-a181090e-c8e3-4855-b442-7fbc7d3d6c8f req-c1099ad5-703c-4015-a227-db1c428dfa16 service neutron] Bound port: 98d1b751-4ef7-4df1-9b81-a412e32c3bd1, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:08:37.969788 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a181090e-c8e3-4855-b442-7fbc7d3d6c8f req-c1099ad5-703c-4015-a227-db1c428dfa16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:37.970892 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-bba6c31f-9b6b-4093-a564-6f5db5795957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'name': 'tempest-FloatingIPsAssociationTestJSON-2024223603-router', 'tenant_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '226048b3-73b7-4370-bbe1-0d8308bcd130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:07:39Z', 'updated_at': '2021-12-08T16:07:46Z', 'revision_number': 4, 'project_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'gw_port': {'id': '226048b3-73b7-4370-bbe1-0d8308bcd130', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:07:40Z', 'updated_at': '2021-12-08T16:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '9ffd053b-cf08-470e-a28b-7960ee888dc0', 'tenant_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'floating_ip_address': '172.25.0.8', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'port_id': '253385fb-1f84-4d79-bc46-4d22bea72e90', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38d523e2-3df0-41e5-846a-7796bad806dc', 'mac_address': 'fa:16:3e:94:ce:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd512652e-fd6a-4e6e-af70-2764878d1345', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:08:12Z', 'updated_at': '2021-12-08T16:08:35Z', 'revision_number': 1, 'project_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04edc66c-931b-4db9-a9b5-dc2c2367be82', 'name': '', 'network_id': '38d523e2-3df0-41e5-846a-7796bad806dc', 'tenant_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'mac_address': 'fa:16:3e:2e:f4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '80d02a2e-a1d3-4bca-96cf-432677fca6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:07:45Z', 'updated_at': '2021-12-08T16:07:52Z', 'revision_number': 5, 'project_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'subnets': [{'id': '80d02a2e-a1d3-4bca-96cf-432677fca6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:08:38.030183 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba6c31f-9b6b-4093-a564-6f5db5795957 None None] Checking router: 97073dd8-b2d8-4da4-9fdd-4376555d65b7 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:08:38.041267 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba6c31f-9b6b-4093-a564-6f5db5795957 None None] Routers {'97073dd8-b2d8-4da4-9fdd-4376555d65b7'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:08:38.042438 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-bba6c31f-9b6b-4093-a564-6f5db5795957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:08:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['97073dd8-b2d8-4da4-9fdd-4376555d65b7'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:08:38.076350 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b833bb61-5b0c-4cb2-a3ad-201132f608c3 x-openstack-request-id: req-b833bb61-5b0c-4cb2-a3ad-201132f608c3 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:08:38.077329 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d512652e-fd6a-4e6e-af70-2764878d1345", "tag": "253385fb-1f84-4d79-bc46-4d22bea72e90", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:08:38.077512 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b833bb61-5b0c-4cb2-a3ad-201132f608c3 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:08:38.077925 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd512652e-fd6a-4e6e-af70-2764878d1345', 'tag': '253385fb-1f84-4d79-bc46-4d22bea72e90', 'status': 'completed', 'code': 200} Dec 08 16:08:38.169534 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109fbf1b-8a9e-4090-8520-1697b4fe969e req-db6b5da8-2e28-42b0-9f7d-9945e21c9e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:38.171066 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-109fbf1b-8a9e-4090-8520-1697b4fe969e req-db6b5da8-2e28-42b0-9f7d-9945e21c9e6b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e657848efb6b469fa2d7fa12c00aa55c&device_id=d512652e-fd6a-4e6e-af70-2764878d1345 HTTP/1.1" status: 200 len: 1098 time: 0.0707371 Dec 08 16:08:38.182367 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6661ab9-806e-43c5-aad5-3d93fefc7808 req-cfb31ec7-8179-492a-bbf3-a1f382d9e4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:38.184293 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e6661ab9-806e-43c5-aad5-3d93fefc7808 req-cfb31ec7-8179-492a-bbf3-a1f382d9e4ac service neutron] 10.222.0.64 "GET /v2.0/networks?id=38d523e2-3df0-41e5-846a-7796bad806dc HTTP/1.1" status: 200 len: 922 time: 0.3257189 Dec 08 16:08:38.188253 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-2b4e25ab-9341-42ea-b774-dcbd1d3be7c5 req-26fa7972-e3be-43a6-941d-84f76fb620d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1b87357-8ff8-4cc8-b965-905e739ea923 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:08:38.190537 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-bba6c31f-9b6b-4093-a564-6f5db5795957 None None] Set router 97073dd8-b2d8-4da4-9fdd-4376555d65b7 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:08:38.197975 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2b4e25ab-9341-42ea-b774-dcbd1d3be7c5 req-26fa7972-e3be-43a6-941d-84f76fb620d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:38.215301 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-2b4e25ab-9341-42ea-b774-dcbd1d3be7c5 req-26fa7972-e3be-43a6-941d-84f76fb620d9 service neutron] Transition to ACTIVE for port object e1b87357-8ff8-4cc8-b965-905e739ea923 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:08:38.318322 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-a181090e-c8e3-4855-b442-7fbc7d3d6c8f req-c1099ad5-703c-4015-a227-db1c428dfa16 service neutron] For port 98d1b751-4ef7-4df1-9b81-a412e32c3bd1, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:08:38.327629 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f0de390b-9259-4f40-93cb-30aa55249eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:38.331336 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f0de390b-9259-4f40-93cb-30aa55249eb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:38.337926 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-f0de390b-9259-4f40-93cb-30aa55249eb3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c1187816-1f33-48e4-a298-8fffb3900028 HTTP/1.1" status: 204 len: 168 time: 0.6457984 Dec 08 16:08:38.340075 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-a181090e-c8e3-4855-b442-7fbc7d3d6c8f req-c1099ad5-703c-4015-a227-db1c428dfa16 service neutron] For port 98d1b751-4ef7-4df1-9b81-a412e32c3bd1, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=98d1b751-4ef7-4df1-9b81-a412e32c3bd1,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:08:38.346178 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e6661ab9-806e-43c5-aad5-3d93fefc7808 req-6d104213-9328-416e-bf54-6dbb630cda1f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=253385fb-1f84-4d79-bc46-4d22bea72e90 HTTP/1.1" status: 200 len: 998 time: 0.1294639 Dec 08 16:08:38.405795 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:38.407990 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f44aa-4aeb-4164-b756-41ad9c522857 req-16cd076f-a297-4728-98a5-4f4cdbdb4de7 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:38.417765 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6661ab9-806e-43c5-aad5-3d93fefc7808 req-a9f343df-5aba-40a5-939c-728b655295f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:38.418283 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2a2f44aa-4aeb-4164-b756-41ad9c522857 req-16cd076f-a297-4728-98a5-4f4cdbdb4de7 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=349e08bb-ed24-4fac-8ea4-b6cd43e6c151 HTTP/1.1" status: 200 len: 945 time: 0.1474886 Dec 08 16:08:38.419937 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e6661ab9-806e-43c5-aad5-3d93fefc7808 req-a9f343df-5aba-40a5-939c-728b655295f3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=80d02a2e-a1d3-4bca-96cf-432677fca6a9 HTTP/1.1" status: 200 len: 860 time: 0.0660660 Dec 08 16:08:38.420602 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2b4e25ab-9341-42ea-b774-dcbd1d3be7c5 req-26fa7972-e3be-43a6-941d-84f76fb620d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:38.439581 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109fbf1b-8a9e-4090-8520-1697b4fe969e req-e54b76c3-ade0-4f9a-abef-fdbdf49d7d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:38.449445 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-109fbf1b-8a9e-4090-8520-1697b4fe969e req-e54b76c3-ade0-4f9a-abef-fdbdf49d7d2c service neutron] 10.222.0.76 "GET /v2.0/networks?id=38d523e2-3df0-41e5-846a-7796bad806dc HTTP/1.1" status: 200 len: 922 time: 0.2708440 Dec 08 16:08:38.469260 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-bba6c31f-9b6b-4093-a564-6f5db5795957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'name': 'tempest-FloatingIPsAssociationTestJSON-2024223603-router', 'tenant_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '226048b3-73b7-4370-bbe1-0d8308bcd130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:07:39Z', 'updated_at': '2021-12-08T16:07:46Z', 'revision_number': 4, 'project_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'gw_port': {'id': '226048b3-73b7-4370-bbe1-0d8308bcd130', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:07:40Z', 'updated_at': '2021-12-08T16:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '9ffd053b-cf08-470e-a28b-7960ee888dc0', 'tenant_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'floating_ip_address': '172.25.0.8', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'port_id': '253385fb-1f84-4d79-bc46-4d22bea72e90', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38d523e2-3df0-41e5-846a-7796bad806dc', 'mac_address': 'fa:16:3e:94:ce:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd512652e-fd6a-4e6e-af70-2764878d1345', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:08:12Z', 'updated_at': '2021-12-08T16:08:35Z', 'revision_number': 1, 'project_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04edc66c-931b-4db9-a9b5-dc2c2367be82', 'name': '', 'network_id': '38d523e2-3df0-41e5-846a-7796bad806dc', 'tenant_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'mac_address': 'fa:16:3e:2e:f4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '80d02a2e-a1d3-4bca-96cf-432677fca6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:07:45Z', 'updated_at': '2021-12-08T16:07:52Z', 'revision_number': 5, 'project_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'subnets': [{'id': '80d02a2e-a1d3-4bca-96cf-432677fca6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:08:38.500998 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0de390b-9259-4f40-93cb-30aa55249eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1187816-1f33-48e4-a298-8fffb3900028,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:38.511632 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba6c31f-9b6b-4093-a564-6f5db5795957 None None] The sync data for ids ['97073dd8-b2d8-4da4-9fdd-4376555d65b7'] in n-d-776250-12 is: [{'id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'name': 'tempest-FloatingIPsAssociationTestJSON-2024223603-router', 'tenant_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '226048b3-73b7-4370-bbe1-0d8308bcd130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:07:39Z', 'updated_at': '2021-12-08T16:07:46Z', 'revision_number': 4, 'project_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'gw_port': {'id': '226048b3-73b7-4370-bbe1-0d8308bcd130', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:07:40Z', 'updated_at': '2021-12-08T16:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '9ffd053b-cf08-470e-a28b-7960ee888dc0', 'tenant_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'floating_ip_address': '172.25.0.8', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'port_id': '253385fb-1f84-4d79-bc46-4d22bea72e90', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38d523e2-3df0-41e5-846a-7796bad806dc', 'mac_address': 'fa:16:3e:94:ce:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd512652e-fd6a-4e6e-af70-2764878d1345', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:08:12Z', 'updated_at': '2021-12-08T16:08:35Z', 'revision_number': 1, 'project_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04edc66c-931b-4db9-a9b5-dc2c2367be82', 'name': '', 'network_id': '38d523e2-3df0-41e5-846a-7796bad806dc', 'tenant_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'mac_address': 'fa:16:3e:2e:f4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '80d02a2e-a1d3-4bca-96cf-432677fca6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:07:45Z', 'updated_at': '2021-12-08T16:07:52Z', 'revision_number': 5, 'project_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'subnets': [{'id': '80d02a2e-a1d3-4bca-96cf-432677fca6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:08:38.520300 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fa7972-e3be-43a6-941d-84f76fb620d9 service neutron] Pushing event updated for resources: {'Port': ['ID=e1b87357-8ff8-4cc8-b965-905e739ea923,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:38.530849 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a181090e-c8e3-4855-b442-7fbc7d3d6c8f req-c1099ad5-703c-4015-a227-db1c428dfa16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:38.637789 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2a2f44aa-4aeb-4164-b756-41ad9c522857 req-96c15bbe-2f48-41d9-ae03-e6bee6eb4365 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182391 Dec 08 16:08:38.648838 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6661ab9-806e-43c5-aad5-3d93fefc7808 req-2c25ee4f-f277-4c0d-9d82-ce2094a08f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:38.650608 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e6661ab9-806e-43c5-aad5-3d93fefc7808 req-2c25ee4f-f277-4c0d-9d82-ce2094a08f36 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=38d523e2-3df0-41e5-846a-7796bad806dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2190902 Dec 08 16:08:38.652136 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a181090e-c8e3-4855-b442-7fbc7d3d6c8f req-c1099ad5-703c-4015-a227-db1c428dfa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:38.652855 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a181090e-c8e3-4855-b442-7fbc7d3d6c8f req-c1099ad5-703c-4015-a227-db1c428dfa16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:38.654379 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a181090e-c8e3-4855-b442-7fbc7d3d6c8f req-c1099ad5-703c-4015-a227-db1c428dfa16 service neutron] 10.222.0.76 "PUT /v2.0/ports/98d1b751-4ef7-4df1-9b81-a412e32c3bd1 HTTP/1.1" status: 200 len: 1097 time: 2.6163523 Dec 08 16:08:38.662728 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-109fbf1b-8a9e-4090-8520-1697b4fe969e req-fb473fa8-2726-4dc7-9f99-bcf4e00a6897 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=253385fb-1f84-4d79-bc46-4d22bea72e90 HTTP/1.1" status: 200 len: 998 time: 0.2027333 Dec 08 16:08:38.682347 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [req-e6661ab9-806e-43c5-aad5-3d93fefc7808 req-cd71b315-db0f-4067-9ce4-10dcc4b97888 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:08:38.683400 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e6661ab9-806e-43c5-aad5-3d93fefc7808 req-cd71b315-db0f-4067-9ce4-10dcc4b97888 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0094686 Dec 08 16:08:38.776922 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109fbf1b-8a9e-4090-8520-1697b4fe969e req-54ef6722-bbfe-4584-a27e-62f74740a90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:38.782176 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-109fbf1b-8a9e-4090-8520-1697b4fe969e req-54ef6722-bbfe-4584-a27e-62f74740a90b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=80d02a2e-a1d3-4bca-96cf-432677fca6a9 HTTP/1.1" status: 200 len: 860 time: 0.1050429 Dec 08 16:08:38.807193 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1099ad5-703c-4015-a227-db1c428dfa16 service neutron] Pushing event updated for resources: {'Port': ['ID=98d1b751-4ef7-4df1-9b81-a412e32c3bd1,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:38.907290 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-2b4e25ab-9341-42ea-b774-dcbd1d3be7c5 req-26fa7972-e3be-43a6-941d-84f76fb620d9 service neutron] Attempting to bind port e1b87357-8ff8-4cc8-b965-905e739ea923 on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:08:38.907641 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-2b4e25ab-9341-42ea-b774-dcbd1d3be7c5 req-26fa7972-e3be-43a6-941d-84f76fb620d9 service neutron] Attempting to bind port e1b87357-8ff8-4cc8-b965-905e739ea923 by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:08:38.907981 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4e25ab-9341-42ea-b774-dcbd1d3be7c5 req-26fa7972-e3be-43a6-941d-84f76fb620d9 service neutron] Attempting to bind port e1b87357-8ff8-4cc8-b965-905e739ea923 on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:08:38.915364 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84b0ff8-468a-4090-b016-ac2d34ee9262 None None] New status for floating IP 9ffd053b-cf08-470e-a28b-7960ee888dc0: ACTIVE {{(pid=110552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:08:38.917294 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e6661ab9-806e-43c5-aad5-3d93fefc7808 req-390e90a7-1b08-4f01-97a0-f858bedeaafa service neutron] 10.222.0.64 "GET /v2.0/networks/38d523e2-3df0-41e5-846a-7796bad806dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225633 Dec 08 16:08:38.923119 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4e25ab-9341-42ea-b774-dcbd1d3be7c5 req-26fa7972-e3be-43a6-941d-84f76fb620d9 service neutron] Port e1b87357-8ff8-4cc8-b965-905e739ea923 on network b91759c7-445e-4f7b-9fc4-64d80951832c not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:08:38.923461 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4e25ab-9341-42ea-b774-dcbd1d3be7c5 req-26fa7972-e3be-43a6-941d-84f76fb620d9 service neutron] Attempting to bind port e1b87357-8ff8-4cc8-b965-905e739ea923 on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:08:38.929373 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109fbf1b-8a9e-4090-8520-1697b4fe969e req-48a5c8a9-bd96-463c-97dd-8a63fd83e166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:38.933570 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a181090e-c8e3-4855-b442-7fbc7d3d6c8f req-83f96d36-0b24-4549-b688-372b42d64e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:38.936900 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a181090e-c8e3-4855-b442-7fbc7d3d6c8f req-83f96d36-0b24-4549-b688-372b42d64e38 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=145eabef365e453db77ece9e597725f7&device_id=2fa79378-ff1d-4e75-b22a-1ad5c70ceece HTTP/1.1" status: 200 len: 1100 time: 0.1418753 Dec 08 16:08:38.940558 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-109fbf1b-8a9e-4090-8520-1697b4fe969e req-48a5c8a9-bd96-463c-97dd-8a63fd83e166 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=38d523e2-3df0-41e5-846a-7796bad806dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1430912 Dec 08 16:08:38.956351 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4e25ab-9341-42ea-b774-dcbd1d3be7c5 req-26fa7972-e3be-43a6-941d-84f76fb620d9 service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:08:38.956758 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4e25ab-9341-42ea-b774-dcbd1d3be7c5 req-26fa7972-e3be-43a6-941d-84f76fb620d9 service neutron] Checking segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:08:38.957160 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4e25ab-9341-42ea-b774-dcbd1d3be7c5 req-26fa7972-e3be-43a6-941d-84f76fb620d9 service neutron] Bound using segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:08:38.959733 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-2b4e25ab-9341-42ea-b774-dcbd1d3be7c5 req-26fa7972-e3be-43a6-941d-84f76fb620d9 service neutron] Bound port: e1b87357-8ff8-4cc8-b965-905e739ea923, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:08:38.960452 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2b4e25ab-9341-42ea-b774-dcbd1d3be7c5 req-26fa7972-e3be-43a6-941d-84f76fb620d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:39.098481 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a181090e-c8e3-4855-b442-7fbc7d3d6c8f req-1384d2d6-e2d4-4cfb-9aab-e41e6e4b7fe2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=98d1b751-4ef7-4df1-9b81-a412e32c3bd1 HTTP/1.1" status: 200 len: 217 time: 0.1172450 Dec 08 16:08:39.138538 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131807a-bb2c-4ca9-8346-94ded59c9ec3 req-d6423401-15da-4c7e-b6e4-2dc4fd427b36 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:39.142167 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a131807a-bb2c-4ca9-8346-94ded59c9ec3 req-d6423401-15da-4c7e-b6e4-2dc4fd427b36 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=eff6e377-af95-4706-9388-698f77d21d56 HTTP/1.1" status: 200 len: 948 time: 0.1766243 Dec 08 16:08:39.219354 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-109fbf1b-8a9e-4090-8520-1697b4fe969e req-10cde69d-ba8f-46e2-9886-8291b8b953b2 service neutron] 10.222.0.76 "GET /v2.0/networks/38d523e2-3df0-41e5-846a-7796bad806dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670288 Dec 08 16:08:39.273226 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a131807a-bb2c-4ca9-8346-94ded59c9ec3 req-1023edf4-ae9b-481e-b7fb-89bc366af48b tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299026 Dec 08 16:08:39.304952 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e6661ab9-806e-43c5-aad5-3d93fefc7808 req-5647ffac-46f6-4431-8289-b3e3feffa08d service neutron] 10.222.0.64 "GET /v2.0/networks/38d523e2-3df0-41e5-846a-7796bad806dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670266 Dec 08 16:08:39.315484 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a181090e-c8e3-4855-b442-7fbc7d3d6c8f req-b528b4ea-3ed2-4ab5-bd0f-d9cf2aeea280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:39.317078 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a181090e-c8e3-4855-b442-7fbc7d3d6c8f req-b528b4ea-3ed2-4ab5-bd0f-d9cf2aeea280 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.1755013 Dec 08 16:08:39.318460 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-2b4e25ab-9341-42ea-b774-dcbd1d3be7c5 req-26fa7972-e3be-43a6-941d-84f76fb620d9 service neutron] For port e1b87357-8ff8-4cc8-b965-905e739ea923, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:08:39.323265 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-2b4e25ab-9341-42ea-b774-dcbd1d3be7c5 req-26fa7972-e3be-43a6-941d-84f76fb620d9 service neutron] For port e1b87357-8ff8-4cc8-b965-905e739ea923, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=e1b87357-8ff8-4cc8-b965-905e739ea923,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:08:39.366002 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41038) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:08:39.438204 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ff993461-76cb-4782-8c5e-3cb0cecee0c7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ad1da317063e43fe89ce57a7bc197b1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0708561 Dec 08 16:08:39.439136 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41040) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:08:39.542466 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-109fbf1b-8a9e-4090-8520-1697b4fe969e req-35d983d0-ee29-4100-a4c4-ccf4f75af93f service neutron] 10.222.0.76 "GET /v2.0/networks/38d523e2-3df0-41e5-846a-7796bad806dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103762 Dec 08 16:08:39.573449 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cf3ba427-b1f8-4dd7-a61e-01a63d5e2cbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:39.618817 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cf3ba427-b1f8-4dd7-a61e-01a63d5e2cbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:39.808973 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cf3ba427-b1f8-4dd7-a61e-01a63d5e2cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:39.812756 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cf3ba427-b1f8-4dd7-a61e-01a63d5e2cbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:39.816578 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2b4e25ab-9341-42ea-b774-dcbd1d3be7c5 req-26fa7972-e3be-43a6-941d-84f76fb620d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:39.819190 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-cf3ba427-b1f8-4dd7-a61e-01a63d5e2cbb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2384a49f-b89d-4477-bbd2-d44555b904c6 HTTP/1.1" status: 204 len: 168 time: 0.3748958 Dec 08 16:08:39.860683 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d33c8e-ba4f-4265-9111-25bef6adab18 req-36499f30-1062-4664-95eb-d654746be63c tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:39.872419 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-37d33c8e-ba4f-4265-9111-25bef6adab18 req-36499f30-1062-4664-95eb-d654746be63c tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=349e08bb-ed24-4fac-8ea4-b6cd43e6c151 HTTP/1.1" status: 200 len: 945 time: 0.1067321 Dec 08 16:08:39.880084 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4e25ab-9341-42ea-b774-dcbd1d3be7c5 req-26fa7972-e3be-43a6-941d-84f76fb620d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:39.881240 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2b4e25ab-9341-42ea-b774-dcbd1d3be7c5 req-26fa7972-e3be-43a6-941d-84f76fb620d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:39.882920 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3ba427-b1f8-4dd7-a61e-01a63d5e2cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2384a49f-b89d-4477-bbd2-d44555b904c6,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:39.884017 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2b4e25ab-9341-42ea-b774-dcbd1d3be7c5 req-26fa7972-e3be-43a6-941d-84f76fb620d9 service neutron] 10.222.0.76 "PUT /v2.0/ports/e1b87357-8ff8-4cc8-b965-905e739ea923 HTTP/1.1" status: 200 len: 1097 time: 2.7791405 Dec 08 16:08:39.940497 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a181090e-c8e3-4855-b442-7fbc7d3d6c8f req-183b96cc-7e8d-4e4f-a0ca-f4d88730fc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:39.942226 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a181090e-c8e3-4855-b442-7fbc7d3d6c8f req-183b96cc-7e8d-4e4f-a0ca-f4d88730fc0c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6090536 Dec 08 16:08:39.961626 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fa7972-e3be-43a6-941d-84f76fb620d9 service neutron] Pushing event updated for resources: {'Port': ['ID=e1b87357-8ff8-4cc8-b965-905e739ea923,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:39.975554 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904215b3-ddad-42b6-b437-c65f3f398410 req-75615004-336f-412d-b7c5-d92ccf81a090 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:39.983150 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-904215b3-ddad-42b6-b437-c65f3f398410 req-75615004-336f-412d-b7c5-d92ccf81a090 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/ports?device_id=cdd2db95-0919-4a7a-8ef3-d8f3858757f4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1713872 Dec 08 16:08:40.003573 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-37d33c8e-ba4f-4265-9111-25bef6adab18 req-43dec086-13e3-4b63-b399-18e8d16f8588 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296804 Dec 08 16:08:40.104978 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fa79378-ff1d-4e75-b22a-1ad5c70ceece', 'tag': '98d1b751-4ef7-4df1-9b81-a412e32c3bd1'}, {'name': 'network-changed', 'server_uuid': 'eff6e377-af95-4706-9388-698f77d21d56', 'tag': 'e1b87357-8ff8-4cc8-b965-905e739ea923'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:08:40.107310 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c84577-407a-4e2e-aab7-efb422af0f09" -d '{"events": [{"name": "network-changed", "server_uuid": "2fa79378-ff1d-4e75-b22a-1ad5c70ceece", "tag": "98d1b751-4ef7-4df1-9b81-a412e32c3bd1"}, {"name": "network-changed", "server_uuid": "eff6e377-af95-4706-9388-698f77d21d56", "tag": "e1b87357-8ff8-4cc8-b965-905e739ea923"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:08:40.191475 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 08 Dec 2021 16:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d1ff4c2-c25f-423c-b995-44c95859dbe5 x-openstack-request-id: req-7d1ff4c2-c25f-423c-b995-44c95859dbe5 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:08:40.191788 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fa79378-ff1d-4e75-b22a-1ad5c70ceece", "tag": "98d1b751-4ef7-4df1-9b81-a412e32c3bd1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "eff6e377-af95-4706-9388-698f77d21d56", "tag": "e1b87357-8ff8-4cc8-b965-905e739ea923", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:08:40.192070 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7d1ff4c2-c25f-423c-b995-44c95859dbe5 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:08:40.193014 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fa79378-ff1d-4e75-b22a-1ad5c70ceece', 'tag': '98d1b751-4ef7-4df1-9b81-a412e32c3bd1', 'status': 'completed', 'code': 200} Dec 08 16:08:40.193283 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eff6e377-af95-4706-9388-698f77d21d56', 'tag': 'e1b87357-8ff8-4cc8-b965-905e739ea923', 'status': 'completed', 'code': 200} Dec 08 16:08:40.210034 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-904215b3-ddad-42b6-b437-c65f3f398410 req-8834c6c5-4c1a-4459-8624-0c7dfc33d5a3 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.8 HTTP/1.1" status: 200 len: 1000 time: 0.1997747 Dec 08 16:08:40.214998 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4e25ab-9341-42ea-b774-dcbd1d3be7c5 req-f6d0c001-d093-4256-abd3-b799a308bdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:40.216338 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2b4e25ab-9341-42ea-b774-dcbd1d3be7c5 req-f6d0c001-d093-4256-abd3-b799a308bdc3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=145eabef365e453db77ece9e597725f7&device_id=eff6e377-af95-4706-9388-698f77d21d56 HTTP/1.1" status: 200 len: 1100 time: 0.2050090 Dec 08 16:08:40.220311 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a181090e-c8e3-4855-b442-7fbc7d3d6c8f req-084b9c2d-2441-4b1a-a25b-3dd10541f3d3 service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688332 Dec 08 16:08:40.225569 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-904215b3-ddad-42b6-b437-c65f3f398410 req-5be91be3-f65a-48ac-8515-c04951249ad7 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Request body: {'floatingip': {'port_id': '46eee9dd-ba7c-47ec-bacc-16795a55bb5d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:08:40.355230 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2b4e25ab-9341-42ea-b774-dcbd1d3be7c5 req-dc369ff4-dea8-46bc-a3bb-4455c9abc98e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=e1b87357-8ff8-4cc8-b965-905e739ea923 HTTP/1.1" status: 200 len: 217 time: 0.1255271 Dec 08 16:08:40.405455 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-904215b3-ddad-42b6-b437-c65f3f398410 req-5be91be3-f65a-48ac-8515-c04951249ad7 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Publish callbacks [] for floatingip, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:40.432985 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1f436-f035-4369-a2bf-53e6ec1abf5b req-eb6bc209-c89c-435c-adf7-069f94b60b6c tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:40.436226 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-aae1f436-f035-4369-a2bf-53e6ec1abf5b req-eb6bc209-c89c-435c-adf7-069f94b60b6c tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=eff6e377-af95-4706-9388-698f77d21d56 HTTP/1.1" status: 200 len: 948 time: 0.0825179 Dec 08 16:08:40.478478 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4e25ab-9341-42ea-b774-dcbd1d3be7c5 req-655a2dbf-3644-4044-b11e-eac5016544cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:40.479825 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2b4e25ab-9341-42ea-b774-dcbd1d3be7c5 req-655a2dbf-3644-4044-b11e-eac5016544cd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.1122513 Dec 08 16:08:40.526006 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-aae1f436-f035-4369-a2bf-53e6ec1abf5b req-1dd1e352-806a-471f-a5c8-55c67f23f85c tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786204 Dec 08 16:08:40.555531 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a181090e-c8e3-4855-b442-7fbc7d3d6c8f req-51ed31f4-22dd-4008-a353-e0258b34c5cd service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246377 Dec 08 16:08:40.617203 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4e25ab-9341-42ea-b774-dcbd1d3be7c5 req-bd06ed61-0ebe-4489-857c-0c56eadda835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:40.618779 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2b4e25ab-9341-42ea-b774-dcbd1d3be7c5 req-bd06ed61-0ebe-4489-857c-0c56eadda835 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1298783 Dec 08 16:08:40.875624 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c84577-407a-4e2e-aab7-efb422af0f09 req-4f6c0fe4-fc18-4897-b383-7c77349ca8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:40.877160 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-63c84577-407a-4e2e-aab7-efb422af0f09 req-4f6c0fe4-fc18-4897-b383-7c77349ca8f5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=145eabef365e453db77ece9e597725f7&device_id=2fa79378-ff1d-4e75-b22a-1ad5c70ceece HTTP/1.1" status: 200 len: 1100 time: 0.1685297 Dec 08 16:08:40.905960 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2b4e25ab-9341-42ea-b774-dcbd1d3be7c5 req-62bdd2d0-f619-49a4-be86-2d31ebfbe54b service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500000 Dec 08 16:08:41.148976 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c84577-407a-4e2e-aab7-efb422af0f09 req-1e1b0f50-9b48-4191-aa48-8eece824f004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:41.150494 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-63c84577-407a-4e2e-aab7-efb422af0f09 req-1e1b0f50-9b48-4191-aa48-8eece824f004 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b91759c7-445e-4f7b-9fc4-64d80951832c HTTP/1.1" status: 200 len: 870 time: 0.2661545 Dec 08 16:08:41.191111 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc117ee-9b39-4816-8fbb-db6a320f22fd req-2c6a603a-bb16-449b-b54d-277d15e6c147 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:41.193117 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9bc117ee-9b39-4816-8fbb-db6a320f22fd req-2c6a603a-bb16-449b-b54d-277d15e6c147 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=349e08bb-ed24-4fac-8ea4-b6cd43e6c151 HTTP/1.1" status: 200 len: 945 time: 0.0601351 Dec 08 16:08:41.209569 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2b4e25ab-9341-42ea-b774-dcbd1d3be7c5 req-6045b1ff-9417-41ac-881b-2e949dcd7590 service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732990 Dec 08 16:08:41.213874 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-63c84577-407a-4e2e-aab7-efb422af0f09 req-8bbe96ba-cf89-4256-9d88-f3d864e2b1e2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=98d1b751-4ef7-4df1-9b81-a412e32c3bd1 HTTP/1.1" status: 200 len: 217 time: 0.0507851 Dec 08 16:08:41.267168 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9bc117ee-9b39-4816-8fbb-db6a320f22fd req-3d20c23d-14f2-491f-a885-d3afb15d866a tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666304 Dec 08 16:08:41.355576 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c84577-407a-4e2e-aab7-efb422af0f09 req-d8432fc9-fab2-4c8c-a33d-7dc0bc532479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:41.357068 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-63c84577-407a-4e2e-aab7-efb422af0f09 req-d8432fc9-fab2-4c8c-a33d-7dc0bc532479 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.1197593 Dec 08 16:08:41.385315 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4b7a9367-d682-46b0-b120-05452f0c7437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:41.405504 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-904215b3-ddad-42b6-b437-c65f3f398410 req-5be91be3-f65a-48ac-8515-c04951249ad7 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:41.418276 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c84577-407a-4e2e-aab7-efb422af0f09 req-c8a345a0-8f42-4926-950b-9a84ce3329ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:41.419785 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-63c84577-407a-4e2e-aab7-efb422af0f09 req-c8a345a0-8f42-4926-950b-9a84ce3329ac service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0544508 Dec 08 16:08:41.479293 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-904215b3-ddad-42b6-b437-c65f3f398410 req-5be91be3-f65a-48ac-8515-c04951249ad7 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:41.618866 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-63c84577-407a-4e2e-aab7-efb422af0f09 req-834b2b1e-63b0-4d91-a814-53ee17305c59 service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906104 Dec 08 16:08:41.622390 n-d-776250-12 neutron-server[110550]: INFO neutron.db.l3_db [req-904215b3-ddad-42b6-b437-c65f3f398410 req-5be91be3-f65a-48ac-8515-c04951249ad7 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Floating IP 9ffd053b-cf08-470e-a28b-7960ee888dc0 associated. External IP: 172.25.0.8, port: 253385fb-1f84-4d79-bc46-4d22bea72e90. Dec 08 16:08:41.687296 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd420e02-d381-4d2f-9343-80b82c8999c7 req-1a169a47-d201-4920-8cac-356ed453b9cd tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:41.688932 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bd420e02-d381-4d2f-9343-80b82c8999c7 req-1a169a47-d201-4920-8cac-356ed453b9cd tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=eff6e377-af95-4706-9388-698f77d21d56 HTTP/1.1" status: 200 len: 948 time: 0.0535738 Dec 08 16:08:41.746243 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bd420e02-d381-4d2f-9343-80b82c8999c7 req-8ab3abc6-af51-4eb8-8321-7d86e17233c1 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500727 Dec 08 16:08:42.155842 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-63c84577-407a-4e2e-aab7-efb422af0f09 req-d08b3e89-ed98-4d58-97b7-00319a3a5878 service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5273314 Dec 08 16:08:42.346866 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c84577-407a-4e2e-aab7-efb422af0f09 req-6e88c558-9f75-4c68-85d7-46899a1a1ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:42.348523 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-63c84577-407a-4e2e-aab7-efb422af0f09 req-6e88c558-9f75-4c68-85d7-46899a1a1ff9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=145eabef365e453db77ece9e597725f7&device_id=eff6e377-af95-4706-9388-698f77d21d56 HTTP/1.1" status: 200 len: 1100 time: 0.1194420 Dec 08 16:08:42.352657 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [req-904215b3-ddad-42b6-b437-c65f3f398410 req-5be91be3-f65a-48ac-8515-c04951249ad7 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Router 97073dd8-b2d8-4da4-9fdd-4376555d65b7 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:08:42.427856 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d70da23-1f04-4c4e-8083-db43be9e5b17 req-c8730234-c5d7-428e-abe1-820286b598ed tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:42.429365 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3d70da23-1f04-4c4e-8083-db43be9e5b17 req-c8730234-c5d7-428e-abe1-820286b598ed tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=349e08bb-ed24-4fac-8ea4-b6cd43e6c151 HTTP/1.1" status: 200 len: 945 time: 0.0638263 Dec 08 16:08:42.507871 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3d70da23-1f04-4c4e-8083-db43be9e5b17 req-b72acdc9-874f-40d9-aa55-0f99caab36c0 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699518 Dec 08 16:08:42.538373 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-904215b3-ddad-42b6-b437-c65f3f398410 req-5be91be3-f65a-48ac-8515-c04951249ad7 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:08:42.547774 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c84577-407a-4e2e-aab7-efb422af0f09 req-644a06c0-bc0f-447f-8e4c-e884998429b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:42.549380 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d293d0d3-022b-45a4-82e9-284ab6988d07 None None] Sync routers for ids ['97073dd8-b2d8-4da4-9fdd-4376555d65b7'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:08:42.549898 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-63c84577-407a-4e2e-aab7-efb422af0f09 req-644a06c0-bc0f-447f-8e4c-e884998429b4 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b91759c7-445e-4f7b-9fc4-64d80951832c HTTP/1.1" status: 200 len: 870 time: 0.1876340 Dec 08 16:08:42.561737 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d293d0d3-022b-45a4-82e9-284ab6988d07 None None] Routers {'97073dd8-b2d8-4da4-9fdd-4376555d65b7'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:08:42.567115 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-d293d0d3-022b-45a4-82e9-284ab6988d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:08:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['97073dd8-b2d8-4da4-9fdd-4376555d65b7'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:08:42.665594 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-63c84577-407a-4e2e-aab7-efb422af0f09 req-445393fa-8e9b-4084-9d9a-e88b80ee3bbc service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=e1b87357-8ff8-4cc8-b965-905e739ea923 HTTP/1.1" status: 200 len: 217 time: 0.0623622 Dec 08 16:08:42.686804 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41130) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:08:42.724973 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-d293d0d3-022b-45a4-82e9-284ab6988d07 None None] Set router 97073dd8-b2d8-4da4-9fdd-4376555d65b7 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:08:42.772618 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c84577-407a-4e2e-aab7-efb422af0f09 req-400ac3f5-a6c0-4fc9-8a54-ef053ce5222c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:42.775116 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-63c84577-407a-4e2e-aab7-efb422af0f09 req-400ac3f5-a6c0-4fc9-8a54-ef053ce5222c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.0980072 Dec 08 16:08:42.824721 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-939398e1-e239-448e-a64c-9f255ffe80f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:42.875931 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c84577-407a-4e2e-aab7-efb422af0f09 req-f13e4d8f-e67e-4901-a0b3-35e05a4ebb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:42.877357 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-63c84577-407a-4e2e-aab7-efb422af0f09 req-f13e4d8f-e67e-4901-a0b3-35e05a4ebb3c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0949612 Dec 08 16:08:42.957653 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1a006d-7abe-4869-9ec8-ea8c1d0f7351 req-6f56eaee-dd29-4d81-81df-9230e2f228be tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:42.960113 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-aa1a006d-7abe-4869-9ec8-ea8c1d0f7351 req-6f56eaee-dd29-4d81-81df-9230e2f228be tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=eff6e377-af95-4706-9388-698f77d21d56 HTTP/1.1" status: 200 len: 948 time: 0.0835423 Dec 08 16:08:42.966025 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-939398e1-e239-448e-a64c-9f255ffe80f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:43.006369 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [req-904215b3-ddad-42b6-b437-c65f3f398410 req-5be91be3-f65a-48ac-8515-c04951249ad7 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Router 97073dd8-b2d8-4da4-9fdd-4376555d65b7 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:08:43.038364 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-aa1a006d-7abe-4869-9ec8-ea8c1d0f7351 req-eaa0d50d-fc40-47dc-9c57-261810965f77 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645449 Dec 08 16:08:43.109483 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-939398e1-e239-448e-a64c-9f255ffe80f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:43.115885 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-d293d0d3-022b-45a4-82e9-284ab6988d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'name': 'tempest-FloatingIPsAssociationTestJSON-2024223603-router', 'tenant_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '226048b3-73b7-4370-bbe1-0d8308bcd130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:07:39Z', 'updated_at': '2021-12-08T16:07:46Z', 'revision_number': 4, 'project_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'gw_port': {'id': '226048b3-73b7-4370-bbe1-0d8308bcd130', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:07:40Z', 'updated_at': '2021-12-08T16:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '9ffd053b-cf08-470e-a28b-7960ee888dc0', 'tenant_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'floating_ip_address': '172.25.0.8', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'port_id': '46eee9dd-ba7c-47ec-bacc-16795a55bb5d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38d523e2-3df0-41e5-846a-7796bad806dc', 'mac_address': 'fa:16:3e:01:24:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd2db95-0919-4a7a-8ef3-d8f3858757f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:08:12Z', 'updated_at': '2021-12-08T16:08:41Z', 'revision_number': 3, 'project_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04edc66c-931b-4db9-a9b5-dc2c2367be82', 'name': '', 'network_id': '38d523e2-3df0-41e5-846a-7796bad806dc', 'tenant_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'mac_address': 'fa:16:3e:2e:f4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '80d02a2e-a1d3-4bca-96cf-432677fca6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:07:45Z', 'updated_at': '2021-12-08T16:07:52Z', 'revision_number': 5, 'project_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'subnets': [{'id': '80d02a2e-a1d3-4bca-96cf-432677fca6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:08:43.147686 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-63c84577-407a-4e2e-aab7-efb422af0f09 req-8e3086b1-0259-411c-a737-b27c4abbb9d4 service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294683 Dec 08 16:08:43.178045 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-939398e1-e239-448e-a64c-9f255ffe80f8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=116ce6fabfa84e64a5896fcb54457305&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4898796 Dec 08 16:08:43.181404 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41144) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:08:43.182127 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939398e1-e239-448e-a64c-9f255ffe80f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d9c25f-7f6b-406b-ad2b-b3f7cb729bd7,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:43.193333 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d293d0d3-022b-45a4-82e9-284ab6988d07 None None] Checking router: 97073dd8-b2d8-4da4-9fdd-4376555d65b7 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:08:43.213880 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d293d0d3-022b-45a4-82e9-284ab6988d07 None None] Routers {'97073dd8-b2d8-4da4-9fdd-4376555d65b7'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:08:43.215135 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-d293d0d3-022b-45a4-82e9-284ab6988d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:08:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['97073dd8-b2d8-4da4-9fdd-4376555d65b7'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:08:43.273613 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-904215b3-ddad-42b6-b437-c65f3f398410 req-5be91be3-f65a-48ac-8515-c04951249ad7 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:08:43.280039 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-904215b3-ddad-42b6-b437-c65f3f398410 req-5be91be3-f65a-48ac-8515-c04951249ad7 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:43.310589 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f3235a17-f185-435c-a527-43659f131a00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:43.337086 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f3235a17-f185-435c-a527-43659f131a00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:43.345096 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd512652e-fd6a-4e6e-af70-2764878d1345', 'tag': '253385fb-1f84-4d79-bc46-4d22bea72e90'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:08:43.347467 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e585b3-9b3c-478e-90d6-2bd46368ca5e" -d '{"events": [{"name": "network-changed", "server_uuid": "d512652e-fd6a-4e6e-af70-2764878d1345", "tag": "253385fb-1f84-4d79-bc46-4d22bea72e90"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:08:43.381813 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-d293d0d3-022b-45a4-82e9-284ab6988d07 None None] Set router 97073dd8-b2d8-4da4-9fdd-4376555d65b7 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:08:43.382202 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-63c84577-407a-4e2e-aab7-efb422af0f09 req-75b6148c-66b3-4fe9-92bf-f439f39b7151 service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264023 Dec 08 16:08:43.394161 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-904215b3-ddad-42b6-b437-c65f3f398410 req-5be91be3-f65a-48ac-8515-c04951249ad7 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "PUT /v2.0/floatingips/9ffd053b-cf08-470e-a28b-7960ee888dc0 HTTP/1.1" status: 200 len: 996 time: 3.1723886 Dec 08 16:08:43.462652 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904215b3-ddad-42b6-b437-c65f3f398410 req-2c78b5bd-5273-4216-b414-3845ced57f57 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:43.474937 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f3235a17-f185-435c-a527-43659f131a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:43.475730 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-904215b3-ddad-42b6-b437-c65f3f398410 req-2c78b5bd-5273-4216-b414-3845ced57f57 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/ports/253385fb-1f84-4d79-bc46-4d22bea72e90 HTTP/1.1" status: 200 len: 943 time: 0.0738411 Dec 08 16:08:43.478205 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f3235a17-f185-435c-a527-43659f131a00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:43.495659 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f3235a17-f185-435c-a527-43659f131a00 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a0d9c25f-7f6b-406b-ad2b-b3f7cb729bd7 HTTP/1.1" status: 204 len: 168 time: 0.3017998 Dec 08 16:08:43.531857 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3235a17-f185-435c-a527-43659f131a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d9c25f-7f6b-406b-ad2b-b3f7cb729bd7,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:43.584160 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904215b3-ddad-42b6-b437-c65f3f398410 req-c9b756bb-06f9-4d01-bc33-4bf1a0a30a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:43.587500 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-904215b3-ddad-42b6-b437-c65f3f398410 req-c9b756bb-06f9-4d01-bc33-4bf1a0a30a65 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e657848efb6b469fa2d7fa12c00aa55c&device_id=d512652e-fd6a-4e6e-af70-2764878d1345 HTTP/1.1" status: 200 len: 1098 time: 0.0572686 Dec 08 16:08:43.619475 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a611f-19f8-418e-bfa7-67f82b16e883 req-8f1c1a53-46e2-4274-936b-8b64d9efdb87 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:43.621584 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a66a611f-19f8-418e-bfa7-67f82b16e883 req-8f1c1a53-46e2-4274-936b-8b64d9efdb87 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0a1ddae-32c5-4a90-ad0b-ac2e4930a3be HTTP/1.1" status: 200 len: 945 time: 0.0718985 Dec 08 16:08:43.720579 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a66a611f-19f8-418e-bfa7-67f82b16e883 req-4025d526-497e-47e4-a9f6-68148e0e617a tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ee75834-e759-4136-8277-a7cad0a8499a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912647 Dec 08 16:08:43.728095 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904215b3-ddad-42b6-b437-c65f3f398410 req-9c17e301-e871-4f48-a347-6298ae627fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:43.730230 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-904215b3-ddad-42b6-b437-c65f3f398410 req-9c17e301-e871-4f48-a347-6298ae627fb4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=38d523e2-3df0-41e5-846a-7796bad806dc HTTP/1.1" status: 200 len: 922 time: 0.1356168 Dec 08 16:08:43.748294 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7558b91d-a108-411c-a760-b331c3c01c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:43.795901 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-904215b3-ddad-42b6-b437-c65f3f398410 req-3681a253-291e-49dc-b6ec-fd42d6f1313c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=253385fb-1f84-4d79-bc46-4d22bea72e90 HTTP/1.1" status: 200 len: 217 time: 0.0583031 Dec 08 16:08:43.797917 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030b6d2f-e1c2-40dd-801a-6ca091ac94f5 x-openstack-request-id: req-030b6d2f-e1c2-40dd-801a-6ca091ac94f5 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:08:43.799927 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d512652e-fd6a-4e6e-af70-2764878d1345", "tag": "253385fb-1f84-4d79-bc46-4d22bea72e90", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:08:43.799927 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-030b6d2f-e1c2-40dd-801a-6ca091ac94f5 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:08:43.799927 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd512652e-fd6a-4e6e-af70-2764878d1345', 'tag': '253385fb-1f84-4d79-bc46-4d22bea72e90', 'status': 'completed', 'code': 200} Dec 08 16:08:43.900806 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904215b3-ddad-42b6-b437-c65f3f398410 req-d9ff9311-beba-4704-9ebf-d1595dfb46cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:43.902411 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-904215b3-ddad-42b6-b437-c65f3f398410 req-d9ff9311-beba-4704-9ebf-d1595dfb46cf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=80d02a2e-a1d3-4bca-96cf-432677fca6a9 HTTP/1.1" status: 200 len: 860 time: 0.0960343 Dec 08 16:08:43.911040 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e585b3-9b3c-478e-90d6-2bd46368ca5e req-a6f9c641-1e29-4fb5-87a3-07f47d2ae9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:43.912856 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-89e585b3-9b3c-478e-90d6-2bd46368ca5e req-a6f9c641-1e29-4fb5-87a3-07f47d2ae9ea service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e657848efb6b469fa2d7fa12c00aa55c&device_id=d512652e-fd6a-4e6e-af70-2764878d1345 HTTP/1.1" status: 200 len: 1098 time: 0.0677412 Dec 08 16:08:43.951833 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d4dce-6678-4895-9a19-563e7803f949 req-389e66ac-d53b-4477-b535-823552bad192 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:43.962865 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c50d4dce-6678-4895-9a19-563e7803f949 req-389e66ac-d53b-4477-b535-823552bad192 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=349e08bb-ed24-4fac-8ea4-b6cd43e6c151 HTTP/1.1" status: 200 len: 945 time: 0.0933633 Dec 08 16:08:43.982440 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-d293d0d3-022b-45a4-82e9-284ab6988d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'name': 'tempest-FloatingIPsAssociationTestJSON-2024223603-router', 'tenant_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '226048b3-73b7-4370-bbe1-0d8308bcd130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:07:39Z', 'updated_at': '2021-12-08T16:07:46Z', 'revision_number': 4, 'project_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'gw_port': {'id': '226048b3-73b7-4370-bbe1-0d8308bcd130', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:07:40Z', 'updated_at': '2021-12-08T16:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '9ffd053b-cf08-470e-a28b-7960ee888dc0', 'tenant_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'floating_ip_address': '172.25.0.8', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'port_id': '46eee9dd-ba7c-47ec-bacc-16795a55bb5d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38d523e2-3df0-41e5-846a-7796bad806dc', 'mac_address': 'fa:16:3e:01:24:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd2db95-0919-4a7a-8ef3-d8f3858757f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:08:12Z', 'updated_at': '2021-12-08T16:08:41Z', 'revision_number': 3, 'project_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04edc66c-931b-4db9-a9b5-dc2c2367be82', 'name': '', 'network_id': '38d523e2-3df0-41e5-846a-7796bad806dc', 'tenant_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'mac_address': 'fa:16:3e:2e:f4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '80d02a2e-a1d3-4bca-96cf-432677fca6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:07:45Z', 'updated_at': '2021-12-08T16:07:52Z', 'revision_number': 5, 'project_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'subnets': [{'id': '80d02a2e-a1d3-4bca-96cf-432677fca6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:08:44.030986 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d293d0d3-022b-45a4-82e9-284ab6988d07 None None] The sync data for ids ['97073dd8-b2d8-4da4-9fdd-4376555d65b7'] in n-d-776250-12 is: [{'id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'name': 'tempest-FloatingIPsAssociationTestJSON-2024223603-router', 'tenant_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '226048b3-73b7-4370-bbe1-0d8308bcd130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:07:39Z', 'updated_at': '2021-12-08T16:07:46Z', 'revision_number': 4, 'project_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'gw_port': {'id': '226048b3-73b7-4370-bbe1-0d8308bcd130', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:07:40Z', 'updated_at': '2021-12-08T16:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '9ffd053b-cf08-470e-a28b-7960ee888dc0', 'tenant_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'floating_ip_address': '172.25.0.8', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'port_id': '46eee9dd-ba7c-47ec-bacc-16795a55bb5d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38d523e2-3df0-41e5-846a-7796bad806dc', 'mac_address': 'fa:16:3e:01:24:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd2db95-0919-4a7a-8ef3-d8f3858757f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:08:12Z', 'updated_at': '2021-12-08T16:08:41Z', 'revision_number': 3, 'project_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04edc66c-931b-4db9-a9b5-dc2c2367be82', 'name': '', 'network_id': '38d523e2-3df0-41e5-846a-7796bad806dc', 'tenant_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'mac_address': 'fa:16:3e:2e:f4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '80d02a2e-a1d3-4bca-96cf-432677fca6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:07:45Z', 'updated_at': '2021-12-08T16:07:52Z', 'revision_number': 5, 'project_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'subnets': [{'id': '80d02a2e-a1d3-4bca-96cf-432677fca6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:08:44.041724 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c50d4dce-6678-4895-9a19-563e7803f949 req-30e4c454-5052-4dbb-abe2-222a62bbdc4c tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773168 Dec 08 16:08:44.061808 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904215b3-ddad-42b6-b437-c65f3f398410 req-df544d5b-30d6-47a2-ad10-d91378642c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:44.064891 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-904215b3-ddad-42b6-b437-c65f3f398410 req-df544d5b-30d6-47a2-ad10-d91378642c63 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=38d523e2-3df0-41e5-846a-7796bad806dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1506062 Dec 08 16:08:44.227841 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e585b3-9b3c-478e-90d6-2bd46368ca5e req-6dd19df3-d11d-4c45-a7e2-e2d40431de0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:44.229561 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-89e585b3-9b3c-478e-90d6-2bd46368ca5e req-6dd19df3-d11d-4c45-a7e2-e2d40431de0b service neutron] 10.222.0.76 "GET /v2.0/networks?id=38d523e2-3df0-41e5-846a-7796bad806dc HTTP/1.1" status: 200 len: 922 time: 0.2633281 Dec 08 16:08:44.280654 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-904215b3-ddad-42b6-b437-c65f3f398410 req-e7f269ed-99e2-4378-9f94-1274a6bb60c9 service neutron] 10.222.0.64 "GET /v2.0/networks/38d523e2-3df0-41e5-846a-7796bad806dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033355 Dec 08 16:08:44.282522 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-89e585b3-9b3c-478e-90d6-2bd46368ca5e req-fb0d9cd5-2f98-4960-86ab-cb8dec1ae4eb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=253385fb-1f84-4d79-bc46-4d22bea72e90 HTTP/1.1" status: 200 len: 217 time: 0.0448160 Dec 08 16:08:44.286921 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c58374-e674-4cca-938b-f8734a7953e8 req-e2f1dcbc-b4d9-492f-adb2-ead98041e5e4 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:44.289292 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f4c58374-e674-4cca-938b-f8734a7953e8 req-e2f1dcbc-b4d9-492f-adb2-ead98041e5e4 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=eff6e377-af95-4706-9388-698f77d21d56 HTTP/1.1" status: 200 len: 948 time: 0.1280253 Dec 08 16:08:44.384165 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3844b688-15ae-45d0-ae3d-97d0ad04f782 None None] New status for floating IP 9ffd053b-cf08-470e-a28b-7960ee888dc0: ACTIVE {{(pid=110552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:08:44.417227 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f4c58374-e674-4cca-938b-f8734a7953e8 req-c8b384b3-f917-42b7-b7b5-fe9792fc072c tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154308 Dec 08 16:08:44.425905 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e585b3-9b3c-478e-90d6-2bd46368ca5e req-7c7638d7-1183-490e-b6f8-65c9003e1562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:44.427005 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-89e585b3-9b3c-478e-90d6-2bd46368ca5e req-7c7638d7-1183-490e-b6f8-65c9003e1562 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=80d02a2e-a1d3-4bca-96cf-432677fca6a9 HTTP/1.1" status: 200 len: 860 time: 0.1310887 Dec 08 16:08:44.515528 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-904215b3-ddad-42b6-b437-c65f3f398410 req-d2468944-9923-474d-adc7-1da2570d3f92 service neutron] 10.222.0.64 "GET /v2.0/networks/38d523e2-3df0-41e5-846a-7796bad806dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069054 Dec 08 16:08:44.518985 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e585b3-9b3c-478e-90d6-2bd46368ca5e req-243c5d02-d232-4230-8e6f-ed302aee30f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:44.520685 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-89e585b3-9b3c-478e-90d6-2bd46368ca5e req-243c5d02-d232-4230-8e6f-ed302aee30f8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=38d523e2-3df0-41e5-846a-7796bad806dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0694878 Dec 08 16:08:44.705385 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-89e585b3-9b3c-478e-90d6-2bd46368ca5e req-f45d5870-0f31-428f-b3c2-fb840c4e09b7 service neutron] 10.222.0.76 "GET /v2.0/networks/38d523e2-3df0-41e5-846a-7796bad806dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756325 Dec 08 16:08:44.753248 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904215b3-ddad-42b6-b437-c65f3f398410 req-22ef927d-8086-4bc3-b837-01334e836ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:44.754957 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-904215b3-ddad-42b6-b437-c65f3f398410 req-22ef927d-8086-4bc3-b837-01334e836ca7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e657848efb6b469fa2d7fa12c00aa55c&device_id=cdd2db95-0919-4a7a-8ef3-d8f3858757f4 HTTP/1.1" status: 200 len: 1097 time: 0.1107650 Dec 08 16:08:44.900328 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-89e585b3-9b3c-478e-90d6-2bd46368ca5e req-238300e6-7fb8-4e2c-bc75-2a1c03c967b7 service neutron] 10.222.0.76 "GET /v2.0/networks/38d523e2-3df0-41e5-846a-7796bad806dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780124 Dec 08 16:08:44.923250 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904215b3-ddad-42b6-b437-c65f3f398410 req-80bab9f9-249a-49a6-8394-8233f3fb311c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:44.924932 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-904215b3-ddad-42b6-b437-c65f3f398410 req-80bab9f9-249a-49a6-8394-8233f3fb311c service neutron] 10.222.0.64 "GET /v2.0/networks?id=38d523e2-3df0-41e5-846a-7796bad806dc HTTP/1.1" status: 200 len: 922 time: 0.1400640 Dec 08 16:08:44.943610 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bce37ae-b13c-47fc-a779-8c1f837d1139 None None] Sync routers for ids ['97073dd8-b2d8-4da4-9fdd-4376555d65b7'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:08:44.954995 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bce37ae-b13c-47fc-a779-8c1f837d1139 None None] Routers {'97073dd8-b2d8-4da4-9fdd-4376555d65b7'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:08:44.956026 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-1bce37ae-b13c-47fc-a779-8c1f837d1139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:08:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['97073dd8-b2d8-4da4-9fdd-4376555d65b7'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:08:44.999406 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-904215b3-ddad-42b6-b437-c65f3f398410 req-9f7474aa-03bc-4dae-a5b3-0235a55060c7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46eee9dd-ba7c-47ec-bacc-16795a55bb5d HTTP/1.1" status: 200 len: 999 time: 0.0674260 Dec 08 16:08:45.068676 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904215b3-ddad-42b6-b437-c65f3f398410 req-bac2f10c-9390-4f17-aa0a-e6b673f455f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:45.070227 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-904215b3-ddad-42b6-b437-c65f3f398410 req-bac2f10c-9390-4f17-aa0a-e6b673f455f5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=80d02a2e-a1d3-4bca-96cf-432677fca6a9 HTTP/1.1" status: 200 len: 860 time: 0.0638132 Dec 08 16:08:45.102108 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-1bce37ae-b13c-47fc-a779-8c1f837d1139 None None] Set router 97073dd8-b2d8-4da4-9fdd-4376555d65b7 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:08:45.125868 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:45.140105 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904215b3-ddad-42b6-b437-c65f3f398410 req-a1a0a1f7-9502-48ca-8f4e-1d05130ce235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:45.141763 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-904215b3-ddad-42b6-b437-c65f3f398410 req-a1a0a1f7-9502-48ca-8f4e-1d05130ce235 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=38d523e2-3df0-41e5-846a-7796bad806dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0642834 Dec 08 16:08:45.288239 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-904215b3-ddad-42b6-b437-c65f3f398410 req-c11b2dd1-2b23-439e-a551-c1f604bcecdb service neutron] 10.222.0.64 "GET /v2.0/networks/38d523e2-3df0-41e5-846a-7796bad806dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390953 Dec 08 16:08:45.391708 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fcad76-cbf0-4008-b220-c04c52c0f80a req-4e076f89-6d55-4d40-b9ce-9fa6e53d01e4 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:45.396954 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-75fcad76-cbf0-4008-b220-c04c52c0f80a req-4e076f89-6d55-4d40-b9ce-9fa6e53d01e4 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=349e08bb-ed24-4fac-8ea4-b6cd43e6c151 HTTP/1.1" status: 200 len: 945 time: 0.0583079 Dec 08 16:08:45.401966 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-904215b3-ddad-42b6-b437-c65f3f398410 req-7cbff430-78ce-4f2d-b1b9-85d5830b69be service neutron] 10.222.0.64 "GET /v2.0/networks/38d523e2-3df0-41e5-846a-7796bad806dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055748 Dec 08 16:08:45.453618 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-75fcad76-cbf0-4008-b220-c04c52c0f80a req-bbf13e01-341b-4cc6-8466-fbe805dd9c42 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529895 Dec 08 16:08:45.500583 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-1bce37ae-b13c-47fc-a779-8c1f837d1139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'name': 'tempest-FloatingIPsAssociationTestJSON-2024223603-router', 'tenant_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '226048b3-73b7-4370-bbe1-0d8308bcd130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:07:39Z', 'updated_at': '2021-12-08T16:07:46Z', 'revision_number': 4, 'project_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'gw_port': {'id': '226048b3-73b7-4370-bbe1-0d8308bcd130', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:07:40Z', 'updated_at': '2021-12-08T16:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '9ffd053b-cf08-470e-a28b-7960ee888dc0', 'tenant_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'floating_ip_address': '172.25.0.8', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'port_id': '46eee9dd-ba7c-47ec-bacc-16795a55bb5d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38d523e2-3df0-41e5-846a-7796bad806dc', 'mac_address': 'fa:16:3e:01:24:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd2db95-0919-4a7a-8ef3-d8f3858757f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:08:12Z', 'updated_at': '2021-12-08T16:08:44Z', 'revision_number': 4, 'project_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04edc66c-931b-4db9-a9b5-dc2c2367be82', 'name': '', 'network_id': '38d523e2-3df0-41e5-846a-7796bad806dc', 'tenant_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'mac_address': 'fa:16:3e:2e:f4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '80d02a2e-a1d3-4bca-96cf-432677fca6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:07:45Z', 'updated_at': '2021-12-08T16:07:52Z', 'revision_number': 5, 'project_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'subnets': [{'id': '80d02a2e-a1d3-4bca-96cf-432677fca6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:08:45.532836 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bce37ae-b13c-47fc-a779-8c1f837d1139 None None] Checking router: 97073dd8-b2d8-4da4-9fdd-4376555d65b7 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:08:45.542782 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bce37ae-b13c-47fc-a779-8c1f837d1139 None None] Routers {'97073dd8-b2d8-4da4-9fdd-4376555d65b7'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:08:45.543574 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-1bce37ae-b13c-47fc-a779-8c1f837d1139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:08:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['97073dd8-b2d8-4da4-9fdd-4376555d65b7'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:08:45.577331 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03cc1fc-1e9f-4cdf-b4d7-9745935adb25 req-24eb3ed0-148f-4673-a3b1-a712ae2f0123 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:45.582089 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f03cc1fc-1e9f-4cdf-b4d7-9745935adb25 req-24eb3ed0-148f-4673-a3b1-a712ae2f0123 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0a1ddae-32c5-4a90-ad0b-ac2e4930a3be HTTP/1.1" status: 200 len: 945 time: 0.0632036 Dec 08 16:08:45.639001 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f03cc1fc-1e9f-4cdf-b4d7-9745935adb25 req-6a006f20-a0cf-424d-979c-8ed8ee518d3c tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ee75834-e759-4136-8277-a7cad0a8499a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515916 Dec 08 16:08:45.674295 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-1bce37ae-b13c-47fc-a779-8c1f837d1139 None None] Set router 97073dd8-b2d8-4da4-9fdd-4376555d65b7 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:08:45.682576 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device e1b87357-8ff8-4cc8-b965-905e739ea923 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:08:45.790662 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54280698-90b9-4422-b41b-f768924fe489 req-56f5dc37-7013-4742-ada1-a51b2fff7f30 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:45.795785 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-64ca5737-ac38-410d-81ed-b2265aacc998 req-cab6441f-8831-4139-b6d9-ded4f2de068d tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=66dccecaa0ac4e2ba10711b24085a2c3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0426698 Dec 08 16:08:45.799346 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-54280698-90b9-4422-b41b-f768924fe489 req-56f5dc37-7013-4742-ada1-a51b2fff7f30 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=eff6e377-af95-4706-9388-698f77d21d56 HTTP/1.1" status: 200 len: 948 time: 0.0599844 Dec 08 16:08:45.808870 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port e1b87357-8ff8-4cc8-b965-905e739ea923, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=e1b87357-8ff8-4cc8-b965-905e739ea923,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:08:45.822018 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': 'e1b87357-8ff8-4cc8-b965-905e739ea923', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'port_id': 'e1b87357-8ff8-4cc8-b965-905e739ea923', 'mac_address': 'fa:16:3e:9a:e7:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c93b3a32-b438-4a47-8558-220c03febf97', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:08:45.862893 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-54280698-90b9-4422-b41b-f768924fe489 req-f3c24aa8-5250-422b-a751-03902f36e688 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633640 Dec 08 16:08:45.872280 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:45.875876 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdd2db95-0919-4a7a-8ef3-d8f3858757f4', 'tag': '46eee9dd-ba7c-47ec-bacc-16795a55bb5d'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:08:45.878549 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3fed43f-9103-4e46-b2f3-fb8108a2eace" -d '{"events": [{"name": "network-changed", "server_uuid": "cdd2db95-0919-4a7a-8ef3-d8f3858757f4", "tag": "46eee9dd-ba7c-47ec-bacc-16795a55bb5d"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:08:45.898417 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1b87357-8ff8-4cc8-b965-905e739ea923 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:08:45.919582 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca5737-ac38-410d-81ed-b2265aacc998 req-223dc489-16c2-4198-9832-722bd8193a61 tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:45.921481 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-64ca5737-ac38-410d-81ed-b2265aacc998 req-223dc489-16c2-4198-9832-722bd8193a61 tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1247113 Dec 08 16:08:45.921653 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port e1b87357-8ff8-4cc8-b965-905e739ea923, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=e1b87357-8ff8-4cc8-b965-905e739ea923,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:08:45.939233 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-64ca5737-ac38-410d-81ed-b2265aacc998 req-3e132fa7-7b65-41d4-87f3-79c0401fb26d tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] 10.222.0.64 "GET /v2.0/quotas/66dccecaa0ac4e2ba10711b24085a2c3 HTTP/1.1" status: 200 len: 375 time: 0.0099318 Dec 08 16:08:45.961024 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-1bce37ae-b13c-47fc-a779-8c1f837d1139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'name': 'tempest-FloatingIPsAssociationTestJSON-2024223603-router', 'tenant_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '226048b3-73b7-4370-bbe1-0d8308bcd130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:07:39Z', 'updated_at': '2021-12-08T16:07:46Z', 'revision_number': 4, 'project_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'gw_port': {'id': '226048b3-73b7-4370-bbe1-0d8308bcd130', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:07:40Z', 'updated_at': '2021-12-08T16:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '9ffd053b-cf08-470e-a28b-7960ee888dc0', 'tenant_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'floating_ip_address': '172.25.0.8', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'port_id': '46eee9dd-ba7c-47ec-bacc-16795a55bb5d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38d523e2-3df0-41e5-846a-7796bad806dc', 'mac_address': 'fa:16:3e:01:24:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd2db95-0919-4a7a-8ef3-d8f3858757f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:08:12Z', 'updated_at': '2021-12-08T16:08:44Z', 'revision_number': 4, 'project_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04edc66c-931b-4db9-a9b5-dc2c2367be82', 'name': '', 'network_id': '38d523e2-3df0-41e5-846a-7796bad806dc', 'tenant_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'mac_address': 'fa:16:3e:2e:f4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '80d02a2e-a1d3-4bca-96cf-432677fca6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:07:45Z', 'updated_at': '2021-12-08T16:07:52Z', 'revision_number': 5, 'project_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'subnets': [{'id': '80d02a2e-a1d3-4bca-96cf-432677fca6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:08:45.978651 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-64ca5737-ac38-410d-81ed-b2265aacc998 req-af819520-6c72-45f1-8fcc-1c868df9574d tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=66dccecaa0ac4e2ba10711b24085a2c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311515 Dec 08 16:08:45.990185 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bce37ae-b13c-47fc-a779-8c1f837d1139 None None] The sync data for ids ['97073dd8-b2d8-4da4-9fdd-4376555d65b7'] in n-d-776250-12 is: [{'id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'name': 'tempest-FloatingIPsAssociationTestJSON-2024223603-router', 'tenant_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '226048b3-73b7-4370-bbe1-0d8308bcd130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:07:39Z', 'updated_at': '2021-12-08T16:07:46Z', 'revision_number': 4, 'project_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'gw_port': {'id': '226048b3-73b7-4370-bbe1-0d8308bcd130', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:07:40Z', 'updated_at': '2021-12-08T16:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '9ffd053b-cf08-470e-a28b-7960ee888dc0', 'tenant_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'floating_ip_address': '172.25.0.8', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'port_id': '46eee9dd-ba7c-47ec-bacc-16795a55bb5d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38d523e2-3df0-41e5-846a-7796bad806dc', 'mac_address': 'fa:16:3e:01:24:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd2db95-0919-4a7a-8ef3-d8f3858757f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:08:12Z', 'updated_at': '2021-12-08T16:08:44Z', 'revision_number': 4, 'project_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04edc66c-931b-4db9-a9b5-dc2c2367be82', 'name': '', 'network_id': '38d523e2-3df0-41e5-846a-7796bad806dc', 'tenant_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'mac_address': 'fa:16:3e:2e:f4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '80d02a2e-a1d3-4bca-96cf-432677fca6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:07:45Z', 'updated_at': '2021-12-08T16:07:52Z', 'revision_number': 5, 'project_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'subnets': [{'id': '80d02a2e-a1d3-4bca-96cf-432677fca6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:08:45.999853 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:46.000798 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-48ec37e9-f76e-4fbf-965c-7ba84b833bbb req-97572b71-d42d-4523-968c-d3fb6062c355 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.8 HTTP/1.1" status: 200 len: 999 time: 0.1091220 Dec 08 16:08:46.002510 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 98d1b751-4ef7-4df1-9b81-a412e32c3bd1 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:08:46.075870 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec37e9-f76e-4fbf-965c-7ba84b833bbb req-255aa1e4-02c8-4f36-8638-55cd6571e384 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:46.077464 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-48ec37e9-f76e-4fbf-965c-7ba84b833bbb req-255aa1e4-02c8-4f36-8638-55cd6571e384 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/ports/46eee9dd-ba7c-47ec-bacc-16795a55bb5d HTTP/1.1" status: 200 len: 942 time: 0.0724871 Dec 08 16:08:46.081561 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=e1b87357-8ff8-4cc8-b965-905e739ea923,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:46.085597 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 98d1b751-4ef7-4df1-9b81-a412e32c3bd1, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=98d1b751-4ef7-4df1-9b81-a412e32c3bd1,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:08:46.099133 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '98d1b751-4ef7-4df1-9b81-a412e32c3bd1', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'port_id': '98d1b751-4ef7-4df1-9b81-a412e32c3bd1', 'mac_address': 'fa:16:3e:92:26:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c93b3a32-b438-4a47-8558-220c03febf97', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:08:46.148724 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:46.175302 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98d1b751-4ef7-4df1-9b81-a412e32c3bd1 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:08:46.202200 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 98d1b751-4ef7-4df1-9b81-a412e32c3bd1, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=98d1b751-4ef7-4df1-9b81-a412e32c3bd1,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:08:46.260881 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-48ec37e9-f76e-4fbf-965c-7ba84b833bbb req-460019ae-b9e0-4a3b-8375-eced3e7760f6 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.8 HTTP/1.1" status: 200 len: 999 time: 0.0849295 Dec 08 16:08:46.261945 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:46.333669 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=98d1b751-4ef7-4df1-9b81-a412e32c3bd1,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:46.403073 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec37e9-f76e-4fbf-965c-7ba84b833bbb req-ef04be58-dc47-4c35-ad90-2482a101e56d tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:46.405482 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-48ec37e9-f76e-4fbf-965c-7ba84b833bbb req-ef04be58-dc47-4c35-ad90-2482a101e56d tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/networks/1ae4cf80-76bf-4df3-a557-5cc6023c1900 HTTP/1.1" status: 200 len: 784 time: 0.1386774 Dec 08 16:08:46.418741 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [req-48ec37e9-f76e-4fbf-965c-7ba84b833bbb req-d7f82813-8dd5-4c80-8917-ed6c179f49e4 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:08:46.419731 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-48ec37e9-f76e-4fbf-965c-7ba84b833bbb req-d7f82813-8dd5-4c80-8917-ed6c179f49e4 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058613 Dec 08 16:08:46.434056 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a975b9f-d15e-4f00-9dea-8fad6b695684 x-openstack-request-id: req-2a975b9f-d15e-4f00-9dea-8fad6b695684 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:08:46.434791 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdd2db95-0919-4a7a-8ef3-d8f3858757f4", "tag": "46eee9dd-ba7c-47ec-bacc-16795a55bb5d", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:08:46.434791 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2a975b9f-d15e-4f00-9dea-8fad6b695684 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:08:46.435139 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdd2db95-0919-4a7a-8ef3-d8f3858757f4', 'tag': '46eee9dd-ba7c-47ec-bacc-16795a55bb5d', 'status': 'completed', 'code': 200} Dec 08 16:08:46.485471 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-49a97297-056d-424e-9494-65f10032884d req-8073359c-1efc-4563-b29e-294b30a88246 tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] 10.222.0.64 "GET /v2.0/ports?device_id=c98b0dbc-f211-42ee-b59d-0ede50a79871 HTTP/1.1" status: 200 len: 210 time: 0.0317566 Dec 08 16:08:46.516993 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fed43f-9103-4e46-b2f3-fb8108a2eace req-0173f5c8-e655-44ea-87f9-38e0aadce834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:46.521666 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f3fed43f-9103-4e46-b2f3-fb8108a2eace req-0173f5c8-e655-44ea-87f9-38e0aadce834 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e657848efb6b469fa2d7fa12c00aa55c&device_id=cdd2db95-0919-4a7a-8ef3-d8f3858757f4 HTTP/1.1" status: 200 len: 1097 time: 0.0579228 Dec 08 16:08:46.580125 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-716a1faa-98d1-4259-836f-fe1adf7b35f4 req-9974c97e-0e1a-46f5-8504-cc7233c324b3 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.8 HTTP/1.1" status: 200 len: 999 time: 0.0686579 Dec 08 16:08:46.591975 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:46.641424 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a1faa-98d1-4259-836f-fe1adf7b35f4 req-2e1e78c2-1b27-44f1-afdd-cda21a24d4ea tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:46.643011 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-716a1faa-98d1-4259-836f-fe1adf7b35f4 req-2e1e78c2-1b27-44f1-afdd-cda21a24d4ea tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/ports/46eee9dd-ba7c-47ec-bacc-16795a55bb5d HTTP/1.1" status: 200 len: 942 time: 0.0514352 Dec 08 16:08:46.667140 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2740c-d27d-44ff-8c69-c63489822757 req-34b9357f-6282-4a85-816f-56f6516c240f tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:46.668699 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-11c2740c-d27d-44ff-8c69-c63489822757 req-34b9357f-6282-4a85-816f-56f6516c240f tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=349e08bb-ed24-4fac-8ea4-b6cd43e6c151 HTTP/1.1" status: 200 len: 945 time: 0.0815792 Dec 08 16:08:46.670295 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fed43f-9103-4e46-b2f3-fb8108a2eace req-322236d5-2841-43c4-9cd5-f9f8c7b8faf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:46.671674 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f3fed43f-9103-4e46-b2f3-fb8108a2eace req-322236d5-2841-43c4-9cd5-f9f8c7b8faf3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=38d523e2-3df0-41e5-846a-7796bad806dc HTTP/1.1" status: 200 len: 922 time: 0.1377418 Dec 08 16:08:46.697466 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['98d1b751-4ef7-4df1-9b81-a412e32c3bd1'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:08:46.732312 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['e1b87357-8ff8-4cc8-b965-905e739ea923'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:08:46.771547 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-716a1faa-98d1-4259-836f-fe1adf7b35f4 req-e4628cf3-f72b-4029-9479-f287c37cba52 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.8 HTTP/1.1" status: 200 len: 999 time: 0.0848510 Dec 08 16:08:46.784069 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-11c2740c-d27d-44ff-8c69-c63489822757 req-545dfd8e-bb2b-43a1-9ad0-980a62489e63 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087651 Dec 08 16:08:46.796498 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f3fed43f-9103-4e46-b2f3-fb8108a2eace req-2bb8e045-4c47-4411-a542-3279d15ee46b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46eee9dd-ba7c-47ec-bacc-16795a55bb5d HTTP/1.1" status: 200 len: 999 time: 0.1017766 Dec 08 16:08:46.856516 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fed43f-9103-4e46-b2f3-fb8108a2eace req-1016a0b6-a422-44b6-8cfa-b0499bb99cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:46.860601 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f3fed43f-9103-4e46-b2f3-fb8108a2eace req-1016a0b6-a422-44b6-8cfa-b0499bb99cc0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=80d02a2e-a1d3-4bca-96cf-432677fca6a9 HTTP/1.1" status: 200 len: 860 time: 0.0549438 Dec 08 16:08:46.952866 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a1faa-98d1-4259-836f-fe1adf7b35f4 req-c57700ce-9819-4929-b8c0-e1d7942073e1 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:46.965676 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-716a1faa-98d1-4259-836f-fe1adf7b35f4 req-c57700ce-9819-4929-b8c0-e1d7942073e1 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/networks/1ae4cf80-76bf-4df3-a557-5cc6023c1900 HTTP/1.1" status: 200 len: 784 time: 0.1863682 Dec 08 16:08:46.968373 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fed43f-9103-4e46-b2f3-fb8108a2eace req-914a15e5-b152-479f-8886-5b1114973e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:46.970774 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f3fed43f-9103-4e46-b2f3-fb8108a2eace req-914a15e5-b152-479f-8886-5b1114973e9b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=38d523e2-3df0-41e5-846a-7796bad806dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1036248 Dec 08 16:08:47.013532 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26468e8e-dad1-4b36-a557-45b5552d5cd9 req-8013461b-92ec-4a2f-9395-968dad1b7e22 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:47.015296 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-26468e8e-dad1-4b36-a557-45b5552d5cd9 req-8013461b-92ec-4a2f-9395-968dad1b7e22 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0a1ddae-32c5-4a90-ad0b-ac2e4930a3be HTTP/1.1" status: 200 len: 945 time: 0.1072407 Dec 08 16:08:47.054369 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-716a1faa-98d1-4259-836f-fe1adf7b35f4 req-0fbb63b6-7273-4f9a-9169-3d9a3b45e952 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.8 HTTP/1.1" status: 200 len: 999 time: 0.0874639 Dec 08 16:08:47.064671 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-716a1faa-98d1-4259-836f-fe1adf7b35f4 req-d1f11f96-eaf8-4f34-acc1-cc31d713e101 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:08:47.121170 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-26468e8e-dad1-4b36-a557-45b5552d5cd9 req-47190951-7698-4c0e-8adf-3b923dad93ea tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ee75834-e759-4136-8277-a7cad0a8499a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800400 Dec 08 16:08:47.127865 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f3fed43f-9103-4e46-b2f3-fb8108a2eace req-8fae5702-5e64-4d52-9ed4-5ec5f1e683d7 service neutron] 10.222.0.76 "GET /v2.0/networks/38d523e2-3df0-41e5-846a-7796bad806dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451826 Dec 08 16:08:47.131955 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-716a1faa-98d1-4259-836f-fe1adf7b35f4 req-d1f11f96-eaf8-4f34-acc1-cc31d713e101 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Publish callbacks [] for floatingip, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:47.314790 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-716a1faa-98d1-4259-836f-fe1adf7b35f4 req-d1f11f96-eaf8-4f34-acc1-cc31d713e101 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:47.318741 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b59b2-7b6b-472f-ae9d-657485b85252 req-256e246e-18de-411b-92bc-4782d5278a62 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:47.321936 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cf3b59b2-7b6b-472f-ae9d-657485b85252 req-256e246e-18de-411b-92bc-4782d5278a62 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.76 "GET /v2.0/ports?device_id=b0a1ddae-32c5-4a90-ad0b-ac2e4930a3be HTTP/1.1" status: 200 len: 945 time: 0.1257346 Dec 08 16:08:47.350811 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102e668-46e0-4e43-8e85-85d2d6f8d561 req-60971cdb-1c1c-4a4f-967f-73761b065415 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:47.352287 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c102e668-46e0-4e43-8e85-85d2d6f8d561 req-60971cdb-1c1c-4a4f-967f-73761b065415 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=eff6e377-af95-4706-9388-698f77d21d56 HTTP/1.1" status: 200 len: 949 time: 0.1523681 Dec 08 16:08:47.374534 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f3fed43f-9103-4e46-b2f3-fb8108a2eace req-9083a3bf-8251-4480-9d04-daaa154bba1d service neutron] 10.222.0.76 "GET /v2.0/networks/38d523e2-3df0-41e5-846a-7796bad806dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374468 Dec 08 16:08:47.452206 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-716a1faa-98d1-4259-836f-fe1adf7b35f4 req-d1f11f96-eaf8-4f34-acc1-cc31d713e101 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:47.452725 n-d-776250-12 neutron-server[110551]: INFO neutron.db.l3_db [req-716a1faa-98d1-4259-836f-fe1adf7b35f4 req-d1f11f96-eaf8-4f34-acc1-cc31d713e101 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Floating IP 9ffd053b-cf08-470e-a28b-7960ee888dc0 disassociated. External IP: 172.25.0.8, port: 46eee9dd-ba7c-47ec-bacc-16795a55bb5d. Dec 08 16:08:47.462467 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c102e668-46e0-4e43-8e85-85d2d6f8d561 req-43f91a2d-0b78-4e59-97ef-d514651e495c tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847139 Dec 08 16:08:47.493689 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-cf3b59b2-7b6b-472f-ae9d-657485b85252 req-baccdbc6-49f3-4163-ae80-9410f7cec383 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Deleting port f72c11c2-c15f-43c8-8a5a-63115c8bd8eb {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:08:47.494244 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-cf3b59b2-7b6b-472f-ae9d-657485b85252 req-baccdbc6-49f3-4163-ae80-9410f7cec383 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:47.542814 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:47.636003 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-cf3b59b2-7b6b-472f-ae9d-657485b85252 req-baccdbc6-49f3-4163-ae80-9410f7cec383 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] For port f72c11c2-c15f-43c8-8a5a-63115c8bd8eb, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=f72c11c2-c15f-43c8-8a5a-63115c8bd8eb,segment=NetworkSegment(a657cd3d-b4f1-4de9-9e20-89332c54a82c),segment_id=a657cd3d-b4f1-4de9-9e20-89332c54a82c)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:08:47.636563 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-cf3b59b2-7b6b-472f-ae9d-657485b85252 req-baccdbc6-49f3-4163-ae80-9410f7cec383 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:47.703034 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [req-716a1faa-98d1-4259-836f-fe1adf7b35f4 req-d1f11f96-eaf8-4f34-acc1-cc31d713e101 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Router 97073dd8-b2d8-4da4-9fdd-4376555d65b7 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:08:47.839970 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-716a1faa-98d1-4259-836f-fe1adf7b35f4 req-d1f11f96-eaf8-4f34-acc1-cc31d713e101 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:08:47.854397 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ca5911-9673-429f-bc83-24f9aa782f06 None None] Sync routers for ids ['97073dd8-b2d8-4da4-9fdd-4376555d65b7'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:08:47.856634 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-716a1faa-98d1-4259-836f-fe1adf7b35f4 req-d1f11f96-eaf8-4f34-acc1-cc31d713e101 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:47.874401 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ca5911-9673-429f-bc83-24f9aa782f06 None None] Routers {'97073dd8-b2d8-4da4-9fdd-4376555d65b7'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:08:47.875065 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-43ca5911-9673-429f-bc83-24f9aa782f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:08:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['97073dd8-b2d8-4da4-9fdd-4376555d65b7'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:08:47.895900 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-716a1faa-98d1-4259-836f-fe1adf7b35f4 req-d1f11f96-eaf8-4f34-acc1-cc31d713e101 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "PUT /v2.0/floatingips/9ffd053b-cf08-470e-a28b-7960ee888dc0 HTTP/1.1" status: 200 len: 693 time: 0.8354516 Dec 08 16:08:47.896966 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdd2db95-0919-4a7a-8ef3-d8f3858757f4', 'tag': '46eee9dd-ba7c-47ec-bacc-16795a55bb5d'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:08:47.900300 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e2c015-2bbc-4080-8edb-a2ac70dc7f25" -d '{"events": [{"name": "network-changed", "server_uuid": "cdd2db95-0919-4a7a-8ef3-d8f3858757f4", "tag": "46eee9dd-ba7c-47ec-bacc-16795a55bb5d"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:08:47.979619 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a1faa-98d1-4259-836f-fe1adf7b35f4 req-b79ae5b0-f279-410a-8d75-faef2638f9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:47.987468 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-716a1faa-98d1-4259-836f-fe1adf7b35f4 req-b79ae5b0-f279-410a-8d75-faef2638f9ab service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e657848efb6b469fa2d7fa12c00aa55c&device_id=cdd2db95-0919-4a7a-8ef3-d8f3858757f4 HTTP/1.1" status: 200 len: 1097 time: 0.0722468 Dec 08 16:08:48.037504 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-43ca5911-9673-429f-bc83-24f9aa782f06 None None] Set router 97073dd8-b2d8-4da4-9fdd-4376555d65b7 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:08:48.095435 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-14f13e2c-cd54-4e27-be68-235c257fab87 req-7e287226-5d22-49c0-80d1-5fc2e2d8d65e tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] 10.222.0.64 "GET /v2.0/ports?device_id=c98b0dbc-f211-42ee-b59d-0ede50a79871 HTTP/1.1" status: 200 len: 210 time: 0.0560524 Dec 08 16:08:48.112012 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a1faa-98d1-4259-836f-fe1adf7b35f4 req-100ad5b7-06d9-4448-a950-93d93d9b81d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:48.113939 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-716a1faa-98d1-4259-836f-fe1adf7b35f4 req-100ad5b7-06d9-4448-a950-93d93d9b81d0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=38d523e2-3df0-41e5-846a-7796bad806dc HTTP/1.1" status: 200 len: 922 time: 0.1216815 Dec 08 16:08:48.186681 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-716a1faa-98d1-4259-836f-fe1adf7b35f4 req-d27e8afa-0d1f-42fd-a988-abe3b91c1863 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46eee9dd-ba7c-47ec-bacc-16795a55bb5d HTTP/1.1" status: 200 len: 217 time: 0.0548203 Dec 08 16:08:48.297774 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a1faa-98d1-4259-836f-fe1adf7b35f4 req-68020b7b-d5c2-4092-983b-3db19e646659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:48.299832 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-716a1faa-98d1-4259-836f-fe1adf7b35f4 req-68020b7b-d5c2-4092-983b-3db19e646659 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=80d02a2e-a1d3-4bca-96cf-432677fca6a9 HTTP/1.1" status: 200 len: 860 time: 0.0828264 Dec 08 16:08:48.367270 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a1faa-98d1-4259-836f-fe1adf7b35f4 req-f5bf7208-2e89-475f-ae96-c325616f516b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:48.368784 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-716a1faa-98d1-4259-836f-fe1adf7b35f4 req-f5bf7208-2e89-475f-ae96-c325616f516b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=38d523e2-3df0-41e5-846a-7796bad806dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0609255 Dec 08 16:08:48.373397 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cde564-6ded-4183-a060-af4a10f5563b req-f6ff89e4-bf1a-4953-9162-b0f4a42b2222 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:48.374944 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-43ca5911-9673-429f-bc83-24f9aa782f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'name': 'tempest-FloatingIPsAssociationTestJSON-2024223603-router', 'tenant_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '226048b3-73b7-4370-bbe1-0d8308bcd130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:07:39Z', 'updated_at': '2021-12-08T16:07:46Z', 'revision_number': 4, 'project_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'gw_port': {'id': '226048b3-73b7-4370-bbe1-0d8308bcd130', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:07:40Z', 'updated_at': '2021-12-08T16:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '04edc66c-931b-4db9-a9b5-dc2c2367be82', 'name': '', 'network_id': '38d523e2-3df0-41e5-846a-7796bad806dc', 'tenant_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'mac_address': 'fa:16:3e:2e:f4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '80d02a2e-a1d3-4bca-96cf-432677fca6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:07:45Z', 'updated_at': '2021-12-08T16:07:52Z', 'revision_number': 5, 'project_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'subnets': [{'id': '80d02a2e-a1d3-4bca-96cf-432677fca6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:08:48.375226 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f3cde564-6ded-4183-a060-af4a10f5563b req-f6ff89e4-bf1a-4953-9162-b0f4a42b2222 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=349e08bb-ed24-4fac-8ea4-b6cd43e6c151 HTTP/1.1" status: 200 len: 945 time: 0.1075048 Dec 08 16:08:48.426570 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ca5911-9673-429f-bc83-24f9aa782f06 None None] Checking router: 97073dd8-b2d8-4da4-9fdd-4376555d65b7 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:08:48.434658 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-cf3b59b2-7b6b-472f-ae9d-657485b85252 req-baccdbc6-49f3-4163-ae80-9410f7cec383 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:48.435869 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-cf3b59b2-7b6b-472f-ae9d-657485b85252 req-baccdbc6-49f3-4163-ae80-9410f7cec383 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:48.435869 n-d-776250-12 neutron-server[110550]: INFO neutron.db.l3_db [req-cf3b59b2-7b6b-472f-ae9d-657485b85252 req-baccdbc6-49f3-4163-ae80-9410f7cec383 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Floating IP c059d97d-2525-49a5-9f6d-2fc97db78cf4 disassociated. External IP: 172.25.0.30, port: f72c11c2-c15f-43c8-8a5a-63115c8bd8eb. Dec 08 16:08:48.435869 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-cf3b59b2-7b6b-472f-ae9d-657485b85252 req-baccdbc6-49f3-4163-ae80-9410f7cec383 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Calling delete_port for f72c11c2-c15f-43c8-8a5a-63115c8bd8eb owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:08:48.439323 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ca5911-9673-429f-bc83-24f9aa782f06 None None] Routers {'97073dd8-b2d8-4da4-9fdd-4376555d65b7'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:08:48.445304 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-43ca5911-9673-429f-bc83-24f9aa782f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:08:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['97073dd8-b2d8-4da4-9fdd-4376555d65b7'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:08:48.462317 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f3cde564-6ded-4183-a060-af4a10f5563b req-005b6326-53b7-4cae-874a-8bb3f1759a0c tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788841 Dec 08 16:08:48.514137 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-716a1faa-98d1-4259-836f-fe1adf7b35f4 req-76d333b9-78bf-4ff5-9558-04489301e1d4 service neutron] 10.222.0.64 "GET /v2.0/networks/38d523e2-3df0-41e5-846a-7796bad806dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272976 Dec 08 16:08:48.540262 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aabc11d-4bbf-44b6-9c10-9d54b1d31c2f x-openstack-request-id: req-5aabc11d-4bbf-44b6-9c10-9d54b1d31c2f {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:08:48.540607 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdd2db95-0919-4a7a-8ef3-d8f3858757f4", "tag": "46eee9dd-ba7c-47ec-bacc-16795a55bb5d", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:08:48.540976 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5aabc11d-4bbf-44b6-9c10-9d54b1d31c2f {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:08:48.541399 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdd2db95-0919-4a7a-8ef3-d8f3858757f4', 'tag': '46eee9dd-ba7c-47ec-bacc-16795a55bb5d', 'status': 'completed', 'code': 200} Dec 08 16:08:48.645439 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e2c015-2bbc-4080-8edb-a2ac70dc7f25 req-05aa7986-35e2-4f49-94ff-eac209fc35c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:48.647063 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-53e2c015-2bbc-4080-8edb-a2ac70dc7f25 req-05aa7986-35e2-4f49-94ff-eac209fc35c3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e657848efb6b469fa2d7fa12c00aa55c&device_id=cdd2db95-0919-4a7a-8ef3-d8f3858757f4 HTTP/1.1" status: 200 len: 1097 time: 0.0931659 Dec 08 16:08:48.654042 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-716a1faa-98d1-4259-836f-fe1adf7b35f4 req-00dbde42-c2c9-42cb-acc9-fba8a6860bd5 service neutron] 10.222.0.64 "GET /v2.0/networks/38d523e2-3df0-41e5-846a-7796bad806dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377103 Dec 08 16:08:48.731190 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-cf3b59b2-7b6b-472f-ae9d-657485b85252 req-baccdbc6-49f3-4163-ae80-9410f7cec383 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:48.766622 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-43ca5911-9673-429f-bc83-24f9aa782f06 None None] Set router 97073dd8-b2d8-4da4-9fdd-4376555d65b7 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:08:48.782610 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baccdbc6-49f3-4163-ae80-9410f7cec383 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Pushing event deleted for resources: {'Port': ['ID=f72c11c2-c15f-43c8-8a5a-63115c8bd8eb,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:48.813837 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793eeb11-b5a5-4755-a90b-9ceba087de16 req-52033412-24fe-4b8d-88a0-9358e6cddeb6 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:48.815370 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-793eeb11-b5a5-4755-a90b-9ceba087de16 req-52033412-24fe-4b8d-88a0-9358e6cddeb6 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0a1ddae-32c5-4a90-ad0b-ac2e4930a3be HTTP/1.1" status: 200 len: 867 time: 0.1636350 Dec 08 16:08:48.820464 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baccdbc6-49f3-4163-ae80-9410f7cec383 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:48.820827 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baccdbc6-49f3-4163-ae80-9410f7cec383 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:48.821182 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baccdbc6-49f3-4163-ae80-9410f7cec383 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:48.821600 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baccdbc6-49f3-4163-ae80-9410f7cec383 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:48.822149 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baccdbc6-49f3-4163-ae80-9410f7cec383 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:48.822489 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baccdbc6-49f3-4163-ae80-9410f7cec383 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:48.823016 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baccdbc6-49f3-4163-ae80-9410f7cec383 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:48.823367 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baccdbc6-49f3-4163-ae80-9410f7cec383 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:48.823717 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baccdbc6-49f3-4163-ae80-9410f7cec383 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:48.824042 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baccdbc6-49f3-4163-ae80-9410f7cec383 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:48.824406 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baccdbc6-49f3-4163-ae80-9410f7cec383 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:48.824798 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baccdbc6-49f3-4163-ae80-9410f7cec383 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:48.826434 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baccdbc6-49f3-4163-ae80-9410f7cec383 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:48.896916 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e2c015-2bbc-4080-8edb-a2ac70dc7f25 req-1c717004-80c8-46b6-aefb-3543b1d19b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:48.898345 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-53e2c015-2bbc-4080-8edb-a2ac70dc7f25 req-1c717004-80c8-46b6-aefb-3543b1d19b23 service neutron] 10.222.0.76 "GET /v2.0/networks?id=38d523e2-3df0-41e5-846a-7796bad806dc HTTP/1.1" status: 200 len: 922 time: 0.2360117 Dec 08 16:08:48.918136 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce08f4d2-9067-414f-b72b-f862e9accf0b req-b72b2bd7-7c56-46db-8e97-55c637716fbe tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:48.920288 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ce08f4d2-9067-414f-b72b-f862e9accf0b req-b72b2bd7-7c56-46db-8e97-55c637716fbe tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=eff6e377-af95-4706-9388-698f77d21d56 HTTP/1.1" status: 200 len: 949 time: 0.0731039 Dec 08 16:08:48.969156 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-53e2c015-2bbc-4080-8edb-a2ac70dc7f25 req-7039bdbd-5b3d-403a-a412-ea437117ad0c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46eee9dd-ba7c-47ec-bacc-16795a55bb5d HTTP/1.1" status: 200 len: 217 time: 0.0586865 Dec 08 16:08:49.010796 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ce08f4d2-9067-414f-b72b-f862e9accf0b req-5c30a149-0f04-4297-a6f6-08a2f92a1121 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756795 Dec 08 16:08:49.053337 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-793eeb11-b5a5-4755-a90b-9ceba087de16 req-22273abe-05f2-44ed-85e0-11585f6c370b tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/security-groups?id=9ee75834-e759-4136-8277-a7cad0a8499a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2247455 Dec 08 16:08:49.086236 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e2c015-2bbc-4080-8edb-a2ac70dc7f25 req-16179a2f-fd43-48f2-bc61-52e23ae0e956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:49.088225 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-53e2c015-2bbc-4080-8edb-a2ac70dc7f25 req-16179a2f-fd43-48f2-bc61-52e23ae0e956 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=80d02a2e-a1d3-4bca-96cf-432677fca6a9 HTTP/1.1" status: 200 len: 860 time: 0.0872705 Dec 08 16:08:49.093341 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf3b59b2-7b6b-472f-ae9d-657485b85252 req-baccdbc6-49f3-4163-ae80-9410f7cec383 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Router 14ddbb3a-64a4-4bb1-be1b-f440d2cab96e has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:08:49.180063 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-43ca5911-9673-429f-bc83-24f9aa782f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'name': 'tempest-FloatingIPsAssociationTestJSON-2024223603-router', 'tenant_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '226048b3-73b7-4370-bbe1-0d8308bcd130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:07:39Z', 'updated_at': '2021-12-08T16:07:46Z', 'revision_number': 4, 'project_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'gw_port': {'id': '226048b3-73b7-4370-bbe1-0d8308bcd130', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:07:40Z', 'updated_at': '2021-12-08T16:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '04edc66c-931b-4db9-a9b5-dc2c2367be82', 'name': '', 'network_id': '38d523e2-3df0-41e5-846a-7796bad806dc', 'tenant_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'mac_address': 'fa:16:3e:2e:f4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '80d02a2e-a1d3-4bca-96cf-432677fca6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:07:45Z', 'updated_at': '2021-12-08T16:07:52Z', 'revision_number': 5, 'project_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'subnets': [{'id': '80d02a2e-a1d3-4bca-96cf-432677fca6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:08:49.240098 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e2c015-2bbc-4080-8edb-a2ac70dc7f25 req-4fd95685-847e-478d-979a-a111de73bad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:49.247699 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-53e2c015-2bbc-4080-8edb-a2ac70dc7f25 req-4fd95685-847e-478d-979a-a111de73bad2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=38d523e2-3df0-41e5-846a-7796bad806dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1521716 Dec 08 16:08:49.280047 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ca5911-9673-429f-bc83-24f9aa782f06 None None] The sync data for ids ['97073dd8-b2d8-4da4-9fdd-4376555d65b7'] in n-d-776250-12 is: [{'id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'name': 'tempest-FloatingIPsAssociationTestJSON-2024223603-router', 'tenant_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '226048b3-73b7-4370-bbe1-0d8308bcd130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:07:39Z', 'updated_at': '2021-12-08T16:07:46Z', 'revision_number': 4, 'project_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'gw_port': {'id': '226048b3-73b7-4370-bbe1-0d8308bcd130', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:07:40Z', 'updated_at': '2021-12-08T16:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '04edc66c-931b-4db9-a9b5-dc2c2367be82', 'name': '', 'network_id': '38d523e2-3df0-41e5-846a-7796bad806dc', 'tenant_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'mac_address': 'fa:16:3e:2e:f4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '80d02a2e-a1d3-4bca-96cf-432677fca6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:07:45Z', 'updated_at': '2021-12-08T16:07:52Z', 'revision_number': 5, 'project_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'subnets': [{'id': '80d02a2e-a1d3-4bca-96cf-432677fca6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:08:49.375370 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-64ca5737-ac38-410d-81ed-b2265aacc998 req-0ba3911f-ebeb-44df-8a3d-0ccb835337ec tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=66dccecaa0ac4e2ba10711b24085a2c3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0618656 Dec 08 16:08:49.421915 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fa351380-e2de-44cf-b06a-19e9e3bae709 req-61daf94d-7959-4d0e-8cf0-a2903f71760b tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] 10.222.0.64 "GET /v2.0/ports?device_id=c98b0dbc-f211-42ee-b59d-0ede50a79871 HTTP/1.1" status: 200 len: 210 time: 0.1014252 Dec 08 16:08:49.455853 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf3b59b2-7b6b-472f-ae9d-657485b85252 req-baccdbc6-49f3-4163-ae80-9410f7cec383 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:08:49.470094 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f52daf0-908b-4ec3-9e17-eaac7fff80a8 None None] Sync routers for ids ['14ddbb3a-64a4-4bb1-be1b-f440d2cab96e'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:08:49.495794 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f52daf0-908b-4ec3-9e17-eaac7fff80a8 None None] Routers {'14ddbb3a-64a4-4bb1-be1b-f440d2cab96e'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:08:49.506703 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-5f52daf0-908b-4ec3-9e17-eaac7fff80a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:08:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['14ddbb3a-64a4-4bb1-be1b-f440d2cab96e'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:08:49.532058 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf3b59b2-7b6b-472f-ae9d-657485b85252 req-baccdbc6-49f3-4163-ae80-9410f7cec383 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] No DVR routers for this DVR port f72c11c2-c15f-43c8-8a5a-63115c8bd8eb on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:08:49.540302 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-cf3b59b2-7b6b-472f-ae9d-657485b85252 req-baccdbc6-49f3-4163-ae80-9410f7cec383 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:49.544045 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cf3b59b2-7b6b-472f-ae9d-657485b85252 req-baccdbc6-49f3-4163-ae80-9410f7cec383 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.76 "DELETE /v2.0/ports/f72c11c2-c15f-43c8-8a5a-63115c8bd8eb HTTP/1.1" status: 204 len: 173 time: 2.2110853 Dec 08 16:08:49.544603 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0a1ddae-32c5-4a90-ad0b-ac2e4930a3be', 'name': 'network-vif-deleted', 'tag': 'f72c11c2-c15f-43c8-8a5a-63115c8bd8eb'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:08:49.547183 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df32feb4-dc8c-4e11-86df-b2963543559d" -d '{"events": [{"server_uuid": "b0a1ddae-32c5-4a90-ad0b-ac2e4930a3be", "name": "network-vif-deleted", "tag": "f72c11c2-c15f-43c8-8a5a-63115c8bd8eb"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:08:49.570754 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-53e2c015-2bbc-4080-8edb-a2ac70dc7f25 req-9383b498-1cc8-49dc-9346-81359e5d2df7 service neutron] 10.222.0.76 "GET /v2.0/networks/38d523e2-3df0-41e5-846a-7796bad806dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205414 Dec 08 16:08:49.678811 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device e1b87357-8ff8-4cc8-b965-905e739ea923 up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:08:49.789627 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-53e2c015-2bbc-4080-8edb-a2ac70dc7f25 req-c0ac07b5-9fdc-4518-a5de-34bb0f6ac05e service neutron] 10.222.0.76 "GET /v2.0/networks/38d523e2-3df0-41e5-846a-7796bad806dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106178 Dec 08 16:08:49.834271 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-5f52daf0-908b-4ec3-9e17-eaac7fff80a8 None None] Set router 14ddbb3a-64a4-4bb1-be1b-f440d2cab96e gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:08:49.910086 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df554121-e4b0-4e65-a5ab-eefb91fbb0ae None None] New status for floating IP 9ffd053b-cf08-470e-a28b-7960ee888dc0: DOWN {{(pid=110552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:08:49.935895 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a19c7d5-8d5a-41e2-a98d-27956f39beef req-92bda3d4-dcad-4864-89f6-bfdea30a0a43 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:49.940828 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7a19c7d5-8d5a-41e2-a98d-27956f39beef req-92bda3d4-dcad-4864-89f6-bfdea30a0a43 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=349e08bb-ed24-4fac-8ea4-b6cd43e6c151 HTTP/1.1" status: 200 len: 945 time: 0.1239092 Dec 08 16:08:49.946329 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc8ec76-a7d9-4d5e-a7ca-af84a7559bb9 x-openstack-request-id: req-9fc8ec76-a7d9-4d5e-a7ca-af84a7559bb9 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:08:49.946637 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0a1ddae-32c5-4a90-ad0b-ac2e4930a3be", "name": "network-vif-deleted", "tag": "f72c11c2-c15f-43c8-8a5a-63115c8bd8eb", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:08:49.946928 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9fc8ec76-a7d9-4d5e-a7ca-af84a7559bb9 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:08:49.947327 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0a1ddae-32c5-4a90-ad0b-ac2e4930a3be', 'name': 'network-vif-deleted', 'tag': 'f72c11c2-c15f-43c8-8a5a-63115c8bd8eb', 'status': 'completed', 'code': 200} Dec 08 16:08:50.049452 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7a19c7d5-8d5a-41e2-a98d-27956f39beef req-98b42a11-983a-4fc6-ae3b-3f8f7890be77 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970628 Dec 08 16:08:50.070926 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port e1b87357-8ff8-4cc8-b965-905e739ea923 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:08:50.105823 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port e1b87357-8ff8-4cc8-b965-905e739ea923 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:08:50.106882 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:50.168644 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b34f9-7287-4517-93e6-4ffe09273df5 req-eaea68d1-8078-4db5-acab-9ef0538aebca tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:50.170825 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-677b34f9-7287-4517-93e6-4ffe09273df5 req-eaea68d1-8078-4db5-acab-9ef0538aebca tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/ports?device_id=d512652e-fd6a-4e6e-af70-2764878d1345&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1366720 Dec 08 16:08:50.180989 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca5737-ac38-410d-81ed-b2265aacc998 req-e05859a6-1bd7-42d7-a5cc-bd62cb99a598 tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:50.182840 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-64ca5737-ac38-410d-81ed-b2265aacc998 req-e05859a6-1bd7-42d7-a5cc-bd62cb99a598 tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7960052 Dec 08 16:08:50.213492 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-5f52daf0-908b-4ec3-9e17-eaac7fff80a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ddbb3a-64a4-4bb1-be1b-f440d2cab96e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-612582527-router', 'tenant_id': 'a852a94827a640d4b4d781ca2b4d8472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '9fc1e132-8b2d-46f3-912c-e7a2fc1b1c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:21Z', 'updated_at': '2021-12-08T16:01:30Z', 'revision_number': 4, 'project_id': 'a852a94827a640d4b4d781ca2b4d8472', 'gw_port': {'id': '9fc1e132-8b2d-46f3-912c-e7a2fc1b1c57', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:91:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ddbb3a-64a4-4bb1-be1b-f440d2cab96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:22Z', 'updated_at': '2021-12-08T16:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'db400ace-e686-4075-b8dd-b0d6e24152fa', 'name': '', 'network_id': '335547d4-bfd2-4ca6-83e2-63a39090738e', 'tenant_id': 'a852a94827a640d4b4d781ca2b4d8472', 'mac_address': 'fa:16:3e:03:5a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ddbb3a-64a4-4bb1-be1b-f440d2cab96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'ef5ea7fa-565f-48e7-8d27-0c7d9b33e964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:28Z', 'updated_at': '2021-12-08T16:01:37Z', 'revision_number': 5, 'project_id': 'a852a94827a640d4b4d781ca2b4d8472', 'subnets': [{'id': 'ef5ea7fa-565f-48e7-8d27-0c7d9b33e964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:08:50.244506 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-64ca5737-ac38-410d-81ed-b2265aacc998 req-aedb1bd3-74f4-46e8-be69-b2a774e75e68 tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] Request body: {'port': {'device_id': 'c98b0dbc-f211-42ee-b59d-0ede50a79871', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'admin_state_up': True, 'tenant_id': '66dccecaa0ac4e2ba10711b24085a2c3'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:08:50.250704 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f52daf0-908b-4ec3-9e17-eaac7fff80a8 None None] Checking router: 14ddbb3a-64a4-4bb1-be1b-f440d2cab96e for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:08:50.257511 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fdb847-205c-4c2c-8ae4-07d6ac269058 req-77d75c29-43a1-4c74-a2fb-c91322609616 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:50.262993 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-31fdb847-205c-4c2c-8ae4-07d6ac269058 req-77d75c29-43a1-4c74-a2fb-c91322609616 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=eff6e377-af95-4706-9388-698f77d21d56 HTTP/1.1" status: 200 len: 949 time: 0.0963287 Dec 08 16:08:50.266330 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f52daf0-908b-4ec3-9e17-eaac7fff80a8 None None] Routers {'14ddbb3a-64a4-4bb1-be1b-f440d2cab96e'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:08:50.267129 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-5f52daf0-908b-4ec3-9e17-eaac7fff80a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:08:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['14ddbb3a-64a4-4bb1-be1b-f440d2cab96e'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:08:50.280123 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-677b34f9-7287-4517-93e6-4ffe09273df5 req-c34e48a6-77be-4d90-be3c-ce45ffb03170 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.8 HTTP/1.1" status: 200 len: 696 time: 0.0960190 Dec 08 16:08:50.316689 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-677b34f9-7287-4517-93e6-4ffe09273df5 req-32c8a622-07e3-4eb9-b2fb-fa10dbe76bfd tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Request body: {'floatingip': {'port_id': '253385fb-1f84-4d79-bc46-4d22bea72e90', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:08:50.344945 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-31fdb847-205c-4c2c-8ae4-07d6ac269058 req-34f3d034-b839-4805-a07f-0ada6610cc3d tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762689 Dec 08 16:08:50.368487 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:50.378534 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-677b34f9-7287-4517-93e6-4ffe09273df5 req-32c8a622-07e3-4eb9-b2fb-fa10dbe76bfd tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Publish callbacks [] for floatingip, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:50.411588 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff6e377-af95-4706-9388-698f77d21d56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b87357-8ff8-4cc8-b965-905e739ea923'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:08:50.415610 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a99c536-6ce5-40e2-8dc7-995fece24b52" -d '{"events": [{"server_uuid": "eff6e377-af95-4706-9388-698f77d21d56", "name": "network-vif-plugged", "status": "completed", "tag": "e1b87357-8ff8-4cc8-b965-905e739ea923"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:08:50.417726 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-5f52daf0-908b-4ec3-9e17-eaac7fff80a8 None None] Set router 14ddbb3a-64a4-4bb1-be1b-f440d2cab96e gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:08:50.431960 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port e1b87357-8ff8-4cc8-b965-905e739ea923, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=e1b87357-8ff8-4cc8-b965-905e739ea923,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:08:50.498124 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4be72a41-6b08-45ae-be79-e0843050b9b2 req-869e2362-8478-446e-a4d7-830b5a4cecc3 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0a1ddae-32c5-4a90-ad0b-ac2e4930a3be HTTP/1.1" status: 200 len: 210 time: 0.0345781 Dec 08 16:08:50.513992 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:50.515250 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 98d1b751-4ef7-4df1-9b81-a412e32c3bd1 up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:08:50.616605 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=e1b87357-8ff8-4cc8-b965-905e739ea923,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:50.701963 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port 98d1b751-4ef7-4df1-9b81-a412e32c3bd1 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:08:50.706955 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 98d1b751-4ef7-4df1-9b81-a412e32c3bd1 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:08:50.707748 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:50.736287 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64ca5737-ac38-410d-81ed-b2265aacc998 req-aedb1bd3-74f4-46e8-be69-b2a774e75e68 tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] Made reservation on behalf of 66dccecaa0ac4e2ba10711b24085a2c3 for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:08:50.743710 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b5cad9-4b58-4794-8de6-53bc712ca9fd x-openstack-request-id: req-79b5cad9-4b58-4794-8de6-53bc712ca9fd {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:08:50.744299 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff6e377-af95-4706-9388-698f77d21d56", "name": "network-vif-plugged", "status": "completed", "tag": "e1b87357-8ff8-4cc8-b965-905e739ea923", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:08:50.744743 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-79b5cad9-4b58-4794-8de6-53bc712ca9fd {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:08:50.745482 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff6e377-af95-4706-9388-698f77d21d56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b87357-8ff8-4cc8-b965-905e739ea923', 'code': 200} Dec 08 16:08:50.758597 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-64ca5737-ac38-410d-81ed-b2265aacc998 req-aedb1bd3-74f4-46e8-be69-b2a774e75e68 tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:50.793076 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-5f52daf0-908b-4ec3-9e17-eaac7fff80a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ddbb3a-64a4-4bb1-be1b-f440d2cab96e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-612582527-router', 'tenant_id': 'a852a94827a640d4b4d781ca2b4d8472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '9fc1e132-8b2d-46f3-912c-e7a2fc1b1c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:21Z', 'updated_at': '2021-12-08T16:01:30Z', 'revision_number': 4, 'project_id': 'a852a94827a640d4b4d781ca2b4d8472', 'gw_port': {'id': '9fc1e132-8b2d-46f3-912c-e7a2fc1b1c57', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:91:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ddbb3a-64a4-4bb1-be1b-f440d2cab96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:22Z', 'updated_at': '2021-12-08T16:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'db400ace-e686-4075-b8dd-b0d6e24152fa', 'name': '', 'network_id': '335547d4-bfd2-4ca6-83e2-63a39090738e', 'tenant_id': 'a852a94827a640d4b4d781ca2b4d8472', 'mac_address': 'fa:16:3e:03:5a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ddbb3a-64a4-4bb1-be1b-f440d2cab96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'ef5ea7fa-565f-48e7-8d27-0c7d9b33e964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:28Z', 'updated_at': '2021-12-08T16:01:37Z', 'revision_number': 5, 'project_id': 'a852a94827a640d4b4d781ca2b4d8472', 'subnets': [{'id': 'ef5ea7fa-565f-48e7-8d27-0c7d9b33e964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:08:50.812804 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-64ca5737-ac38-410d-81ed-b2265aacc998 req-aedb1bd3-74f4-46e8-be69-b2a774e75e68 tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:50.833998 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f52daf0-908b-4ec3-9e17-eaac7fff80a8 None None] The sync data for ids ['14ddbb3a-64a4-4bb1-be1b-f440d2cab96e'] in n-d-776250-12 is: [{'id': '14ddbb3a-64a4-4bb1-be1b-f440d2cab96e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-612582527-router', 'tenant_id': 'a852a94827a640d4b4d781ca2b4d8472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '9fc1e132-8b2d-46f3-912c-e7a2fc1b1c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:21Z', 'updated_at': '2021-12-08T16:01:30Z', 'revision_number': 4, 'project_id': 'a852a94827a640d4b4d781ca2b4d8472', 'gw_port': {'id': '9fc1e132-8b2d-46f3-912c-e7a2fc1b1c57', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:91:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ddbb3a-64a4-4bb1-be1b-f440d2cab96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:22Z', 'updated_at': '2021-12-08T16:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'db400ace-e686-4075-b8dd-b0d6e24152fa', 'name': '', 'network_id': '335547d4-bfd2-4ca6-83e2-63a39090738e', 'tenant_id': 'a852a94827a640d4b4d781ca2b4d8472', 'mac_address': 'fa:16:3e:03:5a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ddbb3a-64a4-4bb1-be1b-f440d2cab96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'ef5ea7fa-565f-48e7-8d27-0c7d9b33e964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:28Z', 'updated_at': '2021-12-08T16:01:37Z', 'revision_number': 5, 'project_id': 'a852a94827a640d4b4d781ca2b4d8472', 'subnets': [{'id': 'ef5ea7fa-565f-48e7-8d27-0c7d9b33e964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:08:50.849906 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-eeb54823-940c-4d7a-8966-0ac04a7aeb91 req-7dd7bea4-a90b-41b2-860f-a459198b788c tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] 10.222.0.64 "GET /v2.0/ports?device_id=c98b0dbc-f211-42ee-b59d-0ede50a79871 HTTP/1.1" status: 200 len: 210 time: 0.0439336 Dec 08 16:08:50.850854 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:50.908656 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6464db6-8d8b-4688-9e51-08f4a43ec56d req-7b7814b9-4665-473c-b8bb-b778ead2b774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:50.910793 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f6464db6-8d8b-4688-9e51-08f4a43ec56d req-7b7814b9-4665-473c-b8bb-b778ead2b774 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=eff6e377-af95-4706-9388-698f77d21d56 HTTP/1.1" status: 200 len: 1102 time: 0.0637798 Dec 08 16:08:50.936573 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.db.api [req-677b34f9-7287-4517-93e6-4ffe09273df5 req-32c8a622-07e3-4eb9-b2fb-fa10dbe76bfd tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:08:50.936952 n-d-776250-12 neutron-server[110551]: DEBUG oslo_db.api [req-677b34f9-7287-4517-93e6-4ffe09273df5 req-32c8a622-07e3-4eb9-b2fb-fa10dbe76bfd tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:08:50.937860 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 98d1b751-4ef7-4df1-9b81-a412e32c3bd1, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=98d1b751-4ef7-4df1-9b81-a412e32c3bd1,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:08:51.008610 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f6464db6-8d8b-4688-9e51-08f4a43ec56d req-a8565856-7cb7-4c89-abef-cc838b1f0307 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876434 Dec 08 16:08:51.012083 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:51.055023 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-64ca5737-ac38-410d-81ed-b2265aacc998 req-aedb1bd3-74f4-46e8-be69-b2a774e75e68 tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:51.087414 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=98d1b751-4ef7-4df1-9b81-a412e32c3bd1,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:51.182581 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-64ca5737-ac38-410d-81ed-b2265aacc998 req-aedb1bd3-74f4-46e8-be69-b2a774e75e68 tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:51.246840 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1a287-b073-4e34-aeb6-06b01a146197 req-e71535d3-73f9-41fe-9fce-2a72287aec76 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:51.259649 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-85d1a287-b073-4e34-aeb6-06b01a146197 req-e71535d3-73f9-41fe-9fce-2a72287aec76 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=349e08bb-ed24-4fac-8ea4-b6cd43e6c151 HTTP/1.1" status: 200 len: 945 time: 0.1030819 Dec 08 16:08:51.259844 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedb1bd3-74f4-46e8-be69-b2a774e75e68 tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d901e266-50bf-41f5-875d-33f15b2e4073,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:51.313169 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd266e1-a83e-437e-b188-a986c2287ba7 None None] New status for floating IP c059d97d-2525-49a5-9f6d-2fc97db78cf4: DOWN {{(pid=110553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:08:51.341828 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-85d1a287-b073-4e34-aeb6-06b01a146197 req-841fbc55-38f1-41aa-adaf-793e00261d00 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827148 Dec 08 16:08:51.366950 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [req-64ca5737-ac38-410d-81ed-b2265aacc998 req-aedb1bd3-74f4-46e8-be69-b2a774e75e68 tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] Allocated IP 192.168.233.198 (b91759c7-445e-4f7b-9fc4-64d80951832c/c93b3a32-b438-4a47-8558-220c03febf97/71768c10-eb53-4168-ad2c-0cf6978bde4e) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:08:51.438434 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-677b34f9-7287-4517-93e6-4ffe09273df5 req-32c8a622-07e3-4eb9-b2fb-fa10dbe76bfd tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Publish callbacks [] for floatingip, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:51.513552 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326646b-0697-4a1b-aecb-bcbc48950468 req-cc333fa7-7199-4d83-a3a2-1b54ee0a52ed tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:51.515359 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5326646b-0697-4a1b-aecb-bcbc48950468 req-cc333fa7-7199-4d83-a3a2-1b54ee0a52ed tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=eff6e377-af95-4706-9388-698f77d21d56 HTTP/1.1" status: 200 len: 950 time: 0.0618958 Dec 08 16:08:51.582766 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5326646b-0697-4a1b-aecb-bcbc48950468 req-ab999003-67f0-4b62-b60c-bd91a0bd941c tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583351 Dec 08 16:08:51.678047 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device f72c11c2-c15f-43c8-8a5a-63115c8bd8eb no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:08:51.701579 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: f72c11c2-c15f-43c8-8a5a-63115c8bd8eb {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:08:51.759374 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device f72c11c2-c15f-43c8-8a5a-63115c8bd8eb not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:08:51.808387 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-64ca5737-ac38-410d-81ed-b2265aacc998 req-aedb1bd3-74f4-46e8-be69-b2a774e75e68 tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:52.009463 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8319c551-87c5-4f55-8c79-7b9de3181978 req-dc552b0c-4697-4d2e-95bd-48a52cb53c18 tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] 10.222.0.64 "GET /v2.0/ports?device_id=c98b0dbc-f211-42ee-b59d-0ede50a79871 HTTP/1.1" status: 200 len: 210 time: 0.0326648 Dec 08 16:08:52.086597 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-64ca5737-ac38-410d-81ed-b2265aacc998 req-aedb1bd3-74f4-46e8-be69-b2a774e75e68 tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:52.093825 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4a4be-17c2-4afb-b53a-677cf7f4196f req-4b0b89dd-e5b8-4de4-870f-ae25c0277497 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:52.095595 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d1f4a4be-17c2-4afb-b53a-677cf7f4196f req-4b0b89dd-e5b8-4de4-870f-ae25c0277497 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.76 "GET /v2.0/ports?device_id=cdd2db95-0919-4a7a-8ef3-d8f3858757f4 HTTP/1.1" status: 200 len: 945 time: 0.0665069 Dec 08 16:08:52.170768 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41298) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:08:52.174967 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64ca5737-ac38-410d-81ed-b2265aacc998 req-aedb1bd3-74f4-46e8-be69-b2a774e75e68 tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] Network b91759c7-445e-4f7b-9fc4-64d80951832c is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:08:52.203829 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [req-64ca5737-ac38-410d-81ed-b2265aacc998 req-aedb1bd3-74f4-46e8-be69-b2a774e75e68 tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:08:52.208284 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-64ca5737-ac38-410d-81ed-b2265aacc998 req-aedb1bd3-74f4-46e8-be69-b2a774e75e68 tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:08:52.247490 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedb1bd3-74f4-46e8-be69-b2a774e75e68 tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] Pushing event updated for resources: {'Port': ['ID=71768c10-eb53-4168-ad2c-0cf6978bde4e,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:52.289818 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.db.resource_extend [req-677b34f9-7287-4517-93e6-4ffe09273df5 req-32c8a622-07e3-4eb9-b2fb-fa10dbe76bfd tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 16:08:52.407955 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b73f5b64-ef42-4750-8c05-5fed8edc0620 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:52.418421 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-677b34f9-7287-4517-93e6-4ffe09273df5 req-32c8a622-07e3-4eb9-b2fb-fa10dbe76bfd tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:52.427294 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca5737-ac38-410d-81ed-b2265aacc998 req-aedb1bd3-74f4-46e8-be69-b2a774e75e68 tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:52.429142 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-64ca5737-ac38-410d-81ed-b2265aacc998 req-aedb1bd3-74f4-46e8-be69-b2a774e75e68 tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:52.515715 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-677b34f9-7287-4517-93e6-4ffe09273df5 req-32c8a622-07e3-4eb9-b2fb-fa10dbe76bfd tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:52.530605 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b73f5b64-ef42-4750-8c05-5fed8edc0620 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:52.548926 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-e14e7c4e-bedd-49bc-9226-d7cbdb80a6c0 None None] Provisioning complete for port 71768c10-eb53-4168-ad2c-0cf6978bde4e triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:08:52.549538 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e14e7c4e-bedd-49bc-9226-d7cbdb80a6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:52.565344 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-64ca5737-ac38-410d-81ed-b2265aacc998 req-aedb1bd3-74f4-46e8-be69-b2a774e75e68 tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3297579 Dec 08 16:08:52.578477 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-64ca5737-ac38-410d-81ed-b2265aacc998 req-f4a97b8b-7645-4d65-b6d9-e448a2e29ad0 service neutron] Request body: {'port': {'device_id': 'c98b0dbc-f211-42ee-b59d-0ede50a79871', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:08:52.596973 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-e14e7c4e-bedd-49bc-9226-d7cbdb80a6c0 None None] Port 71768c10-eb53-4168-ad2c-0cf6978bde4e cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:08:52.604981 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-d1f4a4be-17c2-4afb-b53a-677cf7f4196f req-7ce5c901-157d-41e0-a50d-2f16996219cf tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Deleting port 46eee9dd-ba7c-47ec-bacc-16795a55bb5d {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:08:52.610064 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d1f4a4be-17c2-4afb-b53a-677cf7f4196f req-7ce5c901-157d-41e0-a50d-2f16996219cf tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:52.622452 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-8c7cc33f-b026-4320-9cf4-8b21993011e7 tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:52.624060 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-8c7cc33f-b026-4320-9cf4-8b21993011e7 tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=349e08bb-ed24-4fac-8ea4-b6cd43e6c151&tenant_id=8b17b512834447aea285923e7004d778&binding%3Ahost_id=n-h2-776250-12 HTTP/1.1" status: 200 len: 1097 time: 0.3135035 Dec 08 16:08:52.677320 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-edb68c5a-c819-435f-a66e-e46e0dd7527e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-776250-12'}}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:08:52.724387 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-64ca5737-ac38-410d-81ed-b2265aacc998 req-f4a97b8b-7645-4d65-b6d9-e448a2e29ad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:52.741106 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d928a10-95be-42e2-b464-59ed3afb87b9 req-74eeb6ec-6ead-4800-97a1-89288589df33 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:52.745716 n-d-776250-12 neutron-server[110551]: INFO neutron.db.l3_db [req-677b34f9-7287-4517-93e6-4ffe09273df5 req-32c8a622-07e3-4eb9-b2fb-fa10dbe76bfd tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Floating IP 9ffd053b-cf08-470e-a28b-7960ee888dc0 associated. External IP: 172.25.0.8, port: 253385fb-1f84-4d79-bc46-4d22bea72e90. Dec 08 16:08:52.746889 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa79378-ff1d-4e75-b22a-1ad5c70ceece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98d1b751-4ef7-4df1-9b81-a412e32c3bd1'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:08:52.748778 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2d928a10-95be-42e2-b464-59ed3afb87b9 req-74eeb6ec-6ead-4800-97a1-89288589df33 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=349e08bb-ed24-4fac-8ea4-b6cd43e6c151 HTTP/1.1" status: 200 len: 945 time: 0.2589598 Dec 08 16:08:52.769892 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c40b5a3-41a7-49f9-b171-610c0968f0d6" -d '{"events": [{"server_uuid": "2fa79378-ff1d-4e75-b22a-1ad5c70ceece", "name": "network-vif-plugged", "status": "completed", "tag": "98d1b751-4ef7-4df1-9b81-a412e32c3bd1"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:08:52.844231 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-d1f4a4be-17c2-4afb-b53a-677cf7f4196f req-7ce5c901-157d-41e0-a50d-2f16996219cf tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] For port 46eee9dd-ba7c-47ec-bacc-16795a55bb5d, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=46eee9dd-ba7c-47ec-bacc-16795a55bb5d,segment=NetworkSegment(fb4f3904-605a-466d-8350-ef7e46c87c22),segment_id=fb4f3904-605a-466d-8350-ef7e46c87c22)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:08:52.844963 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d1f4a4be-17c2-4afb-b53a-677cf7f4196f req-7ce5c901-157d-41e0-a50d-2f16996219cf tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:52.859157 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-edb68c5a-c819-435f-a66e-e46e0dd7527e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:52.886693 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-d1f4a4be-17c2-4afb-b53a-677cf7f4196f req-7ce5c901-157d-41e0-a50d-2f16996219cf tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Calling delete_port for 46eee9dd-ba7c-47ec-bacc-16795a55bb5d owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:08:52.892096 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b73f5b64-ef42-4750-8c05-5fed8edc0620 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:52.894820 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b73f5b64-ef42-4750-8c05-5fed8edc0620 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:52.896208 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b73f5b64-ef42-4750-8c05-5fed8edc0620 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "DELETE /v2.0/security-groups/9ee75834-e759-4136-8277-a7cad0a8499a HTTP/1.1" status: 204 len: 168 time: 0.7240853 Dec 08 16:08:52.908395 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41310) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:08:52.948709 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2d928a10-95be-42e2-b464-59ed3afb87b9 req-a1707512-3063-4431-a7b6-e327bf5cc78e tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989942 Dec 08 16:08:52.957739 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f5b64-ef42-4750-8c05-5fed8edc0620 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee75834-e759-4136-8277-a7cad0a8499a,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:53.000108 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [None req-c1859958-7f7d-4d1d-9b84-5f5011115334 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] show failed (client error): The resource could not be found. Dec 08 16:08:53.001182 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c1859958-7f7d-4d1d-9b84-5f5011115334 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "GET /v2.0/security-groups/9ee75834-e759-4136-8277-a7cad0a8499a HTTP/1.1" status: 404 len: 347 time: 0.0918431 Dec 08 16:08:53.007266 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41312) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:08:53.283529 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424cd39b-a9bc-4102-a339-1b8e44cec725 req-2b554cbc-4863-4dec-b7de-ae7ee71ff412 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:53.285187 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-424cd39b-a9bc-4102-a339-1b8e44cec725 req-2b554cbc-4863-4dec-b7de-ae7ee71ff412 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=eff6e377-af95-4706-9388-698f77d21d56 HTTP/1.1" status: 200 len: 950 time: 0.1918659 Dec 08 16:08:53.296427 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-edb68c5a-c819-435f-a66e-e46e0dd7527e service neutron] For port 96086acd-97e4-4825-8a5e-edacfd30b435, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=96086acd-97e4-4825-8a5e-edacfd30b435,segment=NetworkSegment(feac72a6-bbb0-42da-a5f2-51d59135d26f),segment_id=feac72a6-bbb0-42da-a5f2-51d59135d26f)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:08:53.361535 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [req-677b34f9-7287-4517-93e6-4ffe09273df5 req-32c8a622-07e3-4eb9-b2fb-fa10dbe76bfd tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Router 97073dd8-b2d8-4da4-9fdd-4376555d65b7 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:08:53.485697 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [req-64ca5737-ac38-410d-81ed-b2265aacc998 req-f4a97b8b-7645-4d65-b6d9-e448a2e29ad0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71768c10-eb53-4168-ad2c-0cf6978bde4e {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:08:53.497192 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-64ca5737-ac38-410d-81ed-b2265aacc998 req-f4a97b8b-7645-4d65-b6d9-e448a2e29ad0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:53.561462 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-677b34f9-7287-4517-93e6-4ffe09273df5 req-32c8a622-07e3-4eb9-b2fb-fa10dbe76bfd tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:08:53.566752 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-677b34f9-7287-4517-93e6-4ffe09273df5 req-32c8a622-07e3-4eb9-b2fb-fa10dbe76bfd tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:53.574696 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d537e2a-57a3-45b2-aff7-6a3cb54dd52a None None] Sync routers for ids ['97073dd8-b2d8-4da4-9fdd-4376555d65b7'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:08:53.594991 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d537e2a-57a3-45b2-aff7-6a3cb54dd52a None None] Routers {'97073dd8-b2d8-4da4-9fdd-4376555d65b7'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:08:53.599017 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-7d537e2a-57a3-45b2-aff7-6a3cb54dd52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:08:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['97073dd8-b2d8-4da4-9fdd-4376555d65b7'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:08:53.602967 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-677b34f9-7287-4517-93e6-4ffe09273df5 req-32c8a622-07e3-4eb9-b2fb-fa10dbe76bfd tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "PUT /v2.0/floatingips/9ffd053b-cf08-470e-a28b-7960ee888dc0 HTTP/1.1" status: 200 len: 995 time: 3.3217251 Dec 08 16:08:53.603466 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd512652e-fd6a-4e6e-af70-2764878d1345', 'tag': '253385fb-1f84-4d79-bc46-4d22bea72e90'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:08:53.606337 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd2cebf-9abb-4a5c-8e91-85652750d94b" -d '{"events": [{"name": "network-changed", "server_uuid": "d512652e-fd6a-4e6e-af70-2764878d1345", "tag": "253385fb-1f84-4d79-bc46-4d22bea72e90"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:08:53.684473 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b34f9-7287-4517-93e6-4ffe09273df5 req-ef93ec9e-87ca-46b0-9b08-50020010e4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:53.686067 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-677b34f9-7287-4517-93e6-4ffe09273df5 req-ef93ec9e-87ca-46b0-9b08-50020010e4ae service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e657848efb6b469fa2d7fa12c00aa55c&device_id=d512652e-fd6a-4e6e-af70-2764878d1345 HTTP/1.1" status: 200 len: 1098 time: 0.0595541 Dec 08 16:08:53.695313 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 96086acd-97e4-4825-8a5e-edacfd30b435 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:08:53.717744 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-8d44b991-c8dd-4eb2-a421-14ee64313903 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Deleting port 5a7f5845-1f51-4409-9b64-47375943a8c5 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:08:53.718787 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8d44b991-c8dd-4eb2-a421-14ee64313903 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:53.787152 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-edb68c5a-c819-435f-a66e-e46e0dd7527e service neutron] For port 96086acd-97e4-4825-8a5e-edacfd30b435, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:08:53.799706 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-424cd39b-a9bc-4102-a339-1b8e44cec725 req-2d15c8af-7407-44b4-af0c-f98e27122b1e tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5007019 Dec 08 16:08:53.825658 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-7d537e2a-57a3-45b2-aff7-6a3cb54dd52a None None] Set router 97073dd8-b2d8-4da4-9fdd-4376555d65b7 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:08:53.826605 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b34f9-7287-4517-93e6-4ffe09273df5 req-ad18bc92-f838-4abd-bb3d-ff2f33be6b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:53.833126 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-677b34f9-7287-4517-93e6-4ffe09273df5 req-ad18bc92-f838-4abd-bb3d-ff2f33be6b41 service neutron] 10.222.0.64 "GET /v2.0/networks?id=38d523e2-3df0-41e5-846a-7796bad806dc HTTP/1.1" status: 200 len: 922 time: 0.1361864 Dec 08 16:08:53.945864 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8d44b991-c8dd-4eb2-a421-14ee64313903 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:53.946224 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8d44b991-c8dd-4eb2-a421-14ee64313903 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:53.952238 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-677b34f9-7287-4517-93e6-4ffe09273df5 req-2de6aecc-923f-408e-8a31-415043cd63a5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=253385fb-1f84-4d79-bc46-4d22bea72e90 HTTP/1.1" status: 200 len: 998 time: 0.1089473 Dec 08 16:08:53.956215 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [req-64ca5737-ac38-410d-81ed-b2265aacc998 req-f4a97b8b-7645-4d65-b6d9-e448a2e29ad0 service neutron] Transition to ACTIVE for port object 71768c10-eb53-4168-ad2c-0cf6978bde4e will not be triggered until provisioned by entity L2. {{(pid=110551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:08:53.959418 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f17b27ef-f5aa-4b28-a37d-d82795891363 x-openstack-request-id: req-f17b27ef-f5aa-4b28-a37d-d82795891363 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:08:53.959717 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fa79378-ff1d-4e75-b22a-1ad5c70ceece", "name": "network-vif-plugged", "status": "completed", "tag": "98d1b751-4ef7-4df1-9b81-a412e32c3bd1", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:08:53.959984 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f17b27ef-f5aa-4b28-a37d-d82795891363 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:08:53.960420 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fa79378-ff1d-4e75-b22a-1ad5c70ceece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98d1b751-4ef7-4df1-9b81-a412e32c3bd1', 'code': 200} Dec 08 16:08:53.969885 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-8d44b991-c8dd-4eb2-a421-14ee64313903 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Calling delete_port for 5a7f5845-1f51-4409-9b64-47375943a8c5 owned by network:floatingip {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:08:54.020392 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 96086acd-97e4-4825-8a5e-edacfd30b435, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=96086acd-97e4-4825-8a5e-edacfd30b435,segment=NetworkSegment(feac72a6-bbb0-42da-a5f2-51d59135d26f),segment_id=feac72a6-bbb0-42da-a5f2-51d59135d26f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:08:54.041053 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d1f4a4be-17c2-4afb-b53a-677cf7f4196f req-7ce5c901-157d-41e0-a50d-2f16996219cf tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:54.046421 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 96086acd-97e4-4825-8a5e-edacfd30b435 has no active binding in host n-h1-776250-12 {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 08 16:08:54.046730 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '349e08bb-ed24-4fac-8ea4-b6cd43e6c151', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96086acd-97e4-4825-8a5e-edacfd30b435'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:08:54.049568 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c28d70c-ac98-464f-9b34-2815ab0f6b5e" -d '{"events": [{"server_uuid": "349e08bb-ed24-4fac-8ea4-b6cd43e6c151", "name": "network-vif-unplugged", "status": "completed", "tag": "96086acd-97e4-4825-8a5e-edacfd30b435"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:08:54.057622 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-edb68c5a-c819-435f-a66e-e46e0dd7527e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:54.070852 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['253385fb-1f84-4d79-bc46-4d22bea72e90', '46eee9dd-ba7c-47ec-bacc-16795a55bb5d'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:08:54.100765 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce5c901-157d-41e0-a50d-2f16996219cf tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Pushing event deleted for resources: {'Port': ['ID=46eee9dd-ba7c-47ec-bacc-16795a55bb5d,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:54.123357 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-64ca5737-ac38-410d-81ed-b2265aacc998 req-f4a97b8b-7645-4d65-b6d9-e448a2e29ad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:54.220869 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a97b8b-7645-4d65-b6d9-e448a2e29ad0 service neutron] Pushing event updated for resources: {'Port': ['ID=71768c10-eb53-4168-ad2c-0cf6978bde4e,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:54.240934 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-edb68c5a-c819-435f-a66e-e46e0dd7527e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:54.252629 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a508cb6-a706-444c-b6a6-5cad4539e4b1 req-2be81ab8-cf57-4bf9-af18-0e774ae777ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:54.255342 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1f4a4be-17c2-4afb-b53a-677cf7f4196f req-7ce5c901-157d-41e0-a50d-2f16996219cf tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] No DVR routers for this DVR port 46eee9dd-ba7c-47ec-bacc-16795a55bb5d on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:08:54.255582 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4a508cb6-a706-444c-b6a6-5cad4539e4b1 req-2be81ab8-cf57-4bf9-af18-0e774ae777ab service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2fa79378-ff1d-4e75-b22a-1ad5c70ceece HTTP/1.1" status: 200 len: 1102 time: 0.1936777 Dec 08 16:08:54.259339 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d1f4a4be-17c2-4afb-b53a-677cf7f4196f req-7ce5c901-157d-41e0-a50d-2f16996219cf tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:54.264143 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d1f4a4be-17c2-4afb-b53a-677cf7f4196f req-7ce5c901-157d-41e0-a50d-2f16996219cf tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.76 "DELETE /v2.0/ports/46eee9dd-ba7c-47ec-bacc-16795a55bb5d HTTP/1.1" status: 204 len: 173 time: 2.1614366 Dec 08 16:08:54.264392 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b34f9-7287-4517-93e6-4ffe09273df5 req-aede4150-c1c5-469f-905d-72af77fb1db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:54.269981 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-677b34f9-7287-4517-93e6-4ffe09273df5 req-aede4150-c1c5-469f-905d-72af77fb1db3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=80d02a2e-a1d3-4bca-96cf-432677fca6a9 HTTP/1.1" status: 200 len: 860 time: 0.3062706 Dec 08 16:08:54.323613 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:08:54.371134 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d079c805-548d-4219-9845-eaa67c0f8591 req-05e97f4d-ddd6-4d38-9f27-d96e39a714fe tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:54.379547 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d079c805-548d-4219-9845-eaa67c0f8591 req-05e97f4d-ddd6-4d38-9f27-d96e39a714fe tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] 10.222.0.64 "GET /v2.0/ports?device_id=c98b0dbc-f211-42ee-b59d-0ede50a79871 HTTP/1.1" status: 200 len: 948 time: 0.2261271 Dec 08 16:08:54.410050 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-7d537e2a-57a3-45b2-aff7-6a3cb54dd52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'name': 'tempest-FloatingIPsAssociationTestJSON-2024223603-router', 'tenant_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '226048b3-73b7-4370-bbe1-0d8308bcd130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:07:39Z', 'updated_at': '2021-12-08T16:07:46Z', 'revision_number': 4, 'project_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'gw_port': {'id': '226048b3-73b7-4370-bbe1-0d8308bcd130', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:07:40Z', 'updated_at': '2021-12-08T16:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '9ffd053b-cf08-470e-a28b-7960ee888dc0', 'tenant_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'floating_ip_address': '172.25.0.8', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'port_id': '253385fb-1f84-4d79-bc46-4d22bea72e90', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38d523e2-3df0-41e5-846a-7796bad806dc', 'mac_address': 'fa:16:3e:94:ce:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd512652e-fd6a-4e6e-af70-2764878d1345', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:08:12Z', 'updated_at': '2021-12-08T16:08:52Z', 'revision_number': 8, 'project_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04edc66c-931b-4db9-a9b5-dc2c2367be82', 'name': '', 'network_id': '38d523e2-3df0-41e5-846a-7796bad806dc', 'tenant_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'mac_address': 'fa:16:3e:2e:f4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '80d02a2e-a1d3-4bca-96cf-432677fca6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:07:45Z', 'updated_at': '2021-12-08T16:07:52Z', 'revision_number': 5, 'project_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'subnets': [{'id': '80d02a2e-a1d3-4bca-96cf-432677fca6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:08:54.456825 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d537e2a-57a3-45b2-aff7-6a3cb54dd52a None None] Checking router: 97073dd8-b2d8-4da4-9fdd-4376555d65b7 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:08:54.481613 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d537e2a-57a3-45b2-aff7-6a3cb54dd52a None None] Routers {'97073dd8-b2d8-4da4-9fdd-4376555d65b7'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:08:54.482265 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-7d537e2a-57a3-45b2-aff7-6a3cb54dd52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:08:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['97073dd8-b2d8-4da4-9fdd-4376555d65b7'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:08:54.508724 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b34f9-7287-4517-93e6-4ffe09273df5 req-e002c053-64b5-4571-b40b-6d2a39d7ab3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:54.511696 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-677b34f9-7287-4517-93e6-4ffe09273df5 req-e002c053-64b5-4571-b40b-6d2a39d7ab3c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=38d523e2-3df0-41e5-846a-7796bad806dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2024014 Dec 08 16:08:54.518264 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4a508cb6-a706-444c-b6a6-5cad4539e4b1 req-36bed827-099d-47fd-ab6f-e7c298b07a81 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468154 Dec 08 16:08:54.547257 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb68c5a-c819-435f-a66e-e46e0dd7527e service neutron] Pushing event updated for resources: {'Port': ['ID=96086acd-97e4-4825-8a5e-edacfd30b435,revision_number=7']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:54.563548 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-edb68c5a-c819-435f-a66e-e46e0dd7527e service neutron] Attempting to bind port 96086acd-97e4-4825-8a5e-edacfd30b435 on host n-h2-776250-12 for vnic_type normal with profile {"migrating_to": "n-h1-776250-12"} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:08:54.564393 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-edb68c5a-c819-435f-a66e-e46e0dd7527e service neutron] Attempting to bind port 96086acd-97e4-4825-8a5e-edacfd30b435 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': 'feac72a6-bbb0-42da-a5f2-51d59135d26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '34422553-fc63-47d6-a631-7f666537bc5c'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:08:54.564936 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-edb68c5a-c819-435f-a66e-e46e0dd7527e service neutron] Attempting to bind port 96086acd-97e4-4825-8a5e-edacfd30b435 on network 34422553-fc63-47d6-a631-7f666537bc5c {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:08:54.607156 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d079c805-548d-4219-9845-eaa67c0f8591 req-dafa40f4-306c-44aa-b3ba-c8965dfdcc17 tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] 10.222.0.64 "GET /v2.0/security-groups?id=d901e266-50bf-41f5-875d-33f15b2e4073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096119 Dec 08 16:08:54.607832 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-edb68c5a-c819-435f-a66e-e46e0dd7527e service neutron] Port 96086acd-97e4-4825-8a5e-edacfd30b435 on network 34422553-fc63-47d6-a631-7f666537bc5c not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:08:54.608167 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-edb68c5a-c819-435f-a66e-e46e0dd7527e service neutron] Attempting to bind port 96086acd-97e4-4825-8a5e-edacfd30b435 on network 34422553-fc63-47d6-a631-7f666537bc5c {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:08:54.631465 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-edb68c5a-c819-435f-a66e-e46e0dd7527e service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:08:54.644003 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-edb68c5a-c819-435f-a66e-e46e0dd7527e service neutron] Checking segment: {'id': 'feac72a6-bbb0-42da-a5f2-51d59135d26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '34422553-fc63-47d6-a631-7f666537bc5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:08:54.644456 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-edb68c5a-c819-435f-a66e-e46e0dd7527e service neutron] Bound using segment: {'id': 'feac72a6-bbb0-42da-a5f2-51d59135d26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '34422553-fc63-47d6-a631-7f666537bc5c'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:08:54.644883 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-edb68c5a-c819-435f-a66e-e46e0dd7527e service neutron] Bound port: 96086acd-97e4-4825-8a5e-edacfd30b435, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feac72a6-bbb0-42da-a5f2-51d59135d26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '34422553-fc63-47d6-a631-7f666537bc5c'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:08:54.645291 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-edb68c5a-c819-435f-a66e-e46e0dd7527e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:54.666230 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-64ca5737-ac38-410d-81ed-b2265aacc998 req-f4a97b8b-7645-4d65-b6d9-e448a2e29ad0 service neutron] Attempting to bind port 71768c10-eb53-4168-ad2c-0cf6978bde4e on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:08:54.666655 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-64ca5737-ac38-410d-81ed-b2265aacc998 req-f4a97b8b-7645-4d65-b6d9-e448a2e29ad0 service neutron] Attempting to bind port 71768c10-eb53-4168-ad2c-0cf6978bde4e by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:08:54.666938 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ca5737-ac38-410d-81ed-b2265aacc998 req-f4a97b8b-7645-4d65-b6d9-e448a2e29ad0 service neutron] Attempting to bind port 71768c10-eb53-4168-ad2c-0cf6978bde4e on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:08:54.676250 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ca5737-ac38-410d-81ed-b2265aacc998 req-f4a97b8b-7645-4d65-b6d9-e448a2e29ad0 service neutron] Port 71768c10-eb53-4168-ad2c-0cf6978bde4e on network b91759c7-445e-4f7b-9fc4-64d80951832c not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:08:54.677244 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ca5737-ac38-410d-81ed-b2265aacc998 req-f4a97b8b-7645-4d65-b6d9-e448a2e29ad0 service neutron] Attempting to bind port 71768c10-eb53-4168-ad2c-0cf6978bde4e on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:08:54.699243 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ca5737-ac38-410d-81ed-b2265aacc998 req-f4a97b8b-7645-4d65-b6d9-e448a2e29ad0 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:08:54.699601 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ca5737-ac38-410d-81ed-b2265aacc998 req-f4a97b8b-7645-4d65-b6d9-e448a2e29ad0 service neutron] Checking segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:08:54.699981 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ca5737-ac38-410d-81ed-b2265aacc998 req-f4a97b8b-7645-4d65-b6d9-e448a2e29ad0 service neutron] Bound using segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:08:54.700475 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-64ca5737-ac38-410d-81ed-b2265aacc998 req-f4a97b8b-7645-4d65-b6d9-e448a2e29ad0 service neutron] Bound port: 71768c10-eb53-4168-ad2c-0cf6978bde4e, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:08:54.701283 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-64ca5737-ac38-410d-81ed-b2265aacc998 req-f4a97b8b-7645-4d65-b6d9-e448a2e29ad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:54.783774 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8d44b991-c8dd-4eb2-a421-14ee64313903 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:54.785838 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-677b34f9-7287-4517-93e6-4ffe09273df5 req-d2a93019-ea35-4756-b05a-edac2b15cbd8 service neutron] 10.222.0.64 "GET /v2.0/networks/38d523e2-3df0-41e5-846a-7796bad806dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633686 Dec 08 16:08:54.883255 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d44b991-c8dd-4eb2-a421-14ee64313903 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Pushing event deleted for resources: {'Port': ['ID=5a7f5845-1f51-4409-9b64-47375943a8c5,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:54.942956 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5edcd2-0b67-4fc0-9928-76c2edbb3d48 x-openstack-request-id: req-6c5edcd2-0b67-4fc0-9928-76c2edbb3d48 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:08:54.943266 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d512652e-fd6a-4e6e-af70-2764878d1345", "tag": "253385fb-1f84-4d79-bc46-4d22bea72e90", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:08:54.943533 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6c5edcd2-0b67-4fc0-9928-76c2edbb3d48 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:08:54.943824 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-edb68c5a-c819-435f-a66e-e46e0dd7527e service neutron] For port 96086acd-97e4-4825-8a5e-edacfd30b435, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:08:54.943945 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd512652e-fd6a-4e6e-af70-2764878d1345', 'tag': '253385fb-1f84-4d79-bc46-4d22bea72e90', 'status': 'completed', 'code': 200} Dec 08 16:08:54.952680 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-64ca5737-ac38-410d-81ed-b2265aacc998 req-f4a97b8b-7645-4d65-b6d9-e448a2e29ad0 service neutron] For port 71768c10-eb53-4168-ad2c-0cf6978bde4e, host n-h2-776250-12, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:08:55.018154 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-64ca5737-ac38-410d-81ed-b2265aacc998 req-f4a97b8b-7645-4d65-b6d9-e448a2e29ad0 service neutron] For port 71768c10-eb53-4168-ad2c-0cf6978bde4e, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=71768c10-eb53-4168-ad2c-0cf6978bde4e,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:08:55.032923 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-7d537e2a-57a3-45b2-aff7-6a3cb54dd52a None None] Set router 97073dd8-b2d8-4da4-9fdd-4376555d65b7 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:08:55.045810 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-edb68c5a-c819-435f-a66e-e46e0dd7527e service neutron] For port 96086acd-97e4-4825-8a5e-edacfd30b435, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=96086acd-97e4-4825-8a5e-edacfd30b435,segment=NetworkSegment(feac72a6-bbb0-42da-a5f2-51d59135d26f),segment_id=feac72a6-bbb0-42da-a5f2-51d59135d26f)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:08:55.098881 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8d44b991-c8dd-4eb2-a421-14ee64313903 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Publish callbacks [] for floatingip, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:55.101771 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8d44b991-c8dd-4eb2-a421-14ee64313903 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:55.106327 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-8d44b991-c8dd-4eb2-a421-14ee64313903 tempest-ServersWithSpecificFlavorTestJSON-1736792085 tempest-ServersWithSpecificFlavorTestJSON-1736792085-project] 10.222.0.64 "DELETE /v2.0/floatingips/c059d97d-2525-49a5-9f6d-2fc97db78cf4 HTTP/1.1" status: 204 len: 168 time: 2.0959582 Dec 08 16:08:55.106572 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2cebf-9abb-4a5c-8e91-85652750d94b req-419d3773-be42-48ed-b8b1-9624e041e945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:55.108303 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0cd2cebf-9abb-4a5c-8e91-85652750d94b req-419d3773-be42-48ed-b8b1-9624e041e945 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e657848efb6b469fa2d7fa12c00aa55c&device_id=d512652e-fd6a-4e6e-af70-2764878d1345 HTTP/1.1" status: 200 len: 1098 time: 0.1200924 Dec 08 16:08:55.111411 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-677b34f9-7287-4517-93e6-4ffe09273df5 req-a7fb2d38-7ccb-47d0-9830-890f899c479d service neutron] 10.222.0.64 "GET /v2.0/networks/38d523e2-3df0-41e5-846a-7796bad806dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994068 Dec 08 16:08:55.116587 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9047d4d-8d5f-4b16-81a9-81980027780d req-fdb4cc16-e529-45f4-b66e-0b071c38b4b9 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:55.126211 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e9047d4d-8d5f-4b16-81a9-81980027780d req-fdb4cc16-e529-45f4-b66e-0b071c38b4b9 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=349e08bb-ed24-4fac-8ea4-b6cd43e6c151 HTTP/1.1" status: 200 len: 943 time: 0.0975916 Dec 08 16:08:55.129220 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-64ca5737-ac38-410d-81ed-b2265aacc998 req-f4a97b8b-7645-4d65-b6d9-e448a2e29ad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:55.183692 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e9047d4d-8d5f-4b16-81a9-81980027780d req-84529842-4f20-4561-9dd6-194f5fbae20e tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565364 Dec 08 16:08:55.198510 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-edb68c5a-c819-435f-a66e-e46e0dd7527e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:55.307219 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fffbfb04-3d29-441a-9205-cd3beb187b76 x-openstack-request-id: req-fffbfb04-3d29-441a-9205-cd3beb187b76 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:08:55.307625 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "349e08bb-ed24-4fac-8ea4-b6cd43e6c151", "name": "network-vif-unplugged", "status": "completed", "tag": "96086acd-97e4-4825-8a5e-edacfd30b435", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:08:55.307782 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fffbfb04-3d29-441a-9205-cd3beb187b76 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:08:55.308243 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '349e08bb-ed24-4fac-8ea4-b6cd43e6c151', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96086acd-97e4-4825-8a5e-edacfd30b435', 'code': 200} Dec 08 16:08:55.316373 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca5737-ac38-410d-81ed-b2265aacc998 req-f4a97b8b-7645-4d65-b6d9-e448a2e29ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:55.322429 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-64ca5737-ac38-410d-81ed-b2265aacc998 req-f4a97b8b-7645-4d65-b6d9-e448a2e29ad0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:55.322845 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-edb68c5a-c819-435f-a66e-e46e0dd7527e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:55.324164 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-64ca5737-ac38-410d-81ed-b2265aacc998 req-f4a97b8b-7645-4d65-b6d9-e448a2e29ad0 service neutron] 10.222.0.37 "PUT /v2.0/ports/71768c10-eb53-4168-ad2c-0cf6978bde4e HTTP/1.1" status: 200 len: 1097 time: 2.7502160 Dec 08 16:08:55.324328 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-edb68c5a-c819-435f-a66e-e46e0dd7527e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:55.325690 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-edb68c5a-c819-435f-a66e-e46e0dd7527e service neutron] 10.222.0.76 "PUT /v2.0/ports/96086acd-97e4-4825-8a5e-edacfd30b435 HTTP/1.1" status: 200 len: 1123 time: 2.6882017 Dec 08 16:08:55.350339 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2cebf-9abb-4a5c-8e91-85652750d94b req-3f8161c4-300d-462c-a844-202779f5aa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:55.351790 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0cd2cebf-9abb-4a5c-8e91-85652750d94b req-3f8161c4-300d-462c-a844-202779f5aa84 service neutron] 10.222.0.76 "GET /v2.0/networks?id=38d523e2-3df0-41e5-846a-7796bad806dc HTTP/1.1" status: 200 len: 922 time: 0.2332244 Dec 08 16:08:55.367026 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb68c5a-c819-435f-a66e-e46e0dd7527e service neutron] Pushing event updated for resources: {'Port': ['ID=96086acd-97e4-4825-8a5e-edacfd30b435,revision_number=8']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:55.414815 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a97b8b-7645-4d65-b6d9-e448a2e29ad0 service neutron] Pushing event updated for resources: {'Port': ['ID=71768c10-eb53-4168-ad2c-0cf6978bde4e,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:55.466379 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-7d537e2a-57a3-45b2-aff7-6a3cb54dd52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'name': 'tempest-FloatingIPsAssociationTestJSON-2024223603-router', 'tenant_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '226048b3-73b7-4370-bbe1-0d8308bcd130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:07:39Z', 'updated_at': '2021-12-08T16:07:46Z', 'revision_number': 4, 'project_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'gw_port': {'id': '226048b3-73b7-4370-bbe1-0d8308bcd130', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:07:40Z', 'updated_at': '2021-12-08T16:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '9ffd053b-cf08-470e-a28b-7960ee888dc0', 'tenant_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'floating_ip_address': '172.25.0.8', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'port_id': '253385fb-1f84-4d79-bc46-4d22bea72e90', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38d523e2-3df0-41e5-846a-7796bad806dc', 'mac_address': 'fa:16:3e:94:ce:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd512652e-fd6a-4e6e-af70-2764878d1345', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:08:12Z', 'updated_at': '2021-12-08T16:08:52Z', 'revision_number': 8, 'project_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04edc66c-931b-4db9-a9b5-dc2c2367be82', 'name': '', 'network_id': '38d523e2-3df0-41e5-846a-7796bad806dc', 'tenant_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'mac_address': 'fa:16:3e:2e:f4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '80d02a2e-a1d3-4bca-96cf-432677fca6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:07:45Z', 'updated_at': '2021-12-08T16:07:52Z', 'revision_number': 5, 'project_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'subnets': [{'id': '80d02a2e-a1d3-4bca-96cf-432677fca6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:08:55.518416 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d537e2a-57a3-45b2-aff7-6a3cb54dd52a None None] The sync data for ids ['97073dd8-b2d8-4da4-9fdd-4376555d65b7'] in n-d-776250-12 is: [{'id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'name': 'tempest-FloatingIPsAssociationTestJSON-2024223603-router', 'tenant_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '226048b3-73b7-4370-bbe1-0d8308bcd130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:07:39Z', 'updated_at': '2021-12-08T16:07:46Z', 'revision_number': 4, 'project_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'gw_port': {'id': '226048b3-73b7-4370-bbe1-0d8308bcd130', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:07:40Z', 'updated_at': '2021-12-08T16:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '9ffd053b-cf08-470e-a28b-7960ee888dc0', 'tenant_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'floating_ip_address': '172.25.0.8', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'port_id': '253385fb-1f84-4d79-bc46-4d22bea72e90', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38d523e2-3df0-41e5-846a-7796bad806dc', 'mac_address': 'fa:16:3e:94:ce:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd512652e-fd6a-4e6e-af70-2764878d1345', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:08:12Z', 'updated_at': '2021-12-08T16:08:52Z', 'revision_number': 8, 'project_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04edc66c-931b-4db9-a9b5-dc2c2367be82', 'name': '', 'network_id': '38d523e2-3df0-41e5-846a-7796bad806dc', 'tenant_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'mac_address': 'fa:16:3e:2e:f4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '80d02a2e-a1d3-4bca-96cf-432677fca6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:07:45Z', 'updated_at': '2021-12-08T16:07:52Z', 'revision_number': 5, 'project_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'subnets': [{'id': '80d02a2e-a1d3-4bca-96cf-432677fca6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:08:55.521172 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['96086acd-97e4-4825-8a5e-edacfd30b435'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:08:55.599970 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['96086acd-97e4-4825-8a5e-edacfd30b435'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:08:55.685846 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 46eee9dd-ba7c-47ec-bacc-16795a55bb5d no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:08:55.731509 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: 46eee9dd-ba7c-47ec-bacc-16795a55bb5d {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:08:55.731947 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 46eee9dd-ba7c-47ec-bacc-16795a55bb5d not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:08:55.985899 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87306b33-cf2e-4352-9422-93d7ab445ff8 None None] New status for floating IP 9ffd053b-cf08-470e-a28b-7960ee888dc0: ACTIVE {{(pid=110553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:08:56.012666 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b64a6-10c7-49ec-ba7f-d8f2ebc5d07c req-42b6b435-caeb-46fb-9619-4a96e1a19b4c tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:56.017056 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-268b64a6-10c7-49ec-ba7f-d8f2ebc5d07c req-42b6b435-caeb-46fb-9619-4a96e1a19b4c tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=eff6e377-af95-4706-9388-698f77d21d56 HTTP/1.1" status: 200 len: 950 time: 0.6189816 Dec 08 16:08:56.036414 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca5737-ac38-410d-81ed-b2265aacc998 req-f8cae5fc-add6-46ed-9f98-d3962dd6e1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:56.040161 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-64ca5737-ac38-410d-81ed-b2265aacc998 req-f8cae5fc-add6-46ed-9f98-d3962dd6e1bc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=66dccecaa0ac4e2ba10711b24085a2c3&device_id=c98b0dbc-f211-42ee-b59d-0ede50a79871 HTTP/1.1" status: 200 len: 1100 time: 0.5541723 Dec 08 16:08:56.044694 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0cd2cebf-9abb-4a5c-8e91-85652750d94b req-bb587c41-d65e-480e-9269-ba8d57d0b86c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=253385fb-1f84-4d79-bc46-4d22bea72e90 HTTP/1.1" status: 200 len: 998 time: 0.6739490 Dec 08 16:08:56.069447 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-28883514-91fb-42fb-8373-a18bdb4cf7b7 req-a0340765-30ac-4c1c-9225-dc6baa26a9e8 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/floatingips/9ffd053b-cf08-470e-a28b-7960ee888dc0 HTTP/1.1" status: 200 len: 995 time: 0.1035628 Dec 08 16:08:56.179966 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-64ca5737-ac38-410d-81ed-b2265aacc998 req-90006f53-019a-4221-b1e2-60f619a53cdf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=71768c10-eb53-4168-ad2c-0cf6978bde4e HTTP/1.1" status: 200 len: 217 time: 0.1219335 Dec 08 16:08:56.204229 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28883514-91fb-42fb-8373-a18bdb4cf7b7 req-8de4f214-752d-428d-975f-bd14b7de9e4c tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:56.205871 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-28883514-91fb-42fb-8373-a18bdb4cf7b7 req-8de4f214-752d-428d-975f-bd14b7de9e4c tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/networks/1ae4cf80-76bf-4df3-a557-5cc6023c1900 HTTP/1.1" status: 200 len: 784 time: 0.1356142 Dec 08 16:08:56.259524 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-268b64a6-10c7-49ec-ba7f-d8f2ebc5d07c req-f0a3720b-af1d-4a53-8f2f-264dae166246 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135646 Dec 08 16:08:56.261159 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2cebf-9abb-4a5c-8e91-85652750d94b req-9b22efad-d3e6-4274-81ed-ccb974c81d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:56.262689 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0cd2cebf-9abb-4a5c-8e91-85652750d94b req-9b22efad-d3e6-4274-81ed-ccb974c81d19 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=80d02a2e-a1d3-4bca-96cf-432677fca6a9 HTTP/1.1" status: 200 len: 860 time: 0.2016981 Dec 08 16:08:56.325548 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca5737-ac38-410d-81ed-b2265aacc998 req-df6c475d-3d05-47d8-9f2a-0562c87e62a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:56.327444 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-64ca5737-ac38-410d-81ed-b2265aacc998 req-df6c475d-3d05-47d8-9f2a-0562c87e62a2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.1326442 Dec 08 16:08:56.367742 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7630154-638f-4b0f-96a9-8c0e4aa4d784 req-2f657407-1368-4a43-b8c6-64709696c929 tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:56.369381 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f7630154-638f-4b0f-96a9-8c0e4aa4d784 req-2f657407-1368-4a43-b8c6-64709696c929 tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] 10.222.0.64 "GET /v2.0/ports?device_id=c98b0dbc-f211-42ee-b59d-0ede50a79871 HTTP/1.1" status: 200 len: 948 time: 0.0813124 Dec 08 16:08:56.409006 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2cebf-9abb-4a5c-8e91-85652750d94b req-5459f6e5-9361-4326-9b74-6b30a75339c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:56.415311 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0cd2cebf-9abb-4a5c-8e91-85652750d94b req-5459f6e5-9361-4326-9b74-6b30a75339c7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=38d523e2-3df0-41e5-846a-7796bad806dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1369696 Dec 08 16:08:56.450473 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f7630154-638f-4b0f-96a9-8c0e4aa4d784 req-78137794-b02c-4825-8277-519c734eb54b tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] 10.222.0.64 "GET /v2.0/security-groups?id=d901e266-50bf-41f5-875d-33f15b2e4073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625584 Dec 08 16:08:56.464942 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca5737-ac38-410d-81ed-b2265aacc998 req-d4d2da4b-8a79-4dcd-a951-34324898e675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:56.466501 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-64ca5737-ac38-410d-81ed-b2265aacc998 req-d4d2da4b-8a79-4dcd-a951-34324898e675 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1297131 Dec 08 16:08:56.566209 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f838a6a-0ac8-48a7-bb00-3a23015c1185 req-ebd2b813-790a-47e3-9c0c-0e63a1795b1a tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:56.568379 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6f838a6a-0ac8-48a7-bb00-3a23015c1185 req-ebd2b813-790a-47e3-9c0c-0e63a1795b1a tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=349e08bb-ed24-4fac-8ea4-b6cd43e6c151 HTTP/1.1" status: 200 len: 943 time: 0.0560973 Dec 08 16:08:56.623772 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6f838a6a-0ac8-48a7-bb00-3a23015c1185 req-11ec65c5-1d5e-4af7-bff0-ba0e1b5748d4 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487490 Dec 08 16:08:56.626145 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-aacfec7f-ea23-4dce-b698-76117a5487cd req-c1d56462-536a-4184-be34-5f06ffe33e2a tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.8 HTTP/1.1" status: 200 len: 1000 time: 0.1820800 Dec 08 16:08:56.694586 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0cd2cebf-9abb-4a5c-8e91-85652750d94b req-ab95eabc-4412-4434-911c-b4a27d49b5ee service neutron] 10.222.0.76 "GET /v2.0/networks/38d523e2-3df0-41e5-846a-7796bad806dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693076 Dec 08 16:08:56.734947 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacfec7f-ea23-4dce-b698-76117a5487cd req-88e32b48-8d70-4403-a88d-3af267664c20 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:56.736931 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d2986-a56f-4e93-913a-e1fcc46f1eda req-74df35ea-bf36-45ae-839d-2c5571f01653 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:56.737084 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-aacfec7f-ea23-4dce-b698-76117a5487cd req-88e32b48-8d70-4403-a88d-3af267664c20 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/ports/253385fb-1f84-4d79-bc46-4d22bea72e90 HTTP/1.1" status: 200 len: 943 time: 0.1024513 Dec 08 16:08:56.738472 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ba7d2986-a56f-4e93-913a-e1fcc46f1eda req-74df35ea-bf36-45ae-839d-2c5571f01653 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fa79378-ff1d-4e75-b22a-1ad5c70ceece HTTP/1.1" status: 200 len: 950 time: 0.0553613 Dec 08 16:08:56.755923 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-64ca5737-ac38-410d-81ed-b2265aacc998 req-9df8883f-1eb3-46b2-bee6-15dd7abd3b3a service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614110 Dec 08 16:08:56.800641 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ba7d2986-a56f-4e93-913a-e1fcc46f1eda req-855a7630-9039-45ba-867a-c361e270bda7 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510979 Dec 08 16:08:56.947287 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-aacfec7f-ea23-4dce-b698-76117a5487cd req-b369a3bf-c9d4-4723-8435-6b1fae319854 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.8 HTTP/1.1" status: 200 len: 1000 time: 0.1629102 Dec 08 16:08:56.951304 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c98b0dbc-f211-42ee-b59d-0ede50a79871', 'tag': '71768c10-eb53-4168-ad2c-0cf6978bde4e'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:08:56.953612 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b075e60-279b-4a1e-a8fa-df586da4298d" -d '{"events": [{"name": "network-changed", "server_uuid": "c98b0dbc-f211-42ee-b59d-0ede50a79871", "tag": "71768c10-eb53-4168-ad2c-0cf6978bde4e"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:08:57.035332 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-64ca5737-ac38-410d-81ed-b2265aacc998 req-55fcd4e4-72ba-482e-bc8c-7137de24cd9d service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520270 Dec 08 16:08:57.043160 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0cd2cebf-9abb-4a5c-8e91-85652750d94b req-61edd6e6-9f39-4dbf-ac88-57aaec594165 service neutron] 10.222.0.76 "GET /v2.0/networks/38d523e2-3df0-41e5-846a-7796bad806dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394935 Dec 08 16:08:57.110471 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacfec7f-ea23-4dce-b698-76117a5487cd req-5379843a-4d99-4648-9474-620f197a9f50 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:57.112140 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-aacfec7f-ea23-4dce-b698-76117a5487cd req-5379843a-4d99-4648-9474-620f197a9f50 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/networks/1ae4cf80-76bf-4df3-a557-5cc6023c1900 HTTP/1.1" status: 200 len: 784 time: 0.1551843 Dec 08 16:08:57.160061 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a9d01dd8-11e6-4726-88e9-20bc430d1430 req-6d1434b7-228b-483a-a767-a838010d2a05 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=145eabef365e453db77ece9e597725f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218949 Dec 08 16:08:57.194884 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-aacfec7f-ea23-4dce-b698-76117a5487cd req-d67786f0-e655-4c5f-98b1-062e52cfab93 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.8 HTTP/1.1" status: 200 len: 1000 time: 0.0730360 Dec 08 16:08:57.208369 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-aacfec7f-ea23-4dce-b698-76117a5487cd req-06d4a3b6-6e86-472a-a39b-94e2a976ff9d tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:08:57.271091 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-aacfec7f-ea23-4dce-b698-76117a5487cd req-06d4a3b6-6e86-472a-a39b-94e2a976ff9d tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Publish callbacks [] for floatingip, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:57.276649 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d01dd8-11e6-4726-88e9-20bc430d1430 req-2a61a9f5-9284-46b3-beff-2e97ba250a2c tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:57.278206 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a9d01dd8-11e6-4726-88e9-20bc430d1430 req-2a61a9f5-9284-46b3-beff-2e97ba250a2c tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1121955 Dec 08 16:08:57.294953 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a9d01dd8-11e6-4726-88e9-20bc430d1430 req-36862e27-6a2d-4722-9f9f-036776e71ef2 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/quotas/145eabef365e453db77ece9e597725f7 HTTP/1.1" status: 200 len: 375 time: 0.0100093 Dec 08 16:08:57.309559 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd2db95-0919-4a7a-8ef3-d8f3858757f4', 'name': 'network-vif-deleted', 'tag': '46eee9dd-ba7c-47ec-bacc-16795a55bb5d'}, {'name': 'network-changed', 'server_uuid': '349e08bb-ed24-4fac-8ea4-b6cd43e6c151', 'tag': '96086acd-97e4-4825-8a5e-edacfd30b435'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:08:57.313181 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8049d543-5532-4e3c-94b3-21f40c9bac32" -d '{"events": [{"server_uuid": "cdd2db95-0919-4a7a-8ef3-d8f3858757f4", "name": "network-vif-deleted", "tag": "46eee9dd-ba7c-47ec-bacc-16795a55bb5d"}, {"name": "network-changed", "server_uuid": "349e08bb-ed24-4fac-8ea4-b6cd43e6c151", "tag": "96086acd-97e4-4825-8a5e-edacfd30b435"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:08:57.354100 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a9d01dd8-11e6-4726-88e9-20bc430d1430 req-83c000a4-9464-4283-bbed-b4f0ab796e36 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=145eabef365e453db77ece9e597725f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531354 Dec 08 16:08:57.427910 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-aacfec7f-ea23-4dce-b698-76117a5487cd req-06d4a3b6-6e86-472a-a39b-94e2a976ff9d tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:57.531349 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-aacfec7f-ea23-4dce-b698-76117a5487cd req-06d4a3b6-6e86-472a-a39b-94e2a976ff9d tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:57.531690 n-d-776250-12 neutron-server[110551]: INFO neutron.db.l3_db [req-aacfec7f-ea23-4dce-b698-76117a5487cd req-06d4a3b6-6e86-472a-a39b-94e2a976ff9d tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Floating IP 9ffd053b-cf08-470e-a28b-7960ee888dc0 disassociated. External IP: 172.25.0.8, port: 253385fb-1f84-4d79-bc46-4d22bea72e90. Dec 08 16:08:57.687852 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e9f77e7-9c07-4517-aaf7-0477371f959e x-openstack-request-id: req-1e9f77e7-9c07-4517-aaf7-0477371f959e {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:08:57.688289 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c98b0dbc-f211-42ee-b59d-0ede50a79871", "tag": "71768c10-eb53-4168-ad2c-0cf6978bde4e", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:08:57.694398 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1e9f77e7-9c07-4517-aaf7-0477371f959e {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:08:57.694398 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c98b0dbc-f211-42ee-b59d-0ede50a79871', 'tag': '71768c10-eb53-4168-ad2c-0cf6978bde4e', 'status': 'completed', 'code': 200} Dec 08 16:08:57.769875 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 08 Dec 2021 16:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1fdb47-1f6c-4cb3-b4f6-dc66c1a27d38 x-openstack-request-id: req-9d1fdb47-1f6c-4cb3-b4f6-dc66c1a27d38 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:08:57.769875 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd2db95-0919-4a7a-8ef3-d8f3858757f4", "name": "network-vif-deleted", "tag": "46eee9dd-ba7c-47ec-bacc-16795a55bb5d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "349e08bb-ed24-4fac-8ea4-b6cd43e6c151", "tag": "96086acd-97e4-4825-8a5e-edacfd30b435", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:08:57.769875 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9d1fdb47-1f6c-4cb3-b4f6-dc66c1a27d38 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:08:57.769875 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd2db95-0919-4a7a-8ef3-d8f3858757f4', 'name': 'network-vif-deleted', 'tag': '46eee9dd-ba7c-47ec-bacc-16795a55bb5d', 'status': 'completed', 'code': 200} Dec 08 16:08:57.769875 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '349e08bb-ed24-4fac-8ea4-b6cd43e6c151', 'tag': '96086acd-97e4-4825-8a5e-edacfd30b435', 'status': 'completed', 'code': 200} Dec 08 16:08:57.842154 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b075e60-279b-4a1e-a8fa-df586da4298d req-2fa91564-73b2-4127-9875-f894d068034c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:57.843686 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4b075e60-279b-4a1e-a8fa-df586da4298d req-2fa91564-73b2-4127-9875-f894d068034c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=66dccecaa0ac4e2ba10711b24085a2c3&device_id=c98b0dbc-f211-42ee-b59d-0ede50a79871 HTTP/1.1" status: 200 len: 1100 time: 0.1401269 Dec 08 16:08:57.883685 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049d543-5532-4e3c-94b3-21f40c9bac32 req-2712f980-fe95-466e-8a53-29158117f10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:57.883685 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8049d543-5532-4e3c-94b3-21f40c9bac32 req-2712f980-fe95-466e-8a53-29158117f10e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8b17b512834447aea285923e7004d778&device_id=349e08bb-ed24-4fac-8ea4-b6cd43e6c151 HTTP/1.1" status: 200 len: 1126 time: 0.0808065 Dec 08 16:08:57.886152 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aacfec7f-ea23-4dce-b698-76117a5487cd req-06d4a3b6-6e86-472a-a39b-94e2a976ff9d tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Router 97073dd8-b2d8-4da4-9fdd-4376555d65b7 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:08:57.976030 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c4b288-812f-495c-8282-b190f66a6f81 req-40cd5df9-736f-483c-8991-757571d9e051 tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:57.977603 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-09c4b288-812f-495c-8282-b190f66a6f81 req-40cd5df9-736f-483c-8991-757571d9e051 tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] 10.222.0.64 "GET /v2.0/ports?device_id=c98b0dbc-f211-42ee-b59d-0ede50a79871 HTTP/1.1" status: 200 len: 948 time: 0.0506942 Dec 08 16:08:58.030251 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-09c4b288-812f-495c-8282-b190f66a6f81 req-d6a03b9e-f0f4-4caf-ba95-36802ecb49a7 tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] 10.222.0.64 "GET /v2.0/security-groups?id=d901e266-50bf-41f5-875d-33f15b2e4073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461068 Dec 08 16:08:58.115171 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-10762a00-4162-4bfb-a5f9-72b936cd635e req-0459fa4a-e590-4f15-9803-452992ce5fce tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=f40a9ed6-d113-49bc-b1d9-8be6ef1942eb HTTP/1.1" status: 200 len: 210 time: 0.0397897 Dec 08 16:08:58.121176 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b075e60-279b-4a1e-a8fa-df586da4298d req-49776b23-05fd-4f46-bfea-9aab4efde394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:58.122701 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4b075e60-279b-4a1e-a8fa-df586da4298d req-49776b23-05fd-4f46-bfea-9aab4efde394 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b91759c7-445e-4f7b-9fc4-64d80951832c HTTP/1.1" status: 200 len: 870 time: 0.2552485 Dec 08 16:08:58.190572 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049d543-5532-4e3c-94b3-21f40c9bac32 req-8afb2060-d44f-4558-8004-8f3453117ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:58.192650 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8049d543-5532-4e3c-94b3-21f40c9bac32 req-8afb2060-d44f-4558-8004-8f3453117ad7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=34422553-fc63-47d6-a631-7f666537bc5c HTTP/1.1" status: 200 len: 909 time: 0.2949407 Dec 08 16:08:58.212005 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4b075e60-279b-4a1e-a8fa-df586da4298d req-6d521034-0751-4320-af40-31c62c8a03c8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=71768c10-eb53-4168-ad2c-0cf6978bde4e HTTP/1.1" status: 200 len: 217 time: 0.0583570 Dec 08 16:08:58.221210 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aacfec7f-ea23-4dce-b698-76117a5487cd req-06d4a3b6-6e86-472a-a39b-94e2a976ff9d tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:08:58.225705 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-aacfec7f-ea23-4dce-b698-76117a5487cd req-06d4a3b6-6e86-472a-a39b-94e2a976ff9d tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:58.231371 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e0b182-a5c0-48a8-ad6c-f77e6723f34f None None] Sync routers for ids ['97073dd8-b2d8-4da4-9fdd-4376555d65b7'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:08:58.245406 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e0b182-a5c0-48a8-ad6c-f77e6723f34f None None] Routers {'97073dd8-b2d8-4da4-9fdd-4376555d65b7'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:08:58.247086 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-66e0b182-a5c0-48a8-ad6c-f77e6723f34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:08:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['97073dd8-b2d8-4da4-9fdd-4376555d65b7'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:08:58.262409 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a499f-1ece-48bd-9e21-476bd17d7a06 req-b1b91fd2-9fbd-48a7-83a5-1cc935755959 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:58.264130 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0d0a499f-1ece-48bd-9e21-476bd17d7a06 req-b1b91fd2-9fbd-48a7-83a5-1cc935755959 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=349e08bb-ed24-4fac-8ea4-b6cd43e6c151 HTTP/1.1" status: 200 len: 943 time: 0.0802929 Dec 08 16:08:58.311580 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8049d543-5532-4e3c-94b3-21f40c9bac32 req-64eb04ce-237d-4372-b6de-2cd9b9b143b1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=96086acd-97e4-4825-8a5e-edacfd30b435 HTTP/1.1" status: 200 len: 217 time: 0.0990310 Dec 08 16:08:58.330823 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-aacfec7f-ea23-4dce-b698-76117a5487cd req-06d4a3b6-6e86-472a-a39b-94e2a976ff9d tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "PUT /v2.0/floatingips/9ffd053b-cf08-470e-a28b-7960ee888dc0 HTTP/1.1" status: 200 len: 694 time: 1.1296372 Dec 08 16:08:58.332867 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0d0a499f-1ece-48bd-9e21-476bd17d7a06 req-6759facc-6d8e-4b87-8384-6ed7f96cf7f7 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552673 Dec 08 16:08:58.376740 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b075e60-279b-4a1e-a8fa-df586da4298d req-2a1682f6-52ad-40c0-aea2-818b972b933f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:58.378251 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4b075e60-279b-4a1e-a8fa-df586da4298d req-2a1682f6-52ad-40c0-aea2-818b972b933f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.1591437 Dec 08 16:08:58.382409 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-66e0b182-a5c0-48a8-ad6c-f77e6723f34f None None] Set router 97073dd8-b2d8-4da4-9fdd-4376555d65b7 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:08:58.452557 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049d543-5532-4e3c-94b3-21f40c9bac32 req-556d1bd8-3f57-465c-9096-2ba6cfe64540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:58.454061 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8049d543-5532-4e3c-94b3-21f40c9bac32 req-556d1bd8-3f57-465c-9096-2ba6cfe64540 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5db44a3c-d12a-4344-a611-2d41355a5e50 HTTP/1.1" status: 200 len: 848 time: 0.1339340 Dec 08 16:08:58.474753 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacfec7f-ea23-4dce-b698-76117a5487cd req-0e3f5e34-d3a8-4d78-8f6c-4a805e55fe86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:58.476332 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-aacfec7f-ea23-4dce-b698-76117a5487cd req-0e3f5e34-d3a8-4d78-8f6c-4a805e55fe86 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e657848efb6b469fa2d7fa12c00aa55c&device_id=d512652e-fd6a-4e6e-af70-2764878d1345 HTTP/1.1" status: 200 len: 1098 time: 0.1196926 Dec 08 16:08:58.496864 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8049d543-5532-4e3c-94b3-21f40c9bac32 req-1b55ff74-d446-45b3-ba3b-bf4b6d306eb6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34422553-fc63-47d6-a631-7f666537bc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333803 Dec 08 16:08:58.551009 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b075e60-279b-4a1e-a8fa-df586da4298d req-4ff54954-93dc-4dbb-89c9-05620632e7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:58.552728 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4b075e60-279b-4a1e-a8fa-df586da4298d req-4ff54954-93dc-4dbb-89c9-05620632e7a3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1556268 Dec 08 16:08:58.629658 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-66e0b182-a5c0-48a8-ad6c-f77e6723f34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'name': 'tempest-FloatingIPsAssociationTestJSON-2024223603-router', 'tenant_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '226048b3-73b7-4370-bbe1-0d8308bcd130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:07:39Z', 'updated_at': '2021-12-08T16:07:46Z', 'revision_number': 4, 'project_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'gw_port': {'id': '226048b3-73b7-4370-bbe1-0d8308bcd130', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:07:40Z', 'updated_at': '2021-12-08T16:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '04edc66c-931b-4db9-a9b5-dc2c2367be82', 'name': '', 'network_id': '38d523e2-3df0-41e5-846a-7796bad806dc', 'tenant_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'mac_address': 'fa:16:3e:2e:f4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '80d02a2e-a1d3-4bca-96cf-432677fca6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:07:45Z', 'updated_at': '2021-12-08T16:07:52Z', 'revision_number': 5, 'project_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'subnets': [{'id': '80d02a2e-a1d3-4bca-96cf-432677fca6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:08:58.657631 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e0b182-a5c0-48a8-ad6c-f77e6723f34f None None] Checking router: 97073dd8-b2d8-4da4-9fdd-4376555d65b7 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:08:58.671533 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e0b182-a5c0-48a8-ad6c-f77e6723f34f None None] Routers {'97073dd8-b2d8-4da4-9fdd-4376555d65b7'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:08:58.672604 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-66e0b182-a5c0-48a8-ad6c-f77e6723f34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:08:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['97073dd8-b2d8-4da4-9fdd-4376555d65b7'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:08:58.674684 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41400) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:08:58.753994 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacfec7f-ea23-4dce-b698-76117a5487cd req-8a63e6f4-3286-43d7-a37f-0403a71b6282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:58.756089 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-aacfec7f-ea23-4dce-b698-76117a5487cd req-8a63e6f4-3286-43d7-a37f-0403a71b6282 service neutron] 10.222.0.64 "GET /v2.0/networks?id=38d523e2-3df0-41e5-846a-7796bad806dc HTTP/1.1" status: 200 len: 922 time: 0.2616713 Dec 08 16:08:58.759997 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8049d543-5532-4e3c-94b3-21f40c9bac32 req-275b9987-ca83-4b7a-b9c9-a9bb4d2ef5bb service neutron] 10.222.0.37 "GET /v2.0/networks/34422553-fc63-47d6-a631-7f666537bc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430422 Dec 08 16:08:58.763744 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4b075e60-279b-4a1e-a8fa-df586da4298d req-37daffa1-a9ec-4f26-9e16-0154942b569f service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977236 Dec 08 16:08:58.797145 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-66e0b182-a5c0-48a8-ad6c-f77e6723f34f None None] Set router 97073dd8-b2d8-4da4-9fdd-4376555d65b7 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:08:58.836485 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-aacfec7f-ea23-4dce-b698-76117a5487cd req-922bcb28-a404-4c35-8559-bf3c48e369ff service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=253385fb-1f84-4d79-bc46-4d22bea72e90 HTTP/1.1" status: 200 len: 217 time: 0.0700536 Dec 08 16:08:58.980342 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacfec7f-ea23-4dce-b698-76117a5487cd req-5d6d4639-fcf9-4993-bf81-23394a4e5796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:58.981953 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-aacfec7f-ea23-4dce-b698-76117a5487cd req-5d6d4639-fcf9-4993-bf81-23394a4e5796 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=80d02a2e-a1d3-4bca-96cf-432677fca6a9 HTTP/1.1" status: 200 len: 860 time: 0.0934300 Dec 08 16:08:59.037402 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8049d543-5532-4e3c-94b3-21f40c9bac32 req-21f0fef1-b0a5-4070-bee0-f7a71c4d2cf9 service neutron] 10.222.0.37 "GET /v2.0/networks/34422553-fc63-47d6-a631-7f666537bc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644777 Dec 08 16:08:59.039867 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4b075e60-279b-4a1e-a8fa-df586da4298d req-7eccf88a-fb26-4b88-8fc9-1c982a4be148 service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570913 Dec 08 16:08:59.066773 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacfec7f-ea23-4dce-b698-76117a5487cd req-5c7e139b-bbe4-41ee-9a6f-f6b59e1d01a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:59.070569 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-aacfec7f-ea23-4dce-b698-76117a5487cd req-5c7e139b-bbe4-41ee-9a6f-f6b59e1d01a4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=38d523e2-3df0-41e5-846a-7796bad806dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0769792 Dec 08 16:08:59.116243 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-66e0b182-a5c0-48a8-ad6c-f77e6723f34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'name': 'tempest-FloatingIPsAssociationTestJSON-2024223603-router', 'tenant_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '226048b3-73b7-4370-bbe1-0d8308bcd130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:07:39Z', 'updated_at': '2021-12-08T16:07:46Z', 'revision_number': 4, 'project_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'gw_port': {'id': '226048b3-73b7-4370-bbe1-0d8308bcd130', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:07:40Z', 'updated_at': '2021-12-08T16:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '04edc66c-931b-4db9-a9b5-dc2c2367be82', 'name': '', 'network_id': '38d523e2-3df0-41e5-846a-7796bad806dc', 'tenant_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'mac_address': 'fa:16:3e:2e:f4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '80d02a2e-a1d3-4bca-96cf-432677fca6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:07:45Z', 'updated_at': '2021-12-08T16:07:52Z', 'revision_number': 5, 'project_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'subnets': [{'id': '80d02a2e-a1d3-4bca-96cf-432677fca6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:08:59.169697 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e0b182-a5c0-48a8-ad6c-f77e6723f34f None None] The sync data for ids ['97073dd8-b2d8-4da4-9fdd-4376555d65b7'] in n-d-776250-12 is: [{'id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'name': 'tempest-FloatingIPsAssociationTestJSON-2024223603-router', 'tenant_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '226048b3-73b7-4370-bbe1-0d8308bcd130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:07:39Z', 'updated_at': '2021-12-08T16:07:46Z', 'revision_number': 4, 'project_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'gw_port': {'id': '226048b3-73b7-4370-bbe1-0d8308bcd130', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:07:40Z', 'updated_at': '2021-12-08T16:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '04edc66c-931b-4db9-a9b5-dc2c2367be82', 'name': '', 'network_id': '38d523e2-3df0-41e5-846a-7796bad806dc', 'tenant_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'mac_address': 'fa:16:3e:2e:f4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '80d02a2e-a1d3-4bca-96cf-432677fca6a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:07:45Z', 'updated_at': '2021-12-08T16:07:52Z', 'revision_number': 5, 'project_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'subnets': [{'id': '80d02a2e-a1d3-4bca-96cf-432677fca6a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:08:59.204570 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-aacfec7f-ea23-4dce-b698-76117a5487cd req-f7ca9ecc-d9a5-424c-be7f-7003d8609fa3 service neutron] 10.222.0.64 "GET /v2.0/networks/38d523e2-3df0-41e5-846a-7796bad806dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255133 Dec 08 16:08:59.287730 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd77847e-f1cf-44b4-abf6-7ba76c2e5343 req-35392f3c-3bda-459d-b9df-ba722b386b96 tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:59.289348 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fd77847e-f1cf-44b4-abf6-7ba76c2e5343 req-35392f3c-3bda-459d-b9df-ba722b386b96 tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] 10.222.0.64 "GET /v2.0/ports?device_id=c98b0dbc-f211-42ee-b59d-0ede50a79871 HTTP/1.1" status: 200 len: 948 time: 0.1003859 Dec 08 16:08:59.332599 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-aacfec7f-ea23-4dce-b698-76117a5487cd req-61dca169-c712-419d-85d0-22e8e561ecb9 service neutron] 10.222.0.64 "GET /v2.0/networks/38d523e2-3df0-41e5-846a-7796bad806dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141903 Dec 08 16:08:59.384575 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fd77847e-f1cf-44b4-abf6-7ba76c2e5343 req-7e800752-8ac3-4588-8849-95fd1fdfaf1c tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] 10.222.0.64 "GET /v2.0/security-groups?id=d901e266-50bf-41f5-875d-33f15b2e4073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795407 Dec 08 16:08:59.494793 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eedf8cbd-0021-4b2f-8956-9d29d48243c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:59.533789 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e56356-bbbd-47e8-8938-dc1876bfa8f3 None None] New status for floating IP 9ffd053b-cf08-470e-a28b-7960ee888dc0: DOWN {{(pid=110553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:08:59.581602 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6da4d6dc-1b9d-4ce9-b03e-6e22f44c7569 req-578d47ac-69da-4ca0-a37b-361ef9e83bc2 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=f40a9ed6-d113-49bc-b1d9-8be6ef1942eb HTTP/1.1" status: 200 len: 210 time: 0.0825062 Dec 08 16:08:59.654460 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed4255-e455-42bf-ba55-42717414eff3 req-c9c5752a-78ae-4ad6-8894-de6ce422cef1 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:59.654460 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b2ed4255-e455-42bf-ba55-42717414eff3 req-c9c5752a-78ae-4ad6-8894-de6ce422cef1 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=349e08bb-ed24-4fac-8ea4-b6cd43e6c151 HTTP/1.1" status: 200 len: 943 time: 0.1044140 Dec 08 16:08:59.692235 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd512652e-fd6a-4e6e-af70-2764878d1345', 'tag': '253385fb-1f84-4d79-bc46-4d22bea72e90'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:08:59.695969 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-208f1344-7118-44f4-81aa-9a60939a4eaf" -d '{"events": [{"name": "network-changed", "server_uuid": "d512652e-fd6a-4e6e-af70-2764878d1345", "tag": "253385fb-1f84-4d79-bc46-4d22bea72e90"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:08:59.719079 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 96086acd-97e4-4825-8a5e-edacfd30b435 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:08:59.749195 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b2ed4255-e455-42bf-ba55-42717414eff3 req-18caa0a8-0f10-4581-8bc4-99185310fa72 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914798 Dec 08 16:08:59.866458 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 96086acd-97e4-4825-8a5e-edacfd30b435, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=96086acd-97e4-4825-8a5e-edacfd30b435,segment=NetworkSegment(feac72a6-bbb0-42da-a5f2-51d59135d26f),segment_id=feac72a6-bbb0-42da-a5f2-51d59135d26f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:08:59.886765 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 96086acd-97e4-4825-8a5e-edacfd30b435 has no active binding in host n-h1-776250-12 {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 08 16:08:59.898617 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35048a5b-3d5e-44be-9dce-8d2cd459925f x-openstack-request-id: req-35048a5b-3d5e-44be-9dce-8d2cd459925f {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:08:59.899023 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d512652e-fd6a-4e6e-af70-2764878d1345", "tag": "253385fb-1f84-4d79-bc46-4d22bea72e90", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:08:59.899348 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-35048a5b-3d5e-44be-9dce-8d2cd459925f {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:08:59.899834 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd512652e-fd6a-4e6e-af70-2764878d1345', 'tag': '253385fb-1f84-4d79-bc46-4d22bea72e90', 'status': 'completed', 'code': 200} Dec 08 16:08:59.982424 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-35e8030d-7c7a-487a-9a3b-f1a295a33e09 req-db5c427c-c5a2-44b8-87ed-ccef63a0ceec tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/floatingips/9ffd053b-cf08-470e-a28b-7960ee888dc0 HTTP/1.1" status: 200 len: 694 time: 0.0698075 Dec 08 16:08:59.984111 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208f1344-7118-44f4-81aa-9a60939a4eaf req-1fa0ec27-3cac-4205-ba36-5c4f5b18c7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:59.986573 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-208f1344-7118-44f4-81aa-9a60939a4eaf req-1fa0ec27-3cac-4205-ba36-5c4f5b18c7b5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e657848efb6b469fa2d7fa12c00aa55c&device_id=d512652e-fd6a-4e6e-af70-2764878d1345 HTTP/1.1" status: 200 len: 1098 time: 0.0622182 Dec 08 16:09:00.092626 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-eedf8cbd-0021-4b2f-8956-9d29d48243c9 admin admin] Deleting port db400ace-e686-4075-b8dd-b0d6e24152fa {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:09:00.092985 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eedf8cbd-0021-4b2f-8956-9d29d48243c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:00.181688 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208f1344-7118-44f4-81aa-9a60939a4eaf req-9899c513-23a0-4bde-8c06-5f007e43dda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:00.183318 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-208f1344-7118-44f4-81aa-9a60939a4eaf req-9899c513-23a0-4bde-8c06-5f007e43dda8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=38d523e2-3df0-41e5-846a-7796bad806dc HTTP/1.1" status: 200 len: 922 time: 0.1881607 Dec 08 16:09:00.204021 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e8030d-7c7a-487a-9a3b-f1a295a33e09 req-6f977cf5-0625-4860-ae5b-ffb49468fd70 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:00.213439 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-35e8030d-7c7a-487a-9a3b-f1a295a33e09 req-6f977cf5-0625-4860-ae5b-ffb49468fd70 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/networks/1ae4cf80-76bf-4df3-a557-5cc6023c1900 HTTP/1.1" status: 200 len: 784 time: 0.2292383 Dec 08 16:09:00.252618 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-208f1344-7118-44f4-81aa-9a60939a4eaf req-dc398582-b269-4921-b96c-895ad9ada354 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=253385fb-1f84-4d79-bc46-4d22bea72e90 HTTP/1.1" status: 200 len: 217 time: 0.0574200 Dec 08 16:09:00.273918 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-35e8030d-7c7a-487a-9a3b-f1a295a33e09 req-d8f75082-7561-4b8b-9ccf-75a444e4cb2d tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.8 HTTP/1.1" status: 200 len: 695 time: 0.0594108 Dec 08 16:09:00.296894 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-eedf8cbd-0021-4b2f-8956-9d29d48243c9 admin admin] For port db400ace-e686-4075-b8dd-b0d6e24152fa, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=db400ace-e686-4075-b8dd-b0d6e24152fa,segment=NetworkSegment(a657cd3d-b4f1-4de9-9e20-89332c54a82c),segment_id=a657cd3d-b4f1-4de9-9e20-89332c54a82c)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:09:00.297893 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eedf8cbd-0021-4b2f-8956-9d29d48243c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:00.316587 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208f1344-7118-44f4-81aa-9a60939a4eaf req-aa52d267-7f8f-4ee2-9a12-9058fdb3dbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:00.318742 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-208f1344-7118-44f4-81aa-9a60939a4eaf req-aa52d267-7f8f-4ee2-9a12-9058fdb3dbcd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=80d02a2e-a1d3-4bca-96cf-432677fca6a9 HTTP/1.1" status: 200 len: 860 time: 0.0519767 Dec 08 16:09:00.358969 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-35e8030d-7c7a-487a-9a3b-f1a295a33e09 req-26807957-cc2e-4fb7-92db-eeb782f1ad2e tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.8 HTTP/1.1" status: 200 len: 695 time: 0.0757639 Dec 08 16:09:00.362410 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-eedf8cbd-0021-4b2f-8956-9d29d48243c9 admin admin] Calling delete_port for db400ace-e686-4075-b8dd-b0d6e24152fa owned by network:router_interface {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:09:00.387785 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208f1344-7118-44f4-81aa-9a60939a4eaf req-0ac36f6d-f06e-4170-a0e4-05befa0e97bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:00.389508 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-208f1344-7118-44f4-81aa-9a60939a4eaf req-0ac36f6d-f06e-4170-a0e4-05befa0e97bf service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=38d523e2-3df0-41e5-846a-7796bad806dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0635464 Dec 08 16:09:00.538073 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a9d01dd8-11e6-4726-88e9-20bc430d1430 req-d145ebbe-0633-4143-a106-3c836cc6fac4 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=145eabef365e453db77ece9e597725f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0598574 Dec 08 16:09:00.792769 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d01dd8-11e6-4726-88e9-20bc430d1430 req-cbf3cd85-3a53-4870-b8d0-0e8116d92495 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:00.794415 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a9d01dd8-11e6-4726-88e9-20bc430d1430 req-cbf3cd85-3a53-4870-b8d0-0e8116d92495 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2298236 Dec 08 16:09:00.796923 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-35e8030d-7c7a-487a-9a3b-f1a295a33e09 req-8dd7b294-d3f2-43e8-a925-781e050d1d50 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Deleting port c5ceecbf-ba0a-43be-b784-f84815d65e46 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:09:00.797577 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-35e8030d-7c7a-487a-9a3b-f1a295a33e09 req-8dd7b294-d3f2-43e8-a925-781e050d1d50 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:00.818446 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-a9d01dd8-11e6-4726-88e9-20bc430d1430 req-9620c7bd-887b-4da1-8f77-824b16fac5cc tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Request body: {'port': {'device_id': 'f40a9ed6-d113-49bc-b1d9-8be6ef1942eb', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'admin_state_up': True, 'tenant_id': '145eabef365e453db77ece9e597725f7'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:09:00.951040 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d513b5e-c0ec-4d1f-86f6-22352f9c2969 req-063cf837-ea63-4bd2-975b-c4853a64f672 tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:00.959366 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4d513b5e-c0ec-4d1f-86f6-22352f9c2969 req-063cf837-ea63-4bd2-975b-c4853a64f672 tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] 10.222.0.64 "GET /v2.0/ports?device_id=c98b0dbc-f211-42ee-b59d-0ede50a79871 HTTP/1.1" status: 200 len: 948 time: 0.4830148 Dec 08 16:09:00.991943 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-208f1344-7118-44f4-81aa-9a60939a4eaf req-df958f07-16d4-4973-a6b1-001b3f4fdf4b service neutron] 10.222.0.76 "GET /v2.0/networks/38d523e2-3df0-41e5-846a-7796bad806dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5940936 Dec 08 16:09:01.056675 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-35e8030d-7c7a-487a-9a3b-f1a295a33e09 req-8dd7b294-d3f2-43e8-a925-781e050d1d50 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:01.056934 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-35e8030d-7c7a-487a-9a3b-f1a295a33e09 req-8dd7b294-d3f2-43e8-a925-781e050d1d50 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:01.077226 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-35e8030d-7c7a-487a-9a3b-f1a295a33e09 req-8dd7b294-d3f2-43e8-a925-781e050d1d50 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Calling delete_port for c5ceecbf-ba0a-43be-b784-f84815d65e46 owned by network:floatingip {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:09:01.086333 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4d513b5e-c0ec-4d1f-86f6-22352f9c2969 req-5466161d-3fa5-4da6-997b-ca52be14d79c tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] 10.222.0.64 "GET /v2.0/security-groups?id=d901e266-50bf-41f5-875d-33f15b2e4073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159501 Dec 08 16:09:01.148280 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-208f1344-7118-44f4-81aa-9a60939a4eaf req-b5216fa8-54e7-4068-8722-3c15cd832ede service neutron] 10.222.0.76 "GET /v2.0/networks/38d523e2-3df0-41e5-846a-7796bad806dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461937 Dec 08 16:09:01.183187 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eedf8cbd-0021-4b2f-8956-9d29d48243c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:01.190233 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-300330b1-a656-4e84-8907-51404c96c2d3 req-0741af8f-15f1-4eb2-b4d3-49a753a7455e tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=f40a9ed6-d113-49bc-b1d9-8be6ef1942eb HTTP/1.1" status: 200 len: 210 time: 0.0286386 Dec 08 16:09:01.233733 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedf8cbd-0021-4b2f-8956-9d29d48243c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=db400ace-e686-4075-b8dd-b0d6e24152fa,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:01.329762 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9d01dd8-11e6-4726-88e9-20bc430d1430 req-9620c7bd-887b-4da1-8f77-824b16fac5cc tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Made reservation on behalf of 145eabef365e453db77ece9e597725f7 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:09:01.329762 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a9d01dd8-11e6-4726-88e9-20bc430d1430 req-9620c7bd-887b-4da1-8f77-824b16fac5cc tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:01.426525 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7085155-579d-4d2c-80b9-fdb778ff430b req-0d025d0a-4e8e-49c1-8e69-61ef8b63f6dc tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:01.430484 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f7085155-579d-4d2c-80b9-fdb778ff430b req-0d025d0a-4e8e-49c1-8e69-61ef8b63f6dc tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=349e08bb-ed24-4fac-8ea4-b6cd43e6c151 HTTP/1.1" status: 200 len: 943 time: 0.0817816 Dec 08 16:09:01.541695 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f7085155-579d-4d2c-80b9-fdb778ff430b req-f6cd0ee4-7d3d-4b52-993b-f65eaf2babb0 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753298 Dec 08 16:09:01.589727 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 71768c10-eb53-4168-ad2c-0cf6978bde4e details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:09:01.721217 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 71768c10-eb53-4168-ad2c-0cf6978bde4e, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=71768c10-eb53-4168-ad2c-0cf6978bde4e,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:09:01.740356 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '71768c10-eb53-4168-ad2c-0cf6978bde4e', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'port_id': '71768c10-eb53-4168-ad2c-0cf6978bde4e', 'mac_address': 'fa:16:3e:46:e1:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c93b3a32-b438-4a47-8558-220c03febf97', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:09:01.787260 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:01.808387 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-35e8030d-7c7a-487a-9a3b-f1a295a33e09 req-8dd7b294-d3f2-43e8-a925-781e050d1d50 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:01.808841 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71768c10-eb53-4168-ad2c-0cf6978bde4e {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:09:01.832460 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 71768c10-eb53-4168-ad2c-0cf6978bde4e, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=71768c10-eb53-4168-ad2c-0cf6978bde4e,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:09:01.858933 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd7b294-d3f2-43e8-a925-781e050d1d50 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Pushing event deleted for resources: {'Port': ['ID=c5ceecbf-ba0a-43be-b784-f84815d65e46,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:01.960510 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:02.019337 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=71768c10-eb53-4168-ad2c-0cf6978bde4e,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:02.029207 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eedf8cbd-0021-4b2f-8956-9d29d48243c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:02.049979 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-35e8030d-7c7a-487a-9a3b-f1a295a33e09 req-8dd7b294-d3f2-43e8-a925-781e050d1d50 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Publish callbacks [] for floatingip, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:02.053733 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-35e8030d-7c7a-487a-9a3b-f1a295a33e09 req-8dd7b294-d3f2-43e8-a925-781e050d1d50 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:02.055188 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-35e8030d-7c7a-487a-9a3b-f1a295a33e09 req-8dd7b294-d3f2-43e8-a925-781e050d1d50 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "DELETE /v2.0/floatingips/9ffd053b-cf08-470e-a28b-7960ee888dc0 HTTP/1.1" status: 204 len: 173 time: 1.6952221 Dec 08 16:09:02.056894 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-a9d01dd8-11e6-4726-88e9-20bc430d1430 req-9620c7bd-887b-4da1-8f77-824b16fac5cc tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Allocated IP 192.168.233.229 (b91759c7-445e-4f7b-9fc4-64d80951832c/c93b3a32-b438-4a47-8558-220c03febf97/ecdb0e8e-7c63-43bd-aa21-72ceeaaef060) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:09:02.194804 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-a299dac2-e065-4337-b898-4a3041ca291d service neutron] 10.222.0.37 "GET /v2.0/ports/96086acd-97e4-4825-8a5e-edacfd30b435/bindings/n-h1-776250-12 HTTP/1.1" status: 200 len: 385 time: 0.0700099 Dec 08 16:09:02.277168 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['71768c10-eb53-4168-ad2c-0cf6978bde4e'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:09:02.438367 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-9bf444a7-0d15-4ffd-b479-72c19cf1f96f service neutron] For port 96086acd-97e4-4825-8a5e-edacfd30b435, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=96086acd-97e4-4825-8a5e-edacfd30b435,segment=NetworkSegment(feac72a6-bbb0-42da-a5f2-51d59135d26f),segment_id=feac72a6-bbb0-42da-a5f2-51d59135d26f)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:09:02.462563 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02802b84-d1fb-4e75-8452-56317134a8cf req-2bb8071d-a73e-4ecc-8dfd-045823335281 tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:02.468926 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-9bf444a7-0d15-4ffd-b479-72c19cf1f96f service neutron] For port 96086acd-97e4-4825-8a5e-edacfd30b435, host n-h2-776250-12, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:09:02.469727 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-02802b84-d1fb-4e75-8452-56317134a8cf req-2bb8071d-a73e-4ecc-8dfd-045823335281 tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] 10.222.0.64 "GET /v2.0/ports?device_id=c98b0dbc-f211-42ee-b59d-0ede50a79871 HTTP/1.1" status: 200 len: 949 time: 0.1891479 Dec 08 16:09:02.508803 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-9bf444a7-0d15-4ffd-b479-72c19cf1f96f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96086acd-97e4-4825-8a5e-edacfd30b435 {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:09:02.519952 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-9bf444a7-0d15-4ffd-b479-72c19cf1f96f service neutron] For port 96086acd-97e4-4825-8a5e-edacfd30b435, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=96086acd-97e4-4825-8a5e-edacfd30b435,segment=NetworkSegment(feac72a6-bbb0-42da-a5f2-51d59135d26f),segment_id=feac72a6-bbb0-42da-a5f2-51d59135d26f)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:09:02.593778 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a9d01dd8-11e6-4726-88e9-20bc430d1430 req-9620c7bd-887b-4da1-8f77-824b16fac5cc tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:02.601193 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-02802b84-d1fb-4e75-8452-56317134a8cf req-df39b176-17ec-4cfd-9a81-82673ae0ff8a tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] 10.222.0.64 "GET /v2.0/security-groups?id=d901e266-50bf-41f5-875d-33f15b2e4073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305726 Dec 08 16:09:02.632501 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eedf8cbd-0021-4b2f-8956-9d29d48243c9 admin admin] Router 14ddbb3a-64a4-4bb1-be1b-f440d2cab96e has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:09:02.703809 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-be446781-6b0b-4727-8cfb-9745beaa7add req-b0c82c93-5891-444e-8c75-4119afb5368f tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=f40a9ed6-d113-49bc-b1d9-8be6ef1942eb HTTP/1.1" status: 200 len: 210 time: 0.0532386 Dec 08 16:09:02.703809 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-9bf444a7-0d15-4ffd-b479-72c19cf1f96f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:02.785768 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a9d01dd8-11e6-4726-88e9-20bc430d1430 req-9620c7bd-887b-4da1-8f77-824b16fac5cc tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:02.791700 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-9bf444a7-0d15-4ffd-b479-72c19cf1f96f service neutron] Transition to ACTIVE for port object 96086acd-97e4-4825-8a5e-edacfd30b435 will not be triggered until provisioned by entity L2. {{(pid=110551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:09:02.799847 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['98d1b751-4ef7-4df1-9b81-a412e32c3bd1', 'e1b87357-8ff8-4cc8-b965-905e739ea923'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:09:02.852599 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d02ad2-068a-45a5-a600-1145989be610 req-8cdf4fe4-893a-45f0-8c65-ba2bf48adf83 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:02.854221 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-33d02ad2-068a-45a5-a600-1145989be610 req-8cdf4fe4-893a-45f0-8c65-ba2bf48adf83 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/ports?device_id=d512652e-fd6a-4e6e-af70-2764878d1345 HTTP/1.1" status: 200 len: 946 time: 0.0612423 Dec 08 16:09:02.854422 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eedf8cbd-0021-4b2f-8956-9d29d48243c9 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:09:02.863191 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9d01dd8-11e6-4726-88e9-20bc430d1430 req-9620c7bd-887b-4da1-8f77-824b16fac5cc tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Network b91759c7-445e-4f7b-9fc4-64d80951832c is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:09:02.870996 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-eedf8cbd-0021-4b2f-8956-9d29d48243c9 admin admin] 10.222.0.64 "PUT /v2.0/routers/14ddbb3a-64a4-4bb1-be1b-f440d2cab96e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1925025 Dec 08 16:09:02.875828 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41454) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:02.881442 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0739a899-15e1-43f3-ae14-1f1971995b1a None None] Sync routers for ids ['14ddbb3a-64a4-4bb1-be1b-f440d2cab96e'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:09:02.883216 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d496399-4d48-4437-ba4f-4ca3983c2432 req-825947a9-e0c0-4951-ba50-585c71ee1574 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:02.884852 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8d496399-4d48-4437-ba4f-4ca3983c2432 req-825947a9-e0c0-4951-ba50-585c71ee1574 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=349e08bb-ed24-4fac-8ea4-b6cd43e6c151 HTTP/1.1" status: 200 len: 943 time: 0.1321015 Dec 08 16:09:02.886903 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-a9d01dd8-11e6-4726-88e9-20bc430d1430 req-9620c7bd-887b-4da1-8f77-824b16fac5cc tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:09:02.889047 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9620c7bd-887b-4da1-8f77-824b16fac5cc tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Pushing event updated for resources: {'Port': ['ID=ecdb0e8e-7c63-43bd-aa21-72ceeaaef060,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:02.891499 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9d01dd8-11e6-4726-88e9-20bc430d1430 req-9620c7bd-887b-4da1-8f77-824b16fac5cc tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:09:02.912670 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0739a899-15e1-43f3-ae14-1f1971995b1a None None] Routers {'14ddbb3a-64a4-4bb1-be1b-f440d2cab96e'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:09:02.913640 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-0739a899-15e1-43f3-ae14-1f1971995b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:08:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['14ddbb3a-64a4-4bb1-be1b-f440d2cab96e'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:09:02.935661 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-9bf444a7-0d15-4ffd-b479-72c19cf1f96f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:02.982117 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d01dd8-11e6-4726-88e9-20bc430d1430 req-9620c7bd-887b-4da1-8f77-824b16fac5cc tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:02.982852 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a9d01dd8-11e6-4726-88e9-20bc430d1430 req-9620c7bd-887b-4da1-8f77-824b16fac5cc tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:03.009712 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8d496399-4d48-4437-ba4f-4ca3983c2432 req-36eea22a-93b5-47e9-a9eb-4855aaa41c06 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853684 Dec 08 16:09:03.069685 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-33d02ad2-068a-45a5-a600-1145989be610 req-5fdbad5a-73d7-4fcb-8bad-0c29f267a2ac tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/security-groups?id=953ad95e-c2f2-4bf4-8be8-2640db5aea9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035041 Dec 08 16:09:03.101921 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-0739a899-15e1-43f3-ae14-1f1971995b1a None None] Set router 14ddbb3a-64a4-4bb1-be1b-f440d2cab96e gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:09:03.122693 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a9d01dd8-11e6-4726-88e9-20bc430d1430 req-9620c7bd-887b-4da1-8f77-824b16fac5cc tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3092303 Dec 08 16:09:03.148722 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-a9d01dd8-11e6-4726-88e9-20bc430d1430 req-a8060476-a2ed-4039-aa3e-a7c0b36d2213 service neutron] Request body: {'port': {'device_id': 'f40a9ed6-d113-49bc-b1d9-8be6ef1942eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:09:03.174626 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf444a7-0d15-4ffd-b479-72c19cf1f96f service neutron] Pushing event updated for resources: {'Port': ['ID=96086acd-97e4-4825-8a5e-edacfd30b435,revision_number=10']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:03.186490 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-9bf444a7-0d15-4ffd-b479-72c19cf1f96f service neutron] No DVR routers for this DVR port 96086acd-97e4-4825-8a5e-edacfd30b435 on host n-h2-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:09:03.238055 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3ee0a7de-09f9-41e4-995c-f60fb8480569 admin admin] Publish callbacks [] for router, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:03.245478 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-9bf444a7-0d15-4ffd-b479-72c19cf1f96f service neutron] 10.222.0.37 "PUT /v2.0/ports/96086acd-97e4-4825-8a5e-edacfd30b435/bindings/n-h1-776250-12/activate HTTP/1.1" status: 200 len: 370 time: 1.0421026 Dec 08 16:09:03.256796 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a9d01dd8-11e6-4726-88e9-20bc430d1430 req-a8060476-a2ed-4039-aa3e-a7c0b36d2213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:03.341859 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-522a3310-48c6-48d8-b207-042e2f134397 None None] Provisioning complete for port ecdb0e8e-7c63-43bd-aa21-72ceeaaef060 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:09:03.342481 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-522a3310-48c6-48d8-b207-042e2f134397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:03.363614 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3ee0a7de-09f9-41e4-995c-f60fb8480569 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:03.424003 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-522a3310-48c6-48d8-b207-042e2f134397 None None] Port ecdb0e8e-7c63-43bd-aa21-72ceeaaef060 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:09:03.452352 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-1b3b68a0-0822-4e73-b465-6d4decf28cfb tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:03.454096 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-1b3b68a0-0822-4e73-b465-6d4decf28cfb tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=349e08bb-ed24-4fac-8ea4-b6cd43e6c151&tenant_id=8b17b512834447aea285923e7004d778&binding%3Ahost_id=n-h2-776250-12 HTTP/1.1" status: 200 len: 1096 time: 0.0562124 Dec 08 16:09:03.454536 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-0739a899-15e1-43f3-ae14-1f1971995b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ddbb3a-64a4-4bb1-be1b-f440d2cab96e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-612582527-router', 'tenant_id': 'a852a94827a640d4b4d781ca2b4d8472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '9fc1e132-8b2d-46f3-912c-e7a2fc1b1c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:21Z', 'updated_at': '2021-12-08T16:09:00Z', 'revision_number': 5, 'project_id': 'a852a94827a640d4b4d781ca2b4d8472', 'gw_port': {'id': '9fc1e132-8b2d-46f3-912c-e7a2fc1b1c57', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:91:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ddbb3a-64a4-4bb1-be1b-f440d2cab96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:22Z', 'updated_at': '2021-12-08T16:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:09:03.485524 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0739a899-15e1-43f3-ae14-1f1971995b1a None None] Checking router: 14ddbb3a-64a4-4bb1-be1b-f440d2cab96e for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:09:03.494573 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0739a899-15e1-43f3-ae14-1f1971995b1a None None] Routers {'14ddbb3a-64a4-4bb1-be1b-f440d2cab96e'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:09:03.495095 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-0739a899-15e1-43f3-ae14-1f1971995b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:08:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['14ddbb3a-64a4-4bb1-be1b-f440d2cab96e'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:09:03.557666 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-2cd6cd3e-c083-4930-a787-5efd375eb3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:03.559260 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-2cd6cd3e-c083-4930-a787-5efd375eb3f2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=349e08bb-ed24-4fac-8ea4-b6cd43e6c151&tenant_id=8b17b512834447aea285923e7004d778 HTTP/1.1" status: 200 len: 1096 time: 0.0861335 Dec 08 16:09:03.559938 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-a9d01dd8-11e6-4726-88e9-20bc430d1430 req-a8060476-a2ed-4039-aa3e-a7c0b36d2213 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecdb0e8e-7c63-43bd-aa21-72ceeaaef060 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:09:03.560771 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-3ee0a7de-09f9-41e4-995c-f60fb8480569 admin admin] Deleting port 9fc1e132-8b2d-46f3-912c-e7a2fc1b1c57 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:09:03.561110 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3ee0a7de-09f9-41e4-995c-f60fb8480569 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:03.569206 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a9d01dd8-11e6-4726-88e9-20bc430d1430 req-a8060476-a2ed-4039-aa3e-a7c0b36d2213 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:03.585557 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-a9d01dd8-11e6-4726-88e9-20bc430d1430 req-a8060476-a2ed-4039-aa3e-a7c0b36d2213 service neutron] Transition to ACTIVE for port object ecdb0e8e-7c63-43bd-aa21-72ceeaaef060 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:09:03.586051 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-0739a899-15e1-43f3-ae14-1f1971995b1a None None] Set router 14ddbb3a-64a4-4bb1-be1b-f440d2cab96e gateway port host: None {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:09:03.679841 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a9d01dd8-11e6-4726-88e9-20bc430d1430 req-a8060476-a2ed-4039-aa3e-a7c0b36d2213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:03.696419 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-4c3a8eea-7b72-4ff2-8a44-92db4252d5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:03.698381 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-4c3a8eea-7b72-4ff2-8a44-92db4252d5a1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8b17b512834447aea285923e7004d778&device_id=349e08bb-ed24-4fac-8ea4-b6cd43e6c151 HTTP/1.1" status: 200 len: 1096 time: 0.1090808 Dec 08 16:09:03.739997 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8060476-a2ed-4039-aa3e-a7c0b36d2213 service neutron] Pushing event updated for resources: {'Port': ['ID=ecdb0e8e-7c63-43bd-aa21-72ceeaaef060,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:03.757961 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 71768c10-eb53-4168-ad2c-0cf6978bde4e up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:09:03.779286 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-3ee0a7de-09f9-41e4-995c-f60fb8480569 admin admin] For port 9fc1e132-8b2d-46f3-912c-e7a2fc1b1c57, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=9fc1e132-8b2d-46f3-912c-e7a2fc1b1c57,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:09:03.779699 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3ee0a7de-09f9-41e4-995c-f60fb8480569 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:03.789048 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-0739a899-15e1-43f3-ae14-1f1971995b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ddbb3a-64a4-4bb1-be1b-f440d2cab96e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-612582527-router', 'tenant_id': 'a852a94827a640d4b4d781ca2b4d8472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:21Z', 'updated_at': '2021-12-08T16:09:03Z', 'revision_number': 6, 'project_id': 'a852a94827a640d4b4d781ca2b4d8472', 'gw_port_host': None}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:09:03.808906 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-3ee0a7de-09f9-41e4-995c-f60fb8480569 admin admin] Calling delete_port for 9fc1e132-8b2d-46f3-912c-e7a2fc1b1c57 owned by network:router_gateway {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:09:03.809862 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f505a03b-bf4c-4379-8ff9-4df6d5db9768 req-010b43dd-b0d3-4a32-83bd-0dc4e3dc2cd8 tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:03.818254 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f505a03b-bf4c-4379-8ff9-4df6d5db9768 req-010b43dd-b0d3-4a32-83bd-0dc4e3dc2cd8 tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] 10.222.0.64 "GET /v2.0/ports?device_id=c98b0dbc-f211-42ee-b59d-0ede50a79871 HTTP/1.1" status: 200 len: 949 time: 0.0797622 Dec 08 16:09:03.840587 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0739a899-15e1-43f3-ae14-1f1971995b1a None None] The sync data for ids ['14ddbb3a-64a4-4bb1-be1b-f440d2cab96e'] in n-d-776250-12 is: [{'id': '14ddbb3a-64a4-4bb1-be1b-f440d2cab96e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-612582527-router', 'tenant_id': 'a852a94827a640d4b4d781ca2b4d8472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:21Z', 'updated_at': '2021-12-08T16:09:03Z', 'revision_number': 6, 'project_id': 'a852a94827a640d4b4d781ca2b4d8472', 'gw_port_host': None}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:09:03.951678 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-731df9d9-3216-48af-a1ca-87623447cd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:03.952358 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-a9d01dd8-11e6-4726-88e9-20bc430d1430 req-a8060476-a2ed-4039-aa3e-a7c0b36d2213 service neutron] Attempting to bind port ecdb0e8e-7c63-43bd-aa21-72ceeaaef060 on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:09:03.952778 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-a9d01dd8-11e6-4726-88e9-20bc430d1430 req-a8060476-a2ed-4039-aa3e-a7c0b36d2213 service neutron] Attempting to bind port ecdb0e8e-7c63-43bd-aa21-72ceeaaef060 by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:09:03.953182 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d01dd8-11e6-4726-88e9-20bc430d1430 req-a8060476-a2ed-4039-aa3e-a7c0b36d2213 service neutron] Attempting to bind port ecdb0e8e-7c63-43bd-aa21-72ceeaaef060 on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:09:03.955424 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-731df9d9-3216-48af-a1ca-87623447cd86 service neutron] 10.222.0.76 "GET /v2.0/networks?id=34422553-fc63-47d6-a631-7f666537bc5c HTTP/1.1" status: 200 len: 909 time: 0.2464309 Dec 08 16:09:03.961283 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f505a03b-bf4c-4379-8ff9-4df6d5db9768 req-24eceb24-69d0-46fb-bc6c-9310f9de3a4a tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] 10.222.0.64 "GET /v2.0/security-groups?id=d901e266-50bf-41f5-875d-33f15b2e4073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413898 Dec 08 16:09:03.963056 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d01dd8-11e6-4726-88e9-20bc430d1430 req-a8060476-a2ed-4039-aa3e-a7c0b36d2213 service neutron] Port ecdb0e8e-7c63-43bd-aa21-72ceeaaef060 on network b91759c7-445e-4f7b-9fc4-64d80951832c not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:09:03.963404 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d01dd8-11e6-4726-88e9-20bc430d1430 req-a8060476-a2ed-4039-aa3e-a7c0b36d2213 service neutron] Attempting to bind port ecdb0e8e-7c63-43bd-aa21-72ceeaaef060 on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:09:03.969553 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d01dd8-11e6-4726-88e9-20bc430d1430 req-a8060476-a2ed-4039-aa3e-a7c0b36d2213 service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:09:03.970017 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d01dd8-11e6-4726-88e9-20bc430d1430 req-a8060476-a2ed-4039-aa3e-a7c0b36d2213 service neutron] Checking segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:09:03.970287 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d01dd8-11e6-4726-88e9-20bc430d1430 req-a8060476-a2ed-4039-aa3e-a7c0b36d2213 service neutron] Bound using segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:09:03.970751 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-a9d01dd8-11e6-4726-88e9-20bc430d1430 req-a8060476-a2ed-4039-aa3e-a7c0b36d2213 service neutron] Bound port: ecdb0e8e-7c63-43bd-aa21-72ceeaaef060, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:09:03.971105 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a9d01dd8-11e6-4726-88e9-20bc430d1430 req-a8060476-a2ed-4039-aa3e-a7c0b36d2213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:03.988306 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port 71768c10-eb53-4168-ad2c-0cf6978bde4e completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:09:03.992888 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 71768c10-eb53-4168-ad2c-0cf6978bde4e triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:09:03.993630 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:04.058835 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-f9e0201c-bbae-469e-a5bb-bc866f71230c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=96086acd-97e4-4825-8a5e-edacfd30b435 HTTP/1.1" status: 200 len: 217 time: 0.0619268 Dec 08 16:09:04.083088 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e36d380-79b5-4898-ba6e-7231789f3834 req-23f1ea5e-cbe2-407b-9ddf-f247e8f46298 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:04.085841 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1e36d380-79b5-4898-ba6e-7231789f3834 req-23f1ea5e-cbe2-407b-9ddf-f247e8f46298 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=f40a9ed6-d113-49bc-b1d9-8be6ef1942eb HTTP/1.1" status: 200 len: 948 time: 0.1829612 Dec 08 16:09:04.087665 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-a9d01dd8-11e6-4726-88e9-20bc430d1430 req-a8060476-a2ed-4039-aa3e-a7c0b36d2213 service neutron] For port ecdb0e8e-7c63-43bd-aa21-72ceeaaef060, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:09:04.091982 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-a9d01dd8-11e6-4726-88e9-20bc430d1430 req-a8060476-a2ed-4039-aa3e-a7c0b36d2213 service neutron] For port ecdb0e8e-7c63-43bd-aa21-72ceeaaef060, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=ecdb0e8e-7c63-43bd-aa21-72ceeaaef060,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:09:04.094801 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:04.119905 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c98b0dbc-f211-42ee-b59d-0ede50a79871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71768c10-eb53-4168-ad2c-0cf6978bde4e'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:09:04.122196 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfbd7b97-008e-4e8f-80b3-710cf8d6f37f" -d '{"events": [{"server_uuid": "c98b0dbc-f211-42ee-b59d-0ede50a79871", "name": "network-vif-plugged", "status": "completed", "tag": "71768c10-eb53-4168-ad2c-0cf6978bde4e"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:09:04.136332 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 71768c10-eb53-4168-ad2c-0cf6978bde4e, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=71768c10-eb53-4168-ad2c-0cf6978bde4e,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:09:04.183565 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb8633-4573-4d3c-b873-e3508cceeecc req-2e680794-76f5-4ee0-a522-93c9c0de10dd tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:04.185216 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-00cb8633-4573-4d3c-b873-e3508cceeecc req-2e680794-76f5-4ee0-a522-93c9c0de10dd tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=349e08bb-ed24-4fac-8ea4-b6cd43e6c151 HTTP/1.1" status: 200 len: 944 time: 0.0526335 Dec 08 16:09:04.212384 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a9d01dd8-11e6-4726-88e9-20bc430d1430 req-a8060476-a2ed-4039-aa3e-a7c0b36d2213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:04.225558 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-0b516d25-79d5-4b6b-8d9d-f0fbb07e7ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:04.227613 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-0b516d25-79d5-4b6b-8d9d-f0fbb07e7ce2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5db44a3c-d12a-4344-a611-2d41355a5e50 HTTP/1.1" status: 200 len: 848 time: 0.1564019 Dec 08 16:09:04.257639 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:04.258771 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 96086acd-97e4-4825-8a5e-edacfd30b435 no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:09:04.270906 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1e36d380-79b5-4898-ba6e-7231789f3834 req-f6006ad6-2070-49f3-8f40-c3edf64f563f tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747673 Dec 08 16:09:04.289520 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d01dd8-11e6-4726-88e9-20bc430d1430 req-a8060476-a2ed-4039-aa3e-a7c0b36d2213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:04.290076 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a9d01dd8-11e6-4726-88e9-20bc430d1430 req-a8060476-a2ed-4039-aa3e-a7c0b36d2213 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:04.291713 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a9d01dd8-11e6-4726-88e9-20bc430d1430 req-a8060476-a2ed-4039-aa3e-a7c0b36d2213 service neutron] 10.222.0.76 "PUT /v2.0/ports/ecdb0e8e-7c63-43bd-aa21-72ceeaaef060 HTTP/1.1" status: 200 len: 1097 time: 1.1577024 Dec 08 16:09:04.294256 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f40a9ed6-d113-49bc-b1d9-8be6ef1942eb', 'tag': 'ecdb0e8e-7c63-43bd-aa21-72ceeaaef060'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:09:04.296854 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef86976-917f-4ef9-84a9-a927538ce06b" -d '{"events": [{"name": "network-changed", "server_uuid": "f40a9ed6-d113-49bc-b1d9-8be6ef1942eb", "tag": "ecdb0e8e-7c63-43bd-aa21-72ceeaaef060"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:09:04.309016 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-fe0a91d5-6726-4f1e-a8c4-669daa3d68eb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=34422553-fc63-47d6-a631-7f666537bc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678098 Dec 08 16:09:04.351379 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8060476-a2ed-4039-aa3e-a7c0b36d2213 service neutron] Pushing event updated for resources: {'Port': ['ID=ecdb0e8e-7c63-43bd-aa21-72ceeaaef060,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:04.358400 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-00cb8633-4573-4d3c-b873-e3508cceeecc req-0f434e3d-a73b-473b-a52a-9af4ec75b1a3 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668420 Dec 08 16:09:04.364275 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:04.421556 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 96086acd-97e4-4825-8a5e-edacfd30b435 not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:09:04.440379 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c07f5319-5381-40da-82f3-67be440593c8 x-openstack-request-id: req-c07f5319-5381-40da-82f3-67be440593c8 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:09:04.440785 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c98b0dbc-f211-42ee-b59d-0ede50a79871", "name": "network-vif-plugged", "status": "completed", "tag": "71768c10-eb53-4168-ad2c-0cf6978bde4e", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:09:04.441184 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c07f5319-5381-40da-82f3-67be440593c8 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:09:04.442649 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c98b0dbc-f211-42ee-b59d-0ede50a79871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71768c10-eb53-4168-ad2c-0cf6978bde4e', 'code': 200} Dec 08 16:09:04.444322 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=71768c10-eb53-4168-ad2c-0cf6978bde4e,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:04.531261 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d01dd8-11e6-4726-88e9-20bc430d1430 req-7c606b86-60c5-4eea-81c0-00000c35565e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:04.534996 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a9d01dd8-11e6-4726-88e9-20bc430d1430 req-7c606b86-60c5-4eea-81c0-00000c35565e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=145eabef365e453db77ece9e597725f7&device_id=f40a9ed6-d113-49bc-b1d9-8be6ef1942eb HTTP/1.1" status: 200 len: 1100 time: 0.0745866 Dec 08 16:09:04.573029 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-b9633c74-9a5a-4ab7-94a2-63d61a476b3d service neutron] 10.222.0.76 "GET /v2.0/networks/34422553-fc63-47d6-a631-7f666537bc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879845 Dec 08 16:09:04.599552 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a9d01dd8-11e6-4726-88e9-20bc430d1430 req-c0e3211a-82e0-44a2-af95-31532fca235e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=ecdb0e8e-7c63-43bd-aa21-72ceeaaef060 HTTP/1.1" status: 200 len: 217 time: 0.0554063 Dec 08 16:09:04.641244 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59ccf57-976b-406c-9a8a-9bea94516978 x-openstack-request-id: req-c59ccf57-976b-406c-9a8a-9bea94516978 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:09:04.641537 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f40a9ed6-d113-49bc-b1d9-8be6ef1942eb", "tag": "ecdb0e8e-7c63-43bd-aa21-72ceeaaef060", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:09:04.641793 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c59ccf57-976b-406c-9a8a-9bea94516978 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:09:04.642196 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f40a9ed6-d113-49bc-b1d9-8be6ef1942eb', 'tag': 'ecdb0e8e-7c63-43bd-aa21-72ceeaaef060', 'status': 'completed', 'code': 200} Dec 08 16:09:04.664793 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7773e4e-1f3e-4691-bf15-8861ae2c9949 req-a5423200-3b0b-44dc-ba41-9bf5e07e8860 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:04.665382 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3ee0a7de-09f9-41e4-995c-f60fb8480569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:04.666316 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a7773e4e-1f3e-4691-bf15-8861ae2c9949 req-a5423200-3b0b-44dc-ba41-9bf5e07e8860 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.76 "GET /v2.0/ports?device_id=d512652e-fd6a-4e6e-af70-2764878d1345 HTTP/1.1" status: 200 len: 946 time: 0.1377282 Dec 08 16:09:04.670805 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d01dd8-11e6-4726-88e9-20bc430d1430 req-04492611-d585-4a91-8e67-211374f774c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:04.672632 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a9d01dd8-11e6-4726-88e9-20bc430d1430 req-04492611-d585-4a91-8e67-211374f774c9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.0659819 Dec 08 16:09:04.689123 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b6b432-c565-4ae2-965c-43f8d90bc7be req-1c3ab705-b1a6-44c8-a378-4e6ae8db0d30 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:04.691008 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-98b6b432-c565-4ae2-965c-43f8d90bc7be req-1c3ab705-b1a6-44c8-a378-4e6ae8db0d30 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/ports?device_id=d512652e-fd6a-4e6e-af70-2764878d1345 HTTP/1.1" status: 200 len: 946 time: 0.3255782 Dec 08 16:09:04.763276 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee0a7de-09f9-41e4-995c-f60fb8480569 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fc1e132-8b2d-46f3-912c-e7a2fc1b1c57,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:04.776537 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d01dd8-11e6-4726-88e9-20bc430d1430 req-6931901c-92ba-437b-8ff4-91f1b30f5481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:04.778052 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a9d01dd8-11e6-4726-88e9-20bc430d1430 req-6931901c-92ba-437b-8ff4-91f1b30f5481 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0962927 Dec 08 16:09:04.816433 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb6060d-b677-4086-a463-5786090a832b req-784ce261-a2ed-45ee-8211-564328e37eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:04.818008 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bbb6060d-b677-4086-a463-5786090a832b req-784ce261-a2ed-45ee-8211-564328e37eb4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c98b0dbc-f211-42ee-b59d-0ede50a79871 HTTP/1.1" status: 200 len: 1102 time: 0.2484236 Dec 08 16:09:04.856014 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-a7773e4e-1f3e-4691-bf15-8861ae2c9949 req-3e4a4303-7e60-45d5-b420-a6e2e3bc7d9c tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Deleting port 253385fb-1f84-4d79-bc46-4d22bea72e90 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:09:04.856377 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a7773e4e-1f3e-4691-bf15-8861ae2c9949 req-3e4a4303-7e60-45d5-b420-a6e2e3bc7d9c tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:04.884044 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-345059ce-4de3-424c-80cf-d96c28bee2b6 service neutron] 10.222.0.76 "GET /v2.0/networks/34422553-fc63-47d6-a631-7f666537bc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012125 Dec 08 16:09:04.893425 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3ee0a7de-09f9-41e4-995c-f60fb8480569 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:04.946095 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a9d01dd8-11e6-4726-88e9-20bc430d1430 req-063233e7-d92b-45c5-84dd-2caf0356099a service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591814 Dec 08 16:09:04.972255 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-98b6b432-c565-4ae2-965c-43f8d90bc7be req-89defb4e-0c7b-4235-86ae-67156cb01aa4 tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/security-groups?id=953ad95e-c2f2-4bf4-8be8-2640db5aea9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467716 Dec 08 16:09:05.018916 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-a7773e4e-1f3e-4691-bf15-8861ae2c9949 req-3e4a4303-7e60-45d5-b420-a6e2e3bc7d9c tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] For port 253385fb-1f84-4d79-bc46-4d22bea72e90, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=253385fb-1f84-4d79-bc46-4d22bea72e90,segment=NetworkSegment(fb4f3904-605a-466d-8350-ef7e46c87c22),segment_id=fb4f3904-605a-466d-8350-ef7e46c87c22)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:09:05.019307 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a7773e4e-1f3e-4691-bf15-8861ae2c9949 req-3e4a4303-7e60-45d5-b420-a6e2e3bc7d9c tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:05.022350 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3ee0a7de-09f9-41e4-995c-f60fb8480569 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:05.024821 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3ee0a7de-09f9-41e4-995c-f60fb8480569 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:05.040314 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-a7773e4e-1f3e-4691-bf15-8861ae2c9949 req-3e4a4303-7e60-45d5-b420-a6e2e3bc7d9c tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Calling delete_port for 253385fb-1f84-4d79-bc46-4d22bea72e90 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:09:05.044877 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bbb6060d-b677-4086-a463-5786090a832b req-f8d19cd7-c318-49b2-a415-1fd09ee20a1f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d901e266-50bf-41f5-875d-33f15b2e4073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151725 Dec 08 16:09:05.147490 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a9d01dd8-11e6-4726-88e9-20bc430d1430 req-a65cbee9-5abf-4752-8231-c405a4f16703 service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896822 Dec 08 16:09:05.180885 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab52c36-38bf-4f4c-9f59-ea3bbe6d67fc req-9032f825-a6cb-4091-82a0-e2d5f5f7f8ff tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:05.182585 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1ab52c36-38bf-4f4c-9f59-ea3bbe6d67fc req-9032f825-a6cb-4091-82a0-e2d5f5f7f8ff tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] 10.222.0.64 "GET /v2.0/ports?device_id=c98b0dbc-f211-42ee-b59d-0ede50a79871 HTTP/1.1" status: 200 len: 950 time: 0.1202552 Dec 08 16:09:05.188563 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3ee0a7de-09f9-41e4-995c-f60fb8480569 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:05.193865 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee0a7de-09f9-41e4-995c-f60fb8480569 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14ddbb3a-64a4-4bb1-be1b-f440d2cab96e {{(pid=110551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:09:05.194780 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3ee0a7de-09f9-41e4-995c-f60fb8480569 admin admin] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:05.195923 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-3ee0a7de-09f9-41e4-995c-f60fb8480569 admin admin] 10.222.0.64 "DELETE /v2.0/routers/14ddbb3a-64a4-4bb1-be1b-f440d2cab96e HTTP/1.1" status: 204 len: 168 time: 2.3190789 Dec 08 16:09:05.200032 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41478) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:05.265685 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5f97aae-3e59-416a-ad96-4e645d795465 admin admin] Deleting subnet ef5ea7fa-565f-48e7-8d27-0c7d9b33e964 {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:09:05.271963 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b5f97aae-3e59-416a-ad96-4e645d795465 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:05.346378 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b5f97aae-3e59-416a-ad96-4e645d795465 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:05.350115 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1ab52c36-38bf-4f4c-9f59-ea3bbe6d67fc req-d6568936-7dc5-4cde-9026-759133f8171a tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] 10.222.0.64 "GET /v2.0/security-groups?id=d901e266-50bf-41f5-875d-33f15b2e4073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508200 Dec 08 16:09:05.372421 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef86976-917f-4ef9-84a9-a927538ce06b req-77a1a859-5bfc-4a5f-81bb-f4fa3089d156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:05.374663 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bef86976-917f-4ef9-84a9-a927538ce06b req-77a1a859-5bfc-4a5f-81bb-f4fa3089d156 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=145eabef365e453db77ece9e597725f7&device_id=f40a9ed6-d113-49bc-b1d9-8be6ef1942eb HTTP/1.1" status: 200 len: 1100 time: 0.0852575 Dec 08 16:09:05.438219 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a7773e4e-1f3e-4691-bf15-8861ae2c9949 req-3e4a4303-7e60-45d5-b420-a6e2e3bc7d9c tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:05.455293 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['253385fb-1f84-4d79-bc46-4d22bea72e90'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:09:05.487174 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4a4303-7e60-45d5-b420-a6e2e3bc7d9c tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Pushing event deleted for resources: {'Port': ['ID=253385fb-1f84-4d79-bc46-4d22bea72e90,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:05.552253 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7773e4e-1f3e-4691-bf15-8861ae2c9949 req-3e4a4303-7e60-45d5-b420-a6e2e3bc7d9c tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] No DVR routers for this DVR port 253385fb-1f84-4d79-bc46-4d22bea72e90 on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:09:05.556726 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a7773e4e-1f3e-4691-bf15-8861ae2c9949 req-3e4a4303-7e60-45d5-b420-a6e2e3bc7d9c tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:05.560049 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a7773e4e-1f3e-4691-bf15-8861ae2c9949 req-3e4a4303-7e60-45d5-b420-a6e2e3bc7d9c tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.76 "DELETE /v2.0/ports/253385fb-1f84-4d79-bc46-4d22bea72e90 HTTP/1.1" status: 204 len: 173 time: 0.8864403 Dec 08 16:09:05.560232 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device db400ace-e686-4075-b8dd-b0d6e24152fa no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:09:05.564561 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc2c907-113c-4769-bdea-905b7c47b479 req-e1754f8d-bd75-4225-a5db-254c2c0930c8 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:05.568746 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4dc2c907-113c-4769-bdea-905b7c47b479 req-e1754f8d-bd75-4225-a5db-254c2c0930c8 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=f40a9ed6-d113-49bc-b1d9-8be6ef1942eb HTTP/1.1" status: 200 len: 948 time: 0.1817255 Dec 08 16:09:05.585358 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b5f97aae-3e59-416a-ad96-4e645d795465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:05.594798 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: db400ace-e686-4075-b8dd-b0d6e24152fa {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:09:05.595420 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device db400ace-e686-4075-b8dd-b0d6e24152fa not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:09:05.595850 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 9fc1e132-8b2d-46f3-912c-e7a2fc1b1c57 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:09:05.615916 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef86976-917f-4ef9-84a9-a927538ce06b req-24e638f7-a1dc-4e3f-855c-698f929934d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:05.616995 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 9fc1e132-8b2d-46f3-912c-e7a2fc1b1c57 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:09:05.617382 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 9fc1e132-8b2d-46f3-912c-e7a2fc1b1c57 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:09:05.617503 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bef86976-917f-4ef9-84a9-a927538ce06b req-24e638f7-a1dc-4e3f-855c-698f929934d1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b91759c7-445e-4f7b-9fc4-64d80951832c HTTP/1.1" status: 200 len: 870 time: 0.2353849 Dec 08 16:09:05.633333 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b629769-5918-4fba-8de0-06930f715505 req-b06bb485-0cf4-4bd0-89ed-2ef89e8ecca7 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:05.634898 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2b629769-5918-4fba-8de0-06930f715505 req-b06bb485-0cf4-4bd0-89ed-2ef89e8ecca7 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=349e08bb-ed24-4fac-8ea4-b6cd43e6c151 HTTP/1.1" status: 200 len: 944 time: 0.1414578 Dec 08 16:09:05.656730 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-0f81c665-45fd-4224-9dde-e7a89b3ae039 tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:05.658170 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-0f81c665-45fd-4224-9dde-e7a89b3ae039 tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=349e08bb-ed24-4fac-8ea4-b6cd43e6c151&tenant_id=8b17b512834447aea285923e7004d778&binding%3Ahost_id=n-h1-776250-12 HTTP/1.1" status: 200 len: 1096 time: 0.2204387 Dec 08 16:09:05.670359 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4dc2c907-113c-4769-bdea-905b7c47b479 req-8f8457eb-a5e5-488f-9cc2-885e33f764be tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924256 Dec 08 16:09:05.680562 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bef86976-917f-4ef9-84a9-a927538ce06b req-0ec84ad2-3bce-46a2-b2b1-f3d826b3c5b3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=ecdb0e8e-7c63-43bd-aa21-72ceeaaef060 HTTP/1.1" status: 200 len: 217 time: 0.0446153 Dec 08 16:09:05.759692 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef86976-917f-4ef9-84a9-a927538ce06b req-e1e0ba13-dfb0-4b20-8f56-fee7ac89f24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:05.761201 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bef86976-917f-4ef9-84a9-a927538ce06b req-e1e0ba13-dfb0-4b20-8f56-fee7ac89f24f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.0723445 Dec 08 16:09:05.765158 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2b629769-5918-4fba-8de0-06930f715505 req-f553f668-ce4a-400c-81e5-b30a647152b5 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223173 Dec 08 16:09:05.829908 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef86976-917f-4ef9-84a9-a927538ce06b req-37662dbd-6283-4d77-bb51-b87ea49aff43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:05.831433 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bef86976-917f-4ef9-84a9-a927538ce06b req-37662dbd-6283-4d77-bb51-b87ea49aff43 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0560503 Dec 08 16:09:05.851565 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b5f97aae-3e59-416a-ad96-4e645d795465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:05.882912 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f97aae-3e59-416a-ad96-4e645d795465 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef5ea7fa-565f-48e7-8d27-0c7d9b33e964,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:05.885358 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b5f97aae-3e59-416a-ad96-4e645d795465 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:05.889391 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b5f97aae-3e59-416a-ad96-4e645d795465 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ef5ea7fa-565f-48e7-8d27-0c7d9b33e964 HTTP/1.1" status: 204 len: 168 time: 0.6882858 Dec 08 16:09:05.891740 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41494) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:05.896282 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512c2836-b2c5-47fa-90f4-52a6428d4191 None None] Network 335547d4-bfd2-4ca6-83e2-63a39090738e requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:09:05.964849 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-7e6b5d89-b66b-4015-b8ac-95fce0d9238f service neutron] For port 96086acd-97e4-4825-8a5e-edacfd30b435, host n-h2-776250-12, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:09:05.976648 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-7e6b5d89-b66b-4015-b8ac-95fce0d9238f service neutron] Publish callbacks [] for binding, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:05.976648 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-28caaf66-3c86-468e-a1a5-e4fc6f41099e req-7e6b5d89-b66b-4015-b8ac-95fce0d9238f service neutron] 10.222.0.76 "DELETE /v2.0/ports/96086acd-97e4-4825-8a5e-edacfd30b435/bindings/n-h2-776250-12 HTTP/1.1" status: 204 len: 173 time: 0.2941625 Dec 08 16:09:06.011754 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8270e2e-c5e3-4d8f-a93d-de06ae6e5f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:06.040367 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d6dda-0c78-446c-8788-57eef4f94e51 req-f794021a-5768-47b7-aa9e-d901a8777ee7 tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:06.043377 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b76d6dda-0c78-446c-8788-57eef4f94e51 req-f794021a-5768-47b7-aa9e-d901a8777ee7 tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=349e08bb-ed24-4fac-8ea4-b6cd43e6c151 HTTP/1.1" status: 200 len: 1096 time: 0.1443763 Dec 08 16:09:06.049505 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bef86976-917f-4ef9-84a9-a927538ce06b req-12973d9b-fe5f-45e7-999f-90dc5968a061 service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083557 Dec 08 16:09:06.124958 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8270e2e-c5e3-4d8f-a93d-de06ae6e5f2d admin admin] Deleting port 7407642a-bcb7-47a3-85a0-db6e87add923 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:09:06.125515 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8270e2e-c5e3-4d8f-a93d-de06ae6e5f2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:06.187327 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b76d6dda-0c78-446c-8788-57eef4f94e51 req-8e5b48cb-83b7-4acf-a412-54c6b3a1c671 tempest-LiveMigrationTest-324605766 tempest-LiveMigrationTest-324605766-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354465 Dec 08 16:09:06.235858 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c78621-fd25-4922-90c9-6d809e00076c None None] DHCP port deletion for 335547d4-bfd2-4ca6-83e2-63a39090738e request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:09:06.249780 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bef86976-917f-4ef9-84a9-a927538ce06b req-56989482-7faa-40ca-b592-7a7085f80a0d service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879439 Dec 08 16:09:06.265403 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a8b6ae41-c359-472b-99dc-76283e95d065 req-4f91812c-6c46-490b-879d-c68b876cac8b tempest-FloatingIPsAssociationTestJSON-946664870 tempest-FloatingIPsAssociationTestJSON-946664870-project] 10.222.0.64 "GET /v2.0/ports?device_id=d512652e-fd6a-4e6e-af70-2764878d1345 HTTP/1.1" status: 200 len: 210 time: 0.0792344 Dec 08 16:09:06.276232 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-d8270e2e-c5e3-4d8f-a93d-de06ae6e5f2d admin admin] For port 7407642a-bcb7-47a3-85a0-db6e87add923, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=7407642a-bcb7-47a3-85a0-db6e87add923,segment=NetworkSegment(a657cd3d-b4f1-4de9-9e20-89332c54a82c),segment_id=a657cd3d-b4f1-4de9-9e20-89332c54a82c)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:09:06.276970 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8270e2e-c5e3-4d8f-a93d-de06ae6e5f2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:06.296357 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d8270e2e-c5e3-4d8f-a93d-de06ae6e5f2d admin admin] Calling delete_port for 7407642a-bcb7-47a3-85a0-db6e87add923 owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:09:06.327686 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-55c78621-fd25-4922-90c9-6d809e00076c None None] Deleting port 7407642a-bcb7-47a3-85a0-db6e87add923 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:09:06.328278 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-55c78621-fd25-4922-90c9-6d809e00076c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:06.401881 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-55c78621-fd25-4922-90c9-6d809e00076c None None] For port 7407642a-bcb7-47a3-85a0-db6e87add923, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=7407642a-bcb7-47a3-85a0-db6e87add923,segment=NetworkSegment(a657cd3d-b4f1-4de9-9e20-89332c54a82c),segment_id=a657cd3d-b4f1-4de9-9e20-89332c54a82c)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:09:06.402359 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-55c78621-fd25-4922-90c9-6d809e00076c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:06.418444 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-55c78621-fd25-4922-90c9-6d809e00076c None None] Calling delete_port for 7407642a-bcb7-47a3-85a0-db6e87add923 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:09:06.486520 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8270e2e-c5e3-4d8f-a93d-de06ae6e5f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:06.506267 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-55c78621-fd25-4922-90c9-6d809e00076c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:06.533468 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c78621-fd25-4922-90c9-6d809e00076c None None] Pushing event deleted for resources: {'Port': ['ID=7407642a-bcb7-47a3-85a0-db6e87add923,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:06.537724 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c78621-fd25-4922-90c9-6d809e00076c None None] No DVR routers for this DVR port 7407642a-bcb7-47a3-85a0-db6e87add923 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:09:06.541944 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8270e2e-c5e3-4d8f-a93d-de06ae6e5f2d admin admin] Pushing event deleted for resources: {'Port': ['ID=7407642a-bcb7-47a3-85a0-db6e87add923,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:06.548996 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8270e2e-c5e3-4d8f-a93d-de06ae6e5f2d admin admin] No DVR routers for this DVR port 7407642a-bcb7-47a3-85a0-db6e87add923 on host n-d-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:09:06.643716 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd512652e-fd6a-4e6e-af70-2764878d1345', 'name': 'network-vif-deleted', 'tag': '253385fb-1f84-4d79-bc46-4d22bea72e90'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:09:06.644462 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795cba3-bffa-4ba9-9cf1-88b7e7af7ea1 req-56befb9f-13a2-46cf-871e-0cb018f9c857 tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:06.646440 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e795cba3-bffa-4ba9-9cf1-88b7e7af7ea1 req-56befb9f-13a2-46cf-871e-0cb018f9c857 tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] 10.222.0.64 "GET /v2.0/ports?device_id=c98b0dbc-f211-42ee-b59d-0ede50a79871 HTTP/1.1" status: 200 len: 950 time: 0.1748085 Dec 08 16:09:06.646578 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a912de-624c-4b7c-b5ec-17b9017024b7" -d '{"events": [{"server_uuid": "d512652e-fd6a-4e6e-af70-2764878d1345", "name": "network-vif-deleted", "tag": "253385fb-1f84-4d79-bc46-4d22bea72e90"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:09:06.653419 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8270e2e-c5e3-4d8f-a93d-de06ae6e5f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:06.697383 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-d8270e2e-c5e3-4d8f-a93d-de06ae6e5f2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['335547d4-bfd2-4ca6-83e2-63a39090738e']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:09:06.706187 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-113f1330-1fa6-40b4-9a7d-4bca5be0c695 x-openstack-request-id: req-113f1330-1fa6-40b4-9a7d-4bca5be0c695 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:09:06.712262 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d512652e-fd6a-4e6e-af70-2764878d1345", "name": "network-vif-deleted", "tag": "253385fb-1f84-4d79-bc46-4d22bea72e90", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:09:06.712262 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-113f1330-1fa6-40b4-9a7d-4bca5be0c695 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:09:06.712262 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd512652e-fd6a-4e6e-af70-2764878d1345', 'name': 'network-vif-deleted', 'tag': '253385fb-1f84-4d79-bc46-4d22bea72e90', 'status': 'completed', 'code': 200} Dec 08 16:09:06.720334 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-d8270e2e-c5e3-4d8f-a93d-de06ae6e5f2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a657cd3d-b4f1-4de9-9e20-89332c54a82c') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:09:06.720787 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-d8270e2e-c5e3-4d8f-a93d-de06ae6e5f2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a657cd3d-b4f1-4de9-9e20-89332c54a82c') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:09:06.740847 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8270e2e-c5e3-4d8f-a93d-de06ae6e5f2d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:06.755650 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e795cba3-bffa-4ba9-9cf1-88b7e7af7ea1 req-9812bc14-dda9-4876-9ce6-5f07dd7241d9 tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] 10.222.0.64 "GET /v2.0/security-groups?id=d901e266-50bf-41f5-875d-33f15b2e4073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982234 Dec 08 16:09:06.769016 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8270e2e-c5e3-4d8f-a93d-de06ae6e5f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:06.777945 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8270e2e-c5e3-4d8f-a93d-de06ae6e5f2d admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:09:06.778842 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8270e2e-c5e3-4d8f-a93d-de06ae6e5f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:06.786834 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:09:06.786834 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:09:06.786834 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:09:06.786834 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:09:06.786834 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:09:06.786834 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:09:06.786834 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:09:06.786834 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:09:06.786834 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:09:06.786834 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:09:06.786834 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:09:06.786834 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:09:06.786834 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:09:06.786834 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:09:06.786834 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:09:06.786834 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:09:06.786834 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:09:06.786834 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:09:06.786834 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:09:06.786834 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:09:06.786834 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:09:06.786834 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:09:06.786834 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:09:06.786834 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:09:06.786834 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:09:06.786834 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:09:06.786834 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:09:06.786834 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:09:06.786834 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:09:06.786834 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:09:06.786834 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:09:06.786834 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:09:06.815970 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64257306-6961-4e0f-8359-da4d6df6d522 req-164e2652-a7e5-4b46-99aa-3b48d7b80bb9 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:06.818210 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-64257306-6961-4e0f-8359-da4d6df6d522 req-164e2652-a7e5-4b46-99aa-3b48d7b80bb9 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=349e08bb-ed24-4fac-8ea4-b6cd43e6c151 HTTP/1.1" status: 200 len: 944 time: 0.0642233 Dec 08 16:09:06.881938 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-64257306-6961-4e0f-8359-da4d6df6d522 req-1070990b-f768-4d7a-8a7b-7bf8c30f7d98 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577731 Dec 08 16:09:06.895605 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f90566-d07f-484c-8736-5c8208503bfa req-c3e31be0-a09f-45ab-b913-364059a35fac tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:06.897348 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b6f90566-d07f-484c-8736-5c8208503bfa req-c3e31be0-a09f-45ab-b913-364059a35fac tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=f40a9ed6-d113-49bc-b1d9-8be6ef1942eb HTTP/1.1" status: 200 len: 948 time: 0.0529776 Dec 08 16:09:06.954809 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b6f90566-d07f-484c-8736-5c8208503bfa req-076b0162-6d1c-41da-b46f-96ad97287dcd tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501194 Dec 08 16:09:06.987933 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8270e2e-c5e3-4d8f-a93d-de06ae6e5f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:06.994956 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8270e2e-c5e3-4d8f-a93d-de06ae6e5f2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:06.999539 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d8270e2e-c5e3-4d8f-a93d-de06ae6e5f2d admin admin] 10.222.0.64 "DELETE /v2.0/networks/335547d4-bfd2-4ca6-83e2-63a39090738e HTTP/1.1" status: 204 len: 168 time: 1.1050022 Dec 08 16:09:07.001294 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41512) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:07.009961 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8270e2e-c5e3-4d8f-a93d-de06ae6e5f2d admin admin] Pushing event deleted for resources: {'Network': ['ID=335547d4-bfd2-4ca6-83e2-63a39090738e,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:07.327723 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41518) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:07.564805 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 7407642a-bcb7-47a3-85a0-db6e87add923 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:09:07.591143 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 7407642a-bcb7-47a3-85a0-db6e87add923 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:09:07.591810 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 7407642a-bcb7-47a3-85a0-db6e87add923 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:09:07.626053 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a38e6-a975-4e44-8412-10b4cbc85ac6 req-a85a9bc8-87da-436d-b328-2a1d686ffaa1 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:07.627535 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e81a38e6-a975-4e44-8412-10b4cbc85ac6 req-a85a9bc8-87da-436d-b328-2a1d686ffaa1 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.76 "GET /v2.0/ports?device_id=349e08bb-ed24-4fac-8ea4-b6cd43e6c151 HTTP/1.1" status: 200 len: 944 time: 0.0974698 Dec 08 16:09:07.751065 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-621c7baa-be28-4a8d-95c5-5f0166bf2883 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:07.780610 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device ecdb0e8e-7c63-43bd-aa21-72ceeaaef060 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:09:07.800590 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-e81a38e6-a975-4e44-8412-10b4cbc85ac6 req-57b316bf-d2fb-4869-b322-07ab7a710ac4 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Deleting port 96086acd-97e4-4825-8a5e-edacfd30b435 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:09:07.801106 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e81a38e6-a975-4e44-8412-10b4cbc85ac6 req-57b316bf-d2fb-4869-b322-07ab7a710ac4 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:07.947705 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-e81a38e6-a975-4e44-8412-10b4cbc85ac6 req-57b316bf-d2fb-4869-b322-07ab7a710ac4 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] For port 96086acd-97e4-4825-8a5e-edacfd30b435, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=96086acd-97e4-4825-8a5e-edacfd30b435,segment=NetworkSegment(feac72a6-bbb0-42da-a5f2-51d59135d26f),segment_id=feac72a6-bbb0-42da-a5f2-51d59135d26f)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:09:07.947705 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e81a38e6-a975-4e44-8412-10b4cbc85ac6 req-57b316bf-d2fb-4869-b322-07ab7a710ac4 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:07.952899 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-25e46edd-6db7-458a-9c27-a4cbfafc9ee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:07.967854 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port ecdb0e8e-7c63-43bd-aa21-72ceeaaef060, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=ecdb0e8e-7c63-43bd-aa21-72ceeaaef060,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:09:07.982577 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': 'ecdb0e8e-7c63-43bd-aa21-72ceeaaef060', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'port_id': 'ecdb0e8e-7c63-43bd-aa21-72ceeaaef060', 'mac_address': 'fa:16:3e:97:3c:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c93b3a32-b438-4a47-8558-220c03febf97', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:09:07.988693 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e47963-b4cb-4260-a7ea-641c01cb01c3 req-2ad2c5a7-7e75-40a1-ab0b-49905579a165 tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:07.990805 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c2e47963-b4cb-4260-a7ea-641c01cb01c3 req-2ad2c5a7-7e75-40a1-ab0b-49905579a165 tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] 10.222.0.64 "GET /v2.0/ports?device_id=c98b0dbc-f211-42ee-b59d-0ede50a79871 HTTP/1.1" status: 200 len: 950 time: 0.1192348 Dec 08 16:09:08.007238 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-e81a38e6-a975-4e44-8412-10b4cbc85ac6 req-57b316bf-d2fb-4869-b322-07ab7a710ac4 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Calling delete_port for 96086acd-97e4-4825-8a5e-edacfd30b435 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:09:08.032117 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:08.050617 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecdb0e8e-7c63-43bd-aa21-72ceeaaef060 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:09:08.075212 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port ecdb0e8e-7c63-43bd-aa21-72ceeaaef060, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=ecdb0e8e-7c63-43bd-aa21-72ceeaaef060,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:09:08.080754 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c2e47963-b4cb-4260-a7ea-641c01cb01c3 req-c98c3030-53d2-4a8b-bd37-97c7666cca64 tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] 10.222.0.64 "GET /v2.0/security-groups?id=d901e266-50bf-41f5-875d-33f15b2e4073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809402 Dec 08 16:09:08.161789 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-621c7baa-be28-4a8d-95c5-5f0166bf2883 admin admin] Deleting port 04edc66c-931b-4db9-a9b5-dc2c2367be82 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:09:08.162130 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-621c7baa-be28-4a8d-95c5-5f0166bf2883 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:08.169619 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bd8e88-3f92-48ed-b543-e568419100ea req-4711a406-2d58-45d3-80a1-b301f30aaf1f tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:08.171249 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b0bd8e88-3f92-48ed-b543-e568419100ea req-4711a406-2d58-45d3-80a1-b301f30aaf1f tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=349e08bb-ed24-4fac-8ea4-b6cd43e6c151 HTTP/1.1" status: 200 len: 944 time: 0.1681650 Dec 08 16:09:08.177369 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:08.268503 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=ecdb0e8e-7c63-43bd-aa21-72ceeaaef060,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:08.312252 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-621c7baa-be28-4a8d-95c5-5f0166bf2883 admin admin] For port 04edc66c-931b-4db9-a9b5-dc2c2367be82, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=04edc66c-931b-4db9-a9b5-dc2c2367be82,segment=NetworkSegment(fb4f3904-605a-466d-8350-ef7e46c87c22),segment_id=fb4f3904-605a-466d-8350-ef7e46c87c22)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:09:08.312759 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-621c7baa-be28-4a8d-95c5-5f0166bf2883 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:08.329813 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-621c7baa-be28-4a8d-95c5-5f0166bf2883 admin admin] Calling delete_port for 04edc66c-931b-4db9-a9b5-dc2c2367be82 owned by network:router_interface {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:09:08.352994 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b0bd8e88-3f92-48ed-b543-e568419100ea req-7a3498a0-caed-4493-93e6-1868f93e181f tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604970 Dec 08 16:09:08.353219 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c42ea-f215-41d9-99de-39beb36fe151 req-76bc775a-1f3d-44e5-b3df-984eb1b83142 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:08.354681 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e90c42ea-f215-41d9-99de-39beb36fe151 req-76bc775a-1f3d-44e5-b3df-984eb1b83142 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=f40a9ed6-d113-49bc-b1d9-8be6ef1942eb HTTP/1.1" status: 200 len: 949 time: 0.1031952 Dec 08 16:09:08.380290 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:08.451713 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e90c42ea-f215-41d9-99de-39beb36fe151 req-e5392efd-b6c9-4a83-b534-5ea6b57f0184 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640879 Dec 08 16:09:08.478819 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e81a38e6-a975-4e44-8412-10b4cbc85ac6 req-57b316bf-d2fb-4869-b322-07ab7a710ac4 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:08.488433 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:09:08.554716 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-25e46edd-6db7-458a-9c27-a4cbfafc9ee4 admin admin] Deleting port 3a50d1dd-4e23-4476-907b-c49fe19f77e8 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:09:08.555206 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-25e46edd-6db7-458a-9c27-a4cbfafc9ee4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:08.555763 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['ecdb0e8e-7c63-43bd-aa21-72ceeaaef060'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:09:08.596610 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b316bf-d2fb-4869-b322-07ab7a710ac4 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Pushing event deleted for resources: {'Port': ['ID=96086acd-97e4-4825-8a5e-edacfd30b435,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:08.633142 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-e81a38e6-a975-4e44-8412-10b4cbc85ac6 req-57b316bf-d2fb-4869-b322-07ab7a710ac4 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] No DVR routers for this DVR port 96086acd-97e4-4825-8a5e-edacfd30b435 on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:09:08.636655 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e81a38e6-a975-4e44-8412-10b4cbc85ac6 req-57b316bf-d2fb-4869-b322-07ab7a710ac4 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:08.640353 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e81a38e6-a975-4e44-8412-10b4cbc85ac6 req-57b316bf-d2fb-4869-b322-07ab7a710ac4 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.76 "DELETE /v2.0/ports/96086acd-97e4-4825-8a5e-edacfd30b435 HTTP/1.1" status: 204 len: 173 time: 1.0064328 Dec 08 16:09:08.692606 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-25e46edd-6db7-458a-9c27-a4cbfafc9ee4 admin admin] For port 3a50d1dd-4e23-4476-907b-c49fe19f77e8, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=3a50d1dd-4e23-4476-907b-c49fe19f77e8,segment=NetworkSegment(ed640b00-5209-41aa-8ccd-e8e1ecbd23aa),segment_id=ed640b00-5209-41aa-8ccd-e8e1ecbd23aa)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:09:08.693063 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-25e46edd-6db7-458a-9c27-a4cbfafc9ee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:08.709383 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '349e08bb-ed24-4fac-8ea4-b6cd43e6c151', 'name': 'network-vif-deleted', 'tag': '96086acd-97e4-4825-8a5e-edacfd30b435'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:09:08.712034 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11007bef-7395-40b4-bd70-b0ee7eb62b7d" -d '{"events": [{"server_uuid": "349e08bb-ed24-4fac-8ea4-b6cd43e6c151", "name": "network-vif-deleted", "tag": "96086acd-97e4-4825-8a5e-edacfd30b435"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:09:08.715544 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-25e46edd-6db7-458a-9c27-a4cbfafc9ee4 admin admin] Calling delete_port for 3a50d1dd-4e23-4476-907b-c49fe19f77e8 owned by network:router_interface {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:09:08.816615 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54069a37-a2f6-447d-ac59-6d438d720adb x-openstack-request-id: req-54069a37-a2f6-447d-ac59-6d438d720adb {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:09:08.817391 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "349e08bb-ed24-4fac-8ea4-b6cd43e6c151", "name": "network-vif-deleted", "tag": "96086acd-97e4-4825-8a5e-edacfd30b435", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:09:08.817391 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-54069a37-a2f6-447d-ac59-6d438d720adb {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:09:08.817646 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '349e08bb-ed24-4fac-8ea4-b6cd43e6c151', 'name': 'network-vif-deleted', 'tag': '96086acd-97e4-4825-8a5e-edacfd30b435', 'status': 'completed', 'code': 200} Dec 08 16:09:09.065825 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d9965c-af2b-4254-b176-383e6dda6a82 req-8898d1f1-2fce-4fdd-9219-f77cff705b9a tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:09.068090 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-90d9965c-af2b-4254-b176-383e6dda6a82 req-8898d1f1-2fce-4fdd-9219-f77cff705b9a tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] 10.222.0.64 "GET /v2.0/ports?device_id=c98b0dbc-f211-42ee-b59d-0ede50a79871 HTTP/1.1" status: 200 len: 950 time: 0.0506811 Dec 08 16:09:09.085536 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-25e46edd-6db7-458a-9c27-a4cbfafc9ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:09.117981 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e46edd-6db7-458a-9c27-a4cbfafc9ee4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a50d1dd-4e23-4476-907b-c49fe19f77e8,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:09.136863 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-90d9965c-af2b-4254-b176-383e6dda6a82 req-603017d4-f4e5-48cc-90c9-47c4ee628e5d tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] 10.222.0.64 "GET /v2.0/security-groups?id=d901e266-50bf-41f5-875d-33f15b2e4073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621405 Dec 08 16:09:09.196166 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-621c7baa-be28-4a8d-95c5-5f0166bf2883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:09.241747 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621c7baa-be28-4a8d-95c5-5f0166bf2883 admin admin] Pushing event deleted for resources: {'Port': ['ID=04edc66c-931b-4db9-a9b5-dc2c2367be82,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:09.473618 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-25e46edd-6db7-458a-9c27-a4cbfafc9ee4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:09.522553 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-621c7baa-be28-4a8d-95c5-5f0166bf2883 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:09.584141 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d68f2bd7-80b8-4932-9cb2-d7386d5078ea req-1198ba49-60c7-4bf3-9f05-0e7bcffe5154 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=349e08bb-ed24-4fac-8ea4-b6cd43e6c151 HTTP/1.1" status: 200 len: 210 time: 0.0589323 Dec 08 16:09:09.808148 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device ecdb0e8e-7c63-43bd-aa21-72ceeaaef060 up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:09:09.817196 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e38b30d-c1cc-43b3-9dfa-67ae51343162 req-7ec7c92c-7b5b-4b01-a297-a6982068a23d tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:09.819095 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0e38b30d-c1cc-43b3-9dfa-67ae51343162 req-7ec7c92c-7b5b-4b01-a297-a6982068a23d tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=f40a9ed6-d113-49bc-b1d9-8be6ef1942eb HTTP/1.1" status: 200 len: 949 time: 0.1373630 Dec 08 16:09:09.846141 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-621c7baa-be28-4a8d-95c5-5f0166bf2883 admin admin] Router 97073dd8-b2d8-4da4-9fdd-4376555d65b7 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:09:09.877852 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e46edd-6db7-458a-9c27-a4cbfafc9ee4 admin admin] Router 3df3cfde-5da2-45a6-b143-31f800525869 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:09:09.900743 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0e38b30d-c1cc-43b3-9dfa-67ae51343162 req-21fb5d4d-1a25-47cb-85cd-cb43291cc52d tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715406 Dec 08 16:09:09.965625 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port ecdb0e8e-7c63-43bd-aa21-72ceeaaef060 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:09:09.970781 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port ecdb0e8e-7c63-43bd-aa21-72ceeaaef060 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:09:09.971689 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:09.981807 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621c7baa-be28-4a8d-95c5-5f0166bf2883 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:09:09.989714 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-621c7baa-be28-4a8d-95c5-5f0166bf2883 admin admin] 10.222.0.64 "PUT /v2.0/routers/97073dd8-b2d8-4da4-9fdd-4376555d65b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6606436 Dec 08 16:09:09.992104 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41548) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:09.996829 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb65fad-c9ce-4fbf-b6a3-68214d5ee250 None None] Sync routers for ids ['97073dd8-b2d8-4da4-9fdd-4376555d65b7'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:09:10.013666 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb65fad-c9ce-4fbf-b6a3-68214d5ee250 None None] Routers {'97073dd8-b2d8-4da4-9fdd-4376555d65b7'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:09:10.018033 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-5cb65fad-c9ce-4fbf-b6a3-68214d5ee250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:08:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['97073dd8-b2d8-4da4-9fdd-4376555d65b7'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:09:10.065558 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e46edd-6db7-458a-9c27-a4cbfafc9ee4 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:09:10.079398 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1acdf7-c0da-4bb5-90c0-97dbb3f75f8a None None] Sync routers for ids ['3df3cfde-5da2-45a6-b143-31f800525869'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:09:10.084897 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:10.093884 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-25e46edd-6db7-458a-9c27-a4cbfafc9ee4 admin admin] 10.222.0.64 "PUT /v2.0/routers/3df3cfde-5da2-45a6-b143-31f800525869/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0907238 Dec 08 16:09:10.094553 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41550) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:10.111786 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1acdf7-c0da-4bb5-90c0-97dbb3f75f8a None None] Routers {'3df3cfde-5da2-45a6-b143-31f800525869'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:09:10.112473 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-8f1acdf7-c0da-4bb5-90c0-97dbb3f75f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:08:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['3df3cfde-5da2-45a6-b143-31f800525869'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:09:10.119056 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f40a9ed6-d113-49bc-b1d9-8be6ef1942eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecdb0e8e-7c63-43bd-aa21-72ceeaaef060'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:09:10.121498 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3267348c-f62e-4e6e-9987-3683cc409f55" -d '{"events": [{"server_uuid": "f40a9ed6-d113-49bc-b1d9-8be6ef1942eb", "name": "network-vif-plugged", "status": "completed", "tag": "ecdb0e8e-7c63-43bd-aa21-72ceeaaef060"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:09:10.182128 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port ecdb0e8e-7c63-43bd-aa21-72ceeaaef060, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=ecdb0e8e-7c63-43bd-aa21-72ceeaaef060,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:09:10.250213 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-5cb65fad-c9ce-4fbf-b6a3-68214d5ee250 None None] Set router 97073dd8-b2d8-4da4-9fdd-4376555d65b7 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:09:10.266610 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37cb6810-f7b4-4d78-8e3a-61004129bffa x-openstack-request-id: req-37cb6810-f7b4-4d78-8e3a-61004129bffa {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:09:10.267195 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f40a9ed6-d113-49bc-b1d9-8be6ef1942eb", "name": "network-vif-plugged", "status": "completed", "tag": "ecdb0e8e-7c63-43bd-aa21-72ceeaaef060", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:09:10.267625 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-37cb6810-f7b4-4d78-8e3a-61004129bffa {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:09:10.268278 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f40a9ed6-d113-49bc-b1d9-8be6ef1942eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecdb0e8e-7c63-43bd-aa21-72ceeaaef060', 'code': 200} Dec 08 16:09:10.288646 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-8f1acdf7-c0da-4bb5-90c0-97dbb3f75f8a None None] Set router 3df3cfde-5da2-45a6-b143-31f800525869 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:09:10.412112 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a4c97333-84ea-49e4-aced-810a4cd7446f admin admin] Publish callbacks [] for router, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:10.424773 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac758c2d-6406-4c49-a62f-da2f132adb1c req-c44fd369-ab9d-4bc7-a536-8eecd9e79f17 tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:10.426826 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ac758c2d-6406-4c49-a62f-da2f132adb1c req-c44fd369-ab9d-4bc7-a536-8eecd9e79f17 tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] 10.222.0.37 "GET /v2.0/ports?device_id=c98b0dbc-f211-42ee-b59d-0ede50a79871 HTTP/1.1" status: 200 len: 950 time: 0.0836847 Dec 08 16:09:10.445002 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7d8ab15b-7247-48c2-a281-5d1f7582b6f8 admin admin] Publish callbacks [] for router, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:10.497583 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea2fa7-5e67-47ce-bf6f-d2aded9a58a4 req-34c8c128-8ce7-41cc-bae9-62d0c312da01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:10.499098 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-31ea2fa7-5e67-47ce-bf6f-d2aded9a58a4 req-34c8c128-8ce7-41cc-bae9-62d0c312da01 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f40a9ed6-d113-49bc-b1d9-8be6ef1942eb HTTP/1.1" status: 200 len: 1102 time: 0.1396458 Dec 08 16:09:10.510302 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed0556-e668-4cf1-94cd-9f66da59c996 req-30b394ae-5b2c-4e1f-ae61-54c194c726f3 tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:10.511299 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-19ed0556-e668-4cf1-94cd-9f66da59c996 req-30b394ae-5b2c-4e1f-ae61-54c194c726f3 tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] 10.222.0.64 "GET /v2.0/ports?device_id=c98b0dbc-f211-42ee-b59d-0ede50a79871 HTTP/1.1" status: 200 len: 950 time: 0.1811984 Dec 08 16:09:10.642048 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-ac758c2d-6406-4c49-a62f-da2f132adb1c req-e4eb4e7e-8d99-4e72-9ac7-a99cf476876c tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] Deleting port 71768c10-eb53-4168-ad2c-0cf6978bde4e {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:09:10.642589 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-ac758c2d-6406-4c49-a62f-da2f132adb1c req-e4eb4e7e-8d99-4e72-9ac7-a99cf476876c tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:10.647206 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:10.649051 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 253385fb-1f84-4d79-bc46-4d22bea72e90 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:09:10.678222 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-19ed0556-e668-4cf1-94cd-9f66da59c996 req-1bf30510-775d-44a9-b3cc-c8cf750d7043 tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] 10.222.0.64 "GET /v2.0/security-groups?id=d901e266-50bf-41f5-875d-33f15b2e4073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536849 Dec 08 16:09:10.680743 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-31ea2fa7-5e67-47ce-bf6f-d2aded9a58a4 req-d9c8290f-5159-4be0-a7b7-2f46856df599 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638641 Dec 08 16:09:10.688765 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7d8ab15b-7247-48c2-a281-5d1f7582b6f8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:10.726861 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-5cb65fad-c9ce-4fbf-b6a3-68214d5ee250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'name': 'tempest-FloatingIPsAssociationTestJSON-2024223603-router', 'tenant_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '226048b3-73b7-4370-bbe1-0d8308bcd130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:07:39Z', 'updated_at': '2021-12-08T16:09:08Z', 'revision_number': 5, 'project_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'gw_port': {'id': '226048b3-73b7-4370-bbe1-0d8308bcd130', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:07:40Z', 'updated_at': '2021-12-08T16:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:09:10.749424 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: 253385fb-1f84-4d79-bc46-4d22bea72e90 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:09:10.750007 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 253385fb-1f84-4d79-bc46-4d22bea72e90 not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:09:10.750602 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 96086acd-97e4-4825-8a5e-edacfd30b435 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:09:10.766636 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb65fad-c9ce-4fbf-b6a3-68214d5ee250 None None] Checking router: 97073dd8-b2d8-4da4-9fdd-4376555d65b7 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:09:10.792381 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb65fad-c9ce-4fbf-b6a3-68214d5ee250 None None] Routers {'97073dd8-b2d8-4da4-9fdd-4376555d65b7'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:09:10.792381 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-5cb65fad-c9ce-4fbf-b6a3-68214d5ee250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:08:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['97073dd8-b2d8-4da4-9fdd-4376555d65b7'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:09:10.822477 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: 96086acd-97e4-4825-8a5e-edacfd30b435 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:09:10.823033 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 96086acd-97e4-4825-8a5e-edacfd30b435 not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:09:10.835756 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-188305e2-0734-4fdb-b5c0-ccd0b7daded0 req-0adb4f50-5457-471d-9369-c59b6efdb948 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=349e08bb-ed24-4fac-8ea4-b6cd43e6c151 HTTP/1.1" status: 200 len: 210 time: 0.0465863 Dec 08 16:09:10.868806 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-ac758c2d-6406-4c49-a62f-da2f132adb1c req-e4eb4e7e-8d99-4e72-9ac7-a99cf476876c tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] For port 71768c10-eb53-4168-ad2c-0cf6978bde4e, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=71768c10-eb53-4168-ad2c-0cf6978bde4e,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:09:10.869636 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-ac758c2d-6406-4c49-a62f-da2f132adb1c req-e4eb4e7e-8d99-4e72-9ac7-a99cf476876c tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:10.874498 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a4c97333-84ea-49e4-aced-810a4cd7446f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:10.888026 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-8f1acdf7-c0da-4bb5-90c0-97dbb3f75f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df3cfde-5da2-45a6-b143-31f800525869', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-269343815-router', 'tenant_id': 'c79583471100466cb47afca45dfdf298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '5c4ee185-9ad3-4149-9fc8-dd40775bd21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:40Z', 'updated_at': '2021-12-08T16:09:08Z', 'revision_number': 5, 'project_id': 'c79583471100466cb47afca45dfdf298', 'gw_port': {'id': '5c4ee185-9ad3-4149-9fc8-dd40775bd21a', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:63:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df3cfde-5da2-45a6-b143-31f800525869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:41Z', 'updated_at': '2021-12-08T16:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:09:10.890201 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=ecdb0e8e-7c63-43bd-aa21-72ceeaaef060,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:10.898453 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-ac758c2d-6406-4c49-a62f-da2f132adb1c req-e4eb4e7e-8d99-4e72-9ac7-a99cf476876c tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] Calling delete_port for 71768c10-eb53-4168-ad2c-0cf6978bde4e owned by compute:nova {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:09:10.940903 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-5cb65fad-c9ce-4fbf-b6a3-68214d5ee250 None None] Set router 97073dd8-b2d8-4da4-9fdd-4376555d65b7 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:09:10.957649 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:10.958017 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:10.958374 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:10.958716 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:10.959055 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:10.959388 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:10.959717 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:10.960045 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:10.960395 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:10.960725 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:10.961051 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:10.961375 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:10.961700 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:10.979587 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1acdf7-c0da-4bb5-90c0-97dbb3f75f8a None None] Checking router: 3df3cfde-5da2-45a6-b143-31f800525869 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:09:10.998370 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1acdf7-c0da-4bb5-90c0-97dbb3f75f8a None None] Routers {'3df3cfde-5da2-45a6-b143-31f800525869'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:09:10.998772 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-8f1acdf7-c0da-4bb5-90c0-97dbb3f75f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:08:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['3df3cfde-5da2-45a6-b143-31f800525869'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:09:11.002804 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-7d8ab15b-7247-48c2-a281-5d1f7582b6f8 admin admin] Deleting port 5c4ee185-9ad3-4149-9fc8-dd40775bd21a {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:09:11.003029 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7d8ab15b-7247-48c2-a281-5d1f7582b6f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:11.173432 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-7d8ab15b-7247-48c2-a281-5d1f7582b6f8 admin admin] For port 5c4ee185-9ad3-4149-9fc8-dd40775bd21a, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=5c4ee185-9ad3-4149-9fc8-dd40775bd21a,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:09:11.174120 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7d8ab15b-7247-48c2-a281-5d1f7582b6f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:11.189842 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-8f1acdf7-c0da-4bb5-90c0-97dbb3f75f8a None None] Set router 3df3cfde-5da2-45a6-b143-31f800525869 gateway port host: None {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:09:11.190974 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-a4c97333-84ea-49e4-aced-810a4cd7446f admin admin] Deleting port 226048b3-73b7-4370-bbe1-0d8308bcd130 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:09:11.191530 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a4c97333-84ea-49e4-aced-810a4cd7446f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:11.194314 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-7d8ab15b-7247-48c2-a281-5d1f7582b6f8 admin admin] Calling delete_port for 5c4ee185-9ad3-4149-9fc8-dd40775bd21a owned by network:router_gateway {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:09:11.316161 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-8f1acdf7-c0da-4bb5-90c0-97dbb3f75f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df3cfde-5da2-45a6-b143-31f800525869', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-269343815-router', 'tenant_id': 'c79583471100466cb47afca45dfdf298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:40Z', 'updated_at': '2021-12-08T16:09:10Z', 'revision_number': 6, 'project_id': 'c79583471100466cb47afca45dfdf298', 'gw_port_host': None}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:09:11.324620 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-a4c97333-84ea-49e4-aced-810a4cd7446f admin admin] For port 226048b3-73b7-4370-bbe1-0d8308bcd130, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=226048b3-73b7-4370-bbe1-0d8308bcd130,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:09:11.325434 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a4c97333-84ea-49e4-aced-810a4cd7446f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:11.344167 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-a4c97333-84ea-49e4-aced-810a4cd7446f admin admin] Calling delete_port for 226048b3-73b7-4370-bbe1-0d8308bcd130 owned by network:router_gateway {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:09:11.406099 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1acdf7-c0da-4bb5-90c0-97dbb3f75f8a None None] The sync data for ids ['3df3cfde-5da2-45a6-b143-31f800525869'] in n-d-776250-12 is: [{'id': '3df3cfde-5da2-45a6-b143-31f800525869', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-269343815-router', 'tenant_id': 'c79583471100466cb47afca45dfdf298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:40Z', 'updated_at': '2021-12-08T16:09:10Z', 'revision_number': 6, 'project_id': 'c79583471100466cb47afca45dfdf298', 'gw_port_host': None}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:09:11.409293 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a928dfb-0d5f-4391-a9bb-133fe2322c9c req-b31ab1f0-961f-4287-8c17-5618f274e8c5 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:11.426539 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8a928dfb-0d5f-4391-a9bb-133fe2322c9c req-b31ab1f0-961f-4287-8c17-5618f274e8c5 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=f40a9ed6-d113-49bc-b1d9-8be6ef1942eb HTTP/1.1" status: 200 len: 950 time: 0.3993347 Dec 08 16:09:11.428937 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-ac758c2d-6406-4c49-a62f-da2f132adb1c req-e4eb4e7e-8d99-4e72-9ac7-a99cf476876c tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:11.433733 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-5cb65fad-c9ce-4fbf-b6a3-68214d5ee250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'name': 'tempest-FloatingIPsAssociationTestJSON-2024223603-router', 'tenant_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '226048b3-73b7-4370-bbe1-0d8308bcd130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:07:39Z', 'updated_at': '2021-12-08T16:09:08Z', 'revision_number': 5, 'project_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'gw_port': {'id': '226048b3-73b7-4370-bbe1-0d8308bcd130', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:07:40Z', 'updated_at': '2021-12-08T16:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:09:11.445393 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['71768c10-eb53-4168-ad2c-0cf6978bde4e'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:09:11.493276 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eb4e7e-8d99-4e72-9ac7-a99cf476876c tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] Pushing event deleted for resources: {'Port': ['ID=71768c10-eb53-4168-ad2c-0cf6978bde4e,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:11.537235 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb65fad-c9ce-4fbf-b6a3-68214d5ee250 None None] The sync data for ids ['97073dd8-b2d8-4da4-9fdd-4376555d65b7'] in n-d-776250-12 is: [{'id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'name': 'tempest-FloatingIPsAssociationTestJSON-2024223603-router', 'tenant_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '226048b3-73b7-4370-bbe1-0d8308bcd130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:07:39Z', 'updated_at': '2021-12-08T16:09:08Z', 'revision_number': 5, 'project_id': 'e657848efb6b469fa2d7fa12c00aa55c', 'gw_port': {'id': '226048b3-73b7-4370-bbe1-0d8308bcd130', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97073dd8-b2d8-4da4-9fdd-4376555d65b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:07:40Z', 'updated_at': '2021-12-08T16:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:09:11.549591 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9d7bfd2d-4ea8-4bd7-85c3-4bfb75104cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:11.608529 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac758c2d-6406-4c49-a62f-da2f132adb1c req-e4eb4e7e-8d99-4e72-9ac7-a99cf476876c tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] No DVR routers for this DVR port 71768c10-eb53-4168-ad2c-0cf6978bde4e on host n-h2-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:09:11.614398 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-ac758c2d-6406-4c49-a62f-da2f132adb1c req-e4eb4e7e-8d99-4e72-9ac7-a99cf476876c tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:11.621760 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ac758c2d-6406-4c49-a62f-da2f132adb1c req-e4eb4e7e-8d99-4e72-9ac7-a99cf476876c tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] 10.222.0.37 "DELETE /v2.0/ports/71768c10-eb53-4168-ad2c-0cf6978bde4e HTTP/1.1" status: 204 len: 173 time: 1.1544828 Dec 08 16:09:11.622472 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c98b0dbc-f211-42ee-b59d-0ede50a79871', 'name': 'network-vif-deleted', 'tag': '71768c10-eb53-4168-ad2c-0cf6978bde4e'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:09:11.626387 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542c95e3-d8b3-431f-9ba8-4493b4caa18b" -d '{"events": [{"server_uuid": "c98b0dbc-f211-42ee-b59d-0ede50a79871", "name": "network-vif-deleted", "tag": "71768c10-eb53-4168-ad2c-0cf6978bde4e"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:09:11.701636 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8a928dfb-0d5f-4391-a9bb-133fe2322c9c req-ee2e9d15-acb7-4f84-9050-821b92373dda tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643337 Dec 08 16:09:11.748680 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f40e7c7-9045-4daa-b4ce-e6a0ca5d6118 x-openstack-request-id: req-3f40e7c7-9045-4daa-b4ce-e6a0ca5d6118 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:09:11.749054 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c98b0dbc-f211-42ee-b59d-0ede50a79871", "name": "network-vif-deleted", "tag": "71768c10-eb53-4168-ad2c-0cf6978bde4e", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:09:11.749468 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3f40e7c7-9045-4daa-b4ce-e6a0ca5d6118 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:09:11.750126 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c98b0dbc-f211-42ee-b59d-0ede50a79871', 'name': 'network-vif-deleted', 'tag': '71768c10-eb53-4168-ad2c-0cf6978bde4e', 'status': 'completed', 'code': 200} Dec 08 16:09:11.871127 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 3a50d1dd-4e23-4476-907b-c49fe19f77e8 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:09:11.991675 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 3a50d1dd-4e23-4476-907b-c49fe19f77e8 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:09:11.992297 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 3a50d1dd-4e23-4476-907b-c49fe19f77e8 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:09:12.004381 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a4c97333-84ea-49e4-aced-810a4cd7446f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:12.005336 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ffb3be33-3f52-4812-9ac1-044ccce7e8ba req-ca6025d2-00e6-4fc8-9c54-c0ed441fae2b tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] 10.222.0.64 "GET /v2.0/ports?device_id=c98b0dbc-f211-42ee-b59d-0ede50a79871 HTTP/1.1" status: 200 len: 210 time: 0.0943446 Dec 08 16:09:12.005336 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7d8ab15b-7247-48c2-a281-5d1f7582b6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:12.049186 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c97333-84ea-49e4-aced-810a4cd7446f admin admin] Pushing event deleted for resources: {'Port': ['ID=226048b3-73b7-4370-bbe1-0d8308bcd130,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:12.072672 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8ab15b-7247-48c2-a281-5d1f7582b6f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c4ee185-9ad3-4149-9fc8-dd40775bd21a,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:12.210739 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a4c97333-84ea-49e4-aced-810a4cd7446f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:12.234444 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7d8ab15b-7247-48c2-a281-5d1f7582b6f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:12.391111 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a4c97333-84ea-49e4-aced-810a4cd7446f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:12.397811 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a4c97333-84ea-49e4-aced-810a4cd7446f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:12.447516 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7d8ab15b-7247-48c2-a281-5d1f7582b6f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:12.450471 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7d8ab15b-7247-48c2-a281-5d1f7582b6f8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:12.513254 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-85e70819-5a7f-4d76-9032-407c18dd2a2b req-71aef557-20aa-46e9-85bb-5d7acd4d5cf3 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=349e08bb-ed24-4fac-8ea4-b6cd43e6c151 HTTP/1.1" status: 200 len: 210 time: 0.0379827 Dec 08 16:09:12.647553 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a4c97333-84ea-49e4-aced-810a4cd7446f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:12.651175 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c97333-84ea-49e4-aced-810a4cd7446f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97073dd8-b2d8-4da4-9fdd-4376555d65b7 {{(pid=110551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:09:12.654377 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a4c97333-84ea-49e4-aced-810a4cd7446f admin admin] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:12.656743 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a4c97333-84ea-49e4-aced-810a4cd7446f admin admin] 10.222.0.64 "DELETE /v2.0/routers/97073dd8-b2d8-4da4-9fdd-4376555d65b7 HTTP/1.1" status: 204 len: 168 time: 2.6617801 Dec 08 16:09:12.658483 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41580) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:12.697530 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7d8ab15b-7247-48c2-a281-5d1f7582b6f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:12.698313 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8ab15b-7247-48c2-a281-5d1f7582b6f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3df3cfde-5da2-45a6-b143-31f800525869 {{(pid=110550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:09:12.708540 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7d8ab15b-7247-48c2-a281-5d1f7582b6f8 admin admin] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:12.712039 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-7d8ab15b-7247-48c2-a281-5d1f7582b6f8 admin admin] 10.222.0.64 "DELETE /v2.0/routers/3df3cfde-5da2-45a6-b143-31f800525869 HTTP/1.1" status: 204 len: 168 time: 2.6140373 Dec 08 16:09:12.712536 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41582) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:12.750870 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5c66430-e657-4e71-a572-0b60886c353f admin admin] Deleting subnet 80d02a2e-a1d3-4bca-96cf-432677fca6a9 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:09:12.757468 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b5c66430-e657-4e71-a572-0b60886c353f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:12.790755 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-06550d6c-87da-499c-972e-ffaa41fd0180 admin admin] Deleting subnet 9b619c40-2065-4989-8522-b1fadf6d59cb {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:09:12.808278 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-06550d6c-87da-499c-972e-ffaa41fd0180 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:12.856652 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b5c66430-e657-4e71-a572-0b60886c353f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:12.883779 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-06550d6c-87da-499c-972e-ffaa41fd0180 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:12.951854 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b5c66430-e657-4e71-a572-0b60886c353f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:12.955337 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8380b1d-c380-4e66-bf0d-efcd5467c5b9 req-1eb55b1e-2f9c-4f92-a26e-98e99f6f709f tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:12.965889 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a8380b1d-c380-4e66-bf0d-efcd5467c5b9 req-1eb55b1e-2f9c-4f92-a26e-98e99f6f709f tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=f40a9ed6-d113-49bc-b1d9-8be6ef1942eb HTTP/1.1" status: 200 len: 950 time: 0.1289918 Dec 08 16:09:13.082095 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a8380b1d-c380-4e66-bf0d-efcd5467c5b9 req-abd13a1d-bd11-4dbb-99f4-183cff19d2ef tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094902 Dec 08 16:09:13.095428 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-06550d6c-87da-499c-972e-ffaa41fd0180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:13.188735 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b5c66430-e657-4e71-a572-0b60886c353f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:13.240845 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c66430-e657-4e71-a572-0b60886c353f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80d02a2e-a1d3-4bca-96cf-432677fca6a9,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:13.251705 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3d577a-d3b5-47f5-9688-e3c80c7b6e31 None None] Network 38d523e2-3df0-41e5-846a-7796bad806dc requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:09:13.266930 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b5c66430-e657-4e71-a572-0b60886c353f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:13.268396 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b5c66430-e657-4e71-a572-0b60886c353f admin admin] 10.222.0.64 "DELETE /v2.0/subnets/80d02a2e-a1d3-4bca-96cf-432677fca6a9 HTTP/1.1" status: 204 len: 168 time: 0.6084850 Dec 08 16:09:13.272732 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41596) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:13.302521 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2bf0dc40-5e5d-4920-9a4e-634026edee9c req-ccc940d1-e8c7-4393-b538-8c7d5200a45b tempest-ImagesNegativeTestJSON-778367028 tempest-ImagesNegativeTestJSON-778367028-project] 10.222.0.64 "GET /v2.0/ports?device_id=c98b0dbc-f211-42ee-b59d-0ede50a79871 HTTP/1.1" status: 200 len: 210 time: 0.1139436 Dec 08 16:09:13.359778 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-06550d6c-87da-499c-972e-ffaa41fd0180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:13.397513 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06550d6c-87da-499c-972e-ffaa41fd0180 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b619c40-2065-4989-8522-b1fadf6d59cb,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:13.400478 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-06550d6c-87da-499c-972e-ffaa41fd0180 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:13.404628 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-06550d6c-87da-499c-972e-ffaa41fd0180 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/9b619c40-2065-4989-8522-b1fadf6d59cb HTTP/1.1" status: 204 len: 168 time: 0.6908934 Dec 08 16:09:13.409416 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41598) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:13.410548 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e2f267-d2fa-486d-a81a-c3b61382a35d None None] Network 2385e0e8-ce30-4e57-9597-e3c55240f83a requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:09:13.458162 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b27b303f-47d8-4385-8bc9-034aa6c4eeb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:13.565379 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-89747113-a470-42d9-aa13-ed0e3ce52b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:13.608549 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-b27b303f-47d8-4385-8bc9-034aa6c4eeb0 admin admin] Deleting port 08e0f346-3f69-46d8-aaba-b485d0f7bae4 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:09:13.610147 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b27b303f-47d8-4385-8bc9-034aa6c4eeb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:13.685343 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 04edc66c-931b-4db9-a9b5-dc2c2367be82 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:09:13.701508 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5ea56ef0-0b68-4d5c-9a0b-37e20f6abb7e req-db858035-3d84-45a3-8c53-270fbc983105 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=349e08bb-ed24-4fac-8ea4-b6cd43e6c151 HTTP/1.1" status: 200 len: 210 time: 0.0449655 Dec 08 16:09:13.720706 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-89747113-a470-42d9-aa13-ed0e3ce52b26 admin admin] Deleting port c21b50f2-5ab2-4cf2-a26b-2a115f7233df {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:09:13.721181 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-89747113-a470-42d9-aa13-ed0e3ce52b26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:13.758160 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 04edc66c-931b-4db9-a9b5-dc2c2367be82 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:09:13.758540 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 04edc66c-931b-4db9-a9b5-dc2c2367be82 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:09:13.758983 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 5c4ee185-9ad3-4149-9fc8-dd40775bd21a no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:09:13.812476 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 5c4ee185-9ad3-4149-9fc8-dd40775bd21a {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:09:13.812828 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 5c4ee185-9ad3-4149-9fc8-dd40775bd21a not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:09:13.813456 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 226048b3-73b7-4370-bbe1-0d8308bcd130 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:09:13.818643 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-b27b303f-47d8-4385-8bc9-034aa6c4eeb0 admin admin] For port 08e0f346-3f69-46d8-aaba-b485d0f7bae4, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=08e0f346-3f69-46d8-aaba-b485d0f7bae4,segment=NetworkSegment(fb4f3904-605a-466d-8350-ef7e46c87c22),segment_id=fb4f3904-605a-466d-8350-ef7e46c87c22)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:09:13.822907 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b27b303f-47d8-4385-8bc9-034aa6c4eeb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:13.861426 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-89747113-a470-42d9-aa13-ed0e3ce52b26 admin admin] For port c21b50f2-5ab2-4cf2-a26b-2a115f7233df, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=c21b50f2-5ab2-4cf2-a26b-2a115f7233df,segment=NetworkSegment(ed640b00-5209-41aa-8ccd-e8e1ecbd23aa),segment_id=ed640b00-5209-41aa-8ccd-e8e1ecbd23aa)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:09:13.861861 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-89747113-a470-42d9-aa13-ed0e3ce52b26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:13.865352 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-b27b303f-47d8-4385-8bc9-034aa6c4eeb0 admin admin] Calling delete_port for 08e0f346-3f69-46d8-aaba-b485d0f7bae4 owned by network:dhcp {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:09:13.898354 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-89747113-a470-42d9-aa13-ed0e3ce52b26 admin admin] Calling delete_port for c21b50f2-5ab2-4cf2-a26b-2a115f7233df owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:09:14.001160 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12b44ec-281b-4fc8-9f66-8639d58bf13c None None] DHCP port deletion for 38d523e2-3df0-41e5-846a-7796bad806dc request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:09:14.003826 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4d9e9d41-4be0-4f77-be14-00203f1fccd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:14.008346 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 226048b3-73b7-4370-bbe1-0d8308bcd130 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:09:14.008978 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 226048b3-73b7-4370-bbe1-0d8308bcd130 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:09:14.071116 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-e12b44ec-281b-4fc8-9f66-8639d58bf13c None None] Deleting port 08e0f346-3f69-46d8-aaba-b485d0f7bae4 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:09:14.071502 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e12b44ec-281b-4fc8-9f66-8639d58bf13c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:14.151331 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dffb78f-7fad-4ab6-9a10-663cf1db1465 None None] DHCP port deletion for 2385e0e8-ce30-4e57-9597-e3c55240f83a request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:09:14.174213 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-e12b44ec-281b-4fc8-9f66-8639d58bf13c None None] For port 08e0f346-3f69-46d8-aaba-b485d0f7bae4, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=08e0f346-3f69-46d8-aaba-b485d0f7bae4,segment=NetworkSegment(fb4f3904-605a-466d-8350-ef7e46c87c22),segment_id=fb4f3904-605a-466d-8350-ef7e46c87c22)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:09:14.174627 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e12b44ec-281b-4fc8-9f66-8639d58bf13c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:14.182403 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b27b303f-47d8-4385-8bc9-034aa6c4eeb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:14.200898 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-89747113-a470-42d9-aa13-ed0e3ce52b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:14.226431 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-e12b44ec-281b-4fc8-9f66-8639d58bf13c None None] Calling delete_port for 08e0f346-3f69-46d8-aaba-b485d0f7bae4 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:09:14.257607 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27b303f-47d8-4385-8bc9-034aa6c4eeb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=08e0f346-3f69-46d8-aaba-b485d0f7bae4,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:14.269373 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27b303f-47d8-4385-8bc9-034aa6c4eeb0 admin admin] No DVR routers for this DVR port 08e0f346-3f69-46d8-aaba-b485d0f7bae4 on host n-d-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:09:14.289521 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89747113-a470-42d9-aa13-ed0e3ce52b26 admin admin] Pushing event deleted for resources: {'Port': ['ID=c21b50f2-5ab2-4cf2-a26b-2a115f7233df,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:14.292561 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89747113-a470-42d9-aa13-ed0e3ce52b26 admin admin] No DVR routers for this DVR port c21b50f2-5ab2-4cf2-a26b-2a115f7233df on host n-d-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:09:14.310198 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-8dffb78f-7fad-4ab6-9a10-663cf1db1465 None None] Deleting port c21b50f2-5ab2-4cf2-a26b-2a115f7233df {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:09:14.310800 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8dffb78f-7fad-4ab6-9a10-663cf1db1465 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:14.401101 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-8dffb78f-7fad-4ab6-9a10-663cf1db1465 None None] For port c21b50f2-5ab2-4cf2-a26b-2a115f7233df, host n-d-776250-12, got binding levels [] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:09:14.401527 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8dffb78f-7fad-4ab6-9a10-663cf1db1465 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:14.415625 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e12b44ec-281b-4fc8-9f66-8639d58bf13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:14.430869 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-8dffb78f-7fad-4ab6-9a10-663cf1db1465 None None] Calling delete_port for c21b50f2-5ab2-4cf2-a26b-2a115f7233df owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:09:14.434686 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.ipam_backend_mixin [None req-8dffb78f-7fad-4ab6-9a10-663cf1db1465 None None] Port c21b50f2-5ab2-4cf2-a26b-2a115f7233df was not found and therefore no delete operation was performed {{(pid=110552) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 16:09:14.462233 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8dffb78f-7fad-4ab6-9a10-663cf1db1465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:14.469969 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-89747113-a470-42d9-aa13-ed0e3ce52b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:14.471484 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12b44ec-281b-4fc8-9f66-8639d58bf13c None None] Pushing event deleted for resources: {'Port': ['ID=08e0f346-3f69-46d8-aaba-b485d0f7bae4,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:14.500622 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383aa30-4db5-43ad-93b4-55e2967dadd9 req-d6e5638a-9687-4c82-8f8f-8d592f0e5c51 tempest-ServersAdminTestJSON-1928547335 tempest-ServersAdminTestJSON-1928547335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:14.501758 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383aa30-4db5-43ad-93b4-55e2967dadd9 req-d6e5638a-9687-4c82-8f8f-8d592f0e5c51 tempest-ServersAdminTestJSON-1928547335 tempest-ServersAdminTestJSON-1928547335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:14.501933 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383aa30-4db5-43ad-93b4-55e2967dadd9 req-d6e5638a-9687-4c82-8f8f-8d592f0e5c51 tempest-ServersAdminTestJSON-1928547335 tempest-ServersAdminTestJSON-1928547335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:14.502458 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383aa30-4db5-43ad-93b4-55e2967dadd9 req-d6e5638a-9687-4c82-8f8f-8d592f0e5c51 tempest-ServersAdminTestJSON-1928547335 tempest-ServersAdminTestJSON-1928547335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:14.502929 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383aa30-4db5-43ad-93b4-55e2967dadd9 req-d6e5638a-9687-4c82-8f8f-8d592f0e5c51 tempest-ServersAdminTestJSON-1928547335 tempest-ServersAdminTestJSON-1928547335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:14.503452 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383aa30-4db5-43ad-93b4-55e2967dadd9 req-d6e5638a-9687-4c82-8f8f-8d592f0e5c51 tempest-ServersAdminTestJSON-1928547335 tempest-ServersAdminTestJSON-1928547335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:14.503970 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383aa30-4db5-43ad-93b4-55e2967dadd9 req-d6e5638a-9687-4c82-8f8f-8d592f0e5c51 tempest-ServersAdminTestJSON-1928547335 tempest-ServersAdminTestJSON-1928547335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:14.504562 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383aa30-4db5-43ad-93b4-55e2967dadd9 req-d6e5638a-9687-4c82-8f8f-8d592f0e5c51 tempest-ServersAdminTestJSON-1928547335 tempest-ServersAdminTestJSON-1928547335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:14.505037 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383aa30-4db5-43ad-93b4-55e2967dadd9 req-d6e5638a-9687-4c82-8f8f-8d592f0e5c51 tempest-ServersAdminTestJSON-1928547335 tempest-ServersAdminTestJSON-1928547335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:14.505504 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383aa30-4db5-43ad-93b4-55e2967dadd9 req-d6e5638a-9687-4c82-8f8f-8d592f0e5c51 tempest-ServersAdminTestJSON-1928547335 tempest-ServersAdminTestJSON-1928547335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:14.506250 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383aa30-4db5-43ad-93b4-55e2967dadd9 req-d6e5638a-9687-4c82-8f8f-8d592f0e5c51 tempest-ServersAdminTestJSON-1928547335 tempest-ServersAdminTestJSON-1928547335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:14.506822 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383aa30-4db5-43ad-93b4-55e2967dadd9 req-d6e5638a-9687-4c82-8f8f-8d592f0e5c51 tempest-ServersAdminTestJSON-1928547335 tempest-ServersAdminTestJSON-1928547335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:14.507287 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383aa30-4db5-43ad-93b4-55e2967dadd9 req-d6e5638a-9687-4c82-8f8f-8d592f0e5c51 tempest-ServersAdminTestJSON-1928547335 tempest-ServersAdminTestJSON-1928547335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:14.507804 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383aa30-4db5-43ad-93b4-55e2967dadd9 req-d6e5638a-9687-4c82-8f8f-8d592f0e5c51 tempest-ServersAdminTestJSON-1928547335 tempest-ServersAdminTestJSON-1928547335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:14.508357 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383aa30-4db5-43ad-93b4-55e2967dadd9 req-d6e5638a-9687-4c82-8f8f-8d592f0e5c51 tempest-ServersAdminTestJSON-1928547335 tempest-ServersAdminTestJSON-1928547335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:14.518263 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2383aa30-4db5-43ad-93b4-55e2967dadd9 req-d6e5638a-9687-4c82-8f8f-8d592f0e5c51 tempest-ServersAdminTestJSON-1928547335 tempest-ServersAdminTestJSON-1928547335-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f40a9ed6-d113-49bc-b1d9-8be6ef1942eb&device_id=2fa79378-ff1d-4e75-b22a-1ad5c70ceece&device_id=eff6e377-af95-4706-9388-698f77d21d56&device_id=349e08bb-ed24-4fac-8ea4-b6cd43e6c151&device_id=df6549c6-e11b-4f30-859f-df81504dce6f&device_id=519db7ee-ac45-4a7c-950a-c8c059f617ae&device_id=3f7139be-5294-4aa3-a41f-1733174f1637&device_id=9f53c77c-7353-4d34-8f3c-0219d1388746&device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1&device_id=da5fe699-8812-4124-b3f5-1f4ad9dad8d5 HTTP/1.1" status: 200 len: 13606 time: 0.3007126 Dec 08 16:09:14.535074 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12b44ec-281b-4fc8-9f66-8639d58bf13c None None] No DVR routers for this DVR port 08e0f346-3f69-46d8-aaba-b485d0f7bae4 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:09:14.540207 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dffb78f-7fad-4ab6-9a10-663cf1db1465 None None] Pushing event deleted for resources: {'Port': ['ID=c21b50f2-5ab2-4cf2-a26b-2a115f7233df,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:14.559578 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-2383aa30-4db5-43ad-93b4-55e2967dadd9 req-1cb55d46-7609-4723-a041-dca6239d66f2 tempest-ServersAdminTestJSON-1928547335 tempest-ServersAdminTestJSON-1928547335-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:14.573065 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-89747113-a470-42d9-aa13-ed0e3ce52b26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2385e0e8-ce30-4e57-9597-e3c55240f83a']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:09:14.587843 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-89747113-a470-42d9-aa13-ed0e3ce52b26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed640b00-5209-41aa-8ccd-e8e1ecbd23aa') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:09:14.588162 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-89747113-a470-42d9-aa13-ed0e3ce52b26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed640b00-5209-41aa-8ccd-e8e1ecbd23aa') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:09:14.593326 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dffb78f-7fad-4ab6-9a10-663cf1db1465 None None] No DVR routers for this DVR port c21b50f2-5ab2-4cf2-a26b-2a115f7233df on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:09:14.607617 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-89747113-a470-42d9-aa13-ed0e3ce52b26 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:14.638145 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-89747113-a470-42d9-aa13-ed0e3ce52b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:14.647276 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89747113-a470-42d9-aa13-ed0e3ce52b26 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:09:14.647849 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-89747113-a470-42d9-aa13-ed0e3ce52b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:14.698504 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:09:14.698504 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:09:14.698504 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:09:14.698504 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:09:14.698504 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:09:14.698504 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:09:14.698504 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:09:14.698504 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:09:14.698504 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:09:14.698504 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:09:14.698504 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:09:14.698504 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:09:14.698504 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:09:14.698504 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:09:14.698504 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:09:14.698504 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:09:14.698504 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:09:14.698504 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:09:14.698504 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:09:14.698504 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:09:14.698504 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:09:14.698504 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:09:14.698504 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:09:14.698504 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:09:14.698504 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:09:14.698504 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:09:14.698504 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:09:14.698504 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:09:14.698504 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:09:14.698504 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:09:14.698504 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:09:14.698504 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:09:14.773513 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-2383aa30-4db5-43ad-93b4-55e2967dadd9 req-1cb55d46-7609-4723-a041-dca6239d66f2 tempest-ServersAdminTestJSON-1928547335 tempest-ServersAdminTestJSON-1928547335-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:14.793059 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b27b303f-47d8-4385-8bc9-034aa6c4eeb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:14.820147 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-b27b303f-47d8-4385-8bc9-034aa6c4eeb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38d523e2-3df0-41e5-846a-7796bad806dc']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:09:14.839671 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-b27b303f-47d8-4385-8bc9-034aa6c4eeb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb4f3904-605a-466d-8350-ef7e46c87c22') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:09:14.840028 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-b27b303f-47d8-4385-8bc9-034aa6c4eeb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb4f3904-605a-466d-8350-ef7e46c87c22') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:09:14.862364 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-2383aa30-4db5-43ad-93b4-55e2967dadd9 req-1cb55d46-7609-4723-a041-dca6239d66f2 tempest-ServersAdminTestJSON-1928547335 tempest-ServersAdminTestJSON-1928547335-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:14.866846 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a7c56fc5-af01-46d6-bfbc-eb12b4c3bbd0 req-8e406019-dba0-4b91-956a-cd9b99e5da63 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=349e08bb-ed24-4fac-8ea4-b6cd43e6c151 HTTP/1.1" status: 200 len: 210 time: 0.0495279 Dec 08 16:09:14.870086 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b27b303f-47d8-4385-8bc9-034aa6c4eeb0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:14.886104 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b27b303f-47d8-4385-8bc9-034aa6c4eeb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:14.894697 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b27b303f-47d8-4385-8bc9-034aa6c4eeb0 admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:09:14.896075 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b27b303f-47d8-4385-8bc9-034aa6c4eeb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:14.921016 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb55d46-7609-4723-a041-dca6239d66f2 tempest-ServersAdminTestJSON-1928547335 tempest-ServersAdminTestJSON-1928547335-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd354e28-689c-42ea-abc4-df2fc9ea961e,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:14.938873 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-89747113-a470-42d9-aa13-ed0e3ce52b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:14.960904 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-89747113-a470-42d9-aa13-ed0e3ce52b26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:14.969480 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-89747113-a470-42d9-aa13-ed0e3ce52b26 admin admin] 10.222.0.64 "DELETE /v2.0/networks/2385e0e8-ce30-4e57-9597-e3c55240f83a HTTP/1.1" status: 204 len: 168 time: 1.5507462 Dec 08 16:09:14.993929 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:09:14.993929 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:09:14.993929 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:09:14.993929 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:09:14.993929 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:09:14.993929 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:09:14.993929 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:09:14.993929 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:09:14.993929 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:09:14.993929 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:09:14.993929 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:09:14.993929 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:09:14.993929 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:09:14.993929 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:09:14.993929 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:09:14.993929 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:09:14.993929 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:09:14.993929 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:09:14.993929 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:09:14.993929 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:09:14.993929 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:09:14.993929 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:09:14.993929 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:09:14.993929 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:09:14.993929 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:09:14.993929 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:09:14.993929 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:09:14.993929 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:09:14.993929 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:09:14.993929 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:09:14.993929 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:09:14.993929 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:09:15.008207 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89747113-a470-42d9-aa13-ed0e3ce52b26 admin admin] Pushing event deleted for resources: {'Network': ['ID=2385e0e8-ce30-4e57-9597-e3c55240f83a,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:15.059968 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2383aa30-4db5-43ad-93b4-55e2967dadd9 req-1cb55d46-7609-4723-a041-dca6239d66f2 tempest-ServersAdminTestJSON-1928547335 tempest-ServersAdminTestJSON-1928547335-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&id=6baf912a-f0d0-4cd4-8757-b1de646fe2bb&id=4aaaa83b-c5f6-43ce-9356-8631053cb551&id=49c58f26-f9c1-4b14-a3ef-7ff8fc05a8af&id=e248191b-b200-41c0-b6e1-ce54e884c162&id=4953b012-a6ab-4c7f-b380-486850a932a2&fields=id&fields=name HTTP/1.1" status: 200 len: 697 time: 0.5407100 Dec 08 16:09:15.148330 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b27b303f-47d8-4385-8bc9-034aa6c4eeb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:15.154893 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b27b303f-47d8-4385-8bc9-034aa6c4eeb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:15.161482 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b27b303f-47d8-4385-8bc9-034aa6c4eeb0 admin admin] 10.222.0.64 "DELETE /v2.0/networks/38d523e2-3df0-41e5-846a-7796bad806dc HTTP/1.1" status: 204 len: 168 time: 1.8859141 Dec 08 16:09:15.174548 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27b303f-47d8-4385-8bc9-034aa6c4eeb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=38d523e2-3df0-41e5-846a-7796bad806dc,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:15.212750 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:15.441872 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad50e380-ee0a-41c2-8303-6f5d9a2e42f8 req-9377ce62-c8fe-4a83-b4b1-2c0f10d1d7bc tempest-ServersAdminTestJSON-1928547335 tempest-ServersAdminTestJSON-1928547335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:15.442345 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad50e380-ee0a-41c2-8303-6f5d9a2e42f8 req-9377ce62-c8fe-4a83-b4b1-2c0f10d1d7bc tempest-ServersAdminTestJSON-1928547335 tempest-ServersAdminTestJSON-1928547335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:15.442935 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad50e380-ee0a-41c2-8303-6f5d9a2e42f8 req-9377ce62-c8fe-4a83-b4b1-2c0f10d1d7bc tempest-ServersAdminTestJSON-1928547335 tempest-ServersAdminTestJSON-1928547335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:15.444530 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ad50e380-ee0a-41c2-8303-6f5d9a2e42f8 req-9377ce62-c8fe-4a83-b4b1-2c0f10d1d7bc tempest-ServersAdminTestJSON-1928547335 tempest-ServersAdminTestJSON-1928547335-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f40a9ed6-d113-49bc-b1d9-8be6ef1942eb&device_id=2fa79378-ff1d-4e75-b22a-1ad5c70ceece&device_id=eff6e377-af95-4706-9388-698f77d21d56 HTTP/1.1" status: 200 len: 2887 time: 0.0546756 Dec 08 16:09:15.516639 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ad50e380-ee0a-41c2-8303-6f5d9a2e42f8 req-deec96a0-06b5-4f2c-93d8-8eb8b70826a3 tempest-ServersAdminTestJSON-1928547335 tempest-ServersAdminTestJSON-1928547335-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501075 Dec 08 16:09:15.543669 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41646) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:15.549938 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device c21b50f2-5ab2-4cf2-a26b-2a115f7233df no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:09:15.608076 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41648) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:15.616281 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c99b4d7f-c8fb-4e2a-bad7-d93daaec4bcf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a852a94827a640d4b4d781ca2b4d8472&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0728309 Dec 08 16:09:15.626609 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: c21b50f2-5ab2-4cf2-a26b-2a115f7233df {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:09:15.627111 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device c21b50f2-5ab2-4cf2-a26b-2a115f7233df not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:09:15.627724 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 08e0f346-3f69-46d8-aaba-b485d0f7bae4 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:09:15.676861 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 71768c10-eb53-4168-ad2c-0cf6978bde4e no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:09:15.677123 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-83f08cab-91ef-4b6a-a74b-9678f49b8ede admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:15.679694 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 08e0f346-3f69-46d8-aaba-b485d0f7bae4 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:09:15.680036 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 08e0f346-3f69-46d8-aaba-b485d0f7bae4 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:09:15.711437 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41656) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:15.717895 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: 71768c10-eb53-4168-ad2c-0cf6978bde4e {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:09:15.721304 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 71768c10-eb53-4168-ad2c-0cf6978bde4e not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:09:15.738159 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-83f08cab-91ef-4b6a-a74b-9678f49b8ede admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:15.761704 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41660) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:15.804745 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-77f4259b-d975-45a2-b252-94398c3d0002 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e657848efb6b469fa2d7fa12c00aa55c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417240 Dec 08 16:09:15.807283 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41662) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:15.877296 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f9f9b252-5b96-41f6-809a-0893dcb35abf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:15.879885 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-83f08cab-91ef-4b6a-a74b-9678f49b8ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:15.882587 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-83f08cab-91ef-4b6a-a74b-9678f49b8ede admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:15.886484 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-83f08cab-91ef-4b6a-a74b-9678f49b8ede admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cb7c5b10-7732-4f2e-a597-ecb6780078a7 HTTP/1.1" status: 204 len: 168 time: 0.2748950 Dec 08 16:09:15.895079 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f08cab-91ef-4b6a-a74b-9678f49b8ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7c5b10-7732-4f2e-a597-ecb6780078a7,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:15.903893 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f9f9b252-5b96-41f6-809a-0893dcb35abf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:16.044606 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1920de70-0d0f-465d-985a-8f4bfc68cc2f req-a0e11d21-fcfe-4ed8-8693-0f4998c9350f tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=349e08bb-ed24-4fac-8ea4-b6cd43e6c151 HTTP/1.1" status: 200 len: 210 time: 0.0353408 Dec 08 16:09:16.075783 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41670) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:16.076006 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a4246646-825c-45be-bbb3-b8eb63f21c6c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=66dccecaa0ac4e2ba10711b24085a2c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3622727 Dec 08 16:09:16.129356 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bde3d432-a253-4b82-a46e-8712b0de1946 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:16.151480 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bde3d432-a253-4b82-a46e-8712b0de1946 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:16.193786 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f9f9b252-5b96-41f6-809a-0893dcb35abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:16.196425 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f9f9b252-5b96-41f6-809a-0893dcb35abf admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:16.197631 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f9f9b252-5b96-41f6-809a-0893dcb35abf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/953ad95e-c2f2-4bf4-8be8-2640db5aea9c HTTP/1.1" status: 204 len: 168 time: 0.3893869 Dec 08 16:09:16.205681 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f9b252-5b96-41f6-809a-0893dcb35abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=953ad95e-c2f2-4bf4-8be8-2640db5aea9c,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:16.359696 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bde3d432-a253-4b82-a46e-8712b0de1946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:16.363243 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bde3d432-a253-4b82-a46e-8712b0de1946 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:16.363878 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-bde3d432-a253-4b82-a46e-8712b0de1946 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d901e266-50bf-41f5-875d-33f15b2e4073 HTTP/1.1" status: 204 len: 168 time: 0.2867558 Dec 08 16:09:16.377404 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde3d432-a253-4b82-a46e-8712b0de1946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d901e266-50bf-41f5-875d-33f15b2e4073,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:16.674186 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:17.170137 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-83697845-9b59-4b15-b565-e2b19684da0c req-08537ea7-4d8b-4d89-9faa-f5379ecdd262 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=349e08bb-ed24-4fac-8ea4-b6cd43e6c151 HTTP/1.1" status: 200 len: 210 time: 0.0400708 Dec 08 16:09:17.217171 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f53d75-b6ad-44ad-88ff-3dad8c19b9ea req-b3219d91-e8fd-4d9f-a564-7659d893e580 tempest-ServersAdminTestJSON-1928547335 tempest-ServersAdminTestJSON-1928547335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:17.219389 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d4f53d75-b6ad-44ad-88ff-3dad8c19b9ea req-b3219d91-e8fd-4d9f-a564-7659d893e580 tempest-ServersAdminTestJSON-1928547335 tempest-ServersAdminTestJSON-1928547335-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=2fa79378-ff1d-4e75-b22a-1ad5c70ceece HTTP/1.1" status: 200 len: 1102 time: 0.0616221 Dec 08 16:09:17.271268 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d4f53d75-b6ad-44ad-88ff-3dad8c19b9ea req-8d9bbdf0-10f4-46e0-a22b-eced7a16886b tempest-ServersAdminTestJSON-1928547335 tempest-ServersAdminTestJSON-1928547335-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448482 Dec 08 16:09:17.472887 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41702) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:17.549233 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:17.567482 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-cfefddd6-fb7b-4c1a-9f63-ea4df79a37d5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c79583471100466cb47afca45dfdf298&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0928292 Dec 08 16:09:17.570025 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41706) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:17.625801 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fb506dbc-af74-4de3-a153-523ada336734 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:17.649381 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fb506dbc-af74-4de3-a153-523ada336734 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:17.720876 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d942e-aaa8-4a0d-a9f9-c47a3f59045f req-115416d0-b0e6-4bf4-b65f-b98ea85c9672 tempest-ServersAdminTestJSON-1928547335 tempest-ServersAdminTestJSON-1928547335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:17.722607 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cc7d942e-aaa8-4a0d-a9f9-c47a3f59045f req-115416d0-b0e6-4bf4-b65f-b98ea85c9672 tempest-ServersAdminTestJSON-1928547335 tempest-ServersAdminTestJSON-1928547335-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=2fa79378-ff1d-4e75-b22a-1ad5c70ceece HTTP/1.1" status: 200 len: 1102 time: 0.0730741 Dec 08 16:09:17.791845 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cc7d942e-aaa8-4a0d-a9f9-c47a3f59045f req-0318dd9f-2735-41bd-a145-c1c7d28e71ff tempest-ServersAdminTestJSON-1928547335 tempest-ServersAdminTestJSON-1928547335-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618768 Dec 08 16:09:17.862368 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fb506dbc-af74-4de3-a153-523ada336734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:17.865422 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fb506dbc-af74-4de3-a153-523ada336734 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:17.869809 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-fb506dbc-af74-4de3-a153-523ada336734 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2423af55-1d2c-44fc-af91-c70548d77475 HTTP/1.1" status: 204 len: 168 time: 0.2963881 Dec 08 16:09:17.877356 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb506dbc-af74-4de3-a153-523ada336734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2423af55-1d2c-44fc-af91-c70548d77475,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:17.886539 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb506dbc-af74-4de3-a153-523ada336734 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:17.887023 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb506dbc-af74-4de3-a153-523ada336734 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:17.887469 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb506dbc-af74-4de3-a153-523ada336734 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:17.887911 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb506dbc-af74-4de3-a153-523ada336734 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:17.888407 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb506dbc-af74-4de3-a153-523ada336734 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:17.888839 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb506dbc-af74-4de3-a153-523ada336734 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:17.889422 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb506dbc-af74-4de3-a153-523ada336734 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:17.889873 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb506dbc-af74-4de3-a153-523ada336734 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:17.890289 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb506dbc-af74-4de3-a153-523ada336734 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:17.890820 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb506dbc-af74-4de3-a153-523ada336734 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:17.891361 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb506dbc-af74-4de3-a153-523ada336734 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:17.891791 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb506dbc-af74-4de3-a153-523ada336734 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:17.892240 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb506dbc-af74-4de3-a153-523ada336734 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:18.936373 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1e7d7fe2-6672-4403-af20-b7d09506d0ff req-cfcb4d2d-eef0-4c8c-99e1-2223ec7ed261 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9f53c77c-7353-4d34-8f3c-0219d1388746&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0553670 Dec 08 16:09:19.023546 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d7fe2-6672-4403-af20-b7d09506d0ff req-065266ff-fca3-46a7-a020-df703dcd8c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:19.025493 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1e7d7fe2-6672-4403-af20-b7d09506d0ff req-065266ff-fca3-46a7-a020-df703dcd8c2e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8b17b512834447aea285923e7004d778&device_id=9f53c77c-7353-4d34-8f3c-0219d1388746 HTTP/1.1" status: 200 len: 1096 time: 0.0461209 Dec 08 16:09:19.231806 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d7fe2-6672-4403-af20-b7d09506d0ff req-cd46481c-5bda-4864-ad3a-dcd5fdb6669f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:19.240336 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1e7d7fe2-6672-4403-af20-b7d09506d0ff req-cd46481c-5bda-4864-ad3a-dcd5fdb6669f service neutron] 10.222.0.76 "GET /v2.0/networks?id=34422553-fc63-47d6-a631-7f666537bc5c HTTP/1.1" status: 200 len: 909 time: 0.1791348 Dec 08 16:09:19.262630 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41772) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:19.274881 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41776) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:19.341290 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1e7d7fe2-6672-4403-af20-b7d09506d0ff req-47b83ffc-7b30-4725-a906-2c3b70cb91ea service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2acddd17-f22b-4087-a5b4-ec69bc31c48a HTTP/1.1" status: 200 len: 217 time: 0.0952377 Dec 08 16:09:19.403905 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d7fe2-6672-4403-af20-b7d09506d0ff req-9a0da553-f601-43ad-ae63-6c72f12d3ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:19.406617 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1e7d7fe2-6672-4403-af20-b7d09506d0ff req-9a0da553-f601-43ad-ae63-6c72f12d3ae4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5db44a3c-d12a-4344-a611-2d41355a5e50 HTTP/1.1" status: 200 len: 848 time: 0.0582345 Dec 08 16:09:19.467066 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-56c0b683-d0fa-4c62-850d-15cf2fcb296f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-657392705-network', 'tenant_id': '2a1d7bc9fe234132a7c05b943d6a296e'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:09:19.490000 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1e7d7fe2-6672-4403-af20-b7d09506d0ff req-f48514ba-9da3-45a3-a74f-4c8c27910067 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=34422553-fc63-47d6-a631-7f666537bc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720215 Dec 08 16:09:19.491144 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-89e6d5fe-ba38-44c3-ae34-ae20dca958ac admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1705494953-network', 'tenant_id': '51b28c5bf24246e298422a1687d82637'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:09:19.524543 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.db.api [None req-89e6d5fe-ba38-44c3-ae34-ae20dca958ac admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 08 16:09:19.524543 n-d-776250-12 neutron-server[110551]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 08 16:09:19.524543 n-d-776250-12 neutron-server[110551]: [parameters: {'project_id': '51b28c5bf24246e298422a1687d82637', 'id': '6211bf6b-5ad0-43cf-9353-ecc5e32f6d29', 'expiration': datetime.datetime(2021, 12, 8, 16, 11, 19, 511622)}] Dec 08 16:09:19.524543 n-d-776250-12 neutron-server[110551]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:09:19.529056 n-d-776250-12 neutron-server[110551]: DEBUG oslo_db.api [None req-89e6d5fe-ba38-44c3-ae34-ae20dca958ac admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:09:19.615298 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1e7d7fe2-6672-4403-af20-b7d09506d0ff req-b873b7be-a1c7-4732-8277-3d5d040a195b service neutron] 10.222.0.76 "GET /v2.0/networks/34422553-fc63-47d6-a631-7f666537bc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172082 Dec 08 16:09:19.679834 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c0b683-d0fa-4c62-850d-15cf2fcb296f admin admin] Made reservation on behalf of 2a1d7bc9fe234132a7c05b943d6a296e for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:09:19.679834 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-56c0b683-d0fa-4c62-850d-15cf2fcb296f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:19.695159 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-56c0b683-d0fa-4c62-850d-15cf2fcb296f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:19.805846 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1e7d7fe2-6672-4403-af20-b7d09506d0ff req-d1735297-7d28-4b3e-a3d8-d91582b4dedf service neutron] 10.222.0.76 "GET /v2.0/networks/34422553-fc63-47d6-a631-7f666537bc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834178 Dec 08 16:09:19.906803 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-56c0b683-d0fa-4c62-850d-15cf2fcb296f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:19.928389 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa985ee-3ee6-4ede-ab92-551fd17b156f req-8165078a-3206-4a65-bbdb-e59f204cda0c tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:19.936825 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-eaa985ee-3ee6-4ede-ab92-551fd17b156f req-8165078a-3206-4a65-bbdb-e59f204cda0c tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fa79378-ff1d-4e75-b22a-1ad5c70ceece HTTP/1.1" status: 200 len: 950 time: 0.0785372 Dec 08 16:09:20.011301 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-eaa985ee-3ee6-4ede-ab92-551fd17b156f req-b4e13c10-bdb4-4cd7-8671-3102a874d9c9 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732050 Dec 08 16:09:20.090978 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-56c0b683-d0fa-4c62-850d-15cf2fcb296f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:20.140660 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c0b683-d0fa-4c62-850d-15cf2fcb296f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e0a9e5-f144-4ef2-8e63-80ae32874ddc,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:20.153721 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56c0b683-d0fa-4c62-850d-15cf2fcb296f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:09:20.181540 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-56c0b683-d0fa-4c62-850d-15cf2fcb296f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:20.182882 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-56c0b683-d0fa-4c62-850d-15cf2fcb296f admin admin] Added segment c9dcf431-07ab-437d-a854-4be1bb07aa24 of type vlan for network a2af261e-4dfa-45ef-8c6f-916842e6e067 Dec 08 16:09:20.235637 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-56c0b683-d0fa-4c62-850d-15cf2fcb296f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:20.237932 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e6d5fe-ba38-44c3-ae34-ae20dca958ac admin admin] Made reservation on behalf of 51b28c5bf24246e298422a1687d82637 for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:09:20.240314 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-89e6d5fe-ba38-44c3-ae34-ae20dca958ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:20.255910 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-89e6d5fe-ba38-44c3-ae34-ae20dca958ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:20.365399 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-89e6d5fe-ba38-44c3-ae34-ae20dca958ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:20.497994 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-89e6d5fe-ba38-44c3-ae34-ae20dca958ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:20.511266 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-56c0b683-d0fa-4c62-850d-15cf2fcb296f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:20.515130 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c0b683-d0fa-4c62-850d-15cf2fcb296f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:20.515776 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-56c0b683-d0fa-4c62-850d-15cf2fcb296f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:20.573415 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89e6d5fe-ba38-44c3-ae34-ae20dca958ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:09:20.632719 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e6d5fe-ba38-44c3-ae34-ae20dca958ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f60a5b-0646-42dd-bbb9-4c0b871b0767,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:20.635789 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-89e6d5fe-ba38-44c3-ae34-ae20dca958ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:20.636141 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-89e6d5fe-ba38-44c3-ae34-ae20dca958ac admin admin] Added segment 47c90d66-b9b1-48b2-9414-0fbc8593b6cd of type vlan for network cb7ccd97-4ed6-4775-a83f-7666f035258b Dec 08 16:09:20.675041 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c0b683-d0fa-4c62-850d-15cf2fcb296f admin admin] Pushing event updated for resources: {'Network': ['ID=a2af261e-4dfa-45ef-8c6f-916842e6e067,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:20.684314 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-56c0b683-d0fa-4c62-850d-15cf2fcb296f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.4203184 Dec 08 16:09:20.687227 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41814) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:20.690871 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network a2af261e-4dfa-45ef-8c6f-916842e6e067 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:09:20.693127 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-02323b8c-964d-43e4-ac46-ff5356a36386 admin admin] Request body: {'subnet': {'network_id': 'a2af261e-4dfa-45ef-8c6f-916842e6e067', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-657392705-subnet', 'tenant_id': '2a1d7bc9fe234132a7c05b943d6a296e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:09:20.703796 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-89e6d5fe-ba38-44c3-ae34-ae20dca958ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:20.811133 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02323b8c-964d-43e4-ac46-ff5356a36386 admin admin] Made reservation on behalf of 2a1d7bc9fe234132a7c05b943d6a296e for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:09:20.813619 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-02323b8c-964d-43e4-ac46-ff5356a36386 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:20.885242 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-89e6d5fe-ba38-44c3-ae34-ae20dca958ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:20.886139 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e6d5fe-ba38-44c3-ae34-ae20dca958ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:20.886730 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-89e6d5fe-ba38-44c3-ae34-ae20dca958ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:20.945541 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e6d5fe-ba38-44c3-ae34-ae20dca958ac admin admin] Pushing event updated for resources: {'Network': ['ID=cb7ccd97-4ed6-4775-a83f-7666f035258b,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:20.955419 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network cb7ccd97-4ed6-4775-a83f-7666f035258b details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:09:21.093932 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-89e6d5fe-ba38-44c3-ae34-ae20dca958ac admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.8177791 Dec 08 16:09:21.097765 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41826) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:21.105802 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-21823f91-6fd2-4f3e-9ee4-cdd9f2614179 admin admin] Request body: {'subnet': {'network_id': 'cb7ccd97-4ed6-4775-a83f-7666f035258b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1705494953-subnet', 'tenant_id': '51b28c5bf24246e298422a1687d82637', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:09:21.212303 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dfad07-a4e5-4f32-848e-174ef9ce581e req-ba2a6dc5-b1a3-4a4b-91a8-f36009ba6940 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:21.214017 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-70dfad07-a4e5-4f32-848e-174ef9ce581e req-ba2a6dc5-b1a3-4a4b-91a8-f36009ba6940 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fa79378-ff1d-4e75-b22a-1ad5c70ceece HTTP/1.1" status: 200 len: 950 time: 0.0635993 Dec 08 16:09:21.220846 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-02323b8c-964d-43e4-ac46-ff5356a36386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:21.271365 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-70dfad07-a4e5-4f32-848e-174ef9ce581e req-f677a287-e40c-4baa-9b67-a80d753b6cee tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513046 Dec 08 16:09:21.291060 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02323b8c-964d-43e4-ac46-ff5356a36386 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9919c7c-db71-413b-beee-8647df3d68d9,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:21.302585 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02323b8c-964d-43e4-ac46-ff5356a36386 admin admin] Checking segment: {'id': 'c9dcf431-07ab-437d-a854-4be1bb07aa24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a2af261e-4dfa-45ef-8c6f-916842e6e067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:09:21.303204 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02323b8c-964d-43e4-ac46-ff5356a36386 admin admin] Network hostable DHCP agents. Network: a2af261e-4dfa-45ef-8c6f-916842e6e067, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:09:21.377105 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21823f91-6fd2-4f3e-9ee4-cdd9f2614179 admin admin] Made reservation on behalf of 51b28c5bf24246e298422a1687d82637 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:09:21.381417 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-21823f91-6fd2-4f3e-9ee4-cdd9f2614179 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:21.456739 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02323b8c-964d-43e4-ac46-ff5356a36386 admin admin] Network a2af261e-4dfa-45ef-8c6f-916842e6e067 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:09:21.736364 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-02323b8c-964d-43e4-ac46-ff5356a36386 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, a2af261e-4dfa-45ef-8c6f-916842e6e067) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:09:21.740954 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02323b8c-964d-43e4-ac46-ff5356a36386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:21.741555 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-02323b8c-964d-43e4-ac46-ff5356a36386 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:21.747612 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87915446-8d08-4c20-b155-9fc5d46fee6c None None] Network a2af261e-4dfa-45ef-8c6f-916842e6e067 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:09:21.777563 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-21823f91-6fd2-4f3e-9ee4-cdd9f2614179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:21.874688 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21823f91-6fd2-4f3e-9ee4-cdd9f2614179 admin admin] Pushing event updated for resources: {'Subnet': ['ID=204f0526-34ba-4b28-8f9c-33ef8b4289b9,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:21.891468 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21823f91-6fd2-4f3e-9ee4-cdd9f2614179 admin admin] Checking segment: {'id': '47c90d66-b9b1-48b2-9414-0fbc8593b6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'cb7ccd97-4ed6-4775-a83f-7666f035258b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:09:21.891829 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21823f91-6fd2-4f3e-9ee4-cdd9f2614179 admin admin] Network hostable DHCP agents. Network: cb7ccd97-4ed6-4775-a83f-7666f035258b, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:09:21.917483 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb569275-87b1-48ff-977e-e1d53d5aa5df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-a2af261e-4dfa-45ef-8c6f-916842e6e067', 'network_id': 'a2af261e-4dfa-45ef-8c6f-916842e6e067', 'project_id': '2a1d7bc9fe234132a7c05b943d6a296e', 'fixed_ips': [{'subnet_id': 'b9919c7c-db71-413b-beee-8647df3d68d9'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:09:21.919108 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-eb569275-87b1-48ff-977e-e1d53d5aa5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:21.934830 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-02323b8c-964d-43e4-ac46-ff5356a36386 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.2464192 Dec 08 16:09:21.937444 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41840) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:21.945210 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-9433a46c-9031-4e58-8f4b-2d8d111711b8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-657392705-router', 'tenant_id': '2a1d7bc9fe234132a7c05b943d6a296e', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:09:22.085912 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21823f91-6fd2-4f3e-9ee4-cdd9f2614179 admin admin] Network cb7ccd97-4ed6-4775-a83f-7666f035258b is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:09:22.107318 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-eb569275-87b1-48ff-977e-e1d53d5aa5df None None] Allocated IP 172.20.0.2 (a2af261e-4dfa-45ef-8c6f-916842e6e067/b9919c7c-db71-413b-beee-8647df3d68d9/3f0c7a0e-c424-4094-9a6e-4f71a27e35cc) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:09:22.142556 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9433a46c-9031-4e58-8f4b-2d8d111711b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:22.143767 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9433a46c-9031-4e58-8f4b-2d8d111711b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:22.227785 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-21823f91-6fd2-4f3e-9ee4-cdd9f2614179 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, cb7ccd97-4ed6-4775-a83f-7666f035258b) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:09:22.232269 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21823f91-6fd2-4f3e-9ee4-cdd9f2614179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:22.232991 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-21823f91-6fd2-4f3e-9ee4-cdd9f2614179 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:22.249810 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d44c522-3a7c-4ff1-b19c-59bba59df3fc None None] Network cb7ccd97-4ed6-4775-a83f-7666f035258b requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:09:22.269018 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9433a46c-9031-4e58-8f4b-2d8d111711b8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:22.325000 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-21823f91-6fd2-4f3e-9ee4-cdd9f2614179 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2175052 Dec 08 16:09:22.488022 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e445add-29c9-4a8a-a26a-95b313b3be51 req-7c0f02d7-366c-4d72-9d32-622931419c39 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:22.489822 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9e445add-29c9-4a8a-a26a-95b313b3be51 req-7c0f02d7-366c-4d72-9d32-622931419c39 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fa79378-ff1d-4e75-b22a-1ad5c70ceece HTTP/1.1" status: 200 len: 950 time: 0.1000643 Dec 08 16:09:22.561481 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3808fa09-bb0a-482b-a805-db689fe5a460 None None] Network cb7ccd97-4ed6-4775-a83f-7666f035258b requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:09:22.593149 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9e445add-29c9-4a8a-a26a-95b313b3be51 req-ba11c90a-f504-4729-a6fa-7ff5e7dddc2a tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947723 Dec 08 16:09:22.697430 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9433a46c-9031-4e58-8f4b-2d8d111711b8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:22.780327 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-eb569275-87b1-48ff-977e-e1d53d5aa5df None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:22.910975 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e0d64a-777d-47ac-8046-632c9cdcba53 req-f4b05586-f84c-4359-87d4-c3ccd1ac5a9d tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:22.912513 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-66e0d64a-777d-47ac-8046-632c9cdcba53 req-f4b05586-f84c-4359-87d4-c3ccd1ac5a9d tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/networks?id=cb7ccd97-4ed6-4775-a83f-7666f035258b HTTP/1.1" status: 200 len: 822 time: 0.1548936 Dec 08 16:09:22.939230 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-66e0d64a-777d-47ac-8046-632c9cdcba53 req-7fdd6572-1305-4ac2-b447-81c26e6084bd tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/quotas/51b28c5bf24246e298422a1687d82637 HTTP/1.1" status: 200 len: 375 time: 0.0179276 Dec 08 16:09:22.974231 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-66e0d64a-777d-47ac-8046-632c9cdcba53 req-0a16e225-9f30-4228-853c-ee2924af47d9 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=51b28c5bf24246e298422a1687d82637&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287206 Dec 08 16:09:23.090616 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-eb569275-87b1-48ff-977e-e1d53d5aa5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:23.128120 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb569275-87b1-48ff-977e-e1d53d5aa5df None None] Network a2af261e-4dfa-45ef-8c6f-916842e6e067 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:09:23.131602 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-eb569275-87b1-48ff-977e-e1d53d5aa5df None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:09:23.137422 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb569275-87b1-48ff-977e-e1d53d5aa5df None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:09:23.147633 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb569275-87b1-48ff-977e-e1d53d5aa5df None None] Pushing event updated for resources: {'Port': ['ID=3f0c7a0e-c424-4094-9a6e-4f71a27e35cc,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:23.148027 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-66e0d64a-777d-47ac-8046-632c9cdcba53 req-d4ff3beb-a0c9-4b3e-b8ea-ab490b926019 service neutron] 10.222.0.64 "GET /v2.0/networks/cb7ccd97-4ed6-4775-a83f-7666f035258b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636696 Dec 08 16:09:23.234532 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-eb569275-87b1-48ff-977e-e1d53d5aa5df None None] Attempting to bind port 3f0c7a0e-c424-4094-9a6e-4f71a27e35cc on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:09:23.235061 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-eb569275-87b1-48ff-977e-e1d53d5aa5df None None] Attempting to bind port 3f0c7a0e-c424-4094-9a6e-4f71a27e35cc by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'c9dcf431-07ab-437d-a854-4be1bb07aa24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a2af261e-4dfa-45ef-8c6f-916842e6e067'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:09:23.235665 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb569275-87b1-48ff-977e-e1d53d5aa5df None None] Attempting to bind port 3f0c7a0e-c424-4094-9a6e-4f71a27e35cc on network a2af261e-4dfa-45ef-8c6f-916842e6e067 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:09:23.242296 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb569275-87b1-48ff-977e-e1d53d5aa5df None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:09:23.242682 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb569275-87b1-48ff-977e-e1d53d5aa5df None None] Checking segment: {'id': 'c9dcf431-07ab-437d-a854-4be1bb07aa24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a2af261e-4dfa-45ef-8c6f-916842e6e067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:09:23.243125 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-eb569275-87b1-48ff-977e-e1d53d5aa5df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:23.243614 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb569275-87b1-48ff-977e-e1d53d5aa5df None None] Bound using segment: {'id': 'c9dcf431-07ab-437d-a854-4be1bb07aa24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a2af261e-4dfa-45ef-8c6f-916842e6e067'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:09:23.244101 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-eb569275-87b1-48ff-977e-e1d53d5aa5df None None] Bound port: 3f0c7a0e-c424-4094-9a6e-4f71a27e35cc, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9dcf431-07ab-437d-a854-4be1bb07aa24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a2af261e-4dfa-45ef-8c6f-916842e6e067'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:09:23.244531 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-eb569275-87b1-48ff-977e-e1d53d5aa5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:23.280654 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9433a46c-9031-4e58-8f4b-2d8d111711b8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:23.307835 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9433a46c-9031-4e58-8f4b-2d8d111711b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:23.317736 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-eb569275-87b1-48ff-977e-e1d53d5aa5df None None] For port 3f0c7a0e-c424-4094-9a6e-4f71a27e35cc, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:09:23.322101 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-eb569275-87b1-48ff-977e-e1d53d5aa5df None None] For port 3f0c7a0e-c424-4094-9a6e-4f71a27e35cc, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=3f0c7a0e-c424-4094-9a6e-4f71a27e35cc,segment=NetworkSegment(c9dcf431-07ab-437d-a854-4be1bb07aa24),segment_id=c9dcf431-07ab-437d-a854-4be1bb07aa24)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:09:23.369905 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-66e0d64a-777d-47ac-8046-632c9cdcba53 req-87191a8f-ac72-419d-a54e-cf06d23b2839 service neutron] 10.222.0.64 "GET /v2.0/networks/cb7ccd97-4ed6-4775-a83f-7666f035258b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695056 Dec 08 16:09:23.445369 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-eb569275-87b1-48ff-977e-e1d53d5aa5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:23.455872 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41884) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:23.460129 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-9433a46c-9031-4e58-8f4b-2d8d111711b8 admin admin] Allocated IP 172.25.0.141 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/7b6be695-bd18-4358-8dd0-1d318da5642c) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:09:23.507627 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb569275-87b1-48ff-977e-e1d53d5aa5df None None] Pushing event updated for resources: {'Port': ['ID=3f0c7a0e-c424-4094-9a6e-4f71a27e35cc,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:23.583134 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aed9eaf9-312e-480c-a583-3708c0f38199 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:23.587098 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9433a46c-9031-4e58-8f4b-2d8d111711b8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:23.676209 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aed9eaf9-312e-480c-a583-3708c0f38199 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:23.729376 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9e4711bb-c942-48b4-88fc-eff7382260e0 req-c77ed7c0-2302-4c30-bdd5-dd517fad7c62 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/ports?device_id=620a428f-356e-4985-b37a-8784c0857215 HTTP/1.1" status: 200 len: 210 time: 0.0402443 Dec 08 16:09:23.810114 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b2a52-0091-419c-8228-e26f580db32c req-ffc01871-8d14-47a5-8bff-eaf55626eff5 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:23.813599 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f85b2a52-0091-419c-8228-e26f580db32c req-ffc01871-8d14-47a5-8bff-eaf55626eff5 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fa79378-ff1d-4e75-b22a-1ad5c70ceece HTTP/1.1" status: 200 len: 950 time: 0.1029000 Dec 08 16:09:23.830045 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9433a46c-9031-4e58-8f4b-2d8d111711b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:23.910708 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f85b2a52-0091-419c-8228-e26f580db32c req-963b6f49-13e5-48b0-aae8-0fbe545766b3 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863838 Dec 08 16:09:23.920972 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aed9eaf9-312e-480c-a583-3708c0f38199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:23.923635 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9433a46c-9031-4e58-8f4b-2d8d111711b8 admin admin] Pushing event updated for resources: {'Port': ['ID=7b6be695-bd18-4358-8dd0-1d318da5642c,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:23.937216 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9433a46c-9031-4e58-8f4b-2d8d111711b8 admin admin] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:09:23.939779 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-9433a46c-9031-4e58-8f4b-2d8d111711b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:09:23.952550 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9433a46c-9031-4e58-8f4b-2d8d111711b8 admin admin] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:09:23.989642 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-aed9eaf9-312e-480c-a583-3708c0f38199 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=400f2e09c8e1451a8de3a3c52a9ed124&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5302944 Dec 08 16:09:23.992676 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41900) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:23.999606 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed9eaf9-312e-480c-a583-3708c0f38199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb564eb7-8a22-437b-bb9d-336cf66d6ba5,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:24.063878 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c4166bf9-b3b1-4894-9299-239519d3ff20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:24.092545 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c4166bf9-b3b1-4894-9299-239519d3ff20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:24.315996 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c4166bf9-b3b1-4894-9299-239519d3ff20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:24.323071 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c4166bf9-b3b1-4894-9299-239519d3ff20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:24.325215 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c4166bf9-b3b1-4894-9299-239519d3ff20 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cb564eb7-8a22-437b-bb9d-336cf66d6ba5 HTTP/1.1" status: 204 len: 168 time: 0.3332407 Dec 08 16:09:24.336526 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4166bf9-b3b1-4894-9299-239519d3ff20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb564eb7-8a22-437b-bb9d-336cf66d6ba5,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:24.439235 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9433a46c-9031-4e58-8f4b-2d8d111711b8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:24.720440 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9433a46c-9031-4e58-8f4b-2d8d111711b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:24.885120 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7489e656-b794-42ea-a1a4-b95c1386d5d7 req-653e0ea2-aba3-4b6d-aedd-f31186cc0ba9 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/ports?device_id=620a428f-356e-4985-b37a-8784c0857215 HTTP/1.1" status: 200 len: 210 time: 0.0614831 Dec 08 16:09:24.973727 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f526cb3-e4ed-46ed-8bbc-5a60498f5a0b None None] Network a2af261e-4dfa-45ef-8c6f-916842e6e067 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:09:25.014165 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f85e5-ecdc-4794-aabd-0bc719edcd20 req-728c8279-e6e2-47e6-90bb-5fe7bba9b78d tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:25.015767 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2b7f85e5-ecdc-4794-aabd-0bc719edcd20 req-728c8279-e6e2-47e6-90bb-5fe7bba9b78d tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f7139be-5294-4aa3-a41f-1733174f1637 HTTP/1.1" status: 200 len: 945 time: 0.1182334 Dec 08 16:09:25.079784 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9433a46c-9031-4e58-8f4b-2d8d111711b8 admin admin] Router 63b9166e-f7e9-4102-8685-59573391d485 is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:09:25.094659 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2b7f85e5-ecdc-4794-aabd-0bc719edcd20 req-615f40dc-e911-45ca-bc37-a3859bd5ae3c tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660682 Dec 08 16:09:25.114906 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-4296809f-f799-477c-be79-2a9a552b165b None None] Provisioning complete for port 3f0c7a0e-c424-4094-9a6e-4f71a27e35cc triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:09:25.115530 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4296809f-f799-477c-be79-2a9a552b165b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:25.247007 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5098372-78f1-449e-834e-34a279f9479e req-dbdf645d-0592-45e8-b351-e23675b24708 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:25.249849 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d5098372-78f1-449e-834e-34a279f9479e req-dbdf645d-0592-45e8-b351-e23675b24708 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fa79378-ff1d-4e75-b22a-1ad5c70ceece HTTP/1.1" status: 200 len: 950 time: 0.1150963 Dec 08 16:09:25.293426 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9433a46c-9031-4e58-8f4b-2d8d111711b8 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:09:25.297990 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4296809f-f799-477c-be79-2a9a552b165b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:25.305784 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dd7938-296f-482d-ad71-09a051e6b684 None None] Sync routers for ids ['63b9166e-f7e9-4102-8685-59573391d485'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:09:25.325641 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dd7938-296f-482d-ad71-09a051e6b684 None None] Routers {'63b9166e-f7e9-4102-8685-59573391d485'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:09:25.326577 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-26dd7938-296f-482d-ad71-09a051e6b684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:09:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['63b9166e-f7e9-4102-8685-59573391d485'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:09:25.405511 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d5098372-78f1-449e-834e-34a279f9479e req-162add82-d25d-422d-a112-fd69274295ce tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342492 Dec 08 16:09:25.405835 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-4296809f-f799-477c-be79-2a9a552b165b None None] For port 3f0c7a0e-c424-4094-9a6e-4f71a27e35cc, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=3f0c7a0e-c424-4094-9a6e-4f71a27e35cc,segment=NetworkSegment(c9dcf431-07ab-437d-a854-4be1bb07aa24),segment_id=c9dcf431-07ab-437d-a854-4be1bb07aa24)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:09:25.500871 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-26dd7938-296f-482d-ad71-09a051e6b684 None None] Set router 63b9166e-f7e9-4102-8685-59573391d485 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:09:25.581468 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4296809f-f799-477c-be79-2a9a552b165b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:25.587598 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9433a46c-9031-4e58-8f4b-2d8d111711b8 admin admin] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:25.589296 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-9433a46c-9031-4e58-8f4b-2d8d111711b8 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.6503747 Dec 08 16:09:25.591877 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41928) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:25.620986 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41930) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:25.631860 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 3f0c7a0e-c424-4094-9a6e-4f71a27e35cc up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:09:25.648284 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8ba28589-8d80-4643-af93-aee6b0ed2b45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:25.701667 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4296809f-f799-477c-be79-2a9a552b165b None None] Pushing event updated for resources: {'Port': ['ID=3f0c7a0e-c424-4094-9a6e-4f71a27e35cc,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:25.728092 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-fc151cfa-452e-4a84-8536-f70c8afc0f7f None None] Provisioning complete for port 3f0c7a0e-c424-4094-9a6e-4f71a27e35cc triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:09:25.728758 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-fc151cfa-452e-4a84-8536-f70c8afc0f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:25.745128 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-26dd7938-296f-482d-ad71-09a051e6b684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b9166e-f7e9-4102-8685-59573391d485', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-657392705-router', 'tenant_id': '2a1d7bc9fe234132a7c05b943d6a296e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '7b6be695-bd18-4358-8dd0-1d318da5642c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:09:22Z', 'updated_at': '2021-12-08T16:09:24Z', 'revision_number': 3, 'project_id': '2a1d7bc9fe234132a7c05b943d6a296e', 'gw_port': {'id': '7b6be695-bd18-4358-8dd0-1d318da5642c', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f4:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63b9166e-f7e9-4102-8685-59573391d485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:09:23Z', 'updated_at': '2021-12-08T16:09:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:09:25.764002 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7120cf4-e464-4044-89d3-7f081802ec70 req-44f7e77e-9f9a-4799-bf7f-11bcba20f164 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:25.765581 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a7120cf4-e464-4044-89d3-7f081802ec70 req-44f7e77e-9f9a-4799-bf7f-11bcba20f164 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f7139be-5294-4aa3-a41f-1733174f1637 HTTP/1.1" status: 200 len: 945 time: 0.1126976 Dec 08 16:09:25.778809 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dd7938-296f-482d-ad71-09a051e6b684 None None] Checking router: 63b9166e-f7e9-4102-8685-59573391d485 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:09:25.779579 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dd7938-296f-482d-ad71-09a051e6b684 None None] Updating router 63b9166e-f7e9-4102-8685-59573391d485 port 7b6be695-bd18-4358-8dd0-1d318da5642c binding host n-d-776250-12 {{(pid=110553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:09:25.781604 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 3f0c7a0e-c424-4094-9a6e-4f71a27e35cc triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:09:25.781985 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:25.857634 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-26dd7938-296f-482d-ad71-09a051e6b684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:25.893558 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8ba28589-8d80-4643-af93-aee6b0ed2b45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:25.928035 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-a7120cf4-e464-4044-89d3-7f081802ec70 req-4f7e60db-8365-4ec3-ae90-94944db68b76 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Deleting port 3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:09:25.928466 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a7120cf4-e464-4044-89d3-7f081802ec70 req-4f7e60db-8365-4ec3-ae90-94944db68b76 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:26.036896 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-91060118-8c18-422c-ab9b-36d7266a003f req-a95411a2-7027-440e-9394-5871d0384ca8 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/ports?device_id=620a428f-356e-4985-b37a-8784c0857215 HTTP/1.1" status: 200 len: 210 time: 0.0472395 Dec 08 16:09:26.049860 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8ba28589-8d80-4643-af93-aee6b0ed2b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:26.118686 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-8ba28589-8d80-4643-af93-aee6b0ed2b45 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=51502561e9d5434aa97958964df8ca1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4965060 Dec 08 16:09:26.122202 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41938) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:26.132476 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba28589-8d80-4643-af93-aee6b0ed2b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=961d9019-0e5d-4b8c-82ef-00ef812f5e9c,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:26.138217 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-a7120cf4-e464-4044-89d3-7f081802ec70 req-4f7e60db-8365-4ec3-ae90-94944db68b76 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] For port 3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2,segment=NetworkSegment(feac72a6-bbb0-42da-a5f2-51d59135d26f),segment_id=feac72a6-bbb0-42da-a5f2-51d59135d26f)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:09:26.138598 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a7120cf4-e464-4044-89d3-7f081802ec70 req-4f7e60db-8365-4ec3-ae90-94944db68b76 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:26.169537 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-a7120cf4-e464-4044-89d3-7f081802ec70 req-4f7e60db-8365-4ec3-ae90-94944db68b76 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Calling delete_port for 3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:09:26.268892 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-26dd7938-296f-482d-ad71-09a051e6b684 None None] Publish callbacks [] for port, precommit_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:26.275017 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-89bc3d37-1654-48e0-8960-da414b1cf69a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:26.324246 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-89bc3d37-1654-48e0-8960-da414b1cf69a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:26.346726 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59232a22-35c1-4efc-bf8b-ab14eef91463 req-6a5222e3-f4a2-4eb7-8a1c-ea28c06b0f3e tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:26.348976 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-59232a22-35c1-4efc-bf8b-ab14eef91463 req-6a5222e3-f4a2-4eb7-8a1c-ea28c06b0f3e tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f7139be-5294-4aa3-a41f-1733174f1637 HTTP/1.1" status: 200 len: 945 time: 0.1241705 Dec 08 16:09:26.438102 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-26dd7938-296f-482d-ad71-09a051e6b684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:26.477674 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-59232a22-35c1-4efc-bf8b-ab14eef91463 req-b2ff69c2-0ec0-49ef-9eeb-7e3290ea162e tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188331 Dec 08 16:09:26.509004 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9001945a-ab9e-40b4-93a8-cff9dd33c326 None None] Pushing event updated for resources: {'Port': ['ID=7b6be695-bd18-4358-8dd0-1d318da5642c,revision_number=2']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:26.521781 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9001945a-ab9e-40b4-93a8-cff9dd33c326 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:26.522349 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9001945a-ab9e-40b4-93a8-cff9dd33c326 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:26.522873 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9001945a-ab9e-40b4-93a8-cff9dd33c326 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:26.523411 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9001945a-ab9e-40b4-93a8-cff9dd33c326 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:26.524058 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9001945a-ab9e-40b4-93a8-cff9dd33c326 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:26.524213 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9001945a-ab9e-40b4-93a8-cff9dd33c326 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:26.532655 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9001945a-ab9e-40b4-93a8-cff9dd33c326 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:26.532655 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9001945a-ab9e-40b4-93a8-cff9dd33c326 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:26.532655 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9001945a-ab9e-40b4-93a8-cff9dd33c326 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:26.532655 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9001945a-ab9e-40b4-93a8-cff9dd33c326 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:26.532655 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9001945a-ab9e-40b4-93a8-cff9dd33c326 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:26.532655 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9001945a-ab9e-40b4-93a8-cff9dd33c326 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:26.532655 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9001945a-ab9e-40b4-93a8-cff9dd33c326 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:26.548949 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-26dd7938-296f-482d-ad71-09a051e6b684 None None] Attempting to bind port 7b6be695-bd18-4358-8dd0-1d318da5642c on host n-d-776250-12 for vnic_type normal with profile {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:09:26.549575 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-26dd7938-296f-482d-ad71-09a051e6b684 None None] Attempting to bind port 7b6be695-bd18-4358-8dd0-1d318da5642c by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:09:26.550124 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dd7938-296f-482d-ad71-09a051e6b684 None None] Attempting to bind port 7b6be695-bd18-4358-8dd0-1d318da5642c on network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:09:26.555685 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dd7938-296f-482d-ad71-09a051e6b684 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:09:26.556068 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dd7938-296f-482d-ad71-09a051e6b684 None None] Checking segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:09:26.556529 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-26dd7938-296f-482d-ad71-09a051e6b684 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:26.556934 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dd7938-296f-482d-ad71-09a051e6b684 None None] Bound using segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:09:26.557411 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-26dd7938-296f-482d-ad71-09a051e6b684 None None] Bound port: 7b6be695-bd18-4358-8dd0-1d318da5642c, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:09:26.557858 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-26dd7938-296f-482d-ad71-09a051e6b684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:26.590161 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5c9e04c8-42d6-4966-905e-e4bb70053d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:26.611324 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-89bc3d37-1654-48e0-8960-da414b1cf69a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:26.620607 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-89bc3d37-1654-48e0-8960-da414b1cf69a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:26.620760 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-26dd7938-296f-482d-ad71-09a051e6b684 None None] For port 7b6be695-bd18-4358-8dd0-1d318da5642c, host n-d-776250-12, cleared binding levels {{(pid=110553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:09:26.620891 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-89bc3d37-1654-48e0-8960-da414b1cf69a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/961d9019-0e5d-4b8c-82ef-00ef812f5e9c HTTP/1.1" status: 204 len: 168 time: 0.4923246 Dec 08 16:09:26.620994 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-26dd7938-296f-482d-ad71-09a051e6b684 None None] For port 7b6be695-bd18-4358-8dd0-1d318da5642c, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=7b6be695-bd18-4358-8dd0-1d318da5642c,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:09:26.626699 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bc3d37-1654-48e0-8960-da414b1cf69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961d9019-0e5d-4b8c-82ef-00ef812f5e9c,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:26.630154 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa77e63e-32a0-4677-9463-73bd1a7e4df5 req-704b305c-4011-49a9-b56b-88ba051141d4 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:26.631932 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-aa77e63e-32a0-4677-9463-73bd1a7e4df5 req-704b305c-4011-49a9-b56b-88ba051141d4 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fa79378-ff1d-4e75-b22a-1ad5c70ceece HTTP/1.1" status: 200 len: 950 time: 0.0899301 Dec 08 16:09:26.696936 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a7120cf4-e464-4044-89d3-7f081802ec70 req-4f7e60db-8365-4ec3-ae90-94944db68b76 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:26.712909 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:09:26.738572 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7e60db-8365-4ec3-ae90-94944db68b76 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Pushing event deleted for resources: {'Port': ['ID=3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:26.750290 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-26dd7938-296f-482d-ad71-09a051e6b684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:26.764512 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-aa77e63e-32a0-4677-9463-73bd1a7e4df5 req-854f2cc3-264c-49b2-bce9-2f5153bb4c0b tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982983 Dec 08 16:09:26.827903 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7120cf4-e464-4044-89d3-7f081802ec70 req-4f7e60db-8365-4ec3-ae90-94944db68b76 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] No DVR routers for this DVR port 3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2 on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:09:26.829951 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9001945a-ab9e-40b4-93a8-cff9dd33c326 None None] Pushing event updated for resources: {'Port': ['ID=7b6be695-bd18-4358-8dd0-1d318da5642c,revision_number=3']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:26.833995 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a7120cf4-e464-4044-89d3-7f081802ec70 req-4f7e60db-8365-4ec3-ae90-94944db68b76 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:26.835757 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a7120cf4-e464-4044-89d3-7f081802ec70 req-4f7e60db-8365-4ec3-ae90-94944db68b76 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.76 "DELETE /v2.0/ports/3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2 HTTP/1.1" status: 204 len: 173 time: 1.0626333 Dec 08 16:09:26.836325 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f7139be-5294-4aa3-a41f-1733174f1637', 'name': 'network-vif-deleted', 'tag': '3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:09:26.839579 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee9fa117-c0a1-4625-ae25-8a935ec503ab" -d '{"events": [{"server_uuid": "3f7139be-5294-4aa3-a41f-1733174f1637", "name": "network-vif-deleted", "tag": "3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:09:26.843442 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-5c9e04c8-42d6-4966-905e-e4bb70053d96 admin admin] Allocated IP 172.20.0.1 (a2af261e-4dfa-45ef-8c6f-916842e6e067/b9919c7c-db71-413b-beee-8647df3d68d9/5a066792-99e0-4d7e-8e60-9a564ff822dd) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:09:26.850627 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dd7938-296f-482d-ad71-09a051e6b684 None None] Routers {'63b9166e-f7e9-4102-8685-59573391d485'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:09:26.851309 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-26dd7938-296f-482d-ad71-09a051e6b684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:09:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['63b9166e-f7e9-4102-8685-59573391d485'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:09:26.894203 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d0bdb7-7d69-436d-aad0-26faf586ba33 x-openstack-request-id: req-74d0bdb7-7d69-436d-aad0-26faf586ba33 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:09:26.895157 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f7139be-5294-4aa3-a41f-1733174f1637", "name": "network-vif-deleted", "tag": "3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:09:26.895556 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-74d0bdb7-7d69-436d-aad0-26faf586ba33 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:09:26.896038 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f7139be-5294-4aa3-a41f-1733174f1637', 'name': 'network-vif-deleted', 'tag': '3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2', 'status': 'completed', 'code': 200} Dec 08 16:09:26.972920 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-26dd7938-296f-482d-ad71-09a051e6b684 None None] Set router 63b9166e-f7e9-4102-8685-59573391d485 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:09:26.973870 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5c9e04c8-42d6-4966-905e-e4bb70053d96 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:27.142478 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5c9e04c8-42d6-4966-905e-e4bb70053d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:27.172332 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e0069126-740c-4405-8d2f-985e582a2c6b req-671164ce-5577-48b0-9a6d-8bb71dcd6154 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/ports?device_id=620a428f-356e-4985-b37a-8784c0857215 HTTP/1.1" status: 200 len: 210 time: 0.0455985 Dec 08 16:09:27.206107 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-26dd7938-296f-482d-ad71-09a051e6b684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b9166e-f7e9-4102-8685-59573391d485', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-657392705-router', 'tenant_id': '2a1d7bc9fe234132a7c05b943d6a296e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '7b6be695-bd18-4358-8dd0-1d318da5642c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:09:22Z', 'updated_at': '2021-12-08T16:09:24Z', 'revision_number': 3, 'project_id': '2a1d7bc9fe234132a7c05b943d6a296e', 'gw_port': {'id': '7b6be695-bd18-4358-8dd0-1d318da5642c', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f4:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63b9166e-f7e9-4102-8685-59573391d485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:09:23Z', 'updated_at': '2021-12-08T16:09:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:09:27.209464 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9e04c8-42d6-4966-905e-e4bb70053d96 admin admin] Network a2af261e-4dfa-45ef-8c6f-916842e6e067 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:09:27.215089 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-5c9e04c8-42d6-4966-905e-e4bb70053d96 admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:09:27.220034 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9e04c8-42d6-4966-905e-e4bb70053d96 admin admin] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:09:27.254944 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dd7938-296f-482d-ad71-09a051e6b684 None None] The sync data for ids ['63b9166e-f7e9-4102-8685-59573391d485'] in n-d-776250-12 is: [{'id': '63b9166e-f7e9-4102-8685-59573391d485', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-657392705-router', 'tenant_id': '2a1d7bc9fe234132a7c05b943d6a296e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '7b6be695-bd18-4358-8dd0-1d318da5642c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:09:22Z', 'updated_at': '2021-12-08T16:09:24Z', 'revision_number': 3, 'project_id': '2a1d7bc9fe234132a7c05b943d6a296e', 'gw_port': {'id': '7b6be695-bd18-4358-8dd0-1d318da5642c', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f4:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63b9166e-f7e9-4102-8685-59573391d485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:09:23Z', 'updated_at': '2021-12-08T16:09:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:09:27.273191 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9e04c8-42d6-4966-905e-e4bb70053d96 admin admin] Pushing event updated for resources: {'Port': ['ID=5a066792-99e0-4d7e-8e60-9a564ff822dd,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:27.288744 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5c9e04c8-42d6-4966-905e-e4bb70053d96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:27.551658 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-ddf9bd89-8b00-4cde-b382-709048edad12 None None] Provisioning complete for port 5a066792-99e0-4d7e-8e60-9a564ff822dd triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:09:27.551964 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ddf9bd89-8b00-4cde-b382-709048edad12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:27.649228 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 3f0c7a0e-c424-4094-9a6e-4f71a27e35cc up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:09:27.662770 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c06a9168-de55-4c03-bee3-a481aeceabae req-d7720ff2-780e-4712-b3da-6194a27790b2 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f7139be-5294-4aa3-a41f-1733174f1637 HTTP/1.1" status: 200 len: 210 time: 0.0449986 Dec 08 16:09:27.690417 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-ddf9bd89-8b00-4cde-b382-709048edad12 None None] Port 5a066792-99e0-4d7e-8e60-9a564ff822dd cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:09:27.714243 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e0d64a-777d-47ac-8046-632c9cdcba53 req-68fda80f-d700-4845-91c4-d7b4c8b6fa4e tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:27.716090 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-66e0d64a-777d-47ac-8046-632c9cdcba53 req-68fda80f-d700-4845-91c4-d7b4c8b6fa4e tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.37 "GET /v2.0/networks?id=cb7ccd97-4ed6-4775-a83f-7666f035258b HTTP/1.1" status: 200 len: 822 time: 0.2241571 Dec 08 16:09:27.730021 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-66e0d64a-777d-47ac-8046-632c9cdcba53 req-d31248af-be65-4122-a554-8b5f6864ed11 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Request body: {'port': {'device_id': '620a428f-356e-4985-b37a-8784c0857215', 'network_id': 'cb7ccd97-4ed6-4775-a83f-7666f035258b', 'admin_state_up': True, 'tenant_id': '51b28c5bf24246e298422a1687d82637'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:09:27.737305 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 3f0c7a0e-c424-4094-9a6e-4f71a27e35cc triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:09:27.737880 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:27.837910 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5c9e04c8-42d6-4966-905e-e4bb70053d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:27.937436 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7313c9-b1d0-494e-8cc7-60050e6deb18 req-c8c30b65-80f7-405c-b99f-5d4a8b8697c0 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:27.939855 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2d7313c9-b1d0-494e-8cc7-60050e6deb18 req-c8c30b65-80f7-405c-b99f-5d4a8b8697c0 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fa79378-ff1d-4e75-b22a-1ad5c70ceece HTTP/1.1" status: 200 len: 950 time: 0.0684168 Dec 08 16:09:28.033753 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2d7313c9-b1d0-494e-8cc7-60050e6deb18 req-626f85b8-b395-413d-a17e-838723700ef1 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707932 Dec 08 16:09:28.102238 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5c9e04c8-42d6-4966-905e-e4bb70053d96 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:28.229189 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66e0d64a-777d-47ac-8046-632c9cdcba53 req-d31248af-be65-4122-a554-8b5f6864ed11 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Made reservation on behalf of 51b28c5bf24246e298422a1687d82637 for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:09:28.233761 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-66e0d64a-777d-47ac-8046-632c9cdcba53 req-d31248af-be65-4122-a554-8b5f6864ed11 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:28.345129 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5c9e04c8-42d6-4966-905e-e4bb70053d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:28.349477 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ed76c8ac-c181-4991-b11b-6cfc6b27f1f7 req-b4f81f26-6915-4561-9b7f-82d05329326f tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/ports?device_id=620a428f-356e-4985-b37a-8784c0857215 HTTP/1.1" status: 200 len: 210 time: 0.0404923 Dec 08 16:09:28.506467 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5c9e04c8-42d6-4966-905e-e4bb70053d96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:28.511158 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9e04c8-42d6-4966-905e-e4bb70053d96 admin admin] Pushing event updated for resources: {'Port': ['ID=5a066792-99e0-4d7e-8e60-9a564ff822dd,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:28.531562 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [req-66e0d64a-777d-47ac-8046-632c9cdcba53 req-d31248af-be65-4122-a554-8b5f6864ed11 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Allocated IP 172.20.0.13 (cb7ccd97-4ed6-4775-a83f-7666f035258b/204f0526-34ba-4b28-8f9c-33ef8b4289b9/ad1ed254-39c2-4d8b-8014-4d9243bb4c60) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:09:28.703872 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9e04c8-42d6-4966-905e-e4bb70053d96 admin admin] Network a2af261e-4dfa-45ef-8c6f-916842e6e067 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:09:28.708144 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-5c9e04c8-42d6-4966-905e-e4bb70053d96 admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:09:28.896616 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-66e0d64a-777d-47ac-8046-632c9cdcba53 req-d31248af-be65-4122-a554-8b5f6864ed11 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:28.902469 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c9e04c8-42d6-4966-905e-e4bb70053d96 admin admin] Router 63b9166e-f7e9-4102-8685-59573391d485 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:09:29.024025 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-b5bc777c-9100-4497-a087-c86878b43134 None None] Provisioning complete for port 5a066792-99e0-4d7e-8e60-9a564ff822dd triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:09:29.025795 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b5bc777c-9100-4497-a087-c86878b43134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:29.042920 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9e04c8-42d6-4966-905e-e4bb70053d96 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:09:29.071652 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-b5bc777c-9100-4497-a087-c86878b43134 None None] Port 5a066792-99e0-4d7e-8e60-9a564ff822dd cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:09:29.071771 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-5c9e04c8-42d6-4966-905e-e4bb70053d96 admin admin] 10.222.0.64 "PUT /v2.0/routers/63b9166e-f7e9-4102-8685-59573391d485/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4777150 Dec 08 16:09:29.137822 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-66e0d64a-777d-47ac-8046-632c9cdcba53 req-d31248af-be65-4122-a554-8b5f6864ed11 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:29.186739 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3ce6a9-6671-44cb-abe2-acdae04ff36d req-e1830689-7589-4835-9a43-a8b9c7e7ad0a tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:29.188295 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fb3ce6a9-6671-44cb-abe2-acdae04ff36d req-e1830689-7589-4835-9a43-a8b9c7e7ad0a tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fa79378-ff1d-4e75-b22a-1ad5c70ceece HTTP/1.1" status: 200 len: 950 time: 0.0563600 Dec 08 16:09:29.195454 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66e0d64a-777d-47ac-8046-632c9cdcba53 req-d31248af-be65-4122-a554-8b5f6864ed11 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Network cb7ccd97-4ed6-4775-a83f-7666f035258b is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:09:29.198799 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [req-66e0d64a-777d-47ac-8046-632c9cdcba53 req-d31248af-be65-4122-a554-8b5f6864ed11 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:09:29.215281 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-66e0d64a-777d-47ac-8046-632c9cdcba53 req-d31248af-be65-4122-a554-8b5f6864ed11 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:09:29.232965 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31248af-be65-4122-a554-8b5f6864ed11 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Pushing event updated for resources: {'Port': ['ID=ad1ed254-39c2-4d8b-8014-4d9243bb4c60,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:29.263607 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fb3ce6a9-6671-44cb-abe2-acdae04ff36d req-503a4a88-3afb-4dba-80c6-71b67cccb3bd tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660553 Dec 08 16:09:29.267326 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e0d64a-777d-47ac-8046-632c9cdcba53 req-d31248af-be65-4122-a554-8b5f6864ed11 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:29.268017 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-66e0d64a-777d-47ac-8046-632c9cdcba53 req-d31248af-be65-4122-a554-8b5f6864ed11 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:29.349189 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed048364-fb63-4ea6-80fc-4f667f036474 None None] Sync routers for ids ['63b9166e-f7e9-4102-8685-59573391d485'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:09:29.360061 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed048364-fb63-4ea6-80fc-4f667f036474 None None] Routers {'63b9166e-f7e9-4102-8685-59573391d485'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:09:29.360766 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-ed048364-fb63-4ea6-80fc-4f667f036474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:09:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['63b9166e-f7e9-4102-8685-59573391d485'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:09:29.466239 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-66e0d64a-777d-47ac-8046-632c9cdcba53 req-d31248af-be65-4122-a554-8b5f6864ed11 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7405415 Dec 08 16:09:29.479337 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-66e0d64a-777d-47ac-8046-632c9cdcba53 req-aea4ad5c-a2e0-4300-9b8e-8263b923e633 service neutron] Request body: {'port': {'device_id': '620a428f-356e-4985-b37a-8784c0857215', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:09:29.606040 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-66e0d64a-777d-47ac-8046-632c9cdcba53 req-aea4ad5c-a2e0-4300-9b8e-8263b923e633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:29.682893 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 7b6be695-bd18-4358-8dd0-1d318da5642c up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:09:29.735408 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-ed048364-fb63-4ea6-80fc-4f667f036474 None None] Set router 63b9166e-f7e9-4102-8685-59573391d485 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:09:29.782008 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a3f99-bfe8-4345-8c70-4995ede793c8 req-20d3c76c-3a2e-4011-b637-077b29fa94b7 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:29.784133 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-769a3f99-bfe8-4345-8c70-4995ede793c8 req-20d3c76c-3a2e-4011-b637-077b29fa94b7 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] 10.222.0.64 "GET /v2.0/networks?id=a2af261e-4dfa-45ef-8c6f-916842e6e067 HTTP/1.1" status: 200 len: 828 time: 0.1162608 Dec 08 16:09:29.803742 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126cb252-4aaa-4e80-abe0-6fb54f8d14b9 req-723f2a45-a376-48c1-a52f-5e413a820a1d tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:29.805349 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-126cb252-4aaa-4e80-abe0-6fb54f8d14b9 req-723f2a45-a376-48c1-a52f-5e413a820a1d tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/ports?device_id=620a428f-356e-4985-b37a-8784c0857215 HTTP/1.1" status: 200 len: 932 time: 0.1201365 Dec 08 16:09:29.805889 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-769a3f99-bfe8-4345-8c70-4995ede793c8 req-3b5227ad-0061-4672-9979-0a5b6d696fba tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] 10.222.0.64 "GET /v2.0/quotas/2a1d7bc9fe234132a7c05b943d6a296e HTTP/1.1" status: 200 len: 375 time: 0.0110102 Dec 08 16:09:29.831197 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 7b6be695-bd18-4358-8dd0-1d318da5642c triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:09:29.832107 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:29.875459 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-769a3f99-bfe8-4345-8c70-4995ede793c8 req-cd1c0986-af7d-44d9-910b-418c1ec76ac6 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2a1d7bc9fe234132a7c05b943d6a296e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0616336 Dec 08 16:09:29.893408 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 98d1b751-4ef7-4df1-9b81-a412e32c3bd1 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:09:29.903552 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-126cb252-4aaa-4e80-abe0-6fb54f8d14b9 req-4ff8802f-0f96-431a-9d25-ce841a13b44d tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/security-groups?id=40f60a5b-0646-42dd-bbb9-4c0b871b0767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875871 Dec 08 16:09:29.993852 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-769a3f99-bfe8-4345-8c70-4995ede793c8 req-5d7b73cc-d9fb-4bb7-88aa-fd762ac0b6ee service neutron] 10.222.0.64 "GET /v2.0/networks/a2af261e-4dfa-45ef-8c6f-916842e6e067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074655 Dec 08 16:09:30.052169 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [req-66e0d64a-777d-47ac-8046-632c9cdcba53 req-aea4ad5c-a2e0-4300-9b8e-8263b923e633 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad1ed254-39c2-4d8b-8014-4d9243bb4c60 {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:09:30.062170 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-66e0d64a-777d-47ac-8046-632c9cdcba53 req-aea4ad5c-a2e0-4300-9b8e-8263b923e633 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:30.080510 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [req-66e0d64a-777d-47ac-8046-632c9cdcba53 req-aea4ad5c-a2e0-4300-9b8e-8263b923e633 service neutron] Transition to ACTIVE for port object ad1ed254-39c2-4d8b-8014-4d9243bb4c60 will not be triggered until provisioned by entity L2. {{(pid=110551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:09:30.096049 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c2beb2-0afa-4cf0-a597-be8d5dabfec4 req-1f0dda35-ab6e-4aeb-8f07-83a0f1776a20 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:30.097604 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-69c2beb2-0afa-4cf0-a597-be8d5dabfec4 req-1f0dda35-ab6e-4aeb-8f07-83a0f1776a20 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f53c77c-7353-4d34-8f3c-0219d1388746 HTTP/1.1" status: 200 len: 944 time: 0.0873685 Dec 08 16:09:30.099908 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:30.108994 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:30.125146 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39736a4-cde4-4f86-826d-b1b8f1e6ed90 req-5b75303b-b96f-4caf-949e-d1e79a82a089 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:30.126733 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e39736a4-cde4-4f86-826d-b1b8f1e6ed90 req-5b75303b-b96f-4caf-949e-d1e79a82a089 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f53c77c-7353-4d34-8f3c-0219d1388746 HTTP/1.1" status: 200 len: 944 time: 0.1098142 Dec 08 16:09:30.149395 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 7b6be695-bd18-4358-8dd0-1d318da5642c, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=7b6be695-bd18-4358-8dd0-1d318da5642c,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:09:30.153204 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-769a3f99-bfe8-4345-8c70-4995ede793c8 req-fc2e33ee-7a21-4a54-a6d9-93938bfc3799 service neutron] 10.222.0.64 "GET /v2.0/networks/a2af261e-4dfa-45ef-8c6f-916842e6e067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553843 Dec 08 16:09:30.156980 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-69c2beb2-0afa-4cf0-a597-be8d5dabfec4 req-d26c9b76-7007-4072-9fec-5eaf950df38c tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515203 Dec 08 16:09:30.177565 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa79378-ff1d-4e75-b22a-1ad5c70ceece', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98d1b751-4ef7-4df1-9b81-a412e32c3bd1'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:09:30.180070 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72628e8-d30a-4282-95c3-397a8b64f250" -d '{"events": [{"server_uuid": "2fa79378-ff1d-4e75-b22a-1ad5c70ceece", "name": "network-vif-unplugged", "status": "completed", "tag": "98d1b751-4ef7-4df1-9b81-a412e32c3bd1"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:09:30.218201 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-ed048364-fb63-4ea6-80fc-4f667f036474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b9166e-f7e9-4102-8685-59573391d485', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-657392705-router', 'tenant_id': '2a1d7bc9fe234132a7c05b943d6a296e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '7b6be695-bd18-4358-8dd0-1d318da5642c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:09:22Z', 'updated_at': '2021-12-08T16:09:27Z', 'revision_number': 4, 'project_id': '2a1d7bc9fe234132a7c05b943d6a296e', 'gw_port': {'id': '7b6be695-bd18-4358-8dd0-1d318da5642c', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f4:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63b9166e-f7e9-4102-8685-59573391d485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:09:23Z', 'updated_at': '2021-12-08T16:09:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '5a066792-99e0-4d7e-8e60-9a564ff822dd', 'name': '', 'network_id': 'a2af261e-4dfa-45ef-8c6f-916842e6e067', 'tenant_id': '2a1d7bc9fe234132a7c05b943d6a296e', 'mac_address': 'fa:16:3e:f3:14:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63b9166e-f7e9-4102-8685-59573391d485', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': 'b9919c7c-db71-413b-beee-8647df3d68d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:09:26Z', 'updated_at': '2021-12-08T16:09:27Z', 'revision_number': 2, 'project_id': '2a1d7bc9fe234132a7c05b943d6a296e', 'subnets': [{'id': 'b9919c7c-db71-413b-beee-8647df3d68d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:09:30.259525 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 98d1b751-4ef7-4df1-9b81-a412e32c3bd1, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=98d1b751-4ef7-4df1-9b81-a412e32c3bd1,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:09:30.261353 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed048364-fb63-4ea6-80fc-4f667f036474 None None] Checking router: 63b9166e-f7e9-4102-8685-59573391d485 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:09:30.261701 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed048364-fb63-4ea6-80fc-4f667f036474 None None] Updating router 63b9166e-f7e9-4102-8685-59573391d485 port 5a066792-99e0-4d7e-8e60-9a564ff822dd binding host n-d-776250-12 {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:09:30.265280 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-e39736a4-cde4-4f86-826d-b1b8f1e6ed90 req-f7218344-334b-44f3-a2d4-401bbe14f4e4 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Deleting port 2acddd17-f22b-4087-a5b4-ec69bc31c48a {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:09:30.265280 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e39736a4-cde4-4f86-826d-b1b8f1e6ed90 req-f7218344-334b-44f3-a2d4-401bbe14f4e4 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:30.290502 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-66e0d64a-777d-47ac-8046-632c9cdcba53 req-aea4ad5c-a2e0-4300-9b8e-8263b923e633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:30.303391 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ed048364-fb63-4ea6-80fc-4f667f036474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:30.336061 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:30.359172 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea4ad5c-a2e0-4300-9b8e-8263b923e633 service neutron] Pushing event updated for resources: {'Port': ['ID=ad1ed254-39c2-4d8b-8014-4d9243bb4c60,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:30.397067 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-e39736a4-cde4-4f86-826d-b1b8f1e6ed90 req-f7218344-334b-44f3-a2d4-401bbe14f4e4 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] For port 2acddd17-f22b-4087-a5b4-ec69bc31c48a, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=2acddd17-f22b-4087-a5b4-ec69bc31c48a,segment=NetworkSegment(feac72a6-bbb0-42da-a5f2-51d59135d26f),segment_id=feac72a6-bbb0-42da-a5f2-51d59135d26f)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:09:30.397461 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e39736a4-cde4-4f86-826d-b1b8f1e6ed90 req-f7218344-334b-44f3-a2d4-401bbe14f4e4 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:30.415527 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-e39736a4-cde4-4f86-826d-b1b8f1e6ed90 req-f7218344-334b-44f3-a2d4-401bbe14f4e4 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Calling delete_port for 2acddd17-f22b-4087-a5b4-ec69bc31c48a owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:09:30.425575 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:30.426622 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:09:30.447411 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-66e0d64a-777d-47ac-8046-632c9cdcba53 req-aea4ad5c-a2e0-4300-9b8e-8263b923e633 service neutron] Attempting to bind port ad1ed254-39c2-4d8b-8014-4d9243bb4c60 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:09:30.447824 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-66e0d64a-777d-47ac-8046-632c9cdcba53 req-aea4ad5c-a2e0-4300-9b8e-8263b923e633 service neutron] Attempting to bind port ad1ed254-39c2-4d8b-8014-4d9243bb4c60 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '47c90d66-b9b1-48b2-9414-0fbc8593b6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'cb7ccd97-4ed6-4775-a83f-7666f035258b'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:09:30.448454 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e0d64a-777d-47ac-8046-632c9cdcba53 req-aea4ad5c-a2e0-4300-9b8e-8263b923e633 service neutron] Attempting to bind port ad1ed254-39c2-4d8b-8014-4d9243bb4c60 on network cb7ccd97-4ed6-4775-a83f-7666f035258b {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:09:30.453535 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e0d64a-777d-47ac-8046-632c9cdcba53 req-aea4ad5c-a2e0-4300-9b8e-8263b923e633 service neutron] Port ad1ed254-39c2-4d8b-8014-4d9243bb4c60 on network cb7ccd97-4ed6-4775-a83f-7666f035258b not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:09:30.454010 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e0d64a-777d-47ac-8046-632c9cdcba53 req-aea4ad5c-a2e0-4300-9b8e-8263b923e633 service neutron] Attempting to bind port ad1ed254-39c2-4d8b-8014-4d9243bb4c60 on network cb7ccd97-4ed6-4775-a83f-7666f035258b {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:09:30.459671 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e0d64a-777d-47ac-8046-632c9cdcba53 req-aea4ad5c-a2e0-4300-9b8e-8263b923e633 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:09:30.460403 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e0d64a-777d-47ac-8046-632c9cdcba53 req-aea4ad5c-a2e0-4300-9b8e-8263b923e633 service neutron] Checking segment: {'id': '47c90d66-b9b1-48b2-9414-0fbc8593b6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'cb7ccd97-4ed6-4775-a83f-7666f035258b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:09:30.460565 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e0d64a-777d-47ac-8046-632c9cdcba53 req-aea4ad5c-a2e0-4300-9b8e-8263b923e633 service neutron] Bound using segment: {'id': '47c90d66-b9b1-48b2-9414-0fbc8593b6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'cb7ccd97-4ed6-4775-a83f-7666f035258b'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:09:30.461090 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-66e0d64a-777d-47ac-8046-632c9cdcba53 req-aea4ad5c-a2e0-4300-9b8e-8263b923e633 service neutron] Bound port: ad1ed254-39c2-4d8b-8014-4d9243bb4c60, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47c90d66-b9b1-48b2-9414-0fbc8593b6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'cb7ccd97-4ed6-4775-a83f-7666f035258b'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:09:30.461527 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-66e0d64a-777d-47ac-8046-632c9cdcba53 req-aea4ad5c-a2e0-4300-9b8e-8263b923e633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:30.468429 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: 3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:09:30.468429 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 3a0ba3be-53d7-4fd6-98c3-4c0090fb8fb2 not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:09:30.489864 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=7b6be695-bd18-4358-8dd0-1d318da5642c,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:30.604631 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-66e0d64a-777d-47ac-8046-632c9cdcba53 req-aea4ad5c-a2e0-4300-9b8e-8263b923e633 service neutron] For port ad1ed254-39c2-4d8b-8014-4d9243bb4c60, host n-h2-776250-12, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:09:30.612164 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-66e0d64a-777d-47ac-8046-632c9cdcba53 req-aea4ad5c-a2e0-4300-9b8e-8263b923e633 service neutron] For port ad1ed254-39c2-4d8b-8014-4d9243bb4c60, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=ad1ed254-39c2-4d8b-8014-4d9243bb4c60,segment=NetworkSegment(47c90d66-b9b1-48b2-9414-0fbc8593b6cd),segment_id=47c90d66-b9b1-48b2-9414-0fbc8593b6cd)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:09:30.615575 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7810938-1d7b-44a4-8069-76fb71ec2395 x-openstack-request-id: req-d7810938-1d7b-44a4-8069-76fb71ec2395 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:09:30.616138 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fa79378-ff1d-4e75-b22a-1ad5c70ceece", "name": "network-vif-unplugged", "status": "completed", "tag": "98d1b751-4ef7-4df1-9b81-a412e32c3bd1", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:09:30.616461 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d7810938-1d7b-44a4-8069-76fb71ec2395 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:09:30.616854 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fa79378-ff1d-4e75-b22a-1ad5c70ceece', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98d1b751-4ef7-4df1-9b81-a412e32c3bd1', 'code': 200} Dec 08 16:09:30.677766 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-43939f4b-eb6d-44a5-9af1-5743a8f5da83 req-4209ca98-7e22-4f62-8d38-c15ad887ed9d tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] 10.222.0.64 "GET /v2.0/ports?device_id=283deb27-256a-43a0-8bd7-d4c5cad706f5 HTTP/1.1" status: 200 len: 210 time: 0.0319431 Dec 08 16:09:30.679206 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e39736a4-cde4-4f86-826d-b1b8f1e6ed90 req-f7218344-334b-44f3-a2d4-401bbe14f4e4 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:30.715943 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-66e0d64a-777d-47ac-8046-632c9cdcba53 req-aea4ad5c-a2e0-4300-9b8e-8263b923e633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:30.721484 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7218344-334b-44f3-a2d4-401bbe14f4e4 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Pushing event deleted for resources: {'Port': ['ID=2acddd17-f22b-4087-a5b4-ec69bc31c48a,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:30.744873 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=98d1b751-4ef7-4df1-9b81-a412e32c3bd1,revision_number=6']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:30.770314 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-e39736a4-cde4-4f86-826d-b1b8f1e6ed90 req-f7218344-334b-44f3-a2d4-401bbe14f4e4 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] No DVR routers for this DVR port 2acddd17-f22b-4087-a5b4-ec69bc31c48a on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:09:30.773386 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e39736a4-cde4-4f86-826d-b1b8f1e6ed90 req-f7218344-334b-44f3-a2d4-401bbe14f4e4 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:30.777689 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e39736a4-cde4-4f86-826d-b1b8f1e6ed90 req-f7218344-334b-44f3-a2d4-401bbe14f4e4 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.76 "DELETE /v2.0/ports/2acddd17-f22b-4087-a5b4-ec69bc31c48a HTTP/1.1" status: 204 len: 173 time: 0.6423502 Dec 08 16:09:30.778291 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f53c77c-7353-4d34-8f3c-0219d1388746', 'name': 'network-vif-deleted', 'tag': '2acddd17-f22b-4087-a5b4-ec69bc31c48a'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:09:30.781498 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9269826-86a8-414e-aa8d-a61bfbce95d4" -d '{"events": [{"server_uuid": "9f53c77c-7353-4d34-8f3c-0219d1388746", "name": "network-vif-deleted", "tag": "2acddd17-f22b-4087-a5b4-ec69bc31c48a"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:09:30.817136 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d9666-caa5-4056-9566-0e4b0bad5f3b req-a1db034e-7d45-4cc1-89d2-c27f5f46e55b tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:30.818912 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ce9d9666-caa5-4056-9566-0e4b0bad5f3b req-a1db034e-7d45-4cc1-89d2-c27f5f46e55b tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fa79378-ff1d-4e75-b22a-1ad5c70ceece HTTP/1.1" status: 200 len: 948 time: 0.1681523 Dec 08 16:09:30.851358 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e0d64a-777d-47ac-8046-632c9cdcba53 req-aea4ad5c-a2e0-4300-9b8e-8263b923e633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:30.852133 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-66e0d64a-777d-47ac-8046-632c9cdcba53 req-aea4ad5c-a2e0-4300-9b8e-8263b923e633 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:30.853678 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-66e0d64a-777d-47ac-8046-632c9cdcba53 req-aea4ad5c-a2e0-4300-9b8e-8263b923e633 service neutron] 10.222.0.37 "PUT /v2.0/ports/ad1ed254-39c2-4d8b-8014-4d9243bb4c60 HTTP/1.1" status: 200 len: 1093 time: 1.3791306 Dec 08 16:09:30.854190 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '620a428f-356e-4985-b37a-8784c0857215', 'tag': 'ad1ed254-39c2-4d8b-8014-4d9243bb4c60'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:09:30.856559 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3328da-09de-4284-ae65-fec653cde814" -d '{"events": [{"name": "network-changed", "server_uuid": "620a428f-356e-4985-b37a-8784c0857215", "tag": "ad1ed254-39c2-4d8b-8014-4d9243bb4c60"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:09:30.876362 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea4ad5c-a2e0-4300-9b8e-8263b923e633 service neutron] Pushing event updated for resources: {'Port': ['ID=ad1ed254-39c2-4d8b-8014-4d9243bb4c60,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:30.889443 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ed048364-fb63-4ea6-80fc-4f667f036474 None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:30.910747 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ce9d9666-caa5-4056-9566-0e4b0bad5f3b req-a7547d69-23a1-4e05-b432-ae6947bc70a5 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735681 Dec 08 16:09:30.918746 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee9c663-8e11-41cf-8da4-6d5092d4f0d2 x-openstack-request-id: req-6ee9c663-8e11-41cf-8da4-6d5092d4f0d2 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:09:30.919179 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f53c77c-7353-4d34-8f3c-0219d1388746", "name": "network-vif-deleted", "tag": "2acddd17-f22b-4087-a5b4-ec69bc31c48a", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:09:30.919328 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6ee9c663-8e11-41cf-8da4-6d5092d4f0d2 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:09:30.919700 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f53c77c-7353-4d34-8f3c-0219d1388746', 'name': 'network-vif-deleted', 'tag': '2acddd17-f22b-4087-a5b4-ec69bc31c48a', 'status': 'completed', 'code': 200} Dec 08 16:09:30.961020 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7f0257-b173-4ae0-a6de-c2efc0a2b886 x-openstack-request-id: req-be7f0257-b173-4ae0-a6de-c2efc0a2b886 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:09:30.961620 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "620a428f-356e-4985-b37a-8784c0857215", "tag": "ad1ed254-39c2-4d8b-8014-4d9243bb4c60", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:09:30.962110 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-be7f0257-b173-4ae0-a6de-c2efc0a2b886 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:09:30.962759 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '620a428f-356e-4985-b37a-8784c0857215', 'tag': 'ad1ed254-39c2-4d8b-8014-4d9243bb4c60', 'status': 'completed', 'code': 200} Dec 08 16:09:31.024415 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ed048364-fb63-4ea6-80fc-4f667f036474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:31.038105 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3328da-09de-4284-ae65-fec653cde814 req-d1a9d64f-8f5e-49dc-8f73-448d2197a594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:31.040716 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-da3328da-09de-4284-ae65-fec653cde814 req-d1a9d64f-8f5e-49dc-8f73-448d2197a594 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=51b28c5bf24246e298422a1687d82637&device_id=620a428f-356e-4985-b37a-8784c0857215 HTTP/1.1" status: 200 len: 1096 time: 0.0536118 Dec 08 16:09:31.070836 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ab619-06e5-43a8-8c5c-0e23a8dc062a req-434d286a-8cf3-4fcb-bd28-64599ee0ff8d tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:31.076790 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4e0ab619-06e5-43a8-8c5c-0e23a8dc062a req-434d286a-8cf3-4fcb-bd28-64599ee0ff8d tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/ports?device_id=620a428f-356e-4985-b37a-8784c0857215 HTTP/1.1" status: 200 len: 944 time: 0.0641823 Dec 08 16:09:31.103957 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1aa385-dce6-4ef9-b256-78aa907ae92e None None] Pushing event updated for resources: {'Port': ['ID=5a066792-99e0-4d7e-8e60-9a564ff822dd,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:31.159821 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-ed048364-fb63-4ea6-80fc-4f667f036474 None None] Attempting to bind port 5a066792-99e0-4d7e-8e60-9a564ff822dd on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:09:31.159821 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-ed048364-fb63-4ea6-80fc-4f667f036474 None None] Attempting to bind port 5a066792-99e0-4d7e-8e60-9a564ff822dd by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'c9dcf431-07ab-437d-a854-4be1bb07aa24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a2af261e-4dfa-45ef-8c6f-916842e6e067'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:09:31.160242 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed048364-fb63-4ea6-80fc-4f667f036474 None None] Attempting to bind port 5a066792-99e0-4d7e-8e60-9a564ff822dd on network a2af261e-4dfa-45ef-8c6f-916842e6e067 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:09:31.167088 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed048364-fb63-4ea6-80fc-4f667f036474 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:09:31.167473 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed048364-fb63-4ea6-80fc-4f667f036474 None None] Checking segment: {'id': 'c9dcf431-07ab-437d-a854-4be1bb07aa24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a2af261e-4dfa-45ef-8c6f-916842e6e067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:09:31.167895 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ed048364-fb63-4ea6-80fc-4f667f036474 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:31.177727 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed048364-fb63-4ea6-80fc-4f667f036474 None None] Bound using segment: {'id': 'c9dcf431-07ab-437d-a854-4be1bb07aa24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a2af261e-4dfa-45ef-8c6f-916842e6e067'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:09:31.177727 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-ed048364-fb63-4ea6-80fc-4f667f036474 None None] Bound port: 5a066792-99e0-4d7e-8e60-9a564ff822dd, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9dcf431-07ab-437d-a854-4be1bb07aa24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a2af261e-4dfa-45ef-8c6f-916842e6e067'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:09:31.177727 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ed048364-fb63-4ea6-80fc-4f667f036474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:31.198910 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4e0ab619-06e5-43a8-8c5c-0e23a8dc062a req-ab742c7e-dce3-46fe-b960-266028c05253 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/security-groups?id=40f60a5b-0646-42dd-bbb9-4c0b871b0767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151893 Dec 08 16:09:31.210789 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3328da-09de-4284-ae65-fec653cde814 req-3249b44e-065a-43d0-b557-40f2ab3f9ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:31.212429 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-da3328da-09de-4284-ae65-fec653cde814 req-3249b44e-065a-43d0-b557-40f2ab3f9ddf service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=51b28c5bf24246e298422a1687d82637&shared=False HTTP/1.1" status: 200 len: 923 time: 0.1568871 Dec 08 16:09:31.267506 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-ed048364-fb63-4ea6-80fc-4f667f036474 None None] For port 5a066792-99e0-4d7e-8e60-9a564ff822dd, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:09:31.270967 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-ed048364-fb63-4ea6-80fc-4f667f036474 None None] For port 5a066792-99e0-4d7e-8e60-9a564ff822dd, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=5a066792-99e0-4d7e-8e60-9a564ff822dd,segment=NetworkSegment(c9dcf431-07ab-437d-a854-4be1bb07aa24),segment_id=c9dcf431-07ab-437d-a854-4be1bb07aa24)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:09:31.335164 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:09:31.337366 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8695f555-19f2-4079-953f-b90633af29de req-3d389959-dfa7-4369-9987-6b5b7c053aa9 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f53c77c-7353-4d34-8f3c-0219d1388746 HTTP/1.1" status: 200 len: 210 time: 0.0294731 Dec 08 16:09:31.359236 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3328da-09de-4284-ae65-fec653cde814 req-aac89356-b5c1-423c-a463-f757bd2a1cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:31.360937 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-da3328da-09de-4284-ae65-fec653cde814 req-aac89356-b5c1-423c-a463-f757bd2a1cc3 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1315858 Dec 08 16:09:31.405700 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-5554095c-95fe-4656-976a-72457f8519d1 None None] Provisioning complete for port 5a066792-99e0-4d7e-8e60-9a564ff822dd triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:09:31.406097 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5554095c-95fe-4656-976a-72457f8519d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:31.455128 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e0d64a-777d-47ac-8046-632c9cdcba53 req-7060feac-b41d-491a-8013-27f234a2fea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:31.456827 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-66e0d64a-777d-47ac-8046-632c9cdcba53 req-7060feac-b41d-491a-8013-27f234a2fea8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=51b28c5bf24246e298422a1687d82637&device_id=620a428f-356e-4985-b37a-8784c0857215 HTTP/1.1" status: 200 len: 1096 time: 0.0448554 Dec 08 16:09:31.459948 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-5554095c-95fe-4656-976a-72457f8519d1 None None] Port 5a066792-99e0-4d7e-8e60-9a564ff822dd cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:09:31.467729 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ed048364-fb63-4ea6-80fc-4f667f036474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:31.518077 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-66e0d64a-777d-47ac-8046-632c9cdcba53 req-50069725-8c86-462d-9a5f-91c0bc1bce84 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad1ed254-39c2-4d8b-8014-4d9243bb4c60 HTTP/1.1" status: 200 len: 217 time: 0.0534763 Dec 08 16:09:31.522941 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed048364-fb63-4ea6-80fc-4f667f036474 None None] Routers {'63b9166e-f7e9-4102-8685-59573391d485'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:09:31.523585 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-ed048364-fb63-4ea6-80fc-4f667f036474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:09:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['63b9166e-f7e9-4102-8685-59573391d485'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:09:31.578467 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e0d64a-777d-47ac-8046-632c9cdcba53 req-7e0cd2e1-1c02-440e-b1d1-242d0306c4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:31.580248 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-66e0d64a-777d-47ac-8046-632c9cdcba53 req-7e0cd2e1-1c02-440e-b1d1-242d0306c4e2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=204f0526-34ba-4b28-8f9c-33ef8b4289b9 HTTP/1.1" status: 200 len: 862 time: 0.0536022 Dec 08 16:09:31.627685 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-66e0d64a-777d-47ac-8046-632c9cdcba53 req-c6208149-295b-4a06-8f91-20ce20951ed9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cb7ccd97-4ed6-4775-a83f-7666f035258b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398581 Dec 08 16:09:31.683389 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 7b6be695-bd18-4358-8dd0-1d318da5642c up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:09:31.783616 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1aa385-dce6-4ef9-b256-78aa907ae92e None None] Pushing event updated for resources: {'Port': ['ID=5a066792-99e0-4d7e-8e60-9a564ff822dd,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:31.796553 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-66e0d64a-777d-47ac-8046-632c9cdcba53 req-aa159d23-ce43-43f7-bb30-06654e7e648a service neutron] 10.222.0.37 "GET /v2.0/networks/cb7ccd97-4ed6-4775-a83f-7666f035258b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617882 Dec 08 16:09:31.820147 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-ed048364-fb63-4ea6-80fc-4f667f036474 None None] Set router 63b9166e-f7e9-4102-8685-59573391d485 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:09:31.829554 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-87893464-c79e-4208-bcb3-851c6de6985a req-524c5737-314f-4739-9c0f-055db2b83f17 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] 10.222.0.64 "GET /v2.0/ports?device_id=283deb27-256a-43a0-8bd7-d4c5cad706f5 HTTP/1.1" status: 200 len: 210 time: 0.0358119 Dec 08 16:09:31.865009 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 7b6be695-bd18-4358-8dd0-1d318da5642c triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:09:31.865368 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:31.898356 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 98d1b751-4ef7-4df1-9b81-a412e32c3bd1 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:09:31.933281 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-66e0d64a-777d-47ac-8046-632c9cdcba53 req-5a264a3b-18eb-4861-b849-245fa851a631 service neutron] 10.222.0.37 "GET /v2.0/networks/cb7ccd97-4ed6-4775-a83f-7666f035258b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265409 Dec 08 16:09:32.014810 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-c21d7813-e23f-41fe-b442-9096f020d120 None None] Provisioning complete for port 5a066792-99e0-4d7e-8e60-9a564ff822dd triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:09:32.015227 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c21d7813-e23f-41fe-b442-9096f020d120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:32.062355 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a05cbaf-d270-4fa9-b42f-f2172e8828da req-e7ffbe0d-7177-4c8e-92b7-7bba145314c2 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:32.065045 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5a05cbaf-d270-4fa9-b42f-f2172e8828da req-e7ffbe0d-7177-4c8e-92b7-7bba145314c2 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fa79378-ff1d-4e75-b22a-1ad5c70ceece HTTP/1.1" status: 200 len: 948 time: 0.0736547 Dec 08 16:09:32.136752 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5a05cbaf-d270-4fa9-b42f-f2172e8828da req-d23b0fe6-b306-48ef-8b8c-2aa567ca798d tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653434 Dec 08 16:09:32.259083 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42110) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:32.342832 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedaefe7-a709-4770-ad73-1a719e3284ba req-cf567f07-3f87-45ca-b953-638289ef128e tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:32.351003 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cedaefe7-a709-4770-ad73-1a719e3284ba req-cf567f07-3f87-45ca-b953-638289ef128e tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/ports?device_id=620a428f-356e-4985-b37a-8784c0857215 HTTP/1.1" status: 200 len: 944 time: 0.0609915 Dec 08 16:09:32.367316 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 98d1b751-4ef7-4df1-9b81-a412e32c3bd1, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=98d1b751-4ef7-4df1-9b81-a412e32c3bd1,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:09:32.405024 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa53e3f5-0e43-4441-b4b9-4c1889d7b87b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:32.423596 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cedaefe7-a709-4770-ad73-1a719e3284ba req-c1bff258-2187-4455-bc30-711362a4c4fa tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/security-groups?id=40f60a5b-0646-42dd-bbb9-4c0b871b0767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716698 Dec 08 16:09:32.431528 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '98d1b751-4ef7-4df1-9b81-a412e32c3bd1', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'port_id': '98d1b751-4ef7-4df1-9b81-a412e32c3bd1', 'mac_address': 'fa:16:3e:92:26:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c93b3a32-b438-4a47-8558-220c03febf97', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:09:32.447918 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c21d7813-e23f-41fe-b442-9096f020d120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:32.524581 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-c21d7813-e23f-41fe-b442-9096f020d120 None None] For port 5a066792-99e0-4d7e-8e60-9a564ff822dd, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=5a066792-99e0-4d7e-8e60-9a564ff822dd,segment=NetworkSegment(c9dcf431-07ab-437d-a854-4be1bb07aa24),segment_id=c9dcf431-07ab-437d-a854-4be1bb07aa24)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:09:32.527302 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa53e3f5-0e43-4441-b4b9-4c1889d7b87b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:32.535701 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:32.553259 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98d1b751-4ef7-4df1-9b81-a412e32c3bd1 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:09:32.558889 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-ed048364-fb63-4ea6-80fc-4f667f036474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b9166e-f7e9-4102-8685-59573391d485', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-657392705-router', 'tenant_id': '2a1d7bc9fe234132a7c05b943d6a296e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '7b6be695-bd18-4358-8dd0-1d318da5642c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:09:22Z', 'updated_at': '2021-12-08T16:09:27Z', 'revision_number': 4, 'project_id': '2a1d7bc9fe234132a7c05b943d6a296e', 'gw_port': {'id': '7b6be695-bd18-4358-8dd0-1d318da5642c', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b9166e-f7e9-4102-8685-59573391d485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:09:23Z', 'updated_at': '2021-12-08T16:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '5a066792-99e0-4d7e-8e60-9a564ff822dd', 'name': '', 'network_id': 'a2af261e-4dfa-45ef-8c6f-916842e6e067', 'tenant_id': '2a1d7bc9fe234132a7c05b943d6a296e', 'mac_address': 'fa:16:3e:f3:14:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63b9166e-f7e9-4102-8685-59573391d485', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': 'b9919c7c-db71-413b-beee-8647df3d68d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:09:26Z', 'updated_at': '2021-12-08T16:09:31Z', 'revision_number': 4, 'project_id': '2a1d7bc9fe234132a7c05b943d6a296e', 'subnets': [{'id': 'b9919c7c-db71-413b-beee-8647df3d68d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:09:32.588145 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed048364-fb63-4ea6-80fc-4f667f036474 None None] The sync data for ids ['63b9166e-f7e9-4102-8685-59573391d485'] in n-d-776250-12 is: [{'id': '63b9166e-f7e9-4102-8685-59573391d485', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-657392705-router', 'tenant_id': '2a1d7bc9fe234132a7c05b943d6a296e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '7b6be695-bd18-4358-8dd0-1d318da5642c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:09:22Z', 'updated_at': '2021-12-08T16:09:27Z', 'revision_number': 4, 'project_id': '2a1d7bc9fe234132a7c05b943d6a296e', 'gw_port': {'id': '7b6be695-bd18-4358-8dd0-1d318da5642c', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b9166e-f7e9-4102-8685-59573391d485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:09:23Z', 'updated_at': '2021-12-08T16:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '5a066792-99e0-4d7e-8e60-9a564ff822dd', 'name': '', 'network_id': 'a2af261e-4dfa-45ef-8c6f-916842e6e067', 'tenant_id': '2a1d7bc9fe234132a7c05b943d6a296e', 'mac_address': 'fa:16:3e:f3:14:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63b9166e-f7e9-4102-8685-59573391d485', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': 'b9919c7c-db71-413b-beee-8647df3d68d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:09:26Z', 'updated_at': '2021-12-08T16:09:31Z', 'revision_number': 4, 'project_id': '2a1d7bc9fe234132a7c05b943d6a296e', 'subnets': [{'id': 'b9919c7c-db71-413b-beee-8647df3d68d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:09:32.604293 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 98d1b751-4ef7-4df1-9b81-a412e32c3bd1, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=98d1b751-4ef7-4df1-9b81-a412e32c3bd1,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:09:32.610429 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c21d7813-e23f-41fe-b442-9096f020d120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:32.656148 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aa53e3f5-0e43-4441-b4b9-4c1889d7b87b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:32.678616 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21d7813-e23f-41fe-b442-9096f020d120 None None] Pushing event updated for resources: {'Port': ['ID=5a066792-99e0-4d7e-8e60-9a564ff822dd,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:32.691843 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa53e3f5-0e43-4441-b4b9-4c1889d7b87b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d104a71-cab4-431c-aa0a-f1e39781048e,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:32.706386 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:32.737376 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-aa53e3f5-0e43-4441-b4b9-4c1889d7b87b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e6c08c62fe334541bd9199799407f12d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4748421 Dec 08 16:09:32.737735 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 42122) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:32.806714 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=98d1b751-4ef7-4df1-9b81-a412e32c3bd1,revision_number=7']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:32.951411 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e793656b-4788-476f-b60a-575a244dd9a5 req-ff5711d2-8842-49c2-9c66-678d262e5bee tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] 10.222.0.64 "GET /v2.0/ports?device_id=283deb27-256a-43a0-8bd7-d4c5cad706f5 HTTP/1.1" status: 200 len: 210 time: 0.0285130 Dec 08 16:09:33.044514 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['98d1b751-4ef7-4df1-9b81-a412e32c3bd1'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:09:33.197889 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-16894ede-e885-4110-b4d5-de1d29bfda1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:33.229228 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-16894ede-e885-4110-b4d5-de1d29bfda1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:33.244317 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d08fe-20ff-4db7-a328-28cd022fba94 req-9c46a642-b9d0-4928-b13e-73ea71f86060 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:33.253241 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-415d08fe-20ff-4db7-a328-28cd022fba94 req-9c46a642-b9d0-4928-b13e-73ea71f86060 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=da5fe699-8812-4124-b3f5-1f4ad9dad8d5 HTTP/1.1" status: 200 len: 944 time: 0.0944088 Dec 08 16:09:33.306920 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b283835d-3446-4362-ac46-24edd98ccc9f req-f313fe40-7773-4d1f-860e-b19a5dc16702 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:33.308606 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b283835d-3446-4362-ac46-24edd98ccc9f req-f313fe40-7773-4d1f-860e-b19a5dc16702 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fa79378-ff1d-4e75-b22a-1ad5c70ceece HTTP/1.1" status: 200 len: 949 time: 0.0917983 Dec 08 16:09:33.318818 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7689b791-3e3d-486c-8b8a-f5a8b978e1ea req-447abee6-4d16-4701-9048-92e4ec4aa4e5 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:33.320517 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7689b791-3e3d-486c-8b8a-f5a8b978e1ea req-447abee6-4d16-4701-9048-92e4ec4aa4e5 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.37 "GET /v2.0/ports?device_id=da5fe699-8812-4124-b3f5-1f4ad9dad8d5 HTTP/1.1" status: 200 len: 944 time: 0.0937877 Dec 08 16:09:33.323953 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-415d08fe-20ff-4db7-a328-28cd022fba94 req-92c26dcf-c66c-46e0-aa9c-1867d4656677 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/security-groups?id=e248191b-b200-41c0-b6e1-ce54e884c162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671988 Dec 08 16:09:33.424426 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b283835d-3446-4362-ac46-24edd98ccc9f req-9168b8a6-f3b8-4f81-8204-c1a812d63425 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027963 Dec 08 16:09:33.439271 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-16894ede-e885-4110-b4d5-de1d29bfda1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:33.443645 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-16894ede-e885-4110-b4d5-de1d29bfda1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:33.444921 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-16894ede-e885-4110-b4d5-de1d29bfda1d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5d104a71-cab4-431c-aa0a-f1e39781048e HTTP/1.1" status: 204 len: 168 time: 0.7061622 Dec 08 16:09:33.456458 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16894ede-e885-4110-b4d5-de1d29bfda1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d104a71-cab4-431c-aa0a-f1e39781048e,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:33.478087 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-7689b791-3e3d-486c-8b8a-f5a8b978e1ea req-be57a0bc-21b8-433c-b0f4-efe76ba04bed tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Deleting port 23566281-b6e3-46e3-8c4b-b5d958157eaf {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:09:33.478442 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-7689b791-3e3d-486c-8b8a-f5a8b978e1ea req-be57a0bc-21b8-433c-b0f4-efe76ba04bed tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:33.633715 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-7689b791-3e3d-486c-8b8a-f5a8b978e1ea req-be57a0bc-21b8-433c-b0f4-efe76ba04bed tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] For port 23566281-b6e3-46e3-8c4b-b5d958157eaf, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=23566281-b6e3-46e3-8c4b-b5d958157eaf,segment=NetworkSegment(feac72a6-bbb0-42da-a5f2-51d59135d26f),segment_id=feac72a6-bbb0-42da-a5f2-51d59135d26f)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:09:33.634615 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-7689b791-3e3d-486c-8b8a-f5a8b978e1ea req-be57a0bc-21b8-433c-b0f4-efe76ba04bed tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:33.658366 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-7689b791-3e3d-486c-8b8a-f5a8b978e1ea req-be57a0bc-21b8-433c-b0f4-efe76ba04bed tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Calling delete_port for 23566281-b6e3-46e3-8c4b-b5d958157eaf owned by compute:nova {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:09:33.658930 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 5a066792-99e0-4d7e-8e60-9a564ff822dd up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:09:33.669657 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d55fbd-7b42-48c4-b468-6ddfbd1951e8 req-63c98bbf-1f0e-4d96-8ac8-54342041c721 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:33.671220 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e6d55fbd-7b42-48c4-b468-6ddfbd1951e8 req-63c98bbf-1f0e-4d96-8ac8-54342041c721 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/ports?device_id=620a428f-356e-4985-b37a-8784c0857215 HTTP/1.1" status: 200 len: 944 time: 0.0902011 Dec 08 16:09:33.731277 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 5a066792-99e0-4d7e-8e60-9a564ff822dd triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:09:33.731655 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:33.746351 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e6d55fbd-7b42-48c4-b468-6ddfbd1951e8 req-882b8999-ec77-4336-af56-ecc1908eef91 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/security-groups?id=40f60a5b-0646-42dd-bbb9-4c0b871b0767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682399 Dec 08 16:09:33.893956 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 2acddd17-f22b-4087-a5b4-ec69bc31c48a no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:09:33.920925 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: 2acddd17-f22b-4087-a5b4-ec69bc31c48a {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:09:33.921278 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 2acddd17-f22b-4087-a5b4-ec69bc31c48a not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:09:33.932433 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a3f99-bfe8-4345-8c70-4995ede793c8 req-0b6a232f-1628-4875-9dab-29d11d43e261 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:33.934094 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-769a3f99-bfe8-4345-8c70-4995ede793c8 req-0b6a232f-1628-4875-9dab-29d11d43e261 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] 10.222.0.76 "GET /v2.0/networks?id=a2af261e-4dfa-45ef-8c6f-916842e6e067 HTTP/1.1" status: 200 len: 828 time: 0.1239023 Dec 08 16:09:33.955297 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-769a3f99-bfe8-4345-8c70-4995ede793c8 req-a0c85299-101a-4305-9cc9-e4cc82d18f6a tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Request body: {'port': {'device_id': '283deb27-256a-43a0-8bd7-d4c5cad706f5', 'network_id': 'a2af261e-4dfa-45ef-8c6f-916842e6e067', 'admin_state_up': True, 'tenant_id': '2a1d7bc9fe234132a7c05b943d6a296e'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:09:33.983932 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-7689b791-3e3d-486c-8b8a-f5a8b978e1ea req-be57a0bc-21b8-433c-b0f4-efe76ba04bed tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:34.038314 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be57a0bc-21b8-433c-b0f4-efe76ba04bed tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Pushing event deleted for resources: {'Port': ['ID=23566281-b6e3-46e3-8c4b-b5d958157eaf,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:34.101955 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-7689b791-3e3d-486c-8b8a-f5a8b978e1ea req-be57a0bc-21b8-433c-b0f4-efe76ba04bed tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] No DVR routers for this DVR port 23566281-b6e3-46e3-8c4b-b5d958157eaf on host n-h2-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:09:34.104768 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-7689b791-3e3d-486c-8b8a-f5a8b978e1ea req-be57a0bc-21b8-433c-b0f4-efe76ba04bed tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:34.108462 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7689b791-3e3d-486c-8b8a-f5a8b978e1ea req-be57a0bc-21b8-433c-b0f4-efe76ba04bed tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.37 "DELETE /v2.0/ports/23566281-b6e3-46e3-8c4b-b5d958157eaf HTTP/1.1" status: 204 len: 173 time: 0.7786198 Dec 08 16:09:34.108925 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da5fe699-8812-4124-b3f5-1f4ad9dad8d5', 'name': 'network-vif-deleted', 'tag': '23566281-b6e3-46e3-8c4b-b5d958157eaf'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:09:34.111232 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b0d3d2-e164-4296-a451-839a3c9d026c" -d '{"events": [{"server_uuid": "da5fe699-8812-4124-b3f5-1f4ad9dad8d5", "name": "network-vif-deleted", "tag": "23566281-b6e3-46e3-8c4b-b5d958157eaf"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:09:34.135892 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-635ae9ae-e302-4f14-b41a-fc7c78df25d6 req-493af5d5-97f7-4347-b61f-e82db1d04cd0 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] 10.222.0.64 "GET /v2.0/ports?device_id=283deb27-256a-43a0-8bd7-d4c5cad706f5 HTTP/1.1" status: 200 len: 210 time: 0.0484848 Dec 08 16:09:34.168742 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47bb434a-f677-4055-afe6-67e920a5e4c7 x-openstack-request-id: req-47bb434a-f677-4055-afe6-67e920a5e4c7 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:09:34.169067 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da5fe699-8812-4124-b3f5-1f4ad9dad8d5", "name": "network-vif-deleted", "tag": "23566281-b6e3-46e3-8c4b-b5d958157eaf", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:09:34.169412 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-47bb434a-f677-4055-afe6-67e920a5e4c7 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:09:34.169775 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da5fe699-8812-4124-b3f5-1f4ad9dad8d5', 'name': 'network-vif-deleted', 'tag': '23566281-b6e3-46e3-8c4b-b5d958157eaf', 'status': 'completed', 'code': 200} Dec 08 16:09:34.250522 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-769a3f99-bfe8-4345-8c70-4995ede793c8 req-a0c85299-101a-4305-9cc9-e4cc82d18f6a tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Made reservation on behalf of 2a1d7bc9fe234132a7c05b943d6a296e for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:09:34.254470 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-769a3f99-bfe8-4345-8c70-4995ede793c8 req-a0c85299-101a-4305-9cc9-e4cc82d18f6a tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:34.383088 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:34.393161 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-769a3f99-bfe8-4345-8c70-4995ede793c8 req-a0c85299-101a-4305-9cc9-e4cc82d18f6a tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Allocated IP 172.20.0.14 (a2af261e-4dfa-45ef-8c6f-916842e6e067/b9919c7c-db71-413b-beee-8647df3d68d9/6da73f60-0964-418f-bfe3-e398e56c5f23) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:09:34.417407 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42150) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:34.422959 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9f20e987-922c-4c52-8db7-2efd9d01847c req-8dc45b44-4b76-4b44-99bc-f08056ee9e74 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=da5fe699-8812-4124-b3f5-1f4ad9dad8d5 HTTP/1.1" status: 200 len: 210 time: 0.0319009 Dec 08 16:09:34.432004 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d29538b0-974d-4e36-957d-010c4dc73f51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:34.538591 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d29538b0-974d-4e36-957d-010c4dc73f51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:34.581030 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b1a5c-8546-4035-9e8e-bc6c272921a4 req-5d6f1610-5886-4058-bc41-9478d0fb1323 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:34.582647 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1c9b1a5c-8546-4035-9e8e-bc6c272921a4 req-5d6f1610-5886-4058-bc41-9478d0fb1323 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fa79378-ff1d-4e75-b22a-1ad5c70ceece HTTP/1.1" status: 200 len: 949 time: 0.0619614 Dec 08 16:09:34.593789 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-769a3f99-bfe8-4345-8c70-4995ede793c8 req-a0c85299-101a-4305-9cc9-e4cc82d18f6a tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:34.635546 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1c9b1a5c-8546-4035-9e8e-bc6c272921a4 req-a3ce142d-9022-4d94-b35e-cd4a863b8616 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462887 Dec 08 16:09:34.672594 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d29538b0-974d-4e36-957d-010c4dc73f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:34.710246 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29538b0-974d-4e36-957d-010c4dc73f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4041ea61-f88c-4b1a-b68f-b61af2207cb8,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:34.715287 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d29538b0-974d-4e36-957d-010c4dc73f51 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=533e1b15ce134d589e0b62014fe9cc27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2961416 Dec 08 16:09:34.720587 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42156) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:34.765849 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-af8712ce-5714-4921-bae7-4766348d768b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:34.789038 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-af8712ce-5714-4921-bae7-4766348d768b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:34.829396 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-769a3f99-bfe8-4345-8c70-4995ede793c8 req-a0c85299-101a-4305-9cc9-e4cc82d18f6a tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:34.867678 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a23f6-5f6f-4cfd-b4fe-8793e8793ccb req-0560ccc4-285e-4430-b908-f6d592095f57 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:34.869389 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ff2a23f6-5f6f-4cfd-b4fe-8793e8793ccb req-0560ccc4-285e-4430-b908-f6d592095f57 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/ports?device_id=620a428f-356e-4985-b37a-8784c0857215 HTTP/1.1" status: 200 len: 944 time: 0.0604298 Dec 08 16:09:34.873742 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-769a3f99-bfe8-4345-8c70-4995ede793c8 req-a0c85299-101a-4305-9cc9-e4cc82d18f6a tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Network a2af261e-4dfa-45ef-8c6f-916842e6e067 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:09:34.879153 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-769a3f99-bfe8-4345-8c70-4995ede793c8 req-a0c85299-101a-4305-9cc9-e4cc82d18f6a tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:09:34.883148 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-769a3f99-bfe8-4345-8c70-4995ede793c8 req-a0c85299-101a-4305-9cc9-e4cc82d18f6a tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:09:34.909460 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c85299-101a-4305-9cc9-e4cc82d18f6a tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Pushing event updated for resources: {'Port': ['ID=6da73f60-0964-418f-bfe3-e398e56c5f23,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:34.933034 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ff2a23f6-5f6f-4cfd-b4fe-8793e8793ccb req-7819227c-73bb-4a61-a5bd-a222f5b15cc6 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/security-groups?id=40f60a5b-0646-42dd-bbb9-4c0b871b0767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525239 Dec 08 16:09:34.963236 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a3f99-bfe8-4345-8c70-4995ede793c8 req-a0c85299-101a-4305-9cc9-e4cc82d18f6a tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:34.964122 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-769a3f99-bfe8-4345-8c70-4995ede793c8 req-a0c85299-101a-4305-9cc9-e4cc82d18f6a tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:34.987804 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-af8712ce-5714-4921-bae7-4766348d768b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:34.990818 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-af8712ce-5714-4921-bae7-4766348d768b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:34.992082 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-af8712ce-5714-4921-bae7-4766348d768b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4041ea61-f88c-4b1a-b68f-b61af2207cb8 HTTP/1.1" status: 204 len: 168 time: 0.2736554 Dec 08 16:09:35.000941 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8712ce-5714-4921-bae7-4766348d768b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4041ea61-f88c-4b1a-b68f-b61af2207cb8,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:35.075197 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-769a3f99-bfe8-4345-8c70-4995ede793c8 req-a0c85299-101a-4305-9cc9-e4cc82d18f6a tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1255016 Dec 08 16:09:35.088733 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-769a3f99-bfe8-4345-8c70-4995ede793c8 req-f05c33e7-d2de-47b7-8546-4d894344a33f service neutron] Request body: {'port': {'device_id': '283deb27-256a-43a0-8bd7-d4c5cad706f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:09:35.149226 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-769a3f99-bfe8-4345-8c70-4995ede793c8 req-f05c33e7-d2de-47b7-8546-4d894344a33f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:35.153118 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-34970915-a1fb-4344-b29b-de03c8956799 None None] Provisioning complete for port 6da73f60-0964-418f-bfe3-e398e56c5f23 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:09:35.157732 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-34970915-a1fb-4344-b29b-de03c8956799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:35.208906 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-34970915-a1fb-4344-b29b-de03c8956799 None None] Port 6da73f60-0964-418f-bfe3-e398e56c5f23 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:09:35.375993 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cdb1e4-2cbc-4919-8868-78743a115a8a req-f126ad4f-8329-463d-8eac-34b4450fd8d2 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:35.377533 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-48cdb1e4-2cbc-4919-8868-78743a115a8a req-f126ad4f-8329-463d-8eac-34b4450fd8d2 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] 10.222.0.64 "GET /v2.0/ports?device_id=283deb27-256a-43a0-8bd7-d4c5cad706f5 HTTP/1.1" status: 200 len: 932 time: 0.1162269 Dec 08 16:09:35.475452 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-48cdb1e4-2cbc-4919-8868-78743a115a8a req-fc44aaaa-380a-4bee-ae31-44cf404085b3 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] 10.222.0.64 "GET /v2.0/security-groups?id=91e0a9e5-f144-4ef2-8e63-80ae32874ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910716 Dec 08 16:09:35.547311 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-769a3f99-bfe8-4345-8c70-4995ede793c8 req-f05c33e7-d2de-47b7-8546-4d894344a33f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6da73f60-0964-418f-bfe3-e398e56c5f23 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:09:35.557096 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-769a3f99-bfe8-4345-8c70-4995ede793c8 req-f05c33e7-d2de-47b7-8546-4d894344a33f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:35.557962 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d3cd9a1e-4668-4a9e-91f0-bfcc3cd2ae36 req-34ddb5f8-7ea6-4158-889f-4654ec7d3a70 tempest-LiveMigrationTest-2110202922 tempest-LiveMigrationTest-2110202922-project] 10.222.0.64 "GET /v2.0/ports?device_id=da5fe699-8812-4124-b3f5-1f4ad9dad8d5 HTTP/1.1" status: 200 len: 210 time: 0.0299673 Dec 08 16:09:35.571012 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-769a3f99-bfe8-4345-8c70-4995ede793c8 req-f05c33e7-d2de-47b7-8546-4d894344a33f service neutron] Transition to ACTIVE for port object 6da73f60-0964-418f-bfe3-e398e56c5f23 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:09:35.673844 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-769a3f99-bfe8-4345-8c70-4995ede793c8 req-f05c33e7-d2de-47b7-8546-4d894344a33f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:35.727093 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device ad1ed254-39c2-4d8b-8014-4d9243bb4c60 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:09:35.776555 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05c33e7-d2de-47b7-8546-4d894344a33f service neutron] Pushing event updated for resources: {'Port': ['ID=6da73f60-0964-418f-bfe3-e398e56c5f23,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:35.844471 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port ad1ed254-39c2-4d8b-8014-4d9243bb4c60, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=ad1ed254-39c2-4d8b-8014-4d9243bb4c60,segment=NetworkSegment(47c90d66-b9b1-48b2-9414-0fbc8593b6cd),segment_id=47c90d66-b9b1-48b2-9414-0fbc8593b6cd)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:09:35.845898 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea05ca-2532-4fa8-9534-0dcadcaaae0c req-3827560e-864a-40fc-91b1-e128b60d08f9 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:35.848065 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-23ea05ca-2532-4fa8-9534-0dcadcaaae0c req-3827560e-864a-40fc-91b1-e128b60d08f9 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fa79378-ff1d-4e75-b22a-1ad5c70ceece HTTP/1.1" status: 200 len: 949 time: 0.1213477 Dec 08 16:09:35.859921 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': 'ad1ed254-39c2-4d8b-8014-4d9243bb4c60', 'network_id': 'cb7ccd97-4ed6-4775-a83f-7666f035258b', 'port_id': 'ad1ed254-39c2-4d8b-8014-4d9243bb4c60', 'mac_address': 'fa:16:3e:9e:f1:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '204f0526-34ba-4b28-8f9c-33ef8b4289b9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:09:35.886966 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-769a3f99-bfe8-4345-8c70-4995ede793c8 req-f05c33e7-d2de-47b7-8546-4d894344a33f service neutron] Attempting to bind port 6da73f60-0964-418f-bfe3-e398e56c5f23 on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:09:35.887312 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-769a3f99-bfe8-4345-8c70-4995ede793c8 req-f05c33e7-d2de-47b7-8546-4d894344a33f service neutron] Attempting to bind port 6da73f60-0964-418f-bfe3-e398e56c5f23 by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': 'c9dcf431-07ab-437d-a854-4be1bb07aa24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a2af261e-4dfa-45ef-8c6f-916842e6e067'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:09:35.887647 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769a3f99-bfe8-4345-8c70-4995ede793c8 req-f05c33e7-d2de-47b7-8546-4d894344a33f service neutron] Attempting to bind port 6da73f60-0964-418f-bfe3-e398e56c5f23 on network a2af261e-4dfa-45ef-8c6f-916842e6e067 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:09:35.895678 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 98d1b751-4ef7-4df1-9b81-a412e32c3bd1 up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:09:35.901216 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769a3f99-bfe8-4345-8c70-4995ede793c8 req-f05c33e7-d2de-47b7-8546-4d894344a33f service neutron] Port 6da73f60-0964-418f-bfe3-e398e56c5f23 on network a2af261e-4dfa-45ef-8c6f-916842e6e067 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:09:35.901555 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769a3f99-bfe8-4345-8c70-4995ede793c8 req-f05c33e7-d2de-47b7-8546-4d894344a33f service neutron] Attempting to bind port 6da73f60-0964-418f-bfe3-e398e56c5f23 on network a2af261e-4dfa-45ef-8c6f-916842e6e067 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:09:35.911828 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769a3f99-bfe8-4345-8c70-4995ede793c8 req-f05c33e7-d2de-47b7-8546-4d894344a33f service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:09:35.912043 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769a3f99-bfe8-4345-8c70-4995ede793c8 req-f05c33e7-d2de-47b7-8546-4d894344a33f service neutron] Checking segment: {'id': 'c9dcf431-07ab-437d-a854-4be1bb07aa24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a2af261e-4dfa-45ef-8c6f-916842e6e067'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:09:35.912458 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769a3f99-bfe8-4345-8c70-4995ede793c8 req-f05c33e7-d2de-47b7-8546-4d894344a33f service neutron] Bound using segment: {'id': 'c9dcf431-07ab-437d-a854-4be1bb07aa24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a2af261e-4dfa-45ef-8c6f-916842e6e067'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:09:35.912895 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-769a3f99-bfe8-4345-8c70-4995ede793c8 req-f05c33e7-d2de-47b7-8546-4d894344a33f service neutron] Bound port: 6da73f60-0964-418f-bfe3-e398e56c5f23, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9dcf431-07ab-437d-a854-4be1bb07aa24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a2af261e-4dfa-45ef-8c6f-916842e6e067'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:09:35.913262 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-769a3f99-bfe8-4345-8c70-4995ede793c8 req-f05c33e7-d2de-47b7-8546-4d894344a33f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:35.934361 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-23ea05ca-2532-4fa8-9534-0dcadcaaae0c req-3fbe34af-aaad-4a0f-8eaf-0c2013c59800 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775766 Dec 08 16:09:35.965160 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:35.986300 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad1ed254-39c2-4d8b-8014-4d9243bb4c60 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:09:36.002251 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 98d1b751-4ef7-4df1-9b81-a412e32c3bd1 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:09:36.002526 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-769a3f99-bfe8-4345-8c70-4995ede793c8 req-f05c33e7-d2de-47b7-8546-4d894344a33f service neutron] For port 6da73f60-0964-418f-bfe3-e398e56c5f23, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:09:36.003091 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:36.007522 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-769a3f99-bfe8-4345-8c70-4995ede793c8 req-f05c33e7-d2de-47b7-8546-4d894344a33f service neutron] For port 6da73f60-0964-418f-bfe3-e398e56c5f23, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=6da73f60-0964-418f-bfe3-e398e56c5f23,segment=NetworkSegment(c9dcf431-07ab-437d-a854-4be1bb07aa24),segment_id=c9dcf431-07ab-437d-a854-4be1bb07aa24)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:09:36.036038 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port ad1ed254-39c2-4d8b-8014-4d9243bb4c60, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=ad1ed254-39c2-4d8b-8014-4d9243bb4c60,segment=NetworkSegment(47c90d66-b9b1-48b2-9414-0fbc8593b6cd),segment_id=47c90d66-b9b1-48b2-9414-0fbc8593b6cd)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:09:36.104431 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d2559-6849-49c2-a8e4-6e56f267ef4b req-f3cc1326-8de2-4698-bc77-74868241fb01 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:36.105878 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-857d2559-6849-49c2-a8e4-6e56f267ef4b req-f3cc1326-8de2-4698-bc77-74868241fb01 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/ports?device_id=620a428f-356e-4985-b37a-8784c0857215 HTTP/1.1" status: 200 len: 944 time: 0.0591719 Dec 08 16:09:36.117811 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:36.141283 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa79378-ff1d-4e75-b22a-1ad5c70ceece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98d1b751-4ef7-4df1-9b81-a412e32c3bd1'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:09:36.143561 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa302f2-6ce9-43b3-b4c6-8d5ac95343db" -d '{"events": [{"server_uuid": "2fa79378-ff1d-4e75-b22a-1ad5c70ceece", "name": "network-vif-plugged", "status": "completed", "tag": "98d1b751-4ef7-4df1-9b81-a412e32c3bd1"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:09:36.156664 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 98d1b751-4ef7-4df1-9b81-a412e32c3bd1, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=98d1b751-4ef7-4df1-9b81-a412e32c3bd1,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:09:36.162645 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-857d2559-6849-49c2-a8e4-6e56f267ef4b req-25f37817-559f-41f7-80df-ae214f233c84 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/security-groups?id=40f60a5b-0646-42dd-bbb9-4c0b871b0767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488548 Dec 08 16:09:36.164980 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-769a3f99-bfe8-4345-8c70-4995ede793c8 req-f05c33e7-d2de-47b7-8546-4d894344a33f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:36.189550 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb9e2ed-5469-4473-9ee9-abca589756ff x-openstack-request-id: req-9bb9e2ed-5469-4473-9ee9-abca589756ff {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:09:36.189850 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fa79378-ff1d-4e75-b22a-1ad5c70ceece", "name": "network-vif-plugged", "status": "completed", "tag": "98d1b751-4ef7-4df1-9b81-a412e32c3bd1", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:09:36.190310 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9bb9e2ed-5469-4473-9ee9-abca589756ff {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:09:36.190720 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fa79378-ff1d-4e75-b22a-1ad5c70ceece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98d1b751-4ef7-4df1-9b81-a412e32c3bd1', 'code': 200} Dec 08 16:09:36.205075 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a3f99-bfe8-4345-8c70-4995ede793c8 req-f05c33e7-d2de-47b7-8546-4d894344a33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:36.205682 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-769a3f99-bfe8-4345-8c70-4995ede793c8 req-f05c33e7-d2de-47b7-8546-4d894344a33f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:36.207814 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-769a3f99-bfe8-4345-8c70-4995ede793c8 req-f05c33e7-d2de-47b7-8546-4d894344a33f service neutron] 10.222.0.76 "PUT /v2.0/ports/6da73f60-0964-418f-bfe3-e398e56c5f23 HTTP/1.1" status: 200 len: 1093 time: 1.1235745 Dec 08 16:09:36.208424 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '283deb27-256a-43a0-8bd7-d4c5cad706f5', 'tag': '6da73f60-0964-418f-bfe3-e398e56c5f23'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:09:36.211029 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79667a21-c6b6-44b3-8670-eba28129c132" -d '{"events": [{"name": "network-changed", "server_uuid": "283deb27-256a-43a0-8bd7-d4c5cad706f5", "tag": "6da73f60-0964-418f-bfe3-e398e56c5f23"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:09:36.214801 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:36.244755 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05c33e7-d2de-47b7-8546-4d894344a33f service neutron] Pushing event updated for resources: {'Port': ['ID=6da73f60-0964-418f-bfe3-e398e56c5f23,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:36.288316 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cdb6d55-ea37-4bd1-b74a-aa3ab5777eca x-openstack-request-id: req-5cdb6d55-ea37-4bd1-b74a-aa3ab5777eca {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:09:36.288841 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "283deb27-256a-43a0-8bd7-d4c5cad706f5", "tag": "6da73f60-0964-418f-bfe3-e398e56c5f23", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:09:36.288973 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5cdb6d55-ea37-4bd1-b74a-aa3ab5777eca {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:09:36.297274 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '283deb27-256a-43a0-8bd7-d4c5cad706f5', 'tag': '6da73f60-0964-418f-bfe3-e398e56c5f23', 'status': 'completed', 'code': 200} Dec 08 16:09:36.297446 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=ad1ed254-39c2-4d8b-8014-4d9243bb4c60,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:36.360146 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79667a21-c6b6-44b3-8670-eba28129c132 req-d5ce3c26-a258-4ae5-851d-ac7883a58348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:36.361723 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-79667a21-c6b6-44b3-8670-eba28129c132 req-d5ce3c26-a258-4ae5-851d-ac7883a58348 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2a1d7bc9fe234132a7c05b943d6a296e&device_id=283deb27-256a-43a0-8bd7-d4c5cad706f5 HTTP/1.1" status: 200 len: 1096 time: 0.0465837 Dec 08 16:09:36.480760 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:36.521529 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0413c97-efe3-4f79-a3a6-235772ad3bd5 req-382316a7-ffbc-4d5e-9507-dd379882fba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:36.529832 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['ad1ed254-39c2-4d8b-8014-4d9243bb4c60'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:09:36.529993 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79667a21-c6b6-44b3-8670-eba28129c132 req-afd835c7-3d54-40ed-b38a-5cab7e66450c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:36.530134 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e0413c97-efe3-4f79-a3a6-235772ad3bd5 req-382316a7-ffbc-4d5e-9507-dd379882fba1 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2fa79378-ff1d-4e75-b22a-1ad5c70ceece HTTP/1.1" status: 200 len: 1101 time: 0.0618360 Dec 08 16:09:36.530243 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-79667a21-c6b6-44b3-8670-eba28129c132 req-afd835c7-3d54-40ed-b38a-5cab7e66450c service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=2a1d7bc9fe234132a7c05b943d6a296e&shared=False HTTP/1.1" status: 200 len: 929 time: 0.1516037 Dec 08 16:09:36.574562 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e0413c97-efe3-4f79-a3a6-235772ad3bd5 req-2677ce5c-03b3-4cd1-8ef2-04c5b5be4220 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430064 Dec 08 16:09:36.601126 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=98d1b751-4ef7-4df1-9b81-a412e32c3bd1,revision_number=8']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:36.647345 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42204) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:36.699425 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22039a59-ac93-4bdc-a382-9b273fc1a124 req-83834a2c-384f-4d84-be1b-80c6a96111a6 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:36.703181 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-22039a59-ac93-4bdc-a382-9b273fc1a124 req-83834a2c-384f-4d84-be1b-80c6a96111a6 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] 10.222.0.64 "GET /v2.0/ports?device_id=283deb27-256a-43a0-8bd7-d4c5cad706f5 HTTP/1.1" status: 200 len: 944 time: 0.0888767 Dec 08 16:09:36.704806 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79667a21-c6b6-44b3-8670-eba28129c132 req-f57a3fb8-76f6-4185-8162-263f82a62c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:36.710271 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-79667a21-c6b6-44b3-8670-eba28129c132 req-f57a3fb8-76f6-4185-8162-263f82a62c0c service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1699262 Dec 08 16:09:36.760666 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-22039a59-ac93-4bdc-a382-9b273fc1a124 req-ca6d8e36-3380-46f5-a9db-5cfd46dd966d tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] 10.222.0.64 "GET /v2.0/security-groups?id=91e0a9e5-f144-4ef2-8e63-80ae32874ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493684 Dec 08 16:09:36.947337 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a3f99-bfe8-4345-8c70-4995ede793c8 req-291b723a-67c9-4b70-aaf3-ca0f7112121c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:36.948896 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-769a3f99-bfe8-4345-8c70-4995ede793c8 req-291b723a-67c9-4b70-aaf3-ca0f7112121c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2a1d7bc9fe234132a7c05b943d6a296e&device_id=283deb27-256a-43a0-8bd7-d4c5cad706f5 HTTP/1.1" status: 200 len: 1096 time: 0.0432541 Dec 08 16:09:36.950476 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcea3516-0d10-467e-b6d4-f3b0cf47e928 admin admin] Deleting subnet 5db44a3c-d12a-4344-a611-2d41355a5e50 {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:09:36.953812 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dcea3516-0d10-467e-b6d4-f3b0cf47e928 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:36.995239 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dcea3516-0d10-467e-b6d4-f3b0cf47e928 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:37.008076 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-769a3f99-bfe8-4345-8c70-4995ede793c8 req-94960b53-1a56-4d57-a74f-44e0a77f5e2d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6da73f60-0964-418f-bfe3-e398e56c5f23 HTTP/1.1" status: 200 len: 217 time: 0.0495713 Dec 08 16:09:37.076246 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a3f99-bfe8-4345-8c70-4995ede793c8 req-65f5238c-4209-495e-b2fe-d5bfe88e95fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:37.077789 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-769a3f99-bfe8-4345-8c70-4995ede793c8 req-65f5238c-4209-495e-b2fe-d5bfe88e95fb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b9919c7c-db71-413b-beee-8647df3d68d9 HTTP/1.1" status: 200 len: 867 time: 0.0505786 Dec 08 16:09:37.088875 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dcea3516-0d10-467e-b6d4-f3b0cf47e928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:37.120302 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f0e07-7733-4835-82ae-933659cc12ee req-f42a927b-0737-40a3-b363-0eecf0d7b577 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:37.121749 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6e7f0e07-7733-4835-82ae-933659cc12ee req-f42a927b-0737-40a3-b363-0eecf0d7b577 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fa79378-ff1d-4e75-b22a-1ad5c70ceece HTTP/1.1" status: 200 len: 950 time: 0.0979311 Dec 08 16:09:37.135844 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a3f99-bfe8-4345-8c70-4995ede793c8 req-ece49f95-fe07-46f4-8abb-a636acc8f2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:37.137403 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-769a3f99-bfe8-4345-8c70-4995ede793c8 req-ece49f95-fe07-46f4-8abb-a636acc8f2a0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a2af261e-4dfa-45ef-8c6f-916842e6e067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517716 Dec 08 16:09:37.196462 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6e7f0e07-7733-4835-82ae-933659cc12ee req-c64d3130-ee74-4244-b5c3-b350100b4fb8 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646684 Dec 08 16:09:37.467806 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-769a3f99-bfe8-4345-8c70-4995ede793c8 req-61e7a61f-7990-4bfb-a246-cafc0e4f462f service neutron] 10.222.0.76 "GET /v2.0/networks/a2af261e-4dfa-45ef-8c6f-916842e6e067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225681 Dec 08 16:09:37.467806 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-769a3f99-bfe8-4345-8c70-4995ede793c8 req-a2c59f84-dba2-4a20-8088-72f4fd2d0231 service neutron] 10.222.0.76 "GET /v2.0/networks/a2af261e-4dfa-45ef-8c6f-916842e6e067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951457 Dec 08 16:09:37.468514 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef47e3-2c17-4ebf-949d-867a3af8a7f1 req-2c2d9e90-daad-4ec4-92e0-6f65ff1276b9 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:37.468514 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d1ef47e3-2c17-4ebf-949d-867a3af8a7f1 req-2c2d9e90-daad-4ec4-92e0-6f65ff1276b9 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/ports?device_id=620a428f-356e-4985-b37a-8784c0857215 HTTP/1.1" status: 200 len: 945 time: 0.0568256 Dec 08 16:09:37.468514 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d1ef47e3-2c17-4ebf-949d-867a3af8a7f1 req-69132198-42fd-4d38-a283-db07286ed7f6 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/security-groups?id=40f60a5b-0646-42dd-bbb9-4c0b871b0767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432484 Dec 08 16:09:37.496683 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dcea3516-0d10-467e-b6d4-f3b0cf47e928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:37.528039 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcea3516-0d10-467e-b6d4-f3b0cf47e928 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5db44a3c-d12a-4344-a611-2d41355a5e50,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:37.530078 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dcea3516-0d10-467e-b6d4-f3b0cf47e928 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:37.533336 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-dcea3516-0d10-467e-b6d4-f3b0cf47e928 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/5db44a3c-d12a-4344-a611-2d41355a5e50 HTTP/1.1" status: 204 len: 168 time: 0.8846171 Dec 08 16:09:37.536485 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42224) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:37.606764 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-10745d05-a406-4777-832d-ab959fee9eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:37.689903 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-10745d05-a406-4777-832d-ab959fee9eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:37.711964 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-10745d05-a406-4777-832d-ab959fee9eb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34422553-fc63-47d6-a631-7f666537bc5c']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:09:37.721192 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-10745d05-a406-4777-832d-ab959fee9eb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feac72a6-bbb0-42da-a5f2-51d59135d26f') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:09:37.721487 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-10745d05-a406-4777-832d-ab959fee9eb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feac72a6-bbb0-42da-a5f2-51d59135d26f') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:09:37.732112 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-10745d05-a406-4777-832d-ab959fee9eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:37.735133 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device ad1ed254-39c2-4d8b-8014-4d9243bb4c60 up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:09:37.746170 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-10745d05-a406-4777-832d-ab959fee9eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:37.753702 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10745d05-a406-4777-832d-ab959fee9eb8 admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:09:37.754211 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-10745d05-a406-4777-832d-ab959fee9eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:37.756219 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:09:37.756219 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:09:37.756219 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:09:37.756219 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:09:37.756219 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:09:37.756219 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:09:37.756219 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:09:37.756219 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:09:37.756219 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:09:37.756219 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:09:37.756219 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:09:37.756219 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:09:37.756219 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:09:37.756219 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:09:37.756219 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:09:37.756219 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:09:37.756219 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:09:37.756219 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:09:37.756219 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:09:37.756219 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:09:37.756219 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:09:37.756219 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:09:37.756219 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:09:37.756219 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:09:37.756219 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:09:37.756219 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:09:37.756219 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:09:37.756219 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:09:37.756219 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:09:37.756219 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:09:37.756219 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:09:37.756219 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:09:37.890382 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6a2e1d-45cf-403c-bb3a-f14615422462 req-1dabb368-a350-4b40-8bd9-ca802f21432f tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:37.891880 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ca6a2e1d-45cf-403c-bb3a-f14615422462 req-1dabb368-a350-4b40-8bd9-ca802f21432f tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] 10.222.0.64 "GET /v2.0/ports?device_id=283deb27-256a-43a0-8bd7-d4c5cad706f5 HTTP/1.1" status: 200 len: 944 time: 0.0511534 Dec 08 16:09:37.913508 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port ad1ed254-39c2-4d8b-8014-4d9243bb4c60 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:09:37.918270 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port ad1ed254-39c2-4d8b-8014-4d9243bb4c60 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:09:37.918558 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:37.942431 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ca6a2e1d-45cf-403c-bb3a-f14615422462 req-b6739433-86c6-49bf-8d93-9d7c37a0184d tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] 10.222.0.64 "GET /v2.0/security-groups?id=91e0a9e5-f144-4ef2-8e63-80ae32874ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437965 Dec 08 16:09:38.004260 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:38.009787 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-10745d05-a406-4777-832d-ab959fee9eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:38.015975 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-10745d05-a406-4777-832d-ab959fee9eb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:38.023130 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 42236) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:38.023570 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-10745d05-a406-4777-832d-ab959fee9eb8 admin admin] 10.222.0.64 "DELETE /v2.0/networks/34422553-fc63-47d6-a631-7f666537bc5c HTTP/1.1" status: 204 len: 168 time: 0.4859660 Dec 08 16:09:38.043813 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10745d05-a406-4777-832d-ab959fee9eb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=34422553-fc63-47d6-a631-7f666537bc5c,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:38.045356 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port ad1ed254-39c2-4d8b-8014-4d9243bb4c60, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=ad1ed254-39c2-4d8b-8014-4d9243bb4c60,segment=NetworkSegment(47c90d66-b9b1-48b2-9414-0fbc8593b6cd),segment_id=47c90d66-b9b1-48b2-9414-0fbc8593b6cd)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:09:38.083475 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-8047fee2-a1ff-460f-b65e-f2cd4cd0f134 admin admin] Deleting subnet 4b87a8a3-bb45-4b7a-8281-dce2999cc3b1 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:09:38.086953 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8047fee2-a1ff-460f-b65e-f2cd4cd0f134 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:38.126319 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8047fee2-a1ff-460f-b65e-f2cd4cd0f134 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:38.166468 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8047fee2-a1ff-460f-b65e-f2cd4cd0f134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:38.192193 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '620a428f-356e-4985-b37a-8784c0857215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad1ed254-39c2-4d8b-8014-4d9243bb4c60'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:09:38.194699 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74dd5871-563c-4122-9679-16568d0bce86" -d '{"events": [{"server_uuid": "620a428f-356e-4985-b37a-8784c0857215", "name": "network-vif-plugged", "status": "completed", "tag": "ad1ed254-39c2-4d8b-8014-4d9243bb4c60"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:09:38.216017 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:38.219104 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 23566281-b6e3-46e3-8c4b-b5d958157eaf no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:09:38.259993 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c49b7f-2652-4900-bec0-c30c6eb3dc4b x-openstack-request-id: req-65c49b7f-2652-4900-bec0-c30c6eb3dc4b {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:09:38.259993 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "620a428f-356e-4985-b37a-8784c0857215", "name": "network-vif-plugged", "status": "completed", "tag": "ad1ed254-39c2-4d8b-8014-4d9243bb4c60", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:09:38.259993 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-65c49b7f-2652-4900-bec0-c30c6eb3dc4b {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:09:38.259993 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '620a428f-356e-4985-b37a-8784c0857215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad1ed254-39c2-4d8b-8014-4d9243bb4c60', 'code': 200} Dec 08 16:09:38.273287 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: 23566281-b6e3-46e3-8c4b-b5d958157eaf {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:09:38.273654 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 23566281-b6e3-46e3-8c4b-b5d958157eaf not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:09:38.326329 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=ad1ed254-39c2-4d8b-8014-4d9243bb4c60,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:38.386338 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b358419f-8158-463f-a66f-5e2e720d8e03 req-ab7987d5-c000-4363-98d7-72cd6c858c1e tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:38.387833 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8047fee2-a1ff-460f-b65e-f2cd4cd0f134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:38.388396 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b358419f-8158-463f-a66f-5e2e720d8e03 req-ab7987d5-c000-4363-98d7-72cd6c858c1e tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fa79378-ff1d-4e75-b22a-1ad5c70ceece HTTP/1.1" status: 200 len: 950 time: 0.0931723 Dec 08 16:09:38.390592 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8271103-053a-45be-999f-4ff5a84e039b req-b99bc3a8-d975-4519-8341-10b04f543dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:38.392097 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d8271103-053a-45be-999f-4ff5a84e039b req-b99bc3a8-d975-4519-8341-10b04f543dc3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=620a428f-356e-4985-b37a-8784c0857215 HTTP/1.1" status: 200 len: 1098 time: 0.0837340 Dec 08 16:09:38.423876 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8047fee2-a1ff-460f-b65e-f2cd4cd0f134 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:38.429986 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-8047fee2-a1ff-460f-b65e-f2cd4cd0f134 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/4b87a8a3-bb45-4b7a-8281-dce2999cc3b1 HTTP/1.1" status: 204 len: 168 time: 0.4052722 Dec 08 16:09:38.431052 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 42248) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:38.431817 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8047fee2-a1ff-460f-b65e-f2cd4cd0f134 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b87a8a3-bb45-4b7a-8281-dce2999cc3b1,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:38.478719 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d8271103-053a-45be-999f-4ff5a84e039b req-6f33561d-65d5-45e3-be54-d65ad9bd1ff9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=40f60a5b-0646-42dd-bbb9-4c0b871b0767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732169 Dec 08 16:09:38.479100 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:38.490212 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b358419f-8158-463f-a66f-5e2e720d8e03 req-df967628-ee61-4ddb-8e73-99a5cefd709e tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917628 Dec 08 16:09:38.533714 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5975ef10-07de-44e1-aec7-eee880676f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:38.599562 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0d22ee-298d-4029-bcc4-c3e358a9b83c req-c50bd08e-0d89-4547-a01e-1298e910822d tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:38.601987 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4a0d22ee-298d-4029-bcc4-c3e358a9b83c req-c50bd08e-0d89-4547-a01e-1298e910822d tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/ports?device_id=620a428f-356e-4985-b37a-8784c0857215 HTTP/1.1" status: 200 len: 946 time: 0.0528815 Dec 08 16:09:38.617768 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5975ef10-07de-44e1-aec7-eee880676f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:38.638941 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-5975ef10-07de-44e1-aec7-eee880676f77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5659816c-7a35-4b5d-8e94-41eefe4e09e4']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:09:38.648015 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-5975ef10-07de-44e1-aec7-eee880676f77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e196041-96e6-4b1a-9c01-0952bb382595') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:09:38.648334 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-5975ef10-07de-44e1-aec7-eee880676f77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e196041-96e6-4b1a-9c01-0952bb382595') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:09:38.654333 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4a0d22ee-298d-4029-bcc4-c3e358a9b83c req-e07f32e2-3ef2-4672-a93c-dbb9bc1c8811 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/security-groups?id=40f60a5b-0646-42dd-bbb9-4c0b871b0767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469890 Dec 08 16:09:38.662722 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5975ef10-07de-44e1-aec7-eee880676f77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:38.678292 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5975ef10-07de-44e1-aec7-eee880676f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:38.686129 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5975ef10-07de-44e1-aec7-eee880676f77 admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:09:38.686890 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5975ef10-07de-44e1-aec7-eee880676f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:38.688714 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:09:38.688714 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:09:38.688714 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:09:38.688714 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:09:38.688714 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:09:38.688714 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:09:38.688714 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:09:38.688714 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:09:38.688714 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:09:38.688714 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:09:38.688714 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:09:38.688714 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:09:38.688714 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:09:38.688714 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:09:38.688714 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:09:38.688714 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:09:38.688714 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:09:38.688714 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:09:38.688714 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:09:38.688714 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:09:38.688714 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:09:38.688714 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:09:38.688714 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:09:38.688714 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:09:38.688714 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:09:38.688714 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:09:38.688714 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:09:38.688714 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:09:38.688714 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:09:38.688714 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:09:38.688714 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:09:38.688714 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:09:38.855780 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5975ef10-07de-44e1-aec7-eee880676f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:38.862362 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5975ef10-07de-44e1-aec7-eee880676f77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:38.866475 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-5975ef10-07de-44e1-aec7-eee880676f77 admin admin] 10.222.0.64 "DELETE /v2.0/networks/5659816c-7a35-4b5d-8e94-41eefe4e09e4 HTTP/1.1" status: 204 len: 168 time: 0.4323931 Dec 08 16:09:38.877219 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5975ef10-07de-44e1-aec7-eee880676f77 admin admin] Pushing event deleted for resources: {'Network': ['ID=5659816c-7a35-4b5d-8e94-41eefe4e09e4,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:39.060995 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94baeaf-efd5-4878-b122-3bf7ca57720b req-f260ae44-6b15-44f1-947c-3dbaf478e87a tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:39.062421 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a94baeaf-efd5-4878-b122-3bf7ca57720b req-f260ae44-6b15-44f1-947c-3dbaf478e87a tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] 10.222.0.64 "GET /v2.0/ports?device_id=283deb27-256a-43a0-8bd7-d4c5cad706f5 HTTP/1.1" status: 200 len: 944 time: 0.0495851 Dec 08 16:09:39.110748 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a94baeaf-efd5-4878-b122-3bf7ca57720b req-1c8a9550-f938-4d4a-b802-41895c80d7a1 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] 10.222.0.64 "GET /v2.0/security-groups?id=91e0a9e5-f144-4ef2-8e63-80ae32874ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421517 Dec 08 16:09:39.307621 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42266) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:39.349115 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-72f2cf70-f335-4bb4-b3f8-714f846a4980 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8b17b512834447aea285923e7004d778&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402980 Dec 08 16:09:39.355863 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42268) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:39.399722 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e503616d-d4e7-4a80-92e2-7d442c33c73d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:39.424477 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e503616d-d4e7-4a80-92e2-7d442c33c73d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:39.622815 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e9010d-b1b7-41fe-a708-a1b0e35c32b5 req-0f22a4b8-f420-46a5-8b3a-bbf6e0b8ce1b tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:39.622815 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d7e9010d-b1b7-41fe-a708-a1b0e35c32b5 req-0f22a4b8-f420-46a5-8b3a-bbf6e0b8ce1b tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fa79378-ff1d-4e75-b22a-1ad5c70ceece HTTP/1.1" status: 200 len: 950 time: 0.0514159 Dec 08 16:09:39.627138 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e503616d-d4e7-4a80-92e2-7d442c33c73d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:39.630363 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e503616d-d4e7-4a80-92e2-7d442c33c73d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:39.631568 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e503616d-d4e7-4a80-92e2-7d442c33c73d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e248191b-b200-41c0-b6e1-ce54e884c162 HTTP/1.1" status: 204 len: 168 time: 0.2790787 Dec 08 16:09:39.653169 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e503616d-d4e7-4a80-92e2-7d442c33c73d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e248191b-b200-41c0-b6e1-ce54e884c162,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:39.696003 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d7e9010d-b1b7-41fe-a708-a1b0e35c32b5 req-c6ee8401-202e-4b67-9d4c-f0163707cce0 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630629 Dec 08 16:09:39.810017 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88eaf73-d589-4915-9c05-5013388b4cbf req-36cccdaa-a94b-4169-b25d-a158c9b2a71e tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:39.812336 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f88eaf73-d589-4915-9c05-5013388b4cbf req-36cccdaa-a94b-4169-b25d-a158c9b2a71e tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/ports?device_id=620a428f-356e-4985-b37a-8784c0857215 HTTP/1.1" status: 200 len: 946 time: 0.0530586 Dec 08 16:09:39.864614 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f88eaf73-d589-4915-9c05-5013388b4cbf req-7d672ce2-b5ae-4326-9bf7-7f0a7a76c4af tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/security-groups?id=40f60a5b-0646-42dd-bbb9-4c0b871b0767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455840 Dec 08 16:09:39.926849 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 6da73f60-0964-418f-bfe3-e398e56c5f23 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:09:40.042236 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 6da73f60-0964-418f-bfe3-e398e56c5f23, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=6da73f60-0964-418f-bfe3-e398e56c5f23,segment=NetworkSegment(c9dcf431-07ab-437d-a854-4be1bb07aa24),segment_id=c9dcf431-07ab-437d-a854-4be1bb07aa24)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:09:40.042389 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b307c34-a716-4bd8-a85d-d0259ba8a49b req-4ecda349-f12a-4e20-80c4-5415ef34c468 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:40.042389 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8b307c34-a716-4bd8-a85d-d0259ba8a49b req-4ecda349-f12a-4e20-80c4-5415ef34c468 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fa79378-ff1d-4e75-b22a-1ad5c70ceece HTTP/1.1" status: 200 len: 950 time: 0.0605295 Dec 08 16:09:40.047193 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '6da73f60-0964-418f-bfe3-e398e56c5f23', 'network_id': 'a2af261e-4dfa-45ef-8c6f-916842e6e067', 'port_id': '6da73f60-0964-418f-bfe3-e398e56c5f23', 'mac_address': 'fa:16:3e:c2:65:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9919c7c-db71-413b-beee-8647df3d68d9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:09:40.096431 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:40.107477 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8b307c34-a716-4bd8-a85d-d0259ba8a49b req-2683b327-0361-4cc7-a1ed-639e6d66fe88 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619659 Dec 08 16:09:40.125282 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6da73f60-0964-418f-bfe3-e398e56c5f23 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:09:40.148506 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 6da73f60-0964-418f-bfe3-e398e56c5f23, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=6da73f60-0964-418f-bfe3-e398e56c5f23,segment=NetworkSegment(c9dcf431-07ab-437d-a854-4be1bb07aa24),segment_id=c9dcf431-07ab-437d-a854-4be1bb07aa24)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:09:40.341899 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:40.391605 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=6da73f60-0964-418f-bfe3-e398e56c5f23,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:40.393051 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdba46e3-1802-4184-8f5e-17102cdb580d req-abead785-9a81-442e-be2b-e60ef6eee459 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:40.394987 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bdba46e3-1802-4184-8f5e-17102cdb580d req-abead785-9a81-442e-be2b-e60ef6eee459 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] 10.222.0.64 "GET /v2.0/ports?device_id=283deb27-256a-43a0-8bd7-d4c5cad706f5 HTTP/1.1" status: 200 len: 945 time: 0.0525541 Dec 08 16:09:40.449746 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bdba46e3-1802-4184-8f5e-17102cdb580d req-fe87fac6-dffc-452e-8137-bcf8e947c481 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] 10.222.0.64 "GET /v2.0/security-groups?id=91e0a9e5-f144-4ef2-8e63-80ae32874ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431669 Dec 08 16:09:40.609555 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42308) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:40.652338 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-84ad08c4-1aff-4f05-9479-fe460d8bf571 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4f8668e87172493ea223f481765f90ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416000 Dec 08 16:09:40.654778 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42312) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:40.723519 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['6da73f60-0964-418f-bfe3-e398e56c5f23'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:09:40.731516 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e276d3-2d25-422f-b89e-33e8effe17a8 req-9f3bfd3b-620b-4c24-a631-2fa674e0a722 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:40.733084 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a5e276d3-2d25-422f-b89e-33e8effe17a8 req-9f3bfd3b-620b-4c24-a631-2fa674e0a722 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fa79378-ff1d-4e75-b22a-1ad5c70ceece HTTP/1.1" status: 200 len: 950 time: 0.0790744 Dec 08 16:09:40.749577 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0239bb23-386a-48b4-858c-dcfbbf3d1e21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:40.793757 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0239bb23-386a-48b4-858c-dcfbbf3d1e21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:40.822174 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a5e276d3-2d25-422f-b89e-33e8effe17a8 req-5d54e681-192a-4e3c-a270-26abb881f34e tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811574 Dec 08 16:09:40.977219 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0239bb23-386a-48b4-858c-dcfbbf3d1e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:40.980074 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0239bb23-386a-48b4-858c-dcfbbf3d1e21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:40.983840 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-0239bb23-386a-48b4-858c-dcfbbf3d1e21 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/59f3e71f-7ab8-40cf-b5b7-018e25af9e84 HTTP/1.1" status: 204 len: 168 time: 0.3255093 Dec 08 16:09:40.993032 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0239bb23-386a-48b4-858c-dcfbbf3d1e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f3e71f-7ab8-40cf-b5b7-018e25af9e84,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:40.997192 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924b246a-1d91-4d6c-af42-b5414967fb81 req-13cf4cac-a583-49d6-86d4-6918f8a844d1 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:41.001075 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-924b246a-1d91-4d6c-af42-b5414967fb81 req-13cf4cac-a583-49d6-86d4-6918f8a844d1 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/ports?device_id=620a428f-356e-4985-b37a-8784c0857215 HTTP/1.1" status: 200 len: 946 time: 0.0683811 Dec 08 16:09:41.061589 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-924b246a-1d91-4d6c-af42-b5414967fb81 req-c376b02f-b9fa-42c8-b052-a1face362a37 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/security-groups?id=40f60a5b-0646-42dd-bbb9-4c0b871b0767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517330 Dec 08 16:09:41.186451 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab921f36-1721-4604-9c77-aa4d14150525 req-0d487e70-12f4-4286-8afc-adc9ab6a74db tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:41.187936 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ab921f36-1721-4604-9c77-aa4d14150525 req-0d487e70-12f4-4286-8afc-adc9ab6a74db tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/ports?device_id=620a428f-356e-4985-b37a-8784c0857215 HTTP/1.1" status: 200 len: 946 time: 0.0504956 Dec 08 16:09:41.239389 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ab921f36-1721-4604-9c77-aa4d14150525 req-9a3030af-a876-4673-ad71-203bcb403643 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/security-groups?id=40f60a5b-0646-42dd-bbb9-4c0b871b0767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453639 Dec 08 16:09:41.387187 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a184562-2c44-4d26-ade6-597008edd963 req-a13b4a66-5164-45a0-98d9-f224e88dea93 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:41.428874 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0a184562-2c44-4d26-ade6-597008edd963 req-a13b4a66-5164-45a0-98d9-f224e88dea93 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/ports?device_id=620a428f-356e-4985-b37a-8784c0857215 HTTP/1.1" status: 200 len: 946 time: 0.0673528 Dec 08 16:09:41.443704 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0a184562-2c44-4d26-ade6-597008edd963 req-bbf9f02e-0764-426d-aeda-e9138cb95b29 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/security-groups?id=40f60a5b-0646-42dd-bbb9-4c0b871b0767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475748 Dec 08 16:09:41.592129 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d071c-6fee-4db5-a298-de955daa75af req-09a4361b-90e5-4b1b-9270-11f9917064f5 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:41.593900 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b95d071c-6fee-4db5-a298-de955daa75af req-09a4361b-90e5-4b1b-9270-11f9917064f5 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/ports?device_id=620a428f-356e-4985-b37a-8784c0857215 HTTP/1.1" status: 200 len: 946 time: 0.0565722 Dec 08 16:09:41.601875 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b35db-4e7d-439c-b27f-ef6e35371a95 req-a51709bb-81f8-42fe-bf7b-8ee25b2b6fb3 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:41.609244 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d55b35db-4e7d-439c-b27f-ef6e35371a95 req-a51709bb-81f8-42fe-bf7b-8ee25b2b6fb3 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] 10.222.0.64 "GET /v2.0/ports?device_id=283deb27-256a-43a0-8bd7-d4c5cad706f5 HTTP/1.1" status: 200 len: 945 time: 0.0618899 Dec 08 16:09:41.645655 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b95d071c-6fee-4db5-a298-de955daa75af req-438e6a88-85c1-484c-a5f1-311cff4c515a tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/security-groups?id=40f60a5b-0646-42dd-bbb9-4c0b871b0767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444860 Dec 08 16:09:41.657798 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d55b35db-4e7d-439c-b27f-ef6e35371a95 req-d75d9c2d-0ef9-4545-960d-3bfb6a0d9f34 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] 10.222.0.64 "GET /v2.0/security-groups?id=91e0a9e5-f144-4ef2-8e63-80ae32874ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476732 Dec 08 16:09:41.665170 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42344) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:41.697795 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2edcf9d2-6668-499a-bfff-aab76a4890ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:41.800940 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e7a7ad2b-e5fb-464a-bf56-59a6152e3200 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:41.833609 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947fc09a-ec6b-485e-ab77-ee24a927ab03 req-1993deda-24ac-482b-a555-7a175b2a78aa tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:41.835206 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-947fc09a-ec6b-485e-ab77-ee24a927ab03 req-1993deda-24ac-482b-a555-7a175b2a78aa tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/ports?device_id=620a428f-356e-4985-b37a-8784c0857215 HTTP/1.1" status: 200 len: 946 time: 0.0895400 Dec 08 16:09:41.940409 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 6da73f60-0964-418f-bfe3-e398e56c5f23 up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:09:41.966716 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50028834-0515-4610-85ed-e414a927146e req-702807d8-b1ca-4026-9444-0ed31ecd8958 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:41.968349 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-50028834-0515-4610-85ed-e414a927146e req-702807d8-b1ca-4026-9444-0ed31ecd8958 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fa79378-ff1d-4e75-b22a-1ad5c70ceece HTTP/1.1" status: 200 len: 950 time: 0.0542321 Dec 08 16:09:42.026956 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-50028834-0515-4610-85ed-e414a927146e req-a93add91-31a9-4592-b88d-af533ea3de86 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510681 Dec 08 16:09:42.118866 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port 6da73f60-0964-418f-bfe3-e398e56c5f23 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:09:42.125675 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 6da73f60-0964-418f-bfe3-e398e56c5f23 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:09:42.126352 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:42.248578 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:42.259124 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-947fc09a-ec6b-485e-ab77-ee24a927ab03 req-917b4969-7495-4aef-90a8-eda6d1f462b6 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/security-groups?id=40f60a5b-0646-42dd-bbb9-4c0b871b0767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4151893 Dec 08 16:09:42.279196 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '283deb27-256a-43a0-8bd7-d4c5cad706f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da73f60-0964-418f-bfe3-e398e56c5f23'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:09:42.281892 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c25246-03fd-44bd-9162-6df39943a1eb" -d '{"events": [{"server_uuid": "283deb27-256a-43a0-8bd7-d4c5cad706f5", "name": "network-vif-plugged", "status": "completed", "tag": "6da73f60-0964-418f-bfe3-e398e56c5f23"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:09:42.295146 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e7a7ad2b-e5fb-464a-bf56-59a6152e3200 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:42.297866 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 6da73f60-0964-418f-bfe3-e398e56c5f23, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=6da73f60-0964-418f-bfe3-e398e56c5f23,segment=NetworkSegment(c9dcf431-07ab-437d-a854-4be1bb07aa24),segment_id=c9dcf431-07ab-437d-a854-4be1bb07aa24)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:09:42.325629 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2832a8-728f-47b7-a0c9-b3256674798a x-openstack-request-id: req-8e2832a8-728f-47b7-a0c9-b3256674798a {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:09:42.325988 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "283deb27-256a-43a0-8bd7-d4c5cad706f5", "name": "network-vif-plugged", "status": "completed", "tag": "6da73f60-0964-418f-bfe3-e398e56c5f23", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:09:42.326310 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8e2832a8-728f-47b7-a0c9-b3256674798a {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:09:42.326805 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '283deb27-256a-43a0-8bd7-d4c5cad706f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da73f60-0964-418f-bfe3-e398e56c5f23', 'code': 200} Dec 08 16:09:42.382518 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b51941-cf4b-438b-aef0-e50bf30de406 req-6e9cd715-c6b8-4162-84a7-f957390965f6 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:42.387405 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-20b51941-cf4b-438b-aef0-e50bf30de406 req-6e9cd715-c6b8-4162-84a7-f957390965f6 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/ports?device_id=620a428f-356e-4985-b37a-8784c0857215 HTTP/1.1" status: 200 len: 946 time: 0.0546062 Dec 08 16:09:42.450737 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e7a7ad2b-e5fb-464a-bf56-59a6152e3200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:42.459634 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:42.475208 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb0731a-6753-4f92-a9bb-4a0d7fad0e96 req-824142af-fadc-4112-964e-008e62939b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:42.476987 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ceb0731a-6753-4f92-a9bb-4a0d7fad0e96 req-824142af-fadc-4112-964e-008e62939b4f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=283deb27-256a-43a0-8bd7-d4c5cad706f5 HTTP/1.1" status: 200 len: 1097 time: 0.0842292 Dec 08 16:09:42.481726 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-20b51941-cf4b-438b-aef0-e50bf30de406 req-d0cabf7a-bfef-43c4-b7f1-2e83d2cb5893 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/security-groups?id=40f60a5b-0646-42dd-bbb9-4c0b871b0767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804834 Dec 08 16:09:42.508420 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e7a7ad2b-e5fb-464a-bf56-59a6152e3200 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dec96013b6914d479181a15f116e0672&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8421192 Dec 08 16:09:42.509794 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a7ad2b-e5fb-464a-bf56-59a6152e3200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d8e88c-cac3-4ccb-b5e8-cfd951c2c0d1,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:42.512570 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 42380) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:42.524278 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=6da73f60-0964-418f-bfe3-e398e56c5f23,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:42.583600 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ceb0731a-6753-4f92-a9bb-4a0d7fad0e96 req-e2081627-bdd4-42e6-b6ea-77d27c736be8 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=91e0a9e5-f144-4ef2-8e63-80ae32874ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945880 Dec 08 16:09:42.602607 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dd68eeac-1050-4d1e-aa5b-7453598e0e4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:42.649508 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dd68eeac-1050-4d1e-aa5b-7453598e0e4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:42.692536 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdb9d06-9c50-4fc5-8047-31e9982e8efa req-74c6deaa-b728-433a-b61e-65bd005edb27 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:42.694080 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-afdb9d06-9c50-4fc5-8047-31e9982e8efa req-74c6deaa-b728-433a-b61e-65bd005edb27 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/ports?device_id=620a428f-356e-4985-b37a-8784c0857215 HTTP/1.1" status: 200 len: 946 time: 0.0935094 Dec 08 16:09:42.758642 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-afdb9d06-9c50-4fc5-8047-31e9982e8efa req-4df546b8-d849-4331-b452-14b4f198df80 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/security-groups?id=40f60a5b-0646-42dd-bbb9-4c0b871b0767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566242 Dec 08 16:09:42.806410 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dd68eeac-1050-4d1e-aa5b-7453598e0e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:42.807318 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dd68eeac-1050-4d1e-aa5b-7453598e0e4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:42.808503 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-dd68eeac-1050-4d1e-aa5b-7453598e0e4e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/30d8e88c-cac3-4ccb-b5e8-cfd951c2c0d1 HTTP/1.1" status: 204 len: 168 time: 0.2947178 Dec 08 16:09:42.819366 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd68eeac-1050-4d1e-aa5b-7453598e0e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d8e88c-cac3-4ccb-b5e8-cfd951c2c0d1,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:42.829447 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340535a7-1e7a-4e19-a480-b3d08cafcd36 req-c8e7d468-f7de-45d5-bc08-9c1e0ddecfbe tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:42.831261 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-340535a7-1e7a-4e19-a480-b3d08cafcd36 req-c8e7d468-f7de-45d5-bc08-9c1e0ddecfbe tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] 10.222.0.64 "GET /v2.0/ports?device_id=283deb27-256a-43a0-8bd7-d4c5cad706f5 HTTP/1.1" status: 200 len: 946 time: 0.0840445 Dec 08 16:09:42.916953 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-340535a7-1e7a-4e19-a480-b3d08cafcd36 req-2cf055e1-af03-4953-b954-e98c3f7c0681 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] 10.222.0.64 "GET /v2.0/security-groups?id=91e0a9e5-f144-4ef2-8e63-80ae32874ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714245 Dec 08 16:09:42.961535 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c9e09-6032-4d03-80d3-b9299340cc81 req-f67d25cf-850e-4df3-ba77-0899560dc054 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:42.963045 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c65c9e09-6032-4d03-80d3-b9299340cc81 req-f67d25cf-850e-4df3-ba77-0899560dc054 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/ports?device_id=620a428f-356e-4985-b37a-8784c0857215 HTTP/1.1" status: 200 len: 946 time: 0.0564775 Dec 08 16:09:43.014722 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c65c9e09-6032-4d03-80d3-b9299340cc81 req-6e51a22d-f4c0-44a2-9b60-629feb29eee2 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/security-groups?id=40f60a5b-0646-42dd-bbb9-4c0b871b0767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455239 Dec 08 16:09:43.164820 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becadb9f-f35f-48bb-b8ce-cdb1d1d024a9 req-4e7ff52e-dd61-451e-8ab6-cb3fffc48864 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:43.166548 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-becadb9f-f35f-48bb-b8ce-cdb1d1d024a9 req-4e7ff52e-dd61-451e-8ab6-cb3fffc48864 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fa79378-ff1d-4e75-b22a-1ad5c70ceece HTTP/1.1" status: 200 len: 950 time: 0.0630124 Dec 08 16:09:43.224821 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-becadb9f-f35f-48bb-b8ce-cdb1d1d024a9 req-753bcc22-58d5-4f14-9dc5-6e501671e04c tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517902 Dec 08 16:09:43.733391 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5ad4cb8d-f887-4979-9674-50b204d4c164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:44.108936 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c39ff93-f748-459c-9e98-3ab08cd9e7a1 req-7ed75d54-f0ec-4ca0-b7d7-430213c4deb7 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:44.111131 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0c39ff93-f748-459c-9e98-3ab08cd9e7a1 req-7ed75d54-f0ec-4ca0-b7d7-430213c4deb7 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] 10.222.0.64 "GET /v2.0/ports?device_id=283deb27-256a-43a0-8bd7-d4c5cad706f5 HTTP/1.1" status: 200 len: 946 time: 0.0581994 Dec 08 16:09:44.159591 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0c39ff93-f748-459c-9e98-3ab08cd9e7a1 req-d7784fd5-dec0-42ac-8225-725e2475cc42 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] 10.222.0.64 "GET /v2.0/security-groups?id=91e0a9e5-f144-4ef2-8e63-80ae32874ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421522 Dec 08 16:09:44.166152 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 42462) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:44.283099 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ca448-3c1f-4112-b98d-f0e44731e80c req-c5fb32fc-b054-4157-b736-c90da05fa548 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:44.285280 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7e8ca448-3c1f-4112-b98d-f0e44731e80c req-c5fb32fc-b054-4157-b736-c90da05fa548 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/ports?device_id=620a428f-356e-4985-b37a-8784c0857215 HTTP/1.1" status: 200 len: 946 time: 0.0625286 Dec 08 16:09:44.311130 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-1d77f95a-3922-40d6-8495-546dd25db5d9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-585671219-network', 'tenant_id': '6e376a2054954f3fa7fd54031508fe42'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:09:44.344382 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7e8ca448-3c1f-4112-b98d-f0e44731e80c req-5d4bdabb-f887-4a42-9b4f-f175dc43880c tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/security-groups?id=40f60a5b-0646-42dd-bbb9-4c0b871b0767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515358 Dec 08 16:09:44.415757 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d77f95a-3922-40d6-8495-546dd25db5d9 admin admin] Made reservation on behalf of 6e376a2054954f3fa7fd54031508fe42 for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:09:44.418185 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1d77f95a-3922-40d6-8495-546dd25db5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:44.428138 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1d77f95a-3922-40d6-8495-546dd25db5d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:44.448895 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af698f-45e4-492d-ae9d-8c77f570e782 req-7e9102ac-e5b8-48a7-8da3-3a4783ff0f1f tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:44.451630 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a3af698f-45e4-492d-ae9d-8c77f570e782 req-7e9102ac-e5b8-48a7-8da3-3a4783ff0f1f tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fa79378-ff1d-4e75-b22a-1ad5c70ceece HTTP/1.1" status: 200 len: 950 time: 0.0511267 Dec 08 16:09:44.506338 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a3af698f-45e4-492d-ae9d-8c77f570e782 req-9890d1ae-3523-4e5c-896b-8f31fe07a59c tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478864 Dec 08 16:09:44.508455 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1d77f95a-3922-40d6-8495-546dd25db5d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:44.615907 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1d77f95a-3922-40d6-8495-546dd25db5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:44.637564 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d77f95a-3922-40d6-8495-546dd25db5d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:09:44.652486 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d77f95a-3922-40d6-8495-546dd25db5d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6c6a6d-0074-44dc-b43a-718da55da124,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:44.658060 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1d77f95a-3922-40d6-8495-546dd25db5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:44.658060 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-1d77f95a-3922-40d6-8495-546dd25db5d9 admin admin] Added segment e61b36ba-4508-49d4-b889-d46726648385 of type vlan for network 024a3cce-b572-41fa-96db-122bcaa2acc5 Dec 08 16:09:44.699884 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1d77f95a-3922-40d6-8495-546dd25db5d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:44.798410 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1d77f95a-3922-40d6-8495-546dd25db5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:44.799397 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d77f95a-3922-40d6-8495-546dd25db5d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:44.799989 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1d77f95a-3922-40d6-8495-546dd25db5d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:44.859532 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d77f95a-3922-40d6-8495-546dd25db5d9 admin admin] Pushing event updated for resources: {'Network': ['ID=024a3cce-b572-41fa-96db-122bcaa2acc5,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:44.869961 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 024a3cce-b572-41fa-96db-122bcaa2acc5 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:09:44.944799 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-1d77f95a-3922-40d6-8495-546dd25db5d9 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7775285 Dec 08 16:09:44.948161 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 42472) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:44.952877 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-cf0877ed-9d40-4198-830a-89222a62d992 admin admin] Request body: {'subnet': {'network_id': '024a3cce-b572-41fa-96db-122bcaa2acc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-585671219-subnet', 'tenant_id': '6e376a2054954f3fa7fd54031508fe42', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:09:45.074129 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0877ed-9d40-4198-830a-89222a62d992 admin admin] Made reservation on behalf of 6e376a2054954f3fa7fd54031508fe42 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:09:45.076975 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cf0877ed-9d40-4198-830a-89222a62d992 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:45.130789 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:45.280279 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d679fdd-29e5-41e4-b893-01f559cf3cae req-c7e956b8-d8cd-49e5-8879-cac4f095d40a tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:45.281774 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3d679fdd-29e5-41e4-b893-01f559cf3cae req-c7e956b8-d8cd-49e5-8879-cac4f095d40a tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] 10.222.0.64 "GET /v2.0/ports?device_id=283deb27-256a-43a0-8bd7-d4c5cad706f5 HTTP/1.1" status: 200 len: 946 time: 0.0489290 Dec 08 16:09:45.330313 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3d679fdd-29e5-41e4-b893-01f559cf3cae req-0647344e-e2e1-4578-83f6-a4d38b378538 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] 10.222.0.64 "GET /v2.0/security-groups?id=91e0a9e5-f144-4ef2-8e63-80ae32874ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424571 Dec 08 16:09:45.347526 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cf0877ed-9d40-4198-830a-89222a62d992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:45.407151 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0877ed-9d40-4198-830a-89222a62d992 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8a5b535-b349-4f35-bf8e-85dbfdf621e8,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:45.419387 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0877ed-9d40-4198-830a-89222a62d992 admin admin] Checking segment: {'id': 'e61b36ba-4508-49d4-b889-d46726648385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '024a3cce-b572-41fa-96db-122bcaa2acc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:09:45.419756 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0877ed-9d40-4198-830a-89222a62d992 admin admin] Network hostable DHCP agents. Network: 024a3cce-b572-41fa-96db-122bcaa2acc5, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:09:45.531061 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0877ed-9d40-4198-830a-89222a62d992 admin admin] Network 024a3cce-b572-41fa-96db-122bcaa2acc5 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:09:45.551084 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a27031-9c34-44bf-ae3f-c329b146b198 req-94f96a9d-fcbb-41a7-b106-f12a2c56d893 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:45.552425 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d2a27031-9c34-44bf-ae3f-c329b146b198 req-94f96a9d-fcbb-41a7-b106-f12a2c56d893 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/ports?device_id=620a428f-356e-4985-b37a-8784c0857215 HTTP/1.1" status: 200 len: 946 time: 0.0615668 Dec 08 16:09:45.585244 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9058ff24-9ba5-4ec3-9e05-bc63af889f5a req-35885baa-cf7c-455b-96ce-314a37142b35 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=1ae4cf80-76bf-4df3-a557-5cc6023c1900 HTTP/1.1" status: 200 len: 258 time: 0.2136469 Dec 08 16:09:45.596059 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-9058ff24-9ba5-4ec3-9e05-bc63af889f5a req-d48c09f4-8aef-4768-9e3f-d9ced37619e3 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Request body: {'floatingip': {'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:09:45.606326 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d2a27031-9c34-44bf-ae3f-c329b146b198 req-25c17344-2168-4aab-87c2-78bd84c14ed5 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/security-groups?id=40f60a5b-0646-42dd-bbb9-4c0b871b0767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464821 Dec 08 16:09:45.644613 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-cf0877ed-9d40-4198-830a-89222a62d992 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 024a3cce-b572-41fa-96db-122bcaa2acc5) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:09:45.656397 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0877ed-9d40-4198-830a-89222a62d992 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:45.656397 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cf0877ed-9d40-4198-830a-89222a62d992 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:45.657108 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8608f545-6dba-4871-80fe-22b73c485bf7 None None] Network 024a3cce-b572-41fa-96db-122bcaa2acc5 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:09:45.729722 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-9058ff24-9ba5-4ec3-9e05-bc63af889f5a req-d48c09f4-8aef-4768-9e3f-d9ced37619e3 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Publish callbacks [] for floatingip, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:45.746312 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c344f8-24dc-43d7-8e17-71836ad7b576 req-a468c5d9-2893-4266-8605-d1ca8b3807b1 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:45.747845 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-29c344f8-24dc-43d7-8e17-71836ad7b576 req-a468c5d9-2893-4266-8605-d1ca8b3807b1 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fa79378-ff1d-4e75-b22a-1ad5c70ceece HTTP/1.1" status: 200 len: 950 time: 0.0516934 Dec 08 16:09:45.762446 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901606d0-de48-4fc0-87b8-f6dc69200d73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-024a3cce-b572-41fa-96db-122bcaa2acc5', 'network_id': '024a3cce-b572-41fa-96db-122bcaa2acc5', 'project_id': '6e376a2054954f3fa7fd54031508fe42', 'fixed_ips': [{'subnet_id': 'c8a5b535-b349-4f35-bf8e-85dbfdf621e8'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:09:45.763729 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-901606d0-de48-4fc0-87b8-f6dc69200d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:45.801899 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-29c344f8-24dc-43d7-8e17-71836ad7b576 req-2dacd19c-1d5b-43e0-a0d9-76ce99fbd0bd tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471356 Dec 08 16:09:45.818484 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-cf0877ed-9d40-4198-830a-89222a62d992 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8691280 Dec 08 16:09:45.826723 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 42492) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:45.832354 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-eafca0f1-7db0-45d3-a548-5ad826237f64 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-585671219-router', 'tenant_id': '6e376a2054954f3fa7fd54031508fe42', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:09:45.861982 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-9058ff24-9ba5-4ec3-9e05-bc63af889f5a req-d48c09f4-8aef-4768-9e3f-d9ced37619e3 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:45.931504 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-901606d0-de48-4fc0-87b8-f6dc69200d73 None None] Allocated IP 172.20.0.2 (024a3cce-b572-41fa-96db-122bcaa2acc5/c8a5b535-b349-4f35-bf8e-85dbfdf621e8/1aee8a5a-8f98-479f-b7dc-345297e8fb2f) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:09:45.942063 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eafca0f1-7db0-45d3-a548-5ad826237f64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:45.946500 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eafca0f1-7db0-45d3-a548-5ad826237f64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:46.002958 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [req-9058ff24-9ba5-4ec3-9e05-bc63af889f5a req-d48c09f4-8aef-4768-9e3f-d9ced37619e3 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Allocated IP 172.25.0.44 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/ea059509-cafe-4dc5-b59c-00729232bfc4) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:09:46.010756 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eafca0f1-7db0-45d3-a548-5ad826237f64 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:46.099659 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-901606d0-de48-4fc0-87b8-f6dc69200d73 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:46.114651 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-9058ff24-9ba5-4ec3-9e05-bc63af889f5a req-d48c09f4-8aef-4768-9e3f-d9ced37619e3 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:46.261883 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eafca0f1-7db0-45d3-a548-5ad826237f64 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:46.279011 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-9058ff24-9ba5-4ec3-9e05-bc63af889f5a req-d48c09f4-8aef-4768-9e3f-d9ced37619e3 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:46.282396 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-901606d0-de48-4fc0-87b8-f6dc69200d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:46.322925 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901606d0-de48-4fc0-87b8-f6dc69200d73 None None] Network 024a3cce-b572-41fa-96db-122bcaa2acc5 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:09:46.328067 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-901606d0-de48-4fc0-87b8-f6dc69200d73 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:09:46.329312 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9058ff24-9ba5-4ec3-9e05-bc63af889f5a req-d48c09f4-8aef-4768-9e3f-d9ced37619e3 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:09:46.332145 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901606d0-de48-4fc0-87b8-f6dc69200d73 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:09:46.332970 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [req-9058ff24-9ba5-4ec3-9e05-bc63af889f5a req-d48c09f4-8aef-4768-9e3f-d9ced37619e3 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:09:46.337922 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901606d0-de48-4fc0-87b8-f6dc69200d73 None None] Pushing event updated for resources: {'Port': ['ID=1aee8a5a-8f98-479f-b7dc-345297e8fb2f,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:46.338215 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-9058ff24-9ba5-4ec3-9e05-bc63af889f5a req-d48c09f4-8aef-4768-9e3f-d9ced37619e3 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:09:46.341310 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48c09f4-8aef-4768-9e3f-d9ced37619e3 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Pushing event updated for resources: {'Port': ['ID=ea059509-cafe-4dc5-b59c-00729232bfc4,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:46.394945 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-901606d0-de48-4fc0-87b8-f6dc69200d73 None None] Attempting to bind port 1aee8a5a-8f98-479f-b7dc-345297e8fb2f on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:09:46.395505 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-901606d0-de48-4fc0-87b8-f6dc69200d73 None None] Attempting to bind port 1aee8a5a-8f98-479f-b7dc-345297e8fb2f by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'e61b36ba-4508-49d4-b889-d46726648385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '024a3cce-b572-41fa-96db-122bcaa2acc5'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:09:46.396025 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901606d0-de48-4fc0-87b8-f6dc69200d73 None None] Attempting to bind port 1aee8a5a-8f98-479f-b7dc-345297e8fb2f on network 024a3cce-b572-41fa-96db-122bcaa2acc5 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:09:46.402370 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901606d0-de48-4fc0-87b8-f6dc69200d73 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:09:46.402370 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901606d0-de48-4fc0-87b8-f6dc69200d73 None None] Checking segment: {'id': 'e61b36ba-4508-49d4-b889-d46726648385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '024a3cce-b572-41fa-96db-122bcaa2acc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:09:46.404767 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-901606d0-de48-4fc0-87b8-f6dc69200d73 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:46.404767 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901606d0-de48-4fc0-87b8-f6dc69200d73 None None] Bound using segment: {'id': 'e61b36ba-4508-49d4-b889-d46726648385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '024a3cce-b572-41fa-96db-122bcaa2acc5'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:09:46.404767 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-901606d0-de48-4fc0-87b8-f6dc69200d73 None None] Bound port: 1aee8a5a-8f98-479f-b7dc-345297e8fb2f, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e61b36ba-4508-49d4-b889-d46726648385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '024a3cce-b572-41fa-96db-122bcaa2acc5'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:09:46.404767 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-901606d0-de48-4fc0-87b8-f6dc69200d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:46.483686 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-9058ff24-9ba5-4ec3-9e05-bc63af889f5a req-d48c09f4-8aef-4768-9e3f-d9ced37619e3 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:46.491511 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-901606d0-de48-4fc0-87b8-f6dc69200d73 None None] For port 1aee8a5a-8f98-479f-b7dc-345297e8fb2f, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:09:46.497495 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-901606d0-de48-4fc0-87b8-f6dc69200d73 None None] For port 1aee8a5a-8f98-479f-b7dc-345297e8fb2f, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=1aee8a5a-8f98-479f-b7dc-345297e8fb2f,segment=NetworkSegment(e61b36ba-4508-49d4-b889-d46726648385),segment_id=e61b36ba-4508-49d4-b889-d46726648385)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:09:46.605435 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:46.606906 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-901606d0-de48-4fc0-87b8-f6dc69200d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:46.632417 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eafca0f1-7db0-45d3-a548-5ad826237f64 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:46.636742 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-9058ff24-9ba5-4ec3-9e05-bc63af889f5a req-d48c09f4-8aef-4768-9e3f-d9ced37619e3 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:46.654498 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eafca0f1-7db0-45d3-a548-5ad826237f64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:46.782112 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-eafca0f1-7db0-45d3-a548-5ad826237f64 admin admin] Allocated IP 172.25.0.133 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/c41c488a-00a0-4526-935e-4f19d696eb8a) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:09:46.809154 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901606d0-de48-4fc0-87b8-f6dc69200d73 None None] Pushing event updated for resources: {'Port': ['ID=1aee8a5a-8f98-479f-b7dc-345297e8fb2f,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:46.840638 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-9058ff24-9ba5-4ec3-9e05-bc63af889f5a req-d48c09f4-8aef-4768-9e3f-d9ced37619e3 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:46.914817 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eafca0f1-7db0-45d3-a548-5ad826237f64 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:46.918802 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-9058ff24-9ba5-4ec3-9e05-bc63af889f5a req-d48c09f4-8aef-4768-9e3f-d9ced37619e3 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:47.027521 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48c09f4-8aef-4768-9e3f-d9ced37619e3 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Pushing event updated for resources: {'Port': ['ID=ea059509-cafe-4dc5-b59c-00729232bfc4,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:47.027521 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-9058ff24-9ba5-4ec3-9e05-bc63af889f5a req-d48c09f4-8aef-4768-9e3f-d9ced37619e3 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:47.030608 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eafca0f1-7db0-45d3-a548-5ad826237f64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:47.072599 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafca0f1-7db0-45d3-a548-5ad826237f64 admin admin] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:09:47.075521 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-eafca0f1-7db0-45d3-a548-5ad826237f64 admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:09:47.081504 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafca0f1-7db0-45d3-a548-5ad826237f64 admin admin] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:09:47.109178 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafca0f1-7db0-45d3-a548-5ad826237f64 admin admin] Pushing event updated for resources: {'Port': ['ID=c41c488a-00a0-4526-935e-4f19d696eb8a,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:47.165845 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-9058ff24-9ba5-4ec3-9e05-bc63af889f5a req-d48c09f4-8aef-4768-9e3f-d9ced37619e3 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:47.173712 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9058ff24-9ba5-4ec3-9e05-bc63af889f5a req-d48c09f4-8aef-4768-9e3f-d9ced37619e3 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5752215 Dec 08 16:09:47.225198 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9058ff24-9ba5-4ec3-9e05-bc63af889f5a req-49fdd421-d145-461c-b1e9-0e6d70d761be tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.44 HTTP/1.1" status: 200 len: 695 time: 0.0501158 Dec 08 16:09:47.338022 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9058ff24-9ba5-4ec3-9e05-bc63af889f5a req-a58435fe-2ad6-42ff-b744-67541acf0596 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:47.339713 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9058ff24-9ba5-4ec3-9e05-bc63af889f5a req-a58435fe-2ad6-42ff-b744-67541acf0596 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] 10.222.0.64 "GET /v2.0/networks/1ae4cf80-76bf-4df3-a557-5cc6023c1900 HTTP/1.1" status: 200 len: 784 time: 0.1087120 Dec 08 16:09:47.450164 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:47.536066 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eafca0f1-7db0-45d3-a548-5ad826237f64 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:47.616321 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2a12b-0c64-477f-86d4-06eedfdfc44e req-8e23613a-0f8d-4a17-9119-cf6582667a38 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:47.618229 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-14a2a12b-0c64-477f-86d4-06eedfdfc44e req-8e23613a-0f8d-4a17-9119-cf6582667a38 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fa79378-ff1d-4e75-b22a-1ad5c70ceece HTTP/1.1" status: 200 len: 950 time: 0.0724318 Dec 08 16:09:47.636334 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 1aee8a5a-8f98-479f-b7dc-345297e8fb2f up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:09:47.696852 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 1aee8a5a-8f98-479f-b7dc-345297e8fb2f triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:09:47.697590 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:47.704874 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-14a2a12b-0c64-477f-86d4-06eedfdfc44e req-c4627c12-088b-4d78-a63f-dc5470fde90f tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738444 Dec 08 16:09:47.798317 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device ad1ed254-39c2-4d8b-8014-4d9243bb4c60 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:09:47.815815 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:47.918203 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 1aee8a5a-8f98-479f-b7dc-345297e8fb2f, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=1aee8a5a-8f98-479f-b7dc-345297e8fb2f,segment=NetworkSegment(e61b36ba-4508-49d4-b889-d46726648385),segment_id=e61b36ba-4508-49d4-b889-d46726648385)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:09:47.944473 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65062bc6-703f-4895-9d96-c887c777a9c1 None None] Network 024a3cce-b572-41fa-96db-122bcaa2acc5 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:09:48.028647 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9ad0c-a380-4ed2-8aaa-fc1f7ca7df6f req-36050d3e-b1cf-427b-9e1f-9d6d1ecc01b3 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:48.037902 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-84c9ad0c-a380-4ed2-8aaa-fc1f7ca7df6f req-36050d3e-b1cf-427b-9e1f-9d6d1ecc01b3 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] 10.222.0.64 "GET /v2.0/ports?device_id=283deb27-256a-43a0-8bd7-d4c5cad706f5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1564734 Dec 08 16:09:48.041878 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port ad1ed254-39c2-4d8b-8014-4d9243bb4c60, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=ad1ed254-39c2-4d8b-8014-4d9243bb4c60,segment=NetworkSegment(47c90d66-b9b1-48b2-9414-0fbc8593b6cd),segment_id=47c90d66-b9b1-48b2-9414-0fbc8593b6cd)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:09:48.065823 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 42510) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:48.084135 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-88c515bc-57d1-4ea4-95c2-b126fb163a47 None None] Provisioning complete for port 1aee8a5a-8f98-479f-b7dc-345297e8fb2f triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:09:48.084135 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-88c515bc-57d1-4ea4-95c2-b126fb163a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:48.084135 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': 'ad1ed254-39c2-4d8b-8014-4d9243bb4c60', 'network_id': 'cb7ccd97-4ed6-4775-a83f-7666f035258b', 'port_id': 'ad1ed254-39c2-4d8b-8014-4d9243bb4c60', 'mac_address': 'fa:16:3e:9e:f1:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '204f0526-34ba-4b28-8f9c-33ef8b4289b9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:09:48.101274 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee734f9-b914-478e-945a-abe357d7e9eb req-d51de296-337b-44c4-bfa0-983358574b27 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:48.106571 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-84c9ad0c-a380-4ed2-8aaa-fc1f7ca7df6f req-38ec388f-8b9f-4459-9655-c2e999e98203 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.44 HTTP/1.1" status: 200 len: 695 time: 0.0672545 Dec 08 16:09:48.108472 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4ee734f9-b914-478e-945a-abe357d7e9eb req-d51de296-337b-44c4-bfa0-983358574b27 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/ports?device_id=620a428f-356e-4985-b37a-8784c0857215 HTTP/1.1" status: 200 len: 946 time: 0.5699751 Dec 08 16:09:48.121056 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-84c9ad0c-a380-4ed2-8aaa-fc1f7ca7df6f req-f42f0d8b-d724-44b3-907d-ffea3416227e tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Request body: {'floatingip': {'port_id': '6da73f60-0964-418f-bfe3-e398e56c5f23', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:09:48.159208 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:48.168098 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-84c9ad0c-a380-4ed2-8aaa-fc1f7ca7df6f req-f42f0d8b-d724-44b3-907d-ffea3416227e tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Publish callbacks [] for floatingip, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:48.210865 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4ee734f9-b914-478e-945a-abe357d7e9eb req-86891f46-55df-4941-a04f-068f005f92d4 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/security-groups?id=40f60a5b-0646-42dd-bbb9-4c0b871b0767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014109 Dec 08 16:09:48.224639 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:48.260075 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=1aee8a5a-8f98-479f-b7dc-345297e8fb2f,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:48.299426 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-58f00876-4c6d-4b8f-aea9-26507c5eb298 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:48.316459 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ad1ed254-39c2-4d8b-8014-4d9243bb4c60 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:09:48.348898 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eafca0f1-7db0-45d3-a548-5ad826237f64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:48.365257 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port ad1ed254-39c2-4d8b-8014-4d9243bb4c60, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=ad1ed254-39c2-4d8b-8014-4d9243bb4c60,segment=NetworkSegment(47c90d66-b9b1-48b2-9414-0fbc8593b6cd),segment_id=47c90d66-b9b1-48b2-9414-0fbc8593b6cd)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:09:48.509698 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-58f00876-4c6d-4b8f-aea9-26507c5eb298 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:48.542669 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:48.599705 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-58f00876-4c6d-4b8f-aea9-26507c5eb298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:48.601449 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=ad1ed254-39c2-4d8b-8014-4d9243bb4c60,revision_number=6']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:48.635976 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-fc2ce673-a3f2-4c6e-b2f0-25cfd958ff6f None None] Provisioning complete for port 1aee8a5a-8f98-479f-b7dc-345297e8fb2f triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:09:48.636308 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eafca0f1-7db0-45d3-a548-5ad826237f64 admin admin] Router 8c6ba2fe-def4-42d6-9661-644a7beb4811 is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:09:48.636725 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-fc2ce673-a3f2-4c6e-b2f0-25cfd958ff6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:48.654468 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-58f00876-4c6d-4b8f-aea9-26507c5eb298 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1c989cdfd9834dce8ac14a72fe04f9a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5833282 Dec 08 16:09:48.659140 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42520) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:48.664879 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['ad1ed254-39c2-4d8b-8014-4d9243bb4c60'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:09:48.672446 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f00876-4c6d-4b8f-aea9-26507c5eb298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f324e9-8218-4805-9cd7-c272242ef4ce,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:48.785438 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eafca0f1-7db0-45d3-a548-5ad826237f64 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:09:48.801046 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99663e32-0b46-41b2-ad8f-00f453263606 None None] Sync routers for ids ['8c6ba2fe-def4-42d6-9661-644a7beb4811'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:09:48.818000 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99663e32-0b46-41b2-ad8f-00f453263606 None None] Routers {'8c6ba2fe-def4-42d6-9661-644a7beb4811'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:09:48.818977 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-99663e32-0b46-41b2-ad8f-00f453263606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:09:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['8c6ba2fe-def4-42d6-9661-644a7beb4811'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:09:48.833746 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-66b2fdd9-d4a0-4575-9b05-2706cffad495 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:48.893884 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-66b2fdd9-d4a0-4575-9b05-2706cffad495 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:48.918158 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-84c9ad0c-a380-4ed2-8aaa-fc1f7ca7df6f req-f42f0d8b-d724-44b3-907d-ffea3416227e tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:48.918330 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eafca0f1-7db0-45d3-a548-5ad826237f64 admin admin] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:48.918330 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-eafca0f1-7db0-45d3-a548-5ad826237f64 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0896318 Dec 08 16:09:48.920318 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 42528) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:48.949385 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-99663e32-0b46-41b2-ad8f-00f453263606 None None] Set router 8c6ba2fe-def4-42d6-9661-644a7beb4811 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:09:49.068781 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-84c9ad0c-a380-4ed2-8aaa-fc1f7ca7df6f req-f42f0d8b-d724-44b3-907d-ffea3416227e tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:49.131646 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1331c951-e8eb-4042-a262-f7c39e94719d req-6316b9e1-3eda-4dc7-bd11-425239ebc3d8 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:49.133265 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1331c951-e8eb-4042-a262-f7c39e94719d req-6316b9e1-3eda-4dc7-bd11-425239ebc3d8 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fa79378-ff1d-4e75-b22a-1ad5c70ceece HTTP/1.1" status: 200 len: 950 time: 0.1024117 Dec 08 16:09:49.168167 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-66b2fdd9-d4a0-4575-9b05-2706cffad495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:49.170850 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-66b2fdd9-d4a0-4575-9b05-2706cffad495 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:49.174848 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-66b2fdd9-d4a0-4575-9b05-2706cffad495 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d9f324e9-8218-4805-9cd7-c272242ef4ce HTTP/1.1" status: 204 len: 168 time: 0.5120609 Dec 08 16:09:49.229322 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b2fdd9-d4a0-4575-9b05-2706cffad495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f324e9-8218-4805-9cd7-c272242ef4ce,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:49.237591 n-d-776250-12 neutron-server[110551]: INFO neutron.db.l3_db [req-84c9ad0c-a380-4ed2-8aaa-fc1f7ca7df6f req-f42f0d8b-d724-44b3-907d-ffea3416227e tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Floating IP 01c0eff9-dc63-41bf-a4ad-35ca36aecc67 associated. External IP: 172.25.0.44, port: 6da73f60-0964-418f-bfe3-e398e56c5f23. Dec 08 16:09:49.238694 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-99663e32-0b46-41b2-ad8f-00f453263606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6ba2fe-def4-42d6-9661-644a7beb4811', 'name': 'tempest-ServersTestManualDisk-585671219-router', 'tenant_id': '6e376a2054954f3fa7fd54031508fe42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'c41c488a-00a0-4526-935e-4f19d696eb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:09:45Z', 'updated_at': '2021-12-08T16:09:47Z', 'revision_number': 3, 'project_id': '6e376a2054954f3fa7fd54031508fe42', 'gw_port': {'id': 'c41c488a-00a0-4526-935e-4f19d696eb8a', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:34:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6ba2fe-def4-42d6-9661-644a7beb4811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:09:46Z', 'updated_at': '2021-12-08T16:09:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:09:49.259227 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1331c951-e8eb-4042-a262-f7c39e94719d req-e6c8ef2b-5186-443f-b9f0-7be823db1e26 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173000 Dec 08 16:09:49.266805 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99663e32-0b46-41b2-ad8f-00f453263606 None None] Checking router: 8c6ba2fe-def4-42d6-9661-644a7beb4811 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:09:49.267467 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99663e32-0b46-41b2-ad8f-00f453263606 None None] Updating router 8c6ba2fe-def4-42d6-9661-644a7beb4811 port c41c488a-00a0-4526-935e-4f19d696eb8a binding host n-d-776250-12 {{(pid=110553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:09:49.301035 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-99663e32-0b46-41b2-ad8f-00f453263606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:49.539569 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84c9ad0c-a380-4ed2-8aaa-fc1f7ca7df6f req-f42f0d8b-d724-44b3-907d-ffea3416227e tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Router 63b9166e-f7e9-4102-8685-59573391d485 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:09:49.552374 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8bf719-b3fd-44b0-96bb-421175186d65 req-5495b125-0d5b-401c-a44f-96d308afc5ea tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:49.559703 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1f8bf719-b3fd-44b0-96bb-421175186d65 req-5495b125-0d5b-401c-a44f-96d308afc5ea tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/ports?device_id=620a428f-356e-4985-b37a-8784c0857215 HTTP/1.1" status: 200 len: 945 time: 0.1399326 Dec 08 16:09:49.602874 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5912a40a-4a54-41c4-9909-adf3de3fab38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:49.604797 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 1aee8a5a-8f98-479f-b7dc-345297e8fb2f up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:09:49.629233 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-99663e32-0b46-41b2-ad8f-00f453263606 None None] Publish callbacks [] for port, precommit_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:49.656832 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1f8bf719-b3fd-44b0-96bb-421175186d65 req-ae51f964-cfb1-4e4e-9249-770dcb2470a4 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/security-groups?id=40f60a5b-0646-42dd-bbb9-4c0b871b0767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962563 Dec 08 16:09:49.676057 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 1aee8a5a-8f98-479f-b7dc-345297e8fb2f triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:09:49.676497 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:49.691597 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84c9ad0c-a380-4ed2-8aaa-fc1f7ca7df6f req-f42f0d8b-d724-44b3-907d-ffea3416227e tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:09:49.696756 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-84c9ad0c-a380-4ed2-8aaa-fc1f7ca7df6f req-f42f0d8b-d724-44b3-907d-ffea3416227e tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:49.724101 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2beca5ef-09e5-44ae-8875-34a51853131c None None] Sync routers for ids ['63b9166e-f7e9-4102-8685-59573391d485'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:09:49.725218 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-84c9ad0c-a380-4ed2-8aaa-fc1f7ca7df6f req-f42f0d8b-d724-44b3-907d-ffea3416227e tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] 10.222.0.64 "PUT /v2.0/floatingips/01c0eff9-dc63-41bf-a4ad-35ca36aecc67 HTTP/1.1" status: 200 len: 996 time: 1.6177282 Dec 08 16:09:49.725684 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '283deb27-256a-43a0-8bd7-d4c5cad706f5', 'tag': '6da73f60-0964-418f-bfe3-e398e56c5f23'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:09:49.728208 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a58cfd6-5b66-4a2f-9230-4b9d9bab740b" -d '{"events": [{"name": "network-changed", "server_uuid": "283deb27-256a-43a0-8bd7-d4c5cad706f5", "tag": "6da73f60-0964-418f-bfe3-e398e56c5f23"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:09:49.747473 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-99663e32-0b46-41b2-ad8f-00f453263606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:49.775851 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78cf3190-327a-4164-9d95-34ed9df28f37 x-openstack-request-id: req-78cf3190-327a-4164-9d95-34ed9df28f37 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:09:49.776150 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "283deb27-256a-43a0-8bd7-d4c5cad706f5", "tag": "6da73f60-0964-418f-bfe3-e398e56c5f23", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:09:49.776435 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-78cf3190-327a-4164-9d95-34ed9df28f37 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:09:49.777492 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '283deb27-256a-43a0-8bd7-d4c5cad706f5', 'tag': '6da73f60-0964-418f-bfe3-e398e56c5f23', 'status': 'completed', 'code': 200} Dec 08 16:09:49.778038 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2beca5ef-09e5-44ae-8875-34a51853131c None None] Routers {'63b9166e-f7e9-4102-8685-59573391d485'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:09:49.780463 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-2beca5ef-09e5-44ae-8875-34a51853131c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:09:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['63b9166e-f7e9-4102-8685-59573391d485'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:09:49.803788 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9ad0c-a380-4ed2-8aaa-fc1f7ca7df6f req-e4b9e470-0fec-4867-8205-e911fc5ac3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:49.805776 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-84c9ad0c-a380-4ed2-8aaa-fc1f7ca7df6f req-e4b9e470-0fec-4867-8205-e911fc5ac3a8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2a1d7bc9fe234132a7c05b943d6a296e&device_id=283deb27-256a-43a0-8bd7-d4c5cad706f5 HTTP/1.1" status: 200 len: 1098 time: 0.0629447 Dec 08 16:09:49.824299 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9821adc-4195-426d-851e-7be7d11c799b None None] Pushing event updated for resources: {'Port': ['ID=c41c488a-00a0-4526-935e-4f19d696eb8a,revision_number=2']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:49.835871 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device ad1ed254-39c2-4d8b-8014-4d9243bb4c60 up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:09:49.858087 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-5912a40a-4a54-41c4-9909-adf3de3fab38 admin admin] Allocated IP 172.20.0.1 (024a3cce-b572-41fa-96db-122bcaa2acc5/c8a5b535-b349-4f35-bf8e-85dbfdf621e8/2617d677-f61d-43ab-98d1-8f0455b6fccb) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:09:49.860364 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-99663e32-0b46-41b2-ad8f-00f453263606 None None] Attempting to bind port c41c488a-00a0-4526-935e-4f19d696eb8a on host n-d-776250-12 for vnic_type normal with profile {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:09:49.860792 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-99663e32-0b46-41b2-ad8f-00f453263606 None None] Attempting to bind port c41c488a-00a0-4526-935e-4f19d696eb8a by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:09:49.861163 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99663e32-0b46-41b2-ad8f-00f453263606 None None] Attempting to bind port c41c488a-00a0-4526-935e-4f19d696eb8a on network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:09:49.867392 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99663e32-0b46-41b2-ad8f-00f453263606 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:09:49.873259 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99663e32-0b46-41b2-ad8f-00f453263606 None None] Checking segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:09:49.873259 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-99663e32-0b46-41b2-ad8f-00f453263606 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:49.873259 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99663e32-0b46-41b2-ad8f-00f453263606 None None] Bound using segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:09:49.873259 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-99663e32-0b46-41b2-ad8f-00f453263606 None None] Bound port: c41c488a-00a0-4526-935e-4f19d696eb8a, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:09:49.873259 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-99663e32-0b46-41b2-ad8f-00f453263606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:49.964991 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9ad0c-a380-4ed2-8aaa-fc1f7ca7df6f req-ff57ddad-672c-45fb-8872-582c6daea642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:49.968628 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-84c9ad0c-a380-4ed2-8aaa-fc1f7ca7df6f req-ff57ddad-672c-45fb-8872-582c6daea642 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a2af261e-4dfa-45ef-8c6f-916842e6e067 HTTP/1.1" status: 200 len: 929 time: 0.1564736 Dec 08 16:09:49.992905 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-99663e32-0b46-41b2-ad8f-00f453263606 None None] For port c41c488a-00a0-4526-935e-4f19d696eb8a, host n-d-776250-12, cleared binding levels {{(pid=110553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:09:49.996495 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-99663e32-0b46-41b2-ad8f-00f453263606 None None] For port c41c488a-00a0-4526-935e-4f19d696eb8a, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=c41c488a-00a0-4526-935e-4f19d696eb8a,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:09:50.020805 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-2beca5ef-09e5-44ae-8875-34a51853131c None None] Set router 63b9166e-f7e9-4102-8685-59573391d485 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:09:50.034453 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5912a40a-4a54-41c4-9909-adf3de3fab38 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:50.053706 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58cfd6-5b66-4a2f-9230-4b9d9bab740b req-168b9dfb-8bc8-435c-938d-897b447001ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:50.057632 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6a58cfd6-5b66-4a2f-9230-4b9d9bab740b req-168b9dfb-8bc8-435c-938d-897b447001ae service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2a1d7bc9fe234132a7c05b943d6a296e&device_id=283deb27-256a-43a0-8bd7-d4c5cad706f5 HTTP/1.1" status: 200 len: 1098 time: 0.2394125 Dec 08 16:09:50.057925 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port ad1ed254-39c2-4d8b-8014-4d9243bb4c60 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:09:50.058101 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:50.075773 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 42540) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:50.090936 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-99663e32-0b46-41b2-ad8f-00f453263606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:50.135186 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-84c9ad0c-a380-4ed2-8aaa-fc1f7ca7df6f req-da4bb953-2756-4eb6-8586-2bf639d48b26 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6da73f60-0964-418f-bfe3-e398e56c5f23 HTTP/1.1" status: 200 len: 999 time: 0.1592889 Dec 08 16:09:50.153810 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-62fe0e41-9cde-47bc-ad20-18cf5ce9b716 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:50.195296 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99663e32-0b46-41b2-ad8f-00f453263606 None None] Routers {'8c6ba2fe-def4-42d6-9661-644a7beb4811'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:09:50.196034 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-99663e32-0b46-41b2-ad8f-00f453263606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:09:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['8c6ba2fe-def4-42d6-9661-644a7beb4811'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:09:50.206152 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9ad0c-a380-4ed2-8aaa-fc1f7ca7df6f req-6bfd053e-391a-4fc7-924e-532e234464a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:50.207797 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-84c9ad0c-a380-4ed2-8aaa-fc1f7ca7df6f req-6bfd053e-391a-4fc7-924e-532e234464a1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b9919c7c-db71-413b-beee-8647df3d68d9 HTTP/1.1" status: 200 len: 867 time: 0.0667257 Dec 08 16:09:50.248798 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58cfd6-5b66-4a2f-9230-4b9d9bab740b req-db084c36-ac99-4fa1-8d80-ac9f3e891014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:50.251078 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6a58cfd6-5b66-4a2f-9230-4b9d9bab740b req-db084c36-ac99-4fa1-8d80-ac9f3e891014 service neutron] 10.222.0.76 "GET /v2.0/networks?id=a2af261e-4dfa-45ef-8c6f-916842e6e067 HTTP/1.1" status: 200 len: 929 time: 0.1861341 Dec 08 16:09:50.255694 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9821adc-4195-426d-851e-7be7d11c799b None None] Pushing event updated for resources: {'Port': ['ID=c41c488a-00a0-4526-935e-4f19d696eb8a,revision_number=3']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:50.288375 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:50.310815 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9ad0c-a380-4ed2-8aaa-fc1f7ca7df6f req-24ab220b-4b43-4486-aad9-0432e42cf9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:50.313924 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-84c9ad0c-a380-4ed2-8aaa-fc1f7ca7df6f req-24ab220b-4b43-4486-aad9-0432e42cf9b7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a2af261e-4dfa-45ef-8c6f-916842e6e067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0991786 Dec 08 16:09:50.339716 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port ad1ed254-39c2-4d8b-8014-4d9243bb4c60, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=ad1ed254-39c2-4d8b-8014-4d9243bb4c60,segment=NetworkSegment(47c90d66-b9b1-48b2-9414-0fbc8593b6cd),segment_id=47c90d66-b9b1-48b2-9414-0fbc8593b6cd)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:09:50.345719 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '620a428f-356e-4985-b37a-8784c0857215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad1ed254-39c2-4d8b-8014-4d9243bb4c60'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:09:50.348324 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db91d2cb-d450-415b-80d8-769f88372309" -d '{"events": [{"server_uuid": "620a428f-356e-4985-b37a-8784c0857215", "name": "network-vif-plugged", "status": "completed", "tag": "ad1ed254-39c2-4d8b-8014-4d9243bb4c60"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:09:50.348696 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-99663e32-0b46-41b2-ad8f-00f453263606 None None] Set router 8c6ba2fe-def4-42d6-9661-644a7beb4811 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:09:50.381296 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5912a40a-4a54-41c4-9909-adf3de3fab38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:50.423435 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:50.428373 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-2beca5ef-09e5-44ae-8875-34a51853131c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b9166e-f7e9-4102-8685-59573391d485', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-657392705-router', 'tenant_id': '2a1d7bc9fe234132a7c05b943d6a296e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '7b6be695-bd18-4358-8dd0-1d318da5642c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:09:22Z', 'updated_at': '2021-12-08T16:09:27Z', 'revision_number': 4, 'project_id': '2a1d7bc9fe234132a7c05b943d6a296e', 'gw_port': {'id': '7b6be695-bd18-4358-8dd0-1d318da5642c', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b9166e-f7e9-4102-8685-59573391d485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:09:23Z', 'updated_at': '2021-12-08T16:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '01c0eff9-dc63-41bf-a4ad-35ca36aecc67', 'tenant_id': '2a1d7bc9fe234132a7c05b943d6a296e', 'floating_ip_address': '172.25.0.44', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '63b9166e-f7e9-4102-8685-59573391d485', 'port_id': '6da73f60-0964-418f-bfe3-e398e56c5f23', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 859, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2af261e-4dfa-45ef-8c6f-916842e6e067', 'mac_address': 'fa:16:3e:c2:65:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283deb27-256a-43a0-8bd7-d4c5cad706f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:09:46Z', 'updated_at': '2021-12-08T16:09:48Z', 'revision_number': 1, 'project_id': '2a1d7bc9fe234132a7c05b943d6a296e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a066792-99e0-4d7e-8e60-9a564ff822dd', 'name': '', 'network_id': 'a2af261e-4dfa-45ef-8c6f-916842e6e067', 'tenant_id': '2a1d7bc9fe234132a7c05b943d6a296e', 'mac_address': 'fa:16:3e:f3:14:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b9166e-f7e9-4102-8685-59573391d485', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': 'b9919c7c-db71-413b-beee-8647df3d68d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:09:26Z', 'updated_at': '2021-12-08T16:09:32Z', 'revision_number': 5, 'project_id': '2a1d7bc9fe234132a7c05b943d6a296e', 'subnets': [{'id': 'b9919c7c-db71-413b-beee-8647df3d68d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:09:50.473043 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-84c9ad0c-a380-4ed2-8aaa-fc1f7ca7df6f req-1931df05-37e6-4a94-9fda-7baade728844 service neutron] 10.222.0.64 "GET /v2.0/networks/a2af261e-4dfa-45ef-8c6f-916842e6e067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495657 Dec 08 16:09:50.473965 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-62fe0e41-9cde-47bc-ad20-18cf5ce9b716 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:50.477455 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6a58cfd6-5b66-4a2f-9230-4b9d9bab740b req-8e61c090-62b4-46e2-9c0e-36ec53b35254 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6da73f60-0964-418f-bfe3-e398e56c5f23 HTTP/1.1" status: 200 len: 999 time: 0.2144370 Dec 08 16:09:50.506922 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2beca5ef-09e5-44ae-8875-34a51853131c None None] Checking router: 63b9166e-f7e9-4102-8685-59573391d485 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:09:50.532143 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2beca5ef-09e5-44ae-8875-34a51853131c None None] Routers {'63b9166e-f7e9-4102-8685-59573391d485'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:09:50.533219 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-2beca5ef-09e5-44ae-8875-34a51853131c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:09:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['63b9166e-f7e9-4102-8685-59573391d485'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:09:50.534009 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5912a40a-4a54-41c4-9909-adf3de3fab38 admin admin] Network 024a3cce-b572-41fa-96db-122bcaa2acc5 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:09:50.541377 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-5912a40a-4a54-41c4-9909-adf3de3fab38 admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:09:50.544438 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5912a40a-4a54-41c4-9909-adf3de3fab38 admin admin] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:09:50.556714 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5912a40a-4a54-41c4-9909-adf3de3fab38 admin admin] Pushing event updated for resources: {'Port': ['ID=2617d677-f61d-43ab-98d1-8f0455b6fccb,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:50.577826 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=ad1ed254-39c2-4d8b-8014-4d9243bb4c60,revision_number=7']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:50.604207 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a29630-3c64-4019-92ce-78cea10d3e3e req-bded2385-9196-4257-a663-9f1e1c9cd46c tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:50.621469 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e7a29630-3c64-4019-92ce-78cea10d3e3e req-bded2385-9196-4257-a663-9f1e1c9cd46c tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fa79378-ff1d-4e75-b22a-1ad5c70ceece HTTP/1.1" status: 200 len: 950 time: 0.2585533 Dec 08 16:09:50.630879 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-62fe0e41-9cde-47bc-ad20-18cf5ce9b716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:50.640378 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-99663e32-0b46-41b2-ad8f-00f453263606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6ba2fe-def4-42d6-9661-644a7beb4811', 'name': 'tempest-ServersTestManualDisk-585671219-router', 'tenant_id': '6e376a2054954f3fa7fd54031508fe42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'c41c488a-00a0-4526-935e-4f19d696eb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:09:45Z', 'updated_at': '2021-12-08T16:09:47Z', 'revision_number': 3, 'project_id': '6e376a2054954f3fa7fd54031508fe42', 'gw_port': {'id': 'c41c488a-00a0-4526-935e-4f19d696eb8a', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:34:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6ba2fe-def4-42d6-9661-644a7beb4811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:09:46Z', 'updated_at': '2021-12-08T16:09:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:09:50.644530 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5912a40a-4a54-41c4-9909-adf3de3fab38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:50.649420 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5912a40a-4a54-41c4-9909-adf3de3fab38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:50.649420 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5912a40a-4a54-41c4-9909-adf3de3fab38 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:50.649420 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5912a40a-4a54-41c4-9909-adf3de3fab38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:50.649420 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5912a40a-4a54-41c4-9909-adf3de3fab38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:50.650537 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5912a40a-4a54-41c4-9909-adf3de3fab38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:50.651698 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5912a40a-4a54-41c4-9909-adf3de3fab38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:50.652127 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5912a40a-4a54-41c4-9909-adf3de3fab38 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:50.652585 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5912a40a-4a54-41c4-9909-adf3de3fab38 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:50.653003 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5912a40a-4a54-41c4-9909-adf3de3fab38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:50.653432 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5912a40a-4a54-41c4-9909-adf3de3fab38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:50.653841 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5912a40a-4a54-41c4-9909-adf3de3fab38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:50.654341 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5912a40a-4a54-41c4-9909-adf3de3fab38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:50.690543 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-84c9ad0c-a380-4ed2-8aaa-fc1f7ca7df6f req-30856dc1-4db8-478e-9e79-779674a2d220 service neutron] 10.222.0.64 "GET /v2.0/networks/a2af261e-4dfa-45ef-8c6f-916842e6e067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117734 Dec 08 16:09:50.690806 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-2beca5ef-09e5-44ae-8875-34a51853131c None None] Set router 63b9166e-f7e9-4102-8685-59573391d485 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:09:50.700926 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99663e32-0b46-41b2-ad8f-00f453263606 None None] The sync data for ids ['8c6ba2fe-def4-42d6-9661-644a7beb4811'] in n-d-776250-12 is: [{'id': '8c6ba2fe-def4-42d6-9661-644a7beb4811', 'name': 'tempest-ServersTestManualDisk-585671219-router', 'tenant_id': '6e376a2054954f3fa7fd54031508fe42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'c41c488a-00a0-4526-935e-4f19d696eb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:09:45Z', 'updated_at': '2021-12-08T16:09:47Z', 'revision_number': 3, 'project_id': '6e376a2054954f3fa7fd54031508fe42', 'gw_port': {'id': 'c41c488a-00a0-4526-935e-4f19d696eb8a', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:34:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6ba2fe-def4-42d6-9661-644a7beb4811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:09:46Z', 'updated_at': '2021-12-08T16:09:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:09:50.707019 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58cfd6-5b66-4a2f-9230-4b9d9bab740b req-31d95cef-dc82-4135-bb4a-4855e88abfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:50.707019 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6a58cfd6-5b66-4a2f-9230-4b9d9bab740b req-31d95cef-dc82-4135-bb4a-4855e88abfcc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b9919c7c-db71-413b-beee-8647df3d68d9 HTTP/1.1" status: 200 len: 867 time: 0.2176881 Dec 08 16:09:50.721622 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc96b9bd-d834-442c-bdb1-8d576a1a7025 req-e81598f8-bda3-4ffb-aeef-5979ad29c66d tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:50.724013 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-dc96b9bd-d834-442c-bdb1-8d576a1a7025 req-e81598f8-bda3-4ffb-aeef-5979ad29c66d tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.37 "GET /v2.0/ports?device_id=620a428f-356e-4985-b37a-8784c0857215 HTTP/1.1" status: 200 len: 946 time: 0.1248486 Dec 08 16:09:50.757412 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5912a40a-4a54-41c4-9909-adf3de3fab38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:50.802538 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-62fe0e41-9cde-47bc-ad20-18cf5ce9b716 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=93f8295e96944110ae7b4f98d207ac81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7200873 Dec 08 16:09:50.807127 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 42552) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:50.883846 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-dc96b9bd-d834-442c-bdb1-8d576a1a7025 req-a3acc746-6bc8-4674-a0cc-2f06bb704987 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Deleting port ad1ed254-39c2-4d8b-8014-4d9243bb4c60 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:09:50.887566 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-dc96b9bd-d834-442c-bdb1-8d576a1a7025 req-a3acc746-6bc8-4674-a0cc-2f06bb704987 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:50.897157 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fe0e41-9cde-47bc-ad20-18cf5ce9b716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5454c4ff-0c75-47eb-8481-2120a010822e,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:50.967989 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e7a29630-3c64-4019-92ce-78cea10d3e3e req-934b7527-2eb2-4e9f-a63d-c2679308b711 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3421285 Dec 08 16:09:51.002330 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58cfd6-5b66-4a2f-9230-4b9d9bab740b req-ae3c8272-0314-4cc9-919c-88b519485656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:51.005278 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6a58cfd6-5b66-4a2f-9230-4b9d9bab740b req-ae3c8272-0314-4cc9-919c-88b519485656 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a2af261e-4dfa-45ef-8c6f-916842e6e067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2864804 Dec 08 16:09:51.178998 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f64798-41fa-4e82-86f1-acb65ceb7b03 x-openstack-request-id: req-c9f64798-41fa-4e82-86f1-acb65ceb7b03 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:09:51.179300 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "620a428f-356e-4985-b37a-8784c0857215", "name": "network-vif-plugged", "status": "completed", "tag": "ad1ed254-39c2-4d8b-8014-4d9243bb4c60", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:09:51.179555 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c9f64798-41fa-4e82-86f1-acb65ceb7b03 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:09:51.180010 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '620a428f-356e-4985-b37a-8784c0857215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad1ed254-39c2-4d8b-8014-4d9243bb4c60', 'code': 200} Dec 08 16:09:51.237362 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-9c809d00-d36b-4f6f-a4ac-4da0f81a4747 None None] Provisioning complete for port 2617d677-f61d-43ab-98d1-8f0455b6fccb triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:09:51.238245 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9c809d00-d36b-4f6f-a4ac-4da0f81a4747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:51.313599 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-9c809d00-d36b-4f6f-a4ac-4da0f81a4747 None None] Port 2617d677-f61d-43ab-98d1-8f0455b6fccb cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:09:51.385211 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-2beca5ef-09e5-44ae-8875-34a51853131c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b9166e-f7e9-4102-8685-59573391d485', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-657392705-router', 'tenant_id': '2a1d7bc9fe234132a7c05b943d6a296e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '7b6be695-bd18-4358-8dd0-1d318da5642c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:09:22Z', 'updated_at': '2021-12-08T16:09:27Z', 'revision_number': 4, 'project_id': '2a1d7bc9fe234132a7c05b943d6a296e', 'gw_port': {'id': '7b6be695-bd18-4358-8dd0-1d318da5642c', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b9166e-f7e9-4102-8685-59573391d485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:09:23Z', 'updated_at': '2021-12-08T16:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '01c0eff9-dc63-41bf-a4ad-35ca36aecc67', 'tenant_id': '2a1d7bc9fe234132a7c05b943d6a296e', 'floating_ip_address': '172.25.0.44', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '63b9166e-f7e9-4102-8685-59573391d485', 'port_id': '6da73f60-0964-418f-bfe3-e398e56c5f23', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 859, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2af261e-4dfa-45ef-8c6f-916842e6e067', 'mac_address': 'fa:16:3e:c2:65:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283deb27-256a-43a0-8bd7-d4c5cad706f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:09:46Z', 'updated_at': '2021-12-08T16:09:48Z', 'revision_number': 1, 'project_id': '2a1d7bc9fe234132a7c05b943d6a296e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a066792-99e0-4d7e-8e60-9a564ff822dd', 'name': '', 'network_id': 'a2af261e-4dfa-45ef-8c6f-916842e6e067', 'tenant_id': '2a1d7bc9fe234132a7c05b943d6a296e', 'mac_address': 'fa:16:3e:f3:14:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b9166e-f7e9-4102-8685-59573391d485', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': 'b9919c7c-db71-413b-beee-8647df3d68d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:09:26Z', 'updated_at': '2021-12-08T16:09:32Z', 'revision_number': 5, 'project_id': '2a1d7bc9fe234132a7c05b943d6a296e', 'subnets': [{'id': 'b9919c7c-db71-413b-beee-8647df3d68d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:09:51.442944 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2beca5ef-09e5-44ae-8875-34a51853131c None None] The sync data for ids ['63b9166e-f7e9-4102-8685-59573391d485'] in n-d-776250-12 is: [{'id': '63b9166e-f7e9-4102-8685-59573391d485', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-657392705-router', 'tenant_id': '2a1d7bc9fe234132a7c05b943d6a296e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '7b6be695-bd18-4358-8dd0-1d318da5642c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:09:22Z', 'updated_at': '2021-12-08T16:09:27Z', 'revision_number': 4, 'project_id': '2a1d7bc9fe234132a7c05b943d6a296e', 'gw_port': {'id': '7b6be695-bd18-4358-8dd0-1d318da5642c', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b9166e-f7e9-4102-8685-59573391d485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:09:23Z', 'updated_at': '2021-12-08T16:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '01c0eff9-dc63-41bf-a4ad-35ca36aecc67', 'tenant_id': '2a1d7bc9fe234132a7c05b943d6a296e', 'floating_ip_address': '172.25.0.44', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '63b9166e-f7e9-4102-8685-59573391d485', 'port_id': '6da73f60-0964-418f-bfe3-e398e56c5f23', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 859, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2af261e-4dfa-45ef-8c6f-916842e6e067', 'mac_address': 'fa:16:3e:c2:65:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283deb27-256a-43a0-8bd7-d4c5cad706f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:09:46Z', 'updated_at': '2021-12-08T16:09:48Z', 'revision_number': 1, 'project_id': '2a1d7bc9fe234132a7c05b943d6a296e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a066792-99e0-4d7e-8e60-9a564ff822dd', 'name': '', 'network_id': 'a2af261e-4dfa-45ef-8c6f-916842e6e067', 'tenant_id': '2a1d7bc9fe234132a7c05b943d6a296e', 'mac_address': 'fa:16:3e:f3:14:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b9166e-f7e9-4102-8685-59573391d485', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': 'b9919c7c-db71-413b-beee-8647df3d68d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:09:26Z', 'updated_at': '2021-12-08T16:09:32Z', 'revision_number': 5, 'project_id': '2a1d7bc9fe234132a7c05b943d6a296e', 'subnets': [{'id': 'b9919c7c-db71-413b-beee-8647df3d68d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:09:51.460318 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-551a99aa-e9f9-4c82-94a6-010f24c57191 req-478cf8c1-b38c-46f0-b353-072ac822ae9b tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=1ae4cf80-76bf-4df3-a557-5cc6023c1900 HTTP/1.1" status: 200 len: 258 time: 0.4186976 Dec 08 16:09:51.498673 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-551a99aa-e9f9-4c82-94a6-010f24c57191 req-980b6ee9-791e-4484-ace4-cca159910c72 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Request body: {'floatingip': {'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:09:51.540989 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6a69caf1-1ed2-47e5-a058-7aedd1bae70e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:51.614098 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6a58cfd6-5b66-4a2f-9230-4b9d9bab740b req-6b124021-4868-4fcd-a82f-08a2ceac80e7 service neutron] 10.222.0.76 "GET /v2.0/networks/a2af261e-4dfa-45ef-8c6f-916842e6e067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850127 Dec 08 16:09:51.616705 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6a69caf1-1ed2-47e5-a058-7aedd1bae70e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:51.624585 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-dc96b9bd-d834-442c-bdb1-8d576a1a7025 req-a3acc746-6bc8-4674-a0cc-2f06bb704987 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] For port ad1ed254-39c2-4d8b-8014-4d9243bb4c60, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=ad1ed254-39c2-4d8b-8014-4d9243bb4c60,segment=NetworkSegment(47c90d66-b9b1-48b2-9414-0fbc8593b6cd),segment_id=47c90d66-b9b1-48b2-9414-0fbc8593b6cd)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:09:51.625479 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-dc96b9bd-d834-442c-bdb1-8d576a1a7025 req-a3acc746-6bc8-4674-a0cc-2f06bb704987 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:51.660421 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6bcbcb-1ed6-4e99-b232-3ec52a2966e0 req-4fa3e60a-0fdc-41c8-80fb-38f49a7211ed tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:51.670682 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4d6bcbcb-1ed6-4e99-b232-3ec52a2966e0 req-4fa3e60a-0fdc-41c8-80fb-38f49a7211ed tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/ports?device_id=620a428f-356e-4985-b37a-8784c0857215 HTTP/1.1" status: 200 len: 946 time: 0.1704953 Dec 08 16:09:51.670682 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-dc96b9bd-d834-442c-bdb1-8d576a1a7025 req-a3acc746-6bc8-4674-a0cc-2f06bb704987 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Calling delete_port for ad1ed254-39c2-4d8b-8014-4d9243bb4c60 owned by compute:nova {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:09:51.690203 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device c41c488a-00a0-4526-935e-4f19d696eb8a up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:09:51.762205 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-551a99aa-e9f9-4c82-94a6-010f24c57191 req-980b6ee9-791e-4484-ace4-cca159910c72 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Publish callbacks [] for floatingip, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:51.778257 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port c41c488a-00a0-4526-935e-4f19d696eb8a triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:09:51.779336 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:51.836826 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4d6bcbcb-1ed6-4e99-b232-3ec52a2966e0 req-5326b93f-2e74-40b9-90d5-a3250b072e41 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/security-groups?id=40f60a5b-0646-42dd-bbb9-4c0b871b0767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601071 Dec 08 16:09:51.846670 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5912a40a-4a54-41c4-9909-adf3de3fab38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:51.851140 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6a58cfd6-5b66-4a2f-9230-4b9d9bab740b req-52449fdd-8b0d-4174-828d-2d8e0f24968f service neutron] 10.222.0.76 "GET /v2.0/networks/a2af261e-4dfa-45ef-8c6f-916842e6e067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252970 Dec 08 16:09:51.925956 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6945149c-26b3-40df-84ea-6d5001ebb3c8 None None] New status for floating IP 01c0eff9-dc63-41bf-a4ad-35ca36aecc67: ACTIVE {{(pid=110553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:09:51.945062 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:51.983983 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port c41c488a-00a0-4526-935e-4f19d696eb8a, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=c41c488a-00a0-4526-935e-4f19d696eb8a,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:09:52.118739 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-dc96b9bd-d834-442c-bdb1-8d576a1a7025 req-a3acc746-6bc8-4674-a0cc-2f06bb704987 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:52.133398 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['ad1ed254-39c2-4d8b-8014-4d9243bb4c60'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:09:52.189113 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3acc746-6bc8-4674-a0cc-2f06bb704987 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Pushing event deleted for resources: {'Port': ['ID=ad1ed254-39c2-4d8b-8014-4d9243bb4c60,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:52.222437 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:52.271902 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc96b9bd-d834-442c-bdb1-8d576a1a7025 req-a3acc746-6bc8-4674-a0cc-2f06bb704987 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] No DVR routers for this DVR port ad1ed254-39c2-4d8b-8014-4d9243bb4c60 on host n-h2-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:09:52.302956 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-dc96b9bd-d834-442c-bdb1-8d576a1a7025 req-a3acc746-6bc8-4674-a0cc-2f06bb704987 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:52.306954 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-dc96b9bd-d834-442c-bdb1-8d576a1a7025 req-a3acc746-6bc8-4674-a0cc-2f06bb704987 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.37 "DELETE /v2.0/ports/ad1ed254-39c2-4d8b-8014-4d9243bb4c60 HTTP/1.1" status: 204 len: 173 time: 1.5755184 Dec 08 16:09:52.307257 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-551a99aa-e9f9-4c82-94a6-010f24c57191 req-980b6ee9-791e-4484-ace4-cca159910c72 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:52.309408 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '620a428f-356e-4985-b37a-8784c0857215', 'name': 'network-vif-deleted', 'tag': 'ad1ed254-39c2-4d8b-8014-4d9243bb4c60'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:09:52.312285 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd3d5c2-75e2-40fc-9378-068274ef0d22" -d '{"events": [{"server_uuid": "620a428f-356e-4985-b37a-8784c0857215", "name": "network-vif-deleted", "tag": "ad1ed254-39c2-4d8b-8014-4d9243bb4c60"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:09:52.341334 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=c41c488a-00a0-4526-935e-4f19d696eb8a,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:52.350475 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5912a40a-4a54-41c4-9909-adf3de3fab38 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:52.355381 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8cc010-b1d6-42bd-8635-0297ebdbf85b req-5e5743f7-4a3f-4aae-bbf3-08a7d5b6e7d6 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:52.357405 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ae8cc010-b1d6-42bd-8635-0297ebdbf85b req-5e5743f7-4a3f-4aae-bbf3-08a7d5b6e7d6 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fa79378-ff1d-4e75-b22a-1ad5c70ceece HTTP/1.1" status: 200 len: 950 time: 0.1046870 Dec 08 16:09:52.396887 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6a69caf1-1ed2-47e5-a058-7aedd1bae70e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:52.401178 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6a69caf1-1ed2-47e5-a058-7aedd1bae70e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:52.402306 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-6a69caf1-1ed2-47e5-a058-7aedd1bae70e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5454c4ff-0c75-47eb-8481-2120a010822e HTTP/1.1" status: 204 len: 168 time: 1.5194654 Dec 08 16:09:52.418310 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ae8cc010-b1d6-42bd-8635-0297ebdbf85b req-4b9d1ea6-2d03-4a9a-940c-86302e92b10d tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539773 Dec 08 16:09:52.446983 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5912a40a-4a54-41c4-9909-adf3de3fab38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:52.485561 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a69caf1-1ed2-47e5-a058-7aedd1bae70e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5454c4ff-0c75-47eb-8481-2120a010822e,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:52.510026 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1c3203-b1f0-4d84-927d-fe7bc70347fb x-openstack-request-id: req-ff1c3203-b1f0-4d84-927d-fe7bc70347fb {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:09:52.510393 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "620a428f-356e-4985-b37a-8784c0857215", "name": "network-vif-deleted", "tag": "ad1ed254-39c2-4d8b-8014-4d9243bb4c60", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:09:52.510671 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ff1c3203-b1f0-4d84-927d-fe7bc70347fb {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:09:52.511091 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '620a428f-356e-4985-b37a-8784c0857215', 'name': 'network-vif-deleted', 'tag': 'ad1ed254-39c2-4d8b-8014-4d9243bb4c60', 'status': 'completed', 'code': 200} Dec 08 16:09:52.590427 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5912a40a-4a54-41c4-9909-adf3de3fab38 admin admin] Pushing event updated for resources: {'Port': ['ID=2617d677-f61d-43ab-98d1-8f0455b6fccb,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:52.597025 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5912a40a-4a54-41c4-9909-adf3de3fab38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:52.991824 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-551a99aa-e9f9-4c82-94a6-010f24c57191 req-980b6ee9-791e-4484-ace4-cca159910c72 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Allocated IP 172.25.0.223 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/469d940c-e4bd-4b06-94c5-c4d9b753ba78) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:09:52.993057 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b964f0f9-8201-4f62-83ad-d68d9b40337d req-8d83f284-1fdf-4deb-a890-364a2bfa4545 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/ports?device_id=620a428f-356e-4985-b37a-8784c0857215 HTTP/1.1" status: 200 len: 210 time: 0.0448182 Dec 08 16:09:53.118649 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5912a40a-4a54-41c4-9909-adf3de3fab38 admin admin] Network 024a3cce-b572-41fa-96db-122bcaa2acc5 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:09:53.123878 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-5912a40a-4a54-41c4-9909-adf3de3fab38 admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:09:53.186965 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-551a99aa-e9f9-4c82-94a6-010f24c57191 req-980b6ee9-791e-4484-ace4-cca159910c72 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:53.297336 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5912a40a-4a54-41c4-9909-adf3de3fab38 admin admin] Router 8c6ba2fe-def4-42d6-9661-644a7beb4811 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:09:53.353007 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-551a99aa-e9f9-4c82-94a6-010f24c57191 req-980b6ee9-791e-4484-ace4-cca159910c72 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:53.437637 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-551a99aa-e9f9-4c82-94a6-010f24c57191 req-980b6ee9-791e-4484-ace4-cca159910c72 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:09:53.447579 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-551a99aa-e9f9-4c82-94a6-010f24c57191 req-980b6ee9-791e-4484-ace4-cca159910c72 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:09:53.453630 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-551a99aa-e9f9-4c82-94a6-010f24c57191 req-980b6ee9-791e-4484-ace4-cca159910c72 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:09:53.464694 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980b6ee9-791e-4484-ace4-cca159910c72 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Pushing event updated for resources: {'Port': ['ID=469d940c-e4bd-4b06-94c5-c4d9b753ba78,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:53.466917 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-30cdf74f-6aa9-4e7f-940d-95a08b5034a8 None None] Provisioning complete for port 2617d677-f61d-43ab-98d1-8f0455b6fccb triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:09:53.467502 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-30cdf74f-6aa9-4e7f-940d-95a08b5034a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:53.497453 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5912a40a-4a54-41c4-9909-adf3de3fab38 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:09:53.523441 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-5912a40a-4a54-41c4-9909-adf3de3fab38 admin admin] 10.222.0.64 "PUT /v2.0/routers/8c6ba2fe-def4-42d6-9661-644a7beb4811/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5945058 Dec 08 16:09:53.530050 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36f825e-575e-4c79-87b3-96dae6092b98 None None] Sync routers for ids ['8c6ba2fe-def4-42d6-9661-644a7beb4811'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:09:53.567021 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-30cdf74f-6aa9-4e7f-940d-95a08b5034a8 None None] Port 2617d677-f61d-43ab-98d1-8f0455b6fccb cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:09:53.576133 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36f825e-575e-4c79-87b3-96dae6092b98 None None] Routers {'8c6ba2fe-def4-42d6-9661-644a7beb4811'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:09:53.577507 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-b36f825e-575e-4c79-87b3-96dae6092b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:09:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['8c6ba2fe-def4-42d6-9661-644a7beb4811'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:09:53.650233 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542fdd9e-64c1-4b4a-b3d3-7a309a4e327d req-c6a50523-3a10-4210-a84f-b11287b57c15 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:53.653036 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-551a99aa-e9f9-4c82-94a6-010f24c57191 req-980b6ee9-791e-4484-ace4-cca159910c72 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:53.657642 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-542fdd9e-64c1-4b4a-b3d3-7a309a4e327d req-c6a50523-3a10-4210-a84f-b11287b57c15 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fa79378-ff1d-4e75-b22a-1ad5c70ceece HTTP/1.1" status: 200 len: 950 time: 0.1140995 Dec 08 16:09:53.669762 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device c41c488a-00a0-4526-935e-4f19d696eb8a up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:09:53.717508 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-542fdd9e-64c1-4b4a-b3d3-7a309a4e327d req-7c4edd5e-6c17-49e6-bd7f-6ff97504ece7 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504658 Dec 08 16:09:53.784374 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-b36f825e-575e-4c79-87b3-96dae6092b98 None None] Set router 8c6ba2fe-def4-42d6-9661-644a7beb4811 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:09:53.819220 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port c41c488a-00a0-4526-935e-4f19d696eb8a triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:09:53.819610 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:53.848068 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-551a99aa-e9f9-4c82-94a6-010f24c57191 req-980b6ee9-791e-4484-ace4-cca159910c72 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:54.085130 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-551a99aa-e9f9-4c82-94a6-010f24c57191 req-980b6ee9-791e-4484-ace4-cca159910c72 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:54.103107 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-b36f825e-575e-4c79-87b3-96dae6092b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6ba2fe-def4-42d6-9661-644a7beb4811', 'name': 'tempest-ServersTestManualDisk-585671219-router', 'tenant_id': '6e376a2054954f3fa7fd54031508fe42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'c41c488a-00a0-4526-935e-4f19d696eb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:09:45Z', 'updated_at': '2021-12-08T16:09:51Z', 'revision_number': 4, 'project_id': '6e376a2054954f3fa7fd54031508fe42', 'gw_port': {'id': 'c41c488a-00a0-4526-935e-4f19d696eb8a', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:34:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6ba2fe-def4-42d6-9661-644a7beb4811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:09:46Z', 'updated_at': '2021-12-08T16:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '2617d677-f61d-43ab-98d1-8f0455b6fccb', 'name': '', 'network_id': '024a3cce-b572-41fa-96db-122bcaa2acc5', 'tenant_id': '6e376a2054954f3fa7fd54031508fe42', 'mac_address': 'fa:16:3e:5d:d5:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6ba2fe-def4-42d6-9661-644a7beb4811', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'c8a5b535-b349-4f35-bf8e-85dbfdf621e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:09:49Z', 'updated_at': '2021-12-08T16:09:52Z', 'revision_number': 2, 'project_id': '6e376a2054954f3fa7fd54031508fe42', 'subnets': [{'id': 'c8a5b535-b349-4f35-bf8e-85dbfdf621e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:09:54.124054 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36f825e-575e-4c79-87b3-96dae6092b98 None None] Checking router: 8c6ba2fe-def4-42d6-9661-644a7beb4811 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:09:54.124472 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36f825e-575e-4c79-87b3-96dae6092b98 None None] Updating router 8c6ba2fe-def4-42d6-9661-644a7beb4811 port 2617d677-f61d-43ab-98d1-8f0455b6fccb binding host n-d-776250-12 {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:09:54.153395 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b36f825e-575e-4c79-87b3-96dae6092b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:54.181381 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-551a99aa-e9f9-4c82-94a6-010f24c57191 req-980b6ee9-791e-4484-ace4-cca159910c72 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:54.258399 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980b6ee9-791e-4484-ace4-cca159910c72 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Pushing event updated for resources: {'Port': ['ID=469d940c-e4bd-4b06-94c5-c4d9b753ba78,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:54.274526 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-551a99aa-e9f9-4c82-94a6-010f24c57191 req-980b6ee9-791e-4484-ace4-cca159910c72 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:54.372380 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-551a99aa-e9f9-4c82-94a6-010f24c57191 req-980b6ee9-791e-4484-ace4-cca159910c72 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:54.380108 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-551a99aa-e9f9-4c82-94a6-010f24c57191 req-980b6ee9-791e-4484-ace4-cca159910c72 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8966429 Dec 08 16:09:54.432834 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-551a99aa-e9f9-4c82-94a6-010f24c57191 req-9e058fa6-a3cd-4adb-916b-57ae6172c2e5 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.223 HTTP/1.1" status: 200 len: 696 time: 0.0516872 Dec 08 16:09:54.437776 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b36f825e-575e-4c79-87b3-96dae6092b98 None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:54.504270 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42616) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:54.511293 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-20f607bb-17bc-430f-a824-5ade57534113 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1494820935', 'description': 'tempest-description--361004382'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:09:54.559884 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b36f825e-575e-4c79-87b3-96dae6092b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:54.560433 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a99aa-e9f9-4c82-94a6-010f24c57191 req-a5383580-4a55-4207-b36f-bf9a1d9a1df3 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:54.560433 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-551a99aa-e9f9-4c82-94a6-010f24c57191 req-a5383580-4a55-4207-b36f-bf9a1d9a1df3 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] 10.222.0.64 "GET /v2.0/networks/1ae4cf80-76bf-4df3-a557-5cc6023c1900 HTTP/1.1" status: 200 len: 784 time: 0.1244740 Dec 08 16:09:54.609567 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44cf8d5-5c04-4fd4-9657-5593b7121b1c None None] Pushing event updated for resources: {'Port': ['ID=2617d677-f61d-43ab-98d1-8f0455b6fccb,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:54.660642 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-b36f825e-575e-4c79-87b3-96dae6092b98 None None] Attempting to bind port 2617d677-f61d-43ab-98d1-8f0455b6fccb on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:09:54.665827 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-b36f825e-575e-4c79-87b3-96dae6092b98 None None] Attempting to bind port 2617d677-f61d-43ab-98d1-8f0455b6fccb by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'e61b36ba-4508-49d4-b889-d46726648385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '024a3cce-b572-41fa-96db-122bcaa2acc5'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:09:54.665827 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36f825e-575e-4c79-87b3-96dae6092b98 None None] Attempting to bind port 2617d677-f61d-43ab-98d1-8f0455b6fccb on network 024a3cce-b572-41fa-96db-122bcaa2acc5 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:09:54.667919 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36f825e-575e-4c79-87b3-96dae6092b98 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:09:54.668390 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36f825e-575e-4c79-87b3-96dae6092b98 None None] Checking segment: {'id': 'e61b36ba-4508-49d4-b889-d46726648385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '024a3cce-b572-41fa-96db-122bcaa2acc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:09:54.668801 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b36f825e-575e-4c79-87b3-96dae6092b98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:54.669247 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36f825e-575e-4c79-87b3-96dae6092b98 None None] Bound using segment: {'id': 'e61b36ba-4508-49d4-b889-d46726648385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '024a3cce-b572-41fa-96db-122bcaa2acc5'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:09:54.669953 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-b36f825e-575e-4c79-87b3-96dae6092b98 None None] Bound port: 2617d677-f61d-43ab-98d1-8f0455b6fccb, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e61b36ba-4508-49d4-b889-d46726648385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '024a3cce-b572-41fa-96db-122bcaa2acc5'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:09:54.670344 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b36f825e-575e-4c79-87b3-96dae6092b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:54.684676 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-20f607bb-17bc-430f-a824-5ade57534113 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:54.821304 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-b36f825e-575e-4c79-87b3-96dae6092b98 None None] For port 2617d677-f61d-43ab-98d1-8f0455b6fccb, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:09:54.825434 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-b36f825e-575e-4c79-87b3-96dae6092b98 None None] For port 2617d677-f61d-43ab-98d1-8f0455b6fccb, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=2617d677-f61d-43ab-98d1-8f0455b6fccb,segment=NetworkSegment(e61b36ba-4508-49d4-b889-d46726648385),segment_id=e61b36ba-4508-49d4-b889-d46726648385)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:09:54.857180 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-20f607bb-17bc-430f-a824-5ade57534113 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:54.887963 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed0ced-e4cf-4be6-ac19-14ada778472c req-697057ed-2225-4571-aa2d-686fb83e6a4f tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:54.887963 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e4ed0ced-e4cf-4be6-ac19-14ada778472c req-697057ed-2225-4571-aa2d-686fb83e6a4f tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] 10.222.0.64 "GET /v2.0/ports?device_id=283deb27-256a-43a0-8bd7-d4c5cad706f5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0821135 Dec 08 16:09:54.904435 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-3be4689d-4108-405a-835b-9766840d892a None None] Provisioning complete for port 2617d677-f61d-43ab-98d1-8f0455b6fccb triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:09:54.904952 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3be4689d-4108-405a-835b-9766840d892a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:54.937068 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e4ed0ced-e4cf-4be6-ac19-14ada778472c req-25cedaf4-519a-4e43-a8fd-c827a985a9f5 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.223 HTTP/1.1" status: 200 len: 696 time: 0.0501702 Dec 08 16:09:54.940692 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-3be4689d-4108-405a-835b-9766840d892a None None] Port 2617d677-f61d-43ab-98d1-8f0455b6fccb cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:09:54.949585 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-e4ed0ced-e4cf-4be6-ac19-14ada778472c req-3565f971-4dcc-4846-b1b4-8e7a79e107c2 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Request body: {'floatingip': {'port_id': '6da73f60-0964-418f-bfe3-e398e56c5f23', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:09:54.953832 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b36f825e-575e-4c79-87b3-96dae6092b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:54.988717 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-20f607bb-17bc-430f-a824-5ade57534113 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:55.004858 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-e4ed0ced-e4cf-4be6-ac19-14ada778472c req-3565f971-4dcc-4846-b1b4-8e7a79e107c2 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Publish callbacks [] for floatingip, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:55.018406 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36f825e-575e-4c79-87b3-96dae6092b98 None None] Routers {'8c6ba2fe-def4-42d6-9661-644a7beb4811'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:09:55.019087 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-b36f825e-575e-4c79-87b3-96dae6092b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:09:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['8c6ba2fe-def4-42d6-9661-644a7beb4811'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:09:55.022570 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44cf8d5-5c04-4fd4-9657-5593b7121b1c None None] Pushing event updated for resources: {'Port': ['ID=2617d677-f61d-43ab-98d1-8f0455b6fccb,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:55.093104 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 42632) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:55.097695 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-cf739e61-6de7-42df-a510-98a1b78d26b8 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Request body: {'security_group': {'name': 'tempest-securitygroup--805008282', 'description': 'tempest-description--98022868'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:09:55.116257 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f607bb-17bc-430f-a824-5ade57534113 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d92102-813a-41cd-b9ab-7e3c2562fee2,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:55.204412 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-b36f825e-575e-4c79-87b3-96dae6092b98 None None] Set router 8c6ba2fe-def4-42d6-9661-644a7beb4811 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:09:55.212478 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-20f607bb-17bc-430f-a824-5ade57534113 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:55.218320 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 42636) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:55.224623 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-592caff7-07e9-4be1-82ad-a2bf4dc311b3 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Request body: {'security_group_rule': {'security_group_id': 'a3d92102-813a-41cd-b9ab-7e3c2562fee2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:09:55.234700 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-20f607bb-17bc-430f-a824-5ade57534113 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7245052 Dec 08 16:09:55.262157 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd8deb-5429-4296-a073-e49422391d8c req-276ea385-e6c5-41ec-b7c8-ad8312e37552 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:55.263831 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-34dd8deb-5429-4296-a073-e49422391d8c req-276ea385-e6c5-41ec-b7c8-ad8312e37552 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fa79378-ff1d-4e75-b22a-1ad5c70ceece HTTP/1.1" status: 200 len: 950 time: 0.0783885 Dec 08 16:09:55.295039 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cf739e61-6de7-42df-a510-98a1b78d26b8 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:55.376293 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-34dd8deb-5429-4296-a073-e49422391d8c req-5af7b12c-1317-45dd-b51c-97d40cf61a46 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008270 Dec 08 16:09:55.451261 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-592caff7-07e9-4be1-82ad-a2bf4dc311b3 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:55.481820 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [req-e4ed0ced-e4cf-4be6-ac19-14ada778472c req-3565f971-4dcc-4846-b1b4-8e7a79e107c2 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] update failed (client error): There was a conflict when trying to complete your request. Dec 08 16:09:55.493006 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e4ed0ced-e4cf-4be6-ac19-14ada778472c req-3565f971-4dcc-4846-b1b4-8e7a79e107c2 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] 10.222.0.64 "PUT /v2.0/floatingips/fbcb01ac-69bb-4681-8872-7ef56f7afd07 HTTP/1.1" status: 409 len: 551 time: 0.5473993 Dec 08 16:09:55.505602 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-8468ab18-ba66-4860-97aa-c874b77ace2f None None] Provisioning complete for port 2617d677-f61d-43ab-98d1-8f0455b6fccb triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:09:55.505602 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8468ab18-ba66-4860-97aa-c874b77ace2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:55.551099 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cf739e61-6de7-42df-a510-98a1b78d26b8 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:55.583560 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-b36f825e-575e-4c79-87b3-96dae6092b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6ba2fe-def4-42d6-9661-644a7beb4811', 'name': 'tempest-ServersTestManualDisk-585671219-router', 'tenant_id': '6e376a2054954f3fa7fd54031508fe42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'c41c488a-00a0-4526-935e-4f19d696eb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:09:45Z', 'updated_at': '2021-12-08T16:09:51Z', 'revision_number': 4, 'project_id': '6e376a2054954f3fa7fd54031508fe42', 'gw_port': {'id': 'c41c488a-00a0-4526-935e-4f19d696eb8a', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:34:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6ba2fe-def4-42d6-9661-644a7beb4811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:09:46Z', 'updated_at': '2021-12-08T16:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '2617d677-f61d-43ab-98d1-8f0455b6fccb', 'name': '', 'network_id': '024a3cce-b572-41fa-96db-122bcaa2acc5', 'tenant_id': '6e376a2054954f3fa7fd54031508fe42', 'mac_address': 'fa:16:3e:5d:d5:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6ba2fe-def4-42d6-9661-644a7beb4811', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'c8a5b535-b349-4f35-bf8e-85dbfdf621e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:09:49Z', 'updated_at': '2021-12-08T16:09:54Z', 'revision_number': 4, 'project_id': '6e376a2054954f3fa7fd54031508fe42', 'subnets': [{'id': 'c8a5b535-b349-4f35-bf8e-85dbfdf621e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:09:55.609375 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36f825e-575e-4c79-87b3-96dae6092b98 None None] The sync data for ids ['8c6ba2fe-def4-42d6-9661-644a7beb4811'] in n-d-776250-12 is: [{'id': '8c6ba2fe-def4-42d6-9661-644a7beb4811', 'name': 'tempest-ServersTestManualDisk-585671219-router', 'tenant_id': '6e376a2054954f3fa7fd54031508fe42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'c41c488a-00a0-4526-935e-4f19d696eb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:09:45Z', 'updated_at': '2021-12-08T16:09:51Z', 'revision_number': 4, 'project_id': '6e376a2054954f3fa7fd54031508fe42', 'gw_port': {'id': 'c41c488a-00a0-4526-935e-4f19d696eb8a', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:34:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6ba2fe-def4-42d6-9661-644a7beb4811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:09:46Z', 'updated_at': '2021-12-08T16:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '2617d677-f61d-43ab-98d1-8f0455b6fccb', 'name': '', 'network_id': '024a3cce-b572-41fa-96db-122bcaa2acc5', 'tenant_id': '6e376a2054954f3fa7fd54031508fe42', 'mac_address': 'fa:16:3e:5d:d5:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6ba2fe-def4-42d6-9661-644a7beb4811', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'c8a5b535-b349-4f35-bf8e-85dbfdf621e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:09:49Z', 'updated_at': '2021-12-08T16:09:54Z', 'revision_number': 4, 'project_id': '6e376a2054954f3fa7fd54031508fe42', 'subnets': [{'id': 'c8a5b535-b349-4f35-bf8e-85dbfdf621e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:09:55.636938 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-039613f9-d921-4a4b-8524-c5dcdb62f827 req-5c6ef17c-37c8-4435-abd0-a0255a3cbd2c tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] 10.222.0.64 "GET /v2.0/floatingips/fbcb01ac-69bb-4681-8872-7ef56f7afd07 HTTP/1.1" status: 200 len: 693 time: 0.1010094 Dec 08 16:09:55.666131 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-592caff7-07e9-4be1-82ad-a2bf4dc311b3 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:55.671959 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cf739e61-6de7-42df-a510-98a1b78d26b8 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:55.682398 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8468ab18-ba66-4860-97aa-c874b77ace2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:55.746783 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-8468ab18-ba66-4860-97aa-c874b77ace2f None None] For port 2617d677-f61d-43ab-98d1-8f0455b6fccb, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=2617d677-f61d-43ab-98d1-8f0455b6fccb,segment=NetworkSegment(e61b36ba-4508-49d4-b889-d46726648385),segment_id=e61b36ba-4508-49d4-b889-d46726648385)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:09:55.779026 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-592caff7-07e9-4be1-82ad-a2bf4dc311b3 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:55.813161 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf739e61-6de7-42df-a510-98a1b78d26b8 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bdb3162-1693-4b0b-9511-53a88f4f5c85,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:55.819037 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cf739e61-6de7-42df-a510-98a1b78d26b8 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:55.820405 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-cf739e61-6de7-42df-a510-98a1b78d26b8 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7274144 Dec 08 16:09:55.823729 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42656) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:55.827290 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8468ab18-ba66-4860-97aa-c874b77ace2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:55.830868 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-568e6a72-5f92-482c-94a1-db067716b87e tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Request body: {'security_group_rule': {'security_group_id': '3bdb3162-1693-4b0b-9511-53a88f4f5c85', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:09:55.844912 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592caff7-07e9-4be1-82ad-a2bf4dc311b3 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32e880d2-1b1f-446d-83be-9d5e2e64a638,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:55.900614 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-592caff7-07e9-4be1-82ad-a2bf4dc311b3 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:55.905940 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-592caff7-07e9-4be1-82ad-a2bf4dc311b3 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6821506 Dec 08 16:09:55.906223 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42658) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:55.906341 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8468ab18-ba66-4860-97aa-c874b77ace2f None None] Pushing event updated for resources: {'Port': ['ID=2617d677-f61d-43ab-98d1-8f0455b6fccb,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:55.911436 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device ad1ed254-39c2-4d8b-8014-4d9243bb4c60 no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:09:55.922878 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-f3d8c8bf-cc31-4d82-b7cf-9ead3b417f2d tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Request body: {'security_group_rule': {'security_group_id': 'a3d92102-813a-41cd-b9ab-7e3c2562fee2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:09:55.936298 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039613f9-d921-4a4b-8524-c5dcdb62f827 req-5dbcfca0-0f39-4ee7-89e5-fa7f41569523 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:55.936524 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: ad1ed254-39c2-4d8b-8014-4d9243bb4c60 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:09:55.936859 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device ad1ed254-39c2-4d8b-8014-4d9243bb4c60 not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:09:55.937563 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-039613f9-d921-4a4b-8524-c5dcdb62f827 req-5dbcfca0-0f39-4ee7-89e5-fa7f41569523 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] 10.222.0.64 "GET /v2.0/networks/1ae4cf80-76bf-4df3-a557-5cc6023c1900 HTTP/1.1" status: 200 len: 784 time: 0.2693563 Dec 08 16:09:56.001463 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-039613f9-d921-4a4b-8524-c5dcdb62f827 req-b2345ec3-71d3-4a48-93a4-e5e65d60a70e tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.223 HTTP/1.1" status: 200 len: 696 time: 0.0561087 Dec 08 16:09:56.032729 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-568e6a72-5f92-482c-94a1-db067716b87e tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:56.063551 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-039613f9-d921-4a4b-8524-c5dcdb62f827 req-99fddcac-b22b-40c8-9955-30df2c8cee45 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.223 HTTP/1.1" status: 200 len: 696 time: 0.0554550 Dec 08 16:09:56.148957 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-568e6a72-5f92-482c-94a1-db067716b87e tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:56.153191 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f3d8c8bf-cc31-4d82-b7cf-9ead3b417f2d tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:56.218325 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f3d8c8bf-cc31-4d82-b7cf-9ead3b417f2d tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:56.252268 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-039613f9-d921-4a4b-8524-c5dcdb62f827 req-e502a0bb-edaa-4d59-a4ae-58b71ea8f5ca tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Deleting port 469d940c-e4bd-4b06-94c5-c4d9b753ba78 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:09:56.252768 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-039613f9-d921-4a4b-8524-c5dcdb62f827 req-e502a0bb-edaa-4d59-a4ae-58b71ea8f5ca tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:56.266159 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-568e6a72-5f92-482c-94a1-db067716b87e tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:56.293667 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568e6a72-5f92-482c-94a1-db067716b87e tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1691c5c-331b-4feb-ba73-fe9fe5c4f691,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:56.330288 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f3d8c8bf-cc31-4d82-b7cf-9ead3b417f2d tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:56.353531 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d8c8bf-cc31-4d82-b7cf-9ead3b417f2d tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6414b1ff-85fc-40ca-ac21-cf021c334abf,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:56.360296 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-039613f9-d921-4a4b-8524-c5dcdb62f827 req-e502a0bb-edaa-4d59-a4ae-58b71ea8f5ca tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:56.360695 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-039613f9-d921-4a4b-8524-c5dcdb62f827 req-e502a0bb-edaa-4d59-a4ae-58b71ea8f5ca tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:56.375079 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-039613f9-d921-4a4b-8524-c5dcdb62f827 req-e502a0bb-edaa-4d59-a4ae-58b71ea8f5ca tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Calling delete_port for 469d940c-e4bd-4b06-94c5-c4d9b753ba78 owned by network:floatingip {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:09:56.402095 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-568e6a72-5f92-482c-94a1-db067716b87e tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:56.404840 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-568e6a72-5f92-482c-94a1-db067716b87e tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5798666 Dec 08 16:09:56.407777 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42668) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:56.414339 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-75132a98-876c-40db-9f94-560fd2f6963f tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Request body: {'security_group_rule': {'security_group_id': '3bdb3162-1693-4b0b-9511-53a88f4f5c85', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:09:56.450787 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f3d8c8bf-cc31-4d82-b7cf-9ead3b417f2d tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:56.452538 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f3d8c8bf-cc31-4d82-b7cf-9ead3b417f2d tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5456636 Dec 08 16:09:56.455529 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42670) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:56.461387 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-8705acd6-91e7-4a37-8fb1-5c41dbe4bcdf tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Request body: {'floatingip': {'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:09:56.587589 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c97020d-b35a-45c0-a679-7e510f4e3e95 req-40e6f2eb-731f-4dab-9ca2-cd7fdf5a0245 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:56.590316 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6c97020d-b35a-45c0-a679-7e510f4e3e95 req-40e6f2eb-731f-4dab-9ca2-cd7fdf5a0245 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fa79378-ff1d-4e75-b22a-1ad5c70ceece HTTP/1.1" status: 200 len: 950 time: 0.0579371 Dec 08 16:09:56.620831 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-75132a98-876c-40db-9f94-560fd2f6963f tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:56.680485 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6c97020d-b35a-45c0-a679-7e510f4e3e95 req-fc8f9612-143c-4b7d-af49-6481a5fd8a02 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805779 Dec 08 16:09:56.680767 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-039613f9-d921-4a4b-8524-c5dcdb62f827 req-e502a0bb-edaa-4d59-a4ae-58b71ea8f5ca tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:56.706956 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8705acd6-91e7-4a37-8fb1-5c41dbe4bcdf tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Publish callbacks [] for floatingip, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:56.718450 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e502a0bb-edaa-4d59-a4ae-58b71ea8f5ca tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Pushing event deleted for resources: {'Port': ['ID=469d940c-e4bd-4b06-94c5-c4d9b753ba78,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:56.727375 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-75132a98-876c-40db-9f94-560fd2f6963f tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:56.787889 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-039613f9-d921-4a4b-8524-c5dcdb62f827 req-e502a0bb-edaa-4d59-a4ae-58b71ea8f5ca tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Publish callbacks [] for floatingip, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:56.791005 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-039613f9-d921-4a4b-8524-c5dcdb62f827 req-e502a0bb-edaa-4d59-a4ae-58b71ea8f5ca tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:56.792670 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-039613f9-d921-4a4b-8524-c5dcdb62f827 req-e502a0bb-edaa-4d59-a4ae-58b71ea8f5ca tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] 10.222.0.64 "DELETE /v2.0/floatingips/fbcb01ac-69bb-4681-8872-7ef56f7afd07 HTTP/1.1" status: 204 len: 173 time: 0.7161789 Dec 08 16:09:56.826716 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-75132a98-876c-40db-9f94-560fd2f6963f tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:56.834808 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8705acd6-91e7-4a37-8fb1-5c41dbe4bcdf tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:56.854977 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75132a98-876c-40db-9f94-560fd2f6963f tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b34f9bae-7784-4336-974b-80150e6697ab,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:56.891362 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-aed960b1-392c-4abe-a739-b47c73bf311b req-5e0febc7-a825-4fae-b32f-570871e5c292 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.44 HTTP/1.1" status: 200 len: 1001 time: 0.0809240 Dec 08 16:09:56.944164 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-75132a98-876c-40db-9f94-560fd2f6963f tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:56.948469 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-75132a98-876c-40db-9f94-560fd2f6963f tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5357883 Dec 08 16:09:56.950538 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42682) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:56.952242 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed960b1-392c-4abe-a739-b47c73bf311b req-b5f0af7c-3638-4768-a4d4-fb425c33ad4c tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:56.953699 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-aed960b1-392c-4abe-a739-b47c73bf311b req-b5f0af7c-3638-4768-a4d4-fb425c33ad4c tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] 10.222.0.64 "GET /v2.0/ports/6da73f60-0964-418f-bfe3-e398e56c5f23 HTTP/1.1" status: 200 len: 943 time: 0.0528381 Dec 08 16:09:56.954559 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-caca8c5b-031f-42bb-8197-7cca201a854d tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Request body: {'floatingip': {'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:09:56.997227 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-8705acd6-91e7-4a37-8fb1-5c41dbe4bcdf tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Allocated IP 172.25.0.53 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/4944b854-bf60-4e33-95fa-4decb4015112) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:09:57.077278 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-aed960b1-392c-4abe-a739-b47c73bf311b req-47e56dc8-372c-4362-824b-d72c50daef55 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.44 HTTP/1.1" status: 200 len: 1001 time: 0.0792227 Dec 08 16:09:57.089809 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-caca8c5b-031f-42bb-8197-7cca201a854d tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Publish callbacks [] for floatingip, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:57.171792 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8705acd6-91e7-4a37-8fb1-5c41dbe4bcdf tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:57.236470 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed960b1-392c-4abe-a739-b47c73bf311b req-0e079f63-ec3e-4a80-9444-43872b849e87 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:57.238150 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-aed960b1-392c-4abe-a739-b47c73bf311b req-0e079f63-ec3e-4a80-9444-43872b849e87 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] 10.222.0.64 "GET /v2.0/networks/1ae4cf80-76bf-4df3-a557-5cc6023c1900 HTTP/1.1" status: 200 len: 784 time: 0.1549718 Dec 08 16:09:57.279551 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-caca8c5b-031f-42bb-8197-7cca201a854d tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:57.320449 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8705acd6-91e7-4a37-8fb1-5c41dbe4bcdf tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:57.322968 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-aed960b1-392c-4abe-a739-b47c73bf311b req-c8346631-8918-4f75-9133-cedad346809a tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.44 HTTP/1.1" status: 200 len: 1001 time: 0.0764918 Dec 08 16:09:57.327785 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-aed960b1-392c-4abe-a739-b47c73bf311b req-9d886697-9ed6-4fa4-9fc3-f113db17d5bd tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:09:57.374030 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8705acd6-91e7-4a37-8fb1-5c41dbe4bcdf tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:09:57.388395 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-8705acd6-91e7-4a37-8fb1-5c41dbe4bcdf tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:09:57.392314 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-aed960b1-392c-4abe-a739-b47c73bf311b req-9d886697-9ed6-4fa4-9fc3-f113db17d5bd tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Publish callbacks [] for floatingip, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:57.409266 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8705acd6-91e7-4a37-8fb1-5c41dbe4bcdf tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:09:57.435984 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8705acd6-91e7-4a37-8fb1-5c41dbe4bcdf tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Pushing event updated for resources: {'Port': ['ID=4944b854-bf60-4e33-95fa-4decb4015112,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:57.485757 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-caca8c5b-031f-42bb-8197-7cca201a854d tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Allocated IP 172.25.0.149 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/4b14cb37-d047-4696-a0d7-d21775afca15) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:09:57.579646 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8705acd6-91e7-4a37-8fb1-5c41dbe4bcdf tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:57.588467 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-aed960b1-392c-4abe-a739-b47c73bf311b req-9d886697-9ed6-4fa4-9fc3-f113db17d5bd tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:57.636853 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-caca8c5b-031f-42bb-8197-7cca201a854d tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:57.651447 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 2617d677-f61d-43ab-98d1-8f0455b6fccb up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:09:57.695886 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-aed960b1-392c-4abe-a739-b47c73bf311b req-9d886697-9ed6-4fa4-9fc3-f113db17d5bd tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:57.696556 n-d-776250-12 neutron-server[110550]: INFO neutron.db.l3_db [req-aed960b1-392c-4abe-a739-b47c73bf311b req-9d886697-9ed6-4fa4-9fc3-f113db17d5bd tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Floating IP 01c0eff9-dc63-41bf-a4ad-35ca36aecc67 disassociated. External IP: 172.25.0.44, port: 6da73f60-0964-418f-bfe3-e398e56c5f23. Dec 08 16:09:57.717933 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 2617d677-f61d-43ab-98d1-8f0455b6fccb triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:09:57.718328 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:57.783161 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8705acd6-91e7-4a37-8fb1-5c41dbe4bcdf tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:57.787910 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-caca8c5b-031f-42bb-8197-7cca201a854d tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:57.850961 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caca8c5b-031f-42bb-8197-7cca201a854d tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:09:57.878100 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-caca8c5b-031f-42bb-8197-7cca201a854d tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:09:57.887256 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caca8c5b-031f-42bb-8197-7cca201a854d tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:09:57.970328 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aed960b1-392c-4abe-a739-b47c73bf311b req-9d886697-9ed6-4fa4-9fc3-f113db17d5bd tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Router 63b9166e-f7e9-4102-8685-59573391d485 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:09:57.989154 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caca8c5b-031f-42bb-8197-7cca201a854d tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Pushing event updated for resources: {'Port': ['ID=4b14cb37-d047-4696-a0d7-d21775afca15,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:58.020334 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed15421e-bddb-4279-acf1-8397282897b9 req-4342e500-5807-4b38-8269-db1a09699640 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:58.021945 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ed15421e-bddb-4279-acf1-8397282897b9 req-4342e500-5807-4b38-8269-db1a09699640 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fa79378-ff1d-4e75-b22a-1ad5c70ceece HTTP/1.1" status: 200 len: 950 time: 0.1975644 Dec 08 16:09:58.101017 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aed960b1-392c-4abe-a739-b47c73bf311b req-9d886697-9ed6-4fa4-9fc3-f113db17d5bd tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:09:58.106516 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-aed960b1-392c-4abe-a739-b47c73bf311b req-9d886697-9ed6-4fa4-9fc3-f113db17d5bd tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:58.111835 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4ba342-88fb-44d8-abfe-54ef5adc63f6 None None] Sync routers for ids ['63b9166e-f7e9-4102-8685-59573391d485'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:09:58.123700 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4ba342-88fb-44d8-abfe-54ef5adc63f6 None None] Routers {'63b9166e-f7e9-4102-8685-59573391d485'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:09:58.124680 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-fd4ba342-88fb-44d8-abfe-54ef5adc63f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:09:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['63b9166e-f7e9-4102-8685-59573391d485'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:09:58.139177 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ed15421e-bddb-4279-acf1-8397282897b9 req-d1465792-8e13-47f7-bcb7-dc164e62f24a tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109719 Dec 08 16:09:58.151689 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-caca8c5b-031f-42bb-8197-7cca201a854d tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:58.152013 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-aed960b1-392c-4abe-a739-b47c73bf311b req-9d886697-9ed6-4fa4-9fc3-f113db17d5bd tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] 10.222.0.64 "PUT /v2.0/floatingips/01c0eff9-dc63-41bf-a4ad-35ca36aecc67 HTTP/1.1" status: 200 len: 694 time: 0.8243928 Dec 08 16:09:58.152013 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '283deb27-256a-43a0-8bd7-d4c5cad706f5', 'tag': '6da73f60-0964-418f-bfe3-e398e56c5f23'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:09:58.152950 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-208a7f0b-9fc1-4a3f-852f-9006b55b9435" -d '{"events": [{"name": "network-changed", "server_uuid": "283deb27-256a-43a0-8bd7-d4c5cad706f5", "tag": "6da73f60-0964-418f-bfe3-e398e56c5f23"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:09:58.167954 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8705acd6-91e7-4a37-8fb1-5c41dbe4bcdf tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:58.229493 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed960b1-392c-4abe-a739-b47c73bf311b req-a9911e05-5f72-41f3-a696-cc0d63ec5b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:58.231984 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-aed960b1-392c-4abe-a739-b47c73bf311b req-a9911e05-5f72-41f3-a696-cc0d63ec5b38 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2a1d7bc9fe234132a7c05b943d6a296e&device_id=283deb27-256a-43a0-8bd7-d4c5cad706f5 HTTP/1.1" status: 200 len: 1098 time: 0.0538106 Dec 08 16:09:58.249997 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-fd4ba342-88fb-44d8-abfe-54ef5adc63f6 None None] Set router 63b9166e-f7e9-4102-8685-59573391d485 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:09:58.334993 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8705acd6-91e7-4a37-8fb1-5c41dbe4bcdf tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:58.369552 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-caca8c5b-031f-42bb-8197-7cca201a854d tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:58.379703 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed960b1-392c-4abe-a739-b47c73bf311b req-77c3a0cf-33db-462a-a41b-9fbc17373538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:58.381454 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-aed960b1-392c-4abe-a739-b47c73bf311b req-77c3a0cf-33db-462a-a41b-9fbc17373538 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a2af261e-4dfa-45ef-8c6f-916842e6e067 HTTP/1.1" status: 200 len: 929 time: 0.1432092 Dec 08 16:09:58.432896 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-aed960b1-392c-4abe-a739-b47c73bf311b req-d845dfdf-5221-4f02-ac3c-a46e2c9145a4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6da73f60-0964-418f-bfe3-e398e56c5f23 HTTP/1.1" status: 200 len: 217 time: 0.0433786 Dec 08 16:09:58.456238 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8705acd6-91e7-4a37-8fb1-5c41dbe4bcdf tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Pushing event updated for resources: {'Port': ['ID=4944b854-bf60-4e33-95fa-4decb4015112,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:58.477245 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8705acd6-91e7-4a37-8fb1-5c41dbe4bcdf tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:58.486924 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-fd4ba342-88fb-44d8-abfe-54ef5adc63f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b9166e-f7e9-4102-8685-59573391d485', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-657392705-router', 'tenant_id': '2a1d7bc9fe234132a7c05b943d6a296e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '7b6be695-bd18-4358-8dd0-1d318da5642c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:09:22Z', 'updated_at': '2021-12-08T16:09:27Z', 'revision_number': 4, 'project_id': '2a1d7bc9fe234132a7c05b943d6a296e', 'gw_port': {'id': '7b6be695-bd18-4358-8dd0-1d318da5642c', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b9166e-f7e9-4102-8685-59573391d485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:09:23Z', 'updated_at': '2021-12-08T16:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '5a066792-99e0-4d7e-8e60-9a564ff822dd', 'name': '', 'network_id': 'a2af261e-4dfa-45ef-8c6f-916842e6e067', 'tenant_id': '2a1d7bc9fe234132a7c05b943d6a296e', 'mac_address': 'fa:16:3e:f3:14:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b9166e-f7e9-4102-8685-59573391d485', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': 'b9919c7c-db71-413b-beee-8647df3d68d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:09:26Z', 'updated_at': '2021-12-08T16:09:32Z', 'revision_number': 5, 'project_id': '2a1d7bc9fe234132a7c05b943d6a296e', 'subnets': [{'id': 'b9919c7c-db71-413b-beee-8647df3d68d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:09:58.512503 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed960b1-392c-4abe-a739-b47c73bf311b req-88020393-1c1f-4c63-9d74-6c49988e21d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:58.515904 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-aed960b1-392c-4abe-a739-b47c73bf311b req-88020393-1c1f-4c63-9d74-6c49988e21d8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b9919c7c-db71-413b-beee-8647df3d68d9 HTTP/1.1" status: 200 len: 867 time: 0.0730996 Dec 08 16:09:58.518363 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4ba342-88fb-44d8-abfe-54ef5adc63f6 None None] Checking router: 63b9166e-f7e9-4102-8685-59573391d485 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:09:58.527629 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4ba342-88fb-44d8-abfe-54ef5adc63f6 None None] Routers {'63b9166e-f7e9-4102-8685-59573391d485'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:09:58.528283 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-fd4ba342-88fb-44d8-abfe-54ef5adc63f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:09:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['63b9166e-f7e9-4102-8685-59573391d485'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:09:58.582491 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed960b1-392c-4abe-a739-b47c73bf311b req-9c4fd0a1-1755-4462-be94-6308a7793910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:58.591178 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-aed960b1-392c-4abe-a739-b47c73bf311b req-9c4fd0a1-1755-4462-be94-6308a7793910 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a2af261e-4dfa-45ef-8c6f-916842e6e067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0616288 Dec 08 16:09:58.612380 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8705acd6-91e7-4a37-8fb1-5c41dbe4bcdf tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:58.626433 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-8705acd6-91e7-4a37-8fb1-5c41dbe4bcdf tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1694613 Dec 08 16:09:58.645644 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-caca8c5b-031f-42bb-8197-7cca201a854d tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:58.675505 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ecc03e1-3106-4d5c-8198-ad34ac558e34 x-openstack-request-id: req-7ecc03e1-3106-4d5c-8198-ad34ac558e34 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:09:58.675997 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "283deb27-256a-43a0-8bd7-d4c5cad706f5", "tag": "6da73f60-0964-418f-bfe3-e398e56c5f23", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:09:58.676570 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7ecc03e1-3106-4d5c-8198-ad34ac558e34 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:09:58.677096 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '283deb27-256a-43a0-8bd7-d4c5cad706f5', 'tag': '6da73f60-0964-418f-bfe3-e398e56c5f23', 'status': 'completed', 'code': 200} Dec 08 16:09:58.744066 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-fd4ba342-88fb-44d8-abfe-54ef5adc63f6 None None] Set router 63b9166e-f7e9-4102-8685-59573391d485 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:09:58.763320 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-caca8c5b-031f-42bb-8197-7cca201a854d tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:58.786970 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a7f0b-9fc1-4a3f-852f-9006b55b9435 req-fd9efaab-39a8-4b8e-b645-9e773058437b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:58.788612 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-208a7f0b-9fc1-4a3f-852f-9006b55b9435 req-fd9efaab-39a8-4b8e-b645-9e773058437b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2a1d7bc9fe234132a7c05b943d6a296e&device_id=283deb27-256a-43a0-8bd7-d4c5cad706f5 HTTP/1.1" status: 200 len: 1098 time: 0.1104689 Dec 08 16:09:58.801986 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-aed960b1-392c-4abe-a739-b47c73bf311b req-cb0b6fb1-d1dd-45c7-baa7-0ba3aaeadf68 service neutron] 10.222.0.64 "GET /v2.0/networks/a2af261e-4dfa-45ef-8c6f-916842e6e067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094862 Dec 08 16:09:58.849745 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caca8c5b-031f-42bb-8197-7cca201a854d tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Pushing event updated for resources: {'Port': ['ID=4b14cb37-d047-4696-a0d7-d21775afca15,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:58.867202 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-caca8c5b-031f-42bb-8197-7cca201a854d tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:58.986055 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-caca8c5b-031f-42bb-8197-7cca201a854d tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:58.986980 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a7f0b-9fc1-4a3f-852f-9006b55b9435 req-14f2feec-2362-40bd-a559-053d5b2790c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:58.987092 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-caca8c5b-031f-42bb-8197-7cca201a854d tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0352757 Dec 08 16:09:58.993367 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-208a7f0b-9fc1-4a3f-852f-9006b55b9435 req-14f2feec-2362-40bd-a559-053d5b2790c5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=a2af261e-4dfa-45ef-8c6f-916842e6e067 HTTP/1.1" status: 200 len: 929 time: 0.1749244 Dec 08 16:09:59.004305 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-aed960b1-392c-4abe-a739-b47c73bf311b req-37ae5dd1-06a3-434b-b3e3-72cf5c9da6ef service neutron] 10.222.0.64 "GET /v2.0/networks/a2af261e-4dfa-45ef-8c6f-916842e6e067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013113 Dec 08 16:09:59.038363 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-208a7f0b-9fc1-4a3f-852f-9006b55b9435 req-b5afefd5-c4fa-4d9e-afa3-137cd01d9c2c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6da73f60-0964-418f-bfe3-e398e56c5f23 HTTP/1.1" status: 200 len: 217 time: 0.0441208 Dec 08 16:09:59.040684 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-fd4ba342-88fb-44d8-abfe-54ef5adc63f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b9166e-f7e9-4102-8685-59573391d485', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-657392705-router', 'tenant_id': '2a1d7bc9fe234132a7c05b943d6a296e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '7b6be695-bd18-4358-8dd0-1d318da5642c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:09:22Z', 'updated_at': '2021-12-08T16:09:27Z', 'revision_number': 4, 'project_id': '2a1d7bc9fe234132a7c05b943d6a296e', 'gw_port': {'id': '7b6be695-bd18-4358-8dd0-1d318da5642c', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b9166e-f7e9-4102-8685-59573391d485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:09:23Z', 'updated_at': '2021-12-08T16:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '5a066792-99e0-4d7e-8e60-9a564ff822dd', 'name': '', 'network_id': 'a2af261e-4dfa-45ef-8c6f-916842e6e067', 'tenant_id': '2a1d7bc9fe234132a7c05b943d6a296e', 'mac_address': 'fa:16:3e:f3:14:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b9166e-f7e9-4102-8685-59573391d485', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': 'b9919c7c-db71-413b-beee-8647df3d68d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:09:26Z', 'updated_at': '2021-12-08T16:09:32Z', 'revision_number': 5, 'project_id': '2a1d7bc9fe234132a7c05b943d6a296e', 'subnets': [{'id': 'b9919c7c-db71-413b-beee-8647df3d68d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:09:59.071273 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4ba342-88fb-44d8-abfe-54ef5adc63f6 None None] The sync data for ids ['63b9166e-f7e9-4102-8685-59573391d485'] in n-d-776250-12 is: [{'id': '63b9166e-f7e9-4102-8685-59573391d485', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-657392705-router', 'tenant_id': '2a1d7bc9fe234132a7c05b943d6a296e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '7b6be695-bd18-4358-8dd0-1d318da5642c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:09:22Z', 'updated_at': '2021-12-08T16:09:27Z', 'revision_number': 4, 'project_id': '2a1d7bc9fe234132a7c05b943d6a296e', 'gw_port': {'id': '7b6be695-bd18-4358-8dd0-1d318da5642c', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b9166e-f7e9-4102-8685-59573391d485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:09:23Z', 'updated_at': '2021-12-08T16:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '5a066792-99e0-4d7e-8e60-9a564ff822dd', 'name': '', 'network_id': 'a2af261e-4dfa-45ef-8c6f-916842e6e067', 'tenant_id': '2a1d7bc9fe234132a7c05b943d6a296e', 'mac_address': 'fa:16:3e:f3:14:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b9166e-f7e9-4102-8685-59573391d485', 'device_owner': 'network:router_interface', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': 'b9919c7c-db71-413b-beee-8647df3d68d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:09:26Z', 'updated_at': '2021-12-08T16:09:32Z', 'revision_number': 5, 'project_id': '2a1d7bc9fe234132a7c05b943d6a296e', 'subnets': [{'id': 'b9919c7c-db71-413b-beee-8647df3d68d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:09:59.075488 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7dd382ee-8a03-4ffd-99eb-129dc9fa9be7 req-eeb18c6e-6890-4533-96ec-f61e666343d0 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1494820935&fields=id&tenant_id=6e376a2054954f3fa7fd54031508fe42 HTTP/1.1" status: 200 len: 267 time: 0.0718858 Dec 08 16:09:59.104160 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a7f0b-9fc1-4a3f-852f-9006b55b9435 req-db211c12-870f-4e10-a292-a5113c9b5c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:59.106110 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-208a7f0b-9fc1-4a3f-852f-9006b55b9435 req-db211c12-870f-4e10-a292-a5113c9b5c65 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b9919c7c-db71-413b-beee-8647df3d68d9 HTTP/1.1" status: 200 len: 867 time: 0.0598700 Dec 08 16:09:59.214690 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-15a76dc4-f17a-4fb3-8a2d-20230cf7917f req-98eb324e-0459-4c63-b0f5-235f5bfc5fa2 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] 10.222.0.64 "GET /v2.0/floatingips/01c0eff9-dc63-41bf-a4ad-35ca36aecc67 HTTP/1.1" status: 200 len: 694 time: 0.0881124 Dec 08 16:09:59.239707 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd382ee-8a03-4ffd-99eb-129dc9fa9be7 req-92dd9898-e8d1-4048-966f-3722a3047dc6 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:59.241512 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7dd382ee-8a03-4ffd-99eb-129dc9fa9be7 req-92dd9898-e8d1-4048-966f-3722a3047dc6 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] 10.222.0.64 "GET /v2.0/networks?id=024a3cce-b572-41fa-96db-122bcaa2acc5 HTTP/1.1" status: 200 len: 811 time: 0.1651044 Dec 08 16:09:59.264614 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7dd382ee-8a03-4ffd-99eb-129dc9fa9be7 req-ef5930fe-904a-40d4-bf51-b2b517ecdba4 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] 10.222.0.64 "GET /v2.0/quotas/6e376a2054954f3fa7fd54031508fe42 HTTP/1.1" status: 200 len: 375 time: 0.0111291 Dec 08 16:09:59.279742 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a7f0b-9fc1-4a3f-852f-9006b55b9435 req-ce20af50-2043-4ba0-8648-34987a862f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:59.281299 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-208a7f0b-9fc1-4a3f-852f-9006b55b9435 req-ce20af50-2043-4ba0-8648-34987a862f93 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a2af261e-4dfa-45ef-8c6f-916842e6e067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1681621 Dec 08 16:09:59.364334 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7dd382ee-8a03-4ffd-99eb-129dc9fa9be7 req-61725d81-f752-4a2c-9be6-e46049c9e3cb tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6e376a2054954f3fa7fd54031508fe42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0928373 Dec 08 16:09:59.374199 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726e6d72-c3f8-4e5f-8c9e-48ddfb80c236 None None] New status for floating IP 01c0eff9-dc63-41bf-a4ad-35ca36aecc67: DOWN {{(pid=110552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:09:59.395021 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a76dc4-f17a-4fb3-8a2d-20230cf7917f req-3e34e289-c081-4935-8bbd-2ba99aef8bde tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:59.396449 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-15a76dc4-f17a-4fb3-8a2d-20230cf7917f req-3e34e289-c081-4935-8bbd-2ba99aef8bde tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] 10.222.0.64 "GET /v2.0/networks/1ae4cf80-76bf-4df3-a557-5cc6023c1900 HTTP/1.1" status: 200 len: 784 time: 0.1809449 Dec 08 16:09:59.747173 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7dd382ee-8a03-4ffd-99eb-129dc9fa9be7 req-9f27d88d-5129-44b8-a5d3-81b5834854ec service neutron] 10.222.0.64 "GET /v2.0/networks/024a3cce-b572-41fa-96db-122bcaa2acc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3679068 Dec 08 16:09:59.759219 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-208a7f0b-9fc1-4a3f-852f-9006b55b9435 req-c3ba6277-381c-4ee9-af53-820d9dcfb2c8 service neutron] 10.222.0.76 "GET /v2.0/networks/a2af261e-4dfa-45ef-8c6f-916842e6e067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4674041 Dec 08 16:09:59.812478 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-15a76dc4-f17a-4fb3-8a2d-20230cf7917f req-94a4d789-2a2b-4bc5-bd7b-a707f80ec812 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.44 HTTP/1.1" status: 200 len: 697 time: 0.4061625 Dec 08 16:09:59.868234 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7dd382ee-8a03-4ffd-99eb-129dc9fa9be7 req-7ea63023-34c5-4095-9b1a-5af727af89a2 service neutron] 10.222.0.64 "GET /v2.0/networks/024a3cce-b572-41fa-96db-122bcaa2acc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145248 Dec 08 16:09:59.895358 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-15a76dc4-f17a-4fb3-8a2d-20230cf7917f req-3fcefeca-690a-4881-945c-f779faf78b55 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.44 HTTP/1.1" status: 200 len: 695 time: 0.0550375 Dec 08 16:09:59.972850 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-208a7f0b-9fc1-4a3f-852f-9006b55b9435 req-71f000b6-5c8d-4e9f-a6cf-f4b3f60051dc service neutron] 10.222.0.76 "GET /v2.0/networks/a2af261e-4dfa-45ef-8c6f-916842e6e067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860869 Dec 08 16:10:00.048881 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-15a76dc4-f17a-4fb3-8a2d-20230cf7917f req-8edaaca9-6ca5-4c71-95dd-a16eec4e97cc tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Deleting port ea059509-cafe-4dc5-b59c-00729232bfc4 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:10:00.049144 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-15a76dc4-f17a-4fb3-8a2d-20230cf7917f req-8edaaca9-6ca5-4c71-95dd-a16eec4e97cc tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:00.137372 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-15a76dc4-f17a-4fb3-8a2d-20230cf7917f req-8edaaca9-6ca5-4c71-95dd-a16eec4e97cc tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:00.137823 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-15a76dc4-f17a-4fb3-8a2d-20230cf7917f req-8edaaca9-6ca5-4c71-95dd-a16eec4e97cc tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:00.157295 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-15a76dc4-f17a-4fb3-8a2d-20230cf7917f req-8edaaca9-6ca5-4c71-95dd-a16eec4e97cc tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Calling delete_port for ea059509-cafe-4dc5-b59c-00729232bfc4 owned by network:floatingip {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:10:00.302330 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e03573-caec-45a2-9a25-c465ea6fa499 req-cbba69d2-ba4e-49b4-8e8d-3bd8b838a7f2 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:00.303833 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a1e03573-caec-45a2-9a25-c465ea6fa499 req-cbba69d2-ba4e-49b4-8e8d-3bd8b838a7f2 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/networks?id=cb7ccd97-4ed6-4775-a83f-7666f035258b HTTP/1.1" status: 200 len: 822 time: 0.1396010 Dec 08 16:10:00.320377 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a1e03573-caec-45a2-9a25-c465ea6fa499 req-ba933684-9086-40fd-bb84-e8474100baa8 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/quotas/51b28c5bf24246e298422a1687d82637 HTTP/1.1" status: 200 len: 375 time: 0.0102408 Dec 08 16:10:00.355429 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a1e03573-caec-45a2-9a25-c465ea6fa499 req-8ae79f13-03a4-4ad4-94a2-994734c9b16d tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=51b28c5bf24246e298422a1687d82637&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291421 Dec 08 16:10:00.421800 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-15a76dc4-f17a-4fb3-8a2d-20230cf7917f req-8edaaca9-6ca5-4c71-95dd-a16eec4e97cc tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:00.449123 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a1e03573-caec-45a2-9a25-c465ea6fa499 req-df9d5eb1-8ef0-4090-9aa0-270c57234733 service neutron] 10.222.0.64 "GET /v2.0/networks/cb7ccd97-4ed6-4775-a83f-7666f035258b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866470 Dec 08 16:10:00.472996 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edaaca9-6ca5-4c71-95dd-a16eec4e97cc tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Pushing event deleted for resources: {'Port': ['ID=ea059509-cafe-4dc5-b59c-00729232bfc4,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:00.519949 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-15a76dc4-f17a-4fb3-8a2d-20230cf7917f req-8edaaca9-6ca5-4c71-95dd-a16eec4e97cc tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Publish callbacks [] for floatingip, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:00.522781 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-15a76dc4-f17a-4fb3-8a2d-20230cf7917f req-8edaaca9-6ca5-4c71-95dd-a16eec4e97cc tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:00.523965 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-15a76dc4-f17a-4fb3-8a2d-20230cf7917f req-8edaaca9-6ca5-4c71-95dd-a16eec4e97cc tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] 10.222.0.64 "DELETE /v2.0/floatingips/01c0eff9-dc63-41bf-a4ad-35ca36aecc67 HTTP/1.1" status: 204 len: 173 time: 0.6156199 Dec 08 16:10:00.562809 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a1e03573-caec-45a2-9a25-c465ea6fa499 req-588b32af-1616-479e-9dd2-52941bb9d82e service neutron] 10.222.0.64 "GET /v2.0/networks/cb7ccd97-4ed6-4775-a83f-7666f035258b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969660 Dec 08 16:10:00.633274 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b428f-1fd6-431e-a3b0-ba48aebd1b5f req-81adf254-38c9-410e-aaa1-4babddb42c7a tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:00.634800 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7b1b428f-1fd6-431e-a3b0-ba48aebd1b5f req-81adf254-38c9-410e-aaa1-4babddb42c7a tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fa79378-ff1d-4e75-b22a-1ad5c70ceece HTTP/1.1" status: 200 len: 950 time: 0.0509517 Dec 08 16:10:00.690560 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7b1b428f-1fd6-431e-a3b0-ba48aebd1b5f req-a7b556bf-3209-45a6-96fd-badd082c8304 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496640 Dec 08 16:10:01.083938 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-312a7f30-70c8-4663-bb0f-87d0a086189e req-1d3215a5-7633-45af-b724-5808a56377d6 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] 10.222.0.64 "GET /v2.0/ports?device_id=e704e0b6-a30f-4be7-b7e9-242b1fa3ead7 HTTP/1.1" status: 200 len: 210 time: 0.0301027 Dec 08 16:10:01.144469 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-450a6cac-418d-46f0-9442-9dcba03cc702 req-24f755a7-d88c-44f9-b7c6-c28d94f02e94 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/ports?device_id=62557d30-a792-4deb-8fda-def51b8b1280 HTTP/1.1" status: 200 len: 210 time: 0.0427072 Dec 08 16:10:01.253041 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38321546-1412-49a2-a389-463de6be863b req-8799f2b0-3fe6-4059-a21c-8c03ef0d58df tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:01.255110 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-38321546-1412-49a2-a389-463de6be863b req-8799f2b0-3fe6-4059-a21c-8c03ef0d58df tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] 10.222.0.64 "GET /v2.0/ports?device_id=283deb27-256a-43a0-8bd7-d4c5cad706f5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0539820 Dec 08 16:10:01.301151 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-38321546-1412-49a2-a389-463de6be863b req-018a0397-7008-4200-952c-081b786b45c1 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0402179 Dec 08 16:10:01.364588 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-83fea277-ec88-494b-bf24-2e2fff581458 req-ac087019-1fad-4412-be74-49c3e86f6fe8 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0428953 Dec 08 16:10:01.813915 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a165d42-deee-4dc5-8ce4-6268ee26cf7a req-5221591e-396e-423c-a183-e1a33b7a5699 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:01.815577 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6a165d42-deee-4dc5-8ce4-6268ee26cf7a req-5221591e-396e-423c-a183-e1a33b7a5699 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fa79378-ff1d-4e75-b22a-1ad5c70ceece HTTP/1.1" status: 200 len: 950 time: 0.0535772 Dec 08 16:10:01.872895 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6a165d42-deee-4dc5-8ce4-6268ee26cf7a req-2b5827ed-9726-465c-9e9f-06965ca16dc5 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499406 Dec 08 16:10:01.884529 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75ceb7-2159-4480-8400-e934542c16f8 req-886586cf-e7f5-4060-938f-544a231140b8 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:01.886845 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0b75ceb7-2159-4480-8400-e934542c16f8 req-886586cf-e7f5-4060-938f-544a231140b8 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] 10.222.0.64 "GET /v2.0/ports?device_id=283deb27-256a-43a0-8bd7-d4c5cad706f5 HTTP/1.1" status: 200 len: 946 time: 0.0564160 Dec 08 16:10:01.949333 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0b75ceb7-2159-4480-8400-e934542c16f8 req-f0a0e627-cb82-4147-ab27-0e4d7c851f79 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] 10.222.0.64 "GET /v2.0/security-groups?id=91e0a9e5-f144-4ef2-8e63-80ae32874ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562806 Dec 08 16:10:02.190593 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b04bbd65-6dbe-4a13-9f81-8c0edf7cf55a req-6d13b6c9-7740-45fe-90d1-c4dff5c00abf tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] 10.222.0.64 "GET /v2.0/ports?device_id=e704e0b6-a30f-4be7-b7e9-242b1fa3ead7 HTTP/1.1" status: 200 len: 210 time: 0.0329974 Dec 08 16:10:02.290720 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-be4e93c4-0016-43b9-a869-ad5c808bfef7 req-a331a777-5618-4539-9155-ddfe69a5d40f tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/ports?device_id=62557d30-a792-4deb-8fda-def51b8b1280 HTTP/1.1" status: 200 len: 210 time: 0.0295250 Dec 08 16:10:02.997975 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408cb68f-004b-46ee-b12c-a36d172a2eb7 req-53bd99b0-e6a8-4e5e-b00f-f09e978dcc7d tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:02.999576 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-408cb68f-004b-46ee-b12c-a36d172a2eb7 req-53bd99b0-e6a8-4e5e-b00f-f09e978dcc7d tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fa79378-ff1d-4e75-b22a-1ad5c70ceece HTTP/1.1" status: 200 len: 950 time: 0.0513489 Dec 08 16:10:03.048738 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-408cb68f-004b-46ee-b12c-a36d172a2eb7 req-101a99e2-5f03-45c9-a067-9bf4e5687248 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425098 Dec 08 16:10:03.065360 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd382ee-8a03-4ffd-99eb-129dc9fa9be7 req-b9c023c5-391e-4497-a0a9-d1202729897b tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:03.067265 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7dd382ee-8a03-4ffd-99eb-129dc9fa9be7 req-b9c023c5-391e-4497-a0a9-d1202729897b tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] 10.222.0.37 "GET /v2.0/networks?id=024a3cce-b572-41fa-96db-122bcaa2acc5 HTTP/1.1" status: 200 len: 811 time: 0.1104343 Dec 08 16:10:03.140615 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7dd382ee-8a03-4ffd-99eb-129dc9fa9be7 req-cd36975a-69a3-4840-af15-380eb12205a2 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e376a2054954f3fa7fd54031508fe42 HTTP/1.1" status: 200 len: 380 time: 0.0646112 Dec 08 16:10:03.151593 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-7dd382ee-8a03-4ffd-99eb-129dc9fa9be7 req-980c9733-7ab0-40dd-9856-8e09b6988cb6 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Request body: {'port': {'device_id': 'e704e0b6-a30f-4be7-b7e9-242b1fa3ead7', 'network_id': '024a3cce-b572-41fa-96db-122bcaa2acc5', 'admin_state_up': True, 'tenant_id': '6e376a2054954f3fa7fd54031508fe42', 'security_groups': ['a3d92102-813a-41cd-b9ab-7e3c2562fee2']}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:10:03.337721 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e6eea-4729-4a8e-94df-69b2a6f71305 req-77d4e155-3deb-4ffe-81d3-c4460184ab80 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:03.339261 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e39e6eea-4729-4a8e-94df-69b2a6f71305 req-77d4e155-3deb-4ffe-81d3-c4460184ab80 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] 10.222.0.64 "GET /v2.0/ports?device_id=283deb27-256a-43a0-8bd7-d4c5cad706f5 HTTP/1.1" status: 200 len: 946 time: 0.0627139 Dec 08 16:10:03.369415 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dd382ee-8a03-4ffd-99eb-129dc9fa9be7 req-980c9733-7ab0-40dd-9856-8e09b6988cb6 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Made reservation on behalf of 6e376a2054954f3fa7fd54031508fe42 for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:10:03.373204 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-7dd382ee-8a03-4ffd-99eb-129dc9fa9be7 req-980c9733-7ab0-40dd-9856-8e09b6988cb6 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:03.391701 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e39e6eea-4729-4a8e-94df-69b2a6f71305 req-22c7ff74-9836-451e-827d-626f8999ba17 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] 10.222.0.64 "GET /v2.0/security-groups?id=91e0a9e5-f144-4ef2-8e63-80ae32874ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463889 Dec 08 16:10:03.526294 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [req-7dd382ee-8a03-4ffd-99eb-129dc9fa9be7 req-980c9733-7ab0-40dd-9856-8e09b6988cb6 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Allocated IP 172.20.0.6 (024a3cce-b572-41fa-96db-122bcaa2acc5/c8a5b535-b349-4f35-bf8e-85dbfdf621e8/a1ae86b2-a58e-464f-9fd9-7e33ca134d5c) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:10:03.632072 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-20eaf21f-cd06-4580-aa4a-345bb60403f6 req-bcf14bdc-77bf-4703-b2b8-b75655f38115 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/ports?device_id=62557d30-a792-4deb-8fda-def51b8b1280 HTTP/1.1" status: 200 len: 210 time: 0.0309587 Dec 08 16:10:03.658956 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2effd221-21f4-44ae-b9e2-3a229dac51d3 req-a9cf886e-9b17-4180-9767-6007d8e1fd1c tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] 10.222.0.64 "GET /v2.0/ports?device_id=e704e0b6-a30f-4be7-b7e9-242b1fa3ead7 HTTP/1.1" status: 200 len: 210 time: 0.0897970 Dec 08 16:10:03.721626 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70ac2d7-f90a-41cc-a24f-078dbe619cf6 req-2a9dda50-04d0-453e-9296-59c87f651d59 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:03.723713 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e70ac2d7-f90a-41cc-a24f-078dbe619cf6 req-2a9dda50-04d0-453e-9296-59c87f651d59 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] 10.222.0.76 "GET /v2.0/ports?device_id=283deb27-256a-43a0-8bd7-d4c5cad706f5 HTTP/1.1" status: 200 len: 946 time: 0.0629921 Dec 08 16:10:03.778143 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e03573-caec-45a2-9a25-c465ea6fa499 req-8e62fd7d-2efb-4dd7-828a-6f78e2beffd3 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:03.779690 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a1e03573-caec-45a2-9a25-c465ea6fa499 req-8e62fd7d-2efb-4dd7-828a-6f78e2beffd3 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.37 "GET /v2.0/networks?id=cb7ccd97-4ed6-4775-a83f-7666f035258b HTTP/1.1" status: 200 len: 822 time: 0.2230024 Dec 08 16:10:03.794427 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-a1e03573-caec-45a2-9a25-c465ea6fa499 req-5d91f0ab-7a14-4b1d-8c1d-edb732a7453c tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Request body: {'port': {'device_id': '62557d30-a792-4deb-8fda-def51b8b1280', 'network_id': 'cb7ccd97-4ed6-4775-a83f-7666f035258b', 'admin_state_up': True, 'tenant_id': '51b28c5bf24246e298422a1687d82637'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:10:03.829365 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-e70ac2d7-f90a-41cc-a24f-078dbe619cf6 req-e9f7f91c-194d-4e34-b028-9fec8b3f3ae5 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Deleting port 6da73f60-0964-418f-bfe3-e398e56c5f23 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:10:03.829706 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e70ac2d7-f90a-41cc-a24f-078dbe619cf6 req-e9f7f91c-194d-4e34-b028-9fec8b3f3ae5 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:03.844296 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-7dd382ee-8a03-4ffd-99eb-129dc9fa9be7 req-980c9733-7ab0-40dd-9856-8e09b6988cb6 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:03.928075 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-e70ac2d7-f90a-41cc-a24f-078dbe619cf6 req-e9f7f91c-194d-4e34-b028-9fec8b3f3ae5 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] For port 6da73f60-0964-418f-bfe3-e398e56c5f23, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=6da73f60-0964-418f-bfe3-e398e56c5f23,segment=NetworkSegment(c9dcf431-07ab-437d-a854-4be1bb07aa24),segment_id=c9dcf431-07ab-437d-a854-4be1bb07aa24)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:03.928762 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e70ac2d7-f90a-41cc-a24f-078dbe619cf6 req-e9f7f91c-194d-4e34-b028-9fec8b3f3ae5 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:03.942780 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-e70ac2d7-f90a-41cc-a24f-078dbe619cf6 req-e9f7f91c-194d-4e34-b028-9fec8b3f3ae5 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Calling delete_port for 6da73f60-0964-418f-bfe3-e398e56c5f23 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:10:03.981924 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-7dd382ee-8a03-4ffd-99eb-129dc9fa9be7 req-980c9733-7ab0-40dd-9856-8e09b6988cb6 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:04.037990 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dd382ee-8a03-4ffd-99eb-129dc9fa9be7 req-980c9733-7ab0-40dd-9856-8e09b6988cb6 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Network 024a3cce-b572-41fa-96db-122bcaa2acc5 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:10:04.041441 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [req-7dd382ee-8a03-4ffd-99eb-129dc9fa9be7 req-980c9733-7ab0-40dd-9856-8e09b6988cb6 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:10:04.044020 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dd382ee-8a03-4ffd-99eb-129dc9fa9be7 req-980c9733-7ab0-40dd-9856-8e09b6988cb6 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:10:04.051291 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980c9733-7ab0-40dd-9856-8e09b6988cb6 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Pushing event updated for resources: {'Port': ['ID=a1ae86b2-a58e-464f-9fd9-7e33ca134d5c,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:04.075281 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1e03573-caec-45a2-9a25-c465ea6fa499 req-5d91f0ab-7a14-4b1d-8c1d-edb732a7453c tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Made reservation on behalf of 51b28c5bf24246e298422a1687d82637 for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:10:04.079711 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-a1e03573-caec-45a2-9a25-c465ea6fa499 req-5d91f0ab-7a14-4b1d-8c1d-edb732a7453c tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:04.133083 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd382ee-8a03-4ffd-99eb-129dc9fa9be7 req-980c9733-7ab0-40dd-9856-8e09b6988cb6 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:04.133735 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-7dd382ee-8a03-4ffd-99eb-129dc9fa9be7 req-980c9733-7ab0-40dd-9856-8e09b6988cb6 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:04.300481 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7dd382ee-8a03-4ffd-99eb-129dc9fa9be7 req-980c9733-7ab0-40dd-9856-8e09b6988cb6 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1526225 Dec 08 16:10:04.311266 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-bb52dee5-d0d3-4cd5-91bc-58b6fa90b936 None None] Provisioning complete for port a1ae86b2-a58e-464f-9fd9-7e33ca134d5c triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:10:04.311843 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-bb52dee5-d0d3-4cd5-91bc-58b6fa90b936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:04.316596 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-7dd382ee-8a03-4ffd-99eb-129dc9fa9be7 req-9ff22857-45db-4b3d-bbc6-b87d58a677a5 service neutron] Request body: {'port': {'device_id': 'e704e0b6-a30f-4be7-b7e9-242b1fa3ead7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:10:04.349490 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-bb52dee5-d0d3-4cd5-91bc-58b6fa90b936 None None] Port a1ae86b2-a58e-464f-9fd9-7e33ca134d5c cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:10:04.368941 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a19b6e2-9669-43bf-9f7c-f0cfc7a715f7 req-5a66689b-f87d-4423-ba5a-abb5d40b0a0b tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:04.369919 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:04.370512 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3a19b6e2-9669-43bf-9f7c-f0cfc7a715f7 req-5a66689b-f87d-4423-ba5a-abb5d40b0a0b tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fa79378-ff1d-4e75-b22a-1ad5c70ceece HTTP/1.1" status: 200 len: 950 time: 0.2340171 Dec 08 16:10:04.444490 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [req-a1e03573-caec-45a2-9a25-c465ea6fa499 req-5d91f0ab-7a14-4b1d-8c1d-edb732a7453c tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Allocated IP 172.20.0.5 (cb7ccd97-4ed6-4775-a83f-7666f035258b/204f0526-34ba-4b28-8f9c-33ef8b4289b9/2f584af6-7e48-4058-b090-8948a1cc7a0d) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:10:04.454395 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-7dd382ee-8a03-4ffd-99eb-129dc9fa9be7 req-9ff22857-45db-4b3d-bbc6-b87d58a677a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:04.464479 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e70ac2d7-f90a-41cc-a24f-078dbe619cf6 req-e9f7f91c-194d-4e34-b028-9fec8b3f3ae5 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:04.484623 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['6da73f60-0964-418f-bfe3-e398e56c5f23'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:10:04.495356 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f7f91c-194d-4e34-b028-9fec8b3f3ae5 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Pushing event deleted for resources: {'Port': ['ID=6da73f60-0964-418f-bfe3-e398e56c5f23,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:04.520840 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3a19b6e2-9669-43bf-9f7c-f0cfc7a715f7 req-7607b3e5-f174-454d-828c-380c69153622 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412616 Dec 08 16:10:04.544103 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-e70ac2d7-f90a-41cc-a24f-078dbe619cf6 req-e9f7f91c-194d-4e34-b028-9fec8b3f3ae5 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] No DVR routers for this DVR port 6da73f60-0964-418f-bfe3-e398e56c5f23 on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:10:04.547652 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e70ac2d7-f90a-41cc-a24f-078dbe619cf6 req-e9f7f91c-194d-4e34-b028-9fec8b3f3ae5 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:04.552862 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e70ac2d7-f90a-41cc-a24f-078dbe619cf6 req-e9f7f91c-194d-4e34-b028-9fec8b3f3ae5 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] 10.222.0.76 "DELETE /v2.0/ports/6da73f60-0964-418f-bfe3-e398e56c5f23 HTTP/1.1" status: 204 len: 173 time: 0.8225091 Dec 08 16:10:04.553535 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '283deb27-256a-43a0-8bd7-d4c5cad706f5', 'name': 'network-vif-deleted', 'tag': '6da73f60-0964-418f-bfe3-e398e56c5f23'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:10:04.556553 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aca25c0-a1d8-4b71-989c-3b66f0a40993" -d '{"events": [{"server_uuid": "283deb27-256a-43a0-8bd7-d4c5cad706f5", "name": "network-vif-deleted", "tag": "6da73f60-0964-418f-bfe3-e398e56c5f23"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:10:04.737051 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-986cc175-4087-4437-b9b6-54ec92b457d7 req-00e2c29c-c076-4c6a-84b3-6531c8e1bff5 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775 tempest-FloatingIPsAssociationNegativeTestJSON-2010287775-project] 10.222.0.64 "GET /v2.0/ports?device_id=283deb27-256a-43a0-8bd7-d4c5cad706f5 HTTP/1.1" status: 200 len: 210 time: 0.0467362 Dec 08 16:10:04.848117 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-a1e03573-caec-45a2-9a25-c465ea6fa499 req-5d91f0ab-7a14-4b1d-8c1d-edb732a7453c tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:04.906564 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9af535b0-16d3-4eb1-9dd2-c19dd967a524 x-openstack-request-id: req-9af535b0-16d3-4eb1-9dd2-c19dd967a524 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:10:04.908750 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "283deb27-256a-43a0-8bd7-d4c5cad706f5", "name": "network-vif-deleted", "tag": "6da73f60-0964-418f-bfe3-e398e56c5f23", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:10:04.909048 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9af535b0-16d3-4eb1-9dd2-c19dd967a524 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:10:04.909989 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '283deb27-256a-43a0-8bd7-d4c5cad706f5', 'name': 'network-vif-deleted', 'tag': '6da73f60-0964-418f-bfe3-e398e56c5f23', 'status': 'completed', 'code': 200} Dec 08 16:10:04.986077 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2900ddb8-70c8-452d-8678-a0e984ada7b0 req-7bc57b5a-78d4-4e02-9fb6-8414495bf82b tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/ports?device_id=62557d30-a792-4deb-8fda-def51b8b1280 HTTP/1.1" status: 200 len: 210 time: 0.0309982 Dec 08 16:10:04.988795 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [req-7dd382ee-8a03-4ffd-99eb-129dc9fa9be7 req-9ff22857-45db-4b3d-bbc6-b87d58a677a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1ae86b2-a58e-464f-9fd9-7e33ca134d5c {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:10:04.996963 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-7dd382ee-8a03-4ffd-99eb-129dc9fa9be7 req-9ff22857-45db-4b3d-bbc6-b87d58a677a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:05.001231 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-a1e03573-caec-45a2-9a25-c465ea6fa499 req-5d91f0ab-7a14-4b1d-8c1d-edb732a7453c tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:05.043210 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [req-7dd382ee-8a03-4ffd-99eb-129dc9fa9be7 req-9ff22857-45db-4b3d-bbc6-b87d58a677a5 service neutron] Transition to ACTIVE for port object a1ae86b2-a58e-464f-9fd9-7e33ca134d5c will not be triggered until provisioned by entity L2. {{(pid=110551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:10:05.060130 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1e03573-caec-45a2-9a25-c465ea6fa499 req-5d91f0ab-7a14-4b1d-8c1d-edb732a7453c tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Network cb7ccd97-4ed6-4775-a83f-7666f035258b is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:10:05.074149 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [req-a1e03573-caec-45a2-9a25-c465ea6fa499 req-5d91f0ab-7a14-4b1d-8c1d-edb732a7453c tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:10:05.077641 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1e03573-caec-45a2-9a25-c465ea6fa499 req-5d91f0ab-7a14-4b1d-8c1d-edb732a7453c tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:10:05.080412 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d91f0ab-7a14-4b1d-8c1d-edb732a7453c tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Pushing event updated for resources: {'Port': ['ID=2f584af6-7e48-4058-b090-8948a1cc7a0d,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:05.127501 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-7dd382ee-8a03-4ffd-99eb-129dc9fa9be7 req-9ff22857-45db-4b3d-bbc6-b87d58a677a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:05.189935 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e03573-caec-45a2-9a25-c465ea6fa499 req-5d91f0ab-7a14-4b1d-8c1d-edb732a7453c tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:05.193588 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-a1e03573-caec-45a2-9a25-c465ea6fa499 req-5d91f0ab-7a14-4b1d-8c1d-edb732a7453c tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:05.208625 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff138722-6bec-4481-a4c2-483e289a67ae req-17e268f0-856a-4ae7-be84-b63d1bfd3e92 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:05.210263 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ff138722-6bec-4481-a4c2-483e289a67ae req-17e268f0-856a-4ae7-be84-b63d1bfd3e92 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] 10.222.0.64 "GET /v2.0/ports?device_id=e704e0b6-a30f-4be7-b7e9-242b1fa3ead7 HTTP/1.1" status: 200 len: 931 time: 0.1490457 Dec 08 16:10:05.229512 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff22857-45db-4b3d-bbc6-b87d58a677a5 service neutron] Pushing event updated for resources: {'Port': ['ID=a1ae86b2-a58e-464f-9fd9-7e33ca134d5c,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:05.315571 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a1e03573-caec-45a2-9a25-c465ea6fa499 req-5d91f0ab-7a14-4b1d-8c1d-edb732a7453c tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5249598 Dec 08 16:10:05.329061 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ff138722-6bec-4481-a4c2-483e289a67ae req-28543fa1-8fea-4e15-96a9-59561d64cced tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3d92102-813a-41cd-b9ab-7e3c2562fee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040025 Dec 08 16:10:05.333421 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-a1e03573-caec-45a2-9a25-c465ea6fa499 req-c8d33ade-956a-4dd4-b2a0-62f36cbe47d6 service neutron] Request body: {'port': {'device_id': '62557d30-a792-4deb-8fda-def51b8b1280', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:10:05.366086 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-7dd382ee-8a03-4ffd-99eb-129dc9fa9be7 req-9ff22857-45db-4b3d-bbc6-b87d58a677a5 service neutron] Attempting to bind port a1ae86b2-a58e-464f-9fd9-7e33ca134d5c on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:10:05.366430 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-7dd382ee-8a03-4ffd-99eb-129dc9fa9be7 req-9ff22857-45db-4b3d-bbc6-b87d58a677a5 service neutron] Attempting to bind port a1ae86b2-a58e-464f-9fd9-7e33ca134d5c by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': 'e61b36ba-4508-49d4-b889-d46726648385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '024a3cce-b572-41fa-96db-122bcaa2acc5'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:10:05.366767 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd382ee-8a03-4ffd-99eb-129dc9fa9be7 req-9ff22857-45db-4b3d-bbc6-b87d58a677a5 service neutron] Attempting to bind port a1ae86b2-a58e-464f-9fd9-7e33ca134d5c on network 024a3cce-b572-41fa-96db-122bcaa2acc5 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:10:05.377555 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd382ee-8a03-4ffd-99eb-129dc9fa9be7 req-9ff22857-45db-4b3d-bbc6-b87d58a677a5 service neutron] Port a1ae86b2-a58e-464f-9fd9-7e33ca134d5c on network 024a3cce-b572-41fa-96db-122bcaa2acc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:10:05.377555 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd382ee-8a03-4ffd-99eb-129dc9fa9be7 req-9ff22857-45db-4b3d-bbc6-b87d58a677a5 service neutron] Attempting to bind port a1ae86b2-a58e-464f-9fd9-7e33ca134d5c on network 024a3cce-b572-41fa-96db-122bcaa2acc5 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:10:05.397954 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd382ee-8a03-4ffd-99eb-129dc9fa9be7 req-9ff22857-45db-4b3d-bbc6-b87d58a677a5 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:10:05.398298 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd382ee-8a03-4ffd-99eb-129dc9fa9be7 req-9ff22857-45db-4b3d-bbc6-b87d58a677a5 service neutron] Checking segment: {'id': 'e61b36ba-4508-49d4-b889-d46726648385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '024a3cce-b572-41fa-96db-122bcaa2acc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:10:05.398697 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd382ee-8a03-4ffd-99eb-129dc9fa9be7 req-9ff22857-45db-4b3d-bbc6-b87d58a677a5 service neutron] Bound using segment: {'id': 'e61b36ba-4508-49d4-b889-d46726648385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '024a3cce-b572-41fa-96db-122bcaa2acc5'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:10:05.399133 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-7dd382ee-8a03-4ffd-99eb-129dc9fa9be7 req-9ff22857-45db-4b3d-bbc6-b87d58a677a5 service neutron] Bound port: a1ae86b2-a58e-464f-9fd9-7e33ca134d5c, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e61b36ba-4508-49d4-b889-d46726648385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '024a3cce-b572-41fa-96db-122bcaa2acc5'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:10:05.399499 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-7dd382ee-8a03-4ffd-99eb-129dc9fa9be7 req-9ff22857-45db-4b3d-bbc6-b87d58a677a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:05.419904 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-a1e03573-caec-45a2-9a25-c465ea6fa499 req-c8d33ade-956a-4dd4-b2a0-62f36cbe47d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:05.517293 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-7dd382ee-8a03-4ffd-99eb-129dc9fa9be7 req-9ff22857-45db-4b3d-bbc6-b87d58a677a5 service neutron] For port a1ae86b2-a58e-464f-9fd9-7e33ca134d5c, host n-h2-776250-12, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:10:05.578103 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-7dd382ee-8a03-4ffd-99eb-129dc9fa9be7 req-9ff22857-45db-4b3d-bbc6-b87d58a677a5 service neutron] For port a1ae86b2-a58e-464f-9fd9-7e33ca134d5c, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=a1ae86b2-a58e-464f-9fd9-7e33ca134d5c,segment=NetworkSegment(e61b36ba-4508-49d4-b889-d46726648385),segment_id=e61b36ba-4508-49d4-b889-d46726648385)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:10:05.700814 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e92ee-5738-49f0-8753-2e90994b139f req-a163fbec-822e-4197-a3bb-93604322f787 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:05.702338 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8f8e92ee-5738-49f0-8753-2e90994b139f req-a163fbec-822e-4197-a3bb-93604322f787 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fa79378-ff1d-4e75-b22a-1ad5c70ceece HTTP/1.1" status: 200 len: 950 time: 0.1023591 Dec 08 16:10:05.705653 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-7dd382ee-8a03-4ffd-99eb-129dc9fa9be7 req-9ff22857-45db-4b3d-bbc6-b87d58a677a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:05.785500 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd382ee-8a03-4ffd-99eb-129dc9fa9be7 req-9ff22857-45db-4b3d-bbc6-b87d58a677a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:05.786139 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-7dd382ee-8a03-4ffd-99eb-129dc9fa9be7 req-9ff22857-45db-4b3d-bbc6-b87d58a677a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:05.787572 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7dd382ee-8a03-4ffd-99eb-129dc9fa9be7 req-9ff22857-45db-4b3d-bbc6-b87d58a677a5 service neutron] 10.222.0.37 "PUT /v2.0/ports/a1ae86b2-a58e-464f-9fd9-7e33ca134d5c HTTP/1.1" status: 200 len: 1092 time: 1.4788508 Dec 08 16:10:05.788367 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e704e0b6-a30f-4be7-b7e9-242b1fa3ead7', 'tag': 'a1ae86b2-a58e-464f-9fd9-7e33ca134d5c'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:10:05.790690 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb474c9-4880-44a4-8b59-e81a6b94f300" -d '{"events": [{"name": "network-changed", "server_uuid": "e704e0b6-a30f-4be7-b7e9-242b1fa3ead7", "tag": "a1ae86b2-a58e-464f-9fd9-7e33ca134d5c"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:10:05.842127 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff22857-45db-4b3d-bbc6-b87d58a677a5 service neutron] Pushing event updated for resources: {'Port': ['ID=a1ae86b2-a58e-464f-9fd9-7e33ca134d5c,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:05.872093 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8f8e92ee-5738-49f0-8753-2e90994b139f req-eb556e4d-7669-4099-a889-e5057aa87611 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591835 Dec 08 16:10:05.889588 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [req-a1e03573-caec-45a2-9a25-c465ea6fa499 req-c8d33ade-956a-4dd4-b2a0-62f36cbe47d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f584af6-7e48-4058-b090-8948a1cc7a0d {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:10:05.898205 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-a1e03573-caec-45a2-9a25-c465ea6fa499 req-c8d33ade-956a-4dd4-b2a0-62f36cbe47d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:05.950438 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [req-a1e03573-caec-45a2-9a25-c465ea6fa499 req-c8d33ade-956a-4dd4-b2a0-62f36cbe47d6 service neutron] Transition to ACTIVE for port object 2f584af6-7e48-4058-b090-8948a1cc7a0d will not be triggered until provisioned by entity L2. {{(pid=110551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:10:05.970416 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd382ee-8a03-4ffd-99eb-129dc9fa9be7 req-da01c190-c952-4676-ae4e-d44348d16d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:05.972022 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7dd382ee-8a03-4ffd-99eb-129dc9fa9be7 req-da01c190-c952-4676-ae4e-d44348d16d79 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6e376a2054954f3fa7fd54031508fe42&device_id=e704e0b6-a30f-4be7-b7e9-242b1fa3ead7 HTTP/1.1" status: 200 len: 1095 time: 0.0688052 Dec 08 16:10:05.996516 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 42884) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:06.022630 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7dd382ee-8a03-4ffd-99eb-129dc9fa9be7 req-0668880c-1e72-41a4-86b1-9f1ee6aee64a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1ae86b2-a58e-464f-9fd9-7e33ca134d5c HTTP/1.1" status: 200 len: 217 time: 0.0429699 Dec 08 16:10:06.031120 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef83c0f1-eb08-44fe-8eea-223893d4b6d0 x-openstack-request-id: req-ef83c0f1-eb08-44fe-8eea-223893d4b6d0 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:10:06.031675 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e704e0b6-a30f-4be7-b7e9-242b1fa3ead7", "tag": "a1ae86b2-a58e-464f-9fd9-7e33ca134d5c", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:10:06.032280 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ef83c0f1-eb08-44fe-8eea-223893d4b6d0 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:10:06.032909 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e704e0b6-a30f-4be7-b7e9-242b1fa3ead7', 'tag': 'a1ae86b2-a58e-464f-9fd9-7e33ca134d5c', 'status': 'completed', 'code': 200} Dec 08 16:10:06.035550 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-a1e03573-caec-45a2-9a25-c465ea6fa499 req-c8d33ade-956a-4dd4-b2a0-62f36cbe47d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:06.125441 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd382ee-8a03-4ffd-99eb-129dc9fa9be7 req-a32bd38d-f586-4c23-ab66-d3f197b60fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:06.126956 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7dd382ee-8a03-4ffd-99eb-129dc9fa9be7 req-a32bd38d-f586-4c23-ab66-d3f197b60fb1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c8a5b535-b349-4f35-bf8e-85dbfdf621e8 HTTP/1.1" status: 200 len: 850 time: 0.0926483 Dec 08 16:10:06.129630 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d33ade-956a-4dd4-b2a0-62f36cbe47d6 service neutron] Pushing event updated for resources: {'Port': ['ID=2f584af6-7e48-4058-b090-8948a1cc7a0d,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:06.223718 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd382ee-8a03-4ffd-99eb-129dc9fa9be7 req-e50aa704-7f48-4c55-b36c-1ac09223d354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:06.225396 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7dd382ee-8a03-4ffd-99eb-129dc9fa9be7 req-e50aa704-7f48-4c55-b36c-1ac09223d354 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=024a3cce-b572-41fa-96db-122bcaa2acc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0899940 Dec 08 16:10:06.268914 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-a1e03573-caec-45a2-9a25-c465ea6fa499 req-c8d33ade-956a-4dd4-b2a0-62f36cbe47d6 service neutron] Attempting to bind port 2f584af6-7e48-4058-b090-8948a1cc7a0d on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:10:06.269207 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-a1e03573-caec-45a2-9a25-c465ea6fa499 req-c8d33ade-956a-4dd4-b2a0-62f36cbe47d6 service neutron] Attempting to bind port 2f584af6-7e48-4058-b090-8948a1cc7a0d by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '47c90d66-b9b1-48b2-9414-0fbc8593b6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'cb7ccd97-4ed6-4775-a83f-7666f035258b'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:10:06.269528 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e03573-caec-45a2-9a25-c465ea6fa499 req-c8d33ade-956a-4dd4-b2a0-62f36cbe47d6 service neutron] Attempting to bind port 2f584af6-7e48-4058-b090-8948a1cc7a0d on network cb7ccd97-4ed6-4775-a83f-7666f035258b {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:10:06.318883 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e03573-caec-45a2-9a25-c465ea6fa499 req-c8d33ade-956a-4dd4-b2a0-62f36cbe47d6 service neutron] Port 2f584af6-7e48-4058-b090-8948a1cc7a0d on network cb7ccd97-4ed6-4775-a83f-7666f035258b not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:10:06.319287 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e03573-caec-45a2-9a25-c465ea6fa499 req-c8d33ade-956a-4dd4-b2a0-62f36cbe47d6 service neutron] Attempting to bind port 2f584af6-7e48-4058-b090-8948a1cc7a0d on network cb7ccd97-4ed6-4775-a83f-7666f035258b {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:10:06.337164 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e03573-caec-45a2-9a25-c465ea6fa499 req-c8d33ade-956a-4dd4-b2a0-62f36cbe47d6 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:10:06.337645 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e03573-caec-45a2-9a25-c465ea6fa499 req-c8d33ade-956a-4dd4-b2a0-62f36cbe47d6 service neutron] Checking segment: {'id': '47c90d66-b9b1-48b2-9414-0fbc8593b6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'cb7ccd97-4ed6-4775-a83f-7666f035258b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:10:06.337910 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e03573-caec-45a2-9a25-c465ea6fa499 req-c8d33ade-956a-4dd4-b2a0-62f36cbe47d6 service neutron] Bound using segment: {'id': '47c90d66-b9b1-48b2-9414-0fbc8593b6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'cb7ccd97-4ed6-4775-a83f-7666f035258b'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:10:06.338360 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-a1e03573-caec-45a2-9a25-c465ea6fa499 req-c8d33ade-956a-4dd4-b2a0-62f36cbe47d6 service neutron] Bound port: 2f584af6-7e48-4058-b090-8948a1cc7a0d, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47c90d66-b9b1-48b2-9414-0fbc8593b6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'cb7ccd97-4ed6-4775-a83f-7666f035258b'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:10:06.338728 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-a1e03573-caec-45a2-9a25-c465ea6fa499 req-c8d33ade-956a-4dd4-b2a0-62f36cbe47d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:06.378903 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb8c49e-f450-4348-87af-ddc305401c09 req-1d53c45c-0612-451d-95c8-11335f348b81 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:06.380516 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-adb8c49e-f450-4348-87af-ddc305401c09 req-1d53c45c-0612-451d-95c8-11335f348b81 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/ports?device_id=62557d30-a792-4deb-8fda-def51b8b1280 HTTP/1.1" status: 200 len: 943 time: 0.1348698 Dec 08 16:10:06.437602 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7dd382ee-8a03-4ffd-99eb-129dc9fa9be7 req-60b189c6-17b9-4fca-b1af-5e7860684ef4 service neutron] 10.222.0.37 "GET /v2.0/networks/024a3cce-b572-41fa-96db-122bcaa2acc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052011 Dec 08 16:10:06.481353 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f7265-94a5-48fe-83ee-e990f60c3652 req-d6be8a1e-f051-4ef7-bc2f-44d4894c9bfa tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:06.482765 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3f3f7265-94a5-48fe-83ee-e990f60c3652 req-d6be8a1e-f051-4ef7-bc2f-44d4894c9bfa tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] 10.222.0.64 "GET /v2.0/ports?device_id=e704e0b6-a30f-4be7-b7e9-242b1fa3ead7 HTTP/1.1" status: 200 len: 943 time: 0.0642936 Dec 08 16:10:06.490487 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b1ed3feb-a5bb-4373-92aa-4e825b97a29e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:06.496680 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-a1e03573-caec-45a2-9a25-c465ea6fa499 req-c8d33ade-956a-4dd4-b2a0-62f36cbe47d6 service neutron] For port 2f584af6-7e48-4058-b090-8948a1cc7a0d, host n-h2-776250-12, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:10:06.537681 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-a1e03573-caec-45a2-9a25-c465ea6fa499 req-c8d33ade-956a-4dd4-b2a0-62f36cbe47d6 service neutron] For port 2f584af6-7e48-4058-b090-8948a1cc7a0d, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=2f584af6-7e48-4058-b090-8948a1cc7a0d,segment=NetworkSegment(47c90d66-b9b1-48b2-9414-0fbc8593b6cd),segment_id=47c90d66-b9b1-48b2-9414-0fbc8593b6cd)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:10:06.543048 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-adb8c49e-f450-4348-87af-ddc305401c09 req-d8a407a1-c5df-488a-af15-f351262cc2bf tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/security-groups?id=40f60a5b-0646-42dd-bbb9-4c0b871b0767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425073 Dec 08 16:10:06.589287 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7dd382ee-8a03-4ffd-99eb-129dc9fa9be7 req-428740cf-71e5-4260-be88-b57a06d5e86a service neutron] 10.222.0.37 "GET /v2.0/networks/024a3cce-b572-41fa-96db-122bcaa2acc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376898 Dec 08 16:10:06.610087 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-a1e03573-caec-45a2-9a25-c465ea6fa499 req-c8d33ade-956a-4dd4-b2a0-62f36cbe47d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:06.620132 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3f3f7265-94a5-48fe-83ee-e990f60c3652 req-c1d8793b-d20c-4b3b-9dae-02f35cca73c2 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3d92102-813a-41cd-b9ab-7e3c2562fee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268032 Dec 08 16:10:06.647417 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e03573-caec-45a2-9a25-c465ea6fa499 req-c8d33ade-956a-4dd4-b2a0-62f36cbe47d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:06.648049 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-a1e03573-caec-45a2-9a25-c465ea6fa499 req-c8d33ade-956a-4dd4-b2a0-62f36cbe47d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:06.649494 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a1e03573-caec-45a2-9a25-c465ea6fa499 req-c8d33ade-956a-4dd4-b2a0-62f36cbe47d6 service neutron] 10.222.0.37 "PUT /v2.0/ports/2f584af6-7e48-4058-b090-8948a1cc7a0d HTTP/1.1" status: 200 len: 1092 time: 1.3243692 Dec 08 16:10:06.672825 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d33ade-956a-4dd4-b2a0-62f36cbe47d6 service neutron] Pushing event updated for resources: {'Port': ['ID=2f584af6-7e48-4058-b090-8948a1cc7a0d,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:06.771668 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb474c9-4880-44a4-8b59-e81a6b94f300 req-2a8553fa-d6a8-49ce-bdbe-d789725e7e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:06.773544 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6cb474c9-4880-44a4-8b59-e81a6b94f300 req-2a8553fa-d6a8-49ce-bdbe-d789725e7e46 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6e376a2054954f3fa7fd54031508fe42&device_id=e704e0b6-a30f-4be7-b7e9-242b1fa3ead7 HTTP/1.1" status: 200 len: 1095 time: 0.0616126 Dec 08 16:10:06.806341 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-b1ed3feb-a5bb-4373-92aa-4e825b97a29e admin admin] Deleting port 5a066792-99e0-4d7e-8e60-9a564ff822dd {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:10:06.806698 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b1ed3feb-a5bb-4373-92aa-4e825b97a29e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:06.808832 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 42894) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:06.856642 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e03573-caec-45a2-9a25-c465ea6fa499 req-012f1923-79ff-4c33-9b90-785cc525b605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:06.858930 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a1e03573-caec-45a2-9a25-c465ea6fa499 req-012f1923-79ff-4c33-9b90-785cc525b605 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=51b28c5bf24246e298422a1687d82637&device_id=62557d30-a792-4deb-8fda-def51b8b1280 HTTP/1.1" status: 200 len: 1095 time: 0.0992389 Dec 08 16:10:06.912614 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-b1ed3feb-a5bb-4373-92aa-4e825b97a29e admin admin] For port 5a066792-99e0-4d7e-8e60-9a564ff822dd, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=5a066792-99e0-4d7e-8e60-9a564ff822dd,segment=NetworkSegment(c9dcf431-07ab-437d-a854-4be1bb07aa24),segment_id=c9dcf431-07ab-437d-a854-4be1bb07aa24)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:06.913024 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b1ed3feb-a5bb-4373-92aa-4e825b97a29e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:06.932709 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-b1ed3feb-a5bb-4373-92aa-4e825b97a29e admin admin] Calling delete_port for 5a066792-99e0-4d7e-8e60-9a564ff822dd owned by network:router_interface {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:10:06.948590 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0e43e72d-bc46-4d56-a2a3-ceeae3b471eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:07.143310 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0e43e72d-bc46-4d56-a2a3-ceeae3b471eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:07.201239 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a1e03573-caec-45a2-9a25-c465ea6fa499 req-59b51184-90d0-406b-8ebe-32858ad73a87 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f584af6-7e48-4058-b090-8948a1cc7a0d HTTP/1.1" status: 200 len: 217 time: 0.3299508 Dec 08 16:10:07.232115 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0e43e72d-bc46-4d56-a2a3-ceeae3b471eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:07.280468 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-0e43e72d-bc46-4d56-a2a3-ceeae3b471eb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5e75bd50e8994ce4af6a2a982ef079f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4683237 Dec 08 16:10:07.280608 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb474c9-4880-44a4-8b59-e81a6b94f300 req-27312377-88c8-4aad-808b-29fbd69cf89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:07.280754 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 42906) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:07.280868 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6cb474c9-4880-44a4-8b59-e81a6b94f300 req-27312377-88c8-4aad-808b-29fbd69cf89c service neutron] 10.222.0.37 "GET /v2.0/networks?id=024a3cce-b572-41fa-96db-122bcaa2acc5 HTTP/1.1" status: 200 len: 912 time: 0.4928396 Dec 08 16:10:07.288905 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e43e72d-bc46-4d56-a2a3-ceeae3b471eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f360a2f4-8a67-4978-bfc1-f8a4aedbfd5d,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:07.290278 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e03573-caec-45a2-9a25-c465ea6fa499 req-1ef59c58-6e88-4829-93f3-5e980b326bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:07.291860 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a1e03573-caec-45a2-9a25-c465ea6fa499 req-1ef59c58-6e88-4829-93f3-5e980b326bba service neutron] 10.222.0.37 "GET /v2.0/subnets?id=204f0526-34ba-4b28-8f9c-33ef8b4289b9 HTTP/1.1" status: 200 len: 862 time: 0.0785613 Dec 08 16:10:07.299845 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b1ed3feb-a5bb-4373-92aa-4e825b97a29e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:07.342369 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ed3feb-a5bb-4373-92aa-4e825b97a29e admin admin] Pushing event deleted for resources: {'Port': ['ID=5a066792-99e0-4d7e-8e60-9a564ff822dd,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:07.343237 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6cb474c9-4880-44a4-8b59-e81a6b94f300 req-ec438e22-b865-47f8-a17a-65f235ac2cc3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1ae86b2-a58e-464f-9fd9-7e33ca134d5c HTTP/1.1" status: 200 len: 217 time: 0.0487878 Dec 08 16:10:07.360270 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a1e03573-caec-45a2-9a25-c465ea6fa499 req-ee9dad6f-c413-4cff-83b7-e319bac571b8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cb7ccd97-4ed6-4775-a83f-7666f035258b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567155 Dec 08 16:10:07.368403 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2043f7-9c76-4314-b6a9-dbcc78c37e82 req-ea6cd545-1b78-4366-99b7-38d3a9d883cf tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:07.370047 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-eb2043f7-9c76-4314-b6a9-dbcc78c37e82 req-ea6cd545-1b78-4366-99b7-38d3a9d883cf tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fa79378-ff1d-4e75-b22a-1ad5c70ceece HTTP/1.1" status: 200 len: 950 time: 0.1738877 Dec 08 16:10:07.420643 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-12c87148-957c-43a2-926f-81792849ec52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:07.476261 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-12c87148-957c-43a2-926f-81792849ec52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:07.492516 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb474c9-4880-44a4-8b59-e81a6b94f300 req-440b8b5f-f3b3-4964-ba20-53705127eb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:07.494145 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6cb474c9-4880-44a4-8b59-e81a6b94f300 req-440b8b5f-f3b3-4964-ba20-53705127eb6e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c8a5b535-b349-4f35-bf8e-85dbfdf621e8 HTTP/1.1" status: 200 len: 850 time: 0.1365340 Dec 08 16:10:07.570246 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a1e03573-caec-45a2-9a25-c465ea6fa499 req-e6834d9c-cd60-4b29-a397-44ec90cb2a1e service neutron] 10.222.0.37 "GET /v2.0/networks/cb7ccd97-4ed6-4775-a83f-7666f035258b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924813 Dec 08 16:10:07.590193 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-eb2043f7-9c76-4314-b6a9-dbcc78c37e82 req-cc7bd13f-3974-43ed-950c-c0f71a106e52 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084591 Dec 08 16:10:07.608105 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b1ed3feb-a5bb-4373-92aa-4e825b97a29e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:07.669140 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb474c9-4880-44a4-8b59-e81a6b94f300 req-db812ef2-ead4-424e-8dbf-457b69eaa017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:07.670742 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6cb474c9-4880-44a4-8b59-e81a6b94f300 req-db812ef2-ead4-424e-8dbf-457b69eaa017 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=024a3cce-b572-41fa-96db-122bcaa2acc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1680295 Dec 08 16:10:07.673806 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-12c87148-957c-43a2-926f-81792849ec52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:07.676981 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-12c87148-957c-43a2-926f-81792849ec52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:07.678148 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-12c87148-957c-43a2-926f-81792849ec52 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f360a2f4-8a67-4978-bfc1-f8a4aedbfd5d HTTP/1.1" status: 204 len: 168 time: 0.3967104 Dec 08 16:10:07.742397 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c87148-957c-43a2-926f-81792849ec52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f360a2f4-8a67-4978-bfc1-f8a4aedbfd5d,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:07.771334 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a1e03573-caec-45a2-9a25-c465ea6fa499 req-12a0a530-4419-4ef0-82df-9667ababb676 service neutron] 10.222.0.37 "GET /v2.0/networks/cb7ccd97-4ed6-4775-a83f-7666f035258b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799760 Dec 08 16:10:07.777039 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ac714-4e31-4ce9-945f-0384cc5852b3 req-f3fbd551-abfc-4f6c-b81a-d80efbcdc62c tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:07.778549 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e80ac714-4e31-4ce9-945f-0384cc5852b3 req-f3fbd551-abfc-4f6c-b81a-d80efbcdc62c tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/ports?device_id=62557d30-a792-4deb-8fda-def51b8b1280 HTTP/1.1" status: 200 len: 943 time: 0.1197727 Dec 08 16:10:07.830244 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a52cf9-962e-4435-ada4-9d5fb24ff1fd req-f5592c92-f69e-46db-abaf-a20aa3aa2849 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:07.832405 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f7a52cf9-962e-4435-ada4-9d5fb24ff1fd req-f5592c92-f69e-46db-abaf-a20aa3aa2849 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] 10.222.0.64 "GET /v2.0/ports?device_id=e704e0b6-a30f-4be7-b7e9-242b1fa3ead7 HTTP/1.1" status: 200 len: 943 time: 0.1275945 Dec 08 16:10:07.858507 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6cb474c9-4880-44a4-8b59-e81a6b94f300 req-b8f4df77-3833-43dc-b5a8-bff83ae57e04 service neutron] 10.222.0.37 "GET /v2.0/networks/024a3cce-b572-41fa-96db-122bcaa2acc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525187 Dec 08 16:10:07.907131 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e80ac714-4e31-4ce9-945f-0384cc5852b3 req-857ee010-6b34-4558-b914-54f7ec3a172c tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/security-groups?id=40f60a5b-0646-42dd-bbb9-4c0b871b0767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189544 Dec 08 16:10:07.939350 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1ed3feb-a5bb-4373-92aa-4e825b97a29e admin admin] Router 63b9166e-f7e9-4102-8685-59573391d485 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:10:07.954014 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f7a52cf9-962e-4435-ada4-9d5fb24ff1fd req-78506f71-09dc-4b13-966d-77cd40a591ff tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3d92102-813a-41cd-b9ab-7e3c2562fee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056023 Dec 08 16:10:07.988329 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6cb474c9-4880-44a4-8b59-e81a6b94f300 req-ef5f34ae-8751-40f9-8a31-e2efbf5d5f21 service neutron] 10.222.0.37 "GET /v2.0/networks/024a3cce-b572-41fa-96db-122bcaa2acc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197855 Dec 08 16:10:08.034105 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62557d30-a792-4deb-8fda-def51b8b1280', 'tag': '2f584af6-7e48-4058-b090-8948a1cc7a0d'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:10:08.036865 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8595535-5ea0-4f8d-8491-07ca441f9ad0" -d '{"events": [{"name": "network-changed", "server_uuid": "62557d30-a792-4deb-8fda-def51b8b1280", "tag": "2f584af6-7e48-4058-b090-8948a1cc7a0d"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:10:08.048638 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 6da73f60-0964-418f-bfe3-e398e56c5f23 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:10:08.062857 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ed3feb-a5bb-4373-92aa-4e825b97a29e admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:10:08.069202 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b1ed3feb-a5bb-4373-92aa-4e825b97a29e admin admin] 10.222.0.64 "PUT /v2.0/routers/63b9166e-f7e9-4102-8685-59573391d485/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0708017 Dec 08 16:10:08.071845 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 42920) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:08.077531 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b45204-d58c-437a-82b7-7f946220841b None None] Sync routers for ids ['63b9166e-f7e9-4102-8685-59573391d485'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:10:08.094141 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b45204-d58c-437a-82b7-7f946220841b None None] Routers {'63b9166e-f7e9-4102-8685-59573391d485'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:10:08.094777 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-52b45204-d58c-437a-82b7-7f946220841b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:09:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['63b9166e-f7e9-4102-8685-59573391d485'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:10:08.100023 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: 6da73f60-0964-418f-bfe3-e398e56c5f23 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:10:08.100411 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 6da73f60-0964-418f-bfe3-e398e56c5f23 not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:10:08.124830 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4bd4c66-4680-4268-9dff-7c08e2def384 x-openstack-request-id: req-f4bd4c66-4680-4268-9dff-7c08e2def384 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:10:08.125333 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62557d30-a792-4deb-8fda-def51b8b1280", "tag": "2f584af6-7e48-4058-b090-8948a1cc7a0d", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:10:08.125603 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f4bd4c66-4680-4268-9dff-7c08e2def384 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:10:08.126018 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62557d30-a792-4deb-8fda-def51b8b1280', 'tag': '2f584af6-7e48-4058-b090-8948a1cc7a0d', 'status': 'completed', 'code': 200} Dec 08 16:10:08.182922 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8595535-5ea0-4f8d-8491-07ca441f9ad0 req-7feff811-272a-4e49-bb0f-0f4053ca2699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:08.184458 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b8595535-5ea0-4f8d-8491-07ca441f9ad0 req-7feff811-272a-4e49-bb0f-0f4053ca2699 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=51b28c5bf24246e298422a1687d82637&device_id=62557d30-a792-4deb-8fda-def51b8b1280 HTTP/1.1" status: 200 len: 1095 time: 0.0436056 Dec 08 16:10:08.230135 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-52b45204-d58c-437a-82b7-7f946220841b None None] Set router 63b9166e-f7e9-4102-8685-59573391d485 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:10:08.235826 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-348d4013-0490-423f-a46b-7dff6b96e644 admin admin] Publish callbacks [] for router, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:08.304210 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8595535-5ea0-4f8d-8491-07ca441f9ad0 req-c4ff6f4a-a728-4e73-9e9a-e88dea1a55bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:08.316840 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b8595535-5ea0-4f8d-8491-07ca441f9ad0 req-c4ff6f4a-a728-4e73-9e9a-e88dea1a55bc service neutron] 10.222.0.37 "GET /v2.0/networks?id=cb7ccd97-4ed6-4775-a83f-7666f035258b HTTP/1.1" status: 200 len: 923 time: 0.1136925 Dec 08 16:10:08.363308 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b8595535-5ea0-4f8d-8491-07ca441f9ad0 req-a4e4c6ad-07fb-41df-baa2-47d93286e11b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f584af6-7e48-4058-b090-8948a1cc7a0d HTTP/1.1" status: 200 len: 217 time: 0.0448172 Dec 08 16:10:08.364530 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:08.365499 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:10:08.377127 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-348d4013-0490-423f-a46b-7dff6b96e644 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:08.423087 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8595535-5ea0-4f8d-8491-07ca441f9ad0 req-48425460-bc5d-431a-a36f-4973b7906e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:08.424695 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b8595535-5ea0-4f8d-8491-07ca441f9ad0 req-48425460-bc5d-431a-a36f-4973b7906e3e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=204f0526-34ba-4b28-8f9c-33ef8b4289b9 HTTP/1.1" status: 200 len: 862 time: 0.0552716 Dec 08 16:10:08.446797 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-52b45204-d58c-437a-82b7-7f946220841b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b9166e-f7e9-4102-8685-59573391d485', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-657392705-router', 'tenant_id': '2a1d7bc9fe234132a7c05b943d6a296e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '7b6be695-bd18-4358-8dd0-1d318da5642c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:09:22Z', 'updated_at': '2021-12-08T16:10:07Z', 'revision_number': 5, 'project_id': '2a1d7bc9fe234132a7c05b943d6a296e', 'gw_port': {'id': '7b6be695-bd18-4358-8dd0-1d318da5642c', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b9166e-f7e9-4102-8685-59573391d485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:09:23Z', 'updated_at': '2021-12-08T16:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:10:08.458526 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b8595535-5ea0-4f8d-8491-07ca441f9ad0 req-6f3a2c02-ad52-4a22-a82b-51879cf321c8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cb7ccd97-4ed6-4775-a83f-7666f035258b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262430 Dec 08 16:10:08.471040 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 42926) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:08.477291 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b45204-d58c-437a-82b7-7f946220841b None None] Checking router: 63b9166e-f7e9-4102-8685-59573391d485 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:10:08.487028 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b45204-d58c-437a-82b7-7f946220841b None None] Routers {'63b9166e-f7e9-4102-8685-59573391d485'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:10:08.487691 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-52b45204-d58c-437a-82b7-7f946220841b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:09:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['63b9166e-f7e9-4102-8685-59573391d485'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:10:08.508126 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b3ce7681-c202-4eb0-8582-fab79e87b83e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:08.558239 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b8595535-5ea0-4f8d-8491-07ca441f9ad0 req-6b0d15d8-5421-4386-b6e5-491104449d3a service neutron] 10.222.0.37 "GET /v2.0/networks/cb7ccd97-4ed6-4775-a83f-7666f035258b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919073 Dec 08 16:10:08.564780 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-348d4013-0490-423f-a46b-7dff6b96e644 admin admin] Deleting port 7b6be695-bd18-4358-8dd0-1d318da5642c {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:10:08.565202 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-348d4013-0490-423f-a46b-7dff6b96e644 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:08.577067 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-52b45204-d58c-437a-82b7-7f946220841b None None] Set router 63b9166e-f7e9-4102-8685-59573391d485 gateway port host: None {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:10:08.635952 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-52b45204-d58c-437a-82b7-7f946220841b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b9166e-f7e9-4102-8685-59573391d485', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-657392705-router', 'tenant_id': '2a1d7bc9fe234132a7c05b943d6a296e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:09:22Z', 'updated_at': '2021-12-08T16:10:08Z', 'revision_number': 6, 'project_id': '2a1d7bc9fe234132a7c05b943d6a296e', 'gw_port_host': None}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:10:08.663885 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b45204-d58c-437a-82b7-7f946220841b None None] The sync data for ids ['63b9166e-f7e9-4102-8685-59573391d485'] in n-d-776250-12 is: [{'id': '63b9166e-f7e9-4102-8685-59573391d485', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-657392705-router', 'tenant_id': '2a1d7bc9fe234132a7c05b943d6a296e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:09:22Z', 'updated_at': '2021-12-08T16:10:08Z', 'revision_number': 6, 'project_id': '2a1d7bc9fe234132a7c05b943d6a296e', 'gw_port_host': None}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:10:08.664351 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b8595535-5ea0-4f8d-8491-07ca441f9ad0 req-9755f878-67cd-43b3-8cdc-d5d61946ab9c service neutron] 10.222.0.37 "GET /v2.0/networks/cb7ccd97-4ed6-4775-a83f-7666f035258b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974121 Dec 08 16:10:08.682372 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b3ce7681-c202-4eb0-8582-fab79e87b83e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:08.701716 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-348d4013-0490-423f-a46b-7dff6b96e644 admin admin] For port 7b6be695-bd18-4358-8dd0-1d318da5642c, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=7b6be695-bd18-4358-8dd0-1d318da5642c,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:08.702101 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-348d4013-0490-423f-a46b-7dff6b96e644 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:08.725662 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-348d4013-0490-423f-a46b-7dff6b96e644 admin admin] Calling delete_port for 7b6be695-bd18-4358-8dd0-1d318da5642c owned by network:router_gateway {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:10:08.728976 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8fcf4-1d8c-4dfe-a72c-3b5162bfdad1 req-2a9c20f1-07ae-40c5-94ba-587f9bdd8231 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:08.730525 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bda8fcf4-1d8c-4dfe-a72c-3b5162bfdad1 req-2a9c20f1-07ae-40c5-94ba-587f9bdd8231 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fa79378-ff1d-4e75-b22a-1ad5c70ceece HTTP/1.1" status: 200 len: 950 time: 0.0652413 Dec 08 16:10:08.779007 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bda8fcf4-1d8c-4dfe-a72c-3b5162bfdad1 req-9f7678a8-2d18-4f99-9805-a92891ff534f tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419557 Dec 08 16:10:08.780909 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b3ce7681-c202-4eb0-8582-fab79e87b83e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:08.858785 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b3ce7681-c202-4eb0-8582-fab79e87b83e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=be705c975cdf4eefb5fe5529a0964ac4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3857365 Dec 08 16:10:08.861347 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ce7681-c202-4eb0-8582-fab79e87b83e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e8989e-1acb-4bc8-b93f-a345fdb15ea5,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:08.861644 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42930) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:08.911668 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-42f66c98-2a43-42b3-a5ec-c5f562c2e367 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:08.933299 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-42f66c98-2a43-42b3-a5ec-c5f562c2e367 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:08.995392 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-348d4013-0490-423f-a46b-7dff6b96e644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:09.039108 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348d4013-0490-423f-a46b-7dff6b96e644 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b6be695-bd18-4358-8dd0-1d318da5642c,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:09.062986 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-42f66c98-2a43-42b3-a5ec-c5f562c2e367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:09.067034 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-42f66c98-2a43-42b3-a5ec-c5f562c2e367 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:09.068657 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-42f66c98-2a43-42b3-a5ec-c5f562c2e367 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/56e8989e-1acb-4bc8-b93f-a345fdb15ea5 HTTP/1.1" status: 204 len: 168 time: 0.2059257 Dec 08 16:10:09.085188 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f66c98-2a43-42b3-a5ec-c5f562c2e367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e8989e-1acb-4bc8-b93f-a345fdb15ea5,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:09.099244 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d4efb-6235-46cf-9704-7d7aa49c573a req-f651fa6a-924c-4d99-a7e0-9c918801364e tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:09.101276 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e63d4efb-6235-46cf-9704-7d7aa49c573a req-f651fa6a-924c-4d99-a7e0-9c918801364e tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/ports?device_id=62557d30-a792-4deb-8fda-def51b8b1280 HTTP/1.1" status: 200 len: 943 time: 0.1164203 Dec 08 16:10:09.140545 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f473f-a84e-4392-b929-6f43ef4987fc req-69abfede-12e5-44c1-bb85-eed63a4e3846 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:09.143307 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-348d4013-0490-423f-a46b-7dff6b96e644 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:09.149572 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7b0f473f-a84e-4392-b929-6f43ef4987fc req-69abfede-12e5-44c1-bb85-eed63a4e3846 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] 10.222.0.64 "GET /v2.0/ports?device_id=e704e0b6-a30f-4be7-b7e9-242b1fa3ead7 HTTP/1.1" status: 200 len: 943 time: 0.1203616 Dec 08 16:10:09.220986 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7b0f473f-a84e-4392-b929-6f43ef4987fc req-d5dd1491-4434-46f0-8339-95df177c0a8b tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3d92102-813a-41cd-b9ab-7e3c2562fee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692632 Dec 08 16:10:09.260659 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-348d4013-0490-423f-a46b-7dff6b96e644 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:09.265353 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e63d4efb-6235-46cf-9704-7d7aa49c573a req-0f1b14b8-c211-4997-a946-de8b8e146f52 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/security-groups?id=40f60a5b-0646-42dd-bbb9-4c0b871b0767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514122 Dec 08 16:10:09.267106 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-348d4013-0490-423f-a46b-7dff6b96e644 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:09.381323 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-348d4013-0490-423f-a46b-7dff6b96e644 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:09.381866 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-348d4013-0490-423f-a46b-7dff6b96e644 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63b9166e-f7e9-4102-8685-59573391d485 {{(pid=110550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:10:09.390759 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-348d4013-0490-423f-a46b-7dff6b96e644 admin admin] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:09.395514 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-348d4013-0490-423f-a46b-7dff6b96e644 admin admin] 10.222.0.64 "DELETE /v2.0/routers/63b9166e-f7e9-4102-8685-59573391d485 HTTP/1.1" status: 204 len: 168 time: 1.3189499 Dec 08 16:10:09.395514 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 42946) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:09.414421 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ca9d4-68c5-4e81-807f-530e190ed82e req-a67557bb-6548-4ab2-b91c-a2ea781c7f14 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:09.416969 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-120ca9d4-68c5-4e81-807f-530e190ed82e req-a67557bb-6548-4ab2-b91c-a2ea781c7f14 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] 10.222.0.64 "GET /v2.0/ports?device_id=df6549c6-e11b-4f30-859f-df81504dce6f HTTP/1.1" status: 200 len: 945 time: 0.0569942 Dec 08 16:10:09.452053 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-e366c5a2-f5f4-4d50-9312-82d7ced35aa6 admin admin] Deleting subnet b9919c7c-db71-413b-beee-8647df3d68d9 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:10:09.455626 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e366c5a2-f5f4-4d50-9312-82d7ced35aa6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:09.473435 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-120ca9d4-68c5-4e81-807f-530e190ed82e req-ee7eb543-1867-4fa3-8684-c7c3ffa5c83f tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] 10.222.0.64 "GET /v2.0/security-groups?id=4953b012-a6ab-4c7f-b380-486850a932a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476120 Dec 08 16:10:09.500266 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e366c5a2-f5f4-4d50-9312-82d7ced35aa6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:09.606112 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 5a066792-99e0-4d7e-8e60-9a564ff822dd no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:10:09.615804 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e366c5a2-f5f4-4d50-9312-82d7ced35aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:09.626898 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 5a066792-99e0-4d7e-8e60-9a564ff822dd {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:10:09.628654 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 5a066792-99e0-4d7e-8e60-9a564ff822dd not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:10:09.628654 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 7b6be695-bd18-4358-8dd0-1d318da5642c no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:10:09.656705 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 7b6be695-bd18-4358-8dd0-1d318da5642c {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:10:09.657359 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 7b6be695-bd18-4358-8dd0-1d318da5642c not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:10:09.760103 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e366c5a2-f5f4-4d50-9312-82d7ced35aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:09.794494 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e366c5a2-f5f4-4d50-9312-82d7ced35aa6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9919c7c-db71-413b-beee-8647df3d68d9,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:09.796792 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e366c5a2-f5f4-4d50-9312-82d7ced35aa6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:09.800526 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-e366c5a2-f5f4-4d50-9312-82d7ced35aa6 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/b9919c7c-db71-413b-beee-8647df3d68d9 HTTP/1.1" status: 204 len: 168 time: 0.4040105 Dec 08 16:10:09.802711 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 42960) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:09.802867 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17a8b81-ddcf-4cd3-9613-28e32fe32d0a None None] Network a2af261e-4dfa-45ef-8c6f-916842e6e067 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:10:09.892112 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1d0ed589-a40c-4793-873b-6df7712ee010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:09.939840 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device a1ae86b2-a58e-464f-9fd9-7e33ca134d5c details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:10:09.969961 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd17f7-bdc8-4580-9c61-9783cfcad534 req-401a7863-afd2-43cb-ae67-b5697698dc70 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:09.974458 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-dccd17f7-bdc8-4580-9c61-9783cfcad534 req-401a7863-afd2-43cb-ae67-b5697698dc70 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fa79378-ff1d-4e75-b22a-1ad5c70ceece HTTP/1.1" status: 200 len: 950 time: 0.0767953 Dec 08 16:10:09.994017 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ed589-a40c-4793-873b-6df7712ee010 admin admin] Deleting port 3f0c7a0e-c424-4094-9a6e-4f71a27e35cc {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:10:09.997444 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1d0ed589-a40c-4793-873b-6df7712ee010 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:10.068484 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port a1ae86b2-a58e-464f-9fd9-7e33ca134d5c, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=a1ae86b2-a58e-464f-9fd9-7e33ca134d5c,segment=NetworkSegment(e61b36ba-4508-49d4-b889-d46726648385),segment_id=e61b36ba-4508-49d4-b889-d46726648385)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:10.086400 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e15cb96-6f33-4620-bbf6-e241ebab1db7 None None] DHCP port deletion for a2af261e-4dfa-45ef-8c6f-916842e6e067 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:10:10.092277 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': 'a1ae86b2-a58e-464f-9fd9-7e33ca134d5c', 'network_id': '024a3cce-b572-41fa-96db-122bcaa2acc5', 'port_id': 'a1ae86b2-a58e-464f-9fd9-7e33ca134d5c', 'mac_address': 'fa:16:3e:a4:bd:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8a5b535-b349-4f35-bf8e-85dbfdf621e8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:10:10.120704 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-1d0ed589-a40c-4793-873b-6df7712ee010 admin admin] For port 3f0c7a0e-c424-4094-9a6e-4f71a27e35cc, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=3f0c7a0e-c424-4094-9a6e-4f71a27e35cc,segment=NetworkSegment(c9dcf431-07ab-437d-a854-4be1bb07aa24),segment_id=c9dcf431-07ab-437d-a854-4be1bb07aa24)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:10.121089 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1d0ed589-a40c-4793-873b-6df7712ee010 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:10.143295 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ed589-a40c-4793-873b-6df7712ee010 admin admin] Calling delete_port for 3f0c7a0e-c424-4094-9a6e-4f71a27e35cc owned by network:dhcp {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:10:10.149135 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-dccd17f7-bdc8-4580-9c61-9783cfcad534 req-040ec61a-27a9-4ffd-83df-86b8673175e3 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570148 Dec 08 16:10:10.168595 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:10.185013 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-1e15cb96-6f33-4620-bbf6-e241ebab1db7 None None] Deleting port 3f0c7a0e-c424-4094-9a6e-4f71a27e35cc {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:10:10.185434 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1e15cb96-6f33-4620-bbf6-e241ebab1db7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:10.189207 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1ae86b2-a58e-464f-9fd9-7e33ca134d5c {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:10:10.269672 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port a1ae86b2-a58e-464f-9fd9-7e33ca134d5c, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=a1ae86b2-a58e-464f-9fd9-7e33ca134d5c,segment=NetworkSegment(e61b36ba-4508-49d4-b889-d46726648385),segment_id=e61b36ba-4508-49d4-b889-d46726648385)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:10.292657 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-1e15cb96-6f33-4620-bbf6-e241ebab1db7 None None] For port 3f0c7a0e-c424-4094-9a6e-4f71a27e35cc, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=3f0c7a0e-c424-4094-9a6e-4f71a27e35cc,segment=NetworkSegment(c9dcf431-07ab-437d-a854-4be1bb07aa24),segment_id=c9dcf431-07ab-437d-a854-4be1bb07aa24)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:10.293072 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1e15cb96-6f33-4620-bbf6-e241ebab1db7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:10.311498 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-1e15cb96-6f33-4620-bbf6-e241ebab1db7 None None] Calling delete_port for 3f0c7a0e-c424-4094-9a6e-4f71a27e35cc owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:10:10.383437 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59302750-7fe3-4a20-8ae0-8c92dcf29be0 req-8befa3f2-773b-4679-a2b8-18086a44b4ba tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:10.390186 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-59302750-7fe3-4a20-8ae0-8c92dcf29be0 req-8befa3f2-773b-4679-a2b8-18086a44b4ba tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] 10.222.0.64 "GET /v2.0/ports?device_id=e704e0b6-a30f-4be7-b7e9-242b1fa3ead7 HTTP/1.1" status: 200 len: 943 time: 0.0665777 Dec 08 16:10:10.398051 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1d0ed589-a40c-4793-873b-6df7712ee010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:10.399120 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:10.432218 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1e15cb96-6f33-4620-bbf6-e241ebab1db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:10.450455 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-59302750-7fe3-4a20-8ae0-8c92dcf29be0 req-6c2c7d53-b58b-45cc-a89e-1ed517fed5d5 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3d92102-813a-41cd-b9ab-7e3c2562fee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572250 Dec 08 16:10:10.455247 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ed589-a40c-4793-873b-6df7712ee010 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f0c7a0e-c424-4094-9a6e-4f71a27e35cc,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:10.456288 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e15cb96-6f33-4620-bbf6-e241ebab1db7 None None] No DVR routers for this DVR port 3f0c7a0e-c424-4094-9a6e-4f71a27e35cc on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:10:10.463204 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0ed589-a40c-4793-873b-6df7712ee010 admin admin] No DVR routers for this DVR port 3f0c7a0e-c424-4094-9a6e-4f71a27e35cc on host n-d-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:10:10.471020 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=a1ae86b2-a58e-464f-9fd9-7e33ca134d5c,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:10.505897 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e15cb96-6f33-4620-bbf6-e241ebab1db7 None None] Pushing event deleted for resources: {'Port': ['ID=3f0c7a0e-c424-4094-9a6e-4f71a27e35cc,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:10.572825 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1d0ed589-a40c-4793-873b-6df7712ee010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:10.599060 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-1d0ed589-a40c-4793-873b-6df7712ee010 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2af261e-4dfa-45ef-8c6f-916842e6e067']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:10:10.615425 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-1d0ed589-a40c-4793-873b-6df7712ee010 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9dcf431-07ab-437d-a854-4be1bb07aa24') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:10:10.615736 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-1d0ed589-a40c-4793-873b-6df7712ee010 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9dcf431-07ab-437d-a854-4be1bb07aa24') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:10:10.619048 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8b395-fdc0-48cf-acea-6424c67a6c25 req-b36f18ba-8d82-460d-aa16-c0dce98cbcc9 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:10.621340 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3bc8b395-fdc0-48cf-acea-6424c67a6c25 req-b36f18ba-8d82-460d-aa16-c0dce98cbcc9 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/ports?device_id=62557d30-a792-4deb-8fda-def51b8b1280 HTTP/1.1" status: 200 len: 943 time: 0.0674412 Dec 08 16:10:10.630499 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1d0ed589-a40c-4793-873b-6df7712ee010 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:10.649238 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1d0ed589-a40c-4793-873b-6df7712ee010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:10.656791 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d0ed589-a40c-4793-873b-6df7712ee010 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:10:10.663751 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1d0ed589-a40c-4793-873b-6df7712ee010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:10.663751 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:10:10.663751 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:10:10.663751 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:10:10.663751 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:10:10.663751 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:10:10.663751 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:10:10.663751 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:10:10.663751 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:10:10.663751 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:10:10.663751 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:10:10.663751 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:10:10.663751 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:10:10.663751 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:10:10.663751 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:10:10.663751 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:10:10.663751 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:10:10.663751 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:10:10.663751 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:10:10.663751 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:10:10.663751 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:10:10.663751 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:10:10.663751 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:10:10.663751 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:10:10.663751 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:10:10.663751 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:10:10.663751 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:10:10.663751 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:10:10.663751 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:10:10.663751 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:10:10.663751 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:10:10.663751 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:10:10.663751 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:10:10.683182 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3bc8b395-fdc0-48cf-acea-6424c67a6c25 req-4f4afd88-f283-46d9-9f1c-53ea17efd70f tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/security-groups?id=40f60a5b-0646-42dd-bbb9-4c0b871b0767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559564 Dec 08 16:10:10.689237 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['a1ae86b2-a58e-464f-9fd9-7e33ca134d5c'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:10:10.793296 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1d0ed589-a40c-4793-873b-6df7712ee010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:10.829746 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1d0ed589-a40c-4793-873b-6df7712ee010 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:10.835972 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-1d0ed589-a40c-4793-873b-6df7712ee010 admin admin] 10.222.0.64 "DELETE /v2.0/networks/a2af261e-4dfa-45ef-8c6f-916842e6e067 HTTP/1.1" status: 204 len: 168 time: 1.0308349 Dec 08 16:10:10.837013 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ed589-a40c-4793-873b-6df7712ee010 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2af261e-4dfa-45ef-8c6f-916842e6e067,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:10.875689 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598177f8-1f36-48c8-ae74-b590f86ea07f req-23682f16-61cd-408b-b605-1f07870fff95 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:10.878494 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-598177f8-1f36-48c8-ae74-b590f86ea07f req-23682f16-61cd-408b-b605-1f07870fff95 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] 10.222.0.64 "GET /v2.0/ports?device_id=df6549c6-e11b-4f30-859f-df81504dce6f HTTP/1.1" status: 200 len: 945 time: 0.0558054 Dec 08 16:10:10.928476 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-598177f8-1f36-48c8-ae74-b590f86ea07f req-c2a4f6a8-d66f-4034-a289-d1777b959d97 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] 10.222.0.64 "GET /v2.0/security-groups?id=4953b012-a6ab-4c7f-b380-486850a932a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441380 Dec 08 16:10:11.271318 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43010) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:11.272951 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4354ca-5085-46a2-9baf-280cc205a99c req-e94f245e-8a3e-4d41-83c7-05cb4f08bf6a tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:11.277425 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9b4354ca-5085-46a2-9baf-280cc205a99c req-e94f245e-8a3e-4d41-83c7-05cb4f08bf6a tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fa79378-ff1d-4e75-b22a-1ad5c70ceece HTTP/1.1" status: 200 len: 950 time: 0.0513530 Dec 08 16:10:11.324713 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-258c56ad-693e-47ae-949d-0c6bf86bdadb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2a1d7bc9fe234132a7c05b943d6a296e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0520856 Dec 08 16:10:11.327305 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43014) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:11.332737 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9b4354ca-5085-46a2-9baf-280cc205a99c req-638f4048-3416-4bbe-81f3-8ae71a4bdf0a tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520763 Dec 08 16:10:11.384902 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1106b230-49b0-4277-8359-d4aa4a1a02e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:11.408337 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1106b230-49b0-4277-8359-d4aa4a1a02e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:11.438080 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d945a2bf-04fd-409f-9c00-88a25b741d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:11.547422 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1106b230-49b0-4277-8359-d4aa4a1a02e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:11.550307 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1106b230-49b0-4277-8359-d4aa4a1a02e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:11.551570 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-1106b230-49b0-4277-8359-d4aa4a1a02e8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/91e0a9e5-f144-4ef2-8e63-80ae32874ddc HTTP/1.1" status: 204 len: 168 time: 0.2226474 Dec 08 16:10:11.562630 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1106b230-49b0-4277-8359-d4aa4a1a02e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e0a9e5-f144-4ef2-8e63-80ae32874ddc,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:11.587510 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 3f0c7a0e-c424-4094-9a6e-4f71a27e35cc no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:10:11.590902 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eadb343-f885-473b-a8be-8d2298e8fc95 req-da15026e-0cb9-4353-8d33-fdbd52504901 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:11.599667 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5eadb343-f885-473b-a8be-8d2298e8fc95 req-da15026e-0cb9-4353-8d33-fdbd52504901 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] 10.222.0.64 "GET /v2.0/ports?device_id=e704e0b6-a30f-4be7-b7e9-242b1fa3ead7 HTTP/1.1" status: 200 len: 944 time: 0.0636454 Dec 08 16:10:11.630745 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 3f0c7a0e-c424-4094-9a6e-4f71a27e35cc {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:10:11.631434 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 3f0c7a0e-c424-4094-9a6e-4f71a27e35cc not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:10:11.648629 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5eadb343-f885-473b-a8be-8d2298e8fc95 req-e44c6625-0338-42dd-aa4e-ff24e8ec6622 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3d92102-813a-41cd-b9ab-7e3c2562fee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477543 Dec 08 16:10:11.865075 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9081ef4d-a163-4af5-8a1d-7402b82cf04b req-6cb6ea88-0d00-44c3-9267-43ccb88ffd30 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:11.865075 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9081ef4d-a163-4af5-8a1d-7402b82cf04b req-6cb6ea88-0d00-44c3-9267-43ccb88ffd30 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] 10.222.0.64 "GET /v2.0/ports?device_id=df6549c6-e11b-4f30-859f-df81504dce6f HTTP/1.1" status: 200 len: 945 time: 0.0525763 Dec 08 16:10:11.910675 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9081ef4d-a163-4af5-8a1d-7402b82cf04b req-d537375c-3d50-48e5-bfda-dbb7948b9a52 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] 10.222.0.64 "GET /v2.0/security-groups?id=4953b012-a6ab-4c7f-b380-486850a932a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440476 Dec 08 16:10:11.936654 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 2f584af6-7e48-4058-b090-8948a1cc7a0d details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:10:11.938786 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device a1ae86b2-a58e-464f-9fd9-7e33ca134d5c up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:10:12.035686 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2feb888-f75e-4f6e-a881-89bf33b53d07 req-cb8c4a6b-9a95-44a5-8764-2f02898e1e93 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:12.037626 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c2feb888-f75e-4f6e-a881-89bf33b53d07 req-cb8c4a6b-9a95-44a5-8764-2f02898e1e93 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/ports?device_id=62557d30-a792-4deb-8fda-def51b8b1280 HTTP/1.1" status: 200 len: 943 time: 0.0691712 Dec 08 16:10:12.091397 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 2f584af6-7e48-4058-b090-8948a1cc7a0d, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=2f584af6-7e48-4058-b090-8948a1cc7a0d,segment=NetworkSegment(47c90d66-b9b1-48b2-9414-0fbc8593b6cd),segment_id=47c90d66-b9b1-48b2-9414-0fbc8593b6cd)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:12.112882 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c2feb888-f75e-4f6e-a881-89bf33b53d07 req-1c7b64ed-f24a-4261-b37e-c6043f035fe9 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/security-groups?id=40f60a5b-0646-42dd-bbb9-4c0b871b0767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684612 Dec 08 16:10:12.127186 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '2f584af6-7e48-4058-b090-8948a1cc7a0d', 'network_id': 'cb7ccd97-4ed6-4775-a83f-7666f035258b', 'port_id': '2f584af6-7e48-4058-b090-8948a1cc7a0d', 'mac_address': 'fa:16:3e:ce:e9:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '204f0526-34ba-4b28-8f9c-33ef8b4289b9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:10:12.175892 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:12.192958 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f584af6-7e48-4058-b090-8948a1cc7a0d {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:10:12.227204 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 2f584af6-7e48-4058-b090-8948a1cc7a0d, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=2f584af6-7e48-4058-b090-8948a1cc7a0d,segment=NetworkSegment(47c90d66-b9b1-48b2-9414-0fbc8593b6cd),segment_id=47c90d66-b9b1-48b2-9414-0fbc8593b6cd)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:12.346599 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port a1ae86b2-a58e-464f-9fd9-7e33ca134d5c completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:10:12.351124 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port a1ae86b2-a58e-464f-9fd9-7e33ca134d5c triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:10:12.351510 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:12.395974 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:12.491087 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:12.495819 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d67d0-10af-45cd-be39-2d22baab6534 req-338b53c1-7bca-4215-bbcc-a88a8f220fa6 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:12.495819 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c44d67d0-10af-45cd-be39-2d22baab6534 req-338b53c1-7bca-4215-bbcc-a88a8f220fa6 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fa79378-ff1d-4e75-b22a-1ad5c70ceece HTTP/1.1" status: 200 len: 950 time: 0.0696106 Dec 08 16:10:12.509789 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=2f584af6-7e48-4058-b090-8948a1cc7a0d,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:12.526435 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:12.526776 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:12.527468 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:12.527809 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:12.528160 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:12.528519 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:12.528849 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:12.529174 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:12.529498 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:12.529818 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:12.530143 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:12.530463 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:12.530780 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:12.547388 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e704e0b6-a30f-4be7-b7e9-242b1fa3ead7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ae86b2-a58e-464f-9fd9-7e33ca134d5c'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:10:12.548700 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c44d67d0-10af-45cd-be39-2d22baab6534 req-1f73ad3b-ffbe-4b62-bc18-1702a406cfa6 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492122 Dec 08 16:10:12.555767 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994bd873-d06d-4630-885c-21ded97dfa27" -d '{"events": [{"server_uuid": "e704e0b6-a30f-4be7-b7e9-242b1fa3ead7", "name": "network-vif-plugged", "status": "completed", "tag": "a1ae86b2-a58e-464f-9fd9-7e33ca134d5c"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:10:12.562781 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port a1ae86b2-a58e-464f-9fd9-7e33ca134d5c, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=a1ae86b2-a58e-464f-9fd9-7e33ca134d5c,segment=NetworkSegment(e61b36ba-4508-49d4-b889-d46726648385),segment_id=e61b36ba-4508-49d4-b889-d46726648385)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:12.597219 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a333f9-4bd4-454a-b257-89d873f275df x-openstack-request-id: req-b1a333f9-4bd4-454a-b257-89d873f275df {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:10:12.597539 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e704e0b6-a30f-4be7-b7e9-242b1fa3ead7", "name": "network-vif-plugged", "status": "completed", "tag": "a1ae86b2-a58e-464f-9fd9-7e33ca134d5c", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:10:12.597819 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b1a333f9-4bd4-454a-b257-89d873f275df {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:10:12.598236 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e704e0b6-a30f-4be7-b7e9-242b1fa3ead7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ae86b2-a58e-464f-9fd9-7e33ca134d5c', 'code': 200} Dec 08 16:10:12.627113 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:12.701251 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['2f584af6-7e48-4058-b090-8948a1cc7a0d'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:10:12.730921 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36321c8-9bc0-4e10-8a07-d86564cf4b3c req-70d56f97-ea61-4910-b248-8bf7fc97b48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:12.734053 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f36321c8-9bc0-4e10-8a07-d86564cf4b3c req-70d56f97-ea61-4910-b248-8bf7fc97b48d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e704e0b6-a30f-4be7-b7e9-242b1fa3ead7 HTTP/1.1" status: 200 len: 1097 time: 0.0638461 Dec 08 16:10:12.767836 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=a1ae86b2-a58e-464f-9fd9-7e33ca134d5c,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:12.821943 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f36321c8-9bc0-4e10-8a07-d86564cf4b3c req-ac57bd25-8b95-442e-a4c6-ed6376f194fa service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a3d92102-813a-41cd-b9ab-7e3c2562fee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781920 Dec 08 16:10:12.838269 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791bfa26-2be0-4e59-8c83-a9842ec3364e req-18463710-fb8b-4a65-8e66-f05ecce022de tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:12.840027 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-791bfa26-2be0-4e59-8c83-a9842ec3364e req-18463710-fb8b-4a65-8e66-f05ecce022de tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] 10.222.0.64 "GET /v2.0/ports?device_id=e704e0b6-a30f-4be7-b7e9-242b1fa3ead7 HTTP/1.1" status: 200 len: 945 time: 0.0799813 Dec 08 16:10:12.895656 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-791bfa26-2be0-4e59-8c83-a9842ec3364e req-b274f774-8155-412c-a9d0-57ad4f24508a tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3d92102-813a-41cd-b9ab-7e3c2562fee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466990 Dec 08 16:10:13.009750 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43084) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:13.129116 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-0df53ced-8d87-49f4-97bf-8aa02ac28f65 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-908327225-network', 'tenant_id': 'f8fd75cc9fac46468450b88522167925'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:10:13.166064 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c60c968-d4d5-4ecf-a5f2-4b64c1e2d6ba req-6c5c205d-c8cc-445d-a4c9-c78e64ffde9a tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:13.167703 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0c60c968-d4d5-4ecf-a5f2-4b64c1e2d6ba req-6c5c205d-c8cc-445d-a4c9-c78e64ffde9a tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] 10.222.0.64 "GET /v2.0/ports?device_id=df6549c6-e11b-4f30-859f-df81504dce6f HTTP/1.1" status: 200 len: 945 time: 0.0574062 Dec 08 16:10:13.218071 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0c60c968-d4d5-4ecf-a5f2-4b64c1e2d6ba req-273b4f1d-e8a0-43b6-bcbb-e118743db4d8 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] 10.222.0.64 "GET /v2.0/security-groups?id=4953b012-a6ab-4c7f-b380-486850a932a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438862 Dec 08 16:10:13.241592 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df53ced-8d87-49f4-97bf-8aa02ac28f65 admin admin] Made reservation on behalf of f8fd75cc9fac46468450b88522167925 for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:10:13.241592 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0df53ced-8d87-49f4-97bf-8aa02ac28f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:13.249761 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0df53ced-8d87-49f4-97bf-8aa02ac28f65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:13.330817 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0df53ced-8d87-49f4-97bf-8aa02ac28f65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:13.334415 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e61ba5-1e49-4ee1-80c6-58a4a46330fa req-27654e0d-fa4d-4307-882e-5b6b8bff890a tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:13.336148 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-41e61ba5-1e49-4ee1-80c6-58a4a46330fa req-27654e0d-fa4d-4307-882e-5b6b8bff890a tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] 10.222.0.37 "GET /v2.0/ports?device_id=df6549c6-e11b-4f30-859f-df81504dce6f HTTP/1.1" status: 200 len: 945 time: 0.0852165 Dec 08 16:10:13.387581 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f566a9-4a58-4fbf-b683-fa670569c020 req-aeffd6fc-c056-486d-83eb-6c381a996b1b tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:13.389300 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-56f566a9-4a58-4fbf-b683-fa670569c020 req-aeffd6fc-c056-486d-83eb-6c381a996b1b tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/ports?device_id=62557d30-a792-4deb-8fda-def51b8b1280 HTTP/1.1" status: 200 len: 944 time: 0.0503349 Dec 08 16:10:13.410453 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0df53ced-8d87-49f4-97bf-8aa02ac28f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:13.446395 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-41e61ba5-1e49-4ee1-80c6-58a4a46330fa req-7ed1cd43-bc16-4897-84e2-57eaddf610cc tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Deleting port db04a564-c35b-4b48-8713-1a4c6d9205c9 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:10:13.446916 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-41e61ba5-1e49-4ee1-80c6-58a4a46330fa req-7ed1cd43-bc16-4897-84e2-57eaddf610cc tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:13.451888 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0df53ced-8d87-49f4-97bf-8aa02ac28f65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:10:13.563006 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-41e61ba5-1e49-4ee1-80c6-58a4a46330fa req-7ed1cd43-bc16-4897-84e2-57eaddf610cc tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] For port db04a564-c35b-4b48-8713-1a4c6d9205c9, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=db04a564-c35b-4b48-8713-1a4c6d9205c9,segment=NetworkSegment(5ed0f1f4-af24-468e-83c5-3137b1fd0d8f),segment_id=5ed0f1f4-af24-468e-83c5-3137b1fd0d8f)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:13.563680 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-41e61ba5-1e49-4ee1-80c6-58a4a46330fa req-7ed1cd43-bc16-4897-84e2-57eaddf610cc tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:13.746716 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-28dc4c3b-3c09-4131-b8a1-9c1070bdeaeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:13.794815 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df53ced-8d87-49f4-97bf-8aa02ac28f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c57d1f2b-ba39-4db2-9fe9-9244f7bc5204,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:13.798084 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0df53ced-8d87-49f4-97bf-8aa02ac28f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:13.798436 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-0df53ced-8d87-49f4-97bf-8aa02ac28f65 admin admin] Added segment 09481b2f-1741-4ed9-954d-8662f5430199 of type vlan for network e60a364a-0b1a-4c2a-ab4a-d9360d166e6d Dec 08 16:10:13.801239 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43a5eff-7cb3-4fa7-b1c2-ff73b5dd9e47 req-f7933617-87ea-4858-9b4b-caaf732f2f64 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:13.802816 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-56f566a9-4a58-4fbf-b683-fa670569c020 req-6be2b28f-7f7e-4413-9f93-dbc6842cc411 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/security-groups?id=40f60a5b-0646-42dd-bbb9-4c0b871b0767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4067130 Dec 08 16:10:13.809276 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d43a5eff-7cb3-4fa7-b1c2-ff73b5dd9e47 req-f7933617-87ea-4858-9b4b-caaf732f2f64 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fa79378-ff1d-4e75-b22a-1ad5c70ceece HTTP/1.1" status: 200 len: 950 time: 0.1261504 Dec 08 16:10:13.846982 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0df53ced-8d87-49f4-97bf-8aa02ac28f65 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:13.876962 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d43a5eff-7cb3-4fa7-b1c2-ff73b5dd9e47 req-a423e0f0-719d-48d9-894f-4f96608bcb9b tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664241 Dec 08 16:10:13.939747 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-41e61ba5-1e49-4ee1-80c6-58a4a46330fa req-7ed1cd43-bc16-4897-84e2-57eaddf610cc tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:13.940126 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-41e61ba5-1e49-4ee1-80c6-58a4a46330fa req-7ed1cd43-bc16-4897-84e2-57eaddf610cc tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:13.941026 n-d-776250-12 neutron-server[110551]: INFO neutron.db.l3_db [req-41e61ba5-1e49-4ee1-80c6-58a4a46330fa req-7ed1cd43-bc16-4897-84e2-57eaddf610cc tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Floating IP 6ad7e78c-47ac-4975-89e9-0621b3f12a96 disassociated. External IP: 172.25.0.243, port: db04a564-c35b-4b48-8713-1a4c6d9205c9. Dec 08 16:10:13.941382 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-41e61ba5-1e49-4ee1-80c6-58a4a46330fa req-7ed1cd43-bc16-4897-84e2-57eaddf610cc tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Calling delete_port for db04a564-c35b-4b48-8713-1a4c6d9205c9 owned by compute:nova {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:10:13.946992 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0df53ced-8d87-49f4-97bf-8aa02ac28f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:13.951255 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df53ced-8d87-49f4-97bf-8aa02ac28f65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:13.951255 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0df53ced-8d87-49f4-97bf-8aa02ac28f65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:13.958448 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 2f584af6-7e48-4058-b090-8948a1cc7a0d up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:10:14.029650 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df53ced-8d87-49f4-97bf-8aa02ac28f65 admin admin] Pushing event updated for resources: {'Network': ['ID=e60a364a-0b1a-4c2a-ab4a-d9360d166e6d,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:14.045001 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network e60a364a-0b1a-4c2a-ab4a-d9360d166e6d details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:10:14.107624 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc2bee1-4684-4e71-8fc3-ac4e5f911431 req-ecae6313-0f5d-4cbb-8a03-fcff3f5d2528 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:14.110862 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fdc2bee1-4684-4e71-8fc3-ac4e5f911431 req-ecae6313-0f5d-4cbb-8a03-fcff3f5d2528 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] 10.222.0.64 "GET /v2.0/ports?device_id=e704e0b6-a30f-4be7-b7e9-242b1fa3ead7 HTTP/1.1" status: 200 len: 945 time: 0.0819018 Dec 08 16:10:14.122684 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port 2f584af6-7e48-4058-b090-8948a1cc7a0d completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:10:14.126779 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 2f584af6-7e48-4058-b090-8948a1cc7a0d triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:10:14.127463 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:14.176525 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-41e61ba5-1e49-4ee1-80c6-58a4a46330fa req-7ed1cd43-bc16-4897-84e2-57eaddf610cc tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:14.192650 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fdc2bee1-4684-4e71-8fc3-ac4e5f911431 req-47a180be-c2d8-49f1-a410-5954625ae9ae tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3d92102-813a-41cd-b9ab-7e3c2562fee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736392 Dec 08 16:10:14.199425 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-0df53ced-8d87-49f4-97bf-8aa02ac28f65 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1885948 Dec 08 16:10:14.202540 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43110) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:14.209780 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-e6f760e8-5768-4d5d-ab87-090e33a0dc6b admin admin] Request body: {'subnet': {'network_id': 'e60a364a-0b1a-4c2a-ab4a-d9360d166e6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-908327225-subnet', 'tenant_id': 'f8fd75cc9fac46468450b88522167925', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:10:14.217089 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed1cd43-bc16-4897-84e2-57eaddf610cc tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Pushing event deleted for resources: {'Port': ['ID=db04a564-c35b-4b48-8713-1a4c6d9205c9,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:14.260110 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:14.301238 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 2f584af6-7e48-4058-b090-8948a1cc7a0d, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=2f584af6-7e48-4058-b090-8948a1cc7a0d,segment=NetworkSegment(47c90d66-b9b1-48b2-9414-0fbc8593b6cd),segment_id=47c90d66-b9b1-48b2-9414-0fbc8593b6cd)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:14.316961 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f760e8-5768-4d5d-ab87-090e33a0dc6b admin admin] Made reservation on behalf of f8fd75cc9fac46468450b88522167925 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:10:14.319457 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e6f760e8-5768-4d5d-ab87-090e33a0dc6b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:14.372036 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-54381682-a314-448d-8e9e-2a5aea2f90b1 req-9b23961e-8f6c-4b01-8147-1bd4a2d1c0b1 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] 10.222.0.64 "GET /v2.0/ports?device_id=df6549c6-e11b-4f30-859f-df81504dce6f HTTP/1.1" status: 200 len: 210 time: 0.0632126 Dec 08 16:10:14.380292 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:14.411009 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41e61ba5-1e49-4ee1-80c6-58a4a46330fa req-7ed1cd43-bc16-4897-84e2-57eaddf610cc tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Router 08cac69e-63f2-46d9-bcfb-aa45250c1e01 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:10:14.442682 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=2f584af6-7e48-4058-b090-8948a1cc7a0d,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:14.532446 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41e61ba5-1e49-4ee1-80c6-58a4a46330fa req-7ed1cd43-bc16-4897-84e2-57eaddf610cc tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:10:14.542628 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b259cac3-8315-4c30-86ee-86519b932cbb None None] Sync routers for ids ['08cac69e-63f2-46d9-bcfb-aa45250c1e01'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:10:14.553917 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b259cac3-8315-4c30-86ee-86519b932cbb None None] Routers {'08cac69e-63f2-46d9-bcfb-aa45250c1e01'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:10:14.554634 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-b259cac3-8315-4c30-86ee-86519b932cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:10:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['08cac69e-63f2-46d9-bcfb-aa45250c1e01'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:10:14.576783 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-41e61ba5-1e49-4ee1-80c6-58a4a46330fa req-7ed1cd43-bc16-4897-84e2-57eaddf610cc tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] No DVR routers for this DVR port db04a564-c35b-4b48-8713-1a4c6d9205c9 on host n-h2-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:10:14.579616 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-41e61ba5-1e49-4ee1-80c6-58a4a46330fa req-7ed1cd43-bc16-4897-84e2-57eaddf610cc tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:14.583990 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-41e61ba5-1e49-4ee1-80c6-58a4a46330fa req-7ed1cd43-bc16-4897-84e2-57eaddf610cc tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] 10.222.0.37 "DELETE /v2.0/ports/db04a564-c35b-4b48-8713-1a4c6d9205c9 HTTP/1.1" status: 204 len: 173 time: 1.2388411 Dec 08 16:10:14.584570 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df6549c6-e11b-4f30-859f-df81504dce6f', 'name': 'network-vif-deleted', 'tag': 'db04a564-c35b-4b48-8713-1a4c6d9205c9'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:10:14.592945 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e6f760e8-5768-4d5d-ab87-090e33a0dc6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:14.598109 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd766f0-8783-4687-b4df-5c00d550f821" -d '{"events": [{"server_uuid": "df6549c6-e11b-4f30-859f-df81504dce6f", "name": "network-vif-deleted", "tag": "db04a564-c35b-4b48-8713-1a4c6d9205c9"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:10:14.599291 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62557d30-a792-4deb-8fda-def51b8b1280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f584af6-7e48-4058-b090-8948a1cc7a0d'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:10:14.601774 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ce2121-1fae-4f2c-a7ce-4a6d84956c66" -d '{"events": [{"server_uuid": "62557d30-a792-4deb-8fda-def51b8b1280", "name": "network-vif-plugged", "status": "completed", "tag": "2f584af6-7e48-4058-b090-8948a1cc7a0d"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:10:14.667228 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-890e4487-b638-4125-876b-cd27b3604a7f x-openstack-request-id: req-890e4487-b638-4125-876b-cd27b3604a7f {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:10:14.674101 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62557d30-a792-4deb-8fda-def51b8b1280", "name": "network-vif-plugged", "status": "completed", "tag": "2f584af6-7e48-4058-b090-8948a1cc7a0d", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:10:14.674101 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-890e4487-b638-4125-876b-cd27b3604a7f {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:10:14.674101 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62557d30-a792-4deb-8fda-def51b8b1280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f584af6-7e48-4058-b090-8948a1cc7a0d', 'code': 200} Dec 08 16:10:14.675970 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad6aacc0-57d4-4387-8298-f0696b3df4a9 x-openstack-request-id: req-ad6aacc0-57d4-4387-8298-f0696b3df4a9 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:10:14.676326 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df6549c6-e11b-4f30-859f-df81504dce6f", "name": "network-vif-deleted", "tag": "db04a564-c35b-4b48-8713-1a4c6d9205c9", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:10:14.676606 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ad6aacc0-57d4-4387-8298-f0696b3df4a9 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:10:14.677071 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df6549c6-e11b-4f30-859f-df81504dce6f', 'name': 'network-vif-deleted', 'tag': 'db04a564-c35b-4b48-8713-1a4c6d9205c9', 'status': 'completed', 'code': 200} Dec 08 16:10:14.700905 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-b259cac3-8315-4c30-86ee-86519b932cbb None None] Set router 08cac69e-63f2-46d9-bcfb-aa45250c1e01 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:10:14.701158 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f760e8-5768-4d5d-ab87-090e33a0dc6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=98a0d45e-151b-41ab-827a-f98988282fa4,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:14.719223 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f760e8-5768-4d5d-ab87-090e33a0dc6b admin admin] Checking segment: {'id': '09481b2f-1741-4ed9-954d-8662f5430199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e60a364a-0b1a-4c2a-ab4a-d9360d166e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:10:14.719587 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f760e8-5768-4d5d-ab87-090e33a0dc6b admin admin] Network hostable DHCP agents. Network: e60a364a-0b1a-4c2a-ab4a-d9360d166e6d, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:10:14.831628 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb69a3b-b33e-4edc-908b-6230e1a0aaf5 req-0902b709-9181-428f-bd8c-4942cdb5d304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:14.834129 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7eb69a3b-b33e-4edc-908b-6230e1a0aaf5 req-0902b709-9181-428f-bd8c-4942cdb5d304 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=62557d30-a792-4deb-8fda-def51b8b1280 HTTP/1.1" status: 200 len: 1097 time: 0.0764327 Dec 08 16:10:14.834885 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43124) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:14.835416 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f760e8-5768-4d5d-ab87-090e33a0dc6b admin admin] Network e60a364a-0b1a-4c2a-ab4a-d9360d166e6d is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:10:14.893265 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7eb69a3b-b33e-4edc-908b-6230e1a0aaf5 req-c21b65b5-fb14-4cbc-b56b-dd80c88c0825 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=40f60a5b-0646-42dd-bbb9-4c0b871b0767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508623 Dec 08 16:10:14.943989 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-e6f760e8-5768-4d5d-ab87-090e33a0dc6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, e60a364a-0b1a-4c2a-ab4a-d9360d166e6d) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:10:14.949641 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f760e8-5768-4d5d-ab87-090e33a0dc6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:14.950615 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e6f760e8-5768-4d5d-ab87-090e33a0dc6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:14.969095 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4450803d-42d0-44f9-819d-44ccb125481d None None] Network e60a364a-0b1a-4c2a-ab4a-d9360d166e6d requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:10:14.988477 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b9d825-fde4-4852-bee9-73f330258812 req-badd4d8d-03c9-4339-ac69-b882d1e149f0 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:14.990091 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c9b9d825-fde4-4852-bee9-73f330258812 req-badd4d8d-03c9-4339-ac69-b882d1e149f0 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/ports?device_id=62557d30-a792-4deb-8fda-def51b8b1280 HTTP/1.1" status: 200 len: 945 time: 0.0833406 Dec 08 16:10:15.015678 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b861c0c8-eacd-4eb6-8702-9ce30f0e6a06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:15.033541 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5258084-1e6e-4ab8-85e3-e510a145bad0 req-df83a519-00a7-4b65-921f-b248c0d3545e tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:15.037481 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b5258084-1e6e-4ab8-85e3-e510a145bad0 req-df83a519-00a7-4b65-921f-b248c0d3545e tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fa79378-ff1d-4e75-b22a-1ad5c70ceece HTTP/1.1" status: 200 len: 950 time: 0.0814669 Dec 08 16:10:15.053652 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c9b9d825-fde4-4852-bee9-73f330258812 req-d7e064ad-1153-4273-aad9-25355891ef6f tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/security-groups?id=40f60a5b-0646-42dd-bbb9-4c0b871b0767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568006 Dec 08 16:10:15.069518 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-e6f760e8-5768-4d5d-ab87-090e33a0dc6b admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8648410 Dec 08 16:10:15.069518 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43130) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:15.085511 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-b2660caf-b13c-4abb-a1ae-85abc085e645 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-908327225-router', 'tenant_id': 'f8fd75cc9fac46468450b88522167925', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:10:15.137018 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b5258084-1e6e-4ab8-85e3-e510a145bad0 req-bd366075-4350-467f-9007-84ad20c502df tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846956 Dec 08 16:10:15.176213 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b861c0c8-eacd-4eb6-8702-9ce30f0e6a06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:15.214292 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b2660caf-b13c-4abb-a1ae-85abc085e645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:15.215373 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b2660caf-b13c-4abb-a1ae-85abc085e645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:15.238440 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-b259cac3-8315-4c30-86ee-86519b932cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cac69e-63f2-46d9-bcfb-aa45250c1e01', 'name': 'tempest-ServersTestJSON-1796942707-router', 'tenant_id': '206a3032957f479e80e5d034840d286f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'a218d492-3c79-4095-ae58-537a55e13bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:07:53Z', 'updated_at': '2021-12-08T16:07:59Z', 'revision_number': 4, 'project_id': '206a3032957f479e80e5d034840d286f', 'gw_port': {'id': 'a218d492-3c79-4095-ae58-537a55e13bd0', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:10:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cac69e-63f2-46d9-bcfb-aa45250c1e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:07:54Z', 'updated_at': '2021-12-08T16:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '04be14c3-32fc-43a5-a5db-d4733f026cfc', 'name': '', 'network_id': 'e5c03215-f481-4896-afd0-981853cb3418', 'tenant_id': '206a3032957f479e80e5d034840d286f', 'mac_address': 'fa:16:3e:e4:27:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cac69e-63f2-46d9-bcfb-aa45250c1e01', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '7472a914-2ad5-41d0-aa3b-c5a175144039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:07:58Z', 'updated_at': '2021-12-08T16:08:04Z', 'revision_number': 5, 'project_id': '206a3032957f479e80e5d034840d286f', 'subnets': [{'id': '7472a914-2ad5-41d0-aa3b-c5a175144039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:10:15.242801 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596dce29-09b3-4cd5-af88-f831bc2640ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-e60a364a-0b1a-4c2a-ab4a-d9360d166e6d', 'network_id': 'e60a364a-0b1a-4c2a-ab4a-d9360d166e6d', 'project_id': 'f8fd75cc9fac46468450b88522167925', 'fixed_ips': [{'subnet_id': '98a0d45e-151b-41ab-827a-f98988282fa4'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:10:15.248966 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-596dce29-09b3-4cd5-af88-f831bc2640ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:15.275745 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b2660caf-b13c-4abb-a1ae-85abc085e645 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:15.278909 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b259cac3-8315-4c30-86ee-86519b932cbb None None] Checking router: 08cac69e-63f2-46d9-bcfb-aa45250c1e01 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:10:15.300001 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b259cac3-8315-4c30-86ee-86519b932cbb None None] Routers {'08cac69e-63f2-46d9-bcfb-aa45250c1e01'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:10:15.300663 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-b259cac3-8315-4c30-86ee-86519b932cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:10:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['08cac69e-63f2-46d9-bcfb-aa45250c1e01'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:10:15.317384 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b861c0c8-eacd-4eb6-8702-9ce30f0e6a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:15.346324 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:15.368008 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b861c0c8-eacd-4eb6-8702-9ce30f0e6a06 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9e95289685224aa2b79a43e8aec622fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5289779 Dec 08 16:10:15.368008 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861c0c8-eacd-4eb6-8702-9ce30f0e6a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdfb36f7-fdbe-45f2-8c9d-f9af02e685c4,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:15.370556 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43136) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:15.398730 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb780ddb-7e52-425c-bc0c-eedd2b29d836 req-b2763fe6-8fe7-486c-8536-1108b88da176 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:15.412335 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-eb780ddb-7e52-425c-bc0c-eedd2b29d836 req-b2763fe6-8fe7-486c-8536-1108b88da176 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] 10.222.0.64 "GET /v2.0/ports?device_id=e704e0b6-a30f-4be7-b7e9-242b1fa3ead7 HTTP/1.1" status: 200 len: 945 time: 0.1245418 Dec 08 16:10:15.499725 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d1b79c17-91ce-46b2-ae0f-455e421dc06a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:15.529902 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-596dce29-09b3-4cd5-af88-f831bc2640ec None None] Allocated IP 172.20.0.2 (e60a364a-0b1a-4c2a-ab4a-d9360d166e6d/98a0d45e-151b-41ab-827a-f98988282fa4/f8c4212f-ce32-40d4-b766-bc6d0bb4a5a1) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:10:15.545851 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-eb780ddb-7e52-425c-bc0c-eedd2b29d836 req-17f286cc-94c1-429e-b285-6df99de7905c tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3d92102-813a-41cd-b9ab-7e3c2562fee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866294 Dec 08 16:10:15.548240 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d1b79c17-91ce-46b2-ae0f-455e421dc06a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:15.549610 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-b259cac3-8315-4c30-86ee-86519b932cbb None None] Set router 08cac69e-63f2-46d9-bcfb-aa45250c1e01 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:10:15.568846 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b2660caf-b13c-4abb-a1ae-85abc085e645 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:15.578335 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-21031152-8618-4fef-b8fb-a33a345543da req-19644df7-faee-4541-8289-71c0a004feb3 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] 10.222.0.64 "GET /v2.0/ports?device_id=df6549c6-e11b-4f30-859f-df81504dce6f HTTP/1.1" status: 200 len: 210 time: 0.0923219 Dec 08 16:10:15.735477 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d1b79c17-91ce-46b2-ae0f-455e421dc06a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:15.738770 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d1b79c17-91ce-46b2-ae0f-455e421dc06a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:15.739944 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d1b79c17-91ce-46b2-ae0f-455e421dc06a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cdfb36f7-fdbe-45f2-8c9d-f9af02e685c4 HTTP/1.1" status: 204 len: 168 time: 0.3684678 Dec 08 16:10:15.744340 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50531616-5845-4f6f-8468-02126c90917d req-cfc23ed7-58c9-481c-b545-70a4bcc07d25 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:15.746396 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-50531616-5845-4f6f-8468-02126c90917d req-cfc23ed7-58c9-481c-b545-70a4bcc07d25 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] 10.222.0.64 "GET /v2.0/ports?device_id=e704e0b6-a30f-4be7-b7e9-242b1fa3ead7 HTTP/1.1" status: 200 len: 945 time: 0.0659029 Dec 08 16:10:15.756280 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b79c17-91ce-46b2-ae0f-455e421dc06a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdfb36f7-fdbe-45f2-8c9d-f9af02e685c4,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:15.760781 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43146) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:15.767572 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-af71bf7a-b0c6-4101-9253-ba5beec3d0d0 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Request body: {'floatingip': {'port_id': 'a1ae86b2-a58e-464f-9fd9-7e33ca134d5c'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:10:15.837272 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-af71bf7a-b0c6-4101-9253-ba5beec3d0d0 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Publish callbacks [] for floatingip, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:15.873479 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-596dce29-09b3-4cd5-af88-f831bc2640ec None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:15.912093 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-b259cac3-8315-4c30-86ee-86519b932cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cac69e-63f2-46d9-bcfb-aa45250c1e01', 'name': 'tempest-ServersTestJSON-1796942707-router', 'tenant_id': '206a3032957f479e80e5d034840d286f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'a218d492-3c79-4095-ae58-537a55e13bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:07:53Z', 'updated_at': '2021-12-08T16:07:59Z', 'revision_number': 4, 'project_id': '206a3032957f479e80e5d034840d286f', 'gw_port': {'id': 'a218d492-3c79-4095-ae58-537a55e13bd0', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:10:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cac69e-63f2-46d9-bcfb-aa45250c1e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:07:54Z', 'updated_at': '2021-12-08T16:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '04be14c3-32fc-43a5-a5db-d4733f026cfc', 'name': '', 'network_id': 'e5c03215-f481-4896-afd0-981853cb3418', 'tenant_id': '206a3032957f479e80e5d034840d286f', 'mac_address': 'fa:16:3e:e4:27:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cac69e-63f2-46d9-bcfb-aa45250c1e01', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '7472a914-2ad5-41d0-aa3b-c5a175144039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:07:58Z', 'updated_at': '2021-12-08T16:08:04Z', 'revision_number': 5, 'project_id': '206a3032957f479e80e5d034840d286f', 'subnets': [{'id': '7472a914-2ad5-41d0-aa3b-c5a175144039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:10:15.943687 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b259cac3-8315-4c30-86ee-86519b932cbb None None] The sync data for ids ['08cac69e-63f2-46d9-bcfb-aa45250c1e01'] in n-d-776250-12 is: [{'id': '08cac69e-63f2-46d9-bcfb-aa45250c1e01', 'name': 'tempest-ServersTestJSON-1796942707-router', 'tenant_id': '206a3032957f479e80e5d034840d286f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'a218d492-3c79-4095-ae58-537a55e13bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:07:53Z', 'updated_at': '2021-12-08T16:07:59Z', 'revision_number': 4, 'project_id': '206a3032957f479e80e5d034840d286f', 'gw_port': {'id': 'a218d492-3c79-4095-ae58-537a55e13bd0', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:10:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cac69e-63f2-46d9-bcfb-aa45250c1e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:07:54Z', 'updated_at': '2021-12-08T16:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '04be14c3-32fc-43a5-a5db-d4733f026cfc', 'name': '', 'network_id': 'e5c03215-f481-4896-afd0-981853cb3418', 'tenant_id': '206a3032957f479e80e5d034840d286f', 'mac_address': 'fa:16:3e:e4:27:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cac69e-63f2-46d9-bcfb-aa45250c1e01', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '7472a914-2ad5-41d0-aa3b-c5a175144039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:07:58Z', 'updated_at': '2021-12-08T16:08:04Z', 'revision_number': 5, 'project_id': '206a3032957f479e80e5d034840d286f', 'subnets': [{'id': '7472a914-2ad5-41d0-aa3b-c5a175144039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:10:15.980677 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-596dce29-09b3-4cd5-af88-f831bc2640ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:16.034893 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596dce29-09b3-4cd5-af88-f831bc2640ec None None] Network e60a364a-0b1a-4c2a-ab4a-d9360d166e6d is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:10:16.041670 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-596dce29-09b3-4cd5-af88-f831bc2640ec None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:10:16.046561 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596dce29-09b3-4cd5-af88-f831bc2640ec None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:10:16.050087 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596dce29-09b3-4cd5-af88-f831bc2640ec None None] Pushing event updated for resources: {'Port': ['ID=f8c4212f-ce32-40d4-b766-bc6d0bb4a5a1,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:16.137120 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-596dce29-09b3-4cd5-af88-f831bc2640ec None None] Attempting to bind port f8c4212f-ce32-40d4-b766-bc6d0bb4a5a1 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:10:16.137505 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-596dce29-09b3-4cd5-af88-f831bc2640ec None None] Attempting to bind port f8c4212f-ce32-40d4-b766-bc6d0bb4a5a1 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '09481b2f-1741-4ed9-954d-8662f5430199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e60a364a-0b1a-4c2a-ab4a-d9360d166e6d'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:10:16.137872 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596dce29-09b3-4cd5-af88-f831bc2640ec None None] Attempting to bind port f8c4212f-ce32-40d4-b766-bc6d0bb4a5a1 on network e60a364a-0b1a-4c2a-ab4a-d9360d166e6d {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:10:16.146098 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596dce29-09b3-4cd5-af88-f831bc2640ec None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:10:16.146098 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596dce29-09b3-4cd5-af88-f831bc2640ec None None] Checking segment: {'id': '09481b2f-1741-4ed9-954d-8662f5430199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e60a364a-0b1a-4c2a-ab4a-d9360d166e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:10:16.146098 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-596dce29-09b3-4cd5-af88-f831bc2640ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:16.146098 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596dce29-09b3-4cd5-af88-f831bc2640ec None None] Bound using segment: {'id': '09481b2f-1741-4ed9-954d-8662f5430199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e60a364a-0b1a-4c2a-ab4a-d9360d166e6d'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:10:16.147124 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-596dce29-09b3-4cd5-af88-f831bc2640ec None None] Bound port: f8c4212f-ce32-40d4-b766-bc6d0bb4a5a1, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09481b2f-1741-4ed9-954d-8662f5430199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e60a364a-0b1a-4c2a-ab4a-d9360d166e6d'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:10:16.147124 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-596dce29-09b3-4cd5-af88-f831bc2640ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:16.266019 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f15a4-1291-4e96-b121-ecbee8165b57 req-fb68d969-be22-4214-988a-fd522270a8c5 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:16.276700 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9a3f15a4-1291-4e96-b121-ecbee8165b57 req-fb68d969-be22-4214-988a-fd522270a8c5 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/ports?device_id=62557d30-a792-4deb-8fda-def51b8b1280 HTTP/1.1" status: 200 len: 945 time: 0.1287858 Dec 08 16:10:16.283120 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b2660caf-b13c-4abb-a1ae-85abc085e645 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:16.342117 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-596dce29-09b3-4cd5-af88-f831bc2640ec None None] For port f8c4212f-ce32-40d4-b766-bc6d0bb4a5a1, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:10:16.346140 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9a3f15a4-1291-4e96-b121-ecbee8165b57 req-2a6d68b8-7a6c-4cae-9323-3d1c71f57d98 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/security-groups?id=40f60a5b-0646-42dd-bbb9-4c0b871b0767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683415 Dec 08 16:10:16.347224 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b2660caf-b13c-4abb-a1ae-85abc085e645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:16.349035 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-596dce29-09b3-4cd5-af88-f831bc2640ec None None] For port f8c4212f-ce32-40d4-b766-bc6d0bb4a5a1, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=f8c4212f-ce32-40d4-b766-bc6d0bb4a5a1,segment=NetworkSegment(09481b2f-1741-4ed9-954d-8662f5430199),segment_id=09481b2f-1741-4ed9-954d-8662f5430199)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:10:16.379629 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94355678-f93d-4689-a77b-a97969bfe95f None None] New status for floating IP 6ad7e78c-47ac-4975-89e9-0621b3f12a96: DOWN {{(pid=110553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:10:16.438551 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-596dce29-09b3-4cd5-af88-f831bc2640ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:16.485029 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130949e8-7a1b-4dca-9fc1-77c2f37acd02 req-a99a39f1-9953-4ee7-b9ec-400e5ab7538f tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:16.486745 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-130949e8-7a1b-4dca-9fc1-77c2f37acd02 req-a99a39f1-9953-4ee7-b9ec-400e5ab7538f tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fa79378-ff1d-4e75-b22a-1ad5c70ceece HTTP/1.1" status: 200 len: 950 time: 0.2188952 Dec 08 16:10:16.530054 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596dce29-09b3-4cd5-af88-f831bc2640ec None None] Pushing event updated for resources: {'Port': ['ID=f8c4212f-ce32-40d4-b766-bc6d0bb4a5a1,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:16.662930 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-b2660caf-b13c-4abb-a1ae-85abc085e645 admin admin] Allocated IP 172.25.0.194 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/e2b4e696-86d0-4201-bfef-ea3df30dde44) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:10:16.685133 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:16.689607 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43162) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:16.692759 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-130949e8-7a1b-4dca-9fc1-77c2f37acd02 req-49107cbc-7481-484f-8986-d890bb7c98d6 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569221 Dec 08 16:10:16.715735 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dabf68ea-fb5e-46b8-9933-818dcb1dbbbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:16.849854 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dabf68ea-fb5e-46b8-9933-818dcb1dbbbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:16.850927 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43164) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:16.913317 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-af71bf7a-b0c6-4101-9253-ba5beec3d0d0 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:16.918987 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b2660caf-b13c-4abb-a1ae-85abc085e645 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:16.926652 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7722d98d-a120-4f1f-922e-b5e8c3cb6438 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:16.932918 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dabf68ea-fb5e-46b8-9933-818dcb1dbbbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:16.989975 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7722d98d-a120-4f1f-922e-b5e8c3cb6438 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:16.998356 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-af71bf7a-b0c6-4101-9253-ba5beec3d0d0 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:17.008760 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabf68ea-fb5e-46b8-9933-818dcb1dbbbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0590560-baa5-4cc8-8d29-aace53f934db,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:17.020973 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-dabf68ea-fb5e-46b8-9933-818dcb1dbbbc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=de34f52ecaf24f3daed579a7e5ec6dda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3299284 Dec 08 16:10:17.022085 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43166) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:17.039421 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b2660caf-b13c-4abb-a1ae-85abc085e645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:17.087243 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2217b88d-ecb8-4c1b-bf24-cb2395f93a7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:17.101569 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2660caf-b13c-4abb-a1ae-85abc085e645 admin admin] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:10:17.112905 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2217b88d-ecb8-4c1b-bf24-cb2395f93a7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:17.132634 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-b2660caf-b13c-4abb-a1ae-85abc085e645 admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:10:17.135518 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2660caf-b13c-4abb-a1ae-85abc085e645 admin admin] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:10:17.141641 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2660caf-b13c-4abb-a1ae-85abc085e645 admin admin] Pushing event updated for resources: {'Port': ['ID=e2b4e696-86d0-4201-bfef-ea3df30dde44,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:17.186871 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7722d98d-a120-4f1f-922e-b5e8c3cb6438 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:17.189672 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7722d98d-a120-4f1f-922e-b5e8c3cb6438 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:17.196689 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-7722d98d-a120-4f1f-922e-b5e8c3cb6438 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] 10.222.0.64 "DELETE /v2.0/security-groups/4953b012-a6ab-4c7f-b380-486850a932a2 HTTP/1.1" status: 204 len: 168 time: 0.3397913 Dec 08 16:10:17.196899 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43168) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:17.201340 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7722d98d-a120-4f1f-922e-b5e8c3cb6438 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4953b012-a6ab-4c7f-b380-486850a932a2,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:17.201943 n-d-776250-12 neutron-server[110550]: INFO neutron.db.l3_db [None req-af71bf7a-b0c6-4101-9253-ba5beec3d0d0 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Floating IP b9143385-44b9-4196-9d4c-46000c9336c5 associated. External IP: 172.25.0.53, port: a1ae86b2-a58e-464f-9fd9-7e33ca134d5c. Dec 08 16:10:17.250883 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [None req-07bf1476-1eed-4e09-82e0-b3ef482ea3c1 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] show failed (client error): The resource could not be found. Dec 08 16:10:17.252247 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-07bf1476-1eed-4e09-82e0-b3ef482ea3c1 tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] 10.222.0.64 "GET /v2.0/security-groups/4953b012-a6ab-4c7f-b380-486850a932a2 HTTP/1.1" status: 404 len: 347 time: 0.0565960 Dec 08 16:10:17.256032 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43170) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:17.306100 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2217b88d-ecb8-4c1b-bf24-cb2395f93a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:17.309010 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2217b88d-ecb8-4c1b-bf24-cb2395f93a7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:17.313511 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-2217b88d-ecb8-4c1b-bf24-cb2395f93a7e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b0590560-baa5-4cc8-8d29-aace53f934db HTTP/1.1" status: 204 len: 168 time: 0.2857907 Dec 08 16:10:17.331207 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2217b88d-ecb8-4c1b-bf24-cb2395f93a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0590560-baa5-4cc8-8d29-aace53f934db,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:17.531305 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:17.778454 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af71bf7a-b0c6-4101-9253-ba5beec3d0d0 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Router 8c6ba2fe-def4-42d6-9661-644a7beb4811 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:10:17.778739 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device f8c4212f-ce32-40d4-b766-bc6d0bb4a5a1 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:10:17.780111 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b2660caf-b13c-4abb-a1ae-85abc085e645 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:17.853041 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0f00c6-49b6-481f-8c23-7b26634b79d7 None None] Network e60a364a-0b1a-4c2a-ab4a-d9360d166e6d requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:10:17.950345 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-b6c3ffe2-0346-42de-a426-9876b5192cef tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Deleting port 03da3f7a-d5a3-4005-9d00-05b51533ca27 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:10:17.950685 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b6c3ffe2-0346-42de-a426-9876b5192cef tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:17.965801 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-175e74f4-dff3-4478-8220-eb8dce014801 None None] Provisioning complete for port f8c4212f-ce32-40d4-b766-bc6d0bb4a5a1 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:10:17.967399 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-175e74f4-dff3-4478-8220-eb8dce014801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:17.972635 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port f8c4212f-ce32-40d4-b766-bc6d0bb4a5a1 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:10:17.973285 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:17.974321 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7724d3-707a-49f3-a971-e47960bbf782 req-2242c7f5-536f-4d21-964a-827da45391a8 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:17.975939 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fa7724d3-707a-49f3-a971-e47960bbf782 req-2242c7f5-536f-4d21-964a-827da45391a8 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/ports?device_id=62557d30-a792-4deb-8fda-def51b8b1280 HTTP/1.1" status: 200 len: 945 time: 0.5085421 Dec 08 16:10:18.012387 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e587bdaa-5280-42bb-a070-77cc3a9f47fd req-91ebc63d-6ed0-41fb-a1e8-d1804d7d6d82 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.5423031 Dec 08 16:10:18.032791 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device db04a564-c35b-4b48-8713-1a4c6d9205c9 no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:10:18.099695 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: db04a564-c35b-4b48-8713-1a4c6d9205c9 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:10:18.100349 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device db04a564-c35b-4b48-8713-1a4c6d9205c9 not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:10:18.100488 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fa7724d3-707a-49f3-a971-e47960bbf782 req-77c94fd3-62bc-4ce8-9202-4b45d83e790e tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/security-groups?id=40f60a5b-0646-42dd-bbb9-4c0b871b0767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913138 Dec 08 16:10:18.131491 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 98d1b751-4ef7-4df1-9b81-a412e32c3bd1 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:10:18.131905 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b6c3ffe2-0346-42de-a426-9876b5192cef tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:18.132435 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b6c3ffe2-0346-42de-a426-9876b5192cef tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:18.152012 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 98d1b751-4ef7-4df1-9b81-a412e32c3bd1 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:10:18.202011 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-b6c3ffe2-0346-42de-a426-9876b5192cef tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Calling delete_port for 03da3f7a-d5a3-4005-9d00-05b51533ca27 owned by network:floatingip {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:10:18.243243 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587bdaa-5280-42bb-a070-77cc3a9f47fd req-a2892a29-e0ef-4fad-a138-1851864838eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:18.243243 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587bdaa-5280-42bb-a070-77cc3a9f47fd req-a2892a29-e0ef-4fad-a138-1851864838eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:18.243243 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587bdaa-5280-42bb-a070-77cc3a9f47fd req-a2892a29-e0ef-4fad-a138-1851864838eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:18.243243 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587bdaa-5280-42bb-a070-77cc3a9f47fd req-a2892a29-e0ef-4fad-a138-1851864838eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:18.243243 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587bdaa-5280-42bb-a070-77cc3a9f47fd req-a2892a29-e0ef-4fad-a138-1851864838eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:18.243243 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587bdaa-5280-42bb-a070-77cc3a9f47fd req-a2892a29-e0ef-4fad-a138-1851864838eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:18.243243 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587bdaa-5280-42bb-a070-77cc3a9f47fd req-a2892a29-e0ef-4fad-a138-1851864838eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:18.244445 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e587bdaa-5280-42bb-a070-77cc3a9f47fd req-a2892a29-e0ef-4fad-a138-1851864838eb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8be2414d63a14131b9f6f8fcfa8d927a&device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 6496 time: 0.1398256 Dec 08 16:10:18.272074 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.db.resource_extend [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 16:10:18.333060 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85b4a14-c231-4d0b-bc2d-c4a4e9bc1139 req-133b2b97-1f7b-4047-b40f-76421a90b756 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:18.341981 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e85b4a14-c231-4d0b-bc2d-c4a4e9bc1139 req-133b2b97-1f7b-4047-b40f-76421a90b756 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fa79378-ff1d-4e75-b22a-1ad5c70ceece HTTP/1.1" status: 200 len: 950 time: 0.5153315 Dec 08 16:10:18.433629 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:18.444152 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-175e74f4-dff3-4478-8220-eb8dce014801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:18.493807 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e85b4a14-c231-4d0b-bc2d-c4a4e9bc1139 req-2f3ce4af-f5b2-444a-8fa2-9e47c469541e tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508257 Dec 08 16:10:18.511791 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af71bf7a-b0c6-4101-9253-ba5beec3d0d0 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:10:18.523765 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 98d1b751-4ef7-4df1-9b81-a412e32c3bd1, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=98d1b751-4ef7-4df1-9b81-a412e32c3bd1,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:18.527484 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-af71bf7a-b0c6-4101-9253-ba5beec3d0d0 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:18.536640 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8216f7-9ce6-4c94-b38f-0344daf7502c None None] Sync routers for ids ['8c6ba2fe-def4-42d6-9661-644a7beb4811'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:10:18.593235 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587bdaa-5280-42bb-a070-77cc3a9f47fd req-de1d46f6-e3d2-4341-a61a-8e1bf6f7a5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:18.593778 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587bdaa-5280-42bb-a070-77cc3a9f47fd req-de1d46f6-e3d2-4341-a61a-8e1bf6f7a5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:18.594431 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587bdaa-5280-42bb-a070-77cc3a9f47fd req-de1d46f6-e3d2-4341-a61a-8e1bf6f7a5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:18.598275 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e587bdaa-5280-42bb-a070-77cc3a9f47fd req-de1d46f6-e3d2-4341-a61a-8e1bf6f7a5f3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2160f220-73eb-4128-8e17-580f294db0b0&id=2e4943d2-93a7-4739-8d48-2442fb48fa03&id=2e4943d2-93a7-4739-8d48-2442fb48fa03&id=2e4943d2-93a7-4739-8d48-2442fb48fa03&id=2e4943d2-93a7-4739-8d48-2442fb48fa03&id=24cee103-4be3-4e70-9f00-1d6da085ad6b&id=24cee103-4be3-4e70-9f00-1d6da085ad6b HTTP/1.1" status: 200 len: 2292 time: 0.2771127 Dec 08 16:10:18.615272 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7240f21-9dd2-4011-885b-4ab01fc02802 req-311f53ce-4f12-464d-9e23-30db39c184fe tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:18.616978 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c7240f21-9dd2-4011-885b-4ab01fc02802 req-311f53ce-4f12-464d-9e23-30db39c184fe tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/ports?device_id=62557d30-a792-4deb-8fda-def51b8b1280 HTTP/1.1" status: 200 len: 945 time: 0.2947567 Dec 08 16:10:18.708956 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b2660caf-b13c-4abb-a1ae-85abc085e645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:18.716741 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-af71bf7a-b0c6-4101-9253-ba5beec3d0d0 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] 10.222.0.64 "PUT /v2.0/floatingips/b9143385-44b9-4196-9d4c-46000c9336c5 HTTP/1.1" status: 200 len: 990 time: 2.9547386 Dec 08 16:10:18.757278 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e587bdaa-5280-42bb-a070-77cc3a9f47fd req-71fd2c1b-4b40-4179-ace9-1c6ffbae7411 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d54670e-e1a0-4c2a-a895-93f6235dabd9 HTTP/1.1" status: 200 len: 1001 time: 0.1388767 Dec 08 16:10:18.833953 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c7240f21-9dd2-4011-885b-4ab01fc02802 req-c6636618-fde5-4df5-adbb-5cf9e294aec8 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/security-groups?id=40f60a5b-0646-42dd-bbb9-4c0b871b0767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631241 Dec 08 16:10:18.839931 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e704e0b6-a30f-4be7-b7e9-242b1fa3ead7', 'tag': 'a1ae86b2-a58e-464f-9fd9-7e33ca134d5c'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:10:18.839931 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a0e1c8-b854-44e5-acf0-8797bc742e6e" -d '{"events": [{"name": "network-changed", "server_uuid": "e704e0b6-a30f-4be7-b7e9-242b1fa3ead7", "tag": "a1ae86b2-a58e-464f-9fd9-7e33ca134d5c"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:10:18.851292 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587bdaa-5280-42bb-a070-77cc3a9f47fd req-bec3d3f7-92ea-4bf1-8ceb-abca8f992e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:18.852936 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e587bdaa-5280-42bb-a070-77cc3a9f47fd req-bec3d3f7-92ea-4bf1-8ceb-abca8f992e18 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=28454e1d-d263-44ec-91e2-36831bf74b20 HTTP/1.1" status: 200 len: 851 time: 0.0865562 Dec 08 16:10:18.901126 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '98d1b751-4ef7-4df1-9b81-a412e32c3bd1', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'port_id': '98d1b751-4ef7-4df1-9b81-a412e32c3bd1', 'mac_address': 'fa:16:3e:92:26:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c93b3a32-b438-4a47-8558-220c03febf97', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:10:18.905814 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b6c3ffe2-0346-42de-a426-9876b5192cef tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:18.911720 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port f8c4212f-ce32-40d4-b766-bc6d0bb4a5a1, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=f8c4212f-ce32-40d4-b766-bc6d0bb4a5a1,segment=NetworkSegment(09481b2f-1741-4ed9-954d-8662f5430199),segment_id=09481b2f-1741-4ed9-954d-8662f5430199)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:18.914480 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:18.925286 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda5f157-63cb-4a63-b340-4ade7ebc591b x-openstack-request-id: req-dda5f157-63cb-4a63-b340-4ade7ebc591b {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:10:18.925774 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e704e0b6-a30f-4be7-b7e9-242b1fa3ead7", "tag": "a1ae86b2-a58e-464f-9fd9-7e33ca134d5c", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:10:18.926216 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dda5f157-63cb-4a63-b340-4ade7ebc591b {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:10:18.927105 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e704e0b6-a30f-4be7-b7e9-242b1fa3ead7', 'tag': 'a1ae86b2-a58e-464f-9fd9-7e33ca134d5c', 'status': 'completed', 'code': 200} Dec 08 16:10:18.945177 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8216f7-9ce6-4c94-b38f-0344daf7502c None None] Routers {'8c6ba2fe-def4-42d6-9661-644a7beb4811'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:10:18.946364 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-5c8216f7-9ce6-4c94-b38f-0344daf7502c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:10:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['8c6ba2fe-def4-42d6-9661-644a7beb4811'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:10:18.976614 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587bdaa-5280-42bb-a070-77cc3a9f47fd req-655bc825-e19f-47ab-9be7-c32c736cd9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:18.978445 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e587bdaa-5280-42bb-a070-77cc3a9f47fd req-655bc825-e19f-47ab-9be7-c32c736cd9b5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2160f220-73eb-4128-8e17-580f294db0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1182983 Dec 08 16:10:18.985700 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c3ffe2-0346-42de-a426-9876b5192cef tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Pushing event deleted for resources: {'Port': ['ID=03da3f7a-d5a3-4005-9d00-05b51533ca27,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:18.997754 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2660caf-b13c-4abb-a1ae-85abc085e645 admin admin] Router 8533dda2-20bb-46c0-af5d-5f6d5fe2a15a is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:10:19.038936 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:19.060744 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa79378-ff1d-4e75-b22a-1ad5c70ceece', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98d1b751-4ef7-4df1-9b81-a412e32c3bd1'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:10:19.062920 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33df3687-3479-453d-a597-0fe50e1bebf1" -d '{"events": [{"server_uuid": "2fa79378-ff1d-4e75-b22a-1ad5c70ceece", "name": "network-vif-unplugged", "status": "completed", "tag": "98d1b751-4ef7-4df1-9b81-a412e32c3bd1"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:10:19.134576 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2660caf-b13c-4abb-a1ae-85abc085e645 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:10:19.146176 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56205d82-204c-4777-bd52-0b551840d958 None None] Sync routers for ids ['8533dda2-20bb-46c0-af5d-5f6d5fe2a15a'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:10:19.162467 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c3ffe2-0346-42de-a426-9876b5192cef tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:19.163683 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c3ffe2-0346-42de-a426-9876b5192cef tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:19.163683 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c3ffe2-0346-42de-a426-9876b5192cef tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:19.163683 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c3ffe2-0346-42de-a426-9876b5192cef tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:19.164039 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c3ffe2-0346-42de-a426-9876b5192cef tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:19.164144 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56205d82-204c-4777-bd52-0b551840d958 None None] Routers {'8533dda2-20bb-46c0-af5d-5f6d5fe2a15a'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:10:19.164358 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c3ffe2-0346-42de-a426-9876b5192cef tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:19.164587 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c3ffe2-0346-42de-a426-9876b5192cef tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:19.164717 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-56205d82-204c-4777-bd52-0b551840d958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:10:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['8533dda2-20bb-46c0-af5d-5f6d5fe2a15a'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:10:19.164927 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c3ffe2-0346-42de-a426-9876b5192cef tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:19.165456 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c3ffe2-0346-42de-a426-9876b5192cef tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:19.165811 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c3ffe2-0346-42de-a426-9876b5192cef tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:19.166153 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c3ffe2-0346-42de-a426-9876b5192cef tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:19.166485 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c3ffe2-0346-42de-a426-9876b5192cef tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:19.166822 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c3ffe2-0346-42de-a426-9876b5192cef tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:19.193182 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 98d1b751-4ef7-4df1-9b81-a412e32c3bd1, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=98d1b751-4ef7-4df1-9b81-a412e32c3bd1,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:19.198853 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0d7187-b1e5-4fc9-975f-6070b389232a x-openstack-request-id: req-2c0d7187-b1e5-4fc9-975f-6070b389232a {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:10:19.202673 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fa79378-ff1d-4e75-b22a-1ad5c70ceece", "name": "network-vif-unplugged", "status": "completed", "tag": "98d1b751-4ef7-4df1-9b81-a412e32c3bd1", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:10:19.202673 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2c0d7187-b1e5-4fc9-975f-6070b389232a {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:10:19.202673 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fa79378-ff1d-4e75-b22a-1ad5c70ceece', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98d1b751-4ef7-4df1-9b81-a412e32c3bd1', 'code': 200} Dec 08 16:10:19.202673 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:19.248740 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b2660caf-b13c-4abb-a1ae-85abc085e645 admin admin] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:19.254408 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b2660caf-b13c-4abb-a1ae-85abc085e645 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.1726131 Dec 08 16:10:19.254408 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43222) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:19.267446 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a0e1c8-b854-44e5-acf0-8797bc742e6e req-f78203ce-e189-4695-bac6-696e04e01e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:19.269332 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e4a0e1c8-b854-44e5-acf0-8797bc742e6e req-f78203ce-e189-4695-bac6-696e04e01e1d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6e376a2054954f3fa7fd54031508fe42&device_id=e704e0b6-a30f-4be7-b7e9-242b1fa3ead7 HTTP/1.1" status: 200 len: 1097 time: 0.3085003 Dec 08 16:10:19.272573 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b6c3ffe2-0346-42de-a426-9876b5192cef tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Publish callbacks [] for floatingip, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:19.280739 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b6c3ffe2-0346-42de-a426-9876b5192cef tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:19.280739 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b6c3ffe2-0346-42de-a426-9876b5192cef tempest-ServersTestJSON-1964542851 tempest-ServersTestJSON-1964542851-project] 10.222.0.64 "DELETE /v2.0/floatingips/6ad7e78c-47ac-4975-89e9-0621b3f12a96 HTTP/1.1" status: 204 len: 168 time: 2.0205846 Dec 08 16:10:19.281841 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e587bdaa-5280-42bb-a070-77cc3a9f47fd req-cbe44de0-9850-4a87-983d-f37e36580a60 service neutron] 10.222.0.37 "GET /v2.0/networks/2160f220-73eb-4128-8e17-580f294db0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902091 Dec 08 16:10:19.282483 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43224) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:19.330252 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:19.353948 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 98d1b751-4ef7-4df1-9b81-a412e32c3bd1 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:10:19.377641 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.db.api [None req-175e74f4-dff3-4478-8220-eb8dce014801 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:10:19.378352 n-d-776250-12 neutron-server[110552]: DEBUG oslo_db.api [None req-175e74f4-dff3-4478-8220-eb8dce014801 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:10:19.381168 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-56205d82-204c-4777-bd52-0b551840d958 None None] Set router 8533dda2-20bb-46c0-af5d-5f6d5fe2a15a gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:10:19.388149 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=f8c4212f-ce32-40d4-b766-bc6d0bb4a5a1,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:19.422874 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43226) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:19.443545 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-5c8216f7-9ce6-4c94-b38f-0344daf7502c None None] Set router 8c6ba2fe-def4-42d6-9661-644a7beb4811 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:10:19.510250 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.db.api [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:10:19.512732 n-d-776250-12 neutron-server[110552]: DEBUG oslo_db.api [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:10:19.556460 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=98d1b751-4ef7-4df1-9b81-a412e32c3bd1,revision_number=9']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:19.703282 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-6bb12cb6-91e8-4477-93b0-151375ab5710 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1531066817-network', 'tenant_id': '47d67277b6ca4496a66a83b109038cae'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:10:19.745084 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e587bdaa-5280-42bb-a070-77cc3a9f47fd req-816c3f4e-e780-46e7-863f-3b437c19820d service neutron] 10.222.0.37 "GET /v2.0/networks/2160f220-73eb-4128-8e17-580f294db0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4522300 Dec 08 16:10:19.758980 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a0e1c8-b854-44e5-acf0-8797bc742e6e req-8ae34467-cf51-47f4-bfc1-534c05beb577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:19.759445 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device f8c4212f-ce32-40d4-b766-bc6d0bb4a5a1 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:10:19.761374 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e4a0e1c8-b854-44e5-acf0-8797bc742e6e req-8ae34467-cf51-47f4-bfc1-534c05beb577 service neutron] 10.222.0.37 "GET /v2.0/networks?id=024a3cce-b572-41fa-96db-122bcaa2acc5 HTTP/1.1" status: 200 len: 912 time: 0.4818809 Dec 08 16:10:19.787016 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-56205d82-204c-4777-bd52-0b551840d958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8533dda2-20bb-46c0-af5d-5f6d5fe2a15a', 'name': 'tempest-FloatingIPDetailsTestJSON-908327225-router', 'tenant_id': 'f8fd75cc9fac46468450b88522167925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'e2b4e696-86d0-4201-bfef-ea3df30dde44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:10:15Z', 'updated_at': '2021-12-08T16:10:17Z', 'revision_number': 3, 'project_id': 'f8fd75cc9fac46468450b88522167925', 'gw_port': {'id': 'e2b4e696-86d0-4201-bfef-ea3df30dde44', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:4f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8533dda2-20bb-46c0-af5d-5f6d5fe2a15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:10:16Z', 'updated_at': '2021-12-08T16:10:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:10:19.820692 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56205d82-204c-4777-bd52-0b551840d958 None None] Checking router: 8533dda2-20bb-46c0-af5d-5f6d5fe2a15a for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:10:19.821365 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56205d82-204c-4777-bd52-0b551840d958 None None] Updating router 8533dda2-20bb-46c0-af5d-5f6d5fe2a15a port e2b4e696-86d0-4201-bfef-ea3df30dde44 binding host n-d-776250-12 {{(pid=110553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:10:19.872601 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port f8c4212f-ce32-40d4-b766-bc6d0bb4a5a1 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:10:19.872976 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:19.983347 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e587bdaa-5280-42bb-a070-77cc3a9f47fd req-6f97ecf0-36c2-4875-a77b-e38be0e1e985 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=96397e9a-c7c5-4d82-adfc-307dcf9a04e0 HTTP/1.1" status: 200 len: 217 time: 0.2193682 Dec 08 16:10:20.022597 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-56205d82-204c-4777-bd52-0b551840d958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:20.040261 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf41d0-b834-4ba4-b86e-27b3b6a0402b req-7c35fcc9-9a88-43eb-9331-25df19b385c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:20.042034 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73cf41d0-b834-4ba4-b86e-27b3b6a0402b req-7c35fcc9-9a88-43eb-9331-25df19b385c6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=145eabef365e453db77ece9e597725f7&device_id=2fa79378-ff1d-4e75-b22a-1ad5c70ceece HTTP/1.1" status: 200 len: 1100 time: 0.0763652 Dec 08 16:10:20.073998 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb12cb6-91e8-4477-93b0-151375ab5710 admin admin] Made reservation on behalf of 47d67277b6ca4496a66a83b109038cae for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:10:20.076937 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6bb12cb6-91e8-4477-93b0-151375ab5710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:20.083376 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:20.096302 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510647dc-fd18-4c07-964d-2ebde45e2aec req-337bbfa5-6ecb-406b-b09d-3f1cbc1eb7c2 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:20.105783 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-510647dc-fd18-4c07-964d-2ebde45e2aec req-337bbfa5-6ecb-406b-b09d-3f1cbc1eb7c2 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fa79378-ff1d-4e75-b22a-1ad5c70ceece HTTP/1.1" status: 200 len: 948 time: 0.3704665 Dec 08 16:10:20.149621 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98d1b751-4ef7-4df1-9b81-a412e32c3bd1 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:10:20.163073 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-082fa830-8dff-4ee5-bbd6-53a296eaa6ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:20.247494 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587bdaa-5280-42bb-a070-77cc3a9f47fd req-faa34647-d50e-4499-897a-bf2473a43007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:20.247748 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 98d1b751-4ef7-4df1-9b81-a412e32c3bd1, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=98d1b751-4ef7-4df1-9b81-a412e32c3bd1,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:20.249352 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e587bdaa-5280-42bb-a070-77cc3a9f47fd req-faa34647-d50e-4499-897a-bf2473a43007 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1e65c65d-2ea9-4234-8de3-5fa877086c9e HTTP/1.1" status: 200 len: 797 time: 0.2507999 Dec 08 16:10:20.256712 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6bb12cb6-91e8-4477-93b0-151375ab5710 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:20.267819 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf41d0-b834-4ba4-b86e-27b3b6a0402b req-6314bb28-62ed-4679-9267-5dd13bdc3f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:20.270113 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73cf41d0-b834-4ba4-b86e-27b3b6a0402b req-6314bb28-62ed-4679-9267-5dd13bdc3f8a service neutron] 10.222.0.76 "GET /v2.0/networks?id=b91759c7-445e-4f7b-9fc4-64d80951832c HTTP/1.1" status: 200 len: 870 time: 0.1945479 Dec 08 16:10:20.299949 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-111a6268-2e30-4bd5-b4e6-f671345d7670 None None] Provisioning complete for port f8c4212f-ce32-40d4-b766-bc6d0bb4a5a1 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:10:20.300734 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-111a6268-2e30-4bd5-b4e6-f671345d7670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:20.334578 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e4a0e1c8-b854-44e5-acf0-8797bc742e6e req-e52b6f17-2f39-4536-99c2-3adb581f74c6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1ae86b2-a58e-464f-9fd9-7e33ca134d5c HTTP/1.1" status: 200 len: 998 time: 0.5433850 Dec 08 16:10:20.338856 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-5c8216f7-9ce6-4c94-b38f-0344daf7502c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6ba2fe-def4-42d6-9661-644a7beb4811', 'name': 'tempest-ServersTestManualDisk-585671219-router', 'tenant_id': '6e376a2054954f3fa7fd54031508fe42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'c41c488a-00a0-4526-935e-4f19d696eb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:09:45Z', 'updated_at': '2021-12-08T16:09:51Z', 'revision_number': 4, 'project_id': '6e376a2054954f3fa7fd54031508fe42', 'gw_port': {'id': 'c41c488a-00a0-4526-935e-4f19d696eb8a', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:34:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6ba2fe-def4-42d6-9661-644a7beb4811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:09:46Z', 'updated_at': '2021-12-08T16:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': 'b9143385-44b9-4196-9d4c-46000c9336c5', 'tenant_id': '6e376a2054954f3fa7fd54031508fe42', 'floating_ip_address': '172.25.0.53', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '8c6ba2fe-def4-42d6-9661-644a7beb4811', 'port_id': 'a1ae86b2-a58e-464f-9fd9-7e33ca134d5c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 886, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '024a3cce-b572-41fa-96db-122bcaa2acc5', 'mac_address': 'fa:16:3e:a4:bd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e704e0b6-a30f-4be7-b7e9-242b1fa3ead7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:09:57Z', 'updated_at': '2021-12-08T16:10:16Z', 'revision_number': 1, 'project_id': '6e376a2054954f3fa7fd54031508fe42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2617d677-f61d-43ab-98d1-8f0455b6fccb', 'name': '', 'network_id': '024a3cce-b572-41fa-96db-122bcaa2acc5', 'tenant_id': '6e376a2054954f3fa7fd54031508fe42', 'mac_address': 'fa:16:3e:5d:d5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6ba2fe-def4-42d6-9661-644a7beb4811', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'c8a5b535-b349-4f35-bf8e-85dbfdf621e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:09:49Z', 'updated_at': '2021-12-08T16:09:55Z', 'revision_number': 5, 'project_id': '6e376a2054954f3fa7fd54031508fe42', 'subnets': [{'id': 'c8a5b535-b349-4f35-bf8e-85dbfdf621e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:10:20.381163 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73cf41d0-b834-4ba4-b86e-27b3b6a0402b req-789388c6-758b-4737-8c21-341eb9672bff service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=98d1b751-4ef7-4df1-9b81-a412e32c3bd1 HTTP/1.1" status: 200 len: 217 time: 0.1017880 Dec 08 16:10:20.410816 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:20.419015 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8216f7-9ce6-4c94-b38f-0344daf7502c None None] Checking router: 8c6ba2fe-def4-42d6-9661-644a7beb4811 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:10:20.431401 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-510647dc-fd18-4c07-964d-2ebde45e2aec req-cab9cb01-381f-4d0a-91ec-6f1ea9bb74ae tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240788 Dec 08 16:10:20.456635 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a0e1c8-b854-44e5-acf0-8797bc742e6e req-23bff4ab-ef89-47ba-877a-830105e05ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:20.458226 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e4a0e1c8-b854-44e5-acf0-8797bc742e6e req-23bff4ab-ef89-47ba-877a-830105e05ba2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c8a5b535-b349-4f35-bf8e-85dbfdf621e8 HTTP/1.1" status: 200 len: 850 time: 0.1042035 Dec 08 16:10:20.483652 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8216f7-9ce6-4c94-b38f-0344daf7502c None None] Routers {'8c6ba2fe-def4-42d6-9661-644a7beb4811'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:10:20.484092 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-5c8216f7-9ce6-4c94-b38f-0344daf7502c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:10:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['8c6ba2fe-def4-42d6-9661-644a7beb4811'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:10:20.496946 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587bdaa-5280-42bb-a070-77cc3a9f47fd req-0d3da6b2-9c10-47e7-ae96-3e094fd256a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:20.498902 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e587bdaa-5280-42bb-a070-77cc3a9f47fd req-0d3da6b2-9c10-47e7-ae96-3e094fd256a9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2e4943d2-93a7-4739-8d48-2442fb48fa03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2341664 Dec 08 16:10:20.583361 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-56205d82-204c-4777-bd52-0b551840d958 None None] Publish callbacks [] for port, precommit_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:20.589376 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf41d0-b834-4ba4-b86e-27b3b6a0402b req-6e6abe5a-6f0f-43e1-b736-414bcd063953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:20.590932 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73cf41d0-b834-4ba4-b86e-27b3b6a0402b req-6e6abe5a-6f0f-43e1-b736-414bcd063953 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.2005424 Dec 08 16:10:20.604481 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb090599-24bf-4bc4-885d-8a214a0ac1f1 req-cd280478-06c4-459a-bfe1-76ef0c178545 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:20.608923 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bb090599-24bf-4bc4-885d-8a214a0ac1f1 req-cd280478-06c4-459a-bfe1-76ef0c178545 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/ports?device_id=62557d30-a792-4deb-8fda-def51b8b1280 HTTP/1.1" status: 200 len: 945 time: 0.2016931 Dec 08 16:10:20.625696 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-082fa830-8dff-4ee5-bbd6-53a296eaa6ad admin admin] Allocated IP 172.20.0.1 (e60a364a-0b1a-4c2a-ab4a-d9360d166e6d/98a0d45e-151b-41ab-827a-f98988282fa4/5f3fcb9e-4ec5-447e-936b-b69332750de4) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:10:20.636048 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-5c8216f7-9ce6-4c94-b38f-0344daf7502c None None] Set router 8c6ba2fe-def4-42d6-9661-644a7beb4811 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:10:20.647246 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a0e1c8-b854-44e5-acf0-8797bc742e6e req-80f5586a-e25d-491b-a73a-056d762551c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:20.648831 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e4a0e1c8-b854-44e5-acf0-8797bc742e6e req-80f5586a-e25d-491b-a73a-056d762551c8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=024a3cce-b572-41fa-96db-122bcaa2acc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1549366 Dec 08 16:10:20.683427 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-56205d82-204c-4777-bd52-0b551840d958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:20.691793 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=98d1b751-4ef7-4df1-9b81-a412e32c3bd1,revision_number=10']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:20.718247 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-56205d82-204c-4777-bd52-0b551840d958 None None] Attempting to bind port e2b4e696-86d0-4201-bfef-ea3df30dde44 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:10:20.718247 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-56205d82-204c-4777-bd52-0b551840d958 None None] Attempting to bind port e2b4e696-86d0-4201-bfef-ea3df30dde44 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:10:20.718247 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56205d82-204c-4777-bd52-0b551840d958 None None] Attempting to bind port e2b4e696-86d0-4201-bfef-ea3df30dde44 on network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:10:20.741734 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56205d82-204c-4777-bd52-0b551840d958 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:10:20.742161 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56205d82-204c-4777-bd52-0b551840d958 None None] Checking segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:10:20.742514 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-56205d82-204c-4777-bd52-0b551840d958 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:20.742960 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56205d82-204c-4777-bd52-0b551840d958 None None] Bound using segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:10:20.743444 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-56205d82-204c-4777-bd52-0b551840d958 None None] Bound port: e2b4e696-86d0-4201-bfef-ea3df30dde44, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:10:20.743960 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-56205d82-204c-4777-bd52-0b551840d958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:20.750467 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['98d1b751-4ef7-4df1-9b81-a412e32c3bd1'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:10:20.816091 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-56205d82-204c-4777-bd52-0b551840d958 None None] For port e2b4e696-86d0-4201-bfef-ea3df30dde44, host n-d-776250-12, cleared binding levels {{(pid=110553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:10:20.821183 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-56205d82-204c-4777-bd52-0b551840d958 None None] For port e2b4e696-86d0-4201-bfef-ea3df30dde44, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=e2b4e696-86d0-4201-bfef-ea3df30dde44,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:10:20.841413 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7dc599-eaa9-4477-9014-aa689b8869c4 None None] Pushing event updated for resources: {'Port': ['ID=e2b4e696-86d0-4201-bfef-ea3df30dde44,revision_number=2']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:20.905638 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf41d0-b834-4ba4-b86e-27b3b6a0402b req-e4ad0fae-e742-4745-8f75-6e4d0088240e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:20.907912 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73cf41d0-b834-4ba4-b86e-27b3b6a0402b req-e4ad0fae-e742-4745-8f75-6e4d0088240e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2941740 Dec 08 16:10:20.911282 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-082fa830-8dff-4ee5-bbd6-53a296eaa6ad admin admin] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:20.930495 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-56205d82-204c-4777-bd52-0b551840d958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:20.945770 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bb090599-24bf-4bc4-885d-8a214a0ac1f1 req-9ccd5f56-9cf6-4ea8-9711-f7d8daa976a4 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/security-groups?id=40f60a5b-0646-42dd-bbb9-4c0b871b0767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302462 Dec 08 16:10:21.019807 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56205d82-204c-4777-bd52-0b551840d958 None None] Routers {'8533dda2-20bb-46c0-af5d-5f6d5fe2a15a'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:10:21.020786 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-56205d82-204c-4777-bd52-0b551840d958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:10:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['8533dda2-20bb-46c0-af5d-5f6d5fe2a15a'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:10:21.041384 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73cf41d0-b834-4ba4-b86e-27b3b6a0402b req-71cf0122-a545-480b-adf5-b43174475243 service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251187 Dec 08 16:10:21.056249 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-5c8216f7-9ce6-4c94-b38f-0344daf7502c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6ba2fe-def4-42d6-9661-644a7beb4811', 'name': 'tempest-ServersTestManualDisk-585671219-router', 'tenant_id': '6e376a2054954f3fa7fd54031508fe42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'c41c488a-00a0-4526-935e-4f19d696eb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:09:45Z', 'updated_at': '2021-12-08T16:09:51Z', 'revision_number': 4, 'project_id': '6e376a2054954f3fa7fd54031508fe42', 'gw_port': {'id': 'c41c488a-00a0-4526-935e-4f19d696eb8a', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:34:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6ba2fe-def4-42d6-9661-644a7beb4811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:09:46Z', 'updated_at': '2021-12-08T16:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': 'b9143385-44b9-4196-9d4c-46000c9336c5', 'tenant_id': '6e376a2054954f3fa7fd54031508fe42', 'floating_ip_address': '172.25.0.53', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '8c6ba2fe-def4-42d6-9661-644a7beb4811', 'port_id': 'a1ae86b2-a58e-464f-9fd9-7e33ca134d5c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 886, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '024a3cce-b572-41fa-96db-122bcaa2acc5', 'mac_address': 'fa:16:3e:a4:bd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e704e0b6-a30f-4be7-b7e9-242b1fa3ead7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:09:57Z', 'updated_at': '2021-12-08T16:10:16Z', 'revision_number': 1, 'project_id': '6e376a2054954f3fa7fd54031508fe42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2617d677-f61d-43ab-98d1-8f0455b6fccb', 'name': '', 'network_id': '024a3cce-b572-41fa-96db-122bcaa2acc5', 'tenant_id': '6e376a2054954f3fa7fd54031508fe42', 'mac_address': 'fa:16:3e:5d:d5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6ba2fe-def4-42d6-9661-644a7beb4811', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'c8a5b535-b349-4f35-bf8e-85dbfdf621e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:09:49Z', 'updated_at': '2021-12-08T16:09:55Z', 'revision_number': 5, 'project_id': '6e376a2054954f3fa7fd54031508fe42', 'subnets': [{'id': 'c8a5b535-b349-4f35-bf8e-85dbfdf621e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:10:21.059476 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7dc599-eaa9-4477-9014-aa689b8869c4 None None] Pushing event updated for resources: {'Port': ['ID=e2b4e696-86d0-4201-bfef-ea3df30dde44,revision_number=3']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:21.086338 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8216f7-9ce6-4c94-b38f-0344daf7502c None None] The sync data for ids ['8c6ba2fe-def4-42d6-9661-644a7beb4811'] in n-d-776250-12 is: [{'id': '8c6ba2fe-def4-42d6-9661-644a7beb4811', 'name': 'tempest-ServersTestManualDisk-585671219-router', 'tenant_id': '6e376a2054954f3fa7fd54031508fe42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'c41c488a-00a0-4526-935e-4f19d696eb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:09:45Z', 'updated_at': '2021-12-08T16:09:51Z', 'revision_number': 4, 'project_id': '6e376a2054954f3fa7fd54031508fe42', 'gw_port': {'id': 'c41c488a-00a0-4526-935e-4f19d696eb8a', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:34:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6ba2fe-def4-42d6-9661-644a7beb4811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:09:46Z', 'updated_at': '2021-12-08T16:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': 'b9143385-44b9-4196-9d4c-46000c9336c5', 'tenant_id': '6e376a2054954f3fa7fd54031508fe42', 'floating_ip_address': '172.25.0.53', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '8c6ba2fe-def4-42d6-9661-644a7beb4811', 'port_id': 'a1ae86b2-a58e-464f-9fd9-7e33ca134d5c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 886, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '024a3cce-b572-41fa-96db-122bcaa2acc5', 'mac_address': 'fa:16:3e:a4:bd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e704e0b6-a30f-4be7-b7e9-242b1fa3ead7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:09:57Z', 'updated_at': '2021-12-08T16:10:16Z', 'revision_number': 1, 'project_id': '6e376a2054954f3fa7fd54031508fe42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2617d677-f61d-43ab-98d1-8f0455b6fccb', 'name': '', 'network_id': '024a3cce-b572-41fa-96db-122bcaa2acc5', 'tenant_id': '6e376a2054954f3fa7fd54031508fe42', 'mac_address': 'fa:16:3e:5d:d5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6ba2fe-def4-42d6-9661-644a7beb4811', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'c8a5b535-b349-4f35-bf8e-85dbfdf621e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:09:49Z', 'updated_at': '2021-12-08T16:09:55Z', 'revision_number': 5, 'project_id': '6e376a2054954f3fa7fd54031508fe42', 'subnets': [{'id': 'c8a5b535-b349-4f35-bf8e-85dbfdf621e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:10:21.133441 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-082fa830-8dff-4ee5-bbd6-53a296eaa6ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:21.156779 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-56205d82-204c-4777-bd52-0b551840d958 None None] Set router 8533dda2-20bb-46c0-af5d-5f6d5fe2a15a gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:10:21.181973 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082fa830-8dff-4ee5-bbd6-53a296eaa6ad admin admin] Network e60a364a-0b1a-4c2a-ab4a-d9360d166e6d is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:10:21.193261 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-082fa830-8dff-4ee5-bbd6-53a296eaa6ad admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:10:21.196485 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082fa830-8dff-4ee5-bbd6-53a296eaa6ad admin admin] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:10:21.277305 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082fa830-8dff-4ee5-bbd6-53a296eaa6ad admin admin] Pushing event updated for resources: {'Port': ['ID=5f3fcb9e-4ec5-447e-936b-b69332750de4,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:21.298397 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73cf41d0-b834-4ba4-b86e-27b3b6a0402b req-3aa5bf33-7617-4486-988b-05080978ad0d service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490585 Dec 08 16:10:21.309261 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-082fa830-8dff-4ee5-bbd6-53a296eaa6ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:21.334312 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6bb12cb6-91e8-4477-93b0-151375ab5710 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:21.350321 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e587bdaa-5280-42bb-a070-77cc3a9f47fd req-876859cb-7462-4b8b-8200-393607d7a5aa service neutron] 10.222.0.37 "GET /v2.0/networks/2e4943d2-93a7-4739-8d48-2442fb48fa03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8266313 Dec 08 16:10:21.436804 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc4c8ae-ff18-4119-b06c-62dc50a1d8cf None None] New status for floating IP b9143385-44b9-4196-9d4c-46000c9336c5: ACTIVE {{(pid=110552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:10:21.442775 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e4a0e1c8-b854-44e5-acf0-8797bc742e6e req-e9705c5f-881c-474e-a761-a1624804e977 service neutron] 10.222.0.37 "GET /v2.0/networks/024a3cce-b572-41fa-96db-122bcaa2acc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7477560 Dec 08 16:10:21.461022 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-56205d82-204c-4777-bd52-0b551840d958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8533dda2-20bb-46c0-af5d-5f6d5fe2a15a', 'name': 'tempest-FloatingIPDetailsTestJSON-908327225-router', 'tenant_id': 'f8fd75cc9fac46468450b88522167925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'e2b4e696-86d0-4201-bfef-ea3df30dde44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:10:15Z', 'updated_at': '2021-12-08T16:10:17Z', 'revision_number': 3, 'project_id': 'f8fd75cc9fac46468450b88522167925', 'gw_port': {'id': 'e2b4e696-86d0-4201-bfef-ea3df30dde44', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:4f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8533dda2-20bb-46c0-af5d-5f6d5fe2a15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:10:16Z', 'updated_at': '2021-12-08T16:10:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:10:21.500780 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56205d82-204c-4777-bd52-0b551840d958 None None] The sync data for ids ['8533dda2-20bb-46c0-af5d-5f6d5fe2a15a'] in n-d-776250-12 is: [{'id': '8533dda2-20bb-46c0-af5d-5f6d5fe2a15a', 'name': 'tempest-FloatingIPDetailsTestJSON-908327225-router', 'tenant_id': 'f8fd75cc9fac46468450b88522167925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'e2b4e696-86d0-4201-bfef-ea3df30dde44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:10:15Z', 'updated_at': '2021-12-08T16:10:17Z', 'revision_number': 3, 'project_id': 'f8fd75cc9fac46468450b88522167925', 'gw_port': {'id': 'e2b4e696-86d0-4201-bfef-ea3df30dde44', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:4f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8533dda2-20bb-46c0-af5d-5f6d5fe2a15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:10:16Z', 'updated_at': '2021-12-08T16:10:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:10:21.503420 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6bb12cb6-91e8-4477-93b0-151375ab5710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:21.606581 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bb12cb6-91e8-4477-93b0-151375ab5710 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:10:21.639934 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-082fa830-8dff-4ee5-bbd6-53a296eaa6ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:21.692477 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6bb12cb6-91e8-4477-93b0-151375ab5710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:21.693766 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-6bb12cb6-91e8-4477-93b0-151375ab5710 admin admin] Added segment 404f6e07-b6a3-48a7-8a2e-da02471b75c4 of type vlan for network de435609-aad4-4c38-800b-68525573f917 Dec 08 16:10:21.762986 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb12cb6-91e8-4477-93b0-151375ab5710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f544a04c-d9c2-4303-89de-f35176ce3b3a,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:21.768429 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-1ccbd771-151f-4b08-bfc5-880e3f657064 None None] Provisioning complete for port 5f3fcb9e-4ec5-447e-936b-b69332750de4 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:10:21.768429 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1ccbd771-151f-4b08-bfc5-880e3f657064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:21.857221 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-1ccbd771-151f-4b08-bfc5-880e3f657064 None None] Port 5f3fcb9e-4ec5-447e-936b-b69332750de4 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:10:21.892574 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-082fa830-8dff-4ee5-bbd6-53a296eaa6ad admin admin] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:21.894344 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c819384-06fa-4c9f-90b1-d1df0d8a63c7 req-051d6cfa-6b5e-419d-9f3b-7bbe3c79c5db tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:21.896091 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8c819384-06fa-4c9f-90b1-d1df0d8a63c7 req-051d6cfa-6b5e-419d-9f3b-7bbe3c79c5db tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fa79378-ff1d-4e75-b22a-1ad5c70ceece HTTP/1.1" status: 200 len: 950 time: 0.3287480 Dec 08 16:10:21.911137 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e587bdaa-5280-42bb-a070-77cc3a9f47fd req-923012b3-3b9d-493d-842a-f9a55afbf4a4 service neutron] 10.222.0.37 "GET /v2.0/networks/2e4943d2-93a7-4739-8d48-2442fb48fa03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5529368 Dec 08 16:10:21.919690 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6bb12cb6-91e8-4477-93b0-151375ab5710 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:21.958615 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-082fa830-8dff-4ee5-bbd6-53a296eaa6ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:22.017879 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e4a0e1c8-b854-44e5-acf0-8797bc742e6e req-5382cf81-8d7e-480c-835f-165785d0fa28 service neutron] 10.222.0.37 "GET /v2.0/networks/024a3cce-b572-41fa-96db-122bcaa2acc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4954791 Dec 08 16:10:22.045794 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e587bdaa-5280-42bb-a070-77cc3a9f47fd req-780888ce-28ce-477f-abf1-0b64f42a7701 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=2290551a-385e-4b70-8762-c1e09a632dd7 HTTP/1.1" status: 200 len: 217 time: 0.1079190 Dec 08 16:10:22.054836 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-082fa830-8dff-4ee5-bbd6-53a296eaa6ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:22.070266 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082fa830-8dff-4ee5-bbd6-53a296eaa6ad admin admin] Pushing event updated for resources: {'Port': ['ID=5f3fcb9e-4ec5-447e-936b-b69332750de4,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:22.123544 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-439086bd-a93f-499c-baa5-052ea7f052ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:22.136604 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8c819384-06fa-4c9f-90b1-d1df0d8a63c7 req-815d5675-e7fc-41aa-9e6f-3334425a4a32 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284365 Dec 08 16:10:22.183423 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910ac0dc-c01d-43c3-a2e9-c995e912789d req-195d8092-eff0-4ef6-a649-0d192d6aba82 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:22.185354 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-910ac0dc-c01d-43c3-a2e9-c995e912789d req-195d8092-eff0-4ef6-a649-0d192d6aba82 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/ports?device_id=62557d30-a792-4deb-8fda-def51b8b1280 HTTP/1.1" status: 200 len: 945 time: 0.1274912 Dec 08 16:10:22.186128 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6bb12cb6-91e8-4477-93b0-151375ab5710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:22.192425 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb12cb6-91e8-4477-93b0-151375ab5710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:22.192425 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6bb12cb6-91e8-4477-93b0-151375ab5710 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:22.236385 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587bdaa-5280-42bb-a070-77cc3a9f47fd req-159b02ee-9a33-4175-b760-e9f0ce761e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:22.238006 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e587bdaa-5280-42bb-a070-77cc3a9f47fd req-159b02ee-9a33-4175-b760-e9f0ce761e3f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1e65c65d-2ea9-4234-8de3-5fa877086c9e HTTP/1.1" status: 200 len: 797 time: 0.1883044 Dec 08 16:10:22.317328 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-910ac0dc-c01d-43c3-a2e9-c995e912789d req-4b021076-7062-4122-bf91-55b40f61cbb2 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/security-groups?id=40f60a5b-0646-42dd-bbb9-4c0b871b0767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230206 Dec 08 16:10:22.319116 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082fa830-8dff-4ee5-bbd6-53a296eaa6ad admin admin] Network e60a364a-0b1a-4c2a-ab4a-d9360d166e6d is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:10:22.322352 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-082fa830-8dff-4ee5-bbd6-53a296eaa6ad admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:10:22.416609 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-6bb12cb6-91e8-4477-93b0-151375ab5710 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.9921150 Dec 08 16:10:22.417536 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb12cb6-91e8-4477-93b0-151375ab5710 admin admin] Pushing event updated for resources: {'Network': ['ID=de435609-aad4-4c38-800b-68525573f917,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:22.418334 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43268) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:22.432751 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network de435609-aad4-4c38-800b-68525573f917 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:10:22.434890 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-30fe7ce0-48a0-4b02-8d41-f80cf174a899 admin admin] Request body: {'subnet': {'network_id': 'de435609-aad4-4c38-800b-68525573f917', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1531066817-subnet', 'tenant_id': '47d67277b6ca4496a66a83b109038cae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:10:22.471236 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587bdaa-5280-42bb-a070-77cc3a9f47fd req-3a66d014-5cf8-4aeb-9908-d48101bcadbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:22.479441 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e587bdaa-5280-42bb-a070-77cc3a9f47fd req-3a66d014-5cf8-4aeb-9908-d48101bcadbe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2e4943d2-93a7-4739-8d48-2442fb48fa03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1911383 Dec 08 16:10:22.515764 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 98d1b751-4ef7-4df1-9b81-a412e32c3bd1 up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:10:22.646468 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-082fa830-8dff-4ee5-bbd6-53a296eaa6ad admin admin] Router 8533dda2-20bb-46c0-af5d-5f6d5fe2a15a has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:10:22.650360 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 98d1b751-4ef7-4df1-9b81-a412e32c3bd1 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:10:22.650965 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:22.701568 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30fe7ce0-48a0-4b02-8d41-f80cf174a899 admin admin] Made reservation on behalf of 47d67277b6ca4496a66a83b109038cae for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:10:22.704107 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-30fe7ce0-48a0-4b02-8d41-f80cf174a899 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:22.708894 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e587bdaa-5280-42bb-a070-77cc3a9f47fd req-4e0b57b8-10ca-4a74-93c5-82f729451587 service neutron] 10.222.0.37 "GET /v2.0/networks/2e4943d2-93a7-4739-8d48-2442fb48fa03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213774 Dec 08 16:10:22.741846 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-53a26f8c-9157-4cf8-ae5a-c1aedea74574 None None] Provisioning complete for port 5f3fcb9e-4ec5-447e-936b-b69332750de4 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:10:22.742514 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-53a26f8c-9157-4cf8-ae5a-c1aedea74574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:22.790060 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-53a26f8c-9157-4cf8-ae5a-c1aedea74574 None None] Port 5f3fcb9e-4ec5-447e-936b-b69332750de4 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:10:22.866410 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:22.893174 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-082fa830-8dff-4ee5-bbd6-53a296eaa6ad admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:10:22.900021 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-082fa830-8dff-4ee5-bbd6-53a296eaa6ad admin admin] 10.222.0.64 "PUT /v2.0/routers/8533dda2-20bb-46c0-af5d-5f6d5fe2a15a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6459351 Dec 08 16:10:22.903205 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e587bdaa-5280-42bb-a070-77cc3a9f47fd req-01034696-64d2-43c9-852c-837231953113 service neutron] 10.222.0.37 "GET /v2.0/networks/2e4943d2-93a7-4739-8d48-2442fb48fa03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851239 Dec 08 16:10:22.917565 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa79378-ff1d-4e75-b22a-1ad5c70ceece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98d1b751-4ef7-4df1-9b81-a412e32c3bd1'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:10:22.920641 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd56b824-4866-450c-8384-8c288cb6842d" -d '{"events": [{"server_uuid": "2fa79378-ff1d-4e75-b22a-1ad5c70ceece", "name": "network-vif-plugged", "status": "completed", "tag": "98d1b751-4ef7-4df1-9b81-a412e32c3bd1"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:10:22.936891 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 98d1b751-4ef7-4df1-9b81-a412e32c3bd1, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=98d1b751-4ef7-4df1-9b81-a412e32c3bd1,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:22.975463 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-621b49dc-e323-4ac2-b188-d76a3ec7db4c x-openstack-request-id: req-621b49dc-e323-4ac2-b188-d76a3ec7db4c {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:10:22.975769 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fa79378-ff1d-4e75-b22a-1ad5c70ceece", "name": "network-vif-plugged", "status": "completed", "tag": "98d1b751-4ef7-4df1-9b81-a412e32c3bd1", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:10:22.976026 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-621b49dc-e323-4ac2-b188-d76a3ec7db4c {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:10:22.976471 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fa79378-ff1d-4e75-b22a-1ad5c70ceece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98d1b751-4ef7-4df1-9b81-a412e32c3bd1', 'code': 200} Dec 08 16:10:22.977768 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e587bdaa-5280-42bb-a070-77cc3a9f47fd req-ae3c2649-f257-4fe0-89a0-355f8e78c850 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=51bbfa21-3ab7-4eea-8628-00f39a1573cd HTTP/1.1" status: 200 len: 217 time: 0.0652113 Dec 08 16:10:22.984817 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-439086bd-a93f-499c-baa5-052ea7f052ff admin admin] Deleting port 04be14c3-32fc-43a5-a5db-d4733f026cfc {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:10:22.985589 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-439086bd-a93f-499c-baa5-052ea7f052ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:23.038049 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:23.095755 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587bdaa-5280-42bb-a070-77cc3a9f47fd req-8224569e-e430-4e6b-a3ba-11219ea5eefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:23.097469 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e587bdaa-5280-42bb-a070-77cc3a9f47fd req-8224569e-e430-4e6b-a3ba-11219ea5eefe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1e65c65d-2ea9-4234-8de3-5fa877086c9e HTTP/1.1" status: 200 len: 797 time: 0.1086600 Dec 08 16:10:23.156401 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-439086bd-a93f-499c-baa5-052ea7f052ff admin admin] For port 04be14c3-32fc-43a5-a5db-d4733f026cfc, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=04be14c3-32fc-43a5-a5db-d4733f026cfc,segment=NetworkSegment(5ed0f1f4-af24-468e-83c5-3137b1fd0d8f),segment_id=5ed0f1f4-af24-468e-83c5-3137b1fd0d8f)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:23.156810 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-439086bd-a93f-499c-baa5-052ea7f052ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:23.171403 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=98d1b751-4ef7-4df1-9b81-a412e32c3bd1,revision_number=11']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:23.182406 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-439086bd-a93f-499c-baa5-052ea7f052ff admin admin] Calling delete_port for 04be14c3-32fc-43a5-a5db-d4733f026cfc owned by network:router_interface {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:10:23.207080 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587bdaa-5280-42bb-a070-77cc3a9f47fd req-ec4832c0-161f-40b2-855d-cab18ed93c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:23.208727 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e587bdaa-5280-42bb-a070-77cc3a9f47fd req-ec4832c0-161f-40b2-855d-cab18ed93c6b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2e4943d2-93a7-4739-8d48-2442fb48fa03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1015248 Dec 08 16:10:23.573150 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b56f6-7747-4510-b23f-689b32b210f9 req-f33c7088-af75-4fde-9555-0ec2c50a0d87 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:23.576118 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bc1b56f6-7747-4510-b23f-689b32b210f9 req-f33c7088-af75-4fde-9555-0ec2c50a0d87 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fa79378-ff1d-4e75-b22a-1ad5c70ceece HTTP/1.1" status: 200 len: 951 time: 0.2608416 Dec 08 16:10:23.586809 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-30fe7ce0-48a0-4b02-8d41-f80cf174a899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:23.594930 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d740ef72-63eb-48d3-9087-ad429fa0b463 req-f0002d35-c4fe-4cbd-8ffa-240bd6429414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:23.596677 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d740ef72-63eb-48d3-9087-ad429fa0b463 req-f0002d35-c4fe-4cbd-8ffa-240bd6429414 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2fa79378-ff1d-4e75-b22a-1ad5c70ceece HTTP/1.1" status: 200 len: 1103 time: 0.1236315 Dec 08 16:10:23.666988 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device e2b4e696-86d0-4201-bfef-ea3df30dde44 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:10:23.685884 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e587bdaa-5280-42bb-a070-77cc3a9f47fd req-5f382205-19c6-403b-9729-f324827f6380 service neutron] 10.222.0.37 "GET /v2.0/networks/2e4943d2-93a7-4739-8d48-2442fb48fa03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4678411 Dec 08 16:10:23.693067 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2c3cd703-24e2-415a-9b8e-50edeb59b9b8 req-b3875fec-45e7-4ec9-b6e6-2b64918456cb tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2183311 Dec 08 16:10:23.714218 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-2c3cd703-24e2-415a-9b8e-50edeb59b9b8 req-e51f0187-8a22-4629-9ba0-b50d57c1b21a tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Request body: {'floatingip': {'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:10:23.723500 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fe7ce0-48a0-4b02-8d41-f80cf174a899 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a1adc97-054e-4eac-8198-542a3a16743f,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:23.758159 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d740ef72-63eb-48d3-9087-ad429fa0b463 req-df395b69-88cc-4d97-9249-e011571b1da8 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514118 Dec 08 16:10:23.770667 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fe7ce0-48a0-4b02-8d41-f80cf174a899 admin admin] Checking segment: {'id': '404f6e07-b6a3-48a7-8a2e-da02471b75c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'de435609-aad4-4c38-800b-68525573f917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:10:23.771513 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fe7ce0-48a0-4b02-8d41-f80cf174a899 admin admin] Network hostable DHCP agents. Network: de435609-aad4-4c38-800b-68525573f917, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:10:23.789149 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port e2b4e696-86d0-4201-bfef-ea3df30dde44 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:10:23.790305 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:23.803492 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bc1b56f6-7747-4510-b23f-689b32b210f9 req-0d52fbfa-36cd-450a-8fa3-9b18ff30304b tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644802 Dec 08 16:10:23.861189 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2c3cd703-24e2-415a-9b8e-50edeb59b9b8 req-e51f0187-8a22-4629-9ba0-b50d57c1b21a tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Publish callbacks [] for floatingip, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:23.884235 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e587bdaa-5280-42bb-a070-77cc3a9f47fd req-3c2c95b0-f2a8-4d72-8c88-bf332d213751 service neutron] 10.222.0.37 "GET /v2.0/networks/2e4943d2-93a7-4739-8d48-2442fb48fa03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847513 Dec 08 16:10:23.895355 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b6e31b-4534-40f1-a2c6-44ca18b9721e None None] Sync routers for ids ['8533dda2-20bb-46c0-af5d-5f6d5fe2a15a'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:10:23.916215 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b6e31b-4534-40f1-a2c6-44ca18b9721e None None] Routers {'8533dda2-20bb-46c0-af5d-5f6d5fe2a15a'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:10:23.916922 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-68b6e31b-4534-40f1-a2c6-44ca18b9721e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:10:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['8533dda2-20bb-46c0-af5d-5f6d5fe2a15a'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:10:23.931474 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fe7ce0-48a0-4b02-8d41-f80cf174a899 admin admin] Network de435609-aad4-4c38-800b-68525573f917 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:10:23.943685 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:23.951542 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e587bdaa-5280-42bb-a070-77cc3a9f47fd req-d70a6b35-452d-47d2-aa22-cba1850f4569 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=ad149dbc-dd1a-4f57-a271-ee5719d6b70d HTTP/1.1" status: 200 len: 217 time: 0.0606229 Dec 08 16:10:23.978961 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port e2b4e696-86d0-4201-bfef-ea3df30dde44, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=e2b4e696-86d0-4201-bfef-ea3df30dde44,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:24.007865 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 2f584af6-7e48-4058-b090-8948a1cc7a0d details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:10:24.017600 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-439086bd-a93f-499c-baa5-052ea7f052ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:24.061337 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439086bd-a93f-499c-baa5-052ea7f052ff admin admin] Pushing event deleted for resources: {'Port': ['ID=04be14c3-32fc-43a5-a5db-d4733f026cfc,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:24.069710 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587bdaa-5280-42bb-a070-77cc3a9f47fd req-b675712f-2244-40cc-8070-03e9c55d8a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:24.069710 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e587bdaa-5280-42bb-a070-77cc3a9f47fd req-b675712f-2244-40cc-8070-03e9c55d8a4f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1e65c65d-2ea9-4234-8de3-5fa877086c9e HTTP/1.1" status: 200 len: 797 time: 0.1093254 Dec 08 16:10:24.071412 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2c3cd703-24e2-415a-9b8e-50edeb59b9b8 req-e51f0187-8a22-4629-9ba0-b50d57c1b21a tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:24.082029 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-30fe7ce0-48a0-4b02-8d41-f80cf174a899 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, de435609-aad4-4c38-800b-68525573f917) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:10:24.090029 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fe7ce0-48a0-4b02-8d41-f80cf174a899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:24.091689 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-30fe7ce0-48a0-4b02-8d41-f80cf174a899 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:24.146717 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-68b6e31b-4534-40f1-a2c6-44ca18b9721e None None] Set router 8533dda2-20bb-46c0-af5d-5f6d5fe2a15a gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:10:24.176720 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 2f584af6-7e48-4058-b090-8948a1cc7a0d, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=2f584af6-7e48-4058-b090-8948a1cc7a0d,segment=NetworkSegment(47c90d66-b9b1-48b2-9414-0fbc8593b6cd),segment_id=47c90d66-b9b1-48b2-9414-0fbc8593b6cd)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:24.203214 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '2f584af6-7e48-4058-b090-8948a1cc7a0d', 'network_id': 'cb7ccd97-4ed6-4775-a83f-7666f035258b', 'port_id': '2f584af6-7e48-4058-b090-8948a1cc7a0d', 'mac_address': 'fa:16:3e:ce:e9:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '204f0526-34ba-4b28-8f9c-33ef8b4289b9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:10:24.208654 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71ef457-764f-40de-8d12-f1b063f6e037 None None] Network de435609-aad4-4c38-800b-68525573f917 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:10:24.253764 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:24.285018 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-30fe7ce0-48a0-4b02-8d41-f80cf174a899 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.8646297 Dec 08 16:10:24.292317 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43292) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:24.301149 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-5cea2ffa-26dc-4e25-b403-502492a86484 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1531066817-router', 'tenant_id': '47d67277b6ca4496a66a83b109038cae', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:10:24.337456 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587bdaa-5280-42bb-a070-77cc3a9f47fd req-d0db25b1-3ddb-4815-8756-f0faed764637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:24.337456 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e587bdaa-5280-42bb-a070-77cc3a9f47fd req-d0db25b1-3ddb-4815-8756-f0faed764637 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2e4943d2-93a7-4739-8d48-2442fb48fa03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2564270 Dec 08 16:10:24.342551 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-2c3cd703-24e2-415a-9b8e-50edeb59b9b8 req-e51f0187-8a22-4629-9ba0-b50d57c1b21a tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Allocated IP 172.25.0.248 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/1a6c758b-356f-4499-a33e-38f91948c7a4) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:10:24.364453 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f8761-c1b2-4f1e-8dbe-5cd54a683b00 req-537bd0e8-1c5f-4948-a471-97119bb77329 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:24.366972 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-192f8761-c1b2-4f1e-8dbe-5cd54a683b00 req-537bd0e8-1c5f-4948-a471-97119bb77329 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/ports?device_id=62557d30-a792-4deb-8fda-def51b8b1280 HTTP/1.1" status: 200 len: 945 time: 0.3110595 Dec 08 16:10:24.379172 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:24.405171 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2f584af6-7e48-4058-b090-8948a1cc7a0d {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:10:24.427101 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 2f584af6-7e48-4058-b090-8948a1cc7a0d, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=2f584af6-7e48-4058-b090-8948a1cc7a0d,segment=NetworkSegment(47c90d66-b9b1-48b2-9414-0fbc8593b6cd),segment_id=47c90d66-b9b1-48b2-9414-0fbc8593b6cd)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:24.443282 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=e2b4e696-86d0-4201-bfef-ea3df30dde44,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:24.471443 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc21e509-037b-47a3-b338-56e1967ceb5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-de435609-aad4-4c38-800b-68525573f917', 'network_id': 'de435609-aad4-4c38-800b-68525573f917', 'project_id': '47d67277b6ca4496a66a83b109038cae', 'fixed_ips': [{'subnet_id': '8a1adc97-054e-4eac-8198-542a3a16743f'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:10:24.472548 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-cc21e509-037b-47a3-b338-56e1967ceb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:24.552764 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2c3cd703-24e2-415a-9b8e-50edeb59b9b8 req-e51f0187-8a22-4629-9ba0-b50d57c1b21a tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:24.586508 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:24.590818 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-68b6e31b-4534-40f1-a2c6-44ca18b9721e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8533dda2-20bb-46c0-af5d-5f6d5fe2a15a', 'name': 'tempest-FloatingIPDetailsTestJSON-908327225-router', 'tenant_id': 'f8fd75cc9fac46468450b88522167925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'e2b4e696-86d0-4201-bfef-ea3df30dde44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:10:15Z', 'updated_at': '2021-12-08T16:10:21Z', 'revision_number': 4, 'project_id': 'f8fd75cc9fac46468450b88522167925', 'gw_port': {'id': 'e2b4e696-86d0-4201-bfef-ea3df30dde44', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:4f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8533dda2-20bb-46c0-af5d-5f6d5fe2a15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:10:16Z', 'updated_at': '2021-12-08T16:10:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '5f3fcb9e-4ec5-447e-936b-b69332750de4', 'name': '', 'network_id': 'e60a364a-0b1a-4c2a-ab4a-d9360d166e6d', 'tenant_id': 'f8fd75cc9fac46468450b88522167925', 'mac_address': 'fa:16:3e:ee:22:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8533dda2-20bb-46c0-af5d-5f6d5fe2a15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '98a0d45e-151b-41ab-827a-f98988282fa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:10:20Z', 'updated_at': '2021-12-08T16:10:21Z', 'revision_number': 2, 'project_id': 'f8fd75cc9fac46468450b88522167925', 'subnets': [{'id': '98a0d45e-151b-41ab-827a-f98988282fa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:10:24.625918 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b6e31b-4534-40f1-a2c6-44ca18b9721e None None] Checking router: 8533dda2-20bb-46c0-af5d-5f6d5fe2a15a for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:10:24.626601 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b6e31b-4534-40f1-a2c6-44ca18b9721e None None] Updating router 8533dda2-20bb-46c0-af5d-5f6d5fe2a15a port 5f3fcb9e-4ec5-447e-936b-b69332750de4 binding host n-d-776250-12 {{(pid=110553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:10:24.653676 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=2f584af6-7e48-4058-b090-8948a1cc7a0d,revision_number=6']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:24.656664 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-68b6e31b-4534-40f1-a2c6-44ca18b9721e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:24.676928 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2c3cd703-24e2-415a-9b8e-50edeb59b9b8 req-e51f0187-8a22-4629-9ba0-b50d57c1b21a tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:24.728867 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5cea2ffa-26dc-4e25-b403-502492a86484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:24.729946 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5cea2ffa-26dc-4e25-b403-502492a86484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:24.759699 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-cc21e509-037b-47a3-b338-56e1967ceb5e None None] Allocated IP 172.20.0.2 (de435609-aad4-4c38-800b-68525573f917/8a1adc97-054e-4eac-8198-542a3a16743f/d6fd6464-5656-4834-bb5c-007f11110146) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:10:24.791325 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5cea2ffa-26dc-4e25-b403-502492a86484 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:24.809634 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c3cd703-24e2-415a-9b8e-50edeb59b9b8 req-e51f0187-8a22-4629-9ba0-b50d57c1b21a tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:10:24.813290 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-2c3cd703-24e2-415a-9b8e-50edeb59b9b8 req-e51f0187-8a22-4629-9ba0-b50d57c1b21a tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:10:24.822967 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c3cd703-24e2-415a-9b8e-50edeb59b9b8 req-e51f0187-8a22-4629-9ba0-b50d57c1b21a tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:10:24.826230 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51f0187-8a22-4629-9ba0-b50d57c1b21a tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Pushing event updated for resources: {'Port': ['ID=1a6c758b-356f-4499-a33e-38f91948c7a4,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:24.839961 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['2f584af6-7e48-4058-b090-8948a1cc7a0d'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:10:24.851590 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-192f8761-c1b2-4f1e-8dbe-5cd54a683b00 req-dd52a8f6-a64e-4ddf-ba89-5e0420b3826e tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/security-groups?id=40f60a5b-0646-42dd-bbb9-4c0b871b0767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4717991 Dec 08 16:10:24.895478 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-439086bd-a93f-499c-baa5-052ea7f052ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:24.928096 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e587bdaa-5280-42bb-a070-77cc3a9f47fd req-e03a80a3-2fed-482b-89fb-0650f1420c50 service neutron] 10.222.0.37 "GET /v2.0/networks/2e4943d2-93a7-4739-8d48-2442fb48fa03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5804467 Dec 08 16:10:25.036432 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-68b6e31b-4534-40f1-a2c6-44ca18b9721e None None] Publish callbacks [] for port, precommit_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:25.114927 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e587bdaa-5280-42bb-a070-77cc3a9f47fd req-5b8f85bb-e211-4bf3-8d79-1a47d87cc56e service neutron] 10.222.0.37 "GET /v2.0/networks/2e4943d2-93a7-4739-8d48-2442fb48fa03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498632 Dec 08 16:10:25.146537 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-68b6e31b-4534-40f1-a2c6-44ca18b9721e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:25.188597 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-cc21e509-037b-47a3-b338-56e1967ceb5e None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:25.203736 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e587bdaa-5280-42bb-a070-77cc3a9f47fd req-26d09eb7-4e2d-454c-b5b6-0bc706885358 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5ca26b89-5037-47fc-91b1-bf5b63ff673b HTTP/1.1" status: 200 len: 217 time: 0.0774775 Dec 08 16:10:25.269297 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5cea2ffa-26dc-4e25-b403-502492a86484 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:25.282552 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2c3cd703-24e2-415a-9b8e-50edeb59b9b8 req-e51f0187-8a22-4629-9ba0-b50d57c1b21a tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:25.286164 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-cc21e509-037b-47a3-b338-56e1967ceb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:25.299942 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfed02ad-f15d-49d8-abf3-f5fae6f30a55 None None] Pushing event updated for resources: {'Port': ['ID=5f3fcb9e-4ec5-447e-936b-b69332750de4,revision_number=3']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:25.302090 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-68b6e31b-4534-40f1-a2c6-44ca18b9721e None None] Attempting to bind port 5f3fcb9e-4ec5-447e-936b-b69332750de4 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:10:25.302461 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-68b6e31b-4534-40f1-a2c6-44ca18b9721e None None] Attempting to bind port 5f3fcb9e-4ec5-447e-936b-b69332750de4 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '09481b2f-1741-4ed9-954d-8662f5430199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e60a364a-0b1a-4c2a-ab4a-d9360d166e6d'}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:10:25.304717 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b6e31b-4534-40f1-a2c6-44ca18b9721e None None] Attempting to bind port 5f3fcb9e-4ec5-447e-936b-b69332750de4 on network e60a364a-0b1a-4c2a-ab4a-d9360d166e6d {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:10:25.312138 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b6e31b-4534-40f1-a2c6-44ca18b9721e None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:10:25.312696 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b6e31b-4534-40f1-a2c6-44ca18b9721e None None] Checking segment: {'id': '09481b2f-1741-4ed9-954d-8662f5430199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e60a364a-0b1a-4c2a-ab4a-d9360d166e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:10:25.313405 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-68b6e31b-4534-40f1-a2c6-44ca18b9721e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:25.313903 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b6e31b-4534-40f1-a2c6-44ca18b9721e None None] Bound using segment: {'id': '09481b2f-1741-4ed9-954d-8662f5430199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e60a364a-0b1a-4c2a-ab4a-d9360d166e6d'} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:10:25.314493 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-68b6e31b-4534-40f1-a2c6-44ca18b9721e None None] Bound port: 5f3fcb9e-4ec5-447e-936b-b69332750de4, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09481b2f-1741-4ed9-954d-8662f5430199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e60a364a-0b1a-4c2a-ab4a-d9360d166e6d'}}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:10:25.314987 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-68b6e31b-4534-40f1-a2c6-44ca18b9721e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:25.405038 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8b996-2193-4f26-93af-9eecb69f6648 req-96134cbc-9dce-44b2-84ce-28fa8935371c tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:25.413411 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fad8b996-2193-4f26-93af-9eecb69f6648 req-96134cbc-9dce-44b2-84ce-28fa8935371c tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fa79378-ff1d-4e75-b22a-1ad5c70ceece HTTP/1.1" status: 200 len: 951 time: 0.2260983 Dec 08 16:10:25.425982 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-68b6e31b-4534-40f1-a2c6-44ca18b9721e None None] For port 5f3fcb9e-4ec5-447e-936b-b69332750de4, host n-d-776250-12, cleared binding levels {{(pid=110553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:10:25.438779 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-68b6e31b-4534-40f1-a2c6-44ca18b9721e None None] For port 5f3fcb9e-4ec5-447e-936b-b69332750de4, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=5f3fcb9e-4ec5-447e-936b-b69332750de4,segment=NetworkSegment(09481b2f-1741-4ed9-954d-8662f5430199),segment_id=09481b2f-1741-4ed9-954d-8662f5430199)] {{(pid=110553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:10:25.445407 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc21e509-037b-47a3-b338-56e1967ceb5e None None] Network de435609-aad4-4c38-800b-68525573f917 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:10:25.459030 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587bdaa-5280-42bb-a070-77cc3a9f47fd req-f0b67e5c-bf69-4a20-9bc0-62bb66bd487d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:25.460649 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e587bdaa-5280-42bb-a070-77cc3a9f47fd req-f0b67e5c-bf69-4a20-9bc0-62bb66bd487d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7bb3c717-9a7d-47ef-8b30-309fc05e6088 HTTP/1.1" status: 200 len: 797 time: 0.2349410 Dec 08 16:10:25.461497 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-cc21e509-037b-47a3-b338-56e1967ceb5e None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:10:25.473003 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc21e509-037b-47a3-b338-56e1967ceb5e None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:10:25.475212 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc21e509-037b-47a3-b338-56e1967ceb5e None None] Pushing event updated for resources: {'Port': ['ID=d6fd6464-5656-4834-bb5c-007f11110146,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:25.490193 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2c3cd703-24e2-415a-9b8e-50edeb59b9b8 req-e51f0187-8a22-4629-9ba0-b50d57c1b21a tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:25.507267 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-68b6e31b-4534-40f1-a2c6-44ca18b9721e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:25.514227 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-564365cb-f1b8-45bf-aa07-c442e8a97300 None None] Provisioning complete for port 5f3fcb9e-4ec5-447e-936b-b69332750de4 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:10:25.514227 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-564365cb-f1b8-45bf-aa07-c442e8a97300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:25.633083 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b6e31b-4534-40f1-a2c6-44ca18b9721e None None] Routers {'8533dda2-20bb-46c0-af5d-5f6d5fe2a15a'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:10:25.634001 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-68b6e31b-4534-40f1-a2c6-44ca18b9721e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:10:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['8533dda2-20bb-46c0-af5d-5f6d5fe2a15a'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:10:25.637013 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfed02ad-f15d-49d8-abf3-f5fae6f30a55 None None] Pushing event updated for resources: {'Port': ['ID=5f3fcb9e-4ec5-447e-936b-b69332750de4,revision_number=4']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:25.637416 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-cc21e509-037b-47a3-b338-56e1967ceb5e None None] Attempting to bind port d6fd6464-5656-4834-bb5c-007f11110146 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:10:25.637819 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-cc21e509-037b-47a3-b338-56e1967ceb5e None None] Attempting to bind port d6fd6464-5656-4834-bb5c-007f11110146 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '404f6e07-b6a3-48a7-8a2e-da02471b75c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'de435609-aad4-4c38-800b-68525573f917'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:10:25.638192 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc21e509-037b-47a3-b338-56e1967ceb5e None None] Attempting to bind port d6fd6464-5656-4834-bb5c-007f11110146 on network de435609-aad4-4c38-800b-68525573f917 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:10:25.655972 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fad8b996-2193-4f26-93af-9eecb69f6648 req-5ed913a1-d740-45ce-802b-722fb4e34b09 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413156 Dec 08 16:10:25.675059 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc21e509-037b-47a3-b338-56e1967ceb5e None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:10:25.675606 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc21e509-037b-47a3-b338-56e1967ceb5e None None] Checking segment: {'id': '404f6e07-b6a3-48a7-8a2e-da02471b75c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'de435609-aad4-4c38-800b-68525573f917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:10:25.676029 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-cc21e509-037b-47a3-b338-56e1967ceb5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:25.676577 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc21e509-037b-47a3-b338-56e1967ceb5e None None] Bound using segment: {'id': '404f6e07-b6a3-48a7-8a2e-da02471b75c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'de435609-aad4-4c38-800b-68525573f917'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:10:25.677151 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-cc21e509-037b-47a3-b338-56e1967ceb5e None None] Bound port: d6fd6464-5656-4834-bb5c-007f11110146, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '404f6e07-b6a3-48a7-8a2e-da02471b75c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'de435609-aad4-4c38-800b-68525573f917'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:10:25.677563 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-cc21e509-037b-47a3-b338-56e1967ceb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:25.697345 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-439086bd-a93f-499c-baa5-052ea7f052ff admin admin] Router 08cac69e-63f2-46d9-bcfb-aa45250c1e01 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:10:25.755042 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587bdaa-5280-42bb-a070-77cc3a9f47fd req-02dbcff9-2425-45a3-854d-e05e37c4bbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:25.759916 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e587bdaa-5280-42bb-a070-77cc3a9f47fd req-02dbcff9-2425-45a3-854d-e05e37c4bbd8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=24cee103-4be3-4e70-9f00-1d6da085ad6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2899442 Dec 08 16:10:25.824372 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device e2b4e696-86d0-4201-bfef-ea3df30dde44 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:10:25.856096 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2c3cd703-24e2-415a-9b8e-50edeb59b9b8 req-e51f0187-8a22-4629-9ba0-b50d57c1b21a tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:25.939447 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2c3cd703-24e2-415a-9b8e-50edeb59b9b8 req-e51f0187-8a22-4629-9ba0-b50d57c1b21a tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:25.970043 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-564365cb-f1b8-45bf-aa07-c442e8a97300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:25.988935 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-68b6e31b-4534-40f1-a2c6-44ca18b9721e None None] Set router 8533dda2-20bb-46c0-af5d-5f6d5fe2a15a gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:10:25.994458 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-cc21e509-037b-47a3-b338-56e1967ceb5e None None] For port d6fd6464-5656-4834-bb5c-007f11110146, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:10:26.026253 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-cc21e509-037b-47a3-b338-56e1967ceb5e None None] For port d6fd6464-5656-4834-bb5c-007f11110146, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=d6fd6464-5656-4834-bb5c-007f11110146,segment=NetworkSegment(404f6e07-b6a3-48a7-8a2e-da02471b75c4),segment_id=404f6e07-b6a3-48a7-8a2e-da02471b75c4)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:10:26.029502 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 2f584af6-7e48-4058-b090-8948a1cc7a0d no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:10:26.044709 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e587bdaa-5280-42bb-a070-77cc3a9f47fd req-d3830ced-902e-4cad-8d2f-ba13b931e05e service neutron] 10.222.0.37 "GET /v2.0/networks/24cee103-4be3-4e70-9f00-1d6da085ad6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590493 Dec 08 16:10:26.080429 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-439086bd-a93f-499c-baa5-052ea7f052ff admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:10:26.094968 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-439086bd-a93f-499c-baa5-052ea7f052ff admin admin] 10.222.0.64 "PUT /v2.0/routers/08cac69e-63f2-46d9-bcfb-aa45250c1e01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8032868 Dec 08 16:10:26.105463 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43302) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:26.184915 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51f0187-8a22-4629-9ba0-b50d57c1b21a tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Pushing event updated for resources: {'Port': ['ID=1a6c758b-356f-4499-a33e-38f91948c7a4,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:26.236243 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e587bdaa-5280-42bb-a070-77cc3a9f47fd req-53871a4d-f1f6-464f-a81a-01b8ed397f71 service neutron] 10.222.0.37 "GET /v2.0/networks/24cee103-4be3-4e70-9f00-1d6da085ad6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819069 Dec 08 16:10:26.249001 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01be73b8-7d2a-4c82-8714-1ff396b6317a None None] Sync routers for ids ['08cac69e-63f2-46d9-bcfb-aa45250c1e01'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:10:26.256020 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-564365cb-f1b8-45bf-aa07-c442e8a97300 None None] For port 5f3fcb9e-4ec5-447e-936b-b69332750de4, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=5f3fcb9e-4ec5-447e-936b-b69332750de4,segment=NetworkSegment(09481b2f-1741-4ed9-954d-8662f5430199),segment_id=09481b2f-1741-4ed9-954d-8662f5430199)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:26.261761 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-cc21e509-037b-47a3-b338-56e1967ceb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:26.270477 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b345f500-a4a6-4931-b170-6ec0163cf32c admin admin] Publish callbacks [] for router, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:26.275183 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5cea2ffa-26dc-4e25-b403-502492a86484 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:26.291851 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e587bdaa-5280-42bb-a070-77cc3a9f47fd req-e84bf042-5512-42b9-a3b9-425141ae8c85 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7daf87fe-44bb-4172-a38a-0f0c16f93725 HTTP/1.1" status: 200 len: 217 time: 0.0475466 Dec 08 16:10:26.309438 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-68b6e31b-4534-40f1-a2c6-44ca18b9721e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8533dda2-20bb-46c0-af5d-5f6d5fe2a15a', 'name': 'tempest-FloatingIPDetailsTestJSON-908327225-router', 'tenant_id': 'f8fd75cc9fac46468450b88522167925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'e2b4e696-86d0-4201-bfef-ea3df30dde44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:10:15Z', 'updated_at': '2021-12-08T16:10:21Z', 'revision_number': 4, 'project_id': 'f8fd75cc9fac46468450b88522167925', 'gw_port': {'id': 'e2b4e696-86d0-4201-bfef-ea3df30dde44', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:4f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8533dda2-20bb-46c0-af5d-5f6d5fe2a15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:10:16Z', 'updated_at': '2021-12-08T16:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '5f3fcb9e-4ec5-447e-936b-b69332750de4', 'name': '', 'network_id': 'e60a364a-0b1a-4c2a-ab4a-d9360d166e6d', 'tenant_id': 'f8fd75cc9fac46468450b88522167925', 'mac_address': 'fa:16:3e:ee:22:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8533dda2-20bb-46c0-af5d-5f6d5fe2a15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '98a0d45e-151b-41ab-827a-f98988282fa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:10:20Z', 'updated_at': '2021-12-08T16:10:25Z', 'revision_number': 4, 'project_id': 'f8fd75cc9fac46468450b88522167925', 'subnets': [{'id': '98a0d45e-151b-41ab-827a-f98988282fa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:10:26.322885 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01be73b8-7d2a-4c82-8714-1ff396b6317a None None] Routers {'08cac69e-63f2-46d9-bcfb-aa45250c1e01'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:10:26.323683 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-01be73b8-7d2a-4c82-8714-1ff396b6317a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:10:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['08cac69e-63f2-46d9-bcfb-aa45250c1e01'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:10:26.350830 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b6e31b-4534-40f1-a2c6-44ca18b9721e None None] The sync data for ids ['8533dda2-20bb-46c0-af5d-5f6d5fe2a15a'] in n-d-776250-12 is: [{'id': '8533dda2-20bb-46c0-af5d-5f6d5fe2a15a', 'name': 'tempest-FloatingIPDetailsTestJSON-908327225-router', 'tenant_id': 'f8fd75cc9fac46468450b88522167925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'e2b4e696-86d0-4201-bfef-ea3df30dde44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:10:15Z', 'updated_at': '2021-12-08T16:10:21Z', 'revision_number': 4, 'project_id': 'f8fd75cc9fac46468450b88522167925', 'gw_port': {'id': 'e2b4e696-86d0-4201-bfef-ea3df30dde44', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:4f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8533dda2-20bb-46c0-af5d-5f6d5fe2a15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:10:16Z', 'updated_at': '2021-12-08T16:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '5f3fcb9e-4ec5-447e-936b-b69332750de4', 'name': '', 'network_id': 'e60a364a-0b1a-4c2a-ab4a-d9360d166e6d', 'tenant_id': 'f8fd75cc9fac46468450b88522167925', 'mac_address': 'fa:16:3e:ee:22:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8533dda2-20bb-46c0-af5d-5f6d5fe2a15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '98a0d45e-151b-41ab-827a-f98988282fa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:10:20Z', 'updated_at': '2021-12-08T16:10:25Z', 'revision_number': 4, 'project_id': 'f8fd75cc9fac46468450b88522167925', 'subnets': [{'id': '98a0d45e-151b-41ab-827a-f98988282fa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:10:26.366355 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587bdaa-5280-42bb-a070-77cc3a9f47fd req-42854f4e-382a-4e17-9dfb-842cce5ac2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:26.368987 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e587bdaa-5280-42bb-a070-77cc3a9f47fd req-42854f4e-382a-4e17-9dfb-842cce5ac2a4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7bb3c717-9a7d-47ef-8b30-309fc05e6088 HTTP/1.1" status: 200 len: 797 time: 0.0660703 Dec 08 16:10:26.387136 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2c3cd703-24e2-415a-9b8e-50edeb59b9b8 req-e51f0187-8a22-4629-9ba0-b50d57c1b21a tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:26.391810 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port e2b4e696-86d0-4201-bfef-ea3df30dde44 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:10:26.392338 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:26.399057 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5cea2ffa-26dc-4e25-b403-502492a86484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:26.430736 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-564365cb-f1b8-45bf-aa07-c442e8a97300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:26.483133 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587bdaa-5280-42bb-a070-77cc3a9f47fd req-f8160e81-0712-4e2c-82ed-66155ffc80df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:26.485653 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e587bdaa-5280-42bb-a070-77cc3a9f47fd req-f8160e81-0712-4e2c-82ed-66155ffc80df service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=24cee103-4be3-4e70-9f00-1d6da085ad6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1091671 Dec 08 16:10:26.663569 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc21e509-037b-47a3-b338-56e1967ceb5e None None] Pushing event updated for resources: {'Port': ['ID=d6fd6464-5656-4834-bb5c-007f11110146,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:26.688215 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e587bdaa-5280-42bb-a070-77cc3a9f47fd req-a60838b8-546b-49a0-9440-457e3456bf2a service neutron] 10.222.0.37 "GET /v2.0/networks/24cee103-4be3-4e70-9f00-1d6da085ad6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940510 Dec 08 16:10:26.726711 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2c3cd703-24e2-415a-9b8e-50edeb59b9b8 req-e51f0187-8a22-4629-9ba0-b50d57c1b21a tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:26.728014 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2c3cd703-24e2-415a-9b8e-50edeb59b9b8 req-e51f0187-8a22-4629-9ba0-b50d57c1b21a tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0195229 Dec 08 16:10:26.851254 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-5cea2ffa-26dc-4e25-b403-502492a86484 admin admin] Allocated IP 172.25.0.144 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/155f816d-c085-413e-8600-00990aed493f) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:10:26.858962 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b345f500-a4a6-4931-b170-6ec0163cf32c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:26.861452 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-32c8e439-c113-407f-9df8-f99d08e5a7f9 None None] Provisioning complete for port 5f3fcb9e-4ec5-447e-936b-b69332750de4 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:10:26.861844 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-32c8e439-c113-407f-9df8-f99d08e5a7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:26.965459 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:26.975953 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e587bdaa-5280-42bb-a070-77cc3a9f47fd req-07cd78b6-55c9-42bb-91f8-98fac1693879 service neutron] 10.222.0.37 "GET /v2.0/networks/24cee103-4be3-4e70-9f00-1d6da085ad6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802682 Dec 08 16:10:27.012071 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ea085-f1ba-48bb-bb1e-b3b8c322385b req-011529fc-6b42-4a80-b7dd-d28886797d30 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:27.012071 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cc6ea085-f1ba-48bb-bb1e-b3b8c322385b req-011529fc-6b42-4a80-b7dd-d28886797d30 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/ports?device_id=62557d30-a792-4deb-8fda-def51b8b1280 HTTP/1.1" status: 200 len: 944 time: 0.1912251 Dec 08 16:10:27.026358 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2f584af6-7e48-4058-b090-8948a1cc7a0d {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:10:27.091608 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cc6ea085-f1ba-48bb-bb1e-b3b8c322385b req-6c7c61bf-e39b-4b9a-8ed7-36807e6c899d tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/security-groups?id=40f60a5b-0646-42dd-bbb9-4c0b871b0767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759616 Dec 08 16:10:27.101144 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2c3cd703-24e2-415a-9b8e-50edeb59b9b8 req-c936f2a0-b99a-4eec-b45d-614d38fadd76 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.248 HTTP/1.1" status: 200 len: 696 time: 0.3451972 Dec 08 16:10:27.101891 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-01be73b8-7d2a-4c82-8714-1ff396b6317a None None] Set router 08cac69e-63f2-46d9-bcfb-aa45250c1e01 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:10:27.107862 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564365cb-f1b8-45bf-aa07-c442e8a97300 None None] Pushing event updated for resources: {'Port': ['ID=5f3fcb9e-4ec5-447e-936b-b69332750de4,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:27.253607 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 2f584af6-7e48-4058-b090-8948a1cc7a0d, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=2f584af6-7e48-4058-b090-8948a1cc7a0d,segment=NetworkSegment(47c90d66-b9b1-48b2-9414-0fbc8593b6cd),segment_id=47c90d66-b9b1-48b2-9414-0fbc8593b6cd)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:27.256159 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105cd17-60a3-4899-95d7-0a5f9cb1f426 req-915dc2a0-34f4-42e7-aebc-0992847780b6 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:27.257890 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c105cd17-60a3-4899-95d7-0a5f9cb1f426 req-915dc2a0-34f4-42e7-aebc-0992847780b6 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fa79378-ff1d-4e75-b22a-1ad5c70ceece HTTP/1.1" status: 200 len: 951 time: 0.0694034 Dec 08 16:10:27.270923 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5cea2ffa-26dc-4e25-b403-502492a86484 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:27.360009 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c105cd17-60a3-4899-95d7-0a5f9cb1f426 req-ab43dd41-bf67-4e6f-a78f-3d68d2ec04e9 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900807 Dec 08 16:10:27.391802 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3cd703-24e2-415a-9b8e-50edeb59b9b8 req-6a2b71f3-ee6b-4ca4-80fb-9481c62c5f90 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:27.394367 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2c3cd703-24e2-415a-9b8e-50edeb59b9b8 req-6a2b71f3-ee6b-4ca4-80fb-9481c62c5f90 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] 10.222.0.64 "GET /v2.0/networks/1ae4cf80-76bf-4df3-a557-5cc6023c1900 HTTP/1.1" status: 200 len: 784 time: 0.2699556 Dec 08 16:10:27.399015 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-b345f500-a4a6-4931-b170-6ec0163cf32c admin admin] Deleting port a218d492-3c79-4095-ae58-537a55e13bd0 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:10:27.399015 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b345f500-a4a6-4931-b170-6ec0163cf32c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:27.436722 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:27.517246 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=2f584af6-7e48-4058-b090-8948a1cc7a0d,revision_number=7']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:27.552226 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5cea2ffa-26dc-4e25-b403-502492a86484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:27.563111 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-01be73b8-7d2a-4c82-8714-1ff396b6317a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cac69e-63f2-46d9-bcfb-aa45250c1e01', 'name': 'tempest-ServersTestJSON-1796942707-router', 'tenant_id': '206a3032957f479e80e5d034840d286f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': 'a218d492-3c79-4095-ae58-537a55e13bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:07:53Z', 'updated_at': '2021-12-08T16:10:23Z', 'revision_number': 5, 'project_id': '206a3032957f479e80e5d034840d286f', 'gw_port': {'id': 'a218d492-3c79-4095-ae58-537a55e13bd0', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:10:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cac69e-63f2-46d9-bcfb-aa45250c1e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:07:54Z', 'updated_at': '2021-12-08T16:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:10:27.606153 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01be73b8-7d2a-4c82-8714-1ff396b6317a None None] Checking router: 08cac69e-63f2-46d9-bcfb-aa45250c1e01 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:10:27.616358 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01be73b8-7d2a-4c82-8714-1ff396b6317a None None] Routers {'08cac69e-63f2-46d9-bcfb-aa45250c1e01'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:10:27.617033 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-01be73b8-7d2a-4c82-8714-1ff396b6317a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:10:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['08cac69e-63f2-46d9-bcfb-aa45250c1e01'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:10:27.672775 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-b345f500-a4a6-4931-b170-6ec0163cf32c admin admin] For port a218d492-3c79-4095-ae58-537a55e13bd0, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=a218d492-3c79-4095-ae58-537a55e13bd0,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:27.673197 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b345f500-a4a6-4931-b170-6ec0163cf32c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:27.688872 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-b345f500-a4a6-4931-b170-6ec0163cf32c admin admin] Calling delete_port for a218d492-3c79-4095-ae58-537a55e13bd0 owned by network:router_gateway {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:10:27.743568 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-01be73b8-7d2a-4c82-8714-1ff396b6317a None None] Set router 08cac69e-63f2-46d9-bcfb-aa45250c1e01 gateway port host: None {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:10:27.845203 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device d6fd6464-5656-4834-bb5c-007f11110146 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:10:27.849396 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-01be73b8-7d2a-4c82-8714-1ff396b6317a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cac69e-63f2-46d9-bcfb-aa45250c1e01', 'name': 'tempest-ServersTestJSON-1796942707-router', 'tenant_id': '206a3032957f479e80e5d034840d286f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:07:53Z', 'updated_at': '2021-12-08T16:10:26Z', 'revision_number': 6, 'project_id': '206a3032957f479e80e5d034840d286f', 'gw_port_host': None}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:10:27.854497 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cea2ffa-26dc-4e25-b403-502492a86484 admin admin] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:10:27.860242 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-eeac22ad-d57d-4d49-8221-34d5b8d07db7 req-333484d3-1081-4dd6-982d-bbd361bf0803 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4228203 Dec 08 16:10:27.865403 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-5cea2ffa-26dc-4e25-b403-502492a86484 admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:10:27.872889 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cea2ffa-26dc-4e25-b403-502492a86484 admin admin] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:10:27.882993 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-eeac22ad-d57d-4d49-8221-34d5b8d07db7 req-6dbf5264-149d-4fb8-a341-cb57bc575b64 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Request body: {'floatingip': {'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:10:27.906132 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cea2ffa-26dc-4e25-b403-502492a86484 admin admin] Pushing event updated for resources: {'Port': ['ID=155f816d-c085-413e-8600-00990aed493f,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:27.936982 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01be73b8-7d2a-4c82-8714-1ff396b6317a None None] The sync data for ids ['08cac69e-63f2-46d9-bcfb-aa45250c1e01'] in n-d-776250-12 is: [{'id': '08cac69e-63f2-46d9-bcfb-aa45250c1e01', 'name': 'tempest-ServersTestJSON-1796942707-router', 'tenant_id': '206a3032957f479e80e5d034840d286f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:07:53Z', 'updated_at': '2021-12-08T16:10:26Z', 'revision_number': 6, 'project_id': '206a3032957f479e80e5d034840d286f', 'gw_port_host': None}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:10:27.972587 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port d6fd6464-5656-4834-bb5c-007f11110146 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:10:27.972848 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:28.018611 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c00358-6432-4cbf-9fdc-a67bb5b38c7a None None] Network de435609-aad4-4c38-800b-68525573f917 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:10:28.067862 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 2f584af6-7e48-4058-b090-8948a1cc7a0d up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:10:28.135297 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-1e5e1d10-bdb0-476a-8856-1af2c62bc252 None None] Provisioning complete for port d6fd6464-5656-4834-bb5c-007f11110146 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:10:28.135782 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1e5e1d10-bdb0-476a-8856-1af2c62bc252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:28.154371 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-eeac22ad-d57d-4d49-8221-34d5b8d07db7 req-6dbf5264-149d-4fb8-a341-cb57bc575b64 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Publish callbacks [] for floatingip, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:28.180388 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cac459-5c87-4651-833d-216b41ca0f55 req-6303fc16-01c0-4854-9990-d1ff36876c09 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:28.183537 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e2cac459-5c87-4651-833d-216b41ca0f55 req-6303fc16-01c0-4854-9990-d1ff36876c09 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.37 "GET /v2.0/ports?device_id=62557d30-a792-4deb-8fda-def51b8b1280 HTTP/1.1" status: 200 len: 943 time: 0.0867848 Dec 08 16:10:28.245483 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 2f584af6-7e48-4058-b090-8948a1cc7a0d triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:10:28.245483 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:28.348914 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:28.400422 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-e2cac459-5c87-4651-833d-216b41ca0f55 req-f6f7d934-e5cc-45d1-a5ec-b5d60521ad9d tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Deleting port 2f584af6-7e48-4058-b090-8948a1cc7a0d {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:10:28.401076 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-e2cac459-5c87-4651-833d-216b41ca0f55 req-f6f7d934-e5cc-45d1-a5ec-b5d60521ad9d tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:28.426388 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1e5e1d10-bdb0-476a-8856-1af2c62bc252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:28.490631 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-eeac22ad-d57d-4d49-8221-34d5b8d07db7 req-6dbf5264-149d-4fb8-a341-cb57bc575b64 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:28.534236 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port d6fd6464-5656-4834-bb5c-007f11110146, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=d6fd6464-5656-4834-bb5c-007f11110146,segment=NetworkSegment(404f6e07-b6a3-48a7-8a2e-da02471b75c4),segment_id=404f6e07-b6a3-48a7-8a2e-da02471b75c4)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:28.583812 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:28.623043 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-e2cac459-5c87-4651-833d-216b41ca0f55 req-f6f7d934-e5cc-45d1-a5ec-b5d60521ad9d tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] For port 2f584af6-7e48-4058-b090-8948a1cc7a0d, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=2f584af6-7e48-4058-b090-8948a1cc7a0d,segment=NetworkSegment(47c90d66-b9b1-48b2-9414-0fbc8593b6cd),segment_id=47c90d66-b9b1-48b2-9414-0fbc8593b6cd)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:28.624107 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-e2cac459-5c87-4651-833d-216b41ca0f55 req-f6f7d934-e5cc-45d1-a5ec-b5d60521ad9d tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:28.638484 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62557d30-a792-4deb-8fda-def51b8b1280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f584af6-7e48-4058-b090-8948a1cc7a0d'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:10:28.639659 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676a7368-147c-4096-92d3-6072f5f8ed60" -d '{"events": [{"server_uuid": "62557d30-a792-4deb-8fda-def51b8b1280", "name": "network-vif-plugged", "status": "completed", "tag": "2f584af6-7e48-4058-b090-8948a1cc7a0d"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:10:28.652550 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:28.653470 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 5f3fcb9e-4ec5-447e-936b-b69332750de4 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:10:28.667767 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-e2cac459-5c87-4651-833d-216b41ca0f55 req-f6f7d934-e5cc-45d1-a5ec-b5d60521ad9d tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Calling delete_port for 2f584af6-7e48-4058-b090-8948a1cc7a0d owned by compute:nova {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:10:28.742318 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b345f500-a4a6-4931-b170-6ec0163cf32c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:28.746191 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [req-eeac22ad-d57d-4d49-8221-34d5b8d07db7 req-6dbf5264-149d-4fb8-a341-cb57bc575b64 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Allocated IP 172.25.0.253 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/af8ba95a-defa-4513-bbb5-3aa73ad999ed) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:10:28.823181 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b345f500-a4a6-4931-b170-6ec0163cf32c admin admin] Pushing event deleted for resources: {'Port': ['ID=a218d492-3c79-4095-ae58-537a55e13bd0,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:28.846715 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b43d88-36d8-45ee-bd41-c924cc1c1465 req-e0dbb2d8-b00f-40e4-9169-9f7028dcb3e2 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:28.852783 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-56b43d88-36d8-45ee-bd41-c924cc1c1465 req-e0dbb2d8-b00f-40e4-9169-9f7028dcb3e2 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/ports?device_id=62557d30-a792-4deb-8fda-def51b8b1280 HTTP/1.1" status: 200 len: 943 time: 0.1505587 Dec 08 16:10:28.870165 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 2f584af6-7e48-4058-b090-8948a1cc7a0d, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=2f584af6-7e48-4058-b090-8948a1cc7a0d,segment=NetworkSegment(47c90d66-b9b1-48b2-9414-0fbc8593b6cd),segment_id=47c90d66-b9b1-48b2-9414-0fbc8593b6cd)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:28.899354 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-eeac22ad-d57d-4d49-8221-34d5b8d07db7 req-6dbf5264-149d-4fb8-a341-cb57bc575b64 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:28.963854 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:28.967560 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.db.api [None req-1e5e1d10-bdb0-476a-8856-1af2c62bc252 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:10:28.967922 n-d-776250-12 neutron-server[110552]: DEBUG oslo_db.api [None req-1e5e1d10-bdb0-476a-8856-1af2c62bc252 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:10:28.970388 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=d6fd6464-5656-4834-bb5c-007f11110146,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:29.015021 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 5f3fcb9e-4ec5-447e-936b-b69332750de4 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:10:29.015442 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:29.029350 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-56b43d88-36d8-45ee-bd41-c924cc1c1465 req-73e321b3-81f9-4d71-9a9e-6bb7bcca5176 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/security-groups?id=40f60a5b-0646-42dd-bbb9-4c0b871b0767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503224 Dec 08 16:10:29.032638 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b345f500-a4a6-4931-b170-6ec0163cf32c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:29.035483 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5cea2ffa-26dc-4e25-b403-502492a86484 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:29.050738 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-eeac22ad-d57d-4d49-8221-34d5b8d07db7 req-6dbf5264-149d-4fb8-a341-cb57bc575b64 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:29.091021 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=2f584af6-7e48-4058-b090-8948a1cc7a0d,revision_number=8']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:29.143151 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeac22ad-d57d-4d49-8221-34d5b8d07db7 req-6dbf5264-149d-4fb8-a341-cb57bc575b64 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:10:29.147160 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [req-eeac22ad-d57d-4d49-8221-34d5b8d07db7 req-6dbf5264-149d-4fb8-a341-cb57bc575b64 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:10:29.157674 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeac22ad-d57d-4d49-8221-34d5b8d07db7 req-6dbf5264-149d-4fb8-a341-cb57bc575b64 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:10:29.194333 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbf5264-149d-4fb8-a341-cb57bc575b64 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Pushing event updated for resources: {'Port': ['ID=af8ba95a-defa-4513-bbb5-3aa73ad999ed,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:29.211103 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-e2cac459-5c87-4651-833d-216b41ca0f55 req-f6f7d934-e5cc-45d1-a5ec-b5d60521ad9d tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:29.225284 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['2f584af6-7e48-4058-b090-8948a1cc7a0d'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:10:29.232552 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b345f500-a4a6-4931-b170-6ec0163cf32c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:29.241850 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b345f500-a4a6-4931-b170-6ec0163cf32c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:29.261189 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f7d934-e5cc-45d1-a5ec-b5d60521ad9d tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Pushing event deleted for resources: {'Port': ['ID=2f584af6-7e48-4058-b090-8948a1cc7a0d,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:29.332382 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b43d7-17db-4b57-9b42-07cc3fdb8640 req-64ab7c40-49b7-4fee-9a58-c75db8e01e75 tempest-ServersAdminTestJSON-1928547335 tempest-ServersAdminTestJSON-1928547335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:29.334076 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-007b43d7-17db-4b57-9b42-07cc3fdb8640 req-64ab7c40-49b7-4fee-9a58-c75db8e01e75 tempest-ServersAdminTestJSON-1928547335 tempest-ServersAdminTestJSON-1928547335-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=2fa79378-ff1d-4e75-b22a-1ad5c70ceece HTTP/1.1" status: 200 len: 1103 time: 0.1908586 Dec 08 16:10:29.358338 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2cac459-5c87-4651-833d-216b41ca0f55 req-f6f7d934-e5cc-45d1-a5ec-b5d60521ad9d tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] No DVR routers for this DVR port 2f584af6-7e48-4058-b090-8948a1cc7a0d on host n-h2-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:10:29.362606 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-e2cac459-5c87-4651-833d-216b41ca0f55 req-f6f7d934-e5cc-45d1-a5ec-b5d60521ad9d tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:29.366234 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e2cac459-5c87-4651-833d-216b41ca0f55 req-f6f7d934-e5cc-45d1-a5ec-b5d60521ad9d tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.37 "DELETE /v2.0/ports/2f584af6-7e48-4058-b090-8948a1cc7a0d HTTP/1.1" status: 204 len: 173 time: 1.1216803 Dec 08 16:10:29.366708 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62557d30-a792-4deb-8fda-def51b8b1280', 'name': 'network-vif-deleted', 'tag': '2f584af6-7e48-4058-b090-8948a1cc7a0d'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:10:29.369119 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ae75f0-8625-45aa-a0cf-9433dcba46f4" -d '{"events": [{"server_uuid": "62557d30-a792-4deb-8fda-def51b8b1280", "name": "network-vif-deleted", "tag": "2f584af6-7e48-4058-b090-8948a1cc7a0d"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:10:29.387987 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-eeac22ad-d57d-4d49-8221-34d5b8d07db7 req-6dbf5264-149d-4fb8-a341-cb57bc575b64 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:29.401856 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b345f500-a4a6-4931-b170-6ec0163cf32c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:29.402383 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b345f500-a4a6-4931-b170-6ec0163cf32c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08cac69e-63f2-46d9-bcfb-aa45250c1e01 {{(pid=110550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:10:29.414781 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b345f500-a4a6-4931-b170-6ec0163cf32c admin admin] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:29.416810 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b345f500-a4a6-4931-b170-6ec0163cf32c admin admin] 10.222.0.64 "DELETE /v2.0/routers/08cac69e-63f2-46d9-bcfb-aa45250c1e01 HTTP/1.1" status: 204 len: 168 time: 3.3097918 Dec 08 16:10:29.418694 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43332) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:29.451017 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-007b43d7-17db-4b57-9b42-07cc3fdb8640 req-c607b4ce-abad-4710-8a9e-ba15a3f1c172 tempest-ServersAdminTestJSON-1928547335 tempest-ServersAdminTestJSON-1928547335-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077409 Dec 08 16:10:29.469544 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccc37cb9-89a7-4643-a6b2-c4b04f83e66c admin admin] Deleting subnet 7472a914-2ad5-41d0-aa3b-c5a175144039 {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:10:29.476310 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ccc37cb9-89a7-4643-a6b2-c4b04f83e66c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:29.562811 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ccc37cb9-89a7-4643-a6b2-c4b04f83e66c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:29.568250 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141eb2bc-657a-4492-b8d9-97a0e1193274 x-openstack-request-id: req-141eb2bc-657a-4492-b8d9-97a0e1193274 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:10:29.568663 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62557d30-a792-4deb-8fda-def51b8b1280", "name": "network-vif-plugged", "status": "completed", "tag": "2f584af6-7e48-4058-b090-8948a1cc7a0d", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:10:29.569029 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-141eb2bc-657a-4492-b8d9-97a0e1193274 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:10:29.569544 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62557d30-a792-4deb-8fda-def51b8b1280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f584af6-7e48-4058-b090-8948a1cc7a0d', 'code': 200} Dec 08 16:10:29.577111 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5cea2ffa-26dc-4e25-b403-502492a86484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:29.594880 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-eeac22ad-d57d-4d49-8221-34d5b8d07db7 req-6dbf5264-149d-4fb8-a341-cb57bc575b64 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:29.696050 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device d6fd6464-5656-4834-bb5c-007f11110146 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:10:29.714377 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-94fd57ea-d71d-40c6-a997-a0878bb00d9a None None] Provisioning complete for port d6fd6464-5656-4834-bb5c-007f11110146 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:10:29.714662 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-94fd57ea-d71d-40c6-a997-a0878bb00d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:29.771305 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2647fa-e675-45fd-87e0-a5fce72a3ee7 x-openstack-request-id: req-6d2647fa-e675-45fd-87e0-a5fce72a3ee7 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:10:29.772043 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62557d30-a792-4deb-8fda-def51b8b1280", "name": "network-vif-deleted", "tag": "2f584af6-7e48-4058-b090-8948a1cc7a0d", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:10:29.772043 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6d2647fa-e675-45fd-87e0-a5fce72a3ee7 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:10:29.772577 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62557d30-a792-4deb-8fda-def51b8b1280', 'name': 'network-vif-deleted', 'tag': '2f584af6-7e48-4058-b090-8948a1cc7a0d', 'status': 'completed', 'code': 200} Dec 08 16:10:29.773924 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ccc37cb9-89a7-4643-a6b2-c4b04f83e66c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:29.817356 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port d6fd6464-5656-4834-bb5c-007f11110146 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:10:29.818141 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:29.917294 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cea2ffa-26dc-4e25-b403-502492a86484 admin admin] Router 8d7190ac-a1ae-475f-bfdf-e421a56ba8e3 is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:10:30.027584 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 04be14c3-32fc-43a5-a5db-d4733f026cfc no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:10:30.054474 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 04be14c3-32fc-43a5-a5db-d4733f026cfc {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:10:30.055019 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 04be14c3-32fc-43a5-a5db-d4733f026cfc not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:10:30.055558 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device a218d492-3c79-4095-ae58-537a55e13bd0 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:10:30.066574 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cea2ffa-26dc-4e25-b403-502492a86484 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:10:30.076214 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c34668-bcb0-482b-9b6b-dd34e3cd0a38 None None] Sync routers for ids ['8d7190ac-a1ae-475f-bfdf-e421a56ba8e3'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:10:30.079172 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: a218d492-3c79-4095-ae58-537a55e13bd0 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:10:30.079943 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device a218d492-3c79-4095-ae58-537a55e13bd0 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:10:30.090192 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c34668-bcb0-482b-9b6b-dd34e3cd0a38 None None] Routers {'8d7190ac-a1ae-475f-bfdf-e421a56ba8e3'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:10:30.090826 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-02c34668-bcb0-482b-9b6b-dd34e3cd0a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:10:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['8d7190ac-a1ae-475f-bfdf-e421a56ba8e3'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:10:30.209011 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-eeac22ad-d57d-4d49-8221-34d5b8d07db7 req-6dbf5264-149d-4fb8-a341-cb57bc575b64 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:30.214145 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-02c34668-bcb0-482b-9b6b-dd34e3cd0a38 None None] Set router 8d7190ac-a1ae-475f-bfdf-e421a56ba8e3 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:10:30.231177 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5cea2ffa-26dc-4e25-b403-502492a86484 admin admin] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:30.238692 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-5cea2ffa-26dc-4e25-b403-502492a86484 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.9391046 Dec 08 16:10:30.238692 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43342) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:30.325001 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ccc37cb9-89a7-4643-a6b2-c4b04f83e66c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:30.358084 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc37cb9-89a7-4643-a6b2-c4b04f83e66c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7472a914-2ad5-41d0-aa3b-c5a175144039,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:30.360210 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ccc37cb9-89a7-4643-a6b2-c4b04f83e66c admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:30.368538 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ccc37cb9-89a7-4643-a6b2-c4b04f83e66c admin admin] 10.222.0.64 "DELETE /v2.0/subnets/7472a914-2ad5-41d0-aa3b-c5a175144039 HTTP/1.1" status: 204 len: 168 time: 0.9441652 Dec 08 16:10:30.368538 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43344) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:30.373141 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c83d93b-181c-49b8-af57-aded0bd8a148 None None] Network e5c03215-f481-4896-afd0-981853cb3418 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:10:30.433767 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-eeac22ad-d57d-4d49-8221-34d5b8d07db7 req-6dbf5264-149d-4fb8-a341-cb57bc575b64 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:30.483558 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-02c34668-bcb0-482b-9b6b-dd34e3cd0a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7190ac-a1ae-475f-bfdf-e421a56ba8e3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1531066817-router', 'tenant_id': '47d67277b6ca4496a66a83b109038cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '155f816d-c085-413e-8600-00990aed493f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:10:24Z', 'updated_at': '2021-12-08T16:10:28Z', 'revision_number': 3, 'project_id': '47d67277b6ca4496a66a83b109038cae', 'gw_port': {'id': '155f816d-c085-413e-8600-00990aed493f', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e9:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7190ac-a1ae-475f-bfdf-e421a56ba8e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:10:26Z', 'updated_at': '2021-12-08T16:10:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:10:30.518288 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c34668-bcb0-482b-9b6b-dd34e3cd0a38 None None] Checking router: 8d7190ac-a1ae-475f-bfdf-e421a56ba8e3 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:10:30.518682 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c34668-bcb0-482b-9b6b-dd34e3cd0a38 None None] Updating router 8d7190ac-a1ae-475f-bfdf-e421a56ba8e3 port 155f816d-c085-413e-8600-00990aed493f binding host n-d-776250-12 {{(pid=110553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:10:30.548015 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-02c34668-bcb0-482b-9b6b-dd34e3cd0a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:30.584538 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-eeac22ad-d57d-4d49-8221-34d5b8d07db7 req-6dbf5264-149d-4fb8-a341-cb57bc575b64 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:30.626980 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ca05a6-0b89-4752-b2fb-59d5b707610b None None] DHCP port deletion for e5c03215-f481-4896-afd0-981853cb3418 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:10:30.665062 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a2c1215e-b551-42f3-b507-e171991b1923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:30.691750 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbf5264-149d-4fb8-a341-cb57bc575b64 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Pushing event updated for resources: {'Port': ['ID=af8ba95a-defa-4513-bbb5-3aa73ad999ed,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:30.743953 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-55ca05a6-0b89-4752-b2fb-59d5b707610b None None] Deleting port 8131850a-d5d3-494a-ac4c-2c9a3691748d {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:10:30.744308 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-55ca05a6-0b89-4752-b2fb-59d5b707610b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:30.749217 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-eeac22ad-d57d-4d49-8221-34d5b8d07db7 req-6dbf5264-149d-4fb8-a341-cb57bc575b64 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:30.750723 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-eeac22ad-d57d-4d49-8221-34d5b8d07db7 req-6dbf5264-149d-4fb8-a341-cb57bc575b64 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8731771 Dec 08 16:10:30.759194 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-27abf733-27b8-4d6f-b135-dc888a58f715 req-7d1a9fa1-4194-4232-aaae-146113ee80d8 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/ports?device_id=62557d30-a792-4deb-8fda-def51b8b1280 HTTP/1.1" status: 200 len: 210 time: 0.0520706 Dec 08 16:10:30.820235 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1215e-b551-42f3-b507-e171991b1923 admin admin] Deleting port 8131850a-d5d3-494a-ac4c-2c9a3691748d {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:10:30.821266 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a2c1215e-b551-42f3-b507-e171991b1923 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:30.833072 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-eeac22ad-d57d-4d49-8221-34d5b8d07db7 req-214c38b3-bfd7-475f-acba-4ec070f948f9 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.253 HTTP/1.1" status: 200 len: 696 time: 0.0718377 Dec 08 16:10:30.926527 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-55ca05a6-0b89-4752-b2fb-59d5b707610b None None] For port 8131850a-d5d3-494a-ac4c-2c9a3691748d, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=8131850a-d5d3-494a-ac4c-2c9a3691748d,segment=NetworkSegment(5ed0f1f4-af24-468e-83c5-3137b1fd0d8f),segment_id=5ed0f1f4-af24-468e-83c5-3137b1fd0d8f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:30.927121 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-55ca05a6-0b89-4752-b2fb-59d5b707610b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:30.955445 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-55ca05a6-0b89-4752-b2fb-59d5b707610b None None] Calling delete_port for 8131850a-d5d3-494a-ac4c-2c9a3691748d owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:10:30.969240 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32729d51-1190-406e-b11d-5a9c020fda43 req-b3694c6f-dc82-4777-8f4f-6455336ad1ac tempest-ServersAdminTestJSON-1928547335 tempest-ServersAdminTestJSON-1928547335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:30.974226 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-a2c1215e-b551-42f3-b507-e171991b1923 admin admin] For port 8131850a-d5d3-494a-ac4c-2c9a3691748d, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=8131850a-d5d3-494a-ac4c-2c9a3691748d,segment=NetworkSegment(5ed0f1f4-af24-468e-83c5-3137b1fd0d8f),segment_id=5ed0f1f4-af24-468e-83c5-3137b1fd0d8f)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:30.974774 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a2c1215e-b551-42f3-b507-e171991b1923 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:30.986854 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-32729d51-1190-406e-b11d-5a9c020fda43 req-b3694c6f-dc82-4777-8f4f-6455336ad1ac tempest-ServersAdminTestJSON-1928547335 tempest-ServersAdminTestJSON-1928547335-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=2fa79378-ff1d-4e75-b22a-1ad5c70ceece HTTP/1.1" status: 200 len: 1103 time: 0.1084499 Dec 08 16:10:31.009265 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1215e-b551-42f3-b507-e171991b1923 admin admin] Calling delete_port for 8131850a-d5d3-494a-ac4c-2c9a3691748d owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:10:31.048027 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-02c34668-bcb0-482b-9b6b-dd34e3cd0a38 None None] Publish callbacks [] for port, precommit_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:31.057197 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac22ad-d57d-4d49-8221-34d5b8d07db7 req-556382cc-9825-4b80-bac7-fe14c6e70783 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:31.058819 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-eeac22ad-d57d-4d49-8221-34d5b8d07db7 req-556382cc-9825-4b80-bac7-fe14c6e70783 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] 10.222.0.64 "GET /v2.0/networks/1ae4cf80-76bf-4df3-a557-5cc6023c1900 HTTP/1.1" status: 200 len: 784 time: 0.2134418 Dec 08 16:10:31.166940 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-32729d51-1190-406e-b11d-5a9c020fda43 req-ead7c68b-dcac-4b24-b982-c581bf2c28ee tempest-ServersAdminTestJSON-1928547335 tempest-ServersAdminTestJSON-1928547335-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765649 Dec 08 16:10:31.175563 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-02c34668-bcb0-482b-9b6b-dd34e3cd0a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:31.204768 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e41b05e1-ecc4-4d52-8d0a-7bb4111b57bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:31.222726 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-55ca05a6-0b89-4752-b2fb-59d5b707610b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:31.243593 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a2c1215e-b551-42f3-b507-e171991b1923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:31.290297 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ca05a6-0b89-4752-b2fb-59d5b707610b None None] Pushing event deleted for resources: {'Port': ['ID=8131850a-d5d3-494a-ac4c-2c9a3691748d,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:31.301091 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ca05a6-0b89-4752-b2fb-59d5b707610b None None] No DVR routers for this DVR port 8131850a-d5d3-494a-ac4c-2c9a3691748d on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:10:31.319878 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-02c34668-bcb0-482b-9b6b-dd34e3cd0a38 None None] Attempting to bind port 155f816d-c085-413e-8600-00990aed493f on host n-d-776250-12 for vnic_type normal with profile {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:10:31.320775 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-02c34668-bcb0-482b-9b6b-dd34e3cd0a38 None None] Attempting to bind port 155f816d-c085-413e-8600-00990aed493f by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:10:31.320950 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1215e-b551-42f3-b507-e171991b1923 admin admin] Pushing event deleted for resources: {'Port': ['ID=8131850a-d5d3-494a-ac4c-2c9a3691748d,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:31.321739 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c34668-bcb0-482b-9b6b-dd34e3cd0a38 None None] Attempting to bind port 155f816d-c085-413e-8600-00990aed493f on network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:10:31.335608 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c1215e-b551-42f3-b507-e171991b1923 admin admin] No DVR routers for this DVR port 8131850a-d5d3-494a-ac4c-2c9a3691748d on host n-d-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:10:31.339994 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3c25e9-b2ff-45a7-a211-3cf0d9895132 None None] Pushing event updated for resources: {'Port': ['ID=155f816d-c085-413e-8600-00990aed493f,revision_number=2']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:31.347329 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c34668-bcb0-482b-9b6b-dd34e3cd0a38 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:10:31.348371 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c34668-bcb0-482b-9b6b-dd34e3cd0a38 None None] Checking segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:10:31.349128 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-02c34668-bcb0-482b-9b6b-dd34e3cd0a38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:31.349949 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c34668-bcb0-482b-9b6b-dd34e3cd0a38 None None] Bound using segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:10:31.350918 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-02c34668-bcb0-482b-9b6b-dd34e3cd0a38 None None] Bound port: 155f816d-c085-413e-8600-00990aed493f, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:10:31.351658 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-02c34668-bcb0-482b-9b6b-dd34e3cd0a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:31.381734 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3c25e9-b2ff-45a7-a211-3cf0d9895132 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:31.382422 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3c25e9-b2ff-45a7-a211-3cf0d9895132 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:31.382768 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3c25e9-b2ff-45a7-a211-3cf0d9895132 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:31.383276 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3c25e9-b2ff-45a7-a211-3cf0d9895132 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:31.383779 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3c25e9-b2ff-45a7-a211-3cf0d9895132 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:31.384300 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3c25e9-b2ff-45a7-a211-3cf0d9895132 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:31.384646 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3c25e9-b2ff-45a7-a211-3cf0d9895132 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:31.384978 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3c25e9-b2ff-45a7-a211-3cf0d9895132 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:31.385481 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3c25e9-b2ff-45a7-a211-3cf0d9895132 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:31.385971 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3c25e9-b2ff-45a7-a211-3cf0d9895132 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:31.386458 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3c25e9-b2ff-45a7-a211-3cf0d9895132 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:31.386966 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3c25e9-b2ff-45a7-a211-3cf0d9895132 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:31.387465 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3c25e9-b2ff-45a7-a211-3cf0d9895132 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:31.430941 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-02c34668-bcb0-482b-9b6b-dd34e3cd0a38 None None] For port 155f816d-c085-413e-8600-00990aed493f, host n-d-776250-12, cleared binding levels {{(pid=110553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:10:31.435996 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-02c34668-bcb0-482b-9b6b-dd34e3cd0a38 None None] For port 155f816d-c085-413e-8600-00990aed493f, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=155f816d-c085-413e-8600-00990aed493f,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:10:31.439466 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a2c1215e-b551-42f3-b507-e171991b1923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:31.462622 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-a2c1215e-b551-42f3-b507-e171991b1923 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5c03215-f481-4896-afd0-981853cb3418']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:10:31.470188 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0497ebc1-0e5d-4fa4-8f38-52c4ccc5710a req-b09971a3-47f9-4c3f-b8a1-da431552fb17 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2613847 Dec 08 16:10:31.473089 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-a2c1215e-b551-42f3-b507-e171991b1923 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ed0f1f4-af24-468e-83c5-3137b1fd0d8f') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:10:31.473387 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-a2c1215e-b551-42f3-b507-e171991b1923 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ed0f1f4-af24-468e-83c5-3137b1fd0d8f') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:10:31.484624 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a2c1215e-b551-42f3-b507-e171991b1923 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:31.493389 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-0497ebc1-0e5d-4fa4-8f38-52c4ccc5710a req-c5f07645-3d1f-4815-a43c-567f2eb9be10 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Request body: {'floatingip': {'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:10:31.500662 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a2c1215e-b551-42f3-b507-e171991b1923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:31.509602 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2c1215e-b551-42f3-b507-e171991b1923 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:10:31.510021 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a2c1215e-b551-42f3-b507-e171991b1923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:31.511897 n-d-776250-12 neutron-server[110551]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:10:31.511897 n-d-776250-12 neutron-server[110551]: self.session.flush() Dec 08 16:10:31.511897 n-d-776250-12 neutron-server[110551]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:10:31.511897 n-d-776250-12 neutron-server[110551]: self.session.flush() Dec 08 16:10:31.511897 n-d-776250-12 neutron-server[110551]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:10:31.511897 n-d-776250-12 neutron-server[110551]: self.session.flush() Dec 08 16:10:31.511897 n-d-776250-12 neutron-server[110551]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:10:31.511897 n-d-776250-12 neutron-server[110551]: self.session.flush() Dec 08 16:10:31.511897 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:10:31.511897 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:10:31.511897 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:10:31.511897 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:10:31.511897 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:10:31.511897 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:10:31.511897 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:10:31.511897 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:10:31.511897 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:10:31.511897 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:10:31.511897 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:10:31.511897 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:10:31.511897 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:10:31.511897 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:10:31.511897 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:10:31.511897 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:10:31.511897 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:10:31.511897 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:10:31.511897 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:10:31.511897 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:10:31.511897 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:10:31.511897 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:10:31.511897 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:10:31.511897 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:10:31.511897 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:10:31.511897 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:10:31.511897 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:10:31.511897 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:10:31.511897 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:10:31.511897 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:10:31.511897 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:10:31.511897 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:10:31.530982 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-e41b05e1-ecc4-4d52-8d0a-7bb4111b57bd admin admin] Allocated IP 172.20.0.1 (de435609-aad4-4c38-800b-68525573f917/8a1adc97-054e-4eac-8198-542a3a16743f/504fad9c-655e-4672-9acf-75145f8651b3) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:10:31.606947 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-02c34668-bcb0-482b-9b6b-dd34e3cd0a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:31.634453 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 8131850a-d5d3-494a-ac4c-2c9a3691748d no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:10:31.655791 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0497ebc1-0e5d-4fa4-8f38-52c4ccc5710a req-c5f07645-3d1f-4815-a43c-567f2eb9be10 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Publish callbacks [] for floatingip, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:31.681713 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c34668-bcb0-482b-9b6b-dd34e3cd0a38 None None] Routers {'8d7190ac-a1ae-475f-bfdf-e421a56ba8e3'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:10:31.683517 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a2c1215e-b551-42f3-b507-e171991b1923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:31.692258 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-02c34668-bcb0-482b-9b6b-dd34e3cd0a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:10:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['8d7190ac-a1ae-475f-bfdf-e421a56ba8e3'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:10:31.692580 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a2c1215e-b551-42f3-b507-e171991b1923 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:31.695852 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a2c1215e-b551-42f3-b507-e171991b1923 admin admin] 10.222.0.64 "DELETE /v2.0/networks/e5c03215-f481-4896-afd0-981853cb3418 HTTP/1.1" status: 204 len: 168 time: 1.3239992 Dec 08 16:10:31.713565 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 8131850a-d5d3-494a-ac4c-2c9a3691748d {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:10:31.720462 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 8131850a-d5d3-494a-ac4c-2c9a3691748d not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:10:31.730316 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1215e-b551-42f3-b507-e171991b1923 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5c03215-f481-4896-afd0-981853cb3418,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:31.776526 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e41b05e1-ecc4-4d52-8d0a-7bb4111b57bd admin admin] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:31.780360 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3c25e9-b2ff-45a7-a211-3cf0d9895132 None None] Pushing event updated for resources: {'Port': ['ID=155f816d-c085-413e-8600-00990aed493f,revision_number=3']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:31.859311 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-02c34668-bcb0-482b-9b6b-dd34e3cd0a38 None None] Set router 8d7190ac-a1ae-475f-bfdf-e421a56ba8e3 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:10:31.867682 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0497ebc1-0e5d-4fa4-8f38-52c4ccc5710a req-c5f07645-3d1f-4815-a43c-567f2eb9be10 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:31.978626 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e41b05e1-ecc4-4d52-8d0a-7bb4111b57bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:32.030041 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 2f584af6-7e48-4058-b090-8948a1cc7a0d no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:10:32.030451 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41b05e1-ecc4-4d52-8d0a-7bb4111b57bd admin admin] Network de435609-aad4-4c38-800b-68525573f917 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:10:32.036196 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-e41b05e1-ecc4-4d52-8d0a-7bb4111b57bd admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:10:32.045259 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41b05e1-ecc4-4d52-8d0a-7bb4111b57bd admin admin] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:10:32.070862 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: 2f584af6-7e48-4058-b090-8948a1cc7a0d {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:10:32.071508 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 2f584af6-7e48-4058-b090-8948a1cc7a0d not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:10:32.087433 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b05e1-ecc4-4d52-8d0a-7bb4111b57bd admin admin] Pushing event updated for resources: {'Port': ['ID=504fad9c-655e-4672-9acf-75145f8651b3,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:32.108452 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-0497ebc1-0e5d-4fa4-8f38-52c4ccc5710a req-c5f07645-3d1f-4815-a43c-567f2eb9be10 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Allocated IP 172.25.0.131 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/0c64ca1b-1aea-4806-9b3a-1ab57b4e6741) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:10:32.132721 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e41b05e1-ecc4-4d52-8d0a-7bb4111b57bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:32.133499 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-02c34668-bcb0-482b-9b6b-dd34e3cd0a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7190ac-a1ae-475f-bfdf-e421a56ba8e3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1531066817-router', 'tenant_id': '47d67277b6ca4496a66a83b109038cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '155f816d-c085-413e-8600-00990aed493f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:10:24Z', 'updated_at': '2021-12-08T16:10:28Z', 'revision_number': 3, 'project_id': '47d67277b6ca4496a66a83b109038cae', 'gw_port': {'id': '155f816d-c085-413e-8600-00990aed493f', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e9:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7190ac-a1ae-475f-bfdf-e421a56ba8e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:10:26Z', 'updated_at': '2021-12-08T16:10:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:10:32.175997 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c34668-bcb0-482b-9b6b-dd34e3cd0a38 None None] The sync data for ids ['8d7190ac-a1ae-475f-bfdf-e421a56ba8e3'] in n-d-776250-12 is: [{'id': '8d7190ac-a1ae-475f-bfdf-e421a56ba8e3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1531066817-router', 'tenant_id': '47d67277b6ca4496a66a83b109038cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '155f816d-c085-413e-8600-00990aed493f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:10:24Z', 'updated_at': '2021-12-08T16:10:28Z', 'revision_number': 3, 'project_id': '47d67277b6ca4496a66a83b109038cae', 'gw_port': {'id': '155f816d-c085-413e-8600-00990aed493f', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e9:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7190ac-a1ae-475f-bfdf-e421a56ba8e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:10:26Z', 'updated_at': '2021-12-08T16:10:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:10:32.292117 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041bc79-77b9-42ad-9665-42cbc625a369 req-337f75b9-c0b2-4303-8bc7-cad64b8f730a tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:32.294803 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9041bc79-77b9-42ad-9665-42cbc625a369 req-337f75b9-c0b2-4303-8bc7-cad64b8f730a tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=f40a9ed6-d113-49bc-b1d9-8be6ef1942eb HTTP/1.1" status: 200 len: 950 time: 0.0731502 Dec 08 16:10:32.328559 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43372) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:32.400875 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9041bc79-77b9-42ad-9665-42cbc625a369 req-720f986e-4eee-4c90-b335-85c22911f49d tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967629 Dec 08 16:10:32.429969 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0497ebc1-0e5d-4fa4-8f38-52c4ccc5710a req-c5f07645-3d1f-4815-a43c-567f2eb9be10 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:32.437637 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-8de03018-75b3-4f12-b1ca-facf02316c50 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=206a3032957f479e80e5d034840d286f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1074746 Dec 08 16:10:32.441008 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43374) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:32.446561 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-51253e7c-7afe-4e3f-bdbf-637caa02c80c None None] Provisioning complete for port 504fad9c-655e-4672-9acf-75145f8651b3 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:10:32.446941 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-51253e7c-7afe-4e3f-bdbf-637caa02c80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:32.482820 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-51253e7c-7afe-4e3f-bdbf-637caa02c80c None None] Port 504fad9c-655e-4672-9acf-75145f8651b3 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:10:32.585069 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e41b05e1-ecc4-4d52-8d0a-7bb4111b57bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:32.601304 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eaa8d166-eaa7-493a-a5d4-41bbafc3bb7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:32.670356 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eaa8d166-eaa7-493a-a5d4-41bbafc3bb7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:32.690692 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0497ebc1-0e5d-4fa4-8f38-52c4ccc5710a req-c5f07645-3d1f-4815-a43c-567f2eb9be10 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:32.801025 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa2c62-22e3-4ffb-9ab8-9c210d06a9f1 req-2ed8b275-4bd2-4f25-8446-7a830300d815 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:32.804905 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-94aa2c62-22e3-4ffb-9ab8-9c210d06a9f1 req-2ed8b275-4bd2-4f25-8446-7a830300d815 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/networks?id=cb7ccd97-4ed6-4775-a83f-7666f035258b HTTP/1.1" status: 200 len: 822 time: 0.1331153 Dec 08 16:10:32.809256 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0497ebc1-0e5d-4fa4-8f38-52c4ccc5710a req-c5f07645-3d1f-4815-a43c-567f2eb9be10 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:10:32.819112 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-94aa2c62-22e3-4ffb-9ab8-9c210d06a9f1 req-55178ab2-ee6b-4a8f-af91-b15a386cd42b tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/quotas/51b28c5bf24246e298422a1687d82637 HTTP/1.1" status: 200 len: 375 time: 0.0104029 Dec 08 16:10:32.819920 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-0497ebc1-0e5d-4fa4-8f38-52c4ccc5710a req-c5f07645-3d1f-4815-a43c-567f2eb9be10 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:10:32.823925 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-0497ebc1-0e5d-4fa4-8f38-52c4ccc5710a req-c5f07645-3d1f-4815-a43c-567f2eb9be10 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:10:32.828677 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f07645-3d1f-4815-a43c-567f2eb9be10 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Pushing event updated for resources: {'Port': ['ID=0c64ca1b-1aea-4806-9b3a-1ab57b4e6741,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:32.869949 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-94aa2c62-22e3-4ffb-9ab8-9c210d06a9f1 req-bee3f19e-1697-4b0f-8e20-4d641a6f512d tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=51b28c5bf24246e298422a1687d82637&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318167 Dec 08 16:10:33.006595 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-94aa2c62-22e3-4ffb-9ab8-9c210d06a9f1 req-8c318c21-fc72-430b-bc12-d0fc34dacdff service neutron] 10.222.0.64 "GET /v2.0/networks/cb7ccd97-4ed6-4775-a83f-7666f035258b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276226 Dec 08 16:10:33.123277 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-94aa2c62-22e3-4ffb-9ab8-9c210d06a9f1 req-1f690feb-66d1-440b-94f1-a686920f3638 service neutron] 10.222.0.64 "GET /v2.0/networks/cb7ccd97-4ed6-4775-a83f-7666f035258b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079743 Dec 08 16:10:33.304501 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eaa8d166-eaa7-493a-a5d4-41bbafc3bb7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:33.307171 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eaa8d166-eaa7-493a-a5d4-41bbafc3bb7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:33.310680 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-eaa8d166-eaa7-493a-a5d4-41bbafc3bb7f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/af9c100d-a1cf-4d8e-914e-67151dafe3f5 HTTP/1.1" status: 204 len: 168 time: 0.8663454 Dec 08 16:10:33.324303 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e41b05e1-ecc4-4d52-8d0a-7bb4111b57bd admin admin] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:33.336553 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0497ebc1-0e5d-4fa4-8f38-52c4ccc5710a req-c5f07645-3d1f-4815-a43c-567f2eb9be10 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:33.343892 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa8d166-eaa7-493a-a5d4-41bbafc3bb7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9c100d-a1cf-4d8e-914e-67151dafe3f5,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:33.387671 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68b2d2-c4fe-4436-ae65-8855b4501fff req-214e2622-a5eb-48d9-96a4-1ff447b47513 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:33.389416 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0e68b2d2-c4fe-4436-ae65-8855b4501fff req-214e2622-a5eb-48d9-96a4-1ff447b47513 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.76 "GET /v2.0/ports?device_id=f40a9ed6-d113-49bc-b1d9-8be6ef1942eb HTTP/1.1" status: 200 len: 950 time: 0.1107490 Dec 08 16:10:33.438962 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e41b05e1-ecc4-4d52-8d0a-7bb4111b57bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:33.547389 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5918e78b-c109-4256-b6f8-9bf1836a007e req-01746525-63d2-4414-8c2d-589ab8ed5322 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b468952-4da1-4b8b-8bfb-c274b9f50edb HTTP/1.1" status: 200 len: 210 time: 0.0325577 Dec 08 16:10:33.577150 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0497ebc1-0e5d-4fa4-8f38-52c4ccc5710a req-c5f07645-3d1f-4815-a43c-567f2eb9be10 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:33.582397 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e41b05e1-ecc4-4d52-8d0a-7bb4111b57bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:33.594424 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b05e1-ecc4-4d52-8d0a-7bb4111b57bd admin admin] Pushing event updated for resources: {'Port': ['ID=504fad9c-655e-4672-9acf-75145f8651b3,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:33.683543 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 155f816d-c085-413e-8600-00990aed493f up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:10:33.735909 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-0e68b2d2-c4fe-4436-ae65-8855b4501fff req-614e21d9-3bb6-4023-8673-4313a10fbbb0 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Deleting port ecdb0e8e-7c63-43bd-aa21-72ceeaaef060 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:10:33.736295 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0e68b2d2-c4fe-4436-ae65-8855b4501fff req-614e21d9-3bb6-4023-8673-4313a10fbbb0 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:33.736428 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedbb289-cb2b-4983-a3c3-1788a312f5a2 req-9391fa0b-fcb1-4e60-896f-a8d1447f0612 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:33.739126 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bedbb289-cb2b-4983-a3c3-1788a312f5a2 req-9391fa0b-fcb1-4e60-896f-a8d1447f0612 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=f40a9ed6-d113-49bc-b1d9-8be6ef1942eb HTTP/1.1" status: 200 len: 950 time: 0.0620139 Dec 08 16:10:33.755504 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 155f816d-c085-413e-8600-00990aed493f triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:10:33.756102 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:33.819851 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bedbb289-cb2b-4983-a3c3-1788a312f5a2 req-152d34d6-2496-402f-bcb3-36296db94bba tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693049 Dec 08 16:10:33.953360 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:33.957218 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-0e68b2d2-c4fe-4436-ae65-8855b4501fff req-614e21d9-3bb6-4023-8673-4313a10fbbb0 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] For port ecdb0e8e-7c63-43bd-aa21-72ceeaaef060, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=ecdb0e8e-7c63-43bd-aa21-72ceeaaef060,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:33.957859 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0e68b2d2-c4fe-4436-ae65-8855b4501fff req-614e21d9-3bb6-4023-8673-4313a10fbbb0 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:33.985119 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 155f816d-c085-413e-8600-00990aed493f, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=155f816d-c085-413e-8600-00990aed493f,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:33.999255 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41b05e1-ecc4-4d52-8d0a-7bb4111b57bd admin admin] Network de435609-aad4-4c38-800b-68525573f917 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:10:34.012389 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-e41b05e1-ecc4-4d52-8d0a-7bb4111b57bd admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:10:34.012389 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-0e68b2d2-c4fe-4436-ae65-8855b4501fff req-614e21d9-3bb6-4023-8673-4313a10fbbb0 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Calling delete_port for ecdb0e8e-7c63-43bd-aa21-72ceeaaef060 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:10:34.066455 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:34.173526 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=155f816d-c085-413e-8600-00990aed493f,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:34.230047 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0497ebc1-0e5d-4fa4-8f38-52c4ccc5710a req-c5f07645-3d1f-4815-a43c-567f2eb9be10 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:34.271219 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e41b05e1-ecc4-4d52-8d0a-7bb4111b57bd admin admin] Router 8d7190ac-a1ae-475f-bfdf-e421a56ba8e3 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:10:34.329671 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0497ebc1-0e5d-4fa4-8f38-52c4ccc5710a req-c5f07645-3d1f-4815-a43c-567f2eb9be10 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:34.331833 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-1548f955-e269-4884-899c-10fbd0f0bb33 None None] Provisioning complete for port 504fad9c-655e-4672-9acf-75145f8651b3 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:10:34.332347 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1548f955-e269-4884-899c-10fbd0f0bb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:34.374193 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-1548f955-e269-4884-899c-10fbd0f0bb33 None None] Port 504fad9c-655e-4672-9acf-75145f8651b3 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:10:34.403572 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:34.483773 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f07645-3d1f-4815-a43c-567f2eb9be10 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Pushing event updated for resources: {'Port': ['ID=0c64ca1b-1aea-4806-9b3a-1ab57b4e6741,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:34.511221 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0497ebc1-0e5d-4fa4-8f38-52c4ccc5710a req-c5f07645-3d1f-4815-a43c-567f2eb9be10 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:34.524261 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0e68b2d2-c4fe-4436-ae65-8855b4501fff req-614e21d9-3bb6-4023-8673-4313a10fbbb0 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:34.528969 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e41b05e1-ecc4-4d52-8d0a-7bb4111b57bd admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:10:34.535804 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-e41b05e1-ecc4-4d52-8d0a-7bb4111b57bd admin admin] 10.222.0.64 "PUT /v2.0/routers/8d7190ac-a1ae-475f-bfdf-e421a56ba8e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2961574 Dec 08 16:10:34.536854 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['e1b87357-8ff8-4cc8-b965-905e739ea923', 'ecdb0e8e-7c63-43bd-aa21-72ceeaaef060', '98d1b751-4ef7-4df1-9b81-a412e32c3bd1'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:10:34.569052 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614e21d9-3bb6-4023-8673-4313a10fbbb0 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Pushing event deleted for resources: {'Port': ['ID=ecdb0e8e-7c63-43bd-aa21-72ceeaaef060,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:34.592373 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff818e7-27a0-414e-ae7f-241db9f1133b None None] Sync routers for ids ['8d7190ac-a1ae-475f-bfdf-e421a56ba8e3'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:10:34.639350 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff818e7-27a0-414e-ae7f-241db9f1133b None None] Routers {'8d7190ac-a1ae-475f-bfdf-e421a56ba8e3'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:10:34.639995 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-1ff818e7-27a0-414e-ae7f-241db9f1133b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:10:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['8d7190ac-a1ae-475f-bfdf-e421a56ba8e3'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:10:34.652581 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e68b2d2-c4fe-4436-ae65-8855b4501fff req-614e21d9-3bb6-4023-8673-4313a10fbbb0 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] No DVR routers for this DVR port ecdb0e8e-7c63-43bd-aa21-72ceeaaef060 on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:10:34.656171 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0e68b2d2-c4fe-4436-ae65-8855b4501fff req-614e21d9-3bb6-4023-8673-4313a10fbbb0 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:34.659788 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0e68b2d2-c4fe-4436-ae65-8855b4501fff req-614e21d9-3bb6-4023-8673-4313a10fbbb0 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.76 "DELETE /v2.0/ports/ecdb0e8e-7c63-43bd-aa21-72ceeaaef060 HTTP/1.1" status: 204 len: 173 time: 1.2639143 Dec 08 16:10:34.660542 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f40a9ed6-d113-49bc-b1d9-8be6ef1942eb', 'name': 'network-vif-deleted', 'tag': 'ecdb0e8e-7c63-43bd-aa21-72ceeaaef060'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:10:34.662924 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b472034a-162b-4ea7-b426-1b0a9e3e921d" -d '{"events": [{"server_uuid": "f40a9ed6-d113-49bc-b1d9-8be6ef1942eb", "name": "network-vif-deleted", "tag": "ecdb0e8e-7c63-43bd-aa21-72ceeaaef060"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:10:34.667841 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0497ebc1-0e5d-4fa4-8f38-52c4ccc5710a req-c5f07645-3d1f-4815-a43c-567f2eb9be10 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:34.669154 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0497ebc1-0e5d-4fa4-8f38-52c4ccc5710a req-c5f07645-3d1f-4815-a43c-567f2eb9be10 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1798053 Dec 08 16:10:34.749886 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6b400772-5dfc-4b45-a4eb-5909c232d7d9 req-068e71f9-fc4b-44f8-924a-fdbfd1a1bcf7 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b468952-4da1-4b8b-8bfb-c274b9f50edb HTTP/1.1" status: 200 len: 210 time: 0.0506310 Dec 08 16:10:34.769774 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0497ebc1-0e5d-4fa4-8f38-52c4ccc5710a req-996e75b3-5498-478b-9f43-1a7891a4bd8d tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.131 HTTP/1.1" status: 200 len: 696 time: 0.0830302 Dec 08 16:10:34.854148 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-1ff818e7-27a0-414e-ae7f-241db9f1133b None None] Set router 8d7190ac-a1ae-475f-bfdf-e421a56ba8e3 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:10:34.861583 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3985f98-457f-4803-a7a5-e37cfed5fb14 x-openstack-request-id: req-e3985f98-457f-4803-a7a5-e37cfed5fb14 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:10:34.862943 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f40a9ed6-d113-49bc-b1d9-8be6ef1942eb", "name": "network-vif-deleted", "tag": "ecdb0e8e-7c63-43bd-aa21-72ceeaaef060", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:10:34.863211 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e3985f98-457f-4803-a7a5-e37cfed5fb14 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:10:34.863632 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f40a9ed6-d113-49bc-b1d9-8be6ef1942eb', 'name': 'network-vif-deleted', 'tag': 'ecdb0e8e-7c63-43bd-aa21-72ceeaaef060', 'status': 'completed', 'code': 200} Dec 08 16:10:34.931773 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0497ebc1-0e5d-4fa4-8f38-52c4ccc5710a req-4e6f3fc0-8081-4a0b-ad48-ef2b72080548 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:34.933400 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0497ebc1-0e5d-4fa4-8f38-52c4ccc5710a req-4e6f3fc0-8081-4a0b-ad48-ef2b72080548 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] 10.222.0.64 "GET /v2.0/networks/1ae4cf80-76bf-4df3-a557-5cc6023c1900 HTTP/1.1" status: 200 len: 784 time: 0.1579723 Dec 08 16:10:35.073779 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2effff8a-4331-4476-a7ac-466a6cae64bb req-f697c7d2-8810-4edd-a1f4-3afc496cd797 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=f40a9ed6-d113-49bc-b1d9-8be6ef1942eb HTTP/1.1" status: 200 len: 210 time: 0.0485594 Dec 08 16:10:35.147114 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [req-e70ea182-c575-4bfc-8d0d-4bb23df56439 req-efc02c15-0f32-4cc0-8315-317aeb291c67 tempest-FloatingIPDetailsNegativeTestJSON-1104417138 tempest-FloatingIPDetailsNegativeTestJSON-1104417138-project] show failed (client error): The resource could not be found. Dec 08 16:10:35.160932 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e70ea182-c575-4bfc-8d0d-4bb23df56439 req-efc02c15-0f32-4cc0-8315-317aeb291c67 tempest-FloatingIPDetailsNegativeTestJSON-1104417138 tempest-FloatingIPDetailsNegativeTestJSON-1104417138-project] 10.222.0.64 "GET /v2.0/floatingips/ca8970d9-4afe-4e9f-8ea7-04d609623b3d HTTP/1.1" status: 404 len: 350 time: 0.0874960 Dec 08 16:10:35.164860 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43442) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:35.181529 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43444) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:35.317669 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-1ff818e7-27a0-414e-ae7f-241db9f1133b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7190ac-a1ae-475f-bfdf-e421a56ba8e3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1531066817-router', 'tenant_id': '47d67277b6ca4496a66a83b109038cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '155f816d-c085-413e-8600-00990aed493f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:10:24Z', 'updated_at': '2021-12-08T16:10:32Z', 'revision_number': 4, 'project_id': '47d67277b6ca4496a66a83b109038cae', 'gw_port': {'id': '155f816d-c085-413e-8600-00990aed493f', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7190ac-a1ae-475f-bfdf-e421a56ba8e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:10:26Z', 'updated_at': '2021-12-08T16:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '504fad9c-655e-4672-9acf-75145f8651b3', 'name': '', 'network_id': 'de435609-aad4-4c38-800b-68525573f917', 'tenant_id': '47d67277b6ca4496a66a83b109038cae', 'mac_address': 'fa:16:3e:a0:35:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7190ac-a1ae-475f-bfdf-e421a56ba8e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '8a1adc97-054e-4eac-8198-542a3a16743f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:10:31Z', 'updated_at': '2021-12-08T16:10:32Z', 'revision_number': 2, 'project_id': '47d67277b6ca4496a66a83b109038cae', 'subnets': [{'id': '8a1adc97-054e-4eac-8198-542a3a16743f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:10:35.321724 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-08f8a5d5-c943-415f-83ba-529734f08b53 req-a54713bc-0cc2-40b0-b284-113d55f8414c tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2217360 Dec 08 16:10:35.334249 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-08f8a5d5-c943-415f-83ba-529734f08b53 req-feda2ecf-b9d1-4f35-9067-24cb9d519400 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Request body: {'floatingip': {'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:10:35.362200 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff818e7-27a0-414e-ae7f-241db9f1133b None None] Checking router: 8d7190ac-a1ae-475f-bfdf-e421a56ba8e3 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:10:35.362908 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff818e7-27a0-414e-ae7f-241db9f1133b None None] Updating router 8d7190ac-a1ae-475f-bfdf-e421a56ba8e3 port 504fad9c-655e-4672-9acf-75145f8651b3 binding host n-d-776250-12 {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:10:35.391827 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1ff818e7-27a0-414e-ae7f-241db9f1133b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:35.426798 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-dd1b6931-498a-4c58-b5f0-8d314e07e158 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1686992962-network', 'tenant_id': '49107784a9274e059ac91e9d30f91e1c'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:10:35.483795 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-08f8a5d5-c943-415f-83ba-529734f08b53 req-feda2ecf-b9d1-4f35-9067-24cb9d519400 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Publish callbacks [] for floatingip, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:35.608716 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd1b6931-498a-4c58-b5f0-8d314e07e158 admin admin] Made reservation on behalf of 49107784a9274e059ac91e9d30f91e1c for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:10:35.611527 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dd1b6931-498a-4c58-b5f0-8d314e07e158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:35.614163 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-08f8a5d5-c943-415f-83ba-529734f08b53 req-feda2ecf-b9d1-4f35-9067-24cb9d519400 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:35.628723 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dd1b6931-498a-4c58-b5f0-8d314e07e158 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:35.679975 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 155f816d-c085-413e-8600-00990aed493f up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:10:35.778159 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-08f8a5d5-c943-415f-83ba-529734f08b53 req-feda2ecf-b9d1-4f35-9067-24cb9d519400 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Allocated IP 172.25.0.155 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/b83fff8f-fa15-4592-958d-11ea339d3100) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:10:35.782355 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dd1b6931-498a-4c58-b5f0-8d314e07e158 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:35.790704 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3ad41745-89eb-4518-9f34-e067cc6f433e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:35.812563 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1ff818e7-27a0-414e-ae7f-241db9f1133b None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:35.817640 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 155f816d-c085-413e-8600-00990aed493f triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:10:35.818579 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:35.888661 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3faffaa5-a7f3-4528-a729-d05186d1278e req-0ae95be5-2e53-409e-ab56-8aaf190a4248 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b468952-4da1-4b8b-8bfb-c274b9f50edb HTTP/1.1" status: 200 len: 210 time: 0.0317392 Dec 08 16:10:35.889268 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dd1b6931-498a-4c58-b5f0-8d314e07e158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:35.936735 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-08f8a5d5-c943-415f-83ba-529734f08b53 req-feda2ecf-b9d1-4f35-9067-24cb9d519400 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:35.946923 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1ff818e7-27a0-414e-ae7f-241db9f1133b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:35.960458 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd1b6931-498a-4c58-b5f0-8d314e07e158 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:10:35.978499 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1b6931-498a-4c58-b5f0-8d314e07e158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beac221d-4959-452e-b576-d5c38e901da0,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:35.989119 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dd1b6931-498a-4c58-b5f0-8d314e07e158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:35.989468 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-dd1b6931-498a-4c58-b5f0-8d314e07e158 admin admin] Added segment 273e1d2d-8409-4ee8-89f2-7bc662c4b9b2 of type vlan for network b8070d4c-877c-480f-99e9-3603a514486d Dec 08 16:10:36.025047 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac304990-c67d-416c-a3e8-436c02688c8a None None] Pushing event updated for resources: {'Port': ['ID=504fad9c-655e-4672-9acf-75145f8651b3,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:36.084211 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-1ff818e7-27a0-414e-ae7f-241db9f1133b None None] Attempting to bind port 504fad9c-655e-4672-9acf-75145f8651b3 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:10:36.084718 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-1ff818e7-27a0-414e-ae7f-241db9f1133b None None] Attempting to bind port 504fad9c-655e-4672-9acf-75145f8651b3 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '404f6e07-b6a3-48a7-8a2e-da02471b75c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'de435609-aad4-4c38-800b-68525573f917'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:10:36.085170 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff818e7-27a0-414e-ae7f-241db9f1133b None None] Attempting to bind port 504fad9c-655e-4672-9acf-75145f8651b3 on network de435609-aad4-4c38-800b-68525573f917 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:10:36.090538 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dd1b6931-498a-4c58-b5f0-8d314e07e158 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:36.094115 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff818e7-27a0-414e-ae7f-241db9f1133b None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:10:36.094468 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff818e7-27a0-414e-ae7f-241db9f1133b None None] Checking segment: {'id': '404f6e07-b6a3-48a7-8a2e-da02471b75c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'de435609-aad4-4c38-800b-68525573f917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:10:36.095126 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1ff818e7-27a0-414e-ae7f-241db9f1133b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:36.095799 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff818e7-27a0-414e-ae7f-241db9f1133b None None] Bound using segment: {'id': '404f6e07-b6a3-48a7-8a2e-da02471b75c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'de435609-aad4-4c38-800b-68525573f917'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:10:36.096671 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-1ff818e7-27a0-414e-ae7f-241db9f1133b None None] Bound port: 504fad9c-655e-4672-9acf-75145f8651b3, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '404f6e07-b6a3-48a7-8a2e-da02471b75c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'de435609-aad4-4c38-800b-68525573f917'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:10:36.097278 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1ff818e7-27a0-414e-ae7f-241db9f1133b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:36.101813 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-08f8a5d5-c943-415f-83ba-529734f08b53 req-feda2ecf-b9d1-4f35-9067-24cb9d519400 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:36.175304 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08f8a5d5-c943-415f-83ba-529734f08b53 req-feda2ecf-b9d1-4f35-9067-24cb9d519400 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:10:36.184872 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-08f8a5d5-c943-415f-83ba-529734f08b53 req-feda2ecf-b9d1-4f35-9067-24cb9d519400 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:10:36.197419 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-1ff818e7-27a0-414e-ae7f-241db9f1133b None None] For port 504fad9c-655e-4672-9acf-75145f8651b3, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:10:36.202816 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-1ff818e7-27a0-414e-ae7f-241db9f1133b None None] For port 504fad9c-655e-4672-9acf-75145f8651b3, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=504fad9c-655e-4672-9acf-75145f8651b3,segment=NetworkSegment(404f6e07-b6a3-48a7-8a2e-da02471b75c4),segment_id=404f6e07-b6a3-48a7-8a2e-da02471b75c4)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:10:36.206740 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f8a5d5-c943-415f-83ba-529734f08b53 req-feda2ecf-b9d1-4f35-9067-24cb9d519400 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:10:36.214749 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feda2ecf-b9d1-4f35-9067-24cb9d519400 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Pushing event updated for resources: {'Port': ['ID=b83fff8f-fa15-4592-958d-11ea339d3100,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:36.241621 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7b86f98b-db88-441d-9935-08269b31a373 req-ef06202d-d22c-4734-a2b1-88ad3fcff375 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=f40a9ed6-d113-49bc-b1d9-8be6ef1942eb HTTP/1.1" status: 200 len: 210 time: 0.0563200 Dec 08 16:10:36.329550 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-08f8a5d5-c943-415f-83ba-529734f08b53 req-feda2ecf-b9d1-4f35-9067-24cb9d519400 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:36.368955 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-3ad41745-89eb-4518-9f34-e067cc6f433e admin admin] Deleting port 504fad9c-655e-4672-9acf-75145f8651b3 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:10:36.369306 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3ad41745-89eb-4518-9f34-e067cc6f433e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:36.410896 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dd1b6931-498a-4c58-b5f0-8d314e07e158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:36.412095 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1b6931-498a-4c58-b5f0-8d314e07e158 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:36.413068 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dd1b6931-498a-4c58-b5f0-8d314e07e158 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:36.418792 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-8354ed6b-1363-4e3f-b269-a94c66fff948 None None] Provisioning complete for port 504fad9c-655e-4672-9acf-75145f8651b3 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:10:36.419250 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8354ed6b-1363-4e3f-b269-a94c66fff948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:36.481226 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-8354ed6b-1363-4e3f-b269-a94c66fff948 None None] Port 504fad9c-655e-4672-9acf-75145f8651b3 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:10:36.501905 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1b6931-498a-4c58-b5f0-8d314e07e158 admin admin] Pushing event updated for resources: {'Network': ['ID=b8070d4c-877c-480f-99e9-3603a514486d,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:36.515098 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network b8070d4c-877c-480f-99e9-3603a514486d details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:10:36.518160 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1ff818e7-27a0-414e-ae7f-241db9f1133b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:36.525026 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-3ad41745-89eb-4518-9f34-e067cc6f433e admin admin] For port 504fad9c-655e-4672-9acf-75145f8651b3, host n-d-776250-12, got binding levels [] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:36.525397 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3ad41745-89eb-4518-9f34-e067cc6f433e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:36.538306 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-3ad41745-89eb-4518-9f34-e067cc6f433e admin admin] Calling delete_port for 504fad9c-655e-4672-9acf-75145f8651b3 owned by network:router_interface {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:10:36.580098 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-08f8a5d5-c943-415f-83ba-529734f08b53 req-feda2ecf-b9d1-4f35-9067-24cb9d519400 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:36.646775 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac304990-c67d-416c-a3e8-436c02688c8a None None] Pushing event updated for resources: {'Port': ['ID=504fad9c-655e-4672-9acf-75145f8651b3,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:36.661589 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff818e7-27a0-414e-ae7f-241db9f1133b None None] Routers {'8d7190ac-a1ae-475f-bfdf-e421a56ba8e3'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:10:36.662283 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-1ff818e7-27a0-414e-ae7f-241db9f1133b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:10:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['8d7190ac-a1ae-475f-bfdf-e421a56ba8e3'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:10:36.688162 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-dd1b6931-498a-4c58-b5f0-8d314e07e158 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5054429 Dec 08 16:10:36.745405 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43460) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:36.755684 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-bfd68485-8c97-430b-9eea-802131be7bcd admin admin] Request body: {'subnet': {'network_id': 'b8070d4c-877c-480f-99e9-3603a514486d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1686992962-subnet', 'tenant_id': '49107784a9274e059ac91e9d30f91e1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:10:36.870423 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-1ff818e7-27a0-414e-ae7f-241db9f1133b None None] Set router 8d7190ac-a1ae-475f-bfdf-e421a56ba8e3 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:10:36.876166 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa2c62-22e3-4ffb-9ab8-9c210d06a9f1 req-ae8314f6-1427-4d58-8ceb-9d2a817215a5 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:36.877712 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-94aa2c62-22e3-4ffb-9ab8-9c210d06a9f1 req-ae8314f6-1427-4d58-8ceb-9d2a817215a5 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.76 "GET /v2.0/networks?id=cb7ccd97-4ed6-4775-a83f-7666f035258b HTTP/1.1" status: 200 len: 822 time: 0.2197642 Dec 08 16:10:36.896269 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-94aa2c62-22e3-4ffb-9ab8-9c210d06a9f1 req-8906c779-4dbc-45e5-9b24-3ed7d855c6c4 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Request body: {'port': {'device_id': '3b468952-4da1-4b8b-8bfb-c274b9f50edb', 'network_id': 'cb7ccd97-4ed6-4775-a83f-7666f035258b', 'admin_state_up': True, 'tenant_id': '51b28c5bf24246e298422a1687d82637'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:10:36.969933 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3ad41745-89eb-4518-9f34-e067cc6f433e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:36.982108 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd68485-8c97-430b-9eea-802131be7bcd admin admin] Made reservation on behalf of 49107784a9274e059ac91e9d30f91e1c for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:10:36.984471 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bfd68485-8c97-430b-9eea-802131be7bcd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:37.070539 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-08f8a5d5-c943-415f-83ba-529734f08b53 req-feda2ecf-b9d1-4f35-9067-24cb9d519400 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:37.087592 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-3f381817-81f5-467d-99c8-a47e3eb2e467 None None] Could not find standard attr ID for object 504fad9c-655e-4672-9acf-75145f8651b3. {{(pid=110552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:10:37.121169 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad41745-89eb-4518-9f34-e067cc6f433e admin admin] Pushing event deleted for resources: {'Port': ['ID=504fad9c-655e-4672-9acf-75145f8651b3,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:37.145530 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c9bbdc29-c4c4-4feb-9ea0-c736c56a870c req-70f16b95-e935-4b53-be8f-7422c10ce56b tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b468952-4da1-4b8b-8bfb-c274b9f50edb HTTP/1.1" status: 200 len: 210 time: 0.1157658 Dec 08 16:10:37.209474 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-08f8a5d5-c943-415f-83ba-529734f08b53 req-feda2ecf-b9d1-4f35-9067-24cb9d519400 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:37.319042 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94aa2c62-22e3-4ffb-9ab8-9c210d06a9f1 req-8906c779-4dbc-45e5-9b24-3ed7d855c6c4 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Made reservation on behalf of 51b28c5bf24246e298422a1687d82637 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:10:37.319042 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-94aa2c62-22e3-4ffb-9ab8-9c210d06a9f1 req-8906c779-4dbc-45e5-9b24-3ed7d855c6c4 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:37.328022 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feda2ecf-b9d1-4f35-9067-24cb9d519400 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Pushing event updated for resources: {'Port': ['ID=b83fff8f-fa15-4592-958d-11ea339d3100,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:37.334567 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-1ff818e7-27a0-414e-ae7f-241db9f1133b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7190ac-a1ae-475f-bfdf-e421a56ba8e3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1531066817-router', 'tenant_id': '47d67277b6ca4496a66a83b109038cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '155f816d-c085-413e-8600-00990aed493f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:10:24Z', 'updated_at': '2021-12-08T16:10:32Z', 'revision_number': 4, 'project_id': '47d67277b6ca4496a66a83b109038cae', 'gw_port': {'id': '155f816d-c085-413e-8600-00990aed493f', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7190ac-a1ae-475f-bfdf-e421a56ba8e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:10:26Z', 'updated_at': '2021-12-08T16:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '504fad9c-655e-4672-9acf-75145f8651b3', 'name': '', 'network_id': 'de435609-aad4-4c38-800b-68525573f917', 'tenant_id': '47d67277b6ca4496a66a83b109038cae', 'mac_address': 'fa:16:3e:a0:35:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7190ac-a1ae-475f-bfdf-e421a56ba8e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '8a1adc97-054e-4eac-8198-542a3a16743f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:10:31Z', 'updated_at': '2021-12-08T16:10:36Z', 'revision_number': 4, 'project_id': '47d67277b6ca4496a66a83b109038cae', 'subnets': [{'id': '8a1adc97-054e-4eac-8198-542a3a16743f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:10:37.402084 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3ad41745-89eb-4518-9f34-e067cc6f433e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:37.410848 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff818e7-27a0-414e-ae7f-241db9f1133b None None] The sync data for ids ['8d7190ac-a1ae-475f-bfdf-e421a56ba8e3'] in n-d-776250-12 is: [{'id': '8d7190ac-a1ae-475f-bfdf-e421a56ba8e3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1531066817-router', 'tenant_id': '47d67277b6ca4496a66a83b109038cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '155f816d-c085-413e-8600-00990aed493f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:10:24Z', 'updated_at': '2021-12-08T16:10:32Z', 'revision_number': 4, 'project_id': '47d67277b6ca4496a66a83b109038cae', 'gw_port': {'id': '155f816d-c085-413e-8600-00990aed493f', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7190ac-a1ae-475f-bfdf-e421a56ba8e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:10:26Z', 'updated_at': '2021-12-08T16:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '504fad9c-655e-4672-9acf-75145f8651b3', 'name': '', 'network_id': 'de435609-aad4-4c38-800b-68525573f917', 'tenant_id': '47d67277b6ca4496a66a83b109038cae', 'mac_address': 'fa:16:3e:a0:35:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7190ac-a1ae-475f-bfdf-e421a56ba8e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '8a1adc97-054e-4eac-8198-542a3a16743f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:10:31Z', 'updated_at': '2021-12-08T16:10:36Z', 'revision_number': 4, 'project_id': '47d67277b6ca4496a66a83b109038cae', 'subnets': [{'id': '8a1adc97-054e-4eac-8198-542a3a16743f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:10:37.476237 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-08f8a5d5-c943-415f-83ba-529734f08b53 req-feda2ecf-b9d1-4f35-9067-24cb9d519400 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:37.528422 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-94aa2c62-22e3-4ffb-9ab8-9c210d06a9f1 req-8906c779-4dbc-45e5-9b24-3ed7d855c6c4 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Allocated IP 172.20.0.8 (cb7ccd97-4ed6-4775-a83f-7666f035258b/204f0526-34ba-4b28-8f9c-33ef8b4289b9/bd67e878-ea3f-4ab5-8306-8e0bdcfadc37) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:10:37.597062 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bfd68485-8c97-430b-9eea-802131be7bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:37.598224 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-08f8a5d5-c943-415f-83ba-529734f08b53 req-feda2ecf-b9d1-4f35-9067-24cb9d519400 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:37.600623 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-08f8a5d5-c943-415f-83ba-529734f08b53 req-feda2ecf-b9d1-4f35-9067-24cb9d519400 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2718697 Dec 08 16:10:37.695651 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd68485-8c97-430b-9eea-802131be7bcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e3683ad-b78c-425f-9812-84680b35c007,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:37.704361 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-08f8a5d5-c943-415f-83ba-529734f08b53 req-357b8894-af93-4d82-9b26-0e1107e3560b tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.155 HTTP/1.1" status: 200 len: 696 time: 0.0971203 Dec 08 16:10:37.747230 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd68485-8c97-430b-9eea-802131be7bcd admin admin] Checking segment: {'id': '273e1d2d-8409-4ee8-89f2-7bc662c4b9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'b8070d4c-877c-480f-99e9-3603a514486d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:10:37.747601 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd68485-8c97-430b-9eea-802131be7bcd admin admin] Network hostable DHCP agents. Network: b8070d4c-877c-480f-99e9-3603a514486d, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:10:37.788498 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad41745-89eb-4518-9f34-e067cc6f433e admin admin] Router 8d7190ac-a1ae-475f-bfdf-e421a56ba8e3 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:10:37.844980 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-94aa2c62-22e3-4ffb-9ab8-9c210d06a9f1 req-8906c779-4dbc-45e5-9b24-3ed7d855c6c4 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:37.900864 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd68485-8c97-430b-9eea-802131be7bcd admin admin] Network b8070d4c-877c-480f-99e9-3603a514486d is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:10:37.928000 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f8a5d5-c943-415f-83ba-529734f08b53 req-8d5b10fd-5caa-4b45-ab4f-de4404b43474 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:37.929526 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-08f8a5d5-c943-415f-83ba-529734f08b53 req-8d5b10fd-5caa-4b45-ab4f-de4404b43474 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] 10.222.0.64 "GET /v2.0/networks/1ae4cf80-76bf-4df3-a557-5cc6023c1900 HTTP/1.1" status: 200 len: 784 time: 0.2114899 Dec 08 16:10:37.945389 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad41745-89eb-4518-9f34-e067cc6f433e admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:10:37.968162 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-3ad41745-89eb-4518-9f34-e067cc6f433e admin admin] 10.222.0.64 "PUT /v2.0/routers/8d7190ac-a1ae-475f-bfdf-e421a56ba8e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7960925 Dec 08 16:10:37.969274 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43478) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:38.135121 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-eb0e2436-d119-41b9-89cc-ca73946f69a8 req-6cfee2e3-6a6e-481e-9679-9e5673fc7a02 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] 10.222.0.64 "GET /v2.0/floatingips/b3035c9d-185a-4f10-b985-8721861e4076 HTTP/1.1" status: 200 len: 693 time: 0.0859904 Dec 08 16:10:38.169737 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-bfd68485-8c97-430b-9eea-802131be7bcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, b8070d4c-877c-480f-99e9-3603a514486d) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:10:38.181066 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd68485-8c97-430b-9eea-802131be7bcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:38.182027 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bfd68485-8c97-430b-9eea-802131be7bcd admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:38.188279 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b7b691-6188-4515-b8a5-4ba52b9fe32a None None] Network b8070d4c-877c-480f-99e9-3603a514486d requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:10:38.203224 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0eac770f-c15f-4379-893a-e46db2740ce4 admin admin] Publish callbacks [] for router, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:38.209914 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-94aa2c62-22e3-4ffb-9ab8-9c210d06a9f1 req-8906c779-4dbc-45e5-9b24-3ed7d855c6c4 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:38.305669 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed76d0-eb16-4cbf-87a9-0f3f02ab97a8 req-8a47fde5-6d42-4ef3-afeb-289fc35d43a6 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:38.315571 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b5ed76d0-eb16-4cbf-87a9-0f3f02ab97a8 req-8a47fde5-6d42-4ef3-afeb-289fc35d43a6 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=eff6e377-af95-4706-9388-698f77d21d56 HTTP/1.1" status: 200 len: 950 time: 0.2438872 Dec 08 16:10:38.323868 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94aa2c62-22e3-4ffb-9ab8-9c210d06a9f1 req-8906c779-4dbc-45e5-9b24-3ed7d855c6c4 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Network cb7ccd97-4ed6-4775-a83f-7666f035258b is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:10:38.338611 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-bfd68485-8c97-430b-9eea-802131be7bcd admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5900080 Dec 08 16:10:38.354212 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdefe5aa-5786-45f1-81b2-18bf29b6582a None None] Network b8070d4c-877c-480f-99e9-3603a514486d requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:10:38.368901 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-94aa2c62-22e3-4ffb-9ab8-9c210d06a9f1 req-8906c779-4dbc-45e5-9b24-3ed7d855c6c4 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:10:38.382589 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-94aa2c62-22e3-4ffb-9ab8-9c210d06a9f1 req-8906c779-4dbc-45e5-9b24-3ed7d855c6c4 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:10:38.391219 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8906c779-4dbc-45e5-9b24-3ed7d855c6c4 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Pushing event updated for resources: {'Port': ['ID=bd67e878-ea3f-4ab5-8306-8e0bdcfadc37,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:38.408102 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:38.416161 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b5ed76d0-eb16-4cbf-87a9-0f3f02ab97a8 req-f87465b8-8f92-4acf-9125-d82cc1829b9b tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991037 Dec 08 16:10:38.501310 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device ecdb0e8e-7c63-43bd-aa21-72ceeaaef060 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:10:38.542160 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: ecdb0e8e-7c63-43bd-aa21-72ceeaaef060 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:10:38.542520 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device ecdb0e8e-7c63-43bd-aa21-72ceeaaef060 not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:10:38.581490 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74040236-8c3b-4cac-ae80-fbe1adf38642 req-1020e1b5-ceb7-47d0-a75b-0e72911f8a4e tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:38.583602 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-74040236-8c3b-4cac-ae80-fbe1adf38642 req-1020e1b5-ceb7-47d0-a75b-0e72911f8a4e tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b468952-4da1-4b8b-8bfb-c274b9f50edb HTTP/1.1" status: 200 len: 931 time: 0.0643046 Dec 08 16:10:38.645161 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-74040236-8c3b-4cac-ae80-fbe1adf38642 req-aad8b622-d775-47fd-a50c-600993391b9a tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/security-groups?id=40f60a5b-0646-42dd-bbb9-4c0b871b0767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549061 Dec 08 16:10:38.893693 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e2436-d119-41b9-89cc-ca73946f69a8 req-696a2f06-ebad-4ed2-ab01-ca216396a0c8 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:38.895245 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-eb0e2436-d119-41b9-89cc-ca73946f69a8 req-696a2f06-ebad-4ed2-ab01-ca216396a0c8 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] 10.222.0.64 "GET /v2.0/networks/1ae4cf80-76bf-4df3-a557-5cc6023c1900 HTTP/1.1" status: 200 len: 784 time: 0.7493794 Dec 08 16:10:38.899685 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bfbcb2-181b-4461-8d5d-bf0ebe5bb47d req-c1ef5d1e-44a6-4cb5-9308-e74fd3d7f3b9 tempest-ServerTagsTestJSON-1873365498 tempest-ServerTagsTestJSON-1873365498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:38.901347 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-00bfbcb2-181b-4461-8d5d-bf0ebe5bb47d req-c1ef5d1e-44a6-4cb5-9308-e74fd3d7f3b9 tempest-ServerTagsTestJSON-1873365498 tempest-ServerTagsTestJSON-1873365498-project] 10.222.0.64 "GET /v2.0/networks?id=b8070d4c-877c-480f-99e9-3603a514486d HTTP/1.1" status: 200 len: 809 time: 0.1169667 Dec 08 16:10:38.909830 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa2c62-22e3-4ffb-9ab8-9c210d06a9f1 req-8906c779-4dbc-45e5-9b24-3ed7d855c6c4 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:38.910954 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-94aa2c62-22e3-4ffb-9ab8-9c210d06a9f1 req-8906c779-4dbc-45e5-9b24-3ed7d855c6c4 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:38.927693 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-00bfbcb2-181b-4461-8d5d-bf0ebe5bb47d req-7be0faaa-fad7-4d8e-829f-6a243df3455b tempest-ServerTagsTestJSON-1873365498 tempest-ServerTagsTestJSON-1873365498-project] 10.222.0.64 "GET /v2.0/quotas/49107784a9274e059ac91e9d30f91e1c HTTP/1.1" status: 200 len: 375 time: 0.0162213 Dec 08 16:10:38.937518 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0eac770f-c15f-4379-893a-e46db2740ce4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:38.964780 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-00bfbcb2-181b-4461-8d5d-bf0ebe5bb47d req-63dc1549-4255-4459-8881-d420ce2b7baf tempest-ServerTagsTestJSON-1873365498 tempest-ServerTagsTestJSON-1873365498-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=49107784a9274e059ac91e9d30f91e1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361834 Dec 08 16:10:38.984914 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a50b02d4-ef01-460e-b3fe-46201e23b6a3 req-795bdc3d-d269-4d0f-9e80-3fdabaad759c tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] 10.222.0.64 "GET /v2.0/floatingips/b3035c9d-185a-4f10-b985-8721861e4076 HTTP/1.1" status: 200 len: 693 time: 0.0616665 Dec 08 16:10:39.038746 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e789f2b-451d-48f6-855b-cdc95507d672 None None] Sync routers for ids ['8d7190ac-a1ae-475f-bfdf-e421a56ba8e3'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:10:39.047613 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-94aa2c62-22e3-4ffb-9ab8-9c210d06a9f1 req-8906c779-4dbc-45e5-9b24-3ed7d855c6c4 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1580453 Dec 08 16:10:39.051243 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e789f2b-451d-48f6-855b-cdc95507d672 None None] Routers {'8d7190ac-a1ae-475f-bfdf-e421a56ba8e3'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:10:39.052032 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-1e789f2b-451d-48f6-855b-cdc95507d672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:10:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['8d7190ac-a1ae-475f-bfdf-e421a56ba8e3'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:10:39.060326 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [req-94aa2c62-22e3-4ffb-9ab8-9c210d06a9f1 req-52ada0d8-3a14-4c78-bb8b-76450bc1a432 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:10:39.061462 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-94aa2c62-22e3-4ffb-9ab8-9c210d06a9f1 req-52ada0d8-3a14-4c78-bb8b-76450bc1a432 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054784 Dec 08 16:10:39.162715 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-94aa2c62-22e3-4ffb-9ab8-9c210d06a9f1 req-bc92035b-1db6-4299-9094-09619166d4e3 service neutron] Request body: {'port': {'device_id': '3b468952-4da1-4b8b-8bfb-c274b9f50edb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:10:39.172532 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b02d4-ef01-460e-b3fe-46201e23b6a3 req-ac428111-7448-4965-aa49-fabac459e841 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:39.174056 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a50b02d4-ef01-460e-b3fe-46201e23b6a3 req-ac428111-7448-4965-aa49-fabac459e841 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] 10.222.0.64 "GET /v2.0/networks/1ae4cf80-76bf-4df3-a557-5cc6023c1900 HTTP/1.1" status: 200 len: 784 time: 0.1832311 Dec 08 16:10:39.257934 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a50b02d4-ef01-460e-b3fe-46201e23b6a3 req-685925e8-e4b7-4574-88fa-218438fbb51b tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.155 HTTP/1.1" status: 200 len: 696 time: 0.0625005 Dec 08 16:10:39.347284 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-94aa2c62-22e3-4ffb-9ab8-9c210d06a9f1 req-bc92035b-1db6-4299-9094-09619166d4e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:39.357695 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-1e789f2b-451d-48f6-855b-cdc95507d672 None None] Set router 8d7190ac-a1ae-475f-bfdf-e421a56ba8e3 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:10:39.359194 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-0eac770f-c15f-4379-893a-e46db2740ce4 admin admin] Deleting port 155f816d-c085-413e-8600-00990aed493f {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:10:39.359611 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0eac770f-c15f-4379-893a-e46db2740ce4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:39.364697 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a50b02d4-ef01-460e-b3fe-46201e23b6a3 req-4a84909c-600f-495a-8223-d4282030afa8 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.155 HTTP/1.1" status: 200 len: 696 time: 0.0761077 Dec 08 16:10:39.370769 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-00bfbcb2-181b-4461-8d5d-bf0ebe5bb47d req-03ba4774-7dae-4bd7-8464-6a0f380845b4 service neutron] 10.222.0.64 "GET /v2.0/networks/b8070d4c-877c-480f-99e9-3603a514486d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3967891 Dec 08 16:10:39.520213 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-00bfbcb2-181b-4461-8d5d-bf0ebe5bb47d req-f6302ba5-ebc4-45a0-ba79-d84734e5bee9 service neutron] 10.222.0.64 "GET /v2.0/networks/b8070d4c-877c-480f-99e9-3603a514486d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446207 Dec 08 16:10:39.561757 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4620d103-ae93-45bb-aad8-6be4d22449c9 req-1309d8be-ec19-4297-a1f7-79b580f2c392 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:39.564396 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4620d103-ae93-45bb-aad8-6be4d22449c9 req-1309d8be-ec19-4297-a1f7-79b580f2c392 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.76 "GET /v2.0/ports?device_id=eff6e377-af95-4706-9388-698f77d21d56 HTTP/1.1" status: 200 len: 950 time: 0.0834298 Dec 08 16:10:39.585955 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-1e789f2b-451d-48f6-855b-cdc95507d672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7190ac-a1ae-475f-bfdf-e421a56ba8e3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1531066817-router', 'tenant_id': '47d67277b6ca4496a66a83b109038cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '155f816d-c085-413e-8600-00990aed493f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:10:24Z', 'updated_at': '2021-12-08T16:10:36Z', 'revision_number': 5, 'project_id': '47d67277b6ca4496a66a83b109038cae', 'gw_port': {'id': '155f816d-c085-413e-8600-00990aed493f', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7190ac-a1ae-475f-bfdf-e421a56ba8e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:10:26Z', 'updated_at': '2021-12-08T16:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:10:39.617898 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e789f2b-451d-48f6-855b-cdc95507d672 None None] Checking router: 8d7190ac-a1ae-475f-bfdf-e421a56ba8e3 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:10:39.628726 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e789f2b-451d-48f6-855b-cdc95507d672 None None] Routers {'8d7190ac-a1ae-475f-bfdf-e421a56ba8e3'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:10:39.629388 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-1e789f2b-451d-48f6-855b-cdc95507d672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:10:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['8d7190ac-a1ae-475f-bfdf-e421a56ba8e3'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:10:39.658110 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-0eac770f-c15f-4379-893a-e46db2740ce4 admin admin] For port 155f816d-c085-413e-8600-00990aed493f, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=155f816d-c085-413e-8600-00990aed493f,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:39.658559 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0eac770f-c15f-4379-893a-e46db2740ce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:39.687532 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-4620d103-ae93-45bb-aad8-6be4d22449c9 req-774e9d53-bf4a-4a97-8308-1e0ddf8407e7 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Deleting port e1b87357-8ff8-4cc8-b965-905e739ea923 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:10:39.687850 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-0eac770f-c15f-4379-893a-e46db2740ce4 admin admin] Calling delete_port for 155f816d-c085-413e-8600-00990aed493f owned by network:router_gateway {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:10:39.688043 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-4620d103-ae93-45bb-aad8-6be4d22449c9 req-774e9d53-bf4a-4a97-8308-1e0ddf8407e7 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:39.720481 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-1e789f2b-451d-48f6-855b-cdc95507d672 None None] Set router 8d7190ac-a1ae-475f-bfdf-e421a56ba8e3 gateway port host: None {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:10:39.778100 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-1e789f2b-451d-48f6-855b-cdc95507d672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7190ac-a1ae-475f-bfdf-e421a56ba8e3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1531066817-router', 'tenant_id': '47d67277b6ca4496a66a83b109038cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:10:24Z', 'updated_at': '2021-12-08T16:10:38Z', 'revision_number': 6, 'project_id': '47d67277b6ca4496a66a83b109038cae', 'gw_port_host': None}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:10:39.807411 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-4620d103-ae93-45bb-aad8-6be4d22449c9 req-774e9d53-bf4a-4a97-8308-1e0ddf8407e7 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] For port e1b87357-8ff8-4cc8-b965-905e739ea923, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=e1b87357-8ff8-4cc8-b965-905e739ea923,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:39.808908 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-4620d103-ae93-45bb-aad8-6be4d22449c9 req-774e9d53-bf4a-4a97-8308-1e0ddf8407e7 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:39.822650 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e789f2b-451d-48f6-855b-cdc95507d672 None None] The sync data for ids ['8d7190ac-a1ae-475f-bfdf-e421a56ba8e3'] in n-d-776250-12 is: [{'id': '8d7190ac-a1ae-475f-bfdf-e421a56ba8e3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1531066817-router', 'tenant_id': '47d67277b6ca4496a66a83b109038cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:10:24Z', 'updated_at': '2021-12-08T16:10:38Z', 'revision_number': 6, 'project_id': '47d67277b6ca4496a66a83b109038cae', 'gw_port_host': None}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:10:39.832340 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-a50b02d4-ef01-460e-b3fe-46201e23b6a3 req-0345c404-85ee-44dd-8f45-b1949585e613 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Deleting port b83fff8f-fa15-4592-958d-11ea339d3100 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:10:39.832696 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a50b02d4-ef01-460e-b3fe-46201e23b6a3 req-0345c404-85ee-44dd-8f45-b1949585e613 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:39.838545 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-4620d103-ae93-45bb-aad8-6be4d22449c9 req-774e9d53-bf4a-4a97-8308-1e0ddf8407e7 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Calling delete_port for e1b87357-8ff8-4cc8-b965-905e739ea923 owned by compute:nova {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:10:40.094393 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a50b02d4-ef01-460e-b3fe-46201e23b6a3 req-0345c404-85ee-44dd-8f45-b1949585e613 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:40.094996 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a50b02d4-ef01-460e-b3fe-46201e23b6a3 req-0345c404-85ee-44dd-8f45-b1949585e613 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:40.114994 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-a50b02d4-ef01-460e-b3fe-46201e23b6a3 req-0345c404-85ee-44dd-8f45-b1949585e613 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Calling delete_port for b83fff8f-fa15-4592-958d-11ea339d3100 owned by network:floatingip {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:10:40.164639 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-94aa2c62-22e3-4ffb-9ab8-9c210d06a9f1 req-bc92035b-1db6-4299-9094-09619166d4e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd67e878-ea3f-4ab5-8306-8e0bdcfadc37 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:10:40.174838 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ca167-2e81-4092-8e01-c4efef44ca12 req-17ae804c-f86b-4c48-9331-83a7f19217e8 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:40.181560 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b68ca167-2e81-4092-8e01-c4efef44ca12 req-17ae804c-f86b-4c48-9331-83a7f19217e8 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=eff6e377-af95-4706-9388-698f77d21d56 HTTP/1.1" status: 200 len: 950 time: 0.0735497 Dec 08 16:10:40.184950 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-94aa2c62-22e3-4ffb-9ab8-9c210d06a9f1 req-bc92035b-1db6-4299-9094-09619166d4e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:40.191844 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-4620d103-ae93-45bb-aad8-6be4d22449c9 req-774e9d53-bf4a-4a97-8308-1e0ddf8407e7 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:40.204640 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['e1b87357-8ff8-4cc8-b965-905e739ea923', '98d1b751-4ef7-4df1-9b81-a412e32c3bd1'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:10:40.269106 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b68ca167-2e81-4092-8e01-c4efef44ca12 req-e1adcda6-b49c-49c8-8c5c-fbbb73fbd37c tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859020 Dec 08 16:10:40.270557 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774e9d53-bf4a-4a97-8308-1e0ddf8407e7 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Pushing event deleted for resources: {'Port': ['ID=e1b87357-8ff8-4cc8-b965-905e739ea923,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:40.343090 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-4620d103-ae93-45bb-aad8-6be4d22449c9 req-774e9d53-bf4a-4a97-8308-1e0ddf8407e7 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] No DVR routers for this DVR port e1b87357-8ff8-4cc8-b965-905e739ea923 on host n-h1-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:10:40.348373 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-4620d103-ae93-45bb-aad8-6be4d22449c9 req-774e9d53-bf4a-4a97-8308-1e0ddf8407e7 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:40.354143 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4620d103-ae93-45bb-aad8-6be4d22449c9 req-774e9d53-bf4a-4a97-8308-1e0ddf8407e7 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.76 "DELETE /v2.0/ports/e1b87357-8ff8-4cc8-b965-905e739ea923 HTTP/1.1" status: 204 len: 173 time: 0.7830629 Dec 08 16:10:40.354373 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff6e377-af95-4706-9388-698f77d21d56', 'name': 'network-vif-deleted', 'tag': 'e1b87357-8ff8-4cc8-b965-905e739ea923'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:10:40.357827 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2608202f-23c9-48c7-aebc-7a6b5aa4a219" -d '{"events": [{"server_uuid": "eff6e377-af95-4706-9388-698f77d21d56", "name": "network-vif-deleted", "tag": "e1b87357-8ff8-4cc8-b965-905e739ea923"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:10:40.369969 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-94aa2c62-22e3-4ffb-9ab8-9c210d06a9f1 req-bc92035b-1db6-4299-9094-09619166d4e3 service neutron] Transition to ACTIVE for port object bd67e878-ea3f-4ab5-8306-8e0bdcfadc37 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:10:40.372286 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0eac770f-c15f-4379-893a-e46db2740ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:40.412897 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eac770f-c15f-4379-893a-e46db2740ce4 admin admin] Pushing event deleted for resources: {'Port': ['ID=155f816d-c085-413e-8600-00990aed493f,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:40.467070 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40317d32-fb38-43ae-b7db-0d1227b144c0 req-e7879607-1ca4-4c1d-8396-1c23a4389f54 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:40.473645 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-40317d32-fb38-43ae-b7db-0d1227b144c0 req-e7879607-1ca4-4c1d-8396-1c23a4389f54 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b468952-4da1-4b8b-8bfb-c274b9f50edb HTTP/1.1" status: 200 len: 931 time: 0.0846064 Dec 08 16:10:40.492731 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-94aa2c62-22e3-4ffb-9ab8-9c210d06a9f1 req-bc92035b-1db6-4299-9094-09619166d4e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:40.535713 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-40317d32-fb38-43ae-b7db-0d1227b144c0 req-f5ad50a0-b368-4617-aa43-c3d3bd82b13b tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/security-groups?id=40f60a5b-0646-42dd-bbb9-4c0b871b0767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544634 Dec 08 16:10:40.592288 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc92035b-1db6-4299-9094-09619166d4e3 service neutron] Pushing event updated for resources: {'Port': ['ID=bd67e878-ea3f-4ab5-8306-8e0bdcfadc37,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:40.595220 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0eac770f-c15f-4379-893a-e46db2740ce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:40.644590 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-58f2743e-0fcf-41fb-806a-07d678100c3e req-fb15e3a7-196b-4db4-8328-9383672fe25b tempest-ServerTagsTestJSON-1873365498 tempest-ServerTagsTestJSON-1873365498-project] 10.222.0.64 "GET /v2.0/ports?device_id=22946b8e-8e6d-4873-a561-3645d90db598 HTTP/1.1" status: 200 len: 210 time: 0.0383441 Dec 08 16:10:40.718640 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a50b02d4-ef01-460e-b3fe-46201e23b6a3 req-0345c404-85ee-44dd-8f45-b1949585e613 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:40.780269 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0eac770f-c15f-4379-893a-e46db2740ce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:40.785963 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0345c404-85ee-44dd-8f45-b1949585e613 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Pushing event deleted for resources: {'Port': ['ID=b83fff8f-fa15-4592-958d-11ea339d3100,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:40.789828 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0eac770f-c15f-4379-893a-e46db2740ce4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:40.812814 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97accb4b-1d2b-40d8-9ae9-6f9c98b88b99 x-openstack-request-id: req-97accb4b-1d2b-40d8-9ae9-6f9c98b88b99 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:10:40.813569 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff6e377-af95-4706-9388-698f77d21d56", "name": "network-vif-deleted", "tag": "e1b87357-8ff8-4cc8-b965-905e739ea923", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:10:40.813569 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-97accb4b-1d2b-40d8-9ae9-6f9c98b88b99 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:10:40.813991 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff6e377-af95-4706-9388-698f77d21d56', 'name': 'network-vif-deleted', 'tag': 'e1b87357-8ff8-4cc8-b965-905e739ea923', 'status': 'completed', 'code': 200} Dec 08 16:10:40.927437 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-94aa2c62-22e3-4ffb-9ab8-9c210d06a9f1 req-bc92035b-1db6-4299-9094-09619166d4e3 service neutron] Attempting to bind port bd67e878-ea3f-4ab5-8306-8e0bdcfadc37 on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:10:40.927751 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-94aa2c62-22e3-4ffb-9ab8-9c210d06a9f1 req-bc92035b-1db6-4299-9094-09619166d4e3 service neutron] Attempting to bind port bd67e878-ea3f-4ab5-8306-8e0bdcfadc37 by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': '47c90d66-b9b1-48b2-9414-0fbc8593b6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'cb7ccd97-4ed6-4775-a83f-7666f035258b'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:10:40.928070 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94aa2c62-22e3-4ffb-9ab8-9c210d06a9f1 req-bc92035b-1db6-4299-9094-09619166d4e3 service neutron] Attempting to bind port bd67e878-ea3f-4ab5-8306-8e0bdcfadc37 on network cb7ccd97-4ed6-4775-a83f-7666f035258b {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:10:40.946704 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94aa2c62-22e3-4ffb-9ab8-9c210d06a9f1 req-bc92035b-1db6-4299-9094-09619166d4e3 service neutron] Port bd67e878-ea3f-4ab5-8306-8e0bdcfadc37 on network cb7ccd97-4ed6-4775-a83f-7666f035258b not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:10:40.947059 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94aa2c62-22e3-4ffb-9ab8-9c210d06a9f1 req-bc92035b-1db6-4299-9094-09619166d4e3 service neutron] Attempting to bind port bd67e878-ea3f-4ab5-8306-8e0bdcfadc37 on network cb7ccd97-4ed6-4775-a83f-7666f035258b {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:10:40.949665 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a50b02d4-ef01-460e-b3fe-46201e23b6a3 req-0345c404-85ee-44dd-8f45-b1949585e613 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Publish callbacks [] for floatingip, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:40.952104 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a50b02d4-ef01-460e-b3fe-46201e23b6a3 req-0345c404-85ee-44dd-8f45-b1949585e613 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:40.953313 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a50b02d4-ef01-460e-b3fe-46201e23b6a3 req-0345c404-85ee-44dd-8f45-b1949585e613 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] 10.222.0.64 "DELETE /v2.0/floatingips/b3035c9d-185a-4f10-b985-8721861e4076 HTTP/1.1" status: 204 len: 173 time: 1.5448451 Dec 08 16:10:40.958699 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94aa2c62-22e3-4ffb-9ab8-9c210d06a9f1 req-bc92035b-1db6-4299-9094-09619166d4e3 service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:10:40.963080 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94aa2c62-22e3-4ffb-9ab8-9c210d06a9f1 req-bc92035b-1db6-4299-9094-09619166d4e3 service neutron] Checking segment: {'id': '47c90d66-b9b1-48b2-9414-0fbc8593b6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'cb7ccd97-4ed6-4775-a83f-7666f035258b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:10:40.963080 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94aa2c62-22e3-4ffb-9ab8-9c210d06a9f1 req-bc92035b-1db6-4299-9094-09619166d4e3 service neutron] Bound using segment: {'id': '47c90d66-b9b1-48b2-9414-0fbc8593b6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'cb7ccd97-4ed6-4775-a83f-7666f035258b'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:10:40.963080 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-94aa2c62-22e3-4ffb-9ab8-9c210d06a9f1 req-bc92035b-1db6-4299-9094-09619166d4e3 service neutron] Bound port: bd67e878-ea3f-4ab5-8306-8e0bdcfadc37, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47c90d66-b9b1-48b2-9414-0fbc8593b6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'cb7ccd97-4ed6-4775-a83f-7666f035258b'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:10:40.963080 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-94aa2c62-22e3-4ffb-9ab8-9c210d06a9f1 req-bc92035b-1db6-4299-9094-09619166d4e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:41.006194 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0eac770f-c15f-4379-893a-e46db2740ce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:41.006766 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eac770f-c15f-4379-893a-e46db2740ce4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d7190ac-a1ae-475f-bfdf-e421a56ba8e3 {{(pid=110550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:10:41.012331 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0eac770f-c15f-4379-893a-e46db2740ce4 admin admin] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:41.015212 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-0eac770f-c15f-4379-893a-e46db2740ce4 admin admin] 10.222.0.64 "DELETE /v2.0/routers/8d7190ac-a1ae-475f-bfdf-e421a56ba8e3 HTTP/1.1" status: 204 len: 168 time: 3.0447924 Dec 08 16:10:41.028445 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43534) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:41.101477 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-9807e34a-5e78-49b0-8fb5-c62512e64ffc admin admin] Deleting subnet 8a1adc97-054e-4eac-8198-542a3a16743f {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:10:41.105838 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9807e34a-5e78-49b0-8fb5-c62512e64ffc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:41.162977 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9807e34a-5e78-49b0-8fb5-c62512e64ffc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:41.247483 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-94aa2c62-22e3-4ffb-9ab8-9c210d06a9f1 req-bc92035b-1db6-4299-9094-09619166d4e3 service neutron] For port bd67e878-ea3f-4ab5-8306-8e0bdcfadc37, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:10:41.261098 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9807e34a-5e78-49b0-8fb5-c62512e64ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:41.281444 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-94aa2c62-22e3-4ffb-9ab8-9c210d06a9f1 req-bc92035b-1db6-4299-9094-09619166d4e3 service neutron] For port bd67e878-ea3f-4ab5-8306-8e0bdcfadc37, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=bd67e878-ea3f-4ab5-8306-8e0bdcfadc37,segment=NetworkSegment(47c90d66-b9b1-48b2-9414-0fbc8593b6cd),segment_id=47c90d66-b9b1-48b2-9414-0fbc8593b6cd)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:10:41.295219 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6f357-bd30-4714-a661-a9469ceab481 req-62151283-4343-4be4-8c5a-d382df262a8b tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:41.300563 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9ca6f357-bd30-4714-a661-a9469ceab481 req-62151283-4343-4be4-8c5a-d382df262a8b tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3161807 Dec 08 16:10:41.410379 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8023601f-3566-48f4-b68b-516faa4051e8 req-b8593d07-1d95-437f-8534-b8ea830fb457 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=eff6e377-af95-4706-9388-698f77d21d56 HTTP/1.1" status: 200 len: 210 time: 0.0346448 Dec 08 16:10:41.415368 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8bc15d95-0e6f-48be-8aab-6dff5bc141fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:41.420146 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-06d04b5c-65f4-47a6-8219-6efbae81910c req-f337e3e7-5df0-4c29-83c0-b763b3303737 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] 10.222.0.64 "GET /v2.0/floatingips?tenant_id=f8fd75cc9fac46468450b88522167925 HTTP/1.1" status: 200 len: 1657 time: 0.0841970 Dec 08 16:10:41.421838 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-94aa2c62-22e3-4ffb-9ab8-9c210d06a9f1 req-bc92035b-1db6-4299-9094-09619166d4e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:41.470397 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa2c62-22e3-4ffb-9ab8-9c210d06a9f1 req-bc92035b-1db6-4299-9094-09619166d4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:41.471577 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-94aa2c62-22e3-4ffb-9ab8-9c210d06a9f1 req-bc92035b-1db6-4299-9094-09619166d4e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:41.473039 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-94aa2c62-22e3-4ffb-9ab8-9c210d06a9f1 req-bc92035b-1db6-4299-9094-09619166d4e3 service neutron] 10.222.0.76 "PUT /v2.0/ports/bd67e878-ea3f-4ab5-8306-8e0bdcfadc37 HTTP/1.1" status: 200 len: 1092 time: 2.4018981 Dec 08 16:10:41.483225 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b468952-4da1-4b8b-8bfb-c274b9f50edb', 'tag': 'bd67e878-ea3f-4ab5-8306-8e0bdcfadc37'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:10:41.486039 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17b896b-ba27-494f-a49e-c1e34ca4662a" -d '{"events": [{"name": "network-changed", "server_uuid": "3b468952-4da1-4b8b-8bfb-c274b9f50edb", "tag": "bd67e878-ea3f-4ab5-8306-8e0bdcfadc37"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:10:41.501135 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9807e34a-5e78-49b0-8fb5-c62512e64ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:41.534033 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9807e34a-5e78-49b0-8fb5-c62512e64ffc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a1adc97-054e-4eac-8198-542a3a16743f,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:41.540048 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9807e34a-5e78-49b0-8fb5-c62512e64ffc admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:41.548918 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-9807e34a-5e78-49b0-8fb5-c62512e64ffc admin admin] 10.222.0.64 "DELETE /v2.0/subnets/8a1adc97-054e-4eac-8198-542a3a16743f HTTP/1.1" status: 204 len: 168 time: 0.5190437 Dec 08 16:10:41.550091 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43544) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:41.555728 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc92035b-1db6-4299-9094-09619166d4e3 service neutron] Pushing event updated for resources: {'Port': ['ID=bd67e878-ea3f-4ab5-8306-8e0bdcfadc37,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:41.564538 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165ce384-9abc-4451-addf-d5fbd2c388ca None None] Network de435609-aad4-4c38-800b-68525573f917 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:10:41.583706 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c331dd23-23d2-444c-9e12-ee5620b85d80 x-openstack-request-id: req-c331dd23-23d2-444c-9e12-ee5620b85d80 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:10:41.584030 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b468952-4da1-4b8b-8bfb-c274b9f50edb", "tag": "bd67e878-ea3f-4ab5-8306-8e0bdcfadc37", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:10:41.584274 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c331dd23-23d2-444c-9e12-ee5620b85d80 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:10:41.584688 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b468952-4da1-4b8b-8bfb-c274b9f50edb', 'tag': 'bd67e878-ea3f-4ab5-8306-8e0bdcfadc37', 'status': 'completed', 'code': 200} Dec 08 16:10:41.641039 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d04b5c-65f4-47a6-8219-6efbae81910c req-fe7f7d30-cbad-4b28-b37b-7f5041c47a20 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:41.656028 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-06d04b5c-65f4-47a6-8219-6efbae81910c req-fe7f7d30-cbad-4b28-b37b-7f5041c47a20 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] 10.222.0.64 "GET /v2.0/networks?id=1ae4cf80-76bf-4df3-a557-5cc6023c1900&id=1ae4cf80-76bf-4df3-a557-5cc6023c1900&id=1ae4cf80-76bf-4df3-a557-5cc6023c1900 HTTP/1.1" status: 200 len: 787 time: 0.2059624 Dec 08 16:10:41.666850 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [req-06d04b5c-65f4-47a6-8219-6efbae81910c req-e37849d0-c004-4a11-90b0-f6216803c4fd tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:10:41.673490 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-06d04b5c-65f4-47a6-8219-6efbae81910c req-e37849d0-c004-4a11-90b0-f6216803c4fd tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0165379 Dec 08 16:10:41.768370 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b896b-ba27-494f-a49e-c1e34ca4662a req-29cbb817-c22a-450d-8f2e-211cfe58e08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:41.771938 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f17b896b-ba27-494f-a49e-c1e34ca4662a req-29cbb817-c22a-450d-8f2e-211cfe58e08e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=51b28c5bf24246e298422a1687d82637&device_id=3b468952-4da1-4b8b-8bfb-c274b9f50edb HTTP/1.1" status: 200 len: 1095 time: 0.1129622 Dec 08 16:10:41.776950 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-594edef8-38d8-49df-a441-3d1a1391dbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:41.790761 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 155f816d-c085-413e-8600-00990aed493f no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:10:41.817467 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 155f816d-c085-413e-8600-00990aed493f {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:10:41.818137 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 155f816d-c085-413e-8600-00990aed493f not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:10:41.818731 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 504fad9c-655e-4672-9acf-75145f8651b3 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:10:41.832395 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59624ad-bff2-4a37-a04a-e3e67e0a40cf req-e6cad271-123c-4aed-a0e8-db845f031357 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:41.840108 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d59624ad-bff2-4a37-a04a-e3e67e0a40cf req-e6cad271-123c-4aed-a0e8-db845f031357 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b468952-4da1-4b8b-8bfb-c274b9f50edb HTTP/1.1" status: 200 len: 943 time: 0.1545293 Dec 08 16:10:41.847520 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 504fad9c-655e-4672-9acf-75145f8651b3 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:10:41.847520 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 504fad9c-655e-4672-9acf-75145f8651b3 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:10:41.904829 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d59624ad-bff2-4a37-a04a-e3e67e0a40cf req-442671e2-ebbc-4b5b-9360-8c0d3bc845b8 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/security-groups?id=40f60a5b-0646-42dd-bbb9-4c0b871b0767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636396 Dec 08 16:10:41.915181 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-594edef8-38d8-49df-a441-3d1a1391dbf4 admin admin] Deleting port d6fd6464-5656-4834-bb5c-007f11110146 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:10:41.915181 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-594edef8-38d8-49df-a441-3d1a1391dbf4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:41.921637 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ed2a6c1f-cae2-4424-b1d7-cd38796c5a89 req-1311bebc-8909-4358-860c-55cd2fb90735 tempest-ServerTagsTestJSON-1873365498 tempest-ServerTagsTestJSON-1873365498-project] 10.222.0.64 "GET /v2.0/ports?device_id=22946b8e-8e6d-4873-a561-3645d90db598 HTTP/1.1" status: 200 len: 210 time: 0.1474664 Dec 08 16:10:41.939361 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e78a10e-cb9a-4f6f-9e15-db5fdbbe1e4d None None] DHCP port deletion for de435609-aad4-4c38-800b-68525573f917 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:10:42.052832 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-594edef8-38d8-49df-a441-3d1a1391dbf4 admin admin] For port d6fd6464-5656-4834-bb5c-007f11110146, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=d6fd6464-5656-4834-bb5c-007f11110146,segment=NetworkSegment(404f6e07-b6a3-48a7-8a2e-da02471b75c4),segment_id=404f6e07-b6a3-48a7-8a2e-da02471b75c4)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:42.053132 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-2e78a10e-cb9a-4f6f-9e15-db5fdbbe1e4d None None] Deleting port d6fd6464-5656-4834-bb5c-007f11110146 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:10:42.053348 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2e78a10e-cb9a-4f6f-9e15-db5fdbbe1e4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:42.053637 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-594edef8-38d8-49df-a441-3d1a1391dbf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:42.069784 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-70460ac1-8830-478a-8b59-f76338cba6c1 req-786ff50a-953d-4e8b-bb71-08d1cc2b56dc tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] 10.222.0.64 "GET /v2.0/floatingips/272e4561-abac-4a8c-9431-69d9abead6d4 HTTP/1.1" status: 200 len: 693 time: 0.0908203 Dec 08 16:10:42.078624 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-594edef8-38d8-49df-a441-3d1a1391dbf4 admin admin] Calling delete_port for d6fd6464-5656-4834-bb5c-007f11110146 owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:10:42.142047 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b896b-ba27-494f-a49e-c1e34ca4662a req-1b2a5681-b5d1-41ff-b9c1-74d78ab2cc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:42.144416 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f17b896b-ba27-494f-a49e-c1e34ca4662a req-1b2a5681-b5d1-41ff-b9c1-74d78ab2cc34 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=51b28c5bf24246e298422a1687d82637&shared=False HTTP/1.1" status: 200 len: 923 time: 0.3503485 Dec 08 16:10:42.157905 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-2e78a10e-cb9a-4f6f-9e15-db5fdbbe1e4d None None] For port d6fd6464-5656-4834-bb5c-007f11110146, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=d6fd6464-5656-4834-bb5c-007f11110146,segment=NetworkSegment(404f6e07-b6a3-48a7-8a2e-da02471b75c4),segment_id=404f6e07-b6a3-48a7-8a2e-da02471b75c4)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:42.158808 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2e78a10e-cb9a-4f6f-9e15-db5fdbbe1e4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:42.196651 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-2e78a10e-cb9a-4f6f-9e15-db5fdbbe1e4d None None] Calling delete_port for d6fd6464-5656-4834-bb5c-007f11110146 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:10:42.341008 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-594edef8-38d8-49df-a441-3d1a1391dbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:42.342813 n-d-776250-12 neutron-server[110552]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 08 16:10:42.342813 n-d-776250-12 neutron-server[110552]: from cryptography.utils import int_from_bytes Dec 08 16:10:42.342813 n-d-776250-12 neutron-server[110552]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 08 16:10:42.342813 n-d-776250-12 neutron-server[110552]: from cryptography.utils import int_from_bytes Dec 08 16:10:42.342813 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:10:42.342813 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:10:42.342813 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:10:42.342813 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:10:42.342813 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:10:42.342813 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:10:42.342813 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:10:42.342813 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:10:42.342813 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:10:42.342813 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:10:42.342813 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:10:42.342813 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:10:42.342813 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:10:42.342813 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:10:42.342813 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:10:42.342813 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:10:42.342813 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:10:42.342813 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:10:42.342813 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:10:42.342813 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:10:42.342813 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:10:42.342813 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:10:42.342813 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:10:42.342813 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:10:42.342813 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:10:42.342813 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:10:42.342813 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:10:42.342813 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:10:42.342813 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:10:42.342813 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:10:42.342813 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:10:42.342813 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:10:42.342813 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:10:42.342813 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:10:42.342813 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:10:42.342813 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:10:42.342813 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:10:42.342813 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:10:42.348704 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:10:42.348704 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:10:42.348704 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:10:42.348704 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:10:42.348704 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:10:42.348704 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:10:42.348704 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:10:42.348704 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:10:42.348704 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:10:42.348704 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:10:42.348704 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:10:42.348704 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:10:42.348704 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:10:42.348704 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:10:42.359277 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2e78a10e-cb9a-4f6f-9e15-db5fdbbe1e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:42.389961 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594edef8-38d8-49df-a441-3d1a1391dbf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6fd6464-5656-4834-bb5c-007f11110146,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:42.403277 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594edef8-38d8-49df-a441-3d1a1391dbf4 admin admin] No DVR routers for this DVR port d6fd6464-5656-4834-bb5c-007f11110146 on host n-d-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:10:42.405574 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e78a10e-cb9a-4f6f-9e15-db5fdbbe1e4d None None] Pushing event deleted for resources: {'Port': ['ID=d6fd6464-5656-4834-bb5c-007f11110146,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:42.411043 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e78a10e-cb9a-4f6f-9e15-db5fdbbe1e4d None None] No DVR routers for this DVR port d6fd6464-5656-4834-bb5c-007f11110146 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:10:42.514506 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-594edef8-38d8-49df-a441-3d1a1391dbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:42.541735 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-594edef8-38d8-49df-a441-3d1a1391dbf4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de435609-aad4-4c38-800b-68525573f917']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:10:42.564217 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-594edef8-38d8-49df-a441-3d1a1391dbf4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '404f6e07-b6a3-48a7-8a2e-da02471b75c4') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:10:42.564217 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-594edef8-38d8-49df-a441-3d1a1391dbf4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '404f6e07-b6a3-48a7-8a2e-da02471b75c4') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:10:42.577360 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-594edef8-38d8-49df-a441-3d1a1391dbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:42.601837 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-594edef8-38d8-49df-a441-3d1a1391dbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:42.618724 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-594edef8-38d8-49df-a441-3d1a1391dbf4 admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:10:42.619296 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-594edef8-38d8-49df-a441-3d1a1391dbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:42.632931 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70460ac1-8830-478a-8b59-f76338cba6c1 req-d082d7d7-a04a-44fd-b5f4-6687789f4750 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:42.632931 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-70460ac1-8830-478a-8b59-f76338cba6c1 req-d082d7d7-a04a-44fd-b5f4-6687789f4750 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] 10.222.0.64 "GET /v2.0/networks/1ae4cf80-76bf-4df3-a557-5cc6023c1900 HTTP/1.1" status: 200 len: 784 time: 0.5623400 Dec 08 16:10:42.672275 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:10:42.672275 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:10:42.672275 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:10:42.672275 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:10:42.672275 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:10:42.672275 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:10:42.672275 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:10:42.672275 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:10:42.672275 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:10:42.672275 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:10:42.672275 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:10:42.672275 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:10:42.672275 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:10:42.672275 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:10:42.672275 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:10:42.672275 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:10:42.672275 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:10:42.672275 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:10:42.672275 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:10:42.672275 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:10:42.672275 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:10:42.672275 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:10:42.672275 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:10:42.672275 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:10:42.672275 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:10:42.672275 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:10:42.672275 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:10:42.672275 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:10:42.672275 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:10:42.672275 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:10:42.672275 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:10:42.672275 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:10:42.697797 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b896b-ba27-494f-a49e-c1e34ca4662a req-eadecced-f535-444d-844a-81bc4e57be9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:42.699269 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f17b896b-ba27-494f-a49e-c1e34ca4662a req-eadecced-f535-444d-844a-81bc4e57be9b service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5417318 Dec 08 16:10:42.707873 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-70460ac1-8830-478a-8b59-f76338cba6c1 req-0ce442f7-9b45-434b-8778-3d71d232e993 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.131 HTTP/1.1" status: 200 len: 696 time: 0.0661204 Dec 08 16:10:42.796718 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-70460ac1-8830-478a-8b59-f76338cba6c1 req-0941f4d8-47d7-4e33-9447-17f11cdb221d tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.131 HTTP/1.1" status: 200 len: 696 time: 0.0792987 Dec 08 16:10:42.832908 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-594edef8-38d8-49df-a441-3d1a1391dbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:42.840699 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-594edef8-38d8-49df-a441-3d1a1391dbf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:42.851757 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-594edef8-38d8-49df-a441-3d1a1391dbf4 admin admin] 10.222.0.64 "DELETE /v2.0/networks/de435609-aad4-4c38-800b-68525573f917 HTTP/1.1" status: 204 len: 168 time: 1.2998731 Dec 08 16:10:42.853990 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa2c62-22e3-4ffb-9ab8-9c210d06a9f1 req-b8863550-0bef-4fab-8cc9-314f345d8047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:42.855672 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-94aa2c62-22e3-4ffb-9ab8-9c210d06a9f1 req-b8863550-0bef-4fab-8cc9-314f345d8047 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=51b28c5bf24246e298422a1687d82637&device_id=3b468952-4da1-4b8b-8bfb-c274b9f50edb HTTP/1.1" status: 200 len: 1095 time: 0.0937378 Dec 08 16:10:42.867609 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594edef8-38d8-49df-a441-3d1a1391dbf4 admin admin] Pushing event deleted for resources: {'Network': ['ID=de435609-aad4-4c38-800b-68525573f917,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:42.946856 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-94aa2c62-22e3-4ffb-9ab8-9c210d06a9f1 req-e9acb9f7-934d-4e68-a92e-d6c2c0cff382 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd67e878-ea3f-4ab5-8306-8e0bdcfadc37 HTTP/1.1" status: 200 len: 217 time: 0.0500507 Dec 08 16:10:43.040351 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa2c62-22e3-4ffb-9ab8-9c210d06a9f1 req-11076f59-277d-4a0d-81a2-a957b2a66738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:43.041800 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-94aa2c62-22e3-4ffb-9ab8-9c210d06a9f1 req-11076f59-277d-4a0d-81a2-a957b2a66738 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=204f0526-34ba-4b28-8f9c-33ef8b4289b9 HTTP/1.1" status: 200 len: 862 time: 0.0746748 Dec 08 16:10:43.063958 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-70460ac1-8830-478a-8b59-f76338cba6c1 req-a0bed450-8bd4-4b42-8ea9-9814ed0aeac5 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Deleting port 0c64ca1b-1aea-4806-9b3a-1ab57b4e6741 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:10:43.064531 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-70460ac1-8830-478a-8b59-f76338cba6c1 req-a0bed450-8bd4-4b42-8ea9-9814ed0aeac5 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:43.099718 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-94aa2c62-22e3-4ffb-9ab8-9c210d06a9f1 req-ca659413-c63d-4f29-b95d-bc3abf6d8b44 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=cb7ccd97-4ed6-4775-a83f-7666f035258b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471499 Dec 08 16:10:43.118582 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8326d762-4af4-4643-a1ec-f7da1438c5c7 req-de1e5c3f-a08f-4d6a-8784-d4e3216c5057 tempest-ServerTagsTestJSON-1873365498 tempest-ServerTagsTestJSON-1873365498-project] 10.222.0.64 "GET /v2.0/ports?device_id=22946b8e-8e6d-4873-a561-3645d90db598 HTTP/1.1" status: 200 len: 210 time: 0.0477612 Dec 08 16:10:43.160987 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bfbcb2-181b-4461-8d5d-bf0ebe5bb47d req-cb2dd5d2-b6a0-4dcd-8f81-75efff00d7bb tempest-ServerTagsTestJSON-1873365498 tempest-ServerTagsTestJSON-1873365498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:43.164083 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-00bfbcb2-181b-4461-8d5d-bf0ebe5bb47d req-cb2dd5d2-b6a0-4dcd-8f81-75efff00d7bb tempest-ServerTagsTestJSON-1873365498 tempest-ServerTagsTestJSON-1873365498-project] 10.222.0.37 "GET /v2.0/networks?id=b8070d4c-877c-480f-99e9-3603a514486d HTTP/1.1" status: 200 len: 809 time: 0.1826310 Dec 08 16:10:43.180210 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-00bfbcb2-181b-4461-8d5d-bf0ebe5bb47d req-aa62a7d0-28bf-4d61-8bca-377172fb207e tempest-ServerTagsTestJSON-1873365498 tempest-ServerTagsTestJSON-1873365498-project] Request body: {'port': {'device_id': '22946b8e-8e6d-4873-a561-3645d90db598', 'network_id': 'b8070d4c-877c-480f-99e9-3603a514486d', 'admin_state_up': True, 'tenant_id': '49107784a9274e059ac91e9d30f91e1c'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:10:43.257770 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-70460ac1-8830-478a-8b59-f76338cba6c1 req-a0bed450-8bd4-4b42-8ea9-9814ed0aeac5 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:43.258094 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-70460ac1-8830-478a-8b59-f76338cba6c1 req-a0bed450-8bd4-4b42-8ea9-9814ed0aeac5 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:43.280957 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-70460ac1-8830-478a-8b59-f76338cba6c1 req-a0bed450-8bd4-4b42-8ea9-9814ed0aeac5 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Calling delete_port for 0c64ca1b-1aea-4806-9b3a-1ab57b4e6741 owned by network:floatingip {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:10:43.293059 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-94aa2c62-22e3-4ffb-9ab8-9c210d06a9f1 req-45b0d3af-d8ca-43b2-ba8b-0a23c457ea39 service neutron] 10.222.0.76 "GET /v2.0/networks/cb7ccd97-4ed6-4775-a83f-7666f035258b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596122 Dec 08 16:10:43.316334 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a5e00f-37ba-41ae-a512-0af977edc4dd req-2f5d2f49-33b6-4906-ab55-0b61fdf37166 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:43.317948 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d2a5e00f-37ba-41ae-a512-0af977edc4dd req-2f5d2f49-33b6-4906-ab55-0b61fdf37166 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b468952-4da1-4b8b-8bfb-c274b9f50edb HTTP/1.1" status: 200 len: 943 time: 0.1179757 Dec 08 16:10:43.430383 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d2a5e00f-37ba-41ae-a512-0af977edc4dd req-66041caa-9ec4-441b-b5e4-4d85ecc9e32f tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/security-groups?id=40f60a5b-0646-42dd-bbb9-4c0b871b0767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020660 Dec 08 16:10:43.471396 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-94aa2c62-22e3-4ffb-9ab8-9c210d06a9f1 req-1f06e972-b50b-44f0-a45b-f7e0e67644b7 service neutron] 10.222.0.76 "GET /v2.0/networks/cb7ccd97-4ed6-4775-a83f-7666f035258b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710539 Dec 08 16:10:43.562547 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00bfbcb2-181b-4461-8d5d-bf0ebe5bb47d req-aa62a7d0-28bf-4d61-8bca-377172fb207e tempest-ServerTagsTestJSON-1873365498 tempest-ServerTagsTestJSON-1873365498-project] Made reservation on behalf of 49107784a9274e059ac91e9d30f91e1c for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:10:43.562547 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-00bfbcb2-181b-4461-8d5d-bf0ebe5bb47d req-aa62a7d0-28bf-4d61-8bca-377172fb207e tempest-ServerTagsTestJSON-1873365498 tempest-ServerTagsTestJSON-1873365498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:43.579602 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89626af9-fd01-4146-98fb-4441bf3ed630 req-fe332243-3b02-4c04-a0b3-f7390d6344ed tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:43.581261 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-89626af9-fd01-4146-98fb-4441bf3ed630 req-fe332243-3b02-4c04-a0b3-f7390d6344ed tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fa79378-ff1d-4e75-b22a-1ad5c70ceece HTTP/1.1" status: 200 len: 951 time: 0.0877452 Dec 08 16:10:43.606465 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device d6fd6464-5656-4834-bb5c-007f11110146 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:10:43.629188 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: d6fd6464-5656-4834-bb5c-007f11110146 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:10:43.629538 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device d6fd6464-5656-4834-bb5c-007f11110146 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:10:43.679484 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43576) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:43.690854 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-70460ac1-8830-478a-8b59-f76338cba6c1 req-a0bed450-8bd4-4b42-8ea9-9814ed0aeac5 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:43.702831 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-89626af9-fd01-4146-98fb-4441bf3ed630 req-ec6602a1-f1c6-44a6-994a-fba748917f1f tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089082 Dec 08 16:10:43.735869 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bed450-8bd4-4b42-8ea9-9814ed0aeac5 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Pushing event deleted for resources: {'Port': ['ID=0c64ca1b-1aea-4806-9b3a-1ab57b4e6741,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:43.763551 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-894b0c02-d377-4553-ae87-fb4ee69d5dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:43.820381 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [req-00bfbcb2-181b-4461-8d5d-bf0ebe5bb47d req-aa62a7d0-28bf-4d61-8bca-377172fb207e tempest-ServerTagsTestJSON-1873365498 tempest-ServerTagsTestJSON-1873365498-project] Allocated IP 172.20.0.5 (b8070d4c-877c-480f-99e9-3603a514486d/4e3683ad-b78c-425f-9812-84680b35c007/3c5de45c-30de-45bd-b7dd-1d752a5064cb) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:10:43.842291 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-f2f28af6-00ff-4ad7-9aa3-71cc2fe9615b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=47d67277b6ca4496a66a83b109038cae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1609075 Dec 08 16:10:43.843769 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-70460ac1-8830-478a-8b59-f76338cba6c1 req-a0bed450-8bd4-4b42-8ea9-9814ed0aeac5 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Publish callbacks [] for floatingip, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:43.846984 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43578) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:43.849234 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-70460ac1-8830-478a-8b59-f76338cba6c1 req-a0bed450-8bd4-4b42-8ea9-9814ed0aeac5 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:43.851199 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-70460ac1-8830-478a-8b59-f76338cba6c1 req-a0bed450-8bd4-4b42-8ea9-9814ed0aeac5 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] 10.222.0.64 "DELETE /v2.0/floatingips/272e4561-abac-4a8c-9431-69d9abead6d4 HTTP/1.1" status: 204 len: 173 time: 1.0473313 Dec 08 16:10:44.054592 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-43d4e0d5-e93b-4fe6-b805-318d1db68d93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:44.061313 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6f7dece3-2c02-48be-9feb-063d34e7ac50 req-05c8d9fd-2c7e-4c08-b333-af3dd5d19838 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] 10.222.0.64 "GET /v2.0/floatingips/d20107b4-f804-4207-a7b3-050dec724a90 HTTP/1.1" status: 200 len: 693 time: 0.1151047 Dec 08 16:10:44.128775 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-43d4e0d5-e93b-4fe6-b805-318d1db68d93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:44.241400 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-dad77098-b3e1-493d-b74d-389e37c481ac req-85cf0523-8727-4299-998f-a00c0fbf4c0c tempest-ServerTagsTestJSON-1873365498 tempest-ServerTagsTestJSON-1873365498-project] 10.222.0.64 "GET /v2.0/ports?device_id=22946b8e-8e6d-4873-a561-3645d90db598 HTTP/1.1" status: 200 len: 210 time: 0.0332236 Dec 08 16:10:44.256205 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-00bfbcb2-181b-4461-8d5d-bf0ebe5bb47d req-aa62a7d0-28bf-4d61-8bca-377172fb207e tempest-ServerTagsTestJSON-1873365498 tempest-ServerTagsTestJSON-1873365498-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:44.294429 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7dece3-2c02-48be-9feb-063d34e7ac50 req-9106f9f2-a084-4b72-9eb8-559378b11d54 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:44.296234 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6f7dece3-2c02-48be-9feb-063d34e7ac50 req-9106f9f2-a084-4b72-9eb8-559378b11d54 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] 10.222.0.64 "GET /v2.0/networks/1ae4cf80-76bf-4df3-a557-5cc6023c1900 HTTP/1.1" status: 200 len: 784 time: 0.2223368 Dec 08 16:10:44.363525 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6f7dece3-2c02-48be-9feb-063d34e7ac50 req-f9bc0c10-1367-4b8e-8061-eef6ebd98e22 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.253 HTTP/1.1" status: 200 len: 696 time: 0.0564582 Dec 08 16:10:44.387149 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-43d4e0d5-e93b-4fe6-b805-318d1db68d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:44.387149 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-43d4e0d5-e93b-4fe6-b805-318d1db68d93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:44.387149 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-43d4e0d5-e93b-4fe6-b805-318d1db68d93 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f544a04c-d9c2-4303-89de-f35176ce3b3a HTTP/1.1" status: 204 len: 168 time: 0.5364809 Dec 08 16:10:44.432864 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-00bfbcb2-181b-4461-8d5d-bf0ebe5bb47d req-aa62a7d0-28bf-4d61-8bca-377172fb207e tempest-ServerTagsTestJSON-1873365498 tempest-ServerTagsTestJSON-1873365498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:44.437291 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6f7dece3-2c02-48be-9feb-063d34e7ac50 req-2f214e86-4527-4899-8110-9df03cc995b5 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.253 HTTP/1.1" status: 200 len: 696 time: 0.0655341 Dec 08 16:10:44.443415 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d4e0d5-e93b-4fe6-b805-318d1db68d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f544a04c-d9c2-4303-89de-f35176ce3b3a,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:44.497856 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa62a7d0-28bf-4d61-8bca-377172fb207e tempest-ServerTagsTestJSON-1873365498 tempest-ServerTagsTestJSON-1873365498-project] Pushing event updated for resources: {'Port': ['ID=3c5de45c-30de-45bd-b7dd-1d752a5064cb,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:44.507440 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00bfbcb2-181b-4461-8d5d-bf0ebe5bb47d req-aa62a7d0-28bf-4d61-8bca-377172fb207e tempest-ServerTagsTestJSON-1873365498 tempest-ServerTagsTestJSON-1873365498-project] Network b8070d4c-877c-480f-99e9-3603a514486d is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:10:44.509421 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [req-00bfbcb2-181b-4461-8d5d-bf0ebe5bb47d req-aa62a7d0-28bf-4d61-8bca-377172fb207e tempest-ServerTagsTestJSON-1873365498 tempest-ServerTagsTestJSON-1873365498-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:10:44.512458 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-00bfbcb2-181b-4461-8d5d-bf0ebe5bb47d req-aa62a7d0-28bf-4d61-8bca-377172fb207e tempest-ServerTagsTestJSON-1873365498 tempest-ServerTagsTestJSON-1873365498-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:10:44.533968 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device e1b87357-8ff8-4cc8-b965-905e739ea923 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:10:44.566197 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: e1b87357-8ff8-4cc8-b965-905e739ea923 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:10:44.568630 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device e1b87357-8ff8-4cc8-b965-905e739ea923 not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:10:44.649861 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bfbcb2-181b-4461-8d5d-bf0ebe5bb47d req-aa62a7d0-28bf-4d61-8bca-377172fb207e tempest-ServerTagsTestJSON-1873365498 tempest-ServerTagsTestJSON-1873365498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:44.650738 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-00bfbcb2-181b-4461-8d5d-bf0ebe5bb47d req-aa62a7d0-28bf-4d61-8bca-377172fb207e tempest-ServerTagsTestJSON-1873365498 tempest-ServerTagsTestJSON-1873365498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:44.707233 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef632b9-3a8a-42ee-aa99-1eaf2161d9ca req-69a5c771-5ccf-4e82-89ef-82aeabb54749 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:44.709788 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5ef632b9-3a8a-42ee-aa99-1eaf2161d9ca req-69a5c771-5ccf-4e82-89ef-82aeabb54749 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b468952-4da1-4b8b-8bfb-c274b9f50edb HTTP/1.1" status: 200 len: 943 time: 0.1185298 Dec 08 16:10:44.719935 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-6f7dece3-2c02-48be-9feb-063d34e7ac50 req-8bcbd205-548b-492a-8ebb-2f56d0dfd839 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Deleting port af8ba95a-defa-4513-bbb5-3aa73ad999ed {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:10:44.720344 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-6f7dece3-2c02-48be-9feb-063d34e7ac50 req-8bcbd205-548b-492a-8ebb-2f56d0dfd839 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:44.725638 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964cf02-c67a-4838-8b0d-c8c26b69a32b req-a1aded40-3d07-415f-9829-49f36999f219 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:44.728518 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0964cf02-c67a-4838-8b0d-c8c26b69a32b req-a1aded40-3d07-415f-9829-49f36999f219 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.76 "GET /v2.0/ports?device_id=2fa79378-ff1d-4e75-b22a-1ad5c70ceece HTTP/1.1" status: 200 len: 951 time: 0.0941734 Dec 08 16:10:44.770394 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-00bfbcb2-181b-4461-8d5d-bf0ebe5bb47d req-aa62a7d0-28bf-4d61-8bca-377172fb207e tempest-ServerTagsTestJSON-1873365498 tempest-ServerTagsTestJSON-1873365498-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5953014 Dec 08 16:10:44.782058 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [req-00bfbcb2-181b-4461-8d5d-bf0ebe5bb47d req-28e50ef0-46c9-4dc8-9700-75718a7a5672 tempest-ServerTagsTestJSON-1873365498 tempest-ServerTagsTestJSON-1873365498-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:10:44.783140 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-00bfbcb2-181b-4461-8d5d-bf0ebe5bb47d req-28e50ef0-46c9-4dc8-9700-75718a7a5672 tempest-ServerTagsTestJSON-1873365498 tempest-ServerTagsTestJSON-1873365498-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071602 Dec 08 16:10:44.799527 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-00bfbcb2-181b-4461-8d5d-bf0ebe5bb47d req-3be70ff2-af44-442a-a1f1-77f5d8b0ef48 service neutron] Request body: {'port': {'device_id': '22946b8e-8e6d-4873-a561-3645d90db598', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:10:44.871332 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5ef632b9-3a8a-42ee-aa99-1eaf2161d9ca req-023b1395-f1c4-4065-a5b5-8a25758c1618 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/security-groups?id=40f60a5b-0646-42dd-bbb9-4c0b871b0767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413951 Dec 08 16:10:44.878542 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-6f7dece3-2c02-48be-9feb-063d34e7ac50 req-8bcbd205-548b-492a-8ebb-2f56d0dfd839 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:44.878868 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-6f7dece3-2c02-48be-9feb-063d34e7ac50 req-8bcbd205-548b-492a-8ebb-2f56d0dfd839 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:44.894817 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-00bfbcb2-181b-4461-8d5d-bf0ebe5bb47d req-3be70ff2-af44-442a-a1f1-77f5d8b0ef48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:44.897015 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-6f7dece3-2c02-48be-9feb-063d34e7ac50 req-8bcbd205-548b-492a-8ebb-2f56d0dfd839 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Calling delete_port for af8ba95a-defa-4513-bbb5-3aa73ad999ed owned by network:floatingip {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:10:44.914437 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-0964cf02-c67a-4838-8b0d-c8c26b69a32b req-fa5efeeb-d43b-4652-99bd-d7cda2383993 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Deleting port 98d1b751-4ef7-4df1-9b81-a412e32c3bd1 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:10:44.914858 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0964cf02-c67a-4838-8b0d-c8c26b69a32b req-fa5efeeb-d43b-4652-99bd-d7cda2383993 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:45.127607 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a135a05c-4176-4069-9503-a6bb9f78b78c req-98c2825c-86e2-4673-9b8a-197e09acd41e tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:45.129495 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a135a05c-4176-4069-9503-a6bb9f78b78c req-98c2825c-86e2-4673-9b8a-197e09acd41e tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fa79378-ff1d-4e75-b22a-1ad5c70ceece HTTP/1.1" status: 200 len: 951 time: 0.1323330 Dec 08 16:10:45.170319 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-0964cf02-c67a-4838-8b0d-c8c26b69a32b req-fa5efeeb-d43b-4652-99bd-d7cda2383993 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] For port 98d1b751-4ef7-4df1-9b81-a412e32c3bd1, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=98d1b751-4ef7-4df1-9b81-a412e32c3bd1,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:45.170599 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0964cf02-c67a-4838-8b0d-c8c26b69a32b req-fa5efeeb-d43b-4652-99bd-d7cda2383993 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:45.187529 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-0964cf02-c67a-4838-8b0d-c8c26b69a32b req-fa5efeeb-d43b-4652-99bd-d7cda2383993 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Calling delete_port for 98d1b751-4ef7-4df1-9b81-a412e32c3bd1 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:10:45.200982 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:45.222261 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a135a05c-4176-4069-9503-a6bb9f78b78c req-9c1ca2a5-38a1-4298-b509-ee9f8f32d6f9 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e3514b6-0af0-46ea-9618-407032dcbec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854998 Dec 08 16:10:45.318854 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [req-00bfbcb2-181b-4461-8d5d-bf0ebe5bb47d req-3be70ff2-af44-442a-a1f1-77f5d8b0ef48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c5de45c-30de-45bd-b7dd-1d752a5064cb {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:10:45.331182 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-00bfbcb2-181b-4461-8d5d-bf0ebe5bb47d req-3be70ff2-af44-442a-a1f1-77f5d8b0ef48 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:45.335118 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-6f7dece3-2c02-48be-9feb-063d34e7ac50 req-8bcbd205-548b-492a-8ebb-2f56d0dfd839 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:45.354228 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:10:45.371833 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcbd205-548b-492a-8ebb-2f56d0dfd839 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Pushing event deleted for resources: {'Port': ['ID=af8ba95a-defa-4513-bbb5-3aa73ad999ed,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:45.387676 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [req-00bfbcb2-181b-4461-8d5d-bf0ebe5bb47d req-3be70ff2-af44-442a-a1f1-77f5d8b0ef48 service neutron] Transition to ACTIVE for port object 3c5de45c-30de-45bd-b7dd-1d752a5064cb will not be triggered until provisioned by entity L2. {{(pid=110551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:10:45.434978 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0964cf02-c67a-4838-8b0d-c8c26b69a32b req-fa5efeeb-d43b-4652-99bd-d7cda2383993 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:45.447914 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['98d1b751-4ef7-4df1-9b81-a412e32c3bd1'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:10:45.469163 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-00bfbcb2-181b-4461-8d5d-bf0ebe5bb47d req-3be70ff2-af44-442a-a1f1-77f5d8b0ef48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:45.478043 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-6f7dece3-2c02-48be-9feb-063d34e7ac50 req-8bcbd205-548b-492a-8ebb-2f56d0dfd839 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Publish callbacks [] for floatingip, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:45.480942 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-6f7dece3-2c02-48be-9feb-063d34e7ac50 req-8bcbd205-548b-492a-8ebb-2f56d0dfd839 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:45.485142 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6f7dece3-2c02-48be-9feb-063d34e7ac50 req-8bcbd205-548b-492a-8ebb-2f56d0dfd839 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] 10.222.0.64 "DELETE /v2.0/floatingips/d20107b4-f804-4207-a7b3-050dec724a90 HTTP/1.1" status: 204 len: 173 time: 0.9451969 Dec 08 16:10:45.532803 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5efeeb-d43b-4652-99bd-d7cda2383993 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Pushing event deleted for resources: {'Port': ['ID=98d1b751-4ef7-4df1-9b81-a412e32c3bd1,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:45.552959 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-0964cf02-c67a-4838-8b0d-c8c26b69a32b req-fa5efeeb-d43b-4652-99bd-d7cda2383993 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] No DVR routers for this DVR port 98d1b751-4ef7-4df1-9b81-a412e32c3bd1 on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:10:45.566358 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0964cf02-c67a-4838-8b0d-c8c26b69a32b req-fa5efeeb-d43b-4652-99bd-d7cda2383993 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:45.570491 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0964cf02-c67a-4838-8b0d-c8c26b69a32b req-fa5efeeb-d43b-4652-99bd-d7cda2383993 tempest-ServersAdminTestJSON-978623623 tempest-ServersAdminTestJSON-978623623-project] 10.222.0.76 "DELETE /v2.0/ports/98d1b751-4ef7-4df1-9b81-a412e32c3bd1 HTTP/1.1" status: 204 len: 173 time: 0.8298342 Dec 08 16:10:45.570998 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa79378-ff1d-4e75-b22a-1ad5c70ceece', 'name': 'network-vif-deleted', 'tag': '98d1b751-4ef7-4df1-9b81-a412e32c3bd1'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:10:45.573437 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d774487a-e8c0-4ea5-83ed-33798129323f" -d '{"events": [{"server_uuid": "2fa79378-ff1d-4e75-b22a-1ad5c70ceece", "name": "network-vif-deleted", "tag": "98d1b751-4ef7-4df1-9b81-a412e32c3bd1"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:10:45.617069 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be70ff2-af44-442a-a1f1-77f5d8b0ef48 service neutron] Pushing event updated for resources: {'Port': ['ID=3c5de45c-30de-45bd-b7dd-1d752a5064cb,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:45.620760 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4edb37-4d3a-45d2-ae88-7545f86812d6 req-f92bdc96-6c3e-4881-a7b4-e0bdd5c89476 tempest-ServerTagsTestJSON-1873365498 tempest-ServerTagsTestJSON-1873365498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:45.622182 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1f4edb37-4d3a-45d2-ae88-7545f86812d6 req-f92bdc96-6c3e-4881-a7b4-e0bdd5c89476 tempest-ServerTagsTestJSON-1873365498 tempest-ServerTagsTestJSON-1873365498-project] 10.222.0.64 "GET /v2.0/ports?device_id=22946b8e-8e6d-4873-a561-3645d90db598 HTTP/1.1" status: 200 len: 943 time: 0.0717947 Dec 08 16:10:45.629067 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a42ea3f1-983c-481c-ac3a-dba50c917ec5 req-4dea04ce-725e-4122-92ee-6911cac75a03 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] 10.222.0.64 "GET /v2.0/floatingips/080fba88-b182-4bbb-aeec-b688315b84c5 HTTP/1.1" status: 200 len: 693 time: 0.1054082 Dec 08 16:10:45.700045 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1f4edb37-4d3a-45d2-ae88-7545f86812d6 req-410a8297-7b05-428b-8fc2-5cf08dda4aef tempest-ServerTagsTestJSON-1873365498 tempest-ServerTagsTestJSON-1873365498-project] 10.222.0.64 "GET /v2.0/security-groups?id=beac221d-4959-452e-b576-d5c38e901da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666134 Dec 08 16:10:45.762496 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a7ac99-3bee-44e4-a7f9-46fea832b934 x-openstack-request-id: req-16a7ac99-3bee-44e4-a7f9-46fea832b934 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:10:45.763834 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fa79378-ff1d-4e75-b22a-1ad5c70ceece", "name": "network-vif-deleted", "tag": "98d1b751-4ef7-4df1-9b81-a412e32c3bd1", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:10:45.764726 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-16a7ac99-3bee-44e4-a7f9-46fea832b934 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:10:45.765418 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fa79378-ff1d-4e75-b22a-1ad5c70ceece', 'name': 'network-vif-deleted', 'tag': '98d1b751-4ef7-4df1-9b81-a412e32c3bd1', 'status': 'completed', 'code': 200} Dec 08 16:10:45.847848 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-00bfbcb2-181b-4461-8d5d-bf0ebe5bb47d req-3be70ff2-af44-442a-a1f1-77f5d8b0ef48 service neutron] Attempting to bind port 3c5de45c-30de-45bd-b7dd-1d752a5064cb on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:10:45.851153 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-00bfbcb2-181b-4461-8d5d-bf0ebe5bb47d req-3be70ff2-af44-442a-a1f1-77f5d8b0ef48 service neutron] Attempting to bind port 3c5de45c-30de-45bd-b7dd-1d752a5064cb by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '273e1d2d-8409-4ee8-89f2-7bc662c4b9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'b8070d4c-877c-480f-99e9-3603a514486d'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:10:45.851153 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bfbcb2-181b-4461-8d5d-bf0ebe5bb47d req-3be70ff2-af44-442a-a1f1-77f5d8b0ef48 service neutron] Attempting to bind port 3c5de45c-30de-45bd-b7dd-1d752a5064cb on network b8070d4c-877c-480f-99e9-3603a514486d {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:10:45.863541 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bfbcb2-181b-4461-8d5d-bf0ebe5bb47d req-3be70ff2-af44-442a-a1f1-77f5d8b0ef48 service neutron] Port 3c5de45c-30de-45bd-b7dd-1d752a5064cb on network b8070d4c-877c-480f-99e9-3603a514486d not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:10:45.863870 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bfbcb2-181b-4461-8d5d-bf0ebe5bb47d req-3be70ff2-af44-442a-a1f1-77f5d8b0ef48 service neutron] Attempting to bind port 3c5de45c-30de-45bd-b7dd-1d752a5064cb on network b8070d4c-877c-480f-99e9-3603a514486d {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:10:45.875417 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ea3f1-983c-481c-ac3a-dba50c917ec5 req-2ce2c0d3-aa96-4c29-8871-3c4e19e77c44 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:45.879947 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a42ea3f1-983c-481c-ac3a-dba50c917ec5 req-2ce2c0d3-aa96-4c29-8871-3c4e19e77c44 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] 10.222.0.64 "GET /v2.0/networks/1ae4cf80-76bf-4df3-a557-5cc6023c1900 HTTP/1.1" status: 200 len: 784 time: 0.2397099 Dec 08 16:10:45.893608 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bfbcb2-181b-4461-8d5d-bf0ebe5bb47d req-3be70ff2-af44-442a-a1f1-77f5d8b0ef48 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:10:45.895299 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bfbcb2-181b-4461-8d5d-bf0ebe5bb47d req-3be70ff2-af44-442a-a1f1-77f5d8b0ef48 service neutron] Checking segment: {'id': '273e1d2d-8409-4ee8-89f2-7bc662c4b9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'b8070d4c-877c-480f-99e9-3603a514486d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:10:45.895299 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bfbcb2-181b-4461-8d5d-bf0ebe5bb47d req-3be70ff2-af44-442a-a1f1-77f5d8b0ef48 service neutron] Bound using segment: {'id': '273e1d2d-8409-4ee8-89f2-7bc662c4b9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'b8070d4c-877c-480f-99e9-3603a514486d'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:10:45.895299 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-00bfbcb2-181b-4461-8d5d-bf0ebe5bb47d req-3be70ff2-af44-442a-a1f1-77f5d8b0ef48 service neutron] Bound port: 3c5de45c-30de-45bd-b7dd-1d752a5064cb, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '273e1d2d-8409-4ee8-89f2-7bc662c4b9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'b8070d4c-877c-480f-99e9-3603a514486d'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:10:45.896356 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-00bfbcb2-181b-4461-8d5d-bf0ebe5bb47d req-3be70ff2-af44-442a-a1f1-77f5d8b0ef48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:45.965557 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a42ea3f1-983c-481c-ac3a-dba50c917ec5 req-6b35b49a-ff52-41f7-a1ce-fe4ce6ce844f tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.248 HTTP/1.1" status: 200 len: 696 time: 0.0752058 Dec 08 16:10:46.052531 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a42ea3f1-983c-481c-ac3a-dba50c917ec5 req-a649f566-d4ea-49a5-98a7-f300565e5027 tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.248 HTTP/1.1" status: 200 len: 696 time: 0.0626383 Dec 08 16:10:46.056629 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5ca89a-14d3-40ec-a39e-9f2dd647188c req-9d5ca6f3-c114-4160-8a8f-a75942a9c5cc tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:46.058577 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fb5ca89a-14d3-40ec-a39e-9f2dd647188c req-9d5ca6f3-c114-4160-8a8f-a75942a9c5cc tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b468952-4da1-4b8b-8bfb-c274b9f50edb HTTP/1.1" status: 200 len: 943 time: 0.0714684 Dec 08 16:10:46.117551 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fb5ca89a-14d3-40ec-a39e-9f2dd647188c req-34dd4fbc-2b39-4129-8c9e-4a0c7c07ac1e tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/security-groups?id=40f60a5b-0646-42dd-bbb9-4c0b871b0767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517445 Dec 08 16:10:46.132672 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-00bfbcb2-181b-4461-8d5d-bf0ebe5bb47d req-3be70ff2-af44-442a-a1f1-77f5d8b0ef48 service neutron] For port 3c5de45c-30de-45bd-b7dd-1d752a5064cb, host n-h2-776250-12, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:10:46.199010 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-00bfbcb2-181b-4461-8d5d-bf0ebe5bb47d req-3be70ff2-af44-442a-a1f1-77f5d8b0ef48 service neutron] For port 3c5de45c-30de-45bd-b7dd-1d752a5064cb, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=3c5de45c-30de-45bd-b7dd-1d752a5064cb,segment=NetworkSegment(273e1d2d-8409-4ee8-89f2-7bc662c4b9b2),segment_id=273e1d2d-8409-4ee8-89f2-7bc662c4b9b2)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:10:46.259965 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-a42ea3f1-983c-481c-ac3a-dba50c917ec5 req-d38dbf6b-1176-4b04-a267-ce8dc19b2e6e tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Deleting port 1a6c758b-356f-4499-a33e-38f91948c7a4 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:10:46.260400 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-a42ea3f1-983c-481c-ac3a-dba50c917ec5 req-d38dbf6b-1176-4b04-a267-ce8dc19b2e6e tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:46.411427 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7dd99513-94d1-40a6-993b-46571e30ed52 req-00d76391-7ca8-46f8-ad94-26058482775a tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=e6293d9222384625bb5ec3b2fa917a07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258029 Dec 08 16:10:46.521587 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device bd67e878-ea3f-4ab5-8306-8e0bdcfadc37 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:10:46.569801 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd99513-94d1-40a6-993b-46571e30ed52 req-f44b4ea7-ab17-4a0e-b9a4-933926a3b25c tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:46.571949 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7dd99513-94d1-40a6-993b-46571e30ed52 req-f44b4ea7-ab17-4a0e-b9a4-933926a3b25c tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1541085 Dec 08 16:10:46.578800 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-00bfbcb2-181b-4461-8d5d-bf0ebe5bb47d req-3be70ff2-af44-442a-a1f1-77f5d8b0ef48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:46.599912 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7dd99513-94d1-40a6-993b-46571e30ed52 req-c05b990e-b4f9-4a43-912c-e890e84e99d5 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] 10.222.0.64 "GET /v2.0/quotas/e6293d9222384625bb5ec3b2fa917a07 HTTP/1.1" status: 200 len: 375 time: 0.0180871 Dec 08 16:10:46.642276 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bfbcb2-181b-4461-8d5d-bf0ebe5bb47d req-3be70ff2-af44-442a-a1f1-77f5d8b0ef48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:46.642971 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-00bfbcb2-181b-4461-8d5d-bf0ebe5bb47d req-3be70ff2-af44-442a-a1f1-77f5d8b0ef48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:46.644951 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-00bfbcb2-181b-4461-8d5d-bf0ebe5bb47d req-3be70ff2-af44-442a-a1f1-77f5d8b0ef48 service neutron] 10.222.0.37 "PUT /v2.0/ports/3c5de45c-30de-45bd-b7dd-1d752a5064cb HTTP/1.1" status: 200 len: 1092 time: 1.8507664 Dec 08 16:10:46.647082 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22946b8e-8e6d-4873-a561-3645d90db598', 'tag': '3c5de45c-30de-45bd-b7dd-1d752a5064cb'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:10:46.649562 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d774f6-8424-40de-849c-cfc3e8203e5b" -d '{"events": [{"name": "network-changed", "server_uuid": "22946b8e-8e6d-4873-a561-3645d90db598", "tag": "3c5de45c-30de-45bd-b7dd-1d752a5064cb"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:10:46.659486 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7dd99513-94d1-40a6-993b-46571e30ed52 req-10d42dd1-6f31-4421-b1c6-9c91407a1dcc tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e6293d9222384625bb5ec3b2fa917a07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505888 Dec 08 16:10:46.660944 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:46.691226 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be70ff2-af44-442a-a1f1-77f5d8b0ef48 service neutron] Pushing event updated for resources: {'Port': ['ID=3c5de45c-30de-45bd-b7dd-1d752a5064cb,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:46.702767 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port bd67e878-ea3f-4ab5-8306-8e0bdcfadc37, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=bd67e878-ea3f-4ab5-8306-8e0bdcfadc37,segment=NetworkSegment(47c90d66-b9b1-48b2-9414-0fbc8593b6cd),segment_id=47c90d66-b9b1-48b2-9414-0fbc8593b6cd)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:46.716523 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': 'bd67e878-ea3f-4ab5-8306-8e0bdcfadc37', 'network_id': 'cb7ccd97-4ed6-4775-a83f-7666f035258b', 'port_id': 'bd67e878-ea3f-4ab5-8306-8e0bdcfadc37', 'mac_address': 'fa:16:3e:81:17:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '204f0526-34ba-4b28-8f9c-33ef8b4289b9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:10:46.719283 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-a42ea3f1-983c-481c-ac3a-dba50c917ec5 req-d38dbf6b-1176-4b04-a267-ce8dc19b2e6e tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:46.719547 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-a42ea3f1-983c-481c-ac3a-dba50c917ec5 req-d38dbf6b-1176-4b04-a267-ce8dc19b2e6e tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:46.744006 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-a42ea3f1-983c-481c-ac3a-dba50c917ec5 req-d38dbf6b-1176-4b04-a267-ce8dc19b2e6e tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Calling delete_port for 1a6c758b-356f-4499-a33e-38f91948c7a4 owned by network:floatingip {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:10:46.764482 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:46.779830 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd67e878-ea3f-4ab5-8306-8e0bdcfadc37 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:10:46.804051 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port bd67e878-ea3f-4ab5-8306-8e0bdcfadc37, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=bd67e878-ea3f-4ab5-8306-8e0bdcfadc37,segment=NetworkSegment(47c90d66-b9b1-48b2-9414-0fbc8593b6cd),segment_id=47c90d66-b9b1-48b2-9414-0fbc8593b6cd)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:46.860629 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:46.869711 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bfbcb2-181b-4461-8d5d-bf0ebe5bb47d req-767b7361-4842-45ed-948c-afe3aa520f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:46.871604 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-00bfbcb2-181b-4461-8d5d-bf0ebe5bb47d req-767b7361-4842-45ed-948c-afe3aa520f3a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=49107784a9274e059ac91e9d30f91e1c&device_id=22946b8e-8e6d-4873-a561-3645d90db598 HTTP/1.1" status: 200 len: 1095 time: 0.0724981 Dec 08 16:10:46.922204 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=bd67e878-ea3f-4ab5-8306-8e0bdcfadc37,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:46.949956 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-00bfbcb2-181b-4461-8d5d-bf0ebe5bb47d req-8754dd31-307c-4db4-a431-b92dfb72e27b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c5de45c-30de-45bd-b7dd-1d752a5064cb HTTP/1.1" status: 200 len: 217 time: 0.0672657 Dec 08 16:10:47.082833 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bfbcb2-181b-4461-8d5d-bf0ebe5bb47d req-c8c92144-d89e-4cd7-b099-1cede47f7a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:47.084500 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-00bfbcb2-181b-4461-8d5d-bf0ebe5bb47d req-c8c92144-d89e-4cd7-b099-1cede47f7a28 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e3683ad-b78c-425f-9812-84680b35c007 HTTP/1.1" status: 200 len: 849 time: 0.1274464 Dec 08 16:10:47.133435 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-00bfbcb2-181b-4461-8d5d-bf0ebe5bb47d req-86fd2ba8-3d08-4e1e-b5d1-99c0c95be29a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b8070d4c-877c-480f-99e9-3603a514486d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362003 Dec 08 16:10:47.192479 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['bd67e878-ea3f-4ab5-8306-8e0bdcfadc37'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:10:47.222044 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-a42ea3f1-983c-481c-ac3a-dba50c917ec5 req-d38dbf6b-1176-4b04-a267-ce8dc19b2e6e tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:47.289741 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38dbf6b-1176-4b04-a267-ce8dc19b2e6e tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Pushing event deleted for resources: {'Port': ['ID=1a6c758b-356f-4499-a33e-38f91948c7a4,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:47.289741 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d210d025-d5f7-4730-b144-95213ff67b9a x-openstack-request-id: req-d210d025-d5f7-4730-b144-95213ff67b9a {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:10:47.289741 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22946b8e-8e6d-4873-a561-3645d90db598", "tag": "3c5de45c-30de-45bd-b7dd-1d752a5064cb", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:10:47.289741 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d210d025-d5f7-4730-b144-95213ff67b9a {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:10:47.289741 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22946b8e-8e6d-4873-a561-3645d90db598', 'tag': '3c5de45c-30de-45bd-b7dd-1d752a5064cb', 'status': 'completed', 'code': 200} Dec 08 16:10:47.383610 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-00bfbcb2-181b-4461-8d5d-bf0ebe5bb47d req-1d4eb947-9b51-4213-9d10-e24aaeb94c75 service neutron] 10.222.0.37 "GET /v2.0/networks/b8070d4c-877c-480f-99e9-3603a514486d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415276 Dec 08 16:10:47.407408 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-a42ea3f1-983c-481c-ac3a-dba50c917ec5 req-d38dbf6b-1176-4b04-a267-ce8dc19b2e6e tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Publish callbacks [] for floatingip, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:47.413128 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-a42ea3f1-983c-481c-ac3a-dba50c917ec5 req-d38dbf6b-1176-4b04-a267-ce8dc19b2e6e tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:47.425619 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a42ea3f1-983c-481c-ac3a-dba50c917ec5 req-d38dbf6b-1176-4b04-a267-ce8dc19b2e6e tempest-FloatingIPDetailsTestJSON-158032307 tempest-FloatingIPDetailsTestJSON-158032307-project] 10.222.0.64 "DELETE /v2.0/floatingips/080fba88-b182-4bbb-aeec-b688315b84c5 HTTP/1.1" status: 204 len: 173 time: 1.3566458 Dec 08 16:10:47.426306 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43662) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:47.434761 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc89bc-9055-46e3-9be4-fd184d00257a req-4b1c69b6-4d1b-407a-88c0-213c7eeb81ff tempest-ServerTagsTestJSON-1873365498 tempest-ServerTagsTestJSON-1873365498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:47.440958 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b3cc89bc-9055-46e3-9be4-fd184d00257a req-4b1c69b6-4d1b-407a-88c0-213c7eeb81ff tempest-ServerTagsTestJSON-1873365498 tempest-ServerTagsTestJSON-1873365498-project] 10.222.0.64 "GET /v2.0/ports?device_id=22946b8e-8e6d-4873-a561-3645d90db598 HTTP/1.1" status: 200 len: 943 time: 0.0904412 Dec 08 16:10:47.442827 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:47.503388 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b3cc89bc-9055-46e3-9be4-fd184d00257a req-1134eff4-d4de-4f3a-9c00-5bd3c1aa2049 tempest-ServerTagsTestJSON-1873365498 tempest-ServerTagsTestJSON-1873365498-project] 10.222.0.64 "GET /v2.0/security-groups?id=beac221d-4959-452e-b576-d5c38e901da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569942 Dec 08 16:10:47.550404 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0fbc745a-5bc2-40a0-8f77-416a95b7d654 req-54de6913-333d-433c-846a-cbbba9b2998f tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] 10.222.0.64 "GET /v2.0/ports?device_id=16712d3c-a214-4d05-bf66-99d2884999f4 HTTP/1.1" status: 200 len: 210 time: 0.0727808 Dec 08 16:10:47.637175 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-00bfbcb2-181b-4461-8d5d-bf0ebe5bb47d req-c181c08e-6c9d-4265-a697-e2025de385f7 service neutron] 10.222.0.37 "GET /v2.0/networks/b8070d4c-877c-480f-99e9-3603a514486d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410550 Dec 08 16:10:47.678774 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42711628-c64b-4aa1-9afa-8ce8bc0e7acc req-4ee8c089-a65f-4516-a5c5-a2ae9fa09da3 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:47.680971 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-42711628-c64b-4aa1-9afa-8ce8bc0e7acc req-4ee8c089-a65f-4516-a5c5-a2ae9fa09da3 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b468952-4da1-4b8b-8bfb-c274b9f50edb HTTP/1.1" status: 200 len: 944 time: 0.0857978 Dec 08 16:10:47.681170 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43666) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:47.735065 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-42711628-c64b-4aa1-9afa-8ce8bc0e7acc req-09c4e3b6-efa0-4e37-8a03-695efdb25132 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/security-groups?id=40f60a5b-0646-42dd-bbb9-4c0b871b0767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472257 Dec 08 16:10:47.884218 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d774f6-8424-40de-849c-cfc3e8203e5b req-2678f4dc-a2b3-4fc3-b7f1-ff2e55e87eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:47.886751 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-40d774f6-8424-40de-849c-cfc3e8203e5b req-2678f4dc-a2b3-4fc3-b7f1-ff2e55e87eac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=49107784a9274e059ac91e9d30f91e1c&device_id=22946b8e-8e6d-4873-a561-3645d90db598 HTTP/1.1" status: 200 len: 1095 time: 0.0978158 Dec 08 16:10:47.926385 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-3467e637-e3c0-460a-8971-6ee4538e1669 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=145eabef365e453db77ece9e597725f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2386780 Dec 08 16:10:47.926652 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43672) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:47.994415 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a147af6e-4c73-42b1-907d-da80d5cc1bc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:48.019291 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a147af6e-4c73-42b1-907d-da80d5cc1bc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:48.021677 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d774f6-8424-40de-849c-cfc3e8203e5b req-d8397847-125d-4968-a12f-ebabf5122570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:48.023174 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-40d774f6-8424-40de-849c-cfc3e8203e5b req-d8397847-125d-4968-a12f-ebabf5122570 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b8070d4c-877c-480f-99e9-3603a514486d HTTP/1.1" status: 200 len: 910 time: 0.1293669 Dec 08 16:10:48.092784 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-40d774f6-8424-40de-849c-cfc3e8203e5b req-bc861ee1-d117-4d22-925e-bfb9dbdc1b06 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c5de45c-30de-45bd-b7dd-1d752a5064cb HTTP/1.1" status: 200 len: 217 time: 0.0616617 Dec 08 16:10:48.154486 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f6a90c5c-58d3-463a-92e4-d1f951d82e30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:48.194197 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d774f6-8424-40de-849c-cfc3e8203e5b req-3720079e-bc04-4669-b9b5-da8025bc124d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:48.195727 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-40d774f6-8424-40de-849c-cfc3e8203e5b req-3720079e-bc04-4669-b9b5-da8025bc124d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e3683ad-b78c-425f-9812-84680b35c007 HTTP/1.1" status: 200 len: 849 time: 0.0944655 Dec 08 16:10:48.210860 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a147af6e-4c73-42b1-907d-da80d5cc1bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:48.213636 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a147af6e-4c73-42b1-907d-da80d5cc1bc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:48.214799 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a147af6e-4c73-42b1-907d-da80d5cc1bc8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2e3514b6-0af0-46ea-9618-407032dcbec9 HTTP/1.1" status: 204 len: 168 time: 0.2867243 Dec 08 16:10:48.232242 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a147af6e-4c73-42b1-907d-da80d5cc1bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3514b6-0af0-46ea-9618-407032dcbec9,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:48.244571 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-40d774f6-8424-40de-849c-cfc3e8203e5b req-8a39898d-a7d5-4067-83a3-f834a2e1ff28 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b8070d4c-877c-480f-99e9-3603a514486d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387833 Dec 08 16:10:48.433952 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-40d774f6-8424-40de-849c-cfc3e8203e5b req-625a120b-675d-466f-8175-6997ed36277b service neutron] 10.222.0.37 "GET /v2.0/networks/b8070d4c-877c-480f-99e9-3603a514486d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575947 Dec 08 16:10:48.532233 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device bd67e878-ea3f-4ab5-8306-8e0bdcfadc37 up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:10:48.590463 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-40d774f6-8424-40de-849c-cfc3e8203e5b req-cfa5741d-e607-48a7-b0f4-5dc1dd0628dd service neutron] 10.222.0.37 "GET /v2.0/networks/b8070d4c-877c-480f-99e9-3603a514486d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471152 Dec 08 16:10:48.632869 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-f6a90c5c-58d3-463a-92e4-d1f951d82e30 admin admin] Deleting port 5f3fcb9e-4ec5-447e-936b-b69332750de4 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:10:48.633131 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f6a90c5c-58d3-463a-92e4-d1f951d82e30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:48.660823 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0982af20-e1e9-4c8d-8b53-afffc3b945e4 req-a43761e4-a296-43ff-a806-29e06e8e7079 tempest-ServerTagsTestJSON-1873365498 tempest-ServerTagsTestJSON-1873365498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:48.669198 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0982af20-e1e9-4c8d-8b53-afffc3b945e4 req-a43761e4-a296-43ff-a806-29e06e8e7079 tempest-ServerTagsTestJSON-1873365498 tempest-ServerTagsTestJSON-1873365498-project] 10.222.0.64 "GET /v2.0/ports?device_id=22946b8e-8e6d-4873-a561-3645d90db598 HTTP/1.1" status: 200 len: 943 time: 0.0782337 Dec 08 16:10:48.700570 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port bd67e878-ea3f-4ab5-8306-8e0bdcfadc37 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:10:48.705591 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port bd67e878-ea3f-4ab5-8306-8e0bdcfadc37 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:10:48.708161 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:48.722583 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c97d3f12-1434-4675-a271-c57cccc060b1 req-68d44aec-7d3b-469b-96b1-c20246eff4a2 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] 10.222.0.64 "GET /v2.0/ports?device_id=16712d3c-a214-4d05-bf66-99d2884999f4 HTTP/1.1" status: 200 len: 210 time: 0.0385566 Dec 08 16:10:48.733550 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0982af20-e1e9-4c8d-8b53-afffc3b945e4 req-343434d8-52c5-4004-a6b6-4846ec2f8885 tempest-ServerTagsTestJSON-1873365498 tempest-ServerTagsTestJSON-1873365498-project] 10.222.0.64 "GET /v2.0/security-groups?id=beac221d-4959-452e-b576-d5c38e901da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608802 Dec 08 16:10:48.769244 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-f6a90c5c-58d3-463a-92e4-d1f951d82e30 admin admin] For port 5f3fcb9e-4ec5-447e-936b-b69332750de4, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=5f3fcb9e-4ec5-447e-936b-b69332750de4,segment=NetworkSegment(09481b2f-1741-4ed9-954d-8662f5430199),segment_id=09481b2f-1741-4ed9-954d-8662f5430199)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:48.769701 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f6a90c5c-58d3-463a-92e4-d1f951d82e30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:48.784929 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-f6a90c5c-58d3-463a-92e4-d1f951d82e30 admin admin] Calling delete_port for 5f3fcb9e-4ec5-447e-936b-b69332750de4 owned by network:router_interface {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:10:48.818526 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:48.845377 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b468952-4da1-4b8b-8bfb-c274b9f50edb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd67e878-ea3f-4ab5-8306-8e0bdcfadc37'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:10:48.848263 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0f763c-df2d-455c-af89-3a915a46e979" -d '{"events": [{"server_uuid": "3b468952-4da1-4b8b-8bfb-c274b9f50edb", "name": "network-vif-plugged", "status": "completed", "tag": "bd67e878-ea3f-4ab5-8306-8e0bdcfadc37"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:10:48.871577 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e815c-dbd4-4518-8464-fba47395e1b2 req-a32ebe05-c360-42a6-9c6b-e85ac7975781 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:48.880423 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-366e815c-dbd4-4518-8464-fba47395e1b2 req-a32ebe05-c360-42a6-9c6b-e85ac7975781 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b468952-4da1-4b8b-8bfb-c274b9f50edb HTTP/1.1" status: 200 len: 944 time: 0.0674405 Dec 08 16:10:48.882184 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port bd67e878-ea3f-4ab5-8306-8e0bdcfadc37, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=bd67e878-ea3f-4ab5-8306-8e0bdcfadc37,segment=NetworkSegment(47c90d66-b9b1-48b2-9414-0fbc8593b6cd),segment_id=47c90d66-b9b1-48b2-9414-0fbc8593b6cd)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:48.902477 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0498bba-bf4f-4308-9e25-6c17e9c5cd0d x-openstack-request-id: req-b0498bba-bf4f-4308-9e25-6c17e9c5cd0d {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:10:48.902825 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b468952-4da1-4b8b-8bfb-c274b9f50edb", "name": "network-vif-plugged", "status": "completed", "tag": "bd67e878-ea3f-4ab5-8306-8e0bdcfadc37", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:10:48.903108 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b0498bba-bf4f-4308-9e25-6c17e9c5cd0d {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:10:48.903519 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b468952-4da1-4b8b-8bfb-c274b9f50edb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd67e878-ea3f-4ab5-8306-8e0bdcfadc37', 'code': 200} Dec 08 16:10:48.944754 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-366e815c-dbd4-4518-8464-fba47395e1b2 req-0b2c8974-23fc-4fb1-9c35-8cc55c7453b2 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/security-groups?id=40f60a5b-0646-42dd-bbb9-4c0b871b0767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633173 Dec 08 16:10:48.997665 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:48.998910 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 98d1b751-4ef7-4df1-9b81-a412e32c3bd1 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:10:49.014746 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0034e-028e-4509-a692-475cb458c238 req-2fda5cda-393a-4e84-8075-9a196e1329e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:49.016399 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1ad0034e-028e-4509-a692-475cb458c238 req-2fda5cda-393a-4e84-8075-9a196e1329e9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3b468952-4da1-4b8b-8bfb-c274b9f50edb HTTP/1.1" status: 200 len: 1096 time: 0.0436623 Dec 08 16:10:49.036213 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: 98d1b751-4ef7-4df1-9b81-a412e32c3bd1 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:10:49.037280 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 98d1b751-4ef7-4df1-9b81-a412e32c3bd1 not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:10:49.068705 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=bd67e878-ea3f-4ab5-8306-8e0bdcfadc37,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:49.074046 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1ad0034e-028e-4509-a692-475cb458c238 req-1f68da76-9ef1-46e6-898e-ee7c02696d8d service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=40f60a5b-0646-42dd-bbb9-4c0b871b0767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426419 Dec 08 16:10:49.095221 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f6a90c5c-58d3-463a-92e4-d1f951d82e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:49.102790 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43694) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:49.133054 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a90c5c-58d3-463a-92e4-d1f951d82e30 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f3fcb9e-4ec5-447e-936b-b69332750de4,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:49.165080 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-025e845d-0c8c-4655-aa01-d317a0751789 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5497b05d06274cb8bd669416574419b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0554981 Dec 08 16:10:49.170077 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43698) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:49.239411 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8615fc5b-b5fc-43b7-a30c-3a585a8cd9aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:49.263407 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8615fc5b-b5fc-43b7-a30c-3a585a8cd9aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:49.343502 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f6a90c5c-58d3-463a-92e4-d1f951d82e30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:49.403315 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8615fc5b-b5fc-43b7-a30c-3a585a8cd9aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:49.406094 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8615fc5b-b5fc-43b7-a30c-3a585a8cd9aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:49.407313 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-8615fc5b-b5fc-43b7-a30c-3a585a8cd9aa admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bd354e28-689c-42ea-abc4-df2fc9ea961e HTTP/1.1" status: 204 len: 168 time: 0.2410295 Dec 08 16:10:49.420429 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8615fc5b-b5fc-43b7-a30c-3a585a8cd9aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd354e28-689c-42ea-abc4-df2fc9ea961e,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:49.568435 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a90c5c-58d3-463a-92e4-d1f951d82e30 admin admin] Router 8533dda2-20bb-46c0-af5d-5f6d5fe2a15a has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:10:49.684070 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a90c5c-58d3-463a-92e4-d1f951d82e30 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:10:49.690037 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f6a90c5c-58d3-463a-92e4-d1f951d82e30 admin admin] 10.222.0.64 "PUT /v2.0/routers/8533dda2-20bb-46c0-af5d-5f6d5fe2a15a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2420497 Dec 08 16:10:49.692769 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43704) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:49.694940 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fb124e-ec0d-4ddc-b76b-fa18ab2189a3 None None] Sync routers for ids ['8533dda2-20bb-46c0-af5d-5f6d5fe2a15a'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:10:49.707036 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fb124e-ec0d-4ddc-b76b-fa18ab2189a3 None None] Routers {'8533dda2-20bb-46c0-af5d-5f6d5fe2a15a'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:10:49.707659 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-e9fb124e-ec0d-4ddc-b76b-fa18ab2189a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:10:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['8533dda2-20bb-46c0-af5d-5f6d5fe2a15a'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:10:49.827182 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-89c73841-4145-41b3-b097-ca3a030e24eb admin admin] Publish callbacks [] for router, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:49.841364 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7dd99513-94d1-40a6-993b-46571e30ed52 req-32fa61ef-20e7-47b3-bed3-45694e5e9e22 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=e6293d9222384625bb5ec3b2fa917a07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0473502 Dec 08 16:10:49.863025 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-e9fb124e-ec0d-4ddc-b76b-fa18ab2189a3 None None] Set router 8533dda2-20bb-46c0-af5d-5f6d5fe2a15a gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:10:49.953940 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e0e3d50b-78c5-4879-b0a3-ff2b5fa570ef req-f9301b6c-fc01-491e-a770-7100b2e07031 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] 10.222.0.64 "GET /v2.0/ports?device_id=16712d3c-a214-4d05-bf66-99d2884999f4 HTTP/1.1" status: 200 len: 210 time: 0.0862980 Dec 08 16:10:49.979955 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc8d2a-f9ad-4e0e-b655-7d78ba32a09a req-39443b5f-17ba-4585-a1a9-ddc0e48ef879 tempest-ServerTagsTestJSON-1873365498 tempest-ServerTagsTestJSON-1873365498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:49.988240 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-47dc8d2a-f9ad-4e0e-b655-7d78ba32a09a req-39443b5f-17ba-4585-a1a9-ddc0e48ef879 tempest-ServerTagsTestJSON-1873365498 tempest-ServerTagsTestJSON-1873365498-project] 10.222.0.64 "GET /v2.0/ports?device_id=22946b8e-8e6d-4873-a561-3645d90db598 HTTP/1.1" status: 200 len: 943 time: 0.1234307 Dec 08 16:10:50.114148 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-47dc8d2a-f9ad-4e0e-b655-7d78ba32a09a req-4189294c-f29d-4032-82e0-1b5dcc0f9ef5 tempest-ServerTagsTestJSON-1873365498 tempest-ServerTagsTestJSON-1873365498-project] 10.222.0.64 "GET /v2.0/security-groups?id=beac221d-4959-452e-b576-d5c38e901da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248577 Dec 08 16:10:50.125060 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 3c5de45c-30de-45bd-b7dd-1d752a5064cb details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:10:50.126664 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-89c73841-4145-41b3-b097-ca3a030e24eb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:50.136396 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd99513-94d1-40a6-993b-46571e30ed52 req-6e65ab86-772f-4762-a0dc-9c8fbb93628f tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:50.138001 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7dd99513-94d1-40a6-993b-46571e30ed52 req-6e65ab86-772f-4762-a0dc-9c8fbb93628f tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2900450 Dec 08 16:10:50.138902 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-e9fb124e-ec0d-4ddc-b76b-fa18ab2189a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8533dda2-20bb-46c0-af5d-5f6d5fe2a15a', 'name': 'tempest-FloatingIPDetailsTestJSON-908327225-router', 'tenant_id': 'f8fd75cc9fac46468450b88522167925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'e2b4e696-86d0-4201-bfef-ea3df30dde44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:10:15Z', 'updated_at': '2021-12-08T16:10:48Z', 'revision_number': 5, 'project_id': 'f8fd75cc9fac46468450b88522167925', 'gw_port': {'id': 'e2b4e696-86d0-4201-bfef-ea3df30dde44', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:4f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8533dda2-20bb-46c0-af5d-5f6d5fe2a15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:10:16Z', 'updated_at': '2021-12-08T16:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:10:50.145492 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b323dde2-b500-4418-abc9-261b9315d7c3 req-0d64f9bf-cc39-4664-9b62-b62ec34b84fc tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:50.149365 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b323dde2-b500-4418-abc9-261b9315d7c3 req-0d64f9bf-cc39-4664-9b62-b62ec34b84fc tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b468952-4da1-4b8b-8bfb-c274b9f50edb HTTP/1.1" status: 200 len: 945 time: 0.0799856 Dec 08 16:10:50.153585 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-7dd99513-94d1-40a6-993b-46571e30ed52 req-1b469185-604a-4452-b179-d1329ce4d910 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] Request body: {'port': {'device_id': '16712d3c-a214-4d05-bf66-99d2884999f4', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'admin_state_up': True, 'tenant_id': 'e6293d9222384625bb5ec3b2fa917a07'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:10:50.185006 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fb124e-ec0d-4ddc-b76b-fa18ab2189a3 None None] Checking router: 8533dda2-20bb-46c0-af5d-5f6d5fe2a15a for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:10:50.207802 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fb124e-ec0d-4ddc-b76b-fa18ab2189a3 None None] Routers {'8533dda2-20bb-46c0-af5d-5f6d5fe2a15a'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:10:50.210913 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-e9fb124e-ec0d-4ddc-b76b-fa18ab2189a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:10:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['8533dda2-20bb-46c0-af5d-5f6d5fe2a15a'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:10:50.221700 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b323dde2-b500-4418-abc9-261b9315d7c3 req-90afd7e7-beb3-48ab-93c3-59286988e943 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/security-groups?id=40f60a5b-0646-42dd-bbb9-4c0b871b0767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678282 Dec 08 16:10:50.367684 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-89c73841-4145-41b3-b097-ca3a030e24eb admin admin] Deleting port e2b4e696-86d0-4201-bfef-ea3df30dde44 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:10:50.368236 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-89c73841-4145-41b3-b097-ca3a030e24eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:50.465635 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-89c73841-4145-41b3-b097-ca3a030e24eb admin admin] For port e2b4e696-86d0-4201-bfef-ea3df30dde44, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=e2b4e696-86d0-4201-bfef-ea3df30dde44,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:50.465998 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-89c73841-4145-41b3-b097-ca3a030e24eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:50.471618 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dd99513-94d1-40a6-993b-46571e30ed52 req-1b469185-604a-4452-b179-d1329ce4d910 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] Made reservation on behalf of e6293d9222384625bb5ec3b2fa917a07 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:10:50.475381 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-7dd99513-94d1-40a6-993b-46571e30ed52 req-1b469185-604a-4452-b179-d1329ce4d910 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:50.483227 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-89c73841-4145-41b3-b097-ca3a030e24eb admin admin] Calling delete_port for e2b4e696-86d0-4201-bfef-ea3df30dde44 owned by network:router_gateway {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:10:50.485697 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-7dd99513-94d1-40a6-993b-46571e30ed52 req-1b469185-604a-4452-b179-d1329ce4d910 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:50.538837 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 3c5de45c-30de-45bd-b7dd-1d752a5064cb, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=3c5de45c-30de-45bd-b7dd-1d752a5064cb,segment=NetworkSegment(273e1d2d-8409-4ee8-89f2-7bc662c4b9b2),segment_id=273e1d2d-8409-4ee8-89f2-7bc662c4b9b2)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:50.555391 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-e9fb124e-ec0d-4ddc-b76b-fa18ab2189a3 None None] Set router 8533dda2-20bb-46c0-af5d-5f6d5fe2a15a gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:10:50.587691 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '3c5de45c-30de-45bd-b7dd-1d752a5064cb', 'network_id': 'b8070d4c-877c-480f-99e9-3603a514486d', 'port_id': '3c5de45c-30de-45bd-b7dd-1d752a5064cb', 'mac_address': 'fa:16:3e:2f:8f:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e3683ad-b78c-425f-9812-84680b35c007', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:10:50.651737 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-7dd99513-94d1-40a6-993b-46571e30ed52 req-1b469185-604a-4452-b179-d1329ce4d910 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:50.697436 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:50.719124 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c5de45c-30de-45bd-b7dd-1d752a5064cb {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:10:50.719614 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-7dd99513-94d1-40a6-993b-46571e30ed52 req-1b469185-604a-4452-b179-d1329ce4d910 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:50.756495 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 3c5de45c-30de-45bd-b7dd-1d752a5064cb, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=3c5de45c-30de-45bd-b7dd-1d752a5064cb,segment=NetworkSegment(273e1d2d-8409-4ee8-89f2-7bc662c4b9b2),segment_id=273e1d2d-8409-4ee8-89f2-7bc662c4b9b2)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:50.801836 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b469185-604a-4452-b179-d1329ce4d910 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3bf41a-ab09-4241-8cdb-6ef5c223e263,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:50.819217 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b469185-604a-4452-b179-d1329ce4d910 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:50.819664 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b469185-604a-4452-b179-d1329ce4d910 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:50.820164 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b469185-604a-4452-b179-d1329ce4d910 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:50.820700 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b469185-604a-4452-b179-d1329ce4d910 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:50.821115 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b469185-604a-4452-b179-d1329ce4d910 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:50.821778 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b469185-604a-4452-b179-d1329ce4d910 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:50.821910 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b469185-604a-4452-b179-d1329ce4d910 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:50.822234 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b469185-604a-4452-b179-d1329ce4d910 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:50.822661 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b469185-604a-4452-b179-d1329ce4d910 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:50.823065 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b469185-604a-4452-b179-d1329ce4d910 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:50.823465 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b469185-604a-4452-b179-d1329ce4d910 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:50.823870 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b469185-604a-4452-b179-d1329ce4d910 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:50.824407 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b469185-604a-4452-b179-d1329ce4d910 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:50.827714 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-e9fb124e-ec0d-4ddc-b76b-fa18ab2189a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8533dda2-20bb-46c0-af5d-5f6d5fe2a15a', 'name': 'tempest-FloatingIPDetailsTestJSON-908327225-router', 'tenant_id': 'f8fd75cc9fac46468450b88522167925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'e2b4e696-86d0-4201-bfef-ea3df30dde44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:10:15Z', 'updated_at': '2021-12-08T16:10:48Z', 'revision_number': 5, 'project_id': 'f8fd75cc9fac46468450b88522167925', 'gw_port': {'id': 'e2b4e696-86d0-4201-bfef-ea3df30dde44', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:4f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8533dda2-20bb-46c0-af5d-5f6d5fe2a15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:10:16Z', 'updated_at': '2021-12-08T16:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:10:50.841104 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:50.854718 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-89c73841-4145-41b3-b097-ca3a030e24eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:50.886571 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c73841-4145-41b3-b097-ca3a030e24eb admin admin] Pushing event deleted for resources: {'Port': ['ID=e2b4e696-86d0-4201-bfef-ea3df30dde44,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:50.898927 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-7dd99513-94d1-40a6-993b-46571e30ed52 req-1b469185-604a-4452-b179-d1329ce4d910 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] Allocated IP 192.168.233.254 (b91759c7-445e-4f7b-9fc4-64d80951832c/c93b3a32-b438-4a47-8558-220c03febf97/47f2b69f-71b4-43cb-8a9e-1ace9125c090) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:10:50.912345 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fb124e-ec0d-4ddc-b76b-fa18ab2189a3 None None] The sync data for ids ['8533dda2-20bb-46c0-af5d-5f6d5fe2a15a'] in n-d-776250-12 is: [{'id': '8533dda2-20bb-46c0-af5d-5f6d5fe2a15a', 'name': 'tempest-FloatingIPDetailsTestJSON-908327225-router', 'tenant_id': 'f8fd75cc9fac46468450b88522167925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'e2b4e696-86d0-4201-bfef-ea3df30dde44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:10:15Z', 'updated_at': '2021-12-08T16:10:48Z', 'revision_number': 5, 'project_id': 'f8fd75cc9fac46468450b88522167925', 'gw_port': {'id': 'e2b4e696-86d0-4201-bfef-ea3df30dde44', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:4f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8533dda2-20bb-46c0-af5d-5f6d5fe2a15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:10:16Z', 'updated_at': '2021-12-08T16:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:10:50.974451 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=3c5de45c-30de-45bd-b7dd-1d752a5064cb,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:50.996113 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-89c73841-4145-41b3-b097-ca3a030e24eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:51.142938 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-7dd99513-94d1-40a6-993b-46571e30ed52 req-1b469185-604a-4452-b179-d1329ce4d910 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:51.156398 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['3c5de45c-30de-45bd-b7dd-1d752a5064cb'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:10:51.337756 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-7dd99513-94d1-40a6-993b-46571e30ed52 req-1b469185-604a-4452-b179-d1329ce4d910 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:51.438721 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b469185-604a-4452-b179-d1329ce4d910 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] Pushing event updated for resources: {'Port': ['ID=47f2b69f-71b4-43cb-8a9e-1ace9125c090,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:51.448907 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dd99513-94d1-40a6-993b-46571e30ed52 req-1b469185-604a-4452-b179-d1329ce4d910 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] Network b91759c7-445e-4f7b-9fc4-64d80951832c is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:10:51.462868 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-7dd99513-94d1-40a6-993b-46571e30ed52 req-1b469185-604a-4452-b179-d1329ce4d910 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:10:51.474672 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c5d9c-a841-4c4c-a1b4-0693a21524d7 req-2cc18273-b7bb-4ff5-8929-9ae33268a0ad tempest-ServerTagsTestJSON-1873365498 tempest-ServerTagsTestJSON-1873365498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:51.478157 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-89c73841-4145-41b3-b097-ca3a030e24eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:51.483103 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-89c73841-4145-41b3-b097-ca3a030e24eb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:51.483304 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f34c5d9c-a841-4c4c-a1b4-0693a21524d7 req-2cc18273-b7bb-4ff5-8929-9ae33268a0ad tempest-ServerTagsTestJSON-1873365498 tempest-ServerTagsTestJSON-1873365498-project] 10.222.0.64 "GET /v2.0/ports?device_id=22946b8e-8e6d-4873-a561-3645d90db598 HTTP/1.1" status: 200 len: 944 time: 0.2252338 Dec 08 16:10:51.484105 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dd99513-94d1-40a6-993b-46571e30ed52 req-1b469185-604a-4452-b179-d1329ce4d910 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:10:51.593777 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df1cca-e878-4012-8196-410d3ff668cf req-e5823c4f-80df-4d86-abb4-1366f59726d4 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:51.612863 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-03df1cca-e878-4012-8196-410d3ff668cf req-e5823c4f-80df-4d86-abb4-1366f59726d4 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] 10.222.0.64 "GET /v2.0/ports?device_id=16712d3c-a214-4d05-bf66-99d2884999f4 HTTP/1.1" status: 200 len: 936 time: 0.2136140 Dec 08 16:10:51.674888 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd99513-94d1-40a6-993b-46571e30ed52 req-1b469185-604a-4452-b179-d1329ce4d910 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:51.677062 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-7dd99513-94d1-40a6-993b-46571e30ed52 req-1b469185-604a-4452-b179-d1329ce4d910 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:51.704135 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f34c5d9c-a841-4c4c-a1b4-0693a21524d7 req-22a24bdc-5d20-4177-8d4d-dde04a6073e8 tempest-ServerTagsTestJSON-1873365498 tempest-ServerTagsTestJSON-1873365498-project] 10.222.0.64 "GET /v2.0/security-groups?id=beac221d-4959-452e-b576-d5c38e901da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038572 Dec 08 16:10:51.723743 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-89c73841-4145-41b3-b097-ca3a030e24eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:51.727622 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 5f3fcb9e-4ec5-447e-936b-b69332750de4 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:10:51.729020 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c73841-4145-41b3-b097-ca3a030e24eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8533dda2-20bb-46c0-af5d-5f6d5fe2a15a {{(pid=110551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:10:51.737602 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-89c73841-4145-41b3-b097-ca3a030e24eb admin admin] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:51.741256 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-89c73841-4145-41b3-b097-ca3a030e24eb admin admin] 10.222.0.64 "DELETE /v2.0/routers/8533dda2-20bb-46c0-af5d-5f6d5fe2a15a HTTP/1.1" status: 204 len: 168 time: 2.0449157 Dec 08 16:10:51.741655 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43756) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:51.761901 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-03df1cca-e878-4012-8196-410d3ff668cf req-5a78fb75-1d46-4157-8901-723bb593c017 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a3bf41a-ab09-4241-8cdb-6ef5c223e263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466269 Dec 08 16:10:51.814909 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7dd99513-94d1-40a6-993b-46571e30ed52 req-1b469185-604a-4452-b179-d1329ce4d910 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6655886 Dec 08 16:10:51.821480 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 5f3fcb9e-4ec5-447e-936b-b69332750de4 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:10:51.821842 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 5f3fcb9e-4ec5-447e-936b-b69332750de4 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:10:51.857880 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-7dd99513-94d1-40a6-993b-46571e30ed52 req-0003bf86-b0d0-43f3-b2dc-fb717204b3ad service neutron] Request body: {'port': {'device_id': '16712d3c-a214-4d05-bf66-99d2884999f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:10:51.924220 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-95830248-f693-4e56-aebf-3196c4ebe7bb None None] Provisioning complete for port 47f2b69f-71b4-43cb-8a9e-1ace9125c090 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:10:51.925740 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-95830248-f693-4e56-aebf-3196c4ebe7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:51.966528 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-77d2e0e7-7070-4d8e-a88e-a3e3f29c82e4 admin admin] Deleting subnet 98a0d45e-151b-41ab-827a-f98988282fa4 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:10:51.972028 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-77d2e0e7-7070-4d8e-a88e-a3e3f29c82e4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:51.989350 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-95830248-f693-4e56-aebf-3196c4ebe7bb None None] Port 47f2b69f-71b4-43cb-8a9e-1ace9125c090 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:10:52.075119 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88399d9d-d2b8-43aa-afa9-2ffd57650e22 req-e90cefc1-6a0d-4e62-a798-aa348307ac78 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:52.085448 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-88399d9d-d2b8-43aa-afa9-2ffd57650e22 req-e90cefc1-6a0d-4e62-a798-aa348307ac78 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b468952-4da1-4b8b-8bfb-c274b9f50edb HTTP/1.1" status: 200 len: 945 time: 0.1973965 Dec 08 16:10:52.128432 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-7dd99513-94d1-40a6-993b-46571e30ed52 req-0003bf86-b0d0-43f3-b2dc-fb717204b3ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:52.138649 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 3c5de45c-30de-45bd-b7dd-1d752a5064cb up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:10:52.159053 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-77d2e0e7-7070-4d8e-a88e-a3e3f29c82e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:52.203707 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-88399d9d-d2b8-43aa-afa9-2ffd57650e22 req-dcdd2683-8ca4-4a09-99c6-f4becee86ac8 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/security-groups?id=40f60a5b-0646-42dd-bbb9-4c0b871b0767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169121 Dec 08 16:10:52.267356 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port 3c5de45c-30de-45bd-b7dd-1d752a5064cb completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:10:52.274233 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 3c5de45c-30de-45bd-b7dd-1d752a5064cb triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:10:52.274712 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:52.390387 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:52.425279 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-77d2e0e7-7070-4d8e-a88e-a3e3f29c82e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:52.474291 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22946b8e-8e6d-4873-a561-3645d90db598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c5de45c-30de-45bd-b7dd-1d752a5064cb'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:10:52.477653 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8bfdbe7-add1-4be0-8bc4-4d8860ee8c57" -d '{"events": [{"server_uuid": "22946b8e-8e6d-4873-a561-3645d90db598", "name": "network-vif-plugged", "status": "completed", "tag": "3c5de45c-30de-45bd-b7dd-1d752a5064cb"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:10:52.496565 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 3c5de45c-30de-45bd-b7dd-1d752a5064cb, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=3c5de45c-30de-45bd-b7dd-1d752a5064cb,segment=NetworkSegment(273e1d2d-8409-4ee8-89f2-7bc662c4b9b2),segment_id=273e1d2d-8409-4ee8-89f2-7bc662c4b9b2)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:52.608713 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:52.677092 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-77d2e0e7-7070-4d8e-a88e-a3e3f29c82e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:52.682528 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=3c5de45c-30de-45bd-b7dd-1d752a5064cb,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:52.719983 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d2e0e7-7070-4d8e-a88e-a3e3f29c82e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98a0d45e-151b-41ab-827a-f98988282fa4,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:52.730215 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-7dd99513-94d1-40a6-993b-46571e30ed52 req-0003bf86-b0d0-43f3-b2dc-fb717204b3ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47f2b69f-71b4-43cb-8a9e-1ace9125c090 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:10:52.742290 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9e185e-f235-4e65-8b73-afef5b3adf5a x-openstack-request-id: req-5d9e185e-f235-4e65-8b73-afef5b3adf5a {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:10:52.742850 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22946b8e-8e6d-4873-a561-3645d90db598", "name": "network-vif-plugged", "status": "completed", "tag": "3c5de45c-30de-45bd-b7dd-1d752a5064cb", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:10:52.742963 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5d9e185e-f235-4e65-8b73-afef5b3adf5a {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:10:52.743282 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22946b8e-8e6d-4873-a561-3645d90db598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c5de45c-30de-45bd-b7dd-1d752a5064cb', 'code': 200} Dec 08 16:10:52.752607 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-7dd99513-94d1-40a6-993b-46571e30ed52 req-0003bf86-b0d0-43f3-b2dc-fb717204b3ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:52.755577 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-77d2e0e7-7070-4d8e-a88e-a3e3f29c82e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:52.760362 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-77d2e0e7-7070-4d8e-a88e-a3e3f29c82e4 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/98a0d45e-151b-41ab-827a-f98988282fa4 HTTP/1.1" status: 204 len: 168 time: 1.0160623 Dec 08 16:10:52.762022 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43784) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:52.763930 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c628904-bee0-4438-8ff3-b34985599c39 None None] Network e60a364a-0b1a-4c2a-ab4a-d9360d166e6d requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:10:52.778731 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-41fb902a-07a3-4545-b2ba-4f45668836a8 req-12672686-7767-48b3-be23-5de5ebcedb71 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=15392057af79419bba246e0391d3a62d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0509400 Dec 08 16:10:52.785775 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-7dd99513-94d1-40a6-993b-46571e30ed52 req-0003bf86-b0d0-43f3-b2dc-fb717204b3ad service neutron] Transition to ACTIVE for port object 47f2b69f-71b4-43cb-8a9e-1ace9125c090 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:10:52.907907 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-7dd99513-94d1-40a6-993b-46571e30ed52 req-0003bf86-b0d0-43f3-b2dc-fb717204b3ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:52.952421 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-eac8db29-c59a-4712-aa33-e2ce94fd86f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:52.989985 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7656364-b9a7-4773-8cfd-5427eb94fcbc req-2eca6826-f5d0-47e0-990b-1c9709471f1a tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:52.993651 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a7656364-b9a7-4773-8cfd-5427eb94fcbc req-2eca6826-f5d0-47e0-990b-1c9709471f1a tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b468952-4da1-4b8b-8bfb-c274b9f50edb HTTP/1.1" status: 200 len: 945 time: 0.1590319 Dec 08 16:10:53.008603 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0003bf86-b0d0-43f3-b2dc-fb717204b3ad service neutron] Pushing event updated for resources: {'Port': ['ID=47f2b69f-71b4-43cb-8a9e-1ace9125c090,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:53.025607 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb902a-07a3-4545-b2ba-4f45668836a8 req-f17f721d-8c1f-4709-a041-153672c76239 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:53.027314 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-41fb902a-07a3-4545-b2ba-4f45668836a8 req-f17f721d-8c1f-4709-a041-153672c76239 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2348006 Dec 08 16:10:53.042244 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562a2e2e-92a5-4727-846c-7f64eb55409d None None] DHCP port deletion for e60a364a-0b1a-4c2a-ab4a-d9360d166e6d request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:10:53.117286 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-41fb902a-07a3-4545-b2ba-4f45668836a8 req-30bd89ec-1a42-4593-9dcd-a7a06e9c3481 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/quotas/15392057af79419bba246e0391d3a62d HTTP/1.1" status: 200 len: 375 time: 0.0615473 Dec 08 16:10:53.135867 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-562a2e2e-92a5-4727-846c-7f64eb55409d None None] Deleting port f8c4212f-ce32-40d4-b766-bc6d0bb4a5a1 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:10:53.137200 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-562a2e2e-92a5-4727-846c-7f64eb55409d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:53.140041 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a7656364-b9a7-4773-8cfd-5427eb94fcbc req-8cafad50-d4d1-4ac5-9cb3-e1ef33935cc9 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/security-groups?id=40f60a5b-0646-42dd-bbb9-4c0b871b0767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390092 Dec 08 16:10:53.204491 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-41fb902a-07a3-4545-b2ba-4f45668836a8 req-12d525d6-1f42-43b6-b5af-0428bebdc9fa tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=15392057af79419bba246e0391d3a62d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0737431 Dec 08 16:10:53.213091 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-7dd99513-94d1-40a6-993b-46571e30ed52 req-0003bf86-b0d0-43f3-b2dc-fb717204b3ad service neutron] Attempting to bind port 47f2b69f-71b4-43cb-8a9e-1ace9125c090 on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:10:53.214763 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-7dd99513-94d1-40a6-993b-46571e30ed52 req-0003bf86-b0d0-43f3-b2dc-fb717204b3ad service neutron] Attempting to bind port 47f2b69f-71b4-43cb-8a9e-1ace9125c090 by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:10:53.215650 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd99513-94d1-40a6-993b-46571e30ed52 req-0003bf86-b0d0-43f3-b2dc-fb717204b3ad service neutron] Attempting to bind port 47f2b69f-71b4-43cb-8a9e-1ace9125c090 on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:10:53.224648 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd99513-94d1-40a6-993b-46571e30ed52 req-0003bf86-b0d0-43f3-b2dc-fb717204b3ad service neutron] Port 47f2b69f-71b4-43cb-8a9e-1ace9125c090 on network b91759c7-445e-4f7b-9fc4-64d80951832c not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:10:53.225790 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd99513-94d1-40a6-993b-46571e30ed52 req-0003bf86-b0d0-43f3-b2dc-fb717204b3ad service neutron] Attempting to bind port 47f2b69f-71b4-43cb-8a9e-1ace9125c090 on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:10:53.233418 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd99513-94d1-40a6-993b-46571e30ed52 req-0003bf86-b0d0-43f3-b2dc-fb717204b3ad service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:10:53.233973 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd99513-94d1-40a6-993b-46571e30ed52 req-0003bf86-b0d0-43f3-b2dc-fb717204b3ad service neutron] Checking segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:10:53.234476 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-eac8db29-c59a-4712-aa33-e2ce94fd86f7 admin admin] Deleting port f8c4212f-ce32-40d4-b766-bc6d0bb4a5a1 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:10:53.234755 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd99513-94d1-40a6-993b-46571e30ed52 req-0003bf86-b0d0-43f3-b2dc-fb717204b3ad service neutron] Bound using segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:10:53.234910 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-eac8db29-c59a-4712-aa33-e2ce94fd86f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:53.235727 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-7dd99513-94d1-40a6-993b-46571e30ed52 req-0003bf86-b0d0-43f3-b2dc-fb717204b3ad service neutron] Bound port: 47f2b69f-71b4-43cb-8a9e-1ace9125c090, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:10:53.236870 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-7dd99513-94d1-40a6-993b-46571e30ed52 req-0003bf86-b0d0-43f3-b2dc-fb717204b3ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:53.274963 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-562a2e2e-92a5-4727-846c-7f64eb55409d None None] For port f8c4212f-ce32-40d4-b766-bc6d0bb4a5a1, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=f8c4212f-ce32-40d4-b766-bc6d0bb4a5a1,segment=NetworkSegment(09481b2f-1741-4ed9-954d-8662f5430199),segment_id=09481b2f-1741-4ed9-954d-8662f5430199)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:53.275575 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-562a2e2e-92a5-4727-846c-7f64eb55409d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:53.311123 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-562a2e2e-92a5-4727-846c-7f64eb55409d None None] Calling delete_port for f8c4212f-ce32-40d4-b766-bc6d0bb4a5a1 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:10:53.328108 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-7dd99513-94d1-40a6-993b-46571e30ed52 req-0003bf86-b0d0-43f3-b2dc-fb717204b3ad service neutron] For port 47f2b69f-71b4-43cb-8a9e-1ace9125c090, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:10:53.333239 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-7dd99513-94d1-40a6-993b-46571e30ed52 req-0003bf86-b0d0-43f3-b2dc-fb717204b3ad service neutron] For port 47f2b69f-71b4-43cb-8a9e-1ace9125c090, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=47f2b69f-71b4-43cb-8a9e-1ace9125c090,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:10:53.339351 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe028827-dae0-4f7c-b64c-c4e039e6d901 req-74792b4d-ae23-4da2-a7dc-6040f6839d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:53.341039 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fe028827-dae0-4f7c-b64c-c4e039e6d901 req-74792b4d-ae23-4da2-a7dc-6040f6839d2b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=22946b8e-8e6d-4873-a561-3645d90db598 HTTP/1.1" status: 200 len: 1097 time: 0.4950209 Dec 08 16:10:53.384101 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-eac8db29-c59a-4712-aa33-e2ce94fd86f7 admin admin] For port f8c4212f-ce32-40d4-b766-bc6d0bb4a5a1, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=f8c4212f-ce32-40d4-b766-bc6d0bb4a5a1,segment=NetworkSegment(09481b2f-1741-4ed9-954d-8662f5430199),segment_id=09481b2f-1741-4ed9-954d-8662f5430199)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:53.384525 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-eac8db29-c59a-4712-aa33-e2ce94fd86f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:53.411617 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-eac8db29-c59a-4712-aa33-e2ce94fd86f7 admin admin] Calling delete_port for f8c4212f-ce32-40d4-b766-bc6d0bb4a5a1 owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:10:53.421038 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d444095d-18b3-430a-9a61-d219df88f590 req-4f58c2ef-2282-4a9e-b2a2-ced2c0b44a53 tempest-ServerTagsTestJSON-1873365498 tempest-ServerTagsTestJSON-1873365498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:53.421304 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-7dd99513-94d1-40a6-993b-46571e30ed52 req-0003bf86-b0d0-43f3-b2dc-fb717204b3ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:53.422475 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d444095d-18b3-430a-9a61-d219df88f590 req-4f58c2ef-2282-4a9e-b2a2-ced2c0b44a53 tempest-ServerTagsTestJSON-1873365498 tempest-ServerTagsTestJSON-1873365498-project] 10.222.0.64 "GET /v2.0/ports?device_id=22946b8e-8e6d-4873-a561-3645d90db598 HTTP/1.1" status: 200 len: 945 time: 0.1280825 Dec 08 16:10:53.457576 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fe028827-dae0-4f7c-b64c-c4e039e6d901 req-df473f1f-a3cf-497f-b792-ff4869f45e72 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=beac221d-4959-452e-b576-d5c38e901da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065004 Dec 08 16:10:53.459395 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd99513-94d1-40a6-993b-46571e30ed52 req-0003bf86-b0d0-43f3-b2dc-fb717204b3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:53.460055 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-7dd99513-94d1-40a6-993b-46571e30ed52 req-0003bf86-b0d0-43f3-b2dc-fb717204b3ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:53.461573 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7dd99513-94d1-40a6-993b-46571e30ed52 req-0003bf86-b0d0-43f3-b2dc-fb717204b3ad service neutron] 10.222.0.76 "PUT /v2.0/ports/47f2b69f-71b4-43cb-8a9e-1ace9125c090 HTTP/1.1" status: 200 len: 1097 time: 1.6306012 Dec 08 16:10:53.462049 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16712d3c-a214-4d05-bf66-99d2884999f4', 'tag': '47f2b69f-71b4-43cb-8a9e-1ace9125c090'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:10:53.464425 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62eaecb8-14c4-43f2-9550-7ebac0154747" -d '{"events": [{"name": "network-changed", "server_uuid": "16712d3c-a214-4d05-bf66-99d2884999f4", "tag": "47f2b69f-71b4-43cb-8a9e-1ace9125c090"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:10:53.495300 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0003bf86-b0d0-43f3-b2dc-fb717204b3ad service neutron] Pushing event updated for resources: {'Port': ['ID=47f2b69f-71b4-43cb-8a9e-1ace9125c090,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:53.513006 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-562a2e2e-92a5-4727-846c-7f64eb55409d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:53.539553 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d444095d-18b3-430a-9a61-d219df88f590 req-0f722cc2-a0eb-4b10-9e11-44fa2ee660f7 tempest-ServerTagsTestJSON-1873365498 tempest-ServerTagsTestJSON-1873365498-project] 10.222.0.64 "GET /v2.0/security-groups?id=beac221d-4959-452e-b576-d5c38e901da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095924 Dec 08 16:10:53.543459 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562a2e2e-92a5-4727-846c-7f64eb55409d None None] Pushing event deleted for resources: {'Port': ['ID=f8c4212f-ce32-40d4-b766-bc6d0bb4a5a1,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:53.546197 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562a2e2e-92a5-4727-846c-7f64eb55409d None None] No DVR routers for this DVR port f8c4212f-ce32-40d4-b766-bc6d0bb4a5a1 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:10:53.603676 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-eac8db29-c59a-4712-aa33-e2ce94fd86f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:53.661424 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac8db29-c59a-4712-aa33-e2ce94fd86f7 admin admin] No DVR routers for this DVR port f8c4212f-ce32-40d4-b766-bc6d0bb4a5a1 on host n-d-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:10:53.672017 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac8db29-c59a-4712-aa33-e2ce94fd86f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8c4212f-ce32-40d4-b766-bc6d0bb4a5a1,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:53.735801 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device e2b4e696-86d0-4201-bfef-ea3df30dde44 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:10:53.751687 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd99513-94d1-40a6-993b-46571e30ed52 req-7b557110-55ca-4a14-bbd5-9ded07b0f93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:53.753875 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7dd99513-94d1-40a6-993b-46571e30ed52 req-7b557110-55ca-4a14-bbd5-9ded07b0f93d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e6293d9222384625bb5ec3b2fa917a07&device_id=16712d3c-a214-4d05-bf66-99d2884999f4 HTTP/1.1" status: 200 len: 1100 time: 0.1267176 Dec 08 16:10:53.781411 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-eac8db29-c59a-4712-aa33-e2ce94fd86f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:53.805805 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: e2b4e696-86d0-4201-bfef-ea3df30dde44 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:10:53.806626 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device e2b4e696-86d0-4201-bfef-ea3df30dde44 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:10:53.807075 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device f8c4212f-ce32-40d4-b766-bc6d0bb4a5a1 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:10:53.813425 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30fa7ae-e682-45bf-a2e3-5284b157146c req-0e0abf85-b980-4d60-831e-ff6297846770 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:53.822047 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a30fa7ae-e682-45bf-a2e3-5284b157146c req-0e0abf85-b980-4d60-831e-ff6297846770 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] 10.222.0.64 "GET /v2.0/ports?device_id=16712d3c-a214-4d05-bf66-99d2884999f4 HTTP/1.1" status: 200 len: 948 time: 0.1666598 Dec 08 16:10:53.845325 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: f8c4212f-ce32-40d4-b766-bc6d0bb4a5a1 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:10:53.845325 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device f8c4212f-ce32-40d4-b766-bc6d0bb4a5a1 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:10:53.854922 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7dd99513-94d1-40a6-993b-46571e30ed52 req-e4284da6-b35b-465b-b93d-70bde59b2312 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=47f2b69f-71b4-43cb-8a9e-1ace9125c090 HTTP/1.1" status: 200 len: 217 time: 0.0887387 Dec 08 16:10:53.856530 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-eac8db29-c59a-4712-aa33-e2ce94fd86f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e60a364a-0b1a-4c2a-ab4a-d9360d166e6d']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:10:53.876758 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-eac8db29-c59a-4712-aa33-e2ce94fd86f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09481b2f-1741-4ed9-954d-8662f5430199') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:10:53.876886 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-eac8db29-c59a-4712-aa33-e2ce94fd86f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09481b2f-1741-4ed9-954d-8662f5430199') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:10:53.898070 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-eac8db29-c59a-4712-aa33-e2ce94fd86f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:53.930478 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a30fa7ae-e682-45bf-a2e3-5284b157146c req-bac64d8d-d2d9-4a5c-b011-dcc7d575819d tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a3bf41a-ab09-4241-8cdb-6ef5c223e263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070225 Dec 08 16:10:53.946982 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-eac8db29-c59a-4712-aa33-e2ce94fd86f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:53.946982 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eac8db29-c59a-4712-aa33-e2ce94fd86f7 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:10:53.946982 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-eac8db29-c59a-4712-aa33-e2ce94fd86f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:53.957662 n-d-776250-12 neutron-server[110551]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:10:53.957662 n-d-776250-12 neutron-server[110551]: self.session.flush() Dec 08 16:10:53.957662 n-d-776250-12 neutron-server[110551]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:10:53.957662 n-d-776250-12 neutron-server[110551]: self.session.flush() Dec 08 16:10:53.957662 n-d-776250-12 neutron-server[110551]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:10:53.957662 n-d-776250-12 neutron-server[110551]: self.session.flush() Dec 08 16:10:53.957662 n-d-776250-12 neutron-server[110551]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:10:53.957662 n-d-776250-12 neutron-server[110551]: self.session.flush() Dec 08 16:10:53.957662 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:10:53.957662 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:10:53.957662 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:10:53.957662 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:10:53.957662 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:10:53.957662 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:10:53.957662 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:10:53.957662 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:10:53.957662 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:10:53.957662 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:10:53.957662 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:10:53.957662 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:10:53.957662 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:10:53.957662 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:10:53.957662 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:10:53.957662 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:10:53.957662 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:10:53.957662 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:10:53.957662 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:10:53.957662 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:10:53.957662 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:10:53.957662 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:10:53.957662 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:10:53.957662 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:10:53.957662 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:10:53.957662 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:10:53.957662 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:10:53.957662 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:10:53.957662 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:10:53.957662 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:10:53.957662 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:10:53.957662 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:10:53.970971 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd99513-94d1-40a6-993b-46571e30ed52 req-c1949be5-1535-44d6-8a06-1125912a5a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:53.974769 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7dd99513-94d1-40a6-993b-46571e30ed52 req-c1949be5-1535-44d6-8a06-1125912a5a82 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.1115384 Dec 08 16:10:54.035595 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab44898-da37-49a6-a8c9-8ea377586642 x-openstack-request-id: req-fab44898-da37-49a6-a8c9-8ea377586642 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:10:54.036416 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16712d3c-a214-4d05-bf66-99d2884999f4", "tag": "47f2b69f-71b4-43cb-8a9e-1ace9125c090", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:10:54.036416 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fab44898-da37-49a6-a8c9-8ea377586642 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:10:54.036694 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16712d3c-a214-4d05-bf66-99d2884999f4', 'tag': '47f2b69f-71b4-43cb-8a9e-1ace9125c090', 'status': 'completed', 'code': 200} Dec 08 16:10:54.057228 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5c2f949f-c9e4-4a35-b4e0-a1014e3d0ff6 req-e542d20c-12a3-4f0a-9a22-0b0256335019 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee7e5aa1-2c93-461d-a5f9-ee11e225510a HTTP/1.1" status: 200 len: 210 time: 0.0467775 Dec 08 16:10:54.070170 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd99513-94d1-40a6-993b-46571e30ed52 req-04305dcf-ac8d-45c1-b8e8-1a83bd1d88de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:54.071782 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7dd99513-94d1-40a6-993b-46571e30ed52 req-04305dcf-ac8d-45c1-b8e8-1a83bd1d88de service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0757132 Dec 08 16:10:54.132738 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-eac8db29-c59a-4712-aa33-e2ce94fd86f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:54.138200 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-eac8db29-c59a-4712-aa33-e2ce94fd86f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:54.141853 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-eac8db29-c59a-4712-aa33-e2ce94fd86f7 admin admin] 10.222.0.64 "DELETE /v2.0/networks/e60a364a-0b1a-4c2a-ab4a-d9360d166e6d HTTP/1.1" status: 204 len: 168 time: 1.3785720 Dec 08 16:10:54.182179 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac8db29-c59a-4712-aa33-e2ce94fd86f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e60a364a-0b1a-4c2a-ab4a-d9360d166e6d,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:54.186407 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7dd99513-94d1-40a6-993b-46571e30ed52 req-cc553026-2463-4050-bcb7-7ec880aa669d service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066270 Dec 08 16:10:54.208676 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fddcb0c-b5fd-4315-81c4-161d7fe777f0 req-1e321c92-020c-48d6-ada6-a262be8d232f tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:54.210287 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1fddcb0c-b5fd-4315-81c4-161d7fe777f0 req-1e321c92-020c-48d6-ada6-a262be8d232f tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b468952-4da1-4b8b-8bfb-c274b9f50edb HTTP/1.1" status: 200 len: 945 time: 0.0913763 Dec 08 16:10:54.304262 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7dd99513-94d1-40a6-993b-46571e30ed52 req-2b2db674-5189-4ffe-8ea3-64f5cc6f7416 service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091616 Dec 08 16:10:54.358705 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f6dbc-de73-4956-88e3-223317a14df9 req-6bb86d28-ca85-4252-bd50-984dccc4a95a tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:54.360375 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-760f6dbc-de73-4956-88e3-223317a14df9 req-6bb86d28-ca85-4252-bd50-984dccc4a95a tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b468952-4da1-4b8b-8bfb-c274b9f50edb HTTP/1.1" status: 200 len: 945 time: 0.1324856 Dec 08 16:10:54.393882 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-1fddcb0c-b5fd-4315-81c4-161d7fe777f0 req-50f0b861-06bb-4aaa-8ca0-f86272342db4 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Deleting port bd67e878-ea3f-4ab5-8306-8e0bdcfadc37 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:10:54.394234 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-1fddcb0c-b5fd-4315-81c4-161d7fe777f0 req-50f0b861-06bb-4aaa-8ca0-f86272342db4 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:54.470511 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-760f6dbc-de73-4956-88e3-223317a14df9 req-b5b8057a-e134-4d5f-a1b5-3a625468a528 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/security-groups?id=40f60a5b-0646-42dd-bbb9-4c0b871b0767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988247 Dec 08 16:10:54.536154 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-1fddcb0c-b5fd-4315-81c4-161d7fe777f0 req-50f0b861-06bb-4aaa-8ca0-f86272342db4 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] For port bd67e878-ea3f-4ab5-8306-8e0bdcfadc37, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=bd67e878-ea3f-4ab5-8306-8e0bdcfadc37,segment=NetworkSegment(47c90d66-b9b1-48b2-9414-0fbc8593b6cd),segment_id=47c90d66-b9b1-48b2-9414-0fbc8593b6cd)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:54.536612 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-1fddcb0c-b5fd-4315-81c4-161d7fe777f0 req-50f0b861-06bb-4aaa-8ca0-f86272342db4 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:54.552249 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-1fddcb0c-b5fd-4315-81c4-161d7fe777f0 req-50f0b861-06bb-4aaa-8ca0-f86272342db4 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Calling delete_port for bd67e878-ea3f-4ab5-8306-8e0bdcfadc37 owned by compute:nova {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:10:54.593582 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eaecb8-14c4-43f2-9550-7ebac0154747 req-73eb9b93-b620-489b-aa5d-9c1ea628b0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:54.595600 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-62eaecb8-14c4-43f2-9550-7ebac0154747 req-73eb9b93-b620-489b-aa5d-9c1ea628b0fd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e6293d9222384625bb5ec3b2fa917a07&device_id=16712d3c-a214-4d05-bf66-99d2884999f4 HTTP/1.1" status: 200 len: 1100 time: 0.0705678 Dec 08 16:10:54.725655 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43816) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:54.750321 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ebcc1-9920-4b44-86af-ba915152be32 req-fc7d80df-45b5-494b-8a83-d84d2110f6f2 tempest-ServerTagsTestJSON-1873365498 tempest-ServerTagsTestJSON-1873365498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:54.753316 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ef3ebcc1-9920-4b44-86af-ba915152be32 req-fc7d80df-45b5-494b-8a83-d84d2110f6f2 tempest-ServerTagsTestJSON-1873365498 tempest-ServerTagsTestJSON-1873365498-project] 10.222.0.64 "GET /v2.0/ports?device_id=22946b8e-8e6d-4873-a561-3645d90db598 HTTP/1.1" status: 200 len: 945 time: 0.1225536 Dec 08 16:10:54.757579 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eaecb8-14c4-43f2-9550-7ebac0154747 req-4463e0d1-d4a0-4494-b641-5174e9ae8132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:54.759165 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-62eaecb8-14c4-43f2-9550-7ebac0154747 req-4463e0d1-d4a0-4494-b641-5174e9ae8132 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b91759c7-445e-4f7b-9fc4-64d80951832c HTTP/1.1" status: 200 len: 870 time: 0.1565092 Dec 08 16:10:54.770503 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e96a2a1f-bfca-4729-a4fb-546c317e3b56 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f8fd75cc9fac46468450b88522167925&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435801 Dec 08 16:10:54.773279 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43820) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:54.813552 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-62eaecb8-14c4-43f2-9550-7ebac0154747 req-814901aa-6c01-46c3-ae92-e160ab1de620 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=47f2b69f-71b4-43cb-8a9e-1ace9125c090 HTTP/1.1" status: 200 len: 217 time: 0.0389059 Dec 08 16:10:54.814134 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-1fddcb0c-b5fd-4315-81c4-161d7fe777f0 req-50f0b861-06bb-4aaa-8ca0-f86272342db4 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:54.826980 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['bd67e878-ea3f-4ab5-8306-8e0bdcfadc37'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:10:54.865979 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f0b861-06bb-4aaa-8ca0-f86272342db4 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Pushing event deleted for resources: {'Port': ['ID=bd67e878-ea3f-4ab5-8306-8e0bdcfadc37,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:54.884807 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ef3ebcc1-9920-4b44-86af-ba915152be32 req-3536d3be-6981-4c2a-96c3-508d587c8a4a tempest-ServerTagsTestJSON-1873365498 tempest-ServerTagsTestJSON-1873365498-project] 10.222.0.64 "GET /v2.0/security-groups?id=beac221d-4959-452e-b576-d5c38e901da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247880 Dec 08 16:10:54.890802 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eaecb8-14c4-43f2-9550-7ebac0154747 req-54a778a2-d5a5-4543-b204-6a91ba4a223c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:54.891080 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a24e09ed-18d0-4f15-984e-4f6a94df7931 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:54.892271 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-62eaecb8-14c4-43f2-9550-7ebac0154747 req-54a778a2-d5a5-4543-b204-6a91ba4a223c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.0723562 Dec 08 16:10:54.926705 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fddcb0c-b5fd-4315-81c4-161d7fe777f0 req-50f0b861-06bb-4aaa-8ca0-f86272342db4 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] No DVR routers for this DVR port bd67e878-ea3f-4ab5-8306-8e0bdcfadc37 on host n-h1-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:10:54.932722 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-1fddcb0c-b5fd-4315-81c4-161d7fe777f0 req-50f0b861-06bb-4aaa-8ca0-f86272342db4 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:54.936328 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1fddcb0c-b5fd-4315-81c4-161d7fe777f0 req-50f0b861-06bb-4aaa-8ca0-f86272342db4 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.76 "DELETE /v2.0/ports/bd67e878-ea3f-4ab5-8306-8e0bdcfadc37 HTTP/1.1" status: 204 len: 173 time: 0.7195852 Dec 08 16:10:54.948337 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b468952-4da1-4b8b-8bfb-c274b9f50edb', 'name': 'network-vif-deleted', 'tag': 'bd67e878-ea3f-4ab5-8306-8e0bdcfadc37'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:10:54.950660 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe2b89e-333d-4ae0-9de6-4e4adce3968f" -d '{"events": [{"server_uuid": "3b468952-4da1-4b8b-8bfb-c274b9f50edb", "name": "network-vif-deleted", "tag": "bd67e878-ea3f-4ab5-8306-8e0bdcfadc37"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:10:54.960747 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eaecb8-14c4-43f2-9550-7ebac0154747 req-f53d2673-8750-4e3f-a1e4-8ebff61d0593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:54.962465 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-62eaecb8-14c4-43f2-9550-7ebac0154747 req-f53d2673-8750-4e3f-a1e4-8ebff61d0593 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0632105 Dec 08 16:10:54.983850 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a24e09ed-18d0-4f15-984e-4f6a94df7931 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:55.014110 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce9979fa-f74e-473d-8f5b-21a59b83e6bc x-openstack-request-id: req-ce9979fa-f74e-473d-8f5b-21a59b83e6bc {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:10:55.014418 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b468952-4da1-4b8b-8bfb-c274b9f50edb", "name": "network-vif-deleted", "tag": "bd67e878-ea3f-4ab5-8306-8e0bdcfadc37", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:10:55.015300 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ce9979fa-f74e-473d-8f5b-21a59b83e6bc {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:10:55.015717 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b468952-4da1-4b8b-8bfb-c274b9f50edb', 'name': 'network-vif-deleted', 'tag': 'bd67e878-ea3f-4ab5-8306-8e0bdcfadc37', 'status': 'completed', 'code': 200} Dec 08 16:10:55.042804 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14eba1a-ea75-4cef-ab20-b6e939715509 req-478f2765-bb55-4b1f-9eb3-5d6265e34805 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:55.049194 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14eba1a-ea75-4cef-ab20-b6e939715509 req-478f2765-bb55-4b1f-9eb3-5d6265e34805 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:55.055437 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14eba1a-ea75-4cef-ab20-b6e939715509 req-478f2765-bb55-4b1f-9eb3-5d6265e34805 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:55.062806 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14eba1a-ea75-4cef-ab20-b6e939715509 req-478f2765-bb55-4b1f-9eb3-5d6265e34805 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:55.070331 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14eba1a-ea75-4cef-ab20-b6e939715509 req-478f2765-bb55-4b1f-9eb3-5d6265e34805 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:55.070640 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-62eaecb8-14c4-43f2-9550-7ebac0154747 req-4fecc3cb-1e85-4d5c-81e0-84dec87052f5 service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007564 Dec 08 16:10:55.076811 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14eba1a-ea75-4cef-ab20-b6e939715509 req-478f2765-bb55-4b1f-9eb3-5d6265e34805 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:55.083351 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14eba1a-ea75-4cef-ab20-b6e939715509 req-478f2765-bb55-4b1f-9eb3-5d6265e34805 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:55.085414 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e14eba1a-ea75-4cef-ab20-b6e939715509 req-478f2765-bb55-4b1f-9eb3-5d6265e34805 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 5432 time: 0.1655557 Dec 08 16:10:55.166452 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e14eba1a-ea75-4cef-ab20-b6e939715509 req-56caa583-a6e7-4800-ac9d-dd6754f2615f tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/security-groups?id=4aaaa83b-c5f6-43ce-9356-8631053cb551&id=49c58f26-f9c1-4b14-a3ef-7ff8fc05a8af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0735664 Dec 08 16:10:55.222551 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a24e09ed-18d0-4f15-984e-4f6a94df7931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:55.222935 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-62eaecb8-14c4-43f2-9550-7ebac0154747 req-b3db0b71-d700-4c39-9a92-7bdbcedb6355 service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392338 Dec 08 16:10:55.223049 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a24e09ed-18d0-4f15-984e-4f6a94df7931 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:55.223049 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a24e09ed-18d0-4f15-984e-4f6a94df7931 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c57d1f2b-ba39-4db2-9fe9-9244f7bc5204 HTTP/1.1" status: 204 len: 168 time: 0.4452927 Dec 08 16:10:55.231327 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24e09ed-18d0-4f15-984e-4f6a94df7931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57d1f2b-ba39-4db2-9fe9-9244f7bc5204,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:55.241697 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33926462-441a-4c1e-b59c-569fe1c18590 req-c3dc085a-27e4-491e-859c-46a562117053 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:55.243678 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-33926462-441a-4c1e-b59c-569fe1c18590 req-c3dc085a-27e4-491e-859c-46a562117053 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] 10.222.0.64 "GET /v2.0/ports?device_id=16712d3c-a214-4d05-bf66-99d2884999f4 HTTP/1.1" status: 200 len: 948 time: 0.1035669 Dec 08 16:10:55.299935 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-33926462-441a-4c1e-b59c-569fe1c18590 req-9f73aa33-0a22-4bc9-ad30-efec3bd0eae4 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a3bf41a-ab09-4241-8cdb-6ef5c223e263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496252 Dec 08 16:10:55.321130 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9c8a2bf7-0deb-42d2-bfc3-1cdd9d5b9164 req-7b2eec5a-4a38-49d2-b19d-02d4a38d2e16 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee7e5aa1-2c93-461d-a5f9-ee11e225510a HTTP/1.1" status: 200 len: 210 time: 0.0381060 Dec 08 16:10:55.429764 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066a0d8-e6c1-4f56-a9ba-9dac4edbac9e req-6d8179e9-e526-48ac-8c8c-b62c93701acf tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:55.435581 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066a0d8-e6c1-4f56-a9ba-9dac4edbac9e req-6d8179e9-e526-48ac-8c8c-b62c93701acf tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:55.441540 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066a0d8-e6c1-4f56-a9ba-9dac4edbac9e req-6d8179e9-e526-48ac-8c8c-b62c93701acf tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:55.447432 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066a0d8-e6c1-4f56-a9ba-9dac4edbac9e req-6d8179e9-e526-48ac-8c8c-b62c93701acf tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:55.453303 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066a0d8-e6c1-4f56-a9ba-9dac4edbac9e req-6d8179e9-e526-48ac-8c8c-b62c93701acf tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:55.459751 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066a0d8-e6c1-4f56-a9ba-9dac4edbac9e req-6d8179e9-e526-48ac-8c8c-b62c93701acf tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:55.465643 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066a0d8-e6c1-4f56-a9ba-9dac4edbac9e req-6d8179e9-e526-48ac-8c8c-b62c93701acf tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:55.467527 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9066a0d8-e6c1-4f56-a9ba-9dac4edbac9e req-6d8179e9-e526-48ac-8c8c-b62c93701acf tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 5432 time: 0.0944705 Dec 08 16:10:55.605394 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-519bf2dd-fcc7-4e1a-aa78-623b64513b9d req-cd6e33d1-e776-4ac6-901b-17be3f87a5a7 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b468952-4da1-4b8b-8bfb-c274b9f50edb HTTP/1.1" status: 200 len: 210 time: 0.0429032 Dec 08 16:10:56.304932 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-41fb902a-07a3-4545-b2ba-4f45668836a8 req-46ca5907-b37e-4aed-adf0-3105189692f7 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=15392057af79419bba246e0391d3a62d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406845 Dec 08 16:10:56.405962 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6845c-80a5-45ec-a3e7-017f651f979d req-4932b359-bbac-4aeb-809e-4197dd1f5b39 tempest-ServerTagsTestJSON-1873365498 tempest-ServerTagsTestJSON-1873365498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:56.408635 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b6a6845c-80a5-45ec-a3e7-017f651f979d req-4932b359-bbac-4aeb-809e-4197dd1f5b39 tempest-ServerTagsTestJSON-1873365498 tempest-ServerTagsTestJSON-1873365498-project] 10.222.0.64 "GET /v2.0/ports?device_id=22946b8e-8e6d-4873-a561-3645d90db598 HTTP/1.1" status: 200 len: 945 time: 0.4358976 Dec 08 16:10:56.480522 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b6a6845c-80a5-45ec-a3e7-017f651f979d req-f6b4845e-1123-434c-975d-511bdcdcb678 tempest-ServerTagsTestJSON-1873365498 tempest-ServerTagsTestJSON-1873365498-project] 10.222.0.64 "GET /v2.0/security-groups?id=beac221d-4959-452e-b576-d5c38e901da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614727 Dec 08 16:10:56.552779 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 47f2b69f-71b4-43cb-8a9e-1ace9125c090 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:10:56.595075 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8f6d6775-7d0b-47dd-ac90-17e1d21cd052 req-ac6d02fe-4f3c-40d9-a903-b25ef012f93a tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee7e5aa1-2c93-461d-a5f9-ee11e225510a HTTP/1.1" status: 200 len: 210 time: 0.0384603 Dec 08 16:10:56.618619 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91734e88-a8a1-4dfb-b224-3ef794e55074 req-e9e8cf10-ea87-416c-b5e8-2b5d6027df80 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:56.621229 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-91734e88-a8a1-4dfb-b224-3ef794e55074 req-e9e8cf10-ea87-416c-b5e8-2b5d6027df80 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] 10.222.0.64 "GET /v2.0/ports?device_id=16712d3c-a214-4d05-bf66-99d2884999f4 HTTP/1.1" status: 200 len: 948 time: 0.1735079 Dec 08 16:10:56.633069 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb902a-07a3-4545-b2ba-4f45668836a8 req-cdc8bf12-d83d-4fbb-82a7-4a8f69c327bf tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:56.635022 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-41fb902a-07a3-4545-b2ba-4f45668836a8 req-cdc8bf12-d83d-4fbb-82a7-4a8f69c327bf tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3232522 Dec 08 16:10:56.649206 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-41fb902a-07a3-4545-b2ba-4f45668836a8 req-1aec3740-dd33-4d15-b202-80fe74bec512 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Request body: {'port': {'device_id': 'ee7e5aa1-2c93-461d-a5f9-ee11e225510a', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'admin_state_up': True, 'tenant_id': '15392057af79419bba246e0391d3a62d'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:10:56.672579 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43874) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:56.731805 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 47f2b69f-71b4-43cb-8a9e-1ace9125c090, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=47f2b69f-71b4-43cb-8a9e-1ace9125c090,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:56.750402 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '47f2b69f-71b4-43cb-8a9e-1ace9125c090', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'port_id': '47f2b69f-71b4-43cb-8a9e-1ace9125c090', 'mac_address': 'fa:16:3e:bb:ae:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c93b3a32-b438-4a47-8558-220c03febf97', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:10:56.760951 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-91734e88-a8a1-4dfb-b224-3ef794e55074 req-924d28f5-946e-440a-a345-e32e63c0a257 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a3bf41a-ab09-4241-8cdb-6ef5c223e263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246207 Dec 08 16:10:56.810936 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-5f1bbf61-87c0-4056-aa4d-f20dff2f53ba admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1276066986-network', 'tenant_id': 'cf22fc866524446b89f6f72a3f676ba3'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:10:56.835733 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.db.api [None req-5f1bbf61-87c0-4056-aa4d-f20dff2f53ba admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 08 16:10:56.835733 n-d-776250-12 neutron-server[110550]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 08 16:10:56.835733 n-d-776250-12 neutron-server[110550]: [parameters: {'project_id': 'cf22fc866524446b89f6f72a3f676ba3', 'id': 'a1729e39-60bb-487f-9396-85f5bf95a17f', 'expiration': datetime.datetime(2021, 12, 8, 16, 12, 56, 832109)}] Dec 08 16:10:56.835733 n-d-776250-12 neutron-server[110550]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:10:56.836282 n-d-776250-12 neutron-server[110550]: DEBUG oslo_db.api [None req-5f1bbf61-87c0-4056-aa4d-f20dff2f53ba admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:10:56.839175 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:56.853305 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47f2b69f-71b4-43cb-8a9e-1ace9125c090 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:10:56.874668 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 47f2b69f-71b4-43cb-8a9e-1ace9125c090, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=47f2b69f-71b4-43cb-8a9e-1ace9125c090,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:56.929387 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41fb902a-07a3-4545-b2ba-4f45668836a8 req-1aec3740-dd33-4d15-b202-80fe74bec512 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Made reservation on behalf of 15392057af79419bba246e0391d3a62d for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:10:56.934065 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-41fb902a-07a3-4545-b2ba-4f45668836a8 req-1aec3740-dd33-4d15-b202-80fe74bec512 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:56.944910 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-41fb902a-07a3-4545-b2ba-4f45668836a8 req-1aec3740-dd33-4d15-b202-80fe74bec512 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:56.958783 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:57.015069 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=47f2b69f-71b4-43cb-8a9e-1ace9125c090,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:57.034325 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-41fb902a-07a3-4545-b2ba-4f45668836a8 req-1aec3740-dd33-4d15-b202-80fe74bec512 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:57.083827 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43898) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:57.154432 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bc2859aa-aa99-40de-9ba2-36b7d54c7c39 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:57.182820 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bc2859aa-aa99-40de-9ba2-36b7d54c7c39 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:57.224328 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-41fb902a-07a3-4545-b2ba-4f45668836a8 req-1aec3740-dd33-4d15-b202-80fe74bec512 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:57.246126 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['47f2b69f-71b4-43cb-8a9e-1ace9125c090'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:10:57.298077 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec3740-dd33-4d15-b202-80fe74bec512 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee4e372-e602-4a92-8f86-a0127f57e02a,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:57.313599 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bc2859aa-aa99-40de-9ba2-36b7d54c7c39 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:57.317648 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bc2859aa-aa99-40de-9ba2-36b7d54c7c39 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:57.319487 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-bc2859aa-aa99-40de-9ba2-36b7d54c7c39 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "DELETE /v2.0/security-groups/3bdb3162-1693-4b0b-9511-53a88f4f5c85 HTTP/1.1" status: 204 len: 168 time: 0.2338130 Dec 08 16:10:57.324873 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43910) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:57.349700 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2859aa-aa99-40de-9ba2-36b7d54c7c39 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bdb3162-1693-4b0b-9511-53a88f4f5c85,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:57.357024 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [None req-9324e492-0528-40bf-b379-a61d2df1e5a8 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] show failed (client error): The resource could not be found. Dec 08 16:10:57.358144 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-9324e492-0528-40bf-b379-a61d2df1e5a8 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "GET /v2.0/security-groups/3bdb3162-1693-4b0b-9511-53a88f4f5c85 HTTP/1.1" status: 404 len: 347 time: 0.0323069 Dec 08 16:10:57.362229 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43912) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:57.427356 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [req-41fb902a-07a3-4545-b2ba-4f45668836a8 req-1aec3740-dd33-4d15-b202-80fe74bec512 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Allocated IP 192.168.233.147 (b91759c7-445e-4f7b-9fc4-64d80951832c/c93b3a32-b438-4a47-8558-220c03febf97/6fcbf224-ea5a-407f-a8b9-3919aa81a099) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:10:57.519800 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f1bbf61-87c0-4056-aa4d-f20dff2f53ba admin admin] Made reservation on behalf of cf22fc866524446b89f6f72a3f676ba3 for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:10:57.523007 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5f1bbf61-87c0-4056-aa4d-f20dff2f53ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:57.576730 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5f1bbf61-87c0-4056-aa4d-f20dff2f53ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:57.637618 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-89886da5-30c1-4d22-8866-9366d49146c0 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Deleting port 4b14cb37-d047-4696-a0d7-d21775afca15 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:10:57.638317 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-89886da5-30c1-4d22-8866-9366d49146c0 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:57.739557 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-41fb902a-07a3-4545-b2ba-4f45668836a8 req-1aec3740-dd33-4d15-b202-80fe74bec512 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:57.750417 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43932) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:57.776150 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-89886da5-30c1-4d22-8866-9366d49146c0 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:57.776671 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-89886da5-30c1-4d22-8866-9366d49146c0 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:57.779757 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4bc3dcc3-889a-4949-a8bf-0a8a6cc9d076 req-7f530741-9c31-4c91-81f3-8cfe92de0572 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee7e5aa1-2c93-461d-a5f9-ee11e225510a HTTP/1.1" status: 200 len: 210 time: 0.0478165 Dec 08 16:10:57.796663 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5f1bbf61-87c0-4056-aa4d-f20dff2f53ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:57.804389 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-89886da5-30c1-4d22-8866-9366d49146c0 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Calling delete_port for 4b14cb37-d047-4696-a0d7-d21775afca15 owned by network:floatingip {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:10:57.907614 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5f1bbf61-87c0-4056-aa4d-f20dff2f53ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:57.938664 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f1bbf61-87c0-4056-aa4d-f20dff2f53ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:10:57.952509 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-41fb902a-07a3-4545-b2ba-4f45668836a8 req-1aec3740-dd33-4d15-b202-80fe74bec512 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:57.959078 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1bbf61-87c0-4056-aa4d-f20dff2f53ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89a3303-4112-4fa9-ad34-bd9348cd97c4,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:57.962228 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5f1bbf61-87c0-4056-aa4d-f20dff2f53ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:57.962586 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-5f1bbf61-87c0-4056-aa4d-f20dff2f53ba admin admin] Added segment 92617869-9a71-472b-aafc-2c59cfc12c7b of type vlan for network 36f1997d-7402-40f7-9d63-2c44f589b38e Dec 08 16:10:58.037285 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5f1bbf61-87c0-4056-aa4d-f20dff2f53ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:58.039682 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41fb902a-07a3-4545-b2ba-4f45668836a8 req-1aec3740-dd33-4d15-b202-80fe74bec512 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Network b91759c7-445e-4f7b-9fc4-64d80951832c is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:10:58.046042 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8900f8eb-8bad-4845-aa27-a38ed3aa8bb2 req-d6193362-8cd4-4739-ae5e-c071fc72fedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:58.046531 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8900f8eb-8bad-4845-aa27-a38ed3aa8bb2 req-d6193362-8cd4-4739-ae5e-c071fc72fedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:58.047646 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8900f8eb-8bad-4845-aa27-a38ed3aa8bb2 req-d6193362-8cd4-4739-ae5e-c071fc72fedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:58.048440 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8900f8eb-8bad-4845-aa27-a38ed3aa8bb2 req-d6193362-8cd4-4739-ae5e-c071fc72fedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:58.048804 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8900f8eb-8bad-4845-aa27-a38ed3aa8bb2 req-d6193362-8cd4-4739-ae5e-c071fc72fedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:58.049765 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8900f8eb-8bad-4845-aa27-a38ed3aa8bb2 req-d6193362-8cd4-4739-ae5e-c071fc72fedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:58.050241 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8900f8eb-8bad-4845-aa27-a38ed3aa8bb2 req-d6193362-8cd4-4739-ae5e-c071fc72fedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:58.052909 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8900f8eb-8bad-4845-aa27-a38ed3aa8bb2 req-d6193362-8cd4-4739-ae5e-c071fc72fedf service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 6496 time: 0.2995281 Dec 08 16:10:58.061323 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [req-41fb902a-07a3-4545-b2ba-4f45668836a8 req-1aec3740-dd33-4d15-b202-80fe74bec512 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:10:58.073505 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-41fb902a-07a3-4545-b2ba-4f45668836a8 req-1aec3740-dd33-4d15-b202-80fe74bec512 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:10:58.125040 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3837477-fbec-44e0-aebf-f35e8d9090d6 req-ab40ef3f-1ac3-42c6-932f-a39885a6efe8 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:58.126574 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a3837477-fbec-44e0-aebf-f35e8d9090d6 req-ab40ef3f-1ac3-42c6-932f-a39885a6efe8 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] 10.222.0.64 "GET /v2.0/ports?device_id=16712d3c-a214-4d05-bf66-99d2884999f4 HTTP/1.1" status: 200 len: 949 time: 0.2336419 Dec 08 16:10:58.131138 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec3740-dd33-4d15-b202-80fe74bec512 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Pushing event updated for resources: {'Port': ['ID=6fcbf224-ea5a-407f-a8b9-3919aa81a099,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:58.152102 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-89886da5-30c1-4d22-8866-9366d49146c0 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:58.183846 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89886da5-30c1-4d22-8866-9366d49146c0 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Pushing event deleted for resources: {'Port': ['ID=4b14cb37-d047-4696-a0d7-d21775afca15,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:58.212581 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5f1bbf61-87c0-4056-aa4d-f20dff2f53ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:58.221519 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1bbf61-87c0-4056-aa4d-f20dff2f53ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:58.221519 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5f1bbf61-87c0-4056-aa4d-f20dff2f53ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:58.222356 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb902a-07a3-4545-b2ba-4f45668836a8 req-1aec3740-dd33-4d15-b202-80fe74bec512 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:58.222356 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-41fb902a-07a3-4545-b2ba-4f45668836a8 req-1aec3740-dd33-4d15-b202-80fe74bec512 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:58.273246 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a3837477-fbec-44e0-aebf-f35e8d9090d6 req-3362b161-10e9-42de-bdf6-6cbf9307fee4 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a3bf41a-ab09-4241-8cdb-6ef5c223e263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366856 Dec 08 16:10:58.324126 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8900f8eb-8bad-4845-aa27-a38ed3aa8bb2 req-bd783293-4137-4805-a272-e0520fc2a078 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=49c58f26-f9c1-4b14-a3ef-7ff8fc05a8af&id=4aaaa83b-c5f6-43ce-9356-8631053cb551&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2550290 Dec 08 16:10:58.326402 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-89886da5-30c1-4d22-8866-9366d49146c0 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Publish callbacks [] for floatingip, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:58.329208 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-89886da5-30c1-4d22-8866-9366d49146c0 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:58.330778 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-89886da5-30c1-4d22-8866-9366d49146c0 tempest-ImagesOneServerNegativeTestJSON-1881615133 tempest-ImagesOneServerNegativeTestJSON-1881615133-project] 10.222.0.64 "DELETE /v2.0/floatingips/38dd6153-2b54-4378-a57d-934e405136e1 HTTP/1.1" status: 204 len: 168 time: 0.9639325 Dec 08 16:10:58.332207 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1bbf61-87c0-4056-aa4d-f20dff2f53ba admin admin] Pushing event updated for resources: {'Network': ['ID=36f1997d-7402-40f7-9d63-2c44f589b38e,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:58.344532 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-41fb902a-07a3-4545-b2ba-4f45668836a8 req-1aec3740-dd33-4d15-b202-80fe74bec512 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6998272 Dec 08 16:10:58.355197 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 36f1997d-7402-40f7-9d63-2c44f589b38e details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:10:58.359641 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-41fb902a-07a3-4545-b2ba-4f45668836a8 req-630d0e0e-1ddd-4c46-831c-2817dbd018c0 service neutron] Request body: {'port': {'device_id': 'ee7e5aa1-2c93-461d-a5f9-ee11e225510a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:10:58.383037 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-5f1bbf61-87c0-4056-aa4d-f20dff2f53ba admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7094479 Dec 08 16:10:58.386054 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43954) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:58.391269 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-7ce94a88-d48b-41a6-becb-5bafc865788f admin admin] Request body: {'subnet': {'network_id': '36f1997d-7402-40f7-9d63-2c44f589b38e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1276066986-subnet', 'tenant_id': 'cf22fc866524446b89f6f72a3f676ba3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:10:58.427832 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-5bd84fc2-ff82-4741-b70c-e1ff11eefba5 None None] Provisioning complete for port 6fcbf224-ea5a-407f-a8b9-3919aa81a099 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:10:58.428240 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5bd84fc2-ff82-4741-b70c-e1ff11eefba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:58.446697 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-41fb902a-07a3-4545-b2ba-4f45668836a8 req-630d0e0e-1ddd-4c46-831c-2817dbd018c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:58.493182 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-5bd84fc2-ff82-4741-b70c-e1ff11eefba5 None None] Port 6fcbf224-ea5a-407f-a8b9-3919aa81a099 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:10:58.494483 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce94a88-d48b-41a6-becb-5bafc865788f admin admin] Made reservation on behalf of cf22fc866524446b89f6f72a3f676ba3 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:10:58.496884 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7ce94a88-d48b-41a6-becb-5bafc865788f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:58.555146 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43966) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:58.561788 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 47f2b69f-71b4-43cb-8a9e-1ace9125c090 up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:10:58.627918 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-19a21d3c-b6ec-4279-8325-21f9a06aa097 admin admin] Deleting subnet 204f0526-34ba-4b28-8f9c-33ef8b4289b9 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:10:58.634810 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-19a21d3c-b6ec-4279-8325-21f9a06aa097 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:58.697291 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-19a21d3c-b6ec-4279-8325-21f9a06aa097 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:58.791020 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-19a21d3c-b6ec-4279-8325-21f9a06aa097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:58.820170 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port 47f2b69f-71b4-43cb-8a9e-1ace9125c090 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:10:58.828683 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 47f2b69f-71b4-43cb-8a9e-1ace9125c090 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:10:58.829824 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:58.921146 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [req-41fb902a-07a3-4545-b2ba-4f45668836a8 req-630d0e0e-1ddd-4c46-831c-2817dbd018c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fcbf224-ea5a-407f-a8b9-3919aa81a099 {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:10:58.931661 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-41fb902a-07a3-4545-b2ba-4f45668836a8 req-630d0e0e-1ddd-4c46-831c-2817dbd018c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:58.943208 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:58.945379 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [req-41fb902a-07a3-4545-b2ba-4f45668836a8 req-630d0e0e-1ddd-4c46-831c-2817dbd018c0 service neutron] Transition to ACTIVE for port object 6fcbf224-ea5a-407f-a8b9-3919aa81a099 will not be triggered until provisioned by entity L2. {{(pid=110551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:10:58.966816 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16712d3c-a214-4d05-bf66-99d2884999f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f2b69f-71b4-43cb-8a9e-1ace9125c090'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:10:58.968101 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03320c06-60eb-4a68-b86e-220b6c1fd239 req-e919508d-224a-46df-8b58-7eac43af0c96 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:58.974770 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c762dda-14df-4b5f-bb5f-bf50d507f937" -d '{"events": [{"server_uuid": "16712d3c-a214-4d05-bf66-99d2884999f4", "name": "network-vif-plugged", "status": "completed", "tag": "47f2b69f-71b4-43cb-8a9e-1ace9125c090"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:10:58.974950 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-03320c06-60eb-4a68-b86e-220b6c1fd239 req-e919508d-224a-46df-8b58-7eac43af0c96 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee7e5aa1-2c93-461d-a5f9-ee11e225510a HTTP/1.1" status: 200 len: 936 time: 0.0626318 Dec 08 16:10:58.974950 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7ce94a88-d48b-41a6-becb-5bafc865788f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:58.981466 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 47f2b69f-71b4-43cb-8a9e-1ace9125c090, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=47f2b69f-71b4-43cb-8a9e-1ace9125c090,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:59.011637 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-19a21d3c-b6ec-4279-8325-21f9a06aa097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:59.061780 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a26a68a-d84c-4b0f-b63e-ab01fd0fb015 x-openstack-request-id: req-5a26a68a-d84c-4b0f-b63e-ab01fd0fb015 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:10:59.065205 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16712d3c-a214-4d05-bf66-99d2884999f4", "name": "network-vif-plugged", "status": "completed", "tag": "47f2b69f-71b4-43cb-8a9e-1ace9125c090", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:10:59.065205 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5a26a68a-d84c-4b0f-b63e-ab01fd0fb015 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:10:59.065205 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16712d3c-a214-4d05-bf66-99d2884999f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f2b69f-71b4-43cb-8a9e-1ace9125c090', 'code': 200} Dec 08 16:10:59.065631 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-19a21d3c-b6ec-4279-8325-21f9a06aa097 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:59.067112 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-19a21d3c-b6ec-4279-8325-21f9a06aa097 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/204f0526-34ba-4b28-8f9c-33ef8b4289b9 HTTP/1.1" status: 204 len: 168 time: 0.5108373 Dec 08 16:10:59.077956 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43982) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:59.084467 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce94a88-d48b-41a6-becb-5bafc865788f admin admin] Pushing event updated for resources: {'Subnet': ['ID=707ddb2f-033d-4542-9213-13a68b9b326b,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:59.093684 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-41fb902a-07a3-4545-b2ba-4f45668836a8 req-630d0e0e-1ddd-4c46-831c-2817dbd018c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:59.099869 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-03320c06-60eb-4a68-b86e-220b6c1fd239 req-caed920f-bc0e-4e8a-a01f-ade79c8f77c1 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209426 Dec 08 16:10:59.130797 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a21d3c-b6ec-4279-8325-21f9a06aa097 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=204f0526-34ba-4b28-8f9c-33ef8b4289b9,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:59.135043 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:59.135393 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce94a88-d48b-41a6-becb-5bafc865788f admin admin] Checking segment: {'id': '92617869-9a71-472b-aafc-2c59cfc12c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '36f1997d-7402-40f7-9d63-2c44f589b38e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:10:59.135757 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce94a88-d48b-41a6-becb-5bafc865788f admin admin] Network hostable DHCP agents. Network: 36f1997d-7402-40f7-9d63-2c44f589b38e, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:10:59.135910 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device bd67e878-ea3f-4ab5-8306-8e0bdcfadc37 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:10:59.205487 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: bd67e878-ea3f-4ab5-8306-8e0bdcfadc37 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:10:59.206158 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device bd67e878-ea3f-4ab5-8306-8e0bdcfadc37 not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:10:59.233222 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d104e74e-ee4c-4881-a4da-37bdca3bb850 req-8d0a9fce-dc26-49cc-bca8-1eb45964225d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:59.235380 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d104e74e-ee4c-4881-a4da-37bdca3bb850 req-8d0a9fce-dc26-49cc-bca8-1eb45964225d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=16712d3c-a214-4d05-bf66-99d2884999f4 HTTP/1.1" status: 200 len: 1102 time: 0.0572820 Dec 08 16:10:59.247246 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=47f2b69f-71b4-43cb-8a9e-1ace9125c090,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:59.256726 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630d0e0e-1ddd-4c46-831c-2817dbd018c0 service neutron] Pushing event updated for resources: {'Port': ['ID=6fcbf224-ea5a-407f-a8b9-3919aa81a099,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:59.284008 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c54f8341-e8cf-4aee-8082-e22a9c5fc5be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:59.297146 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d104e74e-ee4c-4881-a4da-37bdca3bb850 req-ef28d0e9-282e-4fe4-889a-aee4881dccd0 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=2a3bf41a-ab09-4241-8cdb-6ef5c223e263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504174 Dec 08 16:10:59.305712 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce94a88-d48b-41a6-becb-5bafc865788f admin admin] Network 36f1997d-7402-40f7-9d63-2c44f589b38e is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:10:59.417498 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3158e3-55c2-44ed-be0e-929b533461df req-39250ddd-8821-403c-9074-f4b35dd1d021 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:59.430724 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bd3158e3-55c2-44ed-be0e-929b533461df req-39250ddd-8821-403c-9074-f4b35dd1d021 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] 10.222.0.64 "GET /v2.0/ports?device_id=16712d3c-a214-4d05-bf66-99d2884999f4 HTTP/1.1" status: 200 len: 950 time: 0.0823641 Dec 08 16:10:59.438388 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-41fb902a-07a3-4545-b2ba-4f45668836a8 req-630d0e0e-1ddd-4c46-831c-2817dbd018c0 service neutron] Attempting to bind port 6fcbf224-ea5a-407f-a8b9-3919aa81a099 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:10:59.441584 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-41fb902a-07a3-4545-b2ba-4f45668836a8 req-630d0e0e-1ddd-4c46-831c-2817dbd018c0 service neutron] Attempting to bind port 6fcbf224-ea5a-407f-a8b9-3919aa81a099 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:10:59.441584 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fb902a-07a3-4545-b2ba-4f45668836a8 req-630d0e0e-1ddd-4c46-831c-2817dbd018c0 service neutron] Attempting to bind port 6fcbf224-ea5a-407f-a8b9-3919aa81a099 on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:10:59.447577 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-7ce94a88-d48b-41a6-becb-5bafc865788f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 36f1997d-7402-40f7-9d63-2c44f589b38e) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:10:59.448880 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fb902a-07a3-4545-b2ba-4f45668836a8 req-630d0e0e-1ddd-4c46-831c-2817dbd018c0 service neutron] Port 6fcbf224-ea5a-407f-a8b9-3919aa81a099 on network b91759c7-445e-4f7b-9fc4-64d80951832c not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:10:59.449370 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fb902a-07a3-4545-b2ba-4f45668836a8 req-630d0e0e-1ddd-4c46-831c-2817dbd018c0 service neutron] Attempting to bind port 6fcbf224-ea5a-407f-a8b9-3919aa81a099 on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:10:59.457172 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce94a88-d48b-41a6-becb-5bafc865788f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:59.457887 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7ce94a88-d48b-41a6-becb-5bafc865788f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:59.459269 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb4b15d-ce44-401c-885d-16dfa52832d2 None None] Network 36f1997d-7402-40f7-9d63-2c44f589b38e requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:10:59.471181 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fb902a-07a3-4545-b2ba-4f45668836a8 req-630d0e0e-1ddd-4c46-831c-2817dbd018c0 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:10:59.471690 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fb902a-07a3-4545-b2ba-4f45668836a8 req-630d0e0e-1ddd-4c46-831c-2817dbd018c0 service neutron] Checking segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:10:59.472290 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fb902a-07a3-4545-b2ba-4f45668836a8 req-630d0e0e-1ddd-4c46-831c-2817dbd018c0 service neutron] Bound using segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:10:59.472723 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-41fb902a-07a3-4545-b2ba-4f45668836a8 req-630d0e0e-1ddd-4c46-831c-2817dbd018c0 service neutron] Bound port: 6fcbf224-ea5a-407f-a8b9-3919aa81a099, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:10:59.473156 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-41fb902a-07a3-4545-b2ba-4f45668836a8 req-630d0e0e-1ddd-4c46-831c-2817dbd018c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:59.478241 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c54f8341-e8cf-4aee-8082-e22a9c5fc5be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:59.509095 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bd3158e3-55c2-44ed-be0e-929b533461df req-c7a77f7b-a087-460f-b543-b0279e6a4eca tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a3bf41a-ab09-4241-8cdb-6ef5c223e263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764899 Dec 08 16:10:59.515997 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-c54f8341-e8cf-4aee-8082-e22a9c5fc5be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb7ccd97-4ed6-4775-a83f-7666f035258b']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:10:59.545784 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-c54f8341-e8cf-4aee-8082-e22a9c5fc5be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47c90d66-b9b1-48b2-9414-0fbc8593b6cd') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:10:59.546226 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-c54f8341-e8cf-4aee-8082-e22a9c5fc5be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47c90d66-b9b1-48b2-9414-0fbc8593b6cd') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:10:59.562139 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c54f8341-e8cf-4aee-8082-e22a9c5fc5be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:59.592425 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c54f8341-e8cf-4aee-8082-e22a9c5fc5be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:59.601037 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-41fb902a-07a3-4545-b2ba-4f45668836a8 req-630d0e0e-1ddd-4c46-831c-2817dbd018c0 service neutron] For port 6fcbf224-ea5a-407f-a8b9-3919aa81a099, host n-h2-776250-12, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:10:59.603697 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c54f8341-e8cf-4aee-8082-e22a9c5fc5be admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:10:59.604101 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c54f8341-e8cf-4aee-8082-e22a9c5fc5be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:59.605594 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-7ce94a88-d48b-41a6-becb-5bafc865788f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2181747 Dec 08 16:10:59.613603 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:10:59.613603 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:10:59.613603 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:10:59.613603 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:10:59.613603 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:10:59.613603 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:10:59.613603 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:10:59.613603 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:10:59.613603 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:10:59.613603 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:10:59.613603 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:10:59.613603 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:10:59.613603 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:10:59.613603 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:10:59.613603 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:10:59.613603 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:10:59.613603 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:10:59.613603 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:10:59.613603 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:10:59.613603 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:10:59.613603 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:10:59.613603 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:10:59.613603 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:10:59.613603 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:10:59.613603 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:10:59.613603 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:10:59.613603 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:10:59.613603 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:10:59.613603 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:10:59.613603 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:10:59.613603 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:10:59.613603 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:10:59.613603 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-41fb902a-07a3-4545-b2ba-4f45668836a8 req-630d0e0e-1ddd-4c46-831c-2817dbd018c0 service neutron] For port 6fcbf224-ea5a-407f-a8b9-3919aa81a099, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=6fcbf224-ea5a-407f-a8b9-3919aa81a099,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:10:59.620003 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b90f02-1d04-4ad8-998a-3c9f1cbf43e0 None None] Network 36f1997d-7402-40f7-9d63-2c44f589b38e requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:10:59.700848 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-41fb902a-07a3-4545-b2ba-4f45668836a8 req-630d0e0e-1ddd-4c46-831c-2817dbd018c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:59.739660 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb902a-07a3-4545-b2ba-4f45668836a8 req-630d0e0e-1ddd-4c46-831c-2817dbd018c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:59.740656 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-41fb902a-07a3-4545-b2ba-4f45668836a8 req-630d0e0e-1ddd-4c46-831c-2817dbd018c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:59.742091 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-41fb902a-07a3-4545-b2ba-4f45668836a8 req-630d0e0e-1ddd-4c46-831c-2817dbd018c0 service neutron] 10.222.0.37 "PUT /v2.0/ports/6fcbf224-ea5a-407f-a8b9-3919aa81a099 HTTP/1.1" status: 200 len: 1097 time: 1.3875136 Dec 08 16:10:59.742563 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee7e5aa1-2c93-461d-a5f9-ee11e225510a', 'tag': '6fcbf224-ea5a-407f-a8b9-3919aa81a099'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:10:59.745109 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ecfc07-2b08-4a10-85a4-204b2eb2fd77" -d '{"events": [{"name": "network-changed", "server_uuid": "ee7e5aa1-2c93-461d-a5f9-ee11e225510a", "tag": "6fcbf224-ea5a-407f-a8b9-3919aa81a099"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:10:59.779311 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c54f8341-e8cf-4aee-8082-e22a9c5fc5be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:59.788875 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c54f8341-e8cf-4aee-8082-e22a9c5fc5be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:59.792228 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c54f8341-e8cf-4aee-8082-e22a9c5fc5be admin admin] 10.222.0.64 "DELETE /v2.0/networks/cb7ccd97-4ed6-4775-a83f-7666f035258b HTTP/1.1" status: 204 len: 168 time: 0.7127395 Dec 08 16:10:59.814174 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f89c54-92c3-4071-82cf-7103628feb54 x-openstack-request-id: req-26f89c54-92c3-4071-82cf-7103628feb54 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:10:59.814582 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee7e5aa1-2c93-461d-a5f9-ee11e225510a", "tag": "6fcbf224-ea5a-407f-a8b9-3919aa81a099", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:10:59.814839 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-26f89c54-92c3-4071-82cf-7103628feb54 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:10:59.815256 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee7e5aa1-2c93-461d-a5f9-ee11e225510a', 'tag': '6fcbf224-ea5a-407f-a8b9-3919aa81a099', 'status': 'completed', 'code': 200} Dec 08 16:10:59.834907 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54f8341-e8cf-4aee-8082-e22a9c5fc5be admin admin] Pushing event deleted for resources: {'Network': ['ID=cb7ccd97-4ed6-4775-a83f-7666f035258b,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:59.837896 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630d0e0e-1ddd-4c46-831c-2817dbd018c0 service neutron] Pushing event updated for resources: {'Port': ['ID=6fcbf224-ea5a-407f-a8b9-3919aa81a099,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:59.888693 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ecfc07-2b08-4a10-85a4-204b2eb2fd77 req-a09c49a9-c9e3-4679-9c6b-303f4c2b0c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:59.890505 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-07ecfc07-2b08-4a10-85a4-204b2eb2fd77 req-a09c49a9-c9e3-4679-9c6b-303f4c2b0c4a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=15392057af79419bba246e0391d3a62d&device_id=ee7e5aa1-2c93-461d-a5f9-ee11e225510a HTTP/1.1" status: 200 len: 1100 time: 0.0535913 Dec 08 16:10:59.922182 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-07ecfc07-2b08-4a10-85a4-204b2eb2fd77 req-5b28005d-4f93-4a11-a22b-ff4e8991440d service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=15392057af79419bba246e0391d3a62d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224152 Dec 08 16:10:59.975302 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-3bca1a48-e719-4012-b4a4-31a7c97384b2 req-f85cd319-3ec7-4cc6-b7da-1ff4c9cdb921 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-311170544', 'description': 'tempest-description-367040115'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:11:00.069782 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ecfc07-2b08-4a10-85a4-204b2eb2fd77 req-49af66a8-9c58-4683-bd27-3c81060cdd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:00.071929 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-07ecfc07-2b08-4a10-85a4-204b2eb2fd77 req-49af66a8-9c58-4683-bd27-3c81060cdd0a service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1435399 Dec 08 16:11:00.141430 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-3bca1a48-e719-4012-b4a4-31a7c97384b2 req-f85cd319-3ec7-4cc6-b7da-1ff4c9cdb921 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:00.166395 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb902a-07a3-4545-b2ba-4f45668836a8 req-611f5fa6-da72-4338-a76a-2875fd30df6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:00.167967 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-41fb902a-07a3-4545-b2ba-4f45668836a8 req-611f5fa6-da72-4338-a76a-2875fd30df6e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=15392057af79419bba246e0391d3a62d&device_id=ee7e5aa1-2c93-461d-a5f9-ee11e225510a HTTP/1.1" status: 200 len: 1100 time: 0.0488551 Dec 08 16:11:00.215125 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-41fb902a-07a3-4545-b2ba-4f45668836a8 req-d688cfa7-27ef-4b80-9356-906d79d6461f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=6fcbf224-ea5a-407f-a8b9-3919aa81a099 HTTP/1.1" status: 200 len: 217 time: 0.0399563 Dec 08 16:11:00.265186 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-3bca1a48-e719-4012-b4a4-31a7c97384b2 req-f85cd319-3ec7-4cc6-b7da-1ff4c9cdb921 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:00.270174 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44010) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:00.323463 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-548d1950-5766-4334-976c-712b0c005782 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=51b28c5bf24246e298422a1687d82637&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0517893 Dec 08 16:11:00.325977 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44012) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:00.371649 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-3bca1a48-e719-4012-b4a4-31a7c97384b2 req-f85cd319-3ec7-4cc6-b7da-1ff4c9cdb921 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:00.454889 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85cd319-3ec7-4cc6-b7da-1ff4c9cdb921 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7d18e8-1b7e-4b40-b7cf-384fa31f572a,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:00.466364 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eb17856d-2a9c-4c77-8f9c-aacdd61a2da4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:00.506164 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eb17856d-2a9c-4c77-8f9c-aacdd61a2da4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:00.521463 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-3bca1a48-e719-4012-b4a4-31a7c97384b2 req-f85cd319-3ec7-4cc6-b7da-1ff4c9cdb921 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:00.523530 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3bca1a48-e719-4012-b4a4-31a7c97384b2 req-f85cd319-3ec7-4cc6-b7da-1ff4c9cdb921 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.5552201 Dec 08 16:11:00.645995 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb902a-07a3-4545-b2ba-4f45668836a8 req-5c722ae8-2427-4d1b-bdbd-339dcf214a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:00.647505 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-41fb902a-07a3-4545-b2ba-4f45668836a8 req-5c722ae8-2427-4d1b-bdbd-339dcf214a0f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.4260001 Dec 08 16:11:00.665416 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2a1c5-50f8-44ad-b6b3-97db9d16158c req-bb4e95c7-5302-4a8c-abab-644d065296ef tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:00.667478 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f8b2a1c5-50f8-44ad-b6b3-97db9d16158c req-bb4e95c7-5302-4a8c-abab-644d065296ef tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee7e5aa1-2c93-461d-a5f9-ee11e225510a HTTP/1.1" status: 200 len: 948 time: 0.0510912 Dec 08 16:11:00.694216 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eb17856d-2a9c-4c77-8f9c-aacdd61a2da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:00.697051 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eb17856d-2a9c-4c77-8f9c-aacdd61a2da4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:00.698217 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-eb17856d-2a9c-4c77-8f9c-aacdd61a2da4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/40f60a5b-0646-42dd-bbb9-4c0b871b0767 HTTP/1.1" status: 204 len: 168 time: 0.3708375 Dec 08 16:11:00.708052 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb902a-07a3-4545-b2ba-4f45668836a8 req-1bce09c8-1f93-4bce-b2aa-3adc91f5945c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:00.709801 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-41fb902a-07a3-4545-b2ba-4f45668836a8 req-1bce09c8-1f93-4bce-b2aa-3adc91f5945c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0538907 Dec 08 16:11:00.710811 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb17856d-2a9c-4c77-8f9c-aacdd61a2da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f60a5b-0646-42dd-bbb9-4c0b871b0767,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:00.746368 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f8b2a1c5-50f8-44ad-b6b3-97db9d16158c req-b3ea79c5-1c42-46ed-9bd7-2e9e4572b910 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630496 Dec 08 16:11:00.782142 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-d9bb0f6a-c063-4899-95c3-42618e2e5b4d req-48c9ac29-f636-4547-ba38-d61a4bb48f9d tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1452717532', 'description': 'tempest-description-30104667'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:11:00.881460 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e55bb-af6d-43db-af77-a9fe83582cf7 req-9925cba5-4725-4a8e-9476-7f86717d1b88 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:00.882995 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3a8e55bb-af6d-43db-af77-a9fe83582cf7 req-9925cba5-4725-4a8e-9476-7f86717d1b88 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] 10.222.0.64 "GET /v2.0/ports?device_id=16712d3c-a214-4d05-bf66-99d2884999f4 HTTP/1.1" status: 200 len: 950 time: 0.0827610 Dec 08 16:11:00.886696 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-41fb902a-07a3-4545-b2ba-4f45668836a8 req-6229f3a4-d1e9-47a7-8b95-a1ab6584b167 service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557627 Dec 08 16:11:00.894470 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d9bb0f6a-c063-4899-95c3-42618e2e5b4d req-48c9ac29-f636-4547-ba38-d61a4bb48f9d tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:00.973222 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d9bb0f6a-c063-4899-95c3-42618e2e5b4d req-48c9ac29-f636-4547-ba38-d61a4bb48f9d tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:00.995933 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3a8e55bb-af6d-43db-af77-a9fe83582cf7 req-977336d6-a28c-46e2-a9f4-8584e3d4e12e tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a3bf41a-ab09-4241-8cdb-6ef5c223e263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067851 Dec 08 16:11:01.016004 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-41fb902a-07a3-4545-b2ba-4f45668836a8 req-fd8e4fcd-9d69-4b43-aab2-69ce53af4925 service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208062 Dec 08 16:11:01.072526 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d9bb0f6a-c063-4899-95c3-42618e2e5b4d req-48c9ac29-f636-4547-ba38-d61a4bb48f9d tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:01.110877 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c9ac29-f636-4547-ba38-d61a4bb48f9d tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22916caf-447e-415b-8fa2-182cd11be4dd,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:01.174473 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df8c80f-f84e-4c9f-bfa1-83a0bcee209a req-a8de7a79-1e84-406f-97e9-b7049b2f3796 tempest-ServerTagsTestJSON-1873365498 tempest-ServerTagsTestJSON-1873365498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:01.176022 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9df8c80f-f84e-4c9f-bfa1-83a0bcee209a req-a8de7a79-1e84-406f-97e9-b7049b2f3796 tempest-ServerTagsTestJSON-1873365498 tempest-ServerTagsTestJSON-1873365498-project] 10.222.0.64 "GET /v2.0/ports?device_id=22946b8e-8e6d-4873-a561-3645d90db598 HTTP/1.1" status: 200 len: 945 time: 0.0533798 Dec 08 16:11:01.227578 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9df8c80f-f84e-4c9f-bfa1-83a0bcee209a req-e3bab2c8-b911-4340-b999-506cae7cc82e tempest-ServerTagsTestJSON-1873365498 tempest-ServerTagsTestJSON-1873365498-project] 10.222.0.64 "GET /v2.0/security-groups?id=beac221d-4959-452e-b576-d5c38e901da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456507 Dec 08 16:11:01.261945 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d9bb0f6a-c063-4899-95c3-42618e2e5b4d req-48c9ac29-f636-4547-ba38-d61a4bb48f9d tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:01.263701 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d9bb0f6a-c063-4899-95c3-42618e2e5b4d req-48c9ac29-f636-4547-ba38-d61a4bb48f9d tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.4861763 Dec 08 16:11:01.543951 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a988ebcd-73ac-4117-8ded-0a04689ce905 req-3e82a2e0-13cb-4172-b05c-31f92d848c04 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:01.545817 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a988ebcd-73ac-4117-8ded-0a04689ce905 req-3e82a2e0-13cb-4172-b05c-31f92d848c04 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/networks?id=36f1997d-7402-40f7-9d63-2c44f589b38e HTTP/1.1" status: 200 len: 813 time: 0.1191065 Dec 08 16:11:01.561348 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a988ebcd-73ac-4117-8ded-0a04689ce905 req-b64e34cf-1c18-4d6f-ac7c-9c099954974c tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/quotas/cf22fc866524446b89f6f72a3f676ba3 HTTP/1.1" status: 200 len: 375 time: 0.0095077 Dec 08 16:11:01.595849 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a988ebcd-73ac-4117-8ded-0a04689ce905 req-829ee288-2eea-4f90-bda2-c53ec68e1342 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf22fc866524446b89f6f72a3f676ba3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281126 Dec 08 16:11:01.688083 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a988ebcd-73ac-4117-8ded-0a04689ce905 req-1aadea72-4f93-43a6-a450-21cb6451c97e service neutron] 10.222.0.64 "GET /v2.0/networks/36f1997d-7402-40f7-9d63-2c44f589b38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850298 Dec 08 16:11:01.785977 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a988ebcd-73ac-4117-8ded-0a04689ce905 req-3517060e-2e79-4dfd-a059-9b43e752a415 service neutron] 10.222.0.64 "GET /v2.0/networks/36f1997d-7402-40f7-9d63-2c44f589b38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911055 Dec 08 16:11:01.915590 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab0ab1-323d-45b4-9a8f-a88910f9e09c req-45bb767d-0609-4fc6-b1e8-d6692c6c5760 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:01.917207 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-34ab0ab1-323d-45b4-9a8f-a88910f9e09c req-45bb767d-0609-4fc6-b1e8-d6692c6c5760 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee7e5aa1-2c93-461d-a5f9-ee11e225510a HTTP/1.1" status: 200 len: 948 time: 0.0631323 Dec 08 16:11:01.967972 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-34ab0ab1-323d-45b4-9a8f-a88910f9e09c req-20831922-0db1-4929-b313-492e084c6494 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445368 Dec 08 16:11:02.102466 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfcd52d-f389-46b0-ab35-13360a7719bf req-165896e5-91dc-47b1-9485-5b2c84b86b81 tempest-ServerTagsTestJSON-1873365498 tempest-ServerTagsTestJSON-1873365498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:02.104679 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ebfcd52d-f389-46b0-ab35-13360a7719bf req-165896e5-91dc-47b1-9485-5b2c84b86b81 tempest-ServerTagsTestJSON-1873365498 tempest-ServerTagsTestJSON-1873365498-project] 10.222.0.37 "GET /v2.0/ports?device_id=22946b8e-8e6d-4873-a561-3645d90db598 HTTP/1.1" status: 200 len: 945 time: 0.1000221 Dec 08 16:11:02.254080 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f736e-bf5d-4fbe-8950-2c5a80850526 req-5df3f389-53fe-4fbf-b9c5-42837b01ac76 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:02.255670 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-777f736e-bf5d-4fbe-8950-2c5a80850526 req-5df3f389-53fe-4fbf-b9c5-42837b01ac76 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] 10.222.0.64 "GET /v2.0/ports?device_id=16712d3c-a214-4d05-bf66-99d2884999f4 HTTP/1.1" status: 200 len: 950 time: 0.1085300 Dec 08 16:11:02.268930 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f69a66cb-ea2b-40a2-9b98-e3c8de2efe8b req-0baa5d23-5f0c-4d25-96ab-8b78c66abb11 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/ports?device_id=75e8afd3-d930-4cca-90e1-e9213498e7b8 HTTP/1.1" status: 200 len: 210 time: 0.0435960 Dec 08 16:11:02.292969 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-ebfcd52d-f389-46b0-ab35-13360a7719bf req-2022b7cb-7211-48a2-a217-dd832d46e91f tempest-ServerTagsTestJSON-1873365498 tempest-ServerTagsTestJSON-1873365498-project] Deleting port 3c5de45c-30de-45bd-b7dd-1d752a5064cb {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:11:02.293254 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-ebfcd52d-f389-46b0-ab35-13360a7719bf req-2022b7cb-7211-48a2-a217-dd832d46e91f tempest-ServerTagsTestJSON-1873365498 tempest-ServerTagsTestJSON-1873365498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:02.363552 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-777f736e-bf5d-4fbe-8950-2c5a80850526 req-03bcded9-d0db-4c1f-9de9-6623f2eafbce tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a3bf41a-ab09-4241-8cdb-6ef5c223e263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004391 Dec 08 16:11:02.408944 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-ebfcd52d-f389-46b0-ab35-13360a7719bf req-2022b7cb-7211-48a2-a217-dd832d46e91f tempest-ServerTagsTestJSON-1873365498 tempest-ServerTagsTestJSON-1873365498-project] For port 3c5de45c-30de-45bd-b7dd-1d752a5064cb, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=3c5de45c-30de-45bd-b7dd-1d752a5064cb,segment=NetworkSegment(273e1d2d-8409-4ee8-89f2-7bc662c4b9b2),segment_id=273e1d2d-8409-4ee8-89f2-7bc662c4b9b2)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:11:02.409330 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-ebfcd52d-f389-46b0-ab35-13360a7719bf req-2022b7cb-7211-48a2-a217-dd832d46e91f tempest-ServerTagsTestJSON-1873365498 tempest-ServerTagsTestJSON-1873365498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:02.434973 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-ebfcd52d-f389-46b0-ab35-13360a7719bf req-2022b7cb-7211-48a2-a217-dd832d46e91f tempest-ServerTagsTestJSON-1873365498 tempest-ServerTagsTestJSON-1873365498-project] Calling delete_port for 3c5de45c-30de-45bd-b7dd-1d752a5064cb owned by compute:nova {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:11:02.531553 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca382f86-4dec-4fd7-be18-1fbc3505f158 req-d0c32233-8e97-4cdf-b516-5392b4beeea3 tempest-ServerTagsTestJSON-1873365498 tempest-ServerTagsTestJSON-1873365498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:02.533691 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ca382f86-4dec-4fd7-be18-1fbc3505f158 req-d0c32233-8e97-4cdf-b516-5392b4beeea3 tempest-ServerTagsTestJSON-1873365498 tempest-ServerTagsTestJSON-1873365498-project] 10.222.0.64 "GET /v2.0/ports?device_id=22946b8e-8e6d-4873-a561-3645d90db598 HTTP/1.1" status: 200 len: 945 time: 0.0961990 Dec 08 16:11:02.625972 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ca382f86-4dec-4fd7-be18-1fbc3505f158 req-cb85df89-75b0-48b7-90af-d8e2eae24594 tempest-ServerTagsTestJSON-1873365498 tempest-ServerTagsTestJSON-1873365498-project] 10.222.0.64 "GET /v2.0/security-groups?id=beac221d-4959-452e-b576-d5c38e901da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839376 Dec 08 16:11:02.717531 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-ebfcd52d-f389-46b0-ab35-13360a7719bf req-2022b7cb-7211-48a2-a217-dd832d46e91f tempest-ServerTagsTestJSON-1873365498 tempest-ServerTagsTestJSON-1873365498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:02.730676 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['3c5de45c-30de-45bd-b7dd-1d752a5064cb'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:11:02.747904 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022b7cb-7211-48a2-a217-dd832d46e91f tempest-ServerTagsTestJSON-1873365498 tempest-ServerTagsTestJSON-1873365498-project] Pushing event deleted for resources: {'Port': ['ID=3c5de45c-30de-45bd-b7dd-1d752a5064cb,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:02.790939 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebfcd52d-f389-46b0-ab35-13360a7719bf req-2022b7cb-7211-48a2-a217-dd832d46e91f tempest-ServerTagsTestJSON-1873365498 tempest-ServerTagsTestJSON-1873365498-project] No DVR routers for this DVR port 3c5de45c-30de-45bd-b7dd-1d752a5064cb on host n-h2-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:11:02.794135 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-ebfcd52d-f389-46b0-ab35-13360a7719bf req-2022b7cb-7211-48a2-a217-dd832d46e91f tempest-ServerTagsTestJSON-1873365498 tempest-ServerTagsTestJSON-1873365498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:02.798112 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ebfcd52d-f389-46b0-ab35-13360a7719bf req-2022b7cb-7211-48a2-a217-dd832d46e91f tempest-ServerTagsTestJSON-1873365498 tempest-ServerTagsTestJSON-1873365498-project] 10.222.0.37 "DELETE /v2.0/ports/3c5de45c-30de-45bd-b7dd-1d752a5064cb HTTP/1.1" status: 204 len: 173 time: 0.6872435 Dec 08 16:11:02.799189 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22946b8e-8e6d-4873-a561-3645d90db598', 'name': 'network-vif-deleted', 'tag': '3c5de45c-30de-45bd-b7dd-1d752a5064cb'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:11:02.802030 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e05819-7b4a-4d27-89a7-ac387249dbb4" -d '{"events": [{"server_uuid": "22946b8e-8e6d-4873-a561-3645d90db598", "name": "network-vif-deleted", "tag": "3c5de45c-30de-45bd-b7dd-1d752a5064cb"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:11:02.903411 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4b426e-19c1-4692-9107-825b2e491f08 x-openstack-request-id: req-ea4b426e-19c1-4692-9107-825b2e491f08 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:11:02.903710 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22946b8e-8e6d-4873-a561-3645d90db598", "name": "network-vif-deleted", "tag": "3c5de45c-30de-45bd-b7dd-1d752a5064cb", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:11:02.904086 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ea4b426e-19c1-4692-9107-825b2e491f08 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:11:02.904533 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22946b8e-8e6d-4873-a561-3645d90db598', 'name': 'network-vif-deleted', 'tag': '3c5de45c-30de-45bd-b7dd-1d752a5064cb', 'status': 'completed', 'code': 200} Dec 08 16:11:03.100579 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a745d-ba48-4913-a04f-f9d00f95bfc3 req-6768010a-9180-4492-9828-55397fbbcbc7 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:03.102330 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c02a745d-ba48-4913-a04f-f9d00f95bfc3 req-6768010a-9180-4492-9828-55397fbbcbc7 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee7e5aa1-2c93-461d-a5f9-ee11e225510a HTTP/1.1" status: 200 len: 948 time: 0.0620291 Dec 08 16:11:03.165517 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c02a745d-ba48-4913-a04f-f9d00f95bfc3 req-cb6808d7-7d4f-4aab-9449-6ed469911db3 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572767 Dec 08 16:11:03.351821 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-137d3916-b4e8-4976-898e-b4bba8d4323a req-fb8e277a-5c08-4eb8-87d9-98ac221826b3 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/ports?device_id=75e8afd3-d930-4cca-90e1-e9213498e7b8 HTTP/1.1" status: 200 len: 210 time: 0.0291085 Dec 08 16:11:03.745938 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c105e5d2-8ad8-4b8c-8c9b-8c74401f5fb4 req-40d4cdf9-92aa-4a34-9ebf-b46663e534ff tempest-ServerTagsTestJSON-1873365498 tempest-ServerTagsTestJSON-1873365498-project] 10.222.0.64 "GET /v2.0/ports?device_id=22946b8e-8e6d-4873-a561-3645d90db598 HTTP/1.1" status: 200 len: 210 time: 0.0286095 Dec 08 16:11:03.748686 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44144) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:03.859591 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b09496d3-5961-4f62-a9d5-05b0bc8bfc09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:03.968322 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b09496d3-5961-4f62-a9d5-05b0bc8bfc09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:04.166431 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 6fcbf224-ea5a-407f-a8b9-3919aa81a099 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:11:04.186138 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b09496d3-5961-4f62-a9d5-05b0bc8bfc09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:04.234377 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b09496d3-5961-4f62-a9d5-05b0bc8bfc09 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=795af2e362074d4291a839e4c8336b78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4832411 Dec 08 16:11:04.237955 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44158) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:04.241325 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09496d3-5961-4f62-a9d5-05b0bc8bfc09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=475f4900-5e47-40bb-b4dc-f87e3e861310,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:04.310088 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 6fcbf224-ea5a-407f-a8b9-3919aa81a099, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=6fcbf224-ea5a-407f-a8b9-3919aa81a099,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:11:04.322844 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '6fcbf224-ea5a-407f-a8b9-3919aa81a099', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'port_id': '6fcbf224-ea5a-407f-a8b9-3919aa81a099', 'mac_address': 'fa:16:3e:e3:69:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c93b3a32-b438-4a47-8558-220c03febf97', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:11:04.346669 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d416f-bec7-43a7-be49-9b63c264ea5a req-95ffe588-452f-4c61-8ef7-23a57405e6e3 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:04.348546 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a92d416f-bec7-43a7-be49-9b63c264ea5a req-95ffe588-452f-4c61-8ef7-23a57405e6e3 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee7e5aa1-2c93-461d-a5f9-ee11e225510a HTTP/1.1" status: 200 len: 948 time: 0.0785775 Dec 08 16:11:04.365167 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:04.372124 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ea6837e3-4ae4-41b7-bee2-d7621c52e408 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:04.381317 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fcbf224-ea5a-407f-a8b9-3919aa81a099 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:11:04.407725 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 6fcbf224-ea5a-407f-a8b9-3919aa81a099, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=6fcbf224-ea5a-407f-a8b9-3919aa81a099,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:11:04.415678 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:04.420945 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ea6837e3-4ae4-41b7-bee2-d7621c52e408 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:04.439798 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a92d416f-bec7-43a7-be49-9b63c264ea5a req-6a18b690-5265-4456-86d1-ece85ccf6cf9 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798275 Dec 08 16:11:04.460428 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-10c61aac-df8a-463c-9dbd-f4f30984a0d3 req-9276f09a-79da-4a57-a605-1b95bb0c9998 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/ports?device_id=75e8afd3-d930-4cca-90e1-e9213498e7b8 HTTP/1.1" status: 200 len: 210 time: 0.0293086 Dec 08 16:11:04.540108 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:04.585899 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ea6837e3-4ae4-41b7-bee2-d7621c52e408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:04.589298 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ea6837e3-4ae4-41b7-bee2-d7621c52e408 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:04.595044 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ea6837e3-4ae4-41b7-bee2-d7621c52e408 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/475f4900-5e47-40bb-b4dc-f87e3e861310 HTTP/1.1" status: 204 len: 168 time: 0.3514521 Dec 08 16:11:04.597810 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=6fcbf224-ea5a-407f-a8b9-3919aa81a099,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:04.604006 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6837e3-4ae4-41b7-bee2-d7621c52e408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475f4900-5e47-40bb-b4dc-f87e3e861310,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:04.817803 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44172) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:04.822840 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['6fcbf224-ea5a-407f-a8b9-3919aa81a099'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:11:04.870109 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-86efead7-fbfe-408b-9aff-ad2728d51ee5 admin admin] Deleting subnet 4e3683ad-b78c-425f-9812-84680b35c007 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:11:04.873517 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-86efead7-fbfe-408b-9aff-ad2728d51ee5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:04.914041 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-86efead7-fbfe-408b-9aff-ad2728d51ee5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:04.997024 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-86efead7-fbfe-408b-9aff-ad2728d51ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:05.198138 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-86efead7-fbfe-408b-9aff-ad2728d51ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:05.226200 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86efead7-fbfe-408b-9aff-ad2728d51ee5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e3683ad-b78c-425f-9812-84680b35c007,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:05.233822 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-86efead7-fbfe-408b-9aff-ad2728d51ee5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:05.239319 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-86efead7-fbfe-408b-9aff-ad2728d51ee5 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/4e3683ad-b78c-425f-9812-84680b35c007 HTTP/1.1" status: 204 len: 168 time: 0.4195409 Dec 08 16:11:05.242285 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44184) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:05.322566 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dfe1ce89-5a9e-460e-9a01-438a00d6aa0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:05.499671 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dfe1ce89-5a9e-460e-9a01-438a00d6aa0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:05.547669 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a988ebcd-73ac-4117-8ded-0a04689ce905 req-58f45f8b-aa53-4a83-a0f3-b8b35f7a0d91 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:05.549356 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a988ebcd-73ac-4117-8ded-0a04689ce905 req-58f45f8b-aa53-4a83-a0f3-b8b35f7a0d91 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.76 "GET /v2.0/networks?id=36f1997d-7402-40f7-9d63-2c44f589b38e HTTP/1.1" status: 200 len: 813 time: 0.2142665 Dec 08 16:11:05.553900 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-dfe1ce89-5a9e-460e-9a01-438a00d6aa0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8070d4c-877c-480f-99e9-3603a514486d']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:11:05.570541 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-a988ebcd-73ac-4117-8ded-0a04689ce905 req-d653af1b-6a84-44aa-8c63-93eff9dfed4b tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Request body: {'port': {'device_id': '75e8afd3-d930-4cca-90e1-e9213498e7b8', 'network_id': '36f1997d-7402-40f7-9d63-2c44f589b38e', 'admin_state_up': True, 'tenant_id': 'cf22fc866524446b89f6f72a3f676ba3'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:11:05.576210 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-dfe1ce89-5a9e-460e-9a01-438a00d6aa0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '273e1d2d-8409-4ee8-89f2-7bc662c4b9b2') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:11:05.576559 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-dfe1ce89-5a9e-460e-9a01-438a00d6aa0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '273e1d2d-8409-4ee8-89f2-7bc662c4b9b2') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:11:05.595518 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d5746-be89-4579-a705-fd83524fe0e7 req-8a8a0b5d-2e8e-4329-bf32-b9ad1244ec06 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:05.601040 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e45d5746-be89-4579-a705-fd83524fe0e7 req-8a8a0b5d-2e8e-4329-bf32-b9ad1244ec06 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee7e5aa1-2c93-461d-a5f9-ee11e225510a HTTP/1.1" status: 200 len: 949 time: 0.0682819 Dec 08 16:11:05.684479 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-38b8f3df-701e-41bf-90c0-5b59501c2eec req-87143ad7-c278-419c-aa1b-9d603fbe151e tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/ports?device_id=75e8afd3-d930-4cca-90e1-e9213498e7b8 HTTP/1.1" status: 200 len: 210 time: 0.1212060 Dec 08 16:11:05.686419 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dfe1ce89-5a9e-460e-9a01-438a00d6aa0a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:05.698711 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e45d5746-be89-4579-a705-fd83524fe0e7 req-16c13819-2b0a-405a-9793-b03150f92a3f tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680716 Dec 08 16:11:05.708762 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dfe1ce89-5a9e-460e-9a01-438a00d6aa0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:05.711826 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfe1ce89-5a9e-460e-9a01-438a00d6aa0a admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:11:05.712500 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dfe1ce89-5a9e-460e-9a01-438a00d6aa0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:05.716483 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:11:05.716483 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:11:05.716483 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:11:05.716483 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:11:05.716483 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:11:05.716483 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:11:05.716483 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:11:05.716483 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:11:05.716483 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:11:05.716483 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:11:05.716483 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:11:05.716483 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:11:05.716483 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:11:05.716483 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:11:05.716483 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:11:05.716483 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:11:05.716483 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:11:05.716483 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:11:05.716483 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:11:05.716483 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:11:05.716483 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:11:05.716483 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:11:05.716483 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:11:05.716483 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:11:05.716483 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:11:05.716483 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:11:05.716483 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:11:05.716483 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:11:05.716483 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:11:05.716483 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:11:05.716483 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:11:05.716483 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:11:05.982444 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dfe1ce89-5a9e-460e-9a01-438a00d6aa0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:05.984359 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a988ebcd-73ac-4117-8ded-0a04689ce905 req-d653af1b-6a84-44aa-8c63-93eff9dfed4b tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Made reservation on behalf of cf22fc866524446b89f6f72a3f676ba3 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:11:05.989916 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a988ebcd-73ac-4117-8ded-0a04689ce905 req-d653af1b-6a84-44aa-8c63-93eff9dfed4b tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:05.994479 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dfe1ce89-5a9e-460e-9a01-438a00d6aa0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:06.003323 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-dfe1ce89-5a9e-460e-9a01-438a00d6aa0a admin admin] 10.222.0.64 "DELETE /v2.0/networks/b8070d4c-877c-480f-99e9-3603a514486d HTTP/1.1" status: 204 len: 168 time: 0.7566421 Dec 08 16:11:06.033894 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe1ce89-5a9e-460e-9a01-438a00d6aa0a admin admin] Pushing event deleted for resources: {'Network': ['ID=b8070d4c-877c-480f-99e9-3603a514486d,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:06.044263 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44216) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:06.167182 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-1516e09f-373c-4e12-b9eb-0ae163f19fd7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1514958750-network', 'tenant_id': '3798feb5ec614367ae6f33eb84c74e3b'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:11:06.181700 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 6fcbf224-ea5a-407f-a8b9-3919aa81a099 up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:11:06.184565 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-a988ebcd-73ac-4117-8ded-0a04689ce905 req-d653af1b-6a84-44aa-8c63-93eff9dfed4b tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Allocated IP 172.20.0.2 (36f1997d-7402-40f7-9d63-2c44f589b38e/707ddb2f-033d-4542-9213-13a68b9b326b/7391200b-a656-49d2-be8a-f22216a67d06) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:11:06.317119 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1516e09f-373c-4e12-b9eb-0ae163f19fd7 admin admin] Made reservation on behalf of 3798feb5ec614367ae6f33eb84c74e3b for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:11:06.319561 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1516e09f-373c-4e12-b9eb-0ae163f19fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:06.333297 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1516e09f-373c-4e12-b9eb-0ae163f19fd7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:06.340918 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a988ebcd-73ac-4117-8ded-0a04689ce905 req-d653af1b-6a84-44aa-8c63-93eff9dfed4b tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:06.409735 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1516e09f-373c-4e12-b9eb-0ae163f19fd7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:06.420690 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port 6fcbf224-ea5a-407f-a8b9-3919aa81a099 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:11:06.425756 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 6fcbf224-ea5a-407f-a8b9-3919aa81a099 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:11:06.433407 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:06.512516 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:06.534324 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a988ebcd-73ac-4117-8ded-0a04689ce905 req-d653af1b-6a84-44aa-8c63-93eff9dfed4b tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:06.534618 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee7e5aa1-2c93-461d-a5f9-ee11e225510a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fcbf224-ea5a-407f-a8b9-3919aa81a099'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:11:06.536952 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3291632-a8dd-4dbc-b47c-d591aed1ef0e" -d '{"events": [{"server_uuid": "ee7e5aa1-2c93-461d-a5f9-ee11e225510a", "name": "network-vif-plugged", "status": "completed", "tag": "6fcbf224-ea5a-407f-a8b9-3919aa81a099"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:11:06.552132 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 6fcbf224-ea5a-407f-a8b9-3919aa81a099, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=6fcbf224-ea5a-407f-a8b9-3919aa81a099,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:11:06.586328 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a988ebcd-73ac-4117-8ded-0a04689ce905 req-d653af1b-6a84-44aa-8c63-93eff9dfed4b tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Network 36f1997d-7402-40f7-9d63-2c44f589b38e is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:11:06.587228 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 47f2b69f-71b4-43cb-8a9e-1ace9125c090 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:11:06.590966 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-a988ebcd-73ac-4117-8ded-0a04689ce905 req-d653af1b-6a84-44aa-8c63-93eff9dfed4b tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:11:06.591478 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1516e09f-373c-4e12-b9eb-0ae163f19fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:06.593010 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d653af1b-6a84-44aa-8c63-93eff9dfed4b tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Pushing event updated for resources: {'Port': ['ID=7391200b-a656-49d2-be8a-f22216a67d06,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:06.595281 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-a988ebcd-73ac-4117-8ded-0a04689ce905 req-d653af1b-6a84-44aa-8c63-93eff9dfed4b tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:11:06.606213 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1516e09f-373c-4e12-b9eb-0ae163f19fd7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:11:06.620202 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1516e09f-373c-4e12-b9eb-0ae163f19fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:06.620840 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-1516e09f-373c-4e12-b9eb-0ae163f19fd7 admin admin] Added segment 0cbe9537-46d7-4441-aa62-953d167f3a0d of type vlan for network e6e474d0-87cb-40b8-a188-a86c6d857188 Dec 08 16:11:06.669337 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44234) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:06.685185 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1516e09f-373c-4e12-b9eb-0ae163f19fd7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:06.691877 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a988ebcd-73ac-4117-8ded-0a04689ce905 req-d653af1b-6a84-44aa-8c63-93eff9dfed4b tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:06.693006 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a988ebcd-73ac-4117-8ded-0a04689ce905 req-d653af1b-6a84-44aa-8c63-93eff9dfed4b tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:06.700750 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:06.702377 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 3c5de45c-30de-45bd-b7dd-1d752a5064cb no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:11:06.755246 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e638d62-8527-4905-bfe0-26be4bc7ab2d x-openstack-request-id: req-6e638d62-8527-4905-bfe0-26be4bc7ab2d {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:11:06.755533 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee7e5aa1-2c93-461d-a5f9-ee11e225510a", "name": "network-vif-plugged", "status": "completed", "tag": "6fcbf224-ea5a-407f-a8b9-3919aa81a099", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:11:06.756021 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6e638d62-8527-4905-bfe0-26be4bc7ab2d {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:11:06.756623 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee7e5aa1-2c93-461d-a5f9-ee11e225510a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fcbf224-ea5a-407f-a8b9-3919aa81a099', 'code': 200} Dec 08 16:11:06.760146 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: 3c5de45c-30de-45bd-b7dd-1d752a5064cb {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:11:06.760726 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1516e09f-373c-4e12-b9eb-0ae163f19fd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da57f73-8f62-4811-9a6e-4c55961a7a1d,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:06.761423 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 3c5de45c-30de-45bd-b7dd-1d752a5064cb not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:11:06.780973 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-e4b0df99-757b-4de3-b3f0-a82466b26c79 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=49107784a9274e059ac91e9d30f91e1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1013861 Dec 08 16:11:06.781345 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44240) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:06.805302 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a988ebcd-73ac-4117-8ded-0a04689ce905 req-d653af1b-6a84-44aa-8c63-93eff9dfed4b tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2433200 Dec 08 16:11:06.812910 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 47f2b69f-71b4-43cb-8a9e-1ace9125c090, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=47f2b69f-71b4-43cb-8a9e-1ace9125c090,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:11:06.819826 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-a988ebcd-73ac-4117-8ded-0a04689ce905 req-5277912f-4df1-4a98-9b0b-777334409368 service neutron] Request body: {'port': {'device_id': '75e8afd3-d930-4cca-90e1-e9213498e7b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:11:06.834353 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '47f2b69f-71b4-43cb-8a9e-1ace9125c090', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'port_id': '47f2b69f-71b4-43cb-8a9e-1ace9125c090', 'mac_address': 'fa:16:3e:bb:ae:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c93b3a32-b438-4a47-8558-220c03febf97', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:11:06.836170 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=6fcbf224-ea5a-407f-a8b9-3919aa81a099,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:06.867519 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1516e09f-373c-4e12-b9eb-0ae163f19fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:06.868975 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1516e09f-373c-4e12-b9eb-0ae163f19fd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:06.869770 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1516e09f-373c-4e12-b9eb-0ae163f19fd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:06.884326 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:06.898458 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 47f2b69f-71b4-43cb-8a9e-1ace9125c090 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:11:06.915123 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a988ebcd-73ac-4117-8ded-0a04689ce905 req-5277912f-4df1-4a98-9b0b-777334409368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:06.924215 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 47f2b69f-71b4-43cb-8a9e-1ace9125c090, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=47f2b69f-71b4-43cb-8a9e-1ace9125c090,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:11:06.969136 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc8b8c6-a5ca-4e5c-bf70-5c7d22e4d51f req-a1c0c17a-979f-41fa-92f4-0510b8f0deb3 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:06.970865 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-dfc8b8c6-a5ca-4e5c-bf70-5c7d22e4d51f req-a1c0c17a-979f-41fa-92f4-0510b8f0deb3 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee7e5aa1-2c93-461d-a5f9-ee11e225510a HTTP/1.1" status: 200 len: 950 time: 0.1227584 Dec 08 16:11:06.981373 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed025fd3-9e07-42c3-8751-f143bb3df629 req-7d64df42-68c7-40fb-bc70-b346356120ba tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:06.982946 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ed025fd3-9e07-42c3-8751-f143bb3df629 req-7d64df42-68c7-40fb-bc70-b346356120ba tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/ports?device_id=75e8afd3-d930-4cca-90e1-e9213498e7b8 HTTP/1.1" status: 200 len: 931 time: 0.1842260 Dec 08 16:11:07.009085 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4247c489-c570-4c25-adfd-d51c91df2d77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:07.019012 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1516e09f-373c-4e12-b9eb-0ae163f19fd7 admin admin] Pushing event updated for resources: {'Network': ['ID=e6e474d0-87cb-40b8-a188-a86c6d857188,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:07.026370 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45108a-4909-47ed-81b5-5638a44075c2 req-b02860a7-ec3d-4035-a35d-7ac4c8251fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:07.027788 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7c45108a-4909-47ed-81b5-5638a44075c2 req-b02860a7-ec3d-4035-a35d-7ac4c8251fdf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ee7e5aa1-2c93-461d-a5f9-ee11e225510a HTTP/1.1" status: 200 len: 1102 time: 0.1912251 Dec 08 16:11:07.030658 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network e6e474d0-87cb-40b8-a188-a86c6d857188 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:11:07.040306 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-1516e09f-373c-4e12-b9eb-0ae163f19fd7 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9920983 Dec 08 16:11:07.042030 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44244) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:07.056681 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-acaf05b5-5727-460f-b1fd-20ff60b1b198 admin admin] Request body: {'subnet': {'network_id': 'e6e474d0-87cb-40b8-a188-a86c6d857188', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1514958750-subnet', 'tenant_id': '3798feb5ec614367ae6f33eb84c74e3b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:11:07.075195 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:07.098822 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4247c489-c570-4c25-adfd-d51c91df2d77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:07.108708 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-dfc8b8c6-a5ca-4e5c-bf70-5c7d22e4d51f req-7cf2f5af-95a7-4645-9d63-6631c1a3e267 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295328 Dec 08 16:11:07.141883 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ed025fd3-9e07-42c3-8751-f143bb3df629 req-0e6ae500-707e-438b-af54-a42a4399b0f4 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/security-groups?id=c89a3303-4112-4fa9-ad34-bd9348cd97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503029 Dec 08 16:11:07.164906 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['47f2b69f-71b4-43cb-8a9e-1ace9125c090'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:11:07.184191 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7c45108a-4909-47ed-81b5-5638a44075c2 req-48631ec4-bfaf-4ad6-9e1b-afe1ccbe3a69 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453199 Dec 08 16:11:07.193261 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=47f2b69f-71b4-43cb-8a9e-1ace9125c090,revision_number=6']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:07.253812 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acaf05b5-5727-460f-b1fd-20ff60b1b198 admin admin] Made reservation on behalf of 3798feb5ec614367ae6f33eb84c74e3b for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:11:07.256317 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-acaf05b5-5727-460f-b1fd-20ff60b1b198 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:07.294733 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4247c489-c570-4c25-adfd-d51c91df2d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:07.297976 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4247c489-c570-4c25-adfd-d51c91df2d77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:07.299388 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-4247c489-c570-4c25-adfd-d51c91df2d77 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/beac221d-4959-452e-b576-d5c38e901da0 HTTP/1.1" status: 204 len: 168 time: 0.5188746 Dec 08 16:11:07.318027 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4247c489-c570-4c25-adfd-d51c91df2d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beac221d-4959-452e-b576-d5c38e901da0,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:07.330297 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-a988ebcd-73ac-4117-8ded-0a04689ce905 req-5277912f-4df1-4a98-9b0b-777334409368 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7391200b-a656-49d2-be8a-f22216a67d06 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:11:07.347542 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a988ebcd-73ac-4117-8ded-0a04689ce905 req-5277912f-4df1-4a98-9b0b-777334409368 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:07.373902 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-a988ebcd-73ac-4117-8ded-0a04689ce905 req-5277912f-4df1-4a98-9b0b-777334409368 service neutron] Transition to ACTIVE for port object 7391200b-a656-49d2-be8a-f22216a67d06 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:11:07.442504 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a988ebcd-73ac-4117-8ded-0a04689ce905 req-5277912f-4df1-4a98-9b0b-777334409368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:07.520225 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5277912f-4df1-4a98-9b0b-777334409368 service neutron] Pushing event updated for resources: {'Port': ['ID=7391200b-a656-49d2-be8a-f22216a67d06,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:07.557369 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-acaf05b5-5727-460f-b1fd-20ff60b1b198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:07.571451 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-a988ebcd-73ac-4117-8ded-0a04689ce905 req-5277912f-4df1-4a98-9b0b-777334409368 service neutron] Attempting to bind port 7391200b-a656-49d2-be8a-f22216a67d06 on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:11:07.571798 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-a988ebcd-73ac-4117-8ded-0a04689ce905 req-5277912f-4df1-4a98-9b0b-777334409368 service neutron] Attempting to bind port 7391200b-a656-49d2-be8a-f22216a67d06 by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': '92617869-9a71-472b-aafc-2c59cfc12c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '36f1997d-7402-40f7-9d63-2c44f589b38e'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:11:07.572130 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a988ebcd-73ac-4117-8ded-0a04689ce905 req-5277912f-4df1-4a98-9b0b-777334409368 service neutron] Attempting to bind port 7391200b-a656-49d2-be8a-f22216a67d06 on network 36f1997d-7402-40f7-9d63-2c44f589b38e {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:11:07.577322 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a988ebcd-73ac-4117-8ded-0a04689ce905 req-5277912f-4df1-4a98-9b0b-777334409368 service neutron] Port 7391200b-a656-49d2-be8a-f22216a67d06 on network 36f1997d-7402-40f7-9d63-2c44f589b38e not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:11:07.577657 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a988ebcd-73ac-4117-8ded-0a04689ce905 req-5277912f-4df1-4a98-9b0b-777334409368 service neutron] Attempting to bind port 7391200b-a656-49d2-be8a-f22216a67d06 on network 36f1997d-7402-40f7-9d63-2c44f589b38e {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:11:07.583484 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a988ebcd-73ac-4117-8ded-0a04689ce905 req-5277912f-4df1-4a98-9b0b-777334409368 service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:11:07.583873 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a988ebcd-73ac-4117-8ded-0a04689ce905 req-5277912f-4df1-4a98-9b0b-777334409368 service neutron] Checking segment: {'id': '92617869-9a71-472b-aafc-2c59cfc12c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '36f1997d-7402-40f7-9d63-2c44f589b38e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:11:07.584272 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a988ebcd-73ac-4117-8ded-0a04689ce905 req-5277912f-4df1-4a98-9b0b-777334409368 service neutron] Bound using segment: {'id': '92617869-9a71-472b-aafc-2c59cfc12c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '36f1997d-7402-40f7-9d63-2c44f589b38e'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:11:07.584716 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-a988ebcd-73ac-4117-8ded-0a04689ce905 req-5277912f-4df1-4a98-9b0b-777334409368 service neutron] Bound port: 7391200b-a656-49d2-be8a-f22216a67d06, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92617869-9a71-472b-aafc-2c59cfc12c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '36f1997d-7402-40f7-9d63-2c44f589b38e'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:11:07.585219 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a988ebcd-73ac-4117-8ded-0a04689ce905 req-5277912f-4df1-4a98-9b0b-777334409368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:07.622347 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaf05b5-5727-460f-b1fd-20ff60b1b198 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83a800b0-9644-476a-8057-427d7946a89f,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:07.630949 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acaf05b5-5727-460f-b1fd-20ff60b1b198 admin admin] Checking segment: {'id': '0cbe9537-46d7-4441-aa62-953d167f3a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'e6e474d0-87cb-40b8-a188-a86c6d857188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:11:07.631541 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acaf05b5-5727-460f-b1fd-20ff60b1b198 admin admin] Network hostable DHCP agents. Network: e6e474d0-87cb-40b8-a188-a86c6d857188, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:11:07.656006 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-a988ebcd-73ac-4117-8ded-0a04689ce905 req-5277912f-4df1-4a98-9b0b-777334409368 service neutron] For port 7391200b-a656-49d2-be8a-f22216a67d06, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:11:07.659173 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-a988ebcd-73ac-4117-8ded-0a04689ce905 req-5277912f-4df1-4a98-9b0b-777334409368 service neutron] For port 7391200b-a656-49d2-be8a-f22216a67d06, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=7391200b-a656-49d2-be8a-f22216a67d06,segment=NetworkSegment(92617869-9a71-472b-aafc-2c59cfc12c7b),segment_id=92617869-9a71-472b-aafc-2c59cfc12c7b)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:11:07.757304 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acaf05b5-5727-460f-b1fd-20ff60b1b198 admin admin] Network e6e474d0-87cb-40b8-a188-a86c6d857188 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:11:07.791677 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a988ebcd-73ac-4117-8ded-0a04689ce905 req-5277912f-4df1-4a98-9b0b-777334409368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:07.832555 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a988ebcd-73ac-4117-8ded-0a04689ce905 req-5277912f-4df1-4a98-9b0b-777334409368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:07.833186 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a988ebcd-73ac-4117-8ded-0a04689ce905 req-5277912f-4df1-4a98-9b0b-777334409368 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:07.834600 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a988ebcd-73ac-4117-8ded-0a04689ce905 req-5277912f-4df1-4a98-9b0b-777334409368 service neutron] 10.222.0.76 "PUT /v2.0/ports/7391200b-a656-49d2-be8a-f22216a67d06 HTTP/1.1" status: 200 len: 1092 time: 1.0207877 Dec 08 16:11:07.835054 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75e8afd3-d930-4cca-90e1-e9213498e7b8', 'tag': '7391200b-a656-49d2-be8a-f22216a67d06'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:11:07.837336 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476db39e-fef3-448a-916e-f39b5fde3caa" -d '{"events": [{"name": "network-changed", "server_uuid": "75e8afd3-d930-4cca-90e1-e9213498e7b8", "tag": "7391200b-a656-49d2-be8a-f22216a67d06"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:11:07.862654 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5277912f-4df1-4a98-9b0b-777334409368 service neutron] Pushing event updated for resources: {'Port': ['ID=7391200b-a656-49d2-be8a-f22216a67d06,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:07.877258 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-acaf05b5-5727-460f-b1fd-20ff60b1b198 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, e6e474d0-87cb-40b8-a188-a86c6d857188) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:11:07.881792 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acaf05b5-5727-460f-b1fd-20ff60b1b198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:07.882409 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-acaf05b5-5727-460f-b1fd-20ff60b1b198 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:07.892036 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff61be28-bc0e-4878-8281-aa467240bc12 None None] Network e6e474d0-87cb-40b8-a188-a86c6d857188 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:11:08.004507 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a988ebcd-73ac-4117-8ded-0a04689ce905 req-751e3e20-c124-460c-bbff-72c4770e6307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:08.004752 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092bc37f-cdcb-42cd-a972-c4b718b3cce3 None None] Network e6e474d0-87cb-40b8-a188-a86c6d857188 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:11:08.006268 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a988ebcd-73ac-4117-8ded-0a04689ce905 req-751e3e20-c124-460c-bbff-72c4770e6307 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cf22fc866524446b89f6f72a3f676ba3&device_id=75e8afd3-d930-4cca-90e1-e9213498e7b8 HTTP/1.1" status: 200 len: 1095 time: 0.0572309 Dec 08 16:11:08.031530 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-acaf05b5-5727-460f-b1fd-20ff60b1b198 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9845102 Dec 08 16:11:08.056304 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43069d6b-4e1e-476d-a13a-863816baa189 x-openstack-request-id: req-43069d6b-4e1e-476d-a13a-863816baa189 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:11:08.056304 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75e8afd3-d930-4cca-90e1-e9213498e7b8", "tag": "7391200b-a656-49d2-be8a-f22216a67d06", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:11:08.056304 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-43069d6b-4e1e-476d-a13a-863816baa189 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:11:08.056998 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75e8afd3-d930-4cca-90e1-e9213498e7b8', 'tag': '7391200b-a656-49d2-be8a-f22216a67d06', 'status': 'completed', 'code': 200} Dec 08 16:11:08.059043 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a988ebcd-73ac-4117-8ded-0a04689ce905 req-45b3eecd-359a-491f-a0b1-8cb77a46dc5a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7391200b-a656-49d2-be8a-f22216a67d06 HTTP/1.1" status: 200 len: 217 time: 0.0435083 Dec 08 16:11:08.139985 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a988ebcd-73ac-4117-8ded-0a04689ce905 req-5ecb7d61-8e87-448c-9b80-8a8ef8300e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:08.141648 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a988ebcd-73ac-4117-8ded-0a04689ce905 req-5ecb7d61-8e87-448c-9b80-8a8ef8300e08 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=707ddb2f-033d-4542-9213-13a68b9b326b HTTP/1.1" status: 200 len: 853 time: 0.0741444 Dec 08 16:11:08.181560 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a988ebcd-73ac-4117-8ded-0a04689ce905 req-f8f4f57c-7c31-477c-889a-40ac977c814b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=36f1997d-7402-40f7-9d63-2c44f589b38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326984 Dec 08 16:11:08.264977 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff7fd16-d85d-4d4d-92e6-70211ec4d48a req-50aebca0-5688-4adc-a9ea-a507a4aea974 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:08.266704 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8ff7fd16-d85d-4d4d-92e6-70211ec4d48a req-50aebca0-5688-4adc-a9ea-a507a4aea974 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee7e5aa1-2c93-461d-a5f9-ee11e225510a HTTP/1.1" status: 200 len: 950 time: 0.0569153 Dec 08 16:11:08.294134 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a988ebcd-73ac-4117-8ded-0a04689ce905 req-3be9f7e8-e54f-45c3-817c-339236824468 service neutron] 10.222.0.76 "GET /v2.0/networks/36f1997d-7402-40f7-9d63-2c44f589b38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047862 Dec 08 16:11:08.327720 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8ff7fd16-d85d-4d4d-92e6-70211ec4d48a req-67aa5656-012b-4c53-b63a-7d64c17e3127 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530372 Dec 08 16:11:08.373071 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-5a91d8af-2475-42ac-bbfa-316891381760 req-d123800b-18be-452c-bd96-b6ab2515f177 tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1142513765', 'description': 'tempest-description-1118640044'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:11:08.419985 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:08.431123 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a988ebcd-73ac-4117-8ded-0a04689ce905 req-c30f310a-7fca-48cf-96aa-51f165d8635a service neutron] 10.222.0.76 "GET /v2.0/networks/36f1997d-7402-40f7-9d63-2c44f589b38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293159 Dec 08 16:11:08.474853 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfa38a7-4a6d-45a8-8221-3df6cd244e23 req-81d93402-e1ef-43e2-a560-3e96b0a32a69 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:08.476474 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1bfa38a7-4a6d-45a8-8221-3df6cd244e23 req-81d93402-e1ef-43e2-a560-3e96b0a32a69 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/ports?device_id=75e8afd3-d930-4cca-90e1-e9213498e7b8 HTTP/1.1" status: 200 len: 943 time: 0.0534282 Dec 08 16:11:08.525429 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1bfa38a7-4a6d-45a8-8221-3df6cd244e23 req-c42f5329-ef76-4bdb-814d-2dcdada91047 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/security-groups?id=c89a3303-4112-4fa9-ad34-bd9348cd97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428622 Dec 08 16:11:08.592308 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 47f2b69f-71b4-43cb-8a9e-1ace9125c090 up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:11:08.608253 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5a91d8af-2475-42ac-bbfa-316891381760 req-d123800b-18be-452c-bd96-b6ab2515f177 tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:08.657788 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 47f2b69f-71b4-43cb-8a9e-1ace9125c090 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:11:08.658337 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:08.725319 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476db39e-fef3-448a-916e-f39b5fde3caa req-223f569e-4bba-41fc-b731-0a23aa2f1dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:08.727050 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-476db39e-fef3-448a-916e-f39b5fde3caa req-223f569e-4bba-41fc-b731-0a23aa2f1dc4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cf22fc866524446b89f6f72a3f676ba3&device_id=75e8afd3-d930-4cca-90e1-e9213498e7b8 HTTP/1.1" status: 200 len: 1095 time: 0.0903709 Dec 08 16:11:08.765714 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:08.788809 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16712d3c-a214-4d05-bf66-99d2884999f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f2b69f-71b4-43cb-8a9e-1ace9125c090'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:11:08.791524 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-879dc882-8457-432c-9d33-b1db8411e7ca" -d '{"events": [{"server_uuid": "16712d3c-a214-4d05-bf66-99d2884999f4", "name": "network-vif-plugged", "status": "completed", "tag": "47f2b69f-71b4-43cb-8a9e-1ace9125c090"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:11:08.793820 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5a91d8af-2475-42ac-bbfa-316891381760 req-d123800b-18be-452c-bd96-b6ab2515f177 tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:08.805848 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 47f2b69f-71b4-43cb-8a9e-1ace9125c090, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=47f2b69f-71b4-43cb-8a9e-1ace9125c090,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:11:08.838612 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b3c27b-a097-4bdd-b683-4f1f4d121ace x-openstack-request-id: req-06b3c27b-a097-4bdd-b683-4f1f4d121ace {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:11:08.839038 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16712d3c-a214-4d05-bf66-99d2884999f4", "name": "network-vif-plugged", "status": "completed", "tag": "47f2b69f-71b4-43cb-8a9e-1ace9125c090", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:11:08.839382 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-06b3c27b-a097-4bdd-b683-4f1f4d121ace {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:11:08.839880 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16712d3c-a214-4d05-bf66-99d2884999f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f2b69f-71b4-43cb-8a9e-1ace9125c090', 'code': 200} Dec 08 16:11:08.841042 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476db39e-fef3-448a-916e-f39b5fde3caa req-e4bbf0bb-64bc-4ff2-a8a3-38b6b7cd03df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:08.842624 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-476db39e-fef3-448a-916e-f39b5fde3caa req-e4bbf0bb-64bc-4ff2-a8a3-38b6b7cd03df service neutron] 10.222.0.76 "GET /v2.0/networks?id=36f1997d-7402-40f7-9d63-2c44f589b38e HTTP/1.1" status: 200 len: 914 time: 0.1077838 Dec 08 16:11:08.895341 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-476db39e-fef3-448a-916e-f39b5fde3caa req-f2090d74-ee99-4f49-9f0e-3920217d0066 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7391200b-a656-49d2-be8a-f22216a67d06 HTTP/1.1" status: 200 len: 217 time: 0.0400534 Dec 08 16:11:08.895918 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5a91d8af-2475-42ac-bbfa-316891381760 req-d123800b-18be-452c-bd96-b6ab2515f177 tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:08.900533 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:08.952155 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=47f2b69f-71b4-43cb-8a9e-1ace9125c090,revision_number=7']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:08.967427 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d123800b-18be-452c-bd96-b6ab2515f177 tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae88fc78-3fa6-48cb-9398-ead96e320c58,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:08.979208 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476db39e-fef3-448a-916e-f39b5fde3caa req-0ad3a4ff-8bc4-409c-9f47-6eadb67e30b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:08.980801 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-476db39e-fef3-448a-916e-f39b5fde3caa req-0ad3a4ff-8bc4-409c-9f47-6eadb67e30b4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=707ddb2f-033d-4542-9213-13a68b9b326b HTTP/1.1" status: 200 len: 853 time: 0.0744417 Dec 08 16:11:09.014454 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-476db39e-fef3-448a-916e-f39b5fde3caa req-f968eba9-d2b0-4de8-8fc2-892bc0513edb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=36f1997d-7402-40f7-9d63-2c44f589b38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264692 Dec 08 16:11:09.021597 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5a91d8af-2475-42ac-bbfa-316891381760 req-d123800b-18be-452c-bd96-b6ab2515f177 tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:09.031964 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5a91d8af-2475-42ac-bbfa-316891381760 req-d123800b-18be-452c-bd96-b6ab2515f177 tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.6560137 Dec 08 16:11:09.139137 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1d3dcd60-d2d4-4b26-824b-6f9d8584d755 req-99e0f3d5-b9c2-417b-bfb6-d710f024da3a tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] 10.222.0.64 "GET /v2.0/security-groups/ae88fc78-3fa6-48cb-9398-ead96e320c58 HTTP/1.1" status: 200 len: 1830 time: 0.0641325 Dec 08 16:11:09.155135 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-1d3dcd60-d2d4-4b26-824b-6f9d8584d755 req-6b78139b-e7c4-4863-90b5-7a49fd8019d4 tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ae88fc78-3fa6-48cb-9398-ead96e320c58', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:11:09.156050 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-1d3dcd60-d2d4-4b26-824b-6f9d8584d755 req-6b78139b-e7c4-4863-90b5-7a49fd8019d4 tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ae88fc78-3fa6-48cb-9398-ead96e320c58', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:11:09.163048 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-476db39e-fef3-448a-916e-f39b5fde3caa req-8399e99e-ba84-4218-a11e-e9d37815bcc4 service neutron] 10.222.0.76 "GET /v2.0/networks/36f1997d-7402-40f7-9d63-2c44f589b38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391826 Dec 08 16:11:09.258602 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-476db39e-fef3-448a-916e-f39b5fde3caa req-ecb15a72-f74f-446a-8f2c-1abcd7b02f5a service neutron] 10.222.0.76 "GET /v2.0/networks/36f1997d-7402-40f7-9d63-2c44f589b38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863154 Dec 08 16:11:09.435256 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1d3dcd60-d2d4-4b26-824b-6f9d8584d755 req-6b78139b-e7c4-4863-90b5-7a49fd8019d4 tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:09.452521 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1d3dcd60-d2d4-4b26-824b-6f9d8584d755 req-6b78139b-e7c4-4863-90b5-7a49fd8019d4 tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:09.520797 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c0396-c098-4305-9e76-b5155bbdfe7e req-9a93221e-aca3-4a6d-82c8-fa29246c6e7a tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:09.522385 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e64c0396-c098-4305-9e76-b5155bbdfe7e req-9a93221e-aca3-4a6d-82c8-fa29246c6e7a tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee7e5aa1-2c93-461d-a5f9-ee11e225510a HTTP/1.1" status: 200 len: 950 time: 0.0566254 Dec 08 16:11:09.553713 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1d3dcd60-d2d4-4b26-824b-6f9d8584d755 req-6b78139b-e7c4-4863-90b5-7a49fd8019d4 tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:09.583674 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b78139b-e7c4-4863-90b5-7a49fd8019d4 tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=343ebcd7-e3e8-4339-9908-95cdbeb28c6a,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:09.590663 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e64c0396-c098-4305-9e76-b5155bbdfe7e req-58693784-c96c-4005-b920-b85fd68a8fc9 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619841 Dec 08 16:11:09.667547 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-33cccafe-9276-4a73-920d-cd666abdec80 req-f828d748-629d-4512-86c2-46200c1e029e tempest-ServerShowV247Test-1557716559 tempest-ServerShowV247Test-1557716559-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f93bbcb-367b-4ea5-878a-690aefe7b74b HTTP/1.1" status: 200 len: 210 time: 0.0307248 Dec 08 16:11:09.668085 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1d3dcd60-d2d4-4b26-824b-6f9d8584d755 req-6b78139b-e7c4-4863-90b5-7a49fd8019d4 tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:09.669398 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1d3dcd60-d2d4-4b26-824b-6f9d8584d755 req-6b78139b-e7c4-4863-90b5-7a49fd8019d4 tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5213673 Dec 08 16:11:09.792051 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd86041b-abf3-4333-93b2-2a8a7cb92428 req-5934d95c-db8d-453a-b9ac-cd09b93f6479 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:09.797086 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fd86041b-abf3-4333-93b2-2a8a7cb92428 req-5934d95c-db8d-453a-b9ac-cd09b93f6479 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/ports?device_id=75e8afd3-d930-4cca-90e1-e9213498e7b8 HTTP/1.1" status: 200 len: 943 time: 0.0593436 Dec 08 16:11:09.842600 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fd86041b-abf3-4333-93b2-2a8a7cb92428 req-ef60a36f-ca49-44fa-a4a0-c84a9082383b tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/security-groups?id=c89a3303-4112-4fa9-ad34-bd9348cd97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426002 Dec 08 16:11:09.948258 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdbe9fd-6c56-4979-8b98-166d213a3501 req-ad524224-4b11-4baa-b8f1-0219b7f2a492 tempest-ServersOnMultiNodesTest-133981768 tempest-ServersOnMultiNodesTest-133981768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:09.949980 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1bdbe9fd-6c56-4979-8b98-166d213a3501 req-ad524224-4b11-4baa-b8f1-0219b7f2a492 tempest-ServersOnMultiNodesTest-133981768 tempest-ServersOnMultiNodesTest-133981768-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=ee7e5aa1-2c93-461d-a5f9-ee11e225510a HTTP/1.1" status: 200 len: 1102 time: 0.0434289 Dec 08 16:11:09.974638 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-1bdbe9fd-6c56-4979-8b98-166d213a3501 req-348de035-cd1a-4ec5-864b-b68545f770ae tempest-ServersOnMultiNodesTest-133981768 tempest-ServersOnMultiNodesTest-133981768-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:09.978234 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cbcc6907-b3e9-40bd-ae13-99ad34d060cd req-a4a6f1e9-1036-4908-8545-6afb974ecccf tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] 10.222.0.64 "GET /v2.0/security-groups/ae88fc78-3fa6-48cb-9398-ead96e320c58 HTTP/1.1" status: 200 len: 2423 time: 0.0484014 Dec 08 16:11:10.055309 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-1bdbe9fd-6c56-4979-8b98-166d213a3501 req-348de035-cd1a-4ec5-864b-b68545f770ae tempest-ServersOnMultiNodesTest-133981768 tempest-ServersOnMultiNodesTest-133981768-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:10.293873 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-1bdbe9fd-6c56-4979-8b98-166d213a3501 req-348de035-cd1a-4ec5-864b-b68545f770ae tempest-ServersOnMultiNodesTest-133981768 tempest-ServersOnMultiNodesTest-133981768-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:10.333874 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1bdbe9fd-6c56-4979-8b98-166d213a3501 req-348de035-cd1a-4ec5-864b-b68545f770ae tempest-ServersOnMultiNodesTest-133981768 tempest-ServersOnMultiNodesTest-133981768-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3746300 Dec 08 16:11:10.334632 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348de035-cd1a-4ec5-864b-b68545f770ae tempest-ServersOnMultiNodesTest-133981768 tempest-ServersOnMultiNodesTest-133981768-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ec5f37-b161-41fe-9399-d74fd95d3fb0,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:10.385419 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-227b57e2-c6be-40a9-898c-3b88a2610af8 req-a6d035f9-749a-4b03-874c-93b4d88efc6e tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] 10.222.0.64 "GET /v2.0/security-group-rules/343ebcd7-e3e8-4339-9908-95cdbeb28c6a HTTP/1.1" status: 200 len: 778 time: 0.0271094 Dec 08 16:11:10.440771 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-227b57e2-c6be-40a9-898c-3b88a2610af8 req-c256479c-e5ec-4c22-abec-dd95950de409 tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] 10.222.0.64 "GET /v2.0/security-groups/ae88fc78-3fa6-48cb-9398-ead96e320c58 HTTP/1.1" status: 200 len: 2423 time: 0.0486460 Dec 08 16:11:10.477606 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-227b57e2-c6be-40a9-898c-3b88a2610af8 req-3bebf71e-43d4-430b-8a7d-948ae39b44fd tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:10.485985 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-227b57e2-c6be-40a9-898c-3b88a2610af8 req-3bebf71e-43d4-430b-8a7d-948ae39b44fd tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:10.612887 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-227b57e2-c6be-40a9-898c-3b88a2610af8 req-3bebf71e-43d4-430b-8a7d-948ae39b44fd tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:10.629239 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-227b57e2-c6be-40a9-898c-3b88a2610af8 req-3bebf71e-43d4-430b-8a7d-948ae39b44fd tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:10.630862 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-227b57e2-c6be-40a9-898c-3b88a2610af8 req-3bebf71e-43d4-430b-8a7d-948ae39b44fd tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/343ebcd7-e3e8-4339-9908-95cdbeb28c6a HTTP/1.1" status: 204 len: 173 time: 0.1828432 Dec 08 16:11:10.632193 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bebf71e-43d4-430b-8a7d-948ae39b44fd tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=343ebcd7-e3e8-4339-9908-95cdbeb28c6a,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:10.667080 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-e45f4e5a-56cd-422d-929c-763de958dfb7 req-409b5836-df46-4376-9b79-942d9c6e89bd tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1577332374', 'description': 'tempest-description-1954159449'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:11:10.710421 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5a1d8af5-5fcc-4ae9-bd13-52ecbe0ec968 req-25bf10c1-0410-40ef-8a9a-f4a0bbb228e4 tempest-ServerShowV247Test-1557716559 tempest-ServerShowV247Test-1557716559-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6fac6da-b7dd-4fc1-b4ec-4a6435f997bc HTTP/1.1" status: 200 len: 210 time: 0.0282521 Dec 08 16:11:10.817880 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-c2dd8d70-8bc3-4652-b011-8b676512c2b1 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=15392057af79419bba246e0391d3a62d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244923 Dec 08 16:11:10.867077 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-e45f4e5a-56cd-422d-929c-763de958dfb7 req-409b5836-df46-4376-9b79-942d9c6e89bd tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:10.940553 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-e45f4e5a-56cd-422d-929c-763de958dfb7 req-409b5836-df46-4376-9b79-942d9c6e89bd tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:10.946305 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-d40e61a7-38f0-457b-8a4f-c3fb9fcf9827 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:10.947794 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-d40e61a7-38f0-457b-8a4f-c3fb9fcf9827 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1238177 Dec 08 16:11:10.964403 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-2a73a102-98bd-49f9-ab53-da2b015792c6 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/quotas/15392057af79419bba246e0391d3a62d HTTP/1.1" status: 200 len: 375 time: 0.0106015 Dec 08 16:11:11.016825 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-22779eb3-2b3b-445e-b5c5-90db319becad tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=15392057af79419bba246e0391d3a62d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0466664 Dec 08 16:11:11.098912 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-e45f4e5a-56cd-422d-929c-763de958dfb7 req-409b5836-df46-4376-9b79-942d9c6e89bd tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:11.148044 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409b5836-df46-4376-9b79-942d9c6e89bd tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=070fb3f0-9af7-4f2b-83f5-6a77bc56b78b,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:11.307678 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-e45f4e5a-56cd-422d-929c-763de958dfb7 req-409b5836-df46-4376-9b79-942d9c6e89bd tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:11.318043 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e45f4e5a-56cd-422d-929c-763de958dfb7 req-409b5836-df46-4376-9b79-942d9c6e89bd tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.6651959 Dec 08 16:11:11.498941 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4220fe-fa99-4f63-8e8a-f6349f13f627 req-2f77fe3d-61a9-4b5d-9adc-3fd8b9ab4928 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:11.500538 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ed4220fe-fa99-4f63-8e8a-f6349f13f627 req-2f77fe3d-61a9-4b5d-9adc-3fd8b9ab4928 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/ports?device_id=75e8afd3-d930-4cca-90e1-e9213498e7b8 HTTP/1.1" status: 200 len: 943 time: 0.0561306 Dec 08 16:11:11.534482 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e725af22-e158-4687-b665-2e76a8d90918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:11.566978 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ed4220fe-fa99-4f63-8e8a-f6349f13f627 req-d8b156ee-b84b-40de-8fac-4bcd1b13638e tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/security-groups?id=c89a3303-4112-4fa9-ad34-bd9348cd97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595090 Dec 08 16:11:11.788857 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1beac018-ef4d-4f7e-9aff-f53df030d764 req-f363f544-a6ab-4b1e-800e-3a1f80c2a3a7 tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] 10.222.0.64 "GET /v2.0/security-groups/070fb3f0-9af7-4f2b-83f5-6a77bc56b78b HTTP/1.1" status: 200 len: 1832 time: 0.0493753 Dec 08 16:11:11.884534 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6a822232-3def-4a74-9ab1-c8af9d6e4f4d req-ae960bce-b2bb-43d4-8c10-b6418446c857 tempest-ServerShowV247Test-1557716559 tempest-ServerShowV247Test-1557716559-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6fac6da-b7dd-4fc1-b4ec-4a6435f997bc HTTP/1.1" status: 200 len: 210 time: 0.0296173 Dec 08 16:11:11.937926 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-555c049e-d3a0-4af2-93ec-929a3c065c2e req-52398e1e-ad4d-40f7-932c-b6c6d8ff4834 tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1113992820', 'description': 'tempest-description-464558719'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:11:12.083080 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-555c049e-d3a0-4af2-93ec-929a3c065c2e req-52398e1e-ad4d-40f7-932c-b6c6d8ff4834 tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:12.188073 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-555c049e-d3a0-4af2-93ec-929a3c065c2e req-52398e1e-ad4d-40f7-932c-b6c6d8ff4834 tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:12.295095 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-555c049e-d3a0-4af2-93ec-929a3c065c2e req-52398e1e-ad4d-40f7-932c-b6c6d8ff4834 tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:12.341617 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52398e1e-ad4d-40f7-932c-b6c6d8ff4834 tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cede279f-534e-496c-a36c-c7222bad5baa,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:12.433809 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-555c049e-d3a0-4af2-93ec-929a3c065c2e req-52398e1e-ad4d-40f7-932c-b6c6d8ff4834 tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:12.439112 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-555c049e-d3a0-4af2-93ec-929a3c065c2e req-52398e1e-ad4d-40f7-932c-b6c6d8ff4834 tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.5067465 Dec 08 16:11:12.544022 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-466a3668-f941-41cf-b78b-52148ebb58ab req-6adbaafd-2d3a-4b78-9e85-2685336ef79b tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3c54e46-f898-4235-b2ad-72a9e1a57254 HTTP/1.1" status: 200 len: 210 time: 0.0530298 Dec 08 16:11:12.599147 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 7391200b-a656-49d2-be8a-f22216a67d06 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:11:12.615322 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-25b5cc7b-195c-48f6-8a61-f17515b468c5 req-589e221b-f23f-45f8-a58e-b3fa30ae12be tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] 10.222.0.64 "GET /v2.0/security-groups/cede279f-534e-496c-a36c-c7222bad5baa HTTP/1.1" status: 200 len: 1831 time: 0.0690999 Dec 08 16:11:12.654645 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-3291d64a-a7ec-4a2c-a919-62e7936c5af2 req-fb9cd6ed-a899-4f76-ad3f-b3eb7fc94505 tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2075105701', 'description': 'tempest-description-1978739613'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:11:12.718981 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b9be6-d5bf-4846-a685-f44d8126a950 req-7a56a217-70a4-45eb-af3a-7b101b4aa358 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:12.729032 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-321b9be6-d5bf-4846-a685-f44d8126a950 req-7a56a217-70a4-45eb-af3a-7b101b4aa358 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/ports?device_id=75e8afd3-d930-4cca-90e1-e9213498e7b8 HTTP/1.1" status: 200 len: 943 time: 0.0748963 Dec 08 16:11:12.776443 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 7391200b-a656-49d2-be8a-f22216a67d06, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=7391200b-a656-49d2-be8a-f22216a67d06,segment=NetworkSegment(92617869-9a71-472b-aafc-2c59cfc12c7b),segment_id=92617869-9a71-472b-aafc-2c59cfc12c7b)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:11:12.786252 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-321b9be6-d5bf-4846-a685-f44d8126a950 req-2e4a0738-dcc3-4f6f-854b-581d5c19edd2 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/security-groups?id=c89a3303-4112-4fa9-ad34-bd9348cd97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558465 Dec 08 16:11:12.813882 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '7391200b-a656-49d2-be8a-f22216a67d06', 'network_id': '36f1997d-7402-40f7-9d63-2c44f589b38e', 'port_id': '7391200b-a656-49d2-be8a-f22216a67d06', 'mac_address': 'fa:16:3e:4e:ba:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '707ddb2f-033d-4542-9213-13a68b9b326b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:11:12.824956 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-3291d64a-a7ec-4a2c-a919-62e7936c5af2 req-fb9cd6ed-a899-4f76-ad3f-b3eb7fc94505 tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:12.890353 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:12.910275 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7391200b-a656-49d2-be8a-f22216a67d06 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:11:12.939600 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-3291d64a-a7ec-4a2c-a919-62e7936c5af2 req-fb9cd6ed-a899-4f76-ad3f-b3eb7fc94505 tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:12.963197 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 7391200b-a656-49d2-be8a-f22216a67d06, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=7391200b-a656-49d2-be8a-f22216a67d06,segment=NetworkSegment(92617869-9a71-472b-aafc-2c59cfc12c7b),segment_id=92617869-9a71-472b-aafc-2c59cfc12c7b)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:11:13.095570 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b7951168-8b9a-4651-b3ac-76b0a9a54ff5 req-c7c057c2-bb86-4bb0-a6ac-40839ea6dbe4 tempest-ServerShowV247Test-1557716559 tempest-ServerShowV247Test-1557716559-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6fac6da-b7dd-4fc1-b4ec-4a6435f997bc HTTP/1.1" status: 200 len: 210 time: 0.0356958 Dec 08 16:11:13.151497 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-3291d64a-a7ec-4a2c-a919-62e7936c5af2 req-fb9cd6ed-a899-4f76-ad3f-b3eb7fc94505 tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:13.151772 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:13.188615 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9cd6ed-a899-4f76-ad3f-b3eb7fc94505 tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5fb5b50-41c4-45bf-8160-d6d2d9ade07e,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:13.226747 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=7391200b-a656-49d2-be8a-f22216a67d06,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:13.238445 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:13.239939 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:13.240598 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:13.240952 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:13.241305 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:13.242216 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:13.242569 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:13.243555 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:13.243953 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:13.244857 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:13.245220 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:13.245554 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:13.245902 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:13.347188 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-3291d64a-a7ec-4a2c-a919-62e7936c5af2 req-fb9cd6ed-a899-4f76-ad3f-b3eb7fc94505 tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:13.352942 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3291d64a-a7ec-4a2c-a919-62e7936c5af2 req-fb9cd6ed-a899-4f76-ad3f-b3eb7fc94505 tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.7038841 Dec 08 16:11:13.440754 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c24b1d0e-605d-40ac-942e-a899630ec7ec req-c4f88d4a-023c-42b1-b717-59774d4ec2d9 tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] 10.222.0.64 "GET /v2.0/security-groups/f5fb5b50-41c4-45bf-8160-d6d2d9ade07e HTTP/1.1" status: 200 len: 1832 time: 0.0643384 Dec 08 16:11:13.464558 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-864f1a12-b7fa-4af1-ac97-ee9d83a5a3d9 req-8b044519-15f0-4d3b-8b31-a262918015e5 tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-242595172', 'description': 'tempest-description-331864523'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:11:13.484846 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['7391200b-a656-49d2-be8a-f22216a67d06'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:11:13.637379 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-864f1a12-b7fa-4af1-ac97-ee9d83a5a3d9 req-8b044519-15f0-4d3b-8b31-a262918015e5 tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:13.749776 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-747a1ab9-ca09-46a9-9942-6d683d96964a req-3d27e857-9dd5-4898-95bc-6256d2e32ba3 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3c54e46-f898-4235-b2ad-72a9e1a57254 HTTP/1.1" status: 200 len: 210 time: 0.0373065 Dec 08 16:11:13.767126 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-864f1a12-b7fa-4af1-ac97-ee9d83a5a3d9 req-8b044519-15f0-4d3b-8b31-a262918015e5 tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:13.856886 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2dde59c9-7dae-4b52-bbbd-f8c41c6de832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:13.951686 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765e344-8758-40a0-aa8a-e7c256b3abd2 req-77fca1af-de06-44c2-b1b1-c7982d1a3608 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:13.953696 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3765e344-8758-40a0-aa8a-e7c256b3abd2 req-77fca1af-de06-44c2-b1b1-c7982d1a3608 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/ports?device_id=75e8afd3-d930-4cca-90e1-e9213498e7b8 HTTP/1.1" status: 200 len: 944 time: 0.0581510 Dec 08 16:11:13.979635 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-864f1a12-b7fa-4af1-ac97-ee9d83a5a3d9 req-8b044519-15f0-4d3b-8b31-a262918015e5 tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:14.020028 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b044519-15f0-4d3b-8b31-a262918015e5 tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2c0c33-4f39-4e11-8f1c-e679319032f1,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:14.040490 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3765e344-8758-40a0-aa8a-e7c256b3abd2 req-f07f7e58-1d53-4c5c-9530-0d9d2821d027 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/security-groups?id=c89a3303-4112-4fa9-ad34-bd9348cd97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785916 Dec 08 16:11:14.318628 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ae66ff9b-39ae-4000-bd1e-38a327e8bf01 req-955596b5-9e40-4f97-acb3-e6c2f4ded68b tempest-ServerShowV247Test-1557716559 tempest-ServerShowV247Test-1557716559-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6fac6da-b7dd-4fc1-b4ec-4a6435f997bc HTTP/1.1" status: 200 len: 210 time: 0.0358031 Dec 08 16:11:14.422197 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-864f1a12-b7fa-4af1-ac97-ee9d83a5a3d9 req-8b044519-15f0-4d3b-8b31-a262918015e5 tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:14.424142 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-864f1a12-b7fa-4af1-ac97-ee9d83a5a3d9 req-8b044519-15f0-4d3b-8b31-a262918015e5 tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.9641705 Dec 08 16:11:14.497276 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5c34d688-6448-4603-b004-a19c97d13352 req-48f3cc7d-19b0-40db-9840-163d5560eae0 tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] 10.222.0.64 "GET /v2.0/security-groups/1b2c0c33-4f39-4e11-8f1c-e679319032f1 HTTP/1.1" status: 200 len: 1830 time: 0.0496631 Dec 08 16:11:14.538418 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [req-7aadd1ce-6d93-4289-a09b-ed0e3af6c7c1 req-bbafaab2-3315-4db4-a818-8f970ec6797e tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] show failed (client error): The resource could not be found. Dec 08 16:11:14.542619 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7aadd1ce-6d93-4289-a09b-ed0e3af6c7c1 req-bbafaab2-3315-4db4-a818-8f970ec6797e tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] 10.222.0.64 "GET /v2.0/security-groups/2dcdf4b0-3296-4479-bb80-98da8d816572 HTTP/1.1" status: 404 len: 352 time: 0.0162022 Dec 08 16:11:14.575990 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [req-df6c632d-3977-4133-b1cd-ea6a21775cee req-31925b9c-524c-4466-b981-30b3bb8f9af0 tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] show failed (client error): The resource could not be found. Dec 08 16:11:14.577443 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-df6c632d-3977-4133-b1cd-ea6a21775cee req-31925b9c-524c-4466-b981-30b3bb8f9af0 tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] 10.222.0.64 "GET /v2.0/security-group-rules/568576a1-882f-47df-a8eb-452e0b4b9908 HTTP/1.1" status: 404 len: 361 time: 0.0142248 Dec 08 16:11:14.600338 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 7391200b-a656-49d2-be8a-f22216a67d06 up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:11:14.656796 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-be6534d8-fa4f-4013-b09b-f1182305fb6c req-c71c2a4e-d9c7-420b-9801-d68aa7d6424a tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] 10.222.0.64 "GET /v2.0/security-groups/1b2c0c33-4f39-4e11-8f1c-e679319032f1 HTTP/1.1" status: 200 len: 1830 time: 0.0547531 Dec 08 16:11:14.760002 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-be6534d8-fa4f-4013-b09b-f1182305fb6c req-53c2e2d8-bc8c-4c32-916d-660e6bc44621 tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:14.786285 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port 7391200b-a656-49d2-be8a-f22216a67d06 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:11:14.789216 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-be6534d8-fa4f-4013-b09b-f1182305fb6c req-53c2e2d8-bc8c-4c32-916d-660e6bc44621 tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:14.799970 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 7391200b-a656-49d2-be8a-f22216a67d06 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:11:14.824234 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:14.831739 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-265592d0-ac0a-49a6-bc75-ffcaf6fd417b req-83beada7-090c-4086-8326-272327d26af2 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3c54e46-f898-4235-b2ad-72a9e1a57254 HTTP/1.1" status: 200 len: 210 time: 0.0305424 Dec 08 16:11:14.859333 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-18e297b0-5377-4aed-87e4-a6c9d9301db5 req-100bba27-41e5-4edb-910f-031d25293bff service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6f93bbcb-367b-4ea5-878a-690aefe7b74b HTTP/1.1" status: 200 len: 210 time: 0.0263062 Dec 08 16:11:14.911957 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:14.941307 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e8afd3-d930-4cca-90e1-e9213498e7b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7391200b-a656-49d2-be8a-f22216a67d06'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:11:14.944303 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32615e51-ad51-4ad6-9e68-1eecfdccdd40" -d '{"events": [{"server_uuid": "75e8afd3-d930-4cca-90e1-e9213498e7b8", "name": "network-vif-plugged", "status": "completed", "tag": "7391200b-a656-49d2-be8a-f22216a67d06"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:11:14.958607 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 7391200b-a656-49d2-be8a-f22216a67d06, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=7391200b-a656-49d2-be8a-f22216a67d06,segment=NetworkSegment(92617869-9a71-472b-aafc-2c59cfc12c7b),segment_id=92617869-9a71-472b-aafc-2c59cfc12c7b)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:11:14.984627 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119d941a-b3e8-4878-8d18-3611a0f9cf7b x-openstack-request-id: req-119d941a-b3e8-4878-8d18-3611a0f9cf7b {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:11:14.984860 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e8afd3-d930-4cca-90e1-e9213498e7b8", "name": "network-vif-plugged", "status": "completed", "tag": "7391200b-a656-49d2-be8a-f22216a67d06", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:11:14.985122 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-119d941a-b3e8-4878-8d18-3611a0f9cf7b {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:11:14.985532 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e8afd3-d930-4cca-90e1-e9213498e7b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7391200b-a656-49d2-be8a-f22216a67d06', 'code': 200} Dec 08 16:11:15.144245 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d87473-7d75-4f5b-96c3-2fc0068abfcd req-b568ede1-9401-4348-b374-e8e2dd37a3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:15.144245 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-87d87473-7d75-4f5b-96c3-2fc0068abfcd req-b568ede1-9401-4348-b374-e8e2dd37a3bb service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=75e8afd3-d930-4cca-90e1-e9213498e7b8 HTTP/1.1" status: 200 len: 1096 time: 0.0464361 Dec 08 16:11:15.145077 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-87d87473-7d75-4f5b-96c3-2fc0068abfcd req-8c948b4b-6d37-4230-8c1e-74f72fec2b20 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=c89a3303-4112-4fa9-ad34-bd9348cd97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425985 Dec 08 16:11:15.178123 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d66b7d-49f1-443f-9628-aa0a34c82175 req-a70afc1a-d531-4540-bb03-d4f841d590b8 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:15.179558 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a0d66b7d-49f1-443f-9628-aa0a34c82175 req-a70afc1a-d531-4540-bb03-d4f841d590b8 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/ports?device_id=75e8afd3-d930-4cca-90e1-e9213498e7b8 HTTP/1.1" status: 200 len: 944 time: 0.0579710 Dec 08 16:11:15.231916 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a0d66b7d-49f1-443f-9628-aa0a34c82175 req-e7f926f3-dd29-4a9f-a180-31cd2bd7cae8 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/security-groups?id=c89a3303-4112-4fa9-ad34-bd9348cd97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458832 Dec 08 16:11:15.271650 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:15.274531 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:15.274709 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-be6534d8-fa4f-4013-b09b-f1182305fb6c req-53c2e2d8-bc8c-4c32-916d-660e6bc44621 tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:15.280570 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-be6534d8-fa4f-4013-b09b-f1182305fb6c req-53c2e2d8-bc8c-4c32-916d-660e6bc44621 tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:15.281887 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-be6534d8-fa4f-4013-b09b-f1182305fb6c req-53c2e2d8-bc8c-4c32-916d-660e6bc44621 tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] 10.222.0.64 "DELETE /v2.0/security-groups/1b2c0c33-4f39-4e11-8f1c-e679319032f1 HTTP/1.1" status: 204 len: 173 time: 0.6176116 Dec 08 16:11:15.299539 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c2e2d8-bc8c-4c32-916d-660e6bc44621 tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2c0c33-4f39-4e11-8f1c-e679319032f1,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:15.346239 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=7391200b-a656-49d2-be8a-f22216a67d06,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:15.368645 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ccacf85d-449d-4d7d-b888-3cb0b4a44e5b req-0885a23d-84d0-459c-afed-7f074e20ffa9 tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] 10.222.0.64 "GET /v2.0/security-groups/f5fb5b50-41c4-45bf-8160-d6d2d9ade07e HTTP/1.1" status: 200 len: 1832 time: 0.0449266 Dec 08 16:11:15.430600 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-ccacf85d-449d-4d7d-b888-3cb0b4a44e5b req-70329337-15fa-4d9e-a158-1bae55fcefc0 tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:15.442459 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bebb3cbf-83b7-4338-b630-6a7823e1a3e8 req-ec5a84a0-332a-4d76-b85b-0c266bbb8fce tempest-ServerShowV247Test-1557716559 tempest-ServerShowV247Test-1557716559-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6fac6da-b7dd-4fc1-b4ec-4a6435f997bc HTTP/1.1" status: 200 len: 210 time: 0.0324566 Dec 08 16:11:15.455446 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-ccacf85d-449d-4d7d-b888-3cb0b4a44e5b req-70329337-15fa-4d9e-a158-1bae55fcefc0 tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:15.739554 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-ccacf85d-449d-4d7d-b888-3cb0b4a44e5b req-70329337-15fa-4d9e-a158-1bae55fcefc0 tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:15.743861 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-ccacf85d-449d-4d7d-b888-3cb0b4a44e5b req-70329337-15fa-4d9e-a158-1bae55fcefc0 tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:15.748680 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ccacf85d-449d-4d7d-b888-3cb0b4a44e5b req-70329337-15fa-4d9e-a158-1bae55fcefc0 tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] 10.222.0.64 "DELETE /v2.0/security-groups/f5fb5b50-41c4-45bf-8160-d6d2d9ade07e HTTP/1.1" status: 204 len: 173 time: 0.3732946 Dec 08 16:11:15.759487 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70329337-15fa-4d9e-a158-1bae55fcefc0 tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5fb5b50-41c4-45bf-8160-d6d2d9ade07e,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:15.843772 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-830ff069-36dd-49ce-8940-3856261c5852 req-16dee493-018b-4113-91da-e22ecf31514b tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] 10.222.0.64 "GET /v2.0/security-groups/cede279f-534e-496c-a36c-c7222bad5baa HTTP/1.1" status: 200 len: 1831 time: 0.0625770 Dec 08 16:11:15.920015 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-830ff069-36dd-49ce-8940-3856261c5852 req-6881d108-1727-484d-ba6f-d7484b71a37e tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:15.961691 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-830ff069-36dd-49ce-8940-3856261c5852 req-6881d108-1727-484d-ba6f-d7484b71a37e tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:16.047557 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bbd5fb40-bcb0-4bcc-9e86-f28367cbfbef req-4fc842bf-3365-4bd2-a29a-35dac20f18e1 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3c54e46-f898-4235-b2ad-72a9e1a57254 HTTP/1.1" status: 200 len: 210 time: 0.0600874 Dec 08 16:11:16.202736 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-830ff069-36dd-49ce-8940-3856261c5852 req-6881d108-1727-484d-ba6f-d7484b71a37e tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:16.212546 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-830ff069-36dd-49ce-8940-3856261c5852 req-6881d108-1727-484d-ba6f-d7484b71a37e tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:16.214631 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-830ff069-36dd-49ce-8940-3856261c5852 req-6881d108-1727-484d-ba6f-d7484b71a37e tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] 10.222.0.64 "DELETE /v2.0/security-groups/cede279f-534e-496c-a36c-c7222bad5baa HTTP/1.1" status: 204 len: 173 time: 0.3698494 Dec 08 16:11:16.229315 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6881d108-1727-484d-ba6f-d7484b71a37e tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cede279f-534e-496c-a36c-c7222bad5baa,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:16.389605 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c713290f-a6f9-443c-8593-4a625693c5c4 req-51bfc07c-f700-4dd0-a061-cc03909c4f6b tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] 10.222.0.64 "GET /v2.0/security-groups/070fb3f0-9af7-4f2b-83f5-6a77bc56b78b HTTP/1.1" status: 200 len: 1832 time: 0.1362870 Dec 08 16:11:16.437257 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c54d33-29eb-47ce-a217-fedaae9d4939 req-5edc923e-4e78-41cd-8c35-ff136e0c8678 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:16.440970 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-34c54d33-29eb-47ce-a217-fedaae9d4939 req-5edc923e-4e78-41cd-8c35-ff136e0c8678 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/ports?device_id=75e8afd3-d930-4cca-90e1-e9213498e7b8 HTTP/1.1" status: 200 len: 945 time: 0.0897665 Dec 08 16:11:16.516712 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c713290f-a6f9-443c-8593-4a625693c5c4 req-fb363e5c-cac3-41b1-abcc-cd45ac659937 tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:16.543153 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-34c54d33-29eb-47ce-a217-fedaae9d4939 req-314e4c9b-43af-43fc-a53d-9827a31f50d9 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/security-groups?id=c89a3303-4112-4fa9-ad34-bd9348cd97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866771 Dec 08 16:11:16.584997 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c713290f-a6f9-443c-8593-4a625693c5c4 req-fb363e5c-cac3-41b1-abcc-cd45ac659937 tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:16.617802 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c0dcf6d5-3e14-465f-aefe-58148633ec6e req-9503acf6-289d-498e-8f77-379e814b9348 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f6fac6da-b7dd-4fc1-b4ec-4a6435f997bc HTTP/1.1" status: 200 len: 210 time: 0.0570121 Dec 08 16:11:16.859588 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c713290f-a6f9-443c-8593-4a625693c5c4 req-fb363e5c-cac3-41b1-abcc-cd45ac659937 tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:16.860164 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:16.864931 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c713290f-a6f9-443c-8593-4a625693c5c4 req-fb363e5c-cac3-41b1-abcc-cd45ac659937 tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:16.876807 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c713290f-a6f9-443c-8593-4a625693c5c4 req-fb363e5c-cac3-41b1-abcc-cd45ac659937 tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] 10.222.0.64 "DELETE /v2.0/security-groups/070fb3f0-9af7-4f2b-83f5-6a77bc56b78b HTTP/1.1" status: 204 len: 173 time: 0.4860992 Dec 08 16:11:16.904341 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb363e5c-cac3-41b1-abcc-cd45ac659937 tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=070fb3f0-9af7-4f2b-83f5-6a77bc56b78b,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:16.979596 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-149fd777-218e-4b3e-998e-87bffea223e9 req-93039dcd-697d-4314-a083-ed536afb9652 tempest-ServerShowV247Test-1557716559 tempest-ServerShowV247Test-1557716559-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6fac6da-b7dd-4fc1-b4ec-4a6435f997bc HTTP/1.1" status: 200 len: 210 time: 0.0457239 Dec 08 16:11:17.063645 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f2256c22-75cd-41a1-9b83-f8d5ca02a065 req-43e00f52-0b82-4985-ab29-adc523234bea tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] 10.222.0.64 "GET /v2.0/security-groups/ae88fc78-3fa6-48cb-9398-ead96e320c58 HTTP/1.1" status: 200 len: 1830 time: 0.0437460 Dec 08 16:11:17.144026 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f2256c22-75cd-41a1-9b83-f8d5ca02a065 req-ad65c6a5-d068-47d8-a602-293578652707 tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:17.171833 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f2256c22-75cd-41a1-9b83-f8d5ca02a065 req-ad65c6a5-d068-47d8-a602-293578652707 tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:17.194866 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-03025360-08d3-41b5-ba24-0d06f8229376 req-3ebc1399-38e7-42af-9a29-aa0b8d04c919 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3c54e46-f898-4235-b2ad-72a9e1a57254 HTTP/1.1" status: 200 len: 210 time: 0.0581143 Dec 08 16:11:17.356717 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f2256c22-75cd-41a1-9b83-f8d5ca02a065 req-ad65c6a5-d068-47d8-a602-293578652707 tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:17.359453 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f2256c22-75cd-41a1-9b83-f8d5ca02a065 req-ad65c6a5-d068-47d8-a602-293578652707 tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:17.360665 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f2256c22-75cd-41a1-9b83-f8d5ca02a065 req-ad65c6a5-d068-47d8-a602-293578652707 tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] 10.222.0.64 "DELETE /v2.0/security-groups/ae88fc78-3fa6-48cb-9398-ead96e320c58 HTTP/1.1" status: 204 len: 173 time: 0.2800453 Dec 08 16:11:17.368541 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44582) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:17.371469 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad65c6a5-d068-47d8-a602-293578652707 tempest-SecurityGroupRulesNegativeTestJSON-664508702 tempest-SecurityGroupRulesNegativeTestJSON-664508702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae88fc78-3fa6-48cb-9398-ead96e320c58,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:17.447040 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3085843-0181-4b3c-8840-c8815f192f85 admin admin] Deleting subnet 83a800b0-9644-476a-8057-427d7946a89f {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:11:17.452135 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f3085843-0181-4b3c-8840-c8815f192f85 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:17.500504 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f3085843-0181-4b3c-8840-c8815f192f85 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:17.559173 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:17.590100 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f3085843-0181-4b3c-8840-c8815f192f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:17.728493 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-721cd05f-57d9-44f5-8845-51d0fe1baa50 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=15392057af79419bba246e0391d3a62d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0647316 Dec 08 16:11:17.733338 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4a903-5a7e-444b-880a-2e01da946b44 req-f3e9bf89-6947-40a7-bd74-2b2c1ce9a455 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:17.742253 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-90d4a903-5a7e-444b-880a-2e01da946b44 req-f3e9bf89-6947-40a7-bd74-2b2c1ce9a455 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/ports?device_id=75e8afd3-d930-4cca-90e1-e9213498e7b8 HTTP/1.1" status: 200 len: 945 time: 0.0850055 Dec 08 16:11:17.822668 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-90d4a903-5a7e-444b-880a-2e01da946b44 req-7ea3cc99-a4b2-4767-83c4-ad6ed91621b6 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/security-groups?id=c89a3303-4112-4fa9-ad34-bd9348cd97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751984 Dec 08 16:11:17.838190 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f3085843-0181-4b3c-8840-c8815f192f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:17.874304 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f3085843-0181-4b3c-8840-c8815f192f85 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:17.881098 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f3085843-0181-4b3c-8840-c8815f192f85 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/83a800b0-9644-476a-8057-427d7946a89f HTTP/1.1" status: 204 len: 168 time: 0.5108106 Dec 08 16:11:17.884790 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44590) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:17.936416 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3085843-0181-4b3c-8840-c8815f192f85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83a800b0-9644-476a-8057-427d7946a89f,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:17.942658 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-438105d1-83df-4939-b4e3-50af4cfa0ff9 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:17.944254 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-438105d1-83df-4939-b4e3-50af4cfa0ff9 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2112186 Dec 08 16:11:18.006894 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-b71ac004-980e-47df-880c-7b1a5cf7b411 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Request body: {'port': {'device_id': '9fa590ca-377f-4e4c-8724-ba3ce9f2b3e4', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'admin_state_up': True, 'tenant_id': '15392057af79419bba246e0391d3a62d'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:11:18.076259 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8aeaae10-eaf5-49f6-b5a3-ddc09ed9dc7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:18.096147 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fd3377f5-92af-43f9-816f-f79eb1778f0b req-d5af1a6d-38e4-4092-b92d-16e5c6a77cdd tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-311170544&fields=id&tenant_id=cf22fc866524446b89f6f72a3f676ba3 HTTP/1.1" status: 200 len: 267 time: 0.1611631 Dec 08 16:11:18.268767 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8aeaae10-eaf5-49f6-b5a3-ddc09ed9dc7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:18.278418 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2facae24-57ba-4bf7-9a7e-2f49fa4593e7 req-49a64e56-0ad2-4067-bce6-f39c932c71aa tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:18.279961 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2facae24-57ba-4bf7-9a7e-2f49fa4593e7 req-49a64e56-0ad2-4067-bce6-f39c932c71aa tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] 10.222.0.64 "GET /v2.0/ports?device_id=519db7ee-ac45-4a7c-950a-c8c059f617ae HTTP/1.1" status: 200 len: 945 time: 0.2083027 Dec 08 16:11:18.281941 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3377f5-92af-43f9-816f-f79eb1778f0b req-a787f163-96de-4f81-9b5b-e59042263b5b tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:18.290355 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fd3377f5-92af-43f9-816f-f79eb1778f0b req-a787f163-96de-4f81-9b5b-e59042263b5b tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/ports?device_id=75e8afd3-d930-4cca-90e1-e9213498e7b8 HTTP/1.1" status: 200 len: 945 time: 0.1931839 Dec 08 16:11:18.310335 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-fd3377f5-92af-43f9-816f-f79eb1778f0b req-f43547a5-9781-4996-aa4f-c6e7b88b2824 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Request body: {'port': {'security_groups': ['c89a3303-4112-4fa9-ad34-bd9348cd97c4', 'ab7d18e8-1b7e-4b40-b7cf-384fa31f572a']}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:11:18.354147 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2facae24-57ba-4bf7-9a7e-2f49fa4593e7 req-8f225252-1097-4002-bd16-69df2155a6bc tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] 10.222.0.64 "GET /v2.0/security-groups?id=6baf912a-f0d0-4cd4-8757-b1de646fe2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663955 Dec 08 16:11:18.379066 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-8aeaae10-eaf5-49f6-b5a3-ddc09ed9dc7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6e474d0-87cb-40b8-a188-a86c6d857188']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:11:18.392733 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cc7acec3-ddf1-4067-98eb-350120bd4a85 req-c18e3a6f-6780-463c-b905-5ec9198c3001 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=519db7ee-ac45-4a7c-950a-c8c059f617ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2200227 Dec 08 16:11:18.428266 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-8aeaae10-eaf5-49f6-b5a3-ddc09ed9dc7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cbe9537-46d7-4441-aa62-953d167f3a0d') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:11:18.428647 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-8aeaae10-eaf5-49f6-b5a3-ddc09ed9dc7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cbe9537-46d7-4441-aa62-953d167f3a0d') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:11:18.500985 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8aeaae10-eaf5-49f6-b5a3-ddc09ed9dc7b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:18.524780 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-fd3377f5-92af-43f9-816f-f79eb1778f0b req-f43547a5-9781-4996-aa4f-c6e7b88b2824 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:18.537963 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-29cf8fa5-f399-4201-aeda-c187013585d4 req-0a1a2e8b-3e99-472d-aecd-78c4db3fc5db tempest-ServerShowV247Test-1557716559 tempest-ServerShowV247Test-1557716559-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6fac6da-b7dd-4fc1-b4ec-4a6435f997bc HTTP/1.1" status: 200 len: 210 time: 0.0594563 Dec 08 16:11:18.538977 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8aeaae10-eaf5-49f6-b5a3-ddc09ed9dc7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:18.568045 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-b71ac004-980e-47df-880c-7b1a5cf7b411 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Made reservation on behalf of 15392057af79419bba246e0391d3a62d for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:11:18.572133 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-b71ac004-980e-47df-880c-7b1a5cf7b411 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:18.612595 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aeaae10-eaf5-49f6-b5a3-ddc09ed9dc7b admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:11:18.612595 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8aeaae10-eaf5-49f6-b5a3-ddc09ed9dc7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:18.612595 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:11:18.612595 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:11:18.612595 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:11:18.612595 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:11:18.612595 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:11:18.612595 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:11:18.612595 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:11:18.612595 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:11:18.612595 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:11:18.612595 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:11:18.612595 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:11:18.612595 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:11:18.612595 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:11:18.612595 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:11:18.612595 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:11:18.612595 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:11:18.612595 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:11:18.612595 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:11:18.612595 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:11:18.612595 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:11:18.612595 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:11:18.612595 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:11:18.612595 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:11:18.612595 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:11:18.612595 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:11:18.612595 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:11:18.612595 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:11:18.612595 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:11:18.612595 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:11:18.612595 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:11:18.612595 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:11:18.612595 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:11:18.719732 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7acec3-ddf1-4067-98eb-350120bd4a85 req-aa5ad0be-c68b-4009-b350-d785923938a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:18.721847 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cc7acec3-ddf1-4067-98eb-350120bd4a85 req-aa5ad0be-c68b-4009-b350-d785923938a2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d2ccfe6975714fc3b8a138ea789f3317&device_id=519db7ee-ac45-4a7c-950a-c8c059f617ae HTTP/1.1" status: 200 len: 1097 time: 0.1790547 Dec 08 16:11:18.741066 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-762e83d9-5c0b-4186-952b-429854f6e448 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=15392057af79419bba246e0391d3a62d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388038 Dec 08 16:11:18.760120 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b75729f8-eb59-49ee-972a-1523afc598f3 req-7fb0d1f4-9434-4ad8-ad4a-d62ffdb335d0 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3c54e46-f898-4235-b2ad-72a9e1a57254 HTTP/1.1" status: 200 len: 210 time: 0.0285199 Dec 08 16:11:18.869382 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7acec3-ddf1-4067-98eb-350120bd4a85 req-b248fcd2-9d32-43e9-92d8-609aac97e352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:18.871866 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cc7acec3-ddf1-4067-98eb-350120bd4a85 req-b248fcd2-9d32-43e9-92d8-609aac97e352 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bb9d0058-2dc0-4e63-9bdc-6ba019b39e11 HTTP/1.1" status: 200 len: 917 time: 0.1062658 Dec 08 16:11:18.970710 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8aeaae10-eaf5-49f6-b5a3-ddc09ed9dc7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:19.014058 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8aeaae10-eaf5-49f6-b5a3-ddc09ed9dc7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:19.020543 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-8aeaae10-eaf5-49f6-b5a3-ddc09ed9dc7b admin admin] 10.222.0.64 "DELETE /v2.0/networks/e6e474d0-87cb-40b8-a188-a86c6d857188 HTTP/1.1" status: 204 len: 168 time: 1.1331098 Dec 08 16:11:19.049933 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeaae10-eaf5-49f6-b5a3-ddc09ed9dc7b admin admin] Pushing event deleted for resources: {'Network': ['ID=e6e474d0-87cb-40b8-a188-a86c6d857188,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:19.121364 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-b71ac004-980e-47df-880c-7b1a5cf7b411 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Allocated IP 192.168.233.198 (b91759c7-445e-4f7b-9fc4-64d80951832c/c93b3a32-b438-4a47-8558-220c03febf97/4a824d61-b93a-41b6-8964-589ab2364818) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:11:19.365157 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-b71ac004-980e-47df-880c-7b1a5cf7b411 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:19.441838 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cc7acec3-ddf1-4067-98eb-350120bd4a85 req-73f10252-373c-4f23-a993-c2fb80f9380a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d642400-c87c-4315-9312-46c93418a14a HTTP/1.1" status: 200 len: 1001 time: 0.5280504 Dec 08 16:11:19.477383 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-9b6b9d32-dfd7-4a48-a4bb-4b81043f2c98 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:19.479068 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-9b6b9d32-dfd7-4a48-a4bb-4b81043f2c98 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7247801 Dec 08 16:11:19.506864 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-818c98a6-8767-4d57-874d-055d46984e60 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Request body: {'port': {'device_id': 'a3c54e46-f898-4235-b2ad-72a9e1a57254', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'admin_state_up': True, 'tenant_id': '15392057af79419bba246e0391d3a62d'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:11:19.512413 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-fd3377f5-92af-43f9-816f-f79eb1778f0b req-f43547a5-9781-4996-aa4f-c6e7b88b2824 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] For port 7391200b-a656-49d2-be8a-f22216a67d06, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=7391200b-a656-49d2-be8a-f22216a67d06,segment=NetworkSegment(92617869-9a71-472b-aafc-2c59cfc12c7b),segment_id=92617869-9a71-472b-aafc-2c59cfc12c7b)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:11:19.616838 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7acec3-ddf1-4067-98eb-350120bd4a85 req-019aaba0-c99c-4bbb-90f4-ac9b8376bb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:19.618381 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cc7acec3-ddf1-4067-98eb-350120bd4a85 req-019aaba0-c99c-4bbb-90f4-ac9b8376bb56 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=59c87d8b-18df-4d41-af98-f6c5328cc834 HTTP/1.1" status: 200 len: 855 time: 0.1675310 Dec 08 16:11:19.628458 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-fd3377f5-92af-43f9-816f-f79eb1778f0b req-f43547a5-9781-4996-aa4f-c6e7b88b2824 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:19.702622 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7acec3-ddf1-4067-98eb-350120bd4a85 req-371ba0e3-dda3-439b-ad06-b3a25fe5f34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:19.704330 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cc7acec3-ddf1-4067-98eb-350120bd4a85 req-371ba0e3-dda3-439b-ad06-b3a25fe5f34d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bb9d0058-2dc0-4e63-9bdc-6ba019b39e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0739155 Dec 08 16:11:19.798076 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cc7acec3-ddf1-4067-98eb-350120bd4a85 req-c7e94bd4-9cd2-4308-b3ba-068fd8a5a930 service neutron] 10.222.0.37 "GET /v2.0/networks/bb9d0058-2dc0-4e63-9bdc-6ba019b39e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849302 Dec 08 16:11:19.842966 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-b71ac004-980e-47df-880c-7b1a5cf7b411 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:19.855323 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['6fcbf224-ea5a-407f-a8b9-3919aa81a099'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:11:19.888233 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-b71ac004-980e-47df-880c-7b1a5cf7b411 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Network b91759c7-445e-4f7b-9fc4-64d80951832c is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:11:19.901377 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71ac004-980e-47df-880c-7b1a5cf7b411 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Pushing event updated for resources: {'Port': ['ID=4a824d61-b93a-41b6-8964-589ab2364818,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:19.911630 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-818c98a6-8767-4d57-874d-055d46984e60 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Made reservation on behalf of 15392057af79419bba246e0391d3a62d for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:11:19.916014 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-818c98a6-8767-4d57-874d-055d46984e60 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:19.922965 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-fd3377f5-92af-43f9-816f-f79eb1778f0b req-f43547a5-9781-4996-aa4f-c6e7b88b2824 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:19.935071 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-b71ac004-980e-47df-880c-7b1a5cf7b411 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:11:19.944092 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['7391200b-a656-49d2-be8a-f22216a67d06'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:11:19.960952 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cc7acec3-ddf1-4067-98eb-350120bd4a85 req-ce981a95-a5d7-41c9-ab90-68306158a10b service neutron] 10.222.0.37 "GET /v2.0/networks/bb9d0058-2dc0-4e63-9bdc-6ba019b39e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554184 Dec 08 16:11:19.974752 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-b71ac004-980e-47df-880c-7b1a5cf7b411 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:11:20.033875 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3377f5-92af-43f9-816f-f79eb1778f0b req-f43547a5-9781-4996-aa4f-c6e7b88b2824 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:20.035340 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-fd3377f5-92af-43f9-816f-f79eb1778f0b req-f43547a5-9781-4996-aa4f-c6e7b88b2824 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:20.050726 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fd3377f5-92af-43f9-816f-f79eb1778f0b req-f43547a5-9781-4996-aa4f-c6e7b88b2824 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "PUT /v2.0/ports/7391200b-a656-49d2-be8a-f22216a67d06 HTTP/1.1" status: 200 len: 981 time: 1.7591617 Dec 08 16:11:20.063537 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75e8afd3-d930-4cca-90e1-e9213498e7b8', 'tag': '7391200b-a656-49d2-be8a-f22216a67d06'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:11:20.067532 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f93b6ed7-8ba3-41af-ac48-e1ef91602467" -d '{"events": [{"name": "network-changed", "server_uuid": "75e8afd3-d930-4cca-90e1-e9213498e7b8", "tag": "7391200b-a656-49d2-be8a-f22216a67d06"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:11:20.127325 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['7391200b-a656-49d2-be8a-f22216a67d06'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:11:20.215864 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44648) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:20.250635 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43547a5-9781-4996-aa4f-c6e7b88b2824 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Pushing event updated for resources: {'Port': ['ID=7391200b-a656-49d2-be8a-f22216a67d06,revision_number=6']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:20.254538 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-b71ac004-980e-47df-880c-7b1a5cf7b411 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:20.264459 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-b71ac004-980e-47df-880c-7b1a5cf7b411 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:20.293153 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43547a5-9781-4996-aa4f-c6e7b88b2824 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:20.294149 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43547a5-9781-4996-aa4f-c6e7b88b2824 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:20.294683 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43547a5-9781-4996-aa4f-c6e7b88b2824 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:20.295534 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43547a5-9781-4996-aa4f-c6e7b88b2824 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:20.301086 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43547a5-9781-4996-aa4f-c6e7b88b2824 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:20.301587 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43547a5-9781-4996-aa4f-c6e7b88b2824 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:20.301948 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43547a5-9781-4996-aa4f-c6e7b88b2824 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:20.304332 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43547a5-9781-4996-aa4f-c6e7b88b2824 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:20.304897 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43547a5-9781-4996-aa4f-c6e7b88b2824 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:20.305259 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43547a5-9781-4996-aa4f-c6e7b88b2824 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:20.305608 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43547a5-9781-4996-aa4f-c6e7b88b2824 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:20.305952 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43547a5-9781-4996-aa4f-c6e7b88b2824 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:20.306314 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43547a5-9781-4996-aa4f-c6e7b88b2824 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:20.381195 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-096c41c6-e212-491c-b38b-d39ac1751ddf req-f3e3b860-42ef-414f-8976-363b193ed43b tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3c54e46-f898-4235-b2ad-72a9e1a57254 HTTP/1.1" status: 200 len: 210 time: 0.0462074 Dec 08 16:11:20.384336 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-044b6fe2-f1f1-4d43-81c8-09e8468c5ede admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3798feb5ec614367ae6f33eb84c74e3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1672480 Dec 08 16:11:20.386993 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44650) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:20.506740 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-818c98a6-8767-4d57-874d-055d46984e60 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Allocated IP 192.168.233.141 (b91759c7-445e-4f7b-9fc4-64d80951832c/c93b3a32-b438-4a47-8558-220c03febf97/fa7c8c03-37fb-40ec-8c95-4187d1cf1adb) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:11:20.525022 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-b71ac004-980e-47df-880c-7b1a5cf7b411 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5396261 Dec 08 16:11:20.568128 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-e666fa47-5403-4fad-9a8f-e003b3dea255 service neutron] Request body: {'port': {'device_id': '9fa590ca-377f-4e4c-8724-ba3ce9f2b3e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:11:20.692200 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a0b7e108-42ce-463d-b6cd-09db79b14811 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:20.714020 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0eb93fe5-7b83-4797-b38e-b537f9ab4f96 req-41139060-2819-4dca-b496-b91aeeb9e181 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1452717532&fields=id&tenant_id=cf22fc866524446b89f6f72a3f676ba3 HTTP/1.1" status: 200 len: 267 time: 0.2435019 Dec 08 16:11:20.754241 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-818c98a6-8767-4d57-874d-055d46984e60 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:20.792960 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14469627-5a2b-47e5-bb09-0b054a0096ca x-openstack-request-id: req-14469627-5a2b-47e5-bb09-0b054a0096ca {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:11:20.793364 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75e8afd3-d930-4cca-90e1-e9213498e7b8", "tag": "7391200b-a656-49d2-be8a-f22216a67d06", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:11:20.793555 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-14469627-5a2b-47e5-bb09-0b054a0096ca {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:11:20.794136 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75e8afd3-d930-4cca-90e1-e9213498e7b8', 'tag': '7391200b-a656-49d2-be8a-f22216a67d06', 'status': 'completed', 'code': 200} Dec 08 16:11:20.804387 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a0b7e108-42ce-463d-b6cd-09db79b14811 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:20.806304 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-e666fa47-5403-4fad-9a8f-e003b3dea255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:20.818665 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-7af41b9b-a4ac-4f8f-a088-dfd38bd00b14 None None] Provisioning complete for port 4a824d61-b93a-41b6-8964-589ab2364818 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:11:20.819482 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7af41b9b-a4ac-4f8f-a088-dfd38bd00b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:20.824078 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6d6677ee-76aa-4440-b5e2-e82b6623cae1 req-23c0c8a2-8a82-4fc5-9681-1960938159d3 tempest-ServerShowV247Test-1557716559 tempest-ServerShowV247Test-1557716559-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6fac6da-b7dd-4fc1-b4ec-4a6435f997bc HTTP/1.1" status: 200 len: 210 time: 0.0290103 Dec 08 16:11:20.835378 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b6ed7-8ba3-41af-ac48-e1ef91602467 req-4fe9319a-2e7d-4c7e-9707-53b16a5b831b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:20.836441 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f93b6ed7-8ba3-41af-ac48-e1ef91602467 req-4fe9319a-2e7d-4c7e-9707-53b16a5b831b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cf22fc866524446b89f6f72a3f676ba3&device_id=75e8afd3-d930-4cca-90e1-e9213498e7b8 HTTP/1.1" status: 200 len: 1136 time: 0.1981249 Dec 08 16:11:20.871256 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-818c98a6-8767-4d57-874d-055d46984e60 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:20.886529 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb93fe5-7b83-4797-b38e-b537f9ab4f96 req-5ff75381-840b-4615-9180-706732ef6ece tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:20.888279 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0eb93fe5-7b83-4797-b38e-b537f9ab4f96 req-5ff75381-840b-4615-9180-706732ef6ece tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/ports?device_id=75e8afd3-d930-4cca-90e1-e9213498e7b8 HTTP/1.1" status: 200 len: 984 time: 0.1733973 Dec 08 16:11:20.914313 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-7af41b9b-a4ac-4f8f-a088-dfd38bd00b14 None None] Port 4a824d61-b93a-41b6-8964-589ab2364818 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:11:20.964359 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-818c98a6-8767-4d57-874d-055d46984e60 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Network b91759c7-445e-4f7b-9fc4-64d80951832c is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:11:20.968854 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-818c98a6-8767-4d57-874d-055d46984e60 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:11:20.989837 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-818c98a6-8767-4d57-874d-055d46984e60 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:11:20.996286 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818c98a6-8767-4d57-874d-055d46984e60 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Pushing event updated for resources: {'Port': ['ID=fa7c8c03-37fb-40ec-8c95-4187d1cf1adb,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:21.040329 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['6fcbf224-ea5a-407f-a8b9-3919aa81a099'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:11:21.102792 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-818c98a6-8767-4d57-874d-055d46984e60 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:21.103541 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-818c98a6-8767-4d57-874d-055d46984e60 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:21.248214 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-818c98a6-8767-4d57-874d-055d46984e60 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7501583 Dec 08 16:11:21.278922 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-cf7df10b-ed1d-45fe-ab4c-91ac3efcdcc5 service neutron] Request body: {'port': {'device_id': 'a3c54e46-f898-4235-b2ad-72a9e1a57254', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:11:21.385143 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-cf7df10b-ed1d-45fe-ab4c-91ac3efcdcc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:21.401478 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-3d29b516-8e2b-49fb-98ff-7b84ee4515bd None None] Provisioning complete for port fa7c8c03-37fb-40ec-8c95-4187d1cf1adb triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:11:21.401978 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3d29b516-8e2b-49fb-98ff-7b84ee4515bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:21.471681 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-0eb93fe5-7b83-4797-b38e-b537f9ab4f96 req-717f7007-3e02-4772-a29a-67cc1e1d2887 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Request body: {'port': {'security_groups': ['ab7d18e8-1b7e-4b40-b7cf-384fa31f572a', 'c89a3303-4112-4fa9-ad34-bd9348cd97c4', '22916caf-447e-415b-8fa2-182cd11be4dd']}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:11:21.584645 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-3d29b516-8e2b-49fb-98ff-7b84ee4515bd None None] Port fa7c8c03-37fb-40ec-8c95-4187d1cf1adb cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:11:21.648355 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0eb93fe5-7b83-4797-b38e-b537f9ab4f96 req-717f7007-3e02-4772-a29a-67cc1e1d2887 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:21.729029 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242540ff-7fc7-453f-a273-82e005bacbc9 req-bdd90ab6-ed9c-4a5c-96bb-8a58d152944c tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:21.730541 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-242540ff-7fc7-453f-a273-82e005bacbc9 req-bdd90ab6-ed9c-4a5c-96bb-8a58d152944c tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] 10.222.0.64 "GET /v2.0/ports?device_id=519db7ee-ac45-4a7c-950a-c8c059f617ae HTTP/1.1" status: 200 len: 945 time: 0.1360219 Dec 08 16:11:21.774731 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b6ed7-8ba3-41af-ac48-e1ef91602467 req-2df1d915-fae5-44ea-8e91-32f2c486affa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:21.774731 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f93b6ed7-8ba3-41af-ac48-e1ef91602467 req-2df1d915-fae5-44ea-8e91-32f2c486affa service neutron] 10.222.0.76 "GET /v2.0/networks?id=36f1997d-7402-40f7-9d63-2c44f589b38e HTTP/1.1" status: 200 len: 914 time: 0.9231534 Dec 08 16:11:21.781472 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a0b7e108-42ce-463d-b6cd-09db79b14811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:21.784659 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a0b7e108-42ce-463d-b6cd-09db79b14811 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:21.785966 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a0b7e108-42ce-463d-b6cd-09db79b14811 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8da57f73-8f62-4811-9a6e-4c55961a7a1d HTTP/1.1" status: 204 len: 168 time: 1.3970163 Dec 08 16:11:21.831636 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-242540ff-7fc7-453f-a273-82e005bacbc9 req-d5a92f5d-d2a9-48c5-83fc-ebc50c8f3138 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] 10.222.0.64 "GET /v2.0/security-groups?id=6baf912a-f0d0-4cd4-8757-b1de646fe2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877960 Dec 08 16:11:21.909203 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b7e108-42ce-463d-b6cd-09db79b14811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da57f73-8f62-4811-9a6e-4c55961a7a1d,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:21.914140 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f93b6ed7-8ba3-41af-ac48-e1ef91602467 req-7a9a0fd7-47b0-4f02-90fa-3d2951315ff6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7391200b-a656-49d2-be8a-f22216a67d06 HTTP/1.1" status: 200 len: 217 time: 0.1148264 Dec 08 16:11:21.957673 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-cf7df10b-ed1d-45fe-ab4c-91ac3efcdcc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa7c8c03-37fb-40ec-8c95-4187d1cf1adb {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:11:21.974459 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-cf7df10b-ed1d-45fe-ab4c-91ac3efcdcc5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:21.997319 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-cf7df10b-ed1d-45fe-ab4c-91ac3efcdcc5 service neutron] Transition to ACTIVE for port object fa7c8c03-37fb-40ec-8c95-4187d1cf1adb will not be triggered until provisioned by entity L2. {{(pid=110551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:11:22.053056 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b6ed7-8ba3-41af-ac48-e1ef91602467 req-425c19f2-429c-4f28-a0f7-f998c32959e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:22.058371 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f93b6ed7-8ba3-41af-ac48-e1ef91602467 req-425c19f2-429c-4f28-a0f7-f998c32959e9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=707ddb2f-033d-4542-9213-13a68b9b326b HTTP/1.1" status: 200 len: 853 time: 0.0917213 Dec 08 16:11:22.082832 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361cdd2-89f3-418c-afdd-b834b48eaf64 req-89ab2446-649e-4629-8232-95586d3f18b4 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:22.093169 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c361cdd2-89f3-418c-afdd-b834b48eaf64 req-89ab2446-649e-4629-8232-95586d3f18b4 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3c54e46-f898-4235-b2ad-72a9e1a57254 HTTP/1.1" status: 200 len: 936 time: 0.0824492 Dec 08 16:11:22.104534 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f93b6ed7-8ba3-41af-ac48-e1ef91602467 req-5cca36cd-5b6d-4e0c-ac4c-dc9d70fafe81 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=36f1997d-7402-40f7-9d63-2c44f589b38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355215 Dec 08 16:11:22.133011 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-cf7df10b-ed1d-45fe-ab4c-91ac3efcdcc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:22.235455 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7df10b-ed1d-45fe-ab4c-91ac3efcdcc5 service neutron] Pushing event updated for resources: {'Port': ['ID=fa7c8c03-37fb-40ec-8c95-4187d1cf1adb,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:22.252121 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c361cdd2-89f3-418c-afdd-b834b48eaf64 req-2c380f33-a123-4435-bf2c-5fe1efabfb3b tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576564 Dec 08 16:11:22.355344 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:11:22.388737 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-cf7df10b-ed1d-45fe-ab4c-91ac3efcdcc5 service neutron] Attempting to bind port fa7c8c03-37fb-40ec-8c95-4187d1cf1adb on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:11:22.388737 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-cf7df10b-ed1d-45fe-ab4c-91ac3efcdcc5 service neutron] Attempting to bind port fa7c8c03-37fb-40ec-8c95-4187d1cf1adb by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:11:22.388737 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-cf7df10b-ed1d-45fe-ab4c-91ac3efcdcc5 service neutron] Attempting to bind port fa7c8c03-37fb-40ec-8c95-4187d1cf1adb on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:11:22.398708 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-cf7df10b-ed1d-45fe-ab4c-91ac3efcdcc5 service neutron] Port fa7c8c03-37fb-40ec-8c95-4187d1cf1adb on network b91759c7-445e-4f7b-9fc4-64d80951832c not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:11:22.399049 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-cf7df10b-ed1d-45fe-ab4c-91ac3efcdcc5 service neutron] Attempting to bind port fa7c8c03-37fb-40ec-8c95-4187d1cf1adb on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:11:22.410501 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-cf7df10b-ed1d-45fe-ab4c-91ac3efcdcc5 service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:11:22.410854 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-cf7df10b-ed1d-45fe-ab4c-91ac3efcdcc5 service neutron] Checking segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:11:22.411254 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-cf7df10b-ed1d-45fe-ab4c-91ac3efcdcc5 service neutron] Bound using segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:11:22.411703 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-cf7df10b-ed1d-45fe-ab4c-91ac3efcdcc5 service neutron] Bound port: fa7c8c03-37fb-40ec-8c95-4187d1cf1adb, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:11:22.412077 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-cf7df10b-ed1d-45fe-ab4c-91ac3efcdcc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:22.431944 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-0eb93fe5-7b83-4797-b38e-b537f9ab4f96 req-717f7007-3e02-4772-a29a-67cc1e1d2887 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] For port 7391200b-a656-49d2-be8a-f22216a67d06, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=7391200b-a656-49d2-be8a-f22216a67d06,segment=NetworkSegment(92617869-9a71-472b-aafc-2c59cfc12c7b),segment_id=92617869-9a71-472b-aafc-2c59cfc12c7b)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:11:22.478563 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0eb93fe5-7b83-4797-b38e-b537f9ab4f96 req-717f7007-3e02-4772-a29a-67cc1e1d2887 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:22.512934 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f93b6ed7-8ba3-41af-ac48-e1ef91602467 req-cefa0c72-bb63-4ded-b86c-d8ac4a715b66 service neutron] 10.222.0.76 "GET /v2.0/networks/36f1997d-7402-40f7-9d63-2c44f589b38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3992286 Dec 08 16:11:22.542866 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0141d8e2-d9cf-4bdb-a96e-1f10a9608826 req-f6f6fb36-74bf-4941-a7c7-0b8dc504cb08 tempest-ServerShowV247Test-1557716559 tempest-ServerShowV247Test-1557716559-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6fac6da-b7dd-4fc1-b4ec-4a6435f997bc HTTP/1.1" status: 200 len: 210 time: 0.0750496 Dec 08 16:11:22.645192 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-cf7df10b-ed1d-45fe-ab4c-91ac3efcdcc5 service neutron] For port fa7c8c03-37fb-40ec-8c95-4187d1cf1adb, host n-h1-776250-12, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:11:22.645456 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f93b6ed7-8ba3-41af-ac48-e1ef91602467 req-df379ff7-f24f-413a-a413-0a93679e8520 service neutron] 10.222.0.76 "GET /v2.0/networks/36f1997d-7402-40f7-9d63-2c44f589b38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215909 Dec 08 16:11:22.651042 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-cf7df10b-ed1d-45fe-ab4c-91ac3efcdcc5 service neutron] For port fa7c8c03-37fb-40ec-8c95-4187d1cf1adb, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=fa7c8c03-37fb-40ec-8c95-4187d1cf1adb,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:11:22.652883 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0eb93fe5-7b83-4797-b38e-b537f9ab4f96 req-717f7007-3e02-4772-a29a-67cc1e1d2887 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:22.664843 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['7391200b-a656-49d2-be8a-f22216a67d06'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:11:22.780754 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-cf7df10b-ed1d-45fe-ab4c-91ac3efcdcc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:22.791315 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb93fe5-7b83-4797-b38e-b537f9ab4f96 req-717f7007-3e02-4772-a29a-67cc1e1d2887 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:22.797112 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0eb93fe5-7b83-4797-b38e-b537f9ab4f96 req-717f7007-3e02-4772-a29a-67cc1e1d2887 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:22.798617 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0eb93fe5-7b83-4797-b38e-b537f9ab4f96 req-717f7007-3e02-4772-a29a-67cc1e1d2887 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "PUT /v2.0/ports/7391200b-a656-49d2-be8a-f22216a67d06 HTTP/1.1" status: 200 len: 1020 time: 1.3324554 Dec 08 16:11:22.812044 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75e8afd3-d930-4cca-90e1-e9213498e7b8', 'tag': '7391200b-a656-49d2-be8a-f22216a67d06'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:11:22.824095 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36bef038-23bd-47ac-b257-cc62a234a3db" -d '{"events": [{"name": "network-changed", "server_uuid": "75e8afd3-d930-4cca-90e1-e9213498e7b8", "tag": "7391200b-a656-49d2-be8a-f22216a67d06"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:11:22.886154 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-cf7df10b-ed1d-45fe-ab4c-91ac3efcdcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:22.892765 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-cf7df10b-ed1d-45fe-ab4c-91ac3efcdcc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:22.892938 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['7391200b-a656-49d2-be8a-f22216a67d06'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:11:22.893597 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-cf7df10b-ed1d-45fe-ab4c-91ac3efcdcc5 service neutron] 10.222.0.76 "PUT /v2.0/ports/fa7c8c03-37fb-40ec-8c95-4187d1cf1adb HTTP/1.1" status: 200 len: 1097 time: 1.6289210 Dec 08 16:11:22.895432 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3c54e46-f898-4235-b2ad-72a9e1a57254', 'tag': 'fa7c8c03-37fb-40ec-8c95-4187d1cf1adb'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:11:22.900318 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91514299-3b2d-4575-8b0c-e8da610019da" -d '{"events": [{"name": "network-changed", "server_uuid": "a3c54e46-f898-4235-b2ad-72a9e1a57254", "tag": "fa7c8c03-37fb-40ec-8c95-4187d1cf1adb"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:11:22.924846 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717f7007-3e02-4772-a29a-67cc1e1d2887 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Pushing event updated for resources: {'Port': ['ID=7391200b-a656-49d2-be8a-f22216a67d06,revision_number=7']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:22.973083 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7df10b-ed1d-45fe-ab4c-91ac3efcdcc5 service neutron] Pushing event updated for resources: {'Port': ['ID=fa7c8c03-37fb-40ec-8c95-4187d1cf1adb,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:23.118252 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-e666fa47-5403-4fad-9a8f-e003b3dea255 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a824d61-b93a-41b6-8964-589ab2364818 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:11:23.170052 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-e666fa47-5403-4fad-9a8f-e003b3dea255 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:23.193244 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-485ce78e-8954-4988-bd8b-4ee1de41d6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:23.197759 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-485ce78e-8954-4988-bd8b-4ee1de41d6bd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=15392057af79419bba246e0391d3a62d&device_id=a3c54e46-f898-4235-b2ad-72a9e1a57254 HTTP/1.1" status: 200 len: 1100 time: 0.1624300 Dec 08 16:11:23.199824 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45babb-30da-4c57-aa8f-212405ce544e req-fabb7de4-ab86-4ae2-832f-6c6a7f393484 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:23.201534 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2a45babb-30da-4c57-aa8f-212405ce544e req-fabb7de4-ab86-4ae2-832f-6c6a7f393484 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/ports?device_id=75e8afd3-d930-4cca-90e1-e9213498e7b8 HTTP/1.1" status: 200 len: 1023 time: 0.2514186 Dec 08 16:11:23.204845 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-e666fa47-5403-4fad-9a8f-e003b3dea255 service neutron] Transition to ACTIVE for port object 4a824d61-b93a-41b6-8964-589ab2364818 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:11:23.315824 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-c63827d0-4973-48c2-a004-d54054902a33 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=fa7c8c03-37fb-40ec-8c95-4187d1cf1adb HTTP/1.1" status: 200 len: 217 time: 0.1058211 Dec 08 16:11:23.343513 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5079f489-a0c3-4f53-a3f9-e45bfd37445e x-openstack-request-id: req-5079f489-a0c3-4f53-a3f9-e45bfd37445e {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:11:23.344115 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75e8afd3-d930-4cca-90e1-e9213498e7b8", "tag": "7391200b-a656-49d2-be8a-f22216a67d06", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:11:23.344278 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5079f489-a0c3-4f53-a3f9-e45bfd37445e {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:11:23.344587 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75e8afd3-d930-4cca-90e1-e9213498e7b8', 'tag': '7391200b-a656-49d2-be8a-f22216a67d06', 'status': 'completed', 'code': 200} Dec 08 16:11:23.371538 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2a45babb-30da-4c57-aa8f-212405ce544e req-c0f059b7-e4d7-43b3-a8d9-b86e626e11e5 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/security-groups?id=22916caf-447e-415b-8fa2-182cd11be4dd&id=c89a3303-4112-4fa9-ad34-bd9348cd97c4&id=ab7d18e8-1b7e-4b40-b7cf-384fa31f572a HTTP/1.1" status: 200 len: 6197 time: 0.1516967 Dec 08 16:11:23.383589 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-e666fa47-5403-4fad-9a8f-e003b3dea255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:23.438464 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8cb6d1-2b51-484a-b9fe-564dde8483ad x-openstack-request-id: req-ad8cb6d1-2b51-484a-b9fe-564dde8483ad {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:11:23.439346 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3c54e46-f898-4235-b2ad-72a9e1a57254", "tag": "fa7c8c03-37fb-40ec-8c95-4187d1cf1adb", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:11:23.443509 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ad8cb6d1-2b51-484a-b9fe-564dde8483ad {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:11:23.444041 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3c54e46-f898-4235-b2ad-72a9e1a57254', 'tag': 'fa7c8c03-37fb-40ec-8c95-4187d1cf1adb', 'status': 'completed', 'code': 200} Dec 08 16:11:23.486317 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-f21c5559-3cea-4ce3-b2cc-d4d7e3223c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:23.491787 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-f21c5559-3cea-4ce3-b2cc-d4d7e3223c0b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.1668122 Dec 08 16:11:23.494417 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e666fa47-5403-4fad-9a8f-e003b3dea255 service neutron] Pushing event updated for resources: {'Port': ['ID=4a824d61-b93a-41b6-8964-589ab2364818,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:23.693797 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bef038-23bd-47ac-b257-cc62a234a3db req-dda70075-6e2b-474b-a8ff-aa8114eaab48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:23.695379 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-36bef038-23bd-47ac-b257-cc62a234a3db req-dda70075-6e2b-474b-a8ff-aa8114eaab48 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cf22fc866524446b89f6f72a3f676ba3&device_id=75e8afd3-d930-4cca-90e1-e9213498e7b8 HTTP/1.1" status: 200 len: 1175 time: 0.3204269 Dec 08 16:11:23.715780 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-f64f28df-947c-43a8-a0f9-f069c993037f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:23.717368 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-f64f28df-947c-43a8-a0f9-f069c993037f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2188280 Dec 08 16:11:23.739827 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b982fe-c44b-4f6d-b67f-4375347b7ac0 req-3953b0c6-beb5-465f-a5db-c3a49772c419 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:23.747934 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-61b982fe-c44b-4f6d-b67f-4375347b7ac0 req-3953b0c6-beb5-465f-a5db-c3a49772c419 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] 10.222.0.64 "GET /v2.0/ports?device_id=519db7ee-ac45-4a7c-950a-c8c059f617ae HTTP/1.1" status: 200 len: 945 time: 0.2080903 Dec 08 16:11:23.791805 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b34838c-e8a9-4740-886c-807a34d3b7f5 req-1c47cfbe-8932-47f9-be6d-553240a9ab04 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:23.793652 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5b34838c-e8a9-4740-886c-807a34d3b7f5 req-1c47cfbe-8932-47f9-be6d-553240a9ab04 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3c54e46-f898-4235-b2ad-72a9e1a57254 HTTP/1.1" status: 200 len: 948 time: 0.1843445 Dec 08 16:11:23.822768 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-e666fa47-5403-4fad-9a8f-e003b3dea255 service neutron] Attempting to bind port 4a824d61-b93a-41b6-8964-589ab2364818 on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:11:23.822768 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-e666fa47-5403-4fad-9a8f-e003b3dea255 service neutron] Attempting to bind port 4a824d61-b93a-41b6-8964-589ab2364818 by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:11:23.822768 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-e666fa47-5403-4fad-9a8f-e003b3dea255 service neutron] Attempting to bind port 4a824d61-b93a-41b6-8964-589ab2364818 on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:11:23.848621 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-e666fa47-5403-4fad-9a8f-e003b3dea255 service neutron] Port 4a824d61-b93a-41b6-8964-589ab2364818 on network b91759c7-445e-4f7b-9fc4-64d80951832c not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:11:23.855892 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-e666fa47-5403-4fad-9a8f-e003b3dea255 service neutron] Attempting to bind port 4a824d61-b93a-41b6-8964-589ab2364818 on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:11:23.906295 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bef038-23bd-47ac-b257-cc62a234a3db req-00f630c3-27d7-4ede-9c2a-562e97549b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:23.909705 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-36bef038-23bd-47ac-b257-cc62a234a3db req-00f630c3-27d7-4ede-9c2a-562e97549b56 service neutron] 10.222.0.76 "GET /v2.0/networks?id=36f1997d-7402-40f7-9d63-2c44f589b38e HTTP/1.1" status: 200 len: 914 time: 0.1933210 Dec 08 16:11:23.925183 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-e666fa47-5403-4fad-9a8f-e003b3dea255 service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:11:23.925823 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-e666fa47-5403-4fad-9a8f-e003b3dea255 service neutron] Checking segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:11:23.926416 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-e666fa47-5403-4fad-9a8f-e003b3dea255 service neutron] Bound using segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:11:23.927046 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-e666fa47-5403-4fad-9a8f-e003b3dea255 service neutron] Bound port: 4a824d61-b93a-41b6-8964-589ab2364818, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:11:23.927605 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-e666fa47-5403-4fad-9a8f-e003b3dea255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:23.967021 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-61b982fe-c44b-4f6d-b67f-4375347b7ac0 req-f5173643-3202-41db-985c-feffcb9e7d5d tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] 10.222.0.64 "GET /v2.0/security-groups?id=6baf912a-f0d0-4cd4-8757-b1de646fe2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2178380 Dec 08 16:11:23.977503 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44732) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:24.017477 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-50114112-aff1-4a42-a5e7-0bf1c72e654c service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671151 Dec 08 16:11:24.022962 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-b1ba24c6-854d-4916-a6c5-c635c2893441 req-73e439eb-7f2d-4a44-aaba-c05bee9dcc91 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Request body: {'security_group': {'name': ' tempest-securitygroup -503671608 ', 'description': 'tempest-description-2008354490'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:11:24.033691 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5b34838c-e8a9-4740-886c-807a34d3b7f5 req-0c157091-880c-46a5-b05d-5c3cd4c098a7 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282653 Dec 08 16:11:24.064615 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-36bef038-23bd-47ac-b257-cc62a234a3db req-fa93d6f2-b23e-4b7f-9e28-c38dab5d6dee service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7391200b-a656-49d2-be8a-f22216a67d06 HTTP/1.1" status: 200 len: 217 time: 0.1172285 Dec 08 16:11:24.173786 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-b1f0ec76-6ebf-44b0-b957-6b92598a1d36 service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341512 Dec 08 16:11:24.174435 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-48f4d7a8-0e76-4da9-80fc-ff19d2163f27 req-35132c34-c449-42f6-967f-96ed4d98308d tempest-ServerShowV247Test-1557716559 tempest-ServerShowV247Test-1557716559-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6fac6da-b7dd-4fc1-b4ec-4a6435f997bc HTTP/1.1" status: 200 len: 210 time: 0.0483902 Dec 08 16:11:24.217703 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-b1ba24c6-854d-4916-a6c5-c635c2893441 req-73e439eb-7f2d-4a44-aaba-c05bee9dcc91 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:24.218479 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bef038-23bd-47ac-b257-cc62a234a3db req-3f0150af-99d5-4d08-9012-3dc3321a25cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:24.223547 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-36bef038-23bd-47ac-b257-cc62a234a3db req-3f0150af-99d5-4d08-9012-3dc3321a25cc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=707ddb2f-033d-4542-9213-13a68b9b326b HTTP/1.1" status: 200 len: 853 time: 0.1495931 Dec 08 16:11:24.247060 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-99093100-36d1-4efc-964e-693c1ad73be7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1269466274-network', 'tenant_id': '82befcb31c1249a9af9da6811968cef2'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:11:24.312670 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-b1ba24c6-854d-4916-a6c5-c635c2893441 req-73e439eb-7f2d-4a44-aaba-c05bee9dcc91 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:24.324693 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-36bef038-23bd-47ac-b257-cc62a234a3db req-6d0b206a-1afe-47af-a17e-30f39ad9a325 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=36f1997d-7402-40f7-9d63-2c44f589b38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581172 Dec 08 16:11:24.325777 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-e666fa47-5403-4fad-9a8f-e003b3dea255 service neutron] For port 4a824d61-b93a-41b6-8964-589ab2364818, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:11:24.359486 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-e666fa47-5403-4fad-9a8f-e003b3dea255 service neutron] For port 4a824d61-b93a-41b6-8964-589ab2364818, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=4a824d61-b93a-41b6-8964-589ab2364818,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:11:24.388790 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91514299-3b2d-4575-8b0c-e8da610019da req-1d1af59f-e352-4f65-973c-27551a4ef865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:24.390548 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-91514299-3b2d-4575-8b0c-e8da610019da req-1d1af59f-e352-4f65-973c-27551a4ef865 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=15392057af79419bba246e0391d3a62d&device_id=a3c54e46-f898-4235-b2ad-72a9e1a57254 HTTP/1.1" status: 200 len: 1100 time: 0.0507424 Dec 08 16:11:24.424687 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-b1ba24c6-854d-4916-a6c5-c635c2893441 req-73e439eb-7f2d-4a44-aaba-c05bee9dcc91 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:24.456836 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-e666fa47-5403-4fad-9a8f-e003b3dea255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:24.497489 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e439eb-7f2d-4a44-aaba-c05bee9dcc91 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a49b067-a2b6-4c32-9209-41949f07af46,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:24.504624 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-36bef038-23bd-47ac-b257-cc62a234a3db req-cc1571cb-5d15-479c-bd2f-dcd84a2c96c2 service neutron] 10.222.0.76 "GET /v2.0/networks/36f1997d-7402-40f7-9d63-2c44f589b38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635308 Dec 08 16:11:24.514824 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-e666fa47-5403-4fad-9a8f-e003b3dea255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:24.514824 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-e666fa47-5403-4fad-9a8f-e003b3dea255 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:24.517908 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-e666fa47-5403-4fad-9a8f-e003b3dea255 service neutron] 10.222.0.76 "PUT /v2.0/ports/4a824d61-b93a-41b6-8964-589ab2364818 HTTP/1.1" status: 200 len: 1097 time: 3.9618225 Dec 08 16:11:24.561167 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99093100-36d1-4efc-964e-693c1ad73be7 admin admin] Made reservation on behalf of 82befcb31c1249a9af9da6811968cef2 for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:11:24.564374 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-99093100-36d1-4efc-964e-693c1ad73be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:24.578208 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91514299-3b2d-4575-8b0c-e8da610019da req-7dffedef-529f-4571-8c05-30d066e3976c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:24.580334 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-91514299-3b2d-4575-8b0c-e8da610019da req-7dffedef-529f-4571-8c05-30d066e3976c service neutron] 10.222.0.76 "GET /v2.0/networks?id=b91759c7-445e-4f7b-9fc4-64d80951832c HTTP/1.1" status: 200 len: 870 time: 0.1815960 Dec 08 16:11:24.634666 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-91514299-3b2d-4575-8b0c-e8da610019da req-b1c29b7f-680e-49f7-8b04-e338970fa046 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=fa7c8c03-37fb-40ec-8c95-4187d1cf1adb HTTP/1.1" status: 200 len: 217 time: 0.0460799 Dec 08 16:11:24.662889 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e666fa47-5403-4fad-9a8f-e003b3dea255 service neutron] Pushing event updated for resources: {'Port': ['ID=4a824d61-b93a-41b6-8964-589ab2364818,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:24.680707 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-99093100-36d1-4efc-964e-693c1ad73be7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:24.721836 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-b1ba24c6-854d-4916-a6c5-c635c2893441 req-73e439eb-7f2d-4a44-aaba-c05bee9dcc91 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:24.733254 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b1ba24c6-854d-4916-a6c5-c635c2893441 req-73e439eb-7f2d-4a44-aaba-c05bee9dcc91 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.7145686 Dec 08 16:11:24.761752 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91514299-3b2d-4575-8b0c-e8da610019da req-0e7133b9-4479-4bd3-b3f0-61f051fdcc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:24.763403 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-91514299-3b2d-4575-8b0c-e8da610019da req-0e7133b9-4479-4bd3-b3f0-61f051fdcc10 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.1195319 Dec 08 16:11:24.821858 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91514299-3b2d-4575-8b0c-e8da610019da req-ed4475a7-d33e-4f8f-9899-6bfa454c3c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:24.824456 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-91514299-3b2d-4575-8b0c-e8da610019da req-ed4475a7-d33e-4f8f-9899-6bfa454c3c19 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0519872 Dec 08 16:11:24.897178 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-36bef038-23bd-47ac-b257-cc62a234a3db req-5f7f45a2-340e-4947-afee-54370662b8ca service neutron] 10.222.0.76 "GET /v2.0/networks/36f1997d-7402-40f7-9d63-2c44f589b38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3762517 Dec 08 16:11:24.903029 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-7ac49cdd-ed5d-400a-a498-af11c73ffb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:24.905279 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-7ac49cdd-ed5d-400a-a498-af11c73ffb7b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=15392057af79419bba246e0391d3a62d&device_id=9fa590ca-377f-4e4c-8724-ba3ce9f2b3e4 HTTP/1.1" status: 200 len: 1100 time: 0.1851451 Dec 08 16:11:24.912978 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fa347626-d942-4d79-baba-e36cfeec2683 req-0752e015-88e6-4f93-a566-f8e0624442a0 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/security-groups/4a49b067-a2b6-4c32-9209-41949f07af46 HTTP/1.1" status: 200 len: 1799 time: 0.1280351 Dec 08 16:11:25.008279 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-ca86e8ff-b534-4e48-bb22-9ebcfbeb8ff5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=4a824d61-b93a-41b6-8964-589ab2364818 HTTP/1.1" status: 200 len: 217 time: 0.0853627 Dec 08 16:11:25.029241 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-91514299-3b2d-4575-8b0c-e8da610019da req-e99a2b88-076f-40d7-af9d-27b6da0a0674 service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972477 Dec 08 16:11:25.041664 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d76bfad2-c928-458c-8ebf-c9eb5ce69dd0 req-f77a5581-0978-4c91-8c6e-92632714c88a tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/security-groups/4a49b067-a2b6-4c32-9209-41949f07af46 HTTP/1.1" status: 200 len: 1799 time: 0.0845945 Dec 08 16:11:25.078351 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-99093100-36d1-4efc-964e-693c1ad73be7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:25.115941 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-d6f7cd4e-575b-4622-8139-5833d8e22eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:25.117618 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-d6f7cd4e-575b-4622-8139-5833d8e22eb2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.0961127 Dec 08 16:11:25.153602 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744287e3-4afa-4a57-81e0-e30fc67b861e req-053bac59-5ab3-4dc9-a6a1-88f5701a149d tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:25.155227 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-744287e3-4afa-4a57-81e0-e30fc67b861e req-053bac59-5ab3-4dc9-a6a1-88f5701a149d tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] 10.222.0.64 "GET /v2.0/ports?device_id=519db7ee-ac45-4a7c-950a-c8c059f617ae HTTP/1.1" status: 200 len: 945 time: 0.0963957 Dec 08 16:11:25.223653 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-99093100-36d1-4efc-964e-693c1ad73be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:25.248933 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a426148a-cf13-406a-9ed4-6b9011450611 req-a6b1731f-8505-4beb-8faa-0bfc883095b2 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:25.250675 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a426148a-cf13-406a-9ed4-6b9011450611 req-a6b1731f-8505-4beb-8faa-0bfc883095b2 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] 10.222.0.37 "GET /v2.0/ports?device_id=519db7ee-ac45-4a7c-950a-c8c059f617ae HTTP/1.1" status: 200 len: 945 time: 0.1442013 Dec 08 16:11:25.271230 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-d76bfad2-c928-458c-8ebf-c9eb5ce69dd0 req-fc1e8c5c-17b2-4eb9-ab62-72b490b86e6b tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:25.271550 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-45c5e38f-c3eb-492f-a1e0-7de9776ec6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:25.272944 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-45c5e38f-c3eb-492f-a1e0-7de9776ec6a4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1472168 Dec 08 16:11:25.301183 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-91514299-3b2d-4575-8b0c-e8da610019da req-e1d0f24c-38f2-4842-9a29-3f4fb633e56b service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627156 Dec 08 16:11:25.306794 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99093100-36d1-4efc-964e-693c1ad73be7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:11:25.333726 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-744287e3-4afa-4a57-81e0-e30fc67b861e req-659790bf-4b92-461b-80b3-a008fb0501d6 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] 10.222.0.64 "GET /v2.0/security-groups?id=6baf912a-f0d0-4cd4-8757-b1de646fe2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509290 Dec 08 16:11:25.358118 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa590ca-377f-4e4c-8724-ba3ce9f2b3e4', 'tag': '4a824d61-b93a-41b6-8964-589ab2364818'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:11:25.360491 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f1134a-90f2-4538-a2d6-0e53acab85b8" -d '{"events": [{"name": "network-changed", "server_uuid": "9fa590ca-377f-4e4c-8724-ba3ce9f2b3e4", "tag": "4a824d61-b93a-41b6-8964-589ab2364818"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:11:25.408360 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99093100-36d1-4efc-964e-693c1ad73be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca15dfaa-ea87-4015-8ed0-fd337a60a9cc,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:25.409280 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-d76bfad2-c928-458c-8ebf-c9eb5ce69dd0 req-fc1e8c5c-17b2-4eb9-ab62-72b490b86e6b tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:25.429260 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-99093100-36d1-4efc-964e-693c1ad73be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:25.431285 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-99093100-36d1-4efc-964e-693c1ad73be7 admin admin] Added segment f2ff9093-e149-4788-8605-5f081049ea71 of type vlan for network 08d9858a-06a4-40aa-a537-8b1519b41969 Dec 08 16:11:25.530464 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-a426148a-cf13-406a-9ed4-6b9011450611 req-939c0566-de6a-437d-a178-86f5d7e3e2f9 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Deleting port 3d642400-c87c-4315-9312-46c93418a14a {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:11:25.530852 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-a426148a-cf13-406a-9ed4-6b9011450611 req-939c0566-de6a-437d-a178-86f5d7e3e2f9 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:25.564428 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-99093100-36d1-4efc-964e-693c1ad73be7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:25.634808 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-d76bfad2-c928-458c-8ebf-c9eb5ce69dd0 req-fc1e8c5c-17b2-4eb9-ab62-72b490b86e6b tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:25.635261 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab7e214-7f1d-4dbf-9ea9-60c09ad73f41 req-5c334031-1417-42a5-acc3-0280fd6ce334 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:25.639716 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-d76bfad2-c928-458c-8ebf-c9eb5ce69dd0 req-fc1e8c5c-17b2-4eb9-ab62-72b490b86e6b tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:25.640757 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fab7e214-7f1d-4dbf-9ea9-60c09ad73f41 req-5c334031-1417-42a5-acc3-0280fd6ce334 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3c54e46-f898-4235-b2ad-72a9e1a57254 HTTP/1.1" status: 200 len: 948 time: 0.1778262 Dec 08 16:11:25.641382 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d76bfad2-c928-458c-8ebf-c9eb5ce69dd0 req-fc1e8c5c-17b2-4eb9-ab62-72b490b86e6b tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "DELETE /v2.0/security-groups/4a49b067-a2b6-4c32-9209-41949f07af46 HTTP/1.1" status: 204 len: 173 time: 0.5922775 Dec 08 16:11:25.664243 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1e8c5c-17b2-4eb9-ab62-72b490b86e6b tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a49b067-a2b6-4c32-9209-41949f07af46,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:25.668669 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-aa85ec5d-a5a3-4ab0-9689-0e84bb92e3d4 service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3807094 Dec 08 16:11:25.683480 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-a426148a-cf13-406a-9ed4-6b9011450611 req-939c0566-de6a-437d-a178-86f5d7e3e2f9 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] For port 3d642400-c87c-4315-9312-46c93418a14a, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=3d642400-c87c-4315-9312-46c93418a14a,segment=NetworkSegment(ae9063a3-4977-48dc-a085-b64f51b7803d),segment_id=ae9063a3-4977-48dc-a085-b64f51b7803d)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:11:25.683872 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-a426148a-cf13-406a-9ed4-6b9011450611 req-939c0566-de6a-437d-a178-86f5d7e3e2f9 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:25.744533 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-99093100-36d1-4efc-964e-693c1ad73be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:25.745855 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99093100-36d1-4efc-964e-693c1ad73be7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:25.746623 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-99093100-36d1-4efc-964e-693c1ad73be7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:25.776505 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-dd64c84c-fb52-4685-b1d7-89b8ba12166c req-f1ffd0b0-4323-4d10-b029-a021c464fe91 tempest-ServerShowV247Test-1557716559 tempest-ServerShowV247Test-1557716559-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6fac6da-b7dd-4fc1-b4ec-4a6435f997bc HTTP/1.1" status: 200 len: 210 time: 0.0333576 Dec 08 16:11:25.883008 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99093100-36d1-4efc-964e-693c1ad73be7 admin admin] Pushing event updated for resources: {'Network': ['ID=08d9858a-06a4-40aa-a537-8b1519b41969,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:25.888641 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fab7e214-7f1d-4dbf-9ea9-60c09ad73f41 req-24e43917-5903-4778-952d-ac780ee19634 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141817 Dec 08 16:11:25.897040 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 08d9858a-06a4-40aa-a537-8b1519b41969 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:11:25.936690 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b22e7aa1-36cd-4df7-bb4c-f6bbc92e6eba req-123f0af2-0ff9-47a8-82d4-2b94dfb2cc91 service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404695 Dec 08 16:11:25.937728 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-a426148a-cf13-406a-9ed4-6b9011450611 req-939c0566-de6a-437d-a178-86f5d7e3e2f9 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:25.938114 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-a426148a-cf13-406a-9ed4-6b9011450611 req-939c0566-de6a-437d-a178-86f5d7e3e2f9 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:25.938429 n-d-776250-12 neutron-server[110551]: INFO neutron.db.l3_db [req-a426148a-cf13-406a-9ed4-6b9011450611 req-939c0566-de6a-437d-a178-86f5d7e3e2f9 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Floating IP 0583ac85-eb36-4932-a070-77604d3ece38 disassociated. External IP: 172.25.0.178, port: 3d642400-c87c-4315-9312-46c93418a14a. Dec 08 16:11:25.938816 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-a426148a-cf13-406a-9ed4-6b9011450611 req-939c0566-de6a-437d-a178-86f5d7e3e2f9 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Calling delete_port for 3d642400-c87c-4315-9312-46c93418a14a owned by compute:nova {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:11:25.961807 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b21991-57ff-4c5a-9ece-98ec4c1bcf21 x-openstack-request-id: req-f5b21991-57ff-4c5a-9ece-98ec4c1bcf21 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:11:25.963682 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fa590ca-377f-4e4c-8724-ba3ce9f2b3e4", "tag": "4a824d61-b93a-41b6-8964-589ab2364818", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:11:25.965306 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f5b21991-57ff-4c5a-9ece-98ec4c1bcf21 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:11:25.967115 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fa590ca-377f-4e4c-8724-ba3ce9f2b3e4', 'tag': '4a824d61-b93a-41b6-8964-589ab2364818', 'status': 'completed', 'code': 200} Dec 08 16:11:26.016924 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [req-65699506-6e2e-4ea8-b670-d0dc56c2da11 req-89b7d3a8-3a38-479e-8dbb-93d175abf56a tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] show failed (client error): The resource could not be found. Dec 08 16:11:26.019611 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-65699506-6e2e-4ea8-b670-d0dc56c2da11 req-89b7d3a8-3a38-479e-8dbb-93d175abf56a tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/security-groups/4a49b067-a2b6-4c32-9209-41949f07af46 HTTP/1.1" status: 404 len: 352 time: 0.0240030 Dec 08 16:11:26.039570 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-99093100-36d1-4efc-964e-693c1ad73be7 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0104840 Dec 08 16:11:26.042195 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44774) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:26.047693 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-02281c31-53b6-47d9-a0ef-c06c560a94d6 admin admin] Request body: {'subnet': {'network_id': '08d9858a-06a4-40aa-a537-8b1519b41969', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1269466274-subnet', 'tenant_id': '82befcb31c1249a9af9da6811968cef2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:11:26.065496 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-15f82ca5-e30f-4f6f-8b8a-9910376e47e4 req-c18f6255-baf7-4c02-b69a-99b6b91675b1 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1413185333', 'description': 'tempest-description-1184417458'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:11:26.180401 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1134a-90f2-4538-a2d6-0e53acab85b8 req-6a75c095-862f-42c4-83ef-73fdfb59bedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:26.181982 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e4f1134a-90f2-4538-a2d6-0e53acab85b8 req-6a75c095-862f-42c4-83ef-73fdfb59bedd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=15392057af79419bba246e0391d3a62d&device_id=9fa590ca-377f-4e4c-8724-ba3ce9f2b3e4 HTTP/1.1" status: 200 len: 1100 time: 0.0467036 Dec 08 16:11:26.200022 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02281c31-53b6-47d9-a0ef-c06c560a94d6 admin admin] Made reservation on behalf of 82befcb31c1249a9af9da6811968cef2 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:11:26.202307 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-02281c31-53b6-47d9-a0ef-c06c560a94d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:26.253922 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-a426148a-cf13-406a-9ed4-6b9011450611 req-939c0566-de6a-437d-a178-86f5d7e3e2f9 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:26.305095 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939c0566-de6a-437d-a178-86f5d7e3e2f9 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Pushing event deleted for resources: {'Port': ['ID=3d642400-c87c-4315-9312-46c93418a14a,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:26.387248 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1134a-90f2-4538-a2d6-0e53acab85b8 req-521e68c9-1cb3-4cd7-af5a-54742c2dcaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:26.388801 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e4f1134a-90f2-4538-a2d6-0e53acab85b8 req-521e68c9-1cb3-4cd7-af5a-54742c2dcaed service neutron] 10.222.0.76 "GET /v2.0/networks?id=b91759c7-445e-4f7b-9fc4-64d80951832c HTTP/1.1" status: 200 len: 870 time: 0.1999125 Dec 08 16:11:26.457369 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e4f1134a-90f2-4538-a2d6-0e53acab85b8 req-cb5cefcf-ef49-468a-9fbc-b1791a61c353 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=4a824d61-b93a-41b6-8964-589ab2364818 HTTP/1.1" status: 200 len: 217 time: 0.0512955 Dec 08 16:11:26.458154 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-15f82ca5-e30f-4f6f-8b8a-9910376e47e4 req-c18f6255-baf7-4c02-b69a-99b6b91675b1 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:26.462886 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d2b43594-ab10-491d-87df-9c158c4f3c79 req-33098baf-e33a-4500-acc9-d3a8fa76aaeb tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] 10.222.0.64 "GET /v2.0/ports?device_id=519db7ee-ac45-4a7c-950a-c8c059f617ae HTTP/1.1" status: 200 len: 210 time: 0.0433271 Dec 08 16:11:26.492395 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a426148a-cf13-406a-9ed4-6b9011450611 req-939c0566-de6a-437d-a178-86f5d7e3e2f9 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Router 7a15cd1a-367c-46ee-bcf9-0990f49d0b68 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:11:26.630085 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1134a-90f2-4538-a2d6-0e53acab85b8 req-11b2e813-64e0-48e9-8eb7-348bef5609b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:26.630713 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a426148a-cf13-406a-9ed4-6b9011450611 req-939c0566-de6a-437d-a178-86f5d7e3e2f9 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:11:26.631683 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e4f1134a-90f2-4538-a2d6-0e53acab85b8 req-11b2e813-64e0-48e9-8eb7-348bef5609b1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.1369030 Dec 08 16:11:26.644397 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f256e805-d4d5-46db-9f1e-2af341791264 None None] Sync routers for ids ['7a15cd1a-367c-46ee-bcf9-0990f49d0b68'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:11:26.645952 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device fa7c8c03-37fb-40ec-8c95-4187d1cf1adb details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:11:26.664141 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f256e805-d4d5-46db-9f1e-2af341791264 None None] Routers {'7a15cd1a-367c-46ee-bcf9-0990f49d0b68'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:11:26.664805 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-f256e805-d4d5-46db-9f1e-2af341791264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:11:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['7a15cd1a-367c-46ee-bcf9-0990f49d0b68'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:11:26.700269 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-a426148a-cf13-406a-9ed4-6b9011450611 req-939c0566-de6a-437d-a178-86f5d7e3e2f9 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] No DVR routers for this DVR port 3d642400-c87c-4315-9312-46c93418a14a on host n-h2-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:11:26.703332 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-a426148a-cf13-406a-9ed4-6b9011450611 req-939c0566-de6a-437d-a178-86f5d7e3e2f9 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:26.706961 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a426148a-cf13-406a-9ed4-6b9011450611 req-939c0566-de6a-437d-a178-86f5d7e3e2f9 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] 10.222.0.37 "DELETE /v2.0/ports/3d642400-c87c-4315-9312-46c93418a14a HTTP/1.1" status: 204 len: 173 time: 1.4468024 Dec 08 16:11:26.709046 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '519db7ee-ac45-4a7c-950a-c8c059f617ae', 'name': 'network-vif-deleted', 'tag': '3d642400-c87c-4315-9312-46c93418a14a'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:11:26.709782 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984ef75b-804d-40c7-a9aa-dc619c3fee96" -d '{"events": [{"server_uuid": "519db7ee-ac45-4a7c-950a-c8c059f617ae", "name": "network-vif-deleted", "tag": "3d642400-c87c-4315-9312-46c93418a14a"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:11:26.747506 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-02281c31-53b6-47d9-a0ef-c06c560a94d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:26.800661 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46fa7dd-1420-402f-b3f8-16d937be1c27 x-openstack-request-id: req-a46fa7dd-1420-402f-b3f8-16d937be1c27 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:11:26.800972 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "519db7ee-ac45-4a7c-950a-c8c059f617ae", "name": "network-vif-deleted", "tag": "3d642400-c87c-4315-9312-46c93418a14a", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:11:26.801224 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a46fa7dd-1420-402f-b3f8-16d937be1c27 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:11:26.801640 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '519db7ee-ac45-4a7c-950a-c8c059f617ae', 'name': 'network-vif-deleted', 'tag': '3d642400-c87c-4315-9312-46c93418a14a', 'status': 'completed', 'code': 200} Dec 08 16:11:26.854813 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port fa7c8c03-37fb-40ec-8c95-4187d1cf1adb, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=fa7c8c03-37fb-40ec-8c95-4187d1cf1adb,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:11:26.866876 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02281c31-53b6-47d9-a0ef-c06c560a94d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3491129b-1cd2-4761-9a4b-3b1d65fd2b32,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:26.879186 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-15f82ca5-e30f-4f6f-8b8a-9910376e47e4 req-c18f6255-baf7-4c02-b69a-99b6b91675b1 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:26.885468 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': 'fa7c8c03-37fb-40ec-8c95-4187d1cf1adb', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'port_id': 'fa7c8c03-37fb-40ec-8c95-4187d1cf1adb', 'mac_address': 'fa:16:3e:1b:1f:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c93b3a32-b438-4a47-8558-220c03febf97', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:11:26.888849 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-f256e805-d4d5-46db-9f1e-2af341791264 None None] Set router 7a15cd1a-367c-46ee-bcf9-0990f49d0b68 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:11:26.894162 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1134a-90f2-4538-a2d6-0e53acab85b8 req-ae5e0a98-a78f-45cd-b6b3-9133bd3fed0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:26.896868 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e4f1134a-90f2-4538-a2d6-0e53acab85b8 req-ae5e0a98-a78f-45cd-b6b3-9133bd3fed0d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2565567 Dec 08 16:11:26.959372 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:26.988100 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa7c8c03-37fb-40ec-8c95-4187d1cf1adb {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:11:27.010562 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4d18ac2d-d6ce-41b1-aba2-3dcb6c922309 req-6b5a52f4-243a-42e5-a8ff-9b600a75f282 tempest-ServerShowV247Test-1557716559 tempest-ServerShowV247Test-1557716559-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6fac6da-b7dd-4fc1-b4ec-4a6435f997bc HTTP/1.1" status: 200 len: 210 time: 0.0813522 Dec 08 16:11:27.021289 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port fa7c8c03-37fb-40ec-8c95-4187d1cf1adb, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=fa7c8c03-37fb-40ec-8c95-4187d1cf1adb,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:11:27.090838 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-15f82ca5-e30f-4f6f-8b8a-9910376e47e4 req-c18f6255-baf7-4c02-b69a-99b6b91675b1 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:27.134179 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:27.148734 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02281c31-53b6-47d9-a0ef-c06c560a94d6 admin admin] Checking segment: {'id': 'f2ff9093-e149-4788-8605-5f081049ea71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '08d9858a-06a4-40aa-a537-8b1519b41969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:11:27.149112 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02281c31-53b6-47d9-a0ef-c06c560a94d6 admin admin] Network hostable DHCP agents. Network: 08d9858a-06a4-40aa-a537-8b1519b41969, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:11:27.188496 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18f6255-baf7-4c02-b69a-99b6b91675b1 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42198828-1fa2-4c73-81d3-f83d24835b82,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:27.246209 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e4f1134a-90f2-4538-a2d6-0e53acab85b8 req-0a37367d-442b-4cd4-979b-7d03b2151ee4 service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3387756 Dec 08 16:11:27.248585 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-f256e805-d4d5-46db-9f1e-2af341791264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a15cd1a-367c-46ee-bcf9-0990f49d0b68', 'name': 'tempest-ServersTestBootFromVolume-1433177018-router', 'tenant_id': 'd2ccfe6975714fc3b8a138ea789f3317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '73b7186c-09f7-40f0-8777-120013e51247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:06:46Z', 'updated_at': '2021-12-08T16:06:53Z', 'revision_number': 4, 'project_id': 'd2ccfe6975714fc3b8a138ea789f3317', 'gw_port': {'id': '73b7186c-09f7-40f0-8777-120013e51247', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:28:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a15cd1a-367c-46ee-bcf9-0990f49d0b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:06:47Z', 'updated_at': '2021-12-08T16:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'f83d49af-9420-48e3-8a59-3ed98d8f52ca', 'name': '', 'network_id': 'bb9d0058-2dc0-4e63-9bdc-6ba019b39e11', 'tenant_id': 'd2ccfe6975714fc3b8a138ea789f3317', 'mac_address': 'fa:16:3e:20:04:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a15cd1a-367c-46ee-bcf9-0990f49d0b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '59c87d8b-18df-4d41-af98-f6c5328cc834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:06:51Z', 'updated_at': '2021-12-08T16:06:58Z', 'revision_number': 5, 'project_id': 'd2ccfe6975714fc3b8a138ea789f3317', 'subnets': [{'id': '59c87d8b-18df-4d41-af98-f6c5328cc834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:11:27.256542 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=fa7c8c03-37fb-40ec-8c95-4187d1cf1adb,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:27.287514 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f256e805-d4d5-46db-9f1e-2af341791264 None None] Checking router: 7a15cd1a-367c-46ee-bcf9-0990f49d0b68 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:11:27.297678 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e042d392-f45a-44be-bf35-3d471d9ecc1d req-d537386f-b9c4-43fb-9838-65a39a0b08c8 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:27.299047 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f256e805-d4d5-46db-9f1e-2af341791264 None None] Routers {'7a15cd1a-367c-46ee-bcf9-0990f49d0b68'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:11:27.299047 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-f256e805-d4d5-46db-9f1e-2af341791264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:11:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['7a15cd1a-367c-46ee-bcf9-0990f49d0b68'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:11:27.300149 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e042d392-f45a-44be-bf35-3d471d9ecc1d req-d537386f-b9c4-43fb-9838-65a39a0b08c8 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3c54e46-f898-4235-b2ad-72a9e1a57254 HTTP/1.1" status: 200 len: 949 time: 0.0672688 Dec 08 16:11:27.382859 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-15f82ca5-e30f-4f6f-8b8a-9910376e47e4 req-c18f6255-baf7-4c02-b69a-99b6b91675b1 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:27.384114 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-15f82ca5-e30f-4f6f-8b8a-9910376e47e4 req-c18f6255-baf7-4c02-b69a-99b6b91675b1 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 1.3280156 Dec 08 16:11:27.386494 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02281c31-53b6-47d9-a0ef-c06c560a94d6 admin admin] Network 08d9858a-06a4-40aa-a537-8b1519b41969 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:11:27.401045 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e042d392-f45a-44be-bf35-3d471d9ecc1d req-751cf78e-238a-4761-85a9-7a9c1d524fd4 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939858 Dec 08 16:11:27.452837 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-43ec1c0d-653c-43eb-8f23-9e238dcec7aa req-3973a4d0-c3ff-4f4f-b29e-eb536fe1cc53 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1604705503', 'description': 'tempest-description-1968800304'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:11:27.470876 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e4f1134a-90f2-4538-a2d6-0e53acab85b8 req-42925aea-c390-4888-9f5f-427ae40eb305 service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145596 Dec 08 16:11:27.482862 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-f256e805-d4d5-46db-9f1e-2af341791264 None None] Set router 7a15cd1a-367c-46ee-bcf9-0990f49d0b68 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:11:27.556729 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-43ec1c0d-653c-43eb-8f23-9e238dcec7aa req-3973a4d0-c3ff-4f4f-b29e-eb536fe1cc53 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:27.562768 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-02281c31-53b6-47d9-a0ef-c06c560a94d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 08d9858a-06a4-40aa-a537-8b1519b41969) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:11:27.574351 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8110d49-90e8-411b-9cce-1a3a6c932c9f None None] Network 08d9858a-06a4-40aa-a537-8b1519b41969 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:11:27.601262 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a09e6bfd-35b1-4cff-ba54-a32f09afe4e7 req-d8d7aaf4-1069-4c0d-880f-6bf092bf4c8a tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] 10.222.0.64 "GET /v2.0/ports?device_id=519db7ee-ac45-4a7c-950a-c8c059f617ae HTTP/1.1" status: 200 len: 210 time: 0.0432250 Dec 08 16:11:27.603913 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02281c31-53b6-47d9-a0ef-c06c560a94d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:27.604831 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-02281c31-53b6-47d9-a0ef-c06c560a94d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:27.676623 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['fa7c8c03-37fb-40ec-8c95-4187d1cf1adb'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:11:27.690567 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-02281c31-53b6-47d9-a0ef-c06c560a94d6 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6442392 Dec 08 16:11:27.691518 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44816) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:27.698387 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-b22c0acb-86b3-4f42-b1a6-31a69e410546 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1269466274-router', 'tenant_id': '82befcb31c1249a9af9da6811968cef2', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:11:27.767907 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-43ec1c0d-653c-43eb-8f23-9e238dcec7aa req-3973a4d0-c3ff-4f4f-b29e-eb536fe1cc53 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:27.836992 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b22c0acb-86b3-4f42-b1a6-31a69e410546 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:27.838380 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b22c0acb-86b3-4f42-b1a6-31a69e410546 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:27.849045 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f651d9d9-7cf3-4577-a804-99433fd28284 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-08d9858a-06a4-40aa-a537-8b1519b41969', 'network_id': '08d9858a-06a4-40aa-a537-8b1519b41969', 'project_id': '82befcb31c1249a9af9da6811968cef2', 'fixed_ips': [{'subnet_id': '3491129b-1cd2-4761-9a4b-3b1d65fd2b32'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:11:27.849045 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f651d9d9-7cf3-4577-a804-99433fd28284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:27.876835 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-43ec1c0d-653c-43eb-8f23-9e238dcec7aa req-3973a4d0-c3ff-4f4f-b29e-eb536fe1cc53 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:27.883479 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-f256e805-d4d5-46db-9f1e-2af341791264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a15cd1a-367c-46ee-bcf9-0990f49d0b68', 'name': 'tempest-ServersTestBootFromVolume-1433177018-router', 'tenant_id': 'd2ccfe6975714fc3b8a138ea789f3317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '73b7186c-09f7-40f0-8777-120013e51247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:06:46Z', 'updated_at': '2021-12-08T16:06:53Z', 'revision_number': 4, 'project_id': 'd2ccfe6975714fc3b8a138ea789f3317', 'gw_port': {'id': '73b7186c-09f7-40f0-8777-120013e51247', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:28:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a15cd1a-367c-46ee-bcf9-0990f49d0b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:06:47Z', 'updated_at': '2021-12-08T16:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'f83d49af-9420-48e3-8a59-3ed98d8f52ca', 'name': '', 'network_id': 'bb9d0058-2dc0-4e63-9bdc-6ba019b39e11', 'tenant_id': 'd2ccfe6975714fc3b8a138ea789f3317', 'mac_address': 'fa:16:3e:20:04:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a15cd1a-367c-46ee-bcf9-0990f49d0b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '59c87d8b-18df-4d41-af98-f6c5328cc834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:06:51Z', 'updated_at': '2021-12-08T16:06:58Z', 'revision_number': 5, 'project_id': 'd2ccfe6975714fc3b8a138ea789f3317', 'subnets': [{'id': '59c87d8b-18df-4d41-af98-f6c5328cc834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:11:27.915375 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f256e805-d4d5-46db-9f1e-2af341791264 None None] The sync data for ids ['7a15cd1a-367c-46ee-bcf9-0990f49d0b68'] in n-d-776250-12 is: [{'id': '7a15cd1a-367c-46ee-bcf9-0990f49d0b68', 'name': 'tempest-ServersTestBootFromVolume-1433177018-router', 'tenant_id': 'd2ccfe6975714fc3b8a138ea789f3317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '73b7186c-09f7-40f0-8777-120013e51247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:06:46Z', 'updated_at': '2021-12-08T16:06:53Z', 'revision_number': 4, 'project_id': 'd2ccfe6975714fc3b8a138ea789f3317', 'gw_port': {'id': '73b7186c-09f7-40f0-8777-120013e51247', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:28:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a15cd1a-367c-46ee-bcf9-0990f49d0b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:06:47Z', 'updated_at': '2021-12-08T16:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'f83d49af-9420-48e3-8a59-3ed98d8f52ca', 'name': '', 'network_id': 'bb9d0058-2dc0-4e63-9bdc-6ba019b39e11', 'tenant_id': 'd2ccfe6975714fc3b8a138ea789f3317', 'mac_address': 'fa:16:3e:20:04:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a15cd1a-367c-46ee-bcf9-0990f49d0b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '59c87d8b-18df-4d41-af98-f6c5328cc834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:06:51Z', 'updated_at': '2021-12-08T16:06:58Z', 'revision_number': 5, 'project_id': 'd2ccfe6975714fc3b8a138ea789f3317', 'subnets': [{'id': '59c87d8b-18df-4d41-af98-f6c5328cc834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:11:27.937312 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b22c0acb-86b3-4f42-b1a6-31a69e410546 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:27.940763 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3973a4d0-c3ff-4f4f-b29e-eb536fe1cc53 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53b1d42f-e7c9-4106-85db-b7a774854211,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:28.012093 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-43ec1c0d-653c-43eb-8f23-9e238dcec7aa req-3973a4d0-c3ff-4f4f-b29e-eb536fe1cc53 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:28.015414 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-43ec1c0d-653c-43eb-8f23-9e238dcec7aa req-3973a4d0-c3ff-4f4f-b29e-eb536fe1cc53 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.5668356 Dec 08 16:11:28.088268 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-3f0635fd-fb7c-47b3-aefd-dbf5224c5a2a req-82263fbc-a118-478f-9695-0386094e8dfe tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2050635596', 'description': 'tempest-description-2039162377'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:11:28.118694 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-f651d9d9-7cf3-4577-a804-99433fd28284 None None] Allocated IP 172.20.0.2 (08d9858a-06a4-40aa-a537-8b1519b41969/3491129b-1cd2-4761-9a4b-3b1d65fd2b32/3bc624dc-8ff0-49f1-bb4d-0ea9339658e4) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:11:28.176272 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9bf7db07-fc62-4180-b4a7-891a40cdc169 req-ce5b4729-570e-4e34-a9e7-c2881bb5ca96 tempest-ServerShowV247Test-1557716559 tempest-ServerShowV247Test-1557716559-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6fac6da-b7dd-4fc1-b4ec-4a6435f997bc HTTP/1.1" status: 200 len: 210 time: 0.0428839 Dec 08 16:11:28.269468 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b22c0acb-86b3-4f42-b1a6-31a69e410546 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:28.294788 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044ec9bb-6bd1-449f-80b3-2dbe7ea9c1c5 None None] New status for floating IP 0583ac85-eb36-4932-a070-77604d3ece38: DOWN {{(pid=110552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:11:28.403750 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-3f0635fd-fb7c-47b3-aefd-dbf5224c5a2a req-82263fbc-a118-478f-9695-0386094e8dfe tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:28.495944 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f40e0-7c00-46b7-96db-c216bc2f612f req-43a644b9-bb0d-43ca-b6ae-6ca3c445d4e8 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:28.496686 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f651d9d9-7cf3-4577-a804-99433fd28284 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:28.503248 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 3d642400-c87c-4315-9312-46c93418a14a no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:11:28.508125 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-449f40e0-7c00-46b7-96db-c216bc2f612f req-43a644b9-bb0d-43ca-b6ae-6ca3c445d4e8 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] 10.222.0.64 "GET /v2.0/ports?device_id=16712d3c-a214-4d05-bf66-99d2884999f4 HTTP/1.1" status: 200 len: 950 time: 0.0744131 Dec 08 16:11:28.519961 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-3f0635fd-fb7c-47b3-aefd-dbf5224c5a2a req-82263fbc-a118-478f-9695-0386094e8dfe tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:28.527234 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: 3d642400-c87c-4315-9312-46c93418a14a {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:11:28.527594 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 3d642400-c87c-4315-9312-46c93418a14a not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:11:28.557712 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-449f40e0-7c00-46b7-96db-c216bc2f612f req-346f2e8a-84dc-4451-8fbf-742de84e16a5 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a3bf41a-ab09-4241-8cdb-6ef5c223e263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483809 Dec 08 16:11:28.574820 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f651d9d9-7cf3-4577-a804-99433fd28284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:28.642382 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 4a824d61-b93a-41b6-8964-589ab2364818 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:11:28.663671 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f651d9d9-7cf3-4577-a804-99433fd28284 None None] Network 08d9858a-06a4-40aa-a537-8b1519b41969 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:11:28.670891 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-f651d9d9-7cf3-4577-a804-99433fd28284 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:11:28.675577 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f651d9d9-7cf3-4577-a804-99433fd28284 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:11:28.687461 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f651d9d9-7cf3-4577-a804-99433fd28284 None None] Pushing event updated for resources: {'Port': ['ID=3bc624dc-8ff0-49f1-bb4d-0ea9339658e4,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:28.709122 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28956514-e579-47be-90c2-a524ef053125 req-201b2674-6b10-4cd8-83da-d7baa80faa2d tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:28.712013 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-28956514-e579-47be-90c2-a524ef053125 req-201b2674-6b10-4cd8-83da-d7baa80faa2d tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3c54e46-f898-4235-b2ad-72a9e1a57254 HTTP/1.1" status: 200 len: 949 time: 0.0730190 Dec 08 16:11:28.772019 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-28956514-e579-47be-90c2-a524ef053125 req-0081f4af-ce8a-4e9d-84c2-ffa2cf736648 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503020 Dec 08 16:11:28.810359 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-f651d9d9-7cf3-4577-a804-99433fd28284 None None] Attempting to bind port 3bc624dc-8ff0-49f1-bb4d-0ea9339658e4 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:11:28.810722 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-f651d9d9-7cf3-4577-a804-99433fd28284 None None] Attempting to bind port 3bc624dc-8ff0-49f1-bb4d-0ea9339658e4 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'f2ff9093-e149-4788-8605-5f081049ea71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '08d9858a-06a4-40aa-a537-8b1519b41969'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:11:28.811043 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f651d9d9-7cf3-4577-a804-99433fd28284 None None] Attempting to bind port 3bc624dc-8ff0-49f1-bb4d-0ea9339658e4 on network 08d9858a-06a4-40aa-a537-8b1519b41969 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:11:28.825879 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f651d9d9-7cf3-4577-a804-99433fd28284 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:11:28.826320 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f651d9d9-7cf3-4577-a804-99433fd28284 None None] Checking segment: {'id': 'f2ff9093-e149-4788-8605-5f081049ea71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '08d9858a-06a4-40aa-a537-8b1519b41969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:11:28.826774 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f651d9d9-7cf3-4577-a804-99433fd28284 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:28.827235 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f651d9d9-7cf3-4577-a804-99433fd28284 None None] Bound using segment: {'id': 'f2ff9093-e149-4788-8605-5f081049ea71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '08d9858a-06a4-40aa-a537-8b1519b41969'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:11:28.827811 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-f651d9d9-7cf3-4577-a804-99433fd28284 None None] Bound port: 3bc624dc-8ff0-49f1-bb4d-0ea9339658e4, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2ff9093-e149-4788-8605-5f081049ea71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '08d9858a-06a4-40aa-a537-8b1519b41969'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:11:28.828343 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f651d9d9-7cf3-4577-a804-99433fd28284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:28.850435 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 4a824d61-b93a-41b6-8964-589ab2364818, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=4a824d61-b93a-41b6-8964-589ab2364818,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:11:28.883850 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '4a824d61-b93a-41b6-8964-589ab2364818', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'port_id': '4a824d61-b93a-41b6-8964-589ab2364818', 'mac_address': 'fa:16:3e:d2:43:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c93b3a32-b438-4a47-8558-220c03febf97', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:11:28.948818 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-f651d9d9-7cf3-4577-a804-99433fd28284 None None] For port 3bc624dc-8ff0-49f1-bb4d-0ea9339658e4, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:11:28.953440 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-f651d9d9-7cf3-4577-a804-99433fd28284 None None] For port 3bc624dc-8ff0-49f1-bb4d-0ea9339658e4, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=3bc624dc-8ff0-49f1-bb4d-0ea9339658e4,segment=NetworkSegment(f2ff9093-e149-4788-8605-5f081049ea71),segment_id=f2ff9093-e149-4788-8605-5f081049ea71)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:11:28.957476 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:28.972693 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a824d61-b93a-41b6-8964-589ab2364818 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:11:28.998268 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 4a824d61-b93a-41b6-8964-589ab2364818, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=4a824d61-b93a-41b6-8964-589ab2364818,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:11:29.013813 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-3f0635fd-fb7c-47b3-aefd-dbf5224c5a2a req-82263fbc-a118-478f-9695-0386094e8dfe tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:29.037054 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f87fc595-c252-4357-b7bf-bd0898f85c53 req-c68b54ce-8995-46b1-bf15-0b0b51c102d1 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] 10.222.0.64 "GET /v2.0/ports?device_id=519db7ee-ac45-4a7c-950a-c8c059f617ae HTTP/1.1" status: 200 len: 210 time: 0.0277359 Dec 08 16:11:29.059839 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f651d9d9-7cf3-4577-a804-99433fd28284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:29.092703 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82263fbc-a118-478f-9695-0386094e8dfe tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5271a2-1517-4362-ab64-264e54b65ccf,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:29.135169 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b22c0acb-86b3-4f42-b1a6-31a69e410546 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:29.135655 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f651d9d9-7cf3-4577-a804-99433fd28284 None None] Pushing event updated for resources: {'Port': ['ID=3bc624dc-8ff0-49f1-bb4d-0ea9339658e4,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:29.151069 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b22c0acb-86b3-4f42-b1a6-31a69e410546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:29.165155 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:29.216947 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-3f0635fd-fb7c-47b3-aefd-dbf5224c5a2a req-82263fbc-a118-478f-9695-0386094e8dfe tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:29.218877 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3f0635fd-fb7c-47b3-aefd-dbf5224c5a2a req-82263fbc-a118-478f-9695-0386094e8dfe tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 1.1409557 Dec 08 16:11:29.277317 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=4a824d61-b93a-41b6-8964-589ab2364818,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:29.319872 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-b22c0acb-86b3-4f42-b1a6-31a69e410546 admin admin] Allocated IP 172.25.0.169 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/729dbe76-8864-4297-9fa2-52ac25040fa6) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:11:29.365374 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e23d93ce-b592-4428-956f-65a52a07fc18 req-c1ffca0e-40f0-4bc1-8816-c4a2d25fc8c2 tempest-ServerShowV247Test-1557716559 tempest-ServerShowV247Test-1557716559-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6fac6da-b7dd-4fc1-b4ec-4a6435f997bc HTTP/1.1" status: 200 len: 210 time: 0.0410461 Dec 08 16:11:29.526604 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['4a824d61-b93a-41b6-8964-589ab2364818'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:11:29.598523 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b22c0acb-86b3-4f42-b1a6-31a69e410546 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:29.615015 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-82fed37a-7028-4ed3-96fc-8049ba480489 req-9f59007b-63e6-46f3-bc4f-6ba9f091ccc3 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cf22fc866524446b89f6f72a3f676ba3 HTTP/1.1" status: 200 len: 11004 time: 0.1632826 Dec 08 16:11:29.683602 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-82fed37a-7028-4ed3-96fc-8049ba480489 req-d047c8f5-e51b-4f07-9ea6-73067a8699af tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/security-groups/c89a3303-4112-4fa9-ad34-bd9348cd97c4 HTTP/1.1" status: 200 len: 2998 time: 0.0676315 Dec 08 16:11:29.745310 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-82fed37a-7028-4ed3-96fc-8049ba480489 req-61166e15-1158-4d46-9ce7-3323211568db tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/security-groups/c89a3303-4112-4fa9-ad34-bd9348cd97c4 HTTP/1.1" status: 200 len: 2998 time: 0.0607431 Dec 08 16:11:29.746870 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 3bc624dc-8ff0-49f1-bb4d-0ea9339658e4 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:11:29.768715 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b22c0acb-86b3-4f42-b1a6-31a69e410546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:29.833652 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 3bc624dc-8ff0-49f1-bb4d-0ea9339658e4 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:11:29.834047 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:29.840606 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22c0acb-86b3-4f42-b1a6-31a69e410546 admin admin] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:11:29.851381 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-b22c0acb-86b3-4f42-b1a6-31a69e410546 admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:11:29.854013 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22c0acb-86b3-4f42-b1a6-31a69e410546 admin admin] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:11:29.888060 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22c0acb-86b3-4f42-b1a6-31a69e410546 admin admin] Pushing event updated for resources: {'Port': ['ID=729dbe76-8864-4297-9fa2-52ac25040fa6,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:29.905530 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b1f5586c-0b5b-4775-951f-2d08c0aee469 req-7aa13f01-c12f-41d2-b3b6-dbab65047906 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/security-groups/42198828-1fa2-4c73-81d3-f83d24835b82 HTTP/1.1" status: 200 len: 1820 time: 0.1331234 Dec 08 16:11:29.925633 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:29.963553 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 3bc624dc-8ff0-49f1-bb4d-0ea9339658e4, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=3bc624dc-8ff0-49f1-bb4d-0ea9339658e4,segment=NetworkSegment(f2ff9093-e149-4788-8605-5f081049ea71),segment_id=f2ff9093-e149-4788-8605-5f081049ea71)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:11:30.048722 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:30.090182 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b1f5586c-0b5b-4775-951f-2d08c0aee469 req-9335c66d-d4f6-4975-8c09-70b4d5e35831 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:30.118884 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=3bc624dc-8ff0-49f1-bb4d-0ea9339658e4,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:30.162022 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b1f5586c-0b5b-4775-951f-2d08c0aee469 req-9335c66d-d4f6-4975-8c09-70b4d5e35831 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:30.374843 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b22c0acb-86b3-4f42-b1a6-31a69e410546 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:30.414578 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b1f5586c-0b5b-4775-951f-2d08c0aee469 req-9335c66d-d4f6-4975-8c09-70b4d5e35831 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:30.416936 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b1f5586c-0b5b-4775-951f-2d08c0aee469 req-9335c66d-d4f6-4975-8c09-70b4d5e35831 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:30.418286 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b1f5586c-0b5b-4775-951f-2d08c0aee469 req-9335c66d-d4f6-4975-8c09-70b4d5e35831 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "DELETE /v2.0/security-groups/42198828-1fa2-4c73-81d3-f83d24835b82 HTTP/1.1" status: 204 len: 173 time: 0.5035620 Dec 08 16:11:30.434201 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9335c66d-d4f6-4975-8c09-70b4d5e35831 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42198828-1fa2-4c73-81d3-f83d24835b82,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:30.440327 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3f6627-3d5a-4637-a41f-f201b213c0c9 None None] Network 08d9858a-06a4-40aa-a537-8b1519b41969 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:11:30.587627 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-39c799c7-c3d9-4bd8-ad7d-67701a9cd4fe None None] Provisioning complete for port 3bc624dc-8ff0-49f1-bb4d-0ea9339658e4 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:11:30.587933 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-39c799c7-c3d9-4bd8-ad7d-67701a9cd4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:30.657140 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd616dc8-99c5-4438-babc-a68f5f5a9319 req-e03ae2fd-4920-4ca1-ad51-bdac1c65259e tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:30.663981 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-dd616dc8-99c5-4438-babc-a68f5f5a9319 req-e03ae2fd-4920-4ca1-ad51-bdac1c65259e tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3c54e46-f898-4235-b2ad-72a9e1a57254 HTTP/1.1" status: 200 len: 949 time: 0.1323035 Dec 08 16:11:30.693595 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 4a824d61-b93a-41b6-8964-589ab2364818 up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:11:30.713721 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b22c0acb-86b3-4f42-b1a6-31a69e410546 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:30.814108 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-dd616dc8-99c5-4438-babc-a68f5f5a9319 req-a308e044-8cb5-43ef-9c18-62eb6bdaa278 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491437 Dec 08 16:11:30.870355 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port 4a824d61-b93a-41b6-8964-589ab2364818 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:11:30.875670 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 4a824d61-b93a-41b6-8964-589ab2364818 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:11:30.876881 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:30.926945 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [req-8596b6d7-90b4-45b1-ba05-8b00b3d8d03c req-a7d4785d-c64d-48e9-bc25-055f12288757 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] show failed (client error): The resource could not be found. Dec 08 16:11:30.929351 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8596b6d7-90b4-45b1-ba05-8b00b3d8d03c req-a7d4785d-c64d-48e9-bc25-055f12288757 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/security-groups/42198828-1fa2-4c73-81d3-f83d24835b82 HTTP/1.1" status: 404 len: 352 time: 0.0206416 Dec 08 16:11:30.955726 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1f127066-f3e6-4d80-9190-2f508ed7fc41 req-caa80c5b-fdef-4c20-95fc-a9c1b28028a7 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] 10.222.0.64 "GET /v2.0/ports?device_id=519db7ee-ac45-4a7c-950a-c8c059f617ae HTTP/1.1" status: 200 len: 210 time: 0.0334232 Dec 08 16:11:31.014740 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:31.024825 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b22c0acb-86b3-4f42-b1a6-31a69e410546 admin admin] Router 8d299ec1-fe36-4352-bd81-0f6bac8110ca is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:11:31.044768 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-71d3d68f-5d5b-4609-888a-3ea631f21267 None None] Provisioning complete for port 3bc624dc-8ff0-49f1-bb4d-0ea9339658e4 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:11:31.045664 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-71d3d68f-5d5b-4609-888a-3ea631f21267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:31.060031 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3bb6ae9b-c910-4fa1-bb87-5cccf18926cd req-ba5f8317-0fa7-48a1-8e6b-8f7dd02a1f4d tempest-ServerShowV247Test-1557716559 tempest-ServerShowV247Test-1557716559-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6fac6da-b7dd-4fc1-b4ec-4a6435f997bc HTTP/1.1" status: 200 len: 210 time: 0.0417042 Dec 08 16:11:31.099538 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa590ca-377f-4e4c-8724-ba3ce9f2b3e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a824d61-b93a-41b6-8964-589ab2364818'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:11:31.101023 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-dc33a84a-b4a9-4091-85e8-2b0f81a26f62 req-aefe30cf-286c-41b0-aa6b-5d7b8812a114 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/security-groups/53b1d42f-e7c9-4106-85db-b7a774854211 HTTP/1.1" status: 200 len: 1820 time: 0.0738833 Dec 08 16:11:31.101790 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2626baa-86c6-4d4f-83d4-7e2f8854099c" -d '{"events": [{"server_uuid": "9fa590ca-377f-4e4c-8724-ba3ce9f2b3e4", "name": "network-vif-plugged", "status": "completed", "tag": "4a824d61-b93a-41b6-8964-589ab2364818"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:11:31.131883 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 4a824d61-b93a-41b6-8964-589ab2364818, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=4a824d61-b93a-41b6-8964-589ab2364818,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:11:31.225294 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:31.226414 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device fa7c8c03-37fb-40ec-8c95-4187d1cf1adb up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:11:31.250110 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b22c0acb-86b3-4f42-b1a6-31a69e410546 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:11:31.260887 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4c475c-1c0d-4a68-a3a9-426f5e5624ad None None] Sync routers for ids ['8d299ec1-fe36-4352-bd81-0f6bac8110ca'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:11:31.281336 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4c475c-1c0d-4a68-a3a9-426f5e5624ad None None] Routers {'8d299ec1-fe36-4352-bd81-0f6bac8110ca'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:11:31.281957 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-af4c475c-1c0d-4a68-a3a9-426f5e5624ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:11:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['8d299ec1-fe36-4352-bd81-0f6bac8110ca'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:11:31.318310 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-dc33a84a-b4a9-4091-85e8-2b0f81a26f62 req-b35a17f6-e72d-49e9-8d2b-d28225bcffc8 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:31.353652 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-dc33a84a-b4a9-4091-85e8-2b0f81a26f62 req-b35a17f6-e72d-49e9-8d2b-d28225bcffc8 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:31.405448 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b22c0acb-86b3-4f42-b1a6-31a69e410546 admin admin] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:31.406924 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b22c0acb-86b3-4f42-b1a6-31a69e410546 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7142334 Dec 08 16:11:31.410191 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44936) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:31.435611 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-af4c475c-1c0d-4a68-a3a9-426f5e5624ad None None] Set router 8d299ec1-fe36-4352-bd81-0f6bac8110ca gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:11:31.497082 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=4a824d61-b93a-41b6-8964-589ab2364818,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:31.522024 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-dc33a84a-b4a9-4091-85e8-2b0f81a26f62 req-b35a17f6-e72d-49e9-8d2b-d28225bcffc8 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:31.526610 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-dc33a84a-b4a9-4091-85e8-2b0f81a26f62 req-b35a17f6-e72d-49e9-8d2b-d28225bcffc8 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:31.528130 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-dc33a84a-b4a9-4091-85e8-2b0f81a26f62 req-b35a17f6-e72d-49e9-8d2b-d28225bcffc8 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "DELETE /v2.0/security-groups/53b1d42f-e7c9-4106-85db-b7a774854211 HTTP/1.1" status: 204 len: 173 time: 0.3310535 Dec 08 16:11:31.543857 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35a17f6-e72d-49e9-8d2b-d28225bcffc8 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b1d42f-e7c9-4106-85db-b7a774854211,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:31.591730 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port fa7c8c03-37fb-40ec-8c95-4187d1cf1adb completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:11:31.597009 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port fa7c8c03-37fb-40ec-8c95-4187d1cf1adb triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:11:31.597955 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:31.668714 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [req-3bb6b740-4f97-484b-9d59-82963cdf0049 req-67393b2c-bb15-4492-ba6e-d15393c52eef tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] show failed (client error): The resource could not be found. Dec 08 16:11:31.686947 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3bb6b740-4f97-484b-9d59-82963cdf0049 req-67393b2c-bb15-4492-ba6e-d15393c52eef tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/security-groups/53b1d42f-e7c9-4106-85db-b7a774854211 HTTP/1.1" status: 404 len: 352 time: 0.0376389 Dec 08 16:11:31.718527 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7caa7da-8211-44b3-9632-a49349a1ca4e x-openstack-request-id: req-d7caa7da-8211-44b3-9632-a49349a1ca4e {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:11:31.723494 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa590ca-377f-4e4c-8724-ba3ce9f2b3e4", "name": "network-vif-plugged", "status": "completed", "tag": "4a824d61-b93a-41b6-8964-589ab2364818", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:11:31.723861 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d7caa7da-8211-44b3-9632-a49349a1ca4e {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:11:31.724503 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa590ca-377f-4e4c-8724-ba3ce9f2b3e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a824d61-b93a-41b6-8964-589ab2364818', 'code': 200} Dec 08 16:11:31.728117 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-af4c475c-1c0d-4a68-a3a9-426f5e5624ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d299ec1-fe36-4352-bd81-0f6bac8110ca', 'name': 'tempest-ServersTestMultiNic-1269466274-router', 'tenant_id': '82befcb31c1249a9af9da6811968cef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '729dbe76-8864-4297-9fa2-52ac25040fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:11:27Z', 'updated_at': '2021-12-08T16:11:30Z', 'revision_number': 3, 'project_id': '82befcb31c1249a9af9da6811968cef2', 'gw_port': {'id': '729dbe76-8864-4297-9fa2-52ac25040fa6', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:1c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d299ec1-fe36-4352-bd81-0f6bac8110ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:11:29Z', 'updated_at': '2021-12-08T16:11:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:11:31.746239 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 3bc624dc-8ff0-49f1-bb4d-0ea9339658e4 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:11:31.791599 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-aeb56740-4a39-4a9c-b16e-0e65b223d634 req-fed32aee-a6bd-4b12-9f83-e3bbc0c4b460 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/security-groups/7a5271a2-1517-4362-ab64-264e54b65ccf HTTP/1.1" status: 200 len: 1820 time: 0.0839427 Dec 08 16:11:31.817933 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4c475c-1c0d-4a68-a3a9-426f5e5624ad None None] Checking router: 8d299ec1-fe36-4352-bd81-0f6bac8110ca for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:11:31.818316 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4c475c-1c0d-4a68-a3a9-426f5e5624ad None None] Updating router 8d299ec1-fe36-4352-bd81-0f6bac8110ca port 729dbe76-8864-4297-9fa2-52ac25040fa6 binding host n-d-776250-12 {{(pid=110553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:11:31.879937 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-af4c475c-1c0d-4a68-a3a9-426f5e5624ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:31.881628 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-aeb56740-4a39-4a9c-b16e-0e65b223d634 req-86638be0-3023-4c1b-935a-5d1c7b0f39fd tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:31.885068 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2265d258-b39d-4253-a05d-d1bcafab6d66 req-93fb5eab-5c70-409c-bb14-9cc4c9d2f68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:31.887225 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2265d258-b39d-4253-a05d-d1bcafab6d66 req-93fb5eab-5c70-409c-bb14-9cc4c9d2f68b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9fa590ca-377f-4e4c-8724-ba3ce9f2b3e4 HTTP/1.1" status: 200 len: 1102 time: 0.1988132 Dec 08 16:11:31.947477 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-aeb56740-4a39-4a9c-b16e-0e65b223d634 req-86638be0-3023-4c1b-935a-5d1c7b0f39fd tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:31.987389 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2265d258-b39d-4253-a05d-d1bcafab6d66 req-4b9808b9-ce16-450d-9b3e-174249c36526 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905344 Dec 08 16:11:31.990763 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:32.038891 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 3bc624dc-8ff0-49f1-bb4d-0ea9339658e4 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:11:32.039550 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:32.078950 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port fa7c8c03-37fb-40ec-8c95-4187d1cf1adb, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=fa7c8c03-37fb-40ec-8c95-4187d1cf1adb,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:11:32.093107 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-aeb56740-4a39-4a9c-b16e-0e65b223d634 req-86638be0-3023-4c1b-935a-5d1c7b0f39fd tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:32.096895 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-aeb56740-4a39-4a9c-b16e-0e65b223d634 req-86638be0-3023-4c1b-935a-5d1c7b0f39fd tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:32.098182 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-aeb56740-4a39-4a9c-b16e-0e65b223d634 req-86638be0-3023-4c1b-935a-5d1c7b0f39fd tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "DELETE /v2.0/security-groups/7a5271a2-1517-4362-ab64-264e54b65ccf HTTP/1.1" status: 204 len: 173 time: 0.3057489 Dec 08 16:11:32.121110 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86638be0-3023-4c1b-935a-5d1c7b0f39fd tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5271a2-1517-4362-ab64-264e54b65ccf,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:32.198089 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:32.199179 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 47f2b69f-71b4-43cb-8a9e-1ace9125c090 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:11:32.304285 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=fa7c8c03-37fb-40ec-8c95-4187d1cf1adb,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:32.310636 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-af4c475c-1c0d-4a68-a3a9-426f5e5624ad None None] Publish callbacks [] for port, precommit_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:32.382928 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:32.408654 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-af4c475c-1c0d-4a68-a3a9-426f5e5624ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:32.424057 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f9c23583-682d-4f53-9b21-1bbcd66643bd req-effbe753-fdf0-42cc-9a98-432c7108789e tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] 10.222.0.64 "GET /v2.0/ports?device_id=519db7ee-ac45-4a7c-950a-c8c059f617ae HTTP/1.1" status: 200 len: 210 time: 0.0493317 Dec 08 16:11:32.450485 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 47f2b69f-71b4-43cb-8a9e-1ace9125c090, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=47f2b69f-71b4-43cb-8a9e-1ace9125c090,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:11:32.487697 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf841f8-d562-466c-8891-7ad722010e7c None None] Pushing event updated for resources: {'Port': ['ID=729dbe76-8864-4297-9fa2-52ac25040fa6,revision_number=2']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:32.499759 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf841f8-d562-466c-8891-7ad722010e7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:32.500974 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf841f8-d562-466c-8891-7ad722010e7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:32.501466 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf841f8-d562-466c-8891-7ad722010e7c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:32.502488 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf841f8-d562-466c-8891-7ad722010e7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:32.502931 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf841f8-d562-466c-8891-7ad722010e7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:32.503422 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf841f8-d562-466c-8891-7ad722010e7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:32.503853 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf841f8-d562-466c-8891-7ad722010e7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:32.504304 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf841f8-d562-466c-8891-7ad722010e7c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:32.504838 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf841f8-d562-466c-8891-7ad722010e7c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:32.505865 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf841f8-d562-466c-8891-7ad722010e7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:32.506317 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf841f8-d562-466c-8891-7ad722010e7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:32.506745 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf841f8-d562-466c-8891-7ad722010e7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:32.507323 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf841f8-d562-466c-8891-7ad722010e7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:32.511933 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:32.525911 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c11f1-feff-4a86-9ec7-a1cb124874b0 req-d80e3c5b-a0c4-4827-8ef7-148c839f433a tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:32.534216 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2b8c11f1-feff-4a86-9ec7-a1cb124874b0 req-d80e3c5b-a0c4-4827-8ef7-148c839f433a tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3c54e46-f898-4235-b2ad-72a9e1a57254 HTTP/1.1" status: 200 len: 950 time: 0.1014085 Dec 08 16:11:32.564380 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-af4c475c-1c0d-4a68-a3a9-426f5e5624ad None None] Attempting to bind port 729dbe76-8864-4297-9fa2-52ac25040fa6 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:11:32.564899 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-af4c475c-1c0d-4a68-a3a9-426f5e5624ad None None] Attempting to bind port 729dbe76-8864-4297-9fa2-52ac25040fa6 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:11:32.565366 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4c475c-1c0d-4a68-a3a9-426f5e5624ad None None] Attempting to bind port 729dbe76-8864-4297-9fa2-52ac25040fa6 on network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:11:32.572420 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4c475c-1c0d-4a68-a3a9-426f5e5624ad None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:11:32.572972 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4c475c-1c0d-4a68-a3a9-426f5e5624ad None None] Checking segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:11:32.573963 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-af4c475c-1c0d-4a68-a3a9-426f5e5624ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:32.574467 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4c475c-1c0d-4a68-a3a9-426f5e5624ad None None] Bound using segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:11:32.575051 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-af4c475c-1c0d-4a68-a3a9-426f5e5624ad None None] Bound port: 729dbe76-8864-4297-9fa2-52ac25040fa6, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:11:32.575544 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-af4c475c-1c0d-4a68-a3a9-426f5e5624ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:32.589376 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f4fa22d8-1157-48f3-afc3-3374e866b073 req-9e297fb9-a1ba-4b1f-bba1-0463ffd29265 tempest-ServerShowV247Test-1557716559 tempest-ServerShowV247Test-1557716559-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6fac6da-b7dd-4fc1-b4ec-4a6435f997bc HTTP/1.1" status: 200 len: 210 time: 0.0644200 Dec 08 16:11:32.629159 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [req-ae28d60c-b07f-4d81-9f48-7245f1e05021 req-682b747c-23ec-477a-a7e1-79bc9ec7cc36 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] show failed (client error): The resource could not be found. Dec 08 16:11:32.637644 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ae28d60c-b07f-4d81-9f48-7245f1e05021 req-682b747c-23ec-477a-a7e1-79bc9ec7cc36 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/security-groups/7a5271a2-1517-4362-ab64-264e54b65ccf HTTP/1.1" status: 404 len: 352 time: 0.0228918 Dec 08 16:11:32.645993 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=47f2b69f-71b4-43cb-8a9e-1ace9125c090,revision_number=8']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:32.664458 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-69034d51-adfc-47cd-b3c7-8110864d3681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:32.700944 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-af4c475c-1c0d-4a68-a3a9-426f5e5624ad None None] For port 729dbe76-8864-4297-9fa2-52ac25040fa6, host n-d-776250-12, cleared binding levels {{(pid=110553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:11:32.704668 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2b8c11f1-feff-4a86-9ec7-a1cb124874b0 req-217a3581-7ffc-4d35-ae91-2defc9c48b53 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645217 Dec 08 16:11:32.704837 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-af4c475c-1c0d-4a68-a3a9-426f5e5624ad None None] For port 729dbe76-8864-4297-9fa2-52ac25040fa6, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=729dbe76-8864-4297-9fa2-52ac25040fa6,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:11:32.733310 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8f6f63fe-369a-4879-9510-80325382a12d req-a42a77ff-8c57-49ab-a880-43edadbf21e8 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cf22fc866524446b89f6f72a3f676ba3 HTTP/1.1" status: 200 len: 6197 time: 0.0770113 Dec 08 16:11:32.783384 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8f6f63fe-369a-4879-9510-80325382a12d req-5e98330e-aa29-480f-889e-da13b85a18f1 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/security-groups/c89a3303-4112-4fa9-ad34-bd9348cd97c4 HTTP/1.1" status: 200 len: 2998 time: 0.0452242 Dec 08 16:11:32.791109 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-af4c475c-1c0d-4a68-a3a9-426f5e5624ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:32.841448 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8f6f63fe-369a-4879-9510-80325382a12d req-89d12f05-cb03-40dd-8cba-7c2c19b2512e tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/security-groups/c89a3303-4112-4fa9-ad34-bd9348cd97c4 HTTP/1.1" status: 200 len: 2998 time: 0.0515645 Dec 08 16:11:32.861178 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4c475c-1c0d-4a68-a3a9-426f5e5624ad None None] Routers {'8d299ec1-fe36-4352-bd81-0f6bac8110ca'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:11:32.862097 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-af4c475c-1c0d-4a68-a3a9-426f5e5624ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:11:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['8d299ec1-fe36-4352-bd81-0f6bac8110ca'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:11:32.875180 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-3271c9aa-b302-42d9-93ab-aa6a27dbf067 req-35c516ce-9e63-4768-badf-e84d4cd42f16 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-192440407', 'description': 'tempest-description-2038639735'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:11:32.884402 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-69034d51-adfc-47cd-b3c7-8110864d3681 admin admin] Allocated IP 172.20.0.1 (08d9858a-06a4-40aa-a537-8b1519b41969/3491129b-1cd2-4761-9a4b-3b1d65fd2b32/e9231986-858d-4e07-b4fe-f0bc904a2b2e) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:11:32.924375 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf841f8-d562-466c-8891-7ad722010e7c None None] Pushing event updated for resources: {'Port': ['ID=729dbe76-8864-4297-9fa2-52ac25040fa6,revision_number=3']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:32.991685 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-3271c9aa-b302-42d9-93ab-aa6a27dbf067 req-35c516ce-9e63-4768-badf-e84d4cd42f16 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:33.005685 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-af4c475c-1c0d-4a68-a3a9-426f5e5624ad None None] Set router 8d299ec1-fe36-4352-bd81-0f6bac8110ca gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:11:33.039124 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-69034d51-adfc-47cd-b3c7-8110864d3681 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:33.111517 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-3271c9aa-b302-42d9-93ab-aa6a27dbf067 req-35c516ce-9e63-4768-badf-e84d4cd42f16 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:33.187725 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-af4c475c-1c0d-4a68-a3a9-426f5e5624ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d299ec1-fe36-4352-bd81-0f6bac8110ca', 'name': 'tempest-ServersTestMultiNic-1269466274-router', 'tenant_id': '82befcb31c1249a9af9da6811968cef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '729dbe76-8864-4297-9fa2-52ac25040fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:11:27Z', 'updated_at': '2021-12-08T16:11:30Z', 'revision_number': 3, 'project_id': '82befcb31c1249a9af9da6811968cef2', 'gw_port': {'id': '729dbe76-8864-4297-9fa2-52ac25040fa6', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:1c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d299ec1-fe36-4352-bd81-0f6bac8110ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:11:29Z', 'updated_at': '2021-12-08T16:11:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:11:33.214316 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4c475c-1c0d-4a68-a3a9-426f5e5624ad None None] The sync data for ids ['8d299ec1-fe36-4352-bd81-0f6bac8110ca'] in n-d-776250-12 is: [{'id': '8d299ec1-fe36-4352-bd81-0f6bac8110ca', 'name': 'tempest-ServersTestMultiNic-1269466274-router', 'tenant_id': '82befcb31c1249a9af9da6811968cef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '729dbe76-8864-4297-9fa2-52ac25040fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:11:27Z', 'updated_at': '2021-12-08T16:11:30Z', 'revision_number': 3, 'project_id': '82befcb31c1249a9af9da6811968cef2', 'gw_port': {'id': '729dbe76-8864-4297-9fa2-52ac25040fa6', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:1c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d299ec1-fe36-4352-bd81-0f6bac8110ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:11:29Z', 'updated_at': '2021-12-08T16:11:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:11:33.225367 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-69034d51-adfc-47cd-b3c7-8110864d3681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:33.268400 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69034d51-adfc-47cd-b3c7-8110864d3681 admin admin] Network 08d9858a-06a4-40aa-a537-8b1519b41969 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:11:33.276059 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-69034d51-adfc-47cd-b3c7-8110864d3681 admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:11:33.276322 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69034d51-adfc-47cd-b3c7-8110864d3681 admin admin] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:11:33.304047 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69034d51-adfc-47cd-b3c7-8110864d3681 admin admin] Pushing event updated for resources: {'Port': ['ID=e9231986-858d-4e07-b4fe-f0bc904a2b2e,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:33.312524 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-3271c9aa-b302-42d9-93ab-aa6a27dbf067 req-35c516ce-9e63-4768-badf-e84d4cd42f16 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:33.364461 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c516ce-9e63-4768-badf-e84d4cd42f16 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2ecf7f-40cc-4eb5-972b-cf79faaa7e2e,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:33.392741 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-69034d51-adfc-47cd-b3c7-8110864d3681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:33.474793 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-3271c9aa-b302-42d9-93ab-aa6a27dbf067 req-35c516ce-9e63-4768-badf-e84d4cd42f16 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:33.479918 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3271c9aa-b302-42d9-93ab-aa6a27dbf067 req-35c516ce-9e63-4768-badf-e84d4cd42f16 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.6091876 Dec 08 16:11:33.515838 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-7b8f5c3b-2151-4590-a6fb-9b1b6e736416 req-fe1da479-f70d-4832-bd20-c2c8db2a34eb tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2120537866', 'description': 'tempest-description-332136442'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:11:33.637009 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-eecc86db-da23-425e-bd9b-0c86a9f7e4c3 req-3cab487c-af20-4590-906b-7f4278bd2a81 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] 10.222.0.64 "GET /v2.0/ports?device_id=519db7ee-ac45-4a7c-950a-c8c059f617ae HTTP/1.1" status: 200 len: 210 time: 0.0402365 Dec 08 16:11:33.644990 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-0ec5b5c8-8fe5-4244-8df0-6e0bf2fe24ce None None] Provisioning complete for port e9231986-858d-4e07-b4fe-f0bc904a2b2e triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:11:33.645589 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0ec5b5c8-8fe5-4244-8df0-6e0bf2fe24ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:33.710070 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-7b8f5c3b-2151-4590-a6fb-9b1b6e736416 req-fe1da479-f70d-4832-bd20-c2c8db2a34eb tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:33.713552 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 729dbe76-8864-4297-9fa2-52ac25040fa6 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:11:33.732899 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c54e46-f898-4235-b2ad-72a9e1a57254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa7c8c03-37fb-40ec-8c95-4187d1cf1adb'}, {'server_uuid': '16712d3c-a214-4d05-bf66-99d2884999f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47f2b69f-71b4-43cb-8a9e-1ace9125c090'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:11:33.737134 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bca6691-acba-42fd-b5ca-b1d4a4b5f2de" -d '{"events": [{"server_uuid": "a3c54e46-f898-4235-b2ad-72a9e1a57254", "name": "network-vif-plugged", "status": "completed", "tag": "fa7c8c03-37fb-40ec-8c95-4187d1cf1adb"}, {"server_uuid": "16712d3c-a214-4d05-bf66-99d2884999f4", "name": "network-vif-unplugged", "status": "completed", "tag": "47f2b69f-71b4-43cb-8a9e-1ace9125c090"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:11:33.742803 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-0ec5b5c8-8fe5-4244-8df0-6e0bf2fe24ce None None] Port e9231986-858d-4e07-b4fe-f0bc904a2b2e cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:11:33.787820 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-92a208d8-bc9a-4c5f-acf3-bcde377494b8 req-7276da9f-9b5a-4a06-8471-c3c62291931a tempest-ServerShowV247Test-1557716559 tempest-ServerShowV247Test-1557716559-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6fac6da-b7dd-4fc1-b4ec-4a6435f997bc HTTP/1.1" status: 200 len: 210 time: 0.0461514 Dec 08 16:11:33.820026 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 729dbe76-8864-4297-9fa2-52ac25040fa6 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:11:33.820615 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:33.857495 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-7b8f5c3b-2151-4590-a6fb-9b1b6e736416 req-fe1da479-f70d-4832-bd20-c2c8db2a34eb tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:33.859841 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-69034d51-adfc-47cd-b3c7-8110864d3681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:33.938382 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-7b8f5c3b-2151-4590-a6fb-9b1b6e736416 req-fe1da479-f70d-4832-bd20-c2c8db2a34eb tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:33.951343 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:33.972920 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0f32c-8853-43bb-9d35-bc9980772cd1 req-258016f1-3d7d-417b-b013-4d524831c350 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:33.976521 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1da479-f70d-4832-bd20-c2c8db2a34eb tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0e783f-10ae-4152-a4f4-921ea36a28c8,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:33.984096 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1ab0f32c-8853-43bb-9d35-bc9980772cd1 req-258016f1-3d7d-417b-b013-4d524831c350 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3c54e46-f898-4235-b2ad-72a9e1a57254 HTTP/1.1" status: 200 len: 950 time: 0.1003723 Dec 08 16:11:34.006468 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 729dbe76-8864-4297-9fa2-52ac25040fa6, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=729dbe76-8864-4297-9fa2-52ac25040fa6,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:11:34.053782 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1ab0f32c-8853-43bb-9d35-bc9980772cd1 req-a1c0099e-d816-4e9b-b0c7-e63852cca042 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686133 Dec 08 16:11:34.096295 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-7b8f5c3b-2151-4590-a6fb-9b1b6e736416 req-fe1da479-f70d-4832-bd20-c2c8db2a34eb tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:34.111937 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7b8f5c3b-2151-4590-a6fb-9b1b6e736416 req-fe1da479-f70d-4832-bd20-c2c8db2a34eb tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.6031361 Dec 08 16:11:34.114567 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 08 Dec 2021 16:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7874e1cc-51a0-408e-86df-5636b40ab1df x-openstack-request-id: req-7874e1cc-51a0-408e-86df-5636b40ab1df {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:11:34.114849 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3c54e46-f898-4235-b2ad-72a9e1a57254", "name": "network-vif-plugged", "status": "completed", "tag": "fa7c8c03-37fb-40ec-8c95-4187d1cf1adb", "code": 200}, {"server_uuid": "16712d3c-a214-4d05-bf66-99d2884999f4", "name": "network-vif-unplugged", "status": "completed", "tag": "47f2b69f-71b4-43cb-8a9e-1ace9125c090", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:11:34.115111 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7874e1cc-51a0-408e-86df-5636b40ab1df {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:11:34.115520 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3c54e46-f898-4235-b2ad-72a9e1a57254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa7c8c03-37fb-40ec-8c95-4187d1cf1adb', 'code': 200} Dec 08 16:11:34.115784 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16712d3c-a214-4d05-bf66-99d2884999f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47f2b69f-71b4-43cb-8a9e-1ace9125c090', 'code': 200} Dec 08 16:11:34.140204 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:34.279118 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-69034d51-adfc-47cd-b3c7-8110864d3681 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:34.317703 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=729dbe76-8864-4297-9fa2-52ac25040fa6,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:34.323541 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee6629-d41d-4195-8620-020fc5766309 req-02e7d8f7-f8fc-410a-b25e-e66a555e61f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:34.325137 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-77ee6629-d41d-4195-8620-020fc5766309 req-02e7d8f7-f8fc-410a-b25e-e66a555e61f8 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a3c54e46-f898-4235-b2ad-72a9e1a57254 HTTP/1.1" status: 200 len: 1102 time: 0.0653625 Dec 08 16:11:34.379547 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-69034d51-adfc-47cd-b3c7-8110864d3681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:34.395702 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-77ee6629-d41d-4195-8620-020fc5766309 req-38ec89b8-932d-4b84-923b-76a06e4ce39f service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605495 Dec 08 16:11:34.474883 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:34.495364 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69034d51-adfc-47cd-b3c7-8110864d3681 admin admin] Pushing event updated for resources: {'Port': ['ID=e9231986-858d-4e07-b4fe-f0bc904a2b2e,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:34.497585 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-69034d51-adfc-47cd-b3c7-8110864d3681 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:34.546129 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5ca8c-3b41-4aee-a82c-703c7879e8b2 req-ba574b2b-8ce4-49ab-b62e-5e7f1e0c71ff tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:34.548241 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e9b5ca8c-3b41-4aee-a82c-703c7879e8b2 req-ba574b2b-8ce4-49ab-b62e-5e7f1e0c71ff tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/networks?id=36f1997d-7402-40f7-9d63-2c44f589b38e HTTP/1.1" status: 200 len: 813 time: 0.1670337 Dec 08 16:11:34.572997 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e9b5ca8c-3b41-4aee-a82c-703c7879e8b2 req-69ea0d32-7f16-43ab-ae80-5a93b282270d tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/quotas/cf22fc866524446b89f6f72a3f676ba3 HTTP/1.1" status: 200 len: 375 time: 0.0176547 Dec 08 16:11:34.635996 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69034d51-adfc-47cd-b3c7-8110864d3681 admin admin] Network 08d9858a-06a4-40aa-a537-8b1519b41969 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:11:34.637721 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-69034d51-adfc-47cd-b3c7-8110864d3681 admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:11:34.646425 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e9b5ca8c-3b41-4aee-a82c-703c7879e8b2 req-7126a173-b8a7-4f3b-83c0-9ed719c571b1 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf22fc866524446b89f6f72a3f676ba3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0709610 Dec 08 16:11:34.760742 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [req-e9b5ca8c-3b41-4aee-a82c-703c7879e8b2 req-af0acf77-013d-49e5-a494-b3e2d9e3af04 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:11:34.768761 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e9b5ca8c-3b41-4aee-a82c-703c7879e8b2 req-af0acf77-013d-49e5-a494-b3e2d9e3af04 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1201844 Dec 08 16:11:34.790118 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69034d51-adfc-47cd-b3c7-8110864d3681 admin admin] Router 8d299ec1-fe36-4352-bd81-0f6bac8110ca has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:11:34.838055 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45022) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:34.947957 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e5fae851-fcf1-4c4a-81c2-6a6aa6495887 req-05aaf14e-f93d-44ce-a503-74c1652e4801 tempest-ServerShowV247Test-1557716559 tempest-ServerShowV247Test-1557716559-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6fac6da-b7dd-4fc1-b4ec-4a6435f997bc HTTP/1.1" status: 200 len: 210 time: 0.0312173 Dec 08 16:11:34.951368 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e9b5ca8c-3b41-4aee-a82c-703c7879e8b2 req-86315a4a-bb99-472c-9f05-fb95aa7a6ea9 service neutron] 10.222.0.64 "GET /v2.0/networks/36f1997d-7402-40f7-9d63-2c44f589b38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817284 Dec 08 16:11:34.952211 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-962f226c-a1f8-4134-91e9-0a2d5b98a3fe tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:34.975303 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69034d51-adfc-47cd-b3c7-8110864d3681 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:11:34.980773 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-69034d51-adfc-47cd-b3c7-8110864d3681 admin admin] 10.222.0.64 "PUT /v2.0/routers/8d299ec1-fe36-4352-bd81-0f6bac8110ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5598323 Dec 08 16:11:34.992465 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-0915df1e-d35e-42af-b328-37ffa0a8b9cb None None] Provisioning complete for port e9231986-858d-4e07-b4fe-f0bc904a2b2e triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:11:34.993280 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0915df1e-d35e-42af-b328-37ffa0a8b9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:35.026752 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-962f226c-a1f8-4134-91e9-0a2d5b98a3fe tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:35.039666 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-0915df1e-d35e-42af-b328-37ffa0a8b9cb None None] Port e9231986-858d-4e07-b4fe-f0bc904a2b2e cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:11:35.135240 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45028) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:35.212417 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-5a5e90e7-07eb-4aa8-89a9-e4c55b159c03 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1547521819'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:11:35.217736 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-962f226c-a1f8-4134-91e9-0a2d5b98a3fe tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:35.221286 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-962f226c-a1f8-4134-91e9-0a2d5b98a3fe tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:35.225059 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-962f226c-a1f8-4134-91e9-0a2d5b98a3fe tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] 10.222.0.64 "DELETE /v2.0/security-groups/6baf912a-f0d0-4cd4-8757-b1de646fe2bb HTTP/1.1" status: 204 len: 168 time: 0.3839266 Dec 08 16:11:35.230288 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45032) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:35.239318 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e9b5ca8c-3b41-4aee-a82c-703c7879e8b2 req-e3839ff9-7cc2-41ff-ae11-423dc2596fd5 service neutron] 10.222.0.64 "GET /v2.0/networks/36f1997d-7402-40f7-9d63-2c44f589b38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777989 Dec 08 16:11:35.258723 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962f226c-a1f8-4134-91e9-0a2d5b98a3fe tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6baf912a-f0d0-4cd4-8757-b1de646fe2bb,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:35.276548 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee433ddb-7443-460b-b08f-64e764f05522 req-51967eb3-7bd9-4dd9-b25a-95730674e15d tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:35.277675 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ee433ddb-7443-460b-b08f-64e764f05522 req-51967eb3-7bd9-4dd9-b25a-95730674e15d tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3c54e46-f898-4235-b2ad-72a9e1a57254 HTTP/1.1" status: 200 len: 950 time: 0.1346731 Dec 08 16:11:35.282978 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-43f2ee57-debe-453b-beda-a92bd520380a tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] show failed (client error): The resource could not be found. Dec 08 16:11:35.284557 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-43f2ee57-debe-453b-beda-a92bd520380a tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] 10.222.0.64 "GET /v2.0/security-groups/6baf912a-f0d0-4cd4-8757-b1de646fe2bb HTTP/1.1" status: 404 len: 347 time: 0.0483596 Dec 08 16:11:35.287542 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45036) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:35.357891 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5e90e7-07eb-4aa8-89a9-e4c55b159c03 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Made reservation on behalf of 82befcb31c1249a9af9da6811968cef2 for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:11:35.361257 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5a5e90e7-07eb-4aa8-89a9-e4c55b159c03 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:35.475180 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ee433ddb-7443-460b-b08f-64e764f05522 req-ad7330eb-881f-4464-af25-53afb0704f3b tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810360 Dec 08 16:11:35.479933 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a5e90e7-07eb-4aa8-89a9-e4c55b159c03 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:11:35.493049 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5a5e90e7-07eb-4aa8-89a9-e4c55b159c03 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:35.493498 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-5a5e90e7-07eb-4aa8-89a9-e4c55b159c03 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Added segment ebec3e86-2dd4-45ef-9bd6-96beb12c7dc2 of type vlan for network 7fa07b5a-e2f2-4d99-a2be-19bc3f1b66c1 Dec 08 16:11:35.550494 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5a5e90e7-07eb-4aa8-89a9-e4c55b159c03 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:35.553750 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-25fbd7ad-c3ba-48e9-b27f-aa858d140e27 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Deleting port d10e69dc-f668-4c95-8d2b-a1b3c49e0480 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:11:35.554095 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-25fbd7ad-c3ba-48e9-b27f-aa858d140e27 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:35.606941 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9729b92e-b4ed-4a04-9dff-d4ef5b67ed49 None None] Sync routers for ids ['8d299ec1-fe36-4352-bd81-0f6bac8110ca'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:11:35.664614 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9729b92e-b4ed-4a04-9dff-d4ef5b67ed49 None None] Routers {'8d299ec1-fe36-4352-bd81-0f6bac8110ca'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:11:35.665303 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-9729b92e-b4ed-4a04-9dff-d4ef5b67ed49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:11:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['8d299ec1-fe36-4352-bd81-0f6bac8110ca'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:11:35.672379 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-25fbd7ad-c3ba-48e9-b27f-aa858d140e27 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:35.674084 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-25fbd7ad-c3ba-48e9-b27f-aa858d140e27 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:35.725896 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-25fbd7ad-c3ba-48e9-b27f-aa858d140e27 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Calling delete_port for d10e69dc-f668-4c95-8d2b-a1b3c49e0480 owned by network:floatingip {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:11:35.736897 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bad0c5b9-6e58-49ca-af3a-e02e47053501 req-a2e18ceb-6048-4b66-bd45-0b110d76c5ef tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ad2a73f-1df8-446c-84d0-c566e2c20f27 HTTP/1.1" status: 200 len: 210 time: 0.0517673 Dec 08 16:11:35.741970 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5a5e90e7-07eb-4aa8-89a9-e4c55b159c03 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:35.749925 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5e90e7-07eb-4aa8-89a9-e4c55b159c03 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:35.750610 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5a5e90e7-07eb-4aa8-89a9-e4c55b159c03 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:35.778592 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 729dbe76-8864-4297-9fa2-52ac25040fa6 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:11:35.879895 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-9729b92e-b4ed-4a04-9dff-d4ef5b67ed49 None None] Set router 8d299ec1-fe36-4352-bd81-0f6bac8110ca gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:11:35.910372 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 729dbe76-8864-4297-9fa2-52ac25040fa6 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:11:35.910745 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:35.927648 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5e90e7-07eb-4aa8-89a9-e4c55b159c03 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Pushing event updated for resources: {'Network': ['ID=7fa07b5a-e2f2-4d99-a2be-19bc3f1b66c1,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:35.937976 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-5a5e90e7-07eb-4aa8-89a9-e4c55b159c03 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8013837 Dec 08 16:11:35.940692 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45056) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:35.948424 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 7fa07b5a-e2f2-4d99-a2be-19bc3f1b66c1 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:11:35.948989 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-10bc4f02-587c-4a6f-a4a6-35608d50ab63 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Request body: {'subnet': {'network_id': '7fa07b5a-e2f2-4d99-a2be-19bc3f1b66c1', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:11:36.154855 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9e236c9d-623b-4887-ba8b-b95f1e4e8dbe req-0d93c973-b711-4e25-881b-41ce9ae617b1 tempest-ServerShowV247Test-1557716559 tempest-ServerShowV247Test-1557716559-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6fac6da-b7dd-4fc1-b4ec-4a6435f997bc HTTP/1.1" status: 200 len: 210 time: 0.0663717 Dec 08 16:11:36.179938 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-25fbd7ad-c3ba-48e9-b27f-aa858d140e27 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:36.218172 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fbd7ad-c3ba-48e9-b27f-aa858d140e27 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Pushing event deleted for resources: {'Port': ['ID=d10e69dc-f668-4c95-8d2b-a1b3c49e0480,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:36.260826 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-9729b92e-b4ed-4a04-9dff-d4ef5b67ed49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d299ec1-fe36-4352-bd81-0f6bac8110ca', 'name': 'tempest-ServersTestMultiNic-1269466274-router', 'tenant_id': '82befcb31c1249a9af9da6811968cef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '729dbe76-8864-4297-9fa2-52ac25040fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:11:27Z', 'updated_at': '2021-12-08T16:11:33Z', 'revision_number': 4, 'project_id': '82befcb31c1249a9af9da6811968cef2', 'gw_port': {'id': '729dbe76-8864-4297-9fa2-52ac25040fa6', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:1c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d299ec1-fe36-4352-bd81-0f6bac8110ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:11:29Z', 'updated_at': '2021-12-08T16:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'e9231986-858d-4e07-b4fe-f0bc904a2b2e', 'name': '', 'network_id': '08d9858a-06a4-40aa-a537-8b1519b41969', 'tenant_id': '82befcb31c1249a9af9da6811968cef2', 'mac_address': 'fa:16:3e:c7:71:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d299ec1-fe36-4352-bd81-0f6bac8110ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '3491129b-1cd2-4761-9a4b-3b1d65fd2b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:11:32Z', 'updated_at': '2021-12-08T16:11:33Z', 'revision_number': 2, 'project_id': '82befcb31c1249a9af9da6811968cef2', 'subnets': [{'id': '3491129b-1cd2-4761-9a4b-3b1d65fd2b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:11:36.283007 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-25fbd7ad-c3ba-48e9-b27f-aa858d140e27 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Publish callbacks [] for floatingip, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:36.289596 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-25fbd7ad-c3ba-48e9-b27f-aa858d140e27 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:36.289596 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-25fbd7ad-c3ba-48e9-b27f-aa858d140e27 tempest-ServersTestBootFromVolume-2057560816 tempest-ServersTestBootFromVolume-2057560816-project] 10.222.0.64 "DELETE /v2.0/floatingips/0583ac85-eb36-4932-a070-77604d3ece38 HTTP/1.1" status: 204 len: 168 time: 0.9984646 Dec 08 16:11:36.289924 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45060) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:36.294803 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9729b92e-b4ed-4a04-9dff-d4ef5b67ed49 None None] Checking router: 8d299ec1-fe36-4352-bd81-0f6bac8110ca for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:11:36.295442 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9729b92e-b4ed-4a04-9dff-d4ef5b67ed49 None None] Updating router 8d299ec1-fe36-4352-bd81-0f6bac8110ca port e9231986-858d-4e07-b4fe-f0bc904a2b2e binding host n-d-776250-12 {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:11:36.322777 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9729b92e-b4ed-4a04-9dff-d4ef5b67ed49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:36.332972 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10bc4f02-587c-4a6f-a4a6-35608d50ab63 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Made reservation on behalf of 82befcb31c1249a9af9da6811968cef2 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:11:36.337605 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-10bc4f02-587c-4a6f-a4a6-35608d50ab63 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:36.661604 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3787ca00-be83-4b78-89f9-8f5023b3508a req-1daac070-83ac-4ac8-bd7e-7eeccd6a71fd tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:36.672167 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3787ca00-be83-4b78-89f9-8f5023b3508a req-1daac070-83ac-4ac8-bd7e-7eeccd6a71fd tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3c54e46-f898-4235-b2ad-72a9e1a57254 HTTP/1.1" status: 200 len: 950 time: 0.0907710 Dec 08 16:11:36.697975 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9729b92e-b4ed-4a04-9dff-d4ef5b67ed49 None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:36.743559 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3787ca00-be83-4b78-89f9-8f5023b3508a req-94286f62-7d3c-4b27-a423-6d6139531847 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702069 Dec 08 16:11:36.770019 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9729b92e-b4ed-4a04-9dff-d4ef5b67ed49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:36.849886 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-10bc4f02-587c-4a6f-a4a6-35608d50ab63 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:36.853569 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c2856ef0-27e4-4ed0-93aa-8fdeaa8beb93 req-120b7351-778c-47a8-b311-11a090a8a577 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ad2a73f-1df8-446c-84d0-c566e2c20f27 HTTP/1.1" status: 200 len: 210 time: 0.0409992 Dec 08 16:11:36.891257 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61af4909-ff59-45f2-a4e2-cd313bc3cd37 None None] Pushing event updated for resources: {'Port': ['ID=e9231986-858d-4e07-b4fe-f0bc904a2b2e,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:36.951903 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-9729b92e-b4ed-4a04-9dff-d4ef5b67ed49 None None] Attempting to bind port e9231986-858d-4e07-b4fe-f0bc904a2b2e on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:11:36.952718 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-9729b92e-b4ed-4a04-9dff-d4ef5b67ed49 None None] Attempting to bind port e9231986-858d-4e07-b4fe-f0bc904a2b2e by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'f2ff9093-e149-4788-8605-5f081049ea71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '08d9858a-06a4-40aa-a537-8b1519b41969'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:11:36.953402 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9729b92e-b4ed-4a04-9dff-d4ef5b67ed49 None None] Attempting to bind port e9231986-858d-4e07-b4fe-f0bc904a2b2e on network 08d9858a-06a4-40aa-a537-8b1519b41969 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:11:36.959451 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9729b92e-b4ed-4a04-9dff-d4ef5b67ed49 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:11:36.960239 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9729b92e-b4ed-4a04-9dff-d4ef5b67ed49 None None] Checking segment: {'id': 'f2ff9093-e149-4788-8605-5f081049ea71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '08d9858a-06a4-40aa-a537-8b1519b41969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:11:36.961164 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9729b92e-b4ed-4a04-9dff-d4ef5b67ed49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:36.961800 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9729b92e-b4ed-4a04-9dff-d4ef5b67ed49 None None] Bound using segment: {'id': 'f2ff9093-e149-4788-8605-5f081049ea71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '08d9858a-06a4-40aa-a537-8b1519b41969'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:11:36.962510 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-9729b92e-b4ed-4a04-9dff-d4ef5b67ed49 None None] Bound port: e9231986-858d-4e07-b4fe-f0bc904a2b2e, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2ff9093-e149-4788-8605-5f081049ea71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '08d9858a-06a4-40aa-a537-8b1519b41969'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:11:36.963149 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9729b92e-b4ed-4a04-9dff-d4ef5b67ed49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:36.984953 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bc4f02-587c-4a6f-a4a6-35608d50ab63 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Pushing event updated for resources: {'Subnet': ['ID=9044dcec-0450-4075-9049-a38bc64e613e,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:36.999806 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bc4f02-587c-4a6f-a4a6-35608d50ab63 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Checking segment: {'id': 'ebec3e86-2dd4-45ef-9bd6-96beb12c7dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '7fa07b5a-e2f2-4d99-a2be-19bc3f1b66c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:11:37.000291 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bc4f02-587c-4a6f-a4a6-35608d50ab63 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Network hostable DHCP agents. Network: 7fa07b5a-e2f2-4d99-a2be-19bc3f1b66c1, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:11:37.011593 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f59d7835-294c-4c7b-ae34-4aeb31743a69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:37.080240 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd56d5-9bce-4767-a577-c94216f402f4 req-e2242d72-210c-46ab-b803-17dc663cbc7e tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:37.081853 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-90bd56d5-9bce-4767-a577-c94216f402f4 req-e2242d72-210c-46ab-b803-17dc663cbc7e tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fa590ca-377f-4e4c-8724-ba3ce9f2b3e4 HTTP/1.1" status: 200 len: 950 time: 0.1219299 Dec 08 16:11:37.094214 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-9729b92e-b4ed-4a04-9dff-d4ef5b67ed49 None None] For port e9231986-858d-4e07-b4fe-f0bc904a2b2e, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:11:37.098700 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-9729b92e-b4ed-4a04-9dff-d4ef5b67ed49 None None] For port e9231986-858d-4e07-b4fe-f0bc904a2b2e, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=e9231986-858d-4e07-b4fe-f0bc904a2b2e,segment=NetworkSegment(f2ff9093-e149-4788-8605-5f081049ea71),segment_id=f2ff9093-e149-4788-8605-5f081049ea71)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:11:37.161594 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-90bd56d5-9bce-4767-a577-c94216f402f4 req-bd34c817-a5c5-483e-a5d3-6bbaa048da34 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714355 Dec 08 16:11:37.191725 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bc4f02-587c-4a6f-a4a6-35608d50ab63 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Network 7fa07b5a-e2f2-4d99-a2be-19bc3f1b66c1 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:11:37.282181 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9729b92e-b4ed-4a04-9dff-d4ef5b67ed49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:37.293703 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7a986a60-ecc6-41b1-9b85-eb7e4931ce49 req-d9aebc28-a29b-4074-aad0-b09e80025591 tempest-ServerShowV247Test-1557716559 tempest-ServerShowV247Test-1557716559-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6fac6da-b7dd-4fc1-b4ec-4a6435f997bc HTTP/1.1" status: 200 len: 210 time: 0.0410297 Dec 08 16:11:37.320264 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-076b9eab-c2bd-4196-8d6f-54389d4ba585 None None] Provisioning complete for port e9231986-858d-4e07-b4fe-f0bc904a2b2e triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:11:37.321125 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-076b9eab-c2bd-4196-8d6f-54389d4ba585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:37.368952 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-10bc4f02-587c-4a6f-a4a6-35608d50ab63 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 7fa07b5a-e2f2-4d99-a2be-19bc3f1b66c1) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:11:37.375390 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bc4f02-587c-4a6f-a4a6-35608d50ab63 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:37.376030 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-10bc4f02-587c-4a6f-a4a6-35608d50ab63 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:37.394572 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44368f83-655e-42da-9c3f-6fc53e4e35ec None None] Network 7fa07b5a-e2f2-4d99-a2be-19bc3f1b66c1 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:11:37.426324 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9729b92e-b4ed-4a04-9dff-d4ef5b67ed49 None None] Routers {'8d299ec1-fe36-4352-bd81-0f6bac8110ca'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:11:37.427842 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-f59d7835-294c-4c7b-ae34-4aeb31743a69 admin admin] Deleting port f83d49af-9420-48e3-8a59-3ed98d8f52ca {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:11:37.429088 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-9729b92e-b4ed-4a04-9dff-d4ef5b67ed49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:11:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['8d299ec1-fe36-4352-bd81-0f6bac8110ca'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:11:37.430149 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f59d7835-294c-4c7b-ae34-4aeb31743a69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:37.522324 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-10bc4f02-587c-4a6f-a4a6-35608d50ab63 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5795166 Dec 08 16:11:37.525001 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45086) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:37.530186 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-ea6bdf0e-39e1-43b6-aa01-5523c35be334 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2143734976'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:11:37.620990 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99704787-b10b-456b-ac79-a79abc5d5db3 req-5b906a53-f8cf-4d6f-9a5d-e5f0ef2ef7aa tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:37.623606 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-f59d7835-294c-4c7b-ae34-4aeb31743a69 admin admin] For port f83d49af-9420-48e3-8a59-3ed98d8f52ca, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=f83d49af-9420-48e3-8a59-3ed98d8f52ca,segment=NetworkSegment(ae9063a3-4977-48dc-a085-b64f51b7803d),segment_id=ae9063a3-4977-48dc-a085-b64f51b7803d)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:11:37.623993 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f59d7835-294c-4c7b-ae34-4aeb31743a69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:37.629400 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99704787-b10b-456b-ac79-a79abc5d5db3 req-5b906a53-f8cf-4d6f-9a5d-e5f0ef2ef7aa tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:37.637373 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-99704787-b10b-456b-ac79-a79abc5d5db3 req-5b906a53-f8cf-4d6f-9a5d-e5f0ef2ef7aa tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fa590ca-377f-4e4c-8724-ba3ce9f2b3e4&device_id=a3c54e46-f898-4235-b2ad-72a9e1a57254 HTTP/1.1" status: 200 len: 1691 time: 0.1204627 Dec 08 16:11:37.653951 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-f59d7835-294c-4c7b-ae34-4aeb31743a69 admin admin] Calling delete_port for f83d49af-9420-48e3-8a59-3ed98d8f52ca owned by network:router_interface {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:11:37.695130 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-99704787-b10b-456b-ac79-a79abc5d5db3 req-be63ba97-a88b-4e5a-89be-bad48bdb9183 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564358 Dec 08 16:11:37.728976 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6bdf0e-39e1-43b6-aa01-5523c35be334 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Made reservation on behalf of 82befcb31c1249a9af9da6811968cef2 for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:11:37.729359 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61af4909-ff59-45f2-a4e2-cd313bc3cd37 None None] Pushing event updated for resources: {'Port': ['ID=e9231986-858d-4e07-b4fe-f0bc904a2b2e,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:37.752613 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ea6bdf0e-39e1-43b6-aa01-5523c35be334 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:37.822249 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea6bdf0e-39e1-43b6-aa01-5523c35be334 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:11:37.837526 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ea6bdf0e-39e1-43b6-aa01-5523c35be334 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:37.837888 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-ea6bdf0e-39e1-43b6-aa01-5523c35be334 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Added segment bbe61393-49ce-48be-a1b4-c1e8c190933b of type vlan for network 5e73be62-4c74-4e7c-a6da-8dc4dfb68429 Dec 08 16:11:37.892089 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ea6bdf0e-39e1-43b6-aa01-5523c35be334 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:37.910295 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-9729b92e-b4ed-4a04-9dff-d4ef5b67ed49 None None] Set router 8d299ec1-fe36-4352-bd81-0f6bac8110ca gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:11:37.960641 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7575452-2fad-42bd-a6d1-7db01183fadc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-7fa07b5a-e2f2-4d99-a2be-19bc3f1b66c1', 'network_id': '7fa07b5a-e2f2-4d99-a2be-19bc3f1b66c1', 'project_id': '82befcb31c1249a9af9da6811968cef2', 'fixed_ips': [{'subnet_id': '9044dcec-0450-4075-9049-a38bc64e613e'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:11:37.961656 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e7575452-2fad-42bd-a6d1-7db01183fadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:37.976050 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b878b550-1d4b-4dbf-9d6b-101db82d4b6e req-a64eb8fd-9122-4faf-afe6-bde28c1c595c tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ad2a73f-1df8-446c-84d0-c566e2c20f27 HTTP/1.1" status: 200 len: 210 time: 0.0353246 Dec 08 16:11:38.006431 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-076b9eab-c2bd-4196-8d6f-54389d4ba585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:38.023403 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd731d7-d67c-45fd-834c-1c417e200d0b req-8b0aa28c-000a-4250-a060-2c6e2f68822c tempest-ServersOnMultiNodesTest-133981768 tempest-ServersOnMultiNodesTest-133981768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:38.028783 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6fd731d7-d67c-45fd-834c-1c417e200d0b req-8b0aa28c-000a-4250-a060-2c6e2f68822c tempest-ServersOnMultiNodesTest-133981768 tempest-ServersOnMultiNodesTest-133981768-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=9fa590ca-377f-4e4c-8724-ba3ce9f2b3e4 HTTP/1.1" status: 200 len: 1102 time: 0.0966451 Dec 08 16:11:38.124149 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6fd731d7-d67c-45fd-834c-1c417e200d0b req-537d5b89-bd51-48a9-b992-0c37b0ec7aa9 tempest-ServersOnMultiNodesTest-133981768 tempest-ServersOnMultiNodesTest-133981768-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860343 Dec 08 16:11:38.132573 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ea6bdf0e-39e1-43b6-aa01-5523c35be334 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:38.142817 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6bdf0e-39e1-43b6-aa01-5523c35be334 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:38.142817 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ea6bdf0e-39e1-43b6-aa01-5523c35be334 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:38.189821 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-076b9eab-c2bd-4196-8d6f-54389d4ba585 None None] For port e9231986-858d-4e07-b4fe-f0bc904a2b2e, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=e9231986-858d-4e07-b4fe-f0bc904a2b2e,segment=NetworkSegment(f2ff9093-e149-4788-8605-5f081049ea71),segment_id=f2ff9093-e149-4788-8605-5f081049ea71)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:11:38.214814 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6bdf0e-39e1-43b6-aa01-5523c35be334 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Pushing event updated for resources: {'Network': ['ID=5e73be62-4c74-4e7c-a6da-8dc4dfb68429,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:38.245446 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 5e73be62-4c74-4e7c-a6da-8dc4dfb68429 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:11:38.248700 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f59d7835-294c-4c7b-ae34-4aeb31743a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:38.275258 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1d1c9-f6e3-40af-9a06-4cd65dfefb27 req-af49a88c-993e-4080-b7fe-71d5cb2ea6c5 tempest-ServersOnMultiNodesTest-133981768 tempest-ServersOnMultiNodesTest-133981768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:38.284318 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-92a1d1c9-f6e3-40af-9a06-4cd65dfefb27 req-af49a88c-993e-4080-b7fe-71d5cb2ea6c5 tempest-ServersOnMultiNodesTest-133981768 tempest-ServersOnMultiNodesTest-133981768-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a3c54e46-f898-4235-b2ad-72a9e1a57254 HTTP/1.1" status: 200 len: 1102 time: 0.0853703 Dec 08 16:11:38.296484 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59d7835-294c-4c7b-ae34-4aeb31743a69 admin admin] Pushing event deleted for resources: {'Port': ['ID=f83d49af-9420-48e3-8a59-3ed98d8f52ca,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:38.325439 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ea6bdf0e-39e1-43b6-aa01-5523c35be334 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7967861 Dec 08 16:11:38.325439 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45108) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:38.332818 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-db68d879-5914-41e7-9108-1bb07faef816 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Request body: {'subnet': {'network_id': '5e73be62-4c74-4e7c-a6da-8dc4dfb68429', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:11:38.334986 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-076b9eab-c2bd-4196-8d6f-54389d4ba585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:38.344785 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-92a1d1c9-f6e3-40af-9a06-4cd65dfefb27 req-fe2f271d-4a80-4950-ba0d-2c420b4ae624 tempest-ServersOnMultiNodesTest-133981768 tempest-ServersOnMultiNodesTest-133981768-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591872 Dec 08 16:11:38.410371 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-e7575452-2fad-42bd-a6d1-7db01183fadc None None] Allocated IP 19.80.0.2 (7fa07b5a-e2f2-4d99-a2be-19bc3f1b66c1/9044dcec-0450-4075-9049-a38bc64e613e/66d1d7b3-dff8-4883-8d55-f2a4ebfcb5e8) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:11:38.486876 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f7982e5e-4005-47ca-b161-af9440b26f01 req-375592d1-5a73-468f-b19b-8e001f80c12d tempest-ServerShowV247Test-1557716559 tempest-ServerShowV247Test-1557716559-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6fac6da-b7dd-4fc1-b4ec-4a6435f997bc HTTP/1.1" status: 200 len: 210 time: 0.0416551 Dec 08 16:11:38.552465 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:38.553338 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076b9eab-c2bd-4196-8d6f-54389d4ba585 None None] Pushing event updated for resources: {'Port': ['ID=e9231986-858d-4e07-b4fe-f0bc904a2b2e,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:38.582973 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-6fdbb8ee-fe2c-4db1-9ac1-2e69f28b300e None None] Provisioning complete for port e9231986-858d-4e07-b4fe-f0bc904a2b2e triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:11:38.583780 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6fdbb8ee-fe2c-4db1-9ac1-2e69f28b300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:38.706027 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-9729b92e-b4ed-4a04-9dff-d4ef5b67ed49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d299ec1-fe36-4352-bd81-0f6bac8110ca', 'name': 'tempest-ServersTestMultiNic-1269466274-router', 'tenant_id': '82befcb31c1249a9af9da6811968cef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '729dbe76-8864-4297-9fa2-52ac25040fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:11:27Z', 'updated_at': '2021-12-08T16:11:33Z', 'revision_number': 4, 'project_id': '82befcb31c1249a9af9da6811968cef2', 'gw_port': {'id': '729dbe76-8864-4297-9fa2-52ac25040fa6', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:1c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d299ec1-fe36-4352-bd81-0f6bac8110ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:11:29Z', 'updated_at': '2021-12-08T16:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'e9231986-858d-4e07-b4fe-f0bc904a2b2e', 'name': '', 'network_id': '08d9858a-06a4-40aa-a537-8b1519b41969', 'tenant_id': '82befcb31c1249a9af9da6811968cef2', 'mac_address': 'fa:16:3e:c7:71:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d299ec1-fe36-4352-bd81-0f6bac8110ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '3491129b-1cd2-4761-9a4b-3b1d65fd2b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:11:32Z', 'updated_at': '2021-12-08T16:11:37Z', 'revision_number': 4, 'project_id': '82befcb31c1249a9af9da6811968cef2', 'subnets': [{'id': '3491129b-1cd2-4761-9a4b-3b1d65fd2b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:11:38.708307 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 47f2b69f-71b4-43cb-8a9e-1ace9125c090 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:11:38.776373 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9729b92e-b4ed-4a04-9dff-d4ef5b67ed49 None None] The sync data for ids ['8d299ec1-fe36-4352-bd81-0f6bac8110ca'] in n-d-776250-12 is: [{'id': '8d299ec1-fe36-4352-bd81-0f6bac8110ca', 'name': 'tempest-ServersTestMultiNic-1269466274-router', 'tenant_id': '82befcb31c1249a9af9da6811968cef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '729dbe76-8864-4297-9fa2-52ac25040fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:11:27Z', 'updated_at': '2021-12-08T16:11:33Z', 'revision_number': 4, 'project_id': '82befcb31c1249a9af9da6811968cef2', 'gw_port': {'id': '729dbe76-8864-4297-9fa2-52ac25040fa6', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:1c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d299ec1-fe36-4352-bd81-0f6bac8110ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:11:29Z', 'updated_at': '2021-12-08T16:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'e9231986-858d-4e07-b4fe-f0bc904a2b2e', 'name': '', 'network_id': '08d9858a-06a4-40aa-a537-8b1519b41969', 'tenant_id': '82befcb31c1249a9af9da6811968cef2', 'mac_address': 'fa:16:3e:c7:71:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d299ec1-fe36-4352-bd81-0f6bac8110ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '3491129b-1cd2-4761-9a4b-3b1d65fd2b32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:11:32Z', 'updated_at': '2021-12-08T16:11:37Z', 'revision_number': 4, 'project_id': '82befcb31c1249a9af9da6811968cef2', 'subnets': [{'id': '3491129b-1cd2-4761-9a4b-3b1d65fd2b32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:11:39.021812 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e7575452-2fad-42bd-a6d1-7db01183fadc None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:39.065565 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-66513786-fa9f-4a7f-80b2-aecbb817e0ae tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=15392057af79419bba246e0391d3a62d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407658 Dec 08 16:11:39.102415 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 47f2b69f-71b4-43cb-8a9e-1ace9125c090, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=47f2b69f-71b4-43cb-8a9e-1ace9125c090,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:11:39.120155 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '47f2b69f-71b4-43cb-8a9e-1ace9125c090', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'port_id': '47f2b69f-71b4-43cb-8a9e-1ace9125c090', 'mac_address': 'fa:16:3e:bb:ae:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c93b3a32-b438-4a47-8558-220c03febf97', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:11:39.181815 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e7575452-2fad-42bd-a6d1-7db01183fadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:39.249043 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-db9ceeb0-0021-47f2-a615-298acbdf470c tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:39.258432 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-db9ceeb0-0021-47f2-a615-298acbdf470c tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1845076 Dec 08 16:11:39.280660 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-691bbdde-7b9c-424c-9107-634586d2bf7d tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/quotas/15392057af79419bba246e0391d3a62d HTTP/1.1" status: 200 len: 375 time: 0.0208426 Dec 08 16:11:39.298407 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:39.303208 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7575452-2fad-42bd-a6d1-7db01183fadc None None] Network 7fa07b5a-e2f2-4d99-a2be-19bc3f1b66c1 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:11:39.313265 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e3a65e62-fceb-450f-93ff-c1eb7b6e3ff0 req-3027bccf-583b-4e92-9258-2a34835082f7 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ad2a73f-1df8-446c-84d0-c566e2c20f27 HTTP/1.1" status: 200 len: 210 time: 0.0669925 Dec 08 16:11:39.317582 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-e7575452-2fad-42bd-a6d1-7db01183fadc None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:11:39.332098 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7575452-2fad-42bd-a6d1-7db01183fadc None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:11:39.356787 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7575452-2fad-42bd-a6d1-7db01183fadc None None] Pushing event updated for resources: {'Port': ['ID=66d1d7b3-dff8-4883-8d55-f2a4ebfcb5e8,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:39.360135 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47f2b69f-71b4-43cb-8a9e-1ace9125c090 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:11:39.387030 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f59d7835-294c-4c7b-ae34-4aeb31743a69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:39.414874 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5ca8c-3b41-4aee-a82c-703c7879e8b2 req-b5f958dd-72c7-4127-a7c1-267d5648ce43 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:39.416751 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e9b5ca8c-3b41-4aee-a82c-703c7879e8b2 req-b5f958dd-72c7-4127-a7c1-267d5648ce43 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.76 "GET /v2.0/networks?id=36f1997d-7402-40f7-9d63-2c44f589b38e HTTP/1.1" status: 200 len: 813 time: 0.9132967 Dec 08 16:11:39.436050 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-e9b5ca8c-3b41-4aee-a82c-703c7879e8b2 req-16b667bc-c53c-4fde-8e19-9ee3981dc2af tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Request body: {'port': {'device_id': '6ad2a73f-1df8-446c-84d0-c566e2c20f27', 'network_id': '36f1997d-7402-40f7-9d63-2c44f589b38e', 'admin_state_up': True, 'tenant_id': 'cf22fc866524446b89f6f72a3f676ba3'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:11:39.452755 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 47f2b69f-71b4-43cb-8a9e-1ace9125c090, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=47f2b69f-71b4-43cb-8a9e-1ace9125c090,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:11:39.477188 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-e4894881-267e-45eb-ab27-b3174d4b3fe8 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=15392057af79419bba246e0391d3a62d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1947253 Dec 08 16:11:39.489388 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-e7575452-2fad-42bd-a6d1-7db01183fadc None None] Attempting to bind port 66d1d7b3-dff8-4883-8d55-f2a4ebfcb5e8 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:11:39.490491 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-e7575452-2fad-42bd-a6d1-7db01183fadc None None] Attempting to bind port 66d1d7b3-dff8-4883-8d55-f2a4ebfcb5e8 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'ebec3e86-2dd4-45ef-9bd6-96beb12c7dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '7fa07b5a-e2f2-4d99-a2be-19bc3f1b66c1'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:11:39.490491 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7575452-2fad-42bd-a6d1-7db01183fadc None None] Attempting to bind port 66d1d7b3-dff8-4883-8d55-f2a4ebfcb5e8 on network 7fa07b5a-e2f2-4d99-a2be-19bc3f1b66c1 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:11:39.495788 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7575452-2fad-42bd-a6d1-7db01183fadc None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:11:39.497051 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db68d879-5914-41e7-9108-1bb07faef816 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Made reservation on behalf of 82befcb31c1249a9af9da6811968cef2 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:11:39.497203 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7575452-2fad-42bd-a6d1-7db01183fadc None None] Checking segment: {'id': 'ebec3e86-2dd4-45ef-9bd6-96beb12c7dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '7fa07b5a-e2f2-4d99-a2be-19bc3f1b66c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:11:39.497203 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e7575452-2fad-42bd-a6d1-7db01183fadc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:39.497203 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7575452-2fad-42bd-a6d1-7db01183fadc None None] Bound using segment: {'id': 'ebec3e86-2dd4-45ef-9bd6-96beb12c7dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '7fa07b5a-e2f2-4d99-a2be-19bc3f1b66c1'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:11:39.497476 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-e7575452-2fad-42bd-a6d1-7db01183fadc None None] Bound port: 66d1d7b3-dff8-4883-8d55-f2a4ebfcb5e8, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebec3e86-2dd4-45ef-9bd6-96beb12c7dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '7fa07b5a-e2f2-4d99-a2be-19bc3f1b66c1'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:11:39.500142 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-db68d879-5914-41e7-9108-1bb07faef816 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:39.500568 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e7575452-2fad-42bd-a6d1-7db01183fadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:39.524310 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:39.651137 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-e7575452-2fad-42bd-a6d1-7db01183fadc None None] For port 66d1d7b3-dff8-4883-8d55-f2a4ebfcb5e8, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:11:39.661196 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-e7575452-2fad-42bd-a6d1-7db01183fadc None None] For port 66d1d7b3-dff8-4883-8d55-f2a4ebfcb5e8, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=66d1d7b3-dff8-4883-8d55-f2a4ebfcb5e8,segment=NetworkSegment(ebec3e86-2dd4-45ef-9bd6-96beb12c7dc2),segment_id=ebec3e86-2dd4-45ef-9bd6-96beb12c7dc2)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:11:39.678827 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=47f2b69f-71b4-43cb-8a9e-1ace9125c090,revision_number=9']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:39.710028 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['47f2b69f-71b4-43cb-8a9e-1ace9125c090'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:11:39.769991 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8e1f3d3f-6fa9-4a70-b4c4-fd1aa42f0246 req-90ae1e7c-51a7-4ddc-9f2f-0ec0c2a62b96 tempest-ServerShowV247Test-1557716559 tempest-ServerShowV247Test-1557716559-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6fac6da-b7dd-4fc1-b4ec-4a6435f997bc HTTP/1.1" status: 200 len: 210 time: 0.1100721 Dec 08 16:11:39.812738 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e7575452-2fad-42bd-a6d1-7db01183fadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:39.888797 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device e9231986-858d-4e07-b4fe-f0bc904a2b2e up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:11:39.975192 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7575452-2fad-42bd-a6d1-7db01183fadc None None] Pushing event updated for resources: {'Port': ['ID=66d1d7b3-dff8-4883-8d55-f2a4ebfcb5e8,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:40.031685 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port e9231986-858d-4e07-b4fe-f0bc904a2b2e triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:11:40.031685 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:40.261126 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9b5ca8c-3b41-4aee-a82c-703c7879e8b2 req-16b667bc-c53c-4fde-8e19-9ee3981dc2af tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Made reservation on behalf of cf22fc866524446b89f6f72a3f676ba3 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:11:40.265534 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e9b5ca8c-3b41-4aee-a82c-703c7879e8b2 req-16b667bc-c53c-4fde-8e19-9ee3981dc2af tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:40.305675 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f59d7835-294c-4c7b-ae34-4aeb31743a69 admin admin] Router 7a15cd1a-367c-46ee-bcf9-0990f49d0b68 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:11:40.431371 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-db68d879-5914-41e7-9108-1bb07faef816 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:40.495025 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-88cdf144-bea4-4a09-bd54-f0b4fdc9774c req-c0f9a9eb-45c9-4c5d-902f-67f8b70f6252 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ad2a73f-1df8-446c-84d0-c566e2c20f27 HTTP/1.1" status: 200 len: 210 time: 0.0729127 Dec 08 16:11:40.622133 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db68d879-5914-41e7-9108-1bb07faef816 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Pushing event updated for resources: {'Subnet': ['ID=ffca59f2-9761-475c-a099-f10cd0153e9d,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:40.683545 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 47f2b69f-71b4-43cb-8a9e-1ace9125c090 up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:11:40.721611 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-e9b5ca8c-3b41-4aee-a82c-703c7879e8b2 req-16b667bc-c53c-4fde-8e19-9ee3981dc2af tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Allocated IP 172.20.0.14 (36f1997d-7402-40f7-9d63-2c44f589b38e/707ddb2f-033d-4542-9213-13a68b9b326b/47f985a6-7c6e-4d7c-9db8-7e8b7147a835) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:11:40.762180 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f59d7835-294c-4c7b-ae34-4aeb31743a69 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:11:40.770998 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-f59d7835-294c-4c7b-ae34-4aeb31743a69 admin admin] 10.222.0.64 "PUT /v2.0/routers/7a15cd1a-367c-46ee-bcf9-0990f49d0b68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4798625 Dec 08 16:11:40.773858 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45164) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:40.788006 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db68d879-5914-41e7-9108-1bb07faef816 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Checking segment: {'id': 'bbe61393-49ce-48be-a1b4-c1e8c190933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5e73be62-4c74-4e7c-a6da-8dc4dfb68429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:11:40.788396 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db68d879-5914-41e7-9108-1bb07faef816 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Network hostable DHCP agents. Network: 5e73be62-4c74-4e7c-a6da-8dc4dfb68429, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:11:40.788935 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3d5378-69f9-484e-9eae-b3e89b57d587 None None] Sync routers for ids ['7a15cd1a-367c-46ee-bcf9-0990f49d0b68'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:11:40.812416 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3d5378-69f9-484e-9eae-b3e89b57d587 None None] Routers {'7a15cd1a-367c-46ee-bcf9-0990f49d0b68'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:11:40.814091 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-8f3d5378-69f9-484e-9eae-b3e89b57d587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:11:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['7a15cd1a-367c-46ee-bcf9-0990f49d0b68'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:11:40.814986 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 47f2b69f-71b4-43cb-8a9e-1ace9125c090 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:11:40.817199 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:40.827311 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2da7130b-dbd0-4d18-a468-fd35a5c40ba0 req-0bedab2c-e5ac-492b-b80e-ef1e780e4ec7 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=b9058e3d-db2c-4dd9-9cee-8c8c2e8c29d1 HTTP/1.1" status: 200 len: 210 time: 0.0627828 Dec 08 16:11:40.984447 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:41.025241 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-8f3d5378-69f9-484e-9eae-b3e89b57d587 None None] Set router 7a15cd1a-367c-46ee-bcf9-0990f49d0b68 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:11:41.031817 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16712d3c-a214-4d05-bf66-99d2884999f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f2b69f-71b4-43cb-8a9e-1ace9125c090'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:11:41.034382 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c7502f-16d5-4ae9-92e8-9d0a8db64497" -d '{"events": [{"server_uuid": "16712d3c-a214-4d05-bf66-99d2884999f4", "name": "network-vif-plugged", "status": "completed", "tag": "47f2b69f-71b4-43cb-8a9e-1ace9125c090"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:11:41.084134 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-74dd30a3-34cd-4c89-89de-e83e73c47f57 admin admin] Publish callbacks [] for router, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:41.087929 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 47f2b69f-71b4-43cb-8a9e-1ace9125c090, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=47f2b69f-71b4-43cb-8a9e-1ace9125c090,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:11:41.117019 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9e76c752-b232-47f1-a122-76fc1e6e09c1 req-0239b1fd-4a6c-4fd9-a719-0fb00a446fb3 tempest-ServerShowV247Test-1557716559 tempest-ServerShowV247Test-1557716559-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6fac6da-b7dd-4fc1-b4ec-4a6435f997bc HTTP/1.1" status: 200 len: 210 time: 0.1704640 Dec 08 16:11:41.161510 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db68d879-5914-41e7-9108-1bb07faef816 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Network 5e73be62-4c74-4e7c-a6da-8dc4dfb68429 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:11:41.171892 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e865b3-22d4-42af-8deb-7ff48990e9d3 x-openstack-request-id: req-87e865b3-22d4-42af-8deb-7ff48990e9d3 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:11:41.171892 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16712d3c-a214-4d05-bf66-99d2884999f4", "name": "network-vif-plugged", "status": "completed", "tag": "47f2b69f-71b4-43cb-8a9e-1ace9125c090", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:11:41.171892 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-87e865b3-22d4-42af-8deb-7ff48990e9d3 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:11:41.171892 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16712d3c-a214-4d05-bf66-99d2884999f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f2b69f-71b4-43cb-8a9e-1ace9125c090', 'code': 200} Dec 08 16:11:41.200489 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e9b5ca8c-3b41-4aee-a82c-703c7879e8b2 req-16b667bc-c53c-4fde-8e19-9ee3981dc2af tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:41.316394 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:41.342147 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-74dd30a3-34cd-4c89-89de-e83e73c47f57 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:41.350405 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-db68d879-5914-41e7-9108-1bb07faef816 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 5e73be62-4c74-4e7c-a6da-8dc4dfb68429) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:11:41.361613 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db68d879-5914-41e7-9108-1bb07faef816 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:41.363090 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-db68d879-5914-41e7-9108-1bb07faef816 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:41.369526 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9036e3-7564-427b-aa39-e9f4cd8277af None None] Network 5e73be62-4c74-4e7c-a6da-8dc4dfb68429 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:11:41.426466 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-8f3d5378-69f9-484e-9eae-b3e89b57d587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a15cd1a-367c-46ee-bcf9-0990f49d0b68', 'name': 'tempest-ServersTestBootFromVolume-1433177018-router', 'tenant_id': 'd2ccfe6975714fc3b8a138ea789f3317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '73b7186c-09f7-40f0-8777-120013e51247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:06:46Z', 'updated_at': '2021-12-08T16:11:38Z', 'revision_number': 5, 'project_id': 'd2ccfe6975714fc3b8a138ea789f3317', 'gw_port': {'id': '73b7186c-09f7-40f0-8777-120013e51247', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:28:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a15cd1a-367c-46ee-bcf9-0990f49d0b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:06:47Z', 'updated_at': '2021-12-08T16:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:11:41.430029 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e9b5ca8c-3b41-4aee-a82c-703c7879e8b2 req-16b667bc-c53c-4fde-8e19-9ee3981dc2af tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:41.522201 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-db68d879-5914-41e7-9108-1bb07faef816 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.1952345 Dec 08 16:11:41.540776 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9b5ca8c-3b41-4aee-a82c-703c7879e8b2 req-16b667bc-c53c-4fde-8e19-9ee3981dc2af tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Network 36f1997d-7402-40f7-9d63-2c44f589b38e is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:11:41.544579 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-e9b5ca8c-3b41-4aee-a82c-703c7879e8b2 req-16b667bc-c53c-4fde-8e19-9ee3981dc2af tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:11:41.554065 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b5ca8c-3b41-4aee-a82c-703c7879e8b2 req-16b667bc-c53c-4fde-8e19-9ee3981dc2af tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:11:41.602169 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-74dd30a3-34cd-4c89-89de-e83e73c47f57 admin admin] Deleting port 73b7186c-09f7-40f0-8777-120013e51247 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:11:41.602517 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-74dd30a3-34cd-4c89-89de-e83e73c47f57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:41.671476 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['7391200b-a656-49d2-be8a-f22216a67d06'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:11:41.692170 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b667bc-c53c-4fde-8e19-9ee3981dc2af tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Pushing event updated for resources: {'Port': ['ID=47f985a6-7c6e-4d7c-9db8-7e8b7147a835,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:41.720109 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd2cbc7-9715-40d3-bc3e-0dca02507fbb None None] Network 7fa07b5a-e2f2-4d99-a2be-19bc3f1b66c1 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:11:41.726467 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3d3c8035-e83b-48d5-8cae-f6f8ba77cb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:41.765944 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3d5378-69f9-484e-9eae-b3e89b57d587 None None] Checking router: 7a15cd1a-367c-46ee-bcf9-0990f49d0b68 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:11:41.777054 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3d5378-69f9-484e-9eae-b3e89b57d587 None None] Routers {'7a15cd1a-367c-46ee-bcf9-0990f49d0b68'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:11:41.777582 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-8f3d5378-69f9-484e-9eae-b3e89b57d587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:11:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['7a15cd1a-367c-46ee-bcf9-0990f49d0b68'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:11:41.780350 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5ca8c-3b41-4aee-a82c-703c7879e8b2 req-16b667bc-c53c-4fde-8e19-9ee3981dc2af tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:41.781027 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e9b5ca8c-3b41-4aee-a82c-703c7879e8b2 req-16b667bc-c53c-4fde-8e19-9ee3981dc2af tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:41.821963 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-d6ff125b-87f7-499d-8f52-0b834c48fc80 None None] Provisioning complete for port 66d1d7b3-dff8-4883-8d55-f2a4ebfcb5e8 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:11:41.822432 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d6ff125b-87f7-499d-8f52-0b834c48fc80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:41.878931 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-74dd30a3-34cd-4c89-89de-e83e73c47f57 admin admin] For port 73b7186c-09f7-40f0-8777-120013e51247, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=73b7186c-09f7-40f0-8777-120013e51247,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:11:41.879379 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-74dd30a3-34cd-4c89-89de-e83e73c47f57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:41.905733 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=47f2b69f-71b4-43cb-8a9e-1ace9125c090,revision_number=10']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:41.906015 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-74dd30a3-34cd-4c89-89de-e83e73c47f57 admin admin] Calling delete_port for 73b7186c-09f7-40f0-8777-120013e51247 owned by network:router_gateway {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:11:41.913309 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ead08b-c362-4883-ad99-c5d1d367df74 req-35d72eeb-29ba-4f92-86e6-44200d6f3acd tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:41.927342 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 66d1d7b3-dff8-4883-8d55-f2a4ebfcb5e8 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:11:41.928447 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b9ead08b-c362-4883-ad99-c5d1d367df74 req-35d72eeb-29ba-4f92-86e6-44200d6f3acd tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ad2a73f-1df8-446c-84d0-c566e2c20f27 HTTP/1.1" status: 200 len: 932 time: 0.2148364 Dec 08 16:11:41.943974 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-8f3d5378-69f9-484e-9eae-b3e89b57d587 None None] Set router 7a15cd1a-367c-46ee-bcf9-0990f49d0b68 gateway port host: None {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:11:41.975173 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e9b5ca8c-3b41-4aee-a82c-703c7879e8b2 req-16b667bc-c53c-4fde-8e19-9ee3981dc2af tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5469053 Dec 08 16:11:41.989676 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-e9b5ca8c-3b41-4aee-a82c-703c7879e8b2 req-2bd5be89-892c-4cfa-a35d-9bb08deb2219 service neutron] Request body: {'port': {'device_id': '6ad2a73f-1df8-446c-84d0-c566e2c20f27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:11:42.008437 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b9ead08b-c362-4883-ad99-c5d1d367df74 req-604ac84c-d0bd-4c15-b1ce-b9f0d159c6f9 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/security-groups?id=c89a3303-4112-4fa9-ad34-bd9348cd97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788808 Dec 08 16:11:42.015893 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-8f3d5378-69f9-484e-9eae-b3e89b57d587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a15cd1a-367c-46ee-bcf9-0990f49d0b68', 'name': 'tempest-ServersTestBootFromVolume-1433177018-router', 'tenant_id': 'd2ccfe6975714fc3b8a138ea789f3317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:06:46Z', 'updated_at': '2021-12-08T16:11:41Z', 'revision_number': 6, 'project_id': 'd2ccfe6975714fc3b8a138ea789f3317', 'gw_port_host': None}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:11:42.043946 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d6ff125b-87f7-499d-8f52-0b834c48fc80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:42.051130 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3d5378-69f9-484e-9eae-b3e89b57d587 None None] The sync data for ids ['7a15cd1a-367c-46ee-bcf9-0990f49d0b68'] in n-d-776250-12 is: [{'id': '7a15cd1a-367c-46ee-bcf9-0990f49d0b68', 'name': 'tempest-ServersTestBootFromVolume-1433177018-router', 'tenant_id': 'd2ccfe6975714fc3b8a138ea789f3317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:06:46Z', 'updated_at': '2021-12-08T16:11:41Z', 'revision_number': 6, 'project_id': 'd2ccfe6975714fc3b8a138ea789f3317', 'gw_port_host': None}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:11:42.142743 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c9c8062a-a74d-4010-af22-6ef1e1d83f81 req-0b7fcfa0-5238-4ee9-9225-8f721b52b5e0 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=b9058e3d-db2c-4dd9-9cee-8c8c2e8c29d1 HTTP/1.1" status: 200 len: 210 time: 0.0769696 Dec 08 16:11:42.209861 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e9b5ca8c-3b41-4aee-a82c-703c7879e8b2 req-2bd5be89-892c-4cfa-a35d-9bb08deb2219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:42.232818 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-d3a2328f-d796-4c1c-ac16-4a515526e5c0 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:42.241091 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-d3a2328f-d796-4c1c-ac16-4a515526e5c0 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:42.249299 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-d3a2328f-d796-4c1c-ac16-4a515526e5c0 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/networks?id=7fa07b5a-e2f2-4d99-a2be-19bc3f1b66c1&id=5e73be62-4c74-4e7c-a6da-8dc4dfb68429&id=7fa07b5a-e2f2-4d99-a2be-19bc3f1b66c1 HTTP/1.1" status: 200 len: 1392 time: 0.2829864 Dec 08 16:11:42.267299 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e3a3d3-290b-4a4d-bb03-d883a8389cb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-5e73be62-4c74-4e7c-a6da-8dc4dfb68429', 'network_id': '5e73be62-4c74-4e7c-a6da-8dc4dfb68429', 'project_id': '82befcb31c1249a9af9da6811968cef2', 'fixed_ips': [{'subnet_id': 'ffca59f2-9761-475c-a099-f10cd0153e9d'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:11:42.268166 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a0e3a3d3-290b-4a4d-bb03-d883a8389cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:42.281558 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-f076ba7f-d924-43b9-8296-67810e01e3dd tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/quotas/82befcb31c1249a9af9da6811968cef2 HTTP/1.1" status: 200 len: 375 time: 0.0234048 Dec 08 16:11:42.326823 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-dfbf656d-87bf-4fe5-970b-9814afef3d1d req-c9cce662-8d91-49c5-976f-3b3558268007 tempest-ServerShowV247Test-1557716559 tempest-ServerShowV247Test-1557716559-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6fac6da-b7dd-4fc1-b4ec-4a6435f997bc HTTP/1.1" status: 200 len: 210 time: 0.0447342 Dec 08 16:11:42.377782 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-d6ff125b-87f7-499d-8f52-0b834c48fc80 None None] For port 66d1d7b3-dff8-4883-8d55-f2a4ebfcb5e8, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=66d1d7b3-dff8-4883-8d55-f2a4ebfcb5e8,segment=NetworkSegment(ebec3e86-2dd4-45ef-9bd6-96beb12c7dc2),segment_id=ebec3e86-2dd4-45ef-9bd6-96beb12c7dc2)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:11:42.387006 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 66d1d7b3-dff8-4883-8d55-f2a4ebfcb5e8 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:11:42.387006 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:42.399555 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-81ec494d-562c-42fa-8c49-847b964ee060 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=82befcb31c1249a9af9da6811968cef2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1157825 Dec 08 16:11:42.559085 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d6ff125b-87f7-499d-8f52-0b834c48fc80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:42.617503 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-36f8df37-de56-4248-8ab7-7941f1c267f2 service neutron] 10.222.0.64 "GET /v2.0/networks/7fa07b5a-e2f2-4d99-a2be-19bc3f1b66c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159348 Dec 08 16:11:42.700272 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-74dd30a3-34cd-4c89-89de-e83e73c47f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:42.854500 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ff125b-87f7-499d-8f52-0b834c48fc80 None None] Pushing event updated for resources: {'Port': ['ID=66d1d7b3-dff8-4883-8d55-f2a4ebfcb5e8,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:42.896430 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dd30a3-34cd-4c89-89de-e83e73c47f57 admin admin] Pushing event deleted for resources: {'Port': ['ID=73b7186c-09f7-40f0-8777-120013e51247,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:42.936699 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-a0e3a3d3-290b-4a4d-bb03-d883a8389cb1 None None] Allocated IP 19.86.0.2 (5e73be62-4c74-4e7c-a6da-8dc4dfb68429/ffca59f2-9761-475c-a099-f10cd0153e9d/50ae85e7-01bc-4f87-b015-4a882bcd1953) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:11:42.996730 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-e9b5ca8c-3b41-4aee-a82c-703c7879e8b2 req-2bd5be89-892c-4cfa-a35d-9bb08deb2219 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47f985a6-7c6e-4d7c-9db8-7e8b7147a835 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:11:43.012295 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e9b5ca8c-3b41-4aee-a82c-703c7879e8b2 req-2bd5be89-892c-4cfa-a35d-9bb08deb2219 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:43.040092 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-e9b5ca8c-3b41-4aee-a82c-703c7879e8b2 req-2bd5be89-892c-4cfa-a35d-9bb08deb2219 service neutron] Transition to ACTIVE for port object 47f985a6-7c6e-4d7c-9db8-7e8b7147a835 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:11:43.121524 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-3b963cf8-dbde-426a-a14a-358bc802d7cd service neutron] 10.222.0.64 "GET /v2.0/networks/7fa07b5a-e2f2-4d99-a2be-19bc3f1b66c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4775879 Dec 08 16:11:43.122891 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-74dd30a3-34cd-4c89-89de-e83e73c47f57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:43.185141 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-97e33ea2-eb59-4282-9639-1bb9b864be4b None None] Provisioning complete for port 66d1d7b3-dff8-4883-8d55-f2a4ebfcb5e8 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:11:43.185532 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-97e33ea2-eb59-4282-9639-1bb9b864be4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:43.217023 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5325e09-08b1-4578-93e0-21bedf61bb71 req-cee927a7-5ee6-491b-9122-c610a663cf21 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:43.225548 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d5325e09-08b1-4578-93e0-21bedf61bb71 req-cee927a7-5ee6-491b-9122-c610a663cf21 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ad2a73f-1df8-446c-84d0-c566e2c20f27 HTTP/1.1" status: 200 len: 932 time: 0.0949569 Dec 08 16:11:43.297586 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d5325e09-08b1-4578-93e0-21bedf61bb71 req-85966975-9deb-44a8-a11f-c9f76f9efa6a tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/security-groups?id=c89a3303-4112-4fa9-ad34-bd9348cd97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705760 Dec 08 16:11:43.322806 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e9b5ca8c-3b41-4aee-a82c-703c7879e8b2 req-2bd5be89-892c-4cfa-a35d-9bb08deb2219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:43.406577 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-848d4216-396b-49e2-ab58-db701ca734fc service neutron] 10.222.0.64 "GET /v2.0/networks/5e73be62-4c74-4e7c-a6da-8dc4dfb68429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695546 Dec 08 16:11:43.483746 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e6518b00-5512-4939-a191-0862b8213f37 req-498d6aa2-456f-4ef5-9b54-cedb6f13e0b5 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=b9058e3d-db2c-4dd9-9cee-8c8c2e8c29d1 HTTP/1.1" status: 200 len: 210 time: 0.0449693 Dec 08 16:11:43.483886 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-74dd30a3-34cd-4c89-89de-e83e73c47f57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:43.484008 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd5be89-892c-4cfa-a35d-9bb08deb2219 service neutron] Pushing event updated for resources: {'Port': ['ID=47f985a6-7c6e-4d7c-9db8-7e8b7147a835,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:43.484845 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a0e3a3d3-290b-4a4d-bb03-d883a8389cb1 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:43.602134 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-e9b5ca8c-3b41-4aee-a82c-703c7879e8b2 req-2bd5be89-892c-4cfa-a35d-9bb08deb2219 service neutron] Attempting to bind port 47f985a6-7c6e-4d7c-9db8-7e8b7147a835 on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:11:43.602479 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-e9b5ca8c-3b41-4aee-a82c-703c7879e8b2 req-2bd5be89-892c-4cfa-a35d-9bb08deb2219 service neutron] Attempting to bind port 47f985a6-7c6e-4d7c-9db8-7e8b7147a835 by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': '92617869-9a71-472b-aafc-2c59cfc12c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '36f1997d-7402-40f7-9d63-2c44f589b38e'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:11:43.602820 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b5ca8c-3b41-4aee-a82c-703c7879e8b2 req-2bd5be89-892c-4cfa-a35d-9bb08deb2219 service neutron] Attempting to bind port 47f985a6-7c6e-4d7c-9db8-7e8b7147a835 on network 36f1997d-7402-40f7-9d63-2c44f589b38e {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:11:43.603108 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a0e3a3d3-290b-4a4d-bb03-d883a8389cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:43.615892 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-fbfa903e-f3ba-4c3d-9a8d-b7e1547d2628 service neutron] 10.222.0.64 "GET /v2.0/networks/5e73be62-4c74-4e7c-a6da-8dc4dfb68429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600943 Dec 08 16:11:43.616618 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-74dd30a3-34cd-4c89-89de-e83e73c47f57 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:43.627131 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b5ca8c-3b41-4aee-a82c-703c7879e8b2 req-2bd5be89-892c-4cfa-a35d-9bb08deb2219 service neutron] Port 47f985a6-7c6e-4d7c-9db8-7e8b7147a835 on network 36f1997d-7402-40f7-9d63-2c44f589b38e not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:11:43.627664 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b5ca8c-3b41-4aee-a82c-703c7879e8b2 req-2bd5be89-892c-4cfa-a35d-9bb08deb2219 service neutron] Attempting to bind port 47f985a6-7c6e-4d7c-9db8-7e8b7147a835 on network 36f1997d-7402-40f7-9d63-2c44f589b38e {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:11:43.681300 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b5ca8c-3b41-4aee-a82c-703c7879e8b2 req-2bd5be89-892c-4cfa-a35d-9bb08deb2219 service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:11:43.682087 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b5ca8c-3b41-4aee-a82c-703c7879e8b2 req-2bd5be89-892c-4cfa-a35d-9bb08deb2219 service neutron] Checking segment: {'id': '92617869-9a71-472b-aafc-2c59cfc12c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '36f1997d-7402-40f7-9d63-2c44f589b38e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:11:43.682490 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b5ca8c-3b41-4aee-a82c-703c7879e8b2 req-2bd5be89-892c-4cfa-a35d-9bb08deb2219 service neutron] Bound using segment: {'id': '92617869-9a71-472b-aafc-2c59cfc12c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '36f1997d-7402-40f7-9d63-2c44f589b38e'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:11:43.682951 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-e9b5ca8c-3b41-4aee-a82c-703c7879e8b2 req-2bd5be89-892c-4cfa-a35d-9bb08deb2219 service neutron] Bound port: 47f985a6-7c6e-4d7c-9db8-7e8b7147a835, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92617869-9a71-472b-aafc-2c59cfc12c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '36f1997d-7402-40f7-9d63-2c44f589b38e'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:11:43.683317 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e9b5ca8c-3b41-4aee-a82c-703c7879e8b2 req-2bd5be89-892c-4cfa-a35d-9bb08deb2219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:43.687196 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4aa2d2a4-e5db-4b65-8b08-e8c27f5431f8 req-20e57fa8-2fde-4646-b287-cbd4dd9fa3d2 tempest-ServerShowV247Test-1557716559 tempest-ServerShowV247Test-1557716559-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6fac6da-b7dd-4fc1-b4ec-4a6435f997bc HTTP/1.1" status: 200 len: 210 time: 0.1008127 Dec 08 16:11:43.695620 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e3a3d3-290b-4a4d-bb03-d883a8389cb1 None None] Network 5e73be62-4c74-4e7c-a6da-8dc4dfb68429 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:11:43.746799 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-a0e3a3d3-290b-4a4d-bb03-d883a8389cb1 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:11:43.762726 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e3a3d3-290b-4a4d-bb03-d883a8389cb1 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:11:43.772210 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e3a3d3-290b-4a4d-bb03-d883a8389cb1 None None] Pushing event updated for resources: {'Port': ['ID=50ae85e7-01bc-4f87-b015-4a882bcd1953,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:43.790748 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 66d1d7b3-dff8-4883-8d55-f2a4ebfcb5e8 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:11:43.796401 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-e9b5ca8c-3b41-4aee-a82c-703c7879e8b2 req-2bd5be89-892c-4cfa-a35d-9bb08deb2219 service neutron] For port 47f985a6-7c6e-4d7c-9db8-7e8b7147a835, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:11:43.805840 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-e9b5ca8c-3b41-4aee-a82c-703c7879e8b2 req-2bd5be89-892c-4cfa-a35d-9bb08deb2219 service neutron] For port 47f985a6-7c6e-4d7c-9db8-7e8b7147a835, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=47f985a6-7c6e-4d7c-9db8-7e8b7147a835,segment=NetworkSegment(92617869-9a71-472b-aafc-2c59cfc12c7b),segment_id=92617869-9a71-472b-aafc-2c59cfc12c7b)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:11:43.851831 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-74dd30a3-34cd-4c89-89de-e83e73c47f57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:43.852557 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74dd30a3-34cd-4c89-89de-e83e73c47f57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a15cd1a-367c-46ee-bcf9-0990f49d0b68 {{(pid=110551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:11:43.855900 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a47ee229-61d4-48b6-b541-3eaf5474f78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:43.858763 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-74dd30a3-34cd-4c89-89de-e83e73c47f57 admin admin] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:43.860069 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-74dd30a3-34cd-4c89-89de-e83e73c47f57 admin admin] 10.222.0.64 "DELETE /v2.0/routers/7a15cd1a-367c-46ee-bcf9-0990f49d0b68 HTTP/1.1" status: 204 len: 168 time: 3.0840793 Dec 08 16:11:43.863012 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45260) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:43.889879 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-a29deea4-6a4d-480f-b5b9-5e9a3a6e9442 service neutron] 10.222.0.64 "GET /v2.0/networks/7fa07b5a-e2f2-4d99-a2be-19bc3f1b66c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833627 Dec 08 16:11:43.958710 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-a0e3a3d3-290b-4a4d-bb03-d883a8389cb1 None None] Attempting to bind port 50ae85e7-01bc-4f87-b015-4a882bcd1953 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:11:43.958710 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-a0e3a3d3-290b-4a4d-bb03-d883a8389cb1 None None] Attempting to bind port 50ae85e7-01bc-4f87-b015-4a882bcd1953 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'bbe61393-49ce-48be-a1b4-c1e8c190933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5e73be62-4c74-4e7c-a6da-8dc4dfb68429'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:11:43.959088 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e3a3d3-290b-4a4d-bb03-d883a8389cb1 None None] Attempting to bind port 50ae85e7-01bc-4f87-b015-4a882bcd1953 on network 5e73be62-4c74-4e7c-a6da-8dc4dfb68429 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:11:43.963684 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e9b5ca8c-3b41-4aee-a82c-703c7879e8b2 req-2bd5be89-892c-4cfa-a35d-9bb08deb2219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:43.979946 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e3a3d3-290b-4a4d-bb03-d883a8389cb1 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:11:43.980386 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e3a3d3-290b-4a4d-bb03-d883a8389cb1 None None] Checking segment: {'id': 'bbe61393-49ce-48be-a1b4-c1e8c190933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5e73be62-4c74-4e7c-a6da-8dc4dfb68429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:11:43.980813 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a0e3a3d3-290b-4a4d-bb03-d883a8389cb1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:43.981219 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e3a3d3-290b-4a4d-bb03-d883a8389cb1 None None] Bound using segment: {'id': 'bbe61393-49ce-48be-a1b4-c1e8c190933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5e73be62-4c74-4e7c-a6da-8dc4dfb68429'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:11:43.984638 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-a0e3a3d3-290b-4a4d-bb03-d883a8389cb1 None None] Bound port: 50ae85e7-01bc-4f87-b015-4a882bcd1953, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe61393-49ce-48be-a1b4-c1e8c190933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5e73be62-4c74-4e7c-a6da-8dc4dfb68429'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:11:43.985690 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a0e3a3d3-290b-4a4d-bb03-d883a8389cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:44.033356 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 66d1d7b3-dff8-4883-8d55-f2a4ebfcb5e8 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:11:44.035068 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:44.053775 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-713e9169-9b3a-442c-8609-2248e5ca0598 admin admin] Deleting subnet 59c87d8b-18df-4d41-af98-f6c5328cc834 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:11:44.081844 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-713e9169-9b3a-442c-8609-2248e5ca0598 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:44.088025 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-a8f79ee0-0aa5-4e3c-b20b-a00db5d57cbf service neutron] 10.222.0.64 "GET /v2.0/networks/7fa07b5a-e2f2-4d99-a2be-19bc3f1b66c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933842 Dec 08 16:11:44.097879 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5ca8c-3b41-4aee-a82c-703c7879e8b2 req-2bd5be89-892c-4cfa-a35d-9bb08deb2219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:44.102088 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e9b5ca8c-3b41-4aee-a82c-703c7879e8b2 req-2bd5be89-892c-4cfa-a35d-9bb08deb2219 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:44.108051 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e9b5ca8c-3b41-4aee-a82c-703c7879e8b2 req-2bd5be89-892c-4cfa-a35d-9bb08deb2219 service neutron] 10.222.0.76 "PUT /v2.0/ports/47f985a6-7c6e-4d7c-9db8-7e8b7147a835 HTTP/1.1" status: 200 len: 1093 time: 2.1230507 Dec 08 16:11:44.141937 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-a0e3a3d3-290b-4a4d-bb03-d883a8389cb1 None None] For port 50ae85e7-01bc-4f87-b015-4a882bcd1953, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:11:44.146902 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-a0e3a3d3-290b-4a4d-bb03-d883a8389cb1 None None] For port 50ae85e7-01bc-4f87-b015-4a882bcd1953, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=50ae85e7-01bc-4f87-b015-4a882bcd1953,segment=NetworkSegment(bbe61393-49ce-48be-a1b4-c1e8c190933b),segment_id=bbe61393-49ce-48be-a1b4-c1e8c190933b)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:11:44.155078 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ad2a73f-1df8-446c-84d0-c566e2c20f27', 'tag': '47f985a6-7c6e-4d7c-9db8-7e8b7147a835'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:11:44.157800 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-257d6f57-d9fc-453f-a486-e695fea9c1c0" -d '{"events": [{"name": "network-changed", "server_uuid": "6ad2a73f-1df8-446c-84d0-c566e2c20f27", "tag": "47f985a6-7c6e-4d7c-9db8-7e8b7147a835"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:11:44.169655 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd5be89-892c-4cfa-a35d-9bb08deb2219 service neutron] Pushing event updated for resources: {'Port': ['ID=47f985a6-7c6e-4d7c-9db8-7e8b7147a835,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:44.205686 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-713e9169-9b3a-442c-8609-2248e5ca0598 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:44.264865 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e7bdf1-8d1b-48ba-9a11-21793fe6bdb5 x-openstack-request-id: req-68e7bdf1-8d1b-48ba-9a11-21793fe6bdb5 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:11:44.265094 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ad2a73f-1df8-446c-84d0-c566e2c20f27", "tag": "47f985a6-7c6e-4d7c-9db8-7e8b7147a835", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:11:44.265272 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-68e7bdf1-8d1b-48ba-9a11-21793fe6bdb5 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:11:44.265698 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ad2a73f-1df8-446c-84d0-c566e2c20f27', 'tag': '47f985a6-7c6e-4d7c-9db8-7e8b7147a835', 'status': 'completed', 'code': 200} Dec 08 16:11:44.299646 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a0e3a3d3-290b-4a4d-bb03-d883a8389cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:44.345264 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 73b7186c-09f7-40f0-8777-120013e51247 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:11:44.387291 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d6f57-d9fc-453f-a486-e695fea9c1c0 req-286af42d-bc98-44dd-9167-db40736251de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:44.389618 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-257d6f57-d9fc-453f-a486-e695fea9c1c0 req-286af42d-bc98-44dd-9167-db40736251de service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cf22fc866524446b89f6f72a3f676ba3&device_id=6ad2a73f-1df8-446c-84d0-c566e2c20f27 HTTP/1.1" status: 200 len: 1096 time: 0.1025810 Dec 08 16:11:44.428289 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 73b7186c-09f7-40f0-8777-120013e51247 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:11:44.428930 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 73b7186c-09f7-40f0-8777-120013e51247 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:11:44.429579 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device f83d49af-9420-48e3-8a59-3ed98d8f52ca no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:11:44.470128 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: f83d49af-9420-48e3-8a59-3ed98d8f52ca {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:11:44.470790 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device f83d49af-9420-48e3-8a59-3ed98d8f52ca not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:11:44.486347 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e3a3d3-290b-4a4d-bb03-d883a8389cb1 None None] Pushing event updated for resources: {'Port': ['ID=50ae85e7-01bc-4f87-b015-4a882bcd1953,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:44.559719 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c4ad4d30-6813-4d77-ae41-2943b53d462b req-09bfda55-b345-4ac6-b2d2-9cd32dc69997 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9677a94d-373f-4e1a-9306-213e259cc569 HTTP/1.1" status: 200 len: 210 time: 0.0538213 Dec 08 16:11:44.591539 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d6f57-d9fc-453f-a486-e695fea9c1c0 req-4569112b-f75c-4986-8e74-f193cad1371c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:44.592636 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-257d6f57-d9fc-453f-a486-e695fea9c1c0 req-4569112b-f75c-4986-8e74-f193cad1371c service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=cf22fc866524446b89f6f72a3f676ba3&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1908007 Dec 08 16:11:44.593936 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-713e9169-9b3a-442c-8609-2248e5ca0598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:44.747980 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-60d6df17-3475-4fb8-abab-4bdd9c4328a0 req-0ce4c349-ec71-4421-8fb9-5666ec25d52d tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=b9058e3d-db2c-4dd9-9cee-8c8c2e8c29d1 HTTP/1.1" status: 200 len: 210 time: 0.0670061 Dec 08 16:11:44.862917 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef201ff-615e-461c-909d-367ed9bb2732 req-87cd2909-c7d8-4e35-bf86-20aa4ea48e93 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:44.864571 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cef201ff-615e-461c-909d-367ed9bb2732 req-87cd2909-c7d8-4e35-bf86-20aa4ea48e93 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ad2a73f-1df8-446c-84d0-c566e2c20f27 HTTP/1.1" status: 200 len: 944 time: 0.2674863 Dec 08 16:11:44.943317 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e08df671-d161-4df1-a339-69063764bf5c req-53a2a072-905b-41d7-a823-2ac7fffa85a3 tempest-ServerShowV247Test-1557716559 tempest-ServerShowV247Test-1557716559-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6fac6da-b7dd-4fc1-b4ec-4a6435f997bc HTTP/1.1" status: 200 len: 210 time: 0.0549049 Dec 08 16:11:44.999025 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-41b6d0cd-b4ae-4fb5-9e57-55b01fcda105 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=15392057af79419bba246e0391d3a62d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0508575 Dec 08 16:11:45.007339 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cef201ff-615e-461c-909d-367ed9bb2732 req-9b082941-1ad7-432d-97d7-6f5a1f917986 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/security-groups?id=c89a3303-4112-4fa9-ad34-bd9348cd97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125789 Dec 08 16:11:45.016542 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d6f57-d9fc-453f-a486-e695fea9c1c0 req-e864b436-6194-4287-9d67-28cf0acbdfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:45.018462 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-257d6f57-d9fc-453f-a486-e695fea9c1c0 req-e864b436-6194-4287-9d67-28cf0acbdfe8 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3944919 Dec 08 16:11:45.065756 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-713e9169-9b3a-442c-8609-2248e5ca0598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:45.180076 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713e9169-9b3a-442c-8609-2248e5ca0598 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59c87d8b-18df-4d41-af98-f6c5328cc834,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:45.190555 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-f7fd8708-ddb5-4937-882a-840e72cc4cb4 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:45.192309 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-f7fd8708-ddb5-4937-882a-840e72cc4cb4 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1867247 Dec 08 16:11:45.195992 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:45.220584 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-fe7cd516-12a8-461a-a669-3a8275f9acbf tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Request body: {'port': {'device_id': '174e9724-b06f-4d9a-8e4a-cc8285790611', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'admin_state_up': True, 'tenant_id': '15392057af79419bba246e0391d3a62d'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:11:45.221378 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ce095f-b3a2-4dcd-a850-d01bd20e76da None None] Network bb9d0058-2dc0-4e63-9bdc-6ba019b39e11 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:11:45.230055 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-713e9169-9b3a-442c-8609-2248e5ca0598 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:45.237137 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-713e9169-9b3a-442c-8609-2248e5ca0598 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/59c87d8b-18df-4d41-af98-f6c5328cc834 HTTP/1.1" status: 204 len: 168 time: 1.3704348 Dec 08 16:11:45.246296 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45292) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:45.311916 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5ca8c-3b41-4aee-a82c-703c7879e8b2 req-80737152-cbac-433c-a998-fe3a55a19e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:45.314278 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e9b5ca8c-3b41-4aee-a82c-703c7879e8b2 req-80737152-cbac-433c-a998-fe3a55a19e8a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cf22fc866524446b89f6f72a3f676ba3&device_id=6ad2a73f-1df8-446c-84d0-c566e2c20f27 HTTP/1.1" status: 200 len: 1096 time: 0.1485410 Dec 08 16:11:45.398070 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e9b5ca8c-3b41-4aee-a82c-703c7879e8b2 req-37d6fcbe-0dc0-47a7-94ef-c4ffc8d3d593 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47f985a6-7c6e-4d7c-9db8-7e8b7147a835 HTTP/1.1" status: 200 len: 217 time: 0.0755935 Dec 08 16:11:45.466914 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5ca8c-3b41-4aee-a82c-703c7879e8b2 req-5d3749f0-068e-429a-8e8f-2d098dd839af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:45.468979 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e9b5ca8c-3b41-4aee-a82c-703c7879e8b2 req-5d3749f0-068e-429a-8e8f-2d098dd839af service neutron] 10.222.0.76 "GET /v2.0/subnets?id=707ddb2f-033d-4542-9213-13a68b9b326b HTTP/1.1" status: 200 len: 853 time: 0.0628462 Dec 08 16:11:45.539206 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5e733a-846a-488e-a8a8-48eeddde387f None None] DHCP port deletion for bb9d0058-2dc0-4e63-9bdc-6ba019b39e11 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:11:45.601439 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e9b5ca8c-3b41-4aee-a82c-703c7879e8b2 req-0b3fb041-049f-4665-8ffa-a3096b1346a3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=36f1997d-7402-40f7-9d63-2c44f589b38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1210310 Dec 08 16:11:45.608379 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e72e9b73-7344-42eb-82ca-14bacd4f58c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:45.702877 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-8c5e733a-846a-488e-a8a8-48eeddde387f None None] Deleting port d648c808-daa9-4c66-999b-f5d3d5357385 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:11:45.702877 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8c5e733a-846a-488e-a8a8-48eeddde387f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:45.816134 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-22195882-cd2c-44c1-b1d0-2ba3258277ad req-cf2c452e-28b9-4dd2-a163-9a35f97078d5 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9677a94d-373f-4e1a-9306-213e259cc569 HTTP/1.1" status: 200 len: 210 time: 0.1463172 Dec 08 16:11:45.817252 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-fe7cd516-12a8-461a-a669-3a8275f9acbf tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Made reservation on behalf of 15392057af79419bba246e0391d3a62d for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:11:45.846371 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-fe7cd516-12a8-461a-a669-3a8275f9acbf tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:45.904040 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 50ae85e7-01bc-4f87-b015-4a882bcd1953 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:11:45.926024 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e9b5ca8c-3b41-4aee-a82c-703c7879e8b2 req-6326561c-56b7-49dd-9939-91b4fe3a5b30 service neutron] 10.222.0.76 "GET /v2.0/networks/36f1997d-7402-40f7-9d63-2c44f589b38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186967 Dec 08 16:11:45.954029 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-9d21cc1d-2228-46bb-9832-223e617450bb tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=15392057af79419bba246e0391d3a62d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0960956 Dec 08 16:11:45.973519 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-8c5e733a-846a-488e-a8a8-48eeddde387f None None] For port d648c808-daa9-4c66-999b-f5d3d5357385, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=d648c808-daa9-4c66-999b-f5d3d5357385,segment=NetworkSegment(ae9063a3-4977-48dc-a085-b64f51b7803d),segment_id=ae9063a3-4977-48dc-a085-b64f51b7803d)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:11:45.974903 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8c5e733a-846a-488e-a8a8-48eeddde387f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:46.006922 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-8c5e733a-846a-488e-a8a8-48eeddde387f None None] Calling delete_port for d648c808-daa9-4c66-999b-f5d3d5357385 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:11:46.089964 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 50ae85e7-01bc-4f87-b015-4a882bcd1953 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:11:46.090353 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:46.244508 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:46.279329 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-58e15aea-2dd2-4813-8316-c03c46d9048c req-8a1a74c1-5ab2-4177-b4b8-d2dcad5f8980 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=b9058e3d-db2c-4dd9-9cee-8c8c2e8c29d1 HTTP/1.1" status: 200 len: 210 time: 0.3053205 Dec 08 16:11:46.299429 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8c5e733a-846a-488e-a8a8-48eeddde387f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:46.310599 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e9b5ca8c-3b41-4aee-a82c-703c7879e8b2 req-1f748c46-3056-4e12-9d41-041f5ed907db service neutron] 10.222.0.76 "GET /v2.0/networks/36f1997d-7402-40f7-9d63-2c44f589b38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3757489 Dec 08 16:11:46.355509 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-19f89ea2-2636-489d-842e-b622220e22a9 req-210c04c8-a950-422f-a3bb-669eb370a2c1 tempest-ServerShowV247Test-1557716559 tempest-ServerShowV247Test-1557716559-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6fac6da-b7dd-4fc1-b4ec-4a6435f997bc HTTP/1.1" status: 200 len: 210 time: 0.0957782 Dec 08 16:11:46.368072 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b492bc2b-7af4-4b76-b372-5a337baf49c5 None None] Network 5e73be62-4c74-4e7c-a6da-8dc4dfb68429 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:11:46.409793 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-e72e9b73-7344-42eb-82ca-14bacd4f58c1 admin admin] Deleting port d648c808-daa9-4c66-999b-f5d3d5357385 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:11:46.410140 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e72e9b73-7344-42eb-82ca-14bacd4f58c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:46.458239 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-154590c0-4b7c-423f-9f61-18a1b5820112 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:46.460011 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-154590c0-4b7c-423f-9f61-18a1b5820112 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4788148 Dec 08 16:11:46.479327 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 50ae85e7-01bc-4f87-b015-4a882bcd1953, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=50ae85e7-01bc-4f87-b015-4a882bcd1953,segment=NetworkSegment(bbe61393-49ce-48be-a1b4-c1e8c190933b),segment_id=bbe61393-49ce-48be-a1b4-c1e8c190933b)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:11:46.487260 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5e733a-846a-488e-a8a8-48eeddde387f None None] No DVR routers for this DVR port d648c808-daa9-4c66-999b-f5d3d5357385 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:11:46.521859 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-77edc15e-2c59-4ac3-ae43-5f36935b156d tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Request body: {'port': {'device_id': 'b9058e3d-db2c-4dd9-9cee-8c8c2e8c29d1', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'admin_state_up': True, 'tenant_id': '15392057af79419bba246e0391d3a62d'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:11:46.523321 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5e733a-846a-488e-a8a8-48eeddde387f None None] Pushing event deleted for resources: {'Port': ['ID=d648c808-daa9-4c66-999b-f5d3d5357385,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:46.599228 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba438a2b-c52e-44ae-9835-435e7d4a33c2 req-ad2c6f57-323a-4d2b-b2b5-2aa56f77f64b tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:46.601469 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ba438a2b-c52e-44ae-9835-435e7d4a33c2 req-ad2c6f57-323a-4d2b-b2b5-2aa56f77f64b tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ad2a73f-1df8-446c-84d0-c566e2c20f27 HTTP/1.1" status: 200 len: 944 time: 0.1671262 Dec 08 16:11:46.621168 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:46.649378 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-1afb5836-1bb6-4818-815b-ae0b530b0013 None None] Provisioning complete for port 50ae85e7-01bc-4f87-b015-4a882bcd1953 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:11:46.649709 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1afb5836-1bb6-4818-815b-ae0b530b0013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:46.731297 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ba438a2b-c52e-44ae-9835-435e7d4a33c2 req-92d50f9e-04bb-441c-9758-489f2d58d5a7 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/security-groups?id=c89a3303-4112-4fa9-ad34-bd9348cd97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211891 Dec 08 16:11:46.752806 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device d648c808-daa9-4c66-999b-f5d3d5357385 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:11:46.775135 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:46.927142 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: d648c808-daa9-4c66-999b-f5d3d5357385 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:11:46.927657 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device d648c808-daa9-4c66-999b-f5d3d5357385 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:11:46.951298 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=50ae85e7-01bc-4f87-b015-4a882bcd1953,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:47.269920 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7ab2dcdf-5a39-4616-b2b1-edb61fc8821e req-b8ca8ead-0989-4eda-a5fc-3d41c3b607a3 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9677a94d-373f-4e1a-9306-213e259cc569 HTTP/1.1" status: 200 len: 210 time: 0.1410441 Dec 08 16:11:47.308705 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-e72e9b73-7344-42eb-82ca-14bacd4f58c1 admin admin] For port d648c808-daa9-4c66-999b-f5d3d5357385, host n-d-776250-12, got binding levels [] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:11:47.309184 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e72e9b73-7344-42eb-82ca-14bacd4f58c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:47.356758 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-fe7cd516-12a8-461a-a669-3a8275f9acbf tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Allocated IP 192.168.233.239 (b91759c7-445e-4f7b-9fc4-64d80951832c/c93b3a32-b438-4a47-8558-220c03febf97/f1d9c5ab-ec87-4646-a313-a0cdf7e42396) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:11:47.367775 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-e72e9b73-7344-42eb-82ca-14bacd4f58c1 admin admin] Calling delete_port for d648c808-daa9-4c66-999b-f5d3d5357385 owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:11:47.376775 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.ipam_backend_mixin [None req-e72e9b73-7344-42eb-82ca-14bacd4f58c1 admin admin] Port d648c808-daa9-4c66-999b-f5d3d5357385 was not found and therefore no delete operation was performed {{(pid=110551) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 16:11:47.385183 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e72e9b73-7344-42eb-82ca-14bacd4f58c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:47.441177 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72e9b73-7344-42eb-82ca-14bacd4f58c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d648c808-daa9-4c66-999b-f5d3d5357385,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:47.448258 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72e9b73-7344-42eb-82ca-14bacd4f58c1 admin admin] No DVR routers for this DVR port d648c808-daa9-4c66-999b-f5d3d5357385 on host n-d-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:11:47.464915 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7d338599-4da4-44bd-b981-f62c2112b834 req-3d3ac1c2-9ef0-49b6-bd3f-bcb942980b89 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=b9058e3d-db2c-4dd9-9cee-8c8c2e8c29d1 HTTP/1.1" status: 200 len: 210 time: 0.0903995 Dec 08 16:11:47.491066 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:47.507720 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-198b5f21-c3a7-488b-8b4e-ed8b3c41ad84 None None] Provisioning complete for port 50ae85e7-01bc-4f87-b015-4a882bcd1953 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:11:47.508334 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-198b5f21-c3a7-488b-8b4e-ed8b3c41ad84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:47.591163 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c9471bcc-4523-4ef3-aec6-383de114b3ee req-1d1af346-f15a-4f5e-b54d-2eeddb59e40f tempest-ServerShowV247Test-1557716559 tempest-ServerShowV247Test-1557716559-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6fac6da-b7dd-4fc1-b4ec-4a6435f997bc HTTP/1.1" status: 200 len: 210 time: 0.0630856 Dec 08 16:11:47.640873 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-77edc15e-2c59-4ac3-ae43-5f36935b156d tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Made reservation on behalf of 15392057af79419bba246e0391d3a62d for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:11:47.644340 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-77edc15e-2c59-4ac3-ae43-5f36935b156d tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:47.741901 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e72e9b73-7344-42eb-82ca-14bacd4f58c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:47.760939 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 50ae85e7-01bc-4f87-b015-4a882bcd1953 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:11:47.883837 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 50ae85e7-01bc-4f87-b015-4a882bcd1953 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:11:47.884439 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:47.894511 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-e72e9b73-7344-42eb-82ca-14bacd4f58c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb9d0058-2dc0-4e63-9bdc-6ba019b39e11']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:11:47.919121 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-e72e9b73-7344-42eb-82ca-14bacd4f58c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae9063a3-4977-48dc-a085-b64f51b7803d') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:11:47.920215 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-e72e9b73-7344-42eb-82ca-14bacd4f58c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae9063a3-4977-48dc-a085-b64f51b7803d') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:11:47.956137 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e72e9b73-7344-42eb-82ca-14bacd4f58c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:48.011282 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be3eb0-84fa-4521-a9a5-939e22ddf9b5 req-47f0833b-d099-420f-b749-c2cf605d922b tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:48.017931 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-35be3eb0-84fa-4521-a9a5-939e22ddf9b5 req-47f0833b-d099-420f-b749-c2cf605d922b tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ad2a73f-1df8-446c-84d0-c566e2c20f27 HTTP/1.1" status: 200 len: 944 time: 0.1763525 Dec 08 16:11:48.031141 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e72e9b73-7344-42eb-82ca-14bacd4f58c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:48.058885 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e72e9b73-7344-42eb-82ca-14bacd4f58c1 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:11:48.059694 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e72e9b73-7344-42eb-82ca-14bacd4f58c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:48.061807 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:11:48.061807 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:11:48.061807 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:11:48.061807 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:11:48.061807 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:11:48.061807 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:11:48.061807 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:11:48.061807 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:11:48.061807 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:11:48.061807 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:11:48.061807 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:11:48.061807 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:11:48.061807 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:11:48.061807 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:11:48.061807 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:11:48.061807 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:11:48.061807 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:11:48.061807 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:11:48.061807 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:11:48.061807 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:11:48.061807 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:11:48.061807 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:11:48.061807 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:11:48.061807 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:11:48.061807 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:11:48.061807 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:11:48.061807 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:11:48.061807 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:11:48.061807 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:11:48.061807 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:11:48.061807 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:11:48.061807 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:11:48.140033 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-35be3eb0-84fa-4521-a9a5-939e22ddf9b5 req-70e405ef-2af5-41bb-bc1d-3458acd7ed45 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/security-groups?id=c89a3303-4112-4fa9-ad34-bd9348cd97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170454 Dec 08 16:11:48.143005 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-1c8dd554-0a8b-4661-a243-084c70779ac6 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:48.143458 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-fe7cd516-12a8-461a-a669-3a8275f9acbf tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:48.151447 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-1c8dd554-0a8b-4661-a243-084c70779ac6 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:48.153857 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-1c8dd554-0a8b-4661-a243-084c70779ac6 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.76 "GET /v2.0/networks?id=7fa07b5a-e2f2-4d99-a2be-19bc3f1b66c1&id=5e73be62-4c74-4e7c-a6da-8dc4dfb68429&id=7fa07b5a-e2f2-4d99-a2be-19bc3f1b66c1 HTTP/1.1" status: 200 len: 1392 time: 0.1697855 Dec 08 16:11:48.241916 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-9913a98a-8261-4bf7-88ba-e4727aa18e55 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Request body: {'port': {'device_id': '9677a94d-373f-4e1a-9306-213e259cc569', 'network_id': '7fa07b5a-e2f2-4d99-a2be-19bc3f1b66c1', 'admin_state_up': True, 'tenant_id': '82befcb31c1249a9af9da6811968cef2'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:11:48.333469 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e72e9b73-7344-42eb-82ca-14bacd4f58c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:48.341555 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e72e9b73-7344-42eb-82ca-14bacd4f58c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:48.356519 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e72e9b73-7344-42eb-82ca-14bacd4f58c1 admin admin] 10.222.0.64 "DELETE /v2.0/networks/bb9d0058-2dc0-4e63-9bdc-6ba019b39e11 HTTP/1.1" status: 204 len: 168 time: 3.1078527 Dec 08 16:11:48.392426 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-fe7cd516-12a8-461a-a669-3a8275f9acbf tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:48.404806 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72e9b73-7344-42eb-82ca-14bacd4f58c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb9d0058-2dc0-4e63-9bdc-6ba019b39e11,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:48.429162 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['6fcbf224-ea5a-407f-a8b9-3919aa81a099'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:11:48.460885 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['fa7c8c03-37fb-40ec-8c95-4187d1cf1adb', '4a824d61-b93a-41b6-8964-589ab2364818'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:11:48.543710 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c59365cb-659c-423f-9b64-47b30a299fb0 req-885508e3-f68d-4453-ab5e-e4db1f1aaaf8 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9677a94d-373f-4e1a-9306-213e259cc569 HTTP/1.1" status: 200 len: 210 time: 0.0755954 Dec 08 16:11:48.547362 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-fe7cd516-12a8-461a-a669-3a8275f9acbf tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Network b91759c7-445e-4f7b-9fc4-64d80951832c is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:11:48.560255 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-77edc15e-2c59-4ac3-ae43-5f36935b156d tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Allocated IP 192.168.233.81 (b91759c7-445e-4f7b-9fc4-64d80951832c/c93b3a32-b438-4a47-8558-220c03febf97/f50b339b-81c1-4ba5-8b7d-007a6185e8bf) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:11:48.562762 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-fe7cd516-12a8-461a-a669-3a8275f9acbf tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:11:48.580204 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7cd516-12a8-461a-a669-3a8275f9acbf tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Pushing event updated for resources: {'Port': ['ID=f1d9c5ab-ec87-4646-a313-a0cdf7e42396,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:48.586426 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-fe7cd516-12a8-461a-a669-3a8275f9acbf tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:11:48.663673 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-62d45d45-7794-4efb-ac3d-6d9ca34c05c0 req-c7f31a9e-2bb0-4783-99bf-cedd4016b2a2 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=b9058e3d-db2c-4dd9-9cee-8c8c2e8c29d1 HTTP/1.1" status: 200 len: 210 time: 0.0387237 Dec 08 16:11:48.718270 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-fe7cd516-12a8-461a-a669-3a8275f9acbf tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:48.718270 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-fe7cd516-12a8-461a-a669-3a8275f9acbf tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:48.766709 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e5985c4c-5229-464e-8b13-2df5e1b3c243 req-083891c3-1e2a-4410-9cb2-db7c9580d483 tempest-ServerShowV247Test-1557716559 tempest-ServerShowV247Test-1557716559-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6fac6da-b7dd-4fc1-b4ec-4a6435f997bc HTTP/1.1" status: 200 len: 210 time: 0.0364859 Dec 08 16:11:48.813464 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-9913a98a-8261-4bf7-88ba-e4727aa18e55 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Made reservation on behalf of 82befcb31c1249a9af9da6811968cef2 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:11:48.817065 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-9913a98a-8261-4bf7-88ba-e4727aa18e55 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:48.916410 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-77edc15e-2c59-4ac3-ae43-5f36935b156d tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:48.988751 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-fe7cd516-12a8-461a-a669-3a8275f9acbf tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7756855 Dec 08 16:11:49.009971 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-b5a0f5b2-3312-4365-b1ee-9786a9cd9a0b None None] Provisioning complete for port f1d9c5ab-ec87-4646-a313-a0cdf7e42396 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:11:49.010758 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-963fdc73-f068-493d-9ad4-3642183dbfb1 service neutron] Request body: {'port': {'device_id': '174e9724-b06f-4d9a-8e4a-cc8285790611', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:11:49.011187 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b5a0f5b2-3312-4365-b1ee-9786a9cd9a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:49.014557 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-9913a98a-8261-4bf7-88ba-e4727aa18e55 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Allocated IP 19.80.0.247 (7fa07b5a-e2f2-4d99-a2be-19bc3f1b66c1/9044dcec-0450-4075-9049-a38bc64e613e/c8944957-c824-43df-82b6-049e7e6b312f) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:11:49.050984 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-b5a0f5b2-3312-4365-b1ee-9786a9cd9a0b None None] Port f1d9c5ab-ec87-4646-a313-a0cdf7e42396 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:11:49.080433 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-77edc15e-2c59-4ac3-ae43-5f36935b156d tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:49.097136 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['6fcbf224-ea5a-407f-a8b9-3919aa81a099'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:11:49.100115 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-963fdc73-f068-493d-9ad4-3642183dbfb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:49.171634 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45362) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:49.178886 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-77edc15e-2c59-4ac3-ae43-5f36935b156d tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Network b91759c7-445e-4f7b-9fc4-64d80951832c is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:11:49.182681 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-77edc15e-2c59-4ac3-ae43-5f36935b156d tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:11:49.389656 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-0a433fcb-0000-46bd-96dd-c55972465c08 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d2ccfe6975714fc3b8a138ea789f3317&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2166829 Dec 08 16:11:49.395122 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45366) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:49.411891 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-77edc15e-2c59-4ac3-ae43-5f36935b156d tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:11:49.441830 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77edc15e-2c59-4ac3-ae43-5f36935b156d tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Pushing event updated for resources: {'Port': ['ID=f50b339b-81c1-4ba5-8b7d-007a6185e8bf,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:49.455806 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744eb8d-0024-45be-8db9-5b0cd82afc57 req-b5962a70-752f-40c5-9ee5-c9cfca33a9dc tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:49.466551 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e744eb8d-0024-45be-8db9-5b0cd82afc57 req-b5962a70-752f-40c5-9ee5-c9cfca33a9dc tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ad2a73f-1df8-446c-84d0-c566e2c20f27 HTTP/1.1" status: 200 len: 944 time: 0.1516275 Dec 08 16:11:49.489894 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['fa7c8c03-37fb-40ec-8c95-4187d1cf1adb', '4a824d61-b93a-41b6-8964-589ab2364818'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:11:49.504580 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-9913a98a-8261-4bf7-88ba-e4727aa18e55 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:49.517070 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-77edc15e-2c59-4ac3-ae43-5f36935b156d tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:49.517733 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-77edc15e-2c59-4ac3-ae43-5f36935b156d tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:49.657539 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-77edc15e-2c59-4ac3-ae43-5f36935b156d tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1476359 Dec 08 16:11:49.658856 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-9115db03-44b6-4885-80e0-823e7a9d72c7 None None] Provisioning complete for port f50b339b-81c1-4ba5-8b7d-007a6185e8bf triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:11:49.659053 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9115db03-44b6-4885-80e0-823e7a9d72c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:49.666574 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-963fdc73-f068-493d-9ad4-3642183dbfb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1d9c5ab-ec87-4646-a313-a0cdf7e42396 {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:11:49.678236 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-03c70d20-b70c-4edd-8661-87a17d683729 service neutron] Request body: {'port': {'device_id': 'b9058e3d-db2c-4dd9-9cee-8c8c2e8c29d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:11:49.705320 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e744eb8d-0024-45be-8db9-5b0cd82afc57 req-19a378d4-48fe-4945-b0af-48d837844544 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/security-groups?id=c89a3303-4112-4fa9-ad34-bd9348cd97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374520 Dec 08 16:11:49.708187 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ceaf48cd-4b7c-4127-a811-047dad8a758b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:49.746012 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cd7492f5-5ec3-4919-8073-b9c63c0dc7f9 req-170a6d2f-b64c-4c5c-8b11-a1493d3b8b71 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9677a94d-373f-4e1a-9306-213e259cc569 HTTP/1.1" status: 200 len: 210 time: 0.0595975 Dec 08 16:11:49.748237 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-9115db03-44b6-4885-80e0-823e7a9d72c7 None None] Port f50b339b-81c1-4ba5-8b7d-007a6185e8bf cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:11:49.764825 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ceaf48cd-4b7c-4127-a811-047dad8a758b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:49.786763 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-963fdc73-f068-493d-9ad4-3642183dbfb1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:49.809315 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-963fdc73-f068-493d-9ad4-3642183dbfb1 service neutron] Transition to ACTIVE for port object f1d9c5ab-ec87-4646-a313-a0cdf7e42396 will not be triggered until provisioned by entity L2. {{(pid=110551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:11:49.825022 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-9913a98a-8261-4bf7-88ba-e4727aa18e55 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:49.896460 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-963fdc73-f068-493d-9ad4-3642183dbfb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:49.905305 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-9913a98a-8261-4bf7-88ba-e4727aa18e55 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Network 7fa07b5a-e2f2-4d99-a2be-19bc3f1b66c1 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:11:49.913717 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-03c70d20-b70c-4edd-8661-87a17d683729 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:49.915444 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-9913a98a-8261-4bf7-88ba-e4727aa18e55 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:11:49.921713 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-9913a98a-8261-4bf7-88ba-e4727aa18e55 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:11:49.928132 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9913a98a-8261-4bf7-88ba-e4727aa18e55 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Pushing event updated for resources: {'Port': ['ID=c8944957-c824-43df-82b6-049e7e6b312f,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:49.978520 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ceaf48cd-4b7c-4127-a811-047dad8a758b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:49.981595 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ceaf48cd-4b7c-4127-a811-047dad8a758b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:49.982758 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ceaf48cd-4b7c-4127-a811-047dad8a758b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/44d30eef-fd8d-4fb4-be59-b1e28eab57b8 HTTP/1.1" status: 204 len: 168 time: 0.5856779 Dec 08 16:11:50.009000 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c7ad85-5ff0-4c6b-8b66-aca6f3ef1a0a req-3a2693e3-395f-4be8-9337-695192d55482 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:50.029462 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8ecc3693-eb09-4a96-9c32-5ec1cc7de43c req-d93da932-e9bf-4d71-a973-e784b96d1954 tempest-ServerShowV247Test-1557716559 tempest-ServerShowV247Test-1557716559-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6fac6da-b7dd-4fc1-b4ec-4a6435f997bc HTTP/1.1" status: 200 len: 210 time: 0.0667994 Dec 08 16:11:50.035359 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-92c7ad85-5ff0-4c6b-8b66-aca6f3ef1a0a req-3a2693e3-395f-4be8-9337-695192d55482 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=b9058e3d-db2c-4dd9-9cee-8c8c2e8c29d1 HTTP/1.1" status: 200 len: 935 time: 0.1792519 Dec 08 16:11:50.056287 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaf48cd-4b7c-4127-a811-047dad8a758b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d30eef-fd8d-4fb4-be59-b1e28eab57b8,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:50.083068 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-9913a98a-8261-4bf7-88ba-e4727aa18e55 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:50.083869 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-9913a98a-8261-4bf7-88ba-e4727aa18e55 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:50.252721 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-9913a98a-8261-4bf7-88ba-e4727aa18e55 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0155790 Dec 08 16:11:50.261699 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963fdc73-f068-493d-9ad4-3642183dbfb1 service neutron] Pushing event updated for resources: {'Port': ['ID=f1d9c5ab-ec87-4646-a313-a0cdf7e42396,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:50.265637 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-5cda887d-29c6-43bd-9af5-f4b11556f6e6 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Request body: {'port': {'device_id': '9677a94d-373f-4e1a-9306-213e259cc569', 'network_id': '5e73be62-4c74-4e7c-a6da-8dc4dfb68429', 'admin_state_up': True, 'tenant_id': '82befcb31c1249a9af9da6811968cef2'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:11:50.465519 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-92c7ad85-5ff0-4c6b-8b66-aca6f3ef1a0a req-03e8b196-a0b1-4a87-91d7-a2a463d0941b tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4288788 Dec 08 16:11:50.491489 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-963fdc73-f068-493d-9ad4-3642183dbfb1 service neutron] Attempting to bind port f1d9c5ab-ec87-4646-a313-a0cdf7e42396 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:11:50.492335 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-963fdc73-f068-493d-9ad4-3642183dbfb1 service neutron] Attempting to bind port f1d9c5ab-ec87-4646-a313-a0cdf7e42396 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:11:50.492683 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-963fdc73-f068-493d-9ad4-3642183dbfb1 service neutron] Attempting to bind port f1d9c5ab-ec87-4646-a313-a0cdf7e42396 on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:11:50.517579 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-963fdc73-f068-493d-9ad4-3642183dbfb1 service neutron] Port f1d9c5ab-ec87-4646-a313-a0cdf7e42396 on network b91759c7-445e-4f7b-9fc4-64d80951832c not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:11:50.518550 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-963fdc73-f068-493d-9ad4-3642183dbfb1 service neutron] Attempting to bind port f1d9c5ab-ec87-4646-a313-a0cdf7e42396 on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:11:50.529803 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-963fdc73-f068-493d-9ad4-3642183dbfb1 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:11:50.530102 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-963fdc73-f068-493d-9ad4-3642183dbfb1 service neutron] Checking segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:11:50.530504 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-963fdc73-f068-493d-9ad4-3642183dbfb1 service neutron] Bound using segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:11:50.530967 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-963fdc73-f068-493d-9ad4-3642183dbfb1 service neutron] Bound port: f1d9c5ab-ec87-4646-a313-a0cdf7e42396, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:11:50.532575 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-963fdc73-f068-493d-9ad4-3642183dbfb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:50.536230 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-ffa931dc-93e4-43bd-8a49-1fab39720599 None None] Provisioning complete for port c8944957-c824-43df-82b6-049e7e6b312f triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:11:50.536788 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ffa931dc-93e4-43bd-8a49-1fab39720599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:50.556855 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-5cda887d-29c6-43bd-9af5-f4b11556f6e6 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Made reservation on behalf of 82befcb31c1249a9af9da6811968cef2 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:11:50.560607 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-5cda887d-29c6-43bd-9af5-f4b11556f6e6 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:50.590124 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-ffa931dc-93e4-43bd-8a49-1fab39720599 None None] Port c8944957-c824-43df-82b6-049e7e6b312f cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:11:50.709196 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 47f985a6-7c6e-4d7c-9db8-7e8b7147a835 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:11:50.730901 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-963fdc73-f068-493d-9ad4-3642183dbfb1 service neutron] For port f1d9c5ab-ec87-4646-a313-a0cdf7e42396, host n-h2-776250-12, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:11:50.752584 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-963fdc73-f068-493d-9ad4-3642183dbfb1 service neutron] For port f1d9c5ab-ec87-4646-a313-a0cdf7e42396, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=f1d9c5ab-ec87-4646-a313-a0cdf7e42396,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:11:50.793140 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-5cda887d-29c6-43bd-9af5-f4b11556f6e6 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Allocated IP 19.86.0.97 (5e73be62-4c74-4e7c-a6da-8dc4dfb68429/ffca59f2-9761-475c-a099-f10cd0153e9d/3e9c5bf4-10e0-4b8c-a01f-4a78c1d02c8d) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:11:50.847218 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-963fdc73-f068-493d-9ad4-3642183dbfb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:50.873439 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 47f985a6-7c6e-4d7c-9db8-7e8b7147a835, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=47f985a6-7c6e-4d7c-9db8-7e8b7147a835,segment=NetworkSegment(92617869-9a71-472b-aafc-2c59cfc12c7b),segment_id=92617869-9a71-472b-aafc-2c59cfc12c7b)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:11:50.888425 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '47f985a6-7c6e-4d7c-9db8-7e8b7147a835', 'network_id': '36f1997d-7402-40f7-9d63-2c44f589b38e', 'port_id': '47f985a6-7c6e-4d7c-9db8-7e8b7147a835', 'mac_address': 'fa:16:3e:68:22:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '707ddb2f-033d-4542-9213-13a68b9b326b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:11:50.898467 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-03c70d20-b70c-4edd-8661-87a17d683729 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f50b339b-81c1-4ba5-8b7d-007a6185e8bf {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:11:50.920205 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-03c70d20-b70c-4edd-8661-87a17d683729 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:50.950350 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-03c70d20-b70c-4edd-8661-87a17d683729 service neutron] Transition to ACTIVE for port object f50b339b-81c1-4ba5-8b7d-007a6185e8bf will not be triggered until provisioned by entity L2. {{(pid=110551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:11:50.957719 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:50.976789 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47f985a6-7c6e-4d7c-9db8-7e8b7147a835 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:11:51.003550 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 47f985a6-7c6e-4d7c-9db8-7e8b7147a835, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=47f985a6-7c6e-4d7c-9db8-7e8b7147a835,segment=NetworkSegment(92617869-9a71-472b-aafc-2c59cfc12c7b),segment_id=92617869-9a71-472b-aafc-2c59cfc12c7b)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:11:51.073832 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963fdc73-f068-493d-9ad4-3642183dbfb1 service neutron] Pushing event updated for resources: {'Port': ['ID=f1d9c5ab-ec87-4646-a313-a0cdf7e42396,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:51.093603 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:51.099731 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-03c70d20-b70c-4edd-8661-87a17d683729 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:51.106830 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a407ba-6c41-4968-a013-a1af34e2b47b req-736d2b48-00f4-4c1e-a1c1-94c3cc9b43e9 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:51.108630 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b0a407ba-6c41-4968-a013-a1af34e2b47b req-736d2b48-00f4-4c1e-a1c1-94c3cc9b43e9 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ad2a73f-1df8-446c-84d0-c566e2c20f27 HTTP/1.1" status: 200 len: 944 time: 0.1976292 Dec 08 16:11:51.163211 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-963fdc73-f068-493d-9ad4-3642183dbfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:51.164417 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-5cda887d-29c6-43bd-9af5-f4b11556f6e6 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:51.165079 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-963fdc73-f068-493d-9ad4-3642183dbfb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:51.169542 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-963fdc73-f068-493d-9ad4-3642183dbfb1 service neutron] 10.222.0.37 "PUT /v2.0/ports/f1d9c5ab-ec87-4646-a313-a0cdf7e42396 HTTP/1.1" status: 200 len: 1097 time: 2.1701007 Dec 08 16:11:51.182161 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '174e9724-b06f-4d9a-8e4a-cc8285790611', 'tag': 'f1d9c5ab-ec87-4646-a313-a0cdf7e42396'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:11:51.187145 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f01435a-37b4-4262-a1e5-a94769716394" -d '{"events": [{"name": "network-changed", "server_uuid": "174e9724-b06f-4d9a-8e4a-cc8285790611", "tag": "f1d9c5ab-ec87-4646-a313-a0cdf7e42396"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:11:51.234342 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=47f985a6-7c6e-4d7c-9db8-7e8b7147a835,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:51.292875 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b0a407ba-6c41-4968-a013-a1af34e2b47b req-b4eff781-5edd-43f7-b5e8-546f2f691077 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/security-groups?id=c89a3303-4112-4fa9-ad34-bd9348cd97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648443 Dec 08 16:11:51.293288 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3585d8-7d0b-46a6-9514-537fe12632c9 req-9eae034e-f0bf-4688-85b4-0b5ac4dffa3a tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:51.324090 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ef3585d8-7d0b-46a6-9514-537fe12632c9 req-9eae034e-f0bf-4688-85b4-0b5ac4dffa3a tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9677a94d-373f-4e1a-9306-213e259cc569 HTTP/1.1" status: 200 len: 932 time: 0.4571071 Dec 08 16:11:51.484626 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['47f985a6-7c6e-4d7c-9db8-7e8b7147a835'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:11:51.521961 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-5cda887d-29c6-43bd-9af5-f4b11556f6e6 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:51.598657 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-03c70d20-b70c-4edd-8661-87a17d683729 service neutron] Attempting to bind port f50b339b-81c1-4ba5-8b7d-007a6185e8bf on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:11:51.599146 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-03c70d20-b70c-4edd-8661-87a17d683729 service neutron] Attempting to bind port f50b339b-81c1-4ba5-8b7d-007a6185e8bf by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:11:51.599394 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-03c70d20-b70c-4edd-8661-87a17d683729 service neutron] Attempting to bind port f50b339b-81c1-4ba5-8b7d-007a6185e8bf on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:11:51.624905 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c70d20-b70c-4edd-8661-87a17d683729 service neutron] Pushing event updated for resources: {'Port': ['ID=f50b339b-81c1-4ba5-8b7d-007a6185e8bf,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:51.659472 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-5cda887d-29c6-43bd-9af5-f4b11556f6e6 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Network 5e73be62-4c74-4e7c-a6da-8dc4dfb68429 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:11:51.671649 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-7a4995cd-04e0-46b6-8be5-a61802a3bdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:51.677463 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-7a4995cd-04e0-46b6-8be5-a61802a3bdca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=15392057af79419bba246e0391d3a62d&device_id=174e9724-b06f-4d9a-8e4a-cc8285790611 HTTP/1.1" status: 200 len: 1100 time: 0.2610390 Dec 08 16:11:51.678092 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-03c70d20-b70c-4edd-8661-87a17d683729 service neutron] Port f50b339b-81c1-4ba5-8b7d-007a6185e8bf on network b91759c7-445e-4f7b-9fc4-64d80951832c not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:11:51.678424 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-03c70d20-b70c-4edd-8661-87a17d683729 service neutron] Attempting to bind port f50b339b-81c1-4ba5-8b7d-007a6185e8bf on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:11:51.743542 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-03c70d20-b70c-4edd-8661-87a17d683729 service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:11:51.743892 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-03c70d20-b70c-4edd-8661-87a17d683729 service neutron] Checking segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:11:51.744328 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-03c70d20-b70c-4edd-8661-87a17d683729 service neutron] Bound using segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:11:51.744798 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-03c70d20-b70c-4edd-8661-87a17d683729 service neutron] Bound port: f50b339b-81c1-4ba5-8b7d-007a6185e8bf, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:11:51.745173 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-03c70d20-b70c-4edd-8661-87a17d683729 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:51.910543 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ef3585d8-7d0b-46a6-9514-537fe12632c9 req-f4ed622d-bcd2-4b6a-a2f7-eaec14bff8b1 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/security-groups?id=ca15dfaa-ea87-4015-8ed0-fd337a60a9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5800543 Dec 08 16:11:51.924301 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-fe4d5622-d9d6-42a8-a9a4-e6e5bb09e51c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=f1d9c5ab-ec87-4646-a313-a0cdf7e42396 HTTP/1.1" status: 200 len: 217 time: 0.2187848 Dec 08 16:11:52.028223 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7f2a8a-519e-45a0-9e4b-6359ccaa8929 x-openstack-request-id: req-de7f2a8a-519e-45a0-9e4b-6359ccaa8929 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:11:52.031374 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "174e9724-b06f-4d9a-8e4a-cc8285790611", "tag": "f1d9c5ab-ec87-4646-a313-a0cdf7e42396", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:11:52.032526 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-de7f2a8a-519e-45a0-9e4b-6359ccaa8929 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:11:52.033196 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '174e9724-b06f-4d9a-8e4a-cc8285790611', 'tag': 'f1d9c5ab-ec87-4646-a313-a0cdf7e42396', 'status': 'completed', 'code': 200} Dec 08 16:11:52.107406 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-4e86288f-5de0-4884-8ed7-784031561e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:52.109015 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-4e86288f-5de0-4884-8ed7-784031561e9b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.1315081 Dec 08 16:11:52.165356 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45428) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:52.209155 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0a99d03a-8812-4066-83ee-6f6f597b14d5 req-91df5439-b8fb-46ce-84eb-99ab382f4b72 tempest-ServerShowV247Test-1557716559 tempest-ServerShowV247Test-1557716559-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6fac6da-b7dd-4fc1-b4ec-4a6435f997bc HTTP/1.1" status: 200 len: 210 time: 0.6274045 Dec 08 16:11:52.222629 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-5cda887d-29c6-43bd-9af5-f4b11556f6e6 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:11:52.227196 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-5cda887d-29c6-43bd-9af5-f4b11556f6e6 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:11:52.238576 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cda887d-29c6-43bd-9af5-f4b11556f6e6 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Pushing event updated for resources: {'Port': ['ID=3e9c5bf4-10e0-4b8c-a01f-4a78c1d02c8d,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:52.278487 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cda887d-29c6-43bd-9af5-f4b11556f6e6 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:52.279367 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cda887d-29c6-43bd-9af5-f4b11556f6e6 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:52.279963 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cda887d-29c6-43bd-9af5-f4b11556f6e6 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:52.280522 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cda887d-29c6-43bd-9af5-f4b11556f6e6 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:52.281298 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cda887d-29c6-43bd-9af5-f4b11556f6e6 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:52.281875 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cda887d-29c6-43bd-9af5-f4b11556f6e6 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:52.282407 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cda887d-29c6-43bd-9af5-f4b11556f6e6 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:52.282931 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cda887d-29c6-43bd-9af5-f4b11556f6e6 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:52.283480 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cda887d-29c6-43bd-9af5-f4b11556f6e6 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:52.283988 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cda887d-29c6-43bd-9af5-f4b11556f6e6 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:52.285809 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cda887d-29c6-43bd-9af5-f4b11556f6e6 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:52.286480 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cda887d-29c6-43bd-9af5-f4b11556f6e6 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:52.295235 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cda887d-29c6-43bd-9af5-f4b11556f6e6 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:52.314540 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-03c70d20-b70c-4edd-8661-87a17d683729 service neutron] For port f50b339b-81c1-4ba5-8b7d-007a6185e8bf, host n-h1-776250-12, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:11:52.342621 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-03c70d20-b70c-4edd-8661-87a17d683729 service neutron] For port f50b339b-81c1-4ba5-8b7d-007a6185e8bf, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=f50b339b-81c1-4ba5-8b7d-007a6185e8bf,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:11:52.353365 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-39ad922f-82b6-4410-a393-2b6c47709da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:52.356541 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-39ad922f-82b6-4410-a393-2b6c47709da9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2317610 Dec 08 16:11:52.359982 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-5cda887d-29c6-43bd-9af5-f4b11556f6e6 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:52.364516 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-5cda887d-29c6-43bd-9af5-f4b11556f6e6 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:52.388473 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469115f3-3131-4762-b95c-fa68d4fe6684 req-471413b6-8695-4114-9d13-b6e56b239021 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:52.389990 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-469115f3-3131-4762-b95c-fa68d4fe6684 req-471413b6-8695-4114-9d13-b6e56b239021 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=b9058e3d-db2c-4dd9-9cee-8c8c2e8c29d1 HTTP/1.1" status: 200 len: 947 time: 0.1487665 Dec 08 16:11:52.400388 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-0f7e5e08-1a12-40be-bd3e-1759b3aaf23e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-723762764-network', 'tenant_id': '08f9bcdf6d61465d94daf95bd38c7bcc'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:11:52.462924 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-5cda887d-29c6-43bd-9af5-f4b11556f6e6 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2015285 Dec 08 16:11:52.476380 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-204cc23a-06f4-4989-aa41-e036d7b4f259 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Request body: {'port': {'device_id': '9677a94d-373f-4e1a-9306-213e259cc569', 'network_id': '7fa07b5a-e2f2-4d99-a2be-19bc3f1b66c1', 'admin_state_up': True, 'tenant_id': '82befcb31c1249a9af9da6811968cef2'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:11:52.488626 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-03c70d20-b70c-4edd-8661-87a17d683729 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:52.570839 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c732e-7020-4f44-bf96-324b0a347b1e req-f1388264-b626-456b-aabd-90c814b84a83 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:52.580299 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-449c732e-7020-4f44-bf96-324b0a347b1e req-f1388264-b626-456b-aabd-90c814b84a83 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ad2a73f-1df8-446c-84d0-c566e2c20f27 HTTP/1.1" status: 200 len: 945 time: 0.1622131 Dec 08 16:11:52.686714 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-a379579c-f5d3-4873-aac8-101e2a9a12f7 None None] Provisioning complete for port 3e9c5bf4-10e0-4b8c-a01f-4a78c1d02c8d triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:11:52.700802 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a379579c-f5d3-4873-aac8-101e2a9a12f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:52.711089 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-03c70d20-b70c-4edd-8661-87a17d683729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:52.712467 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-03c70d20-b70c-4edd-8661-87a17d683729 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:52.717628 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-03c70d20-b70c-4edd-8661-87a17d683729 service neutron] 10.222.0.76 "PUT /v2.0/ports/f50b339b-81c1-4ba5-8b7d-007a6185e8bf HTTP/1.1" status: 200 len: 1096 time: 3.0430384 Dec 08 16:11:52.726497 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7e5e08-1a12-40be-bd3e-1759b3aaf23e admin admin] Made reservation on behalf of 08f9bcdf6d61465d94daf95bd38c7bcc for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:11:52.737752 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-449c732e-7020-4f44-bf96-324b0a347b1e req-09aa2bfb-0694-4a9a-85bf-6a1e05b54067 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/security-groups?id=c89a3303-4112-4fa9-ad34-bd9348cd97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565146 Dec 08 16:11:52.738966 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0f7e5e08-1a12-40be-bd3e-1759b3aaf23e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:52.761377 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0f7e5e08-1a12-40be-bd3e-1759b3aaf23e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:52.886125 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-469115f3-3131-4762-b95c-fa68d4fe6684 req-f0297f61-78be-442a-b86d-e1cd10369f32 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4447532 Dec 08 16:11:52.910592 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-a379579c-f5d3-4873-aac8-101e2a9a12f7 None None] Port 3e9c5bf4-10e0-4b8c-a01f-4a78c1d02c8d cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:11:52.950245 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-204cc23a-06f4-4989-aa41-e036d7b4f259 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Made reservation on behalf of 82befcb31c1249a9af9da6811968cef2 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:11:52.954298 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-204cc23a-06f4-4989-aa41-e036d7b4f259 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:53.058824 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0f7e5e08-1a12-40be-bd3e-1759b3aaf23e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:53.066550 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c70d20-b70c-4edd-8661-87a17d683729 service neutron] Pushing event updated for resources: {'Port': ['ID=f50b339b-81c1-4ba5-8b7d-007a6185e8bf,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:53.161938 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0f7e5e08-1a12-40be-bd3e-1759b3aaf23e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:53.171629 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-f1b98c41-ce98-4d47-885a-d4769f24aa54 service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7594254 Dec 08 16:11:53.203308 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-204cc23a-06f4-4989-aa41-e036d7b4f259 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Allocated IP 19.80.0.210 (7fa07b5a-e2f2-4d99-a2be-19bc3f1b66c1/9044dcec-0450-4075-9049-a38bc64e613e/bcd36c0a-2929-400a-a461-d1bfa60bf3fd) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:11:53.229632 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f7e5e08-1a12-40be-bd3e-1759b3aaf23e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:11:53.308624 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0f7e5e08-1a12-40be-bd3e-1759b3aaf23e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:53.309078 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-0f7e5e08-1a12-40be-bd3e-1759b3aaf23e admin admin] Added segment c4497e93-7a8c-4248-a536-5af27879f821 of type vlan for network 853082c3-7c8f-4b48-a4d4-95065ac4f6f5 Dec 08 16:11:53.315012 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7e5e08-1a12-40be-bd3e-1759b3aaf23e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79175807-58e9-468f-9367-55a5fe02da81,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:53.335733 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-218fa342-0606-4fe0-aea3-556adc2c2bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:53.337548 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-218fa342-0606-4fe0-aea3-556adc2c2bd4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=15392057af79419bba246e0391d3a62d&device_id=b9058e3d-db2c-4dd9-9cee-8c8c2e8c29d1 HTTP/1.1" status: 200 len: 1099 time: 0.2765453 Dec 08 16:11:53.350802 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72827508-9838-4823-aa36-8bc5922d38e0 req-a967fe7b-4f2b-44dd-a6b9-308b74770e25 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:53.358714 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72827508-9838-4823-aa36-8bc5922d38e0 req-a967fe7b-4f2b-44dd-a6b9-308b74770e25 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:53.367243 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-72827508-9838-4823-aa36-8bc5922d38e0 req-a967fe7b-4f2b-44dd-a6b9-308b74770e25 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9677a94d-373f-4e1a-9306-213e259cc569 HTTP/1.1" status: 200 len: 1654 time: 0.3048661 Dec 08 16:11:53.417176 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-226813c8-ba59-4d4d-8c2d-3a829b01d8a7 req-e2235c58-1d3b-46e3-92bb-ca590c20b95b tempest-ServerShowV247Test-1557716559 tempest-ServerShowV247Test-1557716559-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6fac6da-b7dd-4fc1-b4ec-4a6435f997bc HTTP/1.1" status: 200 len: 210 time: 0.0458066 Dec 08 16:11:53.480516 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-0c175c9c-fe3a-418a-9243-748c32a79085 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=f50b339b-81c1-4ba5-8b7d-007a6185e8bf HTTP/1.1" status: 200 len: 217 time: 0.1109598 Dec 08 16:11:53.482449 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0f7e5e08-1a12-40be-bd3e-1759b3aaf23e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:53.490150 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-204cc23a-06f4-4989-aa41-e036d7b4f259 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:53.610313 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-204cc23a-06f4-4989-aa41-e036d7b4f259 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:53.613152 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-700bd827-396b-49b2-afe0-fa0f64a42d8a service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4150014 Dec 08 16:11:53.638810 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-72827508-9838-4823-aa36-8bc5922d38e0 req-0c770cb9-7453-42d1-8b2c-067113a671a1 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/security-groups?id=ca15dfaa-ea87-4015-8ed0-fd337a60a9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706549 Dec 08 16:11:53.641301 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-5d49b771-381c-463e-8673-ec3827ac2f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:53.643574 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-5d49b771-381c-463e-8673-ec3827ac2f2e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.1510353 Dec 08 16:11:53.704082 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0f7e5e08-1a12-40be-bd3e-1759b3aaf23e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:53.705209 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7e5e08-1a12-40be-bd3e-1759b3aaf23e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:53.705911 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0f7e5e08-1a12-40be-bd3e-1759b3aaf23e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:53.761473 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-204cc23a-06f4-4989-aa41-e036d7b4f259 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Network 7fa07b5a-e2f2-4d99-a2be-19bc3f1b66c1 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:11:53.781510 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-204cc23a-06f4-4989-aa41-e036d7b4f259 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:11:53.786479 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-204cc23a-06f4-4989-aa41-e036d7b4f259 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:11:53.839482 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-c9b6694e-ec26-42be-a57f-33b62199b4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:53.841986 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-c9b6694e-ec26-42be-a57f-33b62199b4f6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1886685 Dec 08 16:11:53.901566 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204cc23a-06f4-4989-aa41-e036d7b4f259 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Pushing event updated for resources: {'Port': ['ID=bcd36c0a-2929-400a-a461-d1bfa60bf3fd,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:53.946851 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-204cc23a-06f4-4989-aa41-e036d7b4f259 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:53.947778 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-204cc23a-06f4-4989-aa41-e036d7b4f259 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:53.992974 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2136faf-27c8-4ef5-b945-b228163d8b38 req-a245a689-bbcb-4669-8f49-858d38c23da9 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:54.006584 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c2136faf-27c8-4ef5-b945-b228163d8b38 req-a245a689-bbcb-4669-8f49-858d38c23da9 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ad2a73f-1df8-446c-84d0-c566e2c20f27 HTTP/1.1" status: 200 len: 945 time: 0.1127658 Dec 08 16:11:54.058089 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-204cc23a-06f4-4989-aa41-e036d7b4f259 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5868671 Dec 08 16:11:54.075104 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-18ad8928-b964-493a-a3e8-9573fda58ef2 service neutron] Request body: {'port': {'device_id': '9677a94d-373f-4e1a-9306-213e259cc569', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:11:54.171208 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c2136faf-27c8-4ef5-b945-b228163d8b38 req-c2260a01-b82e-4d28-8962-bbf88cdcb9f3 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/security-groups?id=c89a3303-4112-4fa9-ad34-bd9348cd97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632726 Dec 08 16:11:54.180228 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-18ad8928-b964-493a-a3e8-9573fda58ef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:54.240638 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-80dc593c-57db-4c09-b50c-c6916d79df5d None None] Provisioning complete for port bcd36c0a-2929-400a-a461-d1bfa60bf3fd triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:11:54.241098 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-80dc593c-57db-4c09-b50c-c6916d79df5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:54.333980 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9058e3d-db2c-4dd9-9cee-8c8c2e8c29d1', 'tag': 'f50b339b-81c1-4ba5-8b7d-007a6185e8bf'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:11:54.336436 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48e82bf-fd13-46f8-a160-59fbf62688fd" -d '{"events": [{"name": "network-changed", "server_uuid": "b9058e3d-db2c-4dd9-9cee-8c8c2e8c29d1", "tag": "f50b339b-81c1-4ba5-8b7d-007a6185e8bf"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:11:54.349083 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-80dc593c-57db-4c09-b50c-c6916d79df5d None None] Port bcd36c0a-2929-400a-a461-d1bfa60bf3fd cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:11:54.372566 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-0f7e5e08-1a12-40be-bd3e-1759b3aaf23e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.2032006 Dec 08 16:11:54.373476 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45470) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:54.387483 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-e800f19e-af29-438f-a35b-ebec02a8987f admin admin] Request body: {'subnet': {'network_id': '853082c3-7c8f-4b48-a4d4-95065ac4f6f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-723762764-subnet', 'tenant_id': '08f9bcdf6d61465d94daf95bd38c7bcc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:11:54.508877 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e800f19e-af29-438f-a35b-ebec02a8987f admin admin] Made reservation on behalf of 08f9bcdf6d61465d94daf95bd38c7bcc for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:11:54.511143 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e800f19e-af29-438f-a35b-ebec02a8987f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:54.519152 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7e5e08-1a12-40be-bd3e-1759b3aaf23e admin admin] Pushing event updated for resources: {'Network': ['ID=853082c3-7c8f-4b48-a4d4-95065ac4f6f5,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:54.536532 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 853082c3-7c8f-4b48-a4d4-95065ac4f6f5 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:11:54.577360 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-6cdb51f4-bce9-474a-b0df-5fe0b4d523ef service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340724 Dec 08 16:11:54.584632 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b50703b-ab83-4bfe-b26e-c5bc9b5f2b00 x-openstack-request-id: req-9b50703b-ab83-4bfe-b26e-c5bc9b5f2b00 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:11:54.596021 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9058e3d-db2c-4dd9-9cee-8c8c2e8c29d1", "tag": "f50b339b-81c1-4ba5-8b7d-007a6185e8bf", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:11:54.596021 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9b50703b-ab83-4bfe-b26e-c5bc9b5f2b00 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:11:54.596021 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9058e3d-db2c-4dd9-9cee-8c8c2e8c29d1', 'tag': 'f50b339b-81c1-4ba5-8b7d-007a6185e8bf', 'status': 'completed', 'code': 200} Dec 08 16:11:54.596021 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-96fa7162-8850-4d41-b370-24ea1afe6f4a req-1412cf90-487d-44ce-81e8-e090f7466cf4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f6fac6da-b7dd-4fc1-b4ec-4a6435f997bc HTTP/1.1" status: 200 len: 210 time: 0.2449086 Dec 08 16:11:54.679556 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f01435a-37b4-4262-a1e5-a94769716394 req-8bf12e13-6d11-4a0f-a51b-cd6c953c3000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:54.681288 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5f01435a-37b4-4262-a1e5-a94769716394 req-8bf12e13-6d11-4a0f-a51b-cd6c953c3000 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=15392057af79419bba246e0391d3a62d&device_id=174e9724-b06f-4d9a-8e4a-cc8285790611 HTTP/1.1" status: 200 len: 1100 time: 0.8350916 Dec 08 16:11:54.698477 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de6a3d-1529-4cb4-b60e-b67c66a8da53 req-50e7a714-4c66-4f65-8262-30d0b65f2e17 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:54.708466 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e1de6a3d-1529-4cb4-b60e-b67c66a8da53 req-50e7a714-4c66-4f65-8262-30d0b65f2e17 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=b9058e3d-db2c-4dd9-9cee-8c8c2e8c29d1 HTTP/1.1" status: 200 len: 947 time: 0.3660262 Dec 08 16:11:54.723790 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 47f985a6-7c6e-4d7c-9db8-7e8b7147a835 up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:11:54.733598 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-92b8a997-b61c-4f4b-8d82-2b34a2c74612 req-9044cb72-e01a-4d88-967d-257f555a5b30 tempest-ServerShowV247Test-1557716559 tempest-ServerShowV247Test-1557716559-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6fac6da-b7dd-4fc1-b4ec-4a6435f997bc HTTP/1.1" status: 200 len: 210 time: 0.0434489 Dec 08 16:11:54.777551 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-34a1cd42-04dc-4d18-bb1f-6e11b29eb7b6 req-3b2d8051-a9fb-4944-9f69-53629f1dfed6 service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860030 Dec 08 16:11:54.788334 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e1de6a3d-1529-4cb4-b60e-b67c66a8da53 req-66a56810-c750-447d-b4d4-a3e225fcb60e tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787377 Dec 08 16:11:54.901271 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-18ad8928-b964-493a-a3e8-9573fda58ef2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8944957-c824-43df-82b6-049e7e6b312f {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:11:54.925310 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port 47f985a6-7c6e-4d7c-9db8-7e8b7147a835 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:11:54.926884 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-18ad8928-b964-493a-a3e8-9573fda58ef2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:54.932059 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e800f19e-af29-438f-a35b-ebec02a8987f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:54.936155 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 47f985a6-7c6e-4d7c-9db8-7e8b7147a835 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:11:54.936602 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:54.952759 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727de9c-f0d6-4c10-8f2b-019ea9d3b6f4 req-64fd170e-61e1-450b-af07-31a3da32f775 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:54.962579 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4727de9c-f0d6-4c10-8f2b-019ea9d3b6f4 req-64fd170e-61e1-450b-af07-31a3da32f775 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] 10.222.0.64 "GET /v2.0/ports?device_id=e704e0b6-a30f-4be7-b7e9-242b1fa3ead7 HTTP/1.1" status: 200 len: 945 time: 0.1118009 Dec 08 16:11:55.003237 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f01435a-37b4-4262-a1e5-a94769716394 req-5c37a642-b572-4320-ae98-d75c5834761d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:55.005638 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5f01435a-37b4-4262-a1e5-a94769716394 req-5c37a642-b572-4320-ae98-d75c5834761d service neutron] 10.222.0.37 "GET /v2.0/networks?id=b91759c7-445e-4f7b-9fc4-64d80951832c HTTP/1.1" status: 200 len: 870 time: 0.2057266 Dec 08 16:11:55.024690 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-18ad8928-b964-493a-a3e8-9573fda58ef2 service neutron] Transition to ACTIVE for port object c8944957-c824-43df-82b6-049e7e6b312f will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:11:55.025198 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8bc075-74d1-4476-b671-82509ecc21f5 req-a1d950a5-bbee-4797-902b-9558ff7166b1 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:55.031896 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8bc075-74d1-4476-b671-82509ecc21f5 req-a1d950a5-bbee-4797-902b-9558ff7166b1 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:55.039118 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8bc075-74d1-4476-b671-82509ecc21f5 req-a1d950a5-bbee-4797-902b-9558ff7166b1 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:55.048209 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7c8bc075-74d1-4476-b671-82509ecc21f5 req-a1d950a5-bbee-4797-902b-9558ff7166b1 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9677a94d-373f-4e1a-9306-213e259cc569 HTTP/1.1" status: 200 len: 2376 time: 0.1496081 Dec 08 16:11:55.068983 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e800f19e-af29-438f-a35b-ebec02a8987f admin admin] Checking segment: {'id': 'c4497e93-7a8c-4248-a536-5af27879f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '853082c3-7c8f-4b48-a4d4-95065ac4f6f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:11:55.079471 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e800f19e-af29-438f-a35b-ebec02a8987f admin admin] Network hostable DHCP agents. Network: 853082c3-7c8f-4b48-a4d4-95065ac4f6f5, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:11:55.079471 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e800f19e-af29-438f-a35b-ebec02a8987f admin admin] Pushing event updated for resources: {'Subnet': ['ID=343bb221-932d-4857-844e-7f4d2b62901c,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:55.096509 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:55.109794 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4727de9c-f0d6-4c10-8f2b-019ea9d3b6f4 req-f1e841e2-2cbf-4733-8a94-1131e4ebcc5f tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3d92102-813a-41cd-b9ab-7e3c2562fee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461990 Dec 08 16:11:55.140443 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-18ad8928-b964-493a-a3e8-9573fda58ef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:55.140625 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e82bf-fd13-46f8-a160-59fbf62688fd req-9c6c594e-8b3f-4e47-88c6-455890eebc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:55.140625 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d48e82bf-fd13-46f8-a160-59fbf62688fd req-9c6c594e-8b3f-4e47-88c6-455890eebc61 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=15392057af79419bba246e0391d3a62d&device_id=b9058e3d-db2c-4dd9-9cee-8c8c2e8c29d1 HTTP/1.1" status: 200 len: 1099 time: 0.1962051 Dec 08 16:11:55.140812 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ad2a73f-1df8-446c-84d0-c566e2c20f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f985a6-7c6e-4d7c-9db8-7e8b7147a835'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:11:55.151703 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5f01435a-37b4-4262-a1e5-a94769716394 req-3d3116f8-3b13-4de5-9105-d3a933d4d48e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=f1d9c5ab-ec87-4646-a313-a0cdf7e42396 HTTP/1.1" status: 200 len: 217 time: 0.0940478 Dec 08 16:11:55.158459 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d58743-840b-41ef-a775-7bedd697bd85" -d '{"events": [{"server_uuid": "6ad2a73f-1df8-446c-84d0-c566e2c20f27", "name": "network-vif-plugged", "status": "completed", "tag": "47f985a6-7c6e-4d7c-9db8-7e8b7147a835"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:11:55.183897 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 47f985a6-7c6e-4d7c-9db8-7e8b7147a835, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=47f985a6-7c6e-4d7c-9db8-7e8b7147a835,segment=NetworkSegment(92617869-9a71-472b-aafc-2c59cfc12c7b),segment_id=92617869-9a71-472b-aafc-2c59cfc12c7b)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:11:55.217621 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e431f8-18b5-42a9-b304-a7d3f79a3270 x-openstack-request-id: req-39e431f8-18b5-42a9-b304-a7d3f79a3270 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:11:55.218055 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ad2a73f-1df8-446c-84d0-c566e2c20f27", "name": "network-vif-plugged", "status": "completed", "tag": "47f985a6-7c6e-4d7c-9db8-7e8b7147a835", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:11:55.218413 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-39e431f8-18b5-42a9-b304-a7d3f79a3270 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:11:55.218851 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ad2a73f-1df8-446c-84d0-c566e2c20f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f985a6-7c6e-4d7c-9db8-7e8b7147a835', 'code': 200} Dec 08 16:11:55.242083 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:55.280839 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7c8bc075-74d1-4476-b671-82509ecc21f5 req-42ec0fe4-b6ad-436d-a62d-133a39b198af tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/security-groups?id=ca15dfaa-ea87-4015-8ed0-fd337a60a9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294757 Dec 08 16:11:55.362351 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e800f19e-af29-438f-a35b-ebec02a8987f admin admin] Network 853082c3-7c8f-4b48-a4d4-95065ac4f6f5 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:11:55.364336 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=47f985a6-7c6e-4d7c-9db8-7e8b7147a835,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:55.382638 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-18ad8928-b964-493a-a3e8-9573fda58ef2 service neutron] Attempting to bind port c8944957-c824-43df-82b6-049e7e6b312f on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:11:55.383027 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-18ad8928-b964-493a-a3e8-9573fda58ef2 service neutron] Attempting to bind port c8944957-c824-43df-82b6-049e7e6b312f by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': 'ebec3e86-2dd4-45ef-9bd6-96beb12c7dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '7fa07b5a-e2f2-4d99-a2be-19bc3f1b66c1'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:11:55.383319 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-18ad8928-b964-493a-a3e8-9573fda58ef2 service neutron] Attempting to bind port c8944957-c824-43df-82b6-049e7e6b312f on network 7fa07b5a-e2f2-4d99-a2be-19bc3f1b66c1 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:11:55.414270 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ad8928-b964-493a-a3e8-9573fda58ef2 service neutron] Pushing event updated for resources: {'Port': ['ID=c8944957-c824-43df-82b6-049e7e6b312f,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:55.431347 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-18ad8928-b964-493a-a3e8-9573fda58ef2 service neutron] Port c8944957-c824-43df-82b6-049e7e6b312f on network 7fa07b5a-e2f2-4d99-a2be-19bc3f1b66c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:11:55.431347 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-18ad8928-b964-493a-a3e8-9573fda58ef2 service neutron] Attempting to bind port c8944957-c824-43df-82b6-049e7e6b312f on network 7fa07b5a-e2f2-4d99-a2be-19bc3f1b66c1 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:11:55.442889 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac206bb1-63f0-44c3-a954-68c9108ae5f7 req-d9c6454d-8836-4495-9578-1849b29fad27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:55.444606 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ac206bb1-63f0-44c3-a954-68c9108ae5f7 req-d9c6454d-8836-4495-9578-1849b29fad27 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6ad2a73f-1df8-446c-84d0-c566e2c20f27 HTTP/1.1" status: 200 len: 1098 time: 0.1304076 Dec 08 16:11:55.448287 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-18ad8928-b964-493a-a3e8-9573fda58ef2 service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:11:55.448586 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-18ad8928-b964-493a-a3e8-9573fda58ef2 service neutron] Checking segment: {'id': 'ebec3e86-2dd4-45ef-9bd6-96beb12c7dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '7fa07b5a-e2f2-4d99-a2be-19bc3f1b66c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:11:55.448976 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-18ad8928-b964-493a-a3e8-9573fda58ef2 service neutron] Bound using segment: {'id': 'ebec3e86-2dd4-45ef-9bd6-96beb12c7dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '7fa07b5a-e2f2-4d99-a2be-19bc3f1b66c1'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:11:55.449434 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-18ad8928-b964-493a-a3e8-9573fda58ef2 service neutron] Bound port: c8944957-c824-43df-82b6-049e7e6b312f, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebec3e86-2dd4-45ef-9bd6-96beb12c7dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '7fa07b5a-e2f2-4d99-a2be-19bc3f1b66c1'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:11:55.449796 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-18ad8928-b964-493a-a3e8-9573fda58ef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:55.473839 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f01435a-37b4-4262-a1e5-a94769716394 req-ad60b984-9821-459a-81c1-4e1bdae621c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:55.474080 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-e800f19e-af29-438f-a35b-ebec02a8987f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 853082c3-7c8f-4b48-a4d4-95065ac4f6f5) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:11:55.475905 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5f01435a-37b4-4262-a1e5-a94769716394 req-ad60b984-9821-459a-81c1-4e1bdae621c3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.3013089 Dec 08 16:11:55.483567 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997df88d-1991-48be-bbe7-2bff31f6b0ec None None] Network 853082c3-7c8f-4b48-a4d4-95065ac4f6f5 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:11:55.498159 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e800f19e-af29-438f-a35b-ebec02a8987f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:55.499259 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e800f19e-af29-438f-a35b-ebec02a8987f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:55.543369 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f8af62-2ea7-4578-999d-e720d9e44e72 req-0ea0a927-72bb-4299-8252-fa7f20ca8215 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:55.552255 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-82f8af62-2ea7-4578-999d-e720d9e44e72 req-0ea0a927-72bb-4299-8252-fa7f20ca8215 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ad2a73f-1df8-446c-84d0-c566e2c20f27 HTTP/1.1" status: 200 len: 946 time: 0.1833453 Dec 08 16:11:55.590712 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e82bf-fd13-46f8-a160-59fbf62688fd req-59ec697a-f573-4550-b9ca-76d39f411db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:55.606491 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d48e82bf-fd13-46f8-a160-59fbf62688fd req-59ec697a-f573-4550-b9ca-76d39f411db8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b91759c7-445e-4f7b-9fc4-64d80951832c HTTP/1.1" status: 200 len: 870 time: 0.4344978 Dec 08 16:11:55.635896 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ac206bb1-63f0-44c3-a954-68c9108ae5f7 req-2e2a6587-d9cb-4351-b173-563fc4a25433 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=c89a3303-4112-4fa9-ad34-bd9348cd97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790605 Dec 08 16:11:55.659041 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-18ad8928-b964-493a-a3e8-9573fda58ef2 service neutron] For port c8944957-c824-43df-82b6-049e7e6b312f, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:11:55.660499 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d48e82bf-fd13-46f8-a160-59fbf62688fd req-cc685312-3e70-4345-bb5f-101e39d98537 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=f50b339b-81c1-4ba5-8b7d-007a6185e8bf HTTP/1.1" status: 200 len: 217 time: 0.0442877 Dec 08 16:11:55.666612 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-e800f19e-af29-438f-a35b-ebec02a8987f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2920108 Dec 08 16:11:55.668915 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-18ad8928-b964-493a-a3e8-9573fda58ef2 service neutron] For port c8944957-c824-43df-82b6-049e7e6b312f, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=c8944957-c824-43df-82b6-049e7e6b312f,segment=NetworkSegment(ebec3e86-2dd4-45ef-9bd6-96beb12c7dc2),segment_id=ebec3e86-2dd4-45ef-9bd6-96beb12c7dc2)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:11:55.686096 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-82f8af62-2ea7-4578-999d-e720d9e44e72 req-2808386e-b0ac-4e94-959c-945693458353 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/security-groups?id=c89a3303-4112-4fa9-ad34-bd9348cd97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328232 Dec 08 16:11:55.701575 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f01435a-37b4-4262-a1e5-a94769716394 req-28adc993-fe7e-4a59-917c-b23f043bb544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:55.705502 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5f01435a-37b4-4262-a1e5-a94769716394 req-28adc993-fe7e-4a59-917c-b23f043bb544 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2148879 Dec 08 16:11:55.735629 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5fb528-c043-4f59-a4fd-c5b962a1f233 None None] Network 853082c3-7c8f-4b48-a4d4-95065ac4f6f5 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:11:56.861580 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5f01435a-37b4-4262-a1e5-a94769716394 req-9652b0c7-9c61-4e2c-bd56-93cbc33f0e08 service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384156 Dec 08 16:11:56.867312 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e084d-6d80-4b89-aa98-a208063e35f9 req-ceedd1a9-b17c-4f8e-bc90-f83ac2b6ab76 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:56.867312 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4c0e084d-6d80-4b89-aa98-a208063e35f9 req-ceedd1a9-b17c-4f8e-bc90-f83ac2b6ab76 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=b9058e3d-db2c-4dd9-9cee-8c8c2e8c29d1 HTTP/1.1" status: 200 len: 947 time: 0.0545828 Dec 08 16:11:56.874792 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bca791fa-2497-43f7-89b2-3f7f7aa83ea1 req-c0dab6c0-b40b-4b1f-989f-5ec7d93659ae tempest-ServerShowV247Test-1557716559 tempest-ServerShowV247Test-1557716559-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6fac6da-b7dd-4fc1-b4ec-4a6435f997bc HTTP/1.1" status: 200 len: 210 time: 0.0786171 Dec 08 16:11:56.875717 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4c0e084d-6d80-4b89-aa98-a208063e35f9 req-01935230-0d71-4d87-b3c2-4fb91ec05a69 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709429 Dec 08 16:11:56.876929 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e82bf-fd13-46f8-a160-59fbf62688fd req-61e81a30-6b03-4f78-9514-6ad811eda1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:56.876929 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d48e82bf-fd13-46f8-a160-59fbf62688fd req-61e81a30-6b03-4f78-9514-6ad811eda1b1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.1278059 Dec 08 16:11:56.876929 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5f01435a-37b4-4262-a1e5-a94769716394 req-1ecaf6a5-075f-4076-b56d-4b6710fbc0ee service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956139 Dec 08 16:11:56.876929 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e82bf-fd13-46f8-a160-59fbf62688fd req-2068f703-e174-4908-a706-b86875729770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:56.876929 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d48e82bf-fd13-46f8-a160-59fbf62688fd req-2068f703-e174-4908-a706-b86875729770 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0613782 Dec 08 16:11:56.876929 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d48e82bf-fd13-46f8-a160-59fbf62688fd req-7c2a5c7a-0196-4d84-ac7f-174e8bd06f03 service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387527 Dec 08 16:11:56.876929 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1854f74e-a757-40ac-a6ef-80a20cc46095 req-b43cb295-3633-41f8-a2d5-f1bbfb1cb560 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:56.876929 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1854f74e-a757-40ac-a6ef-80a20cc46095 req-b43cb295-3633-41f8-a2d5-f1bbfb1cb560 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] 10.222.0.64 "GET /v2.0/ports?device_id=e704e0b6-a30f-4be7-b7e9-242b1fa3ead7 HTTP/1.1" status: 200 len: 945 time: 0.0841842 Dec 08 16:11:56.876929 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1854f74e-a757-40ac-a6ef-80a20cc46095 req-5817dec7-7bfd-4331-a4aa-7300ec7fb831 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3d92102-813a-41cd-b9ab-7e3c2562fee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014433 Dec 08 16:11:56.877926 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device f1d9c5ab-ec87-4646-a313-a0cdf7e42396 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:11:56.879386 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d48e82bf-fd13-46f8-a160-59fbf62688fd req-9552d12b-3f80-40b6-836b-1f32b96d8a13 service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429975 Dec 08 16:11:56.879709 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b158ee-0c3a-48ef-b688-930903dbbb36 req-393159f6-78ff-4e39-98fb-bbb01e3a5917 tempest-InstanceActionsV221TestJSON-1724176761 tempest-InstanceActionsV221TestJSON-1724176761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:56.879709 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73b158ee-0c3a-48ef-b688-930903dbbb36 req-393159f6-78ff-4e39-98fb-bbb01e3a5917 tempest-InstanceActionsV221TestJSON-1724176761 tempest-InstanceActionsV221TestJSON-1724176761-project] 10.222.0.64 "GET /v2.0/networks?id=853082c3-7c8f-4b48-a4d4-95065ac4f6f5 HTTP/1.1" status: 200 len: 817 time: 0.1263633 Dec 08 16:11:56.879709 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73b158ee-0c3a-48ef-b688-930903dbbb36 req-eaaf1b03-6092-4c08-9e4e-eb6207bca5b2 tempest-InstanceActionsV221TestJSON-1724176761 tempest-InstanceActionsV221TestJSON-1724176761-project] 10.222.0.64 "GET /v2.0/quotas/08f9bcdf6d61465d94daf95bd38c7bcc HTTP/1.1" status: 200 len: 375 time: 0.0115554 Dec 08 16:11:56.879709 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73b158ee-0c3a-48ef-b688-930903dbbb36 req-ec834709-c91c-461a-9a44-3f379e7d39ba tempest-InstanceActionsV221TestJSON-1724176761 tempest-InstanceActionsV221TestJSON-1724176761-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=08f9bcdf6d61465d94daf95bd38c7bcc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397561 Dec 08 16:11:56.882235 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d549ef1-601d-4c0e-a21d-ce90f7d4958b req-89e8aea7-cf79-4ab2-9477-da36c491e991 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:56.882235 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d549ef1-601d-4c0e-a21d-ce90f7d4958b req-89e8aea7-cf79-4ab2-9477-da36c491e991 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:56.882235 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d549ef1-601d-4c0e-a21d-ce90f7d4958b req-89e8aea7-cf79-4ab2-9477-da36c491e991 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:56.882235 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3d549ef1-601d-4c0e-a21d-ce90f7d4958b req-89e8aea7-cf79-4ab2-9477-da36c491e991 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9677a94d-373f-4e1a-9306-213e259cc569 HTTP/1.1" status: 200 len: 2388 time: 0.0751503 Dec 08 16:11:56.883547 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port f1d9c5ab-ec87-4646-a313-a0cdf7e42396, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=f1d9c5ab-ec87-4646-a313-a0cdf7e42396,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:11:56.883547 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': 'f1d9c5ab-ec87-4646-a313-a0cdf7e42396', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'port_id': 'f1d9c5ab-ec87-4646-a313-a0cdf7e42396', 'mac_address': 'fa:16:3e:e7:da:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c93b3a32-b438-4a47-8558-220c03febf97', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:11:56.885050 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-18ad8928-b964-493a-a3e8-9573fda58ef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:56.885293 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3d549ef1-601d-4c0e-a21d-ce90f7d4958b req-af3a08c6-abe3-4a67-9bc8-3df9c134eee4 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/security-groups?id=ca15dfaa-ea87-4015-8ed0-fd337a60a9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543923 Dec 08 16:11:56.885360 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:56.885360 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1d9c5ab-ec87-4646-a313-a0cdf7e42396 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:11:56.885465 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-18ad8928-b964-493a-a3e8-9573fda58ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:56.885465 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-18ad8928-b964-493a-a3e8-9573fda58ef2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:56.885465 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-18ad8928-b964-493a-a3e8-9573fda58ef2 service neutron] 10.222.0.76 "PUT /v2.0/ports/c8944957-c824-43df-82b6-049e7e6b312f HTTP/1.1" status: 200 len: 1093 time: 2.5848999 Dec 08 16:11:56.885465 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9677a94d-373f-4e1a-9306-213e259cc569', 'tag': 'c8944957-c824-43df-82b6-049e7e6b312f'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:11:56.885465 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6e0b93-4c27-476f-a9dc-885a0592bbb5" -d '{"events": [{"name": "network-changed", "server_uuid": "9677a94d-373f-4e1a-9306-213e259cc569", "tag": "c8944957-c824-43df-82b6-049e7e6b312f"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:11:56.885761 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port f1d9c5ab-ec87-4646-a313-a0cdf7e42396, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=f1d9c5ab-ec87-4646-a313-a0cdf7e42396,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:11:56.885846 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73b158ee-0c3a-48ef-b688-930903dbbb36 req-7a418356-7c16-433d-99db-0662a0daca11 service neutron] 10.222.0.64 "GET /v2.0/networks/853082c3-7c8f-4b48-a4d4-95065ac4f6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600015 Dec 08 16:11:56.885846 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ad8928-b964-493a-a3e8-9573fda58ef2 service neutron] Pushing event updated for resources: {'Port': ['ID=c8944957-c824-43df-82b6-049e7e6b312f,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:56.885846 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81a1386-a42e-4fd9-a7d6-b12c90b11fbb x-openstack-request-id: req-d81a1386-a42e-4fd9-a7d6-b12c90b11fbb {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:11:56.885846 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9677a94d-373f-4e1a-9306-213e259cc569", "tag": "c8944957-c824-43df-82b6-049e7e6b312f", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:11:56.885846 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d81a1386-a42e-4fd9-a7d6-b12c90b11fbb {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:11:56.885846 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9677a94d-373f-4e1a-9306-213e259cc569', 'tag': 'c8944957-c824-43df-82b6-049e7e6b312f', 'status': 'completed', 'code': 200} Dec 08 16:11:56.886202 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:56.896414 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=f1d9c5ab-ec87-4646-a313-a0cdf7e42396,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:56.904603 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-8acb1659-7a1d-45d0-a968-91ab0ff1ad88 service neutron] Request body: {'port': {'device_id': '9677a94d-373f-4e1a-9306-213e259cc569', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:11:56.916912 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73b158ee-0c3a-48ef-b688-930903dbbb36 req-cb14f01b-69ee-46c0-a3b5-1a055685813e service neutron] 10.222.0.64 "GET /v2.0/networks/853082c3-7c8f-4b48-a4d4-95065ac4f6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211173 Dec 08 16:11:56.928099 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e0b93-4c27-476f-a9dc-885a0592bbb5 req-094eca80-b579-4c3c-b191-a62347b7bd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:56.928987 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e0b93-4c27-476f-a9dc-885a0592bbb5 req-094eca80-b579-4c3c-b191-a62347b7bd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:56.929475 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e0b93-4c27-476f-a9dc-885a0592bbb5 req-094eca80-b579-4c3c-b191-a62347b7bd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:56.932927 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5f6e0b93-4c27-476f-a9dc-885a0592bbb5 req-094eca80-b579-4c3c-b191-a62347b7bd94 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=82befcb31c1249a9af9da6811968cef2&device_id=9677a94d-373f-4e1a-9306-213e259cc569 HTTP/1.1" status: 200 len: 2732 time: 0.1214237 Dec 08 16:11:56.955442 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7bb1f8-9dd2-4e2c-9582-734c177de354 req-809cc55c-a014-4bbc-be46-6c3c00744714 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:56.967680 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1b7bb1f8-9dd2-4e2c-9582-734c177de354 req-809cc55c-a014-4bbc-be46-6c3c00744714 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ad2a73f-1df8-446c-84d0-c566e2c20f27 HTTP/1.1" status: 200 len: 946 time: 0.1352267 Dec 08 16:11:57.029474 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-8acb1659-7a1d-45d0-a968-91ab0ff1ad88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:57.064913 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1b7bb1f8-9dd2-4e2c-9582-734c177de354 req-1fbc06b7-a1fa-4543-8b9b-db70f3e51579 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/security-groups?id=c89a3303-4112-4fa9-ad34-bd9348cd97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008706 Dec 08 16:11:57.118696 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['f1d9c5ab-ec87-4646-a313-a0cdf7e42396'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:11:57.183413 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e0b93-4c27-476f-a9dc-885a0592bbb5 req-4f4b589a-0dbc-499c-9aba-a60484c99fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:57.184837 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e0b93-4c27-476f-a9dc-885a0592bbb5 req-4f4b589a-0dbc-499c-9aba-a60484c99fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:57.185786 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e0b93-4c27-476f-a9dc-885a0592bbb5 req-4f4b589a-0dbc-499c-9aba-a60484c99fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:57.187899 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5f6e0b93-4c27-476f-a9dc-885a0592bbb5 req-4f4b589a-0dbc-499c-9aba-a60484c99fbc service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=82befcb31c1249a9af9da6811968cef2&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2376919 Dec 08 16:11:57.300732 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-47cd570f-877b-4fda-a7d5-71cb680bb969 req-152e14ae-250b-486c-be15-4d99150f8d49 tempest-ServerShowV247Test-1557716559 tempest-ServerShowV247Test-1557716559-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6fac6da-b7dd-4fc1-b4ec-4a6435f997bc HTTP/1.1" status: 200 len: 210 time: 0.0989218 Dec 08 16:11:57.414696 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e0b93-4c27-476f-a9dc-885a0592bbb5 req-a1d2b353-1c54-454d-9075-c51a00383d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:57.416770 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5f6e0b93-4c27-476f-a9dc-885a0592bbb5 req-a1d2b353-1c54-454d-9075-c51a00383d94 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2037165 Dec 08 16:11:57.561786 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b14ee5-3626-48af-aed2-1352bcd3b6a5 req-01292014-4170-48af-a34c-1e4ae07da3e2 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:57.566867 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-62b14ee5-3626-48af-aed2-1352bcd3b6a5 req-01292014-4170-48af-a34c-1e4ae07da3e2 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=b9058e3d-db2c-4dd9-9cee-8c8c2e8c29d1 HTTP/1.1" status: 200 len: 947 time: 0.1463618 Dec 08 16:11:57.651571 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-62b14ee5-3626-48af-aed2-1352bcd3b6a5 req-a9153566-1dcc-487c-b611-949c79c4242a tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765319 Dec 08 16:11:57.730237 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4bb76ce7-88db-403b-b0c2-3a4e73e4c098 req-f88eec0a-2aa3-4ce4-b6df-fe11ece2336b tempest-InstanceActionsV221TestJSON-1724176761 tempest-InstanceActionsV221TestJSON-1724176761-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e49de12-f924-4a50-ad7e-36fcb5a9d410 HTTP/1.1" status: 200 len: 210 time: 0.0407104 Dec 08 16:11:57.730980 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-8acb1659-7a1d-45d0-a968-91ab0ff1ad88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e9c5bf4-10e0-4b8c-a01f-4a78c1d02c8d {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:11:57.757234 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-8acb1659-7a1d-45d0-a968-91ab0ff1ad88 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:57.787017 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-8acb1659-7a1d-45d0-a968-91ab0ff1ad88 service neutron] Transition to ACTIVE for port object 3e9c5bf4-10e0-4b8c-a01f-4a78c1d02c8d will not be triggered until provisioned by entity L2. {{(pid=110551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:11:57.855479 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-8acb1659-7a1d-45d0-a968-91ab0ff1ad88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:57.930453 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acb1659-7a1d-45d0-a968-91ab0ff1ad88 service neutron] Pushing event updated for resources: {'Port': ['ID=3e9c5bf4-10e0-4b8c-a01f-4a78c1d02c8d,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:58.047408 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-8acb1659-7a1d-45d0-a968-91ab0ff1ad88 service neutron] Attempting to bind port 3e9c5bf4-10e0-4b8c-a01f-4a78c1d02c8d on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:11:58.048217 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-8acb1659-7a1d-45d0-a968-91ab0ff1ad88 service neutron] Attempting to bind port 3e9c5bf4-10e0-4b8c-a01f-4a78c1d02c8d by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': 'bbe61393-49ce-48be-a1b4-c1e8c190933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5e73be62-4c74-4e7c-a6da-8dc4dfb68429'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:11:58.048549 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-8acb1659-7a1d-45d0-a968-91ab0ff1ad88 service neutron] Attempting to bind port 3e9c5bf4-10e0-4b8c-a01f-4a78c1d02c8d on network 5e73be62-4c74-4e7c-a6da-8dc4dfb68429 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:11:58.054454 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-8acb1659-7a1d-45d0-a968-91ab0ff1ad88 service neutron] Port 3e9c5bf4-10e0-4b8c-a01f-4a78c1d02c8d on network 5e73be62-4c74-4e7c-a6da-8dc4dfb68429 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:11:58.054783 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-8acb1659-7a1d-45d0-a968-91ab0ff1ad88 service neutron] Attempting to bind port 3e9c5bf4-10e0-4b8c-a01f-4a78c1d02c8d on network 5e73be62-4c74-4e7c-a6da-8dc4dfb68429 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:11:58.060805 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-8acb1659-7a1d-45d0-a968-91ab0ff1ad88 service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:11:58.061148 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-8acb1659-7a1d-45d0-a968-91ab0ff1ad88 service neutron] Checking segment: {'id': 'bbe61393-49ce-48be-a1b4-c1e8c190933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5e73be62-4c74-4e7c-a6da-8dc4dfb68429'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:11:58.061543 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-8acb1659-7a1d-45d0-a968-91ab0ff1ad88 service neutron] Bound using segment: {'id': 'bbe61393-49ce-48be-a1b4-c1e8c190933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5e73be62-4c74-4e7c-a6da-8dc4dfb68429'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:11:58.061978 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-8acb1659-7a1d-45d0-a968-91ab0ff1ad88 service neutron] Bound port: 3e9c5bf4-10e0-4b8c-a01f-4a78c1d02c8d, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbe61393-49ce-48be-a1b4-c1e8c190933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5e73be62-4c74-4e7c-a6da-8dc4dfb68429'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:11:58.062343 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-8acb1659-7a1d-45d0-a968-91ab0ff1ad88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:58.140471 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3a31d3e7-e918-4ff1-900e-d68e66d8e173 req-eab8393a-1fcd-4fb9-b166-d67cbea02072 tempest-ServerShowV247Test-1557716559 tempest-ServerShowV247Test-1557716559-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6fac6da-b7dd-4fc1-b4ec-4a6435f997bc&device_id=6f93bbcb-367b-4ea5-878a-690aefe7b74b HTTP/1.1" status: 200 len: 210 time: 0.0462081 Dec 08 16:11:58.265026 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca761a-59f8-498f-a72b-4755d4695ca9 req-73ea0ea5-f700-4b8d-a963-3eea689b044e tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:58.268742 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca761a-59f8-498f-a72b-4755d4695ca9 req-73ea0ea5-f700-4b8d-a963-3eea689b044e tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:58.280222 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca761a-59f8-498f-a72b-4755d4695ca9 req-73ea0ea5-f700-4b8d-a963-3eea689b044e tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:58.283331 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fbca761a-59f8-498f-a72b-4755d4695ca9 req-73ea0ea5-f700-4b8d-a963-3eea689b044e tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9677a94d-373f-4e1a-9306-213e259cc569 HTTP/1.1" status: 200 len: 2400 time: 0.2182143 Dec 08 16:11:58.288580 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-8acb1659-7a1d-45d0-a968-91ab0ff1ad88 service neutron] For port 3e9c5bf4-10e0-4b8c-a01f-4a78c1d02c8d, host n-h1-776250-12, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:11:58.295683 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-8acb1659-7a1d-45d0-a968-91ab0ff1ad88 service neutron] For port 3e9c5bf4-10e0-4b8c-a01f-4a78c1d02c8d, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=3e9c5bf4-10e0-4b8c-a01f-4a78c1d02c8d,segment=NetworkSegment(bbe61393-49ce-48be-a1b4-c1e8c190933b),segment_id=bbe61393-49ce-48be-a1b4-c1e8c190933b)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:11:58.364467 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-8acb1659-7a1d-45d0-a968-91ab0ff1ad88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:58.370116 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa185f22-c18d-42cb-952a-ee18b9492373 req-364437be-1e92-4b47-81a9-cae8918bb7cd tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:58.376407 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fbca761a-59f8-498f-a72b-4755d4695ca9 req-d62aa710-ed34-4bca-a8bd-a853a79605fd tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/security-groups?id=ca15dfaa-ea87-4015-8ed0-fd337a60a9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830278 Dec 08 16:11:58.377963 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-aa185f22-c18d-42cb-952a-ee18b9492373 req-364437be-1e92-4b47-81a9-cae8918bb7cd tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] 10.222.0.64 "GET /v2.0/ports?device_id=e704e0b6-a30f-4be7-b7e9-242b1fa3ead7 HTTP/1.1" status: 200 len: 945 time: 0.0810390 Dec 08 16:11:58.431284 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-8acb1659-7a1d-45d0-a968-91ab0ff1ad88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:58.432066 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-8acb1659-7a1d-45d0-a968-91ab0ff1ad88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:58.433720 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-8acb1659-7a1d-45d0-a968-91ab0ff1ad88 service neutron] 10.222.0.76 "PUT /v2.0/ports/3e9c5bf4-10e0-4b8c-a01f-4a78c1d02c8d HTTP/1.1" status: 200 len: 1092 time: 1.5399625 Dec 08 16:11:58.434198 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9677a94d-373f-4e1a-9306-213e259cc569', 'tag': '3e9c5bf4-10e0-4b8c-a01f-4a78c1d02c8d'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:11:58.437099 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce89e48-49f5-4f6b-9d09-5258720dc8b2" -d '{"events": [{"name": "network-changed", "server_uuid": "9677a94d-373f-4e1a-9306-213e259cc569", "tag": "3e9c5bf4-10e0-4b8c-a01f-4a78c1d02c8d"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:11:58.448406 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device f1d9c5ab-ec87-4646-a313-a0cdf7e42396 up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:11:58.521022 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-aa185f22-c18d-42cb-952a-ee18b9492373 req-b4e44581-1c64-4e5d-83d0-40d93c789fed tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3d92102-813a-41cd-b9ab-7e3c2562fee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405444 Dec 08 16:11:58.521677 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acb1659-7a1d-45d0-a968-91ab0ff1ad88 service neutron] Pushing event updated for resources: {'Port': ['ID=3e9c5bf4-10e0-4b8c-a01f-4a78c1d02c8d,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:58.575608 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-74f9f715-c60e-4980-ab10-2c715315b198 service neutron] Request body: {'port': {'device_id': '9677a94d-373f-4e1a-9306-213e259cc569', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:11:58.671272 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port f1d9c5ab-ec87-4646-a313-a0cdf7e42396 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:11:58.676427 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port f1d9c5ab-ec87-4646-a313-a0cdf7e42396 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:11:58.676815 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:58.723140 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9633c09b-465d-499c-9e7a-a41fefd9937d req-4c8ad74a-ef23-458b-95dd-b70da83f0fe0 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:58.728629 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9633c09b-465d-499c-9e7a-a41fefd9937d req-4c8ad74a-ef23-458b-95dd-b70da83f0fe0 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ad2a73f-1df8-446c-84d0-c566e2c20f27 HTTP/1.1" status: 200 len: 946 time: 0.1198881 Dec 08 16:11:58.729746 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-74f9f715-c60e-4980-ab10-2c715315b198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:58.745208 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device f50b339b-81c1-4ba5-8b7d-007a6185e8bf details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:11:58.868755 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9633c09b-465d-499c-9e7a-a41fefd9937d req-1b8a75e5-b7ca-49c9-9ddc-15e901e33d90 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/security-groups?id=c89a3303-4112-4fa9-ad34-bd9348cd97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268075 Dec 08 16:11:58.976572 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:59.036441 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '174e9724-b06f-4d9a-8e4a-cc8285790611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1d9c5ab-ec87-4646-a313-a0cdf7e42396'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:11:59.046784 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311a5b2c-f6f4-47e3-b967-15a0d090db7a" -d '{"events": [{"server_uuid": "174e9724-b06f-4d9a-8e4a-cc8285790611", "name": "network-vif-plugged", "status": "completed", "tag": "f1d9c5ab-ec87-4646-a313-a0cdf7e42396"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:11:59.108338 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port f1d9c5ab-ec87-4646-a313-a0cdf7e42396, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=f1d9c5ab-ec87-4646-a313-a0cdf7e42396,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:11:59.123313 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port f50b339b-81c1-4ba5-8b7d-007a6185e8bf, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=f50b339b-81c1-4ba5-8b7d-007a6185e8bf,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:11:59.127850 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce89e48-49f5-4f6b-9d09-5258720dc8b2 req-e27318ca-c84c-419c-b3b2-840fd5121f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:59.128608 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce89e48-49f5-4f6b-9d09-5258720dc8b2 req-e27318ca-c84c-419c-b3b2-840fd5121f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:59.129093 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce89e48-49f5-4f6b-9d09-5258720dc8b2 req-e27318ca-c84c-419c-b3b2-840fd5121f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:59.130801 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1ce89e48-49f5-4f6b-9d09-5258720dc8b2 req-e27318ca-c84c-419c-b3b2-840fd5121f8e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=82befcb31c1249a9af9da6811968cef2&device_id=9677a94d-373f-4e1a-9306-213e259cc569 HTTP/1.1" status: 200 len: 2800 time: 0.1076620 Dec 08 16:11:59.141470 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': 'f50b339b-81c1-4ba5-8b7d-007a6185e8bf', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'port_id': 'f50b339b-81c1-4ba5-8b7d-007a6185e8bf', 'mac_address': 'fa:16:3e:c9:97:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c93b3a32-b438-4a47-8558-220c03febf97', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:11:59.201250 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:59.204408 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:59.264222 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=f1d9c5ab-ec87-4646-a313-a0cdf7e42396,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:59.271799 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f50b339b-81c1-4ba5-8b7d-007a6185e8bf {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:11:59.294066 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port f50b339b-81c1-4ba5-8b7d-007a6185e8bf, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=f50b339b-81c1-4ba5-8b7d-007a6185e8bf,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:11:59.298672 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2669228c-d786-41f4-b67e-ae8201b8f27e req-8f06442b-d663-4cad-8af1-a389c6422422 tempest-InstanceActionsV221TestJSON-1724176761 tempest-InstanceActionsV221TestJSON-1724176761-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e49de12-f924-4a50-ad7e-36fcb5a9d410 HTTP/1.1" status: 200 len: 210 time: 0.1772516 Dec 08 16:11:59.300204 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce89e48-49f5-4f6b-9d09-5258720dc8b2 req-4ac8dcec-9b3b-4d81-a362-002a807ba9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:59.302963 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce89e48-49f5-4f6b-9d09-5258720dc8b2 req-4ac8dcec-9b3b-4d81-a362-002a807ba9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:59.303641 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce89e48-49f5-4f6b-9d09-5258720dc8b2 req-4ac8dcec-9b3b-4d81-a362-002a807ba9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:59.305280 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1ce89e48-49f5-4f6b-9d09-5258720dc8b2 req-4ac8dcec-9b3b-4d81-a362-002a807ba9ad service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=82befcb31c1249a9af9da6811968cef2&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1640713 Dec 08 16:11:59.359241 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:11:59.401394 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:59.410475 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-74f9f715-c60e-4980-ab10-2c715315b198 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcd36c0a-2929-400a-a461-d1bfa60bf3fd {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:11:59.419468 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-74f9f715-c60e-4980-ab10-2c715315b198 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:59.434666 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-74f9f715-c60e-4980-ab10-2c715315b198 service neutron] Transition to ACTIVE for port object bcd36c0a-2929-400a-a461-d1bfa60bf3fd will not be triggered until provisioned by entity L2. {{(pid=110551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:11:59.484617 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898884e0-d7cb-4683-ad0f-cd6d03725dcf x-openstack-request-id: req-898884e0-d7cb-4683-ad0f-cd6d03725dcf {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:11:59.486570 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9677a94d-373f-4e1a-9306-213e259cc569", "tag": "3e9c5bf4-10e0-4b8c-a01f-4a78c1d02c8d", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:11:59.486570 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-898884e0-d7cb-4683-ad0f-cd6d03725dcf {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:11:59.487270 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9677a94d-373f-4e1a-9306-213e259cc569', 'tag': '3e9c5bf4-10e0-4b8c-a01f-4a78c1d02c8d', 'status': 'completed', 'code': 200} Dec 08 16:11:59.505533 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=f50b339b-81c1-4ba5-8b7d-007a6185e8bf,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:59.530342 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce89e48-49f5-4f6b-9d09-5258720dc8b2 req-21468cb1-ed9a-4437-b46d-addb0761ed79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:59.532853 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1ce89e48-49f5-4f6b-9d09-5258720dc8b2 req-21468cb1-ed9a-4437-b46d-addb0761ed79 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2178831 Dec 08 16:11:59.559770 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d1817809-e57a-4188-8a80-a98d8b78ee3d req-67d4840a-c6ab-4854-8eff-1b5d61475f7f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4aa5161696c44a9a9c0bedb23f8e95ca&device_id=f6fac6da-b7dd-4fc1-b4ec-4a6435f997bc HTTP/1.1" status: 200 len: 210 time: 0.1236539 Dec 08 16:11:59.568958 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c4748b33-3723-4ac7-8e54-6142699b2256 req-c1370780-ed96-443c-b4dd-66c5662ad61b tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-192440407&fields=id&tenant_id=cf22fc866524446b89f6f72a3f676ba3 HTTP/1.1" status: 200 len: 267 time: 0.1584687 Dec 08 16:11:59.575763 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-74f9f715-c60e-4980-ab10-2c715315b198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:59.643817 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4748b33-3723-4ac7-8e54-6142699b2256 req-5ac9fa1e-79fa-4ea4-9cb4-7f17bd82c97c tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:59.644265 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d1817809-e57a-4188-8a80-a98d8b78ee3d req-37e9be39-9226-4fc1-bf67-82aa829cae38 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=4aa5161696c44a9a9c0bedb23f8e95ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0757837 Dec 08 16:11:59.673219 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c4748b33-3723-4ac7-8e54-6142699b2256 req-5ac9fa1e-79fa-4ea4-9cb4-7f17bd82c97c tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ad2a73f-1df8-446c-84d0-c566e2c20f27 HTTP/1.1" status: 200 len: 946 time: 0.0947137 Dec 08 16:11:59.673219 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-c4748b33-3723-4ac7-8e54-6142699b2256 req-654a064e-792e-4c1f-976c-ff94565d067d tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Request body: {'port': {'security_groups': ['c89a3303-4112-4fa9-ad34-bd9348cd97c4', '3a2ecf7f-40cc-4eb5-972b-cf79faaa7e2e']}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:11:59.673348 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab6a0a-8baa-4b47-a58c-db480e614a9f req-4254f258-78d5-4803-aed0-ad40c0409e0a tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:59.674642 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-33ab6a0a-8baa-4b47-a58c-db480e614a9f req-4254f258-78d5-4803-aed0-ad40c0409e0a tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=b9058e3d-db2c-4dd9-9cee-8c8c2e8c29d1 HTTP/1.1" status: 200 len: 948 time: 0.2366567 Dec 08 16:11:59.700838 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815ad3f-989c-456e-863f-5d76aabd2ead req-4e767e71-873b-46de-abe0-ff9f22727d7e tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:59.702622 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9815ad3f-989c-456e-863f-5d76aabd2ead req-4e767e71-873b-46de-abe0-ff9f22727d7e tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] 10.222.0.37 "GET /v2.0/ports?device_id=e704e0b6-a30f-4be7-b7e9-242b1fa3ead7 HTTP/1.1" status: 200 len: 945 time: 0.2343338 Dec 08 16:11:59.757296 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c4748b33-3723-4ac7-8e54-6142699b2256 req-654a064e-792e-4c1f-976c-ff94565d067d tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:59.831717 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['f50b339b-81c1-4ba5-8b7d-007a6185e8bf'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:11:59.881825 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f9f715-c60e-4980-ab10-2c715315b198 service neutron] Pushing event updated for resources: {'Port': ['ID=bcd36c0a-2929-400a-a461-d1bfa60bf3fd,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:59.940519 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1817809-e57a-4188-8a80-a98d8b78ee3d req-7305fd63-59cd-49ee-b0b0-f45b9fd16595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:59.942250 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d1817809-e57a-4188-8a80-a98d8b78ee3d req-7305fd63-59cd-49ee-b0b0-f45b9fd16595 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2865460 Dec 08 16:12:00.025339 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-33ab6a0a-8baa-4b47-a58c-db480e614a9f req-7e80bbd8-6c94-4870-a02f-48820c1d8f2c tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371842 Dec 08 16:12:00.096914 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-c4748b33-3723-4ac7-8e54-6142699b2256 req-654a064e-792e-4c1f-976c-ff94565d067d tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] For port 47f985a6-7c6e-4d7c-9db8-7e8b7147a835, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=47f985a6-7c6e-4d7c-9db8-7e8b7147a835,segment=NetworkSegment(92617869-9a71-472b-aafc-2c59cfc12c7b),segment_id=92617869-9a71-472b-aafc-2c59cfc12c7b)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:00.145797 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c4748b33-3723-4ac7-8e54-6142699b2256 req-654a064e-792e-4c1f-976c-ff94565d067d tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:00.170376 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3c3b50aa-2ada-4822-868f-54251d3cef21 req-45c327b8-2738-467b-a86f-29927883016c tempest-ServerShowV247Test-1557716559 tempest-ServerShowV247Test-1557716559-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6fac6da-b7dd-4fc1-b4ec-4a6435f997bc HTTP/1.1" status: 200 len: 210 time: 0.0460074 Dec 08 16:12:00.218646 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-74f9f715-c60e-4980-ab10-2c715315b198 service neutron] Attempting to bind port bcd36c0a-2929-400a-a461-d1bfa60bf3fd on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:12:00.219023 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-74f9f715-c60e-4980-ab10-2c715315b198 service neutron] Attempting to bind port bcd36c0a-2929-400a-a461-d1bfa60bf3fd by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': 'ebec3e86-2dd4-45ef-9bd6-96beb12c7dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '7fa07b5a-e2f2-4d99-a2be-19bc3f1b66c1'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:12:00.219897 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-74f9f715-c60e-4980-ab10-2c715315b198 service neutron] Attempting to bind port bcd36c0a-2929-400a-a461-d1bfa60bf3fd on network 7fa07b5a-e2f2-4d99-a2be-19bc3f1b66c1 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:12:00.238976 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-74f9f715-c60e-4980-ab10-2c715315b198 service neutron] Port bcd36c0a-2929-400a-a461-d1bfa60bf3fd on network 7fa07b5a-e2f2-4d99-a2be-19bc3f1b66c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:12:00.239304 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-74f9f715-c60e-4980-ab10-2c715315b198 service neutron] Attempting to bind port bcd36c0a-2929-400a-a461-d1bfa60bf3fd on network 7fa07b5a-e2f2-4d99-a2be-19bc3f1b66c1 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:12:00.252932 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c4748b33-3723-4ac7-8e54-6142699b2256 req-654a064e-792e-4c1f-976c-ff94565d067d tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:00.264498 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-74f9f715-c60e-4980-ab10-2c715315b198 service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:12:00.265100 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-74f9f715-c60e-4980-ab10-2c715315b198 service neutron] Checking segment: {'id': 'ebec3e86-2dd4-45ef-9bd6-96beb12c7dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '7fa07b5a-e2f2-4d99-a2be-19bc3f1b66c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:12:00.265299 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-74f9f715-c60e-4980-ab10-2c715315b198 service neutron] Bound using segment: {'id': 'ebec3e86-2dd4-45ef-9bd6-96beb12c7dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '7fa07b5a-e2f2-4d99-a2be-19bc3f1b66c1'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:12:00.267577 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-74f9f715-c60e-4980-ab10-2c715315b198 service neutron] Bound port: bcd36c0a-2929-400a-a461-d1bfa60bf3fd, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebec3e86-2dd4-45ef-9bd6-96beb12c7dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '7fa07b5a-e2f2-4d99-a2be-19bc3f1b66c1'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:12:00.267961 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-74f9f715-c60e-4980-ab10-2c715315b198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:00.277373 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bbf133c-b622-43f5-be5d-0c45ef5a8be0 x-openstack-request-id: req-6bbf133c-b622-43f5-be5d-0c45ef5a8be0 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:12:00.278347 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "174e9724-b06f-4d9a-8e4a-cc8285790611", "name": "network-vif-plugged", "status": "completed", "tag": "f1d9c5ab-ec87-4646-a313-a0cdf7e42396", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:12:00.278541 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6bbf133c-b622-43f5-be5d-0c45ef5a8be0 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:12:00.279117 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '174e9724-b06f-4d9a-8e4a-cc8285790611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1d9c5ab-ec87-4646-a313-a0cdf7e42396', 'code': 200} Dec 08 16:12:00.311493 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-9815ad3f-989c-456e-863f-5d76aabd2ead req-b1729889-7093-4d03-95a0-fb460ea528ee tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Deleting port a1ae86b2-a58e-464f-9fd9-7e33ca134d5c {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:12:00.311939 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-9815ad3f-989c-456e-863f-5d76aabd2ead req-b1729889-7093-4d03-95a0-fb460ea528ee tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:00.411490 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4748b33-3723-4ac7-8e54-6142699b2256 req-654a064e-792e-4c1f-976c-ff94565d067d tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:00.412591 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c4748b33-3723-4ac7-8e54-6142699b2256 req-654a064e-792e-4c1f-976c-ff94565d067d tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:00.426130 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c4748b33-3723-4ac7-8e54-6142699b2256 req-654a064e-792e-4c1f-976c-ff94565d067d tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "PUT /v2.0/ports/47f985a6-7c6e-4d7c-9db8-7e8b7147a835 HTTP/1.1" status: 200 len: 982 time: 0.7603760 Dec 08 16:12:00.434534 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ad2a73f-1df8-446c-84d0-c566e2c20f27', 'tag': '47f985a6-7c6e-4d7c-9db8-7e8b7147a835'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:12:00.440076 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546719a6-de7e-4706-82be-2d91f2ce169d" -d '{"events": [{"name": "network-changed", "server_uuid": "6ad2a73f-1df8-446c-84d0-c566e2c20f27", "tag": "47f985a6-7c6e-4d7c-9db8-7e8b7147a835"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:12:00.563569 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654a064e-792e-4c1f-976c-ff94565d067d tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Pushing event updated for resources: {'Port': ['ID=47f985a6-7c6e-4d7c-9db8-7e8b7147a835,revision_number=6']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:00.586999 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-74f9f715-c60e-4980-ab10-2c715315b198 service neutron] For port bcd36c0a-2929-400a-a461-d1bfa60bf3fd, host n-h1-776250-12, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:12:00.592262 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e5039-c162-4aa8-af69-329018c595a9 req-560ee0d6-efaa-4a3f-8132-5f3d435ee02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:00.592442 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ce9e5039-c162-4aa8-af69-329018c595a9 req-560ee0d6-efaa-4a3f-8132-5f3d435ee02f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=174e9724-b06f-4d9a-8e4a-cc8285790611 HTTP/1.1" status: 200 len: 1102 time: 0.1672139 Dec 08 16:12:00.615797 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff666b7a-8c8b-4445-969c-1d528e47b733 req-893faf67-68de-431a-ad5b-cf159b28d0a3 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:00.624667 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff666b7a-8c8b-4445-969c-1d528e47b733 req-893faf67-68de-431a-ad5b-cf159b28d0a3 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:00.625849 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['47f985a6-7c6e-4d7c-9db8-7e8b7147a835'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:12:00.629584 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff666b7a-8c8b-4445-969c-1d528e47b733 req-893faf67-68de-431a-ad5b-cf159b28d0a3 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:00.631373 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ff666b7a-8c8b-4445-969c-1d528e47b733 req-893faf67-68de-431a-ad5b-cf159b28d0a3 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9677a94d-373f-4e1a-9306-213e259cc569 HTTP/1.1" status: 200 len: 2412 time: 0.2050753 Dec 08 16:12:00.671431 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-74f9f715-c60e-4980-ab10-2c715315b198 service neutron] For port bcd36c0a-2929-400a-a461-d1bfa60bf3fd, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=bcd36c0a-2929-400a-a461-d1bfa60bf3fd,segment=NetworkSegment(ebec3e86-2dd4-45ef-9bd6-96beb12c7dc2),segment_id=ebec3e86-2dd4-45ef-9bd6-96beb12c7dc2)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:12:00.678906 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-9815ad3f-989c-456e-863f-5d76aabd2ead req-b1729889-7093-4d03-95a0-fb460ea528ee tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] For port a1ae86b2-a58e-464f-9fd9-7e33ca134d5c, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=a1ae86b2-a58e-464f-9fd9-7e33ca134d5c,segment=NetworkSegment(e61b36ba-4508-49d4-b889-d46726648385),segment_id=e61b36ba-4508-49d4-b889-d46726648385)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:00.679340 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-9815ad3f-989c-456e-863f-5d76aabd2ead req-b1729889-7093-4d03-95a0-fb460ea528ee tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:00.705118 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee47f6-f801-4dae-9352-a323f8a69a82 req-b468434a-8e42-483c-9b9b-526fd2ed9fd0 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:00.711526 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-51ee47f6-f801-4dae-9352-a323f8a69a82 req-b468434a-8e42-483c-9b9b-526fd2ed9fd0 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] 10.222.0.64 "GET /v2.0/ports?device_id=e704e0b6-a30f-4be7-b7e9-242b1fa3ead7 HTTP/1.1" status: 200 len: 945 time: 0.1657267 Dec 08 16:12:00.772125 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b158ee-0c3a-48ef-b688-930903dbbb36 req-c7ff5603-6882-4f1b-82fe-79dc6c30684d tempest-InstanceActionsV221TestJSON-1724176761 tempest-InstanceActionsV221TestJSON-1724176761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:00.774060 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73b158ee-0c3a-48ef-b688-930903dbbb36 req-c7ff5603-6882-4f1b-82fe-79dc6c30684d tempest-InstanceActionsV221TestJSON-1724176761 tempest-InstanceActionsV221TestJSON-1724176761-project] 10.222.0.37 "GET /v2.0/networks?id=853082c3-7c8f-4b48-a4d4-95065ac4f6f5 HTTP/1.1" status: 200 len: 817 time: 0.3883731 Dec 08 16:12:00.799460 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-73b158ee-0c3a-48ef-b688-930903dbbb36 req-e176b90a-736d-4eda-b38d-4d743fa6eb22 tempest-InstanceActionsV221TestJSON-1724176761 tempest-InstanceActionsV221TestJSON-1724176761-project] Request body: {'port': {'device_id': '9e49de12-f924-4a50-ad7e-36fcb5a9d410', 'network_id': '853082c3-7c8f-4b48-a4d4-95065ac4f6f5', 'admin_state_up': True, 'tenant_id': '08f9bcdf6d61465d94daf95bd38c7bcc'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:00.957380 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-51ee47f6-f801-4dae-9352-a323f8a69a82 req-515a8283-13f7-434f-a346-4d8644fa7ced tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3d92102-813a-41cd-b9ab-7e3c2562fee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2317896 Dec 08 16:12:01.041788 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73b158ee-0c3a-48ef-b688-930903dbbb36 req-e176b90a-736d-4eda-b38d-4d743fa6eb22 tempest-InstanceActionsV221TestJSON-1724176761 tempest-InstanceActionsV221TestJSON-1724176761-project] Made reservation on behalf of 08f9bcdf6d61465d94daf95bd38c7bcc for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:12:01.048523 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-73b158ee-0c3a-48ef-b688-930903dbbb36 req-e176b90a-736d-4eda-b38d-4d743fa6eb22 tempest-InstanceActionsV221TestJSON-1724176761 tempest-InstanceActionsV221TestJSON-1724176761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:01.115521 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-762b76c3-4029-4969-b1b1-da4c44b91874 req-998cf8b5-75d6-4d10-a22c-b82ba301e8fc tempest-InstanceActionsV221TestJSON-1724176761 tempest-InstanceActionsV221TestJSON-1724176761-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e49de12-f924-4a50-ad7e-36fcb5a9d410 HTTP/1.1" status: 200 len: 210 time: 0.0383694 Dec 08 16:12:01.139053 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-74f9f715-c60e-4980-ab10-2c715315b198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:01.193967 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['7391200b-a656-49d2-be8a-f22216a67d06', '47f985a6-7c6e-4d7c-9db8-7e8b7147a835'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:12:01.266908 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-74f9f715-c60e-4980-ab10-2c715315b198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:01.267880 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-74f9f715-c60e-4980-ab10-2c715315b198 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:01.270456 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-74f9f715-c60e-4980-ab10-2c715315b198 service neutron] 10.222.0.76 "PUT /v2.0/ports/bcd36c0a-2929-400a-a461-d1bfa60bf3fd HTTP/1.1" status: 200 len: 1093 time: 2.7156205 Dec 08 16:12:01.320338 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-45f77286-d5a8-437b-90f0-7f5ee23f2a45 req-5376b04f-1af2-43b4-9ccb-6f1c26ba29dc tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/security-groups/3a2ecf7f-40cc-4eb5-972b-cf79faaa7e2e HTTP/1.1" status: 200 len: 1819 time: 0.1351027 Dec 08 16:12:01.327403 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f9f715-c60e-4980-ab10-2c715315b198 service neutron] Pushing event updated for resources: {'Port': ['ID=bcd36c0a-2929-400a-a461-d1bfa60bf3fd,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:01.335614 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ff666b7a-8c8b-4445-969c-1d528e47b733 req-8d9fba64-3eba-4d7f-9723-3021dc8fe09f tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/security-groups?id=ca15dfaa-ea87-4015-8ed0-fd337a60a9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6691773 Dec 08 16:12:01.352058 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ce9e5039-c162-4aa8-af69-329018c595a9 req-e1e80467-b245-4f10-904e-3644bd0bf19b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7029767 Dec 08 16:12:01.446089 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d1817809-e57a-4188-8a80-a98d8b78ee3d req-f7b0b800-f7fd-4ec6-93f2-845bc4c775ad tempest-ServerShowV247Test-1557716559 tempest-ServerShowV247Test-1557716559-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6fac6da-b7dd-4fc1-b4ec-4a6435f997bc HTTP/1.1" status: 200 len: 210 time: 0.1171947 Dec 08 16:12:01.460688 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-73b158ee-0c3a-48ef-b688-930903dbbb36 req-e176b90a-736d-4eda-b38d-4d743fa6eb22 tempest-InstanceActionsV221TestJSON-1724176761 tempest-InstanceActionsV221TestJSON-1724176761-project] Allocated IP 172.20.0.3 (853082c3-7c8f-4b48-a4d4-95065ac4f6f5/343bb221-932d-4857-844e-7f4d2b62901c/d0b3fcd5-0b34-414b-aa40-9b91171f99ce) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:12:01.467087 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fcd6687-7a1d-4a36-b927-976432dd2394 x-openstack-request-id: req-4fcd6687-7a1d-4a36-b927-976432dd2394 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:12:01.467382 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ad2a73f-1df8-446c-84d0-c566e2c20f27", "tag": "47f985a6-7c6e-4d7c-9db8-7e8b7147a835", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:12:01.467646 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4fcd6687-7a1d-4a36-b927-976432dd2394 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:12:01.468054 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ad2a73f-1df8-446c-84d0-c566e2c20f27', 'tag': '47f985a6-7c6e-4d7c-9db8-7e8b7147a835', 'status': 'completed', 'code': 200} Dec 08 16:12:01.476299 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [req-45f77286-d5a8-437b-90f0-7f5ee23f2a45 req-595eb093-ea2d-424b-8f3b-848a4f33fde4 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 08 16:12:01.490383 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-45f77286-d5a8-437b-90f0-7f5ee23f2a45 req-595eb093-ea2d-424b-8f3b-848a4f33fde4 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "DELETE /v2.0/security-groups/3a2ecf7f-40cc-4eb5-972b-cf79faaa7e2e HTTP/1.1" status: 409 len: 341 time: 0.1596441 Dec 08 16:12:01.502620 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9677a94d-373f-4e1a-9306-213e259cc569', 'tag': 'bcd36c0a-2929-400a-a461-d1bfa60bf3fd'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:12:01.507898 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca4d253-75ae-488f-9a03-7d6d97364974" -d '{"events": [{"name": "network-changed", "server_uuid": "9677a94d-373f-4e1a-9306-213e259cc569", "tag": "bcd36c0a-2929-400a-a461-d1bfa60bf3fd"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:12:01.658514 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-e17c61db-cd23-4902-b94f-250337f33583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:01.658514 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-e17c61db-cd23-4902-b94f-250337f33583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:01.658514 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-e17c61db-cd23-4902-b94f-250337f33583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:01.658514 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-e17c61db-cd23-4902-b94f-250337f33583 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=82befcb31c1249a9af9da6811968cef2&device_id=9677a94d-373f-4e1a-9306-213e259cc569 HTTP/1.1" status: 200 len: 2868 time: 0.1988125 Dec 08 16:12:01.658514 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-9815ad3f-989c-456e-863f-5d76aabd2ead req-b1729889-7093-4d03-95a0-fb460ea528ee tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:01.658514 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-9815ad3f-989c-456e-863f-5d76aabd2ead req-b1729889-7093-4d03-95a0-fb460ea528ee tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:01.660281 n-d-776250-12 neutron-server[110551]: INFO neutron.db.l3_db [req-9815ad3f-989c-456e-863f-5d76aabd2ead req-b1729889-7093-4d03-95a0-fb460ea528ee tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Floating IP b9143385-44b9-4196-9d4c-46000c9336c5 disassociated. External IP: 172.25.0.53, port: a1ae86b2-a58e-464f-9fd9-7e33ca134d5c. Dec 08 16:12:01.660281 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-9815ad3f-989c-456e-863f-5d76aabd2ead req-b1729889-7093-4d03-95a0-fb460ea528ee tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Calling delete_port for a1ae86b2-a58e-464f-9fd9-7e33ca134d5c owned by compute:nova {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:12:01.715014 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546719a6-de7e-4706-82be-2d91f2ce169d req-35fb4090-796a-4cc7-be4a-38b952caa24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:01.719959 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-546719a6-de7e-4706-82be-2d91f2ce169d req-35fb4090-796a-4cc7-be4a-38b952caa24c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cf22fc866524446b89f6f72a3f676ba3&device_id=6ad2a73f-1df8-446c-84d0-c566e2c20f27 HTTP/1.1" status: 200 len: 1137 time: 0.2242842 Dec 08 16:12:01.745156 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-d4bfef6d-dd15-41cc-a752-a306cd158adf service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.247&port_id=c8944957-c824-43df-82b6-049e7e6b312f HTTP/1.1" status: 200 len: 217 time: 0.0800455 Dec 08 16:12:01.950888 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-185d3e3a-3453-48c4-a7d3-1330aa4ae9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:01.951526 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-185d3e3a-3453-48c4-a7d3-1330aa4ae9f7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9044dcec-0450-4075-9049-a38bc64e613e HTTP/1.1" status: 200 len: 801 time: 0.1730828 Dec 08 16:12:02.032559 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-73b158ee-0c3a-48ef-b688-930903dbbb36 req-e176b90a-736d-4eda-b38d-4d743fa6eb22 tempest-InstanceActionsV221TestJSON-1724176761 tempest-InstanceActionsV221TestJSON-1724176761-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:02.092999 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a27f9b8-392f-443c-8db3-2a29fc3aa0ff req-b35960d7-73c1-486c-8340-7e3f7f8b5aab tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:02.094608 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5a27f9b8-392f-443c-8db3-2a29fc3aa0ff req-b35960d7-73c1-486c-8340-7e3f7f8b5aab tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=b9058e3d-db2c-4dd9-9cee-8c8c2e8c29d1 HTTP/1.1" status: 200 len: 948 time: 0.3685610 Dec 08 16:12:02.117659 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-c14c8df3-fe6f-47b9-b718-789269382282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:02.119243 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-c14c8df3-fe6f-47b9-b718-789269382282 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7fa07b5a-e2f2-4d99-a2be-19bc3f1b66c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1250439 Dec 08 16:12:02.142684 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-50258327-0028-4d15-9689-e71af368da9b req-7e93e972-c61b-4b23-93b8-1ff800dfffe1 tempest-ServerShowV247Test-1557716559 tempest-ServerShowV247Test-1557716559-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6fac6da-b7dd-4fc1-b4ec-4a6435f997bc HTTP/1.1" status: 200 len: 210 time: 0.0559881 Dec 08 16:12:02.213835 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-73b158ee-0c3a-48ef-b688-930903dbbb36 req-e176b90a-736d-4eda-b38d-4d743fa6eb22 tempest-InstanceActionsV221TestJSON-1724176761 tempest-InstanceActionsV221TestJSON-1724176761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:02.288718 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e176b90a-736d-4eda-b38d-4d743fa6eb22 tempest-InstanceActionsV221TestJSON-1724176761 tempest-InstanceActionsV221TestJSON-1724176761-project] Pushing event updated for resources: {'Port': ['ID=d0b3fcd5-0b34-414b-aa40-9b91171f99ce,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:02.292854 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5a27f9b8-392f-443c-8db3-2a29fc3aa0ff req-9e5c41c5-1981-4e9a-aebe-01c04e09137c tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845679 Dec 08 16:12:02.309796 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73b158ee-0c3a-48ef-b688-930903dbbb36 req-e176b90a-736d-4eda-b38d-4d743fa6eb22 tempest-InstanceActionsV221TestJSON-1724176761 tempest-InstanceActionsV221TestJSON-1724176761-project] Network 853082c3-7c8f-4b48-a4d4-95065ac4f6f5 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:12:02.312456 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546719a6-de7e-4706-82be-2d91f2ce169d req-62a8b4dd-ebc5-4622-992d-65b51ec69d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:02.314269 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-546719a6-de7e-4706-82be-2d91f2ce169d req-62a8b4dd-ebc5-4622-992d-65b51ec69d9b service neutron] 10.222.0.76 "GET /v2.0/networks?id=36f1997d-7402-40f7-9d63-2c44f589b38e HTTP/1.1" status: 200 len: 914 time: 0.5868499 Dec 08 16:12:02.317638 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-73b158ee-0c3a-48ef-b688-930903dbbb36 req-e176b90a-736d-4eda-b38d-4d743fa6eb22 tempest-InstanceActionsV221TestJSON-1724176761 tempest-InstanceActionsV221TestJSON-1724176761-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:12:02.326667 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-73b158ee-0c3a-48ef-b688-930903dbbb36 req-e176b90a-736d-4eda-b38d-4d743fa6eb22 tempest-InstanceActionsV221TestJSON-1724176761 tempest-InstanceActionsV221TestJSON-1724176761-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:12:02.362008 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-b64d6984-8450-4abd-8b9a-bf4b936f6871 service neutron] 10.222.0.76 "GET /v2.0/networks/7fa07b5a-e2f2-4d99-a2be-19bc3f1b66c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329874 Dec 08 16:12:02.396882 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed102aa-4bda-40d8-ae5d-22516e9dcdf0 x-openstack-request-id: req-9ed102aa-4bda-40d8-ae5d-22516e9dcdf0 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:12:02.397009 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9677a94d-373f-4e1a-9306-213e259cc569", "tag": "bcd36c0a-2929-400a-a461-d1bfa60bf3fd", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:12:02.397266 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9ed102aa-4bda-40d8-ae5d-22516e9dcdf0 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:12:02.397678 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9677a94d-373f-4e1a-9306-213e259cc569', 'tag': 'bcd36c0a-2929-400a-a461-d1bfa60bf3fd', 'status': 'completed', 'code': 200} Dec 08 16:12:02.437749 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-9815ad3f-989c-456e-863f-5d76aabd2ead req-b1729889-7093-4d03-95a0-fb460ea528ee tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:02.451952 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device a1ae86b2-a58e-464f-9fd9-7e33ca134d5c no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:12:02.495535 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1729889-7093-4d03-95a0-fb460ea528ee tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Pushing event deleted for resources: {'Port': ['ID=a1ae86b2-a58e-464f-9fd9-7e33ca134d5c,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:02.511290 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-546719a6-de7e-4706-82be-2d91f2ce169d req-77875653-6a76-4cc3-ba7a-e98bc0f2b6cb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47f985a6-7c6e-4d7c-9db8-7e8b7147a835 HTTP/1.1" status: 200 len: 217 time: 0.1263208 Dec 08 16:12:02.521525 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: a1ae86b2-a58e-464f-9fd9-7e33ca134d5c {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:12:02.523964 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device a1ae86b2-a58e-464f-9fd9-7e33ca134d5c not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:12:02.551449 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8ed72a11-f8c5-4b6a-9602-ca69a4d3155a req-0d46b634-e451-4f48-b2aa-c64fed976e2f tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] 10.222.0.64 "GET /v2.0/ports?device_id=e704e0b6-a30f-4be7-b7e9-242b1fa3ead7 HTTP/1.1" status: 200 len: 210 time: 0.0709655 Dec 08 16:12:02.618630 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b158ee-0c3a-48ef-b688-930903dbbb36 req-e176b90a-736d-4eda-b38d-4d743fa6eb22 tempest-InstanceActionsV221TestJSON-1724176761 tempest-InstanceActionsV221TestJSON-1724176761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:02.620551 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-73b158ee-0c3a-48ef-b688-930903dbbb36 req-e176b90a-736d-4eda-b38d-4d743fa6eb22 tempest-InstanceActionsV221TestJSON-1724176761 tempest-InstanceActionsV221TestJSON-1724176761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:02.668216 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546719a6-de7e-4706-82be-2d91f2ce169d req-4e5924c9-647b-4002-8d6e-e870f8e83f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:02.671235 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-546719a6-de7e-4706-82be-2d91f2ce169d req-4e5924c9-647b-4002-8d6e-e870f8e83f5c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=707ddb2f-033d-4542-9213-13a68b9b326b HTTP/1.1" status: 200 len: 853 time: 0.1333847 Dec 08 16:12:02.706984 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-7ed9a58d-7381-401d-bf04-1d62fb608986 service neutron] 10.222.0.76 "GET /v2.0/networks/7fa07b5a-e2f2-4d99-a2be-19bc3f1b66c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3353729 Dec 08 16:12:02.713332 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-546719a6-de7e-4706-82be-2d91f2ce169d req-0b1d5bf1-2176-49dd-9445-7c318caf743c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=36f1997d-7402-40f7-9d63-2c44f589b38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304039 Dec 08 16:12:02.777818 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device f50b339b-81c1-4ba5-8b7d-007a6185e8bf up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:12:02.816127 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-0fe7abe3-9bbe-4327-bcd8-99c8cbdb5faa service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.97&port_id=3e9c5bf4-10e0-4b8c-a01f-4a78c1d02c8d HTTP/1.1" status: 200 len: 217 time: 0.1004443 Dec 08 16:12:02.827924 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-546719a6-de7e-4706-82be-2d91f2ce169d req-0e57e2f6-bc14-44c3-983c-3e4a6d4553f7 service neutron] 10.222.0.76 "GET /v2.0/networks/36f1997d-7402-40f7-9d63-2c44f589b38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065378 Dec 08 16:12:02.829584 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e9e4f-1c9f-418f-b5df-1c4a86c1f5fa req-9dc4a999-c1e3-4eb0-93ed-b5cd78569af7 tempest-InstanceActionsV221TestJSON-1724176761 tempest-InstanceActionsV221TestJSON-1724176761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:02.844810 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3b5e9e4f-1c9f-418f-b5df-1c4a86c1f5fa req-9dc4a999-c1e3-4eb0-93ed-b5cd78569af7 tempest-InstanceActionsV221TestJSON-1724176761 tempest-InstanceActionsV221TestJSON-1724176761-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e49de12-f924-4a50-ad7e-36fcb5a9d410 HTTP/1.1" status: 200 len: 931 time: 0.1870785 Dec 08 16:12:02.848021 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73b158ee-0c3a-48ef-b688-930903dbbb36 req-e176b90a-736d-4eda-b38d-4d743fa6eb22 tempest-InstanceActionsV221TestJSON-1724176761 tempest-InstanceActionsV221TestJSON-1724176761-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0565295 Dec 08 16:12:02.879879 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-73b158ee-0c3a-48ef-b688-930903dbbb36 req-c4cffa8e-e06d-4cfb-8817-a133de3447f5 service neutron] Request body: {'port': {'device_id': '9e49de12-f924-4a50-ad7e-36fcb5a9d410', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:02.970729 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-b5d469d6-aff3-420d-9a83-5485880ee873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:02.972326 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-b5d469d6-aff3-420d-9a83-5485880ee873 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ffca59f2-9761-475c-a099-f10cd0153e9d HTTP/1.1" status: 200 len: 801 time: 0.1241326 Dec 08 16:12:03.089291 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9815ad3f-989c-456e-863f-5d76aabd2ead req-b1729889-7093-4d03-95a0-fb460ea528ee tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Router 8c6ba2fe-def4-42d6-9661-644a7beb4811 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:12:03.089291 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3b5e9e4f-1c9f-418f-b5df-1c4a86c1f5fa req-6a95623e-1eea-4fac-831c-183a765d3a0c tempest-InstanceActionsV221TestJSON-1724176761 tempest-InstanceActionsV221TestJSON-1724176761-project] 10.222.0.64 "GET /v2.0/security-groups?id=79175807-58e9-468f-9367-55a5fe02da81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037075 Dec 08 16:12:03.089423 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f975ea3-2155-493d-b410-372294f5dc4f req-fdc08124-c2e0-4441-a91e-9125a2c55b93 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:03.098944 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f975ea3-2155-493d-b410-372294f5dc4f req-fdc08124-c2e0-4441-a91e-9125a2c55b93 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:03.105515 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f975ea3-2155-493d-b410-372294f5dc4f req-fdc08124-c2e0-4441-a91e-9125a2c55b93 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:03.107340 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2f975ea3-2155-493d-b410-372294f5dc4f req-fdc08124-c2e0-4441-a91e-9125a2c55b93 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9677a94d-373f-4e1a-9306-213e259cc569 HTTP/1.1" status: 200 len: 2412 time: 0.1483355 Dec 08 16:12:03.110690 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-73b158ee-0c3a-48ef-b688-930903dbbb36 req-c4cffa8e-e06d-4cfb-8817-a133de3447f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:03.128590 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-546719a6-de7e-4706-82be-2d91f2ce169d req-c358c215-e9c1-4d15-903c-bac11e57cab2 service neutron] 10.222.0.76 "GET /v2.0/networks/36f1997d-7402-40f7-9d63-2c44f589b38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887244 Dec 08 16:12:03.138525 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-321d63f3-34c6-4fa5-bc2e-2e130cbff276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:03.140308 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-321d63f3-34c6-4fa5-bc2e-2e130cbff276 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5e73be62-4c74-4e7c-a6da-8dc4dfb68429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1594117 Dec 08 16:12:03.276130 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2f975ea3-2155-493d-b410-372294f5dc4f req-c4b046b8-3a12-437d-b92f-b9594e056ad8 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/security-groups?id=ca15dfaa-ea87-4015-8ed0-fd337a60a9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387548 Dec 08 16:12:03.290604 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9815ad3f-989c-456e-863f-5d76aabd2ead req-b1729889-7093-4d03-95a0-fb460ea528ee tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:12:03.314780 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faa9113-79af-4395-a490-3a0cfef155a5 None None] Sync routers for ids ['8c6ba2fe-def4-42d6-9661-644a7beb4811'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:12:03.332066 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port f50b339b-81c1-4ba5-8b7d-007a6185e8bf completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:12:03.338520 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de14eaf4-3e1a-4155-8835-c084e8ceb733 req-8ac2ac99-5a0c-45ec-94c6-ba02fa684f08 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:03.339186 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4faa9113-79af-4395-a490-3a0cfef155a5 None None] Routers {'8c6ba2fe-def4-42d6-9661-644a7beb4811'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:12:03.341775 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-4faa9113-79af-4395-a490-3a0cfef155a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:11:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['8c6ba2fe-def4-42d6-9661-644a7beb4811'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:03.347749 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-de14eaf4-3e1a-4155-8835-c084e8ceb733 req-8ac2ac99-5a0c-45ec-94c6-ba02fa684f08 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ad2a73f-1df8-446c-84d0-c566e2c20f27 HTTP/1.1" status: 200 len: 985 time: 0.1620307 Dec 08 16:12:03.352480 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port f50b339b-81c1-4ba5-8b7d-007a6185e8bf triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:12:03.352480 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:03.379006 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-9815ad3f-989c-456e-863f-5d76aabd2ead req-b1729889-7093-4d03-95a0-fb460ea528ee tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] No DVR routers for this DVR port a1ae86b2-a58e-464f-9fd9-7e33ca134d5c on host n-h2-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:12:03.384080 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-28bad68e-d085-4433-8fd0-66df73ced65f service neutron] 10.222.0.76 "GET /v2.0/networks/5e73be62-4c74-4e7c-a6da-8dc4dfb68429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356975 Dec 08 16:12:03.385158 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-9815ad3f-989c-456e-863f-5d76aabd2ead req-b1729889-7093-4d03-95a0-fb460ea528ee tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:03.388454 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9815ad3f-989c-456e-863f-5d76aabd2ead req-b1729889-7093-4d03-95a0-fb460ea528ee tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] 10.222.0.37 "DELETE /v2.0/ports/a1ae86b2-a58e-464f-9fd9-7e33ca134d5c HTTP/1.1" status: 204 len: 173 time: 3.6748621 Dec 08 16:12:03.518688 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-de14eaf4-3e1a-4155-8835-c084e8ceb733 req-54225ec3-4f2a-4724-b899-c081aac9d37d tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/security-groups?id=c89a3303-4112-4fa9-ad34-bd9348cd97c4&id=3a2ecf7f-40cc-4eb5-972b-cf79faaa7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1672697 Dec 08 16:12:03.582986 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-996aa610-b6f2-42d1-a5ac-20eddd877168 service neutron] 10.222.0.76 "GET /v2.0/networks/5e73be62-4c74-4e7c-a6da-8dc4dfb68429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866055 Dec 08 16:12:03.669409 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:03.673114 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-438b8ad5-da3e-46ea-9701-184fc7aa933e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.210&port_id=bcd36c0a-2929-400a-a461-d1bfa60bf3fd HTTP/1.1" status: 200 len: 217 time: 0.0767176 Dec 08 16:12:03.675661 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-4faa9113-79af-4395-a490-3a0cfef155a5 None None] Set router 8c6ba2fe-def4-42d6-9661-644a7beb4811 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:12:03.739520 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-80ee77b3-cc5c-4dc4-81ce-87a3bb39a116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:03.744392 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-80ee77b3-cc5c-4dc4-81ce-87a3bb39a116 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9044dcec-0450-4075-9049-a38bc64e613e HTTP/1.1" status: 200 len: 801 time: 0.0619287 Dec 08 16:12:03.766197 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9058e3d-db2c-4dd9-9cee-8c8c2e8c29d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f50b339b-81c1-4ba5-8b7d-007a6185e8bf'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:12:03.768636 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a774884a-e68a-49ac-adb7-ce849c5b3039" -d '{"events": [{"server_uuid": "b9058e3d-db2c-4dd9-9cee-8c8c2e8c29d1", "name": "network-vif-plugged", "status": "completed", "tag": "f50b339b-81c1-4ba5-8b7d-007a6185e8bf"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:12:03.820225 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port f50b339b-81c1-4ba5-8b7d-007a6185e8bf, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=f50b339b-81c1-4ba5-8b7d-007a6185e8bf,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:03.822865 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-61bd3036-2cc1-4d4b-9769-bd27a59e6b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:03.825243 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-61bd3036-2cc1-4d4b-9769-bd27a59e6b65 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7fa07b5a-e2f2-4d99-a2be-19bc3f1b66c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733614 Dec 08 16:12:03.904443 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:03.982465 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-fc521450-38df-41dd-9f63-2a84fd31cfe5 service neutron] 10.222.0.76 "GET /v2.0/networks/7fa07b5a-e2f2-4d99-a2be-19bc3f1b66c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432941 Dec 08 16:12:04.034653 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=f50b339b-81c1-4ba5-8b7d-007a6185e8bf,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:04.083221 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-4faa9113-79af-4395-a490-3a0cfef155a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6ba2fe-def4-42d6-9661-644a7beb4811', 'name': 'tempest-ServersTestManualDisk-585671219-router', 'tenant_id': '6e376a2054954f3fa7fd54031508fe42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'c41c488a-00a0-4526-935e-4f19d696eb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:09:45Z', 'updated_at': '2021-12-08T16:09:51Z', 'revision_number': 4, 'project_id': '6e376a2054954f3fa7fd54031508fe42', 'gw_port': {'id': 'c41c488a-00a0-4526-935e-4f19d696eb8a', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:34:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6ba2fe-def4-42d6-9661-644a7beb4811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:09:46Z', 'updated_at': '2021-12-08T16:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '2617d677-f61d-43ab-98d1-8f0455b6fccb', 'name': '', 'network_id': '024a3cce-b572-41fa-96db-122bcaa2acc5', 'tenant_id': '6e376a2054954f3fa7fd54031508fe42', 'mac_address': 'fa:16:3e:5d:d5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6ba2fe-def4-42d6-9661-644a7beb4811', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'c8a5b535-b349-4f35-bf8e-85dbfdf621e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:09:49Z', 'updated_at': '2021-12-08T16:09:55Z', 'revision_number': 5, 'project_id': '6e376a2054954f3fa7fd54031508fe42', 'subnets': [{'id': 'c8a5b535-b349-4f35-bf8e-85dbfdf621e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:04.130477 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faa9113-79af-4395-a490-3a0cfef155a5 None None] Checking router: 8c6ba2fe-def4-42d6-9661-644a7beb4811 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:12:04.149925 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4faa9113-79af-4395-a490-3a0cfef155a5 None None] Routers {'8c6ba2fe-def4-42d6-9661-644a7beb4811'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:12:04.150617 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-4faa9113-79af-4395-a490-3a0cfef155a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:11:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['8c6ba2fe-def4-42d6-9661-644a7beb4811'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:04.184980 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9e39f8b1-f58a-4449-81b4-b67359f3675a req-64a5b474-ac04-490f-a55d-989bbeb670ab service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4aa5161696c44a9a9c0bedb23f8e95ca&device_id=6f93bbcb-367b-4ea5-878a-690aefe7b74b HTTP/1.1" status: 200 len: 210 time: 0.1414528 Dec 08 16:12:04.188382 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-73b158ee-0c3a-48ef-b688-930903dbbb36 req-c4cffa8e-e06d-4cfb-8817-a133de3447f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0b3fcd5-0b34-414b-aa40-9b91171f99ce {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:12:04.201225 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-73b158ee-0c3a-48ef-b688-930903dbbb36 req-c4cffa8e-e06d-4cfb-8817-a133de3447f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:04.207751 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5050c2b9-ec2d-42c3-879e-c76398a859f9 req-340c128d-6940-473e-ad6c-ea314f5d8ea1 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] 10.222.0.64 "GET /v2.0/ports?device_id=e704e0b6-a30f-4be7-b7e9-242b1fa3ead7 HTTP/1.1" status: 200 len: 210 time: 0.0665493 Dec 08 16:12:04.209879 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509a315c-59ab-4c15-a000-3c865b4ce3ea req-5e0cf37f-5416-4894-876e-ee0d63e0cf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:04.229046 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-509a315c-59ab-4c15-a000-3c865b4ce3ea req-5e0cf37f-5416-4894-876e-ee0d63e0cf77 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cf22fc866524446b89f6f72a3f676ba3&device_id=6ad2a73f-1df8-446c-84d0-c566e2c20f27 HTTP/1.1" status: 200 len: 1137 time: 0.7814307 Dec 08 16:12:04.237601 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9e39f8b1-f58a-4449-81b4-b67359f3675a req-b00c4fed-f69d-4309-b077-d4958d43f7ae service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=4aa5161696c44a9a9c0bedb23f8e95ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347078 Dec 08 16:12:04.257811 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-73b158ee-0c3a-48ef-b688-930903dbbb36 req-c4cffa8e-e06d-4cfb-8817-a133de3447f5 service neutron] Transition to ACTIVE for port object d0b3fcd5-0b34-414b-aa40-9b91171f99ce will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:12:04.305574 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c791bc6-224e-456d-a037-a42c56782af5 req-a1aa445b-2d55-48fb-b1bd-7659ac7abdaa tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:04.322797 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6c791bc6-224e-456d-a037-a42c56782af5 req-a1aa445b-2d55-48fb-b1bd-7659ac7abdaa tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=b9058e3d-db2c-4dd9-9cee-8c8c2e8c29d1 HTTP/1.1" status: 200 len: 949 time: 0.1888251 Dec 08 16:12:04.385263 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10a3aea-e091-4a82-9585-cd5dc7d27b60 x-openstack-request-id: req-e10a3aea-e091-4a82-9585-cd5dc7d27b60 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:12:04.388227 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9058e3d-db2c-4dd9-9cee-8c8c2e8c29d1", "name": "network-vif-plugged", "status": "completed", "tag": "f50b339b-81c1-4ba5-8b7d-007a6185e8bf", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:12:04.388227 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e10a3aea-e091-4a82-9585-cd5dc7d27b60 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:12:04.388831 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9058e3d-db2c-4dd9-9cee-8c8c2e8c29d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f50b339b-81c1-4ba5-8b7d-007a6185e8bf', 'code': 200} Dec 08 16:12:04.403013 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e704e0b6-a30f-4be7-b7e9-242b1fa3ead7', 'name': 'network-vif-deleted', 'tag': 'a1ae86b2-a58e-464f-9fd9-7e33ca134d5c'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:12:04.405480 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba45096-95cc-4db7-9d00-80f32fb0e852" -d '{"events": [{"server_uuid": "e704e0b6-a30f-4be7-b7e9-242b1fa3ead7", "name": "network-vif-deleted", "tag": "a1ae86b2-a58e-464f-9fd9-7e33ca134d5c"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:12:04.452657 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4a625af3-ec48-4c4d-b781-af677a34d339 req-c1c5940a-2f51-4c9e-8010-b64bf1e922b2 tempest-ServerShowV247Test-1557716559 tempest-ServerShowV247Test-1557716559-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f93bbcb-367b-4ea5-878a-690aefe7b74b HTTP/1.1" status: 200 len: 210 time: 0.0381434 Dec 08 16:12:04.458732 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1e81ec42-92f3-468d-8b15-eb16984bbdd6 req-86c45dcb-3d61-4676-9d8f-ab007e8dc1da service neutron] 10.222.0.76 "GET /v2.0/networks/7fa07b5a-e2f2-4d99-a2be-19bc3f1b66c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4670966 Dec 08 16:12:04.470552 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-4faa9113-79af-4395-a490-3a0cfef155a5 None None] Set router 8c6ba2fe-def4-42d6-9661-644a7beb4811 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:12:04.498592 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509a315c-59ab-4c15-a000-3c865b4ce3ea req-8d38b10d-9744-449a-90f6-f28b85cd0a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:04.500136 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-509a315c-59ab-4c15-a000-3c865b4ce3ea req-8d38b10d-9744-449a-90f6-f28b85cd0a8a service neutron] 10.222.0.76 "GET /v2.0/networks?id=36f1997d-7402-40f7-9d63-2c44f589b38e HTTP/1.1" status: 200 len: 914 time: 0.2685006 Dec 08 16:12:04.504143 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-73b158ee-0c3a-48ef-b688-930903dbbb36 req-c4cffa8e-e06d-4cfb-8817-a133de3447f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:04.520720 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e39f8b1-f58a-4449-81b4-b67359f3675a req-60d41c0d-4f25-41a3-b58a-1f86ed89ab6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:04.523830 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9e39f8b1-f58a-4449-81b4-b67359f3675a req-60d41c0d-4f25-41a3-b58a-1f86ed89ab6a service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2787509 Dec 08 16:12:04.540085 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:04.649111 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-509a315c-59ab-4c15-a000-3c865b4ce3ea req-80a80b66-9c0b-442f-b215-9e6044b1a708 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47f985a6-7c6e-4d7c-9db8-7e8b7147a835 HTTP/1.1" status: 200 len: 217 time: 0.0890868 Dec 08 16:12:04.702383 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59105e-2f00-4aa1-a1da-d3156b497682 req-d99919d9-fd34-4988-9023-a9847a6833ab tempest-InstanceActionsV221TestJSON-1724176761 tempest-InstanceActionsV221TestJSON-1724176761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:04.704222 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3f59105e-2f00-4aa1-a1da-d3156b497682 req-d99919d9-fd34-4988-9023-a9847a6833ab tempest-InstanceActionsV221TestJSON-1724176761 tempest-InstanceActionsV221TestJSON-1724176761-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e49de12-f924-4a50-ad7e-36fcb5a9d410 HTTP/1.1" status: 200 len: 943 time: 0.1397436 Dec 08 16:12:04.714133 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca4d253-75ae-488f-9a03-7d6d97364974 req-6bb82b91-b296-49a5-9ffa-ae827eb2d667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:04.714855 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca4d253-75ae-488f-9a03-7d6d97364974 req-6bb82b91-b296-49a5-9ffa-ae827eb2d667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:04.715333 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca4d253-75ae-488f-9a03-7d6d97364974 req-6bb82b91-b296-49a5-9ffa-ae827eb2d667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:04.717676 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2ca4d253-75ae-488f-9a03-7d6d97364974 req-6bb82b91-b296-49a5-9ffa-ae827eb2d667 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=82befcb31c1249a9af9da6811968cef2&device_id=9677a94d-373f-4e1a-9306-213e259cc569 HTTP/1.1" status: 200 len: 2868 time: 0.0949049 Dec 08 16:12:04.754542 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6c791bc6-224e-456d-a037-a42c56782af5 req-366dc0cf-9184-4cb2-9a7e-f05d0535d694 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4266760 Dec 08 16:12:04.755810 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cffa8e-e06d-4cfb-8817-a133de3447f5 service neutron] Pushing event updated for resources: {'Port': ['ID=d0b3fcd5-0b34-414b-aa40-9b91171f99ce,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:04.761174 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509a315c-59ab-4c15-a000-3c865b4ce3ea req-3117b0b7-c88c-4dea-94dc-1969458a60c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:04.762645 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-509a315c-59ab-4c15-a000-3c865b4ce3ea req-3117b0b7-c88c-4dea-94dc-1969458a60c3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=707ddb2f-033d-4542-9213-13a68b9b326b HTTP/1.1" status: 200 len: 853 time: 0.0963640 Dec 08 16:12:04.787660 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-4faa9113-79af-4395-a490-3a0cfef155a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6ba2fe-def4-42d6-9661-644a7beb4811', 'name': 'tempest-ServersTestManualDisk-585671219-router', 'tenant_id': '6e376a2054954f3fa7fd54031508fe42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'c41c488a-00a0-4526-935e-4f19d696eb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:09:45Z', 'updated_at': '2021-12-08T16:09:51Z', 'revision_number': 4, 'project_id': '6e376a2054954f3fa7fd54031508fe42', 'gw_port': {'id': 'c41c488a-00a0-4526-935e-4f19d696eb8a', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:34:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6ba2fe-def4-42d6-9661-644a7beb4811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:09:46Z', 'updated_at': '2021-12-08T16:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '2617d677-f61d-43ab-98d1-8f0455b6fccb', 'name': '', 'network_id': '024a3cce-b572-41fa-96db-122bcaa2acc5', 'tenant_id': '6e376a2054954f3fa7fd54031508fe42', 'mac_address': 'fa:16:3e:5d:d5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6ba2fe-def4-42d6-9661-644a7beb4811', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'c8a5b535-b349-4f35-bf8e-85dbfdf621e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:09:49Z', 'updated_at': '2021-12-08T16:09:55Z', 'revision_number': 5, 'project_id': '6e376a2054954f3fa7fd54031508fe42', 'subnets': [{'id': 'c8a5b535-b349-4f35-bf8e-85dbfdf621e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:04.791612 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290dbf3-ac5f-4e6b-86e6-acd1a8d3ef54 req-1c9c91a9-4041-42ab-9a26-ba10d066b440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:04.793166 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e290dbf3-ac5f-4e6b-86e6-acd1a8d3ef54 req-1c9c91a9-4041-42ab-9a26-ba10d066b440 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b9058e3d-db2c-4dd9-9cee-8c8c2e8c29d1 HTTP/1.1" status: 200 len: 1101 time: 0.3285985 Dec 08 16:12:04.825799 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3f59105e-2f00-4aa1-a1da-d3156b497682 req-60dca258-2d74-401f-a0c9-16e37a7d358d tempest-InstanceActionsV221TestJSON-1724176761 tempest-InstanceActionsV221TestJSON-1724176761-project] 10.222.0.64 "GET /v2.0/security-groups?id=79175807-58e9-468f-9367-55a5fe02da81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046515 Dec 08 16:12:04.832625 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faa9113-79af-4395-a490-3a0cfef155a5 None None] The sync data for ids ['8c6ba2fe-def4-42d6-9661-644a7beb4811'] in n-d-776250-12 is: [{'id': '8c6ba2fe-def4-42d6-9661-644a7beb4811', 'name': 'tempest-ServersTestManualDisk-585671219-router', 'tenant_id': '6e376a2054954f3fa7fd54031508fe42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'c41c488a-00a0-4526-935e-4f19d696eb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:09:45Z', 'updated_at': '2021-12-08T16:09:51Z', 'revision_number': 4, 'project_id': '6e376a2054954f3fa7fd54031508fe42', 'gw_port': {'id': 'c41c488a-00a0-4526-935e-4f19d696eb8a', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:34:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6ba2fe-def4-42d6-9661-644a7beb4811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:09:46Z', 'updated_at': '2021-12-08T16:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '2617d677-f61d-43ab-98d1-8f0455b6fccb', 'name': '', 'network_id': '024a3cce-b572-41fa-96db-122bcaa2acc5', 'tenant_id': '6e376a2054954f3fa7fd54031508fe42', 'mac_address': 'fa:16:3e:5d:d5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6ba2fe-def4-42d6-9661-644a7beb4811', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'c8a5b535-b349-4f35-bf8e-85dbfdf621e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:09:49Z', 'updated_at': '2021-12-08T16:09:55Z', 'revision_number': 5, 'project_id': '6e376a2054954f3fa7fd54031508fe42', 'subnets': [{'id': 'c8a5b535-b349-4f35-bf8e-85dbfdf621e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:12:04.854067 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-509a315c-59ab-4c15-a000-3c865b4ce3ea req-3122fc57-b3bf-4e09-8b0b-a33ce8ea02d4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=36f1997d-7402-40f7-9d63-2c44f589b38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819912 Dec 08 16:12:04.869218 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca4d253-75ae-488f-9a03-7d6d97364974 req-6b34a5ed-51ca-4513-8ce9-fab645a61329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:04.871004 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2ca4d253-75ae-488f-9a03-7d6d97364974 req-6b34a5ed-51ca-4513-8ce9-fab645a61329 service neutron] 10.222.0.76 "GET /v2.0/networks?id=7fa07b5a-e2f2-4d99-a2be-19bc3f1b66c1 HTTP/1.1" status: 200 len: 903 time: 0.1427529 Dec 08 16:12:04.927406 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b91f7ebc-0a9c-42ec-9703-92733115f302 x-openstack-request-id: req-b91f7ebc-0a9c-42ec-9703-92733115f302 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:12:04.927696 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e704e0b6-a30f-4be7-b7e9-242b1fa3ead7", "name": "network-vif-deleted", "tag": "a1ae86b2-a58e-464f-9fd9-7e33ca134d5c", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:12:04.927956 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b91f7ebc-0a9c-42ec-9703-92733115f302 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:12:04.928373 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e704e0b6-a30f-4be7-b7e9-242b1fa3ead7', 'name': 'network-vif-deleted', 'tag': 'a1ae86b2-a58e-464f-9fd9-7e33ca134d5c', 'status': 'completed', 'code': 200} Dec 08 16:12:04.930492 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2ca4d253-75ae-488f-9a03-7d6d97364974 req-bf48bd90-48e7-4990-ae82-5d53ad410e6a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.210&port_id=bcd36c0a-2929-400a-a461-d1bfa60bf3fd HTTP/1.1" status: 200 len: 217 time: 0.0519855 Dec 08 16:12:04.996254 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca4d253-75ae-488f-9a03-7d6d97364974 req-0aa224a7-a094-47e2-b57d-2155f8b3dc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:04.999351 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2ca4d253-75ae-488f-9a03-7d6d97364974 req-0aa224a7-a094-47e2-b57d-2155f8b3dc2c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9044dcec-0450-4075-9049-a38bc64e613e HTTP/1.1" status: 200 len: 801 time: 0.0608380 Dec 08 16:12:05.046624 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e290dbf3-ac5f-4e6b-86e6-acd1a8d3ef54 req-dc98a13e-dffb-4ac0-a779-07d50eaddfee service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426491 Dec 08 16:12:05.052483 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-73b158ee-0c3a-48ef-b688-930903dbbb36 req-c4cffa8e-e06d-4cfb-8817-a133de3447f5 service neutron] Attempting to bind port d0b3fcd5-0b34-414b-aa40-9b91171f99ce on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:12:05.052895 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-73b158ee-0c3a-48ef-b688-930903dbbb36 req-c4cffa8e-e06d-4cfb-8817-a133de3447f5 service neutron] Attempting to bind port d0b3fcd5-0b34-414b-aa40-9b91171f99ce by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': 'c4497e93-7a8c-4248-a536-5af27879f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '853082c3-7c8f-4b48-a4d4-95065ac4f6f5'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:12:05.053247 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b158ee-0c3a-48ef-b688-930903dbbb36 req-c4cffa8e-e06d-4cfb-8817-a133de3447f5 service neutron] Attempting to bind port d0b3fcd5-0b34-414b-aa40-9b91171f99ce on network 853082c3-7c8f-4b48-a4d4-95065ac4f6f5 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:12:05.063594 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b158ee-0c3a-48ef-b688-930903dbbb36 req-c4cffa8e-e06d-4cfb-8817-a133de3447f5 service neutron] Port d0b3fcd5-0b34-414b-aa40-9b91171f99ce on network 853082c3-7c8f-4b48-a4d4-95065ac4f6f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:12:05.063788 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b158ee-0c3a-48ef-b688-930903dbbb36 req-c4cffa8e-e06d-4cfb-8817-a133de3447f5 service neutron] Attempting to bind port d0b3fcd5-0b34-414b-aa40-9b91171f99ce on network 853082c3-7c8f-4b48-a4d4-95065ac4f6f5 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:12:05.085806 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a871253-febf-4a59-9851-da986f4a4911 req-8786405b-57a7-47c2-ab07-e144e59b4c34 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:05.092327 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a871253-febf-4a59-9851-da986f4a4911 req-8786405b-57a7-47c2-ab07-e144e59b4c34 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:05.098753 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a871253-febf-4a59-9851-da986f4a4911 req-8786405b-57a7-47c2-ab07-e144e59b4c34 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:05.100539 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4a871253-febf-4a59-9851-da986f4a4911 req-8786405b-57a7-47c2-ab07-e144e59b4c34 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9677a94d-373f-4e1a-9306-213e259cc569 HTTP/1.1" status: 200 len: 2412 time: 0.2031658 Dec 08 16:12:05.106340 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca4d253-75ae-488f-9a03-7d6d97364974 req-9db964af-dc90-4d04-9c1d-1ca48d72ed15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:05.112787 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2ca4d253-75ae-488f-9a03-7d6d97364974 req-9db964af-dc90-4d04-9c1d-1ca48d72ed15 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7fa07b5a-e2f2-4d99-a2be-19bc3f1b66c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0992393 Dec 08 16:12:05.112910 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b158ee-0c3a-48ef-b688-930903dbbb36 req-c4cffa8e-e06d-4cfb-8817-a133de3447f5 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:12:05.112910 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b158ee-0c3a-48ef-b688-930903dbbb36 req-c4cffa8e-e06d-4cfb-8817-a133de3447f5 service neutron] Checking segment: {'id': 'c4497e93-7a8c-4248-a536-5af27879f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '853082c3-7c8f-4b48-a4d4-95065ac4f6f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:12:05.112910 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b158ee-0c3a-48ef-b688-930903dbbb36 req-c4cffa8e-e06d-4cfb-8817-a133de3447f5 service neutron] Bound using segment: {'id': 'c4497e93-7a8c-4248-a536-5af27879f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '853082c3-7c8f-4b48-a4d4-95065ac4f6f5'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:12:05.112910 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-73b158ee-0c3a-48ef-b688-930903dbbb36 req-c4cffa8e-e06d-4cfb-8817-a133de3447f5 service neutron] Bound port: d0b3fcd5-0b34-414b-aa40-9b91171f99ce, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4497e93-7a8c-4248-a536-5af27879f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '853082c3-7c8f-4b48-a4d4-95065ac4f6f5'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:12:05.112910 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-73b158ee-0c3a-48ef-b688-930903dbbb36 req-c4cffa8e-e06d-4cfb-8817-a133de3447f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:05.126094 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d771caf-af7e-42e8-9bd1-2a8e57cbb0b0 req-96909ee2-99c5-4fd6-903e-8d4991f6748e tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:05.127681 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0d771caf-af7e-42e8-9bd1-2a8e57cbb0b0 req-96909ee2-99c5-4fd6-903e-8d4991f6748e tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ad2a73f-1df8-446c-84d0-c566e2c20f27 HTTP/1.1" status: 200 len: 985 time: 0.0843818 Dec 08 16:12:05.176862 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b11f918-39eb-432f-aea1-c07e4e2fc8d9 None None] New status for floating IP b9143385-44b9-4196-9d4c-46000c9336c5: DOWN {{(pid=110553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:12:05.190556 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-509a315c-59ab-4c15-a000-3c865b4ce3ea req-ff31ccbe-084f-4dbb-bde1-df905f8abc2a service neutron] 10.222.0.76 "GET /v2.0/networks/36f1997d-7402-40f7-9d63-2c44f589b38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156807 Dec 08 16:12:05.209825 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0d771caf-af7e-42e8-9bd1-2a8e57cbb0b0 req-45d52f6f-ccd1-4383-ab0e-97e5026482ab tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/security-groups?id=c89a3303-4112-4fa9-ad34-bd9348cd97c4&id=3a2ecf7f-40cc-4eb5-972b-cf79faaa7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0758028 Dec 08 16:12:05.224149 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4a871253-febf-4a59-9851-da986f4a4911 req-91c42727-33ea-4236-99f6-cc3232ffc976 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/security-groups?id=ca15dfaa-ea87-4015-8ed0-fd337a60a9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032662 Dec 08 16:12:05.253866 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-73b158ee-0c3a-48ef-b688-930903dbbb36 req-c4cffa8e-e06d-4cfb-8817-a133de3447f5 service neutron] For port d0b3fcd5-0b34-414b-aa40-9b91171f99ce, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:12:05.274473 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-73b158ee-0c3a-48ef-b688-930903dbbb36 req-c4cffa8e-e06d-4cfb-8817-a133de3447f5 service neutron] For port d0b3fcd5-0b34-414b-aa40-9b91171f99ce, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=d0b3fcd5-0b34-414b-aa40-9b91171f99ce,segment=NetworkSegment(c4497e93-7a8c-4248-a536-5af27879f821),segment_id=c4497e93-7a8c-4248-a536-5af27879f821)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:12:05.374578 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-73b158ee-0c3a-48ef-b688-930903dbbb36 req-c4cffa8e-e06d-4cfb-8817-a133de3447f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:05.407284 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45694) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:05.426847 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b158ee-0c3a-48ef-b688-930903dbbb36 req-c4cffa8e-e06d-4cfb-8817-a133de3447f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:05.427759 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-73b158ee-0c3a-48ef-b688-930903dbbb36 req-c4cffa8e-e06d-4cfb-8817-a133de3447f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:05.428973 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73b158ee-0c3a-48ef-b688-930903dbbb36 req-c4cffa8e-e06d-4cfb-8817-a133de3447f5 service neutron] 10.222.0.37 "PUT /v2.0/ports/d0b3fcd5-0b34-414b-aa40-9b91171f99ce HTTP/1.1" status: 200 len: 1092 time: 2.5558298 Dec 08 16:12:05.429691 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2ca4d253-75ae-488f-9a03-7d6d97364974 req-9cc3ecf8-7cfa-438a-ba16-82bf08086c0d service neutron] 10.222.0.76 "GET /v2.0/networks/7fa07b5a-e2f2-4d99-a2be-19bc3f1b66c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105156 Dec 08 16:12:05.431057 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e49de12-f924-4a50-ad7e-36fcb5a9d410', 'tag': 'd0b3fcd5-0b34-414b-aa40-9b91171f99ce'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:12:05.433461 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02928c6d-f98f-4281-b020-ca2efe242a23" -d '{"events": [{"name": "network-changed", "server_uuid": "9e49de12-f924-4a50-ad7e-36fcb5a9d410", "tag": "d0b3fcd5-0b34-414b-aa40-9b91171f99ce"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:12:05.478806 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cffa8e-e06d-4cfb-8817-a133de3447f5 service neutron] Pushing event updated for resources: {'Port': ['ID=d0b3fcd5-0b34-414b-aa40-9b91171f99ce,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:05.508051 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-509a315c-59ab-4c15-a000-3c865b4ce3ea req-d0be1548-00ee-45e9-a7d1-fd1d90b0a9b9 service neutron] 10.222.0.76 "GET /v2.0/networks/36f1997d-7402-40f7-9d63-2c44f589b38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891415 Dec 08 16:12:05.513615 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6c4b34-1acf-4e6d-9eba-6d6f7a1e3a9a x-openstack-request-id: req-9e6c4b34-1acf-4e6d-9eba-6d6f7a1e3a9a {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:12:05.513916 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e49de12-f924-4a50-ad7e-36fcb5a9d410", "tag": "d0b3fcd5-0b34-414b-aa40-9b91171f99ce", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:12:05.514176 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9e6c4b34-1acf-4e6d-9eba-6d6f7a1e3a9a {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:12:05.514662 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e49de12-f924-4a50-ad7e-36fcb5a9d410', 'tag': 'd0b3fcd5-0b34-414b-aa40-9b91171f99ce', 'status': 'completed', 'code': 200} Dec 08 16:12:05.558944 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a231fa06-2911-4c15-884d-7ced72e16067 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:05.599115 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a231fa06-2911-4c15-884d-7ced72e16067 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:05.603380 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2ca4d253-75ae-488f-9a03-7d6d97364974 req-6eb0de45-b0f4-4d6a-8ec9-f618f6c6aad6 service neutron] 10.222.0.76 "GET /v2.0/networks/7fa07b5a-e2f2-4d99-a2be-19bc3f1b66c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619246 Dec 08 16:12:05.608220 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7f2321f0-026e-42a3-b9a3-65eb42521b7e req-1abe2440-675a-44d9-9878-a1b0f564be84 tempest-ServerShowV247Test-1557716559 tempest-ServerShowV247Test-1557716559-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f93bbcb-367b-4ea5-878a-690aefe7b74b HTTP/1.1" status: 200 len: 210 time: 0.0356884 Dec 08 16:12:05.620973 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02928c6d-f98f-4281-b020-ca2efe242a23 req-76d13963-041a-4a1a-aa05-c037290475dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:05.622195 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-02928c6d-f98f-4281-b020-ca2efe242a23 req-76d13963-041a-4a1a-aa05-c037290475dd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=08f9bcdf6d61465d94daf95bd38c7bcc&device_id=9e49de12-f924-4a50-ad7e-36fcb5a9d410 HTTP/1.1" status: 200 len: 1095 time: 0.0834742 Dec 08 16:12:05.735063 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02928c6d-f98f-4281-b020-ca2efe242a23 req-1d7d4097-ddc0-420f-b0bf-dbe2d51fa84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:05.736515 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-02928c6d-f98f-4281-b020-ca2efe242a23 req-1d7d4097-ddc0-420f-b0bf-dbe2d51fa84a service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=08f9bcdf6d61465d94daf95bd38c7bcc&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0953944 Dec 08 16:12:05.755695 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a231fa06-2911-4c15-884d-7ced72e16067 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:05.758440 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a231fa06-2911-4c15-884d-7ced72e16067 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:05.759665 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a231fa06-2911-4c15-884d-7ced72e16067 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] 10.222.0.64 "DELETE /v2.0/security-groups/a3d92102-813a-41cd-b9ab-7e3c2562fee2 HTTP/1.1" status: 204 len: 168 time: 0.3513536 Dec 08 16:12:05.763858 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45700) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:05.792028 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a231fa06-2911-4c15-884d-7ced72e16067 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d92102-813a-41cd-b9ab-7e3c2562fee2,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:05.796381 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-9865a011-2053-4f3e-9377-8a4f4335b700 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] show failed (client error): The resource could not be found. Dec 08 16:12:05.797477 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-9865a011-2053-4f3e-9377-8a4f4335b700 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] 10.222.0.64 "GET /v2.0/security-groups/a3d92102-813a-41cd-b9ab-7e3c2562fee2 HTTP/1.1" status: 404 len: 347 time: 0.0334675 Dec 08 16:12:05.813213 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45704) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:05.834534 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9e39f8b1-f58a-4449-81b4-b67359f3675a req-68aeefba-fcec-40c7-8b41-6585b14fa47f tempest-ServerShowV247Test-1557716559 tempest-ServerShowV247Test-1557716559-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f93bbcb-367b-4ea5-878a-690aefe7b74b HTTP/1.1" status: 200 len: 210 time: 0.0527573 Dec 08 16:12:05.930569 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02928c6d-f98f-4281-b020-ca2efe242a23 req-af0504e4-2048-4af9-b594-f8497f833deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:05.932161 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-02928c6d-f98f-4281-b020-ca2efe242a23 req-af0504e4-2048-4af9-b594-f8497f833deb service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1868927 Dec 08 16:12:05.943648 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b11478-d162-40d7-b48c-00bc0d5bbd6c req-390a331e-e897-4707-b4cf-13a974daf5e8 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:05.946370 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-36b11478-d162-40d7-b48c-00bc0d5bbd6c req-390a331e-e897-4707-b4cf-13a974daf5e8 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=b9058e3d-db2c-4dd9-9cee-8c8c2e8c29d1 HTTP/1.1" status: 200 len: 949 time: 0.0759521 Dec 08 16:12:05.999490 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-36b11478-d162-40d7-b48c-00bc0d5bbd6c req-603343e6-328a-4763-b4dd-4ae6f8e5102d tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463324 Dec 08 16:12:06.046421 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac167ff-18df-471f-a3c1-0782efc05a7e req-831f8498-06f5-467a-85e7-6ab258b4750c tempest-InstanceActionsV221TestJSON-1724176761 tempest-InstanceActionsV221TestJSON-1724176761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:06.048015 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bac167ff-18df-471f-a3c1-0782efc05a7e req-831f8498-06f5-467a-85e7-6ab258b4750c tempest-InstanceActionsV221TestJSON-1724176761 tempest-InstanceActionsV221TestJSON-1724176761-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e49de12-f924-4a50-ad7e-36fcb5a9d410 HTTP/1.1" status: 200 len: 943 time: 0.1149597 Dec 08 16:12:06.055788 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-070e1b6c-4ab6-4a15-8f07-59cb145a9c16 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Deleting port 4944b854-bf60-4e33-95fa-4decb4015112 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:12:06.056223 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-070e1b6c-4ab6-4a15-8f07-59cb145a9c16 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:06.116995 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b158ee-0c3a-48ef-b688-930903dbbb36 req-36c70c05-b1b0-4d15-8f24-77d5cd5537b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:06.116995 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73b158ee-0c3a-48ef-b688-930903dbbb36 req-36c70c05-b1b0-4d15-8f24-77d5cd5537b1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=08f9bcdf6d61465d94daf95bd38c7bcc&device_id=9e49de12-f924-4a50-ad7e-36fcb5a9d410 HTTP/1.1" status: 200 len: 1095 time: 0.1340220 Dec 08 16:12:06.193213 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73b158ee-0c3a-48ef-b688-930903dbbb36 req-b99bda6e-c430-4599-9911-818e96471964 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0b3fcd5-0b34-414b-aa40-9b91171f99ce HTTP/1.1" status: 200 len: 217 time: 0.0694487 Dec 08 16:12:06.233941 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bac167ff-18df-471f-a3c1-0782efc05a7e req-3b714341-9d3b-45de-ad33-6ebecdedc9b4 tempest-InstanceActionsV221TestJSON-1724176761 tempest-InstanceActionsV221TestJSON-1724176761-project] 10.222.0.64 "GET /v2.0/security-groups?id=79175807-58e9-468f-9367-55a5fe02da81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734741 Dec 08 16:12:06.278105 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-070e1b6c-4ab6-4a15-8f07-59cb145a9c16 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:06.278519 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-070e1b6c-4ab6-4a15-8f07-59cb145a9c16 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:06.287479 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bf52f-220b-4149-a8f4-f5a33ebded17 req-f9c40ed7-218f-4af1-a011-933062a81a07 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:06.289191 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-899bf52f-220b-4149-a8f4-f5a33ebded17 req-f9c40ed7-218f-4af1-a011-933062a81a07 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] 10.222.0.64 "GET /v2.0/ports?device_id=16712d3c-a214-4d05-bf66-99d2884999f4 HTTP/1.1" status: 200 len: 951 time: 0.0580304 Dec 08 16:12:06.289303 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b158ee-0c3a-48ef-b688-930903dbbb36 req-a662f8b3-e08c-4c0d-8caa-8bd73560063f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:06.290775 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73b158ee-0c3a-48ef-b688-930903dbbb36 req-a662f8b3-e08c-4c0d-8caa-8bd73560063f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=343bb221-932d-4857-844e-7f4d2b62901c HTTP/1.1" status: 200 len: 857 time: 0.0776925 Dec 08 16:12:06.296688 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-070e1b6c-4ab6-4a15-8f07-59cb145a9c16 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Calling delete_port for 4944b854-bf60-4e33-95fa-4decb4015112 owned by network:floatingip {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:12:06.337236 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73b158ee-0c3a-48ef-b688-930903dbbb36 req-eaeb6f1d-b7aa-4bcc-8ade-de9919321593 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=853082c3-7c8f-4b48-a4d4-95065ac4f6f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379994 Dec 08 16:12:06.340076 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-899bf52f-220b-4149-a8f4-f5a33ebded17 req-2b1da1b3-9902-470a-ac22-c8a34da68399 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a3bf41a-ab09-4241-8cdb-6ef5c223e263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446844 Dec 08 16:12:06.456365 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4a5a2-5a13-4c51-bde8-cd9b46af7b35 req-5db1b88b-2076-4cba-b2d6-db8823f3c687 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:06.462463 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4a5a2-5a13-4c51-bde8-cd9b46af7b35 req-5db1b88b-2076-4cba-b2d6-db8823f3c687 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:06.468479 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4a5a2-5a13-4c51-bde8-cd9b46af7b35 req-5db1b88b-2076-4cba-b2d6-db8823f3c687 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:06.471035 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-98b4a5a2-5a13-4c51-bde8-cd9b46af7b35 req-5db1b88b-2076-4cba-b2d6-db8823f3c687 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9677a94d-373f-4e1a-9306-213e259cc569 HTTP/1.1" status: 200 len: 2412 time: 0.0712340 Dec 08 16:12:06.482954 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed78a444-31ba-431b-a015-4ec1b40ebf90 req-5527888f-1d1a-4eeb-bf31-471adbda3131 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:06.484541 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ed78a444-31ba-431b-a015-4ec1b40ebf90 req-5527888f-1d1a-4eeb-bf31-471adbda3131 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ad2a73f-1df8-446c-84d0-c566e2c20f27 HTTP/1.1" status: 200 len: 985 time: 0.1742089 Dec 08 16:12:06.522623 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-98b4a5a2-5a13-4c51-bde8-cd9b46af7b35 req-fbb40f6c-a3be-4ab9-a8aa-41a9f3236351 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/security-groups?id=ca15dfaa-ea87-4015-8ed0-fd337a60a9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452192 Dec 08 16:12:06.558806 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73b158ee-0c3a-48ef-b688-930903dbbb36 req-7af97ce3-d735-4e7b-a644-53d7f925fc94 service neutron] 10.222.0.37 "GET /v2.0/networks/853082c3-7c8f-4b48-a4d4-95065ac4f6f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702232 Dec 08 16:12:06.677525 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ed78a444-31ba-431b-a015-4ec1b40ebf90 req-577a57c6-352c-4c4c-a305-ce0df4e75ade tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/security-groups?id=c89a3303-4112-4fa9-ad34-bd9348cd97c4&id=3a2ecf7f-40cc-4eb5-972b-cf79faaa7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1838965 Dec 08 16:12:06.718523 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73b158ee-0c3a-48ef-b688-930903dbbb36 req-c9a31a72-ee25-4c34-8ff5-e2b5750246a2 service neutron] 10.222.0.37 "GET /v2.0/networks/853082c3-7c8f-4b48-a4d4-95065ac4f6f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250417 Dec 08 16:12:06.740255 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f27ce76f-cf51-4941-b47a-e03f305cbab9 req-416eb149-55d6-4b4f-826d-e7fd8f3a3267 tempest-ServerShowV247Test-1557716559 tempest-ServerShowV247Test-1557716559-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f93bbcb-367b-4ea5-878a-690aefe7b74b HTTP/1.1" status: 200 len: 210 time: 0.0285285 Dec 08 16:12:06.807054 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-070e1b6c-4ab6-4a15-8f07-59cb145a9c16 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:06.836395 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070e1b6c-4ab6-4a15-8f07-59cb145a9c16 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Pushing event deleted for resources: {'Port': ['ID=4944b854-bf60-4e33-95fa-4decb4015112,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:06.901900 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-070e1b6c-4ab6-4a15-8f07-59cb145a9c16 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Publish callbacks [] for floatingip, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:06.904731 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-070e1b6c-4ab6-4a15-8f07-59cb145a9c16 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:06.905961 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-070e1b6c-4ab6-4a15-8f07-59cb145a9c16 tempest-ServersTestManualDisk-435775765 tempest-ServersTestManualDisk-435775765-project] 10.222.0.64 "DELETE /v2.0/floatingips/b9143385-44b9-4196-9d4c-46000c9336c5 HTTP/1.1" status: 204 len: 168 time: 1.0927715 Dec 08 16:12:06.908803 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45736) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:07.182730 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5050a6c-485a-41c3-bdd6-f580bc1bc9ae req-2e184fab-f9de-4e42-b672-f4a6fdb14005 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:07.184213 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c5050a6c-485a-41c3-bdd6-f580bc1bc9ae req-2e184fab-f9de-4e42-b672-f4a6fdb14005 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=b9058e3d-db2c-4dd9-9cee-8c8c2e8c29d1 HTTP/1.1" status: 200 len: 949 time: 0.0874524 Dec 08 16:12:07.271358 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c5050a6c-485a-41c3-bdd6-f580bc1bc9ae req-a9d9f9be-1d59-4878-8b31-7ad78ed6a048 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784471 Dec 08 16:12:07.353142 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fabce89f-a839-400a-83ca-e382d064cc18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:07.368138 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c45055-97d2-4bd0-a800-60d874a4e609 req-d2499976-fd2f-4b07-8549-b66aeacf1af2 tempest-InstanceActionsV221TestJSON-1724176761 tempest-InstanceActionsV221TestJSON-1724176761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:07.369749 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d0c45055-97d2-4bd0-a800-60d874a4e609 req-d2499976-fd2f-4b07-8549-b66aeacf1af2 tempest-InstanceActionsV221TestJSON-1724176761 tempest-InstanceActionsV221TestJSON-1724176761-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e49de12-f924-4a50-ad7e-36fcb5a9d410 HTTP/1.1" status: 200 len: 943 time: 0.0539768 Dec 08 16:12:07.423432 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d0c45055-97d2-4bd0-a800-60d874a4e609 req-b43fcfc8-9d11-457a-a960-a9dd310829f2 tempest-InstanceActionsV221TestJSON-1724176761 tempest-InstanceActionsV221TestJSON-1724176761-project] 10.222.0.64 "GET /v2.0/security-groups?id=79175807-58e9-468f-9367-55a5fe02da81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464132 Dec 08 16:12:07.534861 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c55a9d-4e5d-49bb-b046-53c08b301427 req-003aaced-4115-4583-afc8-d912e72f1aee tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:07.536979 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-80c55a9d-4e5d-49bb-b046-53c08b301427 req-003aaced-4115-4583-afc8-d912e72f1aee tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] 10.222.0.64 "GET /v2.0/ports?device_id=16712d3c-a214-4d05-bf66-99d2884999f4 HTTP/1.1" status: 200 len: 951 time: 0.0961349 Dec 08 16:12:07.612660 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-80c55a9d-4e5d-49bb-b046-53c08b301427 req-887f6cf8-fb55-4ec0-af3b-4dd963b6afee tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a3bf41a-ab09-4241-8cdb-6ef5c223e263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526662 Dec 08 16:12:07.671820 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba50d1-8aae-4d6c-9145-a7d967703f1e req-cbf6ae3a-9165-43cb-be1f-43e2c9849d01 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:07.678964 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba50d1-8aae-4d6c-9145-a7d967703f1e req-cbf6ae3a-9165-43cb-be1f-43e2c9849d01 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:07.685921 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba50d1-8aae-4d6c-9145-a7d967703f1e req-cbf6ae3a-9165-43cb-be1f-43e2c9849d01 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:07.687620 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7bba50d1-8aae-4d6c-9145-a7d967703f1e req-cbf6ae3a-9165-43cb-be1f-43e2c9849d01 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9677a94d-373f-4e1a-9306-213e259cc569 HTTP/1.1" status: 200 len: 2412 time: 0.0926874 Dec 08 16:12:07.710503 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-fabce89f-a839-400a-83ca-e382d064cc18 admin admin] Deleting port 2617d677-f61d-43ab-98d1-8f0455b6fccb {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:12:07.710849 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fabce89f-a839-400a-83ca-e382d064cc18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:07.741012 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7bba50d1-8aae-4d6c-9145-a7d967703f1e req-7d324681-5510-4544-bedf-e0044ba78a43 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/security-groups?id=ca15dfaa-ea87-4015-8ed0-fd337a60a9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469673 Dec 08 16:12:07.808991 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-fabce89f-a839-400a-83ca-e382d064cc18 admin admin] For port 2617d677-f61d-43ab-98d1-8f0455b6fccb, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=2617d677-f61d-43ab-98d1-8f0455b6fccb,segment=NetworkSegment(e61b36ba-4508-49d4-b889-d46726648385),segment_id=e61b36ba-4508-49d4-b889-d46726648385)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:07.809364 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fabce89f-a839-400a-83ca-e382d064cc18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:07.824082 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-fabce89f-a839-400a-83ca-e382d064cc18 admin admin] Calling delete_port for 2617d677-f61d-43ab-98d1-8f0455b6fccb owned by network:router_interface {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:12:07.850824 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6eabc-a4e4-4949-a8be-3852e37e8f6d req-406b6d45-bb2e-48e4-bdf6-cfdc80c39b52 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:07.856645 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-26d6eabc-a4e4-4949-a8be-3852e37e8f6d req-406b6d45-bb2e-48e4-bdf6-cfdc80c39b52 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ad2a73f-1df8-446c-84d0-c566e2c20f27 HTTP/1.1" status: 200 len: 985 time: 0.0581956 Dec 08 16:12:07.914894 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-26d6eabc-a4e4-4949-a8be-3852e37e8f6d req-e4fd5c9a-c507-4d7e-810a-b6fabf63b106 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/security-groups?id=c89a3303-4112-4fa9-ad34-bd9348cd97c4&id=3a2ecf7f-40cc-4eb5-972b-cf79faaa7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0560920 Dec 08 16:12:08.046267 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-acefb926-354f-45a6-95fe-a5957f6c9db1 req-75b8f36b-d144-4df6-8b22-ab0a2296c776 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2120537866&fields=id&tenant_id=cf22fc866524446b89f6f72a3f676ba3 HTTP/1.1" status: 200 len: 267 time: 0.0441885 Dec 08 16:12:08.105441 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acefb926-354f-45a6-95fe-a5957f6c9db1 req-c12d146e-7f9e-4a5a-8af7-269da05ebc69 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:08.108619 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-acefb926-354f-45a6-95fe-a5957f6c9db1 req-c12d146e-7f9e-4a5a-8af7-269da05ebc69 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ad2a73f-1df8-446c-84d0-c566e2c20f27 HTTP/1.1" status: 200 len: 985 time: 0.0547657 Dec 08 16:12:08.118524 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-acefb926-354f-45a6-95fe-a5957f6c9db1 req-aa618e07-0411-486f-b3cd-ff57ba740a82 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Request body: {'port': {'security_groups': ['3a2ecf7f-40cc-4eb5-972b-cf79faaa7e2e', 'c89a3303-4112-4fa9-ad34-bd9348cd97c4', '0b0e783f-10ae-4152-a4f4-921ea36a28c8']}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:08.189870 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fabce89f-a839-400a-83ca-e382d064cc18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:08.193774 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-acefb926-354f-45a6-95fe-a5957f6c9db1 req-aa618e07-0411-486f-b3cd-ff57ba740a82 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:08.225129 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabce89f-a839-400a-83ca-e382d064cc18 admin admin] Pushing event deleted for resources: {'Port': ['ID=2617d677-f61d-43ab-98d1-8f0455b6fccb,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:08.407308 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:08.412822 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fabce89f-a839-400a-83ca-e382d064cc18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:08.442080 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-acefb926-354f-45a6-95fe-a5957f6c9db1 req-aa618e07-0411-486f-b3cd-ff57ba740a82 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] For port 47f985a6-7c6e-4d7c-9db8-7e8b7147a835, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=47f985a6-7c6e-4d7c-9db8-7e8b7147a835,segment=NetworkSegment(92617869-9a71-472b-aafc-2c59cfc12c7b),segment_id=92617869-9a71-472b-aafc-2c59cfc12c7b)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:08.480280 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-acefb926-354f-45a6-95fe-a5957f6c9db1 req-aa618e07-0411-486f-b3cd-ff57ba740a82 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:08.538447 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45792) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:08.595633 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-acefb926-354f-45a6-95fe-a5957f6c9db1 req-aa618e07-0411-486f-b3cd-ff57ba740a82 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:08.608626 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['7391200b-a656-49d2-be8a-f22216a67d06', '47f985a6-7c6e-4d7c-9db8-7e8b7147a835'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:12:08.643709 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acefb926-354f-45a6-95fe-a5957f6c9db1 req-aa618e07-0411-486f-b3cd-ff57ba740a82 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:08.644599 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-acefb926-354f-45a6-95fe-a5957f6c9db1 req-aa618e07-0411-486f-b3cd-ff57ba740a82 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:08.646387 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-acefb926-354f-45a6-95fe-a5957f6c9db1 req-aa618e07-0411-486f-b3cd-ff57ba740a82 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "PUT /v2.0/ports/47f985a6-7c6e-4d7c-9db8-7e8b7147a835 HTTP/1.1" status: 200 len: 1021 time: 0.5326838 Dec 08 16:12:08.646959 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ad2a73f-1df8-446c-84d0-c566e2c20f27', 'tag': '47f985a6-7c6e-4d7c-9db8-7e8b7147a835'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:12:08.657072 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fdfadad-c78a-4a42-abe0-114e09cb5666" -d '{"events": [{"name": "network-changed", "server_uuid": "6ad2a73f-1df8-446c-84d0-c566e2c20f27", "tag": "47f985a6-7c6e-4d7c-9db8-7e8b7147a835"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:12:08.689327 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa618e07-0411-486f-b3cd-ff57ba740a82 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Pushing event updated for resources: {'Port': ['ID=47f985a6-7c6e-4d7c-9db8-7e8b7147a835,revision_number=7']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:08.724910 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d23c389c-7da2-4c9b-8242-cd108501ca5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:08.751286 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['47f985a6-7c6e-4d7c-9db8-7e8b7147a835'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:12:08.798627 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device c8944957-c824-43df-82b6-049e7e6b312f details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:12:08.816820 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 47f2b69f-71b4-43cb-8a9e-1ace9125c090 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:12:08.817128 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d23c389c-7da2-4c9b-8242-cd108501ca5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:08.833771 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fabce89f-a839-400a-83ca-e382d064cc18 admin admin] Router 8c6ba2fe-def4-42d6-9661-644a7beb4811 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:12:08.898310 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d23c389c-7da2-4c9b-8242-cd108501ca5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:08.990162 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-d23c389c-7da2-4c9b-8242-cd108501ca5d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4aa5161696c44a9a9c0bedb23f8e95ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4501350 Dec 08 16:12:08.996281 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45810) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:09.019273 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23c389c-7da2-4c9b-8242-cd108501ca5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb8b0e3-c672-463e-bca7-6ac20ac3ccd1,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:09.027002 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fabce89f-a839-400a-83ca-e382d064cc18 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:12:09.034023 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-fabce89f-a839-400a-83ca-e382d064cc18 admin admin] 10.222.0.64 "PUT /v2.0/routers/8c6ba2fe-def4-42d6-9661-644a7beb4811/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1239769 Dec 08 16:12:09.041080 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45812) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:09.062070 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port c8944957-c824-43df-82b6-049e7e6b312f, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=c8944957-c824-43df-82b6-049e7e6b312f,segment=NetworkSegment(ebec3e86-2dd4-45ef-9bd6-96beb12c7dc2),segment_id=ebec3e86-2dd4-45ef-9bd6-96beb12c7dc2)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:09.078798 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef7a4be-e305-49ca-b9a6-06103c3ab3f6 None None] Sync routers for ids ['8c6ba2fe-def4-42d6-9661-644a7beb4811'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:12:09.090274 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': 'c8944957-c824-43df-82b6-049e7e6b312f', 'network_id': '7fa07b5a-e2f2-4d99-a2be-19bc3f1b66c1', 'port_id': 'c8944957-c824-43df-82b6-049e7e6b312f', 'mac_address': 'fa:16:3e:68:2b:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9044dcec-0450-4075-9049-a38bc64e613e', 'ip_address': '19.80.0.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:12:09.127852 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f7bf45-48d1-4f4a-bc76-9d6a56e5d2fa req-c51e7aa6-b31c-4274-986f-29e0212797f0 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:09.130152 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-46f7bf45-48d1-4f4a-bc76-9d6a56e5d2fa req-c51e7aa6-b31c-4274-986f-29e0212797f0 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=b9058e3d-db2c-4dd9-9cee-8c8c2e8c29d1 HTTP/1.1" status: 200 len: 949 time: 0.3998029 Dec 08 16:12:09.160933 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:09.186603 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-46f7bf45-48d1-4f4a-bc76-9d6a56e5d2fa req-07dd6ab1-a018-4800-82e7-db8db74fa4f7 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486987 Dec 08 16:12:09.199958 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef7a4be-e305-49ca-b9a6-06103c3ab3f6 None None] Routers {'8c6ba2fe-def4-42d6-9661-644a7beb4811'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:12:09.200830 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-fef7a4be-e305-49ca-b9a6-06103c3ab3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:11:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['8c6ba2fe-def4-42d6-9661-644a7beb4811'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:09.213027 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:09.268555 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-41745327-d0a1-402f-9a27-9d83a829a445 req-9a50ffd9-37ed-44af-b321-e8334fe5f798 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/security-groups/0b0e783f-10ae-4152-a4f4-921ea36a28c8 HTTP/1.1" status: 200 len: 1819 time: 0.0426850 Dec 08 16:12:09.323078 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [req-41745327-d0a1-402f-9a27-9d83a829a445 req-df04d49f-6728-40be-bd20-4be298f43350 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 08 16:12:09.324144 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-41745327-d0a1-402f-9a27-9d83a829a445 req-df04d49f-6728-40be-bd20-4be298f43350 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "DELETE /v2.0/security-groups/0b0e783f-10ae-4152-a4f4-921ea36a28c8 HTTP/1.1" status: 409 len: 341 time: 0.0482304 Dec 08 16:12:09.368356 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa49f57-e139-4c26-b7b0-693796a06621 x-openstack-request-id: req-0aa49f57-e139-4c26-b7b0-693796a06621 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:12:09.368862 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ad2a73f-1df8-446c-84d0-c566e2c20f27", "tag": "47f985a6-7c6e-4d7c-9db8-7e8b7147a835", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:12:09.369566 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0aa49f57-e139-4c26-b7b0-693796a06621 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:12:09.370125 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ad2a73f-1df8-446c-84d0-c566e2c20f27', 'tag': '47f985a6-7c6e-4d7c-9db8-7e8b7147a835', 'status': 'completed', 'code': 200} Dec 08 16:12:09.452947 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8944957-c824-43df-82b6-049e7e6b312f {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:12:09.473334 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16712d3c-a214-4d05-bf66-99d2884999f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47f2b69f-71b4-43cb-8a9e-1ace9125c090'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:12:09.475714 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203e9498-3595-48a4-a206-b2e666e1f242" -d '{"events": [{"server_uuid": "16712d3c-a214-4d05-bf66-99d2884999f4", "name": "network-vif-unplugged", "status": "completed", "tag": "47f2b69f-71b4-43cb-8a9e-1ace9125c090"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:12:09.481813 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdfadad-c78a-4a42-abe0-114e09cb5666 req-1bbf22f2-e411-4103-bfc1-77db39649558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:09.483867 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4fdfadad-c78a-4a42-abe0-114e09cb5666 req-1bbf22f2-e411-4103-bfc1-77db39649558 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cf22fc866524446b89f6f72a3f676ba3&device_id=6ad2a73f-1df8-446c-84d0-c566e2c20f27 HTTP/1.1" status: 200 len: 1176 time: 0.0837095 Dec 08 16:12:09.521593 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3421bce-ca6b-4dd3-b95a-729b60c4172d req-cd1b0d5e-3f28-463b-a9e9-e0ce03eef2c4 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:09.527586 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3421bce-ca6b-4dd3-b95a-729b60c4172d req-cd1b0d5e-3f28-463b-a9e9-e0ce03eef2c4 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:09.533747 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3421bce-ca6b-4dd3-b95a-729b60c4172d req-cd1b0d5e-3f28-463b-a9e9-e0ce03eef2c4 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:09.535450 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b3421bce-ca6b-4dd3-b95a-729b60c4172d req-cd1b0d5e-3f28-463b-a9e9-e0ce03eef2c4 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9677a94d-373f-4e1a-9306-213e259cc569 HTTP/1.1" status: 200 len: 2412 time: 0.1040442 Dec 08 16:12:09.540345 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 47f2b69f-71b4-43cb-8a9e-1ace9125c090, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=47f2b69f-71b4-43cb-8a9e-1ace9125c090,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:09.549907 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-82adc4fc-09c2-4d97-8706-22971d272f7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:09.569533 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port c8944957-c824-43df-82b6-049e7e6b312f, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=c8944957-c824-43df-82b6-049e7e6b312f,segment=NetworkSegment(ebec3e86-2dd4-45ef-9bd6-96beb12c7dc2),segment_id=ebec3e86-2dd4-45ef-9bd6-96beb12c7dc2)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:09.577799 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50458340-171e-43ca-8fb6-51db1dd6e7e1 req-23f585c6-497e-42a5-9396-00dcf7fdb0e4 tempest-InstanceActionsV221TestJSON-1724176761 tempest-InstanceActionsV221TestJSON-1724176761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:09.580523 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-50458340-171e-43ca-8fb6-51db1dd6e7e1 req-23f585c6-497e-42a5-9396-00dcf7fdb0e4 tempest-InstanceActionsV221TestJSON-1724176761 tempest-InstanceActionsV221TestJSON-1724176761-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e49de12-f924-4a50-ad7e-36fcb5a9d410 HTTP/1.1" status: 200 len: 943 time: 0.1308849 Dec 08 16:12:09.609117 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-82adc4fc-09c2-4d97-8706-22971d272f7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:09.611430 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:09.641084 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b3421bce-ca6b-4dd3-b95a-729b60c4172d req-e3edca72-3792-4597-950c-effab192bb38 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/security-groups?id=ca15dfaa-ea87-4015-8ed0-fd337a60a9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790472 Dec 08 16:12:09.644674 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9d8af0fb-6225-452a-adf0-4829e4cf28af admin admin] Publish callbacks [] for router, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:09.650988 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdfadad-c78a-4a42-abe0-114e09cb5666 req-da7c93f2-a9d7-40b4-b975-6f793a276b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:09.652505 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4fdfadad-c78a-4a42-abe0-114e09cb5666 req-da7c93f2-a9d7-40b4-b975-6f793a276b34 service neutron] 10.222.0.76 "GET /v2.0/networks?id=36f1997d-7402-40f7-9d63-2c44f589b38e HTTP/1.1" status: 200 len: 914 time: 0.1601007 Dec 08 16:12:09.663412 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:09.678075 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-fef7a4be-e305-49ca-b9a6-06103c3ab3f6 None None] Set router 8c6ba2fe-def4-42d6-9661-644a7beb4811 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:12:09.723269 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4fdfadad-c78a-4a42-abe0-114e09cb5666 req-c17790ef-66f2-4ab6-ab2d-2ea543c31d67 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47f985a6-7c6e-4d7c-9db8-7e8b7147a835 HTTP/1.1" status: 200 len: 217 time: 0.0628703 Dec 08 16:12:09.779957 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdfadad-c78a-4a42-abe0-114e09cb5666 req-8a8b6121-d758-4ba8-843a-7a6f7e1666a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:09.786770 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4fdfadad-c78a-4a42-abe0-114e09cb5666 req-8a8b6121-d758-4ba8-843a-7a6f7e1666a2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=707ddb2f-033d-4542-9213-13a68b9b326b HTTP/1.1" status: 200 len: 853 time: 0.0502343 Dec 08 16:12:09.820546 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4fdfadad-c78a-4a42-abe0-114e09cb5666 req-1e679d5f-0b5d-4503-becb-6928df99f944 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=36f1997d-7402-40f7-9d63-2c44f589b38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282581 Dec 08 16:12:09.825377 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-50458340-171e-43ca-8fb6-51db1dd6e7e1 req-159cf911-473e-4398-9106-50d522c718fd tempest-InstanceActionsV221TestJSON-1724176761 tempest-InstanceActionsV221TestJSON-1724176761-project] 10.222.0.64 "GET /v2.0/security-groups?id=79175807-58e9-468f-9367-55a5fe02da81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262816 Dec 08 16:12:09.834528 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=47f2b69f-71b4-43cb-8a9e-1ace9125c090,revision_number=11']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:09.866201 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9d8af0fb-6225-452a-adf0-4829e4cf28af admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:09.948879 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c97dfbb-2907-4a7e-8acb-abb2c9e2f98c req-87bc47d7-d056-4d22-a3af-c6980e0c509a tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:09.951738 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2c97dfbb-2907-4a7e-8acb-abb2c9e2f98c req-87bc47d7-d056-4d22-a3af-c6980e0c509a tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=174e9724-b06f-4d9a-8e4a-cc8285790611 HTTP/1.1" status: 200 len: 950 time: 0.1297753 Dec 08 16:12:09.967166 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-82adc4fc-09c2-4d97-8706-22971d272f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:09.970493 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-82adc4fc-09c2-4d97-8706-22971d272f7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:09.973974 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-82adc4fc-09c2-4d97-8706-22971d272f7d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7fb8b0e3-c672-463e-bca7-6ac20ac3ccd1 HTTP/1.1" status: 204 len: 168 time: 0.9743881 Dec 08 16:12:09.982254 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82adc4fc-09c2-4d97-8706-22971d272f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb8b0e3-c672-463e-bca7-6ac20ac3ccd1,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:09.994926 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=c8944957-c824-43df-82b6-049e7e6b312f,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:10.005956 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-9d8af0fb-6225-452a-adf0-4829e4cf28af admin admin] Deleting port c41c488a-00a0-4526-935e-4f19d696eb8a {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:12:10.006306 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9d8af0fb-6225-452a-adf0-4829e4cf28af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:10.077636 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2c97dfbb-2907-4a7e-8acb-abb2c9e2f98c req-3b3e0f57-8ee2-4825-af39-a3ee98f2213b tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160188 Dec 08 16:12:10.080960 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4fdfadad-c78a-4a42-abe0-114e09cb5666 req-394b3519-7308-4778-b7b6-895e5e7eb243 service neutron] 10.222.0.76 "GET /v2.0/networks/36f1997d-7402-40f7-9d63-2c44f589b38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475247 Dec 08 16:12:10.089924 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['c8944957-c824-43df-82b6-049e7e6b312f'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:12:10.157279 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836e008a-1b3d-40cf-a504-e2e4b90c619d x-openstack-request-id: req-836e008a-1b3d-40cf-a504-e2e4b90c619d {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:12:10.157953 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16712d3c-a214-4d05-bf66-99d2884999f4", "name": "network-vif-unplugged", "status": "completed", "tag": "47f2b69f-71b4-43cb-8a9e-1ace9125c090", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:12:10.158384 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-836e008a-1b3d-40cf-a504-e2e4b90c619d {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:12:10.158951 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16712d3c-a214-4d05-bf66-99d2884999f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47f2b69f-71b4-43cb-8a9e-1ace9125c090', 'code': 200} Dec 08 16:12:10.165535 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-9d8af0fb-6225-452a-adf0-4829e4cf28af admin admin] For port c41c488a-00a0-4526-935e-4f19d696eb8a, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=c41c488a-00a0-4526-935e-4f19d696eb8a,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:10.166414 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9d8af0fb-6225-452a-adf0-4829e4cf28af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:10.179851 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-fef7a4be-e305-49ca-b9a6-06103c3ab3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6ba2fe-def4-42d6-9661-644a7beb4811', 'name': 'tempest-ServersTestManualDisk-585671219-router', 'tenant_id': '6e376a2054954f3fa7fd54031508fe42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'c41c488a-00a0-4526-935e-4f19d696eb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:09:45Z', 'updated_at': '2021-12-08T16:12:07Z', 'revision_number': 5, 'project_id': '6e376a2054954f3fa7fd54031508fe42', 'gw_port': {'id': 'c41c488a-00a0-4526-935e-4f19d696eb8a', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:34:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6ba2fe-def4-42d6-9661-644a7beb4811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:09:46Z', 'updated_at': '2021-12-08T16:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:10.185692 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-9d8af0fb-6225-452a-adf0-4829e4cf28af admin admin] Calling delete_port for c41c488a-00a0-4526-935e-4f19d696eb8a owned by network:router_gateway {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:12:10.214193 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4fdfadad-c78a-4a42-abe0-114e09cb5666 req-90d8d8d9-6995-4b35-9800-43f0675a546e service neutron] 10.222.0.76 "GET /v2.0/networks/36f1997d-7402-40f7-9d63-2c44f589b38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246192 Dec 08 16:12:10.235888 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef7a4be-e305-49ca-b9a6-06103c3ab3f6 None None] Checking router: 8c6ba2fe-def4-42d6-9661-644a7beb4811 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:12:10.274558 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef7a4be-e305-49ca-b9a6-06103c3ab3f6 None None] Routers {'8c6ba2fe-def4-42d6-9661-644a7beb4811'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:12:10.275375 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-fef7a4be-e305-49ca-b9a6-06103c3ab3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:11:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['8c6ba2fe-def4-42d6-9661-644a7beb4811'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:10.387170 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-fef7a4be-e305-49ca-b9a6-06103c3ab3f6 None None] Set router 8c6ba2fe-def4-42d6-9661-644a7beb4811 gateway port host: None {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:12:10.453900 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-fef7a4be-e305-49ca-b9a6-06103c3ab3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6ba2fe-def4-42d6-9661-644a7beb4811', 'name': 'tempest-ServersTestManualDisk-585671219-router', 'tenant_id': '6e376a2054954f3fa7fd54031508fe42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:09:45Z', 'updated_at': '2021-12-08T16:12:09Z', 'revision_number': 6, 'project_id': '6e376a2054954f3fa7fd54031508fe42', 'gw_port_host': None}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:10.490210 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef7a4be-e305-49ca-b9a6-06103c3ab3f6 None None] The sync data for ids ['8c6ba2fe-def4-42d6-9661-644a7beb4811'] in n-d-776250-12 is: [{'id': '8c6ba2fe-def4-42d6-9661-644a7beb4811', 'name': 'tempest-ServersTestManualDisk-585671219-router', 'tenant_id': '6e376a2054954f3fa7fd54031508fe42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:09:45Z', 'updated_at': '2021-12-08T16:12:09Z', 'revision_number': 6, 'project_id': '6e376a2054954f3fa7fd54031508fe42', 'gw_port_host': None}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:12:10.495441 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device d0b3fcd5-0b34-414b-aa40-9b91171f99ce details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:12:10.507712 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9d8af0fb-6225-452a-adf0-4829e4cf28af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:10.609579 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8af0fb-6225-452a-adf0-4829e4cf28af admin admin] Pushing event deleted for resources: {'Port': ['ID=c41c488a-00a0-4526-935e-4f19d696eb8a,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:10.644155 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port d0b3fcd5-0b34-414b-aa40-9b91171f99ce, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=d0b3fcd5-0b34-414b-aa40-9b91171f99ce,segment=NetworkSegment(c4497e93-7a8c-4248-a536-5af27879f821),segment_id=c4497e93-7a8c-4248-a536-5af27879f821)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:10.701565 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': 'd0b3fcd5-0b34-414b-aa40-9b91171f99ce', 'network_id': '853082c3-7c8f-4b48-a4d4-95065ac4f6f5', 'port_id': 'd0b3fcd5-0b34-414b-aa40-9b91171f99ce', 'mac_address': 'fa:16:3e:c6:c2:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '343bb221-932d-4857-844e-7f4d2b62901c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:12:10.736625 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9d8af0fb-6225-452a-adf0-4829e4cf28af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:10.748425 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:10.763088 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0b3fcd5-0b34-414b-aa40-9b91171f99ce {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:12:10.785011 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port d0b3fcd5-0b34-414b-aa40-9b91171f99ce, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=d0b3fcd5-0b34-414b-aa40-9b91171f99ce,segment=NetworkSegment(c4497e93-7a8c-4248-a536-5af27879f821),segment_id=c4497e93-7a8c-4248-a536-5af27879f821)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:10.787636 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 3e9c5bf4-10e0-4b8c-a01f-4a78c1d02c8d details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:12:10.805234 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8308ed-8fda-4bc3-aafb-be3db402ffa6 req-17c17128-7cb2-4928-ba71-3bb198ed25a7 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:10.813068 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7f8308ed-8fda-4bc3-aafb-be3db402ffa6 req-17c17128-7cb2-4928-ba71-3bb198ed25a7 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ad2a73f-1df8-446c-84d0-c566e2c20f27 HTTP/1.1" status: 200 len: 1024 time: 0.0646157 Dec 08 16:12:10.856823 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:10.892551 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9d8af0fb-6225-452a-adf0-4829e4cf28af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:10.896478 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9d8af0fb-6225-452a-adf0-4829e4cf28af admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:10.913316 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7f8308ed-8fda-4bc3-aafb-be3db402ffa6 req-0aaac351-9d0c-4b92-8fd5-f622f0bc9810 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/security-groups?id=c89a3303-4112-4fa9-ad34-bd9348cd97c4&id=3a2ecf7f-40cc-4eb5-972b-cf79faaa7e2e&id=0b0e783f-10ae-4152-a4f4-921ea36a28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0969052 Dec 08 16:12:10.914854 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab4ff69-719d-4eb6-ba17-49a005e5f39f req-f8843dcf-80f7-46fa-ad82-dc3e6030e899 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:10.921661 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab4ff69-719d-4eb6-ba17-49a005e5f39f req-f8843dcf-80f7-46fa-ad82-dc3e6030e899 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:10.933779 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cab4ff69-719d-4eb6-ba17-49a005e5f39f req-f8843dcf-80f7-46fa-ad82-dc3e6030e899 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=b9058e3d-db2c-4dd9-9cee-8c8c2e8c29d1&device_id=174e9724-b06f-4d9a-8e4a-cc8285790611 HTTP/1.1" status: 200 len: 1690 time: 0.2230606 Dec 08 16:12:10.961480 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=d0b3fcd5-0b34-414b-aa40-9b91171f99ce,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:10.979033 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 3e9c5bf4-10e0-4b8c-a01f-4a78c1d02c8d, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=3e9c5bf4-10e0-4b8c-a01f-4a78c1d02c8d,segment=NetworkSegment(bbe61393-49ce-48be-a1b4-c1e8c190933b),segment_id=bbe61393-49ce-48be-a1b4-c1e8c190933b)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:11.019839 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '3e9c5bf4-10e0-4b8c-a01f-4a78c1d02c8d', 'network_id': '5e73be62-4c74-4e7c-a6da-8dc4dfb68429', 'port_id': '3e9c5bf4-10e0-4b8c-a01f-4a78c1d02c8d', 'mac_address': 'fa:16:3e:05:f4:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffca59f2-9761-475c-a099-f10cd0153e9d', 'ip_address': '19.86.0.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:12:11.066492 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cab4ff69-719d-4eb6-ba17-49a005e5f39f req-ab17bc6f-2338-4b19-abe8-a20e41edb8cc tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890615 Dec 08 16:12:11.076060 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9d8af0fb-6225-452a-adf0-4829e4cf28af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:11.076680 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d8af0fb-6225-452a-adf0-4829e4cf28af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c6ba2fe-def4-42d6-9661-644a7beb4811 {{(pid=110550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:12:11.082523 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9d8af0fb-6225-452a-adf0-4829e4cf28af admin admin] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:11.083749 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-9d8af0fb-6225-452a-adf0-4829e4cf28af admin admin] 10.222.0.64 "DELETE /v2.0/routers/8c6ba2fe-def4-42d6-9661-644a7beb4811 HTTP/1.1" status: 204 len: 168 time: 2.0419390 Dec 08 16:12:11.088530 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45850) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:11.098711 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:11.105669 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c2057-2c8a-4352-931d-90ef140804c6 req-749bd83b-1a94-4ad0-866f-8fa5151bab31 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:11.107382 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4b2c2057-2c8a-4352-931d-90ef140804c6 req-749bd83b-1a94-4ad0-866f-8fa5151bab31 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] 10.222.0.64 "GET /v2.0/ports?device_id=16712d3c-a214-4d05-bf66-99d2884999f4 HTTP/1.1" status: 200 len: 949 time: 0.0998666 Dec 08 16:12:11.122292 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e9c5bf4-10e0-4b8c-a01f-4a78c1d02c8d {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:12:11.141656 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['d0b3fcd5-0b34-414b-aa40-9b91171f99ce'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:12:11.174492 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4b2c2057-2c8a-4352-931d-90ef140804c6 req-a90a3410-68e9-40d2-ab45-6698010ecd4b tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a3bf41a-ab09-4241-8cdb-6ef5c223e263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581200 Dec 08 16:12:11.190092 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 3e9c5bf4-10e0-4b8c-a01f-4a78c1d02c8d, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=3e9c5bf4-10e0-4b8c-a01f-4a78c1d02c8d,segment=NetworkSegment(bbe61393-49ce-48be-a1b4-c1e8c190933b),segment_id=bbe61393-49ce-48be-a1b4-c1e8c190933b)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:11.231164 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-d476f290-676f-4ca7-ad2b-575cd67d3867 admin admin] Deleting subnet c8a5b535-b349-4f35-bf8e-85dbfdf621e8 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:12:11.235666 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d476f290-676f-4ca7-ad2b-575cd67d3867 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:11.288481 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d476f290-676f-4ca7-ad2b-575cd67d3867 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:11.300756 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b256f42c-e71b-41ab-8d18-af84e564d42c req-b898d43c-e49e-4842-b57c-a9d53fe4e6ca tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:11.307820 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b256f42c-e71b-41ab-8d18-af84e564d42c req-b898d43c-e49e-4842-b57c-a9d53fe4e6ca tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:11.314850 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b256f42c-e71b-41ab-8d18-af84e564d42c req-b898d43c-e49e-4842-b57c-a9d53fe4e6ca tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:11.315777 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:11.316480 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device bcd36c0a-2929-400a-a461-d1bfa60bf3fd details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:12:11.316656 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b256f42c-e71b-41ab-8d18-af84e564d42c req-b898d43c-e49e-4842-b57c-a9d53fe4e6ca tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9677a94d-373f-4e1a-9306-213e259cc569 HTTP/1.1" status: 200 len: 2413 time: 0.1543849 Dec 08 16:12:11.352272 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf1d530-6358-4939-b311-c64acb7a5eb4 req-731c1233-0410-4052-9bee-815b9dd36b6e tempest-InstanceActionsV221TestJSON-1724176761 tempest-InstanceActionsV221TestJSON-1724176761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:11.360782 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7bf1d530-6358-4939-b311-c64acb7a5eb4 req-731c1233-0410-4052-9bee-815b9dd36b6e tempest-InstanceActionsV221TestJSON-1724176761 tempest-InstanceActionsV221TestJSON-1724176761-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e49de12-f924-4a50-ad7e-36fcb5a9d410 HTTP/1.1" status: 200 len: 944 time: 0.1009073 Dec 08 16:12:11.442719 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b256f42c-e71b-41ab-8d18-af84e564d42c req-e41d48c0-4978-4a0d-bc48-34b470acf498 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/security-groups?id=ca15dfaa-ea87-4015-8ed0-fd337a60a9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984857 Dec 08 16:12:11.443831 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7bf1d530-6358-4939-b311-c64acb7a5eb4 req-db87d4b6-4c9a-4e80-8f6c-0f1307272152 tempest-InstanceActionsV221TestJSON-1724176761 tempest-InstanceActionsV221TestJSON-1724176761-project] 10.222.0.64 "GET /v2.0/security-groups?id=79175807-58e9-468f-9367-55a5fe02da81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820706 Dec 08 16:12:11.460530 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d476f290-676f-4ca7-ad2b-575cd67d3867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:11.477005 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5a37cafc-089f-4e60-8fda-8de1ccbb1500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:11.533888 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=3e9c5bf4-10e0-4b8c-a01f-4a78c1d02c8d,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:11.557714 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port bcd36c0a-2929-400a-a461-d1bfa60bf3fd, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=bcd36c0a-2929-400a-a461-d1bfa60bf3fd,segment=NetworkSegment(ebec3e86-2dd4-45ef-9bd6-96beb12c7dc2),segment_id=ebec3e86-2dd4-45ef-9bd6-96beb12c7dc2)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:11.576660 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': 'bcd36c0a-2929-400a-a461-d1bfa60bf3fd', 'network_id': '7fa07b5a-e2f2-4d99-a2be-19bc3f1b66c1', 'port_id': 'bcd36c0a-2929-400a-a461-d1bfa60bf3fd', 'mac_address': 'fa:16:3e:8b:64:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9044dcec-0450-4075-9049-a38bc64e613e', 'ip_address': '19.80.0.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:12:11.589337 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45862) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:11.612996 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d476f290-676f-4ca7-ad2b-575cd67d3867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:11.630470 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:11.646124 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcd36c0a-2929-400a-a461-d1bfa60bf3fd {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:12:11.649543 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d476f290-676f-4ca7-ad2b-575cd67d3867 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8a5b535-b349-4f35-bf8e-85dbfdf621e8,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:11.651877 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d476f290-676f-4ca7-ad2b-575cd67d3867 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:11.656550 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-d476f290-676f-4ca7-ad2b-575cd67d3867 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/c8a5b535-b349-4f35-bf8e-85dbfdf621e8 HTTP/1.1" status: 204 len: 168 time: 0.5669937 Dec 08 16:12:11.659638 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45866) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:11.671285 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2141a921-d882-4b64-8414-38717ac3a2d4 None None] Network 024a3cce-b572-41fa-96db-122bcaa2acc5 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:12:11.704052 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe84a8b-1a1d-4c91-8338-07a2c57584fc req-45b77143-0b63-4e83-9096-02a9991a17bc tempest-ServersOnMultiNodesTest-133981768 tempest-ServersOnMultiNodesTest-133981768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:11.715172 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-dfe84a8b-1a1d-4c91-8338-07a2c57584fc req-45b77143-0b63-4e83-9096-02a9991a17bc tempest-ServersOnMultiNodesTest-133981768 tempest-ServersOnMultiNodesTest-133981768-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b9058e3d-db2c-4dd9-9cee-8c8c2e8c29d1 HTTP/1.1" status: 200 len: 1101 time: 0.1125853 Dec 08 16:12:11.764085 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-2d4b997d-b86c-421b-a8ef-0cb1b014a4fc admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1172671188-network', 'tenant_id': '810520df5a8e4422956ae3b5265a3df4'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:11.789275 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 2617d677-f61d-43ab-98d1-8f0455b6fccb no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:12:11.797855 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4dfc501e-42bd-4f07-95ba-a74e9843563b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:11.798005 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port bcd36c0a-2929-400a-a461-d1bfa60bf3fd, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=bcd36c0a-2929-400a-a461-d1bfa60bf3fd,segment=NetworkSegment(ebec3e86-2dd4-45ef-9bd6-96beb12c7dc2),segment_id=ebec3e86-2dd4-45ef-9bd6-96beb12c7dc2)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:11.804207 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-dfe84a8b-1a1d-4c91-8338-07a2c57584fc req-3d374736-802e-4d9b-83fc-d1f674465858 tempest-ServersOnMultiNodesTest-133981768 tempest-ServersOnMultiNodesTest-133981768-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865862 Dec 08 16:12:11.837830 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 2617d677-f61d-43ab-98d1-8f0455b6fccb {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:12:11.838175 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 2617d677-f61d-43ab-98d1-8f0455b6fccb not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:12:11.838604 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device c41c488a-00a0-4526-935e-4f19d696eb8a no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:12:11.862539 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-4dfc501e-42bd-4f07-95ba-a74e9843563b admin admin] Deleting port 1aee8a5a-8f98-479f-b7dc-345297e8fb2f {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:12:11.862962 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4dfc501e-42bd-4f07-95ba-a74e9843563b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:11.869733 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: c41c488a-00a0-4526-935e-4f19d696eb8a {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:12:11.870081 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device c41c488a-00a0-4526-935e-4f19d696eb8a not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:12:11.871539 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:11.911500 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4b997d-b86c-421b-a8ef-0cb1b014a4fc admin admin] Made reservation on behalf of 810520df5a8e4422956ae3b5265a3df4 for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:12:11.913670 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2d4b997d-b86c-421b-a8ef-0cb1b014a4fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:11.932163 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=bcd36c0a-2929-400a-a461-d1bfa60bf3fd,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:11.947624 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2d4b997d-b86c-421b-a8ef-0cb1b014a4fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:11.989198 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-4dfc501e-42bd-4f07-95ba-a74e9843563b admin admin] For port 1aee8a5a-8f98-479f-b7dc-345297e8fb2f, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=1aee8a5a-8f98-479f-b7dc-345297e8fb2f,segment=NetworkSegment(e61b36ba-4508-49d4-b889-d46726648385),segment_id=e61b36ba-4508-49d4-b889-d46726648385)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:11.989565 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4dfc501e-42bd-4f07-95ba-a74e9843563b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:12.017109 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-4dfc501e-42bd-4f07-95ba-a74e9843563b admin admin] Calling delete_port for 1aee8a5a-8f98-479f-b7dc-345297e8fb2f owned by network:dhcp {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:12:12.021146 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b8372f-ea9c-4dfd-8e62-f4f9464fd686 req-f78f8ccc-a230-4e48-ae57-61ff4875ac4d tempest-ServersOnMultiNodesTest-133981768 tempest-ServersOnMultiNodesTest-133981768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:12.022683 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f2b8372f-ea9c-4dfd-8e62-f4f9464fd686 req-f78f8ccc-a230-4e48-ae57-61ff4875ac4d tempest-ServersOnMultiNodesTest-133981768 tempest-ServersOnMultiNodesTest-133981768-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=174e9724-b06f-4d9a-8e4a-cc8285790611 HTTP/1.1" status: 200 len: 1102 time: 0.1566966 Dec 08 16:12:12.027418 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3960fb1f-435d-46e6-aee5-ef1853224aab None None] DHCP port deletion for 024a3cce-b572-41fa-96db-122bcaa2acc5 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:12:12.074216 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d5783-9e4c-418a-bb50-6477b3ef6687 req-09a9cea6-8e12-494f-af12-a80f0489288f tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:12.076979 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1a9d5783-9e4c-418a-bb50-6477b3ef6687 req-09a9cea6-8e12-494f-af12-a80f0489288f tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ad2a73f-1df8-446c-84d0-c566e2c20f27 HTTP/1.1" status: 200 len: 1024 time: 0.0816066 Dec 08 16:12:12.082859 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-3960fb1f-435d-46e6-aee5-ef1853224aab None None] Deleting port 1aee8a5a-8f98-479f-b7dc-345297e8fb2f {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:12:12.088396 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3960fb1f-435d-46e6-aee5-ef1853224aab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:12.159353 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2d4b997d-b86c-421b-a8ef-0cb1b014a4fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:12.159906 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-3960fb1f-435d-46e6-aee5-ef1853224aab None None] For port 1aee8a5a-8f98-479f-b7dc-345297e8fb2f, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=1aee8a5a-8f98-479f-b7dc-345297e8fb2f,segment=NetworkSegment(e61b36ba-4508-49d4-b889-d46726648385),segment_id=e61b36ba-4508-49d4-b889-d46726648385)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:12.160301 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3960fb1f-435d-46e6-aee5-ef1853224aab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:12.168908 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1a9d5783-9e4c-418a-bb50-6477b3ef6687 req-ca0eef45-d702-498b-90e1-a0d801ee6465 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/security-groups?id=c89a3303-4112-4fa9-ad34-bd9348cd97c4&id=3a2ecf7f-40cc-4eb5-972b-cf79faaa7e2e&id=0b0e783f-10ae-4152-a4f4-921ea36a28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0841300 Dec 08 16:12:12.172557 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f2b8372f-ea9c-4dfd-8e62-f4f9464fd686 req-85f45fd9-bc8a-44a4-9c8e-a513527ed788 tempest-ServersOnMultiNodesTest-133981768 tempest-ServersOnMultiNodesTest-133981768-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273127 Dec 08 16:12:12.213153 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2d4b997d-b86c-421b-a8ef-0cb1b014a4fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:12.248841 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4dfc501e-42bd-4f07-95ba-a74e9843563b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:12.251785 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d4b997d-b86c-421b-a8ef-0cb1b014a4fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:12:12.310631 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfc501e-42bd-4f07-95ba-a74e9843563b admin admin] Pushing event deleted for resources: {'Port': ['ID=1aee8a5a-8f98-479f-b7dc-345297e8fb2f,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:12.323374 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4b997d-b86c-421b-a8ef-0cb1b014a4fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ffec03-c954-4925-993a-1bda94cbf23a,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:12.327906 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2d4b997d-b86c-421b-a8ef-0cb1b014a4fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:12.328929 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-2d4b997d-b86c-421b-a8ef-0cb1b014a4fc admin admin] Added segment 6b0c82a0-bc9c-4886-a49c-1b810d61edae of type vlan for network aae70492-1682-4e18-b135-887c01697ca0 Dec 08 16:12:12.329624 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-3960fb1f-435d-46e6-aee5-ef1853224aab None None] Calling delete_port for 1aee8a5a-8f98-479f-b7dc-345297e8fb2f owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:12:12.341830 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfc501e-42bd-4f07-95ba-a74e9843563b admin admin] No DVR routers for this DVR port 1aee8a5a-8f98-479f-b7dc-345297e8fb2f on host n-d-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:12:12.345616 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbace87-1a63-49b4-a73a-abea231c2b17 req-abe6afd5-3d7b-4355-9fe5-332bd0ba8c62 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:12.358435 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3fbace87-1a63-49b4-a73a-abea231c2b17 req-abe6afd5-3d7b-4355-9fe5-332bd0ba8c62 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] 10.222.0.64 "GET /v2.0/ports?device_id=16712d3c-a214-4d05-bf66-99d2884999f4 HTTP/1.1" status: 200 len: 949 time: 0.0794959 Dec 08 16:12:12.398500 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['3e9c5bf4-10e0-4b8c-a01f-4a78c1d02c8d'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:12:12.419903 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3fbace87-1a63-49b4-a73a-abea231c2b17 req-ffba7cca-e4f5-4969-9f72-0f4876f73a14 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a3bf41a-ab09-4241-8cdb-6ef5c223e263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653467 Dec 08 16:12:12.456107 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2d4b997d-b86c-421b-a8ef-0cb1b014a4fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:12.499777 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3960fb1f-435d-46e6-aee5-ef1853224aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:12.507172 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device d0b3fcd5-0b34-414b-aa40-9b91171f99ce up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:12:12.536306 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-db0fc6a0-e4cd-438f-8115-4bc4858e8963 req-48e1b2f1-2e18-4a0a-b900-68e452b1adf2 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=15392057af79419bba246e0391d3a62d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1137598 Dec 08 16:12:12.539880 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c095d8ca-7f56-434a-baae-0116f493460c req-bb1036d6-9060-4965-80ea-f503c46f0ffc tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:12.542810 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c095d8ca-7f56-434a-baae-0116f493460c req-bb1036d6-9060-4965-80ea-f503c46f0ffc tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ad2a73f-1df8-446c-84d0-c566e2c20f27 HTTP/1.1" status: 200 len: 1024 time: 0.0785809 Dec 08 16:12:12.556901 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4dfc501e-42bd-4f07-95ba-a74e9843563b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:12.584553 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960fb1f-435d-46e6-aee5-ef1853224aab None None] Pushing event deleted for resources: {'Port': ['ID=1aee8a5a-8f98-479f-b7dc-345297e8fb2f,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:12.586684 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3960fb1f-435d-46e6-aee5-ef1853224aab None None] No DVR routers for this DVR port 1aee8a5a-8f98-479f-b7dc-345297e8fb2f on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:12:12.634849 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-4dfc501e-42bd-4f07-95ba-a74e9843563b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['024a3cce-b572-41fa-96db-122bcaa2acc5']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:12.654018 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-4dfc501e-42bd-4f07-95ba-a74e9843563b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e61b36ba-4508-49d4-b889-d46726648385') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:12.654433 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-4dfc501e-42bd-4f07-95ba-a74e9843563b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e61b36ba-4508-49d4-b889-d46726648385') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:12.675304 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4dfc501e-42bd-4f07-95ba-a74e9843563b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:12.681806 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724e5c56-9ac7-47f8-8313-b986afac7357 req-b015cb6a-fc41-4b82-aab9-9afe984af887 tempest-InstanceActionsV221TestJSON-1724176761 tempest-InstanceActionsV221TestJSON-1724176761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:12.683500 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-724e5c56-9ac7-47f8-8313-b986afac7357 req-b015cb6a-fc41-4b82-aab9-9afe984af887 tempest-InstanceActionsV221TestJSON-1724176761 tempest-InstanceActionsV221TestJSON-1724176761-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e49de12-f924-4a50-ad7e-36fcb5a9d410 HTTP/1.1" status: 200 len: 944 time: 0.1381640 Dec 08 16:12:12.699403 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4dfc501e-42bd-4f07-95ba-a74e9843563b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:12.707046 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2d4b997d-b86c-421b-a8ef-0cb1b014a4fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:12.708003 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4b997d-b86c-421b-a8ef-0cb1b014a4fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:12.708613 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2d4b997d-b86c-421b-a8ef-0cb1b014a4fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:12.713128 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dfc501e-42bd-4f07-95ba-a74e9843563b admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:12:12.713519 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4dfc501e-42bd-4f07-95ba-a74e9843563b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:12.716538 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:12:12.716538 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:12:12.716538 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:12:12.716538 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:12:12.716538 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:12:12.716538 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:12:12.716538 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:12:12.716538 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:12:12.716538 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:12:12.716538 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:12:12.716538 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:12:12.716538 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:12:12.716538 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:12:12.716538 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:12:12.716538 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:12:12.716538 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:12:12.716538 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:12:12.716538 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:12:12.716538 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:12:12.716538 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:12:12.716538 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:12:12.716538 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:12:12.716538 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:12:12.716538 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:12:12.716538 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:12:12.716538 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:12:12.716538 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:12:12.716538 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:12:12.716538 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:12:12.716538 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:12:12.716538 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:12:12.716538 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:12:12.737988 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-c095d8ca-7f56-434a-baae-0116f493460c req-9f2d0a9b-eb6a-43e1-b091-660d5127dd9f tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Deleting port 47f985a6-7c6e-4d7c-9db8-7e8b7147a835 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:12:12.738475 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-c095d8ca-7f56-434a-baae-0116f493460c req-9f2d0a9b-eb6a-43e1-b091-660d5127dd9f tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:12.749757 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port d0b3fcd5-0b34-414b-aa40-9b91171f99ce completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:12:12.754919 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port d0b3fcd5-0b34-414b-aa40-9b91171f99ce triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:12:12.755324 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:12.797284 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device c8944957-c824-43df-82b6-049e7e6b312f up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:12:12.798915 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-724e5c56-9ac7-47f8-8313-b986afac7357 req-5465206a-78cb-4c82-9540-da51dbe535a5 tempest-InstanceActionsV221TestJSON-1724176761 tempest-InstanceActionsV221TestJSON-1724176761-project] 10.222.0.64 "GET /v2.0/security-groups?id=79175807-58e9-468f-9367-55a5fe02da81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075234 Dec 08 16:12:12.801171 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fc6a0-e4cd-438f-8115-4bc4858e8963 req-7f186f74-64ba-4f75-8f86-ce119327d70e tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:12.808168 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-db0fc6a0-e4cd-438f-8115-4bc4858e8963 req-7f186f74-64ba-4f75-8f86-ce119327d70e tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2709014 Dec 08 16:12:12.848334 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-db0fc6a0-e4cd-438f-8115-4bc4858e8963 req-8856452a-01b6-4ec2-b0b2-60e1b18f198a tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/quotas/15392057af79419bba246e0391d3a62d HTTP/1.1" status: 200 len: 375 time: 0.0391295 Dec 08 16:12:12.867793 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4b997d-b86c-421b-a8ef-0cb1b014a4fc admin admin] Pushing event updated for resources: {'Network': ['ID=aae70492-1682-4e18-b135-887c01697ca0,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:12.895957 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-2d4b997d-b86c-421b-a8ef-0cb1b014a4fc admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3052003 Dec 08 16:12:12.899430 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45890) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:12.903221 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network aae70492-1682-4e18-b135-887c01697ca0 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:12:12.909845 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-1f6508a6-e911-4594-a003-9aa8ba925803 admin admin] Request body: {'subnet': {'network_id': 'aae70492-1682-4e18-b135-887c01697ca0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1172671188-subnet', 'tenant_id': '810520df5a8e4422956ae3b5265a3df4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:12.925139 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-db0fc6a0-e4cd-438f-8115-4bc4858e8963 req-f22783e3-3404-4c65-a75b-967ed5cb18d1 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=15392057af79419bba246e0391d3a62d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0754836 Dec 08 16:12:12.943483 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4dfc501e-42bd-4f07-95ba-a74e9843563b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:12.963939 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:12.964457 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-c095d8ca-7f56-434a-baae-0116f493460c req-9f2d0a9b-eb6a-43e1-b091-660d5127dd9f tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] For port 47f985a6-7c6e-4d7c-9db8-7e8b7147a835, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=47f985a6-7c6e-4d7c-9db8-7e8b7147a835,segment=NetworkSegment(92617869-9a71-472b-aafc-2c59cfc12c7b),segment_id=92617869-9a71-472b-aafc-2c59cfc12c7b)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:12.964837 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-c095d8ca-7f56-434a-baae-0116f493460c req-9f2d0a9b-eb6a-43e1-b091-660d5127dd9f tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:12.990988 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-c095d8ca-7f56-434a-baae-0116f493460c req-9f2d0a9b-eb6a-43e1-b091-660d5127dd9f tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Calling delete_port for 47f985a6-7c6e-4d7c-9db8-7e8b7147a835 owned by compute:nova {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:12:12.994055 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4dfc501e-42bd-4f07-95ba-a74e9843563b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:13.003679 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-4dfc501e-42bd-4f07-95ba-a74e9843563b admin admin] 10.222.0.64 "DELETE /v2.0/networks/024a3cce-b572-41fa-96db-122bcaa2acc5 HTTP/1.1" status: 204 len: 168 time: 1.3404171 Dec 08 16:12:13.004050 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfc501e-42bd-4f07-95ba-a74e9843563b admin admin] Pushing event deleted for resources: {'Network': ['ID=024a3cce-b572-41fa-96db-122bcaa2acc5,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:13.017214 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e49de12-f924-4a50-ad7e-36fcb5a9d410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0b3fcd5-0b34-414b-aa40-9b91171f99ce'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:12:13.019431 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f4b176-422e-40e1-8b17-539da2bdce6a req-2fb97892-6c04-4652-81c9-2a7d0b0aad45 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:13.019550 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13593db5-0f8f-4548-9b71-a9d99fcf55c4" -d '{"events": [{"server_uuid": "9e49de12-f924-4a50-ad7e-36fcb5a9d410", "name": "network-vif-plugged", "status": "completed", "tag": "d0b3fcd5-0b34-414b-aa40-9b91171f99ce"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:12:13.025567 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f4b176-422e-40e1-8b17-539da2bdce6a req-2fb97892-6c04-4652-81c9-2a7d0b0aad45 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:13.032004 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port c8944957-c824-43df-82b6-049e7e6b312f completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:12:13.032304 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f4b176-422e-40e1-8b17-539da2bdce6a req-2fb97892-6c04-4652-81c9-2a7d0b0aad45 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:13.034075 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f9f4b176-422e-40e1-8b17-539da2bdce6a req-2fb97892-6c04-4652-81c9-2a7d0b0aad45 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9677a94d-373f-4e1a-9306-213e259cc569 HTTP/1.1" status: 200 len: 2415 time: 0.1336803 Dec 08 16:12:13.050111 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port d0b3fcd5-0b34-414b-aa40-9b91171f99ce, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=d0b3fcd5-0b34-414b-aa40-9b91171f99ce,segment=NetworkSegment(c4497e93-7a8c-4248-a536-5af27879f821),segment_id=c4497e93-7a8c-4248-a536-5af27879f821)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:13.050111 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port c8944957-c824-43df-82b6-049e7e6b312f triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:12:13.050111 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:13.077742 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f6508a6-e911-4594-a003-9aa8ba925803 admin admin] Made reservation on behalf of 810520df5a8e4422956ae3b5265a3df4 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:12:13.080235 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1f6508a6-e911-4594-a003-9aa8ba925803 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:13.147804 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:13.199763 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b2862c-f377-4761-8328-0edc358dd8dd req-8d9dbbe2-b095-4ac1-9123-8f3c369d4a33 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:13.215084 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-95b2862c-f377-4761-8328-0edc358dd8dd req-8d9dbbe2-b095-4ac1-9123-8f3c369d4a33 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] 10.222.0.76 "GET /v2.0/ports?device_id=16712d3c-a214-4d05-bf66-99d2884999f4 HTTP/1.1" status: 200 len: 949 time: 0.0926754 Dec 08 16:12:13.238676 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8118ffc4-64a5-4c79-90a5-22928eeb8913 x-openstack-request-id: req-8118ffc4-64a5-4c79-90a5-22928eeb8913 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:12:13.238976 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e49de12-f924-4a50-ad7e-36fcb5a9d410", "name": "network-vif-plugged", "status": "completed", "tag": "d0b3fcd5-0b34-414b-aa40-9b91171f99ce", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:12:13.239236 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8118ffc4-64a5-4c79-90a5-22928eeb8913 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:12:13.239629 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e49de12-f924-4a50-ad7e-36fcb5a9d410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0b3fcd5-0b34-414b-aa40-9b91171f99ce', 'code': 200} Dec 08 16:12:13.264323 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f9f4b176-422e-40e1-8b17-539da2bdce6a req-d72a8db1-c8db-4012-90ad-ccfe798e7b5a tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/security-groups?id=ca15dfaa-ea87-4015-8ed0-fd337a60a9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894555 Dec 08 16:12:13.286568 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=d0b3fcd5-0b34-414b-aa40-9b91171f99ce,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:13.319849 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:13.335049 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:13.335413 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:13.336769 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:13.337805 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:13.338171 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:13.338518 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:13.339384 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:13.339843 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:13.340294 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:13.340649 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:13.341094 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:13.341440 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:13.341783 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:13.402810 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port c8944957-c824-43df-82b6-049e7e6b312f, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=c8944957-c824-43df-82b6-049e7e6b312f,segment=NetworkSegment(ebec3e86-2dd4-45ef-9bd6-96beb12c7dc2),segment_id=ebec3e86-2dd4-45ef-9bd6-96beb12c7dc2)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:13.427346 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1664e9fd-cafa-4ae7-a2e7-96a0119565ae req-123ff770-9f56-4a04-829a-36725d1d6132 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea3f4a1f-a767-4733-b8c4-397dd92a3cc7 HTTP/1.1" status: 200 len: 210 time: 0.1842580 Dec 08 16:12:13.428724 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45906) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:13.500815 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bbc823-6e4b-4416-a32b-78b754ec5460 req-200f777a-1e01-4592-a6e5-a837dfac5353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:13.502343 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f7bbc823-6e4b-4416-a32b-78b754ec5460 req-200f777a-1e01-4592-a6e5-a837dfac5353 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9e49de12-f924-4a50-ad7e-36fcb5a9d410 HTTP/1.1" status: 200 len: 1097 time: 0.1926899 Dec 08 16:12:13.505105 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['bcd36c0a-2929-400a-a461-d1bfa60bf3fd'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:12:13.510283 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:13.526097 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c7c0b-75c1-4d28-b28e-7a58b351ac11 req-689bfe20-8541-4f18-8a5d-73e3ee80e1be tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:13.527687 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-161c7c0b-75c1-4d28-b28e-7a58b351ac11 req-689bfe20-8541-4f18-8a5d-73e3ee80e1be tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ad2a73f-1df8-446c-84d0-c566e2c20f27 HTTP/1.1" status: 200 len: 1024 time: 0.1406534 Dec 08 16:12:13.563275 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-d8d8c1db-3a29-4f93-8ee9-0729aa57660b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6e376a2054954f3fa7fd54031508fe42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1283824 Dec 08 16:12:13.566078 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45910) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:13.584340 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-c095d8ca-7f56-434a-baae-0116f493460c req-9f2d0a9b-eb6a-43e1-b091-660d5127dd9f tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:13.607375 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-95b2862c-f377-4761-8328-0edc358dd8dd req-709bcd4c-6443-4285-aecc-9e8e0a889818 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] Deleting port 47f2b69f-71b4-43cb-8a9e-1ace9125c090 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:12:13.607726 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-95b2862c-f377-4761-8328-0edc358dd8dd req-709bcd4c-6443-4285-aecc-9e8e0a889818 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:13.617175 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=c8944957-c824-43df-82b6-049e7e6b312f,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:13.652807 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1f6508a6-e911-4594-a003-9aa8ba925803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:13.656242 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f7bbc823-6e4b-4416-a32b-78b754ec5460 req-d955335c-cbca-4ab1-8210-7d5cfb8173f7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=79175807-58e9-468f-9367-55a5fe02da81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333487 Dec 08 16:12:13.662157 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2d0a9b-eb6a-43e1-b091-660d5127dd9f tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Pushing event deleted for resources: {'Port': ['ID=47f985a6-7c6e-4d7c-9db8-7e8b7147a835,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:13.667965 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2b1f5-0f3a-4dc0-a17d-fd5d071187c7 req-4fbf4981-ee1e-47b5-8e90-cf3cef0e4e29 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:13.676222 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-64d2b1f5-0f3a-4dc0-a17d-fd5d071187c7 req-4fbf4981-ee1e-47b5-8e90-cf3cef0e4e29 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] 10.222.0.64 "GET /v2.0/ports?device_id=16712d3c-a214-4d05-bf66-99d2884999f4 HTTP/1.1" status: 200 len: 949 time: 0.1789918 Dec 08 16:12:13.760528 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-c095d8ca-7f56-434a-baae-0116f493460c req-9f2d0a9b-eb6a-43e1-b091-660d5127dd9f tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] No DVR routers for this DVR port 47f985a6-7c6e-4d7c-9db8-7e8b7147a835 on host n-h1-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:12:13.763300 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 1aee8a5a-8f98-479f-b7dc-345297e8fb2f no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:12:13.764380 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-c095d8ca-7f56-434a-baae-0116f493460c req-9f2d0a9b-eb6a-43e1-b091-660d5127dd9f tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:13.767746 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c095d8ca-7f56-434a-baae-0116f493460c req-9f2d0a9b-eb6a-43e1-b091-660d5127dd9f tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.76 "DELETE /v2.0/ports/47f985a6-7c6e-4d7c-9db8-7e8b7147a835 HTTP/1.1" status: 204 len: 173 time: 1.2137341 Dec 08 16:12:13.771916 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ad2a73f-1df8-446c-84d0-c566e2c20f27', 'name': 'network-vif-deleted', 'tag': '47f985a6-7c6e-4d7c-9db8-7e8b7147a835'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:12:13.774264 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d324404-cdf4-4509-8596-57d3fe47c4c6" -d '{"events": [{"server_uuid": "6ad2a73f-1df8-446c-84d0-c566e2c20f27", "name": "network-vif-deleted", "tag": "47f985a6-7c6e-4d7c-9db8-7e8b7147a835"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:12:13.777491 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-64d2b1f5-0f3a-4dc0-a17d-fd5d071187c7 req-157b2678-14be-41cd-a40e-3601323f8f1c tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] 10.222.0.64 "GET /v2.0/security-groups?id=2a3bf41a-ab09-4241-8cdb-6ef5c223e263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984251 Dec 08 16:12:13.783664 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-161c7c0b-75c1-4d28-b28e-7a58b351ac11 req-e6f1579e-6637-4615-bc47-8769c57ef131 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/security-groups?id=c89a3303-4112-4fa9-ad34-bd9348cd97c4&id=3a2ecf7f-40cc-4eb5-972b-cf79faaa7e2e&id=0b0e783f-10ae-4152-a4f4-921ea36a28c8&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2473400 Dec 08 16:12:13.804948 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6508a6-e911-4594-a003-9aa8ba925803 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5b9a45e-f6fb-459d-ae2c-34fcbd17d9b9,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:13.816479 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 1aee8a5a-8f98-479f-b7dc-345297e8fb2f {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:12:13.817033 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 1aee8a5a-8f98-479f-b7dc-345297e8fb2f not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:12:13.820068 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a7646b5e-2c92-4250-9132-5c7eed094804 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:13.822208 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-95b2862c-f377-4761-8328-0edc358dd8dd req-709bcd4c-6443-4285-aecc-9e8e0a889818 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] For port 47f2b69f-71b4-43cb-8a9e-1ace9125c090, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=47f2b69f-71b4-43cb-8a9e-1ace9125c090,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:13.822578 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-95b2862c-f377-4761-8328-0edc358dd8dd req-709bcd4c-6443-4285-aecc-9e8e0a889818 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:13.837683 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4b4781b9-6cfd-4328-a442-6cb8ab84a0b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:13.854038 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-95b2862c-f377-4761-8328-0edc358dd8dd req-709bcd4c-6443-4285-aecc-9e8e0a889818 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] Calling delete_port for 47f2b69f-71b4-43cb-8a9e-1ace9125c090 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:12:13.885463 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45aae13f-c76e-4a46-acff-911aeb11f708 x-openstack-request-id: req-45aae13f-c76e-4a46-acff-911aeb11f708 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:12:13.886276 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ad2a73f-1df8-446c-84d0-c566e2c20f27", "name": "network-vif-deleted", "tag": "47f985a6-7c6e-4d7c-9db8-7e8b7147a835", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:12:13.886547 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-45aae13f-c76e-4a46-acff-911aeb11f708 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:12:13.886950 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ad2a73f-1df8-446c-84d0-c566e2c20f27', 'name': 'network-vif-deleted', 'tag': '47f985a6-7c6e-4d7c-9db8-7e8b7147a835', 'status': 'completed', 'code': 200} Dec 08 16:12:13.887902 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6508a6-e911-4594-a003-9aa8ba925803 admin admin] Checking segment: {'id': '6b0c82a0-bc9c-4886-a49c-1b810d61edae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'aae70492-1682-4e18-b135-887c01697ca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:12:13.888294 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6508a6-e911-4594-a003-9aa8ba925803 admin admin] Network hostable DHCP agents. Network: aae70492-1682-4e18-b135-887c01697ca0, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:12:13.899245 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4b4781b9-6cfd-4328-a442-6cb8ab84a0b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:13.988654 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ff1b5-88f7-459e-8969-4eab9a5f386c req-5b149991-a251-4f21-9ef3-b3d25b5e9e68 tempest-InstanceActionsV221TestJSON-1724176761 tempest-InstanceActionsV221TestJSON-1724176761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:13.990272 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7c1ff1b5-88f7-459e-8969-4eab9a5f386c req-5b149991-a251-4f21-9ef3-b3d25b5e9e68 tempest-InstanceActionsV221TestJSON-1724176761 tempest-InstanceActionsV221TestJSON-1724176761-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e49de12-f924-4a50-ad7e-36fcb5a9d410 HTTP/1.1" status: 200 len: 945 time: 0.0760529 Dec 08 16:12:14.048207 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7c1ff1b5-88f7-459e-8969-4eab9a5f386c req-d3c48900-e646-4c95-93c8-6b4c35b89c27 tempest-InstanceActionsV221TestJSON-1724176761 tempest-InstanceActionsV221TestJSON-1724176761-project] 10.222.0.64 "GET /v2.0/security-groups?id=79175807-58e9-468f-9367-55a5fe02da81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484741 Dec 08 16:12:14.087762 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6508a6-e911-4594-a003-9aa8ba925803 admin admin] Network aae70492-1682-4e18-b135-887c01697ca0 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:12:14.138596 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4b4781b9-6cfd-4328-a442-6cb8ab84a0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:14.138780 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-95b2862c-f377-4761-8328-0edc358dd8dd req-709bcd4c-6443-4285-aecc-9e8e0a889818 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:14.141964 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4b4781b9-6cfd-4328-a442-6cb8ab84a0b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:14.143302 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-4b4781b9-6cfd-4328-a442-6cb8ab84a0b7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8a6c6a6d-0074-44dc-b43a-718da55da124 HTTP/1.1" status: 204 len: 168 time: 0.5760672 Dec 08 16:12:14.155324 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4781b9-6cfd-4328-a442-6cb8ab84a0b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6c6a6d-0074-44dc-b43a-718da55da124,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:14.180982 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709bcd4c-6443-4285-aecc-9e8e0a889818 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] Pushing event deleted for resources: {'Port': ['ID=47f2b69f-71b4-43cb-8a9e-1ace9125c090,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:14.227449 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-95b2862c-f377-4761-8328-0edc358dd8dd req-709bcd4c-6443-4285-aecc-9e8e0a889818 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] No DVR routers for this DVR port 47f2b69f-71b4-43cb-8a9e-1ace9125c090 on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:12:14.230106 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-95b2862c-f377-4761-8328-0edc358dd8dd req-709bcd4c-6443-4285-aecc-9e8e0a889818 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:14.233772 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-95b2862c-f377-4761-8328-0edc358dd8dd req-709bcd4c-6443-4285-aecc-9e8e0a889818 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] 10.222.0.76 "DELETE /v2.0/ports/47f2b69f-71b4-43cb-8a9e-1ace9125c090 HTTP/1.1" status: 204 len: 173 time: 1.0124974 Dec 08 16:12:14.234349 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16712d3c-a214-4d05-bf66-99d2884999f4', 'name': 'network-vif-deleted', 'tag': '47f2b69f-71b4-43cb-8a9e-1ace9125c090'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:12:14.236036 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-1f6508a6-e911-4594-a003-9aa8ba925803 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, aae70492-1682-4e18-b135-887c01697ca0) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:12:14.236670 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f40784-9052-4b93-bc1b-8addeb905f3b" -d '{"events": [{"server_uuid": "16712d3c-a214-4d05-bf66-99d2884999f4", "name": "network-vif-deleted", "tag": "47f2b69f-71b4-43cb-8a9e-1ace9125c090"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:12:14.248569 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6508a6-e911-4594-a003-9aa8ba925803 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:14.248771 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac5eb35-abc0-4f90-9e21-bb692b7d8616 None None] Network aae70492-1682-4e18-b135-887c01697ca0 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:12:14.249373 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1f6508a6-e911-4594-a003-9aa8ba925803 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:14.289350 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d2101f-e79f-4e78-9d0c-9217b107e78a x-openstack-request-id: req-f3d2101f-e79f-4e78-9d0c-9217b107e78a {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:12:14.289660 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16712d3c-a214-4d05-bf66-99d2884999f4", "name": "network-vif-deleted", "tag": "47f2b69f-71b4-43cb-8a9e-1ace9125c090", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:12:14.289945 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f3d2101f-e79f-4e78-9d0c-9217b107e78a {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:12:14.290892 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16712d3c-a214-4d05-bf66-99d2884999f4', 'name': 'network-vif-deleted', 'tag': '47f2b69f-71b4-43cb-8a9e-1ace9125c090', 'status': 'completed', 'code': 200} Dec 08 16:12:14.341992 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-1f6508a6-e911-4594-a003-9aa8ba925803 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4402671 Dec 08 16:12:14.374156 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2daf1e-04fd-492f-9dda-44ea8a933b37 None None] Network aae70492-1682-4e18-b135-887c01697ca0 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:12:14.438708 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44772d8f-70a2-4f61-9df9-6101a4260077 req-03b34769-718e-4ca2-a3b1-c41f587f3901 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:14.445355 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44772d8f-70a2-4f61-9df9-6101a4260077 req-03b34769-718e-4ca2-a3b1-c41f587f3901 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:14.451198 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44772d8f-70a2-4f61-9df9-6101a4260077 req-03b34769-718e-4ca2-a3b1-c41f587f3901 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:14.454657 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-44772d8f-70a2-4f61-9df9-6101a4260077 req-03b34769-718e-4ca2-a3b1-c41f587f3901 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9677a94d-373f-4e1a-9306-213e259cc569 HTTP/1.1" status: 200 len: 2416 time: 0.1112530 Dec 08 16:12:14.526036 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-44772d8f-70a2-4f61-9df9-6101a4260077 req-ffc2037d-d26b-4220-af31-f4f15f076396 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/security-groups?id=ca15dfaa-ea87-4015-8ed0-fd337a60a9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643857 Dec 08 16:12:14.598227 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-40fb894c-ccef-45c4-862f-d08edfa6ab2b req-c101c3e9-6333-4359-9629-fd1a76ceff10 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea3f4a1f-a767-4733-b8c4-397dd92a3cc7 HTTP/1.1" status: 200 len: 210 time: 0.0727623 Dec 08 16:12:14.690333 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['7391200b-a656-49d2-be8a-f22216a67d06', '47f985a6-7c6e-4d7c-9db8-7e8b7147a835'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:12:14.826037 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 3e9c5bf4-10e0-4b8c-a01f-4a78c1d02c8d up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:12:14.936777 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-564e33a3-2f52-4580-8657-5e89d56dfc9d req-98988307-3aa8-4faf-bdf9-14cdecd6ef62 tempest-ImagesOneServerTestJSON-963771581 tempest-ImagesOneServerTestJSON-963771581-project] 10.222.0.64 "GET /v2.0/ports?device_id=16712d3c-a214-4d05-bf66-99d2884999f4 HTTP/1.1" status: 200 len: 210 time: 0.0356166 Dec 08 16:12:15.004319 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port 3e9c5bf4-10e0-4b8c-a01f-4a78c1d02c8d completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:12:15.014202 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 3e9c5bf4-10e0-4b8c-a01f-4a78c1d02c8d triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:12:15.014484 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:15.087309 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f48be609-9796-4b48-80b0-595f4fe704ae req-113459a4-3272-4f89-8557-f1f928bbe41f tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/security-groups/3a2ecf7f-40cc-4eb5-972b-cf79faaa7e2e HTTP/1.1" status: 200 len: 1819 time: 0.0589366 Dec 08 16:12:15.090928 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f96961-c05c-4359-bb12-17177caf379c req-aae98645-2a0c-4149-a3ef-5985e11572a3 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:15.092499 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d5f96961-c05c-4359-bb12-17177caf379c req-aae98645-2a0c-4149-a3ef-5985e11572a3 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/networks?id=aae70492-1682-4e18-b135-887c01697ca0 HTTP/1.1" status: 200 len: 814 time: 0.1932356 Dec 08 16:12:15.123571 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d5f96961-c05c-4359-bb12-17177caf379c req-39d3dcb2-dfef-40e7-a374-f1a35d48779a tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/quotas/810520df5a8e4422956ae3b5265a3df4 HTTP/1.1" status: 200 len: 375 time: 0.0220485 Dec 08 16:12:15.158328 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f48be609-9796-4b48-80b0-595f4fe704ae req-46a08e04-4203-4878-865a-9863cf5a9e60 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:15.164405 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d5f96961-c05c-4359-bb12-17177caf379c req-bfec92a0-2b25-4d36-8e7a-a5b3d48feed1 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=810520df5a8e4422956ae3b5265a3df4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351303 Dec 08 16:12:15.185095 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f48be609-9796-4b48-80b0-595f4fe704ae req-46a08e04-4203-4878-865a-9863cf5a9e60 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:15.196840 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:15.229165 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:15.242772 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9677a94d-373f-4e1a-9306-213e259cc569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8944957-c824-43df-82b6-049e7e6b312f'}, {'server_uuid': '9677a94d-373f-4e1a-9306-213e259cc569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9c5bf4-10e0-4b8c-a01f-4a78c1d02c8d'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:12:15.246447 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aac01e8-c33e-48bd-be2f-f1d615f8d074" -d '{"events": [{"server_uuid": "9677a94d-373f-4e1a-9306-213e259cc569", "name": "network-vif-plugged", "status": "completed", "tag": "c8944957-c824-43df-82b6-049e7e6b312f"}, {"server_uuid": "9677a94d-373f-4e1a-9306-213e259cc569", "name": "network-vif-plugged", "status": "completed", "tag": "3e9c5bf4-10e0-4b8c-a01f-4a78c1d02c8d"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:12:15.253424 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 3e9c5bf4-10e0-4b8c-a01f-4a78c1d02c8d, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=3e9c5bf4-10e0-4b8c-a01f-4a78c1d02c8d,segment=NetworkSegment(bbe61393-49ce-48be-a1b4-c1e8c190933b),segment_id=bbe61393-49ce-48be-a1b4-c1e8c190933b)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:15.289696 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d5f96961-c05c-4359-bb12-17177caf379c req-56e48581-1658-4dc1-8295-b550c8ad3cfa service neutron] 10.222.0.64 "GET /v2.0/networks/aae70492-1682-4e18-b135-887c01697ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147556 Dec 08 16:12:15.345067 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:15.345783 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f48be609-9796-4b48-80b0-595f4fe704ae req-46a08e04-4203-4878-865a-9863cf5a9e60 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:15.346425 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 47f985a6-7c6e-4d7c-9db8-7e8b7147a835 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:12:15.349591 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f48be609-9796-4b48-80b0-595f4fe704ae req-46a08e04-4203-4878-865a-9863cf5a9e60 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:15.351073 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f48be609-9796-4b48-80b0-595f4fe704ae req-46a08e04-4203-4878-865a-9863cf5a9e60 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "DELETE /v2.0/security-groups/3a2ecf7f-40cc-4eb5-972b-cf79faaa7e2e HTTP/1.1" status: 204 len: 173 time: 0.2625334 Dec 08 16:12:15.366674 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a08e04-4203-4878-865a-9863cf5a9e60 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2ecf7f-40cc-4eb5-972b-cf79faaa7e2e,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:15.398188 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d5f96961-c05c-4359-bb12-17177caf379c req-b35e65ab-10fc-49f2-b325-0338cf90e1a9 service neutron] 10.222.0.64 "GET /v2.0/networks/aae70492-1682-4e18-b135-887c01697ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017339 Dec 08 16:12:15.400348 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: 47f985a6-7c6e-4d7c-9db8-7e8b7147a835 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:12:15.402472 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 47f985a6-7c6e-4d7c-9db8-7e8b7147a835 not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:12:15.402472 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 47f2b69f-71b4-43cb-8a9e-1ace9125c090 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:12:15.461197 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: 47f2b69f-71b4-43cb-8a9e-1ace9125c090 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:12:15.461548 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 47f2b69f-71b4-43cb-8a9e-1ace9125c090 not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:12:15.492910 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=3e9c5bf4-10e0-4b8c-a01f-4a78c1d02c8d,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:15.500938 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0085c6ea-f511-4003-aa67-0c4610d7329c req-d92fb213-3fcf-4a16-91c3-a5b14d7c9021 tempest-InstanceActionsV221TestJSON-1724176761 tempest-InstanceActionsV221TestJSON-1724176761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:15.504665 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0085c6ea-f511-4003-aa67-0c4610d7329c req-d92fb213-3fcf-4a16-91c3-a5b14d7c9021 tempest-InstanceActionsV221TestJSON-1724176761 tempest-InstanceActionsV221TestJSON-1724176761-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e49de12-f924-4a50-ad7e-36fcb5a9d410 HTTP/1.1" status: 200 len: 945 time: 0.0848849 Dec 08 16:12:15.564053 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45976) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:15.567393 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0085c6ea-f511-4003-aa67-0c4610d7329c req-3cac17d3-d1c5-46c3-943c-2f1ddc7290dd tempest-InstanceActionsV221TestJSON-1724176761 tempest-InstanceActionsV221TestJSON-1724176761-project] 10.222.0.64 "GET /v2.0/security-groups?id=79175807-58e9-468f-9367-55a5fe02da81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583603 Dec 08 16:12:15.620977 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Dec 2021 16:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae4d639-6434-4c4f-95da-929051a912cc x-openstack-request-id: req-dae4d639-6434-4c4f-95da-929051a912cc {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:12:15.621533 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9677a94d-373f-4e1a-9306-213e259cc569", "name": "network-vif-plugged", "status": "completed", "tag": "c8944957-c824-43df-82b6-049e7e6b312f", "code": 200}, {"server_uuid": "9677a94d-373f-4e1a-9306-213e259cc569", "name": "network-vif-plugged", "status": "completed", "tag": "3e9c5bf4-10e0-4b8c-a01f-4a78c1d02c8d", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:12:15.622065 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dae4d639-6434-4c4f-95da-929051a912cc {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:12:15.622779 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9677a94d-373f-4e1a-9306-213e259cc569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8944957-c824-43df-82b6-049e7e6b312f', 'code': 200} Dec 08 16:12:15.623238 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9677a94d-373f-4e1a-9306-213e259cc569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9c5bf4-10e0-4b8c-a01f-4a78c1d02c8d', 'code': 200} Dec 08 16:12:15.676623 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-73c152ef-0693-42f5-b8d0-a5b3e70f8329 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1196766161-network', 'tenant_id': 'b55b1b2a634f4b8b8cc488d40fb8fb4f'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:15.678590 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-95205a49-69c5-4a3e-948e-a0f397fc0413 req-bd344019-e797-4ba0-9e20-3c9aa1ba821b tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/security-groups/0b0e783f-10ae-4152-a4f4-921ea36a28c8 HTTP/1.1" status: 200 len: 1819 time: 0.0463822 Dec 08 16:12:15.749633 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-95205a49-69c5-4a3e-948e-a0f397fc0413 req-6e1f1232-172c-4a51-86b3-2ec7d8851fa8 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:15.752194 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c152ef-0693-42f5-b8d0-a5b3e70f8329 admin admin] Made reservation on behalf of b55b1b2a634f4b8b8cc488d40fb8fb4f for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:12:15.754615 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-73c152ef-0693-42f5-b8d0-a5b3e70f8329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:15.777489 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-95205a49-69c5-4a3e-948e-a0f397fc0413 req-6e1f1232-172c-4a51-86b3-2ec7d8851fa8 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:15.782623 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-73c152ef-0693-42f5-b8d0-a5b3e70f8329 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:15.821458 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41a8f52-d9f4-4923-bb05-e8e205d2a509 req-4cd4a6c7-89e9-4199-9e74-98c4e5334830 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:15.828442 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41a8f52-d9f4-4923-bb05-e8e205d2a509 req-4cd4a6c7-89e9-4199-9e74-98c4e5334830 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:15.835319 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41a8f52-d9f4-4923-bb05-e8e205d2a509 req-4cd4a6c7-89e9-4199-9e74-98c4e5334830 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:15.837085 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d41a8f52-d9f4-4923-bb05-e8e205d2a509 req-4cd4a6c7-89e9-4199-9e74-98c4e5334830 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9677a94d-373f-4e1a-9306-213e259cc569 HTTP/1.1" status: 200 len: 2417 time: 0.0983946 Dec 08 16:12:15.869874 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-95205a49-69c5-4a3e-948e-a0f397fc0413 req-6e1f1232-172c-4a51-86b3-2ec7d8851fa8 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:15.874411 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-95205a49-69c5-4a3e-948e-a0f397fc0413 req-6e1f1232-172c-4a51-86b3-2ec7d8851fa8 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:15.875827 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-95205a49-69c5-4a3e-948e-a0f397fc0413 req-6e1f1232-172c-4a51-86b3-2ec7d8851fa8 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "DELETE /v2.0/security-groups/0b0e783f-10ae-4152-a4f4-921ea36a28c8 HTTP/1.1" status: 204 len: 173 time: 0.1855776 Dec 08 16:12:15.885802 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1f1232-172c-4a51-86b3-2ec7d8851fa8 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0e783f-10ae-4152-a4f4-921ea36a28c8,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:15.919795 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d41a8f52-d9f4-4923-bb05-e8e205d2a509 req-d53aad7b-2dc9-4474-8198-a1b5a355106b tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/security-groups?id=ca15dfaa-ea87-4015-8ed0-fd337a60a9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741618 Dec 08 16:12:15.945703 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-73c152ef-0693-42f5-b8d0-a5b3e70f8329 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:16.031899 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-18522094-af79-44b3-85b9-47eeca70c0b3 req-285f9e80-a58c-4e4f-b003-69bf5c9ac809 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea3f4a1f-a767-4733-b8c4-397dd92a3cc7 HTTP/1.1" status: 200 len: 210 time: 0.0303288 Dec 08 16:12:16.051558 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-73c152ef-0693-42f5-b8d0-a5b3e70f8329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:16.070054 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73c152ef-0693-42f5-b8d0-a5b3e70f8329 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:12:16.097096 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c152ef-0693-42f5-b8d0-a5b3e70f8329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7918164e-f2af-4a6a-a83b-ae51d84da6ed,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:16.114590 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-73c152ef-0693-42f5-b8d0-a5b3e70f8329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:16.119155 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-73c152ef-0693-42f5-b8d0-a5b3e70f8329 admin admin] Added segment e0e794d2-5e8e-4369-ae91-9bbb8116e25a of type vlan for network ed9e94c5-59c3-4113-b41c-184ef84efaf9 Dec 08 16:12:16.119155 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-47ec4138-cfa8-4c29-989d-407e31d93882 req-e9458a61-7a5d-4795-9bb3-38e47853d50e tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 210 time: 0.0459292 Dec 08 16:12:16.154979 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-68440064-9733-4573-84a9-16b8a415695b req-24b8055c-c887-4927-bc77-bfc43ca78015 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2016929924', 'description': 'tempest-description-1397678305'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:16.170297 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-73c152ef-0693-42f5-b8d0-a5b3e70f8329 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:16.185533 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-db0fc6a0-e4cd-438f-8115-4bc4858e8963 req-8ea0592d-9326-4a6a-9b7e-1aba6da4aca8 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=15392057af79419bba246e0391d3a62d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234110 Dec 08 16:12:16.310589 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-68440064-9733-4573-84a9-16b8a415695b req-24b8055c-c887-4927-bc77-bfc43ca78015 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:16.312748 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-73c152ef-0693-42f5-b8d0-a5b3e70f8329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:16.314763 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c152ef-0693-42f5-b8d0-a5b3e70f8329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:16.315609 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-73c152ef-0693-42f5-b8d0-a5b3e70f8329 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:16.331150 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fc6a0-e4cd-438f-8115-4bc4858e8963 req-bd42f799-1805-43dc-b2e7-2dc588ebbd48 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:16.334209 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-db0fc6a0-e4cd-438f-8115-4bc4858e8963 req-bd42f799-1805-43dc-b2e7-2dc588ebbd48 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1416695 Dec 08 16:12:16.351606 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-db0fc6a0-e4cd-438f-8115-4bc4858e8963 req-87e039ad-e2fe-40d0-a7f1-04cfd14a6f5d tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Request body: {'port': {'device_id': 'ea3f4a1f-a767-4733-b8c4-397dd92a3cc7', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'admin_state_up': True, 'tenant_id': '15392057af79419bba246e0391d3a62d'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:16.408524 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c152ef-0693-42f5-b8d0-a5b3e70f8329 admin admin] Pushing event updated for resources: {'Network': ['ID=ed9e94c5-59c3-4113-b41c-184ef84efaf9,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:16.421904 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network ed9e94c5-59c3-4113-b41c-184ef84efaf9 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:12:16.493512 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-68440064-9733-4573-84a9-16b8a415695b req-24b8055c-c887-4927-bc77-bfc43ca78015 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:16.513172 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-73c152ef-0693-42f5-b8d0-a5b3e70f8329 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9479053 Dec 08 16:12:16.516715 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46000) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:16.521952 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-948b2b23-d9af-41d9-a978-e72137228de2 admin admin] Request body: {'subnet': {'network_id': 'ed9e94c5-59c3-4113-b41c-184ef84efaf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1196766161-subnet', 'tenant_id': 'b55b1b2a634f4b8b8cc488d40fb8fb4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:16.542479 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945680ed-ca42-40c0-8036-d693fcdc4a51 req-70b9ed70-ac1d-402e-98a0-ce54565d935a tempest-InstanceActionsV221TestJSON-1724176761 tempest-InstanceActionsV221TestJSON-1724176761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:16.544002 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-945680ed-ca42-40c0-8036-d693fcdc4a51 req-70b9ed70-ac1d-402e-98a0-ce54565d935a tempest-InstanceActionsV221TestJSON-1724176761 tempest-InstanceActionsV221TestJSON-1724176761-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e49de12-f924-4a50-ad7e-36fcb5a9d410 HTTP/1.1" status: 200 len: 945 time: 0.0805712 Dec 08 16:12:16.596073 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-68440064-9733-4573-84a9-16b8a415695b req-24b8055c-c887-4927-bc77-bfc43ca78015 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:16.614727 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-945680ed-ca42-40c0-8036-d693fcdc4a51 req-19b09832-de6f-44e7-a020-d3d9a6e38fed tempest-InstanceActionsV221TestJSON-1724176761 tempest-InstanceActionsV221TestJSON-1724176761-project] 10.222.0.64 "GET /v2.0/security-groups?id=79175807-58e9-468f-9367-55a5fe02da81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613725 Dec 08 16:12:16.646580 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b8055c-c887-4927-bc77-bfc43ca78015 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=036433f9-2795-424b-89d2-8b01afe67fac,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:16.669937 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:16.670372 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948b2b23-d9af-41d9-a978-e72137228de2 admin admin] Made reservation on behalf of b55b1b2a634f4b8b8cc488d40fb8fb4f for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:12:16.672941 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-948b2b23-d9af-41d9-a978-e72137228de2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:16.760447 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-68440064-9733-4573-84a9-16b8a415695b req-24b8055c-c887-4927-bc77-bfc43ca78015 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:16.771169 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-68440064-9733-4573-84a9-16b8a415695b req-24b8055c-c887-4927-bc77-bfc43ca78015 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.6187789 Dec 08 16:12:16.818626 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device bcd36c0a-2929-400a-a461-d1bfa60bf3fd up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:12:16.823359 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-249c41f0-e844-49ea-abd0-7c9e0a7cc030 req-2e4fbc19-1671-4aef-9d69-7fd967cc7cae tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/security-groups/036433f9-2795-424b-89d2-8b01afe67fac HTTP/1.1" status: 200 len: 1820 time: 0.0389066 Dec 08 16:12:16.834977 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-249c41f0-e844-49ea-abd0-7c9e0a7cc030 req-2fd100a0-0af7-4f3c-99ef-4cc1f315fb24 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Request body: {'security_group': {'name': 'tempest-sg-hth-439414621', 'description': 'tempest-description-hth-175864785'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:16.866010 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db0fc6a0-e4cd-438f-8115-4bc4858e8963 req-87e039ad-e2fe-40d0-a7f1-04cfd14a6f5d tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Made reservation on behalf of 15392057af79419bba246e0391d3a62d for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:12:16.870173 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-db0fc6a0-e4cd-438f-8115-4bc4858e8963 req-87e039ad-e2fe-40d0-a7f1-04cfd14a6f5d tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:16.884417 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-249c41f0-e844-49ea-abd0-7c9e0a7cc030 req-2fd100a0-0af7-4f3c-99ef-4cc1f315fb24 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks [] for security_group, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:16.938979 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-948b2b23-d9af-41d9-a978-e72137228de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:16.978590 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46010) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:17.001557 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port bcd36c0a-2929-400a-a461-d1bfa60bf3fd completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:12:17.006643 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port bcd36c0a-2929-400a-a461-d1bfa60bf3fd triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:12:17.007304 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:17.040353 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948b2b23-d9af-41d9-a978-e72137228de2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77ea5472-df9e-4448-994c-ff9ce66a8c16,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:17.042620 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-249c41f0-e844-49ea-abd0-7c9e0a7cc030 req-2fd100a0-0af7-4f3c-99ef-4cc1f315fb24 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks [] for security_group, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:17.079931 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-db0fc6a0-e4cd-438f-8115-4bc4858e8963 req-87e039ad-e2fe-40d0-a7f1-04cfd14a6f5d tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Allocated IP 192.168.233.161 (b91759c7-445e-4f7b-9fc4-64d80951832c/c93b3a32-b438-4a47-8558-220c03febf97/7cb8c769-05fa-446f-a5c4-b48d4c3ac2a8) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:12:17.092282 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948b2b23-d9af-41d9-a978-e72137228de2 admin admin] Checking segment: {'id': 'e0e794d2-5e8e-4369-ae91-9bbb8116e25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ed9e94c5-59c3-4113-b41c-184ef84efaf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:12:17.092643 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948b2b23-d9af-41d9-a978-e72137228de2 admin admin] Network hostable DHCP agents. Network: ed9e94c5-59c3-4113-b41c-184ef84efaf9, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:12:17.108589 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-249c41f0-e844-49ea-abd0-7c9e0a7cc030 req-2fd100a0-0af7-4f3c-99ef-4cc1f315fb24 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:17.114056 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-249c41f0-e844-49ea-abd0-7c9e0a7cc030 req-2fd100a0-0af7-4f3c-99ef-4cc1f315fb24 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:17.114056 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-249c41f0-e844-49ea-abd0-7c9e0a7cc030 req-2fd100a0-0af7-4f3c-99ef-4cc1f315fb24 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "PUT /v2.0/security-groups/036433f9-2795-424b-89d2-8b01afe67fac HTTP/1.1" status: 200 len: 1792 time: 0.2825081 Dec 08 16:12:17.120756 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede93a1b-c74b-4d04-94b8-c1aa4c488612 req-40a1ca32-d3e0-4756-8cad-c1d9fb481fcf tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:17.136074 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede93a1b-c74b-4d04-94b8-c1aa4c488612 req-40a1ca32-d3e0-4756-8cad-c1d9fb481fcf tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:17.143555 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:17.146240 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede93a1b-c74b-4d04-94b8-c1aa4c488612 req-40a1ca32-d3e0-4756-8cad-c1d9fb481fcf tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:17.148015 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ede93a1b-c74b-4d04-94b8-c1aa4c488612 req-40a1ca32-d3e0-4756-8cad-c1d9fb481fcf tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9677a94d-373f-4e1a-9306-213e259cc569 HTTP/1.1" status: 200 len: 2417 time: 0.1423330 Dec 08 16:12:17.182106 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port bcd36c0a-2929-400a-a461-d1bfa60bf3fd, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=bcd36c0a-2929-400a-a461-d1bfa60bf3fd,segment=NetworkSegment(ebec3e86-2dd4-45ef-9bd6-96beb12c7dc2),segment_id=ebec3e86-2dd4-45ef-9bd6-96beb12c7dc2)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:17.189602 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd100a0-0af7-4f3c-99ef-4cc1f315fb24 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=036433f9-2795-424b-89d2-8b01afe67fac,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:17.260295 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ec01b1d4-18c1-4cac-ab1b-b2fee050e9e1 req-e223582a-664b-4691-b268-ff20254a4417 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea3f4a1f-a767-4733-b8c4-397dd92a3cc7 HTTP/1.1" status: 200 len: 210 time: 0.0569146 Dec 08 16:12:17.270939 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948b2b23-d9af-41d9-a978-e72137228de2 admin admin] Network ed9e94c5-59c3-4113-b41c-184ef84efaf9 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:12:17.284713 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ede93a1b-c74b-4d04-94b8-c1aa4c488612 req-f901b4ef-02d8-4e4e-9799-4a572724bacb tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/security-groups?id=ca15dfaa-ea87-4015-8ed0-fd337a60a9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171517 Dec 08 16:12:17.288749 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-bad29fad-ab0e-4a01-acfe-6b0388b47a0d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e6293d9222384625bb5ec3b2fa917a07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3075471 Dec 08 16:12:17.291311 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46020) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:17.299306 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:17.350671 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-784b0271-bf5f-44ee-8a3c-fe1d67114896 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:17.375270 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=bcd36c0a-2929-400a-a461-d1bfa60bf3fd,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:17.376483 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-784b0271-bf5f-44ee-8a3c-fe1d67114896 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:17.380773 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-db0fc6a0-e4cd-438f-8115-4bc4858e8963 req-87e039ad-e2fe-40d0-a7f1-04cfd14a6f5d tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:17.392458 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-948b2b23-d9af-41d9-a978-e72137228de2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, ed9e94c5-59c3-4113-b41c-184ef84efaf9) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:12:17.402226 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41589a5-c896-48ec-898a-d0eae20b1dae None None] Network ed9e94c5-59c3-4113-b41c-184ef84efaf9 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:12:17.412441 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-508f2be4-ea76-4ca7-88ce-3cf828331c62 req-8ed240e0-56c1-44c9-8512-fb668c9d95cd tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 210 time: 0.0390859 Dec 08 16:12:17.417501 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948b2b23-d9af-41d9-a978-e72137228de2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:17.417501 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-948b2b23-d9af-41d9-a978-e72137228de2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:17.427673 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8649b43d-fd90-4ef3-b5b8-02bd0d485163 req-e85b819a-b435-4420-8e62-d2c076865e06 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/security-groups/036433f9-2795-424b-89d2-8b01afe67fac HTTP/1.1" status: 200 len: 1792 time: 0.1318386 Dec 08 16:12:17.480856 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:17.500742 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9bfc501b-af7e-447b-9265-33e3786da59f req-9a050d68-c52d-46fe-bdc8-b1d929242d34 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/security-groups/036433f9-2795-424b-89d2-8b01afe67fac HTTP/1.1" status: 200 len: 1792 time: 0.0596852 Dec 08 16:12:17.548903 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-948b2b23-d9af-41d9-a978-e72137228de2 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0203872 Dec 08 16:12:17.569762 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-9bfc501b-af7e-447b-9265-33e3786da59f req-9ad46441-02de-4084-a3b8-3e85a9b044a6 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:17.590729 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35170be6-9251-478b-af03-4f125d5d2df6 None None] Network ed9e94c5-59c3-4113-b41c-184ef84efaf9 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:12:17.591391 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-784b0271-bf5f-44ee-8a3c-fe1d67114896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:17.597012 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-784b0271-bf5f-44ee-8a3c-fe1d67114896 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:17.599217 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-784b0271-bf5f-44ee-8a3c-fe1d67114896 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2a3bf41a-ab09-4241-8cdb-6ef5c223e263 HTTP/1.1" status: 204 len: 168 time: 0.3068542 Dec 08 16:12:17.602187 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-db0fc6a0-e4cd-438f-8115-4bc4858e8963 req-87e039ad-e2fe-40d0-a7f1-04cfd14a6f5d tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:17.607222 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-9bfc501b-af7e-447b-9265-33e3786da59f req-9ad46441-02de-4084-a3b8-3e85a9b044a6 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:17.637274 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784b0271-bf5f-44ee-8a3c-fe1d67114896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3bf41a-ab09-4241-8cdb-6ef5c223e263,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:17.644824 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9677a94d-373f-4e1a-9306-213e259cc569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd36c0a-2929-400a-a461-d1bfa60bf3fd'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:12:17.665746 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f503737f-98c3-4941-abcf-2aea1d6f1d3d" -d '{"events": [{"server_uuid": "9677a94d-373f-4e1a-9306-213e259cc569", "name": "network-vif-plugged", "status": "completed", "tag": "bcd36c0a-2929-400a-a461-d1bfa60bf3fd"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:12:17.672879 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['fa7c8c03-37fb-40ec-8c95-4187d1cf1adb', '4a824d61-b93a-41b6-8964-589ab2364818', 'f50b339b-81c1-4ba5-8b7d-007a6185e8bf'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:12:17.679596 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['6fcbf224-ea5a-407f-a8b9-3919aa81a099', 'f1d9c5ab-ec87-4646-a313-a0cdf7e42396'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:12:17.726241 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db0fc6a0-e4cd-438f-8115-4bc4858e8963 req-87e039ad-e2fe-40d0-a7f1-04cfd14a6f5d tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Network b91759c7-445e-4f7b-9fc4-64d80951832c is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:12:17.732708 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-db0fc6a0-e4cd-438f-8115-4bc4858e8963 req-87e039ad-e2fe-40d0-a7f1-04cfd14a6f5d tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:12:17.738724 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-db0fc6a0-e4cd-438f-8115-4bc4858e8963 req-87e039ad-e2fe-40d0-a7f1-04cfd14a6f5d tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:12:17.744498 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e039ad-e2fe-40d0-a7f1-04cfd14a6f5d tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Pushing event updated for resources: {'Port': ['ID=7cb8c769-05fa-446f-a5c4-b48d4c3ac2a8,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:17.825836 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fc6a0-e4cd-438f-8115-4bc4858e8963 req-87e039ad-e2fe-40d0-a7f1-04cfd14a6f5d tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:17.827091 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-db0fc6a0-e4cd-438f-8115-4bc4858e8963 req-87e039ad-e2fe-40d0-a7f1-04cfd14a6f5d tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:17.884431 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21939ff4-e7ab-4efc-be2d-67dc64ce4a79 req-d6940e4b-339e-4b3a-9cba-44b7d74dc4b4 tempest-InstanceActionsV221TestJSON-1724176761 tempest-InstanceActionsV221TestJSON-1724176761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:17.885010 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-9bfc501b-af7e-447b-9265-33e3786da59f req-9ad46441-02de-4084-a3b8-3e85a9b044a6 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:17.888118 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-9bfc501b-af7e-447b-9265-33e3786da59f req-9ad46441-02de-4084-a3b8-3e85a9b044a6 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:17.893698 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9bfc501b-af7e-447b-9265-33e3786da59f req-9ad46441-02de-4084-a3b8-3e85a9b044a6 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "DELETE /v2.0/security-groups/036433f9-2795-424b-89d2-8b01afe67fac HTTP/1.1" status: 204 len: 173 time: 0.3865428 Dec 08 16:12:17.897653 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-21939ff4-e7ab-4efc-be2d-67dc64ce4a79 req-d6940e4b-339e-4b3a-9cba-44b7d74dc4b4 tempest-InstanceActionsV221TestJSON-1724176761 tempest-InstanceActionsV221TestJSON-1724176761-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e49de12-f924-4a50-ad7e-36fcb5a9d410 HTTP/1.1" status: 200 len: 945 time: 0.1518726 Dec 08 16:12:17.929889 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad46441-02de-4084-a3b8-3e85a9b044a6 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=036433f9-2795-424b-89d2-8b01afe67fac,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:17.946100 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b0243-e4f7-4624-965b-57e04c7d27a3 req-d0f3f6d7-24c6-4072-bb05-aa05f27a9270 tempest-InstanceActionsV221TestJSON-1724176761 tempest-InstanceActionsV221TestJSON-1724176761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:17.948088 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4e8b0243-e4f7-4624-965b-57e04c7d27a3 req-d0f3f6d7-24c6-4072-bb05-aa05f27a9270 tempest-InstanceActionsV221TestJSON-1724176761 tempest-InstanceActionsV221TestJSON-1724176761-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e49de12-f924-4a50-ad7e-36fcb5a9d410 HTTP/1.1" status: 200 len: 945 time: 0.1619833 Dec 08 16:12:17.980157 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-21939ff4-e7ab-4efc-be2d-67dc64ce4a79 req-834ae35e-6181-431c-9832-07cd5ffe696f tempest-InstanceActionsV221TestJSON-1724176761 tempest-InstanceActionsV221TestJSON-1724176761-project] 10.222.0.64 "GET /v2.0/security-groups?id=79175807-58e9-468f-9367-55a5fe02da81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748281 Dec 08 16:12:17.980424 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-db0fc6a0-e4cd-438f-8115-4bc4858e8963 req-87e039ad-e2fe-40d0-a7f1-04cfd14a6f5d tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6341136 Dec 08 16:12:18.040012 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1772ea-3222-4ab7-ba56-d6a869e259d4 x-openstack-request-id: req-ef1772ea-3222-4ab7-ba56-d6a869e259d4 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:12:18.040815 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9677a94d-373f-4e1a-9306-213e259cc569", "name": "network-vif-plugged", "status": "completed", "tag": "bcd36c0a-2929-400a-a461-d1bfa60bf3fd", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:12:18.041298 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ef1772ea-3222-4ab7-ba56-d6a869e259d4 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:12:18.041780 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9677a94d-373f-4e1a-9306-213e259cc569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd36c0a-2929-400a-a461-d1bfa60bf3fd', 'code': 200} Dec 08 16:12:18.049390 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-db0fc6a0-e4cd-438f-8115-4bc4858e8963 req-ef9bb4f8-7197-4f9c-9758-19611fd8ac68 service neutron] Request body: {'port': {'device_id': 'ea3f4a1f-a767-4733-b8c4-397dd92a3cc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:18.208259 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-db0fc6a0-e4cd-438f-8115-4bc4858e8963 req-ef9bb4f8-7197-4f9c-9758-19611fd8ac68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:18.226878 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1433b4d4-5801-43c1-b167-9cfda504717e req-c90a2441-38e2-4cab-a7a4-93db40de5249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:18.229162 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1433b4d4-5801-43c1-b167-9cfda504717e req-c90a2441-38e2-4cab-a7a4-93db40de5249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:18.231783 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1433b4d4-5801-43c1-b167-9cfda504717e req-c90a2441-38e2-4cab-a7a4-93db40de5249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:18.236198 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1433b4d4-5801-43c1-b167-9cfda504717e req-c90a2441-38e2-4cab-a7a4-93db40de5249 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9677a94d-373f-4e1a-9306-213e259cc569 HTTP/1.1" status: 200 len: 2874 time: 0.1266098 Dec 08 16:12:18.265380 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [req-14ec0160-4607-42f5-addc-6766f5b2eef0 req-3a662ab8-f7ae-4840-aeba-d383655478e2 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] show failed (client error): The resource could not be found. Dec 08 16:12:18.277484 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-14ec0160-4607-42f5-addc-6766f5b2eef0 req-3a662ab8-f7ae-4840-aeba-d383655478e2 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/security-groups/0b0e783f-10ae-4152-a4f4-921ea36a28c8 HTTP/1.1" status: 404 len: 352 time: 0.0386281 Dec 08 16:12:18.307433 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-4e8b0243-e4f7-4624-965b-57e04c7d27a3 req-b983f4ac-0695-4825-a4ab-27d5fc9a5bcf tempest-InstanceActionsV221TestJSON-1724176761 tempest-InstanceActionsV221TestJSON-1724176761-project] Deleting port d0b3fcd5-0b34-414b-aa40-9b91171f99ce {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:12:18.307801 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-4e8b0243-e4f7-4624-965b-57e04c7d27a3 req-b983f4ac-0695-4825-a4ab-27d5fc9a5bcf tempest-InstanceActionsV221TestJSON-1724176761 tempest-InstanceActionsV221TestJSON-1724176761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:18.335231 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [req-3093e881-aac2-4562-80a0-72395937c17f req-15c212a6-9b2a-4748-aedc-d0caa1e6b5bc tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] show failed (client error): The resource could not be found. Dec 08 16:12:18.336592 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3093e881-aac2-4562-80a0-72395937c17f req-15c212a6-9b2a-4748-aedc-d0caa1e6b5bc tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/security-groups/3a2ecf7f-40cc-4eb5-972b-cf79faaa7e2e HTTP/1.1" status: 404 len: 352 time: 0.0342274 Dec 08 16:12:18.356019 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1433b4d4-5801-43c1-b167-9cfda504717e req-af52e66b-20d8-447e-9cc9-8e12574d2f9c service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=ca15dfaa-ea87-4015-8ed0-fd337a60a9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069899 Dec 08 16:12:18.363039 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-e6b851f8-d76e-4249-9b19-29ef278e1c05 None None] Provisioning complete for port 7cb8c769-05fa-446f-a5c4-b48d4c3ac2a8 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:12:18.363957 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e6b851f8-d76e-4249-9b19-29ef278e1c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:18.466008 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-e6b851f8-d76e-4249-9b19-29ef278e1c05 None None] Port 7cb8c769-05fa-446f-a5c4-b48d4c3ac2a8 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:12:18.571176 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f762936-6473-4a5a-ab3b-86b5fcb50582 req-ab583251-b717-494c-83d9-a884e3ef5090 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:18.581102 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2f762936-6473-4a5a-ab3b-86b5fcb50582 req-ab583251-b717-494c-83d9-a884e3ef5090 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea3f4a1f-a767-4733-b8c4-397dd92a3cc7 HTTP/1.1" status: 200 len: 936 time: 0.1314762 Dec 08 16:12:18.644829 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2f762936-6473-4a5a-ab3b-86b5fcb50582 req-03b7039a-533e-4eb7-89b9-2cbc886f6944 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626996 Dec 08 16:12:18.822783 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-db0fc6a0-e4cd-438f-8115-4bc4858e8963 req-ef9bb4f8-7197-4f9c-9758-19611fd8ac68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cb8c769-05fa-446f-a5c4-b48d4c3ac2a8 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:12:18.858354 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-db0fc6a0-e4cd-438f-8115-4bc4858e8963 req-ef9bb4f8-7197-4f9c-9758-19611fd8ac68 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:18.871712 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-4e8b0243-e4f7-4624-965b-57e04c7d27a3 req-b983f4ac-0695-4825-a4ab-27d5fc9a5bcf tempest-InstanceActionsV221TestJSON-1724176761 tempest-InstanceActionsV221TestJSON-1724176761-project] For port d0b3fcd5-0b34-414b-aa40-9b91171f99ce, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=d0b3fcd5-0b34-414b-aa40-9b91171f99ce,segment=NetworkSegment(c4497e93-7a8c-4248-a536-5af27879f821),segment_id=c4497e93-7a8c-4248-a536-5af27879f821)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:18.872059 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-4e8b0243-e4f7-4624-965b-57e04c7d27a3 req-b983f4ac-0695-4825-a4ab-27d5fc9a5bcf tempest-InstanceActionsV221TestJSON-1724176761 tempest-InstanceActionsV221TestJSON-1724176761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:18.905895 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997a180-43ab-4a75-9da2-bc9dbfab3fc2 req-9d72934f-d14b-4e10-8315-e400e8c4ecd4 tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:18.907583 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4997a180-43ab-4a75-9da2-bc9dbfab3fc2 req-9d72934f-d14b-4e10-8315-e400e8c4ecd4 tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] 10.222.0.64 "GET /v2.0/networks?id=ed9e94c5-59c3-4113-b41c-184ef84efaf9 HTTP/1.1" status: 200 len: 814 time: 0.2826550 Dec 08 16:12:18.912569 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f96961-c05c-4359-bb12-17177caf379c req-95fc63d8-3e70-4ea4-8e70-e12e3c33b91a tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:18.913164 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-4e8b0243-e4f7-4624-965b-57e04c7d27a3 req-b983f4ac-0695-4825-a4ab-27d5fc9a5bcf tempest-InstanceActionsV221TestJSON-1724176761 tempest-InstanceActionsV221TestJSON-1724176761-project] Calling delete_port for d0b3fcd5-0b34-414b-aa40-9b91171f99ce owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:12:18.913758 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d5f96961-c05c-4359-bb12-17177caf379c req-95fc63d8-3e70-4ea4-8e70-e12e3c33b91a tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.37 "GET /v2.0/networks?id=aae70492-1682-4e18-b135-887c01697ca0 HTTP/1.1" status: 200 len: 814 time: 0.2166522 Dec 08 16:12:18.918153 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-db0fc6a0-e4cd-438f-8115-4bc4858e8963 req-ef9bb4f8-7197-4f9c-9758-19611fd8ac68 service neutron] Transition to ACTIVE for port object 7cb8c769-05fa-446f-a5c4-b48d4c3ac2a8 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:12:18.933562 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4997a180-43ab-4a75-9da2-bc9dbfab3fc2 req-29b26851-1325-477a-9b35-c82b06e8f3bd tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] 10.222.0.64 "GET /v2.0/quotas/b55b1b2a634f4b8b8cc488d40fb8fb4f HTTP/1.1" status: 200 len: 375 time: 0.0182326 Dec 08 16:12:18.936105 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a53c7-14ee-4d8d-af94-6d6bc1a45ef5 req-468e0da1-b2cf-4b50-b45b-baa44ee50385 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:18.943039 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a53c7-14ee-4d8d-af94-6d6bc1a45ef5 req-468e0da1-b2cf-4b50-b45b-baa44ee50385 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:18.949107 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a53c7-14ee-4d8d-af94-6d6bc1a45ef5 req-468e0da1-b2cf-4b50-b45b-baa44ee50385 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:18.950821 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-348a53c7-14ee-4d8d-af94-6d6bc1a45ef5 req-468e0da1-b2cf-4b50-b45b-baa44ee50385 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9677a94d-373f-4e1a-9306-213e259cc569 HTTP/1.1" status: 200 len: 2418 time: 0.1232965 Dec 08 16:12:18.955382 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-d5f96961-c05c-4359-bb12-17177caf379c req-60dd0d9e-ffa4-4541-a393-9086ee9686b5 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Request body: {'port': {'device_id': '58298f4d-121a-4a61-bd3d-e413c08b2288', 'network_id': 'aae70492-1682-4e18-b135-887c01697ca0', 'admin_state_up': True, 'tenant_id': '810520df5a8e4422956ae3b5265a3df4'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:18.995056 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-db0fc6a0-e4cd-438f-8115-4bc4858e8963 req-ef9bb4f8-7197-4f9c-9758-19611fd8ac68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:19.079005 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-348a53c7-14ee-4d8d-af94-6d6bc1a45ef5 req-9da29e4b-f710-413e-8d43-a84ef0fe397a tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/security-groups?id=ca15dfaa-ea87-4015-8ed0-fd337a60a9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147382 Dec 08 16:12:19.134965 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [req-c7ed20e2-cbcb-45f1-a696-c0cd5dac1b1a req-7bf27605-b781-44a6-b5a0-df803c467258 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] show failed (client error): The resource could not be found. Dec 08 16:12:19.136058 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c7ed20e2-cbcb-45f1-a696-c0cd5dac1b1a req-7bf27605-b781-44a6-b5a0-df803c467258 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/security-groups/7a5271a2-1517-4362-ab64-264e54b65ccf HTTP/1.1" status: 404 len: 352 time: 0.0306566 Dec 08 16:12:19.221534 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f131377f-bdb6-4e8c-a515-2bb6a7a67de0 req-757b1977-eb33-47e0-a99e-462505e954a3 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 210 time: 0.0286596 Dec 08 16:12:19.246986 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5f96961-c05c-4359-bb12-17177caf379c req-60dd0d9e-ffa4-4541-a393-9086ee9686b5 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Made reservation on behalf of 810520df5a8e4422956ae3b5265a3df4 for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:12:19.251313 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-d5f96961-c05c-4359-bb12-17177caf379c req-60dd0d9e-ffa4-4541-a393-9086ee9686b5 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:19.384298 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4997a180-43ab-4a75-9da2-bc9dbfab3fc2 req-217c53f2-471f-455e-98a3-1223bd9bd631 tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b55b1b2a634f4b8b8cc488d40fb8fb4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4055042 Dec 08 16:12:19.436576 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898fc5b-0964-4bae-943e-88896c44b375 req-b1eb4f51-6b2e-4dd1-923e-17cba639be3f tempest-InstanceActionsV221TestJSON-1724176761 tempest-InstanceActionsV221TestJSON-1724176761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:19.438226 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8898fc5b-0964-4bae-943e-88896c44b375 req-b1eb4f51-6b2e-4dd1-923e-17cba639be3f tempest-InstanceActionsV221TestJSON-1724176761 tempest-InstanceActionsV221TestJSON-1724176761-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e49de12-f924-4a50-ad7e-36fcb5a9d410 HTTP/1.1" status: 200 len: 945 time: 0.1090324 Dec 08 16:12:19.465802 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [req-d5f96961-c05c-4359-bb12-17177caf379c req-60dd0d9e-ffa4-4541-a393-9086ee9686b5 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Allocated IP 172.20.0.6 (aae70492-1682-4e18-b135-887c01697ca0/c5b9a45e-f6fb-459d-ae2c-34fcbd17d9b9/77c117d3-70dc-4550-8495-cc1d394f2397) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:12:19.506677 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9bb4f8-7197-4f9c-9758-19611fd8ac68 service neutron] Pushing event updated for resources: {'Port': ['ID=7cb8c769-05fa-446f-a5c4-b48d4c3ac2a8,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:19.517896 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8898fc5b-0964-4bae-943e-88896c44b375 req-38cde052-1292-4d73-8e0a-82b6eb9be65c tempest-InstanceActionsV221TestJSON-1724176761 tempest-InstanceActionsV221TestJSON-1724176761-project] 10.222.0.64 "GET /v2.0/security-groups?id=79175807-58e9-468f-9367-55a5fe02da81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700145 Dec 08 16:12:19.610870 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [req-87baa883-5676-4581-9613-a7f7152b94df req-e519f0ca-e258-4066-a6c5-480b6482b233 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] show failed (client error): The resource could not be found. Dec 08 16:12:19.611939 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-87baa883-5676-4581-9613-a7f7152b94df req-e519f0ca-e258-4066-a6c5-480b6482b233 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/security-groups/53b1d42f-e7c9-4106-85db-b7a774854211 HTTP/1.1" status: 404 len: 352 time: 0.0241382 Dec 08 16:12:19.636410 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-db0fc6a0-e4cd-438f-8115-4bc4858e8963 req-ef9bb4f8-7197-4f9c-9758-19611fd8ac68 service neutron] Attempting to bind port 7cb8c769-05fa-446f-a5c4-b48d4c3ac2a8 on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:12:19.636755 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-db0fc6a0-e4cd-438f-8115-4bc4858e8963 req-ef9bb4f8-7197-4f9c-9758-19611fd8ac68 service neutron] Attempting to bind port 7cb8c769-05fa-446f-a5c4-b48d4c3ac2a8 by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:12:19.637088 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0fc6a0-e4cd-438f-8115-4bc4858e8963 req-ef9bb4f8-7197-4f9c-9758-19611fd8ac68 service neutron] Attempting to bind port 7cb8c769-05fa-446f-a5c4-b48d4c3ac2a8 on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:12:19.652368 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4997a180-43ab-4a75-9da2-bc9dbfab3fc2 req-2a6dac55-00f0-4001-a344-2d80fd98f3d5 service neutron] 10.222.0.64 "GET /v2.0/networks/ed9e94c5-59c3-4113-b41c-184ef84efaf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552226 Dec 08 16:12:19.685935 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0fc6a0-e4cd-438f-8115-4bc4858e8963 req-ef9bb4f8-7197-4f9c-9758-19611fd8ac68 service neutron] Port 7cb8c769-05fa-446f-a5c4-b48d4c3ac2a8 on network b91759c7-445e-4f7b-9fc4-64d80951832c not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:12:19.686243 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0fc6a0-e4cd-438f-8115-4bc4858e8963 req-ef9bb4f8-7197-4f9c-9758-19611fd8ac68 service neutron] Attempting to bind port 7cb8c769-05fa-446f-a5c4-b48d4c3ac2a8 on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:12:19.687146 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-d5f96961-c05c-4359-bb12-17177caf379c req-60dd0d9e-ffa4-4541-a393-9086ee9686b5 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:19.722704 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0fc6a0-e4cd-438f-8115-4bc4858e8963 req-ef9bb4f8-7197-4f9c-9758-19611fd8ac68 service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:12:19.723054 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0fc6a0-e4cd-438f-8115-4bc4858e8963 req-ef9bb4f8-7197-4f9c-9758-19611fd8ac68 service neutron] Checking segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:12:19.723441 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0fc6a0-e4cd-438f-8115-4bc4858e8963 req-ef9bb4f8-7197-4f9c-9758-19611fd8ac68 service neutron] Bound using segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:12:19.723876 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-db0fc6a0-e4cd-438f-8115-4bc4858e8963 req-ef9bb4f8-7197-4f9c-9758-19611fd8ac68 service neutron] Bound port: 7cb8c769-05fa-446f-a5c4-b48d4c3ac2a8, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:12:19.724394 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-db0fc6a0-e4cd-438f-8115-4bc4858e8963 req-ef9bb4f8-7197-4f9c-9758-19611fd8ac68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:19.810174 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-4e8b0243-e4f7-4624-965b-57e04c7d27a3 req-b983f4ac-0695-4825-a4ab-27d5fc9a5bcf tempest-InstanceActionsV221TestJSON-1724176761 tempest-InstanceActionsV221TestJSON-1724176761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:19.833941 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['d0b3fcd5-0b34-414b-aa40-9b91171f99ce'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:12:19.842593 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [req-87d9988e-2a30-4dbc-8b29-868a233c5a50 req-0f084e7b-bf56-4613-8d9d-4a9f92088e56 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] show failed (client error): The resource could not be found. Dec 08 16:12:19.844809 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-87d9988e-2a30-4dbc-8b29-868a233c5a50 req-0f084e7b-bf56-4613-8d9d-4a9f92088e56 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/security-groups/42198828-1fa2-4c73-81d3-f83d24835b82 HTTP/1.1" status: 404 len: 352 time: 0.0197244 Dec 08 16:12:19.847422 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-d5f96961-c05c-4359-bb12-17177caf379c req-60dd0d9e-ffa4-4541-a393-9086ee9686b5 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:19.889234 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4997a180-43ab-4a75-9da2-bc9dbfab3fc2 req-afc5cc80-f80d-4115-a5c8-01d6ded2af4d service neutron] 10.222.0.64 "GET /v2.0/networks/ed9e94c5-59c3-4113-b41c-184ef84efaf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358685 Dec 08 16:12:19.890103 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b983f4ac-0695-4825-a4ab-27d5fc9a5bcf tempest-InstanceActionsV221TestJSON-1724176761 tempest-InstanceActionsV221TestJSON-1724176761-project] Pushing event deleted for resources: {'Port': ['ID=d0b3fcd5-0b34-414b-aa40-9b91171f99ce,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:19.904723 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-db0fc6a0-e4cd-438f-8115-4bc4858e8963 req-ef9bb4f8-7197-4f9c-9758-19611fd8ac68 service neutron] For port 7cb8c769-05fa-446f-a5c4-b48d4c3ac2a8, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:12:19.923899 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-db0fc6a0-e4cd-438f-8115-4bc4858e8963 req-ef9bb4f8-7197-4f9c-9758-19611fd8ac68 service neutron] For port 7cb8c769-05fa-446f-a5c4-b48d4c3ac2a8, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=7cb8c769-05fa-446f-a5c4-b48d4c3ac2a8,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:12:19.948522 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5f96961-c05c-4359-bb12-17177caf379c req-60dd0d9e-ffa4-4541-a393-9086ee9686b5 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Network aae70492-1682-4e18-b135-887c01697ca0 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:12:19.954872 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [req-d5f96961-c05c-4359-bb12-17177caf379c req-60dd0d9e-ffa4-4541-a393-9086ee9686b5 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:12:19.968578 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f96961-c05c-4359-bb12-17177caf379c req-60dd0d9e-ffa4-4541-a393-9086ee9686b5 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:12:20.016704 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e8b0243-e4f7-4624-965b-57e04c7d27a3 req-b983f4ac-0695-4825-a4ab-27d5fc9a5bcf tempest-InstanceActionsV221TestJSON-1724176761 tempest-InstanceActionsV221TestJSON-1724176761-project] No DVR routers for this DVR port d0b3fcd5-0b34-414b-aa40-9b91171f99ce on host n-h2-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:12:20.020033 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-4e8b0243-e4f7-4624-965b-57e04c7d27a3 req-b983f4ac-0695-4825-a4ab-27d5fc9a5bcf tempest-InstanceActionsV221TestJSON-1724176761 tempest-InstanceActionsV221TestJSON-1724176761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:20.025141 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4e8b0243-e4f7-4624-965b-57e04c7d27a3 req-b983f4ac-0695-4825-a4ab-27d5fc9a5bcf tempest-InstanceActionsV221TestJSON-1724176761 tempest-InstanceActionsV221TestJSON-1724176761-project] 10.222.0.37 "DELETE /v2.0/ports/d0b3fcd5-0b34-414b-aa40-9b91171f99ce HTTP/1.1" status: 204 len: 173 time: 2.0598783 Dec 08 16:12:20.026244 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e49de12-f924-4a50-ad7e-36fcb5a9d410', 'name': 'network-vif-deleted', 'tag': 'd0b3fcd5-0b34-414b-aa40-9b91171f99ce'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:12:20.037727 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb60a26-cb4d-4505-97d6-bcc22e77909f" -d '{"events": [{"server_uuid": "9e49de12-f924-4a50-ad7e-36fcb5a9d410", "name": "network-vif-deleted", "tag": "d0b3fcd5-0b34-414b-aa40-9b91171f99ce"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:12:20.041077 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-db0fc6a0-e4cd-438f-8115-4bc4858e8963 req-ef9bb4f8-7197-4f9c-9758-19611fd8ac68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:20.063437 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd0d9e-ffa4-4541-a393-9086ee9686b5 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Pushing event updated for resources: {'Port': ['ID=77c117d3-70dc-4550-8495-cc1d394f2397,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:20.078406 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fc6a0-e4cd-438f-8115-4bc4858e8963 req-ef9bb4f8-7197-4f9c-9758-19611fd8ac68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:20.079029 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-db0fc6a0-e4cd-438f-8115-4bc4858e8963 req-ef9bb4f8-7197-4f9c-9758-19611fd8ac68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:20.080568 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-db0fc6a0-e4cd-438f-8115-4bc4858e8963 req-ef9bb4f8-7197-4f9c-9758-19611fd8ac68 service neutron] 10.222.0.76 "PUT /v2.0/ports/7cb8c769-05fa-446f-a5c4-b48d4c3ac2a8 HTTP/1.1" status: 200 len: 1097 time: 2.0542040 Dec 08 16:12:20.105254 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1f1e0-0ec4-4f72-852e-98f756005537 req-384f2302-71d2-4101-94ab-c73ee28a8a45 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:20.105864 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9bb4f8-7197-4f9c-9758-19611fd8ac68 service neutron] Pushing event updated for resources: {'Port': ['ID=7cb8c769-05fa-446f-a5c4-b48d4c3ac2a8,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:20.106973 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-88d1f1e0-0ec4-4f72-852e-98f756005537 req-384f2302-71d2-4101-94ab-c73ee28a8a45 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea3f4a1f-a767-4733-b8c4-397dd92a3cc7 HTTP/1.1" status: 200 len: 948 time: 0.1417434 Dec 08 16:12:20.119030 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f96961-c05c-4359-bb12-17177caf379c req-60dd0d9e-ffa4-4541-a393-9086ee9686b5 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:20.120531 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-d5f96961-c05c-4359-bb12-17177caf379c req-60dd0d9e-ffa4-4541-a393-9086ee9686b5 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:20.187180 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [req-5f28a94c-0334-433c-900a-7452eceec183 req-938194be-89ef-4dfc-a981-211a0441b386 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] show failed (client error): The resource could not be found. Dec 08 16:12:20.197872 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5f28a94c-0334-433c-900a-7452eceec183 req-938194be-89ef-4dfc-a981-211a0441b386 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/security-groups/4a49b067-a2b6-4c32-9209-41949f07af46 HTTP/1.1" status: 404 len: 352 time: 0.0294442 Dec 08 16:12:20.247927 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-077f8b75-d52a-4f54-a9f0-3abba8816617 x-openstack-request-id: req-077f8b75-d52a-4f54-a9f0-3abba8816617 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:12:20.247927 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e49de12-f924-4a50-ad7e-36fcb5a9d410", "name": "network-vif-deleted", "tag": "d0b3fcd5-0b34-414b-aa40-9b91171f99ce", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:12:20.248611 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-077f8b75-d52a-4f54-a9f0-3abba8816617 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:12:20.249063 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e49de12-f924-4a50-ad7e-36fcb5a9d410', 'name': 'network-vif-deleted', 'tag': 'd0b3fcd5-0b34-414b-aa40-9b91171f99ce', 'status': 'completed', 'code': 200} Dec 08 16:12:20.266747 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-88d1f1e0-0ec4-4f72-852e-98f756005537 req-e6d3b74a-4987-4566-a40a-3107825a7273 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326797 Dec 08 16:12:20.278997 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d5f96961-c05c-4359-bb12-17177caf379c req-60dd0d9e-ffa4-4541-a393-9086ee9686b5 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3528943 Dec 08 16:12:20.293324 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-d5f96961-c05c-4359-bb12-17177caf379c req-4e3e175f-2430-40c0-b705-bca35e1eb421 service neutron] Request body: {'port': {'device_id': '58298f4d-121a-4a61-bd3d-e413c08b2288', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:20.358922 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fc6a0-e4cd-438f-8115-4bc4858e8963 req-58110322-9e28-44e6-a00b-a9fd4f18f2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:20.365379 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e7c12746-d53f-4e74-b80b-0ea465bdb9b9 req-a26ffe36-ea5f-4b0c-baac-0b6b7ebe1c47 tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] 10.222.0.64 "GET /v2.0/ports?device_id=57fa73c1-0b25-466c-8ae0-07894f343695 HTTP/1.1" status: 200 len: 210 time: 0.0313218 Dec 08 16:12:20.367428 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-db0fc6a0-e4cd-438f-8115-4bc4858e8963 req-58110322-9e28-44e6-a00b-a9fd4f18f2e4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=15392057af79419bba246e0391d3a62d&device_id=ea3f4a1f-a767-4733-b8c4-397dd92a3cc7 HTTP/1.1" status: 200 len: 1100 time: 0.1102867 Dec 08 16:12:20.444618 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-d5f96961-c05c-4359-bb12-17177caf379c req-4e3e175f-2430-40c0-b705-bca35e1eb421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:20.474155 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-db0fc6a0-e4cd-438f-8115-4bc4858e8963 req-6907bf0f-1635-43d4-82e6-ebe12ad076a2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=7cb8c769-05fa-446f-a5c4-b48d4c3ac2a8 HTTP/1.1" status: 200 len: 217 time: 0.0646236 Dec 08 16:12:20.529725 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8128da6-dce1-4683-ae1b-d867f8f2bb39 req-bc2cecf9-2eae-4953-bc4a-532b7463df4c tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:20.539184 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8128da6-dce1-4683-ae1b-d867f8f2bb39 req-bc2cecf9-2eae-4953-bc4a-532b7463df4c tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:20.549635 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8128da6-dce1-4683-ae1b-d867f8f2bb39 req-bc2cecf9-2eae-4953-bc4a-532b7463df4c tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:20.551576 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e8128da6-dce1-4683-ae1b-d867f8f2bb39 req-bc2cecf9-2eae-4953-bc4a-532b7463df4c tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9677a94d-373f-4e1a-9306-213e259cc569 HTTP/1.1" status: 200 len: 2418 time: 0.2134225 Dec 08 16:12:20.601897 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46120) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:20.619651 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fc6a0-e4cd-438f-8115-4bc4858e8963 req-1635d785-b150-444d-a163-b509737e09a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:20.621159 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-db0fc6a0-e4cd-438f-8115-4bc4858e8963 req-1635d785-b150-444d-a163-b509737e09a3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.1384943 Dec 08 16:12:20.676296 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e8128da6-dce1-4683-ae1b-d867f8f2bb39 req-be13ada3-5506-47af-b8a0-dc6fd30146c0 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/security-groups?id=ca15dfaa-ea87-4015-8ed0-fd337a60a9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025674 Dec 08 16:12:20.688898 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fc6a0-e4cd-438f-8115-4bc4858e8963 req-a2c9cdf8-2a17-48b5-ab21-a0cd2a7d7fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:20.690497 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-db0fc6a0-e4cd-438f-8115-4bc4858e8963 req-a2c9cdf8-2a17-48b5-ab21-a0cd2a7d7fc4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0606997 Dec 08 16:12:20.783155 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4d17f016-10cc-484e-80e8-6b514f3033da admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:20.822952 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [req-d5f96961-c05c-4359-bb12-17177caf379c req-4e3e175f-2430-40c0-b705-bca35e1eb421 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77c117d3-70dc-4550-8495-cc1d394f2397 {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:12:20.831505 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-d5f96961-c05c-4359-bb12-17177caf379c req-4e3e175f-2430-40c0-b705-bca35e1eb421 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:20.846037 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [req-d5f96961-c05c-4359-bb12-17177caf379c req-4e3e175f-2430-40c0-b705-bca35e1eb421 service neutron] Transition to ACTIVE for port object 77c117d3-70dc-4550-8495-cc1d394f2397 will not be triggered until provisioned by entity L2. {{(pid=110551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:12:20.869772 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-db0fc6a0-e4cd-438f-8115-4bc4858e8963 req-d0539161-f694-4569-b661-0c6205aa076b service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702979 Dec 08 16:12:20.882273 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e770e-7c21-49ec-8a41-043e0613ca25 req-b5775346-7675-460b-9fe3-a68fa96dcaf0 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:20.883768 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cb4e770e-7c21-49ec-8a41-043e0613ca25 req-b5775346-7675-460b-9fe3-a68fa96dcaf0 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 931 time: 0.1175973 Dec 08 16:12:20.965356 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-d5f96961-c05c-4359-bb12-17177caf379c req-4e3e175f-2430-40c0-b705-bca35e1eb421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:20.970349 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-44e9fc74-1495-4d2d-8cc3-11d4895c69b3 req-63865bee-f73e-4355-8b1c-a4f58bb4c334 tempest-InstanceActionsV221TestJSON-1724176761 tempest-InstanceActionsV221TestJSON-1724176761-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e49de12-f924-4a50-ad7e-36fcb5a9d410 HTTP/1.1" status: 200 len: 210 time: 0.0340202 Dec 08 16:12:21.036749 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cb4e770e-7c21-49ec-8a41-043e0613ca25 req-56f2d3e0-712a-4f5d-8ad0-5fd8bdac3490 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427336 Dec 08 16:12:21.041774 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-db0fc6a0-e4cd-438f-8115-4bc4858e8963 req-e43281c1-2400-4335-a3e3-4bed0ae701fc service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570263 Dec 08 16:12:21.074167 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4d17f016-10cc-484e-80e8-6b514f3033da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:21.101069 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3e175f-2430-40c0-b705-bca35e1eb421 service neutron] Pushing event updated for resources: {'Port': ['ID=77c117d3-70dc-4550-8495-cc1d394f2397,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:21.114186 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3e175f-2430-40c0-b705-bca35e1eb421 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:21.114487 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3e175f-2430-40c0-b705-bca35e1eb421 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:21.114808 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3e175f-2430-40c0-b705-bca35e1eb421 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:21.116993 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3e175f-2430-40c0-b705-bca35e1eb421 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:21.116993 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3e175f-2430-40c0-b705-bca35e1eb421 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:21.116993 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3e175f-2430-40c0-b705-bca35e1eb421 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:21.116993 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3e175f-2430-40c0-b705-bca35e1eb421 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:21.116993 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3e175f-2430-40c0-b705-bca35e1eb421 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:21.116993 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3e175f-2430-40c0-b705-bca35e1eb421 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:21.117382 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3e175f-2430-40c0-b705-bca35e1eb421 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:21.119858 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3e175f-2430-40c0-b705-bca35e1eb421 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:21.120288 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3e175f-2430-40c0-b705-bca35e1eb421 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:21.120641 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3e175f-2430-40c0-b705-bca35e1eb421 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:21.166950 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4d17f016-10cc-484e-80e8-6b514f3033da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:21.178295 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-d5f96961-c05c-4359-bb12-17177caf379c req-4e3e175f-2430-40c0-b705-bca35e1eb421 service neutron] Attempting to bind port 77c117d3-70dc-4550-8495-cc1d394f2397 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:12:21.178637 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-d5f96961-c05c-4359-bb12-17177caf379c req-4e3e175f-2430-40c0-b705-bca35e1eb421 service neutron] Attempting to bind port 77c117d3-70dc-4550-8495-cc1d394f2397 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '6b0c82a0-bc9c-4886-a49c-1b810d61edae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'aae70492-1682-4e18-b135-887c01697ca0'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:12:21.178970 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f96961-c05c-4359-bb12-17177caf379c req-4e3e175f-2430-40c0-b705-bca35e1eb421 service neutron] Attempting to bind port 77c117d3-70dc-4550-8495-cc1d394f2397 on network aae70492-1682-4e18-b135-887c01697ca0 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:12:21.190446 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f96961-c05c-4359-bb12-17177caf379c req-4e3e175f-2430-40c0-b705-bca35e1eb421 service neutron] Port 77c117d3-70dc-4550-8495-cc1d394f2397 on network aae70492-1682-4e18-b135-887c01697ca0 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:12:21.190773 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f96961-c05c-4359-bb12-17177caf379c req-4e3e175f-2430-40c0-b705-bca35e1eb421 service neutron] Attempting to bind port 77c117d3-70dc-4550-8495-cc1d394f2397 on network aae70492-1682-4e18-b135-887c01697ca0 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:12:21.209407 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97139e0-0034-469c-89d0-60ef94d2c9ef req-b66bf868-1266-4f9b-9fe3-763fb0b269b9 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:21.211711 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f97139e0-0034-469c-89d0-60ef94d2c9ef req-b66bf868-1266-4f9b-9fe3-763fb0b269b9 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/ports?device_id=75e8afd3-d930-4cca-90e1-e9213498e7b8 HTTP/1.1" status: 200 len: 1023 time: 0.0766473 Dec 08 16:12:21.212790 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f96961-c05c-4359-bb12-17177caf379c req-4e3e175f-2430-40c0-b705-bca35e1eb421 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:12:21.213049 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f96961-c05c-4359-bb12-17177caf379c req-4e3e175f-2430-40c0-b705-bca35e1eb421 service neutron] Checking segment: {'id': '6b0c82a0-bc9c-4886-a49c-1b810d61edae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'aae70492-1682-4e18-b135-887c01697ca0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:12:21.213439 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f96961-c05c-4359-bb12-17177caf379c req-4e3e175f-2430-40c0-b705-bca35e1eb421 service neutron] Bound using segment: {'id': '6b0c82a0-bc9c-4886-a49c-1b810d61edae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'aae70492-1682-4e18-b135-887c01697ca0'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:12:21.213889 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-d5f96961-c05c-4359-bb12-17177caf379c req-4e3e175f-2430-40c0-b705-bca35e1eb421 service neutron] Bound port: 77c117d3-70dc-4550-8495-cc1d394f2397, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b0c82a0-bc9c-4886-a49c-1b810d61edae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'aae70492-1682-4e18-b135-887c01697ca0'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:12:21.214255 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-d5f96961-c05c-4359-bb12-17177caf379c req-4e3e175f-2430-40c0-b705-bca35e1eb421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:21.226530 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-4d17f016-10cc-484e-80e8-6b514f3033da admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=addc1a9538084db3b49a897dd63ca2c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6209536 Dec 08 16:12:21.228772 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46130) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:21.239371 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d17f016-10cc-484e-80e8-6b514f3033da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795db057-2b74-4557-96e4-54497dcc0fcb,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:21.370733 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-d5f96961-c05c-4359-bb12-17177caf379c req-4e3e175f-2430-40c0-b705-bca35e1eb421 service neutron] For port 77c117d3-70dc-4550-8495-cc1d394f2397, host n-h2-776250-12, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:12:21.377522 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-af4b8974-ede9-465e-98f1-6d57fc9b2cdf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:21.396558 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f97139e0-0034-469c-89d0-60ef94d2c9ef req-bcd43ed0-7702-4e6e-919f-959d35cc1e13 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/security-groups?id=22916caf-447e-415b-8fa2-182cd11be4dd&id=c89a3303-4112-4fa9-ad34-bd9348cd97c4&id=ab7d18e8-1b7e-4b40-b7cf-384fa31f572a&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1783531 Dec 08 16:12:21.398352 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-d5f96961-c05c-4359-bb12-17177caf379c req-4e3e175f-2430-40c0-b705-bca35e1eb421 service neutron] For port 77c117d3-70dc-4550-8495-cc1d394f2397, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=77c117d3-70dc-4550-8495-cc1d394f2397,segment=NetworkSegment(6b0c82a0-bc9c-4886-a49c-1b810d61edae),segment_id=6b0c82a0-bc9c-4886-a49c-1b810d61edae)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:12:21.426495 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-af4b8974-ede9-465e-98f1-6d57fc9b2cdf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:21.513085 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e1037-441d-4d5c-937a-b7ad0e4c9729 req-e6e782db-e1bc-4964-aee9-d2e59d44b203 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:21.514582 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-726e1037-441d-4d5c-937a-b7ad0e4c9729 req-e6e782db-e1bc-4964-aee9-d2e59d44b203 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea3f4a1f-a767-4733-b8c4-397dd92a3cc7 HTTP/1.1" status: 200 len: 948 time: 0.0517509 Dec 08 16:12:21.517181 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-d5f96961-c05c-4359-bb12-17177caf379c req-4e3e175f-2430-40c0-b705-bca35e1eb421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:21.577147 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f96961-c05c-4359-bb12-17177caf379c req-4e3e175f-2430-40c0-b705-bca35e1eb421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:21.577892 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-d5f96961-c05c-4359-bb12-17177caf379c req-4e3e175f-2430-40c0-b705-bca35e1eb421 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:21.579392 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d5f96961-c05c-4359-bb12-17177caf379c req-4e3e175f-2430-40c0-b705-bca35e1eb421 service neutron] 10.222.0.37 "PUT /v2.0/ports/77c117d3-70dc-4550-8495-cc1d394f2397 HTTP/1.1" status: 200 len: 1092 time: 1.2905431 Dec 08 16:12:21.581851 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58298f4d-121a-4a61-bd3d-e413c08b2288', 'tag': '77c117d3-70dc-4550-8495-cc1d394f2397'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:12:21.584286 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ef7f1f-8237-465b-b71f-222d5a602c11" -d '{"events": [{"name": "network-changed", "server_uuid": "58298f4d-121a-4a61-bd3d-e413c08b2288", "tag": "77c117d3-70dc-4550-8495-cc1d394f2397"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:12:21.587146 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a420fca6-171e-4721-bbac-77e572e9c6b8 req-79874acf-8a8f-4c20-9f82-85b9c9bc330c tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] 10.222.0.64 "GET /v2.0/ports?device_id=57fa73c1-0b25-466c-8ae0-07894f343695 HTTP/1.1" status: 200 len: 210 time: 0.0296948 Dec 08 16:12:21.587683 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-af4b8974-ede9-465e-98f1-6d57fc9b2cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:21.589991 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-af4b8974-ede9-465e-98f1-6d57fc9b2cdf admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:21.593442 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-af4b8974-ede9-465e-98f1-6d57fc9b2cdf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/795db057-2b74-4557-96e4-54497dcc0fcb HTTP/1.1" status: 204 len: 168 time: 0.3621414 Dec 08 16:12:21.626089 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b8974-ede9-465e-98f1-6d57fc9b2cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795db057-2b74-4557-96e4-54497dcc0fcb,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:21.636533 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3e175f-2430-40c0-b705-bca35e1eb421 service neutron] Pushing event updated for resources: {'Port': ['ID=77c117d3-70dc-4550-8495-cc1d394f2397,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:21.662806 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-726e1037-441d-4d5c-937a-b7ad0e4c9729 req-1b83fd78-cffe-4e72-a7b3-0113aeae866c tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362598 Dec 08 16:12:21.713308 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9865eabe-befc-498b-8d21-d26fc5365465 x-openstack-request-id: req-9865eabe-befc-498b-8d21-d26fc5365465 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:12:21.713615 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58298f4d-121a-4a61-bd3d-e413c08b2288", "tag": "77c117d3-70dc-4550-8495-cc1d394f2397", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:12:21.713930 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9865eabe-befc-498b-8d21-d26fc5365465 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:12:21.714341 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58298f4d-121a-4a61-bd3d-e413c08b2288', 'tag': '77c117d3-70dc-4550-8495-cc1d394f2397', 'status': 'completed', 'code': 200} Dec 08 16:12:21.731404 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f96961-c05c-4359-bb12-17177caf379c req-aadf1781-3c28-48dd-b3e4-5290468c7683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:21.733057 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d5f96961-c05c-4359-bb12-17177caf379c req-aadf1781-3c28-48dd-b3e4-5290468c7683 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=810520df5a8e4422956ae3b5265a3df4&device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 1095 time: 0.0512280 Dec 08 16:12:21.740308 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b72b2-be76-4eff-8baa-4f2431f12af3 req-b0490ce1-9258-4657-a204-f26c3b1eea7b tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:21.746356 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b72b2-be76-4eff-8baa-4f2431f12af3 req-b0490ce1-9258-4657-a204-f26c3b1eea7b tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:21.753001 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b72b2-be76-4eff-8baa-4f2431f12af3 req-b0490ce1-9258-4657-a204-f26c3b1eea7b tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:21.754694 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-164b72b2-be76-4eff-8baa-4f2431f12af3 req-b0490ce1-9258-4657-a204-f26c3b1eea7b tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9677a94d-373f-4e1a-9306-213e259cc569 HTTP/1.1" status: 200 len: 2418 time: 0.0911040 Dec 08 16:12:21.776964 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d5f96961-c05c-4359-bb12-17177caf379c req-62881b90-4c6e-4a7f-9558-46ae439d49c2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77c117d3-70dc-4550-8495-cc1d394f2397 HTTP/1.1" status: 200 len: 217 time: 0.0351315 Dec 08 16:12:21.805900 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-164b72b2-be76-4eff-8baa-4f2431f12af3 req-44a81ad8-40d2-43d2-9e52-87b33cae4149 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/security-groups?id=ca15dfaa-ea87-4015-8ed0-fd337a60a9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450158 Dec 08 16:12:21.966911 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-323cee90-a16f-4ce3-b8b6-de1a0ef85baf req-1e52eea5-fb07-45e1-bc88-03d23c2ad8a9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9fa590ca-377f-4e4c-8724-ba3ce9f2b3e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0690699 Dec 08 16:12:22.102129 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323cee90-a16f-4ce3-b8b6-de1a0ef85baf req-502e803a-7ba8-4e98-bad2-2315670bab1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:22.104380 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-323cee90-a16f-4ce3-b8b6-de1a0ef85baf req-502e803a-7ba8-4e98-bad2-2315670bab1f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=15392057af79419bba246e0391d3a62d&device_id=9fa590ca-377f-4e4c-8724-ba3ce9f2b3e4 HTTP/1.1" status: 200 len: 1102 time: 0.0712786 Dec 08 16:12:22.228984 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f96961-c05c-4359-bb12-17177caf379c req-e626e289-de60-4993-89dc-6042904bbf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:22.231135 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d5f96961-c05c-4359-bb12-17177caf379c req-e626e289-de60-4993-89dc-6042904bbf90 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c5b9a45e-f6fb-459d-ae2c-34fcbd17d9b9 HTTP/1.1" status: 200 len: 854 time: 0.4469750 Dec 08 16:12:22.266248 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea3f4a1f-a767-4733-b8c4-397dd92a3cc7', 'tag': '7cb8c769-05fa-446f-a5c4-b48d4c3ac2a8'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:12:22.268825 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b38615-2058-46a3-acbb-5db45a92f02e" -d '{"events": [{"name": "network-changed", "server_uuid": "ea3f4a1f-a767-4733-b8c4-397dd92a3cc7", "tag": "7cb8c769-05fa-446f-a5c4-b48d4c3ac2a8"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:12:22.269344 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d5f96961-c05c-4359-bb12-17177caf379c req-c2c88d1a-2eb3-4e4b-b633-250206657ddb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=aae70492-1682-4e18-b135-887c01697ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306416 Dec 08 16:12:22.293768 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46164) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:22.337846 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d629e3-0550-466e-9f35-fa21644a0fb3 x-openstack-request-id: req-17d629e3-0550-466e-9f35-fa21644a0fb3 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:12:22.338141 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea3f4a1f-a767-4733-b8c4-397dd92a3cc7", "tag": "7cb8c769-05fa-446f-a5c4-b48d4c3ac2a8", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:12:22.338401 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-17d629e3-0550-466e-9f35-fa21644a0fb3 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:12:22.338924 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea3f4a1f-a767-4733-b8c4-397dd92a3cc7', 'tag': '7cb8c769-05fa-446f-a5c4-b48d4c3ac2a8', 'status': 'completed', 'code': 200} Dec 08 16:12:22.342558 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323cee90-a16f-4ce3-b8b6-de1a0ef85baf req-9f3fab02-0cd2-4193-9432-85c21577cf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:22.344716 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-323cee90-a16f-4ce3-b8b6-de1a0ef85baf req-9f3fab02-0cd2-4193-9432-85c21577cf87 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b91759c7-445e-4f7b-9fc4-64d80951832c HTTP/1.1" status: 200 len: 870 time: 0.2108200 Dec 08 16:12:22.354750 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6f4266-6eee-48c5-a0a6-ff421ac4d2c8 req-2b7ba51d-e82c-424d-84a0-e6a3ba94a2ca tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:22.356310 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-dd6f4266-6eee-48c5-a0a6-ff421ac4d2c8 req-2b7ba51d-e82c-424d-84a0-e6a3ba94a2ca tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 943 time: 0.2130744 Dec 08 16:12:22.394583 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d5f96961-c05c-4359-bb12-17177caf379c req-24f212f6-c7e4-436c-9c05-b22f1b0290ba service neutron] 10.222.0.37 "GET /v2.0/networks/aae70492-1682-4e18-b135-887c01697ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166370 Dec 08 16:12:22.431534 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-323cee90-a16f-4ce3-b8b6-de1a0ef85baf req-3270c6d2-25e8-4006-a07d-853cc78b2af0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=4a824d61-b93a-41b6-8964-589ab2364818 HTTP/1.1" status: 200 len: 217 time: 0.0724146 Dec 08 16:12:22.435581 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d55bef7-8977-41bd-b3c4-96b631e09289 admin admin] Deleting subnet 343bb221-932d-4857-844e-7f4d2b62901c {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:12:22.441317 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4d55bef7-8977-41bd-b3c4-96b631e09289 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:22.482510 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b38615-2058-46a3-acbb-5db45a92f02e req-30f92385-94f5-4018-b94b-3cefd5c2af2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:22.484244 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-16b38615-2058-46a3-acbb-5db45a92f02e req-30f92385-94f5-4018-b94b-3cefd5c2af2d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=15392057af79419bba246e0391d3a62d&device_id=ea3f4a1f-a767-4733-b8c4-397dd92a3cc7 HTTP/1.1" status: 200 len: 1100 time: 0.1128607 Dec 08 16:12:22.530849 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-dd6f4266-6eee-48c5-a0a6-ff421ac4d2c8 req-9be34c56-68dd-4b25-90c6-2de0e37d1119 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498373 Dec 08 16:12:22.539475 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4d55bef7-8977-41bd-b3c4-96b631e09289 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:22.539793 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device d0b3fcd5-0b34-414b-aa40-9b91171f99ce no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:12:22.577665 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: d0b3fcd5-0b34-414b-aa40-9b91171f99ce {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:12:22.577665 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device d0b3fcd5-0b34-414b-aa40-9b91171f99ce not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:12:22.583970 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323cee90-a16f-4ce3-b8b6-de1a0ef85baf req-0f37a9d5-82a0-4276-9e72-a37b6f086586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:22.585483 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-323cee90-a16f-4ce3-b8b6-de1a0ef85baf req-0f37a9d5-82a0-4276-9e72-a37b6f086586 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.1124990 Dec 08 16:12:22.597357 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4d55bef7-8977-41bd-b3c4-96b631e09289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:22.659550 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d5f96961-c05c-4359-bb12-17177caf379c req-5051f676-ba5f-4e35-99c6-8aa7b6350e74 service neutron] 10.222.0.37 "GET /v2.0/networks/aae70492-1682-4e18-b135-887c01697ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455909 Dec 08 16:12:22.691675 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323cee90-a16f-4ce3-b8b6-de1a0ef85baf req-2fd14b5f-aa18-4613-825e-cdfcd45ad543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:22.693246 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-323cee90-a16f-4ce3-b8b6-de1a0ef85baf req-2fd14b5f-aa18-4613-825e-cdfcd45ad543 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0935295 Dec 08 16:12:22.718477 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee25f1-cf54-45e5-9ac2-54926850130e req-0cff4790-324b-499d-9bb6-73c20670237f tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:22.720898 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-40ee25f1-cf54-45e5-9ac2-54926850130e req-0cff4790-324b-499d-9bb6-73c20670237f tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/ports?device_id=75e8afd3-d930-4cca-90e1-e9213498e7b8 HTTP/1.1" status: 200 len: 1023 time: 0.2019684 Dec 08 16:12:22.760899 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b38615-2058-46a3-acbb-5db45a92f02e req-dbb6f591-f181-48f5-8844-f48ecb1010b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:22.762619 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-16b38615-2058-46a3-acbb-5db45a92f02e req-dbb6f591-f181-48f5-8844-f48ecb1010b3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b91759c7-445e-4f7b-9fc4-64d80951832c HTTP/1.1" status: 200 len: 870 time: 0.2574646 Dec 08 16:12:22.775154 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ed4b8be4-8b20-4db1-8da8-c6d293c88c50 req-95e1bc4c-7ce9-42cf-8ad9-0ddeaa09a751 tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] 10.222.0.64 "GET /v2.0/ports?device_id=57fa73c1-0b25-466c-8ae0-07894f343695 HTTP/1.1" status: 200 len: 210 time: 0.0683105 Dec 08 16:12:22.786977 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4d55bef7-8977-41bd-b3c4-96b631e09289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:22.821621 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-16b38615-2058-46a3-acbb-5db45a92f02e req-20b50dac-911c-4ba4-8726-f08930849a2c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=7cb8c769-05fa-446f-a5c4-b48d4c3ac2a8 HTTP/1.1" status: 200 len: 217 time: 0.0478241 Dec 08 16:12:22.833070 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55bef7-8977-41bd-b3c4-96b631e09289 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=343bb221-932d-4857-844e-7f4d2b62901c,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:22.842572 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4d55bef7-8977-41bd-b3c4-96b631e09289 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:22.848358 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-4d55bef7-8977-41bd-b3c4-96b631e09289 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/343bb221-932d-4857-844e-7f4d2b62901c HTTP/1.1" status: 204 len: 168 time: 0.5501006 Dec 08 16:12:22.850437 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46182) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:22.952898 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-40ee25f1-cf54-45e5-9ac2-54926850130e req-e87ca33d-3504-4ae3-aaa9-28ab7b1aedb8 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/security-groups?id=22916caf-447e-415b-8fa2-182cd11be4dd&id=c89a3303-4112-4fa9-ad34-bd9348cd97c4&id=ab7d18e8-1b7e-4b40-b7cf-384fa31f572a&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2172105 Dec 08 16:12:22.976207 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b38615-2058-46a3-acbb-5db45a92f02e req-9786346a-c0b9-4202-98f6-6c5aa21b7e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:22.977929 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-16b38615-2058-46a3-acbb-5db45a92f02e req-9786346a-c0b9-4202-98f6-6c5aa21b7e90 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.1435106 Dec 08 16:12:23.008933 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46186) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:23.019025 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-323cee90-a16f-4ce3-b8b6-de1a0ef85baf req-dfc94d22-b898-4075-94e7-1510b9ea2592 service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134611 Dec 08 16:12:23.058856 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997a180-43ab-4a75-9da2-bc9dbfab3fc2 req-29a86d5b-6fc8-40c2-9ccd-8f88e667b684 tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:23.060365 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4997a180-43ab-4a75-9da2-bc9dbfab3fc2 req-29a86d5b-6fc8-40c2-9ccd-8f88e667b684 tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] 10.222.0.37 "GET /v2.0/networks?id=ed9e94c5-59c3-4113-b41c-184ef84efaf9 HTTP/1.1" status: 200 len: 814 time: 0.1898384 Dec 08 16:12:23.074533 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b38615-2058-46a3-acbb-5db45a92f02e req-57d009e7-ba69-4571-9da7-e7acf11922da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:23.076240 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-16b38615-2058-46a3-acbb-5db45a92f02e req-57d009e7-ba69-4571-9da7-e7acf11922da service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0889404 Dec 08 16:12:23.086822 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-4997a180-43ab-4a75-9da2-bc9dbfab3fc2 req-0ebb50fa-1b75-45bc-a19a-12ef1e19e571 tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] Request body: {'port': {'device_id': '57fa73c1-0b25-466c-8ae0-07894f343695', 'network_id': 'ed9e94c5-59c3-4113-b41c-184ef84efaf9', 'admin_state_up': True, 'tenant_id': 'b55b1b2a634f4b8b8cc488d40fb8fb4f'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:23.097768 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d414069b-b72c-42fc-86eb-71479e8cd3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:23.146365 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a487fad1-1d7a-4fe1-9968-0b9604282608 req-18c4a35e-5c6e-4800-a31f-8cbf4bb4cab1 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:23.147914 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a487fad1-1d7a-4fe1-9968-0b9604282608 req-18c4a35e-5c6e-4800-a31f-8cbf4bb4cab1 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea3f4a1f-a767-4733-b8c4-397dd92a3cc7 HTTP/1.1" status: 200 len: 948 time: 0.2352691 Dec 08 16:12:23.149949 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef7f1f-8237-465b-b71f-222d5a602c11 req-c6534382-9bd7-4995-915d-433566477bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:23.151518 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-85ef7f1f-8237-465b-b71f-222d5a602c11 req-c6534382-9bd7-4995-915d-433566477bfb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=810520df5a8e4422956ae3b5265a3df4&device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 1095 time: 0.2464714 Dec 08 16:12:23.162101 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81f0290-e563-4c28-97a7-a1c3425ae62d req-7a4c2cca-1755-4f5f-ba8f-b4bb6e129308 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:23.163678 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a81f0290-e563-4c28-97a7-a1c3425ae62d req-7a4c2cca-1755-4f5f-ba8f-b4bb6e129308 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.76 "GET /v2.0/ports?device_id=75e8afd3-d930-4cca-90e1-e9213498e7b8 HTTP/1.1" status: 200 len: 1023 time: 0.2500052 Dec 08 16:12:23.179737 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-7806e047-0809-4d80-999c-a809ee0d14b6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-476442208-network', 'tenant_id': 'f4bc823f590d4f5ab08e225067f150b6'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:23.308848 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb88d0e-fe5a-45d9-8ba2-36a0feef2464 req-c6958407-0734-429d-85c1-fc43faa32558 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:23.315084 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb88d0e-fe5a-45d9-8ba2-36a0feef2464 req-c6958407-0734-429d-85c1-fc43faa32558 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:23.321259 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb88d0e-fe5a-45d9-8ba2-36a0feef2464 req-c6958407-0734-429d-85c1-fc43faa32558 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:23.322980 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6bb88d0e-fe5a-45d9-8ba2-36a0feef2464 req-c6958407-0734-429d-85c1-fc43faa32558 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9677a94d-373f-4e1a-9306-213e259cc569 HTTP/1.1" status: 200 len: 2418 time: 0.2527232 Dec 08 16:12:23.344211 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7806e047-0809-4d80-999c-a809ee0d14b6 admin admin] Made reservation on behalf of f4bc823f590d4f5ab08e225067f150b6 for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:12:23.346540 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7806e047-0809-4d80-999c-a809ee0d14b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:23.363570 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-323cee90-a16f-4ce3-b8b6-de1a0ef85baf req-1d66ff5a-7815-4c13-93cf-eb88e816bd63 service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302026 Dec 08 16:12:23.374645 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7806e047-0809-4d80-999c-a809ee0d14b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:23.381332 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-16b38615-2058-46a3-acbb-5db45a92f02e req-9705aff2-616c-4670-999a-f5720d222fff service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461746 Dec 08 16:12:23.433386 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d414069b-b72c-42fc-86eb-71479e8cd3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:23.461273 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a487fad1-1d7a-4fe1-9968-0b9604282608 req-7f64c08d-39c6-4b83-bdfc-6c2d4246524b tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954876 Dec 08 16:12:23.467569 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-d414069b-b72c-42fc-86eb-71479e8cd3d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['853082c3-7c8f-4b48-a4d4-95065ac4f6f5']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:23.485221 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6bb88d0e-fe5a-45d9-8ba2-36a0feef2464 req-d8521409-ad51-4123-b17b-857d527d619b tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/security-groups?id=ca15dfaa-ea87-4015-8ed0-fd337a60a9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495316 Dec 08 16:12:23.491187 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4997a180-43ab-4a75-9da2-bc9dbfab3fc2 req-0ebb50fa-1b75-45bc-a19a-12ef1e19e571 tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] Made reservation on behalf of b55b1b2a634f4b8b8cc488d40fb8fb4f for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:12:23.493637 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-d414069b-b72c-42fc-86eb-71479e8cd3d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4497e93-7a8c-4248-a536-5af27879f821') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:23.494015 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-d414069b-b72c-42fc-86eb-71479e8cd3d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4497e93-7a8c-4248-a536-5af27879f821') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:23.494985 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-4997a180-43ab-4a75-9da2-bc9dbfab3fc2 req-0ebb50fa-1b75-45bc-a19a-12ef1e19e571 tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:23.507801 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef7f1f-8237-465b-b71f-222d5a602c11 req-136461f0-8646-4402-b4d9-401cb602c229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:23.518473 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-85ef7f1f-8237-465b-b71f-222d5a602c11 req-136461f0-8646-4402-b4d9-401cb602c229 service neutron] 10.222.0.37 "GET /v2.0/networks?id=aae70492-1682-4e18-b135-887c01697ca0 HTTP/1.1" status: 200 len: 915 time: 0.3448865 Dec 08 16:12:23.518473 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d414069b-b72c-42fc-86eb-71479e8cd3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:23.566598 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-85ef7f1f-8237-465b-b71f-222d5a602c11 req-d3f032ec-c413-407e-b02f-592b07629ec6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77c117d3-70dc-4550-8495-cc1d394f2397 HTTP/1.1" status: 200 len: 217 time: 0.0493274 Dec 08 16:12:23.584103 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d414069b-b72c-42fc-86eb-71479e8cd3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:23.591723 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-a81f0290-e563-4c28-97a7-a1c3425ae62d req-3caa68cb-25a9-4eab-8a53-57743e0dd437 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Deleting port 7391200b-a656-49d2-be8a-f22216a67d06 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:12:23.592067 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a81f0290-e563-4c28-97a7-a1c3425ae62d req-3caa68cb-25a9-4eab-8a53-57743e0dd437 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:23.613166 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-16b38615-2058-46a3-acbb-5db45a92f02e req-f90d16b1-2c4f-478b-921a-7dc4b2e98778 service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196181 Dec 08 16:12:23.636158 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d414069b-b72c-42fc-86eb-71479e8cd3d2 admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:12:23.636766 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d414069b-b72c-42fc-86eb-71479e8cd3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:23.663620 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:12:23.663620 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:12:23.663620 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:12:23.663620 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:12:23.663620 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:12:23.663620 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:12:23.663620 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:12:23.663620 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:12:23.663620 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:12:23.663620 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:12:23.663620 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:12:23.663620 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:12:23.663620 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:12:23.663620 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:12:23.663620 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:12:23.663620 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:12:23.663620 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:12:23.663620 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:12:23.663620 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:12:23.663620 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:12:23.663620 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:12:23.663620 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:12:23.663620 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:12:23.663620 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:12:23.663620 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:12:23.663620 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:12:23.663620 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:12:23.663620 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:12:23.663620 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:12:23.663620 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:12:23.663620 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:12:23.663620 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:12:23.668409 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7806e047-0809-4d80-999c-a809ee0d14b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:23.742378 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7806e047-0809-4d80-999c-a809ee0d14b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:23.755873 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [req-4997a180-43ab-4a75-9da2-bc9dbfab3fc2 req-0ebb50fa-1b75-45bc-a19a-12ef1e19e571 tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] Allocated IP 172.20.0.5 (ed9e94c5-59c3-4113-b41c-184ef84efaf9/77ea5472-df9e-4448-994c-ff9ce66a8c16/225cbfa6-99c0-4858-a2a4-d260a72899ea) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:12:23.769582 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef7f1f-8237-465b-b71f-222d5a602c11 req-a9790f54-bc00-49f3-921c-deb05502f500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:23.771086 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-85ef7f1f-8237-465b-b71f-222d5a602c11 req-a9790f54-bc00-49f3-921c-deb05502f500 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c5b9a45e-f6fb-459d-ae2c-34fcbd17d9b9 HTTP/1.1" status: 200 len: 854 time: 0.1967895 Dec 08 16:12:23.792778 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f969d8-2cee-465f-94c8-7edad92a1e9d req-20005a91-b705-4ac7-b9c8-0d6facd6d334 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:23.799149 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f969d8-2cee-465f-94c8-7edad92a1e9d req-20005a91-b705-4ac7-b9c8-0d6facd6d334 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:23.805388 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f969d8-2cee-465f-94c8-7edad92a1e9d req-20005a91-b705-4ac7-b9c8-0d6facd6d334 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:23.807148 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b3f969d8-2cee-465f-94c8-7edad92a1e9d req-20005a91-b705-4ac7-b9c8-0d6facd6d334 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.76 "GET /v2.0/ports?device_id=9677a94d-373f-4e1a-9306-213e259cc569 HTTP/1.1" status: 200 len: 2418 time: 0.1198084 Dec 08 16:12:23.808034 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7806e047-0809-4d80-999c-a809ee0d14b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:12:23.825940 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-85ef7f1f-8237-465b-b71f-222d5a602c11 req-91712174-57d2-4de9-9007-af8d5c6bdd06 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=aae70492-1682-4e18-b135-887c01697ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383787 Dec 08 16:12:23.836918 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4526219-21fa-42d4-91da-559afd4b88ea req-0f818b5f-2e54-47a2-9331-1b44a288d54d tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:23.839027 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a4526219-21fa-42d4-91da-559afd4b88ea req-0f818b5f-2e54-47a2-9331-1b44a288d54d tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 943 time: 0.1739998 Dec 08 16:12:23.855932 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-a81f0290-e563-4c28-97a7-a1c3425ae62d req-3caa68cb-25a9-4eab-8a53-57743e0dd437 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] For port 7391200b-a656-49d2-be8a-f22216a67d06, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=7391200b-a656-49d2-be8a-f22216a67d06,segment=NetworkSegment(92617869-9a71-472b-aafc-2c59cfc12c7b),segment_id=92617869-9a71-472b-aafc-2c59cfc12c7b)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:23.856348 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a81f0290-e563-4c28-97a7-a1c3425ae62d req-3caa68cb-25a9-4eab-8a53-57743e0dd437 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:23.864132 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7806e047-0809-4d80-999c-a809ee0d14b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=354e2ec8-d09b-4f07-a3b7-f11bc870b0b8,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:23.867969 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d414069b-b72c-42fc-86eb-71479e8cd3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:23.885639 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7806e047-0809-4d80-999c-a809ee0d14b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:23.885976 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-7806e047-0809-4d80-999c-a809ee0d14b6 admin admin] Added segment 0dec94c7-62d4-42fb-a989-f3053434898d of type vlan for network 302c30a7-bb07-4824-b9e9-efc4753720c4 Dec 08 16:12:23.916018 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d414069b-b72c-42fc-86eb-71479e8cd3d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:23.919632 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-d414069b-b72c-42fc-86eb-71479e8cd3d2 admin admin] 10.222.0.64 "DELETE /v2.0/networks/853082c3-7c8f-4b48-a4d4-95065ac4f6f5 HTTP/1.1" status: 204 len: 168 time: 1.0659652 Dec 08 16:12:23.938730 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-a81f0290-e563-4c28-97a7-a1c3425ae62d req-3caa68cb-25a9-4eab-8a53-57743e0dd437 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Calling delete_port for 7391200b-a656-49d2-be8a-f22216a67d06 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:12:23.945719 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d414069b-b72c-42fc-86eb-71479e8cd3d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=853082c3-7c8f-4b48-a4d4-95065ac4f6f5,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:23.971548 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d948a9ae-cbe1-4192-b311-2e364a3f8ff9 req-6f40d666-f0ef-4f52-8806-5472b548c8b1 tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] 10.222.0.64 "GET /v2.0/ports?device_id=57fa73c1-0b25-466c-8ae0-07894f343695 HTTP/1.1" status: 200 len: 210 time: 0.0951076 Dec 08 16:12:24.015248 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7806e047-0809-4d80-999c-a809ee0d14b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:24.033697 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a4526219-21fa-42d4-91da-559afd4b88ea req-eae14011-4c1c-44af-bf1c-ce7b71906d12 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804881 Dec 08 16:12:24.063480 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-85ef7f1f-8237-465b-b71f-222d5a602c11 req-409b4a03-4f41-48b6-a508-e5e055dc35a7 service neutron] 10.222.0.37 "GET /v2.0/networks/aae70492-1682-4e18-b135-887c01697ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222569 Dec 08 16:12:24.174960 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6816ac20-aa8c-4e40-8c37-d884faea7dd8 req-b703a0af-40b7-480c-afe4-4b84b1ab145e tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:24.176504 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6816ac20-aa8c-4e40-8c37-d884faea7dd8 req-b703a0af-40b7-480c-afe4-4b84b1ab145e tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/ports?device_id=75e8afd3-d930-4cca-90e1-e9213498e7b8 HTTP/1.1" status: 200 len: 1023 time: 0.1274922 Dec 08 16:12:24.189012 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7806e047-0809-4d80-999c-a809ee0d14b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:24.190083 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7806e047-0809-4d80-999c-a809ee0d14b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:24.190658 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7806e047-0809-4d80-999c-a809ee0d14b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:24.196753 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-4997a180-43ab-4a75-9da2-bc9dbfab3fc2 req-0ebb50fa-1b75-45bc-a19a-12ef1e19e571 tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:24.202187 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-b3f969d8-2cee-465f-94c8-7edad92a1e9d req-ffd43ce7-036a-4aae-bc0b-caf6b4b61f35 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Deleting port 3e9c5bf4-10e0-4b8c-a01f-4a78c1d02c8d {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:12:24.202549 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-b3f969d8-2cee-465f-94c8-7edad92a1e9d req-ffd43ce7-036a-4aae-bc0b-caf6b4b61f35 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:24.208726 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-85ef7f1f-8237-465b-b71f-222d5a602c11 req-fa4026f7-dc7d-4234-bcdb-fa8f62bc0ce8 service neutron] 10.222.0.37 "GET /v2.0/networks/aae70492-1682-4e18-b135-887c01697ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372387 Dec 08 16:12:24.243296 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46198) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:24.282621 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a81f0290-e563-4c28-97a7-a1c3425ae62d req-3caa68cb-25a9-4eab-8a53-57743e0dd437 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:24.289123 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c7bfcdfa-9181-4373-867e-4f1a03506876 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=08f9bcdf6d61465d94daf95bd38c7bcc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0439203 Dec 08 16:12:24.291076 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46200) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:24.295314 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['7391200b-a656-49d2-be8a-f22216a67d06'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:12:24.329080 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-7806e047-0809-4d80-999c-a809ee0d14b6 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3181977 Dec 08 16:12:24.341716 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46202) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:24.346192 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caa68cb-25a9-4eab-8a53-57743e0dd437 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Pushing event deleted for resources: {'Port': ['ID=7391200b-a656-49d2-be8a-f22216a67d06,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:24.355522 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-e0269358-4959-445e-b80a-28023f6beb31 admin admin] Request body: {'subnet': {'network_id': '302c30a7-bb07-4824-b9e9-efc4753720c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-476442208-subnet', 'tenant_id': 'f4bc823f590d4f5ab08e225067f150b6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:24.376792 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7806e047-0809-4d80-999c-a809ee0d14b6 admin admin] Pushing event updated for resources: {'Network': ['ID=302c30a7-bb07-4824-b9e9-efc4753720c4,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:24.388659 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 302c30a7-bb07-4824-b9e9-efc4753720c4 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:12:24.401995 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-a81f0290-e563-4c28-97a7-a1c3425ae62d req-3caa68cb-25a9-4eab-8a53-57743e0dd437 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] No DVR routers for this DVR port 7391200b-a656-49d2-be8a-f22216a67d06 on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:12:24.405560 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a81f0290-e563-4c28-97a7-a1c3425ae62d req-3caa68cb-25a9-4eab-8a53-57743e0dd437 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:24.408964 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a81f0290-e563-4c28-97a7-a1c3425ae62d req-3caa68cb-25a9-4eab-8a53-57743e0dd437 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.76 "DELETE /v2.0/ports/7391200b-a656-49d2-be8a-f22216a67d06 HTTP/1.1" status: 204 len: 173 time: 1.2313087 Dec 08 16:12:24.413713 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e8afd3-d930-4cca-90e1-e9213498e7b8', 'name': 'network-vif-deleted', 'tag': '7391200b-a656-49d2-be8a-f22216a67d06'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:12:24.413713 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0412d223-a474-4859-acb5-3d90c63a8f92" -d '{"events": [{"server_uuid": "75e8afd3-d930-4cca-90e1-e9213498e7b8", "name": "network-vif-deleted", "tag": "7391200b-a656-49d2-be8a-f22216a67d06"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:12:24.430272 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b688d1c1-3b9b-4ace-b6a6-d2756aa5ef49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:24.464596 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b688d1c1-3b9b-4ace-b6a6-d2756aa5ef49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:24.468858 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6816ac20-aa8c-4e40-8c37-d884faea7dd8 req-7a47742a-b0aa-4a2d-9cdc-1c42ee989e2b tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/security-groups?id=22916caf-447e-415b-8fa2-182cd11be4dd&id=c89a3303-4112-4fa9-ad34-bd9348cd97c4&id=ab7d18e8-1b7e-4b40-b7cf-384fa31f572a&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2823451 Dec 08 16:12:24.481102 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-b3f969d8-2cee-465f-94c8-7edad92a1e9d req-ffd43ce7-036a-4aae-bc0b-caf6b4b61f35 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] For port 3e9c5bf4-10e0-4b8c-a01f-4a78c1d02c8d, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=3e9c5bf4-10e0-4b8c-a01f-4a78c1d02c8d,segment=NetworkSegment(bbe61393-49ce-48be-a1b4-c1e8c190933b),segment_id=bbe61393-49ce-48be-a1b4-c1e8c190933b)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:24.481548 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-b3f969d8-2cee-465f-94c8-7edad92a1e9d req-ffd43ce7-036a-4aae-bc0b-caf6b4b61f35 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:24.490300 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084771da-00fc-4da3-b628-02294b4fec47 x-openstack-request-id: req-084771da-00fc-4da3-b628-02294b4fec47 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:12:24.492284 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e8afd3-d930-4cca-90e1-e9213498e7b8", "name": "network-vif-deleted", "tag": "7391200b-a656-49d2-be8a-f22216a67d06", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:12:24.492284 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-084771da-00fc-4da3-b628-02294b4fec47 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:12:24.492284 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e8afd3-d930-4cca-90e1-e9213498e7b8', 'name': 'network-vif-deleted', 'tag': '7391200b-a656-49d2-be8a-f22216a67d06', 'status': 'completed', 'code': 200} Dec 08 16:12:24.507390 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-b3f969d8-2cee-465f-94c8-7edad92a1e9d req-ffd43ce7-036a-4aae-bc0b-caf6b4b61f35 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Calling delete_port for 3e9c5bf4-10e0-4b8c-a01f-4a78c1d02c8d owned by compute:nova {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:12:24.537429 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0269358-4959-445e-b80a-28023f6beb31 admin admin] Made reservation on behalf of f4bc823f590d4f5ab08e225067f150b6 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:12:24.540004 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e0269358-4959-445e-b80a-28023f6beb31 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:24.594137 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-4997a180-43ab-4a75-9da2-bc9dbfab3fc2 req-0ebb50fa-1b75-45bc-a19a-12ef1e19e571 tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:24.609948 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b688d1c1-3b9b-4ace-b6a6-d2756aa5ef49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:24.614095 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b688d1c1-3b9b-4ace-b6a6-d2756aa5ef49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:24.615463 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b688d1c1-3b9b-4ace-b6a6-d2756aa5ef49 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/79175807-58e9-468f-9367-55a5fe02da81 HTTP/1.1" status: 204 len: 168 time: 0.3214154 Dec 08 16:12:24.660241 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688d1c1-3b9b-4ace-b6a6-d2756aa5ef49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79175807-58e9-468f-9367-55a5fe02da81,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:24.722380 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58578d44-2c69-46ee-b5be-073a3507786a req-d7cfdd10-790c-4ad9-a6d8-e7b14912be92 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:24.737457 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58578d44-2c69-46ee-b5be-073a3507786a req-d7cfdd10-790c-4ad9-a6d8-e7b14912be92 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:24.743424 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4997a180-43ab-4a75-9da2-bc9dbfab3fc2 req-0ebb50fa-1b75-45bc-a19a-12ef1e19e571 tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] Network ed9e94c5-59c3-4113-b41c-184ef84efaf9 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:12:24.751173 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58578d44-2c69-46ee-b5be-073a3507786a req-d7cfdd10-790c-4ad9-a6d8-e7b14912be92 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:24.754012 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-58578d44-2c69-46ee-b5be-073a3507786a req-d7cfdd10-790c-4ad9-a6d8-e7b14912be92 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9677a94d-373f-4e1a-9306-213e259cc569 HTTP/1.1" status: 200 len: 2418 time: 0.1626091 Dec 08 16:12:24.755963 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [req-4997a180-43ab-4a75-9da2-bc9dbfab3fc2 req-0ebb50fa-1b75-45bc-a19a-12ef1e19e571 tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:12:24.762936 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-4997a180-43ab-4a75-9da2-bc9dbfab3fc2 req-0ebb50fa-1b75-45bc-a19a-12ef1e19e571 tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:12:24.770609 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebb50fa-1b75-45bc-a19a-12ef1e19e571 tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] Pushing event updated for resources: {'Port': ['ID=225cbfa6-99c0-4858-a2a4-d260a72899ea,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:24.800371 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742e60e-1599-4e31-96a5-714224dea102 req-c0873d80-226b-4d57-a247-1ce70e8bab79 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:24.801963 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b742e60e-1599-4e31-96a5-714224dea102 req-c0873d80-226b-4d57-a247-1ce70e8bab79 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea3f4a1f-a767-4733-b8c4-397dd92a3cc7 HTTP/1.1" status: 200 len: 948 time: 0.2205372 Dec 08 16:12:24.818122 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-58578d44-2c69-46ee-b5be-073a3507786a req-1accf405-fd07-4559-a0c5-de2cb73a073c tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/security-groups?id=ca15dfaa-ea87-4015-8ed0-fd337a60a9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539939 Dec 08 16:12:24.862187 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 7cb8c769-05fa-446f-a5c4-b48d4c3ac2a8 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:12:24.915510 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997a180-43ab-4a75-9da2-bc9dbfab3fc2 req-0ebb50fa-1b75-45bc-a19a-12ef1e19e571 tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:24.916139 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-4997a180-43ab-4a75-9da2-bc9dbfab3fc2 req-0ebb50fa-1b75-45bc-a19a-12ef1e19e571 tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:24.967206 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 7cb8c769-05fa-446f-a5c4-b48d4c3ac2a8, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=7cb8c769-05fa-446f-a5c4-b48d4c3ac2a8,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:24.979583 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '7cb8c769-05fa-446f-a5c4-b48d4c3ac2a8', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'port_id': '7cb8c769-05fa-446f-a5c4-b48d4c3ac2a8', 'mac_address': 'fa:16:3e:26:cc:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c93b3a32-b438-4a47-8558-220c03febf97', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:12:24.980824 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b742e60e-1599-4e31-96a5-714224dea102 req-13ddddc2-3242-4527-9cd5-7cbf071fda1a tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569054 Dec 08 16:12:25.033284 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:25.051231 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cb8c769-05fa-446f-a5c4-b48d4c3ac2a8 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:12:25.073698 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 7cb8c769-05fa-446f-a5c4-b48d4c3ac2a8, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=7cb8c769-05fa-446f-a5c4-b48d4c3ac2a8,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:25.084370 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4997a180-43ab-4a75-9da2-bc9dbfab3fc2 req-0ebb50fa-1b75-45bc-a19a-12ef1e19e571 tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0093157 Dec 08 16:12:25.100998 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-4997a180-43ab-4a75-9da2-bc9dbfab3fc2 req-7b85e5d1-df4e-4ab9-8a15-e6e8560659f0 service neutron] Request body: {'port': {'device_id': '57fa73c1-0b25-466c-8ae0-07894f343695', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:25.107353 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-b3f969d8-2cee-465f-94c8-7edad92a1e9d req-ffd43ce7-036a-4aae-bc0b-caf6b4b61f35 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:25.119466 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['c8944957-c824-43df-82b6-049e7e6b312f', '3e9c5bf4-10e0-4b8c-a01f-4a78c1d02c8d', 'bcd36c0a-2929-400a-a461-d1bfa60bf3fd'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:12:25.161173 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6854f6d5-1f3a-4690-9861-98bd0d72edbd req-7be61922-4fd5-4ec2-a411-27c08447164a tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:25.169499 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6854f6d5-1f3a-4690-9861-98bd0d72edbd req-7be61922-4fd5-4ec2-a411-27c08447164a tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] 10.222.0.64 "GET /v2.0/ports?device_id=57fa73c1-0b25-466c-8ae0-07894f343695 HTTP/1.1" status: 200 len: 931 time: 0.1053431 Dec 08 16:12:25.177843 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:25.228761 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6854f6d5-1f3a-4690-9861-98bd0d72edbd req-73a0276d-b10c-45ed-bc99-a7d784d2dc90 tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] 10.222.0.64 "GET /v2.0/security-groups?id=7918164e-f2af-4a6a-a83b-ae51d84da6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582855 Dec 08 16:12:25.236131 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e0269358-4959-445e-b80a-28023f6beb31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:25.253237 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd43ce7-036a-4aae-bc0b-caf6b4b61f35 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Pushing event deleted for resources: {'Port': ['ID=3e9c5bf4-10e0-4b8c-a01f-4a78c1d02c8d,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:25.336406 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-4997a180-43ab-4a75-9da2-bc9dbfab3fc2 req-7b85e5d1-df4e-4ab9-8a15-e6e8560659f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:25.354919 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=7cb8c769-05fa-446f-a5c4-b48d4c3ac2a8,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:25.423076 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0269358-4959-445e-b80a-28023f6beb31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=609177ea-d70f-42b5-947d-ac0be047b1d5,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:25.427426 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3f969d8-2cee-465f-94c8-7edad92a1e9d req-ffd43ce7-036a-4aae-bc0b-caf6b4b61f35 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] No DVR routers for this DVR port 3e9c5bf4-10e0-4b8c-a01f-4a78c1d02c8d on host n-h1-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:12:25.434140 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-b3f969d8-2cee-465f-94c8-7edad92a1e9d req-ffd43ce7-036a-4aae-bc0b-caf6b4b61f35 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:25.437877 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b3f969d8-2cee-465f-94c8-7edad92a1e9d req-ffd43ce7-036a-4aae-bc0b-caf6b4b61f35 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.76 "DELETE /v2.0/ports/3e9c5bf4-10e0-4b8c-a01f-4a78c1d02c8d HTTP/1.1" status: 204 len: 173 time: 1.6220224 Dec 08 16:12:25.472111 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9677a94d-373f-4e1a-9306-213e259cc569', 'name': 'network-vif-deleted', 'tag': '3e9c5bf4-10e0-4b8c-a01f-4a78c1d02c8d'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:12:25.475018 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aecc4a11-ab4f-4426-b76b-59858e99cfd8" -d '{"events": [{"server_uuid": "9677a94d-373f-4e1a-9306-213e259cc569", "name": "network-vif-deleted", "tag": "3e9c5bf4-10e0-4b8c-a01f-4a78c1d02c8d"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:12:25.557002 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['7cb8c769-05fa-446f-a5c4-b48d4c3ac2a8'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:12:25.575496 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169a900-9839-4d8a-901c-864a1b601a5e req-9bc6cea1-acd0-47ec-a487-6a2ff9ab30f4 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:25.586439 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e169a900-9839-4d8a-901c-864a1b601a5e req-9bc6cea1-acd0-47ec-a487-6a2ff9ab30f4 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 943 time: 0.4426322 Dec 08 16:12:25.627134 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98fe5398-2d42-4bac-91f0-b58c1a3a85f8 x-openstack-request-id: req-98fe5398-2d42-4bac-91f0-b58c1a3a85f8 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:12:25.627865 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9677a94d-373f-4e1a-9306-213e259cc569", "name": "network-vif-deleted", "tag": "3e9c5bf4-10e0-4b8c-a01f-4a78c1d02c8d", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:12:25.628258 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-98fe5398-2d42-4bac-91f0-b58c1a3a85f8 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:12:25.631601 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9677a94d-373f-4e1a-9306-213e259cc569', 'name': 'network-vif-deleted', 'tag': '3e9c5bf4-10e0-4b8c-a01f-4a78c1d02c8d', 'status': 'completed', 'code': 200} Dec 08 16:12:25.716634 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f2450a97-ab11-48b8-9c39-6914225b589b req-df9ae79f-6514-46ea-a371-00962b6c2f55 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/security-groups/22916caf-447e-415b-8fa2-182cd11be4dd HTTP/1.1" status: 200 len: 1816 time: 0.0500138 Dec 08 16:12:25.803363 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f2450a97-ab11-48b8-9c39-6914225b589b req-aca1029a-b834-45d7-abb0-7c068d90342d tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:25.829177 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0269358-4959-445e-b80a-28023f6beb31 admin admin] Checking segment: {'id': '0dec94c7-62d4-42fb-a989-f3053434898d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '302c30a7-bb07-4824-b9e9-efc4753720c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:12:25.830274 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0269358-4959-445e-b80a-28023f6beb31 admin admin] Network hostable DHCP agents. Network: 302c30a7-bb07-4824-b9e9-efc4753720c4, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:12:25.833983 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f2450a97-ab11-48b8-9c39-6914225b589b req-aca1029a-b834-45d7-abb0-7c068d90342d tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:25.853531 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e169a900-9839-4d8a-901c-864a1b601a5e req-b2200837-1400-45ee-9858-0577a1de7c77 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657902 Dec 08 16:12:25.989527 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f2450a97-ab11-48b8-9c39-6914225b589b req-aca1029a-b834-45d7-abb0-7c068d90342d tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:25.992282 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f2450a97-ab11-48b8-9c39-6914225b589b req-aca1029a-b834-45d7-abb0-7c068d90342d tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:25.993493 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f2450a97-ab11-48b8-9c39-6914225b589b req-aca1029a-b834-45d7-abb0-7c068d90342d tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "DELETE /v2.0/security-groups/22916caf-447e-415b-8fa2-182cd11be4dd HTTP/1.1" status: 204 len: 173 time: 0.2614350 Dec 08 16:12:26.003621 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca1029a-b834-45d7-abb0-7c068d90342d tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22916caf-447e-415b-8fa2-182cd11be4dd,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:26.068936 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b4356fdc-155c-47b4-8492-917b3c42a09b req-4cea48ce-1704-49d5-9604-a3f71e20bd41 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "GET /v2.0/security-groups/ab7d18e8-1b7e-4b40-b7cf-384fa31f572a HTTP/1.1" status: 200 len: 1816 time: 0.0449903 Dec 08 16:12:26.139183 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b4356fdc-155c-47b4-8492-917b3c42a09b req-a6d791b1-4525-465b-9a92-31ac383b2371 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:26.165561 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b4356fdc-155c-47b4-8492-917b3c42a09b req-a6d791b1-4525-465b-9a92-31ac383b2371 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:26.175773 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46246) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:26.283407 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-c4228b8f-64c0-4baf-b0bc-15d3e03dead0 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1376948284-network', 'tenant_id': '120d1fe207c542869b5e50595095593e'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:26.315148 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b4356fdc-155c-47b4-8492-917b3c42a09b req-a6d791b1-4525-465b-9a92-31ac383b2371 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:26.317858 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b4356fdc-155c-47b4-8492-917b3c42a09b req-a6d791b1-4525-465b-9a92-31ac383b2371 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:26.319009 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b4356fdc-155c-47b4-8492-917b3c42a09b req-a6d791b1-4525-465b-9a92-31ac383b2371 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] 10.222.0.64 "DELETE /v2.0/security-groups/ab7d18e8-1b7e-4b40-b7cf-384fa31f572a HTTP/1.1" status: 204 len: 173 time: 0.2380600 Dec 08 16:12:26.328616 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46252) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:26.338779 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-b3f969d8-2cee-465f-94c8-7edad92a1e9d req-7e23fcad-b0c4-437c-b775-4d406f885685 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Deleting port c8944957-c824-43df-82b6-049e7e6b312f {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:12:26.339060 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-b3f969d8-2cee-465f-94c8-7edad92a1e9d req-7e23fcad-b0c4-437c-b775-4d406f885685 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:26.355226 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d791b1-4525-465b-9a92-31ac383b2371 tempest-SecurityGroupsTestJSON-1137000927 tempest-SecurityGroupsTestJSON-1137000927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7d18e8-1b7e-4b40-b7cf-384fa31f572a,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:26.393241 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58940ab-c24c-48db-8618-3e5adf158259 req-dd1b792a-c1ef-4fd6-aa41-c0a651ff39df tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:26.399273 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58940ab-c24c-48db-8618-3e5adf158259 req-dd1b792a-c1ef-4fd6-aa41-c0a651ff39df tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:26.401035 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c58940ab-c24c-48db-8618-3e5adf158259 req-dd1b792a-c1ef-4fd6-aa41-c0a651ff39df tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9677a94d-373f-4e1a-9306-213e259cc569 HTTP/1.1" status: 200 len: 1683 time: 0.4670610 Dec 08 16:12:26.412308 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0269358-4959-445e-b80a-28023f6beb31 admin admin] Network 302c30a7-bb07-4824-b9e9-efc4753720c4 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:12:26.522533 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [req-4997a180-43ab-4a75-9da2-bc9dbfab3fc2 req-7b85e5d1-df4e-4ab9-8a15-e6e8560659f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 225cbfa6-99c0-4858-a2a4-d260a72899ea {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:12:26.536926 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-e0269358-4959-445e-b80a-28023f6beb31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 302c30a7-bb07-4824-b9e9-efc4753720c4) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:12:26.542896 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-4997a180-43ab-4a75-9da2-bc9dbfab3fc2 req-7b85e5d1-df4e-4ab9-8a15-e6e8560659f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:26.550882 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab16f3e-7679-4006-bb5b-8dcc3e482af6 None None] Network 302c30a7-bb07-4824-b9e9-efc4753720c4 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:12:26.555234 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0269358-4959-445e-b80a-28023f6beb31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:26.555702 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e0269358-4959-445e-b80a-28023f6beb31 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:26.563882 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c58940ab-c24c-48db-8618-3e5adf158259 req-d62e633e-4c5e-456d-8456-27176f17d273 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/security-groups?id=ca15dfaa-ea87-4015-8ed0-fd337a60a9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540606 Dec 08 16:12:26.582350 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-b3f969d8-2cee-465f-94c8-7edad92a1e9d req-7e23fcad-b0c4-437c-b775-4d406f885685 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] For port c8944957-c824-43df-82b6-049e7e6b312f, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=c8944957-c824-43df-82b6-049e7e6b312f,segment=NetworkSegment(ebec3e86-2dd4-45ef-9bd6-96beb12c7dc2),segment_id=ebec3e86-2dd4-45ef-9bd6-96beb12c7dc2)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:26.583068 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-b3f969d8-2cee-465f-94c8-7edad92a1e9d req-7e23fcad-b0c4-437c-b775-4d406f885685 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:26.587962 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [req-4997a180-43ab-4a75-9da2-bc9dbfab3fc2 req-7b85e5d1-df4e-4ab9-8a15-e6e8560659f0 service neutron] Transition to ACTIVE for port object 225cbfa6-99c0-4858-a2a4-d260a72899ea will not be triggered until provisioned by entity L2. {{(pid=110551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:12:26.605184 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-b3f969d8-2cee-465f-94c8-7edad92a1e9d req-7e23fcad-b0c4-437c-b775-4d406f885685 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Calling delete_port for c8944957-c824-43df-82b6-049e7e6b312f owned by compute:nova {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:12:26.626072 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 77c117d3-70dc-4550-8495-cc1d394f2397 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:12:26.659779 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-4997a180-43ab-4a75-9da2-bc9dbfab3fc2 req-7b85e5d1-df4e-4ab9-8a15-e6e8560659f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:26.717008 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e0269358-4959-445e-b80a-28023f6beb31 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3707976 Dec 08 16:12:26.731257 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46254) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:26.740806 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-7a23bd8a-953b-43d3-8b08-b2637916d965 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-476442208-router', 'tenant_id': 'f4bc823f590d4f5ab08e225067f150b6', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:26.744630 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e88910b-d0a0-4fbf-81e6-fbab40edc005 admin admin] Deleting subnet 707ddb2f-033d-4542-9213-13a68b9b326b {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:12:26.751594 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4228b8f-64c0-4baf-b0bc-15d3e03dead0 admin admin] Made reservation on behalf of 120d1fe207c542869b5e50595095593e for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:12:26.753400 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c4228b8f-64c0-4baf-b0bc-15d3e03dead0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:26.755374 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1e88910b-d0a0-4fbf-81e6-fbab40edc005 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:26.756982 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f11dfa-be59-41d2-8926-2c11c817b51c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-302c30a7-bb07-4824-b9e9-efc4753720c4', 'network_id': '302c30a7-bb07-4824-b9e9-efc4753720c4', 'project_id': 'f4bc823f590d4f5ab08e225067f150b6', 'fixed_ips': [{'subnet_id': '609177ea-d70f-42b5-947d-ac0be047b1d5'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:12:26.758398 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-39f11dfa-be59-41d2-8926-2c11c817b51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:26.785170 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b85e5d1-df4e-4ab9-8a15-e6e8560659f0 service neutron] Pushing event updated for resources: {'Port': ['ID=225cbfa6-99c0-4858-a2a4-d260a72899ea,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:26.787091 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c4228b8f-64c0-4baf-b0bc-15d3e03dead0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:26.815960 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1e88910b-d0a0-4fbf-81e6-fbab40edc005 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:26.826737 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f8a76-553a-496c-a9ff-21ae33d7a45d req-effb302d-fc1d-44d6-9e7e-f6324386e722 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:26.828367 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-325f8a76-553a-496c-a9ff-21ae33d7a45d req-effb302d-fc1d-44d6-9e7e-f6324386e722 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea3f4a1f-a767-4733-b8c4-397dd92a3cc7 HTTP/1.1" status: 200 len: 949 time: 0.4472930 Dec 08 16:12:26.867676 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4482c1-93df-4fa6-9eee-7465eb74c884 req-f31789e1-b750-4c56-a584-7676f2b6a98c tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:26.869310 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6e4482c1-93df-4fa6-9eee-7465eb74c884 req-f31789e1-b750-4c56-a584-7676f2b6a98c tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] 10.222.0.64 "GET /v2.0/ports?device_id=57fa73c1-0b25-466c-8ae0-07894f343695 HTTP/1.1" status: 200 len: 943 time: 0.2003498 Dec 08 16:12:26.882729 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 7cb8c769-05fa-446f-a5c4-b48d4c3ac2a8 up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:12:26.917189 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1e88910b-d0a0-4fbf-81e6-fbab40edc005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:26.928731 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7a23bd8a-953b-43d3-8b08-b2637916d965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:26.929775 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7a23bd8a-953b-43d3-8b08-b2637916d965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:26.933466 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 77c117d3-70dc-4550-8495-cc1d394f2397, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=77c117d3-70dc-4550-8495-cc1d394f2397,segment=NetworkSegment(6b0c82a0-bc9c-4886-a49c-1b810d61edae),segment_id=6b0c82a0-bc9c-4886-a49c-1b810d61edae)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:26.972806 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-325f8a76-553a-496c-a9ff-21ae33d7a45d req-4db4aa39-c1fb-4210-9f9b-8246b4a750b4 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213303 Dec 08 16:12:26.981111 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '77c117d3-70dc-4550-8495-cc1d394f2397', 'network_id': 'aae70492-1682-4e18-b135-887c01697ca0', 'port_id': '77c117d3-70dc-4550-8495-cc1d394f2397', 'mac_address': 'fa:16:3e:76:07:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b9a45e-f6fb-459d-ae2c-34fcbd17d9b9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:12:26.995335 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-4997a180-43ab-4a75-9da2-bc9dbfab3fc2 req-7b85e5d1-df4e-4ab9-8a15-e6e8560659f0 service neutron] Attempting to bind port 225cbfa6-99c0-4858-a2a4-d260a72899ea on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:12:26.995697 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-4997a180-43ab-4a75-9da2-bc9dbfab3fc2 req-7b85e5d1-df4e-4ab9-8a15-e6e8560659f0 service neutron] Attempting to bind port 225cbfa6-99c0-4858-a2a4-d260a72899ea by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': 'e0e794d2-5e8e-4369-ae91-9bbb8116e25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ed9e94c5-59c3-4113-b41c-184ef84efaf9'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:12:26.996025 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4997a180-43ab-4a75-9da2-bc9dbfab3fc2 req-7b85e5d1-df4e-4ab9-8a15-e6e8560659f0 service neutron] Attempting to bind port 225cbfa6-99c0-4858-a2a4-d260a72899ea on network ed9e94c5-59c3-4113-b41c-184ef84efaf9 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:12:27.009934 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4997a180-43ab-4a75-9da2-bc9dbfab3fc2 req-7b85e5d1-df4e-4ab9-8a15-e6e8560659f0 service neutron] Port 225cbfa6-99c0-4858-a2a4-d260a72899ea on network ed9e94c5-59c3-4113-b41c-184ef84efaf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:12:27.009934 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4997a180-43ab-4a75-9da2-bc9dbfab3fc2 req-7b85e5d1-df4e-4ab9-8a15-e6e8560659f0 service neutron] Attempting to bind port 225cbfa6-99c0-4858-a2a4-d260a72899ea on network ed9e94c5-59c3-4113-b41c-184ef84efaf9 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:12:27.009934 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6e4482c1-93df-4fa6-9eee-7465eb74c884 req-6c43d884-6e54-4224-a83a-5da1fce1c26b tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] 10.222.0.64 "GET /v2.0/security-groups?id=7918164e-f2af-4a6a-a83b-ae51d84da6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990295 Dec 08 16:12:27.012495 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4997a180-43ab-4a75-9da2-bc9dbfab3fc2 req-7b85e5d1-df4e-4ab9-8a15-e6e8560659f0 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:12:27.013077 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4997a180-43ab-4a75-9da2-bc9dbfab3fc2 req-7b85e5d1-df4e-4ab9-8a15-e6e8560659f0 service neutron] Checking segment: {'id': 'e0e794d2-5e8e-4369-ae91-9bbb8116e25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ed9e94c5-59c3-4113-b41c-184ef84efaf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:12:27.016562 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4997a180-43ab-4a75-9da2-bc9dbfab3fc2 req-7b85e5d1-df4e-4ab9-8a15-e6e8560659f0 service neutron] Bound using segment: {'id': 'e0e794d2-5e8e-4369-ae91-9bbb8116e25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ed9e94c5-59c3-4113-b41c-184ef84efaf9'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:12:27.016562 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-4997a180-43ab-4a75-9da2-bc9dbfab3fc2 req-7b85e5d1-df4e-4ab9-8a15-e6e8560659f0 service neutron] Bound port: 225cbfa6-99c0-4858-a2a4-d260a72899ea, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0e794d2-5e8e-4369-ae91-9bbb8116e25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ed9e94c5-59c3-4113-b41c-184ef84efaf9'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:12:27.016562 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-4997a180-43ab-4a75-9da2-bc9dbfab3fc2 req-7b85e5d1-df4e-4ab9-8a15-e6e8560659f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:27.051311 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c4228b8f-64c0-4baf-b0bc-15d3e03dead0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:27.053288 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-39f11dfa-be59-41d2-8926-2c11c817b51c None None] Allocated IP 172.20.0.2 (302c30a7-bb07-4824-b9e9-efc4753720c4/609177ea-d70f-42b5-947d-ac0be047b1d5/8cdd5c91-2d29-4c49-abeb-53c12ae1247d) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:12:27.068714 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:27.084821 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77c117d3-70dc-4550-8495-cc1d394f2397 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:12:27.093972 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-b3f969d8-2cee-465f-94c8-7edad92a1e9d req-7e23fcad-b0c4-437c-b775-4d406f885685 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:27.098407 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-4997a180-43ab-4a75-9da2-bc9dbfab3fc2 req-7b85e5d1-df4e-4ab9-8a15-e6e8560659f0 service neutron] For port 225cbfa6-99c0-4858-a2a4-d260a72899ea, host n-h2-776250-12, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:12:27.106761 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 77c117d3-70dc-4550-8495-cc1d394f2397, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=77c117d3-70dc-4550-8495-cc1d394f2397,segment=NetworkSegment(6b0c82a0-bc9c-4886-a49c-1b810d61edae),segment_id=6b0c82a0-bc9c-4886-a49c-1b810d61edae)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:27.133145 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ab378-11b0-4950-8800-90b404d5de74 req-f4652fa0-265d-466b-8503-760c2db00b7b tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:27.134805 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c19ab378-11b0-4950-8800-90b404d5de74 req-f4652fa0-265d-466b-8503-760c2db00b7b tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 943 time: 0.0545542 Dec 08 16:12:27.152353 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port 7cb8c769-05fa-446f-a5c4-b48d4c3ac2a8 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:12:27.158458 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1e88910b-d0a0-4fbf-81e6-fbab40edc005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:27.162722 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 7cb8c769-05fa-446f-a5c4-b48d4c3ac2a8 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:12:27.163171 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:27.171508 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e23fcad-b0c4-437c-b775-4d406f885685 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Pushing event deleted for resources: {'Port': ['ID=c8944957-c824-43df-82b6-049e7e6b312f,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:27.175377 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-4997a180-43ab-4a75-9da2-bc9dbfab3fc2 req-7b85e5d1-df4e-4ab9-8a15-e6e8560659f0 service neutron] For port 225cbfa6-99c0-4858-a2a4-d260a72899ea, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=225cbfa6-99c0-4858-a2a4-d260a72899ea,segment=NetworkSegment(e0e794d2-5e8e-4369-ae91-9bbb8116e25a),segment_id=e0e794d2-5e8e-4369-ae91-9bbb8116e25a)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:12:27.207671 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1e88910b-d0a0-4fbf-81e6-fbab40edc005 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:27.214554 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-1e88910b-d0a0-4fbf-81e6-fbab40edc005 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/707ddb2f-033d-4542-9213-13a68b9b326b HTTP/1.1" status: 204 len: 168 time: 0.8847961 Dec 08 16:12:27.215448 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e88910b-d0a0-4fbf-81e6-fbab40edc005 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=707ddb2f-033d-4542-9213-13a68b9b326b,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:27.221284 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46258) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:27.261048 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c19ab378-11b0-4950-8800-90b404d5de74 req-717b097b-ae39-48df-86c6-4e7ed9d61e41 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194260 Dec 08 16:12:27.336130 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c4228b8f-64c0-4baf-b0bc-15d3e03dead0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:27.337331 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7a23bd8a-953b-43d3-8b08-b2637916d965 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:27.337331 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3f969d8-2cee-465f-94c8-7edad92a1e9d req-7e23fcad-b0c4-437c-b775-4d406f885685 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] No DVR routers for this DVR port c8944957-c824-43df-82b6-049e7e6b312f on host n-h1-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:12:27.337331 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-b3f969d8-2cee-465f-94c8-7edad92a1e9d req-7e23fcad-b0c4-437c-b775-4d406f885685 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:27.337331 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b3f969d8-2cee-465f-94c8-7edad92a1e9d req-7e23fcad-b0c4-437c-b775-4d406f885685 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.76 "DELETE /v2.0/ports/c8944957-c824-43df-82b6-049e7e6b312f HTTP/1.1" status: 204 len: 173 time: 1.7736530 Dec 08 16:12:27.367949 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ca5d9deb-131e-4e56-b3ed-709730373918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:27.377577 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4228b8f-64c0-4baf-b0bc-15d3e03dead0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:12:27.378902 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:27.384895 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4228b8f-64c0-4baf-b0bc-15d3e03dead0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d0ddc5-98b7-44ac-9206-b948a6e74d8c,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:27.398278 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c4228b8f-64c0-4baf-b0bc-15d3e03dead0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:27.398278 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-c4228b8f-64c0-4baf-b0bc-15d3e03dead0 admin admin] Added segment 2f425b4b-c69b-4ba0-88af-aadb1060cf77 of type vlan for network 07a19fdc-d260-436b-ab24-0afbeda54efb Dec 08 16:12:27.418062 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:27.432150 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-39f11dfa-be59-41d2-8926-2c11c817b51c None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:27.450847 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-b3f969d8-2cee-465f-94c8-7edad92a1e9d req-7ed53b9b-997f-4b62-9c26-5d51218b6234 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Deleting port bcd36c0a-2929-400a-a461-d1bfa60bf3fd {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:12:27.451285 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-b3f969d8-2cee-465f-94c8-7edad92a1e9d req-7ed53b9b-997f-4b62-9c26-5d51218b6234 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:27.494838 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=77c117d3-70dc-4550-8495-cc1d394f2397,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:27.512123 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c4228b8f-64c0-4baf-b0bc-15d3e03dead0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:27.524701 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ca5d9deb-131e-4e56-b3ed-709730373918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:27.532302 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea3f4a1f-a767-4733-b8c4-397dd92a3cc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb8c769-05fa-446f-a5c4-b48d4c3ac2a8'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:12:27.533943 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-4997a180-43ab-4a75-9da2-bc9dbfab3fc2 req-7b85e5d1-df4e-4ab9-8a15-e6e8560659f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:27.535043 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d2d433-1ae2-493d-a6c9-21169d4b9de6" -d '{"events": [{"server_uuid": "ea3f4a1f-a767-4733-b8c4-397dd92a3cc7", "name": "network-vif-plugged", "status": "completed", "tag": "7cb8c769-05fa-446f-a5c4-b48d4c3ac2a8"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:12:27.549763 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 7cb8c769-05fa-446f-a5c4-b48d4c3ac2a8, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=7cb8c769-05fa-446f-a5c4-b48d4c3ac2a8,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:27.559300 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-ca5d9deb-131e-4e56-b3ed-709730373918 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36f1997d-7402-40f7-9d63-2c44f589b38e']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:27.569514 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-ca5d9deb-131e-4e56-b3ed-709730373918 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92617869-9a71-472b-aafc-2c59cfc12c7b') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:27.569867 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-ca5d9deb-131e-4e56-b3ed-709730373918 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92617869-9a71-472b-aafc-2c59cfc12c7b') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:27.583022 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43319c6c-f89e-4c21-8fa3-6dbe2d1791ec x-openstack-request-id: req-43319c6c-f89e-4c21-8fa3-6dbe2d1791ec {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:12:27.583022 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea3f4a1f-a767-4733-b8c4-397dd92a3cc7", "name": "network-vif-plugged", "status": "completed", "tag": "7cb8c769-05fa-446f-a5c4-b48d4c3ac2a8", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:12:27.588075 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ca5d9deb-131e-4e56-b3ed-709730373918 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:27.588225 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-43319c6c-f89e-4c21-8fa3-6dbe2d1791ec {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:12:27.588225 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea3f4a1f-a767-4733-b8c4-397dd92a3cc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb8c769-05fa-446f-a5c4-b48d4c3ac2a8', 'code': 200} Dec 08 16:12:27.603450 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ca5d9deb-131e-4e56-b3ed-709730373918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:27.611953 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca5d9deb-131e-4e56-b3ed-709730373918 admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:12:27.612507 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ca5d9deb-131e-4e56-b3ed-709730373918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:27.614427 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:12:27.614427 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:12:27.614427 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:12:27.614427 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:12:27.614427 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:12:27.614427 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:12:27.614427 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:12:27.614427 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:12:27.614427 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:12:27.614427 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:12:27.614427 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:12:27.614427 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:12:27.614427 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:12:27.614427 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:12:27.614427 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:12:27.614427 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:12:27.614427 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:12:27.614427 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:12:27.614427 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:12:27.614427 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:12:27.614427 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:12:27.614427 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:12:27.614427 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:12:27.614427 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:12:27.614427 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:12:27.614427 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:12:27.614427 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:12:27.614427 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:12:27.614427 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:12:27.614427 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:12:27.614427 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:12:27.614427 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:12:27.622391 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-39f11dfa-be59-41d2-8926-2c11c817b51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:27.630034 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9677a94d-373f-4e1a-9306-213e259cc569', 'name': 'network-vif-deleted', 'tag': 'c8944957-c824-43df-82b6-049e7e6b312f'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:12:27.632581 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1757a1a-ca1e-4247-a696-e7c8633c88ff" -d '{"events": [{"server_uuid": "9677a94d-373f-4e1a-9306-213e259cc569", "name": "network-vif-deleted", "tag": "c8944957-c824-43df-82b6-049e7e6b312f"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:12:27.698701 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997a180-43ab-4a75-9da2-bc9dbfab3fc2 req-7b85e5d1-df4e-4ab9-8a15-e6e8560659f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:27.699359 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-4997a180-43ab-4a75-9da2-bc9dbfab3fc2 req-7b85e5d1-df4e-4ab9-8a15-e6e8560659f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:27.701195 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4997a180-43ab-4a75-9da2-bc9dbfab3fc2 req-7b85e5d1-df4e-4ab9-8a15-e6e8560659f0 service neutron] 10.222.0.37 "PUT /v2.0/ports/225cbfa6-99c0-4858-a2a4-d260a72899ea HTTP/1.1" status: 200 len: 1092 time: 2.6058407 Dec 08 16:12:27.703822 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f11dfa-be59-41d2-8926-2c11c817b51c None None] Pushing event updated for resources: {'Port': ['ID=8cdd5c91-2d29-4c49-abeb-53c12ae1247d,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:27.709501 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:27.709501 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 7391200b-a656-49d2-be8a-f22216a67d06 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:12:27.709762 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd8500be-3047-43bf-902b-8ce550b28386 x-openstack-request-id: req-dd8500be-3047-43bf-902b-8ce550b28386 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:12:27.710391 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9677a94d-373f-4e1a-9306-213e259cc569", "name": "network-vif-deleted", "tag": "c8944957-c824-43df-82b6-049e7e6b312f", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:12:27.710802 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dd8500be-3047-43bf-902b-8ce550b28386 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:12:27.711230 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9677a94d-373f-4e1a-9306-213e259cc569', 'name': 'network-vif-deleted', 'tag': 'c8944957-c824-43df-82b6-049e7e6b312f', 'status': 'completed', 'code': 200} Dec 08 16:12:27.734062 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: 7391200b-a656-49d2-be8a-f22216a67d06 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:12:27.738059 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 7391200b-a656-49d2-be8a-f22216a67d06 not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:12:27.738059 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device bcd36c0a-2929-400a-a461-d1bfa60bf3fd no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:12:27.748570 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c4228b8f-64c0-4baf-b0bc-15d3e03dead0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:27.750305 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4228b8f-64c0-4baf-b0bc-15d3e03dead0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:27.750905 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c4228b8f-64c0-4baf-b0bc-15d3e03dead0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:27.766952 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f11dfa-be59-41d2-8926-2c11c817b51c None None] Network 302c30a7-bb07-4824-b9e9-efc4753720c4 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:12:27.773379 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['77c117d3-70dc-4550-8495-cc1d394f2397'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:12:27.824995 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-b3f969d8-2cee-465f-94c8-7edad92a1e9d req-7ed53b9b-997f-4b62-9c26-5d51218b6234 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] For port bcd36c0a-2929-400a-a461-d1bfa60bf3fd, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=bcd36c0a-2929-400a-a461-d1bfa60bf3fd,segment=NetworkSegment(ebec3e86-2dd4-45ef-9bd6-96beb12c7dc2),segment_id=ebec3e86-2dd4-45ef-9bd6-96beb12c7dc2)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:27.825238 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-b3f969d8-2cee-465f-94c8-7edad92a1e9d req-7ed53b9b-997f-4b62-9c26-5d51218b6234 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:27.830146 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b85e5d1-df4e-4ab9-8a15-e6e8560659f0 service neutron] Pushing event updated for resources: {'Port': ['ID=225cbfa6-99c0-4858-a2a4-d260a72899ea,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:27.841266 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7a23bd8a-953b-43d3-8b08-b2637916d965 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:27.856377 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-39f11dfa-be59-41d2-8926-2c11c817b51c None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:12:27.858913 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-b3f969d8-2cee-465f-94c8-7edad92a1e9d req-7ed53b9b-997f-4b62-9c26-5d51218b6234 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Calling delete_port for bcd36c0a-2929-400a-a461-d1bfa60bf3fd owned by compute:nova {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:12:27.859972 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4873be-2eb4-4e0c-92e9-64797118bce2 req-2820a8b9-4bc1-4e06-afaa-9ad983074284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:27.861554 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4c4873be-2eb4-4e0c-92e9-64797118bce2 req-2820a8b9-4bc1-4e06-afaa-9ad983074284 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ea3f4a1f-a767-4733-b8c4-397dd92a3cc7 HTTP/1.1" status: 200 len: 1102 time: 0.1861875 Dec 08 16:12:27.864216 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4228b8f-64c0-4baf-b0bc-15d3e03dead0 admin admin] Pushing event updated for resources: {'Network': ['ID=07a19fdc-d260-436b-ab24-0afbeda54efb,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:27.874509 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f11dfa-be59-41d2-8926-2c11c817b51c None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:12:27.885708 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8735b1-7e0c-4f12-8593-330372702396 req-7f4c3ec8-5337-46b3-a760-4cd1127fe62e tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:27.893542 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5f8735b1-7e0c-4f12-8593-330372702396 req-7f4c3ec8-5337-46b3-a760-4cd1127fe62e tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9677a94d-373f-4e1a-9306-213e259cc569 HTTP/1.1" status: 200 len: 946 time: 0.1905704 Dec 08 16:12:27.928993 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ca5d9deb-131e-4e56-b3ed-709730373918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:27.941189 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997a180-43ab-4a75-9da2-bc9dbfab3fc2 req-20c31658-762a-4e7d-97fe-8972c9249079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:27.941958 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ca5d9deb-131e-4e56-b3ed-709730373918 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:27.943008 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4997a180-43ab-4a75-9da2-bc9dbfab3fc2 req-20c31658-762a-4e7d-97fe-8972c9249079 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b55b1b2a634f4b8b8cc488d40fb8fb4f&device_id=57fa73c1-0b25-466c-8ae0-07894f343695 HTTP/1.1" status: 200 len: 1095 time: 0.1049888 Dec 08 16:12:27.945349 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ca5d9deb-131e-4e56-b3ed-709730373918 admin admin] 10.222.0.64 "DELETE /v2.0/networks/36f1997d-7402-40f7-9d63-2c44f589b38e HTTP/1.1" status: 204 len: 168 time: 0.7157114 Dec 08 16:12:27.973442 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c4228b8f-64c0-4baf-b0bc-15d3e03dead0 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7967658 Dec 08 16:12:27.974354 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5d9deb-131e-4e56-b3ed-709730373918 admin admin] Pushing event deleted for resources: {'Network': ['ID=36f1997d-7402-40f7-9d63-2c44f589b38e,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:27.979154 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46268) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:27.988654 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-272aa5df-ed79-4615-8118-0689470de8cb admin admin] Request body: {'subnet': {'network_id': '07a19fdc-d260-436b-ab24-0afbeda54efb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1376948284-subnet', 'tenant_id': '120d1fe207c542869b5e50595095593e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:27.994193 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4c4873be-2eb4-4e0c-92e9-64797118bce2 req-aa61b1e7-ad25-4058-991d-d00cc9070155 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237764 Dec 08 16:12:28.019103 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5f8735b1-7e0c-4f12-8593-330372702396 req-2580f835-a515-4959-9865-46ecced965e7 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/security-groups?id=ca15dfaa-ea87-4015-8ed0-fd337a60a9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222801 Dec 08 16:12:28.019364 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4997a180-43ab-4a75-9da2-bc9dbfab3fc2 req-4c88e572-4f99-4b36-8db0-e7e05bdea0e3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=225cbfa6-99c0-4858-a2a4-d260a72899ea HTTP/1.1" status: 200 len: 217 time: 0.0639508 Dec 08 16:12:28.128126 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 07a19fdc-d260-436b-ab24-0afbeda54efb details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:12:28.135124 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272aa5df-ed79-4615-8118-0689470de8cb admin admin] Made reservation on behalf of 120d1fe207c542869b5e50595095593e for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:12:28.138031 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-272aa5df-ed79-4615-8118-0689470de8cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:28.158002 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997a180-43ab-4a75-9da2-bc9dbfab3fc2 req-f0d59143-a748-47eb-9bd3-f4f7e2e1601d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:28.160441 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4997a180-43ab-4a75-9da2-bc9dbfab3fc2 req-f0d59143-a748-47eb-9bd3-f4f7e2e1601d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=77ea5472-df9e-4448-994c-ff9ce66a8c16 HTTP/1.1" status: 200 len: 854 time: 0.1114047 Dec 08 16:12:28.201841 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4997a180-43ab-4a75-9da2-bc9dbfab3fc2 req-4fc4250a-d745-4751-af7a-915188bf42dd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ed9e94c5-59c3-4113-b41c-184ef84efaf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330908 Dec 08 16:12:28.223751 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=7cb8c769-05fa-446f-a5c4-b48d4c3ac2a8,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:28.231669 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-39f11dfa-be59-41d2-8926-2c11c817b51c None None] Attempting to bind port 8cdd5c91-2d29-4c49-abeb-53c12ae1247d on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:12:28.232295 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-39f11dfa-be59-41d2-8926-2c11c817b51c None None] Attempting to bind port 8cdd5c91-2d29-4c49-abeb-53c12ae1247d by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '0dec94c7-62d4-42fb-a989-f3053434898d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '302c30a7-bb07-4824-b9e9-efc4753720c4'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:12:28.232859 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f11dfa-be59-41d2-8926-2c11c817b51c None None] Attempting to bind port 8cdd5c91-2d29-4c49-abeb-53c12ae1247d on network 302c30a7-bb07-4824-b9e9-efc4753720c4 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:12:28.237729 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e991e3-011d-4645-baa0-cd1296d3283e req-cdcf3e10-416e-4fe2-a04b-6b114142bfd8 tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:28.243657 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-62e991e3-011d-4645-baa0-cd1296d3283e req-cdcf3e10-416e-4fe2-a04b-6b114142bfd8 tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] 10.222.0.64 "GET /v2.0/ports?device_id=57fa73c1-0b25-466c-8ae0-07894f343695 HTTP/1.1" status: 200 len: 943 time: 0.1195874 Dec 08 16:12:28.256880 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f11dfa-be59-41d2-8926-2c11c817b51c None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:12:28.257437 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f11dfa-be59-41d2-8926-2c11c817b51c None None] Checking segment: {'id': '0dec94c7-62d4-42fb-a989-f3053434898d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '302c30a7-bb07-4824-b9e9-efc4753720c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:12:28.257967 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-39f11dfa-be59-41d2-8926-2c11c817b51c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:28.258455 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f11dfa-be59-41d2-8926-2c11c817b51c None None] Bound using segment: {'id': '0dec94c7-62d4-42fb-a989-f3053434898d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '302c30a7-bb07-4824-b9e9-efc4753720c4'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:12:28.259034 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-39f11dfa-be59-41d2-8926-2c11c817b51c None None] Bound port: 8cdd5c91-2d29-4c49-abeb-53c12ae1247d, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dec94c7-62d4-42fb-a989-f3053434898d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '302c30a7-bb07-4824-b9e9-efc4753720c4'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:12:28.259518 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-39f11dfa-be59-41d2-8926-2c11c817b51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:28.284563 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146606a8-9861-4d49-a119-eaa99dbf50bf req-33cd593e-4920-4eff-9600-d45aacf25e03 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:28.287788 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-146606a8-9861-4d49-a119-eaa99dbf50bf req-33cd593e-4920-4eff-9600-d45aacf25e03 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea3f4a1f-a767-4733-b8c4-397dd92a3cc7 HTTP/1.1" status: 200 len: 950 time: 0.1928492 Dec 08 16:12:28.333946 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-62e991e3-011d-4645-baa0-cd1296d3283e req-32027773-06c9-45f5-85e8-9cac9a198b8b tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] 10.222.0.64 "GET /v2.0/security-groups?id=7918164e-f2af-4a6a-a83b-ae51d84da6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833774 Dec 08 16:12:28.376153 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:28.429680 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-39f11dfa-be59-41d2-8926-2c11c817b51c None None] For port 8cdd5c91-2d29-4c49-abeb-53c12ae1247d, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:12:28.440137 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46276) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:28.446638 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-39f11dfa-be59-41d2-8926-2c11c817b51c None None] For port 8cdd5c91-2d29-4c49-abeb-53c12ae1247d, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=8cdd5c91-2d29-4c49-abeb-53c12ae1247d,segment=NetworkSegment(0dec94c7-62d4-42fb-a989-f3053434898d),segment_id=0dec94c7-62d4-42fb-a989-f3053434898d)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:12:28.511142 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07bc7ae-4dca-4c86-b43e-ddee54e42324 req-f6a614d9-f18b-4858-8131-9647e9af12f3 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:28.512709 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b07bc7ae-4dca-4c86-b43e-ddee54e42324 req-f6a614d9-f18b-4858-8131-9647e9af12f3 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 944 time: 0.0572286 Dec 08 16:12:28.516677 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-39f11dfa-be59-41d2-8926-2c11c817b51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:28.550714 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-272aa5df-ed79-4615-8118-0689470de8cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:28.585097 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f11dfa-be59-41d2-8926-2c11c817b51c None None] Pushing event updated for resources: {'Port': ['ID=8cdd5c91-2d29-4c49-abeb-53c12ae1247d,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:28.596862 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-146606a8-9861-4d49-a119-eaa99dbf50bf req-905e3ebb-693d-4bb4-aa88-30bcef658336 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968578 Dec 08 16:12:28.617142 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b07bc7ae-4dca-4c86-b43e-ddee54e42324 req-160c895d-9cc2-42e8-8ab2-02aa3fd5250e tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942507 Dec 08 16:12:28.623055 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4997a180-43ab-4a75-9da2-bc9dbfab3fc2 req-7b566cdf-a8c8-485e-ab06-4cdf3e455871 service neutron] 10.222.0.37 "GET /v2.0/networks/ed9e94c5-59c3-4113-b41c-184ef84efaf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4131777 Dec 08 16:12:28.644281 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272aa5df-ed79-4615-8118-0689470de8cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0be05e6a-4912-43c1-9ca5-90ada4e2aa36,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:28.645176 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 3e9c5bf4-10e0-4b8c-a01f-4a78c1d02c8d no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:12:28.656659 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272aa5df-ed79-4615-8118-0689470de8cb admin admin] Checking segment: {'id': '2f425b4b-c69b-4ba0-88af-aadb1060cf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '07a19fdc-d260-436b-ab24-0afbeda54efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:12:28.657199 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272aa5df-ed79-4615-8118-0689470de8cb admin admin] Network hostable DHCP agents. Network: 07a19fdc-d260-436b-ab24-0afbeda54efb, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:12:28.671405 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: 3e9c5bf4-10e0-4b8c-a01f-4a78c1d02c8d {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:12:28.672418 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 3e9c5bf4-10e0-4b8c-a01f-4a78c1d02c8d not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:12:28.672914 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device c8944957-c824-43df-82b6-049e7e6b312f no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:12:28.676027 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7a23bd8a-953b-43d3-8b08-b2637916d965 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:28.693389 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: c8944957-c824-43df-82b6-049e7e6b312f {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:12:28.695321 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device c8944957-c824-43df-82b6-049e7e6b312f not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:12:28.701848 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-b3f969d8-2cee-465f-94c8-7edad92a1e9d req-7ed53b9b-997f-4b62-9c26-5d51218b6234 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:28.713960 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-854253f7-7137-404c-9228-6c4963ca13fc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cf22fc866524446b89f6f72a3f676ba3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2703395 Dec 08 16:12:28.715251 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7a23bd8a-953b-43d3-8b08-b2637916d965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:28.716706 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46278) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:28.755857 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272aa5df-ed79-4615-8118-0689470de8cb admin admin] Network 07a19fdc-d260-436b-ab24-0afbeda54efb is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:12:28.776788 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aea10709-00fd-463c-9d9d-b3c67a0950d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:28.789252 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed53b9b-997f-4b62-9c26-5d51218b6234 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Pushing event deleted for resources: {'Port': ['ID=bcd36c0a-2929-400a-a461-d1bfa60bf3fd,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:28.833509 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aea10709-00fd-463c-9d9d-b3c67a0950d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:28.852396 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-272aa5df-ed79-4615-8118-0689470de8cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 07a19fdc-d260-436b-ab24-0afbeda54efb) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:12:28.860938 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272aa5df-ed79-4615-8118-0689470de8cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:28.861626 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-272aa5df-ed79-4615-8118-0689470de8cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:28.871777 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bba553a-6a64-45b6-820d-e53169c1594a None None] Network 07a19fdc-d260-436b-ab24-0afbeda54efb requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:12:28.900557 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3f969d8-2cee-465f-94c8-7edad92a1e9d req-7ed53b9b-997f-4b62-9c26-5d51218b6234 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] No DVR routers for this DVR port bcd36c0a-2929-400a-a461-d1bfa60bf3fd on host n-h1-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:12:28.914965 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-b3f969d8-2cee-465f-94c8-7edad92a1e9d req-7ed53b9b-997f-4b62-9c26-5d51218b6234 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:28.918478 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b3f969d8-2cee-465f-94c8-7edad92a1e9d req-7ed53b9b-997f-4b62-9c26-5d51218b6234 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.76 "DELETE /v2.0/ports/bcd36c0a-2929-400a-a461-d1bfa60bf3fd HTTP/1.1" status: 204 len: 173 time: 1.6174235 Dec 08 16:12:28.994639 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4997a180-43ab-4a75-9da2-bc9dbfab3fc2 req-54e69329-b78d-4262-8018-9fbbc78424b3 service neutron] 10.222.0.37 "GET /v2.0/networks/ed9e94c5-59c3-4113-b41c-184ef84efaf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198571 Dec 08 16:12:29.024374 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-7a23bd8a-953b-43d3-8b08-b2637916d965 admin admin] Allocated IP 172.25.0.92 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/f9660951-4dc1-41ad-9881-6bf16b4f8615) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:12:29.041387 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aea10709-00fd-463c-9d9d-b3c67a0950d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:29.044824 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aea10709-00fd-463c-9d9d-b3c67a0950d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:29.049648 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-aea10709-00fd-463c-9d9d-b3c67a0950d2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c89a3303-4112-4fa9-ad34-bd9348cd97c4 HTTP/1.1" status: 204 len: 168 time: 0.3314617 Dec 08 16:12:29.063016 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-272aa5df-ed79-4615-8118-0689470de8cb admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0739374 Dec 08 16:12:29.063016 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea10709-00fd-463c-9d9d-b3c67a0950d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89a3303-4112-4fa9-ad34-bd9348cd97c4,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:29.078554 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6a4c35-be81-4789-baca-342e591a515f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-07a19fdc-d260-436b-ab24-0afbeda54efb', 'network_id': '07a19fdc-d260-436b-ab24-0afbeda54efb', 'project_id': '120d1fe207c542869b5e50595095593e', 'fixed_ips': [{'subnet_id': '0be05e6a-4912-43c1-9ca5-90ada4e2aa36'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:12:29.080990 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9d6a4c35-be81-4789-baca-342e591a515f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:29.220420 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-168892a1-efca-4f43-9031-6470c60e8956 req-4000cd47-b461-4d8f-bc7f-597c294a6377 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/ports?device_id=9677a94d-373f-4e1a-9306-213e259cc569 HTTP/1.1" status: 200 len: 210 time: 0.0765905 Dec 08 16:12:29.277981 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7a23bd8a-953b-43d3-8b08-b2637916d965 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:29.344681 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-9d6a4c35-be81-4789-baca-342e591a515f None None] Allocated IP 172.20.0.2 (07a19fdc-d260-436b-ab24-0afbeda54efb/0be05e6a-4912-43c1-9ca5-90ada4e2aa36/e2491cc9-457a-4300-b57e-5efd933553a0) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:12:29.390251 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7a23bd8a-953b-43d3-8b08-b2637916d965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:29.482988 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a23bd8a-953b-43d3-8b08-b2637916d965 admin admin] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:12:29.494301 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-7a23bd8a-953b-43d3-8b08-b2637916d965 admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:12:29.505120 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a23bd8a-953b-43d3-8b08-b2637916d965 admin admin] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:12:29.515158 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc5845-9980-4ecc-b5c8-e8a91587888c req-4dc788b1-5aee-45e5-b932-549d860a9466 tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:29.516933 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-84bc5845-9980-4ecc-b5c8-e8a91587888c req-4dc788b1-5aee-45e5-b932-549d860a9466 tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] 10.222.0.64 "GET /v2.0/ports?device_id=57fa73c1-0b25-466c-8ae0-07894f343695 HTTP/1.1" status: 200 len: 943 time: 0.0717676 Dec 08 16:12:29.539336 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a23bd8a-953b-43d3-8b08-b2637916d965 admin admin] Pushing event updated for resources: {'Port': ['ID=f9660951-4dc1-41ad-9881-6bf16b4f8615,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:29.599164 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9d6a4c35-be81-4789-baca-342e591a515f None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:29.634014 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-84bc5845-9980-4ecc-b5c8-e8a91587888c req-4bbf5838-c42f-425a-9dbd-ea203c2fcd20 tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] 10.222.0.64 "GET /v2.0/security-groups?id=7918164e-f2af-4a6a-a83b-ae51d84da6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058004 Dec 08 16:12:29.698718 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9d6a4c35-be81-4789-baca-342e591a515f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:29.749469 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57fa73c1-0b25-466c-8ae0-07894f343695', 'tag': '225cbfa6-99c0-4858-a2a4-d260a72899ea'}, {'server_uuid': '9677a94d-373f-4e1a-9306-213e259cc569', 'name': 'network-vif-deleted', 'tag': 'bcd36c0a-2929-400a-a461-d1bfa60bf3fd'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:12:29.755963 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c5fdffe-bb28-4761-b3e7-d8dbb0338fa5" -d '{"events": [{"name": "network-changed", "server_uuid": "57fa73c1-0b25-466c-8ae0-07894f343695", "tag": "225cbfa6-99c0-4858-a2a4-d260a72899ea"}, {"server_uuid": "9677a94d-373f-4e1a-9306-213e259cc569", "name": "network-vif-deleted", "tag": "bcd36c0a-2929-400a-a461-d1bfa60bf3fd"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:12:29.850004 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 8cdd5c91-2d29-4c49-abeb-53c12ae1247d up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:12:29.857914 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c09905-12a6-4729-ad36-1391556187d2 req-ffc08535-c2d5-447b-9ecd-c75bd3f8d6db tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:29.867373 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b3c09905-12a6-4729-ad36-1391556187d2 req-ffc08535-c2d5-447b-9ecd-c75bd3f8d6db tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea3f4a1f-a767-4733-b8c4-397dd92a3cc7 HTTP/1.1" status: 200 len: 950 time: 0.0957055 Dec 08 16:12:29.894951 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6a4c35-be81-4789-baca-342e591a515f None None] Pushing event updated for resources: {'Port': ['ID=e2491cc9-457a-4300-b57e-5efd933553a0,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:29.898851 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6a4c35-be81-4789-baca-342e591a515f None None] Network 07a19fdc-d260-436b-ab24-0afbeda54efb is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:12:29.916159 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-9d6a4c35-be81-4789-baca-342e591a515f None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:12:29.925568 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6a4c35-be81-4789-baca-342e591a515f None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:12:29.956195 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b3c09905-12a6-4729-ad36-1391556187d2 req-f5500432-f67b-4551-a03c-c1a3f2db297f tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859923 Dec 08 16:12:30.009817 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-9d6a4c35-be81-4789-baca-342e591a515f None None] Attempting to bind port e2491cc9-457a-4300-b57e-5efd933553a0 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:12:30.010500 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-9d6a4c35-be81-4789-baca-342e591a515f None None] Attempting to bind port e2491cc9-457a-4300-b57e-5efd933553a0 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '2f425b4b-c69b-4ba0-88af-aadb1060cf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '07a19fdc-d260-436b-ab24-0afbeda54efb'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:12:30.011018 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6a4c35-be81-4789-baca-342e591a515f None None] Attempting to bind port e2491cc9-457a-4300-b57e-5efd933553a0 on network 07a19fdc-d260-436b-ab24-0afbeda54efb {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:12:30.018930 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 8cdd5c91-2d29-4c49-abeb-53c12ae1247d triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:12:30.019802 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:30.023340 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6a4c35-be81-4789-baca-342e591a515f None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:12:30.024099 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6a4c35-be81-4789-baca-342e591a515f None None] Checking segment: {'id': '2f425b4b-c69b-4ba0-88af-aadb1060cf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '07a19fdc-d260-436b-ab24-0afbeda54efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:12:30.024681 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9d6a4c35-be81-4789-baca-342e591a515f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:30.025185 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6a4c35-be81-4789-baca-342e591a515f None None] Bound using segment: {'id': '2f425b4b-c69b-4ba0-88af-aadb1060cf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '07a19fdc-d260-436b-ab24-0afbeda54efb'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:12:30.025783 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-9d6a4c35-be81-4789-baca-342e591a515f None None] Bound port: e2491cc9-457a-4300-b57e-5efd933553a0, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f425b4b-c69b-4ba0-88af-aadb1060cf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '07a19fdc-d260-436b-ab24-0afbeda54efb'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:12:30.026279 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9d6a4c35-be81-4789-baca-342e591a515f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:30.108047 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3112ed9-5932-4392-b6cf-24e0a58ff585 req-da094659-a80a-407b-838c-44b39339789d tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:30.117199 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d3112ed9-5932-4392-b6cf-24e0a58ff585 req-da094659-a80a-407b-838c-44b39339789d tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 944 time: 0.0809884 Dec 08 16:12:30.150638 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1781ac-0d73-439d-85e3-362a76186aaa None None] Network 302c30a7-bb07-4824-b9e9-efc4753720c4 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:12:30.192244 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7a23bd8a-953b-43d3-8b08-b2637916d965 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:30.229865 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d3112ed9-5932-4392-b6cf-24e0a58ff585 req-5f6a5f35-8f32-4c50-8206-5d660528d74b tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972500 Dec 08 16:12:30.281886 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-213d3a4b-8bcf-4a6d-8a4e-546abeea0097 None None] Provisioning complete for port 8cdd5c91-2d29-4c49-abeb-53c12ae1247d triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:12:30.282269 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-213d3a4b-8bcf-4a6d-8a4e-546abeea0097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:30.334859 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46322) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:30.363216 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-9d6a4c35-be81-4789-baca-342e591a515f None None] For port e2491cc9-457a-4300-b57e-5efd933553a0, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:12:30.391014 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:30.395759 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1127139-821e-4e8a-8be0-f442c5fc6d47 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Deleting subnet ffca59f2-9761-475c-a099-f10cd0153e9d {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:12:30.399807 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b1127139-821e-4e8a-8be0-f442c5fc6d47 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:30.413526 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-9d6a4c35-be81-4789-baca-342e591a515f None None] For port e2491cc9-457a-4300-b57e-5efd933553a0, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=e2491cc9-457a-4300-b57e-5efd933553a0,segment=NetworkSegment(2f425b4b-c69b-4ba0-88af-aadb1060cf77),segment_id=2f425b4b-c69b-4ba0-88af-aadb1060cf77)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:12:30.457283 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b1127139-821e-4e8a-8be0-f442c5fc6d47 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:30.479548 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 8cdd5c91-2d29-4c49-abeb-53c12ae1247d, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=8cdd5c91-2d29-4c49-abeb-53c12ae1247d,segment=NetworkSegment(0dec94c7-62d4-42fb-a989-f3053434898d),segment_id=0dec94c7-62d4-42fb-a989-f3053434898d)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:30.512067 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9d6a4c35-be81-4789-baca-342e591a515f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:30.581550 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-213d3a4b-8bcf-4a6d-8a4e-546abeea0097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:30.585484 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:30.610930 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 77c117d3-70dc-4550-8495-cc1d394f2397 up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:12:30.624600 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6a4c35-be81-4789-baca-342e591a515f None None] Pushing event updated for resources: {'Port': ['ID=e2491cc9-457a-4300-b57e-5efd933553a0,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:30.631478 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b1127139-821e-4e8a-8be0-f442c5fc6d47 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:30.675584 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 08 Dec 2021 16:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a236af1b-1a51-4de6-9a32-d2443b986795 x-openstack-request-id: req-a236af1b-1a51-4de6-9a32-d2443b986795 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:12:30.682844 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57fa73c1-0b25-466c-8ae0-07894f343695", "tag": "225cbfa6-99c0-4858-a2a4-d260a72899ea", "status": "completed", "code": 200}, {"server_uuid": "9677a94d-373f-4e1a-9306-213e259cc569", "name": "network-vif-deleted", "tag": "bcd36c0a-2929-400a-a461-d1bfa60bf3fd", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:12:30.682844 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a236af1b-1a51-4de6-9a32-d2443b986795 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:12:30.682844 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57fa73c1-0b25-466c-8ae0-07894f343695', 'tag': '225cbfa6-99c0-4858-a2a4-d260a72899ea', 'status': 'completed', 'code': 200} Dec 08 16:12:30.682844 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9677a94d-373f-4e1a-9306-213e259cc569', 'name': 'network-vif-deleted', 'tag': 'bcd36c0a-2929-400a-a461-d1bfa60bf3fd', 'status': 'completed', 'code': 200} Dec 08 16:12:30.740409 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4948657b-4115-494c-b293-5d691b1378f4 req-e998852b-8c28-4a7b-a34c-1170a82c446e tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:30.744854 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4948657b-4115-494c-b293-5d691b1378f4 req-e998852b-8c28-4a7b-a34c-1170a82c446e tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/networks?id=07a19fdc-d260-436b-ab24-0afbeda54efb HTTP/1.1" status: 200 len: 816 time: 0.7026122 Dec 08 16:12:30.790070 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4948657b-4115-494c-b293-5d691b1378f4 req-c4ae562f-a8fe-4065-bea2-7eb0c47bacac tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/quotas/120d1fe207c542869b5e50595095593e HTTP/1.1" status: 200 len: 375 time: 0.0442300 Dec 08 16:12:30.794371 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b1127139-821e-4e8a-8be0-f442c5fc6d47 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:30.861920 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1127139-821e-4e8a-8be0-f442c5fc6d47 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Pushing event deleted for resources: {'Subnet': ['ID=ffca59f2-9761-475c-a099-f10cd0153e9d,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:30.874223 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b1127139-821e-4e8a-8be0-f442c5fc6d47 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:30.884091 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b1127139-821e-4e8a-8be0-f442c5fc6d47 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "DELETE /v2.0/subnets/ffca59f2-9761-475c-a099-f10cd0153e9d HTTP/1.1" status: 204 len: 168 time: 0.5437267 Dec 08 16:12:30.884091 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46334) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:30.884091 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46336) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:30.894357 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbda3085-244e-4144-bf7f-bf1ecc7c4afa None None] Network 5e73be62-4c74-4e7c-a6da-8dc4dfb68429 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:12:30.896868 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5fdffe-bb28-4761-b3e7-d8dbb0338fa5 req-b495529e-c30c-4ca6-a01e-eb63bf069742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:30.898282 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2c5fdffe-bb28-4761-b3e7-d8dbb0338fa5 req-b495529e-c30c-4ca6-a01e-eb63bf069742 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b55b1b2a634f4b8b8cc488d40fb8fb4f&device_id=57fa73c1-0b25-466c-8ae0-07894f343695 HTTP/1.1" status: 200 len: 1095 time: 0.2205830 Dec 08 16:12:30.901755 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.db.api [None req-213d3a4b-8bcf-4a6d-8a4e-546abeea0097 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:12:30.902203 n-d-776250-12 neutron-server[110552]: DEBUG oslo_db.api [None req-213d3a4b-8bcf-4a6d-8a4e-546abeea0097 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:12:30.990153 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=8cdd5c91-2d29-4c49-abeb-53c12ae1247d,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:31.065581 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cdba7a-087c-41eb-b0f4-59b6457f450d req-4300bba3-1971-405f-92bd-a1b979cef5e1 tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:31.079008 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-94cdba7a-087c-41eb-b0f4-59b6457f450d req-4300bba3-1971-405f-92bd-a1b979cef5e1 tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] 10.222.0.64 "GET /v2.0/ports?device_id=57fa73c1-0b25-466c-8ae0-07894f343695 HTTP/1.1" status: 200 len: 943 time: 0.3573716 Dec 08 16:12:31.093291 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4948657b-4115-494c-b293-5d691b1378f4 req-6e409a32-b633-4340-b210-1b83f60a8cce tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=120d1fe207c542869b5e50595095593e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3022301 Dec 08 16:12:31.098990 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [req-4948657b-4115-494c-b293-5d691b1378f4 req-df023a26-4733-48bc-a42c-fa61120ec5c7 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:12:31.109156 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port 77c117d3-70dc-4550-8495-cc1d394f2397 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:12:31.113243 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4948657b-4115-494c-b293-5d691b1378f4 req-df023a26-4733-48bc-a42c-fa61120ec5c7 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0167134 Dec 08 16:12:31.115840 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 77c117d3-70dc-4550-8495-cc1d394f2397 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:12:31.116415 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:31.135467 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ed463b19-ecfb-416c-94ae-6fb154eede70 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:31.191872 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93c2b4e-e091-4cc8-a431-1513de4053c6 None None] DHCP port deletion for 5e73be62-4c74-4e7c-a6da-8dc4dfb68429 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:12:31.197946 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-94cdba7a-087c-41eb-b0f4-59b6457f450d req-a0b8627d-837d-4dfe-9eff-c49a80280c5f tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] 10.222.0.64 "GET /v2.0/security-groups?id=7918164e-f2af-4a6a-a83b-ae51d84da6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215794 Dec 08 16:12:31.265977 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-2c9618f7-73f0-42ae-bcef-c969f0982cb4 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1823766344-network', 'tenant_id': '7b975b6e05544632aa7aabdfc3593fac'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:31.272770 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-ed463b19-ecfb-416c-94ae-6fb154eede70 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Deleting port 50ae85e7-01bc-4f87-b015-4a882bcd1953 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:12:31.272770 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ed463b19-ecfb-416c-94ae-6fb154eede70 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:31.287106 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:31.306165 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7a23bd8a-953b-43d3-8b08-b2637916d965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:31.308937 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-e93c2b4e-e091-4cc8-a431-1513de4053c6 None None] Deleting port 50ae85e7-01bc-4f87-b015-4a882bcd1953 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:12:31.309296 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e93c2b4e-e091-4cc8-a431-1513de4053c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:31.351534 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58298f4d-121a-4a61-bd3d-e413c08b2288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c117d3-70dc-4550-8495-cc1d394f2397'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:12:31.354039 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dff1105-e609-4af3-82c3-653d949ff81b" -d '{"events": [{"server_uuid": "58298f4d-121a-4a61-bd3d-e413c08b2288", "name": "network-vif-plugged", "status": "completed", "tag": "77c117d3-70dc-4550-8495-cc1d394f2397"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:12:31.376144 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 77c117d3-70dc-4550-8495-cc1d394f2397, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=77c117d3-70dc-4550-8495-cc1d394f2397,segment=NetworkSegment(6b0c82a0-bc9c-4886-a49c-1b810d61edae),segment_id=6b0c82a0-bc9c-4886-a49c-1b810d61edae)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:31.379602 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-ed463b19-ecfb-416c-94ae-6fb154eede70 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] For port 50ae85e7-01bc-4f87-b015-4a882bcd1953, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=50ae85e7-01bc-4f87-b015-4a882bcd1953,segment=NetworkSegment(bbe61393-49ce-48be-a1b4-c1e8c190933b),segment_id=bbe61393-49ce-48be-a1b4-c1e8c190933b)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:31.379952 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ed463b19-ecfb-416c-94ae-6fb154eede70 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:31.382181 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5fdffe-bb28-4761-b3e7-d8dbb0338fa5 req-154e4fb5-86f2-49b1-a8dc-19d0f7add5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:31.384253 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2c5fdffe-bb28-4761-b3e7-d8dbb0338fa5 req-154e4fb5-86f2-49b1-a8dc-19d0f7add5fc service neutron] 10.222.0.37 "GET /v2.0/networks?id=ed9e94c5-59c3-4113-b41c-184ef84efaf9 HTTP/1.1" status: 200 len: 915 time: 0.4714637 Dec 08 16:12:31.392084 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4948657b-4115-494c-b293-5d691b1378f4 req-5c36ee54-a7f5-4fa1-95a4-f2a34a86929a service neutron] 10.222.0.64 "GET /v2.0/networks/07a19fdc-d260-436b-ab24-0afbeda54efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797306 Dec 08 16:12:31.397497 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-e93c2b4e-e091-4cc8-a431-1513de4053c6 None None] For port 50ae85e7-01bc-4f87-b015-4a882bcd1953, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=50ae85e7-01bc-4f87-b015-4a882bcd1953,segment=NetworkSegment(bbe61393-49ce-48be-a1b4-c1e8c190933b),segment_id=bbe61393-49ce-48be-a1b4-c1e8c190933b)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:31.400783 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e93c2b4e-e091-4cc8-a431-1513de4053c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:31.404398 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-ed463b19-ecfb-416c-94ae-6fb154eede70 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Calling delete_port for 50ae85e7-01bc-4f87-b015-4a882bcd1953 owned by network:dhcp {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:12:31.424366 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e018b1-d222-41d7-b28d-5e52e6bc6692 req-9d0bd4e8-5e68-4faa-a13d-fb68e3c77e24 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:31.426049 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-94e018b1-d222-41d7-b28d-5e52e6bc6692 req-9d0bd4e8-5e68-4faa-a13d-fb68e3c77e24 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea3f4a1f-a767-4733-b8c4-397dd92a3cc7 HTTP/1.1" status: 200 len: 950 time: 0.1372552 Dec 08 16:12:31.437747 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-e93c2b4e-e091-4cc8-a431-1513de4053c6 None None] Calling delete_port for 50ae85e7-01bc-4f87-b015-4a882bcd1953 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:12:31.469816 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9618f7-73f0-42ae-bcef-c969f0982cb4 admin admin] Made reservation on behalf of 7b975b6e05544632aa7aabdfc3593fac for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:12:31.472422 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2c9618f7-73f0-42ae-bcef-c969f0982cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:31.496638 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2c5fdffe-bb28-4761-b3e7-d8dbb0338fa5 req-6824b0c1-afde-44c4-9e15-9dbfd6a02fd0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=225cbfa6-99c0-4858-a2a4-d260a72899ea HTTP/1.1" status: 200 len: 217 time: 0.0990410 Dec 08 16:12:31.498936 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2c9618f7-73f0-42ae-bcef-c969f0982cb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:31.502172 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:31.562378 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-94e018b1-d222-41d7-b28d-5e52e6bc6692 req-bace11e1-fe31-48d7-8702-a929766ca916 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958712 Dec 08 16:12:31.573106 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=77c117d3-70dc-4550-8495-cc1d394f2397,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:31.623616 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5fdffe-bb28-4761-b3e7-d8dbb0338fa5 req-63487c4d-83a4-44b7-bc0b-ae16ab0438ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:31.625196 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2c5fdffe-bb28-4761-b3e7-d8dbb0338fa5 req-63487c4d-83a4-44b7-bc0b-ae16ab0438ca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=77ea5472-df9e-4448-994c-ff9ce66a8c16 HTTP/1.1" status: 200 len: 854 time: 0.0963635 Dec 08 16:12:31.635753 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2c9618f7-73f0-42ae-bcef-c969f0982cb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:31.636213 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-2ee9279b-f4a2-49fb-9964-b77f1ea160a5 None None] Provisioning complete for port 8cdd5c91-2d29-4c49-abeb-53c12ae1247d triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:12:31.636833 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2ee9279b-f4a2-49fb-9964-b77f1ea160a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:31.672262 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e93c2b4e-e091-4cc8-a431-1513de4053c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:31.682111 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ed463b19-ecfb-416c-94ae-6fb154eede70 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:31.692322 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4948657b-4115-494c-b293-5d691b1378f4 req-c76fed25-01b7-4347-991f-394ebf74c9f7 service neutron] 10.222.0.64 "GET /v2.0/networks/07a19fdc-d260-436b-ab24-0afbeda54efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867939 Dec 08 16:12:31.697786 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2c5fdffe-bb28-4761-b3e7-d8dbb0338fa5 req-285c6e46-6fff-4642-a039-6f16bbaf5af5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ed9e94c5-59c3-4113-b41c-184ef84efaf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536010 Dec 08 16:12:31.735503 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93c2b4e-e091-4cc8-a431-1513de4053c6 None None] Pushing event deleted for resources: {'Port': ['ID=50ae85e7-01bc-4f87-b015-4a882bcd1953,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:31.740653 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93c2b4e-e091-4cc8-a431-1513de4053c6 None None] No DVR routers for this DVR port 50ae85e7-01bc-4f87-b015-4a882bcd1953 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:12:31.743329 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed463b19-ecfb-416c-94ae-6fb154eede70 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Pushing event deleted for resources: {'Port': ['ID=50ae85e7-01bc-4f87-b015-4a882bcd1953,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:31.762926 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2c9618f7-73f0-42ae-bcef-c969f0982cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:31.765379 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed463b19-ecfb-416c-94ae-6fb154eede70 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] No DVR routers for this DVR port 50ae85e7-01bc-4f87-b015-4a882bcd1953 on host n-d-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:12:31.878573 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c9618f7-73f0-42ae-bcef-c969f0982cb4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:12:31.910402 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2c5fdffe-bb28-4761-b3e7-d8dbb0338fa5 req-80af6ac3-ed3e-4684-bd17-3b901c917e93 service neutron] 10.222.0.37 "GET /v2.0/networks/ed9e94c5-59c3-4113-b41c-184ef84efaf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013035 Dec 08 16:12:31.959882 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device e2491cc9-457a-4300-b57e-5efd933553a0 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:12:32.009864 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a23bd8a-953b-43d3-8b08-b2637916d965 admin admin] Router 43ed21cb-974c-4a89-9e9b-fcc85c89a605 is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:12:32.020109 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2c9618f7-73f0-42ae-bcef-c969f0982cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:32.020494 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-2c9618f7-73f0-42ae-bcef-c969f0982cb4 admin admin] Added segment c76d6e5a-e2ba-47a0-a804-eef3d443f5d5 of type vlan for network e6ce5b74-ac4b-4c6c-bf0e-afc35fce74f8 Dec 08 16:12:32.045364 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9618f7-73f0-42ae-bcef-c969f0982cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741db04f-8f7b-47b2-a3cb-201577e57a0d,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:32.049532 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ed463b19-ecfb-416c-94ae-6fb154eede70 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:32.080059 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port e2491cc9-457a-4300-b57e-5efd933553a0 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:12:32.080059 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:32.140647 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2c9618f7-73f0-42ae-bcef-c969f0982cb4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:32.193711 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2658f465-16b2-4dc0-9015-48ed82ef2b7b req-b492cd3c-091b-4040-ac32-8801fde47967 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:32.195563 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2658f465-16b2-4dc0-9015-48ed82ef2b7b req-b492cd3c-091b-4040-ac32-8801fde47967 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.4120164 Dec 08 16:12:32.196777 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe8e7b8-342c-4801-9778-32e259eb8b87 x-openstack-request-id: req-bfe8e7b8-342c-4801-9778-32e259eb8b87 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:12:32.197132 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58298f4d-121a-4a61-bd3d-e413c08b2288", "name": "network-vif-plugged", "status": "completed", "tag": "77c117d3-70dc-4550-8495-cc1d394f2397", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:12:32.197398 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bfe8e7b8-342c-4801-9778-32e259eb8b87 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:12:32.197800 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58298f4d-121a-4a61-bd3d-e413c08b2288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c117d3-70dc-4550-8495-cc1d394f2397', 'code': 200} Dec 08 16:12:32.212468 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-ed463b19-ecfb-416c-94ae-6fb154eede70 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e73be62-4c74-4e7c-a6da-8dc4dfb68429']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:32.263535 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-ed463b19-ecfb-416c-94ae-6fb154eede70 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbe61393-49ce-48be-a1b4-c1e8c190933b') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:32.263745 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-ed463b19-ecfb-416c-94ae-6fb154eede70 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbe61393-49ce-48be-a1b4-c1e8c190933b') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:32.283703 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a23bd8a-953b-43d3-8b08-b2637916d965 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:12:32.294983 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d862b82-cc7c-4110-a16a-15f7584e21b8 None None] Sync routers for ids ['43ed21cb-974c-4a89-9e9b-fcc85c89a605'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:12:32.320904 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d862b82-cc7c-4110-a16a-15f7584e21b8 None None] Routers {'43ed21cb-974c-4a89-9e9b-fcc85c89a605'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:12:32.322560 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6ec29e-b4b5-4655-839e-77f6a73f2636 None None] Network 07a19fdc-d260-436b-ab24-0afbeda54efb requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:12:32.322699 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-9d862b82-cc7c-4110-a16a-15f7584e21b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:12:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['43ed21cb-974c-4a89-9e9b-fcc85c89a605'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:32.338468 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:32.350727 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2c5fdffe-bb28-4761-b3e7-d8dbb0338fa5 req-3f4c330c-db19-4109-8c7e-afecfbf32044 service neutron] 10.222.0.37 "GET /v2.0/networks/ed9e94c5-59c3-4113-b41c-184ef84efaf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4252853 Dec 08 16:12:32.360259 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2c9618f7-73f0-42ae-bcef-c969f0982cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:32.361240 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9618f7-73f0-42ae-bcef-c969f0982cb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:32.361825 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2c9618f7-73f0-42ae-bcef-c969f0982cb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:32.364906 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e6d179-8bf1-4143-804e-b652e50351cf req-4d4ce17e-b18b-42d2-a3c4-64fb6053013b tempest-ServersOnMultiNodesTest-133981768 tempest-ServersOnMultiNodesTest-133981768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:32.373124 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d4e6d179-8bf1-4143-804e-b652e50351cf req-4d4ce17e-b18b-42d2-a3c4-64fb6053013b tempest-ServersOnMultiNodesTest-133981768 tempest-ServersOnMultiNodesTest-133981768-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=ea3f4a1f-a767-4733-b8c4-397dd92a3cc7 HTTP/1.1" status: 200 len: 1102 time: 0.0776670 Dec 08 16:12:32.378052 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ed463b19-ecfb-416c-94ae-6fb154eede70 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:32.428993 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d4e6d179-8bf1-4143-804e-b652e50351cf req-5624994f-4989-4075-9c51-83002106612a tempest-ServersOnMultiNodesTest-133981768 tempest-ServersOnMultiNodesTest-133981768-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530167 Dec 08 16:12:32.458038 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7a23bd8a-953b-43d3-8b08-b2637916d965 admin admin] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:32.459590 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-7a23bd8a-953b-43d3-8b08-b2637916d965 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.7272930 Dec 08 16:12:32.462381 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46362) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:32.486798 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ed463b19-ecfb-416c-94ae-6fb154eede70 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:32.510875 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-2c9618f7-73f0-42ae-bcef-c969f0982cb4 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6165752 Dec 08 16:12:32.513290 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46364) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:32.522316 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-e87baf5b-8013-4bf5-b549-d1f0335d21d8 admin admin] Request body: {'subnet': {'network_id': 'e6ce5b74-ac4b-4c6c-bf0e-afc35fce74f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1823766344-subnet', 'tenant_id': '7b975b6e05544632aa7aabdfc3593fac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:32.533698 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2658f465-16b2-4dc0-9015-48ed82ef2b7b req-f50eba0b-f68f-4d3f-8110-8586c27db2dc tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046632 Dec 08 16:12:32.554466 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76eed4f-c480-48ef-a703-fd84d4412ba6 req-677f1e0f-bab0-4170-9412-2c0590171824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:32.555944 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e76eed4f-c480-48ef-a703-fd84d4412ba6 req-677f1e0f-bab0-4170-9412-2c0590171824 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 1097 time: 0.3395908 Dec 08 16:12:32.565296 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed463b19-ecfb-416c-94ae-6fb154eede70 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:12:32.565296 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ed463b19-ecfb-416c-94ae-6fb154eede70 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:32.567887 n-d-776250-12 neutron-server[110550]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:12:32.567887 n-d-776250-12 neutron-server[110550]: self.session.flush() Dec 08 16:12:32.567887 n-d-776250-12 neutron-server[110550]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:12:32.567887 n-d-776250-12 neutron-server[110550]: self.session.flush() Dec 08 16:12:32.567887 n-d-776250-12 neutron-server[110550]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:12:32.567887 n-d-776250-12 neutron-server[110550]: self.session.flush() Dec 08 16:12:32.567887 n-d-776250-12 neutron-server[110550]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:12:32.567887 n-d-776250-12 neutron-server[110550]: self.session.flush() Dec 08 16:12:32.567887 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:12:32.567887 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:12:32.567887 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:12:32.567887 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:12:32.567887 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:12:32.567887 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:12:32.567887 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:12:32.567887 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:12:32.567887 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:12:32.567887 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:12:32.567887 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:12:32.567887 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:12:32.567887 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:12:32.567887 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:12:32.567887 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:12:32.567887 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:12:32.567887 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:12:32.567887 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:12:32.567887 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:12:32.567887 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:12:32.567887 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:12:32.567887 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:12:32.567887 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:12:32.567887 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:12:32.567887 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:12:32.567887 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:12:32.567887 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:12:32.567887 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:12:32.567887 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:12:32.567887 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:12:32.567887 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:12:32.567887 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:12:32.600240 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9618f7-73f0-42ae-bcef-c969f0982cb4 admin admin] Pushing event updated for resources: {'Network': ['ID=e6ce5b74-ac4b-4c6c-bf0e-afc35fce74f8,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:32.639077 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network e6ce5b74-ac4b-4c6c-bf0e-afc35fce74f8 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:12:32.650375 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 225cbfa6-99c0-4858-a2a4-d260a72899ea details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:12:32.655304 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-9d862b82-cc7c-4110-a16a-15f7584e21b8 None None] Set router 43ed21cb-974c-4a89-9e9b-fcc85c89a605 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:12:32.714795 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc67bf7-e3ae-4471-bcd8-a47f97b7170b req-d649bfdc-0718-4a64-9b9a-dd0a30842157 tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:32.719369 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e76eed4f-c480-48ef-a703-fd84d4412ba6 req-bf37b3ea-ac28-4d89-8874-5498e99f02d7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494811 Dec 08 16:12:32.727284 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-abc67bf7-e3ae-4471-bcd8-a47f97b7170b req-d649bfdc-0718-4a64-9b9a-dd0a30842157 tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] 10.222.0.64 "GET /v2.0/ports?device_id=57fa73c1-0b25-466c-8ae0-07894f343695 HTTP/1.1" status: 200 len: 943 time: 0.1742036 Dec 08 16:12:32.733578 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-0bdf913f-6555-419f-a8d5-ae8b019ad485 None None] Provisioning complete for port e2491cc9-457a-4300-b57e-5efd933553a0 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:12:32.733954 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0bdf913f-6555-419f-a8d5-ae8b019ad485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:32.777122 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port e2491cc9-457a-4300-b57e-5efd933553a0, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=e2491cc9-457a-4300-b57e-5efd933553a0,segment=NetworkSegment(2f425b4b-c69b-4ba0-88af-aadb1060cf77),segment_id=2f425b4b-c69b-4ba0-88af-aadb1060cf77)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:32.790233 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e87baf5b-8013-4bf5-b549-d1f0335d21d8 admin admin] Made reservation on behalf of 7b975b6e05544632aa7aabdfc3593fac for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:12:32.793663 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e87baf5b-8013-4bf5-b549-d1f0335d21d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:32.875596 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ed463b19-ecfb-416c-94ae-6fb154eede70 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:32.884969 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:32.885332 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 8cdd5c91-2d29-4c49-abeb-53c12ae1247d up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:12:32.889131 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ed463b19-ecfb-416c-94ae-6fb154eede70 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:32.895459 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ed463b19-ecfb-416c-94ae-6fb154eede70 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "DELETE /v2.0/networks/5e73be62-4c74-4e7c-a6da-8dc4dfb68429 HTTP/1.1" status: 204 len: 168 time: 2.0112484 Dec 08 16:12:32.902321 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46376) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:32.922696 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed463b19-ecfb-416c-94ae-6fb154eede70 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Pushing event deleted for resources: {'Network': ['ID=5e73be62-4c74-4e7c-a6da-8dc4dfb68429,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:32.958142 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-abc67bf7-e3ae-4471-bcd8-a47f97b7170b req-7329df1d-f8ac-47fd-a192-00a3cc73b5c0 tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] 10.222.0.64 "GET /v2.0/security-groups?id=7918164e-f2af-4a6a-a83b-ae51d84da6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298617 Dec 08 16:12:32.991254 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba4191-7034-4d1c-9cd0-32239ab14b75 req-12d7c983-c288-4113-bd7d-7f8dbd19df66 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:32.993488 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-69ba4191-7034-4d1c-9cd0-32239ab14b75 req-12d7c983-c288-4113-bd7d-7f8dbd19df66 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/networks?id=07a19fdc-d260-436b-ab24-0afbeda54efb HTTP/1.1" status: 200 len: 816 time: 0.2613211 Dec 08 16:12:33.039554 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-9d862b82-cc7c-4110-a16a-15f7584e21b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ed21cb-974c-4a89-9e9b-fcc85c89a605', 'name': 'tempest-ServersTestFqdnHostnames-476442208-router', 'tenant_id': 'f4bc823f590d4f5ab08e225067f150b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'f9660951-4dc1-41ad-9881-6bf16b4f8615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:12:26Z', 'updated_at': '2021-12-08T16:12:29Z', 'revision_number': 3, 'project_id': 'f4bc823f590d4f5ab08e225067f150b6', 'gw_port': {'id': 'f9660951-4dc1-41ad-9881-6bf16b4f8615', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ed21cb-974c-4a89-9e9b-fcc85c89a605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:12:28Z', 'updated_at': '2021-12-08T16:12:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:33.042629 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-69ba4191-7034-4d1c-9cd0-32239ab14b75 req-feda8040-b0ba-4659-b3cc-4a7cccc2a879 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/quotas/120d1fe207c542869b5e50595095593e HTTP/1.1" status: 200 len: 375 time: 0.0393891 Dec 08 16:12:33.081688 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=e2491cc9-457a-4300-b57e-5efd933553a0,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:33.096982 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-a79a73f6-600f-4775-af7e-0b287a722379 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Deleting subnet 9044dcec-0450-4075-9049-a38bc64e613e {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:12:33.098011 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 8cdd5c91-2d29-4c49-abeb-53c12ae1247d triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:12:33.098390 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:33.108407 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d862b82-cc7c-4110-a16a-15f7584e21b8 None None] Checking router: 43ed21cb-974c-4a89-9e9b-fcc85c89a605 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:12:33.108774 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d862b82-cc7c-4110-a16a-15f7584e21b8 None None] Updating router 43ed21cb-974c-4a89-9e9b-fcc85c89a605 port f9660951-4dc1-41ad-9881-6bf16b4f8615 binding host n-d-776250-12 {{(pid=110553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:12:33.122829 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 225cbfa6-99c0-4858-a2a4-d260a72899ea, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=225cbfa6-99c0-4858-a2a4-d260a72899ea,segment=NetworkSegment(e0e794d2-5e8e-4369-ae91-9bbb8116e25a),segment_id=e0e794d2-5e8e-4369-ae91-9bbb8116e25a)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:33.123234 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a79a73f6-600f-4775-af7e-0b287a722379 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:33.150635 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-9d862b82-cc7c-4110-a16a-15f7584e21b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:33.186959 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '225cbfa6-99c0-4858-a2a4-d260a72899ea', 'network_id': 'ed9e94c5-59c3-4113-b41c-184ef84efaf9', 'port_id': '225cbfa6-99c0-4858-a2a4-d260a72899ea', 'mac_address': 'fa:16:3e:3d:28:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77ea5472-df9e-4448-994c-ff9ce66a8c16', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:12:33.192644 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-69ba4191-7034-4d1c-9cd0-32239ab14b75 req-fdb66822-cab8-45cf-8c80-cd4c0159ce85 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=120d1fe207c542869b5e50595095593e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1366427 Dec 08 16:12:33.196767 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d7257b3f-bd30-45d1-92ce-82069afa9efa req-b2bfe223-c767-455a-ae00-fc2dc5cc3a71 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=15392057af79419bba246e0391d3a62d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1115181 Dec 08 16:12:33.327439 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:33.356876 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-69ba4191-7034-4d1c-9cd0-32239ab14b75 req-27183fc9-18bc-4e8f-91de-e2c0595995af service neutron] 10.222.0.64 "GET /v2.0/networks/07a19fdc-d260-436b-ab24-0afbeda54efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602755 Dec 08 16:12:33.372090 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 225cbfa6-99c0-4858-a2a4-d260a72899ea {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:12:33.379867 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a79a73f6-600f-4775-af7e-0b287a722379 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:33.417149 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 225cbfa6-99c0-4858-a2a4-d260a72899ea, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=225cbfa6-99c0-4858-a2a4-d260a72899ea,segment=NetworkSegment(e0e794d2-5e8e-4369-ae91-9bbb8116e25a),segment_id=e0e794d2-5e8e-4369-ae91-9bbb8116e25a)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:33.453559 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-023d2408-e7d5-4dc3-9d0f-90d84308d2e6 None None] Provisioning complete for port e2491cc9-457a-4300-b57e-5efd933553a0 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:12:33.454089 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-023d2408-e7d5-4dc3-9d0f-90d84308d2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:33.510218 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:33.540905 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-69ba4191-7034-4d1c-9cd0-32239ab14b75 req-c822549f-9df6-40aa-a9f8-645db78f79fe service neutron] 10.222.0.64 "GET /v2.0/networks/07a19fdc-d260-436b-ab24-0afbeda54efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693637 Dec 08 16:12:33.546824 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 50ae85e7-01bc-4f87-b015-4a882bcd1953 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:12:33.560785 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-9d862b82-cc7c-4110-a16a-15f7584e21b8 None None] Publish callbacks [] for port, precommit_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:33.582166 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 50ae85e7-01bc-4f87-b015-4a882bcd1953 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:12:33.582166 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 50ae85e7-01bc-4f87-b015-4a882bcd1953 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:12:33.620635 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7257b3f-bd30-45d1-92ce-82069afa9efa req-da2ce0a7-24cb-40b3-835f-f7ae1d10cc7b tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:33.622285 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d7257b3f-bd30-45d1-92ce-82069afa9efa req-da2ce0a7-24cb-40b3-835f-f7ae1d10cc7b tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4247222 Dec 08 16:12:33.647042 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=225cbfa6-99c0-4858-a2a4-d260a72899ea,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:33.667377 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a79a73f6-600f-4775-af7e-0b287a722379 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:33.671323 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d7257b3f-bd30-45d1-92ce-82069afa9efa req-59be1699-f9d3-4613-ae9b-a86d6587bcec tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/quotas/15392057af79419bba246e0391d3a62d HTTP/1.1" status: 200 len: 375 time: 0.0279872 Dec 08 16:12:33.702284 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-9d862b82-cc7c-4110-a16a-15f7584e21b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:33.744145 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-9d862b82-cc7c-4110-a16a-15f7584e21b8 None None] Attempting to bind port f9660951-4dc1-41ad-9881-6bf16b4f8615 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:12:33.744775 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-9d862b82-cc7c-4110-a16a-15f7584e21b8 None None] Attempting to bind port f9660951-4dc1-41ad-9881-6bf16b4f8615 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:12:33.745137 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d862b82-cc7c-4110-a16a-15f7584e21b8 None None] Attempting to bind port f9660951-4dc1-41ad-9881-6bf16b4f8615 on network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:12:33.745906 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device e2491cc9-457a-4300-b57e-5efd933553a0 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:12:33.764109 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e87baf5b-8013-4bf5-b549-d1f0335d21d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:33.770700 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d862b82-cc7c-4110-a16a-15f7584e21b8 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:12:33.771120 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d862b82-cc7c-4110-a16a-15f7584e21b8 None None] Checking segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:12:33.771537 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-9d862b82-cc7c-4110-a16a-15f7584e21b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:33.772589 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d862b82-cc7c-4110-a16a-15f7584e21b8 None None] Bound using segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:12:33.772589 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-9d862b82-cc7c-4110-a16a-15f7584e21b8 None None] Bound port: f9660951-4dc1-41ad-9881-6bf16b4f8615, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:12:33.772817 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-9d862b82-cc7c-4110-a16a-15f7584e21b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:33.845160 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc910d4-4094-4bb1-93fe-306ea7f6d8b0 None None] Pushing event updated for resources: {'Port': ['ID=f9660951-4dc1-41ad-9881-6bf16b4f8615,revision_number=2']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:33.857458 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc910d4-4094-4bb1-93fe-306ea7f6d8b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:33.857825 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc910d4-4094-4bb1-93fe-306ea7f6d8b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:33.858177 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc910d4-4094-4bb1-93fe-306ea7f6d8b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:33.858707 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc910d4-4094-4bb1-93fe-306ea7f6d8b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:33.859607 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc910d4-4094-4bb1-93fe-306ea7f6d8b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:33.859967 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc910d4-4094-4bb1-93fe-306ea7f6d8b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:33.860335 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc910d4-4094-4bb1-93fe-306ea7f6d8b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:33.860674 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc910d4-4094-4bb1-93fe-306ea7f6d8b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:33.861010 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc910d4-4094-4bb1-93fe-306ea7f6d8b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:33.861339 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc910d4-4094-4bb1-93fe-306ea7f6d8b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:33.861676 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc910d4-4094-4bb1-93fe-306ea7f6d8b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:33.862011 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc910d4-4094-4bb1-93fe-306ea7f6d8b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:33.862388 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc910d4-4094-4bb1-93fe-306ea7f6d8b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:33.883133 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['225cbfa6-99c0-4858-a2a4-d260a72899ea'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:12:33.890798 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-9d862b82-cc7c-4110-a16a-15f7584e21b8 None None] For port f9660951-4dc1-41ad-9881-6bf16b4f8615, host n-d-776250-12, cleared binding levels {{(pid=110553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:12:33.894533 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-9d862b82-cc7c-4110-a16a-15f7584e21b8 None None] For port f9660951-4dc1-41ad-9881-6bf16b4f8615, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=f9660951-4dc1-41ad-9881-6bf16b4f8615,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:12:33.918112 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d9b9562a-50f4-4ff9-aece-cce625fefc03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:33.951277 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port e2491cc9-457a-4300-b57e-5efd933553a0 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:12:33.951699 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:33.962675 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d7257b3f-bd30-45d1-92ce-82069afa9efa req-3bcd080a-245a-4031-8230-368ada1ece90 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=15392057af79419bba246e0391d3a62d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2648075 Dec 08 16:12:33.966607 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87baf5b-8013-4bf5-b549-d1f0335d21d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23711c39-12b6-4b45-9ba0-b58dd7cd536f,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:34.012016 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-9d862b82-cc7c-4110-a16a-15f7584e21b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:34.063732 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1088a99-9604-4fe8-8c46-eb19e3066402 req-d8efbb5f-35ad-482f-96e8-a7ffada5a220 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:34.080331 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f1088a99-9604-4fe8-8c46-eb19e3066402 req-d8efbb5f-35ad-482f-96e8-a7ffada5a220 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.1640978 Dec 08 16:12:34.197004 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f1088a99-9604-4fe8-8c46-eb19e3066402 req-985e6b84-a85a-4fcd-a88f-979cee84b4bb tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071336 Dec 08 16:12:34.212195 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc910d4-4094-4bb1-93fe-306ea7f6d8b0 None None] Pushing event updated for resources: {'Port': ['ID=f9660951-4dc1-41ad-9881-6bf16b4f8615,revision_number=3']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:34.216258 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d862b82-cc7c-4110-a16a-15f7584e21b8 None None] Routers {'43ed21cb-974c-4a89-9e9b-fcc85c89a605'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:12:34.227649 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-9d862b82-cc7c-4110-a16a-15f7584e21b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:12:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['43ed21cb-974c-4a89-9e9b-fcc85c89a605'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:34.349873 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:34.380115 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-9d862b82-cc7c-4110-a16a-15f7584e21b8 None None] Set router 43ed21cb-974c-4a89-9e9b-fcc85c89a605 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:12:34.492576 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff7ec6-b978-4c51-9fd5-78614b729b4c req-ed7ac472-f39c-475f-81dc-0bb9cf630ec8 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:34.500618 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2dff7ec6-b978-4c51-9fd5-78614b729b4c req-ed7ac472-f39c-475f-81dc-0bb9cf630ec8 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/networks?id=07a19fdc-d260-436b-ab24-0afbeda54efb HTTP/1.1" status: 200 len: 816 time: 0.2285025 Dec 08 16:12:34.526530 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2dff7ec6-b978-4c51-9fd5-78614b729b4c req-3c7063d5-a06a-4639-a094-5543cf559fba tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/quotas/120d1fe207c542869b5e50595095593e HTTP/1.1" status: 200 len: 375 time: 0.0248706 Dec 08 16:12:34.598770 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2dff7ec6-b978-4c51-9fd5-78614b729b4c req-ada41b44-bde6-4c05-98e5-ca5c6fa995af tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=120d1fe207c542869b5e50595095593e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0711489 Dec 08 16:12:34.600392 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-d9b9562a-50f4-4ff9-aece-cce625fefc03 admin admin] Allocated IP 172.20.0.1 (302c30a7-bb07-4824-b9e9-efc4753720c4/609177ea-d70f-42b5-947d-ac0be047b1d5/f48fdb1f-bdd2-41de-829a-682f4ff568cf) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:12:34.663910 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a79a73f6-600f-4775-af7e-0b287a722379 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:34.720754 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2dff7ec6-b978-4c51-9fd5-78614b729b4c req-600e1605-dfea-4732-bb24-664e32c3132c service neutron] 10.222.0.64 "GET /v2.0/networks/07a19fdc-d260-436b-ab24-0afbeda54efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211064 Dec 08 16:12:34.744401 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79a73f6-600f-4775-af7e-0b287a722379 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Pushing event deleted for resources: {'Subnet': ['ID=9044dcec-0450-4075-9049-a38bc64e613e,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:34.752214 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a79a73f6-600f-4775-af7e-0b287a722379 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:34.752952 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a3f027-7c72-4d58-b33b-cb59c4680293 None None] Network 7fa07b5a-e2f2-4d99-a2be-19bc3f1b66c1 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:12:34.758893 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a79a73f6-600f-4775-af7e-0b287a722379 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "DELETE /v2.0/subnets/9044dcec-0450-4075-9049-a38bc64e613e HTTP/1.1" status: 204 len: 168 time: 1.8528650 Dec 08 16:12:34.759793 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87baf5b-8013-4bf5-b549-d1f0335d21d8 admin admin] Checking segment: {'id': 'c76d6e5a-e2ba-47a0-a804-eef3d443f5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e6ce5b74-ac4b-4c6c-bf0e-afc35fce74f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:12:34.760168 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87baf5b-8013-4bf5-b549-d1f0335d21d8 admin admin] Network hostable DHCP agents. Network: e6ce5b74-ac4b-4c6c-bf0e-afc35fce74f8, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:12:34.764028 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46420) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:34.859052 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2dff7ec6-b978-4c51-9fd5-78614b729b4c req-0c78ab10-b50e-47d0-9d65-4ecf02d254d4 service neutron] 10.222.0.64 "GET /v2.0/networks/07a19fdc-d260-436b-ab24-0afbeda54efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295228 Dec 08 16:12:34.861666 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-9d862b82-cc7c-4110-a16a-15f7584e21b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ed21cb-974c-4a89-9e9b-fcc85c89a605', 'name': 'tempest-ServersTestFqdnHostnames-476442208-router', 'tenant_id': 'f4bc823f590d4f5ab08e225067f150b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'f9660951-4dc1-41ad-9881-6bf16b4f8615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:12:26Z', 'updated_at': '2021-12-08T16:12:29Z', 'revision_number': 3, 'project_id': 'f4bc823f590d4f5ab08e225067f150b6', 'gw_port': {'id': 'f9660951-4dc1-41ad-9881-6bf16b4f8615', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ed21cb-974c-4a89-9e9b-fcc85c89a605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:12:28Z', 'updated_at': '2021-12-08T16:12:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:34.899870 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb2f0e-110a-47d6-81a8-ee67f94e0130 req-966b0520-849e-4097-8f04-d3a087f5e543 tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:34.901529 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-69fb2f0e-110a-47d6-81a8-ee67f94e0130 req-966b0520-849e-4097-8f04-d3a087f5e543 tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] 10.222.0.64 "GET /v2.0/ports?device_id=57fa73c1-0b25-466c-8ae0-07894f343695 HTTP/1.1" status: 200 len: 944 time: 0.3543711 Dec 08 16:12:34.908701 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d862b82-cc7c-4110-a16a-15f7584e21b8 None None] The sync data for ids ['43ed21cb-974c-4a89-9e9b-fcc85c89a605'] in n-d-776250-12 is: [{'id': '43ed21cb-974c-4a89-9e9b-fcc85c89a605', 'name': 'tempest-ServersTestFqdnHostnames-476442208-router', 'tenant_id': 'f4bc823f590d4f5ab08e225067f150b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'f9660951-4dc1-41ad-9881-6bf16b4f8615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:12:26Z', 'updated_at': '2021-12-08T16:12:29Z', 'revision_number': 3, 'project_id': 'f4bc823f590d4f5ab08e225067f150b6', 'gw_port': {'id': 'f9660951-4dc1-41ad-9881-6bf16b4f8615', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ed21cb-974c-4a89-9e9b-fcc85c89a605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:12:28Z', 'updated_at': '2021-12-08T16:12:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:12:34.971205 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d9b9562a-50f4-4ff9-aece-cce625fefc03 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:34.976085 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-80578b1b-8315-46fe-b672-5b16583596ef tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:35.027696 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21d732d-197f-42b4-b59d-708ac233b9ea None None] DHCP port deletion for 7fa07b5a-e2f2-4d99-a2be-19bc3f1b66c1 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:12:35.029098 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-69fb2f0e-110a-47d6-81a8-ee67f94e0130 req-3115f9a7-0127-4e6b-a886-a212b724297e tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] 10.222.0.64 "GET /v2.0/security-groups?id=7918164e-f2af-4a6a-a83b-ae51d84da6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949194 Dec 08 16:12:35.061167 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87baf5b-8013-4bf5-b549-d1f0335d21d8 admin admin] Network e6ce5b74-ac4b-4c6c-bf0e-afc35fce74f8 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:12:35.093640 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-d21d732d-197f-42b4-b59d-708ac233b9ea None None] Deleting port 66d1d7b3-dff8-4883-8d55-f2a4ebfcb5e8 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:12:35.094019 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d21d732d-197f-42b4-b59d-708ac233b9ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:35.114988 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3565205e-1faf-44d7-ba9a-b4b2180c0091 req-6595bff7-41ce-4f51-9c5b-f2c654beaf1e tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ab0acad-5056-4d28-adc4-62a1d968ccf5 HTTP/1.1" status: 200 len: 210 time: 0.0325840 Dec 08 16:12:35.153087 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-80578b1b-8315-46fe-b672-5b16583596ef tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Deleting port 66d1d7b3-dff8-4883-8d55-f2a4ebfcb5e8 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:12:35.153762 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-80578b1b-8315-46fe-b672-5b16583596ef tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:35.194186 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-d21d732d-197f-42b4-b59d-708ac233b9ea None None] For port 66d1d7b3-dff8-4883-8d55-f2a4ebfcb5e8, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=66d1d7b3-dff8-4883-8d55-f2a4ebfcb5e8,segment=NetworkSegment(ebec3e86-2dd4-45ef-9bd6-96beb12c7dc2),segment_id=ebec3e86-2dd4-45ef-9bd6-96beb12c7dc2)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:35.198187 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d21d732d-197f-42b4-b59d-708ac233b9ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:35.240706 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-80578b1b-8315-46fe-b672-5b16583596ef tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] For port 66d1d7b3-dff8-4883-8d55-f2a4ebfcb5e8, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=66d1d7b3-dff8-4883-8d55-f2a4ebfcb5e8,segment=NetworkSegment(ebec3e86-2dd4-45ef-9bd6-96beb12c7dc2),segment_id=ebec3e86-2dd4-45ef-9bd6-96beb12c7dc2)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:35.241365 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-80578b1b-8315-46fe-b672-5b16583596ef tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:35.244141 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-d21d732d-197f-42b4-b59d-708ac233b9ea None None] Calling delete_port for 66d1d7b3-dff8-4883-8d55-f2a4ebfcb5e8 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:12:35.272878 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d9b9562a-50f4-4ff9-aece-cce625fefc03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:35.272878 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-e87baf5b-8013-4bf5-b549-d1f0335d21d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, e6ce5b74-ac4b-4c6c-bf0e-afc35fce74f8) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:12:35.278506 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87baf5b-8013-4bf5-b549-d1f0335d21d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:35.279284 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e87baf5b-8013-4bf5-b549-d1f0335d21d8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:35.315571 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4d9702-347a-4028-91f8-a728d3e5ec86 None None] Network e6ce5b74-ac4b-4c6c-bf0e-afc35fce74f8 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:12:35.325549 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-64f3595a-05a3-46fe-8718-909b2159f649 req-fbfa5db9-7cb0-4381-811c-dd454a008b24 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d79dbcb-7fd6-4cdd-a5f3-5b864cf0c675 HTTP/1.1" status: 200 len: 210 time: 0.0874009 Dec 08 16:12:35.359474 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-80578b1b-8315-46fe-b672-5b16583596ef tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Calling delete_port for 66d1d7b3-dff8-4883-8d55-f2a4ebfcb5e8 owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:12:35.410384 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b9562a-50f4-4ff9-aece-cce625fefc03 admin admin] Network 302c30a7-bb07-4824-b9e9-efc4753720c4 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:12:35.438595 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161e21c8-ea7a-4552-9509-e40d3a69cb08 req-67e6656f-5c18-4ae5-95a5-81105c0e2ad3 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:35.461834 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-161e21c8-ea7a-4552-9509-e40d3a69cb08 req-67e6656f-5c18-4ae5-95a5-81105c0e2ad3 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.1153183 Dec 08 16:12:35.558964 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-161e21c8-ea7a-4552-9509-e40d3a69cb08 req-66f5e4ef-2b98-4244-bc7a-cdc06a4b74fa tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920286 Dec 08 16:12:35.563650 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-d9b9562a-50f4-4ff9-aece-cce625fefc03 admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:12:35.581406 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b9562a-50f4-4ff9-aece-cce625fefc03 admin admin] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:12:35.605475 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807dd02f-1ffb-4cc9-b91d-dbf4b9cdd0b0 None None] Network e6ce5b74-ac4b-4c6c-bf0e-afc35fce74f8 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:12:35.689110 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b9562a-50f4-4ff9-aece-cce625fefc03 admin admin] Pushing event updated for resources: {'Port': ['ID=f48fdb1f-bdd2-41de-829a-682f4ff568cf,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:35.751768 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e87baf5b-8013-4bf5-b549-d1f0335d21d8 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 3.2332573 Dec 08 16:12:35.768699 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d21d732d-197f-42b4-b59d-708ac233b9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:35.772722 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-80578b1b-8315-46fe-b672-5b16583596ef tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:35.882999 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21d732d-197f-42b4-b59d-708ac233b9ea None None] Pushing event deleted for resources: {'Port': ['ID=66d1d7b3-dff8-4883-8d55-f2a4ebfcb5e8,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:35.886048 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80578b1b-8315-46fe-b672-5b16583596ef tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Pushing event deleted for resources: {'Port': ['ID=66d1d7b3-dff8-4883-8d55-f2a4ebfcb5e8,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:35.901797 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21d732d-197f-42b4-b59d-708ac233b9ea None None] No DVR routers for this DVR port 66d1d7b3-dff8-4883-8d55-f2a4ebfcb5e8 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:12:35.915992 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80578b1b-8315-46fe-b672-5b16583596ef tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] No DVR routers for this DVR port 66d1d7b3-dff8-4883-8d55-f2a4ebfcb5e8 on host n-d-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:12:35.989370 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d9b9562a-50f4-4ff9-aece-cce625fefc03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:36.023928 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device f9660951-4dc1-41ad-9881-6bf16b4f8615 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:12:36.088387 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-c08ce3a6-a562-42cd-b215-583a22ec2342 None None] Provisioning complete for port f48fdb1f-bdd2-41de-829a-682f4ff568cf triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:12:36.089025 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c08ce3a6-a562-42cd-b215-583a22ec2342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:36.148391 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-c08ce3a6-a562-42cd-b215-583a22ec2342 None None] Port f48fdb1f-bdd2-41de-829a-682f4ff568cf cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:12:36.162259 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port f9660951-4dc1-41ad-9881-6bf16b4f8615 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:12:36.162589 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:36.220598 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-80578b1b-8315-46fe-b672-5b16583596ef tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:36.236267 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [req-ed1f881c-af39-4169-be02-679f4b6d3b4a req-1025a527-b4e4-4a22-97e0-e8cb8fe6e16c tempest-SecurityGroupsNegativeTestJSON-847007507 tempest-SecurityGroupsNegativeTestJSON-847007507-project] show failed (client error): The resource could not be found. Dec 08 16:12:36.237917 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ed1f881c-af39-4169-be02-679f4b6d3b4a req-1025a527-b4e4-4a22-97e0-e8cb8fe6e16c tempest-SecurityGroupsNegativeTestJSON-847007507 tempest-SecurityGroupsNegativeTestJSON-847007507-project] 10.222.0.64 "GET /v2.0/security-groups/9667382c-408a-40fb-89ea-496e115902d0 HTTP/1.1" status: 404 len: 352 time: 0.0232403 Dec 08 16:12:36.275957 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:36.302478 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port f9660951-4dc1-41ad-9881-6bf16b4f8615, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=f9660951-4dc1-41ad-9881-6bf16b4f8615,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:36.359959 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:12:36.386765 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-80578b1b-8315-46fe-b672-5b16583596ef tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fa07b5a-e2f2-4d99-a2be-19bc3f1b66c1']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:36.391216 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:36.404949 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4948657b-4115-494c-b293-5d691b1378f4 req-5e6a5b13-05ed-4e08-89e6-e0aa7e48567f tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:36.407158 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4948657b-4115-494c-b293-5d691b1378f4 req-5e6a5b13-05ed-4e08-89e6-e0aa7e48567f tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.76 "GET /v2.0/networks?id=07a19fdc-d260-436b-ab24-0afbeda54efb HTTP/1.1" status: 200 len: 816 time: 0.8456488 Dec 08 16:12:36.407783 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1668f5b-2240-42aa-a9e1-ee0286421fc4 req-09da6d60-5c0b-42ab-a895-b5099da110b2 tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:36.409552 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b1668f5b-2240-42aa-a9e1-ee0286421fc4 req-09da6d60-5c0b-42ab-a895-b5099da110b2 tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] 10.222.0.64 "GET /v2.0/ports?device_id=57fa73c1-0b25-466c-8ae0-07894f343695 HTTP/1.1" status: 200 len: 944 time: 0.0702631 Dec 08 16:12:36.419691 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-80578b1b-8315-46fe-b672-5b16583596ef tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebec3e86-2dd4-45ef-9bd6-96beb12c7dc2') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:36.420083 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-80578b1b-8315-46fe-b672-5b16583596ef tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebec3e86-2dd4-45ef-9bd6-96beb12c7dc2') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:36.442464 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-4948657b-4115-494c-b293-5d691b1378f4 req-a5b83781-fb63-404a-9630-0032c874530c tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Request body: {'port': {'device_id': '02fb20b1-471e-442a-bda8-433b9e2e0039', 'network_id': '07a19fdc-d260-436b-ab24-0afbeda54efb', 'admin_state_up': True, 'tenant_id': '120d1fe207c542869b5e50595095593e'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:36.457882 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=f9660951-4dc1-41ad-9881-6bf16b4f8615,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:36.477047 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 66d1d7b3-dff8-4883-8d55-f2a4ebfcb5e8 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:12:36.477226 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-80578b1b-8315-46fe-b672-5b16583596ef tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:36.495345 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-80578b1b-8315-46fe-b672-5b16583596ef tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:36.507228 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 66d1d7b3-dff8-4883-8d55-f2a4ebfcb5e8 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:12:36.507694 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 66d1d7b3-dff8-4883-8d55-f2a4ebfcb5e8 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:12:36.512243 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b1668f5b-2240-42aa-a9e1-ee0286421fc4 req-7a956079-f8a4-412f-add3-d1fae5e6bb11 tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] 10.222.0.64 "GET /v2.0/security-groups?id=7918164e-f2af-4a6a-a83b-ae51d84da6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828593 Dec 08 16:12:36.520205 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80578b1b-8315-46fe-b672-5b16583596ef tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:12:36.520878 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-80578b1b-8315-46fe-b672-5b16583596ef tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:36.531792 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:12:36.531792 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:12:36.531792 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:12:36.531792 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:12:36.531792 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:12:36.531792 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:12:36.531792 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:12:36.531792 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:12:36.531792 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:12:36.531792 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:12:36.531792 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:12:36.531792 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:12:36.531792 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:12:36.531792 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:12:36.531792 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:12:36.531792 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:12:36.531792 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:12:36.531792 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:12:36.531792 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:12:36.531792 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:12:36.531792 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:12:36.531792 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:12:36.531792 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:12:36.531792 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:12:36.531792 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:12:36.531792 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:12:36.531792 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:12:36.531792 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:12:36.531792 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:12:36.531792 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:12:36.531792 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:12:36.531792 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:12:36.609505 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d1d3ea32-c2c7-4322-a1ad-434a7d9c8c54 req-78ae8e94-16df-45f4-a9a0-903a579168ab tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ab0acad-5056-4d28-adc4-62a1d968ccf5 HTTP/1.1" status: 200 len: 210 time: 0.0291486 Dec 08 16:12:36.653825 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 225cbfa6-99c0-4858-a2a4-d260a72899ea up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:12:36.675573 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258095a-0e7f-4b9a-bb5b-44701ddd8a6b req-05f56f9a-dab3-4d36-b981-c4dcb02ae19f tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:36.677177 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7258095a-0e7f-4b9a-bb5b-44701ddd8a6b req-05f56f9a-dab3-4d36-b981-c4dcb02ae19f tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/networks?id=aae70492-1682-4e18-b135-887c01697ca0 HTTP/1.1" status: 200 len: 814 time: 0.6999209 Dec 08 16:12:36.696644 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d9b9562a-50f4-4ff9-aece-cce625fefc03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:36.718451 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c2cf8431-b5df-4b36-9a5a-6e5c287b10f5 req-67f76fd8-15e5-4a06-bd93-6992021bfde3 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d79dbcb-7fd6-4cdd-a5f3-5b864cf0c675 HTTP/1.1" status: 200 len: 210 time: 0.0375519 Dec 08 16:12:36.722454 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7258095a-0e7f-4b9a-bb5b-44701ddd8a6b req-62462933-b498-45bf-a6b8-d5a0d282b477 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/quotas/810520df5a8e4422956ae3b5265a3df4 HTTP/1.1" status: 200 len: 375 time: 0.0348325 Dec 08 16:12:36.800462 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-80578b1b-8315-46fe-b672-5b16583596ef tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:36.812801 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-710b802a-27be-4bc6-b51c-46d068eb6028 req-6917b121-902e-46a0-a76c-38e51d142193 tempest-SecurityGroupsNegativeTestJSON-847007507 tempest-SecurityGroupsNegativeTestJSON-847007507-project] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7b975b6e05544632aa7aabdfc3593fac HTTP/1.1" status: 200 len: 3005 time: 0.0511341 Dec 08 16:12:36.818098 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port 225cbfa6-99c0-4858-a2a4-d260a72899ea completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:12:36.819545 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-80578b1b-8315-46fe-b672-5b16583596ef tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:36.824539 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 225cbfa6-99c0-4858-a2a4-d260a72899ea triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:12:36.824717 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-80578b1b-8315-46fe-b672-5b16583596ef tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "DELETE /v2.0/networks/7fa07b5a-e2f2-4d99-a2be-19bc3f1b66c1 HTTP/1.1" status: 204 len: 168 time: 2.0561395 Dec 08 16:12:36.824817 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:36.832359 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46466) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:36.840312 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-5eef2235-8a45-4caa-94dc-ea055b02e3e8 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1401895187'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:36.855939 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80578b1b-8315-46fe-b672-5b16583596ef tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Pushing event deleted for resources: {'Network': ['ID=7fa07b5a-e2f2-4d99-a2be-19bc3f1b66c1,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:36.888766 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-710b802a-27be-4bc6-b51c-46d068eb6028 req-41bb550a-39a1-4eb3-a82e-82c3f23f81bd tempest-SecurityGroupsNegativeTestJSON-847007507 tempest-SecurityGroupsNegativeTestJSON-847007507-project] 10.222.0.64 "GET /v2.0/security-groups/741db04f-8f7b-47b2-a3cb-201577e57a0d HTTP/1.1" status: 200 len: 3002 time: 0.0448534 Dec 08 16:12:36.906718 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7258095a-0e7f-4b9a-bb5b-44701ddd8a6b req-e6d68f1b-44e3-4f67-9611-9c96d543293e tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=810520df5a8e4422956ae3b5265a3df4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1741850 Dec 08 16:12:36.916309 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:36.943676 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57fa73c1-0b25-466c-8ae0-07894f343695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '225cbfa6-99c0-4858-a2a4-d260a72899ea'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:12:36.946862 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-710b802a-27be-4bc6-b51c-46d068eb6028 req-a943ed72-30d2-4aff-90c3-839d3ba46e16 tempest-SecurityGroupsNegativeTestJSON-847007507 tempest-SecurityGroupsNegativeTestJSON-847007507-project] 10.222.0.64 "GET /v2.0/security-groups/741db04f-8f7b-47b2-a3cb-201577e57a0d HTTP/1.1" status: 200 len: 3002 time: 0.0497718 Dec 08 16:12:36.950578 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a804db56-ca72-48f4-96d1-6e696fcf75e7" -d '{"events": [{"server_uuid": "57fa73c1-0b25-466c-8ae0-07894f343695", "name": "network-vif-plugged", "status": "completed", "tag": "225cbfa6-99c0-4858-a2a4-d260a72899ea"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:12:36.977256 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 225cbfa6-99c0-4858-a2a4-d260a72899ea, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=225cbfa6-99c0-4858-a2a4-d260a72899ea,segment=NetworkSegment(e0e794d2-5e8e-4369-ae91-9bbb8116e25a),segment_id=e0e794d2-5e8e-4369-ae91-9bbb8116e25a)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:37.003690 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3855c56-781f-4bad-b65e-de4a8cf2179e x-openstack-request-id: req-a3855c56-781f-4bad-b65e-de4a8cf2179e {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:12:37.003986 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57fa73c1-0b25-466c-8ae0-07894f343695", "name": "network-vif-plugged", "status": "completed", "tag": "225cbfa6-99c0-4858-a2a4-d260a72899ea", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:12:37.004291 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a3855c56-781f-4bad-b65e-de4a8cf2179e {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:12:37.004782 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57fa73c1-0b25-466c-8ae0-07894f343695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '225cbfa6-99c0-4858-a2a4-d260a72899ea', 'code': 200} Dec 08 16:12:37.045120 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4948657b-4115-494c-b293-5d691b1378f4 req-a5b83781-fb63-404a-9630-0032c874530c tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Made reservation on behalf of 120d1fe207c542869b5e50595095593e for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:12:37.049285 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-4948657b-4115-494c-b293-5d691b1378f4 req-a5b83781-fb63-404a-9630-0032c874530c tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:37.067839 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5d760811-05d0-4bae-984e-7db2c128ff4a req-bb24556f-4168-4bdc-a938-1d5684ca29d8 tempest-SecurityGroupsNegativeTestJSON-847007507 tempest-SecurityGroupsNegativeTestJSON-847007507-project] 10.222.0.64 "GET /v2.0/security-groups/741db04f-8f7b-47b2-a3cb-201577e57a0d HTTP/1.1" status: 200 len: 3002 time: 0.0517976 Dec 08 16:12:37.093917 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eef2235-8a45-4caa-94dc-ea055b02e3e8 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Made reservation on behalf of 82befcb31c1249a9af9da6811968cef2 for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:12:37.098299 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5eef2235-8a45-4caa-94dc-ea055b02e3e8 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:37.125788 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7258095a-0e7f-4b9a-bb5b-44701ddd8a6b req-e84f1e54-3386-443b-815b-957228ac74a4 service neutron] 10.222.0.64 "GET /v2.0/networks/aae70492-1682-4e18-b135-887c01697ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990325 Dec 08 16:12:37.156938 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:37.178379 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d9b9562a-50f4-4ff9-aece-cce625fefc03 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:37.180274 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cedfbb-13ca-41be-95ee-f16c82bbf2bc req-20cc0fa3-5894-41c0-b4cc-cc808e96c9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:37.194086 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-52cedfbb-13ca-41be-95ee-f16c82bbf2bc req-20cc0fa3-5894-41c0-b4cc-cc808e96c9bc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=57fa73c1-0b25-466c-8ae0-07894f343695 HTTP/1.1" status: 200 len: 1096 time: 0.1051443 Dec 08 16:12:37.194086 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eef2235-8a45-4caa-94dc-ea055b02e3e8 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:12:37.235162 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [req-5d760811-05d0-4bae-984e-7db2c128ff4a req-8d7e4a30-0444-4df3-ac8f-77beb7c280f4 tempest-SecurityGroupsNegativeTestJSON-847007507 tempest-SecurityGroupsNegativeTestJSON-847007507-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 08 16:12:37.258271 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5d760811-05d0-4bae-984e-7db2c128ff4a req-8d7e4a30-0444-4df3-ac8f-77beb7c280f4 tempest-SecurityGroupsNegativeTestJSON-847007507 tempest-SecurityGroupsNegativeTestJSON-847007507-project] 10.222.0.64 "DELETE /v2.0/security-groups/741db04f-8f7b-47b2-a3cb-201577e57a0d HTTP/1.1" status: 409 len: 352 time: 0.1894276 Dec 08 16:12:37.269966 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=225cbfa6-99c0-4858-a2a4-d260a72899ea,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:37.318788 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5eef2235-8a45-4caa-94dc-ea055b02e3e8 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:37.319071 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [req-4948657b-4115-494c-b293-5d691b1378f4 req-a5b83781-fb63-404a-9630-0032c874530c tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Allocated IP 172.20.0.7 (07a19fdc-d260-436b-ab24-0afbeda54efb/0be05e6a-4912-43c1-9ca5-90ada4e2aa36/6089fd86-18e9-4949-819e-27e032ef49b3) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:12:37.319232 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-5eef2235-8a45-4caa-94dc-ea055b02e3e8 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Added segment ae47a093-9258-497d-8eb2-99fa9ba28887 of type vlan for network 17cdb798-b692-4f6e-9248-fdc193fabee9 Dec 08 16:12:37.322997 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7258095a-0e7f-4b9a-bb5b-44701ddd8a6b req-1e8b5fa4-105f-4929-9bff-f9bcdc4e24c4 service neutron] 10.222.0.64 "GET /v2.0/networks/aae70492-1682-4e18-b135-887c01697ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637015 Dec 08 16:12:37.381928 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [req-ba90d084-4aa2-4207-aeb0-95e146311070 req-6e0d9599-6631-451f-bda0-d7a590c087b4 tempest-SecurityGroupsNegativeTestJSON-847007507 tempest-SecurityGroupsNegativeTestJSON-847007507-project] show failed (client error): The resource could not be found. Dec 08 16:12:37.382979 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ba90d084-4aa2-4207-aeb0-95e146311070 req-6e0d9599-6631-451f-bda0-d7a590c087b4 tempest-SecurityGroupsNegativeTestJSON-847007507 tempest-SecurityGroupsNegativeTestJSON-847007507-project] 10.222.0.64 "GET /v2.0/security-groups/71b0a5e6-4610-4e04-b994-4f8ef598187d HTTP/1.1" status: 404 len: 352 time: 0.0965178 Dec 08 16:12:37.406644 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d9b9562a-50f4-4ff9-aece-cce625fefc03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:37.411087 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5eef2235-8a45-4caa-94dc-ea055b02e3e8 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:37.421569 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-52cedfbb-13ca-41be-95ee-f16c82bbf2bc req-d078608d-5d5b-4f7c-83e1-c0e9d287e633 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7918164e-f2af-4a6a-a83b-ae51d84da6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291188 Dec 08 16:12:37.456082 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [req-7206e5f1-1037-41e3-bf8d-cd24ce18206f req-9e227ed1-f25a-4595-a348-a7c022d8a6b2 tempest-SecurityGroupsNegativeTestJSON-847007507 tempest-SecurityGroupsNegativeTestJSON-847007507-project] show failed (client error): The resource could not be found. Dec 08 16:12:37.457270 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7206e5f1-1037-41e3-bf8d-cd24ce18206f req-9e227ed1-f25a-4595-a348-a7c022d8a6b2 tempest-SecurityGroupsNegativeTestJSON-847007507 tempest-SecurityGroupsNegativeTestJSON-847007507-project] 10.222.0.64 "GET /v2.0/security-groups/3c9fb5a9-573e-40cd-a853-e68f8f774984 HTTP/1.1" status: 404 len: 352 time: 0.0348248 Dec 08 16:12:37.481130 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46476) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:37.484575 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba4191-7034-4d1c-9cd0-32239ab14b75 req-54034dc3-a5a7-47a5-9d1b-5c5355fd2148 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:37.486101 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-69ba4191-7034-4d1c-9cd0-32239ab14b75 req-54034dc3-a5a7-47a5-9d1b-5c5355fd2148 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.76 "GET /v2.0/networks?id=07a19fdc-d260-436b-ab24-0afbeda54efb HTTP/1.1" status: 200 len: 816 time: 0.2792556 Dec 08 16:12:37.505309 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-69ba4191-7034-4d1c-9cd0-32239ab14b75 req-4009d77a-5b92-4184-91a4-6dd044a6610b tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Request body: {'port': {'device_id': 'a895fc1e-88bc-4448-8e53-d29f1458e27d', 'network_id': '07a19fdc-d260-436b-ab24-0afbeda54efb', 'admin_state_up': True, 'tenant_id': '120d1fe207c542869b5e50595095593e'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:37.555702 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d9b9562a-50f4-4ff9-aece-cce625fefc03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:37.583294 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b9562a-50f4-4ff9-aece-cce625fefc03 admin admin] Pushing event updated for resources: {'Port': ['ID=f48fdb1f-bdd2-41de-829a-682f4ff568cf,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:37.665450 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5eef2235-8a45-4caa-94dc-ea055b02e3e8 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:37.672111 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eef2235-8a45-4caa-94dc-ea055b02e3e8 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:37.672723 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5eef2235-8a45-4caa-94dc-ea055b02e3e8 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:37.673005 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-4948657b-4115-494c-b293-5d691b1378f4 req-a5b83781-fb63-404a-9630-0032c874530c tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:37.722969 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d0ea09d-b34e-46b5-adeb-b8297f6e1d74 admin admin] Deleting subnet 23711c39-12b6-4b45-9ba0-b58dd7cd536f {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:12:37.732122 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5d0ea09d-b34e-46b5-adeb-b8297f6e1d74 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:37.767422 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device f9660951-4dc1-41ad-9881-6bf16b4f8615 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:12:37.808762 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef2235-8a45-4caa-94dc-ea055b02e3e8 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Pushing event updated for resources: {'Network': ['ID=17cdb798-b692-4f6e-9248-fdc193fabee9,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:37.831757 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554c632b-5330-477c-958f-05371e7c5d58 req-d6e8d02a-229d-4804-95f0-d39ae660a49f tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:37.832017 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 17cdb798-b692-4f6e-9248-fdc193fabee9 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:12:37.838730 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-554c632b-5330-477c-958f-05371e7c5d58 req-d6e8d02a-229d-4804-95f0-d39ae660a49f tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] 10.222.0.64 "GET /v2.0/ports?device_id=57fa73c1-0b25-466c-8ae0-07894f343695 HTTP/1.1" status: 200 len: 945 time: 0.2257333 Dec 08 16:12:37.853714 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-dc1dbf7e-7340-4985-87b3-867166b1d4b3 req-af4017cf-6b41-4767-a996-4e1be9d85e6f tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ab0acad-5056-4d28-adc4-62a1d968ccf5 HTTP/1.1" status: 200 len: 210 time: 0.0415614 Dec 08 16:12:37.867237 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-4948657b-4115-494c-b293-5d691b1378f4 req-a5b83781-fb63-404a-9630-0032c874530c tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:37.875280 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5d0ea09d-b34e-46b5-adeb-b8297f6e1d74 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:37.914620 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-554c632b-5330-477c-958f-05371e7c5d58 req-f208bfc0-4a68-44ce-8358-6d1871b482b7 tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] 10.222.0.64 "GET /v2.0/security-groups?id=7918164e-f2af-4a6a-a83b-ae51d84da6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748923 Dec 08 16:12:37.930226 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4948657b-4115-494c-b293-5d691b1378f4 req-a5b83781-fb63-404a-9630-0032c874530c tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Network 07a19fdc-d260-436b-ab24-0afbeda54efb is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:12:37.934953 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69ba4191-7034-4d1c-9cd0-32239ab14b75 req-4009d77a-5b92-4184-91a4-6dd044a6610b tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Made reservation on behalf of 120d1fe207c542869b5e50595095593e for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:12:37.939619 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-69ba4191-7034-4d1c-9cd0-32239ab14b75 req-4009d77a-5b92-4184-91a4-6dd044a6610b tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:37.975010 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5d0ea09d-b34e-46b5-adeb-b8297f6e1d74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:38.014761 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [req-4948657b-4115-494c-b293-5d691b1378f4 req-a5b83781-fb63-404a-9630-0032c874530c tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:12:38.024606 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port f9660951-4dc1-41ad-9881-6bf16b4f8615 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:12:38.024990 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:38.076215 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-4948657b-4115-494c-b293-5d691b1378f4 req-a5b83781-fb63-404a-9630-0032c874530c tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:12:38.087746 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2b28d12e-6d8c-4f28-8f39-ef8146d7a641 req-d5bee20b-2dd0-4e57-a889-181a68e3f641 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d79dbcb-7fd6-4cdd-a5f3-5b864cf0c675 HTTP/1.1" status: 200 len: 210 time: 0.0775752 Dec 08 16:12:38.102012 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-5eef2235-8a45-4caa-94dc-ea055b02e3e8 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2679784 Dec 08 16:12:38.114328 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46492) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:38.126833 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-d82bbd95-8ceb-424b-b78b-5aaecb6af6f1 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Request body: {'subnet': {'network_id': '17cdb798-b692-4f6e-9248-fdc193fabee9', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:38.225709 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0d4e5ebe-f5cf-455e-a316-a4f60f4172b2 req-25e192e5-6c9c-4406-a917-11298e2bf143 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=708a06d7-eda4-4040-9211-ba979e4d7297 HTTP/1.1" status: 200 len: 210 time: 0.1594305 Dec 08 16:12:38.264427 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b9562a-50f4-4ff9-aece-cce625fefc03 admin admin] Network 302c30a7-bb07-4824-b9e9-efc4753720c4 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:12:38.265295 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b83781-fb63-404a-9630-0032c874530c tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Pushing event updated for resources: {'Port': ['ID=6089fd86-18e9-4949-819e-27e032ef49b3,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:38.269244 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d7257b3f-bd30-45d1-92ce-82069afa9efa req-8d560f08-1c32-4e98-9ed4-8f2abdfd65d3 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=15392057af79419bba246e0391d3a62d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0660799 Dec 08 16:12:38.271795 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-d9b9562a-50f4-4ff9-aece-cce625fefc03 admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:12:38.280492 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4948657b-4115-494c-b293-5d691b1378f4 req-a5b83781-fb63-404a-9630-0032c874530c tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:38.282763 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-4948657b-4115-494c-b293-5d691b1378f4 req-a5b83781-fb63-404a-9630-0032c874530c tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:38.361945 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5d0ea09d-b34e-46b5-adeb-b8297f6e1d74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:38.401461 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:38.404659 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-50975fcd-dbdb-4481-981f-590e1bea85f3 None None] Provisioning complete for port 6089fd86-18e9-4949-819e-27e032ef49b3 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:12:38.405266 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-50975fcd-dbdb-4481-981f-590e1bea85f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:38.453690 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0ea09d-b34e-46b5-adeb-b8297f6e1d74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23711c39-12b6-4b45-9ba0-b58dd7cd536f,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:38.455069 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-50975fcd-dbdb-4481-981f-590e1bea85f3 None None] Port 6089fd86-18e9-4949-819e-27e032ef49b3 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:12:38.463317 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5d0ea09d-b34e-46b5-adeb-b8297f6e1d74 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:38.466705 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-5d0ea09d-b34e-46b5-adeb-b8297f6e1d74 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/23711c39-12b6-4b45-9ba0-b58dd7cd536f HTTP/1.1" status: 204 len: 168 time: 0.9809668 Dec 08 16:12:38.505611 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46494) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:38.682687 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-c0d516c9-7446-4e92-97b5-366a711fe6e9 None None] Provisioning complete for port f48fdb1f-bdd2-41de-829a-682f4ff568cf triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:12:38.683380 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c0d516c9-7446-4e92-97b5-366a711fe6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:38.724491 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-69ba4191-7034-4d1c-9cd0-32239ab14b75 req-4009d77a-5b92-4184-91a4-6dd044a6610b tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Allocated IP 172.20.0.5 (07a19fdc-d260-436b-ab24-0afbeda54efb/0be05e6a-4912-43c1-9ca5-90ada4e2aa36/3639da6a-01d4-461d-b556-9e3d0c4704fb) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:12:38.734747 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-c0d516c9-7446-4e92-97b5-366a711fe6e9 None None] Port f48fdb1f-bdd2-41de-829a-682f4ff568cf cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:12:38.827014 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7257b3f-bd30-45d1-92ce-82069afa9efa req-adda2e86-ff6b-4cb8-8c55-d2f4d1b8926f tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:38.829406 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d7257b3f-bd30-45d1-92ce-82069afa9efa req-adda2e86-ff6b-4cb8-8c55-d2f4d1b8926f tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5518553 Dec 08 16:12:38.833582 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d82bbd95-8ceb-424b-b78b-5aaecb6af6f1 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Made reservation on behalf of 82befcb31c1249a9af9da6811968cef2 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:12:38.836986 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d82bbd95-8ceb-424b-b78b-5aaecb6af6f1 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:38.850756 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-d7257b3f-bd30-45d1-92ce-82069afa9efa req-2d86e71d-7974-4002-9684-33bddee996df tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Request body: {'port': {'device_id': '5ab0acad-5056-4d28-adc4-62a1d968ccf5', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'admin_state_up': True, 'tenant_id': '15392057af79419bba246e0391d3a62d'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:38.975929 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9b9562a-50f4-4ff9-aece-cce625fefc03 admin admin] Router 43ed21cb-974c-4a89-9e9b-fcc85c89a605 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:12:38.979335 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5d0f9ae8-a94e-403a-9725-67738d78d107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:39.074618 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4948657b-4115-494c-b293-5d691b1378f4 req-a5b83781-fb63-404a-9630-0032c874530c tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6490436 Dec 08 16:12:39.079244 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f83bce0c-b16c-4fa0-8675-d842fca4e4f2 req-178dd574-0021-41eb-800b-83628d0fcfe4 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ab0acad-5056-4d28-adc4-62a1d968ccf5 HTTP/1.1" status: 200 len: 210 time: 0.1267548 Dec 08 16:12:39.107334 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-4948657b-4115-494c-b293-5d691b1378f4 req-171e659e-4205-43e8-84ed-075c1abe7213 service neutron] Request body: {'port': {'device_id': '02fb20b1-471e-442a-bda8-433b9e2e0039', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:39.246527 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5d0f9ae8-a94e-403a-9725-67738d78d107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:39.265451 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8883eae2-143c-4dc3-8f2d-c12551bff7fb req-b1aafebe-d291-406d-86f5-7f21d53704c8 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d79dbcb-7fd6-4cdd-a5f3-5b864cf0c675 HTTP/1.1" status: 200 len: 210 time: 0.0715816 Dec 08 16:12:39.272448 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00184df7-6c1b-46da-87fa-ee47446cb728 req-96469cf9-4d60-40ee-9923-f4944701cae8 tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:39.274037 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-00184df7-6c1b-46da-87fa-ee47446cb728 req-96469cf9-4d60-40ee-9923-f4944701cae8 tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] 10.222.0.64 "GET /v2.0/ports?device_id=57fa73c1-0b25-466c-8ae0-07894f343695 HTTP/1.1" status: 200 len: 945 time: 0.2665613 Dec 08 16:12:39.278514 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff7ec6-b978-4c51-9fd5-78614b729b4c req-30652d1b-1a6a-4bfd-9cda-ad205288e77f tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:39.280462 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2dff7ec6-b978-4c51-9fd5-78614b729b4c req-30652d1b-1a6a-4bfd-9cda-ad205288e77f tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.37 "GET /v2.0/networks?id=07a19fdc-d260-436b-ab24-0afbeda54efb HTTP/1.1" status: 200 len: 816 time: 0.3506076 Dec 08 16:12:39.284371 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-69ba4191-7034-4d1c-9cd0-32239ab14b75 req-4009d77a-5b92-4184-91a4-6dd044a6610b tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:39.318558 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-5d0f9ae8-a94e-403a-9725-67738d78d107 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6ce5b74-ac4b-4c6c-bf0e-afc35fce74f8']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:39.324749 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-2dff7ec6-b978-4c51-9fd5-78614b729b4c req-0b9009a7-e884-4b60-b759-2606ddda0651 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Request body: {'port': {'device_id': '7d79dbcb-7fd6-4cdd-a5f3-5b864cf0c675', 'network_id': '07a19fdc-d260-436b-ab24-0afbeda54efb', 'admin_state_up': True, 'tenant_id': '120d1fe207c542869b5e50595095593e'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:39.342141 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b9562a-50f4-4ff9-aece-cce625fefc03 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:12:39.348314 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d9b9562a-50f4-4ff9-aece-cce625fefc03 admin admin] 10.222.0.64 "PUT /v2.0/routers/43ed21cb-974c-4a89-9e9b-fcc85c89a605/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8843021 Dec 08 16:12:39.349357 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-4948657b-4115-494c-b293-5d691b1378f4 req-171e659e-4205-43e8-84ed-075c1abe7213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:39.355156 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-5d0f9ae8-a94e-403a-9725-67738d78d107 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c76d6e5a-e2ba-47a0-a804-eef3d443f5d5') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:39.355578 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-5d0f9ae8-a94e-403a-9725-67738d78d107 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c76d6e5a-e2ba-47a0-a804-eef3d443f5d5') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:39.356759 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e832bb6f-d2fa-450e-9476-d4a7a3ad6e8e None None] Sync routers for ids ['43ed21cb-974c-4a89-9e9b-fcc85c89a605'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:12:39.377559 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5d0f9ae8-a94e-403a-9725-67738d78d107 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:39.383404 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e832bb6f-d2fa-450e-9476-d4a7a3ad6e8e None None] Routers {'43ed21cb-974c-4a89-9e9b-fcc85c89a605'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:12:39.384479 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-e832bb6f-d2fa-450e-9476-d4a7a3ad6e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:12:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['43ed21cb-974c-4a89-9e9b-fcc85c89a605'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:39.467966 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1e18988e-99b5-4c23-8cd8-091948a978c6 req-904bfe44-a4ea-49b9-962b-59b8b493376a tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=708a06d7-eda4-4040-9211-ba979e4d7297 HTTP/1.1" status: 200 len: 210 time: 0.0710227 Dec 08 16:12:39.493998 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5d0f9ae8-a94e-403a-9725-67738d78d107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:39.508222 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-00184df7-6c1b-46da-87fa-ee47446cb728 req-7cef1db8-0478-4d72-8070-3a97b430b397 tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] 10.222.0.64 "GET /v2.0/security-groups?id=7918164e-f2af-4a6a-a83b-ae51d84da6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062128 Dec 08 16:12:39.513687 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d0f9ae8-a94e-403a-9725-67738d78d107 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:12:39.520275 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5d0f9ae8-a94e-403a-9725-67738d78d107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:39.520275 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:12:39.520275 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:12:39.520275 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:12:39.520275 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:12:39.520275 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:12:39.520275 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:12:39.520275 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:12:39.520275 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:12:39.520275 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:12:39.520275 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:12:39.520275 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:12:39.520275 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:12:39.520275 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:12:39.520275 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:12:39.520275 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:12:39.520275 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:12:39.520275 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:12:39.520275 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:12:39.520275 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:12:39.520275 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:12:39.520275 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:12:39.520275 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:12:39.520275 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:12:39.520275 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:12:39.520275 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:12:39.520275 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:12:39.520275 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:12:39.520275 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:12:39.520275 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:12:39.520275 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:12:39.520275 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:12:39.520275 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:12:39.580415 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7257b3f-bd30-45d1-92ce-82069afa9efa req-2d86e71d-7974-4002-9684-33bddee996df tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Made reservation on behalf of 15392057af79419bba246e0391d3a62d for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:12:39.585913 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d7257b3f-bd30-45d1-92ce-82069afa9efa req-2d86e71d-7974-4002-9684-33bddee996df tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:39.674204 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-e832bb6f-d2fa-450e-9476-d4a7a3ad6e8e None None] Set router 43ed21cb-974c-4a89-9e9b-fcc85c89a605 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:12:39.736163 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-69ba4191-7034-4d1c-9cd0-32239ab14b75 req-4009d77a-5b92-4184-91a4-6dd044a6610b tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:39.886647 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5d0f9ae8-a94e-403a-9725-67738d78d107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:39.897045 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5d0f9ae8-a94e-403a-9725-67738d78d107 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:39.900638 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-5d0f9ae8-a94e-403a-9725-67738d78d107 admin admin] 10.222.0.64 "DELETE /v2.0/networks/e6ce5b74-ac4b-4c6c-bf0e-afc35fce74f8 HTTP/1.1" status: 204 len: 168 time: 1.3940063 Dec 08 16:12:39.903965 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d82bbd95-8ceb-424b-b78b-5aaecb6af6f1 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:39.917459 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69ba4191-7034-4d1c-9cd0-32239ab14b75 req-4009d77a-5b92-4184-91a4-6dd044a6610b tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Network 07a19fdc-d260-436b-ab24-0afbeda54efb is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:12:39.926564 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0f9ae8-a94e-403a-9725-67738d78d107 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6ce5b74-ac4b-4c6c-bf0e-afc35fce74f8,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:39.944765 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-69ba4191-7034-4d1c-9cd0-32239ab14b75 req-4009d77a-5b92-4184-91a4-6dd044a6610b tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:12:39.961077 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-69ba4191-7034-4d1c-9cd0-32239ab14b75 req-4009d77a-5b92-4184-91a4-6dd044a6610b tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:12:39.982474 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [req-4948657b-4115-494c-b293-5d691b1378f4 req-171e659e-4205-43e8-84ed-075c1abe7213 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6089fd86-18e9-4949-819e-27e032ef49b3 {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:12:39.991231 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-4948657b-4115-494c-b293-5d691b1378f4 req-171e659e-4205-43e8-84ed-075c1abe7213 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:40.028889 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [req-4948657b-4115-494c-b293-5d691b1378f4 req-171e659e-4205-43e8-84ed-075c1abe7213 service neutron] Transition to ACTIVE for port object 6089fd86-18e9-4949-819e-27e032ef49b3 will not be triggered until provisioned by entity L2. {{(pid=110551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:12:40.040201 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46522) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:40.045895 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-23af3731-e7be-4599-ae69-44d88d805448 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1688785558', 'description': 'tempest-description--125189118'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:40.069021 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba4191-7034-4d1c-9cd0-32239ab14b75 req-4009d77a-5b92-4184-91a4-6dd044a6610b tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:40.069707 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-69ba4191-7034-4d1c-9cd0-32239ab14b75 req-4009d77a-5b92-4184-91a4-6dd044a6610b tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:40.129658 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-e832bb6f-d2fa-450e-9476-d4a7a3ad6e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ed21cb-974c-4a89-9e9b-fcc85c89a605', 'name': 'tempest-ServersTestFqdnHostnames-476442208-router', 'tenant_id': 'f4bc823f590d4f5ab08e225067f150b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'f9660951-4dc1-41ad-9881-6bf16b4f8615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:12:26Z', 'updated_at': '2021-12-08T16:12:36Z', 'revision_number': 4, 'project_id': 'f4bc823f590d4f5ab08e225067f150b6', 'gw_port': {'id': 'f9660951-4dc1-41ad-9881-6bf16b4f8615', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ed21cb-974c-4a89-9e9b-fcc85c89a605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:12:28Z', 'updated_at': '2021-12-08T16:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'f48fdb1f-bdd2-41de-829a-682f4ff568cf', 'name': '', 'network_id': '302c30a7-bb07-4824-b9e9-efc4753720c4', 'tenant_id': 'f4bc823f590d4f5ab08e225067f150b6', 'mac_address': 'fa:16:3e:92:b6:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ed21cb-974c-4a89-9e9b-fcc85c89a605', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '609177ea-d70f-42b5-947d-ac0be047b1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:12:34Z', 'updated_at': '2021-12-08T16:12:36Z', 'revision_number': 2, 'project_id': 'f4bc823f590d4f5ab08e225067f150b6', 'subnets': [{'id': '609177ea-d70f-42b5-947d-ac0be047b1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:40.162457 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-4948657b-4115-494c-b293-5d691b1378f4 req-171e659e-4205-43e8-84ed-075c1abe7213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:40.185931 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e832bb6f-d2fa-450e-9476-d4a7a3ad6e8e None None] Checking router: 43ed21cb-974c-4a89-9e9b-fcc85c89a605 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:12:40.186603 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e832bb6f-d2fa-450e-9476-d4a7a3ad6e8e None None] Updating router 43ed21cb-974c-4a89-9e9b-fcc85c89a605 port f48fdb1f-bdd2-41de-829a-682f4ff568cf binding host n-d-776250-12 {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:12:40.198723 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4009d77a-5b92-4184-91a4-6dd044a6610b tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Pushing event updated for resources: {'Port': ['ID=3639da6a-01d4-461d-b556-9e3d0c4704fb,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:40.223460 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-d7257b3f-bd30-45d1-92ce-82069afa9efa req-2d86e71d-7974-4002-9684-33bddee996df tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Allocated IP 192.168.233.209 (b91759c7-445e-4f7b-9fc4-64d80951832c/c93b3a32-b438-4a47-8558-220c03febf97/031f45e2-33f3-4cfe-aa5a-1c6700564244) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:12:40.225834 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82bbd95-8ceb-424b-b78b-5aaecb6af6f1 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Pushing event updated for resources: {'Subnet': ['ID=79475198-e13e-4e8d-b593-5592b02569a4,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:40.235129 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dff7ec6-b978-4c51-9fd5-78614b729b4c req-0b9009a7-e884-4b60-b759-2606ddda0651 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Made reservation on behalf of 120d1fe207c542869b5e50595095593e for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:12:40.238738 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2dff7ec6-b978-4c51-9fd5-78614b729b4c req-0b9009a7-e884-4b60-b759-2606ddda0651 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:40.247831 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e832bb6f-d2fa-450e-9476-d4a7a3ad6e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:40.290761 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-77873a35-4c49-406a-b72f-a7e888361bcf req-5e336284-2e68-4313-b0c7-110101c3aea7 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ab0acad-5056-4d28-adc4-62a1d968ccf5 HTTP/1.1" status: 200 len: 210 time: 0.0658417 Dec 08 16:12:40.291522 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e659e-4205-43e8-84ed-075c1abe7213 service neutron] Pushing event updated for resources: {'Port': ['ID=6089fd86-18e9-4949-819e-27e032ef49b3,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:40.357749 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82bbd95-8ceb-424b-b78b-5aaecb6af6f1 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Checking segment: {'id': 'ae47a093-9258-497d-8eb2-99fa9ba28887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '17cdb798-b692-4f6e-9248-fdc193fabee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:12:40.358123 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82bbd95-8ceb-424b-b78b-5aaecb6af6f1 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Network hostable DHCP agents. Network: 17cdb798-b692-4f6e-9248-fdc193fabee9, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:12:40.396145 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-69ba4191-7034-4d1c-9cd0-32239ab14b75 req-4009d77a-5b92-4184-91a4-6dd044a6610b tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8949299 Dec 08 16:12:40.422861 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-8d3f7e4f-61ef-487f-a48f-752747b1a361 None None] Provisioning complete for port 3639da6a-01d4-461d-b556-9e3d0c4704fb triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:12:40.424565 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8d3f7e4f-61ef-487f-a48f-752747b1a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:40.511163 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-69ba4191-7034-4d1c-9cd0-32239ab14b75 req-cf375293-a1fe-4466-a193-6085feb50742 service neutron] Request body: {'port': {'device_id': 'a895fc1e-88bc-4448-8e53-d29f1458e27d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:40.535250 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-8d3f7e4f-61ef-487f-a48f-752747b1a361 None None] Port 3639da6a-01d4-461d-b556-9e3d0c4704fb cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:12:40.550214 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46532) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:40.577002 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6e87ec4f-c40b-4d4d-845b-949667ad010b req-34458bd3-d7be-46d6-81e8-0183637a0277 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d79dbcb-7fd6-4cdd-a5f3-5b864cf0c675 HTTP/1.1" status: 200 len: 210 time: 0.0908010 Dec 08 16:12:40.586616 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-23af3731-e7be-4599-ae69-44d88d805448 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:40.659285 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5f3473-8cd7-402b-b7c8-14bef4321cd6 req-940bdd5e-5d83-4ac2-be92-8368f33e2606 tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:40.664898 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9a5f3473-8cd7-402b-b7c8-14bef4321cd6 req-940bdd5e-5d83-4ac2-be92-8368f33e2606 tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] 10.222.0.64 "GET /v2.0/ports?device_id=57fa73c1-0b25-466c-8ae0-07894f343695 HTTP/1.1" status: 200 len: 945 time: 0.2230182 Dec 08 16:12:40.672234 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-4948657b-4115-494c-b293-5d691b1378f4 req-171e659e-4205-43e8-84ed-075c1abe7213 service neutron] Attempting to bind port 6089fd86-18e9-4949-819e-27e032ef49b3 on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:12:40.672583 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-4948657b-4115-494c-b293-5d691b1378f4 req-171e659e-4205-43e8-84ed-075c1abe7213 service neutron] Attempting to bind port 6089fd86-18e9-4949-819e-27e032ef49b3 by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': '2f425b4b-c69b-4ba0-88af-aadb1060cf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '07a19fdc-d260-436b-ab24-0afbeda54efb'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:12:40.673093 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4948657b-4115-494c-b293-5d691b1378f4 req-171e659e-4205-43e8-84ed-075c1abe7213 service neutron] Attempting to bind port 6089fd86-18e9-4949-819e-27e032ef49b3 on network 07a19fdc-d260-436b-ab24-0afbeda54efb {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:12:40.699492 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4948657b-4115-494c-b293-5d691b1378f4 req-171e659e-4205-43e8-84ed-075c1abe7213 service neutron] Port 6089fd86-18e9-4949-819e-27e032ef49b3 on network 07a19fdc-d260-436b-ab24-0afbeda54efb not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:12:40.699824 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4948657b-4115-494c-b293-5d691b1378f4 req-171e659e-4205-43e8-84ed-075c1abe7213 service neutron] Attempting to bind port 6089fd86-18e9-4949-819e-27e032ef49b3 on network 07a19fdc-d260-436b-ab24-0afbeda54efb {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:12:40.743699 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258095a-0e7f-4b9a-bb5b-44701ddd8a6b req-cfa28cbf-6254-4157-b71e-89c0be168d70 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:40.744820 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7258095a-0e7f-4b9a-bb5b-44701ddd8a6b req-cfa28cbf-6254-4157-b71e-89c0be168d70 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.37 "GET /v2.0/networks?id=aae70492-1682-4e18-b135-887c01697ca0 HTTP/1.1" status: 200 len: 814 time: 0.2869058 Dec 08 16:12:40.745667 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4948657b-4115-494c-b293-5d691b1378f4 req-171e659e-4205-43e8-84ed-075c1abe7213 service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:12:40.746006 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4948657b-4115-494c-b293-5d691b1378f4 req-171e659e-4205-43e8-84ed-075c1abe7213 service neutron] Checking segment: {'id': '2f425b4b-c69b-4ba0-88af-aadb1060cf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '07a19fdc-d260-436b-ab24-0afbeda54efb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:12:40.746384 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4948657b-4115-494c-b293-5d691b1378f4 req-171e659e-4205-43e8-84ed-075c1abe7213 service neutron] Bound using segment: {'id': '2f425b4b-c69b-4ba0-88af-aadb1060cf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '07a19fdc-d260-436b-ab24-0afbeda54efb'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:12:40.746833 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-4948657b-4115-494c-b293-5d691b1378f4 req-171e659e-4205-43e8-84ed-075c1abe7213 service neutron] Bound port: 6089fd86-18e9-4949-819e-27e032ef49b3, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f425b4b-c69b-4ba0-88af-aadb1060cf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '07a19fdc-d260-436b-ab24-0afbeda54efb'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:12:40.747267 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-4948657b-4115-494c-b293-5d691b1378f4 req-171e659e-4205-43e8-84ed-075c1abe7213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:40.759113 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-30f00a0e-b1b2-48ba-8ba2-c75a37fe9662 req-93a0f7ca-aab7-4cbc-ba82-124472f7b198 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=708a06d7-eda4-4040-9211-ba979e4d7297 HTTP/1.1" status: 200 len: 210 time: 0.0829649 Dec 08 16:12:40.767313 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e832bb6f-d2fa-450e-9476-d4a7a3ad6e8e None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:40.776756 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-7258095a-0e7f-4b9a-bb5b-44701ddd8a6b req-ae50a76b-d0c8-4ef2-b3ae-e492a1b2c5c4 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Request body: {'port': {'device_id': '708a06d7-eda4-4040-9211-ba979e4d7297', 'network_id': 'aae70492-1682-4e18-b135-887c01697ca0', 'admin_state_up': True, 'tenant_id': '810520df5a8e4422956ae3b5265a3df4'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:40.783349 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-69ba4191-7034-4d1c-9cd0-32239ab14b75 req-cf375293-a1fe-4466-a193-6085feb50742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:40.865374 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82bbd95-8ceb-424b-b78b-5aaecb6af6f1 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Network 17cdb798-b692-4f6e-9248-fdc193fabee9 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:12:40.884986 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-734caaa3-de78-4df1-9a9c-0c794fc61d07 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7b975b6e05544632aa7aabdfc3593fac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3051639 Dec 08 16:12:40.888074 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d7257b3f-bd30-45d1-92ce-82069afa9efa req-2d86e71d-7974-4002-9684-33bddee996df tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:40.891657 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46534) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:40.893262 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e832bb6f-d2fa-450e-9476-d4a7a3ad6e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:40.912431 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9a5f3473-8cd7-402b-b7c8-14bef4321cd6 req-bd2b37a8-e01a-4ba6-b2db-19f3cd8a385e tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] 10.222.0.64 "GET /v2.0/security-groups?id=7918164e-f2af-4a6a-a83b-ae51d84da6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357364 Dec 08 16:12:40.929089 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-23af3731-e7be-4599-ae69-44d88d805448 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:40.948087 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-2dff7ec6-b978-4c51-9fd5-78614b729b4c req-0b9009a7-e884-4b60-b759-2606ddda0651 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Allocated IP 172.20.0.3 (07a19fdc-d260-436b-ab24-0afbeda54efb/0be05e6a-4912-43c1-9ca5-90ada4e2aa36/6bf13bd6-3ae8-4a95-8090-bb78388882b8) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:12:40.954037 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2067e5-9f3c-4768-8b62-8409491ff4a9 None None] Pushing event updated for resources: {'Port': ['ID=f48fdb1f-bdd2-41de-829a-682f4ff568cf,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:40.993363 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-4948657b-4115-494c-b293-5d691b1378f4 req-171e659e-4205-43e8-84ed-075c1abe7213 service neutron] For port 6089fd86-18e9-4949-819e-27e032ef49b3, host n-h1-776250-12, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:12:41.014617 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-e832bb6f-d2fa-450e-9476-d4a7a3ad6e8e None None] Attempting to bind port f48fdb1f-bdd2-41de-829a-682f4ff568cf on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:12:41.015004 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-e832bb6f-d2fa-450e-9476-d4a7a3ad6e8e None None] Attempting to bind port f48fdb1f-bdd2-41de-829a-682f4ff568cf by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '0dec94c7-62d4-42fb-a989-f3053434898d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '302c30a7-bb07-4824-b9e9-efc4753720c4'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:12:41.015655 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e832bb6f-d2fa-450e-9476-d4a7a3ad6e8e None None] Attempting to bind port f48fdb1f-bdd2-41de-829a-682f4ff568cf on network 302c30a7-bb07-4824-b9e9-efc4753720c4 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:12:41.020823 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e832bb6f-d2fa-450e-9476-d4a7a3ad6e8e None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:12:41.021205 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e832bb6f-d2fa-450e-9476-d4a7a3ad6e8e None None] Checking segment: {'id': '0dec94c7-62d4-42fb-a989-f3053434898d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '302c30a7-bb07-4824-b9e9-efc4753720c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:12:41.021615 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e832bb6f-d2fa-450e-9476-d4a7a3ad6e8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:41.022009 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e832bb6f-d2fa-450e-9476-d4a7a3ad6e8e None None] Bound using segment: {'id': '0dec94c7-62d4-42fb-a989-f3053434898d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '302c30a7-bb07-4824-b9e9-efc4753720c4'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:12:41.022668 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-e832bb6f-d2fa-450e-9476-d4a7a3ad6e8e None None] Bound port: f48fdb1f-bdd2-41de-829a-682f4ff568cf, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dec94c7-62d4-42fb-a989-f3053434898d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '302c30a7-bb07-4824-b9e9-efc4753720c4'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:12:41.023382 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e832bb6f-d2fa-450e-9476-d4a7a3ad6e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:41.023495 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-4948657b-4115-494c-b293-5d691b1378f4 req-171e659e-4205-43e8-84ed-075c1abe7213 service neutron] For port 6089fd86-18e9-4949-819e-27e032ef49b3, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=6089fd86-18e9-4949-819e-27e032ef49b3,segment=NetworkSegment(2f425b4b-c69b-4ba0-88af-aadb1060cf77),segment_id=2f425b4b-c69b-4ba0-88af-aadb1060cf77)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:12:41.031485 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4db6b80e-e1e2-43b2-a3fb-7f3e8fc50fc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:41.062620 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-d82bbd95-8ceb-424b-b78b-5aaecb6af6f1 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 17cdb798-b692-4f6e-9248-fdc193fabee9) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:12:41.067897 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82bbd95-8ceb-424b-b78b-5aaecb6af6f1 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:41.068555 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d82bbd95-8ceb-424b-b78b-5aaecb6af6f1 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:41.078337 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4db6b80e-e1e2-43b2-a3fb-7f3e8fc50fc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:41.093248 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30781281-ac6a-46f8-b597-ab05e64357a1 None None] Network 17cdb798-b692-4f6e-9248-fdc193fabee9 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:12:41.130287 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-23af3731-e7be-4599-ae69-44d88d805448 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:41.164078 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af3731-e7be-4599-ae69-44d88d805448 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67f6f32d-f66d-4d53-bc95-f0e53763f26e,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:41.218303 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-4948657b-4115-494c-b293-5d691b1378f4 req-171e659e-4205-43e8-84ed-075c1abe7213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:41.241003 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-e832bb6f-d2fa-450e-9476-d4a7a3ad6e8e None None] For port f48fdb1f-bdd2-41de-829a-682f4ff568cf, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:12:41.245952 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-e832bb6f-d2fa-450e-9476-d4a7a3ad6e8e None None] For port f48fdb1f-bdd2-41de-829a-682f4ff568cf, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=f48fdb1f-bdd2-41de-829a-682f4ff568cf,segment=NetworkSegment(0dec94c7-62d4-42fb-a989-f3053434898d),segment_id=0dec94c7-62d4-42fb-a989-f3053434898d)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:12:41.256209 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4948657b-4115-494c-b293-5d691b1378f4 req-171e659e-4205-43e8-84ed-075c1abe7213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:41.256907 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-4948657b-4115-494c-b293-5d691b1378f4 req-171e659e-4205-43e8-84ed-075c1abe7213 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:41.268011 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4948657b-4115-494c-b293-5d691b1378f4 req-171e659e-4205-43e8-84ed-075c1abe7213 service neutron] 10.222.0.76 "PUT /v2.0/ports/6089fd86-18e9-4949-819e-27e032ef49b3 HTTP/1.1" status: 200 len: 1092 time: 2.1657526 Dec 08 16:12:41.268011 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02fb20b1-471e-442a-bda8-433b9e2e0039', 'tag': '6089fd86-18e9-4949-819e-27e032ef49b3'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:12:41.268011 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e111b49d-d55e-4cce-9a8b-0c90920d4875" -d '{"events": [{"name": "network-changed", "server_uuid": "02fb20b1-471e-442a-bda8-433b9e2e0039", "tag": "6089fd86-18e9-4949-819e-27e032ef49b3"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:12:41.279539 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78da8e0f-294f-42a4-9f9d-7c6c0373f6f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-17cdb798-b692-4f6e-9248-fdc193fabee9', 'network_id': '17cdb798-b692-4f6e-9248-fdc193fabee9', 'project_id': '82befcb31c1249a9af9da6811968cef2', 'fixed_ips': [{'subnet_id': '79475198-e13e-4e8d-b593-5592b02569a4'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:12:41.282938 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-78da8e0f-294f-42a4-9f9d-7c6c0373f6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:41.298690 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e659e-4205-43e8-84ed-075c1abe7213 service neutron] Pushing event updated for resources: {'Port': ['ID=6089fd86-18e9-4949-819e-27e032ef49b3,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:41.303260 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7258095a-0e7f-4b9a-bb5b-44701ddd8a6b req-ae50a76b-d0c8-4ef2-b3ae-e492a1b2c5c4 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Made reservation on behalf of 810520df5a8e4422956ae3b5265a3df4 for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:12:41.307037 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-7258095a-0e7f-4b9a-bb5b-44701ddd8a6b req-ae50a76b-d0c8-4ef2-b3ae-e492a1b2c5c4 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:41.314134 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2dff7ec6-b978-4c51-9fd5-78614b729b4c req-0b9009a7-e884-4b60-b759-2606ddda0651 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:41.337279 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae75351-04d3-4b54-9897-00056ecb3e17 x-openstack-request-id: req-bae75351-04d3-4b54-9897-00056ecb3e17 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:12:41.337779 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02fb20b1-471e-442a-bda8-433b9e2e0039", "tag": "6089fd86-18e9-4949-819e-27e032ef49b3", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:12:41.337886 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bae75351-04d3-4b54-9897-00056ecb3e17 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:12:41.338296 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02fb20b1-471e-442a-bda8-433b9e2e0039', 'tag': '6089fd86-18e9-4949-819e-27e032ef49b3', 'status': 'completed', 'code': 200} Dec 08 16:12:41.357632 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d7257b3f-bd30-45d1-92ce-82069afa9efa req-2d86e71d-7974-4002-9684-33bddee996df tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:41.359975 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4db6b80e-e1e2-43b2-a3fb-7f3e8fc50fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:41.363402 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4db6b80e-e1e2-43b2-a3fb-7f3e8fc50fc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:41.366622 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-4db6b80e-e1e2-43b2-a3fb-7f3e8fc50fc3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/741db04f-8f7b-47b2-a3cb-201577e57a0d HTTP/1.1" status: 204 len: 168 time: 0.4706931 Dec 08 16:12:41.419603 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7257b3f-bd30-45d1-92ce-82069afa9efa req-2d86e71d-7974-4002-9684-33bddee996df tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Network b91759c7-445e-4f7b-9fc4-64d80951832c is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:12:41.428100 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-d7257b3f-bd30-45d1-92ce-82069afa9efa req-2d86e71d-7974-4002-9684-33bddee996df tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:12:41.431348 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7257b3f-bd30-45d1-92ce-82069afa9efa req-2d86e71d-7974-4002-9684-33bddee996df tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:12:41.455895 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['fa7c8c03-37fb-40ec-8c95-4187d1cf1adb', '4a824d61-b93a-41b6-8964-589ab2364818', 'f50b339b-81c1-4ba5-8b7d-007a6185e8bf', '7cb8c769-05fa-446f-a5c4-b48d4c3ac2a8'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:12:41.483544 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db6b80e-e1e2-43b2-a3fb-7f3e8fc50fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741db04f-8f7b-47b2-a3cb-201577e57a0d,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:41.505547 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d86e71d-7974-4002-9684-33bddee996df tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Pushing event updated for resources: {'Port': ['ID=031f45e2-33f3-4cfe-aa5a-1c6700564244,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:41.511215 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-23af3731-e7be-4599-ae69-44d88d805448 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:41.516048 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-23af3731-e7be-4599-ae69-44d88d805448 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.4740572 Dec 08 16:12:41.516442 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46542) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:41.541160 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-dc479c3e-281d-4e13-90bd-5305e0382426 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Request body: {'security_group_rule': {'security_group_id': '67f6f32d-f66d-4d53-bc95-f0e53763f26e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:41.548738 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-d82bbd95-8ceb-424b-b78b-5aaecb6af6f1 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.4318008 Dec 08 16:12:41.550837 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['6fcbf224-ea5a-407f-a8b9-3919aa81a099', 'f1d9c5ab-ec87-4646-a313-a0cdf7e42396'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:12:41.552578 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46544) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:41.555008 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e832bb6f-d2fa-450e-9476-d4a7a3ad6e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:41.558436 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-f7004153-54a7-42a6-b451-60506dba31d3 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-583112261'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:41.582546 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7257b3f-bd30-45d1-92ce-82069afa9efa req-2d86e71d-7974-4002-9684-33bddee996df tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:41.583367 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d7257b3f-bd30-45d1-92ce-82069afa9efa req-2d86e71d-7974-4002-9684-33bddee996df tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:41.586348 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2dff7ec6-b978-4c51-9fd5-78614b729b4c req-0b9009a7-e884-4b60-b759-2606ddda0651 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:41.643139 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111b49d-d55e-4cce-9a8b-0c90920d4875 req-4431d641-8d70-49a1-a165-5943151226b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:41.649547 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e111b49d-d55e-4cce-9a8b-0c90920d4875 req-4431d641-8d70-49a1-a165-5943151226b1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=120d1fe207c542869b5e50595095593e&device_id=02fb20b1-471e-442a-bda8-433b9e2e0039 HTTP/1.1" status: 200 len: 1095 time: 0.2764459 Dec 08 16:12:41.775513 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-40728445-e1fc-4d24-9c99-5d5dd57da141 None None] Provisioning complete for port f48fdb1f-bdd2-41de-829a-682f4ff568cf triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:12:41.775951 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-40728445-e1fc-4d24-9c99-5d5dd57da141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:41.814019 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10543d4-e346-47d3-952f-3953e5d8d5b6 req-4142d8bf-f7e9-4b01-94b9-f71b2b34cefd tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:41.815810 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a10543d4-e346-47d3-952f-3953e5d8d5b6 req-4142d8bf-f7e9-4b01-94b9-f71b2b34cefd tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ab0acad-5056-4d28-adc4-62a1d968ccf5 HTTP/1.1" status: 200 len: 936 time: 0.3195546 Dec 08 16:12:41.841994 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [req-7258095a-0e7f-4b9a-bb5b-44701ddd8a6b req-ae50a76b-d0c8-4ef2-b3ae-e492a1b2c5c4 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Allocated IP 172.20.0.3 (aae70492-1682-4e18-b135-887c01697ca0/c5b9a45e-f6fb-459d-ae2c-34fcbd17d9b9/8dbbd8a0-b25b-4335-8fd0-6f31c8b4338f) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:12:41.844289 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dc479c3e-281d-4e13-90bd-5305e0382426 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:41.883878 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2067e5-9f3c-4768-8b62-8409491ff4a9 None None] Pushing event updated for resources: {'Port': ['ID=f48fdb1f-bdd2-41de-829a-682f4ff568cf,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:41.889992 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3f6235aa-ea04-4e5c-b0ad-ef46758635f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:41.918082 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-69ba4191-7034-4d1c-9cd0-32239ab14b75 req-cf375293-a1fe-4466-a193-6085feb50742 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3639da6a-01d4-461d-b556-9e3d0c4704fb {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:12:41.928493 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-69ba4191-7034-4d1c-9cd0-32239ab14b75 req-cf375293-a1fe-4466-a193-6085feb50742 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:41.943608 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-69ba4191-7034-4d1c-9cd0-32239ab14b75 req-cf375293-a1fe-4466-a193-6085feb50742 service neutron] Transition to ACTIVE for port object 3639da6a-01d4-461d-b556-9e3d0c4704fb will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:12:41.969808 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dff7ec6-b978-4c51-9fd5-78614b729b4c req-0b9009a7-e884-4b60-b759-2606ddda0651 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Network 07a19fdc-d260-436b-ab24-0afbeda54efb is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:12:41.993201 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-2dff7ec6-b978-4c51-9fd5-78614b729b4c req-0b9009a7-e884-4b60-b759-2606ddda0651 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:12:41.998515 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dff7ec6-b978-4c51-9fd5-78614b729b4c req-0b9009a7-e884-4b60-b759-2606ddda0651 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:12:42.004121 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9009a7-e884-4b60-b759-2606ddda0651 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Pushing event updated for resources: {'Port': ['ID=6bf13bd6-3ae8-4a95-8090-bb78388882b8,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:42.023711 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a10543d4-e346-47d3-952f-3953e5d8d5b6 req-28ed4095-609d-4f66-882b-1aa7644b03eb tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916287 Dec 08 16:12:42.031647 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111b49d-d55e-4cce-9a8b-0c90920d4875 req-1688c029-969f-4702-b8bb-de7f2c3914a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:42.034398 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e111b49d-d55e-4cce-9a8b-0c90920d4875 req-1688c029-969f-4702-b8bb-de7f2c3914a7 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=120d1fe207c542869b5e50595095593e&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3705840 Dec 08 16:12:42.076501 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dc479c3e-281d-4e13-90bd-5305e0382426 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:42.090438 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e832bb6f-d2fa-450e-9476-d4a7a3ad6e8e None None] Routers {'43ed21cb-974c-4a89-9e9b-fcc85c89a605'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:12:42.091343 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-e832bb6f-d2fa-450e-9476-d4a7a3ad6e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:12:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['43ed21cb-974c-4a89-9e9b-fcc85c89a605'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:42.097963 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-69ba4191-7034-4d1c-9cd0-32239ab14b75 req-cf375293-a1fe-4466-a193-6085feb50742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:42.187952 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd7c1e7-dcab-424c-8d60-16e94656528f req-423e88ab-5943-401c-bee7-54bc39ea4755 tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:42.189847 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3cd7c1e7-dcab-424c-8d60-16e94656528f req-423e88ab-5943-401c-bee7-54bc39ea4755 tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] 10.222.0.37 "GET /v2.0/ports?device_id=57fa73c1-0b25-466c-8ae0-07894f343695 HTTP/1.1" status: 200 len: 945 time: 0.4830148 Dec 08 16:12:42.217628 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dc479c3e-281d-4e13-90bd-5305e0382426 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:42.220040 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d7257b3f-bd30-45d1-92ce-82069afa9efa req-2d86e71d-7974-4002-9684-33bddee996df tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3764737 Dec 08 16:12:42.248315 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-e832bb6f-d2fa-450e-9476-d4a7a3ad6e8e None None] Set router 43ed21cb-974c-4a89-9e9b-fcc85c89a605 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:12:42.275408 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d009e2-cef7-4b9c-8161-c44d57df199d req-346d4419-3a78-41f4-b3ff-a51095e8a0a9 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:42.281494 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc479c3e-281d-4e13-90bd-5305e0382426 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeabcdba-0011-44d2-b7cc-85c0f054f675,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:42.285083 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a018f524-06c3-4a01-995c-b7a77d1bd8c3 req-c9965d6e-f786-4290-ba60-19e89caea3f8 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=708a06d7-eda4-4040-9211-ba979e4d7297 HTTP/1.1" status: 200 len: 210 time: 0.1012037 Dec 08 16:12:42.287415 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b0d009e2-cef7-4b9c-8161-c44d57df199d req-346d4419-3a78-41f4-b3ff-a51095e8a0a9 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d79dbcb-7fd6-4cdd-a5f3-5b864cf0c675 HTTP/1.1" status: 200 len: 931 time: 0.5153396 Dec 08 16:12:42.324488 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-d7257b3f-bd30-45d1-92ce-82069afa9efa req-9d17c23e-3b47-48ab-86cb-6841ae2de195 service neutron] Request body: {'port': {'device_id': '5ab0acad-5056-4d28-adc4-62a1d968ccf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:42.382364 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff7ec6-b978-4c51-9fd5-78614b729b4c req-0b9009a7-e884-4b60-b759-2606ddda0651 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:42.384029 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111b49d-d55e-4cce-9a8b-0c90920d4875 req-cc06c254-dae7-41d2-8fc1-3a4c0dab155b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:42.385041 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2dff7ec6-b978-4c51-9fd5-78614b729b4c req-0b9009a7-e884-4b60-b759-2606ddda0651 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:42.385640 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e111b49d-d55e-4cce-9a8b-0c90920d4875 req-cc06c254-dae7-41d2-8fc1-3a4c0dab155b service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3207390 Dec 08 16:12:42.419945 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-7258095a-0e7f-4b9a-bb5b-44701ddd8a6b req-ae50a76b-d0c8-4ef2-b3ae-e492a1b2c5c4 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:42.487436 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf375293-a1fe-4466-a193-6085feb50742 service neutron] Pushing event updated for resources: {'Port': ['ID=3639da6a-01d4-461d-b556-9e3d0c4704fb,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:42.550397 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b0d009e2-cef7-4b9c-8161-c44d57df199d req-7a136a44-833f-4c41-84b9-b7f81bb06e35 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/security-groups?id=04d0ddc5-98b7-44ac-9206-b948a6e74d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620823 Dec 08 16:12:42.600900 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b7db2-9069-44ce-8b88-c18f5083defa req-215cc6e0-618a-4765-a0cb-9735f0740e41 tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:42.602399 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d7257b3f-bd30-45d1-92ce-82069afa9efa req-9d17c23e-3b47-48ab-86cb-6841ae2de195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:42.603483 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1a4b7db2-9069-44ce-8b88-c18f5083defa req-215cc6e0-618a-4765-a0cb-9735f0740e41 tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] 10.222.0.64 "GET /v2.0/ports?device_id=57fa73c1-0b25-466c-8ae0-07894f343695 HTTP/1.1" status: 200 len: 945 time: 0.1687491 Dec 08 16:12:42.611043 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7004153-54a7-42a6-b451-60506dba31d3 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Made reservation on behalf of 82befcb31c1249a9af9da6811968cef2 for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:12:42.614404 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f7004153-54a7-42a6-b451-60506dba31d3 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:42.623345 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4948657b-4115-494c-b293-5d691b1378f4 req-83c490ab-cb99-4efd-a700-ad13b3e4ba1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:42.625275 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4948657b-4115-494c-b293-5d691b1378f4 req-83c490ab-cb99-4efd-a700-ad13b3e4ba1b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=120d1fe207c542869b5e50595095593e&device_id=02fb20b1-471e-442a-bda8-433b9e2e0039 HTTP/1.1" status: 200 len: 1095 time: 0.1870205 Dec 08 16:12:42.635813 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dc479c3e-281d-4e13-90bd-5305e0382426 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:42.640998 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-dc479c3e-281d-4e13-90bd-5305e0382426 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1073854 Dec 08 16:12:42.646989 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2dff7ec6-b978-4c51-9fd5-78614b729b4c req-0b9009a7-e884-4b60-b759-2606ddda0651 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3292625 Dec 08 16:12:42.648663 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46564) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:42.659231 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-df6d48fd-7a99-4914-8aa0-8ad734b330e9 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Request body: {'security_group_rule': {'security_group_id': '67f6f32d-f66d-4d53-bc95-f0e53763f26e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:42.659654 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-40728445-e1fc-4d24-9c99-5d5dd57da141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:42.682521 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-7258095a-0e7f-4b9a-bb5b-44701ddd8a6b req-ae50a76b-d0c8-4ef2-b3ae-e492a1b2c5c4 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:42.691601 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-2dff7ec6-b978-4c51-9fd5-78614b729b4c req-59c6735d-eed3-484d-8ca5-10de8ff4e26e service neutron] Request body: {'port': {'device_id': '7d79dbcb-7fd6-4cdd-a5f3-5b864cf0c675', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:42.697099 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-78da8e0f-294f-42a4-9f9d-7c6c0373f6f4 None None] Allocated IP 19.80.0.2 (17cdb798-b692-4f6e-9248-fdc193fabee9/79475198-e13e-4e8d-b593-5592b02569a4/f389d917-ecc4-43cc-ba33-4ef358b4efe0) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:12:42.736448 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4948657b-4115-494c-b293-5d691b1378f4 req-070f8953-bed3-449c-8966-1448ef44a69b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6089fd86-18e9-4949-819e-27e032ef49b3 HTTP/1.1" status: 200 len: 217 time: 0.0864823 Dec 08 16:12:42.832891 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4948657b-4115-494c-b293-5d691b1378f4 req-d75262fa-6f94-4a52-b5c0-268173c4d244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:42.834746 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4948657b-4115-494c-b293-5d691b1378f4 req-d75262fa-6f94-4a52-b5c0-268173c4d244 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0be05e6a-4912-43c1-9ca5-90ada4e2aa36 HTTP/1.1" status: 200 len: 855 time: 0.0659845 Dec 08 16:12:42.895901 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7258095a-0e7f-4b9a-bb5b-44701ddd8a6b req-ae50a76b-d0c8-4ef2-b3ae-e492a1b2c5c4 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Network aae70492-1682-4e18-b135-887c01697ca0 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:12:42.905096 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [req-7258095a-0e7f-4b9a-bb5b-44701ddd8a6b req-ae50a76b-d0c8-4ef2-b3ae-e492a1b2c5c4 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:12:42.907716 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae50a76b-d0c8-4ef2-b3ae-e492a1b2c5c4 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Pushing event updated for resources: {'Port': ['ID=8dbbd8a0-b25b-4335-8fd0-6f31c8b4338f,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:42.920477 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1a4b7db2-9069-44ce-8b88-c18f5083defa req-9a9b1e2b-5350-4810-86ff-880e20da44b4 tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] 10.222.0.64 "GET /v2.0/security-groups?id=7918164e-f2af-4a6a-a83b-ae51d84da6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026559 Dec 08 16:12:42.925662 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-7258095a-0e7f-4b9a-bb5b-44701ddd8a6b req-ae50a76b-d0c8-4ef2-b3ae-e492a1b2c5c4 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:12:42.964483 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-3cd7c1e7-dcab-424c-8d60-16e94656528f req-57708e03-baf2-42c7-b581-7d3e761a7cfc tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] Deleting port 225cbfa6-99c0-4858-a2a4-d260a72899ea {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:12:42.965049 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-3cd7c1e7-dcab-424c-8d60-16e94656528f req-57708e03-baf2-42c7-b581-7d3e761a7cfc tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:42.976137 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-df6d48fd-7a99-4914-8aa0-8ad734b330e9 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:42.995942 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4948657b-4115-494c-b293-5d691b1378f4 req-e2c3bb97-98e6-4595-b933-b8b4af8b3821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:42.997514 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4948657b-4115-494c-b293-5d691b1378f4 req-e2c3bb97-98e6-4595-b933-b8b4af8b3821 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=07a19fdc-d260-436b-ab24-0afbeda54efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1487184 Dec 08 16:12:43.022303 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2dff7ec6-b978-4c51-9fd5-78614b729b4c req-59c6735d-eed3-484d-8ca5-10de8ff4e26e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:43.027040 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258095a-0e7f-4b9a-bb5b-44701ddd8a6b req-ae50a76b-d0c8-4ef2-b3ae-e492a1b2c5c4 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:43.027491 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-7258095a-0e7f-4b9a-bb5b-44701ddd8a6b req-ae50a76b-d0c8-4ef2-b3ae-e492a1b2c5c4 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:43.045041 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7004153-54a7-42a6-b451-60506dba31d3 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:12:43.058052 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-40728445-e1fc-4d24-9c99-5d5dd57da141 None None] For port f48fdb1f-bdd2-41de-829a-682f4ff568cf, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=f48fdb1f-bdd2-41de-829a-682f4ff568cf,segment=NetworkSegment(0dec94c7-62d4-42fb-a989-f3053434898d),segment_id=0dec94c7-62d4-42fb-a989-f3053434898d)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:43.119212 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-69ba4191-7034-4d1c-9cd0-32239ab14b75 req-cf375293-a1fe-4466-a193-6085feb50742 service neutron] Attempting to bind port 3639da6a-01d4-461d-b556-9e3d0c4704fb on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:12:43.123556 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-69ba4191-7034-4d1c-9cd0-32239ab14b75 req-cf375293-a1fe-4466-a193-6085feb50742 service neutron] Attempting to bind port 3639da6a-01d4-461d-b556-9e3d0c4704fb by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': '2f425b4b-c69b-4ba0-88af-aadb1060cf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '07a19fdc-d260-436b-ab24-0afbeda54efb'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:12:43.129930 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ba4191-7034-4d1c-9cd0-32239ab14b75 req-cf375293-a1fe-4466-a193-6085feb50742 service neutron] Attempting to bind port 3639da6a-01d4-461d-b556-9e3d0c4704fb on network 07a19fdc-d260-436b-ab24-0afbeda54efb {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:12:43.144220 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-df6d48fd-7a99-4914-8aa0-8ad734b330e9 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:43.155373 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4948657b-4115-494c-b293-5d691b1378f4 req-826536ed-ede6-43a0-aa35-fcad16a11cc4 service neutron] 10.222.0.76 "GET /v2.0/networks/07a19fdc-d260-436b-ab24-0afbeda54efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451182 Dec 08 16:12:43.162670 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f7004153-54a7-42a6-b451-60506dba31d3 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:43.163082 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-f7004153-54a7-42a6-b451-60506dba31d3 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Added segment 9a2a8e72-897a-4adc-bc55-8bd1e07393b6 of type vlan for network f4ac694f-0d45-47e8-9dfc-c798907db4e8 Dec 08 16:12:43.191593 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-40728445-e1fc-4d24-9c99-5d5dd57da141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:43.225724 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46576) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:43.236498 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7258095a-0e7f-4b9a-bb5b-44701ddd8a6b req-ae50a76b-d0c8-4ef2-b3ae-e492a1b2c5c4 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4639335 Dec 08 16:12:43.246115 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ba4191-7034-4d1c-9cd0-32239ab14b75 req-cf375293-a1fe-4466-a193-6085feb50742 service neutron] Port 3639da6a-01d4-461d-b556-9e3d0c4704fb on network 07a19fdc-d260-436b-ab24-0afbeda54efb not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:12:43.246558 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ba4191-7034-4d1c-9cd0-32239ab14b75 req-cf375293-a1fe-4466-a193-6085feb50742 service neutron] Attempting to bind port 3639da6a-01d4-461d-b556-9e3d0c4704fb on network 07a19fdc-d260-436b-ab24-0afbeda54efb {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:12:43.287281 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-3cd7c1e7-dcab-424c-8d60-16e94656528f req-57708e03-baf2-42c7-b581-7d3e761a7cfc tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] For port 225cbfa6-99c0-4858-a2a4-d260a72899ea, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=225cbfa6-99c0-4858-a2a4-d260a72899ea,segment=NetworkSegment(e0e794d2-5e8e-4369-ae91-9bbb8116e25a),segment_id=e0e794d2-5e8e-4369-ae91-9bbb8116e25a)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:43.287776 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-3cd7c1e7-dcab-424c-8d60-16e94656528f req-57708e03-baf2-42c7-b581-7d3e761a7cfc tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:43.299498 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4948657b-4115-494c-b293-5d691b1378f4 req-f0eb7a19-027b-4560-8cf0-f900e4a7a056 service neutron] 10.222.0.76 "GET /v2.0/networks/07a19fdc-d260-436b-ab24-0afbeda54efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328914 Dec 08 16:12:43.322502 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-7258095a-0e7f-4b9a-bb5b-44701ddd8a6b req-744b829f-b54a-4883-ae54-db2635ab4cdf service neutron] Request body: {'port': {'device_id': '708a06d7-eda4-4040-9211-ba979e4d7297', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:43.328662 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-df6d48fd-7a99-4914-8aa0-8ad734b330e9 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:43.363173 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f7004153-54a7-42a6-b451-60506dba31d3 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:43.373371 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-e832bb6f-d2fa-450e-9476-d4a7a3ad6e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ed21cb-974c-4a89-9e9b-fcc85c89a605', 'name': 'tempest-ServersTestFqdnHostnames-476442208-router', 'tenant_id': 'f4bc823f590d4f5ab08e225067f150b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'f9660951-4dc1-41ad-9881-6bf16b4f8615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:12:26Z', 'updated_at': '2021-12-08T16:12:36Z', 'revision_number': 4, 'project_id': 'f4bc823f590d4f5ab08e225067f150b6', 'gw_port': {'id': 'f9660951-4dc1-41ad-9881-6bf16b4f8615', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ed21cb-974c-4a89-9e9b-fcc85c89a605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:12:28Z', 'updated_at': '2021-12-08T16:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'f48fdb1f-bdd2-41de-829a-682f4ff568cf', 'name': '', 'network_id': '302c30a7-bb07-4824-b9e9-efc4753720c4', 'tenant_id': 'f4bc823f590d4f5ab08e225067f150b6', 'mac_address': 'fa:16:3e:92:b6:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ed21cb-974c-4a89-9e9b-fcc85c89a605', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '609177ea-d70f-42b5-947d-ac0be047b1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:12:34Z', 'updated_at': '2021-12-08T16:12:41Z', 'revision_number': 4, 'project_id': 'f4bc823f590d4f5ab08e225067f150b6', 'subnets': [{'id': '609177ea-d70f-42b5-947d-ac0be047b1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:43.378683 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6d48fd-7a99-4914-8aa0-8ad734b330e9 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ae64df8-846b-4c84-ac31-3f4aa9539207,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:43.406450 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-2edd9e08-bd5c-4ca6-b8e0-1de0c60d2e06 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1549803627-network', 'tenant_id': '90ed4b9bbb134343aae1287ee30eda23'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:43.424366 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-3cd7c1e7-dcab-424c-8d60-16e94656528f req-57708e03-baf2-42c7-b581-7d3e761a7cfc tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] Calling delete_port for 225cbfa6-99c0-4858-a2a4-d260a72899ea owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:12:43.426359 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40728445-e1fc-4d24-9c99-5d5dd57da141 None None] Pushing event updated for resources: {'Port': ['ID=f48fdb1f-bdd2-41de-829a-682f4ff568cf,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:43.443525 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-78da8e0f-294f-42a4-9f9d-7c6c0373f6f4 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:43.447831 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e832bb6f-d2fa-450e-9476-d4a7a3ad6e8e None None] The sync data for ids ['43ed21cb-974c-4a89-9e9b-fcc85c89a605'] in n-d-776250-12 is: [{'id': '43ed21cb-974c-4a89-9e9b-fcc85c89a605', 'name': 'tempest-ServersTestFqdnHostnames-476442208-router', 'tenant_id': 'f4bc823f590d4f5ab08e225067f150b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'f9660951-4dc1-41ad-9881-6bf16b4f8615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:12:26Z', 'updated_at': '2021-12-08T16:12:36Z', 'revision_number': 4, 'project_id': 'f4bc823f590d4f5ab08e225067f150b6', 'gw_port': {'id': 'f9660951-4dc1-41ad-9881-6bf16b4f8615', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ed21cb-974c-4a89-9e9b-fcc85c89a605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:12:28Z', 'updated_at': '2021-12-08T16:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'f48fdb1f-bdd2-41de-829a-682f4ff568cf', 'name': '', 'network_id': '302c30a7-bb07-4824-b9e9-efc4753720c4', 'tenant_id': 'f4bc823f590d4f5ab08e225067f150b6', 'mac_address': 'fa:16:3e:92:b6:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ed21cb-974c-4a89-9e9b-fcc85c89a605', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '609177ea-d70f-42b5-947d-ac0be047b1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:12:34Z', 'updated_at': '2021-12-08T16:12:41Z', 'revision_number': 4, 'project_id': 'f4bc823f590d4f5ab08e225067f150b6', 'subnets': [{'id': '609177ea-d70f-42b5-947d-ac0be047b1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:12:43.453913 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ba4191-7034-4d1c-9cd0-32239ab14b75 req-cf375293-a1fe-4466-a193-6085feb50742 service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:12:43.454357 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ba4191-7034-4d1c-9cd0-32239ab14b75 req-cf375293-a1fe-4466-a193-6085feb50742 service neutron] Checking segment: {'id': '2f425b4b-c69b-4ba0-88af-aadb1060cf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '07a19fdc-d260-436b-ab24-0afbeda54efb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:12:43.455156 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ba4191-7034-4d1c-9cd0-32239ab14b75 req-cf375293-a1fe-4466-a193-6085feb50742 service neutron] Bound using segment: {'id': '2f425b4b-c69b-4ba0-88af-aadb1060cf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '07a19fdc-d260-436b-ab24-0afbeda54efb'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:12:43.455384 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-69ba4191-7034-4d1c-9cd0-32239ab14b75 req-cf375293-a1fe-4466-a193-6085feb50742 service neutron] Bound port: 3639da6a-01d4-461d-b556-9e3d0c4704fb, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f425b4b-c69b-4ba0-88af-aadb1060cf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '07a19fdc-d260-436b-ab24-0afbeda54efb'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:12:43.455866 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-69ba4191-7034-4d1c-9cd0-32239ab14b75 req-cf375293-a1fe-4466-a193-6085feb50742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:43.472977 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-7258095a-0e7f-4b9a-bb5b-44701ddd8a6b req-744b829f-b54a-4883-ae54-db2635ab4cdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:43.554354 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-0b59bb12-1d14-4746-bd3d-4299b7c0a60e None None] Provisioning complete for port 031f45e2-33f3-4cfe-aa5a-1c6700564244 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:12:43.554994 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0b59bb12-1d14-4746-bd3d-4299b7c0a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:43.565365 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-78da8e0f-294f-42a4-9f9d-7c6c0373f6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:43.582399 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-df6d48fd-7a99-4914-8aa0-8ad734b330e9 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:43.584230 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-df6d48fd-7a99-4914-8aa0-8ad734b330e9 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9296703 Dec 08 16:12:43.599140 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46582) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:43.613772 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-00b2a842-07cd-4ace-a78e-d5a21457b88b tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Request body: {'floatingip': {'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:43.657141 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f59685a-226d-4a97-a006-6f30519831d7 req-52399af9-2f86-40cf-b424-d442e014efa0 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:43.665205 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0f59685a-226d-4a97-a006-6f30519831d7 req-52399af9-2f86-40cf-b424-d442e014efa0 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=708a06d7-eda4-4040-9211-ba979e4d7297 HTTP/1.1" status: 200 len: 931 time: 0.2391765 Dec 08 16:12:43.750949 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2edd9e08-bd5c-4ca6-b8e0-1de0c60d2e06 admin admin] Made reservation on behalf of 90ed4b9bbb134343aae1287ee30eda23 for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:12:43.753402 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2edd9e08-bd5c-4ca6-b8e0-1de0c60d2e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:43.755960 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-0b59bb12-1d14-4746-bd3d-4299b7c0a60e None None] Port 031f45e2-33f3-4cfe-aa5a-1c6700564244 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:12:43.767486 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2edd9e08-bd5c-4ca6-b8e0-1de0c60d2e06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:43.785488 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78da8e0f-294f-42a4-9f9d-7c6c0373f6f4 None None] Network 17cdb798-b692-4f6e-9248-fdc193fabee9 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:12:43.795535 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-78da8e0f-294f-42a4-9f9d-7c6c0373f6f4 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:12:43.802161 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-61e4e61e-4372-4b17-aa80-3afb509cd9f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:43.806365 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78da8e0f-294f-42a4-9f9d-7c6c0373f6f4 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:12:43.811943 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78da8e0f-294f-42a4-9f9d-7c6c0373f6f4 None None] Pushing event updated for resources: {'Port': ['ID=f389d917-ecc4-43cc-ba33-4ef358b4efe0,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:43.870323 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device f48fdb1f-bdd2-41de-829a-682f4ff568cf up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:12:43.920447 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0f59685a-226d-4a97-a006-6f30519831d7 req-b37ac7c5-54ee-4054-bf61-3923eb0933db tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543068 Dec 08 16:12:43.969805 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-00b2a842-07cd-4ace-a78e-d5a21457b88b tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Publish callbacks [] for floatingip, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:43.978229 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-0b59bb12-1d14-4746-bd3d-4299b7c0a60e None None] Provisioning complete for port 6bf13bd6-3ae8-4a95-8090-bb78388882b8 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:12:43.978462 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0b59bb12-1d14-4746-bd3d-4299b7c0a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:43.980559 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-78da8e0f-294f-42a4-9f9d-7c6c0373f6f4 None None] Attempting to bind port f389d917-ecc4-43cc-ba33-4ef358b4efe0 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:12:43.980559 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-78da8e0f-294f-42a4-9f9d-7c6c0373f6f4 None None] Attempting to bind port f389d917-ecc4-43cc-ba33-4ef358b4efe0 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'ae47a093-9258-497d-8eb2-99fa9ba28887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '17cdb798-b692-4f6e-9248-fdc193fabee9'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:12:43.986547 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78da8e0f-294f-42a4-9f9d-7c6c0373f6f4 None None] Attempting to bind port f389d917-ecc4-43cc-ba33-4ef358b4efe0 on network 17cdb798-b692-4f6e-9248-fdc193fabee9 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:12:43.986681 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-d7257b3f-bd30-45d1-92ce-82069afa9efa req-9d17c23e-3b47-48ab-86cb-6841ae2de195 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 031f45e2-33f3-4cfe-aa5a-1c6700564244 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:12:43.992354 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d7257b3f-bd30-45d1-92ce-82069afa9efa req-9d17c23e-3b47-48ab-86cb-6841ae2de195 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:44.007009 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-d7257b3f-bd30-45d1-92ce-82069afa9efa req-9d17c23e-3b47-48ab-86cb-6841ae2de195 service neutron] Transition to ACTIVE for port object 031f45e2-33f3-4cfe-aa5a-1c6700564244 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:12:44.025482 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78da8e0f-294f-42a4-9f9d-7c6c0373f6f4 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:12:44.025860 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78da8e0f-294f-42a4-9f9d-7c6c0373f6f4 None None] Checking segment: {'id': 'ae47a093-9258-497d-8eb2-99fa9ba28887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '17cdb798-b692-4f6e-9248-fdc193fabee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:12:44.026269 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-78da8e0f-294f-42a4-9f9d-7c6c0373f6f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:44.026668 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78da8e0f-294f-42a4-9f9d-7c6c0373f6f4 None None] Bound using segment: {'id': 'ae47a093-9258-497d-8eb2-99fa9ba28887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '17cdb798-b692-4f6e-9248-fdc193fabee9'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:12:44.027310 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-78da8e0f-294f-42a4-9f9d-7c6c0373f6f4 None None] Bound port: f389d917-ecc4-43cc-ba33-4ef358b4efe0, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae47a093-9258-497d-8eb2-99fa9ba28887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '17cdb798-b692-4f6e-9248-fdc193fabee9'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:12:44.027703 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-78da8e0f-294f-42a4-9f9d-7c6c0373f6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:44.070941 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-0b59bb12-1d14-4746-bd3d-4299b7c0a60e None None] Port 6bf13bd6-3ae8-4a95-8090-bb78388882b8 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:12:44.148954 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-78da8e0f-294f-42a4-9f9d-7c6c0373f6f4 None None] For port f389d917-ecc4-43cc-ba33-4ef358b4efe0, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:12:44.151224 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2edd9e08-bd5c-4ca6-b8e0-1de0c60d2e06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:44.154174 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-78da8e0f-294f-42a4-9f9d-7c6c0373f6f4 None None] For port f389d917-ecc4-43cc-ba33-4ef358b4efe0, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=f389d917-ecc4-43cc-ba33-4ef358b4efe0,segment=NetworkSegment(ae47a093-9258-497d-8eb2-99fa9ba28887),segment_id=ae47a093-9258-497d-8eb2-99fa9ba28887)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:12:44.165431 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port f48fdb1f-bdd2-41de-829a-682f4ff568cf triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:12:44.165848 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:44.218315 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['77c117d3-70dc-4550-8495-cc1d394f2397'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:12:44.261112 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-78da8e0f-294f-42a4-9f9d-7c6c0373f6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:44.263260 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-0b59bb12-1d14-4746-bd3d-4299b7c0a60e None None] Provisioning complete for port f48fdb1f-bdd2-41de-829a-682f4ff568cf triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:12:44.263636 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0b59bb12-1d14-4746-bd3d-4299b7c0a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:44.266968 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f7004153-54a7-42a6-b451-60506dba31d3 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:44.274424 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7004153-54a7-42a6-b451-60506dba31d3 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:44.275643 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f7004153-54a7-42a6-b451-60506dba31d3 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:44.302187 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d7257b3f-bd30-45d1-92ce-82069afa9efa req-9d17c23e-3b47-48ab-86cb-6841ae2de195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:44.391123 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d17c23e-3b47-48ab-86cb-6841ae2de195 service neutron] Pushing event updated for resources: {'Port': ['ID=031f45e2-33f3-4cfe-aa5a-1c6700564244,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:44.495653 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78da8e0f-294f-42a4-9f9d-7c6c0373f6f4 None None] Pushing event updated for resources: {'Port': ['ID=f389d917-ecc4-43cc-ba33-4ef358b4efe0,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:44.569256 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-69ba4191-7034-4d1c-9cd0-32239ab14b75 req-cf375293-a1fe-4466-a193-6085feb50742 service neutron] For port 3639da6a-01d4-461d-b556-9e3d0c4704fb, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:12:44.644940 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-f7004153-54a7-42a6-b451-60506dba31d3 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 3.0911736 Dec 08 16:12:44.651405 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7004153-54a7-42a6-b451-60506dba31d3 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Pushing event updated for resources: {'Network': ['ID=f4ac694f-0d45-47e8-9dfc-c798907db4e8,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:44.654764 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46590) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:44.670115 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network f4ac694f-0d45-47e8-9dfc-c798907db4e8 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:12:44.728934 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-6efe9751-66eb-46cb-a26b-f3828b40fb58 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Request body: {'subnet': {'network_id': 'f4ac694f-0d45-47e8-9dfc-c798907db4e8', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:44.740415 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2edd9e08-bd5c-4ca6-b8e0-1de0c60d2e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:44.748217 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 225cbfa6-99c0-4858-a2a4-d260a72899ea no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:12:44.789976 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f67c79-d8ab-48bb-8772-7f8870f7fc46 req-a2a66cf8-f176-4fe7-9b32-ab7af292c22a tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:44.801061 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-81f67c79-d8ab-48bb-8772-7f8870f7fc46 req-a2a66cf8-f176-4fe7-9b32-ab7af292c22a tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ab0acad-5056-4d28-adc4-62a1d968ccf5 HTTP/1.1" status: 200 len: 936 time: 1.6505475 Dec 08 16:12:44.804305 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-69ba4191-7034-4d1c-9cd0-32239ab14b75 req-cf375293-a1fe-4466-a193-6085feb50742 service neutron] For port 3639da6a-01d4-461d-b556-9e3d0c4704fb, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=3639da6a-01d4-461d-b556-9e3d0c4704fb,segment=NetworkSegment(2f425b4b-c69b-4ba0-88af-aadb1060cf77),segment_id=2f425b4b-c69b-4ba0-88af-aadb1060cf77)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:12:44.834760 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafa0d0-7afc-4f6c-9c48-b2071d94e607 req-7b369f0f-3ad8-4ca2-b110-ab727f3525c5 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:44.842554 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-deafa0d0-7afc-4f6c-9c48-b2071d94e607 req-7b369f0f-3ad8-4ca2-b110-ab727f3525c5 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d79dbcb-7fd6-4cdd-a5f3-5b864cf0c675 HTTP/1.1" status: 200 len: 931 time: 0.7900577 Dec 08 16:12:44.923377 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2edd9e08-bd5c-4ca6-b8e0-1de0c60d2e06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:12:44.943490 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [req-7258095a-0e7f-4b9a-bb5b-44701ddd8a6b req-744b829f-b54a-4883-ae54-db2635ab4cdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dbbd8a0-b25b-4335-8fd0-6f31c8b4338f {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:12:44.948463 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-69ba4191-7034-4d1c-9cd0-32239ab14b75 req-cf375293-a1fe-4466-a193-6085feb50742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:44.971736 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-2dff7ec6-b978-4c51-9fd5-78614b729b4c req-59c6735d-eed3-484d-8ca5-10de8ff4e26e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bf13bd6-3ae8-4a95-8090-bb78388882b8 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:12:44.976928 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-7258095a-0e7f-4b9a-bb5b-44701ddd8a6b req-744b829f-b54a-4883-ae54-db2635ab4cdf service neutron] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:44.987820 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2dff7ec6-b978-4c51-9fd5-78614b729b4c req-59c6735d-eed3-484d-8ca5-10de8ff4e26e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:44.994386 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2edd9e08-bd5c-4ca6-b8e0-1de0c60d2e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:44.994937 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-2edd9e08-bd5c-4ca6-b8e0-1de0c60d2e06 admin admin] Added segment f996c948-5ac9-42a3-ac04-df4c75288f01 of type vlan for network d3895c5a-dfc2-4888-9675-12d8856051aa Dec 08 16:12:45.006522 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-2dff7ec6-b978-4c51-9fd5-78614b729b4c req-59c6735d-eed3-484d-8ca5-10de8ff4e26e service neutron] Transition to ACTIVE for port object 6bf13bd6-3ae8-4a95-8090-bb78388882b8 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:12:45.009312 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edd9e08-bd5c-4ca6-b8e0-1de0c60d2e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781d3f51-2d5b-4829-b5e4-7bd67993863f,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:45.037257 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:45.074268 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [req-7258095a-0e7f-4b9a-bb5b-44701ddd8a6b req-744b829f-b54a-4883-ae54-db2635ab4cdf service neutron] Transition to ACTIVE for port object 8dbbd8a0-b25b-4335-8fd0-6f31c8b4338f will not be triggered until provisioned by entity L2. {{(pid=110551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:12:45.084795 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57fa73c1-0b25-466c-8ae0-07894f343695', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '225cbfa6-99c0-4858-a2a4-d260a72899ea'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:12:45.087458 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3996526-92cd-4857-9734-177884553462" -d '{"events": [{"server_uuid": "57fa73c1-0b25-466c-8ae0-07894f343695", "name": "network-vif-unplugged", "status": "completed", "tag": "225cbfa6-99c0-4858-a2a4-d260a72899ea"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:12:45.102660 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-deafa0d0-7afc-4f6c-9c48-b2071d94e607 req-e25807de-593b-4b43-8223-4171ae375481 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/security-groups?id=04d0ddc5-98b7-44ac-9206-b948a6e74d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581806 Dec 08 16:12:45.109606 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 225cbfa6-99c0-4858-a2a4-d260a72899ea, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=225cbfa6-99c0-4858-a2a4-d260a72899ea,segment=NetworkSegment(e0e794d2-5e8e-4369-ae91-9bbb8116e25a),segment_id=e0e794d2-5e8e-4369-ae91-9bbb8116e25a)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:45.123591 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2edd9e08-bd5c-4ca6-b8e0-1de0c60d2e06 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:45.127428 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2dff7ec6-b978-4c51-9fd5-78614b729b4c req-59c6735d-eed3-484d-8ca5-10de8ff4e26e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:45.142943 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba4191-7034-4d1c-9cd0-32239ab14b75 req-cf375293-a1fe-4466-a193-6085feb50742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:45.143441 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-69ba4191-7034-4d1c-9cd0-32239ab14b75 req-cf375293-a1fe-4466-a193-6085feb50742 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:45.145026 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-69ba4191-7034-4d1c-9cd0-32239ab14b75 req-cf375293-a1fe-4466-a193-6085feb50742 service neutron] 10.222.0.76 "PUT /v2.0/ports/3639da6a-01d4-461d-b556-9e3d0c4704fb HTTP/1.1" status: 200 len: 1092 time: 4.7341490 Dec 08 16:12:45.146091 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-00b2a842-07cd-4ace-a78e-d5a21457b88b tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:45.147044 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-d7257b3f-bd30-45d1-92ce-82069afa9efa req-9d17c23e-3b47-48ab-86cb-6841ae2de195 service neutron] Attempting to bind port 031f45e2-33f3-4cfe-aa5a-1c6700564244 on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:12:45.147380 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-d7257b3f-bd30-45d1-92ce-82069afa9efa req-9d17c23e-3b47-48ab-86cb-6841ae2de195 service neutron] Attempting to bind port 031f45e2-33f3-4cfe-aa5a-1c6700564244 by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:12:45.147710 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7257b3f-bd30-45d1-92ce-82069afa9efa req-9d17c23e-3b47-48ab-86cb-6841ae2de195 service neutron] Attempting to bind port 031f45e2-33f3-4cfe-aa5a-1c6700564244 on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:12:45.149883 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a895fc1e-88bc-4448-8e53-d29f1458e27d', 'tag': '3639da6a-01d4-461d-b556-9e3d0c4704fb'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:12:45.152662 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab03109-58fe-4ed8-a106-1a6cb0958330" -d '{"events": [{"name": "network-changed", "server_uuid": "a895fc1e-88bc-4448-8e53-d29f1458e27d", "tag": "3639da6a-01d4-461d-b556-9e3d0c4704fb"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:12:45.169741 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-7258095a-0e7f-4b9a-bb5b-44701ddd8a6b req-744b829f-b54a-4883-ae54-db2635ab4cdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:45.207903 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7257b3f-bd30-45d1-92ce-82069afa9efa req-9d17c23e-3b47-48ab-86cb-6841ae2de195 service neutron] Port 031f45e2-33f3-4cfe-aa5a-1c6700564244 on network b91759c7-445e-4f7b-9fc4-64d80951832c not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:12:45.208325 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7257b3f-bd30-45d1-92ce-82069afa9efa req-9d17c23e-3b47-48ab-86cb-6841ae2de195 service neutron] Attempting to bind port 031f45e2-33f3-4cfe-aa5a-1c6700564244 on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:12:45.214299 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:45.216255 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:45.236878 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-81f67c79-d8ab-48bb-8772-7f8870f7fc46 req-31db54a9-2e35-41b3-9283-65f30c992998 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4316356 Dec 08 16:12:45.264636 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7257b3f-bd30-45d1-92ce-82069afa9efa req-9d17c23e-3b47-48ab-86cb-6841ae2de195 service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:12:45.267372 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7257b3f-bd30-45d1-92ce-82069afa9efa req-9d17c23e-3b47-48ab-86cb-6841ae2de195 service neutron] Checking segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:12:45.268371 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7257b3f-bd30-45d1-92ce-82069afa9efa req-9d17c23e-3b47-48ab-86cb-6841ae2de195 service neutron] Bound using segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:12:45.273236 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-d7257b3f-bd30-45d1-92ce-82069afa9efa req-9d17c23e-3b47-48ab-86cb-6841ae2de195 service neutron] Bound port: 031f45e2-33f3-4cfe-aa5a-1c6700564244, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:12:45.276396 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d7257b3f-bd30-45d1-92ce-82069afa9efa req-9d17c23e-3b47-48ab-86cb-6841ae2de195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:45.301565 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=225cbfa6-99c0-4858-a2a4-d260a72899ea,revision_number=6']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:45.322388 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf375293-a1fe-4466-a193-6085feb50742 service neutron] Pushing event updated for resources: {'Port': ['ID=3639da6a-01d4-461d-b556-9e3d0c4704fb,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:45.337375 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2edd9e08-bd5c-4ca6-b8e0-1de0c60d2e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:45.338477 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edd9e08-bd5c-4ca6-b8e0-1de0c60d2e06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:45.339176 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2edd9e08-bd5c-4ca6-b8e0-1de0c60d2e06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:45.355245 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6efe9751-66eb-46cb-a26b-f3828b40fb58 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Made reservation on behalf of 82befcb31c1249a9af9da6811968cef2 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:12:45.365659 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6efe9751-66eb-46cb-a26b-f3828b40fb58 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:45.446018 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c6735d-eed3-484d-8ca5-10de8ff4e26e service neutron] Pushing event updated for resources: {'Port': ['ID=6bf13bd6-3ae8-4a95-8090-bb78388882b8,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:45.576938 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744b829f-b54a-4883-ae54-db2635ab4cdf service neutron] Pushing event updated for resources: {'Port': ['ID=8dbbd8a0-b25b-4335-8fd0-6f31c8b4338f,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:45.591087 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-2edd9e08-bd5c-4ca6-b8e0-1de0c60d2e06 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3637998 Dec 08 16:12:45.592293 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46598) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:45.633147 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-d6110136-6ad6-429c-be17-c7530ce7cbfb admin admin] Request body: {'subnet': {'network_id': 'd3895c5a-dfc2-4888-9675-12d8856051aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1549803627-subnet', 'tenant_id': '90ed4b9bbb134343aae1287ee30eda23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:45.662382 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-2dff7ec6-b978-4c51-9fd5-78614b729b4c req-59c6735d-eed3-484d-8ca5-10de8ff4e26e service neutron] Attempting to bind port 6bf13bd6-3ae8-4a95-8090-bb78388882b8 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:12:45.662849 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-2dff7ec6-b978-4c51-9fd5-78614b729b4c req-59c6735d-eed3-484d-8ca5-10de8ff4e26e service neutron] Attempting to bind port 6bf13bd6-3ae8-4a95-8090-bb78388882b8 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '2f425b4b-c69b-4ba0-88af-aadb1060cf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '07a19fdc-d260-436b-ab24-0afbeda54efb'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:12:45.663264 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dff7ec6-b978-4c51-9fd5-78614b729b4c req-59c6735d-eed3-484d-8ca5-10de8ff4e26e service neutron] Attempting to bind port 6bf13bd6-3ae8-4a95-8090-bb78388882b8 on network 07a19fdc-d260-436b-ab24-0afbeda54efb {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:12:45.666935 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba4191-7034-4d1c-9cd0-32239ab14b75 req-fa319948-9820-43b7-8116-be95893f4254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:45.669134 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-69ba4191-7034-4d1c-9cd0-32239ab14b75 req-fa319948-9820-43b7-8116-be95893f4254 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=120d1fe207c542869b5e50595095593e&device_id=a895fc1e-88bc-4448-8e53-d29f1458e27d HTTP/1.1" status: 200 len: 1095 time: 0.2140057 Dec 08 16:12:45.687934 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ef40a-851e-4794-9884-4d5724ead104 req-88ce9eb1-4191-422e-a8f1-f86e1c42f02d tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:45.689643 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1d4ef40a-851e-4794-9884-4d5724ead104 req-88ce9eb1-4191-422e-a8f1-f86e1c42f02d tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=708a06d7-eda4-4040-9211-ba979e4d7297 HTTP/1.1" status: 200 len: 943 time: 0.3363194 Dec 08 16:12:45.690472 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-3cd7c1e7-dcab-424c-8d60-16e94656528f req-57708e03-baf2-42c7-b581-7d3e761a7cfc tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:45.703632 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dff7ec6-b978-4c51-9fd5-78614b729b4c req-59c6735d-eed3-484d-8ca5-10de8ff4e26e service neutron] Port 6bf13bd6-3ae8-4a95-8090-bb78388882b8 on network 07a19fdc-d260-436b-ab24-0afbeda54efb not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:12:45.704057 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dff7ec6-b978-4c51-9fd5-78614b729b4c req-59c6735d-eed3-484d-8ca5-10de8ff4e26e service neutron] Attempting to bind port 6bf13bd6-3ae8-4a95-8090-bb78388882b8 on network 07a19fdc-d260-436b-ab24-0afbeda54efb {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:12:45.772731 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-d7257b3f-bd30-45d1-92ce-82069afa9efa req-9d17c23e-3b47-48ab-86cb-6841ae2de195 service neutron] For port 031f45e2-33f3-4cfe-aa5a-1c6700564244, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:12:45.775979 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-69ba4191-7034-4d1c-9cd0-32239ab14b75 req-06c647bd-c1aa-4793-9554-fa6f4c1264d9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3639da6a-01d4-461d-b556-9e3d0c4704fb HTTP/1.1" status: 200 len: 217 time: 0.0833166 Dec 08 16:12:45.777396 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2734bdc-b8c9-4b54-977a-01569b7e5769 req-5c1a1952-dcb6-4c98-99e3-299abbb40627 tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:45.790580 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b2734bdc-b8c9-4b54-977a-01569b7e5769 req-5c1a1952-dcb6-4c98-99e3-299abbb40627 tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] 10.222.0.64 "GET /v2.0/ports?device_id=57fa73c1-0b25-466c-8ae0-07894f343695 HTTP/1.1" status: 200 len: 865 time: 0.5606809 Dec 08 16:12:45.811714 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edd9e08-bd5c-4ca6-b8e0-1de0c60d2e06 admin admin] Pushing event updated for resources: {'Network': ['ID=d3895c5a-dfc2-4888-9675-12d8856051aa,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:45.824133 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network d3895c5a-dfc2-4888-9675-12d8856051aa details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:12:45.866374 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-d7257b3f-bd30-45d1-92ce-82069afa9efa req-9d17c23e-3b47-48ab-86cb-6841ae2de195 service neutron] For port 031f45e2-33f3-4cfe-aa5a-1c6700564244, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=031f45e2-33f3-4cfe-aa5a-1c6700564244,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:12:45.869812 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57708e03-baf2-42c7-b581-7d3e761a7cfc tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] Pushing event deleted for resources: {'Port': ['ID=225cbfa6-99c0-4858-a2a4-d260a72899ea,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:45.873346 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dff7ec6-b978-4c51-9fd5-78614b729b4c req-59c6735d-eed3-484d-8ca5-10de8ff4e26e service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:12:45.873346 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dff7ec6-b978-4c51-9fd5-78614b729b4c req-59c6735d-eed3-484d-8ca5-10de8ff4e26e service neutron] Checking segment: {'id': '2f425b4b-c69b-4ba0-88af-aadb1060cf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '07a19fdc-d260-436b-ab24-0afbeda54efb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:12:45.873346 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dff7ec6-b978-4c51-9fd5-78614b729b4c req-59c6735d-eed3-484d-8ca5-10de8ff4e26e service neutron] Bound using segment: {'id': '2f425b4b-c69b-4ba0-88af-aadb1060cf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '07a19fdc-d260-436b-ab24-0afbeda54efb'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:12:45.873968 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-2dff7ec6-b978-4c51-9fd5-78614b729b4c req-59c6735d-eed3-484d-8ca5-10de8ff4e26e service neutron] Bound port: 6bf13bd6-3ae8-4a95-8090-bb78388882b8, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f425b4b-c69b-4ba0-88af-aadb1060cf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '07a19fdc-d260-436b-ab24-0afbeda54efb'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:12:45.874961 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2dff7ec6-b978-4c51-9fd5-78614b729b4c req-59c6735d-eed3-484d-8ca5-10de8ff4e26e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:45.894919 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-00b2a842-07cd-4ace-a78e-d5a21457b88b tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Allocated IP 172.25.0.13 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/e36ffa12-83d6-4118-a97f-defe34b5c9f7) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:12:45.906712 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device f389d917-ecc4-43cc-ba33-4ef358b4efe0 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:12:45.984194 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6110136-6ad6-429c-be17-c7530ce7cbfb admin admin] Made reservation on behalf of 90ed4b9bbb134343aae1287ee30eda23 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:12:45.986812 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d6110136-6ad6-429c-be17-c7530ce7cbfb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:45.987318 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port f389d917-ecc4-43cc-ba33-4ef358b4efe0 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:12:45.987941 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:46.014351 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cd7c1e7-dcab-424c-8d60-16e94656528f req-57708e03-baf2-42c7-b581-7d3e761a7cfc tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] No DVR routers for this DVR port 225cbfa6-99c0-4858-a2a4-d260a72899ea on host n-h2-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:12:46.014351 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d7257b3f-bd30-45d1-92ce-82069afa9efa req-9d17c23e-3b47-48ab-86cb-6841ae2de195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:46.018593 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173b99b8-77ca-49de-aa6e-73976ec2ba5d None None] Network 17cdb798-b692-4f6e-9248-fdc193fabee9 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:12:46.019217 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-3cd7c1e7-dcab-424c-8d60-16e94656528f req-57708e03-baf2-42c7-b581-7d3e761a7cfc tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:46.023591 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3cd7c1e7-dcab-424c-8d60-16e94656528f req-57708e03-baf2-42c7-b581-7d3e761a7cfc tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] 10.222.0.37 "DELETE /v2.0/ports/225cbfa6-99c0-4858-a2a4-d260a72899ea HTTP/1.1" status: 204 len: 173 time: 3.8217263 Dec 08 16:12:46.039591 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba4191-7034-4d1c-9cd0-32239ab14b75 req-8969e636-bd64-4afe-9b8d-523f0ba6151f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:46.041289 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-69ba4191-7034-4d1c-9cd0-32239ab14b75 req-8969e636-bd64-4afe-9b8d-523f0ba6151f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0be05e6a-4912-43c1-9ca5-90ada4e2aa36 HTTP/1.1" status: 200 len: 855 time: 0.1907032 Dec 08 16:12:46.109988 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1d4ef40a-851e-4794-9884-4d5724ead104 req-4684c7bb-96d4-4b17-83b8-6105aba8904e tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3518620 Dec 08 16:12:46.121959 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b2734bdc-b8c9-4b54-977a-01569b7e5769 req-71c887c3-6adc-4bf7-84a7-513da957576d tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] 10.222.0.64 "GET /v2.0/security-groups?id=7918164e-f2af-4a6a-a83b-ae51d84da6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979486 Dec 08 16:12:46.172943 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-7258095a-0e7f-4b9a-bb5b-44701ddd8a6b req-744b829f-b54a-4883-ae54-db2635ab4cdf service neutron] Attempting to bind port 8dbbd8a0-b25b-4335-8fd0-6f31c8b4338f on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:12:46.173291 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-7258095a-0e7f-4b9a-bb5b-44701ddd8a6b req-744b829f-b54a-4883-ae54-db2635ab4cdf service neutron] Attempting to bind port 8dbbd8a0-b25b-4335-8fd0-6f31c8b4338f by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '6b0c82a0-bc9c-4886-a49c-1b810d61edae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'aae70492-1682-4e18-b135-887c01697ca0'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:12:46.173619 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7258095a-0e7f-4b9a-bb5b-44701ddd8a6b req-744b829f-b54a-4883-ae54-db2635ab4cdf service neutron] Attempting to bind port 8dbbd8a0-b25b-4335-8fd0-6f31c8b4338f on network aae70492-1682-4e18-b135-887c01697ca0 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:12:46.199299 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7257b3f-bd30-45d1-92ce-82069afa9efa req-9d17c23e-3b47-48ab-86cb-6841ae2de195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:46.200036 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d7257b3f-bd30-45d1-92ce-82069afa9efa req-9d17c23e-3b47-48ab-86cb-6841ae2de195 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:46.210058 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d7257b3f-bd30-45d1-92ce-82069afa9efa req-9d17c23e-3b47-48ab-86cb-6841ae2de195 service neutron] 10.222.0.76 "PUT /v2.0/ports/031f45e2-33f3-4cfe-aa5a-1c6700564244 HTTP/1.1" status: 200 len: 1097 time: 3.8962531 Dec 08 16:12:46.218491 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d17c23e-3b47-48ab-86cb-6841ae2de195 service neutron] Pushing event updated for resources: {'Port': ['ID=031f45e2-33f3-4cfe-aa5a-1c6700564244,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:46.239254 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea06d69a-b5da-4b02-ad90-2fa7f812e04f x-openstack-request-id: req-ea06d69a-b5da-4b02-ad90-2fa7f812e04f {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:12:46.244047 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a895fc1e-88bc-4448-8e53-d29f1458e27d", "tag": "3639da6a-01d4-461d-b556-9e3d0c4704fb", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:12:46.252656 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ea06d69a-b5da-4b02-ad90-2fa7f812e04f {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:12:46.253206 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a895fc1e-88bc-4448-8e53-d29f1458e27d', 'tag': '3639da6a-01d4-461d-b556-9e3d0c4704fb', 'status': 'completed', 'code': 200} Dec 08 16:12:46.261928 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7258095a-0e7f-4b9a-bb5b-44701ddd8a6b req-744b829f-b54a-4883-ae54-db2635ab4cdf service neutron] Port 8dbbd8a0-b25b-4335-8fd0-6f31c8b4338f on network aae70492-1682-4e18-b135-887c01697ca0 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:12:46.262383 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-3a6230a6-4e90-4424-ac42-f250407413f8 None None] Provisioning complete for port f389d917-ecc4-43cc-ba33-4ef358b4efe0 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:12:46.262840 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3a6230a6-4e90-4424-ac42-f250407413f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:46.263123 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7258095a-0e7f-4b9a-bb5b-44701ddd8a6b req-744b829f-b54a-4883-ae54-db2635ab4cdf service neutron] Attempting to bind port 8dbbd8a0-b25b-4335-8fd0-6f31c8b4338f on network aae70492-1682-4e18-b135-887c01697ca0 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:12:46.311430 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28131d1c-f2eb-4e0e-98c2-5ef71fc0501f x-openstack-request-id: req-28131d1c-f2eb-4e0e-98c2-5ef71fc0501f {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:12:46.311763 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57fa73c1-0b25-466c-8ae0-07894f343695", "name": "network-vif-unplugged", "status": "completed", "tag": "225cbfa6-99c0-4858-a2a4-d260a72899ea", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:12:46.312690 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-28131d1c-f2eb-4e0e-98c2-5ef71fc0501f {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:12:46.316245 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57fa73c1-0b25-466c-8ae0-07894f343695', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '225cbfa6-99c0-4858-a2a4-d260a72899ea', 'code': 200} Dec 08 16:12:46.323775 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba4191-7034-4d1c-9cd0-32239ab14b75 req-cd0a8e1d-1b5c-4992-a118-c42c822793b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:46.325902 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-69ba4191-7034-4d1c-9cd0-32239ab14b75 req-cd0a8e1d-1b5c-4992-a118-c42c822793b9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=07a19fdc-d260-436b-ab24-0afbeda54efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2560642 Dec 08 16:12:46.328506 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-2dff7ec6-b978-4c51-9fd5-78614b729b4c req-59c6735d-eed3-484d-8ca5-10de8ff4e26e service neutron] For port 6bf13bd6-3ae8-4a95-8090-bb78388882b8, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:12:46.333857 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-2dff7ec6-b978-4c51-9fd5-78614b729b4c req-59c6735d-eed3-484d-8ca5-10de8ff4e26e service neutron] For port 6bf13bd6-3ae8-4a95-8090-bb78388882b8, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=6bf13bd6-3ae8-4a95-8090-bb78388882b8,segment=NetworkSegment(2f425b4b-c69b-4ba0-88af-aadb1060cf77),segment_id=2f425b4b-c69b-4ba0-88af-aadb1060cf77)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:12:46.352611 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:46.394614 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7258095a-0e7f-4b9a-bb5b-44701ddd8a6b req-744b829f-b54a-4883-ae54-db2635ab4cdf service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:12:46.395154 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7258095a-0e7f-4b9a-bb5b-44701ddd8a6b req-744b829f-b54a-4883-ae54-db2635ab4cdf service neutron] Checking segment: {'id': '6b0c82a0-bc9c-4886-a49c-1b810d61edae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'aae70492-1682-4e18-b135-887c01697ca0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:12:46.395718 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7258095a-0e7f-4b9a-bb5b-44701ddd8a6b req-744b829f-b54a-4883-ae54-db2635ab4cdf service neutron] Bound using segment: {'id': '6b0c82a0-bc9c-4886-a49c-1b810d61edae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'aae70492-1682-4e18-b135-887c01697ca0'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:12:46.396356 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-7258095a-0e7f-4b9a-bb5b-44701ddd8a6b req-744b829f-b54a-4883-ae54-db2635ab4cdf service neutron] Bound port: 8dbbd8a0-b25b-4335-8fd0-6f31c8b4338f, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b0c82a0-bc9c-4886-a49c-1b810d61edae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'aae70492-1682-4e18-b135-887c01697ca0'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:12:46.396876 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-7258095a-0e7f-4b9a-bb5b-44701ddd8a6b req-744b829f-b54a-4883-ae54-db2635ab4cdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:46.439498 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port f389d917-ecc4-43cc-ba33-4ef358b4efe0, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=f389d917-ecc4-43cc-ba33-4ef358b4efe0,segment=NetworkSegment(ae47a093-9258-497d-8eb2-99fa9ba28887),segment_id=ae47a093-9258-497d-8eb2-99fa9ba28887)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:46.455502 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3a6230a6-4e90-4424-ac42-f250407413f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:46.489131 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-00b2a842-07cd-4ace-a78e-d5a21457b88b tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:46.497420 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2dff7ec6-b978-4c51-9fd5-78614b729b4c req-59c6735d-eed3-484d-8ca5-10de8ff4e26e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:46.509442 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:46.513840 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6efe9751-66eb-46cb-a26b-f3828b40fb58 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:46.553477 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d44f87-6888-4095-a598-4b599e4e1a82 req-e324827c-22a2-459b-9a0e-54b11257bac4 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:46.564251 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-98d44f87-6888-4095-a598-4b599e4e1a82 req-e324827c-22a2-459b-9a0e-54b11257bac4 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d79dbcb-7fd6-4cdd-a5f3-5b864cf0c675 HTTP/1.1" status: 200 len: 943 time: 0.2811084 Dec 08 16:12:46.567754 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c6735d-eed3-484d-8ca5-10de8ff4e26e service neutron] Pushing event updated for resources: {'Port': ['ID=6bf13bd6-3ae8-4a95-8090-bb78388882b8,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:46.587931 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.db.api [None req-3a6230a6-4e90-4424-ac42-f250407413f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:12:46.588587 n-d-776250-12 neutron-server[110552]: DEBUG oslo_db.api [None req-3a6230a6-4e90-4424-ac42-f250407413f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:12:46.606386 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff7ec6-b978-4c51-9fd5-78614b729b4c req-59c6735d-eed3-484d-8ca5-10de8ff4e26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:46.607007 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2dff7ec6-b978-4c51-9fd5-78614b729b4c req-59c6735d-eed3-484d-8ca5-10de8ff4e26e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:46.608568 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2dff7ec6-b978-4c51-9fd5-78614b729b4c req-59c6735d-eed3-484d-8ca5-10de8ff4e26e service neutron] 10.222.0.37 "PUT /v2.0/ports/6bf13bd6-3ae8-4a95-8090-bb78388882b8 HTTP/1.1" status: 200 len: 1092 time: 3.9469128 Dec 08 16:12:46.631340 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3783172e-1be2-449e-b689-40059dd894db req-d3ff4f1e-1142-4db9-abe2-e6b49154f66c tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:46.633577 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3783172e-1be2-449e-b689-40059dd894db req-d3ff4f1e-1142-4db9-abe2-e6b49154f66c tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ab0acad-5056-4d28-adc4-62a1d968ccf5 HTTP/1.1" status: 200 len: 948 time: 0.2523198 Dec 08 16:12:46.660017 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7257b3f-bd30-45d1-92ce-82069afa9efa req-75495059-efe5-416c-853e-a7be27439dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:46.661567 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d7257b3f-bd30-45d1-92ce-82069afa9efa req-75495059-efe5-416c-853e-a7be27439dd8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=15392057af79419bba246e0391d3a62d&device_id=5ab0acad-5056-4d28-adc4-62a1d968ccf5 HTTP/1.1" status: 200 len: 1100 time: 0.3091197 Dec 08 16:12:46.671309 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=f389d917-ecc4-43cc-ba33-4ef358b4efe0,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:46.725503 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d7257b3f-bd30-45d1-92ce-82069afa9efa req-7ebe28eb-b83c-444a-91d7-15f308d684a3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=031f45e2-33f3-4cfe-aa5a-1c6700564244 HTTP/1.1" status: 200 len: 217 time: 0.0520363 Dec 08 16:12:46.732392 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:46.816290 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-69ba4191-7034-4d1c-9cd0-32239ab14b75 req-c09acc2c-0497-45b6-9237-1dcf7395d927 service neutron] 10.222.0.76 "GET /v2.0/networks/07a19fdc-d260-436b-ab24-0afbeda54efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4805632 Dec 08 16:12:46.834657 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efe9751-66eb-46cb-a26b-f3828b40fb58 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Pushing event updated for resources: {'Subnet': ['ID=78f73dca-0fe3-4218-8965-018177320b36,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:46.838070 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-7258095a-0e7f-4b9a-bb5b-44701ddd8a6b req-744b829f-b54a-4883-ae54-db2635ab4cdf service neutron] For port 8dbbd8a0-b25b-4335-8fd0-6f31c8b4338f, host n-h2-776250-12, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:12:46.847355 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7257b3f-bd30-45d1-92ce-82069afa9efa req-3bc913a1-c5f2-481f-8fd9-c981aad9091c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:46.848845 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d7257b3f-bd30-45d1-92ce-82069afa9efa req-3bc913a1-c5f2-481f-8fd9-c981aad9091c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.1109595 Dec 08 16:12:46.879591 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efe9751-66eb-46cb-a26b-f3828b40fb58 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Checking segment: {'id': '9a2a8e72-897a-4adc-bc55-8bd1e07393b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f4ac694f-0d45-47e8-9dfc-c798907db4e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:12:46.880285 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efe9751-66eb-46cb-a26b-f3828b40fb58 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Network hostable DHCP agents. Network: f4ac694f-0d45-47e8-9dfc-c798907db4e8, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:12:46.898691 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-98d44f87-6888-4095-a598-4b599e4e1a82 req-9388a4a3-8a0d-47e6-b67e-17abab62338d tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/security-groups?id=04d0ddc5-98b7-44ac-9206-b948a6e74d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334694 Dec 08 16:12:46.900461 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-7258095a-0e7f-4b9a-bb5b-44701ddd8a6b req-744b829f-b54a-4883-ae54-db2635ab4cdf service neutron] For port 8dbbd8a0-b25b-4335-8fd0-6f31c8b4338f, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=8dbbd8a0-b25b-4335-8fd0-6f31c8b4338f,segment=NetworkSegment(6b0c82a0-bc9c-4886-a49c-1b810d61edae),segment_id=6b0c82a0-bc9c-4886-a49c-1b810d61edae)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:12:46.934757 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3783172e-1be2-449e-b689-40059dd894db req-8318c93a-ce42-4373-bfb3-c26f4e43dff3 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847807 Dec 08 16:12:46.950145 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-00b2a842-07cd-4ace-a78e-d5a21457b88b tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:46.953021 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff7ec6-b978-4c51-9fd5-78614b729b4c req-1ae488f8-63ff-4352-af92-c228de2e212c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:46.954389 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2dff7ec6-b978-4c51-9fd5-78614b729b4c req-1ae488f8-63ff-4352-af92-c228de2e212c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=120d1fe207c542869b5e50595095593e&device_id=7d79dbcb-7fd6-4cdd-a5f3-5b864cf0c675 HTTP/1.1" status: 200 len: 1095 time: 0.1752682 Dec 08 16:12:46.992609 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b2a842-07cd-4ace-a78e-d5a21457b88b tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:12:46.995454 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-00b2a842-07cd-4ace-a78e-d5a21457b88b tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:12:46.998970 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b2a842-07cd-4ace-a78e-d5a21457b88b tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:12:46.999989 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 6089fd86-18e9-4949-819e-27e032ef49b3 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:12:47.024654 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2dff7ec6-b978-4c51-9fd5-78614b729b4c req-af04d191-e7c8-4c74-b5cf-9d3177d835cc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6bf13bd6-3ae8-4a95-8090-bb78388882b8 HTTP/1.1" status: 200 len: 217 time: 0.0578837 Dec 08 16:12:47.028881 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7257b3f-bd30-45d1-92ce-82069afa9efa req-8aa0afe5-ef0b-41dc-b38d-c87ca91bd3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:47.030375 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d7257b3f-bd30-45d1-92ce-82069afa9efa req-8aa0afe5-ef0b-41dc-b38d-c87ca91bd3f6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1357005 Dec 08 16:12:47.031244 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-7258095a-0e7f-4b9a-bb5b-44701ddd8a6b req-744b829f-b54a-4883-ae54-db2635ab4cdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:47.033368 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d6110136-6ad6-429c-be17-c7530ce7cbfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:47.039817 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b2a842-07cd-4ace-a78e-d5a21457b88b tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Pushing event updated for resources: {'Port': ['ID=e36ffa12-83d6-4118-a97f-defe34b5c9f7,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:47.042358 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-69ba4191-7034-4d1c-9cd0-32239ab14b75 req-da6c0991-487b-445a-a609-bd9ed930c0f9 service neutron] 10.222.0.76 "GET /v2.0/networks/07a19fdc-d260-436b-ab24-0afbeda54efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147663 Dec 08 16:12:47.107880 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efe9751-66eb-46cb-a26b-f3828b40fb58 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Network f4ac694f-0d45-47e8-9dfc-c798907db4e8 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:12:47.143234 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258095a-0e7f-4b9a-bb5b-44701ddd8a6b req-744b829f-b54a-4883-ae54-db2635ab4cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:47.144494 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-7258095a-0e7f-4b9a-bb5b-44701ddd8a6b req-744b829f-b54a-4883-ae54-db2635ab4cdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:47.146185 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7258095a-0e7f-4b9a-bb5b-44701ddd8a6b req-744b829f-b54a-4883-ae54-db2635ab4cdf service neutron] 10.222.0.37 "PUT /v2.0/ports/8dbbd8a0-b25b-4335-8fd0-6f31c8b4338f HTTP/1.1" status: 200 len: 1092 time: 3.8449686 Dec 08 16:12:47.155909 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '708a06d7-eda4-4040-9211-ba979e4d7297', 'tag': '8dbbd8a0-b25b-4335-8fd0-6f31c8b4338f'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:12:47.158865 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb062102-76bd-411a-af8a-d41993dc210d" -d '{"events": [{"name": "network-changed", "server_uuid": "708a06d7-eda4-4040-9211-ba979e4d7297", "tag": "8dbbd8a0-b25b-4335-8fd0-6f31c8b4338f"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:12:47.170963 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff7ec6-b978-4c51-9fd5-78614b729b4c req-1f569de8-ffbc-4477-90a7-dcb59d3312fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:47.173609 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2dff7ec6-b978-4c51-9fd5-78614b729b4c req-1f569de8-ffbc-4477-90a7-dcb59d3312fc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0be05e6a-4912-43c1-9ca5-90ada4e2aa36 HTTP/1.1" status: 200 len: 855 time: 0.1404924 Dec 08 16:12:47.185250 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 6089fd86-18e9-4949-819e-27e032ef49b3, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=6089fd86-18e9-4949-819e-27e032ef49b3,segment=NetworkSegment(2f425b4b-c69b-4ba0-88af-aadb1060cf77),segment_id=2f425b4b-c69b-4ba0-88af-aadb1060cf77)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:47.237525 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6110136-6ad6-429c-be17-c7530ce7cbfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d672d1f-65b7-4f31-92ed-7adc71dac15e,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:47.264936 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '6089fd86-18e9-4949-819e-27e032ef49b3', 'network_id': '07a19fdc-d260-436b-ab24-0afbeda54efb', 'port_id': '6089fd86-18e9-4949-819e-27e032ef49b3', 'mac_address': 'fa:16:3e:ab:ea:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0be05e6a-4912-43c1-9ca5-90ada4e2aa36', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:12:47.306746 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-6efe9751-66eb-46cb-a26b-f3828b40fb58 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, f4ac694f-0d45-47e8-9dfc-c798907db4e8) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:12:47.313592 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d7257b3f-bd30-45d1-92ce-82069afa9efa req-1b009018-793c-400b-b9fe-fd160b43e212 service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409089 Dec 08 16:12:47.316375 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1730da-f362-470c-b0ab-2632534d6bd6 None None] Network f4ac694f-0d45-47e8-9dfc-c798907db4e8 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:12:47.319995 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:47.332218 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744b829f-b54a-4883-ae54-db2635ab4cdf service neutron] Pushing event updated for resources: {'Port': ['ID=8dbbd8a0-b25b-4335-8fd0-6f31c8b4338f,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:47.338123 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efe9751-66eb-46cb-a26b-f3828b40fb58 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:47.338723 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6efe9751-66eb-46cb-a26b-f3828b40fb58 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:47.380310 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6110136-6ad6-429c-be17-c7530ce7cbfb admin admin] Checking segment: {'id': 'f996c948-5ac9-42a3-ac04-df4c75288f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3895c5a-dfc2-4888-9675-12d8856051aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:12:47.380683 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6110136-6ad6-429c-be17-c7530ce7cbfb admin admin] Network hostable DHCP agents. Network: d3895c5a-dfc2-4888-9675-12d8856051aa, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:12:47.383294 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2bba322a-0860-41cc-963f-04ce1e5cd4c2 req-ce985d7e-d7e1-4aed-a454-5f3764c7684b tempest-ServerAddressesTestJSON-1862041697 tempest-ServerAddressesTestJSON-1862041697-project] 10.222.0.64 "GET /v2.0/ports?device_id=57fa73c1-0b25-466c-8ae0-07894f343695 HTTP/1.1" status: 200 len: 210 time: 0.0664148 Dec 08 16:12:47.403456 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-00b2a842-07cd-4ace-a78e-d5a21457b88b tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:47.408718 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6089fd86-18e9-4949-819e-27e032ef49b3 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:12:47.416472 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff7ec6-b978-4c51-9fd5-78614b729b4c req-52a1c3b8-badf-410b-a756-5df73a9c9795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:47.428339 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258095a-0e7f-4b9a-bb5b-44701ddd8a6b req-3d08e290-9222-4ee5-a732-a0d8a52feb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:47.437444 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2dff7ec6-b978-4c51-9fd5-78614b729b4c req-52a1c3b8-badf-410b-a756-5df73a9c9795 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=07a19fdc-d260-436b-ab24-0afbeda54efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2351213 Dec 08 16:12:47.437842 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7258095a-0e7f-4b9a-bb5b-44701ddd8a6b req-3d08e290-9222-4ee5-a732-a0d8a52feb13 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=810520df5a8e4422956ae3b5265a3df4&device_id=708a06d7-eda4-4040-9211-ba979e4d7297 HTTP/1.1" status: 200 len: 1095 time: 0.1501539 Dec 08 16:12:47.439135 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d5857-eab1-4943-9ee8-2d1f6aa5f7d2 req-eda8efed-a918-4b71-8d99-d6890771a6c3 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:47.440773 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b13d5857-eab1-4943-9ee8-2d1f6aa5f7d2 req-eda8efed-a918-4b71-8d99-d6890771a6c3 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=708a06d7-eda4-4040-9211-ba979e4d7297 HTTP/1.1" status: 200 len: 943 time: 0.1485529 Dec 08 16:12:47.453062 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 6089fd86-18e9-4949-819e-27e032ef49b3, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=6089fd86-18e9-4949-819e-27e032ef49b3,segment=NetworkSegment(2f425b4b-c69b-4ba0-88af-aadb1060cf77),segment_id=2f425b4b-c69b-4ba0-88af-aadb1060cf77)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:47.457696 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-fab8fabf-9fa8-4a07-8991-0f8da7610c51 None None] Provisioning complete for port f389d917-ecc4-43cc-ba33-4ef358b4efe0 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:12:47.457696 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-fab8fabf-9fa8-4a07-8991-0f8da7610c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:47.491886 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab03109-58fe-4ed8-a106-1a6cb0958330 req-b7adfed5-fb75-426c-8b00-3488f895f488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:47.493577 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bab03109-58fe-4ed8-a106-1a6cb0958330 req-b7adfed5-fb75-426c-8b00-3488f895f488 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=120d1fe207c542869b5e50595095593e&device_id=a895fc1e-88bc-4448-8e53-d29f1458e27d HTTP/1.1" status: 200 len: 1095 time: 0.2533224 Dec 08 16:12:47.505820 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:47.506081 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f8b962-5cbc-4951-b122-fd1f3234eda2 x-openstack-request-id: req-97f8b962-5cbc-4951-b122-fd1f3234eda2 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:12:47.506277 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "708a06d7-eda4-4040-9211-ba979e4d7297", "tag": "8dbbd8a0-b25b-4335-8fd0-6f31c8b4338f", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:12:47.506528 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-97f8b962-5cbc-4951-b122-fd1f3234eda2 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:12:47.506933 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '708a06d7-eda4-4040-9211-ba979e4d7297', 'tag': '8dbbd8a0-b25b-4335-8fd0-6f31c8b4338f', 'status': 'completed', 'code': 200} Dec 08 16:12:47.510164 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7258095a-0e7f-4b9a-bb5b-44701ddd8a6b req-9593d107-c2fe-4d48-bd6e-f0ba61681a6b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8dbbd8a0-b25b-4335-8fd0-6f31c8b4338f HTTP/1.1" status: 200 len: 217 time: 0.0684280 Dec 08 16:12:47.517736 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:47.522553 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-6efe9751-66eb-46cb-a26b-f3828b40fb58 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.7988217 Dec 08 16:12:47.572168 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6110136-6ad6-429c-be17-c7530ce7cbfb admin admin] Network d3895c5a-dfc2-4888-9675-12d8856051aa is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:12:47.637335 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-d6110136-6ad6-429c-be17-c7530ce7cbfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, d3895c5a-dfc2-4888-9675-12d8856051aa) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:12:47.643976 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-00b2a842-07cd-4ace-a78e-d5a21457b88b tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:47.653980 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6110136-6ad6-429c-be17-c7530ce7cbfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:47.654527 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d6110136-6ad6-429c-be17-c7530ce7cbfb admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:47.665707 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d7257b3f-bd30-45d1-92ce-82069afa9efa req-7f9a6105-9215-4f2d-9619-5748cf17057a service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3374846 Dec 08 16:12:47.682975 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2dff7ec6-b978-4c51-9fd5-78614b729b4c req-d508f9c0-6c62-4585-98b8-8dbe360fee63 service neutron] 10.222.0.37 "GET /v2.0/networks/07a19fdc-d260-436b-ab24-0afbeda54efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532461 Dec 08 16:12:47.686886 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab03109-58fe-4ed8-a106-1a6cb0958330 req-aaaa87bc-44da-4648-a44f-698a7659c5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:47.688293 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258095a-0e7f-4b9a-bb5b-44701ddd8a6b req-a8e97de5-c211-4855-9893-7bf13dc73580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:47.688489 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bab03109-58fe-4ed8-a106-1a6cb0958330 req-aaaa87bc-44da-4648-a44f-698a7659c5ff service neutron] 10.222.0.76 "GET /v2.0/networks?id=07a19fdc-d260-436b-ab24-0afbeda54efb HTTP/1.1" status: 200 len: 917 time: 0.1842642 Dec 08 16:12:47.689800 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7258095a-0e7f-4b9a-bb5b-44701ddd8a6b req-a8e97de5-c211-4855-9893-7bf13dc73580 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c5b9a45e-f6fb-459d-ae2c-34fcbd17d9b9 HTTP/1.1" status: 200 len: 854 time: 0.1661201 Dec 08 16:12:47.698175 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b13d5857-eab1-4943-9ee8-2d1f6aa5f7d2 req-8c68ce11-c37c-48fe-b96b-2372d4d320aa tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991596 Dec 08 16:12:47.784083 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bab03109-58fe-4ed8-a106-1a6cb0958330 req-c533774e-c2ba-4e10-b986-4587377db3cc service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3639da6a-01d4-461d-b556-9e3d0c4704fb HTTP/1.1" status: 200 len: 217 time: 0.0854881 Dec 08 16:12:47.787282 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7258095a-0e7f-4b9a-bb5b-44701ddd8a6b req-208728f0-e59b-435b-a235-ba98efba615f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=aae70492-1682-4e18-b135-887c01697ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881341 Dec 08 16:12:47.798587 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=6089fd86-18e9-4949-819e-27e032ef49b3,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:47.803249 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7623eea-42fc-4dfe-813c-df6122dd4046 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-f4ac694f-0d45-47e8-9dfc-c798907db4e8', 'network_id': 'f4ac694f-0d45-47e8-9dfc-c798907db4e8', 'project_id': '82befcb31c1249a9af9da6811968cef2', 'fixed_ips': [{'subnet_id': '78f73dca-0fe3-4218-8965-018177320b36'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:12:47.805459 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f7623eea-42fc-4dfe-813c-df6122dd4046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:47.808502 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37aada37-d70e-462a-8928-c751b7eef7d0 None None] Network d3895c5a-dfc2-4888-9675-12d8856051aa requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:12:47.888696 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab03109-58fe-4ed8-a106-1a6cb0958330 req-66b92319-d866-4842-9d5d-1eae5ab3c264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:47.890728 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bab03109-58fe-4ed8-a106-1a6cb0958330 req-66b92319-d866-4842-9d5d-1eae5ab3c264 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0be05e6a-4912-43c1-9ca5-90ada4e2aa36 HTTP/1.1" status: 200 len: 855 time: 0.0960305 Dec 08 16:12:47.891920 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device f389d917-ecc4-43cc-ba33-4ef358b4efe0 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:12:47.912557 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2dff7ec6-b978-4c51-9fd5-78614b729b4c req-92913b10-bbef-469e-9188-7a895fcfe821 service neutron] 10.222.0.37 "GET /v2.0/networks/07a19fdc-d260-436b-ab24-0afbeda54efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223508 Dec 08 16:12:47.924015 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d6110136-6ad6-429c-be17-c7530ce7cbfb admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2852280 Dec 08 16:12:48.044765 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab03109-58fe-4ed8-a106-1a6cb0958330 req-14094cb9-6e83-4f35-9214-0934b28c961d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:48.047086 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bab03109-58fe-4ed8-a106-1a6cb0958330 req-14094cb9-6e83-4f35-9214-0934b28c961d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=07a19fdc-d260-436b-ab24-0afbeda54efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1329241 Dec 08 16:12:48.058928 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-baa20722-1b3e-42ac-accb-77f10fb3f555 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:48.065236 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-baa20722-1b3e-42ac-accb-77f10fb3f555 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:48.076795 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-baa20722-1b3e-42ac-accb-77f10fb3f555 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/networks?id=17cdb798-b692-4f6e-9248-fdc193fabee9&id=f4ac694f-0d45-47e8-9dfc-c798907db4e8 HTTP/1.1" status: 200 len: 1391 time: 0.1961839 Dec 08 16:12:48.090164 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7258095a-0e7f-4b9a-bb5b-44701ddd8a6b req-b8a7b7b3-0ca0-4e82-8fc9-238bc032a827 service neutron] 10.222.0.37 "GET /v2.0/networks/aae70492-1682-4e18-b135-887c01697ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931759 Dec 08 16:12:48.143712 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-9fdb350e-1532-45c2-b7e3-9f58f7400f82 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/quotas/82befcb31c1249a9af9da6811968cef2 HTTP/1.1" status: 200 len: 375 time: 0.0675735 Dec 08 16:12:48.221343 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad359a69-8c8d-48cc-8927-e1c29d091b55 None None] Network d3895c5a-dfc2-4888-9675-12d8856051aa requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:12:48.227421 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b76ebf-2d22-47c4-a1f0-f93d68d0c379 req-e386dbdb-e645-4119-ac11-1bab0e51d222 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:48.229026 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-00b76ebf-2d22-47c4-a1f0-f93d68d0c379 req-e386dbdb-e645-4119-ac11-1bab0e51d222 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d79dbcb-7fd6-4cdd-a5f3-5b864cf0c675 HTTP/1.1" status: 200 len: 943 time: 0.2303984 Dec 08 16:12:48.229938 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bab03109-58fe-4ed8-a106-1a6cb0958330 req-44fddfeb-8111-4f6d-b714-2df6a46b1185 service neutron] 10.222.0.76 "GET /v2.0/networks/07a19fdc-d260-436b-ab24-0afbeda54efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621175 Dec 08 16:12:48.243567 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-2e1a698e-ced5-4d29-8b65-30faf62d5720 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=82befcb31c1249a9af9da6811968cef2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0898566 Dec 08 16:12:48.263161 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57fa73c1-0b25-466c-8ae0-07894f343695', 'name': 'network-vif-deleted', 'tag': '225cbfa6-99c0-4858-a2a4-d260a72899ea'}, {'name': 'network-changed', 'server_uuid': '5ab0acad-5056-4d28-adc4-62a1d968ccf5', 'tag': '031f45e2-33f3-4cfe-aa5a-1c6700564244'}, {'name': 'network-changed', 'server_uuid': '7d79dbcb-7fd6-4cdd-a5f3-5b864cf0c675', 'tag': '6bf13bd6-3ae8-4a95-8090-bb78388882b8'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:12:48.265834 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84af1a0d-23c2-445f-94cb-e73632e76256" -d '{"events": [{"server_uuid": "57fa73c1-0b25-466c-8ae0-07894f343695", "name": "network-vif-deleted", "tag": "225cbfa6-99c0-4858-a2a4-d260a72899ea"}, {"name": "network-changed", "server_uuid": "5ab0acad-5056-4d28-adc4-62a1d968ccf5", "tag": "031f45e2-33f3-4cfe-aa5a-1c6700564244"}, {"name": "network-changed", "server_uuid": "7d79dbcb-7fd6-4cdd-a5f3-5b864cf0c675", "tag": "6bf13bd6-3ae8-4a95-8090-bb78388882b8"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:12:48.266519 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-f7623eea-42fc-4dfe-813c-df6122dd4046 None None] Allocated IP 19.86.0.2 (f4ac694f-0d45-47e8-9dfc-c798907db4e8/78f73dca-0fe3-4218-8965-018177320b36/6a303f08-949c-4d09-a4b5-8c0c5e96c604) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:12:48.274778 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['6089fd86-18e9-4949-819e-27e032ef49b3'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:12:48.279236 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7258095a-0e7f-4b9a-bb5b-44701ddd8a6b req-3b682e76-d431-48ae-9e97-22c97d82fe8d service neutron] 10.222.0.37 "GET /v2.0/networks/aae70492-1682-4e18-b135-887c01697ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723258 Dec 08 16:12:48.301630 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-00b2a842-07cd-4ace-a78e-d5a21457b88b tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:48.322054 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-00b76ebf-2d22-47c4-a1f0-f93d68d0c379 req-7d85cf81-2d53-4426-a8f9-0e8f180ef1c8 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/security-groups?id=04d0ddc5-98b7-44ac-9206-b948a6e74d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809093 Dec 08 16:12:48.343769 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port f389d917-ecc4-43cc-ba33-4ef358b4efe0 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:12:48.344304 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:48.420815 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-00b2a842-07cd-4ace-a78e-d5a21457b88b tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:48.424556 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bab03109-58fe-4ed8-a106-1a6cb0958330 req-8623882f-f48c-4de5-8e6a-41e46598d31b service neutron] 10.222.0.76 "GET /v2.0/networks/07a19fdc-d260-436b-ab24-0afbeda54efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796818 Dec 08 16:12:48.431504 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-c4307498-9302-47ac-afa3-b1c25e747bb1 service neutron] 10.222.0.64 "GET /v2.0/networks/17cdb798-b692-4f6e-9248-fdc193fabee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305716 Dec 08 16:12:48.555624 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-d92b97b0-d58e-4dcd-94eb-09e3579fc2ca service neutron] 10.222.0.64 "GET /v2.0/networks/17cdb798-b692-4f6e-9248-fdc193fabee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171522 Dec 08 16:12:48.558206 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b2a842-07cd-4ace-a78e-d5a21457b88b tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Pushing event updated for resources: {'Port': ['ID=e36ffa12-83d6-4118-a97f-defe34b5c9f7,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:48.588855 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367895b9-4001-4c5f-b701-671b68a119a5 req-0bc734aa-cec5-4a64-9912-b4e2bcabad5b tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:48.596779 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-367895b9-4001-4c5f-b701-671b68a119a5 req-0bc734aa-cec5-4a64-9912-b4e2bcabad5b tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ab0acad-5056-4d28-adc4-62a1d968ccf5 HTTP/1.1" status: 200 len: 948 time: 0.1878130 Dec 08 16:12:48.620945 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-00b2a842-07cd-4ace-a78e-d5a21457b88b tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:48.629099 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb062102-76bd-411a-af8a-d41993dc210d req-b4bff35b-69b2-4889-9bf2-b65d3b314eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:48.630645 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bb062102-76bd-411a-af8a-d41993dc210d req-b4bff35b-69b2-4889-9bf2-b65d3b314eea service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=810520df5a8e4422956ae3b5265a3df4&device_id=708a06d7-eda4-4040-9211-ba979e4d7297 HTTP/1.1" status: 200 len: 1095 time: 0.1768913 Dec 08 16:12:48.658759 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-ddf0a6d5-4c3f-48cb-989b-979cb0b004a0 service neutron] 10.222.0.64 "GET /v2.0/networks/f4ac694f-0d45-47e8-9dfc-c798907db4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958219 Dec 08 16:12:48.682792 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f7623eea-42fc-4dfe-813c-df6122dd4046 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:48.720000 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-367895b9-4001-4c5f-b701-671b68a119a5 req-7bfa6b0d-25a8-480a-b742-46120d47dd99 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197717 Dec 08 16:12:48.768866 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb062102-76bd-411a-af8a-d41993dc210d req-d1551386-dad6-4707-991a-144c6f0a7e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:48.770974 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bb062102-76bd-411a-af8a-d41993dc210d req-d1551386-dad6-4707-991a-144c6f0a7e17 service neutron] 10.222.0.37 "GET /v2.0/networks?id=aae70492-1682-4e18-b135-887c01697ca0 HTTP/1.1" status: 200 len: 915 time: 0.1186800 Dec 08 16:12:48.774272 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-00b2a842-07cd-4ace-a78e-d5a21457b88b tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:48.775470 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-00b2a842-07cd-4ace-a78e-d5a21457b88b tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1671195 Dec 08 16:12:48.777033 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-55937f78-1e9b-445f-a9cd-39f147e815fa service neutron] 10.222.0.64 "GET /v2.0/networks/f4ac694f-0d45-47e8-9dfc-c798907db4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088274 Dec 08 16:12:48.801168 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f7623eea-42fc-4dfe-813c-df6122dd4046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:48.819793 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bb062102-76bd-411a-af8a-d41993dc210d req-0052fa9e-cd4e-4b7e-a124-e25f939df2a7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8dbbd8a0-b25b-4335-8fd0-6f31c8b4338f HTTP/1.1" status: 200 len: 217 time: 0.0411906 Dec 08 16:12:48.854168 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7623eea-42fc-4dfe-813c-df6122dd4046 None None] Network f4ac694f-0d45-47e8-9dfc-c798907db4e8 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:12:48.861859 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-f7623eea-42fc-4dfe-813c-df6122dd4046 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:12:48.868438 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7623eea-42fc-4dfe-813c-df6122dd4046 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:12:48.871151 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7623eea-42fc-4dfe-813c-df6122dd4046 None None] Pushing event updated for resources: {'Port': ['ID=6a303f08-949c-4d09-a4b5-8c0c5e96c604,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:48.891358 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb062102-76bd-411a-af8a-d41993dc210d req-eda8a7f8-2410-4a51-96f4-6ddc43c79fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:48.892812 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bb062102-76bd-411a-af8a-d41993dc210d req-eda8a7f8-2410-4a51-96f4-6ddc43c79fee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c5b9a45e-f6fb-459d-ae2c-34fcbd17d9b9 HTTP/1.1" status: 200 len: 854 time: 0.0657711 Dec 08 16:12:48.936417 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bb062102-76bd-411a-af8a-d41993dc210d req-bcf6133b-d60b-466d-bfba-a27ccae59ebf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=aae70492-1682-4e18-b135-887c01697ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296657 Dec 08 16:12:48.942113 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-f7623eea-42fc-4dfe-813c-df6122dd4046 None None] Attempting to bind port 6a303f08-949c-4d09-a4b5-8c0c5e96c604 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:12:48.942608 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-f7623eea-42fc-4dfe-813c-df6122dd4046 None None] Attempting to bind port 6a303f08-949c-4d09-a4b5-8c0c5e96c604 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '9a2a8e72-897a-4adc-bc55-8bd1e07393b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f4ac694f-0d45-47e8-9dfc-c798907db4e8'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:12:48.943056 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7623eea-42fc-4dfe-813c-df6122dd4046 None None] Attempting to bind port 6a303f08-949c-4d09-a4b5-8c0c5e96c604 on network f4ac694f-0d45-47e8-9dfc-c798907db4e8 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:12:48.949025 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7623eea-42fc-4dfe-813c-df6122dd4046 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:12:48.949483 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7623eea-42fc-4dfe-813c-df6122dd4046 None None] Checking segment: {'id': '9a2a8e72-897a-4adc-bc55-8bd1e07393b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f4ac694f-0d45-47e8-9dfc-c798907db4e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:12:48.949958 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f7623eea-42fc-4dfe-813c-df6122dd4046 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:48.950427 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7623eea-42fc-4dfe-813c-df6122dd4046 None None] Bound using segment: {'id': '9a2a8e72-897a-4adc-bc55-8bd1e07393b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f4ac694f-0d45-47e8-9dfc-c798907db4e8'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:12:48.950971 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-f7623eea-42fc-4dfe-813c-df6122dd4046 None None] Bound port: 6a303f08-949c-4d09-a4b5-8c0c5e96c604, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a2a8e72-897a-4adc-bc55-8bd1e07393b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f4ac694f-0d45-47e8-9dfc-c798907db4e8'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:12:48.951416 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f7623eea-42fc-4dfe-813c-df6122dd4046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:49.022256 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-f7623eea-42fc-4dfe-813c-df6122dd4046 None None] For port 6a303f08-949c-4d09-a4b5-8c0c5e96c604, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:12:49.025567 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-f7623eea-42fc-4dfe-813c-df6122dd4046 None None] For port 6a303f08-949c-4d09-a4b5-8c0c5e96c604, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=6a303f08-949c-4d09-a4b5-8c0c5e96c604,segment=NetworkSegment(9a2a8e72-897a-4adc-bc55-8bd1e07393b6),segment_id=9a2a8e72-897a-4adc-bc55-8bd1e07393b6)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:12:49.108494 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bb062102-76bd-411a-af8a-d41993dc210d req-74fc0064-a506-42fc-9c82-77fcfebfc043 service neutron] 10.222.0.37 "GET /v2.0/networks/aae70492-1682-4e18-b135-887c01697ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621356 Dec 08 16:12:49.136118 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83821112-dc87-403d-91f4-e6dd90b266a1 req-7216980c-221c-4033-a299-03511d4d7b08 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:49.136118 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-83821112-dc87-403d-91f4-e6dd90b266a1 req-7216980c-221c-4033-a299-03511d4d7b08 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/networks?id=d3895c5a-dfc2-4888-9675-12d8856051aa HTTP/1.1" status: 200 len: 812 time: 0.1409144 Dec 08 16:12:49.146103 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Wed, 08 Dec 2021 16:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05534dc4-5861-4707-ae95-7a42ac618852 x-openstack-request-id: req-05534dc4-5861-4707-ae95-7a42ac618852 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:12:49.146606 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57fa73c1-0b25-466c-8ae0-07894f343695", "name": "network-vif-deleted", "tag": "225cbfa6-99c0-4858-a2a4-d260a72899ea", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5ab0acad-5056-4d28-adc4-62a1d968ccf5", "tag": "031f45e2-33f3-4cfe-aa5a-1c6700564244", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7d79dbcb-7fd6-4cdd-a5f3-5b864cf0c675", "tag": "6bf13bd6-3ae8-4a95-8090-bb78388882b8", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:12:49.146696 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-05534dc4-5861-4707-ae95-7a42ac618852 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:12:49.147059 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57fa73c1-0b25-466c-8ae0-07894f343695', 'name': 'network-vif-deleted', 'tag': '225cbfa6-99c0-4858-a2a4-d260a72899ea', 'status': 'completed', 'code': 200} Dec 08 16:12:49.147324 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ab0acad-5056-4d28-adc4-62a1d968ccf5', 'tag': '031f45e2-33f3-4cfe-aa5a-1c6700564244', 'status': 'completed', 'code': 200} Dec 08 16:12:49.147849 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d79dbcb-7fd6-4cdd-a5f3-5b864cf0c675', 'tag': '6bf13bd6-3ae8-4a95-8090-bb78388882b8', 'status': 'completed', 'code': 200} Dec 08 16:12:49.156789 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f7623eea-42fc-4dfe-813c-df6122dd4046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:49.193173 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-83821112-dc87-403d-91f4-e6dd90b266a1 req-8d55a938-ab1b-4866-886f-b6bed1164322 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/quotas/90ed4b9bbb134343aae1287ee30eda23 HTTP/1.1" status: 200 len: 375 time: 0.0529845 Dec 08 16:12:49.217763 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46656) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:49.251877 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-83821112-dc87-403d-91f4-e6dd90b266a1 req-f9eb2f05-f549-4200-a857-c55d6f1c1d60 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=90ed4b9bbb134343aae1287ee30eda23&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509214 Dec 08 16:12:49.259423 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7623eea-42fc-4dfe-813c-df6122dd4046 None None] Pushing event updated for resources: {'Port': ['ID=6a303f08-949c-4d09-a4b5-8c0c5e96c604,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:49.355397 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bb062102-76bd-411a-af8a-d41993dc210d req-7944d120-09ba-4dbd-a7b5-9343b52a2479 service neutron] 10.222.0.37 "GET /v2.0/networks/aae70492-1682-4e18-b135-887c01697ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226641 Dec 08 16:12:49.384533 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-83821112-dc87-403d-91f4-e6dd90b266a1 req-10a3c8ab-5c7b-4e7a-bb76-0eb699552fde service neutron] 10.222.0.64 "GET /v2.0/networks/d3895c5a-dfc2-4888-9675-12d8856051aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170876 Dec 08 16:12:49.430641 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d62c4dd-d33e-4a76-82dc-03710437ca26 admin admin] Deleting subnet 77ea5472-df9e-4448-994c-ff9ce66a8c16 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:12:49.443945 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5d62c4dd-d33e-4a76-82dc-03710437ca26 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:49.448219 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af1a0d-23c2-445f-94cb-e73632e76256 req-e5ed4270-f827-42b2-a787-8e4846a4bb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:49.449954 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-84af1a0d-23c2-445f-94cb-e73632e76256 req-e5ed4270-f827-42b2-a787-8e4846a4bb00 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=15392057af79419bba246e0391d3a62d&device_id=5ab0acad-5056-4d28-adc4-62a1d968ccf5 HTTP/1.1" status: 200 len: 1100 time: 0.2376554 Dec 08 16:12:49.471428 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af1a0d-23c2-445f-94cb-e73632e76256 req-caaf38d1-aedd-4183-87a1-8575624a3ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:49.473010 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-84af1a0d-23c2-445f-94cb-e73632e76256 req-caaf38d1-aedd-4183-87a1-8575624a3ea9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=120d1fe207c542869b5e50595095593e&device_id=7d79dbcb-7fd6-4cdd-a5f3-5b864cf0c675 HTTP/1.1" status: 200 len: 1095 time: 0.2982755 Dec 08 16:12:49.840613 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 6a303f08-949c-4d09-a4b5-8c0c5e96c604 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:12:49.884307 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-83821112-dc87-403d-91f4-e6dd90b266a1 req-f3807330-4fb6-4b3a-b3fb-f83a7a115c91 service neutron] 10.222.0.64 "GET /v2.0/networks/d3895c5a-dfc2-4888-9675-12d8856051aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4885361 Dec 08 16:12:49.907958 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 6a303f08-949c-4d09-a4b5-8c0c5e96c604 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:12:49.908493 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:49.937175 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a87fc2-ca38-4228-983e-5957ecfc2f2f req-db2f1a5b-79ab-4bb8-aebb-7b7e7419048c tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:49.938736 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-27a87fc2-ca38-4228-983e-5957ecfc2f2f req-db2f1a5b-79ab-4bb8-aebb-7b7e7419048c tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=708a06d7-eda4-4040-9211-ba979e4d7297 HTTP/1.1" status: 200 len: 943 time: 0.5974767 Dec 08 16:12:49.973890 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5d62c4dd-d33e-4a76-82dc-03710437ca26 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:50.009814 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:50.051258 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 6a303f08-949c-4d09-a4b5-8c0c5e96c604, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=6a303f08-949c-4d09-a4b5-8c0c5e96c604,segment=NetworkSegment(9a2a8e72-897a-4adc-bc55-8bd1e07393b6),segment_id=9a2a8e72-897a-4adc-bc55-8bd1e07393b6)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:50.115105 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5d62c4dd-d33e-4a76-82dc-03710437ca26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:50.164620 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-27a87fc2-ca38-4228-983e-5957ecfc2f2f req-c715b8ea-a060-464c-8539-95c5df85c642 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932909 Dec 08 16:12:50.170029 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af1a0d-23c2-445f-94cb-e73632e76256 req-a16e8cc9-5542-4210-b0c9-fe410596223e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:50.171455 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-84af1a0d-23c2-445f-94cb-e73632e76256 req-a16e8cc9-5542-4210-b0c9-fe410596223e service neutron] 10.222.0.76 "GET /v2.0/networks?id=b91759c7-445e-4f7b-9fc4-64d80951832c HTTP/1.1" status: 200 len: 870 time: 0.6943274 Dec 08 16:12:50.179405 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af1a0d-23c2-445f-94cb-e73632e76256 req-b93a124a-957f-4e30-989a-03fc7abd4b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:50.181039 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-84af1a0d-23c2-445f-94cb-e73632e76256 req-b93a124a-957f-4e30-989a-03fc7abd4b79 service neutron] 10.222.0.37 "GET /v2.0/networks?id=07a19fdc-d260-436b-ab24-0afbeda54efb HTTP/1.1" status: 200 len: 917 time: 0.6899600 Dec 08 16:12:50.183525 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:50.251915 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=6a303f08-949c-4d09-a4b5-8c0c5e96c604,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:50.284996 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-84af1a0d-23c2-445f-94cb-e73632e76256 req-4fa123b4-7e6b-4c9c-9bd5-ef9c47e2e2c6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=031f45e2-33f3-4cfe-aa5a-1c6700564244 HTTP/1.1" status: 200 len: 217 time: 0.1027725 Dec 08 16:12:50.286284 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-84af1a0d-23c2-445f-94cb-e73632e76256 req-54a3ec1d-03d0-4bd1-8781-e07fc2cd996b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6bf13bd6-3ae8-4a95-8090-bb78388882b8 HTTP/1.1" status: 200 len: 217 time: 0.0919969 Dec 08 16:12:50.403642 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e8dbfb15-3e7c-49e3-8f72-b4caea3334d6 req-8a9a888f-4253-4bc7-b754-8d9d8fe743c3 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9ba955b-bbc9-41bb-97f1-11e16a1e41c7 HTTP/1.1" status: 200 len: 210 time: 0.0429857 Dec 08 16:12:50.478431 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af1a0d-23c2-445f-94cb-e73632e76256 req-28abcb13-d00e-4c1c-81cf-808e55de4bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:50.479956 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-84af1a0d-23c2-445f-94cb-e73632e76256 req-28abcb13-d00e-4c1c-81cf-808e55de4bc5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.1866508 Dec 08 16:12:50.487754 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af1a0d-23c2-445f-94cb-e73632e76256 req-4c36dd71-78f8-4e6e-a1de-1e80326d35d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:50.491676 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-84af1a0d-23c2-445f-94cb-e73632e76256 req-4c36dd71-78f8-4e6e-a1de-1e80326d35d7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0be05e6a-4912-43c1-9ca5-90ada4e2aa36 HTTP/1.1" status: 200 len: 855 time: 0.1858790 Dec 08 16:12:50.494351 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-63a2cb90-2297-4a7e-b372-846073c8ea69 req-ec287bc1-c492-4e2a-866a-9206b76e868d tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1688785558&fields=id&tenant_id=f4bc823f590d4f5ab08e225067f150b6 HTTP/1.1" status: 200 len: 267 time: 0.2022367 Dec 08 16:12:50.495346 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5d62c4dd-d33e-4a76-82dc-03710437ca26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:50.534318 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3cec110-7710-49bf-a3ef-5e0d3ffe29fe None None] Network f4ac694f-0d45-47e8-9dfc-c798907db4e8 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:12:50.560737 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac832b-07dc-4ff6-9833-4222ac735aca req-f81a120e-37af-43cd-b0c5-05ff904dd194 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:50.562499 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-76ac832b-07dc-4ff6-9833-4222ac735aca req-f81a120e-37af-43cd-b0c5-05ff904dd194 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d79dbcb-7fd6-4cdd-a5f3-5b864cf0c675 HTTP/1.1" status: 200 len: 943 time: 0.0807474 Dec 08 16:12:50.608640 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d62c4dd-d33e-4a76-82dc-03710437ca26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77ea5472-df9e-4448-994c-ff9ce66a8c16,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:50.625020 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-76ac832b-07dc-4ff6-9833-4222ac735aca req-d605da6d-d2e6-4973-85fc-787418f04d36 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/security-groups?id=04d0ddc5-98b7-44ac-9206-b948a6e74d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552125 Dec 08 16:12:50.653124 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5d62c4dd-d33e-4a76-82dc-03710437ca26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:50.654659 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-3a2d4031-6444-4240-beb4-c16778b2c715 None None] Provisioning complete for port 6a303f08-949c-4d09-a4b5-8c0c5e96c604 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:12:50.655031 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3a2d4031-6444-4240-beb4-c16778b2c715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:50.659547 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-5d62c4dd-d33e-4a76-82dc-03710437ca26 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/77ea5472-df9e-4448-994c-ff9ce66a8c16 HTTP/1.1" status: 204 len: 168 time: 1.4374015 Dec 08 16:12:50.662443 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46684) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:50.705747 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 6bf13bd6-3ae8-4a95-8090-bb78388882b8 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:12:50.734779 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af1a0d-23c2-445f-94cb-e73632e76256 req-1ca5f801-91aa-4b5c-a8f4-b7aee47296bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:50.736364 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-84af1a0d-23c2-445f-94cb-e73632e76256 req-1ca5f801-91aa-4b5c-a8f4-b7aee47296bc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=07a19fdc-d260-436b-ab24-0afbeda54efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2301347 Dec 08 16:12:50.738098 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af1a0d-23c2-445f-94cb-e73632e76256 req-5e386de7-7f72-45ec-b5b5-b2c9dfae449e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:50.739487 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-84af1a0d-23c2-445f-94cb-e73632e76256 req-5e386de7-7f72-45ec-b5b5-b2c9dfae449e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2491639 Dec 08 16:12:50.769182 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-73394726-efbd-438b-8223-2deaa8284007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:50.880407 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 6bf13bd6-3ae8-4a95-8090-bb78388882b8, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=6bf13bd6-3ae8-4a95-8090-bb78388882b8,segment=NetworkSegment(2f425b4b-c69b-4ba0-88af-aadb1060cf77),segment_id=2f425b4b-c69b-4ba0-88af-aadb1060cf77)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:50.882636 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2cb90-2297-4a7e-b372-846073c8ea69 req-f2f0aa4a-b10d-4d8c-9752-5008edd50ae1 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:50.884229 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-63a2cb90-2297-4a7e-b372-846073c8ea69 req-f2f0aa4a-b10d-4d8c-9752-5008edd50ae1 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] 10.222.0.64 "GET /v2.0/networks?id=302c30a7-bb07-4824-b9e9-efc4753720c4 HTTP/1.1" status: 200 len: 814 time: 0.3618400 Dec 08 16:12:50.926717 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '6bf13bd6-3ae8-4a95-8090-bb78388882b8', 'network_id': '07a19fdc-d260-436b-ab24-0afbeda54efb', 'port_id': '6bf13bd6-3ae8-4a95-8090-bb78388882b8', 'mac_address': 'fa:16:3e:74:b0:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0be05e6a-4912-43c1-9ca5-90ada4e2aa36', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:12:50.947848 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-63a2cb90-2297-4a7e-b372-846073c8ea69 req-178a789f-3491-4ddd-817f-da2e052a0cca tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] 10.222.0.64 "GET /v2.0/quotas/f4bc823f590d4f5ab08e225067f150b6 HTTP/1.1" status: 200 len: 375 time: 0.0429411 Dec 08 16:12:50.953449 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-84af1a0d-23c2-445f-94cb-e73632e76256 req-484e84bf-02ff-4aac-b8c6-601ad922e7be service neutron] 10.222.0.37 "GET /v2.0/networks/07a19fdc-d260-436b-ab24-0afbeda54efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015805 Dec 08 16:12:50.967605 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fcf243-ce53-4630-af19-64d1dc738453 req-374de5be-0494-40ac-94fa-9a8b7f15a103 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:50.970884 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-36fcf243-ce53-4630-af19-64d1dc738453 req-374de5be-0494-40ac-94fa-9a8b7f15a103 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ab0acad-5056-4d28-adc4-62a1d968ccf5 HTTP/1.1" status: 200 len: 948 time: 0.2048726 Dec 08 16:12:51.028016 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-73394726-efbd-438b-8223-2deaa8284007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:51.066704 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:51.102616 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 031f45e2-33f3-4cfe-aa5a-1c6700564244 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:12:51.162148 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-84af1a0d-23c2-445f-94cb-e73632e76256 req-f113b245-3e86-43bc-9252-9320fe40ade7 service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4109807 Dec 08 16:12:51.162348 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-73394726-efbd-438b-8223-2deaa8284007 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed9e94c5-59c3-4113-b41c-184ef84efaf9']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:51.198852 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-73394726-efbd-438b-8223-2deaa8284007 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0e794d2-5e8e-4369-ae91-9bbb8116e25a') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:51.199341 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-73394726-efbd-438b-8223-2deaa8284007 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0e794d2-5e8e-4369-ae91-9bbb8116e25a') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:51.220209 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-36fcf243-ce53-4630-af19-64d1dc738453 req-57359647-b8ca-4143-91ba-cb48d5707374 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324402 Dec 08 16:12:51.238203 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 031f45e2-33f3-4cfe-aa5a-1c6700564244, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=031f45e2-33f3-4cfe-aa5a-1c6700564244,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:51.252652 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 6089fd86-18e9-4949-819e-27e032ef49b3 up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:12:51.276098 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-73394726-efbd-438b-8223-2deaa8284007 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:51.309723 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-73394726-efbd-438b-8223-2deaa8284007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:51.316386 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bf13bd6-3ae8-4a95-8090-bb78388882b8 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:12:51.319488 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73394726-efbd-438b-8223-2deaa8284007 admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:12:51.320157 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-73394726-efbd-438b-8223-2deaa8284007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:51.322898 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:12:51.322898 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:12:51.322898 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:12:51.322898 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:12:51.322898 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:12:51.322898 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:12:51.322898 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:12:51.322898 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:12:51.322898 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:12:51.322898 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:12:51.322898 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:12:51.322898 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:12:51.322898 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:12:51.322898 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:12:51.322898 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:12:51.322898 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:12:51.322898 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:12:51.322898 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:12:51.322898 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:12:51.322898 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:12:51.322898 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:12:51.322898 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:12:51.322898 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:12:51.322898 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:12:51.322898 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:12:51.322898 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:12:51.322898 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:12:51.322898 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:12:51.322898 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:12:51.322898 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:12:51.322898 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:12:51.322898 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:12:51.345005 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 6bf13bd6-3ae8-4a95-8090-bb78388882b8, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=6bf13bd6-3ae8-4a95-8090-bb78388882b8,segment=NetworkSegment(2f425b4b-c69b-4ba0-88af-aadb1060cf77),segment_id=2f425b4b-c69b-4ba0-88af-aadb1060cf77)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:51.347528 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '031f45e2-33f3-4cfe-aa5a-1c6700564244', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'port_id': '031f45e2-33f3-4cfe-aa5a-1c6700564244', 'mac_address': 'fa:16:3e:bc:20:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c93b3a32-b438-4a47-8558-220c03febf97', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:12:51.371002 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-f560c968-e405-4e87-a1c2-f84989747339 None None] Provisioning complete for port 6a303f08-949c-4d09-a4b5-8c0c5e96c604 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:12:51.371389 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f560c968-e405-4e87-a1c2-f84989747339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:51.393866 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-84af1a0d-23c2-445f-94cb-e73632e76256 req-647bb217-5445-468b-ad97-4bec675cf11c service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162786 Dec 08 16:12:51.412851 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-63a2cb90-2297-4a7e-b372-846073c8ea69 req-fd682311-ed64-4388-b643-ce41d8c0f95e tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4bc823f590d4f5ab08e225067f150b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4528749 Dec 08 16:12:51.444035 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2e799a77-427d-4c13-a7e2-8b2a2ee0630c req-2d2a301a-34f2-4ff1-976a-d4e7f9865d29 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=b17bf616-b9da-4561-b454-8c0a8229f500 HTTP/1.1" status: 200 len: 210 time: 0.1058304 Dec 08 16:12:51.490971 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:51.492904 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:51.493907 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 8dbbd8a0-b25b-4335-8fd0-6f31c8b4338f details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:12:51.518720 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-84af1a0d-23c2-445f-94cb-e73632e76256 req-1b21852c-2465-435d-821e-4a7a6189d91a service neutron] 10.222.0.37 "GET /v2.0/networks/07a19fdc-d260-436b-ab24-0afbeda54efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5525646 Dec 08 16:12:51.568844 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-63a2cb90-2297-4a7e-b372-846073c8ea69 req-af0855c9-af65-4e25-b9ad-a7985c27ae5a service neutron] 10.222.0.64 "GET /v2.0/networks/302c30a7-bb07-4824-b9e9-efc4753720c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362712 Dec 08 16:12:51.580333 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-73394726-efbd-438b-8223-2deaa8284007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:51.587445 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-73394726-efbd-438b-8223-2deaa8284007 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:51.593355 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-73394726-efbd-438b-8223-2deaa8284007 admin admin] 10.222.0.64 "DELETE /v2.0/networks/ed9e94c5-59c3-4113-b41c-184ef84efaf9 HTTP/1.1" status: 204 len: 168 time: 0.9268231 Dec 08 16:12:51.609905 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73394726-efbd-438b-8223-2deaa8284007 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed9e94c5-59c3-4113-b41c-184ef84efaf9,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:51.638264 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90968ed-d0c5-4a27-a69c-383845970879 req-a5eb6014-e2ec-4de9-a270-4525487e53ce tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:51.655818 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a90968ed-d0c5-4a27-a69c-383845970879 req-a5eb6014-e2ec-4de9-a270-4525487e53ce tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=708a06d7-eda4-4040-9211-ba979e4d7297 HTTP/1.1" status: 200 len: 943 time: 0.1222131 Dec 08 16:12:51.697252 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-63a2cb90-2297-4a7e-b372-846073c8ea69 req-aa9a5f48-896e-456e-99c2-560d59fed504 service neutron] 10.222.0.64 "GET /v2.0/networks/302c30a7-bb07-4824-b9e9-efc4753720c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208849 Dec 08 16:12:51.756829 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a90968ed-d0c5-4a27-a69c-383845970879 req-0f93078f-6a04-4182-8f24-086e32d839f9 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000516 Dec 08 16:12:51.825695 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 6a303f08-949c-4d09-a4b5-8c0c5e96c604 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:12:51.884002 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7ec93aee-cf9a-4c15-8255-02ae7b5fdf34 req-a82bfc13-a671-44da-95cb-dae7c5944524 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9ba955b-bbc9-41bb-97f1-11e16a1e41c7 HTTP/1.1" status: 200 len: 210 time: 0.0357378 Dec 08 16:12:51.929259 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 031f45e2-33f3-4cfe-aa5a-1c6700564244 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:12:52.042176 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 031f45e2-33f3-4cfe-aa5a-1c6700564244, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=031f45e2-33f3-4cfe-aa5a-1c6700564244,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:52.065663 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29eb50-8569-45a9-aefe-51031ebd9c1c req-1ba0cee0-b3a3-4b0d-86d5-70ba7e747827 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:52.079575 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1c29eb50-8569-45a9-aefe-51031ebd9c1c req-1ba0cee0-b3a3-4b0d-86d5-70ba7e747827 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d79dbcb-7fd6-4cdd-a5f3-5b864cf0c675 HTTP/1.1" status: 200 len: 944 time: 0.1174688 Dec 08 16:12:52.083504 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=6bf13bd6-3ae8-4a95-8090-bb78388882b8,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:52.086207 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port 6089fd86-18e9-4949-819e-27e032ef49b3 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:12:52.114524 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46700) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:52.127367 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 6089fd86-18e9-4949-819e-27e032ef49b3 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:12:52.127755 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:52.154109 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 8dbbd8a0-b25b-4335-8fd0-6f31c8b4338f, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=8dbbd8a0-b25b-4335-8fd0-6f31c8b4338f,segment=NetworkSegment(6b0c82a0-bc9c-4886-a49c-1b810d61edae),segment_id=6b0c82a0-bc9c-4886-a49c-1b810d61edae)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:52.162609 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8f68a07d-6a17-4bb8-8b5d-2150f35e0df2 req-68d31813-9c82-46fa-a54b-5372148ccd24 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] 10.222.0.64 "GET /v2.0/ports?device_id=9445f012-73ad-4782-9eb7-a5f6f83bfabf HTTP/1.1" status: 200 len: 210 time: 0.0556731 Dec 08 16:12:52.165465 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1c29eb50-8569-45a9-aefe-51031ebd9c1c req-1100c498-cc40-4e51-90c6-c5910fd3b011 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/security-groups?id=04d0ddc5-98b7-44ac-9206-b948a6e74d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847466 Dec 08 16:12:52.211869 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:52.212595 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 3639da6a-01d4-461d-b556-9e3d0c4704fb details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:12:52.226627 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-375d7a86-5872-4f23-b628-54560fca9ea6 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:52.236718 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-375d7a86-5872-4f23-b628-54560fca9ea6 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:52.238763 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-375d7a86-5872-4f23-b628-54560fca9ea6 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.37 "GET /v2.0/networks?id=17cdb798-b692-4f6e-9248-fdc193fabee9&id=f4ac694f-0d45-47e8-9dfc-c798907db4e8 HTTP/1.1" status: 200 len: 1391 time: 0.2728631 Dec 08 16:12:52.256953 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-5e7373f1-ad8d-4377-9c1a-93b64c82f4bf tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Request body: {'port': {'device_id': 'a9ba955b-bbc9-41bb-97f1-11e16a1e41c7', 'network_id': '17cdb798-b692-4f6e-9248-fdc193fabee9', 'admin_state_up': True, 'tenant_id': '82befcb31c1249a9af9da6811968cef2'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:52.265466 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '8dbbd8a0-b25b-4335-8fd0-6f31c8b4338f', 'network_id': 'aae70492-1682-4e18-b135-887c01697ca0', 'port_id': '8dbbd8a0-b25b-4335-8fd0-6f31c8b4338f', 'mac_address': 'fa:16:3e:d7:b3:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b9a45e-f6fb-459d-ae2c-34fcbd17d9b9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:12:52.374565 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-3f9aa0fc-a31a-4f66-9102-10ab13cd8638 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b55b1b2a634f4b8b8cc488d40fb8fb4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2512877 Dec 08 16:12:52.378968 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46708) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:52.497927 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 6a303f08-949c-4d09-a4b5-8c0c5e96c604 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:12:52.499652 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:52.568949 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-5e7373f1-ad8d-4377-9c1a-93b64c82f4bf tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Made reservation on behalf of 82befcb31c1249a9af9da6811968cef2 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:12:52.578815 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-5e7373f1-ad8d-4377-9c1a-93b64c82f4bf tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:52.594315 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-82bda0e0-48de-46f1-ad73-6bc5219b38ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:52.607883 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-29321504-7e07-4d9f-a7b6-2e93533fa321 req-1d9ffc7e-28c6-4671-97b2-f668149f5dbc tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=b17bf616-b9da-4561-b454-8c0a8229f500 HTTP/1.1" status: 200 len: 210 time: 0.0638404 Dec 08 16:12:52.626831 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 3639da6a-01d4-461d-b556-9e3d0c4704fb, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=3639da6a-01d4-461d-b556-9e3d0c4704fb,segment=NetworkSegment(2f425b4b-c69b-4ba0-88af-aadb1060cf77),segment_id=2f425b4b-c69b-4ba0-88af-aadb1060cf77)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:52.632428 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2873fc61-dc10-48c0-96e9-74871b1ab7aa req-67bba6ea-bfa9-4ae9-8346-9ac7852b5bc3 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:52.634244 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2873fc61-dc10-48c0-96e9-74871b1ab7aa req-67bba6ea-bfa9-4ae9-8346-9ac7852b5bc3 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ab0acad-5056-4d28-adc4-62a1d968ccf5 HTTP/1.1" status: 200 len: 949 time: 0.2056904 Dec 08 16:12:52.659309 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-82bda0e0-48de-46f1-ad73-6bc5219b38ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:52.698704 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '3639da6a-01d4-461d-b556-9e3d0c4704fb', 'network_id': '07a19fdc-d260-436b-ab24-0afbeda54efb', 'port_id': '3639da6a-01d4-461d-b556-9e3d0c4704fb', 'mac_address': 'fa:16:3e:83:25:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0be05e6a-4912-43c1-9ca5-90ada4e2aa36', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:12:52.719000 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:52.721499 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=031f45e2-33f3-4cfe-aa5a-1c6700564244,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:52.768916 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2873fc61-dc10-48c0-96e9-74871b1ab7aa req-ef174d9f-ffc6-4d7e-8178-b38a2037ce5b tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228778 Dec 08 16:12:52.795052 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dbbd8a0-b25b-4335-8fd0-6f31c8b4338f {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:12:52.801193 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-5e7373f1-ad8d-4377-9c1a-93b64c82f4bf tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Allocated IP 19.80.0.63 (17cdb798-b692-4f6e-9248-fdc193fabee9/79475198-e13e-4e8d-b593-5592b02569a4/b7f8eeb0-5c5f-45c9-85a3-a7f8e0cf18bc) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:12:52.829608 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-82bda0e0-48de-46f1-ad73-6bc5219b38ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:52.835486 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-82bda0e0-48de-46f1-ad73-6bc5219b38ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:52.850251 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-82bda0e0-48de-46f1-ad73-6bc5219b38ee admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7918164e-f2af-4a6a-a83b-ae51d84da6ed HTTP/1.1" status: 204 len: 168 time: 0.4698577 Dec 08 16:12:52.870921 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bda0e0-48de-46f1-ad73-6bc5219b38ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7918164e-f2af-4a6a-a83b-ae51d84da6ed,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:52.887793 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:52.894979 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 8dbbd8a0-b25b-4335-8fd0-6f31c8b4338f, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=8dbbd8a0-b25b-4335-8fd0-6f31c8b4338f,segment=NetworkSegment(6b0c82a0-bc9c-4886-a49c-1b810d61edae),segment_id=6b0c82a0-bc9c-4886-a49c-1b810d61edae)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:52.939969 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:52.962391 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3639da6a-01d4-461d-b556-9e3d0c4704fb {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:12:53.006753 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904484d-348e-463a-afef-966481a61341 req-e12a88f4-3dd6-4f1d-b47a-4676519fa251 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:53.007654 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02fb20b1-471e-442a-bda8-433b9e2e0039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6089fd86-18e9-4949-819e-27e032ef49b3'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:12:53.008384 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3904484d-348e-463a-afef-966481a61341 req-e12a88f4-3dd6-4f1d-b47a-4676519fa251 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=708a06d7-eda4-4040-9211-ba979e4d7297 HTTP/1.1" status: 200 len: 943 time: 0.1580009 Dec 08 16:12:53.011022 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c696abd2-8173-405a-bfa4-91845b4ed0ed" -d '{"events": [{"server_uuid": "02fb20b1-471e-442a-bda8-433b9e2e0039", "name": "network-vif-plugged", "status": "completed", "tag": "6089fd86-18e9-4949-819e-27e032ef49b3"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:12:53.038576 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:53.042988 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 6089fd86-18e9-4949-819e-27e032ef49b3, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=6089fd86-18e9-4949-819e-27e032ef49b3,segment=NetworkSegment(2f425b4b-c69b-4ba0-88af-aadb1060cf77),segment_id=2f425b4b-c69b-4ba0-88af-aadb1060cf77)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:53.080137 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9d98e9b0-484b-4756-a83a-cc3656f7fa62 req-eaf025f3-fae3-4e0c-8023-6480119ba529 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9ba955b-bbc9-41bb-97f1-11e16a1e41c7 HTTP/1.1" status: 200 len: 210 time: 0.0401924 Dec 08 16:12:53.082827 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 3639da6a-01d4-461d-b556-9e3d0c4704fb, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=3639da6a-01d4-461d-b556-9e3d0c4704fb,segment=NetworkSegment(2f425b4b-c69b-4ba0-88af-aadb1060cf77),segment_id=2f425b4b-c69b-4ba0-88af-aadb1060cf77)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:53.095670 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3904484d-348e-463a-afef-966481a61341 req-002f6885-99a7-4a83-9d40-8f0b17e3bfe7 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651379 Dec 08 16:12:53.099993 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=8dbbd8a0-b25b-4335-8fd0-6f31c8b4338f,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:53.131423 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-5e7373f1-ad8d-4377-9c1a-93b64c82f4bf tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:53.148158 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e8f687-a11f-425c-9747-925607a55cb0 x-openstack-request-id: req-e6e8f687-a11f-425c-9747-925607a55cb0 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:12:53.148488 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02fb20b1-471e-442a-bda8-433b9e2e0039", "name": "network-vif-plugged", "status": "completed", "tag": "6089fd86-18e9-4949-819e-27e032ef49b3", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:12:53.148764 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e6e8f687-a11f-425c-9747-925607a55cb0 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:12:53.149211 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02fb20b1-471e-442a-bda8-433b9e2e0039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6089fd86-18e9-4949-819e-27e032ef49b3', 'code': 200} Dec 08 16:12:53.270271 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d795a6aa-ed24-4590-a43c-840b055bdac3 req-079ef6fa-18d0-419b-98d9-efdbaa4c96de tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] 10.222.0.64 "GET /v2.0/ports?device_id=9445f012-73ad-4782-9eb7-a5f6f83bfabf HTTP/1.1" status: 200 len: 210 time: 0.0337021 Dec 08 16:12:53.291788 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc7563f-463e-4bc8-8c82-14ca7e7a57ca req-559e3b80-1e2b-48c5-ba54-7f6c2cdb5d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:53.293347 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4dc7563f-463e-4bc8-8c82-14ca7e7a57ca req-559e3b80-1e2b-48c5-ba54-7f6c2cdb5d8e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=02fb20b1-471e-442a-bda8-433b9e2e0039 HTTP/1.1" status: 200 len: 1096 time: 0.0758176 Dec 08 16:12:53.321990 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:53.321990 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:53.322275 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac435f-bd5f-402c-93ea-d30da66b00cc req-0dd345df-5a7b-4be7-b1dc-45cda9607d29 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:53.322275 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-11ac435f-bd5f-402c-93ea-d30da66b00cc req-0dd345df-5a7b-4be7-b1dc-45cda9607d29 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d79dbcb-7fd6-4cdd-a5f3-5b864cf0c675 HTTP/1.1" status: 200 len: 944 time: 0.0770867 Dec 08 16:12:53.334976 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-5e7373f1-ad8d-4377-9c1a-93b64c82f4bf tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:53.375365 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['8dbbd8a0-b25b-4335-8fd0-6f31c8b4338f'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:12:53.377583 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['6bf13bd6-3ae8-4a95-8090-bb78388882b8'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:12:53.424361 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-5e7373f1-ad8d-4377-9c1a-93b64c82f4bf tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Network 17cdb798-b692-4f6e-9248-fdc193fabee9 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:12:53.432787 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4dc7563f-463e-4bc8-8c82-14ca7e7a57ca req-07b5695b-4070-4db7-8cd7-f722ca585152 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=04d0ddc5-98b7-44ac-9206-b948a6e74d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272585 Dec 08 16:12:53.436592 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=6089fd86-18e9-4949-819e-27e032ef49b3,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:53.438013 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-5e7373f1-ad8d-4377-9c1a-93b64c82f4bf tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:12:53.449252 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-5e7373f1-ad8d-4377-9c1a-93b64c82f4bf tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:12:53.454148 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7373f1-ad8d-4377-9c1a-93b64c82f4bf tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Pushing event updated for resources: {'Port': ['ID=b7f8eeb0-5c5f-45c9-85a3-a7f8e0cf18bc,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:53.493855 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-11ac435f-bd5f-402c-93ea-d30da66b00cc req-fffa6d90-df7d-46de-be07-1461d3d5c72f tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/security-groups?id=04d0ddc5-98b7-44ac-9206-b948a6e74d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620951 Dec 08 16:12:53.507779 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7373f1-ad8d-4377-9c1a-93b64c82f4bf tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:53.509178 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7373f1-ad8d-4377-9c1a-93b64c82f4bf tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:53.509709 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7373f1-ad8d-4377-9c1a-93b64c82f4bf tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:53.510248 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7373f1-ad8d-4377-9c1a-93b64c82f4bf tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:53.510892 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7373f1-ad8d-4377-9c1a-93b64c82f4bf tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:53.511409 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7373f1-ad8d-4377-9c1a-93b64c82f4bf tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:53.511929 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7373f1-ad8d-4377-9c1a-93b64c82f4bf tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:53.512548 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7373f1-ad8d-4377-9c1a-93b64c82f4bf tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:53.531762 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7373f1-ad8d-4377-9c1a-93b64c82f4bf tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:53.535443 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7373f1-ad8d-4377-9c1a-93b64c82f4bf tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:53.537639 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7373f1-ad8d-4377-9c1a-93b64c82f4bf tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:53.538199 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7373f1-ad8d-4377-9c1a-93b64c82f4bf tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:53.538563 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7373f1-ad8d-4377-9c1a-93b64c82f4bf tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:53.562160 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=3639da6a-01d4-461d-b556-9e3d0c4704fb,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:53.596167 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-5e7373f1-ad8d-4377-9c1a-93b64c82f4bf tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:53.597025 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-5e7373f1-ad8d-4377-9c1a-93b64c82f4bf tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:53.704874 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83821112-dc87-403d-91f4-e6dd90b266a1 req-3714d6ef-d5da-4056-87a4-d188e87b7c9e tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:53.713247 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-83821112-dc87-403d-91f4-e6dd90b266a1 req-3714d6ef-d5da-4056-87a4-d188e87b7c9e tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.37 "GET /v2.0/networks?id=d3895c5a-dfc2-4888-9675-12d8856051aa HTTP/1.1" status: 200 len: 812 time: 0.2200041 Dec 08 16:12:53.727676 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-83821112-dc87-403d-91f4-e6dd90b266a1 req-f81f717f-e696-4647-b8ad-74d4fb77023b tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Request body: {'port': {'device_id': 'b17bf616-b9da-4561-b454-8c0a8229f500', 'network_id': 'd3895c5a-dfc2-4888-9675-12d8856051aa', 'admin_state_up': True, 'tenant_id': '90ed4b9bbb134343aae1287ee30eda23'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:53.740428 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-5e7373f1-ad8d-4377-9c1a-93b64c82f4bf tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4920957 Dec 08 16:12:53.751861 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['031f45e2-33f3-4cfe-aa5a-1c6700564244'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:12:53.752846 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-54f7ce37-6665-491c-b605-c5dc0cee194e tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Request body: {'port': {'device_id': 'a9ba955b-bbc9-41bb-97f1-11e16a1e41c7', 'network_id': 'f4ac694f-0d45-47e8-9dfc-c798907db4e8', 'admin_state_up': True, 'tenant_id': '82befcb31c1249a9af9da6811968cef2'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:53.832745 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['3639da6a-01d4-461d-b556-9e3d0c4704fb'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:12:53.844037 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-dee2e2b4-f61f-4169-8ae4-ae8b539fe24d None None] Provisioning complete for port b7f8eeb0-5c5f-45c9-85a3-a7f8e0cf18bc triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:12:53.844037 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-dee2e2b4-f61f-4169-8ae4-ae8b539fe24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:53.878301 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b893588b-c27e-46d5-848e-7956448810da req-2a0fe3cd-9ba5-4c51-a1e0-6f11852e2f23 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=b17bf616-b9da-4561-b454-8c0a8229f500 HTTP/1.1" status: 200 len: 210 time: 0.1419210 Dec 08 16:12:53.983202 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-dee2e2b4-f61f-4169-8ae4-ae8b539fe24d None None] Port b7f8eeb0-5c5f-45c9-85a3-a7f8e0cf18bc cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:12:54.006147 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.db.api [req-83821112-dc87-403d-91f4-e6dd90b266a1 req-f81f717f-e696-4647-b8ad-74d4fb77023b tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 08 16:12:54.006147 n-d-776250-12 neutron-server[110551]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 08 16:12:54.006147 n-d-776250-12 neutron-server[110551]: [parameters: {'project_id': '90ed4b9bbb134343aae1287ee30eda23', 'id': 'e31b1e4d-ac29-4afe-8094-645f6991bf70', 'expiration': datetime.datetime(2021, 12, 8, 16, 14, 53, 998286)}] Dec 08 16:12:54.006147 n-d-776250-12 neutron-server[110551]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:12:54.007630 n-d-776250-12 neutron-server[110551]: DEBUG oslo_db.api [req-83821112-dc87-403d-91f4-e6dd90b266a1 req-f81f717f-e696-4647-b8ad-74d4fb77023b tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:12:54.014268 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dfe080-fb2a-47a5-8232-b340b8055b1f req-9db73c79-1799-4da4-807f-097d3cee2da2 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:54.015956 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-27dfe080-fb2a-47a5-8232-b340b8055b1f req-9db73c79-1799-4da4-807f-097d3cee2da2 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ab0acad-5056-4d28-adc4-62a1d968ccf5 HTTP/1.1" status: 200 len: 949 time: 0.0913522 Dec 08 16:12:54.071778 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-27dfe080-fb2a-47a5-8232-b340b8055b1f req-a374b3bc-2cd2-47db-8423-a61056065db7 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445759 Dec 08 16:12:54.133849 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-54f7ce37-6665-491c-b605-c5dc0cee194e tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Made reservation on behalf of 82befcb31c1249a9af9da6811968cef2 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:12:54.138260 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-54f7ce37-6665-491c-b605-c5dc0cee194e tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:54.243865 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1c8fc-56a5-4595-bf38-cda9e2cd76b1 req-477d3262-bad0-4aa3-9f93-68ab0c46871b tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:54.245745 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e4d1c8fc-56a5-4595-bf38-cda9e2cd76b1 req-477d3262-bad0-4aa3-9f93-68ab0c46871b tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9ba955b-bbc9-41bb-97f1-11e16a1e41c7 HTTP/1.1" status: 200 len: 931 time: 0.0616555 Dec 08 16:12:54.301107 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e4d1c8fc-56a5-4595-bf38-cda9e2cd76b1 req-81fd6c33-c8e5-431f-9923-f19f5e32e5e1 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/security-groups?id=ca15dfaa-ea87-4015-8ed0-fd337a60a9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482938 Dec 08 16:12:54.316361 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6493ac83-3a23-4131-92d9-b601103414c3 req-9dbdcbbb-e6a8-44d2-9d66-71d9d9b64af3 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:54.317889 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6493ac83-3a23-4131-92d9-b601103414c3 req-9dbdcbbb-e6a8-44d2-9d66-71d9d9b64af3 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=708a06d7-eda4-4040-9211-ba979e4d7297 HTTP/1.1" status: 200 len: 944 time: 0.1033077 Dec 08 16:12:54.326871 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-54f7ce37-6665-491c-b605-c5dc0cee194e tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Allocated IP 19.86.0.80 (f4ac694f-0d45-47e8-9dfc-c798907db4e8/78f73dca-0fe3-4218-8965-018177320b36/cc7fc084-92e0-4f18-aca0-c2e47a24785b) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:12:54.389427 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6493ac83-3a23-4131-92d9-b601103414c3 req-d7aee319-c0c8-433d-82f9-f642815450db tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606658 Dec 08 16:12:54.421789 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-48ec6a30-be6d-45d4-9b0f-56eb144c3096 req-5edc91de-b9f7-4f74-b8e4-2d9148373a47 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] 10.222.0.64 "GET /v2.0/ports?device_id=9445f012-73ad-4782-9eb7-a5f6f83bfabf HTTP/1.1" status: 200 len: 210 time: 0.0481191 Dec 08 16:12:54.536075 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-54f7ce37-6665-491c-b605-c5dc0cee194e tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:54.620224 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7b4273-9629-4d19-9bd4-eec5d701ff6f req-b32d56c4-ea8c-480b-8239-8bd4e2e55247 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:54.621754 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ed7b4273-9629-4d19-9bd4-eec5d701ff6f req-b32d56c4-ea8c-480b-8239-8bd4e2e55247 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d79dbcb-7fd6-4cdd-a5f3-5b864cf0c675 HTTP/1.1" status: 200 len: 944 time: 0.0496452 Dec 08 16:12:54.623036 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83821112-dc87-403d-91f4-e6dd90b266a1 req-f81f717f-e696-4647-b8ad-74d4fb77023b tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Made reservation on behalf of 90ed4b9bbb134343aae1287ee30eda23 for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:12:54.628055 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-83821112-dc87-403d-91f4-e6dd90b266a1 req-f81f717f-e696-4647-b8ad-74d4fb77023b tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:54.679541 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ed7b4273-9629-4d19-9bd4-eec5d701ff6f req-1e49ff07-f57e-4da1-98e3-77eb97cc69a2 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/security-groups?id=04d0ddc5-98b7-44ac-9206-b948a6e74d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503960 Dec 08 16:12:54.688145 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-54f7ce37-6665-491c-b605-c5dc0cee194e tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:54.721870 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46756) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:54.739196 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-54f7ce37-6665-491c-b605-c5dc0cee194e tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Network f4ac694f-0d45-47e8-9dfc-c798907db4e8 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:12:54.742361 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-54f7ce37-6665-491c-b605-c5dc0cee194e tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:12:54.744961 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-54f7ce37-6665-491c-b605-c5dc0cee194e tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:12:54.781949 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f7ce37-6665-491c-b605-c5dc0cee194e tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Pushing event updated for resources: {'Port': ['ID=cc7fc084-92e0-4f18-aca0-c2e47a24785b,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:54.804137 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [req-83821112-dc87-403d-91f4-e6dd90b266a1 req-f81f717f-e696-4647-b8ad-74d4fb77023b tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Allocated IP 172.20.0.10 (d3895c5a-dfc2-4888-9675-12d8856051aa/0d672d1f-65b7-4f31-92ed-7adc71dac15e/ef2620a9-56c8-470d-bb08-2038fff95621) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:12:54.819789 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-54f7ce37-6665-491c-b605-c5dc0cee194e tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:54.820494 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-54f7ce37-6665-491c-b605-c5dc0cee194e tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:54.879322 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-fb70425c-279a-4f08-9eea-45d00564fe6a admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1607804842-network', 'tenant_id': '55be0fccb0bb45a9956c5502666d230b'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:54.906877 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-54f7ce37-6665-491c-b605-c5dc0cee194e tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1587479 Dec 08 16:12:54.927310 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-d0d393ce-bd15-48b6-87a3-2a953acd3de2 service neutron] Request body: {'port': {'device_id': 'a9ba955b-bbc9-41bb-97f1-11e16a1e41c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:54.991127 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-d0d393ce-bd15-48b6-87a3-2a953acd3de2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:55.012816 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-1f336112-933b-4d3a-ae28-9d000a4663ee None None] Provisioning complete for port cc7fc084-92e0-4f18-aca0-c2e47a24785b triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:12:55.014009 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1f336112-933b-4d3a-ae28-9d000a4663ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:55.016428 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-eb624c35-93ab-4b44-b0f1-8dd5da6d10e4 req-dcaa5927-05c7-475b-a7db-3981ac8a847b tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=b17bf616-b9da-4561-b454-8c0a8229f500 HTTP/1.1" status: 200 len: 210 time: 0.0375383 Dec 08 16:12:55.031825 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-83821112-dc87-403d-91f4-e6dd90b266a1 req-f81f717f-e696-4647-b8ad-74d4fb77023b tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:55.063913 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb70425c-279a-4f08-9eea-45d00564fe6a admin admin] Made reservation on behalf of 55be0fccb0bb45a9956c5502666d230b for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:12:55.066707 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fb70425c-279a-4f08-9eea-45d00564fe6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:55.081471 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fb70425c-279a-4f08-9eea-45d00564fe6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:55.082042 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 6bf13bd6-3ae8-4a95-8090-bb78388882b8 up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:12:55.110540 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-1f336112-933b-4d3a-ae28-9d000a4663ee None None] Port cc7fc084-92e0-4f18-aca0-c2e47a24785b cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:12:55.193184 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fb70425c-279a-4f08-9eea-45d00564fe6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:55.252093 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-83821112-dc87-403d-91f4-e6dd90b266a1 req-f81f717f-e696-4647-b8ad-74d4fb77023b tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:55.298646 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port 6bf13bd6-3ae8-4a95-8090-bb78388882b8 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:12:55.300204 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83821112-dc87-403d-91f4-e6dd90b266a1 req-f81f717f-e696-4647-b8ad-74d4fb77023b tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Network d3895c5a-dfc2-4888-9675-12d8856051aa is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:12:55.303362 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 6bf13bd6-3ae8-4a95-8090-bb78388882b8 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:12:55.304006 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:55.305558 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [req-83821112-dc87-403d-91f4-e6dd90b266a1 req-f81f717f-e696-4647-b8ad-74d4fb77023b tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:12:55.309610 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-83821112-dc87-403d-91f4-e6dd90b266a1 req-f81f717f-e696-4647-b8ad-74d4fb77023b tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:12:55.352008 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc992fae-fdce-4e0a-9797-e39c917d6d7a req-620e241b-2035-41b2-81cc-6e2baf8f2b4f tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:55.353719 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cc992fae-fdce-4e0a-9797-e39c917d6d7a req-620e241b-2035-41b2-81cc-6e2baf8f2b4f tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ab0acad-5056-4d28-adc4-62a1d968ccf5 HTTP/1.1" status: 200 len: 949 time: 0.1724899 Dec 08 16:12:55.360572 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83821112-dc87-403d-91f4-e6dd90b266a1 req-f81f717f-e696-4647-b8ad-74d4fb77023b tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:55.361248 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-83821112-dc87-403d-91f4-e6dd90b266a1 req-f81f717f-e696-4647-b8ad-74d4fb77023b tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:55.370703 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fb70425c-279a-4f08-9eea-45d00564fe6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:55.391264 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81f717f-e696-4647-b8ad-74d4fb77023b tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Pushing event updated for resources: {'Port': ['ID=ef2620a9-56c8-470d-bb08-2038fff95621,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:55.445621 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb70425c-279a-4f08-9eea-45d00564fe6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:12:55.455809 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb70425c-279a-4f08-9eea-45d00564fe6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa9e763-1513-4dac-a9e7-2479236cbff5,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:55.462475 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fb70425c-279a-4f08-9eea-45d00564fe6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:55.462475 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-fb70425c-279a-4f08-9eea-45d00564fe6a admin admin] Added segment 81d0815d-4e79-40d6-959b-a980661b84f0 of type vlan for network a41e9618-512e-4fb2-9503-5665265ec0a7 Dec 08 16:12:55.471826 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cc992fae-fdce-4e0a-9797-e39c917d6d7a req-1acefc9a-4079-46d6-9985-dfcf5711aff9 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082356 Dec 08 16:12:55.486578 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2cb90-2297-4a7e-b372-846073c8ea69 req-15c9d372-ff4c-46a8-988c-1d56207e12e8 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:55.488896 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-63a2cb90-2297-4a7e-b372-846073c8ea69 req-15c9d372-ff4c-46a8-988c-1d56207e12e8 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] 10.222.0.37 "GET /v2.0/networks?id=302c30a7-bb07-4824-b9e9-efc4753720c4 HTTP/1.1" status: 200 len: 814 time: 0.2660556 Dec 08 16:12:55.505259 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:55.527128 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-83821112-dc87-403d-91f4-e6dd90b266a1 req-f81f717f-e696-4647-b8ad-74d4fb77023b tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8039944 Dec 08 16:12:55.531567 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d79dbcb-7fd6-4cdd-a5f3-5b864cf0c675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf13bd6-3ae8-4a95-8090-bb78388882b8'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:12:55.534277 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e4b2e1-b9bf-4060-8fdb-f89946efd15e" -d '{"events": [{"server_uuid": "7d79dbcb-7fd6-4cdd-a5f3-5b864cf0c675", "name": "network-vif-plugged", "status": "completed", "tag": "6bf13bd6-3ae8-4a95-8090-bb78388882b8"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:12:55.549609 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 6bf13bd6-3ae8-4a95-8090-bb78388882b8, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=6bf13bd6-3ae8-4a95-8090-bb78388882b8,segment=NetworkSegment(2f425b4b-c69b-4ba0-88af-aadb1060cf77),segment_id=2f425b4b-c69b-4ba0-88af-aadb1060cf77)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:55.552446 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fb70425c-279a-4f08-9eea-45d00564fe6a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:55.568328 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-83821112-dc87-403d-91f4-e6dd90b266a1 req-f56fbf33-b4e0-4c7c-9e80-134798ce030d service neutron] Request body: {'port': {'device_id': 'b17bf616-b9da-4561-b454-8c0a8229f500', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:55.618325 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:55.619445 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 8dbbd8a0-b25b-4335-8fd0-6f31c8b4338f up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:12:55.662111 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2f453-48ac-46a2-b4c3-84a0711fea2b req-42714ef6-bcce-455d-8820-3ad1d52f1d5b tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:55.666757 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-63a2cb90-2297-4a7e-b372-846073c8ea69 req-f7c4aa9b-2bde-46e1-9924-7f88b0819e4a tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4bc823f590d4f5ab08e225067f150b6 HTTP/1.1" status: 200 len: 380 time: 0.1654446 Dec 08 16:12:55.668206 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2f453-48ac-46a2-b4c3-84a0711fea2b req-42714ef6-bcce-455d-8820-3ad1d52f1d5b tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:55.670073 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-d0d393ce-bd15-48b6-87a3-2a953acd3de2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7f8eeb0-5c5f-45c9-85a3-a7f8e0cf18bc {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:12:55.670270 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-69b2f453-48ac-46a2-b4c3-84a0711fea2b req-42714ef6-bcce-455d-8820-3ad1d52f1d5b tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9ba955b-bbc9-41bb-97f1-11e16a1e41c7 HTTP/1.1" status: 200 len: 1653 time: 0.1673007 Dec 08 16:12:55.679325 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-83821112-dc87-403d-91f4-e6dd90b266a1 req-f56fbf33-b4e0-4c7c-9e80-134798ce030d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:55.685951 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-63a2cb90-2297-4a7e-b372-846073c8ea69 req-6eff10e0-0959-45d4-8747-37e26597e270 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Request body: {'port': {'device_id': '9445f012-73ad-4782-9eb7-a5f6f83bfabf', 'network_id': '302c30a7-bb07-4824-b9e9-efc4753720c4', 'admin_state_up': True, 'tenant_id': 'f4bc823f590d4f5ab08e225067f150b6', 'security_groups': ['67f6f32d-f66d-4d53-bc95-f0e53763f26e']}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:55.705662 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fb70425c-279a-4f08-9eea-45d00564fe6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:55.706655 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb70425c-279a-4f08-9eea-45d00564fe6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:55.710490 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fb70425c-279a-4f08-9eea-45d00564fe6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:55.723521 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=6bf13bd6-3ae8-4a95-8090-bb78388882b8,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:55.737326 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-d0d393ce-bd15-48b6-87a3-2a953acd3de2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:55.773327 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09dfbde-bfce-46b9-9c16-2365ea1ba4a1 req-df340274-21e2-4477-866d-544720561fdd tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:55.774871 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e09dfbde-bfce-46b9-9c16-2365ea1ba4a1 req-df340274-21e2-4477-866d-544720561fdd tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=708a06d7-eda4-4040-9211-ba979e4d7297 HTTP/1.1" status: 200 len: 944 time: 0.1881049 Dec 08 16:12:55.775914 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-d0d393ce-bd15-48b6-87a3-2a953acd3de2 service neutron] Transition to ACTIVE for port object b7f8eeb0-5c5f-45c9-85a3-a7f8e0cf18bc will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:12:55.813303 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port 8dbbd8a0-b25b-4335-8fd0-6f31c8b4338f completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:12:55.818136 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 8dbbd8a0-b25b-4335-8fd0-6f31c8b4338f triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:12:55.818772 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:55.851399 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb70425c-279a-4f08-9eea-45d00564fe6a admin admin] Pushing event updated for resources: {'Network': ['ID=a41e9618-512e-4fb2-9503-5665265ec0a7,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:55.856286 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e09dfbde-bfce-46b9-9c16-2365ea1ba4a1 req-11f36fa7-abd8-48de-9626-84c996313c64 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733173 Dec 08 16:12:55.861933 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-69b2f453-48ac-46a2-b4c3-84a0711fea2b req-be69108b-3bb4-42ac-a65d-16abc3f94f43 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/security-groups?id=ca15dfaa-ea87-4015-8ed0-fd337a60a9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718073 Dec 08 16:12:55.876428 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network a41e9618-512e-4fb2-9503-5665265ec0a7 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:12:55.917696 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-d0d393ce-bd15-48b6-87a3-2a953acd3de2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:55.930318 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415132bf-9fc5-49ab-9589-33f729300c3e x-openstack-request-id: req-415132bf-9fc5-49ab-9589-33f729300c3e {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:12:55.930635 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d79dbcb-7fd6-4cdd-a5f3-5b864cf0c675", "name": "network-vif-plugged", "status": "completed", "tag": "6bf13bd6-3ae8-4a95-8090-bb78388882b8", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:12:55.935257 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-415132bf-9fc5-49ab-9589-33f729300c3e {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:12:55.935257 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d79dbcb-7fd6-4cdd-a5f3-5b864cf0c675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf13bd6-3ae8-4a95-8090-bb78388882b8', 'code': 200} Dec 08 16:12:55.942320 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-fb70425c-279a-4f08-9eea-45d00564fe6a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2186897 Dec 08 16:12:55.946023 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46774) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:55.952157 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-bc593f76-29da-41bf-95f9-45baafa59a03 admin admin] Request body: {'subnet': {'network_id': 'a41e9618-512e-4fb2-9503-5665265ec0a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1607804842-subnet', 'tenant_id': '55be0fccb0bb45a9956c5502666d230b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:56.002464 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d393ce-bd15-48b6-87a3-2a953acd3de2 service neutron] Pushing event updated for resources: {'Port': ['ID=b7f8eeb0-5c5f-45c9-85a3-a7f8e0cf18bc,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:56.011582 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:56.066679 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 8dbbd8a0-b25b-4335-8fd0-6f31c8b4338f, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=8dbbd8a0-b25b-4335-8fd0-6f31c8b4338f,segment=NetworkSegment(6b0c82a0-bc9c-4886-a49c-1b810d61edae),segment_id=6b0c82a0-bc9c-4886-a49c-1b810d61edae)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:56.131777 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63a2cb90-2297-4a7e-b372-846073c8ea69 req-6eff10e0-0959-45d4-8747-37e26597e270 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Made reservation on behalf of f4bc823f590d4f5ab08e225067f150b6 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:12:56.135387 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-63a2cb90-2297-4a7e-b372-846073c8ea69 req-6eff10e0-0959-45d4-8747-37e26597e270 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:56.152264 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a73e9354-d0c7-4463-9f8f-08b0f20b401b req-94e29221-f009-4648-84e5-a7209b11f3aa tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] 10.222.0.64 "GET /v2.0/ports?device_id=9445f012-73ad-4782-9eb7-a5f6f83bfabf HTTP/1.1" status: 200 len: 210 time: 0.0721672 Dec 08 16:12:56.167445 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:56.202045 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb19801f-8b73-448d-baed-d2b4808d392c req-50b98855-1a17-4dfe-9457-755c4b06d236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:56.204200 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fb19801f-8b73-448d-baed-d2b4808d392c req-50b98855-1a17-4dfe-9457-755c4b06d236 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7d79dbcb-7fd6-4cdd-a5f3-5b864cf0c675 HTTP/1.1" status: 200 len: 1097 time: 0.1254728 Dec 08 16:12:56.237656 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d608c3-f141-468a-a873-43896f3ca4d3 req-b9eeb216-d8f3-4da9-8110-fc8d17dd4acc tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:56.239264 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-87d608c3-f141-468a-a873-43896f3ca4d3 req-b9eeb216-d8f3-4da9-8110-fc8d17dd4acc tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d79dbcb-7fd6-4cdd-a5f3-5b864cf0c675 HTTP/1.1" status: 200 len: 945 time: 0.2003469 Dec 08 16:12:56.281659 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=8dbbd8a0-b25b-4335-8fd0-6f31c8b4338f,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:56.343910 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-d0d393ce-bd15-48b6-87a3-2a953acd3de2 service neutron] Attempting to bind port b7f8eeb0-5c5f-45c9-85a3-a7f8e0cf18bc on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:12:56.344272 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-d0d393ce-bd15-48b6-87a3-2a953acd3de2 service neutron] Attempting to bind port b7f8eeb0-5c5f-45c9-85a3-a7f8e0cf18bc by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': 'ae47a093-9258-497d-8eb2-99fa9ba28887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '17cdb798-b692-4f6e-9248-fdc193fabee9'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:12:56.344532 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fb19801f-8b73-448d-baed-d2b4808d392c req-d3ea95ac-959a-49a4-9730-966d80c676de service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=04d0ddc5-98b7-44ac-9206-b948a6e74d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311800 Dec 08 16:12:56.344640 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-d0d393ce-bd15-48b6-87a3-2a953acd3de2 service neutron] Attempting to bind port b7f8eeb0-5c5f-45c9-85a3-a7f8e0cf18bc on network 17cdb798-b692-4f6e-9248-fdc193fabee9 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:12:56.362197 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-d0d393ce-bd15-48b6-87a3-2a953acd3de2 service neutron] Port b7f8eeb0-5c5f-45c9-85a3-a7f8e0cf18bc on network 17cdb798-b692-4f6e-9248-fdc193fabee9 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:12:56.362527 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-d0d393ce-bd15-48b6-87a3-2a953acd3de2 service neutron] Attempting to bind port b7f8eeb0-5c5f-45c9-85a3-a7f8e0cf18bc on network 17cdb798-b692-4f6e-9248-fdc193fabee9 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:12:56.373297 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc593f76-29da-41bf-95f9-45baafa59a03 admin admin] Made reservation on behalf of 55be0fccb0bb45a9956c5502666d230b for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:12:56.378907 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bc593f76-29da-41bf-95f9-45baafa59a03 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:56.386766 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-d0d393ce-bd15-48b6-87a3-2a953acd3de2 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:12:56.387135 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-d0d393ce-bd15-48b6-87a3-2a953acd3de2 service neutron] Checking segment: {'id': 'ae47a093-9258-497d-8eb2-99fa9ba28887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '17cdb798-b692-4f6e-9248-fdc193fabee9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:12:56.387525 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-d0d393ce-bd15-48b6-87a3-2a953acd3de2 service neutron] Bound using segment: {'id': 'ae47a093-9258-497d-8eb2-99fa9ba28887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '17cdb798-b692-4f6e-9248-fdc193fabee9'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:12:56.387966 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-d0d393ce-bd15-48b6-87a3-2a953acd3de2 service neutron] Bound port: b7f8eeb0-5c5f-45c9-85a3-a7f8e0cf18bc, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae47a093-9258-497d-8eb2-99fa9ba28887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '17cdb798-b692-4f6e-9248-fdc193fabee9'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:12:56.388355 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-d0d393ce-bd15-48b6-87a3-2a953acd3de2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:56.407429 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bbba9a-da20-4299-9739-e3d8b7136839 req-f0710c42-9b9b-4cba-8cf1-a72a5b2fd397 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:56.415580 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-47bbba9a-da20-4299-9739-e3d8b7136839 req-f0710c42-9b9b-4cba-8cf1-a72a5b2fd397 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=b17bf616-b9da-4561-b454-8c0a8229f500 HTTP/1.1" status: 200 len: 932 time: 0.1518376 Dec 08 16:12:56.418366 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [req-83821112-dc87-403d-91f4-e6dd90b266a1 req-f56fbf33-b4e0-4c7c-9e80-134798ce030d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef2620a9-56c8-470d-bb08-2038fff95621 {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:12:56.437661 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-87d608c3-f141-468a-a873-43896f3ca4d3 req-8ddf13ee-a376-4480-8e9a-0669a4b1b275 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/security-groups?id=04d0ddc5-98b7-44ac-9206-b948a6e74d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794257 Dec 08 16:12:56.486456 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-83821112-dc87-403d-91f4-e6dd90b266a1 req-f56fbf33-b4e0-4c7c-9e80-134798ce030d service neutron] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:56.494208 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-63a2cb90-2297-4a7e-b372-846073c8ea69 req-6eff10e0-0959-45d4-8747-37e26597e270 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Allocated IP 172.20.0.4 (302c30a7-bb07-4824-b9e9-efc4753720c4/609177ea-d70f-42b5-947d-ac0be047b1d5/06792e63-a731-4cf1-a007-f109ca08a5e4) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:12:56.533168 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-d0d393ce-bd15-48b6-87a3-2a953acd3de2 service neutron] For port b7f8eeb0-5c5f-45c9-85a3-a7f8e0cf18bc, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:12:56.541376 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-d0d393ce-bd15-48b6-87a3-2a953acd3de2 service neutron] For port b7f8eeb0-5c5f-45c9-85a3-a7f8e0cf18bc, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=b7f8eeb0-5c5f-45c9-85a3-a7f8e0cf18bc,segment=NetworkSegment(ae47a093-9258-497d-8eb2-99fa9ba28887),segment_id=ae47a093-9258-497d-8eb2-99fa9ba28887)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:12:56.550471 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [req-83821112-dc87-403d-91f4-e6dd90b266a1 req-f56fbf33-b4e0-4c7c-9e80-134798ce030d service neutron] Transition to ACTIVE for port object ef2620a9-56c8-470d-bb08-2038fff95621 will not be triggered until provisioned by entity L2. {{(pid=110551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:12:56.574519 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-47bbba9a-da20-4299-9739-e3d8b7136839 req-0c8e645a-e32c-4439-a03e-4f18622113e5 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588507 Dec 08 16:12:56.635374 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-d0d393ce-bd15-48b6-87a3-2a953acd3de2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:56.680576 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-83821112-dc87-403d-91f4-e6dd90b266a1 req-f56fbf33-b4e0-4c7c-9e80-134798ce030d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:56.768548 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bc593f76-29da-41bf-95f9-45baafa59a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:56.770661 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56fbf33-b4e0-4c7c-9e80-134798ce030d service neutron] Pushing event updated for resources: {'Port': ['ID=ef2620a9-56c8-470d-bb08-2038fff95621,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:56.876906 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc593f76-29da-41bf-95f9-45baafa59a03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5b9f5e2-af58-47bd-842e-8978d4e98117,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:56.887735 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-83821112-dc87-403d-91f4-e6dd90b266a1 req-f56fbf33-b4e0-4c7c-9e80-134798ce030d service neutron] Attempting to bind port ef2620a9-56c8-470d-bb08-2038fff95621 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:12:56.888247 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-83821112-dc87-403d-91f4-e6dd90b266a1 req-f56fbf33-b4e0-4c7c-9e80-134798ce030d service neutron] Attempting to bind port ef2620a9-56c8-470d-bb08-2038fff95621 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': 'f996c948-5ac9-42a3-ac04-df4c75288f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3895c5a-dfc2-4888-9675-12d8856051aa'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:12:56.888592 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83821112-dc87-403d-91f4-e6dd90b266a1 req-f56fbf33-b4e0-4c7c-9e80-134798ce030d service neutron] Attempting to bind port ef2620a9-56c8-470d-bb08-2038fff95621 on network d3895c5a-dfc2-4888-9675-12d8856051aa {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:12:56.891408 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc593f76-29da-41bf-95f9-45baafa59a03 admin admin] Checking segment: {'id': '81d0815d-4e79-40d6-959b-a980661b84f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a41e9618-512e-4fb2-9503-5665265ec0a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:12:56.891808 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc593f76-29da-41bf-95f9-45baafa59a03 admin admin] Network hostable DHCP agents. Network: a41e9618-512e-4fb2-9503-5665265ec0a7, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:12:56.899696 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83821112-dc87-403d-91f4-e6dd90b266a1 req-f56fbf33-b4e0-4c7c-9e80-134798ce030d service neutron] Port ef2620a9-56c8-470d-bb08-2038fff95621 on network d3895c5a-dfc2-4888-9675-12d8856051aa not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:12:56.900032 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83821112-dc87-403d-91f4-e6dd90b266a1 req-f56fbf33-b4e0-4c7c-9e80-134798ce030d service neutron] Attempting to bind port ef2620a9-56c8-470d-bb08-2038fff95621 on network d3895c5a-dfc2-4888-9675-12d8856051aa {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:12:56.909161 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83821112-dc87-403d-91f4-e6dd90b266a1 req-f56fbf33-b4e0-4c7c-9e80-134798ce030d service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:12:56.909521 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83821112-dc87-403d-91f4-e6dd90b266a1 req-f56fbf33-b4e0-4c7c-9e80-134798ce030d service neutron] Checking segment: {'id': 'f996c948-5ac9-42a3-ac04-df4c75288f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3895c5a-dfc2-4888-9675-12d8856051aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:12:56.909924 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83821112-dc87-403d-91f4-e6dd90b266a1 req-f56fbf33-b4e0-4c7c-9e80-134798ce030d service neutron] Bound using segment: {'id': 'f996c948-5ac9-42a3-ac04-df4c75288f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3895c5a-dfc2-4888-9675-12d8856051aa'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:12:56.910381 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-83821112-dc87-403d-91f4-e6dd90b266a1 req-f56fbf33-b4e0-4c7c-9e80-134798ce030d service neutron] Bound port: ef2620a9-56c8-470d-bb08-2038fff95621, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f996c948-5ac9-42a3-ac04-df4c75288f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3895c5a-dfc2-4888-9675-12d8856051aa'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:12:56.910755 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-83821112-dc87-403d-91f4-e6dd90b266a1 req-f56fbf33-b4e0-4c7c-9e80-134798ce030d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:57.012719 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc593f76-29da-41bf-95f9-45baafa59a03 admin admin] Network a41e9618-512e-4fb2-9503-5665265ec0a7 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:12:57.024519 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-83821112-dc87-403d-91f4-e6dd90b266a1 req-f56fbf33-b4e0-4c7c-9e80-134798ce030d service neutron] For port ef2620a9-56c8-470d-bb08-2038fff95621, host n-h2-776250-12, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:12:57.030799 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-83821112-dc87-403d-91f4-e6dd90b266a1 req-f56fbf33-b4e0-4c7c-9e80-134798ce030d service neutron] For port ef2620a9-56c8-470d-bb08-2038fff95621, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=ef2620a9-56c8-470d-bb08-2038fff95621,segment=NetworkSegment(f996c948-5ac9-42a3-ac04-df4c75288f01),segment_id=f996c948-5ac9-42a3-ac04-df4c75288f01)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:12:57.046058 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd0adf5-c98a-4d51-96e5-b5053e127047 req-706a49db-686e-4baf-96f1-1b71454a9ecc tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:57.052263 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd0adf5-c98a-4d51-96e5-b5053e127047 req-706a49db-686e-4baf-96f1-1b71454a9ecc tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:57.053098 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-d0d393ce-bd15-48b6-87a3-2a953acd3de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:57.054187 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-d0d393ce-bd15-48b6-87a3-2a953acd3de2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:57.054270 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1bd0adf5-c98a-4d51-96e5-b5053e127047 req-706a49db-686e-4baf-96f1-1b71454a9ecc tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9ba955b-bbc9-41bb-97f1-11e16a1e41c7 HTTP/1.1" status: 200 len: 1665 time: 0.1030474 Dec 08 16:12:57.055145 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-d0d393ce-bd15-48b6-87a3-2a953acd3de2 service neutron] 10.222.0.37 "PUT /v2.0/ports/b7f8eeb0-5c5f-45c9-85a3-a7f8e0cf18bc HTTP/1.1" status: 200 len: 1092 time: 2.1333811 Dec 08 16:12:57.059399 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9ba955b-bbc9-41bb-97f1-11e16a1e41c7', 'tag': 'b7f8eeb0-5c5f-45c9-85a3-a7f8e0cf18bc'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:12:57.062327 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d157d6-9bf3-4c1c-869e-defa98361e06" -d '{"events": [{"name": "network-changed", "server_uuid": "a9ba955b-bbc9-41bb-97f1-11e16a1e41c7", "tag": "b7f8eeb0-5c5f-45c9-85a3-a7f8e0cf18bc"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:12:57.113606 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-63a2cb90-2297-4a7e-b372-846073c8ea69 req-6eff10e0-0959-45d4-8747-37e26597e270 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:57.127915 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1bd0adf5-c98a-4d51-96e5-b5053e127047 req-4cc8c9bc-5b13-4baf-adf9-019082241ed8 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/security-groups?id=ca15dfaa-ea87-4015-8ed0-fd337a60a9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625134 Dec 08 16:12:57.129270 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-bc593f76-29da-41bf-95f9-45baafa59a03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, a41e9618-512e-4fb2-9503-5665265ec0a7) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:12:57.130897 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793fc305-5657-42c7-8a6f-aa9e9337d879 req-4c369fdf-2bbc-4912-884f-9ab4501bcfe6 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:57.132669 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-793fc305-5657-42c7-8a6f-aa9e9337d879 req-4c369fdf-2bbc-4912-884f-9ab4501bcfe6 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ab0acad-5056-4d28-adc4-62a1d968ccf5 HTTP/1.1" status: 200 len: 949 time: 0.5133126 Dec 08 16:12:57.135056 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d393ce-bd15-48b6-87a3-2a953acd3de2 service neutron] Pushing event updated for resources: {'Port': ['ID=b7f8eeb0-5c5f-45c9-85a3-a7f8e0cf18bc,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:57.144579 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83819ce-ee49-4abe-a2d0-d88cc09e1bdf None None] Network a41e9618-512e-4fb2-9503-5665265ec0a7 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:12:57.147982 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc593f76-29da-41bf-95f9-45baafa59a03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:57.149300 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bc593f76-29da-41bf-95f9-45baafa59a03 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:57.196829 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-83821112-dc87-403d-91f4-e6dd90b266a1 req-f56fbf33-b4e0-4c7c-9e80-134798ce030d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:57.227493 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-b01d40c4-13f8-4163-95e3-cd9dee6c916b service neutron] Request body: {'port': {'device_id': 'a9ba955b-bbc9-41bb-97f1-11e16a1e41c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:57.289797 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83821112-dc87-403d-91f4-e6dd90b266a1 req-f56fbf33-b4e0-4c7c-9e80-134798ce030d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:57.290871 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-83821112-dc87-403d-91f4-e6dd90b266a1 req-f56fbf33-b4e0-4c7c-9e80-134798ce030d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:57.291018 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2301ee13-a2e8-4b0f-acbc-aaa5bc3997eb None None] Network a41e9618-512e-4fb2-9503-5665265ec0a7 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:12:57.292376 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-83821112-dc87-403d-91f4-e6dd90b266a1 req-f56fbf33-b4e0-4c7c-9e80-134798ce030d service neutron] 10.222.0.37 "PUT /v2.0/ports/ef2620a9-56c8-470d-bb08-2038fff95621 HTTP/1.1" status: 200 len: 1093 time: 1.7307990 Dec 08 16:12:57.294424 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b17bf616-b9da-4561-b454-8c0a8229f500', 'tag': 'ef2620a9-56c8-470d-bb08-2038fff95621'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:12:57.297179 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a97b3ca3-dd09-4f63-b658-19b0ceeabf30" -d '{"events": [{"name": "network-changed", "server_uuid": "b17bf616-b9da-4561-b454-8c0a8229f500", "tag": "ef2620a9-56c8-470d-bb08-2038fff95621"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:12:57.327105 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-793fc305-5657-42c7-8a6f-aa9e9337d879 req-7ddc8d6f-fbe8-4640-bc69-74b2f51e1410 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654811 Dec 08 16:12:57.334238 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-bc593f76-29da-41bf-95f9-45baafa59a03 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3868923 Dec 08 16:12:57.345508 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 031f45e2-33f3-4cfe-aa5a-1c6700564244 up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:12:57.351024 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56fbf33-b4e0-4c7c-9e80-134798ce030d service neutron] Pushing event updated for resources: {'Port': ['ID=ef2620a9-56c8-470d-bb08-2038fff95621,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:57.352683 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-b01d40c4-13f8-4163-95e3-cd9dee6c916b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:57.380015 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e6e8c4-8b46-41bb-a1ac-43df0bd8ea12 req-c3876d8b-d8ba-4228-83fc-2ad6ac2d4ebb tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:57.381700 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c9e6e8c4-8b46-41bb-a1ac-43df0bd8ea12 req-c3876d8b-d8ba-4228-83fc-2ad6ac2d4ebb tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=708a06d7-eda4-4040-9211-ba979e4d7297 HTTP/1.1" status: 200 len: 945 time: 0.1384676 Dec 08 16:12:57.386349 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-63a2cb90-2297-4a7e-b372-846073c8ea69 req-6eff10e0-0959-45d4-8747-37e26597e270 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:57.450170 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e349daa-ba22-4d79-8292-5aaa75877e3a x-openstack-request-id: req-6e349daa-ba22-4d79-8292-5aaa75877e3a {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:12:57.450474 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9ba955b-bbc9-41bb-97f1-11e16a1e41c7", "tag": "b7f8eeb0-5c5f-45c9-85a3-a7f8e0cf18bc", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:12:57.452121 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6e349daa-ba22-4d79-8292-5aaa75877e3a {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:12:57.452121 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9ba955b-bbc9-41bb-97f1-11e16a1e41c7', 'tag': 'b7f8eeb0-5c5f-45c9-85a3-a7f8e0cf18bc', 'status': 'completed', 'code': 200} Dec 08 16:12:57.452933 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eff10e0-0959-45d4-8747-37e26597e270 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Pushing event updated for resources: {'Port': ['ID=06792e63-a731-4cf1-a007-f109ca08a5e4,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:57.560724 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port 031f45e2-33f3-4cfe-aa5a-1c6700564244 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:12:57.566172 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 031f45e2-33f3-4cfe-aa5a-1c6700564244 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:12:57.566709 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:57.615284 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63a2cb90-2297-4a7e-b372-846073c8ea69 req-6eff10e0-0959-45d4-8747-37e26597e270 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Network 302c30a7-bb07-4824-b9e9-efc4753720c4 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:12:57.616962 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-63a2cb90-2297-4a7e-b372-846073c8ea69 req-6eff10e0-0959-45d4-8747-37e26597e270 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:12:57.619822 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a2cb90-2297-4a7e-b372-846073c8ea69 req-6eff10e0-0959-45d4-8747-37e26597e270 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:12:57.656642 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c9e6e8c4-8b46-41bb-a1ac-43df0bd8ea12 req-b1c292ec-2678-432f-86b4-98d154a1da2e tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631164 Dec 08 16:12:57.683256 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:57.711222 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d157d6-9bf3-4c1c-869e-defa98361e06 req-aa74ac2f-868e-4dfa-a39d-74acf12382dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:57.711718 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d157d6-9bf3-4c1c-869e-defa98361e06 req-aa74ac2f-868e-4dfa-a39d-74acf12382dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:57.719430 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d5d157d6-9bf3-4c1c-869e-defa98361e06 req-aa74ac2f-868e-4dfa-a39d-74acf12382dd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=82befcb31c1249a9af9da6811968cef2&device_id=a9ba955b-bbc9-41bb-97f1-11e16a1e41c7 HTTP/1.1" status: 200 len: 1913 time: 0.2511921 Dec 08 16:12:57.727577 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83821112-dc87-403d-91f4-e6dd90b266a1 req-ebfeb7e6-c1f2-4150-9eb4-2bfbddc54350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:57.732169 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-83821112-dc87-403d-91f4-e6dd90b266a1 req-ebfeb7e6-c1f2-4150-9eb4-2bfbddc54350 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=90ed4b9bbb134343aae1287ee30eda23&device_id=b17bf616-b9da-4561-b454-8c0a8229f500 HTTP/1.1" status: 200 len: 1096 time: 0.2600346 Dec 08 16:12:57.766638 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 031f45e2-33f3-4cfe-aa5a-1c6700564244, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=031f45e2-33f3-4cfe-aa5a-1c6700564244,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:57.776431 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b3a68f-5440-49b1-913e-12c1c1007751 x-openstack-request-id: req-c8b3a68f-5440-49b1-913e-12c1c1007751 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:12:57.776748 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b17bf616-b9da-4561-b454-8c0a8229f500", "tag": "ef2620a9-56c8-470d-bb08-2038fff95621", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:12:57.777021 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c8b3a68f-5440-49b1-913e-12c1c1007751 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:12:57.778106 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b17bf616-b9da-4561-b454-8c0a8229f500', 'tag': 'ef2620a9-56c8-470d-bb08-2038fff95621', 'status': 'completed', 'code': 200} Dec 08 16:12:57.808955 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9525f1dd-7772-44d8-8c13-32a704e5b153 req-aba8db51-b254-4017-b798-5cf699425cc4 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:57.812915 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9525f1dd-7772-44d8-8c13-32a704e5b153 req-aba8db51-b254-4017-b798-5cf699425cc4 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] 10.222.0.64 "GET /v2.0/ports?device_id=9445f012-73ad-4782-9eb7-a5f6f83bfabf HTTP/1.1" status: 200 len: 931 time: 0.2753036 Dec 08 16:12:57.830617 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-83821112-dc87-403d-91f4-e6dd90b266a1 req-da4c6109-8b92-4c50-b3c6-ef4ae5d24a39 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef2620a9-56c8-470d-bb08-2038fff95621 HTTP/1.1" status: 200 len: 217 time: 0.0902395 Dec 08 16:12:57.834540 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2cb90-2297-4a7e-b372-846073c8ea69 req-6eff10e0-0959-45d4-8747-37e26597e270 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:57.835603 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-63a2cb90-2297-4a7e-b372-846073c8ea69 req-6eff10e0-0959-45d4-8747-37e26597e270 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:57.909527 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:57.915360 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 3639da6a-01d4-461d-b556-9e3d0c4704fb up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:12:57.953181 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '708a06d7-eda4-4040-9211-ba979e4d7297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dbbd8a0-b25b-4335-8fd0-6f31c8b4338f'}, {'server_uuid': '5ab0acad-5056-4d28-adc4-62a1d968ccf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '031f45e2-33f3-4cfe-aa5a-1c6700564244'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:12:57.953817 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76fb63a3-8d1a-465b-a11a-cb4eeabd227e" -d '{"events": [{"server_uuid": "708a06d7-eda4-4040-9211-ba979e4d7297", "name": "network-vif-plugged", "status": "completed", "tag": "8dbbd8a0-b25b-4335-8fd0-6f31c8b4338f"}, {"server_uuid": "5ab0acad-5056-4d28-adc4-62a1d968ccf5", "name": "network-vif-plugged", "status": "completed", "tag": "031f45e2-33f3-4cfe-aa5a-1c6700564244"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:12:57.959039 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9525f1dd-7772-44d8-8c13-32a704e5b153 req-2bdfab4d-04c4-4dcf-b38e-bde680233326 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] 10.222.0.64 "GET /v2.0/security-groups?id=67f6f32d-f66d-4d53-bc95-f0e53763f26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190464 Dec 08 16:12:57.974793 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83821112-dc87-403d-91f4-e6dd90b266a1 req-aa54af8e-c1b0-4f8d-a9e1-3a6e5ed88a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:57.976721 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-83821112-dc87-403d-91f4-e6dd90b266a1 req-aa54af8e-c1b0-4f8d-a9e1-3a6e5ed88a21 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0d672d1f-65b7-4f31-92ed-7adc71dac15e HTTP/1.1" status: 200 len: 852 time: 0.1114969 Dec 08 16:12:58.019480 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149b4b9-a555-4136-ae4d-022f830c5d79 req-6cbfee49-9066-40a8-813b-ee9b9108d380 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:58.021125 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e149b4b9-a555-4136-ae4d-022f830c5d79 req-6cbfee49-9066-40a8-813b-ee9b9108d380 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d79dbcb-7fd6-4cdd-a5f3-5b864cf0c675 HTTP/1.1" status: 200 len: 945 time: 0.1564510 Dec 08 16:12:58.040903 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-aa1bfcbe-793c-466a-bc1c-a3766874cd41 None None] Provisioning complete for port 06792e63-a731-4cf1-a007-f109ca08a5e4 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:12:58.041382 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-aa1bfcbe-793c-466a-bc1c-a3766874cd41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:58.044994 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-63a2cb90-2297-4a7e-b372-846073c8ea69 req-6eff10e0-0959-45d4-8747-37e26597e270 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3677325 Dec 08 16:12:58.064740 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-63a2cb90-2297-4a7e-b372-846073c8ea69 req-0e689446-6722-4d59-9946-2422d27b95a9 service neutron] Request body: {'port': {'device_id': '9445f012-73ad-4782-9eb7-a5f6f83bfabf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:58.078383 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-83821112-dc87-403d-91f4-e6dd90b266a1 req-11ca69bb-7b04-4636-8e0a-c208ffac7872 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d3895c5a-dfc2-4888-9675-12d8856051aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930347 Dec 08 16:12:58.093242 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d157d6-9bf3-4c1c-869e-defa98361e06 req-42fe2f81-794f-48bb-91a2-ae0854ddeb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:58.093461 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=031f45e2-33f3-4cfe-aa5a-1c6700564244,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:58.094234 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d157d6-9bf3-4c1c-869e-defa98361e06 req-42fe2f81-794f-48bb-91a2-ae0854ddeb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:58.094719 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d157d6-9bf3-4c1c-869e-defa98361e06 req-42fe2f81-794f-48bb-91a2-ae0854ddeb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:58.109248 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-b01d40c4-13f8-4163-95e3-cd9dee6c916b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc7fc084-92e0-4f18-aca0-c2e47a24785b {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:12:58.109450 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d5d157d6-9bf3-4c1c-869e-defa98361e06 req-42fe2f81-794f-48bb-91a2-ae0854ddeb83 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=82befcb31c1249a9af9da6811968cef2&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3704174 Dec 08 16:12:58.109557 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-aa1bfcbe-793c-466a-bc1c-a3766874cd41 None None] Port 06792e63-a731-4cf1-a007-f109ca08a5e4 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:12:58.148597 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-b01d40c4-13f8-4163-95e3-cd9dee6c916b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:58.172354 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-63a2cb90-2297-4a7e-b372-846073c8ea69 req-0e689446-6722-4d59-9946-2422d27b95a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:58.188286 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-b01d40c4-13f8-4163-95e3-cd9dee6c916b service neutron] Transition to ACTIVE for port object cc7fc084-92e0-4f18-aca0-c2e47a24785b will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:12:58.224701 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e149b4b9-a555-4136-ae4d-022f830c5d79 req-6c7ea34b-5032-479c-8b22-561f7d13325a tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/security-groups?id=04d0ddc5-98b7-44ac-9206-b948a6e74d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830208 Dec 08 16:12:58.295729 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-83821112-dc87-403d-91f4-e6dd90b266a1 req-c0bdd2b2-419a-4cb2-ab7c-3b652189ec55 service neutron] 10.222.0.37 "GET /v2.0/networks/d3895c5a-dfc2-4888-9675-12d8856051aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102258 Dec 08 16:12:58.298000 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d157d6-9bf3-4c1c-869e-defa98361e06 req-da9ae77e-dd19-436d-8ae2-9de8a97c54a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:58.299848 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d5d157d6-9bf3-4c1c-869e-defa98361e06 req-da9ae77e-dd19-436d-8ae2-9de8a97c54a3 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1734858 Dec 08 16:12:58.459346 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d30f01-e116-4aa6-9080-590ab47f8092 req-d14ae7b6-1451-40cc-aa43-58fb5d66f3eb tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:58.459346 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-42d30f01-e116-4aa6-9080-590ab47f8092 req-d14ae7b6-1451-40cc-aa43-58fb5d66f3eb tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=b17bf616-b9da-4561-b454-8c0a8229f500 HTTP/1.1" status: 200 len: 944 time: 0.1091974 Dec 08 16:12:58.459346 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-83821112-dc87-403d-91f4-e6dd90b266a1 req-8b58a805-a9ab-4a54-8c3f-84560a8db4c2 service neutron] 10.222.0.37 "GET /v2.0/networks/d3895c5a-dfc2-4888-9675-12d8856051aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379430 Dec 08 16:12:58.459769 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port 3639da6a-01d4-461d-b556-9e3d0c4704fb completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:12:58.459769 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 3639da6a-01d4-461d-b556-9e3d0c4704fb triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:12:58.459769 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:58.495933 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-42d30f01-e116-4aa6-9080-590ab47f8092 req-f291c849-38e4-4485-97b6-569765306474 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505126 Dec 08 16:12:58.500427 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-b01d40c4-13f8-4163-95e3-cd9dee6c916b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:58.542473 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-63a2cb90-2297-4a7e-b372-846073c8ea69 req-0e689446-6722-4d59-9946-2422d27b95a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06792e63-a731-4cf1-a007-f109ca08a5e4 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:12:58.568528 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-63a2cb90-2297-4a7e-b372-846073c8ea69 req-0e689446-6722-4d59-9946-2422d27b95a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:58.609534 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Dec 2021 16:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f2b4e0-4923-48ca-a16e-cf7dccd6b517 x-openstack-request-id: req-a9f2b4e0-4923-48ca-a16e-cf7dccd6b517 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:12:58.611233 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "708a06d7-eda4-4040-9211-ba979e4d7297", "name": "network-vif-plugged", "status": "completed", "tag": "8dbbd8a0-b25b-4335-8fd0-6f31c8b4338f", "code": 200}, {"server_uuid": "5ab0acad-5056-4d28-adc4-62a1d968ccf5", "name": "network-vif-plugged", "status": "completed", "tag": "031f45e2-33f3-4cfe-aa5a-1c6700564244", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:12:58.611533 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a9f2b4e0-4923-48ca-a16e-cf7dccd6b517 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:12:58.611965 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '708a06d7-eda4-4040-9211-ba979e4d7297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dbbd8a0-b25b-4335-8fd0-6f31c8b4338f', 'code': 200} Dec 08 16:12:58.612262 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab0acad-5056-4d28-adc4-62a1d968ccf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '031f45e2-33f3-4cfe-aa5a-1c6700564244', 'code': 200} Dec 08 16:12:58.614709 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01d40c4-13f8-4163-95e3-cd9dee6c916b service neutron] Pushing event updated for resources: {'Port': ['ID=cc7fc084-92e0-4f18-aca0-c2e47a24785b,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:58.616060 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-63a2cb90-2297-4a7e-b372-846073c8ea69 req-0e689446-6722-4d59-9946-2422d27b95a9 service neutron] Transition to ACTIVE for port object 06792e63-a731-4cf1-a007-f109ca08a5e4 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:12:58.697197 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-63a2cb90-2297-4a7e-b372-846073c8ea69 req-0e689446-6722-4d59-9946-2422d27b95a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:58.750367 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-b01d40c4-13f8-4163-95e3-cd9dee6c916b service neutron] Attempting to bind port cc7fc084-92e0-4f18-aca0-c2e47a24785b on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:12:58.750712 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-b01d40c4-13f8-4163-95e3-cd9dee6c916b service neutron] Attempting to bind port cc7fc084-92e0-4f18-aca0-c2e47a24785b by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '9a2a8e72-897a-4adc-bc55-8bd1e07393b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f4ac694f-0d45-47e8-9dfc-c798907db4e8'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:12:58.757720 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-b01d40c4-13f8-4163-95e3-cd9dee6c916b service neutron] Attempting to bind port cc7fc084-92e0-4f18-aca0-c2e47a24785b on network f4ac694f-0d45-47e8-9dfc-c798907db4e8 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:12:58.794646 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-b01d40c4-13f8-4163-95e3-cd9dee6c916b service neutron] Port cc7fc084-92e0-4f18-aca0-c2e47a24785b on network f4ac694f-0d45-47e8-9dfc-c798907db4e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:12:58.795024 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-b01d40c4-13f8-4163-95e3-cd9dee6c916b service neutron] Attempting to bind port cc7fc084-92e0-4f18-aca0-c2e47a24785b on network f4ac694f-0d45-47e8-9dfc-c798907db4e8 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:12:58.821937 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b3ca3-dd09-4f63-b658-19b0ceeabf30 req-84e5aa33-05da-45fe-ba9e-a2fd9cd83c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:58.824820 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-b01d40c4-13f8-4163-95e3-cd9dee6c916b service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:12:58.825175 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-b01d40c4-13f8-4163-95e3-cd9dee6c916b service neutron] Checking segment: {'id': '9a2a8e72-897a-4adc-bc55-8bd1e07393b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f4ac694f-0d45-47e8-9dfc-c798907db4e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:12:58.825579 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-b01d40c4-13f8-4163-95e3-cd9dee6c916b service neutron] Bound using segment: {'id': '9a2a8e72-897a-4adc-bc55-8bd1e07393b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f4ac694f-0d45-47e8-9dfc-c798907db4e8'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:12:58.826042 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-b01d40c4-13f8-4163-95e3-cd9dee6c916b service neutron] Bound port: cc7fc084-92e0-4f18-aca0-c2e47a24785b, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a2a8e72-897a-4adc-bc55-8bd1e07393b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f4ac694f-0d45-47e8-9dfc-c798907db4e8'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:12:58.826424 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-b01d40c4-13f8-4163-95e3-cd9dee6c916b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:58.826603 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a97b3ca3-dd09-4f63-b658-19b0ceeabf30 req-84e5aa33-05da-45fe-ba9e-a2fd9cd83c64 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=90ed4b9bbb134343aae1287ee30eda23&device_id=b17bf616-b9da-4561-b454-8c0a8229f500 HTTP/1.1" status: 200 len: 1096 time: 0.1572897 Dec 08 16:12:58.831565 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b0c1d9-2930-4c07-8260-40d7e17c9d50 req-62812f09-8acd-40b1-a1b9-184ca35a2a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:58.834188 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b2b0c1d9-2930-4c07-8260-40d7e17c9d50 req-62812f09-8acd-40b1-a1b9-184ca35a2a42 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=708a06d7-eda4-4040-9211-ba979e4d7297 HTTP/1.1" status: 200 len: 1097 time: 0.1261294 Dec 08 16:12:58.842676 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89380bb-a75e-4921-81ee-7dd886b4c733 req-40989dca-b85f-4e05-b0fb-26f14f0e9242 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:58.845231 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d89380bb-a75e-4921-81ee-7dd886b4c733 req-40989dca-b85f-4e05-b0fb-26f14f0e9242 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/ports?device_id=02fb20b1-471e-442a-bda8-433b9e2e0039 HTTP/1.1" status: 200 len: 945 time: 0.1357973 Dec 08 16:12:58.848819 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:58.881586 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e689446-6722-4d59-9946-2422d27b95a9 service neutron] Pushing event updated for resources: {'Port': ['ID=06792e63-a731-4cf1-a007-f109ca08a5e4,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:58.910629 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 3639da6a-01d4-461d-b556-9e3d0c4704fb, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=3639da6a-01d4-461d-b556-9e3d0c4704fb,segment=NetworkSegment(2f425b4b-c69b-4ba0-88af-aadb1060cf77),segment_id=2f425b4b-c69b-4ba0-88af-aadb1060cf77)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:58.930569 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1174cf58-7e99-47b7-be43-e975b0219b9c req-deaabfdb-547c-453f-8b78-0933dac9af42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:58.932292 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1174cf58-7e99-47b7-be43-e975b0219b9c req-deaabfdb-547c-453f-8b78-0933dac9af42 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5ab0acad-5056-4d28-adc4-62a1d968ccf5 HTTP/1.1" status: 200 len: 1102 time: 0.2502010 Dec 08 16:12:58.958359 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b2b0c1d9-2930-4c07-8260-40d7e17c9d50 req-190f254c-b14d-48d2-b821-b9958b6dd6f9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108277 Dec 08 16:12:58.991809 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:59.016673 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d168dc-cfb5-41e2-b7cf-24f2260c0f4d req-c648c036-efc8-4d7b-854c-3f327be42951 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:59.020236 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d89380bb-a75e-4921-81ee-7dd886b4c733 req-e91c3c05-2d95-42dd-8f02-92137e0c6b1c tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/security-groups?id=04d0ddc5-98b7-44ac-9206-b948a6e74d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517408 Dec 08 16:12:59.023167 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d168dc-cfb5-41e2-b7cf-24f2260c0f4d req-c648c036-efc8-4d7b-854c-3f327be42951 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:59.030910 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-46d168dc-cfb5-41e2-b7cf-24f2260c0f4d req-c648c036-efc8-4d7b-854c-3f327be42951 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9ba955b-bbc9-41bb-97f1-11e16a1e41c7 HTTP/1.1" status: 200 len: 1677 time: 0.3237774 Dec 08 16:12:59.060518 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b3ca3-dd09-4f63-b658-19b0ceeabf30 req-81f38703-f658-4992-acab-8688714a0f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:59.060518 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a97b3ca3-dd09-4f63-b658-19b0ceeabf30 req-81f38703-f658-4992-acab-8688714a0f75 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d3895c5a-dfc2-4888-9675-12d8856051aa HTTP/1.1" status: 200 len: 913 time: 0.2120743 Dec 08 16:12:59.071879 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=3639da6a-01d4-461d-b556-9e3d0c4704fb,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:59.141642 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1174cf58-7e99-47b7-be43-e975b0219b9c req-74152b28-a838-4ad0-b16b-2e8b8d0bb0cd service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850441 Dec 08 16:12:59.144021 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-b01d40c4-13f8-4163-95e3-cd9dee6c916b service neutron] For port cc7fc084-92e0-4f18-aca0-c2e47a24785b, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:12:59.148972 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-46d168dc-cfb5-41e2-b7cf-24f2260c0f4d req-ea9c8176-02bc-4813-a815-111e538fc205 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/security-groups?id=ca15dfaa-ea87-4015-8ed0-fd337a60a9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172376 Dec 08 16:12:59.152371 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-63a2cb90-2297-4a7e-b372-846073c8ea69 req-0e689446-6722-4d59-9946-2422d27b95a9 service neutron] Attempting to bind port 06792e63-a731-4cf1-a007-f109ca08a5e4 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:12:59.152371 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-63a2cb90-2297-4a7e-b372-846073c8ea69 req-0e689446-6722-4d59-9946-2422d27b95a9 service neutron] Attempting to bind port 06792e63-a731-4cf1-a007-f109ca08a5e4 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '0dec94c7-62d4-42fb-a989-f3053434898d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '302c30a7-bb07-4824-b9e9-efc4753720c4'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:12:59.152371 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a2cb90-2297-4a7e-b372-846073c8ea69 req-0e689446-6722-4d59-9946-2422d27b95a9 service neutron] Attempting to bind port 06792e63-a731-4cf1-a007-f109ca08a5e4 on network 302c30a7-bb07-4824-b9e9-efc4753720c4 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:12:59.163665 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-b01d40c4-13f8-4163-95e3-cd9dee6c916b service neutron] For port cc7fc084-92e0-4f18-aca0-c2e47a24785b, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=cc7fc084-92e0-4f18-aca0-c2e47a24785b,segment=NetworkSegment(9a2a8e72-897a-4adc-bc55-8bd1e07393b6),segment_id=9a2a8e72-897a-4adc-bc55-8bd1e07393b6)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:12:59.164814 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a2cb90-2297-4a7e-b372-846073c8ea69 req-0e689446-6722-4d59-9946-2422d27b95a9 service neutron] Port 06792e63-a731-4cf1-a007-f109ca08a5e4 on network 302c30a7-bb07-4824-b9e9-efc4753720c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:12:59.165138 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a2cb90-2297-4a7e-b372-846073c8ea69 req-0e689446-6722-4d59-9946-2422d27b95a9 service neutron] Attempting to bind port 06792e63-a731-4cf1-a007-f109ca08a5e4 on network 302c30a7-bb07-4824-b9e9-efc4753720c4 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:12:59.174205 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a2cb90-2297-4a7e-b372-846073c8ea69 req-0e689446-6722-4d59-9946-2422d27b95a9 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:12:59.174205 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a2cb90-2297-4a7e-b372-846073c8ea69 req-0e689446-6722-4d59-9946-2422d27b95a9 service neutron] Checking segment: {'id': '0dec94c7-62d4-42fb-a989-f3053434898d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '302c30a7-bb07-4824-b9e9-efc4753720c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:12:59.174205 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a2cb90-2297-4a7e-b372-846073c8ea69 req-0e689446-6722-4d59-9946-2422d27b95a9 service neutron] Bound using segment: {'id': '0dec94c7-62d4-42fb-a989-f3053434898d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '302c30a7-bb07-4824-b9e9-efc4753720c4'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:12:59.174205 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-63a2cb90-2297-4a7e-b372-846073c8ea69 req-0e689446-6722-4d59-9946-2422d27b95a9 service neutron] Bound port: 06792e63-a731-4cf1-a007-f109ca08a5e4, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dec94c7-62d4-42fb-a989-f3053434898d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '302c30a7-bb07-4824-b9e9-efc4753720c4'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:12:59.174205 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-63a2cb90-2297-4a7e-b372-846073c8ea69 req-0e689446-6722-4d59-9946-2422d27b95a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:59.192420 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee82ca2-0292-491c-bf69-9ad8d4b82769 req-f070f402-5d98-428e-a363-f605d1d0ede9 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:59.194030 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bee82ca2-0292-491c-bf69-9ad8d4b82769 req-f070f402-5d98-428e-a363-f605d1d0ede9 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ab0acad-5056-4d28-adc4-62a1d968ccf5 HTTP/1.1" status: 200 len: 950 time: 0.0929606 Dec 08 16:12:59.195981 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a97b3ca3-dd09-4f63-b658-19b0ceeabf30 req-823741f1-edf0-4c97-9ebc-2718a9a38b77 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef2620a9-56c8-470d-bb08-2038fff95621 HTTP/1.1" status: 200 len: 217 time: 0.0505495 Dec 08 16:12:59.257952 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-63a2cb90-2297-4a7e-b372-846073c8ea69 req-0e689446-6722-4d59-9946-2422d27b95a9 service neutron] For port 06792e63-a731-4cf1-a007-f109ca08a5e4, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:12:59.260505 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-b01d40c4-13f8-4163-95e3-cd9dee6c916b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:59.263572 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-63a2cb90-2297-4a7e-b372-846073c8ea69 req-0e689446-6722-4d59-9946-2422d27b95a9 service neutron] For port 06792e63-a731-4cf1-a007-f109ca08a5e4, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=06792e63-a731-4cf1-a007-f109ca08a5e4,segment=NetworkSegment(0dec94c7-62d4-42fb-a989-f3053434898d),segment_id=0dec94c7-62d4-42fb-a989-f3053434898d)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:12:59.302108 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-b01d40c4-13f8-4163-95e3-cd9dee6c916b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:59.302886 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-b01d40c4-13f8-4163-95e3-cd9dee6c916b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:59.304411 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-b01d40c4-13f8-4163-95e3-cd9dee6c916b service neutron] 10.222.0.37 "PUT /v2.0/ports/cc7fc084-92e0-4f18-aca0-c2e47a24785b HTTP/1.1" status: 200 len: 1092 time: 2.0917306 Dec 08 16:12:59.329798 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-63a2cb90-2297-4a7e-b372-846073c8ea69 req-0e689446-6722-4d59-9946-2422d27b95a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:59.339534 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01d40c4-13f8-4163-95e3-cd9dee6c916b service neutron] Pushing event updated for resources: {'Port': ['ID=cc7fc084-92e0-4f18-aca0-c2e47a24785b,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:59.380261 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2cb90-2297-4a7e-b372-846073c8ea69 req-0e689446-6722-4d59-9946-2422d27b95a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:59.380261 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-63a2cb90-2297-4a7e-b372-846073c8ea69 req-0e689446-6722-4d59-9946-2422d27b95a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:59.382471 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-63a2cb90-2297-4a7e-b372-846073c8ea69 req-0e689446-6722-4d59-9946-2422d27b95a9 service neutron] 10.222.0.37 "PUT /v2.0/ports/06792e63-a731-4cf1-a007-f109ca08a5e4 HTTP/1.1" status: 200 len: 1092 time: 1.3240337 Dec 08 16:12:59.412853 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e689446-6722-4d59-9946-2422d27b95a9 service neutron] Pushing event updated for resources: {'Port': ['ID=06792e63-a731-4cf1-a007-f109ca08a5e4,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:59.486068 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9ba955b-bbc9-41bb-97f1-11e16a1e41c7', 'tag': 'cc7fc084-92e0-4f18-aca0-c2e47a24785b'}, {'name': 'network-changed', 'server_uuid': '9445f012-73ad-4782-9eb7-a5f6f83bfabf', 'tag': '06792e63-a731-4cf1-a007-f109ca08a5e4'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:12:59.488888 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df97b660-40b9-49a3-ba70-a930804573c8" -d '{"events": [{"name": "network-changed", "server_uuid": "a9ba955b-bbc9-41bb-97f1-11e16a1e41c7", "tag": "cc7fc084-92e0-4f18-aca0-c2e47a24785b"}, {"name": "network-changed", "server_uuid": "9445f012-73ad-4782-9eb7-a5f6f83bfabf", "tag": "06792e63-a731-4cf1-a007-f109ca08a5e4"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:12:59.586906 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-dbbf2a48-eacf-4e78-8d16-d2a4d8b5b8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:59.587379 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-dbbf2a48-eacf-4e78-8d16-d2a4d8b5b8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:59.589251 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-dbbf2a48-eacf-4e78-8d16-d2a4d8b5b8f7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=82befcb31c1249a9af9da6811968cef2&device_id=a9ba955b-bbc9-41bb-97f1-11e16a1e41c7 HTTP/1.1" status: 200 len: 1981 time: 0.1550462 Dec 08 16:12:59.606011 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef5278-74de-4c1e-873d-47ce002925ca req-9e89ab41-70bd-403b-83f9-79f2778ea24e tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:59.615110 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8aef5278-74de-4c1e-873d-47ce002925ca req-9e89ab41-70bd-403b-83f9-79f2778ea24e tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=708a06d7-eda4-4040-9211-ba979e4d7297 HTTP/1.1" status: 200 len: 945 time: 0.0997300 Dec 08 16:12:59.620401 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2cb90-2297-4a7e-b372-846073c8ea69 req-856625d6-a4e2-4824-8842-10c1c53389da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:59.621924 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-63a2cb90-2297-4a7e-b372-846073c8ea69 req-856625d6-a4e2-4824-8842-10c1c53389da service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4bc823f590d4f5ab08e225067f150b6&device_id=9445f012-73ad-4782-9eb7-a5f6f83bfabf HTTP/1.1" status: 200 len: 1095 time: 0.1286683 Dec 08 16:12:59.657285 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b3ca3-dd09-4f63-b658-19b0ceeabf30 req-a22d5c26-d91b-4faf-9937-2a5f265197a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:59.658825 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a97b3ca3-dd09-4f63-b658-19b0ceeabf30 req-a22d5c26-d91b-4faf-9937-2a5f265197a0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0d672d1f-65b7-4f31-92ed-7adc71dac15e HTTP/1.1" status: 200 len: 852 time: 0.4550717 Dec 08 16:12:59.666747 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bee82ca2-0292-491c-bf69-9ad8d4b82769 req-23b5187f-6ade-4c54-801f-e47db1c07096 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4641476 Dec 08 16:12:59.696278 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a97b3ca3-dd09-4f63-b658-19b0ceeabf30 req-66dc0218-453a-474e-acf3-b857677960c4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d3895c5a-dfc2-4888-9675-12d8856051aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278730 Dec 08 16:12:59.708813 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-dc1a928b-1490-4eee-a6f6-32a7906e9403 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.63&port_id=b7f8eeb0-5c5f-45c9-85a3-a7f8e0cf18bc HTTP/1.1" status: 200 len: 217 time: 0.0915301 Dec 08 16:12:59.710437 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-63a2cb90-2297-4a7e-b372-846073c8ea69 req-a21efbbb-3496-479e-ba41-57792b40937a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06792e63-a731-4cf1-a007-f109ca08a5e4 HTTP/1.1" status: 200 len: 217 time: 0.0774751 Dec 08 16:12:59.819370 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8aef5278-74de-4c1e-873d-47ce002925ca req-d1d335f9-4350-4795-8e7e-0f4d3c9b31d3 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032559 Dec 08 16:12:59.826320 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b51f9-c1ed-485b-b5fa-35f0c7d63791 req-cce8f2af-f602-4cc3-8d30-8dbd8fa3460f tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:59.828436 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2e9b51f9-c1ed-485b-b5fa-35f0c7d63791 req-cce8f2af-f602-4cc3-8d30-8dbd8fa3460f tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] 10.222.0.64 "GET /v2.0/ports?device_id=9445f012-73ad-4782-9eb7-a5f6f83bfabf HTTP/1.1" status: 200 len: 943 time: 0.0741529 Dec 08 16:12:59.839594 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a97b3ca3-dd09-4f63-b658-19b0ceeabf30 req-28f50860-1a51-4513-90d3-83d922870c2b service neutron] 10.222.0.37 "GET /v2.0/networks/d3895c5a-dfc2-4888-9675-12d8856051aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358287 Dec 08 16:12:59.840597 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2cb90-2297-4a7e-b372-846073c8ea69 req-09a762c0-3e9b-4a3f-b602-28870a9de46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:59.842144 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-63a2cb90-2297-4a7e-b372-846073c8ea69 req-09a762c0-3e9b-4a3f-b602-28870a9de46d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=609177ea-d70f-42b5-947d-ac0be047b1d5 HTTP/1.1" status: 200 len: 853 time: 0.1071408 Dec 08 16:12:59.844247 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-09516800-0d43-4bb6-9221-8fbc4ed3411d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:59.845576 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-09516800-0d43-4bb6-9221-8fbc4ed3411d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=79475198-e13e-4e8d-b593-5592b02569a4 HTTP/1.1" status: 200 len: 801 time: 0.1224523 Dec 08 16:12:59.941421 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2e9b51f9-c1ed-485b-b5fa-35f0c7d63791 req-d81389cc-dfaa-42aa-a0c1-7b2b124cb4ff tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] 10.222.0.64 "GET /v2.0/security-groups?id=67f6f32d-f66d-4d53-bc95-f0e53763f26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987921 Dec 08 16:12:59.990672 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-23df6f72-3717-4d24-ab7e-2ffbf61c57e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:59.991142 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a97b3ca3-dd09-4f63-b658-19b0ceeabf30 req-87ddca45-fe24-4ea9-b572-577dd7086619 service neutron] 10.222.0.37 "GET /v2.0/networks/d3895c5a-dfc2-4888-9675-12d8856051aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318169 Dec 08 16:12:59.992651 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-23df6f72-3717-4d24-ab7e-2ffbf61c57e9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=17cdb798-b692-4f6e-9248-fdc193fabee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1314676 Dec 08 16:12:59.995323 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2cb90-2297-4a7e-b372-846073c8ea69 req-1daba97b-58cd-4c0d-aa66-30dfcb22a60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:59.996699 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-63a2cb90-2297-4a7e-b372-846073c8ea69 req-1daba97b-58cd-4c0d-aa66-30dfcb22a60f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=302c30a7-bb07-4824-b9e9-efc4753720c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1368618 Dec 08 16:13:00.006613 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f464a503-84bf-4d87-8a84-b819fef827bc req-a4b6ce18-7c40-48c6-8313-f2f737bb87ce tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:00.008327 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f464a503-84bf-4d87-8a84-b819fef827bc req-a4b6ce18-7c40-48c6-8313-f2f737bb87ce tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/ports?device_id=a895fc1e-88bc-4448-8e53-d29f1458e27d HTTP/1.1" status: 200 len: 945 time: 0.1104238 Dec 08 16:13:00.184243 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f464a503-84bf-4d87-8a84-b819fef827bc req-d7ce0cba-6e67-4973-8ad7-964b4900a89b tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/security-groups?id=04d0ddc5-98b7-44ac-9206-b948a6e74d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557534 Dec 08 16:13:00.216315 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-74294c13-3cb6-4586-aaa2-322426dbbcd0 service neutron] 10.222.0.37 "GET /v2.0/networks/17cdb798-b692-4f6e-9248-fdc193fabee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024727 Dec 08 16:13:00.217516 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 08 Dec 2021 16:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fdf5b3d-eb52-41d1-948e-6b16588c891c x-openstack-request-id: req-4fdf5b3d-eb52-41d1-948e-6b16588c891c {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:13:00.218347 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9ba955b-bbc9-41bb-97f1-11e16a1e41c7", "tag": "cc7fc084-92e0-4f18-aca0-c2e47a24785b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9445f012-73ad-4782-9eb7-a5f6f83bfabf", "tag": "06792e63-a731-4cf1-a007-f109ca08a5e4", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:13:00.218714 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4fdf5b3d-eb52-41d1-948e-6b16588c891c {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:13:00.219117 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9ba955b-bbc9-41bb-97f1-11e16a1e41c7', 'tag': 'cc7fc084-92e0-4f18-aca0-c2e47a24785b', 'status': 'completed', 'code': 200} Dec 08 16:13:00.219663 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9445f012-73ad-4782-9eb7-a5f6f83bfabf', 'tag': '06792e63-a731-4cf1-a007-f109ca08a5e4', 'status': 'completed', 'code': 200} Dec 08 16:13:00.225650 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-63a2cb90-2297-4a7e-b372-846073c8ea69 req-cc2f2acf-3a99-4447-aa05-0515079590e8 service neutron] 10.222.0.37 "GET /v2.0/networks/302c30a7-bb07-4824-b9e9-efc4753720c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133877 Dec 08 16:13:00.429153 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7990a-7e13-4237-9618-fac291ce6723 req-3661e827-d54f-4a34-911b-b269ae08e84e tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:00.430694 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f5d7990a-7e13-4237-9618-fac291ce6723 req-3661e827-d54f-4a34-911b-b269ae08e84e tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=b17bf616-b9da-4561-b454-8c0a8229f500 HTTP/1.1" status: 200 len: 944 time: 0.1784513 Dec 08 16:13:00.436295 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-63a2cb90-2297-4a7e-b372-846073c8ea69 req-73f84e5f-1f28-4795-a301-ed6d03909299 service neutron] 10.222.0.37 "GET /v2.0/networks/302c30a7-bb07-4824-b9e9-efc4753720c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010422 Dec 08 16:13:00.438120 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-168c31fc-ebda-4e51-a493-1f16a79eb660 service neutron] 10.222.0.37 "GET /v2.0/networks/17cdb798-b692-4f6e-9248-fdc193fabee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116299 Dec 08 16:13:00.493796 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-05afd13e-71d4-497c-a60e-03d4bb158954 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.80&port_id=cc7fc084-92e0-4f18-aca0-c2e47a24785b HTTP/1.1" status: 200 len: 217 time: 0.0404534 Dec 08 16:13:00.541621 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f5d7990a-7e13-4237-9618-fac291ce6723 req-aa067749-7baa-484f-8644-7cd3800f5720 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025207 Dec 08 16:13:00.559212 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-4bd67c6a-d626-4b06-aa75-ede5fb57046a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:00.560808 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-4bd67c6a-d626-4b06-aa75-ede5fb57046a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=78f73dca-0fe3-4218-8965-018177320b36 HTTP/1.1" status: 200 len: 801 time: 0.0590498 Dec 08 16:13:00.613243 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a895fc1e-88bc-4448-8e53-d29f1458e27d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3639da6a-01d4-461d-b556-9e3d0c4704fb'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:13:00.615817 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e99a7d9-4c69-4480-adab-f8764bd968ec" -d '{"events": [{"server_uuid": "a895fc1e-88bc-4448-8e53-d29f1458e27d", "name": "network-vif-plugged", "status": "completed", "tag": "3639da6a-01d4-461d-b556-9e3d0c4704fb"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:13:00.623084 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-da330417-b9df-41cd-8be0-fbfa7d9151fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:00.624662 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-da330417-b9df-41cd-8be0-fbfa7d9151fd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f4ac694f-0d45-47e8-9dfc-c798907db4e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564582 Dec 08 16:13:00.727164 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-ff2e942e-3515-439b-9366-12cc3602035f service neutron] 10.222.0.37 "GET /v2.0/networks/f4ac694f-0d45-47e8-9dfc-c798907db4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902996 Dec 08 16:13:00.818885 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8699550-9945-410e-be1e-ec2a126e8314 x-openstack-request-id: req-a8699550-9945-410e-be1e-ec2a126e8314 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:13:00.819181 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a895fc1e-88bc-4448-8e53-d29f1458e27d", "name": "network-vif-plugged", "status": "completed", "tag": "3639da6a-01d4-461d-b556-9e3d0c4704fb", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:13:00.819569 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a8699550-9945-410e-be1e-ec2a126e8314 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:13:00.820106 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a895fc1e-88bc-4448-8e53-d29f1458e27d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3639da6a-01d4-461d-b556-9e3d0c4704fb', 'code': 200} Dec 08 16:13:00.867815 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc1d5a-959a-4f81-8046-2daba4d94f12 req-90143ab3-6a50-48ce-86fa-27edf8c1c5f7 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:00.873818 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc1d5a-959a-4f81-8046-2daba4d94f12 req-90143ab3-6a50-48ce-86fa-27edf8c1c5f7 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:00.879069 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5dfc1d5a-959a-4f81-8046-2daba4d94f12 req-90143ab3-6a50-48ce-86fa-27edf8c1c5f7 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9ba955b-bbc9-41bb-97f1-11e16a1e41c7 HTTP/1.1" status: 200 len: 1677 time: 0.1259689 Dec 08 16:13:00.884129 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ce192a59-b28f-406b-bd6e-36ac82acc44a req-bf4d96c8-95a7-4895-90e3-a27e3dd9ef53 service neutron] 10.222.0.37 "GET /v2.0/networks/f4ac694f-0d45-47e8-9dfc-c798907db4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495006 Dec 08 16:13:00.928426 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf1c791-06fe-4cc4-9934-26e79dbd8f16 req-2c799361-fc29-42b5-8086-c3404368f76a tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:00.930220 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-adf1c791-06fe-4cc4-9934-26e79dbd8f16 req-2c799361-fc29-42b5-8086-c3404368f76a tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ab0acad-5056-4d28-adc4-62a1d968ccf5 HTTP/1.1" status: 200 len: 950 time: 0.0609009 Dec 08 16:13:00.954463 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5dfc1d5a-959a-4f81-8046-2daba4d94f12 req-7aee12e4-097f-4a6b-8084-d6358a3aab81 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/security-groups?id=ca15dfaa-ea87-4015-8ed0-fd337a60a9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692012 Dec 08 16:13:00.964577 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d18dad0-3622-473b-929b-33dfa76b3877 req-ae064987-bedb-4db4-8b64-ef1d21585607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:00.968282 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8d18dad0-3622-473b-929b-33dfa76b3877 req-ae064987-bedb-4db4-8b64-ef1d21585607 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a895fc1e-88bc-4448-8e53-d29f1458e27d HTTP/1.1" status: 200 len: 1097 time: 0.0591979 Dec 08 16:13:00.991438 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-adf1c791-06fe-4cc4-9934-26e79dbd8f16 req-dd232c48-29b9-4d19-82ff-17a1a16d51b8 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546639 Dec 08 16:13:01.044424 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8d18dad0-3622-473b-929b-33dfa76b3877 req-de67d9bf-b606-4926-9738-dd741fe18c56 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=04d0ddc5-98b7-44ac-9206-b948a6e74d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695157 Dec 08 16:13:01.096959 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device ef2620a9-56c8-470d-bb08-2038fff95621 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:13:01.120867 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e126b4a3-b5f3-4521-ae53-eadc7a4c75a2 req-9cef6d75-4c43-4504-a563-37f0a332bbdc tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:01.122768 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e126b4a3-b5f3-4521-ae53-eadc7a4c75a2 req-9cef6d75-4c43-4504-a563-37f0a332bbdc tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=708a06d7-eda4-4040-9211-ba979e4d7297 HTTP/1.1" status: 200 len: 945 time: 0.0600848 Dec 08 16:13:01.123387 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df97b660-40b9-49a3-ba70-a930804573c8 req-173d2b3e-7ab7-4ebd-8a77-654d073d0f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:01.123903 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df97b660-40b9-49a3-ba70-a930804573c8 req-173d2b3e-7ab7-4ebd-8a77-654d073d0f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:01.126104 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-df97b660-40b9-49a3-ba70-a930804573c8 req-173d2b3e-7ab7-4ebd-8a77-654d073d0f53 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=82befcb31c1249a9af9da6811968cef2&device_id=a9ba955b-bbc9-41bb-97f1-11e16a1e41c7 HTTP/1.1" status: 200 len: 1981 time: 0.0940881 Dec 08 16:13:01.145745 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7baee3-e1c3-4665-949d-4be5c303e482 req-a7308105-c89a-4519-b253-0d9fa4e6f4a3 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:01.152146 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7baee3-e1c3-4665-949d-4be5c303e482 req-a7308105-c89a-4519-b253-0d9fa4e6f4a3 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:01.158406 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7baee3-e1c3-4665-949d-4be5c303e482 req-a7308105-c89a-4519-b253-0d9fa4e6f4a3 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:01.164707 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7baee3-e1c3-4665-949d-4be5c303e482 req-a7308105-c89a-4519-b253-0d9fa4e6f4a3 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:01.171463 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7baee3-e1c3-4665-949d-4be5c303e482 req-a7308105-c89a-4519-b253-0d9fa4e6f4a3 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:01.177673 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7baee3-e1c3-4665-949d-4be5c303e482 req-a7308105-c89a-4519-b253-0d9fa4e6f4a3 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:01.183683 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7baee3-e1c3-4665-949d-4be5c303e482 req-a7308105-c89a-4519-b253-0d9fa4e6f4a3 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:01.185003 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e126b4a3-b5f3-4521-ae53-eadc7a4c75a2 req-5ed4d0dc-b3c0-4315-a4ce-60163092c97e tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528634 Dec 08 16:13:01.185626 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8d7baee3-e1c3-4665-949d-4be5c303e482 req-a7308105-c89a-4519-b253-0d9fa4e6f4a3 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 5432 time: 0.1251063 Dec 08 16:13:01.230085 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port ef2620a9-56c8-470d-bb08-2038fff95621, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=ef2620a9-56c8-470d-bb08-2038fff95621,segment=NetworkSegment(f996c948-5ac9-42a3-ac04-df4c75288f01),segment_id=f996c948-5ac9-42a3-ac04-df4c75288f01)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:01.245359 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': 'ef2620a9-56c8-470d-bb08-2038fff95621', 'network_id': 'd3895c5a-dfc2-4888-9675-12d8856051aa', 'port_id': 'ef2620a9-56c8-470d-bb08-2038fff95621', 'mac_address': 'fa:16:3e:de:28:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d672d1f-65b7-4f31-92ed-7adc71dac15e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:13:01.294663 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:01.304957 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd5c7a-429a-47c1-ba1f-f75815316304 req-401d5931-cff7-4b68-97f2-8ffe6e72c888 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:01.304957 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b1fd5c7a-429a-47c1-ba1f-f75815316304 req-401d5931-cff7-4b68-97f2-8ffe6e72c888 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] 10.222.0.64 "GET /v2.0/ports?device_id=9445f012-73ad-4782-9eb7-a5f6f83bfabf HTTP/1.1" status: 200 len: 943 time: 0.0517340 Dec 08 16:13:01.318598 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef2620a9-56c8-470d-bb08-2038fff95621 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:13:01.334300 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8d7baee3-e1c3-4665-949d-4be5c303e482 req-0127aa48-8e76-49aa-8bcb-415f07899286 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/security-groups?id=4aaaa83b-c5f6-43ce-9356-8631053cb551&id=49c58f26-f9c1-4b14-a3ef-7ff8fc05a8af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1377964 Dec 08 16:13:01.339313 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df97b660-40b9-49a3-ba70-a930804573c8 req-a033c2a9-3d94-4aa7-8594-eb47b61268fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:01.340866 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-df97b660-40b9-49a3-ba70-a930804573c8 req-a033c2a9-3d94-4aa7-8594-eb47b61268fc service neutron] 10.222.0.37 "GET /v2.0/networks?id=f4ac694f-0d45-47e8-9dfc-c798907db4e8 HTTP/1.1" status: 200 len: 902 time: 0.1543427 Dec 08 16:13:01.349009 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port ef2620a9-56c8-470d-bb08-2038fff95621, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=ef2620a9-56c8-470d-bb08-2038fff95621,segment=NetworkSegment(f996c948-5ac9-42a3-ac04-df4c75288f01),segment_id=f996c948-5ac9-42a3-ac04-df4c75288f01)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:01.358251 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b1fd5c7a-429a-47c1-ba1f-f75815316304 req-eb5869fb-6a35-486d-9837-c10d678c05b3 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] 10.222.0.64 "GET /v2.0/security-groups?id=67f6f32d-f66d-4d53-bc95-f0e53763f26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483081 Dec 08 16:13:01.398541 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-df97b660-40b9-49a3-ba70-a930804573c8 req-93b9e5a8-7ddb-4bca-be90-0d352f91ed0d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.80&port_id=cc7fc084-92e0-4f18-aca0-c2e47a24785b HTTP/1.1" status: 200 len: 217 time: 0.0406384 Dec 08 16:13:01.450069 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df97b660-40b9-49a3-ba70-a930804573c8 req-79df3c48-7dc1-448a-a587-7703003c869f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:01.451577 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-df97b660-40b9-49a3-ba70-a930804573c8 req-79df3c48-7dc1-448a-a587-7703003c869f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=78f73dca-0fe3-4218-8965-018177320b36 HTTP/1.1" status: 200 len: 801 time: 0.0447910 Dec 08 16:13:01.462517 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2985c21-8565-4067-914b-f33ab63ddfcf req-cc491161-7c8d-4134-9bf9-069f938b479e tempest-ServersOnMultiNodesTest-133981768 tempest-ServersOnMultiNodesTest-133981768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:01.463998 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e2985c21-8565-4067-914b-f33ab63ddfcf req-cc491161-7c8d-4134-9bf9-069f938b479e tempest-ServersOnMultiNodesTest-133981768 tempest-ServersOnMultiNodesTest-133981768-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=5ab0acad-5056-4d28-adc4-62a1d968ccf5 HTTP/1.1" status: 200 len: 1102 time: 0.0418329 Dec 08 16:13:01.469395 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:01.507401 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df97b660-40b9-49a3-ba70-a930804573c8 req-d87445d7-e806-4992-a86b-3077ab28988b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:01.508973 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-df97b660-40b9-49a3-ba70-a930804573c8 req-d87445d7-e806-4992-a86b-3077ab28988b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f4ac694f-0d45-47e8-9dfc-c798907db4e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483863 Dec 08 16:13:01.513365 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e2985c21-8565-4067-914b-f33ab63ddfcf req-0c9c11e0-fd9a-48ea-b368-8f2b63f08b35 tempest-ServersOnMultiNodesTest-133981768 tempest-ServersOnMultiNodesTest-133981768-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417478 Dec 08 16:13:01.539968 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=ef2620a9-56c8-470d-bb08-2038fff95621,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:01.655901 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-df97b660-40b9-49a3-ba70-a930804573c8 req-aeb3aaee-a928-4907-8504-89a970f8e2e7 service neutron] 10.222.0.37 "GET /v2.0/networks/f4ac694f-0d45-47e8-9dfc-c798907db4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385126 Dec 08 16:13:01.666851 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed866fc5-f359-4c58-b254-8fb8962eba92 req-73d93e15-fc60-4fc5-8d5c-cb3b7e293ca0 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:01.668362 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ed866fc5-f359-4c58-b254-8fb8962eba92 req-73d93e15-fc60-4fc5-8d5c-cb3b7e293ca0 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/ports?device_id=a895fc1e-88bc-4448-8e53-d29f1458e27d HTTP/1.1" status: 200 len: 945 time: 0.0823336 Dec 08 16:13:01.775703 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ed866fc5-f359-4c58-b254-8fb8962eba92 req-b6a6210d-c2d7-45f4-a3b4-fa703fda5953 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/security-groups?id=04d0ddc5-98b7-44ac-9206-b948a6e74d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983307 Dec 08 16:13:01.794836 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-df97b660-40b9-49a3-ba70-a930804573c8 req-84646509-bcdc-4d61-a97e-560c8258e8ab service neutron] 10.222.0.37 "GET /v2.0/networks/f4ac694f-0d45-47e8-9dfc-c798907db4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252816 Dec 08 16:13:01.909405 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['ef2620a9-56c8-470d-bb08-2038fff95621'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:13:01.918008 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df97b660-40b9-49a3-ba70-a930804573c8 req-6efbde41-be25-4898-8420-d26c9c48f51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:01.919814 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-df97b660-40b9-49a3-ba70-a930804573c8 req-6efbde41-be25-4898-8420-d26c9c48f51e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4bc823f590d4f5ab08e225067f150b6&device_id=9445f012-73ad-4782-9eb7-a5f6f83bfabf HTTP/1.1" status: 200 len: 1095 time: 0.0749323 Dec 08 16:13:01.945973 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76079d5-bfbc-4b1a-b7a5-68dfd595f8cf req-669ad359-5a15-4f5c-b5c8-c8fb11b89b44 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:01.947656 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d76079d5-bfbc-4b1a-b7a5-68dfd595f8cf req-669ad359-5a15-4f5c-b5c8-c8fb11b89b44 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=b17bf616-b9da-4561-b454-8c0a8229f500 HTTP/1.1" status: 200 len: 945 time: 0.0775568 Dec 08 16:13:01.997403 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1f2d849e-5791-4eb3-8842-31d5a534b6e1 req-39021f2f-d492-4870-89fc-64801cc492de tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=15392057af79419bba246e0391d3a62d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233357 Dec 08 16:13:02.060874 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d76079d5-bfbc-4b1a-b7a5-68dfd595f8cf req-d865252e-88c1-4a0f-b8ce-ffe3c884a0b5 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014032 Dec 08 16:13:02.066552 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df97b660-40b9-49a3-ba70-a930804573c8 req-a649daeb-adb2-49d5-b0fb-c78e7ddf1989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:02.068095 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-df97b660-40b9-49a3-ba70-a930804573c8 req-a649daeb-adb2-49d5-b0fb-c78e7ddf1989 service neutron] 10.222.0.37 "GET /v2.0/networks?id=302c30a7-bb07-4824-b9e9-efc4753720c4 HTTP/1.1" status: 200 len: 915 time: 0.1392488 Dec 08 16:13:02.127858 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2d849e-5791-4eb3-8842-31d5a534b6e1 req-3b1e8c77-30b7-4839-854c-2853d4c0c188 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:02.129414 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1f2d849e-5791-4eb3-8842-31d5a534b6e1 req-3b1e8c77-30b7-4839-854c-2853d4c0c188 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1250281 Dec 08 16:13:02.131904 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-df97b660-40b9-49a3-ba70-a930804573c8 req-3aa2e5a5-c218-4a47-8d89-56eddda99476 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06792e63-a731-4cf1-a007-f109ca08a5e4 HTTP/1.1" status: 200 len: 217 time: 0.0548468 Dec 08 16:13:02.145221 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1f2d849e-5791-4eb3-8842-31d5a534b6e1 req-bee3e32c-569e-4dbe-bf13-e187153c9b76 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/quotas/15392057af79419bba246e0391d3a62d HTTP/1.1" status: 200 len: 375 time: 0.0098035 Dec 08 16:13:02.191384 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df97b660-40b9-49a3-ba70-a930804573c8 req-f7b57b18-c6f5-4a7f-ae4f-2fad2a689baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:02.193075 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-df97b660-40b9-49a3-ba70-a930804573c8 req-f7b57b18-c6f5-4a7f-ae4f-2fad2a689baa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=609177ea-d70f-42b5-947d-ac0be047b1d5 HTTP/1.1" status: 200 len: 853 time: 0.0462337 Dec 08 16:13:02.209702 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1f2d849e-5791-4eb3-8842-31d5a534b6e1 req-fe37e56b-5829-4bf4-b6d3-872dad894f82 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=15392057af79419bba246e0391d3a62d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0587702 Dec 08 16:13:02.287950 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-aac6e6ef-b88b-48f4-b243-0e41eafc374a tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:02.302387 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-aac6e6ef-b88b-48f4-b243-0e41eafc374a tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:02.302387 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-aac6e6ef-b88b-48f4-b243-0e41eafc374a tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:02.307075 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-aac6e6ef-b88b-48f4-b243-0e41eafc374a tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:02.313300 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-aac6e6ef-b88b-48f4-b243-0e41eafc374a tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:02.319233 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-aac6e6ef-b88b-48f4-b243-0e41eafc374a tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:02.325301 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-aac6e6ef-b88b-48f4-b243-0e41eafc374a tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:02.327382 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-aac6e6ef-b88b-48f4-b243-0e41eafc374a tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.37 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 5432 time: 0.1236732 Dec 08 16:13:02.333535 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df97b660-40b9-49a3-ba70-a930804573c8 req-84f4f882-de8e-4bec-9d46-0d8c9e791f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:02.335021 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-df97b660-40b9-49a3-ba70-a930804573c8 req-84f4f882-de8e-4bec-9d46-0d8c9e791f15 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=302c30a7-bb07-4824-b9e9-efc4753720c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1302588 Dec 08 16:13:02.499008 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155203e-4be4-4fbf-a7eb-bdb089f0a8f8 req-173ea151-83b6-4e24-9c8e-fedce4491cf8 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:02.510564 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155203e-4be4-4fbf-a7eb-bdb089f0a8f8 req-173ea151-83b6-4e24-9c8e-fedce4491cf8 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:02.513379 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b155203e-4be4-4fbf-a7eb-bdb089f0a8f8 req-173ea151-83b6-4e24-9c8e-fedce4491cf8 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9ba955b-bbc9-41bb-97f1-11e16a1e41c7 HTTP/1.1" status: 200 len: 1677 time: 0.0837808 Dec 08 16:13:02.597480 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b155203e-4be4-4fbf-a7eb-bdb089f0a8f8 req-5343a1d9-ebd4-4be9-8d40-8e32e8f25090 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/security-groups?id=ca15dfaa-ea87-4015-8ed0-fd337a60a9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613432 Dec 08 16:13:02.791743 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-a038ac4f-906e-4b3d-909b-cdc1b0fb4122 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:02.793190 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-a038ac4f-906e-4b3d-909b-cdc1b0fb4122 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.37 "GET /v2.0/ports/96397e9a-c7c5-4d82-adfc-307dcf9a04e0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4573102 Dec 08 16:13:02.879507 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e0e3fb-a2c6-4a59-8d6b-414bd0712584 req-d469a7c4-e274-4a5c-8601-c5001fd22aa3 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:02.881466 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd9e28f-a277-4f9d-9403-7d2fffecb18f req-31a86c51-166d-40e6-8ed7-14fff7bcebcc tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:02.882979 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-abd9e28f-a277-4f9d-9403-7d2fffecb18f req-31a86c51-166d-40e6-8ed7-14fff7bcebcc tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=708a06d7-eda4-4040-9211-ba979e4d7297 HTTP/1.1" status: 200 len: 945 time: 0.5388050 Dec 08 16:13:02.885842 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e0e3fb-a2c6-4a59-8d6b-414bd0712584 req-d469a7c4-e274-4a5c-8601-c5001fd22aa3 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:02.892167 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e0e3fb-a2c6-4a59-8d6b-414bd0712584 req-d469a7c4-e274-4a5c-8601-c5001fd22aa3 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:02.898321 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e0e3fb-a2c6-4a59-8d6b-414bd0712584 req-d469a7c4-e274-4a5c-8601-c5001fd22aa3 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:02.904382 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e0e3fb-a2c6-4a59-8d6b-414bd0712584 req-d469a7c4-e274-4a5c-8601-c5001fd22aa3 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:02.910614 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e0e3fb-a2c6-4a59-8d6b-414bd0712584 req-d469a7c4-e274-4a5c-8601-c5001fd22aa3 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:02.917720 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e0e3fb-a2c6-4a59-8d6b-414bd0712584 req-d469a7c4-e274-4a5c-8601-c5001fd22aa3 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:02.920018 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-11e0e3fb-a2c6-4a59-8d6b-414bd0712584 req-d469a7c4-e274-4a5c-8601-c5001fd22aa3 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 5432 time: 0.1189036 Dec 08 16:13:02.926557 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-df97b660-40b9-49a3-ba70-a930804573c8 req-0aa59235-ed71-4f74-8357-86c8d49ea47d service neutron] 10.222.0.37 "GET /v2.0/networks/302c30a7-bb07-4824-b9e9-efc4753720c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5811975 Dec 08 16:13:02.984766 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-11e0e3fb-a2c6-4a59-8d6b-414bd0712584 req-8b7e39ad-c7c2-4018-8aec-26b9a9c122f3 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/security-groups?id=4aaaa83b-c5f6-43ce-9356-8631053cb551&id=49c58f26-f9c1-4b14-a3ef-7ff8fc05a8af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0577002 Dec 08 16:13:03.036595 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-abd9e28f-a277-4f9d-9403-7d2fffecb18f req-9f070d44-bb6f-449b-9c5b-bfe44303dd07 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342289 Dec 08 16:13:03.042600 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-73280fe7-06b8-4497-811e-026445ad1f12 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.37 "GET /v2.0/networks/2e4943d2-93a7-4739-8d48-2442fb48fa03?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2385519 Dec 08 16:13:03.063898 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-89a75ffa-37aa-45a8-aa96-9fb7aeaf9914 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:13:03.105103 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1533a182-7a39-4480-ac42-3f0e63cfd733 req-dfc2bdee-801d-4b61-b7da-94528149066f tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:03.106583 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1533a182-7a39-4480-ac42-3f0e63cfd733 req-dfc2bdee-801d-4b61-b7da-94528149066f tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] 10.222.0.64 "GET /v2.0/ports?device_id=9445f012-73ad-4782-9eb7-a5f6f83bfabf HTTP/1.1" status: 200 len: 943 time: 0.0567553 Dec 08 16:13:03.120582 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 06792e63-a731-4cf1-a007-f109ca08a5e4 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:13:03.128393 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device ef2620a9-56c8-470d-bb08-2038fff95621 up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:13:03.139640 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e9d8727f-9563-4c08-b761-65ab23c41166 req-46141395-4c2b-42a7-b330-fc5a4c438b55 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=18f3071e-c52e-4aff-a91d-54452b451714 HTTP/1.1" status: 200 len: 210 time: 0.0508780 Dec 08 16:13:03.143031 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-df97b660-40b9-49a3-ba70-a930804573c8 req-ff45a1f6-fd76-4db8-bd6a-82205c06fdfe service neutron] 10.222.0.37 "GET /v2.0/networks/302c30a7-bb07-4824-b9e9-efc4753720c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013483 Dec 08 16:13:03.172523 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1533a182-7a39-4480-ac42-3f0e63cfd733 req-4616b2b0-1ccf-4334-a167-88ef327b48c9 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] 10.222.0.64 "GET /v2.0/security-groups?id=67f6f32d-f66d-4d53-bc95-f0e53763f26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594528 Dec 08 16:13:03.186334 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-89a75ffa-37aa-45a8-aa96-9fb7aeaf9914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:03.297241 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 06792e63-a731-4cf1-a007-f109ca08a5e4, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=06792e63-a731-4cf1-a007-f109ca08a5e4,segment=NetworkSegment(0dec94c7-62d4-42fb-a989-f3053434898d),segment_id=0dec94c7-62d4-42fb-a989-f3053434898d)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:03.309847 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987bb01-27d2-41fe-bfca-530728b69d53 req-85f401c7-95a5-4680-8479-fef550cfe141 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:03.311961 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2987bb01-27d2-41fe-bfca-530728b69d53 req-85f401c7-95a5-4680-8479-fef550cfe141 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=b17bf616-b9da-4561-b454-8c0a8229f500 HTTP/1.1" status: 200 len: 945 time: 0.0626264 Dec 08 16:13:03.313564 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '06792e63-a731-4cf1-a007-f109ca08a5e4', 'network_id': '302c30a7-bb07-4824-b9e9-efc4753720c4', 'port_id': '06792e63-a731-4cf1-a007-f109ca08a5e4', 'mac_address': 'fa:16:3e:37:36:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '609177ea-d70f-42b5-947d-ac0be047b1d5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:13:03.344858 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port ef2620a9-56c8-470d-bb08-2038fff95621 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:13:03.350491 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port ef2620a9-56c8-470d-bb08-2038fff95621 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:13:03.350870 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:03.370087 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f50c1-f683-41c4-ba6b-57a679524346 req-93444203-97f5-4610-b201-0d58f3c9f607 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:03.370663 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-872f50c1-f683-41c4-ba6b-57a679524346 req-93444203-97f5-4610-b201-0d58f3c9f607 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/ports?device_id=a895fc1e-88bc-4448-8e53-d29f1458e27d HTTP/1.1" status: 200 len: 945 time: 0.1110742 Dec 08 16:13:03.372963 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2987bb01-27d2-41fe-bfca-530728b69d53 req-11087a4a-a726-49b6-8dd6-e39e0220926c tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504036 Dec 08 16:13:03.398644 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:03.416651 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06792e63-a731-4cf1-a007-f109ca08a5e4 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:13:03.443749 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 06792e63-a731-4cf1-a007-f109ca08a5e4, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=06792e63-a731-4cf1-a007-f109ca08a5e4,segment=NetworkSegment(0dec94c7-62d4-42fb-a989-f3053434898d),segment_id=0dec94c7-62d4-42fb-a989-f3053434898d)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:03.458088 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-89a75ffa-37aa-45a8-aa96-9fb7aeaf9914 service neutron] For port 96397e9a-c7c5-4d82-adfc-307dcf9a04e0, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=96397e9a-c7c5-4d82-adfc-307dcf9a04e0,segment=NetworkSegment(d3c8c48a-2946-4fa5-abca-0d5c91d9e47e),segment_id=d3c8c48a-2946-4fa5-abca-0d5c91d9e47e)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:03.480993 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:03.490081 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-872f50c1-f683-41c4-ba6b-57a679524346 req-eefa2976-8ae7-4ac8-89f8-014b1b33f149 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/security-groups?id=04d0ddc5-98b7-44ac-9206-b948a6e74d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084011 Dec 08 16:13:03.513520 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b17bf616-b9da-4561-b454-8c0a8229f500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef2620a9-56c8-470d-bb08-2038fff95621'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:13:03.517916 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb22830-bf28-4475-8e2e-9e011d791cce" -d '{"events": [{"server_uuid": "b17bf616-b9da-4561-b454-8c0a8229f500", "name": "network-vif-plugged", "status": "completed", "tag": "ef2620a9-56c8-470d-bb08-2038fff95621"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:13:03.530363 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port ef2620a9-56c8-470d-bb08-2038fff95621, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=ef2620a9-56c8-470d-bb08-2038fff95621,segment=NetworkSegment(f996c948-5ac9-42a3-ac04-df4c75288f01),segment_id=f996c948-5ac9-42a3-ac04-df4c75288f01)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:03.537950 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:03.558043 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-89a75ffa-37aa-45a8-aa96-9fb7aeaf9914 service neutron] For port 96397e9a-c7c5-4d82-adfc-307dcf9a04e0, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:13:03.597774 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=06792e63-a731-4cf1-a007-f109ca08a5e4,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:03.603231 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a830d6-a460-49aa-b504-62b5c65f0e5c req-f2d09c08-b92d-478e-b1cd-224d1520f1c6 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:03.604849 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b5a830d6-a460-49aa-b504-62b5c65f0e5c req-f2d09c08-b92d-478e-b1cd-224d1520f1c6 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.37 "GET /v2.0/ports?device_id=708a06d7-eda4-4040-9211-ba979e4d7297 HTTP/1.1" status: 200 len: 945 time: 0.1135223 Dec 08 16:13:03.612110 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-89a75ffa-37aa-45a8-aa96-9fb7aeaf9914 service neutron] device_id is not set on port 96397e9a-c7c5-4d82-adfc-307dcf9a04e0 yet. {{(pid=110550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:13:03.645827 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-89a75ffa-37aa-45a8-aa96-9fb7aeaf9914 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:03.651901 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:03.717595 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=ef2620a9-56c8-470d-bb08-2038fff95621,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:03.732197 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3871cf7-9520-4281-a105-f23b538f291c x-openstack-request-id: req-d3871cf7-9520-4281-a105-f23b538f291c {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:13:03.732683 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b17bf616-b9da-4561-b454-8c0a8229f500", "name": "network-vif-plugged", "status": "completed", "tag": "ef2620a9-56c8-470d-bb08-2038fff95621", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:13:03.733183 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d3871cf7-9520-4281-a105-f23b538f291c {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:13:03.734315 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b17bf616-b9da-4561-b454-8c0a8229f500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef2620a9-56c8-470d-bb08-2038fff95621', 'code': 200} Dec 08 16:13:03.739994 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-89a75ffa-37aa-45a8-aa96-9fb7aeaf9914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:03.866234 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['06792e63-a731-4cf1-a007-f109ca08a5e4'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:13:03.887177 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-89a75ffa-37aa-45a8-aa96-9fb7aeaf9914 service neutron] No DVR routers for this DVR port 96397e9a-c7c5-4d82-adfc-307dcf9a04e0 on host n-h2-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:13:03.899609 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a75ffa-37aa-45a8-aa96-9fb7aeaf9914 service neutron] Pushing event updated for resources: {'Port': ['ID=96397e9a-c7c5-4d82-adfc-307dcf9a04e0,revision_number=6']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:03.908447 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea8319-22de-4a5d-8f7e-be7d6098125e req-2d32749f-10c7-4440-97cb-e8d5629fb2ee tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:03.912239 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-b5a830d6-a460-49aa-b504-62b5c65f0e5c req-dee04fe3-bac3-4f1a-906b-a640906a2bd5 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Deleting port 8dbbd8a0-b25b-4335-8fd0-6f31c8b4338f {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:13:03.912239 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b5a830d6-a460-49aa-b504-62b5c65f0e5c req-dee04fe3-bac3-4f1a-906b-a640906a2bd5 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:03.915289 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea8319-22de-4a5d-8f7e-be7d6098125e req-2d32749f-10c7-4440-97cb-e8d5629fb2ee tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:03.917946 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8bea8319-22de-4a5d-8f7e-be7d6098125e req-2d32749f-10c7-4440-97cb-e8d5629fb2ee tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9ba955b-bbc9-41bb-97f1-11e16a1e41c7 HTTP/1.1" status: 200 len: 1677 time: 0.1294029 Dec 08 16:13:03.951692 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba20b11-2717-4707-990f-a753c36427b7 req-34e8387e-6bda-4626-bc1a-7c064d43cce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:03.954302 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1ba20b11-2717-4707-990f-a753c36427b7 req-34e8387e-6bda-4626-bc1a-7c064d43cce6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b17bf616-b9da-4561-b454-8c0a8229f500 HTTP/1.1" status: 200 len: 1098 time: 0.1259036 Dec 08 16:13:04.022714 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8bea8319-22de-4a5d-8f7e-be7d6098125e req-32dfcbb8-f2fd-4770-90df-6925770a2d4d tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/security-groups?id=ca15dfaa-ea87-4015-8ed0-fd337a60a9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931129 Dec 08 16:13:04.061263 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1ba20b11-2717-4707-990f-a753c36427b7 req-59427a86-23e5-451d-87a6-c522fe95ceff service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706308 Dec 08 16:13:04.096748 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-b5a830d6-a460-49aa-b504-62b5c65f0e5c req-dee04fe3-bac3-4f1a-906b-a640906a2bd5 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] For port 8dbbd8a0-b25b-4335-8fd0-6f31c8b4338f, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=8dbbd8a0-b25b-4335-8fd0-6f31c8b4338f,segment=NetworkSegment(6b0c82a0-bc9c-4886-a49c-1b810d61edae),segment_id=6b0c82a0-bc9c-4886-a49c-1b810d61edae)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:04.097052 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b5a830d6-a460-49aa-b504-62b5c65f0e5c req-dee04fe3-bac3-4f1a-906b-a640906a2bd5 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:04.107755 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-e1683a1a-3281-4b09-a8ca-aa880365435d None None] Provisioning complete for port 96397e9a-c7c5-4d82-adfc-307dcf9a04e0 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:13:04.111010 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e1683a1a-3281-4b09-a8ca-aa880365435d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:04.120048 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b9037a-35bb-41fb-9ab2-18d2d5639d83 req-d0a2a66e-6bb3-405c-bc1e-3aad043ff775 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:04.121606 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-28b9037a-35bb-41fb-9ab2-18d2d5639d83 req-d0a2a66e-6bb3-405c-bc1e-3aad043ff775 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d79dbcb-7fd6-4cdd-a5f3-5b864cf0c675 HTTP/1.1" status: 200 len: 945 time: 0.3760555 Dec 08 16:13:04.131842 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-b5a830d6-a460-49aa-b504-62b5c65f0e5c req-dee04fe3-bac3-4f1a-906b-a640906a2bd5 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Calling delete_port for 8dbbd8a0-b25b-4335-8fd0-6f31c8b4338f owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:13:04.145760 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-e1683a1a-3281-4b09-a8ca-aa880365435d None None] Port 96397e9a-c7c5-4d82-adfc-307dcf9a04e0 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:13:04.157927 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-89a75ffa-37aa-45a8-aa96-9fb7aeaf9914 service neutron] In _notify_port_updated(), no bound segment for port 96397e9a-c7c5-4d82-adfc-307dcf9a04e0 on network 2e4943d2-93a7-4739-8d48-2442fb48fa03 {{(pid=110550) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 16:13:04.158757 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-89a75ffa-37aa-45a8-aa96-9fb7aeaf9914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:04.159367 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-89a75ffa-37aa-45a8-aa96-9fb7aeaf9914 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:04.160667 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-89a75ffa-37aa-45a8-aa96-9fb7aeaf9914 service neutron] 10.222.0.37 "PUT /v2.0/ports/96397e9a-c7c5-4d82-adfc-307dcf9a04e0 HTTP/1.1" status: 200 len: 1026 time: 1.1030114 Dec 08 16:13:04.253366 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-28b9037a-35bb-41fb-9ab2-18d2d5639d83 req-15b85ab8-deb3-4374-a575-e3721444731d tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/security-groups?id=04d0ddc5-98b7-44ac-9206-b948a6e74d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225216 Dec 08 16:13:04.297286 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f34fa-6804-41ee-b6ad-3da70a8c6503 req-393ab64b-7950-431e-a104-68898b35836d tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:04.303793 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f34fa-6804-41ee-b6ad-3da70a8c6503 req-393ab64b-7950-431e-a104-68898b35836d tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:04.310044 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f34fa-6804-41ee-b6ad-3da70a8c6503 req-393ab64b-7950-431e-a104-68898b35836d tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:04.316438 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f34fa-6804-41ee-b6ad-3da70a8c6503 req-393ab64b-7950-431e-a104-68898b35836d tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:04.323020 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f34fa-6804-41ee-b6ad-3da70a8c6503 req-393ab64b-7950-431e-a104-68898b35836d tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:04.329923 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f34fa-6804-41ee-b6ad-3da70a8c6503 req-393ab64b-7950-431e-a104-68898b35836d tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:04.331989 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8c0f34fa-6804-41ee-b6ad-3da70a8c6503 req-393ab64b-7950-431e-a104-68898b35836d tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 4659 time: 0.1029363 Dec 08 16:13:04.337104 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:04.362120 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-f7806d8f-aabb-4042-ac37-a30ce8b2563c tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:04.363542 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-f7806d8f-aabb-4042-ac37-a30ce8b2563c tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.37 "GET /v2.0/ports/2290551a-385e-4b70-8762-c1e09a632dd7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0807524 Dec 08 16:13:04.391972 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-4d77be42-8010-44ec-827a-4665e61f2ed2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:13:04.392893 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8c0f34fa-6804-41ee-b6ad-3da70a8c6503 req-cb7b886e-a9d2-439a-9f09-dc40fc43f3f2 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/security-groups?id=4aaaa83b-c5f6-43ce-9356-8631053cb551&id=49c58f26-f9c1-4b14-a3ef-7ff8fc05a8af&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546606 Dec 08 16:13:04.451559 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2046635b-5519-4caa-ab84-b279cd4d8400 req-622a40db-865b-4bcd-becb-9f15b416b831 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:04.453646 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2046635b-5519-4caa-ab84-b279cd4d8400 req-622a40db-865b-4bcd-becb-9f15b416b831 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=708a06d7-eda4-4040-9211-ba979e4d7297 HTTP/1.1" status: 200 len: 945 time: 0.1125205 Dec 08 16:13:04.492370 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-4d77be42-8010-44ec-827a-4665e61f2ed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:04.504117 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b4c7b7ce-662c-447a-9542-e30b29e590c2 req-4516adb2-97d0-4b2c-856f-ec588f6fce67 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=18f3071e-c52e-4aff-a91d-54452b451714 HTTP/1.1" status: 200 len: 210 time: 0.0343854 Dec 08 16:13:04.514447 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b5a830d6-a460-49aa-b504-62b5c65f0e5c req-dee04fe3-bac3-4f1a-906b-a640906a2bd5 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:04.590748 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee04fe3-bac3-4f1a-906b-a640906a2bd5 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Pushing event deleted for resources: {'Port': ['ID=8dbbd8a0-b25b-4335-8fd0-6f31c8b4338f,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:04.600330 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2046635b-5519-4caa-ab84-b279cd4d8400 req-427c360e-468f-4cb5-85b7-203b245fb9b0 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307378 Dec 08 16:13:04.685702 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5a830d6-a460-49aa-b504-62b5c65f0e5c req-dee04fe3-bac3-4f1a-906b-a640906a2bd5 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] No DVR routers for this DVR port 8dbbd8a0-b25b-4335-8fd0-6f31c8b4338f on host n-h2-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:13:04.689994 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b5a830d6-a460-49aa-b504-62b5c65f0e5c req-dee04fe3-bac3-4f1a-906b-a640906a2bd5 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:04.694165 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b5a830d6-a460-49aa-b504-62b5c65f0e5c req-dee04fe3-bac3-4f1a-906b-a640906a2bd5 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.37 "DELETE /v2.0/ports/8dbbd8a0-b25b-4335-8fd0-6f31c8b4338f HTTP/1.1" status: 204 len: 173 time: 1.0767975 Dec 08 16:13:04.694165 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '708a06d7-eda4-4040-9211-ba979e4d7297', 'name': 'network-vif-deleted', 'tag': '8dbbd8a0-b25b-4335-8fd0-6f31c8b4338f'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:13:04.696328 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4afc6c-b2d7-44d6-bbcc-9eaac59929b1" -d '{"events": [{"server_uuid": "708a06d7-eda4-4040-9211-ba979e4d7297", "name": "network-vif-deleted", "tag": "8dbbd8a0-b25b-4335-8fd0-6f31c8b4338f"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:13:04.703490 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['77c117d3-70dc-4550-8495-cc1d394f2397', '8dbbd8a0-b25b-4335-8fd0-6f31c8b4338f'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:13:04.722082 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2b0ea0-1bc0-4442-b3a6-ec5851f57e6a req-df79ab5a-9ba2-4c84-82b8-33482e318cb0 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:04.723835 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2f2b0ea0-1bc0-4442-b3a6-ec5851f57e6a req-df79ab5a-9ba2-4c84-82b8-33482e318cb0 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] 10.222.0.64 "GET /v2.0/ports?device_id=9445f012-73ad-4782-9eb7-a5f6f83bfabf HTTP/1.1" status: 200 len: 944 time: 0.0890663 Dec 08 16:13:04.749715 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-4d77be42-8010-44ec-827a-4665e61f2ed2 service neutron] For port 2290551a-385e-4b70-8762-c1e09a632dd7, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=2290551a-385e-4b70-8762-c1e09a632dd7,segment=NetworkSegment(d3c8c48a-2946-4fa5-abca-0d5c91d9e47e),segment_id=d3c8c48a-2946-4fa5-abca-0d5c91d9e47e)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:04.791973 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2f2b0ea0-1bc0-4442-b3a6-ec5851f57e6a req-59e2a682-c4ae-4de9-993e-f54388601372 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] 10.222.0.64 "GET /v2.0/security-groups?id=67f6f32d-f66d-4d53-bc95-f0e53763f26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611467 Dec 08 16:13:04.799738 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-4d77be42-8010-44ec-827a-4665e61f2ed2 service neutron] For port 2290551a-385e-4b70-8762-c1e09a632dd7, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:13:04.859475 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1f2d849e-5791-4eb3-8842-31d5a534b6e1 req-291b9433-ae82-40a2-9276-041be19d707c tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=15392057af79419bba246e0391d3a62d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292091 Dec 08 16:13:04.886750 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-4d77be42-8010-44ec-827a-4665e61f2ed2 service neutron] device_id is not set on port 2290551a-385e-4b70-8762-c1e09a632dd7 yet. {{(pid=110550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:13:04.931131 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e956d7b-3637-47cb-a85b-8eacc0d67bda req-6afb81a7-27be-426b-b4c5-4796778c8cf1 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:04.932893 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7e956d7b-3637-47cb-a85b-8eacc0d67bda req-6afb81a7-27be-426b-b4c5-4796778c8cf1 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=b17bf616-b9da-4561-b454-8c0a8229f500 HTTP/1.1" status: 200 len: 946 time: 0.0606554 Dec 08 16:13:04.949005 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-4d77be42-8010-44ec-827a-4665e61f2ed2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:04.994834 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7e956d7b-3637-47cb-a85b-8eacc0d67bda req-739baef7-e1b7-4fb6-b168-24c8592dc9d4 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537679 Dec 08 16:13:05.014813 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-4d77be42-8010-44ec-827a-4665e61f2ed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:05.031759 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f429d-ce50-4dbc-890e-80842120b019 req-d7e01096-b60e-48c8-a54b-54c40b6b9280 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:05.033341 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-474f429d-ce50-4dbc-890e-80842120b019 req-d7e01096-b60e-48c8-a54b-54c40b6b9280 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/ports?device_id=02fb20b1-471e-442a-bda8-433b9e2e0039 HTTP/1.1" status: 200 len: 945 time: 0.0987866 Dec 08 16:13:05.122242 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2d849e-5791-4eb3-8842-31d5a534b6e1 req-9f015184-d694-4cd3-aa6a-d544f0b7a148 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:05.123777 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1f2d849e-5791-4eb3-8842-31d5a534b6e1 req-9f015184-d694-4cd3-aa6a-d544f0b7a148 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2558692 Dec 08 16:13:05.134834 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device b7f8eeb0-5c5f-45c9-85a3-a7f8e0cf18bc details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:13:05.137608 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 06792e63-a731-4cf1-a007-f109ca08a5e4 up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:13:05.144963 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-1f2d849e-5791-4eb3-8842-31d5a534b6e1 req-49e84770-b1fa-4a72-ac5f-59018a1fbc87 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Request body: {'port': {'device_id': '18f3071e-c52e-4aff-a91d-54452b451714', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'admin_state_up': True, 'tenant_id': '15392057af79419bba246e0391d3a62d'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:13:05.154228 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-4d77be42-8010-44ec-827a-4665e61f2ed2 service neutron] No DVR routers for this DVR port 2290551a-385e-4b70-8762-c1e09a632dd7 on host n-h2-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:13:05.164721 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d77be42-8010-44ec-827a-4665e61f2ed2 service neutron] Pushing event updated for resources: {'Port': ['ID=2290551a-385e-4b70-8762-c1e09a632dd7,revision_number=6']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:05.223880 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c42418-4c00-4574-baac-5a8e92d25c57 req-c9ee5e9b-181b-4420-a535-ed624249773e tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:05.232384 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a3c42418-4c00-4574-baac-5a8e92d25c57 req-c9ee5e9b-181b-4420-a535-ed624249773e tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] 10.222.0.64 "GET /v2.0/networks?id=a41e9618-512e-4fb2-9503-5665265ec0a7 HTTP/1.1" status: 200 len: 810 time: 0.1416917 Dec 08 16:13:05.253042 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a3c42418-4c00-4574-baac-5a8e92d25c57 req-d48231b0-6948-4e2b-b4c5-de9150d41ade tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] 10.222.0.64 "GET /v2.0/quotas/55be0fccb0bb45a9956c5502666d230b HTTP/1.1" status: 200 len: 375 time: 0.0195172 Dec 08 16:13:05.282076 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-474f429d-ce50-4dbc-890e-80842120b019 req-acdbabb9-88cf-4110-a31c-17edf8ff7fc5 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/security-groups?id=04d0ddc5-98b7-44ac-9206-b948a6e74d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208300 Dec 08 16:13:05.307168 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a3c42418-4c00-4574-baac-5a8e92d25c57 req-2f53de68-27c5-4879-b927-fd1d7e526f5f tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=55be0fccb0bb45a9956c5502666d230b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0531037 Dec 08 16:13:05.326823 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-4d77be42-8010-44ec-827a-4665e61f2ed2 service neutron] In _notify_port_updated(), no bound segment for port 2290551a-385e-4b70-8762-c1e09a632dd7 on network 2e4943d2-93a7-4739-8d48-2442fb48fa03 {{(pid=110550) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 16:13:05.341638 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-4d77be42-8010-44ec-827a-4665e61f2ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:05.344627 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-4d77be42-8010-44ec-827a-4665e61f2ed2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:05.346340 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-4d77be42-8010-44ec-827a-4665e61f2ed2 service neutron] 10.222.0.37 "PUT /v2.0/ports/2290551a-385e-4b70-8762-c1e09a632dd7 HTTP/1.1" status: 200 len: 1028 time: 0.9668999 Dec 08 16:13:05.351346 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6e8499-50fe-4197-8530-95c286c7a89a x-openstack-request-id: req-3f6e8499-50fe-4197-8530-95c286c7a89a {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:13:05.351764 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "708a06d7-eda4-4040-9211-ba979e4d7297", "name": "network-vif-deleted", "tag": "8dbbd8a0-b25b-4335-8fd0-6f31c8b4338f", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:13:05.352451 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3f6e8499-50fe-4197-8530-95c286c7a89a {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:13:05.353858 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '708a06d7-eda4-4040-9211-ba979e4d7297', 'name': 'network-vif-deleted', 'tag': '8dbbd8a0-b25b-4335-8fd0-6f31c8b4338f', 'status': 'completed', 'code': 200} Dec 08 16:13:05.398985 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-3a8e0a58-f796-4767-af9c-4120087ed8d4 None None] Provisioning complete for port 2290551a-385e-4b70-8762-c1e09a632dd7 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:13:05.399584 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3a8e0a58-f796-4767-af9c-4120087ed8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:05.402179 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port b7f8eeb0-5c5f-45c9-85a3-a7f8e0cf18bc, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=b7f8eeb0-5c5f-45c9-85a3-a7f8e0cf18bc,segment=NetworkSegment(ae47a093-9258-497d-8eb2-99fa9ba28887),segment_id=ae47a093-9258-497d-8eb2-99fa9ba28887)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:05.443140 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port 06792e63-a731-4cf1-a007-f109ca08a5e4 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:13:05.448704 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': 'b7f8eeb0-5c5f-45c9-85a3-a7f8e0cf18bc', 'network_id': '17cdb798-b692-4f6e-9248-fdc193fabee9', 'port_id': 'b7f8eeb0-5c5f-45c9-85a3-a7f8e0cf18bc', 'mac_address': 'fa:16:3e:25:06:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79475198-e13e-4e8d-b593-5592b02569a4', 'ip_address': '19.80.0.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:13:05.458245 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 06792e63-a731-4cf1-a007-f109ca08a5e4 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:13:05.458620 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:05.505079 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a3c42418-4c00-4574-baac-5a8e92d25c57 req-a5a2991a-84fe-4520-9554-04c393c9f81b service neutron] 10.222.0.64 "GET /v2.0/networks/a41e9618-512e-4fb2-9503-5665265ec0a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968610 Dec 08 16:13:05.512261 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-3a8e0a58-f796-4767-af9c-4120087ed8d4 None None] Port 2290551a-385e-4b70-8762-c1e09a632dd7 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:13:05.540739 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:05.542928 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755fe94f-fc32-4100-b5a2-6b0013c748be req-ec4a0f35-cae9-4194-8e5c-80f96b8c5f2c tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:05.549489 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755fe94f-fc32-4100-b5a2-6b0013c748be req-ec4a0f35-cae9-4194-8e5c-80f96b8c5f2c tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:05.551159 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-755fe94f-fc32-4100-b5a2-6b0013c748be req-ec4a0f35-cae9-4194-8e5c-80f96b8c5f2c tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9ba955b-bbc9-41bb-97f1-11e16a1e41c7 HTTP/1.1" status: 200 len: 1677 time: 0.1248784 Dec 08 16:13:05.564569 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7f8eeb0-5c5f-45c9-85a3-a7f8e0cf18bc {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:13:05.569194 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-11588f69-0468-461d-8ac6-e780c2512bad tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Deleting port 5ca26b89-5037-47fc-91b1-bf5b63ff673b {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:13:05.569835 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-11588f69-0468-461d-8ac6-e780c2512bad tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:05.589953 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port b7f8eeb0-5c5f-45c9-85a3-a7f8e0cf18bc, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=b7f8eeb0-5c5f-45c9-85a3-a7f8e0cf18bc,segment=NetworkSegment(ae47a093-9258-497d-8eb2-99fa9ba28887),segment_id=ae47a093-9258-497d-8eb2-99fa9ba28887)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:05.631305 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:05.650792 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a3c42418-4c00-4574-baac-5a8e92d25c57 req-3bc36813-4f64-42d4-913c-43602918ab17 service neutron] 10.222.0.64 "GET /v2.0/networks/a41e9618-512e-4fb2-9503-5665265ec0a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442108 Dec 08 16:13:05.667177 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f2d849e-5791-4eb3-8842-31d5a534b6e1 req-49e84770-b1fa-4a72-ac5f-59018a1fbc87 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Made reservation on behalf of 15392057af79419bba246e0391d3a62d for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:13:05.671606 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1f2d849e-5791-4eb3-8842-31d5a534b6e1 req-49e84770-b1fa-4a72-ac5f-59018a1fbc87 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:05.685220 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:05.686432 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device cc7fc084-92e0-4f18-aca0-c2e47a24785b details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:13:05.710502 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-755fe94f-fc32-4100-b5a2-6b0013c748be req-b7c40ff1-1030-4f4d-bd63-48407e8cb116 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/security-groups?id=ca15dfaa-ea87-4015-8ed0-fd337a60a9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359360 Dec 08 16:13:05.761554 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 06792e63-a731-4cf1-a007-f109ca08a5e4, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=06792e63-a731-4cf1-a007-f109ca08a5e4,segment=NetworkSegment(0dec94c7-62d4-42fb-a989-f3053434898d),segment_id=0dec94c7-62d4-42fb-a989-f3053434898d)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:05.762508 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9445f012-73ad-4782-9eb7-a5f6f83bfabf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06792e63-a731-4cf1-a007-f109ca08a5e4'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:13:05.765460 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db820e5-281e-4d84-bdd0-107546ceeaa3" -d '{"events": [{"server_uuid": "9445f012-73ad-4782-9eb7-a5f6f83bfabf", "name": "network-vif-plugged", "status": "completed", "tag": "06792e63-a731-4cf1-a007-f109ca08a5e4"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:13:05.768756 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=b7f8eeb0-5c5f-45c9-85a3-a7f8e0cf18bc,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:05.781668 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-11588f69-0468-461d-8ac6-e780c2512bad tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] For port 5ca26b89-5037-47fc-91b1-bf5b63ff673b, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=5ca26b89-5037-47fc-91b1-bf5b63ff673b,segment=NetworkSegment(c89cc37c-16aa-4ad7-b052-34f7434c2466),segment_id=c89cc37c-16aa-4ad7-b052-34f7434c2466)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:05.782132 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-11588f69-0468-461d-8ac6-e780c2512bad tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:05.806528 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-11588f69-0468-461d-8ac6-e780c2512bad tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Calling delete_port for 5ca26b89-5037-47fc-91b1-bf5b63ff673b owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:13:05.861817 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:05.862676 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 51bbfa21-3ab7-4eea-8628-00f39a1573cd no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:13:05.955852 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port cc7fc084-92e0-4f18-aca0-c2e47a24785b, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=cc7fc084-92e0-4f18-aca0-c2e47a24785b,segment=NetworkSegment(9a2a8e72-897a-4adc-bc55-8bd1e07393b6),segment_id=9a2a8e72-897a-4adc-bc55-8bd1e07393b6)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:05.961280 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-1f2d849e-5791-4eb3-8842-31d5a534b6e1 req-49e84770-b1fa-4a72-ac5f-59018a1fbc87 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Allocated IP 192.168.233.66 (b91759c7-445e-4f7b-9fc4-64d80951832c/c93b3a32-b438-4a47-8558-220c03febf97/c99e78fb-7324-4eec-9c24-26799a7536f8) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:13:06.012125 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': 'cc7fc084-92e0-4f18-aca0-c2e47a24785b', 'network_id': 'f4ac694f-0d45-47e8-9dfc-c798907db4e8', 'port_id': 'cc7fc084-92e0-4f18-aca0-c2e47a24785b', 'mac_address': 'fa:16:3e:4a:da:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f73dca-0fe3-4218-8965-018177320b36', 'ip_address': '19.86.0.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:13:06.016844 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=06792e63-a731-4cf1-a007-f109ca08a5e4,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:06.029977 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:06.093342 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:06.106827 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 51bbfa21-3ab7-4eea-8628-00f39a1573cd, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=51bbfa21-3ab7-4eea-8628-00f39a1573cd,segment=NetworkSegment(d3c8c48a-2946-4fa5-abca-0d5c91d9e47e),segment_id=d3c8c48a-2946-4fa5-abca-0d5c91d9e47e)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:06.119023 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc7fc084-92e0-4f18-aca0-c2e47a24785b {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:13:06.145572 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port cc7fc084-92e0-4f18-aca0-c2e47a24785b, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=cc7fc084-92e0-4f18-aca0-c2e47a24785b,segment=NetworkSegment(9a2a8e72-897a-4adc-bc55-8bd1e07393b6),segment_id=9a2a8e72-897a-4adc-bc55-8bd1e07393b6)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:06.190218 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:06.193128 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 7daf87fe-44bb-4172-a38a-0f0c16f93725 no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:13:06.194246 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129bb14d-2fd1-4ff3-85a1-94d45af43bff req-ba45d357-81b7-4242-8e48-49674e5650a2 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:06.200416 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129bb14d-2fd1-4ff3-85a1-94d45af43bff req-ba45d357-81b7-4242-8e48-49674e5650a2 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:06.207762 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129bb14d-2fd1-4ff3-85a1-94d45af43bff req-ba45d357-81b7-4242-8e48-49674e5650a2 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:06.215309 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-129bb14d-2fd1-4ff3-85a1-94d45af43bff req-ba45d357-81b7-4242-8e48-49674e5650a2 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d79dbcb-7fd6-4cdd-a5f3-5b864cf0c675&device_id=a895fc1e-88bc-4448-8e53-d29f1458e27d&device_id=02fb20b1-471e-442a-bda8-433b9e2e0039 HTTP/1.1" status: 200 len: 2416 time: 0.1766655 Dec 08 16:13:06.228701 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-11588f69-0468-461d-8ac6-e780c2512bad tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:06.242857 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b166b776-29df-4f17-9704-c6b8af5bed8b req-0766cab1-7065-400b-ab84-93ff1713ccfe tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:06.243800 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:06.252217 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b166b776-29df-4f17-9704-c6b8af5bed8b req-0766cab1-7065-400b-ab84-93ff1713ccfe tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:06.258727 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b166b776-29df-4f17-9704-c6b8af5bed8b req-0766cab1-7065-400b-ab84-93ff1713ccfe tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:06.267925 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b166b776-29df-4f17-9704-c6b8af5bed8b req-0766cab1-7065-400b-ab84-93ff1713ccfe tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:06.271919 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b166b776-29df-4f17-9704-c6b8af5bed8b req-0766cab1-7065-400b-ab84-93ff1713ccfe tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:06.274468 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b166b776-29df-4f17-9704-c6b8af5bed8b req-0766cab1-7065-400b-ab84-93ff1713ccfe tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 3806 time: 0.1014693 Dec 08 16:13:06.286953 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11588f69-0468-461d-8ac6-e780c2512bad tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Pushing event deleted for resources: {'Port': ['ID=5ca26b89-5037-47fc-91b1-bf5b63ff673b,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:06.287600 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=51bbfa21-3ab7-4eea-8628-00f39a1573cd,revision_number=6']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:06.354119 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1f2d849e-5791-4eb3-8842-31d5a534b6e1 req-49e84770-b1fa-4a72-ac5f-59018a1fbc87 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:06.379066 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b166b776-29df-4f17-9704-c6b8af5bed8b req-3788ce98-c6b9-4586-9000-f98327814bc8 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/security-groups?id=49c58f26-f9c1-4b14-a3ef-7ff8fc05a8af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925801 Dec 08 16:13:06.419434 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=cc7fc084-92e0-4f18-aca0-c2e47a24785b,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:06.423365 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:06.425365 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-11588f69-0468-461d-8ac6-e780c2512bad tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] No DVR routers for this DVR port 5ca26b89-5037-47fc-91b1-bf5b63ff673b on host n-h2-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:13:06.428982 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-11588f69-0468-461d-8ac6-e780c2512bad tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:06.434609 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-11588f69-0468-461d-8ac6-e780c2512bad tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.37 "DELETE /v2.0/ports/5ca26b89-5037-47fc-91b1-bf5b63ff673b HTTP/1.1" status: 204 len: 173 time: 1.0760839 Dec 08 16:13:06.444280 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-129bb14d-2fd1-4ff3-85a1-94d45af43bff req-b1071005-664e-4990-ad7e-6e1a05a7ef1e tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/security-groups?id=04d0ddc5-98b7-44ac-9206-b948a6e74d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280602 Dec 08 16:13:06.456599 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1f2d849e-5791-4eb3-8842-31d5a534b6e1 req-49e84770-b1fa-4a72-ac5f-59018a1fbc87 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:06.465725 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 7daf87fe-44bb-4172-a38a-0f0c16f93725, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=7daf87fe-44bb-4172-a38a-0f0c16f93725,segment=NetworkSegment(c89cc37c-16aa-4ad7-b052-34f7434c2466),segment_id=c89cc37c-16aa-4ad7-b052-34f7434c2466)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:06.471033 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['6fcbf224-ea5a-407f-a8b9-3919aa81a099', 'f1d9c5ab-ec87-4646-a313-a0cdf7e42396'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:13:06.473639 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['fa7c8c03-37fb-40ec-8c95-4187d1cf1adb', '4a824d61-b93a-41b6-8964-589ab2364818', 'f50b339b-81c1-4ba5-8b7d-007a6185e8bf', '7cb8c769-05fa-446f-a5c4-b48d4c3ac2a8', '031f45e2-33f3-4cfe-aa5a-1c6700564244'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:13:06.517277 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f83c63-dee0-4d2f-bd4c-73da56e6ab91 req-9f50017b-031e-4e37-bc24-866b6c6b9590 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:06.526068 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:06.526228 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f3f83c63-dee0-4d2f-bd4c-73da56e6ab91 req-9f50017b-031e-4e37-bc24-866b6c6b9590 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=18f3071e-c52e-4aff-a91d-54452b451714 HTTP/1.1" status: 200 len: 935 time: 0.0794759 Dec 08 16:13:06.526789 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 5d54670e-e1a0-4c2a-a895-93f6235dabd9 no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:13:06.560410 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338a5580-63df-47e5-a541-1206253a8779 x-openstack-request-id: req-338a5580-63df-47e5-a541-1206253a8779 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:13:06.560696 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9445f012-73ad-4782-9eb7-a5f6f83bfabf", "name": "network-vif-plugged", "status": "completed", "tag": "06792e63-a731-4cf1-a007-f109ca08a5e4", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:13:06.560995 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-338a5580-63df-47e5-a541-1206253a8779 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:13:06.562050 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9445f012-73ad-4782-9eb7-a5f6f83bfabf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06792e63-a731-4cf1-a007-f109ca08a5e4', 'code': 200} Dec 08 16:13:06.578028 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e84770-b1fa-4a72-ac5f-59018a1fbc87 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Pushing event updated for resources: {'Port': ['ID=c99e78fb-7324-4eec-9c24-26799a7536f8,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:06.583329 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f3f83c63-dee0-4d2f-bd4c-73da56e6ab91 req-67782b04-70cb-48f8-b270-c05eafeabd64 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562029 Dec 08 16:13:06.586492 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['cc7fc084-92e0-4f18-aca0-c2e47a24785b'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:13:06.598002 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f2d849e-5791-4eb3-8842-31d5a534b6e1 req-49e84770-b1fa-4a72-ac5f-59018a1fbc87 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Network b91759c7-445e-4f7b-9fc4-64d80951832c is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:13:06.600423 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['b7f8eeb0-5c5f-45c9-85a3-a7f8e0cf18bc'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:13:06.625217 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-1f2d849e-5791-4eb3-8842-31d5a534b6e1 req-49e84770-b1fa-4a72-ac5f-59018a1fbc87 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:13:06.629303 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f2d849e-5791-4eb3-8842-31d5a534b6e1 req-49e84770-b1fa-4a72-ac5f-59018a1fbc87 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:13:06.726241 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58998755-a5a6-4bfc-82f5-54f5a21df5f0 req-96e10859-67b5-4b2c-8bfc-bf5aaa2d5e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:06.735084 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-58998755-a5a6-4bfc-82f5-54f5a21df5f0 req-96e10859-67b5-4b2c-8bfc-bf5aaa2d5e81 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9445f012-73ad-4782-9eb7-a5f6f83bfabf HTTP/1.1" status: 200 len: 1097 time: 0.0792150 Dec 08 16:13:06.775202 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=7daf87fe-44bb-4172-a38a-0f0c16f93725,revision_number=6']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:06.795173 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2d849e-5791-4eb3-8842-31d5a534b6e1 req-49e84770-b1fa-4a72-ac5f-59018a1fbc87 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:06.796422 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1f2d849e-5791-4eb3-8842-31d5a534b6e1 req-49e84770-b1fa-4a72-ac5f-59018a1fbc87 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:06.859546 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-c88f19d2-4edd-4739-9395-df4da650c35f tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Deleting port 7daf87fe-44bb-4172-a38a-0f0c16f93725 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:13:06.859892 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-c88f19d2-4edd-4739-9395-df4da650c35f tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:06.920848 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-58998755-a5a6-4bfc-82f5-54f5a21df5f0 req-00aa9383-cf94-4251-8903-ad9259d22225 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=67f6f32d-f66d-4d53-bc95-f0e53763f26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612158 Dec 08 16:13:06.939025 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1f2d849e-5791-4eb3-8842-31d5a534b6e1 req-49e84770-b1fa-4a72-ac5f-59018a1fbc87 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7938147 Dec 08 16:13:06.945440 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8622ba-7160-4651-b4ce-a03e8a962e79 req-229b4244-bdf9-43ed-a4a4-2882068e5426 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:06.948228 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2bd0fc-cc29-4e6f-afad-27b8933c8895 req-6d9a064b-e718-4ed4-9113-4e869f63b35e tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:06.949809 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ed2bd0fc-cc29-4e6f-afad-27b8933c8895 req-6d9a064b-e718-4ed4-9113-4e869f63b35e tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] 10.222.0.64 "GET /v2.0/ports?device_id=9445f012-73ad-4782-9eb7-a5f6f83bfabf HTTP/1.1" status: 200 len: 945 time: 0.1988852 Dec 08 16:13:06.956054 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9e8622ba-7160-4651-b4ce-a03e8a962e79 req-229b4244-bdf9-43ed-a4a4-2882068e5426 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=b17bf616-b9da-4561-b454-8c0a8229f500 HTTP/1.1" status: 200 len: 946 time: 0.2198343 Dec 08 16:13:07.044971 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9e8622ba-7160-4651-b4ce-a03e8a962e79 req-cf6c38fb-9c53-45be-9280-8e245a3326f5 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865653 Dec 08 16:13:07.095832 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-c88f19d2-4edd-4739-9395-df4da650c35f tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] For port 7daf87fe-44bb-4172-a38a-0f0c16f93725, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=7daf87fe-44bb-4172-a38a-0f0c16f93725,segment=NetworkSegment(c89cc37c-16aa-4ad7-b052-34f7434c2466),segment_id=c89cc37c-16aa-4ad7-b052-34f7434c2466)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:07.096455 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-c88f19d2-4edd-4739-9395-df4da650c35f tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:07.121512 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-c88f19d2-4edd-4739-9395-df4da650c35f tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Calling delete_port for 7daf87fe-44bb-4172-a38a-0f0c16f93725 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:13:07.127446 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ed2bd0fc-cc29-4e6f-afad-27b8933c8895 req-5d65a7a6-909a-4d71-b0a1-eeae8b713291 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] 10.222.0.64 "GET /v2.0/security-groups?id=67f6f32d-f66d-4d53-bc95-f0e53763f26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553617 Dec 08 16:13:07.166595 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f729e998-3233-4147-933d-d987ab9e0557 req-b1d1a7d4-8b10-47e5-bc3b-8018efbc23d9 tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] 10.222.0.64 "GET /v2.0/ports?device_id=aca18527-4abf-4c7f-a083-1927067601f7 HTTP/1.1" status: 200 len: 210 time: 0.0539012 Dec 08 16:13:07.182082 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-1f2d849e-5791-4eb3-8842-31d5a534b6e1 req-71b86252-2422-451e-a2e1-5eca5be7f53c service neutron] Request body: {'port': {'device_id': '18f3071e-c52e-4aff-a91d-54452b451714', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:13:07.213916 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:07.272057 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-20befa4f-57a8-4e8b-b8a2-583d7f24292a None None] Provisioning complete for port c99e78fb-7324-4eec-9c24-26799a7536f8 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:13:07.272528 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-20befa4f-57a8-4e8b-b8a2-583d7f24292a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:07.276025 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1f2d849e-5791-4eb3-8842-31d5a534b6e1 req-71b86252-2422-451e-a2e1-5eca5be7f53c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:07.360823 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc438c8-595f-4412-861b-5bcb3b061ba1', 'name': 'network-vif-deleted', 'tag': '5ca26b89-5037-47fc-91b1-bf5b63ff673b'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:13:07.363054 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f40cd-2de9-4d43-a73d-277e80dfcbd2 req-0e32c153-5c23-4f4e-b407-8e08b9bb97c4 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:07.363376 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3360c4aa-7e2e-435f-9141-e2a8d037b872" -d '{"events": [{"server_uuid": "5dc438c8-595f-4412-861b-5bcb3b061ba1", "name": "network-vif-deleted", "tag": "5ca26b89-5037-47fc-91b1-bf5b63ff673b"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:13:07.365374 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6c6f40cd-2de9-4d43-a73d-277e80dfcbd2 req-0e32c153-5c23-4f4e-b407-8e08b9bb97c4 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.0923984 Dec 08 16:13:07.393879 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 5d54670e-e1a0-4c2a-a895-93f6235dabd9, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=5d54670e-e1a0-4c2a-a895-93f6235dabd9,segment=NetworkSegment(64c18ef9-63f2-4c53-b3ec-fb03feced499),segment_id=64c18ef9-63f2-4c53-b3ec-fb03feced499)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:07.423451 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6c6f40cd-2de9-4d43-a73d-277e80dfcbd2 req-de1845af-1142-4fdb-8267-9c49513d5908 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506732 Dec 08 16:13:07.441478 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-20befa4f-57a8-4e8b-b8a2-583d7f24292a None None] Port c99e78fb-7324-4eec-9c24-26799a7536f8 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:13:07.479130 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-c88f19d2-4edd-4739-9395-df4da650c35f tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:07.484553 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:07.485319 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 96397e9a-c7c5-4d82-adfc-307dcf9a04e0 no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:13:07.523060 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88f19d2-4edd-4739-9395-df4da650c35f tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Pushing event deleted for resources: {'Port': ['ID=7daf87fe-44bb-4172-a38a-0f0c16f93725,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:07.576115 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b9e7e-cd39-4949-b432-3ac518800e79 req-1aeae93b-c0a5-4daf-9e9e-a151755cfe65 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:07.578289 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1e7b9e7e-cd39-4949-b432-3ac518800e79 req-1aeae93b-c0a5-4daf-9e9e-a151755cfe65 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d79dbcb-7fd6-4cdd-a5f3-5b864cf0c675 HTTP/1.1" status: 200 len: 945 time: 0.2110744 Dec 08 16:13:07.628597 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab03904-0c25-4cbb-a859-5f8643a6bfc9 req-49918d0d-99d3-4db6-8e9e-2d4bd489a1f0 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:07.635422 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab03904-0c25-4cbb-a859-5f8643a6bfc9 req-49918d0d-99d3-4db6-8e9e-2d4bd489a1f0 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:07.637322 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4ab03904-0c25-4cbb-a859-5f8643a6bfc9 req-49918d0d-99d3-4db6-8e9e-2d4bd489a1f0 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9ba955b-bbc9-41bb-97f1-11e16a1e41c7 HTTP/1.1" status: 200 len: 1679 time: 0.0820179 Dec 08 16:13:07.655742 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=5d54670e-e1a0-4c2a-a895-93f6235dabd9,revision_number=6']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:07.661782 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 96397e9a-c7c5-4d82-adfc-307dcf9a04e0 not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:13:07.662215 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device ad149dbc-dd1a-4f57-a271-ee5719d6b70d no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:13:07.707121 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4ab03904-0c25-4cbb-a859-5f8643a6bfc9 req-0799b93a-bd37-413c-8101-e3518e880f91 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/security-groups?id=ca15dfaa-ea87-4015-8ed0-fd337a60a9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630293 Dec 08 16:13:07.810739 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-1f2d849e-5791-4eb3-8842-31d5a534b6e1 req-71b86252-2422-451e-a2e1-5eca5be7f53c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c99e78fb-7324-4eec-9c24-26799a7536f8 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:13:07.845555 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1f2d849e-5791-4eb3-8842-31d5a534b6e1 req-71b86252-2422-451e-a2e1-5eca5be7f53c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:07.847857 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-c88f19d2-4edd-4739-9395-df4da650c35f tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] No DVR routers for this DVR port 7daf87fe-44bb-4172-a38a-0f0c16f93725 on host n-h2-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:13:07.855896 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-c88f19d2-4edd-4739-9395-df4da650c35f tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:07.859954 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-c88f19d2-4edd-4739-9395-df4da650c35f tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.37 "DELETE /v2.0/ports/7daf87fe-44bb-4172-a38a-0f0c16f93725 HTTP/1.1" status: 204 len: 173 time: 1.4147141 Dec 08 16:13:07.865672 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:07.884482 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-1f2d849e-5791-4eb3-8842-31d5a534b6e1 req-71b86252-2422-451e-a2e1-5eca5be7f53c service neutron] Transition to ACTIVE for port object c99e78fb-7324-4eec-9c24-26799a7536f8 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:13:07.932524 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port ad149dbc-dd1a-4f57-a271-ee5719d6b70d, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=ad149dbc-dd1a-4f57-a271-ee5719d6b70d,segment=NetworkSegment(d3c8c48a-2946-4fa5-abca-0d5c91d9e47e),segment_id=d3c8c48a-2946-4fa5-abca-0d5c91d9e47e)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:07.936385 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1e7b9e7e-cd39-4949-b432-3ac518800e79 req-48348d88-6115-4ba6-bc0d-76bf5785bed7 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/security-groups?id=04d0ddc5-98b7-44ac-9206-b948a6e74d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479087 Dec 08 16:13:07.974614 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e488da28-bd2c-45af-91b1-c91e37fbc773 x-openstack-request-id: req-e488da28-bd2c-45af-91b1-c91e37fbc773 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:13:07.975005 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc438c8-595f-4412-861b-5bcb3b061ba1", "name": "network-vif-deleted", "tag": "5ca26b89-5037-47fc-91b1-bf5b63ff673b", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:13:07.975334 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e488da28-bd2c-45af-91b1-c91e37fbc773 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:13:07.975808 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc438c8-595f-4412-861b-5bcb3b061ba1', 'name': 'network-vif-deleted', 'tag': '5ca26b89-5037-47fc-91b1-bf5b63ff673b', 'status': 'completed', 'code': 200} Dec 08 16:13:08.035217 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1f2d849e-5791-4eb3-8842-31d5a534b6e1 req-71b86252-2422-451e-a2e1-5eca5be7f53c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:08.038271 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:08.039041 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 5ca26b89-5037-47fc-91b1-bf5b63ff673b no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:13:08.084769 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: 5ca26b89-5037-47fc-91b1-bf5b63ff673b {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:13:08.085340 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 5ca26b89-5037-47fc-91b1-bf5b63ff673b not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:13:08.085972 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 2290551a-385e-4b70-8762-c1e09a632dd7 no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:13:08.224525 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=ad149dbc-dd1a-4f57-a271-ee5719d6b70d,revision_number=6']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:08.231432 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 2290551a-385e-4b70-8762-c1e09a632dd7 not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:13:08.246373 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 8dbbd8a0-b25b-4335-8fd0-6f31c8b4338f no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:13:08.287008 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: 8dbbd8a0-b25b-4335-8fd0-6f31c8b4338f {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:13:08.287406 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 8dbbd8a0-b25b-4335-8fd0-6f31c8b4338f not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:13:08.347159 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b3d1a1-a479-4b5d-a876-914e3c050f34 req-9c90dbc3-b1e2-42d9-b577-8253bbbb1b62 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:08.356171 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-53b3d1a1-a479-4b5d-a876-914e3c050f34 req-9c90dbc3-b1e2-42d9-b577-8253bbbb1b62 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=18f3071e-c52e-4aff-a91d-54452b451714 HTTP/1.1" status: 200 len: 947 time: 0.0871534 Dec 08 16:13:08.464622 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:08.489178 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-53b3d1a1-a479-4b5d-a876-914e3c050f34 req-90809730-3975-45b5-b75f-58674ba8a16f tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317549 Dec 08 16:13:08.525846 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-f643748c-a7f5-43ea-90ff-dfd88f9acaab tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Deleting port 51bbfa21-3ab7-4eea-8628-00f39a1573cd {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:13:08.526279 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-f643748c-a7f5-43ea-90ff-dfd88f9acaab tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:08.563458 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc438c8-595f-4412-861b-5bcb3b061ba1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51bbfa21-3ab7-4eea-8628-00f39a1573cd'}, {'server_uuid': '5dc438c8-595f-4412-861b-5bcb3b061ba1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7daf87fe-44bb-4172-a38a-0f0c16f93725'}, {'server_uuid': '5dc438c8-595f-4412-861b-5bcb3b061ba1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d54670e-e1a0-4c2a-a895-93f6235dabd9'}, {'server_uuid': '5dc438c8-595f-4412-861b-5bcb3b061ba1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad149dbc-dd1a-4f57-a271-ee5719d6b70d'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:13:08.566509 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87bf096d-28e6-4cd4-ac94-3ec98326949f" -d '{"events": [{"server_uuid": "5dc438c8-595f-4412-861b-5bcb3b061ba1", "name": "network-vif-unplugged", "status": "completed", "tag": "51bbfa21-3ab7-4eea-8628-00f39a1573cd"}, {"server_uuid": "5dc438c8-595f-4412-861b-5bcb3b061ba1", "name": "network-vif-unplugged", "status": "completed", "tag": "7daf87fe-44bb-4172-a38a-0f0c16f93725"}, {"server_uuid": "5dc438c8-595f-4412-861b-5bcb3b061ba1", "name": "network-vif-unplugged", "status": "completed", "tag": "5d54670e-e1a0-4c2a-a895-93f6235dabd9"}, {"server_uuid": "5dc438c8-595f-4412-861b-5bcb3b061ba1", "name": "network-vif-unplugged", "status": "completed", "tag": "ad149dbc-dd1a-4f57-a271-ee5719d6b70d"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:13:08.625810 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b86252-2422-451e-a2e1-5eca5be7f53c service neutron] Pushing event updated for resources: {'Port': ['ID=c99e78fb-7324-4eec-9c24-26799a7536f8,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:08.689926 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f3d6a5-2e9c-4000-ae65-c626a7e6b247 req-84f8ea58-4cf1-4149-bc92-148e84661a81 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:08.696084 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f3d6a5-2e9c-4000-ae65-c626a7e6b247 req-84f8ea58-4cf1-4149-bc92-148e84661a81 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:08.702246 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f3d6a5-2e9c-4000-ae65-c626a7e6b247 req-84f8ea58-4cf1-4149-bc92-148e84661a81 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:08.704129 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f8f3d6a5-2e9c-4000-ae65-c626a7e6b247 req-84f8ea58-4cf1-4149-bc92-148e84661a81 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 2408 time: 0.6429262 Dec 08 16:13:08.760071 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-f643748c-a7f5-43ea-90ff-dfd88f9acaab tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] For port 51bbfa21-3ab7-4eea-8628-00f39a1573cd, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=51bbfa21-3ab7-4eea-8628-00f39a1573cd,segment=NetworkSegment(d3c8c48a-2946-4fa5-abca-0d5c91d9e47e),segment_id=d3c8c48a-2946-4fa5-abca-0d5c91d9e47e)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:08.760468 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-f643748c-a7f5-43ea-90ff-dfd88f9acaab tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:08.773135 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf9593c-fcce-4ece-956a-1e031d21d7f3 req-acb51123-90c6-4cd3-bee7-6c9003fb4b20 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:08.774693 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ddf9593c-fcce-4ece-956a-1e031d21d7f3 req-acb51123-90c6-4cd3-bee7-6c9003fb4b20 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=b17bf616-b9da-4561-b454-8c0a8229f500 HTTP/1.1" status: 200 len: 946 time: 0.0556448 Dec 08 16:13:08.792583 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-f643748c-a7f5-43ea-90ff-dfd88f9acaab tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Calling delete_port for 51bbfa21-3ab7-4eea-8628-00f39a1573cd owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:13:08.799565 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-1f2d849e-5791-4eb3-8842-31d5a534b6e1 req-71b86252-2422-451e-a2e1-5eca5be7f53c service neutron] Attempting to bind port c99e78fb-7324-4eec-9c24-26799a7536f8 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:13:08.799904 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-1f2d849e-5791-4eb3-8842-31d5a534b6e1 req-71b86252-2422-451e-a2e1-5eca5be7f53c service neutron] Attempting to bind port c99e78fb-7324-4eec-9c24-26799a7536f8 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:13:08.800264 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2d849e-5791-4eb3-8842-31d5a534b6e1 req-71b86252-2422-451e-a2e1-5eca5be7f53c service neutron] Attempting to bind port c99e78fb-7324-4eec-9c24-26799a7536f8 on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:13:08.822147 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2d849e-5791-4eb3-8842-31d5a534b6e1 req-71b86252-2422-451e-a2e1-5eca5be7f53c service neutron] Port c99e78fb-7324-4eec-9c24-26799a7536f8 on network b91759c7-445e-4f7b-9fc4-64d80951832c not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:13:08.822479 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2d849e-5791-4eb3-8842-31d5a534b6e1 req-71b86252-2422-451e-a2e1-5eca5be7f53c service neutron] Attempting to bind port c99e78fb-7324-4eec-9c24-26799a7536f8 on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:13:08.824695 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ddf9593c-fcce-4ece-956a-1e031d21d7f3 req-ab0788d0-9da4-43c9-9de4-f2b55970cc1f tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436559 Dec 08 16:13:08.831187 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f8f3d6a5-2e9c-4000-ae65-c626a7e6b247 req-3f0ab263-1519-45b0-85ab-ec9a8663c530 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/security-groups?id=49c58f26-f9c1-4b14-a3ef-7ff8fc05a8af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173787 Dec 08 16:13:08.877393 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2d849e-5791-4eb3-8842-31d5a534b6e1 req-71b86252-2422-451e-a2e1-5eca5be7f53c service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:13:08.878326 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2d849e-5791-4eb3-8842-31d5a534b6e1 req-71b86252-2422-451e-a2e1-5eca5be7f53c service neutron] Checking segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:13:08.878734 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2d849e-5791-4eb3-8842-31d5a534b6e1 req-71b86252-2422-451e-a2e1-5eca5be7f53c service neutron] Bound using segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:13:08.879201 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-1f2d849e-5791-4eb3-8842-31d5a534b6e1 req-71b86252-2422-451e-a2e1-5eca5be7f53c service neutron] Bound port: c99e78fb-7324-4eec-9c24-26799a7536f8, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:13:08.879569 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1f2d849e-5791-4eb3-8842-31d5a534b6e1 req-71b86252-2422-451e-a2e1-5eca5be7f53c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:08.945429 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd6f33b-8e5a-4f37-b732-2a473667855f req-6d2e0128-d4f8-4d57-b6be-e4918c6d64a6 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:08.947220 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bfd6f33b-8e5a-4f37-b732-2a473667855f req-6d2e0128-d4f8-4d57-b6be-e4918c6d64a6 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] 10.222.0.64 "GET /v2.0/ports?device_id=9445f012-73ad-4782-9eb7-a5f6f83bfabf HTTP/1.1" status: 200 len: 945 time: 0.0570502 Dec 08 16:13:08.999561 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bfd6f33b-8e5a-4f37-b732-2a473667855f req-1aeae11f-9b16-4f0e-b09a-4e4aa8239563 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] 10.222.0.64 "GET /v2.0/security-groups?id=67f6f32d-f66d-4d53-bc95-f0e53763f26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457840 Dec 08 16:13:09.042611 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddcf865-03b7-41e1-9cdd-958215b23a4a req-9799988e-2546-41ff-be34-75451c6a361b tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:09.044568 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8ddcf865-03b7-41e1-9cdd-958215b23a4a req-9799988e-2546-41ff-be34-75451c6a361b tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.1422660 Dec 08 16:13:09.049162 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-1f2d849e-5791-4eb3-8842-31d5a534b6e1 req-71b86252-2422-451e-a2e1-5eca5be7f53c service neutron] For port c99e78fb-7324-4eec-9c24-26799a7536f8, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:13:09.078443 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-1f2d849e-5791-4eb3-8842-31d5a534b6e1 req-71b86252-2422-451e-a2e1-5eca5be7f53c service neutron] For port c99e78fb-7324-4eec-9c24-26799a7536f8, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=c99e78fb-7324-4eec-9c24-26799a7536f8,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:13:09.087508 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0d883adf-3253-46ff-9ad9-f89068be64d9 req-d1a42023-9f1a-4365-91e8-a8a4dd7ade27 tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] 10.222.0.64 "GET /v2.0/ports?device_id=aca18527-4abf-4c7f-a083-1927067601f7 HTTP/1.1" status: 200 len: 210 time: 0.0281289 Dec 08 16:13:09.126926 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8ddcf865-03b7-41e1-9cdd-958215b23a4a req-72ccc9a4-9169-4f6b-bc87-fe95c7ad6c12 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732780 Dec 08 16:13:09.137391 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Wed, 08 Dec 2021 16:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1404b11b-2c91-4dac-b618-adfb803d4f07 x-openstack-request-id: req-1404b11b-2c91-4dac-b618-adfb803d4f07 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:13:09.137391 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc438c8-595f-4412-861b-5bcb3b061ba1", "name": "network-vif-unplugged", "status": "completed", "tag": "51bbfa21-3ab7-4eea-8628-00f39a1573cd", "code": 200}, {"server_uuid": "5dc438c8-595f-4412-861b-5bcb3b061ba1", "name": "network-vif-unplugged", "status": "completed", "tag": "7daf87fe-44bb-4172-a38a-0f0c16f93725", "code": 200}, {"server_uuid": "5dc438c8-595f-4412-861b-5bcb3b061ba1", "name": "network-vif-unplugged", "status": "completed", "tag": "5d54670e-e1a0-4c2a-a895-93f6235dabd9", "code": 200}, {"server_uuid": "5dc438c8-595f-4412-861b-5bcb3b061ba1", "name": "network-vif-unplugged", "status": "completed", "tag": "ad149dbc-dd1a-4f57-a271-ee5719d6b70d", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:13:09.137391 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1404b11b-2c91-4dac-b618-adfb803d4f07 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:13:09.137391 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc438c8-595f-4412-861b-5bcb3b061ba1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51bbfa21-3ab7-4eea-8628-00f39a1573cd', 'code': 200} Dec 08 16:13:09.137391 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc438c8-595f-4412-861b-5bcb3b061ba1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7daf87fe-44bb-4172-a38a-0f0c16f93725', 'code': 200} Dec 08 16:13:09.137391 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc438c8-595f-4412-861b-5bcb3b061ba1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d54670e-e1a0-4c2a-a895-93f6235dabd9', 'code': 200} Dec 08 16:13:09.137391 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc438c8-595f-4412-861b-5bcb3b061ba1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad149dbc-dd1a-4f57-a271-ee5719d6b70d', 'code': 200} Dec 08 16:13:09.155374 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device b7f8eeb0-5c5f-45c9-85a3-a7f8e0cf18bc up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:13:09.270629 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-f643748c-a7f5-43ea-90ff-dfd88f9acaab tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:09.272721 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1f2d849e-5791-4eb3-8842-31d5a534b6e1 req-71b86252-2422-451e-a2e1-5eca5be7f53c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:09.321194 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port b7f8eeb0-5c5f-45c9-85a3-a7f8e0cf18bc completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:13:09.334009 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdbfdc6-ef8b-4d07-9269-9500fbff908e req-6e21d656-1382-486e-ad7d-487d75124f67 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:09.335144 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port b7f8eeb0-5c5f-45c9-85a3-a7f8e0cf18bc triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:13:09.335534 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:09.336969 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bfdbfdc6-ef8b-4d07-9269-9500fbff908e req-6e21d656-1382-486e-ad7d-487d75124f67 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] 10.222.0.64 "GET /v2.0/ports?device_id=9445f012-73ad-4782-9eb7-a5f6f83bfabf HTTP/1.1" status: 200 len: 945 time: 0.0613539 Dec 08 16:13:09.341881 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2d849e-5791-4eb3-8842-31d5a534b6e1 req-71b86252-2422-451e-a2e1-5eca5be7f53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:09.343016 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1f2d849e-5791-4eb3-8842-31d5a534b6e1 req-71b86252-2422-451e-a2e1-5eca5be7f53c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:09.344437 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1f2d849e-5791-4eb3-8842-31d5a534b6e1 req-71b86252-2422-451e-a2e1-5eca5be7f53c service neutron] 10.222.0.37 "PUT /v2.0/ports/c99e78fb-7324-4eec-9c24-26799a7536f8 HTTP/1.1" status: 200 len: 1096 time: 2.1669219 Dec 08 16:13:09.355521 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 47002) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:09.365690 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-096cc7b2-6cbb-45c6-a239-5c99402b4b78 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Request body: {'floatingip': {'port_id': '06792e63-a731-4cf1-a007-f109ca08a5e4'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:13:09.414253 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a7cf3-f69a-4f44-83d8-a5aa5159fced req-d58a9b00-748c-4b37-9790-86de1639f4ba tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:09.425739 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a7cf3-f69a-4f44-83d8-a5aa5159fced req-d58a9b00-748c-4b37-9790-86de1639f4ba tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:09.428769 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-096cc7b2-6cbb-45c6-a239-5c99402b4b78 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Publish callbacks [] for floatingip, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:09.434656 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-411a7cf3-f69a-4f44-83d8-a5aa5159fced req-d58a9b00-748c-4b37-9790-86de1639f4ba tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9ba955b-bbc9-41bb-97f1-11e16a1e41c7 HTTP/1.1" status: 200 len: 1679 time: 0.2411928 Dec 08 16:13:09.500249 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-f643748c-a7f5-43ea-90ff-dfd88f9acaab tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] No DVR routers for this DVR port 51bbfa21-3ab7-4eea-8628-00f39a1573cd on host n-h2-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:13:09.503087 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:09.507499 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-f643748c-a7f5-43ea-90ff-dfd88f9acaab tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:09.510891 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-f643748c-a7f5-43ea-90ff-dfd88f9acaab tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.37 "DELETE /v2.0/ports/51bbfa21-3ab7-4eea-8628-00f39a1573cd HTTP/1.1" status: 204 len: 173 time: 1.6394684 Dec 08 16:13:09.522964 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b86252-2422-451e-a2e1-5eca5be7f53c service neutron] Pushing event updated for resources: {'Port': ['ID=c99e78fb-7324-4eec-9c24-26799a7536f8,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:09.590133 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port b7f8eeb0-5c5f-45c9-85a3-a7f8e0cf18bc, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=b7f8eeb0-5c5f-45c9-85a3-a7f8e0cf18bc,segment=NetworkSegment(ae47a093-9258-497d-8eb2-99fa9ba28887),segment_id=ae47a093-9258-497d-8eb2-99fa9ba28887)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:09.603930 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500b504a-9156-44e2-8bde-4553dcf04f7a req-1514bca1-e9ff-41c8-bb87-a4b45695fc56 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:09.608670 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-500b504a-9156-44e2-8bde-4553dcf04f7a req-1514bca1-e9ff-41c8-bb87-a4b45695fc56 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.1361737 Dec 08 16:13:09.657536 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:09.658612 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device cc7fc084-92e0-4f18-aca0-c2e47a24785b up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:13:09.665436 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c42418-4c00-4574-baac-5a8e92d25c57 req-f7b1640d-036d-43d3-bf65-6f1943145493 tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:09.667020 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a3c42418-4c00-4574-baac-5a8e92d25c57 req-f7b1640d-036d-43d3-bf65-6f1943145493 tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] 10.222.0.76 "GET /v2.0/networks?id=a41e9618-512e-4fb2-9503-5665265ec0a7 HTTP/1.1" status: 200 len: 810 time: 0.4615486 Dec 08 16:13:09.678468 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f643748c-a7f5-43ea-90ff-dfd88f9acaab tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Pushing event deleted for resources: {'Port': ['ID=51bbfa21-3ab7-4eea-8628-00f39a1573cd,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:09.699341 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-a3c42418-4c00-4574-baac-5a8e92d25c57 req-e2d6921b-e8f2-4355-a3b5-467ebbe1b5d3 tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] Request body: {'port': {'device_id': 'aca18527-4abf-4c7f-a083-1927067601f7', 'network_id': 'a41e9618-512e-4fb2-9503-5665265ec0a7', 'admin_state_up': True, 'tenant_id': '55be0fccb0bb45a9956c5502666d230b'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:13:09.729835 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-411a7cf3-f69a-4f44-83d8-a5aa5159fced req-a7120dd7-e213-4afa-b5e3-dead9317ba35 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/security-groups?id=ca15dfaa-ea87-4015-8ed0-fd337a60a9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941439 Dec 08 16:13:09.761907 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=b7f8eeb0-5c5f-45c9-85a3-a7f8e0cf18bc,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:09.776307 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-500b504a-9156-44e2-8bde-4553dcf04f7a req-7b6dbb08-1c5b-4d3e-9286-304024c5cec2 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519055 Dec 08 16:13:09.805943 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2d849e-5791-4eb3-8842-31d5a534b6e1 req-32b9617d-f1bc-47e4-9505-4728e758d404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:09.805943 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1f2d849e-5791-4eb3-8842-31d5a534b6e1 req-32b9617d-f1bc-47e4-9505-4728e758d404 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=15392057af79419bba246e0391d3a62d&device_id=18f3071e-c52e-4aff-a91d-54452b451714 HTTP/1.1" status: 200 len: 1099 time: 0.2447283 Dec 08 16:13:09.888346 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port cc7fc084-92e0-4f18-aca0-c2e47a24785b completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:13:09.893536 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port cc7fc084-92e0-4f18-aca0-c2e47a24785b triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:13:09.898130 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:09.908984 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1f2d849e-5791-4eb3-8842-31d5a534b6e1 req-8ea66006-1dc3-49ad-bd77-4f739d587fe4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=c99e78fb-7324-4eec-9c24-26799a7536f8 HTTP/1.1" status: 200 len: 217 time: 0.0901692 Dec 08 16:13:09.976674 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc438c8-595f-4412-861b-5bcb3b061ba1', 'name': 'network-vif-deleted', 'tag': '7daf87fe-44bb-4172-a38a-0f0c16f93725'}, {'name': 'network-changed', 'server_uuid': '18f3071e-c52e-4aff-a91d-54452b451714', 'tag': 'c99e78fb-7324-4eec-9c24-26799a7536f8'}, {'server_uuid': '5dc438c8-595f-4412-861b-5bcb3b061ba1', 'name': 'network-vif-deleted', 'tag': '51bbfa21-3ab7-4eea-8628-00f39a1573cd'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:13:09.979370 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d8f729-9421-410b-b12f-346bde431183" -d '{"events": [{"server_uuid": "5dc438c8-595f-4412-861b-5bcb3b061ba1", "name": "network-vif-deleted", "tag": "7daf87fe-44bb-4172-a38a-0f0c16f93725"}, {"name": "network-changed", "server_uuid": "18f3071e-c52e-4aff-a91d-54452b451714", "tag": "c99e78fb-7324-4eec-9c24-26799a7536f8"}, {"server_uuid": "5dc438c8-595f-4412-861b-5bcb3b061ba1", "name": "network-vif-deleted", "tag": "51bbfa21-3ab7-4eea-8628-00f39a1573cd"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:13:10.025430 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e15ac4-d499-4d81-b0e6-6bab2a49a2c1 req-c33101c9-6219-4681-b32e-9815bd725eb2 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:10.029072 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-43e15ac4-d499-4d81-b0e6-6bab2a49a2c1 req-c33101c9-6219-4681-b32e-9815bd725eb2 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.37 "GET /v2.0/ports?device_id=b17bf616-b9da-4561-b454-8c0a8229f500 HTTP/1.1" status: 200 len: 946 time: 0.2387819 Dec 08 16:13:10.054155 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:10.065818 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2d849e-5791-4eb3-8842-31d5a534b6e1 req-92718bc8-edbe-4b12-a275-5ea82e965c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:10.067351 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1f2d849e-5791-4eb3-8842-31d5a534b6e1 req-92718bc8-edbe-4b12-a275-5ea82e965c2e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.1504443 Dec 08 16:13:10.073155 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-5d115f20-c85b-4c52-97c8-3a2695b222c6 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Deleting port ad149dbc-dd1a-4f57-a271-ee5719d6b70d {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:13:10.073639 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-5d115f20-c85b-4c52-97c8-3a2695b222c6 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:10.104258 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port cc7fc084-92e0-4f18-aca0-c2e47a24785b, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=cc7fc084-92e0-4f18-aca0-c2e47a24785b,segment=NetworkSegment(9a2a8e72-897a-4adc-bc55-8bd1e07393b6),segment_id=9a2a8e72-897a-4adc-bc55-8bd1e07393b6)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:10.140891 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adab8f61-6904-4676-a887-08b71cd06da1 req-db9df00a-8d6d-4c4f-9b8a-06970e36ad98 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:10.143538 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-adab8f61-6904-4676-a887-08b71cd06da1 req-db9df00a-8d6d-4c4f-9b8a-06970e36ad98 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=b17bf616-b9da-4561-b454-8c0a8229f500 HTTP/1.1" status: 200 len: 946 time: 0.1820247 Dec 08 16:13:10.151180 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6963fad-2938-488f-abb5-3233d5f511fa req-d6e35b73-9c2f-4627-a6a7-c35031b27266 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:10.153930 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b6963fad-2938-488f-abb5-3233d5f511fa req-d6e35b73-9c2f-4627-a6a7-c35031b27266 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=18f3071e-c52e-4aff-a91d-54452b451714 HTTP/1.1" status: 200 len: 947 time: 0.1980240 Dec 08 16:13:10.251424 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2d849e-5791-4eb3-8842-31d5a534b6e1 req-41cc749f-ccec-42db-b209-2f2f6b823fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:10.252988 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1f2d849e-5791-4eb3-8842-31d5a534b6e1 req-41cc749f-ccec-42db-b209-2f2f6b823fd4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1762547 Dec 08 16:13:10.284730 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-5d115f20-c85b-4c52-97c8-3a2695b222c6 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] For port ad149dbc-dd1a-4f57-a271-ee5719d6b70d, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=ad149dbc-dd1a-4f57-a271-ee5719d6b70d,segment=NetworkSegment(d3c8c48a-2946-4fa5-abca-0d5c91d9e47e),segment_id=d3c8c48a-2946-4fa5-abca-0d5c91d9e47e)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:10.284993 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-5d115f20-c85b-4c52-97c8-3a2695b222c6 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:10.288709 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b6963fad-2938-488f-abb5-3233d5f511fa req-fb1c28b9-877c-446a-823c-6a8534730c51 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040695 Dec 08 16:13:10.290245 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-adab8f61-6904-4676-a887-08b71cd06da1 req-48a24d23-0946-4285-adf0-76d1c2b6da5c tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258769 Dec 08 16:13:10.332129 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:10.346584 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-43e15ac4-d499-4d81-b0e6-6bab2a49a2c1 req-878a33c0-aa8f-4c63-b44e-8175c293c153 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Deleting port ef2620a9-56c8-470d-bb08-2038fff95621 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:13:10.346924 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-43e15ac4-d499-4d81-b0e6-6bab2a49a2c1 req-878a33c0-aa8f-4c63-b44e-8175c293c153 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:10.350996 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-5d115f20-c85b-4c52-97c8-3a2695b222c6 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Calling delete_port for ad149dbc-dd1a-4f57-a271-ee5719d6b70d owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:13:10.412554 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3c42418-4c00-4574-baac-5a8e92d25c57 req-e2d6921b-e8f2-4355-a3b5-467ebbe1b5d3 tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] Made reservation on behalf of 55be0fccb0bb45a9956c5502666d230b for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:13:10.413794 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a3c42418-4c00-4574-baac-5a8e92d25c57 req-e2d6921b-e8f2-4355-a3b5-467ebbe1b5d3 tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:10.447002 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=cc7fc084-92e0-4f18-aca0-c2e47a24785b,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:10.499908 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-096cc7b2-6cbb-45c6-a239-5c99402b4b78 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:10.540550 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1f2d849e-5791-4eb3-8842-31d5a534b6e1 req-fc7c2c34-c56f-4e02-bd03-f0c543ae7bc7 service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720790 Dec 08 16:13:10.541981 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff04e877-6a32-4a4f-8594-a7b4dc66b52c req-fbabc33c-80df-4729-b02c-ff6624c1f6c2 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:10.548709 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff04e877-6a32-4a4f-8594-a7b4dc66b52c req-fbabc33c-80df-4729-b02c-ff6624c1f6c2 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:10.559110 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ff04e877-6a32-4a4f-8594-a7b4dc66b52c req-fbabc33c-80df-4729-b02c-ff6624c1f6c2 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 1676 time: 0.1142735 Dec 08 16:13:10.605583 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Wed, 08 Dec 2021 16:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972a0ade-2939-480d-a1bc-712f1dacf5fb x-openstack-request-id: req-972a0ade-2939-480d-a1bc-712f1dacf5fb {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:13:10.605583 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc438c8-595f-4412-861b-5bcb3b061ba1", "name": "network-vif-deleted", "tag": "7daf87fe-44bb-4172-a38a-0f0c16f93725", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "18f3071e-c52e-4aff-a91d-54452b451714", "tag": "c99e78fb-7324-4eec-9c24-26799a7536f8", "status": "completed", "code": 200}, {"server_uuid": "5dc438c8-595f-4412-861b-5bcb3b061ba1", "name": "network-vif-deleted", "tag": "51bbfa21-3ab7-4eea-8628-00f39a1573cd", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:13:10.605583 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-972a0ade-2939-480d-a1bc-712f1dacf5fb {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:13:10.605583 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc438c8-595f-4412-861b-5bcb3b061ba1', 'name': 'network-vif-deleted', 'tag': '7daf87fe-44bb-4172-a38a-0f0c16f93725', 'status': 'completed', 'code': 200} Dec 08 16:13:10.605583 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18f3071e-c52e-4aff-a91d-54452b451714', 'tag': 'c99e78fb-7324-4eec-9c24-26799a7536f8', 'status': 'completed', 'code': 200} Dec 08 16:13:10.605583 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc438c8-595f-4412-861b-5bcb3b061ba1', 'name': 'network-vif-deleted', 'tag': '51bbfa21-3ab7-4eea-8628-00f39a1573cd', 'status': 'completed', 'code': 200} Dec 08 16:13:10.606077 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-43e15ac4-d499-4d81-b0e6-6bab2a49a2c1 req-878a33c0-aa8f-4c63-b44e-8175c293c153 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] For port ef2620a9-56c8-470d-bb08-2038fff95621, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=ef2620a9-56c8-470d-bb08-2038fff95621,segment=NetworkSegment(f996c948-5ac9-42a3-ac04-df4c75288f01),segment_id=f996c948-5ac9-42a3-ac04-df4c75288f01)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:10.606077 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-43e15ac4-d499-4d81-b0e6-6bab2a49a2c1 req-878a33c0-aa8f-4c63-b44e-8175c293c153 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:10.632165 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-43e15ac4-d499-4d81-b0e6-6bab2a49a2c1 req-878a33c0-aa8f-4c63-b44e-8175c293c153 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Calling delete_port for ef2620a9-56c8-470d-bb08-2038fff95621 owned by compute:nova {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:13:10.639398 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-096cc7b2-6cbb-45c6-a239-5c99402b4b78 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:10.640807 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ff04e877-6a32-4a4f-8594-a7b4dc66b52c req-0bd1f544-24c8-4c88-8a84-669e4c7d555d tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/security-groups?id=49c58f26-f9c1-4b14-a3ef-7ff8fc05a8af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802381 Dec 08 16:13:10.713068 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c8b3ab1e-c42f-4a36-b219-78ff2dbce9ec req-df4447a5-d815-4759-b907-2d0d8de82490 tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] 10.222.0.64 "GET /v2.0/ports?device_id=aca18527-4abf-4c7f-a083-1927067601f7 HTTP/1.1" status: 200 len: 210 time: 0.0598934 Dec 08 16:13:10.747727 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-a3c42418-4c00-4574-baac-5a8e92d25c57 req-e2d6921b-e8f2-4355-a3b5-467ebbe1b5d3 tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] Allocated IP 172.20.0.7 (a41e9618-512e-4fb2-9503-5665265ec0a7/f5b9f5e2-af58-47bd-842e-8978d4e98117/d5c42a69-bd3c-490b-9c70-b0c8bca52f24) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:13:10.846797 n-d-776250-12 neutron-server[110551]: INFO neutron.db.l3_db [None req-096cc7b2-6cbb-45c6-a239-5c99402b4b78 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Floating IP f5856682-85fe-499d-86cb-71e758676af9 associated. External IP: 172.25.0.13, port: 06792e63-a731-4cf1-a007-f109ca08a5e4. Dec 08 16:13:10.937692 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c3a11-b63e-4bdc-a2af-5478c0cdcf6f req-d45cadb1-a744-4dec-b7b3-56c845a9cca5 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:10.943890 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c3a11-b63e-4bdc-a2af-5478c0cdcf6f req-d45cadb1-a744-4dec-b7b3-56c845a9cca5 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:10.951890 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6f4c3a11-b63e-4bdc-a2af-5478c0cdcf6f req-d45cadb1-a744-4dec-b7b3-56c845a9cca5 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9ba955b-bbc9-41bb-97f1-11e16a1e41c7 HTTP/1.1" status: 200 len: 1681 time: 0.1447897 Dec 08 16:13:10.978920 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a3c42418-4c00-4574-baac-5a8e92d25c57 req-e2d6921b-e8f2-4355-a3b5-467ebbe1b5d3 tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:11.022087 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1f2d849e-5791-4eb3-8842-31d5a534b6e1 req-9da77e89-b158-4dff-b4d8-583aff815ded service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4651682 Dec 08 16:13:11.138097 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ba955b-bbc9-41bb-97f1-11e16a1e41c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f8eeb0-5c5f-45c9-85a3-a7f8e0cf18bc'}, {'server_uuid': 'a9ba955b-bbc9-41bb-97f1-11e16a1e41c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc7fc084-92e0-4f18-aca0-c2e47a24785b'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:13:11.140755 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-165e9ff1-9aea-49c2-b57e-5056988a960d" -d '{"events": [{"server_uuid": "a9ba955b-bbc9-41bb-97f1-11e16a1e41c7", "name": "network-vif-plugged", "status": "completed", "tag": "b7f8eeb0-5c5f-45c9-85a3-a7f8e0cf18bc"}, {"server_uuid": "a9ba955b-bbc9-41bb-97f1-11e16a1e41c7", "name": "network-vif-plugged", "status": "completed", "tag": "cc7fc084-92e0-4f18-aca0-c2e47a24785b"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:13:11.142929 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-5d115f20-c85b-4c52-97c8-3a2695b222c6 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:11.176343 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d115f20-c85b-4c52-97c8-3a2695b222c6 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Pushing event deleted for resources: {'Port': ['ID=ad149dbc-dd1a-4f57-a271-ee5719d6b70d,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:11.221840 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a3c42418-4c00-4574-baac-5a8e92d25c57 req-e2d6921b-e8f2-4355-a3b5-467ebbe1b5d3 tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:11.246996 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-5d115f20-c85b-4c52-97c8-3a2695b222c6 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] No DVR routers for this DVR port ad149dbc-dd1a-4f57-a271-ee5719d6b70d on host n-h2-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:13:11.277972 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-5d115f20-c85b-4c52-97c8-3a2695b222c6 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:11.277972 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-5d115f20-c85b-4c52-97c8-3a2695b222c6 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.37 "DELETE /v2.0/ports/ad149dbc-dd1a-4f57-a271-ee5719d6b70d HTTP/1.1" status: 204 len: 173 time: 1.7309079 Dec 08 16:13:11.342154 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3c42418-4c00-4574-baac-5a8e92d25c57 req-e2d6921b-e8f2-4355-a3b5-467ebbe1b5d3 tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] Network a41e9618-512e-4fb2-9503-5665265ec0a7 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:13:11.355403 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-a3c42418-4c00-4574-baac-5a8e92d25c57 req-e2d6921b-e8f2-4355-a3b5-467ebbe1b5d3 tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:13:11.357994 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3c42418-4c00-4574-baac-5a8e92d25c57 req-e2d6921b-e8f2-4355-a3b5-467ebbe1b5d3 tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:13:11.370578 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6f4c3a11-b63e-4bdc-a2af-5478c0cdcf6f req-993c135a-a56d-4bc1-98f8-4d5e11beec22 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/security-groups?id=ca15dfaa-ea87-4015-8ed0-fd337a60a9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4183948 Dec 08 16:13:11.427396 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d6921b-e8f2-4355-a3b5-467ebbe1b5d3 tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] Pushing event updated for resources: {'Port': ['ID=d5c42a69-bd3c-490b-9c70-b0c8bca52f24,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:11.428989 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ef5bb7d3-54a1-4f17-bdd0-60957e1d9102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:11.432545 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-43e15ac4-d499-4d81-b0e6-6bab2a49a2c1 req-878a33c0-aa8f-4c63-b44e-8175c293c153 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:11.461264 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d8f729-9421-410b-b12f-346bde431183 req-8b4ed1ed-4f1d-4d18-8e77-9835da5b1ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:11.462486 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-14d8f729-9421-410b-b12f-346bde431183 req-8b4ed1ed-4f1d-4d18-8e77-9835da5b1ce6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=15392057af79419bba246e0391d3a62d&device_id=18f3071e-c52e-4aff-a91d-54452b451714 HTTP/1.1" status: 200 len: 1099 time: 0.2185783 Dec 08 16:13:11.466110 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Dec 2021 16:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e691e2-d082-48fe-8a64-3f0b7594d157 x-openstack-request-id: req-52e691e2-d082-48fe-8a64-3f0b7594d157 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:13:11.466479 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ba955b-bbc9-41bb-97f1-11e16a1e41c7", "name": "network-vif-plugged", "status": "completed", "tag": "b7f8eeb0-5c5f-45c9-85a3-a7f8e0cf18bc", "code": 200}, {"server_uuid": "a9ba955b-bbc9-41bb-97f1-11e16a1e41c7", "name": "network-vif-plugged", "status": "completed", "tag": "cc7fc084-92e0-4f18-aca0-c2e47a24785b", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:13:11.471350 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-52e691e2-d082-48fe-8a64-3f0b7594d157 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:13:11.475972 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ba955b-bbc9-41bb-97f1-11e16a1e41c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f8eeb0-5c5f-45c9-85a3-a7f8e0cf18bc', 'code': 200} Dec 08 16:13:11.477786 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ba955b-bbc9-41bb-97f1-11e16a1e41c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc7fc084-92e0-4f18-aca0-c2e47a24785b', 'code': 200} Dec 08 16:13:11.495400 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878a33c0-aa8f-4c63-b44e-8175c293c153 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Pushing event deleted for resources: {'Port': ['ID=ef2620a9-56c8-470d-bb08-2038fff95621,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:11.571910 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-43e15ac4-d499-4d81-b0e6-6bab2a49a2c1 req-878a33c0-aa8f-4c63-b44e-8175c293c153 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] No DVR routers for this DVR port ef2620a9-56c8-470d-bb08-2038fff95621 on host n-h2-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:13:11.575561 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d8f729-9421-410b-b12f-346bde431183 req-8d2073f4-42d8-4698-82cf-5e77d4681485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:11.577879 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-14d8f729-9421-410b-b12f-346bde431183 req-8d2073f4-42d8-4698-82cf-5e77d4681485 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b91759c7-445e-4f7b-9fc4-64d80951832c HTTP/1.1" status: 200 len: 870 time: 0.1054809 Dec 08 16:13:11.611247 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c42418-4c00-4574-baac-5a8e92d25c57 req-e2d6921b-e8f2-4355-a3b5-467ebbe1b5d3 tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:11.611390 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a3c42418-4c00-4574-baac-5a8e92d25c57 req-e2d6921b-e8f2-4355-a3b5-467ebbe1b5d3 tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:11.622300 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-43e15ac4-d499-4d81-b0e6-6bab2a49a2c1 req-878a33c0-aa8f-4c63-b44e-8175c293c153 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:11.626029 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-43e15ac4-d499-4d81-b0e6-6bab2a49a2c1 req-878a33c0-aa8f-4c63-b44e-8175c293c153 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.37 "DELETE /v2.0/ports/ef2620a9-56c8-470d-bb08-2038fff95621 HTTP/1.1" status: 204 len: 173 time: 1.5320961 Dec 08 16:13:11.627994 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b17bf616-b9da-4561-b454-8c0a8229f500', 'name': 'network-vif-deleted', 'tag': 'ef2620a9-56c8-470d-bb08-2038fff95621'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:13:11.630575 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8253280f-9652-4f15-839d-2c21a7eccd0b" -d '{"events": [{"server_uuid": "b17bf616-b9da-4561-b454-8c0a8229f500", "name": "network-vif-deleted", "tag": "ef2620a9-56c8-470d-bb08-2038fff95621"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:13:11.664814 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e5518a3a-4c9e-453f-89b5-375735df6c3d req-a334c07e-b5aa-44d3-bfa1-8e5ce6279fd2 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=b17bf616-b9da-4561-b454-8c0a8229f500 HTTP/1.1" status: 200 len: 210 time: 0.0832760 Dec 08 16:13:11.671615 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-14d8f729-9421-410b-b12f-346bde431183 req-04ebcfe9-c1a3-45a9-972d-324d3eed1dbc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=c99e78fb-7324-4eec-9c24-26799a7536f8 HTTP/1.1" status: 200 len: 217 time: 0.0780902 Dec 08 16:13:11.784103 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-096cc7b2-6cbb-45c6-a239-5c99402b4b78 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Router 43ed21cb-974c-4a89-9e9b-fcc85c89a605 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:13:11.800593 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a3c42418-4c00-4574-baac-5a8e92d25c57 req-e2d6921b-e8f2-4355-a3b5-467ebbe1b5d3 tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1142521 Dec 08 16:13:11.801221 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd83237-f427-4e0e-9f14-7a0ea36b1fde req-3bb90216-2d55-4c3a-af22-72e552379a6f tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:11.802846 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7bd83237-f427-4e0e-9f14-7a0ea36b1fde req-3bb90216-2d55-4c3a-af22-72e552379a6f tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=18f3071e-c52e-4aff-a91d-54452b451714 HTTP/1.1" status: 200 len: 947 time: 0.1649396 Dec 08 16:13:11.817501 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c9992-fc7c-4717-b815-c693312dbaa3 req-f3340023-de41-44b9-966b-dd6cffa23072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:11.818331 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c9992-fc7c-4717-b815-c693312dbaa3 req-f3340023-de41-44b9-966b-dd6cffa23072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:11.820689 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-236c9992-fc7c-4717-b815-c693312dbaa3 req-f3340023-de41-44b9-966b-dd6cffa23072 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a9ba955b-bbc9-41bb-97f1-11e16a1e41c7 HTTP/1.1" status: 200 len: 1985 time: 0.2414916 Dec 08 16:13:11.826948 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-a3c42418-4c00-4574-baac-5a8e92d25c57 req-372e0018-af10-4f12-8eb1-f7a3d9b3b2da service neutron] Request body: {'port': {'device_id': 'aca18527-4abf-4c7f-a083-1927067601f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:13:11.836329 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-a2995101-ec97-4de2-b394-64ea8ea6436d tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Deleting port 5d54670e-e1a0-4c2a-a895-93f6235dabd9 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:13:11.836808 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-a2995101-ec97-4de2-b394-64ea8ea6436d tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:11.888427 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d8f729-9421-410b-b12f-346bde431183 req-300b5628-566f-4476-8ddb-cb6391680dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:11.890108 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-14d8f729-9421-410b-b12f-346bde431183 req-300b5628-566f-4476-8ddb-cb6391680dde service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.2022774 Dec 08 16:13:11.946413 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7bd83237-f427-4e0e-9f14-7a0ea36b1fde req-9baa0acf-6453-4831-97ae-20871fa27fa6 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327145 Dec 08 16:13:11.969888 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-236c9992-fc7c-4717-b815-c693312dbaa3 req-e9a8985d-f2da-4d45-ae77-68825a5ae1d8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ca15dfaa-ea87-4015-8ed0-fd337a60a9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276619 Dec 08 16:13:12.011824 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a3c42418-4c00-4574-baac-5a8e92d25c57 req-372e0018-af10-4f12-8eb1-f7a3d9b3b2da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:12.043263 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f08dfcf-e0ec-4866-b3f7-37a04170836d req-2ba939ac-345c-4d07-a9a5-2680b642f635 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:12.047646 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-096cc7b2-6cbb-45c6-a239-5c99402b4b78 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:13:12.051871 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3f08dfcf-e0ec-4866-b3f7-37a04170836d req-2ba939ac-345c-4d07-a9a5-2680b642f635 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/ports?device_id=02fb20b1-471e-442a-bda8-433b9e2e0039 HTTP/1.1" status: 200 len: 945 time: 0.2499790 Dec 08 16:13:12.060645 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7553cf93-83fd-4775-80f0-239237482339 None None] Sync routers for ids ['43ed21cb-974c-4a89-9e9b-fcc85c89a605'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:13:12.061764 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-096cc7b2-6cbb-45c6-a239-5c99402b4b78 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:12.097893 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-096cc7b2-6cbb-45c6-a239-5c99402b4b78 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] 10.222.0.64 "PUT /v2.0/floatingips/f5856682-85fe-499d-86cb-71e758676af9 HTTP/1.1" status: 200 len: 990 time: 2.7407746 Dec 08 16:13:12.101914 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7553cf93-83fd-4775-80f0-239237482339 None None] Routers {'43ed21cb-974c-4a89-9e9b-fcc85c89a605'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:13:12.105934 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-7553cf93-83fd-4775-80f0-239237482339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:12:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['43ed21cb-974c-4a89-9e9b-fcc85c89a605'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:13:12.132852 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d8f729-9421-410b-b12f-346bde431183 req-cb9c4dba-591d-4e55-849d-474ecb6bcbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:12.134572 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-14d8f729-9421-410b-b12f-346bde431183 req-cb9c4dba-591d-4e55-849d-474ecb6bcbb7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2167604 Dec 08 16:13:12.136447 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-a2995101-ec97-4de2-b394-64ea8ea6436d tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] For port 5d54670e-e1a0-4c2a-a895-93f6235dabd9, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=5d54670e-e1a0-4c2a-a895-93f6235dabd9,segment=NetworkSegment(64c18ef9-63f2-4c53-b3ec-fb03feced499),segment_id=64c18ef9-63f2-4c53-b3ec-fb03feced499)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:12.136952 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-a2995101-ec97-4de2-b394-64ea8ea6436d tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:12.140291 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4267d973-a056-405e-a4d5-9b6a375289f3 x-openstack-request-id: req-4267d973-a056-405e-a4d5-9b6a375289f3 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:13:12.140781 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b17bf616-b9da-4561-b454-8c0a8229f500", "name": "network-vif-deleted", "tag": "ef2620a9-56c8-470d-bb08-2038fff95621", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:13:12.141189 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4267d973-a056-405e-a4d5-9b6a375289f3 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:13:12.141992 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b17bf616-b9da-4561-b454-8c0a8229f500', 'name': 'network-vif-deleted', 'tag': 'ef2620a9-56c8-470d-bb08-2038fff95621', 'status': 'completed', 'code': 200} Dec 08 16:13:12.242490 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-7553cf93-83fd-4775-80f0-239237482339 None None] Set router 43ed21cb-974c-4a89-9e9b-fcc85c89a605 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:13:12.258247 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa0110-9527-46d6-959f-c81139a422ad req-c4cf8a7b-1ec8-441f-b166-41e070d300ec tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:12.259863 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-55aa0110-9527-46d6-959f-c81139a422ad req-c4cf8a7b-1ec8-441f-b166-41e070d300ec tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 943 time: 0.0622530 Dec 08 16:13:12.315577 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-55aa0110-9527-46d6-959f-c81139a422ad req-ee49fe0b-f461-465a-9c8b-01b219046313 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/security-groups?id=49c58f26-f9c1-4b14-a3ef-7ff8fc05a8af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483546 Dec 08 16:13:12.480553 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39847ed6-5f03-497c-b249-cf15061811ab req-99b3aa53-fcef-421b-8934-65d5401c26b8 tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:12.497452 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-39847ed6-5f03-497c-b249-cf15061811ab req-99b3aa53-fcef-421b-8934-65d5401c26b8 tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] 10.222.0.64 "GET /v2.0/ports?device_id=aca18527-4abf-4c7f-a083-1927067601f7 HTTP/1.1" status: 200 len: 931 time: 0.0783961 Dec 08 16:13:12.574669 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-7553cf93-83fd-4775-80f0-239237482339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ed21cb-974c-4a89-9e9b-fcc85c89a605', 'name': 'tempest-ServersTestFqdnHostnames-476442208-router', 'tenant_id': 'f4bc823f590d4f5ab08e225067f150b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'f9660951-4dc1-41ad-9881-6bf16b4f8615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:12:26Z', 'updated_at': '2021-12-08T16:12:36Z', 'revision_number': 4, 'project_id': 'f4bc823f590d4f5ab08e225067f150b6', 'gw_port': {'id': 'f9660951-4dc1-41ad-9881-6bf16b4f8615', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ed21cb-974c-4a89-9e9b-fcc85c89a605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:12:28Z', 'updated_at': '2021-12-08T16:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': 'f5856682-85fe-499d-86cb-71e758676af9', 'tenant_id': 'f4bc823f590d4f5ab08e225067f150b6', 'floating_ip_address': '172.25.0.13', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '43ed21cb-974c-4a89-9e9b-fcc85c89a605', 'port_id': '06792e63-a731-4cf1-a007-f109ca08a5e4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '302c30a7-bb07-4824-b9e9-efc4753720c4', 'mac_address': 'fa:16:3e:37:36:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9445f012-73ad-4782-9eb7-a5f6f83bfabf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:12:47Z', 'updated_at': '2021-12-08T16:13:10Z', 'revision_number': 1, 'project_id': 'f4bc823f590d4f5ab08e225067f150b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f48fdb1f-bdd2-41de-829a-682f4ff568cf', 'name': '', 'network_id': '302c30a7-bb07-4824-b9e9-efc4753720c4', 'tenant_id': 'f4bc823f590d4f5ab08e225067f150b6', 'mac_address': 'fa:16:3e:92:b6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ed21cb-974c-4a89-9e9b-fcc85c89a605', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '609177ea-d70f-42b5-947d-ac0be047b1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:12:34Z', 'updated_at': '2021-12-08T16:12:42Z', 'revision_number': 5, 'project_id': 'f4bc823f590d4f5ab08e225067f150b6', 'subnets': [{'id': '609177ea-d70f-42b5-947d-ac0be047b1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:13:12.592160 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-39847ed6-5f03-497c-b249-cf15061811ab req-6285668e-83f8-4617-9519-6c2db5b9750e tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] 10.222.0.64 "GET /v2.0/security-groups?id=9aa9e763-1513-4dac-a9e7-2479236cbff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906076 Dec 08 16:13:12.617341 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7553cf93-83fd-4775-80f0-239237482339 None None] Checking router: 43ed21cb-974c-4a89-9e9b-fcc85c89a605 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:13:12.628542 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7553cf93-83fd-4775-80f0-239237482339 None None] Routers {'43ed21cb-974c-4a89-9e9b-fcc85c89a605'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:13:12.629250 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-7553cf93-83fd-4775-80f0-239237482339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:12:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['43ed21cb-974c-4a89-9e9b-fcc85c89a605'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:13:12.664561 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc438c8-595f-4412-861b-5bcb3b061ba1', 'name': 'network-vif-deleted', 'tag': 'ad149dbc-dd1a-4f57-a271-ee5719d6b70d'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:13:12.666901 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2920a50e-7530-48a3-8b97-f299fe4f77d6" -d '{"events": [{"server_uuid": "5dc438c8-595f-4412-861b-5bcb3b061ba1", "name": "network-vif-deleted", "tag": "ad149dbc-dd1a-4f57-a271-ee5719d6b70d"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:13:12.673065 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3f08dfcf-e0ec-4866-b3f7-37a04170836d req-76416b43-4757-40c9-8a7d-9a42366ff057 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/security-groups?id=04d0ddc5-98b7-44ac-9206-b948a6e74d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6201270 Dec 08 16:13:12.754177 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5084aa95-9a34-4a33-9f02-21e09b3c36d9 x-openstack-request-id: req-5084aa95-9a34-4a33-9f02-21e09b3c36d9 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:13:12.754547 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc438c8-595f-4412-861b-5bcb3b061ba1", "name": "network-vif-deleted", "tag": "ad149dbc-dd1a-4f57-a271-ee5719d6b70d", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:13:12.754866 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5084aa95-9a34-4a33-9f02-21e09b3c36d9 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:13:12.755353 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc438c8-595f-4412-861b-5bcb3b061ba1', 'name': 'network-vif-deleted', 'tag': 'ad149dbc-dd1a-4f57-a271-ee5719d6b70d', 'status': 'completed', 'code': 200} Dec 08 16:13:12.794692 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-7553cf93-83fd-4775-80f0-239237482339 None None] Set router 43ed21cb-974c-4a89-9e9b-fcc85c89a605 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:13:12.888265 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a5c64-a48e-4813-a7fb-25e41258601c req-095e30f2-aec8-4546-b9c6-fc8a1b8fdba6 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:12.895739 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a5c64-a48e-4813-a7fb-25e41258601c req-095e30f2-aec8-4546-b9c6-fc8a1b8fdba6 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:12.897482 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3d9a5c64-a48e-4813-a7fb-25e41258601c req-095e30f2-aec8-4546-b9c6-fc8a1b8fdba6 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9ba955b-bbc9-41bb-97f1-11e16a1e41c7 HTTP/1.1" status: 200 len: 1681 time: 0.0975456 Dec 08 16:13:12.960308 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3d9a5c64-a48e-4813-a7fb-25e41258601c req-18a3d6fd-ffc9-4a1e-83c3-752de4c74299 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/security-groups?id=ca15dfaa-ea87-4015-8ed0-fd337a60a9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561993 Dec 08 16:13:12.980240 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bb0dfc1f-eb6a-48e9-95d3-8dcd5f00850e req-8a69cd92-059e-46c1-beba-e706022aa9bc tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=b17bf616-b9da-4561-b454-8c0a8229f500 HTTP/1.1" status: 200 len: 210 time: 0.0672128 Dec 08 16:13:13.007412 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-14d8f729-9421-410b-b12f-346bde431183 req-aee770d8-daa8-4a99-8503-a467ca300ebd service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7883158 Dec 08 16:13:13.034032 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-a2995101-ec97-4de2-b394-64ea8ea6436d tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:13.034489 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-a2995101-ec97-4de2-b394-64ea8ea6436d tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:13.034869 n-d-776250-12 neutron-server[110550]: INFO neutron.db.l3_db [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-a2995101-ec97-4de2-b394-64ea8ea6436d tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Floating IP 75baa7fd-3ced-42e6-8949-04a5815504da disassociated. External IP: 172.25.0.204, port: 5d54670e-e1a0-4c2a-a895-93f6235dabd9. Dec 08 16:13:13.035290 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-a2995101-ec97-4de2-b394-64ea8ea6436d tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Calling delete_port for 5d54670e-e1a0-4c2a-a895-93f6235dabd9 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:13:13.099979 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-7553cf93-83fd-4775-80f0-239237482339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ed21cb-974c-4a89-9e9b-fcc85c89a605', 'name': 'tempest-ServersTestFqdnHostnames-476442208-router', 'tenant_id': 'f4bc823f590d4f5ab08e225067f150b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'f9660951-4dc1-41ad-9881-6bf16b4f8615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:12:26Z', 'updated_at': '2021-12-08T16:12:36Z', 'revision_number': 4, 'project_id': 'f4bc823f590d4f5ab08e225067f150b6', 'gw_port': {'id': 'f9660951-4dc1-41ad-9881-6bf16b4f8615', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ed21cb-974c-4a89-9e9b-fcc85c89a605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:12:28Z', 'updated_at': '2021-12-08T16:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': 'f5856682-85fe-499d-86cb-71e758676af9', 'tenant_id': 'f4bc823f590d4f5ab08e225067f150b6', 'floating_ip_address': '172.25.0.13', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '43ed21cb-974c-4a89-9e9b-fcc85c89a605', 'port_id': '06792e63-a731-4cf1-a007-f109ca08a5e4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '302c30a7-bb07-4824-b9e9-efc4753720c4', 'mac_address': 'fa:16:3e:37:36:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9445f012-73ad-4782-9eb7-a5f6f83bfabf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:12:47Z', 'updated_at': '2021-12-08T16:13:10Z', 'revision_number': 1, 'project_id': 'f4bc823f590d4f5ab08e225067f150b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f48fdb1f-bdd2-41de-829a-682f4ff568cf', 'name': '', 'network_id': '302c30a7-bb07-4824-b9e9-efc4753720c4', 'tenant_id': 'f4bc823f590d4f5ab08e225067f150b6', 'mac_address': 'fa:16:3e:92:b6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ed21cb-974c-4a89-9e9b-fcc85c89a605', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '609177ea-d70f-42b5-947d-ac0be047b1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:12:34Z', 'updated_at': '2021-12-08T16:12:42Z', 'revision_number': 5, 'project_id': 'f4bc823f590d4f5ab08e225067f150b6', 'subnets': [{'id': '609177ea-d70f-42b5-947d-ac0be047b1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:13:13.129000 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7553cf93-83fd-4775-80f0-239237482339 None None] The sync data for ids ['43ed21cb-974c-4a89-9e9b-fcc85c89a605'] in n-d-776250-12 is: [{'id': '43ed21cb-974c-4a89-9e9b-fcc85c89a605', 'name': 'tempest-ServersTestFqdnHostnames-476442208-router', 'tenant_id': 'f4bc823f590d4f5ab08e225067f150b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'f9660951-4dc1-41ad-9881-6bf16b4f8615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:12:26Z', 'updated_at': '2021-12-08T16:12:36Z', 'revision_number': 4, 'project_id': 'f4bc823f590d4f5ab08e225067f150b6', 'gw_port': {'id': 'f9660951-4dc1-41ad-9881-6bf16b4f8615', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ed21cb-974c-4a89-9e9b-fcc85c89a605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:12:28Z', 'updated_at': '2021-12-08T16:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': 'f5856682-85fe-499d-86cb-71e758676af9', 'tenant_id': 'f4bc823f590d4f5ab08e225067f150b6', 'floating_ip_address': '172.25.0.13', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '43ed21cb-974c-4a89-9e9b-fcc85c89a605', 'port_id': '06792e63-a731-4cf1-a007-f109ca08a5e4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '302c30a7-bb07-4824-b9e9-efc4753720c4', 'mac_address': 'fa:16:3e:37:36:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9445f012-73ad-4782-9eb7-a5f6f83bfabf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:12:47Z', 'updated_at': '2021-12-08T16:13:10Z', 'revision_number': 1, 'project_id': 'f4bc823f590d4f5ab08e225067f150b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f48fdb1f-bdd2-41de-829a-682f4ff568cf', 'name': '', 'network_id': '302c30a7-bb07-4824-b9e9-efc4753720c4', 'tenant_id': 'f4bc823f590d4f5ab08e225067f150b6', 'mac_address': 'fa:16:3e:92:b6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ed21cb-974c-4a89-9e9b-fcc85c89a605', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '609177ea-d70f-42b5-947d-ac0be047b1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:12:34Z', 'updated_at': '2021-12-08T16:12:42Z', 'revision_number': 5, 'project_id': 'f4bc823f590d4f5ab08e225067f150b6', 'subnets': [{'id': '609177ea-d70f-42b5-947d-ac0be047b1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:13:13.171433 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device ef2620a9-56c8-470d-bb08-2038fff95621 no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:13:13.221024 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: ef2620a9-56c8-470d-bb08-2038fff95621 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:13:13.221380 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device ef2620a9-56c8-470d-bb08-2038fff95621 not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:13:13.294584 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a8243-efb7-4645-af85-876168bc8292 req-774f4e02-09ac-43da-8e24-c796936ba9a3 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:13.300718 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3f4a8243-efb7-4645-af85-876168bc8292 req-774f4e02-09ac-43da-8e24-c796936ba9a3 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=18f3071e-c52e-4aff-a91d-54452b451714 HTTP/1.1" status: 200 len: 947 time: 0.2104609 Dec 08 16:13:13.303046 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-14d8f729-9421-410b-b12f-346bde431183 req-7d90819e-3568-4b5d-8c94-459066880cdd service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860317 Dec 08 16:13:13.305655 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-a3c42418-4c00-4574-baac-5a8e92d25c57 req-372e0018-af10-4f12-8eb1-f7a3d9b3b2da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5c42a69-bd3c-490b-9c70-b0c8bca52f24 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:13:13.320148 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a3c42418-4c00-4574-baac-5a8e92d25c57 req-372e0018-af10-4f12-8eb1-f7a3d9b3b2da service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:13.361037 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:13:13.376111 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-a3c42418-4c00-4574-baac-5a8e92d25c57 req-372e0018-af10-4f12-8eb1-f7a3d9b3b2da service neutron] Transition to ACTIVE for port object d5c42a69-bd3c-490b-9c70-b0c8bca52f24 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:13:13.443530 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e753cf08-87ab-42f4-aa2c-3ba324358ed6 None None] New status for floating IP f5856682-85fe-499d-86cb-71e758676af9: ACTIVE {{(pid=110552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:13:13.457725 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3f4a8243-efb7-4645-af85-876168bc8292 req-66af6fa8-5531-4a2c-89c4-40c6ff03983e tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413758 Dec 08 16:13:13.474337 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a3c42418-4c00-4574-baac-5a8e92d25c57 req-372e0018-af10-4f12-8eb1-f7a3d9b3b2da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:13.525568 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372e0018-af10-4f12-8eb1-f7a3d9b3b2da service neutron] Pushing event updated for resources: {'Port': ['ID=d5c42a69-bd3c-490b-9c70-b0c8bca52f24,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:13.539722 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-a2995101-ec97-4de2-b394-64ea8ea6436d tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:13.581559 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0b2f0ba7-821a-4d38-a66b-951c5b73c3d6 req-62e7a91d-3a84-4032-8754-bd792e3f67e6 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 210 time: 0.0371428 Dec 08 16:13:13.613744 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2995101-ec97-4de2-b394-64ea8ea6436d tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Pushing event deleted for resources: {'Port': ['ID=5d54670e-e1a0-4c2a-a895-93f6235dabd9,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:13.784458 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d2e716-dc86-442a-b478-2147b660bdae req-e05f6598-8e4e-4f6f-822b-a53082ac2de8 tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:13.787586 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-81d2e716-dc86-442a-b478-2147b660bdae req-e05f6598-8e4e-4f6f-822b-a53082ac2de8 tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] 10.222.0.64 "GET /v2.0/ports?device_id=aca18527-4abf-4c7f-a083-1927067601f7 HTTP/1.1" status: 200 len: 943 time: 0.0938795 Dec 08 16:13:13.817466 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b6174cb1-3b91-4c00-b807-64619a8f96ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:13.832197 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9197fec7-2b2a-454c-a6f1-e986c9024417 req-e206486b-940c-462d-ad66-38ce00431267 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:13.836640 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9197fec7-2b2a-454c-a6f1-e986c9024417 req-e206486b-940c-462d-ad66-38ce00431267 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.2361171 Dec 08 16:13:13.852672 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-81d2e716-dc86-442a-b478-2147b660bdae req-600cf166-862d-4b09-9a1f-3de029f1f92b tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] 10.222.0.64 "GET /v2.0/security-groups?id=9aa9e763-1513-4dac-a9e7-2479236cbff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565624 Dec 08 16:13:13.912574 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-a3c42418-4c00-4574-baac-5a8e92d25c57 req-372e0018-af10-4f12-8eb1-f7a3d9b3b2da service neutron] Attempting to bind port d5c42a69-bd3c-490b-9c70-b0c8bca52f24 on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:13:13.912884 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-a3c42418-4c00-4574-baac-5a8e92d25c57 req-372e0018-af10-4f12-8eb1-f7a3d9b3b2da service neutron] Attempting to bind port d5c42a69-bd3c-490b-9c70-b0c8bca52f24 by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': '81d0815d-4e79-40d6-959b-a980661b84f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a41e9618-512e-4fb2-9503-5665265ec0a7'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:13:13.913135 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c42418-4c00-4574-baac-5a8e92d25c57 req-372e0018-af10-4f12-8eb1-f7a3d9b3b2da service neutron] Attempting to bind port d5c42a69-bd3c-490b-9c70-b0c8bca52f24 on network a41e9618-512e-4fb2-9503-5665265ec0a7 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:13:13.930222 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c42418-4c00-4574-baac-5a8e92d25c57 req-372e0018-af10-4f12-8eb1-f7a3d9b3b2da service neutron] Port d5c42a69-bd3c-490b-9c70-b0c8bca52f24 on network a41e9618-512e-4fb2-9503-5665265ec0a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:13:13.930564 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c42418-4c00-4574-baac-5a8e92d25c57 req-372e0018-af10-4f12-8eb1-f7a3d9b3b2da service neutron] Attempting to bind port d5c42a69-bd3c-490b-9c70-b0c8bca52f24 on network a41e9618-512e-4fb2-9503-5665265ec0a7 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:13:13.958720 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c42418-4c00-4574-baac-5a8e92d25c57 req-372e0018-af10-4f12-8eb1-f7a3d9b3b2da service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:13:13.958971 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c42418-4c00-4574-baac-5a8e92d25c57 req-372e0018-af10-4f12-8eb1-f7a3d9b3b2da service neutron] Checking segment: {'id': '81d0815d-4e79-40d6-959b-a980661b84f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a41e9618-512e-4fb2-9503-5665265ec0a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:13:13.959373 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c42418-4c00-4574-baac-5a8e92d25c57 req-372e0018-af10-4f12-8eb1-f7a3d9b3b2da service neutron] Bound using segment: {'id': '81d0815d-4e79-40d6-959b-a980661b84f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a41e9618-512e-4fb2-9503-5665265ec0a7'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:13:13.959824 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-a3c42418-4c00-4574-baac-5a8e92d25c57 req-372e0018-af10-4f12-8eb1-f7a3d9b3b2da service neutron] Bound port: d5c42a69-bd3c-490b-9c70-b0c8bca52f24, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81d0815d-4e79-40d6-959b-a980661b84f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a41e9618-512e-4fb2-9503-5665265ec0a7'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:13:13.960355 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a3c42418-4c00-4574-baac-5a8e92d25c57 req-372e0018-af10-4f12-8eb1-f7a3d9b3b2da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:13.989246 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9197fec7-2b2a-454c-a6f1-e986c9024417 req-23d68966-8022-4359-a3b3-f2a0a68a9191 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411808 Dec 08 16:13:13.995105 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-a2995101-ec97-4de2-b394-64ea8ea6436d tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Router f1f924fe-daa3-4060-9543-f8424520518f has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:13:14.069403 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ea10f-9669-4b00-a46f-0fe50695d757 req-c2d43e4c-7be1-460b-a84b-5fcc9ce1ad46 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:14.071179 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-843ea10f-9669-4b00-a46f-0fe50695d757 req-c2d43e4c-7be1-460b-a84b-5fcc9ce1ad46 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/ports?device_id=02fb20b1-471e-442a-bda8-433b9e2e0039 HTTP/1.1" status: 200 len: 945 time: 0.0703945 Dec 08 16:13:14.153868 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9445f012-73ad-4782-9eb7-a5f6f83bfabf', 'tag': '06792e63-a731-4cf1-a007-f109ca08a5e4'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:13:14.158581 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-809b5dc9-3259-4722-9bf8-d0f323e127ea" -d '{"events": [{"name": "network-changed", "server_uuid": "9445f012-73ad-4782-9eb7-a5f6f83bfabf", "tag": "06792e63-a731-4cf1-a007-f109ca08a5e4"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:13:14.170172 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-a3c42418-4c00-4574-baac-5a8e92d25c57 req-372e0018-af10-4f12-8eb1-f7a3d9b3b2da service neutron] For port d5c42a69-bd3c-490b-9c70-b0c8bca52f24, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:13:14.174722 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-843ea10f-9669-4b00-a46f-0fe50695d757 req-809a7e38-bc4b-459c-ae1e-9512344dfe33 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/security-groups?id=04d0ddc5-98b7-44ac-9206-b948a6e74d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945315 Dec 08 16:13:14.176856 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-a3c42418-4c00-4574-baac-5a8e92d25c57 req-372e0018-af10-4f12-8eb1-f7a3d9b3b2da service neutron] For port d5c42a69-bd3c-490b-9c70-b0c8bca52f24, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=d5c42a69-bd3c-490b-9c70-b0c8bca52f24,segment=NetworkSegment(81d0815d-4e79-40d6-959b-a980661b84f0),segment_id=81d0815d-4e79-40d6-959b-a980661b84f0)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:13:14.236996 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93462f1-7c6b-415d-8cc5-93b94ce79a81 req-ad00b32e-9b5d-450f-b3b1-58730cd28045 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:14.244092 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93462f1-7c6b-415d-8cc5-93b94ce79a81 req-ad00b32e-9b5d-450f-b3b1-58730cd28045 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:14.252441 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c93462f1-7c6b-415d-8cc5-93b94ce79a81 req-ad00b32e-9b5d-450f-b3b1-58730cd28045 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9ba955b-bbc9-41bb-97f1-11e16a1e41c7 HTTP/1.1" status: 200 len: 1681 time: 0.1568878 Dec 08 16:13:14.289400 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-a2995101-ec97-4de2-b394-64ea8ea6436d tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:13:14.307445 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61c7b01-a068-4e96-ba88-8b7af78eabe5 None None] Sync routers for ids ['f1f924fe-daa3-4060-9543-f8424520518f'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:13:14.319302 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61c7b01-a068-4e96-ba88-8b7af78eabe5 None None] Routers {'f1f924fe-daa3-4060-9543-f8424520518f'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:13:14.321588 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-f61c7b01-a068-4e96-ba88-8b7af78eabe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:13:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['f1f924fe-daa3-4060-9543-f8424520518f'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:13:14.350927 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a3c42418-4c00-4574-baac-5a8e92d25c57 req-372e0018-af10-4f12-8eb1-f7a3d9b3b2da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:14.352698 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7784c909-3704-482a-a7ed-c2eb932c864f req-d32f4fb2-74be-4a8f-b936-335b6b63dd1c tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:14.353621 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-a2995101-ec97-4de2-b394-64ea8ea6436d tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] No DVR routers for this DVR port 5d54670e-e1a0-4c2a-a895-93f6235dabd9 on host n-h2-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:13:14.356702 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-a2995101-ec97-4de2-b394-64ea8ea6436d tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:14.361558 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-06e1bd3b-b102-49a9-bd9c-4d4d6cfd7983 req-a2995101-ec97-4de2-b394-64ea8ea6436d tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.37 "DELETE /v2.0/ports/5d54670e-e1a0-4c2a-a895-93f6235dabd9 HTTP/1.1" status: 204 len: 173 time: 3.0580668 Dec 08 16:13:14.362764 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7784c909-3704-482a-a7ed-c2eb932c864f req-d32f4fb2-74be-4a8f-b936-335b6b63dd1c tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.0765555 Dec 08 16:13:14.386741 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c93462f1-7c6b-415d-8cc5-93b94ce79a81 req-5d77a528-e458-4ff6-95bf-536d15ffebc0 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/security-groups?id=ca15dfaa-ea87-4015-8ed0-fd337a60a9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332557 Dec 08 16:13:14.431294 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c42418-4c00-4574-baac-5a8e92d25c57 req-372e0018-af10-4f12-8eb1-f7a3d9b3b2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:14.431950 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a3c42418-4c00-4574-baac-5a8e92d25c57 req-372e0018-af10-4f12-8eb1-f7a3d9b3b2da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:14.433654 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a3c42418-4c00-4574-baac-5a8e92d25c57 req-372e0018-af10-4f12-8eb1-f7a3d9b3b2da service neutron] 10.222.0.76 "PUT /v2.0/ports/d5c42a69-bd3c-490b-9c70-b0c8bca52f24 HTTP/1.1" status: 200 len: 1092 time: 2.6110301 Dec 08 16:13:14.443280 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7784c909-3704-482a-a7ed-c2eb932c864f req-7a68de78-b0e6-4da6-bd41-0aed9b36e5a5 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790970 Dec 08 16:13:14.483475 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372e0018-af10-4f12-8eb1-f7a3d9b3b2da service neutron] Pushing event updated for resources: {'Port': ['ID=d5c42a69-bd3c-490b-9c70-b0c8bca52f24,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:14.486663 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-f61c7b01-a068-4e96-ba88-8b7af78eabe5 None None] Set router f1f924fe-daa3-4060-9543-f8424520518f gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:13:14.497586 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0c2845-e626-40f4-991d-ea4bac59c530 x-openstack-request-id: req-db0c2845-e626-40f4-991d-ea4bac59c530 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:13:14.497888 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9445f012-73ad-4782-9eb7-a5f6f83bfabf", "tag": "06792e63-a731-4cf1-a007-f109ca08a5e4", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:13:14.498150 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-db0c2845-e626-40f4-991d-ea4bac59c530 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:13:14.499189 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9445f012-73ad-4782-9eb7-a5f6f83bfabf', 'tag': '06792e63-a731-4cf1-a007-f109ca08a5e4', 'status': 'completed', 'code': 200} Dec 08 16:13:14.767028 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc438c8-595f-4412-861b-5bcb3b061ba1', 'name': 'network-vif-deleted', 'tag': '5d54670e-e1a0-4c2a-a895-93f6235dabd9'}, {'name': 'network-changed', 'server_uuid': 'aca18527-4abf-4c7f-a083-1927067601f7', 'tag': 'd5c42a69-bd3c-490b-9c70-b0c8bca52f24'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:13:14.772696 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736603b3-080e-4fbb-91a2-fb7f69c1c2e5" -d '{"events": [{"server_uuid": "5dc438c8-595f-4412-861b-5bcb3b061ba1", "name": "network-vif-deleted", "tag": "5d54670e-e1a0-4c2a-a895-93f6235dabd9"}, {"name": "network-changed", "server_uuid": "aca18527-4abf-4c7f-a083-1927067601f7", "tag": "d5c42a69-bd3c-490b-9c70-b0c8bca52f24"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:13:14.785985 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b5dc9-3259-4722-9bf8-d0f323e127ea req-b67d4101-cd8b-4cbe-81c4-948c4a104b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:14.788698 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-809b5dc9-3259-4722-9bf8-d0f323e127ea req-b67d4101-cd8b-4cbe-81c4-948c4a104b69 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4bc823f590d4f5ab08e225067f150b6&device_id=9445f012-73ad-4782-9eb7-a5f6f83bfabf HTTP/1.1" status: 200 len: 1097 time: 0.2108915 Dec 08 16:13:14.792503 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c42418-4c00-4574-baac-5a8e92d25c57 req-78626831-1a40-412c-9a51-7eda4b827e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:14.795809 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a3c42418-4c00-4574-baac-5a8e92d25c57 req-78626831-1a40-412c-9a51-7eda4b827e70 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=55be0fccb0bb45a9956c5502666d230b&device_id=aca18527-4abf-4c7f-a083-1927067601f7 HTTP/1.1" status: 200 len: 1095 time: 0.2422223 Dec 08 16:13:14.808261 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69491c9-4bb0-4630-9ca9-339d9c40c8f1 req-3d9cb0d9-7a2b-40fd-8cee-07b9c2e86d46 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:14.810100 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b69491c9-4bb0-4630-9ca9-339d9c40c8f1 req-3d9cb0d9-7a2b-40fd-8cee-07b9c2e86d46 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/networks?id=d3895c5a-dfc2-4888-9675-12d8856051aa HTTP/1.1" status: 200 len: 812 time: 0.1690385 Dec 08 16:13:14.839406 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-f61c7b01-a068-4e96-ba88-8b7af78eabe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f924fe-daa3-4060-9543-f8424520518f', 'name': 'tempest-TaggedBootDevicesTest-1138800448-router', 'tenant_id': '8be2414d63a14131b9f6f8fcfa8d927a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '6a0181d6-f8fc-44c2-8f96-d4a0cece0e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:30Z', 'updated_at': '2021-12-08T16:01:38Z', 'revision_number': 4, 'project_id': '8be2414d63a14131b9f6f8fcfa8d927a', 'gw_port': {'id': '6a0181d6-f8fc-44c2-8f96-d4a0cece0e8c', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:02:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f924fe-daa3-4060-9543-f8424520518f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:32Z', 'updated_at': '2021-12-08T16:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '26180cda-4639-483b-b2a4-b8871fdb3cbe', 'name': '', 'network_id': '2160f220-73eb-4128-8e17-580f294db0b0', 'tenant_id': '8be2414d63a14131b9f6f8fcfa8d927a', 'mac_address': 'fa:16:3e:cd:e9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f924fe-daa3-4060-9543-f8424520518f', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '28454e1d-d263-44ec-91e2-36831bf74b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:36Z', 'updated_at': '2021-12-08T16:01:44Z', 'revision_number': 5, 'project_id': '8be2414d63a14131b9f6f8fcfa8d927a', 'subnets': [{'id': '28454e1d-d263-44ec-91e2-36831bf74b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:13:14.840679 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b69491c9-4bb0-4630-9ca9-339d9c40c8f1 req-2fb4c505-eca4-4271-a508-343148c15905 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/quotas/90ed4b9bbb134343aae1287ee30eda23 HTTP/1.1" status: 200 len: 375 time: 0.0242102 Dec 08 16:13:14.877516 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61c7b01-a068-4e96-ba88-8b7af78eabe5 None None] Checking router: f1f924fe-daa3-4060-9543-f8424520518f for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:13:14.884946 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b69491c9-4bb0-4630-9ca9-339d9c40c8f1 req-aba04134-b091-4944-b6c5-d6cc4e097d89 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=90ed4b9bbb134343aae1287ee30eda23&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429471 Dec 08 16:13:14.888008 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61c7b01-a068-4e96-ba88-8b7af78eabe5 None None] Routers {'f1f924fe-daa3-4060-9543-f8424520518f'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:13:14.888163 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc5097-4a45-4f46-9330-1fbf377dd8fe req-818c5aa5-08d0-4548-8c85-5f9024e8e6d7 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:14.889011 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-f61c7b01-a068-4e96-ba88-8b7af78eabe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:13:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['f1f924fe-daa3-4060-9543-f8424520518f'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:13:14.891051 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4dbc5097-4a45-4f46-9330-1fbf377dd8fe req-818c5aa5-08d0-4548-8c85-5f9024e8e6d7 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=18f3071e-c52e-4aff-a91d-54452b451714 HTTP/1.1" status: 200 len: 947 time: 0.2084832 Dec 08 16:13:14.943738 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a3c42418-4c00-4574-baac-5a8e92d25c57 req-223010a0-57e0-4c8e-beb0-93b86eff6859 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5c42a69-bd3c-490b-9c70-b0c8bca52f24 HTTP/1.1" status: 200 len: 217 time: 0.0784922 Dec 08 16:13:15.000969 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b69491c9-4bb0-4630-9ca9-339d9c40c8f1 req-e55d82d0-0e7b-4a53-9829-de7fea148d7b service neutron] 10.222.0.64 "GET /v2.0/networks/d3895c5a-dfc2-4888-9675-12d8856051aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007354 Dec 08 16:13:15.080824 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4dbc5097-4a45-4f46-9330-1fbf377dd8fe req-568607db-8cb0-49b4-ac75-07c12a0fa245 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486828 Dec 08 16:13:15.091211 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c42418-4c00-4574-baac-5a8e92d25c57 req-1139d7bc-84d3-4e9b-909a-fc962467e3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:15.093494 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a3c42418-4c00-4574-baac-5a8e92d25c57 req-1139d7bc-84d3-4e9b-909a-fc962467e3f4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f5b9f5e2-af58-47bd-842e-8978d4e98117 HTTP/1.1" status: 200 len: 850 time: 0.1360197 Dec 08 16:13:15.099200 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b5dc9-3259-4722-9bf8-d0f323e127ea req-3bb9ec09-dfb4-4056-b6e6-47e41a63ffd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:15.100381 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-809b5dc9-3259-4722-9bf8-d0f323e127ea req-3bb9ec09-dfb4-4056-b6e6-47e41a63ffd5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=302c30a7-bb07-4824-b9e9-efc4753720c4 HTTP/1.1" status: 200 len: 915 time: 0.3010035 Dec 08 16:13:15.127472 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b69491c9-4bb0-4630-9ca9-339d9c40c8f1 req-8b8e3a23-a4db-4e30-8df2-e97ae2300005 service neutron] 10.222.0.64 "GET /v2.0/networks/d3895c5a-dfc2-4888-9675-12d8856051aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198263 Dec 08 16:13:15.167299 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device c99e78fb-7324-4eec-9c24-26799a7536f8 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:13:15.169007 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a3c42418-4c00-4574-baac-5a8e92d25c57 req-0313545f-8692-4030-a7bc-5926f1e386a2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a41e9618-512e-4fb2-9503-5665265ec0a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639687 Dec 08 16:13:15.221439 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-f61c7b01-a068-4e96-ba88-8b7af78eabe5 None None] Set router f1f924fe-daa3-4060-9543-f8424520518f gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:13:15.223662 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:15.276642 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-809b5dc9-3259-4722-9bf8-d0f323e127ea req-2cded1d4-8f82-4ec6-a7c7-a22513c4a7a9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06792e63-a731-4cf1-a007-f109ca08a5e4 HTTP/1.1" status: 200 len: 1000 time: 0.1064923 Dec 08 16:13:15.300715 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port c99e78fb-7324-4eec-9c24-26799a7536f8, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=c99e78fb-7324-4eec-9c24-26799a7536f8,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:15.317594 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': 'c99e78fb-7324-4eec-9c24-26799a7536f8', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'port_id': 'c99e78fb-7324-4eec-9c24-26799a7536f8', 'mac_address': 'fa:16:3e:be:88:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c93b3a32-b438-4a47-8558-220c03febf97', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:13:15.376356 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:15.395525 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c99e78fb-7324-4eec-9c24-26799a7536f8 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:13:15.408862 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b5dc9-3259-4722-9bf8-d0f323e127ea req-868bc3ba-4167-4f10-936a-a928fa4bd01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:15.410623 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-809b5dc9-3259-4722-9bf8-d0f323e127ea req-868bc3ba-4167-4f10-936a-a928fa4bd01c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=609177ea-d70f-42b5-947d-ac0be047b1d5 HTTP/1.1" status: 200 len: 853 time: 0.1153529 Dec 08 16:13:15.443333 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port c99e78fb-7324-4eec-9c24-26799a7536f8, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=c99e78fb-7324-4eec-9c24-26799a7536f8,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:15.453521 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a3c42418-4c00-4574-baac-5a8e92d25c57 req-afa39428-084f-4948-89b6-c6d423e06459 service neutron] 10.222.0.76 "GET /v2.0/networks/a41e9618-512e-4fb2-9503-5665265ec0a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758847 Dec 08 16:13:15.503722 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-f61c7b01-a068-4e96-ba88-8b7af78eabe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f924fe-daa3-4060-9543-f8424520518f', 'name': 'tempest-TaggedBootDevicesTest-1138800448-router', 'tenant_id': '8be2414d63a14131b9f6f8fcfa8d927a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '6a0181d6-f8fc-44c2-8f96-d4a0cece0e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:30Z', 'updated_at': '2021-12-08T16:01:38Z', 'revision_number': 4, 'project_id': '8be2414d63a14131b9f6f8fcfa8d927a', 'gw_port': {'id': '6a0181d6-f8fc-44c2-8f96-d4a0cece0e8c', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:02:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f924fe-daa3-4060-9543-f8424520518f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:32Z', 'updated_at': '2021-12-08T16:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '26180cda-4639-483b-b2a4-b8871fdb3cbe', 'name': '', 'network_id': '2160f220-73eb-4128-8e17-580f294db0b0', 'tenant_id': '8be2414d63a14131b9f6f8fcfa8d927a', 'mac_address': 'fa:16:3e:cd:e9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f924fe-daa3-4060-9543-f8424520518f', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '28454e1d-d263-44ec-91e2-36831bf74b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:36Z', 'updated_at': '2021-12-08T16:01:44Z', 'revision_number': 5, 'project_id': '8be2414d63a14131b9f6f8fcfa8d927a', 'subnets': [{'id': '28454e1d-d263-44ec-91e2-36831bf74b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:13:15.520913 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b5dc9-3259-4722-9bf8-d0f323e127ea req-ac1fb1c5-80a7-4373-a0e9-e02d7e63aded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:15.522832 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-809b5dc9-3259-4722-9bf8-d0f323e127ea req-ac1fb1c5-80a7-4373-a0e9-e02d7e63aded service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=302c30a7-bb07-4824-b9e9-efc4753720c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1026616 Dec 08 16:13:15.536368 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61c7b01-a068-4e96-ba88-8b7af78eabe5 None None] The sync data for ids ['f1f924fe-daa3-4060-9543-f8424520518f'] in n-d-776250-12 is: [{'id': 'f1f924fe-daa3-4060-9543-f8424520518f', 'name': 'tempest-TaggedBootDevicesTest-1138800448-router', 'tenant_id': '8be2414d63a14131b9f6f8fcfa8d927a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '6a0181d6-f8fc-44c2-8f96-d4a0cece0e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:30Z', 'updated_at': '2021-12-08T16:01:38Z', 'revision_number': 4, 'project_id': '8be2414d63a14131b9f6f8fcfa8d927a', 'gw_port': {'id': '6a0181d6-f8fc-44c2-8f96-d4a0cece0e8c', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:02:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f924fe-daa3-4060-9543-f8424520518f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:32Z', 'updated_at': '2021-12-08T16:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '26180cda-4639-483b-b2a4-b8871fdb3cbe', 'name': '', 'network_id': '2160f220-73eb-4128-8e17-580f294db0b0', 'tenant_id': '8be2414d63a14131b9f6f8fcfa8d927a', 'mac_address': 'fa:16:3e:cd:e9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f924fe-daa3-4060-9543-f8424520518f', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '28454e1d-d263-44ec-91e2-36831bf74b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:36Z', 'updated_at': '2021-12-08T16:01:44Z', 'revision_number': 5, 'project_id': '8be2414d63a14131b9f6f8fcfa8d927a', 'subnets': [{'id': '28454e1d-d263-44ec-91e2-36831bf74b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:13:15.582950 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:15.680386 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a3c42418-4c00-4574-baac-5a8e92d25c57 req-b714bd6d-c3b4-429e-b408-8a8a65560bff service neutron] 10.222.0.76 "GET /v2.0/networks/a41e9618-512e-4fb2-9503-5665265ec0a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158308 Dec 08 16:13:15.741697 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-809b5dc9-3259-4722-9bf8-d0f323e127ea req-2449ca23-868a-4282-842e-8a7239010f77 service neutron] 10.222.0.37 "GET /v2.0/networks/302c30a7-bb07-4824-b9e9-efc4753720c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017055 Dec 08 16:13:15.747687 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=c99e78fb-7324-4eec-9c24-26799a7536f8,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:15.753829 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b2e6c988-7f3e-408d-926a-40adcf0d90c1 req-df6272ef-4d66-4c85-a9fd-9f5a270f012f tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 210 time: 0.0482099 Dec 08 16:13:15.798044 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:15.800947 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:15.801502 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:15.802081 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:15.804134 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:15.804663 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:15.805171 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:15.806737 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:15.807446 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:15.807584 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:15.807928 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:15.808320 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:15.808663 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:15.873429 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 08 Dec 2021 16:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548a2be9-66f6-4d4b-8431-b0660ca656dd x-openstack-request-id: req-548a2be9-66f6-4d4b-8431-b0660ca656dd {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:13:15.873789 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc438c8-595f-4412-861b-5bcb3b061ba1", "name": "network-vif-deleted", "tag": "5d54670e-e1a0-4c2a-a895-93f6235dabd9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "aca18527-4abf-4c7f-a083-1927067601f7", "tag": "d5c42a69-bd3c-490b-9c70-b0c8bca52f24", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:13:15.874047 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-548a2be9-66f6-4d4b-8431-b0660ca656dd {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:13:15.874451 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc438c8-595f-4412-861b-5bcb3b061ba1', 'name': 'network-vif-deleted', 'tag': '5d54670e-e1a0-4c2a-a895-93f6235dabd9', 'status': 'completed', 'code': 200} Dec 08 16:13:15.874714 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aca18527-4abf-4c7f-a083-1927067601f7', 'tag': 'd5c42a69-bd3c-490b-9c70-b0c8bca52f24', 'status': 'completed', 'code': 200} Dec 08 16:13:15.931771 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-809b5dc9-3259-4722-9bf8-d0f323e127ea req-11a4445c-a228-4642-bb44-b331da220cd6 service neutron] 10.222.0.37 "GET /v2.0/networks/302c30a7-bb07-4824-b9e9-efc4753720c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800866 Dec 08 16:13:15.937651 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['c99e78fb-7324-4eec-9c24-26799a7536f8'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:13:16.032700 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5600c8-fd09-4694-b41e-e3faaafe9e07 req-bae147c0-dfb7-450e-b8fd-c6c1886f56eb tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:16.057648 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ab5600c8-fd09-4694-b41e-e3faaafe9e07 req-bae147c0-dfb7-450e-b8fd-c6c1886f56eb tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] 10.222.0.64 "GET /v2.0/ports?device_id=aca18527-4abf-4c7f-a083-1927067601f7 HTTP/1.1" status: 200 len: 943 time: 0.1299746 Dec 08 16:13:16.099222 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736603b3-080e-4fbb-91a2-fb7f69c1c2e5 req-c76e5cbe-112e-41dd-986d-67ad58c3535f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:16.100832 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-736603b3-080e-4fbb-91a2-fb7f69c1c2e5 req-c76e5cbe-112e-41dd-986d-67ad58c3535f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=55be0fccb0bb45a9956c5502666d230b&device_id=aca18527-4abf-4c7f-a083-1927067601f7 HTTP/1.1" status: 200 len: 1095 time: 0.2453341 Dec 08 16:13:16.116468 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64259f1e-dad9-4935-9192-e3cb10118397 req-67d22a98-6069-441f-90c0-4f829586fe05 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:16.127153 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-64259f1e-dad9-4935-9192-e3cb10118397 req-67d22a98-6069-441f-90c0-4f829586fe05 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/ports?device_id=02fb20b1-471e-442a-bda8-433b9e2e0039 HTTP/1.1" status: 200 len: 945 time: 0.1004353 Dec 08 16:13:16.128107 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74366097-2859-404a-a406-99fda13f942d None None] New status for floating IP 75baa7fd-3ced-42e6-8949-04a5815504da: DOWN {{(pid=110552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:13:16.276138 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ab5600c8-fd09-4694-b41e-e3faaafe9e07 req-8bbcd961-bf22-4e1a-9790-8c4700cb96d7 tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] 10.222.0.64 "GET /v2.0/security-groups?id=9aa9e763-1513-4dac-a9e7-2479236cbff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144692 Dec 08 16:13:16.287473 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-64259f1e-dad9-4935-9192-e3cb10118397 req-79ca43c0-06d9-408d-9880-82fcf7864752 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/security-groups?id=04d0ddc5-98b7-44ac-9206-b948a6e74d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579230 Dec 08 16:13:16.334779 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736603b3-080e-4fbb-91a2-fb7f69c1c2e5 req-15077309-5f94-4f70-b008-7bfbc1d601de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:16.339170 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-736603b3-080e-4fbb-91a2-fb7f69c1c2e5 req-15077309-5f94-4f70-b008-7bfbc1d601de service neutron] 10.222.0.76 "GET /v2.0/networks?id=a41e9618-512e-4fb2-9503-5665265ec0a7 HTTP/1.1" status: 200 len: 911 time: 0.2072735 Dec 08 16:13:16.426784 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-736603b3-080e-4fbb-91a2-fb7f69c1c2e5 req-ea9241d9-9510-4d54-8257-66a173072140 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5c42a69-bd3c-490b-9c70-b0c8bca52f24 HTTP/1.1" status: 200 len: 217 time: 0.0798876 Dec 08 16:13:16.470316 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6e5d9f75-94aa-4cd4-b8b6-cdc550bda46d req-180c1f87-81d3-4052-b59f-1036b847659c tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb5e3b2f-48c2-4fe8-a766-53397d7f0350 HTTP/1.1" status: 200 len: 210 time: 0.0741746 Dec 08 16:13:16.529305 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736603b3-080e-4fbb-91a2-fb7f69c1c2e5 req-45e3162a-f21f-4a30-86cd-56463bba5995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:16.531579 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-736603b3-080e-4fbb-91a2-fb7f69c1c2e5 req-45e3162a-f21f-4a30-86cd-56463bba5995 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f5b9f5e2-af58-47bd-842e-8978d4e98117 HTTP/1.1" status: 200 len: 850 time: 0.0961075 Dec 08 16:13:16.622289 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-736603b3-080e-4fbb-91a2-fb7f69c1c2e5 req-f3a54039-e5d6-4d39-ac98-b98fec59a54f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a41e9618-512e-4fb2-9503-5665265ec0a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368981 Dec 08 16:13:16.690792 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd030b-b0a0-4fba-af45-5c467c32e1db req-b8a3c463-c0d6-4704-8e9f-0effa1f0e8f6 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:16.692458 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-35bd030b-b0a0-4fba-af45-5c467c32e1db req-b8a3c463-c0d6-4704-8e9f-0effa1f0e8f6 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=18f3071e-c52e-4aff-a91d-54452b451714 HTTP/1.1" status: 200 len: 948 time: 0.1216874 Dec 08 16:13:16.711815 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f225607-cb8d-4ed7-be99-7887db7f8783 req-b8fff774-f472-45e9-a1bc-09938c80869d tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:16.719168 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f225607-cb8d-4ed7-be99-7887db7f8783 req-b8fff774-f472-45e9-a1bc-09938c80869d tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:16.720891 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9f225607-cb8d-4ed7-be99-7887db7f8783 req-b8fff774-f472-45e9-a1bc-09938c80869d tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9ba955b-bbc9-41bb-97f1-11e16a1e41c7 HTTP/1.1" status: 200 len: 1681 time: 0.1880062 Dec 08 16:13:16.730769 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:16.766486 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-35bd030b-b0a0-4fba-af45-5c467c32e1db req-0bcc8fb3-6224-4eaf-b8f8-d7ad9ba72427 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575650 Dec 08 16:13:16.784624 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-736603b3-080e-4fbb-91a2-fb7f69c1c2e5 req-4ae0f1ca-9048-4adf-9f14-d551839f6d03 service neutron] 10.222.0.76 "GET /v2.0/networks/a41e9618-512e-4fb2-9503-5665265ec0a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549630 Dec 08 16:13:16.808998 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9f225607-cb8d-4ed7-be99-7887db7f8783 req-f21b7212-c7ad-40d5-bf8f-be35250105a7 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/security-groups?id=ca15dfaa-ea87-4015-8ed0-fd337a60a9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794261 Dec 08 16:13:16.908794 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-59dfb0ec-fb81-49f9-b9d3-7e5f178042b2 req-9ad7b5a3-f766-47e0-96d0-89c61d6cbfdb tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 210 time: 0.0382650 Dec 08 16:13:16.922135 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-736603b3-080e-4fbb-91a2-fb7f69c1c2e5 req-eef7a6ef-8695-4f66-be98-c3247b195773 service neutron] 10.222.0.76 "GET /v2.0/networks/a41e9618-512e-4fb2-9503-5665265ec0a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254623 Dec 08 16:13:17.434218 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0bded-7eac-4b15-a54b-ca099aafae22 req-02aa0185-d8c2-4975-b178-b9daee6a64bc tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:17.435827 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-24c0bded-7eac-4b15-a54b-ca099aafae22 req-02aa0185-d8c2-4975-b178-b9daee6a64bc tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] 10.222.0.64 "GET /v2.0/ports?device_id=aca18527-4abf-4c7f-a083-1927067601f7 HTTP/1.1" status: 200 len: 943 time: 0.0788443 Dec 08 16:13:17.471329 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02cecf5-1a28-455a-b412-f09c9dd29c13 req-2ab16195-4dd1-462a-af27-36c65151f422 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:17.473001 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c02cecf5-1a28-455a-b412-f09c9dd29c13 req-2ab16195-4dd1-462a-af27-36c65151f422 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/ports?device_id=02fb20b1-471e-442a-bda8-433b9e2e0039 HTTP/1.1" status: 200 len: 945 time: 0.0898368 Dec 08 16:13:17.502005 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-24c0bded-7eac-4b15-a54b-ca099aafae22 req-40c2dade-97d2-4a24-af2e-eeb31670e84a tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] 10.222.0.64 "GET /v2.0/security-groups?id=9aa9e763-1513-4dac-a9e7-2479236cbff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584793 Dec 08 16:13:17.515066 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:17.535955 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c02cecf5-1a28-455a-b412-f09c9dd29c13 req-fecbabe1-046b-4550-be5b-8274a71c540e tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/security-groups?id=04d0ddc5-98b7-44ac-9206-b948a6e74d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561209 Dec 08 16:13:17.544952 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d258eb8-d1fc-492e-8b7e-ee6201359c39 req-d8c14811-4404-4dd0-80fe-08ecc6aaefcc tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:17.551712 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d258eb8-d1fc-492e-8b7e-ee6201359c39 req-d8c14811-4404-4dd0-80fe-08ecc6aaefcc tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:17.553697 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5d258eb8-d1fc-492e-8b7e-ee6201359c39 req-d8c14811-4404-4dd0-80fe-08ecc6aaefcc tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9ba955b-bbc9-41bb-97f1-11e16a1e41c7 HTTP/1.1" status: 200 len: 1681 time: 0.1238751 Dec 08 16:13:17.698344 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f292bcb9-d49c-4572-9bfe-8a1ca61594a1 req-82363781-f4bb-4577-8e67-f64e3c78179e tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb5e3b2f-48c2-4fe8-a766-53397d7f0350 HTTP/1.1" status: 200 len: 210 time: 0.0414927 Dec 08 16:13:17.720028 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-5d258eb8-d1fc-492e-8b7e-ee6201359c39 req-ee0fb9d4-427e-4f47-93aa-72d03dc54fe1 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Deleting port b7f8eeb0-5c5f-45c9-85a3-a7f8e0cf18bc {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:13:17.720382 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5d258eb8-d1fc-492e-8b7e-ee6201359c39 req-ee0fb9d4-427e-4f47-93aa-72d03dc54fe1 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:17.848227 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2252d67-8808-48b3-a2a9-0babf5f16cbf req-29015680-4291-4a33-bc15-fce712b25ecc tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:17.849752 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a2252d67-8808-48b3-a2a9-0babf5f16cbf req-29015680-4291-4a33-bc15-fce712b25ecc tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.0864282 Dec 08 16:13:17.870692 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-5d258eb8-d1fc-492e-8b7e-ee6201359c39 req-ee0fb9d4-427e-4f47-93aa-72d03dc54fe1 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] For port b7f8eeb0-5c5f-45c9-85a3-a7f8e0cf18bc, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=b7f8eeb0-5c5f-45c9-85a3-a7f8e0cf18bc,segment=NetworkSegment(ae47a093-9258-497d-8eb2-99fa9ba28887),segment_id=ae47a093-9258-497d-8eb2-99fa9ba28887)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:17.871026 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5d258eb8-d1fc-492e-8b7e-ee6201359c39 req-ee0fb9d4-427e-4f47-93aa-72d03dc54fe1 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:17.895155 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-5d258eb8-d1fc-492e-8b7e-ee6201359c39 req-ee0fb9d4-427e-4f47-93aa-72d03dc54fe1 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Calling delete_port for b7f8eeb0-5c5f-45c9-85a3-a7f8e0cf18bc owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:13:17.902528 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7afa523-c7f2-41ad-8b38-b967613520cc req-62e557cf-250a-482c-8061-b0d45fa442bc tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:17.910728 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f7afa523-c7f2-41ad-8b38-b967613520cc req-62e557cf-250a-482c-8061-b0d45fa442bc tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=18f3071e-c52e-4aff-a91d-54452b451714 HTTP/1.1" status: 200 len: 948 time: 0.0677767 Dec 08 16:13:17.962202 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f7afa523-c7f2-41ad-8b38-b967613520cc req-d6867582-bca5-44bd-9418-0208964e2100 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505669 Dec 08 16:13:17.966367 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a2252d67-8808-48b3-a2a9-0babf5f16cbf req-ad7b9de1-d704-4ce5-8509-573a754d6525 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064231 Dec 08 16:13:18.094693 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4be21326-fc2b-4b60-99c0-5a87d1beed23 req-11572cb2-9947-478c-8023-120c7a5d49e6 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 210 time: 0.0340939 Dec 08 16:13:18.107701 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a317b0-a442-427b-a85f-be2980221039 req-969df604-dda5-44ba-b38d-c6d242bffef5 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:18.114583 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a317b0-a442-427b-a85f-be2980221039 req-969df604-dda5-44ba-b38d-c6d242bffef5 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:18.122581 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-48a317b0-a442-427b-a85f-be2980221039 req-969df604-dda5-44ba-b38d-c6d242bffef5 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9ba955b-bbc9-41bb-97f1-11e16a1e41c7 HTTP/1.1" status: 200 len: 1681 time: 0.0842917 Dec 08 16:13:18.185569 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-48a317b0-a442-427b-a85f-be2980221039 req-b1820e8d-2047-4d77-adb2-536104d14fd6 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/security-groups?id=ca15dfaa-ea87-4015-8ed0-fd337a60a9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617940 Dec 08 16:13:18.191759 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5d258eb8-d1fc-492e-8b7e-ee6201359c39 req-ee0fb9d4-427e-4f47-93aa-72d03dc54fe1 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:18.203597 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['b7f8eeb0-5c5f-45c9-85a3-a7f8e0cf18bc', 'cc7fc084-92e0-4f18-aca0-c2e47a24785b'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:13:18.261978 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0fb9d4-427e-4f47-93aa-72d03dc54fe1 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Pushing event deleted for resources: {'Port': ['ID=b7f8eeb0-5c5f-45c9-85a3-a7f8e0cf18bc,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:18.321936 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d258eb8-d1fc-492e-8b7e-ee6201359c39 req-ee0fb9d4-427e-4f47-93aa-72d03dc54fe1 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] No DVR routers for this DVR port b7f8eeb0-5c5f-45c9-85a3-a7f8e0cf18bc on host n-h2-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:13:18.345627 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8121769a-4950-4003-bb9c-2f477c3ed327 req-f5dd0428-09d3-4d5d-8b02-2f893732ed90 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:18.355149 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8121769a-4950-4003-bb9c-2f477c3ed327 req-f5dd0428-09d3-4d5d-8b02-2f893732ed90 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.1768250 Dec 08 16:13:18.364526 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5d258eb8-d1fc-492e-8b7e-ee6201359c39 req-ee0fb9d4-427e-4f47-93aa-72d03dc54fe1 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:18.367973 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5d258eb8-d1fc-492e-8b7e-ee6201359c39 req-ee0fb9d4-427e-4f47-93aa-72d03dc54fe1 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.37 "DELETE /v2.0/ports/b7f8eeb0-5c5f-45c9-85a3-a7f8e0cf18bc HTTP/1.1" status: 204 len: 173 time: 0.8061013 Dec 08 16:13:18.368480 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ba955b-bbc9-41bb-97f1-11e16a1e41c7', 'name': 'network-vif-deleted', 'tag': 'b7f8eeb0-5c5f-45c9-85a3-a7f8e0cf18bc'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:13:18.370863 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf68169-44d0-4204-8969-78d9acc6b593" -d '{"events": [{"server_uuid": "a9ba955b-bbc9-41bb-97f1-11e16a1e41c7", "name": "network-vif-deleted", "tag": "b7f8eeb0-5c5f-45c9-85a3-a7f8e0cf18bc"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:13:18.450930 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8705d7e-066b-4ddb-a591-48e3222978f6 x-openstack-request-id: req-d8705d7e-066b-4ddb-a591-48e3222978f6 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:13:18.451205 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ba955b-bbc9-41bb-97f1-11e16a1e41c7", "name": "network-vif-deleted", "tag": "b7f8eeb0-5c5f-45c9-85a3-a7f8e0cf18bc", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:13:18.451468 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d8705d7e-066b-4ddb-a591-48e3222978f6 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:13:18.452442 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ba955b-bbc9-41bb-97f1-11e16a1e41c7', 'name': 'network-vif-deleted', 'tag': 'b7f8eeb0-5c5f-45c9-85a3-a7f8e0cf18bc', 'status': 'completed', 'code': 200} Dec 08 16:13:18.505590 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8121769a-4950-4003-bb9c-2f477c3ed327 req-c06d7ea7-5d53-465e-b247-c6bb994ab9bc tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458657 Dec 08 16:13:18.554302 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-5d258eb8-d1fc-492e-8b7e-ee6201359c39 req-4736f4ee-7a4f-43cb-86d6-e97fbb921a68 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Deleting port cc7fc084-92e0-4f18-aca0-c2e47a24785b {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:13:18.554813 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5d258eb8-d1fc-492e-8b7e-ee6201359c39 req-4736f4ee-7a4f-43cb-86d6-e97fbb921a68 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:18.700489 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663fa4eb-573a-4924-a427-1b23b54f2233 req-23d96255-0d8d-4adc-bf07-c65b50374162 tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:18.704917 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-663fa4eb-573a-4924-a427-1b23b54f2233 req-23d96255-0d8d-4adc-bf07-c65b50374162 tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] 10.222.0.64 "GET /v2.0/ports?device_id=aca18527-4abf-4c7f-a083-1927067601f7 HTTP/1.1" status: 200 len: 943 time: 0.0630331 Dec 08 16:13:18.765130 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-663fa4eb-573a-4924-a427-1b23b54f2233 req-9bce83b3-c165-47ce-9034-8b8e702ff46c tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] 10.222.0.64 "GET /v2.0/security-groups?id=9aa9e763-1513-4dac-a9e7-2479236cbff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557728 Dec 08 16:13:18.880140 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-47cc66b2-1b61-4c58-8033-bc1c7aba8840 req-889c9aa3-b8c3-4f28-99e9-5f20e93fee02 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb5e3b2f-48c2-4fe8-a766-53397d7f0350 HTTP/1.1" status: 200 len: 210 time: 0.0296607 Dec 08 16:13:19.032658 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d64b98e-6939-4223-bb03-399e9d18de70 req-7c072ef9-b785-4c69-8d2d-3a976629b618 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:19.034289 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9d64b98e-6939-4223-bb03-399e9d18de70 req-7c072ef9-b785-4c69-8d2d-3a976629b618 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.0640764 Dec 08 16:13:19.090058 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9d64b98e-6939-4223-bb03-399e9d18de70 req-5a940bc0-040b-4a59-941d-1ad4292367e8 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473754 Dec 08 16:13:19.138387 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf4351a-f953-4824-8467-89f8ac0a4306 req-e16ab983-3a3e-46e6-ae72-7cfbb9b622eb tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:19.140864 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-daf4351a-f953-4824-8467-89f8ac0a4306 req-e16ab983-3a3e-46e6-ae72-7cfbb9b622eb tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/ports?device_id=02fb20b1-471e-442a-bda8-433b9e2e0039 HTTP/1.1" status: 200 len: 945 time: 0.5090261 Dec 08 16:13:19.148481 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-5d258eb8-d1fc-492e-8b7e-ee6201359c39 req-4736f4ee-7a4f-43cb-86d6-e97fbb921a68 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] For port cc7fc084-92e0-4f18-aca0-c2e47a24785b, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=cc7fc084-92e0-4f18-aca0-c2e47a24785b,segment=NetworkSegment(9a2a8e72-897a-4adc-bc55-8bd1e07393b6),segment_id=9a2a8e72-897a-4adc-bc55-8bd1e07393b6)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:19.148854 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5d258eb8-d1fc-492e-8b7e-ee6201359c39 req-4736f4ee-7a4f-43cb-86d6-e97fbb921a68 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:19.185829 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device c99e78fb-7324-4eec-9c24-26799a7536f8 up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:13:19.195819 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-5d258eb8-d1fc-492e-8b7e-ee6201359c39 req-4736f4ee-7a4f-43cb-86d6-e97fbb921a68 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Calling delete_port for cc7fc084-92e0-4f18-aca0-c2e47a24785b owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:13:19.241112 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69491c9-4bb0-4630-9ca9-339d9c40c8f1 req-f5acbf45-60f8-4f50-bdb8-0fb219c9e863 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:19.243483 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b69491c9-4bb0-4630-9ca9-339d9c40c8f1 req-f5acbf45-60f8-4f50-bdb8-0fb219c9e863 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.37 "GET /v2.0/networks?id=d3895c5a-dfc2-4888-9675-12d8856051aa HTTP/1.1" status: 200 len: 812 time: 0.6520391 Dec 08 16:13:19.249777 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d8fe9-0929-4d02-89fc-4c20d6dfe3c1 req-c88f6744-eb23-4dc0-9fb2-b6c30f21af87 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:19.251572 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d29d8fe9-0929-4d02-89fc-4c20d6dfe3c1 req-c88f6744-eb23-4dc0-9fb2-b6c30f21af87 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=18f3071e-c52e-4aff-a91d-54452b451714 HTTP/1.1" status: 200 len: 948 time: 0.0900400 Dec 08 16:13:19.274165 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-b69491c9-4bb0-4630-9ca9-339d9c40c8f1 req-b14250d2-cf18-4d7c-ba50-9ef599c98a1b tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Request body: {'port': {'device_id': 'bb5e3b2f-48c2-4fe8-a766-53397d7f0350', 'network_id': 'd3895c5a-dfc2-4888-9675-12d8856051aa', 'admin_state_up': True, 'tenant_id': '90ed4b9bbb134343aae1287ee30eda23'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:13:19.337360 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d29d8fe9-0929-4d02-89fc-4c20d6dfe3c1 req-420d2c7c-0686-45e1-8989-6a95423806fc tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664482 Dec 08 16:13:19.385425 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-daf4351a-f953-4824-8467-89f8ac0a4306 req-a8474c68-70e2-4986-9bf3-81826304a3b0 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/security-groups?id=04d0ddc5-98b7-44ac-9206-b948a6e74d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290838 Dec 08 16:13:19.417243 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port c99e78fb-7324-4eec-9c24-26799a7536f8 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:13:19.422533 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port c99e78fb-7324-4eec-9c24-26799a7536f8 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:13:19.423113 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:19.480927 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device d5c42a69-bd3c-490b-9c70-b0c8bca52f24 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:13:19.490755 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb210d2e-9fc8-4e57-846e-b887f6d92ea4 req-67ae063f-c984-4d02-a11d-6f3c051acec7 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:19.496850 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fb210d2e-9fc8-4e57-846e-b887f6d92ea4 req-67ae063f-c984-4d02-a11d-6f3c051acec7 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.0925286 Dec 08 16:13:19.525698 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-78215f04-a6b4-4e57-9e01-de82e1646e84 req-07193639-adea-4bf0-8aa3-c4355b4d0a86 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 210 time: 0.0446415 Dec 08 16:13:19.606019 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fb210d2e-9fc8-4e57-846e-b887f6d92ea4 req-1afcaafc-dfd1-4957-b30d-115284175053 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059260 Dec 08 16:13:19.652419 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:19.703160 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18f3071e-c52e-4aff-a91d-54452b451714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c99e78fb-7324-4eec-9c24-26799a7536f8'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:13:19.706339 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df890914-f27c-4f72-a165-aad67d5edd65" -d '{"events": [{"server_uuid": "18f3071e-c52e-4aff-a91d-54452b451714", "name": "network-vif-plugged", "status": "completed", "tag": "c99e78fb-7324-4eec-9c24-26799a7536f8"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:13:19.713660 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b69491c9-4bb0-4630-9ca9-339d9c40c8f1 req-b14250d2-cf18-4d7c-ba50-9ef599c98a1b tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Made reservation on behalf of 90ed4b9bbb134343aae1287ee30eda23 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:13:19.715880 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port c99e78fb-7324-4eec-9c24-26799a7536f8, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=c99e78fb-7324-4eec-9c24-26799a7536f8,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:19.718440 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b69491c9-4bb0-4630-9ca9-339d9c40c8f1 req-b14250d2-cf18-4d7c-ba50-9ef599c98a1b tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:19.746636 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port d5c42a69-bd3c-490b-9c70-b0c8bca52f24, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=d5c42a69-bd3c-490b-9c70-b0c8bca52f24,segment=NetworkSegment(81d0815d-4e79-40d6-959b-a980661b84f0),segment_id=81d0815d-4e79-40d6-959b-a980661b84f0)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:19.747724 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5d258eb8-d1fc-492e-8b7e-ee6201359c39 req-4736f4ee-7a4f-43cb-86d6-e97fbb921a68 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:19.763280 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': 'd5c42a69-bd3c-490b-9c70-b0c8bca52f24', 'network_id': 'a41e9618-512e-4fb2-9503-5665265ec0a7', 'port_id': 'd5c42a69-bd3c-490b-9c70-b0c8bca52f24', 'mac_address': 'fa:16:3e:0d:21:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5b9f5e2-af58-47bd-842e-8978d4e98117', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:13:19.771357 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8266ad-f3f8-4fbb-86c3-0a460e751969 x-openstack-request-id: req-2f8266ad-f3f8-4fbb-86c3-0a460e751969 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:13:19.771624 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18f3071e-c52e-4aff-a91d-54452b451714", "name": "network-vif-plugged", "status": "completed", "tag": "c99e78fb-7324-4eec-9c24-26799a7536f8", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:13:19.771880 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2f8266ad-f3f8-4fbb-86c3-0a460e751969 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:13:19.772312 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18f3071e-c52e-4aff-a91d-54452b451714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c99e78fb-7324-4eec-9c24-26799a7536f8', 'code': 200} Dec 08 16:13:19.799781 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:19.800622 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device b7f8eeb0-5c5f-45c9-85a3-a7f8e0cf18bc no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:13:19.869308 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4736f4ee-7a4f-43cb-86d6-e97fbb921a68 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Pushing event deleted for resources: {'Port': ['ID=cc7fc084-92e0-4f18-aca0-c2e47a24785b,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:19.880518 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: b7f8eeb0-5c5f-45c9-85a3-a7f8e0cf18bc {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:13:19.880839 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device b7f8eeb0-5c5f-45c9-85a3-a7f8e0cf18bc not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:13:19.881190 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device cc7fc084-92e0-4f18-aca0-c2e47a24785b no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:13:19.895782 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4646a-8777-4b35-8b2c-e83ccdafd690 req-fb90ee98-04b9-4daf-ba32-820d9d9ec226 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:19.905283 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1aa4646a-8777-4b35-8b2c-e83ccdafd690 req-fb90ee98-04b9-4daf-ba32-820d9d9ec226 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9ba955b-bbc9-41bb-97f1-11e16a1e41c7 HTTP/1.1" status: 200 len: 867 time: 0.2700164 Dec 08 16:13:19.941467 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: cc7fc084-92e0-4f18-aca0-c2e47a24785b {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:13:19.941835 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device cc7fc084-92e0-4f18-aca0-c2e47a24785b not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:13:19.953080 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:19.979084 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f031ed-b5dc-4a25-bae0-05fa8c338d44 req-47b643ec-bafc-4a8c-9484-ad92e03850dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:19.984158 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-57f031ed-b5dc-4a25-bae0-05fa8c338d44 req-47b643ec-bafc-4a8c-9484-ad92e03850dd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=18f3071e-c52e-4aff-a91d-54452b451714 HTTP/1.1" status: 200 len: 1101 time: 0.1296756 Dec 08 16:13:19.989578 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5c42a69-bd3c-490b-9c70-b0c8bca52f24 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:13:19.999264 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d70d4ad-a8ef-42e7-b7ab-c45c1298e4a6 req-3290b329-6d7e-4dad-a040-315324145b60 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:20.011521 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=c99e78fb-7324-4eec-9c24-26799a7536f8,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:20.025791 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3d70d4ad-a8ef-42e7-b7ab-c45c1298e4a6 req-3290b329-6d7e-4dad-a040-315324145b60 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.1530209 Dec 08 16:13:20.028946 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port d5c42a69-bd3c-490b-9c70-b0c8bca52f24, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=d5c42a69-bd3c-490b-9c70-b0c8bca52f24,segment=NetworkSegment(81d0815d-4e79-40d6-959b-a980661b84f0),segment_id=81d0815d-4e79-40d6-959b-a980661b84f0)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:20.060552 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d258eb8-d1fc-492e-8b7e-ee6201359c39 req-4736f4ee-7a4f-43cb-86d6-e97fbb921a68 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] No DVR routers for this DVR port cc7fc084-92e0-4f18-aca0-c2e47a24785b on host n-h2-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:13:20.064733 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5d258eb8-d1fc-492e-8b7e-ee6201359c39 req-4736f4ee-7a4f-43cb-86d6-e97fbb921a68 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:20.069841 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5d258eb8-d1fc-492e-8b7e-ee6201359c39 req-4736f4ee-7a4f-43cb-86d6-e97fbb921a68 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.37 "DELETE /v2.0/ports/cc7fc084-92e0-4f18-aca0-c2e47a24785b HTTP/1.1" status: 204 len: 173 time: 1.6884184 Dec 08 16:13:20.108564 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:20.116952 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-b69491c9-4bb0-4630-9ca9-339d9c40c8f1 req-b14250d2-cf18-4d7c-ba50-9ef599c98a1b tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Allocated IP 172.20.0.5 (d3895c5a-dfc2-4888-9675-12d8856051aa/0d672d1f-65b7-4f31-92ed-7adc71dac15e/ed14f6a9-2a87-44c5-9ec2-d0b322e2b926) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:13:20.139003 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-57f031ed-b5dc-4a25-bae0-05fa8c338d44 req-722edb5a-830e-4c77-8e26-a81e3f7baaf6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101208 Dec 08 16:13:20.140978 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1aa4646a-8777-4b35-8b2c-e83ccdafd690 req-9a261976-1929-4122-b8b5-b047e6b47937 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/security-groups?id=ca15dfaa-ea87-4015-8ed0-fd337a60a9cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346647 Dec 08 16:13:20.156095 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3d70d4ad-a8ef-42e7-b7ab-c45c1298e4a6 req-1e18d8b1-8b40-4358-8982-917ccce87a37 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222355 Dec 08 16:13:20.267495 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=d5c42a69-bd3c-490b-9c70-b0c8bca52f24,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:20.313653 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128c31ad-0fdf-4df8-ba1c-52b8cc0fdefe req-51ef3121-43ba-4e36-95fa-d38672297436 tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:20.322156 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-128c31ad-0fdf-4df8-ba1c-52b8cc0fdefe req-51ef3121-43ba-4e36-95fa-d38672297436 tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] 10.222.0.64 "GET /v2.0/ports?device_id=aca18527-4abf-4c7f-a083-1927067601f7 HTTP/1.1" status: 200 len: 944 time: 0.0871513 Dec 08 16:13:20.352027 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8d956627-bb62-4351-9296-c0946bc88977 req-3de2d4ee-3c64-4fbf-814b-5ed283df9297 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb5e3b2f-48c2-4fe8-a766-53397d7f0350 HTTP/1.1" status: 200 len: 210 time: 0.0350885 Dec 08 16:13:20.423362 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-128c31ad-0fdf-4df8-ba1c-52b8cc0fdefe req-b11824c4-c57b-4487-83cf-26bd04baa792 tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] 10.222.0.64 "GET /v2.0/security-groups?id=9aa9e763-1513-4dac-a9e7-2479236cbff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001110 Dec 08 16:13:20.454243 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b69491c9-4bb0-4630-9ca9-339d9c40c8f1 req-b14250d2-cf18-4d7c-ba50-9ef599c98a1b tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:20.466445 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ba955b-bbc9-41bb-97f1-11e16a1e41c7', 'name': 'network-vif-deleted', 'tag': 'cc7fc084-92e0-4f18-aca0-c2e47a24785b'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:13:20.470400 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0b3698-0658-4d04-9895-f1aea94ca717" -d '{"events": [{"server_uuid": "a9ba955b-bbc9-41bb-97f1-11e16a1e41c7", "name": "network-vif-deleted", "tag": "cc7fc084-92e0-4f18-aca0-c2e47a24785b"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:13:20.556345 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['d5c42a69-bd3c-490b-9c70-b0c8bca52f24'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:13:20.574175 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a90a0-abff-4db8-ac5b-706a39af86ce req-0572f156-8a56-43a0-837b-d64903bfcba4 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:20.575951 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a30a90a0-abff-4db8-ac5b-706a39af86ce req-0572f156-8a56-43a0-837b-d64903bfcba4 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.0854380 Dec 08 16:13:20.588402 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfaaa87-8245-4383-a545-f5b719ece2b5 req-4f14d5e8-e106-41f1-aba4-9390ba4fae48 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:20.598321 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bbfaaa87-8245-4383-a545-f5b719ece2b5 req-4f14d5e8-e106-41f1-aba4-9390ba4fae48 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=18f3071e-c52e-4aff-a91d-54452b451714 HTTP/1.1" status: 200 len: 949 time: 0.0888040 Dec 08 16:13:20.636162 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b69491c9-4bb0-4630-9ca9-339d9c40c8f1 req-b14250d2-cf18-4d7c-ba50-9ef599c98a1b tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:20.683452 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bbfaaa87-8245-4383-a545-f5b719ece2b5 req-40118513-7bbb-4746-b212-189d004e0a7e tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698242 Dec 08 16:13:20.713476 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a30a90a0-abff-4db8-ac5b-706a39af86ce req-9d42f076-db6d-4bf4-a9a0-822ebd2df9a8 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302471 Dec 08 16:13:20.721140 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b69491c9-4bb0-4630-9ca9-339d9c40c8f1 req-b14250d2-cf18-4d7c-ba50-9ef599c98a1b tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Network d3895c5a-dfc2-4888-9675-12d8856051aa is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:13:20.746656 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-b69491c9-4bb0-4630-9ca9-339d9c40c8f1 req-b14250d2-cf18-4d7c-ba50-9ef599c98a1b tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:13:20.752570 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-b69491c9-4bb0-4630-9ca9-339d9c40c8f1 req-b14250d2-cf18-4d7c-ba50-9ef599c98a1b tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:13:20.805800 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f53fb1-4701-4d54-aaf6-1c9f76e3d3ed x-openstack-request-id: req-32f53fb1-4701-4d54-aaf6-1c9f76e3d3ed {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:13:20.806101 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ba955b-bbc9-41bb-97f1-11e16a1e41c7", "name": "network-vif-deleted", "tag": "cc7fc084-92e0-4f18-aca0-c2e47a24785b", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:13:20.806360 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-32f53fb1-4701-4d54-aaf6-1c9f76e3d3ed {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:13:20.806900 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ba955b-bbc9-41bb-97f1-11e16a1e41c7', 'name': 'network-vif-deleted', 'tag': 'cc7fc084-92e0-4f18-aca0-c2e47a24785b', 'status': 'completed', 'code': 200} Dec 08 16:13:20.807544 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14250d2-cf18-4d7c-ba50-9ef599c98a1b tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Pushing event updated for resources: {'Port': ['ID=ed14f6a9-2a87-44c5-9ec2-d0b322e2b926,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:20.843846 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69491c9-4bb0-4630-9ca9-339d9c40c8f1 req-b14250d2-cf18-4d7c-ba50-9ef599c98a1b tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:20.844569 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b69491c9-4bb0-4630-9ca9-339d9c40c8f1 req-b14250d2-cf18-4d7c-ba50-9ef599c98a1b tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:20.881846 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7de9b96b-6241-4095-9c72-70749b6f5a8e req-43c2343b-59dd-43c3-820b-69e61f29bd89 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 210 time: 0.0343182 Dec 08 16:13:20.897819 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfacdae-95f0-4c13-84d1-e45f17e8acac req-4d2f5ddb-b1c4-49a8-929c-c161cb4019cc tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:20.911962 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ccfacdae-95f0-4c13-84d1-e45f17e8acac req-4d2f5ddb-b1c4-49a8-929c-c161cb4019cc tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/ports?device_id=02fb20b1-471e-442a-bda8-433b9e2e0039 HTTP/1.1" status: 200 len: 945 time: 0.1247554 Dec 08 16:13:20.968943 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b69491c9-4bb0-4630-9ca9-339d9c40c8f1 req-b14250d2-cf18-4d7c-ba50-9ef599c98a1b tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7092645 Dec 08 16:13:20.993275 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-b69491c9-4bb0-4630-9ca9-339d9c40c8f1 req-e2a2ff01-7243-4b14-a5df-60b641bd3403 service neutron] Request body: {'port': {'device_id': 'bb5e3b2f-48c2-4fe8-a766-53397d7f0350', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:13:21.060741 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ccfacdae-95f0-4c13-84d1-e45f17e8acac req-868ed3f2-dc84-435f-8dc4-603e93d05be3 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/security-groups?id=04d0ddc5-98b7-44ac-9206-b948a6e74d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429205 Dec 08 16:13:21.082662 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b69491c9-4bb0-4630-9ca9-339d9c40c8f1 req-e2a2ff01-7243-4b14-a5df-60b641bd3403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:21.091008 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-07260c56-a847-404e-8242-92013019ce23 req-07469aec-1873-4195-9e58-aa329c077989 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ee7e5aa1-2c93-461d-a5f9-ee11e225510a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0844624 Dec 08 16:13:21.199157 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07260c56-a847-404e-8242-92013019ce23 req-d6d8c407-e567-4267-8135-8e85b7721b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:21.200780 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-07260c56-a847-404e-8242-92013019ce23 req-d6d8c407-e567-4267-8135-8e85b7721b08 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=15392057af79419bba246e0391d3a62d&device_id=ee7e5aa1-2c93-461d-a5f9-ee11e225510a HTTP/1.1" status: 200 len: 1102 time: 0.0513420 Dec 08 16:13:21.250427 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da20ec-ed7e-4bf5-ac49-201e6b009ca9 req-599bd7df-56dc-4cb2-b759-f4680de0121c tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:21.253461 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-08da20ec-ed7e-4bf5-ac49-201e6b009ca9 req-599bd7df-56dc-4cb2-b759-f4680de0121c tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.1669662 Dec 08 16:13:21.321954 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8486862b-d5d8-4aa6-a1bf-a961fa07dee5 req-14755e0d-5e93-4520-91fb-0edb3652da87 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "GET /v2.0/ports?device_id=a9ba955b-bbc9-41bb-97f1-11e16a1e41c7 HTTP/1.1" status: 200 len: 210 time: 0.0392237 Dec 08 16:13:21.406347 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07260c56-a847-404e-8242-92013019ce23 req-2ecbc180-93d1-4104-ae36-e36b63abab1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:21.408269 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-07260c56-a847-404e-8242-92013019ce23 req-2ecbc180-93d1-4104-ae36-e36b63abab1f service neutron] 10.222.0.37 "GET /v2.0/networks?id=b91759c7-445e-4f7b-9fc4-64d80951832c HTTP/1.1" status: 200 len: 870 time: 0.1740608 Dec 08 16:13:21.412696 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-08da20ec-ed7e-4bf5-ac49-201e6b009ca9 req-adf6694b-d074-45f9-bd5f-0e691b4e9579 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486602 Dec 08 16:13:21.479939 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-07260c56-a847-404e-8242-92013019ce23 req-d8e54f96-da3b-4ab1-8a9a-3cb964f1dbdd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=6fcbf224-ea5a-407f-a8b9-3919aa81a099 HTTP/1.1" status: 200 len: 217 time: 0.0470152 Dec 08 16:13:21.567419 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-b69491c9-4bb0-4630-9ca9-339d9c40c8f1 req-e2a2ff01-7243-4b14-a5df-60b641bd3403 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed14f6a9-2a87-44c5-9ec2-d0b322e2b926 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:13:21.576224 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b69491c9-4bb0-4630-9ca9-339d9c40c8f1 req-e2a2ff01-7243-4b14-a5df-60b641bd3403 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:21.585207 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07260c56-a847-404e-8242-92013019ce23 req-a6409885-3f90-4ade-836a-61e8abfe7feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:21.587263 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-07260c56-a847-404e-8242-92013019ce23 req-a6409885-3f90-4ade-836a-61e8abfe7feb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.0987675 Dec 08 16:13:21.591392 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-b69491c9-4bb0-4630-9ca9-339d9c40c8f1 req-e2a2ff01-7243-4b14-a5df-60b641bd3403 service neutron] Transition to ACTIVE for port object ed14f6a9-2a87-44c5-9ec2-d0b322e2b926 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:13:21.600501 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca3186f-4ec6-4dae-be7a-fe23d0973357 req-0ccea5e0-cf7f-472e-823f-504fc70fb00b tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:21.604918 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3ca3186f-4ec6-4dae-be7a-fe23d0973357 req-0ccea5e0-cf7f-472e-823f-504fc70fb00b tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb5e3b2f-48c2-4fe8-a766-53397d7f0350 HTTP/1.1" status: 200 len: 931 time: 0.1271317 Dec 08 16:13:21.654336 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b69491c9-4bb0-4630-9ca9-339d9c40c8f1 req-e2a2ff01-7243-4b14-a5df-60b641bd3403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:21.700544 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47ef0c-ad83-47c1-a530-bca99080a059 req-237a2785-ae6b-4a74-8f94-e367184ad3f3 tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:21.705295 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07260c56-a847-404e-8242-92013019ce23 req-8d22ee24-c78f-435d-8e3f-2e4ab9d41690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:21.708552 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-07260c56-a847-404e-8242-92013019ce23 req-8d22ee24-c78f-435d-8e3f-2e4ab9d41690 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1009116 Dec 08 16:13:21.712776 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ce47ef0c-ad83-47c1-a530-bca99080a059 req-237a2785-ae6b-4a74-8f94-e367184ad3f3 tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] 10.222.0.64 "GET /v2.0/ports?device_id=aca18527-4abf-4c7f-a083-1927067601f7 HTTP/1.1" status: 200 len: 944 time: 0.1001861 Dec 08 16:13:21.734438 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3ca3186f-4ec6-4dae-be7a-fe23d0973357 req-3c33a12f-de37-4956-906c-06363a88ed1a tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164956 Dec 08 16:13:21.766358 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a2ff01-7243-4b14-a5df-60b641bd3403 service neutron] Pushing event updated for resources: {'Port': ['ID=ed14f6a9-2a87-44c5-9ec2-d0b322e2b926,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:21.853468 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-07260c56-a847-404e-8242-92013019ce23 req-d97013e9-8cd6-43d9-9c3b-083ea2476f4a service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336386 Dec 08 16:13:21.860996 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ce47ef0c-ad83-47c1-a530-bca99080a059 req-b73dc93a-293b-4058-ae20-642ed30c1e46 tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] 10.222.0.64 "GET /v2.0/security-groups?id=9aa9e763-1513-4dac-a9e7-2479236cbff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470139 Dec 08 16:13:21.883015 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-b69491c9-4bb0-4630-9ca9-339d9c40c8f1 req-e2a2ff01-7243-4b14-a5df-60b641bd3403 service neutron] Attempting to bind port ed14f6a9-2a87-44c5-9ec2-d0b322e2b926 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:13:21.883367 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-b69491c9-4bb0-4630-9ca9-339d9c40c8f1 req-e2a2ff01-7243-4b14-a5df-60b641bd3403 service neutron] Attempting to bind port ed14f6a9-2a87-44c5-9ec2-d0b322e2b926 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': 'f996c948-5ac9-42a3-ac04-df4c75288f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3895c5a-dfc2-4888-9675-12d8856051aa'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:13:21.883705 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69491c9-4bb0-4630-9ca9-339d9c40c8f1 req-e2a2ff01-7243-4b14-a5df-60b641bd3403 service neutron] Attempting to bind port ed14f6a9-2a87-44c5-9ec2-d0b322e2b926 on network d3895c5a-dfc2-4888-9675-12d8856051aa {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:13:21.888779 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69491c9-4bb0-4630-9ca9-339d9c40c8f1 req-e2a2ff01-7243-4b14-a5df-60b641bd3403 service neutron] Port ed14f6a9-2a87-44c5-9ec2-d0b322e2b926 on network d3895c5a-dfc2-4888-9675-12d8856051aa not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:13:21.889142 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69491c9-4bb0-4630-9ca9-339d9c40c8f1 req-e2a2ff01-7243-4b14-a5df-60b641bd3403 service neutron] Attempting to bind port ed14f6a9-2a87-44c5-9ec2-d0b322e2b926 on network d3895c5a-dfc2-4888-9675-12d8856051aa {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:13:21.895260 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69491c9-4bb0-4630-9ca9-339d9c40c8f1 req-e2a2ff01-7243-4b14-a5df-60b641bd3403 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:13:21.895764 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69491c9-4bb0-4630-9ca9-339d9c40c8f1 req-e2a2ff01-7243-4b14-a5df-60b641bd3403 service neutron] Checking segment: {'id': 'f996c948-5ac9-42a3-ac04-df4c75288f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3895c5a-dfc2-4888-9675-12d8856051aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:13:21.896166 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69491c9-4bb0-4630-9ca9-339d9c40c8f1 req-e2a2ff01-7243-4b14-a5df-60b641bd3403 service neutron] Bound using segment: {'id': 'f996c948-5ac9-42a3-ac04-df4c75288f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3895c5a-dfc2-4888-9675-12d8856051aa'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:13:21.896626 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-b69491c9-4bb0-4630-9ca9-339d9c40c8f1 req-e2a2ff01-7243-4b14-a5df-60b641bd3403 service neutron] Bound port: ed14f6a9-2a87-44c5-9ec2-d0b322e2b926, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f996c948-5ac9-42a3-ac04-df4c75288f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3895c5a-dfc2-4888-9675-12d8856051aa'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:13:21.896994 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b69491c9-4bb0-4630-9ca9-339d9c40c8f1 req-e2a2ff01-7243-4b14-a5df-60b641bd3403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:21.961349 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce22fe-4cbd-4311-bd63-2436cf99a5d5 req-9c8d13c1-ef2c-43b7-8337-409c96919852 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:21.964890 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c3ce22fe-4cbd-4311-bd63-2436cf99a5d5 req-9c8d13c1-ef2c-43b7-8337-409c96919852 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.1101871 Dec 08 16:13:22.040943 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-b69491c9-4bb0-4630-9ca9-339d9c40c8f1 req-e2a2ff01-7243-4b14-a5df-60b641bd3403 service neutron] For port ed14f6a9-2a87-44c5-9ec2-d0b322e2b926, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:13:22.044778 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-b69491c9-4bb0-4630-9ca9-339d9c40c8f1 req-e2a2ff01-7243-4b14-a5df-60b641bd3403 service neutron] For port ed14f6a9-2a87-44c5-9ec2-d0b322e2b926, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=ed14f6a9-2a87-44c5-9ec2-d0b322e2b926,segment=NetworkSegment(f996c948-5ac9-42a3-ac04-df4c75288f01),segment_id=f996c948-5ac9-42a3-ac04-df4c75288f01)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:13:22.053327 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-22450df1-4f1d-439a-b5b0-86fa3c18c78b req-d9602ead-7a8e-4be4-9011-6c9cd5ed875a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a3c54e46-f898-4235-b2ad-72a9e1a57254&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1152678 Dec 08 16:13:22.064694 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c3ce22fe-4cbd-4311-bd63-2436cf99a5d5 req-478d4dd2-9ed8-4ec8-9f89-aeb7e2ff87db tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935731 Dec 08 16:13:22.071474 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e4803-edb3-4cdd-9c2f-503c62a193f9 req-6b2cf126-c324-4d74-ae41-625eb244384c tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:22.072243 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-07260c56-a847-404e-8242-92013019ce23 req-b4c44a1c-0102-4049-ac64-5999f9be85a6 service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838505 Dec 08 16:13:22.073325 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d35e4803-edb3-4cdd-9c2f-503c62a193f9 req-6b2cf126-c324-4d74-ae41-625eb244384c tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=18f3071e-c52e-4aff-a91d-54452b451714 HTTP/1.1" status: 200 len: 949 time: 0.1143510 Dec 08 16:13:22.153359 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b69491c9-4bb0-4630-9ca9-339d9c40c8f1 req-e2a2ff01-7243-4b14-a5df-60b641bd3403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:22.196441 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-606291a0-76d4-46ff-a947-b344045cd633 req-3924fd12-5e7d-4112-b4b2-79d3f59fda34 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 210 time: 0.0427358 Dec 08 16:13:22.237408 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69491c9-4bb0-4630-9ca9-339d9c40c8f1 req-e2a2ff01-7243-4b14-a5df-60b641bd3403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:22.238036 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b69491c9-4bb0-4630-9ca9-339d9c40c8f1 req-e2a2ff01-7243-4b14-a5df-60b641bd3403 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:22.239575 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b69491c9-4bb0-4630-9ca9-339d9c40c8f1 req-e2a2ff01-7243-4b14-a5df-60b641bd3403 service neutron] 10.222.0.37 "PUT /v2.0/ports/ed14f6a9-2a87-44c5-9ec2-d0b322e2b926 HTTP/1.1" status: 200 len: 1092 time: 1.2512815 Dec 08 16:13:22.259464 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d35e4803-edb3-4cdd-9c2f-503c62a193f9 req-80efc5cb-ab93-401f-af94-c46ba2693f60 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589599 Dec 08 16:13:22.299356 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22450df1-4f1d-439a-b5b0-86fa3c18c78b req-de4ee7b9-b8a6-4665-944b-de80652bee64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:22.299356 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-22450df1-4f1d-439a-b5b0-86fa3c18c78b req-de4ee7b9-b8a6-4665-944b-de80652bee64 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=15392057af79419bba246e0391d3a62d&device_id=a3c54e46-f898-4235-b2ad-72a9e1a57254 HTTP/1.1" status: 200 len: 1102 time: 0.1666882 Dec 08 16:13:22.315248 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a2ff01-7243-4b14-a5df-60b641bd3403 service neutron] Pushing event updated for resources: {'Port': ['ID=ed14f6a9-2a87-44c5-9ec2-d0b322e2b926,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:22.469504 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dcbd34-c893-432a-b5b2-5746690d17bb req-6c675fa3-d8ca-4dfe-8751-d24dfc8a854f tempest-ServersOnMultiNodesTest-133981768 tempest-ServersOnMultiNodesTest-133981768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:22.473340 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-77dcbd34-c893-432a-b5b2-5746690d17bb req-6c675fa3-d8ca-4dfe-8751-d24dfc8a854f tempest-ServersOnMultiNodesTest-133981768 tempest-ServersOnMultiNodesTest-133981768-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=18f3071e-c52e-4aff-a91d-54452b451714 HTTP/1.1" status: 200 len: 1101 time: 0.0584033 Dec 08 16:13:22.548157 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3b275c-6231-48c2-9d5f-26c96bcbf3ac req-bc5d0067-c6d9-46e6-900f-6e5c2ad22dc3 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:22.550059 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bb3b275c-6231-48c2-9d5f-26c96bcbf3ac req-bc5d0067-c6d9-46e6-900f-6e5c2ad22dc3 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/ports?device_id=02fb20b1-471e-442a-bda8-433b9e2e0039 HTTP/1.1" status: 200 len: 945 time: 0.1426401 Dec 08 16:13:22.558192 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69491c9-4bb0-4630-9ca9-339d9c40c8f1 req-f7f01305-44a4-4b2e-a5e7-aefbd4753315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:22.559696 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b69491c9-4bb0-4630-9ca9-339d9c40c8f1 req-f7f01305-44a4-4b2e-a5e7-aefbd4753315 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=90ed4b9bbb134343aae1287ee30eda23&device_id=bb5e3b2f-48c2-4fe8-a766-53397d7f0350 HTTP/1.1" status: 200 len: 1095 time: 0.1164141 Dec 08 16:13:22.561221 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22450df1-4f1d-439a-b5b0-86fa3c18c78b req-ab8f4f3e-ad62-4dc0-8dd5-5ef6c901db13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:22.562606 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-22450df1-4f1d-439a-b5b0-86fa3c18c78b req-ab8f4f3e-ad62-4dc0-8dd5-5ef6c901db13 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b91759c7-445e-4f7b-9fc4-64d80951832c HTTP/1.1" status: 200 len: 870 time: 0.2370911 Dec 08 16:13:22.590960 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-77dcbd34-c893-432a-b5b2-5746690d17bb req-e5b141b9-0099-43dc-89ae-4fd7ed1265c5 tempest-ServersOnMultiNodesTest-133981768 tempest-ServersOnMultiNodesTest-133981768-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036060 Dec 08 16:13:22.661733 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-22450df1-4f1d-439a-b5b0-86fa3c18c78b req-35c616af-51f7-426d-bc81-b085b2f2b552 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=fa7c8c03-37fb-40ec-8c95-4187d1cf1adb HTTP/1.1" status: 200 len: 217 time: 0.0859110 Dec 08 16:13:22.664578 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b69491c9-4bb0-4630-9ca9-339d9c40c8f1 req-74fbda66-b4c9-4855-baf7-c36709a88137 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed14f6a9-2a87-44c5-9ec2-d0b322e2b926 HTTP/1.1" status: 200 len: 217 time: 0.0872033 Dec 08 16:13:22.747428 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522dfbbc-72c1-4544-99da-97f7ad281ce6 req-d50e9c29-b9b9-4d09-9042-bbb5982d53bb tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:22.749804 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-522dfbbc-72c1-4544-99da-97f7ad281ce6 req-d50e9c29-b9b9-4d09-9042-bbb5982d53bb tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.0765407 Dec 08 16:13:22.766706 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bb3b275c-6231-48c2-9d5f-26c96bcbf3ac req-2a443887-6a77-42a3-b3d5-d7126bad0d6e tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/security-groups?id=04d0ddc5-98b7-44ac-9206-b948a6e74d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031078 Dec 08 16:13:22.798441 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22450df1-4f1d-439a-b5b0-86fa3c18c78b req-8c322485-ec13-4ae1-abe9-2634af626094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:22.799970 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-22450df1-4f1d-439a-b5b0-86fa3c18c78b req-8c322485-ec13-4ae1-abe9-2634af626094 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.1124148 Dec 08 16:13:22.802165 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69491c9-4bb0-4630-9ca9-339d9c40c8f1 req-46df7f06-623d-428b-87d9-1d6889a897ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:22.804315 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b69491c9-4bb0-4630-9ca9-339d9c40c8f1 req-46df7f06-623d-428b-87d9-1d6889a897ef service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0d672d1f-65b7-4f31-92ed-7adc71dac15e HTTP/1.1" status: 200 len: 852 time: 0.1183746 Dec 08 16:13:22.807957 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb5e3b2f-48c2-4fe8-a766-53397d7f0350', 'tag': 'ed14f6a9-2a87-44c5-9ec2-d0b322e2b926'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:13:22.812014 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fede7b8-dfd4-4b73-a95d-3ed8a176c519" -d '{"events": [{"name": "network-changed", "server_uuid": "bb5e3b2f-48c2-4fe8-a766-53397d7f0350", "tag": "ed14f6a9-2a87-44c5-9ec2-d0b322e2b926"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:13:22.819718 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 47258) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:22.881401 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b69491c9-4bb0-4630-9ca9-339d9c40c8f1 req-a3994e8e-cd51-4e18-a4bf-617de173eea5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d3895c5a-dfc2-4888-9675-12d8856051aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640757 Dec 08 16:13:22.897006 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-522dfbbc-72c1-4544-99da-97f7ad281ce6 req-eead4fbe-d4ca-455a-8b71-895e2212211e tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394947 Dec 08 16:13:22.943113 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-618f9efc-42a0-4dc7-8393-51e60d2ffd9f tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Deleting subnet 78f73dca-0fe3-4218-8965-018177320b36 {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:13:22.947854 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-618f9efc-42a0-4dc7-8393-51e60d2ffd9f tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:22.968265 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22450df1-4f1d-439a-b5b0-86fa3c18c78b req-546b24d3-965f-40f2-a0fb-ec7b9c22fcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:22.972828 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-22450df1-4f1d-439a-b5b0-86fa3c18c78b req-546b24d3-965f-40f2-a0fb-ec7b9c22fcf8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1573727 Dec 08 16:13:23.043923 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-618f9efc-42a0-4dc7-8393-51e60d2ffd9f tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:23.086225 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b69491c9-4bb0-4630-9ca9-339d9c40c8f1 req-5b9844ba-c749-46da-81bf-0fa4d6a39506 service neutron] 10.222.0.37 "GET /v2.0/networks/d3895c5a-dfc2-4888-9675-12d8856051aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900280 Dec 08 16:13:23.105108 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb75e9-37e4-4c0a-84d4-fc2699405eb3 req-f55955b4-d8f9-4db4-ae3c-4d8068ac2a8b tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:23.108508 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f1fb75e9-37e4-4c0a-84d4-fc2699405eb3 req-f55955b4-d8f9-4db4-ae3c-4d8068ac2a8b tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb5e3b2f-48c2-4fe8-a766-53397d7f0350 HTTP/1.1" status: 200 len: 943 time: 0.1052947 Dec 08 16:13:23.160002 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-22450df1-4f1d-439a-b5b0-86fa3c18c78b req-cc33315b-22c7-44a8-81be-096d2cdb591d service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734271 Dec 08 16:13:23.201274 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-618f9efc-42a0-4dc7-8393-51e60d2ffd9f tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:23.217352 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f1fb75e9-37e4-4c0a-84d4-fc2699405eb3 req-f14b8731-a95a-4a97-a601-96ab2d35a819 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856137 Dec 08 16:13:23.275995 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b69491c9-4bb0-4630-9ca9-339d9c40c8f1 req-3dc91d21-7d72-400c-b17c-2d2f50097156 service neutron] 10.222.0.37 "GET /v2.0/networks/d3895c5a-dfc2-4888-9675-12d8856051aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800466 Dec 08 16:13:23.316704 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-22450df1-4f1d-439a-b5b0-86fa3c18c78b req-f1c680e2-93ff-487e-beef-8941aace2f66 service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461730 Dec 08 16:13:23.318887 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c0e0be-8561-44ba-a968-4625a88c3a29 x-openstack-request-id: req-61c0e0be-8561-44ba-a968-4625a88c3a29 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:13:23.318887 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb5e3b2f-48c2-4fe8-a766-53397d7f0350", "tag": "ed14f6a9-2a87-44c5-9ec2-d0b322e2b926", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:13:23.319128 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-61c0e0be-8561-44ba-a968-4625a88c3a29 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:13:23.319623 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb5e3b2f-48c2-4fe8-a766-53397d7f0350', 'tag': 'ed14f6a9-2a87-44c5-9ec2-d0b322e2b926', 'status': 'completed', 'code': 200} Dec 08 16:13:23.410274 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-618f9efc-42a0-4dc7-8393-51e60d2ffd9f tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:23.450528 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-618f9efc-42a0-4dc7-8393-51e60d2ffd9f tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:23.453870 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-618f9efc-42a0-4dc7-8393-51e60d2ffd9f tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "DELETE /v2.0/subnets/78f73dca-0fe3-4218-8965-018177320b36 HTTP/1.1" status: 204 len: 168 time: 0.6327024 Dec 08 16:13:23.454964 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618f9efc-42a0-4dc7-8393-51e60d2ffd9f tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Pushing event deleted for resources: {'Subnet': ['ID=78f73dca-0fe3-4218-8965-018177320b36,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:23.456905 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 47270) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:23.461636 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896dbc5b-eb2d-43b6-83ff-d5692c5fb542 None None] Network f4ac694f-0d45-47e8-9dfc-c798907db4e8 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:13:23.475005 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618f9efc-42a0-4dc7-8393-51e60d2ffd9f tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:23.475453 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618f9efc-42a0-4dc7-8393-51e60d2ffd9f tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:23.476113 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618f9efc-42a0-4dc7-8393-51e60d2ffd9f tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:23.476582 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618f9efc-42a0-4dc7-8393-51e60d2ffd9f tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:23.476998 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618f9efc-42a0-4dc7-8393-51e60d2ffd9f tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:23.477413 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618f9efc-42a0-4dc7-8393-51e60d2ffd9f tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:23.477819 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618f9efc-42a0-4dc7-8393-51e60d2ffd9f tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:23.478359 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618f9efc-42a0-4dc7-8393-51e60d2ffd9f tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:23.478904 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618f9efc-42a0-4dc7-8393-51e60d2ffd9f tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:23.479459 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618f9efc-42a0-4dc7-8393-51e60d2ffd9f tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:23.479857 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618f9efc-42a0-4dc7-8393-51e60d2ffd9f tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:23.480300 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618f9efc-42a0-4dc7-8393-51e60d2ffd9f tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:23.481408 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618f9efc-42a0-4dc7-8393-51e60d2ffd9f tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:23.513752 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9256d0f-77b7-4d2c-9a9f-5d8aeaa4c1bb req-8d012693-22aa-4cdc-915c-b5f1d30cbefe tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:23.518027 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b9256d0f-77b7-4d2c-9a9f-5d8aeaa4c1bb req-8d012693-22aa-4cdc-915c-b5f1d30cbefe tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] 10.222.0.64 "GET /v2.0/ports?device_id=aca18527-4abf-4c7f-a083-1927067601f7 HTTP/1.1" status: 200 len: 944 time: 0.1444323 Dec 08 16:13:23.560586 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device d5c42a69-bd3c-490b-9c70-b0c8bca52f24 up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:13:23.582838 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b9256d0f-77b7-4d2c-9a9f-5d8aeaa4c1bb req-2cc55b75-0831-41e8-8998-8afb195b6fec tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] 10.222.0.64 "GET /v2.0/security-groups?id=9aa9e763-1513-4dac-a9e7-2479236cbff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545416 Dec 08 16:13:23.653332 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c2564e40-9058-4de5-a4cf-27ac6202d7f4 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:23.660062 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fede7b8-dfd4-4b73-a95d-3ed8a176c519 req-3d4f8665-7d17-4d46-9b7c-549ef37bf561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:23.661570 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7fede7b8-dfd4-4b73-a95d-3ed8a176c519 req-3d4f8665-7d17-4d46-9b7c-549ef37bf561 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=90ed4b9bbb134343aae1287ee30eda23&device_id=bb5e3b2f-48c2-4fe8-a766-53397d7f0350 HTTP/1.1" status: 200 len: 1095 time: 0.1789541 Dec 08 16:13:23.673102 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386717c3-046b-4cd8-ab7d-b1fda859fcdd req-1c3b9ad9-1742-4f58-aec3-4cb22d304268 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:23.674705 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-386717c3-046b-4cd8-ab7d-b1fda859fcdd req-1c3b9ad9-1742-4f58-aec3-4cb22d304268 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.1431198 Dec 08 16:13:23.725329 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-99e773d7-1e45-4e27-a863-25eb46f3efc8 req-7208b84b-2df2-4e8c-ba4c-ffef1d3848cb tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 210 time: 0.0497301 Dec 08 16:13:23.895780 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-386717c3-046b-4cd8-ab7d-b1fda859fcdd req-d6c91324-5e0c-45da-8457-5e9211598e95 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079444 Dec 08 16:13:23.948457 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fede7b8-dfd4-4b73-a95d-3ed8a176c519 req-08fba2f0-01b2-411e-98de-c8bdd62e2709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:23.949959 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7fede7b8-dfd4-4b73-a95d-3ed8a176c519 req-08fba2f0-01b2-411e-98de-c8bdd62e2709 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d3895c5a-dfc2-4888-9675-12d8856051aa HTTP/1.1" status: 200 len: 913 time: 0.2743485 Dec 08 16:13:23.973377 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-c2564e40-9058-4de5-a4cf-27ac6202d7f4 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Deleting port 6a303f08-949c-4d09-a4b5-8c0c5e96c604 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:13:23.973719 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c2564e40-9058-4de5-a4cf-27ac6202d7f4 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:24.018110 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e2aa4-1ec8-4e87-a285-8ce6493127ec req-fcad66db-6aa2-479d-815f-495c03d0d4bd tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:24.020100 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7e9e2aa4-1ec8-4e87-a285-8ce6493127ec req-fcad66db-6aa2-479d-815f-495c03d0d4bd tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=18f3071e-c52e-4aff-a91d-54452b451714 HTTP/1.1" status: 200 len: 949 time: 0.0779445 Dec 08 16:13:24.030865 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f806db-1304-46c7-a53c-28a61f10ec06 None None] DHCP port deletion for f4ac694f-0d45-47e8-9dfc-c798907db4e8 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:13:24.035650 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port d5c42a69-bd3c-490b-9c70-b0c8bca52f24 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:13:24.058096 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7fede7b8-dfd4-4b73-a95d-3ed8a176c519 req-d57dc659-873b-4f96-8a4d-79c2a86e53b2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed14f6a9-2a87-44c5-9ec2-d0b322e2b926 HTTP/1.1" status: 200 len: 217 time: 0.0959437 Dec 08 16:13:24.064496 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port d5c42a69-bd3c-490b-9c70-b0c8bca52f24 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:13:24.064919 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:24.098420 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7e9e2aa4-1ec8-4e87-a285-8ce6493127ec req-d4b902d5-fcd8-468e-889b-c4a01e104b5b tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685153 Dec 08 16:13:24.144458 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-91f806db-1304-46c7-a53c-28a61f10ec06 None None] Deleting port 6a303f08-949c-4d09-a4b5-8c0c5e96c604 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:13:24.144841 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-91f806db-1304-46c7-a53c-28a61f10ec06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:24.228822 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-c2564e40-9058-4de5-a4cf-27ac6202d7f4 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] For port 6a303f08-949c-4d09-a4b5-8c0c5e96c604, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=6a303f08-949c-4d09-a4b5-8c0c5e96c604,segment=NetworkSegment(9a2a8e72-897a-4adc-bc55-8bd1e07393b6),segment_id=9a2a8e72-897a-4adc-bc55-8bd1e07393b6)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:24.229570 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c2564e40-9058-4de5-a4cf-27ac6202d7f4 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:24.248133 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9566aeb-4df4-4592-b29f-20320110b131 req-229c5d8e-be6a-4af4-bcc1-cea82ec1c665 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:24.254562 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b9566aeb-4df4-4592-b29f-20320110b131 req-229c5d8e-be6a-4af4-bcc1-cea82ec1c665 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/ports?device_id=02fb20b1-471e-442a-bda8-433b9e2e0039 HTTP/1.1" status: 200 len: 945 time: 0.2261815 Dec 08 16:13:24.256988 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72200f3-8344-47cf-a6c9-ba98775ec3d1 req-0222d8a8-9d8c-4dc2-8626-8864a7be2898 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:24.258676 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d72200f3-8344-47cf-a6c9-ba98775ec3d1 req-0222d8a8-9d8c-4dc2-8626-8864a7be2898 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.0677383 Dec 08 16:13:24.278704 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-91f806db-1304-46c7-a53c-28a61f10ec06 None None] For port 6a303f08-949c-4d09-a4b5-8c0c5e96c604, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=6a303f08-949c-4d09-a4b5-8c0c5e96c604,segment=NetworkSegment(9a2a8e72-897a-4adc-bc55-8bd1e07393b6),segment_id=9a2a8e72-897a-4adc-bc55-8bd1e07393b6)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:24.279123 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-91f806db-1304-46c7-a53c-28a61f10ec06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:24.291744 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-c2564e40-9058-4de5-a4cf-27ac6202d7f4 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Calling delete_port for 6a303f08-949c-4d09-a4b5-8c0c5e96c604 owned by network:dhcp {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:13:24.301587 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-91f806db-1304-46c7-a53c-28a61f10ec06 None None] Calling delete_port for 6a303f08-949c-4d09-a4b5-8c0c5e96c604 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:13:24.303881 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fede7b8-dfd4-4b73-a95d-3ed8a176c519 req-9c9ba269-78f7-470c-82f3-282f95776395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:24.305789 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:24.310204 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7fede7b8-dfd4-4b73-a95d-3ed8a176c519 req-9c9ba269-78f7-470c-82f3-282f95776395 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0d672d1f-65b7-4f31-92ed-7adc71dac15e HTTP/1.1" status: 200 len: 852 time: 0.2225156 Dec 08 16:13:24.329131 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d72200f3-8344-47cf-a6c9-ba98775ec3d1 req-3b1d5cfe-2943-45d5-91fc-78a594a8fcbe tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638924 Dec 08 16:13:24.348487 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port d5c42a69-bd3c-490b-9c70-b0c8bca52f24, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=d5c42a69-bd3c-490b-9c70-b0c8bca52f24,segment=NetworkSegment(81d0815d-4e79-40d6-959b-a980661b84f0),segment_id=81d0815d-4e79-40d6-959b-a980661b84f0)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:24.351505 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aca18527-4abf-4c7f-a083-1927067601f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c42a69-bd3c-490b-9c70-b0c8bca52f24'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:13:24.353063 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e04c69d-d339-40db-aebf-f2eaa7dbb6fb" -d '{"events": [{"server_uuid": "aca18527-4abf-4c7f-a083-1927067601f7", "name": "network-vif-plugged", "status": "completed", "tag": "d5c42a69-bd3c-490b-9c70-b0c8bca52f24"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:13:24.375172 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7fede7b8-dfd4-4b73-a95d-3ed8a176c519 req-e4897abe-cd44-438a-9bec-445c95615206 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d3895c5a-dfc2-4888-9675-12d8856051aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533700 Dec 08 16:13:24.456471 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb7d9c-a2fc-4fc2-b2c9-abe99303b63a req-378c996f-a443-41e0-b618-f1b03f1022c0 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:24.458223 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2dbb7d9c-a2fc-4fc2-b2c9-abe99303b63a req-378c996f-a443-41e0-b618-f1b03f1022c0 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb5e3b2f-48c2-4fe8-a766-53397d7f0350 HTTP/1.1" status: 200 len: 943 time: 0.0657401 Dec 08 16:13:24.510053 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b9566aeb-4df4-4592-b29f-20320110b131 req-80fcfdb1-1205-46c8-aa31-bea451ea0748 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/security-groups?id=04d0ddc5-98b7-44ac-9206-b948a6e74d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544734 Dec 08 16:13:24.513931 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:24.545635 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2dbb7d9c-a2fc-4fc2-b2c9-abe99303b63a req-e1b800ae-2edd-4d63-87a2-575a45288d1c tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809813 Dec 08 16:13:24.572241 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c2564e40-9058-4de5-a4cf-27ac6202d7f4 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:24.572355 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-91f806db-1304-46c7-a53c-28a61f10ec06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:24.603639 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f806db-1304-46c7-a53c-28a61f10ec06 None None] No DVR routers for this DVR port 6a303f08-949c-4d09-a4b5-8c0c5e96c604 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:13:24.619353 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2564e40-9058-4de5-a4cf-27ac6202d7f4 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] No DVR routers for this DVR port 6a303f08-949c-4d09-a4b5-8c0c5e96c604 on host n-d-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:13:24.626939 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2564e40-9058-4de5-a4cf-27ac6202d7f4 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Pushing event deleted for resources: {'Port': ['ID=6a303f08-949c-4d09-a4b5-8c0c5e96c604,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:24.628736 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=d5c42a69-bd3c-490b-9c70-b0c8bca52f24,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:24.662797 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f806db-1304-46c7-a53c-28a61f10ec06 None None] Pushing event deleted for resources: {'Port': ['ID=6a303f08-949c-4d09-a4b5-8c0c5e96c604,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:24.666003 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adfecfdb-bd2a-4208-8a4c-5fe3c6eda73c x-openstack-request-id: req-adfecfdb-bd2a-4208-8a4c-5fe3c6eda73c {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:13:24.666638 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aca18527-4abf-4c7f-a083-1927067601f7", "name": "network-vif-plugged", "status": "completed", "tag": "d5c42a69-bd3c-490b-9c70-b0c8bca52f24", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:13:24.667121 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-adfecfdb-bd2a-4208-8a4c-5fe3c6eda73c {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:13:24.667723 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aca18527-4abf-4c7f-a083-1927067601f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c42a69-bd3c-490b-9c70-b0c8bca52f24', 'code': 200} Dec 08 16:13:24.793117 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8860b-8564-4906-8eec-23f8f6a6562c req-288ea896-629a-42ca-a385-e96245c259dd tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:24.795295 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-acf8860b-8564-4906-8eec-23f8f6a6562c req-288ea896-629a-42ca-a385-e96245c259dd tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] 10.222.0.64 "GET /v2.0/ports?device_id=aca18527-4abf-4c7f-a083-1927067601f7 HTTP/1.1" status: 200 len: 945 time: 0.0659101 Dec 08 16:13:24.864029 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-acf8860b-8564-4906-8eec-23f8f6a6562c req-64a34866-0ae3-40c7-9522-0c04e388e8d1 tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] 10.222.0.64 "GET /v2.0/security-groups?id=9aa9e763-1513-4dac-a9e7-2479236cbff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585358 Dec 08 16:13:24.865286 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7fede7b8-dfd4-4b73-a95d-3ed8a176c519 req-8b3e97bf-8a7f-4d45-9e0c-f7fc3f7aa840 service neutron] 10.222.0.37 "GET /v2.0/networks/d3895c5a-dfc2-4888-9675-12d8856051aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4450536 Dec 08 16:13:24.874186 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c2564e40-9058-4de5-a4cf-27ac6202d7f4 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:24.892427 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f721f-42ea-409d-baa1-dc126be05d92 req-2d4d7e3f-f558-4718-8818-53820cb2beae tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:24.894157 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-577f721f-42ea-409d-baa1-dc126be05d92 req-2d4d7e3f-f558-4718-8818-53820cb2beae tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.2899435 Dec 08 16:13:24.966143 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-c2564e40-9058-4de5-a4cf-27ac6202d7f4 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4ac694f-0d45-47e8-9dfc-c798907db4e8']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:13:24.986645 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067deabf-5a96-4acc-8c53-7fabf5a1a882 req-c89ad0f8-401d-467a-8c53-666556757339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:24.988202 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-067deabf-5a96-4acc-8c53-7fabf5a1a882 req-c89ad0f8-401d-467a-8c53-666556757339 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=aca18527-4abf-4c7f-a083-1927067601f7 HTTP/1.1" status: 200 len: 1097 time: 0.2329295 Dec 08 16:13:24.994657 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6dd7eae7-b919-4e4d-9269-60895ba03095 req-664483b9-4f13-4a17-a543-c65400f87ebd tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 210 time: 0.0454934 Dec 08 16:13:25.004090 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-c2564e40-9058-4de5-a4cf-27ac6202d7f4 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a2a8e72-897a-4adc-bc55-8bd1e07393b6') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:13:25.004090 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-c2564e40-9058-4de5-a4cf-27ac6202d7f4 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a2a8e72-897a-4adc-bc55-8bd1e07393b6') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:13:25.040245 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c2564e40-9058-4de5-a4cf-27ac6202d7f4 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:25.086448 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c2564e40-9058-4de5-a4cf-27ac6202d7f4 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:25.101039 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-577f721f-42ea-409d-baa1-dc126be05d92 req-3df0eae5-8ecd-4ff7-9754-67b4118cb5b7 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896634 Dec 08 16:13:25.125611 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2564e40-9058-4de5-a4cf-27ac6202d7f4 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:13:25.125611 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c2564e40-9058-4de5-a4cf-27ac6202d7f4 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:25.146595 n-d-776250-12 neutron-server[110550]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:13:25.146595 n-d-776250-12 neutron-server[110550]: self.session.flush() Dec 08 16:13:25.146595 n-d-776250-12 neutron-server[110550]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:13:25.146595 n-d-776250-12 neutron-server[110550]: self.session.flush() Dec 08 16:13:25.146595 n-d-776250-12 neutron-server[110550]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:13:25.146595 n-d-776250-12 neutron-server[110550]: self.session.flush() Dec 08 16:13:25.146595 n-d-776250-12 neutron-server[110550]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:13:25.146595 n-d-776250-12 neutron-server[110550]: self.session.flush() Dec 08 16:13:25.146595 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:13:25.146595 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:13:25.146595 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:13:25.146595 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:13:25.146595 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:13:25.146595 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:13:25.146595 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:13:25.146595 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:13:25.146595 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:13:25.146595 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:13:25.146595 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:13:25.146595 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:13:25.146595 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:13:25.146595 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:13:25.146595 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:13:25.146595 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:13:25.146595 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:13:25.146595 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:13:25.146595 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:13:25.146595 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:13:25.146595 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:13:25.146595 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:13:25.146595 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:13:25.146595 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:13:25.146595 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:13:25.146595 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:13:25.146595 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:13:25.146595 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:13:25.146595 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:13:25.146595 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:13:25.146595 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:13:25.146595 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:13:25.184880 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7fede7b8-dfd4-4b73-a95d-3ed8a176c519 req-50c74139-3016-478c-9d83-f493f044389d service neutron] 10.222.0.37 "GET /v2.0/networks/d3895c5a-dfc2-4888-9675-12d8856051aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873213 Dec 08 16:13:25.232328 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-067deabf-5a96-4acc-8c53-7fabf5a1a882 req-699a56c2-1019-4911-9f2e-ff94463062f4 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=9aa9e763-1513-4dac-a9e7-2479236cbff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227252 Dec 08 16:13:25.254745 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878de27-3e6d-422e-8d3b-68321935816e req-b79461bf-30e5-4d7e-a3eb-4d87e98f37dc tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:25.256126 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7878de27-3e6d-422e-8d3b-68321935816e req-b79461bf-30e5-4d7e-a3eb-4d87e98f37dc tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.37 "GET /v2.0/ports?device_id=18f3071e-c52e-4aff-a91d-54452b451714 HTTP/1.1" status: 200 len: 949 time: 0.1458981 Dec 08 16:13:25.309932 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe35cf-e53e-4b08-ac9e-c024acd5b46c req-45cb5cf4-ddce-4278-aae9-ba340d75db5a tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:25.312676 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-44fe35cf-e53e-4b08-ac9e-c024acd5b46c req-45cb5cf4-ddce-4278-aae9-ba340d75db5a tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=18f3071e-c52e-4aff-a91d-54452b451714 HTTP/1.1" status: 200 len: 949 time: 0.1140952 Dec 08 16:13:25.345119 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c2564e40-9058-4de5-a4cf-27ac6202d7f4 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:25.354861 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c2564e40-9058-4de5-a4cf-27ac6202d7f4 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:25.359310 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c2564e40-9058-4de5-a4cf-27ac6202d7f4 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "DELETE /v2.0/networks/f4ac694f-0d45-47e8-9dfc-c798907db4e8 HTTP/1.1" status: 204 len: 168 time: 1.9013269 Dec 08 16:13:25.363858 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 47306) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:25.393637 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2564e40-9058-4de5-a4cf-27ac6202d7f4 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Pushing event deleted for resources: {'Network': ['ID=f4ac694f-0d45-47e8-9dfc-c798907db4e8,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:25.409743 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-44fe35cf-e53e-4b08-ac9e-c024acd5b46c req-38845b8c-8f41-47c6-8681-f8edcc9eb6cb tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904036 Dec 08 16:13:25.428894 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-7878de27-3e6d-422e-8d3b-68321935816e req-e7a06526-f1a0-479d-a3df-2a974e493aea tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Deleting port c99e78fb-7324-4eec-9c24-26799a7536f8 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:13:25.429339 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-7878de27-3e6d-422e-8d3b-68321935816e req-e7a06526-f1a0-479d-a3df-2a974e493aea tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:25.466508 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cf26e76-1c70-496e-a830-2d1b4b306acb tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Deleting subnet 79475198-e13e-4e8d-b593-5592b02569a4 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:13:25.478412 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4cf26e76-1c70-496e-a830-2d1b4b306acb tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:25.514017 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f98491-9c1e-46b8-bef7-d607df5823df req-c9eab29f-1425-4a66-b520-d15228f60d29 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:25.523313 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d1f98491-9c1e-46b8-bef7-d607df5823df req-c9eab29f-1425-4a66-b520-d15228f60d29 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/networks?id=aae70492-1682-4e18-b135-887c01697ca0 HTTP/1.1" status: 200 len: 814 time: 0.2322507 Dec 08 16:13:25.546936 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-7878de27-3e6d-422e-8d3b-68321935816e req-e7a06526-f1a0-479d-a3df-2a974e493aea tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] For port c99e78fb-7324-4eec-9c24-26799a7536f8, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=c99e78fb-7324-4eec-9c24-26799a7536f8,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:25.547773 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-7878de27-3e6d-422e-8d3b-68321935816e req-e7a06526-f1a0-479d-a3df-2a974e493aea tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:25.559025 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d1f98491-9c1e-46b8-bef7-d607df5823df req-3fb6f79f-4cbb-4ea5-ae22-1baafea31dfb tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/quotas/810520df5a8e4422956ae3b5265a3df4 HTTP/1.1" status: 200 len: 375 time: 0.0347440 Dec 08 16:13:25.561391 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4cf26e76-1c70-496e-a830-2d1b4b306acb tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:25.571060 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-7878de27-3e6d-422e-8d3b-68321935816e req-e7a06526-f1a0-479d-a3df-2a974e493aea tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Calling delete_port for c99e78fb-7324-4eec-9c24-26799a7536f8 owned by compute:nova {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:13:25.676576 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d1f98491-9c1e-46b8-bef7-d607df5823df req-90a76230-847b-4e68-a783-63981b9ba177 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=810520df5a8e4422956ae3b5265a3df4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0929878 Dec 08 16:13:25.701980 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4cf26e76-1c70-496e-a830-2d1b4b306acb tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:25.705430 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4332febd-0825-4912-95fa-8eb280d01490 req-ba777b1b-cde1-4b16-8abf-be7efaf5526f tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:25.724521 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4332febd-0825-4912-95fa-8eb280d01490 req-ba777b1b-cde1-4b16-8abf-be7efaf5526f tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/ports?device_id=02fb20b1-471e-442a-bda8-433b9e2e0039 HTTP/1.1" status: 200 len: 945 time: 0.1020677 Dec 08 16:13:25.798756 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 6a303f08-949c-4d09-a4b5-8c0c5e96c604 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:13:25.819978 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 6a303f08-949c-4d09-a4b5-8c0c5e96c604 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:13:25.820380 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 6a303f08-949c-4d09-a4b5-8c0c5e96c604 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:13:25.837473 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4332febd-0825-4912-95fa-8eb280d01490 req-7fa7f97b-467a-4a5f-8d8a-acfb36d46e95 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/security-groups?id=04d0ddc5-98b7-44ac-9206-b948a6e74d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101592 Dec 08 16:13:25.849035 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5640ae-cf9b-4cc4-bc55-9d88ab6f8b02 req-43cef676-ee1f-4fb8-9b62-8a019e5ced20 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:25.857189 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2a5640ae-cf9b-4cc4-bc55-9d88ab6f8b02 req-43cef676-ee1f-4fb8-9b62-8a019e5ced20 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb5e3b2f-48c2-4fe8-a766-53397d7f0350 HTTP/1.1" status: 200 len: 943 time: 0.0976000 Dec 08 16:13:25.910332 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2a5640ae-cf9b-4cc4-bc55-9d88ab6f8b02 req-19bb0be9-786c-4c66-af88-c3254508b325 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522501 Dec 08 16:13:25.963165 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299279d2-3cb6-461b-8fbf-1159f083a95f req-41574185-f0a5-4249-b122-de183a872801 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:25.965053 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-299279d2-3cb6-461b-8fbf-1159f083a95f req-41574185-f0a5-4249-b122-de183a872801 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.0586541 Dec 08 16:13:25.966474 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-7878de27-3e6d-422e-8d3b-68321935816e req-e7a06526-f1a0-479d-a3df-2a974e493aea tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:25.981242 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['6fcbf224-ea5a-407f-a8b9-3919aa81a099', 'f1d9c5ab-ec87-4646-a313-a0cdf7e42396', 'c99e78fb-7324-4eec-9c24-26799a7536f8'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:13:25.986386 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['fa7c8c03-37fb-40ec-8c95-4187d1cf1adb', '4a824d61-b93a-41b6-8964-589ab2364818', 'f50b339b-81c1-4ba5-8b7d-007a6185e8bf', '7cb8c769-05fa-446f-a5c4-b48d4c3ac2a8', '031f45e2-33f3-4cfe-aa5a-1c6700564244'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:13:26.012211 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4cf26e76-1c70-496e-a830-2d1b4b306acb tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:26.034490 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a06526-f1a0-479d-a3df-2a974e493aea tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Pushing event deleted for resources: {'Port': ['ID=c99e78fb-7324-4eec-9c24-26799a7536f8,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:26.082543 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-7878de27-3e6d-422e-8d3b-68321935816e req-e7a06526-f1a0-479d-a3df-2a974e493aea tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] No DVR routers for this DVR port c99e78fb-7324-4eec-9c24-26799a7536f8 on host n-h2-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:13:26.085936 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-7878de27-3e6d-422e-8d3b-68321935816e req-e7a06526-f1a0-479d-a3df-2a974e493aea tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:26.090709 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf26e76-1c70-496e-a830-2d1b4b306acb tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Pushing event deleted for resources: {'Subnet': ['ID=79475198-e13e-4e8d-b593-5592b02569a4,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:26.098714 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7878de27-3e6d-422e-8d3b-68321935816e req-e7a06526-f1a0-479d-a3df-2a974e493aea tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.37 "DELETE /v2.0/ports/c99e78fb-7324-4eec-9c24-26799a7536f8 HTTP/1.1" status: 204 len: 173 time: 0.8335152 Dec 08 16:13:26.110736 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18f3071e-c52e-4aff-a91d-54452b451714', 'name': 'network-vif-deleted', 'tag': 'c99e78fb-7324-4eec-9c24-26799a7536f8'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:13:26.117752 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92067cf7-27a8-4d84-a3fd-c7ec4530a21c" -d '{"events": [{"server_uuid": "18f3071e-c52e-4aff-a91d-54452b451714", "name": "network-vif-deleted", "tag": "c99e78fb-7324-4eec-9c24-26799a7536f8"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:13:26.121401 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4cf26e76-1c70-496e-a830-2d1b4b306acb tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:26.129886 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-4cf26e76-1c70-496e-a830-2d1b4b306acb tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "DELETE /v2.0/subnets/79475198-e13e-4e8d-b593-5592b02569a4 HTTP/1.1" status: 204 len: 168 time: 0.7648401 Dec 08 16:13:26.135688 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 47322) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:26.166461 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27861d85-4d2a-47bc-b29c-a4b3dae7d389 None None] Network 17cdb798-b692-4f6e-9248-fdc193fabee9 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:13:26.169003 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-299279d2-3cb6-461b-8fbf-1159f083a95f req-121af26b-f818-40ba-87f5-4780f093131c tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900508 Dec 08 16:13:26.169403 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa2d88e-f325-41ab-9c89-d7c66413e87c req-6e4249fb-089c-41a3-9690-a80ca678d1ad tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:26.191093 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5aa2d88e-f325-41ab-9c89-d7c66413e87c req-6e4249fb-089c-41a3-9690-a80ca678d1ad tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] 10.222.0.64 "GET /v2.0/ports?device_id=aca18527-4abf-4c7f-a083-1927067601f7 HTTP/1.1" status: 200 len: 945 time: 0.2049410 Dec 08 16:13:26.253690 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-966aea40-f79c-4c91-a109-39786adcb647 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:26.325059 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5aa2d88e-f325-41ab-9c89-d7c66413e87c req-d1e02801-8c0a-4a9c-8b69-842304710083 tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] 10.222.0.64 "GET /v2.0/security-groups?id=9aa9e763-1513-4dac-a9e7-2479236cbff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141977 Dec 08 16:13:26.761951 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68186232-a820-4985-829f-f23c22f1ac59 req-ac72d067-ad4c-4595-8092-611b1064279f tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:26.785691 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-68186232-a820-4985-829f-f23c22f1ac59 req-ac72d067-ad4c-4595-8092-611b1064279f tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.1682894 Dec 08 16:13:26.794477 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb0dc99-090b-4f4b-a897-970a3f5258e8 x-openstack-request-id: req-7bb0dc99-090b-4f4b-a897-970a3f5258e8 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:13:26.795088 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18f3071e-c52e-4aff-a91d-54452b451714", "name": "network-vif-deleted", "tag": "c99e78fb-7324-4eec-9c24-26799a7536f8", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:13:26.795088 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7bb0dc99-090b-4f4b-a897-970a3f5258e8 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:13:26.795903 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18f3071e-c52e-4aff-a91d-54452b451714', 'name': 'network-vif-deleted', 'tag': 'c99e78fb-7324-4eec-9c24-26799a7536f8', 'status': 'completed', 'code': 200} Dec 08 16:13:26.798049 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-50f891ad-969b-431a-bafa-78d1a0914a0d req-deb8db4c-c3ad-43d9-9bba-f83a0793ecdd tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 210 time: 0.4758041 Dec 08 16:13:26.819064 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-966aea40-f79c-4c91-a109-39786adcb647 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Deleting port f389d917-ecc4-43cc-ba33-4ef358b4efe0 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:13:26.819064 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-966aea40-f79c-4c91-a109-39786adcb647 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:26.885668 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbd1b92-bbed-46de-a3c1-9bbabce44b5d None None] DHCP port deletion for 17cdb798-b692-4f6e-9248-fdc193fabee9 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:13:26.918023 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-68186232-a820-4985-829f-f23c22f1ac59 req-b72b0fa5-e478-4000-bff4-8f03b9d4ed66 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262596 Dec 08 16:13:26.958329 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-966aea40-f79c-4c91-a109-39786adcb647 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] For port f389d917-ecc4-43cc-ba33-4ef358b4efe0, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=f389d917-ecc4-43cc-ba33-4ef358b4efe0,segment=NetworkSegment(ae47a093-9258-497d-8eb2-99fa9ba28887),segment_id=ae47a093-9258-497d-8eb2-99fa9ba28887)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:26.962153 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-966aea40-f79c-4c91-a109-39786adcb647 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:27.032197 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-966aea40-f79c-4c91-a109-39786adcb647 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Calling delete_port for f389d917-ecc4-43cc-ba33-4ef358b4efe0 owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:13:27.049885 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7460daf0-233b-41cd-94ff-8af9107d1b25 req-8799dda6-6c90-4c91-ac1b-c09b4797ea8c tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=18f3071e-c52e-4aff-a91d-54452b451714 HTTP/1.1" status: 200 len: 210 time: 0.0541420 Dec 08 16:13:27.170753 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-1fbd1b92-bbed-46de-a3c1-9bbabce44b5d None None] Deleting port f389d917-ecc4-43cc-ba33-4ef358b4efe0 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:13:27.171153 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1fbd1b92-bbed-46de-a3c1-9bbabce44b5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:27.197059 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475df625-0dba-417b-a9c4-7e23a0e98fb2 req-8bd8968e-22aa-41a2-baef-9817cc30e84d tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:27.206538 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-475df625-0dba-417b-a9c4-7e23a0e98fb2 req-8bd8968e-22aa-41a2-baef-9817cc30e84d tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/ports?device_id=02fb20b1-471e-442a-bda8-433b9e2e0039 HTTP/1.1" status: 200 len: 945 time: 0.1073751 Dec 08 16:13:27.224231 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d4109-f49a-4c4e-a97d-46bf4140a25d req-7a0f88a5-096f-4dce-a76f-575c91111e5f tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:27.225878 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-847d4109-f49a-4c4e-a97d-46bf4140a25d req-7a0f88a5-096f-4dce-a76f-575c91111e5f tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb5e3b2f-48c2-4fe8-a766-53397d7f0350 HTTP/1.1" status: 200 len: 943 time: 0.0664492 Dec 08 16:13:27.266287 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device ed14f6a9-2a87-44c5-9ec2-d0b322e2b926 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:13:27.313049 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-847d4109-f49a-4c4e-a97d-46bf4140a25d req-92d26690-65e4-44a7-8391-0e1ecb16768e tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630631 Dec 08 16:13:27.329441 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-475df625-0dba-417b-a9c4-7e23a0e98fb2 req-e5afb8b6-4bb7-4234-bedf-2546a99e9f3c tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/security-groups?id=04d0ddc5-98b7-44ac-9206-b948a6e74d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209183 Dec 08 16:13:27.331836 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-966aea40-f79c-4c91-a109-39786adcb647 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:27.339646 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-1fbd1b92-bbed-46de-a3c1-9bbabce44b5d None None] For port f389d917-ecc4-43cc-ba33-4ef358b4efe0, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=f389d917-ecc4-43cc-ba33-4ef358b4efe0,segment=NetworkSegment(ae47a093-9258-497d-8eb2-99fa9ba28887),segment_id=ae47a093-9258-497d-8eb2-99fa9ba28887)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:27.340056 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1fbd1b92-bbed-46de-a3c1-9bbabce44b5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:27.374264 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966aea40-f79c-4c91-a109-39786adcb647 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Pushing event deleted for resources: {'Port': ['ID=f389d917-ecc4-43cc-ba33-4ef358b4efe0,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:27.378372 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966aea40-f79c-4c91-a109-39786adcb647 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] No DVR routers for this DVR port f389d917-ecc4-43cc-ba33-4ef358b4efe0 on host n-d-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:13:27.391860 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-1fbd1b92-bbed-46de-a3c1-9bbabce44b5d None None] Calling delete_port for f389d917-ecc4-43cc-ba33-4ef358b4efe0 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:13:27.525860 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-966aea40-f79c-4c91-a109-39786adcb647 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:27.563679 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3528bff8-816d-45e1-b2c3-1d714523a4dd req-5fe96881-10b7-4ea3-8fd6-be92e1ec157b tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=810520df5a8e4422956ae3b5265a3df4 HTTP/1.1" status: 200 len: 221 time: 0.0759170 Dec 08 16:13:27.577242 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-966aea40-f79c-4c91-a109-39786adcb647 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17cdb798-b692-4f6e-9248-fdc193fabee9']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:13:27.580846 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6b9a9-987c-40c5-9cee-5dfe206f3e0a req-8b65c2c6-7102-41ae-95b8-0b12287eb0ce tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:27.599046 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a9d6b9a9-987c-40c5-9cee-5dfe206f3e0a req-8b65c2c6-7102-41ae-95b8-0b12287eb0ce tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] 10.222.0.64 "GET /v2.0/ports?device_id=aca18527-4abf-4c7f-a083-1927067601f7 HTTP/1.1" status: 200 len: 945 time: 0.1242123 Dec 08 16:13:27.604946 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-966aea40-f79c-4c91-a109-39786adcb647 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae47a093-9258-497d-8eb2-99fa9ba28887') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:13:27.605253 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-966aea40-f79c-4c91-a109-39786adcb647 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae47a093-9258-497d-8eb2-99fa9ba28887') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:13:27.629918 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-966aea40-f79c-4c91-a109-39786adcb647 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:27.661066 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-966aea40-f79c-4c91-a109-39786adcb647 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:27.672770 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-966aea40-f79c-4c91-a109-39786adcb647 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:13:27.673399 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-966aea40-f79c-4c91-a109-39786adcb647 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:27.677187 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:13:27.677187 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:13:27.677187 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:13:27.677187 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:13:27.677187 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:13:27.677187 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:13:27.677187 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:13:27.677187 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:13:27.677187 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:13:27.677187 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:13:27.677187 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:13:27.677187 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:13:27.677187 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:13:27.677187 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:13:27.677187 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:13:27.677187 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:13:27.677187 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:13:27.677187 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:13:27.677187 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:13:27.677187 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:13:27.677187 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:13:27.677187 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:13:27.677187 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:13:27.677187 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:13:27.677187 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:13:27.677187 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:13:27.677187 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:13:27.677187 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:13:27.677187 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:13:27.677187 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:13:27.677187 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:13:27.677187 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:13:27.687622 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a9d6b9a9-987c-40c5-9cee-5dfe206f3e0a req-aeeb9f0e-21a5-402d-8149-a2284aef57b8 tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] 10.222.0.64 "GET /v2.0/security-groups?id=9aa9e763-1513-4dac-a9e7-2479236cbff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852013 Dec 08 16:13:27.688228 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port ed14f6a9-2a87-44c5-9ec2-d0b322e2b926, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=ed14f6a9-2a87-44c5-9ec2-d0b322e2b926,segment=NetworkSegment(f996c948-5ac9-42a3-ac04-df4c75288f01),segment_id=f996c948-5ac9-42a3-ac04-df4c75288f01)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:27.705637 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': 'ed14f6a9-2a87-44c5-9ec2-d0b322e2b926', 'network_id': 'd3895c5a-dfc2-4888-9675-12d8856051aa', 'port_id': 'ed14f6a9-2a87-44c5-9ec2-d0b322e2b926', 'mac_address': 'fa:16:3e:e6:89:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d672d1f-65b7-4f31-92ed-7adc71dac15e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:13:27.796576 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1fbd1b92-bbed-46de-a3c1-9bbabce44b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:27.872562 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199cf6d4-b456-4b6a-973d-372087ab810b req-4b73fb5f-da5a-4c33-a778-0785f1498a68 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:27.878879 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-199cf6d4-b456-4b6a-973d-372087ab810b req-4b73fb5f-da5a-4c33-a778-0785f1498a68 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.0939188 Dec 08 16:13:27.903640 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbd1b92-bbed-46de-a3c1-9bbabce44b5d None None] No DVR routers for this DVR port f389d917-ecc4-43cc-ba33-4ef358b4efe0 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:13:27.920441 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device f389d917-ecc4-43cc-ba33-4ef358b4efe0 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:13:27.935347 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbd1b92-bbed-46de-a3c1-9bbabce44b5d None None] Pushing event deleted for resources: {'Port': ['ID=f389d917-ecc4-43cc-ba33-4ef358b4efe0,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:27.937427 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-966aea40-f79c-4c91-a109-39786adcb647 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:27.946563 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-966aea40-f79c-4c91-a109-39786adcb647 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:27.953173 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-966aea40-f79c-4c91-a109-39786adcb647 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] 10.222.0.64 "DELETE /v2.0/networks/17cdb798-b692-4f6e-9248-fdc193fabee9 HTTP/1.1" status: 204 len: 168 time: 1.8130774 Dec 08 16:13:27.965614 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966aea40-f79c-4c91-a109-39786adcb647 tempest-ServersTestMultiNic-339256911 tempest-ServersTestMultiNic-339256911-project] Pushing event deleted for resources: {'Network': ['ID=17cdb798-b692-4f6e-9248-fdc193fabee9,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:27.967446 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-199cf6d4-b456-4b6a-973d-372087ab810b req-68719466-51b1-4590-9c51-19dfc22943c8 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836446 Dec 08 16:13:27.984949 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:27.987880 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: f389d917-ecc4-43cc-ba33-4ef358b4efe0 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:13:27.988273 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device f389d917-ecc4-43cc-ba33-4ef358b4efe0 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:13:28.021914 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ccf95912-c0bd-4e3f-86d9-7402dc128871 req-32eaee53-4601-4d28-b40d-e91beb741957 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 210 time: 0.0472918 Dec 08 16:13:28.024753 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed14f6a9-2a87-44c5-9ec2-d0b322e2b926 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:13:28.074572 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port ed14f6a9-2a87-44c5-9ec2-d0b322e2b926, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=ed14f6a9-2a87-44c5-9ec2-d0b322e2b926,segment=NetworkSegment(f996c948-5ac9-42a3-ac04-df4c75288f01),segment_id=f996c948-5ac9-42a3-ac04-df4c75288f01)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:28.199152 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:28.199550 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5022ee-1cca-4713-b6ce-95479e130933 req-9e20dbd7-ad4f-4a4d-ba17-efbc1d4f3818 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:28.202137 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ad5022ee-1cca-4713-b6ce-95479e130933 req-9e20dbd7-ad4f-4a4d-ba17-efbc1d4f3818 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.0533180 Dec 08 16:13:28.265745 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=ed14f6a9-2a87-44c5-9ec2-d0b322e2b926,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:28.270311 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ad5022ee-1cca-4713-b6ce-95479e130933 req-40e1c274-fda6-45b6-a1fb-ba4e405841c2 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624661 Dec 08 16:13:28.491091 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['ed14f6a9-2a87-44c5-9ec2-d0b322e2b926'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:13:28.518299 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385038e9-5fd1-4c61-964a-416af3c780d7 req-cac7a05a-02cd-4df7-bc6a-62ad93de7eed tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:28.524874 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-385038e9-5fd1-4c61-964a-416af3c780d7 req-cac7a05a-02cd-4df7-bc6a-62ad93de7eed tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb5e3b2f-48c2-4fe8-a766-53397d7f0350 HTTP/1.1" status: 200 len: 944 time: 0.0631611 Dec 08 16:13:28.594666 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-385038e9-5fd1-4c61-964a-416af3c780d7 req-8fb4efac-3d91-49b1-9e80-81b2f5a9a9bc tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684421 Dec 08 16:13:28.754984 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe5edc-9fa0-4d88-abda-128063f50c08 req-31bd3a5e-b646-42e3-b76f-c108cc96d1bf tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:28.756506 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b9fe5edc-9fa0-4d88-abda-128063f50c08 req-31bd3a5e-b646-42e3-b76f-c108cc96d1bf tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/ports?device_id=02fb20b1-471e-442a-bda8-433b9e2e0039 HTTP/1.1" status: 200 len: 945 time: 0.0563281 Dec 08 16:13:28.813474 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b9fe5edc-9fa0-4d88-abda-128063f50c08 req-99f1f4b9-72cb-4a2b-99c8-34aa873bee5c tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/security-groups?id=04d0ddc5-98b7-44ac-9206-b948a6e74d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503094 Dec 08 16:13:28.944790 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6237af-a8d5-49d2-ae0f-5ab8b521ed45 req-e437c63b-6d54-4228-8565-20d080b1cdbe tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:28.946468 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ab6237af-a8d5-49d2-ae0f-5ab8b521ed45 req-e437c63b-6d54-4228-8565-20d080b1cdbe tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.0639718 Dec 08 16:13:28.948655 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b1fc54-a2f1-40ca-b927-9591a2289995 req-b6f95da1-459f-4be3-a740-20706f66f1f8 tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:28.950333 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-96b1fc54-a2f1-40ca-b927-9591a2289995 req-b6f95da1-459f-4be3-a740-20706f66f1f8 tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] 10.222.0.64 "GET /v2.0/ports?device_id=aca18527-4abf-4c7f-a083-1927067601f7 HTTP/1.1" status: 200 len: 945 time: 0.0544271 Dec 08 16:13:29.022057 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-96b1fc54-a2f1-40ca-b927-9591a2289995 req-5ad71a91-9e97-4cd8-b9d4-cc705d5fa37b tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] 10.222.0.64 "GET /v2.0/security-groups?id=9aa9e763-1513-4dac-a9e7-2479236cbff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603678 Dec 08 16:13:29.023159 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ab6237af-a8d5-49d2-ae0f-5ab8b521ed45 req-4073495f-35a9-4e90-a8e0-2c07adc3975e tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659637 Dec 08 16:13:29.088828 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 47390) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:29.241896 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device c99e78fb-7324-4eec-9c24-26799a7536f8 no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:13:29.259906 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b82ee663-a209-4860-bce9-bc4c02787a1f req-fc61f893-498a-4300-b19f-9e33b05d61ff tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 210 time: 0.0617292 Dec 08 16:13:29.284233 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: c99e78fb-7324-4eec-9c24-26799a7536f8 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:13:29.285403 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device c99e78fb-7324-4eec-9c24-26799a7536f8 not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:13:29.456986 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5348171a-d9b6-45ff-91e0-141db1ec3912 req-7a690b83-a79d-438e-89a5-a853fa1f7f35 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:29.466899 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5348171a-d9b6-45ff-91e0-141db1ec3912 req-7a690b83-a79d-438e-89a5-a853fa1f7f35 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ab0acad-5056-4d28-adc4-62a1d968ccf5 HTTP/1.1" status: 200 len: 950 time: 0.3309987 Dec 08 16:13:29.480610 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d5728-7896-4061-aa78-4729952528d2 req-83d14924-73d7-41db-beaf-8729cd2bb46e tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:29.482216 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cf6d5728-7896-4061-aa78-4729952528d2 req-83d14924-73d7-41db-beaf-8729cd2bb46e tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.1130929 Dec 08 16:13:29.530176 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5348171a-d9b6-45ff-91e0-141db1ec3912 req-31787f0e-3800-4169-9162-ca63d4ca534b tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625231 Dec 08 16:13:29.597966 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cf6d5728-7896-4061-aa78-4729952528d2 req-dace11de-f50b-431b-8db1-4d624fb220e2 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906692 Dec 08 16:13:29.776055 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-49da32c9-5e7c-4d17-ac5a-5841c82ebcce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:29.787118 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b754713-e4f4-4908-ac85-d079cbc704cf req-48ebecdf-e35b-4653-8fd3-752571b496a3 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:29.795705 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2b754713-e4f4-4908-ac85-d079cbc704cf req-48ebecdf-e35b-4653-8fd3-752571b496a3 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb5e3b2f-48c2-4fe8-a766-53397d7f0350 HTTP/1.1" status: 200 len: 944 time: 0.1056805 Dec 08 16:13:29.837899 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c816d0-851a-415c-a1db-31eaeee74381 req-e0fbdeb1-7847-440c-9fa8-e62c34ea4bb0 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:29.839532 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-80c816d0-851a-415c-a1db-31eaeee74381 req-e0fbdeb1-7847-440c-9fa8-e62c34ea4bb0 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.1151295 Dec 08 16:13:29.876751 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2b754713-e4f4-4908-ac85-d079cbc704cf req-c3abdfb0-1735-4734-b725-c8ff03947f1e tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722418 Dec 08 16:13:29.994492 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-80c816d0-851a-415c-a1db-31eaeee74381 req-9f888a52-2d4e-479e-a7e7-9ece9362241b tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453531 Dec 08 16:13:30.021053 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45f6a7-b962-417b-852e-12416795ef83 req-1671752c-8470-46e8-837c-1b193911544b tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:30.028775 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bb45f6a7-b962-417b-852e-12416795ef83 req-1671752c-8470-46e8-837c-1b193911544b tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/ports?device_id=02fb20b1-471e-442a-bda8-433b9e2e0039 HTTP/1.1" status: 200 len: 945 time: 0.0774136 Dec 08 16:13:30.087597 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bb45f6a7-b962-417b-852e-12416795ef83 req-8a3d228b-ed49-48ca-b070-f8e2a5ebd6eb tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/security-groups?id=04d0ddc5-98b7-44ac-9206-b948a6e74d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547702 Dec 08 16:13:30.222669 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad3227-a5a7-478a-a5d2-e21b43e58110 req-e8517a71-bc87-4062-ac88-da9d53bcd9a4 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:30.225565 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-91ad3227-a5a7-478a-a5d2-e21b43e58110 req-e8517a71-bc87-4062-ac88-da9d53bcd9a4 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.1285164 Dec 08 16:13:30.230547 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259dcb38-0b50-44c2-a5bf-b76a460aa568 req-df5fb16a-e804-4f9f-95c3-74a2eeb30a44 tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:30.237452 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-259dcb38-0b50-44c2-a5bf-b76a460aa568 req-df5fb16a-e804-4f9f-95c3-74a2eeb30a44 tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] 10.222.0.64 "GET /v2.0/ports?device_id=aca18527-4abf-4c7f-a083-1927067601f7 HTTP/1.1" status: 200 len: 945 time: 0.0679433 Dec 08 16:13:30.295940 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-259dcb38-0b50-44c2-a5bf-b76a460aa568 req-61e699c8-5726-4f6d-9b31-43d1ace2f770 tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] 10.222.0.64 "GET /v2.0/security-groups?id=9aa9e763-1513-4dac-a9e7-2479236cbff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552046 Dec 08 16:13:30.303219 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-49da32c9-5e7c-4d17-ac5a-5841c82ebcce admin admin] Deleting port e9231986-858d-4e07-b4fe-f0bc904a2b2e {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:13:30.303676 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-49da32c9-5e7c-4d17-ac5a-5841c82ebcce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:30.386502 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-91ad3227-a5a7-478a-a5d2-e21b43e58110 req-fbc93e89-bf31-413d-a8e6-7a668b117efd tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523492 Dec 08 16:13:30.467993 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-49da32c9-5e7c-4d17-ac5a-5841c82ebcce admin admin] For port e9231986-858d-4e07-b4fe-f0bc904a2b2e, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=e9231986-858d-4e07-b4fe-f0bc904a2b2e,segment=NetworkSegment(f2ff9093-e149-4788-8605-5f081049ea71),segment_id=f2ff9093-e149-4788-8605-5f081049ea71)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:30.468719 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-49da32c9-5e7c-4d17-ac5a-5841c82ebcce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:30.504089 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-49da32c9-5e7c-4d17-ac5a-5841c82ebcce admin admin] Calling delete_port for e9231986-858d-4e07-b4fe-f0bc904a2b2e owned by network:router_interface {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:13:30.535300 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df557754-57b6-487a-9cbc-502e180af51e req-05e49c78-49b3-42be-afb2-d1b570a4c0f0 tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:30.537004 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-df557754-57b6-487a-9cbc-502e180af51e req-05e49c78-49b3-42be-afb2-d1b570a4c0f0 tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] 10.222.0.76 "GET /v2.0/ports?device_id=aca18527-4abf-4c7f-a083-1927067601f7 HTTP/1.1" status: 200 len: 945 time: 0.0644896 Dec 08 16:13:30.574335 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-65fe1545-6b75-46b9-8e0f-5eb632655a9f req-e1b7d4d4-cbd3-4bbd-9484-7b2ac6de69b3 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 210 time: 0.1021359 Dec 08 16:13:30.707243 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff8bcc6-c081-43d0-98b2-b0aa31f3e992 req-63fcf48b-dd47-457d-b8b0-54a27003c889 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:30.710156 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cff8bcc6-c081-43d0-98b2-b0aa31f3e992 req-63fcf48b-dd47-457d-b8b0-54a27003c889 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.1718814 Dec 08 16:13:30.803942 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-df557754-57b6-487a-9cbc-502e180af51e req-4a43ba03-6ef7-48e4-9590-45b2b9292627 tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] Deleting port d5c42a69-bd3c-490b-9c70-b0c8bca52f24 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:13:30.804560 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-df557754-57b6-487a-9cbc-502e180af51e req-4a43ba03-6ef7-48e4-9590-45b2b9292627 tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:30.811685 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7721ef5-5e30-477a-9282-6cde40fcbdc3 req-62754113-a736-4a95-b177-142ca768df6e tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:30.813375 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a7721ef5-5e30-477a-9282-6cde40fcbdc3 req-62754113-a736-4a95-b177-142ca768df6e tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ab0acad-5056-4d28-adc4-62a1d968ccf5 HTTP/1.1" status: 200 len: 950 time: 0.0945647 Dec 08 16:13:30.884285 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cff8bcc6-c081-43d0-98b2-b0aa31f3e992 req-ab83feec-67a1-4d9f-ae00-54f55f77af5d tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560202 Dec 08 16:13:30.919904 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a7721ef5-5e30-477a-9282-6cde40fcbdc3 req-6025b88f-69d2-4239-896b-94733b6b232e tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763872 Dec 08 16:13:31.001057 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-49da32c9-5e7c-4d17-ac5a-5841c82ebcce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:31.069797 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49da32c9-5e7c-4d17-ac5a-5841c82ebcce admin admin] Pushing event deleted for resources: {'Port': ['ID=e9231986-858d-4e07-b4fe-f0bc904a2b2e,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:31.261429 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device ed14f6a9-2a87-44c5-9ec2-d0b322e2b926 up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:13:31.285152 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77080c88-7acd-4f84-a776-d6714872b11b req-6f39f91e-d468-4aa7-8c81-7d6ff403dc10 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:31.298076 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-77080c88-7acd-4f84-a776-d6714872b11b req-6f39f91e-d468-4aa7-8c81-7d6ff403dc10 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb5e3b2f-48c2-4fe8-a766-53397d7f0350 HTTP/1.1" status: 200 len: 944 time: 0.2349927 Dec 08 16:13:31.462492 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port ed14f6a9-2a87-44c5-9ec2-d0b322e2b926 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:13:31.469383 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port ed14f6a9-2a87-44c5-9ec2-d0b322e2b926 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:13:31.470165 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:31.499628 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-77080c88-7acd-4f84-a776-d6714872b11b req-50372b75-c33f-4ba0-9f9a-7fa2fa68a970 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952941 Dec 08 16:13:31.518610 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-df557754-57b6-487a-9cbc-502e180af51e req-4a43ba03-6ef7-48e4-9590-45b2b9292627 tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] For port d5c42a69-bd3c-490b-9c70-b0c8bca52f24, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=d5c42a69-bd3c-490b-9c70-b0c8bca52f24,segment=NetworkSegment(81d0815d-4e79-40d6-959b-a980661b84f0),segment_id=81d0815d-4e79-40d6-959b-a980661b84f0)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:31.518610 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-df557754-57b6-487a-9cbc-502e180af51e req-4a43ba03-6ef7-48e4-9590-45b2b9292627 tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:31.540971 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-df557754-57b6-487a-9cbc-502e180af51e req-4a43ba03-6ef7-48e4-9590-45b2b9292627 tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] Calling delete_port for d5c42a69-bd3c-490b-9c70-b0c8bca52f24 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:13:31.546550 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-49da32c9-5e7c-4d17-ac5a-5841c82ebcce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:31.619238 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:31.669479 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port ed14f6a9-2a87-44c5-9ec2-d0b322e2b926, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=ed14f6a9-2a87-44c5-9ec2-d0b322e2b926,segment=NetworkSegment(f996c948-5ac9-42a3-ac04-df4c75288f01),segment_id=f996c948-5ac9-42a3-ac04-df4c75288f01)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:31.675573 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5e3b2f-48c2-4fe8-a766-53397d7f0350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed14f6a9-2a87-44c5-9ec2-d0b322e2b926'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:13:31.675573 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76173dc-7021-4cf6-86dd-32c7a701a79b" -d '{"events": [{"server_uuid": "bb5e3b2f-48c2-4fe8-a766-53397d7f0350", "name": "network-vif-plugged", "status": "completed", "tag": "ed14f6a9-2a87-44c5-9ec2-d0b322e2b926"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:13:31.698651 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c1f37-74f2-459a-8f44-e62fbec4ed93 req-ebe4853d-79e8-4461-b0a3-9080be2f7a7d tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:31.712773 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c26c1f37-74f2-459a-8f44-e62fbec4ed93 req-ebe4853d-79e8-4461-b0a3-9080be2f7a7d tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.7381701 Dec 08 16:13:31.738973 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df516e5-54da-4c0d-99ef-7fe393a5dcf6 req-983087bf-1840-4f9c-8e38-595e3b360336 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:31.740750 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3df516e5-54da-4c0d-99ef-7fe393a5dcf6 req-983087bf-1840-4f9c-8e38-595e3b360336 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/ports?device_id=02fb20b1-471e-442a-bda8-433b9e2e0039 HTTP/1.1" status: 200 len: 945 time: 0.1278915 Dec 08 16:13:31.755308 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:31.836692 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=ed14f6a9-2a87-44c5-9ec2-d0b322e2b926,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:31.836965 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f148c8-2773-4342-9780-517ce633a4a0 req-f2130b5c-1bb1-418d-a216-dc4f92ae6437 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:31.839813 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-47f148c8-2773-4342-9780-517ce633a4a0 req-f2130b5c-1bb1-418d-a216-dc4f92ae6437 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ab0acad-5056-4d28-adc4-62a1d968ccf5 HTTP/1.1" status: 200 len: 950 time: 0.3647900 Dec 08 16:13:31.875614 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49da32c9-5e7c-4d17-ac5a-5841c82ebcce admin admin] Router 8d299ec1-fe36-4352-bd81-0f6bac8110ca has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:13:31.940371 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c26c1f37-74f2-459a-8f44-e62fbec4ed93 req-5628042f-abab-45ad-b4ee-271f9e6c1feb tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263482 Dec 08 16:13:31.997805 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3df516e5-54da-4c0d-99ef-7fe393a5dcf6 req-ebc66cd6-3eea-4dc5-8aa1-1035ce4ac9ff tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/security-groups?id=04d0ddc5-98b7-44ac-9206-b948a6e74d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330094 Dec 08 16:13:32.121231 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111bd2cb-f276-4753-8bd7-dbc05f20c821 req-c29400dd-7f1b-43e1-b6fe-e41ef1a4c784 tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:32.123093 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-111bd2cb-f276-4753-8bd7-dbc05f20c821 req-c29400dd-7f1b-43e1-b6fe-e41ef1a4c784 tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] 10.222.0.64 "GET /v2.0/ports?device_id=aca18527-4abf-4c7f-a083-1927067601f7 HTTP/1.1" status: 200 len: 945 time: 0.0955791 Dec 08 16:13:32.133773 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-47f148c8-2773-4342-9780-517ce633a4a0 req-068c9e06-95c6-499e-9478-3bc7f2bdd303 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Deleting port 031f45e2-33f3-4cfe-aa5a-1c6700564244 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:13:32.134112 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-47f148c8-2773-4342-9780-517ce633a4a0 req-068c9e06-95c6-499e-9478-3bc7f2bdd303 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:32.158692 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49da32c9-5e7c-4d17-ac5a-5841c82ebcce admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:13:32.167216 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-49da32c9-5e7c-4d17-ac5a-5841c82ebcce admin admin] 10.222.0.64 "PUT /v2.0/routers/8d299ec1-fe36-4352-bd81-0f6bac8110ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0764346 Dec 08 16:13:32.169480 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 47432) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:32.176847 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dc668e-1143-4d93-925a-9533f29b1831 None None] Sync routers for ids ['8d299ec1-fe36-4352-bd81-0f6bac8110ca'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:13:32.193446 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dc668e-1143-4d93-925a-9533f29b1831 None None] Routers {'8d299ec1-fe36-4352-bd81-0f6bac8110ca'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:13:32.196742 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-02dc668e-1143-4d93-925a-9533f29b1831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:13:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['8d299ec1-fe36-4352-bd81-0f6bac8110ca'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:13:32.265601 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a57a213f-3146-4529-ae37-48b6594a634f req-6ceb2973-a023-425b-a178-df93f13ee83e tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 210 time: 0.0356109 Dec 08 16:13:32.275309 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-df557754-57b6-487a-9cbc-502e180af51e req-4a43ba03-6ef7-48e4-9590-45b2b9292627 tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:32.349791 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a43ba03-6ef7-48e4-9590-45b2b9292627 tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] Pushing event deleted for resources: {'Port': ['ID=d5c42a69-bd3c-490b-9c70-b0c8bca52f24,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:32.354618 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a434c0-6f99-4c4d-afc2-002128ecd832 x-openstack-request-id: req-08a434c0-6f99-4c4d-afc2-002128ecd832 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:13:32.355516 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb5e3b2f-48c2-4fe8-a766-53397d7f0350", "name": "network-vif-plugged", "status": "completed", "tag": "ed14f6a9-2a87-44c5-9ec2-d0b322e2b926", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:13:32.355948 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-08a434c0-6f99-4c4d-afc2-002128ecd832 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:13:32.357199 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5e3b2f-48c2-4fe8-a766-53397d7f0350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed14f6a9-2a87-44c5-9ec2-d0b322e2b926', 'code': 200} Dec 08 16:13:32.376548 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-02dc668e-1143-4d93-925a-9533f29b1831 None None] Set router 8d299ec1-fe36-4352-bd81-0f6bac8110ca gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:13:32.444416 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d6f3d548-50ba-41e2-ae70-6ac964c3ea0d admin admin] Publish callbacks [] for router, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:32.498198 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-111bd2cb-f276-4753-8bd7-dbc05f20c821 req-291b590b-9c6a-4157-880b-86622a72f30d tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] 10.222.0.64 "GET /v2.0/security-groups?id=9aa9e763-1513-4dac-a9e7-2479236cbff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3677444 Dec 08 16:13:32.502900 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-df557754-57b6-487a-9cbc-502e180af51e req-4a43ba03-6ef7-48e4-9590-45b2b9292627 tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] No DVR routers for this DVR port d5c42a69-bd3c-490b-9c70-b0c8bca52f24 on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:13:32.510183 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-df557754-57b6-487a-9cbc-502e180af51e req-4a43ba03-6ef7-48e4-9590-45b2b9292627 tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:32.514614 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-df557754-57b6-487a-9cbc-502e180af51e req-4a43ba03-6ef7-48e4-9590-45b2b9292627 tempest-ServerGroupTestJSON-2049767328 tempest-ServerGroupTestJSON-2049767328-project] 10.222.0.76 "DELETE /v2.0/ports/d5c42a69-bd3c-490b-9c70-b0c8bca52f24 HTTP/1.1" status: 204 len: 173 time: 1.9663012 Dec 08 16:13:32.515119 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aca18527-4abf-4c7f-a083-1927067601f7', 'name': 'network-vif-deleted', 'tag': 'd5c42a69-bd3c-490b-9c70-b0c8bca52f24'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:13:32.517705 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c03efdad-c4f4-482f-8206-45ec2c89c6d9" -d '{"events": [{"server_uuid": "aca18527-4abf-4c7f-a083-1927067601f7", "name": "network-vif-deleted", "tag": "d5c42a69-bd3c-490b-9c70-b0c8bca52f24"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:13:32.545481 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-47f148c8-2773-4342-9780-517ce633a4a0 req-068c9e06-95c6-499e-9478-3bc7f2bdd303 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] For port 031f45e2-33f3-4cfe-aa5a-1c6700564244, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=031f45e2-33f3-4cfe-aa5a-1c6700564244,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:32.545481 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-47f148c8-2773-4342-9780-517ce633a4a0 req-068c9e06-95c6-499e-9478-3bc7f2bdd303 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:32.571973 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-47f148c8-2773-4342-9780-517ce633a4a0 req-068c9e06-95c6-499e-9478-3bc7f2bdd303 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Calling delete_port for 031f45e2-33f3-4cfe-aa5a-1c6700564244 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:13:32.662275 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02976d6-12d7-43ce-8211-57e9f9648a6b req-901ba3ff-65d9-40cb-8bb9-cf8823354b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:32.664331 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e02976d6-12d7-43ce-8211-57e9f9648a6b req-901ba3ff-65d9-40cb-8bb9-cf8823354b68 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bb5e3b2f-48c2-4fe8-a766-53397d7f0350 HTTP/1.1" status: 200 len: 1097 time: 0.2074835 Dec 08 16:13:32.675777 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d2f351-5162-4b2a-a270-853822fe4960 req-85c6830c-eb47-40e9-92a8-4af78621e789 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:32.684300 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-83d2f351-5162-4b2a-a270-853822fe4960 req-85c6830c-eb47-40e9-92a8-4af78621e789 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ab0acad-5056-4d28-adc4-62a1d968ccf5 HTTP/1.1" status: 200 len: 950 time: 0.2437210 Dec 08 16:13:32.693880 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-02dc668e-1143-4d93-925a-9533f29b1831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d299ec1-fe36-4352-bd81-0f6bac8110ca', 'name': 'tempest-ServersTestMultiNic-1269466274-router', 'tenant_id': '82befcb31c1249a9af9da6811968cef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '729dbe76-8864-4297-9fa2-52ac25040fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:11:27Z', 'updated_at': '2021-12-08T16:13:30Z', 'revision_number': 5, 'project_id': '82befcb31c1249a9af9da6811968cef2', 'gw_port': {'id': '729dbe76-8864-4297-9fa2-52ac25040fa6', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:1c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d299ec1-fe36-4352-bd81-0f6bac8110ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:11:29Z', 'updated_at': '2021-12-08T16:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:13:32.740097 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dc668e-1143-4d93-925a-9533f29b1831 None None] Checking router: 8d299ec1-fe36-4352-bd81-0f6bac8110ca for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:13:32.749979 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d6f3d548-50ba-41e2-ae70-6ac964c3ea0d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:32.752610 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dc668e-1143-4d93-925a-9533f29b1831 None None] Routers {'8d299ec1-fe36-4352-bd81-0f6bac8110ca'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:13:32.753264 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-02dc668e-1143-4d93-925a-9533f29b1831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:13:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['8d299ec1-fe36-4352-bd81-0f6bac8110ca'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:13:32.798489 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-83d2f351-5162-4b2a-a270-853822fe4960 req-8a1eeaae-7f3c-4e5e-b24d-fd9631b522a9 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071117 Dec 08 16:13:32.834864 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e02976d6-12d7-43ce-8211-57e9f9648a6b req-4aa79a93-0bbb-4257-99a5-2d405044048c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451185 Dec 08 16:13:32.851728 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551aff2b-c573-4717-8d81-17157ea7ddcc req-fd71d256-b10e-42d5-af59-ab3e5d46d1c4 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:32.854154 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-551aff2b-c573-4717-8d81-17157ea7ddcc req-fd71d256-b10e-42d5-af59-ab3e5d46d1c4 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb5e3b2f-48c2-4fe8-a766-53397d7f0350 HTTP/1.1" status: 200 len: 945 time: 0.0956631 Dec 08 16:13:32.952952 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-47f148c8-2773-4342-9780-517ce633a4a0 req-068c9e06-95c6-499e-9478-3bc7f2bdd303 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:32.956047 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-02dc668e-1143-4d93-925a-9533f29b1831 None None] Set router 8d299ec1-fe36-4352-bd81-0f6bac8110ca gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:13:32.963253 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-551aff2b-c573-4717-8d81-17157ea7ddcc req-dc3e1dd2-042e-439d-8852-9d7c5d60d67d tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013994 Dec 08 16:13:32.967597 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['fa7c8c03-37fb-40ec-8c95-4187d1cf1adb', '4a824d61-b93a-41b6-8964-589ab2364818', 'f50b339b-81c1-4ba5-8b7d-007a6185e8bf', '7cb8c769-05fa-446f-a5c4-b48d4c3ac2a8', '031f45e2-33f3-4cfe-aa5a-1c6700564244'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:13:33.037246 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068c9e06-95c6-499e-9478-3bc7f2bdd303 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Pushing event deleted for resources: {'Port': ['ID=031f45e2-33f3-4cfe-aa5a-1c6700564244,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:33.066185 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['6fcbf224-ea5a-407f-a8b9-3919aa81a099', 'f1d9c5ab-ec87-4646-a313-a0cdf7e42396'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:13:33.162503 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d6f3d548-50ba-41e2-ae70-6ac964c3ea0d admin admin] Deleting port 729dbe76-8864-4297-9fa2-52ac25040fa6 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:13:33.163611 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d6f3d548-50ba-41e2-ae70-6ac964c3ea0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:33.199249 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-47f148c8-2773-4342-9780-517ce633a4a0 req-068c9e06-95c6-499e-9478-3bc7f2bdd303 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] No DVR routers for this DVR port 031f45e2-33f3-4cfe-aa5a-1c6700564244 on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:13:33.209957 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-47f148c8-2773-4342-9780-517ce633a4a0 req-068c9e06-95c6-499e-9478-3bc7f2bdd303 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:33.215703 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-47f148c8-2773-4342-9780-517ce633a4a0 req-068c9e06-95c6-499e-9478-3bc7f2bdd303 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.76 "DELETE /v2.0/ports/031f45e2-33f3-4cfe-aa5a-1c6700564244 HTTP/1.1" status: 204 len: 173 time: 1.3513660 Dec 08 16:13:33.249486 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-698ce2a3-0749-4551-a028-a374d4b476fa x-openstack-request-id: req-698ce2a3-0749-4551-a028-a374d4b476fa {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:13:33.249947 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aca18527-4abf-4c7f-a083-1927067601f7", "name": "network-vif-deleted", "tag": "d5c42a69-bd3c-490b-9c70-b0c8bca52f24", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:13:33.251626 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-698ce2a3-0749-4551-a028-a374d4b476fa {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:13:33.252011 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aca18527-4abf-4c7f-a083-1927067601f7', 'name': 'network-vif-deleted', 'tag': 'd5c42a69-bd3c-490b-9c70-b0c8bca52f24', 'status': 'completed', 'code': 200} Dec 08 16:13:33.271702 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa9890-0f87-4e0b-8896-06a4ef758c20 req-0a5ae8e6-fce0-49df-a6dc-02ff19dab7d6 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:33.275919 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-59aa9890-0f87-4e0b-8896-06a4ef758c20 req-0a5ae8e6-fce0-49df-a6dc-02ff19dab7d6 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.1714921 Dec 08 16:13:33.388469 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-59aa9890-0f87-4e0b-8896-06a4ef758c20 req-0191c291-e94c-4e48-863a-ed2125c472df tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990806 Dec 08 16:13:33.447981 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-d6f3d548-50ba-41e2-ae70-6ac964c3ea0d admin admin] For port 729dbe76-8864-4297-9fa2-52ac25040fa6, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=729dbe76-8864-4297-9fa2-52ac25040fa6,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:33.450536 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d6f3d548-50ba-41e2-ae70-6ac964c3ea0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:33.471856 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-02dc668e-1143-4d93-925a-9533f29b1831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d299ec1-fe36-4352-bd81-0f6bac8110ca', 'name': 'tempest-ServersTestMultiNic-1269466274-router', 'tenant_id': '82befcb31c1249a9af9da6811968cef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '729dbe76-8864-4297-9fa2-52ac25040fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:11:27Z', 'updated_at': '2021-12-08T16:13:30Z', 'revision_number': 5, 'project_id': '82befcb31c1249a9af9da6811968cef2', 'gw_port': {'id': '729dbe76-8864-4297-9fa2-52ac25040fa6', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:1c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d299ec1-fe36-4352-bd81-0f6bac8110ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:11:29Z', 'updated_at': '2021-12-08T16:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:13:33.473791 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d6f3d548-50ba-41e2-ae70-6ac964c3ea0d admin admin] Calling delete_port for 729dbe76-8864-4297-9fa2-52ac25040fa6 owned by network:router_gateway {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:13:33.521226 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca8887b-c9ed-4115-9276-d8e7880397ba req-75bdd86a-7dd8-4632-9c57-aad9d34f5a48 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:33.524152 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dc668e-1143-4d93-925a-9533f29b1831 None None] The sync data for ids ['8d299ec1-fe36-4352-bd81-0f6bac8110ca'] in n-d-776250-12 is: [{'id': '8d299ec1-fe36-4352-bd81-0f6bac8110ca', 'name': 'tempest-ServersTestMultiNic-1269466274-router', 'tenant_id': '82befcb31c1249a9af9da6811968cef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '729dbe76-8864-4297-9fa2-52ac25040fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:11:27Z', 'updated_at': '2021-12-08T16:13:30Z', 'revision_number': 5, 'project_id': '82befcb31c1249a9af9da6811968cef2', 'gw_port': {'id': '729dbe76-8864-4297-9fa2-52ac25040fa6', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:1c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d299ec1-fe36-4352-bd81-0f6bac8110ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:11:29Z', 'updated_at': '2021-12-08T16:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:13:33.536891 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7ca8887b-c9ed-4115-9276-d8e7880397ba req-75bdd86a-7dd8-4632-9c57-aad9d34f5a48 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/ports?device_id=02fb20b1-471e-442a-bda8-433b9e2e0039 HTTP/1.1" status: 200 len: 945 time: 0.1585760 Dec 08 16:13:33.551057 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device d5c42a69-bd3c-490b-9c70-b0c8bca52f24 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:13:33.615355 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: d5c42a69-bd3c-490b-9c70-b0c8bca52f24 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:13:33.615916 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device d5c42a69-bd3c-490b-9c70-b0c8bca52f24 not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:13:33.686565 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ad623932-bd13-4d6d-aca2-b81870f20c1f req-4d8791cf-7bc4-4ead-99bf-387c8a511f4c tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/ports?device_id=5dc438c8-595f-4412-861b-5bcb3b061ba1 HTTP/1.1" status: 200 len: 210 time: 0.0335488 Dec 08 16:13:33.728534 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7ca8887b-c9ed-4115-9276-d8e7880397ba req-118b2e6f-56dc-4aed-8ca0-36276d19897a tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/security-groups?id=04d0ddc5-98b7-44ac-9206-b948a6e74d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246445 Dec 08 16:13:33.894776 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345be6a-a6b2-492a-af62-f6341d15fafb req-d84b0861-71d6-4d03-82c8-f6789fe178b7 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:33.896953 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7345be6a-a6b2-492a-af62-f6341d15fafb req-d84b0861-71d6-4d03-82c8-f6789fe178b7 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.0856762 Dec 08 16:13:34.000691 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device e9231986-858d-4e07-b4fe-f0bc904a2b2e no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:13:34.066768 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7345be6a-a6b2-492a-af62-f6341d15fafb req-bc901e70-a600-4d10-9c36-d0ac89124ff9 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454940 Dec 08 16:13:34.068002 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: e9231986-858d-4e07-b4fe-f0bc904a2b2e {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:13:34.068389 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device e9231986-858d-4e07-b4fe-f0bc904a2b2e not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:13:34.102576 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-775b62be-e01f-4f62-8afb-e9892172b395 req-05eed933-1c53-4bd6-9e04-b7f7675b6659 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ab0acad-5056-4d28-adc4-62a1d968ccf5 HTTP/1.1" status: 200 len: 210 time: 0.0701563 Dec 08 16:13:34.154025 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d6f3d548-50ba-41e2-ae70-6ac964c3ea0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:34.227243 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f3d548-50ba-41e2-ae70-6ac964c3ea0d admin admin] Pushing event deleted for resources: {'Port': ['ID=729dbe76-8864-4297-9fa2-52ac25040fa6,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:34.371661 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d6f3d548-50ba-41e2-ae70-6ac964c3ea0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:34.394481 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a3a0a-9179-4787-be91-0f2d390e43a2 req-99c80828-cbf8-4e1b-884e-d04e1101d5c3 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:34.401101 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-de9a3a0a-9179-4787-be91-0f2d390e43a2 req-99c80828-cbf8-4e1b-884e-d04e1101d5c3 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb5e3b2f-48c2-4fe8-a766-53397d7f0350 HTTP/1.1" status: 200 len: 945 time: 0.1008732 Dec 08 16:13:34.431211 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:34.532796 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d6f3d548-50ba-41e2-ae70-6ac964c3ea0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:34.543376 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d6f3d548-50ba-41e2-ae70-6ac964c3ea0d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:34.614381 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-de9a3a0a-9179-4787-be91-0f2d390e43a2 req-5fd722fc-fe05-4942-afca-bb2b2f5f0faf tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766427 Dec 08 16:13:34.675455 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ab5f37-5036-41ff-a5f5-260f4366c43b req-e5e985ba-b877-401f-ac72-bcb5ac5c952c tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:34.677258 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-58ab5f37-5036-41ff-a5f5-260f4366c43b req-e5e985ba-b877-401f-ac72-bcb5ac5c952c tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/ports?device_id=02fb20b1-471e-442a-bda8-433b9e2e0039 HTTP/1.1" status: 200 len: 945 time: 0.1088414 Dec 08 16:13:34.692298 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d6f3d548-50ba-41e2-ae70-6ac964c3ea0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:34.692623 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3faf47-04ad-4e73-866c-b7a717ec63d6 req-8e739c77-dcca-4bc3-af72-68efc810d358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:34.693578 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f3d548-50ba-41e2-ae70-6ac964c3ea0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d299ec1-fe36-4352-bd81-0f6bac8110ca {{(pid=110551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:13:34.694774 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7e3faf47-04ad-4e73-866c-b7a717ec63d6 req-8e739c77-dcca-4bc3-af72-68efc810d358 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=120d1fe207c542869b5e50595095593e&device_id=02fb20b1-471e-442a-bda8-433b9e2e0039 HTTP/1.1" status: 200 len: 1097 time: 0.0771406 Dec 08 16:13:34.716030 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d6f3d548-50ba-41e2-ae70-6ac964c3ea0d admin admin] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:34.717989 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d6f3d548-50ba-41e2-ae70-6ac964c3ea0d admin admin] 10.222.0.64 "DELETE /v2.0/routers/8d299ec1-fe36-4352-bd81-0f6bac8110ca HTTP/1.1" status: 204 len: 168 time: 2.5479233 Dec 08 16:13:34.724222 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 47476) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:34.748812 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e364b-ecd2-40b8-adb3-c437ad50e4c1 req-bbbd86c0-9581-4bbb-a3ac-6bd4dbd8028e tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:34.756755 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8a2e364b-ecd2-40b8-adb3-c437ad50e4c1 req-bbbd86c0-9581-4bbb-a3ac-6bd4dbd8028e tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.0749340 Dec 08 16:13:34.808844 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8a2e364b-ecd2-40b8-adb3-c437ad50e4c1 req-ce8a6b6a-2279-44e1-ab51-37ec16f27778 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510406 Dec 08 16:13:34.836280 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-58ab5f37-5036-41ff-a5f5-260f4366c43b req-2ce67980-d37c-4129-bf0a-d24c2de57911 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/security-groups?id=04d0ddc5-98b7-44ac-9206-b948a6e74d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515410 Dec 08 16:13:34.854571 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d55b5a5-de00-43e1-bd38-c685ef3cd372 admin admin] Deleting subnet 3491129b-1cd2-4761-9a4b-3b1d65fd2b32 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:13:34.863821 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7d55b5a5-de00-43e1-bd38-c685ef3cd372 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:34.904356 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3faf47-04ad-4e73-866c-b7a717ec63d6 req-89a033c9-46d5-47de-b897-1e4d1c18f581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:34.906893 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7e3faf47-04ad-4e73-866c-b7a717ec63d6 req-89a033c9-46d5-47de-b897-1e4d1c18f581 service neutron] 10.222.0.76 "GET /v2.0/networks?id=07a19fdc-d260-436b-ab24-0afbeda54efb HTTP/1.1" status: 200 len: 917 time: 0.2046261 Dec 08 16:13:34.926410 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7d55b5a5-de00-43e1-bd38-c685ef3cd372 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:34.984508 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7e3faf47-04ad-4e73-866c-b7a717ec63d6 req-54d94893-14e5-49e8-9cc6-159fe1f9c328 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6089fd86-18e9-4949-819e-27e032ef49b3 HTTP/1.1" status: 200 len: 217 time: 0.0683267 Dec 08 16:13:35.113076 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3faf47-04ad-4e73-866c-b7a717ec63d6 req-cfca4b1a-92dd-4b99-aa26-7027b95bc740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:35.115920 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7e3faf47-04ad-4e73-866c-b7a717ec63d6 req-cfca4b1a-92dd-4b99-aa26-7027b95bc740 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0be05e6a-4912-43c1-9ca5-90ada4e2aa36 HTTP/1.1" status: 200 len: 855 time: 0.1189992 Dec 08 16:13:35.121692 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 47488) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:35.128979 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508fbad-599f-4fb6-a006-24264e6fa2f2 req-c1b1f36e-c3ec-4405-afaf-1a0b40205ef5 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:35.130530 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7508fbad-599f-4fb6-a006-24264e6fa2f2 req-c1b1f36e-c3ec-4405-afaf-1a0b40205ef5 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.1504049 Dec 08 16:13:35.167560 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7d55b5a5-de00-43e1-bd38-c685ef3cd372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:35.199388 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-323a3a90-fe9b-4c35-ae0f-39afaa437f98 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:35.238947 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-323a3a90-fe9b-4c35-ae0f-39afaa437f98 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:35.257884 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab0acad-5056-4d28-adc4-62a1d968ccf5', 'name': 'network-vif-deleted', 'tag': '031f45e2-33f3-4cfe-aa5a-1c6700564244'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:13:35.261295 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc45bfbb-ca2e-469e-818b-5e3642e92c24" -d '{"events": [{"server_uuid": "5ab0acad-5056-4d28-adc4-62a1d968ccf5", "name": "network-vif-deleted", "tag": "031f45e2-33f3-4cfe-aa5a-1c6700564244"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:13:35.275235 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3faf47-04ad-4e73-866c-b7a717ec63d6 req-374083cb-4c27-46de-b09d-453189818c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:35.275235 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7e3faf47-04ad-4e73-866c-b7a717ec63d6 req-374083cb-4c27-46de-b09d-453189818c09 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=07a19fdc-d260-436b-ab24-0afbeda54efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1369107 Dec 08 16:13:35.281329 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7508fbad-599f-4fb6-a006-24264e6fa2f2 req-5c1de29b-2270-469f-bade-0bea579f03e1 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316359 Dec 08 16:13:35.407729 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7d55b5a5-de00-43e1-bd38-c685ef3cd372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:35.411362 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7e3faf47-04ad-4e73-866c-b7a717ec63d6 req-0e616bd7-eb19-4be4-9296-727c0f2157f0 service neutron] 10.222.0.76 "GET /v2.0/networks/07a19fdc-d260-436b-ab24-0afbeda54efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276605 Dec 08 16:13:35.433562 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-323a3a90-fe9b-4c35-ae0f-39afaa437f98 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:35.439320 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-323a3a90-fe9b-4c35-ae0f-39afaa437f98 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:35.445764 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-323a3a90-fe9b-4c35-ae0f-39afaa437f98 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "DELETE /v2.0/security-groups/49c58f26-f9c1-4b14-a3ef-7ff8fc05a8af HTTP/1.1" status: 204 len: 168 time: 0.3223844 Dec 08 16:13:35.446555 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 47504) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:35.447312 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 47506) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:35.451095 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7d55b5a5-de00-43e1-bd38-c685ef3cd372 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:35.455337 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-7d55b5a5-de00-43e1-bd38-c685ef3cd372 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/3491129b-1cd2-4761-9a4b-3b1d65fd2b32 HTTP/1.1" status: 204 len: 168 time: 0.7297392 Dec 08 16:13:35.460499 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714e7a47-80c2-4cc5-870e-a4c109773bb1 None None] Network 08d9858a-06a4-40aa-a537-8b1519b41969 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:13:35.467081 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55b5a5-de00-43e1-bd38-c685ef3cd372 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3491129b-1cd2-4761-9a4b-3b1d65fd2b32,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:35.473268 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 47508) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:35.476684 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-0d0541a7-55ba-46f2-89e7-d59a4a6fec94 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] show failed (client error): The resource could not be found. Dec 08 16:13:35.480910 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-0d0541a7-55ba-46f2-89e7-d59a4a6fec94 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "GET /v2.0/security-groups/49c58f26-f9c1-4b14-a3ef-7ff8fc05a8af HTTP/1.1" status: 404 len: 347 time: 0.0244570 Dec 08 16:13:35.493984 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 47510) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:35.556600 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 031f45e2-33f3-4cfe-aa5a-1c6700564244 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:13:35.567495 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-022bd1a1-a9b2-4376-83dc-8549d85c1cd1 x-openstack-request-id: req-022bd1a1-a9b2-4376-83dc-8549d85c1cd1 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:13:35.567495 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ab0acad-5056-4d28-adc4-62a1d968ccf5", "name": "network-vif-deleted", "tag": "031f45e2-33f3-4cfe-aa5a-1c6700564244", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:13:35.568060 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-022bd1a1-a9b2-4376-83dc-8549d85c1cd1 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:13:35.568151 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab0acad-5056-4d28-adc4-62a1d968ccf5', 'name': 'network-vif-deleted', 'tag': '031f45e2-33f3-4cfe-aa5a-1c6700564244', 'status': 'completed', 'code': 200} Dec 08 16:13:35.598431 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323a3a90-fe9b-4c35-ae0f-39afaa437f98 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c58f26-f9c1-4b14-a3ef-7ff8fc05a8af,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:35.650039 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: 031f45e2-33f3-4cfe-aa5a-1c6700564244 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:13:35.651090 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 031f45e2-33f3-4cfe-aa5a-1c6700564244 not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:13:35.670731 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7cdac5f-5136-416c-a7fc-7afdc43c7506 admin admin] Deleting subnet f5b9f5e2-af58-47bd-842e-8978d4e98117 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:13:35.684867 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dc56c225-7d0c-49af-a681-c5be8a8df33f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:35.692302 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e7cdac5f-5136-416c-a7fc-7afdc43c7506 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:35.792265 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7e3faf47-04ad-4e73-866c-b7a717ec63d6 req-6e070f3e-947a-44f8-aaa0-bdd7504965a7 service neutron] 10.222.0.76 "GET /v2.0/networks/07a19fdc-d260-436b-ab24-0afbeda54efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3709395 Dec 08 16:13:35.801466 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e7cdac5f-5136-416c-a7fc-7afdc43c7506 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:35.835726 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed8a46-0194-430c-9bde-2316ee328b2e req-fab24264-f96c-4752-b875-e4f3923e90ff tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:35.837379 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f3ed8a46-0194-430c-9bde-2316ee328b2e req-fab24264-f96c-4752-b875-e4f3923e90ff tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.1868606 Dec 08 16:13:35.838941 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-dc56c225-7d0c-49af-a681-c5be8a8df33f admin admin] Deleting port 3bc624dc-8ff0-49f1-bb4d-0ea9339658e4 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:13:35.840007 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dc56c225-7d0c-49af-a681-c5be8a8df33f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:35.875144 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 729dbe76-8864-4297-9fa2-52ac25040fa6 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:13:35.885799 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-e2485eaa-76d1-4b00-84b4-2fa340306240 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Deleting port 3cf3ff12-d114-4f7b-994e-82a3a1f3431b {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:13:35.886406 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e2485eaa-76d1-4b00-84b4-2fa340306240 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:35.890945 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e7cdac5f-5136-416c-a7fc-7afdc43c7506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:35.903723 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 729dbe76-8864-4297-9fa2-52ac25040fa6 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:13:35.903971 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd59ef-4d8a-436e-90cd-dd036fc2e4a9 req-860a43c7-709a-4923-b3f2-79ee903c270a tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:35.905443 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 729dbe76-8864-4297-9fa2-52ac25040fa6 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:13:35.906278 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-befd59ef-4d8a-436e-90cd-dd036fc2e4a9 req-860a43c7-709a-4923-b3f2-79ee903c270a tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb5e3b2f-48c2-4fe8-a766-53397d7f0350 HTTP/1.1" status: 200 len: 945 time: 0.1447947 Dec 08 16:13:35.952631 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-dc56c225-7d0c-49af-a681-c5be8a8df33f admin admin] For port 3bc624dc-8ff0-49f1-bb4d-0ea9339658e4, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=3bc624dc-8ff0-49f1-bb4d-0ea9339658e4,segment=NetworkSegment(f2ff9093-e149-4788-8605-5f081049ea71),segment_id=f2ff9093-e149-4788-8605-5f081049ea71)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:35.952992 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dc56c225-7d0c-49af-a681-c5be8a8df33f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:35.976968 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-dc56c225-7d0c-49af-a681-c5be8a8df33f admin admin] Calling delete_port for 3bc624dc-8ff0-49f1-bb4d-0ea9339658e4 owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:13:36.004970 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8ea477-1bbb-46c7-b869-e998a6cae9aa None None] DHCP port deletion for 08d9858a-06a4-40aa-a537-8b1519b41969 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:13:36.010373 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f3ed8a46-0194-430c-9bde-2316ee328b2e req-42e80f71-94cb-4588-a12b-05823a2b49dd tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535270 Dec 08 16:13:36.051464 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e2485eaa-76d1-4b00-84b4-2fa340306240 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:36.051808 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e2485eaa-76d1-4b00-84b4-2fa340306240 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:36.069925 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-e2485eaa-76d1-4b00-84b4-2fa340306240 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Calling delete_port for 3cf3ff12-d114-4f7b-994e-82a3a1f3431b owned by network:floatingip {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:13:36.086409 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-cf8ea477-1bbb-46c7-b869-e998a6cae9aa None None] Deleting port 3bc624dc-8ff0-49f1-bb4d-0ea9339658e4 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:13:36.094390 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-cf8ea477-1bbb-46c7-b869-e998a6cae9aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:36.133480 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e7cdac5f-5136-416c-a7fc-7afdc43c7506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:36.182443 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e7cdac5f-5136-416c-a7fc-7afdc43c7506 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:36.185512 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-e7cdac5f-5136-416c-a7fc-7afdc43c7506 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/f5b9f5e2-af58-47bd-842e-8978d4e98117 HTTP/1.1" status: 204 len: 168 time: 0.7358429 Dec 08 16:13:36.196665 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cdac5f-5136-416c-a7fc-7afdc43c7506 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5b9f5e2-af58-47bd-842e-8978d4e98117,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:36.198751 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 47524) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:36.222993 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-cf8ea477-1bbb-46c7-b869-e998a6cae9aa None None] For port 3bc624dc-8ff0-49f1-bb4d-0ea9339658e4, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=3bc624dc-8ff0-49f1-bb4d-0ea9339658e4,segment=NetworkSegment(f2ff9093-e149-4788-8605-5f081049ea71),segment_id=f2ff9093-e149-4788-8605-5f081049ea71)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:36.223483 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-cf8ea477-1bbb-46c7-b869-e998a6cae9aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:36.240551 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-cf8ea477-1bbb-46c7-b869-e998a6cae9aa None None] Calling delete_port for 3bc624dc-8ff0-49f1-bb4d-0ea9339658e4 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:13:36.339185 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652dd0de-1aa0-4fb6-b74d-3bf3942e4b3d req-bcd02976-9a12-4367-b96e-a5a1ee48e1a1 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:36.340877 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-652dd0de-1aa0-4fb6-b74d-3bf3942e4b3d req-bcd02976-9a12-4367-b96e-a5a1ee48e1a1 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea3f4a1f-a767-4733-b8c4-397dd92a3cc7 HTTP/1.1" status: 200 len: 950 time: 0.1604085 Dec 08 16:13:36.344082 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ec3a370e-303e-4cfe-8131-2ed57d8ea204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:36.410415 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-befd59ef-4d8a-436e-90cd-dd036fc2e4a9 req-1284fb0c-6c21-4d3e-8d33-a901719c5366 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4838796 Dec 08 16:13:36.440094 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-cf8ea477-1bbb-46c7-b869-e998a6cae9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:36.485430 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dc56c225-7d0c-49af-a681-c5be8a8df33f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:36.528465 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-652dd0de-1aa0-4fb6-b74d-3bf3942e4b3d req-cdedd1d9-c555-4088-a910-3a900da6f29a tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737413 Dec 08 16:13:36.545946 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e2485eaa-76d1-4b00-84b4-2fa340306240 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:36.558725 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ec3a370e-303e-4cfe-8131-2ed57d8ea204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:36.583182 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8ea477-1bbb-46c7-b869-e998a6cae9aa None None] Pushing event deleted for resources: {'Port': ['ID=3bc624dc-8ff0-49f1-bb4d-0ea9339658e4,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:36.598140 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8ea477-1bbb-46c7-b869-e998a6cae9aa None None] No DVR routers for this DVR port 3bc624dc-8ff0-49f1-bb4d-0ea9339658e4 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:13:36.604484 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc56c225-7d0c-49af-a681-c5be8a8df33f admin admin] Pushing event deleted for resources: {'Port': ['ID=3bc624dc-8ff0-49f1-bb4d-0ea9339658e4,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:36.620842 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc56c225-7d0c-49af-a681-c5be8a8df33f admin admin] No DVR routers for this DVR port 3bc624dc-8ff0-49f1-bb4d-0ea9339658e4 on host n-d-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:13:36.649999 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2485eaa-76d1-4b00-84b4-2fa340306240 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Pushing event deleted for resources: {'Port': ['ID=3cf3ff12-d114-4f7b-994e-82a3a1f3431b,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:36.669013 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-ec3a370e-303e-4cfe-8131-2ed57d8ea204 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a41e9618-512e-4fb2-9503-5665265ec0a7']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:13:36.682831 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-ec3a370e-303e-4cfe-8131-2ed57d8ea204 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81d0815d-4e79-40d6-959b-a980661b84f0') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:13:36.683800 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-ec3a370e-303e-4cfe-8131-2ed57d8ea204 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81d0815d-4e79-40d6-959b-a980661b84f0') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:13:36.695670 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ec3a370e-303e-4cfe-8131-2ed57d8ea204 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:36.717618 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ec3a370e-303e-4cfe-8131-2ed57d8ea204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:36.726068 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec3a370e-303e-4cfe-8131-2ed57d8ea204 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:13:36.727100 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ec3a370e-303e-4cfe-8131-2ed57d8ea204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:36.753059 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7907c65-d3dc-459c-89bc-15229b4fe107 req-a0cd61b1-6662-4f27-91db-6ef7f5eb5ab2 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:36.754610 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f7907c65-d3dc-459c-89bc-15229b4fe107 req-a0cd61b1-6662-4f27-91db-6ef7f5eb5ab2 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/ports?device_id=02fb20b1-471e-442a-bda8-433b9e2e0039 HTTP/1.1" status: 200 len: 945 time: 0.1547937 Dec 08 16:13:36.756436 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dc56c225-7d0c-49af-a681-c5be8a8df33f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:36.765509 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:13:36.765509 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:13:36.765509 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:13:36.765509 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:13:36.765509 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:13:36.765509 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:13:36.765509 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:13:36.765509 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:13:36.765509 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:13:36.765509 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:13:36.765509 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:13:36.765509 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:13:36.765509 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:13:36.765509 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:13:36.765509 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:13:36.765509 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:13:36.765509 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:13:36.765509 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:13:36.765509 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:13:36.765509 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:13:36.765509 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:13:36.765509 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:13:36.765509 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:13:36.765509 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:13:36.765509 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:13:36.765509 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:13:36.765509 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:13:36.765509 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:13:36.765509 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:13:36.765509 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:13:36.765509 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:13:36.765509 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:13:36.797034 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-dc56c225-7d0c-49af-a681-c5be8a8df33f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08d9858a-06a4-40aa-a537-8b1519b41969']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:13:36.811890 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-dc56c225-7d0c-49af-a681-c5be8a8df33f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2ff9093-e149-4788-8605-5f081049ea71') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:13:36.812201 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-dc56c225-7d0c-49af-a681-c5be8a8df33f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2ff9093-e149-4788-8605-5f081049ea71') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:13:36.831298 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dc56c225-7d0c-49af-a681-c5be8a8df33f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:36.856990 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f7907c65-d3dc-459c-89bc-15229b4fe107 req-604de244-4c5b-4b5c-aa5b-dabaf935ffcd tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/security-groups?id=04d0ddc5-98b7-44ac-9206-b948a6e74d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901482 Dec 08 16:13:36.862540 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dc56c225-7d0c-49af-a681-c5be8a8df33f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:36.874571 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc56c225-7d0c-49af-a681-c5be8a8df33f admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:13:36.875352 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dc56c225-7d0c-49af-a681-c5be8a8df33f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:36.877754 n-d-776250-12 neutron-server[110551]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:13:36.877754 n-d-776250-12 neutron-server[110551]: self.session.flush() Dec 08 16:13:36.877754 n-d-776250-12 neutron-server[110551]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:13:36.877754 n-d-776250-12 neutron-server[110551]: self.session.flush() Dec 08 16:13:36.877754 n-d-776250-12 neutron-server[110551]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:13:36.877754 n-d-776250-12 neutron-server[110551]: self.session.flush() Dec 08 16:13:36.877754 n-d-776250-12 neutron-server[110551]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:13:36.877754 n-d-776250-12 neutron-server[110551]: self.session.flush() Dec 08 16:13:36.877754 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:13:36.877754 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:13:36.877754 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:13:36.877754 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:13:36.877754 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:13:36.877754 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:13:36.877754 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:13:36.877754 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:13:36.877754 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:13:36.877754 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:13:36.877754 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:13:36.877754 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:13:36.877754 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:13:36.877754 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:13:36.877754 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:13:36.877754 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:13:36.877754 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:13:36.877754 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:13:36.877754 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:13:36.877754 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:13:36.877754 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:13:36.877754 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:13:36.877754 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:13:36.877754 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:13:36.877754 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:13:36.877754 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:13:36.877754 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:13:36.877754 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:13:36.877754 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:13:36.877754 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:13:36.877754 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:13:36.877754 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:13:36.882779 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061beb8c-ddab-487a-be85-a02b1a773b23 req-ffd1a07a-0d08-4b6e-8736-ebf561dcc1dc tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:36.884376 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-061beb8c-ddab-487a-be85-a02b1a773b23 req-ffd1a07a-0d08-4b6e-8736-ebf561dcc1dc tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.1141346 Dec 08 16:13:36.887226 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e2485eaa-76d1-4b00-84b4-2fa340306240 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks [] for floatingip, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:36.890628 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e2485eaa-76d1-4b00-84b4-2fa340306240 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:36.891786 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-e2485eaa-76d1-4b00-84b4-2fa340306240 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "DELETE /v2.0/floatingips/75baa7fd-3ced-42e6-8949-04a5815504da HTTP/1.1" status: 204 len: 168 time: 1.3857026 Dec 08 16:13:36.896281 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 47528) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:36.939547 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ec3a370e-303e-4cfe-8131-2ed57d8ea204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:36.953718 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ec3a370e-303e-4cfe-8131-2ed57d8ea204 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:36.956417 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ec3a370e-303e-4cfe-8131-2ed57d8ea204 admin admin] 10.222.0.64 "DELETE /v2.0/networks/a41e9618-512e-4fb2-9503-5665265ec0a7 HTTP/1.1" status: 204 len: 168 time: 0.7537231 Dec 08 16:13:36.996473 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a370e-303e-4cfe-8131-2ed57d8ea204 admin admin] Pushing event deleted for resources: {'Network': ['ID=a41e9618-512e-4fb2-9503-5665265ec0a7,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:37.022204 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dc56c225-7d0c-49af-a681-c5be8a8df33f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:37.028110 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dc56c225-7d0c-49af-a681-c5be8a8df33f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:37.033996 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-061beb8c-ddab-487a-be85-a02b1a773b23 req-c89341b2-d97f-43b9-9eda-40620196fdd4 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256244 Dec 08 16:13:37.034625 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-dc56c225-7d0c-49af-a681-c5be8a8df33f admin admin] 10.222.0.64 "DELETE /v2.0/networks/08d9858a-06a4-40aa-a537-8b1519b41969 HTTP/1.1" status: 204 len: 168 time: 1.5525210 Dec 08 16:13:37.055834 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc56c225-7d0c-49af-a681-c5be8a8df33f admin admin] Pushing event deleted for resources: {'Network': ['ID=08d9858a-06a4-40aa-a537-8b1519b41969,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:37.071548 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-5a0def33-4fed-4c2d-8b37-f5e70a72dff1 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Deleting port 2290551a-385e-4b70-8762-c1e09a632dd7 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:13:37.072043 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5a0def33-4fed-4c2d-8b37-f5e70a72dff1 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:37.272380 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5a0def33-4fed-4c2d-8b37-f5e70a72dff1 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:37.286306 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-5a0def33-4fed-4c2d-8b37-f5e70a72dff1 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Calling delete_port for 2290551a-385e-4b70-8762-c1e09a632dd7 owned by {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:13:37.353236 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 47538) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:37.429081 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-7920d629-3ada-468a-aa80-622f0baa9872 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=55be0fccb0bb45a9956c5502666d230b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0746281 Dec 08 16:13:37.432258 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 47542) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:37.473318 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 47546) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:37.479234 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8d28f-5bcf-4bea-95b8-5eed16eb6dee req-5ae00d4d-6bc4-423e-b479-84b6205b2026 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:37.481823 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ead8d28f-5bcf-4bea-95b8-5eed16eb6dee req-5ae00d4d-6bc4-423e-b479-84b6205b2026 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.76 "GET /v2.0/ports?device_id=ea3f4a1f-a767-4733-b8c4-397dd92a3cc7 HTTP/1.1" status: 200 len: 950 time: 0.0750382 Dec 08 16:13:37.542676 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ca72084b-1619-4774-90ba-2bfd450794c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:37.569296 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c8e3f118-dfba-4e23-8e3a-48665cac916b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=82befcb31c1249a9af9da6811968cef2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0941966 Dec 08 16:13:37.572388 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 47552) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:37.595374 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ca72084b-1619-4774-90ba-2bfd450794c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:37.602746 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5a0def33-4fed-4c2d-8b37-f5e70a72dff1 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:37.658278 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0def33-4fed-4c2d-8b37-f5e70a72dff1 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Pushing event deleted for resources: {'Port': ['ID=2290551a-385e-4b70-8762-c1e09a632dd7,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:37.680220 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e137ea89-9c77-4eae-ac71-a1d0361627a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:37.699723 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85adfc74-8d13-4c4c-bc74-31b68f257dfc req-f97b2168-d3d0-40f7-9807-50675ec30836 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:37.708511 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-85adfc74-8d13-4c4c-bc74-31b68f257dfc req-f97b2168-d3d0-40f7-9807-50675ec30836 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.1715615 Dec 08 16:13:37.761644 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5a0def33-4fed-4c2d-8b37-f5e70a72dff1 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:37.762013 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e137ea89-9c77-4eae-ac71-a1d0361627a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:37.767849 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-5a0def33-4fed-4c2d-8b37-f5e70a72dff1 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "DELETE /v2.0/ports/2290551a-385e-4b70-8762-c1e09a632dd7 HTTP/1.1" status: 204 len: 168 time: 0.8682208 Dec 08 16:13:37.775285 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 47558) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:37.806261 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 3bc624dc-8ff0-49f1-bb4d-0ea9339658e4 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:13:37.831541 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 3bc624dc-8ff0-49f1-bb4d-0ea9339658e4 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:13:37.832309 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 3bc624dc-8ff0-49f1-bb4d-0ea9339658e4 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:13:37.856276 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-ead8d28f-5bcf-4bea-95b8-5eed16eb6dee req-08611fe1-b912-4c23-9f2e-8fac55762a91 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Deleting port 7cb8c769-05fa-446f-a5c4-b48d4c3ac2a8 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:13:37.856663 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ead8d28f-5bcf-4bea-95b8-5eed16eb6dee req-08611fe1-b912-4c23-9f2e-8fac55762a91 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:37.859996 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea8b8b-c9e0-48fd-8a61-d49b6faa8b86 req-3fd09332-98fe-401f-9932-cd20b97cd766 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:37.862217 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-67ea8b8b-c9e0-48fd-8a61-d49b6faa8b86 req-3fd09332-98fe-401f-9932-cd20b97cd766 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea3f4a1f-a767-4733-b8c4-397dd92a3cc7 HTTP/1.1" status: 200 len: 950 time: 0.1986299 Dec 08 16:13:37.863545 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ca72084b-1619-4774-90ba-2bfd450794c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:37.866252 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ca72084b-1619-4774-90ba-2bfd450794c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:37.870653 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ca72084b-1619-4774-90ba-2bfd450794c8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9aa9e763-1513-4dac-a9e7-2479236cbff5 HTTP/1.1" status: 204 len: 168 time: 0.4368246 Dec 08 16:13:37.895358 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca72084b-1619-4774-90ba-2bfd450794c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa9e763-1513-4dac-a9e7-2479236cbff5,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:37.933949 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e137ea89-9c77-4eae-ac71-a1d0361627a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:37.938304 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e137ea89-9c77-4eae-ac71-a1d0361627a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:37.940981 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e137ea89-9c77-4eae-ac71-a1d0361627a1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ca15dfaa-ea87-4015-8ed0-fd337a60a9cc HTTP/1.1" status: 204 len: 168 time: 0.3663967 Dec 08 16:13:37.994869 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e137ea89-9c77-4eae-ac71-a1d0361627a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca15dfaa-ea87-4015-8ed0-fd337a60a9cc,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:37.995155 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-85adfc74-8d13-4c4c-bc74-31b68f257dfc req-4d11afcf-821a-45de-9d4b-3a85a2183465 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812843 Dec 08 16:13:38.090256 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-67ea8b8b-c9e0-48fd-8a61-d49b6faa8b86 req-bbca19e6-23ed-4f05-a250-7822750488cf tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183459 Dec 08 16:13:38.194098 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-ead8d28f-5bcf-4bea-95b8-5eed16eb6dee req-08611fe1-b912-4c23-9f2e-8fac55762a91 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] For port 7cb8c769-05fa-446f-a5c4-b48d4c3ac2a8, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=7cb8c769-05fa-446f-a5c4-b48d4c3ac2a8,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:38.194908 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ead8d28f-5bcf-4bea-95b8-5eed16eb6dee req-08611fe1-b912-4c23-9f2e-8fac55762a91 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:38.247301 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-3087ae27-3dc6-4257-86f9-b7d9a9967e53 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Deleting port 96397e9a-c7c5-4d82-adfc-307dcf9a04e0 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:13:38.247561 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3087ae27-3dc6-4257-86f9-b7d9a9967e53 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:38.256779 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-ead8d28f-5bcf-4bea-95b8-5eed16eb6dee req-08611fe1-b912-4c23-9f2e-8fac55762a91 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Calling delete_port for 7cb8c769-05fa-446f-a5c4-b48d4c3ac2a8 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:13:38.278471 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4901b-dde3-45db-abae-dfa5bf11b37e req-916ccc62-b616-4ce2-b03b-d9aa9495fb18 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:38.292846 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4bd4901b-dde3-45db-abae-dfa5bf11b37e req-916ccc62-b616-4ce2-b03b-d9aa9495fb18 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/ports?device_id=02fb20b1-471e-442a-bda8-433b9e2e0039 HTTP/1.1" status: 200 len: 945 time: 0.1093955 Dec 08 16:13:38.375252 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4bd4901b-dde3-45db-abae-dfa5bf11b37e req-df764edb-31b1-44cc-bd34-2c858588b9b0 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/security-groups?id=04d0ddc5-98b7-44ac-9206-b948a6e74d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812464 Dec 08 16:13:38.445917 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:38.603909 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eec2ff-8122-4122-9451-1f7eadd7daff req-5764aa6b-2e3a-43c9-986b-50899f8b7990 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:38.615503 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-86eec2ff-8122-4122-9451-1f7eadd7daff req-5764aa6b-2e3a-43c9-986b-50899f8b7990 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/ports?device_id=02fb20b1-471e-442a-bda8-433b9e2e0039 HTTP/1.1" status: 200 len: 945 time: 0.1149726 Dec 08 16:13:38.735312 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-86eec2ff-8122-4122-9451-1f7eadd7daff req-a9c4bc44-051b-4351-9a1d-2b843f5ed100 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/security-groups?id=04d0ddc5-98b7-44ac-9206-b948a6e74d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166198 Dec 08 16:13:38.835819 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c723062-1ac3-4111-ae88-9ecdef080639 req-4d4e349d-3d05-4fce-9a74-a2e76db295e3 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:38.837466 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1c723062-1ac3-4111-ae88-9ecdef080639 req-4d4e349d-3d05-4fce-9a74-a2e76db295e3 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.5536618 Dec 08 16:13:38.859604 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3087ae27-3dc6-4257-86f9-b7d9a9967e53 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:38.877381 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a6d172-561f-44d5-9bb8-e68a2876cc05 req-be9e8329-8aa9-4331-ac28-bf307a3f5085 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:38.879448 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-71a6d172-561f-44d5-9bb8-e68a2876cc05 req-be9e8329-8aa9-4331-ac28-bf307a3f5085 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/ports?device_id=a895fc1e-88bc-4448-8e53-d29f1458e27d HTTP/1.1" status: 200 len: 945 time: 0.0591753 Dec 08 16:13:38.890984 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-3087ae27-3dc6-4257-86f9-b7d9a9967e53 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Calling delete_port for 96397e9a-c7c5-4d82-adfc-307dcf9a04e0 owned by {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:13:38.940989 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-71a6d172-561f-44d5-9bb8-e68a2876cc05 req-2e98188e-d373-4df7-92d2-609ec9ebfa46 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/security-groups?id=04d0ddc5-98b7-44ac-9206-b948a6e74d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536127 Dec 08 16:13:39.004566 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1c723062-1ac3-4111-ae88-9ecdef080639 req-fd9e7d58-f191-41fe-95b1-53bef6cbf337 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568780 Dec 08 16:13:39.093107 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5642fa-671c-4ff1-b196-2889e19a7d64 req-7bd66507-a2cc-462a-8c23-ea8dd59d55e2 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:39.094812 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bf5642fa-671c-4ff1-b196-2889e19a7d64 req-7bd66507-a2cc-462a-8c23-ea8dd59d55e2 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d79dbcb-7fd6-4cdd-a5f3-5b864cf0c675 HTTP/1.1" status: 200 len: 945 time: 0.0823143 Dec 08 16:13:39.153602 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bf5642fa-671c-4ff1-b196-2889e19a7d64 req-ca264c04-b658-4dd4-8843-64c82b673dca tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/security-groups?id=04d0ddc5-98b7-44ac-9206-b948a6e74d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508206 Dec 08 16:13:39.212641 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ead8d28f-5bcf-4bea-95b8-5eed16eb6dee req-08611fe1-b912-4c23-9f2e-8fac55762a91 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:39.224976 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75131af5-5cca-48f3-ba9b-2b54c026ae37 req-ffd9667c-52db-444a-880c-10f524e1a71e tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:39.226537 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-75131af5-5cca-48f3-ba9b-2b54c026ae37 req-ffd9667c-52db-444a-880c-10f524e1a71e tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea3f4a1f-a767-4733-b8c4-397dd92a3cc7 HTTP/1.1" status: 200 len: 867 time: 0.0646875 Dec 08 16:13:39.226778 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['fa7c8c03-37fb-40ec-8c95-4187d1cf1adb', '4a824d61-b93a-41b6-8964-589ab2364818', 'f50b339b-81c1-4ba5-8b7d-007a6185e8bf', '7cb8c769-05fa-446f-a5c4-b48d4c3ac2a8'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:13:39.234253 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['6fcbf224-ea5a-407f-a8b9-3919aa81a099', 'f1d9c5ab-ec87-4646-a313-a0cdf7e42396'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:13:39.259019 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [req-ebf9d384-dc0a-460f-8433-e2defee2c433 req-57471aed-732b-4efd-a9c3-94c69a34f73a tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:13:39.260209 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ebf9d384-dc0a-460f-8433-e2defee2c433 req-57471aed-732b-4efd-a9c3-94c69a34f73a tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066636 Dec 08 16:13:39.261619 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08611fe1-b912-4c23-9f2e-8fac55762a91 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Pushing event deleted for resources: {'Port': ['ID=7cb8c769-05fa-446f-a5c4-b48d4c3ac2a8,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:39.348015 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3087ae27-3dc6-4257-86f9-b7d9a9967e53 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:39.400841 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-ead8d28f-5bcf-4bea-95b8-5eed16eb6dee req-08611fe1-b912-4c23-9f2e-8fac55762a91 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] No DVR routers for this DVR port 7cb8c769-05fa-446f-a5c4-b48d4c3ac2a8 on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:13:39.401238 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ebf9d384-dc0a-460f-8433-e2defee2c433 req-81c582ed-c075-4736-bd8c-677dc9894d28 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.7&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1315250 Dec 08 16:13:39.409936 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ead8d28f-5bcf-4bea-95b8-5eed16eb6dee req-08611fe1-b912-4c23-9f2e-8fac55762a91 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:39.420971 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ead8d28f-5bcf-4bea-95b8-5eed16eb6dee req-08611fe1-b912-4c23-9f2e-8fac55762a91 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.76 "DELETE /v2.0/ports/7cb8c769-05fa-446f-a5c4-b48d4c3ac2a8 HTTP/1.1" status: 204 len: 173 time: 1.9323452 Dec 08 16:13:39.435830 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea3f4a1f-a767-4733-b8c4-397dd92a3cc7', 'name': 'network-vif-deleted', 'tag': '7cb8c769-05fa-446f-a5c4-b48d4c3ac2a8'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:13:39.438308 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c63a86b-7e62-4b62-ba10-0d97ec1fa698" -d '{"events": [{"server_uuid": "ea3f4a1f-a767-4733-b8c4-397dd92a3cc7", "name": "network-vif-deleted", "tag": "7cb8c769-05fa-446f-a5c4-b48d4c3ac2a8"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:13:39.555773 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3087ae27-3dc6-4257-86f9-b7d9a9967e53 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Pushing event deleted for resources: {'Port': ['ID=96397e9a-c7c5-4d82-adfc-307dcf9a04e0,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:39.607313 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-75131af5-5cca-48f3-ba9b-2b54c026ae37 req-a225aa3c-cab2-494a-a357-df8f35afa1c8 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536642 Dec 08 16:13:39.666715 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3087ae27-3dc6-4257-86f9-b7d9a9967e53 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:39.679591 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-3087ae27-3dc6-4257-86f9-b7d9a9967e53 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "DELETE /v2.0/ports/96397e9a-c7c5-4d82-adfc-307dcf9a04e0 HTTP/1.1" status: 204 len: 168 time: 1.8918586 Dec 08 16:13:39.682281 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 47628) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:39.734690 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e042080a-b33f-48e8-a101-925bceea3473 x-openstack-request-id: req-e042080a-b33f-48e8-a101-925bceea3473 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:13:39.735002 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea3f4a1f-a767-4733-b8c4-397dd92a3cc7", "name": "network-vif-deleted", "tag": "7cb8c769-05fa-446f-a5c4-b48d4c3ac2a8", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:13:39.735265 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e042080a-b33f-48e8-a101-925bceea3473 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:13:39.735678 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea3f4a1f-a767-4733-b8c4-397dd92a3cc7', 'name': 'network-vif-deleted', 'tag': '7cb8c769-05fa-446f-a5c4-b48d4c3ac2a8', 'status': 'completed', 'code': 200} Dec 08 16:13:39.775511 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-2caf60b4-14ac-45cb-8fc2-55a353f22423 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Deleting subnet 7bb3c717-9a7d-47ef-8b30-309fc05e6088 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:13:39.779948 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2caf60b4-14ac-45cb-8fc2-55a353f22423 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:39.863266 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2caf60b4-14ac-45cb-8fc2-55a353f22423 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:39.883983 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 47638) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:39.999045 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2caf60b4-14ac-45cb-8fc2-55a353f22423 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:40.023064 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0587f695-da9e-4185-ba45-5ed279c1f1d2 req-9bebc3aa-f171-47e0-94f8-9eea49ae3a1a tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:40.034031 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0587f695-da9e-4185-ba45-5ed279c1f1d2 req-9bebc3aa-f171-47e0-94f8-9eea49ae3a1a tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/ports?device_id=02fb20b1-471e-442a-bda8-433b9e2e0039 HTTP/1.1" status: 200 len: 945 time: 0.1366947 Dec 08 16:13:40.034158 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 47642) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:40.119035 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0587f695-da9e-4185-ba45-5ed279c1f1d2 req-a2649e8f-9c37-4836-a5a2-c8233dd091f8 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/security-groups?id=04d0ddc5-98b7-44ac-9206-b948a6e74d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812640 Dec 08 16:13:40.138596 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-6408c28c-a5e9-4c6e-85c9-377b161cec24 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1524075565-network', 'tenant_id': '18030f7f284349198514456af1320f51'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:13:40.165709 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-21b47c9c-24bf-4840-bde0-41d880f2ed98 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1687562684-network', 'tenant_id': 'c4d448db166d4917813554148abc1703'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:13:40.211641 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2caf60b4-14ac-45cb-8fc2-55a353f22423 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:40.241906 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caf60b4-14ac-45cb-8fc2-55a353f22423 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Pushing event deleted for resources: {'Subnet': ['ID=7bb3c717-9a7d-47ef-8b30-309fc05e6088,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:40.245642 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2caf60b4-14ac-45cb-8fc2-55a353f22423 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:40.249619 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-2caf60b4-14ac-45cb-8fc2-55a353f22423 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "DELETE /v2.0/subnets/7bb3c717-9a7d-47ef-8b30-309fc05e6088 HTTP/1.1" status: 204 len: 168 time: 0.5661650 Dec 08 16:13:40.252131 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 47650) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:40.254241 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fdb9dc-3f97-4d7e-ae45-822b6ea8d604 None None] Network 24cee103-4be3-4e70-9f00-1d6da085ad6b requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:13:40.262007 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e12e3ca-a88e-4b7f-bad0-9c58580f9050 req-657d35e3-dd7d-4a76-bb4c-c563e44e1af0 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:40.265451 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4e12e3ca-a88e-4b7f-bad0-9c58580f9050 req-657d35e3-dd7d-4a76-bb4c-c563e44e1af0 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.0569859 Dec 08 16:13:40.317592 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6408c28c-a5e9-4c6e-85c9-377b161cec24 admin admin] Made reservation on behalf of 18030f7f284349198514456af1320f51 for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:13:40.318060 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-b537f818-c88b-4d66-b1fc-3ca73f1a6ce9 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Deleting subnet 1e65c65d-2ea9-4234-8de3-5fa877086c9e {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:13:40.320724 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6408c28c-a5e9-4c6e-85c9-377b161cec24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:40.321933 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b537f818-c88b-4d66-b1fc-3ca73f1a6ce9 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:40.335762 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6408c28c-a5e9-4c6e-85c9-377b161cec24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:40.374036 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b537f818-c88b-4d66-b1fc-3ca73f1a6ce9 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:40.392980 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4e12e3ca-a88e-4b7f-bad0-9c58580f9050 req-ea5eae3e-ba93-4175-8609-bb27951c8f6e tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224425 Dec 08 16:13:40.429094 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aead8c88-7a27-4e0a-94cb-adbcd4d30c7c None None] DHCP port deletion for 24cee103-4be3-4e70-9f00-1d6da085ad6b request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:13:40.453221 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b47c9c-24bf-4840-bde0-41d880f2ed98 admin admin] Made reservation on behalf of c4d448db166d4917813554148abc1703 for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:13:40.456087 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-21b47c9c-24bf-4840-bde0-41d880f2ed98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:40.474929 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-21b47c9c-24bf-4840-bde0-41d880f2ed98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:40.496305 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-aead8c88-7a27-4e0a-94cb-adbcd4d30c7c None None] Deleting port 3f79218a-b526-4ac0-91e0-63296ac810c7 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:13:40.496698 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-aead8c88-7a27-4e0a-94cb-adbcd4d30c7c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:40.519475 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b537f818-c88b-4d66-b1fc-3ca73f1a6ce9 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:40.529584 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6408c28c-a5e9-4c6e-85c9-377b161cec24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:40.577507 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb861c8d-91e8-44c1-aee9-27d604310861 req-80c08a1c-9858-4370-b5bd-428306e9bf02 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:40.579340 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fb861c8d-91e8-44c1-aee9-27d604310861 req-80c08a1c-9858-4370-b5bd-428306e9bf02 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/ports?device_id=a895fc1e-88bc-4448-8e53-d29f1458e27d HTTP/1.1" status: 200 len: 945 time: 0.1003618 Dec 08 16:13:40.584406 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-aead8c88-7a27-4e0a-94cb-adbcd4d30c7c None None] For port 3f79218a-b526-4ac0-91e0-63296ac810c7, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=3f79218a-b526-4ac0-91e0-63296ac810c7,segment=NetworkSegment(c89cc37c-16aa-4ad7-b052-34f7434c2466),segment_id=c89cc37c-16aa-4ad7-b052-34f7434c2466)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:40.584817 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-aead8c88-7a27-4e0a-94cb-adbcd4d30c7c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:40.599075 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-aead8c88-7a27-4e0a-94cb-adbcd4d30c7c None None] Calling delete_port for 3f79218a-b526-4ac0-91e0-63296ac810c7 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:13:40.644889 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6408c28c-a5e9-4c6e-85c9-377b161cec24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:40.698258 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fb861c8d-91e8-44c1-aee9-27d604310861 req-7a634e6c-c419-4a24-a2c2-ad1f7c5fc31f tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/security-groups?id=04d0ddc5-98b7-44ac-9206-b948a6e74d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013961 Dec 08 16:13:40.705364 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6408c28c-a5e9-4c6e-85c9-377b161cec24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:13:40.708921 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b537f818-c88b-4d66-b1fc-3ca73f1a6ce9 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:40.711023 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-21b47c9c-24bf-4840-bde0-41d880f2ed98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:40.718766 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6408c28c-a5e9-4c6e-85c9-377b161cec24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9d21f4-c02c-43e8-9e6c-a95f9379dd30,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:40.723951 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6408c28c-a5e9-4c6e-85c9-377b161cec24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:40.724230 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-6408c28c-a5e9-4c6e-85c9-377b161cec24 admin admin] Added segment 02b1a325-c52a-457b-a2ac-b3d8092ab9c2 of type vlan for network f511b156-9962-4a0c-911e-c5b5fa14a2a0 Dec 08 16:13:40.764233 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b537f818-c88b-4d66-b1fc-3ca73f1a6ce9 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Pushing event deleted for resources: {'Subnet': ['ID=1e65c65d-2ea9-4234-8de3-5fa877086c9e,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:40.766270 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b537f818-c88b-4d66-b1fc-3ca73f1a6ce9 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:40.766777 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6408c28c-a5e9-4c6e-85c9-377b161cec24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:40.772508 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b537f818-c88b-4d66-b1fc-3ca73f1a6ce9 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "DELETE /v2.0/subnets/1e65c65d-2ea9-4234-8de3-5fa877086c9e HTTP/1.1" status: 204 len: 168 time: 0.5192831 Dec 08 16:13:40.773722 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 47662) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:40.776401 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-aead8c88-7a27-4e0a-94cb-adbcd4d30c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:40.785053 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b8a774-2591-436f-924e-faa1573840e9 None None] Network 2e4943d2-93a7-4739-8d48-2442fb48fa03 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:13:40.832818 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-21b47c9c-24bf-4840-bde0-41d880f2ed98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:40.861168 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aead8c88-7a27-4e0a-94cb-adbcd4d30c7c None None] Pushing event deleted for resources: {'Port': ['ID=3f79218a-b526-4ac0-91e0-63296ac810c7,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:40.863375 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aead8c88-7a27-4e0a-94cb-adbcd4d30c7c None None] No DVR routers for this DVR port 3f79218a-b526-4ac0-91e0-63296ac810c7 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:13:40.926813 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-13defd56-975c-4296-8b2f-384997fbe178 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:40.930786 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b47c9c-24bf-4840-bde0-41d880f2ed98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6448c4a4-fdac-4a6f-b5d3-824957707880,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:40.956270 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6408c28c-a5e9-4c6e-85c9-377b161cec24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:40.957722 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6408c28c-a5e9-4c6e-85c9-377b161cec24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:40.958332 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6408c28c-a5e9-4c6e-85c9-377b161cec24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:41.029033 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.db.api [None req-21b47c9c-24bf-4840-bde0-41d880f2ed98 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=110551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:13:41.030045 n-d-776250-12 neutron-server[110551]: DEBUG oslo_db.api [None req-21b47c9c-24bf-4840-bde0-41d880f2ed98 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:13:41.049167 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8c593-f4d9-4543-bdc6-b7137e47dfdc req-94b8e17a-39f4-4387-9c21-dbcad5033eab tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:41.050837 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b18ba5c-00c8-4908-877f-892a88392705 None None] DHCP port deletion for 2e4943d2-93a7-4739-8d48-2442fb48fa03 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:13:41.057426 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-34f8c593-f4d9-4543-bdc6-b7137e47dfdc req-94b8e17a-39f4-4387-9c21-dbcad5033eab tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.1946180 Dec 08 16:13:41.121105 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-0b18ba5c-00c8-4908-877f-892a88392705 None None] Deleting port 0ceb3549-1d63-4441-8e9d-fb8742a814f3 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:13:41.121495 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0b18ba5c-00c8-4908-877f-892a88392705 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:41.128636 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a93f46-3620-4073-b6a9-faa65e2d43d4 req-5f2b3eb6-98f6-43e1-927b-670784c0cda1 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:41.136852 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-41a93f46-3620-4073-b6a9-faa65e2d43d4 req-5f2b3eb6-98f6-43e1-927b-670784c0cda1 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d79dbcb-7fd6-4cdd-a5f3-5b864cf0c675 HTTP/1.1" status: 200 len: 945 time: 0.0733559 Dec 08 16:13:41.170543 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-6408c28c-a5e9-4c6e-85c9-377b161cec24 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2851055 Dec 08 16:13:41.179575 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6408c28c-a5e9-4c6e-85c9-377b161cec24 admin admin] Pushing event updated for resources: {'Network': ['ID=f511b156-9962-4a0c-911e-c5b5fa14a2a0,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:41.183496 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 47668) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:41.195151 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-dbb386cb-1f1e-435f-8001-911a0abc90d9 admin admin] Request body: {'subnet': {'network_id': 'f511b156-9962-4a0c-911e-c5b5fa14a2a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1524075565-subnet', 'tenant_id': '18030f7f284349198514456af1320f51', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:13:41.196654 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network f511b156-9962-4a0c-911e-c5b5fa14a2a0 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:13:41.211753 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-41a93f46-3620-4073-b6a9-faa65e2d43d4 req-9c3c9cd0-d42a-408d-926a-d89c6b8cb3fa tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/security-groups?id=04d0ddc5-98b7-44ac-9206-b948a6e74d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674946 Dec 08 16:13:41.257327 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-34f8c593-f4d9-4543-bdc6-b7137e47dfdc req-9949069e-2dad-46d9-940a-f5e83e4514c1 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989071 Dec 08 16:13:41.261364 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-13defd56-975c-4296-8b2f-384997fbe178 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:41.316391 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-0b18ba5c-00c8-4908-877f-892a88392705 None None] For port 0ceb3549-1d63-4441-8e9d-fb8742a814f3, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=0ceb3549-1d63-4441-8e9d-fb8742a814f3,segment=NetworkSegment(d3c8c48a-2946-4fa5-abca-0d5c91d9e47e),segment_id=d3c8c48a-2946-4fa5-abca-0d5c91d9e47e)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:41.318436 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0b18ba5c-00c8-4908-877f-892a88392705 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:41.338293 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-13defd56-975c-4296-8b2f-384997fbe178 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24cee103-4be3-4e70-9f00-1d6da085ad6b']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:13:41.351131 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-0b18ba5c-00c8-4908-877f-892a88392705 None None] Calling delete_port for 0ceb3549-1d63-4441-8e9d-fb8742a814f3 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:13:41.357896 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-13defd56-975c-4296-8b2f-384997fbe178 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c89cc37c-16aa-4ad7-b052-34f7434c2466') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:13:41.358223 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-13defd56-975c-4296-8b2f-384997fbe178 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c89cc37c-16aa-4ad7-b052-34f7434c2466') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:13:41.369677 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-13defd56-975c-4296-8b2f-384997fbe178 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:41.387264 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-13defd56-975c-4296-8b2f-384997fbe178 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:41.394874 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb386cb-1f1e-435f-8001-911a0abc90d9 admin admin] Made reservation on behalf of 18030f7f284349198514456af1320f51 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:13:41.398034 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dbb386cb-1f1e-435f-8001-911a0abc90d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:41.450003 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13defd56-975c-4296-8b2f-384997fbe178 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:13:41.450649 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-13defd56-975c-4296-8b2f-384997fbe178 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:41.454901 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:13:41.454901 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:13:41.454901 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:13:41.454901 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:13:41.454901 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:13:41.454901 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:13:41.454901 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:13:41.454901 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:13:41.454901 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:13:41.454901 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:13:41.454901 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:13:41.454901 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:13:41.454901 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:13:41.454901 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:13:41.454901 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:13:41.454901 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:13:41.454901 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:13:41.454901 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:13:41.454901 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:13:41.454901 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:13:41.454901 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:13:41.454901 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:13:41.454901 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:13:41.454901 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:13:41.454901 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:13:41.454901 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:13:41.454901 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:13:41.454901 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:13:41.454901 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:13:41.454901 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:13:41.454901 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:13:41.454901 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:13:41.461777 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c01b3085-73d9-48c3-bddc-2ed9c1fd1126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:41.525392 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0b18ba5c-00c8-4908-877f-892a88392705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:41.534220 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-21b47c9c-24bf-4840-bde0-41d880f2ed98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:41.557701 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 7cb8c769-05fa-446f-a5c4-b48d4c3ac2a8 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:13:41.562620 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b18ba5c-00c8-4908-877f-892a88392705 None None] Pushing event deleted for resources: {'Port': ['ID=0ceb3549-1d63-4441-8e9d-fb8742a814f3,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:41.609962 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b18ba5c-00c8-4908-877f-892a88392705 None None] No DVR routers for this DVR port 0ceb3549-1d63-4441-8e9d-fb8742a814f3 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:13:41.618290 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e05b61-3476-4b4e-ae91-94c81330c3ab req-9c1119f8-2f8f-4e64-9857-d94d3507477e tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:41.621851 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: 7cb8c769-05fa-446f-a5c4-b48d4c3ac2a8 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:13:41.627963 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 7cb8c769-05fa-446f-a5c4-b48d4c3ac2a8 not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:13:41.628396 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e05b61-3476-4b4e-ae91-94c81330c3ab req-9c1119f8-2f8f-4e64-9857-d94d3507477e tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:41.632598 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e05b61-3476-4b4e-ae91-94c81330c3ab req-9c1119f8-2f8f-4e64-9857-d94d3507477e tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:41.634352 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-49e05b61-3476-4b4e-ae91-94c81330c3ab req-9c1119f8-2f8f-4e64-9857-d94d3507477e tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d79dbcb-7fd6-4cdd-a5f3-5b864cf0c675&device_id=a895fc1e-88bc-4448-8e53-d29f1458e27d&device_id=02fb20b1-471e-442a-bda8-433b9e2e0039 HTTP/1.1" status: 200 len: 2416 time: 0.1617463 Dec 08 16:13:41.640989 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21b47c9c-24bf-4840-bde0-41d880f2ed98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:13:41.672687 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-21b47c9c-24bf-4840-bde0-41d880f2ed98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:41.673043 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-21b47c9c-24bf-4840-bde0-41d880f2ed98 admin admin] Added segment 26625e68-23df-4f39-be2a-f3cf0cada78d of type vlan for network b671fd2b-4aaf-4105-9732-71f7a4d4ffff Dec 08 16:13:41.740161 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-13defd56-975c-4296-8b2f-384997fbe178 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:41.780255 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-13defd56-975c-4296-8b2f-384997fbe178 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:41.780255 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-13defd56-975c-4296-8b2f-384997fbe178 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "DELETE /v2.0/networks/24cee103-4be3-4e70-9f00-1d6da085ad6b HTTP/1.1" status: 204 len: 168 time: 1.0020492 Dec 08 16:13:41.781555 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 47678) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:41.789227 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-49e05b61-3476-4b4e-ae91-94c81330c3ab req-b6c62886-d603-425a-b3b5-fb11c755d3fd tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/security-groups?id=04d0ddc5-98b7-44ac-9206-b948a6e74d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460111 Dec 08 16:13:41.790908 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-21b47c9c-24bf-4840-bde0-41d880f2ed98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:41.808374 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13defd56-975c-4296-8b2f-384997fbe178 tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Pushing event deleted for resources: {'Network': ['ID=24cee103-4be3-4e70-9f00-1d6da085ad6b,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:41.867814 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 0ceb3549-1d63-4441-8e9d-fb8742a814f3 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:13:41.897417 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 0ceb3549-1d63-4441-8e9d-fb8742a814f3 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:13:41.898536 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 0ceb3549-1d63-4441-8e9d-fb8742a814f3 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:13:41.900084 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 3f79218a-b526-4ac0-91e0-63296ac810c7 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:13:41.926630 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 3f79218a-b526-4ac0-91e0-63296ac810c7 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:13:41.927214 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 3f79218a-b526-4ac0-91e0-63296ac810c7 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:13:41.940885 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-21b47c9c-24bf-4840-bde0-41d880f2ed98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:41.942543 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b47c9c-24bf-4840-bde0-41d880f2ed98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:41.943466 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-21b47c9c-24bf-4840-bde0-41d880f2ed98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:41.949511 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-566d1c93-ef27-431b-9d5b-c8a1e641d4fb tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:42.006456 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dbb386cb-1f1e-435f-8001-911a0abc90d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:42.061515 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-566d1c93-ef27-431b-9d5b-c8a1e641d4fb tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:42.062978 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b47c9c-24bf-4840-bde0-41d880f2ed98 admin admin] Pushing event updated for resources: {'Network': ['ID=b671fd2b-4aaf-4105-9732-71f7a4d4ffff,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:42.072878 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8509894-804d-4450-b373-3f4bad285c12 req-d18c5927-cf16-4245-bb74-d52adcff00cc tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:42.074560 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f8509894-804d-4450-b373-3f4bad285c12 req-d18c5927-cf16-4245-bb74-d52adcff00cc tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.1782088 Dec 08 16:13:42.079276 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network b671fd2b-4aaf-4105-9732-71f7a4d4ffff details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:13:42.090479 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-21b47c9c-24bf-4840-bde0-41d880f2ed98 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0549018 Dec 08 16:13:42.091137 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 47686) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:42.100437 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-566d1c93-ef27-431b-9d5b-c8a1e641d4fb tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e4943d2-93a7-4739-8d48-2442fb48fa03']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:13:42.102894 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-66674c3a-4f51-47eb-b4ef-37fe96d8cf33 admin admin] Request body: {'subnet': {'network_id': 'b671fd2b-4aaf-4105-9732-71f7a4d4ffff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1687562684-subnet', 'tenant_id': 'c4d448db166d4917813554148abc1703', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:13:42.119183 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-566d1c93-ef27-431b-9d5b-c8a1e641d4fb tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3c8c48a-2946-4fa5-abca-0d5c91d9e47e') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:13:42.119906 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-566d1c93-ef27-431b-9d5b-c8a1e641d4fb tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3c8c48a-2946-4fa5-abca-0d5c91d9e47e') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:13:42.132969 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-566d1c93-ef27-431b-9d5b-c8a1e641d4fb tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:42.144606 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb386cb-1f1e-435f-8001-911a0abc90d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1788926e-2053-422c-b7be-41238d864800,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:42.155704 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-566d1c93-ef27-431b-9d5b-c8a1e641d4fb tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:42.163380 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-566d1c93-ef27-431b-9d5b-c8a1e641d4fb tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:13:42.164113 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-566d1c93-ef27-431b-9d5b-c8a1e641d4fb tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:42.167840 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:13:42.167840 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:13:42.167840 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:13:42.167840 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:13:42.167840 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:13:42.167840 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:13:42.167840 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:13:42.167840 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:13:42.167840 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:13:42.167840 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:13:42.167840 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:13:42.167840 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:13:42.167840 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:13:42.167840 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:13:42.167840 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:13:42.167840 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:13:42.167840 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:13:42.167840 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:13:42.167840 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:13:42.167840 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:13:42.167840 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:13:42.167840 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:13:42.167840 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:13:42.167840 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:13:42.167840 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:13:42.167840 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:13:42.167840 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:13:42.167840 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:13:42.167840 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:13:42.167840 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:13:42.167840 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:13:42.167840 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:13:42.177836 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb386cb-1f1e-435f-8001-911a0abc90d9 admin admin] Checking segment: {'id': '02b1a325-c52a-457b-a2ac-b3d8092ab9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f511b156-9962-4a0c-911e-c5b5fa14a2a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:13:42.178228 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb386cb-1f1e-435f-8001-911a0abc90d9 admin admin] Network hostable DHCP agents. Network: f511b156-9962-4a0c-911e-c5b5fa14a2a0, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:13:42.208100 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f8509894-804d-4450-b373-3f4bad285c12 req-bf404bc7-615b-454e-b5d2-d835be85f320 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145942 Dec 08 16:13:42.325345 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66674c3a-4f51-47eb-b4ef-37fe96d8cf33 admin admin] Made reservation on behalf of c4d448db166d4917813554148abc1703 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:13:42.329949 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-66674c3a-4f51-47eb-b4ef-37fe96d8cf33 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:42.360936 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-566d1c93-ef27-431b-9d5b-c8a1e641d4fb tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:42.371720 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-566d1c93-ef27-431b-9d5b-c8a1e641d4fb tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:42.377094 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-566d1c93-ef27-431b-9d5b-c8a1e641d4fb tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] 10.222.0.64 "DELETE /v2.0/networks/2e4943d2-93a7-4739-8d48-2442fb48fa03 HTTP/1.1" status: 204 len: 168 time: 0.5935764 Dec 08 16:13:42.402064 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb386cb-1f1e-435f-8001-911a0abc90d9 admin admin] Network f511b156-9962-4a0c-911e-c5b5fa14a2a0 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:13:42.404908 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566d1c93-ef27-431b-9d5b-c8a1e641d4fb tempest-TaggedBootDevicesTest-705857581 tempest-TaggedBootDevicesTest-705857581-project] Pushing event deleted for resources: {'Network': ['ID=2e4943d2-93a7-4739-8d48-2442fb48fa03,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:42.498151 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d34478ef-2c11-40a8-9bbb-8158e817cbfc req-b90cfb30-969d-4199-8cb6-4fed09c5a745 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0972075 Dec 08 16:13:42.537584 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-dbb386cb-1f1e-435f-8001-911a0abc90d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, f511b156-9962-4a0c-911e-c5b5fa14a2a0) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:13:42.545734 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb386cb-1f1e-435f-8001-911a0abc90d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:42.546601 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dbb386cb-1f1e-435f-8001-911a0abc90d9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:42.587606 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988bc18a-1193-4337-bc02-1b897639ce99 None None] Network f511b156-9962-4a0c-911e-c5b5fa14a2a0 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:13:42.659981 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-dbb386cb-1f1e-435f-8001-911a0abc90d9 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4728589 Dec 08 16:13:42.663365 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47702b94-ea5a-45a6-96a1-5679ecfcc68d req-1faa59b0-88e2-4153-b284-70a05b60a7f1 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:42.667005 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 47694) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:42.670387 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-24839fb7-8085-4e9d-9895-eff7be1635ef admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1524075565-router', 'tenant_id': '18030f7f284349198514456af1320f51', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:13:42.672924 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-47702b94-ea5a-45a6-96a1-5679ecfcc68d req-1faa59b0-88e2-4153-b284-70a05b60a7f1 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.1262984 Dec 08 16:13:42.731235 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-66674c3a-4f51-47eb-b4ef-37fe96d8cf33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:42.757011 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-47702b94-ea5a-45a6-96a1-5679ecfcc68d req-53b4eae8-d55f-48b6-afcf-07c9fe60c57d tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828242 Dec 08 16:13:42.784863 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb03477-3c28-49d6-955f-bd87e66db6d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-f511b156-9962-4a0c-911e-c5b5fa14a2a0', 'network_id': 'f511b156-9962-4a0c-911e-c5b5fa14a2a0', 'project_id': '18030f7f284349198514456af1320f51', 'fixed_ips': [{'subnet_id': '1788926e-2053-422c-b7be-41238d864800'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:13:42.787153 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5fb03477-3c28-49d6-955f-bd87e66db6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:42.847530 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66674c3a-4f51-47eb-b4ef-37fe96d8cf33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be948f83-ae82-41b4-9f1d-ef738875495d,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:42.866107 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-24839fb7-8085-4e9d-9895-eff7be1635ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:42.867205 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-24839fb7-8085-4e9d-9895-eff7be1635ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:42.904162 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c470b0-c650-43e5-9b1e-600d45daffe5 req-c127652e-1a5e-435b-a49e-e0fdd098d473 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:42.913330 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-71c470b0-c650-43e5-9b1e-600d45daffe5 req-c127652e-1a5e-435b-a49e-e0fdd098d473 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=174e9724-b06f-4d9a-8e4a-cc8285790611 HTTP/1.1" status: 200 len: 950 time: 0.1437492 Dec 08 16:13:42.920059 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66674c3a-4f51-47eb-b4ef-37fe96d8cf33 admin admin] Checking segment: {'id': '26625e68-23df-4f39-be2a-f3cf0cada78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b671fd2b-4aaf-4105-9732-71f7a4d4ffff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:13:42.920521 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66674c3a-4f51-47eb-b4ef-37fe96d8cf33 admin admin] Network hostable DHCP agents. Network: b671fd2b-4aaf-4105-9732-71f7a4d4ffff, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:13:43.028965 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-5fb03477-3c28-49d6-955f-bd87e66db6d0 None None] Allocated IP 172.20.0.2 (f511b156-9962-4a0c-911e-c5b5fa14a2a0/1788926e-2053-422c-b7be-41238d864800/ad149e39-9c30-4801-884a-0e8078b525f0) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:13:43.069382 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-24839fb7-8085-4e9d-9895-eff7be1635ef admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:43.069382 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-71c470b0-c650-43e5-9b1e-600d45daffe5 req-0b3ab7f6-b160-4077-8cd7-fe380ba9c8d1 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522551 Dec 08 16:13:43.123473 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66674c3a-4f51-47eb-b4ef-37fe96d8cf33 admin admin] Network b671fd2b-4aaf-4105-9732-71f7a4d4ffff is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:13:43.272857 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-66674c3a-4f51-47eb-b4ef-37fe96d8cf33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, b671fd2b-4aaf-4105-9732-71f7a4d4ffff) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:13:43.295901 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5fb03477-3c28-49d6-955f-bd87e66db6d0 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:43.301211 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3292b85b-74fb-4017-a783-1249f0f6b352 None None] Network b671fd2b-4aaf-4105-9732-71f7a4d4ffff requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:13:43.329385 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66674c3a-4f51-47eb-b4ef-37fe96d8cf33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:43.330001 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-66674c3a-4f51-47eb-b4ef-37fe96d8cf33 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:43.361818 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5fb03477-3c28-49d6-955f-bd87e66db6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:43.417680 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb03477-3c28-49d6-955f-bd87e66db6d0 None None] Network f511b156-9962-4a0c-911e-c5b5fa14a2a0 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:13:43.423260 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-5fb03477-3c28-49d6-955f-bd87e66db6d0 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:13:43.434775 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb03477-3c28-49d6-955f-bd87e66db6d0 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:13:43.436939 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-24839fb7-8085-4e9d-9895-eff7be1635ef admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:43.465213 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-66674c3a-4f51-47eb-b4ef-37fe96d8cf33 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3607123 Dec 08 16:13:43.492133 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb03477-3c28-49d6-955f-bd87e66db6d0 None None] Pushing event updated for resources: {'Port': ['ID=ad149e39-9c30-4801-884a-0e8078b525f0,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:43.510943 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89084178-b51c-486b-a423-e4b076f2ad63 req-005e4e43-2407-4792-a51a-1493b7cf4880 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:43.519614 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-89084178-b51c-486b-a423-e4b076f2ad63 req-005e4e43-2407-4792-a51a-1493b7cf4880 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.37 "GET /v2.0/ports?device_id=174e9724-b06f-4d9a-8e4a-cc8285790611 HTTP/1.1" status: 200 len: 950 time: 0.2539163 Dec 08 16:13:43.548018 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-5fb03477-3c28-49d6-955f-bd87e66db6d0 None None] Attempting to bind port ad149e39-9c30-4801-884a-0e8078b525f0 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:13:43.548693 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-5fb03477-3c28-49d6-955f-bd87e66db6d0 None None] Attempting to bind port ad149e39-9c30-4801-884a-0e8078b525f0 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '02b1a325-c52a-457b-a2ac-b3d8092ab9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f511b156-9962-4a0c-911e-c5b5fa14a2a0'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:13:43.549261 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb03477-3c28-49d6-955f-bd87e66db6d0 None None] Attempting to bind port ad149e39-9c30-4801-884a-0e8078b525f0 on network f511b156-9962-4a0c-911e-c5b5fa14a2a0 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:13:43.555599 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d3a728-05c8-4125-b68d-24e2bc1c992b None None] Network b671fd2b-4aaf-4105-9732-71f7a4d4ffff requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:13:43.559639 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb03477-3c28-49d6-955f-bd87e66db6d0 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:13:43.560345 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb03477-3c28-49d6-955f-bd87e66db6d0 None None] Checking segment: {'id': '02b1a325-c52a-457b-a2ac-b3d8092ab9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f511b156-9962-4a0c-911e-c5b5fa14a2a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:13:43.561456 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5fb03477-3c28-49d6-955f-bd87e66db6d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:43.562019 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb03477-3c28-49d6-955f-bd87e66db6d0 None None] Bound using segment: {'id': '02b1a325-c52a-457b-a2ac-b3d8092ab9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f511b156-9962-4a0c-911e-c5b5fa14a2a0'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:13:43.562689 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-5fb03477-3c28-49d6-955f-bd87e66db6d0 None None] Bound port: ad149e39-9c30-4801-884a-0e8078b525f0, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02b1a325-c52a-457b-a2ac-b3d8092ab9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f511b156-9962-4a0c-911e-c5b5fa14a2a0'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:13:43.563272 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5fb03477-3c28-49d6-955f-bd87e66db6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:43.839108 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-5fb03477-3c28-49d6-955f-bd87e66db6d0 None None] For port ad149e39-9c30-4801-884a-0e8078b525f0, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:13:43.841070 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8874f090-ad65-42a4-9187-32e21b17790f req-dd1f1d68-d05f-4d4d-a564-4b9d444eb614 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:43.845896 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8874f090-ad65-42a4-9187-32e21b17790f req-dd1f1d68-d05f-4d4d-a564-4b9d444eb614 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.1476932 Dec 08 16:13:43.851808 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-5fb03477-3c28-49d6-955f-bd87e66db6d0 None None] For port ad149e39-9c30-4801-884a-0e8078b525f0, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=ad149e39-9c30-4801-884a-0e8078b525f0,segment=NetworkSegment(02b1a325-c52a-457b-a2ac-b3d8092ab9c2),segment_id=02b1a325-c52a-457b-a2ac-b3d8092ab9c2)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:13:43.862784 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-37164568-2f04-4701-8761-754e29639f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:43.908792 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8874f090-ad65-42a4-9187-32e21b17790f req-2849fd06-ddea-454b-ac48-b89c4e8ec4a6 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578659 Dec 08 16:13:43.914037 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5fb03477-3c28-49d6-955f-bd87e66db6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:44.015437 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-89084178-b51c-486b-a423-e4b076f2ad63 req-6d45c25a-199f-4363-a837-72d9e59472a6 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Deleting port f1d9c5ab-ec87-4646-a313-a0cdf7e42396 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:13:44.016448 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-89084178-b51c-486b-a423-e4b076f2ad63 req-6d45c25a-199f-4363-a837-72d9e59472a6 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:44.051249 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb03477-3c28-49d6-955f-bd87e66db6d0 None None] Pushing event updated for resources: {'Port': ['ID=ad149e39-9c30-4801-884a-0e8078b525f0,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:44.079972 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354a087f-d986-464b-be0c-5c1df995dd8f req-80676c81-caea-4d4f-9591-aa2b0ea5295c tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:44.081634 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-354a087f-d986-464b-be0c-5c1df995dd8f req-80676c81-caea-4d4f-9591-aa2b0ea5295c tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9058e3d-db2c-4dd9-9cee-8c8c2e8c29d1 HTTP/1.1" status: 200 len: 949 time: 0.1037099 Dec 08 16:13:44.287321 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-354a087f-d986-464b-be0c-5c1df995dd8f req-d7f2c06f-042b-47ae-bd4f-5dd668f5ce0e tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Deleting port f50b339b-81c1-4ba5-8b7d-007a6185e8bf {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:13:44.287874 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-354a087f-d986-464b-be0c-5c1df995dd8f req-d7f2c06f-042b-47ae-bd4f-5dd668f5ce0e tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:44.331731 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-24839fb7-8085-4e9d-9895-eff7be1635ef admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:44.362542 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-24839fb7-8085-4e9d-9895-eff7be1635ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:44.523838 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb98d5de-904b-4c4a-8726-b53b9b9d22e2 req-39506999-8ba4-4110-bbb8-460a61c50234 tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:44.533936 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fb98d5de-904b-4c4a-8726-b53b9b9d22e2 req-39506999-8ba4-4110-bbb8-460a61c50234 tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] 10.222.0.64 "GET /v2.0/networks?id=b671fd2b-4aaf-4105-9732-71f7a4d4ffff HTTP/1.1" status: 200 len: 813 time: 0.2236254 Dec 08 16:13:44.543915 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-24839fb7-8085-4e9d-9895-eff7be1635ef admin admin] Allocated IP 172.25.0.135 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/dfc500d2-d742-428f-9d7d-00ccafbdd541) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:13:44.575674 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fb98d5de-904b-4c4a-8726-b53b9b9d22e2 req-56421bbd-7472-4029-9b41-9293956038d8 tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] 10.222.0.64 "GET /v2.0/quotas/c4d448db166d4917813554148abc1703 HTTP/1.1" status: 200 len: 375 time: 0.0405071 Dec 08 16:13:44.620506 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-89084178-b51c-486b-a423-e4b076f2ad63 req-6d45c25a-199f-4363-a837-72d9e59472a6 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] For port f1d9c5ab-ec87-4646-a313-a0cdf7e42396, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=f1d9c5ab-ec87-4646-a313-a0cdf7e42396,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:44.620989 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-89084178-b51c-486b-a423-e4b076f2ad63 req-6d45c25a-199f-4363-a837-72d9e59472a6 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:44.630953 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fb98d5de-904b-4c4a-8726-b53b9b9d22e2 req-576eba93-cbef-4d78-8038-47a628020ce5 tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c4d448db166d4917813554148abc1703&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0539672 Dec 08 16:13:44.682015 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-89084178-b51c-486b-a423-e4b076f2ad63 req-6d45c25a-199f-4363-a837-72d9e59472a6 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Calling delete_port for f1d9c5ab-ec87-4646-a313-a0cdf7e42396 owned by compute:nova {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:13:44.701469 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1510aa-4ee3-46df-ab04-0f50093c589c req-3e373d49-3ac4-4246-a592-6c8967696f50 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:44.703357 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6e1510aa-4ee3-46df-ab04-0f50093c589c req-3e373d49-3ac4-4246-a592-6c8967696f50 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=174e9724-b06f-4d9a-8e4a-cc8285790611 HTTP/1.1" status: 200 len: 950 time: 0.1951487 Dec 08 16:13:44.708850 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-354a087f-d986-464b-be0c-5c1df995dd8f req-d7f2c06f-042b-47ae-bd4f-5dd668f5ce0e tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] For port f50b339b-81c1-4ba5-8b7d-007a6185e8bf, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=f50b339b-81c1-4ba5-8b7d-007a6185e8bf,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:44.709248 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-354a087f-d986-464b-be0c-5c1df995dd8f req-d7f2c06f-042b-47ae-bd4f-5dd668f5ce0e tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:44.753480 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-354a087f-d986-464b-be0c-5c1df995dd8f req-d7f2c06f-042b-47ae-bd4f-5dd668f5ce0e tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Calling delete_port for f50b339b-81c1-4ba5-8b7d-007a6185e8bf owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:13:44.831688 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fb98d5de-904b-4c4a-8726-b53b9b9d22e2 req-7ae7cd7d-64ae-494d-8513-7d083b012305 service neutron] 10.222.0.64 "GET /v2.0/networks/b671fd2b-4aaf-4105-9732-71f7a4d4ffff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995053 Dec 08 16:13:44.941292 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-24839fb7-8085-4e9d-9895-eff7be1635ef admin admin] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:44.961344 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6e1510aa-4ee3-46df-ab04-0f50093c589c req-4835fd8e-c167-4b9d-8acc-f32b6aae5b23 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439826 Dec 08 16:13:44.979352 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fb98d5de-904b-4c4a-8726-b53b9b9d22e2 req-5f767cd7-4e5c-44f2-9399-1846d672d16f service neutron] 10.222.0.64 "GET /v2.0/networks/b671fd2b-4aaf-4105-9732-71f7a4d4ffff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467767 Dec 08 16:13:45.047095 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-89084178-b51c-486b-a423-e4b076f2ad63 req-6d45c25a-199f-4363-a837-72d9e59472a6 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:45.067210 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['6fcbf224-ea5a-407f-a8b9-3919aa81a099', 'f1d9c5ab-ec87-4646-a313-a0cdf7e42396'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:13:45.125216 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-24839fb7-8085-4e9d-9895-eff7be1635ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:45.127771 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-354a087f-d986-464b-be0c-5c1df995dd8f req-d7f2c06f-042b-47ae-bd4f-5dd668f5ce0e tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:45.127915 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['fa7c8c03-37fb-40ec-8c95-4187d1cf1adb', '4a824d61-b93a-41b6-8964-589ab2364818', 'f50b339b-81c1-4ba5-8b7d-007a6185e8bf'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:13:45.158543 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d45c25a-199f-4363-a837-72d9e59472a6 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Pushing event deleted for resources: {'Port': ['ID=f1d9c5ab-ec87-4646-a313-a0cdf7e42396,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:45.186952 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f2c06f-042b-47ae-bd4f-5dd668f5ce0e tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Pushing event deleted for resources: {'Port': ['ID=f50b339b-81c1-4ba5-8b7d-007a6185e8bf,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:45.201770 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-89084178-b51c-486b-a423-e4b076f2ad63 req-6d45c25a-199f-4363-a837-72d9e59472a6 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] No DVR routers for this DVR port f1d9c5ab-ec87-4646-a313-a0cdf7e42396 on host n-h2-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:13:45.214562 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24839fb7-8085-4e9d-9895-eff7be1635ef admin admin] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:13:45.216626 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-89084178-b51c-486b-a423-e4b076f2ad63 req-6d45c25a-199f-4363-a837-72d9e59472a6 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:45.220763 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-89084178-b51c-486b-a423-e4b076f2ad63 req-6d45c25a-199f-4363-a837-72d9e59472a6 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.37 "DELETE /v2.0/ports/f1d9c5ab-ec87-4646-a313-a0cdf7e42396 HTTP/1.1" status: 204 len: 173 time: 1.6963413 Dec 08 16:13:45.258866 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-24839fb7-8085-4e9d-9895-eff7be1635ef admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:13:45.261163 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '174e9724-b06f-4d9a-8e4a-cc8285790611', 'name': 'network-vif-deleted', 'tag': 'f1d9c5ab-ec87-4646-a313-a0cdf7e42396'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:13:45.271217 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea92350-2b37-4e89-a9c3-15d054b28edb" -d '{"events": [{"server_uuid": "174e9724-b06f-4d9a-8e4a-cc8285790611", "name": "network-vif-deleted", "tag": "f1d9c5ab-ec87-4646-a313-a0cdf7e42396"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:13:45.276095 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:45.276314 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-354a087f-d986-464b-be0c-5c1df995dd8f req-d7f2c06f-042b-47ae-bd4f-5dd668f5ce0e tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] No DVR routers for this DVR port f50b339b-81c1-4ba5-8b7d-007a6185e8bf on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:13:45.280094 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-354a087f-d986-464b-be0c-5c1df995dd8f req-d7f2c06f-042b-47ae-bd4f-5dd668f5ce0e tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:45.282045 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24839fb7-8085-4e9d-9895-eff7be1635ef admin admin] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:13:45.292072 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-354a087f-d986-464b-be0c-5c1df995dd8f req-d7f2c06f-042b-47ae-bd4f-5dd668f5ce0e tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.76 "DELETE /v2.0/ports/f50b339b-81c1-4ba5-8b7d-007a6185e8bf HTTP/1.1" status: 204 len: 173 time: 1.2044687 Dec 08 16:13:45.292634 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9058e3d-db2c-4dd9-9cee-8c8c2e8c29d1', 'name': 'network-vif-deleted', 'tag': 'f50b339b-81c1-4ba5-8b7d-007a6185e8bf'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:13:45.316608 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ffd8e25-6033-45ba-b837-70c5fe8b3f32" -d '{"events": [{"server_uuid": "b9058e3d-db2c-4dd9-9cee-8c8c2e8c29d1", "name": "network-vif-deleted", "tag": "f50b339b-81c1-4ba5-8b7d-007a6185e8bf"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:13:45.423557 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24839fb7-8085-4e9d-9895-eff7be1635ef admin admin] Pushing event updated for resources: {'Port': ['ID=dfc500d2-d742-428f-9d7d-00ccafbdd541,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:45.608852 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f8a6990-ab3b-4cff-a8e3-89f4c2587b94 x-openstack-request-id: req-0f8a6990-ab3b-4cff-a8e3-89f4c2587b94 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:13:45.609247 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "174e9724-b06f-4d9a-8e4a-cc8285790611", "name": "network-vif-deleted", "tag": "f1d9c5ab-ec87-4646-a313-a0cdf7e42396", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:13:45.609461 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0f8a6990-ab3b-4cff-a8e3-89f4c2587b94 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:13:45.609809 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '174e9724-b06f-4d9a-8e4a-cc8285790611', 'name': 'network-vif-deleted', 'tag': 'f1d9c5ab-ec87-4646-a313-a0cdf7e42396', 'status': 'completed', 'code': 200} Dec 08 16:13:45.624345 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a3919-45bd-4fc6-b820-2503cdbb0281 req-1db9e348-76cb-4132-aa00-0bd1d160254a tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:45.632364 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2d3a3919-45bd-4fc6-b820-2503cdbb0281 req-1db9e348-76cb-4132-aa00-0bd1d160254a tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.2416940 Dec 08 16:13:45.782218 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c0a34277-f3dd-41d6-bd4c-22081ceb9e20 req-a7a148e3-a3ae-4f04-a0e0-70c8f03fce9b tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] 10.222.0.64 "GET /v2.0/ports?device_id=832615b8-bfa0-4e45-ada4-11dacf718cee HTTP/1.1" status: 200 len: 210 time: 0.1261387 Dec 08 16:13:45.870483 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2d3a3919-45bd-4fc6-b820-2503cdbb0281 req-070ba7f6-f099-484d-af51-e075144d882f tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371266 Dec 08 16:13:45.881446 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d82eb0c-7fa2-4b67-afa4-8612ae347df1 None None] Network f511b156-9962-4a0c-911e-c5b5fa14a2a0 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:13:46.077464 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c5ec9f-0cb2-446a-8fcb-16941af581e8 x-openstack-request-id: req-c2c5ec9f-0cb2-446a-8fcb-16941af581e8 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:13:46.077972 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9058e3d-db2c-4dd9-9cee-8c8c2e8c29d1", "name": "network-vif-deleted", "tag": "f50b339b-81c1-4ba5-8b7d-007a6185e8bf", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:13:46.078214 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c2c5ec9f-0cb2-446a-8fcb-16941af581e8 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:13:46.078734 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9058e3d-db2c-4dd9-9cee-8c8c2e8c29d1', 'name': 'network-vif-deleted', 'tag': 'f50b339b-81c1-4ba5-8b7d-007a6185e8bf', 'status': 'completed', 'code': 200} Dec 08 16:13:46.094276 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device ad149e39-9c30-4801-884a-0e8078b525f0 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:13:46.097011 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-9dea9d7e-b541-4e59-af7a-aaac78df6209 None None] Provisioning complete for port ad149e39-9c30-4801-884a-0e8078b525f0 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:13:46.097399 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9dea9d7e-b541-4e59-af7a-aaac78df6209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:46.209573 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-24839fb7-8085-4e9d-9895-eff7be1635ef admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:46.345369 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port ad149e39-9c30-4801-884a-0e8078b525f0 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:13:46.346001 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:46.493632 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['6fcbf224-ea5a-407f-a8b9-3919aa81a099'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:13:46.575732 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9dea9d7e-b541-4e59-af7a-aaac78df6209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:46.696124 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-9dea9d7e-b541-4e59-af7a-aaac78df6209 None None] For port ad149e39-9c30-4801-884a-0e8078b525f0, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=ad149e39-9c30-4801-884a-0e8078b525f0,segment=NetworkSegment(02b1a325-c52a-457b-a2ac-b3d8092ab9c2),segment_id=02b1a325-c52a-457b-a2ac-b3d8092ab9c2)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:46.825568 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9dea9d7e-b541-4e59-af7a-aaac78df6209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:46.845571 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a5d1935f-73a5-4d4d-ac09-223cc5b4f1f1 req-14cc947d-8a4f-444c-b14b-6ccaf61c05fa tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=174e9724-b06f-4d9a-8e4a-cc8285790611 HTTP/1.1" status: 200 len: 210 time: 0.0286317 Dec 08 16:13:46.927010 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dea9d7e-b541-4e59-af7a-aaac78df6209 None None] Pushing event updated for resources: {'Port': ['ID=ad149e39-9c30-4801-884a-0e8078b525f0,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:46.930204 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:46.963105 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:47.076309 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6014c86-a3bd-4e36-a797-41ae9b820c1e req-89c2873c-2b80-4159-ba29-df73227cb472 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:47.084884 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b6014c86-a3bd-4e36-a797-41ae9b820c1e req-89c2873c-2b80-4159-ba29-df73227cb472 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d79dbcb-7fd6-4cdd-a5f3-5b864cf0c675 HTTP/1.1" status: 200 len: 945 time: 0.0816264 Dec 08 16:13:47.109154 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-ce4b315c-00a1-494f-b300-fc5ef6b36120 None None] Provisioning complete for port ad149e39-9c30-4801-884a-0e8078b525f0 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:13:47.109692 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ce4b315c-00a1-494f-b300-fc5ef6b36120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:47.187000 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.db.api [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:13:47.187359 n-d-776250-12 neutron-server[110552]: DEBUG oslo_db.api [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:13:47.218602 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-24839fb7-8085-4e9d-9895-eff7be1635ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:47.227088 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f52302e8-5201-4e8b-8138-4edf198b435d req-836532c7-3e7e-4133-8d2a-3ec37d0d18f5 tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] 10.222.0.64 "GET /v2.0/ports?device_id=832615b8-bfa0-4e45-ada4-11dacf718cee HTTP/1.1" status: 200 len: 210 time: 0.0728178 Dec 08 16:13:47.237876 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b6014c86-a3bd-4e36-a797-41ae9b820c1e req-ca461bc4-dfd3-4d51-a938-5fd3a81c0033 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/security-groups?id=04d0ddc5-98b7-44ac-9206-b948a6e74d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520231 Dec 08 16:13:47.277404 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device f1d9c5ab-ec87-4646-a313-a0cdf7e42396 no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:13:47.369201 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: f1d9c5ab-ec87-4646-a313-a0cdf7e42396 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:13:47.371475 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device f1d9c5ab-ec87-4646-a313-a0cdf7e42396 not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:13:47.446375 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:47.458680 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6db0cb-4e2a-442d-adf9-ba9041483004 req-34123233-acce-40d9-bd89-93505c0e3eba tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:47.460388 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3e6db0cb-4e2a-442d-adf9-ba9041483004 req-34123233-acce-40d9-bd89-93505c0e3eba tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.1273208 Dec 08 16:13:47.544484 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3e6db0cb-4e2a-442d-adf9-ba9041483004 req-4684e181-a6a6-4789-a7f8-8d23b7145aee tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764945 Dec 08 16:13:47.569105 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device f50b339b-81c1-4ba5-8b7d-007a6185e8bf no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:13:47.606075 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: f50b339b-81c1-4ba5-8b7d-007a6185e8bf {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:13:47.606346 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device f50b339b-81c1-4ba5-8b7d-007a6185e8bf not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:13:47.627842 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24839fb7-8085-4e9d-9895-eff7be1635ef admin admin] Router ec30d7de-eddb-46fa-bc8a-4d1a6d6becae is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:13:47.672540 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['fa7c8c03-37fb-40ec-8c95-4187d1cf1adb', '4a824d61-b93a-41b6-8964-589ab2364818'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:13:47.788814 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24839fb7-8085-4e9d-9895-eff7be1635ef admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:13:47.813904 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aecf7e1-495b-4fc3-8f6e-6c7e1bd609e4 None None] Sync routers for ids ['ec30d7de-eddb-46fa-bc8a-4d1a6d6becae'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:13:47.837634 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aecf7e1-495b-4fc3-8f6e-6c7e1bd609e4 None None] Routers {'ec30d7de-eddb-46fa-bc8a-4d1a6d6becae'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:13:47.838269 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-6aecf7e1-495b-4fc3-8f6e-6c7e1bd609e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:13:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['ec30d7de-eddb-46fa-bc8a-4d1a6d6becae'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:13:47.918156 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-24839fb7-8085-4e9d-9895-eff7be1635ef admin admin] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:47.920114 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device ad149e39-9c30-4801-884a-0e8078b525f0 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:13:47.923416 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 47786) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:47.923744 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-24839fb7-8085-4e9d-9895-eff7be1635ef admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.2587934 Dec 08 16:13:48.142882 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-6aecf7e1-495b-4fc3-8f6e-6c7e1bd609e4 None None] Set router ec30d7de-eddb-46fa-bc8a-4d1a6d6becae gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:13:48.177752 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d599001e-7c59-48ff-b7e2-244d7366187a req-e06658be-2e0a-460b-b2e6-a784f2720df1 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:48.209040 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d599001e-7c59-48ff-b7e2-244d7366187a req-e06658be-2e0a-460b-b2e6-a784f2720df1 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d79dbcb-7fd6-4cdd-a5f3-5b864cf0c675 HTTP/1.1" status: 200 len: 945 time: 0.1980810 Dec 08 16:13:48.476839 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-965c2613-417a-45d7-9657-96684fb4aa8c req-4c91f9c1-3801-4291-97d1-559ad7237aec tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] 10.222.0.64 "GET /v2.0/ports?device_id=832615b8-bfa0-4e45-ada4-11dacf718cee HTTP/1.1" status: 200 len: 210 time: 0.1019263 Dec 08 16:13:48.507371 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-d599001e-7c59-48ff-b7e2-244d7366187a req-82265b7e-a9ea-4249-b807-ed4547a1daef tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Deleting port 6bf13bd6-3ae8-4a95-8090-bb78388882b8 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:13:48.507697 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-d599001e-7c59-48ff-b7e2-244d7366187a req-82265b7e-a9ea-4249-b807-ed4547a1daef tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:48.526196 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port ad149e39-9c30-4801-884a-0e8078b525f0 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:13:48.526814 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:48.618830 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb98d5de-904b-4c4a-8726-b53b9b9d22e2 req-5afa4da9-4ebe-45b8-bf5c-519275970f69 tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:48.630716 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fb98d5de-904b-4c4a-8726-b53b9b9d22e2 req-5afa4da9-4ebe-45b8-bf5c-519275970f69 tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] 10.222.0.76 "GET /v2.0/networks?id=b671fd2b-4aaf-4105-9732-71f7a4d4ffff HTTP/1.1" status: 200 len: 813 time: 0.2838733 Dec 08 16:13:48.646819 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-fb98d5de-904b-4c4a-8726-b53b9b9d22e2 req-b655fc66-c4e7-429c-a782-c741e3b36eab tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] Request body: {'port': {'device_id': '832615b8-bfa0-4e45-ada4-11dacf718cee', 'network_id': 'b671fd2b-4aaf-4105-9732-71f7a4d4ffff', 'admin_state_up': True, 'tenant_id': 'c4d448db166d4917813554148abc1703'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:13:48.785586 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-6aecf7e1-495b-4fc3-8f6e-6c7e1bd609e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec30d7de-eddb-46fa-bc8a-4d1a6d6becae', 'name': 'tempest-TaggedBootDevicesTest_v242-1524075565-router', 'tenant_id': '18030f7f284349198514456af1320f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'dfc500d2-d742-428f-9d7d-00ccafbdd541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:13:42Z', 'updated_at': '2021-12-08T16:13:45Z', 'revision_number': 3, 'project_id': '18030f7f284349198514456af1320f51', 'gw_port': {'id': 'dfc500d2-d742-428f-9d7d-00ccafbdd541', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:99:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec30d7de-eddb-46fa-bc8a-4d1a6d6becae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:13:44Z', 'updated_at': '2021-12-08T16:13:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:13:48.785945 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-d599001e-7c59-48ff-b7e2-244d7366187a req-82265b7e-a9ea-4249-b807-ed4547a1daef tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] For port 6bf13bd6-3ae8-4a95-8090-bb78388882b8, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=6bf13bd6-3ae8-4a95-8090-bb78388882b8,segment=NetworkSegment(2f425b4b-c69b-4ba0-88af-aadb1060cf77),segment_id=2f425b4b-c69b-4ba0-88af-aadb1060cf77)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:48.786305 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-d599001e-7c59-48ff-b7e2-244d7366187a req-82265b7e-a9ea-4249-b807-ed4547a1daef tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:48.814393 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd258cd-99ae-426f-8530-6de611279d8e req-a49f3a4a-a368-4a1f-9141-b30d059cbfb9 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:48.821383 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aecf7e1-495b-4fc3-8f6e-6c7e1bd609e4 None None] Checking router: ec30d7de-eddb-46fa-bc8a-4d1a6d6becae for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:13:48.821749 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aecf7e1-495b-4fc3-8f6e-6c7e1bd609e4 None None] Updating router ec30d7de-eddb-46fa-bc8a-4d1a6d6becae port dfc500d2-d742-428f-9d7d-00ccafbdd541 binding host n-d-776250-12 {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:13:48.821883 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9fd258cd-99ae-426f-8530-6de611279d8e req-a49f3a4a-a368-4a1f-9141-b30d059cbfb9 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d79dbcb-7fd6-4cdd-a5f3-5b864cf0c675 HTTP/1.1" status: 200 len: 945 time: 0.1795063 Dec 08 16:13:48.858258 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-d599001e-7c59-48ff-b7e2-244d7366187a req-82265b7e-a9ea-4249-b807-ed4547a1daef tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Calling delete_port for 6bf13bd6-3ae8-4a95-8090-bb78388882b8 owned by compute:nova {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:13:48.871953 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6aecf7e1-495b-4fc3-8f6e-6c7e1bd609e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:48.944720 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9fd258cd-99ae-426f-8530-6de611279d8e req-28824944-e854-47b8-83ce-2e4158e2090b tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/security-groups?id=04d0ddc5-98b7-44ac-9206-b948a6e74d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171126 Dec 08 16:13:49.015346 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ad5e5fb2-18bb-4337-8e30-cf6dda8a803b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:49.125432 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb98d5de-904b-4c4a-8726-b53b9b9d22e2 req-b655fc66-c4e7-429c-a782-c741e3b36eab tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] Made reservation on behalf of c4d448db166d4917813554148abc1703 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:13:49.137648 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-fb98d5de-904b-4c4a-8726-b53b9b9d22e2 req-b655fc66-c4e7-429c-a782-c741e3b36eab tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:49.152671 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e30a8c7-344c-42c1-8480-c2ae70e357e8 req-ffa3a365-2260-4d3f-b9b5-deb63dff843a tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:49.153531 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6e30a8c7-344c-42c1-8480-c2ae70e357e8 req-ffa3a365-2260-4d3f-b9b5-deb63dff843a tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.2438684 Dec 08 16:13:49.211088 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-d599001e-7c59-48ff-b7e2-244d7366187a req-82265b7e-a9ea-4249-b807-ed4547a1daef tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:49.256825 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82265b7e-a9ea-4249-b807-ed4547a1daef tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Pushing event deleted for resources: {'Port': ['ID=6bf13bd6-3ae8-4a95-8090-bb78388882b8,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:49.358179 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-fb98d5de-904b-4c4a-8726-b53b9b9d22e2 req-b655fc66-c4e7-429c-a782-c741e3b36eab tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] Allocated IP 172.20.0.8 (b671fd2b-4aaf-4105-9732-71f7a4d4ffff/be948f83-ae82-41b4-9f1d-ef738875495d/116405f4-5376-42f4-a968-ea1f6d1d62d3) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:13:49.387862 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6aecf7e1-495b-4fc3-8f6e-6c7e1bd609e4 None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:49.396510 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['6bf13bd6-3ae8-4a95-8090-bb78388882b8'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:13:49.400361 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['6089fd86-18e9-4949-819e-27e032ef49b3', '3639da6a-01d4-461d-b556-9e3d0c4704fb'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:13:49.414889 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-d599001e-7c59-48ff-b7e2-244d7366187a req-82265b7e-a9ea-4249-b807-ed4547a1daef tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] No DVR routers for this DVR port 6bf13bd6-3ae8-4a95-8090-bb78388882b8 on host n-h2-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:13:49.424476 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-d599001e-7c59-48ff-b7e2-244d7366187a req-82265b7e-a9ea-4249-b807-ed4547a1daef tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:49.429160 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d599001e-7c59-48ff-b7e2-244d7366187a req-82265b7e-a9ea-4249-b807-ed4547a1daef tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.37 "DELETE /v2.0/ports/6bf13bd6-3ae8-4a95-8090-bb78388882b8 HTTP/1.1" status: 204 len: 173 time: 1.2109120 Dec 08 16:13:49.429689 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d79dbcb-7fd6-4cdd-a5f3-5b864cf0c675', 'name': 'network-vif-deleted', 'tag': '6bf13bd6-3ae8-4a95-8090-bb78388882b8'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:13:49.442315 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e1ea89a-a6bc-46a8-a04d-7e08d735b451" -d '{"events": [{"server_uuid": "7d79dbcb-7fd6-4cdd-a5f3-5b864cf0c675", "name": "network-vif-deleted", "tag": "6bf13bd6-3ae8-4a95-8090-bb78388882b8"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:13:49.517963 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6aecf7e1-495b-4fc3-8f6e-6c7e1bd609e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:49.604529 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-6aecf7e1-495b-4fc3-8f6e-6c7e1bd609e4 None None] Attempting to bind port dfc500d2-d742-428f-9d7d-00ccafbdd541 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:13:49.613292 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-6aecf7e1-495b-4fc3-8f6e-6c7e1bd609e4 None None] Attempting to bind port dfc500d2-d742-428f-9d7d-00ccafbdd541 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:13:49.613799 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aecf7e1-495b-4fc3-8f6e-6c7e1bd609e4 None None] Attempting to bind port dfc500d2-d742-428f-9d7d-00ccafbdd541 on network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:13:49.625786 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aecf7e1-495b-4fc3-8f6e-6c7e1bd609e4 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:13:49.628098 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aecf7e1-495b-4fc3-8f6e-6c7e1bd609e4 None None] Checking segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:13:49.628654 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6aecf7e1-495b-4fc3-8f6e-6c7e1bd609e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:49.629963 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aecf7e1-495b-4fc3-8f6e-6c7e1bd609e4 None None] Bound using segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:13:49.631708 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-6aecf7e1-495b-4fc3-8f6e-6c7e1bd609e4 None None] Bound port: dfc500d2-d742-428f-9d7d-00ccafbdd541, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:13:49.632323 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6aecf7e1-495b-4fc3-8f6e-6c7e1bd609e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:49.632747 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3dc256-3b58-4803-a565-c71b109e657a x-openstack-request-id: req-1c3dc256-3b58-4803-a565-c71b109e657a {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:13:49.633057 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d79dbcb-7fd6-4cdd-a5f3-5b864cf0c675", "name": "network-vif-deleted", "tag": "6bf13bd6-3ae8-4a95-8090-bb78388882b8", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:13:49.633322 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1c3dc256-3b58-4803-a565-c71b109e657a {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:13:49.633765 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d79dbcb-7fd6-4cdd-a5f3-5b864cf0c675', 'name': 'network-vif-deleted', 'tag': '6bf13bd6-3ae8-4a95-8090-bb78388882b8', 'status': 'completed', 'code': 200} Dec 08 16:13:49.680643 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-fb98d5de-904b-4c4a-8726-b53b9b9d22e2 req-b655fc66-c4e7-429c-a782-c741e3b36eab tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:49.713232 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6e30a8c7-344c-42c1-8480-c2ae70e357e8 req-01bd8d39-38c9-4690-bb78-e57c6eb371db tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5407872 Dec 08 16:13:49.809537 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-6aecf7e1-495b-4fc3-8f6e-6c7e1bd609e4 None None] For port dfc500d2-d742-428f-9d7d-00ccafbdd541, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:13:49.813045 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-6aecf7e1-495b-4fc3-8f6e-6c7e1bd609e4 None None] For port dfc500d2-d742-428f-9d7d-00ccafbdd541, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=dfc500d2-d742-428f-9d7d-00ccafbdd541,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:13:49.820654 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd516a8-6618-46df-b7c1-7e2d607a7911 None None] Pushing event updated for resources: {'Port': ['ID=dfc500d2-d742-428f-9d7d-00ccafbdd541,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:49.871506 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c709bc69-6d01-4417-ad2e-b85164f6d42a req-206e616c-0569-43e0-9647-3abe2ccf108c tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:49.884252 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c709bc69-6d01-4417-ad2e-b85164f6d42a req-206e616c-0569-43e0-9647-3abe2ccf108c tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fa590ca-377f-4e4c-8724-ba3ce9f2b3e4 HTTP/1.1" status: 200 len: 950 time: 0.1277018 Dec 08 16:13:49.895048 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6aecf7e1-495b-4fc3-8f6e-6c7e1bd609e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:49.963299 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c709bc69-6d01-4417-ad2e-b85164f6d42a req-5485bb8a-13e3-42cf-8dd5-d46258864ba6 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777695 Dec 08 16:13:49.997830 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-259bb60a-d03e-49b2-aae7-ae7a56fd3ed8 req-932b6c24-1e99-41e8-8f9e-e721271d08d5 tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] 10.222.0.64 "GET /v2.0/ports?device_id=832615b8-bfa0-4e45-ada4-11dacf718cee HTTP/1.1" status: 200 len: 210 time: 0.1244698 Dec 08 16:13:50.012374 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd516a8-6618-46df-b7c1-7e2d607a7911 None None] Pushing event updated for resources: {'Port': ['ID=dfc500d2-d742-428f-9d7d-00ccafbdd541,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:50.015544 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-ad5e5fb2-18bb-4337-8e30-cf6dda8a803b admin admin] Allocated IP 172.20.0.1 (f511b156-9962-4a0c-911e-c5b5fa14a2a0/1788926e-2053-422c-b7be-41238d864800/045b9e05-e545-4e31-b22a-81b264d3c83c) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:13:50.089454 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-fb98d5de-904b-4c4a-8726-b53b9b9d22e2 req-b655fc66-c4e7-429c-a782-c741e3b36eab tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:50.105869 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aecf7e1-495b-4fc3-8f6e-6c7e1bd609e4 None None] Routers {'ec30d7de-eddb-46fa-bc8a-4d1a6d6becae'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:13:50.106516 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-6aecf7e1-495b-4fc3-8f6e-6c7e1bd609e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:13:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['ec30d7de-eddb-46fa-bc8a-4d1a6d6becae'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:13:50.167775 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d637bb48-4db6-4cf9-aadf-0da01f301b8b req-6da2027f-d3d1-4083-903b-d5c8ff8ef833 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:50.169628 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d637bb48-4db6-4cf9-aadf-0da01f301b8b req-6da2027f-d3d1-4083-903b-d5c8ff8ef833 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.1222548 Dec 08 16:13:50.176088 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb98d5de-904b-4c4a-8726-b53b9b9d22e2 req-b655fc66-c4e7-429c-a782-c741e3b36eab tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] Network b671fd2b-4aaf-4105-9732-71f7a4d4ffff is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:13:50.189063 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-fb98d5de-904b-4c4a-8726-b53b9b9d22e2 req-b655fc66-c4e7-429c-a782-c741e3b36eab tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:13:50.195595 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb98d5de-904b-4c4a-8726-b53b9b9d22e2 req-b655fc66-c4e7-429c-a782-c741e3b36eab tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:13:50.269737 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d637bb48-4db6-4cf9-aadf-0da01f301b8b req-47450b23-3fca-4c7e-9c1c-ea654f64e0ce tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913424 Dec 08 16:13:50.321703 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a79bb4c0-0a88-40b1-96ea-9f23e7403efa req-a4d9e02e-dbc3-4f99-a952-ccb884aa4f8e tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d79dbcb-7fd6-4cdd-a5f3-5b864cf0c675 HTTP/1.1" status: 200 len: 210 time: 0.1599698 Dec 08 16:13:50.329619 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b655fc66-c4e7-429c-a782-c741e3b36eab tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] Pushing event updated for resources: {'Port': ['ID=116405f4-5376-42f4-a968-ea1f6d1d62d3,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:50.365390 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:13:50.375453 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb98d5de-904b-4c4a-8726-b53b9b9d22e2 req-b655fc66-c4e7-429c-a782-c741e3b36eab tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:50.376112 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-fb98d5de-904b-4c4a-8726-b53b9b9d22e2 req-b655fc66-c4e7-429c-a782-c741e3b36eab tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:50.401567 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ad5e5fb2-18bb-4337-8e30-cf6dda8a803b admin admin] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:50.417433 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-6aecf7e1-495b-4fc3-8f6e-6c7e1bd609e4 None None] Set router ec30d7de-eddb-46fa-bc8a-4d1a6d6becae gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:13:50.496051 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fb98d5de-904b-4c4a-8726-b53b9b9d22e2 req-b655fc66-c4e7-429c-a782-c741e3b36eab tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8622797 Dec 08 16:13:50.535823 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-fb98d5de-904b-4c4a-8726-b53b9b9d22e2 req-383c6817-9b97-4c08-8eb2-eeb073f1c6ad service neutron] Request body: {'port': {'device_id': '832615b8-bfa0-4e45-ada4-11dacf718cee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:13:50.605248 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ad5e5fb2-18bb-4337-8e30-cf6dda8a803b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:50.688088 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5e5fb2-18bb-4337-8e30-cf6dda8a803b admin admin] Network f511b156-9962-4a0c-911e-c5b5fa14a2a0 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:13:50.698817 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-ad5e5fb2-18bb-4337-8e30-cf6dda8a803b admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:13:50.708409 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5e5fb2-18bb-4337-8e30-cf6dda8a803b admin admin] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:13:50.772464 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-6aecf7e1-495b-4fc3-8f6e-6c7e1bd609e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec30d7de-eddb-46fa-bc8a-4d1a6d6becae', 'name': 'tempest-TaggedBootDevicesTest_v242-1524075565-router', 'tenant_id': '18030f7f284349198514456af1320f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'dfc500d2-d742-428f-9d7d-00ccafbdd541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:13:42Z', 'updated_at': '2021-12-08T16:13:45Z', 'revision_number': 3, 'project_id': '18030f7f284349198514456af1320f51', 'gw_port': {'id': 'dfc500d2-d742-428f-9d7d-00ccafbdd541', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:99:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec30d7de-eddb-46fa-bc8a-4d1a6d6becae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:13:44Z', 'updated_at': '2021-12-08T16:13:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:13:50.790805 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5e5fb2-18bb-4337-8e30-cf6dda8a803b admin admin] Pushing event updated for resources: {'Port': ['ID=045b9e05-e545-4e31-b22a-81b264d3c83c,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:50.822953 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e47e8-19fd-474b-88dd-553baf12cab9 req-8405c18b-c1bf-4c98-bb93-636bbeccdaff tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:50.824593 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ed2e47e8-19fd-474b-88dd-553baf12cab9 req-8405c18b-c1bf-4c98-bb93-636bbeccdaff tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.76 "GET /v2.0/ports?device_id=9fa590ca-377f-4e4c-8724-ba3ce9f2b3e4 HTTP/1.1" status: 200 len: 950 time: 0.3271956 Dec 08 16:13:50.838100 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-fb98d5de-904b-4c4a-8726-b53b9b9d22e2 req-383c6817-9b97-4c08-8eb2-eeb073f1c6ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:50.838654 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aecf7e1-495b-4fc3-8f6e-6c7e1bd609e4 None None] The sync data for ids ['ec30d7de-eddb-46fa-bc8a-4d1a6d6becae'] in n-d-776250-12 is: [{'id': 'ec30d7de-eddb-46fa-bc8a-4d1a6d6becae', 'name': 'tempest-TaggedBootDevicesTest_v242-1524075565-router', 'tenant_id': '18030f7f284349198514456af1320f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'dfc500d2-d742-428f-9d7d-00ccafbdd541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:13:42Z', 'updated_at': '2021-12-08T16:13:45Z', 'revision_number': 3, 'project_id': '18030f7f284349198514456af1320f51', 'gw_port': {'id': 'dfc500d2-d742-428f-9d7d-00ccafbdd541', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:99:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec30d7de-eddb-46fa-bc8a-4d1a6d6becae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:13:44Z', 'updated_at': '2021-12-08T16:13:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:13:50.892865 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ad5e5fb2-18bb-4337-8e30-cf6dda8a803b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:51.050727 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-b60b82a8-c43f-4322-838f-d266cd2aa4c6 None None] Provisioning complete for port 045b9e05-e545-4e31-b22a-81b264d3c83c triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:13:51.051109 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b60b82a8-c43f-4322-838f-d266cd2aa4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:51.104186 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868558d6-5cd8-40cc-b877-d136f7dae137 req-d1e2f785-8a2d-4e68-bb56-90546bb06dc3 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:51.112351 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-868558d6-5cd8-40cc-b877-d136f7dae137 req-d1e2f785-8a2d-4e68-bb56-90546bb06dc3 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fa590ca-377f-4e4c-8724-ba3ce9f2b3e4 HTTP/1.1" status: 200 len: 950 time: 0.0745003 Dec 08 16:13:51.138536 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-b60b82a8-c43f-4322-838f-d266cd2aa4c6 None None] Port 045b9e05-e545-4e31-b22a-81b264d3c83c cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:13:51.257693 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e0a3e4-3537-4a39-83eb-a649c386206d req-44e3082f-e410-47e0-b77c-c8b414d460ee tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:51.259369 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f9e0a3e4-3537-4a39-83eb-a649c386206d req-44e3082f-e410-47e0-b77c-c8b414d460ee tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3c54e46-f898-4235-b2ad-72a9e1a57254 HTTP/1.1" status: 200 len: 950 time: 0.1440351 Dec 08 16:13:51.271659 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-868558d6-5cd8-40cc-b877-d136f7dae137 req-ad2e540e-16b6-42c5-aa0b-f3f8d4d58764 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579986 Dec 08 16:13:51.297882 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 6bf13bd6-3ae8-4a95-8090-bb78388882b8 no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:13:51.352164 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: 6bf13bd6-3ae8-4a95-8090-bb78388882b8 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:13:51.352592 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 6bf13bd6-3ae8-4a95-8090-bb78388882b8 not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:13:51.570084 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c7a8b-605b-416a-b967-4090b6321804 req-daa45a7d-b503-4102-95fc-7aea9115a53c tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:51.571832 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b02c7a8b-605b-416a-b967-4090b6321804 req-daa45a7d-b503-4102-95fc-7aea9115a53c tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] 10.222.0.64 "GET /v2.0/ports?device_id=832615b8-bfa0-4e45-ada4-11dacf718cee HTTP/1.1" status: 200 len: 931 time: 0.1245010 Dec 08 16:13:51.603523 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-f9e0a3e4-3537-4a39-83eb-a649c386206d req-c74cfb33-c035-42d6-a016-ca03e2ebf88c tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Deleting port fa7c8c03-37fb-40ec-8c95-4187d1cf1adb {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:13:51.603972 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-f9e0a3e4-3537-4a39-83eb-a649c386206d req-c74cfb33-c035-42d6-a016-ca03e2ebf88c tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:51.730981 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d3336-6530-48ef-9b13-4e293a2b46e4 req-105c5ff4-e4e2-40c3-b584-3f65ad237ca7 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:51.736504 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-f9e0a3e4-3537-4a39-83eb-a649c386206d req-c74cfb33-c035-42d6-a016-ca03e2ebf88c tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] For port fa7c8c03-37fb-40ec-8c95-4187d1cf1adb, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=fa7c8c03-37fb-40ec-8c95-4187d1cf1adb,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:51.737382 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-f9e0a3e4-3537-4a39-83eb-a649c386206d req-c74cfb33-c035-42d6-a016-ca03e2ebf88c tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:51.740370 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7a1d3336-6530-48ef-9b13-4e293a2b46e4 req-105c5ff4-e4e2-40c3-b584-3f65ad237ca7 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.8676817 Dec 08 16:13:51.752742 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-f9e0a3e4-3537-4a39-83eb-a649c386206d req-c74cfb33-c035-42d6-a016-ca03e2ebf88c tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Calling delete_port for fa7c8c03-37fb-40ec-8c95-4187d1cf1adb owned by compute:nova {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:13:51.924785 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b02c7a8b-605b-416a-b967-4090b6321804 req-d38b7941-27d1-4d9f-8367-b121001144dc tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] 10.222.0.64 "GET /v2.0/security-groups?id=6448c4a4-fdac-4a6f-b5d3-824957707880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3438458 Dec 08 16:13:51.984725 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ad5e5fb2-18bb-4337-8e30-cf6dda8a803b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:52.017303 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device dfc500d2-d742-428f-9d7d-00ccafbdd541 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:13:52.084876 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7a1d3336-6530-48ef-9b13-4e293a2b46e4 req-6b45cbbe-b7c9-4be9-a314-611fb8a0a1a3 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3408003 Dec 08 16:13:52.168995 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port dfc500d2-d742-428f-9d7d-00ccafbdd541 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:13:52.169380 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:52.216398 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-ed2e47e8-19fd-474b-88dd-553baf12cab9 req-b56a21f1-41b2-4082-abbd-1b30428681a0 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Deleting port 4a824d61-b93a-41b6-8964-589ab2364818 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:13:52.216840 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ed2e47e8-19fd-474b-88dd-553baf12cab9 req-b56a21f1-41b2-4082-abbd-1b30428681a0 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:52.275205 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-f9e0a3e4-3537-4a39-83eb-a649c386206d req-c74cfb33-c035-42d6-a016-ca03e2ebf88c tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:52.291238 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['6fcbf224-ea5a-407f-a8b9-3919aa81a099'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:13:52.360935 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74cfb33-c035-42d6-a016-ca03e2ebf88c tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Pushing event deleted for resources: {'Port': ['ID=fa7c8c03-37fb-40ec-8c95-4187d1cf1adb,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:52.407839 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['fa7c8c03-37fb-40ec-8c95-4187d1cf1adb'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:13:52.450739 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9e0a3e4-3537-4a39-83eb-a649c386206d req-c74cfb33-c035-42d6-a016-ca03e2ebf88c tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] No DVR routers for this DVR port fa7c8c03-37fb-40ec-8c95-4187d1cf1adb on host n-h1-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:13:52.461497 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-f9e0a3e4-3537-4a39-83eb-a649c386206d req-c74cfb33-c035-42d6-a016-ca03e2ebf88c tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:52.465233 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f9e0a3e4-3537-4a39-83eb-a649c386206d req-c74cfb33-c035-42d6-a016-ca03e2ebf88c tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.76 "DELETE /v2.0/ports/fa7c8c03-37fb-40ec-8c95-4187d1cf1adb HTTP/1.1" status: 204 len: 173 time: 1.1924989 Dec 08 16:13:52.466232 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c54e46-f898-4235-b2ad-72a9e1a57254', 'name': 'network-vif-deleted', 'tag': 'fa7c8c03-37fb-40ec-8c95-4187d1cf1adb'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:13:52.471537 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c972ea60-8707-4534-8453-c1238abd6ef4" -d '{"events": [{"server_uuid": "a3c54e46-f898-4235-b2ad-72a9e1a57254", "name": "network-vif-deleted", "tag": "fa7c8c03-37fb-40ec-8c95-4187d1cf1adb"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:13:52.485112 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391812af-ff40-4bf6-a802-a512bfb58c68 req-77edf060-7474-48ac-bf94-b39ebd97ffb9 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:52.494447 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-391812af-ff40-4bf6-a802-a512bfb58c68 req-77edf060-7474-48ac-bf94-b39ebd97ffb9 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.2317202 Dec 08 16:13:52.687881 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-391812af-ff40-4bf6-a802-a512bfb58c68 req-488f65ce-3a74-4479-a28e-c876a5cd99e8 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922288 Dec 08 16:13:52.702558 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:52.753297 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-ed2e47e8-19fd-474b-88dd-553baf12cab9 req-b56a21f1-41b2-4082-abbd-1b30428681a0 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] For port 4a824d61-b93a-41b6-8964-589ab2364818, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=4a824d61-b93a-41b6-8964-589ab2364818,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:52.762296 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ed2e47e8-19fd-474b-88dd-553baf12cab9 req-b56a21f1-41b2-4082-abbd-1b30428681a0 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:52.778898 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port dfc500d2-d742-428f-9d7d-00ccafbdd541, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=dfc500d2-d742-428f-9d7d-00ccafbdd541,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:52.881634 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:52.893285 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6006c3b5-1231-4666-a658-9ab13791d106 x-openstack-request-id: req-6006c3b5-1231-4666-a658-9ab13791d106 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:13:52.893685 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3c54e46-f898-4235-b2ad-72a9e1a57254", "name": "network-vif-deleted", "tag": "fa7c8c03-37fb-40ec-8c95-4187d1cf1adb", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:13:52.894079 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6006c3b5-1231-4666-a658-9ab13791d106 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:13:52.896077 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3c54e46-f898-4235-b2ad-72a9e1a57254', 'name': 'network-vif-deleted', 'tag': 'fa7c8c03-37fb-40ec-8c95-4187d1cf1adb', 'status': 'completed', 'code': 200} Dec 08 16:13:52.903885 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-ed2e47e8-19fd-474b-88dd-553baf12cab9 req-b56a21f1-41b2-4082-abbd-1b30428681a0 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Calling delete_port for 4a824d61-b93a-41b6-8964-589ab2364818 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:13:53.010286 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e89ac35-a546-4f7a-8c22-d8b7ec86a408 req-73e3c04d-c6ba-4a6b-a115-331d24472eb5 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:53.024678 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9e89ac35-a546-4f7a-8c22-d8b7ec86a408 req-73e3c04d-c6ba-4a6b-a115-331d24472eb5 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fa590ca-377f-4e4c-8724-ba3ce9f2b3e4 HTTP/1.1" status: 200 len: 950 time: 0.2200840 Dec 08 16:13:53.130038 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=dfc500d2-d742-428f-9d7d-00ccafbdd541,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:53.188092 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9e89ac35-a546-4f7a-8c22-d8b7ec86a408 req-123b80cd-2a54-4d27-81de-19ed3b8ad114 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554224 Dec 08 16:13:53.332801 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75b763-5e44-4dce-8048-191f05db9249 req-9dea77a7-1589-43ab-bdf9-184689622aed tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:53.348299 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8f75b763-5e44-4dce-8048-191f05db9249 req-9dea77a7-1589-43ab-bdf9-184689622aed tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.0875502 Dec 08 16:13:53.436635 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8f75b763-5e44-4dce-8048-191f05db9249 req-8ec84f34-84a4-4172-a2eb-bc00973f8a06 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873690 Dec 08 16:13:53.473584 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ad5e5fb2-18bb-4337-8e30-cf6dda8a803b admin admin] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:53.499127 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6582c57-9455-4dbe-87aa-49559b92099c req-7b55e5f6-cac0-47e8-b2ac-c3cb49c7f93e tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:53.501234 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d6582c57-9455-4dbe-87aa-49559b92099c req-7b55e5f6-cac0-47e8-b2ac-c3cb49c7f93e tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/ports?device_id=a895fc1e-88bc-4448-8e53-d29f1458e27d HTTP/1.1" status: 200 len: 945 time: 0.2293439 Dec 08 16:13:53.571363 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ed2e47e8-19fd-474b-88dd-553baf12cab9 req-b56a21f1-41b2-4082-abbd-1b30428681a0 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:53.583969 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['6fcbf224-ea5a-407f-a8b9-3919aa81a099'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:13:53.598882 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['fa7c8c03-37fb-40ec-8c95-4187d1cf1adb'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:13:53.599146 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-fb98d5de-904b-4c4a-8726-b53b9b9d22e2 req-383c6817-9b97-4c08-8eb2-eeb073f1c6ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 116405f4-5376-42f4-a968-ea1f6d1d62d3 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:13:53.605027 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ad5e5fb2-18bb-4337-8e30-cf6dda8a803b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:53.609198 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 4a824d61-b93a-41b6-8964-589ab2364818 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:13:53.694046 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56a21f1-41b2-4082-abbd-1b30428681a0 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Pushing event deleted for resources: {'Port': ['ID=4a824d61-b93a-41b6-8964-589ab2364818,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:53.715822 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: 4a824d61-b93a-41b6-8964-589ab2364818 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:13:53.715822 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 4a824d61-b93a-41b6-8964-589ab2364818 not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:13:53.716141 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-fb98d5de-904b-4c4a-8726-b53b9b9d22e2 req-383c6817-9b97-4c08-8eb2-eeb073f1c6ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:53.748504 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace60260-3e0d-41c0-bd50-8ef5ecf8f546 req-d88303c3-6f24-476b-9f58-100be74dc8df tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:53.750213 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ace60260-3e0d-41c0-bd50-8ef5ecf8f546 req-d88303c3-6f24-476b-9f58-100be74dc8df tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] 10.222.0.64 "GET /v2.0/ports?device_id=832615b8-bfa0-4e45-ada4-11dacf718cee HTTP/1.1" status: 200 len: 931 time: 0.1898243 Dec 08 16:13:53.773749 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56a21f1-41b2-4082-abbd-1b30428681a0 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:53.774291 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56a21f1-41b2-4082-abbd-1b30428681a0 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:53.774663 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56a21f1-41b2-4082-abbd-1b30428681a0 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:53.775014 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56a21f1-41b2-4082-abbd-1b30428681a0 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:53.775369 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56a21f1-41b2-4082-abbd-1b30428681a0 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:53.775702 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56a21f1-41b2-4082-abbd-1b30428681a0 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:53.776032 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56a21f1-41b2-4082-abbd-1b30428681a0 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:53.776383 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56a21f1-41b2-4082-abbd-1b30428681a0 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:53.776765 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56a21f1-41b2-4082-abbd-1b30428681a0 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:53.777202 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56a21f1-41b2-4082-abbd-1b30428681a0 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:53.777539 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56a21f1-41b2-4082-abbd-1b30428681a0 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:53.777863 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56a21f1-41b2-4082-abbd-1b30428681a0 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:53.778186 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56a21f1-41b2-4082-abbd-1b30428681a0 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:53.791888 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-fb98d5de-904b-4c4a-8726-b53b9b9d22e2 req-383c6817-9b97-4c08-8eb2-eeb073f1c6ad service neutron] Transition to ACTIVE for port object 116405f4-5376-42f4-a968-ea1f6d1d62d3 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:13:53.834252 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ace60260-3e0d-41c0-bd50-8ef5ecf8f546 req-fbfa7834-b4e2-4a97-a771-8f714c43e0f5 tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] 10.222.0.64 "GET /v2.0/security-groups?id=6448c4a4-fdac-4a6f-b5d3-824957707880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744324 Dec 08 16:13:53.984264 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device dfc500d2-d742-428f-9d7d-00ccafbdd541 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:13:53.992282 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed2e47e8-19fd-474b-88dd-553baf12cab9 req-b56a21f1-41b2-4082-abbd-1b30428681a0 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] No DVR routers for this DVR port 4a824d61-b93a-41b6-8964-589ab2364818 on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:13:54.011300 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-fb98d5de-904b-4c4a-8726-b53b9b9d22e2 req-383c6817-9b97-4c08-8eb2-eeb073f1c6ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:54.020013 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ed2e47e8-19fd-474b-88dd-553baf12cab9 req-b56a21f1-41b2-4082-abbd-1b30428681a0 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:54.030821 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ed2e47e8-19fd-474b-88dd-553baf12cab9 req-b56a21f1-41b2-4082-abbd-1b30428681a0 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.76 "DELETE /v2.0/ports/4a824d61-b93a-41b6-8964-589ab2364818 HTTP/1.1" status: 204 len: 173 time: 3.1983807 Dec 08 16:13:54.033745 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa590ca-377f-4e4c-8724-ba3ce9f2b3e4', 'name': 'network-vif-deleted', 'tag': '4a824d61-b93a-41b6-8964-589ab2364818'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:13:54.036140 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc6174de-246b-4da8-b4ef-d3c39221169f" -d '{"events": [{"server_uuid": "9fa590ca-377f-4e4c-8724-ba3ce9f2b3e4", "name": "network-vif-deleted", "tag": "4a824d61-b93a-41b6-8964-589ab2364818"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:13:54.047814 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ad5e5fb2-18bb-4337-8e30-cf6dda8a803b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:54.071280 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port dfc500d2-d742-428f-9d7d-00ccafbdd541 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:13:54.071531 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:54.082648 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d6582c57-9455-4dbe-87aa-49559b92099c req-e0d2c3c5-1e92-41e4-973c-45c4e6f0e113 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/security-groups?id=04d0ddc5-98b7-44ac-9206-b948a6e74d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5380938 Dec 08 16:13:54.101187 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279d2026-8f29-445a-85a1-f7678e5abb57 req-004f9f0a-363e-43ed-a0ce-fa487cb80d3f tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:54.103307 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-279d2026-8f29-445a-85a1-f7678e5abb57 req-004f9f0a-363e-43ed-a0ce-fa487cb80d3f tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.0756261 Dec 08 16:13:54.141176 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5e5fb2-18bb-4337-8e30-cf6dda8a803b admin admin] Pushing event updated for resources: {'Port': ['ID=045b9e05-e545-4e31-b22a-81b264d3c83c,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:54.231009 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-279d2026-8f29-445a-85a1-f7678e5abb57 req-1e916331-8ce8-4ca4-9af9-a158100a941c tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018620 Dec 08 16:13:54.284623 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7392888-2158-4154-ad16-8b939dda4a58 x-openstack-request-id: req-c7392888-2158-4154-ad16-8b939dda4a58 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:13:54.284922 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa590ca-377f-4e4c-8724-ba3ce9f2b3e4", "name": "network-vif-deleted", "tag": "4a824d61-b93a-41b6-8964-589ab2364818", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:13:54.285180 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c7392888-2158-4154-ad16-8b939dda4a58 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:13:54.285584 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa590ca-377f-4e4c-8724-ba3ce9f2b3e4', 'name': 'network-vif-deleted', 'tag': '4a824d61-b93a-41b6-8964-589ab2364818', 'status': 'completed', 'code': 200} Dec 08 16:13:54.428899 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9bd61ec8-e9d5-4448-91cb-62e2196023de req-b65f8545-cad5-4982-92a0-9543be1b4c76 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=9fa590ca-377f-4e4c-8724-ba3ce9f2b3e4 HTTP/1.1" status: 200 len: 210 time: 0.0896060 Dec 08 16:13:54.483825 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77639fe7-8999-4294-8f19-3fe82e534650 req-d9213989-3a12-4c5c-9139-d55f73aba0ab tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:54.486823 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-77639fe7-8999-4294-8f19-3fe82e534650 req-d9213989-3a12-4c5c-9139-d55f73aba0ab tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.0750227 Dec 08 16:13:54.488014 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c6817-9b97-4c08-8eb2-eeb073f1c6ad service neutron] Pushing event updated for resources: {'Port': ['ID=116405f4-5376-42f4-a968-ea1f6d1d62d3,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:54.532712 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5e5fb2-18bb-4337-8e30-cf6dda8a803b admin admin] Network f511b156-9962-4a0c-911e-c5b5fa14a2a0 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:13:54.540802 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-ad5e5fb2-18bb-4337-8e30-cf6dda8a803b admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:13:54.549042 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-fb98d5de-904b-4c4a-8726-b53b9b9d22e2 req-383c6817-9b97-4c08-8eb2-eeb073f1c6ad service neutron] Attempting to bind port 116405f4-5376-42f4-a968-ea1f6d1d62d3 on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:13:54.549402 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-fb98d5de-904b-4c4a-8726-b53b9b9d22e2 req-383c6817-9b97-4c08-8eb2-eeb073f1c6ad service neutron] Attempting to bind port 116405f4-5376-42f4-a968-ea1f6d1d62d3 by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': '26625e68-23df-4f39-be2a-f3cf0cada78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b671fd2b-4aaf-4105-9732-71f7a4d4ffff'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:13:54.549921 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb98d5de-904b-4c4a-8726-b53b9b9d22e2 req-383c6817-9b97-4c08-8eb2-eeb073f1c6ad service neutron] Attempting to bind port 116405f4-5376-42f4-a968-ea1f6d1d62d3 on network b671fd2b-4aaf-4105-9732-71f7a4d4ffff {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:13:54.556570 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb98d5de-904b-4c4a-8726-b53b9b9d22e2 req-383c6817-9b97-4c08-8eb2-eeb073f1c6ad service neutron] Port 116405f4-5376-42f4-a968-ea1f6d1d62d3 on network b671fd2b-4aaf-4105-9732-71f7a4d4ffff not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:13:54.556901 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb98d5de-904b-4c4a-8726-b53b9b9d22e2 req-383c6817-9b97-4c08-8eb2-eeb073f1c6ad service neutron] Attempting to bind port 116405f4-5376-42f4-a968-ea1f6d1d62d3 on network b671fd2b-4aaf-4105-9732-71f7a4d4ffff {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:13:54.567809 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-77639fe7-8999-4294-8f19-3fe82e534650 req-ce318962-f476-4c89-add1-cb17d6026806 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695581 Dec 08 16:13:54.626655 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb98d5de-904b-4c4a-8726-b53b9b9d22e2 req-383c6817-9b97-4c08-8eb2-eeb073f1c6ad service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:13:54.627011 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb98d5de-904b-4c4a-8726-b53b9b9d22e2 req-383c6817-9b97-4c08-8eb2-eeb073f1c6ad service neutron] Checking segment: {'id': '26625e68-23df-4f39-be2a-f3cf0cada78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b671fd2b-4aaf-4105-9732-71f7a4d4ffff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:13:54.627412 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb98d5de-904b-4c4a-8726-b53b9b9d22e2 req-383c6817-9b97-4c08-8eb2-eeb073f1c6ad service neutron] Bound using segment: {'id': '26625e68-23df-4f39-be2a-f3cf0cada78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b671fd2b-4aaf-4105-9732-71f7a4d4ffff'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:13:54.627865 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-fb98d5de-904b-4c4a-8726-b53b9b9d22e2 req-383c6817-9b97-4c08-8eb2-eeb073f1c6ad service neutron] Bound port: 116405f4-5376-42f4-a968-ea1f6d1d62d3, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26625e68-23df-4f39-be2a-f3cf0cada78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b671fd2b-4aaf-4105-9732-71f7a4d4ffff'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:13:54.628282 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-fb98d5de-904b-4c4a-8726-b53b9b9d22e2 req-383c6817-9b97-4c08-8eb2-eeb073f1c6ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:54.786101 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31156ad-4d24-4f63-8355-47ab35bf7782 req-e506b2f6-6ca4-4662-ac62-b52ea5070a1a tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:54.787679 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d31156ad-4d24-4f63-8355-47ab35bf7782 req-e506b2f6-6ca4-4662-ac62-b52ea5070a1a tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.76 "GET /v2.0/ports?device_id=a895fc1e-88bc-4448-8e53-d29f1458e27d HTTP/1.1" status: 200 len: 945 time: 0.1794488 Dec 08 16:13:54.876439 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ba54f-8068-491f-a88e-cf730151856e req-a0935076-2aa9-4215-aaf5-60819af92d6b tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:54.878944 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-381ba54f-8068-491f-a88e-cf730151856e req-a0935076-2aa9-4215-aaf5-60819af92d6b tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.2164505 Dec 08 16:13:54.891255 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad5e5fb2-18bb-4337-8e30-cf6dda8a803b admin admin] Router ec30d7de-eddb-46fa-bc8a-4d1a6d6becae has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:13:54.910558 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-fb98d5de-904b-4c4a-8726-b53b9b9d22e2 req-383c6817-9b97-4c08-8eb2-eeb073f1c6ad service neutron] For port 116405f4-5376-42f4-a968-ea1f6d1d62d3, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:13:54.923321 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-9c044b10-f5f4-4611-bb83-38dd5c034a5e None None] Provisioning complete for port 045b9e05-e545-4e31-b22a-81b264d3c83c triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:13:54.924542 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9c044b10-f5f4-4611-bb83-38dd5c034a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:54.968893 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-9c044b10-f5f4-4611-bb83-38dd5c034a5e None None] Port 045b9e05-e545-4e31-b22a-81b264d3c83c cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:13:55.003301 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-fb98d5de-904b-4c4a-8726-b53b9b9d22e2 req-383c6817-9b97-4c08-8eb2-eeb073f1c6ad service neutron] For port 116405f4-5376-42f4-a968-ea1f6d1d62d3, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=116405f4-5376-42f4-a968-ea1f6d1d62d3,segment=NetworkSegment(26625e68-23df-4f39-be2a-f3cf0cada78d),segment_id=26625e68-23df-4f39-be2a-f3cf0cada78d)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:13:55.023795 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b9a39-af05-4e94-a6e8-39e0e1df740a req-41591e05-5e0b-47b5-9537-2e2c9106f1a9 tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:55.026811 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5e3b9a39-af05-4e94-a6e8-39e0e1df740a req-41591e05-5e0b-47b5-9537-2e2c9106f1a9 tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] 10.222.0.64 "GET /v2.0/ports?device_id=832615b8-bfa0-4e45-ada4-11dacf718cee HTTP/1.1" status: 200 len: 943 time: 0.0977643 Dec 08 16:13:55.112849 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5e3b9a39-af05-4e94-a6e8-39e0e1df740a req-04255cfe-a064-44c6-ac48-485a01766a2a tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] 10.222.0.64 "GET /v2.0/security-groups?id=6448c4a4-fdac-4a6f-b5d3-824957707880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755479 Dec 08 16:13:55.148220 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5e5fb2-18bb-4337-8e30-cf6dda8a803b admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:13:55.154770 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-381ba54f-8068-491f-a88e-cf730151856e req-3c8635ac-2c1b-486c-b22d-c45e5a2e982d tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574463 Dec 08 16:13:55.155869 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-fb98d5de-904b-4c4a-8726-b53b9b9d22e2 req-383c6817-9b97-4c08-8eb2-eeb073f1c6ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:55.161044 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac9857e-3753-49d8-a546-66f16e97cad2 None None] Sync routers for ids ['ec30d7de-eddb-46fa-bc8a-4d1a6d6becae'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:13:55.161475 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ad5e5fb2-18bb-4337-8e30-cf6dda8a803b admin admin] 10.222.0.64 "PUT /v2.0/routers/ec30d7de-eddb-46fa-bc8a-4d1a6d6becae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2367327 Dec 08 16:13:55.186178 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac9857e-3753-49d8-a546-66f16e97cad2 None None] Routers {'ec30d7de-eddb-46fa-bc8a-4d1a6d6becae'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:13:55.186178 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-fac9857e-3753-49d8-a546-66f16e97cad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:13:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['ec30d7de-eddb-46fa-bc8a-4d1a6d6becae'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:13:55.213165 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb98d5de-904b-4c4a-8726-b53b9b9d22e2 req-383c6817-9b97-4c08-8eb2-eeb073f1c6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:55.213798 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-fb98d5de-904b-4c4a-8726-b53b9b9d22e2 req-383c6817-9b97-4c08-8eb2-eeb073f1c6ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:55.215522 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fb98d5de-904b-4c4a-8726-b53b9b9d22e2 req-383c6817-9b97-4c08-8eb2-eeb073f1c6ad service neutron] 10.222.0.76 "PUT /v2.0/ports/116405f4-5376-42f4-a968-ea1f6d1d62d3 HTTP/1.1" status: 200 len: 1092 time: 4.6919582 Dec 08 16:13:55.304049 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c6817-9b97-4c08-8eb2-eeb073f1c6ad service neutron] Pushing event updated for resources: {'Port': ['ID=116405f4-5376-42f4-a968-ea1f6d1d62d3,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:55.350407 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-d31156ad-4d24-4f63-8355-47ab35bf7782 req-ed6e9820-a6e9-4ea1-ad3b-12b4373dae3d tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Deleting port 3639da6a-01d4-461d-b556-9e3d0c4704fb {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:13:55.350764 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d31156ad-4d24-4f63-8355-47ab35bf7782 req-ed6e9820-a6e9-4ea1-ad3b-12b4373dae3d tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:55.381552 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-fac9857e-3753-49d8-a546-66f16e97cad2 None None] Set router ec30d7de-eddb-46fa-bc8a-4d1a6d6becae gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:13:55.479821 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b89b36-0dbd-425f-9452-19036acb633f req-296a9926-011c-474f-ad47-0a452f6f0d63 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:55.481904 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d1b89b36-0dbd-425f-9452-19036acb633f req-296a9926-011c-474f-ad47-0a452f6f0d63 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.1084750 Dec 08 16:13:55.534243 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb98d5de-904b-4c4a-8726-b53b9b9d22e2 req-343e4839-44ed-4455-9064-016cd53bc194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:55.535738 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fb98d5de-904b-4c4a-8726-b53b9b9d22e2 req-343e4839-44ed-4455-9064-016cd53bc194 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c4d448db166d4917813554148abc1703&device_id=832615b8-bfa0-4e45-ada4-11dacf718cee HTTP/1.1" status: 200 len: 1095 time: 0.1817691 Dec 08 16:13:55.551424 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e27e12-161a-4188-9aa4-bfd2018179d8 req-7df014eb-83a1-4512-add7-4364362a2ccd tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:55.560052 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-78e27e12-161a-4188-9aa4-bfd2018179d8 req-7df014eb-83a1-4512-add7-4364362a2ccd tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/ports?device_id=a895fc1e-88bc-4448-8e53-d29f1458e27d HTTP/1.1" status: 200 len: 945 time: 0.2296154 Dec 08 16:13:55.581999 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d1b89b36-0dbd-425f-9452-19036acb633f req-18b97cb9-2d1c-4021-9646-6facd33f44af tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883689 Dec 08 16:13:55.589278 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device fa7c8c03-37fb-40ec-8c95-4187d1cf1adb no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:13:55.623627 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-fac9857e-3753-49d8-a546-66f16e97cad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec30d7de-eddb-46fa-bc8a-4d1a6d6becae', 'name': 'tempest-TaggedBootDevicesTest_v242-1524075565-router', 'tenant_id': '18030f7f284349198514456af1320f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'dfc500d2-d742-428f-9d7d-00ccafbdd541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:13:42Z', 'updated_at': '2021-12-08T16:13:51Z', 'revision_number': 4, 'project_id': '18030f7f284349198514456af1320f51', 'gw_port': {'id': 'dfc500d2-d742-428f-9d7d-00ccafbdd541', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:99:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec30d7de-eddb-46fa-bc8a-4d1a6d6becae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:13:44Z', 'updated_at': '2021-12-08T16:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '045b9e05-e545-4e31-b22a-81b264d3c83c', 'name': '', 'network_id': 'f511b156-9962-4a0c-911e-c5b5fa14a2a0', 'tenant_id': '18030f7f284349198514456af1320f51', 'mac_address': 'fa:16:3e:af:9a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec30d7de-eddb-46fa-bc8a-4d1a6d6becae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '1788926e-2053-422c-b7be-41238d864800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:13:49Z', 'updated_at': '2021-12-08T16:13:52Z', 'revision_number': 2, 'project_id': '18030f7f284349198514456af1320f51', 'subnets': [{'id': '1788926e-2053-422c-b7be-41238d864800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:13:55.629869 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fb98d5de-904b-4c4a-8726-b53b9b9d22e2 req-a9a643e9-3344-442c-9e8a-ab1edb1461e4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=116405f4-5376-42f4-a968-ea1f6d1d62d3 HTTP/1.1" status: 200 len: 217 time: 0.0615349 Dec 08 16:13:55.651778 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-d31156ad-4d24-4f63-8355-47ab35bf7782 req-ed6e9820-a6e9-4ea1-ad3b-12b4373dae3d tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] For port 3639da6a-01d4-461d-b556-9e3d0c4704fb, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=3639da6a-01d4-461d-b556-9e3d0c4704fb,segment=NetworkSegment(2f425b4b-c69b-4ba0-88af-aadb1060cf77),segment_id=2f425b4b-c69b-4ba0-88af-aadb1060cf77)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:55.652155 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d31156ad-4d24-4f63-8355-47ab35bf7782 req-ed6e9820-a6e9-4ea1-ad3b-12b4373dae3d tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:55.655442 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac9857e-3753-49d8-a546-66f16e97cad2 None None] Checking router: ec30d7de-eddb-46fa-bc8a-4d1a6d6becae for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:13:55.656024 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac9857e-3753-49d8-a546-66f16e97cad2 None None] Updating router ec30d7de-eddb-46fa-bc8a-4d1a6d6becae port 045b9e05-e545-4e31-b22a-81b264d3c83c binding host n-d-776250-12 {{(pid=110553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:13:55.681788 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: fa7c8c03-37fb-40ec-8c95-4187d1cf1adb {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:13:55.684907 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device fa7c8c03-37fb-40ec-8c95-4187d1cf1adb not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:13:55.693606 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-fac9857e-3753-49d8-a546-66f16e97cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:55.738214 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-d31156ad-4d24-4f63-8355-47ab35bf7782 req-ed6e9820-a6e9-4ea1-ad3b-12b4373dae3d tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Calling delete_port for 3639da6a-01d4-461d-b556-9e3d0c4704fb owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:13:55.775072 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-78e27e12-161a-4188-9aa4-bfd2018179d8 req-a4b67c21-0839-4ee0-afe3-0ee0b7edfae8 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/security-groups?id=04d0ddc5-98b7-44ac-9206-b948a6e74d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137027 Dec 08 16:13:55.803253 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb98d5de-904b-4c4a-8726-b53b9b9d22e2 req-a910ce71-9962-47ff-a5bf-3742443a956b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:55.811678 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fb98d5de-904b-4c4a-8726-b53b9b9d22e2 req-a910ce71-9962-47ff-a5bf-3742443a956b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=be948f83-ae82-41b4-9f1d-ef738875495d HTTP/1.1" status: 200 len: 853 time: 0.1681452 Dec 08 16:13:55.833432 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72770550-b00d-42f2-90eb-ce0c6b48d894 req-bc787763-37f3-4c78-9dad-65371ca7886f tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:55.843325 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-72770550-b00d-42f2-90eb-ce0c6b48d894 req-bc787763-37f3-4c78-9dad-65371ca7886f tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.1220572 Dec 08 16:13:55.918716 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-72770550-b00d-42f2-90eb-ce0c6b48d894 req-e9386e29-d076-48ad-8ea9-89fe173fe3f1 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743637 Dec 08 16:13:55.953871 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fb98d5de-904b-4c4a-8726-b53b9b9d22e2 req-5e639ce8-898c-4795-82ed-28739cbb783b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b671fd2b-4aaf-4105-9732-71f7a4d4ffff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1289439 Dec 08 16:13:56.104615 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861bd8ae-d40c-494c-b747-40d3aba33f6a req-1aca4877-8bbb-4276-8897-5b0df98dceb1 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:56.106838 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-861bd8ae-d40c-494c-b747-40d3aba33f6a req-1aca4877-8bbb-4276-8897-5b0df98dceb1 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.0738080 Dec 08 16:13:56.155197 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fb98d5de-904b-4c4a-8726-b53b9b9d22e2 req-453c6ed6-57cf-4d28-972c-e8c6969b1070 service neutron] 10.222.0.76 "GET /v2.0/networks/b671fd2b-4aaf-4105-9732-71f7a4d4ffff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831999 Dec 08 16:13:56.182243 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-861bd8ae-d40c-494c-b747-40d3aba33f6a req-6499b26b-3883-4945-93c9-2e3bd7cb922f tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625129 Dec 08 16:13:56.249348 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-fac9857e-3753-49d8-a546-66f16e97cad2 None None] Publish callbacks [] for port, precommit_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:56.279917 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d31156ad-4d24-4f63-8355-47ab35bf7782 req-ed6e9820-a6e9-4ea1-ad3b-12b4373dae3d tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:56.296120 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['6089fd86-18e9-4949-819e-27e032ef49b3'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:13:56.297615 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '832615b8-bfa0-4e45-ada4-11dacf718cee', 'tag': '116405f4-5376-42f4-a968-ea1f6d1d62d3'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:13:56.300299 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709d37b9-5bf4-43ab-9348-2a85f72f0d9e" -d '{"events": [{"name": "network-changed", "server_uuid": "832615b8-bfa0-4e45-ada4-11dacf718cee", "tag": "116405f4-5376-42f4-a968-ea1f6d1d62d3"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:13:56.342797 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65befb-a2cf-4733-b1ba-333306872342 req-e31a6ea9-67c2-4394-a1cc-b06e42689340 tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:56.344936 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3e65befb-a2cf-4733-b1ba-333306872342 req-e31a6ea9-67c2-4394-a1cc-b06e42689340 tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] 10.222.0.64 "GET /v2.0/ports?device_id=832615b8-bfa0-4e45-ada4-11dacf718cee HTTP/1.1" status: 200 len: 943 time: 0.0834141 Dec 08 16:13:56.381693 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6e9820-a6e9-4ea1-ad3b-12b4373dae3d tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Pushing event deleted for resources: {'Port': ['ID=3639da6a-01d4-461d-b556-9e3d0c4704fb,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:56.416259 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-fac9857e-3753-49d8-a546-66f16e97cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:56.433939 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3e65befb-a2cf-4733-b1ba-333306872342 req-9144671f-c8ec-4e6c-9c8b-89fbe4c43c6f tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] 10.222.0.64 "GET /v2.0/security-groups?id=6448c4a4-fdac-4a6f-b5d3-824957707880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821211 Dec 08 16:13:56.435742 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-d31156ad-4d24-4f63-8355-47ab35bf7782 req-ed6e9820-a6e9-4ea1-ad3b-12b4373dae3d tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] No DVR routers for this DVR port 3639da6a-01d4-461d-b556-9e3d0c4704fb on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:13:56.454488 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d31156ad-4d24-4f63-8355-47ab35bf7782 req-ed6e9820-a6e9-4ea1-ad3b-12b4373dae3d tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:56.471161 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d31156ad-4d24-4f63-8355-47ab35bf7782 req-ed6e9820-a6e9-4ea1-ad3b-12b4373dae3d tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.76 "DELETE /v2.0/ports/3639da6a-01d4-461d-b556-9e3d0c4704fb HTTP/1.1" status: 204 len: 173 time: 1.6704969 Dec 08 16:13:56.523773 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fb98d5de-904b-4c4a-8726-b53b9b9d22e2 req-84453922-8309-4d8d-8dbe-f8850518c6ed service neutron] 10.222.0.76 "GET /v2.0/networks/b671fd2b-4aaf-4105-9732-71f7a4d4ffff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513315 Dec 08 16:13:56.606252 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 47946) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:56.612674 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-6ec4a835-d7c8-49a4-b3f2-49f0d3ced5e2 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1016342196-network', 'tenant_id': '3481bfea2d7c49e6bcf0e8154ace25bd'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:13:56.645455 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-fac9857e-3753-49d8-a546-66f16e97cad2 None None] Attempting to bind port 045b9e05-e545-4e31-b22a-81b264d3c83c on host n-d-776250-12 for vnic_type normal with profile {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:13:56.646046 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-fac9857e-3753-49d8-a546-66f16e97cad2 None None] Attempting to bind port 045b9e05-e545-4e31-b22a-81b264d3c83c by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '02b1a325-c52a-457b-a2ac-b3d8092ab9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f511b156-9962-4a0c-911e-c5b5fa14a2a0'}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:13:56.650923 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac9857e-3753-49d8-a546-66f16e97cad2 None None] Attempting to bind port 045b9e05-e545-4e31-b22a-81b264d3c83c on network f511b156-9962-4a0c-911e-c5b5fa14a2a0 {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:13:56.664246 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac9857e-3753-49d8-a546-66f16e97cad2 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:13:56.664961 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac9857e-3753-49d8-a546-66f16e97cad2 None None] Checking segment: {'id': '02b1a325-c52a-457b-a2ac-b3d8092ab9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f511b156-9962-4a0c-911e-c5b5fa14a2a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:13:56.665581 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-fac9857e-3753-49d8-a546-66f16e97cad2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:56.666186 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac9857e-3753-49d8-a546-66f16e97cad2 None None] Bound using segment: {'id': '02b1a325-c52a-457b-a2ac-b3d8092ab9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f511b156-9962-4a0c-911e-c5b5fa14a2a0'} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:13:56.666873 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-fac9857e-3753-49d8-a546-66f16e97cad2 None None] Bound port: 045b9e05-e545-4e31-b22a-81b264d3c83c, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02b1a325-c52a-457b-a2ac-b3d8092ab9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f511b156-9962-4a0c-911e-c5b5fa14a2a0'}}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:13:56.667456 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-fac9857e-3753-49d8-a546-66f16e97cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:56.677168 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d97f73-7a69-436e-bef5-e4cab3f5be1e req-9bea061a-1cc3-403c-8a01-aeb5044ac2f8 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:56.689051 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-16d97f73-7a69-436e-bef5-e4cab3f5be1e req-9bea061a-1cc3-403c-8a01-aeb5044ac2f8 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.1604106 Dec 08 16:13:56.725233 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec4a835-d7c8-49a4-b3f2-49f0d3ced5e2 admin admin] Made reservation on behalf of 3481bfea2d7c49e6bcf0e8154ace25bd for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:13:56.729640 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6ec4a835-d7c8-49a4-b3f2-49f0d3ced5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:56.741228 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6ec4a835-d7c8-49a4-b3f2-49f0d3ced5e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:56.892661 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-16d97f73-7a69-436e-bef5-e4cab3f5be1e req-5fa0fad0-7354-485b-a954-950b0ea26a26 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817579 Dec 08 16:13:56.930268 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3766b79-9e6b-4ba8-979b-b13c5a3cac3c x-openstack-request-id: req-f3766b79-9e6b-4ba8-979b-b13c5a3cac3c {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:13:56.936063 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "832615b8-bfa0-4e45-ada4-11dacf718cee", "tag": "116405f4-5376-42f4-a968-ea1f6d1d62d3", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:13:56.939362 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f3766b79-9e6b-4ba8-979b-b13c5a3cac3c {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:13:56.940080 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '832615b8-bfa0-4e45-ada4-11dacf718cee', 'tag': '116405f4-5376-42f4-a968-ea1f6d1d62d3', 'status': 'completed', 'code': 200} Dec 08 16:13:57.067388 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-89756247-cba3-4cdf-adef-ceafeea20de7 None None] Provisioning complete for port 045b9e05-e545-4e31-b22a-81b264d3c83c triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:13:57.068734 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-89756247-cba3-4cdf-adef-ceafeea20de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:57.147863 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6ec4a835-d7c8-49a4-b3f2-49f0d3ced5e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:57.210816 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-495bbaf3-51a3-4b58-8621-3bbd0ebfa007 req-76af5930-2262-46d7-b038-3b647fe2454d tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/ports?device_id=a895fc1e-88bc-4448-8e53-d29f1458e27d HTTP/1.1" status: 200 len: 210 time: 0.0906837 Dec 08 16:13:57.224102 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709d37b9-5bf4-43ab-9348-2a85f72f0d9e req-26478587-10af-4c8d-b84d-5cfd7aa2aed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:57.224948 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-89756247-cba3-4cdf-adef-ceafeea20de7 None None] Port 045b9e05-e545-4e31-b22a-81b264d3c83c cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:13:57.225228 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-709d37b9-5bf4-43ab-9348-2a85f72f0d9e req-26478587-10af-4c8d-b84d-5cfd7aa2aed0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c4d448db166d4917813554148abc1703&device_id=832615b8-bfa0-4e45-ada4-11dacf718cee HTTP/1.1" status: 200 len: 1095 time: 0.3112600 Dec 08 16:13:57.261155 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15609a20-a845-4e90-a6d1-2562e4f6f133 req-69f25493-8f55-420a-96ab-e9cd286f301f tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:57.274284 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-15609a20-a845-4e90-a6d1-2562e4f6f133 req-69f25493-8f55-420a-96ab-e9cd286f301f tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee7e5aa1-2c93-461d-a5f9-ee11e225510a HTTP/1.1" status: 200 len: 950 time: 0.1726477 Dec 08 16:13:57.345058 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42a5ea2-dfa6-4834-89fd-92786bd12a11 None None] Pushing event updated for resources: {'Port': ['ID=045b9e05-e545-4e31-b22a-81b264d3c83c,revision_number=3']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:57.346159 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6ec4a835-d7c8-49a4-b3f2-49f0d3ced5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:57.353782 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42a5ea2-dfa6-4834-89fd-92786bd12a11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:57.354521 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42a5ea2-dfa6-4834-89fd-92786bd12a11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:57.355111 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42a5ea2-dfa6-4834-89fd-92786bd12a11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:57.355612 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42a5ea2-dfa6-4834-89fd-92786bd12a11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:57.356103 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42a5ea2-dfa6-4834-89fd-92786bd12a11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:57.356610 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42a5ea2-dfa6-4834-89fd-92786bd12a11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:57.357132 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42a5ea2-dfa6-4834-89fd-92786bd12a11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:57.357618 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42a5ea2-dfa6-4834-89fd-92786bd12a11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:57.358134 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42a5ea2-dfa6-4834-89fd-92786bd12a11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:57.358613 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42a5ea2-dfa6-4834-89fd-92786bd12a11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:57.359109 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42a5ea2-dfa6-4834-89fd-92786bd12a11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:57.359585 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42a5ea2-dfa6-4834-89fd-92786bd12a11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:57.360063 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42a5ea2-dfa6-4834-89fd-92786bd12a11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:57.370522 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-fac9857e-3753-49d8-a546-66f16e97cad2 None None] For port 045b9e05-e545-4e31-b22a-81b264d3c83c, host n-d-776250-12, cleared binding levels {{(pid=110553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:13:57.374100 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-fac9857e-3753-49d8-a546-66f16e97cad2 None None] For port 045b9e05-e545-4e31-b22a-81b264d3c83c, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=045b9e05-e545-4e31-b22a-81b264d3c83c,segment=NetworkSegment(02b1a325-c52a-457b-a2ac-b3d8092ab9c2),segment_id=02b1a325-c52a-457b-a2ac-b3d8092ab9c2)] {{(pid=110553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:13:57.377007 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-15609a20-a845-4e90-a6d1-2562e4f6f133 req-2a58e3bf-3718-4aa3-b5e2-ae22914c41a5 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010802 Dec 08 16:13:57.402893 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec4a835-d7c8-49a4-b3f2-49f0d3ced5e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4805fb-e587-4fd9-9434-fdfa26c01f1e,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:57.440145 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ec4a835-d7c8-49a4-b3f2-49f0d3ced5e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:13:57.444992 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-fac9857e-3753-49d8-a546-66f16e97cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:57.481364 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6ec4a835-d7c8-49a4-b3f2-49f0d3ced5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:57.481723 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-6ec4a835-d7c8-49a4-b3f2-49f0d3ced5e2 admin admin] Added segment 2de25e18-fff7-4bc6-a69a-b5093ddb93a3 of type vlan for network 204b38f3-5db6-4656-ad7b-d13d0fa37e5a Dec 08 16:13:57.494741 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac9857e-3753-49d8-a546-66f16e97cad2 None None] Routers {'ec30d7de-eddb-46fa-bc8a-4d1a6d6becae'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:13:57.500593 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-fac9857e-3753-49d8-a546-66f16e97cad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:13:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['ec30d7de-eddb-46fa-bc8a-4d1a6d6becae'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:13:57.525735 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42a5ea2-dfa6-4834-89fd-92786bd12a11 None None] Pushing event updated for resources: {'Port': ['ID=045b9e05-e545-4e31-b22a-81b264d3c83c,revision_number=4']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:57.567008 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6ec4a835-d7c8-49a4-b3f2-49f0d3ced5e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:57.584487 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 3639da6a-01d4-461d-b556-9e3d0c4704fb no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:13:57.623117 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: 3639da6a-01d4-461d-b556-9e3d0c4704fb {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:13:57.623501 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 3639da6a-01d4-461d-b556-9e3d0c4704fb not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:13:57.628014 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de93b5-9f88-46ac-bbf4-34751e44d132 req-30749aa2-f0e3-452a-8a28-65e60ef9ab8d tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:57.636056 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-01de93b5-9f88-46ac-bbf4-34751e44d132 req-30749aa2-f0e3-452a-8a28-65e60ef9ab8d tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] 10.222.0.64 "GET /v2.0/ports?device_id=832615b8-bfa0-4e45-ada4-11dacf718cee HTTP/1.1" status: 200 len: 943 time: 0.0912869 Dec 08 16:13:57.636283 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709d37b9-5bf4-43ab-9348-2a85f72f0d9e req-71c720c6-0eba-4983-a8d1-d80d72e21121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:57.637779 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-709d37b9-5bf4-43ab-9348-2a85f72f0d9e req-71c720c6-0eba-4983-a8d1-d80d72e21121 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b671fd2b-4aaf-4105-9732-71f7a4d4ffff HTTP/1.1" status: 200 len: 914 time: 0.4026628 Dec 08 16:13:57.672908 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aeb98c-8046-4f3a-9fb1-444d0b0b9d5b req-2a8b835b-fc8f-48ff-b5b4-e62fc8c50600 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:57.681934 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e0aeb98c-8046-4f3a-9fb1-444d0b0b9d5b req-2a8b835b-fc8f-48ff-b5b4-e62fc8c50600 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.2623584 Dec 08 16:13:57.703087 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-fac9857e-3753-49d8-a546-66f16e97cad2 None None] Set router ec30d7de-eddb-46fa-bc8a-4d1a6d6becae gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:13:57.712788 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-01de93b5-9f88-46ac-bbf4-34751e44d132 req-813286a7-4798-43b9-881e-dcf3ecf4313b tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] 10.222.0.64 "GET /v2.0/security-groups?id=6448c4a4-fdac-4a6f-b5d3-824957707880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754609 Dec 08 16:13:57.746589 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-709d37b9-5bf4-43ab-9348-2a85f72f0d9e req-ca6ff455-bcb7-4338-9c2d-107f748a7e4b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=116405f4-5376-42f4-a968-ea1f6d1d62d3 HTTP/1.1" status: 200 len: 217 time: 0.0929251 Dec 08 16:13:57.835834 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e0aeb98c-8046-4f3a-9fb1-444d0b0b9d5b req-76395120-19d9-4113-aba9-c98cb9a48fa7 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521325 Dec 08 16:13:57.840554 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709d37b9-5bf4-43ab-9348-2a85f72f0d9e req-4bd251cd-b765-4b16-8a61-5f684e47f2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:57.842361 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-709d37b9-5bf4-43ab-9348-2a85f72f0d9e req-4bd251cd-b765-4b16-8a61-5f684e47f2f9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=be948f83-ae82-41b4-9f1d-ef738875495d HTTP/1.1" status: 200 len: 853 time: 0.0883579 Dec 08 16:13:57.866633 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6ec4a835-d7c8-49a4-b3f2-49f0d3ced5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:57.867709 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec4a835-d7c8-49a4-b3f2-49f0d3ced5e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:57.868997 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6ec4a835-d7c8-49a4-b3f2-49f0d3ced5e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:57.877384 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-ee2965e8-e417-4138-8e63-9f5d727dba34 None None] Provisioning complete for port 045b9e05-e545-4e31-b22a-81b264d3c83c triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:13:57.878049 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ee2965e8-e417-4138-8e63-9f5d727dba34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:57.950935 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec4a835-d7c8-49a4-b3f2-49f0d3ced5e2 admin admin] Pushing event updated for resources: {'Network': ['ID=204b38f3-5db6-4656-ad7b-d13d0fa37e5a,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:57.957569 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-709d37b9-5bf4-43ab-9348-2a85f72f0d9e req-9071545a-8a1a-4dc2-b274-7a3b2c2efb4a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b671fd2b-4aaf-4105-9732-71f7a4d4ffff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1001720 Dec 08 16:13:57.963794 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 204b38f3-5db6-4656-ad7b-d13d0fa37e5a details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:13:58.042568 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-6ec4a835-d7c8-49a4-b3f2-49f0d3ced5e2 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4351034 Dec 08 16:13:58.047141 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 47964) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:58.061769 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-f485b907-5006-41b7-b9a8-c50a31c685e7 admin admin] Request body: {'subnet': {'network_id': '204b38f3-5db6-4656-ad7b-d13d0fa37e5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1016342196-subnet', 'tenant_id': '3481bfea2d7c49e6bcf0e8154ace25bd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:13:58.128007 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ee2965e8-e417-4138-8e63-9f5d727dba34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:58.136038 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded487f7-1e21-4b40-bf0d-20043a17fc5f req-7944bc6c-dbb7-4cca-9fcb-4c58dd584dd5 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:58.140311 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ded487f7-1e21-4b40-bf0d-20043a17fc5f req-7944bc6c-dbb7-4cca-9fcb-4c58dd584dd5 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.1552484 Dec 08 16:13:58.151879 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-709d37b9-5bf4-43ab-9348-2a85f72f0d9e req-b9079410-0b4a-49d6-a23b-df0dcfe752df service neutron] 10.222.0.76 "GET /v2.0/networks/b671fd2b-4aaf-4105-9732-71f7a4d4ffff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861877 Dec 08 16:13:58.181109 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-fac9857e-3753-49d8-a546-66f16e97cad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec30d7de-eddb-46fa-bc8a-4d1a6d6becae', 'name': 'tempest-TaggedBootDevicesTest_v242-1524075565-router', 'tenant_id': '18030f7f284349198514456af1320f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'dfc500d2-d742-428f-9d7d-00ccafbdd541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:13:42Z', 'updated_at': '2021-12-08T16:13:51Z', 'revision_number': 4, 'project_id': '18030f7f284349198514456af1320f51', 'gw_port': {'id': 'dfc500d2-d742-428f-9d7d-00ccafbdd541', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:99:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec30d7de-eddb-46fa-bc8a-4d1a6d6becae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:13:44Z', 'updated_at': '2021-12-08T16:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '045b9e05-e545-4e31-b22a-81b264d3c83c', 'name': '', 'network_id': 'f511b156-9962-4a0c-911e-c5b5fa14a2a0', 'tenant_id': '18030f7f284349198514456af1320f51', 'mac_address': 'fa:16:3e:af:9a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec30d7de-eddb-46fa-bc8a-4d1a6d6becae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '1788926e-2053-422c-b7be-41238d864800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:13:49Z', 'updated_at': '2021-12-08T16:13:57Z', 'revision_number': 4, 'project_id': '18030f7f284349198514456af1320f51', 'subnets': [{'id': '1788926e-2053-422c-b7be-41238d864800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:13:58.208964 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-ee2965e8-e417-4138-8e63-9f5d727dba34 None None] For port 045b9e05-e545-4e31-b22a-81b264d3c83c, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=045b9e05-e545-4e31-b22a-81b264d3c83c,segment=NetworkSegment(02b1a325-c52a-457b-a2ac-b3d8092ab9c2),segment_id=02b1a325-c52a-457b-a2ac-b3d8092ab9c2)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:58.248599 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49de8bb-5d17-4881-a753-faba1a98541a req-b29ed4ff-061e-47a9-8181-5737b7fc2cca tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:58.250183 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b49de8bb-5d17-4881-a753-faba1a98541a req-b29ed4ff-061e-47a9-8181-5737b7fc2cca tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee7e5aa1-2c93-461d-a5f9-ee11e225510a HTTP/1.1" status: 200 len: 950 time: 0.1672201 Dec 08 16:13:58.255138 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f485b907-5006-41b7-b9a8-c50a31c685e7 admin admin] Made reservation on behalf of 3481bfea2d7c49e6bcf0e8154ace25bd for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:13:58.257489 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f485b907-5006-41b7-b9a8-c50a31c685e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:58.281201 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ded487f7-1e21-4b40-bf0d-20043a17fc5f req-be31949a-4af4-4d0c-9ce5-b54da5e2a09a tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008956 Dec 08 16:13:58.297976 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac9857e-3753-49d8-a546-66f16e97cad2 None None] The sync data for ids ['ec30d7de-eddb-46fa-bc8a-4d1a6d6becae'] in n-d-776250-12 is: [{'id': 'ec30d7de-eddb-46fa-bc8a-4d1a6d6becae', 'name': 'tempest-TaggedBootDevicesTest_v242-1524075565-router', 'tenant_id': '18030f7f284349198514456af1320f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'dfc500d2-d742-428f-9d7d-00ccafbdd541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:13:42Z', 'updated_at': '2021-12-08T16:13:51Z', 'revision_number': 4, 'project_id': '18030f7f284349198514456af1320f51', 'gw_port': {'id': 'dfc500d2-d742-428f-9d7d-00ccafbdd541', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:99:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec30d7de-eddb-46fa-bc8a-4d1a6d6becae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:13:44Z', 'updated_at': '2021-12-08T16:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '045b9e05-e545-4e31-b22a-81b264d3c83c', 'name': '', 'network_id': 'f511b156-9962-4a0c-911e-c5b5fa14a2a0', 'tenant_id': '18030f7f284349198514456af1320f51', 'mac_address': 'fa:16:3e:af:9a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec30d7de-eddb-46fa-bc8a-4d1a6d6becae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '1788926e-2053-422c-b7be-41238d864800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:13:49Z', 'updated_at': '2021-12-08T16:13:57Z', 'revision_number': 4, 'project_id': '18030f7f284349198514456af1320f51', 'subnets': [{'id': '1788926e-2053-422c-b7be-41238d864800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:13:58.307264 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-709d37b9-5bf4-43ab-9348-2a85f72f0d9e req-c649e88a-f4dc-49f9-af7f-1a45952eabcb service neutron] 10.222.0.76 "GET /v2.0/networks/b671fd2b-4aaf-4105-9732-71f7a4d4ffff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471224 Dec 08 16:13:58.313532 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ee2965e8-e417-4138-8e63-9f5d727dba34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:58.442896 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2965e8-e417-4138-8e63-9f5d727dba34 None None] Pushing event updated for resources: {'Port': ['ID=045b9e05-e545-4e31-b22a-81b264d3c83c,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:58.563090 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-b49de8bb-5d17-4881-a753-faba1a98541a req-c3e55cbd-415e-41b8-937d-5764241c6ea9 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Deleting port 6fcbf224-ea5a-407f-a8b9-3919aa81a099 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:13:58.563863 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-b49de8bb-5d17-4881-a753-faba1a98541a req-c3e55cbd-415e-41b8-937d-5764241c6ea9 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:58.759329 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-b49de8bb-5d17-4881-a753-faba1a98541a req-c3e55cbd-415e-41b8-937d-5764241c6ea9 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] For port 6fcbf224-ea5a-407f-a8b9-3919aa81a099, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=6fcbf224-ea5a-407f-a8b9-3919aa81a099,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:58.759971 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-b49de8bb-5d17-4881-a753-faba1a98541a req-c3e55cbd-415e-41b8-937d-5764241c6ea9 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:58.774896 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-b49de8bb-5d17-4881-a753-faba1a98541a req-c3e55cbd-415e-41b8-937d-5764241c6ea9 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Calling delete_port for 6fcbf224-ea5a-407f-a8b9-3919aa81a099 owned by compute:nova {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:13:58.836380 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f485b907-5006-41b7-b9a8-c50a31c685e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:58.933665 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f485b907-5006-41b7-b9a8-c50a31c685e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43aa52d0-1c49-440e-9d69-0c8dbedc8c0e,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:58.944607 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a895fc1e-88bc-4448-8e53-d29f1458e27d', 'name': 'network-vif-deleted', 'tag': '3639da6a-01d4-461d-b556-9e3d0c4704fb'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:13:58.947217 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbadf045-7a66-4bec-bef5-c0206e565595" -d '{"events": [{"server_uuid": "a895fc1e-88bc-4448-8e53-d29f1458e27d", "name": "network-vif-deleted", "tag": "3639da6a-01d4-461d-b556-9e3d0c4704fb"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:13:59.011610 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e86b0-4419-4172-94c7-5747d00f234b req-fdc3d3b6-ed42-4b23-938a-3df6f758c298 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:59.016556 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bd4e86b0-4419-4172-94c7-5747d00f234b req-fdc3d3b6-ed42-4b23-938a-3df6f758c298 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee7e5aa1-2c93-461d-a5f9-ee11e225510a HTTP/1.1" status: 200 len: 950 time: 0.0901129 Dec 08 16:13:59.082374 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f485b907-5006-41b7-b9a8-c50a31c685e7 admin admin] Checking segment: {'id': '2de25e18-fff7-4bc6-a69a-b5093ddb93a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '204b38f3-5db6-4656-ad7b-d13d0fa37e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:13:59.083020 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f485b907-5006-41b7-b9a8-c50a31c685e7 admin admin] Network hostable DHCP agents. Network: 204b38f3-5db6-4656-ad7b-d13d0fa37e5a, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:13:59.093080 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bd4e86b0-4419-4172-94c7-5747d00f234b req-4e1cea24-2f88-4ab1-bebc-28628b54d83b tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/security-groups?id=3ee4e372-e602-4a92-8f86-a0127f57e02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700696 Dec 08 16:13:59.135401 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bd5433-0de3-46f0-9fb5-cdbb83b18b5d req-34a9fa73-ae56-4078-96ec-fb942e692019 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:59.141631 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d8bd5433-0de3-46f0-9fb5-cdbb83b18b5d req-34a9fa73-ae56-4078-96ec-fb942e692019 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.1842129 Dec 08 16:13:59.222484 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-b49de8bb-5d17-4881-a753-faba1a98541a req-c3e55cbd-415e-41b8-937d-5764241c6ea9 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:59.241624 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['6fcbf224-ea5a-407f-a8b9-3919aa81a099'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:13:59.259595 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d8bd5433-0de3-46f0-9fb5-cdbb83b18b5d req-9956d047-0c54-4041-8f48-58f60e298eb2 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109040 Dec 08 16:13:59.299860 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b343f-144f-4c94-9272-272b2211b2c5 req-0d2bd024-17a4-4f7e-a123-2ed3d9b6e0ff tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:59.301520 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ad3b343f-144f-4c94-9272-272b2211b2c5 req-0d2bd024-17a4-4f7e-a123-2ed3d9b6e0ff tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] 10.222.0.64 "GET /v2.0/ports?device_id=832615b8-bfa0-4e45-ada4-11dacf718cee HTTP/1.1" status: 200 len: 943 time: 0.1136818 Dec 08 16:13:59.316139 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f485b907-5006-41b7-b9a8-c50a31c685e7 admin admin] Network 204b38f3-5db6-4656-ad7b-d13d0fa37e5a is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:13:59.325427 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e55cbd-415e-41b8-937d-5764241c6ea9 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Pushing event deleted for resources: {'Port': ['ID=6fcbf224-ea5a-407f-a8b9-3919aa81a099,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:59.410167 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ad3b343f-144f-4c94-9272-272b2211b2c5 req-642971b1-f56d-4e4f-bfde-52df38ff73e3 tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] 10.222.0.64 "GET /v2.0/security-groups?id=6448c4a4-fdac-4a6f-b5d3-824957707880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015329 Dec 08 16:13:59.418515 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-f485b907-5006-41b7-b9a8-c50a31c685e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 204b38f3-5db6-4656-ad7b-d13d0fa37e5a) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:13:59.424038 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-b49de8bb-5d17-4881-a753-faba1a98541a req-c3e55cbd-415e-41b8-937d-5764241c6ea9 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] No DVR routers for this DVR port 6fcbf224-ea5a-407f-a8b9-3919aa81a099 on host n-h2-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:13:59.433505 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-b49de8bb-5d17-4881-a753-faba1a98541a req-c3e55cbd-415e-41b8-937d-5764241c6ea9 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:59.433738 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb85899b-2fe7-4426-87ec-e16eb8852033 None None] Network 204b38f3-5db6-4656-ad7b-d13d0fa37e5a requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:13:59.456878 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b49de8bb-5d17-4881-a753-faba1a98541a req-c3e55cbd-415e-41b8-937d-5764241c6ea9 tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.37 "DELETE /v2.0/ports/6fcbf224-ea5a-407f-a8b9-3919aa81a099 HTTP/1.1" status: 204 len: 173 time: 1.1905694 Dec 08 16:13:59.456878 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f485b907-5006-41b7-b9a8-c50a31c685e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:59.456878 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f485b907-5006-41b7-b9a8-c50a31c685e7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:59.463432 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee7e5aa1-2c93-461d-a5f9-ee11e225510a', 'name': 'network-vif-deleted', 'tag': '6fcbf224-ea5a-407f-a8b9-3919aa81a099'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:13:59.467024 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc34bb49-7a7a-4c14-90a2-cbc47f458b3d" -d '{"events": [{"server_uuid": "ee7e5aa1-2c93-461d-a5f9-ee11e225510a", "name": "network-vif-deleted", "tag": "6fcbf224-ea5a-407f-a8b9-3919aa81a099"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:13:59.553667 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffee28d-6db0-4cb4-bb0d-b19aba64059c req-faf94ada-f633-4272-9c7a-1a201182253b tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:59.554966 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5ffee28d-6db0-4cb4-bb0d-b19aba64059c req-faf94ada-f633-4272-9c7a-1a201182253b tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb5e3b2f-48c2-4fe8-a766-53397d7f0350 HTTP/1.1" status: 200 len: 945 time: 0.1501601 Dec 08 16:13:59.598753 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f948bb2b-820b-4789-8349-9f9a715ace86 req-c882caf6-796c-459b-a332-4c6c8df79ca5 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:59.600488 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f948bb2b-820b-4789-8349-9f9a715ace86 req-c882caf6-796c-459b-a332-4c6c8df79ca5 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/ports?device_id=02fb20b1-471e-442a-bda8-433b9e2e0039 HTTP/1.1" status: 200 len: 945 time: 0.1024320 Dec 08 16:13:59.628820 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 116405f4-5376-42f4-a968-ea1f6d1d62d3 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:13:59.647686 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f485b907-5006-41b7-b9a8-c50a31c685e7 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5992773 Dec 08 16:13:59.654676 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 48002) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:59.668904 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ceff4bd-c80c-4bfc-8c6f-50f7ebda32f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-204b38f3-5db6-4656-ad7b-d13d0fa37e5a', 'network_id': '204b38f3-5db6-4656-ad7b-d13d0fa37e5a', 'project_id': '3481bfea2d7c49e6bcf0e8154ace25bd', 'fixed_ips': [{'subnet_id': '43aa52d0-1c49-440e-9d69-0c8dbedc8c0e'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:13:59.670072 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-6c77ada8-030c-423f-bf4d-e80473eac02f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1016342196-router', 'tenant_id': '3481bfea2d7c49e6bcf0e8154ace25bd', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:13:59.670196 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6ceff4bd-c80c-4bfc-8c6f-50f7ebda32f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:59.729791 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f948bb2b-820b-4789-8349-9f9a715ace86 req-2cb377fb-263d-4d3b-801d-45d982237f7d tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/security-groups?id=04d0ddc5-98b7-44ac-9206-b948a6e74d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192558 Dec 08 16:13:59.735042 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5ffee28d-6db0-4cb4-bb0d-b19aba64059c req-3c8b881d-324b-450b-a2c6-a612024b44c0 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621575 Dec 08 16:13:59.810950 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6c77ada8-030c-423f-bf4d-e80473eac02f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:59.812794 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6c77ada8-030c-423f-bf4d-e80473eac02f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:59.862555 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c07946e-18c5-47a7-a5b1-3cb097d603a0 x-openstack-request-id: req-9c07946e-18c5-47a7-a5b1-3cb097d603a0 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:13:59.863212 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a895fc1e-88bc-4448-8e53-d29f1458e27d", "name": "network-vif-deleted", "tag": "3639da6a-01d4-461d-b556-9e3d0c4704fb", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:13:59.863865 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9c07946e-18c5-47a7-a5b1-3cb097d603a0 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:13:59.864490 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a895fc1e-88bc-4448-8e53-d29f1458e27d', 'name': 'network-vif-deleted', 'tag': '3639da6a-01d4-461d-b556-9e3d0c4704fb', 'status': 'completed', 'code': 200} Dec 08 16:13:59.996521 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6c77ada8-030c-423f-bf4d-e80473eac02f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:59.996521 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba3891d-5336-434f-95ab-5529c367b182 x-openstack-request-id: req-5ba3891d-5336-434f-95ab-5529c367b182 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:13:59.996521 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee7e5aa1-2c93-461d-a5f9-ee11e225510a", "name": "network-vif-deleted", "tag": "6fcbf224-ea5a-407f-a8b9-3919aa81a099", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:13:59.996521 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5ba3891d-5336-434f-95ab-5529c367b182 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:13:59.996521 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee7e5aa1-2c93-461d-a5f9-ee11e225510a', 'name': 'network-vif-deleted', 'tag': '6fcbf224-ea5a-407f-a8b9-3919aa81a099', 'status': 'completed', 'code': 200} Dec 08 16:14:00.085418 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7111d-0fdb-4386-80a2-a43ed3515fa2 req-d7b637cd-9efd-4149-9de7-f99160993826 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:00.088646 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b1f7111d-0fdb-4386-80a2-a43ed3515fa2 req-d7b637cd-9efd-4149-9de7-f99160993826 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.0809371 Dec 08 16:14:00.111557 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 045b9e05-e545-4e31-b22a-81b264d3c83c up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:14:00.179795 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 116405f4-5376-42f4-a968-ea1f6d1d62d3, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=116405f4-5376-42f4-a968-ea1f6d1d62d3,segment=NetworkSegment(26625e68-23df-4f39-be2a-f3cf0cada78d),segment_id=26625e68-23df-4f39-be2a-f3cf0cada78d)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:00.214571 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '116405f4-5376-42f4-a968-ea1f6d1d62d3', 'network_id': 'b671fd2b-4aaf-4105-9732-71f7a4d4ffff', 'port_id': '116405f4-5376-42f4-a968-ea1f6d1d62d3', 'mac_address': 'fa:16:3e:4f:3a:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be948f83-ae82-41b4-9f1d-ef738875495d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:14:00.217072 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-6ceff4bd-c80c-4bfc-8c6f-50f7ebda32f6 None None] Allocated IP 172.20.0.2 (204b38f3-5db6-4656-ad7b-d13d0fa37e5a/43aa52d0-1c49-440e-9d69-0c8dbedc8c0e/b3ace257-ad14-4aa4-9b29-71d41a78e084) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:14:00.244298 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b1f7111d-0fdb-4386-80a2-a43ed3515fa2 req-890fc40a-cd62-4e36-bb35-3f2d8b436f6a tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374316 Dec 08 16:14:00.345098 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bcab0111-f31b-415c-a22e-ed19cbcaeef2 req-12084a70-a95f-44d5-b7a3-35dc027be8df tempest-ServersOnMultiNodesTest-1905613322 tempest-ServersOnMultiNodesTest-1905613322-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee7e5aa1-2c93-461d-a5f9-ee11e225510a HTTP/1.1" status: 200 len: 210 time: 0.0681467 Dec 08 16:14:00.368644 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6c77ada8-030c-423f-bf4d-e80473eac02f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:00.527451 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 045b9e05-e545-4e31-b22a-81b264d3c83c triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:14:00.528098 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:00.617638 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6acaa8-4a74-4b9b-8f3b-0041b6ce7e96 req-33531523-8f6c-4e82-a1e5-0ee54aa3f03d tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:00.619518 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bd6acaa8-4a74-4b9b-8f3b-0041b6ce7e96 req-33531523-8f6c-4e82-a1e5-0ee54aa3f03d tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] 10.222.0.64 "GET /v2.0/ports?device_id=832615b8-bfa0-4e45-ada4-11dacf718cee HTTP/1.1" status: 200 len: 943 time: 0.0956385 Dec 08 16:14:00.666540 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3b620-dfa6-49e6-9063-e1fe94aa8286 req-5589e04c-6007-4d17-9e55-cd3de11a7e16 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:00.668700 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8ca3b620-dfa6-49e6-9063-e1fe94aa8286 req-5589e04c-6007-4d17-9e55-cd3de11a7e16 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.76 "GET /v2.0/ports?device_id=02fb20b1-471e-442a-bda8-433b9e2e0039 HTTP/1.1" status: 200 len: 945 time: 0.0862155 Dec 08 16:14:00.689559 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6ceff4bd-c80c-4bfc-8c6f-50f7ebda32f6 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:00.696009 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:00.714408 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 116405f4-5376-42f4-a968-ea1f6d1d62d3 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:14:00.750963 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 116405f4-5376-42f4-a968-ea1f6d1d62d3, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=116405f4-5376-42f4-a968-ea1f6d1d62d3,segment=NetworkSegment(26625e68-23df-4f39-be2a-f3cf0cada78d),segment_id=26625e68-23df-4f39-be2a-f3cf0cada78d)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:00.784588 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bd6acaa8-4a74-4b9b-8f3b-0041b6ce7e96 req-317ca5cc-6179-4e06-9a00-64d142d1e8b0 tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] 10.222.0.64 "GET /v2.0/security-groups?id=6448c4a4-fdac-4a6f-b5d3-824957707880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551127 Dec 08 16:14:00.834079 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-8ca3b620-dfa6-49e6-9063-e1fe94aa8286 req-921262fa-44f7-472f-93fc-74f5452b71ea tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Deleting port 6089fd86-18e9-4949-819e-27e032ef49b3 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:14:00.834429 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-8ca3b620-dfa6-49e6-9063-e1fe94aa8286 req-921262fa-44f7-472f-93fc-74f5452b71ea tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:00.839217 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6ceff4bd-c80c-4bfc-8c6f-50f7ebda32f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:00.878287 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ceff4bd-c80c-4bfc-8c6f-50f7ebda32f6 None None] Network 204b38f3-5db6-4656-ad7b-d13d0fa37e5a is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:14:00.882364 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-6ceff4bd-c80c-4bfc-8c6f-50f7ebda32f6 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:14:00.887197 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ceff4bd-c80c-4bfc-8c6f-50f7ebda32f6 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:14:00.908201 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:00.948309 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceff4bd-c80c-4bfc-8c6f-50f7ebda32f6 None None] Pushing event updated for resources: {'Port': ['ID=b3ace257-ad14-4aa4-9b29-71d41a78e084,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:00.977659 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a1393-843b-4282-84c8-a805b429f872 req-701b5ad6-9adb-486b-99be-ce5e13eaf665 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:00.979253 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f87a1393-843b-4282-84c8-a805b429f872 req-701b5ad6-9adb-486b-99be-ce5e13eaf665 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.5539947 Dec 08 16:14:01.013665 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-8ca3b620-dfa6-49e6-9063-e1fe94aa8286 req-921262fa-44f7-472f-93fc-74f5452b71ea tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] For port 6089fd86-18e9-4949-819e-27e032ef49b3, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=6089fd86-18e9-4949-819e-27e032ef49b3,segment=NetworkSegment(2f425b4b-c69b-4ba0-88af-aadb1060cf77),segment_id=2f425b4b-c69b-4ba0-88af-aadb1060cf77)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:01.014393 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-8ca3b620-dfa6-49e6-9063-e1fe94aa8286 req-921262fa-44f7-472f-93fc-74f5452b71ea tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:01.034851 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-8ca3b620-dfa6-49e6-9063-e1fe94aa8286 req-921262fa-44f7-472f-93fc-74f5452b71ea tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Calling delete_port for 6089fd86-18e9-4949-819e-27e032ef49b3 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:14:01.084074 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-6ceff4bd-c80c-4bfc-8c6f-50f7ebda32f6 None None] Attempting to bind port b3ace257-ad14-4aa4-9b29-71d41a78e084 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:14:01.084498 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-6ceff4bd-c80c-4bfc-8c6f-50f7ebda32f6 None None] Attempting to bind port b3ace257-ad14-4aa4-9b29-71d41a78e084 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '2de25e18-fff7-4bc6-a69a-b5093ddb93a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '204b38f3-5db6-4656-ad7b-d13d0fa37e5a'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:14:01.084879 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ceff4bd-c80c-4bfc-8c6f-50f7ebda32f6 None None] Attempting to bind port b3ace257-ad14-4aa4-9b29-71d41a78e084 on network 204b38f3-5db6-4656-ad7b-d13d0fa37e5a {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:14:01.087043 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=116405f4-5376-42f4-a968-ea1f6d1d62d3,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:01.090889 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963624cd-eadf-49cf-9f39-4060d3d80e02 req-f93705d9-df05-4e12-9419-e37dfc5cd480 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:01.092544 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-963624cd-eadf-49cf-9f39-4060d3d80e02 req-f93705d9-df05-4e12-9419-e37dfc5cd480 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb5e3b2f-48c2-4fe8-a766-53397d7f0350 HTTP/1.1" status: 200 len: 945 time: 0.1121626 Dec 08 16:14:01.100610 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f87a1393-843b-4282-84c8-a805b429f872 req-d3d0a5a5-de52-4b34-a37d-93af1a64af4d tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043019 Dec 08 16:14:01.127041 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ceff4bd-c80c-4bfc-8c6f-50f7ebda32f6 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:14:01.135205 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ceff4bd-c80c-4bfc-8c6f-50f7ebda32f6 None None] Checking segment: {'id': '2de25e18-fff7-4bc6-a69a-b5093ddb93a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '204b38f3-5db6-4656-ad7b-d13d0fa37e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:14:01.137588 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6ceff4bd-c80c-4bfc-8c6f-50f7ebda32f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:01.137588 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ceff4bd-c80c-4bfc-8c6f-50f7ebda32f6 None None] Bound using segment: {'id': '2de25e18-fff7-4bc6-a69a-b5093ddb93a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '204b38f3-5db6-4656-ad7b-d13d0fa37e5a'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:14:01.139272 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-6ceff4bd-c80c-4bfc-8c6f-50f7ebda32f6 None None] Bound port: b3ace257-ad14-4aa4-9b29-71d41a78e084, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2de25e18-fff7-4bc6-a69a-b5093ddb93a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '204b38f3-5db6-4656-ad7b-d13d0fa37e5a'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:14:01.143988 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6ceff4bd-c80c-4bfc-8c6f-50f7ebda32f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:01.244635 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['116405f4-5376-42f4-a968-ea1f6d1d62d3'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:14:01.272867 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-6ceff4bd-c80c-4bfc-8c6f-50f7ebda32f6 None None] For port b3ace257-ad14-4aa4-9b29-71d41a78e084, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:14:01.292132 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-6ceff4bd-c80c-4bfc-8c6f-50f7ebda32f6 None None] For port b3ace257-ad14-4aa4-9b29-71d41a78e084, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=b3ace257-ad14-4aa4-9b29-71d41a78e084,segment=NetworkSegment(2de25e18-fff7-4bc6-a69a-b5093ddb93a3),segment_id=2de25e18-fff7-4bc6-a69a-b5093ddb93a3)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:14:01.311896 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 6fcbf224-ea5a-407f-a8b9-3919aa81a099 no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:14:01.385774 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a716b6-1a04-416a-b902-3015125b86f7 req-a81b95f1-424c-404b-b504-6e44309a886c tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:01.389015 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-52a716b6-1a04-416a-b902-3015125b86f7 req-a81b95f1-424c-404b-b504-6e44309a886c tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/ports?device_id=02fb20b1-471e-442a-bda8-433b9e2e0039 HTTP/1.1" status: 200 len: 945 time: 0.1285267 Dec 08 16:14:01.389015 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6c77ada8-030c-423f-bf4d-e80473eac02f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:01.399439 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: 6fcbf224-ea5a-407f-a8b9-3919aa81a099 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:14:01.400097 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 6fcbf224-ea5a-407f-a8b9-3919aa81a099 not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:14:01.408037 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6ceff4bd-c80c-4bfc-8c6f-50f7ebda32f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:01.425503 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6c77ada8-030c-423f-bf4d-e80473eac02f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:01.486022 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-963624cd-eadf-49cf-9f39-4060d3d80e02 req-98e7c27f-c9dc-4ff0-a557-887e6c21accf tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Deleting port ed14f6a9-2a87-44c5-9ec2-d0b322e2b926 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:14:01.486452 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-963624cd-eadf-49cf-9f39-4060d3d80e02 req-98e7c27f-c9dc-4ff0-a557-887e6c21accf tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:01.551880 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceff4bd-c80c-4bfc-8c6f-50f7ebda32f6 None None] Pushing event updated for resources: {'Port': ['ID=b3ace257-ad14-4aa4-9b29-71d41a78e084,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:01.640074 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-52a716b6-1a04-416a-b902-3015125b86f7 req-11e3b55d-3406-4c6e-827a-b52a6b205cb3 tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/security-groups?id=04d0ddc5-98b7-44ac-9206-b948a6e74d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271442 Dec 08 16:14:01.654691 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068071b5-6b94-448f-9dcf-ebb5d9fa7ac9 req-c637e32f-5411-482a-afcf-2a256ba82baa tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:01.656390 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-068071b5-6b94-448f-9dcf-ebb5d9fa7ac9 req-c637e32f-5411-482a-afcf-2a256ba82baa tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb5e3b2f-48c2-4fe8-a766-53397d7f0350 HTTP/1.1" status: 200 len: 945 time: 0.7397223 Dec 08 16:14:01.706996 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-8ca3b620-dfa6-49e6-9063-e1fe94aa8286 req-921262fa-44f7-472f-93fc-74f5452b71ea tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:01.779008 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-963624cd-eadf-49cf-9f39-4060d3d80e02 req-98e7c27f-c9dc-4ff0-a557-887e6c21accf tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] For port ed14f6a9-2a87-44c5-9ec2-d0b322e2b926, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=ed14f6a9-2a87-44c5-9ec2-d0b322e2b926,segment=NetworkSegment(f996c948-5ac9-42a3-ac04-df4c75288f01),segment_id=f996c948-5ac9-42a3-ac04-df4c75288f01)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:01.779008 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-963624cd-eadf-49cf-9f39-4060d3d80e02 req-98e7c27f-c9dc-4ff0-a557-887e6c21accf tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:01.807416 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921262fa-44f7-472f-93fc-74f5452b71ea tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Pushing event deleted for resources: {'Port': ['ID=6089fd86-18e9-4949-819e-27e032ef49b3,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:01.807632 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-963624cd-eadf-49cf-9f39-4060d3d80e02 req-98e7c27f-c9dc-4ff0-a557-887e6c21accf tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Calling delete_port for ed14f6a9-2a87-44c5-9ec2-d0b322e2b926 owned by compute:nova {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:14:01.837342 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-068071b5-6b94-448f-9dcf-ebb5d9fa7ac9 req-1acf4742-df03-4ee6-9d59-71c088d025c2 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677504 Dec 08 16:14:01.910246 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ca3b620-dfa6-49e6-9063-e1fe94aa8286 req-921262fa-44f7-472f-93fc-74f5452b71ea tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] No DVR routers for this DVR port 6089fd86-18e9-4949-819e-27e032ef49b3 on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:14:01.914100 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-8ca3b620-dfa6-49e6-9063-e1fe94aa8286 req-921262fa-44f7-472f-93fc-74f5452b71ea tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:01.920321 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8ca3b620-dfa6-49e6-9063-e1fe94aa8286 req-921262fa-44f7-472f-93fc-74f5452b71ea tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.76 "DELETE /v2.0/ports/6089fd86-18e9-4949-819e-27e032ef49b3 HTTP/1.1" status: 204 len: 173 time: 1.2444630 Dec 08 16:14:01.920813 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02fb20b1-471e-442a-bda8-433b9e2e0039', 'name': 'network-vif-deleted', 'tag': '6089fd86-18e9-4949-819e-27e032ef49b3'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:14:01.945722 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed1ed6da-d0ba-4375-a387-7c6a9e99c138" -d '{"events": [{"server_uuid": "02fb20b1-471e-442a-bda8-433b9e2e0039", "name": "network-vif-deleted", "tag": "6089fd86-18e9-4949-819e-27e032ef49b3"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:14:02.054487 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device b3ace257-ad14-4aa4-9b29-71d41a78e084 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:14:02.136327 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port b3ace257-ad14-4aa4-9b29-71d41a78e084 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:14:02.141839 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:02.148537 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722106d1-d9bc-4bdc-99f0-29628252ab31 req-bcb4bedb-89e2-4699-98c0-547a66a39516 tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:02.150469 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-722106d1-d9bc-4bdc-99f0-29628252ab31 req-bcb4bedb-89e2-4699-98c0-547a66a39516 tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] 10.222.0.64 "GET /v2.0/ports?device_id=832615b8-bfa0-4e45-ada4-11dacf718cee HTTP/1.1" status: 200 len: 944 time: 0.1362245 Dec 08 16:14:02.221515 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-6c77ada8-030c-423f-bf4d-e80473eac02f admin admin] Allocated IP 172.25.0.235 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/e37cceea-7c0e-4202-87a6-e231aaf1128f) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:14:02.260707 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b70c259-fdb9-4b5c-bbdd-44eb77fda3c3 req-7e037b6c-6d78-489e-948f-6b10f3e0c545 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:02.269147 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6b70c259-fdb9-4b5c-bbdd-44eb77fda3c3 req-7e037b6c-6d78-489e-948f-6b10f3e0c545 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.3185892 Dec 08 16:14:02.298633 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-722106d1-d9bc-4bdc-99f0-29628252ab31 req-b9c95b23-afb4-4fdc-9e23-2aeb7bec9ab4 tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] 10.222.0.64 "GET /v2.0/security-groups?id=6448c4a4-fdac-4a6f-b5d3-824957707880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402900 Dec 08 16:14:02.315419 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:02.357683 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39716ac-caf5-45c6-90bd-d73c4d2d67cc x-openstack-request-id: req-d39716ac-caf5-45c6-90bd-d73c4d2d67cc {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:14:02.357992 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02fb20b1-471e-442a-bda8-433b9e2e0039", "name": "network-vif-deleted", "tag": "6089fd86-18e9-4949-819e-27e032ef49b3", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:14:02.358262 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d39716ac-caf5-45c6-90bd-d73c4d2d67cc {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:14:02.358717 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02fb20b1-471e-442a-bda8-433b9e2e0039', 'name': 'network-vif-deleted', 'tag': '6089fd86-18e9-4949-819e-27e032ef49b3', 'status': 'completed', 'code': 200} Dec 08 16:14:02.362814 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port b3ace257-ad14-4aa4-9b29-71d41a78e084, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=b3ace257-ad14-4aa4-9b29-71d41a78e084,segment=NetworkSegment(2de25e18-fff7-4bc6-a69a-b5093ddb93a3),segment_id=2de25e18-fff7-4bc6-a69a-b5093ddb93a3)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:02.424880 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6b70c259-fdb9-4b5c-bbdd-44eb77fda3c3 req-c2463d34-9da2-4cd1-bd64-2c2bba2994d2 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532810 Dec 08 16:14:02.443540 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6c77ada8-030c-423f-bf4d-e80473eac02f admin admin] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:02.453824 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-963624cd-eadf-49cf-9f39-4060d3d80e02 req-98e7c27f-c9dc-4ff0-a557-887e6c21accf tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:02.456723 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:02.539710 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=b3ace257-ad14-4aa4-9b29-71d41a78e084,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:02.554866 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e7c27f-c9dc-4ff0-a557-887e6c21accf tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Pushing event deleted for resources: {'Port': ['ID=ed14f6a9-2a87-44c5-9ec2-d0b322e2b926,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:02.638630 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6c77ada8-030c-423f-bf4d-e80473eac02f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:02.660730 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48042) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:02.668568 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-963624cd-eadf-49cf-9f39-4060d3d80e02 req-98e7c27f-c9dc-4ff0-a557-887e6c21accf tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] No DVR routers for this DVR port ed14f6a9-2a87-44c5-9ec2-d0b322e2b926 on host n-h2-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:14:02.687660 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-963624cd-eadf-49cf-9f39-4060d3d80e02 req-98e7c27f-c9dc-4ff0-a557-887e6c21accf tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:02.691622 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-963624cd-eadf-49cf-9f39-4060d3d80e02 req-98e7c27f-c9dc-4ff0-a557-887e6c21accf tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.37 "DELETE /v2.0/ports/ed14f6a9-2a87-44c5-9ec2-d0b322e2b926 HTTP/1.1" status: 204 len: 173 time: 1.5898476 Dec 08 16:14:02.692264 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5e3b2f-48c2-4fe8-a766-53397d7f0350', 'name': 'network-vif-deleted', 'tag': 'ed14f6a9-2a87-44c5-9ec2-d0b322e2b926'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:14:02.694816 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56942731-c8e2-4304-a8e4-b4fddf820a3d" -d '{"events": [{"server_uuid": "bb5e3b2f-48c2-4fe8-a766-53397d7f0350", "name": "network-vif-deleted", "tag": "ed14f6a9-2a87-44c5-9ec2-d0b322e2b926"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:14:02.728608 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c77ada8-030c-423f-bf4d-e80473eac02f admin admin] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:14:02.731654 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-6c77ada8-030c-423f-bf4d-e80473eac02f admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:14:02.734830 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c77ada8-030c-423f-bf4d-e80473eac02f admin admin] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:14:02.801427 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c77ada8-030c-423f-bf4d-e80473eac02f admin admin] Pushing event updated for resources: {'Port': ['ID=e37cceea-7c0e-4202-87a6-e231aaf1128f,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:02.836301 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-241d4a19-48da-4251-b05d-851135307c14 req-7a878667-0248-4398-895f-1da559c1c46a tempest-ListServerFiltersTestJSON-1936075897 tempest-ListServerFiltersTestJSON-1936075897-project] 10.222.0.64 "GET /v2.0/ports?device_id=02fb20b1-471e-442a-bda8-433b9e2e0039 HTTP/1.1" status: 200 len: 210 time: 0.0595033 Dec 08 16:14:02.938218 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452c807a-21de-4177-a5c3-b9c5b30b1b88 x-openstack-request-id: req-452c807a-21de-4177-a5c3-b9c5b30b1b88 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:14:02.938953 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb5e3b2f-48c2-4fe8-a766-53397d7f0350", "name": "network-vif-deleted", "tag": "ed14f6a9-2a87-44c5-9ec2-d0b322e2b926", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:14:02.938953 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-452c807a-21de-4177-a5c3-b9c5b30b1b88 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:14:02.939194 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5e3b2f-48c2-4fe8-a766-53397d7f0350', 'name': 'network-vif-deleted', 'tag': 'ed14f6a9-2a87-44c5-9ec2-d0b322e2b926', 'status': 'completed', 'code': 200} Dec 08 16:14:03.022579 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-0ab763d2-9c45-4ec7-b9f2-ed2b214765ff admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=15392057af79419bba246e0391d3a62d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3600981 Dec 08 16:14:03.025530 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48054) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:03.074105 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170c25c-cb77-45a4-b356-47f595750f73 req-00af6f51-fbc1-4f4a-b10c-73aa12bfa439 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:03.085908 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2170c25c-cb77-45a4-b356-47f595750f73 req-00af6f51-fbc1-4f4a-b10c-73aa12bfa439 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.3270307 Dec 08 16:14:03.095334 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d231c2a2-2ec3-480a-874d-bc4836334538 None None] Network 204b38f3-5db6-4656-ad7b-d13d0fa37e5a requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:14:03.128775 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6a488ebc-99cb-45fd-8b27-4830f1e891be req-973b861a-03a4-4ab3-9365-5c18b0638242 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb5e3b2f-48c2-4fe8-a766-53397d7f0350 HTTP/1.1" status: 200 len: 210 time: 0.0596321 Dec 08 16:14:03.161954 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-478c132f-c0ea-4b09-88d0-4b5c67fd2bbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:03.194582 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-478c132f-c0ea-4b09-88d0-4b5c67fd2bbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:03.202506 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2170c25c-cb77-45a4-b356-47f595750f73 req-a908c85a-00a3-4d42-ab2b-fa5ce4a87f86 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154795 Dec 08 16:14:03.271071 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-9cb64bba-7b75-43f9-823b-a04c5c6d5a4f None None] Provisioning complete for port b3ace257-ad14-4aa4-9b29-71d41a78e084 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:14:03.271442 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9cb64bba-7b75-43f9-823b-a04c5c6d5a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:03.320766 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-478c132f-c0ea-4b09-88d0-4b5c67fd2bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:03.324477 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-478c132f-c0ea-4b09-88d0-4b5c67fd2bbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:03.326594 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-478c132f-c0ea-4b09-88d0-4b5c67fd2bbb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3ee4e372-e602-4a92-8f86-a0127f57e02a HTTP/1.1" status: 204 len: 168 time: 0.2992322 Dec 08 16:14:03.336121 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device ed14f6a9-2a87-44c5-9ec2-d0b322e2b926 no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:14:03.367655 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478c132f-c0ea-4b09-88d0-4b5c67fd2bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee4e372-e602-4a92-8f86-a0127f57e02a,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:03.456776 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: ed14f6a9-2a87-44c5-9ec2-d0b322e2b926 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:14:03.462062 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device ed14f6a9-2a87-44c5-9ec2-d0b322e2b926 not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:14:03.484837 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6c77ada8-030c-423f-bf4d-e80473eac02f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:03.493632 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5abfcf5-7889-4d52-8cb8-07fd7c00e087 req-98a6587f-fd60-4e0b-bcdd-c6aa50400f24 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:03.494787 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f5abfcf5-7889-4d52-8cb8-07fd7c00e087 req-98a6587f-fd60-4e0b-bcdd-c6aa50400f24 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.1292529 Dec 08 16:14:03.556395 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8cb06f-386f-4b85-85c8-44e752ac2745 req-651b0250-f702-429b-a86d-c3acc7ad7eb1 tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:03.564963 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5e8cb06f-386f-4b85-85c8-44e752ac2745 req-651b0250-f702-429b-a86d-c3acc7ad7eb1 tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] 10.222.0.64 "GET /v2.0/ports?device_id=832615b8-bfa0-4e45-ada4-11dacf718cee HTTP/1.1" status: 200 len: 944 time: 0.1178927 Dec 08 16:14:03.594563 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f5abfcf5-7889-4d52-8cb8-07fd7c00e087 req-adf1d36f-899b-4764-aec9-6524b5a0791a tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819132 Dec 08 16:14:03.649576 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 116405f4-5376-42f4-a968-ea1f6d1d62d3 up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:14:03.686755 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5e8cb06f-386f-4b85-85c8-44e752ac2745 req-a263c723-b3bc-4681-a115-5b15e7ac293d tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] 10.222.0.64 "GET /v2.0/security-groups?id=6448c4a4-fdac-4a6f-b5d3-824957707880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206868 Dec 08 16:14:03.797509 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fac230-0efc-4100-84c9-88f1d1681880 req-cf8ba67d-d804-424d-9d0a-ca8ddecbd9b9 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:03.804308 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-35fac230-0efc-4100-84c9-88f1d1681880 req-cf8ba67d-d804-424d-9d0a-ca8ddecbd9b9 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.0884564 Dec 08 16:14:03.828258 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port 116405f4-5376-42f4-a968-ea1f6d1d62d3 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:14:03.832604 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 116405f4-5376-42f4-a968-ea1f6d1d62d3 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:14:03.833184 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:03.881564 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6c77ada8-030c-423f-bf4d-e80473eac02f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:03.886294 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-35fac230-0efc-4100-84c9-88f1d1681880 req-2a54b513-cd3a-40b9-a770-89bd2f9a01d8 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782082 Dec 08 16:14:03.942537 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48074) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:04.067136 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-43927b35-9f3f-4b32-8e34-47d3943c836a None None] Provisioning complete for port b3ace257-ad14-4aa4-9b29-71d41a78e084 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:14:04.067812 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-43927b35-9f3f-4b32-8e34-47d3943c836a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:04.071220 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-a32814be-0c58-422d-9f7a-7ed0a425ff50 admin admin] Deleting subnet 0be05e6a-4912-43c1-9ca5-90ada4e2aa36 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:14:04.071410 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:04.083177 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a32814be-0c58-422d-9f7a-7ed0a425ff50 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:04.090463 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device b3ace257-ad14-4aa4-9b29-71d41a78e084 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:14:04.127600 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 116405f4-5376-42f4-a968-ea1f6d1d62d3, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=116405f4-5376-42f4-a968-ea1f6d1d62d3,segment=NetworkSegment(26625e68-23df-4f39-be2a-f3cf0cada78d),segment_id=26625e68-23df-4f39-be2a-f3cf0cada78d)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:04.148038 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '832615b8-bfa0-4e45-ada4-11dacf718cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '116405f4-5376-42f4-a968-ea1f6d1d62d3'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:14:04.150562 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf50f21f-f0c7-405c-ba52-dcbf6b3b47c4" -d '{"events": [{"server_uuid": "832615b8-bfa0-4e45-ada4-11dacf718cee", "name": "network-vif-plugged", "status": "completed", "tag": "116405f4-5376-42f4-a968-ea1f6d1d62d3"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:14:04.266183 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 48084) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:04.271688 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a32814be-0c58-422d-9f7a-7ed0a425ff50 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:04.278621 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:04.278621 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 6089fd86-18e9-4949-819e-27e032ef49b3 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:14:04.340692 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f61f39c1-0c68-4e28-a6f3-835339d66dca req-e462393a-90c3-4623-ac2c-ed1d94612b2e tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb5e3b2f-48c2-4fe8-a766-53397d7f0350 HTTP/1.1" status: 200 len: 210 time: 0.0457726 Dec 08 16:14:04.347237 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c77ada8-030c-423f-bf4d-e80473eac02f admin admin] Router 48ec5d07-1d0c-42f0-b12b-28ccf9dcdfce is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:14:04.363156 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7f05c-f36e-4250-837f-86b331040a35 req-9400d732-3647-4c90-bcb8-a75dfd52ea6b tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:04.371024 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bda7f05c-f36e-4250-837f-86b331040a35 req-9400d732-3647-4c90-bcb8-a75dfd52ea6b tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.2887349 Dec 08 16:14:04.393683 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port b3ace257-ad14-4aa4-9b29-71d41a78e084 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:14:04.393869 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:04.404874 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: 6089fd86-18e9-4949-819e-27e032ef49b3 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:14:04.405530 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 6089fd86-18e9-4949-819e-27e032ef49b3 not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:14:04.475798 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48088) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:04.478555 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:04.499119 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bda7f05c-f36e-4250-837f-86b331040a35 req-ceae65d3-ec84-4ba6-aec2-f398612ea952 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269057 Dec 08 16:14:04.502064 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdee3737-8bd0-4824-84e0-3bdc60f1b09a x-openstack-request-id: req-bdee3737-8bd0-4824-84e0-3bdc60f1b09a {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:14:04.502581 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "832615b8-bfa0-4e45-ada4-11dacf718cee", "name": "network-vif-plugged", "status": "completed", "tag": "116405f4-5376-42f4-a968-ea1f6d1d62d3", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:14:04.502999 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bdee3737-8bd0-4824-84e0-3bdc60f1b09a {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:14:04.503540 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '832615b8-bfa0-4e45-ada4-11dacf718cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '116405f4-5376-42f4-a968-ea1f6d1d62d3', 'code': 200} Dec 08 16:14:04.577739 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=116405f4-5376-42f4-a968-ea1f6d1d62d3,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:04.636631 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c77ada8-030c-423f-bf4d-e80473eac02f admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:14:04.655165 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667ea3fb-fbb8-49af-bd85-f7dcf8565747 None None] Sync routers for ids ['48ec5d07-1d0c-42f0-b12b-28ccf9dcdfce'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:14:04.682984 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667ea3fb-fbb8-49af-bd85-f7dcf8565747 None None] Routers {'48ec5d07-1d0c-42f0-b12b-28ccf9dcdfce'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:14:04.683663 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-667ea3fb-fbb8-49af-bd85-f7dcf8565747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:13:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['48ec5d07-1d0c-42f0-b12b-28ccf9dcdfce'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:14:04.722565 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23908833-5f41-4f6b-91d4-bd78c1ea7443 req-00ddd15e-42a6-43c4-bd53-fd3038081e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:04.724168 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-23908833-5f41-4f6b-91d4-bd78c1ea7443 req-00ddd15e-42a6-43c4-bd53-fd3038081e52 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=832615b8-bfa0-4e45-ada4-11dacf718cee HTTP/1.1" status: 200 len: 1097 time: 0.1616428 Dec 08 16:14:04.726908 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6c77ada8-030c-423f-bf4d-e80473eac02f admin admin] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:04.728313 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-6c77ada8-030c-423f-bf4d-e80473eac02f admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.0725026 Dec 08 16:14:04.731662 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 48094) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:04.742289 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a32814be-0c58-422d-9f7a-7ed0a425ff50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:04.800149 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-0fcbebc3-cbab-416e-9517-bd0ae5692668 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ccd87a6957b544a690ca3a2b1a33c64a&name=default HTTP/1.1" status: 200 len: 2997 time: 0.2975755 Dec 08 16:14:04.821417 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 48096) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:04.886064 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-667ea3fb-fbb8-49af-bd85-f7dcf8565747 None None] Set router 48ec5d07-1d0c-42f0-b12b-28ccf9dcdfce gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:14:04.896502 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-23908833-5f41-4f6b-91d4-bd78c1ea7443 req-376870b3-d65e-4461-bc8f-8a2e1dc7d7e5 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=6448c4a4-fdac-4a6f-b5d3-824957707880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417320 Dec 08 16:14:04.911002 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee046f-e733-45eb-9457-e8ff63e040b4 req-79707b2b-78c2-4dd7-aab9-98b44c89c27b tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:04.928669 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f6ee046f-e733-45eb-9457-e8ff63e040b4 req-79707b2b-78c2-4dd7-aab9-98b44c89c27b tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] 10.222.0.64 "GET /v2.0/ports?device_id=832615b8-bfa0-4e45-ada4-11dacf718cee HTTP/1.1" status: 200 len: 945 time: 0.1384575 Dec 08 16:14:05.073041 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f6ee046f-e733-45eb-9457-e8ff63e040b4 req-27fa8f09-ea51-4266-8410-04c23829d6c1 tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] 10.222.0.64 "GET /v2.0/security-groups?id=6448c4a4-fdac-4a6f-b5d3-824957707880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039958 Dec 08 16:14:05.118539 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a32814be-0c58-422d-9f7a-7ed0a425ff50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:05.143207 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-667ea3fb-fbb8-49af-bd85-f7dcf8565747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ec5d07-1d0c-42f0-b12b-28ccf9dcdfce', 'name': 'tempest-TaggedBootDevicesTest_v242-1016342196-router', 'tenant_id': '3481bfea2d7c49e6bcf0e8154ace25bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'e37cceea-7c0e-4202-87a6-e231aaf1128f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:13:59Z', 'updated_at': '2021-12-08T16:14:03Z', 'revision_number': 3, 'project_id': '3481bfea2d7c49e6bcf0e8154ace25bd', 'gw_port': {'id': 'e37cceea-7c0e-4202-87a6-e231aaf1128f', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ab:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ec5d07-1d0c-42f0-b12b-28ccf9dcdfce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:14:01Z', 'updated_at': '2021-12-08T16:14:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:14:05.163967 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32814be-0c58-422d-9f7a-7ed0a425ff50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0be05e6a-4912-43c1-9ca5-90ada4e2aa36,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:05.175626 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667ea3fb-fbb8-49af-bd85-f7dcf8565747 None None] Checking router: 48ec5d07-1d0c-42f0-b12b-28ccf9dcdfce for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:14:05.175986 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667ea3fb-fbb8-49af-bd85-f7dcf8565747 None None] Updating router 48ec5d07-1d0c-42f0-b12b-28ccf9dcdfce port e37cceea-7c0e-4202-87a6-e231aaf1128f binding host n-d-776250-12 {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:14:05.178539 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a32814be-0c58-422d-9f7a-7ed0a425ff50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:05.190868 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a32814be-0c58-422d-9f7a-7ed0a425ff50 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/0be05e6a-4912-43c1-9ca5-90ada4e2aa36 HTTP/1.1" status: 204 len: 168 time: 1.2466390 Dec 08 16:14:05.193307 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48104) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:05.214001 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70314a12-0944-41f8-a137-f456db8297a1 None None] Network 07a19fdc-d260-436b-ab24-0afbeda54efb requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:14:05.254058 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7c50cfa1-f508-4d2f-abd0-bdcb707c2417 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:05.279965 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-667ea3fb-fbb8-49af-bd85-f7dcf8565747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:05.350473 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-08a1b2c1-96ea-4122-a1df-01274d2986df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:05.508248 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7c50cfa1-f508-4d2f-abd0-bdcb707c2417 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:05.570401 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d60a0ec0-240f-4d00-aff7-076819a1684d req-1d1419d9-a403-4e4d-9415-69e9d50a09d3 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb5e3b2f-48c2-4fe8-a766-53397d7f0350 HTTP/1.1" status: 200 len: 210 time: 0.0887868 Dec 08 16:14:05.623419 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-08a1b2c1-96ea-4122-a1df-01274d2986df admin admin] Deleting port e2491cc9-457a-4300-b57e-5efd933553a0 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:14:05.623763 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-08a1b2c1-96ea-4122-a1df-01274d2986df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:05.807111 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-08a1b2c1-96ea-4122-a1df-01274d2986df admin admin] For port e2491cc9-457a-4300-b57e-5efd933553a0, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=e2491cc9-457a-4300-b57e-5efd933553a0,segment=NetworkSegment(2f425b4b-c69b-4ba0-88af-aadb1060cf77),segment_id=2f425b4b-c69b-4ba0-88af-aadb1060cf77)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:05.807788 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-08a1b2c1-96ea-4122-a1df-01274d2986df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:05.831273 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-08a1b2c1-96ea-4122-a1df-01274d2986df admin admin] Calling delete_port for e2491cc9-457a-4300-b57e-5efd933553a0 owned by network:dhcp {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:14:05.915659 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d568a800-42ef-4b11-8e5a-dc49758457e3 None None] DHCP port deletion for 07a19fdc-d260-436b-ab24-0afbeda54efb request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:14:05.933856 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-667ea3fb-fbb8-49af-bd85-f7dcf8565747 None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:06.002469 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-d568a800-42ef-4b11-8e5a-dc49758457e3 None None] Deleting port e2491cc9-457a-4300-b57e-5efd933553a0 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:14:06.002884 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d568a800-42ef-4b11-8e5a-dc49758457e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:06.049755 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-667ea3fb-fbb8-49af-bd85-f7dcf8565747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:06.064217 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-08a1b2c1-96ea-4122-a1df-01274d2986df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:06.137182 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b8efda-ab45-43a9-a969-8a90b104e0db None None] Pushing event updated for resources: {'Port': ['ID=e37cceea-7c0e-4202-87a6-e231aaf1128f,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:06.140868 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a1b2c1-96ea-4122-a1df-01274d2986df admin admin] Pushing event deleted for resources: {'Port': ['ID=e2491cc9-457a-4300-b57e-5efd933553a0,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:06.152716 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-d568a800-42ef-4b11-8e5a-dc49758457e3 None None] For port e2491cc9-457a-4300-b57e-5efd933553a0, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=e2491cc9-457a-4300-b57e-5efd933553a0,segment=NetworkSegment(2f425b4b-c69b-4ba0-88af-aadb1060cf77),segment_id=2f425b4b-c69b-4ba0-88af-aadb1060cf77)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:06.154913 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d568a800-42ef-4b11-8e5a-dc49758457e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:06.159696 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-667ea3fb-fbb8-49af-bd85-f7dcf8565747 None None] Attempting to bind port e37cceea-7c0e-4202-87a6-e231aaf1128f on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:14:06.160305 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-667ea3fb-fbb8-49af-bd85-f7dcf8565747 None None] Attempting to bind port e37cceea-7c0e-4202-87a6-e231aaf1128f by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:14:06.160773 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667ea3fb-fbb8-49af-bd85-f7dcf8565747 None None] Attempting to bind port e37cceea-7c0e-4202-87a6-e231aaf1128f on network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:14:06.168963 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a1b2c1-96ea-4122-a1df-01274d2986df admin admin] No DVR routers for this DVR port e2491cc9-457a-4300-b57e-5efd933553a0 on host n-d-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:14:06.177198 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667ea3fb-fbb8-49af-bd85-f7dcf8565747 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:14:06.179394 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667ea3fb-fbb8-49af-bd85-f7dcf8565747 None None] Checking segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:14:06.179394 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-667ea3fb-fbb8-49af-bd85-f7dcf8565747 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:06.179394 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667ea3fb-fbb8-49af-bd85-f7dcf8565747 None None] Bound using segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:14:06.180061 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-667ea3fb-fbb8-49af-bd85-f7dcf8565747 None None] Bound port: e37cceea-7c0e-4202-87a6-e231aaf1128f, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:14:06.180690 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-667ea3fb-fbb8-49af-bd85-f7dcf8565747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:06.229107 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-d568a800-42ef-4b11-8e5a-dc49758457e3 None None] Calling delete_port for e2491cc9-457a-4300-b57e-5efd933553a0 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:14:06.266372 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-667ea3fb-fbb8-49af-bd85-f7dcf8565747 None None] For port e37cceea-7c0e-4202-87a6-e231aaf1128f, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:14:06.272491 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-667ea3fb-fbb8-49af-bd85-f7dcf8565747 None None] For port e37cceea-7c0e-4202-87a6-e231aaf1128f, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=e37cceea-7c0e-4202-87a6-e231aaf1128f,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:14:06.273857 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ff8b1-609f-4799-b857-6b4ec3561ae8 req-282a728d-1bf1-42a6-b2b9-b565853c0a7b tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:06.282579 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-180ff8b1-609f-4799-b857-6b4ec3561ae8 req-282a728d-1bf1-42a6-b2b9-b565853c0a7b tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.6051078 Dec 08 16:14:06.297671 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7c50cfa1-f508-4d2f-abd0-bdcb707c2417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:06.301493 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7c50cfa1-f508-4d2f-abd0-bdcb707c2417 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:06.302757 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-7c50cfa1-f508-4d2f-abd0-bdcb707c2417 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/81ec5f37-b161-41fe-9399-d74fd95d3fb0 HTTP/1.1" status: 204 len: 168 time: 1.4800820 Dec 08 16:14:06.332746 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a221d7-2c57-429f-ae00-d23031be7a21 req-a43ad327-75eb-42de-ad3e-384f2abcc4dc tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:06.334441 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-28a221d7-2c57-429f-ae00-d23031be7a21 req-a43ad327-75eb-42de-ad3e-384f2abcc4dc tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] 10.222.0.64 "GET /v2.0/ports?device_id=832615b8-bfa0-4e45-ada4-11dacf718cee HTTP/1.1" status: 200 len: 945 time: 0.1726575 Dec 08 16:14:06.348245 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c50cfa1-f508-4d2f-abd0-bdcb707c2417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ec5f37-b161-41fe-9399-d74fd95d3fb0,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:06.365137 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-08a1b2c1-96ea-4122-a1df-01274d2986df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:06.409825 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d568a800-42ef-4b11-8e5a-dc49758457e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:06.423113 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-667ea3fb-fbb8-49af-bd85-f7dcf8565747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:06.442767 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-08a1b2c1-96ea-4122-a1df-01274d2986df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07a19fdc-d260-436b-ab24-0afbeda54efb']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:14:06.455243 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-08a1b2c1-96ea-4122-a1df-01274d2986df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f425b4b-c69b-4ba0-88af-aadb1060cf77') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:14:06.455657 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-08a1b2c1-96ea-4122-a1df-01274d2986df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f425b4b-c69b-4ba0-88af-aadb1060cf77') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:14:06.468116 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d568a800-42ef-4b11-8e5a-dc49758457e3 None None] Pushing event deleted for resources: {'Port': ['ID=e2491cc9-457a-4300-b57e-5efd933553a0,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:06.474049 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-08a1b2c1-96ea-4122-a1df-01274d2986df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:06.478760 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-180ff8b1-609f-4799-b857-6b4ec3561ae8 req-eef1d6dc-d046-404b-a1a0-56a5bfbd3a41 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950927 Dec 08 16:14:06.484323 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d568a800-42ef-4b11-8e5a-dc49758457e3 None None] No DVR routers for this DVR port e2491cc9-457a-4300-b57e-5efd933553a0 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:14:06.489474 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-28a221d7-2c57-429f-ae00-d23031be7a21 req-f6e990a5-2660-4693-8677-02acbec12f55 tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] 10.222.0.64 "GET /v2.0/security-groups?id=6448c4a4-fdac-4a6f-b5d3-824957707880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467328 Dec 08 16:14:06.536900 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-08a1b2c1-96ea-4122-a1df-01274d2986df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:06.557131 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08a1b2c1-96ea-4122-a1df-01274d2986df admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:14:06.558891 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-08a1b2c1-96ea-4122-a1df-01274d2986df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:06.570886 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6a88262c-2415-407b-9f1a-a3f1846d595c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:06.656477 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667ea3fb-fbb8-49af-bd85-f7dcf8565747 None None] Routers {'48ec5d07-1d0c-42f0-b12b-28ccf9dcdfce'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:14:06.657154 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-667ea3fb-fbb8-49af-bd85-f7dcf8565747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:13:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['48ec5d07-1d0c-42f0-b12b-28ccf9dcdfce'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:14:06.660254 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b8efda-ab45-43a9-a969-8a90b104e0db None None] Pushing event updated for resources: {'Port': ['ID=e37cceea-7c0e-4202-87a6-e231aaf1128f,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:06.668688 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:14:06.668688 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:14:06.668688 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:14:06.668688 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:14:06.668688 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:14:06.668688 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:14:06.668688 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:14:06.668688 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:14:06.668688 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:14:06.668688 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:14:06.668688 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:14:06.668688 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:14:06.668688 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:14:06.668688 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:14:06.668688 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:14:06.668688 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:14:06.668688 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:14:06.668688 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:14:06.668688 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:14:06.668688 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:14:06.668688 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:14:06.668688 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:14:06.668688 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:14:06.668688 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:14:06.668688 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:14:06.668688 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:14:06.668688 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:14:06.668688 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:14:06.668688 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:14:06.668688 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:14:06.668688 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:14:06.668688 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:14:06.729380 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5e4ef683-5602-48bb-9155-9ef34ade24c0 req-90e9fa59-95e3-4c68-98b7-98aab1ee2ce6 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb5e3b2f-48c2-4fe8-a766-53397d7f0350 HTTP/1.1" status: 200 len: 210 time: 0.0384605 Dec 08 16:14:06.761013 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-08a1b2c1-96ea-4122-a1df-01274d2986df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:06.769772 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-08a1b2c1-96ea-4122-a1df-01274d2986df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:06.793730 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-08a1b2c1-96ea-4122-a1df-01274d2986df admin admin] 10.222.0.64 "DELETE /v2.0/networks/07a19fdc-d260-436b-ab24-0afbeda54efb HTTP/1.1" status: 204 len: 168 time: 1.5963538 Dec 08 16:14:06.817154 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7fdec886-ab54-4236-acfc-55b897a80100 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:06.830720 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a1b2c1-96ea-4122-a1df-01274d2986df admin admin] Pushing event deleted for resources: {'Network': ['ID=07a19fdc-d260-436b-ab24-0afbeda54efb,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:06.875145 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-6a88262c-2415-407b-9f1a-a3f1846d595c admin admin] Allocated IP 172.20.0.1 (204b38f3-5db6-4656-ad7b-d13d0fa37e5a/43aa52d0-1c49-440e-9d69-0c8dbedc8c0e/e5cb28fa-f672-41ba-9d90-f62076ff2ca2) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:14:07.101450 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6a88262c-2415-407b-9f1a-a3f1846d595c admin admin] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:07.132878 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-667ea3fb-fbb8-49af-bd85-f7dcf8565747 None None] Set router 48ec5d07-1d0c-42f0-b12b-28ccf9dcdfce gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:14:07.313311 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-7fdec886-ab54-4236-acfc-55b897a80100 admin admin] Deleting port 26180cda-4639-483b-b2a4-b8871fdb3cbe {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:14:07.313804 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7fdec886-ab54-4236-acfc-55b897a80100 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:07.333331 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48134) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:07.365740 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6a88262c-2415-407b-9f1a-a3f1846d595c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:07.418052 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-fa279d78-c618-4b98-b10a-02604d87616e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=120d1fe207c542869b5e50595095593e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0806892 Dec 08 16:14:07.418739 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48138) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:07.438649 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-667ea3fb-fbb8-49af-bd85-f7dcf8565747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ec5d07-1d0c-42f0-b12b-28ccf9dcdfce', 'name': 'tempest-TaggedBootDevicesTest_v242-1016342196-router', 'tenant_id': '3481bfea2d7c49e6bcf0e8154ace25bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'e37cceea-7c0e-4202-87a6-e231aaf1128f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:13:59Z', 'updated_at': '2021-12-08T16:14:03Z', 'revision_number': 3, 'project_id': '3481bfea2d7c49e6bcf0e8154ace25bd', 'gw_port': {'id': 'e37cceea-7c0e-4202-87a6-e231aaf1128f', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ab:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ec5d07-1d0c-42f0-b12b-28ccf9dcdfce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:14:01Z', 'updated_at': '2021-12-08T16:14:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:14:07.451837 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a88262c-2415-407b-9f1a-a3f1846d595c admin admin] Network 204b38f3-5db6-4656-ad7b-d13d0fa37e5a is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:14:07.464437 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-6a88262c-2415-407b-9f1a-a3f1846d595c admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:14:07.477054 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a88262c-2415-407b-9f1a-a3f1846d595c admin admin] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:14:07.492735 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7055db2b-92fb-4898-8cc7-8cbe9e3140e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:07.507230 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667ea3fb-fbb8-49af-bd85-f7dcf8565747 None None] The sync data for ids ['48ec5d07-1d0c-42f0-b12b-28ccf9dcdfce'] in n-d-776250-12 is: [{'id': '48ec5d07-1d0c-42f0-b12b-28ccf9dcdfce', 'name': 'tempest-TaggedBootDevicesTest_v242-1016342196-router', 'tenant_id': '3481bfea2d7c49e6bcf0e8154ace25bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'e37cceea-7c0e-4202-87a6-e231aaf1128f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:13:59Z', 'updated_at': '2021-12-08T16:14:03Z', 'revision_number': 3, 'project_id': '3481bfea2d7c49e6bcf0e8154ace25bd', 'gw_port': {'id': 'e37cceea-7c0e-4202-87a6-e231aaf1128f', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ab:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ec5d07-1d0c-42f0-b12b-28ccf9dcdfce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:14:01Z', 'updated_at': '2021-12-08T16:14:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:14:07.533488 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a88262c-2415-407b-9f1a-a3f1846d595c admin admin] Pushing event updated for resources: {'Port': ['ID=e5cb28fa-f672-41ba-9d90-f62076ff2ca2,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:07.588340 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-7fdec886-ab54-4236-acfc-55b897a80100 admin admin] For port 26180cda-4639-483b-b2a4-b8871fdb3cbe, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=26180cda-4639-483b-b2a4-b8871fdb3cbe,segment=NetworkSegment(64c18ef9-63f2-4c53-b3ec-fb03feced499),segment_id=64c18ef9-63f2-4c53-b3ec-fb03feced499)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:07.588719 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7fdec886-ab54-4236-acfc-55b897a80100 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:07.603943 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6a88262c-2415-407b-9f1a-a3f1846d595c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:07.610394 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7055db2b-92fb-4898-8cc7-8cbe9e3140e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:07.789749 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-7fdec886-ab54-4236-acfc-55b897a80100 admin admin] Calling delete_port for 26180cda-4639-483b-b2a4-b8871fdb3cbe owned by network:router_interface {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:14:07.806192 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e207a3a-3277-4a2b-b7d8-87cd3af6b2e4 req-8a43cb02-8018-44a9-b9c6-f69ac856dd4f tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:07.807904 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8e207a3a-3277-4a2b-b7d8-87cd3af6b2e4 req-8a43cb02-8018-44a9-b9c6-f69ac856dd4f tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] 10.222.0.64 "GET /v2.0/ports?device_id=832615b8-bfa0-4e45-ada4-11dacf718cee HTTP/1.1" status: 200 len: 945 time: 0.0993829 Dec 08 16:14:07.833790 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7055db2b-92fb-4898-8cc7-8cbe9e3140e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:07.836616 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7055db2b-92fb-4898-8cc7-8cbe9e3140e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:07.841889 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-7055db2b-92fb-4898-8cc7-8cbe9e3140e6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/04d0ddc5-98b7-44ac-9206-b948a6e74d8c HTTP/1.1" status: 204 len: 168 time: 0.4215126 Dec 08 16:14:07.859868 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7055db2b-92fb-4898-8cc7-8cbe9e3140e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d0ddc5-98b7-44ac-9206-b948a6e74d8c,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:07.893786 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19772a00-9fa7-462f-9c6d-e97242afe2a1 req-afc3740d-75d5-497b-a49d-401551de299a tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:07.895549 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-19772a00-9fa7-462f-9c6d-e97242afe2a1 req-afc3740d-75d5-497b-a49d-401551de299a tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.1360850 Dec 08 16:14:07.917337 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8e207a3a-3277-4a2b-b7d8-87cd3af6b2e4 req-d1acb4ff-4cf8-4737-b564-c7e162b4501f tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] 10.222.0.64 "GET /v2.0/security-groups?id=6448c4a4-fdac-4a6f-b5d3-824957707880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950637 Dec 08 16:14:07.951385 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-d10c575c-9dc7-484e-a547-86c1de39c0c4 None None] Provisioning complete for port e5cb28fa-f672-41ba-9d90-f62076ff2ca2 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:14:07.951776 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d10c575c-9dc7-484e-a547-86c1de39c0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:08.080964 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6a88262c-2415-407b-9f1a-a3f1846d595c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:08.114493 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device e2491cc9-457a-4300-b57e-5efd933553a0 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:14:08.165980 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-19772a00-9fa7-462f-9c6d-e97242afe2a1 req-2720f3ee-96e5-47b7-a490-f00d05d08dd0 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398930 Dec 08 16:14:08.210486 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: e2491cc9-457a-4300-b57e-5efd933553a0 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:14:08.211904 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device e2491cc9-457a-4300-b57e-5efd933553a0 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:14:08.224587 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-d10c575c-9dc7-484e-a547-86c1de39c0c4 None None] Port e5cb28fa-f672-41ba-9d90-f62076ff2ca2 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:14:08.353487 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8e4ce649-cfb2-46ac-bbfe-02d447e3f876 req-88c8855b-8b33-4321-9170-7077004e63af tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb5e3b2f-48c2-4fe8-a766-53397d7f0350 HTTP/1.1" status: 200 len: 210 time: 0.0765567 Dec 08 16:14:08.421771 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:08.691888 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6a88262c-2415-407b-9f1a-a3f1846d595c admin admin] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:08.753317 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6a88262c-2415-407b-9f1a-a3f1846d595c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:08.830789 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7fdec886-ab54-4236-acfc-55b897a80100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:08.887691 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a88262c-2415-407b-9f1a-a3f1846d595c admin admin] Pushing event updated for resources: {'Port': ['ID=e5cb28fa-f672-41ba-9d90-f62076ff2ca2,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:08.903717 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6a88262c-2415-407b-9f1a-a3f1846d595c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:08.952085 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdec886-ab54-4236-acfc-55b897a80100 admin admin] Pushing event deleted for resources: {'Port': ['ID=26180cda-4639-483b-b2a4-b8871fdb3cbe,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:09.258761 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a88262c-2415-407b-9f1a-a3f1846d595c admin admin] Network 204b38f3-5db6-4656-ad7b-d13d0fa37e5a is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:14:09.262541 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-6a88262c-2415-407b-9f1a-a3f1846d595c admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:14:09.386578 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7fdec886-ab54-4236-acfc-55b897a80100 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:09.448852 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f87b59-e7ad-45d9-b996-44ff34c3d650 req-5fb6f88f-f960-4e25-8778-ebaf75c5c396 tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:09.452967 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-99f87b59-e7ad-45d9-b996-44ff34c3d650 req-5fb6f88f-f960-4e25-8778-ebaf75c5c396 tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] 10.222.0.64 "GET /v2.0/ports?device_id=832615b8-bfa0-4e45-ada4-11dacf718cee HTTP/1.1" status: 200 len: 945 time: 0.1006098 Dec 08 16:14:09.535522 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a670c4bc-397b-4ec8-9cc8-be72604d9db6 req-5aa32dda-bd06-4149-8879-c19e2e5c5d0d tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:09.541684 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-99f87b59-e7ad-45d9-b996-44ff34c3d650 req-53e99735-476e-4430-b4a7-dbf2b246f73a tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] 10.222.0.64 "GET /v2.0/security-groups?id=6448c4a4-fdac-4a6f-b5d3-824957707880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849061 Dec 08 16:14:09.543251 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a670c4bc-397b-4ec8-9cc8-be72604d9db6 req-5aa32dda-bd06-4149-8879-c19e2e5c5d0d tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.2512271 Dec 08 16:14:09.633742 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a88262c-2415-407b-9f1a-a3f1846d595c admin admin] Router 48ec5d07-1d0c-42f0-b12b-28ccf9dcdfce has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:14:09.661746 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-9a7ad5d7-3e7a-40f9-9b91-9cb2761516c0 None None] Provisioning complete for port e5cb28fa-f672-41ba-9d90-f62076ff2ca2 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:14:09.662721 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9a7ad5d7-3e7a-40f9-9b91-9cb2761516c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:09.710920 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a670c4bc-397b-4ec8-9cc8-be72604d9db6 req-457e1ffa-b899-4b31-8323-59ad6685b450 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667743 Dec 08 16:14:09.725310 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-9a7ad5d7-3e7a-40f9-9b91-9cb2761516c0 None None] Port e5cb28fa-f672-41ba-9d90-f62076ff2ca2 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:14:09.737251 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cd56b016-55c7-4126-b416-ebe71b1390f9 req-fefc3052-4218-460d-a54e-86eb615ba2b7 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb5e3b2f-48c2-4fe8-a766-53397d7f0350 HTTP/1.1" status: 200 len: 210 time: 0.0543721 Dec 08 16:14:09.753782 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48216) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:09.941864 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a88262c-2415-407b-9f1a-a3f1846d595c admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:14:09.947346 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-6a88262c-2415-407b-9f1a-a3f1846d595c admin admin] 10.222.0.64 "PUT /v2.0/routers/48ec5d07-1d0c-42f0-b12b-28ccf9dcdfce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2144032 Dec 08 16:14:09.974774 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fdec886-ab54-4236-acfc-55b897a80100 admin admin] Router f1f924fe-daa3-4060-9543-f8424520518f has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:14:09.983751 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-bb8e36c7-1831-46c6-a640-2c3bc15041ee admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-2007834785-network', 'tenant_id': '6f88ca9628a5483bbdd4f56d756b4685'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:14:10.120929 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8e36c7-1831-46c6-a640-2c3bc15041ee admin admin] Made reservation on behalf of 6f88ca9628a5483bbdd4f56d756b4685 for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:14:10.122016 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device e37cceea-7c0e-4202-87a6-e231aaf1128f up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:14:10.130795 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bb8e36c7-1831-46c6-a640-2c3bc15041ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:10.141967 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bb8e36c7-1831-46c6-a640-2c3bc15041ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:10.228437 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fdec886-ab54-4236-acfc-55b897a80100 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:14:10.236535 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-7fdec886-ab54-4236-acfc-55b897a80100 admin admin] 10.222.0.64 "PUT /v2.0/routers/f1f924fe-daa3-4060-9543-f8424520518f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9692881 Dec 08 16:14:10.239063 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 48240) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:10.242376 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce37d32-1fa0-4d6a-9f99-f6a2b7ab9740 None None] Sync routers for ids ['f1f924fe-daa3-4060-9543-f8424520518f'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:14:10.251769 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port e37cceea-7c0e-4202-87a6-e231aaf1128f triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:14:10.253114 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:10.257259 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce37d32-1fa0-4d6a-9f99-f6a2b7ab9740 None None] Routers {'f1f924fe-daa3-4060-9543-f8424520518f'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:14:10.258506 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-1ce37d32-1fa0-4d6a-9f99-f6a2b7ab9740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:13:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['f1f924fe-daa3-4060-9543-f8424520518f'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:14:10.334487 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bb8e36c7-1831-46c6-a640-2c3bc15041ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:10.460655 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29964f9d-d8a5-4ff8-945b-904d56f55a42 None None] Sync routers for ids ['48ec5d07-1d0c-42f0-b12b-28ccf9dcdfce'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:14:10.461477 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b7db7282-70f0-420e-a16c-0046120e1456 admin admin] Publish callbacks [] for router, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:10.461567 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29964f9d-d8a5-4ff8-945b-904d56f55a42 None None] Routers {'48ec5d07-1d0c-42f0-b12b-28ccf9dcdfce'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:14:10.461567 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-29964f9d-d8a5-4ff8-945b-904d56f55a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:13:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['48ec5d07-1d0c-42f0-b12b-28ccf9dcdfce'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:14:10.474238 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-1ce37d32-1fa0-4d6a-9f99-f6a2b7ab9740 None None] Set router f1f924fe-daa3-4060-9543-f8424520518f gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:14:10.505932 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:10.518441 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bb8e36c7-1831-46c6-a640-2c3bc15041ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:10.573170 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port e37cceea-7c0e-4202-87a6-e231aaf1128f, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=e37cceea-7c0e-4202-87a6-e231aaf1128f,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:10.609349 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-29964f9d-d8a5-4ff8-945b-904d56f55a42 None None] Set router 48ec5d07-1d0c-42f0-b12b-28ccf9dcdfce gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:14:10.661280 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:10.681949 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b7db7282-70f0-420e-a16c-0046120e1456 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:10.686960 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb8e36c7-1831-46c6-a640-2c3bc15041ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:14:10.728037 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bb8e36c7-1831-46c6-a640-2c3bc15041ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:10.728660 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-bb8e36c7-1831-46c6-a640-2c3bc15041ee admin admin] Added segment 1f74d0f3-17d0-468a-b77c-633276f937da of type vlan for network 89a1e282-30c5-4c32-92b3-afa4d0f94a6d Dec 08 16:14:10.733814 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8e36c7-1831-46c6-a640-2c3bc15041ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64343fac-e9f0-47fd-968f-e381b6475234,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:10.749684 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=e37cceea-7c0e-4202-87a6-e231aaf1128f,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:10.815264 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 48276) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:10.855068 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-1ce37d32-1fa0-4d6a-9f99-f6a2b7ab9740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f924fe-daa3-4060-9543-f8424520518f', 'name': 'tempest-TaggedBootDevicesTest-1138800448-router', 'tenant_id': '8be2414d63a14131b9f6f8fcfa8d927a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '6a0181d6-f8fc-44c2-8f96-d4a0cece0e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:30Z', 'updated_at': '2021-12-08T16:14:08Z', 'revision_number': 5, 'project_id': '8be2414d63a14131b9f6f8fcfa8d927a', 'gw_port': {'id': '6a0181d6-f8fc-44c2-8f96-d4a0cece0e8c', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:02:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f924fe-daa3-4060-9543-f8424520518f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:32Z', 'updated_at': '2021-12-08T16:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:14:10.891217 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce37d32-1fa0-4d6a-9f99-f6a2b7ab9740 None None] Checking router: f1f924fe-daa3-4060-9543-f8424520518f for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:14:10.899740 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-b7db7282-70f0-420e-a16c-0046120e1456 admin admin] Deleting port 6a0181d6-f8fc-44c2-8f96-d4a0cece0e8c {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:14:10.900774 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce37d32-1fa0-4d6a-9f99-f6a2b7ab9740 None None] Routers {'f1f924fe-daa3-4060-9543-f8424520518f'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:14:10.901302 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b7db7282-70f0-420e-a16c-0046120e1456 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:10.901474 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-1ce37d32-1fa0-4d6a-9f99-f6a2b7ab9740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:13:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['f1f924fe-daa3-4060-9543-f8424520518f'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:14:10.922341 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf788d-bfdc-491e-8d0e-cc7787b34c87 req-dc4c04cc-da4d-4790-bc25-33df0f5918f9 tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:10.928759 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8abf788d-bfdc-491e-8d0e-cc7787b34c87 req-dc4c04cc-da4d-4790-bc25-33df0f5918f9 tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] 10.222.0.76 "GET /v2.0/ports?device_id=832615b8-bfa0-4e45-ada4-11dacf718cee HTTP/1.1" status: 200 len: 945 time: 0.3798943 Dec 08 16:14:11.015161 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-1ce37d32-1fa0-4d6a-9f99-f6a2b7ab9740 None None] Set router f1f924fe-daa3-4060-9543-f8424520518f gateway port host: None {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:14:11.045515 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bb8e36c7-1831-46c6-a640-2c3bc15041ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:11.084912 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-29964f9d-d8a5-4ff8-945b-904d56f55a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ec5d07-1d0c-42f0-b12b-28ccf9dcdfce', 'name': 'tempest-TaggedBootDevicesTest_v242-1016342196-router', 'tenant_id': '3481bfea2d7c49e6bcf0e8154ace25bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'e37cceea-7c0e-4202-87a6-e231aaf1128f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:13:59Z', 'updated_at': '2021-12-08T16:14:07Z', 'revision_number': 4, 'project_id': '3481bfea2d7c49e6bcf0e8154ace25bd', 'gw_port': {'id': 'e37cceea-7c0e-4202-87a6-e231aaf1128f', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ab:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ec5d07-1d0c-42f0-b12b-28ccf9dcdfce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:14:01Z', 'updated_at': '2021-12-08T16:14:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'e5cb28fa-f672-41ba-9d90-f62076ff2ca2', 'name': '', 'network_id': '204b38f3-5db6-4656-ad7b-d13d0fa37e5a', 'tenant_id': '3481bfea2d7c49e6bcf0e8154ace25bd', 'mac_address': 'fa:16:3e:ff:15:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ec5d07-1d0c-42f0-b12b-28ccf9dcdfce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '43aa52d0-1c49-440e-9d69-0c8dbedc8c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:14:06Z', 'updated_at': '2021-12-08T16:14:08Z', 'revision_number': 2, 'project_id': '3481bfea2d7c49e6bcf0e8154ace25bd', 'subnets': [{'id': '43aa52d0-1c49-440e-9d69-0c8dbedc8c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:14:11.091228 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-1ce37d32-1fa0-4d6a-9f99-f6a2b7ab9740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f924fe-daa3-4060-9543-f8424520518f', 'name': 'tempest-TaggedBootDevicesTest-1138800448-router', 'tenant_id': '8be2414d63a14131b9f6f8fcfa8d927a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:30Z', 'updated_at': '2021-12-08T16:14:10Z', 'revision_number': 6, 'project_id': '8be2414d63a14131b9f6f8fcfa8d927a', 'gw_port_host': None}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:14:11.106410 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ae12f862-0c6c-40b8-b769-579260b72844 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:11.134439 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4df2ee-12e3-4947-9f70-4fb41c3404b9 req-f59f2679-cafb-4219-ba8c-06c30474ae6a tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:11.136021 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1f4df2ee-12e3-4947-9f70-4fb41c3404b9 req-f59f2679-cafb-4219-ba8c-06c30474ae6a tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.1149676 Dec 08 16:14:11.144696 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29964f9d-d8a5-4ff8-945b-904d56f55a42 None None] Checking router: 48ec5d07-1d0c-42f0-b12b-28ccf9dcdfce for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:14:11.145318 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29964f9d-d8a5-4ff8-945b-904d56f55a42 None None] Updating router 48ec5d07-1d0c-42f0-b12b-28ccf9dcdfce port e5cb28fa-f672-41ba-9d90-f62076ff2ca2 binding host n-d-776250-12 {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:14:11.150523 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce37d32-1fa0-4d6a-9f99-f6a2b7ab9740 None None] The sync data for ids ['f1f924fe-daa3-4060-9543-f8424520518f'] in n-d-776250-12 is: [{'id': 'f1f924fe-daa3-4060-9543-f8424520518f', 'name': 'tempest-TaggedBootDevicesTest-1138800448-router', 'tenant_id': '8be2414d63a14131b9f6f8fcfa8d927a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:30Z', 'updated_at': '2021-12-08T16:14:10Z', 'revision_number': 6, 'project_id': '8be2414d63a14131b9f6f8fcfa8d927a', 'gw_port_host': None}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:14:11.179361 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d541cd27-8cea-487c-bd91-0bfdeda6b4ae req-a94cb9a4-d1d5-45ed-bca2-4d8ae92e6613 tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:11.189168 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d541cd27-8cea-487c-bd91-0bfdeda6b4ae req-a94cb9a4-d1d5-45ed-bca2-4d8ae92e6613 tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] 10.222.0.64 "GET /v2.0/ports?device_id=832615b8-bfa0-4e45-ada4-11dacf718cee HTTP/1.1" status: 200 len: 945 time: 0.3057296 Dec 08 16:14:11.203434 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-29964f9d-d8a5-4ff8-945b-904d56f55a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:11.216691 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-b7db7282-70f0-420e-a16c-0046120e1456 admin admin] For port 6a0181d6-f8fc-44c2-8f96-d4a0cece0e8c, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=6a0181d6-f8fc-44c2-8f96-d4a0cece0e8c,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:11.217065 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b7db7282-70f0-420e-a16c-0046120e1456 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:11.246923 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-b7db7282-70f0-420e-a16c-0046120e1456 admin admin] Calling delete_port for 6a0181d6-f8fc-44c2-8f96-d4a0cece0e8c owned by network:router_gateway {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:14:11.266613 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d541cd27-8cea-487c-bd91-0bfdeda6b4ae req-b251aa17-426e-4073-9fa2-bc7df47e2161 tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] 10.222.0.64 "GET /v2.0/security-groups?id=6448c4a4-fdac-4a6f-b5d3-824957707880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739295 Dec 08 16:14:11.281921 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1f4df2ee-12e3-4947-9f70-4fb41c3404b9 req-7df3e6a0-079a-43a9-a335-23230e4178a7 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368670 Dec 08 16:14:11.295690 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bb8e36c7-1831-46c6-a640-2c3bc15041ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:11.297964 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8e36c7-1831-46c6-a640-2c3bc15041ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:11.298986 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bb8e36c7-1831-46c6-a640-2c3bc15041ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:11.324120 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-8abf788d-bfdc-491e-8d0e-cc7787b34c87 req-65bd4f81-43c1-4011-b183-07e35ca85241 tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] Deleting port 116405f4-5376-42f4-a968-ea1f6d1d62d3 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:14:11.324655 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-8abf788d-bfdc-491e-8d0e-cc7787b34c87 req-65bd4f81-43c1-4011-b183-07e35ca85241 tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:11.393786 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ae12f862-0c6c-40b8-b769-579260b72844 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:11.469913 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-353bda73-9361-448e-b1c7-b0513c9382a2 req-303bc8ea-9482-49a8-8d63-56b53ba5d04e tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bb5e3b2f-48c2-4fe8-a766-53397d7f0350 HTTP/1.1" status: 200 len: 210 time: 0.0815768 Dec 08 16:14:11.477536 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8e36c7-1831-46c6-a640-2c3bc15041ee admin admin] Pushing event updated for resources: {'Network': ['ID=89a1e282-30c5-4c32-92b3-afa4d0f94a6d,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:11.496273 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 89a1e282-30c5-4c32-92b3-afa4d0f94a6d details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:14:11.500141 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-09281445-6987-4252-91be-9efb2616a022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:11.527096 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-bb8e36c7-1831-46c6-a640-2c3bc15041ee admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7662647 Dec 08 16:14:11.531581 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48290) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:11.543153 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-e83e9fe1-a76f-41c3-9923-b556e1f26d70 admin admin] Request body: {'subnet': {'network_id': '89a1e282-30c5-4c32-92b3-afa4d0f94a6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-2007834785-subnet', 'tenant_id': '6f88ca9628a5483bbdd4f56d756b4685', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:14:11.566146 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-8abf788d-bfdc-491e-8d0e-cc7787b34c87 req-65bd4f81-43c1-4011-b183-07e35ca85241 tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] For port 116405f4-5376-42f4-a968-ea1f6d1d62d3, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=116405f4-5376-42f4-a968-ea1f6d1d62d3,segment=NetworkSegment(26625e68-23df-4f39-be2a-f3cf0cada78d),segment_id=26625e68-23df-4f39-be2a-f3cf0cada78d)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:11.566947 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-8abf788d-bfdc-491e-8d0e-cc7787b34c87 req-65bd4f81-43c1-4011-b183-07e35ca85241 tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:11.601296 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-8abf788d-bfdc-491e-8d0e-cc7787b34c87 req-65bd4f81-43c1-4011-b183-07e35ca85241 tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] Calling delete_port for 116405f4-5376-42f4-a968-ea1f6d1d62d3 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:14:11.609674 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ae12f862-0c6c-40b8-b769-579260b72844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:11.655876 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ae12f862-0c6c-40b8-b769-579260b72844 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9149d823b7444f58bf595aad73fa4818&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8368676 Dec 08 16:14:11.656864 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 48292) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:11.663056 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae12f862-0c6c-40b8-b769-579260b72844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a38a3b87-011c-4b77-aa37-9af6cccba958,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:11.715112 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b7db7282-70f0-420e-a16c-0046120e1456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:11.720396 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83e9fe1-a76f-41c3-9923-b556e1f26d70 admin admin] Made reservation on behalf of 6f88ca9628a5483bbdd4f56d756b4685 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:14:11.724466 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e83e9fe1-a76f-41c3-9923-b556e1f26d70 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:11.749756 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-29964f9d-d8a5-4ff8-945b-904d56f55a42 None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:11.765055 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c97893f0-ce67-43c5-9fe7-23607a520032 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:11.770369 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7db7282-70f0-420e-a16c-0046120e1456 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a0181d6-f8fc-44c2-8f96-d4a0cece0e8c,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:11.834489 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c97893f0-ce67-43c5-9fe7-23607a520032 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:11.873615 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-29964f9d-d8a5-4ff8-945b-904d56f55a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:11.935956 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eebc191-1e4a-430d-9e32-f8176656d5b3 None None] Pushing event updated for resources: {'Port': ['ID=e5cb28fa-f672-41ba-9d90-f62076ff2ca2,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:12.004806 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-8abf788d-bfdc-491e-8d0e-cc7787b34c87 req-65bd4f81-43c1-4011-b183-07e35ca85241 tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:12.031987 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-29964f9d-d8a5-4ff8-945b-904d56f55a42 None None] Attempting to bind port e5cb28fa-f672-41ba-9d90-f62076ff2ca2 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:14:12.032445 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-29964f9d-d8a5-4ff8-945b-904d56f55a42 None None] Attempting to bind port e5cb28fa-f672-41ba-9d90-f62076ff2ca2 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '2de25e18-fff7-4bc6-a69a-b5093ddb93a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '204b38f3-5db6-4656-ad7b-d13d0fa37e5a'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:14:12.033118 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29964f9d-d8a5-4ff8-945b-904d56f55a42 None None] Attempting to bind port e5cb28fa-f672-41ba-9d90-f62076ff2ca2 on network 204b38f3-5db6-4656-ad7b-d13d0fa37e5a {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:14:12.049346 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29964f9d-d8a5-4ff8-945b-904d56f55a42 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:14:12.049747 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29964f9d-d8a5-4ff8-945b-904d56f55a42 None None] Checking segment: {'id': '2de25e18-fff7-4bc6-a69a-b5093ddb93a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '204b38f3-5db6-4656-ad7b-d13d0fa37e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:14:12.051064 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-29964f9d-d8a5-4ff8-945b-904d56f55a42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:12.051064 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29964f9d-d8a5-4ff8-945b-904d56f55a42 None None] Bound using segment: {'id': '2de25e18-fff7-4bc6-a69a-b5093ddb93a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '204b38f3-5db6-4656-ad7b-d13d0fa37e5a'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:14:12.051273 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-29964f9d-d8a5-4ff8-945b-904d56f55a42 None None] Bound port: e5cb28fa-f672-41ba-9d90-f62076ff2ca2, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2de25e18-fff7-4bc6-a69a-b5093ddb93a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '204b38f3-5db6-4656-ad7b-d13d0fa37e5a'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:14:12.051589 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-29964f9d-d8a5-4ff8-945b-904d56f55a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:12.095064 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd4f81-43c1-4011-b183-07e35ca85241 tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] Pushing event deleted for resources: {'Port': ['ID=116405f4-5376-42f4-a968-ea1f6d1d62d3,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:12.144855 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e83e9fe1-a76f-41c3-9923-b556e1f26d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:12.162555 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-29964f9d-d8a5-4ff8-945b-904d56f55a42 None None] For port e5cb28fa-f672-41ba-9d90-f62076ff2ca2, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:14:12.171685 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-29964f9d-d8a5-4ff8-945b-904d56f55a42 None None] For port e5cb28fa-f672-41ba-9d90-f62076ff2ca2, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=e5cb28fa-f672-41ba-9d90-f62076ff2ca2,segment=NetworkSegment(2de25e18-fff7-4bc6-a69a-b5093ddb93a3),segment_id=2de25e18-fff7-4bc6-a69a-b5093ddb93a3)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:14:12.206837 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device e37cceea-7c0e-4202-87a6-e231aaf1128f up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:14:12.247340 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-8abf788d-bfdc-491e-8d0e-cc7787b34c87 req-65bd4f81-43c1-4011-b183-07e35ca85241 tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] No DVR routers for this DVR port 116405f4-5376-42f4-a968-ea1f6d1d62d3 on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:14:12.252632 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83e9fe1-a76f-41c3-9923-b556e1f26d70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7217809a-2345-4443-b310-d9d8dbd160df,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:12.263758 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-8abf788d-bfdc-491e-8d0e-cc7787b34c87 req-65bd4f81-43c1-4011-b183-07e35ca85241 tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:12.267284 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8abf788d-bfdc-491e-8d0e-cc7787b34c87 req-65bd4f81-43c1-4011-b183-07e35ca85241 tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] 10.222.0.76 "DELETE /v2.0/ports/116405f4-5376-42f4-a968-ea1f6d1d62d3 HTTP/1.1" status: 204 len: 173 time: 1.3065383 Dec 08 16:14:12.267960 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-29964f9d-d8a5-4ff8-945b-904d56f55a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:12.269590 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '832615b8-bfa0-4e45-ada4-11dacf718cee', 'name': 'network-vif-deleted', 'tag': '116405f4-5376-42f4-a968-ea1f6d1d62d3'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:14:12.272665 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2853ce0a-da47-4018-94c7-6962c6377b42" -d '{"events": [{"server_uuid": "832615b8-bfa0-4e45-ada4-11dacf718cee", "name": "network-vif-deleted", "tag": "116405f4-5376-42f4-a968-ea1f6d1d62d3"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:14:12.274873 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b7db7282-70f0-420e-a16c-0046120e1456 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:12.337514 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83e9fe1-a76f-41c3-9923-b556e1f26d70 admin admin] Checking segment: {'id': '1f74d0f3-17d0-468a-b77c-633276f937da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '89a1e282-30c5-4c32-92b3-afa4d0f94a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:14:12.337880 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83e9fe1-a76f-41c3-9923-b556e1f26d70 admin admin] Network hostable DHCP agents. Network: 89a1e282-30c5-4c32-92b3-afa4d0f94a6d, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:14:12.371698 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eebc191-1e4a-430d-9e32-f8176656d5b3 None None] Pushing event updated for resources: {'Port': ['ID=e5cb28fa-f672-41ba-9d90-f62076ff2ca2,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:12.381561 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ebc58a1-d749-4360-9268-f7dbf0ae9ae9 x-openstack-request-id: req-1ebc58a1-d749-4360-9268-f7dbf0ae9ae9 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:14:12.381847 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "832615b8-bfa0-4e45-ada4-11dacf718cee", "name": "network-vif-deleted", "tag": "116405f4-5376-42f4-a968-ea1f6d1d62d3", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:14:12.382109 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1ebc58a1-d749-4360-9268-f7dbf0ae9ae9 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:14:12.382519 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '832615b8-bfa0-4e45-ada4-11dacf718cee', 'name': 'network-vif-deleted', 'tag': '116405f4-5376-42f4-a968-ea1f6d1d62d3', 'status': 'completed', 'code': 200} Dec 08 16:14:12.475548 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-211339d9-1ef5-48f0-9c22-3ed8b97174b5 None None] Provisioning complete for port e5cb28fa-f672-41ba-9d90-f62076ff2ca2 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:14:12.475775 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-211339d9-1ef5-48f0-9c22-3ed8b97174b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:12.498186 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83e9fe1-a76f-41c3-9923-b556e1f26d70 admin admin] Network 89a1e282-30c5-4c32-92b3-afa4d0f94a6d is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:14:12.512835 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-dbcedd7a-0e68-4de1-8fdc-ea68eb59ebb8 req-604d43b9-f7e4-4644-9639-be70a00d9cef tempest-ServerPasswordTestJSON-1387145919 tempest-ServerPasswordTestJSON-1387145919-project] 10.222.0.64 "GET /v2.0/ports?device_id=832615b8-bfa0-4e45-ada4-11dacf718cee HTTP/1.1" status: 200 len: 210 time: 0.0922461 Dec 08 16:14:12.537885 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b7db7282-70f0-420e-a16c-0046120e1456 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:12.540195 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b7db7282-70f0-420e-a16c-0046120e1456 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:12.552883 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d148aaf-c49f-48b8-99d9-9ece677151ca req-e329ee5b-558f-433b-8bca-175f6a64ee5d tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:12.564280 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6d148aaf-c49f-48b8-99d9-9ece677151ca req-e329ee5b-558f-433b-8bca-175f6a64ee5d tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.1054285 Dec 08 16:14:12.570866 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29964f9d-d8a5-4ff8-945b-904d56f55a42 None None] Routers {'48ec5d07-1d0c-42f0-b12b-28ccf9dcdfce'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:14:12.571467 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-29964f9d-d8a5-4ff8-945b-904d56f55a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:13:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['48ec5d07-1d0c-42f0-b12b-28ccf9dcdfce'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:14:12.594333 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-e83e9fe1-a76f-41c3-9923-b556e1f26d70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 89a1e282-30c5-4c32-92b3-afa4d0f94a6d) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:14:12.628887 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83e9fe1-a76f-41c3-9923-b556e1f26d70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:12.629499 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e83e9fe1-a76f-41c3-9923-b556e1f26d70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:12.639401 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c97893f0-ce67-43c5-9fe7-23607a520032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:12.644157 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c97893f0-ce67-43c5-9fe7-23607a520032 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:12.645810 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c97893f0-ce67-43c5-9fe7-23607a520032 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a38a3b87-011c-4b77-aa37-9af6cccba958 HTTP/1.1" status: 204 len: 168 time: 0.9885283 Dec 08 16:14:12.658211 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97893f0-ce67-43c5-9fe7-23607a520032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38a3b87-011c-4b77-aa37-9af6cccba958,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:12.736003 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b7db7282-70f0-420e-a16c-0046120e1456 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:12.736940 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7db7282-70f0-420e-a16c-0046120e1456 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1f924fe-daa3-4060-9543-f8424520518f {{(pid=110551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:14:12.749587 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6d148aaf-c49f-48b8-99d9-9ece677151ca req-b7e0ec4b-e683-4faf-aa70-16e092264247 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822784 Dec 08 16:14:12.751983 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b7db7282-70f0-420e-a16c-0046120e1456 admin admin] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:12.763578 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b7db7282-70f0-420e-a16c-0046120e1456 admin admin] 10.222.0.64 "DELETE /v2.0/routers/f1f924fe-daa3-4060-9543-f8424520518f HTTP/1.1" status: 204 len: 168 time: 2.5234365 Dec 08 16:14:12.766666 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 48344) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:12.779862 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port e37cceea-7c0e-4202-87a6-e231aaf1128f triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:14:12.780454 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:12.782116 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9adfad8-4c5f-44f9-8d37-10a2207c97fa None None] Network 89a1e282-30c5-4c32-92b3-afa4d0f94a6d requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:14:12.793740 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-e83e9fe1-a76f-41c3-9923-b556e1f26d70 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2609286 Dec 08 16:14:12.972444 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ba02984-932b-47e1-b89a-47a4a8eb5fee admin admin] Deleting subnet 28454e1d-d263-44ec-91e2-36831bf74b20 {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:14:12.977500 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7ba02984-932b-47e1-b89a-47a4a8eb5fee admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:13.034413 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac12df9f-9b72-4710-a598-99607849c398 None None] Network 89a1e282-30c5-4c32-92b3-afa4d0f94a6d requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:14:13.070152 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7ba02984-932b-47e1-b89a-47a4a8eb5fee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:13.175321 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7ba02984-932b-47e1-b89a-47a4a8eb5fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:13.376674 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 77c117d3-70dc-4550-8495-cc1d394f2397 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:14:13.377814 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7ba02984-932b-47e1-b89a-47a4a8eb5fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:13.392441 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-29964f9d-d8a5-4ff8-945b-904d56f55a42 None None] Set router 48ec5d07-1d0c-42f0-b12b-28ccf9dcdfce gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:14:13.465244 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7ba02984-932b-47e1-b89a-47a4a8eb5fee admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:13.470882 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-7ba02984-932b-47e1-b89a-47a4a8eb5fee admin admin] 10.222.0.64 "DELETE /v2.0/subnets/28454e1d-d263-44ec-91e2-36831bf74b20 HTTP/1.1" status: 204 len: 168 time: 0.7030323 Dec 08 16:14:13.476429 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba02984-932b-47e1-b89a-47a4a8eb5fee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28454e1d-d263-44ec-91e2-36831bf74b20,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:13.486812 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48380) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:13.493323 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a4d766-e994-42b6-ae21-64eab8d9c110 None None] Network 2160f220-73eb-4128-8e17-580f294db0b0 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:14:13.724933 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 26180cda-4639-483b-b2a4-b8871fdb3cbe no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:14:13.728367 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4e736-8eb1-4abe-9809-0b58e9007309 req-348aed12-da14-47a7-a45c-6a4008fe0fe1 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:13.737103 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2ad4e736-8eb1-4abe-9809-0b58e9007309 req-348aed12-da14-47a7-a45c-6a4008fe0fe1 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/networks?id=d3895c5a-dfc2-4888-9675-12d8856051aa HTTP/1.1" status: 200 len: 812 time: 0.4655209 Dec 08 16:14:13.744559 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 116405f4-5376-42f4-a968-ea1f6d1d62d3 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:14:13.773578 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 26180cda-4639-483b-b2a4-b8871fdb3cbe {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:14:13.773578 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 26180cda-4639-483b-b2a4-b8871fdb3cbe not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:14:13.773578 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 6a0181d6-f8fc-44c2-8f96-d4a0cece0e8c no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:14:13.773965 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2ad4e736-8eb1-4abe-9809-0b58e9007309 req-76c118c1-ffa1-497b-9f41-e5f325e31a2d tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/quotas/90ed4b9bbb134343aae1287ee30eda23 HTTP/1.1" status: 200 len: 375 time: 0.0340931 Dec 08 16:14:13.860148 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2ad4e736-8eb1-4abe-9809-0b58e9007309 req-ccd65566-17a2-4be2-8785-0d9106a066e4 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=90ed4b9bbb134343aae1287ee30eda23&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0715046 Dec 08 16:14:13.869400 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 6a0181d6-f8fc-44c2-8f96-d4a0cece0e8c {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:14:13.869960 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 6a0181d6-f8fc-44c2-8f96-d4a0cece0e8c not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:14:13.878182 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7fb37ab9-6c3a-4fe1-8c66-1c26f3c8d82a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:13.898173 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: 116405f4-5376-42f4-a968-ea1f6d1d62d3 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:14:13.898889 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 116405f4-5376-42f4-a968-ea1f6d1d62d3 not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:14:13.900807 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-211339d9-1ef5-48f0-9c22-3ed8b97174b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:14.008708 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-407fd40f-f075-441e-baac-72f99682b420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:14.038404 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 77c117d3-70dc-4550-8495-cc1d394f2397, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=77c117d3-70dc-4550-8495-cc1d394f2397,segment=NetworkSegment(6b0c82a0-bc9c-4886-a49c-1b810d61edae),segment_id=6b0c82a0-bc9c-4886-a49c-1b810d61edae)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:14.085274 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-211339d9-1ef5-48f0-9c22-3ed8b97174b5 None None] For port e5cb28fa-f672-41ba-9d90-f62076ff2ca2, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=e5cb28fa-f672-41ba-9d90-f62076ff2ca2,segment=NetworkSegment(2de25e18-fff7-4bc6-a69a-b5093ddb93a3),segment_id=2de25e18-fff7-4bc6-a69a-b5093ddb93a3)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:14.100750 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2ad4e736-8eb1-4abe-9809-0b58e9007309 req-569545e5-4971-45f4-925c-db1338282087 service neutron] 10.222.0.64 "GET /v2.0/networks/d3895c5a-dfc2-4888-9675-12d8856051aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393024 Dec 08 16:14:14.120448 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '77c117d3-70dc-4550-8495-cc1d394f2397', 'network_id': 'aae70492-1682-4e18-b135-887c01697ca0', 'port_id': '77c117d3-70dc-4550-8495-cc1d394f2397', 'mac_address': 'fa:16:3e:76:07:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b9a45e-f6fb-459d-ae2c-34fcbd17d9b9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:14:14.184622 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:14.201910 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-211339d9-1ef5-48f0-9c22-3ed8b97174b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:14.207360 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-1d3315cd-433f-40de-a6af-c93a851e7c29 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:14.216308 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 77c117d3-70dc-4550-8495-cc1d394f2397 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:14:14.217098 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-1d3315cd-433f-40de-a6af-c93a851e7c29 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] 10.222.0.64 "GET /v2.0/networks?id=89a1e282-30c5-4c32-92b3-afa4d0f94a6d HTTP/1.1" status: 200 len: 818 time: 0.2629559 Dec 08 16:14:14.235972 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-87ef8419-bff4-4db5-ad20-5ca9fbfa318e tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] 10.222.0.64 "GET /v2.0/quotas/6f88ca9628a5483bbdd4f56d756b4685 HTTP/1.1" status: 200 len: 375 time: 0.0177958 Dec 08 16:14:14.269195 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-7fb37ab9-6c3a-4fe1-8c66-1c26f3c8d82a admin admin] Deleting port 4bb67d89-9fbe-4a15-827f-a69ed7edd618 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:14:14.269546 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7fb37ab9-6c3a-4fe1-8c66-1c26f3c8d82a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:14.288307 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efa5f36-9f07-4986-af7e-6c2ccd9be767 None None] DHCP port deletion for 2160f220-73eb-4128-8e17-580f294db0b0 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:14:14.313698 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-29964f9d-d8a5-4ff8-945b-904d56f55a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ec5d07-1d0c-42f0-b12b-28ccf9dcdfce', 'name': 'tempest-TaggedBootDevicesTest_v242-1016342196-router', 'tenant_id': '3481bfea2d7c49e6bcf0e8154ace25bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'e37cceea-7c0e-4202-87a6-e231aaf1128f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:13:59Z', 'updated_at': '2021-12-08T16:14:07Z', 'revision_number': 4, 'project_id': '3481bfea2d7c49e6bcf0e8154ace25bd', 'gw_port': {'id': 'e37cceea-7c0e-4202-87a6-e231aaf1128f', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ab:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ec5d07-1d0c-42f0-b12b-28ccf9dcdfce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:14:01Z', 'updated_at': '2021-12-08T16:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'e5cb28fa-f672-41ba-9d90-f62076ff2ca2', 'name': '', 'network_id': '204b38f3-5db6-4656-ad7b-d13d0fa37e5a', 'tenant_id': '3481bfea2d7c49e6bcf0e8154ace25bd', 'mac_address': 'fa:16:3e:ff:15:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ec5d07-1d0c-42f0-b12b-28ccf9dcdfce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '43aa52d0-1c49-440e-9d69-0c8dbedc8c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:14:06Z', 'updated_at': '2021-12-08T16:14:12Z', 'revision_number': 4, 'project_id': '3481bfea2d7c49e6bcf0e8154ace25bd', 'subnets': [{'id': '43aa52d0-1c49-440e-9d69-0c8dbedc8c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:14:14.348476 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-732435f3-793e-4b54-bdf9-fccda2120d23 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f88ca9628a5483bbdd4f56d756b4685&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1113758 Dec 08 16:14:14.418324 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-7fb37ab9-6c3a-4fe1-8c66-1c26f3c8d82a admin admin] For port 4bb67d89-9fbe-4a15-827f-a69ed7edd618, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=4bb67d89-9fbe-4a15-827f-a69ed7edd618,segment=NetworkSegment(64c18ef9-63f2-4c53-b3ec-fb03feced499),segment_id=64c18ef9-63f2-4c53-b3ec-fb03feced499)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:14.418857 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7fb37ab9-6c3a-4fe1-8c66-1c26f3c8d82a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:14.453179 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2ad4e736-8eb1-4abe-9809-0b58e9007309 req-a182b75b-734a-4540-b89d-1219c760010a service neutron] 10.222.0.64 "GET /v2.0/networks/d3895c5a-dfc2-4888-9675-12d8856051aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433862 Dec 08 16:14:14.455514 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-7fb37ab9-6c3a-4fe1-8c66-1c26f3c8d82a admin admin] Calling delete_port for 4bb67d89-9fbe-4a15-827f-a69ed7edd618 owned by network:dhcp {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:14:14.464866 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-f9bdf755-6564-4f0e-8372-a2b2026c1866 service neutron] 10.222.0.64 "GET /v2.0/networks/89a1e282-30c5-4c32-92b3-afa4d0f94a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154928 Dec 08 16:14:14.479250 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211339d9-1ef5-48f0-9c22-3ed8b97174b5 None None] Pushing event updated for resources: {'Port': ['ID=e5cb28fa-f672-41ba-9d90-f62076ff2ca2,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:14.484324 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29964f9d-d8a5-4ff8-945b-904d56f55a42 None None] The sync data for ids ['48ec5d07-1d0c-42f0-b12b-28ccf9dcdfce'] in n-d-776250-12 is: [{'id': '48ec5d07-1d0c-42f0-b12b-28ccf9dcdfce', 'name': 'tempest-TaggedBootDevicesTest_v242-1016342196-router', 'tenant_id': '3481bfea2d7c49e6bcf0e8154ace25bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'e37cceea-7c0e-4202-87a6-e231aaf1128f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:13:59Z', 'updated_at': '2021-12-08T16:14:07Z', 'revision_number': 4, 'project_id': '3481bfea2d7c49e6bcf0e8154ace25bd', 'gw_port': {'id': 'e37cceea-7c0e-4202-87a6-e231aaf1128f', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ab:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ec5d07-1d0c-42f0-b12b-28ccf9dcdfce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:14:01Z', 'updated_at': '2021-12-08T16:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'e5cb28fa-f672-41ba-9d90-f62076ff2ca2', 'name': '', 'network_id': '204b38f3-5db6-4656-ad7b-d13d0fa37e5a', 'tenant_id': '3481bfea2d7c49e6bcf0e8154ace25bd', 'mac_address': 'fa:16:3e:ff:15:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ec5d07-1d0c-42f0-b12b-28ccf9dcdfce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': '43aa52d0-1c49-440e-9d69-0c8dbedc8c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:14:06Z', 'updated_at': '2021-12-08T16:14:12Z', 'revision_number': 4, 'project_id': '3481bfea2d7c49e6bcf0e8154ace25bd', 'subnets': [{'id': '43aa52d0-1c49-440e-9d69-0c8dbedc8c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:14:14.491474 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 77c117d3-70dc-4550-8495-cc1d394f2397, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=77c117d3-70dc-4550-8495-cc1d394f2397,segment=NetworkSegment(6b0c82a0-bc9c-4886-a49c-1b810d61edae),segment_id=6b0c82a0-bc9c-4886-a49c-1b810d61edae)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:14.509717 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-779a0972-bf62-46ab-986f-79a902e7305a None None] Provisioning complete for port e5cb28fa-f672-41ba-9d90-f62076ff2ca2 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:14:14.510098 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-779a0972-bf62-46ab-986f-79a902e7305a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:14.582140 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:14.680449 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-4efa5f36-9f07-4986-af7e-6c2ccd9be767 None None] Deleting port 4bb67d89-9fbe-4a15-827f-a69ed7edd618 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:14:14.681141 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4efa5f36-9f07-4986-af7e-6c2ccd9be767 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:14.701136 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-28ffcae2-d6ae-47e6-beee-1e1f65de3ef5 service neutron] 10.222.0.64 "GET /v2.0/networks/89a1e282-30c5-4c32-92b3-afa4d0f94a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352250 Dec 08 16:14:14.780251 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['77c117d3-70dc-4550-8495-cc1d394f2397'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:14:14.789019 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7fb37ab9-6c3a-4fe1-8c66-1c26f3c8d82a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:14.868920 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-4efa5f36-9f07-4986-af7e-6c2ccd9be767 None None] For port 4bb67d89-9fbe-4a15-827f-a69ed7edd618, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=4bb67d89-9fbe-4a15-827f-a69ed7edd618,segment=NetworkSegment(64c18ef9-63f2-4c53-b3ec-fb03feced499),segment_id=64c18ef9-63f2-4c53-b3ec-fb03feced499)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:14.870757 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4efa5f36-9f07-4986-af7e-6c2ccd9be767 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:14.876695 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb37ab9-6c3a-4fe1-8c66-1c26f3c8d82a admin admin] Pushing event deleted for resources: {'Port': ['ID=4bb67d89-9fbe-4a15-827f-a69ed7edd618,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:14.889564 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb37ab9-6c3a-4fe1-8c66-1c26f3c8d82a admin admin] No DVR routers for this DVR port 4bb67d89-9fbe-4a15-827f-a69ed7edd618 on host n-d-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:14:14.904680 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 48440) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:15.025490 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-4efa5f36-9f07-4986-af7e-6c2ccd9be767 None None] Calling delete_port for 4bb67d89-9fbe-4a15-827f-a69ed7edd618 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:14:15.045605 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=77c117d3-70dc-4550-8495-cc1d394f2397,revision_number=6']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:15.056211 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-e20c88cd-d066-4288-b141-7dc9ddebe9a3 admin admin] Deleting subnet be948f83-ae82-41b4-9f1d-ef738875495d {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:14:15.098556 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e20c88cd-d066-4288-b141-7dc9ddebe9a3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:15.228380 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7fb37ab9-6c3a-4fe1-8c66-1c26f3c8d82a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:15.235122 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e20c88cd-d066-4288-b141-7dc9ddebe9a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:15.295240 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e20c88cd-d066-4288-b141-7dc9ddebe9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:15.301332 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:15.358002 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7748122-ac38-4cd8-94a2-ca6336d35062 req-52cea171-400c-401b-9970-c524205e34e9 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:15.366288 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e7748122-ac38-4cd8-94a2-ca6336d35062 req-52cea171-400c-401b-9970-c524205e34e9 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 944 time: 0.2292511 Dec 08 16:14:15.373810 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-7fb37ab9-6c3a-4fe1-8c66-1c26f3c8d82a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2160f220-73eb-4128-8e17-580f294db0b0']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:14:15.459498 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-7fb37ab9-6c3a-4fe1-8c66-1c26f3c8d82a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64c18ef9-63f2-4c53-b3ec-fb03feced499') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:14:15.461548 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4efa5f36-9f07-4986-af7e-6c2ccd9be767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:15.461698 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-7fb37ab9-6c3a-4fe1-8c66-1c26f3c8d82a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64c18ef9-63f2-4c53-b3ec-fb03feced499') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:14:15.502400 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7fb37ab9-6c3a-4fe1-8c66-1c26f3c8d82a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:15.534100 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7fb37ab9-6c3a-4fe1-8c66-1c26f3c8d82a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:15.556014 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fb37ab9-6c3a-4fe1-8c66-1c26f3c8d82a admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:14:15.556014 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7fb37ab9-6c3a-4fe1-8c66-1c26f3c8d82a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:15.560165 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:14:15.560165 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:14:15.560165 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:14:15.560165 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:14:15.560165 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:14:15.560165 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:14:15.560165 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:14:15.560165 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:14:15.560165 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:14:15.560165 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:14:15.560165 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:14:15.560165 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:14:15.560165 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:14:15.560165 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:14:15.560165 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:14:15.560165 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:14:15.560165 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:14:15.560165 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:14:15.560165 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:14:15.560165 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:14:15.560165 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:14:15.560165 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:14:15.560165 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:14:15.560165 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:14:15.560165 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:14:15.560165 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:14:15.560165 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:14:15.560165 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:14:15.560165 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:14:15.560165 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:14:15.560165 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:14:15.560165 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:14:15.583861 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e20c88cd-d066-4288-b141-7dc9ddebe9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:15.642258 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa5f36-9f07-4986-af7e-6c2ccd9be767 None None] Pushing event deleted for resources: {'Port': ['ID=4bb67d89-9fbe-4a15-827f-a69ed7edd618,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:15.644360 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efa5f36-9f07-4986-af7e-6c2ccd9be767 None None] No DVR routers for this DVR port 4bb67d89-9fbe-4a15-827f-a69ed7edd618 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:14:15.710746 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e20c88cd-d066-4288-b141-7dc9ddebe9a3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:15.714929 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e7748122-ac38-4cd8-94a2-ca6336d35062 req-cc27365a-fa1d-4449-8d6e-79c06c1ee06e tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312833 Dec 08 16:14:15.726168 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e20c88cd-d066-4288-b141-7dc9ddebe9a3 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/be948f83-ae82-41b4-9f1d-ef738875495d HTTP/1.1" status: 204 len: 168 time: 0.8199041 Dec 08 16:14:15.734637 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20c88cd-d066-4288-b141-7dc9ddebe9a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be948f83-ae82-41b4-9f1d-ef738875495d,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:15.754241 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48458) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:15.799462 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-40875d86-c69b-41c1-894e-6a0bc427a9ef req-4aa174c1-45bd-40fe-ae89-d98ce17b3fd4 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1bb43fc-cace-43b6-8f10-6da71e01e2cb HTTP/1.1" status: 200 len: 210 time: 0.1208935 Dec 08 16:14:15.974698 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7fb37ab9-6c3a-4fe1-8c66-1c26f3c8d82a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:15.984643 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7fb37ab9-6c3a-4fe1-8c66-1c26f3c8d82a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:15.989893 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-7fb37ab9-6c3a-4fe1-8c66-1c26f3c8d82a admin admin] 10.222.0.64 "DELETE /v2.0/networks/2160f220-73eb-4128-8e17-580f294db0b0 HTTP/1.1" status: 204 len: 168 time: 2.4802155 Dec 08 16:14:15.996202 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48468) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:16.064829 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device e5cb28fa-f672-41ba-9d90-f62076ff2ca2 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:14:16.215870 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port e5cb28fa-f672-41ba-9d90-f62076ff2ca2 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:14:16.217017 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:16.299360 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1a4b6ce8-f2a2-40d2-8d16-c2cf931a6c61 req-414ee636-5e11-4b80-8606-8abc51076bc6 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fde413b-425a-468a-a647-b7afecf7c938 HTTP/1.1" status: 200 len: 210 time: 0.1315367 Dec 08 16:14:16.514996 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb37ab9-6c3a-4fe1-8c66-1c26f3c8d82a admin admin] Pushing event deleted for resources: {'Network': ['ID=2160f220-73eb-4128-8e17-580f294db0b0,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:16.586923 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 4bb67d89-9fbe-4a15-827f-a69ed7edd618 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:14:16.600685 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3baf1bfb-f8e9-4f36-8eea-b3736387b1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:16.661059 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 4bb67d89-9fbe-4a15-827f-a69ed7edd618 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:14:16.661428 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 4bb67d89-9fbe-4a15-827f-a69ed7edd618 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:14:16.701656 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:16.830201 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3baf1bfb-f8e9-4f36-8eea-b3736387b1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:16.887505 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-3baf1bfb-f8e9-4f36-8eea-b3736387b1df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b671fd2b-4aaf-4105-9732-71f7a4d4ffff']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:14:16.927476 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-3baf1bfb-f8e9-4f36-8eea-b3736387b1df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26625e68-23df-4f39-be2a-f3cf0cada78d') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:14:16.927776 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-3baf1bfb-f8e9-4f36-8eea-b3736387b1df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26625e68-23df-4f39-be2a-f3cf0cada78d') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:14:16.962502 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3baf1bfb-f8e9-4f36-8eea-b3736387b1df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:16.986544 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3baf1bfb-f8e9-4f36-8eea-b3736387b1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:16.999876 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3baf1bfb-f8e9-4f36-8eea-b3736387b1df admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:14:17.000305 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3baf1bfb-f8e9-4f36-8eea-b3736387b1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:17.002825 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:14:17.002825 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:14:17.002825 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:14:17.002825 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:14:17.002825 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:14:17.002825 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:14:17.002825 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:14:17.002825 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:14:17.002825 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:14:17.002825 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:14:17.002825 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:14:17.002825 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:14:17.002825 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:14:17.002825 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:14:17.002825 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:14:17.002825 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:14:17.002825 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:14:17.002825 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:14:17.002825 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:14:17.002825 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:14:17.002825 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:14:17.002825 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:14:17.002825 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:14:17.002825 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:14:17.002825 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:14:17.002825 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:14:17.002825 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:14:17.002825 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:14:17.002825 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:14:17.002825 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:14:17.002825 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:14:17.002825 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:14:17.024838 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f31b4-05b0-490e-90ae-ce098c7bc29b req-98cbe698-ccaa-4020-b54d-f2e8223117d8 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:17.035226 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ee2f31b4-05b0-490e-90ae-ce098c7bc29b req-98cbe698-ccaa-4020-b54d-f2e8223117d8 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 944 time: 0.1558712 Dec 08 16:14:17.145298 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ee2f31b4-05b0-490e-90ae-ce098c7bc29b req-d29156c9-e486-44c1-b9af-43417457d667 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091657 Dec 08 16:14:17.229719 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-24155e33-6cb7-4c30-8308-a4f116555c43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:17.339381 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3baf1bfb-f8e9-4f36-8eea-b3736387b1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:17.357936 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3baf1bfb-f8e9-4f36-8eea-b3736387b1df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:17.385614 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-3baf1bfb-f8e9-4f36-8eea-b3736387b1df admin admin] 10.222.0.64 "DELETE /v2.0/networks/b671fd2b-4aaf-4105-9732-71f7a4d4ffff HTTP/1.1" status: 204 len: 168 time: 1.6166906 Dec 08 16:14:17.386490 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 77c117d3-70dc-4550-8495-cc1d394f2397 up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:14:17.412319 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-080aad18-7d4a-4a81-8654-36ecb24f2a95 req-491c234f-8a35-43d3-a650-4c32410d0470 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fde413b-425a-468a-a647-b7afecf7c938 HTTP/1.1" status: 200 len: 210 time: 0.0574386 Dec 08 16:14:17.518146 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 77c117d3-70dc-4550-8495-cc1d394f2397 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:14:17.519564 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:17.611230 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf1bfb-f8e9-4f36-8eea-b3736387b1df admin admin] Pushing event deleted for resources: {'Network': ['ID=b671fd2b-4aaf-4105-9732-71f7a4d4ffff,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:17.681738 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:17.921689 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 48514) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:17.969605 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-24155e33-6cb7-4c30-8308-a4f116555c43 admin admin] Deleting port 4f995b48-9f4e-41bb-be5e-d7eb4b77b672 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:14:17.969950 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-24155e33-6cb7-4c30-8308-a4f116555c43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:17.983756 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b952e222-6d48-4962-a1c2-d45156525d65 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c4d448db166d4917813554148abc1703&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0604875 Dec 08 16:14:17.984817 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 48516) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:18.088508 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ea1066d5-232b-4251-8674-1fa2d2094fdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:18.142560 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ea1066d5-232b-4251-8674-1fa2d2094fdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:18.150636 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:18.156207 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-24155e33-6cb7-4c30-8308-a4f116555c43 admin admin] For port 4f995b48-9f4e-41bb-be5e-d7eb4b77b672, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=4f995b48-9f4e-41bb-be5e-d7eb4b77b672,segment=NetworkSegment(53599149-d15e-4c01-b2c2-b14e212ea66c),segment_id=53599149-d15e-4c01-b2c2-b14e212ea66c)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:18.156895 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-24155e33-6cb7-4c30-8308-a4f116555c43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:18.195962 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-24155e33-6cb7-4c30-8308-a4f116555c43 admin admin] Calling delete_port for 4f995b48-9f4e-41bb-be5e-d7eb4b77b672 owned by network:router_interface {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:14:18.229901 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58298f4d-121a-4a61-bd3d-e413c08b2288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c117d3-70dc-4550-8495-cc1d394f2397'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:14:18.232512 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ee873a-3666-4c99-9efb-1459d99cdbea" -d '{"events": [{"server_uuid": "58298f4d-121a-4a61-bd3d-e413c08b2288", "name": "network-vif-plugged", "status": "completed", "tag": "77c117d3-70dc-4550-8495-cc1d394f2397"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:14:18.265271 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 77c117d3-70dc-4550-8495-cc1d394f2397, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=77c117d3-70dc-4550-8495-cc1d394f2397,segment=NetworkSegment(6b0c82a0-bc9c-4886-a49c-1b810d61edae),segment_id=6b0c82a0-bc9c-4886-a49c-1b810d61edae)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:18.373453 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b80cf54-382b-445f-aecc-7daf3ab6e000 req-f62a9f99-8682-4b1d-84b3-919f98f53726 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:18.374918 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5b80cf54-382b-445f-aecc-7daf3ab6e000 req-f62a9f99-8682-4b1d-84b3-919f98f53726 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 944 time: 0.0799959 Dec 08 16:14:18.392918 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ea1066d5-232b-4251-8674-1fa2d2094fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:18.393143 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:18.397278 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ea1066d5-232b-4251-8674-1fa2d2094fdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:18.407872 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ea1066d5-232b-4251-8674-1fa2d2094fdc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6448c4a4-fdac-4a6f-b5d3-824957707880 HTTP/1.1" status: 204 len: 168 time: 0.4124796 Dec 08 16:14:18.424744 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1066d5-232b-4251-8674-1fa2d2094fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6448c4a4-fdac-4a6f-b5d3-824957707880,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:18.629910 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=77c117d3-70dc-4550-8495-cc1d394f2397,revision_number=7']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:18.644247 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:14:18.651541 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:14:18.651541 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:14:18.651541 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:14:18.651541 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:14:18.651541 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:14:18.651541 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:14:18.658637 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:14:18.659050 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:14:18.661798 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:14:18.663696 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:14:18.664066 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:14:18.665151 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:14:18.940021 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5b80cf54-382b-445f-aecc-7daf3ab6e000 req-0ae84548-c527-45bb-adc0-c8c2f917ec2f tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908995 Dec 08 16:14:19.022095 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-24155e33-6cb7-4c30-8308-a4f116555c43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:19.100967 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26d4be0-f8d2-492b-af48-00ced0582104 x-openstack-request-id: req-a26d4be0-f8d2-492b-af48-00ced0582104 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:14:19.101376 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58298f4d-121a-4a61-bd3d-e413c08b2288", "name": "network-vif-plugged", "status": "completed", "tag": "77c117d3-70dc-4550-8495-cc1d394f2397", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:14:19.101738 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a26d4be0-f8d2-492b-af48-00ced0582104 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:14:19.102322 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58298f4d-121a-4a61-bd3d-e413c08b2288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c117d3-70dc-4550-8495-cc1d394f2397', 'code': 200} Dec 08 16:14:19.157045 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24155e33-6cb7-4c30-8308-a4f116555c43 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f995b48-9f4e-41bb-be5e-d7eb4b77b672,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:19.548913 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-24155e33-6cb7-4c30-8308-a4f116555c43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:19.710766 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-647151a0-588a-4f9d-bc7c-4c32f01c35c2 req-56645087-8662-4700-8533-d9840077b84f tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fde413b-425a-468a-a647-b7afecf7c938 HTTP/1.1" status: 200 len: 210 time: 0.4385581 Dec 08 16:14:20.178644 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24155e33-6cb7-4c30-8308-a4f116555c43 admin admin] Router 900052af-c23a-4958-a6ef-005cc13cfd95 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:14:20.207819 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aaa547-b7b8-47c2-b4f0-c87b2ad843ae req-a5665a0b-4140-42ee-a39b-444c9cad84b0 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:20.209784 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-12aaa547-b7b8-47c2-b4f0-c87b2ad843ae req-a5665a0b-4140-42ee-a39b-444c9cad84b0 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.1266170 Dec 08 16:14:20.535514 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24155e33-6cb7-4c30-8308-a4f116555c43 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:14:20.535514 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-24155e33-6cb7-4c30-8308-a4f116555c43 admin admin] 10.222.0.64 "PUT /v2.0/routers/900052af-c23a-4958-a6ef-005cc13cfd95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4400804 Dec 08 16:14:20.537205 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 48552) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:20.537604 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309e4093-4530-4737-9ac5-34e5cfd289e2 None None] Sync routers for ids ['900052af-c23a-4958-a6ef-005cc13cfd95'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:14:20.537604 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309e4093-4530-4737-9ac5-34e5cfd289e2 None None] Routers {'900052af-c23a-4958-a6ef-005cc13cfd95'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:14:20.537604 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-309e4093-4530-4737-9ac5-34e5cfd289e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:14:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['900052af-c23a-4958-a6ef-005cc13cfd95'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:14:20.538164 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-12aaa547-b7b8-47c2-b4f0-c87b2ad843ae req-981a3a96-aaff-4d6c-b564-68785913a79c tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909050 Dec 08 16:14:20.577340 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48554) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:20.629080 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-55ee3886-7388-4e0e-a762-0515e8e8e95a tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:20.629080 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-55ee3886-7388-4e0e-a762-0515e8e8e95a tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] 10.222.0.76 "GET /v2.0/networks?id=89a1e282-30c5-4c32-92b3-afa4d0f94a6d HTTP/1.1" status: 200 len: 818 time: 0.4152656 Dec 08 16:14:20.688210 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-c806e206-e5d2-40ca-ae97-89efbbdf4faa tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Request body: {'port': {'device_id': 'c0649aff-0fd3-4591-b769-da64d466ad73', 'network_id': '89a1e282-30c5-4c32-92b3-afa4d0f94a6d', 'admin_state_up': True, 'tenant_id': '6f88ca9628a5483bbdd4f56d756b4685'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:14:21.190481 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-309e4093-4530-4737-9ac5-34e5cfd289e2 None None] Set router 900052af-c23a-4958-a6ef-005cc13cfd95 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:14:21.192096 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1020b658-fd01-43c0-aeab-7b4fda814e2f admin admin] Publish callbacks [] for router, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:21.192462 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-2fdf6cad-6851-45bb-8be8-811f645e0642 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1266808385-network', 'tenant_id': '3c96083250fb4c3492902950739ee237'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:14:21.192462 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0e808363-b468-4b90-b940-64071ba54c19 req-24d01ef8-2de7-49a7-a0f7-73aeec507171 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fde413b-425a-468a-a647-b7afecf7c938 HTTP/1.1" status: 200 len: 210 time: 0.0441580 Dec 08 16:14:21.192462 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.db.api [None req-2fdf6cad-6851-45bb-8be8-811f645e0642 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 08 16:14:21.192462 n-d-776250-12 neutron-server[110550]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 08 16:14:21.192462 n-d-776250-12 neutron-server[110550]: [parameters: {'project_id': '3c96083250fb4c3492902950739ee237', 'id': '90807a28-b7a6-4dad-a8f7-26876d60c82f', 'expiration': datetime.datetime(2021, 12, 8, 16, 16, 20, 920146)}] Dec 08 16:14:21.192462 n-d-776250-12 neutron-server[110550]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:14:21.192462 n-d-776250-12 neutron-server[110550]: DEBUG oslo_db.api [None req-2fdf6cad-6851-45bb-8be8-811f645e0642 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:14:21.193259 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1020b658-fd01-43c0-aeab-7b4fda814e2f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:21.193338 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-309e4093-4530-4737-9ac5-34e5cfd289e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900052af-c23a-4958-a6ef-005cc13cfd95', 'name': 'tempest-TaggedBootDevicesTest-2013407134-router', 'tenant_id': '351a96473ca546b496fdd2842aca05ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '3d96323c-cd65-41ea-9394-3cae80ae7782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:47Z', 'updated_at': '2021-12-08T16:14:18Z', 'revision_number': 5, 'project_id': '351a96473ca546b496fdd2842aca05ea', 'gw_port': {'id': '3d96323c-cd65-41ea-9394-3cae80ae7782', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900052af-c23a-4958-a6ef-005cc13cfd95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:48Z', 'updated_at': '2021-12-08T16:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:14:21.193455 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7763dae3-3317-4e89-b6aa-9742b0cb17fe req-6beb2090-aaf6-4422-ac87-6fd1e57e5b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:21.193455 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7763dae3-3317-4e89-b6aa-9742b0cb17fe req-6beb2090-aaf6-4422-ac87-6fd1e57e5b33 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=810520df5a8e4422956ae3b5265a3df4&device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 1097 time: 0.0723031 Dec 08 16:14:21.193597 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309e4093-4530-4737-9ac5-34e5cfd289e2 None None] Checking router: 900052af-c23a-4958-a6ef-005cc13cfd95 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:14:21.193597 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309e4093-4530-4737-9ac5-34e5cfd289e2 None None] Routers {'900052af-c23a-4958-a6ef-005cc13cfd95'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:14:21.193597 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-309e4093-4530-4737-9ac5-34e5cfd289e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:14:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['900052af-c23a-4958-a6ef-005cc13cfd95'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:14:21.270704 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7763dae3-3317-4e89-b6aa-9742b0cb17fe req-35db4ac5-711d-4fc3-9cce-6d558c18ec8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:21.272714 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7763dae3-3317-4e89-b6aa-9742b0cb17fe req-35db4ac5-711d-4fc3-9cce-6d558c18ec8f service neutron] 10.222.0.37 "GET /v2.0/networks?id=aae70492-1682-4e18-b135-887c01697ca0 HTTP/1.1" status: 200 len: 915 time: 0.1400642 Dec 08 16:14:21.337825 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7763dae3-3317-4e89-b6aa-9742b0cb17fe req-f5c3e1d0-f4c9-4aa0-bb5a-acf486052621 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77c117d3-70dc-4550-8495-cc1d394f2397 HTTP/1.1" status: 200 len: 217 time: 0.0554829 Dec 08 16:14:21.391541 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7763dae3-3317-4e89-b6aa-9742b0cb17fe req-c7cdeaae-92c8-491d-933f-f7caf62ce07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:21.393079 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7763dae3-3317-4e89-b6aa-9742b0cb17fe req-c7cdeaae-92c8-491d-933f-f7caf62ce07f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c5b9a45e-f6fb-459d-ae2c-34fcbd17d9b9 HTTP/1.1" status: 200 len: 854 time: 0.0494232 Dec 08 16:14:21.415023 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-309e4093-4530-4737-9ac5-34e5cfd289e2 None None] Set router 900052af-c23a-4958-a6ef-005cc13cfd95 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:14:21.429620 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7763dae3-3317-4e89-b6aa-9742b0cb17fe req-f82d1578-3d2e-4a5e-98af-914cd72354be service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=aae70492-1682-4e18-b135-887c01697ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288615 Dec 08 16:14:21.567534 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7763dae3-3317-4e89-b6aa-9742b0cb17fe req-2d64a494-036c-4a5a-a8ae-a7748eb96a74 service neutron] 10.222.0.37 "GET /v2.0/networks/aae70492-1682-4e18-b135-887c01697ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284876 Dec 08 16:14:21.606130 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-c806e206-e5d2-40ca-ae97-89efbbdf4faa tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Made reservation on behalf of 6f88ca9628a5483bbdd4f56d756b4685 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:14:21.611073 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-c806e206-e5d2-40ca-ae97-89efbbdf4faa tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:21.647795 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-309e4093-4530-4737-9ac5-34e5cfd289e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '900052af-c23a-4958-a6ef-005cc13cfd95', 'name': 'tempest-TaggedBootDevicesTest-2013407134-router', 'tenant_id': '351a96473ca546b496fdd2842aca05ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '3d96323c-cd65-41ea-9394-3cae80ae7782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:47Z', 'updated_at': '2021-12-08T16:14:18Z', 'revision_number': 5, 'project_id': '351a96473ca546b496fdd2842aca05ea', 'gw_port': {'id': '3d96323c-cd65-41ea-9394-3cae80ae7782', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900052af-c23a-4958-a6ef-005cc13cfd95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:48Z', 'updated_at': '2021-12-08T16:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:14:21.699742 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309e4093-4530-4737-9ac5-34e5cfd289e2 None None] The sync data for ids ['900052af-c23a-4958-a6ef-005cc13cfd95'] in n-d-776250-12 is: [{'id': '900052af-c23a-4958-a6ef-005cc13cfd95', 'name': 'tempest-TaggedBootDevicesTest-2013407134-router', 'tenant_id': '351a96473ca546b496fdd2842aca05ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '3d96323c-cd65-41ea-9394-3cae80ae7782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:47Z', 'updated_at': '2021-12-08T16:14:18Z', 'revision_number': 5, 'project_id': '351a96473ca546b496fdd2842aca05ea', 'gw_port': {'id': '3d96323c-cd65-41ea-9394-3cae80ae7782', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900052af-c23a-4958-a6ef-005cc13cfd95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:48Z', 'updated_at': '2021-12-08T16:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:14:21.836563 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-1020b658-fd01-43c0-aeab-7b4fda814e2f admin admin] Deleting port 3d96323c-cd65-41ea-9394-3cae80ae7782 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:14:21.837229 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1020b658-fd01-43c0-aeab-7b4fda814e2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:21.863791 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7763dae3-3317-4e89-b6aa-9742b0cb17fe req-276fe3e2-7437-43ca-be66-8f5c75c3daf4 service neutron] 10.222.0.37 "GET /v2.0/networks/aae70492-1682-4e18-b135-887c01697ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888677 Dec 08 16:14:21.918490 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fdf6cad-6851-45bb-8be8-811f645e0642 admin admin] Made reservation on behalf of 3c96083250fb4c3492902950739ee237 for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:14:21.921203 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2fdf6cad-6851-45bb-8be8-811f645e0642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:21.941270 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56891cf-6bae-40d3-904d-1d3e848ee039 req-97dd9678-b427-40c5-8d5c-d5975ff43952 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:21.948602 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b56891cf-6bae-40d3-904d-1d3e848ee039 req-97dd9678-b427-40c5-8d5c-d5975ff43952 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.3081300 Dec 08 16:14:21.958877 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2fdf6cad-6851-45bb-8be8-811f645e0642 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:22.005975 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-1020b658-fd01-43c0-aeab-7b4fda814e2f admin admin] For port 3d96323c-cd65-41ea-9394-3cae80ae7782, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=3d96323c-cd65-41ea-9394-3cae80ae7782,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:22.006879 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1020b658-fd01-43c0-aeab-7b4fda814e2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:22.021095 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-1020b658-fd01-43c0-aeab-7b4fda814e2f admin admin] Calling delete_port for 3d96323c-cd65-41ea-9394-3cae80ae7782 owned by network:router_gateway {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:14:22.039998 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-c806e206-e5d2-40ca-ae97-89efbbdf4faa tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Allocated IP 172.20.0.2 (89a1e282-30c5-4c32-92b3-afa4d0f94a6d/7217809a-2345-4443-b310-d9d8dbd160df/9f333408-68a8-43bb-b122-f22ffe18cb8e) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:14:22.105520 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 4f995b48-9f4e-41bb-be5e-d7eb4b77b672 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:14:22.167184 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 4f995b48-9f4e-41bb-be5e-d7eb4b77b672 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:14:22.172122 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 4f995b48-9f4e-41bb-be5e-d7eb4b77b672 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:14:22.291194 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-463c1bad-8ad8-4206-a58e-d15a153d624a tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:22.300679 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-463c1bad-8ad8-4206-a58e-d15a153d624a tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] 10.222.0.37 "GET /v2.0/networks?id=89a1e282-30c5-4c32-92b3-afa4d0f94a6d HTTP/1.1" status: 200 len: 818 time: 0.4660187 Dec 08 16:14:22.324273 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-78db5381-6d80-412d-913d-4702bf60ed57 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Request body: {'port': {'device_id': 'e916e350-8663-4846-ac42-2f55cfecfc8c', 'network_id': '89a1e282-30c5-4c32-92b3-afa4d0f94a6d', 'admin_state_up': True, 'tenant_id': '6f88ca9628a5483bbdd4f56d756b4685'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:14:22.468041 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1020b658-fd01-43c0-aeab-7b4fda814e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:22.511619 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1020b658-fd01-43c0-aeab-7b4fda814e2f admin admin] Pushing event deleted for resources: {'Port': ['ID=3d96323c-cd65-41ea-9394-3cae80ae7782,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:22.564772 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b56891cf-6bae-40d3-904d-1d3e848ee039 req-d85a93c7-7c7b-46b7-940a-4922338d97d1 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6145241 Dec 08 16:14:22.596769 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1020b658-fd01-43c0-aeab-7b4fda814e2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:22.632106 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-d297d610-4119-4208-92e9-1c1e5443d30f tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:22.639760 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-d297d610-4119-4208-92e9-1c1e5443d30f tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] 10.222.0.76 "GET /v2.0/networks?id=89a1e282-30c5-4c32-92b3-afa4d0f94a6d HTTP/1.1" status: 200 len: 818 time: 0.8787363 Dec 08 16:14:22.671978 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-18677c44-3072-43ba-b109-98857485d557 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Request body: {'port': {'device_id': '2fde413b-425a-468a-a647-b7afecf7c938', 'network_id': '89a1e282-30c5-4c32-92b3-afa4d0f94a6d', 'admin_state_up': True, 'tenant_id': '6f88ca9628a5483bbdd4f56d756b4685'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:14:22.710768 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1020b658-fd01-43c0-aeab-7b4fda814e2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:22.713734 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1020b658-fd01-43c0-aeab-7b4fda814e2f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:22.878651 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1020b658-fd01-43c0-aeab-7b4fda814e2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:22.879238 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1020b658-fd01-43c0-aeab-7b4fda814e2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 900052af-c23a-4958-a6ef-005cc13cfd95 {{(pid=110551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:14:22.891899 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-99f800b6-8f71-46eb-b866-c6fca88f3f6c req-57fbb3c6-b15b-4ab2-8101-5ef52c0fcb87 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fde413b-425a-468a-a647-b7afecf7c938 HTTP/1.1" status: 200 len: 210 time: 0.0805957 Dec 08 16:14:22.898339 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1020b658-fd01-43c0-aeab-7b4fda814e2f admin admin] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:22.913731 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-1020b658-fd01-43c0-aeab-7b4fda814e2f admin admin] 10.222.0.64 "DELETE /v2.0/routers/900052af-c23a-4958-a6ef-005cc13cfd95 HTTP/1.1" status: 204 len: 168 time: 2.4597611 Dec 08 16:14:22.916559 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 48576) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:23.019175 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-534cde1e-29f8-4a5a-8e7c-0d92438f5aa0 admin admin] Deleting subnet 4d89d0d9-4d4b-469e-8ae7-1967ffa61175 {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:14:23.023177 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-534cde1e-29f8-4a5a-8e7c-0d92438f5aa0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:23.072390 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-c806e206-e5d2-40ca-ae97-89efbbdf4faa tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:23.088164 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-534cde1e-29f8-4a5a-8e7c-0d92438f5aa0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:23.177442 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2fdf6cad-6851-45bb-8be8-811f645e0642 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:23.234474 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-534cde1e-29f8-4a5a-8e7c-0d92438f5aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:23.291470 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-18677c44-3072-43ba-b109-98857485d557 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Made reservation on behalf of 6f88ca9628a5483bbdd4f56d756b4685 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:14:23.296588 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-18677c44-3072-43ba-b109-98857485d557 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:23.329245 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2fdf6cad-6851-45bb-8be8-811f645e0642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:23.343027 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-c806e206-e5d2-40ca-ae97-89efbbdf4faa tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:23.388052 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fdf6cad-6851-45bb-8be8-811f645e0642 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:14:23.416195 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-534cde1e-29f8-4a5a-8e7c-0d92438f5aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:23.465589 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534cde1e-29f8-4a5a-8e7c-0d92438f5aa0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d89d0d9-4d4b-469e-8ae7-1967ffa61175,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:23.467747 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-534cde1e-29f8-4a5a-8e7c-0d92438f5aa0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:23.470523 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-78db5381-6d80-412d-913d-4702bf60ed57 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Made reservation on behalf of 6f88ca9628a5483bbdd4f56d756b4685 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:14:23.476223 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-534cde1e-29f8-4a5a-8e7c-0d92438f5aa0 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/4d89d0d9-4d4b-469e-8ae7-1967ffa61175 HTTP/1.1" status: 204 len: 168 time: 0.5494661 Dec 08 16:14:23.479039 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 48580) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:23.484736 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d0835c-546f-4904-860a-e8a47a76fedc None None] Network d61828f6-6576-492d-a93f-4a4ef85aa9db requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:14:23.486276 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-78db5381-6d80-412d-913d-4702bf60ed57 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:23.552108 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-c806e206-e5d2-40ca-ae97-89efbbdf4faa tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Network 89a1e282-30c5-4c32-92b3-afa4d0f94a6d is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:14:23.630042 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-c806e206-e5d2-40ca-ae97-89efbbdf4faa tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:14:23.642879 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-c806e206-e5d2-40ca-ae97-89efbbdf4faa tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:14:23.646067 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c806e206-e5d2-40ca-ae97-89efbbdf4faa tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Pushing event updated for resources: {'Port': ['ID=9f333408-68a8-43bb-b122-f22ffe18cb8e,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:23.715138 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d31c1d13-0871-47a4-befd-1e24e965efdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:23.794908 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b41ce1c-ea60-4bfb-a4b0-7fc2dc0aca17 None None] DHCP port deletion for d61828f6-6576-492d-a93f-4a4ef85aa9db request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:14:23.797966 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2fdf6cad-6851-45bb-8be8-811f645e0642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:23.798326 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-2fdf6cad-6851-45bb-8be8-811f645e0642 admin admin] Added segment 9b02e36e-6de5-484c-a36e-2fa26fb39118 of type vlan for network cc341b4e-e4a6-433a-819f-1f235ff05a7a Dec 08 16:14:23.799894 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdf6cad-6851-45bb-8be8-811f645e0642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3d8ecd-5df0-4703-82e4-51a5960ae875,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:23.819033 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d31c1d13-0871-47a4-befd-1e24e965efdd admin admin] Deleting port bdf68851-e5fc-42a4-96ba-bb202b33db69 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:14:23.819327 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d31c1d13-0871-47a4-befd-1e24e965efdd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:23.923712 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-4b41ce1c-ea60-4bfb-a4b0-7fc2dc0aca17 None None] Deleting port bdf68851-e5fc-42a4-96ba-bb202b33db69 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:14:23.924293 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4b41ce1c-ea60-4bfb-a4b0-7fc2dc0aca17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:23.970144 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-d31c1d13-0871-47a4-befd-1e24e965efdd admin admin] For port bdf68851-e5fc-42a4-96ba-bb202b33db69, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=bdf68851-e5fc-42a4-96ba-bb202b33db69,segment=NetworkSegment(53599149-d15e-4c01-b2c2-b14e212ea66c),segment_id=53599149-d15e-4c01-b2c2-b14e212ea66c)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:23.980222 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d31c1d13-0871-47a4-befd-1e24e965efdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:23.998353 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d31c1d13-0871-47a4-befd-1e24e965efdd admin admin] Calling delete_port for bdf68851-e5fc-42a4-96ba-bb202b33db69 owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:14:24.020067 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2fdf6cad-6851-45bb-8be8-811f645e0642 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:24.039643 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device bdf68851-e5fc-42a4-96ba-bb202b33db69 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:14:24.109587 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-c806e206-e5d2-40ca-ae97-89efbbdf4faa tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:24.110948 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-c806e206-e5d2-40ca-ae97-89efbbdf4faa tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:24.157347 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656761df-0104-4f1a-b524-eedd2083f47e req-0ba3eac5-5475-486f-a4c7-baeb258c97d8 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:24.158857 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-4b41ce1c-ea60-4bfb-a4b0-7fc2dc0aca17 None None] For port bdf68851-e5fc-42a4-96ba-bb202b33db69, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=bdf68851-e5fc-42a4-96ba-bb202b33db69,segment=NetworkSegment(53599149-d15e-4c01-b2c2-b14e212ea66c),segment_id=53599149-d15e-4c01-b2c2-b14e212ea66c)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:24.159495 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4b41ce1c-ea60-4bfb-a4b0-7fc2dc0aca17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:24.165778 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-656761df-0104-4f1a-b524-eedd2083f47e req-0ba3eac5-5475-486f-a4c7-baeb258c97d8 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.3388097 Dec 08 16:14:24.177072 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-4b41ce1c-ea60-4bfb-a4b0-7fc2dc0aca17 None None] Calling delete_port for bdf68851-e5fc-42a4-96ba-bb202b33db69 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:14:24.185801 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2fdf6cad-6851-45bb-8be8-811f645e0642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:24.187320 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdf6cad-6851-45bb-8be8-811f645e0642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:24.188004 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2fdf6cad-6851-45bb-8be8-811f645e0642 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:24.191068 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-18677c44-3072-43ba-b109-98857485d557 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Allocated IP 172.20.0.4 (89a1e282-30c5-4c32-92b3-afa4d0f94a6d/7217809a-2345-4443-b310-d9d8dbd160df/eca93204-d49a-4090-ad9d-ba184f1d6b71) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:14:24.199350 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d31c1d13-0871-47a4-befd-1e24e965efdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:24.270160 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:24.277695 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31c1d13-0871-47a4-befd-1e24e965efdd admin admin] Pushing event deleted for resources: {'Port': ['ID=bdf68851-e5fc-42a4-96ba-bb202b33db69,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:24.286673 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-c806e206-e5d2-40ca-ae97-89efbbdf4faa tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6302068 Dec 08 16:14:24.298781 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31c1d13-0871-47a4-befd-1e24e965efdd admin admin] No DVR routers for this DVR port bdf68851-e5fc-42a4-96ba-bb202b33db69 on host n-d-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:14:24.308463 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31c1d13-0871-47a4-befd-1e24e965efdd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:14:24.308463 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31c1d13-0871-47a4-befd-1e24e965efdd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:14:24.308463 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31c1d13-0871-47a4-befd-1e24e965efdd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:14:24.308463 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31c1d13-0871-47a4-befd-1e24e965efdd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:14:24.308942 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31c1d13-0871-47a4-befd-1e24e965efdd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:14:24.310508 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31c1d13-0871-47a4-befd-1e24e965efdd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:14:24.319764 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31c1d13-0871-47a4-befd-1e24e965efdd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:14:24.322046 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31c1d13-0871-47a4-befd-1e24e965efdd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:14:24.322408 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31c1d13-0871-47a4-befd-1e24e965efdd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:14:24.323506 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31c1d13-0871-47a4-befd-1e24e965efdd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:14:24.330538 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31c1d13-0871-47a4-befd-1e24e965efdd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:14:24.342191 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31c1d13-0871-47a4-befd-1e24e965efdd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:14:24.342191 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31c1d13-0871-47a4-befd-1e24e965efdd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:14:24.342436 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-d804bea1-d145-40a6-83aa-dbfeab561729 service neutron] Request body: {'port': {'device_id': 'c0649aff-0fd3-4591-b769-da64d466ad73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:14:24.342914 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 3d96323c-cd65-41ea-9394-3cae80ae7782 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:14:24.372041 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4b41ce1c-ea60-4bfb-a4b0-7fc2dc0aca17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:24.373995 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 3d96323c-cd65-41ea-9394-3cae80ae7782 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:14:24.374559 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 3d96323c-cd65-41ea-9394-3cae80ae7782 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:14:24.405310 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b41ce1c-ea60-4bfb-a4b0-7fc2dc0aca17 None None] Pushing event deleted for resources: {'Port': ['ID=bdf68851-e5fc-42a4-96ba-bb202b33db69,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:24.410255 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b41ce1c-ea60-4bfb-a4b0-7fc2dc0aca17 None None] No DVR routers for this DVR port bdf68851-e5fc-42a4-96ba-bb202b33db69 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:14:24.416554 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdf6cad-6851-45bb-8be8-811f645e0642 admin admin] Pushing event updated for resources: {'Network': ['ID=cc341b4e-e4a6-433a-819f-1f235ff05a7a,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:24.448017 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network cc341b4e-e4a6-433a-819f-1f235ff05a7a details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:14:24.456751 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-2fdf6cad-6851-45bb-8be8-811f645e0642 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 3.8767653 Dec 08 16:14:24.475144 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48590) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:24.488676 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-cf295368-16ab-4369-81ac-3152a56f397e admin admin] Request body: {'subnet': {'network_id': 'cc341b4e-e4a6-433a-819f-1f235ff05a7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1266808385-subnet', 'tenant_id': '3c96083250fb4c3492902950739ee237', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:14:24.524872 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d31c1d13-0871-47a4-befd-1e24e965efdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:24.534405 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-656761df-0104-4f1a-b524-eedd2083f47e req-0f8f7d08-b677-40d3-82cd-11113f29bbfb tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3675504 Dec 08 16:14:24.574361 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-d31c1d13-0871-47a4-befd-1e24e965efdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d61828f6-6576-492d-a93f-4a4ef85aa9db']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:14:24.595819 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-d31c1d13-0871-47a4-befd-1e24e965efdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53599149-d15e-4c01-b2c2-b14e212ea66c') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:14:24.595819 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-d31c1d13-0871-47a4-befd-1e24e965efdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53599149-d15e-4c01-b2c2-b14e212ea66c') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:14:24.612511 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d31c1d13-0871-47a4-befd-1e24e965efdd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:24.632441 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d31c1d13-0871-47a4-befd-1e24e965efdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:24.641779 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d31c1d13-0871-47a4-befd-1e24e965efdd admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:14:24.643576 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d31c1d13-0871-47a4-befd-1e24e965efdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:24.646262 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:14:24.646262 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:14:24.646262 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:14:24.646262 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:14:24.646262 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:14:24.646262 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:14:24.646262 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:14:24.646262 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:14:24.646262 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:14:24.646262 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:14:24.646262 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:14:24.646262 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:14:24.646262 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:14:24.646262 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:14:24.646262 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:14:24.646262 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:14:24.646262 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:14:24.646262 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:14:24.646262 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:14:24.646262 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:14:24.646262 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:14:24.646262 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:14:24.646262 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:14:24.646262 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:14:24.646262 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:14:24.646262 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:14:24.646262 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:14:24.646262 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:14:24.646262 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:14:24.646262 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:14:24.646262 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:14:24.646262 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:14:24.775728 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-18677c44-3072-43ba-b109-98857485d557 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:24.782571 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf295368-16ab-4369-81ac-3152a56f397e admin admin] Made reservation on behalf of 3c96083250fb4c3492902950739ee237 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:14:24.785427 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cf295368-16ab-4369-81ac-3152a56f397e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:24.794722 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d31c1d13-0871-47a4-befd-1e24e965efdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:24.804538 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d31c1d13-0871-47a4-befd-1e24e965efdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:24.818049 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d31c1d13-0871-47a4-befd-1e24e965efdd admin admin] 10.222.0.64 "DELETE /v2.0/networks/d61828f6-6576-492d-a93f-4a4ef85aa9db HTTP/1.1" status: 204 len: 168 time: 1.3344655 Dec 08 16:14:24.843016 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31c1d13-0871-47a4-befd-1e24e965efdd admin admin] Pushing event deleted for resources: {'Network': ['ID=d61828f6-6576-492d-a93f-4a4ef85aa9db,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:24.891919 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-d804bea1-d145-40a6-83aa-dbfeab561729 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:24.955080 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0f57444f-fb59-4e46-9ec0-63543dc5e260 req-69600be0-d480-4a54-abde-eb131114a607 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fde413b-425a-468a-a647-b7afecf7c938 HTTP/1.1" status: 200 len: 210 time: 0.1757143 Dec 08 16:14:25.213299 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-18677c44-3072-43ba-b109-98857485d557 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:25.321900 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18677c44-3072-43ba-b109-98857485d557 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Pushing event updated for resources: {'Port': ['ID=eca93204-d49a-4090-ad9d-ba184f1d6b71,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:25.371014 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 48594) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:25.489033 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-cd08e96c-3dc3-482a-baaa-d342e034ba4c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8be2414d63a14131b9f6f8fcfa8d927a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1159451 Dec 08 16:14:25.491049 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 48598) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:25.586195 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4395da59-8d6a-4310-b9ac-40a6e2896634 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:25.627787 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4395da59-8d6a-4310-b9ac-40a6e2896634 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:25.788107 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4395da59-8d6a-4310-b9ac-40a6e2896634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:25.790822 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4395da59-8d6a-4310-b9ac-40a6e2896634 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:25.795382 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-4395da59-8d6a-4310-b9ac-40a6e2896634 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4aaaa83b-c5f6-43ce-9356-8631053cb551 HTTP/1.1" status: 204 len: 168 time: 0.3023088 Dec 08 16:14:25.807297 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4395da59-8d6a-4310-b9ac-40a6e2896634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aaaa83b-c5f6-43ce-9356-8631053cb551,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:25.828244 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-18677c44-3072-43ba-b109-98857485d557 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Network 89a1e282-30c5-4c32-92b3-afa4d0f94a6d is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:14:25.855088 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-18677c44-3072-43ba-b109-98857485d557 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:14:25.863756 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-18677c44-3072-43ba-b109-98857485d557 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:14:25.875366 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-78db5381-6d80-412d-913d-4702bf60ed57 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Allocated IP 172.20.0.12 (89a1e282-30c5-4c32-92b3-afa4d0f94a6d/7217809a-2345-4443-b310-d9d8dbd160df/e97d143b-923b-4512-9882-c1cfd24fdf95) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:14:25.936387 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8900c2-4535-4079-9599-5f5de9ddd80d req-72004343-7100-4130-8cd6-b675227918a3 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:25.937981 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cc8900c2-4535-4079-9599-5f5de9ddd80d req-72004343-7100-4130-8cd6-b675227918a3 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.1410930 Dec 08 16:14:25.964094 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-18677c44-3072-43ba-b109-98857485d557 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:25.964780 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-18677c44-3072-43ba-b109-98857485d557 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:25.968437 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cf295368-16ab-4369-81ac-3152a56f397e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:26.125933 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cc8900c2-4535-4079-9599-5f5de9ddd80d req-4a95442a-e420-4a1a-861f-9ce6a2ab9689 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759713 Dec 08 16:14:26.126479 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf295368-16ab-4369-81ac-3152a56f397e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ae73486-24f1-4ad9-b7a3-ee511661fedf,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:26.190265 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf295368-16ab-4369-81ac-3152a56f397e admin admin] Checking segment: {'id': '9b02e36e-6de5-484c-a36e-2fa26fb39118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'cc341b4e-e4a6-433a-819f-1f235ff05a7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:14:26.190729 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf295368-16ab-4369-81ac-3152a56f397e admin admin] Network hostable DHCP agents. Network: cc341b4e-e4a6-433a-819f-1f235ff05a7a, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:14:26.268145 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-78db5381-6d80-412d-913d-4702bf60ed57 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:26.366590 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8d120-3ef3-4248-8aed-59fbcdd55a49 req-bc825d5d-1af0-4cd9-939b-f22f3821a1df tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:26.368155 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-63b8d120-3ef3-4248-8aed-59fbcdd55a49 req-bc825d5d-1af0-4cd9-939b-f22f3821a1df tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fde413b-425a-468a-a647-b7afecf7c938 HTTP/1.1" status: 200 len: 931 time: 0.0635028 Dec 08 16:14:26.437516 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-18677c44-3072-43ba-b109-98857485d557 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7787220 Dec 08 16:14:26.441445 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf295368-16ab-4369-81ac-3152a56f397e admin admin] Network cc341b4e-e4a6-433a-819f-1f235ff05a7a is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:14:26.456800 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-596a0865-c516-48ef-aa92-e244ad268afc service neutron] Request body: {'port': {'device_id': '2fde413b-425a-468a-a647-b7afecf7c938', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:14:26.464873 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-63b8d120-3ef3-4248-8aed-59fbcdd55a49 req-de24f347-f064-4f59-be5d-7e2309c37990 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] 10.222.0.64 "GET /v2.0/security-groups?id=64343fac-e9f0-47fd-968f-e381b6475234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874729 Dec 08 16:14:26.535300 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-78db5381-6d80-412d-913d-4702bf60ed57 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:26.603844 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-cf295368-16ab-4369-81ac-3152a56f397e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, cc341b4e-e4a6-433a-819f-1f235ff05a7a) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:14:26.621212 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfb5c5b-3e88-4563-84db-efc6c1deda65 None None] Network cc341b4e-e4a6-433a-819f-1f235ff05a7a requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:14:26.641228 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf295368-16ab-4369-81ac-3152a56f397e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:26.641849 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cf295368-16ab-4369-81ac-3152a56f397e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:26.644134 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-596a0865-c516-48ef-aa92-e244ad268afc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:26.682505 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-78db5381-6d80-412d-913d-4702bf60ed57 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Network 89a1e282-30c5-4c32-92b3-afa4d0f94a6d is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:14:26.696503 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-78db5381-6d80-412d-913d-4702bf60ed57 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:14:26.740226 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-78db5381-6d80-412d-913d-4702bf60ed57 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:14:26.751888 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78db5381-6d80-412d-913d-4702bf60ed57 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Pushing event updated for resources: {'Port': ['ID=e97d143b-923b-4512-9882-c1cfd24fdf95,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:26.764070 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-cf295368-16ab-4369-81ac-3152a56f397e admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 2.2833405 Dec 08 16:14:26.865139 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a09c008-254b-4dc1-8ad4-c60d707e3e41 None None] Network cc341b4e-e4a6-433a-819f-1f235ff05a7a requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:14:26.930331 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-78db5381-6d80-412d-913d-4702bf60ed57 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:26.931303 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-78db5381-6d80-412d-913d-4702bf60ed57 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:27.028437 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-d804bea1-d145-40a6-83aa-dbfeab561729 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f333408-68a8-43bb-b122-f22ffe18cb8e {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:14:27.038419 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-d804bea1-d145-40a6-83aa-dbfeab561729 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:27.069259 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-d804bea1-d145-40a6-83aa-dbfeab561729 service neutron] Transition to ACTIVE for port object 9f333408-68a8-43bb-b122-f22ffe18cb8e will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:14:27.365445 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:14:27.389684 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-78db5381-6d80-412d-913d-4702bf60ed57 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0754142 Dec 08 16:14:27.403671 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-7bb1846a-4f4c-47c8-9599-6e93d26420f9 service neutron] Request body: {'port': {'device_id': 'e916e350-8663-4846-ac42-2f55cfecfc8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:14:27.462775 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-7bb1846a-4f4c-47c8-9599-6e93d26420f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:27.523326 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-d804bea1-d145-40a6-83aa-dbfeab561729 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:27.647295 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 48636) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:27.736704 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-461c1d26-5363-4db7-88b5-4d5c9eeca8fe admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=351a96473ca546b496fdd2842aca05ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0879726 Dec 08 16:14:27.737347 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 48638) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:27.751751 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d804bea1-d145-40a6-83aa-dbfeab561729 service neutron] Pushing event updated for resources: {'Port': ['ID=9f333408-68a8-43bb-b122-f22ffe18cb8e,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:27.826548 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-124609ee-faf6-466d-9d2d-384b104dcf9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:27.859308 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-124609ee-faf6-466d-9d2d-384b104dcf9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:27.949101 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-d804bea1-d145-40a6-83aa-dbfeab561729 service neutron] Attempting to bind port 9f333408-68a8-43bb-b122-f22ffe18cb8e on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:14:27.949689 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-d804bea1-d145-40a6-83aa-dbfeab561729 service neutron] Attempting to bind port 9f333408-68a8-43bb-b122-f22ffe18cb8e by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': '1f74d0f3-17d0-468a-b77c-633276f937da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '89a1e282-30c5-4c32-92b3-afa4d0f94a6d'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:14:27.949804 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-d804bea1-d145-40a6-83aa-dbfeab561729 service neutron] Attempting to bind port 9f333408-68a8-43bb-b122-f22ffe18cb8e on network 89a1e282-30c5-4c32-92b3-afa4d0f94a6d {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:14:27.962438 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-d804bea1-d145-40a6-83aa-dbfeab561729 service neutron] Port 9f333408-68a8-43bb-b122-f22ffe18cb8e on network 89a1e282-30c5-4c32-92b3-afa4d0f94a6d not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:14:27.962889 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-d804bea1-d145-40a6-83aa-dbfeab561729 service neutron] Attempting to bind port 9f333408-68a8-43bb-b122-f22ffe18cb8e on network 89a1e282-30c5-4c32-92b3-afa4d0f94a6d {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:14:27.970231 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-d804bea1-d145-40a6-83aa-dbfeab561729 service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:14:27.970579 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-d804bea1-d145-40a6-83aa-dbfeab561729 service neutron] Checking segment: {'id': '1f74d0f3-17d0-468a-b77c-633276f937da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '89a1e282-30c5-4c32-92b3-afa4d0f94a6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:14:27.970972 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-d804bea1-d145-40a6-83aa-dbfeab561729 service neutron] Bound using segment: {'id': '1f74d0f3-17d0-468a-b77c-633276f937da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '89a1e282-30c5-4c32-92b3-afa4d0f94a6d'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:14:27.971543 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-d804bea1-d145-40a6-83aa-dbfeab561729 service neutron] Bound port: 9f333408-68a8-43bb-b122-f22ffe18cb8e, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f74d0f3-17d0-468a-b77c-633276f937da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '89a1e282-30c5-4c32-92b3-afa4d0f94a6d'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:14:27.971913 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-d804bea1-d145-40a6-83aa-dbfeab561729 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:27.975469 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-596a0865-c516-48ef-aa92-e244ad268afc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eca93204-d49a-4090-ad9d-ba184f1d6b71 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:14:27.989809 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-596a0865-c516-48ef-aa92-e244ad268afc service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:27.993486 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-124609ee-faf6-466d-9d2d-384b104dcf9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:28.000506 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-124609ee-faf6-466d-9d2d-384b104dcf9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:28.003872 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-124609ee-faf6-466d-9d2d-384b104dcf9a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/faca04a0-2434-4dcc-babd-305dc3db2467 HTTP/1.1" status: 204 len: 168 time: 0.2607839 Dec 08 16:14:28.017302 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124609ee-faf6-466d-9d2d-384b104dcf9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faca04a0-2434-4dcc-babd-305dc3db2467,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:28.053761 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-596a0865-c516-48ef-aa92-e244ad268afc service neutron] Transition to ACTIVE for port object eca93204-d49a-4090-ad9d-ba184f1d6b71 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:14:28.089403 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-d804bea1-d145-40a6-83aa-dbfeab561729 service neutron] For port 9f333408-68a8-43bb-b122-f22ffe18cb8e, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:14:28.098086 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-d804bea1-d145-40a6-83aa-dbfeab561729 service neutron] For port 9f333408-68a8-43bb-b122-f22ffe18cb8e, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=9f333408-68a8-43bb-b122-f22ffe18cb8e,segment=NetworkSegment(1f74d0f3-17d0-468a-b77c-633276f937da),segment_id=1f74d0f3-17d0-468a-b77c-633276f937da)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:14:28.166941 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-596a0865-c516-48ef-aa92-e244ad268afc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:28.255205 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-d804bea1-d145-40a6-83aa-dbfeab561729 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:28.336923 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-d804bea1-d145-40a6-83aa-dbfeab561729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:28.337655 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-d804bea1-d145-40a6-83aa-dbfeab561729 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:28.339175 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-d804bea1-d145-40a6-83aa-dbfeab561729 service neutron] 10.222.0.76 "PUT /v2.0/ports/9f333408-68a8-43bb-b122-f22ffe18cb8e HTTP/1.1" status: 200 len: 1092 time: 4.0253084 Dec 08 16:14:28.339867 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0649aff-0fd3-4591-b769-da64d466ad73', 'tag': '9f333408-68a8-43bb-b122-f22ffe18cb8e'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:14:28.344682 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef5c447d-4167-4888-81c9-2c15c7e6baa6" -d '{"events": [{"name": "network-changed", "server_uuid": "c0649aff-0fd3-4591-b769-da64d466ad73", "tag": "9f333408-68a8-43bb-b122-f22ffe18cb8e"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:14:28.354200 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596a0865-c516-48ef-aa92-e244ad268afc service neutron] Pushing event updated for resources: {'Port': ['ID=eca93204-d49a-4090-ad9d-ba184f1d6b71,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:28.557826 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d804bea1-d145-40a6-83aa-dbfeab561729 service neutron] Pushing event updated for resources: {'Port': ['ID=9f333408-68a8-43bb-b122-f22ffe18cb8e,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:28.580640 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-7bb1846a-4f4c-47c8-9599-6e93d26420f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e97d143b-923b-4512-9882-c1cfd24fdf95 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:14:28.598876 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-7bb1846a-4f4c-47c8-9599-6e93d26420f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:28.611942 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-596a0865-c516-48ef-aa92-e244ad268afc service neutron] Attempting to bind port eca93204-d49a-4090-ad9d-ba184f1d6b71 on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:14:28.614304 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-596a0865-c516-48ef-aa92-e244ad268afc service neutron] Attempting to bind port eca93204-d49a-4090-ad9d-ba184f1d6b71 by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': '1f74d0f3-17d0-468a-b77c-633276f937da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '89a1e282-30c5-4c32-92b3-afa4d0f94a6d'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:14:28.614304 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-596a0865-c516-48ef-aa92-e244ad268afc service neutron] Attempting to bind port eca93204-d49a-4090-ad9d-ba184f1d6b71 on network 89a1e282-30c5-4c32-92b3-afa4d0f94a6d {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:14:28.642450 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-596a0865-c516-48ef-aa92-e244ad268afc service neutron] Port eca93204-d49a-4090-ad9d-ba184f1d6b71 on network 89a1e282-30c5-4c32-92b3-afa4d0f94a6d not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:14:28.642791 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-596a0865-c516-48ef-aa92-e244ad268afc service neutron] Attempting to bind port eca93204-d49a-4090-ad9d-ba184f1d6b71 on network 89a1e282-30c5-4c32-92b3-afa4d0f94a6d {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:14:28.646712 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-8bfed034-8f53-46f8-a395-7d91a9c6a9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:28.652256 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-8bfed034-8f53-46f8-a395-7d91a9c6a9b5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6f88ca9628a5483bbdd4f56d756b4685&device_id=c0649aff-0fd3-4591-b769-da64d466ad73 HTTP/1.1" status: 200 len: 1095 time: 0.1979983 Dec 08 16:14:28.713190 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-596a0865-c516-48ef-aa92-e244ad268afc service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:14:28.713546 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-596a0865-c516-48ef-aa92-e244ad268afc service neutron] Checking segment: {'id': '1f74d0f3-17d0-468a-b77c-633276f937da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '89a1e282-30c5-4c32-92b3-afa4d0f94a6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:14:28.713953 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-596a0865-c516-48ef-aa92-e244ad268afc service neutron] Bound using segment: {'id': '1f74d0f3-17d0-468a-b77c-633276f937da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '89a1e282-30c5-4c32-92b3-afa4d0f94a6d'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:14:28.714417 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-596a0865-c516-48ef-aa92-e244ad268afc service neutron] Bound port: eca93204-d49a-4090-ad9d-ba184f1d6b71, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f74d0f3-17d0-468a-b77c-633276f937da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '89a1e282-30c5-4c32-92b3-afa4d0f94a6d'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:14:28.714785 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-596a0865-c516-48ef-aa92-e244ad268afc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:28.717600 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-7bb1846a-4f4c-47c8-9599-6e93d26420f9 service neutron] Transition to ACTIVE for port object e97d143b-923b-4512-9882-c1cfd24fdf95 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:14:28.720648 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-ec302694-77cc-410d-b2d1-6b3315fa184f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9f333408-68a8-43bb-b122-f22ffe18cb8e HTTP/1.1" status: 200 len: 217 time: 0.0485041 Dec 08 16:14:28.803561 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-7bb1846a-4f4c-47c8-9599-6e93d26420f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:28.889044 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-4b7c194e-07de-49c2-ba97-8346d9c11dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:28.891944 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-4b7c194e-07de-49c2-ba97-8346d9c11dc1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7217809a-2345-4443-b310-d9d8dbd160df HTTP/1.1" status: 200 len: 858 time: 0.1615858 Dec 08 16:14:28.915224 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb1846a-4f4c-47c8-9599-6e93d26420f9 service neutron] Pushing event updated for resources: {'Port': ['ID=e97d143b-923b-4512-9882-c1cfd24fdf95,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:28.952357 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-444af026-8146-46ed-93f8-ba7e712870e3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=89a1e282-30c5-4c32-92b3-afa4d0f94a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504940 Dec 08 16:14:28.953510 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-596a0865-c516-48ef-aa92-e244ad268afc service neutron] For port eca93204-d49a-4090-ad9d-ba184f1d6b71, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:14:28.998115 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-596a0865-c516-48ef-aa92-e244ad268afc service neutron] For port eca93204-d49a-4090-ad9d-ba184f1d6b71, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=eca93204-d49a-4090-ad9d-ba184f1d6b71,segment=NetworkSegment(1f74d0f3-17d0-468a-b77c-633276f937da),segment_id=1f74d0f3-17d0-468a-b77c-633276f937da)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:14:29.092369 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-596a0865-c516-48ef-aa92-e244ad268afc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:29.122010 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-7bb1846a-4f4c-47c8-9599-6e93d26420f9 service neutron] Attempting to bind port e97d143b-923b-4512-9882-c1cfd24fdf95 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:14:29.122680 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-7bb1846a-4f4c-47c8-9599-6e93d26420f9 service neutron] Attempting to bind port e97d143b-923b-4512-9882-c1cfd24fdf95 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '1f74d0f3-17d0-468a-b77c-633276f937da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '89a1e282-30c5-4c32-92b3-afa4d0f94a6d'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:14:29.123224 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-7bb1846a-4f4c-47c8-9599-6e93d26420f9 service neutron] Attempting to bind port e97d143b-923b-4512-9882-c1cfd24fdf95 on network 89a1e282-30c5-4c32-92b3-afa4d0f94a6d {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:14:29.170699 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-7bb1846a-4f4c-47c8-9599-6e93d26420f9 service neutron] Port e97d143b-923b-4512-9882-c1cfd24fdf95 on network 89a1e282-30c5-4c32-92b3-afa4d0f94a6d not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:14:29.172166 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-7bb1846a-4f4c-47c8-9599-6e93d26420f9 service neutron] Attempting to bind port e97d143b-923b-4512-9882-c1cfd24fdf95 on network 89a1e282-30c5-4c32-92b3-afa4d0f94a6d {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:14:29.181734 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-596a0865-c516-48ef-aa92-e244ad268afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:29.182646 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-596a0865-c516-48ef-aa92-e244ad268afc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:29.184761 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-596a0865-c516-48ef-aa92-e244ad268afc service neutron] 10.222.0.76 "PUT /v2.0/ports/eca93204-d49a-4090-ad9d-ba184f1d6b71 HTTP/1.1" status: 200 len: 1092 time: 2.7322109 Dec 08 16:14:29.187067 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-24f41548-b18d-4907-a609-3c1c4dec2a72 service neutron] 10.222.0.76 "GET /v2.0/networks/89a1e282-30c5-4c32-92b3-afa4d0f94a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217898 Dec 08 16:14:29.198769 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-7bb1846a-4f4c-47c8-9599-6e93d26420f9 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:14:29.199203 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-7bb1846a-4f4c-47c8-9599-6e93d26420f9 service neutron] Checking segment: {'id': '1f74d0f3-17d0-468a-b77c-633276f937da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '89a1e282-30c5-4c32-92b3-afa4d0f94a6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:14:29.199777 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-7bb1846a-4f4c-47c8-9599-6e93d26420f9 service neutron] Bound using segment: {'id': '1f74d0f3-17d0-468a-b77c-633276f937da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '89a1e282-30c5-4c32-92b3-afa4d0f94a6d'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:14:29.200532 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-7bb1846a-4f4c-47c8-9599-6e93d26420f9 service neutron] Bound port: e97d143b-923b-4512-9882-c1cfd24fdf95, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f74d0f3-17d0-468a-b77c-633276f937da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '89a1e282-30c5-4c32-92b3-afa4d0f94a6d'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:14:29.201139 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-7bb1846a-4f4c-47c8-9599-6e93d26420f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:29.291627 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596a0865-c516-48ef-aa92-e244ad268afc service neutron] Pushing event updated for resources: {'Port': ['ID=eca93204-d49a-4090-ad9d-ba184f1d6b71,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:29.418270 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-f10ec1b1-3193-4587-9abb-4fecdb8f5d57 service neutron] 10.222.0.76 "GET /v2.0/networks/89a1e282-30c5-4c32-92b3-afa4d0f94a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209187 Dec 08 16:14:29.435022 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-efbb12f5-5112-4cd6-9092-370b15dfbca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:29.436743 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-efbb12f5-5112-4cd6-9092-370b15dfbca9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6f88ca9628a5483bbdd4f56d756b4685&device_id=2fde413b-425a-468a-a647-b7afecf7c938 HTTP/1.1" status: 200 len: 1095 time: 0.1090138 Dec 08 16:14:29.441862 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-7bb1846a-4f4c-47c8-9599-6e93d26420f9 service neutron] For port e97d143b-923b-4512-9882-c1cfd24fdf95, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:14:29.442659 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-7bb1846a-4f4c-47c8-9599-6e93d26420f9 service neutron] For port e97d143b-923b-4512-9882-c1cfd24fdf95, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=e97d143b-923b-4512-9882-c1cfd24fdf95,segment=NetworkSegment(1f74d0f3-17d0-468a-b77c-633276f937da),segment_id=1f74d0f3-17d0-468a-b77c-633276f937da)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:14:29.503681 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-e604d12f-8f1a-42b4-9f6a-dfc64f9b88b1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eca93204-d49a-4090-ad9d-ba184f1d6b71 HTTP/1.1" status: 200 len: 217 time: 0.0575445 Dec 08 16:14:29.556488 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-7bb1846a-4f4c-47c8-9599-6e93d26420f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:29.628575 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-7bb1846a-4f4c-47c8-9599-6e93d26420f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:29.629386 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-7bb1846a-4f4c-47c8-9599-6e93d26420f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:29.630893 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-7bb1846a-4f4c-47c8-9599-6e93d26420f9 service neutron] 10.222.0.37 "PUT /v2.0/ports/e97d143b-923b-4512-9882-c1cfd24fdf95 HTTP/1.1" status: 200 len: 1093 time: 2.2318203 Dec 08 16:14:29.644016 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-9227e250-1269-428d-9f3f-9089906ae86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:29.645957 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-9227e250-1269-428d-9f3f-9089906ae86e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7217809a-2345-4443-b310-d9d8dbd160df HTTP/1.1" status: 200 len: 858 time: 0.1347473 Dec 08 16:14:29.651420 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb1846a-4f4c-47c8-9599-6e93d26420f9 service neutron] Pushing event updated for resources: {'Port': ['ID=e97d143b-923b-4512-9882-c1cfd24fdf95,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:29.686636 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48664) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:29.691328 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-0068bd6c-9351-4d5b-99d0-bf157851f614 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=89a1e282-30c5-4c32-92b3-afa4d0f94a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336959 Dec 08 16:14:29.845946 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-e99fdf8f-b23b-43b5-ba3d-8d13627d9391 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-870651050-network', 'tenant_id': '13776653b2944c5caa3bd7855bfee135'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:14:29.902652 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-9197cc48-1b86-44c5-b44a-dc93ae8b6620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:29.904243 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-9197cc48-1b86-44c5-b44a-dc93ae8b6620 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6f88ca9628a5483bbdd4f56d756b4685&device_id=e916e350-8663-4846-ac42-2f55cfecfc8c HTTP/1.1" status: 200 len: 1096 time: 0.1515470 Dec 08 16:14:29.960292 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-4551dfd0-a6f2-4a59-8b6e-847f0d72a5e7 service neutron] 10.222.0.76 "GET /v2.0/networks/89a1e282-30c5-4c32-92b3-afa4d0f94a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554171 Dec 08 16:14:29.961570 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-e11b9455-5724-432d-8609-26a60c7b3633 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e97d143b-923b-4512-9882-c1cfd24fdf95 HTTP/1.1" status: 200 len: 217 time: 0.0407271 Dec 08 16:14:29.987532 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99fdf8f-b23b-43b5-ba3d-8d13627d9391 admin admin] Made reservation on behalf of 13776653b2944c5caa3bd7855bfee135 for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:14:29.989780 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e99fdf8f-b23b-43b5-ba3d-8d13627d9391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:30.058481 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e99fdf8f-b23b-43b5-ba3d-8d13627d9391 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:30.098345 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-6fe7630e-82a5-4e11-abe0-1819610af9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:30.099888 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-6fe7630e-82a5-4e11-abe0-1819610af9a6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7217809a-2345-4443-b310-d9d8dbd160df HTTP/1.1" status: 200 len: 858 time: 0.1307540 Dec 08 16:14:30.166000 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-d41da7d3-2deb-47c7-94d8-2c0ca657ab76 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89a1e282-30c5-4c32-92b3-afa4d0f94a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511825 Dec 08 16:14:30.189039 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-2c36df73-74da-456b-9598-6a274e57346b service neutron] 10.222.0.76 "GET /v2.0/networks/89a1e282-30c5-4c32-92b3-afa4d0f94a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186618 Dec 08 16:14:30.304917 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e99fdf8f-b23b-43b5-ba3d-8d13627d9391 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:30.309128 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-0b9a14c5-324c-4557-9586-b9747cc0a31c service neutron] 10.222.0.37 "GET /v2.0/networks/89a1e282-30c5-4c32-92b3-afa4d0f94a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358159 Dec 08 16:14:30.425641 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-36efd8e2-af6d-41b3-b54a-6424449a31cc req-ea6664f8-9ec1-4ae8-b40e-b4a511797db8 service neutron] 10.222.0.37 "GET /v2.0/networks/89a1e282-30c5-4c32-92b3-afa4d0f94a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081851 Dec 08 16:14:30.460918 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e99fdf8f-b23b-43b5-ba3d-8d13627d9391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:30.496667 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e99fdf8f-b23b-43b5-ba3d-8d13627d9391 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:14:30.506096 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99fdf8f-b23b-43b5-ba3d-8d13627d9391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1266d10a-3889-42cf-ad5a-acf66e31e392,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:30.513707 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e99fdf8f-b23b-43b5-ba3d-8d13627d9391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:30.514510 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-e99fdf8f-b23b-43b5-ba3d-8d13627d9391 admin admin] Added segment 42a14005-38bc-4d00-825d-f1d22b0389e5 of type vlan for network 3be44513-da0b-46d3-8ab2-53257023f3dc Dec 08 16:14:30.578071 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e99fdf8f-b23b-43b5-ba3d-8d13627d9391 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:30.672771 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e99fdf8f-b23b-43b5-ba3d-8d13627d9391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:30.674784 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99fdf8f-b23b-43b5-ba3d-8d13627d9391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:30.675550 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e99fdf8f-b23b-43b5-ba3d-8d13627d9391 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:30.748108 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99fdf8f-b23b-43b5-ba3d-8d13627d9391 admin admin] Pushing event updated for resources: {'Network': ['ID=3be44513-da0b-46d3-8ab2-53257023f3dc,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:30.760218 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 3be44513-da0b-46d3-8ab2-53257023f3dc details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:14:30.799688 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 48670) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:30.800283 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-e99fdf8f-b23b-43b5-ba3d-8d13627d9391 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1139987 Dec 08 16:14:30.805748 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-cbf8b866-18a3-4aa9-8909-495e7d057f22 admin admin] Request body: {'subnet': {'network_id': '3be44513-da0b-46d3-8ab2-53257023f3dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-870651050-subnet', 'tenant_id': '13776653b2944c5caa3bd7855bfee135', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:14:30.926378 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf8b866-18a3-4aa9-8909-495e7d057f22 admin admin] Made reservation on behalf of 13776653b2944c5caa3bd7855bfee135 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:14:30.929093 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cbf8b866-18a3-4aa9-8909-495e7d057f22 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:31.229175 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cbf8b866-18a3-4aa9-8909-495e7d057f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:31.302924 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8b866-18a3-4aa9-8909-495e7d057f22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba010d78-6e1c-460e-b745-2aee32ae195b,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:31.312885 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf8b866-18a3-4aa9-8909-495e7d057f22 admin admin] Checking segment: {'id': '42a14005-38bc-4d00-825d-f1d22b0389e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3be44513-da0b-46d3-8ab2-53257023f3dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:14:31.313258 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf8b866-18a3-4aa9-8909-495e7d057f22 admin admin] Network hostable DHCP agents. Network: 3be44513-da0b-46d3-8ab2-53257023f3dc, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:14:31.952814 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf8b866-18a3-4aa9-8909-495e7d057f22 admin admin] Network 3be44513-da0b-46d3-8ab2-53257023f3dc is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:14:32.226802 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-cbf8b866-18a3-4aa9-8909-495e7d057f22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 3be44513-da0b-46d3-8ab2-53257023f3dc) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:14:32.231033 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf8b866-18a3-4aa9-8909-495e7d057f22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:32.231702 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cbf8b866-18a3-4aa9-8909-495e7d057f22 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:32.236356 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3def8f4b-082e-47f9-a09e-d913f763804b None None] Network 3be44513-da0b-46d3-8ab2-53257023f3dc requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:14:32.348500 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393284f8-2553-4258-9d57-1f0c4c1c18a5 None None] Network 3be44513-da0b-46d3-8ab2-53257023f3dc requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:14:32.398765 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-cbf8b866-18a3-4aa9-8909-495e7d057f22 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5968361 Dec 08 16:14:33.445818 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device e97d143b-923b-4512-9882-c1cfd24fdf95 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:14:33.552805 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port e97d143b-923b-4512-9882-c1cfd24fdf95, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=e97d143b-923b-4512-9882-c1cfd24fdf95,segment=NetworkSegment(1f74d0f3-17d0-468a-b77c-633276f937da),segment_id=1f74d0f3-17d0-468a-b77c-633276f937da)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:33.565221 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': 'e97d143b-923b-4512-9882-c1cfd24fdf95', 'network_id': '89a1e282-30c5-4c32-92b3-afa4d0f94a6d', 'port_id': 'e97d143b-923b-4512-9882-c1cfd24fdf95', 'mac_address': 'fa:16:3e:8e:62:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7217809a-2345-4443-b310-d9d8dbd160df', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:14:33.611979 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:33.628523 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e97d143b-923b-4512-9882-c1cfd24fdf95 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:14:33.654865 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port e97d143b-923b-4512-9882-c1cfd24fdf95, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=e97d143b-923b-4512-9882-c1cfd24fdf95,segment=NetworkSegment(1f74d0f3-17d0-468a-b77c-633276f937da),segment_id=1f74d0f3-17d0-468a-b77c-633276f937da)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:33.723893 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:33.804935 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device eca93204-d49a-4090-ad9d-ba184f1d6b71 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:14:33.828387 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ff164-b34d-4557-83fa-e343eb80b60a req-b0ac0c18-9fbb-4cf6-8535-1290ff7e264b tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:33.833479 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-686ff164-b34d-4557-83fa-e343eb80b60a req-b0ac0c18-9fbb-4cf6-8535-1290ff7e264b tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/networks?id=d3895c5a-dfc2-4888-9675-12d8856051aa HTTP/1.1" status: 200 len: 812 time: 0.1780193 Dec 08 16:14:33.837911 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814995e-4b51-443e-abec-c4e274d82061 req-4c4ca5b2-3e0e-42f9-8ae6-0808e0ec3b4a tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:33.838962 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=e97d143b-923b-4512-9882-c1cfd24fdf95,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:33.845987 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f814995e-4b51-443e-abec-c4e274d82061 req-4c4ca5b2-3e0e-42f9-8ae6-0808e0ec3b4a tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/networks?id=cc341b4e-e4a6-433a-819f-1f235ff05a7a HTTP/1.1" status: 200 len: 806 time: 0.2196794 Dec 08 16:14:33.847359 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-686ff164-b34d-4557-83fa-e343eb80b60a req-cb1f3a6c-be4b-4c04-943a-6ceb705dcf76 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/quotas/90ed4b9bbb134343aae1287ee30eda23 HTTP/1.1" status: 200 len: 375 time: 0.0100355 Dec 08 16:14:33.862758 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f814995e-4b51-443e-abec-c4e274d82061 req-4adbd9db-70ff-4c4b-8fd8-84d83c6f3f7f tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/quotas/3c96083250fb4c3492902950739ee237 HTTP/1.1" status: 200 len: 375 time: 0.0158455 Dec 08 16:14:33.897208 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-686ff164-b34d-4557-83fa-e343eb80b60a req-416e1a67-99ad-4eee-844f-ecd568860d2f tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=90ed4b9bbb134343aae1287ee30eda23&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383804 Dec 08 16:14:33.900729 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f814995e-4b51-443e-abec-c4e274d82061 req-2682171b-c568-4dab-a914-8047b4c3039e tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3c96083250fb4c3492902950739ee237&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369091 Dec 08 16:14:33.982279 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port eca93204-d49a-4090-ad9d-ba184f1d6b71, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=eca93204-d49a-4090-ad9d-ba184f1d6b71,segment=NetworkSegment(1f74d0f3-17d0-468a-b77c-633276f937da),segment_id=1f74d0f3-17d0-468a-b77c-633276f937da)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:33.999441 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': 'eca93204-d49a-4090-ad9d-ba184f1d6b71', 'network_id': '89a1e282-30c5-4c32-92b3-afa4d0f94a6d', 'port_id': 'eca93204-d49a-4090-ad9d-ba184f1d6b71', 'mac_address': 'fa:16:3e:84:17:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7217809a-2345-4443-b310-d9d8dbd160df', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:14:34.012086 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f814995e-4b51-443e-abec-c4e274d82061 req-03c6c830-e14a-4b65-88e1-890b987bce71 service neutron] 10.222.0.64 "GET /v2.0/networks/cc341b4e-e4a6-433a-819f-1f235ff05a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105325 Dec 08 16:14:34.020940 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-686ff164-b34d-4557-83fa-e343eb80b60a req-d0f79bff-0863-49ce-9bd8-a95147304712 service neutron] 10.222.0.64 "GET /v2.0/networks/d3895c5a-dfc2-4888-9675-12d8856051aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073158 Dec 08 16:14:34.050043 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['e97d143b-923b-4512-9882-c1cfd24fdf95'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:14:34.108308 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:34.151240 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f814995e-4b51-443e-abec-c4e274d82061 req-d626c115-3663-435c-ab00-60b8d119976e service neutron] 10.222.0.64 "GET /v2.0/networks/cc341b4e-e4a6-433a-819f-1f235ff05a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325538 Dec 08 16:14:34.186858 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-686ff164-b34d-4557-83fa-e343eb80b60a req-5cd88d37-4e87-4eaf-843b-32a2cee16f43 service neutron] 10.222.0.64 "GET /v2.0/networks/d3895c5a-dfc2-4888-9675-12d8856051aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570415 Dec 08 16:14:34.307233 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed3dc78-1a1e-4803-9d28-ec48425055ff req-38d51f35-b8a0-49c8-bb2b-346ab0d13ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:34.308914 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0ed3dc78-1a1e-4803-9d28-ec48425055ff req-38d51f35-b8a0-49c8-bb2b-346ab0d13ac4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=810520df5a8e4422956ae3b5265a3df4&device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 1097 time: 0.0576429 Dec 08 16:14:34.311114 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eca93204-d49a-4090-ad9d-ba184f1d6b71 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:14:34.355207 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port eca93204-d49a-4090-ad9d-ba184f1d6b71, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=eca93204-d49a-4090-ad9d-ba184f1d6b71,segment=NetworkSegment(1f74d0f3-17d0-468a-b77c-633276f937da),segment_id=1f74d0f3-17d0-468a-b77c-633276f937da)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:34.464903 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed3dc78-1a1e-4803-9d28-ec48425055ff req-12f3cb37-3345-4759-a057-a9f259c6d0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:34.466895 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0ed3dc78-1a1e-4803-9d28-ec48425055ff req-12f3cb37-3345-4759-a057-a9f259c6d0a8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=aae70492-1682-4e18-b135-887c01697ca0 HTTP/1.1" status: 200 len: 915 time: 0.1507657 Dec 08 16:14:34.507225 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:34.508379 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 9f333408-68a8-43bb-b122-f22ffe18cb8e details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:14:34.526362 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:34.549072 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0ed3dc78-1a1e-4803-9d28-ec48425055ff req-59b9ff17-91e1-4b65-9834-c2ceb1146c4e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77c117d3-70dc-4550-8495-cc1d394f2397 HTTP/1.1" status: 200 len: 217 time: 0.0718291 Dec 08 16:14:34.641835 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed3dc78-1a1e-4803-9d28-ec48425055ff req-2b50745c-c5a1-4f08-973c-37016e43737d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:34.645401 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0ed3dc78-1a1e-4803-9d28-ec48425055ff req-2b50745c-c5a1-4f08-973c-37016e43737d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c5b9a45e-f6fb-459d-ae2c-34fcbd17d9b9 HTTP/1.1" status: 200 len: 854 time: 0.0633874 Dec 08 16:14:34.655452 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d9741a-b356-4e81-bde9-2d5797285774 req-22938621-93ef-480f-9fe5-431e568f6b2e tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:34.657282 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-43d9741a-b356-4e81-bde9-2d5797285774 req-22938621-93ef-480f-9fe5-431e568f6b2e tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.1214027 Dec 08 16:14:34.699337 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0ed3dc78-1a1e-4803-9d28-ec48425055ff req-189479f7-161b-4af6-8459-db76c87ab638 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=aae70492-1682-4e18-b135-887c01697ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406125 Dec 08 16:14:34.736909 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=eca93204-d49a-4090-ad9d-ba184f1d6b71,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:34.740775 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 9f333408-68a8-43bb-b122-f22ffe18cb8e, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=9f333408-68a8-43bb-b122-f22ffe18cb8e,segment=NetworkSegment(1f74d0f3-17d0-468a-b77c-633276f937da),segment_id=1f74d0f3-17d0-468a-b77c-633276f937da)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:34.754760 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '9f333408-68a8-43bb-b122-f22ffe18cb8e', 'network_id': '89a1e282-30c5-4c32-92b3-afa4d0f94a6d', 'port_id': '9f333408-68a8-43bb-b122-f22ffe18cb8e', 'mac_address': 'fa:16:3e:8c:fe:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7217809a-2345-4443-b310-d9d8dbd160df', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:14:34.812755 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfbacc0-e105-4433-8f55-7bd30fae6b30 req-f6b9dc9c-a794-4053-bf31-48f439694df9 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:34.829273 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bdfbacc0-e105-4433-8f55-7bd30fae6b30 req-f6b9dc9c-a794-4053-bf31-48f439694df9 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fde413b-425a-468a-a647-b7afecf7c938 HTTP/1.1" status: 200 len: 944 time: 0.1643119 Dec 08 16:14:34.841432 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:34.884067 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f333408-68a8-43bb-b122-f22ffe18cb8e {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:14:34.898917 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bdfbacc0-e105-4433-8f55-7bd30fae6b30 req-a9ec7ec1-60ff-4702-83b5-741b1469d0b9 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] 10.222.0.64 "GET /v2.0/security-groups?id=64343fac-e9f0-47fd-968f-e381b6475234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677395 Dec 08 16:14:34.913504 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-43d9741a-b356-4e81-bde9-2d5797285774 req-65b8ebd7-097c-4f29-9232-db5ced9090bd tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070596 Dec 08 16:14:34.919927 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0ed3dc78-1a1e-4803-9d28-ec48425055ff req-ef69f8bb-0777-4b3e-984a-b4a7e5f8dbb8 service neutron] 10.222.0.37 "GET /v2.0/networks/aae70492-1682-4e18-b135-887c01697ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107038 Dec 08 16:14:34.930204 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 9f333408-68a8-43bb-b122-f22ffe18cb8e, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=9f333408-68a8-43bb-b122-f22ffe18cb8e,segment=NetworkSegment(1f74d0f3-17d0-468a-b77c-633276f937da),segment_id=1f74d0f3-17d0-468a-b77c-633276f937da)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:34.946805 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f124091c-3052-4609-a6d9-0d36fb85fbc6 x-openstack-request-id: req-f124091c-3052-4609-a6d9-0d36fb85fbc6 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:14:34.947661 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0649aff-0fd3-4591-b769-da64d466ad73", "tag": "9f333408-68a8-43bb-b122-f22ffe18cb8e", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:14:34.947661 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f124091c-3052-4609-a6d9-0d36fb85fbc6 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:14:34.957326 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0649aff-0fd3-4591-b769-da64d466ad73', 'tag': '9f333408-68a8-43bb-b122-f22ffe18cb8e', 'status': 'completed', 'code': 200} Dec 08 16:14:35.044430 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:35.063967 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c447d-4167-4888-81c9-2c15c7e6baa6 req-b366b3dc-28f4-4ba2-8edd-255bd5fc5756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:35.065059 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ef5c447d-4167-4888-81c9-2c15c7e6baa6 req-b366b3dc-28f4-4ba2-8edd-255bd5fc5756 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6f88ca9628a5483bbdd4f56d756b4685&device_id=c0649aff-0fd3-4591-b769-da64d466ad73 HTTP/1.1" status: 200 len: 1095 time: 0.0950177 Dec 08 16:14:35.074331 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d2d1853d-a7ed-48fe-aac4-d208054b1944 req-9c36afac-d1cb-47d3-b599-84e29e257c4e tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=91b28079-a927-4586-8356-064ab2b9d97a HTTP/1.1" status: 200 len: 210 time: 0.0317395 Dec 08 16:14:35.104247 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0ed3dc78-1a1e-4803-9d28-ec48425055ff req-60d1e862-7c2e-4cbe-b2ab-27cffb6bdfde service neutron] 10.222.0.37 "GET /v2.0/networks/aae70492-1682-4e18-b135-887c01697ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738100 Dec 08 16:14:35.198811 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=9f333408-68a8-43bb-b122-f22ffe18cb8e,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:35.207224 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c447d-4167-4888-81c9-2c15c7e6baa6 req-71067e06-82af-4262-a148-c9cb00ff936f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:35.208464 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ef5c447d-4167-4888-81c9-2c15c7e6baa6 req-71067e06-82af-4262-a148-c9cb00ff936f service neutron] 10.222.0.76 "GET /v2.0/networks?id=89a1e282-30c5-4c32-92b3-afa4d0f94a6d HTTP/1.1" status: 200 len: 919 time: 0.1307845 Dec 08 16:14:35.244264 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7d50ed24-029c-429b-890e-d1c89c98f747 req-db993815-7ee1-4a20-a70c-5f61317e75a3 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=6609b092-443c-424b-ba8b-aef841f42ce2 HTTP/1.1" status: 200 len: 210 time: 0.0534852 Dec 08 16:14:35.300004 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ef5c447d-4167-4888-81c9-2c15c7e6baa6 req-6f649fcf-8ae6-4ad2-a9d3-fca02e1cde32 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9f333408-68a8-43bb-b122-f22ffe18cb8e HTTP/1.1" status: 200 len: 217 time: 0.0824218 Dec 08 16:14:35.380389 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['eca93204-d49a-4090-ad9d-ba184f1d6b71'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:14:35.430880 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['9f333408-68a8-43bb-b122-f22ffe18cb8e'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:14:35.443814 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c447d-4167-4888-81c9-2c15c7e6baa6 req-809db2c1-8a1e-424d-b88f-4c053adeafa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:35.445583 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ef5c447d-4167-4888-81c9-2c15c7e6baa6 req-809db2c1-8a1e-424d-b88f-4c053adeafa3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7217809a-2345-4443-b310-d9d8dbd160df HTTP/1.1" status: 200 len: 858 time: 0.1310623 Dec 08 16:14:35.500949 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device e97d143b-923b-4512-9882-c1cfd24fdf95 up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:14:35.711500 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port e97d143b-923b-4512-9882-c1cfd24fdf95 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:14:35.729481 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port e97d143b-923b-4512-9882-c1cfd24fdf95 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:14:35.730029 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:35.925956 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:35.937266 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ef5c447d-4167-4888-81c9-2c15c7e6baa6 req-9ac07bb9-2bff-4145-9ebd-4d90782fe0b8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=89a1e282-30c5-4c32-92b3-afa4d0f94a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4750233 Dec 08 16:14:35.958006 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e916e350-8663-4846-ac42-2f55cfecfc8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e97d143b-923b-4512-9882-c1cfd24fdf95'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:14:35.962141 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5781c728-4dfb-41e6-9e7c-9f9015bdb977" -d '{"events": [{"server_uuid": "e916e350-8663-4846-ac42-2f55cfecfc8c", "name": "network-vif-plugged", "status": "completed", "tag": "e97d143b-923b-4512-9882-c1cfd24fdf95"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:14:35.981053 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port e97d143b-923b-4512-9882-c1cfd24fdf95, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=e97d143b-923b-4512-9882-c1cfd24fdf95,segment=NetworkSegment(1f74d0f3-17d0-468a-b77c-633276f937da),segment_id=1f74d0f3-17d0-468a-b77c-633276f937da)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:36.038728 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b39f22-7452-4025-9c85-967a1024882f req-beb077f6-bb2f-4731-a79f-df2f44a686e8 tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:36.038728 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c1b39f22-7452-4025-9c85-967a1024882f req-beb077f6-bb2f-4731-a79f-df2f44a686e8 tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] 10.222.0.64 "GET /v2.0/networks?id=3be44513-da0b-46d3-8ab2-53257023f3dc HTTP/1.1" status: 200 len: 821 time: 0.7358401 Dec 08 16:14:36.067175 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c1b39f22-7452-4025-9c85-967a1024882f req-4c6c4bc0-e8fd-4b61-8a2b-7044d421143f tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] 10.222.0.64 "GET /v2.0/quotas/13776653b2944c5caa3bd7855bfee135 HTTP/1.1" status: 200 len: 375 time: 0.0174098 Dec 08 16:14:36.092658 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ef5c447d-4167-4888-81c9-2c15c7e6baa6 req-970f2944-4c7c-4eb4-b181-c5b826e7a6be service neutron] 10.222.0.76 "GET /v2.0/networks/89a1e282-30c5-4c32-92b3-afa4d0f94a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418173 Dec 08 16:14:36.130829 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:36.134254 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c1b39f22-7452-4025-9c85-967a1024882f req-9df4f2b9-4a14-4156-9af4-baa99f02fafa tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=13776653b2944c5caa3bd7855bfee135&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0597351 Dec 08 16:14:36.293641 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ef5c447d-4167-4888-81c9-2c15c7e6baa6 req-02d87a6f-d1c9-4bf0-91dc-4fa08520cbee service neutron] 10.222.0.76 "GET /v2.0/networks/89a1e282-30c5-4c32-92b3-afa4d0f94a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816361 Dec 08 16:14:36.300717 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=e97d143b-923b-4512-9882-c1cfd24fdf95,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:36.308484 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c1b39f22-7452-4025-9c85-967a1024882f req-6513d941-9aad-4349-8607-148a7aeccd8b service neutron] 10.222.0.64 "GET /v2.0/networks/3be44513-da0b-46d3-8ab2-53257023f3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475456 Dec 08 16:14:36.417723 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c1b39f22-7452-4025-9c85-967a1024882f req-980a8f67-4a44-455f-bae6-e92ba7aacf57 service neutron] 10.222.0.64 "GET /v2.0/networks/3be44513-da0b-46d3-8ab2-53257023f3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017101 Dec 08 16:14:36.703310 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c76fa-9e9a-4ea4-a96c-22e0ae2daf3c req-7a84c8c5-7bb8-42a4-9353-63ae26d5520b tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:36.709689 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e38c76fa-9e9a-4ea4-a96c-22e0ae2daf3c req-7a84c8c5-7bb8-42a4-9353-63ae26d5520b tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fde413b-425a-468a-a647-b7afecf7c938 HTTP/1.1" status: 200 len: 944 time: 0.0724599 Dec 08 16:14:36.784728 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e38c76fa-9e9a-4ea4-a96c-22e0ae2daf3c req-67d6d5a9-4b60-4291-a621-0ab2e40eef0c tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] 10.222.0.64 "GET /v2.0/security-groups?id=64343fac-e9f0-47fd-968f-e381b6475234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616689 Dec 08 16:14:36.831030 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d501ead-6be4-41da-bd03-b1df151b92ca req-71c91f18-4836-4d06-a8f3-ad3a1a07e8dc tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:36.833448 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8d501ead-6be4-41da-bd03-b1df151b92ca req-71c91f18-4836-4d06-a8f3-ad3a1a07e8dc tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.0769203 Dec 08 16:14:36.844303 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dedc755a-c71d-41b1-a434-e2a46ff910e0 x-openstack-request-id: req-dedc755a-c71d-41b1-a434-e2a46ff910e0 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:14:36.847707 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e916e350-8663-4846-ac42-2f55cfecfc8c", "name": "network-vif-plugged", "status": "completed", "tag": "e97d143b-923b-4512-9882-c1cfd24fdf95", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:14:36.848063 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dedc755a-c71d-41b1-a434-e2a46ff910e0 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:14:36.848527 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e916e350-8663-4846-ac42-2f55cfecfc8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e97d143b-923b-4512-9882-c1cfd24fdf95', 'code': 200} Dec 08 16:14:36.914717 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8d501ead-6be4-41da-bd03-b1df151b92ca req-0003dc2c-d70d-40f8-8682-1b49a10978af tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702894 Dec 08 16:14:36.968065 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0438b29e-08d1-49a9-bc4e-afe3de09c2bc req-51ba1366-0edb-4705-86d4-4fecb7b241ea tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=91b28079-a927-4586-8356-064ab2b9d97a HTTP/1.1" status: 200 len: 210 time: 0.0271964 Dec 08 16:14:36.971364 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fde413b-425a-468a-a647-b7afecf7c938', 'tag': 'eca93204-d49a-4090-ad9d-ba184f1d6b71'}, {'name': 'network-changed', 'server_uuid': 'e916e350-8663-4846-ac42-2f55cfecfc8c', 'tag': 'e97d143b-923b-4512-9882-c1cfd24fdf95'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:14:36.973825 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd087d98-dd75-46b8-adc1-b8aae8ebb522" -d '{"events": [{"name": "network-changed", "server_uuid": "2fde413b-425a-468a-a647-b7afecf7c938", "tag": "eca93204-d49a-4090-ad9d-ba184f1d6b71"}, {"name": "network-changed", "server_uuid": "e916e350-8663-4846-ac42-2f55cfecfc8c", "tag": "e97d143b-923b-4512-9882-c1cfd24fdf95"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:14:37.014694 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f8ab3890-5fab-4194-b7d0-74753da0beab req-472de598-ce82-4048-81ad-194ea2f20768 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=6609b092-443c-424b-ba8b-aef841f42ce2 HTTP/1.1" status: 200 len: 210 time: 0.0369422 Dec 08 16:14:37.020417 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a869f6-8ac0-412d-9b8c-1644da2c04d9 req-afcf314f-244c-4de9-a463-59c2699e3c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:37.021929 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-45a869f6-8ac0-412d-9b8c-1644da2c04d9 req-afcf314f-244c-4de9-a463-59c2699e3c1c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e916e350-8663-4846-ac42-2f55cfecfc8c HTTP/1.1" status: 200 len: 1098 time: 0.0771356 Dec 08 16:14:37.115000 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-15ebc31e-6f48-465c-976e-15f359240bb1 req-ffeabc42-3863-4d56-a038-b5b68023ed25 tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4ada1be-19ad-4a5e-aa35-20289645d91b HTTP/1.1" status: 200 len: 210 time: 0.0432894 Dec 08 16:14:37.127848 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-45a869f6-8ac0-412d-9b8c-1644da2c04d9 req-90f3bdd9-0df9-472d-916c-00be539b0cfa service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=64343fac-e9f0-47fd-968f-e381b6475234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902290 Dec 08 16:14:37.174616 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 08 Dec 2021 16:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41551222-76e6-4500-b39a-22dc66df716b x-openstack-request-id: req-41551222-76e6-4500-b39a-22dc66df716b {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:14:37.174616 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fde413b-425a-468a-a647-b7afecf7c938", "tag": "eca93204-d49a-4090-ad9d-ba184f1d6b71", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e916e350-8663-4846-ac42-2f55cfecfc8c", "tag": "e97d143b-923b-4512-9882-c1cfd24fdf95", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:14:37.174616 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-41551222-76e6-4500-b39a-22dc66df716b {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:14:37.174616 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fde413b-425a-468a-a647-b7afecf7c938', 'tag': 'eca93204-d49a-4090-ad9d-ba184f1d6b71', 'status': 'completed', 'code': 200} Dec 08 16:14:37.175461 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e916e350-8663-4846-ac42-2f55cfecfc8c', 'tag': 'e97d143b-923b-4512-9882-c1cfd24fdf95', 'status': 'completed', 'code': 200} Dec 08 16:14:37.529701 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd087d98-dd75-46b8-adc1-b8aae8ebb522 req-28ec2a7c-059d-41f3-8c7a-45daa08855ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:37.529701 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bd087d98-dd75-46b8-adc1-b8aae8ebb522 req-28ec2a7c-059d-41f3-8c7a-45daa08855ae service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6f88ca9628a5483bbdd4f56d756b4685&device_id=2fde413b-425a-468a-a647-b7afecf7c938 HTTP/1.1" status: 200 len: 1096 time: 0.0550573 Dec 08 16:14:37.529701 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd087d98-dd75-46b8-adc1-b8aae8ebb522 req-7c90b591-f3ac-47d4-8e09-3331e3082b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:37.529701 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bd087d98-dd75-46b8-adc1-b8aae8ebb522 req-7c90b591-f3ac-47d4-8e09-3331e3082b8c service neutron] 10.222.0.76 "GET /v2.0/networks?id=89a1e282-30c5-4c32-92b3-afa4d0f94a6d HTTP/1.1" status: 200 len: 919 time: 0.1739745 Dec 08 16:14:37.531090 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd087d98-dd75-46b8-adc1-b8aae8ebb522 req-b05e1b6c-806b-40f5-8022-f1de3af7595a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:37.531090 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bd087d98-dd75-46b8-adc1-b8aae8ebb522 req-b05e1b6c-806b-40f5-8022-f1de3af7595a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6f88ca9628a5483bbdd4f56d756b4685&device_id=e916e350-8663-4846-ac42-2f55cfecfc8c HTTP/1.1" status: 200 len: 1098 time: 0.0692255 Dec 08 16:14:37.532466 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 77c117d3-70dc-4550-8495-cc1d394f2397 no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:14:37.532977 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bd087d98-dd75-46b8-adc1-b8aae8ebb522 req-f56a8e52-d16a-4675-9678-812c8d27b333 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eca93204-d49a-4090-ad9d-ba184f1d6b71 HTTP/1.1" status: 200 len: 217 time: 0.0445614 Dec 08 16:14:37.566406 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ff164-b34d-4557-83fa-e343eb80b60a req-a0692e47-0551-4634-a554-00e49ac410b7 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:37.568113 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-686ff164-b34d-4557-83fa-e343eb80b60a req-a0692e47-0551-4634-a554-00e49ac410b7 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.37 "GET /v2.0/networks?id=d3895c5a-dfc2-4888-9675-12d8856051aa HTTP/1.1" status: 200 len: 812 time: 0.2139947 Dec 08 16:14:37.595792 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-686ff164-b34d-4557-83fa-e343eb80b60a req-f1378b10-eadc-46bd-9adb-24f0fa2bdbde tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Request body: {'port': {'device_id': '6609b092-443c-424b-ba8b-aef841f42ce2', 'network_id': 'd3895c5a-dfc2-4888-9675-12d8856051aa', 'admin_state_up': True, 'tenant_id': '90ed4b9bbb134343aae1287ee30eda23'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:14:37.608844 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd087d98-dd75-46b8-adc1-b8aae8ebb522 req-01aa40d2-80b8-4928-88fd-c475608f5720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:37.610370 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bd087d98-dd75-46b8-adc1-b8aae8ebb522 req-01aa40d2-80b8-4928-88fd-c475608f5720 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7217809a-2345-4443-b310-d9d8dbd160df HTTP/1.1" status: 200 len: 858 time: 0.1096776 Dec 08 16:14:37.649657 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd087d98-dd75-46b8-adc1-b8aae8ebb522 req-28b3b905-53dd-4bef-9be3-9ffc55779ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:37.653963 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bd087d98-dd75-46b8-adc1-b8aae8ebb522 req-28b3b905-53dd-4bef-9be3-9ffc55779ca0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=89a1e282-30c5-4c32-92b3-afa4d0f94a6d HTTP/1.1" status: 200 len: 919 time: 0.1806142 Dec 08 16:14:37.681876 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:37.716518 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bd087d98-dd75-46b8-adc1-b8aae8ebb522 req-3d24d000-27b9-4cda-b617-4daf4891496d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e97d143b-923b-4512-9882-c1cfd24fdf95 HTTP/1.1" status: 200 len: 217 time: 0.0553107 Dec 08 16:14:37.718311 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 77c117d3-70dc-4550-8495-cc1d394f2397, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=77c117d3-70dc-4550-8495-cc1d394f2397,segment=NetworkSegment(6b0c82a0-bc9c-4886-a49c-1b810d61edae),segment_id=6b0c82a0-bc9c-4886-a49c-1b810d61edae)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:37.752688 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bd087d98-dd75-46b8-adc1-b8aae8ebb522 req-3c443514-99fd-4a85-b46a-4c539c7600d0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=89a1e282-30c5-4c32-92b3-afa4d0f94a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1283205 Dec 08 16:14:37.781038 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd087d98-dd75-46b8-adc1-b8aae8ebb522 req-99b0fd5a-4043-4add-8c5b-dcac59ace55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:37.781038 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bd087d98-dd75-46b8-adc1-b8aae8ebb522 req-99b0fd5a-4043-4add-8c5b-dcac59ace55b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7217809a-2345-4443-b310-d9d8dbd160df HTTP/1.1" status: 200 len: 858 time: 0.0564592 Dec 08 16:14:37.819373 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 9f333408-68a8-43bb-b122-f22ffe18cb8e up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:14:37.830863 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bd087d98-dd75-46b8-adc1-b8aae8ebb522 req-62dd36a6-740f-41d5-816e-9cae9b3e8726 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89a1e282-30c5-4c32-92b3-afa4d0f94a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421307 Dec 08 16:14:37.891678 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bd087d98-dd75-46b8-adc1-b8aae8ebb522 req-a5ec5b2e-4e24-468a-8987-442f9e2c051d service neutron] 10.222.0.76 "GET /v2.0/networks/89a1e282-30c5-4c32-92b3-afa4d0f94a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303000 Dec 08 16:14:37.969701 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:38.013829 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bd087d98-dd75-46b8-adc1-b8aae8ebb522 req-373810d4-31b8-44d2-9a32-75f0061357f1 service neutron] 10.222.0.37 "GET /v2.0/networks/89a1e282-30c5-4c32-92b3-afa4d0f94a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694658 Dec 08 16:14:38.127800 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-686ff164-b34d-4557-83fa-e343eb80b60a req-f1378b10-eadc-46bd-9adb-24f0fa2bdbde tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Made reservation on behalf of 90ed4b9bbb134343aae1287ee30eda23 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:14:38.131876 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-686ff164-b34d-4557-83fa-e343eb80b60a req-f1378b10-eadc-46bd-9adb-24f0fa2bdbde tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:38.144122 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bd087d98-dd75-46b8-adc1-b8aae8ebb522 req-eaa538e8-4f8c-430f-8fbe-8298684b0338 service neutron] 10.222.0.76 "GET /v2.0/networks/89a1e282-30c5-4c32-92b3-afa4d0f94a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445710 Dec 08 16:14:38.173769 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=77c117d3-70dc-4550-8495-cc1d394f2397,revision_number=8']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:38.206572 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bd087d98-dd75-46b8-adc1-b8aae8ebb522 req-c392da83-7342-40a9-91bd-2479f5f9728b service neutron] 10.222.0.37 "GET /v2.0/networks/89a1e282-30c5-4c32-92b3-afa4d0f94a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786509 Dec 08 16:14:38.296251 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91167744-e03f-4b2b-9c01-a7222a53f0a4 req-28c2ea68-6d4b-42d7-a3ec-09428bf5989e tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:38.298309 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-91167744-e03f-4b2b-9c01-a7222a53f0a4 req-28c2ea68-6d4b-42d7-a3ec-09428bf5989e tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fde413b-425a-468a-a647-b7afecf7c938 HTTP/1.1" status: 200 len: 944 time: 0.3154433 Dec 08 16:14:38.355720 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port 9f333408-68a8-43bb-b122-f22ffe18cb8e completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:14:38.389422 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 9f333408-68a8-43bb-b122-f22ffe18cb8e triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:14:38.389806 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:38.477585 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-686ff164-b34d-4557-83fa-e343eb80b60a req-f1378b10-eadc-46bd-9adb-24f0fa2bdbde tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Allocated IP 172.20.0.10 (d3895c5a-dfc2-4888-9675-12d8856051aa/0d672d1f-65b7-4f31-92ed-7adc71dac15e/275a5dd9-6fbe-4bda-bf3b-9ad59c6544d5) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:14:38.557918 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-91167744-e03f-4b2b-9c01-a7222a53f0a4 req-7fb90685-302c-446f-a4d6-75b0961f48ec tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] 10.222.0.64 "GET /v2.0/security-groups?id=64343fac-e9f0-47fd-968f-e381b6475234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491753 Dec 08 16:14:38.558448 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:38.561503 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:38.618338 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 9f333408-68a8-43bb-b122-f22ffe18cb8e, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=9f333408-68a8-43bb-b122-f22ffe18cb8e,segment=NetworkSegment(1f74d0f3-17d0-468a-b77c-633276f937da),segment_id=1f74d0f3-17d0-468a-b77c-633276f937da)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:38.665149 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814995e-4b51-443e-abec-c4e274d82061 req-be8263cb-ff5a-477e-8799-21cec9e52e33 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:38.666761 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f814995e-4b51-443e-abec-c4e274d82061 req-be8263cb-ff5a-477e-8799-21cec9e52e33 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.37 "GET /v2.0/networks?id=cc341b4e-e4a6-433a-819f-1f235ff05a7a HTTP/1.1" status: 200 len: 806 time: 0.3064785 Dec 08 16:14:38.678728 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:38.680017 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device eca93204-d49a-4090-ad9d-ba184f1d6b71 up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:14:38.715684 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-f814995e-4b51-443e-abec-c4e274d82061 req-dbbe249b-bf28-434f-a9ff-c19d78d991a0 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Request body: {'port': {'device_id': '91b28079-a927-4586-8356-064ab2b9d97a', 'network_id': 'cc341b4e-e4a6-433a-819f-1f235ff05a7a', 'admin_state_up': True, 'tenant_id': '3c96083250fb4c3492902950739ee237'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:14:38.730087 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-04de0258-73ef-4348-a1ea-c51166ecd7c7 req-8908ad92-bcdc-493b-bcc2-0b3651b4bf95 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=91b28079-a927-4586-8356-064ab2b9d97a HTTP/1.1" status: 200 len: 210 time: 0.0434074 Dec 08 16:14:38.788461 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=9f333408-68a8-43bb-b122-f22ffe18cb8e,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:38.842432 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceee20d-4908-405a-a1d4-7f94824775fb req-b7dc185f-ed48-45f3-8499-43a2c49349e6 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:38.843936 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bceee20d-4908-405a-a1d4-7f94824775fb req-b7dc185f-ed48-45f3-8499-43a2c49349e6 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 943 time: 0.3201067 Dec 08 16:14:38.849487 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58298f4d-121a-4a61-bd3d-e413c08b2288', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77c117d3-70dc-4550-8495-cc1d394f2397'}, {'server_uuid': 'c0649aff-0fd3-4591-b769-da64d466ad73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f333408-68a8-43bb-b122-f22ffe18cb8e'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:14:38.850679 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-24c41a0b-b28e-4c5e-a115-260529d0d9d1 req-debea982-5b6d-4776-8896-c3be6a8ad0f1 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=6609b092-443c-424b-ba8b-aef841f42ce2 HTTP/1.1" status: 200 len: 210 time: 0.0399160 Dec 08 16:14:38.851842 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a93a2f-d71c-4024-b77b-de426a96d162" -d '{"events": [{"server_uuid": "58298f4d-121a-4a61-bd3d-e413c08b2288", "name": "network-vif-unplugged", "status": "completed", "tag": "77c117d3-70dc-4550-8495-cc1d394f2397"}, {"server_uuid": "c0649aff-0fd3-4591-b769-da64d466ad73", "name": "network-vif-plugged", "status": "completed", "tag": "9f333408-68a8-43bb-b122-f22ffe18cb8e"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:14:38.861936 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-686ff164-b34d-4557-83fa-e343eb80b60a req-f1378b10-eadc-46bd-9adb-24f0fa2bdbde tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:38.895553 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port eca93204-d49a-4090-ad9d-ba184f1d6b71 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:14:38.900372 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port eca93204-d49a-4090-ad9d-ba184f1d6b71 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:14:38.900753 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:38.957073 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bceee20d-4908-405a-a1d4-7f94824775fb req-19e97f9a-57c2-4abd-84a5-9f4d83a58504 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949895 Dec 08 16:14:39.028297 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:39.074354 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-50663bf6-ac42-4422-98a9-a0dc4dbfeb93 req-b6161652-f0f4-4293-9a5c-e44e638aa925 tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4ada1be-19ad-4a5e-aa35-20289645d91b HTTP/1.1" status: 200 len: 210 time: 0.0351167 Dec 08 16:14:39.078023 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f814995e-4b51-443e-abec-c4e274d82061 req-dbbe249b-bf28-434f-a9ff-c19d78d991a0 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Made reservation on behalf of 3c96083250fb4c3492902950739ee237 for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:14:39.078548 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-686ff164-b34d-4557-83fa-e343eb80b60a req-f1378b10-eadc-46bd-9adb-24f0fa2bdbde tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:39.085434 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-f814995e-4b51-443e-abec-c4e274d82061 req-dbbe249b-bf28-434f-a9ff-c19d78d991a0 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:39.124432 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port eca93204-d49a-4090-ad9d-ba184f1d6b71, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=eca93204-d49a-4090-ad9d-ba184f1d6b71,segment=NetworkSegment(1f74d0f3-17d0-468a-b77c-633276f937da),segment_id=1f74d0f3-17d0-468a-b77c-633276f937da)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:39.132385 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 353 Content-Type: application/json Date: Wed, 08 Dec 2021 16:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26214d66-88e9-42ae-bba6-98238ce58e0c x-openstack-request-id: req-26214d66-88e9-42ae-bba6-98238ce58e0c {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:14:39.134949 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58298f4d-121a-4a61-bd3d-e413c08b2288", "name": "network-vif-unplugged", "status": "failed", "tag": "77c117d3-70dc-4550-8495-cc1d394f2397", "code": 422}, {"server_uuid": "c0649aff-0fd3-4591-b769-da64d466ad73", "name": "network-vif-plugged", "status": "completed", "tag": "9f333408-68a8-43bb-b122-f22ffe18cb8e", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:14:39.135646 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-26214d66-88e9-42ae-bba6-98238ce58e0c {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:14:39.139056 n-d-776250-12 neutron-server[110552]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '58298f4d-121a-4a61-bd3d-e413c08b2288', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '77c117d3-70dc-4550-8495-cc1d394f2397', 'code': 422} returned with failed status Dec 08 16:14:39.140283 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0649aff-0fd3-4591-b769-da64d466ad73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f333408-68a8-43bb-b122-f22ffe18cb8e', 'code': 200} Dec 08 16:14:39.225928 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-686ff164-b34d-4557-83fa-e343eb80b60a req-f1378b10-eadc-46bd-9adb-24f0fa2bdbde tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Network d3895c5a-dfc2-4888-9675-12d8856051aa is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:14:39.239445 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-686ff164-b34d-4557-83fa-e343eb80b60a req-f1378b10-eadc-46bd-9adb-24f0fa2bdbde tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:14:39.266258 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-686ff164-b34d-4557-83fa-e343eb80b60a req-f1378b10-eadc-46bd-9adb-24f0fa2bdbde tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:14:39.272060 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1378b10-eadc-46bd-9adb-24f0fa2bdbde tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Pushing event updated for resources: {'Port': ['ID=275a5dd9-6fbe-4bda-bf3b-9ad59c6544d5,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:39.296431 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:39.385809 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [req-f814995e-4b51-443e-abec-c4e274d82061 req-dbbe249b-bf28-434f-a9ff-c19d78d991a0 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Allocated IP 172.20.0.12 (cc341b4e-e4a6-433a-819f-1f235ff05a7a/5ae73486-24f1-4ad9-b7a3-ee511661fedf/447778cb-6852-4f54-8138-b73aa73fba8a) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:14:39.397354 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=eca93204-d49a-4090-ad9d-ba184f1d6b71,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:39.410438 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ff164-b34d-4557-83fa-e343eb80b60a req-f1378b10-eadc-46bd-9adb-24f0fa2bdbde tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:39.411604 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-686ff164-b34d-4557-83fa-e343eb80b60a req-f1378b10-eadc-46bd-9adb-24f0fa2bdbde tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:39.428388 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d159f3-4d2a-42b6-93a0-007e6fed8726 req-2d8bac16-912f-430d-bab0-ea9ab64691cc tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:39.430603 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e3d159f3-4d2a-42b6-93a0-007e6fed8726 req-2d8bac16-912f-430d-bab0-ea9ab64691cc tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 943 time: 0.2323377 Dec 08 16:14:39.455108 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb02cf43-50e0-4dd9-b628-a4c6b8f74159 req-978ebc07-236e-4058-adde-3f2399ef31c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:39.457438 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-eb02cf43-50e0-4dd9-b628-a4c6b8f74159 req-978ebc07-236e-4058-adde-3f2399ef31c6 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c0649aff-0fd3-4591-b769-da64d466ad73 HTTP/1.1" status: 200 len: 1097 time: 0.1864569 Dec 08 16:14:39.554819 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e3d159f3-4d2a-42b6-93a0-007e6fed8726 req-bf29914e-a481-46ae-9ed8-d4cc6868f7fa tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154063 Dec 08 16:14:39.566205 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-eb02cf43-50e0-4dd9-b628-a4c6b8f74159 req-28813e8e-81ed-4012-99a3-55b7b3b10fa4 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=64343fac-e9f0-47fd-968f-e381b6475234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984910 Dec 08 16:14:39.595590 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-686ff164-b34d-4557-83fa-e343eb80b60a req-f1378b10-eadc-46bd-9adb-24f0fa2bdbde tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0118647 Dec 08 16:14:39.612271 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-686ff164-b34d-4557-83fa-e343eb80b60a req-f954e86c-5155-4e26-be34-79f778ac7fc9 service neutron] Request body: {'port': {'device_id': '6609b092-443c-424b-ba8b-aef841f42ce2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:14:39.679208 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-f814995e-4b51-443e-abec-c4e274d82061 req-dbbe249b-bf28-434f-a9ff-c19d78d991a0 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:39.685751 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-686ff164-b34d-4557-83fa-e343eb80b60a req-f954e86c-5155-4e26-be34-79f778ac7fc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:39.835461 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641170a1-1234-44d5-9dbe-62aa140ad9ee req-6e35cdfb-e223-4b59-9c7a-0afe9a199ab3 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:39.837247 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-641170a1-1234-44d5-9dbe-62aa140ad9ee req-6e35cdfb-e223-4b59-9c7a-0afe9a199ab3 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fde413b-425a-468a-a647-b7afecf7c938 HTTP/1.1" status: 200 len: 945 time: 0.1418726 Dec 08 16:14:40.009509 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-641170a1-1234-44d5-9dbe-62aa140ad9ee req-fbae375f-cc99-4119-87bf-52c004a54e6e tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] 10.222.0.64 "GET /v2.0/security-groups?id=64343fac-e9f0-47fd-968f-e381b6475234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173213 Dec 08 16:14:40.219817 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-686ff164-b34d-4557-83fa-e343eb80b60a req-f954e86c-5155-4e26-be34-79f778ac7fc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 275a5dd9-6fbe-4bda-bf3b-9ad59c6544d5 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:14:40.240094 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-686ff164-b34d-4557-83fa-e343eb80b60a req-f954e86c-5155-4e26-be34-79f778ac7fc9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:40.256027 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-f814995e-4b51-443e-abec-c4e274d82061 req-dbbe249b-bf28-434f-a9ff-c19d78d991a0 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:40.257955 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-225e96ab-c8a4-40ad-b1d9-545b0a19d075 req-592775cf-497e-4be3-a826-adf8e75e1667 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=91b28079-a927-4586-8356-064ab2b9d97a HTTP/1.1" status: 200 len: 210 time: 0.0432787 Dec 08 16:14:40.276806 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-686ff164-b34d-4557-83fa-e343eb80b60a req-f954e86c-5155-4e26-be34-79f778ac7fc9 service neutron] Transition to ACTIVE for port object 275a5dd9-6fbe-4bda-bf3b-9ad59c6544d5 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:14:40.316740 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef70ed0-e89c-4e35-ac0a-66bdc0865af8 req-718a7b48-68e5-43d8-b38e-788366af374c tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:40.319469 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5ef70ed0-e89c-4e35-ac0a-66bdc0865af8 req-718a7b48-68e5-43d8-b38e-788366af374c tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=6609b092-443c-424b-ba8b-aef841f42ce2 HTTP/1.1" status: 200 len: 932 time: 0.0933182 Dec 08 16:14:40.326243 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f814995e-4b51-443e-abec-c4e274d82061 req-dbbe249b-bf28-434f-a9ff-c19d78d991a0 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Network cc341b4e-e4a6-433a-819f-1f235ff05a7a is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:14:40.333893 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [req-f814995e-4b51-443e-abec-c4e274d82061 req-dbbe249b-bf28-434f-a9ff-c19d78d991a0 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:14:40.344009 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-f814995e-4b51-443e-abec-c4e274d82061 req-dbbe249b-bf28-434f-a9ff-c19d78d991a0 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:14:40.406930 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814995e-4b51-443e-abec-c4e274d82061 req-dbbe249b-bf28-434f-a9ff-c19d78d991a0 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:40.407566 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-f814995e-4b51-443e-abec-c4e274d82061 req-dbbe249b-bf28-434f-a9ff-c19d78d991a0 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:40.421259 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbe249b-bf28-434f-a9ff-c19d78d991a0 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Pushing event updated for resources: {'Port': ['ID=447778cb-6852-4f54-8138-b73aa73fba8a,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:40.457189 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b39f22-7452-4025-9c85-967a1024882f req-997d53de-3c68-4cfa-b20a-f092e1031f8a tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:40.458541 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5ef70ed0-e89c-4e35-ac0a-66bdc0865af8 req-b3e9b1d1-ec93-4e26-91de-da99a6609a11 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305368 Dec 08 16:14:40.460039 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c1b39f22-7452-4025-9c85-967a1024882f req-997d53de-3c68-4cfa-b20a-f092e1031f8a tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] 10.222.0.76 "GET /v2.0/networks?id=3be44513-da0b-46d3-8ab2-53257023f3dc HTTP/1.1" status: 200 len: 821 time: 0.1780248 Dec 08 16:14:40.460898 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-686ff164-b34d-4557-83fa-e343eb80b60a req-f954e86c-5155-4e26-be34-79f778ac7fc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:40.532448 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f814995e-4b51-443e-abec-c4e274d82061 req-dbbe249b-bf28-434f-a9ff-c19d78d991a0 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8555503 Dec 08 16:14:40.532791 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-c1b39f22-7452-4025-9c85-967a1024882f req-6296911c-4b81-47eb-8ee6-3ef2aa2bc64f tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] Request body: {'port': {'device_id': 'e4ada1be-19ad-4a5e-aa35-20289645d91b', 'network_id': '3be44513-da0b-46d3-8ab2-53257023f3dc', 'admin_state_up': True, 'tenant_id': '13776653b2944c5caa3bd7855bfee135'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:14:40.537501 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [req-79fde960-459a-4b9c-8733-0fadbea5eaa7 req-85a07c53-177d-43c8-ad0c-b0163f175553 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:14:40.538809 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-79fde960-459a-4b9c-8733-0fadbea5eaa7 req-85a07c53-177d-43c8-ad0c-b0163f175553 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051804 Dec 08 16:14:40.542088 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-995f81e4-c35e-4206-9047-9ff525cacc7e req-a6b89021-8ed8-4787-891b-eb45fac320fe tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4ada1be-19ad-4a5e-aa35-20289645d91b HTTP/1.1" status: 200 len: 210 time: 0.0954340 Dec 08 16:14:40.547222 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-f814995e-4b51-443e-abec-c4e274d82061 req-2bfe2008-f704-464a-aacd-1e29ad3fef43 service neutron] Request body: {'port': {'device_id': '91b28079-a927-4586-8356-064ab2b9d97a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:14:40.632990 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-f814995e-4b51-443e-abec-c4e274d82061 req-2bfe2008-f704-464a-aacd-1e29ad3fef43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:40.646546 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f954e86c-5155-4e26-be34-79f778ac7fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=275a5dd9-6fbe-4bda-bf3b-9ad59c6544d5,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:40.779758 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-686ff164-b34d-4557-83fa-e343eb80b60a req-f954e86c-5155-4e26-be34-79f778ac7fc9 service neutron] Attempting to bind port 275a5dd9-6fbe-4bda-bf3b-9ad59c6544d5 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:14:40.779758 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-686ff164-b34d-4557-83fa-e343eb80b60a req-f954e86c-5155-4e26-be34-79f778ac7fc9 service neutron] Attempting to bind port 275a5dd9-6fbe-4bda-bf3b-9ad59c6544d5 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': 'f996c948-5ac9-42a3-ac04-df4c75288f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3895c5a-dfc2-4888-9675-12d8856051aa'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:14:40.780280 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686ff164-b34d-4557-83fa-e343eb80b60a req-f954e86c-5155-4e26-be34-79f778ac7fc9 service neutron] Attempting to bind port 275a5dd9-6fbe-4bda-bf3b-9ad59c6544d5 on network d3895c5a-dfc2-4888-9675-12d8856051aa {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:14:40.801684 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686ff164-b34d-4557-83fa-e343eb80b60a req-f954e86c-5155-4e26-be34-79f778ac7fc9 service neutron] Port 275a5dd9-6fbe-4bda-bf3b-9ad59c6544d5 on network d3895c5a-dfc2-4888-9675-12d8856051aa not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:14:40.802105 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686ff164-b34d-4557-83fa-e343eb80b60a req-f954e86c-5155-4e26-be34-79f778ac7fc9 service neutron] Attempting to bind port 275a5dd9-6fbe-4bda-bf3b-9ad59c6544d5 on network d3895c5a-dfc2-4888-9675-12d8856051aa {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:14:40.810068 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686ff164-b34d-4557-83fa-e343eb80b60a req-f954e86c-5155-4e26-be34-79f778ac7fc9 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:14:40.810423 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686ff164-b34d-4557-83fa-e343eb80b60a req-f954e86c-5155-4e26-be34-79f778ac7fc9 service neutron] Checking segment: {'id': 'f996c948-5ac9-42a3-ac04-df4c75288f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3895c5a-dfc2-4888-9675-12d8856051aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:14:40.811000 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686ff164-b34d-4557-83fa-e343eb80b60a req-f954e86c-5155-4e26-be34-79f778ac7fc9 service neutron] Bound using segment: {'id': 'f996c948-5ac9-42a3-ac04-df4c75288f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3895c5a-dfc2-4888-9675-12d8856051aa'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:14:40.811506 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-686ff164-b34d-4557-83fa-e343eb80b60a req-f954e86c-5155-4e26-be34-79f778ac7fc9 service neutron] Bound port: 275a5dd9-6fbe-4bda-bf3b-9ad59c6544d5, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f996c948-5ac9-42a3-ac04-df4c75288f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3895c5a-dfc2-4888-9675-12d8856051aa'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:14:40.812038 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-686ff164-b34d-4557-83fa-e343eb80b60a req-f954e86c-5155-4e26-be34-79f778ac7fc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:40.891569 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1b39f22-7452-4025-9c85-967a1024882f req-6296911c-4b81-47eb-8ee6-3ef2aa2bc64f tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] Made reservation on behalf of 13776653b2944c5caa3bd7855bfee135 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:14:40.896668 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c1b39f22-7452-4025-9c85-967a1024882f req-6296911c-4b81-47eb-8ee6-3ef2aa2bc64f tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:40.938865 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-686ff164-b34d-4557-83fa-e343eb80b60a req-f954e86c-5155-4e26-be34-79f778ac7fc9 service neutron] For port 275a5dd9-6fbe-4bda-bf3b-9ad59c6544d5, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:14:40.944216 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-686ff164-b34d-4557-83fa-e343eb80b60a req-f954e86c-5155-4e26-be34-79f778ac7fc9 service neutron] For port 275a5dd9-6fbe-4bda-bf3b-9ad59c6544d5, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=275a5dd9-6fbe-4bda-bf3b-9ad59c6544d5,segment=NetworkSegment(f996c948-5ac9-42a3-ac04-df4c75288f01),segment_id=f996c948-5ac9-42a3-ac04-df4c75288f01)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:14:41.026744 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd7643-d6ec-4d18-aefc-bad55c9c8cab req-8a8b6840-fcd2-4de9-b2b2-f8157f672558 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:41.029060 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-67fd7643-d6ec-4d18-aefc-bad55c9c8cab req-8a8b6840-fcd2-4de9-b2b2-f8157f672558 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 943 time: 0.1141930 Dec 08 16:14:41.080907 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [req-f814995e-4b51-443e-abec-c4e274d82061 req-2bfe2008-f704-464a-aacd-1e29ad3fef43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 447778cb-6852-4f54-8138-b73aa73fba8a {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:14:41.082449 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-c1b39f22-7452-4025-9c85-967a1024882f req-6296911c-4b81-47eb-8ee6-3ef2aa2bc64f tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] Allocated IP 172.20.0.14 (3be44513-da0b-46d3-8ab2-53257023f3dc/ba010d78-6e1c-460e-b745-2aee32ae195b/21025983-be0c-4510-8570-b5fd014abcb5) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:14:41.096619 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-f814995e-4b51-443e-abec-c4e274d82061 req-2bfe2008-f704-464a-aacd-1e29ad3fef43 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:41.109102 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-686ff164-b34d-4557-83fa-e343eb80b60a req-f954e86c-5155-4e26-be34-79f778ac7fc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:41.122138 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-67fd7643-d6ec-4d18-aefc-bad55c9c8cab req-c365f008-8714-47e2-b9f9-69552d00ae19 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722892 Dec 08 16:14:41.124522 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [req-f814995e-4b51-443e-abec-c4e274d82061 req-2bfe2008-f704-464a-aacd-1e29ad3fef43 service neutron] Transition to ACTIVE for port object 447778cb-6852-4f54-8138-b73aa73fba8a will not be triggered until provisioned by entity L2. {{(pid=110551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:14:41.141471 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fde413b-425a-468a-a647-b7afecf7c938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eca93204-d49a-4090-ad9d-ba184f1d6b71'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:14:41.143622 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20745aae-7f35-4d42-a7b7-7fc622a8ea65" -d '{"events": [{"server_uuid": "2fde413b-425a-468a-a647-b7afecf7c938", "name": "network-vif-plugged", "status": "completed", "tag": "eca93204-d49a-4090-ad9d-ba184f1d6b71"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:14:41.160850 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ff164-b34d-4557-83fa-e343eb80b60a req-f954e86c-5155-4e26-be34-79f778ac7fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:41.161480 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-686ff164-b34d-4557-83fa-e343eb80b60a req-f954e86c-5155-4e26-be34-79f778ac7fc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:41.162913 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-686ff164-b34d-4557-83fa-e343eb80b60a req-f954e86c-5155-4e26-be34-79f778ac7fc9 service neutron] 10.222.0.37 "PUT /v2.0/ports/275a5dd9-6fbe-4bda-bf3b-9ad59c6544d5 HTTP/1.1" status: 200 len: 1093 time: 1.5581560 Dec 08 16:14:41.165348 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6609b092-443c-424b-ba8b-aef841f42ce2', 'tag': '275a5dd9-6fbe-4bda-bf3b-9ad59c6544d5'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:14:41.168034 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2bc2afb-086e-4a30-b51e-70a36da00022" -d '{"events": [{"name": "network-changed", "server_uuid": "6609b092-443c-424b-ba8b-aef841f42ce2", "tag": "275a5dd9-6fbe-4bda-bf3b-9ad59c6544d5"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:14:41.245086 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f954e86c-5155-4e26-be34-79f778ac7fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=275a5dd9-6fbe-4bda-bf3b-9ad59c6544d5,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:41.278833 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186f464-8c75-4f5a-ad6d-f539fb880fa8 req-1cbffbfd-49e8-4583-9ed1-fe732f3d6fc4 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:41.280555 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3186f464-8c75-4f5a-ad6d-f539fb880fa8 req-1cbffbfd-49e8-4583-9ed1-fe732f3d6fc4 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fde413b-425a-468a-a647-b7afecf7c938 HTTP/1.1" status: 200 len: 945 time: 0.0596750 Dec 08 16:14:41.323079 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c1b39f22-7452-4025-9c85-967a1024882f req-6296911c-4b81-47eb-8ee6-3ef2aa2bc64f tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:41.326924 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-f814995e-4b51-443e-abec-c4e274d82061 req-2bfe2008-f704-464a-aacd-1e29ad3fef43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:41.375794 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3186f464-8c75-4f5a-ad6d-f539fb880fa8 req-53e4bbd6-bfe1-42ef-9265-87a558ff69b5 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] 10.222.0.64 "GET /v2.0/security-groups?id=64343fac-e9f0-47fd-968f-e381b6475234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842190 Dec 08 16:14:41.437311 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c75515-f2f7-4b1a-afd8-9fc824c4bca3 x-openstack-request-id: req-03c75515-f2f7-4b1a-afd8-9fc824c4bca3 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:14:41.437743 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fde413b-425a-468a-a647-b7afecf7c938", "name": "network-vif-plugged", "status": "completed", "tag": "eca93204-d49a-4090-ad9d-ba184f1d6b71", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:14:41.438013 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-03c75515-f2f7-4b1a-afd8-9fc824c4bca3 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:14:41.438458 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fde413b-425a-468a-a647-b7afecf7c938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eca93204-d49a-4090-ad9d-ba184f1d6b71', 'code': 200} Dec 08 16:14:41.453658 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52bfee3-b5ee-46ea-a54f-a04a78798c9f x-openstack-request-id: req-f52bfee3-b5ee-46ea-a54f-a04a78798c9f {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:14:41.454105 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6609b092-443c-424b-ba8b-aef841f42ce2", "tag": "275a5dd9-6fbe-4bda-bf3b-9ad59c6544d5", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:14:41.454380 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f52bfee3-b5ee-46ea-a54f-a04a78798c9f {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:14:41.454829 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6609b092-443c-424b-ba8b-aef841f42ce2', 'tag': '275a5dd9-6fbe-4bda-bf3b-9ad59c6544d5', 'status': 'completed', 'code': 200} Dec 08 16:14:41.465747 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ff164-b34d-4557-83fa-e343eb80b60a req-ea16c42a-0fcd-4bc6-b2db-78474d3b8384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:41.467506 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-686ff164-b34d-4557-83fa-e343eb80b60a req-ea16c42a-0fcd-4bc6-b2db-78474d3b8384 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=90ed4b9bbb134343aae1287ee30eda23&device_id=6609b092-443c-424b-ba8b-aef841f42ce2 HTTP/1.1" status: 200 len: 1096 time: 0.0644996 Dec 08 16:14:41.485136 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 77c117d3-70dc-4550-8495-cc1d394f2397 no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:14:41.491058 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-da375337-5aaa-4ff1-b968-dcfd532a7333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:41.513405 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfe2008-f704-464a-aacd-1e29ad3fef43 service neutron] Pushing event updated for resources: {'Port': ['ID=447778cb-6852-4f54-8138-b73aa73fba8a,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:41.530229 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-f814995e-4b51-443e-abec-c4e274d82061 req-2bfe2008-f704-464a-aacd-1e29ad3fef43 service neutron] Attempting to bind port 447778cb-6852-4f54-8138-b73aa73fba8a on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:14:41.530573 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-f814995e-4b51-443e-abec-c4e274d82061 req-2bfe2008-f704-464a-aacd-1e29ad3fef43 service neutron] Attempting to bind port 447778cb-6852-4f54-8138-b73aa73fba8a by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '9b02e36e-6de5-484c-a36e-2fa26fb39118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'cc341b4e-e4a6-433a-819f-1f235ff05a7a'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:14:41.530975 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f814995e-4b51-443e-abec-c4e274d82061 req-2bfe2008-f704-464a-aacd-1e29ad3fef43 service neutron] Attempting to bind port 447778cb-6852-4f54-8138-b73aa73fba8a on network cc341b4e-e4a6-433a-819f-1f235ff05a7a {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:14:41.536439 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f814995e-4b51-443e-abec-c4e274d82061 req-2bfe2008-f704-464a-aacd-1e29ad3fef43 service neutron] Port 447778cb-6852-4f54-8138-b73aa73fba8a on network cc341b4e-e4a6-433a-819f-1f235ff05a7a not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:14:41.536765 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f814995e-4b51-443e-abec-c4e274d82061 req-2bfe2008-f704-464a-aacd-1e29ad3fef43 service neutron] Attempting to bind port 447778cb-6852-4f54-8138-b73aa73fba8a on network cc341b4e-e4a6-433a-819f-1f235ff05a7a {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:14:41.553149 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-686ff164-b34d-4557-83fa-e343eb80b60a req-16dde855-f70b-4333-9d1d-8e9cf36624ec service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=275a5dd9-6fbe-4bda-bf3b-9ad59c6544d5 HTTP/1.1" status: 200 len: 217 time: 0.0778770 Dec 08 16:14:41.553718 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f814995e-4b51-443e-abec-c4e274d82061 req-2bfe2008-f704-464a-aacd-1e29ad3fef43 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:14:41.554063 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f814995e-4b51-443e-abec-c4e274d82061 req-2bfe2008-f704-464a-aacd-1e29ad3fef43 service neutron] Checking segment: {'id': '9b02e36e-6de5-484c-a36e-2fa26fb39118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'cc341b4e-e4a6-433a-819f-1f235ff05a7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:14:41.554457 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f814995e-4b51-443e-abec-c4e274d82061 req-2bfe2008-f704-464a-aacd-1e29ad3fef43 service neutron] Bound using segment: {'id': '9b02e36e-6de5-484c-a36e-2fa26fb39118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'cc341b4e-e4a6-433a-819f-1f235ff05a7a'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:14:41.554912 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-f814995e-4b51-443e-abec-c4e274d82061 req-2bfe2008-f704-464a-aacd-1e29ad3fef43 service neutron] Bound port: 447778cb-6852-4f54-8138-b73aa73fba8a, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b02e36e-6de5-484c-a36e-2fa26fb39118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'cc341b4e-e4a6-433a-819f-1f235ff05a7a'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:14:41.555301 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-f814995e-4b51-443e-abec-c4e274d82061 req-2bfe2008-f704-464a-aacd-1e29ad3fef43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:41.598879 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c1b39f22-7452-4025-9c85-967a1024882f req-6296911c-4b81-47eb-8ee6-3ef2aa2bc64f tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:41.679878 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1b39f22-7452-4025-9c85-967a1024882f req-6296911c-4b81-47eb-8ee6-3ef2aa2bc64f tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] Network 3be44513-da0b-46d3-8ab2-53257023f3dc is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:14:41.682616 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af60862-3c69-47b1-bcb6-ecf41fc7c5c6 req-4a18c0c0-c0ab-475b-b9fb-e9f81e30f457 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:41.690743 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8af60862-3c69-47b1-bcb6-ecf41fc7c5c6 req-4a18c0c0-c0ab-475b-b9fb-e9f81e30f457 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=91b28079-a927-4586-8356-064ab2b9d97a HTTP/1.1" status: 200 len: 944 time: 0.1502752 Dec 08 16:14:41.697043 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-c1b39f22-7452-4025-9c85-967a1024882f req-6296911c-4b81-47eb-8ee6-3ef2aa2bc64f tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:14:41.706676 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1b39f22-7452-4025-9c85-967a1024882f req-6296911c-4b81-47eb-8ee6-3ef2aa2bc64f tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:14:41.719188 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-f814995e-4b51-443e-abec-c4e274d82061 req-2bfe2008-f704-464a-aacd-1e29ad3fef43 service neutron] For port 447778cb-6852-4f54-8138-b73aa73fba8a, host n-h2-776250-12, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:14:41.739866 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-f814995e-4b51-443e-abec-c4e274d82061 req-2bfe2008-f704-464a-aacd-1e29ad3fef43 service neutron] For port 447778cb-6852-4f54-8138-b73aa73fba8a, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=447778cb-6852-4f54-8138-b73aa73fba8a,segment=NetworkSegment(9b02e36e-6de5-484c-a36e-2fa26fb39118),segment_id=9b02e36e-6de5-484c-a36e-2fa26fb39118)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:14:41.784625 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ff164-b34d-4557-83fa-e343eb80b60a req-9f8010f0-65cf-49fc-8632-8ff22a116e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:41.785016 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8af60862-3c69-47b1-bcb6-ecf41fc7c5c6 req-bca56654-f6f3-4222-95cd-b455f8eb4a61 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912642 Dec 08 16:14:41.787382 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-686ff164-b34d-4557-83fa-e343eb80b60a req-9f8010f0-65cf-49fc-8632-8ff22a116e6a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0d672d1f-65b7-4f31-92ed-7adc71dac15e HTTP/1.1" status: 200 len: 852 time: 0.2237122 Dec 08 16:14:41.807923 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6296911c-4b81-47eb-8ee6-3ef2aa2bc64f tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] Pushing event updated for resources: {'Port': ['ID=21025983-be0c-4510-8570-b5fd014abcb5,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:41.818851 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b39f22-7452-4025-9c85-967a1024882f req-6296911c-4b81-47eb-8ee6-3ef2aa2bc64f tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:41.819534 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c1b39f22-7452-4025-9c85-967a1024882f req-6296911c-4b81-47eb-8ee6-3ef2aa2bc64f tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:41.864631 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-686ff164-b34d-4557-83fa-e343eb80b60a req-5acaf9ca-2fa0-4060-87e1-e5aca1c14d80 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d3895c5a-dfc2-4888-9675-12d8856051aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599036 Dec 08 16:14:41.868618 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-f814995e-4b51-443e-abec-c4e274d82061 req-2bfe2008-f704-464a-aacd-1e29ad3fef43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:41.868758 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42a51f-a558-422c-9384-3152001510f9 req-023a74c0-0011-4169-86af-d0ef3052b7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:41.868758 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8f42a51f-a558-422c-9384-3152001510f9 req-023a74c0-0011-4169-86af-d0ef3052b7d0 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2fde413b-425a-468a-a647-b7afecf7c938 HTTP/1.1" status: 200 len: 1097 time: 0.3259351 Dec 08 16:14:41.870166 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e5c933b9-608b-4d36-82c9-f3a8a03d7196 req-5b81587b-4ee6-46f5-b59a-81856a344256 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2222183 Dec 08 16:14:41.928959 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [req-e5c933b9-608b-4d36-82c9-f3a8a03d7196 req-30b81b27-e5c5-4dd5-a7be-dba157731d79 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:14:41.928959 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e5c933b9-608b-4d36-82c9-f3a8a03d7196 req-30b81b27-e5c5-4dd5-a7be-dba157731d79 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0335612 Dec 08 16:14:41.954920 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814995e-4b51-443e-abec-c4e274d82061 req-2bfe2008-f704-464a-aacd-1e29ad3fef43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:41.956025 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-f814995e-4b51-443e-abec-c4e274d82061 req-2bfe2008-f704-464a-aacd-1e29ad3fef43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:41.957501 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f814995e-4b51-443e-abec-c4e274d82061 req-2bfe2008-f704-464a-aacd-1e29ad3fef43 service neutron] 10.222.0.37 "PUT /v2.0/ports/447778cb-6852-4f54-8138-b73aa73fba8a HTTP/1.1" status: 200 len: 1093 time: 1.4165876 Dec 08 16:14:41.957958 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91b28079-a927-4586-8356-064ab2b9d97a', 'tag': '447778cb-6852-4f54-8138-b73aa73fba8a'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:14:41.961469 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b62c09b8-eee3-4d2e-bd9c-d42902605204" -d '{"events": [{"name": "network-changed", "server_uuid": "91b28079-a927-4586-8356-064ab2b9d97a", "tag": "447778cb-6852-4f54-8138-b73aa73fba8a"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:14:41.983331 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8f42a51f-a558-422c-9384-3152001510f9 req-af4329da-c7f1-42e2-aef1-055e1a662251 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=64343fac-e9f0-47fd-968f-e381b6475234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016648 Dec 08 16:14:42.006865 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfe2008-f704-464a-aacd-1e29ad3fef43 service neutron] Pushing event updated for resources: {'Port': ['ID=447778cb-6852-4f54-8138-b73aa73fba8a,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:42.008565 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c1b39f22-7452-4025-9c85-967a1024882f req-6296911c-4b81-47eb-8ee6-3ef2aa2bc64f tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4988577 Dec 08 16:14:42.022560 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-686ff164-b34d-4557-83fa-e343eb80b60a req-06c838ab-716b-41f3-b0cd-a6a2e3e63072 service neutron] 10.222.0.37 "GET /v2.0/networks/d3895c5a-dfc2-4888-9675-12d8856051aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507144 Dec 08 16:14:42.026485 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c3a01-ae41-48e6-be8d-90e42a38239c req-5c974632-2c0c-475b-a935-fee7c8785f23 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:42.028668 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2c4c3a01-ae41-48e6-be8d-90e42a38239c req-5c974632-2c0c-475b-a935-fee7c8785f23 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=6609b092-443c-424b-ba8b-aef841f42ce2 HTTP/1.1" status: 200 len: 944 time: 0.1645851 Dec 08 16:14:42.139729 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-686ff164-b34d-4557-83fa-e343eb80b60a req-483b94d2-5ea6-4825-b75c-090b3b3ae6dc service neutron] 10.222.0.37 "GET /v2.0/networks/d3895c5a-dfc2-4888-9675-12d8856051aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051602 Dec 08 16:14:42.139850 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2c4c3a01-ae41-48e6-be8d-90e42a38239c req-4c20d50e-0be8-4573-8307-394fbed80214 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996642 Dec 08 16:14:42.155544 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814995e-4b51-443e-abec-c4e274d82061 req-9eb34047-bb61-4a30-8968-36b887dcff58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:42.157698 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f814995e-4b51-443e-abec-c4e274d82061 req-9eb34047-bb61-4a30-8968-36b887dcff58 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3c96083250fb4c3492902950739ee237&device_id=91b28079-a927-4586-8356-064ab2b9d97a HTTP/1.1" status: 200 len: 1096 time: 0.0664191 Dec 08 16:14:42.230415 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f814995e-4b51-443e-abec-c4e274d82061 req-c8139abf-1231-4af7-9763-e1fa5ab2adfe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=447778cb-6852-4f54-8138-b73aa73fba8a HTTP/1.1" status: 200 len: 217 time: 0.0643365 Dec 08 16:14:42.238856 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-c1b39f22-7452-4025-9c85-967a1024882f req-6fa29735-3cdf-4d3a-b645-c9af8e285c4d service neutron] Request body: {'port': {'device_id': 'e4ada1be-19ad-4a5e-aa35-20289645d91b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:14:42.283198 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af66848-c857-4bc1-baca-350890182dae x-openstack-request-id: req-8af66848-c857-4bc1-baca-350890182dae {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:14:42.283822 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91b28079-a927-4586-8356-064ab2b9d97a", "tag": "447778cb-6852-4f54-8138-b73aa73fba8a", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:14:42.283822 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8af66848-c857-4bc1-baca-350890182dae {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:14:42.284121 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91b28079-a927-4586-8356-064ab2b9d97a', 'tag': '447778cb-6852-4f54-8138-b73aa73fba8a', 'status': 'completed', 'code': 200} Dec 08 16:14:42.325936 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814995e-4b51-443e-abec-c4e274d82061 req-6e352fe2-017c-4ed3-8e97-5019c88891cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:42.327507 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f814995e-4b51-443e-abec-c4e274d82061 req-6e352fe2-017c-4ed3-8e97-5019c88891cb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5ae73486-24f1-4ad9-b7a3-ee511661fedf HTTP/1.1" status: 200 len: 846 time: 0.0904262 Dec 08 16:14:42.336400 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f1c2d-b5a1-448b-a180-965df2a6867c req-bff501e2-cf9d-4713-b919-aea6c186faea tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:42.337937 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b14f1c2d-b5a1-448b-a180-965df2a6867c req-bff501e2-cf9d-4713-b919-aea6c186faea tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4ada1be-19ad-4a5e-aa35-20289645d91b HTTP/1.1" status: 200 len: 932 time: 0.1175070 Dec 08 16:14:42.347278 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c1b39f22-7452-4025-9c85-967a1024882f req-6fa29735-3cdf-4d3a-b645-c9af8e285c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:42.376308 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f814995e-4b51-443e-abec-c4e274d82061 req-2bd19253-378a-48fa-9259-75f5b6f5bdb6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cc341b4e-e4a6-433a-819f-1f235ff05a7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373588 Dec 08 16:14:42.413088 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bc2afb-086e-4a30-b51e-70a36da00022 req-60e75f11-e6bd-49bc-9c16-129445852bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:42.414476 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d2bc2afb-086e-4a30-b51e-70a36da00022 req-60e75f11-e6bd-49bc-9c16-129445852bf9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=90ed4b9bbb134343aae1287ee30eda23&device_id=6609b092-443c-424b-ba8b-aef841f42ce2 HTTP/1.1" status: 200 len: 1096 time: 0.1150000 Dec 08 16:14:42.454752 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b14f1c2d-b5a1-448b-a180-965df2a6867c req-c69b2b96-0a5b-4aab-ba92-60d6ba46dac8 tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] 10.222.0.64 "GET /v2.0/security-groups?id=1266d10a-3889-42cf-ad5a-acf66e31e392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081622 Dec 08 16:14:42.455701 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f894b6-6511-4498-9b09-005a4657abc0 req-1c1b7fb9-cf9f-485f-af63-9abe5daa181c tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:42.457333 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-64f894b6-6511-4498-9b09-005a4657abc0 req-1c1b7fb9-cf9f-485f-af63-9abe5daa181c tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 943 time: 0.1210175 Dec 08 16:14:42.495455 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f814995e-4b51-443e-abec-c4e274d82061 req-e2557828-6c90-45b0-b1b4-9177a1e7e26b service neutron] 10.222.0.37 "GET /v2.0/networks/cc341b4e-e4a6-433a-819f-1f235ff05a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118762 Dec 08 16:14:42.631092 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f814995e-4b51-443e-abec-c4e274d82061 req-222f869a-024c-4b13-986a-4bafd667d663 service neutron] 10.222.0.37 "GET /v2.0/networks/cc341b4e-e4a6-433a-819f-1f235ff05a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267836 Dec 08 16:14:42.656379 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-64f894b6-6511-4498-9b09-005a4657abc0 req-af418184-6ed8-4a75-b95b-4bc490a64843 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561346 Dec 08 16:14:42.707283 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b53ef-332c-40d7-881c-072e139d53b3 req-c6b43548-5428-4510-b927-39927ed5ae32 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:42.710442 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cf6b53ef-332c-40d7-881c-072e139d53b3 req-c6b43548-5428-4510-b927-39927ed5ae32 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fde413b-425a-468a-a647-b7afecf7c938 HTTP/1.1" status: 200 len: 945 time: 0.0756299 Dec 08 16:14:42.713046 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bc2afb-086e-4a30-b51e-70a36da00022 req-5cc5a036-50a3-41d8-864e-994ead3a5afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:42.714527 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d2bc2afb-086e-4a30-b51e-70a36da00022 req-5cc5a036-50a3-41d8-864e-994ead3a5afc service neutron] 10.222.0.37 "GET /v2.0/networks?id=d3895c5a-dfc2-4888-9675-12d8856051aa HTTP/1.1" status: 200 len: 913 time: 0.2930818 Dec 08 16:14:42.772489 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cf6b53ef-332c-40d7-881c-072e139d53b3 req-f5dd0aa0-9905-4d84-8327-7491fc1819d0 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] 10.222.0.64 "GET /v2.0/security-groups?id=64343fac-e9f0-47fd-968f-e381b6475234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490627 Dec 08 16:14:42.772598 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d2bc2afb-086e-4a30-b51e-70a36da00022 req-ff59879b-93bf-4581-b07a-dd46238cba7b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=275a5dd9-6fbe-4bda-bf3b-9ad59c6544d5 HTTP/1.1" status: 200 len: 217 time: 0.0428255 Dec 08 16:14:42.888218 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bc2afb-086e-4a30-b51e-70a36da00022 req-66e8b37f-1141-4e32-ac4f-22007e2507fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:42.889761 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d2bc2afb-086e-4a30-b51e-70a36da00022 req-66e8b37f-1141-4e32-ac4f-22007e2507fa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0d672d1f-65b7-4f31-92ed-7adc71dac15e HTTP/1.1" status: 200 len: 852 time: 0.1098032 Dec 08 16:14:42.898185 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c09b8-eee3-4d2e-bd9c-d42902605204 req-0bf0a1ac-ec17-4be3-91f3-b44d0e21c46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:42.899722 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b62c09b8-eee3-4d2e-bd9c-d42902605204 req-0bf0a1ac-ec17-4be3-91f3-b44d0e21c46e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3c96083250fb4c3492902950739ee237&device_id=91b28079-a927-4586-8356-064ab2b9d97a HTTP/1.1" status: 200 len: 1096 time: 0.0692191 Dec 08 16:14:42.934643 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d2bc2afb-086e-4a30-b51e-70a36da00022 req-1ef3b584-b57b-4fe1-8fdd-1d17efbb64a9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d3895c5a-dfc2-4888-9675-12d8856051aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339515 Dec 08 16:14:43.035787 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d305be8f-7676-4b69-a86c-702bf9a120a3 req-a414fd02-03f7-4370-9d6e-2f9c99a7b295 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:43.037788 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d305be8f-7676-4b69-a86c-702bf9a120a3 req-a414fd02-03f7-4370-9d6e-2f9c99a7b295 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=91b28079-a927-4586-8356-064ab2b9d97a HTTP/1.1" status: 200 len: 944 time: 0.0829964 Dec 08 16:14:43.041229 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c09b8-eee3-4d2e-bd9c-d42902605204 req-4205f14e-22fe-47c0-80e7-2fcbb8fb05b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:43.043117 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b62c09b8-eee3-4d2e-bd9c-d42902605204 req-4205f14e-22fe-47c0-80e7-2fcbb8fb05b6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cc341b4e-e4a6-433a-819f-1f235ff05a7a HTTP/1.1" status: 200 len: 907 time: 0.1365228 Dec 08 16:14:43.044058 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-c1b39f22-7452-4025-9c85-967a1024882f req-6fa29735-3cdf-4d3a-b645-c9af8e285c4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21025983-be0c-4510-8570-b5fd014abcb5 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:14:43.057106 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c1b39f22-7452-4025-9c85-967a1024882f req-6fa29735-3cdf-4d3a-b645-c9af8e285c4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:43.086920 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-c1b39f22-7452-4025-9c85-967a1024882f req-6fa29735-3cdf-4d3a-b645-c9af8e285c4d service neutron] Transition to ACTIVE for port object 21025983-be0c-4510-8570-b5fd014abcb5 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:14:43.098922 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d2bc2afb-086e-4a30-b51e-70a36da00022 req-51a529b4-990c-4dd5-a732-63f0f317cb55 service neutron] 10.222.0.37 "GET /v2.0/networks/d3895c5a-dfc2-4888-9675-12d8856051aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563213 Dec 08 16:14:43.110118 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b62c09b8-eee3-4d2e-bd9c-d42902605204 req-89e90159-7d86-4716-8da0-32b5c8005424 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=447778cb-6852-4f54-8138-b73aa73fba8a HTTP/1.1" status: 200 len: 217 time: 0.0597186 Dec 08 16:14:43.177412 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d305be8f-7676-4b69-a86c-702bf9a120a3 req-90917093-7560-44d9-a66d-7a1a8f92757f tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162527 Dec 08 16:14:43.189128 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c09b8-eee3-4d2e-bd9c-d42902605204 req-762f0dd5-963d-46a0-acba-1d2fef41b72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:43.190862 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b62c09b8-eee3-4d2e-bd9c-d42902605204 req-762f0dd5-963d-46a0-acba-1d2fef41b72a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5ae73486-24f1-4ad9-b7a3-ee511661fedf HTTP/1.1" status: 200 len: 846 time: 0.0674231 Dec 08 16:14:43.230567 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b62c09b8-eee3-4d2e-bd9c-d42902605204 req-17ad688b-1ee5-4db0-a452-bb8eca5eab0d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cc341b4e-e4a6-433a-819f-1f235ff05a7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291681 Dec 08 16:14:43.249976 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c1b39f22-7452-4025-9c85-967a1024882f req-6fa29735-3cdf-4d3a-b645-c9af8e285c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:43.365170 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d2bc2afb-086e-4a30-b51e-70a36da00022 req-83a0b765-83c8-4aff-b501-56621c49b7ec service neutron] 10.222.0.37 "GET /v2.0/networks/d3895c5a-dfc2-4888-9675-12d8856051aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576315 Dec 08 16:14:43.373586 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa29735-3cdf-4d3a-b645-c9af8e285c4d service neutron] Pushing event updated for resources: {'Port': ['ID=21025983-be0c-4510-8570-b5fd014abcb5,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:43.401995 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac5a636-02eb-4c8a-9066-e79884c4c26c req-adfc3445-eb17-4133-8447-a9566a5e5ff3 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:43.404091 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2ac5a636-02eb-4c8a-9066-e79884c4c26c req-adfc3445-eb17-4133-8447-a9566a5e5ff3 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=6609b092-443c-424b-ba8b-aef841f42ce2 HTTP/1.1" status: 200 len: 944 time: 0.1576340 Dec 08 16:14:43.437075 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b62c09b8-eee3-4d2e-bd9c-d42902605204 req-164a7337-7174-4498-b027-30bbf93a08e7 service neutron] 10.222.0.37 "GET /v2.0/networks/cc341b4e-e4a6-433a-819f-1f235ff05a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989961 Dec 08 16:14:43.496550 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-c1b39f22-7452-4025-9c85-967a1024882f req-6fa29735-3cdf-4d3a-b645-c9af8e285c4d service neutron] Attempting to bind port 21025983-be0c-4510-8570-b5fd014abcb5 on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:14:43.497747 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-c1b39f22-7452-4025-9c85-967a1024882f req-6fa29735-3cdf-4d3a-b645-c9af8e285c4d service neutron] Attempting to bind port 21025983-be0c-4510-8570-b5fd014abcb5 by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': '42a14005-38bc-4d00-825d-f1d22b0389e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3be44513-da0b-46d3-8ab2-53257023f3dc'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:14:43.498049 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b39f22-7452-4025-9c85-967a1024882f req-6fa29735-3cdf-4d3a-b645-c9af8e285c4d service neutron] Attempting to bind port 21025983-be0c-4510-8570-b5fd014abcb5 on network 3be44513-da0b-46d3-8ab2-53257023f3dc {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:14:43.503306 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b39f22-7452-4025-9c85-967a1024882f req-6fa29735-3cdf-4d3a-b645-c9af8e285c4d service neutron] Port 21025983-be0c-4510-8570-b5fd014abcb5 on network 3be44513-da0b-46d3-8ab2-53257023f3dc not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:14:43.503715 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b39f22-7452-4025-9c85-967a1024882f req-6fa29735-3cdf-4d3a-b645-c9af8e285c4d service neutron] Attempting to bind port 21025983-be0c-4510-8570-b5fd014abcb5 on network 3be44513-da0b-46d3-8ab2-53257023f3dc {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:14:43.509383 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b39f22-7452-4025-9c85-967a1024882f req-6fa29735-3cdf-4d3a-b645-c9af8e285c4d service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:14:43.509822 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b39f22-7452-4025-9c85-967a1024882f req-6fa29735-3cdf-4d3a-b645-c9af8e285c4d service neutron] Checking segment: {'id': '42a14005-38bc-4d00-825d-f1d22b0389e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3be44513-da0b-46d3-8ab2-53257023f3dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:14:43.510277 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b39f22-7452-4025-9c85-967a1024882f req-6fa29735-3cdf-4d3a-b645-c9af8e285c4d service neutron] Bound using segment: {'id': '42a14005-38bc-4d00-825d-f1d22b0389e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3be44513-da0b-46d3-8ab2-53257023f3dc'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:14:43.510804 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-c1b39f22-7452-4025-9c85-967a1024882f req-6fa29735-3cdf-4d3a-b645-c9af8e285c4d service neutron] Bound port: 21025983-be0c-4510-8570-b5fd014abcb5, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a14005-38bc-4d00-825d-f1d22b0389e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3be44513-da0b-46d3-8ab2-53257023f3dc'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:14:43.511169 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c1b39f22-7452-4025-9c85-967a1024882f req-6fa29735-3cdf-4d3a-b645-c9af8e285c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:43.540589 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2ac5a636-02eb-4c8a-9066-e79884c4c26c req-1192c5ad-2896-4ee2-b075-0697e26d95d0 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197906 Dec 08 16:14:43.597515 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-c1b39f22-7452-4025-9c85-967a1024882f req-6fa29735-3cdf-4d3a-b645-c9af8e285c4d service neutron] For port 21025983-be0c-4510-8570-b5fd014abcb5, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:14:43.601078 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-c1b39f22-7452-4025-9c85-967a1024882f req-6fa29735-3cdf-4d3a-b645-c9af8e285c4d service neutron] For port 21025983-be0c-4510-8570-b5fd014abcb5, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=21025983-be0c-4510-8570-b5fd014abcb5,segment=NetworkSegment(42a14005-38bc-4d00-825d-f1d22b0389e5),segment_id=42a14005-38bc-4d00-825d-f1d22b0389e5)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:14:43.640912 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b62c09b8-eee3-4d2e-bd9c-d42902605204 req-bf3d5485-2cfe-4edc-8f45-3f206e9acdea service neutron] 10.222.0.37 "GET /v2.0/networks/cc341b4e-e4a6-433a-819f-1f235ff05a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895933 Dec 08 16:14:43.670050 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef6de5-a59c-47cf-bd4b-ec84f50c5d92 req-b58d9d16-d3c9-470a-a288-4f9b04a2d69d tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:43.671759 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-30ef6de5-a59c-47cf-bd4b-ec84f50c5d92 req-b58d9d16-d3c9-470a-a288-4f9b04a2d69d tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4ada1be-19ad-4a5e-aa35-20289645d91b HTTP/1.1" status: 200 len: 944 time: 0.0674124 Dec 08 16:14:43.712403 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c1b39f22-7452-4025-9c85-967a1024882f req-6fa29735-3cdf-4d3a-b645-c9af8e285c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:43.725109 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-30ef6de5-a59c-47cf-bd4b-ec84f50c5d92 req-abe5fe49-5de6-4a4d-83d0-2e990bc42005 tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] 10.222.0.64 "GET /v2.0/security-groups?id=1266d10a-3889-42cf-ad5a-acf66e31e392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470047 Dec 08 16:14:43.765265 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b39f22-7452-4025-9c85-967a1024882f req-6fa29735-3cdf-4d3a-b645-c9af8e285c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:43.765894 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c1b39f22-7452-4025-9c85-967a1024882f req-6fa29735-3cdf-4d3a-b645-c9af8e285c4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:43.767308 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c1b39f22-7452-4025-9c85-967a1024882f req-6fa29735-3cdf-4d3a-b645-c9af8e285c4d service neutron] 10.222.0.76 "PUT /v2.0/ports/21025983-be0c-4510-8570-b5fd014abcb5 HTTP/1.1" status: 200 len: 1093 time: 1.5340502 Dec 08 16:14:43.767786 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4ada1be-19ad-4a5e-aa35-20289645d91b', 'tag': '21025983-be0c-4510-8570-b5fd014abcb5'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:14:43.770105 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c844f928-7a5f-41aa-a212-c1df31dd6996" -d '{"events": [{"name": "network-changed", "server_uuid": "e4ada1be-19ad-4a5e-aa35-20289645d91b", "tag": "21025983-be0c-4510-8570-b5fd014abcb5"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:14:43.788384 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-08a5c660-0f71-414f-82a9-7f8d860edb29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:43.797218 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa29735-3cdf-4d3a-b645-c9af8e285c4d service neutron] Pushing event updated for resources: {'Port': ['ID=21025983-be0c-4510-8570-b5fd014abcb5,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:43.842990 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e7295-b6af-40b6-905a-13516487a6bc req-83bdc6e4-41e9-4c21-a49c-c199db5327ca tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:43.848289 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f66e7295-b6af-40b6-905a-13516487a6bc req-83bdc6e4-41e9-4c21-a49c-c199db5327ca tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 943 time: 0.0511868 Dec 08 16:14:43.905152 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f66e7295-b6af-40b6-905a-13516487a6bc req-9d2e3fba-9bcc-41b1-854e-3ad99a94b990 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486734 Dec 08 16:14:43.943925 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c933b9-608b-4d36-82c9-f3a8a03d7196 req-dbccc6f3-41fe-4a11-80b1-4f53c69eb414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:43.945485 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e5c933b9-608b-4d36-82c9-f3a8a03d7196 req-dbccc6f3-41fe-4a11-80b1-4f53c69eb414 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288&tenant_id=810520df5a8e4422956ae3b5265a3df4 HTTP/1.1" status: 200 len: 1095 time: 0.0581961 Dec 08 16:14:43.958467 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-e5c933b9-608b-4d36-82c9-f3a8a03d7196 req-79727e69-2ef1-4b69-937d-0f2845f3fc5d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-776250-12', 'device_owner': 'compute:nova'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:14:43.963172 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ea9b96-01ae-4538-a459-3974775f4a51 x-openstack-request-id: req-11ea9b96-01ae-4538-a459-3974775f4a51 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:14:43.968865 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4ada1be-19ad-4a5e-aa35-20289645d91b", "tag": "21025983-be0c-4510-8570-b5fd014abcb5", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:14:43.968865 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-11ea9b96-01ae-4538-a459-3974775f4a51 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:14:43.968865 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4ada1be-19ad-4a5e-aa35-20289645d91b', 'tag': '21025983-be0c-4510-8570-b5fd014abcb5', 'status': 'completed', 'code': 200} Dec 08 16:14:44.051996 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fc8b3e-94af-437a-828e-50a3a7d00f55 req-0906b324-7467-44c2-82ea-a4b93dba7942 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:44.052902 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e5c933b9-608b-4d36-82c9-f3a8a03d7196 req-79727e69-2ef1-4b69-937d-0f2845f3fc5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:44.053659 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-35fc8b3e-94af-437a-828e-50a3a7d00f55 req-0906b324-7467-44c2-82ea-a4b93dba7942 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fde413b-425a-468a-a647-b7afecf7c938 HTTP/1.1" status: 200 len: 945 time: 0.0606885 Dec 08 16:14:44.111906 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-35fc8b3e-94af-437a-828e-50a3a7d00f55 req-263e18c7-5800-4410-b00f-2e2d006197c4 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] 10.222.0.64 "GET /v2.0/security-groups?id=64343fac-e9f0-47fd-968f-e381b6475234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508816 Dec 08 16:14:44.302324 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4bd7b0-5927-490d-9f4e-5321d1880ca2 req-4f094f40-4851-430a-b770-b1e3e9bc0968 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:44.303949 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ef4bd7b0-5927-490d-9f4e-5321d1880ca2 req-4f094f40-4851-430a-b770-b1e3e9bc0968 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=91b28079-a927-4586-8356-064ab2b9d97a HTTP/1.1" status: 200 len: 944 time: 0.0547295 Dec 08 16:14:44.355826 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ef4bd7b0-5927-490d-9f4e-5321d1880ca2 req-19e16917-40a6-4616-9174-ae02424675f2 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443971 Dec 08 16:14:44.409231 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b39f22-7452-4025-9c85-967a1024882f req-eb349507-6ee0-40db-9cdc-86c9539844bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:44.410715 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c1b39f22-7452-4025-9c85-967a1024882f req-eb349507-6ee0-40db-9cdc-86c9539844bb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=13776653b2944c5caa3bd7855bfee135&device_id=e4ada1be-19ad-4a5e-aa35-20289645d91b HTTP/1.1" status: 200 len: 1096 time: 0.4310248 Dec 08 16:14:44.500504 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c1b39f22-7452-4025-9c85-967a1024882f req-32514424-9708-45d7-bc79-d6af6e19fa2a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21025983-be0c-4510-8570-b5fd014abcb5 HTTP/1.1" status: 200 len: 217 time: 0.0757639 Dec 08 16:14:44.564077 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b6b79-336d-44fc-ab7b-cbd8f426557a req-c3b854c6-41d5-47e1-8f58-acd67621e906 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:44.565683 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ff7b6b79-336d-44fc-ab7b-cbd8f426557a req-c3b854c6-41d5-47e1-8f58-acd67621e906 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] 10.222.0.64 "GET /v2.0/ports?device_id=e916e350-8663-4846-ac42-2f55cfecfc8c HTTP/1.1" status: 200 len: 946 time: 0.1540952 Dec 08 16:14:44.657094 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b39f22-7452-4025-9c85-967a1024882f req-ddc70d08-a375-4672-ac6c-ee1744095202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:44.658511 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c1b39f22-7452-4025-9c85-967a1024882f req-ddc70d08-a375-4672-ac6c-ee1744095202 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ba010d78-6e1c-460e-b745-2aee32ae195b HTTP/1.1" status: 200 len: 861 time: 0.1463017 Dec 08 16:14:44.663734 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cfd55a-ab0a-476e-9b66-6a479224835c req-20cc4b7e-f2b5-4d78-9e3b-b88d0e51727c tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:44.665578 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-72cfd55a-ab0a-476e-9b66-6a479224835c req-20cc4b7e-f2b5-4d78-9e3b-b88d0e51727c tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=6609b092-443c-424b-ba8b-aef841f42ce2 HTTP/1.1" status: 200 len: 944 time: 0.0610757 Dec 08 16:14:44.720757 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-72cfd55a-ab0a-476e-9b66-6a479224835c req-092261e4-1994-42e3-a224-40dc78f21052 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465524 Dec 08 16:14:44.745808 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c1b39f22-7452-4025-9c85-967a1024882f req-a7026df1-c7e1-4128-8372-8945dd2e69e7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3be44513-da0b-46d3-8ab2-53257023f3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748210 Dec 08 16:14:44.751070 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ff7b6b79-336d-44fc-ab7b-cbd8f426557a req-72d15e7c-20b8-4e4b-9b25-783ba6878296 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] 10.222.0.64 "GET /v2.0/security-groups?id=64343fac-e9f0-47fd-968f-e381b6475234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401246 Dec 08 16:14:44.870635 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0757c2f-2027-4ff3-9b65-3a1e6cdc0015 req-fe0c605b-7520-43f2-87cf-6f8099c8807f tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:44.873150 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c0757c2f-2027-4ff3-9b65-3a1e6cdc0015 req-fe0c605b-7520-43f2-87cf-6f8099c8807f tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4ada1be-19ad-4a5e-aa35-20289645d91b HTTP/1.1" status: 200 len: 944 time: 0.0673521 Dec 08 16:14:44.905509 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-e5c933b9-608b-4d36-82c9-f3a8a03d7196 req-79727e69-2ef1-4b69-937d-0f2845f3fc5d service neutron] For port 77c117d3-70dc-4550-8495-cc1d394f2397, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=77c117d3-70dc-4550-8495-cc1d394f2397,segment=NetworkSegment(6b0c82a0-bc9c-4886-a49c-1b810d61edae),segment_id=6b0c82a0-bc9c-4886-a49c-1b810d61edae)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:44.932745 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c0757c2f-2027-4ff3-9b65-3a1e6cdc0015 req-baa4c0cd-a226-44a2-b4e6-53d2dab2768b tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] 10.222.0.64 "GET /v2.0/security-groups?id=1266d10a-3889-42cf-ad5a-acf66e31e392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533190 Dec 08 16:14:44.940830 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c1b39f22-7452-4025-9c85-967a1024882f req-4ee748d0-e522-45d5-a710-46c72b146016 service neutron] 10.222.0.76 "GET /v2.0/networks/3be44513-da0b-46d3-8ab2-53257023f3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874354 Dec 08 16:14:44.948610 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843eca9d-a4a0-4a9d-8fe9-659ebb7de4fe req-16e44645-94a0-440b-af9c-ec4e2c23ebcd tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:44.950191 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-843eca9d-a4a0-4a9d-8fe9-659ebb7de4fe req-16e44645-94a0-440b-af9c-ec4e2c23ebcd tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0649aff-0fd3-4591-b769-da64d466ad73 HTTP/1.1" status: 200 len: 945 time: 0.1156385 Dec 08 16:14:45.028290 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-e5c933b9-608b-4d36-82c9-f3a8a03d7196 req-79727e69-2ef1-4b69-937d-0f2845f3fc5d service neutron] For port 77c117d3-70dc-4550-8495-cc1d394f2397, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:14:45.058361 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc1146-711f-4712-8201-f0f53f22ca74 req-88722c12-139f-4419-9f3e-fa11037d4ad4 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:45.060944 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-97cc1146-711f-4712-8201-f0f53f22ca74 req-88722c12-139f-4419-9f3e-fa11037d4ad4 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 943 time: 0.0549986 Dec 08 16:14:45.093321 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-e5c933b9-608b-4d36-82c9-f3a8a03d7196 req-79727e69-2ef1-4b69-937d-0f2845f3fc5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77c117d3-70dc-4550-8495-cc1d394f2397 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:14:45.116224 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e5c933b9-608b-4d36-82c9-f3a8a03d7196 req-79727e69-2ef1-4b69-937d-0f2845f3fc5d service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:45.120695 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-97cc1146-711f-4712-8201-f0f53f22ca74 req-adad3925-e0ae-41a9-af1b-a29df862bc4d tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526152 Dec 08 16:14:45.124890 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-843eca9d-a4a0-4a9d-8fe9-659ebb7de4fe req-430fc6b3-602c-420a-a1b6-339e4e0a3bb2 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] 10.222.0.64 "GET /v2.0/security-groups?id=64343fac-e9f0-47fd-968f-e381b6475234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646073 Dec 08 16:14:45.153502 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-e5c933b9-608b-4d36-82c9-f3a8a03d7196 req-79727e69-2ef1-4b69-937d-0f2845f3fc5d service neutron] Transition to ACTIVE for port object 77c117d3-70dc-4550-8495-cc1d394f2397 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:14:45.155910 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c1b39f22-7452-4025-9c85-967a1024882f req-8f5f35f7-e649-4362-9615-a58bce37d5b3 service neutron] 10.222.0.76 "GET /v2.0/networks/3be44513-da0b-46d3-8ab2-53257023f3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047701 Dec 08 16:14:45.198002 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:45.242917 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e5c933b9-608b-4d36-82c9-f3a8a03d7196 req-79727e69-2ef1-4b69-937d-0f2845f3fc5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:45.312936 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5c933b9-608b-4d36-82c9-f3a8a03d7196 req-79727e69-2ef1-4b69-937d-0f2845f3fc5d service neutron] No DVR routers for this DVR port 77c117d3-70dc-4550-8495-cc1d394f2397 on host n-h2-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:14:45.322951 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79727e69-2ef1-4b69-937d-0f2845f3fc5d service neutron] Pushing event updated for resources: {'Port': ['ID=77c117d3-70dc-4550-8495-cc1d394f2397,revision_number=9']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:45.357706 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-e5c933b9-608b-4d36-82c9-f3a8a03d7196 req-79727e69-2ef1-4b69-937d-0f2845f3fc5d service neutron] Attempting to bind port 77c117d3-70dc-4550-8495-cc1d394f2397 on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:14:45.358036 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-e5c933b9-608b-4d36-82c9-f3a8a03d7196 req-79727e69-2ef1-4b69-937d-0f2845f3fc5d service neutron] Attempting to bind port 77c117d3-70dc-4550-8495-cc1d394f2397 by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': '6b0c82a0-bc9c-4886-a49c-1b810d61edae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'aae70492-1682-4e18-b135-887c01697ca0'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:14:45.358366 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c933b9-608b-4d36-82c9-f3a8a03d7196 req-79727e69-2ef1-4b69-937d-0f2845f3fc5d service neutron] Attempting to bind port 77c117d3-70dc-4550-8495-cc1d394f2397 on network aae70492-1682-4e18-b135-887c01697ca0 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:14:45.363280 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c933b9-608b-4d36-82c9-f3a8a03d7196 req-79727e69-2ef1-4b69-937d-0f2845f3fc5d service neutron] Port 77c117d3-70dc-4550-8495-cc1d394f2397 on network aae70492-1682-4e18-b135-887c01697ca0 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:14:45.363605 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c933b9-608b-4d36-82c9-f3a8a03d7196 req-79727e69-2ef1-4b69-937d-0f2845f3fc5d service neutron] Attempting to bind port 77c117d3-70dc-4550-8495-cc1d394f2397 on network aae70492-1682-4e18-b135-887c01697ca0 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:14:45.365837 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 49402) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:45.369178 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c933b9-608b-4d36-82c9-f3a8a03d7196 req-79727e69-2ef1-4b69-937d-0f2845f3fc5d service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:14:45.369539 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c933b9-608b-4d36-82c9-f3a8a03d7196 req-79727e69-2ef1-4b69-937d-0f2845f3fc5d service neutron] Checking segment: {'id': '6b0c82a0-bc9c-4886-a49c-1b810d61edae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'aae70492-1682-4e18-b135-887c01697ca0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:14:45.369926 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c933b9-608b-4d36-82c9-f3a8a03d7196 req-79727e69-2ef1-4b69-937d-0f2845f3fc5d service neutron] Bound using segment: {'id': '6b0c82a0-bc9c-4886-a49c-1b810d61edae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'aae70492-1682-4e18-b135-887c01697ca0'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:14:45.370398 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-e5c933b9-608b-4d36-82c9-f3a8a03d7196 req-79727e69-2ef1-4b69-937d-0f2845f3fc5d service neutron] Bound port: 77c117d3-70dc-4550-8495-cc1d394f2397, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b0c82a0-bc9c-4886-a49c-1b810d61edae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'aae70492-1682-4e18-b135-887c01697ca0'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:14:45.370702 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e5c933b9-608b-4d36-82c9-f3a8a03d7196 req-79727e69-2ef1-4b69-937d-0f2845f3fc5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:45.447500 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-e5c933b9-608b-4d36-82c9-f3a8a03d7196 req-79727e69-2ef1-4b69-937d-0f2845f3fc5d service neutron] For port 77c117d3-70dc-4550-8495-cc1d394f2397, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:14:45.452266 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-e5c933b9-608b-4d36-82c9-f3a8a03d7196 req-79727e69-2ef1-4b69-937d-0f2845f3fc5d service neutron] For port 77c117d3-70dc-4550-8495-cc1d394f2397, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=77c117d3-70dc-4550-8495-cc1d394f2397,segment=NetworkSegment(6b0c82a0-bc9c-4886-a49c-1b810d61edae),segment_id=6b0c82a0-bc9c-4886-a49c-1b810d61edae)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:14:45.478091 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 447778cb-6852-4f54-8138-b73aa73fba8a details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:14:45.508157 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9d8c9719-3b6e-41ef-932b-068767706e27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:45.510716 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c844f928-7a5f-41aa-a212-c1df31dd6996 req-8b898088-4ee3-45eb-994c-a855cf4b1cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:45.513256 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c844f928-7a5f-41aa-a212-c1df31dd6996 req-8b898088-4ee3-45eb-994c-a855cf4b1cb2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=13776653b2944c5caa3bd7855bfee135&device_id=e4ada1be-19ad-4a5e-aa35-20289645d91b HTTP/1.1" status: 200 len: 1096 time: 0.0588646 Dec 08 16:14:45.532899 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93ac1a-3afc-47f5-a28f-3ce7575fa4a2 req-ea0e0e6b-4579-4392-be09-25b9cd2804c8 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:45.534513 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5a93ac1a-3afc-47f5-a28f-3ce7575fa4a2 req-ea0e0e6b-4579-4392-be09-25b9cd2804c8 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=91b28079-a927-4586-8356-064ab2b9d97a HTTP/1.1" status: 200 len: 944 time: 0.0920293 Dec 08 16:14:45.595851 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 447778cb-6852-4f54-8138-b73aa73fba8a, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=447778cb-6852-4f54-8138-b73aa73fba8a,segment=NetworkSegment(9b02e36e-6de5-484c-a36e-2fa26fb39118),segment_id=9b02e36e-6de5-484c-a36e-2fa26fb39118)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:45.608355 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '447778cb-6852-4f54-8138-b73aa73fba8a', 'network_id': 'cc341b4e-e4a6-433a-819f-1f235ff05a7a', 'port_id': '447778cb-6852-4f54-8138-b73aa73fba8a', 'mac_address': 'fa:16:3e:c8:3e:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ae73486-24f1-4ad9-b7a3-ee511661fedf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:14:45.619823 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5a93ac1a-3afc-47f5-a28f-3ce7575fa4a2 req-2215b2c8-cfc8-44a3-ba8d-9c7328c6b354 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713229 Dec 08 16:14:45.628334 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e5c933b9-608b-4d36-82c9-f3a8a03d7196 req-79727e69-2ef1-4b69-937d-0f2845f3fc5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:45.649865 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9d8c9719-3b6e-41ef-932b-068767706e27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:45.655114 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:45.672567 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 447778cb-6852-4f54-8138-b73aa73fba8a {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:14:45.675594 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c844f928-7a5f-41aa-a212-c1df31dd6996 req-9930b5bc-6b12-4af8-a232-8a955e7cfd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:45.677185 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c844f928-7a5f-41aa-a212-c1df31dd6996 req-9930b5bc-6b12-4af8-a232-8a955e7cfd6d service neutron] 10.222.0.76 "GET /v2.0/networks?id=3be44513-da0b-46d3-8ab2-53257023f3dc HTTP/1.1" status: 200 len: 922 time: 0.1561170 Dec 08 16:14:45.681752 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c933b9-608b-4d36-82c9-f3a8a03d7196 req-79727e69-2ef1-4b69-937d-0f2845f3fc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:45.691988 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e5c933b9-608b-4d36-82c9-f3a8a03d7196 req-79727e69-2ef1-4b69-937d-0f2845f3fc5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:45.691988 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e5c933b9-608b-4d36-82c9-f3a8a03d7196 req-79727e69-2ef1-4b69-937d-0f2845f3fc5d service neutron] 10.222.0.76 "PUT /v2.0/ports/77c117d3-70dc-4550-8495-cc1d394f2397 HTTP/1.1" status: 200 len: 1092 time: 1.7298582 Dec 08 16:14:45.693040 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 447778cb-6852-4f54-8138-b73aa73fba8a, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=447778cb-6852-4f54-8138-b73aa73fba8a,segment=NetworkSegment(9b02e36e-6de5-484c-a36e-2fa26fb39118),segment_id=9b02e36e-6de5-484c-a36e-2fa26fb39118)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:45.752400 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c844f928-7a5f-41aa-a212-c1df31dd6996 req-02c715cb-7d35-463a-a51f-e0b8e9080f13 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21025983-be0c-4510-8570-b5fd014abcb5 HTTP/1.1" status: 200 len: 217 time: 0.0474555 Dec 08 16:14:45.752997 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79727e69-2ef1-4b69-937d-0f2845f3fc5d service neutron] Pushing event updated for resources: {'Port': ['ID=77c117d3-70dc-4550-8495-cc1d394f2397,revision_number=10']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:45.832680 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c933b9-608b-4d36-82c9-f3a8a03d7196 req-46dbeaf0-c90b-4543-9a14-0b269a84098b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:45.834212 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e5c933b9-608b-4d36-82c9-f3a8a03d7196 req-46dbeaf0-c90b-4543-9a14-0b269a84098b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=810520df5a8e4422956ae3b5265a3df4&device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 1096 time: 0.0907130 Dec 08 16:14:45.835947 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c844f928-7a5f-41aa-a212-c1df31dd6996 req-4cee8cd5-3ab0-496f-8fca-b64b826125b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:45.837385 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c844f928-7a5f-41aa-a212-c1df31dd6996 req-4cee8cd5-3ab0-496f-8fca-b64b826125b7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ba010d78-6e1c-460e-b745-2aee32ae195b HTTP/1.1" status: 200 len: 861 time: 0.0604861 Dec 08 16:14:45.849032 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ade773-4906-4fc1-830d-8e0e10aea627 req-47ebc3bf-9730-4cea-93fd-92012319dffc tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:45.850546 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d5ade773-4906-4fc1-830d-8e0e10aea627 req-47ebc3bf-9730-4cea-93fd-92012319dffc tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=6609b092-443c-424b-ba8b-aef841f42ce2 HTTP/1.1" status: 200 len: 944 time: 0.0536206 Dec 08 16:14:45.854642 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:45.855329 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 275a5dd9-6fbe-4bda-bf3b-9ad59c6544d5 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:14:45.860117 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9d8c9719-3b6e-41ef-932b-068767706e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:45.918771 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c844f928-7a5f-41aa-a212-c1df31dd6996 req-af1b3f1c-41ad-49ef-9760-cf26fa8b745f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3be44513-da0b-46d3-8ab2-53257023f3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702255 Dec 08 16:14:45.945314 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-9d8c9719-3b6e-41ef-932b-068767706e27 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9580a3dff61648cfbb3a3b648838b354&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5782733 Dec 08 16:14:45.948457 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 49412) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:45.959895 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8c9719-3b6e-41ef-932b-068767706e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=174c8e65-28c6-49e2-a7ae-486eca921dad,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:45.968847 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58298f4d-121a-4a61-bd3d-e413c08b2288', 'tag': '77c117d3-70dc-4550-8495-cc1d394f2397'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:14:45.971568 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f183ff9-957b-4a4b-8e37-4694a64a52c4" -d '{"events": [{"name": "network-changed", "server_uuid": "58298f4d-121a-4a61-bd3d-e413c08b2288", "tag": "77c117d3-70dc-4550-8495-cc1d394f2397"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:14:46.016840 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 275a5dd9-6fbe-4bda-bf3b-9ad59c6544d5, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=275a5dd9-6fbe-4bda-bf3b-9ad59c6544d5,segment=NetworkSegment(f996c948-5ac9-42a3-ac04-df4c75288f01),segment_id=f996c948-5ac9-42a3-ac04-df4c75288f01)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:46.040409 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d5ade773-4906-4fc1-830d-8e0e10aea627 req-59b02993-1296-4d86-b34d-d31cd51c841d tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822927 Dec 08 16:14:46.048353 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '275a5dd9-6fbe-4bda-bf3b-9ad59c6544d5', 'network_id': 'd3895c5a-dfc2-4888-9675-12d8856051aa', 'port_id': '275a5dd9-6fbe-4bda-bf3b-9ad59c6544d5', 'mac_address': 'fa:16:3e:fc:9d:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d672d1f-65b7-4f31-92ed-7adc71dac15e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:14:46.080913 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbce3a4f-aac6-4936-89c0-0e452a918335 req-42de36fd-f69e-4b4a-b703-8e4f5feff9c5 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:46.082835 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a2723611-8c4a-4b0b-92af-33f8d189f865 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:46.083716 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fbce3a4f-aac6-4936-89c0-0e452a918335 req-42de36fd-f69e-4b4a-b703-8e4f5feff9c5 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0649aff-0fd3-4591-b769-da64d466ad73 HTTP/1.1" status: 200 len: 945 time: 0.1254342 Dec 08 16:14:46.089624 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=447778cb-6852-4f54-8138-b73aa73fba8a,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:46.111540 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:46.118531 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a2723611-8c4a-4b0b-92af-33f8d189f865 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:46.134088 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 275a5dd9-6fbe-4bda-bf3b-9ad59c6544d5 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:14:46.143130 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c844f928-7a5f-41aa-a212-c1df31dd6996 req-5e0b5705-4cd6-446d-979f-1957fd043db3 service neutron] 10.222.0.76 "GET /v2.0/networks/3be44513-da0b-46d3-8ab2-53257023f3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171712 Dec 08 16:14:46.151861 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c933b9-608b-4d36-82c9-f3a8a03d7196 req-1ce6d472-de12-4fe6-9202-9219cfeaa2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:46.153989 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e5c933b9-608b-4d36-82c9-f3a8a03d7196 req-1ce6d472-de12-4fe6-9202-9219cfeaa2da service neutron] 10.222.0.76 "GET /v2.0/networks?id=aae70492-1682-4e18-b135-887c01697ca0 HTTP/1.1" status: 200 len: 915 time: 0.3067441 Dec 08 16:14:46.159336 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 275a5dd9-6fbe-4bda-bf3b-9ad59c6544d5, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=275a5dd9-6fbe-4bda-bf3b-9ad59c6544d5,segment=NetworkSegment(f996c948-5ac9-42a3-ac04-df4c75288f01),segment_id=f996c948-5ac9-42a3-ac04-df4c75288f01)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:46.201614 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26539f6-dcc4-4f69-a54e-05b60f851cd4 req-affef7c0-0c7d-4479-9cff-b89da70d028f tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:46.203366 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c26539f6-dcc4-4f69-a54e-05b60f851cd4 req-affef7c0-0c7d-4479-9cff-b89da70d028f tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4ada1be-19ad-4a5e-aa35-20289645d91b HTTP/1.1" status: 200 len: 944 time: 0.0761757 Dec 08 16:14:46.251195 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e5c933b9-608b-4d36-82c9-f3a8a03d7196 req-94963c2a-18eb-419e-b187-d2d627fc01a4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77c117d3-70dc-4550-8495-cc1d394f2397 HTTP/1.1" status: 200 len: 217 time: 0.0809793 Dec 08 16:14:46.268163 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c26539f6-dcc4-4f69-a54e-05b60f851cd4 req-1db60e5f-dba8-4c84-97b2-e28f772f7a92 tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] 10.222.0.64 "GET /v2.0/security-groups?id=1266d10a-3889-42cf-ad5a-acf66e31e392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507944 Dec 08 16:14:46.308042 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fbce3a4f-aac6-4936-89c0-0e452a918335 req-af481cec-abb5-4d0c-8e20-8c4e6e3ed08e tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] 10.222.0.64 "GET /v2.0/security-groups?id=64343fac-e9f0-47fd-968f-e381b6475234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696875 Dec 08 16:14:46.313580 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-521fb190-a973-4492-b403-7249e2d1114b x-openstack-request-id: req-521fb190-a973-4492-b403-7249e2d1114b {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:14:46.314323 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58298f4d-121a-4a61-bd3d-e413c08b2288", "tag": "77c117d3-70dc-4550-8495-cc1d394f2397", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:14:46.314323 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-521fb190-a973-4492-b403-7249e2d1114b {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:14:46.314516 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58298f4d-121a-4a61-bd3d-e413c08b2288', 'tag': '77c117d3-70dc-4550-8495-cc1d394f2397', 'status': 'completed', 'code': 200} Dec 08 16:14:46.329549 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:46.347744 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c933b9-608b-4d36-82c9-f3a8a03d7196 req-b171475d-a430-469a-9aec-e20ae3e21003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:46.349346 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e5c933b9-608b-4d36-82c9-f3a8a03d7196 req-b171475d-a430-469a-9aec-e20ae3e21003 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c5b9a45e-f6fb-459d-ae2c-34fcbd17d9b9 HTTP/1.1" status: 200 len: 854 time: 0.0803306 Dec 08 16:14:46.399696 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e5c933b9-608b-4d36-82c9-f3a8a03d7196 req-b99a62c5-453d-4b0a-8c27-80fc12b05e33 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=aae70492-1682-4e18-b135-887c01697ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341959 Dec 08 16:14:46.400737 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a2723611-8c4a-4b0b-92af-33f8d189f865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:46.401719 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c844f928-7a5f-41aa-a212-c1df31dd6996 req-25356cef-4e02-4129-a8bb-cd367fc52837 service neutron] 10.222.0.76 "GET /v2.0/networks/3be44513-da0b-46d3-8ab2-53257023f3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468762 Dec 08 16:14:46.403908 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a2723611-8c4a-4b0b-92af-33f8d189f865 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:46.405104 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a2723611-8c4a-4b0b-92af-33f8d189f865 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/174c8e65-28c6-49e2-a7ae-486eca921dad HTTP/1.1" status: 204 len: 168 time: 0.4544091 Dec 08 16:14:46.406645 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=275a5dd9-6fbe-4bda-bf3b-9ad59c6544d5,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:46.421574 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2723611-8c4a-4b0b-92af-33f8d189f865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=174c8e65-28c6-49e2-a7ae-486eca921dad,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:46.448310 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c41d2-1480-4892-94f1-4d695c76d8d5 req-a9af9dfa-51da-486b-8741-93b7f992c202 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:46.452344 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e19c41d2-1480-4892-94f1-4d695c76d8d5 req-a9af9dfa-51da-486b-8741-93b7f992c202 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 944 time: 0.0857189 Dec 08 16:14:46.516863 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e19c41d2-1480-4892-94f1-4d695c76d8d5 req-b69f60ef-c0de-4ee1-907f-15aa2dd64267 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592890 Dec 08 16:14:46.541821 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e5c933b9-608b-4d36-82c9-f3a8a03d7196 req-6869e8a7-34e4-45c1-8c6a-48d53f0e298a service neutron] 10.222.0.76 "GET /v2.0/networks/aae70492-1682-4e18-b135-887c01697ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233852 Dec 08 16:14:46.557086 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['447778cb-6852-4f54-8138-b73aa73fba8a'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:14:46.583976 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['275a5dd9-6fbe-4bda-bf3b-9ad59c6544d5'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:14:46.640692 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e5c933b9-608b-4d36-82c9-f3a8a03d7196 req-de46ecda-61d9-434d-b479-5adf5c3a177e service neutron] 10.222.0.76 "GET /v2.0/networks/aae70492-1682-4e18-b135-887c01697ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903287 Dec 08 16:14:46.752515 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b3e7ea-b278-4d9f-8b65-d1c2d8417d20 req-41870f27-573b-45bf-a85e-59c9968d430f tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:46.754021 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-32b3e7ea-b278-4d9f-8b65-d1c2d8417d20 req-41870f27-573b-45bf-a85e-59c9968d430f tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=91b28079-a927-4586-8356-064ab2b9d97a HTTP/1.1" status: 200 len: 945 time: 0.0502901 Dec 08 16:14:46.822999 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:46.826469 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-32b3e7ea-b278-4d9f-8b65-d1c2d8417d20 req-45c7e54f-6e65-4017-a0e3-0d44447238c7 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653901 Dec 08 16:14:46.898825 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f183ff9-957b-4a4b-8e37-4694a64a52c4 req-6ab2a5ca-b637-4ba0-969b-d86d1223b1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:46.900449 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8f183ff9-957b-4a4b-8e37-4694a64a52c4 req-6ab2a5ca-b637-4ba0-969b-d86d1223b1ab service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=810520df5a8e4422956ae3b5265a3df4&device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 1096 time: 0.0504353 Dec 08 16:14:47.005985 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f183ff9-957b-4a4b-8e37-4694a64a52c4 req-f4081c4a-0a4a-4929-b6e6-992f33c556ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:47.007509 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8f183ff9-957b-4a4b-8e37-4694a64a52c4 req-f4081c4a-0a4a-4929-b6e6-992f33c556ac service neutron] 10.222.0.76 "GET /v2.0/networks?id=aae70492-1682-4e18-b135-887c01697ca0 HTTP/1.1" status: 200 len: 915 time: 0.0991669 Dec 08 16:14:47.059548 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8f183ff9-957b-4a4b-8e37-4694a64a52c4 req-48460c2e-7cbd-46ca-8545-f4538048878d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77c117d3-70dc-4550-8495-cc1d394f2397 HTTP/1.1" status: 200 len: 217 time: 0.0437956 Dec 08 16:14:47.161417 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f183ff9-957b-4a4b-8e37-4694a64a52c4 req-b618023e-4139-407b-b242-6d3a8b98fccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:47.163354 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8f183ff9-957b-4a4b-8e37-4694a64a52c4 req-b618023e-4139-407b-b242-6d3a8b98fccf service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c5b9a45e-f6fb-459d-ae2c-34fcbd17d9b9 HTTP/1.1" status: 200 len: 854 time: 0.0957899 Dec 08 16:14:47.209067 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8f183ff9-957b-4a4b-8e37-4694a64a52c4 req-ce6ddc59-d135-44ec-8f84-8d96976667ea service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=aae70492-1682-4e18-b135-887c01697ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386543 Dec 08 16:14:47.247340 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4903979-5676-4310-9a40-70fa34dc1883 req-01ab5103-b0db-420d-8559-52c657cc8d57 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:47.253489 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f4903979-5676-4310-9a40-70fa34dc1883 req-01ab5103-b0db-420d-8559-52c657cc8d57 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=6609b092-443c-424b-ba8b-aef841f42ce2 HTTP/1.1" status: 200 len: 945 time: 0.1024323 Dec 08 16:14:47.312639 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f4903979-5676-4310-9a40-70fa34dc1883 req-7f928319-787d-4811-98b9-075ace886d5c tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509803 Dec 08 16:14:47.375140 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8f183ff9-957b-4a4b-8e37-4694a64a52c4 req-5ac059cc-f82d-4cd2-810b-1e74cf995c20 service neutron] 10.222.0.76 "GET /v2.0/networks/aae70492-1682-4e18-b135-887c01697ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581845 Dec 08 16:14:47.494982 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 447778cb-6852-4f54-8138-b73aa73fba8a up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:14:47.497555 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a94cae-207f-4b80-acff-06e65ef53435 req-96f503a2-c421-4462-8507-ebb5fd634662 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:47.512829 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-99a94cae-207f-4b80-acff-06e65ef53435 req-96f503a2-c421-4462-8507-ebb5fd634662 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0649aff-0fd3-4591-b769-da64d466ad73 HTTP/1.1" status: 200 len: 945 time: 0.1147411 Dec 08 16:14:47.564950 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:47.588818 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-99a94cae-207f-4b80-acff-06e65ef53435 req-912de626-d468-45ea-aca1-dac85fe7ccf0 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] 10.222.0.64 "GET /v2.0/security-groups?id=64343fac-e9f0-47fd-968f-e381b6475234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750730 Dec 08 16:14:47.612573 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8f183ff9-957b-4a4b-8e37-4694a64a52c4 req-597383be-bf25-437c-8d77-a8b84a2ab2e1 service neutron] 10.222.0.76 "GET /v2.0/networks/aae70492-1682-4e18-b135-887c01697ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973403 Dec 08 16:14:47.620666 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c679b392-dd95-49d7-9fb1-cfa1e5f9f979 req-320f76ed-9946-4ae8-af1e-576a8c983159 tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:47.622821 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c679b392-dd95-49d7-9fb1-cfa1e5f9f979 req-320f76ed-9946-4ae8-af1e-576a8c983159 tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4ada1be-19ad-4a5e-aa35-20289645d91b HTTP/1.1" status: 200 len: 944 time: 0.2649436 Dec 08 16:14:47.637561 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aeb4b2-d4b8-438c-a6a6-033e929f14e3 req-5818c3e9-af29-4a80-b03f-e82587c8fc47 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:47.639375 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-97aeb4b2-d4b8-438c-a6a6-033e929f14e3 req-5818c3e9-af29-4a80-b03f-e82587c8fc47 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] 10.222.0.76 "GET /v2.0/ports?device_id=c0649aff-0fd3-4591-b769-da64d466ad73 HTTP/1.1" status: 200 len: 945 time: 0.1599293 Dec 08 16:14:47.717780 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port 447778cb-6852-4f54-8138-b73aa73fba8a completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:14:47.721946 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 447778cb-6852-4f54-8138-b73aa73fba8a triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:14:47.724142 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:47.896375 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 21025983-be0c-4510-8570-b5fd014abcb5 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:14:47.952335 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a10db98-052b-4d01-b431-33a34fd5006b req-0e1f52b4-0f75-45c4-bb3a-1e8317454ef7 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:47.967326 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4a10db98-052b-4d01-b431-33a34fd5006b req-0e1f52b4-0f75-45c4-bb3a-1e8317454ef7 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 944 time: 0.1439579 Dec 08 16:14:47.984880 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c679b392-dd95-49d7-9fb1-cfa1e5f9f979 req-793f2e65-d8b0-4237-a7f4-29417bc9c40d tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] 10.222.0.64 "GET /v2.0/security-groups?id=1266d10a-3889-42cf-ad5a-acf66e31e392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378596 Dec 08 16:14:48.002030 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:48.052558 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-97aeb4b2-d4b8-438c-a6a6-033e929f14e3 req-ec06f3fe-fc6a-4a69-8f58-f434bd595b98 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Deleting port 9f333408-68a8-43bb-b122-f22ffe18cb8e {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:14:48.053303 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-97aeb4b2-d4b8-438c-a6a6-033e929f14e3 req-ec06f3fe-fc6a-4a69-8f58-f434bd595b98 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:48.080823 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4a10db98-052b-4d01-b431-33a34fd5006b req-40063bcf-1c8f-4d8d-aca3-a1bdd4e14c3d tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125576 Dec 08 16:14:48.091861 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91b28079-a927-4586-8356-064ab2b9d97a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '447778cb-6852-4f54-8138-b73aa73fba8a'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:14:48.099409 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a046ec6-d54b-4dc5-8465-8db4a94d4089" -d '{"events": [{"server_uuid": "91b28079-a927-4586-8356-064ab2b9d97a", "name": "network-vif-plugged", "status": "completed", "tag": "447778cb-6852-4f54-8138-b73aa73fba8a"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:14:48.203001 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 447778cb-6852-4f54-8138-b73aa73fba8a, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=447778cb-6852-4f54-8138-b73aa73fba8a,segment=NetworkSegment(9b02e36e-6de5-484c-a36e-2fa26fb39118),segment_id=9b02e36e-6de5-484c-a36e-2fa26fb39118)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:48.301585 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-97aeb4b2-d4b8-438c-a6a6-033e929f14e3 req-ec06f3fe-fc6a-4a69-8f58-f434bd595b98 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] For port 9f333408-68a8-43bb-b122-f22ffe18cb8e, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=9f333408-68a8-43bb-b122-f22ffe18cb8e,segment=NetworkSegment(1f74d0f3-17d0-468a-b77c-633276f937da),segment_id=1f74d0f3-17d0-468a-b77c-633276f937da)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:48.302132 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-97aeb4b2-d4b8-438c-a6a6-033e929f14e3 req-ec06f3fe-fc6a-4a69-8f58-f434bd595b98 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:48.328528 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-97aeb4b2-d4b8-438c-a6a6-033e929f14e3 req-ec06f3fe-fc6a-4a69-8f58-f434bd595b98 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Calling delete_port for 9f333408-68a8-43bb-b122-f22ffe18cb8e owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:14:48.329088 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:48.329947 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 275a5dd9-6fbe-4bda-bf3b-9ad59c6544d5 up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:14:48.369796 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 21025983-be0c-4510-8570-b5fd014abcb5, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=21025983-be0c-4510-8570-b5fd014abcb5,segment=NetworkSegment(42a14005-38bc-4d00-825d-f1d22b0389e5),segment_id=42a14005-38bc-4d00-825d-f1d22b0389e5)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:48.438818 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f139799f-2f61-4733-9f89-4b6bb7911e89 req-3db3a004-1c36-4b2f-b250-091a61630000 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:48.452021 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f139799f-2f61-4733-9f89-4b6bb7911e89 req-3db3a004-1c36-4b2f-b250-091a61630000 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=91b28079-a927-4586-8356-064ab2b9d97a HTTP/1.1" status: 200 len: 946 time: 0.1624849 Dec 08 16:14:48.569008 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a7b8d6-b717-43be-bb2d-08a30800091b x-openstack-request-id: req-b9a7b8d6-b717-43be-bb2d-08a30800091b {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:14:48.569661 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91b28079-a927-4586-8356-064ab2b9d97a", "name": "network-vif-plugged", "status": "completed", "tag": "447778cb-6852-4f54-8138-b73aa73fba8a", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:14:48.569661 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b9a7b8d6-b717-43be-bb2d-08a30800091b {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:14:48.573569 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91b28079-a927-4586-8356-064ab2b9d97a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '447778cb-6852-4f54-8138-b73aa73fba8a', 'code': 200} Dec 08 16:14:48.574755 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=447778cb-6852-4f54-8138-b73aa73fba8a,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:48.638349 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '21025983-be0c-4510-8570-b5fd014abcb5', 'network_id': '3be44513-da0b-46d3-8ab2-53257023f3dc', 'port_id': '21025983-be0c-4510-8570-b5fd014abcb5', 'mac_address': 'fa:16:3e:c1:c4:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba010d78-6e1c-460e-b745-2aee32ae195b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:14:48.673869 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b143b-61c4-4c06-abf4-d1ba5f0b29c3 req-1c5f20da-b411-4d84-88dd-b72959307b53 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:48.681401 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-324b143b-61c4-4c06-abf4-d1ba5f0b29c3 req-1c5f20da-b411-4d84-88dd-b72959307b53 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=6609b092-443c-424b-ba8b-aef841f42ce2 HTTP/1.1" status: 200 len: 945 time: 0.1496031 Dec 08 16:14:48.719221 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f139799f-2f61-4733-9f89-4b6bb7911e89 req-89f2bbf6-206e-4447-ad3e-753aaeec4f42 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690830 Dec 08 16:14:48.750116 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ec496d-4fc5-4041-b002-f74454ac8a92 req-ef654c83-864c-4a71-8843-8886bf9b9b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:48.756311 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:48.756508 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-78ec496d-4fc5-4041-b002-f74454ac8a92 req-ef654c83-864c-4a71-8843-8886bf9b9b05 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=91b28079-a927-4586-8356-064ab2b9d97a HTTP/1.1" status: 200 len: 1098 time: 0.2252331 Dec 08 16:14:48.784896 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-324b143b-61c4-4c06-abf4-d1ba5f0b29c3 req-ca4f16c3-0062-4a0d-be24-cfd9e9d172cb tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022942 Dec 08 16:14:48.785990 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21025983-be0c-4510-8570-b5fd014abcb5 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:14:48.790072 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-97aeb4b2-d4b8-438c-a6a6-033e929f14e3 req-ec06f3fe-fc6a-4a69-8f58-f434bd595b98 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:48.830816 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['e97d143b-923b-4512-9882-c1cfd24fdf95'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:14:48.840324 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-78ec496d-4fc5-4041-b002-f74454ac8a92 req-2ae6d3d7-9327-4ad5-9536-08db198372fa service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767336 Dec 08 16:14:48.873312 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['9f333408-68a8-43bb-b122-f22ffe18cb8e', 'eca93204-d49a-4090-ad9d-ba184f1d6b71'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:14:48.918825 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec06f3fe-fc6a-4a69-8f58-f434bd595b98 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Pushing event deleted for resources: {'Port': ['ID=9f333408-68a8-43bb-b122-f22ffe18cb8e,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:48.967409 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-12f48b50-d2b4-43fc-8b21-5983c1e31a7e req-d30fa74d-90d5-4a58-9799-566df378715c tempest-AbsoluteLimitsNegativeTestJSON-1632087921 tempest-AbsoluteLimitsNegativeTestJSON-1632087921-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=743481bfbfd64b2492fde943006f7e03&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0644588 Dec 08 16:14:48.970806 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 21025983-be0c-4510-8570-b5fd014abcb5, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=21025983-be0c-4510-8570-b5fd014abcb5,segment=NetworkSegment(42a14005-38bc-4d00-825d-f1d22b0389e5),segment_id=42a14005-38bc-4d00-825d-f1d22b0389e5)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:48.972757 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8cc2f60d-d86c-40f8-bf9e-8572625cb133 req-60e13ccb-cb27-46e7-9d61-a7587d2bdd03 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0649aff-0fd3-4591-b769-da64d466ad73 HTTP/1.1" status: 200 len: 210 time: 0.0555749 Dec 08 16:14:49.051120 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-97aeb4b2-d4b8-438c-a6a6-033e929f14e3 req-ec06f3fe-fc6a-4a69-8f58-f434bd595b98 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] No DVR routers for this DVR port 9f333408-68a8-43bb-b122-f22ffe18cb8e on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:14:49.057411 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-97aeb4b2-d4b8-438c-a6a6-033e929f14e3 req-ec06f3fe-fc6a-4a69-8f58-f434bd595b98 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:49.067257 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-97aeb4b2-d4b8-438c-a6a6-033e929f14e3 req-ec06f3fe-fc6a-4a69-8f58-f434bd595b98 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] 10.222.0.76 "DELETE /v2.0/ports/9f333408-68a8-43bb-b122-f22ffe18cb8e HTTP/1.1" status: 204 len: 173 time: 1.4072838 Dec 08 16:14:49.068874 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0649aff-0fd3-4591-b769-da64d466ad73', 'name': 'network-vif-deleted', 'tag': '9f333408-68a8-43bb-b122-f22ffe18cb8e'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:14:49.072684 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe5b112-d688-45d5-ab43-6416377d4948" -d '{"events": [{"server_uuid": "c0649aff-0fd3-4591-b769-da64d466ad73", "name": "network-vif-deleted", "tag": "9f333408-68a8-43bb-b122-f22ffe18cb8e"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:14:49.086580 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:49.134185 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port 275a5dd9-6fbe-4bda-bf3b-9ad59c6544d5 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:14:49.170694 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 275a5dd9-6fbe-4bda-bf3b-9ad59c6544d5 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:14:49.171180 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:49.185553 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f48b50-d2b4-43fc-8b21-5983c1e31a7e req-a7c35900-eda8-439c-9d65-b02b770cf77f tempest-AbsoluteLimitsNegativeTestJSON-1632087921 tempest-AbsoluteLimitsNegativeTestJSON-1632087921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:49.193218 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-12f48b50-d2b4-43fc-8b21-5983c1e31a7e req-a7c35900-eda8-439c-9d65-b02b770cf77f tempest-AbsoluteLimitsNegativeTestJSON-1632087921 tempest-AbsoluteLimitsNegativeTestJSON-1632087921-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2152736 Dec 08 16:14:49.212501 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-12f48b50-d2b4-43fc-8b21-5983c1e31a7e req-8dc169d5-f5ca-49eb-9cd2-42c2cc4aded7 tempest-AbsoluteLimitsNegativeTestJSON-1632087921 tempest-AbsoluteLimitsNegativeTestJSON-1632087921-project] 10.222.0.64 "GET /v2.0/quotas/743481bfbfd64b2492fde943006f7e03 HTTP/1.1" status: 200 len: 375 time: 0.0182822 Dec 08 16:14:49.249858 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=21025983-be0c-4510-8570-b5fd014abcb5,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:49.252542 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83bc65-6d7f-462c-b427-8d00bc9351f1 req-53f8ff24-a4d3-48e7-9f25-c1ccbbe6cec1 tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:49.262806 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bf83bc65-6d7f-462c-b427-8d00bc9351f1 req-53f8ff24-a4d3-48e7-9f25-c1ccbbe6cec1 tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4ada1be-19ad-4a5e-aa35-20289645d91b HTTP/1.1" status: 200 len: 945 time: 0.0785809 Dec 08 16:14:49.266916 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-12f48b50-d2b4-43fc-8b21-5983c1e31a7e req-d439e271-8823-4875-a448-857c25c38851 tempest-AbsoluteLimitsNegativeTestJSON-1632087921 tempest-AbsoluteLimitsNegativeTestJSON-1632087921-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=743481bfbfd64b2492fde943006f7e03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513890 Dec 08 16:14:49.370240 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2911ef6-d5ed-4deb-a751-38616718c428 x-openstack-request-id: req-c2911ef6-d5ed-4deb-a751-38616718c428 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:14:49.384010 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0649aff-0fd3-4591-b769-da64d466ad73", "name": "network-vif-deleted", "tag": "9f333408-68a8-43bb-b122-f22ffe18cb8e", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:14:49.384010 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c2911ef6-d5ed-4deb-a751-38616718c428 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:14:49.384010 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0649aff-0fd3-4591-b769-da64d466ad73', 'name': 'network-vif-deleted', 'tag': '9f333408-68a8-43bb-b122-f22ffe18cb8e', 'status': 'completed', 'code': 200} Dec 08 16:14:49.432154 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bf83bc65-6d7f-462c-b427-8d00bc9351f1 req-c2a5bd21-2e39-43c1-98de-7da1382ea1e6 tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] 10.222.0.64 "GET /v2.0/security-groups?id=1266d10a-3889-42cf-ad5a-acf66e31e392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680226 Dec 08 16:14:49.531929 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd8dca8-0f3e-4c13-aaf3-72a66faacbe3 req-40f716d4-c440-4dfd-8783-a7a1316b3369 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:49.544935 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8bd8dca8-0f3e-4c13-aaf3-72a66faacbe3 req-40f716d4-c440-4dfd-8783-a7a1316b3369 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 944 time: 0.1113818 Dec 08 16:14:49.621834 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8bd8dca8-0f3e-4c13-aaf3-72a66faacbe3 req-a80ca676-af47-4cef-9014-a3bbb25afcf6 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756099 Dec 08 16:14:49.666292 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['21025983-be0c-4510-8570-b5fd014abcb5'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:14:49.769338 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:49.870021 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 275a5dd9-6fbe-4bda-bf3b-9ad59c6544d5, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=275a5dd9-6fbe-4bda-bf3b-9ad59c6544d5,segment=NetworkSegment(f996c948-5ac9-42a3-ac04-df4c75288f01),segment_id=f996c948-5ac9-42a3-ac04-df4c75288f01)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:49.885003 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 9f333408-68a8-43bb-b122-f22ffe18cb8e no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:14:49.942713 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: 9f333408-68a8-43bb-b122-f22ffe18cb8e {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:14:49.943543 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 9f333408-68a8-43bb-b122-f22ffe18cb8e not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:14:49.950907 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:50.035165 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=275a5dd9-6fbe-4bda-bf3b-9ad59c6544d5,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:50.075158 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e64210-6fd8-440f-8d7a-c20efa47258a req-475b9a36-e708-446b-90a5-797f5c389307 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:50.089642 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-91e64210-6fd8-440f-8d7a-c20efa47258a req-475b9a36-e708-446b-90a5-797f5c389307 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=6609b092-443c-424b-ba8b-aef841f42ce2 HTTP/1.1" status: 200 len: 946 time: 0.1647396 Dec 08 16:14:50.091711 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fc3b11-c900-475a-81f4-313210d80f68 req-39079836-21a9-43c0-a6aa-f40327f2ffc1 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:50.115204 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-52fc3b11-c900-475a-81f4-313210d80f68 req-39079836-21a9-43c0-a6aa-f40327f2ffc1 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=91b28079-a927-4586-8356-064ab2b9d97a HTTP/1.1" status: 200 len: 946 time: 0.1746933 Dec 08 16:14:50.148983 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 49522) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:50.213160 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-91e64210-6fd8-440f-8d7a-c20efa47258a req-23cec350-c54e-4a86-b55d-e8766930784d tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222692 Dec 08 16:14:50.240983 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-52fc3b11-c900-475a-81f4-313210d80f68 req-b809d8b2-70f2-4710-b7ac-f136ac356fcd tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236370 Dec 08 16:14:50.353908 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7a945af1-608f-4d24-b322-5390c1ff5d05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:50.399786 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-06195de3-ef84-4971-a65e-53988121589a req-749a6b85-e85c-43e2-9f92-362ab263e83c tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0649aff-0fd3-4591-b769-da64d466ad73 HTTP/1.1" status: 200 len: 210 time: 0.0691864 Dec 08 16:14:50.486016 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7a945af1-608f-4d24-b322-5390c1ff5d05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:50.575039 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6609b092-443c-424b-ba8b-aef841f42ce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '275a5dd9-6fbe-4bda-bf3b-9ad59c6544d5'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:14:50.577850 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266cf8f5-0145-46e2-9cd4-c873116593d5" -d '{"events": [{"server_uuid": "6609b092-443c-424b-ba8b-aef841f42ce2", "name": "network-vif-plugged", "status": "completed", "tag": "275a5dd9-6fbe-4bda-bf3b-9ad59c6544d5"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:14:50.589373 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7a945af1-608f-4d24-b322-5390c1ff5d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:50.652134 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-7a945af1-608f-4d24-b322-5390c1ff5d05 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=743481bfbfd64b2492fde943006f7e03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5010931 Dec 08 16:14:50.654774 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 49536) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:50.655841 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54bb8102-4127-43fe-89d5-f16e775f56dc x-openstack-request-id: req-54bb8102-4127-43fe-89d5-f16e775f56dc {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:14:50.656136 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6609b092-443c-424b-ba8b-aef841f42ce2", "name": "network-vif-plugged", "status": "completed", "tag": "275a5dd9-6fbe-4bda-bf3b-9ad59c6544d5", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:14:50.656417 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-54bb8102-4127-43fe-89d5-f16e775f56dc {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:14:50.656907 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6609b092-443c-424b-ba8b-aef841f42ce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '275a5dd9-6fbe-4bda-bf3b-9ad59c6544d5', 'code': 200} Dec 08 16:14:50.696857 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b766f3-a9b8-4f4a-8cea-fcef606679a6 req-6588cbd7-1747-426c-8e91-636b60301db5 tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:50.698443 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-99b766f3-a9b8-4f4a-8cea-fcef606679a6 req-6588cbd7-1747-426c-8e91-636b60301db5 tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4ada1be-19ad-4a5e-aa35-20289645d91b HTTP/1.1" status: 200 len: 945 time: 0.1584167 Dec 08 16:14:50.724043 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a945af1-608f-4d24-b322-5390c1ff5d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa3ff7e-30a8-42cc-a784-a975fef97648,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:50.826238 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-99b766f3-a9b8-4f4a-8cea-fcef606679a6 req-e90f6220-2898-4b01-be5a-3e7ba33abe52 tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] 10.222.0.64 "GET /v2.0/security-groups?id=1266d10a-3889-42cf-ad5a-acf66e31e392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206539 Dec 08 16:14:50.831551 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-20376bed-3c60-44f0-83bf-a1a493b2d350 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:50.894104 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-20376bed-3c60-44f0-83bf-a1a493b2d350 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:50.911211 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6eaec-f8a1-45b4-8844-459dc9444ba4 req-a35e3d39-4fc5-4ec5-8c87-023e42977d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:50.913157 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6fa6eaec-f8a1-45b4-8844-459dc9444ba4 req-a35e3d39-4fc5-4ec5-8c87-023e42977d8d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6609b092-443c-424b-ba8b-aef841f42ce2 HTTP/1.1" status: 200 len: 1098 time: 0.1582568 Dec 08 16:14:50.930275 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518695ba-231c-429f-901a-b334c073c6e2 req-1c4c81ad-0a16-4e4c-81cb-804631760523 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:50.931874 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-518695ba-231c-429f-901a-b334c073c6e2 req-1c4c81ad-0a16-4e4c-81cb-804631760523 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 944 time: 0.1279869 Dec 08 16:14:51.018606 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6fa6eaec-f8a1-45b4-8844-459dc9444ba4 req-456200a4-c4e9-430f-82c4-dd29420e2cab service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832181 Dec 08 16:14:51.064391 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-518695ba-231c-429f-901a-b334c073c6e2 req-44d52eee-c84b-46cd-bcdb-ee5d9ee0ad95 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149104 Dec 08 16:14:51.181125 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-20376bed-3c60-44f0-83bf-a1a493b2d350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:51.186235 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-20376bed-3c60-44f0-83bf-a1a493b2d350 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:51.188034 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-20376bed-3c60-44f0-83bf-a1a493b2d350 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/aaa3ff7e-30a8-42cc-a784-a975fef97648 HTTP/1.1" status: 204 len: 168 time: 0.5321050 Dec 08 16:14:51.212539 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20376bed-3c60-44f0-83bf-a1a493b2d350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa3ff7e-30a8-42cc-a784-a975fef97648,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:51.440369 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38dd59d-e0ba-4f6a-9169-1608344997e4 req-8fe258b5-36ac-4e79-a55b-291f105cda14 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:51.442007 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f38dd59d-e0ba-4f6a-9169-1608344997e4 req-8fe258b5-36ac-4e79-a55b-291f105cda14 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=91b28079-a927-4586-8356-064ab2b9d97a HTTP/1.1" status: 200 len: 946 time: 0.0829237 Dec 08 16:14:51.450461 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5da70d-5ca9-4787-b31c-b6716025b4a9 req-50513763-4aa7-495f-ad81-bedc8ebfe675 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:51.472923 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4b5da70d-5ca9-4787-b31c-b6716025b4a9 req-50513763-4aa7-495f-ad81-bedc8ebfe675 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=6609b092-443c-424b-ba8b-aef841f42ce2 HTTP/1.1" status: 200 len: 946 time: 0.1409016 Dec 08 16:14:51.542972 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f38dd59d-e0ba-4f6a-9169-1608344997e4 req-77228f23-b795-4f3e-8bf5-b7ea44664b34 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777969 Dec 08 16:14:51.610788 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4b5da70d-5ca9-4787-b31c-b6716025b4a9 req-9915f942-89b5-425b-8524-b3c3e8b2bbff tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260641 Dec 08 16:14:51.910203 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 21025983-be0c-4510-8570-b5fd014abcb5 up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:14:51.928805 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0d6a64b1-a0d8-4ed8-bca5-312d0c70e497 req-1ab65f7a-7f3a-41b0-8370-c14f6bb43c44 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0649aff-0fd3-4591-b769-da64d466ad73 HTTP/1.1" status: 200 len: 210 time: 0.0834224 Dec 08 16:14:52.163709 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port 21025983-be0c-4510-8570-b5fd014abcb5 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:14:52.168851 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 21025983-be0c-4510-8570-b5fd014abcb5 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:14:52.170344 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:52.233329 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23121b6-7246-47b7-bd23-4108b36ec4a0 req-2c68a3de-e979-431d-a32d-e824469e0d0c tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:52.242300 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a23121b6-7246-47b7-bd23-4108b36ec4a0 req-2c68a3de-e979-431d-a32d-e824469e0d0c tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4ada1be-19ad-4a5e-aa35-20289645d91b HTTP/1.1" status: 200 len: 945 time: 0.1528153 Dec 08 16:14:52.369458 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f951677-c765-4ce4-8a62-4a92dea2b9c2 req-3dc0c828-8e10-41ce-9bd1-6037b6fbce42 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:52.371455 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a23121b6-7246-47b7-bd23-4108b36ec4a0 req-979df7fb-9770-4661-bb0c-dd1ce43b1476 tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] 10.222.0.64 "GET /v2.0/security-groups?id=1266d10a-3889-42cf-ad5a-acf66e31e392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128316 Dec 08 16:14:52.384203 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4f951677-c765-4ce4-8a62-4a92dea2b9c2 req-3dc0c828-8e10-41ce-9bd1-6037b6fbce42 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/networks?id=cc341b4e-e4a6-433a-819f-1f235ff05a7a HTTP/1.1" status: 200 len: 806 time: 0.4123313 Dec 08 16:14:52.419012 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4f951677-c765-4ce4-8a62-4a92dea2b9c2 req-82c25ea7-1bda-4828-b340-af3065b49062 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/quotas/3c96083250fb4c3492902950739ee237 HTTP/1.1" status: 200 len: 375 time: 0.0251489 Dec 08 16:14:52.478676 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:52.542490 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 21025983-be0c-4510-8570-b5fd014abcb5, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=21025983-be0c-4510-8570-b5fd014abcb5,segment=NetworkSegment(42a14005-38bc-4d00-825d-f1d22b0389e5),segment_id=42a14005-38bc-4d00-825d-f1d22b0389e5)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:52.565153 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4f951677-c765-4ce4-8a62-4a92dea2b9c2 req-7d4f0738-5a65-419e-8963-092adcb167a4 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3c96083250fb4c3492902950739ee237&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1448832 Dec 08 16:14:52.613169 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf8dbd-1b35-46ed-975b-b2a15f89bbaf req-e1e3c90f-3f20-4906-ad3f-d90ba6bc331a tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:52.620950 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8fbf8dbd-1b35-46ed-975b-b2a15f89bbaf req-e1e3c90f-3f20-4906-ad3f-d90ba6bc331a tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 944 time: 0.1441159 Dec 08 16:14:52.649750 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:52.658082 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ada1be-19ad-4a5e-aa35-20289645d91b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21025983-be0c-4510-8570-b5fd014abcb5'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:14:52.660602 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7820b9e3-fb2f-465a-bb3e-664494e2adf7" -d '{"events": [{"server_uuid": "e4ada1be-19ad-4a5e-aa35-20289645d91b", "name": "network-vif-plugged", "status": "completed", "tag": "21025983-be0c-4510-8570-b5fd014abcb5"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:14:52.732206 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8fbf8dbd-1b35-46ed-975b-b2a15f89bbaf req-d59c0f60-3910-465c-bbd3-e378497a2efc tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099012 Dec 08 16:14:52.847092 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=21025983-be0c-4510-8570-b5fd014abcb5,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:52.867059 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4f951677-c765-4ce4-8a62-4a92dea2b9c2 req-4f9c3cd3-4cd1-49bc-b6a8-524518c75dcb service neutron] 10.222.0.64 "GET /v2.0/networks/cc341b4e-e4a6-433a-819f-1f235ff05a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982261 Dec 08 16:14:52.997868 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e58e831-373d-48f3-acc3-b1cd14d62293 x-openstack-request-id: req-1e58e831-373d-48f3-acc3-b1cd14d62293 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:14:52.998777 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ada1be-19ad-4a5e-aa35-20289645d91b", "name": "network-vif-plugged", "status": "completed", "tag": "21025983-be0c-4510-8570-b5fd014abcb5", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:14:52.999271 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1e58e831-373d-48f3-acc3-b1cd14d62293 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:14:52.999884 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4ada1be-19ad-4a5e-aa35-20289645d91b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21025983-be0c-4510-8570-b5fd014abcb5', 'code': 200} Dec 08 16:14:53.135417 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4f951677-c765-4ce4-8a62-4a92dea2b9c2 req-5004ef16-d05c-4282-8cd0-ec13872705e3 service neutron] 10.222.0.64 "GET /v2.0/networks/cc341b4e-e4a6-433a-819f-1f235ff05a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601569 Dec 08 16:14:53.199924 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910691d-ff56-4a46-b2c6-cf30c5c54db7 req-896e222a-a163-44c7-8989-63405c80868c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:53.202430 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4910691d-ff56-4a46-b2c6-cf30c5c54db7 req-896e222a-a163-44c7-8989-63405c80868c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e4ada1be-19ad-4a5e-aa35-20289645d91b HTTP/1.1" status: 200 len: 1098 time: 0.0656514 Dec 08 16:14:53.257480 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2c78a7-f65b-451b-980f-cb92f292ceed req-608dade4-59ea-4736-8651-495249c23b1a tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:53.262796 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-dc2c78a7-f65b-451b-980f-cb92f292ceed req-608dade4-59ea-4736-8651-495249c23b1a tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=6609b092-443c-424b-ba8b-aef841f42ce2 HTTP/1.1" status: 200 len: 946 time: 0.1565115 Dec 08 16:14:53.328641 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4910691d-ff56-4a46-b2c6-cf30c5c54db7 req-f97f1284-a925-47fd-8de4-dc8a8ab8d871 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=1266d10a-3889-42cf-ad5a-acf66e31e392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845778 Dec 08 16:14:53.382040 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-dc2c78a7-f65b-451b-980f-cb92f292ceed req-bc4614bd-1449-4502-a3e3-54f389900eee tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078570 Dec 08 16:14:53.628586 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ec8c6-ebb4-4f42-a6bb-585314a02630 req-164b69eb-ad87-4eed-bfc1-815c08dbd27b tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:53.630967 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-275ec8c6-ebb4-4f42-a6bb-585314a02630 req-164b69eb-ad87-4eed-bfc1-815c08dbd27b tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4ada1be-19ad-4a5e-aa35-20289645d91b HTTP/1.1" status: 200 len: 946 time: 0.0706935 Dec 08 16:14:53.756699 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-275ec8c6-ebb4-4f42-a6bb-585314a02630 req-76961800-5d22-4b7e-ac27-46ac899723e1 tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] 10.222.0.64 "GET /v2.0/security-groups?id=1266d10a-3889-42cf-ad5a-acf66e31e392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005540 Dec 08 16:14:54.229326 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc6a82-9006-4224-9426-2eefcd545f07 req-42f1a426-0fd2-4727-a236-29945f1e59a7 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:54.232522 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d4dc6a82-9006-4224-9426-2eefcd545f07 req-42f1a426-0fd2-4727-a236-29945f1e59a7 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 944 time: 0.1012905 Dec 08 16:14:54.345773 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d4dc6a82-9006-4224-9426-2eefcd545f07 req-12f20080-eee1-413f-9cc4-8d455100ceb7 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035664 Dec 08 16:14:54.513697 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b12467-22e8-44ed-82d9-a15def5b9774 req-96544d5b-15db-4617-98b2-2a24183c3644 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:54.516832 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e3b12467-22e8-44ed-82d9-a15def5b9774 req-96544d5b-15db-4617-98b2-2a24183c3644 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=6609b092-443c-424b-ba8b-aef841f42ce2 HTTP/1.1" status: 200 len: 946 time: 0.1211338 Dec 08 16:14:54.648548 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e3b12467-22e8-44ed-82d9-a15def5b9774 req-857e6f6c-fb1b-4009-a66d-aedca187c922 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151817 Dec 08 16:14:54.846804 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0933461c-fb09-4d75-977c-f208e162cdf8 req-e276f15f-cd13-4ae3-a4ee-9daf3382fe10 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:54.856149 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0933461c-fb09-4d75-977c-f208e162cdf8 req-e276f15f-cd13-4ae3-a4ee-9daf3382fe10 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/networks?id=cc341b4e-e4a6-433a-819f-1f235ff05a7a HTTP/1.1" status: 200 len: 806 time: 0.1823022 Dec 08 16:14:54.883038 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0933461c-fb09-4d75-977c-f208e162cdf8 req-28b3f1d1-e579-4b70-b810-b29bb0a12524 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/quotas/3c96083250fb4c3492902950739ee237 HTTP/1.1" status: 200 len: 375 time: 0.0249143 Dec 08 16:14:54.955322 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0933461c-fb09-4d75-977c-f208e162cdf8 req-c00005d8-45eb-4b43-86ad-4883ca8e855b tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3c96083250fb4c3492902950739ee237&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0709946 Dec 08 16:14:55.022041 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8098e7ee-6e67-4db9-b22d-820e882e769f req-db6f92ca-2426-462e-a29f-597c314296af tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:55.028226 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8098e7ee-6e67-4db9-b22d-820e882e769f req-db6f92ca-2426-462e-a29f-597c314296af tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4ada1be-19ad-4a5e-aa35-20289645d91b HTTP/1.1" status: 200 len: 946 time: 0.1037774 Dec 08 16:14:55.078676 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0933461c-fb09-4d75-977c-f208e162cdf8 req-c95eee8a-e1b3-4210-b0ec-9a0676138d78 service neutron] 10.222.0.64 "GET /v2.0/networks/cc341b4e-e4a6-433a-819f-1f235ff05a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131496 Dec 08 16:14:55.101041 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8098e7ee-6e67-4db9-b22d-820e882e769f req-ef9b9b77-103e-4861-99df-608ad14b5e2d tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] 10.222.0.64 "GET /v2.0/security-groups?id=1266d10a-3889-42cf-ad5a-acf66e31e392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660200 Dec 08 16:14:55.213514 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0933461c-fb09-4d75-977c-f208e162cdf8 req-4c19c873-e358-49cd-bb48-413321e8650a service neutron] 10.222.0.64 "GET /v2.0/networks/cc341b4e-e4a6-433a-819f-1f235ff05a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244040 Dec 08 16:14:55.532682 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 49700) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:55.675762 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3daca0-8581-4dbc-a5fc-9ac22809a2f6 req-9af47f3a-4971-42b2-bf71-5a7f2ea5e153 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:55.677668 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2e3daca0-8581-4dbc-a5fc-9ac22809a2f6 req-9af47f3a-4971-42b2-bf71-5a7f2ea5e153 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 944 time: 0.1044016 Dec 08 16:14:55.807835 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2b9c4aae-cb5f-4798-8e3e-e176cc501a60 req-bb6c4b39-2acc-4cff-be12-488ef00daef7 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9bace2e-fd3b-4d91-a66c-8243f779938d HTTP/1.1" status: 200 len: 210 time: 0.0542355 Dec 08 16:14:55.820628 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b627716e-17ac-4f7c-85ef-7d160f4d4414 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:55.855279 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2e3daca0-8581-4dbc-a5fc-9ac22809a2f6 req-56628add-de02-41b2-b130-b8ef92c79738 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663511 Dec 08 16:14:56.016826 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6878d0bd-5d91-49e7-93ec-467408b20671 req-9bbedddc-5f82-44e8-b7b3-2785c51b86b7 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:56.019125 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6878d0bd-5d91-49e7-93ec-467408b20671 req-9bbedddc-5f82-44e8-b7b3-2785c51b86b7 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=6609b092-443c-424b-ba8b-aef841f42ce2 HTTP/1.1" status: 200 len: 946 time: 0.0698769 Dec 08 16:14:56.073682 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b627716e-17ac-4f7c-85ef-7d160f4d4414 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:56.116361 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53c0e45-31c5-4d85-8e9e-16243b7a60af req-11f887e6-d4e1-46d4-b774-380cc673fb76 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:56.118346 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a53c0e45-31c5-4d85-8e9e-16243b7a60af req-11f887e6-d4e1-46d4-b774-380cc673fb76 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] 10.222.0.64 "GET /v2.0/ports?device_id=9445f012-73ad-4782-9eb7-a5f6f83bfabf HTTP/1.1" status: 200 len: 945 time: 0.1570954 Dec 08 16:14:56.122743 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6878d0bd-5d91-49e7-93ec-467408b20671 req-7b7b6f8b-e7ad-4ef0-b1b4-1255f02f4ee2 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886645 Dec 08 16:14:56.187034 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a53c0e45-31c5-4d85-8e9e-16243b7a60af req-a30d58c5-2a22-469d-95fc-be274defe5f1 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] 10.222.0.64 "GET /v2.0/security-groups?id=67f6f32d-f66d-4d53-bc95-f0e53763f26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616372 Dec 08 16:14:56.196698 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b627716e-17ac-4f7c-85ef-7d160f4d4414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:56.264001 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b627716e-17ac-4f7c-85ef-7d160f4d4414 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1d4ecb2827f54916b999cd4233a70cad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7292497 Dec 08 16:14:56.266739 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 49722) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:56.267728 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b627716e-17ac-4f7c-85ef-7d160f4d4414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b16fc5-b593-4d5f-9bb5-1939c0b47200,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:56.372027 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b3f279c8-6bb8-4cf9-885e-28477024e9b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:56.389522 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ca567-5ef4-495a-98a4-aa553df759b8 req-42752437-802f-4494-91a0-7b2d483de87c tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:56.391146 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ce8ca567-5ef4-495a-98a4-aa553df759b8 req-42752437-802f-4494-91a0-7b2d483de87c tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4ada1be-19ad-4a5e-aa35-20289645d91b HTTP/1.1" status: 200 len: 946 time: 0.0789852 Dec 08 16:14:56.422832 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b3f279c8-6bb8-4cf9-885e-28477024e9b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:56.524349 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ce8ca567-5ef4-495a-98a4-aa553df759b8 req-e134b4b8-9ab4-42c3-879d-ab197f4f37e3 tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] 10.222.0.64 "GET /v2.0/security-groups?id=1266d10a-3889-42cf-ad5a-acf66e31e392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241064 Dec 08 16:14:56.877320 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39494168-9c71-48b3-bef6-5e89f0ca309e req-ca1aa568-0e0d-4824-9db4-1dd314a5fde6 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:56.883565 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39494168-9c71-48b3-bef6-5e89f0ca309e req-ca1aa568-0e0d-4824-9db4-1dd314a5fde6 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:56.885451 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-39494168-9c71-48b3-bef6-5e89f0ca309e req-ca1aa568-0e0d-4824-9db4-1dd314a5fde6 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fde413b-425a-468a-a647-b7afecf7c938&device_id=e916e350-8663-4846-ac42-2f55cfecfc8c HTTP/1.1" status: 200 len: 1682 time: 0.0660367 Dec 08 16:14:56.940563 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-39494168-9c71-48b3-bef6-5e89f0ca309e req-b951e954-4f21-41e9-b8f9-07ea9c2b85ef tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] 10.222.0.64 "GET /v2.0/security-groups?id=64343fac-e9f0-47fd-968f-e381b6475234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478919 Dec 08 16:14:57.025209 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bdecbd0e-3f82-411e-a20f-c10b0e328275 req-4a24bd8f-d4c6-4e0d-adb1-68a396487df8 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9bace2e-fd3b-4d91-a66c-8243f779938d HTTP/1.1" status: 200 len: 210 time: 0.0483382 Dec 08 16:14:57.054227 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5b655-3e71-4f8a-907a-7c185ffa4070 req-2532ab94-d55e-4746-84db-953014af588b tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:57.057144 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ecc5b655-3e71-4f8a-907a-7c185ffa4070 req-2532ab94-d55e-4746-84db-953014af588b tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] 10.222.0.37 "GET /v2.0/ports?device_id=9445f012-73ad-4782-9eb7-a5f6f83bfabf HTTP/1.1" status: 200 len: 945 time: 0.0887339 Dec 08 16:14:57.192151 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b3f279c8-6bb8-4cf9-885e-28477024e9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:57.195658 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b3f279c8-6bb8-4cf9-885e-28477024e9b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:57.199550 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b3f279c8-6bb8-4cf9-885e-28477024e9b7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b6b16fc5-b593-4d5f-9bb5-1939c0b47200 HTTP/1.1" status: 204 len: 168 time: 0.9291365 Dec 08 16:14:57.200489 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba099f1-64e4-4d18-aac1-26cbe1ad0837 req-992993d3-33e8-4cc0-8313-e4648a0f9ad8 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:57.204215 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2ba099f1-64e4-4d18-aac1-26cbe1ad0837 req-992993d3-33e8-4cc0-8313-e4648a0f9ad8 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 944 time: 0.1081467 Dec 08 16:14:57.220027 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f279c8-6bb8-4cf9-885e-28477024e9b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b16fc5-b593-4d5f-9bb5-1939c0b47200,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:57.230320 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f279c8-6bb8-4cf9-885e-28477024e9b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:14:57.232074 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f279c8-6bb8-4cf9-885e-28477024e9b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:14:57.232519 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f279c8-6bb8-4cf9-885e-28477024e9b7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:14:57.239107 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f279c8-6bb8-4cf9-885e-28477024e9b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:14:57.239107 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f279c8-6bb8-4cf9-885e-28477024e9b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:14:57.239107 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f279c8-6bb8-4cf9-885e-28477024e9b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:14:57.240308 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f279c8-6bb8-4cf9-885e-28477024e9b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:14:57.241749 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f279c8-6bb8-4cf9-885e-28477024e9b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:14:57.242378 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f279c8-6bb8-4cf9-885e-28477024e9b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:14:57.242943 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f279c8-6bb8-4cf9-885e-28477024e9b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:14:57.243639 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f279c8-6bb8-4cf9-885e-28477024e9b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:14:57.244298 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f279c8-6bb8-4cf9-885e-28477024e9b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:14:57.244858 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f279c8-6bb8-4cf9-885e-28477024e9b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:14:57.335085 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-ecc5b655-3e71-4f8a-907a-7c185ffa4070 req-957b1f1d-64b1-4766-8a25-a3d86564977b tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Deleting port 06792e63-a731-4cf1-a007-f109ca08a5e4 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:14:57.335523 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-ecc5b655-3e71-4f8a-907a-7c185ffa4070 req-957b1f1d-64b1-4766-8a25-a3d86564977b tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:57.419470 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2ba099f1-64e4-4d18-aac1-26cbe1ad0837 req-b0844cda-753c-4eb5-9508-36c4ecc9a566 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996922 Dec 08 16:14:57.677545 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-ecc5b655-3e71-4f8a-907a-7c185ffa4070 req-957b1f1d-64b1-4766-8a25-a3d86564977b tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] For port 06792e63-a731-4cf1-a007-f109ca08a5e4, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=06792e63-a731-4cf1-a007-f109ca08a5e4,segment=NetworkSegment(0dec94c7-62d4-42fb-a989-f3053434898d),segment_id=0dec94c7-62d4-42fb-a989-f3053434898d)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:57.678050 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-ecc5b655-3e71-4f8a-907a-7c185ffa4070 req-957b1f1d-64b1-4766-8a25-a3d86564977b tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:57.981706 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe35bb-7d15-4125-881e-f51ac887dda3 req-836fbf5d-96c5-4f61-89ce-ac9873d83c64 tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:57.984130 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f3fe35bb-7d15-4125-881e-f51ac887dda3 req-836fbf5d-96c5-4f61-89ce-ac9873d83c64 tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4ada1be-19ad-4a5e-aa35-20289645d91b HTTP/1.1" status: 200 len: 946 time: 0.0680912 Dec 08 16:14:58.003815 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-ecc5b655-3e71-4f8a-907a-7c185ffa4070 req-957b1f1d-64b1-4766-8a25-a3d86564977b tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:58.004382 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-ecc5b655-3e71-4f8a-907a-7c185ffa4070 req-957b1f1d-64b1-4766-8a25-a3d86564977b tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:58.004654 n-d-776250-12 neutron-server[110551]: INFO neutron.db.l3_db [req-ecc5b655-3e71-4f8a-907a-7c185ffa4070 req-957b1f1d-64b1-4766-8a25-a3d86564977b tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Floating IP f5856682-85fe-499d-86cb-71e758676af9 disassociated. External IP: 172.25.0.13, port: 06792e63-a731-4cf1-a007-f109ca08a5e4. Dec 08 16:14:58.005124 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-ecc5b655-3e71-4f8a-907a-7c185ffa4070 req-957b1f1d-64b1-4766-8a25-a3d86564977b tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Calling delete_port for 06792e63-a731-4cf1-a007-f109ca08a5e4 owned by compute:nova {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:14:58.054899 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f3fe35bb-7d15-4125-881e-f51ac887dda3 req-4bac36a9-f3bb-4990-9b90-de6de73908be tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] 10.222.0.64 "GET /v2.0/security-groups?id=1266d10a-3889-42cf-ad5a-acf66e31e392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569441 Dec 08 16:14:58.120852 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e585a6a1-d6dd-4764-a7d2-1b9e51184650 req-0de7e3cf-5f34-435f-9fd6-56aa796782d1 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:58.129153 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e585a6a1-d6dd-4764-a7d2-1b9e51184650 req-0de7e3cf-5f34-435f-9fd6-56aa796782d1 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] 10.222.0.64 "GET /v2.0/ports?device_id=9445f012-73ad-4782-9eb7-a5f6f83bfabf HTTP/1.1" status: 200 len: 945 time: 0.1831582 Dec 08 16:14:58.273435 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e585a6a1-d6dd-4764-a7d2-1b9e51184650 req-81e49890-265d-4c70-9027-72e47b042698 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] 10.222.0.64 "GET /v2.0/security-groups?id=67f6f32d-f66d-4d53-bc95-f0e53763f26e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421299 Dec 08 16:14:58.289462 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f5f92-a570-4d91-89bc-130906a1f1be req-6438c2ee-29d8-45f0-91be-595d3cfee008 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:58.303621 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4e9f5f92-a570-4d91-89bc-130906a1f1be req-6438c2ee-29d8-45f0-91be-595d3cfee008 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=6609b092-443c-424b-ba8b-aef841f42ce2 HTTP/1.1" status: 200 len: 946 time: 0.0696912 Dec 08 16:14:58.363743 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-ecc5b655-3e71-4f8a-907a-7c185ffa4070 req-957b1f1d-64b1-4766-8a25-a3d86564977b tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:58.388026 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4e9f5f92-a570-4d91-89bc-130906a1f1be req-4084ed12-b4df-4b13-9a7b-d2fb66ffd653 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829442 Dec 08 16:14:58.434231 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b1f1d-64b1-4766-8a25-a3d86564977b tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Pushing event deleted for resources: {'Port': ['ID=06792e63-a731-4cf1-a007-f109ca08a5e4,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:58.577936 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-95a20788-bcd6-45fd-ae29-d9d93b2977bb req-3d81d201-7f38-49cb-babe-6e1fbcf54df2 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9bace2e-fd3b-4d91-a66c-8243f779938d HTTP/1.1" status: 200 len: 210 time: 0.0474293 Dec 08 16:14:58.823332 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 49780) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:58.823332 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-375ff913-e0de-423c-a775-27b75d80dd27 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-513401711'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:14:58.905220 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 49784) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:58.980168 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375ff913-e0de-423c-a775-27b75d80dd27 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Made reservation on behalf of 18030f7f284349198514456af1320f51 for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:14:58.986046 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-375ff913-e0de-423c-a775-27b75d80dd27 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:59.028970 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-375ff913-e0de-423c-a775-27b75d80dd27 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:14:59.049070 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-375ff913-e0de-423c-a775-27b75d80dd27 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:59.049704 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-375ff913-e0de-423c-a775-27b75d80dd27 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Added segment e1df37b9-083a-4373-838d-dc2a305e347b of type vlan for network 92f988d9-d3fd-471d-a94b-154482a7d460 Dec 08 16:14:59.103584 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-375ff913-e0de-423c-a775-27b75d80dd27 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:59.151150 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-a93bf650-9d1d-45cf-b464-36dcf417ba00 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-14788555-network', 'tenant_id': '22d0ae928129486d8913ac89433a7712'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:14:59.274539 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ecc5b655-3e71-4f8a-907a-7c185ffa4070 req-957b1f1d-64b1-4766-8a25-a3d86564977b tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Router 43ed21cb-974c-4a89-9e9b-fcc85c89a605 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:14:59.404262 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce78554-74e9-4fbf-978b-3caeb3a3e25c req-d71836b0-cdcc-45b8-881e-9f6f4e94568c tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:59.404262 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2ce78554-74e9-4fbf-978b-3caeb3a3e25c req-d71836b0-cdcc-45b8-881e-9f6f4e94568c tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.37 "GET /v2.0/ports?device_id=6609b092-443c-424b-ba8b-aef841f42ce2 HTTP/1.1" status: 200 len: 946 time: 0.0945060 Dec 08 16:14:59.405016 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b46669-7f82-42e9-b0b3-80380d153660 req-911fdb75-fa9a-4bad-b502-71c8af89bfe2 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:59.405016 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f0b46669-7f82-42e9-b0b3-80380d153660 req-911fdb75-fa9a-4bad-b502-71c8af89bfe2 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 944 time: 0.1540229 Dec 08 16:14:59.405016 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f0b46669-7f82-42e9-b0b3-80380d153660 req-812b5952-4d4f-4b39-8a46-11016fc8fcd9 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996432 Dec 08 16:14:59.492318 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ecc5b655-3e71-4f8a-907a-7c185ffa4070 req-957b1f1d-64b1-4766-8a25-a3d86564977b tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:14:59.506240 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39d97d2-22ed-4f36-9f57-6a6dbba2b379 None None] Sync routers for ids ['43ed21cb-974c-4a89-9e9b-fcc85c89a605'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:14:59.526183 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39d97d2-22ed-4f36-9f57-6a6dbba2b379 None None] Routers {'43ed21cb-974c-4a89-9e9b-fcc85c89a605'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:14:59.528257 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-c39d97d2-22ed-4f36-9f57-6a6dbba2b379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:14:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['43ed21cb-974c-4a89-9e9b-fcc85c89a605'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:14:59.576170 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 06792e63-a731-4cf1-a007-f109ca08a5e4 no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:14:59.601204 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: 06792e63-a731-4cf1-a007-f109ca08a5e4 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:14:59.602783 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 06792e63-a731-4cf1-a007-f109ca08a5e4 not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:14:59.606090 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc5b655-3e71-4f8a-907a-7c185ffa4070 req-957b1f1d-64b1-4766-8a25-a3d86564977b tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] No DVR routers for this DVR port 06792e63-a731-4cf1-a007-f109ca08a5e4 on host n-h2-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:14:59.611288 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-ecc5b655-3e71-4f8a-907a-7c185ffa4070 req-957b1f1d-64b1-4766-8a25-a3d86564977b tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:59.612001 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-2ce78554-74e9-4fbf-978b-3caeb3a3e25c req-b4e8a4ce-0682-4d89-942b-42efaa8a7394 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Deleting port 275a5dd9-6fbe-4bda-bf3b-9ad59c6544d5 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:14:59.612395 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2ce78554-74e9-4fbf-978b-3caeb3a3e25c req-b4e8a4ce-0682-4d89-942b-42efaa8a7394 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:59.616441 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ecc5b655-3e71-4f8a-907a-7c185ffa4070 req-957b1f1d-64b1-4766-8a25-a3d86564977b tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] 10.222.0.37 "DELETE /v2.0/ports/06792e63-a731-4cf1-a007-f109ca08a5e4 HTTP/1.1" status: 204 len: 173 time: 2.5468879 Dec 08 16:14:59.617045 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9445f012-73ad-4782-9eb7-a5f6f83bfabf', 'name': 'network-vif-deleted', 'tag': '06792e63-a731-4cf1-a007-f109ca08a5e4'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:14:59.620566 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056de7b8-a8e7-4c13-b944-2f1d0253faf6" -d '{"events": [{"server_uuid": "9445f012-73ad-4782-9eb7-a5f6f83bfabf", "name": "network-vif-deleted", "tag": "06792e63-a731-4cf1-a007-f109ca08a5e4"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:14:59.677931 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f40909-81cb-4edd-9d4f-e555b722ba04 req-8b08957f-2baf-451d-bbf6-b1cb664b37cf tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:59.689791 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-60f40909-81cb-4edd-9d4f-e555b722ba04 req-8b08957f-2baf-451d-bbf6-b1cb664b37cf tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4ada1be-19ad-4a5e-aa35-20289645d91b HTTP/1.1" status: 200 len: 946 time: 0.1663108 Dec 08 16:14:59.703098 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-c39d97d2-22ed-4f36-9f57-6a6dbba2b379 None None] Set router 43ed21cb-974c-4a89-9e9b-fcc85c89a605 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:14:59.759492 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-2ce78554-74e9-4fbf-978b-3caeb3a3e25c req-b4e8a4ce-0682-4d89-942b-42efaa8a7394 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] For port 275a5dd9-6fbe-4bda-bf3b-9ad59c6544d5, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=275a5dd9-6fbe-4bda-bf3b-9ad59c6544d5,segment=NetworkSegment(f996c948-5ac9-42a3-ac04-df4c75288f01),segment_id=f996c948-5ac9-42a3-ac04-df4c75288f01)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:59.759901 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2ce78554-74e9-4fbf-978b-3caeb3a3e25c req-b4e8a4ce-0682-4d89-942b-42efaa8a7394 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:59.763365 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-60f40909-81cb-4edd-9d4f-e555b722ba04 req-4172de24-1a17-4086-af80-fa526e2879a4 tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] 10.222.0.64 "GET /v2.0/security-groups?id=1266d10a-3889-42cf-ad5a-acf66e31e392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725830 Dec 08 16:14:59.780691 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-2ce78554-74e9-4fbf-978b-3caeb3a3e25c req-b4e8a4ce-0682-4d89-942b-42efaa8a7394 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Calling delete_port for 275a5dd9-6fbe-4bda-bf3b-9ad59c6544d5 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:14:59.892609 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6725f9d0-a968-4e60-9084-b5a5e8302a1e req-f4b42dd0-285a-43e8-be39-ae17b594189b tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] 10.222.0.64 "GET /v2.0/ports?device_id=9445f012-73ad-4782-9eb7-a5f6f83bfabf HTTP/1.1" status: 200 len: 210 time: 0.0576603 Dec 08 16:15:00.002664 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-c39d97d2-22ed-4f36-9f57-6a6dbba2b379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ed21cb-974c-4a89-9e9b-fcc85c89a605', 'name': 'tempest-ServersTestFqdnHostnames-476442208-router', 'tenant_id': 'f4bc823f590d4f5ab08e225067f150b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'f9660951-4dc1-41ad-9881-6bf16b4f8615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:12:26Z', 'updated_at': '2021-12-08T16:12:36Z', 'revision_number': 4, 'project_id': 'f4bc823f590d4f5ab08e225067f150b6', 'gw_port': {'id': 'f9660951-4dc1-41ad-9881-6bf16b4f8615', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ed21cb-974c-4a89-9e9b-fcc85c89a605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:12:28Z', 'updated_at': '2021-12-08T16:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'f48fdb1f-bdd2-41de-829a-682f4ff568cf', 'name': '', 'network_id': '302c30a7-bb07-4824-b9e9-efc4753720c4', 'tenant_id': 'f4bc823f590d4f5ab08e225067f150b6', 'mac_address': 'fa:16:3e:92:b6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ed21cb-974c-4a89-9e9b-fcc85c89a605', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '609177ea-d70f-42b5-947d-ac0be047b1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:12:34Z', 'updated_at': '2021-12-08T16:12:42Z', 'revision_number': 5, 'project_id': 'f4bc823f590d4f5ab08e225067f150b6', 'subnets': [{'id': '609177ea-d70f-42b5-947d-ac0be047b1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:15:00.023408 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f0381-6fc6-4e09-bb1a-d7b0cad2b41c req-81e5a76e-635a-4efc-be07-ed665dcd7204 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:00.025415 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-549f0381-6fc6-4e09-bb1a-d7b0cad2b41c req-81e5a76e-635a-4efc-be07-ed665dcd7204 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=6609b092-443c-424b-ba8b-aef841f42ce2 HTTP/1.1" status: 200 len: 946 time: 0.0571265 Dec 08 16:15:00.033489 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39d97d2-22ed-4f36-9f57-6a6dbba2b379 None None] Checking router: 43ed21cb-974c-4a89-9e9b-fcc85c89a605 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:15:00.043792 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39d97d2-22ed-4f36-9f57-6a6dbba2b379 None None] Routers {'43ed21cb-974c-4a89-9e9b-fcc85c89a605'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:15:00.044475 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-c39d97d2-22ed-4f36-9f57-6a6dbba2b379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:14:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['43ed21cb-974c-4a89-9e9b-fcc85c89a605'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:15:00.098655 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-549f0381-6fc6-4e09-bb1a-d7b0cad2b41c req-96193f1f-7feb-4558-b6f0-ef1a50257282 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627432 Dec 08 16:15:00.203976 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c38c09-a492-4396-b200-71c74bbc585d x-openstack-request-id: req-a7c38c09-a492-4396-b200-71c74bbc585d {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:15:00.206033 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9445f012-73ad-4782-9eb7-a5f6f83bfabf", "name": "network-vif-deleted", "tag": "06792e63-a731-4cf1-a007-f109ca08a5e4", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:15:00.206033 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a7c38c09-a492-4396-b200-71c74bbc585d {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:15:00.206033 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9445f012-73ad-4782-9eb7-a5f6f83bfabf', 'name': 'network-vif-deleted', 'tag': '06792e63-a731-4cf1-a007-f109ca08a5e4', 'status': 'completed', 'code': 200} Dec 08 16:15:00.221856 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-c39d97d2-22ed-4f36-9f57-6a6dbba2b379 None None] Set router 43ed21cb-974c-4a89-9e9b-fcc85c89a605 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:15:00.241028 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-375ff913-e0de-423c-a775-27b75d80dd27 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:00.247140 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375ff913-e0de-423c-a775-27b75d80dd27 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:00.248063 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-375ff913-e0de-423c-a775-27b75d80dd27 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:00.250928 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93bf650-9d1d-45cf-b464-36dcf417ba00 admin admin] Made reservation on behalf of 22d0ae928129486d8913ac89433a7712 for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:15:00.254249 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a93bf650-9d1d-45cf-b464-36dcf417ba00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:00.349231 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2bc03c09-041f-492f-8636-ed0f40132a8a req-d3866339-925e-4454-b4c8-a4eec9c14c06 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9bace2e-fd3b-4d91-a66c-8243f779938d HTTP/1.1" status: 200 len: 210 time: 0.1116340 Dec 08 16:15:00.354375 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a93bf650-9d1d-45cf-b464-36dcf417ba00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:00.359637 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba03b19-2c3f-4605-aee4-ee1f1f52547d req-5b43de09-25a9-47ff-ae91-cc00044686c6 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:00.361995 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-aba03b19-2c3f-4605-aee4-ee1f1f52547d req-5b43de09-25a9-47ff-ae91-cc00044686c6 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] 10.222.0.37 "GET /v2.0/ports?device_id=e916e350-8663-4846-ac42-2f55cfecfc8c HTTP/1.1" status: 200 len: 946 time: 0.0628252 Dec 08 16:15:00.418129 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375ff913-e0de-423c-a775-27b75d80dd27 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Pushing event updated for resources: {'Network': ['ID=92f988d9-d3fd-471d-a94b-154482a7d460,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:00.437754 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-375ff913-e0de-423c-a775-27b75d80dd27 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.6211336 Dec 08 16:15:00.440980 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 49804) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:00.446443 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 92f988d9-d3fd-471d-a94b-154482a7d460 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:15:00.447772 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-d8206678-760e-4283-a751-b8d2b3cdecb6 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1648035597'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:00.525695 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b2d533-84ff-47c9-9545-6634df55a9bf req-0dcd4a97-3aa8-4447-ad95-a9ce2560703d tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:00.533433 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d4b2d533-84ff-47c9-9545-6634df55a9bf req-0dcd4a97-3aa8-4447-ad95-a9ce2560703d tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] 10.222.0.64 "GET /v2.0/ports?device_id=e916e350-8663-4846-ac42-2f55cfecfc8c HTTP/1.1" status: 200 len: 946 time: 0.1684084 Dec 08 16:15:00.567413 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa24beb0-3668-4ed0-bb8a-214c968a9062 req-e30892b3-43cb-479a-9a38-008d57b445bd tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:00.569004 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fa24beb0-3668-4ed0-bb8a-214c968a9062 req-e30892b3-43cb-479a-9a38-008d57b445bd tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 944 time: 0.0607843 Dec 08 16:15:00.576145 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2ce78554-74e9-4fbf-978b-3caeb3a3e25c req-b4e8a4ce-0682-4d89-942b-42efaa8a7394 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:00.582150 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8206678-760e-4283-a751-b8d2b3cdecb6 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Made reservation on behalf of 18030f7f284349198514456af1320f51 for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:15:00.586723 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d8206678-760e-4283-a751-b8d2b3cdecb6 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:00.594232 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-aba03b19-2c3f-4605-aee4-ee1f1f52547d req-626ebcfc-7e4a-40fe-95b3-793b6e32ce82 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Deleting port e97d143b-923b-4512-9882-c1cfd24fdf95 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:15:00.594467 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['275a5dd9-6fbe-4bda-bf3b-9ad59c6544d5'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:15:00.594946 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-aba03b19-2c3f-4605-aee4-ee1f1f52547d req-626ebcfc-7e4a-40fe-95b3-793b6e32ce82 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:00.612665 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d4b2d533-84ff-47c9-9545-6634df55a9bf req-efb8c46d-dbb2-4ef7-8780-bb318284bf0e tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] 10.222.0.64 "GET /v2.0/security-groups?id=64343fac-e9f0-47fd-968f-e381b6475234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781603 Dec 08 16:15:00.634749 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-c39d97d2-22ed-4f36-9f57-6a6dbba2b379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ed21cb-974c-4a89-9e9b-fcc85c89a605', 'name': 'tempest-ServersTestFqdnHostnames-476442208-router', 'tenant_id': 'f4bc823f590d4f5ab08e225067f150b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'f9660951-4dc1-41ad-9881-6bf16b4f8615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:12:26Z', 'updated_at': '2021-12-08T16:12:36Z', 'revision_number': 4, 'project_id': 'f4bc823f590d4f5ab08e225067f150b6', 'gw_port': {'id': 'f9660951-4dc1-41ad-9881-6bf16b4f8615', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ed21cb-974c-4a89-9e9b-fcc85c89a605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:12:28Z', 'updated_at': '2021-12-08T16:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'f48fdb1f-bdd2-41de-829a-682f4ff568cf', 'name': '', 'network_id': '302c30a7-bb07-4824-b9e9-efc4753720c4', 'tenant_id': 'f4bc823f590d4f5ab08e225067f150b6', 'mac_address': 'fa:16:3e:92:b6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ed21cb-974c-4a89-9e9b-fcc85c89a605', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '609177ea-d70f-42b5-947d-ac0be047b1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:12:34Z', 'updated_at': '2021-12-08T16:12:42Z', 'revision_number': 5, 'project_id': 'f4bc823f590d4f5ab08e225067f150b6', 'subnets': [{'id': '609177ea-d70f-42b5-947d-ac0be047b1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:15:00.648227 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e8a4ce-0682-4d89-942b-42efaa8a7394 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Pushing event deleted for resources: {'Port': ['ID=275a5dd9-6fbe-4bda-bf3b-9ad59c6544d5,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:00.680388 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39d97d2-22ed-4f36-9f57-6a6dbba2b379 None None] The sync data for ids ['43ed21cb-974c-4a89-9e9b-fcc85c89a605'] in n-d-776250-12 is: [{'id': '43ed21cb-974c-4a89-9e9b-fcc85c89a605', 'name': 'tempest-ServersTestFqdnHostnames-476442208-router', 'tenant_id': 'f4bc823f590d4f5ab08e225067f150b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'f9660951-4dc1-41ad-9881-6bf16b4f8615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:12:26Z', 'updated_at': '2021-12-08T16:12:36Z', 'revision_number': 4, 'project_id': 'f4bc823f590d4f5ab08e225067f150b6', 'gw_port': {'id': 'f9660951-4dc1-41ad-9881-6bf16b4f8615', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ed21cb-974c-4a89-9e9b-fcc85c89a605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:12:28Z', 'updated_at': '2021-12-08T16:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'f48fdb1f-bdd2-41de-829a-682f4ff568cf', 'name': '', 'network_id': '302c30a7-bb07-4824-b9e9-efc4753720c4', 'tenant_id': 'f4bc823f590d4f5ab08e225067f150b6', 'mac_address': 'fa:16:3e:92:b6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ed21cb-974c-4a89-9e9b-fcc85c89a605', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '609177ea-d70f-42b5-947d-ac0be047b1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:12:34Z', 'updated_at': '2021-12-08T16:12:42Z', 'revision_number': 5, 'project_id': 'f4bc823f590d4f5ab08e225067f150b6', 'subnets': [{'id': '609177ea-d70f-42b5-947d-ac0be047b1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:15:00.698404 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-aba03b19-2c3f-4605-aee4-ee1f1f52547d req-626ebcfc-7e4a-40fe-95b3-793b6e32ce82 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] For port e97d143b-923b-4512-9882-c1cfd24fdf95, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=e97d143b-923b-4512-9882-c1cfd24fdf95,segment=NetworkSegment(1f74d0f3-17d0-468a-b77c-633276f937da),segment_id=1f74d0f3-17d0-468a-b77c-633276f937da)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:00.699012 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-aba03b19-2c3f-4605-aee4-ee1f1f52547d req-626ebcfc-7e4a-40fe-95b3-793b6e32ce82 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:00.716226 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-aba03b19-2c3f-4605-aee4-ee1f1f52547d req-626ebcfc-7e4a-40fe-95b3-793b6e32ce82 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Calling delete_port for e97d143b-923b-4512-9882-c1cfd24fdf95 owned by compute:nova {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:15:00.721343 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8206678-760e-4283-a751-b8d2b3cdecb6 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:15:00.745208 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce78554-74e9-4fbf-978b-3caeb3a3e25c req-b4e8a4ce-0682-4d89-942b-42efaa8a7394 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] No DVR routers for this DVR port 275a5dd9-6fbe-4bda-bf3b-9ad59c6544d5 on host n-h2-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:15:00.755563 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2ce78554-74e9-4fbf-978b-3caeb3a3e25c req-b4e8a4ce-0682-4d89-942b-42efaa8a7394 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:00.759442 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2ce78554-74e9-4fbf-978b-3caeb3a3e25c req-b4e8a4ce-0682-4d89-942b-42efaa8a7394 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.37 "DELETE /v2.0/ports/275a5dd9-6fbe-4bda-bf3b-9ad59c6544d5 HTTP/1.1" status: 204 len: 173 time: 1.4674830 Dec 08 16:15:00.764660 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6609b092-443c-424b-ba8b-aef841f42ce2', 'name': 'network-vif-deleted', 'tag': '275a5dd9-6fbe-4bda-bf3b-9ad59c6544d5'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:15:00.767001 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c10719-eff5-495d-883b-865b28be76e5" -d '{"events": [{"server_uuid": "6609b092-443c-424b-ba8b-aef841f42ce2", "name": "network-vif-deleted", "tag": "275a5dd9-6fbe-4bda-bf3b-9ad59c6544d5"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:15:00.781499 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d8206678-760e-4283-a751-b8d2b3cdecb6 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:00.786447 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-d8206678-760e-4283-a751-b8d2b3cdecb6 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Added segment 850cf408-d2e1-44d7-9e49-63d5f0b3762d of type vlan for network 0cd1fc08-18ef-4903-a4d4-304d5ce0f86e Dec 08 16:15:00.789320 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fa24beb0-3668-4ed0-bb8a-214c968a9062 req-fd35c5c0-60ac-499f-85f6-e8bfa01213ce tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870081 Dec 08 16:15:00.827048 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a93bf650-9d1d-45cf-b464-36dcf417ba00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:00.830403 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81924e86-25ea-4a17-8690-440561604122 x-openstack-request-id: req-81924e86-25ea-4a17-8690-440561604122 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:15:00.830704 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6609b092-443c-424b-ba8b-aef841f42ce2", "name": "network-vif-deleted", "tag": "275a5dd9-6fbe-4bda-bf3b-9ad59c6544d5", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:15:00.830969 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-81924e86-25ea-4a17-8690-440561604122 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:15:00.831375 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6609b092-443c-424b-ba8b-aef841f42ce2', 'name': 'network-vif-deleted', 'tag': '275a5dd9-6fbe-4bda-bf3b-9ad59c6544d5', 'status': 'completed', 'code': 200} Dec 08 16:15:00.866456 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d8206678-760e-4283-a751-b8d2b3cdecb6 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:00.947019 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485615ed-cdb9-4d04-884a-b412d4ad0cec req-2580880e-e7b8-40ff-a4fa-0b76eb662585 tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:00.949208 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-485615ed-cdb9-4d04-884a-b412d4ad0cec req-2580880e-e7b8-40ff-a4fa-0b76eb662585 tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4ada1be-19ad-4a5e-aa35-20289645d91b HTTP/1.1" status: 200 len: 946 time: 0.0725386 Dec 08 16:15:00.949784 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a93bf650-9d1d-45cf-b464-36dcf417ba00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:00.989864 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a93bf650-9d1d-45cf-b464-36dcf417ba00 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:15:01.009320 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93bf650-9d1d-45cf-b464-36dcf417ba00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52887d8f-337a-4530-b63f-d62b070fc837,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:01.012466 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a93bf650-9d1d-45cf-b464-36dcf417ba00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:01.012822 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-a93bf650-9d1d-45cf-b464-36dcf417ba00 admin admin] Added segment bb740625-1067-4eb4-8c3f-54ce2bbbb747 of type vlan for network 444a8cbb-ee83-40d1-9772-ed3daa005a16 Dec 08 16:15:01.043865 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2b4ccc6a-44fa-47a5-a306-a405975120a8 req-af31be4a-3cc5-45e2-a6c7-58d617fedc6d tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] 10.222.0.64 "GET /v2.0/ports?device_id=9445f012-73ad-4782-9eb7-a5f6f83bfabf HTTP/1.1" status: 200 len: 210 time: 0.0357018 Dec 08 16:15:01.045064 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-aba03b19-2c3f-4605-aee4-ee1f1f52547d req-626ebcfc-7e4a-40fe-95b3-793b6e32ce82 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:01.060029 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d8206678-760e-4283-a751-b8d2b3cdecb6 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:01.060364 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['eca93204-d49a-4090-ad9d-ba184f1d6b71'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:15:01.061557 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fe8fad-7c61-4b13-8c7e-5526e8a2f28b None None] New status for floating IP f5856682-85fe-499d-86cb-71e758676af9: DOWN {{(pid=110553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:15:01.065725 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8206678-760e-4283-a751-b8d2b3cdecb6 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:01.066360 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d8206678-760e-4283-a751-b8d2b3cdecb6 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:01.100509 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-485615ed-cdb9-4d04-884a-b412d4ad0cec req-355a4c9c-17b8-4ffb-8d8d-5ad7f1ec06ef tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] 10.222.0.64 "GET /v2.0/security-groups?id=1266d10a-3889-42cf-ad5a-acf66e31e392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383166 Dec 08 16:15:01.116307 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626ebcfc-7e4a-40fe-95b3-793b6e32ce82 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Pushing event deleted for resources: {'Port': ['ID=e97d143b-923b-4512-9882-c1cfd24fdf95,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:01.150453 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['e97d143b-923b-4512-9882-c1cfd24fdf95'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:15:01.196569 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba03b19-2c3f-4605-aee4-ee1f1f52547d req-626ebcfc-7e4a-40fe-95b3-793b6e32ce82 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] No DVR routers for this DVR port e97d143b-923b-4512-9882-c1cfd24fdf95 on host n-h2-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:15:01.199997 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-aba03b19-2c3f-4605-aee4-ee1f1f52547d req-626ebcfc-7e4a-40fe-95b3-793b6e32ce82 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:01.205149 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-aba03b19-2c3f-4605-aee4-ee1f1f52547d req-626ebcfc-7e4a-40fe-95b3-793b6e32ce82 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] 10.222.0.37 "DELETE /v2.0/ports/e97d143b-923b-4512-9882-c1cfd24fdf95 HTTP/1.1" status: 204 len: 173 time: 0.8290131 Dec 08 16:15:01.229043 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a93bf650-9d1d-45cf-b464-36dcf417ba00 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:01.298328 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-59d0e785-5a69-41ce-9fce-4e7675b5eb37 req-f036ca21-95a9-4cae-88b4-696b23cd98d2 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=6609b092-443c-424b-ba8b-aef841f42ce2 HTTP/1.1" status: 200 len: 210 time: 0.0411425 Dec 08 16:15:01.304063 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8206678-760e-4283-a751-b8d2b3cdecb6 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Pushing event updated for resources: {'Network': ['ID=0cd1fc08-18ef-4903-a4d4-304d5ce0f86e,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:01.325092 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 0cd1fc08-18ef-4903-a4d4-304d5ce0f86e details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:15:01.329022 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-d8206678-760e-4283-a751-b8d2b3cdecb6 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8872488 Dec 08 16:15:01.332582 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 49820) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:01.337844 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-0fa07407-3b44-4905-8697-47c37948813c tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Request body: {'subnet': {'network_id': '92f988d9-d3fd-471d-a94b-154482a7d460', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:01.435725 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a93bf650-9d1d-45cf-b464-36dcf417ba00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:01.436995 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93bf650-9d1d-45cf-b464-36dcf417ba00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:01.437686 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a93bf650-9d1d-45cf-b464-36dcf417ba00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:01.528419 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-49a772bd-aaed-4064-a67e-ad196dcb4973 req-1fd450a4-f762-41ef-b3c2-2aad19faf7c5 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9bace2e-fd3b-4d91-a66c-8243f779938d HTTP/1.1" status: 200 len: 210 time: 0.0732663 Dec 08 16:15:01.537214 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93bf650-9d1d-45cf-b464-36dcf417ba00 admin admin] Pushing event updated for resources: {'Network': ['ID=444a8cbb-ee83-40d1-9772-ed3daa005a16,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:01.546772 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa07407-3b44-4905-8697-47c37948813c tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Made reservation on behalf of 18030f7f284349198514456af1320f51 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:15:01.549618 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 444a8cbb-ee83-40d1-9772-ed3daa005a16 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:15:01.550422 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0fa07407-3b44-4905-8697-47c37948813c tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:01.685648 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a93bf650-9d1d-45cf-b464-36dcf417ba00 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.7791831 Dec 08 16:15:01.688765 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 49826) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:01.695436 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-63614b67-b67b-4b40-8a79-f719928bb27b admin admin] Request body: {'subnet': {'network_id': '444a8cbb-ee83-40d1-9772-ed3daa005a16', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-14788555-subnet', 'tenant_id': '22d0ae928129486d8913ac89433a7712', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:01.741782 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e3d51811-87b4-49b4-96c8-095efa975004 req-3bfca796-54a3-4974-adb0-7d7592f832fa tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] 10.222.0.64 "GET /v2.0/ports?device_id=e916e350-8663-4846-ac42-2f55cfecfc8c HTTP/1.1" status: 200 len: 210 time: 0.0396736 Dec 08 16:15:01.810182 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f6e1a-5e56-4cf3-aa55-79f72c8316ea req-6039331c-3c42-4cba-aff0-ff7bbf59605e tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:01.811723 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cf3f6e1a-5e56-4cf3-aa55-79f72c8316ea req-6039331c-3c42-4cba-aff0-ff7bbf59605e tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4ada1be-19ad-4a5e-aa35-20289645d91b HTTP/1.1" status: 200 len: 946 time: 0.0518436 Dec 08 16:15:01.860127 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63614b67-b67b-4b40-8a79-f719928bb27b admin admin] Made reservation on behalf of 22d0ae928129486d8913ac89433a7712 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:15:01.862507 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-63614b67-b67b-4b40-8a79-f719928bb27b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:01.864982 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cf3f6e1a-5e56-4cf3-aa55-79f72c8316ea req-aef891b0-ed3e-49f6-bed5-0ca83da37092 tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] 10.222.0.64 "GET /v2.0/security-groups?id=1266d10a-3889-42cf-ad5a-acf66e31e392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465167 Dec 08 16:15:01.917892 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0fa07407-3b44-4905-8697-47c37948813c tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:02.045384 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa07407-3b44-4905-8697-47c37948813c tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Pushing event updated for resources: {'Subnet': ['ID=6d585823-3fc3-43de-bace-96991eaf0e25,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:02.061904 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a91b35c-2f21-4ce0-bbd9-7b6344f2bd0e req-cd103de1-893b-44cf-999b-339b6fa5c55d tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:02.063478 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0a91b35c-2f21-4ce0-bbd9-7b6344f2bd0e req-cd103de1-893b-44cf-999b-339b6fa5c55d tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 944 time: 0.1841776 Dec 08 16:15:02.091286 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa07407-3b44-4905-8697-47c37948813c tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Checking segment: {'id': 'e1df37b9-083a-4373-838d-dc2a305e347b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '92f988d9-d3fd-471d-a94b-154482a7d460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:15:02.096735 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa07407-3b44-4905-8697-47c37948813c tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Network hostable DHCP agents. Network: 92f988d9-d3fd-471d-a94b-154482a7d460, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:15:02.203612 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0a91b35c-2f21-4ce0-bbd9-7b6344f2bd0e req-ee0a206b-6b2b-4981-994d-d194c54a0133 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321697 Dec 08 16:15:02.205966 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e916e350-8663-4846-ac42-2f55cfecfc8c', 'name': 'network-vif-deleted', 'tag': 'e97d143b-923b-4512-9882-c1cfd24fdf95'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:15:02.208386 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be2ede18-4f43-4848-a9ba-1d9aab6dd20b" -d '{"events": [{"server_uuid": "e916e350-8663-4846-ac42-2f55cfecfc8c", "name": "network-vif-deleted", "tag": "e97d143b-923b-4512-9882-c1cfd24fdf95"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:15:02.265391 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d1f6b3-5ac2-4a63-874c-82dc3a540060 x-openstack-request-id: req-f9d1f6b3-5ac2-4a63-874c-82dc3a540060 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:15:02.265391 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e916e350-8663-4846-ac42-2f55cfecfc8c", "name": "network-vif-deleted", "tag": "e97d143b-923b-4512-9882-c1cfd24fdf95", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:15:02.265391 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f9d1f6b3-5ac2-4a63-874c-82dc3a540060 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:15:02.265391 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e916e350-8663-4846-ac42-2f55cfecfc8c', 'name': 'network-vif-deleted', 'tag': 'e97d143b-923b-4512-9882-c1cfd24fdf95', 'status': 'completed', 'code': 200} Dec 08 16:15:02.296172 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 49838) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:02.321091 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa07407-3b44-4905-8697-47c37948813c tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Network 92f988d9-d3fd-471d-a94b-154482a7d460 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:15:02.360201 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6c3e99d1-9394-41b6-a1bb-55c62b85fa5d tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:02.386015 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6c3e99d1-9394-41b6-a1bb-55c62b85fa5d tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:02.403213 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-63614b67-b67b-4b40-8a79-f719928bb27b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:02.453338 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-0fa07407-3b44-4905-8697-47c37948813c tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 92f988d9-d3fd-471d-a94b-154482a7d460) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:15:02.462955 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa07407-3b44-4905-8697-47c37948813c tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:02.466336 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0fa07407-3b44-4905-8697-47c37948813c tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:02.466467 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a0b3b0-23c4-4a45-b2bc-02d90a3de00a None None] Network 92f988d9-d3fd-471d-a94b-154482a7d460 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:15:02.497888 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63614b67-b67b-4b40-8a79-f719928bb27b admin admin] Pushing event updated for resources: {'Subnet': ['ID=921ca20d-c445-4985-be5a-b19c39bd838b,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:02.508720 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63614b67-b67b-4b40-8a79-f719928bb27b admin admin] Checking segment: {'id': 'bb740625-1067-4eb4-8c3f-54ce2bbbb747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '444a8cbb-ee83-40d1-9772-ed3daa005a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:15:02.509087 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63614b67-b67b-4b40-8a79-f719928bb27b admin admin] Network hostable DHCP agents. Network: 444a8cbb-ee83-40d1-9772-ed3daa005a16, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:15:02.591154 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-0fa07407-3b44-4905-8697-47c37948813c tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2551095 Dec 08 16:15:02.591631 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 49856) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:02.597383 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-33f0cb70-bad3-49a7-a1b7-07e13005b5e0 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Request body: {'subnet': {'network_id': '0cd1fc08-18ef-4903-a4d4-304d5ce0f86e', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:02.631538 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323389b5-877e-45c1-bfbb-55ab413b702c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-92f988d9-d3fd-471d-a94b-154482a7d460', 'network_id': '92f988d9-d3fd-471d-a94b-154482a7d460', 'project_id': '18030f7f284349198514456af1320f51', 'fixed_ips': [{'subnet_id': '6d585823-3fc3-43de-bace-96991eaf0e25'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:15:02.632551 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-323389b5-877e-45c1-bfbb-55ab413b702c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:02.655653 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63614b67-b67b-4b40-8a79-f719928bb27b admin admin] Network 444a8cbb-ee83-40d1-9772-ed3daa005a16 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:15:02.657668 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6c3e99d1-9394-41b6-a1bb-55c62b85fa5d tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:02.660282 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6c3e99d1-9394-41b6-a1bb-55c62b85fa5d tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:02.661519 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-6c3e99d1-9394-41b6-a1bb-55c62b85fa5d tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] 10.222.0.64 "DELETE /v2.0/security-groups/67f6f32d-f66d-4d53-bc95-f0e53763f26e HTTP/1.1" status: 204 len: 168 time: 0.3641782 Dec 08 16:15:02.664622 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 49858) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:02.689033 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-f7e5337e-cb74-42a2-a1ce-4f453d987c7c tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] show failed (client error): The resource could not be found. Dec 08 16:15:02.690390 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f7e5337e-cb74-42a2-a1ce-4f453d987c7c tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] 10.222.0.64 "GET /v2.0/security-groups/67f6f32d-f66d-4d53-bc95-f0e53763f26e HTTP/1.1" status: 404 len: 347 time: 0.0245337 Dec 08 16:15:02.693774 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 49860) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:02.702285 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3e99d1-9394-41b6-a1bb-55c62b85fa5d tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f6f32d-f66d-4d53-bc95-f0e53763f26e,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:02.707779 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be6f55-20fd-42a6-8147-6987dd7b7eb9 req-9e0d432b-d766-44da-b1d2-2385a231ef4b tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:02.711842 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e5273ad5-af63-4dc0-b3cb-9ba0cce07460 req-ed8071ab-3ab3-4cfb-ac98-877b0653ab57 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9bace2e-fd3b-4d91-a66c-8243f779938d HTTP/1.1" status: 200 len: 210 time: 0.0939517 Dec 08 16:15:02.715645 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-87be6f55-20fd-42a6-8147-6987dd7b7eb9 req-9e0d432b-d766-44da-b1d2-2385a231ef4b tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/networks?id=d3895c5a-dfc2-4888-9675-12d8856051aa HTTP/1.1" status: 200 len: 812 time: 0.1675375 Dec 08 16:15:02.767294 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-87be6f55-20fd-42a6-8147-6987dd7b7eb9 req-8b3c6e00-ea8e-4aaa-9b63-0ee283d2db33 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/quotas/90ed4b9bbb134343aae1287ee30eda23 HTTP/1.1" status: 200 len: 375 time: 0.0506010 Dec 08 16:15:02.824553 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-63614b67-b67b-4b40-8a79-f719928bb27b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 444a8cbb-ee83-40d1-9772-ed3daa005a16) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:15:02.835676 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63614b67-b67b-4b40-8a79-f719928bb27b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:02.836248 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-63614b67-b67b-4b40-8a79-f719928bb27b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:02.839454 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-87be6f55-20fd-42a6-8147-6987dd7b7eb9 req-60563fbc-c0b3-4a9c-8c74-d2a18e717aae tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=90ed4b9bbb134343aae1287ee30eda23&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0709946 Dec 08 16:15:02.855153 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5310dbfd-217c-4567-8353-ebe758a50ba1 None None] Network 444a8cbb-ee83-40d1-9772-ed3daa005a16 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:15:02.875260 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0933461c-fb09-4d75-977c-f208e162cdf8 req-8c96c128-2b7e-4a2d-900b-cce2a0edafb3 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:02.876898 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0933461c-fb09-4d75-977c-f208e162cdf8 req-8c96c128-2b7e-4a2d-900b-cce2a0edafb3 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.76 "GET /v2.0/networks?id=cc341b4e-e4a6-433a-819f-1f235ff05a7a HTTP/1.1" status: 200 len: 806 time: 0.1757879 Dec 08 16:15:02.894585 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-0933461c-fb09-4d75-977c-f208e162cdf8 req-3e7d006c-9d23-44c3-aa5a-998be064ae84 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Request body: {'port': {'device_id': 'e9bace2e-fd3b-4d91-a66c-8243f779938d', 'network_id': 'cc341b4e-e4a6-433a-819f-1f235ff05a7a', 'admin_state_up': True, 'tenant_id': '3c96083250fb4c3492902950739ee237'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:02.931516 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-323389b5-877e-45c1-bfbb-55ab413b702c None None] Allocated IP 10.1.1.2 (92f988d9-d3fd-471d-a94b-154482a7d460/6d585823-3fc3-43de-bace-96991eaf0e25/318e1d23-a09e-47b0-8e69-1d5ecd8ac95d) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:15:02.981486 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f0cb70-bad3-49a7-a1b7-07e13005b5e0 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Made reservation on behalf of 18030f7f284349198514456af1320f51 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:15:02.984879 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-87be6f55-20fd-42a6-8147-6987dd7b7eb9 req-e2ab40b1-502b-4c42-9efb-9880d06a4565 service neutron] 10.222.0.64 "GET /v2.0/networks/d3895c5a-dfc2-4888-9675-12d8856051aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437986 Dec 08 16:15:02.985088 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-33f0cb70-bad3-49a7-a1b7-07e13005b5e0 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:02.988330 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-61ce3d53-90c4-49eb-b929-f57a505eea27 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Deleting port e36ffa12-83d6-4118-a97f-defe34b5c9f7 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:15:02.991915 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-61ce3d53-90c4-49eb-b929-f57a505eea27 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:03.036033 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50926f8f-9649-43a1-9f48-5140edda468c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-444a8cbb-ee83-40d1-9772-ed3daa005a16', 'network_id': '444a8cbb-ee83-40d1-9772-ed3daa005a16', 'project_id': '22d0ae928129486d8913ac89433a7712', 'fixed_ips': [{'subnet_id': '921ca20d-c445-4985-be5a-b19c39bd838b'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:15:03.041314 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-50926f8f-9649-43a1-9f48-5140edda468c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:03.057981 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-63614b67-b67b-4b40-8a79-f719928bb27b admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3681502 Dec 08 16:15:03.071531 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 49868) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:03.079242 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-dfff3ab3-432f-4307-9d9d-e6828db19a54 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-14788555-router', 'tenant_id': '22d0ae928129486d8913ac89433a7712', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:03.169782 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-61ce3d53-90c4-49eb-b929-f57a505eea27 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:03.170051 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8421c47-1280-417d-8a6e-38cd26c74398 req-7524a2d7-205e-4778-bfaa-f87881ec3881 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:03.170152 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-61ce3d53-90c4-49eb-b929-f57a505eea27 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:03.172467 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c8421c47-1280-417d-8a6e-38cd26c74398 req-7524a2d7-205e-4778-bfaa-f87881ec3881 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fde413b-425a-468a-a647-b7afecf7c938 HTTP/1.1" status: 200 len: 945 time: 0.2338514 Dec 08 16:15:03.192397 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-87be6f55-20fd-42a6-8147-6987dd7b7eb9 req-c5c9b3b5-ba9c-4cf0-819e-1f7493d19c48 service neutron] 10.222.0.64 "GET /v2.0/networks/d3895c5a-dfc2-4888-9675-12d8856051aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973817 Dec 08 16:15:03.193398 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-61ce3d53-90c4-49eb-b929-f57a505eea27 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Calling delete_port for e36ffa12-83d6-4118-a97f-defe34b5c9f7 owned by network:floatingip {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:15:03.279372 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-323389b5-877e-45c1-bfbb-55ab413b702c None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:03.290116 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c8421c47-1280-417d-8a6e-38cd26c74398 req-f827c82e-650a-4ec8-9e86-096e7b288338 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] 10.222.0.64 "GET /v2.0/security-groups?id=64343fac-e9f0-47fd-968f-e381b6475234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999322 Dec 08 16:15:03.295582 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dfff3ab3-432f-4307-9d9d-e6828db19a54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:03.296083 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dfff3ab3-432f-4307-9d9d-e6828db19a54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:03.302553 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-50926f8f-9649-43a1-9f48-5140edda468c None None] Allocated IP 172.20.0.2 (444a8cbb-ee83-40d1-9772-ed3daa005a16/921ca20d-c445-4985-be5a-b19c39bd838b/d4c2d305-89ea-44a6-a60d-e02fb9c199cc) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:15:03.420377 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dfff3ab3-432f-4307-9d9d-e6828db19a54 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:03.464105 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a667668-8b9e-4f4f-be35-9aec68a2d741 req-becb402c-de19-420b-8498-7cea825d7ae9 tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:03.466292 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2a667668-8b9e-4f4f-be35-9aec68a2d741 req-becb402c-de19-420b-8498-7cea825d7ae9 tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4ada1be-19ad-4a5e-aa35-20289645d91b HTTP/1.1" status: 200 len: 946 time: 0.0577312 Dec 08 16:15:03.471895 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0933461c-fb09-4d75-977c-f208e162cdf8 req-3e7d006c-9d23-44c3-aa5a-998be064ae84 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Made reservation on behalf of 3c96083250fb4c3492902950739ee237 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:15:03.476234 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0933461c-fb09-4d75-977c-f208e162cdf8 req-3e7d006c-9d23-44c3-aa5a-998be064ae84 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:03.495344 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-61ce3d53-90c4-49eb-b929-f57a505eea27 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:03.526927 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-323389b5-877e-45c1-bfbb-55ab413b702c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:03.548088 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-33f0cb70-bad3-49a7-a1b7-07e13005b5e0 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:03.578190 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ce3d53-90c4-49eb-b929-f57a505eea27 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Pushing event deleted for resources: {'Port': ['ID=e36ffa12-83d6-4118-a97f-defe34b5c9f7,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:03.579570 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323389b5-877e-45c1-bfbb-55ab413b702c None None] Pushing event updated for resources: {'Port': ['ID=318e1d23-a09e-47b0-8e69-1d5ecd8ac95d,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:03.588103 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device e97d143b-923b-4512-9882-c1cfd24fdf95 no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:15:03.622918 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: e97d143b-923b-4512-9882-c1cfd24fdf95 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:15:03.623263 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device e97d143b-923b-4512-9882-c1cfd24fdf95 not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:15:03.623683 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 275a5dd9-6fbe-4bda-bf3b-9ad59c6544d5 no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:15:03.653971 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323389b5-877e-45c1-bfbb-55ab413b702c None None] Network 92f988d9-d3fd-471d-a94b-154482a7d460 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:15:03.661336 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: 275a5dd9-6fbe-4bda-bf3b-9ad59c6544d5 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:15:03.661886 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 275a5dd9-6fbe-4bda-bf3b-9ad59c6544d5 not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:15:03.665252 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-323389b5-877e-45c1-bfbb-55ab413b702c None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:15:03.670571 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323389b5-877e-45c1-bfbb-55ab413b702c None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:15:03.709508 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-61ce3d53-90c4-49eb-b929-f57a505eea27 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Publish callbacks [] for floatingip, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:03.714455 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-61ce3d53-90c4-49eb-b929-f57a505eea27 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:03.714455 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-61ce3d53-90c4-49eb-b929-f57a505eea27 tempest-ServersTestFqdnHostnames-889732481 tempest-ServersTestFqdnHostnames-889732481-project] 10.222.0.64 "DELETE /v2.0/floatingips/f5856682-85fe-499d-86cb-71e758676af9 HTTP/1.1" status: 204 len: 168 time: 1.0187435 Dec 08 16:15:03.718063 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 49878) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:03.737014 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebe8eba-ea1c-463e-86c8-f474f96b2462 req-ae9f102c-d26b-463f-989b-c08ef7f7bd73 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:03.738628 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bebe8eba-ea1c-463e-86c8-f474f96b2462 req-ae9f102c-d26b-463f-989b-c08ef7f7bd73 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 944 time: 0.1634216 Dec 08 16:15:03.776329 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2a667668-8b9e-4f4f-be35-9aec68a2d741 req-34fdfa9d-339c-439b-9cca-2676ae7b5b5e tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] 10.222.0.64 "GET /v2.0/security-groups?id=1266d10a-3889-42cf-ad5a-acf66e31e392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974124 Dec 08 16:15:03.818506 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-323389b5-877e-45c1-bfbb-55ab413b702c None None] Attempting to bind port 318e1d23-a09e-47b0-8e69-1d5ecd8ac95d on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:15:03.819105 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-323389b5-877e-45c1-bfbb-55ab413b702c None None] Attempting to bind port 318e1d23-a09e-47b0-8e69-1d5ecd8ac95d by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'e1df37b9-083a-4373-838d-dc2a305e347b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '92f988d9-d3fd-471d-a94b-154482a7d460'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:15:03.819296 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323389b5-877e-45c1-bfbb-55ab413b702c None None] Attempting to bind port 318e1d23-a09e-47b0-8e69-1d5ecd8ac95d on network 92f988d9-d3fd-471d-a94b-154482a7d460 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:15:03.829286 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-50926f8f-9649-43a1-9f48-5140edda468c None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:03.832894 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323389b5-877e-45c1-bfbb-55ab413b702c None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:15:03.833282 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323389b5-877e-45c1-bfbb-55ab413b702c None None] Checking segment: {'id': 'e1df37b9-083a-4373-838d-dc2a305e347b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '92f988d9-d3fd-471d-a94b-154482a7d460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:15:03.833689 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-323389b5-877e-45c1-bfbb-55ab413b702c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:03.834089 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323389b5-877e-45c1-bfbb-55ab413b702c None None] Bound using segment: {'id': 'e1df37b9-083a-4373-838d-dc2a305e347b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '92f988d9-d3fd-471d-a94b-154482a7d460'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:15:03.834577 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-323389b5-877e-45c1-bfbb-55ab413b702c None None] Bound port: 318e1d23-a09e-47b0-8e69-1d5ecd8ac95d, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1df37b9-083a-4373-838d-dc2a305e347b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '92f988d9-d3fd-471d-a94b-154482a7d460'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:15:03.834967 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-323389b5-877e-45c1-bfbb-55ab413b702c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:03.889190 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bebe8eba-ea1c-463e-86c8-f474f96b2462 req-30a4676c-c9ab-4407-a863-3782fa1faa65 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134160 Dec 08 16:15:03.920157 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-50926f8f-9649-43a1-9f48-5140edda468c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:03.930538 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dfff3ab3-432f-4307-9d9d-e6828db19a54 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:03.931080 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-323389b5-877e-45c1-bfbb-55ab413b702c None None] For port 318e1d23-a09e-47b0-8e69-1d5ecd8ac95d, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:15:03.971577 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-323389b5-877e-45c1-bfbb-55ab413b702c None None] For port 318e1d23-a09e-47b0-8e69-1d5ecd8ac95d, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=318e1d23-a09e-47b0-8e69-1d5ecd8ac95d,segment=NetworkSegment(e1df37b9-083a-4373-838d-dc2a305e347b),segment_id=e1df37b9-083a-4373-838d-dc2a305e347b)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:15:03.984722 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50926f8f-9649-43a1-9f48-5140edda468c None None] Network 444a8cbb-ee83-40d1-9772-ed3daa005a16 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:15:03.992087 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-50926f8f-9649-43a1-9f48-5140edda468c None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:15:03.997681 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50926f8f-9649-43a1-9f48-5140edda468c None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:15:04.000974 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50926f8f-9649-43a1-9f48-5140edda468c None None] Pushing event updated for resources: {'Port': ['ID=d4c2d305-89ea-44a6-a60d-e02fb9c199cc,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:04.024998 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8513c441-c024-4dab-afd7-484dabdcbf4d req-f768ee3b-c926-4cff-90ab-7c46d846f34e tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=51348ef1-afe6-4b70-a251-0ebd46e35eb1 HTTP/1.1" status: 200 len: 210 time: 0.0402858 Dec 08 16:15:04.029810 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f0cb70-bad3-49a7-a1b7-07e13005b5e0 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Pushing event updated for resources: {'Subnet': ['ID=28438769-469d-463a-a3b1-f1ca9c15b49c,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:04.071124 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-323389b5-877e-45c1-bfbb-55ab413b702c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:04.071536 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2288ad05-2392-43af-b353-301ef6357722 req-f500b650-38d8-4a70-b3f0-6b5a3e54551f tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9bace2e-fd3b-4d91-a66c-8243f779938d HTTP/1.1" status: 200 len: 210 time: 0.0505166 Dec 08 16:15:04.106473 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f0cb70-bad3-49a7-a1b7-07e13005b5e0 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Checking segment: {'id': '850cf408-d2e1-44d7-9e49-63d5f0b3762d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '0cd1fc08-18ef-4903-a4d4-304d5ce0f86e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:15:04.107341 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f0cb70-bad3-49a7-a1b7-07e13005b5e0 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Network hostable DHCP agents. Network: 0cd1fc08-18ef-4903-a4d4-304d5ce0f86e, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:15:04.115334 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-50926f8f-9649-43a1-9f48-5140edda468c None None] Attempting to bind port d4c2d305-89ea-44a6-a60d-e02fb9c199cc on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:15:04.117128 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-50926f8f-9649-43a1-9f48-5140edda468c None None] Attempting to bind port d4c2d305-89ea-44a6-a60d-e02fb9c199cc by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'bb740625-1067-4eb4-8c3f-54ce2bbbb747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '444a8cbb-ee83-40d1-9772-ed3daa005a16'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:15:04.117128 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50926f8f-9649-43a1-9f48-5140edda468c None None] Attempting to bind port d4c2d305-89ea-44a6-a60d-e02fb9c199cc on network 444a8cbb-ee83-40d1-9772-ed3daa005a16 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:15:04.129079 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f5d7f6-23a3-4ca5-96eb-e6b33d15f045 req-914e6854-4a16-478d-82fd-8279b3d8567c tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:04.131021 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-15f5d7f6-23a3-4ca5-96eb-e6b33d15f045 req-914e6854-4a16-478d-82fd-8279b3d8567c tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] 10.222.0.76 "GET /v2.0/ports?device_id=2fde413b-425a-468a-a647-b7afecf7c938 HTTP/1.1" status: 200 len: 945 time: 0.1683772 Dec 08 16:15:04.133184 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50926f8f-9649-43a1-9f48-5140edda468c None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:15:04.133635 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50926f8f-9649-43a1-9f48-5140edda468c None None] Checking segment: {'id': 'bb740625-1067-4eb4-8c3f-54ce2bbbb747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '444a8cbb-ee83-40d1-9772-ed3daa005a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:15:04.140329 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-50926f8f-9649-43a1-9f48-5140edda468c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:04.140329 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50926f8f-9649-43a1-9f48-5140edda468c None None] Bound using segment: {'id': 'bb740625-1067-4eb4-8c3f-54ce2bbbb747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '444a8cbb-ee83-40d1-9772-ed3daa005a16'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:15:04.140329 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-50926f8f-9649-43a1-9f48-5140edda468c None None] Bound port: d4c2d305-89ea-44a6-a60d-e02fb9c199cc, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb740625-1067-4eb4-8c3f-54ce2bbbb747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '444a8cbb-ee83-40d1-9772-ed3daa005a16'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:15:04.140329 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-50926f8f-9649-43a1-9f48-5140edda468c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:04.173801 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078e07e-2279-460e-9b6b-3f949856e441 req-18d7efa7-6dc3-4de4-b0d0-b2b6b86cb227 tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:04.176804 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d078e07e-2279-460e-9b6b-3f949856e441 req-18d7efa7-6dc3-4de4-b0d0-b2b6b86cb227 tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4ada1be-19ad-4a5e-aa35-20289645d91b HTTP/1.1" status: 200 len: 946 time: 0.3445187 Dec 08 16:15:04.203099 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323389b5-877e-45c1-bfbb-55ab413b702c None None] Pushing event updated for resources: {'Port': ['ID=318e1d23-a09e-47b0-8e69-1d5ecd8ac95d,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:04.252028 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-50926f8f-9649-43a1-9f48-5140edda468c None None] For port d4c2d305-89ea-44a6-a60d-e02fb9c199cc, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:15:04.257805 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-50926f8f-9649-43a1-9f48-5140edda468c None None] For port d4c2d305-89ea-44a6-a60d-e02fb9c199cc, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=d4c2d305-89ea-44a6-a60d-e02fb9c199cc,segment=NetworkSegment(bb740625-1067-4eb4-8c3f-54ce2bbbb747),segment_id=bb740625-1067-4eb4-8c3f-54ce2bbbb747)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:15:04.278481 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f0cb70-bad3-49a7-a1b7-07e13005b5e0 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Network 0cd1fc08-18ef-4903-a4d4-304d5ce0f86e is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:15:04.320151 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-0933461c-fb09-4d75-977c-f208e162cdf8 req-3e7d006c-9d23-44c3-aa5a-998be064ae84 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Allocated IP 172.20.0.11 (cc341b4e-e4a6-433a-819f-1f235ff05a7a/5ae73486-24f1-4ad9-b7a3-ee511661fedf/7d9329db-c8df-40a8-bcc1-8fcc25ca551f) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:15:04.339076 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-50926f8f-9649-43a1-9f48-5140edda468c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:04.363517 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-15f5d7f6-23a3-4ca5-96eb-e6b33d15f045 req-5af03f25-087e-4fac-ab21-f154427ab7c7 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Deleting port eca93204-d49a-4090-ad9d-ba184f1d6b71 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:15:04.363864 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-15f5d7f6-23a3-4ca5-96eb-e6b33d15f045 req-5af03f25-087e-4fac-ab21-f154427ab7c7 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:04.368422 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:15:04.422180 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:04.452399 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-d078e07e-2279-460e-9b6b-3f949856e441 req-51930ac3-508f-46d0-abd4-193abf5ab511 tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] Deleting port 21025983-be0c-4510-8570-b5fd014abcb5 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:15:04.453050 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d078e07e-2279-460e-9b6b-3f949856e441 req-51930ac3-508f-46d0-abd4-193abf5ab511 tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:04.485821 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50926f8f-9649-43a1-9f48-5140edda468c None None] Pushing event updated for resources: {'Port': ['ID=d4c2d305-89ea-44a6-a60d-e02fb9c199cc,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:04.509167 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-33f0cb70-bad3-49a7-a1b7-07e13005b5e0 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 0cd1fc08-18ef-4903-a4d4-304d5ce0f86e) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:15:04.521741 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08051d82-3a63-4b0f-84ce-a5277e0bfa1c None None] Network 0cd1fc08-18ef-4903-a4d4-304d5ce0f86e requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:15:04.579123 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-15f5d7f6-23a3-4ca5-96eb-e6b33d15f045 req-5af03f25-087e-4fac-ab21-f154427ab7c7 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] For port eca93204-d49a-4090-ad9d-ba184f1d6b71, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=eca93204-d49a-4090-ad9d-ba184f1d6b71,segment=NetworkSegment(1f74d0f3-17d0-468a-b77c-633276f937da),segment_id=1f74d0f3-17d0-468a-b77c-633276f937da)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:04.579608 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-15f5d7f6-23a3-4ca5-96eb-e6b33d15f045 req-5af03f25-087e-4fac-ab21-f154427ab7c7 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:04.640314 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f0cb70-bad3-49a7-a1b7-07e13005b5e0 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:04.642992 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-33f0cb70-bad3-49a7-a1b7-07e13005b5e0 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:04.654397 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-15f5d7f6-23a3-4ca5-96eb-e6b33d15f045 req-5af03f25-087e-4fac-ab21-f154427ab7c7 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Calling delete_port for eca93204-d49a-4090-ad9d-ba184f1d6b71 owned by compute:nova {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:15:04.711501 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5731957f-b17c-4000-a7cb-61729d331939 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-0cd1fc08-18ef-4903-a4d4-304d5ce0f86e', 'network_id': '0cd1fc08-18ef-4903-a4d4-304d5ce0f86e', 'project_id': '18030f7f284349198514456af1320f51', 'fixed_ips': [{'subnet_id': '28438769-469d-463a-a3b1-f1ca9c15b49c'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:15:04.712423 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5731957f-b17c-4000-a7cb-61729d331939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:04.732763 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0933461c-fb09-4d75-977c-f208e162cdf8 req-3e7d006c-9d23-44c3-aa5a-998be064ae84 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:04.752973 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ce4ea10c-41b3-4388-bf94-f439d6ce25e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:04.910630 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-d078e07e-2279-460e-9b6b-3f949856e441 req-51930ac3-508f-46d0-abd4-193abf5ab511 tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] For port 21025983-be0c-4510-8570-b5fd014abcb5, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=21025983-be0c-4510-8570-b5fd014abcb5,segment=NetworkSegment(42a14005-38bc-4d00-825d-f1d22b0389e5),segment_id=42a14005-38bc-4d00-825d-f1d22b0389e5)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:04.910630 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d078e07e-2279-460e-9b6b-3f949856e441 req-51930ac3-508f-46d0-abd4-193abf5ab511 tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:04.933453 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-d078e07e-2279-460e-9b6b-3f949856e441 req-51930ac3-508f-46d0-abd4-193abf5ab511 tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] Calling delete_port for 21025983-be0c-4510-8570-b5fd014abcb5 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:15:04.954053 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-33f0cb70-bad3-49a7-a1b7-07e13005b5e0 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.3588786 Dec 08 16:15:04.959596 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-5731957f-b17c-4000-a7cb-61729d331939 None None] Allocated IP 10.2.2.2 (0cd1fc08-18ef-4903-a4d4-304d5ce0f86e/28438769-469d-463a-a3b1-f1ca9c15b49c/c55dcbf5-fa1e-4dbb-8c1f-ba1f4466e8a2) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:15:04.965797 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 49892) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:04.983341 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-16b3d3b5-e721-4676-8629-c489c8a3bccb tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Request body: {'port': {'network_id': '92f988d9-d3fd-471d-a94b-154482a7d460', 'name': 'tempest-TaggedBootDevicesTest_v242-1850936387', 'fixed_ips': [{'subnet_id': '6d585823-3fc3-43de-bace-96991eaf0e25'}]}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:05.028219 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0933461c-fb09-4d75-977c-f208e162cdf8 req-3e7d006c-9d23-44c3-aa5a-998be064ae84 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:05.163284 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5731957f-b17c-4000-a7cb-61729d331939 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:05.168688 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['447778cb-6852-4f54-8138-b73aa73fba8a'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:15:05.284062 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5731957f-b17c-4000-a7cb-61729d331939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:05.343731 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d2269-17fb-4e19-8425-d4768f66222b req-711dca60-e8fe-4f3c-b13c-5cd6e47ff0b6 tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:05.345896 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-067d2269-17fb-4e19-8425-d4768f66222b req-711dca60-e8fe-4f3c-b13c-5cd6e47ff0b6 tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4ada1be-19ad-4a5e-aa35-20289645d91b HTTP/1.1" status: 200 len: 946 time: 0.4257271 Dec 08 16:15:05.360490 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5731957f-b17c-4000-a7cb-61729d331939 None None] Network 0cd1fc08-18ef-4903-a4d4-304d5ce0f86e is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:15:05.382828 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-5731957f-b17c-4000-a7cb-61729d331939 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:15:05.384650 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5731957f-b17c-4000-a7cb-61729d331939 None None] Pushing event updated for resources: {'Port': ['ID=c55dcbf5-fa1e-4dbb-8c1f-ba1f4466e8a2,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:05.387144 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5731957f-b17c-4000-a7cb-61729d331939 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:15:05.411714 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b3d3b5-e721-4676-8629-c489c8a3bccb tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Made reservation on behalf of 18030f7f284349198514456af1320f51 for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:15:05.489291 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-5731957f-b17c-4000-a7cb-61729d331939 None None] Attempting to bind port c55dcbf5-fa1e-4dbb-8c1f-ba1f4466e8a2 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:15:05.489965 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-5731957f-b17c-4000-a7cb-61729d331939 None None] Attempting to bind port c55dcbf5-fa1e-4dbb-8c1f-ba1f4466e8a2 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '850cf408-d2e1-44d7-9e49-63d5f0b3762d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '0cd1fc08-18ef-4903-a4d4-304d5ce0f86e'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:15:05.490494 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5731957f-b17c-4000-a7cb-61729d331939 None None] Attempting to bind port c55dcbf5-fa1e-4dbb-8c1f-ba1f4466e8a2 on network 0cd1fc08-18ef-4903-a4d4-304d5ce0f86e {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:15:05.501062 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5731957f-b17c-4000-a7cb-61729d331939 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:15:05.501761 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5731957f-b17c-4000-a7cb-61729d331939 None None] Checking segment: {'id': '850cf408-d2e1-44d7-9e49-63d5f0b3762d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '0cd1fc08-18ef-4903-a4d4-304d5ce0f86e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:15:05.502349 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5731957f-b17c-4000-a7cb-61729d331939 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:05.502926 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5731957f-b17c-4000-a7cb-61729d331939 None None] Bound using segment: {'id': '850cf408-d2e1-44d7-9e49-63d5f0b3762d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '0cd1fc08-18ef-4903-a4d4-304d5ce0f86e'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:15:05.503857 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-5731957f-b17c-4000-a7cb-61729d331939 None None] Bound port: c55dcbf5-fa1e-4dbb-8c1f-ba1f4466e8a2, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '850cf408-d2e1-44d7-9e49-63d5f0b3762d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '0cd1fc08-18ef-4903-a4d4-304d5ce0f86e'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:15:05.504462 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5731957f-b17c-4000-a7cb-61729d331939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:05.532385 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-16b3d3b5-e721-4676-8629-c489c8a3bccb tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:05.564147 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-15f5d7f6-23a3-4ca5-96eb-e6b33d15f045 req-5af03f25-087e-4fac-ab21-f154427ab7c7 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:05.581072 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['eca93204-d49a-4090-ad9d-ba184f1d6b71'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:15:05.600814 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-16b3d3b5-e721-4676-8629-c489c8a3bccb tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] device_id is not set on port 5d42f4d8-9ca3-4f66-912f-1ee4a3cb0c8e yet. {{(pid=110551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:15:05.609435 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc20914-5949-4fc4-babe-753fa674e7e8 req-257fae99-7ee9-4322-952b-89e257ef4bc4 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:05.619414 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9fc20914-5949-4fc4-babe-753fa674e7e8 req-257fae99-7ee9-4322-952b-89e257ef4bc4 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fde413b-425a-468a-a647-b7afecf7c938 HTTP/1.1" status: 200 len: 867 time: 1.0279317 Dec 08 16:15:05.639613 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af03f25-087e-4fac-ab21-f154427ab7c7 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Pushing event deleted for resources: {'Port': ['ID=eca93204-d49a-4090-ad9d-ba184f1d6b71,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:05.661500 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-5731957f-b17c-4000-a7cb-61729d331939 None None] For port c55dcbf5-fa1e-4dbb-8c1f-ba1f4466e8a2, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:15:05.664963 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-5731957f-b17c-4000-a7cb-61729d331939 None None] For port c55dcbf5-fa1e-4dbb-8c1f-ba1f4466e8a2, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=c55dcbf5-fa1e-4dbb-8c1f-ba1f4466e8a2,segment=NetworkSegment(850cf408-d2e1-44d7-9e49-63d5f0b3762d),segment_id=850cf408-d2e1-44d7-9e49-63d5f0b3762d)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:15:05.670761 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3aa3fbf-a467-4046-9d0b-389eb596cf68 None None] Network 92f988d9-d3fd-471d-a94b-154482a7d460 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:15:05.722728 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-067d2269-17fb-4e19-8425-d4768f66222b req-639278f8-5414-4b30-a2ab-e87261b20449 tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] 10.222.0.64 "GET /v2.0/security-groups?id=1266d10a-3889-42cf-ad5a-acf66e31e392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3642850 Dec 08 16:15:05.726654 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9fc20914-5949-4fc4-babe-753fa674e7e8 req-52908790-2e20-42fd-a6ce-160316999b65 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] 10.222.0.64 "GET /v2.0/security-groups?id=64343fac-e9f0-47fd-968f-e381b6475234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060510 Dec 08 16:15:05.738713 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0933461c-fb09-4d75-977c-f208e162cdf8 req-3e7d006c-9d23-44c3-aa5a-998be064ae84 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Network cc341b4e-e4a6-433a-819f-1f235ff05a7a is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:15:05.783259 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5731957f-b17c-4000-a7cb-61729d331939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:05.799829 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dfff3ab3-432f-4307-9d9d-e6828db19a54 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:05.802418 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-0933461c-fb09-4d75-977c-f208e162cdf8 req-3e7d006c-9d23-44c3-aa5a-998be064ae84 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:15:05.807580 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7d006c-9d23-44c3-aa5a-998be064ae84 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Pushing event updated for resources: {'Port': ['ID=7d9329db-c8df-40a8-bcc1-8fcc25ca551f,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:05.815383 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-0933461c-fb09-4d75-977c-f208e162cdf8 req-3e7d006c-9d23-44c3-aa5a-998be064ae84 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:15:05.889809 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dfff3ab3-432f-4307-9d9d-e6828db19a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:05.894719 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5731957f-b17c-4000-a7cb-61729d331939 None None] Pushing event updated for resources: {'Port': ['ID=c55dcbf5-fa1e-4dbb-8c1f-ba1f4466e8a2,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:05.940534 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2fff57c7-ce17-49e7-ab2d-e556d69b0c3d req-96414680-50ea-4321-a421-f7a4f9dd74f5 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=51348ef1-afe6-4b70-a251-0ebd46e35eb1 HTTP/1.1" status: 200 len: 210 time: 0.1215110 Dec 08 16:15:05.944899 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-b170bad6-0c3f-486f-b76a-6dcd86830bc3 None None] Provisioning complete for port 318e1d23-a09e-47b0-8e69-1d5ecd8ac95d triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:15:05.945495 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b170bad6-0c3f-486f-b76a-6dcd86830bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:06.075156 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 77c117d3-70dc-4550-8495-cc1d394f2397 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:15:06.103609 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0933461c-fb09-4d75-977c-f208e162cdf8 req-3e7d006c-9d23-44c3-aa5a-998be064ae84 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:06.104342 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0933461c-fb09-4d75-977c-f208e162cdf8 req-3e7d006c-9d23-44c3-aa5a-998be064ae84 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:06.242344 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 318e1d23-a09e-47b0-8e69-1d5ecd8ac95d up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:15:06.325117 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae306655-31de-4046-be02-4621b2abf9e6 None None] Network 444a8cbb-ee83-40d1-9772-ed3daa005a16 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:15:06.335059 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0933461c-fb09-4d75-977c-f208e162cdf8 req-3e7d006c-9d23-44c3-aa5a-998be064ae84 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4467146 Dec 08 16:15:06.372039 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-15f5d7f6-23a3-4ca5-96eb-e6b33d15f045 req-5af03f25-087e-4fac-ab21-f154427ab7c7 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] No DVR routers for this DVR port eca93204-d49a-4090-ad9d-ba184f1d6b71 on host n-h1-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:15:06.380399 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-0933461c-fb09-4d75-977c-f208e162cdf8 req-508a6ce7-824e-49b4-8529-4d80034c7bb1 service neutron] Request body: {'port': {'device_id': 'e9bace2e-fd3b-4d91-a66c-8243f779938d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:06.393852 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-dfff3ab3-432f-4307-9d9d-e6828db19a54 admin admin] Allocated IP 172.25.0.102 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/58878c24-d811-49b0-a4b9-6d26b20c4f75) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:15:06.442908 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ecee1-cfb2-4e5a-9ba4-fdba5c0e0461 req-4411997a-44b2-4ea6-8d2a-6363326a609a tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:06.452951 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fb2ecee1-cfb2-4e5a-9ba4-fdba5c0e0461 req-4411997a-44b2-4ea6-8d2a-6363326a609a tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9bace2e-fd3b-4d91-a66c-8243f779938d HTTP/1.1" status: 200 len: 932 time: 0.3410437 Dec 08 16:15:06.493329 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-15f5d7f6-23a3-4ca5-96eb-e6b33d15f045 req-5af03f25-087e-4fac-ab21-f154427ab7c7 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:06.498669 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-15f5d7f6-23a3-4ca5-96eb-e6b33d15f045 req-5af03f25-087e-4fac-ab21-f154427ab7c7 tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] 10.222.0.76 "DELETE /v2.0/ports/eca93204-d49a-4090-ad9d-ba184f1d6b71 HTTP/1.1" status: 204 len: 173 time: 2.3535943 Dec 08 16:15:06.514112 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fde413b-425a-468a-a647-b7afecf7c938', 'name': 'network-vif-deleted', 'tag': 'eca93204-d49a-4090-ad9d-ba184f1d6b71'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:15:06.519206 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d218f804-dc2b-4b43-9f68-03ed840736a8" -d '{"events": [{"server_uuid": "2fde413b-425a-468a-a647-b7afecf7c938", "name": "network-vif-deleted", "tag": "eca93204-d49a-4090-ad9d-ba184f1d6b71"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:15:06.534538 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0933461c-fb09-4d75-977c-f208e162cdf8 req-508a6ce7-824e-49b4-8529-4d80034c7bb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:06.587551 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 318e1d23-a09e-47b0-8e69-1d5ecd8ac95d triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:15:06.587936 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:06.589573 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b170bad6-0c3f-486f-b76a-6dcd86830bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:06.614076 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 77c117d3-70dc-4550-8495-cc1d394f2397, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=77c117d3-70dc-4550-8495-cc1d394f2397,segment=NetworkSegment(6b0c82a0-bc9c-4886-a49c-1b810d61edae),segment_id=6b0c82a0-bc9c-4886-a49c-1b810d61edae)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:06.631467 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d078e07e-2279-460e-9b6b-3f949856e441 req-51930ac3-508f-46d0-abd4-193abf5ab511 tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:06.674277 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['21025983-be0c-4510-8570-b5fd014abcb5'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:15:06.682941 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fb2ecee1-cfb2-4e5a-9ba4-fdba5c0e0461 req-f42c1433-17d0-4142-9343-695a3fd8569b tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246513 Dec 08 16:15:06.717183 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5cd06-8ccf-443c-b1ee-51a53bb19673 req-5728a701-0af7-4dd7-9f58-138cc668453b tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:06.718821 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-16a5cd06-8ccf-443c-b1ee-51a53bb19673 req-5728a701-0af7-4dd7-9f58-138cc668453b tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 944 time: 0.4419167 Dec 08 16:15:06.729428 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '77c117d3-70dc-4550-8495-cc1d394f2397', 'network_id': 'aae70492-1682-4e18-b135-887c01697ca0', 'port_id': '77c117d3-70dc-4550-8495-cc1d394f2397', 'mac_address': 'fa:16:3e:76:07:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b9a45e-f6fb-459d-ae2c-34fcbd17d9b9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:15:06.757943 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f749a688-046b-408d-80dd-02b23adab4d0 x-openstack-request-id: req-f749a688-046b-408d-80dd-02b23adab4d0 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:15:06.758544 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fde413b-425a-468a-a647-b7afecf7c938", "name": "network-vif-deleted", "tag": "eca93204-d49a-4090-ad9d-ba184f1d6b71", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:15:06.759012 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f749a688-046b-408d-80dd-02b23adab4d0 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:15:06.759629 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fde413b-425a-468a-a647-b7afecf7c938', 'name': 'network-vif-deleted', 'tag': 'eca93204-d49a-4090-ad9d-ba184f1d6b71', 'status': 'completed', 'code': 200} Dec 08 16:15:06.761975 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51930ac3-508f-46d0-abd4-193abf5ab511 tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] Pushing event deleted for resources: {'Port': ['ID=21025983-be0c-4510-8570-b5fd014abcb5,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:06.823761 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:06.829844 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-d078e07e-2279-460e-9b6b-3f949856e441 req-51930ac3-508f-46d0-abd4-193abf5ab511 tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] No DVR routers for this DVR port 21025983-be0c-4510-8570-b5fd014abcb5 on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:15:06.837037 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d078e07e-2279-460e-9b6b-3f949856e441 req-51930ac3-508f-46d0-abd4-193abf5ab511 tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:06.841108 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d078e07e-2279-460e-9b6b-3f949856e441 req-51930ac3-508f-46d0-abd4-193abf5ab511 tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] 10.222.0.76 "DELETE /v2.0/ports/21025983-be0c-4510-8570-b5fd014abcb5 HTTP/1.1" status: 204 len: 173 time: 2.6511223 Dec 08 16:15:06.843374 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be6f55-20fd-42a6-8147-6987dd7b7eb9 req-f5aabd2b-7428-489e-a9c2-4949f6f7ae76 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:06.844895 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ada1be-19ad-4a5e-aa35-20289645d91b', 'name': 'network-vif-deleted', 'tag': '21025983-be0c-4510-8570-b5fd014abcb5'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:15:06.845884 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-87be6f55-20fd-42a6-8147-6987dd7b7eb9 req-f5aabd2b-7428-489e-a9c2-4949f6f7ae76 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.37 "GET /v2.0/networks?id=d3895c5a-dfc2-4888-9675-12d8856051aa HTTP/1.1" status: 200 len: 812 time: 0.5722358 Dec 08 16:15:06.847625 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26087ce6-be4e-4727-9bed-b2830c0bcaf6" -d '{"events": [{"server_uuid": "e4ada1be-19ad-4a5e-aa35-20289645d91b", "name": "network-vif-deleted", "tag": "21025983-be0c-4510-8570-b5fd014abcb5"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:15:06.854375 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-ce4ea10c-41b3-4388-bf94-f439d6ce25e7 admin admin] Deleting port f48fdb1f-bdd2-41de-829a-682f4ff568cf {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:15:06.854375 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ce4ea10c-41b3-4388-bf94-f439d6ce25e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:06.866452 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-87be6f55-20fd-42a6-8147-6987dd7b7eb9 req-095292b1-939c-4cca-8b1d-d9235ed7612b tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Request body: {'port': {'device_id': '51348ef1-afe6-4b70-a251-0ebd46e35eb1', 'network_id': 'd3895c5a-dfc2-4888-9675-12d8856051aa', 'admin_state_up': True, 'tenant_id': '90ed4b9bbb134343aae1287ee30eda23'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:06.881872 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-b170bad6-0c3f-486f-b76a-6dcd86830bc3 None None] For port 318e1d23-a09e-47b0-8e69-1d5ecd8ac95d, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=318e1d23-a09e-47b0-8e69-1d5ecd8ac95d,segment=NetworkSegment(e1df37b9-083a-4373-838d-dc2a305e347b),segment_id=e1df37b9-083a-4373-838d-dc2a305e347b)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:06.888318 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77c117d3-70dc-4550-8495-cc1d394f2397 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:15:06.910107 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dfff3ab3-432f-4307-9d9d-e6828db19a54 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:06.936587 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 77c117d3-70dc-4550-8495-cc1d394f2397, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=77c117d3-70dc-4550-8495-cc1d394f2397,segment=NetworkSegment(6b0c82a0-bc9c-4886-a49c-1b810d61edae),segment_id=6b0c82a0-bc9c-4886-a49c-1b810d61edae)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:06.963950 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:06.964080 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b06cecbd-8d89-4b73-9914-aad755ee3ed4 req-3935d1ca-4475-49f5-b99f-77b67272b1fe tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4ada1be-19ad-4a5e-aa35-20289645d91b HTTP/1.1" status: 200 len: 210 time: 0.0523169 Dec 08 16:15:06.980998 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b170bad6-0c3f-486f-b76a-6dcd86830bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:07.025498 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-16a5cd06-8ccf-443c-b1ee-51a53bb19673 req-76c0cf37-cb04-4755-9f06-c7c9be6bbbe6 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828157 Dec 08 16:15:07.027824 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-16b3d3b5-e721-4676-8629-c489c8a3bccb tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Allocated IP 10.1.1.8 (92f988d9-d3fd-471d-a94b-154482a7d460/6d585823-3fc3-43de-bace-96991eaf0e25/5d42f4d8-9ca3-4f66-912f-1ee4a3cb0c8e) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:15:07.193672 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8c7a693b-b4dd-4c7b-b4ef-9e306b9935af req-dbcf0253-e09f-4dfa-a81b-3261c6733c2e tempest-ListServersNegativeTestJSON-745769329 tempest-ListServersNegativeTestJSON-745769329-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fde413b-425a-468a-a647-b7afecf7c938 HTTP/1.1" status: 200 len: 210 time: 0.0764918 Dec 08 16:15:07.198995 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a79cc9d-bd44-4089-a303-86915c51dd6b x-openstack-request-id: req-3a79cc9d-bd44-4089-a303-86915c51dd6b {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:15:07.211268 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ada1be-19ad-4a5e-aa35-20289645d91b", "name": "network-vif-deleted", "tag": "21025983-be0c-4510-8570-b5fd014abcb5", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:15:07.213103 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3a79cc9d-bd44-4089-a303-86915c51dd6b {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:15:07.213734 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4ada1be-19ad-4a5e-aa35-20289645d91b', 'name': 'network-vif-deleted', 'tag': '21025983-be0c-4510-8570-b5fd014abcb5', 'status': 'completed', 'code': 200} Dec 08 16:15:07.246275 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-ce4ea10c-41b3-4388-bf94-f439d6ce25e7 admin admin] For port f48fdb1f-bdd2-41de-829a-682f4ff568cf, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=f48fdb1f-bdd2-41de-829a-682f4ff568cf,segment=NetworkSegment(0dec94c7-62d4-42fb-a989-f3053434898d),segment_id=0dec94c7-62d4-42fb-a989-f3053434898d)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:07.246632 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ce4ea10c-41b3-4388-bf94-f439d6ce25e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:07.296567 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-ce4ea10c-41b3-4388-bf94-f439d6ce25e7 admin admin] Calling delete_port for f48fdb1f-bdd2-41de-829a-682f4ff568cf owned by network:router_interface {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:15:07.350580 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dfff3ab3-432f-4307-9d9d-e6828db19a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:07.378529 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:07.425134 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.db.api [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:15:07.425505 n-d-776250-12 neutron-server[110552]: DEBUG oslo_db.api [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:15:07.426182 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-abecc02e-7de3-4123-a0f9-f3649100aed2 req-72f285c8-a7bc-4dc6-8e84-632bccddfb1e tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=51348ef1-afe6-4b70-a251-0ebd46e35eb1 HTTP/1.1" status: 200 len: 210 time: 0.0868945 Dec 08 16:15:07.429348 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-a8d5ecb7-762f-4886-baa7-4a9f1cf1b84f None None] Provisioning complete for port 318e1d23-a09e-47b0-8e69-1d5ecd8ac95d triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:15:07.429498 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a8d5ecb7-762f-4886-baa7-4a9f1cf1b84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:07.437684 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b170bad6-0c3f-486f-b76a-6dcd86830bc3 None None] Pushing event updated for resources: {'Port': ['ID=318e1d23-a09e-47b0-8e69-1d5ecd8ac95d,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:07.467084 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfff3ab3-432f-4307-9d9d-e6828db19a54 admin admin] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:15:07.495113 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-dfff3ab3-432f-4307-9d9d-e6828db19a54 admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:15:07.504288 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfff3ab3-432f-4307-9d9d-e6828db19a54 admin admin] Pushing event updated for resources: {'Port': ['ID=58878c24-d811-49b0-a4b9-6d26b20c4f75,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:07.509042 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfff3ab3-432f-4307-9d9d-e6828db19a54 admin admin] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:15:07.534683 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=77c117d3-70dc-4550-8495-cc1d394f2397,revision_number=11']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:07.557029 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-0933461c-fb09-4d75-977c-f208e162cdf8 req-508a6ce7-824e-49b4-8529-4d80034c7bb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d9329db-c8df-40a8-bcc1-8fcc25ca551f {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:15:07.571027 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0933461c-fb09-4d75-977c-f208e162cdf8 req-508a6ce7-824e-49b4-8529-4d80034c7bb1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:07.624901 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-a8d5ecb7-762f-4886-baa7-4a9f1cf1b84f None None] Provisioning complete for port d4c2d305-89ea-44a6-a60d-e02fb9c199cc triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:15:07.625354 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a8d5ecb7-762f-4886-baa7-4a9f1cf1b84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:07.636781 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-0933461c-fb09-4d75-977c-f208e162cdf8 req-508a6ce7-824e-49b4-8529-4d80034c7bb1 service neutron] Transition to ACTIVE for port object 7d9329db-c8df-40a8-bcc1-8fcc25ca551f will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:15:07.656096 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87be6f55-20fd-42a6-8147-6987dd7b7eb9 req-095292b1-939c-4cca-8b1d-d9235ed7612b tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Made reservation on behalf of 90ed4b9bbb134343aae1287ee30eda23 for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:15:07.661001 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-87be6f55-20fd-42a6-8147-6987dd7b7eb9 req-095292b1-939c-4cca-8b1d-d9235ed7612b tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:07.700529 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0933461c-fb09-4d75-977c-f208e162cdf8 req-508a6ce7-824e-49b4-8529-4d80034c7bb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:07.706824 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87e0d50-7427-4c96-a991-3f45399413bc None None] Network 0cd1fc08-18ef-4903-a4d4-304d5ce0f86e requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:15:07.714424 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-16b3d3b5-e721-4676-8629-c489c8a3bccb tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:07.714645 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['77c117d3-70dc-4550-8495-cc1d394f2397'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:15:07.819503 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a8d5ecb7-762f-4886-baa7-4a9f1cf1b84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:07.834522 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508a6ce7-824e-49b4-8529-4d80034c7bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=7d9329db-c8df-40a8-bcc1-8fcc25ca551f,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:07.897337 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-a8d5ecb7-762f-4886-baa7-4a9f1cf1b84f None None] For port d4c2d305-89ea-44a6-a60d-e02fb9c199cc, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=d4c2d305-89ea-44a6-a60d-e02fb9c199cc,segment=NetworkSegment(bb740625-1067-4eb4-8c3f-54ce2bbbb747),segment_id=bb740625-1067-4eb4-8c3f-54ce2bbbb747)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:07.986614 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a8d5ecb7-762f-4886-baa7-4a9f1cf1b84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:07.996754 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device d4c2d305-89ea-44a6-a60d-e02fb9c199cc up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:15:08.001553 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [req-87be6f55-20fd-42a6-8147-6987dd7b7eb9 req-095292b1-939c-4cca-8b1d-d9235ed7612b tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Allocated IP 172.20.0.3 (d3895c5a-dfc2-4888-9675-12d8856051aa/0d672d1f-65b7-4f31-92ed-7adc71dac15e/c5251d75-3b5b-463b-ad2b-321c00b2b9b5) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:15:08.007082 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-0933461c-fb09-4d75-977c-f208e162cdf8 req-508a6ce7-824e-49b4-8529-4d80034c7bb1 service neutron] Attempting to bind port 7d9329db-c8df-40a8-bcc1-8fcc25ca551f on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:15:08.012632 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-0933461c-fb09-4d75-977c-f208e162cdf8 req-508a6ce7-824e-49b4-8529-4d80034c7bb1 service neutron] Attempting to bind port 7d9329db-c8df-40a8-bcc1-8fcc25ca551f by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': '9b02e36e-6de5-484c-a36e-2fa26fb39118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'cc341b4e-e4a6-433a-819f-1f235ff05a7a'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:15:08.014601 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0933461c-fb09-4d75-977c-f208e162cdf8 req-508a6ce7-824e-49b4-8529-4d80034c7bb1 service neutron] Attempting to bind port 7d9329db-c8df-40a8-bcc1-8fcc25ca551f on network cc341b4e-e4a6-433a-819f-1f235ff05a7a {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:15:08.035078 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device eca93204-d49a-4090-ad9d-ba184f1d6b71 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:15:08.065847 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cccae0-1049-419d-a454-b5d73e095403 req-d92c676f-75a5-439f-8666-72829a7afb2e tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:08.071304 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c5cccae0-1049-419d-a454-b5d73e095403 req-d92c676f-75a5-439f-8666-72829a7afb2e tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9bace2e-fd3b-4d91-a66c-8243f779938d HTTP/1.1" status: 200 len: 944 time: 0.2543440 Dec 08 16:15:08.076608 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0933461c-fb09-4d75-977c-f208e162cdf8 req-508a6ce7-824e-49b4-8529-4d80034c7bb1 service neutron] Port 7d9329db-c8df-40a8-bcc1-8fcc25ca551f on network cc341b4e-e4a6-433a-819f-1f235ff05a7a not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:15:08.081538 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0933461c-fb09-4d75-977c-f208e162cdf8 req-508a6ce7-824e-49b4-8529-4d80034c7bb1 service neutron] Attempting to bind port 7d9329db-c8df-40a8-bcc1-8fcc25ca551f on network cc341b4e-e4a6-433a-819f-1f235ff05a7a {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:15:08.101204 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-16b3d3b5-e721-4676-8629-c489c8a3bccb tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:08.104009 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: eca93204-d49a-4090-ad9d-ba184f1d6b71 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:15:08.104491 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device eca93204-d49a-4090-ad9d-ba184f1d6b71 not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:15:08.105060 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 21025983-be0c-4510-8570-b5fd014abcb5 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:15:08.164381 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0933461c-fb09-4d75-977c-f208e162cdf8 req-508a6ce7-824e-49b4-8529-4d80034c7bb1 service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:15:08.166949 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0933461c-fb09-4d75-977c-f208e162cdf8 req-508a6ce7-824e-49b4-8529-4d80034c7bb1 service neutron] Checking segment: {'id': '9b02e36e-6de5-484c-a36e-2fa26fb39118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'cc341b4e-e4a6-433a-819f-1f235ff05a7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:15:08.166949 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0933461c-fb09-4d75-977c-f208e162cdf8 req-508a6ce7-824e-49b4-8529-4d80034c7bb1 service neutron] Bound using segment: {'id': '9b02e36e-6de5-484c-a36e-2fa26fb39118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'cc341b4e-e4a6-433a-819f-1f235ff05a7a'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:15:08.166949 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-0933461c-fb09-4d75-977c-f208e162cdf8 req-508a6ce7-824e-49b4-8529-4d80034c7bb1 service neutron] Bound port: 7d9329db-c8df-40a8-bcc1-8fcc25ca551f, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b02e36e-6de5-484c-a36e-2fa26fb39118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'cc341b4e-e4a6-433a-819f-1f235ff05a7a'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:15:08.166949 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0933461c-fb09-4d75-977c-f208e162cdf8 req-508a6ce7-824e-49b4-8529-4d80034c7bb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:08.194831 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: 21025983-be0c-4510-8570-b5fd014abcb5 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:15:08.201548 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 21025983-be0c-4510-8570-b5fd014abcb5 not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:15:08.207039 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d5ecb7-762f-4886-baa7-4a9f1cf1b84f None None] Pushing event updated for resources: {'Port': ['ID=d4c2d305-89ea-44a6-a60d-e02fb9c199cc,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:08.229272 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-f93efd83-0ccf-4356-8eb5-4be56e5a1998 None None] Provisioning complete for port c55dcbf5-fa1e-4dbb-8c1f-ba1f4466e8a2 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:15:08.229781 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f93efd83-0ccf-4356-8eb5-4be56e5a1998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:08.251869 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dfff3ab3-432f-4307-9d9d-e6828db19a54 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:08.254348 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-815700b3-e371-4605-b05d-e4e945017cd5 req-8d18503b-735f-4bba-b7f0-f5322be6c700 tempest-ServerAddressesNegativeTestJSON-1491816644 tempest-ServerAddressesNegativeTestJSON-1491816644-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4ada1be-19ad-4a5e-aa35-20289645d91b HTTP/1.1" status: 200 len: 210 time: 0.0887465 Dec 08 16:15:08.258518 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b3d3b5-e721-4676-8629-c489c8a3bccb tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Network 92f988d9-d3fd-471d-a94b-154482a7d460 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:15:08.290636 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-16b3d3b5-e721-4676-8629-c489c8a3bccb tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:15:08.300725 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b3d3b5-e721-4676-8629-c489c8a3bccb tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:15:08.323361 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port d4c2d305-89ea-44a6-a60d-e02fb9c199cc triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:15:08.323944 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:08.335055 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b3d3b5-e721-4676-8629-c489c8a3bccb tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Pushing event updated for resources: {'Port': ['ID=5d42f4d8-9ca3-4f66-912f-1ee4a3cb0c8e,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:08.389777 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c5cccae0-1049-419d-a454-b5d73e095403 req-0b0e980f-ff43-4a35-9dd6-2a7291b4ded6 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023324 Dec 08 16:15:08.484335 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 49920) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:08.512330 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ce4ea10c-41b3-4388-bf94-f439d6ce25e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:08.531529 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-0933461c-fb09-4d75-977c-f208e162cdf8 req-508a6ce7-824e-49b4-8529-4d80034c7bb1 service neutron] For port 7d9329db-c8df-40a8-bcc1-8fcc25ca551f, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:15:08.551697 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:08.584360 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4ea10c-41b3-4388-bf94-f439d6ce25e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f48fdb1f-bdd2-41de-829a-682f4ff568cf,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:08.590941 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f93efd83-0ccf-4356-8eb5-4be56e5a1998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:08.598670 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-0933461c-fb09-4d75-977c-f208e162cdf8 req-508a6ce7-824e-49b4-8529-4d80034c7bb1 service neutron] For port 7d9329db-c8df-40a8-bcc1-8fcc25ca551f, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=7d9329db-c8df-40a8-bcc1-8fcc25ca551f,segment=NetworkSegment(9b02e36e-6de5-484c-a36e-2fa26fb39118),segment_id=9b02e36e-6de5-484c-a36e-2fa26fb39118)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:15:08.637853 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b3d3b5-e721-4676-8629-c489c8a3bccb tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:08.637993 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-f93efd83-0ccf-4356-8eb5-4be56e5a1998 None None] For port c55dcbf5-fa1e-4dbb-8c1f-ba1f4466e8a2, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=c55dcbf5-fa1e-4dbb-8c1f-ba1f4466e8a2,segment=NetworkSegment(850cf408-d2e1-44d7-9e49-63d5f0b3762d),segment_id=850cf408-d2e1-44d7-9e49-63d5f0b3762d)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:08.638278 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-16b3d3b5-e721-4676-8629-c489c8a3bccb tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:08.654975 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-abd6d0fe-5fd7-4783-ab50-76325bd5957e admin admin] Deleting subnet 7217809a-2345-4443-b310-d9d8dbd160df {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:15:08.681565 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ac873d-cd63-42de-8c2f-aa96557e8e85 req-ff8f6daf-273f-44d9-8834-46828a2f14d0 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:08.690338 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-55ac873d-cd63-42de-8c2f-aa96557e8e85 req-ff8f6daf-273f-44d9-8834-46828a2f14d0 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.2787015 Dec 08 16:15:08.693013 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-30acc809-1030-48d5-ad4e-371f98515fe5 req-992442e2-066d-48e2-9028-998b6e1a26f8 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=51348ef1-afe6-4b70-a251-0ebd46e35eb1 HTTP/1.1" status: 200 len: 210 time: 0.1046813 Dec 08 16:15:08.695929 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-abd6d0fe-5fd7-4783-ab50-76325bd5957e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:08.734920 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f93efd83-0ccf-4356-8eb5-4be56e5a1998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:08.745779 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0933461c-fb09-4d75-977c-f208e162cdf8 req-508a6ce7-824e-49b4-8529-4d80034c7bb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:08.806535 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-f93efd83-0ccf-4356-8eb5-4be56e5a1998 None None] Provisioning complete for port d4c2d305-89ea-44a6-a60d-e02fb9c199cc triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:15:08.806870 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f93efd83-0ccf-4356-8eb5-4be56e5a1998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:08.822957 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-87be6f55-20fd-42a6-8147-6987dd7b7eb9 req-095292b1-939c-4cca-8b1d-d9235ed7612b tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:08.836152 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-abd6d0fe-5fd7-4783-ab50-76325bd5957e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:08.844074 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-55ac873d-cd63-42de-8c2f-aa96557e8e85 req-8be8fe9c-02ef-4c1a-97cb-888a3ea9180a tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474576 Dec 08 16:15:08.885560 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0933461c-fb09-4d75-977c-f208e162cdf8 req-508a6ce7-824e-49b4-8529-4d80034c7bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:08.886210 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0933461c-fb09-4d75-977c-f208e162cdf8 req-508a6ce7-824e-49b4-8529-4d80034c7bb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:08.888517 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0933461c-fb09-4d75-977c-f208e162cdf8 req-508a6ce7-824e-49b4-8529-4d80034c7bb1 service neutron] 10.222.0.76 "PUT /v2.0/ports/7d9329db-c8df-40a8-bcc1-8fcc25ca551f HTTP/1.1" status: 200 len: 1093 time: 2.5203378 Dec 08 16:15:08.926079 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-16b3d3b5-e721-4676-8629-c489c8a3bccb tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.9571033 Dec 08 16:15:08.932106 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 49922) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:08.942222 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-f4e53dfc-e5c8-4cf1-b4f9-3ef4c22a8a67 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Request body: {'port': {'network_id': '92f988d9-d3fd-471d-a94b-154482a7d460', 'name': 'tempest-TaggedBootDevicesTest_v242-1535680938', 'fixed_ips': [{'subnet_id': '6d585823-3fc3-43de-bace-96991eaf0e25'}]}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:08.967935 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-abd6d0fe-5fd7-4783-ab50-76325bd5957e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:08.970135 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508a6ce7-824e-49b4-8529-4d80034c7bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=7d9329db-c8df-40a8-bcc1-8fcc25ca551f,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:08.985365 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dfff3ab3-432f-4307-9d9d-e6828db19a54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:09.012789 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93efd83-0ccf-4356-8eb5-4be56e5a1998 None None] Pushing event updated for resources: {'Port': ['ID=c55dcbf5-fa1e-4dbb-8c1f-ba1f4466e8a2,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:09.035562 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ce4ea10c-41b3-4388-bf94-f439d6ce25e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:09.095014 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-87be6f55-20fd-42a6-8147-6987dd7b7eb9 req-095292b1-939c-4cca-8b1d-d9235ed7612b tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:09.115391 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device c55dcbf5-fa1e-4dbb-8c1f-ba1f4466e8a2 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:15:09.157069 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095292b1-939c-4cca-8b1d-d9235ed7612b tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Pushing event updated for resources: {'Port': ['ID=c5251d75-3b5b-463b-ad2b-321c00b2b9b5,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:09.171423 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-aa8618cb-e88c-4d78-ab64-5f0e68066c0f None None] Provisioning complete for port c55dcbf5-fa1e-4dbb-8c1f-ba1f4466e8a2 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:15:09.171941 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-aa8618cb-e88c-4d78-ab64-5f0e68066c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:09.210937 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87be6f55-20fd-42a6-8147-6987dd7b7eb9 req-095292b1-939c-4cca-8b1d-d9235ed7612b tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Network d3895c5a-dfc2-4888-9675-12d8856051aa is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:15:09.210937 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [req-87be6f55-20fd-42a6-8147-6987dd7b7eb9 req-095292b1-939c-4cca-8b1d-d9235ed7612b tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:15:09.213896 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-87be6f55-20fd-42a6-8147-6987dd7b7eb9 req-095292b1-939c-4cca-8b1d-d9235ed7612b tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:15:09.224975 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9bace2e-fd3b-4d91-a66c-8243f779938d', 'tag': '7d9329db-c8df-40a8-bcc1-8fcc25ca551f'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:15:09.227264 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4d2689-c1a2-40fc-93e4-7ceb799a3101" -d '{"events": [{"name": "network-changed", "server_uuid": "e9bace2e-fd3b-4d91-a66c-8243f779938d", "tag": "7d9329db-c8df-40a8-bcc1-8fcc25ca551f"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:15:09.230198 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port c55dcbf5-fa1e-4dbb-8c1f-ba1f4466e8a2 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:15:09.231604 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:09.271157 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0933461c-fb09-4d75-977c-f208e162cdf8 req-3eaad6ed-1695-4fc4-8628-efc40193ec90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:09.274057 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0933461c-fb09-4d75-977c-f208e162cdf8 req-3eaad6ed-1695-4fc4-8628-efc40193ec90 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3c96083250fb4c3492902950739ee237&device_id=e9bace2e-fd3b-4d91-a66c-8243f779938d HTTP/1.1" status: 200 len: 1096 time: 0.2040582 Dec 08 16:15:09.276060 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea9f37f-2225-402b-857b-44562dbda07b x-openstack-request-id: req-5ea9f37f-2225-402b-857b-44562dbda07b {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:15:09.276386 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9bace2e-fd3b-4d91-a66c-8243f779938d", "tag": "7d9329db-c8df-40a8-bcc1-8fcc25ca551f", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:15:09.276649 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5ea9f37f-2225-402b-857b-44562dbda07b {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:15:09.277045 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9bace2e-fd3b-4d91-a66c-8243f779938d', 'tag': '7d9329db-c8df-40a8-bcc1-8fcc25ca551f', 'status': 'completed', 'code': 200} Dec 08 16:15:09.323860 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be6f55-20fd-42a6-8147-6987dd7b7eb9 req-095292b1-939c-4cca-8b1d-d9235ed7612b tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:09.325647 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-87be6f55-20fd-42a6-8147-6987dd7b7eb9 req-095292b1-939c-4cca-8b1d-d9235ed7612b tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:09.330670 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 49928) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:09.359601 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0933461c-fb09-4d75-977c-f208e162cdf8 req-cb7e75d0-35ea-4d16-98da-3d0b61b52892 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d9329db-c8df-40a8-bcc1-8fcc25ca551f HTTP/1.1" status: 200 len: 217 time: 0.0505583 Dec 08 16:15:09.375749 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-aa8618cb-e88c-4d78-ab64-5f0e68066c0f None None] Provisioning complete for port 5d42f4d8-9ca3-4f66-912f-1ee4a3cb0c8e triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:15:09.376135 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-aa8618cb-e88c-4d78-ab64-5f0e68066c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:09.380804 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 318e1d23-a09e-47b0-8e69-1d5ecd8ac95d up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:15:09.431245 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0933461c-fb09-4d75-977c-f208e162cdf8 req-c692000f-b542-4724-b72c-d01d67e0aa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:09.432775 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0933461c-fb09-4d75-977c-f208e162cdf8 req-c692000f-b542-4724-b72c-d01d67e0aa24 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5ae73486-24f1-4ad9-b7a3-ee511661fedf HTTP/1.1" status: 200 len: 846 time: 0.0621443 Dec 08 16:15:09.437047 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-abd6d0fe-5fd7-4783-ab50-76325bd5957e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:09.463646 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-aa8618cb-e88c-4d78-ab64-5f0e68066c0f None None] Port 5d42f4d8-9ca3-4f66-912f-1ee4a3cb0c8e cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:15:09.487959 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 318e1d23-a09e-47b0-8e69-1d5ecd8ac95d triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:15:09.487959 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:09.496325 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-daa263ac-d6bd-49a9-9c69-0d6f1181c078 admin admin] Deleting subnet ba010d78-6e1c-460e-b745-2aee32ae195b {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:15:09.502499 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-daa263ac-d6bd-49a9-9c69-0d6f1181c078 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:09.505649 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0933461c-fb09-4d75-977c-f208e162cdf8 req-00a0d35b-8012-46e8-9321-980964ae79b4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=cc341b4e-e4a6-433a-819f-1f235ff05a7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610595 Dec 08 16:15:09.512519 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e53dfc-e5c8-4cf1-b4f9-3ef4c22a8a67 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Made reservation on behalf of 18030f7f284349198514456af1320f51 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:15:09.519901 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd6d0fe-5fd7-4783-ab50-76325bd5957e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7217809a-2345-4443-b310-d9d8dbd160df,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:09.547854 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-abd6d0fe-5fd7-4783-ab50-76325bd5957e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:09.551465 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-abd6d0fe-5fd7-4783-ab50-76325bd5957e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/7217809a-2345-4443-b310-d9d8dbd160df HTTP/1.1" status: 204 len: 168 time: 1.0659888 Dec 08 16:15:09.551878 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-daa263ac-d6bd-49a9-9c69-0d6f1181c078 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:09.555497 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 49932) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:09.582631 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce4ea10c-41b3-4388-bf94-f439d6ce25e7 admin admin] Router 43ed21cb-974c-4a89-9e9b-fcc85c89a605 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:15:09.590875 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-87be6f55-20fd-42a6-8147-6987dd7b7eb9 req-095292b1-939c-4cca-8b1d-d9235ed7612b tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7345552 Dec 08 16:15:09.593207 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device d4c2d305-89ea-44a6-a60d-e02fb9c199cc up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:15:09.641455 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port d4c2d305-89ea-44a6-a60d-e02fb9c199cc triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:15:09.641848 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:09.644764 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-87be6f55-20fd-42a6-8147-6987dd7b7eb9 req-9bbd896e-29d3-4cd4-bdcd-a192fd0636bf service neutron] Request body: {'port': {'device_id': '51348ef1-afe6-4b70-a251-0ebd46e35eb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:09.716076 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-daa263ac-d6bd-49a9-9c69-0d6f1181c078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:09.735084 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433fb33d-1689-4eb3-bf2b-a24c66321d0a req-9ff12331-ea26-4b51-a689-dca0eef29d62 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:09.742528 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-433fb33d-1689-4eb3-bf2b-a24c66321d0a req-9ff12331-ea26-4b51-a689-dca0eef29d62 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9bace2e-fd3b-4d91-a66c-8243f779938d HTTP/1.1" status: 200 len: 944 time: 0.2021828 Dec 08 16:15:09.757175 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfff3ab3-432f-4307-9d9d-e6828db19a54 admin admin] Router cd8e55f6-569d-4d7c-97e4-433fcd6d082e is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:15:09.780999 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f4e53dfc-e5c8-4cf1-b4f9-3ef4c22a8a67 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:09.782167 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-96980173-7a36-4f27-8236-03b88eb2b463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:09.799954 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0933461c-fb09-4d75-977c-f208e162cdf8 req-ab810839-e203-4656-bd84-94d156439158 service neutron] 10.222.0.76 "GET /v2.0/networks/cc341b4e-e4a6-433a-819f-1f235ff05a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610505 Dec 08 16:15:09.869053 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [None req-f4e53dfc-e5c8-4cf1-b4f9-3ef4c22a8a67 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] device_id is not set on port 0505a5f3-a135-4e60-b17a-0cb1f5397362 yet. {{(pid=110550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:15:09.903020 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-87be6f55-20fd-42a6-8147-6987dd7b7eb9 req-9bbd896e-29d3-4cd4-bdcd-a192fd0636bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:10.004443 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a529a2-ffe3-4e24-9ad8-995be8a06a89 req-13246d87-e157-4201-b2b1-fcf07f980c09 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:10.006041 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d1a529a2-ffe3-4e24-9ad8-995be8a06a89 req-13246d87-e157-4201-b2b1-fcf07f980c09 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=51348ef1-afe6-4b70-a251-0ebd46e35eb1 HTTP/1.1" status: 200 len: 931 time: 0.2229455 Dec 08 16:15:10.037115 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 77c117d3-70dc-4550-8495-cc1d394f2397 up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:15:10.192795 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port 77c117d3-70dc-4550-8495-cc1d394f2397 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:15:10.199676 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 77c117d3-70dc-4550-8495-cc1d394f2397 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:15:10.200892 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:10.314704 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-433fb33d-1689-4eb3-bf2b-a24c66321d0a req-a2b011c1-d76a-429d-b469-49e6e33a3345 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5712595 Dec 08 16:15:10.325053 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:10.351445 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58298f4d-121a-4a61-bd3d-e413c08b2288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c117d3-70dc-4550-8495-cc1d394f2397'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:15:10.354187 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2192b5a9-5ac1-4039-b139-8af69b1ec739" -d '{"events": [{"server_uuid": "58298f4d-121a-4a61-bd3d-e413c08b2288", "name": "network-vif-plugged", "status": "completed", "tag": "77c117d3-70dc-4550-8495-cc1d394f2397"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:15:10.369504 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 77c117d3-70dc-4550-8495-cc1d394f2397, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=77c117d3-70dc-4550-8495-cc1d394f2397,segment=NetworkSegment(6b0c82a0-bc9c-4886-a49c-1b810d61edae),segment_id=6b0c82a0-bc9c-4886-a49c-1b810d61edae)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:10.403174 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce4ea10c-41b3-4388-bf94-f439d6ce25e7 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:15:10.414221 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee039457-2999-48ed-a59f-f10947288081 None None] Sync routers for ids ['43ed21cb-974c-4a89-9e9b-fcc85c89a605'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:15:10.419141 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-daa263ac-d6bd-49a9-9c69-0d6f1181c078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:10.428318 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ce4ea10c-41b3-4388-bf94-f439d6ce25e7 admin admin] 10.222.0.64 "PUT /v2.0/routers/43ed21cb-974c-4a89-9e9b-fcc85c89a605/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7091024 Dec 08 16:15:10.428967 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee039457-2999-48ed-a59f-f10947288081 None None] Routers {'43ed21cb-974c-4a89-9e9b-fcc85c89a605'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:15:10.429981 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-ee039457-2999-48ed-a59f-f10947288081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:14:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['43ed21cb-974c-4a89-9e9b-fcc85c89a605'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:15:10.442637 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 49940) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:10.486950 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:10.490608 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-96980173-7a36-4f27-8236-03b88eb2b463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:10.510185 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfff3ab3-432f-4307-9d9d-e6828db19a54 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:15:10.520486 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0933461c-fb09-4d75-977c-f208e162cdf8 req-3920f2ec-8a84-4a7f-b7e1-bc7232a3fb56 service neutron] 10.222.0.76 "GET /v2.0/networks/cc341b4e-e4a6-433a-819f-1f235ff05a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7045469 Dec 08 16:15:10.521445 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce630cc-da62-4498-8df4-606309cfc01a None None] Sync routers for ids ['cd8e55f6-569d-4d7c-97e4-433fcd6d082e'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:15:10.539982 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce630cc-da62-4498-8df4-606309cfc01a None None] Routers {'cd8e55f6-569d-4d7c-97e4-433fcd6d082e'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:15:10.540816 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-1ce630cc-da62-4498-8df4-606309cfc01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:14:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['cd8e55f6-569d-4d7c-97e4-433fcd6d082e'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:15:10.582318 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-daa263ac-d6bd-49a9-9c69-0d6f1181c078 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:10.584349 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a86b0-1c60-41d0-9fb9-3b941903d367 req-70558cb4-b388-4b73-9483-2b9466593aee tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:10.585078 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-daa263ac-d6bd-49a9-9c69-0d6f1181c078 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ba010d78-6e1c-460e-b745-2aee32ae195b HTTP/1.1" status: 204 len: 168 time: 1.2137332 Dec 08 16:15:10.591989 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa263ac-d6bd-49a9-9c69-0d6f1181c078 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba010d78-6e1c-460e-b745-2aee32ae195b,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:10.592151 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b13a86b0-1c60-41d0-9fb9-3b941903d367 req-70558cb4-b388-4b73-9483-2b9466593aee tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 945 time: 0.1531982 Dec 08 16:15:10.592328 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 49942) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:10.628802 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-96980173-7a36-4f27-8236-03b88eb2b463 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89a1e282-30c5-4c32-92b3-afa4d0f94a6d']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:15:10.670584 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-96980173-7a36-4f27-8236-03b88eb2b463 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f74d0f3-17d0-468a-b77c-633276f937da') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:15:10.675746 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-96980173-7a36-4f27-8236-03b88eb2b463 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f74d0f3-17d0-468a-b77c-633276f937da') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:15:10.676068 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-f4e53dfc-e5c8-4cf1-b4f9-3ef4c22a8a67 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Allocated IP 10.1.1.68 (92f988d9-d3fd-471d-a94b-154482a7d460/6d585823-3fc3-43de-bace-96991eaf0e25/0505a5f3-a135-4e60-b17a-0cb1f5397362) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:15:10.690590 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d1a529a2-ffe3-4e24-9ad8-995be8a06a89 req-325a262f-a829-4526-b945-d9b70f18c2d5 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6669264 Dec 08 16:15:10.695588 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dfff3ab3-432f-4307-9d9d-e6828db19a54 admin admin] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:10.698779 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-dfff3ab3-432f-4307-9d9d-e6828db19a54 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.6262212 Dec 08 16:15:10.705940 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-ee039457-2999-48ed-a59f-f10947288081 None None] Set router 43ed21cb-974c-4a89-9e9b-fcc85c89a605 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:15:10.707420 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 49944) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:10.737717 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-1ce630cc-da62-4498-8df4-606309cfc01a None None] Set router cd8e55f6-569d-4d7c-97e4-433fcd6d082e gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:15:10.765920 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-96980173-7a36-4f27-8236-03b88eb2b463 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:10.784511 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=77c117d3-70dc-4550-8495-cc1d394f2397,revision_number=12']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:10.859179 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-96980173-7a36-4f27-8236-03b88eb2b463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:10.859396 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3bd1dca-48ff-44cc-84a8-e695ef9bad46 x-openstack-request-id: req-d3bd1dca-48ff-44cc-84a8-e695ef9bad46 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:15:10.859396 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58298f4d-121a-4a61-bd3d-e413c08b2288", "name": "network-vif-plugged", "status": "completed", "tag": "77c117d3-70dc-4550-8495-cc1d394f2397", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:15:10.859396 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d3bd1dca-48ff-44cc-84a8-e695ef9bad46 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:15:10.859396 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58298f4d-121a-4a61-bd3d-e413c08b2288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c117d3-70dc-4550-8495-cc1d394f2397', 'code': 200} Dec 08 16:15:10.859396 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device c55dcbf5-fa1e-4dbb-8c1f-ba1f4466e8a2 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:15:10.868477 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96980173-7a36-4f27-8236-03b88eb2b463 admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:15:10.868908 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-96980173-7a36-4f27-8236-03b88eb2b463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:10.871390 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-671d2a19-1ee9-4d52-9fe1-f686c96586f0 admin admin] Publish callbacks [] for router, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:10.873191 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:15:10.873191 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:15:10.873191 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:15:10.873191 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:15:10.873191 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:15:10.873191 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:15:10.873191 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:15:10.873191 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:15:10.873191 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:15:10.873191 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:15:10.873191 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:15:10.873191 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:15:10.873191 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:15:10.873191 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:15:10.873191 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:15:10.873191 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:15:10.873191 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:15:10.873191 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:15:10.873191 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:15:10.873191 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:15:10.873191 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:15:10.873191 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:15:10.873191 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:15:10.873191 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:15:10.873191 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:15:10.873191 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:15:10.873191 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:15:10.873191 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:15:10.873191 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:15:10.873191 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:15:10.873191 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:15:10.873191 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:15:10.990592 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-1ce630cc-da62-4498-8df4-606309cfc01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8e55f6-569d-4d7c-97e4-433fcd6d082e', 'name': 'tempest-ServerActionsTestJSON-14788555-router', 'tenant_id': '22d0ae928129486d8913ac89433a7712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '58878c24-d811-49b0-a4b9-6d26b20c4f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:15:03Z', 'updated_at': '2021-12-08T16:15:07Z', 'revision_number': 3, 'project_id': '22d0ae928129486d8913ac89433a7712', 'gw_port': {'id': '58878c24-d811-49b0-a4b9-6d26b20c4f75', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:2d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd8e55f6-569d-4d7c-97e4-433fcd6d082e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:15:05Z', 'updated_at': '2021-12-08T16:15:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:15:11.030740 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce630cc-da62-4498-8df4-606309cfc01a None None] Checking router: cd8e55f6-569d-4d7c-97e4-433fcd6d082e for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:15:11.031359 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce630cc-da62-4498-8df4-606309cfc01a None None] Updating router cd8e55f6-569d-4d7c-97e4-433fcd6d082e port 58878c24-d811-49b0-a4b9-6d26b20c4f75 binding host n-d-776250-12 {{(pid=110553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:15:11.034227 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f4e53dfc-e5c8-4cf1-b4f9-3ef4c22a8a67 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:11.051690 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-96980173-7a36-4f27-8236-03b88eb2b463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:11.063551 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-96980173-7a36-4f27-8236-03b88eb2b463 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:11.066905 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-96980173-7a36-4f27-8236-03b88eb2b463 admin admin] 10.222.0.64 "DELETE /v2.0/networks/89a1e282-30c5-4c32-92b3-afa4d0f94a6d HTTP/1.1" status: 204 len: 168 time: 1.5102763 Dec 08 16:15:11.087644 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cd3f93e7-ceb7-4687-b70a-82d78e3a9264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:11.091393 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-1ce630cc-da62-4498-8df4-606309cfc01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:11.109939 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96980173-7a36-4f27-8236-03b88eb2b463 admin admin] Pushing event deleted for resources: {'Network': ['ID=89a1e282-30c5-4c32-92b3-afa4d0f94a6d,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:11.120531 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-671d2a19-1ee9-4d52-9fe1-f686c96586f0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:11.137540 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [req-87be6f55-20fd-42a6-8147-6987dd7b7eb9 req-9bbd896e-29d3-4cd4-bdcd-a192fd0636bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5251d75-3b5b-463b-ad2b-321c00b2b9b5 {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:15:11.143441 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-87be6f55-20fd-42a6-8147-6987dd7b7eb9 req-9bbd896e-29d3-4cd4-bdcd-a192fd0636bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:11.157113 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [req-87be6f55-20fd-42a6-8147-6987dd7b7eb9 req-9bbd896e-29d3-4cd4-bdcd-a192fd0636bf service neutron] Transition to ACTIVE for port object c5251d75-3b5b-463b-ad2b-321c00b2b9b5 will not be triggered until provisioned by entity L2. {{(pid=110551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:15:11.164224 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b13a86b0-1c60-41d0-9fb9-3b941903d367 req-2228fb15-6be9-4001-8b14-11ecfd654884 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5457289 Dec 08 16:15:11.191936 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d2689-c1a2-40fc-93e4-7ceb799a3101 req-d359a8d8-eb78-4e7c-8442-1a03c2fed46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:11.193840 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ae4d2689-c1a2-40fc-93e4-7ceb799a3101 req-d359a8d8-eb78-4e7c-8442-1a03c2fed46a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3c96083250fb4c3492902950739ee237&device_id=e9bace2e-fd3b-4d91-a66c-8243f779938d HTTP/1.1" status: 200 len: 1096 time: 0.5102429 Dec 08 16:15:11.236788 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f4e53dfc-e5c8-4cf1-b4f9-3ef4c22a8a67 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:11.267835 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60175e4-20b5-469d-a0cd-fc899089aa26 req-5bb39af6-e891-4f30-af74-c955e2b87615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:11.269392 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f60175e4-20b5-469d-a0cd-fc899089aa26 req-5bb39af6-e891-4f30-af74-c955e2b87615 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 1098 time: 0.1728058 Dec 08 16:15:11.280917 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port c55dcbf5-fa1e-4dbb-8c1f-ba1f4466e8a2 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:15:11.281390 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:11.314028 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-87be6f55-20fd-42a6-8147-6987dd7b7eb9 req-9bbd896e-29d3-4cd4-bdcd-a192fd0636bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:11.386215 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-671d2a19-1ee9-4d52-9fe1-f686c96586f0 admin admin] Deleting port f9660951-4dc1-41ad-9881-6bf16b4f8615 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:15:11.387371 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-671d2a19-1ee9-4d52-9fe1-f686c96586f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:11.402157 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd896e-29d3-4cd4-bdcd-a192fd0636bf service neutron] Pushing event updated for resources: {'Port': ['ID=c5251d75-3b5b-463b-ad2b-321c00b2b9b5,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:11.416004 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e53dfc-e5c8-4cf1-b4f9-3ef4c22a8a67 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Pushing event updated for resources: {'Port': ['ID=0505a5f3-a135-4e60-b17a-0cb1f5397362,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:11.428552 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-ee039457-2999-48ed-a59f-f10947288081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ed21cb-974c-4a89-9e9b-fcc85c89a605', 'name': 'tempest-ServersTestFqdnHostnames-476442208-router', 'tenant_id': 'f4bc823f590d4f5ab08e225067f150b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.92'}], 'enable_snat': True}, 'gw_port_id': 'f9660951-4dc1-41ad-9881-6bf16b4f8615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:12:26Z', 'updated_at': '2021-12-08T16:15:08Z', 'revision_number': 5, 'project_id': 'f4bc823f590d4f5ab08e225067f150b6', 'gw_port': {'id': 'f9660951-4dc1-41ad-9881-6bf16b4f8615', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ed21cb-974c-4a89-9e9b-fcc85c89a605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:12:28Z', 'updated_at': '2021-12-08T16:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:15:11.457531 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e53dfc-e5c8-4cf1-b4f9-3ef4c22a8a67 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Network 92f988d9-d3fd-471d-a94b-154482a7d460 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:15:11.520911 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee039457-2999-48ed-a59f-f10947288081 None None] Checking router: 43ed21cb-974c-4a89-9e9b-fcc85c89a605 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:15:11.542018 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-f4e53dfc-e5c8-4cf1-b4f9-3ef4c22a8a67 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:15:11.557080 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e53dfc-e5c8-4cf1-b4f9-3ef4c22a8a67 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:15:11.564468 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee039457-2999-48ed-a59f-f10947288081 None None] Routers {'43ed21cb-974c-4a89-9e9b-fcc85c89a605'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:15:11.564468 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-ee039457-2999-48ed-a59f-f10947288081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:14:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['43ed21cb-974c-4a89-9e9b-fcc85c89a605'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:15:11.564468 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0b582511-bd36-4f62-9a23-e017ca6bbe00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:11.608473 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-1ce630cc-da62-4498-8df4-606309cfc01a None None] Publish callbacks [] for port, precommit_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:11.618994 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cd3f93e7-ceb7-4687-b70a-82d78e3a9264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:11.665546 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 49950) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:11.683184 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-1ce630cc-da62-4498-8df4-606309cfc01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:11.726276 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-ee039457-2999-48ed-a59f-f10947288081 None None] Set router 43ed21cb-974c-4a89-9e9b-fcc85c89a605 gateway port host: None {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:15:11.780685 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f60175e4-20b5-469d-a0cd-fc899089aa26 req-f04c1d08-f114-4b22-a227-492a9ff44825 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4251621 Dec 08 16:15:11.801978 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d2689-c1a2-40fc-93e4-7ceb799a3101 req-29868f06-c14f-4cc6-9e77-0830e47c3e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:11.803808 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ae4d2689-c1a2-40fc-93e4-7ceb799a3101 req-29868f06-c14f-4cc6-9e77-0830e47c3e76 service neutron] 10.222.0.76 "GET /v2.0/networks?id=cc341b4e-e4a6-433a-819f-1f235ff05a7a HTTP/1.1" status: 200 len: 907 time: 0.5999901 Dec 08 16:15:11.820818 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c279c30f-cb86-455a-a76e-0d48a9eea920 None None] Pushing event updated for resources: {'Port': ['ID=58878c24-d811-49b0-a4b9-6d26b20c4f75,revision_number=2']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:11.825543 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-1ce630cc-da62-4498-8df4-606309cfc01a None None] Attempting to bind port 58878c24-d811-49b0-a4b9-6d26b20c4f75 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:15:11.825926 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-1ce630cc-da62-4498-8df4-606309cfc01a None None] Attempting to bind port 58878c24-d811-49b0-a4b9-6d26b20c4f75 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:15:11.826276 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce630cc-da62-4498-8df4-606309cfc01a None None] Attempting to bind port 58878c24-d811-49b0-a4b9-6d26b20c4f75 on network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:15:11.837590 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-cd3f93e7-ceb7-4687-b70a-82d78e3a9264 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3be44513-da0b-46d3-8ab2-53257023f3dc']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:15:11.844988 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c279c30f-cb86-455a-a76e-0d48a9eea920 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:11.845339 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c279c30f-cb86-455a-a76e-0d48a9eea920 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:11.845683 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c279c30f-cb86-455a-a76e-0d48a9eea920 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:11.846026 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e53dfc-e5c8-4cf1-b4f9-3ef4c22a8a67 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:11.846149 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c279c30f-cb86-455a-a76e-0d48a9eea920 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:11.846399 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c279c30f-cb86-455a-a76e-0d48a9eea920 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:11.846783 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c279c30f-cb86-455a-a76e-0d48a9eea920 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:11.847072 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f4e53dfc-e5c8-4cf1-b4f9-3ef4c22a8a67 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:11.849581 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c279c30f-cb86-455a-a76e-0d48a9eea920 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:11.849969 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c279c30f-cb86-455a-a76e-0d48a9eea920 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:11.851397 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c279c30f-cb86-455a-a76e-0d48a9eea920 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:11.852072 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c279c30f-cb86-455a-a76e-0d48a9eea920 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:11.852578 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c279c30f-cb86-455a-a76e-0d48a9eea920 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:11.852922 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c279c30f-cb86-455a-a76e-0d48a9eea920 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:11.853255 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c279c30f-cb86-455a-a76e-0d48a9eea920 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:11.859332 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce630cc-da62-4498-8df4-606309cfc01a None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:15:11.859726 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce630cc-da62-4498-8df4-606309cfc01a None None] Checking segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:15:11.860270 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-1ce630cc-da62-4498-8df4-606309cfc01a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:11.860542 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce630cc-da62-4498-8df4-606309cfc01a None None] Bound using segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:15:11.861026 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-1ce630cc-da62-4498-8df4-606309cfc01a None None] Bound port: 58878c24-d811-49b0-a4b9-6d26b20c4f75, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:15:11.861409 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-1ce630cc-da62-4498-8df4-606309cfc01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:11.874618 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-ee039457-2999-48ed-a59f-f10947288081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ed21cb-974c-4a89-9e9b-fcc85c89a605', 'name': 'tempest-ServersTestFqdnHostnames-476442208-router', 'tenant_id': 'f4bc823f590d4f5ab08e225067f150b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:12:26Z', 'updated_at': '2021-12-08T16:15:11Z', 'revision_number': 6, 'project_id': 'f4bc823f590d4f5ab08e225067f150b6', 'gw_port_host': None}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:15:11.892188 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-cd3f93e7-ceb7-4687-b70a-82d78e3a9264 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42a14005-38bc-4d00-825d-f1d22b0389e5') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:15:11.892893 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-cd3f93e7-ceb7-4687-b70a-82d78e3a9264 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42a14005-38bc-4d00-825d-f1d22b0389e5') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:15:11.915130 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cd3f93e7-ceb7-4687-b70a-82d78e3a9264 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:11.918267 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee42227-f953-4d7c-82e7-accd67b68597 req-200359a8-5956-4ef2-b321-0f3411bc12ab tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:11.919885 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2ee42227-f953-4d7c-82e7-accd67b68597 req-200359a8-5956-4ef2-b321-0f3411bc12ab tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9bace2e-fd3b-4d91-a66c-8243f779938d HTTP/1.1" status: 200 len: 944 time: 0.3881760 Dec 08 16:15:11.920686 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-87be6f55-20fd-42a6-8147-6987dd7b7eb9 req-9bbd896e-29d3-4cd4-bdcd-a192fd0636bf service neutron] Attempting to bind port c5251d75-3b5b-463b-ad2b-321c00b2b9b5 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:15:11.921018 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-87be6f55-20fd-42a6-8147-6987dd7b7eb9 req-9bbd896e-29d3-4cd4-bdcd-a192fd0636bf service neutron] Attempting to bind port c5251d75-3b5b-463b-ad2b-321c00b2b9b5 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': 'f996c948-5ac9-42a3-ac04-df4c75288f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3895c5a-dfc2-4888-9675-12d8856051aa'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:15:11.921351 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87be6f55-20fd-42a6-8147-6987dd7b7eb9 req-9bbd896e-29d3-4cd4-bdcd-a192fd0636bf service neutron] Attempting to bind port c5251d75-3b5b-463b-ad2b-321c00b2b9b5 on network d3895c5a-dfc2-4888-9675-12d8856051aa {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:15:11.925309 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-671d2a19-1ee9-4d52-9fe1-f686c96586f0 admin admin] For port f9660951-4dc1-41ad-9881-6bf16b4f8615, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=f9660951-4dc1-41ad-9881-6bf16b4f8615,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:11.925544 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-671d2a19-1ee9-4d52-9fe1-f686c96586f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:11.940330 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-8bf0fff9-6775-4b03-a524-cc0726f1ba54 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6f88ca9628a5483bbdd4f56d756b4685&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2652895 Dec 08 16:15:11.945002 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-1ce630cc-da62-4498-8df4-606309cfc01a None None] For port 58878c24-d811-49b0-a4b9-6d26b20c4f75, host n-d-776250-12, cleared binding levels {{(pid=110553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:15:11.948831 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-1ce630cc-da62-4498-8df4-606309cfc01a None None] For port 58878c24-d811-49b0-a4b9-6d26b20c4f75, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=58878c24-d811-49b0-a4b9-6d26b20c4f75,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:15:11.949757 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 49954) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:11.953298 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-671d2a19-1ee9-4d52-9fe1-f686c96586f0 admin admin] Calling delete_port for f9660951-4dc1-41ad-9881-6bf16b4f8615 owned by network:router_gateway {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:15:11.960472 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87be6f55-20fd-42a6-8147-6987dd7b7eb9 req-9bbd896e-29d3-4cd4-bdcd-a192fd0636bf service neutron] Port c5251d75-3b5b-463b-ad2b-321c00b2b9b5 on network d3895c5a-dfc2-4888-9675-12d8856051aa not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:15:11.960817 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87be6f55-20fd-42a6-8147-6987dd7b7eb9 req-9bbd896e-29d3-4cd4-bdcd-a192fd0636bf service neutron] Attempting to bind port c5251d75-3b5b-463b-ad2b-321c00b2b9b5 on network d3895c5a-dfc2-4888-9675-12d8856051aa {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:15:11.964878 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee039457-2999-48ed-a59f-f10947288081 None None] The sync data for ids ['43ed21cb-974c-4a89-9e9b-fcc85c89a605'] in n-d-776250-12 is: [{'id': '43ed21cb-974c-4a89-9e9b-fcc85c89a605', 'name': 'tempest-ServersTestFqdnHostnames-476442208-router', 'tenant_id': 'f4bc823f590d4f5ab08e225067f150b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:12:26Z', 'updated_at': '2021-12-08T16:15:11Z', 'revision_number': 6, 'project_id': 'f4bc823f590d4f5ab08e225067f150b6', 'gw_port_host': None}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:15:11.977143 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cd3f93e7-ceb7-4687-b70a-82d78e3a9264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:11.991689 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd3f93e7-ceb7-4687-b70a-82d78e3a9264 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:15:11.992301 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cd3f93e7-ceb7-4687-b70a-82d78e3a9264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:11.994666 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-b3af1493-67bd-444c-ab85-d600f3d1051e None None] Provisioning complete for port 0505a5f3-a135-4e60-b17a-0cb1f5397362 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:15:11.994846 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b3af1493-67bd-444c-ab85-d600f3d1051e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:11.999614 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:15:11.999614 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:15:11.999614 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:15:11.999614 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:15:11.999614 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:15:11.999614 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:15:11.999614 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:15:11.999614 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:15:11.999614 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:15:11.999614 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:15:11.999614 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:15:11.999614 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:15:11.999614 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:15:11.999614 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:15:11.999614 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:15:11.999614 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:15:11.999614 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:15:11.999614 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:15:11.999614 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:15:11.999614 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:15:11.999614 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:15:11.999614 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:15:11.999614 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:15:11.999614 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:15:11.999614 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:15:11.999614 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:15:11.999614 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:15:11.999614 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:15:11.999614 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:15:11.999614 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:15:11.999614 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:15:11.999614 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:15:12.002279 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87be6f55-20fd-42a6-8147-6987dd7b7eb9 req-9bbd896e-29d3-4cd4-bdcd-a192fd0636bf service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:15:12.002862 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87be6f55-20fd-42a6-8147-6987dd7b7eb9 req-9bbd896e-29d3-4cd4-bdcd-a192fd0636bf service neutron] Checking segment: {'id': 'f996c948-5ac9-42a3-ac04-df4c75288f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3895c5a-dfc2-4888-9675-12d8856051aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:15:12.003434 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87be6f55-20fd-42a6-8147-6987dd7b7eb9 req-9bbd896e-29d3-4cd4-bdcd-a192fd0636bf service neutron] Bound using segment: {'id': 'f996c948-5ac9-42a3-ac04-df4c75288f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3895c5a-dfc2-4888-9675-12d8856051aa'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:15:12.004273 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-87be6f55-20fd-42a6-8147-6987dd7b7eb9 req-9bbd896e-29d3-4cd4-bdcd-a192fd0636bf service neutron] Bound port: c5251d75-3b5b-463b-ad2b-321c00b2b9b5, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f996c948-5ac9-42a3-ac04-df4c75288f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3895c5a-dfc2-4888-9675-12d8856051aa'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:15:12.006801 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-87be6f55-20fd-42a6-8147-6987dd7b7eb9 req-9bbd896e-29d3-4cd4-bdcd-a192fd0636bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:12.025270 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71364fb2-32bb-4281-9233-ea85f0714d86 req-3871458b-7572-4532-bb44-156fb810e446 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:12.026896 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-71364fb2-32bb-4281-9233-ea85f0714d86 req-3871458b-7572-4532-bb44-156fb810e446 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=51348ef1-afe6-4b70-a251-0ebd46e35eb1 HTTP/1.1" status: 200 len: 943 time: 0.2137418 Dec 08 16:15:12.044715 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-b3af1493-67bd-444c-ab85-d600f3d1051e None None] Port 0505a5f3-a135-4e60-b17a-0cb1f5397362 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:15:12.055396 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-1ce630cc-da62-4498-8df4-606309cfc01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:12.066859 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-f4e53dfc-e5c8-4cf1-b4f9-3ef4c22a8a67 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.1312203 Dec 08 16:15:12.112694 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce630cc-da62-4498-8df4-606309cfc01a None None] Routers {'cd8e55f6-569d-4d7c-97e4-433fcd6d082e'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:15:12.113593 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-1ce630cc-da62-4498-8df4-606309cfc01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:14:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['cd8e55f6-569d-4d7c-97e4-433fcd6d082e'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:15:12.148416 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9d7a1c1b-1521-4c68-b55d-e64c2b92fcc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:12.167641 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ae4d2689-c1a2-40fc-93e4-7ceb799a3101 req-78e771cf-1d35-4060-aef5-598c53061e07 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d9329db-c8df-40a8-bcc1-8fcc25ca551f HTTP/1.1" status: 200 len: 217 time: 0.1149483 Dec 08 16:15:12.168973 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2ee42227-f953-4d7c-82e7-accd67b68597 req-28c25a49-581d-4c94-afbe-71b98f73736f tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283895 Dec 08 16:15:12.251030 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9d7a1c1b-1521-4c68-b55d-e64c2b92fcc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:12.274966 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c279c30f-cb86-455a-a76e-0d48a9eea920 None None] Pushing event updated for resources: {'Port': ['ID=58878c24-d811-49b0-a4b9-6d26b20c4f75,revision_number=3']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:12.292120 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-87be6f55-20fd-42a6-8147-6987dd7b7eb9 req-9bbd896e-29d3-4cd4-bdcd-a192fd0636bf service neutron] For port c5251d75-3b5b-463b-ad2b-321c00b2b9b5, host n-h2-776250-12, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:15:12.314169 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cd3f93e7-ceb7-4687-b70a-82d78e3a9264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:12.339905 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cd3f93e7-ceb7-4687-b70a-82d78e3a9264 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:12.343951 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-cd3f93e7-ceb7-4687-b70a-82d78e3a9264 admin admin] 10.222.0.64 "DELETE /v2.0/networks/3be44513-da0b-46d3-8ab2-53257023f3dc HTTP/1.1" status: 204 len: 168 time: 1.7506363 Dec 08 16:15:12.378338 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-1ce630cc-da62-4498-8df4-606309cfc01a None None] Set router cd8e55f6-569d-4d7c-97e4-433fcd6d082e gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:15:12.400095 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-87be6f55-20fd-42a6-8147-6987dd7b7eb9 req-9bbd896e-29d3-4cd4-bdcd-a192fd0636bf service neutron] For port c5251d75-3b5b-463b-ad2b-321c00b2b9b5, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=c5251d75-3b5b-463b-ad2b-321c00b2b9b5,segment=NetworkSegment(f996c948-5ac9-42a3-ac04-df4c75288f01),segment_id=f996c948-5ac9-42a3-ac04-df4c75288f01)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:15:12.411005 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-71364fb2-32bb-4281-9233-ea85f0714d86 req-272b7775-1ac7-471c-a591-da3c41664bac tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483508 Dec 08 16:15:12.414795 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3f93e7-ceb7-4687-b70a-82d78e3a9264 admin admin] Pushing event deleted for resources: {'Network': ['ID=3be44513-da0b-46d3-8ab2-53257023f3dc,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:12.427943 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d2689-c1a2-40fc-93e4-7ceb799a3101 req-cced6119-b205-41f2-b0df-07c6e3ff7cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:12.430693 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ae4d2689-c1a2-40fc-93e4-7ceb799a3101 req-cced6119-b205-41f2-b0df-07c6e3ff7cca service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5ae73486-24f1-4ad9-b7a3-ee511661fedf HTTP/1.1" status: 200 len: 846 time: 0.2510083 Dec 08 16:15:12.499890 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ae4d2689-c1a2-40fc-93e4-7ceb799a3101 req-9b8b6715-e05a-4e6f-b72a-e7c9fd19afb4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=cc341b4e-e4a6-433a-819f-1f235ff05a7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408037 Dec 08 16:15:12.503969 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-87be6f55-20fd-42a6-8147-6987dd7b7eb9 req-9bbd896e-29d3-4cd4-bdcd-a192fd0636bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:12.552216 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be6f55-20fd-42a6-8147-6987dd7b7eb9 req-9bbd896e-29d3-4cd4-bdcd-a192fd0636bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:12.552467 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-87be6f55-20fd-42a6-8147-6987dd7b7eb9 req-9bbd896e-29d3-4cd4-bdcd-a192fd0636bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:12.554065 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-87be6f55-20fd-42a6-8147-6987dd7b7eb9 req-9bbd896e-29d3-4cd4-bdcd-a192fd0636bf service neutron] 10.222.0.37 "PUT /v2.0/ports/c5251d75-3b5b-463b-ad2b-321c00b2b9b5 HTTP/1.1" status: 200 len: 1092 time: 2.9472859 Dec 08 16:15:12.556535 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51348ef1-afe6-4b70-a251-0ebd46e35eb1', 'tag': 'c5251d75-3b5b-463b-ad2b-321c00b2b9b5'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:15:12.559657 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-990ced25-bd95-4024-9abc-ab677e5ebb96" -d '{"events": [{"name": "network-changed", "server_uuid": "51348ef1-afe6-4b70-a251-0ebd46e35eb1", "tag": "c5251d75-3b5b-463b-ad2b-321c00b2b9b5"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:15:12.594434 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd896e-29d3-4cd4-bdcd-a192fd0636bf service neutron] Pushing event updated for resources: {'Port': ['ID=c5251d75-3b5b-463b-ad2b-321c00b2b9b5,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:12.618005 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9d7a1c1b-1521-4c68-b55d-e64c2b92fcc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:12.622077 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9d7a1c1b-1521-4c68-b55d-e64c2b92fcc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:12.624245 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-9d7a1c1b-1521-4c68-b55d-e64c2b92fcc8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/64343fac-e9f0-47fd-968f-e381b6475234 HTTP/1.1" status: 204 len: 168 time: 0.6723228 Dec 08 16:15:12.624245 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 49964) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:12.640783 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-0e546e5b-ee0e-4f4b-ac45-fdaeca7a163c tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2047665515', 'description': 'tempest-description--405829148'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:12.694792 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7a1c1b-1521-4c68-b55d-e64c2b92fcc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64343fac-e9f0-47fd-968f-e381b6475234,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:12.701065 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-671d2a19-1ee9-4d52-9fe1-f686c96586f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:12.727040 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481757f8-e1c9-4179-874b-8c6db81478d2 x-openstack-request-id: req-481757f8-e1c9-4179-874b-8c6db81478d2 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:15:12.727040 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51348ef1-afe6-4b70-a251-0ebd46e35eb1", "tag": "c5251d75-3b5b-463b-ad2b-321c00b2b9b5", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:15:12.727040 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-481757f8-e1c9-4179-874b-8c6db81478d2 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:15:12.727040 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51348ef1-afe6-4b70-a251-0ebd46e35eb1', 'tag': 'c5251d75-3b5b-463b-ad2b-321c00b2b9b5', 'status': 'completed', 'code': 200} Dec 08 16:15:12.739773 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9681d-1bce-486b-8b3c-670d78a4745f req-84d103dd-7022-4442-84c5-2de7844f0209 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:12.748208 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-dad9681d-1bce-486b-8b3c-670d78a4745f req-84d103dd-7022-4442-84c5-2de7844f0209 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 946 time: 0.1586306 Dec 08 16:15:12.748428 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-1ce630cc-da62-4498-8df4-606309cfc01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8e55f6-569d-4d7c-97e4-433fcd6d082e', 'name': 'tempest-ServerActionsTestJSON-14788555-router', 'tenant_id': '22d0ae928129486d8913ac89433a7712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '58878c24-d811-49b0-a4b9-6d26b20c4f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:15:03Z', 'updated_at': '2021-12-08T16:15:07Z', 'revision_number': 3, 'project_id': '22d0ae928129486d8913ac89433a7712', 'gw_port': {'id': '58878c24-d811-49b0-a4b9-6d26b20c4f75', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:2d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd8e55f6-569d-4d7c-97e4-433fcd6d082e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:15:05Z', 'updated_at': '2021-12-08T16:15:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:15:12.762990 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e9a65c0d-68c5-4c4d-b99c-90325f93478c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:12.766149 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671d2a19-1ee9-4d52-9fe1-f686c96586f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9660951-4dc1-41ad-9881-6bf16b4f8615,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:12.790364 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce630cc-da62-4498-8df4-606309cfc01a None None] The sync data for ids ['cd8e55f6-569d-4d7c-97e4-433fcd6d082e'] in n-d-776250-12 is: [{'id': 'cd8e55f6-569d-4d7c-97e4-433fcd6d082e', 'name': 'tempest-ServerActionsTestJSON-14788555-router', 'tenant_id': '22d0ae928129486d8913ac89433a7712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '58878c24-d811-49b0-a4b9-6d26b20c4f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:15:03Z', 'updated_at': '2021-12-08T16:15:07Z', 'revision_number': 3, 'project_id': '22d0ae928129486d8913ac89433a7712', 'gw_port': {'id': '58878c24-d811-49b0-a4b9-6d26b20c4f75', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:2d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd8e55f6-569d-4d7c-97e4-433fcd6d082e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:15:05Z', 'updated_at': '2021-12-08T16:15:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:15:12.795420 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ae4d2689-c1a2-40fc-93e4-7ceb799a3101 req-75a37658-db1a-4806-93b6-9581f7ca8be8 service neutron] 10.222.0.76 "GET /v2.0/networks/cc341b4e-e4a6-433a-819f-1f235ff05a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827203 Dec 08 16:15:12.841060 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be6f55-20fd-42a6-8147-6987dd7b7eb9 req-8132a2bd-d955-44ea-ac12-524e811835f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:12.842628 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-87be6f55-20fd-42a6-8147-6987dd7b7eb9 req-8132a2bd-d955-44ea-ac12-524e811835f7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=90ed4b9bbb134343aae1287ee30eda23&device_id=51348ef1-afe6-4b70-a251-0ebd46e35eb1 HTTP/1.1" status: 200 len: 1095 time: 0.1327140 Dec 08 16:15:12.905997 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device f48fdb1f-bdd2-41de-829a-682f4ff568cf no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:15:12.925376 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0e546e5b-ee0e-4f4b-ac45-fdaeca7a163c tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:12.928015 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-671d2a19-1ee9-4d52-9fe1-f686c96586f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:12.930857 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-87be6f55-20fd-42a6-8147-6987dd7b7eb9 req-2fb7deb9-6087-4524-af21-5e462201ad02 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5251d75-3b5b-463b-ad2b-321c00b2b9b5 HTTP/1.1" status: 200 len: 217 time: 0.0691197 Dec 08 16:15:12.952130 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-dad9681d-1bce-486b-8b3c-670d78a4745f req-8fed81f5-8f90-49e7-87c0-720619825c1b tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015448 Dec 08 16:15:12.969915 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: f48fdb1f-bdd2-41de-829a-682f4ff568cf {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:15:12.970763 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device f48fdb1f-bdd2-41de-829a-682f4ff568cf not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:15:12.971675 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device f9660951-4dc1-41ad-9881-6bf16b4f8615 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:15:13.013430 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: f9660951-4dc1-41ad-9881-6bf16b4f8615 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:15:13.016030 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device f9660951-4dc1-41ad-9881-6bf16b4f8615 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:15:13.046214 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 49968) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:13.109479 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ae4d2689-c1a2-40fc-93e4-7ceb799a3101 req-df508dba-dbef-45b2-9646-532d437bd09e service neutron] 10.222.0.76 "GET /v2.0/networks/cc341b4e-e4a6-433a-819f-1f235ff05a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971900 Dec 08 16:15:13.178468 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-671d2a19-1ee9-4d52-9fe1-f686c96586f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:13.186649 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-671d2a19-1ee9-4d52-9fe1-f686c96586f0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:13.187544 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-e9a65c0d-68c5-4c4d-b99c-90325f93478c admin admin] Allocated IP 172.20.0.1 (444a8cbb-ee83-40d1-9772-ed3daa005a16/921ca20d-c445-4985-be5a-b19c39bd838b/986c635f-f115-4136-bd1e-4eb6c0e64081) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:15:13.217191 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be6f55-20fd-42a6-8147-6987dd7b7eb9 req-d391e2bc-935c-4866-a6ad-0bfde6fc90f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:13.218740 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-87be6f55-20fd-42a6-8147-6987dd7b7eb9 req-d391e2bc-935c-4866-a6ad-0bfde6fc90f1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0d672d1f-65b7-4f31-92ed-7adc71dac15e HTTP/1.1" status: 200 len: 852 time: 0.2779334 Dec 08 16:15:13.231250 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-64534764-7a9a-46a9-9c07-9fa87f6f3555 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=13776653b2944c5caa3bd7855bfee135&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1803312 Dec 08 16:15:13.245797 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 49978) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:13.413811 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-87be6f55-20fd-42a6-8147-6987dd7b7eb9 req-2b519e19-82b0-4ada-8ba5-ba18a17fd122 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d3895c5a-dfc2-4888-9675-12d8856051aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1407535 Dec 08 16:15:13.426672 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f23e6a91-97bf-41ac-aa8d-3bbcf2a7629b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:13.451877 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e9a65c0d-68c5-4c4d-b99c-90325f93478c admin admin] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:13.487274 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f23e6a91-97bf-41ac-aa8d-3bbcf2a7629b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:13.521183 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-671d2a19-1ee9-4d52-9fe1-f686c96586f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:13.522080 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671d2a19-1ee9-4d52-9fe1-f686c96586f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43ed21cb-974c-4a89-9e9b-fcc85c89a605 {{(pid=110551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:15:13.534950 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-671d2a19-1ee9-4d52-9fe1-f686c96586f0 admin admin] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:13.537243 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-671d2a19-1ee9-4d52-9fe1-f686c96586f0 admin admin] 10.222.0.64 "DELETE /v2.0/routers/43ed21cb-974c-4a89-9e9b-fcc85c89a605 HTTP/1.1" status: 204 len: 168 time: 3.0928907 Dec 08 16:15:13.550259 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 49992) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:13.588707 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0e546e5b-ee0e-4f4b-ac45-fdaeca7a163c tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:13.614979 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a45eb8-c4fb-46b6-abf3-d2e854a86898 req-d67c2af3-6538-4a34-b992-20fce2fe956e tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:13.616803 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-50a45eb8-c4fb-46b6-abf3-d2e854a86898 req-d67c2af3-6538-4a34-b992-20fce2fe956e tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9bace2e-fd3b-4d91-a66c-8243f779938d HTTP/1.1" status: 200 len: 944 time: 0.2166908 Dec 08 16:15:13.719498 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-50a45eb8-c4fb-46b6-abf3-d2e854a86898 req-f7183b97-ed51-47a3-9925-3ce58f4e0e85 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847867 Dec 08 16:15:13.720299 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0e546e5b-ee0e-4f4b-ac45-fdaeca7a163c tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:13.765348 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ad3da-14f4-4497-ab3a-ee6d994921cc req-cc26d7e4-c685-439f-9ad3-20d1f7858c80 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:13.767273 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-542ad3da-14f4-4497-ab3a-ee6d994921cc req-cc26d7e4-c685-439f-9ad3-20d1f7858c80 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=51348ef1-afe6-4b70-a251-0ebd46e35eb1 HTTP/1.1" status: 200 len: 943 time: 0.2257338 Dec 08 16:15:13.771101 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8bbdbc3-76f1-4fe1-a7d9-b6fee94be476 admin admin] Deleting subnet 609177ea-d70f-42b5-947d-ac0be047b1d5 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:15:13.774866 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0b2ef491-f819-4784-8016-ff65fd705811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:13.784389 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-87be6f55-20fd-42a6-8147-6987dd7b7eb9 req-67d717eb-f1e7-4b69-9a22-ad099a3baa85 service neutron] 10.222.0.37 "GET /v2.0/networks/d3895c5a-dfc2-4888-9675-12d8856051aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3552454 Dec 08 16:15:13.790049 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e9a65c0d-68c5-4c4d-b99c-90325f93478c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:13.809361 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f23e6a91-97bf-41ac-aa8d-3bbcf2a7629b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:13.809603 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f23e6a91-97bf-41ac-aa8d-3bbcf2a7629b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:13.812583 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-f23e6a91-97bf-41ac-aa8d-3bbcf2a7629b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1266d10a-3889-42cf-ad5a-acf66e31e392 HTTP/1.1" status: 204 len: 168 time: 0.5659952 Dec 08 16:15:13.813472 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c8bbdbc3-76f1-4fe1-a7d9-b6fee94be476 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:13.879885 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a65c0d-68c5-4c4d-b99c-90325f93478c admin admin] Network 444a8cbb-ee83-40d1-9772-ed3daa005a16 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:15:13.884571 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0e546e5b-ee0e-4f4b-ac45-fdaeca7a163c tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:13.885444 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23e6a91-97bf-41ac-aa8d-3bbcf2a7629b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1266d10a-3889-42cf-ad5a-acf66e31e392,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:13.885915 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-0e546e5b-ee0e-4f4b-ac45-fdaeca7a163c tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.2575874 Dec 08 16:15:13.887362 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e546e5b-ee0e-4f4b-ac45-fdaeca7a163c tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a96e7614-ece1-4248-94a1-b83b73d2e17e,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:13.891992 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 50010) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:13.897287 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-0c168b0f-e232-44dc-8dba-ceebaae97f14 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Request body: {'security_group_rule': {'security_group_id': 'a96e7614-ece1-4248-94a1-b83b73d2e17e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:13.912887 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-e9a65c0d-68c5-4c4d-b99c-90325f93478c admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:15:13.912887 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a65c0d-68c5-4c4d-b99c-90325f93478c admin admin] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:15:14.008662 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-87be6f55-20fd-42a6-8147-6987dd7b7eb9 req-88093b74-7bc9-4557-a062-938d03e88353 service neutron] 10.222.0.37 "GET /v2.0/networks/d3895c5a-dfc2-4888-9675-12d8856051aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150991 Dec 08 16:15:14.028330 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-542ad3da-14f4-4497-ab3a-ee6d994921cc req-6a2d0f98-1b01-4b6d-95d0-c06fab3ce52f tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480130 Dec 08 16:15:14.051761 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 7d9329db-c8df-40a8-bcc1-8fcc25ca551f details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:15:14.053382 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c8bbdbc3-76f1-4fe1-a7d9-b6fee94be476 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:14.054705 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0c168b0f-e232-44dc-8dba-ceebaae97f14 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:14.143140 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a65c0d-68c5-4c4d-b99c-90325f93478c admin admin] Pushing event updated for resources: {'Port': ['ID=986c635f-f115-4136-bd1e-4eb6c0e64081,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:14.237579 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0c168b0f-e232-44dc-8dba-ceebaae97f14 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:14.313677 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c8bbdbc3-76f1-4fe1-a7d9-b6fee94be476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:14.321311 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 7d9329db-c8df-40a8-bcc1-8fcc25ca551f, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=7d9329db-c8df-40a8-bcc1-8fcc25ca551f,segment=NetworkSegment(9b02e36e-6de5-484c-a36e-2fa26fb39118),segment_id=9b02e36e-6de5-484c-a36e-2fa26fb39118)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:14.344775 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e9a65c0d-68c5-4c4d-b99c-90325f93478c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:14.348677 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d486f4-5240-4710-a391-1a380d7520d1 req-effaa0e8-b4d1-400c-bcf2-310773237792 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:14.350451 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '7d9329db-c8df-40a8-bcc1-8fcc25ca551f', 'network_id': 'cc341b4e-e4a6-433a-819f-1f235ff05a7a', 'port_id': '7d9329db-c8df-40a8-bcc1-8fcc25ca551f', 'mac_address': 'fa:16:3e:e7:2c:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ae73486-24f1-4ad9-b7a3-ee511661fedf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:15:14.356622 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c7d486f4-5240-4710-a391-1a380d7520d1 req-effaa0e8-b4d1-400c-bcf2-310773237792 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 946 time: 0.2254217 Dec 08 16:15:14.393511 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ced25-bd95-4024-9abc-ab677e5ebb96 req-d39365bd-9d60-4fc3-ba26-b85a60dbe5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:14.395283 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-990ced25-bd95-4024-9abc-ab677e5ebb96 req-d39365bd-9d60-4fc3-ba26-b85a60dbe5a3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=90ed4b9bbb134343aae1287ee30eda23&device_id=51348ef1-afe6-4b70-a251-0ebd46e35eb1 HTTP/1.1" status: 200 len: 1095 time: 0.2311497 Dec 08 16:15:14.405010 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0c168b0f-e232-44dc-8dba-ceebaae97f14 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:14.430546 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-a63d2952-cab6-4a9e-985f-f69310f26b58 None None] Provisioning complete for port 986c635f-f115-4136-bd1e-4eb6c0e64081 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:15:14.432731 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a63d2952-cab6-4a9e-985f-f69310f26b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:14.472886 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:14.511354 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ced25-bd95-4024-9abc-ab677e5ebb96 req-3cba2080-7fe7-4523-9504-c30d93fe08f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:14.513498 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-990ced25-bd95-4024-9abc-ab677e5ebb96 req-3cba2080-7fe7-4523-9504-c30d93fe08f4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d3895c5a-dfc2-4888-9675-12d8856051aa HTTP/1.1" status: 200 len: 913 time: 0.1096923 Dec 08 16:15:14.558400 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c168b0f-e232-44dc-8dba-ceebaae97f14 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f35a51c8-736d-4a6e-adf9-de7f8786456f,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:14.566078 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d9329db-c8df-40a8-bcc1-8fcc25ca551f {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:15:14.583432 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-a63d2952-cab6-4a9e-985f-f69310f26b58 None None] Port 986c635f-f115-4136-bd1e-4eb6c0e64081 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:15:14.599465 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-990ced25-bd95-4024-9abc-ab677e5ebb96 req-54175782-5ca7-49a3-9c4d-f4e2bc2cb703 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5251d75-3b5b-463b-ad2b-321c00b2b9b5 HTTP/1.1" status: 200 len: 217 time: 0.0762873 Dec 08 16:15:14.614968 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c7d486f4-5240-4710-a391-1a380d7520d1 req-c4bcc762-3786-429d-b70f-369b656fcad8 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527611 Dec 08 16:15:14.626262 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 7d9329db-c8df-40a8-bcc1-8fcc25ca551f, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=7d9329db-c8df-40a8-bcc1-8fcc25ca551f,segment=NetworkSegment(9b02e36e-6de5-484c-a36e-2fa26fb39118),segment_id=9b02e36e-6de5-484c-a36e-2fa26fb39118)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:14.679786 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 50042) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:14.708384 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0c168b0f-e232-44dc-8dba-ceebaae97f14 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:14.709920 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-0c168b0f-e232-44dc-8dba-ceebaae97f14 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8163650 Dec 08 16:15:14.720031 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 50046) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:14.724885 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:14.731095 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-47cc96f2-b065-434f-bf84-fce156b03a7a tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Request body: {'security_group_rule': {'security_group_id': 'a96e7614-ece1-4248-94a1-b83b73d2e17e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:14.781937 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ced25-bd95-4024-9abc-ab677e5ebb96 req-6639b7c2-d345-48f1-bbbe-ff979b1cd22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:14.803254 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-990ced25-bd95-4024-9abc-ab677e5ebb96 req-6639b7c2-d345-48f1-bbbe-ff979b1cd22b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0d672d1f-65b7-4f31-92ed-7adc71dac15e HTTP/1.1" status: 200 len: 852 time: 0.1835051 Dec 08 16:15:14.810463 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=7d9329db-c8df-40a8-bcc1-8fcc25ca551f,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:14.816301 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 58878c24-d811-49b0-a4b9-6d26b20c4f75 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:15:14.891096 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 58878c24-d811-49b0-a4b9-6d26b20c4f75 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:15:14.892057 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:14.911820 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-990ced25-bd95-4024-9abc-ab677e5ebb96 req-2867a14a-5223-423a-8e66-4165ce767ed9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d3895c5a-dfc2-4888-9675-12d8856051aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1027625 Dec 08 16:15:14.934147 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-43131516-4db9-4750-8968-41bdd004cb18 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-600743449-network', 'tenant_id': 'f7056b2fb019449c81eb2cc4f1a6fd51'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:15.004331 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-47cc96f2-b065-434f-bf84-fce156b03a7a tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:15.006817 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:15.035554 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['7d9329db-c8df-40a8-bcc1-8fcc25ca551f'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:15:15.050540 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 58878c24-d811-49b0-a4b9-6d26b20c4f75, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=58878c24-d811-49b0-a4b9-6d26b20c4f75,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:15.141152 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eac35d9-9a4d-49f2-aab5-a9ab3eeec4a2 req-4e96fcad-a725-465b-bdf4-d93d425ad1f2 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:15.150885 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7eac35d9-9a4d-49f2-aab5-a9ab3eeec4a2 req-4e96fcad-a725-465b-bdf4-d93d425ad1f2 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9bace2e-fd3b-4d91-a66c-8243f779938d HTTP/1.1" status: 200 len: 945 time: 0.1366849 Dec 08 16:15:15.155775 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-990ced25-bd95-4024-9abc-ab677e5ebb96 req-f899a091-f322-4d1b-8565-ae5643dee987 service neutron] 10.222.0.37 "GET /v2.0/networks/d3895c5a-dfc2-4888-9675-12d8856051aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357373 Dec 08 16:15:15.165110 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:15.165957 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43131516-4db9-4750-8968-41bdd004cb18 admin admin] Made reservation on behalf of f7056b2fb019449c81eb2cc4f1a6fd51 for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:15:15.178835 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-43131516-4db9-4750-8968-41bdd004cb18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:15.209804 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-43131516-4db9-4750-8968-41bdd004cb18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:15.216040 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7eac35d9-9a4d-49f2-aab5-a9ab3eeec4a2 req-6e6052b2-f848-4ef0-8627-e5098bf4cd3e tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622752 Dec 08 16:15:15.255057 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c8bbdbc3-76f1-4fe1-a7d9-b6fee94be476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:15.268337 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:15.280293 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=58878c24-d811-49b0-a4b9-6d26b20c4f75,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:15.297235 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bbdbc3-76f1-4fe1-a7d9-b6fee94be476 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=609177ea-d70f-42b5-947d-ac0be047b1d5,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:15.301265 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-47cc96f2-b065-434f-bf84-fce156b03a7a tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:15.310228 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c8bbdbc3-76f1-4fe1-a7d9-b6fee94be476 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:15.310228 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c8bbdbc3-76f1-4fe1-a7d9-b6fee94be476 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/609177ea-d70f-42b5-947d-ac0be047b1d5 HTTP/1.1" status: 204 len: 168 time: 1.7558341 Dec 08 16:15:15.312661 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 50056) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:15.320347 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8dffa8-b2e3-46bd-b2a1-c1cc7e2bcb40 None None] Network 302c30a7-bb07-4824-b9e9-efc4753720c4 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:15:15.400811 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e9a65c0d-68c5-4c4d-b99c-90325f93478c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:15.424930 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a7c10-a050-4cfa-bc8e-9af90973242d req-ae9508b9-e5f5-45fb-8983-8ae311903b37 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:15.427874 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9e0a7c10-a050-4cfa-bc8e-9af90973242d req-ae9508b9-e5f5-45fb-8983-8ae311903b37 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=51348ef1-afe6-4b70-a251-0ebd46e35eb1 HTTP/1.1" status: 200 len: 943 time: 0.2282856 Dec 08 16:15:15.435273 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-990ced25-bd95-4024-9abc-ab677e5ebb96 req-742a06c2-12a8-46af-8202-d25494c2f2f4 service neutron] 10.222.0.37 "GET /v2.0/networks/d3895c5a-dfc2-4888-9675-12d8856051aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702146 Dec 08 16:15:15.449540 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-47cc96f2-b065-434f-bf84-fce156b03a7a tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:15.492138 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b8b805da-e3c2-4c79-8a45-93dd50120f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:15.509618 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cc96f2-b065-434f-bf84-fce156b03a7a tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c155163-43af-4dec-b0f4-e95902b9f283,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:15.557166 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b516709-ce7c-4d4f-8331-9f732008c1a8 None None] DHCP port deletion for 302c30a7-bb07-4824-b9e9-efc4753720c4 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:15:15.571025 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9e0a7c10-a050-4cfa-bc8e-9af90973242d req-530dfd18-212e-40ee-b99f-6f83a9e114e7 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333804 Dec 08 16:15:15.579615 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-47cc96f2-b065-434f-bf84-fce156b03a7a tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:15.581177 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-47cc96f2-b065-434f-bf84-fce156b03a7a tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8564301 Dec 08 16:15:15.585209 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 50064) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:15.589183 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-43131516-4db9-4750-8968-41bdd004cb18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:15.594234 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-6e44ffb4-b972-4188-8041-209032610ab4 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Request body: {'floatingip': {'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:15.612215 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device c5251d75-3b5b-463b-ad2b-321c00b2b9b5 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:15:15.654654 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-43131516-4db9-4750-8968-41bdd004cb18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:15.698079 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6e44ffb4-b972-4188-8041-209032610ab4 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks [] for floatingip, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:15.700458 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43131516-4db9-4750-8968-41bdd004cb18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:15:15.728316 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-3b516709-ce7c-4d4f-8331-9f732008c1a8 None None] Deleting port 8cdd5c91-2d29-4c49-abeb-53c12ae1247d {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:15:15.728850 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3b516709-ce7c-4d4f-8331-9f732008c1a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:15.748301 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-43131516-4db9-4750-8968-41bdd004cb18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:15.748301 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-43131516-4db9-4750-8968-41bdd004cb18 admin admin] Added segment ba416323-2644-4ad4-91ac-f9ba2cf2404e of type vlan for network fdd4d821-77e2-4df5-8e20-52b9b5212bd5 Dec 08 16:15:15.774756 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43131516-4db9-4750-8968-41bdd004cb18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=725892bd-251d-4582-a0ba-ed3f1b69b499,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:15.810950 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port c5251d75-3b5b-463b-ad2b-321c00b2b9b5, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=c5251d75-3b5b-463b-ad2b-321c00b2b9b5,segment=NetworkSegment(f996c948-5ac9-42a3-ac04-df4c75288f01),segment_id=f996c948-5ac9-42a3-ac04-df4c75288f01)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:15.826053 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-3b516709-ce7c-4d4f-8331-9f732008c1a8 None None] For port 8cdd5c91-2d29-4c49-abeb-53c12ae1247d, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=8cdd5c91-2d29-4c49-abeb-53c12ae1247d,segment=NetworkSegment(0dec94c7-62d4-42fb-a989-f3053434898d),segment_id=0dec94c7-62d4-42fb-a989-f3053434898d)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:15.826599 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3b516709-ce7c-4d4f-8331-9f732008c1a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:15.840928 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': 'c5251d75-3b5b-463b-ad2b-321c00b2b9b5', 'network_id': 'd3895c5a-dfc2-4888-9675-12d8856051aa', 'port_id': 'c5251d75-3b5b-463b-ad2b-321c00b2b9b5', 'mac_address': 'fa:16:3e:2e:d8:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d672d1f-65b7-4f31-92ed-7adc71dac15e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:15:15.865284 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23df343f-d252-4805-94ca-261eec5c91d2 req-3d02a077-1489-4525-976f-d40e5da7c024 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:15.866994 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-23df343f-d252-4805-94ca-261eec5c91d2 req-3d02a077-1489-4525-976f-d40e5da7c024 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 946 time: 0.1313355 Dec 08 16:15:15.881977 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-43131516-4db9-4750-8968-41bdd004cb18 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:15.889127 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-b8b805da-e3c2-4c79-8a45-93dd50120f3a admin admin] Deleting port 8cdd5c91-2d29-4c49-abeb-53c12ae1247d {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:15:15.890176 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b8b805da-e3c2-4c79-8a45-93dd50120f3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:15.898293 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-3b516709-ce7c-4d4f-8331-9f732008c1a8 None None] Calling delete_port for 8cdd5c91-2d29-4c49-abeb-53c12ae1247d owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:15:15.962145 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6e44ffb4-b972-4188-8041-209032610ab4 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:15.970646 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-43131516-4db9-4750-8968-41bdd004cb18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:15.971762 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43131516-4db9-4750-8968-41bdd004cb18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:15.972391 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-43131516-4db9-4750-8968-41bdd004cb18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:15.982694 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:15.986688 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e9a65c0d-68c5-4c4d-b99c-90325f93478c admin admin] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:16.005683 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5251d75-3b5b-463b-ad2b-321c00b2b9b5 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:15:16.018713 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-b8b805da-e3c2-4c79-8a45-93dd50120f3a admin admin] For port 8cdd5c91-2d29-4c49-abeb-53c12ae1247d, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=8cdd5c91-2d29-4c49-abeb-53c12ae1247d,segment=NetworkSegment(0dec94c7-62d4-42fb-a989-f3053434898d),segment_id=0dec94c7-62d4-42fb-a989-f3053434898d)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:16.019221 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b8b805da-e3c2-4c79-8a45-93dd50120f3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:16.037894 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port c5251d75-3b5b-463b-ad2b-321c00b2b9b5, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=c5251d75-3b5b-463b-ad2b-321c00b2b9b5,segment=NetworkSegment(f996c948-5ac9-42a3-ac04-df4c75288f01),segment_id=f996c948-5ac9-42a3-ac04-df4c75288f01)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:16.053254 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-b8b805da-e3c2-4c79-8a45-93dd50120f3a admin admin] Calling delete_port for 8cdd5c91-2d29-4c49-abeb-53c12ae1247d owned by network:dhcp {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:15:16.059818 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-23df343f-d252-4805-94ca-261eec5c91d2 req-4d781e37-7849-45db-8768-3196d4c49bba tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848006 Dec 08 16:15:16.077781 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 7d9329db-c8df-40a8-bcc1-8fcc25ca551f up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:15:16.089750 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43131516-4db9-4750-8968-41bdd004cb18 admin admin] Pushing event updated for resources: {'Network': ['ID=fdd4d821-77e2-4df5-8e20-52b9b5212bd5,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:16.138961 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network fdd4d821-77e2-4df5-8e20-52b9b5212bd5 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:15:16.158537 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-6e44ffb4-b972-4188-8041-209032610ab4 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Allocated IP 172.25.0.61 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/85b450c2-1145-4783-82d5-7bc83d8e07ed) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:15:16.169513 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e9a65c0d-68c5-4c4d-b99c-90325f93478c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:16.183278 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-43131516-4db9-4750-8968-41bdd004cb18 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5020130 Dec 08 16:15:16.186673 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 50086) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:16.192426 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-79672b64-1947-4164-92a9-5e02acd771e4 admin admin] Request body: {'subnet': {'network_id': 'fdd4d821-77e2-4df5-8e20-52b9b5212bd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-600743449-subnet', 'tenant_id': 'f7056b2fb019449c81eb2cc4f1a6fd51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:16.194641 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:16.196700 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3b516709-ce7c-4d4f-8331-9f732008c1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:16.245268 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b516709-ce7c-4d4f-8331-9f732008c1a8 None None] No DVR routers for this DVR port 8cdd5c91-2d29-4c49-abeb-53c12ae1247d on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:15:16.295661 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b8b805da-e3c2-4c79-8a45-93dd50120f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:16.324630 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e9a65c0d-68c5-4c4d-b99c-90325f93478c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:16.330470 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=c5251d75-3b5b-463b-ad2b-321c00b2b9b5,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:16.371457 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b805da-e3c2-4c79-8a45-93dd50120f3a admin admin] No DVR routers for this DVR port 8cdd5c91-2d29-4c49-abeb-53c12ae1247d on host n-d-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:15:16.379019 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b516709-ce7c-4d4f-8331-9f732008c1a8 None None] Pushing event deleted for resources: {'Port': ['ID=8cdd5c91-2d29-4c49-abeb-53c12ae1247d,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:16.397449 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port 7d9329db-c8df-40a8-bcc1-8fcc25ca551f completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:15:16.403740 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 7d9329db-c8df-40a8-bcc1-8fcc25ca551f triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:15:16.404126 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:16.442068 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a65c0d-68c5-4c4d-b99c-90325f93478c admin admin] Pushing event updated for resources: {'Port': ['ID=986c635f-f115-4136-bd1e-4eb6c0e64081,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:16.453126 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['c5251d75-3b5b-463b-ad2b-321c00b2b9b5'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:15:16.546411 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b8b805da-e3c2-4c79-8a45-93dd50120f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:16.576876 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-b8b805da-e3c2-4c79-8a45-93dd50120f3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['302c30a7-bb07-4824-b9e9-efc4753720c4']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:15:16.591692 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-b8b805da-e3c2-4c79-8a45-93dd50120f3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dec94c7-62d4-42fb-a989-f3053434898d') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:15:16.593151 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-b8b805da-e3c2-4c79-8a45-93dd50120f3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dec94c7-62d4-42fb-a989-f3053434898d') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:15:16.609511 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b8b805da-e3c2-4c79-8a45-93dd50120f3a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:16.611736 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:16.626642 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b8b805da-e3c2-4c79-8a45-93dd50120f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:16.633178 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8b805da-e3c2-4c79-8a45-93dd50120f3a admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:15:16.633348 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b8b805da-e3c2-4c79-8a45-93dd50120f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:16.696304 n-d-776250-12 neutron-server[110550]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:15:16.696304 n-d-776250-12 neutron-server[110550]: self.session.flush() Dec 08 16:15:16.696304 n-d-776250-12 neutron-server[110550]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:15:16.696304 n-d-776250-12 neutron-server[110550]: self.session.flush() Dec 08 16:15:16.696304 n-d-776250-12 neutron-server[110550]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:15:16.696304 n-d-776250-12 neutron-server[110550]: self.session.flush() Dec 08 16:15:16.696304 n-d-776250-12 neutron-server[110550]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:15:16.696304 n-d-776250-12 neutron-server[110550]: self.session.flush() Dec 08 16:15:16.696304 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:15:16.696304 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:15:16.696304 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:15:16.696304 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:15:16.696304 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:15:16.696304 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:15:16.696304 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:15:16.696304 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:15:16.696304 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:15:16.696304 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:15:16.696304 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:15:16.696304 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:15:16.696304 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:15:16.696304 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:15:16.696304 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:15:16.696304 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:15:16.696304 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:15:16.696304 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:15:16.696304 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:15:16.696304 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:15:16.696304 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:15:16.696304 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:15:16.696304 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:15:16.696304 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:15:16.696304 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:15:16.696304 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:15:16.696304 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:15:16.696304 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:15:16.696304 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:15:16.696304 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:15:16.696304 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:15:16.696304 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:15:16.699853 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b805da-e3c2-4c79-8a45-93dd50120f3a admin admin] Pushing event deleted for resources: {'Port': ['ID=8cdd5c91-2d29-4c49-abeb-53c12ae1247d,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:16.709216 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e6596e-6d22-42b2-a09a-f007172ba87f req-ee698012-4dd9-42dd-b6e2-26ee3d1b4d58 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:16.710792 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b9e6596e-6d22-42b2-a09a-f007172ba87f req-ee698012-4dd9-42dd-b6e2-26ee3d1b4d58 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 946 time: 0.4789424 Dec 08 16:15:16.714241 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6e44ffb4-b972-4188-8041-209032610ab4 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:16.724512 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9bace2e-fd3b-4d91-a66c-8243f779938d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d9329db-c8df-40a8-bcc1-8fcc25ca551f'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:15:16.727573 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5547119-ea82-48c6-bc3f-daa99a3620e5" -d '{"events": [{"server_uuid": "e9bace2e-fd3b-4d91-a66c-8243f779938d", "name": "network-vif-plugged", "status": "completed", "tag": "7d9329db-c8df-40a8-bcc1-8fcc25ca551f"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:15:16.750679 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 7d9329db-c8df-40a8-bcc1-8fcc25ca551f, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=7d9329db-c8df-40a8-bcc1-8fcc25ca551f,segment=NetworkSegment(9b02e36e-6de5-484c-a36e-2fa26fb39118),segment_id=9b02e36e-6de5-484c-a36e-2fa26fb39118)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:16.769862 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79672b64-1947-4164-92a9-5e02acd771e4 admin admin] Made reservation on behalf of f7056b2fb019449c81eb2cc4f1a6fd51 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:15:16.775400 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-79672b64-1947-4164-92a9-5e02acd771e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:16.785012 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:16.792471 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 58878c24-d811-49b0-a4b9-6d26b20c4f75 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:15:16.793174 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b8b805da-e3c2-4c79-8a45-93dd50120f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:16.807135 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b8b805da-e3c2-4c79-8a45-93dd50120f3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:16.811065 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b8b805da-e3c2-4c79-8a45-93dd50120f3a admin admin] 10.222.0.64 "DELETE /v2.0/networks/302c30a7-bb07-4824-b9e9-efc4753720c4 HTTP/1.1" status: 204 len: 168 time: 1.4973500 Dec 08 16:15:16.824997 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:16.840393 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a65c0d-68c5-4c4d-b99c-90325f93478c admin admin] Network 444a8cbb-ee83-40d1-9772-ed3daa005a16 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:15:16.844814 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b805da-e3c2-4c79-8a45-93dd50120f3a admin admin] Pushing event deleted for resources: {'Network': ['ID=302c30a7-bb07-4824-b9e9-efc4753720c4,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:16.849012 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-e9a65c0d-68c5-4c4d-b99c-90325f93478c admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:15:16.854385 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b9e6596e-6d22-42b2-a09a-f007172ba87f req-3c046052-756d-4b94-a47f-48c974ddb0c5 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288676 Dec 08 16:15:16.957173 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47191d0-2fb1-4db4-b41c-24a7a974a7d5 req-7525d06b-75a2-4d93-8436-3e37a15de95f tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:16.959061 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e47191d0-2fb1-4db4-b41c-24a7a974a7d5 req-7525d06b-75a2-4d93-8436-3e37a15de95f tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9bace2e-fd3b-4d91-a66c-8243f779938d HTTP/1.1" status: 200 len: 945 time: 0.3187051 Dec 08 16:15:16.972632 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=7d9329db-c8df-40a8-bcc1-8fcc25ca551f,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:16.982167 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 58878c24-d811-49b0-a4b9-6d26b20c4f75 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:15:16.982543 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:17.041462 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f1b5bdf6-88ce-49bb-add2-cd0683542ba4 req-4adc54b6-f222-4f0f-b8d3-ff5a3a3c3a18 tempest-ServerShowV257Test-510841687 tempest-ServerShowV257Test-510841687-project] 10.222.0.64 "GET /v2.0/ports?device_id=ade7e354-f673-4bac-a86a-97efe5d1e7f9 HTTP/1.1" status: 200 len: 210 time: 0.0380402 Dec 08 16:15:17.092017 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9a65c0d-68c5-4c4d-b99c-90325f93478c admin admin] Router cd8e55f6-569d-4d7c-97e4-433fcd6d082e has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:15:17.111386 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e47191d0-2fb1-4db4-b41c-24a7a974a7d5 req-f2bfd8ef-9811-4523-b370-95c4709a6f1c tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165247 Dec 08 16:15:17.117113 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6e44ffb4-b972-4188-8041-209032610ab4 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:17.183598 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-79672b64-1947-4164-92a9-5e02acd771e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:17.193909 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e44ffb4-b972-4188-8041-209032610ab4 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:15:17.219186 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c549f2-46d2-4817-801c-3799ea1600be x-openstack-request-id: req-a5c549f2-46d2-4817-801c-3799ea1600be {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:15:17.219645 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9bace2e-fd3b-4d91-a66c-8243f779938d", "name": "network-vif-plugged", "status": "completed", "tag": "7d9329db-c8df-40a8-bcc1-8fcc25ca551f", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:15:17.219838 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a5c549f2-46d2-4817-801c-3799ea1600be {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:15:17.220349 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9bace2e-fd3b-4d91-a66c-8243f779938d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d9329db-c8df-40a8-bcc1-8fcc25ca551f', 'code': 200} Dec 08 16:15:17.252829 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 8cdd5c91-2d29-4c49-abeb-53c12ae1247d no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:15:17.261882 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79672b64-1947-4164-92a9-5e02acd771e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a36ffc2b-3deb-4b54-9e98-dcd164b5820f,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:17.269568 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-6e44ffb4-b972-4188-8041-209032610ab4 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:15:17.293546 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 8cdd5c91-2d29-4c49-abeb-53c12ae1247d {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:15:17.293905 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 8cdd5c91-2d29-4c49-abeb-53c12ae1247d not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:15:17.323337 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e44ffb4-b972-4188-8041-209032610ab4 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:15:17.344424 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-299cb7c8-c9e9-4ae6-8ef0-62e8869086cf None None] Provisioning complete for port 986c635f-f115-4136-bd1e-4eb6c0e64081 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:15:17.344800 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-299cb7c8-c9e9-4ae6-8ef0-62e8869086cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:17.382973 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e44ffb4-b972-4188-8041-209032610ab4 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Pushing event updated for resources: {'Port': ['ID=85b450c2-1145-4783-82d5-7bc83d8e07ed,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:17.389882 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a65c0d-68c5-4c4d-b99c-90325f93478c admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:15:17.400953 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6bf80-e8f0-4d2e-8256-79ca611c75c1 req-586eede9-e159-4bb1-97c1-4bd436b5f4aa tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:17.403161 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-09b6bf80-e8f0-4d2e-8256-79ca611c75c1 req-586eede9-e159-4bb1-97c1-4bd436b5f4aa tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=51348ef1-afe6-4b70-a251-0ebd46e35eb1 HTTP/1.1" status: 200 len: 944 time: 0.1590633 Dec 08 16:15:17.410308 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2461774e-9317-412c-9dc2-c4e48dc7b869 req-d0994f70-645b-4325-b4c9-1564f837ef13 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:17.412420 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2461774e-9317-412c-9dc2-c4e48dc7b869 req-d0994f70-645b-4325-b4c9-1564f837ef13 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 946 time: 0.1339245 Dec 08 16:15:17.416236 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-e9a65c0d-68c5-4c4d-b99c-90325f93478c admin admin] 10.222.0.64 "PUT /v2.0/routers/cd8e55f6-569d-4d7c-97e4-433fcd6d082e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7076416 Dec 08 16:15:17.418983 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c09fef-41e5-434d-821e-419930e81e00 req-34d12184-9ee2-4eaa-8758-c7f18e55bed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:17.421435 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e0c09fef-41e5-434d-821e-419930e81e00 req-34d12184-9ee2-4eaa-8758-c7f18e55bed3 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e9bace2e-fd3b-4d91-a66c-8243f779938d HTTP/1.1" status: 200 len: 1098 time: 0.1403675 Dec 08 16:15:17.453545 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711dac3d-7a0c-4dc0-b135-5ad2f8b89812 None None] Sync routers for ids ['cd8e55f6-569d-4d7c-97e4-433fcd6d082e'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:15:17.481350 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 50108) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:17.483429 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-299cb7c8-c9e9-4ae6-8ef0-62e8869086cf None None] Port 986c635f-f115-4136-bd1e-4eb6c0e64081 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:15:17.490681 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711dac3d-7a0c-4dc0-b135-5ad2f8b89812 None None] Routers {'cd8e55f6-569d-4d7c-97e4-433fcd6d082e'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:15:17.491385 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-711dac3d-7a0c-4dc0-b135-5ad2f8b89812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:15:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['cd8e55f6-569d-4d7c-97e4-433fcd6d082e'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:15:17.522744 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79672b64-1947-4164-92a9-5e02acd771e4 admin admin] Checking segment: {'id': 'ba416323-2644-4ad4-91ac-f9ba2cf2404e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'fdd4d821-77e2-4df5-8e20-52b9b5212bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:15:17.523421 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79672b64-1947-4164-92a9-5e02acd771e4 admin admin] Network hostable DHCP agents. Network: fdd4d821-77e2-4df5-8e20-52b9b5212bd5, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:15:17.568034 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-09b6bf80-e8f0-4d2e-8256-79ca611c75c1 req-4b369bf4-4615-447f-ac51-4e1476703276 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267223 Dec 08 16:15:17.577493 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2461774e-9317-412c-9dc2-c4e48dc7b869 req-9df95d8b-e4d7-4deb-a0b2-5694c4120dd5 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479020 Dec 08 16:15:17.584380 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6e44ffb4-b972-4188-8041-209032610ab4 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:17.592855 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e0c09fef-41e5-434d-821e-419930e81e00 req-50b0fcd4-4977-4043-a499-df003334293c service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593127 Dec 08 16:15:17.618121 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a40ba597-94c1-4e23-b5a4-4b7ec7327774 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f4bc823f590d4f5ab08e225067f150b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1341746 Dec 08 16:15:17.620597 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 50114) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:17.654266 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79672b64-1947-4164-92a9-5e02acd771e4 admin admin] Network fdd4d821-77e2-4df5-8e20-52b9b5212bd5 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:15:17.724498 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6e44ffb4-b972-4188-8041-209032610ab4 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:17.746869 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c7f70f69-2349-47e5-b736-cb6018465e0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:17.767620 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device c5251d75-3b5b-463b-ad2b-321c00b2b9b5 up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:15:17.772754 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:17.793069 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-79672b64-1947-4164-92a9-5e02acd771e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, fdd4d821-77e2-4df5-8e20-52b9b5212bd5) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:15:17.800295 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c7f70f69-2349-47e5-b736-cb6018465e0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:17.804293 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79672b64-1947-4164-92a9-5e02acd771e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:17.805643 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-79672b64-1947-4164-92a9-5e02acd771e4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:17.817549 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91417d0a-b29c-44ea-aeb5-4b0932b1afa9 None None] Network fdd4d821-77e2-4df5-8e20-52b9b5212bd5 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:15:17.862578 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf7ee5-d21d-4b49-af9c-7edf0a3e3d4f req-b3476fe9-b14b-474b-b532-4289893c4164 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:17.879545 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1eaf7ee5-d21d-4b49-af9c-7edf0a3e3d4f req-b3476fe9-b14b-474b-b532-4289893c4164 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 946 time: 0.1385219 Dec 08 16:15:17.945793 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1eaf7ee5-d21d-4b49-af9c-7edf0a3e3d4f req-ea26e9ac-c48a-47d7-9dac-1caae40dbd51 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651724 Dec 08 16:15:17.958976 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-79672b64-1947-4164-92a9-5e02acd771e4 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7703686 Dec 08 16:15:17.968343 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6e44ffb4-b972-4188-8041-209032610ab4 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:17.982115 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-711dac3d-7a0c-4dc0-b135-5ad2f8b89812 None None] Set router cd8e55f6-569d-4d7c-97e4-433fcd6d082e gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:15:18.065650 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7736439b-148f-4075-8b39-6eb0e812ff24 None None] Network fdd4d821-77e2-4df5-8e20-52b9b5212bd5 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:15:18.083200 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6e44ffb4-b972-4188-8041-209032610ab4 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:18.106359 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c7f70f69-2349-47e5-b736-cb6018465e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:18.109588 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c7f70f69-2349-47e5-b736-cb6018465e0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:18.115971 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c7f70f69-2349-47e5-b736-cb6018465e0b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/354e2ec8-d09b-4f07-a3b7-f11bc870b0b8 HTTP/1.1" status: 204 len: 168 time: 0.4879043 Dec 08 16:15:18.168690 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f70f69-2349-47e5-b736-cb6018465e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=354e2ec8-d09b-4f07-a3b7-f11bc870b0b8,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:18.231916 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c3919-a63c-4d00-aae1-f894544d90ab req-e772a844-c8e0-4348-bd79-054ef21ae714 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:18.234632 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port c5251d75-3b5b-463b-ad2b-321c00b2b9b5 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:15:18.243509 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-792c3919-a63c-4d00-aae1-f894544d90ab req-e772a844-c8e0-4348-bd79-054ef21ae714 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 946 time: 0.2125649 Dec 08 16:15:18.284077 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e44ffb4-b972-4188-8041-209032610ab4 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Pushing event updated for resources: {'Port': ['ID=85b450c2-1145-4783-82d5-7bc83d8e07ed,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:18.286264 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port c5251d75-3b5b-463b-ad2b-321c00b2b9b5 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:15:18.286645 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:18.312751 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6e44ffb4-b972-4188-8041-209032610ab4 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:18.313456 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-792c3919-a63c-4d00-aae1-f894544d90ab req-43cd7e07-2c7c-423a-b2a1-e9d65d9bca02 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639749 Dec 08 16:15:18.408262 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6e44ffb4-b972-4188-8041-209032610ab4 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:18.412161 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-6e44ffb4-b972-4188-8041-209032610ab4 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8232260 Dec 08 16:15:18.440139 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-dd7f9c83-ed8b-4379-b55d-5df32fbeb6f6 req-6fc562ec-c5b9-402b-a235-bf11cd25be4f tempest-ServerShowV257Test-510841687 tempest-ServerShowV257Test-510841687-project] 10.222.0.64 "GET /v2.0/ports?device_id=ade7e354-f673-4bac-a86a-97efe5d1e7f9 HTTP/1.1" status: 200 len: 210 time: 0.0403218 Dec 08 16:15:18.480010 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:18.556066 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 50142) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:18.562432 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-b75b19d1-01d1-4b2c-b684-416f8fca5234 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1756375226', 'description': 'tempest-description--1921301254'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:18.602631 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c0346-7902-4f53-97c9-89afe20bb2a8 req-77554995-5446-4308-b06d-744ee6c2ed65 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:18.604907 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-352c0346-7902-4f53-97c9-89afe20bb2a8 req-77554995-5446-4308-b06d-744ee6c2ed65 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9bace2e-fd3b-4d91-a66c-8243f779938d HTTP/1.1" status: 200 len: 946 time: 0.0902507 Dec 08 16:15:18.643878 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port c5251d75-3b5b-463b-ad2b-321c00b2b9b5, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=c5251d75-3b5b-463b-ad2b-321c00b2b9b5,segment=NetworkSegment(f996c948-5ac9-42a3-ac04-df4c75288f01),segment_id=f996c948-5ac9-42a3-ac04-df4c75288f01)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:18.677090 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-352c0346-7902-4f53-97c9-89afe20bb2a8 req-c084961c-d1fc-4ea9-9abb-63ed5492edec tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629225 Dec 08 16:15:18.679793 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-711dac3d-7a0c-4dc0-b135-5ad2f8b89812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8e55f6-569d-4d7c-97e4-433fcd6d082e', 'name': 'tempest-ServerActionsTestJSON-14788555-router', 'tenant_id': '22d0ae928129486d8913ac89433a7712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '58878c24-d811-49b0-a4b9-6d26b20c4f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:15:03Z', 'updated_at': '2021-12-08T16:15:15Z', 'revision_number': 4, 'project_id': '22d0ae928129486d8913ac89433a7712', 'gw_port': {'id': '58878c24-d811-49b0-a4b9-6d26b20c4f75', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8e55f6-569d-4d7c-97e4-433fcd6d082e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:15:05Z', 'updated_at': '2021-12-08T16:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '986c635f-f115-4136-bd1e-4eb6c0e64081', 'name': '', 'network_id': '444a8cbb-ee83-40d1-9772-ed3daa005a16', 'tenant_id': '22d0ae928129486d8913ac89433a7712', 'mac_address': 'fa:16:3e:ef:b1:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd8e55f6-569d-4d7c-97e4-433fcd6d082e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '921ca20d-c445-4985-be5a-b19c39bd838b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:15:12Z', 'updated_at': '2021-12-08T16:15:15Z', 'revision_number': 2, 'project_id': '22d0ae928129486d8913ac89433a7712', 'subnets': [{'id': '921ca20d-c445-4985-be5a-b19c39bd838b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:15:18.688606 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b75b19d1-01d1-4b2c-b684-416f8fca5234 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:18.744115 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:18.750848 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711dac3d-7a0c-4dc0-b135-5ad2f8b89812 None None] Checking router: cd8e55f6-569d-4d7c-97e4-433fcd6d082e for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:15:18.752829 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711dac3d-7a0c-4dc0-b135-5ad2f8b89812 None None] Updating router cd8e55f6-569d-4d7c-97e4-433fcd6d082e port 986c635f-f115-4136-bd1e-4eb6c0e64081 binding host n-d-776250-12 {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:15:18.828287 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-711dac3d-7a0c-4dc0-b135-5ad2f8b89812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:18.897997 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b75b19d1-01d1-4b2c-b684-416f8fca5234 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:18.925467 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-56571fda-3b38-4cc3-91a0-45576e8576bf tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--2047665515&fields=id&tenant_id=18030f7f284349198514456af1320f51 HTTP/1.1" status: 200 len: 267 time: 0.0560081 Dec 08 16:15:18.942897 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=c5251d75-3b5b-463b-ad2b-321c00b2b9b5,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:18.989003 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-8ab54f0c-cf12-4cad-9664-d6e1043e514e tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:18.996941 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-8ab54f0c-cf12-4cad-9664-d6e1043e514e tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports/5d42f4d8-9ca3-4f66-912f-1ee4a3cb0c8e HTTP/1.1" status: 200 len: 935 time: 0.0649579 Dec 08 16:15:19.000212 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:19.006634 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:19.006634 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:19.006634 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:19.006634 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:19.006634 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:19.006634 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:19.006634 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:19.006634 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:19.006634 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:19.006634 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:19.006634 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:19.006634 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:19.058205 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-a24e119d-ec08-4d78-bb72-8b1dfed48d16 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:19.065782 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-a24e119d-ec08-4d78-bb72-8b1dfed48d16 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports/0505a5f3-a135-4e60-b17a-0cb1f5397362 HTTP/1.1" status: 200 len: 936 time: 0.0675180 Dec 08 16:15:19.070788 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b75b19d1-01d1-4b2c-b684-416f8fca5234 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:19.124203 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75b19d1-01d1-4b2c-b684-416f8fca5234 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aaaed2f-5e66-4c42-9b80-9e5e842daa86,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:19.128533 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-3104bb0e-7735-4cc7-8f34-b004b393ada4 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?network_id=0cd1fc08-18ef-4903-a4d4-304d5ce0f86e&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0619123 Dec 08 16:15:19.164834 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-31523cc2-3d81-4c7c-aee2-b28c6e6e55f0 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?network_id=0cd1fc08-18ef-4903-a4d4-304d5ce0f86e&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0352979 Dec 08 16:15:19.188132 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b75b19d1-01d1-4b2c-b684-416f8fca5234 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:19.189537 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b75b19d1-01d1-4b2c-b684-416f8fca5234 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6321356 Dec 08 16:15:19.200941 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 50180) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:19.202287 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-6a02b01d-fb94-4c88-9057-20187bf0c0a2 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:19.222533 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-d25fa774-3d2e-44f6-a3bf-9c381f2d3ab6 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Request body: {'security_group_rule': {'security_group_id': '8aaaed2f-5e66-4c42-9b80-9e5e842daa86', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:19.225704 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-6a02b01d-fb94-4c88-9057-20187bf0c0a2 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.64 "GET /v2.0/networks?id=fdd4d821-77e2-4df5-8e20-52b9b5212bd5 HTTP/1.1" status: 200 len: 812 time: 0.2559092 Dec 08 16:15:19.225876 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51348ef1-afe6-4b70-a251-0ebd46e35eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5251d75-3b5b-463b-ad2b-321c00b2b9b5'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:15:19.228379 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1eed96-6931-4c53-8da7-490a82c5ed45" -d '{"events": [{"server_uuid": "51348ef1-afe6-4b70-a251-0ebd46e35eb1", "name": "network-vif-plugged", "status": "completed", "tag": "c5251d75-3b5b-463b-ad2b-321c00b2b9b5"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:15:19.252509 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-16d6bd06-5fac-4607-ba82-0a7487f1e7d8 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.64 "GET /v2.0/quotas/f7056b2fb019449c81eb2cc4f1a6fd51 HTTP/1.1" status: 200 len: 375 time: 0.0225866 Dec 08 16:15:19.288603 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-6a4a4d3d-8b71-4a1c-822a-ba90cfb7dd94 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f7056b2fb019449c81eb2cc4f1a6fd51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320020 Dec 08 16:15:19.294942 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-711dac3d-7a0c-4dc0-b135-5ad2f8b89812 None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:19.377290 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-f7fae629-4509-41d5-a61a-626eba899656 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:19.383212 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-f7fae629-4509-41d5-a61a-626eba899656 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:19.389441 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-f7fae629-4509-41d5-a61a-626eba899656 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:19.391137 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-f7fae629-4509-41d5-a61a-626eba899656 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/networks?id=f511b156-9962-4a0c-911e-c5b5fa14a2a0&id=92f988d9-d3fd-471d-a94b-154482a7d460&id=92f988d9-d3fd-471d-a94b-154482a7d460&id=0cd1fc08-18ef-4903-a4d4-304d5ce0f86e&id=0cd1fc08-18ef-4903-a4d4-304d5ce0f86e HTTP/1.1" status: 200 len: 1995 time: 0.2250972 Dec 08 16:15:19.403900 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-6509176d-09e3-4940-9a94-9c8726ad5fd8 service neutron] 10.222.0.64 "GET /v2.0/networks/fdd4d821-77e2-4df5-8e20-52b9b5212bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985172 Dec 08 16:15:19.407385 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-ff9d14e6-7797-4d40-84fd-9b35fcfeafca tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/quotas/18030f7f284349198514456af1320f51 HTTP/1.1" status: 200 len: 375 time: 0.0101159 Dec 08 16:15:19.448695 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-711dac3d-7a0c-4dc0-b135-5ad2f8b89812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:19.463110 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d25fa774-3d2e-44f6-a3bf-9c381f2d3ab6 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:19.492957 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-406c64d0-011f-45bc-8ec5-5eadea150e93 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=18030f7f284349198514456af1320f51&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0793719 Dec 08 16:15:19.531565 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae09d8c-cd61-47dd-91c9-a5e2c8f8e688 None None] Pushing event updated for resources: {'Port': ['ID=986c635f-f115-4136-bd1e-4eb6c0e64081,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:19.581131 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-b2c48d0a-b26b-416a-9801-fa317e993457 service neutron] 10.222.0.64 "GET /v2.0/networks/fdd4d821-77e2-4df5-8e20-52b9b5212bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682577 Dec 08 16:15:19.615915 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 50192) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:19.619746 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-711dac3d-7a0c-4dc0-b135-5ad2f8b89812 None None] Attempting to bind port 986c635f-f115-4136-bd1e-4eb6c0e64081 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:15:19.620234 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-711dac3d-7a0c-4dc0-b135-5ad2f8b89812 None None] Attempting to bind port 986c635f-f115-4136-bd1e-4eb6c0e64081 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'bb740625-1067-4eb4-8c3f-54ce2bbbb747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '444a8cbb-ee83-40d1-9772-ed3daa005a16'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:15:19.620706 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711dac3d-7a0c-4dc0-b135-5ad2f8b89812 None None] Attempting to bind port 986c635f-f115-4136-bd1e-4eb6c0e64081 on network 444a8cbb-ee83-40d1-9772-ed3daa005a16 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:15:19.634418 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711dac3d-7a0c-4dc0-b135-5ad2f8b89812 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:15:19.634902 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711dac3d-7a0c-4dc0-b135-5ad2f8b89812 None None] Checking segment: {'id': 'bb740625-1067-4eb4-8c3f-54ce2bbbb747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '444a8cbb-ee83-40d1-9772-ed3daa005a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:15:19.635397 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-711dac3d-7a0c-4dc0-b135-5ad2f8b89812 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:19.638533 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711dac3d-7a0c-4dc0-b135-5ad2f8b89812 None None] Bound using segment: {'id': 'bb740625-1067-4eb4-8c3f-54ce2bbbb747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '444a8cbb-ee83-40d1-9772-ed3daa005a16'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:15:19.642281 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-711dac3d-7a0c-4dc0-b135-5ad2f8b89812 None None] Bound port: 986c635f-f115-4136-bd1e-4eb6c0e64081, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb740625-1067-4eb4-8c3f-54ce2bbbb747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '444a8cbb-ee83-40d1-9772-ed3daa005a16'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:15:19.642799 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-711dac3d-7a0c-4dc0-b135-5ad2f8b89812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:19.729831 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d25fa774-3d2e-44f6-a3bf-9c381f2d3ab6 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:19.740851 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-09149879-9eb6-4a4f-93ba-2dc8be81c2b0 service neutron] 10.222.0.64 "GET /v2.0/networks/f511b156-9962-4a0c-911e-c5b5fa14a2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220199 Dec 08 16:15:19.765107 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-711dac3d-7a0c-4dc0-b135-5ad2f8b89812 None None] For port 986c635f-f115-4136-bd1e-4eb6c0e64081, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:15:19.769211 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-711dac3d-7a0c-4dc0-b135-5ad2f8b89812 None None] For port 986c635f-f115-4136-bd1e-4eb6c0e64081, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=986c635f-f115-4136-bd1e-4eb6c0e64081,segment=NetworkSegment(bb740625-1067-4eb4-8c3f-54ce2bbbb747),segment_id=bb740625-1067-4eb4-8c3f-54ce2bbbb747)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:15:19.793503 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-c36a14f1-a640-4224-ae36-e4b12cd0d089 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-266654091-network', 'tenant_id': '7e39653eb3ed4c3595ee0825c72fd724'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:19.831534 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-01cfac36-167c-4edb-98b3-3c1406cb832a None None] Provisioning complete for port 986c635f-f115-4136-bd1e-4eb6c0e64081 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:15:19.831826 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-01cfac36-167c-4edb-98b3-3c1406cb832a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:19.837459 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d25fa774-3d2e-44f6-a3bf-9c381f2d3ab6 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:19.840843 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-0a50f8c6-3b6a-4f25-acde-c8fdada88e78 service neutron] 10.222.0.64 "GET /v2.0/networks/f511b156-9962-4a0c-911e-c5b5fa14a2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990326 Dec 08 16:15:19.868916 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-01cfac36-167c-4edb-98b3-3c1406cb832a None None] Port 986c635f-f115-4136-bd1e-4eb6c0e64081 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:15:19.873694 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-711dac3d-7a0c-4dc0-b135-5ad2f8b89812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:19.895594 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25fa774-3d2e-44f6-a3bf-9c381f2d3ab6 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3570f3a9-4d47-45b9-8d91-ddea557776da,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:19.901724 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-bcb72643-5f5b-4724-bf35-3e12ca725bd8 service neutron] 10.222.0.64 "GET /v2.0/ports/5d42f4d8-9ca3-4f66-912f-1ee4a3cb0c8e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0507958 Dec 08 16:15:19.940163 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c36a14f1-a640-4224-ae36-e4b12cd0d089 admin admin] Made reservation on behalf of 7e39653eb3ed4c3595ee0825c72fd724 for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:15:19.942476 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711dac3d-7a0c-4dc0-b135-5ad2f8b89812 None None] Routers {'cd8e55f6-569d-4d7c-97e4-433fcd6d082e'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:15:19.943124 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-711dac3d-7a0c-4dc0-b135-5ad2f8b89812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:15:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['cd8e55f6-569d-4d7c-97e4-433fcd6d082e'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:15:19.946479 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c36a14f1-a640-4224-ae36-e4b12cd0d089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:19.962134 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c36a14f1-a640-4224-ae36-e4b12cd0d089 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:19.986731 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae09d8c-cd61-47dd-91c9-a5e2c8f8e688 None None] Pushing event updated for resources: {'Port': ['ID=986c635f-f115-4136-bd1e-4eb6c0e64081,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:20.034761 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-1edb3031-83f7-4071-a464-63c4bd0dd9d8 service neutron] 10.222.0.64 "GET /v2.0/networks/92f988d9-d3fd-471d-a94b-154482a7d460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222353 Dec 08 16:15:20.119136 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c36a14f1-a640-4224-ae36-e4b12cd0d089 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:20.127071 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d25fa774-3d2e-44f6-a3bf-9c381f2d3ab6 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:20.131202 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-711dac3d-7a0c-4dc0-b135-5ad2f8b89812 None None] Set router cd8e55f6-569d-4d7c-97e4-433fcd6d082e gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:15:20.131376 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-d25fa774-3d2e-44f6-a3bf-9c381f2d3ab6 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9261396 Dec 08 16:15:20.136232 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 50202) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:20.141463 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-a07542f0-15de-4cb1-9fbb-e11f2c43d937 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Request body: {'security_group_rule': {'security_group_id': '8aaaed2f-5e66-4c42-9b80-9e5e842daa86', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:20.202152 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-96783695-9e7f-46be-820d-916ecb51f077 service neutron] 10.222.0.64 "GET /v2.0/networks/92f988d9-d3fd-471d-a94b-154482a7d460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664538 Dec 08 16:15:20.216523 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c36a14f1-a640-4224-ae36-e4b12cd0d089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:20.271930 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c36a14f1-a640-4224-ae36-e4b12cd0d089 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:15:20.280262 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a07542f0-15de-4cb1-9fbb-e11f2c43d937 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:20.283863 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a14f1-a640-4224-ae36-e4b12cd0d089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:20.287774 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-9d61d5bd-7514-40d9-864e-75780897e1ee service neutron] 10.222.0.64 "GET /v2.0/ports/0505a5f3-a135-4e60-b17a-0cb1f5397362?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0700059 Dec 08 16:15:20.305190 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216f8e1a-5cb0-40e3-bd94-fb1ae2ca2504 req-d32fb804-a2f8-4765-b3c1-14f0006033aa tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:20.314720 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-96eceef5-ff99-4ab6-a4eb-3fcb95c90f3d None None] Provisioning complete for port 986c635f-f115-4136-bd1e-4eb6c0e64081 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:15:20.315195 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-96eceef5-ff99-4ab6-a4eb-3fcb95c90f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:20.315916 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-216f8e1a-5cb0-40e3-bd94-fb1ae2ca2504 req-d32fb804-a2f8-4765-b3c1-14f0006033aa tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=51348ef1-afe6-4b70-a251-0ebd46e35eb1 HTTP/1.1" status: 200 len: 945 time: 0.1513550 Dec 08 16:15:20.326968 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c36a14f1-a640-4224-ae36-e4b12cd0d089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:20.327972 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-c36a14f1-a640-4224-ae36-e4b12cd0d089 admin admin] Added segment 9b052d16-09ac-481d-baf5-f56fa6d1472f of type vlan for network 880e4c19-5400-42a9-80ac-7d8d06cc73f1 Dec 08 16:15:20.403183 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c36a14f1-a640-4224-ae36-e4b12cd0d089 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:20.416277 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-216f8e1a-5cb0-40e3-bd94-fb1ae2ca2504 req-83439e25-ce51-498d-8116-d95646e113ec tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988111 Dec 08 16:15:20.438632 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a07542f0-15de-4cb1-9fbb-e11f2c43d937 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:20.454061 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-2d652076-e2e5-46d3-8c75-129c08dc86bf service neutron] 10.222.0.64 "GET /v2.0/networks/92f988d9-d3fd-471d-a94b-154482a7d460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562054 Dec 08 16:15:20.481116 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-96eceef5-ff99-4ab6-a4eb-3fcb95c90f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:20.513025 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c36a14f1-a640-4224-ae36-e4b12cd0d089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:20.514526 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36a14f1-a640-4224-ae36-e4b12cd0d089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:20.515347 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c36a14f1-a640-4224-ae36-e4b12cd0d089 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:20.538912 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a07542f0-15de-4cb1-9fbb-e11f2c43d937 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:20.573995 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07542f0-15de-4cb1-9fbb-e11f2c43d937 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81878845-ff64-498e-a6ca-d884a9dc5ec8,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:20.584763 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-fdcb59e2-ee90-4121-8cb0-76857a725bd9 service neutron] 10.222.0.64 "GET /v2.0/networks/92f988d9-d3fd-471d-a94b-154482a7d460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246231 Dec 08 16:15:20.625434 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55985ffd-8efd-48f2-bc87-3161fb6db32c req-bccb2f5e-a6a2-4438-80ad-62031e790abf tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:20.626936 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-55985ffd-8efd-48f2-bc87-3161fb6db32c req-bccb2f5e-a6a2-4438-80ad-62031e790abf tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 946 time: 0.1267803 Dec 08 16:15:20.628059 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a14f1-a640-4224-ae36-e4b12cd0d089 admin admin] Pushing event updated for resources: {'Network': ['ID=880e4c19-5400-42a9-80ac-7d8d06cc73f1,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:20.659049 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a07542f0-15de-4cb1-9fbb-e11f2c43d937 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:20.664883 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a07542f0-15de-4cb1-9fbb-e11f2c43d937 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5269091 Dec 08 16:15:20.665607 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 50208) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:20.673281 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c36a14f1-a640-4224-ae36-e4b12cd0d089 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0557153 Dec 08 16:15:20.677741 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 880e4c19-5400-42a9-80ac-7d8d06cc73f1 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:15:20.679556 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-b2ca590d-3180-45e9-8645-63fad40267e4 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Request body: {'floatingip': {'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:20.682536 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 50210) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:20.688339 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-7c1d453c-0703-4b2e-90ae-ec7a68f2a3e6 admin admin] Request body: {'subnet': {'network_id': '880e4c19-5400-42a9-80ac-7d8d06cc73f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-266654091-subnet', 'tenant_id': '7e39653eb3ed4c3595ee0825c72fd724', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:20.705251 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-96eceef5-ff99-4ab6-a4eb-3fcb95c90f3d None None] For port 986c635f-f115-4136-bd1e-4eb6c0e64081, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=986c635f-f115-4136-bd1e-4eb6c0e64081,segment=NetworkSegment(bb740625-1067-4eb4-8c3f-54ce2bbbb747),segment_id=bb740625-1067-4eb4-8c3f-54ce2bbbb747)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:20.717642 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-55985ffd-8efd-48f2-bc87-3161fb6db32c req-bab0b315-b497-47b6-aa7e-e9c93cdebcac tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803595 Dec 08 16:15:20.718426 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-e2213cd1-aea4-4e67-92d1-ee5dd21c0a88 service neutron] 10.222.0.64 "GET /v2.0/networks/92f988d9-d3fd-471d-a94b-154482a7d460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302471 Dec 08 16:15:20.769269 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-711dac3d-7a0c-4dc0-b135-5ad2f8b89812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8e55f6-569d-4d7c-97e4-433fcd6d082e', 'name': 'tempest-ServerActionsTestJSON-14788555-router', 'tenant_id': '22d0ae928129486d8913ac89433a7712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '58878c24-d811-49b0-a4b9-6d26b20c4f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:15:03Z', 'updated_at': '2021-12-08T16:15:15Z', 'revision_number': 4, 'project_id': '22d0ae928129486d8913ac89433a7712', 'gw_port': {'id': '58878c24-d811-49b0-a4b9-6d26b20c4f75', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8e55f6-569d-4d7c-97e4-433fcd6d082e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:15:05Z', 'updated_at': '2021-12-08T16:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '986c635f-f115-4136-bd1e-4eb6c0e64081', 'name': '', 'network_id': '444a8cbb-ee83-40d1-9772-ed3daa005a16', 'tenant_id': '22d0ae928129486d8913ac89433a7712', 'mac_address': 'fa:16:3e:ef:b1:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd8e55f6-569d-4d7c-97e4-433fcd6d082e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '921ca20d-c445-4985-be5a-b19c39bd838b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:15:12Z', 'updated_at': '2021-12-08T16:15:19Z', 'revision_number': 4, 'project_id': '22d0ae928129486d8913ac89433a7712', 'subnets': [{'id': '921ca20d-c445-4985-be5a-b19c39bd838b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:15:20.795620 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b2ca590d-3180-45e9-8645-63fad40267e4 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks [] for floatingip, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:20.809278 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43693bc7-32c8-44e8-9825-a15c354affbe x-openstack-request-id: req-43693bc7-32c8-44e8-9825-a15c354affbe {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:15:20.809583 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51348ef1-afe6-4b70-a251-0ebd46e35eb1", "name": "network-vif-plugged", "status": "completed", "tag": "c5251d75-3b5b-463b-ad2b-321c00b2b9b5", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:15:20.809847 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-43693bc7-32c8-44e8-9825-a15c354affbe {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:15:20.810247 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51348ef1-afe6-4b70-a251-0ebd46e35eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5251d75-3b5b-463b-ad2b-321c00b2b9b5', 'code': 200} Dec 08 16:15:20.815152 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711dac3d-7a0c-4dc0-b135-5ad2f8b89812 None None] The sync data for ids ['cd8e55f6-569d-4d7c-97e4-433fcd6d082e'] in n-d-776250-12 is: [{'id': 'cd8e55f6-569d-4d7c-97e4-433fcd6d082e', 'name': 'tempest-ServerActionsTestJSON-14788555-router', 'tenant_id': '22d0ae928129486d8913ac89433a7712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '58878c24-d811-49b0-a4b9-6d26b20c4f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:15:03Z', 'updated_at': '2021-12-08T16:15:15Z', 'revision_number': 4, 'project_id': '22d0ae928129486d8913ac89433a7712', 'gw_port': {'id': '58878c24-d811-49b0-a4b9-6d26b20c4f75', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8e55f6-569d-4d7c-97e4-433fcd6d082e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:15:05Z', 'updated_at': '2021-12-08T16:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '986c635f-f115-4136-bd1e-4eb6c0e64081', 'name': '', 'network_id': '444a8cbb-ee83-40d1-9772-ed3daa005a16', 'tenant_id': '22d0ae928129486d8913ac89433a7712', 'mac_address': 'fa:16:3e:ef:b1:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd8e55f6-569d-4d7c-97e4-433fcd6d082e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '921ca20d-c445-4985-be5a-b19c39bd838b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:15:12Z', 'updated_at': '2021-12-08T16:15:19Z', 'revision_number': 4, 'project_id': '22d0ae928129486d8913ac89433a7712', 'subnets': [{'id': '921ca20d-c445-4985-be5a-b19c39bd838b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:15:20.818170 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-96eceef5-ff99-4ab6-a4eb-3fcb95c90f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:20.931579 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eceef5-ff99-4ab6-a4eb-3fcb95c90f3d None None] Pushing event updated for resources: {'Port': ['ID=986c635f-f115-4136-bd1e-4eb6c0e64081,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:20.934099 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-548fe3af-ea9c-4385-8793-8915608dae8a req-b45a6ad2-ccf2-42e6-888d-d65861c0efb6 tempest-ServerShowV257Test-510841687 tempest-ServerShowV257Test-510841687-project] 10.222.0.64 "GET /v2.0/ports?device_id=ade7e354-f673-4bac-a86a-97efe5d1e7f9 HTTP/1.1" status: 200 len: 210 time: 0.0606556 Dec 08 16:15:20.963259 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-289e99a5-e033-479c-b8c4-562e2423ea33 service neutron] 10.222.0.64 "GET /v2.0/networks/92f988d9-d3fd-471d-a94b-154482a7d460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388973 Dec 08 16:15:20.997115 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1d453c-0703-4b2e-90ae-ec7a68f2a3e6 admin admin] Made reservation on behalf of 7e39653eb3ed4c3595ee0825c72fd724 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:15:21.002584 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7c1d453c-0703-4b2e-90ae-ec7a68f2a3e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:21.085004 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c5ce1e-ffb0-453c-bec5-06b80e853a46 req-a859d671-7331-4cea-93fd-53ee3bf8efc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:21.086880 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-12c5ce1e-ffb0-453c-bec5-06b80e853a46 req-a859d671-7331-4cea-93fd-53ee3bf8efc8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=51348ef1-afe6-4b70-a251-0ebd46e35eb1 HTTP/1.1" status: 200 len: 1097 time: 0.1559579 Dec 08 16:15:21.111558 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-96593cf3-0765-4d69-a573-e2402737360f service neutron] 10.222.0.64 "GET /v2.0/networks/92f988d9-d3fd-471d-a94b-154482a7d460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396461 Dec 08 16:15:21.202687 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b2ca590d-3180-45e9-8645-63fad40267e4 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:21.203150 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a03b8-f832-4254-8520-e244bb276db4 req-425ad6cd-c68d-4898-886b-11db43b71c67 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:21.208389 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-541a03b8-f832-4254-8520-e244bb276db4 req-425ad6cd-c68d-4898-886b-11db43b71c67 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9bace2e-fd3b-4d91-a66c-8243f779938d HTTP/1.1" status: 200 len: 946 time: 0.1502335 Dec 08 16:15:21.251590 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-12c5ce1e-ffb0-453c-bec5-06b80e853a46 req-925db891-f391-4031-8e45-07f31e4adfe5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572936 Dec 08 16:15:21.285636 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-c5af0af8-e969-46f6-a90a-aa6271d230d6 service neutron] 10.222.0.64 "GET /v2.0/networks/92f988d9-d3fd-471d-a94b-154482a7d460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645458 Dec 08 16:15:21.358473 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-541a03b8-f832-4254-8520-e244bb276db4 req-5a4a04fe-85b7-407d-b850-dd202dd62e69 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378329 Dec 08 16:15:21.425787 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-b2ca590d-3180-45e9-8645-63fad40267e4 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Allocated IP 172.25.0.216 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/e7f0e9d2-14b9-47ee-ae65-3b1eb26c34d6) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:15:21.436161 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-b5b535a8-b82f-416c-b683-d9aa8849de81 service neutron] 10.222.0.64 "GET /v2.0/networks/0cd1fc08-18ef-4903-a4d4-304d5ce0f86e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495872 Dec 08 16:15:21.472087 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7c1d453c-0703-4b2e-90ae-ec7a68f2a3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:21.572032 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d453c-0703-4b2e-90ae-ec7a68f2a3e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d58ba6b-0d2d-418d-8d9a-8ee6777d3e48,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:21.609975 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1d453c-0703-4b2e-90ae-ec7a68f2a3e6 admin admin] Checking segment: {'id': '9b052d16-09ac-481d-baf5-f56fa6d1472f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '880e4c19-5400-42a9-80ac-7d8d06cc73f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:15:21.610432 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1d453c-0703-4b2e-90ae-ec7a68f2a3e6 admin admin] Network hostable DHCP agents. Network: 880e4c19-5400-42a9-80ac-7d8d06cc73f1, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:15:21.631908 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798a1ab-4dc2-4b3c-8abe-252bc9c594a3 req-40f7be57-1c96-497d-bc07-34bc526e8816 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:21.633605 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c798a1ab-4dc2-4b3c-8abe-252bc9c594a3 req-40f7be57-1c96-497d-bc07-34bc526e8816 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 946 time: 0.1079211 Dec 08 16:15:21.703011 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c798a1ab-4dc2-4b3c-8abe-252bc9c594a3 req-b876850e-4259-44d4-867f-1d3d53bf4e8d tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584440 Dec 08 16:15:21.706672 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1d453c-0703-4b2e-90ae-ec7a68f2a3e6 admin admin] Network 880e4c19-5400-42a9-80ac-7d8d06cc73f1 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:15:21.774604 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-7c1d453c-0703-4b2e-90ae-ec7a68f2a3e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 880e4c19-5400-42a9-80ac-7d8d06cc73f1) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:15:21.779283 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1d453c-0703-4b2e-90ae-ec7a68f2a3e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:21.779885 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7c1d453c-0703-4b2e-90ae-ec7a68f2a3e6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:21.786916 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878a9562-2553-4094-bd54-d235ee51823d None None] Network 880e4c19-5400-42a9-80ac-7d8d06cc73f1 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:15:21.852532 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-7c1d453c-0703-4b2e-90ae-ec7a68f2a3e6 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1680305 Dec 08 16:15:21.877741 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2285d-1c76-4519-be56-8dba20dc4c5b req-273c268c-c50e-4e3f-bef4-842fff35eb90 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:21.895437 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-51d2285d-1c76-4519-be56-8dba20dc4c5b req-273c268c-c50e-4e3f-bef4-842fff35eb90 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9bace2e-fd3b-4d91-a66c-8243f779938d HTTP/1.1" status: 200 len: 946 time: 0.0970731 Dec 08 16:15:21.920169 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fb0412-da55-4145-9856-54241e434d4f None None] Network 880e4c19-5400-42a9-80ac-7d8d06cc73f1 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:15:21.966155 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-51d2285d-1c76-4519-be56-8dba20dc4c5b req-f1ac373a-989e-4204-9817-b0c32e9ffe98 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697579 Dec 08 16:15:22.125387 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b2ca590d-3180-45e9-8645-63fad40267e4 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:22.129837 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-357625f5-7f8d-498a-a049-9c8888c6a11e service neutron] 10.222.0.64 "GET /v2.0/networks/0cd1fc08-18ef-4903-a4d4-304d5ce0f86e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6632824 Dec 08 16:15:22.162825 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b84080-354c-4338-a5e7-872b3a581262 req-e4cad844-55cc-4c93-8e8d-518c561eb046 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:22.162825 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-65b84080-354c-4338-a5e7-872b3a581262 req-e4cad844-55cc-4c93-8e8d-518c561eb046 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=51348ef1-afe6-4b70-a251-0ebd46e35eb1 HTTP/1.1" status: 200 len: 945 time: 0.0751092 Dec 08 16:15:22.205797 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f456d5d6-6c78-4d8c-951d-78417ece1f86 req-0ca7ffac-cd5e-4cc2-a15b-8057f043ac83 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1451340 Dec 08 16:15:22.223275 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-65b84080-354c-4338-a5e7-872b3a581262 req-4a517a72-0e0d-4f65-bb08-7398651efaf7 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573735 Dec 08 16:15:22.312809 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0030b3c0-ae06-4dbc-805a-30fe81b1b19e req-fcde026c-d965-457e-aed6-503a5c7d93e9 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.64 "GET /v2.0/ports?device_id=3495ddd8-ec5e-4a5e-8ada-d795f0f36439 HTTP/1.1" status: 200 len: 210 time: 0.0312948 Dec 08 16:15:22.334954 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-e0c2ddbe-45a2-4aaa-a637-a57b1a23e98a service neutron] 10.222.0.64 "GET /v2.0/networks/0cd1fc08-18ef-4903-a4d4-304d5ce0f86e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959033 Dec 08 16:15:22.418001 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b2ca590d-3180-45e9-8645-63fad40267e4 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:22.426882 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456d5d6-6c78-4d8c-951d-78417ece1f86 req-42f2dd20-91aa-4f4d-b9e6-db9f71b19721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:22.428729 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f456d5d6-6c78-4d8c-951d-78417ece1f86 req-42f2dd20-91aa-4f4d-b9e6-db9f71b19721 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=810520df5a8e4422956ae3b5265a3df4&device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 1098 time: 0.1490998 Dec 08 16:15:22.491679 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ca590d-3180-45e9-8645-63fad40267e4 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:15:22.547118 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-b2ca590d-3180-45e9-8645-63fad40267e4 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:15:22.573190 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ca590d-3180-45e9-8645-63fad40267e4 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:15:22.579620 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9e109c32-503d-403d-b8e9-3262d9d2f50b req-06fd4e79-80e0-45ba-892a-4177542f0cf6 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ade7e354-f673-4bac-a86a-97efe5d1e7f9 HTTP/1.1" status: 200 len: 210 time: 0.0934236 Dec 08 16:15:22.585880 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca590d-3180-45e9-8645-63fad40267e4 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Pushing event updated for resources: {'Port': ['ID=e7f0e9d2-14b9-47ee-ae65-3b1eb26c34d6,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:22.629684 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-4b8996d9-0b43-4e5b-b196-89988b3c4ba4 service neutron] 10.222.0.64 "GET /v2.0/networks/0cd1fc08-18ef-4903-a4d4-304d5ce0f86e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945952 Dec 08 16:15:22.673219 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456d5d6-6c78-4d8c-951d-78417ece1f86 req-168feaef-087e-4f81-bd6f-eb51aac4185b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:22.674777 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f456d5d6-6c78-4d8c-951d-78417ece1f86 req-168feaef-087e-4f81-bd6f-eb51aac4185b service neutron] 10.222.0.76 "GET /v2.0/networks?id=aae70492-1682-4e18-b135-887c01697ca0 HTTP/1.1" status: 200 len: 915 time: 0.2074711 Dec 08 16:15:22.727552 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b2ca590d-3180-45e9-8645-63fad40267e4 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:22.804030 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 986c635f-f115-4136-bd1e-4eb6c0e64081 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:15:22.830667 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-471b981f-d0dc-4480-bda6-92f5e865eb7d req-a618171f-db0c-4c35-b452-f5308168c34c tempest-ServerShowV257Test-510841687 tempest-ServerShowV257Test-510841687-project] 10.222.0.64 "GET /v2.0/ports?device_id=ade7e354-f673-4bac-a86a-97efe5d1e7f9 HTTP/1.1" status: 200 len: 210 time: 0.0303650 Dec 08 16:15:22.915370 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 986c635f-f115-4136-bd1e-4eb6c0e64081 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:15:22.916138 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:22.935464 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f456d5d6-6c78-4d8c-951d-78417ece1f86 req-848b433d-83a2-4ef4-8816-21c23df78e69 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77c117d3-70dc-4550-8495-cc1d394f2397 HTTP/1.1" status: 200 len: 217 time: 0.0849202 Dec 08 16:15:22.936240 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b2ca590d-3180-45e9-8645-63fad40267e4 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:23.033142 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456d5d6-6c78-4d8c-951d-78417ece1f86 req-8a07bc96-000b-4fe7-b4be-541b8f09dd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:23.034617 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f456d5d6-6c78-4d8c-951d-78417ece1f86 req-8a07bc96-000b-4fe7-b4be-541b8f09dd39 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c5b9a45e-f6fb-459d-ae2c-34fcbd17d9b9 HTTP/1.1" status: 200 len: 854 time: 0.0697203 Dec 08 16:15:23.104110 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f456d5d6-6c78-4d8c-951d-78417ece1f86 req-08f7b8dc-206f-4fc9-994e-aadde1328d4d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=aae70492-1682-4e18-b135-887c01697ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279834 Dec 08 16:15:23.247781 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b2ca590d-3180-45e9-8645-63fad40267e4 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:23.255127 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f456d5d6-6c78-4d8c-951d-78417ece1f86 req-ede240c3-851c-4ddb-a01d-433a76541b55 service neutron] 10.222.0.76 "GET /v2.0/networks/aae70492-1682-4e18-b135-887c01697ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410513 Dec 08 16:15:23.325974 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b2ca590d-3180-45e9-8645-63fad40267e4 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:23.436818 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca590d-3180-45e9-8645-63fad40267e4 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Pushing event updated for resources: {'Port': ['ID=e7f0e9d2-14b9-47ee-ae65-3b1eb26c34d6,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:23.446458 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f456d5d6-6c78-4d8c-951d-78417ece1f86 req-1ce26559-0a93-4103-a6a2-9f956d5cc453 service neutron] 10.222.0.76 "GET /v2.0/networks/aae70492-1682-4e18-b135-887c01697ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825259 Dec 08 16:15:23.465985 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b2ca590d-3180-45e9-8645-63fad40267e4 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:23.555626 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b2ca590d-3180-45e9-8645-63fad40267e4 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:23.560283 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b2ca590d-3180-45e9-8645-63fad40267e4 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8825209 Dec 08 16:15:23.567307 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-91dbdc8f-d26f-4814-8b4e-05fda35963ec tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:23.569217 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-91dbdc8f-d26f-4814-8b4e-05fda35963ec tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.37 "GET /v2.0/networks?id=fdd4d821-77e2-4df5-8e20-52b9b5212bd5 HTTP/1.1" status: 200 len: 812 time: 0.1409726 Dec 08 16:15:23.589056 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-0f6ef02f-c236-44e2-9bd2-4c4d55ca5559 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Request body: {'port': {'device_id': '3f059628-b235-4b44-af6f-fe8107bb91fa', 'network_id': 'fdd4d821-77e2-4df5-8e20-52b9b5212bd5', 'admin_state_up': True, 'tenant_id': 'f7056b2fb019449c81eb2cc4f1a6fd51'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:23.771276 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e80426-2b38-492f-95da-14f50695ac02 req-38810172-558a-45a5-bcda-1193cd9fd246 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:23.772831 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a8e80426-2b38-492f-95da-14f50695ac02 req-38810172-558a-45a5-bcda-1193cd9fd246 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/networks?id=880e4c19-5400-42a9-80ac-7d8d06cc73f1 HTTP/1.1" status: 200 len: 814 time: 0.1691289 Dec 08 16:15:23.796967 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a8e80426-2b38-492f-95da-14f50695ac02 req-6950f3be-7b78-42fe-a52c-ddafcb78c544 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/quotas/7e39653eb3ed4c3595ee0825c72fd724 HTTP/1.1" status: 200 len: 375 time: 0.0170407 Dec 08 16:15:23.830826 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a8e80426-2b38-492f-95da-14f50695ac02 req-b269637c-5320-4795-9dfc-c72d7a48c374 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7e39653eb3ed4c3595ee0825c72fd724&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280938 Dec 08 16:15:23.905029 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-0f6ef02f-c236-44e2-9bd2-4c4d55ca5559 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Made reservation on behalf of f7056b2fb019449c81eb2cc4f1a6fd51 for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:15:23.908609 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-0f6ef02f-c236-44e2-9bd2-4c4d55ca5559 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:24.020548 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a8e80426-2b38-492f-95da-14f50695ac02 req-5d1a5fb4-2656-4321-8612-d1fd0bfb694a service neutron] 10.222.0.64 "GET /v2.0/networks/880e4c19-5400-42a9-80ac-7d8d06cc73f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699140 Dec 08 16:15:24.155808 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-0f6ef02f-c236-44e2-9bd2-4c4d55ca5559 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Allocated IP 172.20.0.2 (fdd4d821-77e2-4df5-8e20-52b9b5212bd5/a36ffc2b-3deb-4b54-9e98-dcd164b5820f/4fc7340a-44b9-4d91-8817-306a4445cdf3) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:15:24.228136 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a8e80426-2b38-492f-95da-14f50695ac02 req-8e22f850-008b-4f4e-a7da-b6ba18b607cb service neutron] 10.222.0.64 "GET /v2.0/networks/880e4c19-5400-42a9-80ac-7d8d06cc73f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967239 Dec 08 16:15:24.238696 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-0d29c00e-0c55-4983-afd1-3db1f2b18829 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:24.242023 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-0d29c00e-0c55-4983-afd1-3db1f2b18829 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.76 "GET /v2.0/networks?id=fdd4d821-77e2-4df5-8e20-52b9b5212bd5 HTTP/1.1" status: 200 len: 812 time: 0.1839423 Dec 08 16:15:24.252439 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae87b1-6bd3-4040-b04e-c506e1a7af03 req-723e2353-8f35-4107-b07f-6c9ccd61439f tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:24.257479 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-30ae87b1-6bd3-4040-b04e-c506e1a7af03 req-723e2353-8f35-4107-b07f-6c9ccd61439f tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 946 time: 0.1020169 Dec 08 16:15:24.262904 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-8868edfc-5aa1-4a1f-ab0c-5b5686f4d790 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Request body: {'port': {'device_id': '3495ddd8-ec5e-4a5e-8ada-d795f0f36439', 'network_id': 'fdd4d821-77e2-4df5-8e20-52b9b5212bd5', 'admin_state_up': True, 'tenant_id': 'f7056b2fb019449c81eb2cc4f1a6fd51'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:24.387003 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-0f6ef02f-c236-44e2-9bd2-4c4d55ca5559 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:24.426548 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-30ae87b1-6bd3-4040-b04e-c506e1a7af03 req-4b1333f8-494d-48cb-8a13-7763a107acfe tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787766 Dec 08 16:15:24.488834 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-0f6ef02f-c236-44e2-9bd2-4c4d55ca5559 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:24.552481 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e265ba-971c-4f1c-91b6-3a73f7686e79 req-e285b9d1-ca07-4e27-a4df-4640f771f0b7 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:24.555203 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-30e265ba-971c-4f1c-91b6-3a73f7686e79 req-e285b9d1-ca07-4e27-a4df-4640f771f0b7 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=51348ef1-afe6-4b70-a251-0ebd46e35eb1 HTTP/1.1" status: 200 len: 945 time: 0.0708385 Dec 08 16:15:24.557521 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-8868edfc-5aa1-4a1f-ab0c-5b5686f4d790 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Made reservation on behalf of f7056b2fb019449c81eb2cc4f1a6fd51 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:15:24.561325 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6ef02f-c236-44e2-9bd2-4c4d55ca5559 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Pushing event updated for resources: {'Port': ['ID=4fc7340a-44b9-4d91-8817-306a4445cdf3,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:24.562928 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-8868edfc-5aa1-4a1f-ab0c-5b5686f4d790 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:24.577127 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ef02f-c236-44e2-9bd2-4c4d55ca5559 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:24.577702 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ef02f-c236-44e2-9bd2-4c4d55ca5559 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:24.578000 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ef02f-c236-44e2-9bd2-4c4d55ca5559 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:24.581877 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ef02f-c236-44e2-9bd2-4c4d55ca5559 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:24.581877 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ef02f-c236-44e2-9bd2-4c4d55ca5559 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:24.581877 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ef02f-c236-44e2-9bd2-4c4d55ca5559 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:24.581877 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ef02f-c236-44e2-9bd2-4c4d55ca5559 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:24.581877 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ef02f-c236-44e2-9bd2-4c4d55ca5559 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:24.581877 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ef02f-c236-44e2-9bd2-4c4d55ca5559 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:24.581877 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ef02f-c236-44e2-9bd2-4c4d55ca5559 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:24.581877 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ef02f-c236-44e2-9bd2-4c4d55ca5559 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:24.581877 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ef02f-c236-44e2-9bd2-4c4d55ca5559 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:24.581877 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ef02f-c236-44e2-9bd2-4c4d55ca5559 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:24.605680 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-0f6ef02f-c236-44e2-9bd2-4c4d55ca5559 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Network fdd4d821-77e2-4df5-8e20-52b9b5212bd5 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:15:24.608708 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-0f6ef02f-c236-44e2-9bd2-4c4d55ca5559 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:15:24.613007 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-0f6ef02f-c236-44e2-9bd2-4c4d55ca5559 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:15:24.659809 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-aa2ba1ee-8c73-4a89-ac64-a45c5108f3d9 req-1f629c15-8c33-4f34-8f47-1959dec6cad0 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.64 "GET /v2.0/ports?device_id=3495ddd8-ec5e-4a5e-8ada-d795f0f36439 HTTP/1.1" status: 200 len: 210 time: 0.0702555 Dec 08 16:15:24.709875 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-0f6ef02f-c236-44e2-9bd2-4c4d55ca5559 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:24.711049 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-0f6ef02f-c236-44e2-9bd2-4c4d55ca5559 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:24.728965 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-30e265ba-971c-4f1c-91b6-3a73f7686e79 req-89890817-5065-4194-bfd8-a31d3f9fa3df tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381075 Dec 08 16:15:24.828640 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-8868edfc-5aa1-4a1f-ab0c-5b5686f4d790 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Allocated IP 172.20.0.10 (fdd4d821-77e2-4df5-8e20-52b9b5212bd5/a36ffc2b-3deb-4b54-9e98-dcd164b5820f/cba5ddd9-c354-471f-932f-cd5de569b62e) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:15:24.828749 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-0f6ef02f-c236-44e2-9bd2-4c4d55ca5559 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2476435 Dec 08 16:15:24.845153 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-48c49146-dfcd-46e4-b333-92a1709825c9 service neutron] Request body: {'port': {'device_id': '3f059628-b235-4b44-af6f-fe8107bb91fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:24.881347 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5b6ae-208c-4df6-8dc4-7ab191efc48d req-b29b4ac2-fa9e-4f59-9308-ad4731abac37 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:24.883398 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-67c5b6ae-208c-4df6-8dc4-7ab191efc48d req-b29b4ac2-fa9e-4f59-9308-ad4731abac37 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9bace2e-fd3b-4d91-a66c-8243f779938d HTTP/1.1" status: 200 len: 946 time: 0.1024644 Dec 08 16:15:24.896799 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8193cad2-e290-4062-9864-986d835fc585 req-38578a6d-8be3-4398-9c09-7e5f46d9428d tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1756375226&fields=id&tenant_id=22d0ae928129486d8913ac89433a7712 HTTP/1.1" status: 200 len: 267 time: 0.0827117 Dec 08 16:15:24.944209 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-48c49146-dfcd-46e4-b333-92a1709825c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:24.982389 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-67c5b6ae-208c-4df6-8dc4-7ab191efc48d req-47191695-47a0-4eae-9509-dfaa3d3328c1 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907636 Dec 08 16:15:25.112762 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-751987ef-e7d4-4aca-8afc-6ef78ad8e9db req-2ec5700b-0e85-4033-87de-705ef5e0d612 tempest-ServerShowV257Test-510841687 tempest-ServerShowV257Test-510841687-project] 10.222.0.64 "GET /v2.0/ports?device_id=ade7e354-f673-4bac-a86a-97efe5d1e7f9 HTTP/1.1" status: 200 len: 210 time: 0.0363922 Dec 08 16:15:25.160560 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8193cad2-e290-4062-9864-986d835fc585 req-b7092543-9ce0-4538-92ec-720bea434ef2 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:25.162138 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8193cad2-e290-4062-9864-986d835fc585 req-b7092543-9ce0-4538-92ec-720bea434ef2 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/networks?id=444a8cbb-ee83-40d1-9772-ed3daa005a16 HTTP/1.1" status: 200 len: 810 time: 0.2645216 Dec 08 16:15:25.176887 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-8868edfc-5aa1-4a1f-ab0c-5b5686f4d790 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:25.186804 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664ac63-c211-4f29-930a-629ae0e2f316 req-e34fc3c6-1d0b-47a8-9fe5-cb4ecba36c80 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:25.188416 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a664ac63-c211-4f29-930a-629ae0e2f316 req-e34fc3c6-1d0b-47a8-9fe5-cb4ecba36c80 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.76 "GET /v2.0/ports?device_id=e9bace2e-fd3b-4d91-a66c-8243f779938d HTTP/1.1" status: 200 len: 946 time: 0.1421862 Dec 08 16:15:25.203282 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8193cad2-e290-4062-9864-986d835fc585 req-4ddacbdf-448e-4430-9d45-2612f399fdb9 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/quotas/22d0ae928129486d8913ac89433a7712 HTTP/1.1" status: 200 len: 375 time: 0.0252235 Dec 08 16:15:25.220086 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1b0d8fbe-1d3e-41ba-a0ea-d9b600a35422 req-3d4ddc12-1c7a-4e39-8216-895c2b7d75eb tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 210 time: 0.0478163 Dec 08 16:15:25.335507 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8193cad2-e290-4062-9864-986d835fc585 req-b87aa7bb-da76-48f3-aa11-286b9624de30 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=22d0ae928129486d8913ac89433a7712&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1219039 Dec 08 16:15:25.347645 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0d16a00f-f052-441c-a9e7-e735ba661d1a req-65580b5a-d65e-40ef-9c33-6e70195ab919 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=6612c2d2-a101-43bc-a58f-e9ed9a41dd2c HTTP/1.1" status: 200 len: 210 time: 0.0282698 Dec 08 16:15:25.381127 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-8868edfc-5aa1-4a1f-ab0c-5b5686f4d790 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:25.479819 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-a664ac63-c211-4f29-930a-629ae0e2f316 req-e05e84a5-0e6b-4743-b509-c137aad27fa6 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Deleting port 7d9329db-c8df-40a8-bcc1-8fcc25ca551f {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:15:25.480717 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a664ac63-c211-4f29-930a-629ae0e2f316 req-e05e84a5-0e6b-4743-b509-c137aad27fa6 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:25.487938 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-8868edfc-5aa1-4a1f-ab0c-5b5686f4d790 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Network fdd4d821-77e2-4df5-8e20-52b9b5212bd5 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:15:25.512383 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-8868edfc-5aa1-4a1f-ab0c-5b5686f4d790 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:15:25.534328 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-48c49146-dfcd-46e4-b333-92a1709825c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fc7340a-44b9-4d91-8817-306a4445cdf3 {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:15:25.543587 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-8868edfc-5aa1-4a1f-ab0c-5b5686f4d790 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:15:25.543931 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-48c49146-dfcd-46e4-b333-92a1709825c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:25.546214 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8868edfc-5aa1-4a1f-ab0c-5b5686f4d790 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Pushing event updated for resources: {'Port': ['ID=cba5ddd9-c354-471f-932f-cd5de569b62e,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:25.562035 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-48c49146-dfcd-46e4-b333-92a1709825c9 service neutron] Transition to ACTIVE for port object 4fc7340a-44b9-4d91-8817-306a4445cdf3 will not be triggered until provisioned by entity L2. {{(pid=110551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:15:25.627903 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8193cad2-e290-4062-9864-986d835fc585 req-ede2fd04-5045-493d-8d87-bfb9c8c74587 service neutron] 10.222.0.64 "GET /v2.0/networks/444a8cbb-ee83-40d1-9772-ed3daa005a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791862 Dec 08 16:15:25.628951 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-48c49146-dfcd-46e4-b333-92a1709825c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:25.681416 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-8868edfc-5aa1-4a1f-ab0c-5b5686f4d790 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:25.682038 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-8868edfc-5aa1-4a1f-ab0c-5b5686f4d790 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:25.691451 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c49146-dfcd-46e4-b333-92a1709825c9 service neutron] Pushing event updated for resources: {'Port': ['ID=4fc7340a-44b9-4d91-8817-306a4445cdf3,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:25.728229 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-a664ac63-c211-4f29-930a-629ae0e2f316 req-e05e84a5-0e6b-4743-b509-c137aad27fa6 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] For port 7d9329db-c8df-40a8-bcc1-8fcc25ca551f, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=7d9329db-c8df-40a8-bcc1-8fcc25ca551f,segment=NetworkSegment(9b02e36e-6de5-484c-a36e-2fa26fb39118),segment_id=9b02e36e-6de5-484c-a36e-2fa26fb39118)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:25.728597 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a664ac63-c211-4f29-930a-629ae0e2f316 req-e05e84a5-0e6b-4743-b509-c137aad27fa6 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:25.750387 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-a664ac63-c211-4f29-930a-629ae0e2f316 req-e05e84a5-0e6b-4743-b509-c137aad27fa6 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Calling delete_port for 7d9329db-c8df-40a8-bcc1-8fcc25ca551f owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:15:25.761913 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-48c49146-dfcd-46e4-b333-92a1709825c9 service neutron] Attempting to bind port 4fc7340a-44b9-4d91-8817-306a4445cdf3 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:15:25.762523 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-48c49146-dfcd-46e4-b333-92a1709825c9 service neutron] Attempting to bind port 4fc7340a-44b9-4d91-8817-306a4445cdf3 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': 'ba416323-2644-4ad4-91ac-f9ba2cf2404e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'fdd4d821-77e2-4df5-8e20-52b9b5212bd5'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:15:25.768688 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-48c49146-dfcd-46e4-b333-92a1709825c9 service neutron] Attempting to bind port 4fc7340a-44b9-4d91-8817-306a4445cdf3 on network fdd4d821-77e2-4df5-8e20-52b9b5212bd5 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:15:25.777880 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-48c49146-dfcd-46e4-b333-92a1709825c9 service neutron] Port 4fc7340a-44b9-4d91-8817-306a4445cdf3 on network fdd4d821-77e2-4df5-8e20-52b9b5212bd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:15:25.778227 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-48c49146-dfcd-46e4-b333-92a1709825c9 service neutron] Attempting to bind port 4fc7340a-44b9-4d91-8817-306a4445cdf3 on network fdd4d821-77e2-4df5-8e20-52b9b5212bd5 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:15:25.785370 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-48c49146-dfcd-46e4-b333-92a1709825c9 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:15:25.785744 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-48c49146-dfcd-46e4-b333-92a1709825c9 service neutron] Checking segment: {'id': 'ba416323-2644-4ad4-91ac-f9ba2cf2404e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'fdd4d821-77e2-4df5-8e20-52b9b5212bd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:15:25.786083 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-48c49146-dfcd-46e4-b333-92a1709825c9 service neutron] Bound using segment: {'id': 'ba416323-2644-4ad4-91ac-f9ba2cf2404e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'fdd4d821-77e2-4df5-8e20-52b9b5212bd5'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:15:25.786510 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-48c49146-dfcd-46e4-b333-92a1709825c9 service neutron] Bound port: 4fc7340a-44b9-4d91-8817-306a4445cdf3, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba416323-2644-4ad4-91ac-f9ba2cf2404e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'fdd4d821-77e2-4df5-8e20-52b9b5212bd5'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:15:25.786868 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-48c49146-dfcd-46e4-b333-92a1709825c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:25.823646 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-8868edfc-5aa1-4a1f-ab0c-5b5686f4d790 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5650086 Dec 08 16:15:25.829269 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8193cad2-e290-4062-9864-986d835fc585 req-5f88e8bd-f55a-4691-b5cf-37227209f058 service neutron] 10.222.0.64 "GET /v2.0/networks/444a8cbb-ee83-40d1-9772-ed3daa005a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914608 Dec 08 16:15:25.850142 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-7f29a038-767f-418d-8af0-7693d54f8b2e service neutron] Request body: {'port': {'device_id': '3495ddd8-ec5e-4a5e-8ada-d795f0f36439', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:25.888391 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-48c49146-dfcd-46e4-b333-92a1709825c9 service neutron] For port 4fc7340a-44b9-4d91-8817-306a4445cdf3, host n-h2-776250-12, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:15:25.888391 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-48c49146-dfcd-46e4-b333-92a1709825c9 service neutron] For port 4fc7340a-44b9-4d91-8817-306a4445cdf3, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=4fc7340a-44b9-4d91-8817-306a4445cdf3,segment=NetworkSegment(ba416323-2644-4ad4-91ac-f9ba2cf2404e),segment_id=ba416323-2644-4ad4-91ac-f9ba2cf2404e)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:15:25.932898 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-7f29a038-767f-418d-8af0-7693d54f8b2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:26.016007 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-48c49146-dfcd-46e4-b333-92a1709825c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:26.056041 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-48c49146-dfcd-46e4-b333-92a1709825c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:26.056668 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-48c49146-dfcd-46e4-b333-92a1709825c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:26.058161 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-48c49146-dfcd-46e4-b333-92a1709825c9 service neutron] 10.222.0.37 "PUT /v2.0/ports/4fc7340a-44b9-4d91-8817-306a4445cdf3 HTTP/1.1" status: 200 len: 1092 time: 1.2210157 Dec 08 16:15:26.058609 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f059628-b235-4b44-af6f-fe8107bb91fa', 'tag': '4fc7340a-44b9-4d91-8817-306a4445cdf3'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:15:26.060894 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc50f750-d97a-4cb9-a36a-b37ada0bde21" -d '{"events": [{"name": "network-changed", "server_uuid": "3f059628-b235-4b44-af6f-fe8107bb91fa", "tag": "4fc7340a-44b9-4d91-8817-306a4445cdf3"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:15:26.107498 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c49146-dfcd-46e4-b333-92a1709825c9 service neutron] Pushing event updated for resources: {'Port': ['ID=4fc7340a-44b9-4d91-8817-306a4445cdf3,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:26.218557 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a664ac63-c211-4f29-930a-629ae0e2f316 req-e05e84a5-0e6b-4743-b509-c137aad27fa6 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:26.231825 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['447778cb-6852-4f54-8138-b73aa73fba8a'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:15:26.368039 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05e84a5-0e6b-4743-b509-c137aad27fa6 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Pushing event deleted for resources: {'Port': ['ID=7d9329db-c8df-40a8-bcc1-8fcc25ca551f,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:26.394853 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-c0899732-54b9-4cb3-b9f8-cb3c96e53239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:26.398193 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-c0899732-54b9-4cb3-b9f8-cb3c96e53239 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f7056b2fb019449c81eb2cc4f1a6fd51&device_id=3f059628-b235-4b44-af6f-fe8107bb91fa HTTP/1.1" status: 200 len: 1095 time: 0.0668485 Dec 08 16:15:26.427697 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-a664ac63-c211-4f29-930a-629ae0e2f316 req-e05e84a5-0e6b-4743-b509-c137aad27fa6 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] No DVR routers for this DVR port 7d9329db-c8df-40a8-bcc1-8fcc25ca551f on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:15:26.434603 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a664ac63-c211-4f29-930a-629ae0e2f316 req-e05e84a5-0e6b-4743-b509-c137aad27fa6 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:26.440075 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a664ac63-c211-4f29-930a-629ae0e2f316 req-e05e84a5-0e6b-4743-b509-c137aad27fa6 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.76 "DELETE /v2.0/ports/7d9329db-c8df-40a8-bcc1-8fcc25ca551f HTTP/1.1" status: 204 len: 173 time: 1.2111709 Dec 08 16:15:26.440602 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9bace2e-fd3b-4d91-a66c-8243f779938d', 'name': 'network-vif-deleted', 'tag': '7d9329db-c8df-40a8-bcc1-8fcc25ca551f'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:15:26.444259 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba69cca3-b858-491e-b602-f93bdedfac39" -d '{"events": [{"server_uuid": "e9bace2e-fd3b-4d91-a66c-8243f779938d", "name": "network-vif-deleted", "tag": "7d9329db-c8df-40a8-bcc1-8fcc25ca551f"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:15:26.477906 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-e2f017ef-4909-441f-8b68-f417c516f09d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4fc7340a-44b9-4d91-8817-306a4445cdf3 HTTP/1.1" status: 200 len: 217 time: 0.0709550 Dec 08 16:15:26.527009 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-7f29a038-767f-418d-8af0-7693d54f8b2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cba5ddd9-c354-471f-932f-cd5de569b62e {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:15:26.550577 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-7f29a038-767f-418d-8af0-7693d54f8b2e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:26.571253 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-7f29a038-767f-418d-8af0-7693d54f8b2e service neutron] Transition to ACTIVE for port object cba5ddd9-c354-471f-932f-cd5de569b62e will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:15:26.591822 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-9229add6-9f87-466f-903c-13a2dc9d3452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:26.593672 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-9229add6-9f87-466f-903c-13a2dc9d3452 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a36ffc2b-3deb-4b54-9e98-dcd164b5820f HTTP/1.1" status: 200 len: 852 time: 0.1085901 Dec 08 16:15:26.622061 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228be1e7-a1cc-456f-9ea1-299147062909 req-91025a06-24bf-432b-a0c1-ca9003003516 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:26.624437 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-228be1e7-a1cc-456f-9ea1-299147062909 req-91025a06-24bf-432b-a0c1-ca9003003516 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.64 "GET /v2.0/ports?device_id=3495ddd8-ec5e-4a5e-8ada-d795f0f36439 HTTP/1.1" status: 200 len: 932 time: 0.1047165 Dec 08 16:15:26.642952 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-a005821c-9b35-4ed0-946d-d888c0e3f75b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fdd4d821-77e2-4df5-8e20-52b9b5212bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391731 Dec 08 16:15:26.650146 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-7f29a038-767f-418d-8af0-7693d54f8b2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:26.756240 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f29a038-767f-418d-8af0-7693d54f8b2e service neutron] Pushing event updated for resources: {'Port': ['ID=cba5ddd9-c354-471f-932f-cd5de569b62e,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:26.757408 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-228be1e7-a1cc-456f-9ea1-299147062909 req-4ec2bae8-c78e-4d79-8c10-a756150f9549 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.64 "GET /v2.0/security-groups?id=725892bd-251d-4582-a0ba-ed3f1b69b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128249 Dec 08 16:15:26.761606 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beba29ef-4655-4ff5-80bc-af7266235e6c req-5173d38a-e77f-44d5-b152-2006c0d21d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:26.762985 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-beba29ef-4655-4ff5-80bc-af7266235e6c req-5173d38a-e77f-44d5-b152-2006c0d21d7a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=810520df5a8e4422956ae3b5265a3df4&device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 1098 time: 0.1560676 Dec 08 16:15:26.811572 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-b8fe4e62-42f5-402a-8986-01529ee51730 service neutron] 10.222.0.37 "GET /v2.0/networks/fdd4d821-77e2-4df5-8e20-52b9b5212bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582701 Dec 08 16:15:26.825575 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1be7de-46de-496c-b151-1ea988ac5c47 x-openstack-request-id: req-9b1be7de-46de-496c-b151-1ea988ac5c47 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:15:26.826671 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f059628-b235-4b44-af6f-fe8107bb91fa", "tag": "4fc7340a-44b9-4d91-8817-306a4445cdf3", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:15:26.826927 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9b1be7de-46de-496c-b151-1ea988ac5c47 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:15:26.827324 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f059628-b235-4b44-af6f-fe8107bb91fa', 'tag': '4fc7340a-44b9-4d91-8817-306a4445cdf3', 'status': 'completed', 'code': 200} Dec 08 16:15:26.927270 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c43fd1bb-b328-4b46-a94a-aa5ae44619ca req-25ec4a9b-b032-47fa-9369-4a74811571e4 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 210 time: 0.0357125 Dec 08 16:15:26.936576 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0fa79643-a04a-4c99-8b67-177823df4cb5 req-cdcdb201-3f53-47d7-92b0-cf54f501a1f4 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9bace2e-fd3b-4d91-a66c-8243f779938d HTTP/1.1" status: 200 len: 210 time: 0.2528758 Dec 08 16:15:26.986433 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-31a49dbb-203e-41d1-911e-3a1b66f3ad5d service neutron] 10.222.0.37 "GET /v2.0/networks/fdd4d821-77e2-4df5-8e20-52b9b5212bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549177 Dec 08 16:15:27.015243 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-7f29a038-767f-418d-8af0-7693d54f8b2e service neutron] Attempting to bind port cba5ddd9-c354-471f-932f-cd5de569b62e on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:15:27.015587 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-7f29a038-767f-418d-8af0-7693d54f8b2e service neutron] Attempting to bind port cba5ddd9-c354-471f-932f-cd5de569b62e by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': 'ba416323-2644-4ad4-91ac-f9ba2cf2404e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'fdd4d821-77e2-4df5-8e20-52b9b5212bd5'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:15:27.015926 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-7f29a038-767f-418d-8af0-7693d54f8b2e service neutron] Attempting to bind port cba5ddd9-c354-471f-932f-cd5de569b62e on network fdd4d821-77e2-4df5-8e20-52b9b5212bd5 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:15:27.041970 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-7f29a038-767f-418d-8af0-7693d54f8b2e service neutron] Port cba5ddd9-c354-471f-932f-cd5de569b62e on network fdd4d821-77e2-4df5-8e20-52b9b5212bd5 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:15:27.042308 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-7f29a038-767f-418d-8af0-7693d54f8b2e service neutron] Attempting to bind port cba5ddd9-c354-471f-932f-cd5de569b62e on network fdd4d821-77e2-4df5-8e20-52b9b5212bd5 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:15:27.062002 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4e16c98f-9a1a-4e72-9f93-59d4e74c0d61 req-5b5b62fd-4e58-4e8d-b034-52d94f8f67fb tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 210 time: 0.0483067 Dec 08 16:15:27.062870 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beba29ef-4655-4ff5-80bc-af7266235e6c req-a6a39004-f12d-4191-b282-e7afbec19a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:27.064510 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-beba29ef-4655-4ff5-80bc-af7266235e6c req-a6a39004-f12d-4191-b282-e7afbec19a03 service neutron] 10.222.0.76 "GET /v2.0/networks?id=aae70492-1682-4e18-b135-887c01697ca0 HTTP/1.1" status: 200 len: 915 time: 0.2741160 Dec 08 16:15:27.084825 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-7f29a038-767f-418d-8af0-7693d54f8b2e service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:15:27.085160 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-7f29a038-767f-418d-8af0-7693d54f8b2e service neutron] Checking segment: {'id': 'ba416323-2644-4ad4-91ac-f9ba2cf2404e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'fdd4d821-77e2-4df5-8e20-52b9b5212bd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:15:27.085683 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-7f29a038-767f-418d-8af0-7693d54f8b2e service neutron] Bound using segment: {'id': 'ba416323-2644-4ad4-91ac-f9ba2cf2404e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'fdd4d821-77e2-4df5-8e20-52b9b5212bd5'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:15:27.086037 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-7f29a038-767f-418d-8af0-7693d54f8b2e service neutron] Bound port: cba5ddd9-c354-471f-932f-cd5de569b62e, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba416323-2644-4ad4-91ac-f9ba2cf2404e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'fdd4d821-77e2-4df5-8e20-52b9b5212bd5'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:15:27.086562 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-7f29a038-767f-418d-8af0-7693d54f8b2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:27.143939 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-beba29ef-4655-4ff5-80bc-af7266235e6c req-c95ec255-1b72-410e-83eb-9345ae0d273e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77c117d3-70dc-4550-8495-cc1d394f2397 HTTP/1.1" status: 200 len: 217 time: 0.0466979 Dec 08 16:15:27.216652 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6d1f5858-fa8d-4a6c-aa83-a43edd40ae02 req-1d0f004f-e152-4cf1-b3ee-7131a7019969 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=6612c2d2-a101-43bc-a58f-e9ed9a41dd2c HTTP/1.1" status: 200 len: 210 time: 0.0621796 Dec 08 16:15:27.241138 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50f750-d97a-4cb9-a36a-b37ada0bde21 req-4fae6eb2-f07d-4a1d-8226-3fa4a0dc4c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:27.242950 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cc50f750-d97a-4cb9-a36a-b37ada0bde21 req-4fae6eb2-f07d-4a1d-8226-3fa4a0dc4c8e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f7056b2fb019449c81eb2cc4f1a6fd51&device_id=3f059628-b235-4b44-af6f-fe8107bb91fa HTTP/1.1" status: 200 len: 1095 time: 0.1095462 Dec 08 16:15:27.264050 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03718608-ed11-4c11-ae70-dc3816a6bff4 req-d5859131-766e-45e8-8a95-cb2cd62be2da tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:27.269775 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-03718608-ed11-4c11-ae70-dc3816a6bff4 req-d5859131-766e-45e8-8a95-cb2cd62be2da tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=51348ef1-afe6-4b70-a251-0ebd46e35eb1 HTTP/1.1" status: 200 len: 945 time: 0.2217023 Dec 08 16:15:27.312735 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beba29ef-4655-4ff5-80bc-af7266235e6c req-c940982d-3496-4ea2-b22b-c7c7b1dec7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:27.314186 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-beba29ef-4655-4ff5-80bc-af7266235e6c req-c940982d-3496-4ea2-b22b-c7c7b1dec7d6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c5b9a45e-f6fb-459d-ae2c-34fcbd17d9b9 HTTP/1.1" status: 200 len: 854 time: 0.1485758 Dec 08 16:15:27.321228 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-9bc46d3c-2950-45ee-8c2a-350cc7a56f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:27.322547 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-9bc46d3c-2950-45ee-8c2a-350cc7a56f1c service neutron] 10.222.0.37 "GET /v2.0/ports/5d42f4d8-9ca3-4f66-912f-1ee4a3cb0c8e HTTP/1.1" status: 200 len: 1031 time: 0.1399276 Dec 08 16:15:27.392526 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f66886-0baa-46ea-a8b4-9e052d313f51 req-90b1b652-76f4-4177-94bc-634325a1097b tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:27.394169 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c3f66886-0baa-46ea-a8b4-9e052d313f51 req-90b1b652-76f4-4177-94bc-634325a1097b tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 946 time: 0.0816526 Dec 08 16:15:27.399625 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50f750-d97a-4cb9-a36a-b37ada0bde21 req-c676936f-1a75-481d-99d5-c93536cf01a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:27.401252 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cc50f750-d97a-4cb9-a36a-b37ada0bde21 req-c676936f-1a75-481d-99d5-c93536cf01a6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fdd4d821-77e2-4df5-8e20-52b9b5212bd5 HTTP/1.1" status: 200 len: 913 time: 0.1517360 Dec 08 16:15:27.459631 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cc50f750-d97a-4cb9-a36a-b37ada0bde21 req-3893ce0f-438e-4a5a-9ef6-e3487128d0c3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4fc7340a-44b9-4d91-8817-306a4445cdf3 HTTP/1.1" status: 200 len: 217 time: 0.0494831 Dec 08 16:15:27.520746 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c3f66886-0baa-46ea-a8b4-9e052d313f51 req-5b0069de-9adf-48a7-b09f-28249e23f630 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179507 Dec 08 16:15:27.540586 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50f750-d97a-4cb9-a36a-b37ada0bde21 req-fb472919-a1c2-4e1c-a1d1-77b7aace8780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:27.542478 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cc50f750-d97a-4cb9-a36a-b37ada0bde21 req-fb472919-a1c2-4e1c-a1d1-77b7aace8780 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a36ffc2b-3deb-4b54-9e98-dcd164b5820f HTTP/1.1" status: 200 len: 852 time: 0.0718465 Dec 08 16:15:27.600901 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cc50f750-d97a-4cb9-a36a-b37ada0bde21 req-657d7a5f-5755-45a7-b674-35936a023d23 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fdd4d821-77e2-4df5-8e20-52b9b5212bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485017 Dec 08 16:15:27.709991 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69def0a1-0914-4c9f-b213-93d6550be693 x-openstack-request-id: req-69def0a1-0914-4c9f-b213-93d6550be693 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:15:27.710757 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9bace2e-fd3b-4d91-a66c-8243f779938d", "name": "network-vif-deleted", "tag": "7d9329db-c8df-40a8-bcc1-8fcc25ca551f", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:15:27.710757 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-69def0a1-0914-4c9f-b213-93d6550be693 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:15:27.710757 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9bace2e-fd3b-4d91-a66c-8243f779938d', 'name': 'network-vif-deleted', 'tag': '7d9329db-c8df-40a8-bcc1-8fcc25ca551f', 'status': 'completed', 'code': 200} Dec 08 16:15:27.716783 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9eaca57b-3842-4c3d-9505-fa2e7a0b36b3 req-e8c7d38d-3dca-4643-a7fd-6d19e90fc9e3 tempest-ServerShowV257Test-510841687 tempest-ServerShowV257Test-510841687-project] 10.222.0.64 "GET /v2.0/ports?device_id=ade7e354-f673-4bac-a86a-97efe5d1e7f9 HTTP/1.1" status: 200 len: 210 time: 0.0750394 Dec 08 16:15:27.754794 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-7f29a038-767f-418d-8af0-7693d54f8b2e service neutron] For port cba5ddd9-c354-471f-932f-cd5de569b62e, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:15:27.766172 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-beba29ef-4655-4ff5-80bc-af7266235e6c req-4b4c1db6-00b6-48a9-817c-5a09d4956286 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=aae70492-1682-4e18-b135-887c01697ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673542 Dec 08 16:15:27.770177 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cc50f750-d97a-4cb9-a36a-b37ada0bde21 req-01b160cd-50e5-4b51-8806-3b861ffb7e08 service neutron] 10.222.0.37 "GET /v2.0/networks/fdd4d821-77e2-4df5-8e20-52b9b5212bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563742 Dec 08 16:15:27.803486 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-7f29a038-767f-418d-8af0-7693d54f8b2e service neutron] For port cba5ddd9-c354-471f-932f-cd5de569b62e, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=cba5ddd9-c354-471f-932f-cd5de569b62e,segment=NetworkSegment(ba416323-2644-4ad4-91ac-f9ba2cf2404e),segment_id=ba416323-2644-4ad4-91ac-f9ba2cf2404e)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:15:27.815600 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-95d4c11d-1666-4842-bb18-8176a96497de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:27.817011 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-95d4c11d-1666-4842-bb18-8176a96497de service neutron] 10.222.0.37 "GET /v2.0/ports/0505a5f3-a135-4e60-b17a-0cb1f5397362 HTTP/1.1" status: 200 len: 1032 time: 0.1101747 Dec 08 16:15:27.855499 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-03718608-ed11-4c11-ae70-dc3816a6bff4 req-c6e2b5c7-68f1-4f25-97b5-81e8d9866def tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5598738 Dec 08 16:15:27.908249 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cc50f750-d97a-4cb9-a36a-b37ada0bde21 req-92e979ae-bc46-436a-96c8-8fce8e33c7a3 service neutron] 10.222.0.37 "GET /v2.0/networks/fdd4d821-77e2-4df5-8e20-52b9b5212bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292982 Dec 08 16:15:27.922911 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-7f29a038-767f-418d-8af0-7693d54f8b2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:27.975642 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cb1a2a-4485-4af5-a8a7-10659c16e1fb req-0c8fc28b-fb82-4e64-9abe-c25cb82a4832 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:27.979181 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a5cb1a2a-4485-4af5-a8a7-10659c16e1fb req-0c8fc28b-fb82-4e64-9abe-c25cb82a4832 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.64 "GET /v2.0/ports?device_id=3495ddd8-ec5e-4a5e-8ada-d795f0f36439 HTTP/1.1" status: 200 len: 944 time: 0.0991383 Dec 08 16:15:28.016368 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-7f29a038-767f-418d-8af0-7693d54f8b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:28.017148 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-7f29a038-767f-418d-8af0-7693d54f8b2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:28.018830 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-7f29a038-767f-418d-8af0-7693d54f8b2e service neutron] 10.222.0.76 "PUT /v2.0/ports/cba5ddd9-c354-471f-932f-cd5de569b62e HTTP/1.1" status: 200 len: 1093 time: 2.1780829 Dec 08 16:15:28.068689 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-beba29ef-4655-4ff5-80bc-af7266235e6c req-ad33a8e6-9e1e-403d-95d2-e169ffe47142 service neutron] 10.222.0.76 "GET /v2.0/networks/aae70492-1682-4e18-b135-887c01697ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932084 Dec 08 16:15:28.115456 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 7d9329db-c8df-40a8-bcc1-8fcc25ca551f no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:15:28.123382 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f29a038-767f-418d-8af0-7693d54f8b2e service neutron] Pushing event updated for resources: {'Port': ['ID=cba5ddd9-c354-471f-932f-cd5de569b62e,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:28.136795 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-461232d6-a79c-493b-b546-91143d4385df req-68e4b8e6-3c5a-46d6-8c84-a94115cf51f7 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 210 time: 0.0750825 Dec 08 16:15:28.178291 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: 7d9329db-c8df-40a8-bcc1-8fcc25ca551f {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:15:28.178654 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 7d9329db-c8df-40a8-bcc1-8fcc25ca551f not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:15:28.219131 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-99f5321e-04d5-41cc-a641-55ade4c98a66 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:28.229224 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-99f5321e-04d5-41cc-a641-55ade4c98a66 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:28.231035 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a5cb1a2a-4485-4af5-a8a7-10659c16e1fb req-c8b31d58-f924-4367-baa1-c8e9f2dfa2f6 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.64 "GET /v2.0/security-groups?id=725892bd-251d-4582-a0ba-ed3f1b69b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391341 Dec 08 16:15:28.238876 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-99f5321e-04d5-41cc-a641-55ade4c98a66 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:28.244485 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-99f5321e-04d5-41cc-a641-55ade4c98a66 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.37 "GET /v2.0/networks?id=f511b156-9962-4a0c-911e-c5b5fa14a2a0&id=92f988d9-d3fd-471d-a94b-154482a7d460&id=92f988d9-d3fd-471d-a94b-154482a7d460&id=92f988d9-d3fd-471d-a94b-154482a7d460&id=92f988d9-d3fd-471d-a94b-154482a7d460&id=0cd1fc08-18ef-4903-a4d4-304d5ce0f86e&id=0cd1fc08-18ef-4903-a4d4-304d5ce0f86e HTTP/1.1" status: 200 len: 1995 time: 0.3862727 Dec 08 16:15:28.315433 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e80426-2b38-492f-95da-14f50695ac02 req-411b3edb-eaf8-41a7-9793-2258b3efee91 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:28.322101 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a8e80426-2b38-492f-95da-14f50695ac02 req-411b3edb-eaf8-41a7-9793-2258b3efee91 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.37 "GET /v2.0/networks?id=880e4c19-5400-42a9-80ac-7d8d06cc73f1 HTTP/1.1" status: 200 len: 814 time: 0.2629681 Dec 08 16:15:28.335660 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-a8e80426-2b38-492f-95da-14f50695ac02 req-018608dd-9b25-47f1-b2a8-5ed5eb19e4bb tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Request body: {'port': {'device_id': '6612c2d2-a101-43bc-a58f-e9ed9a41dd2c', 'network_id': '880e4c19-5400-42a9-80ac-7d8d06cc73f1', 'admin_state_up': True, 'tenant_id': '7e39653eb3ed4c3595ee0825c72fd724'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:28.381995 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-beba29ef-4655-4ff5-80bc-af7266235e6c req-29178e83-c032-4eab-b75f-1c75eff75e85 service neutron] 10.222.0.76 "GET /v2.0/networks/aae70492-1682-4e18-b135-887c01697ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967944 Dec 08 16:15:28.392665 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-7842b006-8036-43fe-b712-2b7249d8a574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:28.394340 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-7842b006-8036-43fe-b712-2b7249d8a574 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f7056b2fb019449c81eb2cc4f1a6fd51&device_id=3495ddd8-ec5e-4a5e-8ada-d795f0f36439 HTTP/1.1" status: 200 len: 1096 time: 0.1418712 Dec 08 16:15:28.405375 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-0239b44b-471b-403f-a84d-a859e0dc8292 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18030f7f284349198514456af1320f51 HTTP/1.1" status: 200 len: 380 time: 0.1086183 Dec 08 16:15:28.455702 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-44487d87-4951-4104-9192-ecf8288737f7 req-1fdab4c3-bd34-4a82-9397-9d4d7a457580 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 210 time: 0.0790730 Dec 08 16:15:28.456524 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-18f16251-e961-482e-a671-389760d53407 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Request body: {'port': {'device_id': '03976434-4d9e-476a-a1e9-5480aee6cdaf', 'network_id': 'f511b156-9962-4a0c-911e-c5b5fa14a2a0', 'admin_state_up': True, 'tenant_id': '18030f7f284349198514456af1320f51', 'security_groups': ['a96e7614-ece1-4248-94a1-b83b73d2e17e']}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:28.460910 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-f9916d84-9ca7-45b9-b02a-4d110e0a8389 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cba5ddd9-c354-471f-932f-cd5de569b62e HTTP/1.1" status: 200 len: 217 time: 0.0545049 Dec 08 16:15:28.615239 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-36ea5380-ac2d-4f1a-9f4c-555e7d484c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:28.617137 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-36ea5380-ac2d-4f1a-9f4c-555e7d484c20 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a36ffc2b-3deb-4b54-9e98-dcd164b5820f HTTP/1.1" status: 200 len: 852 time: 0.1294136 Dec 08 16:15:28.642483 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-15a4e937-58dc-475f-97cd-3c9c38b73b38 req-7fd19c03-8793-47c3-9afd-6a2a125574d4 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=6612c2d2-a101-43bc-a58f-e9ed9a41dd2c HTTP/1.1" status: 200 len: 210 time: 0.0317667 Dec 08 16:15:28.664974 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-f2a15d65-5287-44f7-998b-36480c3d8652 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fdd4d821-77e2-4df5-8e20-52b9b5212bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370047 Dec 08 16:15:28.707398 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8e80426-2b38-492f-95da-14f50695ac02 req-018608dd-9b25-47f1-b2a8-5ed5eb19e4bb tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Made reservation on behalf of 7e39653eb3ed4c3595ee0825c72fd724 for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:15:28.717557 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-a8e80426-2b38-492f-95da-14f50695ac02 req-018608dd-9b25-47f1-b2a8-5ed5eb19e4bb tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:28.800526 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-9e9de8b2-7ebb-4b46-a517-67f720778b48 service neutron] 10.222.0.76 "GET /v2.0/networks/fdd4d821-77e2-4df5-8e20-52b9b5212bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264968 Dec 08 16:15:28.802296 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-18f16251-e961-482e-a671-389760d53407 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Made reservation on behalf of 18030f7f284349198514456af1320f51 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:15:28.806082 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-18f16251-e961-482e-a671-389760d53407 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:28.908261 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051fcaeb-f065-461b-977e-4200057eabe5 req-960505a2-37d1-4173-a678-1184a356fb48 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:28.909567 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-051fcaeb-f065-461b-977e-4200057eabe5 req-960505a2-37d1-4173-a678-1184a356fb48 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 946 time: 0.0980313 Dec 08 16:15:28.915545 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e273ccfd-83d2-44b6-9f2c-9ff9174fb346 req-aa9ba4d9-1db7-45a3-bdfc-d6caff306afe tempest-ServerShowV257Test-510841687 tempest-ServerShowV257Test-510841687-project] 10.222.0.64 "GET /v2.0/ports?device_id=ade7e354-f673-4bac-a86a-97efe5d1e7f9 HTTP/1.1" status: 200 len: 210 time: 0.0803733 Dec 08 16:15:28.926155 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [req-a8e80426-2b38-492f-95da-14f50695ac02 req-018608dd-9b25-47f1-b2a8-5ed5eb19e4bb tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Allocated IP 172.20.0.9 (880e4c19-5400-42a9-80ac-7d8d06cc73f1/8d58ba6b-0d2d-418d-8d9a-8ee6777d3e48/7eef98d4-f174-4b50-8907-41a524dbf0fe) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:15:29.020262 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-051fcaeb-f065-461b-977e-4200057eabe5 req-95b19292-7ad6-4856-b733-b167a1cf4a5c tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955467 Dec 08 16:15:29.080899 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-251b98a9-727d-4879-b2f9-4c20b1f4db6b req-6f3a7460-d7f8-4bf4-a761-334f231cc401 service neutron] 10.222.0.76 "GET /v2.0/networks/fdd4d821-77e2-4df5-8e20-52b9b5212bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686756 Dec 08 16:15:29.161244 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-18f16251-e961-482e-a671-389760d53407 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Allocated IP 172.20.0.7 (f511b156-9962-4a0c-911e-c5b5fa14a2a0/1788926e-2053-422c-b7be-41238d864800/86efcb2c-1285-4710-925f-8ab5f6b3d355) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:15:29.174144 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e0c65-b83a-42f4-8a08-2283218d3aa7 req-0d2341d8-bd07-469b-ab67-63566c8b40cb tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:29.175759 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fc7e0c65-b83a-42f4-8a08-2283218d3aa7 req-0d2341d8-bd07-469b-ab67-63566c8b40cb tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=51348ef1-afe6-4b70-a251-0ebd46e35eb1 HTTP/1.1" status: 200 len: 945 time: 0.1629331 Dec 08 16:15:29.200601 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-a8e80426-2b38-492f-95da-14f50695ac02 req-018608dd-9b25-47f1-b2a8-5ed5eb19e4bb tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:29.275606 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fc7e0c65-b83a-42f4-8a08-2283218d3aa7 req-3e6dcc4b-c188-444e-9c39-90b396798be0 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898538 Dec 08 16:15:29.423891 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d96071c0-3abd-4b10-97db-53c4037bd483 req-99d201f6-9f8e-49d5-b285-5b43cc61135c tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 210 time: 0.0746655 Dec 08 16:15:29.634091 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8193cad2-e290-4062-9864-986d835fc585 req-7e8c7c1c-98d0-4533-b496-a112f5794900 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:29.636002 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8193cad2-e290-4062-9864-986d835fc585 req-7e8c7c1c-98d0-4533-b496-a112f5794900 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.37 "GET /v2.0/networks?id=444a8cbb-ee83-40d1-9772-ed3daa005a16 HTTP/1.1" status: 200 len: 810 time: 0.2269139 Dec 08 16:15:29.653963 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-18f16251-e961-482e-a671-389760d53407 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:29.679143 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 4fc7340a-44b9-4d91-8817-306a4445cdf3 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:15:29.693344 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d021f050-0387-479b-a477-205e2566b3e5 req-895d6d2b-b138-4bad-92cf-9ba898854e9d tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:29.701480 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d021f050-0387-479b-a477-205e2566b3e5 req-895d6d2b-b138-4bad-92cf-9ba898854e9d tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/networks?id=cc341b4e-e4a6-433a-819f-1f235ff05a7a HTTP/1.1" status: 200 len: 806 time: 0.4718494 Dec 08 16:15:29.718506 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d021f050-0387-479b-a477-205e2566b3e5 req-d97c87b5-4c01-4697-a777-2ca450ce65ca tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/quotas/3c96083250fb4c3492902950739ee237 HTTP/1.1" status: 200 len: 375 time: 0.0160725 Dec 08 16:15:29.735047 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3495ddd8-ec5e-4a5e-8ada-d795f0f36439', 'tag': 'cba5ddd9-c354-471f-932f-cd5de569b62e'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:15:29.737637 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db313bf-6059-44ee-8b02-883c8d0e1e93" -d '{"events": [{"name": "network-changed", "server_uuid": "3495ddd8-ec5e-4a5e-8ada-d795f0f36439", "tag": "cba5ddd9-c354-471f-932f-cd5de569b62e"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:15:29.748456 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-a8e80426-2b38-492f-95da-14f50695ac02 req-018608dd-9b25-47f1-b2a8-5ed5eb19e4bb tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:29.750199 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56aad67-12b1-4a6b-ade2-867aa1c5290c req-945c58c0-fc58-4c7b-95d9-2c710aa874a9 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:29.753303 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a56aad67-12b1-4a6b-ade2-867aa1c5290c req-945c58c0-fc58-4c7b-95d9-2c710aa874a9 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.64 "GET /v2.0/ports?device_id=3495ddd8-ec5e-4a5e-8ada-d795f0f36439 HTTP/1.1" status: 200 len: 944 time: 0.1908588 Dec 08 16:15:29.805437 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8e80426-2b38-492f-95da-14f50695ac02 req-018608dd-9b25-47f1-b2a8-5ed5eb19e4bb tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Network 880e4c19-5400-42a9-80ac-7d8d06cc73f1 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:15:29.822748 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8193cad2-e290-4062-9864-986d835fc585 req-388dd6cd-da4e-472d-a68c-35a2ca808313 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22d0ae928129486d8913ac89433a7712 HTTP/1.1" status: 200 len: 380 time: 0.1726775 Dec 08 16:15:29.826870 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [req-a8e80426-2b38-492f-95da-14f50695ac02 req-018608dd-9b25-47f1-b2a8-5ed5eb19e4bb tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:15:29.844577 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-8193cad2-e290-4062-9864-986d835fc585 req-9c91dc4c-87a5-4917-b902-4f3016b2a685 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Request body: {'port': {'device_id': 'ea814955-832d-40d8-94c7-1d01f64c7a15', 'network_id': '444a8cbb-ee83-40d1-9772-ed3daa005a16', 'admin_state_up': True, 'tenant_id': '22d0ae928129486d8913ac89433a7712', 'security_groups': ['8aaaed2f-5e66-4c42-9b80-9e5e842daa86']}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:29.853471 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d021f050-0387-479b-a477-205e2566b3e5 req-8544313f-4e75-43d1-9bd5-1b4bec62d9a8 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3c96083250fb4c3492902950739ee237&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1340001 Dec 08 16:15:29.872426 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8e80426-2b38-492f-95da-14f50695ac02 req-018608dd-9b25-47f1-b2a8-5ed5eb19e4bb tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:15:29.873841 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 4fc7340a-44b9-4d91-8817-306a4445cdf3, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=4fc7340a-44b9-4d91-8817-306a4445cdf3,segment=NetworkSegment(ba416323-2644-4ad4-91ac-f9ba2cf2404e),segment_id=ba416323-2644-4ad4-91ac-f9ba2cf2404e)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:29.876949 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018608dd-9b25-47f1-b2a8-5ed5eb19e4bb tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Pushing event updated for resources: {'Port': ['ID=7eef98d4-f174-4b50-8907-41a524dbf0fe,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:29.901129 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '4fc7340a-44b9-4d91-8817-306a4445cdf3', 'network_id': 'fdd4d821-77e2-4df5-8e20-52b9b5212bd5', 'port_id': '4fc7340a-44b9-4d91-8817-306a4445cdf3', 'mac_address': 'fa:16:3e:7e:f2:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a36ffc2b-3deb-4b54-9e98-dcd164b5820f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:15:29.940659 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a56aad67-12b1-4a6b-ade2-867aa1c5290c req-6bb3bd61-3cb5-4a70-9d9a-eebc745821fb tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.64 "GET /v2.0/security-groups?id=725892bd-251d-4582-a0ba-ed3f1b69b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668375 Dec 08 16:15:29.956592 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-18f16251-e961-482e-a671-389760d53407 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:29.974221 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:29.980007 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e80426-2b38-492f-95da-14f50695ac02 req-018608dd-9b25-47f1-b2a8-5ed5eb19e4bb tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:29.980691 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-a8e80426-2b38-492f-95da-14f50695ac02 req-018608dd-9b25-47f1-b2a8-5ed5eb19e4bb tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:30.001048 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fc7340a-44b9-4d91-8817-306a4445cdf3 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:15:30.016348 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d021f050-0387-479b-a477-205e2566b3e5 req-e0bc6f6d-eac5-432c-b51a-e328d0631a78 service neutron] 10.222.0.64 "GET /v2.0/networks/cc341b4e-e4a6-433a-819f-1f235ff05a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569757 Dec 08 16:15:30.045567 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 4fc7340a-44b9-4d91-8817-306a4445cdf3, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=4fc7340a-44b9-4d91-8817-306a4445cdf3,segment=NetworkSegment(ba416323-2644-4ad4-91ac-f9ba2cf2404e),segment_id=ba416323-2644-4ad4-91ac-f9ba2cf2404e)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:30.057624 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-18f16251-e961-482e-a671-389760d53407 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Network f511b156-9962-4a0c-911e-c5b5fa14a2a0 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:15:30.074459 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a8e80426-2b38-492f-95da-14f50695ac02 req-018608dd-9b25-47f1-b2a8-5ed5eb19e4bb tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7442493 Dec 08 16:15:30.080212 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-18f16251-e961-482e-a671-389760d53407 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:15:30.093819 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-a8e80426-2b38-492f-95da-14f50695ac02 req-323ecbf3-f659-4f7f-8f55-9a13d35fe2c2 service neutron] Request body: {'port': {'device_id': '6612c2d2-a101-43bc-a58f-e9ed9a41dd2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:30.094311 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:30.177968 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-18f16251-e961-482e-a671-389760d53407 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:15:30.211359 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d021f050-0387-479b-a477-205e2566b3e5 req-4917cd9e-8819-4858-af17-882bf3a3a2a7 service neutron] 10.222.0.64 "GET /v2.0/networks/cc341b4e-e4a6-433a-819f-1f235ff05a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880286 Dec 08 16:15:30.222233 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=4fc7340a-44b9-4d91-8817-306a4445cdf3,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:30.278073 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-a8e80426-2b38-492f-95da-14f50695ac02 req-323ecbf3-f659-4f7f-8f55-9a13d35fe2c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:30.297462 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-18f16251-e961-482e-a671-389760d53407 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:30.298211 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-18f16251-e961-482e-a671-389760d53407 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:30.318641 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['4fc7340a-44b9-4d91-8817-306a4445cdf3'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:15:30.329848 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f16251-e961-482e-a671-389760d53407 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Pushing event updated for resources: {'Port': ['ID=86efcb2c-1285-4710-925f-8ab5f6b3d355,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:30.399231 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3257f90d-1e61-4fc2-9f18-492d0f19fb12 req-bceecbf3-12c0-4602-bd6f-890d626dcd8c tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:30.404224 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3257f90d-1e61-4fc2-9f18-492d0f19fb12 req-bceecbf3-12c0-4602-bd6f-890d626dcd8c tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 931 time: 0.3538306 Dec 08 16:15:30.499048 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-18f16251-e961-482e-a671-389760d53407 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0518579 Dec 08 16:15:30.516633 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-a88d2d85-6240-4dfd-9ee2-df105e7c8d2e tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Request body: {'port': {'device_id': '03976434-4d9e-476a-a1e9-5480aee6cdaf', 'network_id': '92f988d9-d3fd-471d-a94b-154482a7d460', 'admin_state_up': True, 'tenant_id': '18030f7f284349198514456af1320f51', 'security_groups': ['a96e7614-ece1-4248-94a1-b83b73d2e17e']}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:30.522939 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3257f90d-1e61-4fc2-9f18-492d0f19fb12 req-bdf83d35-1c47-467a-abdd-33af48477222 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/security-groups?id=a96e7614-ece1-4248-94a1-b83b73d2e17e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117105 Dec 08 16:15:30.803054 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-eecabc61-0795-4ae8-9d83-62d62eac51cf None None] Provisioning complete for port 86efcb2c-1285-4710-925f-8ab5f6b3d355 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:15:30.803054 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-eecabc61-0795-4ae8-9d83-62d62eac51cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:30.803054 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-eecabc61-0795-4ae8-9d83-62d62eac51cf None None] Port 86efcb2c-1285-4710-925f-8ab5f6b3d355 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:15:30.804098 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d45e35f-2474-413d-8b98-efb367d1a88e req-5bb682b6-7ca8-428d-9f45-612ee57688c2 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:30.804098 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8d45e35f-2474-413d-8b98-efb367d1a88e req-5bb682b6-7ca8-428d-9f45-612ee57688c2 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=6612c2d2-a101-43bc-a58f-e9ed9a41dd2c HTTP/1.1" status: 200 len: 931 time: 0.0605471 Dec 08 16:15:30.819347 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [req-a8e80426-2b38-492f-95da-14f50695ac02 req-323ecbf3-f659-4f7f-8f55-9a13d35fe2c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eef98d4-f174-4b50-8907-41a524dbf0fe {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:15:30.825141 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8d45e35f-2474-413d-8b98-efb367d1a88e req-acbbc2b5-5fe9-43f6-a71a-763c0cb8e20d tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576997 Dec 08 16:15:30.828145 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-a8e80426-2b38-492f-95da-14f50695ac02 req-323ecbf3-f659-4f7f-8f55-9a13d35fe2c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:30.847759 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [req-a8e80426-2b38-492f-95da-14f50695ac02 req-323ecbf3-f659-4f7f-8f55-9a13d35fe2c2 service neutron] Transition to ACTIVE for port object 7eef98d4-f174-4b50-8907-41a524dbf0fe will not be triggered until provisioned by entity L2. {{(pid=110551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:15:30.898517 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35190fbe-16f5-458f-a668-797a16cb43f0 x-openstack-request-id: req-35190fbe-16f5-458f-a668-797a16cb43f0 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:15:30.898812 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3495ddd8-ec5e-4a5e-8ada-d795f0f36439", "tag": "cba5ddd9-c354-471f-932f-cd5de569b62e", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:15:30.899072 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-35190fbe-16f5-458f-a668-797a16cb43f0 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:15:30.899487 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3495ddd8-ec5e-4a5e-8ada-d795f0f36439', 'tag': 'cba5ddd9-c354-471f-932f-cd5de569b62e', 'status': 'completed', 'code': 200} Dec 08 16:15:30.986870 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fd3c4513-10f7-4ceb-8f72-0e4c2ef56317 req-ced134ef-89d3-4e36-af76-fa05a0b897f2 tempest-ServerShowV257Test-510841687 tempest-ServerShowV257Test-510841687-project] 10.222.0.64 "GET /v2.0/ports?device_id=ade7e354-f673-4bac-a86a-97efe5d1e7f9 HTTP/1.1" status: 200 len: 210 time: 0.0342875 Dec 08 16:15:31.018360 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8193cad2-e290-4062-9864-986d835fc585 req-9c91dc4c-87a5-4917-b902-4f3016b2a685 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Made reservation on behalf of 22d0ae928129486d8913ac89433a7712 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:15:31.019220 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-8193cad2-e290-4062-9864-986d835fc585 req-9c91dc4c-87a5-4917-b902-4f3016b2a685 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:31.059766 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db313bf-6059-44ee-8b02-883c8d0e1e93 req-4910a7f8-1300-468a-9374-3dcf6fda2a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:31.072765 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2db313bf-6059-44ee-8b02-883c8d0e1e93 req-4910a7f8-1300-468a-9374-3dcf6fda2a97 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f7056b2fb019449c81eb2cc4f1a6fd51&device_id=3495ddd8-ec5e-4a5e-8ada-d795f0f36439 HTTP/1.1" status: 200 len: 1096 time: 0.1476536 Dec 08 16:15:31.124627 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c4afe0-c502-4bfe-bf7e-e742d0fa562b req-db92d612-d0f3-4dc2-b21b-839fde9f818c tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:31.126325 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f3c4afe0-c502-4bfe-bf7e-e742d0fa562b req-db92d612-d0f3-4dc2-b21b-839fde9f818c tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 946 time: 0.1562369 Dec 08 16:15:31.140485 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d07072-f0e9-47be-90c7-f12402bdb7f3 req-9e701a24-6cca-4c13-a6ce-77ce3cb55bf3 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:31.144922 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e8d07072-f0e9-47be-90c7-f12402bdb7f3 req-9e701a24-6cca-4c13-a6ce-77ce3cb55bf3 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=51348ef1-afe6-4b70-a251-0ebd46e35eb1 HTTP/1.1" status: 200 len: 945 time: 0.0834715 Dec 08 16:15:31.201959 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e8d07072-f0e9-47be-90c7-f12402bdb7f3 req-334f5828-ed88-4cc4-885e-4b96d86cdc85 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530219 Dec 08 16:15:31.290608 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-99a43d93-1046-4496-b791-789b109e5720 req-47be4a9e-2018-4361-89e2-b1adb9cf1bf6 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 210 time: 0.0292175 Dec 08 16:15:31.323217 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-a8e80426-2b38-492f-95da-14f50695ac02 req-323ecbf3-f659-4f7f-8f55-9a13d35fe2c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:31.329327 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f3c4afe0-c502-4bfe-bf7e-e742d0fa562b req-97417583-6d93-4f59-85ab-20b6b602f913 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465836 Dec 08 16:15:31.329327 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-8193cad2-e290-4062-9864-986d835fc585 req-9c91dc4c-87a5-4917-b902-4f3016b2a685 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Allocated IP 172.20.0.11 (444a8cbb-ee83-40d1-9772-ed3daa005a16/921ca20d-c445-4985-be5a-b19c39bd838b/4b8d5971-2d21-4951-9b66-de8081c96b95) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:15:31.332224 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db313bf-6059-44ee-8b02-883c8d0e1e93 req-6a26f4e7-e06b-41ad-93de-2d34bfdb7252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:31.334640 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2db313bf-6059-44ee-8b02-883c8d0e1e93 req-6a26f4e7-e06b-41ad-93de-2d34bfdb7252 service neutron] 10.222.0.76 "GET /v2.0/networks?id=fdd4d821-77e2-4df5-8e20-52b9b5212bd5 HTTP/1.1" status: 200 len: 913 time: 0.2516568 Dec 08 16:15:31.388467 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2db313bf-6059-44ee-8b02-883c8d0e1e93 req-cddfc7ec-2ec0-4cfa-a0ac-32a3fbd7d6b8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cba5ddd9-c354-471f-932f-cd5de569b62e HTTP/1.1" status: 200 len: 217 time: 0.0468736 Dec 08 16:15:31.411268 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-a88d2d85-6240-4dfd-9ee2-df105e7c8d2e tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Made reservation on behalf of 18030f7f284349198514456af1320f51 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:15:31.416095 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-a88d2d85-6240-4dfd-9ee2-df105e7c8d2e tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:31.485365 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e3ca0e16-4ecd-4d83-99f9-68dc8a296433 req-5a49a52b-3768-4b0f-a12b-ddf324c7ec42 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=949eba61-dc33-405b-9a47-2bc3ba29e1e8 HTTP/1.1" status: 200 len: 210 time: 0.1305685 Dec 08 16:15:31.487801 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323ecbf3-f659-4f7f-8f55-9a13d35fe2c2 service neutron] Pushing event updated for resources: {'Port': ['ID=7eef98d4-f174-4b50-8907-41a524dbf0fe,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:31.541217 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-a8e80426-2b38-492f-95da-14f50695ac02 req-323ecbf3-f659-4f7f-8f55-9a13d35fe2c2 service neutron] Attempting to bind port 7eef98d4-f174-4b50-8907-41a524dbf0fe on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:15:31.541812 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-a8e80426-2b38-492f-95da-14f50695ac02 req-323ecbf3-f659-4f7f-8f55-9a13d35fe2c2 service neutron] Attempting to bind port 7eef98d4-f174-4b50-8907-41a524dbf0fe by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '9b052d16-09ac-481d-baf5-f56fa6d1472f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '880e4c19-5400-42a9-80ac-7d8d06cc73f1'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:15:31.542983 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e80426-2b38-492f-95da-14f50695ac02 req-323ecbf3-f659-4f7f-8f55-9a13d35fe2c2 service neutron] Attempting to bind port 7eef98d4-f174-4b50-8907-41a524dbf0fe on network 880e4c19-5400-42a9-80ac-7d8d06cc73f1 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:15:31.548797 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e80426-2b38-492f-95da-14f50695ac02 req-323ecbf3-f659-4f7f-8f55-9a13d35fe2c2 service neutron] Port 7eef98d4-f174-4b50-8907-41a524dbf0fe on network 880e4c19-5400-42a9-80ac-7d8d06cc73f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:15:31.549414 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e80426-2b38-492f-95da-14f50695ac02 req-323ecbf3-f659-4f7f-8f55-9a13d35fe2c2 service neutron] Attempting to bind port 7eef98d4-f174-4b50-8907-41a524dbf0fe on network 880e4c19-5400-42a9-80ac-7d8d06cc73f1 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:15:31.557997 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e80426-2b38-492f-95da-14f50695ac02 req-323ecbf3-f659-4f7f-8f55-9a13d35fe2c2 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:15:31.557997 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e80426-2b38-492f-95da-14f50695ac02 req-323ecbf3-f659-4f7f-8f55-9a13d35fe2c2 service neutron] Checking segment: {'id': '9b052d16-09ac-481d-baf5-f56fa6d1472f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '880e4c19-5400-42a9-80ac-7d8d06cc73f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:15:31.557997 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e80426-2b38-492f-95da-14f50695ac02 req-323ecbf3-f659-4f7f-8f55-9a13d35fe2c2 service neutron] Bound using segment: {'id': '9b052d16-09ac-481d-baf5-f56fa6d1472f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '880e4c19-5400-42a9-80ac-7d8d06cc73f1'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:15:31.557997 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-a8e80426-2b38-492f-95da-14f50695ac02 req-323ecbf3-f659-4f7f-8f55-9a13d35fe2c2 service neutron] Bound port: 7eef98d4-f174-4b50-8907-41a524dbf0fe, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b052d16-09ac-481d-baf5-f56fa6d1472f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '880e4c19-5400-42a9-80ac-7d8d06cc73f1'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:15:31.557997 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-a8e80426-2b38-492f-95da-14f50695ac02 req-323ecbf3-f659-4f7f-8f55-9a13d35fe2c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:31.606617 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db313bf-6059-44ee-8b02-883c8d0e1e93 req-04c1d66f-332e-424b-960b-d51a922984b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:31.608205 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2db313bf-6059-44ee-8b02-883c8d0e1e93 req-04c1d66f-332e-424b-960b-d51a922984b1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a36ffc2b-3deb-4b54-9e98-dcd164b5820f HTTP/1.1" status: 200 len: 852 time: 0.2082002 Dec 08 16:15:31.669500 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2db313bf-6059-44ee-8b02-883c8d0e1e93 req-67d64b44-cd4e-4858-9a28-d092c9a6e78d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fdd4d821-77e2-4df5-8e20-52b9b5212bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449550 Dec 08 16:15:31.681445 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 4fc7340a-44b9-4d91-8817-306a4445cdf3 up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:15:31.695482 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562e9da-c5de-4007-8515-f4630a94245b req-6bd188d6-96a5-4e0e-80b7-b9189964136f tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:31.698335 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d87b0-f8fe-4a89-ba00-f568bf0b55d1 req-f098d111-7857-45ef-9484-bcf5ff6d6352 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:31.698655 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1562e9da-c5de-4007-8515-f4630a94245b req-6bd188d6-96a5-4e0e-80b7-b9189964136f tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.64 "GET /v2.0/ports?device_id=3495ddd8-ec5e-4a5e-8ada-d795f0f36439 HTTP/1.1" status: 200 len: 944 time: 0.2789581 Dec 08 16:15:31.706429 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-687d87b0-f8fe-4a89-ba00-f568bf0b55d1 req-f098d111-7857-45ef-9484-bcf5ff6d6352 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 946 time: 0.1007466 Dec 08 16:15:31.737333 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-a8e80426-2b38-492f-95da-14f50695ac02 req-323ecbf3-f659-4f7f-8f55-9a13d35fe2c2 service neutron] For port 7eef98d4-f174-4b50-8907-41a524dbf0fe, host n-h2-776250-12, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:15:31.760136 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-a8e80426-2b38-492f-95da-14f50695ac02 req-323ecbf3-f659-4f7f-8f55-9a13d35fe2c2 service neutron] For port 7eef98d4-f174-4b50-8907-41a524dbf0fe, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=7eef98d4-f174-4b50-8907-41a524dbf0fe,segment=NetworkSegment(9b052d16-09ac-481d-baf5-f56fa6d1472f),segment_id=9b052d16-09ac-481d-baf5-f56fa6d1472f)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:15:31.785722 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-687d87b0-f8fe-4a89-ba00-f568bf0b55d1 req-da895af0-0ba5-4bcc-836b-d85a0e03e14f tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754023 Dec 08 16:15:31.814807 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port 4fc7340a-44b9-4d91-8817-306a4445cdf3 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:15:31.815354 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-a8e80426-2b38-492f-95da-14f50695ac02 req-323ecbf3-f659-4f7f-8f55-9a13d35fe2c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:31.825424 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 4fc7340a-44b9-4d91-8817-306a4445cdf3 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:15:31.826816 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:31.844376 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e80426-2b38-492f-95da-14f50695ac02 req-323ecbf3-f659-4f7f-8f55-9a13d35fe2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:31.845056 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-a8e80426-2b38-492f-95da-14f50695ac02 req-323ecbf3-f659-4f7f-8f55-9a13d35fe2c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:31.850585 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a8e80426-2b38-492f-95da-14f50695ac02 req-323ecbf3-f659-4f7f-8f55-9a13d35fe2c2 service neutron] 10.222.0.37 "PUT /v2.0/ports/7eef98d4-f174-4b50-8907-41a524dbf0fe HTTP/1.1" status: 200 len: 1092 time: 1.7649941 Dec 08 16:15:31.856845 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6612c2d2-a101-43bc-a58f-e9ed9a41dd2c', 'tag': '7eef98d4-f174-4b50-8907-41a524dbf0fe'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:15:31.864800 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afcccb26-8fc5-4f2f-b4f4-57afe2605393" -d '{"events": [{"name": "network-changed", "server_uuid": "6612c2d2-a101-43bc-a58f-e9ed9a41dd2c", "tag": "7eef98d4-f174-4b50-8907-41a524dbf0fe"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:15:31.939621 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1562e9da-c5de-4007-8515-f4630a94245b req-91266c53-da86-4f68-8c31-dca3dd214dcc tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.64 "GET /v2.0/security-groups?id=725892bd-251d-4582-a0ba-ed3f1b69b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067959 Dec 08 16:15:31.963477 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-8193cad2-e290-4062-9864-986d835fc585 req-9c91dc4c-87a5-4917-b902-4f3016b2a685 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:32.020516 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323ecbf3-f659-4f7f-8f55-9a13d35fe2c2 service neutron] Pushing event updated for resources: {'Port': ['ID=7eef98d4-f174-4b50-8907-41a524dbf0fe,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:32.049597 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be788b58-4a2c-4a7f-8702-ff7494dd6601 req-e376ebc4-ee16-498d-ac67-e968a10689c6 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:32.049921 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:32.057524 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-be788b58-4a2c-4a7f-8702-ff7494dd6601 req-e376ebc4-ee16-498d-ac67-e968a10689c6 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 931 time: 0.1470113 Dec 08 16:15:32.077375 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-a88d2d85-6240-4dfd-9ee2-df105e7c8d2e tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Allocated IP 10.1.1.147 (92f988d9-d3fd-471d-a94b-154482a7d460/6d585823-3fc3-43de-bace-96991eaf0e25/7aa9cebb-b701-4044-97c7-c772359e3f10) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:15:32.083450 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e80426-2b38-492f-95da-14f50695ac02 req-65f22281-dec3-4522-9a07-8d872b760de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:32.085015 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a8e80426-2b38-492f-95da-14f50695ac02 req-65f22281-dec3-4522-9a07-8d872b760de3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7e39653eb3ed4c3595ee0825c72fd724&device_id=6612c2d2-a101-43bc-a58f-e9ed9a41dd2c HTTP/1.1" status: 200 len: 1095 time: 0.1021795 Dec 08 16:15:32.089471 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f059628-b235-4b44-af6f-fe8107bb91fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc7340a-44b9-4d91-8817-306a4445cdf3'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:15:32.092015 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d20db9f-5e31-4ba5-ae97-68d519fbabab" -d '{"events": [{"server_uuid": "3f059628-b235-4b44-af6f-fe8107bb91fa", "name": "network-vif-plugged", "status": "completed", "tag": "4fc7340a-44b9-4d91-8817-306a4445cdf3"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:15:32.107321 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 4fc7340a-44b9-4d91-8817-306a4445cdf3, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=4fc7340a-44b9-4d91-8817-306a4445cdf3,segment=NetworkSegment(ba416323-2644-4ad4-91ac-f9ba2cf2404e),segment_id=ba416323-2644-4ad4-91ac-f9ba2cf2404e)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:32.128546 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device cba5ddd9-c354-471f-932f-cd5de569b62e details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:15:32.140001 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a8e80426-2b38-492f-95da-14f50695ac02 req-e25fd24f-9900-4a13-a130-8d166ba91196 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7eef98d4-f174-4b50-8907-41a524dbf0fe HTTP/1.1" status: 200 len: 217 time: 0.0466025 Dec 08 16:15:32.211045 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e80426-2b38-492f-95da-14f50695ac02 req-37c6f7ba-fd7b-4e18-8cbe-3c006e0428eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:32.211045 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a8e80426-2b38-492f-95da-14f50695ac02 req-37c6f7ba-fd7b-4e18-8cbe-3c006e0428eb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d58ba6b-0d2d-418d-8d9a-8ee6777d3e48 HTTP/1.1" status: 200 len: 854 time: 0.0561800 Dec 08 16:15:32.241823 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port cba5ddd9-c354-471f-932f-cd5de569b62e, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=cba5ddd9-c354-471f-932f-cd5de569b62e,segment=NetworkSegment(ba416323-2644-4ad4-91ac-f9ba2cf2404e),segment_id=ba416323-2644-4ad4-91ac-f9ba2cf2404e)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:32.245014 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a8e80426-2b38-492f-95da-14f50695ac02 req-4e94c06c-3fb3-4e80-a09f-154a7c8ac700 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=880e4c19-5400-42a9-80ac-7d8d06cc73f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284724 Dec 08 16:15:32.249462 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-be788b58-4a2c-4a7f-8702-ff7494dd6601 req-aa4e9801-be64-4473-b308-1b191fbf9f30 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/security-groups?id=a96e7614-ece1-4248-94a1-b83b73d2e17e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1904175 Dec 08 16:15:32.258332 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': 'cba5ddd9-c354-471f-932f-cd5de569b62e', 'network_id': 'fdd4d821-77e2-4df5-8e20-52b9b5212bd5', 'port_id': 'cba5ddd9-c354-471f-932f-cd5de569b62e', 'mac_address': 'fa:16:3e:ca:eb:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a36ffc2b-3deb-4b54-9e98-dcd164b5820f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:15:32.264316 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:32.305009 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-8193cad2-e290-4062-9864-986d835fc585 req-9c91dc4c-87a5-4917-b902-4f3016b2a685 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:32.351137 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f265774d-1ca9-4915-8c8f-74d109cf5ec5 x-openstack-request-id: req-f265774d-1ca9-4915-8c8f-74d109cf5ec5 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:15:32.351615 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6612c2d2-a101-43bc-a58f-e9ed9a41dd2c", "tag": "7eef98d4-f174-4b50-8907-41a524dbf0fe", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:15:32.351880 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f265774d-1ca9-4915-8c8f-74d109cf5ec5 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:15:32.352327 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6612c2d2-a101-43bc-a58f-e9ed9a41dd2c', 'tag': '7eef98d4-f174-4b50-8907-41a524dbf0fe', 'status': 'completed', 'code': 200} Dec 08 16:15:32.359342 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2db313bf-6059-44ee-8b02-883c8d0e1e93 req-35aec638-3ef5-41aa-9426-3187ddb1810f service neutron] 10.222.0.76 "GET /v2.0/networks/fdd4d821-77e2-4df5-8e20-52b9b5212bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6432862 Dec 08 16:15:32.360203 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:32.389645 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=4fc7340a-44b9-4d91-8817-306a4445cdf3,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:32.411390 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cba5ddd9-c354-471f-932f-cd5de569b62e {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:15:32.414215 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a8e80426-2b38-492f-95da-14f50695ac02 req-ceded7c8-b7ab-4665-85f8-33073ecaa076 service neutron] 10.222.0.37 "GET /v2.0/networks/880e4c19-5400-42a9-80ac-7d8d06cc73f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627133 Dec 08 16:15:32.425741 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8193cad2-e290-4062-9864-986d835fc585 req-9c91dc4c-87a5-4917-b902-4f3016b2a685 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Network 444a8cbb-ee83-40d1-9772-ed3daa005a16 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:15:32.435608 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port cba5ddd9-c354-471f-932f-cd5de569b62e, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=cba5ddd9-c354-471f-932f-cd5de569b62e,segment=NetworkSegment(ba416323-2644-4ad4-91ac-f9ba2cf2404e),segment_id=ba416323-2644-4ad4-91ac-f9ba2cf2404e)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:32.463170 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-8193cad2-e290-4062-9864-986d835fc585 req-9c91dc4c-87a5-4917-b902-4f3016b2a685 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:15:32.485235 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-8193cad2-e290-4062-9864-986d835fc585 req-9c91dc4c-87a5-4917-b902-4f3016b2a685 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:15:32.494962 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-a88d2d85-6240-4dfd-9ee2-df105e7c8d2e tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:32.528982 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:32.548009 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f0c67c-6932-4033-b480-7622b8c22380 req-a22e4326-c65e-4a72-a104-2807fda5c54f tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:32.549640 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-46f0c67c-6932-4033-b480-7622b8c22380 req-a22e4326-c65e-4a72-a104-2807fda5c54f tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=6612c2d2-a101-43bc-a58f-e9ed9a41dd2c HTTP/1.1" status: 200 len: 943 time: 0.4402652 Dec 08 16:15:32.557047 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c91dc4c-87a5-4917-b902-4f3016b2a685 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Pushing event updated for resources: {'Port': ['ID=4b8d5971-2d21-4951-9b66-de8081c96b95,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:32.630041 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=cba5ddd9-c354-471f-932f-cd5de569b62e,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:32.637503 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8193cad2-e290-4062-9864-986d835fc585 req-9c91dc4c-87a5-4917-b902-4f3016b2a685 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:32.638165 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-8193cad2-e290-4062-9864-986d835fc585 req-9c91dc4c-87a5-4917-b902-4f3016b2a685 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:32.693094 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7139960-aee0-4986-bd52-7db9c24933f0 req-b395b6dd-6822-4ac8-878b-b24113cf98b7 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:32.702185 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2db313bf-6059-44ee-8b02-883c8d0e1e93 req-d34dbcce-ab64-4a32-894b-54bb5ac0e63e service neutron] 10.222.0.76 "GET /v2.0/networks/fdd4d821-77e2-4df5-8e20-52b9b5212bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097363 Dec 08 16:15:32.710786 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c7139960-aee0-4986-bd52-7db9c24933f0 req-b395b6dd-6822-4ac8-878b-b24113cf98b7 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 946 time: 0.2951660 Dec 08 16:15:32.723119 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-46f0c67c-6932-4033-b480-7622b8c22380 req-912284a6-b093-427d-9f87-153c4b9fd3c1 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548278 Dec 08 16:15:32.754008 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8193cad2-e290-4062-9864-986d835fc585 req-9c91dc4c-87a5-4917-b902-4f3016b2a685 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9161971 Dec 08 16:15:32.766664 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-8193cad2-e290-4062-9864-986d835fc585 req-214d6a67-7c82-487d-8f48-bf54c4cc213c service neutron] Request body: {'port': {'device_id': 'ea814955-832d-40d8-94c7-1d01f64c7a15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:32.793635 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c7139960-aee0-4986-bd52-7db9c24933f0 req-fc2b3ab9-f230-44b9-a3d2-ddf0afbab720 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746920 Dec 08 16:15:32.798725 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a8e80426-2b38-492f-95da-14f50695ac02 req-ab92bab6-1be0-48d5-bf18-9cf935605f43 service neutron] 10.222.0.37 "GET /v2.0/networks/880e4c19-5400-42a9-80ac-7d8d06cc73f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3719831 Dec 08 16:15:32.829406 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-a88d2d85-6240-4dfd-9ee2-df105e7c8d2e tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:32.857683 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bafd30d-900e-4b28-acdb-e6ffa6832c4b x-openstack-request-id: req-8bafd30d-900e-4b28-acdb-e6ffa6832c4b {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:15:32.858201 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f059628-b235-4b44-af6f-fe8107bb91fa", "name": "network-vif-plugged", "status": "completed", "tag": "4fc7340a-44b9-4d91-8817-306a4445cdf3", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:15:32.858201 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8bafd30d-900e-4b28-acdb-e6ffa6832c4b {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:15:32.858644 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f059628-b235-4b44-af6f-fe8107bb91fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc7340a-44b9-4d91-8817-306a4445cdf3', 'code': 200} Dec 08 16:15:32.880566 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['cba5ddd9-c354-471f-932f-cd5de569b62e'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:15:32.989899 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d8666e5e-7808-42f5-be5c-3ed21b5a91c2 req-459bf86a-bdbe-41bc-a5f5-13cfc21bcf82 tempest-ServerShowV257Test-510841687 tempest-ServerShowV257Test-510841687-project] 10.222.0.64 "GET /v2.0/ports?device_id=ade7e354-f673-4bac-a86a-97efe5d1e7f9 HTTP/1.1" status: 200 len: 210 time: 0.1033034 Dec 08 16:15:33.041095 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-02ca5feb-3336-40e6-8f9c-9148b7106d6f None None] Provisioning complete for port 4b8d5971-2d21-4951-9b66-de8081c96b95 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:15:33.042999 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-02ca5feb-3336-40e6-8f9c-9148b7106d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:33.118977 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-02ca5feb-3336-40e6-8f9c-9148b7106d6f None None] Port 4b8d5971-2d21-4951-9b66-de8081c96b95 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:15:33.130091 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcccb26-8fc5-4f2f-b4f4-57afe2605393 req-c24d4667-75ca-4b4c-b34a-cd918b510ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:33.131561 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-afcccb26-8fc5-4f2f-b4f4-57afe2605393 req-c24d4667-75ca-4b4c-b34a-cd918b510ded service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7e39653eb3ed4c3595ee0825c72fd724&device_id=6612c2d2-a101-43bc-a58f-e9ed9a41dd2c HTTP/1.1" status: 200 len: 1095 time: 0.2086935 Dec 08 16:15:33.155575 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-a88d2d85-6240-4dfd-9ee2-df105e7c8d2e tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Network 92f988d9-d3fd-471d-a94b-154482a7d460 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:15:33.158264 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d2d85-6240-4dfd-9ee2-df105e7c8d2e tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Pushing event updated for resources: {'Port': ['ID=7aa9cebb-b701-4044-97c7-c772359e3f10,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:33.178206 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a7353-97cd-46a5-af3a-7cb2c2484982 req-d63763b6-3bf0-423f-a6ad-54f135f2bfc0 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:33.184804 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-979a7353-97cd-46a5-af3a-7cb2c2484982 req-d63763b6-3bf0-423f-a6ad-54f135f2bfc0 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=51348ef1-afe6-4b70-a251-0ebd46e35eb1 HTTP/1.1" status: 200 len: 945 time: 0.1419787 Dec 08 16:15:33.223562 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a6a7bf-f2aa-4fbf-b307-409b944b45f9 req-a8e31c8f-c7e7-4681-90cd-7a13dac40a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:33.225145 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-41a6a7bf-f2aa-4fbf-b307-409b944b45f9 req-a8e31c8f-c7e7-4681-90cd-7a13dac40a3a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3f059628-b235-4b44-af6f-fe8107bb91fa HTTP/1.1" status: 200 len: 1097 time: 0.2572849 Dec 08 16:15:33.344609 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-979a7353-97cd-46a5-af3a-7cb2c2484982 req-353de223-bddf-4348-a2b9-032f7f964ff3 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285322 Dec 08 16:15:33.350355 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-41a6a7bf-f2aa-4fbf-b307-409b944b45f9 req-de23dedc-1ad5-4a62-907a-f3557ceb95c1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=725892bd-251d-4582-a0ba-ed3f1b69b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089077 Dec 08 16:15:33.351712 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcccb26-8fc5-4f2f-b4f4-57afe2605393 req-fc6a1d55-ac4a-4128-b8d9-7d529bbf3111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:33.353739 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-afcccb26-8fc5-4f2f-b4f4-57afe2605393 req-fc6a1d55-ac4a-4128-b8d9-7d529bbf3111 service neutron] 10.222.0.37 "GET /v2.0/networks?id=880e4c19-5400-42a9-80ac-7d8d06cc73f1 HTTP/1.1" status: 200 len: 915 time: 0.2099245 Dec 08 16:15:33.436747 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d792cef4-ac03-48ad-b952-f82f353533ba req-86bda2c8-a3ca-492d-b5c7-f514ed5dfa88 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=949eba61-dc33-405b-9a47-2bc3ba29e1e8 HTTP/1.1" status: 200 len: 210 time: 0.0296144 Dec 08 16:15:33.525703 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-8193cad2-e290-4062-9864-986d835fc585 req-214d6a67-7c82-487d-8f48-bf54c4cc213c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:33.529201 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-a88d2d85-6240-4dfd-9ee2-df105e7c8d2e tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:15:33.539546 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-a88d2d85-6240-4dfd-9ee2-df105e7c8d2e tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:15:33.603013 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-afcccb26-8fc5-4f2f-b4f4-57afe2605393 req-8ca9a66e-c2bd-4ab8-877a-6c58657f7595 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7eef98d4-f174-4b50-8907-41a524dbf0fe HTTP/1.1" status: 200 len: 217 time: 0.0617094 Dec 08 16:15:33.613282 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7deee7b-e2f3-49f8-bc25-c2676f0133e7 req-985d8c8c-30ea-4a5b-b155-99da9f58f027 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:33.622775 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c7deee7b-e2f3-49f8-bc25-c2676f0133e7 req-985d8c8c-30ea-4a5b-b155-99da9f58f027 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 946 time: 0.1224949 Dec 08 16:15:33.689429 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d322a5fd-a5a9-4708-ab52-f18fba84f355 req-9a823c6c-7eb6-4a50-8019-216199ff745c tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:33.691318 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d322a5fd-a5a9-4708-ab52-f18fba84f355 req-9a823c6c-7eb6-4a50-8019-216199ff745c tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 932 time: 0.5545979 Dec 08 16:15:33.709063 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-a88d2d85-6240-4dfd-9ee2-df105e7c8d2e tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:33.709789 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-a88d2d85-6240-4dfd-9ee2-df105e7c8d2e tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:33.736539 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcccb26-8fc5-4f2f-b4f4-57afe2605393 req-b7bdd579-42fb-4873-8402-3785805ab1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:33.738160 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-afcccb26-8fc5-4f2f-b4f4-57afe2605393 req-b7bdd579-42fb-4873-8402-3785805ab1fe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d58ba6b-0d2d-418d-8d9a-8ee6777d3e48 HTTP/1.1" status: 200 len: 854 time: 0.1132531 Dec 08 16:15:33.763063 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c7deee7b-e2f3-49f8-bc25-c2676f0133e7 req-0cc26ad8-66f3-48c5-92af-0db6af863bbb tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353178 Dec 08 16:15:33.813697 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-afcccb26-8fc5-4f2f-b4f4-57afe2605393 req-3174dde8-9f84-4bf1-8659-3cc1cbd47140 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=880e4c19-5400-42a9-80ac-7d8d06cc73f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519948 Dec 08 16:15:33.947674 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae59891-896c-497e-a21c-044cd8f29148 req-6a9150a7-4cf7-4269-a3a4-faad4b710277 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:33.949236 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5ae59891-896c-497e-a21c-044cd8f29148 req-6a9150a7-4cf7-4269-a3a4-faad4b710277 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.64 "GET /v2.0/ports?device_id=3495ddd8-ec5e-4a5e-8ada-d795f0f36439 HTTP/1.1" status: 200 len: 945 time: 0.0772603 Dec 08 16:15:33.965613 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-b5a57d1e-4e61-456d-b500-e74538f78ec3 None None] Provisioning complete for port 7aa9cebb-b701-4044-97c7-c772359e3f10 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:15:33.965613 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b5a57d1e-4e61-456d-b500-e74538f78ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:33.992056 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-afcccb26-8fc5-4f2f-b4f4-57afe2605393 req-4f177b40-298f-462d-9b27-4db450ab59e4 service neutron] 10.222.0.37 "GET /v2.0/networks/880e4c19-5400-42a9-80ac-7d8d06cc73f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685884 Dec 08 16:15:34.015287 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d021f050-0387-479b-a477-205e2566b3e5 req-c9362db6-48ae-467e-95d6-83b9531f4dc5 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:34.017560 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d021f050-0387-479b-a477-205e2566b3e5 req-c9362db6-48ae-467e-95d6-83b9531f4dc5 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.76 "GET /v2.0/networks?id=cc341b4e-e4a6-433a-819f-1f235ff05a7a HTTP/1.1" status: 200 len: 806 time: 0.4417081 Dec 08 16:15:34.021150 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-a88d2d85-6240-4dfd-9ee2-df105e7c8d2e tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5148349 Dec 08 16:15:34.035005 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-d021f050-0387-479b-a477-205e2566b3e5 req-fc64a69a-3ec8-4879-b078-db362161aa38 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Request body: {'port': {'device_id': '949eba61-dc33-405b-9a47-2bc3ba29e1e8', 'network_id': 'cc341b4e-e4a6-433a-819f-1f235ff05a7a', 'admin_state_up': True, 'tenant_id': '3c96083250fb4c3492902950739ee237'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:34.044520 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-b5a57d1e-4e61-456d-b500-e74538f78ec3 None None] Port 7aa9cebb-b701-4044-97c7-c772359e3f10 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:15:34.052361 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-3054e541-f72a-42ba-89d6-9da77e69e01e tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Request body: {'port': {'device_id': '03976434-4d9e-476a-a1e9-5480aee6cdaf', 'network_id': '92f988d9-d3fd-471d-a94b-154482a7d460', 'admin_state_up': True, 'tenant_id': '18030f7f284349198514456af1320f51', 'security_groups': ['a96e7614-ece1-4248-94a1-b83b73d2e17e']}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:34.078950 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5ae59891-896c-497e-a21c-044cd8f29148 req-01c8e2a9-9da7-49c1-8284-776537b46ec3 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.64 "GET /v2.0/security-groups?id=725892bd-251d-4582-a0ba-ed3f1b69b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198428 Dec 08 16:15:34.133446 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device cba5ddd9-c354-471f-932f-cd5de569b62e up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:15:34.145625 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-afcccb26-8fc5-4f2f-b4f4-57afe2605393 req-a98ea7ed-5764-4b8a-9edf-361499640d00 service neutron] 10.222.0.37 "GET /v2.0/networks/880e4c19-5400-42a9-80ac-7d8d06cc73f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415963 Dec 08 16:15:34.203568 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d322a5fd-a5a9-4708-ab52-f18fba84f355 req-04a70586-2e9f-4bb0-a44c-73c2ba1749e2 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4836328 Dec 08 16:15:34.276309 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09266b46-656c-4071-ad72-fab852a50e17 req-6578cb30-4a21-4c57-ac58-b1e2463e4072 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:34.284703 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09266b46-656c-4071-ad72-fab852a50e17 req-6578cb30-4a21-4c57-ac58-b1e2463e4072 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:34.289765 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-09266b46-656c-4071-ad72-fab852a50e17 req-6578cb30-4a21-4c57-ac58-b1e2463e4072 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 1653 time: 0.0770845 Dec 08 16:15:34.329148 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port cba5ddd9-c354-471f-932f-cd5de569b62e completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:15:34.335824 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port cba5ddd9-c354-471f-932f-cd5de569b62e triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:15:34.335824 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:34.354123 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-09266b46-656c-4071-ad72-fab852a50e17 req-46b83bf8-e1b4-4578-a8a1-86487499dd14 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/security-groups?id=a96e7614-ece1-4248-94a1-b83b73d2e17e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561082 Dec 08 16:15:34.422160 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:34.442281 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:34.493672 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5bc956-e3d8-4337-a582-1ac6a78612e7 req-3f84293c-a6b8-4b0f-9514-33dbfc55a006 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:34.495195 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port cba5ddd9-c354-471f-932f-cd5de569b62e, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=cba5ddd9-c354-471f-932f-cd5de569b62e,segment=NetworkSegment(ba416323-2644-4ad4-91ac-f9ba2cf2404e),segment_id=ba416323-2644-4ad4-91ac-f9ba2cf2404e)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:34.501490 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2d5bc956-e3d8-4337-a582-1ac6a78612e7 req-3f84293c-a6b8-4b0f-9514-33dbfc55a006 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=6612c2d2-a101-43bc-a58f-e9ed9a41dd2c HTTP/1.1" status: 200 len: 943 time: 0.2079337 Dec 08 16:15:34.553013 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-43e123fd-1152-49eb-ab5a-18f1c06b1014 req-21b998ba-5a55-480a-abc5-03f2f49973b5 tempest-ServerShowV257Test-510841687 tempest-ServerShowV257Test-510841687-project] 10.222.0.64 "GET /v2.0/ports?device_id=ade7e354-f673-4bac-a86a-97efe5d1e7f9 HTTP/1.1" status: 200 len: 210 time: 0.0471835 Dec 08 16:15:34.612869 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2d5bc956-e3d8-4337-a582-1ac6a78612e7 req-acb47a9f-1ca9-45aa-9375-52bf25f5d1f5 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104352 Dec 08 16:15:34.616135 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-8193cad2-e290-4062-9864-986d835fc585 req-214d6a67-7c82-487d-8f48-bf54c4cc213c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b8d5971-2d21-4951-9b66-de8081c96b95 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:15:34.637086 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:34.637215 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-8193cad2-e290-4062-9864-986d835fc585 req-214d6a67-7c82-487d-8f48-bf54c4cc213c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:34.655479 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-8193cad2-e290-4062-9864-986d835fc585 req-214d6a67-7c82-487d-8f48-bf54c4cc213c service neutron] Transition to ACTIVE for port object 4b8d5971-2d21-4951-9b66-de8081c96b95 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:15:34.663014 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d021f050-0387-479b-a477-205e2566b3e5 req-fc64a69a-3ec8-4879-b078-db362161aa38 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Made reservation on behalf of 3c96083250fb4c3492902950739ee237 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:15:34.676550 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f3f1f-b2d5-49f9-b037-3672874147e3 req-6350cb6f-d02d-4249-973f-49211dcdd08c tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:34.678164 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a61f3f1f-b2d5-49f9-b037-3672874147e3 req-6350cb6f-d02d-4249-973f-49211dcdd08c tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=51348ef1-afe6-4b70-a251-0ebd46e35eb1 HTTP/1.1" status: 200 len: 945 time: 0.0593758 Dec 08 16:15:34.680673 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d021f050-0387-479b-a477-205e2566b3e5 req-fc64a69a-3ec8-4879-b078-db362161aa38 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:34.693081 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=cba5ddd9-c354-471f-932f-cd5de569b62e,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:34.739853 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a61f3f1f-b2d5-49f9-b037-3672874147e3 req-11887832-3c99-4171-966c-373b1c2bf82d tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544727 Dec 08 16:15:34.770334 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-8193cad2-e290-4062-9864-986d835fc585 req-214d6a67-7c82-487d-8f48-bf54c4cc213c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:34.841678 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b96a7749-5b83-43e1-abd2-c6bbe904129e req-3e34c7c7-38e3-49a5-9692-f2302238dacd tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=949eba61-dc33-405b-9a47-2bc3ba29e1e8 HTTP/1.1" status: 200 len: 210 time: 0.0339303 Dec 08 16:15:34.852962 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-3054e541-f72a-42ba-89d6-9da77e69e01e tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Made reservation on behalf of 18030f7f284349198514456af1320f51 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:15:34.857708 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-3054e541-f72a-42ba-89d6-9da77e69e01e tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:34.860331 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3495ddd8-ec5e-4a5e-8ada-d795f0f36439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba5ddd9-c354-471f-932f-cd5de569b62e'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:15:34.862531 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a48d56-a5d6-4f9c-9eb0-a53657f32980" -d '{"events": [{"server_uuid": "3495ddd8-ec5e-4a5e-8ada-d795f0f36439", "name": "network-vif-plugged", "status": "completed", "tag": "cba5ddd9-c354-471f-932f-cd5de569b62e"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:15:34.909034 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01a38b4-42d8-48fc-b192-07cd4759d978 x-openstack-request-id: req-d01a38b4-42d8-48fc-b192-07cd4759d978 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:15:34.909342 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3495ddd8-ec5e-4a5e-8ada-d795f0f36439", "name": "network-vif-plugged", "status": "completed", "tag": "cba5ddd9-c354-471f-932f-cd5de569b62e", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:15:34.909604 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d01a38b4-42d8-48fc-b192-07cd4759d978 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:15:34.910149 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3495ddd8-ec5e-4a5e-8ada-d795f0f36439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba5ddd9-c354-471f-932f-cd5de569b62e', 'code': 200} Dec 08 16:15:34.936218 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214d6a67-7c82-487d-8f48-bf54c4cc213c service neutron] Pushing event updated for resources: {'Port': ['ID=4b8d5971-2d21-4951-9b66-de8081c96b95,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:35.003332 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70b7ad-bd47-4d5c-bb57-05ea5abfa682 req-38167318-3ca0-4aa2-989a-c6f4dc6ee2c5 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:35.004943 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4d70b7ad-bd47-4d5c-bb57-05ea5abfa682 req-38167318-3ca0-4aa2-989a-c6f4dc6ee2c5 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 946 time: 0.2784903 Dec 08 16:15:35.110121 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-d021f050-0387-479b-a477-205e2566b3e5 req-fc64a69a-3ec8-4879-b078-db362161aa38 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Allocated IP 172.20.0.8 (cc341b4e-e4a6-433a-819f-1f235ff05a7a/5ae73486-24f1-4ad9-b7a3-ee511661fedf/ced92bbd-fd71-4a06-870e-73436277261b) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:15:35.225301 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-8193cad2-e290-4062-9864-986d835fc585 req-214d6a67-7c82-487d-8f48-bf54c4cc213c service neutron] Attempting to bind port 4b8d5971-2d21-4951-9b66-de8081c96b95 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:15:35.225637 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-8193cad2-e290-4062-9864-986d835fc585 req-214d6a67-7c82-487d-8f48-bf54c4cc213c service neutron] Attempting to bind port 4b8d5971-2d21-4951-9b66-de8081c96b95 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': 'bb740625-1067-4eb4-8c3f-54ce2bbbb747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '444a8cbb-ee83-40d1-9772-ed3daa005a16'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:15:35.225973 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8193cad2-e290-4062-9864-986d835fc585 req-214d6a67-7c82-487d-8f48-bf54c4cc213c service neutron] Attempting to bind port 4b8d5971-2d21-4951-9b66-de8081c96b95 on network 444a8cbb-ee83-40d1-9772-ed3daa005a16 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:15:35.235105 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc9220-3914-4ad4-82f3-6c0ffc185193 req-f8fb9ba5-7c36-4606-baf2-c2c70707380b tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:35.237150 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-37cc9220-3914-4ad4-82f3-6c0ffc185193 req-f8fb9ba5-7c36-4606-baf2-c2c70707380b tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.64 "GET /v2.0/ports?device_id=3495ddd8-ec5e-4a5e-8ada-d795f0f36439 HTTP/1.1" status: 200 len: 946 time: 0.0581517 Dec 08 16:15:35.244914 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4d70b7ad-bd47-4d5c-bb57-05ea5abfa682 req-277e6d28-1ec5-46c5-9572-2d53d51e76f7 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035017 Dec 08 16:15:35.247317 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca97f18c-268a-45fd-ab98-8984fdd0a4a1 req-8365f67d-5601-4daf-99f7-db10b4b7fd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:35.248956 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ca97f18c-268a-45fd-ab98-8984fdd0a4a1 req-8365f67d-5601-4daf-99f7-db10b4b7fd80 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3495ddd8-ec5e-4a5e-8ada-d795f0f36439 HTTP/1.1" status: 200 len: 1098 time: 0.2585847 Dec 08 16:15:35.257549 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8193cad2-e290-4062-9864-986d835fc585 req-214d6a67-7c82-487d-8f48-bf54c4cc213c service neutron] Port 4b8d5971-2d21-4951-9b66-de8081c96b95 on network 444a8cbb-ee83-40d1-9772-ed3daa005a16 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:15:35.257880 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8193cad2-e290-4062-9864-986d835fc585 req-214d6a67-7c82-487d-8f48-bf54c4cc213c service neutron] Attempting to bind port 4b8d5971-2d21-4951-9b66-de8081c96b95 on network 444a8cbb-ee83-40d1-9772-ed3daa005a16 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:15:35.284654 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-3054e541-f72a-42ba-89d6-9da77e69e01e tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Allocated IP 10.1.1.205 (92f988d9-d3fd-471d-a94b-154482a7d460/6d585823-3fc3-43de-bace-96991eaf0e25/3e8dd4f2-53e5-4bc8-986a-166f7ff34449) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:15:35.307815 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-37cc9220-3914-4ad4-82f3-6c0ffc185193 req-70e45f2b-2bf7-47ee-be2e-b6557de82cda tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.64 "GET /v2.0/security-groups?id=725892bd-251d-4582-a0ba-ed3f1b69b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603793 Dec 08 16:15:35.322340 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8193cad2-e290-4062-9864-986d835fc585 req-214d6a67-7c82-487d-8f48-bf54c4cc213c service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:15:35.322727 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8193cad2-e290-4062-9864-986d835fc585 req-214d6a67-7c82-487d-8f48-bf54c4cc213c service neutron] Checking segment: {'id': 'bb740625-1067-4eb4-8c3f-54ce2bbbb747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '444a8cbb-ee83-40d1-9772-ed3daa005a16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:15:35.323199 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8193cad2-e290-4062-9864-986d835fc585 req-214d6a67-7c82-487d-8f48-bf54c4cc213c service neutron] Bound using segment: {'id': 'bb740625-1067-4eb4-8c3f-54ce2bbbb747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '444a8cbb-ee83-40d1-9772-ed3daa005a16'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:15:35.323688 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-8193cad2-e290-4062-9864-986d835fc585 req-214d6a67-7c82-487d-8f48-bf54c4cc213c service neutron] Bound port: 4b8d5971-2d21-4951-9b66-de8081c96b95, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb740625-1067-4eb4-8c3f-54ce2bbbb747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '444a8cbb-ee83-40d1-9772-ed3daa005a16'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:15:35.324050 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-8193cad2-e290-4062-9864-986d835fc585 req-214d6a67-7c82-487d-8f48-bf54c4cc213c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:35.424260 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd8f3a7-255d-495d-ac76-de48a8cc2c90 req-5c4a0565-77c3-4347-944f-7904493365e9 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:35.426126 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9fd8f3a7-255d-495d-ac76-de48a8cc2c90 req-5c4a0565-77c3-4347-944f-7904493365e9 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 946 time: 0.0560124 Dec 08 16:15:35.477292 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9fd8f3a7-255d-495d-ac76-de48a8cc2c90 req-3d2d20f4-5720-4ee5-8b8d-d0aed70f688b tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445144 Dec 08 16:15:35.529492 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ca97f18c-268a-45fd-ab98-8984fdd0a4a1 req-1a560e47-892b-481e-b4d8-1e0445f4a34c service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=725892bd-251d-4582-a0ba-ed3f1b69b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463243 Dec 08 16:15:35.602799 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-8193cad2-e290-4062-9864-986d835fc585 req-214d6a67-7c82-487d-8f48-bf54c4cc213c service neutron] For port 4b8d5971-2d21-4951-9b66-de8081c96b95, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:15:35.609078 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc89ebf9-7d3b-4063-9e08-d8448f229a1c req-3be54fad-ecda-4bd5-ad5a-05186b5b3137 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:35.613608 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1913628c-cf90-4812-b8b3-1c5e1b369b0a req-82ed2fa2-e163-4b36-8a25-e98d7158d9d6 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:35.615140 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1913628c-cf90-4812-b8b3-1c5e1b369b0a req-82ed2fa2-e163-4b36-8a25-e98d7158d9d6 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 944 time: 0.2880466 Dec 08 16:15:35.616504 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc89ebf9-7d3b-4063-9e08-d8448f229a1c req-3be54fad-ecda-4bd5-ad5a-05186b5b3137 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:35.618308 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cc89ebf9-7d3b-4063-9e08-d8448f229a1c req-3be54fad-ecda-4bd5-ad5a-05186b5b3137 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 1653 time: 0.0739200 Dec 08 16:15:35.643189 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-8193cad2-e290-4062-9864-986d835fc585 req-214d6a67-7c82-487d-8f48-bf54c4cc213c service neutron] For port 4b8d5971-2d21-4951-9b66-de8081c96b95, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=4b8d5971-2d21-4951-9b66-de8081c96b95,segment=NetworkSegment(bb740625-1067-4eb4-8c3f-54ce2bbbb747),segment_id=bb740625-1067-4eb4-8c3f-54ce2bbbb747)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:15:35.655851 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d021f050-0387-479b-a477-205e2566b3e5 req-fc64a69a-3ec8-4879-b078-db362161aa38 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:35.678744 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cc89ebf9-7d3b-4063-9e08-d8448f229a1c req-d9b777d2-6998-47cd-b175-554d31ca71ec tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/security-groups?id=a96e7614-ece1-4248-94a1-b83b73d2e17e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532606 Dec 08 16:15:35.687293 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 7eef98d4-f174-4b50-8907-41a524dbf0fe details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:15:35.739014 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-3054e541-f72a-42ba-89d6-9da77e69e01e tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:35.745922 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-8193cad2-e290-4062-9864-986d835fc585 req-214d6a67-7c82-487d-8f48-bf54c4cc213c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:35.758088 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1913628c-cf90-4812-b8b3-1c5e1b369b0a req-4c315491-0d9e-407f-afde-9556f9c65424 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295927 Dec 08 16:15:35.815434 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8193cad2-e290-4062-9864-986d835fc585 req-214d6a67-7c82-487d-8f48-bf54c4cc213c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:35.816147 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-8193cad2-e290-4062-9864-986d835fc585 req-214d6a67-7c82-487d-8f48-bf54c4cc213c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:35.817848 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8193cad2-e290-4062-9864-986d835fc585 req-214d6a67-7c82-487d-8f48-bf54c4cc213c service neutron] 10.222.0.37 "PUT /v2.0/ports/4b8d5971-2d21-4951-9b66-de8081c96b95 HTTP/1.1" status: 200 len: 1093 time: 3.0553715 Dec 08 16:15:35.823231 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea814955-832d-40d8-94c7-1d01f64c7a15', 'tag': '4b8d5971-2d21-4951-9b66-de8081c96b95'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:15:35.826245 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed8c09b-1842-4057-82d7-9022ebdf8a8f" -d '{"events": [{"name": "network-changed", "server_uuid": "ea814955-832d-40d8-94c7-1d01f64c7a15", "tag": "4b8d5971-2d21-4951-9b66-de8081c96b95"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:15:35.847738 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 7eef98d4-f174-4b50-8907-41a524dbf0fe, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=7eef98d4-f174-4b50-8907-41a524dbf0fe,segment=NetworkSegment(9b052d16-09ac-481d-baf5-f56fa6d1472f),segment_id=9b052d16-09ac-481d-baf5-f56fa6d1472f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:35.858581 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214d6a67-7c82-487d-8f48-bf54c4cc213c service neutron] Pushing event updated for resources: {'Port': ['ID=4b8d5971-2d21-4951-9b66-de8081c96b95,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:35.866756 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '7eef98d4-f174-4b50-8907-41a524dbf0fe', 'network_id': '880e4c19-5400-42a9-80ac-7d8d06cc73f1', 'port_id': '7eef98d4-f174-4b50-8907-41a524dbf0fe', 'mac_address': 'fa:16:3e:fc:7f:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d58ba6b-0d2d-418d-8d9a-8ee6777d3e48', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:15:35.883139 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4cc50c1d-05de-41f3-b0be-176d6c2b81dd req-47cfc7e9-f977-4afe-a621-64712b7b570f tempest-ServerShowV257Test-510841687 tempest-ServerShowV257Test-510841687-project] 10.222.0.64 "GET /v2.0/ports?device_id=ade7e354-f673-4bac-a86a-97efe5d1e7f9 HTTP/1.1" status: 200 len: 210 time: 0.0543654 Dec 08 16:15:35.939535 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d021f050-0387-479b-a477-205e2566b3e5 req-fc64a69a-3ec8-4879-b078-db362161aa38 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:35.953764 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['447778cb-6852-4f54-8138-b73aa73fba8a'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:15:35.959496 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:36.007792 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-3054e541-f72a-42ba-89d6-9da77e69e01e tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:36.025868 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eef98d4-f174-4b50-8907-41a524dbf0fe {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:15:36.062645 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 7eef98d4-f174-4b50-8907-41a524dbf0fe, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=7eef98d4-f174-4b50-8907-41a524dbf0fe,segment=NetworkSegment(9b052d16-09ac-481d-baf5-f56fa6d1472f),segment_id=9b052d16-09ac-481d-baf5-f56fa6d1472f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:36.069960 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d021f050-0387-479b-a477-205e2566b3e5 req-fc64a69a-3ec8-4879-b078-db362161aa38 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Network cc341b4e-e4a6-433a-819f-1f235ff05a7a is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:15:36.079473 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecdb15a-2cf9-4014-ba2b-880b430c4a6f req-878eb929-0197-4233-89b8-84f574865977 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:36.081915 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-aecdb15a-2cf9-4014-ba2b-880b430c4a6f req-878eb929-0197-4233-89b8-84f574865977 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 946 time: 0.0909936 Dec 08 16:15:36.085530 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-d021f050-0387-479b-a477-205e2566b3e5 req-fc64a69a-3ec8-4879-b078-db362161aa38 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:15:36.093085 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-d021f050-0387-479b-a477-205e2566b3e5 req-fc64a69a-3ec8-4879-b078-db362161aa38 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:15:36.099820 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc64a69a-3ec8-4879-b078-db362161aa38 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Pushing event updated for resources: {'Port': ['ID=ced92bbd-fd71-4a06-870e-73436277261b,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:36.112275 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-3054e541-f72a-42ba-89d6-9da77e69e01e tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Network 92f988d9-d3fd-471d-a94b-154482a7d460 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:15:36.149846 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be840b-1a58-4637-ac1a-0a8c264b6383 req-1fb67d48-4a76-45e4-8785-c5ad630ae106 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:36.160896 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d9be840b-1a58-4637-ac1a-0a8c264b6383 req-1fb67d48-4a76-45e4-8785-c5ad630ae106 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=6612c2d2-a101-43bc-a58f-e9ed9a41dd2c HTTP/1.1" status: 200 len: 943 time: 0.2637119 Dec 08 16:15:36.188546 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-aecdb15a-2cf9-4014-ba2b-880b430c4a6f req-484524fa-0f8f-4a54-850b-08aa57592e4f tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964317 Dec 08 16:15:36.199019 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-3054e541-f72a-42ba-89d6-9da77e69e01e tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:15:36.216520 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-3054e541-f72a-42ba-89d6-9da77e69e01e tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:15:36.241318 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:36.259167 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8193cad2-e290-4062-9864-986d835fc585 req-0ff87c78-3880-4794-b7ff-5c66de2ce457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:36.261022 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8193cad2-e290-4062-9864-986d835fc585 req-0ff87c78-3880-4794-b7ff-5c66de2ce457 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=22d0ae928129486d8913ac89433a7712&device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 1096 time: 0.2710290 Dec 08 16:15:36.354603 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=7eef98d4-f174-4b50-8907-41a524dbf0fe,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:36.362929 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3054e541-f72a-42ba-89d6-9da77e69e01e tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Pushing event updated for resources: {'Port': ['ID=3e8dd4f2-53e5-4bc8-986a-166f7ff34449,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:36.379463 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d021f050-0387-479b-a477-205e2566b3e5 req-fc64a69a-3ec8-4879-b078-db362161aa38 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:36.379704 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c42420-05d5-4df3-a464-d9928daffb28 req-f599cf9a-10d9-47d1-a66e-5026898cf6b4 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:36.380144 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d021f050-0387-479b-a477-205e2566b3e5 req-fc64a69a-3ec8-4879-b078-db362161aa38 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:36.392851 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8193cad2-e290-4062-9864-986d835fc585 req-1dc74aad-aec5-4a90-a16f-fdfcf1183044 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b8d5971-2d21-4951-9b66-de8081c96b95 HTTP/1.1" status: 200 len: 217 time: 0.1074700 Dec 08 16:15:36.394309 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-73c42420-05d5-4df3-a464-d9928daffb28 req-f599cf9a-10d9-47d1-a66e-5026898cf6b4 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=51348ef1-afe6-4b70-a251-0ebd46e35eb1 HTTP/1.1" status: 200 len: 945 time: 0.0894005 Dec 08 16:15:36.467049 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d9be840b-1a58-4637-ac1a-0a8c264b6383 req-e4786875-1336-44d9-9afb-b7e746bdde92 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043513 Dec 08 16:15:36.469714 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-73c42420-05d5-4df3-a464-d9928daffb28 req-891398b5-0eba-409f-a438-eb415746cf69 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744159 Dec 08 16:15:36.490618 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-3054e541-f72a-42ba-89d6-9da77e69e01e tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:36.491387 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-3054e541-f72a-42ba-89d6-9da77e69e01e tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:36.509942 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8193cad2-e290-4062-9864-986d835fc585 req-26ad6126-c35e-491c-9c61-c1d7c79e33f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:36.514191 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8193cad2-e290-4062-9864-986d835fc585 req-26ad6126-c35e-491c-9c61-c1d7c79e33f0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=921ca20d-c445-4985-be5a-b19c39bd838b HTTP/1.1" status: 200 len: 849 time: 0.0976171 Dec 08 16:15:36.526386 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['7eef98d4-f174-4b50-8907-41a524dbf0fe'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:15:36.539011 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33c4e68-3252-4b27-8f95-3714a2132f67 x-openstack-request-id: req-e33c4e68-3252-4b27-8f95-3714a2132f67 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:15:36.539509 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea814955-832d-40d8-94c7-1d01f64c7a15", "tag": "4b8d5971-2d21-4951-9b66-de8081c96b95", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:15:36.539917 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e33c4e68-3252-4b27-8f95-3714a2132f67 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:15:36.540612 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea814955-832d-40d8-94c7-1d01f64c7a15', 'tag': '4b8d5971-2d21-4951-9b66-de8081c96b95', 'status': 'completed', 'code': 200} Dec 08 16:15:36.570349 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d021f050-0387-479b-a477-205e2566b3e5 req-fc64a69a-3ec8-4879-b078-db362161aa38 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5406942 Dec 08 16:15:36.589666 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-d021f050-0387-479b-a477-205e2566b3e5 req-63c85d18-48b2-4346-948f-2885e0f8ab16 service neutron] Request body: {'port': {'device_id': '949eba61-dc33-405b-9a47-2bc3ba29e1e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:36.638485 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8193cad2-e290-4062-9864-986d835fc585 req-59a5bcdd-2f07-40fd-900a-d13c6f50f115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:36.640427 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8193cad2-e290-4062-9864-986d835fc585 req-59a5bcdd-2f07-40fd-900a-d13c6f50f115 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=444a8cbb-ee83-40d1-9772-ed3daa005a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1178136 Dec 08 16:15:36.684596 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-0843c12e-c586-49ed-8b23-b2511e4e8864 None None] Provisioning complete for port 3e8dd4f2-53e5-4bc8-986a-166f7ff34449 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:15:36.684979 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0843c12e-c586-49ed-8b23-b2511e4e8864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:36.690796 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801f795-5de2-4293-8fb4-19f4643b4f8e req-274cfaca-f620-442b-bc1b-20df4074f087 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:36.692566 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8801f795-5de2-4293-8fb4-19f4643b4f8e req-274cfaca-f620-442b-bc1b-20df4074f087 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 946 time: 0.0796402 Dec 08 16:15:36.719860 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-3054e541-f72a-42ba-89d6-9da77e69e01e tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6754315 Dec 08 16:15:36.730829 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-0843c12e-c586-49ed-8b23-b2511e4e8864 None None] Port 3e8dd4f2-53e5-4bc8-986a-166f7ff34449 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:15:36.771923 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8801f795-5de2-4293-8fb4-19f4643b4f8e req-05f192d2-f819-4644-a186-35995fc20df1 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723817 Dec 08 16:15:36.827616 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-179fc193-6c92-4649-8892-c7f3557a10e7 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Request body: {'port': {'device_id': '03976434-4d9e-476a-a1e9-5480aee6cdaf', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '0cd1fc08-18ef-4903-a4d4-304d5ce0f86e', 'admin_state_up': True, 'tenant_id': '18030f7f284349198514456af1320f51', 'security_groups': ['a96e7614-ece1-4248-94a1-b83b73d2e17e']}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:36.853963 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d021f050-0387-479b-a477-205e2566b3e5 req-63c85d18-48b2-4346-948f-2885e0f8ab16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:36.922674 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f7a7f8-56ca-4e1c-be27-ede16651575f req-c348c50b-54f5-4760-bfbd-feaaced3cbd9 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:36.926581 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8193cad2-e290-4062-9864-986d835fc585 req-9e8263d9-b94c-4531-83fa-d3cfd7c4ba73 service neutron] 10.222.0.37 "GET /v2.0/networks/444a8cbb-ee83-40d1-9772-ed3daa005a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699125 Dec 08 16:15:36.926951 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b6f7a7f8-56ca-4e1c-be27-ede16651575f req-c348c50b-54f5-4760-bfbd-feaaced3cbd9 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.64 "GET /v2.0/ports?device_id=3495ddd8-ec5e-4a5e-8ada-d795f0f36439 HTTP/1.1" status: 200 len: 946 time: 0.0686612 Dec 08 16:15:36.977177 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18003d23-537c-492b-ac4f-6de1b8d0931d req-7930026b-ae07-47fe-8f21-4df3a3e7bdd2 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:36.978725 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-18003d23-537c-492b-ac4f-6de1b8d0931d req-7930026b-ae07-47fe-8f21-4df3a3e7bdd2 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=949eba61-dc33-405b-9a47-2bc3ba29e1e8 HTTP/1.1" status: 200 len: 931 time: 0.3444712 Dec 08 16:15:36.989044 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b6f7a7f8-56ca-4e1c-be27-ede16651575f req-c428123f-2dec-41bb-a810-2780d9743d61 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.64 "GET /v2.0/security-groups?id=725892bd-251d-4582-a0ba-ed3f1b69b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501277 Dec 08 16:15:37.135012 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9cbb5b-297d-47fd-8477-0a0f8e30fb1d req-84789aca-dbd3-4a91-8851-eafd66446161 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:37.141590 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9cbb5b-297d-47fd-8477-0a0f8e30fb1d req-84789aca-dbd3-4a91-8851-eafd66446161 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:37.147591 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9cbb5b-297d-47fd-8477-0a0f8e30fb1d req-84789aca-dbd3-4a91-8851-eafd66446161 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:37.149405 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8b9cbb5b-297d-47fd-8477-0a0f8e30fb1d req-84789aca-dbd3-4a91-8851-eafd66446161 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 2374 time: 0.0809035 Dec 08 16:15:37.203960 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8b9cbb5b-297d-47fd-8477-0a0f8e30fb1d req-0a7a83b7-b498-4166-b87a-972e511e579b tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/security-groups?id=a96e7614-ece1-4248-94a1-b83b73d2e17e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477498 Dec 08 16:15:37.256660 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-18003d23-537c-492b-ac4f-6de1b8d0931d req-937758f8-d050-41e6-86b2-4d6334ead8ef tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262299 Dec 08 16:15:37.336808 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287453a8-c4e1-4f0b-afcc-bb2a622eb89e req-796fc054-3928-4040-ae9c-68e3b4225d3b tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:37.338552 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-287453a8-c4e1-4f0b-afcc-bb2a622eb89e req-796fc054-3928-4040-ae9c-68e3b4225d3b tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 944 time: 0.0669379 Dec 08 16:15:37.339768 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [req-2376a022-a362-4451-ad23-269249d2072d req-01533d5f-5fc8-407c-b20f-b12b50e457ae service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:15:37.340789 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2376a022-a362-4451-ad23-269249d2072d req-01533d5f-5fc8-407c-b20f-b12b50e457ae service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070467 Dec 08 16:15:37.348549 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8193cad2-e290-4062-9864-986d835fc585 req-d2cd88ac-e37e-4aa3-bd7c-0dee48967b8f service neutron] 10.222.0.37 "GET /v2.0/networks/444a8cbb-ee83-40d1-9772-ed3daa005a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3927014 Dec 08 16:15:37.414250 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-287453a8-c4e1-4f0b-afcc-bb2a622eb89e req-37d69330-dcee-4b56-bca2-f85014fa9fb3 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631857 Dec 08 16:15:37.442287 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f1d4577f-892b-48fc-84bb-ca1be0ff4093 req-4ec06556-19c2-4547-89cc-efbbd14d0e85 tempest-ServerShowV257Test-510841687 tempest-ServerShowV257Test-510841687-project] 10.222.0.64 "GET /v2.0/ports?device_id=ade7e354-f673-4bac-a86a-97efe5d1e7f9 HTTP/1.1" status: 200 len: 210 time: 0.0376406 Dec 08 16:15:37.459025 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-179fc193-6c92-4649-8892-c7f3557a10e7 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Made reservation on behalf of 18030f7f284349198514456af1320f51 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:15:37.553531 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-d021f050-0387-479b-a477-205e2566b3e5 req-63c85d18-48b2-4346-948f-2885e0f8ab16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ced92bbd-fd71-4a06-870e-73436277261b {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:15:37.578215 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10010d1c-b8a3-440e-b3b6-2daacdbfa3ec req-01c6062a-2c4b-48e1-bd6a-9050eb1479dd tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:37.582995 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-10010d1c-b8a3-440e-b3b6-2daacdbfa3ec req-01c6062a-2c4b-48e1-bd6a-9050eb1479dd tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 946 time: 0.0663850 Dec 08 16:15:37.599684 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d021f050-0387-479b-a477-205e2566b3e5 req-63c85d18-48b2-4346-948f-2885e0f8ab16 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:37.635745 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-10010d1c-b8a3-440e-b3b6-2daacdbfa3ec req-8e0cf433-0ab7-4b43-81c1-45bdb178b367 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481274 Dec 08 16:15:37.652677 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-d021f050-0387-479b-a477-205e2566b3e5 req-63c85d18-48b2-4346-948f-2885e0f8ab16 service neutron] Transition to ACTIVE for port object ced92bbd-fd71-4a06-870e-73436277261b will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:15:37.697715 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693226c3-7a58-496c-b00e-5320cc496f58 req-0b0db2c5-fd7a-496a-aa1b-e05496776a13 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:37.704876 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-693226c3-7a58-496c-b00e-5320cc496f58 req-0b0db2c5-fd7a-496a-aa1b-e05496776a13 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=51348ef1-afe6-4b70-a251-0ebd46e35eb1 HTTP/1.1" status: 200 len: 945 time: 0.1338973 Dec 08 16:15:37.709262 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8c09b-1842-4057-82d7-9022ebdf8a8f req-e1ccda3a-b36d-498b-94fb-82b5f15a5425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:37.709786 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 7eef98d4-f174-4b50-8907-41a524dbf0fe up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:15:37.711080 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9ed8c09b-1842-4057-82d7-9022ebdf8a8f req-e1ccda3a-b36d-498b-94fb-82b5f15a5425 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=22d0ae928129486d8913ac89433a7712&device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 1096 time: 0.1518300 Dec 08 16:15:37.716075 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-179fc193-6c92-4649-8892-c7f3557a10e7 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:37.737496 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d021f050-0387-479b-a477-205e2566b3e5 req-63c85d18-48b2-4346-948f-2885e0f8ab16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:37.787886 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ebb99-aef2-458d-ac23-b2233bb59c6b req-48b5df44-317f-48a4-930a-8dc28508ae6b tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:37.793333 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a63ebb99-aef2-458d-ac23-b2233bb59c6b req-48b5df44-317f-48a4-930a-8dc28508ae6b tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=6612c2d2-a101-43bc-a58f-e9ed9a41dd2c HTTP/1.1" status: 200 len: 944 time: 0.0797503 Dec 08 16:15:37.821464 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port 7eef98d4-f174-4b50-8907-41a524dbf0fe completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:15:37.827237 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 7eef98d4-f174-4b50-8907-41a524dbf0fe triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:15:37.828004 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:37.882713 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a63ebb99-aef2-458d-ac23-b2233bb59c6b req-73b998e6-a518-4b26-b0b7-64dd9d76cc20 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802727 Dec 08 16:15:37.936103 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:37.988262 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 7eef98d4-f174-4b50-8907-41a524dbf0fe, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=7eef98d4-f174-4b50-8907-41a524dbf0fe,segment=NetworkSegment(9b052d16-09ac-481d-baf5-f56fa6d1472f),segment_id=9b052d16-09ac-481d-baf5-f56fa6d1472f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:37.989554 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6612c2d2-a101-43bc-a58f-e9ed9a41dd2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eef98d4-f174-4b50-8907-41a524dbf0fe'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:15:37.992797 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b18202-f4b8-4734-8154-d1a9cfa7ae23" -d '{"events": [{"server_uuid": "6612c2d2-a101-43bc-a58f-e9ed9a41dd2c", "name": "network-vif-plugged", "status": "completed", "tag": "7eef98d4-f174-4b50-8907-41a524dbf0fe"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:15:38.004285 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802b127-6d9a-498f-899f-2d9e82ddf349 req-b01f572c-ce7a-4e2a-bdb5-af89e5b43df5 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:38.005928 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1802b127-6d9a-498f-899f-2d9e82ddf349 req-b01f572c-ce7a-4e2a-bdb5-af89e5b43df5 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 946 time: 0.0626318 Dec 08 16:15:38.066664 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1802b127-6d9a-498f-899f-2d9e82ddf349 req-c99d228b-7f07-42a5-a2d7-a4559729b5ce tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529437 Dec 08 16:15:38.082369 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:38.143093 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d416f02c-8028-4156-861e-4384bb2ad3c0 x-openstack-request-id: req-d416f02c-8028-4156-861e-4384bb2ad3c0 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:15:38.143387 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6612c2d2-a101-43bc-a58f-e9ed9a41dd2c", "name": "network-vif-plugged", "status": "completed", "tag": "7eef98d4-f174-4b50-8907-41a524dbf0fe", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:15:38.143648 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d416f02c-8028-4156-861e-4384bb2ad3c0 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:15:38.144073 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6612c2d2-a101-43bc-a58f-e9ed9a41dd2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eef98d4-f174-4b50-8907-41a524dbf0fe', 'code': 200} Dec 08 16:15:38.159404 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=7eef98d4-f174-4b50-8907-41a524dbf0fe,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:38.307262 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a37ac-d8fd-400c-af51-bc3b8cd0eed2 req-db0f7746-30ee-4511-9dcd-9e5b687d9831 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:38.309052 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8c8a37ac-d8fd-400c-af51-bc3b8cd0eed2 req-db0f7746-30ee-4511-9dcd-9e5b687d9831 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.64 "GET /v2.0/ports?device_id=3495ddd8-ec5e-4a5e-8ada-d795f0f36439 HTTP/1.1" status: 200 len: 946 time: 0.0906496 Dec 08 16:15:38.311328 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5741ad-5bf4-4fcc-9565-74507c054121 req-79d6f182-82fe-407e-a7b7-92f2282ada47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:38.312907 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6f5741ad-5bf4-4fcc-9565-74507c054121 req-79d6f182-82fe-407e-a7b7-92f2282ada47 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6612c2d2-a101-43bc-a58f-e9ed9a41dd2c HTTP/1.1" status: 200 len: 1097 time: 0.0625510 Dec 08 16:15:38.347894 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c85d18-48b2-4346-948f-2885e0f8ab16 service neutron] Pushing event updated for resources: {'Port': ['ID=ced92bbd-fd71-4a06-870e-73436277261b,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:38.396952 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8c8a37ac-d8fd-400c-af51-bc3b8cd0eed2 req-5545a071-9507-423f-862d-3edfd38baa94 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.64 "GET /v2.0/security-groups?id=725892bd-251d-4582-a0ba-ed3f1b69b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777602 Dec 08 16:15:38.412968 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6f5741ad-5bf4-4fcc-9565-74507c054121 req-6441d27e-a4ac-40fe-8fd3-12eaf07b59e1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770109 Dec 08 16:15:38.428570 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-693226c3-7a58-496c-b00e-5320cc496f58 req-1b64470a-03d5-468e-9818-9803ac3a2004 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7203834 Dec 08 16:15:38.431197 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:38.470263 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8c09b-1842-4057-82d7-9022ebdf8a8f req-691d878e-5eba-4da9-a718-01ccf585d3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:38.471996 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9ed8c09b-1842-4057-82d7-9022ebdf8a8f req-691d878e-5eba-4da9-a718-01ccf585d3e2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=444a8cbb-ee83-40d1-9772-ed3daa005a16 HTTP/1.1" status: 200 len: 911 time: 0.7433608 Dec 08 16:15:38.577893 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-d021f050-0387-479b-a477-205e2566b3e5 req-63c85d18-48b2-4346-948f-2885e0f8ab16 service neutron] Attempting to bind port ced92bbd-fd71-4a06-870e-73436277261b on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:15:38.578994 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-d021f050-0387-479b-a477-205e2566b3e5 req-63c85d18-48b2-4346-948f-2885e0f8ab16 service neutron] Attempting to bind port ced92bbd-fd71-4a06-870e-73436277261b by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': '9b02e36e-6de5-484c-a36e-2fa26fb39118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'cc341b4e-e4a6-433a-819f-1f235ff05a7a'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:15:38.578994 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d021f050-0387-479b-a477-205e2566b3e5 req-63c85d18-48b2-4346-948f-2885e0f8ab16 service neutron] Attempting to bind port ced92bbd-fd71-4a06-870e-73436277261b on network cc341b4e-e4a6-433a-819f-1f235ff05a7a {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:15:38.598931 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d021f050-0387-479b-a477-205e2566b3e5 req-63c85d18-48b2-4346-948f-2885e0f8ab16 service neutron] Port ced92bbd-fd71-4a06-870e-73436277261b on network cc341b4e-e4a6-433a-819f-1f235ff05a7a not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:15:38.599335 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d021f050-0387-479b-a477-205e2566b3e5 req-63c85d18-48b2-4346-948f-2885e0f8ab16 service neutron] Attempting to bind port ced92bbd-fd71-4a06-870e-73436277261b on network cc341b4e-e4a6-433a-819f-1f235ff05a7a {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:15:38.643056 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232082ad-27ac-4b12-8d99-235b6bf5a779 req-42f2350e-631c-4217-8e2f-b94cda3b9cb1 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:38.644879 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-232082ad-27ac-4b12-8d99-235b6bf5a779 req-42f2350e-631c-4217-8e2f-b94cda3b9cb1 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=949eba61-dc33-405b-9a47-2bc3ba29e1e8 HTTP/1.1" status: 200 len: 943 time: 0.1366777 Dec 08 16:15:38.685135 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fa4d12-efe4-4d81-a25a-b81c4325bfe3 req-b798c9d0-a8ac-4735-8ec5-05330472c7b3 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:38.691192 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fa4d12-efe4-4d81-a25a-b81c4325bfe3 req-b798c9d0-a8ac-4735-8ec5-05330472c7b3 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:38.697209 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fa4d12-efe4-4d81-a25a-b81c4325bfe3 req-b798c9d0-a8ac-4735-8ec5-05330472c7b3 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:38.697404 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-232082ad-27ac-4b12-8d99-235b6bf5a779 req-c85ec97d-7202-4bb3-91c6-3d76a76323c1 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460165 Dec 08 16:15:38.699052 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-05fa4d12-efe4-4d81-a25a-b81c4325bfe3 req-b798c9d0-a8ac-4735-8ec5-05330472c7b3 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 2374 time: 0.1907578 Dec 08 16:15:38.699944 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d021f050-0387-479b-a477-205e2566b3e5 req-63c85d18-48b2-4346-948f-2885e0f8ab16 service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:15:38.700385 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d021f050-0387-479b-a477-205e2566b3e5 req-63c85d18-48b2-4346-948f-2885e0f8ab16 service neutron] Checking segment: {'id': '9b02e36e-6de5-484c-a36e-2fa26fb39118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'cc341b4e-e4a6-433a-819f-1f235ff05a7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:15:38.700869 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d021f050-0387-479b-a477-205e2566b3e5 req-63c85d18-48b2-4346-948f-2885e0f8ab16 service neutron] Bound using segment: {'id': '9b02e36e-6de5-484c-a36e-2fa26fb39118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'cc341b4e-e4a6-433a-819f-1f235ff05a7a'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:15:38.701393 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-d021f050-0387-479b-a477-205e2566b3e5 req-63c85d18-48b2-4346-948f-2885e0f8ab16 service neutron] Bound port: ced92bbd-fd71-4a06-870e-73436277261b, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b02e36e-6de5-484c-a36e-2fa26fb39118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'cc341b4e-e4a6-433a-819f-1f235ff05a7a'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:15:38.701828 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d021f050-0387-479b-a477-205e2566b3e5 req-63c85d18-48b2-4346-948f-2885e0f8ab16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:38.710866 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9ed8c09b-1842-4057-82d7-9022ebdf8a8f req-e0751193-ca8a-462b-88e6-bfce0a22642c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b8d5971-2d21-4951-9b66-de8081c96b95 HTTP/1.1" status: 200 len: 217 time: 0.0877562 Dec 08 16:15:38.771320 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-179fc193-6c92-4649-8892-c7f3557a10e7 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Allocated IP 10.2.2.100 (0cd1fc08-18ef-4903-a4d4-304d5ce0f86e/28438769-469d-463a-a3b1-f1ca9c15b49c/84db335e-f375-4be2-a69d-00e5bb4c6257) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:15:38.817349 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2773249-8047-40da-914f-895922fd9b14 req-fd6d67cf-30fc-42d9-9e22-ea8a0179ace1 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:38.819468 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f2773249-8047-40da-914f-895922fd9b14 req-fd6d67cf-30fc-42d9-9e22-ea8a0179ace1 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f059628-b235-4b44-af6f-fe8107bb91fa HTTP/1.1" status: 200 len: 945 time: 0.0568190 Dec 08 16:15:38.877109 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-05fa4d12-efe4-4d81-a25a-b81c4325bfe3 req-923cb567-6c71-4788-a518-54000f77f6b9 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/security-groups?id=a96e7614-ece1-4248-94a1-b83b73d2e17e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1678948 Dec 08 16:15:38.884381 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8c09b-1842-4057-82d7-9022ebdf8a8f req-cc5fdd61-1483-46ed-99c8-d64a0db006dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:38.885993 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9ed8c09b-1842-4057-82d7-9022ebdf8a8f req-cc5fdd61-1483-46ed-99c8-d64a0db006dd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=921ca20d-c445-4985-be5a-b19c39bd838b HTTP/1.1" status: 200 len: 849 time: 0.1583018 Dec 08 16:15:38.892446 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f2773249-8047-40da-914f-895922fd9b14 req-d2576e24-5595-4ddd-b1b2-692194d23920 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.64 "GET /v2.0/security-groups?id=725892bd-251d-4582-a0ba-ed3f1b69b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603936 Dec 08 16:15:38.935300 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-d021f050-0387-479b-a477-205e2566b3e5 req-63c85d18-48b2-4346-948f-2885e0f8ab16 service neutron] For port ced92bbd-fd71-4a06-870e-73436277261b, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:15:39.012338 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-d021f050-0387-479b-a477-205e2566b3e5 req-63c85d18-48b2-4346-948f-2885e0f8ab16 service neutron] For port ced92bbd-fd71-4a06-870e-73436277261b, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=ced92bbd-fd71-4a06-870e-73436277261b,segment=NetworkSegment(9b02e36e-6de5-484c-a36e-2fa26fb39118),segment_id=9b02e36e-6de5-484c-a36e-2fa26fb39118)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:15:39.020398 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee9e29-64d5-45f4-8bf9-948dc8e7a446 req-87413e64-8c05-4481-a1e5-20c82f3528ca tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:39.026583 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fbee9e29-64d5-45f4-8bf9-948dc8e7a446 req-87413e64-8c05-4481-a1e5-20c82f3528ca tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 944 time: 0.0598617 Dec 08 16:15:39.062710 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8c09b-1842-4057-82d7-9022ebdf8a8f req-9684ea88-1437-464f-b7a8-f1061c760fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:39.064278 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9ed8c09b-1842-4057-82d7-9022ebdf8a8f req-9684ea88-1437-464f-b7a8-f1061c760fc6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=444a8cbb-ee83-40d1-9772-ed3daa005a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1659632 Dec 08 16:15:39.077270 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fbee9e29-64d5-45f4-8bf9-948dc8e7a446 req-8e2ef038-1c52-461f-a806-f75bd70b25e3 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480185 Dec 08 16:15:39.101101 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d021f050-0387-479b-a477-205e2566b3e5 req-63c85d18-48b2-4346-948f-2885e0f8ab16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:39.155014 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923968d-bae4-4752-8094-8cbd448c9561 req-1038927e-e91a-424d-baab-4890d8b6de01 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:39.156540 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2923968d-bae4-4752-8094-8cbd448c9561 req-1038927e-e91a-424d-baab-4890d8b6de01 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 946 time: 0.1620421 Dec 08 16:15:39.176001 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b7ef29fd-33f1-4e78-b136-86aeeedf5e66 req-7b1f3c7d-6e5d-4224-ad2e-f97e0910c86b tempest-ServerShowV257Test-510841687 tempest-ServerShowV257Test-510841687-project] 10.222.0.64 "GET /v2.0/ports?device_id=ade7e354-f673-4bac-a86a-97efe5d1e7f9 HTTP/1.1" status: 200 len: 210 time: 0.0331712 Dec 08 16:15:39.242318 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d021f050-0387-479b-a477-205e2566b3e5 req-63c85d18-48b2-4346-948f-2885e0f8ab16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:39.242962 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d021f050-0387-479b-a477-205e2566b3e5 req-63c85d18-48b2-4346-948f-2885e0f8ab16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:39.244506 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d021f050-0387-479b-a477-205e2566b3e5 req-63c85d18-48b2-4346-948f-2885e0f8ab16 service neutron] 10.222.0.76 "PUT /v2.0/ports/ced92bbd-fd71-4a06-870e-73436277261b HTTP/1.1" status: 200 len: 1092 time: 2.6595659 Dec 08 16:15:39.249339 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '949eba61-dc33-405b-9a47-2bc3ba29e1e8', 'tag': 'ced92bbd-fd71-4a06-870e-73436277261b'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:15:39.251466 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f2806a-d74f-4729-b26e-d1bb75fb4a02" -d '{"events": [{"name": "network-changed", "server_uuid": "949eba61-dc33-405b-9a47-2bc3ba29e1e8", "tag": "ced92bbd-fd71-4a06-870e-73436277261b"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:15:39.258158 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-179fc193-6c92-4649-8892-c7f3557a10e7 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:39.317829 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c85d18-48b2-4346-948f-2885e0f8ab16 service neutron] Pushing event updated for resources: {'Port': ['ID=ced92bbd-fd71-4a06-870e-73436277261b,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:39.326468 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97395574-11f0-4929-9385-86429ebee2e8 req-e4a923e7-0384-4691-8c2e-ac9d81678f41 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:39.328775 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-97395574-11f0-4929-9385-86429ebee2e8 req-e4a923e7-0384-4691-8c2e-ac9d81678f41 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=6612c2d2-a101-43bc-a58f-e9ed9a41dd2c HTTP/1.1" status: 200 len: 945 time: 0.0633719 Dec 08 16:15:39.341053 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2923968d-bae4-4752-8094-8cbd448c9561 req-75713043-1ea4-4281-ae77-00ec3696fb7a tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539333 Dec 08 16:15:39.355400 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9ed8c09b-1842-4057-82d7-9022ebdf8a8f req-d6ca097c-b42f-45c4-8e0d-75129c5d25f9 service neutron] 10.222.0.37 "GET /v2.0/networks/444a8cbb-ee83-40d1-9772-ed3daa005a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789056 Dec 08 16:15:39.402332 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-97395574-11f0-4929-9385-86429ebee2e8 req-c2100857-861f-420a-89b8-59d3a1e31c52 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627117 Dec 08 16:15:39.469976 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-179fc193-6c92-4649-8892-c7f3557a10e7 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:39.475970 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2fb7597-3dec-493b-88ad-e8b2e08ecb11 x-openstack-request-id: req-d2fb7597-3dec-493b-88ad-e8b2e08ecb11 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:15:39.476873 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "949eba61-dc33-405b-9a47-2bc3ba29e1e8", "tag": "ced92bbd-fd71-4a06-870e-73436277261b", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:15:39.477196 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d2fb7597-3dec-493b-88ad-e8b2e08ecb11 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:15:39.477721 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '949eba61-dc33-405b-9a47-2bc3ba29e1e8', 'tag': 'ced92bbd-fd71-4a06-870e-73436277261b', 'status': 'completed', 'code': 200} Dec 08 16:15:39.549481 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179fc193-6c92-4649-8892-c7f3557a10e7 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Pushing event updated for resources: {'Port': ['ID=84db335e-f375-4be2-a69d-00e5bb4c6257,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:39.605019 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba32b70-d0d0-4f8e-9cb5-0eb8251eb0c3 req-01d2c93c-2335-4928-8e88-819063e5f317 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:39.606642 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-179fc193-6c92-4649-8892-c7f3557a10e7 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Network 0cd1fc08-18ef-4903-a4d4-304d5ce0f86e is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:15:39.606851 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3ba32b70-d0d0-4f8e-9cb5-0eb8251eb0c3 req-01d2c93c-2335-4928-8e88-819063e5f317 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 946 time: 0.0824566 Dec 08 16:15:39.609966 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-179fc193-6c92-4649-8892-c7f3557a10e7 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:15:39.622892 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-179fc193-6c92-4649-8892-c7f3557a10e7 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:15:39.687240 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3ba32b70-d0d0-4f8e-9cb5-0eb8251eb0c3 req-af15b2ea-cf0e-4ead-bfbf-ac4cccdf16ec tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699658 Dec 08 16:15:39.730316 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 4b8d5971-2d21-4951-9b66-de8081c96b95 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:15:39.738950 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d021f050-0387-479b-a477-205e2566b3e5 req-c3cf1e59-9188-412d-b220-fbaa6011327a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:39.742969 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d021f050-0387-479b-a477-205e2566b3e5 req-c3cf1e59-9188-412d-b220-fbaa6011327a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3c96083250fb4c3492902950739ee237&device_id=949eba61-dc33-405b-9a47-2bc3ba29e1e8 HTTP/1.1" status: 200 len: 1095 time: 0.2964854 Dec 08 16:15:39.749186 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9ed8c09b-1842-4057-82d7-9022ebdf8a8f req-f01d6d06-ce16-4af8-addd-62729d5af352 service neutron] 10.222.0.37 "GET /v2.0/networks/444a8cbb-ee83-40d1-9772-ed3daa005a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3741870 Dec 08 16:15:39.793543 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-179fc193-6c92-4649-8892-c7f3557a10e7 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:39.794225 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-179fc193-6c92-4649-8892-c7f3557a10e7 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:39.860755 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d021f050-0387-479b-a477-205e2566b3e5 req-876e7db3-3312-4aac-9b38-b37d354b1123 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ced92bbd-fd71-4a06-870e-73436277261b HTTP/1.1" status: 200 len: 217 time: 0.0860257 Dec 08 16:15:39.891839 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0980e0-2fd2-40ad-a8d9-4d8bbe6e1bf3 req-95c7a6f0-529c-4947-92a7-a3305f7c155d tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:39.901034 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bf0980e0-2fd2-40ad-a8d9-4d8bbe6e1bf3 req-95c7a6f0-529c-4947-92a7-a3305f7c155d tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=51348ef1-afe6-4b70-a251-0ebd46e35eb1 HTTP/1.1" status: 200 len: 945 time: 0.1125684 Dec 08 16:15:39.928387 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 4b8d5971-2d21-4951-9b66-de8081c96b95, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=4b8d5971-2d21-4951-9b66-de8081c96b95,segment=NetworkSegment(bb740625-1067-4eb4-8c3f-54ce2bbbb747),segment_id=bb740625-1067-4eb4-8c3f-54ce2bbbb747)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:39.946427 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '4b8d5971-2d21-4951-9b66-de8081c96b95', 'network_id': '444a8cbb-ee83-40d1-9772-ed3daa005a16', 'port_id': '4b8d5971-2d21-4951-9b66-de8081c96b95', 'mac_address': 'fa:16:3e:4b:6d:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921ca20d-c445-4985-be5a-b19c39bd838b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:15:39.983361 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d021f050-0387-479b-a477-205e2566b3e5 req-0576290b-9e6c-453e-81fc-fa7372d8b21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:39.985580 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d021f050-0387-479b-a477-205e2566b3e5 req-0576290b-9e6c-453e-81fc-fa7372d8b21c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5ae73486-24f1-4ad9-b7a3-ee511661fedf HTTP/1.1" status: 200 len: 846 time: 0.1225295 Dec 08 16:15:39.991642 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bf0980e0-2fd2-40ad-a8d9-4d8bbe6e1bf3 req-85aa1163-8de6-4c46-8909-1f8822b633b0 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890150 Dec 08 16:15:40.006376 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-c559acfe-1a0c-420a-a4c8-197a7399dfea None None] Provisioning complete for port 84db335e-f375-4be2-a69d-00e5bb4c6257 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:15:40.006808 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c559acfe-1a0c-420a-a4c8-197a7399dfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:40.047603 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:40.050104 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-179fc193-6c92-4649-8892-c7f3557a10e7 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2391491 Dec 08 16:15:40.053788 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d021f050-0387-479b-a477-205e2566b3e5 req-c06e6ea2-ea25-45fb-9ef8-a67c1f0a95ea service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=cc341b4e-e4a6-433a-819f-1f235ff05a7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474894 Dec 08 16:15:40.064709 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-7f4ab528-feaa-4ddd-8f38-80cf8ccc5759 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Request body: {'port': {'device_id': '03976434-4d9e-476a-a1e9-5480aee6cdaf', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '0cd1fc08-18ef-4903-a4d4-304d5ce0f86e', 'admin_state_up': True, 'tenant_id': '18030f7f284349198514456af1320f51', 'security_groups': ['a96e7614-ece1-4248-94a1-b83b73d2e17e']}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:40.077376 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b8d5971-2d21-4951-9b66-de8081c96b95 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:15:40.083354 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-c559acfe-1a0c-420a-a4c8-197a7399dfea None None] Port 84db335e-f375-4be2-a69d-00e5bb4c6257 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:15:40.102635 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 4b8d5971-2d21-4951-9b66-de8081c96b95, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=4b8d5971-2d21-4951-9b66-de8081c96b95,segment=NetworkSegment(bb740625-1067-4eb4-8c3f-54ce2bbbb747),segment_id=bb740625-1067-4eb4-8c3f-54ce2bbbb747)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:40.105455 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ad9bb-236e-41f8-bb51-d7c8760c8e64 req-bd6c1262-5689-4619-8586-e9dbcbf0702c tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:40.116254 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4b3ad9bb-236e-41f8-bb51-d7c8760c8e64 req-bd6c1262-5689-4619-8586-e9dbcbf0702c tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=949eba61-dc33-405b-9a47-2bc3ba29e1e8 HTTP/1.1" status: 200 len: 943 time: 0.1466429 Dec 08 16:15:40.237466 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:40.303972 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=4b8d5971-2d21-4951-9b66-de8081c96b95,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:40.324075 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4b3ad9bb-236e-41f8-bb51-d7c8760c8e64 req-c91bff07-9840-46a4-80e2-2335c6f72958 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097290 Dec 08 16:15:40.358930 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d021f050-0387-479b-a477-205e2566b3e5 req-22ee859c-2a57-4e6e-8bfb-56adc23bdfda service neutron] 10.222.0.76 "GET /v2.0/networks/cc341b4e-e4a6-433a-819f-1f235ff05a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903697 Dec 08 16:15:40.493596 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef7347f-47c8-4e08-9842-8e99b488780c req-bff66fcf-c0aa-4c6c-bfab-a11c36637d62 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:40.495280 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bef7347f-47c8-4e08-9842-8e99b488780c req-bff66fcf-c0aa-4c6c-bfab-a11c36637d62 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 946 time: 0.1036842 Dec 08 16:15:40.508566 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d021f050-0387-479b-a477-205e2566b3e5 req-fb3fa225-f732-4a0f-9a6e-50c55da42622 service neutron] 10.222.0.76 "GET /v2.0/networks/cc341b4e-e4a6-433a-819f-1f235ff05a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375785 Dec 08 16:15:40.514266 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['4b8d5971-2d21-4951-9b66-de8081c96b95'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:15:40.540896 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-7f4ab528-feaa-4ddd-8f38-80cf8ccc5759 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Made reservation on behalf of 18030f7f284349198514456af1320f51 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:15:40.546457 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-7f4ab528-feaa-4ddd-8f38-80cf8ccc5759 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:40.570524 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bef7347f-47c8-4e08-9842-8e99b488780c req-0bcf2a8f-8678-4aba-8cc7-1646be9c7f35 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650792 Dec 08 16:15:40.793287 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e27259a-d589-4b1c-9814-af52a5f9e3f1 req-b6e741c5-589d-40c6-94d8-274cdedbc813 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:40.795056 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8e27259a-d589-4b1c-9814-af52a5f9e3f1 req-b6e741c5-589d-40c6-94d8-274cdedbc813 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 945 time: 0.0632792 Dec 08 16:15:40.834975 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f2806a-d74f-4729-b26e-d1bb75fb4a02 req-539c35ad-3ae4-4692-8786-5995cdcddbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:40.836585 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-93f2806a-d74f-4729-b26e-d1bb75fb4a02 req-539c35ad-3ae4-4692-8786-5995cdcddbfc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3c96083250fb4c3492902950739ee237&device_id=949eba61-dc33-405b-9a47-2bc3ba29e1e8 HTTP/1.1" status: 200 len: 1095 time: 0.1516354 Dec 08 16:15:40.864766 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8e27259a-d589-4b1c-9814-af52a5f9e3f1 req-6e5db11f-e1e3-4550-927c-737037672f84 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617042 Dec 08 16:15:40.873826 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0293dbb-575a-4c7b-875b-d912a81756c0 req-e36d7764-f6ac-447a-b376-5d2273cb9817 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:40.880738 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0293dbb-575a-4c7b-875b-d912a81756c0 req-e36d7764-f6ac-447a-b376-5d2273cb9817 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:40.888636 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0293dbb-575a-4c7b-875b-d912a81756c0 req-e36d7764-f6ac-447a-b376-5d2273cb9817 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:40.895419 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0293dbb-575a-4c7b-875b-d912a81756c0 req-e36d7764-f6ac-447a-b376-5d2273cb9817 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:40.903665 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e0293dbb-575a-4c7b-875b-d912a81756c0 req-e36d7764-f6ac-447a-b376-5d2273cb9817 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 3095 time: 0.1921947 Dec 08 16:15:40.960051 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6f29c2e1-7a44-488c-800c-02dd12051b40 req-389e68de-ff49-4479-b826-0c435c3bb584 tempest-ServerShowV257Test-510841687 tempest-ServerShowV257Test-510841687-project] 10.222.0.64 "GET /v2.0/ports?device_id=ade7e354-f673-4bac-a86a-97efe5d1e7f9 HTTP/1.1" status: 200 len: 210 time: 0.0284846 Dec 08 16:15:41.061750 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-7f4ab528-feaa-4ddd-8f38-80cf8ccc5759 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Allocated IP 10.2.2.200 (0cd1fc08-18ef-4903-a4d4-304d5ce0f86e/28438769-469d-463a-a3b1-f1ca9c15b49c/85bad2ad-910d-4f13-942d-9eb3285bd3f8) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:15:41.090018 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e0293dbb-575a-4c7b-875b-d912a81756c0 req-8f0f6cb3-c68a-44a3-abbc-b72e7694abe8 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/security-groups?id=a96e7614-ece1-4248-94a1-b83b73d2e17e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1855357 Dec 08 16:15:41.125623 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c97630-ce4d-4b05-a037-0cc6d742179d req-ce0fff45-0a89-4d37-97ed-69f505c94574 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:41.127362 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-73c97630-ce4d-4b05-a037-0cc6d742179d req-ce0fff45-0a89-4d37-97ed-69f505c94574 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=6612c2d2-a101-43bc-a58f-e9ed9a41dd2c HTTP/1.1" status: 200 len: 945 time: 0.0771034 Dec 08 16:15:41.130785 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f2806a-d74f-4729-b26e-d1bb75fb4a02 req-d6b7d428-acee-4bd7-a937-294ae60bb21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:41.132525 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-93f2806a-d74f-4729-b26e-d1bb75fb4a02 req-d6b7d428-acee-4bd7-a937-294ae60bb21c service neutron] 10.222.0.76 "GET /v2.0/networks?id=cc341b4e-e4a6-433a-819f-1f235ff05a7a HTTP/1.1" status: 200 len: 907 time: 0.2821188 Dec 08 16:15:41.197113 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-93f2806a-d74f-4729-b26e-d1bb75fb4a02 req-91ec9274-94cb-4369-81be-88f1ead553a9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ced92bbd-fd71-4a06-870e-73436277261b HTTP/1.1" status: 200 len: 217 time: 0.0538907 Dec 08 16:15:41.206953 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-73c97630-ce4d-4b05-a037-0cc6d742179d req-84427248-52fa-4497-b314-dba228392c27 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704725 Dec 08 16:15:41.368653 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:15:41.385252 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8dfaf509-978b-4dcb-a794-ff11f409b373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:41.418892 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f2806a-d74f-4729-b26e-d1bb75fb4a02 req-18f0d6f4-eefb-42cb-a149-58cb097de47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:41.420405 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-93f2806a-d74f-4729-b26e-d1bb75fb4a02 req-18f0d6f4-eefb-42cb-a149-58cb097de47d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5ae73486-24f1-4ad9-b7a3-ee511661fedf HTTP/1.1" status: 200 len: 846 time: 0.2103612 Dec 08 16:15:41.437150 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362433dd-03d4-4120-8865-8fd8e4ff692d req-790050bb-d1ac-48a7-9a4a-3eeb9f71d1ab tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:41.444437 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-362433dd-03d4-4120-8865-8fd8e4ff692d req-790050bb-d1ac-48a7-9a4a-3eeb9f71d1ab tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 946 time: 0.1867154 Dec 08 16:15:41.457417 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-70de7bb0-f2b5-4713-a8c9-bafe256bb2d8 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:41.460887 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-70de7bb0-f2b5-4713-a8c9-bafe256bb2d8 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.64 "GET /v2.0/networks?id=fdd4d821-77e2-4df5-8e20-52b9b5212bd5 HTTP/1.1" status: 200 len: 812 time: 0.1583295 Dec 08 16:15:41.476392 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-b1c78c11-9764-4f9c-b3d7-6db849fb1b8b tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.64 "GET /v2.0/quotas/f7056b2fb019449c81eb2cc4f1a6fd51 HTTP/1.1" status: 200 len: 375 time: 0.0104992 Dec 08 16:15:41.510702 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-93f2806a-d74f-4729-b26e-d1bb75fb4a02 req-647f6148-9702-462c-ac72-0f11efca77b1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=cc341b4e-e4a6-433a-819f-1f235ff05a7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546601 Dec 08 16:15:41.537430 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-7f4ab528-feaa-4ddd-8f38-80cf8ccc5759 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:41.543039 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-7ff5fd0e-5f53-4ce8-85bb-89a18cc18a5b tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f7056b2fb019449c81eb2cc4f1a6fd51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0582447 Dec 08 16:15:41.556869 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a395d89-9e1c-43d7-b37d-4c15dea9c840 req-95379ad8-8854-497e-81b6-cc51d832cc2e tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:41.558454 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5a395d89-9e1c-43d7-b37d-4c15dea9c840 req-95379ad8-8854-497e-81b6-cc51d832cc2e tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f059628-b235-4b44-af6f-fe8107bb91fa HTTP/1.1" status: 200 len: 945 time: 0.2352967 Dec 08 16:15:41.652540 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-362433dd-03d4-4120-8865-8fd8e4ff692d req-58e41c6e-fd39-4db4-a94d-165f9701ff74 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060378 Dec 08 16:15:41.657436 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-29f35436-5641-410e-ab05-f2cc5e692879 service neutron] 10.222.0.64 "GET /v2.0/networks/fdd4d821-77e2-4df5-8e20-52b9b5212bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047032 Dec 08 16:15:41.725796 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 4b8d5971-2d21-4951-9b66-de8081c96b95 up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:15:41.749889 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-93f2806a-d74f-4729-b26e-d1bb75fb4a02 req-5d670855-89b3-40be-9a42-88b1a123d708 service neutron] 10.222.0.76 "GET /v2.0/networks/cc341b4e-e4a6-433a-819f-1f235ff05a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106314 Dec 08 16:15:41.799705 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-dfc40809-90c8-41fb-a176-a9557904441f service neutron] 10.222.0.64 "GET /v2.0/networks/fdd4d821-77e2-4df5-8e20-52b9b5212bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319273 Dec 08 16:15:41.853243 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-7f4ab528-feaa-4ddd-8f38-80cf8ccc5759 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:41.900095 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port 4b8d5971-2d21-4951-9b66-de8081c96b95 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:15:41.904596 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 4b8d5971-2d21-4951-9b66-de8081c96b95 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:15:41.904910 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:41.995702 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:42.022304 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea814955-832d-40d8-94c7-1d01f64c7a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b8d5971-2d21-4951-9b66-de8081c96b95'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:15:42.024701 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d342b38a-1cf2-449b-b1f4-fcdbde15511f" -d '{"events": [{"server_uuid": "ea814955-832d-40d8-94c7-1d01f64c7a15", "name": "network-vif-plugged", "status": "completed", "tag": "4b8d5971-2d21-4951-9b66-de8081c96b95"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:15:42.039267 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 4b8d5971-2d21-4951-9b66-de8081c96b95, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=4b8d5971-2d21-4951-9b66-de8081c96b95,segment=NetworkSegment(bb740625-1067-4eb4-8c3f-54ce2bbbb747),segment_id=bb740625-1067-4eb4-8c3f-54ce2bbbb747)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:42.094104 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:42.169139 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=4b8d5971-2d21-4951-9b66-de8081c96b95,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:42.266192 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-5a395d89-9e1c-43d7-b37d-4c15dea9c840 req-824aa3aa-5fe9-4da8-9c57-3e4361d19374 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Deleting port 4fc7340a-44b9-4d91-8817-306a4445cdf3 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:15:42.266534 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5a395d89-9e1c-43d7-b37d-4c15dea9c840 req-824aa3aa-5fe9-4da8-9c57-3e4361d19374 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:42.313163 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f19d197-bdd3-4f03-8b14-7955f1deb254 req-3c73c803-e0b4-4de7-a38b-5355864cc5dc tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:42.313163 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0f19d197-bdd3-4f03-8b14-7955f1deb254 req-3c73c803-e0b4-4de7-a38b-5355864cc5dc tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=6612c2d2-a101-43bc-a58f-e9ed9a41dd2c HTTP/1.1" status: 200 len: 945 time: 0.0661132 Dec 08 16:15:42.340667 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-7f4ab528-feaa-4ddd-8f38-80cf8ccc5759 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Network 0cd1fc08-18ef-4903-a4d4-304d5ce0f86e is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:15:42.363164 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b153ca-dfb4-45ad-a6a3-ebff9c7e1873 req-df499e05-b39e-4cd9-a204-c8a928b5930a tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:42.364802 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-30b153ca-dfb4-45ad-a6a3-ebff9c7e1873 req-df499e05-b39e-4cd9-a204-c8a928b5930a tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=51348ef1-afe6-4b70-a251-0ebd46e35eb1 HTTP/1.1" status: 200 len: 945 time: 0.5927854 Dec 08 16:15:42.373050 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-7f4ab528-feaa-4ddd-8f38-80cf8ccc5759 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:15:42.383358 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-7f4ab528-feaa-4ddd-8f38-80cf8ccc5759 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:15:42.396032 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0f19d197-bdd3-4f03-8b14-7955f1deb254 req-7067cc1e-ab50-4f68-abb6-9825fc58f3b6 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802443 Dec 08 16:15:42.414807 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4ab528-feaa-4ddd-8f38-80cf8ccc5759 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Pushing event updated for resources: {'Port': ['ID=85bad2ad-910d-4f13-942d-9eb3285bd3f8,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:42.496673 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-93f2806a-d74f-4729-b26e-d1bb75fb4a02 req-f9e7be3d-54e7-4ccc-a2ee-c69b52366ea0 service neutron] 10.222.0.76 "GET /v2.0/networks/cc341b4e-e4a6-433a-819f-1f235ff05a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7382720 Dec 08 16:15:42.534131 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-7f4ab528-feaa-4ddd-8f38-80cf8ccc5759 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:42.534783 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-7f4ab528-feaa-4ddd-8f38-80cf8ccc5759 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:42.538478 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-5a395d89-9e1c-43d7-b37d-4c15dea9c840 req-824aa3aa-5fe9-4da8-9c57-3e4361d19374 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] For port 4fc7340a-44b9-4d91-8817-306a4445cdf3, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=4fc7340a-44b9-4d91-8817-306a4445cdf3,segment=NetworkSegment(ba416323-2644-4ad4-91ac-f9ba2cf2404e),segment_id=ba416323-2644-4ad4-91ac-f9ba2cf2404e)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:42.539072 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5a395d89-9e1c-43d7-b37d-4c15dea9c840 req-824aa3aa-5fe9-4da8-9c57-3e4361d19374 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:42.559947 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495abfa-80cc-4949-831f-48124d6c5330 req-535edb44-bc97-47f2-b470-a699cc9813cd tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:42.567979 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8495abfa-80cc-4949-831f-48124d6c5330 req-535edb44-bc97-47f2-b470-a699cc9813cd tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=949eba61-dc33-405b-9a47-2bc3ba29e1e8 HTTP/1.1" status: 200 len: 943 time: 0.0803003 Dec 08 16:15:42.584553 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-5a395d89-9e1c-43d7-b37d-4c15dea9c840 req-824aa3aa-5fe9-4da8-9c57-3e4361d19374 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Calling delete_port for 4fc7340a-44b9-4d91-8817-306a4445cdf3 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:15:42.595714 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-30b153ca-dfb4-45ad-a6a3-ebff9c7e1873 req-4e5ddd9a-4232-43d9-bf48-9cdde3e7975c tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141736 Dec 08 16:15:42.622140 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64b0bb8-6d75-47bf-961d-8c748fae3c6d req-7860fb50-5eb2-41f6-96ca-a4cbf988102d tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:42.625286 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b64b0bb8-6d75-47bf-961d-8c748fae3c6d req-7860fb50-5eb2-41f6-96ca-a4cbf988102d tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.76 "GET /v2.0/ports?device_id=3495ddd8-ec5e-4a5e-8ada-d795f0f36439 HTTP/1.1" status: 200 len: 946 time: 0.1831329 Dec 08 16:15:42.632155 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8495abfa-80cc-4949-831f-48124d6c5330 req-fbb5cf8f-6098-4318-9b01-1ad35c6f8e92 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631309 Dec 08 16:15:42.698038 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-7f4ab528-feaa-4ddd-8f38-80cf8ccc5759 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6387165 Dec 08 16:15:42.716145 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-1b7853ae-c98c-474e-9868-95ab7fa0a404 service neutron] Request body: {'port': {'device_id': '03976434-4d9e-476a-a1e9-5480aee6cdaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:42.745901 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-dd69793f-d54b-4096-a10f-f291d90fb9d1 None None] Provisioning complete for port 85bad2ad-910d-4f13-942d-9eb3285bd3f8 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:15:42.747070 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-dd69793f-d54b-4096-a10f-f291d90fb9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:42.782104 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-be1c6a59-c3ca-4883-ab19-0c725ea94c73 req-6755cf80-c982-4acb-8545-ee9a62e641e1 tempest-ServerShowV257Test-510841687 tempest-ServerShowV257Test-510841687-project] 10.222.0.64 "GET /v2.0/ports?device_id=ade7e354-f673-4bac-a86a-97efe5d1e7f9 HTTP/1.1" status: 200 len: 210 time: 0.0398579 Dec 08 16:15:42.796625 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-dd69793f-d54b-4096-a10f-f291d90fb9d1 None None] Port 85bad2ad-910d-4f13-942d-9eb3285bd3f8 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:15:42.849353 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35995bd0-c6c8-4cb1-9a12-ff6cf30ec369 x-openstack-request-id: req-35995bd0-c6c8-4cb1-9a12-ff6cf30ec369 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:15:42.849854 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea814955-832d-40d8-94c7-1d01f64c7a15", "name": "network-vif-plugged", "status": "completed", "tag": "4b8d5971-2d21-4951-9b66-de8081c96b95", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:15:42.850291 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-35995bd0-c6c8-4cb1-9a12-ff6cf30ec369 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:15:42.850855 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea814955-832d-40d8-94c7-1d01f64c7a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b8d5971-2d21-4951-9b66-de8081c96b95', 'code': 200} Dec 08 16:15:42.995202 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a0c62-5109-4160-878c-c0bb1aee1478 req-97f55e3d-fab9-4799-aca9-2021476027b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:42.997377 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-be3a0c62-5109-4160-878c-c0bb1aee1478 req-97f55e3d-fab9-4799-aca9-2021476027b3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 1098 time: 0.0729706 Dec 08 16:15:42.997480 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-1b7853ae-c98c-474e-9868-95ab7fa0a404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:43.019721 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c894956-e068-4feb-810d-70ad99dfc8f8 req-a8f89e41-026d-4694-9492-c829612325f3 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:43.023273 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3d43f-386a-4254-be81-1ddab6f8e567 req-d7abc7cd-9a11-4689-952b-54901131e761 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:43.025202 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6bd3d43f-386a-4254-be81-1ddab6f8e567 req-d7abc7cd-9a11-4689-952b-54901131e761 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 946 time: 0.2356806 Dec 08 16:15:43.032603 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c894956-e068-4feb-810d-70ad99dfc8f8 req-a8f89e41-026d-4694-9492-c829612325f3 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:43.038931 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c894956-e068-4feb-810d-70ad99dfc8f8 req-a8f89e41-026d-4694-9492-c829612325f3 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:43.043473 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-b64b0bb8-6d75-47bf-961d-8c748fae3c6d req-594f5a50-e952-45a3-8684-b47d9d81950a tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Deleting port cba5ddd9-c354-471f-932f-cd5de569b62e {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:15:43.043827 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b64b0bb8-6d75-47bf-961d-8c748fae3c6d req-594f5a50-e952-45a3-8684-b47d9d81950a tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:43.045685 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c894956-e068-4feb-810d-70ad99dfc8f8 req-a8f89e41-026d-4694-9492-c829612325f3 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:43.051768 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c894956-e068-4feb-810d-70ad99dfc8f8 req-a8f89e41-026d-4694-9492-c829612325f3 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:43.053779 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1c894956-e068-4feb-810d-70ad99dfc8f8 req-a8f89e41-026d-4694-9492-c829612325f3 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 3816 time: 0.1399496 Dec 08 16:15:43.127520 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-be3a0c62-5109-4160-878c-c0bb1aee1478 req-a53733c6-2100-4ad6-ab47-f0690f90fe27 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189950 Dec 08 16:15:43.131841 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1c894956-e068-4feb-810d-70ad99dfc8f8 req-eea15898-8f6f-40c7-a25a-b39eb5696329 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/security-groups?id=a96e7614-ece1-4248-94a1-b83b73d2e17e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718894 Dec 08 16:15:43.141746 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5a395d89-9e1c-43d7-b37d-4c15dea9c840 req-824aa3aa-5fe9-4da8-9c57-3e4361d19374 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:43.164298 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['4fc7340a-44b9-4d91-8817-306a4445cdf3'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:15:43.164298 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['cba5ddd9-c354-471f-932f-cd5de569b62e'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:15:43.189018 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6bd3d43f-386a-4254-be81-1ddab6f8e567 req-49698261-8a0a-4a52-bcdd-9920d9f24d29 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095517 Dec 08 16:15:43.242130 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824aa3aa-5fe9-4da8-9c57-3e4361d19374 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Pushing event deleted for resources: {'Port': ['ID=4fc7340a-44b9-4d91-8817-306a4445cdf3,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:43.394625 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a395d89-9e1c-43d7-b37d-4c15dea9c840 req-824aa3aa-5fe9-4da8-9c57-3e4361d19374 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] No DVR routers for this DVR port 4fc7340a-44b9-4d91-8817-306a4445cdf3 on host n-h2-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:15:43.405627 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5a395d89-9e1c-43d7-b37d-4c15dea9c840 req-824aa3aa-5fe9-4da8-9c57-3e4361d19374 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:43.409188 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5a395d89-9e1c-43d7-b37d-4c15dea9c840 req-824aa3aa-5fe9-4da8-9c57-3e4361d19374 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.37 "DELETE /v2.0/ports/4fc7340a-44b9-4d91-8817-306a4445cdf3 HTTP/1.1" status: 204 len: 173 time: 1.8338752 Dec 08 16:15:43.409794 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f059628-b235-4b44-af6f-fe8107bb91fa', 'name': 'network-vif-deleted', 'tag': '4fc7340a-44b9-4d91-8817-306a4445cdf3'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:15:43.412017 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3ea5f6-edef-4d78-a491-10253aa7ae8f" -d '{"events": [{"server_uuid": "3f059628-b235-4b44-af6f-fe8107bb91fa", "name": "network-vif-deleted", "tag": "4fc7340a-44b9-4d91-8817-306a4445cdf3"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:15:43.426919 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e53e02-d77c-43a6-9123-3379a456f195 req-75e9a9d0-7782-4f51-a1b2-913a8d702faa tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:43.440713 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c4e53e02-d77c-43a6-9123-3379a456f195 req-75e9a9d0-7782-4f51-a1b2-913a8d702faa tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 946 time: 0.0966921 Dec 08 16:15:43.528000 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c4e53e02-d77c-43a6-9123-3379a456f195 req-1f9a89b9-0991-457e-a622-378785662f9e tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825417 Dec 08 16:15:43.579068 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-b64b0bb8-6d75-47bf-961d-8c748fae3c6d req-594f5a50-e952-45a3-8684-b47d9d81950a tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] For port cba5ddd9-c354-471f-932f-cd5de569b62e, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=cba5ddd9-c354-471f-932f-cd5de569b62e,segment=NetworkSegment(ba416323-2644-4ad4-91ac-f9ba2cf2404e),segment_id=ba416323-2644-4ad4-91ac-f9ba2cf2404e)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:43.579624 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b64b0bb8-6d75-47bf-961d-8c748fae3c6d req-594f5a50-e952-45a3-8684-b47d9d81950a tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:43.600814 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-b64b0bb8-6d75-47bf-961d-8c748fae3c6d req-594f5a50-e952-45a3-8684-b47d9d81950a tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Calling delete_port for cba5ddd9-c354-471f-932f-cd5de569b62e owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:15:43.640957 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-68a796df-b50a-4fa7-8129-6220f6460413 req-acdb17d6-5718-4a7c-aefb-3b9c6182e183 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b9c81dc-f93a-4cac-9bd0-7658de475a32 HTTP/1.1" status: 200 len: 210 time: 0.0487764 Dec 08 16:15:43.769651 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f2b662ec-1314-4825-a884-af33552542b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:43.785123 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3cd0948-4b5d-402f-a2b4-5ae32879cd57 x-openstack-request-id: req-e3cd0948-4b5d-402f-a2b4-5ae32879cd57 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:15:43.785970 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f059628-b235-4b44-af6f-fe8107bb91fa", "name": "network-vif-deleted", "tag": "4fc7340a-44b9-4d91-8817-306a4445cdf3", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:15:43.785970 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e3cd0948-4b5d-402f-a2b4-5ae32879cd57 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:15:43.786181 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f059628-b235-4b44-af6f-fe8107bb91fa', 'name': 'network-vif-deleted', 'tag': '4fc7340a-44b9-4d91-8817-306a4445cdf3', 'status': 'completed', 'code': 200} Dec 08 16:15:43.896346 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-1b7853ae-c98c-474e-9868-95ab7fa0a404 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86efcb2c-1285-4710-925f-8ab5f6b3d355 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:15:43.920093 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-1b7853ae-c98c-474e-9868-95ab7fa0a404 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:43.981419 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c6ac4-dbb9-4cc1-a2d7-aa5cac8ee0d7 req-d7aaa27b-2345-4f75-89bf-521843fb708e tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:43.983233 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d79c6ac4-dbb9-4cc1-a2d7-aa5cac8ee0d7 req-d7aaa27b-2345-4f75-89bf-521843fb708e tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=51348ef1-afe6-4b70-a251-0ebd46e35eb1 HTTP/1.1" status: 200 len: 945 time: 0.0892720 Dec 08 16:15:44.022201 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a83e5-4f64-4df2-a202-4d2a401bafb3 req-6d383ab5-8200-407a-b098-4e1e4f77013b tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:44.024729 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f24a83e5-4f64-4df2-a202-4d2a401bafb3 req-6d383ab5-8200-407a-b098-4e1e4f77013b tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=949eba61-dc33-405b-9a47-2bc3ba29e1e8 HTTP/1.1" status: 200 len: 943 time: 0.0827038 Dec 08 16:15:44.042729 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-1b7853ae-c98c-474e-9868-95ab7fa0a404 service neutron] Transition to ACTIVE for port object 86efcb2c-1285-4710-925f-8ab5f6b3d355 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:15:44.047176 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b64b0bb8-6d75-47bf-961d-8c748fae3c6d req-594f5a50-e952-45a3-8684-b47d9d81950a tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:44.096843 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f24a83e5-4f64-4df2-a202-4d2a401bafb3 req-5360cb09-6929-45d2-9881-0c91e089a8b9 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647078 Dec 08 16:15:44.099718 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d79c6ac4-dbb9-4cc1-a2d7-aa5cac8ee0d7 req-207a7e2c-0bb4-472b-b354-4a7501618a28 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061554 Dec 08 16:15:44.102959 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594f5a50-e952-45a3-8684-b47d9d81950a tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Pushing event deleted for resources: {'Port': ['ID=cba5ddd9-c354-471f-932f-cd5de569b62e,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:44.160206 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-b64b0bb8-6d75-47bf-961d-8c748fae3c6d req-594f5a50-e952-45a3-8684-b47d9d81950a tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] No DVR routers for this DVR port cba5ddd9-c354-471f-932f-cd5de569b62e on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:15:44.163399 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b64b0bb8-6d75-47bf-961d-8c748fae3c6d req-594f5a50-e952-45a3-8684-b47d9d81950a tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:44.168694 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b64b0bb8-6d75-47bf-961d-8c748fae3c6d req-594f5a50-e952-45a3-8684-b47d9d81950a tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.76 "DELETE /v2.0/ports/cba5ddd9-c354-471f-932f-cd5de569b62e HTTP/1.1" status: 204 len: 173 time: 1.5070891 Dec 08 16:15:44.205969 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-1b7853ae-c98c-474e-9868-95ab7fa0a404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:44.231067 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device ced92bbd-fd71-4a06-870e-73436277261b details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:15:44.357563 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7e9da710-87e6-4276-a27a-78a5c4372462 req-ddc6666c-ddbb-467e-b9b0-2b848ee363db tempest-ServerShowV257Test-510841687 tempest-ServerShowV257Test-510841687-project] 10.222.0.64 "GET /v2.0/ports?device_id=ade7e354-f673-4bac-a86a-97efe5d1e7f9 HTTP/1.1" status: 200 len: 210 time: 0.1192455 Dec 08 16:15:44.514527 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa6eb0-617b-4fc5-9536-608e46ed1a18 req-856729d2-5660-484e-8093-101150381d0e tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:44.516998 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port ced92bbd-fd71-4a06-870e-73436277261b, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=ced92bbd-fd71-4a06-870e-73436277261b,segment=NetworkSegment(9b02e36e-6de5-484c-a36e-2fa26fb39118),segment_id=9b02e36e-6de5-484c-a36e-2fa26fb39118)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:44.518659 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ecaa6eb0-617b-4fc5-9536-608e46ed1a18 req-856729d2-5660-484e-8093-101150381d0e tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=6612c2d2-a101-43bc-a58f-e9ed9a41dd2c HTTP/1.1" status: 200 len: 945 time: 0.2046649 Dec 08 16:15:44.519355 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7853ae-c98c-474e-9868-95ab7fa0a404 service neutron] Pushing event updated for resources: {'Port': ['ID=86efcb2c-1285-4710-925f-8ab5f6b3d355,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:44.552510 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': 'ced92bbd-fd71-4a06-870e-73436277261b', 'network_id': 'cc341b4e-e4a6-433a-819f-1f235ff05a7a', 'port_id': 'ced92bbd-fd71-4a06-870e-73436277261b', 'mac_address': 'fa:16:3e:65:81:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ae73486-24f1-4ad9-b7a3-ee511661fedf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:15:44.619226 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:44.653228 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ced92bbd-fd71-4a06-870e-73436277261b {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:15:44.692360 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port ced92bbd-fd71-4a06-870e-73436277261b, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=ced92bbd-fd71-4a06-870e-73436277261b,segment=NetworkSegment(9b02e36e-6de5-484c-a36e-2fa26fb39118),segment_id=9b02e36e-6de5-484c-a36e-2fa26fb39118)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:44.707591 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd145025-00d7-4a28-a89d-c209d6835ffe req-2028923b-903d-4f9f-a718-41425ed0ef4e tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:44.715894 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd145025-00d7-4a28-a89d-c209d6835ffe req-2028923b-903d-4f9f-a718-41425ed0ef4e tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:44.724820 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd145025-00d7-4a28-a89d-c209d6835ffe req-2028923b-903d-4f9f-a718-41425ed0ef4e tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:44.734173 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd145025-00d7-4a28-a89d-c209d6835ffe req-2028923b-903d-4f9f-a718-41425ed0ef4e tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:44.741311 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd145025-00d7-4a28-a89d-c209d6835ffe req-2028923b-903d-4f9f-a718-41425ed0ef4e tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:44.751187 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fd145025-00d7-4a28-a89d-c209d6835ffe req-2028923b-903d-4f9f-a718-41425ed0ef4e tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 3828 time: 0.2269642 Dec 08 16:15:44.781223 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:44.801004 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-1b7853ae-c98c-474e-9868-95ab7fa0a404 service neutron] Attempting to bind port 86efcb2c-1285-4710-925f-8ab5f6b3d355 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:15:44.801557 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-1b7853ae-c98c-474e-9868-95ab7fa0a404 service neutron] Attempting to bind port 86efcb2c-1285-4710-925f-8ab5f6b3d355 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '02b1a325-c52a-457b-a2ac-b3d8092ab9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f511b156-9962-4a0c-911e-c5b5fa14a2a0'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:15:44.801700 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-1b7853ae-c98c-474e-9868-95ab7fa0a404 service neutron] Attempting to bind port 86efcb2c-1285-4710-925f-8ab5f6b3d355 on network f511b156-9962-4a0c-911e-c5b5fa14a2a0 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:15:44.828420 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ecaa6eb0-617b-4fc5-9536-608e46ed1a18 req-069572ac-a654-4552-a68a-759b021addb7 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875147 Dec 08 16:15:44.832075 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fd145025-00d7-4a28-a89d-c209d6835ffe req-fcf5ba23-89b3-4a6d-b89d-65a9a8c7592a tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/security-groups?id=a96e7614-ece1-4248-94a1-b83b73d2e17e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703266 Dec 08 16:15:44.855499 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-1b7853ae-c98c-474e-9868-95ab7fa0a404 service neutron] Port 86efcb2c-1285-4710-925f-8ab5f6b3d355 on network f511b156-9962-4a0c-911e-c5b5fa14a2a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:15:44.855833 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-1b7853ae-c98c-474e-9868-95ab7fa0a404 service neutron] Attempting to bind port 86efcb2c-1285-4710-925f-8ab5f6b3d355 on network f511b156-9962-4a0c-911e-c5b5fa14a2a0 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:15:44.875214 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-1b7853ae-c98c-474e-9868-95ab7fa0a404 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:15:44.875564 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-1b7853ae-c98c-474e-9868-95ab7fa0a404 service neutron] Checking segment: {'id': '02b1a325-c52a-457b-a2ac-b3d8092ab9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f511b156-9962-4a0c-911e-c5b5fa14a2a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:15:44.875964 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-1b7853ae-c98c-474e-9868-95ab7fa0a404 service neutron] Bound using segment: {'id': '02b1a325-c52a-457b-a2ac-b3d8092ab9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f511b156-9962-4a0c-911e-c5b5fa14a2a0'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:15:44.876442 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-1b7853ae-c98c-474e-9868-95ab7fa0a404 service neutron] Bound port: 86efcb2c-1285-4710-925f-8ab5f6b3d355, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02b1a325-c52a-457b-a2ac-b3d8092ab9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'f511b156-9962-4a0c-911e-c5b5fa14a2a0'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:15:44.876813 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-1b7853ae-c98c-474e-9868-95ab7fa0a404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:45.029718 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=ced92bbd-fd71-4a06-870e-73436277261b,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:45.058214 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-84fc67e6-4da2-4969-b86c-ab642f5dd542 req-7680c7ef-4c30-4ce0-8d3c-ef30c16b1319 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b9c81dc-f93a-4cac-9bd0-7658de475a32 HTTP/1.1" status: 200 len: 210 time: 0.0680072 Dec 08 16:15:45.071453 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-1b7853ae-c98c-474e-9868-95ab7fa0a404 service neutron] For port 86efcb2c-1285-4710-925f-8ab5f6b3d355, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:15:45.074979 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-1b7853ae-c98c-474e-9868-95ab7fa0a404 service neutron] For port 86efcb2c-1285-4710-925f-8ab5f6b3d355, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=86efcb2c-1285-4710-925f-8ab5f6b3d355,segment=NetworkSegment(02b1a325-c52a-457b-a2ac-b3d8092ab9c2),segment_id=02b1a325-c52a-457b-a2ac-b3d8092ab9c2)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:15:45.088312 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c55528-f76e-44b4-9241-3c3275d44e56 req-5361cb83-bcaa-43ce-b4d9-f2924108f6c0 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:45.090450 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f7c55528-f76e-44b4-9241-3c3275d44e56 req-5361cb83-bcaa-43ce-b4d9-f2924108f6c0 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 946 time: 0.0920293 Dec 08 16:15:45.127390 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['ced92bbd-fd71-4a06-870e-73436277261b'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:15:45.150260 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f7c55528-f76e-44b4-9241-3c3275d44e56 req-9076ca62-7cc8-492d-8cab-163cfaa30558 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529377 Dec 08 16:15:45.158609 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-1b7853ae-c98c-474e-9868-95ab7fa0a404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:45.244412 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:45.293952 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-1b7853ae-c98c-474e-9868-95ab7fa0a404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:45.294660 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-1b7853ae-c98c-474e-9868-95ab7fa0a404 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:45.297728 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-1b7853ae-c98c-474e-9868-95ab7fa0a404 service neutron] 10.222.0.37 "PUT /v2.0/ports/86efcb2c-1285-4710-925f-8ab5f6b3d355 HTTP/1.1" status: 200 len: 1092 time: 2.5902545 Dec 08 16:15:45.413908 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7853ae-c98c-474e-9868-95ab7fa0a404 service neutron] Pushing event updated for resources: {'Port': ['ID=86efcb2c-1285-4710-925f-8ab5f6b3d355,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:45.425033 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd9466-5cc3-42e4-87a9-49ade4fcafc6 req-76c0eb54-4adb-423a-9e64-bf0ff7bec531 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:45.430481 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-91cd9466-5cc3-42e4-87a9-49ade4fcafc6 req-76c0eb54-4adb-423a-9e64-bf0ff7bec531 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=51348ef1-afe6-4b70-a251-0ebd46e35eb1 HTTP/1.1" status: 200 len: 945 time: 0.1268783 Dec 08 16:15:45.440868 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-04190613-fb84-4e84-be68-38d7f8947c13 service neutron] Request body: {'port': {'device_id': '03976434-4d9e-476a-a1e9-5480aee6cdaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:45.534380 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-91cd9466-5cc3-42e4-87a9-49ade4fcafc6 req-f2f507b3-753c-477a-898c-006cd93beffe tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990477 Dec 08 16:15:45.647243 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-b74d27ec-003d-4a99-8e24-2a0cc2a5526d tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:45.649049 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-b74d27ec-003d-4a99-8e24-2a0cc2a5526d tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.76 "GET /v2.0/networks?id=fdd4d821-77e2-4df5-8e20-52b9b5212bd5 HTTP/1.1" status: 200 len: 812 time: 0.1411970 Dec 08 16:15:45.668814 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3de99-cdb4-4dff-9460-fc76bdf0945b req-16173271-f308-4c4d-bbb2-6747cacf4e7e tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:45.676890 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-84d3de99-cdb4-4dff-9460-fc76bdf0945b req-16173271-f308-4c4d-bbb2-6747cacf4e7e tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=949eba61-dc33-405b-9a47-2bc3ba29e1e8 HTTP/1.1" status: 200 len: 944 time: 0.3321800 Dec 08 16:15:45.711085 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-66fcbed6-72d1-4f3f-b31a-c4a018606fc0 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Request body: {'port': {'device_id': 'afbd37da-20c4-4a08-ae5d-a1a74df68179', 'network_id': 'fdd4d821-77e2-4df5-8e20-52b9b5212bd5', 'admin_state_up': True, 'tenant_id': 'f7056b2fb019449c81eb2cc4f1a6fd51'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:45.725412 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 4fc7340a-44b9-4d91-8817-306a4445cdf3 no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:15:45.735933 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d91e56-02f4-4046-852d-d120b7f37eeb req-9fbc23dc-f03c-460e-9960-dc3296566451 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:45.747620 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 50654) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:45.752861 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-6bf9d26b-f34c-434f-94af-d0e8cf97c3c1 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Request body: {'floatingip': {'port_id': '4b8d5971-2d21-4951-9b66-de8081c96b95'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:45.758639 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e4d91e56-02f4-4046-852d-d120b7f37eeb req-9fbc23dc-f03c-460e-9960-dc3296566451 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 946 time: 0.0886023 Dec 08 16:15:45.792726 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: 4fc7340a-44b9-4d91-8817-306a4445cdf3 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:15:45.793300 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 4fc7340a-44b9-4d91-8817-306a4445cdf3 not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:15:45.884116 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3495ddd8-ec5e-4a5e-8ada-d795f0f36439', 'name': 'network-vif-deleted', 'tag': 'cba5ddd9-c354-471f-932f-cd5de569b62e'}, {'name': 'network-changed', 'server_uuid': '03976434-4d9e-476a-a1e9-5480aee6cdaf', 'tag': '86efcb2c-1285-4710-925f-8ab5f6b3d355'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:15:45.887434 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47cc76ac-d767-46f0-b717-d242cadd8867" -d '{"events": [{"server_uuid": "3495ddd8-ec5e-4a5e-8ada-d795f0f36439", "name": "network-vif-deleted", "tag": "cba5ddd9-c354-471f-932f-cd5de569b62e"}, {"name": "network-changed", "server_uuid": "03976434-4d9e-476a-a1e9-5480aee6cdaf", "tag": "86efcb2c-1285-4710-925f-8ab5f6b3d355"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:15:45.923911 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9929ad9c-87e6-4454-be29-f6d4cc293643 req-e0b7ff4e-b2c4-480e-b66d-52174cd01a2f tempest-ServerShowV257Test-510841687 tempest-ServerShowV257Test-510841687-project] 10.222.0.64 "GET /v2.0/ports?device_id=ade7e354-f673-4bac-a86a-97efe5d1e7f9 HTTP/1.1" status: 200 len: 210 time: 0.0802910 Dec 08 16:15:45.975666 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-04190613-fb84-4e84-be68-38d7f8947c13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:45.983248 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6bf9d26b-f34c-434f-94af-d0e8cf97c3c1 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks [] for floatingip, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:46.103049 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e80d66-c84a-4346-9a28-711765968dd2 req-010ecfb1-de39-4e7f-ab12-b0a626dd38b5 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:46.105221 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-83e80d66-c84a-4346-9a28-711765968dd2 req-010ecfb1-de39-4e7f-ab12-b0a626dd38b5 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=6612c2d2-a101-43bc-a58f-e9ed9a41dd2c HTTP/1.1" status: 200 len: 945 time: 0.0843384 Dec 08 16:15:46.163717 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-84d3de99-cdb4-4dff-9460-fc76bdf0945b req-9bcf2960-99dc-4877-a05d-f5842ce51fd8 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4858973 Dec 08 16:15:46.175223 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-83e80d66-c84a-4346-9a28-711765968dd2 req-398f4c7b-acdf-42e1-99ab-e4b4c0558457 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626030 Dec 08 16:15:46.240294 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device ced92bbd-fd71-4a06-870e-73436277261b up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:15:46.350937 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port ced92bbd-fd71-4a06-870e-73436277261b completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:15:46.356166 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port ced92bbd-fd71-4a06-870e-73436277261b triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:15:46.356909 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:46.482805 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-46254d5c-4bb1-4065-a1d2-ab96e783ea76 req-e1bda93c-21b2-4800-b8cf-51840957bdca tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b9c81dc-f93a-4cac-9bd0-7658de475a32 HTTP/1.1" status: 200 len: 210 time: 0.0602813 Dec 08 16:15:46.525328 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:46.554746 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 08 Dec 2021 16:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b855141-4b9b-45f2-9b0a-2682b7aa488e x-openstack-request-id: req-4b855141-4b9b-45f2-9b0a-2682b7aa488e {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:15:46.555356 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3495ddd8-ec5e-4a5e-8ada-d795f0f36439", "name": "network-vif-deleted", "tag": "cba5ddd9-c354-471f-932f-cd5de569b62e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "03976434-4d9e-476a-a1e9-5480aee6cdaf", "tag": "86efcb2c-1285-4710-925f-8ab5f6b3d355", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:15:46.555778 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4b855141-4b9b-45f2-9b0a-2682b7aa488e {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:15:46.556522 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3495ddd8-ec5e-4a5e-8ada-d795f0f36439', 'name': 'network-vif-deleted', 'tag': 'cba5ddd9-c354-471f-932f-cd5de569b62e', 'status': 'completed', 'code': 200} Dec 08 16:15:46.557062 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03976434-4d9e-476a-a1e9-5480aee6cdaf', 'tag': '86efcb2c-1285-4710-925f-8ab5f6b3d355', 'status': 'completed', 'code': 200} Dec 08 16:15:46.558844 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '949eba61-dc33-405b-9a47-2bc3ba29e1e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ced92bbd-fd71-4a06-870e-73436277261b'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:15:46.561397 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9daa98c-1bbd-4481-9dc5-35dc3fc04099" -d '{"events": [{"server_uuid": "949eba61-dc33-405b-9a47-2bc3ba29e1e8", "name": "network-vif-plugged", "status": "completed", "tag": "ced92bbd-fd71-4a06-870e-73436277261b"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:15:46.594617 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port ced92bbd-fd71-4a06-870e-73436277261b, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=ced92bbd-fd71-4a06-870e-73436277261b,segment=NetworkSegment(9b02e36e-6de5-484c-a36e-2fa26fb39118),segment_id=9b02e36e-6de5-484c-a36e-2fa26fb39118)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:46.621718 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec34402-6cc9-48f5-a982-aeb98b0d9152 x-openstack-request-id: req-cec34402-6cc9-48f5-a982-aeb98b0d9152 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:15:46.622013 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "949eba61-dc33-405b-9a47-2bc3ba29e1e8", "name": "network-vif-plugged", "status": "completed", "tag": "ced92bbd-fd71-4a06-870e-73436277261b", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:15:46.622290 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cec34402-6cc9-48f5-a982-aeb98b0d9152 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:15:46.622691 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '949eba61-dc33-405b-9a47-2bc3ba29e1e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ced92bbd-fd71-4a06-870e-73436277261b', 'code': 200} Dec 08 16:15:46.640828 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-66fcbed6-72d1-4f3f-b31a-c4a018606fc0 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Made reservation on behalf of f7056b2fb019449c81eb2cc4f1a6fd51 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:15:46.644459 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-66fcbed6-72d1-4f3f-b31a-c4a018606fc0 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:46.665279 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:46.666350 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device cba5ddd9-c354-471f-932f-cd5de569b62e no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:15:46.747567 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:46.771717 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: cba5ddd9-c354-471f-932f-cd5de569b62e {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:15:46.772385 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device cba5ddd9-c354-471f-932f-cd5de569b62e not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:15:46.774101 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=ced92bbd-fd71-4a06-870e-73436277261b,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:46.808976 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb4d938-a33f-4991-a6db-66380d0a8a26 req-abbd4dd2-cfc5-4194-8f26-ae59b6c5cbd9 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:46.810570 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bcb4d938-a33f-4991-a6db-66380d0a8a26 req-abbd4dd2-cfc5-4194-8f26-ae59b6c5cbd9 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=51348ef1-afe6-4b70-a251-0ebd46e35eb1 HTTP/1.1" status: 200 len: 945 time: 0.1152561 Dec 08 16:15:46.857109 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca85e9dd-1b19-418a-900b-5f58814bb245 req-527cd0f8-7a69-4906-b44c-0555e85dd0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:46.858760 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ca85e9dd-1b19-418a-900b-5f58814bb245 req-527cd0f8-7a69-4906-b44c-0555e85dd0ac service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=949eba61-dc33-405b-9a47-2bc3ba29e1e8 HTTP/1.1" status: 200 len: 1097 time: 0.1106031 Dec 08 16:15:46.928338 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bcb4d938-a33f-4991-a6db-66380d0a8a26 req-f8b554d1-cd1f-40c6-bc7b-a9eda6adbaf8 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915875 Dec 08 16:15:46.962959 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ca85e9dd-1b19-418a-900b-5f58814bb245 req-1dbd4c38-7666-4514-838c-4095f7262ad8 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807397 Dec 08 16:15:46.997744 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc76ac-d767-46f0-b717-d242cadd8867 req-a7420c06-0a7e-49d7-9337-d78b7078ef77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:46.998336 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc76ac-d767-46f0-b717-d242cadd8867 req-a7420c06-0a7e-49d7-9337-d78b7078ef77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:46.998690 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc76ac-d767-46f0-b717-d242cadd8867 req-a7420c06-0a7e-49d7-9337-d78b7078ef77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:46.999158 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc76ac-d767-46f0-b717-d242cadd8867 req-a7420c06-0a7e-49d7-9337-d78b7078ef77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:46.999627 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc76ac-d767-46f0-b717-d242cadd8867 req-a7420c06-0a7e-49d7-9337-d78b7078ef77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:47.001415 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-47cc76ac-d767-46f0-b717-d242cadd8867 req-a7420c06-0a7e-49d7-9337-d78b7078ef77 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=18030f7f284349198514456af1320f51&device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 4364 time: 0.4814708 Dec 08 16:15:47.035661 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-aaf52920-fe1c-4dcf-93eb-b352a3ff4164 req-a56bfd7e-75a5-490a-977b-645788dc9cc6 tempest-ServerShowV257Test-510841687 tempest-ServerShowV257Test-510841687-project] 10.222.0.64 "GET /v2.0/ports?device_id=ade7e354-f673-4bac-a86a-97efe5d1e7f9 HTTP/1.1" status: 200 len: 210 time: 0.0303755 Dec 08 16:15:47.273837 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-57eb7d61-1b5d-43f9-82c7-7581dd38302e tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:47.275363 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-57eb7d61-1b5d-43f9-82c7-7581dd38302e tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.76 "GET /v2.0/networks?id=fdd4d821-77e2-4df5-8e20-52b9b5212bd5 HTTP/1.1" status: 200 len: 812 time: 0.6246481 Dec 08 16:15:47.294128 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceba314-860a-4171-8ae9-28ec21ca9011 req-32201981-6a96-446d-a771-77fd4f60818a tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:47.300299 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceba314-860a-4171-8ae9-28ec21ca9011 req-32201981-6a96-446d-a771-77fd4f60818a tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:47.306513 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceba314-860a-4171-8ae9-28ec21ca9011 req-32201981-6a96-446d-a771-77fd4f60818a tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:47.313052 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceba314-860a-4171-8ae9-28ec21ca9011 req-32201981-6a96-446d-a771-77fd4f60818a tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:47.318999 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceba314-860a-4171-8ae9-28ec21ca9011 req-32201981-6a96-446d-a771-77fd4f60818a tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:47.320801 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fceba314-860a-4171-8ae9-28ec21ca9011 req-32201981-6a96-446d-a771-77fd4f60818a tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 3828 time: 0.6812563 Dec 08 16:15:47.325589 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22cf64-98c5-4b45-ac28-f717c5d6e685 req-8b670a0e-1442-4817-b2a4-3a9454ed9f9b tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:47.326171 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-d326b089-e0d6-49f8-b429-48449e2bbadc tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Request body: {'port': {'device_id': '3b9c81dc-f93a-4cac-9bd0-7658de475a32', 'network_id': 'fdd4d821-77e2-4df5-8e20-52b9b5212bd5', 'admin_state_up': True, 'tenant_id': 'f7056b2fb019449c81eb2cc4f1a6fd51'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:47.327610 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0b22cf64-98c5-4b45-ac28-f717c5d6e685 req-8b670a0e-1442-4817-b2a4-3a9454ed9f9b tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=949eba61-dc33-405b-9a47-2bc3ba29e1e8 HTTP/1.1" status: 200 len: 945 time: 0.0523462 Dec 08 16:15:47.391017 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0b22cf64-98c5-4b45-ac28-f717c5d6e685 req-ff0482e6-2113-499f-babf-c7e32e7d55c1 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522242 Dec 08 16:15:47.516517 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:47.569678 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589acae9-cef0-4500-9f90-cf0e36852688 req-f09ac861-6bd6-41cb-8bb0-8a80fa482125 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:47.571429 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-589acae9-cef0-4500-9f90-cf0e36852688 req-f09ac861-6bd6-41cb-8bb0-8a80fa482125 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=6612c2d2-a101-43bc-a58f-e9ed9a41dd2c HTTP/1.1" status: 200 len: 945 time: 0.0625985 Dec 08 16:15:47.636883 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-589acae9-cef0-4500-9f90-cf0e36852688 req-eddc280d-907d-4624-b6bc-ed843443d42b tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586069 Dec 08 16:15:47.725602 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-386f9908-f01d-431a-be71-ef150d390ef8 req-c1784ad8-d57f-4aca-b4c9-2623cc5d7898 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b9c81dc-f93a-4cac-9bd0-7658de475a32 HTTP/1.1" status: 200 len: 210 time: 0.0305636 Dec 08 16:15:47.818485 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-66fcbed6-72d1-4f3f-b31a-c4a018606fc0 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Allocated IP 172.20.0.8 (fdd4d821-77e2-4df5-8e20-52b9b5212bd5/a36ffc2b-3deb-4b54-9e98-dcd164b5820f/5d68d5aa-65bc-4ca9-9c98-2f4603ce7198) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:15:47.870707 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc76ac-d767-46f0-b717-d242cadd8867 req-624e6126-3d00-48a3-b3ae-4681f35bbbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:47.871186 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc76ac-d767-46f0-b717-d242cadd8867 req-624e6126-3d00-48a3-b3ae-4681f35bbbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:47.871647 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc76ac-d767-46f0-b717-d242cadd8867 req-624e6126-3d00-48a3-b3ae-4681f35bbbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:47.873298 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-47cc76ac-d767-46f0-b717-d242cadd8867 req-624e6126-3d00-48a3-b3ae-4681f35bbbc6 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=18030f7f284349198514456af1320f51&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.8617332 Dec 08 16:15:47.890336 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.db.resource_extend [None req-6bf9d26b-f34c-434f-94af-d0e8cf97c3c1 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 16:15:48.066602 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fceba314-860a-4171-8ae9-28ec21ca9011 req-a53c365b-15a1-4ea2-990e-4b1ba011c825 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/security-groups?id=a96e7614-ece1-4248-94a1-b83b73d2e17e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7160246 Dec 08 16:15:48.075261 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6bf9d26b-f34c-434f-94af-d0e8cf97c3c1 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:48.102132 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef0a84-6701-44dc-a654-28780f08652b req-b441e8d9-72b7-410d-bc08-693768b55a9f tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:48.102132 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d9ef0a84-6701-44dc-a654-28780f08652b req-b441e8d9-72b7-410d-bc08-693768b55a9f tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=51348ef1-afe6-4b70-a251-0ebd46e35eb1 HTTP/1.1" status: 200 len: 945 time: 0.1006033 Dec 08 16:15:48.206471 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d9ef0a84-6701-44dc-a654-28780f08652b req-94f0b82c-74a6-4712-9eb0-bf8f9ac2686f tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890024 Dec 08 16:15:48.221534 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-04190613-fb84-4e84-be68-38d7f8947c13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d42f4d8-9ca3-4f66-912f-1ee4a3cb0c8e {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:15:48.245026 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6bf9d26b-f34c-434f-94af-d0e8cf97c3c1 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:48.248392 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-04190613-fb84-4e84-be68-38d7f8947c13 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:48.313795 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-68208c08-c811-40ac-ab5b-f6ca6de3664f req-a0f85bee-5c67-4ee8-908b-47408f79661a tempest-ServerShowV257Test-510841687 tempest-ServerShowV257Test-510841687-project] 10.222.0.64 "GET /v2.0/ports?device_id=ade7e354-f673-4bac-a86a-97efe5d1e7f9 HTTP/1.1" status: 200 len: 210 time: 0.0946963 Dec 08 16:15:48.369238 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-04190613-fb84-4e84-be68-38d7f8947c13 service neutron] Transition to ACTIVE for port object 5d42f4d8-9ca3-4f66-912f-1ee4a3cb0c8e will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:15:48.417983 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc76ac-d767-46f0-b717-d242cadd8867 req-110355d8-d593-4920-8193-dfe31fe27ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:48.423696 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-47cc76ac-d767-46f0-b717-d242cadd8867 req-110355d8-d593-4920-8193-dfe31fe27ba1 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5380580 Dec 08 16:15:48.451327 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-d326b089-e0d6-49f8-b429-48449e2bbadc tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Made reservation on behalf of f7056b2fb019449c81eb2cc4f1a6fd51 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:15:48.455806 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-d326b089-e0d6-49f8-b429-48449e2bbadc tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:48.493542 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-66fcbed6-72d1-4f3f-b31a-c4a018606fc0 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:48.497505 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-04190613-fb84-4e84-be68-38d7f8947c13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:48.511306 n-d-776250-12 neutron-server[110550]: INFO neutron.db.l3_db [None req-6bf9d26b-f34c-434f-94af-d0e8cf97c3c1 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Floating IP a4009fff-5943-4053-bd2c-d02761ee0e78 associated. External IP: 172.25.0.216, port: 4b8d5971-2d21-4951-9b66-de8081c96b95. Dec 08 16:15:48.602175 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef540e0b-9aa7-4554-9f15-4e4d9e59b5e9 req-88f31ade-4bc6-46ff-a7c2-4a8a156efdda tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:48.625479 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ef540e0b-9aa7-4554-9f15-4e4d9e59b5e9 req-88f31ade-4bc6-46ff-a7c2-4a8a156efdda tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=949eba61-dc33-405b-9a47-2bc3ba29e1e8 HTTP/1.1" status: 200 len: 945 time: 0.0953524 Dec 08 16:15:48.766782 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04190613-fb84-4e84-be68-38d7f8947c13 service neutron] Pushing event updated for resources: {'Port': ['ID=5d42f4d8-9ca3-4f66-912f-1ee4a3cb0c8e,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:48.814423 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ef540e0b-9aa7-4554-9f15-4e4d9e59b5e9 req-22bce34f-14cc-4296-9b29-97d6cfffde88 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812820 Dec 08 16:15:48.942936 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ff451810-f5bc-427e-8bae-ce9990af1e82 req-89df590f-d280-401a-ae72-e9dac60764af tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b9c81dc-f93a-4cac-9bd0-7658de475a32 HTTP/1.1" status: 200 len: 210 time: 0.0493228 Dec 08 16:15:49.036509 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49340801-8d2e-43c4-8469-852d21ebd509 req-d1debd77-5b9b-4638-bfdc-46ff5c0a12c8 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:49.038586 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-49340801-8d2e-43c4-8469-852d21ebd509 req-d1debd77-5b9b-4638-bfdc-46ff5c0a12c8 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=6612c2d2-a101-43bc-a58f-e9ed9a41dd2c HTTP/1.1" status: 200 len: 945 time: 0.2537029 Dec 08 16:15:49.100060 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-66fcbed6-72d1-4f3f-b31a-c4a018606fc0 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:49.184158 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-04190613-fb84-4e84-be68-38d7f8947c13 service neutron] Attempting to bind port 5d42f4d8-9ca3-4f66-912f-1ee4a3cb0c8e on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:15:49.184449 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-04190613-fb84-4e84-be68-38d7f8947c13 service neutron] Attempting to bind port 5d42f4d8-9ca3-4f66-912f-1ee4a3cb0c8e by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': 'e1df37b9-083a-4373-838d-dc2a305e347b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '92f988d9-d3fd-471d-a94b-154482a7d460'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:15:49.184787 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-04190613-fb84-4e84-be68-38d7f8947c13 service neutron] Attempting to bind port 5d42f4d8-9ca3-4f66-912f-1ee4a3cb0c8e on network 92f988d9-d3fd-471d-a94b-154482a7d460 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:15:49.297459 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-04190613-fb84-4e84-be68-38d7f8947c13 service neutron] Port 5d42f4d8-9ca3-4f66-912f-1ee4a3cb0c8e on network 92f988d9-d3fd-471d-a94b-154482a7d460 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:15:49.297794 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-04190613-fb84-4e84-be68-38d7f8947c13 service neutron] Attempting to bind port 5d42f4d8-9ca3-4f66-912f-1ee4a3cb0c8e on network 92f988d9-d3fd-471d-a94b-154482a7d460 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:15:49.316580 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-66fcbed6-72d1-4f3f-b31a-c4a018606fc0 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Network fdd4d821-77e2-4df5-8e20-52b9b5212bd5 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:15:49.326620 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c3aac0-9ed0-4fb5-ba3e-7e4c578f9fa8 req-be2eace1-a477-4cfb-9a95-57697fb9b5e0 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:49.335591 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c3aac0-9ed0-4fb5-ba3e-7e4c578f9fa8 req-be2eace1-a477-4cfb-9a95-57697fb9b5e0 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:49.339178 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-66fcbed6-72d1-4f3f-b31a-c4a018606fc0 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:15:49.343904 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-d326b089-e0d6-49f8-b429-48449e2bbadc tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Allocated IP 172.20.0.3 (fdd4d821-77e2-4df5-8e20-52b9b5212bd5/a36ffc2b-3deb-4b54-9e98-dcd164b5820f/9ec1278b-640f-44bf-b645-439e26e6b012) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:15:49.346923 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fcbed6-72d1-4f3f-b31a-c4a018606fc0 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Pushing event updated for resources: {'Port': ['ID=5d68d5aa-65bc-4ca9-9c98-2f4603ce7198,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:49.349334 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-04190613-fb84-4e84-be68-38d7f8947c13 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:15:49.349672 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-04190613-fb84-4e84-be68-38d7f8947c13 service neutron] Checking segment: {'id': 'e1df37b9-083a-4373-838d-dc2a305e347b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '92f988d9-d3fd-471d-a94b-154482a7d460'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:15:49.350056 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-04190613-fb84-4e84-be68-38d7f8947c13 service neutron] Bound using segment: {'id': 'e1df37b9-083a-4373-838d-dc2a305e347b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '92f988d9-d3fd-471d-a94b-154482a7d460'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:15:49.350593 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-04190613-fb84-4e84-be68-38d7f8947c13 service neutron] Bound port: 5d42f4d8-9ca3-4f66-912f-1ee4a3cb0c8e, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1df37b9-083a-4373-838d-dc2a305e347b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '92f988d9-d3fd-471d-a94b-154482a7d460'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:15:49.350990 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-04190613-fb84-4e84-be68-38d7f8947c13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:49.357722 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-66fcbed6-72d1-4f3f-b31a-c4a018606fc0 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:15:49.382591 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-49340801-8d2e-43c4-8469-852d21ebd509 req-7e1b5452-aa19-4d75-a9a1-610286c2d3ec tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215711 Dec 08 16:15:49.383552 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c3aac0-9ed0-4fb5-ba3e-7e4c578f9fa8 req-be2eace1-a477-4cfb-9a95-57697fb9b5e0 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:49.403114 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c3aac0-9ed0-4fb5-ba3e-7e4c578f9fa8 req-be2eace1-a477-4cfb-9a95-57697fb9b5e0 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:49.409407 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c3aac0-9ed0-4fb5-ba3e-7e4c578f9fa8 req-be2eace1-a477-4cfb-9a95-57697fb9b5e0 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:49.416444 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c3aac0-9ed0-4fb5-ba3e-7e4c578f9fa8 req-be2eace1-a477-4cfb-9a95-57697fb9b5e0 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:49.424737 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-91c3aac0-9ed0-4fb5-ba3e-7e4c578f9fa8 req-be2eace1-a477-4cfb-9a95-57697fb9b5e0 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 4604 time: 0.1737216 Dec 08 16:15:49.509528 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-91c3aac0-9ed0-4fb5-ba3e-7e4c578f9fa8 req-446f2443-0309-4c8d-8416-0f67b2f41344 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c9d21f4-c02c-43e8-9e6c-a95f9379dd30&id=a96e7614-ece1-4248-94a1-b83b73d2e17e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0821989 Dec 08 16:15:49.553674 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-66fcbed6-72d1-4f3f-b31a-c4a018606fc0 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:49.553674 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-66fcbed6-72d1-4f3f-b31a-c4a018606fc0 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:49.602680 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bf9d26b-f34c-434f-94af-d0e8cf97c3c1 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Router cd8e55f6-569d-4d7c-97e4-433fcd6d082e has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:15:49.635147 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1b338d4b-503d-4707-a4bf-b4e7af1d190c req-9c3ebfcd-de2e-4c8c-8524-ed59dbae574a tempest-ServerShowV257Test-510841687 tempest-ServerShowV257Test-510841687-project] 10.222.0.64 "GET /v2.0/ports?device_id=ade7e354-f673-4bac-a86a-97efe5d1e7f9 HTTP/1.1" status: 200 len: 210 time: 0.0357270 Dec 08 16:15:49.650398 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-04190613-fb84-4e84-be68-38d7f8947c13 service neutron] For port 5d42f4d8-9ca3-4f66-912f-1ee4a3cb0c8e, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:15:49.671422 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-04190613-fb84-4e84-be68-38d7f8947c13 service neutron] For port 5d42f4d8-9ca3-4f66-912f-1ee4a3cb0c8e, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=5d42f4d8-9ca3-4f66-912f-1ee4a3cb0c8e,segment=NetworkSegment(e1df37b9-083a-4373-838d-dc2a305e347b),segment_id=e1df37b9-083a-4373-838d-dc2a305e347b)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:15:49.750066 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc50d23c-62e3-4ef1-85a6-816e8af5a1dd req-e91e4a54-357c-4201-bb15-196313dfe1dc tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:49.751617 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-dc50d23c-62e3-4ef1-85a6-816e8af5a1dd req-e91e4a54-357c-4201-bb15-196313dfe1dc tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=51348ef1-afe6-4b70-a251-0ebd46e35eb1 HTTP/1.1" status: 200 len: 945 time: 0.2308528 Dec 08 16:15:49.757042 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-04190613-fb84-4e84-be68-38d7f8947c13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:49.803494 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-66fcbed6-72d1-4f3f-b31a-c4a018606fc0 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0963826 Dec 08 16:15:49.843318 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-4d2b5530-a7b3-4dcd-9c2d-c11dc3a317e3 service neutron] Request body: {'port': {'device_id': 'afbd37da-20c4-4a08-ae5d-a1a74df68179', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:49.937333 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-04190613-fb84-4e84-be68-38d7f8947c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:49.937333 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-04190613-fb84-4e84-be68-38d7f8947c13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:49.938492 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-04190613-fb84-4e84-be68-38d7f8947c13 service neutron] 10.222.0.37 "PUT /v2.0/ports/5d42f4d8-9ca3-4f66-912f-1ee4a3cb0c8e HTTP/1.1" status: 200 len: 1135 time: 4.5106444 Dec 08 16:15:49.976952 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03976434-4d9e-476a-a1e9-5480aee6cdaf', 'tag': '5d42f4d8-9ca3-4f66-912f-1ee4a3cb0c8e'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:15:49.980885 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41565f61-26e5-471b-a73d-a31d161fb216" -d '{"events": [{"name": "network-changed", "server_uuid": "03976434-4d9e-476a-a1e9-5480aee6cdaf", "tag": "5d42f4d8-9ca3-4f66-912f-1ee4a3cb0c8e"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:15:49.990494 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ce1713-d430-49cc-8180-563d253516b9 req-7db568c0-2eb9-404c-a1e3-7e11f499c7e9 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:49.999232 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-94ce1713-d430-49cc-8180-563d253516b9 req-7db568c0-2eb9-404c-a1e3-7e11f499c7e9 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=949eba61-dc33-405b-9a47-2bc3ba29e1e8 HTTP/1.1" status: 200 len: 945 time: 0.0911391 Dec 08 16:15:50.045805 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-7c87f213-ccf4-4414-aaad-4ff63c6d9479 service neutron] Request body: {'port': {'device_id': '03976434-4d9e-476a-a1e9-5480aee6cdaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:50.052720 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-94ce1713-d430-49cc-8180-563d253516b9 req-65a039d0-b87a-40bf-8426-4c9301729515 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524416 Dec 08 16:15:50.104028 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-d326b089-e0d6-49f8-b429-48449e2bbadc tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:50.106490 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04190613-fb84-4e84-be68-38d7f8947c13 service neutron] Pushing event updated for resources: {'Port': ['ID=5d42f4d8-9ca3-4f66-912f-1ee4a3cb0c8e,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:50.149307 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-4d2b5530-a7b3-4dcd-9c2d-c11dc3a317e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:50.162452 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-dc50d23c-62e3-4ef1-85a6-816e8af5a1dd req-fbf18373-3502-46d2-8057-5f9a7c29080c tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3547685 Dec 08 16:15:50.174048 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bf9d26b-f34c-434f-94af-d0e8cf97c3c1 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:15:50.185509 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6bf9d26b-f34c-434f-94af-d0e8cf97c3c1 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:50.185621 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d10b0c-04e7-4f45-a7a3-9aa527b2a52b None None] Sync routers for ids ['cd8e55f6-569d-4d7c-97e4-433fcd6d082e'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:15:50.213330 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d10b0c-04e7-4f45-a7a3-9aa527b2a52b None None] Routers {'cd8e55f6-569d-4d7c-97e4-433fcd6d082e'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:15:50.214510 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-c8d10b0c-04e7-4f45-a7a3-9aa527b2a52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:15:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['cd8e55f6-569d-4d7c-97e4-433fcd6d082e'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:15:50.256527 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0727b0d6-bffd-4ab6-a363-260078177d8d req-69bcea07-dfa6-4cd7-8417-3011f9c18cde tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b9c81dc-f93a-4cac-9bd0-7658de475a32 HTTP/1.1" status: 200 len: 210 time: 0.0919235 Dec 08 16:15:50.328793 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-d326b089-e0d6-49f8-b429-48449e2bbadc tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:50.353158 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3299512-2458-402a-bc70-bac0c81ebd78 x-openstack-request-id: req-a3299512-2458-402a-bc70-bac0c81ebd78 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:15:50.353632 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-c8d10b0c-04e7-4f45-a7a3-9aa527b2a52b None None] Set router cd8e55f6-569d-4d7c-97e4-433fcd6d082e gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:15:50.353963 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03976434-4d9e-476a-a1e9-5480aee6cdaf", "tag": "5d42f4d8-9ca3-4f66-912f-1ee4a3cb0c8e", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:15:50.354247 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a3299512-2458-402a-bc70-bac0c81ebd78 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:15:50.357681 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03976434-4d9e-476a-a1e9-5480aee6cdaf', 'tag': '5d42f4d8-9ca3-4f66-912f-1ee4a3cb0c8e', 'status': 'completed', 'code': 200} Dec 08 16:15:50.405633 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd16052-2f61-49b9-9d30-3585884155de req-6d8cef33-1c86-4499-be89-6a00f92257b5 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:50.413436 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1fd16052-2f61-49b9-9d30-3585884155de req-6d8cef33-1c86-4499-be89-6a00f92257b5 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=949eba61-dc33-405b-9a47-2bc3ba29e1e8 HTTP/1.1" status: 200 len: 945 time: 0.0675590 Dec 08 16:15:50.479134 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1fd16052-2f61-49b9-9d30-3585884155de req-487243dc-37da-4c5f-a099-437125adfd9c tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604415 Dec 08 16:15:50.580787 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-6bf9d26b-f34c-434f-94af-d0e8cf97c3c1 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "PUT /v2.0/floatingips/a4009fff-5943-4053-bd2c-d02761ee0e78 HTTP/1.1" status: 200 len: 992 time: 4.8318582 Dec 08 16:15:50.587631 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-d326b089-e0d6-49f8-b429-48449e2bbadc tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Network fdd4d821-77e2-4df5-8e20-52b9b5212bd5 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:15:50.589905 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-7c87f213-ccf4-4414-aaad-4ff63c6d9479 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:50.611046 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-d326b089-e0d6-49f8-b429-48449e2bbadc tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:15:50.658818 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-d326b089-e0d6-49f8-b429-48449e2bbadc tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:15:50.711715 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-c8d10b0c-04e7-4f45-a7a3-9aa527b2a52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8e55f6-569d-4d7c-97e4-433fcd6d082e', 'name': 'tempest-ServerActionsTestJSON-14788555-router', 'tenant_id': '22d0ae928129486d8913ac89433a7712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '58878c24-d811-49b0-a4b9-6d26b20c4f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:15:03Z', 'updated_at': '2021-12-08T16:15:15Z', 'revision_number': 4, 'project_id': '22d0ae928129486d8913ac89433a7712', 'gw_port': {'id': '58878c24-d811-49b0-a4b9-6d26b20c4f75', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8e55f6-569d-4d7c-97e4-433fcd6d082e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:15:05Z', 'updated_at': '2021-12-08T16:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': 'a4009fff-5943-4053-bd2c-d02761ee0e78', 'tenant_id': '22d0ae928129486d8913ac89433a7712', 'floating_ip_address': '172.25.0.216', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': 'cd8e55f6-569d-4d7c-97e4-433fcd6d082e', 'port_id': '4b8d5971-2d21-4951-9b66-de8081c96b95', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1309, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '444a8cbb-ee83-40d1-9772-ed3daa005a16', 'mac_address': 'fa:16:3e:4b:6d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea814955-832d-40d8-94c7-1d01f64c7a15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:15:22Z', 'updated_at': '2021-12-08T16:15:47Z', 'revision_number': 1, 'project_id': '22d0ae928129486d8913ac89433a7712', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '986c635f-f115-4136-bd1e-4eb6c0e64081', 'name': '', 'network_id': '444a8cbb-ee83-40d1-9772-ed3daa005a16', 'tenant_id': '22d0ae928129486d8913ac89433a7712', 'mac_address': 'fa:16:3e:ef:b1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8e55f6-569d-4d7c-97e4-433fcd6d082e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '921ca20d-c445-4985-be5a-b19c39bd838b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:15:12Z', 'updated_at': '2021-12-08T16:15:20Z', 'revision_number': 5, 'project_id': '22d0ae928129486d8913ac89433a7712', 'subnets': [{'id': '921ca20d-c445-4985-be5a-b19c39bd838b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:15:50.758441 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d10b0c-04e7-4f45-a7a3-9aa527b2a52b None None] Checking router: cd8e55f6-569d-4d7c-97e4-433fcd6d082e for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:15:50.767790 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d10b0c-04e7-4f45-a7a3-9aa527b2a52b None None] Routers {'cd8e55f6-569d-4d7c-97e4-433fcd6d082e'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:15:50.768422 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-c8d10b0c-04e7-4f45-a7a3-9aa527b2a52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:15:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['cd8e55f6-569d-4d7c-97e4-433fcd6d082e'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:15:50.775933 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d326b089-e0d6-49f8-b429-48449e2bbadc tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Pushing event updated for resources: {'Port': ['ID=9ec1278b-640f-44bf-b645-439e26e6b012,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:50.825787 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41565f61-26e5-471b-a73d-a31d161fb216 req-93fde072-e68e-4b9d-a1f6-de8a0be0b810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:50.826357 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41565f61-26e5-471b-a73d-a31d161fb216 req-93fde072-e68e-4b9d-a1f6-de8a0be0b810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:50.826829 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41565f61-26e5-471b-a73d-a31d161fb216 req-93fde072-e68e-4b9d-a1f6-de8a0be0b810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:50.827478 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41565f61-26e5-471b-a73d-a31d161fb216 req-93fde072-e68e-4b9d-a1f6-de8a0be0b810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:50.827941 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41565f61-26e5-471b-a73d-a31d161fb216 req-93fde072-e68e-4b9d-a1f6-de8a0be0b810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:50.828441 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41565f61-26e5-471b-a73d-a31d161fb216 req-93fde072-e68e-4b9d-a1f6-de8a0be0b810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:50.830631 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-41565f61-26e5-471b-a73d-a31d161fb216 req-93fde072-e68e-4b9d-a1f6-de8a0be0b810 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=18030f7f284349198514456af1320f51&device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 5292 time: 0.4743686 Dec 08 16:15:50.838507 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eeef43-2ff0-4df9-ac68-0d3096cd1371 req-035130df-f3d9-4e1a-8104-44eaa380dee8 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:50.846464 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-34eeef43-2ff0-4df9-ac68-0d3096cd1371 req-035130df-f3d9-4e1a-8104-44eaa380dee8 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=6612c2d2-a101-43bc-a58f-e9ed9a41dd2c HTTP/1.1" status: 200 len: 945 time: 0.3375664 Dec 08 16:15:50.963511 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-d326b089-e0d6-49f8-b429-48449e2bbadc tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:50.964744 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-d326b089-e0d6-49f8-b429-48449e2bbadc tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:50.975649 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-c8d10b0c-04e7-4f45-a7a3-9aa527b2a52b None None] Set router cd8e55f6-569d-4d7c-97e4-433fcd6d082e gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:15:51.052495 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe19cd1-1069-41ef-ba04-ab8a796b59c2 req-b7ae212b-8b9a-4ec2-94a4-8c918de4c7ad tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:51.059115 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe19cd1-1069-41ef-ba04-ab8a796b59c2 req-b7ae212b-8b9a-4ec2-94a4-8c918de4c7ad tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:51.067999 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe19cd1-1069-41ef-ba04-ab8a796b59c2 req-b7ae212b-8b9a-4ec2-94a4-8c918de4c7ad tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:51.075348 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe19cd1-1069-41ef-ba04-ab8a796b59c2 req-b7ae212b-8b9a-4ec2-94a4-8c918de4c7ad tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:51.084168 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe19cd1-1069-41ef-ba04-ab8a796b59c2 req-b7ae212b-8b9a-4ec2-94a4-8c918de4c7ad tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:51.090845 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe19cd1-1069-41ef-ba04-ab8a796b59c2 req-b7ae212b-8b9a-4ec2-94a4-8c918de4c7ad tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:51.092843 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3fe19cd1-1069-41ef-ba04-ab8a796b59c2 req-b7ae212b-8b9a-4ec2-94a4-8c918de4c7ad tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 4604 time: 0.1097662 Dec 08 16:15:51.165738 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3fe19cd1-1069-41ef-ba04-ab8a796b59c2 req-630cd98c-3337-4763-a0fd-6031900fbe3e tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c9d21f4-c02c-43e8-9e6c-a95f9379dd30&id=a96e7614-ece1-4248-94a1-b83b73d2e17e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0650232 Dec 08 16:15:51.400148 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-c8d10b0c-04e7-4f45-a7a3-9aa527b2a52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8e55f6-569d-4d7c-97e4-433fcd6d082e', 'name': 'tempest-ServerActionsTestJSON-14788555-router', 'tenant_id': '22d0ae928129486d8913ac89433a7712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '58878c24-d811-49b0-a4b9-6d26b20c4f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:15:03Z', 'updated_at': '2021-12-08T16:15:15Z', 'revision_number': 4, 'project_id': '22d0ae928129486d8913ac89433a7712', 'gw_port': {'id': '58878c24-d811-49b0-a4b9-6d26b20c4f75', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8e55f6-569d-4d7c-97e4-433fcd6d082e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:15:05Z', 'updated_at': '2021-12-08T16:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': 'a4009fff-5943-4053-bd2c-d02761ee0e78', 'tenant_id': '22d0ae928129486d8913ac89433a7712', 'floating_ip_address': '172.25.0.216', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': 'cd8e55f6-569d-4d7c-97e4-433fcd6d082e', 'port_id': '4b8d5971-2d21-4951-9b66-de8081c96b95', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1309, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '444a8cbb-ee83-40d1-9772-ed3daa005a16', 'mac_address': 'fa:16:3e:4b:6d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea814955-832d-40d8-94c7-1d01f64c7a15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:15:22Z', 'updated_at': '2021-12-08T16:15:47Z', 'revision_number': 1, 'project_id': '22d0ae928129486d8913ac89433a7712', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '986c635f-f115-4136-bd1e-4eb6c0e64081', 'name': '', 'network_id': '444a8cbb-ee83-40d1-9772-ed3daa005a16', 'tenant_id': '22d0ae928129486d8913ac89433a7712', 'mac_address': 'fa:16:3e:ef:b1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8e55f6-569d-4d7c-97e4-433fcd6d082e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '921ca20d-c445-4985-be5a-b19c39bd838b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:15:12Z', 'updated_at': '2021-12-08T16:15:20Z', 'revision_number': 5, 'project_id': '22d0ae928129486d8913ac89433a7712', 'subnets': [{'id': '921ca20d-c445-4985-be5a-b19c39bd838b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:15:51.434806 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-33fd52d5-462c-4119-9082-dfdbcb808a95 req-6537dc21-e52c-4a20-a55b-f1da9596eaeb tempest-ServerShowV257Test-510841687 tempest-ServerShowV257Test-510841687-project] 10.222.0.64 "GET /v2.0/ports?device_id=ade7e354-f673-4bac-a86a-97efe5d1e7f9 HTTP/1.1" status: 200 len: 210 time: 0.0347285 Dec 08 16:15:51.450680 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d10b0c-04e7-4f45-a7a3-9aa527b2a52b None None] The sync data for ids ['cd8e55f6-569d-4d7c-97e4-433fcd6d082e'] in n-d-776250-12 is: [{'id': 'cd8e55f6-569d-4d7c-97e4-433fcd6d082e', 'name': 'tempest-ServerActionsTestJSON-14788555-router', 'tenant_id': '22d0ae928129486d8913ac89433a7712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '58878c24-d811-49b0-a4b9-6d26b20c4f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:15:03Z', 'updated_at': '2021-12-08T16:15:15Z', 'revision_number': 4, 'project_id': '22d0ae928129486d8913ac89433a7712', 'gw_port': {'id': '58878c24-d811-49b0-a4b9-6d26b20c4f75', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8e55f6-569d-4d7c-97e4-433fcd6d082e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:15:05Z', 'updated_at': '2021-12-08T16:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': 'a4009fff-5943-4053-bd2c-d02761ee0e78', 'tenant_id': '22d0ae928129486d8913ac89433a7712', 'floating_ip_address': '172.25.0.216', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': 'cd8e55f6-569d-4d7c-97e4-433fcd6d082e', 'port_id': '4b8d5971-2d21-4951-9b66-de8081c96b95', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1309, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '444a8cbb-ee83-40d1-9772-ed3daa005a16', 'mac_address': 'fa:16:3e:4b:6d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea814955-832d-40d8-94c7-1d01f64c7a15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:15:22Z', 'updated_at': '2021-12-08T16:15:47Z', 'revision_number': 1, 'project_id': '22d0ae928129486d8913ac89433a7712', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '986c635f-f115-4136-bd1e-4eb6c0e64081', 'name': '', 'network_id': '444a8cbb-ee83-40d1-9772-ed3daa005a16', 'tenant_id': '22d0ae928129486d8913ac89433a7712', 'mac_address': 'fa:16:3e:ef:b1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8e55f6-569d-4d7c-97e4-433fcd6d082e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '921ca20d-c445-4985-be5a-b19c39bd838b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:15:12Z', 'updated_at': '2021-12-08T16:15:20Z', 'revision_number': 5, 'project_id': '22d0ae928129486d8913ac89433a7712', 'subnets': [{'id': '921ca20d-c445-4985-be5a-b19c39bd838b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:15:51.579746 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a95cb-c9ef-40b6-a6c4-75ad69268075 req-dd9d099b-31eb-4be1-bdd0-d372d2a0379c tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:51.588094 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-839a95cb-c9ef-40b6-a6c4-75ad69268075 req-dd9d099b-31eb-4be1-bdd0-d372d2a0379c tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=949eba61-dc33-405b-9a47-2bc3ba29e1e8 HTTP/1.1" status: 200 len: 945 time: 0.0689700 Dec 08 16:15:51.624217 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-34eeef43-2ff0-4df9-ac68-0d3096cd1371 req-e3b83053-7584-4285-83ef-7b9720c74fc1 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7767313 Dec 08 16:15:51.636605 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-839a95cb-c9ef-40b6-a6c4-75ad69268075 req-c66b56d4-79ea-46fc-8c9d-4a6eb64869ef tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467033 Dec 08 16:15:51.716944 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-d326b089-e0d6-49f8-b429-48449e2bbadc tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3949761 Dec 08 16:15:51.759027 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-9a310044-e7b3-43ca-ab23-c46cf229ab8f service neutron] Request body: {'port': {'device_id': '3b9c81dc-f93a-4cac-9bd0-7658de475a32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:51.834430 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41565f61-26e5-471b-a73d-a31d161fb216 req-a4e0d29b-754a-4a89-8bbf-915dfbecfb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:51.834906 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41565f61-26e5-471b-a73d-a31d161fb216 req-a4e0d29b-754a-4a89-8bbf-915dfbecfb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:51.835520 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41565f61-26e5-471b-a73d-a31d161fb216 req-a4e0d29b-754a-4a89-8bbf-915dfbecfb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:51.837364 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-41565f61-26e5-471b-a73d-a31d161fb216 req-a4e0d29b-754a-4a89-8bbf-915dfbecfb5e service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=18030f7f284349198514456af1320f51&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.9589095 Dec 08 16:15:51.837710 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cafd3d-59e3-4ed8-b5c9-9d00d28ab233 req-e6cd4998-710a-42ae-b202-3b0d0e8222fe tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:51.839902 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c6cafd3d-59e3-4ed8-b5c9-9d00d28ab233 req-e6cd4998-710a-42ae-b202-3b0d0e8222fe tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=51348ef1-afe6-4b70-a251-0ebd46e35eb1 HTTP/1.1" status: 200 len: 945 time: 0.0563297 Dec 08 16:15:51.865136 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ffbb52-2f0e-46cc-b767-ae0f5d60e8e6 None None] New status for floating IP a4009fff-5943-4053-bd2c-d02761ee0e78: ACTIVE {{(pid=110552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:15:51.940825 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c6cafd3d-59e3-4ed8-b5c9-9d00d28ab233 req-b88f4a16-2124-454f-9a6d-29e4aca6efde tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939560 Dec 08 16:15:52.002185 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-4d2b5530-a7b3-4dcd-9c2d-c11dc3a317e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d68d5aa-65bc-4ca9-9c98-2f4603ce7198 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:15:52.039391 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c818d-359d-4414-b54b-f4fe0ec66e5f req-ebaaf43d-4e81-443c-a149-1e88cf266798 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:52.041404 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-814c818d-359d-4414-b54b-f4fe0ec66e5f req-ebaaf43d-4e81-443c-a149-1e88cf266798 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b9c81dc-f93a-4cac-9bd0-7658de475a32 HTTP/1.1" status: 200 len: 931 time: 0.3122604 Dec 08 16:15:52.043678 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-4d2b5530-a7b3-4dcd-9c2d-c11dc3a317e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:52.052796 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-9a310044-e7b3-43ca-ab23-c46cf229ab8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:52.125228 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-7c87f213-ccf4-4414-aaad-4ff63c6d9479 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0505a5f3-a135-4e60-b17a-0cb1f5397362 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:15:52.132060 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-4d2b5530-a7b3-4dcd-9c2d-c11dc3a317e3 service neutron] Transition to ACTIVE for port object 5d68d5aa-65bc-4ca9-9c98-2f4603ce7198 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:15:52.139514 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-7c87f213-ccf4-4414-aaad-4ff63c6d9479 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:52.217303 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-7c87f213-ccf4-4414-aaad-4ff63c6d9479 service neutron] Transition to ACTIVE for port object 0505a5f3-a135-4e60-b17a-0cb1f5397362 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:15:52.229335 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41565f61-26e5-471b-a73d-a31d161fb216 req-1cb69e1e-bbbb-4acf-b10f-20fb338035d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:52.230714 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-41565f61-26e5-471b-a73d-a31d161fb216 req-1cb69e1e-bbbb-4acf-b10f-20fb338035d9 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3795621 Dec 08 16:15:52.239751 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-4d2b5530-a7b3-4dcd-9c2d-c11dc3a317e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:52.321605 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-7c87f213-ccf4-4414-aaad-4ff63c6d9479 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:52.380545 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea814955-832d-40d8-94c7-1d01f64c7a15', 'tag': '4b8d5971-2d21-4951-9b66-de8081c96b95'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:15:52.382780 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a7c949-fa4e-4ae4-973a-1c2d5af22924" -d '{"events": [{"name": "network-changed", "server_uuid": "ea814955-832d-40d8-94c7-1d01f64c7a15", "tag": "4b8d5971-2d21-4951-9b66-de8081c96b95"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:15:52.390057 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-814c818d-359d-4414-b54b-f4fe0ec66e5f req-adb43385-c4d6-4120-a82b-5efc52f31edd tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.64 "GET /v2.0/security-groups?id=725892bd-251d-4582-a0ba-ed3f1b69b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3299215 Dec 08 16:15:52.441696 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2b5530-a7b3-4dcd-9c2d-c11dc3a317e3 service neutron] Pushing event updated for resources: {'Port': ['ID=5d68d5aa-65bc-4ca9-9c98-2f4603ce7198,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:52.542927 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a33b838-9f45-4f34-ad18-18dca3e63479 req-5da55d38-3e59-4ead-84d3-8fa95e3d348c tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:52.554490 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a33b838-9f45-4f34-ad18-18dca3e63479 req-5da55d38-3e59-4ead-84d3-8fa95e3d348c tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:52.561352 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a33b838-9f45-4f34-ad18-18dca3e63479 req-5da55d38-3e59-4ead-84d3-8fa95e3d348c tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:52.567606 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a33b838-9f45-4f34-ad18-18dca3e63479 req-5da55d38-3e59-4ead-84d3-8fa95e3d348c tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:52.583630 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a33b838-9f45-4f34-ad18-18dca3e63479 req-5da55d38-3e59-4ead-84d3-8fa95e3d348c tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:52.591644 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a33b838-9f45-4f34-ad18-18dca3e63479 req-5da55d38-3e59-4ead-84d3-8fa95e3d348c tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:52.604093 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a33b838-9f45-4f34-ad18-18dca3e63479 req-5da55d38-3e59-4ead-84d3-8fa95e3d348c tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:52.613345 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4a33b838-9f45-4f34-ad18-18dca3e63479 req-5da55d38-3e59-4ead-84d3-8fa95e3d348c tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 5381 time: 0.2055767 Dec 08 16:15:52.650093 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b9f715-57b9-4946-9aaf-d88b3f9ef760 req-15de4aff-d6d2-4f57-84eb-a84a67158de3 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:52.660350 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-19b9f715-57b9-4946-9aaf-d88b3f9ef760 req-15de4aff-d6d2-4f57-84eb-a84a67158de3 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.76 "GET /v2.0/ports?device_id=949eba61-dc33-405b-9a47-2bc3ba29e1e8 HTTP/1.1" status: 200 len: 945 time: 0.2108397 Dec 08 16:15:52.678347 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef1305c-f904-45c8-9466-ce8e01c235ed x-openstack-request-id: req-bef1305c-f904-45c8-9466-ce8e01c235ed {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:15:52.678830 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea814955-832d-40d8-94c7-1d01f64c7a15", "tag": "4b8d5971-2d21-4951-9b66-de8081c96b95", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:15:52.678940 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bef1305c-f904-45c8-9466-ce8e01c235ed {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:15:52.679302 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea814955-832d-40d8-94c7-1d01f64c7a15', 'tag': '4b8d5971-2d21-4951-9b66-de8081c96b95', 'status': 'completed', 'code': 200} Dec 08 16:15:52.729589 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-4d2b5530-a7b3-4dcd-9c2d-c11dc3a317e3 service neutron] Attempting to bind port 5d68d5aa-65bc-4ca9-9c98-2f4603ce7198 on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:15:52.729705 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-4d2b5530-a7b3-4dcd-9c2d-c11dc3a317e3 service neutron] Attempting to bind port 5d68d5aa-65bc-4ca9-9c98-2f4603ce7198 by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': 'ba416323-2644-4ad4-91ac-f9ba2cf2404e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'fdd4d821-77e2-4df5-8e20-52b9b5212bd5'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:15:52.730055 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-4d2b5530-a7b3-4dcd-9c2d-c11dc3a317e3 service neutron] Attempting to bind port 5d68d5aa-65bc-4ca9-9c98-2f4603ce7198 on network fdd4d821-77e2-4df5-8e20-52b9b5212bd5 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:15:52.756439 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c87f213-ccf4-4414-aaad-4ff63c6d9479 service neutron] Pushing event updated for resources: {'Port': ['ID=0505a5f3-a135-4e60-b17a-0cb1f5397362,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:52.774737 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-4d2b5530-a7b3-4dcd-9c2d-c11dc3a317e3 service neutron] Port 5d68d5aa-65bc-4ca9-9c98-2f4603ce7198 on network fdd4d821-77e2-4df5-8e20-52b9b5212bd5 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:15:52.775071 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-4d2b5530-a7b3-4dcd-9c2d-c11dc3a317e3 service neutron] Attempting to bind port 5d68d5aa-65bc-4ca9-9c98-2f4603ce7198 on network fdd4d821-77e2-4df5-8e20-52b9b5212bd5 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:15:52.798077 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-4d2b5530-a7b3-4dcd-9c2d-c11dc3a317e3 service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:15:52.798715 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-4d2b5530-a7b3-4dcd-9c2d-c11dc3a317e3 service neutron] Checking segment: {'id': 'ba416323-2644-4ad4-91ac-f9ba2cf2404e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'fdd4d821-77e2-4df5-8e20-52b9b5212bd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:15:52.799375 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-4d2b5530-a7b3-4dcd-9c2d-c11dc3a317e3 service neutron] Bound using segment: {'id': 'ba416323-2644-4ad4-91ac-f9ba2cf2404e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'fdd4d821-77e2-4df5-8e20-52b9b5212bd5'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:15:52.799760 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-4d2b5530-a7b3-4dcd-9c2d-c11dc3a317e3 service neutron] Bound port: 5d68d5aa-65bc-4ca9-9c98-2f4603ce7198, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba416323-2644-4ad4-91ac-f9ba2cf2404e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'fdd4d821-77e2-4df5-8e20-52b9b5212bd5'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:15:52.800129 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-4d2b5530-a7b3-4dcd-9c2d-c11dc3a317e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:52.827473 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4a33b838-9f45-4f34-ad18-18dca3e63479 req-8680e1db-f047-45cc-a896-9c831f83a860 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c9d21f4-c02c-43e8-9e6c-a95f9379dd30&id=a96e7614-ece1-4248-94a1-b83b73d2e17e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2013726 Dec 08 16:15:52.880631 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-19b9f715-57b9-4946-9aaf-d88b3f9ef760 req-bda7ddb0-aa5d-4a0c-bdf7-d1ab61b00fd8 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Deleting port ced92bbd-fd71-4a06-870e-73436277261b {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:15:52.881017 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-19b9f715-57b9-4946-9aaf-d88b3f9ef760 req-bda7ddb0-aa5d-4a0c-bdf7-d1ab61b00fd8 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:52.896871 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6691ecc9-1e7e-441d-9083-489ef5672226 req-8a86db1b-fe8c-42bd-bb57-5b3ceabe2fb1 tempest-ServerShowV257Test-510841687 tempest-ServerShowV257Test-510841687-project] 10.222.0.64 "GET /v2.0/ports?device_id=ade7e354-f673-4bac-a86a-97efe5d1e7f9 HTTP/1.1" status: 200 len: 210 time: 0.0898430 Dec 08 16:15:52.988100 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-7c87f213-ccf4-4414-aaad-4ff63c6d9479 service neutron] Attempting to bind port 0505a5f3-a135-4e60-b17a-0cb1f5397362 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:15:52.988532 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-7c87f213-ccf4-4414-aaad-4ff63c6d9479 service neutron] Attempting to bind port 0505a5f3-a135-4e60-b17a-0cb1f5397362 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': 'e1df37b9-083a-4373-838d-dc2a305e347b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '92f988d9-d3fd-471d-a94b-154482a7d460'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:15:52.988802 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-7c87f213-ccf4-4414-aaad-4ff63c6d9479 service neutron] Attempting to bind port 0505a5f3-a135-4e60-b17a-0cb1f5397362 on network 92f988d9-d3fd-471d-a94b-154482a7d460 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:15:53.009452 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-7c87f213-ccf4-4414-aaad-4ff63c6d9479 service neutron] Port 0505a5f3-a135-4e60-b17a-0cb1f5397362 on network 92f988d9-d3fd-471d-a94b-154482a7d460 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:15:53.009893 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-7c87f213-ccf4-4414-aaad-4ff63c6d9479 service neutron] Attempting to bind port 0505a5f3-a135-4e60-b17a-0cb1f5397362 on network 92f988d9-d3fd-471d-a94b-154482a7d460 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:15:53.048987 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-19b9f715-57b9-4946-9aaf-d88b3f9ef760 req-bda7ddb0-aa5d-4a0c-bdf7-d1ab61b00fd8 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] For port ced92bbd-fd71-4a06-870e-73436277261b, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=ced92bbd-fd71-4a06-870e-73436277261b,segment=NetworkSegment(9b02e36e-6de5-484c-a36e-2fa26fb39118),segment_id=9b02e36e-6de5-484c-a36e-2fa26fb39118)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:53.049628 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-19b9f715-57b9-4946-9aaf-d88b3f9ef760 req-bda7ddb0-aa5d-4a0c-bdf7-d1ab61b00fd8 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:53.065765 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-19b9f715-57b9-4946-9aaf-d88b3f9ef760 req-bda7ddb0-aa5d-4a0c-bdf7-d1ab61b00fd8 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Calling delete_port for ced92bbd-fd71-4a06-870e-73436277261b owned by compute:nova {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:15:53.091484 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-7c87f213-ccf4-4414-aaad-4ff63c6d9479 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:15:53.092164 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-7c87f213-ccf4-4414-aaad-4ff63c6d9479 service neutron] Checking segment: {'id': 'e1df37b9-083a-4373-838d-dc2a305e347b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '92f988d9-d3fd-471d-a94b-154482a7d460'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:15:53.092932 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-7c87f213-ccf4-4414-aaad-4ff63c6d9479 service neutron] Bound using segment: {'id': 'e1df37b9-083a-4373-838d-dc2a305e347b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '92f988d9-d3fd-471d-a94b-154482a7d460'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:15:53.093689 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-7c87f213-ccf4-4414-aaad-4ff63c6d9479 service neutron] Bound port: 0505a5f3-a135-4e60-b17a-0cb1f5397362, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1df37b9-083a-4373-838d-dc2a305e347b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '92f988d9-d3fd-471d-a94b-154482a7d460'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:15:53.094063 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-7c87f213-ccf4-4414-aaad-4ff63c6d9479 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:53.107409 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a7c949-fa4e-4ae4-973a-1c2d5af22924 req-feef7584-6d03-4029-9fdd-3f225190d0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:53.109088 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e1a7c949-fa4e-4ae4-973a-1c2d5af22924 req-feef7584-6d03-4029-9fdd-3f225190d0a1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=22d0ae928129486d8913ac89433a7712&device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 1098 time: 0.3988829 Dec 08 16:15:53.159862 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-4d2b5530-a7b3-4dcd-9c2d-c11dc3a317e3 service neutron] For port 5d68d5aa-65bc-4ca9-9c98-2f4603ce7198, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:15:53.226786 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-9a310044-e7b3-43ca-ab23-c46cf229ab8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ec1278b-640f-44bf-b645-439e26e6b012 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:15:53.244195 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-9a310044-e7b3-43ca-ab23-c46cf229ab8f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:53.253318 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-4d2b5530-a7b3-4dcd-9c2d-c11dc3a317e3 service neutron] For port 5d68d5aa-65bc-4ca9-9c98-2f4603ce7198, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=5d68d5aa-65bc-4ca9-9c98-2f4603ce7198,segment=NetworkSegment(ba416323-2644-4ad4-91ac-f9ba2cf2404e),segment_id=ba416323-2644-4ad4-91ac-f9ba2cf2404e)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:15:53.296396 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e5b78-2146-48d0-b016-fc70b793fd04 req-d8f7c342-d289-459e-a497-5884e3eff3cb tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:53.298053 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-833e5b78-2146-48d0-b016-fc70b793fd04 req-d8f7c342-d289-459e-a497-5884e3eff3cb tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=949eba61-dc33-405b-9a47-2bc3ba29e1e8 HTTP/1.1" status: 200 len: 945 time: 0.2812736 Dec 08 16:15:53.320000 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-9a310044-e7b3-43ca-ab23-c46cf229ab8f service neutron] Transition to ACTIVE for port object 9ec1278b-640f-44bf-b645-439e26e6b012 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:15:53.348307 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-4d2b5530-a7b3-4dcd-9c2d-c11dc3a317e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:53.350969 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-7c87f213-ccf4-4414-aaad-4ff63c6d9479 service neutron] For port 0505a5f3-a135-4e60-b17a-0cb1f5397362, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:15:53.405802 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a7c949-fa4e-4ae4-973a-1c2d5af22924 req-03a3ffff-dba8-4bdf-9f57-8369e31b34b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:53.407373 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e1a7c949-fa4e-4ae4-973a-1c2d5af22924 req-03a3ffff-dba8-4bdf-9f57-8369e31b34b6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=444a8cbb-ee83-40d1-9772-ed3daa005a16 HTTP/1.1" status: 200 len: 911 time: 0.2783222 Dec 08 16:15:53.409209 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-7c87f213-ccf4-4414-aaad-4ff63c6d9479 service neutron] For port 0505a5f3-a135-4e60-b17a-0cb1f5397362, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=0505a5f3-a135-4e60-b17a-0cb1f5397362,segment=NetworkSegment(e1df37b9-083a-4373-838d-dc2a305e347b),segment_id=e1df37b9-083a-4373-838d-dc2a305e347b)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:15:53.432983 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-4d2b5530-a7b3-4dcd-9c2d-c11dc3a317e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:53.433609 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-4d2b5530-a7b3-4dcd-9c2d-c11dc3a317e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:53.435069 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-4d2b5530-a7b3-4dcd-9c2d-c11dc3a317e3 service neutron] 10.222.0.76 "PUT /v2.0/ports/5d68d5aa-65bc-4ca9-9c98-2f4603ce7198 HTTP/1.1" status: 200 len: 1092 time: 3.6019821 Dec 08 16:15:53.456724 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-9a310044-e7b3-43ca-ab23-c46cf229ab8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:53.514260 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-7c87f213-ccf4-4414-aaad-4ff63c6d9479 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:53.544837 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-833e5b78-2146-48d0-b016-fc70b793fd04 req-5c3046bf-6398-45f0-9e10-0645a70ddd57 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290945 Dec 08 16:15:53.557379 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2b5530-a7b3-4dcd-9c2d-c11dc3a317e3 service neutron] Pushing event updated for resources: {'Port': ['ID=5d68d5aa-65bc-4ca9-9c98-2f4603ce7198,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:53.657730 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-7c87f213-ccf4-4414-aaad-4ff63c6d9479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:53.657730 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-7c87f213-ccf4-4414-aaad-4ff63c6d9479 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:53.658620 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-7c87f213-ccf4-4414-aaad-4ff63c6d9479 service neutron] 10.222.0.37 "PUT /v2.0/ports/0505a5f3-a135-4e60-b17a-0cb1f5397362 HTTP/1.1" status: 200 len: 1136 time: 3.6237998 Dec 08 16:15:53.690085 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e1a7c949-fa4e-4ae4-973a-1c2d5af22924 req-4fe097ee-b69d-4d30-9671-960109ef8ff9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b8d5971-2d21-4951-9b66-de8081c96b95 HTTP/1.1" status: 200 len: 1002 time: 0.2646289 Dec 08 16:15:53.707116 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c7ace-ecc1-4efc-922d-d1d152bdf542 req-8be28cbe-e2d8-4c5c-9b4d-8ac864292faf tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:53.710632 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-209c7ace-ecc1-4efc-922d-d1d152bdf542 req-8be28cbe-e2d8-4c5c-9b4d-8ac864292faf tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=6612c2d2-a101-43bc-a58f-e9ed9a41dd2c HTTP/1.1" status: 200 len: 945 time: 0.1581845 Dec 08 16:15:53.770780 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-209c7ace-ecc1-4efc-922d-d1d152bdf542 req-dc31dfa8-75d9-4006-9eeb-e250cd970d01 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535100 Dec 08 16:15:53.773890 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-19b9f715-57b9-4946-9aaf-d88b3f9ef760 req-bda7ddb0-aa5d-4a0c-bdf7-d1ab61b00fd8 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:53.781289 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device c5251d75-3b5b-463b-ad2b-321c00b2b9b5 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:15:53.794625 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['447778cb-6852-4f54-8138-b73aa73fba8a'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:15:53.798634 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-fb249647-45c6-409a-9fa2-1df1362cc1be service neutron] Request body: {'port': {'device_id': '03976434-4d9e-476a-a1e9-5480aee6cdaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:53.838527 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda7ddb0-aa5d-4a0c-bdf7-d1ab61b00fd8 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Pushing event deleted for resources: {'Port': ['ID=ced92bbd-fd71-4a06-870e-73436277261b,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:53.850045 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a310044-e7b3-43ca-ab23-c46cf229ab8f service neutron] Pushing event updated for resources: {'Port': ['ID=9ec1278b-640f-44bf-b645-439e26e6b012,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:53.899875 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['ced92bbd-fd71-4a06-870e-73436277261b'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:15:53.914303 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-94439220-1e9c-45e4-ad31-abbc7eaa2e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:53.915869 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-94439220-1e9c-45e4-ad31-abbc7eaa2e6e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f7056b2fb019449c81eb2cc4f1a6fd51&device_id=afbd37da-20c4-4a08-ae5d-a1a74df68179 HTTP/1.1" status: 200 len: 1095 time: 0.3256211 Dec 08 16:15:53.926105 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a7c949-fa4e-4ae4-973a-1c2d5af22924 req-16e562d8-ecf4-47df-adc8-5b20ba06a017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:53.927790 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e1a7c949-fa4e-4ae4-973a-1c2d5af22924 req-16e562d8-ecf4-47df-adc8-5b20ba06a017 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=921ca20d-c445-4985-be5a-b19c39bd838b HTTP/1.1" status: 200 len: 849 time: 0.2189417 Dec 08 16:15:53.927933 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-19b9f715-57b9-4946-9aaf-d88b3f9ef760 req-bda7ddb0-aa5d-4a0c-bdf7-d1ab61b00fd8 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] No DVR routers for this DVR port ced92bbd-fd71-4a06-870e-73436277261b on host n-h1-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:15:53.934249 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-19b9f715-57b9-4946-9aaf-d88b3f9ef760 req-bda7ddb0-aa5d-4a0c-bdf7-d1ab61b00fd8 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:53.939154 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-19b9f715-57b9-4946-9aaf-d88b3f9ef760 req-bda7ddb0-aa5d-4a0c-bdf7-d1ab61b00fd8 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.76 "DELETE /v2.0/ports/ced92bbd-fd71-4a06-870e-73436277261b HTTP/1.1" status: 204 len: 173 time: 1.2778172 Dec 08 16:15:53.939969 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '949eba61-dc33-405b-9a47-2bc3ba29e1e8', 'name': 'network-vif-deleted', 'tag': 'ced92bbd-fd71-4a06-870e-73436277261b'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:15:53.943057 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cadf34a4-a73c-4157-a15d-45d4021a9e65" -d '{"events": [{"server_uuid": "949eba61-dc33-405b-9a47-2bc3ba29e1e8", "name": "network-vif-deleted", "tag": "ced92bbd-fd71-4a06-870e-73436277261b"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:15:53.988261 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed5d87-488a-43b0-8faf-343d0af401a7 req-f60c70e2-970f-491f-8de7-06266a3408bf tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:53.989876 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-02ed5d87-488a-43b0-8faf-343d0af401a7 req-f60c70e2-970f-491f-8de7-06266a3408bf tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=51348ef1-afe6-4b70-a251-0ebd46e35eb1 HTTP/1.1" status: 200 len: 945 time: 0.3275762 Dec 08 16:15:54.006192 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad08ca-c4fe-4971-970e-49e2e2080968 req-6e1c1ad1-0bb5-4baf-ba2c-d1cdb268e337 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:54.013756 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-01ad08ca-c4fe-4971-970e-49e2e2080968 req-6e1c1ad1-0bb5-4baf-ba2c-d1cdb268e337 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 946 time: 0.0969088 Dec 08 16:15:54.058257 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-e2d876d0-fe41-4b58-bf16-a51a9b3e8c53 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d68d5aa-65bc-4ca9-9c98-2f4603ce7198 HTTP/1.1" status: 200 len: 217 time: 0.1189070 Dec 08 16:15:54.068090 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-01ad08ca-c4fe-4971-970e-49e2e2080968 req-9f705a4c-67ce-4138-84dc-dcdee45d4f6d tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507274 Dec 08 16:15:54.071971 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-9a310044-e7b3-43ca-ab23-c46cf229ab8f service neutron] Attempting to bind port 9ec1278b-640f-44bf-b645-439e26e6b012 on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:15:54.072344 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-9a310044-e7b3-43ca-ab23-c46cf229ab8f service neutron] Attempting to bind port 9ec1278b-640f-44bf-b645-439e26e6b012 by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': 'ba416323-2644-4ad4-91ac-f9ba2cf2404e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'fdd4d821-77e2-4df5-8e20-52b9b5212bd5'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:15:54.072682 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-9a310044-e7b3-43ca-ab23-c46cf229ab8f service neutron] Attempting to bind port 9ec1278b-640f-44bf-b645-439e26e6b012 on network fdd4d821-77e2-4df5-8e20-52b9b5212bd5 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:15:54.089351 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-fb249647-45c6-409a-9fa2-1df1362cc1be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:54.092554 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c87f213-ccf4-4414-aaad-4ff63c6d9479 service neutron] Pushing event updated for resources: {'Port': ['ID=0505a5f3-a135-4e60-b17a-0cb1f5397362,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:54.129070 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-9a310044-e7b3-43ca-ab23-c46cf229ab8f service neutron] Port 9ec1278b-640f-44bf-b645-439e26e6b012 on network fdd4d821-77e2-4df5-8e20-52b9b5212bd5 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:15:54.129451 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-9a310044-e7b3-43ca-ab23-c46cf229ab8f service neutron] Attempting to bind port 9ec1278b-640f-44bf-b645-439e26e6b012 on network fdd4d821-77e2-4df5-8e20-52b9b5212bd5 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:15:54.141061 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port c5251d75-3b5b-463b-ad2b-321c00b2b9b5, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=c5251d75-3b5b-463b-ad2b-321c00b2b9b5,segment=NetworkSegment(f996c948-5ac9-42a3-ac04-df4c75288f01),segment_id=f996c948-5ac9-42a3-ac04-df4c75288f01)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:54.154892 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-9a310044-e7b3-43ca-ab23-c46cf229ab8f service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:15:54.155235 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-9a310044-e7b3-43ca-ab23-c46cf229ab8f service neutron] Checking segment: {'id': 'ba416323-2644-4ad4-91ac-f9ba2cf2404e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'fdd4d821-77e2-4df5-8e20-52b9b5212bd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:15:54.155628 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-9a310044-e7b3-43ca-ab23-c46cf229ab8f service neutron] Bound using segment: {'id': 'ba416323-2644-4ad4-91ac-f9ba2cf2404e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'fdd4d821-77e2-4df5-8e20-52b9b5212bd5'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:15:54.156077 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-9a310044-e7b3-43ca-ab23-c46cf229ab8f service neutron] Bound port: 9ec1278b-640f-44bf-b645-439e26e6b012, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba416323-2644-4ad4-91ac-f9ba2cf2404e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'fdd4d821-77e2-4df5-8e20-52b9b5212bd5'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:15:54.156473 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-9a310044-e7b3-43ca-ab23-c46cf229ab8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:54.162767 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': 'c5251d75-3b5b-463b-ad2b-321c00b2b9b5', 'network_id': 'd3895c5a-dfc2-4888-9675-12d8856051aa', 'port_id': 'c5251d75-3b5b-463b-ad2b-321c00b2b9b5', 'mac_address': 'fa:16:3e:2e:d8:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d672d1f-65b7-4f31-92ed-7adc71dac15e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:15:54.205807 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a7c949-fa4e-4ae4-973a-1c2d5af22924 req-e0db9f54-c51d-4f9f-92df-99993fead3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:54.207397 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e1a7c949-fa4e-4ae4-973a-1c2d5af22924 req-e0db9f54-c51d-4f9f-92df-99993fead3da service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=444a8cbb-ee83-40d1-9772-ed3daa005a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2575121 Dec 08 16:15:54.237075 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-734402af-f45d-4a94-aba7-352250647e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:54.238541 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-734402af-f45d-4a94-aba7-352250647e40 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a36ffc2b-3deb-4b54-9e98-dcd164b5820f HTTP/1.1" status: 200 len: 852 time: 0.1695781 Dec 08 16:15:54.246029 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-02ed5d87-488a-43b0-8faf-343d0af401a7 req-b442d1c0-5d4f-47c8-91b0-d93dc623885a tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977081 Dec 08 16:15:54.263375 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:54.279970 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c5251d75-3b5b-463b-ad2b-321c00b2b9b5 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:15:54.352634 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port c5251d75-3b5b-463b-ad2b-321c00b2b9b5, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=c5251d75-3b5b-463b-ad2b-321c00b2b9b5,segment=NetworkSegment(f996c948-5ac9-42a3-ac04-df4c75288f01),segment_id=f996c948-5ac9-42a3-ac04-df4c75288f01)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:54.356168 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-ab4c8abb-3d75-481f-9390-e0876a8e392d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fdd4d821-77e2-4df5-8e20-52b9b5212bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514636 Dec 08 16:15:54.359893 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc8608-309f-4619-af5f-1118d940ab23 req-8aa64b45-7070-4c85-be7d-e0edba49673b tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:54.368819 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-87fc8608-309f-4619-af5f-1118d940ab23 req-8aa64b45-7070-4c85-be7d-e0edba49673b tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b9c81dc-f93a-4cac-9bd0-7658de475a32 HTTP/1.1" status: 200 len: 943 time: 0.1722682 Dec 08 16:15:54.424295 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-87fc8608-309f-4619-af5f-1118d940ab23 req-f6aff7cf-d280-4838-a84d-bfe50804cd1c tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.64 "GET /v2.0/security-groups?id=725892bd-251d-4582-a0ba-ed3f1b69b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542297 Dec 08 16:15:54.425273 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:54.521124 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=c5251d75-3b5b-463b-ad2b-321c00b2b9b5,revision_number=6']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:54.544931 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['c5251d75-3b5b-463b-ad2b-321c00b2b9b5'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:15:54.578646 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-9a310044-e7b3-43ca-ab23-c46cf229ab8f service neutron] For port 9ec1278b-640f-44bf-b645-439e26e6b012, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:15:54.596788 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-25667d76-6f05-4fe8-acd9-06811c295972 req-d5023c79-81c1-482b-9b40-d9a2745a3d46 tempest-ServerShowV257Test-510841687 tempest-ServerShowV257Test-510841687-project] 10.222.0.64 "GET /v2.0/ports?device_id=ade7e354-f673-4bac-a86a-97efe5d1e7f9 HTTP/1.1" status: 200 len: 210 time: 0.0408893 Dec 08 16:15:54.670461 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-9a310044-e7b3-43ca-ab23-c46cf229ab8f service neutron] For port 9ec1278b-640f-44bf-b645-439e26e6b012, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=9ec1278b-640f-44bf-b645-439e26e6b012,segment=NetworkSegment(ba416323-2644-4ad4-91ac-f9ba2cf2404e),segment_id=ba416323-2644-4ad4-91ac-f9ba2cf2404e)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:15:54.686055 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afbd37da-20c4-4a08-ae5d-a1a74df68179', 'tag': '5d68d5aa-65bc-4ca9-9c98-2f4603ce7198'}, {'name': 'network-changed', 'server_uuid': '03976434-4d9e-476a-a1e9-5480aee6cdaf', 'tag': '0505a5f3-a135-4e60-b17a-0cb1f5397362'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:15:54.688641 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744596ff-e8d7-4fe2-b374-dfdc0a94c22d" -d '{"events": [{"name": "network-changed", "server_uuid": "afbd37da-20c4-4a08-ae5d-a1a74df68179", "tag": "5d68d5aa-65bc-4ca9-9c98-2f4603ce7198"}, {"name": "network-changed", "server_uuid": "03976434-4d9e-476a-a1e9-5480aee6cdaf", "tag": "0505a5f3-a135-4e60-b17a-0cb1f5397362"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:15:54.693059 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e1a7c949-fa4e-4ae4-973a-1c2d5af22924 req-1aaa4f59-7b73-4d3e-8f30-f691f476805d service neutron] 10.222.0.37 "GET /v2.0/networks/444a8cbb-ee83-40d1-9772-ed3daa005a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4686425 Dec 08 16:15:54.787029 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-1926b206-c9f1-4de1-a59e-bcecb1611215 service neutron] 10.222.0.76 "GET /v2.0/networks/fdd4d821-77e2-4df5-8e20-52b9b5212bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4196918 Dec 08 16:15:54.788471 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-9a310044-e7b3-43ca-ab23-c46cf229ab8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:54.813019 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c88ba7-9ffe-40b2-b070-ddec72c47d63 req-dd03f944-3047-48a2-89da-d602d40b16f1 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:54.819041 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c88ba7-9ffe-40b2-b070-ddec72c47d63 req-dd03f944-3047-48a2-89da-d602d40b16f1 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:54.825170 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c88ba7-9ffe-40b2-b070-ddec72c47d63 req-dd03f944-3047-48a2-89da-d602d40b16f1 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:54.831170 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c88ba7-9ffe-40b2-b070-ddec72c47d63 req-dd03f944-3047-48a2-89da-d602d40b16f1 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:54.837225 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c88ba7-9ffe-40b2-b070-ddec72c47d63 req-dd03f944-3047-48a2-89da-d602d40b16f1 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:54.843747 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c88ba7-9ffe-40b2-b070-ddec72c47d63 req-dd03f944-3047-48a2-89da-d602d40b16f1 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:54.849736 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c88ba7-9ffe-40b2-b070-ddec72c47d63 req-dd03f944-3047-48a2-89da-d602d40b16f1 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:54.851622 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f8c88ba7-9ffe-40b2-b070-ddec72c47d63 req-dd03f944-3047-48a2-89da-d602d40b16f1 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 5381 time: 0.3466485 Dec 08 16:15:54.856404 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f279d6c-ce44-4a1f-8bc8-fcd3157150f9 x-openstack-request-id: req-8f279d6c-ce44-4a1f-8bc8-fcd3157150f9 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:15:54.856893 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "949eba61-dc33-405b-9a47-2bc3ba29e1e8", "name": "network-vif-deleted", "tag": "ced92bbd-fd71-4a06-870e-73436277261b", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:15:54.857005 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8f279d6c-ce44-4a1f-8bc8-fcd3157150f9 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:15:54.859927 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '949eba61-dc33-405b-9a47-2bc3ba29e1e8', 'name': 'network-vif-deleted', 'tag': 'ced92bbd-fd71-4a06-870e-73436277261b', 'status': 'completed', 'code': 200} Dec 08 16:15:55.008906 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-26d6d47b-67e8-402b-ae3f-134efbc69dad req-02c2b424-8f84-4cd2-8f1f-80152af25db8 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=949eba61-dc33-405b-9a47-2bc3ba29e1e8 HTTP/1.1" status: 200 len: 210 time: 0.0450583 Dec 08 16:15:55.183205 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744596ff-e8d7-4fe2-b374-dfdc0a94c22d req-39c8cebf-9d1d-4324-b6d4-328eddb0f596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:55.184250 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744596ff-e8d7-4fe2-b374-dfdc0a94c22d req-39c8cebf-9d1d-4324-b6d4-328eddb0f596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:55.184808 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744596ff-e8d7-4fe2-b374-dfdc0a94c22d req-39c8cebf-9d1d-4324-b6d4-328eddb0f596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:55.185313 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744596ff-e8d7-4fe2-b374-dfdc0a94c22d req-39c8cebf-9d1d-4324-b6d4-328eddb0f596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:55.185789 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744596ff-e8d7-4fe2-b374-dfdc0a94c22d req-39c8cebf-9d1d-4324-b6d4-328eddb0f596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:55.186264 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744596ff-e8d7-4fe2-b374-dfdc0a94c22d req-39c8cebf-9d1d-4324-b6d4-328eddb0f596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:55.186801 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744596ff-e8d7-4fe2-b374-dfdc0a94c22d req-39c8cebf-9d1d-4324-b6d4-328eddb0f596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:55.188880 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-744596ff-e8d7-4fe2-b374-dfdc0a94c22d req-39c8cebf-9d1d-4324-b6d4-328eddb0f596 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=18030f7f284349198514456af1320f51&device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 6221 time: 0.0774503 Dec 08 16:15:55.296764 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 08 Dec 2021 16:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78a6d84-4760-4d2c-a367-6bc44fa1ad72 x-openstack-request-id: req-e78a6d84-4760-4d2c-a367-6bc44fa1ad72 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:15:55.297001 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afbd37da-20c4-4a08-ae5d-a1a74df68179", "tag": "5d68d5aa-65bc-4ca9-9c98-2f4603ce7198", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "03976434-4d9e-476a-a1e9-5480aee6cdaf", "tag": "0505a5f3-a135-4e60-b17a-0cb1f5397362", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:15:55.297246 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e78a6d84-4760-4d2c-a367-6bc44fa1ad72 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:15:55.297653 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afbd37da-20c4-4a08-ae5d-a1a74df68179', 'tag': '5d68d5aa-65bc-4ca9-9c98-2f4603ce7198', 'status': 'completed', 'code': 200} Dec 08 16:15:55.297908 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03976434-4d9e-476a-a1e9-5480aee6cdaf', 'tag': '0505a5f3-a135-4e60-b17a-0cb1f5397362', 'status': 'completed', 'code': 200} Dec 08 16:15:55.360129 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80de30-7f5c-4ab1-893f-9cd2dd17a9f3 req-628d5a2c-a9ff-46e7-923e-3e9ba327bc72 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:55.362760 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-db80de30-7f5c-4ab1-893f-9cd2dd17a9f3 req-628d5a2c-a9ff-46e7-923e-3e9ba327bc72 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=6612c2d2-a101-43bc-a58f-e9ed9a41dd2c HTTP/1.1" status: 200 len: 945 time: 0.1979845 Dec 08 16:15:55.375825 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc8c43-cf33-438c-9149-5439e69587e2 req-654fa6dd-803f-4cfd-82be-ce174d22ca17 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:55.377517 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5bdc8c43-cf33-438c-9149-5439e69587e2 req-654fa6dd-803f-4cfd-82be-ce174d22ca17 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.76 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 946 time: 0.1861303 Dec 08 16:15:55.392931 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-9a310044-e7b3-43ca-ab23-c46cf229ab8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:55.393584 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-9a310044-e7b3-43ca-ab23-c46cf229ab8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:55.396052 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-9a310044-e7b3-43ca-ab23-c46cf229ab8f service neutron] 10.222.0.76 "PUT /v2.0/ports/9ec1278b-640f-44bf-b645-439e26e6b012 HTTP/1.1" status: 200 len: 1092 time: 3.6623945 Dec 08 16:15:55.437606 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a310044-e7b3-43ca-ab23-c46cf229ab8f service neutron] Pushing event updated for resources: {'Port': ['ID=9ec1278b-640f-44bf-b645-439e26e6b012,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:55.506160 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e1a7c949-fa4e-4ae4-973a-1c2d5af22924 req-5ea934e8-4434-4280-8f1e-e46f07721b9e service neutron] 10.222.0.37 "GET /v2.0/networks/444a8cbb-ee83-40d1-9772-ed3daa005a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8001580 Dec 08 16:15:55.515312 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744596ff-e8d7-4fe2-b374-dfdc0a94c22d req-c225d6fc-a543-4984-94bb-6df20e8583cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:55.515855 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744596ff-e8d7-4fe2-b374-dfdc0a94c22d req-c225d6fc-a543-4984-94bb-6df20e8583cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:55.516289 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744596ff-e8d7-4fe2-b374-dfdc0a94c22d req-c225d6fc-a543-4984-94bb-6df20e8583cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:55.517926 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-744596ff-e8d7-4fe2-b374-dfdc0a94c22d req-c225d6fc-a543-4984-94bb-6df20e8583cc service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=18030f7f284349198514456af1320f51&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2820637 Dec 08 16:15:55.522916 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f8c88ba7-9ffe-40b2-b070-ddec72c47d63 req-ad942b18-2060-4aef-ac0c-1555d46b824d tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c9d21f4-c02c-43e8-9e6c-a95f9379dd30&id=a96e7614-ece1-4248-94a1-b83b73d2e17e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2440093 Dec 08 16:15:55.559476 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-db80de30-7f5c-4ab1-893f-9cd2dd17a9f3 req-f2246821-4e65-4eee-ba0d-15be3aee437f tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724567 Dec 08 16:15:55.584581 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-edb94544-d935-4ebb-9fe9-b97d701c5c05 service neutron] 10.222.0.76 "GET /v2.0/networks/fdd4d821-77e2-4df5-8e20-52b9b5212bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7247274 Dec 08 16:15:55.619008 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-fb249647-45c6-409a-9fa2-1df1362cc1be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aa9cebb-b701-4044-97c7-c772359e3f10 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:15:55.641265 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-fb249647-45c6-409a-9fa2-1df1362cc1be service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:55.673276 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-0c61ed28-0686-427b-8d5a-c12541ba8241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:55.674910 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-0c61ed28-0686-427b-8d5a-c12541ba8241 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f7056b2fb019449c81eb2cc4f1a6fd51&device_id=3b9c81dc-f93a-4cac-9bd0-7658de475a32 HTTP/1.1" status: 200 len: 1095 time: 0.1510406 Dec 08 16:15:55.678221 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-fb249647-45c6-409a-9fa2-1df1362cc1be service neutron] Transition to ACTIVE for port object 7aa9cebb-b701-4044-97c7-c772359e3f10 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:15:55.746823 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-ce0f7316-a20c-42e6-a37f-35a60fd8647d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ec1278b-640f-44bf-b645-439e26e6b012 HTTP/1.1" status: 200 len: 217 time: 0.0387926 Dec 08 16:15:55.785813 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-fb249647-45c6-409a-9fa2-1df1362cc1be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:55.787601 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-5bdc8c43-cf33-438c-9149-5439e69587e2 req-23fc8cd0-6ee3-4432-9525-ccad7dc47b2b tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Deleting port 77c117d3-70dc-4550-8495-cc1d394f2397 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:15:55.787961 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-5bdc8c43-cf33-438c-9149-5439e69587e2 req-23fc8cd0-6ee3-4432-9525-ccad7dc47b2b tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:55.791546 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device c5251d75-3b5b-463b-ad2b-321c00b2b9b5 up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:15:55.821762 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744596ff-e8d7-4fe2-b374-dfdc0a94c22d req-3f459967-51e9-4c85-a3fc-8b209112e4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:55.823713 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-744596ff-e8d7-4fe2-b374-dfdc0a94c22d req-3f459967-51e9-4c85-a3fc-8b209112e4b4 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2967546 Dec 08 16:15:55.892140 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02325bf8-7885-4e77-b29d-92aecc68aad8 req-205cf11e-ff6c-416d-9106-481922844a23 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:55.895751 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4c288-f187-4ccd-aed2-1013538bbe68 req-d4ddd458-3a55-4792-94e2-74bb64968837 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:55.902737 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-02325bf8-7885-4e77-b29d-92aecc68aad8 req-205cf11e-ff6c-416d-9106-481922844a23 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=51348ef1-afe6-4b70-a251-0ebd46e35eb1 HTTP/1.1" status: 200 len: 944 time: 0.2098575 Dec 08 16:15:55.904688 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-acc4c288-f187-4ccd-aed2-1013538bbe68 req-d4ddd458-3a55-4792-94e2-74bb64968837 tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/ports?device_id=58298f4d-121a-4a61-bd3d-e413c08b2288 HTTP/1.1" status: 200 len: 946 time: 0.2511468 Dec 08 16:15:55.913364 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port c5251d75-3b5b-463b-ad2b-321c00b2b9b5 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:15:55.915764 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:56.022158 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-02325bf8-7885-4e77-b29d-92aecc68aad8 req-88c7ae75-e0a3-457c-a27a-18e846194353 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181984 Dec 08 16:15:56.070935 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744596ff-e8d7-4fe2-b374-dfdc0a94c22d req-c85c4279-d263-4955-b79e-a255c8a975c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:56.071680 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:56.072580 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-744596ff-e8d7-4fe2-b374-dfdc0a94c22d req-c85c4279-d263-4955-b79e-a255c8a975c8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f7056b2fb019449c81eb2cc4f1a6fd51&device_id=afbd37da-20c4-4a08-ae5d-a1a74df68179 HTTP/1.1" status: 200 len: 1095 time: 0.3246377 Dec 08 16:15:56.078024 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-46fbd05a-9c22-4eff-8d2d-f64152224a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:56.079526 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-46fbd05a-9c22-4eff-8d2d-f64152224a95 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a36ffc2b-3deb-4b54-9e98-dcd164b5820f HTTP/1.1" status: 200 len: 852 time: 0.3189762 Dec 08 16:15:56.080211 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb249647-45c6-409a-9fa2-1df1362cc1be service neutron] Pushing event updated for resources: {'Port': ['ID=7aa9cebb-b701-4044-97c7-c772359e3f10,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:56.084596 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-5bdc8c43-cf33-438c-9149-5439e69587e2 req-23fc8cd0-6ee3-4432-9525-ccad7dc47b2b tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] For port 77c117d3-70dc-4550-8495-cc1d394f2397, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=77c117d3-70dc-4550-8495-cc1d394f2397,segment=NetworkSegment(6b0c82a0-bc9c-4886-a49c-1b810d61edae),segment_id=6b0c82a0-bc9c-4886-a49c-1b810d61edae)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:56.084596 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-5bdc8c43-cf33-438c-9149-5439e69587e2 req-23fc8cd0-6ee3-4432-9525-ccad7dc47b2b tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:56.111278 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-5bdc8c43-cf33-438c-9149-5439e69587e2 req-23fc8cd0-6ee3-4432-9525-ccad7dc47b2b tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Calling delete_port for 77c117d3-70dc-4550-8495-cc1d394f2397 owned by compute:nova {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:15:56.124730 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51348ef1-afe6-4b70-a251-0ebd46e35eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5251d75-3b5b-463b-ad2b-321c00b2b9b5'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:15:56.128983 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b229fa0e-bb3e-4e7b-a162-3e8ff8c9cbca" -d '{"events": [{"server_uuid": "51348ef1-afe6-4b70-a251-0ebd46e35eb1", "name": "network-vif-plugged", "status": "completed", "tag": "c5251d75-3b5b-463b-ad2b-321c00b2b9b5"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:15:56.156644 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port c5251d75-3b5b-463b-ad2b-321c00b2b9b5, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=c5251d75-3b5b-463b-ad2b-321c00b2b9b5,segment=NetworkSegment(f996c948-5ac9-42a3-ac04-df4c75288f01),segment_id=f996c948-5ac9-42a3-ac04-df4c75288f01)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:56.254271 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:56.286504 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-71b82a20-9b9f-4bde-9fa1-d4b76b31743b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fdd4d821-77e2-4df5-8e20-52b9b5212bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1863813 Dec 08 16:15:56.313593 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=c5251d75-3b5b-463b-ad2b-321c00b2b9b5,revision_number=7']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:56.322342 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device ced92bbd-fd71-4a06-870e-73436277261b no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:15:56.347986 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f8e77-afbf-4858-a5ce-38e4b5b4f09f req-98319e02-a10e-43cf-b5c6-f4a0de6b22a5 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:56.357648 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ac3f8e77-afbf-4858-a5ce-38e4b5b4f09f req-98319e02-a10e-43cf-b5c6-f4a0de6b22a5 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b9c81dc-f93a-4cac-9bd0-7658de475a32 HTTP/1.1" status: 200 len: 943 time: 0.1214354 Dec 08 16:15:56.357865 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: ced92bbd-fd71-4a06-870e-73436277261b {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:15:56.358299 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device ced92bbd-fd71-4a06-870e-73436277261b not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:15:56.362678 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 77c117d3-70dc-4550-8495-cc1d394f2397 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:15:56.402038 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-fb249647-45c6-409a-9fa2-1df1362cc1be service neutron] Attempting to bind port 7aa9cebb-b701-4044-97c7-c772359e3f10 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:15:56.402383 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-fb249647-45c6-409a-9fa2-1df1362cc1be service neutron] Attempting to bind port 7aa9cebb-b701-4044-97c7-c772359e3f10 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': 'e1df37b9-083a-4373-838d-dc2a305e347b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '92f988d9-d3fd-471d-a94b-154482a7d460'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:15:56.402712 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-fb249647-45c6-409a-9fa2-1df1362cc1be service neutron] Attempting to bind port 7aa9cebb-b701-4044-97c7-c772359e3f10 on network 92f988d9-d3fd-471d-a94b-154482a7d460 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:15:56.407146 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-2ef29475-6f9d-4424-8e45-fdb945292577 service neutron] 10.222.0.76 "GET /v2.0/networks/fdd4d821-77e2-4df5-8e20-52b9b5212bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100497 Dec 08 16:15:56.443522 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-fb249647-45c6-409a-9fa2-1df1362cc1be service neutron] Port 7aa9cebb-b701-4044-97c7-c772359e3f10 on network 92f988d9-d3fd-471d-a94b-154482a7d460 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:15:56.443902 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-fb249647-45c6-409a-9fa2-1df1362cc1be service neutron] Attempting to bind port 7aa9cebb-b701-4044-97c7-c772359e3f10 on network 92f988d9-d3fd-471d-a94b-154482a7d460 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:15:56.464392 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ac3f8e77-afbf-4858-a5ce-38e4b5b4f09f req-d072ae21-c5d0-4fba-8430-67123b87f6d2 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.64 "GET /v2.0/security-groups?id=725892bd-251d-4582-a0ba-ed3f1b69b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988033 Dec 08 16:15:56.464654 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:56.496354 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-acc4c288-f187-4ccd-aed2-1013538bbe68 req-9b817cd5-fa4e-4227-a3f4-62d36ba1627b tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.64 "GET /v2.0/security-groups?id=23ffec03-c954-4925-993a-1bda94cbf23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5861800 Dec 08 16:15:56.513899 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-fb249647-45c6-409a-9fa2-1df1362cc1be service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:15:56.521294 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-fb249647-45c6-409a-9fa2-1df1362cc1be service neutron] Checking segment: {'id': 'e1df37b9-083a-4373-838d-dc2a305e347b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '92f988d9-d3fd-471d-a94b-154482a7d460'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:15:56.521710 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-fb249647-45c6-409a-9fa2-1df1362cc1be service neutron] Bound using segment: {'id': 'e1df37b9-083a-4373-838d-dc2a305e347b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '92f988d9-d3fd-471d-a94b-154482a7d460'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:15:56.522184 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-fb249647-45c6-409a-9fa2-1df1362cc1be service neutron] Bound port: 7aa9cebb-b701-4044-97c7-c772359e3f10, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1df37b9-083a-4373-838d-dc2a305e347b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '92f988d9-d3fd-471d-a94b-154482a7d460'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:15:56.522564 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-fb249647-45c6-409a-9fa2-1df1362cc1be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:56.579196 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-5bdc8c43-cf33-438c-9149-5439e69587e2 req-23fc8cd0-6ee3-4432-9525-ccad7dc47b2b tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:56.592551 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a178354c-2804-4b9e-8155-def5e16cce3d req-71d159d2-b46d-420d-a107-83a0275e433d tempest-ServerShowV257Test-510841687 tempest-ServerShowV257Test-510841687-project] 10.222.0.64 "GET /v2.0/ports?device_id=ade7e354-f673-4bac-a86a-97efe5d1e7f9 HTTP/1.1" status: 200 len: 210 time: 0.0473471 Dec 08 16:15:56.605265 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744596ff-e8d7-4fe2-b374-dfdc0a94c22d req-ec73da54-d3e1-4d36-86a3-abb164961954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:56.606763 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-744596ff-e8d7-4fe2-b374-dfdc0a94c22d req-ec73da54-d3e1-4d36-86a3-abb164961954 service neutron] 10.222.0.76 "GET /v2.0/networks?id=fdd4d821-77e2-4df5-8e20-52b9b5212bd5 HTTP/1.1" status: 200 len: 913 time: 0.4896548 Dec 08 16:15:56.652663 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fc8cd0-6ee3-4432-9525-ccad7dc47b2b tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Pushing event deleted for resources: {'Port': ['ID=77c117d3-70dc-4550-8495-cc1d394f2397,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:56.670931 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c8aace-1934-4289-b6f7-6a765e699a64 x-openstack-request-id: req-c0c8aace-1934-4289-b6f7-6a765e699a64 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:15:56.671393 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51348ef1-afe6-4b70-a251-0ebd46e35eb1", "name": "network-vif-plugged", "status": "completed", "tag": "c5251d75-3b5b-463b-ad2b-321c00b2b9b5", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:15:56.671779 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c0c8aace-1934-4289-b6f7-6a765e699a64 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:15:56.672312 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51348ef1-afe6-4b70-a251-0ebd46e35eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5251d75-3b5b-463b-ad2b-321c00b2b9b5', 'code': 200} Dec 08 16:15:56.713605 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bdc8c43-cf33-438c-9149-5439e69587e2 req-23fc8cd0-6ee3-4432-9525-ccad7dc47b2b tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] No DVR routers for this DVR port 77c117d3-70dc-4550-8495-cc1d394f2397 on host n-h1-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:15:56.717818 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-5bdc8c43-cf33-438c-9149-5439e69587e2 req-23fc8cd0-6ee3-4432-9525-ccad7dc47b2b tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:56.723277 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5bdc8c43-cf33-438c-9149-5439e69587e2 req-23fc8cd0-6ee3-4432-9525-ccad7dc47b2b tempest-ServersNegativeTestJSON-776415785 tempest-ServersNegativeTestJSON-776415785-project] 10.222.0.76 "DELETE /v2.0/ports/77c117d3-70dc-4550-8495-cc1d394f2397 HTTP/1.1" status: 204 len: 173 time: 1.3307879 Dec 08 16:15:56.751480 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-744596ff-e8d7-4fe2-b374-dfdc0a94c22d req-54170ab9-ab15-4347-a416-f8ce1037c5c9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d68d5aa-65bc-4ca9-9c98-2f4603ce7198 HTTP/1.1" status: 200 len: 217 time: 0.1053755 Dec 08 16:15:56.862333 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58298f4d-121a-4a61-bd3d-e413c08b2288', 'name': 'network-vif-deleted', 'tag': '77c117d3-70dc-4550-8495-cc1d394f2397'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:15:56.864721 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249e679f-12ed-44ad-a6f1-d076d4f1c766" -d '{"events": [{"server_uuid": "58298f4d-121a-4a61-bd3d-e413c08b2288", "name": "network-vif-deleted", "tag": "77c117d3-70dc-4550-8495-cc1d394f2397"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:15:56.870884 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-af6e084c-e895-443b-ad4f-3930fd5ac3a6 req-9cf010c6-d653-4b6e-b6b7-cc738a115e9e service neutron] 10.222.0.76 "GET /v2.0/networks/fdd4d821-77e2-4df5-8e20-52b9b5212bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4524925 Dec 08 16:15:56.902332 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-fb249647-45c6-409a-9fa2-1df1362cc1be service neutron] For port 7aa9cebb-b701-4044-97c7-c772359e3f10, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:15:56.912449 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24475e13-843c-4ec0-b2e5-1aca1e4562b3 req-a060cca1-e0f8-4712-b6a5-e409c1371d04 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:56.915457 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-24475e13-843c-4ec0-b2e5-1aca1e4562b3 req-a060cca1-e0f8-4712-b6a5-e409c1371d04 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=6612c2d2-a101-43bc-a58f-e9ed9a41dd2c HTTP/1.1" status: 200 len: 945 time: 0.1427991 Dec 08 16:15:56.917929 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-fb249647-45c6-409a-9fa2-1df1362cc1be service neutron] For port 7aa9cebb-b701-4044-97c7-c772359e3f10, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=7aa9cebb-b701-4044-97c7-c772359e3f10,segment=NetworkSegment(e1df37b9-083a-4373-838d-dc2a305e347b),segment_id=e1df37b9-083a-4373-838d-dc2a305e347b)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:15:56.920168 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744596ff-e8d7-4fe2-b374-dfdc0a94c22d req-95b1d883-529b-4e4c-b72a-2f39be04fbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:56.923705 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-744596ff-e8d7-4fe2-b374-dfdc0a94c22d req-95b1d883-529b-4e4c-b72a-2f39be04fbab service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a36ffc2b-3deb-4b54-9e98-dcd164b5820f HTTP/1.1" status: 200 len: 852 time: 0.1500971 Dec 08 16:15:56.965976 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848907e-3fbb-41cf-89c3-3b7d9fed4991 req-f7b82dd6-1a28-48ec-b312-360e138d980e tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:56.969023 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-744596ff-e8d7-4fe2-b374-dfdc0a94c22d req-fa887f65-f588-43d7-a37a-eb0aa4778805 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fdd4d821-77e2-4df5-8e20-52b9b5212bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386112 Dec 08 16:15:56.973156 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848907e-3fbb-41cf-89c3-3b7d9fed4991 req-f7b82dd6-1a28-48ec-b312-360e138d980e tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:56.979657 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848907e-3fbb-41cf-89c3-3b7d9fed4991 req-f7b82dd6-1a28-48ec-b312-360e138d980e tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:56.986090 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848907e-3fbb-41cf-89c3-3b7d9fed4991 req-f7b82dd6-1a28-48ec-b312-360e138d980e tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:56.993648 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848907e-3fbb-41cf-89c3-3b7d9fed4991 req-f7b82dd6-1a28-48ec-b312-360e138d980e tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:56.996159 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-fb249647-45c6-409a-9fa2-1df1362cc1be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:57.001671 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848907e-3fbb-41cf-89c3-3b7d9fed4991 req-f7b82dd6-1a28-48ec-b312-360e138d980e tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:57.010375 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848907e-3fbb-41cf-89c3-3b7d9fed4991 req-f7b82dd6-1a28-48ec-b312-360e138d980e tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:57.013375 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7848907e-3fbb-41cf-89c3-3b7d9fed4991 req-f7b82dd6-1a28-48ec-b312-360e138d980e tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 5393 time: 0.1518185 Dec 08 16:15:57.098734 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7848907e-3fbb-41cf-89c3-3b7d9fed4991 req-d7bcae28-4289-45d3-9c24-20fa7e3de77d tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c9d21f4-c02c-43e8-9e6c-a95f9379dd30&id=a96e7614-ece1-4248-94a1-b83b73d2e17e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0755925 Dec 08 16:15:57.133452 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-fb249647-45c6-409a-9fa2-1df1362cc1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:57.134086 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-fb249647-45c6-409a-9fa2-1df1362cc1be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:57.136116 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-fb249647-45c6-409a-9fa2-1df1362cc1be service neutron] 10.222.0.37 "PUT /v2.0/ports/7aa9cebb-b701-4044-97c7-c772359e3f10 HTTP/1.1" status: 200 len: 1092 time: 3.3410473 Dec 08 16:15:57.146227 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-24475e13-843c-4ec0-b2e5-1aca1e4562b3 req-f22ae249-8d08-42a5-a72e-18efb25042e2 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237206 Dec 08 16:15:57.221682 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537b1275-f426-4bbb-bd93-5844c24f95b1 x-openstack-request-id: req-537b1275-f426-4bbb-bd93-5844c24f95b1 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:15:57.221983 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58298f4d-121a-4a61-bd3d-e413c08b2288", "name": "network-vif-deleted", "tag": "77c117d3-70dc-4550-8495-cc1d394f2397", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:15:57.222426 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-537b1275-f426-4bbb-bd93-5844c24f95b1 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:15:57.222846 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58298f4d-121a-4a61-bd3d-e413c08b2288', 'name': 'network-vif-deleted', 'tag': '77c117d3-70dc-4550-8495-cc1d394f2397', 'status': 'completed', 'code': 200} Dec 08 16:15:57.225407 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb249647-45c6-409a-9fa2-1df1362cc1be service neutron] Pushing event updated for resources: {'Port': ['ID=7aa9cebb-b701-4044-97c7-c772359e3f10,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:57.265468 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-744596ff-e8d7-4fe2-b374-dfdc0a94c22d req-8df2e154-992c-4cbf-9824-cbbe1950feb9 service neutron] 10.222.0.76 "GET /v2.0/networks/fdd4d821-77e2-4df5-8e20-52b9b5212bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847030 Dec 08 16:15:57.296244 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-a8b3cf90-a32a-4b74-90c7-6b56f17ac153 service neutron] Request body: {'port': {'device_id': '03976434-4d9e-476a-a1e9-5480aee6cdaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:57.308292 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b9c81dc-f93a-4cac-9bd0-7658de475a32', 'tag': '9ec1278b-640f-44bf-b645-439e26e6b012'}, {'name': 'network-changed', 'server_uuid': '03976434-4d9e-476a-a1e9-5480aee6cdaf', 'tag': '7aa9cebb-b701-4044-97c7-c772359e3f10'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:15:57.310656 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbfd34b3-9b90-44f2-8b8b-3fe6adfbe2ba" -d '{"events": [{"name": "network-changed", "server_uuid": "3b9c81dc-f93a-4cac-9bd0-7658de475a32", "tag": "9ec1278b-640f-44bf-b645-439e26e6b012"}, {"name": "network-changed", "server_uuid": "03976434-4d9e-476a-a1e9-5480aee6cdaf", "tag": "7aa9cebb-b701-4044-97c7-c772359e3f10"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:15:57.424906 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e416fd-70b2-4ae8-b756-04a55f1f9c29 req-d45987c0-9909-4d26-aff1-c03dea221bd0 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:57.426632 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a9e416fd-70b2-4ae8-b756-04a55f1f9c29 req-d45987c0-9909-4d26-aff1-c03dea221bd0 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/networks?id=cc341b4e-e4a6-433a-819f-1f235ff05a7a HTTP/1.1" status: 200 len: 806 time: 0.1913161 Dec 08 16:15:57.460821 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a9e416fd-70b2-4ae8-b756-04a55f1f9c29 req-4a471937-27cf-4415-aff7-0de553a1b621 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/quotas/3c96083250fb4c3492902950739ee237 HTTP/1.1" status: 200 len: 375 time: 0.0201032 Dec 08 16:15:57.465918 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-a8b3cf90-a32a-4b74-90c7-6b56f17ac153 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:57.495610 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efecdad4-0d72-4837-8347-09245d0abfc7 req-61714f44-3d05-4bde-a99d-2987b68aaf53 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:57.497173 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-efecdad4-0d72-4837-8347-09245d0abfc7 req-61714f44-3d05-4bde-a99d-2987b68aaf53 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=51348ef1-afe6-4b70-a251-0ebd46e35eb1 HTTP/1.1" status: 200 len: 945 time: 0.1528058 Dec 08 16:15:57.502455 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-744596ff-e8d7-4fe2-b374-dfdc0a94c22d req-ec559729-f0d1-415e-a435-202d2585c115 service neutron] 10.222.0.76 "GET /v2.0/networks/fdd4d821-77e2-4df5-8e20-52b9b5212bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265067 Dec 08 16:15:57.552369 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a9e416fd-70b2-4ae8-b756-04a55f1f9c29 req-db296a18-357a-45e8-9f56-32595f884f30 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3c96083250fb4c3492902950739ee237&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0826981 Dec 08 16:15:57.673485 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-efecdad4-0d72-4837-8347-09245d0abfc7 req-7c894d96-6dad-4900-b93d-970758d24964 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685009 Dec 08 16:15:57.721718 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a9e416fd-70b2-4ae8-b756-04a55f1f9c29 req-dcdc77c8-042e-4300-b295-41b857eaeb2c service neutron] 10.222.0.64 "GET /v2.0/networks/cc341b4e-e4a6-433a-819f-1f235ff05a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660688 Dec 08 16:15:57.840170 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a9e416fd-70b2-4ae8-b756-04a55f1f9c29 req-5e618143-d21e-4d8d-a416-7cbbcc8a3d19 service neutron] 10.222.0.64 "GET /v2.0/networks/cc341b4e-e4a6-433a-819f-1f235ff05a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173282 Dec 08 16:15:57.918151 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-a8b3cf90-a32a-4b74-90c7-6b56f17ac153 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e8dd4f2-53e5-4bc8-986a-166f7ff34449 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:15:57.942527 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 08 Dec 2021 16:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e3398b-e8f4-4ec5-b712-a9b422256d04 x-openstack-request-id: req-55e3398b-e8f4-4ec5-b712-a9b422256d04 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:15:57.944898 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b9c81dc-f93a-4cac-9bd0-7658de475a32", "tag": "9ec1278b-640f-44bf-b645-439e26e6b012", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "03976434-4d9e-476a-a1e9-5480aee6cdaf", "tag": "7aa9cebb-b701-4044-97c7-c772359e3f10", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:15:57.944898 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-55e3398b-e8f4-4ec5-b712-a9b422256d04 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:15:57.945657 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b9c81dc-f93a-4cac-9bd0-7658de475a32', 'tag': '9ec1278b-640f-44bf-b645-439e26e6b012', 'status': 'completed', 'code': 200} Dec 08 16:15:57.946748 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03976434-4d9e-476a-a1e9-5480aee6cdaf', 'tag': '7aa9cebb-b701-4044-97c7-c772359e3f10', 'status': 'completed', 'code': 200} Dec 08 16:15:57.954199 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-a8b3cf90-a32a-4b74-90c7-6b56f17ac153 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:58.022963 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-a8b3cf90-a32a-4b74-90c7-6b56f17ac153 service neutron] Transition to ACTIVE for port object 3e8dd4f2-53e5-4bc8-986a-166f7ff34449 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:15:58.082772 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd34b3-9b90-44f2-8b8b-3fe6adfbe2ba req-7161b07d-974d-4c97-aaee-86a4d25c6853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:58.083390 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd34b3-9b90-44f2-8b8b-3fe6adfbe2ba req-7161b07d-974d-4c97-aaee-86a4d25c6853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:58.083779 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd34b3-9b90-44f2-8b8b-3fe6adfbe2ba req-7161b07d-974d-4c97-aaee-86a4d25c6853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:58.084297 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd34b3-9b90-44f2-8b8b-3fe6adfbe2ba req-7161b07d-974d-4c97-aaee-86a4d25c6853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:58.084792 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd34b3-9b90-44f2-8b8b-3fe6adfbe2ba req-7161b07d-974d-4c97-aaee-86a4d25c6853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:58.085265 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd34b3-9b90-44f2-8b8b-3fe6adfbe2ba req-7161b07d-974d-4c97-aaee-86a4d25c6853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:58.085784 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd34b3-9b90-44f2-8b8b-3fe6adfbe2ba req-7161b07d-974d-4c97-aaee-86a4d25c6853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:58.087838 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cbfd34b3-9b90-44f2-8b8b-3fe6adfbe2ba req-7161b07d-974d-4c97-aaee-86a4d25c6853 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=18030f7f284349198514456af1320f51&device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 6289 time: 0.1531992 Dec 08 16:15:58.109880 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd34b3-9b90-44f2-8b8b-3fe6adfbe2ba req-3b835e23-6b1f-4137-b18e-d935e9fe2f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:58.115968 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cbfd34b3-9b90-44f2-8b8b-3fe6adfbe2ba req-3b835e23-6b1f-4137-b18e-d935e9fe2f1b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f7056b2fb019449c81eb2cc4f1a6fd51&device_id=3b9c81dc-f93a-4cac-9bd0-7658de475a32 HTTP/1.1" status: 200 len: 1095 time: 0.1570051 Dec 08 16:15:58.119442 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-a8b3cf90-a32a-4b74-90c7-6b56f17ac153 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:58.177703 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3cf90-a32a-4b74-90c7-6b56f17ac153 service neutron] Pushing event updated for resources: {'Port': ['ID=3e8dd4f2-53e5-4bc8-986a-166f7ff34449,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:58.272430 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd34b3-9b90-44f2-8b8b-3fe6adfbe2ba req-887fc1b5-bc56-40da-8835-dd920da69701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:58.272954 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd34b3-9b90-44f2-8b8b-3fe6adfbe2ba req-887fc1b5-bc56-40da-8835-dd920da69701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:58.273426 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd34b3-9b90-44f2-8b8b-3fe6adfbe2ba req-887fc1b5-bc56-40da-8835-dd920da69701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:58.275196 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cbfd34b3-9b90-44f2-8b8b-3fe6adfbe2ba req-887fc1b5-bc56-40da-8835-dd920da69701 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=18030f7f284349198514456af1320f51&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1793044 Dec 08 16:15:58.300221 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 5d68d5aa-65bc-4ca9-9c98-2f4603ce7198 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:15:58.391110 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 50854) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:58.394457 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd34b3-9b90-44f2-8b8b-3fe6adfbe2ba req-8fbd1d79-fec5-4145-9157-50281cccc4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:58.395904 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cbfd34b3-9b90-44f2-8b8b-3fe6adfbe2ba req-8fbd1d79-fec5-4145-9157-50281cccc4ac service neutron] 10.222.0.76 "GET /v2.0/networks?id=fdd4d821-77e2-4df5-8e20-52b9b5212bd5 HTTP/1.1" status: 200 len: 913 time: 0.2198985 Dec 08 16:15:58.405602 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b3cf90-a32a-4b74-90c7-6b56f17ac153 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:58.406106 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b3cf90-a32a-4b74-90c7-6b56f17ac153 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:58.406574 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b3cf90-a32a-4b74-90c7-6b56f17ac153 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:58.406817 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd34b3-9b90-44f2-8b8b-3fe6adfbe2ba req-8d90ee2b-3659-44a1-ba67-5cee7a9a7719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:58.407110 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b3cf90-a32a-4b74-90c7-6b56f17ac153 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:58.407547 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b3cf90-a32a-4b74-90c7-6b56f17ac153 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:58.407998 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b3cf90-a32a-4b74-90c7-6b56f17ac153 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:58.408360 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cbfd34b3-9b90-44f2-8b8b-3fe6adfbe2ba req-8d90ee2b-3659-44a1-ba67-5cee7a9a7719 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1257527 Dec 08 16:15:58.408526 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b3cf90-a32a-4b74-90c7-6b56f17ac153 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:58.408957 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b3cf90-a32a-4b74-90c7-6b56f17ac153 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:58.409484 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b3cf90-a32a-4b74-90c7-6b56f17ac153 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:58.409933 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b3cf90-a32a-4b74-90c7-6b56f17ac153 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:58.410364 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b3cf90-a32a-4b74-90c7-6b56f17ac153 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:58.410790 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b3cf90-a32a-4b74-90c7-6b56f17ac153 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:58.411218 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b3cf90-a32a-4b74-90c7-6b56f17ac153 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:58.452476 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3b09d4e1-ed94-4319-a7a8-5a80fece690b req-dbc2bb59-0e8a-4764-8eff-62c8329a6f0d tempest-ServerShowV257Test-510841687 tempest-ServerShowV257Test-510841687-project] 10.222.0.64 "GET /v2.0/ports?device_id=ade7e354-f673-4bac-a86a-97efe5d1e7f9 HTTP/1.1" status: 200 len: 210 time: 0.0383990 Dec 08 16:15:58.513644 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 5d68d5aa-65bc-4ca9-9c98-2f4603ce7198, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=5d68d5aa-65bc-4ca9-9c98-2f4603ce7198,segment=NetworkSegment(ba416323-2644-4ad4-91ac-f9ba2cf2404e),segment_id=ba416323-2644-4ad4-91ac-f9ba2cf2404e)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:58.534051 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cbfd34b3-9b90-44f2-8b8b-3fe6adfbe2ba req-479ddd2e-f8c5-4a74-8b91-d67da1717667 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ec1278b-640f-44bf-b645-439e26e6b012 HTTP/1.1" status: 200 len: 217 time: 0.1027169 Dec 08 16:15:58.543332 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '5d68d5aa-65bc-4ca9-9c98-2f4603ce7198', 'network_id': 'fdd4d821-77e2-4df5-8e20-52b9b5212bd5', 'port_id': '5d68d5aa-65bc-4ca9-9c98-2f4603ce7198', 'mac_address': 'fa:16:3e:d4:20:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a36ffc2b-3deb-4b54-9e98-dcd164b5820f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:15:58.551349 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c584d-70da-4cd1-bdae-9bce86edea3d req-c1e47379-a7f3-4a8c-a1f8-1174e13544e9 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:58.559752 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4c5c584d-70da-4cd1-bdae-9bce86edea3d req-c1e47379-a7f3-4a8c-a1f8-1174e13544e9 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b9c81dc-f93a-4cac-9bd0-7658de475a32 HTTP/1.1" status: 200 len: 943 time: 0.5023174 Dec 08 16:15:58.608959 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62a694-ff5d-4ed8-bc4c-b0ada364096e req-940cd994-80bd-4844-8a59-83df3e120692 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:58.622682 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62a694-ff5d-4ed8-bc4c-b0ada364096e req-940cd994-80bd-4844-8a59-83df3e120692 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:58.630662 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62a694-ff5d-4ed8-bc4c-b0ada364096e req-940cd994-80bd-4844-8a59-83df3e120692 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:58.655382 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62a694-ff5d-4ed8-bc4c-b0ada364096e req-940cd994-80bd-4844-8a59-83df3e120692 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:58.667955 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62a694-ff5d-4ed8-bc4c-b0ada364096e req-940cd994-80bd-4844-8a59-83df3e120692 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:58.671874 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:58.683791 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62a694-ff5d-4ed8-bc4c-b0ada364096e req-940cd994-80bd-4844-8a59-83df3e120692 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:58.698906 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62a694-ff5d-4ed8-bc4c-b0ada364096e req-940cd994-80bd-4844-8a59-83df3e120692 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:58.711537 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cb62a694-ff5d-4ed8-bc4c-b0ada364096e req-940cd994-80bd-4844-8a59-83df3e120692 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 5405 time: 0.1981709 Dec 08 16:15:58.712330 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4c5c584d-70da-4cd1-bdae-9bce86edea3d req-60172f48-a4eb-4ede-a2ac-0022ae428c04 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.64 "GET /v2.0/security-groups?id=725892bd-251d-4582-a0ba-ed3f1b69b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464403 Dec 08 16:15:58.719712 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7363467-8962-4a62-9bdf-d93343b568a5 admin admin] Deleting subnet c5b9a45e-f6fb-459d-ae2c-34fcbd17d9b9 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:15:58.719986 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d68d5aa-65bc-4ca9-9c98-2f4603ce7198 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:15:58.780770 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd34b3-9b90-44f2-8b8b-3fe6adfbe2ba req-25763bb7-09c0-48ba-9a9d-fe010570fc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:58.783140 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 5d68d5aa-65bc-4ca9-9c98-2f4603ce7198, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=5d68d5aa-65bc-4ca9-9c98-2f4603ce7198,segment=NetworkSegment(ba416323-2644-4ad4-91ac-f9ba2cf2404e),segment_id=ba416323-2644-4ad4-91ac-f9ba2cf2404e)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:58.788786 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cbfd34b3-9b90-44f2-8b8b-3fe6adfbe2ba req-25763bb7-09c0-48ba-9a9d-fe010570fc56 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a36ffc2b-3deb-4b54-9e98-dcd164b5820f HTTP/1.1" status: 200 len: 852 time: 0.2246060 Dec 08 16:15:58.796711 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b7363467-8962-4a62-9bdf-d93343b568a5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:58.798441 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cb62a694-ff5d-4ed8-bc4c-b0ada364096e req-f2779d86-3841-46fe-afb0-99172a831c64 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c9d21f4-c02c-43e8-9e6c-a95f9379dd30&id=a96e7614-ece1-4248-94a1-b83b73d2e17e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0852649 Dec 08 16:15:58.865541 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:58.892484 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1c05a491-4af4-410d-a5c0-cd9e49fabf15 req-4fa79d54-1603-4f2c-8a23-2303c964f283 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc2d16bb-94e4-45ac-beb6-de10b69176ea HTTP/1.1" status: 200 len: 210 time: 0.0402548 Dec 08 16:15:59.001909 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cbfd34b3-9b90-44f2-8b8b-3fe6adfbe2ba req-e7a9d84a-e9a7-4cc1-a89b-6bf642345c4b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fdd4d821-77e2-4df5-8e20-52b9b5212bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1539605 Dec 08 16:15:59.017887 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=5d68d5aa-65bc-4ca9-9c98-2f4603ce7198,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:59.090529 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0876fa-b886-41bd-a766-43f8bf8ffb97 req-b5316044-7f85-40a4-b980-41c07baac63b tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:59.094372 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ce0876fa-b886-41bd-a766-43f8bf8ffb97 req-b5316044-7f85-40a4-b980-41c07baac63b tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=51348ef1-afe6-4b70-a251-0ebd46e35eb1 HTTP/1.1" status: 200 len: 945 time: 0.0819275 Dec 08 16:15:59.175840 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ce0876fa-b886-41bd-a766-43f8bf8ffb97 req-7b738536-cf12-40b9-91d2-5329dde584dc tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750511 Dec 08 16:15:59.178333 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b7363467-8962-4a62-9bdf-d93343b568a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:59.202986 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['5d68d5aa-65bc-4ca9-9c98-2f4603ce7198'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:15:59.221817 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-a8b3cf90-a32a-4b74-90c7-6b56f17ac153 service neutron] Attempting to bind port 3e8dd4f2-53e5-4bc8-986a-166f7ff34449 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:15:59.222241 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-a8b3cf90-a32a-4b74-90c7-6b56f17ac153 service neutron] Attempting to bind port 3e8dd4f2-53e5-4bc8-986a-166f7ff34449 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': 'e1df37b9-083a-4373-838d-dc2a305e347b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '92f988d9-d3fd-471d-a94b-154482a7d460'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:15:59.222780 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-a8b3cf90-a32a-4b74-90c7-6b56f17ac153 service neutron] Attempting to bind port 3e8dd4f2-53e5-4bc8-986a-166f7ff34449 on network 92f988d9-d3fd-471d-a94b-154482a7d460 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:15:59.237940 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-a8b3cf90-a32a-4b74-90c7-6b56f17ac153 service neutron] Port 3e8dd4f2-53e5-4bc8-986a-166f7ff34449 on network 92f988d9-d3fd-471d-a94b-154482a7d460 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:15:59.238345 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-a8b3cf90-a32a-4b74-90c7-6b56f17ac153 service neutron] Attempting to bind port 3e8dd4f2-53e5-4bc8-986a-166f7ff34449 on network 92f988d9-d3fd-471d-a94b-154482a7d460 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:15:59.254647 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c82218-c391-400d-811e-b70775b20b44 req-04593921-0d18-4cff-987b-2d009f0fb465 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:59.262719 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-98c82218-c391-400d-811e-b70775b20b44 req-04593921-0d18-4cff-987b-2d009f0fb465 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=6612c2d2-a101-43bc-a58f-e9ed9a41dd2c HTTP/1.1" status: 200 len: 945 time: 0.4038661 Dec 08 16:15:59.290144 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-a8b3cf90-a32a-4b74-90c7-6b56f17ac153 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:15:59.292675 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-a8b3cf90-a32a-4b74-90c7-6b56f17ac153 service neutron] Checking segment: {'id': 'e1df37b9-083a-4373-838d-dc2a305e347b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '92f988d9-d3fd-471d-a94b-154482a7d460'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:15:59.293268 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-a8b3cf90-a32a-4b74-90c7-6b56f17ac153 service neutron] Bound using segment: {'id': 'e1df37b9-083a-4373-838d-dc2a305e347b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '92f988d9-d3fd-471d-a94b-154482a7d460'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:15:59.294067 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-a8b3cf90-a32a-4b74-90c7-6b56f17ac153 service neutron] Bound port: 3e8dd4f2-53e5-4bc8-986a-166f7ff34449, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1df37b9-083a-4373-838d-dc2a305e347b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '92f988d9-d3fd-471d-a94b-154482a7d460'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:15:59.294688 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-a8b3cf90-a32a-4b74-90c7-6b56f17ac153 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:59.362264 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b7363467-8962-4a62-9bdf-d93343b568a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:59.432281 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-98c82218-c391-400d-811e-b70775b20b44 req-917f98a0-c125-4c55-bd9e-d4d4433d1077 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685388 Dec 08 16:15:59.470311 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cbfd34b3-9b90-44f2-8b8b-3fe6adfbe2ba req-2f2ad7a2-3fb1-440b-8ab3-41e546794287 service neutron] 10.222.0.76 "GET /v2.0/networks/fdd4d821-77e2-4df5-8e20-52b9b5212bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4090018 Dec 08 16:15:59.541225 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-a8b3cf90-a32a-4b74-90c7-6b56f17ac153 service neutron] For port 3e8dd4f2-53e5-4bc8-986a-166f7ff34449, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:15:59.560753 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-a8b3cf90-a32a-4b74-90c7-6b56f17ac153 service neutron] For port 3e8dd4f2-53e5-4bc8-986a-166f7ff34449, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=3e8dd4f2-53e5-4bc8-986a-166f7ff34449,segment=NetworkSegment(e1df37b9-083a-4373-838d-dc2a305e347b),segment_id=e1df37b9-083a-4373-838d-dc2a305e347b)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:15:59.581433 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-01bfb8f2-8422-4e5f-bde2-16b0f851982c req-b595f699-df03-470b-beee-90751095621a tempest-ServerShowV257Test-510841687 tempest-ServerShowV257Test-510841687-project] 10.222.0.64 "GET /v2.0/ports?device_id=ade7e354-f673-4bac-a86a-97efe5d1e7f9 HTTP/1.1" status: 200 len: 210 time: 0.0351923 Dec 08 16:15:59.618279 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b7363467-8962-4a62-9bdf-d93343b568a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:59.658744 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-a8b3cf90-a32a-4b74-90c7-6b56f17ac153 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:59.662288 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cbfd34b3-9b90-44f2-8b8b-3fe6adfbe2ba req-f6e13e43-f022-4d60-85ba-d711bcb05e8e service neutron] 10.222.0.76 "GET /v2.0/networks/fdd4d821-77e2-4df5-8e20-52b9b5212bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957490 Dec 08 16:15:59.666168 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7363467-8962-4a62-9bdf-d93343b568a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5b9a45e-f6fb-459d-ae2c-34fcbd17d9b9,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:59.671737 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b7363467-8962-4a62-9bdf-d93343b568a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:59.675336 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b7363467-8962-4a62-9bdf-d93343b568a5 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/c5b9a45e-f6fb-459d-ae2c-34fcbd17d9b9 HTTP/1.1" status: 204 len: 168 time: 1.2781141 Dec 08 16:15:59.678291 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 50868) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:59.721939 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-a8b3cf90-a32a-4b74-90c7-6b56f17ac153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:59.722650 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-a8b3cf90-a32a-4b74-90c7-6b56f17ac153 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:59.724889 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-a8b3cf90-a32a-4b74-90c7-6b56f17ac153 service neutron] 10.222.0.37 "PUT /v2.0/ports/3e8dd4f2-53e5-4bc8-986a-166f7ff34449 HTTP/1.1" status: 200 len: 1092 time: 2.4374149 Dec 08 16:15:59.798438 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3cf90-a32a-4b74-90c7-6b56f17ac153 service neutron] Pushing event updated for resources: {'Port': ['ID=3e8dd4f2-53e5-4bc8-986a-166f7ff34449,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:59.863871 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-978465e1-d5b0-4450-84b0-26cea1e5375d service neutron] Request body: {'port': {'device_id': '03976434-4d9e-476a-a1e9-5480aee6cdaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:59.901887 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6984ce71-50da-4db6-98e1-bb0a6b048b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:59.954927 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a7c79-36f3-4ea0-bba0-dc03246824cb req-f87489b1-77cf-4859-8e4a-6e6196f40999 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:59.956680 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b76a7c79-36f3-4ea0-bba0-dc03246824cb req-f87489b1-77cf-4859-8e4a-6e6196f40999 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b9c81dc-f93a-4cac-9bd0-7658de475a32 HTTP/1.1" status: 200 len: 943 time: 0.1331005 Dec 08 16:15:59.959395 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03976434-4d9e-476a-a1e9-5480aee6cdaf', 'tag': '3e8dd4f2-53e5-4bc8-986a-166f7ff34449'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:15:59.961890 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b913e4b-21e9-4ed4-bd8e-4ab5390d814f" -d '{"events": [{"name": "network-changed", "server_uuid": "03976434-4d9e-476a-a1e9-5480aee6cdaf", "tag": "3e8dd4f2-53e5-4bc8-986a-166f7ff34449"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:15:59.966109 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-978465e1-d5b0-4450-84b0-26cea1e5375d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:00.067355 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6984ce71-50da-4db6-98e1-bb0a6b048b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:00.091218 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b76a7c79-36f3-4ea0-bba0-dc03246824cb req-cd7e99be-d6ee-49f5-9c24-86cddde43d47 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.64 "GET /v2.0/security-groups?id=725892bd-251d-4582-a0ba-ed3f1b69b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175265 Dec 08 16:16:00.149906 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-6984ce71-50da-4db6-98e1-bb0a6b048b18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aae70492-1682-4e18-b135-887c01697ca0']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:00.163501 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-6984ce71-50da-4db6-98e1-bb0a6b048b18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b0c82a0-bc9c-4886-a49c-1b810d61edae') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:00.163904 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-6984ce71-50da-4db6-98e1-bb0a6b048b18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b0c82a0-bc9c-4886-a49c-1b810d61edae') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:00.190759 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6984ce71-50da-4db6-98e1-bb0a6b048b18 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:00.220780 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e1bad-90ed-458c-b84e-bc3631041108 req-052182c1-4189-40a5-94ce-6f5d6b98ba4b tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:00.226021 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3919077a-220d-4fb0-9034-ec3c7e8e1fde req-cbc9350e-785e-4d7e-84b8-6702c8220196 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc2d16bb-94e4-45ac-beb6-de10b69176ea HTTP/1.1" status: 200 len: 210 time: 0.0356247 Dec 08 16:16:00.226927 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e1bad-90ed-458c-b84e-bc3631041108 req-052182c1-4189-40a5-94ce-6f5d6b98ba4b tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:00.233147 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e1bad-90ed-458c-b84e-bc3631041108 req-052182c1-4189-40a5-94ce-6f5d6b98ba4b tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:00.239573 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e1bad-90ed-458c-b84e-bc3631041108 req-052182c1-4189-40a5-94ce-6f5d6b98ba4b tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:00.245628 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e1bad-90ed-458c-b84e-bc3631041108 req-052182c1-4189-40a5-94ce-6f5d6b98ba4b tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:00.251813 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e1bad-90ed-458c-b84e-bc3631041108 req-052182c1-4189-40a5-94ce-6f5d6b98ba4b tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:00.259182 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e1bad-90ed-458c-b84e-bc3631041108 req-052182c1-4189-40a5-94ce-6f5d6b98ba4b tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:00.262157 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a02e1bad-90ed-458c-b84e-bc3631041108 req-052182c1-4189-40a5-94ce-6f5d6b98ba4b tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 5405 time: 0.3280580 Dec 08 16:16:00.274116 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6984ce71-50da-4db6-98e1-bb0a6b048b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:00.284638 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0c94a3-cc49-4173-ba12-f8bd065d5643 x-openstack-request-id: req-2c0c94a3-cc49-4173-ba12-f8bd065d5643 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:16:00.284982 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03976434-4d9e-476a-a1e9-5480aee6cdaf", "tag": "3e8dd4f2-53e5-4bc8-986a-166f7ff34449", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:16:00.285751 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2c0c94a3-cc49-4173-ba12-f8bd065d5643 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:16:00.286298 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03976434-4d9e-476a-a1e9-5480aee6cdaf', 'tag': '3e8dd4f2-53e5-4bc8-986a-166f7ff34449', 'status': 'completed', 'code': 200} Dec 08 16:16:00.290398 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6984ce71-50da-4db6-98e1-bb0a6b048b18 admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:16:00.290831 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6984ce71-50da-4db6-98e1-bb0a6b048b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:00.305325 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 9ec1278b-640f-44bf-b645-439e26e6b012 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:16:00.309662 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 5d68d5aa-65bc-4ca9-9c98-2f4603ce7198 up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:16:00.340628 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:16:00.340628 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:16:00.340628 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:16:00.340628 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:16:00.340628 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:16:00.340628 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:16:00.340628 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:16:00.340628 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:16:00.340628 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:16:00.340628 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:16:00.340628 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:16:00.340628 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:16:00.340628 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:16:00.340628 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:16:00.340628 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:16:00.340628 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:16:00.340628 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:16:00.340628 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:16:00.340628 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:16:00.340628 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:16:00.340628 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:16:00.340628 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:16:00.340628 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:16:00.340628 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:16:00.340628 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:16:00.340628 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:16:00.340628 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:16:00.340628 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:16:00.340628 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:16:00.340628 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:16:00.340628 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:16:00.340628 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:16:00.427739 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd17b12-f211-4a96-8c6b-e48a1c0a5881 req-be485a6c-b4fd-4e95-81c4-eff5fa68848a tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:00.429465 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-efd17b12-f211-4a96-8c6b-e48a1c0a5881 req-be485a6c-b4fd-4e95-81c4-eff5fa68848a tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=51348ef1-afe6-4b70-a251-0ebd46e35eb1 HTTP/1.1" status: 200 len: 945 time: 0.0915704 Dec 08 16:16:00.453977 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b913e4b-21e9-4ed4-bd8e-4ab5390d814f req-7c83c7f8-e74f-46af-a79a-4fe522dbe27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:00.454465 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b913e4b-21e9-4ed4-bd8e-4ab5390d814f req-7c83c7f8-e74f-46af-a79a-4fe522dbe27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:00.454937 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b913e4b-21e9-4ed4-bd8e-4ab5390d814f req-7c83c7f8-e74f-46af-a79a-4fe522dbe27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:00.455406 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b913e4b-21e9-4ed4-bd8e-4ab5390d814f req-7c83c7f8-e74f-46af-a79a-4fe522dbe27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:00.455987 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b913e4b-21e9-4ed4-bd8e-4ab5390d814f req-7c83c7f8-e74f-46af-a79a-4fe522dbe27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:00.456882 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b913e4b-21e9-4ed4-bd8e-4ab5390d814f req-7c83c7f8-e74f-46af-a79a-4fe522dbe27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:00.457195 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b913e4b-21e9-4ed4-bd8e-4ab5390d814f req-7c83c7f8-e74f-46af-a79a-4fe522dbe27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:00.459396 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6b913e4b-21e9-4ed4-bd8e-4ab5390d814f req-7c83c7f8-e74f-46af-a79a-4fe522dbe27a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=18030f7f284349198514456af1320f51&device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 6357 time: 0.1097803 Dec 08 16:16:00.465787 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a02e1bad-90ed-458c-b84e-bc3631041108 req-3350b40a-aa4d-4b06-a426-4b5d480f78d1 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c9d21f4-c02c-43e8-9e6c-a95f9379dd30&id=a96e7614-ece1-4248-94a1-b83b73d2e17e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1941364 Dec 08 16:16:00.481988 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-efd17b12-f211-4a96-8c6b-e48a1c0a5881 req-d0d46f57-1fd1-4b23-b5b6-06386460f439 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460875 Dec 08 16:16:00.614330 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port 5d68d5aa-65bc-4ca9-9c98-2f4603ce7198 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:16:00.627375 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b913e4b-21e9-4ed4-bd8e-4ab5390d814f req-41d2da44-7e8f-4446-a1a5-8115745568db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:00.627969 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b913e4b-21e9-4ed4-bd8e-4ab5390d814f req-41d2da44-7e8f-4446-a1a5-8115745568db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:00.628533 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b913e4b-21e9-4ed4-bd8e-4ab5390d814f req-41d2da44-7e8f-4446-a1a5-8115745568db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:00.630241 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6b913e4b-21e9-4ed4-bd8e-4ab5390d814f req-41d2da44-7e8f-4446-a1a5-8115745568db service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=18030f7f284349198514456af1320f51&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1604409 Dec 08 16:16:00.634779 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 9ec1278b-640f-44bf-b645-439e26e6b012, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=9ec1278b-640f-44bf-b645-439e26e6b012,segment=NetworkSegment(ba416323-2644-4ad4-91ac-f9ba2cf2404e),segment_id=ba416323-2644-4ad4-91ac-f9ba2cf2404e)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:00.638038 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 5d68d5aa-65bc-4ca9-9c98-2f4603ce7198 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:16:00.638411 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:00.676775 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538e461-8395-430b-abe0-45bde85145a3 req-e9bf8a5f-0c31-4821-b87d-ba4a4295c9c7 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:00.685268 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e538e461-8395-430b-abe0-45bde85145a3 req-e9bf8a5f-0c31-4821-b87d-ba4a4295c9c7 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=6612c2d2-a101-43bc-a58f-e9ed9a41dd2c HTTP/1.1" status: 200 len: 945 time: 0.1343288 Dec 08 16:16:00.721121 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '9ec1278b-640f-44bf-b645-439e26e6b012', 'network_id': 'fdd4d821-77e2-4df5-8e20-52b9b5212bd5', 'port_id': '9ec1278b-640f-44bf-b645-439e26e6b012', 'mac_address': 'fa:16:3e:06:98:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a36ffc2b-3deb-4b54-9e98-dcd164b5820f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:16:00.790139 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e538e461-8395-430b-abe0-45bde85145a3 req-48528008-3e8b-465f-88ea-d265e91e6750 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036129 Dec 08 16:16:00.807383 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b913e4b-21e9-4ed4-bd8e-4ab5390d814f req-8d047334-a413-47d1-94ce-9e1609705290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:00.807641 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:00.809487 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6b913e4b-21e9-4ed4-bd8e-4ab5390d814f req-8d047334-a413-47d1-94ce-9e1609705290 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1643360 Dec 08 16:16:00.844480 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ec1278b-640f-44bf-b645-439e26e6b012 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:16:00.856611 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c693a606-b039-44e0-9f95-011512aa5f6c req-17cb9915-b700-4678-97d9-909ae54b6858 tempest-ServerShowV257Test-510841687 tempest-ServerShowV257Test-510841687-project] 10.222.0.64 "GET /v2.0/ports?device_id=ade7e354-f673-4bac-a86a-97efe5d1e7f9 HTTP/1.1" status: 200 len: 210 time: 0.0419319 Dec 08 16:16:00.859416 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6984ce71-50da-4db6-98e1-bb0a6b048b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:00.870909 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 9ec1278b-640f-44bf-b645-439e26e6b012, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=9ec1278b-640f-44bf-b645-439e26e6b012,segment=NetworkSegment(ba416323-2644-4ad4-91ac-f9ba2cf2404e),segment_id=ba416323-2644-4ad4-91ac-f9ba2cf2404e)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:00.879125 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6984ce71-50da-4db6-98e1-bb0a6b048b18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:00.880818 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-6984ce71-50da-4db6-98e1-bb0a6b048b18 admin admin] 10.222.0.64 "DELETE /v2.0/networks/aae70492-1682-4e18-b135-887c01697ca0 HTTP/1.1" status: 204 len: 168 time: 1.1994460 Dec 08 16:16:00.892646 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-978465e1-d5b0-4450-84b0-26cea1e5375d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84db335e-f375-4be2-a69d-00e5bb4c6257 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:16:00.893037 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6984ce71-50da-4db6-98e1-bb0a6b048b18 admin admin] Pushing event deleted for resources: {'Network': ['ID=aae70492-1682-4e18-b135-887c01697ca0,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:00.901437 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-978465e1-d5b0-4450-84b0-26cea1e5375d service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:00.917523 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-978465e1-d5b0-4450-84b0-26cea1e5375d service neutron] Transition to ACTIVE for port object 84db335e-f375-4be2-a69d-00e5bb4c6257 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:16:00.956598 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:00.979959 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:00.990940 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afbd37da-20c4-4a08-ae5d-a1a74df68179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d68d5aa-65bc-4ca9-9c98-2f4603ce7198'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:16:00.993304 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285475d9-e05b-42c7-a0cd-57ce149273c2" -d '{"events": [{"server_uuid": "afbd37da-20c4-4a08-ae5d-a1a74df68179", "name": "network-vif-plugged", "status": "completed", "tag": "5d68d5aa-65bc-4ca9-9c98-2f4603ce7198"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:16:01.037339 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 5d68d5aa-65bc-4ca9-9c98-2f4603ce7198, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=5d68d5aa-65bc-4ca9-9c98-2f4603ce7198,segment=NetworkSegment(ba416323-2644-4ad4-91ac-f9ba2cf2404e),segment_id=ba416323-2644-4ad4-91ac-f9ba2cf2404e)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:01.048369 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-978465e1-d5b0-4450-84b0-26cea1e5375d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:01.088854 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89fa79b2-531c-429a-acac-d5abd96d5f8e x-openstack-request-id: req-89fa79b2-531c-429a-acac-d5abd96d5f8e {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:16:01.089166 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afbd37da-20c4-4a08-ae5d-a1a74df68179", "name": "network-vif-plugged", "status": "completed", "tag": "5d68d5aa-65bc-4ca9-9c98-2f4603ce7198", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:16:01.089422 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-89fa79b2-531c-429a-acac-d5abd96d5f8e {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:16:01.089831 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afbd37da-20c4-4a08-ae5d-a1a74df68179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d68d5aa-65bc-4ca9-9c98-2f4603ce7198', 'code': 200} Dec 08 16:16:01.090815 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=9ec1278b-640f-44bf-b645-439e26e6b012,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:01.142098 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:01.170146 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978465e1-d5b0-4450-84b0-26cea1e5375d service neutron] Pushing event updated for resources: {'Port': ['ID=84db335e-f375-4be2-a69d-00e5bb4c6257,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:01.306479 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=5d68d5aa-65bc-4ca9-9c98-2f4603ce7198,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:01.379303 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a13013-d759-4774-9e3c-704ff4e9aed6 req-1a4d7544-b50a-49e5-b3ca-0dd620ae6abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:01.383299 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-04a13013-d759-4774-9e3c-704ff4e9aed6 req-1a4d7544-b50a-49e5-b3ca-0dd620ae6abc service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=afbd37da-20c4-4a08-ae5d-a1a74df68179 HTTP/1.1" status: 200 len: 1097 time: 0.1447005 Dec 08 16:16:01.408037 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8c137-d26f-45b0-bf89-b988e7d61542 req-aad144de-0c68-4f15-9682-4f9873f50e36 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:01.410288 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0cb8c137-d26f-45b0-bf89-b988e7d61542 req-aad144de-0c68-4f15-9682-4f9873f50e36 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b9c81dc-f93a-4cac-9bd0-7658de475a32 HTTP/1.1" status: 200 len: 944 time: 0.1051054 Dec 08 16:16:01.433557 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c5d0f9c3-cc53-4f10-b16f-dea3128c5cfd req-7c0df325-954d-455c-b3f0-668e546933e4 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc2d16bb-94e4-45ac-beb6-de10b69176ea HTTP/1.1" status: 200 len: 210 time: 0.0740006 Dec 08 16:16:01.434376 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-978465e1-d5b0-4450-84b0-26cea1e5375d service neutron] Attempting to bind port 84db335e-f375-4be2-a69d-00e5bb4c6257 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:16:01.434740 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-978465e1-d5b0-4450-84b0-26cea1e5375d service neutron] Attempting to bind port 84db335e-f375-4be2-a69d-00e5bb4c6257 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '850cf408-d2e1-44d7-9e49-63d5f0b3762d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '0cd1fc08-18ef-4903-a4d4-304d5ce0f86e'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:16:01.437633 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-978465e1-d5b0-4450-84b0-26cea1e5375d service neutron] Attempting to bind port 84db335e-f375-4be2-a69d-00e5bb4c6257 on network 0cd1fc08-18ef-4903-a4d4-304d5ce0f86e {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:16:01.458850 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['9ec1278b-640f-44bf-b645-439e26e6b012'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:16:01.478270 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 50898) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:01.485722 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-978465e1-d5b0-4450-84b0-26cea1e5375d service neutron] Port 84db335e-f375-4be2-a69d-00e5bb4c6257 on network 0cd1fc08-18ef-4903-a4d4-304d5ce0f86e not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:16:01.486222 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-978465e1-d5b0-4450-84b0-26cea1e5375d service neutron] Attempting to bind port 84db335e-f375-4be2-a69d-00e5bb4c6257 on network 0cd1fc08-18ef-4903-a4d4-304d5ce0f86e {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:16:01.519388 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-978465e1-d5b0-4450-84b0-26cea1e5375d service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:16:01.521819 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-978465e1-d5b0-4450-84b0-26cea1e5375d service neutron] Checking segment: {'id': '850cf408-d2e1-44d7-9e49-63d5f0b3762d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '0cd1fc08-18ef-4903-a4d4-304d5ce0f86e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:16:01.523196 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-978465e1-d5b0-4450-84b0-26cea1e5375d service neutron] Bound using segment: {'id': '850cf408-d2e1-44d7-9e49-63d5f0b3762d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '0cd1fc08-18ef-4903-a4d4-304d5ce0f86e'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:16:01.523840 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-978465e1-d5b0-4450-84b0-26cea1e5375d service neutron] Bound port: 84db335e-f375-4be2-a69d-00e5bb4c6257, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '850cf408-d2e1-44d7-9e49-63d5f0b3762d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '0cd1fc08-18ef-4903-a4d4-304d5ce0f86e'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:16:01.525218 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-978465e1-d5b0-4450-84b0-26cea1e5375d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:01.535298 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0cb8c137-d26f-45b0-bf89-b988e7d61542 req-77ff1b3a-3a2c-41e6-8e75-911ed0d046c4 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.64 "GET /v2.0/security-groups?id=725892bd-251d-4582-a0ba-ed3f1b69b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148665 Dec 08 16:16:01.570903 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-dc1755ba-0222-4a73-9c48-d9caa3190a6b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=810520df5a8e4422956ae3b5265a3df4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0914533 Dec 08 16:16:01.573619 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 50906) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:01.607157 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-04a13013-d759-4774-9e3c-704ff4e9aed6 req-0d6eb6fd-3f3f-4d85-97d7-68286d516d7a service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=725892bd-251d-4582-a0ba-ed3f1b69b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938174 Dec 08 16:16:01.684236 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-18628226-2160-4343-bbf0-a1c30bea82af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:01.697491 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d90335b-1ad7-4aa0-b223-3f854870496a req-767bde3d-8bf1-4825-86aa-9ad72d430225 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:01.704047 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d90335b-1ad7-4aa0-b223-3f854870496a req-767bde3d-8bf1-4825-86aa-9ad72d430225 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:01.710104 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d90335b-1ad7-4aa0-b223-3f854870496a req-767bde3d-8bf1-4825-86aa-9ad72d430225 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:01.716903 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d90335b-1ad7-4aa0-b223-3f854870496a req-767bde3d-8bf1-4825-86aa-9ad72d430225 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:01.722912 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d90335b-1ad7-4aa0-b223-3f854870496a req-767bde3d-8bf1-4825-86aa-9ad72d430225 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:01.729174 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d90335b-1ad7-4aa0-b223-3f854870496a req-767bde3d-8bf1-4825-86aa-9ad72d430225 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:01.735149 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d90335b-1ad7-4aa0-b223-3f854870496a req-767bde3d-8bf1-4825-86aa-9ad72d430225 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:01.743523 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0d90335b-1ad7-4aa0-b223-3f854870496a req-767bde3d-8bf1-4825-86aa-9ad72d430225 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 5417 time: 0.1495013 Dec 08 16:16:01.759544 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-18628226-2160-4343-bbf0-a1c30bea82af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:01.773044 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-978465e1-d5b0-4450-84b0-26cea1e5375d service neutron] For port 84db335e-f375-4be2-a69d-00e5bb4c6257, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:16:01.784480 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84cf19a-4d00-4368-a721-0133200dea0c req-a1ad0865-6b9e-4744-b59e-107c3f73a915 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:01.795063 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e84cf19a-4d00-4368-a721-0133200dea0c req-a1ad0865-6b9e-4744-b59e-107c3f73a915 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=51348ef1-afe6-4b70-a251-0ebd46e35eb1 HTTP/1.1" status: 200 len: 945 time: 0.1360946 Dec 08 16:16:01.806440 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-978465e1-d5b0-4450-84b0-26cea1e5375d service neutron] For port 84db335e-f375-4be2-a69d-00e5bb4c6257, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=84db335e-f375-4be2-a69d-00e5bb4c6257,segment=NetworkSegment(850cf408-d2e1-44d7-9e49-63d5f0b3762d),segment_id=850cf408-d2e1-44d7-9e49-63d5f0b3762d)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:16:01.857117 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0d90335b-1ad7-4aa0-b223-3f854870496a req-91714761-f748-4494-b337-8116d17c66f6 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c9d21f4-c02c-43e8-9e6c-a95f9379dd30&id=a96e7614-ece1-4248-94a1-b83b73d2e17e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1126137 Dec 08 16:16:01.903887 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e84cf19a-4d00-4368-a721-0133200dea0c req-342f3b19-4c29-4302-b26a-6291c9fec631 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024709 Dec 08 16:16:01.982155 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-978465e1-d5b0-4450-84b0-26cea1e5375d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:02.055469 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-18628226-2160-4343-bbf0-a1c30bea82af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:02.059439 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f522b4e6-29a9-46a2-b87a-71dd62aa33b5 req-a78bd2cf-d180-4f4c-9498-f71210c26e39 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ade7e354-f673-4bac-a86a-97efe5d1e7f9 HTTP/1.1" status: 200 len: 210 time: 0.0698664 Dec 08 16:16:02.061527 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-18628226-2160-4343-bbf0-a1c30bea82af admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:02.061895 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-18628226-2160-4343-bbf0-a1c30bea82af admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/23ffec03-c954-4925-993a-1bda94cbf23a HTTP/1.1" status: 204 len: 168 time: 0.4842358 Dec 08 16:16:02.074835 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18628226-2160-4343-bbf0-a1c30bea82af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ffec03-c954-4925-993a-1bda94cbf23a,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:02.078623 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e416fd-70b2-4ae8-b756-04a55f1f9c29 req-a5ef693f-96ed-4c48-acda-796ac790d4e2 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:02.080891 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a9e416fd-70b2-4ae8-b756-04a55f1f9c29 req-a5ef693f-96ed-4c48-acda-796ac790d4e2 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.76 "GET /v2.0/networks?id=cc341b4e-e4a6-433a-819f-1f235ff05a7a HTTP/1.1" status: 200 len: 806 time: 0.2200360 Dec 08 16:16:02.083344 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-978465e1-d5b0-4450-84b0-26cea1e5375d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:02.084025 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-978465e1-d5b0-4450-84b0-26cea1e5375d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:02.085551 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-978465e1-d5b0-4450-84b0-26cea1e5375d service neutron] 10.222.0.37 "PUT /v2.0/ports/84db335e-f375-4be2-a69d-00e5bb4c6257 HTTP/1.1" status: 200 len: 1092 time: 2.2261598 Dec 08 16:16:02.126788 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff55b8e9-bc9c-4f2f-938c-20ffb5575e4f req-abbcedf5-b293-44ae-9b48-8b69b227f83f tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:02.129361 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978465e1-d5b0-4450-84b0-26cea1e5375d service neutron] Pushing event updated for resources: {'Port': ['ID=84db335e-f375-4be2-a69d-00e5bb4c6257,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:02.140647 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ff55b8e9-bc9c-4f2f-938c-20ffb5575e4f req-abbcedf5-b293-44ae-9b48-8b69b227f83f tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=6612c2d2-a101-43bc-a58f-e9ed9a41dd2c HTTP/1.1" status: 200 len: 945 time: 0.1571808 Dec 08 16:16:02.149169 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b57cee2f-a796-4ff6-9436-5d258f7a5a5f req-b8adc487-72d2-43c5-8310-98fb23ff7300 tempest-ServerShowV257Test-510841687 tempest-ServerShowV257Test-510841687-project] 10.222.0.64 "GET /v2.0/ports?device_id=ade7e354-f673-4bac-a86a-97efe5d1e7f9 HTTP/1.1" status: 200 len: 210 time: 0.0366380 Dec 08 16:16:02.192382 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-10615968-91a4-43d8-9476-168bc7278725 service neutron] Request body: {'port': {'device_id': '03976434-4d9e-476a-a1e9-5480aee6cdaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:02.244478 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ff55b8e9-bc9c-4f2f-938c-20ffb5575e4f req-245119ac-70d8-411c-90a8-47ee446b191d tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026092 Dec 08 16:16:02.277917 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-10615968-91a4-43d8-9476-168bc7278725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:02.291328 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03976434-4d9e-476a-a1e9-5480aee6cdaf', 'tag': '84db335e-f375-4be2-a69d-00e5bb4c6257'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:16:02.295532 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a50751-8a45-485c-99d6-ebb2fab72a69" -d '{"events": [{"name": "network-changed", "server_uuid": "03976434-4d9e-476a-a1e9-5480aee6cdaf", "tag": "84db335e-f375-4be2-a69d-00e5bb4c6257"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:16:02.353488 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-a9e416fd-70b2-4ae8-b756-04a55f1f9c29 req-718a36dc-f023-4430-b089-48837955d709 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Request body: {'port': {'device_id': 'cc2d16bb-94e4-45ac-beb6-de10b69176ea', 'network_id': 'cc341b4e-e4a6-433a-819f-1f235ff05a7a', 'admin_state_up': True, 'tenant_id': '3c96083250fb4c3492902950739ee237'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:02.359405 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39987a8-92e0-4df7-ad97-27f9ccdc26de x-openstack-request-id: req-f39987a8-92e0-4df7-ad97-27f9ccdc26de {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:16:02.360440 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03976434-4d9e-476a-a1e9-5480aee6cdaf", "tag": "84db335e-f375-4be2-a69d-00e5bb4c6257", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:16:02.360440 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f39987a8-92e0-4df7-ad97-27f9ccdc26de {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:16:02.360440 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03976434-4d9e-476a-a1e9-5480aee6cdaf', 'tag': '84db335e-f375-4be2-a69d-00e5bb4c6257', 'status': 'completed', 'code': 200} Dec 08 16:16:02.512232 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a50751-8a45-485c-99d6-ebb2fab72a69 req-c35601a3-bc50-4886-977b-84730112c2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:02.512759 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a50751-8a45-485c-99d6-ebb2fab72a69 req-c35601a3-bc50-4886-977b-84730112c2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:02.513160 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a50751-8a45-485c-99d6-ebb2fab72a69 req-c35601a3-bc50-4886-977b-84730112c2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:02.513658 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a50751-8a45-485c-99d6-ebb2fab72a69 req-c35601a3-bc50-4886-977b-84730112c2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:02.514103 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a50751-8a45-485c-99d6-ebb2fab72a69 req-c35601a3-bc50-4886-977b-84730112c2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:02.514650 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a50751-8a45-485c-99d6-ebb2fab72a69 req-c35601a3-bc50-4886-977b-84730112c2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:02.515123 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a50751-8a45-485c-99d6-ebb2fab72a69 req-c35601a3-bc50-4886-977b-84730112c2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:02.528502 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c0a50751-8a45-485c-99d6-ebb2fab72a69 req-c35601a3-bc50-4886-977b-84730112c2c5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=18030f7f284349198514456af1320f51&device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 6425 time: 0.1466763 Dec 08 16:16:02.652118 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6bba83e1-776d-4841-9998-73a6590177e5 req-b97f2528-e973-43c3-ae81-22d34a9d85ec tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc2d16bb-94e4-45ac-beb6-de10b69176ea HTTP/1.1" status: 200 len: 210 time: 0.0852411 Dec 08 16:16:02.763039 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a50751-8a45-485c-99d6-ebb2fab72a69 req-499a4e6b-4b18-46d3-9771-6203417aabfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:02.763516 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a50751-8a45-485c-99d6-ebb2fab72a69 req-499a4e6b-4b18-46d3-9771-6203417aabfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:02.763987 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a50751-8a45-485c-99d6-ebb2fab72a69 req-499a4e6b-4b18-46d3-9771-6203417aabfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:02.765671 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c0a50751-8a45-485c-99d6-ebb2fab72a69 req-499a4e6b-4b18-46d3-9771-6203417aabfd service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=18030f7f284349198514456af1320f51&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2271984 Dec 08 16:16:02.920123 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a50751-8a45-485c-99d6-ebb2fab72a69 req-b2978d14-c9ed-46dc-a086-45b37b19f9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:02.923360 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c0a50751-8a45-485c-99d6-ebb2fab72a69 req-b2978d14-c9ed-46dc-a086-45b37b19f9f4 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1474750 Dec 08 16:16:03.044041 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9e416fd-70b2-4ae8-b756-04a55f1f9c29 req-718a36dc-f023-4430-b089-48837955d709 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Made reservation on behalf of 3c96083250fb4c3492902950739ee237 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:16:03.047530 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a9e416fd-70b2-4ae8-b756-04a55f1f9c29 req-718a36dc-f023-4430-b089-48837955d709 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:03.065397 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a07f4-7030-477c-a479-3e0f443d9027 req-0006c829-9c7c-4814-9911-90fe1a0f3e33 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:03.075710 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a07f4-7030-477c-a479-3e0f443d9027 req-0006c829-9c7c-4814-9911-90fe1a0f3e33 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:03.084583 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a07f4-7030-477c-a479-3e0f443d9027 req-0006c829-9c7c-4814-9911-90fe1a0f3e33 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:03.093627 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a07f4-7030-477c-a479-3e0f443d9027 req-0006c829-9c7c-4814-9911-90fe1a0f3e33 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:03.101069 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a07f4-7030-477c-a479-3e0f443d9027 req-0006c829-9c7c-4814-9911-90fe1a0f3e33 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:03.108085 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a07f4-7030-477c-a479-3e0f443d9027 req-0006c829-9c7c-4814-9911-90fe1a0f3e33 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:03.117192 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a07f4-7030-477c-a479-3e0f443d9027 req-0006c829-9c7c-4814-9911-90fe1a0f3e33 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:03.131931 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-207a07f4-7030-477c-a479-3e0f443d9027 req-0006c829-9c7c-4814-9911-90fe1a0f3e33 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 5417 time: 0.1395264 Dec 08 16:16:03.172590 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55474ac-492b-4544-ab5c-a20d351bdf3b req-6cf78290-756b-4e72-a156-cb799500980f tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:03.180366 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e55474ac-492b-4544-ab5c-a20d351bdf3b req-6cf78290-756b-4e72-a156-cb799500980f tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b9c81dc-f93a-4cac-9bd0-7658de475a32 HTTP/1.1" status: 200 len: 944 time: 0.1701627 Dec 08 16:16:03.230424 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-207a07f4-7030-477c-a479-3e0f443d9027 req-9d98fc47-a70c-4393-9198-10bb13a2bb1d tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c9d21f4-c02c-43e8-9e6c-a95f9379dd30&id=a96e7614-ece1-4248-94a1-b83b73d2e17e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0978999 Dec 08 16:16:03.321271 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e55474ac-492b-4544-ab5c-a20d351bdf3b req-86cb3b90-c233-475c-94d4-68c4ee8a9bf7 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.64 "GET /v2.0/security-groups?id=725892bd-251d-4582-a0ba-ed3f1b69b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399932 Dec 08 16:16:03.397098 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565a975-213c-4900-8956-3bdf606fdd63 req-49f0cabd-55e9-47b2-b791-e8d61dc7cbed tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:03.400272 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5565a975-213c-4900-8956-3bdf606fdd63 req-49f0cabd-55e9-47b2-b791-e8d61dc7cbed tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=51348ef1-afe6-4b70-a251-0ebd46e35eb1 HTTP/1.1" status: 200 len: 945 time: 0.0817513 Dec 08 16:16:03.415148 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-10615968-91a4-43d8-9476-168bc7278725 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85bad2ad-910d-4f13-942d-9eb3285bd3f8 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:16:03.435641 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-a9e416fd-70b2-4ae8-b756-04a55f1f9c29 req-718a36dc-f023-4430-b089-48837955d709 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Allocated IP 172.20.0.5 (cc341b4e-e4a6-433a-819f-1f235ff05a7a/5ae73486-24f1-4ad9-b7a3-ee511661fedf/ba1102e6-16d2-43cb-a699-967ba6520bda) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:16:03.461013 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-10615968-91a4-43d8-9476-168bc7278725 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:03.507893 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-10615968-91a4-43d8-9476-168bc7278725 service neutron] Transition to ACTIVE for port object 85bad2ad-910d-4f13-942d-9eb3285bd3f8 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:16:03.569125 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5565a975-213c-4900-8956-3bdf606fdd63 req-1f8eb4e1-9254-4db7-94b9-04a0781b3a5c tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503572 Dec 08 16:16:03.626962 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-10615968-91a4-43d8-9476-168bc7278725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:03.722120 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114a55f3-a314-4c34-85d4-49dfae16f448 req-c91b8553-3cbb-4bfd-ac50-3a323f89f864 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:03.731212 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-114a55f3-a314-4c34-85d4-49dfae16f448 req-c91b8553-3cbb-4bfd-ac50-3a323f89f864 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=6612c2d2-a101-43bc-a58f-e9ed9a41dd2c HTTP/1.1" status: 200 len: 945 time: 0.0625749 Dec 08 16:16:03.762631 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e3be3fd8-905a-4b8d-a292-37cceb60ff13 req-9494507d-ad1a-465b-a91d-f1b2aa907b09 tempest-ServerShowV257Test-510841687 tempest-ServerShowV257Test-510841687-project] 10.222.0.64 "GET /v2.0/ports?device_id=ade7e354-f673-4bac-a86a-97efe5d1e7f9 HTTP/1.1" status: 200 len: 210 time: 0.0713367 Dec 08 16:16:03.792770 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-114a55f3-a314-4c34-85d4-49dfae16f448 req-7fd46799-3253-44a6-8729-e932e47c8b23 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602605 Dec 08 16:16:03.862849 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10615968-91a4-43d8-9476-168bc7278725 service neutron] Pushing event updated for resources: {'Port': ['ID=85bad2ad-910d-4f13-942d-9eb3285bd3f8,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:03.931491 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 50950) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:04.045444 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c324a0fc-2976-4ca4-971b-1e6ad4415dab req-f385407b-e370-4ccd-9c28-20134f91c194 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc2d16bb-94e4-45ac-beb6-de10b69176ea HTTP/1.1" status: 200 len: 210 time: 0.1202924 Dec 08 16:16:04.068642 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a9e416fd-70b2-4ae8-b756-04a55f1f9c29 req-718a36dc-f023-4430-b089-48837955d709 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:04.095794 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-10615968-91a4-43d8-9476-168bc7278725 service neutron] Attempting to bind port 85bad2ad-910d-4f13-942d-9eb3285bd3f8 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:16:04.096148 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-10615968-91a4-43d8-9476-168bc7278725 service neutron] Attempting to bind port 85bad2ad-910d-4f13-942d-9eb3285bd3f8 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '850cf408-d2e1-44d7-9e49-63d5f0b3762d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '0cd1fc08-18ef-4903-a4d4-304d5ce0f86e'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:16:04.096538 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-10615968-91a4-43d8-9476-168bc7278725 service neutron] Attempting to bind port 85bad2ad-910d-4f13-942d-9eb3285bd3f8 on network 0cd1fc08-18ef-4903-a4d4-304d5ce0f86e {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:16:04.103819 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-10615968-91a4-43d8-9476-168bc7278725 service neutron] Port 85bad2ad-910d-4f13-942d-9eb3285bd3f8 on network 0cd1fc08-18ef-4903-a4d4-304d5ce0f86e not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:16:04.106959 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-10615968-91a4-43d8-9476-168bc7278725 service neutron] Attempting to bind port 85bad2ad-910d-4f13-942d-9eb3285bd3f8 on network 0cd1fc08-18ef-4903-a4d4-304d5ce0f86e {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:16:04.114425 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-bdf5048b-9592-44e0-b150-f5506c44b31c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1381106210-network', 'tenant_id': 'f798cbfb52c24fe0ba6afa1278248aa5'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:04.123873 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-10615968-91a4-43d8-9476-168bc7278725 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:16:04.124253 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-10615968-91a4-43d8-9476-168bc7278725 service neutron] Checking segment: {'id': '850cf408-d2e1-44d7-9e49-63d5f0b3762d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '0cd1fc08-18ef-4903-a4d4-304d5ce0f86e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:16:04.124860 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-10615968-91a4-43d8-9476-168bc7278725 service neutron] Bound using segment: {'id': '850cf408-d2e1-44d7-9e49-63d5f0b3762d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '0cd1fc08-18ef-4903-a4d4-304d5ce0f86e'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:16:04.125492 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-10615968-91a4-43d8-9476-168bc7278725 service neutron] Bound port: 85bad2ad-910d-4f13-942d-9eb3285bd3f8, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '850cf408-d2e1-44d7-9e49-63d5f0b3762d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '0cd1fc08-18ef-4903-a4d4-304d5ce0f86e'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:16:04.126449 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-10615968-91a4-43d8-9476-168bc7278725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:04.224688 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf5048b-9592-44e0-b150-f5506c44b31c admin admin] Made reservation on behalf of f798cbfb52c24fe0ba6afa1278248aa5 for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:16:04.227657 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bdf5048b-9592-44e0-b150-f5506c44b31c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:04.234098 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-10615968-91a4-43d8-9476-168bc7278725 service neutron] For port 85bad2ad-910d-4f13-942d-9eb3285bd3f8, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:16:04.238687 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-10615968-91a4-43d8-9476-168bc7278725 service neutron] For port 85bad2ad-910d-4f13-942d-9eb3285bd3f8, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=85bad2ad-910d-4f13-942d-9eb3285bd3f8,segment=NetworkSegment(850cf408-d2e1-44d7-9e49-63d5f0b3762d),segment_id=850cf408-d2e1-44d7-9e49-63d5f0b3762d)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:16:04.244150 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bdf5048b-9592-44e0-b150-f5506c44b31c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:04.259107 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a9e416fd-70b2-4ae8-b756-04a55f1f9c29 req-718a36dc-f023-4430-b089-48837955d709 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:04.291048 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['447778cb-6852-4f54-8138-b73aa73fba8a'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:16:04.310722 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-10615968-91a4-43d8-9476-168bc7278725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:04.332261 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9e416fd-70b2-4ae8-b756-04a55f1f9c29 req-718a36dc-f023-4430-b089-48837955d709 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Network cc341b4e-e4a6-433a-819f-1f235ff05a7a is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:16:04.337464 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-a9e416fd-70b2-4ae8-b756-04a55f1f9c29 req-718a36dc-f023-4430-b089-48837955d709 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:16:04.344242 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9e416fd-70b2-4ae8-b756-04a55f1f9c29 req-718a36dc-f023-4430-b089-48837955d709 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:16:04.350206 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718a36dc-f023-4430-b089-48837955d709 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Pushing event updated for resources: {'Port': ['ID=ba1102e6-16d2-43cb-a699-967ba6520bda,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:04.353974 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-10615968-91a4-43d8-9476-168bc7278725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:04.354615 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-10615968-91a4-43d8-9476-168bc7278725 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:04.356537 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-10615968-91a4-43d8-9476-168bc7278725 service neutron] 10.222.0.37 "PUT /v2.0/ports/85bad2ad-910d-4f13-942d-9eb3285bd3f8 HTTP/1.1" status: 200 len: 1092 time: 2.1683636 Dec 08 16:16:04.395720 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03976434-4d9e-476a-a1e9-5480aee6cdaf', 'tag': '85bad2ad-910d-4f13-942d-9eb3285bd3f8'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:16:04.401133 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d722edf0-d731-40c4-b464-ab08df500430" -d '{"events": [{"name": "network-changed", "server_uuid": "03976434-4d9e-476a-a1e9-5480aee6cdaf", "tag": "85bad2ad-910d-4f13-942d-9eb3285bd3f8"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:16:04.408964 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 9ec1278b-640f-44bf-b645-439e26e6b012 up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:16:04.442921 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bdf5048b-9592-44e0-b150-f5506c44b31c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:04.504168 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10615968-91a4-43d8-9476-168bc7278725 service neutron] Pushing event updated for resources: {'Port': ['ID=85bad2ad-910d-4f13-942d-9eb3285bd3f8,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:04.528265 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bdf5048b-9592-44e0-b150-f5506c44b31c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:04.634475 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e416fd-70b2-4ae8-b756-04a55f1f9c29 req-718a36dc-f023-4430-b089-48837955d709 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:04.635932 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a9e416fd-70b2-4ae8-b756-04a55f1f9c29 req-718a36dc-f023-4430-b089-48837955d709 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:04.638914 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdf5048b-9592-44e0-b150-f5506c44b31c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:16:04.678361 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-c0437832-67f3-467b-8e0a-70344de725a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:04.678777 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-c0437832-67f3-467b-8e0a-70344de725a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:04.679264 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-c0437832-67f3-467b-8e0a-70344de725a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:04.679743 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-c0437832-67f3-467b-8e0a-70344de725a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:04.680477 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-c0437832-67f3-467b-8e0a-70344de725a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:04.680957 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-c0437832-67f3-467b-8e0a-70344de725a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:04.681435 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-c0437832-67f3-467b-8e0a-70344de725a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:04.683684 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-c0437832-67f3-467b-8e0a-70344de725a1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=18030f7f284349198514456af1320f51&device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 6493 time: 0.2108793 Dec 08 16:16:04.692984 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbce63f-fea0-4f09-9999-83156f9262a2 req-fe06ddee-0b43-434e-a54b-80f4aabe0263 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:04.702490 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61ba4f-acd8-4a6c-a211-e505f57362d0 req-6eccdfe4-2a13-4a94-bd45-4f8f233296d6 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:04.705799 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ea61ba4f-acd8-4a6c-a211-e505f57362d0 req-6eccdfe4-2a13-4a94-bd45-4f8f233296d6 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b9c81dc-f93a-4cac-9bd0-7658de475a32 HTTP/1.1" status: 200 len: 944 time: 0.2210686 Dec 08 16:16:04.708329 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbce63f-fea0-4f09-9999-83156f9262a2 req-fe06ddee-0b43-434e-a54b-80f4aabe0263 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:04.724997 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbce63f-fea0-4f09-9999-83156f9262a2 req-fe06ddee-0b43-434e-a54b-80f4aabe0263 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:04.739006 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbce63f-fea0-4f09-9999-83156f9262a2 req-fe06ddee-0b43-434e-a54b-80f4aabe0263 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:04.753979 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbce63f-fea0-4f09-9999-83156f9262a2 req-fe06ddee-0b43-434e-a54b-80f4aabe0263 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:04.759979 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbce63f-fea0-4f09-9999-83156f9262a2 req-fe06ddee-0b43-434e-a54b-80f4aabe0263 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:04.768422 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:04.769397 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a9e416fd-70b2-4ae8-b756-04a55f1f9c29 req-718a36dc-f023-4430-b089-48837955d709 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4204443 Dec 08 16:16:04.773206 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-12676363-4346-4a31-abba-d1deb4bbe8c4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86efcb2c-1285-4710-925f-8ab5f6b3d355 HTTP/1.1" status: 200 len: 217 time: 0.0660095 Dec 08 16:16:04.779052 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port 9ec1278b-640f-44bf-b645-439e26e6b012 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:16:04.783443 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-a9e416fd-70b2-4ae8-b756-04a55f1f9c29 req-c7e9f67e-e2c0-43b3-98fc-e3298af015a9 service neutron] Request body: {'port': {'device_id': 'cc2d16bb-94e4-45ac-beb6-de10b69176ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:04.783841 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbce63f-fea0-4f09-9999-83156f9262a2 req-fe06ddee-0b43-434e-a54b-80f4aabe0263 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:04.801177 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 9ec1278b-640f-44bf-b645-439e26e6b012 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:16:04.801547 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:04.802472 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ebbce63f-fea0-4f09-9999-83156f9262a2 req-fe06ddee-0b43-434e-a54b-80f4aabe0263 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 5429 time: 0.3471727 Dec 08 16:16:04.805717 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bdf5048b-9592-44e0-b150-f5506c44b31c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:04.806324 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-bdf5048b-9592-44e0-b150-f5506c44b31c admin admin] Added segment 72e52347-683a-49fc-84ef-d33cdb5037e0 of type vlan for network 7267bda8-5e5d-4e04-ad23-20b961702335 Dec 08 16:16:04.808299 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf5048b-9592-44e0-b150-f5506c44b31c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f7ab13-7530-4303-a2b1-d1e662a745f6,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:04.906387 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ea61ba4f-acd8-4a6c-a211-e505f57362d0 req-b60f34f8-0d5c-405b-aec5-5f6fe919af6a tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.64 "GET /v2.0/security-groups?id=725892bd-251d-4582-a0ba-ed3f1b69b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929708 Dec 08 16:16:04.911585 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bdf5048b-9592-44e0-b150-f5506c44b31c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:04.952053 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ebbce63f-fea0-4f09-9999-83156f9262a2 req-710a8210-16fb-4c7b-b0fe-ad4223cd0a28 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c9d21f4-c02c-43e8-9e6c-a95f9379dd30&id=a96e7614-ece1-4248-94a1-b83b73d2e17e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1483593 Dec 08 16:16:04.966549 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-872ea8f0-b8a9-4a51-9665-2ad211bd9d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:04.968052 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-872ea8f0-b8a9-4a51-9665-2ad211bd9d26 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1788926e-2053-422c-b7be-41238d864800 HTTP/1.1" status: 200 len: 856 time: 0.1810338 Dec 08 16:16:04.975645 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:04.988694 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98fd6c0-65bc-423e-a9ea-672ec51cf84b x-openstack-request-id: req-d98fd6c0-65bc-423e-a9ea-672ec51cf84b {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:16:04.989024 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03976434-4d9e-476a-a1e9-5480aee6cdaf", "tag": "85bad2ad-910d-4f13-942d-9eb3285bd3f8", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:16:04.989295 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d98fd6c0-65bc-423e-a9ea-672ec51cf84b {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:16:04.989722 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03976434-4d9e-476a-a1e9-5480aee6cdaf', 'tag': '85bad2ad-910d-4f13-942d-9eb3285bd3f8', 'status': 'completed', 'code': 200} Dec 08 16:16:05.011175 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9c81dc-f93a-4cac-9bd0-7658de475a32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec1278b-640f-44bf-b645-439e26e6b012'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:16:05.015551 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-287edb4c-6c87-492a-819a-cb6e60e2f2f3" -d '{"events": [{"server_uuid": "3b9c81dc-f93a-4cac-9bd0-7658de475a32", "name": "network-vif-plugged", "status": "completed", "tag": "9ec1278b-640f-44bf-b645-439e26e6b012"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:16:05.035227 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 9ec1278b-640f-44bf-b645-439e26e6b012, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=9ec1278b-640f-44bf-b645-439e26e6b012,segment=NetworkSegment(ba416323-2644-4ad4-91ac-f9ba2cf2404e),segment_id=ba416323-2644-4ad4-91ac-f9ba2cf2404e)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:05.047879 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a9e416fd-70b2-4ae8-b756-04a55f1f9c29 req-c7e9f67e-e2c0-43b3-98fc-e3298af015a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:05.049764 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bdf5048b-9592-44e0-b150-f5506c44b31c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:05.050786 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf5048b-9592-44e0-b150-f5506c44b31c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:05.051393 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bdf5048b-9592-44e0-b150-f5506c44b31c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:05.111065 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:05.118601 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-957163bd-e9c2-4014-9ee0-4163b33e71e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:05.125776 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-957163bd-e9c2-4014-9ee0-4163b33e71e8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f511b156-9962-4a0c-911e-c5b5fa14a2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1283092 Dec 08 16:16:05.138076 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7f06a9f7-119a-427d-aa42-121778459151 req-824ae0f5-6a6a-439f-bce7-b53bfde8db13 tempest-ServerShowV257Test-510841687 tempest-ServerShowV257Test-510841687-project] 10.222.0.64 "GET /v2.0/ports?device_id=ade7e354-f673-4bac-a86a-97efe5d1e7f9 HTTP/1.1" status: 200 len: 210 time: 0.0291634 Dec 08 16:16:05.178724 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf5048b-9592-44e0-b150-f5506c44b31c admin admin] Pushing event updated for resources: {'Network': ['ID=7267bda8-5e5d-4e04-ad23-20b961702335,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:05.186144 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-bdf5048b-9592-44e0-b150-f5506c44b31c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2530892 Dec 08 16:16:05.194453 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 50974) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:05.199792 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-222b9862-62fd-4903-beed-bb8cb32970be admin admin] Request body: {'subnet': {'network_id': '7267bda8-5e5d-4e04-ad23-20b961702335', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1381106210-subnet', 'tenant_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:05.203484 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 7267bda8-5e5d-4e04-ad23-20b961702335 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:16:05.204085 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d359b2-ef60-4f26-884d-55d4e042d475 req-26c36a87-976d-4632-a07d-cb98b1dacdb9 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:05.206346 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-08d359b2-ef60-4f26-884d-55d4e042d475 req-26c36a87-976d-4632-a07d-cb98b1dacdb9 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=51348ef1-afe6-4b70-a251-0ebd46e35eb1 HTTP/1.1" status: 200 len: 945 time: 0.1723588 Dec 08 16:16:05.307320 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222b9862-62fd-4903-beed-bb8cb32970be admin admin] Made reservation on behalf of f798cbfb52c24fe0ba6afa1278248aa5 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:16:05.310189 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-222b9862-62fd-4903-beed-bb8cb32970be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:05.323360 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=9ec1278b-640f-44bf-b645-439e26e6b012,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:05.377809 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-08d359b2-ef60-4f26-884d-55d4e042d475 req-18621273-b515-46d7-b001-50ad12015118 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596076 Dec 08 16:16:05.405794 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7897d8b4-e502-467c-b217-d09493884070 req-fddf2f9e-a3ae-4132-8819-6ab87b577e33 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:05.414464 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7897d8b4-e502-467c-b217-d09493884070 req-fddf2f9e-a3ae-4132-8819-6ab87b577e33 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=6612c2d2-a101-43bc-a58f-e9ed9a41dd2c HTTP/1.1" status: 200 len: 945 time: 0.1481428 Dec 08 16:16:05.458685 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30d2544-09a1-46fb-9d59-ade90fa77742 x-openstack-request-id: req-d30d2544-09a1-46fb-9d59-ade90fa77742 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:16:05.459865 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b9c81dc-f93a-4cac-9bd0-7658de475a32", "name": "network-vif-plugged", "status": "completed", "tag": "9ec1278b-640f-44bf-b645-439e26e6b012", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:16:05.460624 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d30d2544-09a1-46fb-9d59-ade90fa77742 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:16:05.461302 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b9c81dc-f93a-4cac-9bd0-7658de475a32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec1278b-640f-44bf-b645-439e26e6b012', 'code': 200} Dec 08 16:16:05.507248 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7897d8b4-e502-467c-b217-d09493884070 req-f1451a9e-8f7d-4500-ac8b-e7326428c687 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870633 Dec 08 16:16:05.633074 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-456bb5be-41db-48ec-ad33-d05f205bd4e7 service neutron] 10.222.0.37 "GET /v2.0/networks/f511b156-9962-4a0c-911e-c5b5fa14a2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5042839 Dec 08 16:16:05.705296 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-222b9862-62fd-4903-beed-bb8cb32970be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:05.795945 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408de801-14af-49e5-9512-bdd3152f2a3e req-6d46697f-6055-4fc2-b9f0-30604870ddee tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:05.801352 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222b9862-62fd-4903-beed-bb8cb32970be admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1120212-8041-47f2-b393-74481d8c6bb2,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:05.804090 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222b9862-62fd-4903-beed-bb8cb32970be admin admin] Checking segment: {'id': '72e52347-683a-49fc-84ef-d33cdb5037e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '7267bda8-5e5d-4e04-ad23-20b961702335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:16:05.804798 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222b9862-62fd-4903-beed-bb8cb32970be admin admin] Network hostable DHCP agents. Network: 7267bda8-5e5d-4e04-ad23-20b961702335, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:16:05.811550 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-408de801-14af-49e5-9512-bdd3152f2a3e req-6d46697f-6055-4fc2-b9f0-30604870ddee tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc2d16bb-94e4-45ac-beb6-de10b69176ea HTTP/1.1" status: 200 len: 931 time: 0.2529011 Dec 08 16:16:05.871279 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222b9862-62fd-4903-beed-bb8cb32970be admin admin] Network 7267bda8-5e5d-4e04-ad23-20b961702335 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:16:05.871542 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a732d0-a3f2-4c61-991a-0e303109490f req-8b0c2627-e232-4dd0-b67f-50fe175dfcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:05.873015 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-42a732d0-a3f2-4c61-991a-0e303109490f req-8b0c2627-e232-4dd0-b67f-50fe175dfcae service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3b9c81dc-f93a-4cac-9bd0-7658de475a32 HTTP/1.1" status: 200 len: 1097 time: 0.2672341 Dec 08 16:16:05.945776 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-222b9862-62fd-4903-beed-bb8cb32970be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 7267bda8-5e5d-4e04-ad23-20b961702335) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:16:05.961708 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f92284d-cde8-43d1-b06f-726b0955b4d7 None None] Network 7267bda8-5e5d-4e04-ad23-20b961702335 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:16:05.967212 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222b9862-62fd-4903-beed-bb8cb32970be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:05.970317 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-222b9862-62fd-4903-beed-bb8cb32970be admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:06.016087 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fb4281a2-9041-40f2-9266-549e6ded8960 req-b11a73d1-c6fe-4ac2-94e8-2b2d45d5f4d3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d0abb74b91af41629c52c3ba7ed64b63&device_id=ade7e354-f673-4bac-a86a-97efe5d1e7f9 HTTP/1.1" status: 200 len: 210 time: 0.0388901 Dec 08 16:16:06.023982 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-42a732d0-a3f2-4c61-991a-0e303109490f req-d430d379-d37d-4747-957b-a7ed3e5c98d2 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=725892bd-251d-4582-a0ba-ed3f1b69b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221402 Dec 08 16:16:06.043012 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-408de801-14af-49e5-9512-bdd3152f2a3e req-d262a1d5-9d82-4b46-9759-e31b1b3da9ee tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051089 Dec 08 16:16:06.047860 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-e1de73df-bbd8-4128-97f8-afad1bd47a8b service neutron] 10.222.0.37 "GET /v2.0/networks/f511b156-9962-4a0c-911e-c5b5fa14a2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3985264 Dec 08 16:16:06.077901 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fb4281a2-9041-40f2-9266-549e6ded8960 req-92f5a293-4ee4-42e8-834f-4fecc048c5b4 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=d0abb74b91af41629c52c3ba7ed64b63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0509100 Dec 08 16:16:06.122346 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-9a3a6e9c-7a22-47fc-b5a5-b30b266e4e38 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=5d42f4d8-9ca3-4f66-912f-1ee4a3cb0c8e HTTP/1.1" status: 200 len: 217 time: 0.0649753 Dec 08 16:16:06.127558 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-a9e416fd-70b2-4ae8-b756-04a55f1f9c29 req-c7e9f67e-e2c0-43b3-98fc-e3298af015a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba1102e6-16d2-43cb-a699-967ba6520bda {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:16:06.127815 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02986c6c-7a0e-41af-ab57-41fe4149f159 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-7267bda8-5e5d-4e04-ad23-20b961702335', 'network_id': '7267bda8-5e5d-4e04-ad23-20b961702335', 'project_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'fixed_ips': [{'subnet_id': 'b1120212-8041-47f2-b393-74481d8c6bb2'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:16:06.128519 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-02986c6c-7a0e-41af-ab57-41fe4149f159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:06.158788 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c11bdaa-b02d-40ab-a3de-ef2a45b46fef req-0b35aef7-4698-4635-a9a1-0277d007f40d tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:06.164763 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2c11bdaa-b02d-40ab-a3de-ef2a45b46fef req-0b35aef7-4698-4635-a9a1-0277d007f40d tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b9c81dc-f93a-4cac-9bd0-7658de475a32 HTTP/1.1" status: 200 len: 945 time: 0.0765994 Dec 08 16:16:06.173821 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a9e416fd-70b2-4ae8-b756-04a55f1f9c29 req-c7e9f67e-e2c0-43b3-98fc-e3298af015a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:06.219861 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2c11bdaa-b02d-40ab-a3de-ef2a45b46fef req-d1541c5d-c317-4da4-a0bd-8b517a3de57d tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.64 "GET /v2.0/security-groups?id=725892bd-251d-4582-a0ba-ed3f1b69b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505681 Dec 08 16:16:06.227544 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-038c763b-cea1-45eb-931f-09fd4579691a req-836f62f7-6499-468f-b4fc-1527c8a1076d tempest-ServerShowV257Test-510841687 tempest-ServerShowV257Test-510841687-project] 10.222.0.64 "GET /v2.0/ports?device_id=ade7e354-f673-4bac-a86a-97efe5d1e7f9 HTTP/1.1" status: 200 len: 210 time: 0.0686629 Dec 08 16:16:06.260441 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-a9e416fd-70b2-4ae8-b756-04a55f1f9c29 req-c7e9f67e-e2c0-43b3-98fc-e3298af015a9 service neutron] Transition to ACTIVE for port object ba1102e6-16d2-43cb-a699-967ba6520bda will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:16:06.279086 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-ed682473-05bf-4a7c-8331-291bc72013d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:06.281736 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-ed682473-05bf-4a7c-8331-291bc72013d5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6d585823-3fc3-43de-bace-96991eaf0e25 HTTP/1.1" status: 200 len: 797 time: 0.1443439 Dec 08 16:16:06.406643 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-222b9862-62fd-4903-beed-bb8cb32970be admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2079387 Dec 08 16:16:06.406994 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 50986) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:06.428643 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-54b2eb57-6102-4e51-ba37-dd55d9241103 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1381106210-router', 'tenant_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:06.439409 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4281a2-9041-40f2-9266-549e6ded8960 req-1bc15220-b3fe-45f4-b769-b2aa2b5c0067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:06.441507 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fb4281a2-9041-40f2-9266-549e6ded8960 req-1bc15220-b3fe-45f4-b769-b2aa2b5c0067 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1515269 Dec 08 16:16:06.444391 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3025f0b9-5bd7-4f76-8c9a-89e5576e3057 req-207234bb-9dcb-4ce9-a89c-8923efa17132 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:06.453213 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3025f0b9-5bd7-4f76-8c9a-89e5576e3057 req-207234bb-9dcb-4ce9-a89c-8923efa17132 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:06.461009 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3025f0b9-5bd7-4f76-8c9a-89e5576e3057 req-207234bb-9dcb-4ce9-a89c-8923efa17132 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:06.465114 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-02986c6c-7a0e-41af-ab57-41fe4149f159 None None] Allocated IP 172.20.0.2 (7267bda8-5e5d-4e04-ad23-20b961702335/b1120212-8041-47f2-b393-74481d8c6bb2/fc62a2d0-af52-471e-a5cc-00fbb98fcae6) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:16:06.467762 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3025f0b9-5bd7-4f76-8c9a-89e5576e3057 req-207234bb-9dcb-4ce9-a89c-8923efa17132 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:06.474316 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3025f0b9-5bd7-4f76-8c9a-89e5576e3057 req-207234bb-9dcb-4ce9-a89c-8923efa17132 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:06.480766 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3025f0b9-5bd7-4f76-8c9a-89e5576e3057 req-207234bb-9dcb-4ce9-a89c-8923efa17132 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:06.486927 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3025f0b9-5bd7-4f76-8c9a-89e5576e3057 req-207234bb-9dcb-4ce9-a89c-8923efa17132 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:06.489789 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3025f0b9-5bd7-4f76-8c9a-89e5576e3057 req-207234bb-9dcb-4ce9-a89c-8923efa17132 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 5429 time: 0.1907272 Dec 08 16:16:06.490951 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-bc668bd1-ca2e-4126-ba36-ada0c8fc5ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:06.493928 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-bc668bd1-ca2e-4126-ba36-ada0c8fc5ff7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92f988d9-d3fd-471d-a94b-154482a7d460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1942823 Dec 08 16:16:06.527053 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a9e416fd-70b2-4ae8-b756-04a55f1f9c29 req-c7e9f67e-e2c0-43b3-98fc-e3298af015a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:06.536249 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f35c04-71e8-451d-970c-d57da1ab0c2b req-67a41b33-a1e1-4485-950e-e874eaf56dcd tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:06.537841 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-14f35c04-71e8-451d-970c-d57da1ab0c2b req-67a41b33-a1e1-4485-950e-e874eaf56dcd tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=51348ef1-afe6-4b70-a251-0ebd46e35eb1 HTTP/1.1" status: 200 len: 945 time: 0.0606637 Dec 08 16:16:06.605951 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-14f35c04-71e8-451d-970c-d57da1ab0c2b req-19dd2829-95d2-4005-893c-18c0529ef8c9 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614460 Dec 08 16:16:06.615296 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-54b2eb57-6102-4e51-ba37-dd55d9241103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:06.617203 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-54b2eb57-6102-4e51-ba37-dd55d9241103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:06.676576 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-02986c6c-7a0e-41af-ab57-41fe4149f159 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:06.697734 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-49b24c39-c566-4bc8-9e2e-70d6989aea58 service neutron] 10.222.0.37 "GET /v2.0/networks/92f988d9-d3fd-471d-a94b-154482a7d460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895628 Dec 08 16:16:06.732497 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-54b2eb57-6102-4e51-ba37-dd55d9241103 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:06.751071 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-02986c6c-7a0e-41af-ab57-41fe4149f159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:06.770691 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3025f0b9-5bd7-4f76-8c9a-89e5576e3057 req-927bc594-11b1-4223-b089-e527fd8f6347 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c9d21f4-c02c-43e8-9e6c-a95f9379dd30&id=a96e7614-ece1-4248-94a1-b83b73d2e17e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2711411 Dec 08 16:16:06.818475 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02986c6c-7a0e-41af-ab57-41fe4149f159 None None] Network 7267bda8-5e5d-4e04-ad23-20b961702335 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:16:06.830479 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-02986c6c-7a0e-41af-ab57-41fe4149f159 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:16:06.834297 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02986c6c-7a0e-41af-ab57-41fe4149f159 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:16:06.847346 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e9f67e-e2c0-43b3-98fc-e3298af015a9 service neutron] Pushing event updated for resources: {'Port': ['ID=ba1102e6-16d2-43cb-a699-967ba6520bda,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:06.859921 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02986c6c-7a0e-41af-ab57-41fe4149f159 None None] Pushing event updated for resources: {'Port': ['ID=fc62a2d0-af52-471e-a5cc-00fbb98fcae6,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:06.938440 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2e99b-fed8-4e7a-8396-4d39c053ce35 req-df911e0a-af5e-4d5c-8157-fa130038dbdd tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:06.940677 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-63f2e99b-fed8-4e7a-8396-4d39c053ce35 req-df911e0a-af5e-4d5c-8157-fa130038dbdd tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=6612c2d2-a101-43bc-a58f-e9ed9a41dd2c HTTP/1.1" status: 200 len: 945 time: 0.1964700 Dec 08 16:16:06.952600 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-02986c6c-7a0e-41af-ab57-41fe4149f159 None None] Attempting to bind port fc62a2d0-af52-471e-a5cc-00fbb98fcae6 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:16:06.953126 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-02986c6c-7a0e-41af-ab57-41fe4149f159 None None] Attempting to bind port fc62a2d0-af52-471e-a5cc-00fbb98fcae6 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '72e52347-683a-49fc-84ef-d33cdb5037e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '7267bda8-5e5d-4e04-ad23-20b961702335'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:16:06.953613 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02986c6c-7a0e-41af-ab57-41fe4149f159 None None] Attempting to bind port fc62a2d0-af52-471e-a5cc-00fbb98fcae6 on network 7267bda8-5e5d-4e04-ad23-20b961702335 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:16:06.961944 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02986c6c-7a0e-41af-ab57-41fe4149f159 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:16:06.962487 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02986c6c-7a0e-41af-ab57-41fe4149f159 None None] Checking segment: {'id': '72e52347-683a-49fc-84ef-d33cdb5037e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '7267bda8-5e5d-4e04-ad23-20b961702335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:16:06.962999 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-02986c6c-7a0e-41af-ab57-41fe4149f159 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:06.964168 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02986c6c-7a0e-41af-ab57-41fe4149f159 None None] Bound using segment: {'id': '72e52347-683a-49fc-84ef-d33cdb5037e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '7267bda8-5e5d-4e04-ad23-20b961702335'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:16:06.964810 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-02986c6c-7a0e-41af-ab57-41fe4149f159 None None] Bound port: fc62a2d0-af52-471e-a5cc-00fbb98fcae6, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e52347-683a-49fc-84ef-d33cdb5037e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '7267bda8-5e5d-4e04-ad23-20b961702335'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:16:06.965321 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-02986c6c-7a0e-41af-ab57-41fe4149f159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:06.977908 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-1d339106-f4be-43fa-abe1-10cd8a9c959f service neutron] 10.222.0.37 "GET /v2.0/networks/92f988d9-d3fd-471d-a94b-154482a7d460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327147 Dec 08 16:16:07.044960 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-54b2eb57-6102-4e51-ba37-dd55d9241103 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:07.046114 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-01a202a0-f9d8-4824-aebc-916a0fb61af7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=0505a5f3-a135-4e60-b17a-0cb1f5397362 HTTP/1.1" status: 200 len: 217 time: 0.0501714 Dec 08 16:16:07.046962 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-a9e416fd-70b2-4ae8-b756-04a55f1f9c29 req-c7e9f67e-e2c0-43b3-98fc-e3298af015a9 service neutron] Attempting to bind port ba1102e6-16d2-43cb-a699-967ba6520bda on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:16:07.047302 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-a9e416fd-70b2-4ae8-b756-04a55f1f9c29 req-c7e9f67e-e2c0-43b3-98fc-e3298af015a9 service neutron] Attempting to bind port ba1102e6-16d2-43cb-a699-967ba6520bda by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': '9b02e36e-6de5-484c-a36e-2fa26fb39118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'cc341b4e-e4a6-433a-819f-1f235ff05a7a'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:16:07.047636 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e416fd-70b2-4ae8-b756-04a55f1f9c29 req-c7e9f67e-e2c0-43b3-98fc-e3298af015a9 service neutron] Attempting to bind port ba1102e6-16d2-43cb-a699-967ba6520bda on network cc341b4e-e4a6-433a-819f-1f235ff05a7a {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:16:07.052288 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-02986c6c-7a0e-41af-ab57-41fe4149f159 None None] For port fc62a2d0-af52-471e-a5cc-00fbb98fcae6, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:16:07.053372 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e416fd-70b2-4ae8-b756-04a55f1f9c29 req-c7e9f67e-e2c0-43b3-98fc-e3298af015a9 service neutron] Port ba1102e6-16d2-43cb-a699-967ba6520bda on network cc341b4e-e4a6-433a-819f-1f235ff05a7a not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:16:07.053709 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e416fd-70b2-4ae8-b756-04a55f1f9c29 req-c7e9f67e-e2c0-43b3-98fc-e3298af015a9 service neutron] Attempting to bind port ba1102e6-16d2-43cb-a699-967ba6520bda on network cc341b4e-e4a6-433a-819f-1f235ff05a7a {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:16:07.056683 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-02986c6c-7a0e-41af-ab57-41fe4149f159 None None] For port fc62a2d0-af52-471e-a5cc-00fbb98fcae6, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=fc62a2d0-af52-471e-a5cc-00fbb98fcae6,segment=NetworkSegment(72e52347-683a-49fc-84ef-d33cdb5037e0),segment_id=72e52347-683a-49fc-84ef-d33cdb5037e0)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:16:07.067105 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e416fd-70b2-4ae8-b756-04a55f1f9c29 req-c7e9f67e-e2c0-43b3-98fc-e3298af015a9 service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:16:07.067453 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e416fd-70b2-4ae8-b756-04a55f1f9c29 req-c7e9f67e-e2c0-43b3-98fc-e3298af015a9 service neutron] Checking segment: {'id': '9b02e36e-6de5-484c-a36e-2fa26fb39118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'cc341b4e-e4a6-433a-819f-1f235ff05a7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:16:07.067837 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e416fd-70b2-4ae8-b756-04a55f1f9c29 req-c7e9f67e-e2c0-43b3-98fc-e3298af015a9 service neutron] Bound using segment: {'id': '9b02e36e-6de5-484c-a36e-2fa26fb39118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'cc341b4e-e4a6-433a-819f-1f235ff05a7a'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:16:07.068309 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-a9e416fd-70b2-4ae8-b756-04a55f1f9c29 req-c7e9f67e-e2c0-43b3-98fc-e3298af015a9 service neutron] Bound port: ba1102e6-16d2-43cb-a699-967ba6520bda, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b02e36e-6de5-484c-a36e-2fa26fb39118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'cc341b4e-e4a6-433a-819f-1f235ff05a7a'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:16:07.068675 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a9e416fd-70b2-4ae8-b756-04a55f1f9c29 req-c7e9f67e-e2c0-43b3-98fc-e3298af015a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:07.093581 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-63f2e99b-fed8-4e7a-8396-4d39c053ce35 req-a84d8c99-5eba-44cb-b8b1-2aba9c8deb52 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453846 Dec 08 16:16:07.140543 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-a289ccbe-7af5-4052-bfa4-17064d262169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:07.142457 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-a289ccbe-7af5-4052-bfa4-17064d262169 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6d585823-3fc3-43de-bace-96991eaf0e25 HTTP/1.1" status: 200 len: 797 time: 0.0828142 Dec 08 16:16:07.169234 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-02986c6c-7a0e-41af-ab57-41fe4149f159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:07.309384 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02986c6c-7a0e-41af-ab57-41fe4149f159 None None] Pushing event updated for resources: {'Port': ['ID=fc62a2d0-af52-471e-a5cc-00fbb98fcae6,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:07.349659 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-a9e416fd-70b2-4ae8-b756-04a55f1f9c29 req-c7e9f67e-e2c0-43b3-98fc-e3298af015a9 service neutron] For port ba1102e6-16d2-43cb-a699-967ba6520bda, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:16:07.361224 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-a9e416fd-70b2-4ae8-b756-04a55f1f9c29 req-c7e9f67e-e2c0-43b3-98fc-e3298af015a9 service neutron] For port ba1102e6-16d2-43cb-a699-967ba6520bda, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=ba1102e6-16d2-43cb-a699-967ba6520bda,segment=NetworkSegment(9b02e36e-6de5-484c-a36e-2fa26fb39118),segment_id=9b02e36e-6de5-484c-a36e-2fa26fb39118)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:16:07.367912 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-63fce6de-5c32-4b63-91bc-d7bc81255fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:07.376272 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-63fce6de-5c32-4b63-91bc-d7bc81255fe4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92f988d9-d3fd-471d-a94b-154482a7d460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1954722 Dec 08 16:16:07.461741 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828ea5f1-0344-4557-834c-8be1260d0ae0 req-b593a863-2b14-4602-baa6-fa8b2097f304 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:07.464156 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-828ea5f1-0344-4557-834c-8be1260d0ae0 req-b593a863-2b14-4602-baa6-fa8b2097f304 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc2d16bb-94e4-45ac-beb6-de10b69176ea HTTP/1.1" status: 200 len: 943 time: 0.2671831 Dec 08 16:16:07.469452 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a9e416fd-70b2-4ae8-b756-04a55f1f9c29 req-c7e9f67e-e2c0-43b3-98fc-e3298af015a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:07.598167 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e416fd-70b2-4ae8-b756-04a55f1f9c29 req-c7e9f67e-e2c0-43b3-98fc-e3298af015a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:07.598896 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a9e416fd-70b2-4ae8-b756-04a55f1f9c29 req-c7e9f67e-e2c0-43b3-98fc-e3298af015a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:07.605172 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a9e416fd-70b2-4ae8-b756-04a55f1f9c29 req-c7e9f67e-e2c0-43b3-98fc-e3298af015a9 service neutron] 10.222.0.76 "PUT /v2.0/ports/ba1102e6-16d2-43cb-a699-967ba6520bda HTTP/1.1" status: 200 len: 1092 time: 2.8215899 Dec 08 16:16:07.608340 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc2d16bb-94e4-45ac-beb6-de10b69176ea', 'tag': 'ba1102e6-16d2-43cb-a699-967ba6520bda'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:16:07.610898 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973646d7-f84a-4518-9245-8cb3c4d01db9" -d '{"events": [{"name": "network-changed", "server_uuid": "cc2d16bb-94e4-45ac-beb6-de10b69176ea", "tag": "ba1102e6-16d2-43cb-a699-967ba6520bda"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:16:07.669429 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-4799aa57-7eee-4a58-9a95-eaf51e564670 service neutron] 10.222.0.37 "GET /v2.0/networks/92f988d9-d3fd-471d-a94b-154482a7d460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851949 Dec 08 16:16:07.673178 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-828ea5f1-0344-4557-834c-8be1260d0ae0 req-81f52344-4454-406b-9711-0366fe16311c tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907966 Dec 08 16:16:07.778244 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e9f67e-e2c0-43b3-98fc-e3298af015a9 service neutron] Pushing event updated for resources: {'Port': ['ID=ba1102e6-16d2-43cb-a699-967ba6520bda,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:07.919433 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e416fd-70b2-4ae8-b756-04a55f1f9c29 req-0f166dc8-4194-454c-a3e2-e073ebecd4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:07.921267 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a9e416fd-70b2-4ae8-b756-04a55f1f9c29 req-0f166dc8-4194-454c-a3e2-e073ebecd4b3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3c96083250fb4c3492902950739ee237&device_id=cc2d16bb-94e4-45ac-beb6-de10b69176ea HTTP/1.1" status: 200 len: 1095 time: 0.1762977 Dec 08 16:16:07.925283 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6e146ddd-53f7-4971-a5f6-7d4c6dd90217 req-67f10f7a-1989-4824-8893-c6822ba49d76 tempest-ServerShowV257Test-510841687 tempest-ServerShowV257Test-510841687-project] 10.222.0.64 "GET /v2.0/ports?device_id=ade7e354-f673-4bac-a86a-97efe5d1e7f9 HTTP/1.1" status: 200 len: 210 time: 0.0694785 Dec 08 16:16:07.963334 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fb4281a2-9041-40f2-9266-549e6ded8960 req-ad16979c-bc4a-4ebb-8604-0362f88fb69d tempest-ServerShowV257Test-510841687 tempest-ServerShowV257Test-510841687-project] 10.222.0.76 "GET /v2.0/ports?device_id=ade7e354-f673-4bac-a86a-97efe5d1e7f9 HTTP/1.1" status: 200 len: 210 time: 0.0434258 Dec 08 16:16:07.991021 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a9e416fd-70b2-4ae8-b756-04a55f1f9c29 req-50a84a88-dbc4-42ef-9973-f767f3621755 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba1102e6-16d2-43cb-a699-967ba6520bda HTTP/1.1" status: 200 len: 217 time: 0.0455821 Dec 08 16:16:07.993140 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-b4aaedf3-d1e0-4f97-80fe-44a0816d6a36 service neutron] 10.222.0.37 "GET /v2.0/networks/92f988d9-d3fd-471d-a94b-154482a7d460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024077 Dec 08 16:16:07.994695 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca7c5e-969e-4d1e-ba8d-eb59c3e33edd req-83d2de27-0f4f-4fc8-b222-1b4a70e5a435 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:07.996304 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-97ca7c5e-969e-4d1e-ba8d-eb59c3e33edd req-83d2de27-0f4f-4fc8-b222-1b4a70e5a435 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b9c81dc-f93a-4cac-9bd0-7658de475a32 HTTP/1.1" status: 200 len: 945 time: 0.6007514 Dec 08 16:16:08.007688 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-54b2eb57-6102-4e51-ba37-dd55d9241103 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:08.047245 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-54b2eb57-6102-4e51-ba37-dd55d9241103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:08.123382 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-97ca7c5e-969e-4d1e-ba8d-eb59c3e33edd req-da9131a7-60fc-4804-9621-c749799b6bde tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.64 "GET /v2.0/security-groups?id=725892bd-251d-4582-a0ba-ed3f1b69b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076350 Dec 08 16:16:08.123585 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-345cf508-afdb-4a5c-b14e-b0e2067bd345 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=7aa9cebb-b701-4044-97c7-c772359e3f10 HTTP/1.1" status: 200 len: 217 time: 0.1159301 Dec 08 16:16:08.268808 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e416fd-70b2-4ae8-b756-04a55f1f9c29 req-c5bc3f2c-3b60-4c12-850c-32974c05e49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:08.270315 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a9e416fd-70b2-4ae8-b756-04a55f1f9c29 req-c5bc3f2c-3b60-4c12-850c-32974c05e49b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5ae73486-24f1-4ad9-b7a3-ee511661fedf HTTP/1.1" status: 200 len: 846 time: 0.2700958 Dec 08 16:16:08.272762 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-cd3985ef-4849-4f49-8bbc-bc2c793c86bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:08.274606 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-cd3985ef-4849-4f49-8bbc-bc2c793c86bb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6d585823-3fc3-43de-bace-96991eaf0e25 HTTP/1.1" status: 200 len: 797 time: 0.1338634 Dec 08 16:16:08.338809 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a278d5a6-e4b4-46b9-864d-70703a7c56f0 x-openstack-request-id: req-a278d5a6-e4b4-46b9-864d-70703a7c56f0 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:16:08.338936 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc2d16bb-94e4-45ac-beb6-de10b69176ea", "tag": "ba1102e6-16d2-43cb-a699-967ba6520bda", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:16:08.339207 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a278d5a6-e4b4-46b9-864d-70703a7c56f0 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:16:08.339630 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc2d16bb-94e4-45ac-beb6-de10b69176ea', 'tag': 'ba1102e6-16d2-43cb-a699-967ba6520bda', 'status': 'completed', 'code': 200} Dec 08 16:16:08.363375 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a9e416fd-70b2-4ae8-b756-04a55f1f9c29 req-6942254e-e780-4c23-9bb3-047583c64b25 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=cc341b4e-e4a6-433a-819f-1f235ff05a7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829210 Dec 08 16:16:08.382782 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43243e2-633f-4763-87d2-3910ed2d193c req-73219117-d968-45f4-bdc4-f92c08e58ad1 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:08.391513 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e43243e2-633f-4763-87d2-3910ed2d193c req-73219117-d968-45f4-bdc4-f92c08e58ad1 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=51348ef1-afe6-4b70-a251-0ebd46e35eb1 HTTP/1.1" status: 200 len: 945 time: 0.1451671 Dec 08 16:16:08.412214 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-54b2eb57-6102-4e51-ba37-dd55d9241103 admin admin] Allocated IP 172.25.0.137 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/4e7d1284-752f-48f1-b423-978ccbb17951) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:16:08.476257 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:08.498467 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-e0d045f4-2d46-4ef7-bd95-514841864da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:08.500676 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-e0d045f4-2d46-4ef7-bd95-514841864da3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92f988d9-d3fd-471d-a94b-154482a7d460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2086306 Dec 08 16:16:08.520314 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e43243e2-633f-4763-87d2-3910ed2d193c req-8b7b74d7-8352-4aad-8419-9a851353a1b6 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223319 Dec 08 16:16:08.567094 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a9e416fd-70b2-4ae8-b756-04a55f1f9c29 req-ab1a7cc1-2193-4d85-869e-8d6c965ee3df service neutron] 10.222.0.76 "GET /v2.0/networks/cc341b4e-e4a6-433a-819f-1f235ff05a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937025 Dec 08 16:16:08.675549 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-54b2eb57-6102-4e51-ba37-dd55d9241103 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:08.682912 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827d26b-a8b1-4fa0-a33d-519a0ed3d6bc req-2bd579f1-bd19-43ed-8226-1073d811da81 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:08.689789 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827d26b-a8b1-4fa0-a33d-519a0ed3d6bc req-2bd579f1-bd19-43ed-8226-1073d811da81 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:08.700621 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827d26b-a8b1-4fa0-a33d-519a0ed3d6bc req-2bd579f1-bd19-43ed-8226-1073d811da81 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:08.706841 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827d26b-a8b1-4fa0-a33d-519a0ed3d6bc req-2bd579f1-bd19-43ed-8226-1073d811da81 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:08.713059 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827d26b-a8b1-4fa0-a33d-519a0ed3d6bc req-2bd579f1-bd19-43ed-8226-1073d811da81 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:08.719488 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827d26b-a8b1-4fa0-a33d-519a0ed3d6bc req-2bd579f1-bd19-43ed-8226-1073d811da81 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:08.730019 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc4b49-b5cb-4fa4-a415-55dcea3df4d2 req-cea3f45b-7211-4c8e-b055-b9933d23a62a tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:08.738778 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6dcc4b49-b5cb-4fa4-a415-55dcea3df4d2 req-cea3f45b-7211-4c8e-b055-b9933d23a62a tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=6612c2d2-a101-43bc-a58f-e9ed9a41dd2c HTTP/1.1" status: 200 len: 945 time: 0.1044629 Dec 08 16:16:08.742847 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827d26b-a8b1-4fa0-a33d-519a0ed3d6bc req-2bd579f1-bd19-43ed-8226-1073d811da81 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:08.745497 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4827d26b-a8b1-4fa0-a33d-519a0ed3d6bc req-2bd579f1-bd19-43ed-8226-1073d811da81 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 5429 time: 0.3157675 Dec 08 16:16:08.866683 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e309a93-9939-4bfa-9570-1fdfa8768e4f None None] Network 7267bda8-5e5d-4e04-ad23-20b961702335 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:16:08.929157 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6dcc4b49-b5cb-4fa4-a415-55dcea3df4d2 req-bf02c69a-6d64-48ee-89d3-59106b1070d7 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817517 Dec 08 16:16:08.966520 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device fc62a2d0-af52-471e-a5cc-00fbb98fcae6 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:16:09.000486 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-c2513a12-84ce-4d5c-8fbb-082309f1cf38 None None] Provisioning complete for port fc62a2d0-af52-471e-a5cc-00fbb98fcae6 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:16:09.001261 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c2513a12-84ce-4d5c-8fbb-082309f1cf38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:09.007728 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-54b2eb57-6102-4e51-ba37-dd55d9241103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:09.105727 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b2eb57-6102-4e51-ba37-dd55d9241103 admin admin] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:16:09.108909 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b2eb57-6102-4e51-ba37-dd55d9241103 admin admin] Pushing event updated for resources: {'Port': ['ID=4e7d1284-752f-48f1-b423-978ccbb17951,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:09.116518 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-54b2eb57-6102-4e51-ba37-dd55d9241103 admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:16:09.121121 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b2eb57-6102-4e51-ba37-dd55d9241103 admin admin] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:16:09.136776 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port fc62a2d0-af52-471e-a5cc-00fbb98fcae6 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:16:09.137596 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:09.231732 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f285f5e-dfcc-488c-a892-75fdcbc520c1 req-578c271f-b159-4304-b5a4-71fa6de6659a tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:09.241803 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1f285f5e-dfcc-488c-a892-75fdcbc520c1 req-578c271f-b159-4304-b5a4-71fa6de6659a tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc2d16bb-94e4-45ac-beb6-de10b69176ea HTTP/1.1" status: 200 len: 943 time: 0.1340210 Dec 08 16:16:09.247869 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c2513a12-84ce-4d5c-8fbb-082309f1cf38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:09.282285 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4827d26b-a8b1-4fa0-a33d-519a0ed3d6bc req-8e2e5296-69fa-487a-bb6b-aa7d88c5501c tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c9d21f4-c02c-43e8-9e6c-a95f9379dd30&id=a96e7614-ece1-4248-94a1-b83b73d2e17e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1230552 Dec 08 16:16:09.288007 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-5928bc2e-9408-42d1-855f-1fce189a26d9 service neutron] 10.222.0.37 "GET /v2.0/networks/92f988d9-d3fd-471d-a94b-154482a7d460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7713206 Dec 08 16:16:09.441617 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-c2513a12-84ce-4d5c-8fbb-082309f1cf38 None None] For port fc62a2d0-af52-471e-a5cc-00fbb98fcae6, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=fc62a2d0-af52-471e-a5cc-00fbb98fcae6,segment=NetworkSegment(72e52347-683a-49fc-84ef-d33cdb5037e0),segment_id=72e52347-683a-49fc-84ef-d33cdb5037e0)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:09.473025 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-4f061ce5-5dfb-4d5a-a0fc-9e59577d1fe0 service neutron] 10.222.0.37 "GET /v2.0/networks/92f988d9-d3fd-471d-a94b-154482a7d460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642001 Dec 08 16:16:09.473969 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:09.503358 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1f285f5e-dfcc-488c-a892-75fdcbc520c1 req-9be8c8a5-6b29-4383-8a25-b44526a10c06 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588451 Dec 08 16:16:09.511246 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c2513a12-84ce-4d5c-8fbb-082309f1cf38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:09.551418 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-a146b515-9fd4-46ae-9e9c-645f7d7f1e91 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=3e8dd4f2-53e5-4bc8-986a-166f7ff34449 HTTP/1.1" status: 200 len: 217 time: 0.0776496 Dec 08 16:16:09.706800 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2513a12-84ce-4d5c-8fbb-082309f1cf38 None None] Pushing event updated for resources: {'Port': ['ID=fc62a2d0-af52-471e-a5cc-00fbb98fcae6,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:09.716695 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.db.api [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:16:09.717211 n-d-776250-12 neutron-server[110552]: DEBUG oslo_db.api [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:16:09.719103 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a9e416fd-70b2-4ae8-b756-04a55f1f9c29 req-d74988e7-4f5b-43ae-b22d-e20a56e03894 service neutron] 10.222.0.76 "GET /v2.0/networks/cc341b4e-e4a6-433a-819f-1f235ff05a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0710871 Dec 08 16:16:09.744253 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a448983-9549-44fc-8c2d-dae1cea15102 req-4c0ebc48-398f-485b-b9d7-bc93176e1977 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:09.745057 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-54685fdd-25d6-4478-8909-2d4fed60bc27 None None] Provisioning complete for port fc62a2d0-af52-471e-a5cc-00fbb98fcae6 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:16:09.745540 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-54685fdd-25d6-4478-8909-2d4fed60bc27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:09.752540 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6a448983-9549-44fc-8c2d-dae1cea15102 req-4c0ebc48-398f-485b-b9d7-bc93176e1977 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b9c81dc-f93a-4cac-9bd0-7658de475a32 HTTP/1.1" status: 200 len: 945 time: 0.1034484 Dec 08 16:16:09.816479 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6a448983-9549-44fc-8c2d-dae1cea15102 req-68f2098e-4620-433b-83aa-0b3496c48049 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.64 "GET /v2.0/security-groups?id=725892bd-251d-4582-a0ba-ed3f1b69b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576878 Dec 08 16:16:09.818435 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-a12d7028-8a5f-42de-b79c-4d10229d23b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:09.821922 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-a12d7028-8a5f-42de-b79c-4d10229d23b4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6d585823-3fc3-43de-bace-96991eaf0e25 HTTP/1.1" status: 200 len: 797 time: 0.2567494 Dec 08 16:16:09.848742 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-54b2eb57-6102-4e51-ba37-dd55d9241103 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:09.934886 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973646d7-f84a-4518-9245-8cb3c4d01db9 req-2dc90c6b-910e-4578-a185-b7efc0606c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:09.937059 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-973646d7-f84a-4518-9245-8cb3c4d01db9 req-2dc90c6b-910e-4578-a185-b7efc0606c50 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3c96083250fb4c3492902950739ee237&device_id=cc2d16bb-94e4-45ac-beb6-de10b69176ea HTTP/1.1" status: 200 len: 1095 time: 0.0790782 Dec 08 16:16:09.971174 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133665e-0311-478b-ada9-2242162a2a22 req-336faac7-74c8-4932-bfda-921faedb77ec tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:09.978901 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4133665e-0311-478b-ada9-2242162a2a22 req-336faac7-74c8-4932-bfda-921faedb77ec tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=51348ef1-afe6-4b70-a251-0ebd46e35eb1 HTTP/1.1" status: 200 len: 945 time: 0.3651114 Dec 08 16:16:10.062656 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4133665e-0311-478b-ada9-2242162a2a22 req-174f347f-e229-4b09-919d-3ea2e4e61585 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748167 Dec 08 16:16:10.063879 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51030) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:10.114922 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-efa6204a-6480-4a52-ba02-a75fdb71f7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:10.124170 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-efa6204a-6480-4a52-ba02-a75fdb71f7ea service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92f988d9-d3fd-471d-a94b-154482a7d460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2847810 Dec 08 16:16:10.144898 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973646d7-f84a-4518-9245-8cb3c4d01db9 req-b093c7a7-a1c7-460a-9d31-90ac1bbdf586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:10.151190 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-973646d7-f84a-4518-9245-8cb3c4d01db9 req-b093c7a7-a1c7-460a-9d31-90ac1bbdf586 service neutron] 10.222.0.76 "GET /v2.0/networks?id=cc341b4e-e4a6-433a-819f-1f235ff05a7a HTTP/1.1" status: 200 len: 907 time: 0.1912911 Dec 08 16:16:10.239482 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dddd11f-c220-44d0-805b-303e4e3d1f7b req-c5e5ed5e-032e-41a5-8882-b32cd563d4cf tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:10.241320 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1dddd11f-c220-44d0-805b-303e4e3d1f7b req-c5e5ed5e-032e-41a5-8882-b32cd563d4cf tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=6612c2d2-a101-43bc-a58f-e9ed9a41dd2c HTTP/1.1" status: 200 len: 945 time: 0.1079354 Dec 08 16:16:10.266500 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-973646d7-f84a-4518-9245-8cb3c4d01db9 req-a208d77c-6865-47fb-a8cf-8286ed28fdc0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba1102e6-16d2-43cb-a699-967ba6520bda HTTP/1.1" status: 200 len: 217 time: 0.1068377 Dec 08 16:16:10.279760 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727e26cd-60ad-42b3-b2a7-59a2f959c430 req-b9dce514-0a78-4af0-8921-3f5f3597a54e tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:10.289198 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-727e26cd-60ad-42b3-b2a7-59a2f959c430 req-b9dce514-0a78-4af0-8921-3f5f3597a54e tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.64 "GET /v2.0/ports?device_id=afbd37da-20c4-4a08-ae5d-a1a74df68179 HTTP/1.1" status: 200 len: 945 time: 0.3457363 Dec 08 16:16:10.357222 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1e877a19-b91f-40e1-a63b-7b891b2cf285 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:10.365424 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973646d7-f84a-4518-9245-8cb3c4d01db9 req-e73de8c4-e22f-4607-82a4-dda5bc20c93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:10.367192 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-973646d7-f84a-4518-9245-8cb3c4d01db9 req-e73de8c4-e22f-4607-82a4-dda5bc20c93c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5ae73486-24f1-4ad9-b7a3-ee511661fedf HTTP/1.1" status: 200 len: 846 time: 0.0743690 Dec 08 16:16:10.386353 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-54b2eb57-6102-4e51-ba37-dd55d9241103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:10.433970 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-973646d7-f84a-4518-9245-8cb3c4d01db9 req-cb988de9-acf5-4ad0-9ff2-6a9824919aa7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=cc341b4e-e4a6-433a-819f-1f235ff05a7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482776 Dec 08 16:16:10.495270 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-727e26cd-60ad-42b3-b2a7-59a2f959c430 req-6ca0a8cc-af41-4a45-90e8-3770380086dc tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.64 "GET /v2.0/security-groups?id=725892bd-251d-4582-a0ba-ed3f1b69b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044485 Dec 08 16:16:10.570940 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-afd71729-edf3-4545-8eb7-10f0e4b905d5 service neutron] 10.222.0.37 "GET /v2.0/networks/92f988d9-d3fd-471d-a94b-154482a7d460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4333942 Dec 08 16:16:10.578164 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1e877a19-b91f-40e1-a63b-7b891b2cf285 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:10.615422 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1dddd11f-c220-44d0-805b-303e4e3d1f7b req-b658cc9c-97da-47b8-8c0d-b4258f095a62 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3592122 Dec 08 16:16:10.638541 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1e877a19-b91f-40e1-a63b-7b891b2cf285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:10.693752 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-1e877a19-b91f-40e1-a63b-7b891b2cf285 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d0abb74b91af41629c52c3ba7ed64b63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5821662 Dec 08 16:16:10.696559 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e877a19-b91f-40e1-a63b-7b891b2cf285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1b52b0-3a36-4ec3-be1d-a93307a160f7,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:10.722107 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51042) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:10.768270 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b00f68-0b59-4f83-8a06-04bb455044e9 req-bf66c104-9c19-4608-a494-5a8624fd8754 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:10.774033 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b00f68-0b59-4f83-8a06-04bb455044e9 req-bf66c104-9c19-4608-a494-5a8624fd8754 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:10.780107 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b00f68-0b59-4f83-8a06-04bb455044e9 req-bf66c104-9c19-4608-a494-5a8624fd8754 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:10.786201 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b00f68-0b59-4f83-8a06-04bb455044e9 req-bf66c104-9c19-4608-a494-5a8624fd8754 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:10.793561 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b00f68-0b59-4f83-8a06-04bb455044e9 req-bf66c104-9c19-4608-a494-5a8624fd8754 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:10.803191 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b00f68-0b59-4f83-8a06-04bb455044e9 req-bf66c104-9c19-4608-a494-5a8624fd8754 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:10.810491 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b00f68-0b59-4f83-8a06-04bb455044e9 req-bf66c104-9c19-4608-a494-5a8624fd8754 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:10.812497 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-61b00f68-0b59-4f83-8a06-04bb455044e9 req-bf66c104-9c19-4608-a494-5a8624fd8754 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 5429 time: 0.1825709 Dec 08 16:16:10.871299 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device fc62a2d0-af52-471e-a5cc-00fbb98fcae6 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:16:10.910375 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b2eb57-6102-4e51-ba37-dd55d9241103 admin admin] Router 14406fc6-dda4-4dd8-9fea-71d207c86989 is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:16:10.938803 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port fc62a2d0-af52-471e-a5cc-00fbb98fcae6 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:16:10.939454 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:10.965395 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-973646d7-f84a-4518-9245-8cb3c4d01db9 req-ed2207b7-022b-48fd-9582-64ba10bd30f7 service neutron] 10.222.0.76 "GET /v2.0/networks/cc341b4e-e4a6-433a-819f-1f235ff05a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5142438 Dec 08 16:16:10.969945 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5a6efdc3-7703-44ab-8d28-0889111076d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:10.973099 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-8c8febe7-d2a7-4710-a783-8489924ccc13 service neutron] 10.222.0.37 "GET /v2.0/networks/92f988d9-d3fd-471d-a94b-154482a7d460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3448527 Dec 08 16:16:10.998005 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-61b00f68-0b59-4f83-8a06-04bb455044e9 req-638d1564-0a63-48b4-9a4c-dbe79aa76650 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c9d21f4-c02c-43e8-9e6c-a95f9379dd30&id=a96e7614-ece1-4248-94a1-b83b73d2e17e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1739419 Dec 08 16:16:11.077841 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b2eb57-6102-4e51-ba37-dd55d9241103 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:16:11.088719 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190d1fcd-aa24-4f5d-952f-fad3af3d3bc0 None None] Sync routers for ids ['14406fc6-dda4-4dd8-9fea-71d207c86989'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:16:11.121203 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190d1fcd-aa24-4f5d-952f-fad3af3d3bc0 None None] Routers {'14406fc6-dda4-4dd8-9fea-71d207c86989'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:16:11.121776 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-190d1fcd-aa24-4f5d-952f-fad3af3d3bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:15:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['14406fc6-dda4-4dd8-9fea-71d207c86989'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:11.187558 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-54b2eb57-6102-4e51-ba37-dd55d9241103 admin admin] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:11.189346 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-54b2eb57-6102-4e51-ba37-dd55d9241103 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.7802045 Dec 08 16:16:11.191322 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-c175cc72-b308-4c6b-905a-f2e25714ec45 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=84db335e-f375-4be2-a69d-00e5bb4c6257 HTTP/1.1" status: 200 len: 217 time: 0.1920159 Dec 08 16:16:11.192220 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51046) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:11.220204 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5a6efdc3-7703-44ab-8d28-0889111076d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:11.289418 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-190d1fcd-aa24-4f5d-952f-fad3af3d3bc0 None None] Set router 14406fc6-dda4-4dd8-9fea-71d207c86989 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:16:11.379530 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-74804af6-0b48-4c7c-93f9-0407d7af9a95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:11.389016 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-2e80436e-296c-4925-a891-57ac75f338e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:11.390527 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-2e80436e-296c-4925-a891-57ac75f338e3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=28438769-469d-463a-a3b1-f1ca9c15b49c HTTP/1.1" status: 200 len: 797 time: 0.1775858 Dec 08 16:16:11.527427 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d5d83f-8553-4384-8130-d1e3995dc9f8 req-b891c589-cfcb-4866-809e-836695bc0487 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:11.529058 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e2d5d83f-8553-4384-8130-d1e3995dc9f8 req-b891c589-cfcb-4866-809e-836695bc0487 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc2d16bb-94e4-45ac-beb6-de10b69176ea HTTP/1.1" status: 200 len: 943 time: 0.4053876 Dec 08 16:16:11.534200 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5a6efdc3-7703-44ab-8d28-0889111076d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:11.537017 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5a6efdc3-7703-44ab-8d28-0889111076d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:11.538145 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-5a6efdc3-7703-44ab-8d28-0889111076d6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6d1b52b0-3a36-4ec3-be1d-a93307a160f7 HTTP/1.1" status: 204 len: 168 time: 0.8042388 Dec 08 16:16:11.628809 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8844c310-3f7a-4aaa-b053-37d546475c0d req-d755c82c-02cf-43ee-8405-bebc7e58ac4a tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:11.637308 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8844c310-3f7a-4aaa-b053-37d546475c0d req-d755c82c-02cf-43ee-8405-bebc7e58ac4a tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=51348ef1-afe6-4b70-a251-0ebd46e35eb1 HTTP/1.1" status: 200 len: 945 time: 0.2763329 Dec 08 16:16:11.637539 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-973646d7-f84a-4518-9245-8cb3c4d01db9 req-e419868e-14f5-4f32-b655-b4aa090178d7 service neutron] 10.222.0.76 "GET /v2.0/networks/cc341b4e-e4a6-433a-819f-1f235ff05a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6300647 Dec 08 16:16:11.637539 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6efdc3-7703-44ab-8d28-0889111076d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1b52b0-3a36-4ec3-be1d-a93307a160f7,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:11.640602 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-8dfc2a80-4c5b-4296-8ccd-cd5f95d21e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:11.642275 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-8dfc2a80-4c5b-4296-8ccd-cd5f95d21e9c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0cd1fc08-18ef-4903-a4d4-304d5ce0f86e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1949222 Dec 08 16:16:11.696677 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-190d1fcd-aa24-4f5d-952f-fad3af3d3bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14406fc6-dda4-4dd8-9fea-71d207c86989', 'name': 'tempest-AttachVolumeTestJSON-1381106210-router', 'tenant_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '4e7d1284-752f-48f1-b423-978ccbb17951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:16:06Z', 'updated_at': '2021-12-08T16:16:09Z', 'revision_number': 3, 'project_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'gw_port': {'id': '4e7d1284-752f-48f1-b423-978ccbb17951', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ec:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14406fc6-dda4-4dd8-9fea-71d207c86989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:16:08Z', 'updated_at': '2021-12-08T16:16:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:11.728462 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8844c310-3f7a-4aaa-b053-37d546475c0d req-70e548ea-403b-490b-9b05-72b6126da69f tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528677 Dec 08 16:16:11.774217 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190d1fcd-aa24-4f5d-952f-fad3af3d3bc0 None None] Checking router: 14406fc6-dda4-4dd8-9fea-71d207c86989 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:16:11.775266 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190d1fcd-aa24-4f5d-952f-fad3af3d3bc0 None None] Updating router 14406fc6-dda4-4dd8-9fea-71d207c86989 port 4e7d1284-752f-48f1-b423-978ccbb17951 binding host n-d-776250-12 {{(pid=110553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:16:11.810496 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-190d1fcd-aa24-4f5d-952f-fad3af3d3bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:11.818894 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e2d5d83f-8553-4384-8130-d1e3995dc9f8 req-a0e55a7d-89d6-4bbe-8b41-368507836b18 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537241 Dec 08 16:16:11.908526 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-713b878a-28ad-4077-9a38-fa2c62534b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:11.949180 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-20406936-bbbf-4232-b01c-8b21f23da555 service neutron] 10.222.0.37 "GET /v2.0/networks/0cd1fc08-18ef-4903-a4d4-304d5ce0f86e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846162 Dec 08 16:16:12.231630 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-713b878a-28ad-4077-9a38-fa2c62534b82 admin admin] Allocated IP 172.20.0.1 (7267bda8-5e5d-4e04-ad23-20b961702335/b1120212-8041-47f2-b393-74481d8c6bb2/6cfd5e25-f756-48bc-b02b-2b7840fc8bf8) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:16:12.263723 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a8c12-3f13-452f-b877-9d4c48ec9394 req-aef86ce1-3015-412d-a2e2-2a166d54e115 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:12.265375 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c34a8c12-3f13-452f-b877-9d4c48ec9394 req-aef86ce1-3015-412d-a2e2-2a166d54e115 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=6612c2d2-a101-43bc-a58f-e9ed9a41dd2c HTTP/1.1" status: 200 len: 945 time: 0.3152549 Dec 08 16:16:12.275190 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-190d1fcd-aa24-4f5d-952f-fad3af3d3bc0 None None] Publish callbacks [] for port, precommit_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:12.313898 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-6cbd00de-a5db-4a6c-92e4-53103fefb61d service neutron] 10.222.0.37 "GET /v2.0/networks/0cd1fc08-18ef-4903-a4d4-304d5ce0f86e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335977 Dec 08 16:16:12.335614 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device ba1102e6-16d2-43cb-a699-967ba6520bda details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:16:12.379817 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-190d1fcd-aa24-4f5d-952f-fad3af3d3bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:12.380952 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-88918648-4c43-43be-9a40-287e1749f5aa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=85bad2ad-910d-4f13-942d-9eb3285bd3f8 HTTP/1.1" status: 200 len: 217 time: 0.0509138 Dec 08 16:16:12.398365 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c34a8c12-3f13-452f-b877-9d4c48ec9394 req-528923e0-7207-44c8-b6c2-f74692dcd3a2 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137047 Dec 08 16:16:12.461090 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-713b878a-28ad-4077-9a38-fa2c62534b82 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:12.565971 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afedd13-da5d-4830-8428-ac352d4fca1b None None] Pushing event updated for resources: {'Port': ['ID=4e7d1284-752f-48f1-b423-978ccbb17951,revision_number=2']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:12.580374 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afedd13-da5d-4830-8428-ac352d4fca1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:12.581037 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afedd13-da5d-4830-8428-ac352d4fca1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:12.581594 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afedd13-da5d-4830-8428-ac352d4fca1b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:12.582111 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afedd13-da5d-4830-8428-ac352d4fca1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:12.582624 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afedd13-da5d-4830-8428-ac352d4fca1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:12.583147 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afedd13-da5d-4830-8428-ac352d4fca1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:12.583796 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afedd13-da5d-4830-8428-ac352d4fca1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:12.584492 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afedd13-da5d-4830-8428-ac352d4fca1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:12.585045 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afedd13-da5d-4830-8428-ac352d4fca1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:12.585578 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afedd13-da5d-4830-8428-ac352d4fca1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:12.586341 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afedd13-da5d-4830-8428-ac352d4fca1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:12.587882 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afedd13-da5d-4830-8428-ac352d4fca1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:12.588492 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afedd13-da5d-4830-8428-ac352d4fca1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:12.606066 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-190d1fcd-aa24-4f5d-952f-fad3af3d3bc0 None None] Attempting to bind port 4e7d1284-752f-48f1-b423-978ccbb17951 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:16:12.606545 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-190d1fcd-aa24-4f5d-952f-fad3af3d3bc0 None None] Attempting to bind port 4e7d1284-752f-48f1-b423-978ccbb17951 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:16:12.607096 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190d1fcd-aa24-4f5d-952f-fad3af3d3bc0 None None] Attempting to bind port 4e7d1284-752f-48f1-b423-978ccbb17951 on network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:16:12.616850 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190d1fcd-aa24-4f5d-952f-fad3af3d3bc0 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:16:12.617595 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190d1fcd-aa24-4f5d-952f-fad3af3d3bc0 None None] Checking segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:16:12.619379 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-190d1fcd-aa24-4f5d-952f-fad3af3d3bc0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:12.621441 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190d1fcd-aa24-4f5d-952f-fad3af3d3bc0 None None] Bound using segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:16:12.622148 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-190d1fcd-aa24-4f5d-952f-fad3af3d3bc0 None None] Bound port: 4e7d1284-752f-48f1-b423-978ccbb17951, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:16:12.623585 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-190d1fcd-aa24-4f5d-952f-fad3af3d3bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:12.626116 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port ba1102e6-16d2-43cb-a699-967ba6520bda, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=ba1102e6-16d2-43cb-a699-967ba6520bda,segment=NetworkSegment(9b02e36e-6de5-484c-a36e-2fa26fb39118),segment_id=9b02e36e-6de5-484c-a36e-2fa26fb39118)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:12.632245 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-efccbc47-10ae-4fd8-9515-f7b3fc04e2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:12.633164 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-efccbc47-10ae-4fd8-9515-f7b3fc04e2a1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=28438769-469d-463a-a3b1-f1ca9c15b49c HTTP/1.1" status: 200 len: 797 time: 0.2284703 Dec 08 16:16:12.647394 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': 'ba1102e6-16d2-43cb-a699-967ba6520bda', 'network_id': 'cc341b4e-e4a6-433a-819f-1f235ff05a7a', 'port_id': 'ba1102e6-16d2-43cb-a699-967ba6520bda', 'mac_address': 'fa:16:3e:a8:bd:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ae73486-24f1-4ad9-b7a3-ee511661fedf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:16:12.676207 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bacae02-ed97-418f-ab07-42cbaab1c58b req-9fde345d-58bd-4f02-af5c-cce6ab42a565 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:12.683162 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bacae02-ed97-418f-ab07-42cbaab1c58b req-9fde345d-58bd-4f02-af5c-cce6ab42a565 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:12.689587 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bacae02-ed97-418f-ab07-42cbaab1c58b req-9fde345d-58bd-4f02-af5c-cce6ab42a565 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:12.695897 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bacae02-ed97-418f-ab07-42cbaab1c58b req-9fde345d-58bd-4f02-af5c-cce6ab42a565 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:12.702780 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bacae02-ed97-418f-ab07-42cbaab1c58b req-9fde345d-58bd-4f02-af5c-cce6ab42a565 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:12.709619 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bacae02-ed97-418f-ab07-42cbaab1c58b req-9fde345d-58bd-4f02-af5c-cce6ab42a565 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:12.716666 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bacae02-ed97-418f-ab07-42cbaab1c58b req-9fde345d-58bd-4f02-af5c-cce6ab42a565 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:12.718717 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2bacae02-ed97-418f-ab07-42cbaab1c58b req-9fde345d-58bd-4f02-af5c-cce6ab42a565 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 5429 time: 0.1627195 Dec 08 16:16:12.720663 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-713b878a-28ad-4077-9a38-fa2c62534b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:12.721425 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-190d1fcd-aa24-4f5d-952f-fad3af3d3bc0 None None] For port 4e7d1284-752f-48f1-b423-978ccbb17951, host n-d-776250-12, cleared binding levels {{(pid=110553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:16:12.725068 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-190d1fcd-aa24-4f5d-952f-fad3af3d3bc0 None None] For port 4e7d1284-752f-48f1-b423-978ccbb17951, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=4e7d1284-752f-48f1-b423-978ccbb17951,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:16:12.781355 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:12.791692 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-190d1fcd-aa24-4f5d-952f-fad3af3d3bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:12.793145 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713b878a-28ad-4077-9a38-fa2c62534b82 admin admin] Pushing event updated for resources: {'Port': ['ID=6cfd5e25-f756-48bc-b02b-2b7840fc8bf8,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:12.798257 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713b878a-28ad-4077-9a38-fa2c62534b82 admin admin] Network 7267bda8-5e5d-4e04-ad23-20b961702335 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:16:12.850821 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba1102e6-16d2-43cb-a699-967ba6520bda {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:16:12.861194 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b57ef0e-f6ad-418c-8608-ff7e4cb1c97e req-4268a055-8a14-47e6-a5fe-45632a163556 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:12.865870 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3b57ef0e-f6ad-418c-8608-ff7e4cb1c97e req-4268a055-8a14-47e6-a5fe-45632a163556 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.64 "GET /v2.0/ports?device_id=afbd37da-20c4-4a08-ae5d-a1a74df68179 HTTP/1.1" status: 200 len: 945 time: 0.2999272 Dec 08 16:16:12.897970 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2bacae02-ed97-418f-ab07-42cbaab1c58b req-5c0521c9-863d-4d75-91a0-f2035d1a8944 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c9d21f4-c02c-43e8-9e6c-a95f9379dd30&id=a96e7614-ece1-4248-94a1-b83b73d2e17e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1641953 Dec 08 16:16:12.903841 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-713b878a-28ad-4077-9a38-fa2c62534b82 admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:16:12.916789 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713b878a-28ad-4077-9a38-fa2c62534b82 admin admin] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:16:12.927526 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190d1fcd-aa24-4f5d-952f-fad3af3d3bc0 None None] Routers {'14406fc6-dda4-4dd8-9fea-71d207c86989'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:16:12.928112 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-190d1fcd-aa24-4f5d-952f-fad3af3d3bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:15:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['14406fc6-dda4-4dd8-9fea-71d207c86989'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:12.990356 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afedd13-da5d-4830-8428-ac352d4fca1b None None] Pushing event updated for resources: {'Port': ['ID=4e7d1284-752f-48f1-b423-978ccbb17951,revision_number=3']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:13.009122 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port ba1102e6-16d2-43cb-a699-967ba6520bda, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=ba1102e6-16d2-43cb-a699-967ba6520bda,segment=NetworkSegment(9b02e36e-6de5-484c-a36e-2fa26fb39118),segment_id=9b02e36e-6de5-484c-a36e-2fa26fb39118)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:13.028129 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-713b878a-28ad-4077-9a38-fa2c62534b82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:13.044102 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-b1e374e0-3d71-47fb-9117-70c7caad251c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:13.050891 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-b1e374e0-3d71-47fb-9117-70c7caad251c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0cd1fc08-18ef-4903-a4d4-304d5ce0f86e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4074199 Dec 08 16:16:13.075916 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:13.171085 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=ba1102e6-16d2-43cb-a699-967ba6520bda,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:13.177822 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3b57ef0e-f6ad-418c-8608-ff7e4cb1c97e req-5200bbe0-6d88-451b-ad5f-963bc68fd11e tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.64 "GET /v2.0/security-groups?id=725892bd-251d-4582-a0ba-ed3f1b69b499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006620 Dec 08 16:16:13.203498 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05211300-5963-4598-9e45-96a76bb198ea req-1c856343-086b-45d5-a705-a6e5c53e5652 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:13.210653 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-05211300-5963-4598-9e45-96a76bb198ea req-1c856343-086b-45d5-a705-a6e5c53e5652 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.76 "GET /v2.0/ports?device_id=afbd37da-20c4-4a08-ae5d-a1a74df68179 HTTP/1.1" status: 200 len: 945 time: 0.2684555 Dec 08 16:16:13.236843 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-190d1fcd-aa24-4f5d-952f-fad3af3d3bc0 None None] Set router 14406fc6-dda4-4dd8-9fea-71d207c86989 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:16:13.295081 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8f96e-305b-40e9-af2f-b45399e88f45 req-9b2bbccb-5ce3-479a-a1ce-a322daba27a3 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:13.298262 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-50f8f96e-305b-40e9-af2f-b45399e88f45 req-9b2bbccb-5ce3-479a-a1ce-a322daba27a3 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=51348ef1-afe6-4b70-a251-0ebd46e35eb1 HTTP/1.1" status: 200 len: 945 time: 0.1474385 Dec 08 16:16:13.359557 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-4a3e5814-83b0-4bc7-b7dd-e45939852b0e None None] Provisioning complete for port 6cfd5e25-f756-48bc-b02b-2b7840fc8bf8 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:16:13.359557 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4a3e5814-83b0-4bc7-b7dd-e45939852b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:13.367125 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-a2602270-3c52-458d-8728-19aac6bb3702 service neutron] 10.222.0.37 "GET /v2.0/networks/0cd1fc08-18ef-4903-a4d4-304d5ce0f86e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043759 Dec 08 16:16:13.368706 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-50f8f96e-305b-40e9-af2f-b45399e88f45 req-4c4ece45-9521-4571-aebc-4d6ce9045a27 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639482 Dec 08 16:16:13.401401 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-4a3e5814-83b0-4bc7-b7dd-e45939852b0e None None] Port 6cfd5e25-f756-48bc-b02b-2b7840fc8bf8 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:16:13.447390 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['ba1102e6-16d2-43cb-a699-967ba6520bda'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:16:13.478747 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a11b2-2bd6-4620-bc1d-79e29002bbf2 req-42134323-f99c-4a3b-bcae-cdd1d97eaa7a tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:13.480336 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8b2a11b2-2bd6-4620-bc1d-79e29002bbf2 req-42134323-f99c-4a3b-bcae-cdd1d97eaa7a tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc2d16bb-94e4-45ac-beb6-de10b69176ea HTTP/1.1" status: 200 len: 944 time: 0.2081258 Dec 08 16:16:13.513940 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-190d1fcd-aa24-4f5d-952f-fad3af3d3bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14406fc6-dda4-4dd8-9fea-71d207c86989', 'name': 'tempest-AttachVolumeTestJSON-1381106210-router', 'tenant_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '4e7d1284-752f-48f1-b423-978ccbb17951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:16:06Z', 'updated_at': '2021-12-08T16:16:09Z', 'revision_number': 3, 'project_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'gw_port': {'id': '4e7d1284-752f-48f1-b423-978ccbb17951', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ec:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14406fc6-dda4-4dd8-9fea-71d207c86989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:16:08Z', 'updated_at': '2021-12-08T16:16:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:13.548658 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190d1fcd-aa24-4f5d-952f-fad3af3d3bc0 None None] The sync data for ids ['14406fc6-dda4-4dd8-9fea-71d207c86989'] in n-d-776250-12 is: [{'id': '14406fc6-dda4-4dd8-9fea-71d207c86989', 'name': 'tempest-AttachVolumeTestJSON-1381106210-router', 'tenant_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '4e7d1284-752f-48f1-b423-978ccbb17951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:16:06Z', 'updated_at': '2021-12-08T16:16:09Z', 'revision_number': 3, 'project_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'gw_port': {'id': '4e7d1284-752f-48f1-b423-978ccbb17951', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ec:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14406fc6-dda4-4dd8-9fea-71d207c86989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:16:08Z', 'updated_at': '2021-12-08T16:16:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:16:13.605695 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-05211300-5963-4598-9e45-96a76bb198ea req-bf9a8261-7f02-4b57-898b-7a1f4aed51d4 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Deleting port 5d68d5aa-65bc-4ca9-9c98-2f4603ce7198 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:16:13.609923 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-05211300-5963-4598-9e45-96a76bb198ea req-bf9a8261-7f02-4b57-898b-7a1f4aed51d4 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:13.718482 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8b2a11b2-2bd6-4620-bc1d-79e29002bbf2 req-15d8393d-4c6b-42c7-96cf-c10f3159daf6 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303998 Dec 08 16:16:13.726923 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67c22878-22d3-4ee8-9508-a316b5513ab8 req-175456ef-53a5-43c8-b143-624027d6b37e service neutron] 10.222.0.37 "GET /v2.0/networks/0cd1fc08-18ef-4903-a4d4-304d5ce0f86e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341193 Dec 08 16:16:13.773061 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8d64ff02-749e-4299-b9d6-88059eb46937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:13.792818 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-713b878a-28ad-4077-9a38-fa2c62534b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:13.801222 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-05211300-5963-4598-9e45-96a76bb198ea req-bf9a8261-7f02-4b57-898b-7a1f4aed51d4 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] For port 5d68d5aa-65bc-4ca9-9c98-2f4603ce7198, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=5d68d5aa-65bc-4ca9-9c98-2f4603ce7198,segment=NetworkSegment(ba416323-2644-4ad4-91ac-f9ba2cf2404e),segment_id=ba416323-2644-4ad4-91ac-f9ba2cf2404e)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:13.802482 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-05211300-5963-4598-9e45-96a76bb198ea req-bf9a8261-7f02-4b57-898b-7a1f4aed51d4 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:13.824723 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-05211300-5963-4598-9e45-96a76bb198ea req-bf9a8261-7f02-4b57-898b-7a1f4aed51d4 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Calling delete_port for 5d68d5aa-65bc-4ca9-9c98-2f4603ce7198 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:16:13.857675 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 7eef98d4-f174-4b50-8907-41a524dbf0fe details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:16:13.860515 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 7eef98d4-f174-4b50-8907-41a524dbf0fe no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:16:13.868628 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaa7d92-c70e-42b9-8690-709db9679bce req-5a1ff7cc-7669-48d9-985f-94962777b22d tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:13.871520 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-edaa7d92-c70e-42b9-8690-709db9679bce req-5a1ff7cc-7669-48d9-985f-94962777b22d tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=6612c2d2-a101-43bc-a58f-e9ed9a41dd2c HTTP/1.1" status: 200 len: 945 time: 0.3321865 Dec 08 16:16:14.114051 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-edaa7d92-c70e-42b9-8690-709db9679bce req-c071327e-0642-4a80-b3d4-7ed1d656a3a2 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150292 Dec 08 16:16:14.125920 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722edf0-d731-40c4-b464-ab08df500430 req-b262cb1f-df7d-4f17-8760-55d7a92c8536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:14.125920 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722edf0-d731-40c4-b464-ab08df500430 req-b262cb1f-df7d-4f17-8760-55d7a92c8536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:14.125920 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722edf0-d731-40c4-b464-ab08df500430 req-b262cb1f-df7d-4f17-8760-55d7a92c8536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:14.125920 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722edf0-d731-40c4-b464-ab08df500430 req-b262cb1f-df7d-4f17-8760-55d7a92c8536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:14.125920 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722edf0-d731-40c4-b464-ab08df500430 req-b262cb1f-df7d-4f17-8760-55d7a92c8536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:14.125920 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722edf0-d731-40c4-b464-ab08df500430 req-b262cb1f-df7d-4f17-8760-55d7a92c8536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:14.125920 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722edf0-d731-40c4-b464-ab08df500430 req-b262cb1f-df7d-4f17-8760-55d7a92c8536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:14.133391 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d722edf0-d731-40c4-b464-ab08df500430 req-b262cb1f-df7d-4f17-8760-55d7a92c8536 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=18030f7f284349198514456af1320f51&device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 6493 time: 0.1904647 Dec 08 16:16:14.166041 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:14.328952 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 7eef98d4-f174-4b50-8907-41a524dbf0fe, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=7eef98d4-f174-4b50-8907-41a524dbf0fe,segment=NetworkSegment(9b052d16-09ac-481d-baf5-f56fa6d1472f),segment_id=9b052d16-09ac-481d-baf5-f56fa6d1472f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:14.334121 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6612c2d2-a101-43bc-a58f-e9ed9a41dd2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7eef98d4-f174-4b50-8907-41a524dbf0fe'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:16:14.337082 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144b3404-ab9e-4bac-a761-18722f67ae9a" -d '{"events": [{"server_uuid": "6612c2d2-a101-43bc-a58f-e9ed9a41dd2c", "name": "network-vif-unplugged", "status": "completed", "tag": "7eef98d4-f174-4b50-8907-41a524dbf0fe"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:16:14.356277 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device ba1102e6-16d2-43cb-a699-967ba6520bda up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:16:14.426336 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:14.450630 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae7c6e-1f0d-463f-bdd5-b738cf8f7d65 req-e549a438-34d7-4959-989f-1b00d6670d4f tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:14.457276 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae7c6e-1f0d-463f-bdd5-b738cf8f7d65 req-e549a438-34d7-4959-989f-1b00d6670d4f tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:14.473624 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae7c6e-1f0d-463f-bdd5-b738cf8f7d65 req-e549a438-34d7-4959-989f-1b00d6670d4f tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:14.485340 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-713b878a-28ad-4077-9a38-fa2c62534b82 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:14.486031 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae7c6e-1f0d-463f-bdd5-b738cf8f7d65 req-e549a438-34d7-4959-989f-1b00d6670d4f tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:14.493766 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae7c6e-1f0d-463f-bdd5-b738cf8f7d65 req-e549a438-34d7-4959-989f-1b00d6670d4f tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:14.498296 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaeb7c4-736e-4289-9a3f-b93546bd90e3 req-f64c3e0a-ee1f-4cf8-b217-f39c98595135 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:14.500424 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1aaeb7c4-736e-4289-9a3f-b93546bd90e3 req-f64c3e0a-ee1f-4cf8-b217-f39c98595135 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b9c81dc-f93a-4cac-9bd0-7658de475a32 HTTP/1.1" status: 200 len: 945 time: 0.6277633 Dec 08 16:16:14.516647 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae7c6e-1f0d-463f-bdd5-b738cf8f7d65 req-e549a438-34d7-4959-989f-1b00d6670d4f tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:14.524467 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=7eef98d4-f174-4b50-8907-41a524dbf0fe,revision_number=6']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:14.527769 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae7c6e-1f0d-463f-bdd5-b738cf8f7d65 req-e549a438-34d7-4959-989f-1b00d6670d4f tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:14.530073 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-14ae7c6e-1f0d-463f-bdd5-b738cf8f7d65 req-e549a438-34d7-4959-989f-1b00d6670d4f tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 5429 time: 0.3986032 Dec 08 16:16:14.535010 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-05211300-5963-4598-9e45-96a76bb198ea req-bf9a8261-7f02-4b57-898b-7a1f4aed51d4 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:14.546710 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1201cdfc-37ca-4456-8d34-9f4ff399b2ca req-68ceff3c-d95c-424f-bb07-86ef828d2aae tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.64 "GET /v2.0/ports?device_id=afbd37da-20c4-4a08-ae5d-a1a74df68179 HTTP/1.1" status: 200 len: 210 time: 0.0580471 Dec 08 16:16:14.594675 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 7eef98d4-f174-4b50-8907-41a524dbf0fe, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=7eef98d4-f174-4b50-8907-41a524dbf0fe,segment=NetworkSegment(9b052d16-09ac-481d-baf5-f56fa6d1472f),segment_id=9b052d16-09ac-481d-baf5-f56fa6d1472f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:14.607430 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9a8261-7f02-4b57-898b-7a1f4aed51d4 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Pushing event deleted for resources: {'Port': ['ID=5d68d5aa-65bc-4ca9-9c98-2f4603ce7198,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:14.633032 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '7eef98d4-f174-4b50-8907-41a524dbf0fe', 'network_id': '880e4c19-5400-42a9-80ac-7d8d06cc73f1', 'port_id': '7eef98d4-f174-4b50-8907-41a524dbf0fe', 'mac_address': 'fa:16:3e:fc:7f:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d58ba6b-0d2d-418d-8d9a-8ee6777d3e48', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:16:14.657412 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-713b878a-28ad-4077-9a38-fa2c62534b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:14.690423 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-14ae7c6e-1f0d-463f-bdd5-b738cf8f7d65 req-13f98bee-2b5d-4940-80e2-9aff11324fb0 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c9d21f4-c02c-43e8-9e6c-a95f9379dd30&id=a96e7614-ece1-4248-94a1-b83b73d2e17e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1511128 Dec 08 16:16:14.740981 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722edf0-d731-40c4-b464-ab08df500430 req-9d561835-4000-4a97-b995-521550ba4df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:14.742941 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d722edf0-d731-40c4-b464-ab08df500430 req-9d561835-4000-4a97-b995-521550ba4df8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0cd1fc08-18ef-4903-a4d4-304d5ce0f86e HTTP/1.1" status: 200 len: 903 time: 0.6049159 Dec 08 16:16:14.815239 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:14.845631 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d722edf0-d731-40c4-b464-ab08df500430 req-6165b89e-8c95-448e-8166-31e14a7ebc32 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=85bad2ad-910d-4f13-942d-9eb3285bd3f8 HTTP/1.1" status: 200 len: 217 time: 0.0862274 Dec 08 16:16:14.847946 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eef98d4-f174-4b50-8907-41a524dbf0fe {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:16:14.849908 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-05211300-5963-4598-9e45-96a76bb198ea req-bf9a8261-7f02-4b57-898b-7a1f4aed51d4 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] No DVR routers for this DVR port 5d68d5aa-65bc-4ca9-9c98-2f4603ce7198 on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:16:14.883148 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6721adfb-1637-4c13-a3d4-f550b3ce45f4 x-openstack-request-id: req-6721adfb-1637-4c13-a3d4-f550b3ce45f4 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:16:14.883447 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6612c2d2-a101-43bc-a58f-e9ed9a41dd2c", "name": "network-vif-unplugged", "status": "completed", "tag": "7eef98d4-f174-4b50-8907-41a524dbf0fe", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:16:14.883708 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6721adfb-1637-4c13-a3d4-f550b3ce45f4 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:16:14.884114 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6612c2d2-a101-43bc-a58f-e9ed9a41dd2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7eef98d4-f174-4b50-8907-41a524dbf0fe', 'code': 200} Dec 08 16:16:14.922825 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 7eef98d4-f174-4b50-8907-41a524dbf0fe, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=7eef98d4-f174-4b50-8907-41a524dbf0fe,segment=NetworkSegment(9b052d16-09ac-481d-baf5-f56fa6d1472f),segment_id=9b052d16-09ac-481d-baf5-f56fa6d1472f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:14.941985 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-05211300-5963-4598-9e45-96a76bb198ea req-bf9a8261-7f02-4b57-898b-7a1f4aed51d4 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:14.948625 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-05211300-5963-4598-9e45-96a76bb198ea req-bf9a8261-7f02-4b57-898b-7a1f4aed51d4 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.76 "DELETE /v2.0/ports/5d68d5aa-65bc-4ca9-9c98-2f4603ce7198 HTTP/1.1" status: 204 len: 173 time: 1.7291763 Dec 08 16:16:14.949515 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afbd37da-20c4-4a08-ae5d-a1a74df68179', 'name': 'network-vif-deleted', 'tag': '5d68d5aa-65bc-4ca9-9c98-2f4603ce7198'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:16:14.952453 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff41c695-663f-467b-a4b3-5138e8b6ca60" -d '{"events": [{"server_uuid": "afbd37da-20c4-4a08-ae5d-a1a74df68179", "name": "network-vif-deleted", "tag": "5d68d5aa-65bc-4ca9-9c98-2f4603ce7198"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:16:14.976075 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 4e7d1284-752f-48f1-b423-978ccbb17951 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:16:14.982414 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713b878a-28ad-4077-9a38-fa2c62534b82 admin admin] Pushing event updated for resources: {'Port': ['ID=6cfd5e25-f756-48bc-b02b-2b7840fc8bf8,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:15.002680 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-713b878a-28ad-4077-9a38-fa2c62534b82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:15.015081 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722edf0-d731-40c4-b464-ab08df500430 req-129690e1-65e4-46b6-bf7f-9c3b4de328ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:15.017118 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d722edf0-d731-40c4-b464-ab08df500430 req-129690e1-65e4-46b6-bf7f-9c3b4de328ef service neutron] 10.222.0.37 "GET /v2.0/subnets?id=28438769-469d-463a-a3b1-f1ca9c15b49c HTTP/1.1" status: 200 len: 797 time: 0.1636467 Dec 08 16:16:15.031680 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port ba1102e6-16d2-43cb-a699-967ba6520bda completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:16:15.041607 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port ba1102e6-16d2-43cb-a699-967ba6520bda triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:16:15.042014 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:15.080090 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f23ee-e5b4-4bd0-8e28-c23ddbc13e8d req-b4a2d435-ce56-4f8d-b0f2-9ac8a6fff57b tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:15.081803 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9e0f23ee-e5b4-4bd0-8e28-c23ddbc13e8d req-b4a2d435-ce56-4f8d-b0f2-9ac8a6fff57b tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=51348ef1-afe6-4b70-a251-0ebd46e35eb1 HTTP/1.1" status: 200 len: 945 time: 0.1590719 Dec 08 16:16:15.124812 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:15.169552 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9e0f23ee-e5b4-4bd0-8e28-c23ddbc13e8d req-4c158590-2b8c-4152-93b2-279afc68cb76 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798950 Dec 08 16:16:15.175630 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722edf0-d731-40c4-b464-ab08df500430 req-7e85ff87-00f6-4da8-991e-fe80ed03f6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:15.177977 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d722edf0-d731-40c4-b464-ab08df500430 req-7e85ff87-00f6-4da8-991e-fe80ed03f6ec service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0cd1fc08-18ef-4903-a4d4-304d5ce0f86e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1524320 Dec 08 16:16:15.221918 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-1aaeb7c4-736e-4289-9a3f-b93546bd90e3 req-b513381a-ba22-4266-8852-865d116b3b40 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Deleting port 9ec1278b-640f-44bf-b645-439e26e6b012 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:16:15.222659 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-1aaeb7c4-736e-4289-9a3f-b93546bd90e3 req-b513381a-ba22-4266-8852-865d116b3b40 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:15.232109 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713b878a-28ad-4077-9a38-fa2c62534b82 admin admin] Network 7267bda8-5e5d-4e04-ad23-20b961702335 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:16:15.258203 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:15.297661 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51124) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:15.309768 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 4e7d1284-752f-48f1-b423-978ccbb17951 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:16:15.310410 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:15.335076 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:15.336011 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9474bf82-3dd7-40d1-a569-3a2bdf29864e x-openstack-request-id: req-9474bf82-3dd7-40d1-a569-3a2bdf29864e {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:16:15.336232 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afbd37da-20c4-4a08-ae5d-a1a74df68179", "name": "network-vif-deleted", "tag": "5d68d5aa-65bc-4ca9-9c98-2f4603ce7198", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:16:15.336705 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9474bf82-3dd7-40d1-a569-3a2bdf29864e {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:16:15.336945 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=7eef98d4-f174-4b50-8907-41a524dbf0fe,revision_number=7']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:15.337053 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afbd37da-20c4-4a08-ae5d-a1a74df68179', 'name': 'network-vif-deleted', 'tag': '5d68d5aa-65bc-4ca9-9c98-2f4603ce7198', 'status': 'completed', 'code': 200} Dec 08 16:16:15.396993 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['7eef98d4-f174-4b50-8907-41a524dbf0fe'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:16:15.474690 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port ba1102e6-16d2-43cb-a699-967ba6520bda, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=ba1102e6-16d2-43cb-a699-967ba6520bda,segment=NetworkSegment(9b02e36e-6de5-484c-a36e-2fa26fb39118),segment_id=9b02e36e-6de5-484c-a36e-2fa26fb39118)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:15.513819 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:15.567135 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:15.567978 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 5d68d5aa-65bc-4ca9-9c98-2f4603ce7198 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:16:15.574641 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 4e7d1284-752f-48f1-b423-978ccbb17951, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=4e7d1284-752f-48f1-b423-978ccbb17951,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:15.621168 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: 5d68d5aa-65bc-4ca9-9c98-2f4603ce7198 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:16:15.621520 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 5d68d5aa-65bc-4ca9-9c98-2f4603ce7198 not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:16:15.665127 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:15.668505 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=ba1102e6-16d2-43cb-a699-967ba6520bda,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:15.731943 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-713b878a-28ad-4077-9a38-fa2c62534b82 admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:16:15.765585 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=4e7d1284-752f-48f1-b423-978ccbb17951,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:15.804510 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3970a3c-f099-491e-b037-98daffe2c7dd req-ec5a0cf0-8d60-4ffa-85ca-9132e175cd19 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:15.806656 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d3970a3c-f099-491e-b037-98daffe2c7dd req-ec5a0cf0-8d60-4ffa-85ca-9132e175cd19 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc2d16bb-94e4-45ac-beb6-de10b69176ea HTTP/1.1" status: 200 len: 944 time: 0.6326852 Dec 08 16:16:15.847964 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c604d4-88ff-4c75-998f-22058d3c8a4b req-079810fe-7462-46d6-b802-fb79f4e70da1 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:15.858541 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-33c604d4-88ff-4c75-998f-22058d3c8a4b req-079810fe-7462-46d6-b802-fb79f4e70da1 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=6612c2d2-a101-43bc-a58f-e9ed9a41dd2c HTTP/1.1" status: 200 len: 944 time: 0.5181613 Dec 08 16:16:15.860275 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d722edf0-d731-40c4-b464-ab08df500430 req-b41a7879-89d2-4eff-b641-cfe331bbcd50 service neutron] 10.222.0.37 "GET /v2.0/networks/0cd1fc08-18ef-4903-a4d4-304d5ce0f86e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6627393 Dec 08 16:16:15.932919 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d0935f09-2b3a-4f75-a91f-0a1b2b521a91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:15.982102 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-1aaeb7c4-736e-4289-9a3f-b93546bd90e3 req-b513381a-ba22-4266-8852-865d116b3b40 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] For port 9ec1278b-640f-44bf-b645-439e26e6b012, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=9ec1278b-640f-44bf-b645-439e26e6b012,segment=NetworkSegment(ba416323-2644-4ad4-91ac-f9ba2cf2404e),segment_id=ba416323-2644-4ad4-91ac-f9ba2cf2404e)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:15.982791 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-1aaeb7c4-736e-4289-9a3f-b93546bd90e3 req-b513381a-ba22-4266-8852-865d116b3b40 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:16.037823 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-33c604d4-88ff-4c75-998f-22058d3c8a4b req-237df467-7010-40b1-a99c-9da74bfee0e9 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808064 Dec 08 16:16:16.051871 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-1aaeb7c4-736e-4289-9a3f-b93546bd90e3 req-b513381a-ba22-4266-8852-865d116b3b40 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Calling delete_port for 9ec1278b-640f-44bf-b645-439e26e6b012 owned by compute:nova {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:16:16.073588 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d3970a3c-f099-491e-b037-98daffe2c7dd req-0df7eee4-1132-4be9-a1e0-3bcf12eaf128 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478707 Dec 08 16:16:16.081109 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d722edf0-d731-40c4-b464-ab08df500430 req-6097f135-2a25-49b3-b596-33b5a1d659a1 service neutron] 10.222.0.37 "GET /v2.0/networks/0cd1fc08-18ef-4903-a4d4-304d5ce0f86e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995316 Dec 08 16:16:16.092005 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-7ea59c25-42ad-471e-9d97-4a15b98e7dfc None None] Provisioning complete for port 6cfd5e25-f756-48bc-b02b-2b7840fc8bf8 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:16:16.092796 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7ea59c25-42ad-471e-9d97-4a15b98e7dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:16.158740 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-7ea59c25-42ad-471e-9d97-4a15b98e7dfc None None] Port 6cfd5e25-f756-48bc-b02b-2b7840fc8bf8 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:16:16.185005 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-713b878a-28ad-4077-9a38-fa2c62534b82 admin admin] Router 14406fc6-dda4-4dd8-9fea-71d207c86989 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:16:16.194904 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fd189016-a11a-474a-9a45-22c587cb6b1a req-e7a8d809-0ee1-4694-ad0d-20cd66f94f9f tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.64 "GET /v2.0/ports?device_id=afbd37da-20c4-4a08-ae5d-a1a74df68179 HTTP/1.1" status: 200 len: 210 time: 0.0372870 Dec 08 16:16:16.251077 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a28574-cfcf-419f-b3f5-fcf31d6f8b17 req-b1530dd3-25f1-44d5-8ed1-2d656954f14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:16.252907 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c9a28574-cfcf-419f-b3f5-fcf31d6f8b17 req-b1530dd3-25f1-44d5-8ed1-2d656954f14a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=90ed4b9bbb134343aae1287ee30eda23&device_id=51348ef1-afe6-4b70-a251-0ebd46e35eb1 HTTP/1.1" status: 200 len: 1097 time: 0.0565622 Dec 08 16:16:16.365662 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 9ec1278b-640f-44bf-b645-439e26e6b012 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:16:16.368931 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d0935f09-2b3a-4f75-a91f-0a1b2b521a91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:16.386718 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c216e899-117f-481f-8718-b52b7b654973 req-4fdb2bf6-4b56-41dd-b816-b7e89cd9515e tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:16.392740 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c216e899-117f-481f-8718-b52b7b654973 req-4fdb2bf6-4b56-41dd-b816-b7e89cd9515e tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:16.398958 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c216e899-117f-481f-8718-b52b7b654973 req-4fdb2bf6-4b56-41dd-b816-b7e89cd9515e tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:16.401963 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a28574-cfcf-419f-b3f5-fcf31d6f8b17 req-41aa2bfc-35f4-4950-ad12-65624a580143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:16.403484 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c9a28574-cfcf-419f-b3f5-fcf31d6f8b17 req-41aa2bfc-35f4-4950-ad12-65624a580143 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d3895c5a-dfc2-4888-9675-12d8856051aa HTTP/1.1" status: 200 len: 913 time: 0.1419461 Dec 08 16:16:16.405568 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c216e899-117f-481f-8718-b52b7b654973 req-4fdb2bf6-4b56-41dd-b816-b7e89cd9515e tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:16.412132 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c216e899-117f-481f-8718-b52b7b654973 req-4fdb2bf6-4b56-41dd-b816-b7e89cd9515e tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:16.416612 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4046542-fac7-4322-9879-1c91e15673bf req-71f4904a-c9f7-4feb-8072-cacfc7588190 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:16.419691 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c216e899-117f-481f-8718-b52b7b654973 req-4fdb2bf6-4b56-41dd-b816-b7e89cd9515e tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:16.425166 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a4046542-fac7-4322-9879-1c91e15673bf req-71f4904a-c9f7-4feb-8072-cacfc7588190 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=51348ef1-afe6-4b70-a251-0ebd46e35eb1 HTTP/1.1" status: 200 len: 945 time: 0.0759199 Dec 08 16:16:16.426155 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c216e899-117f-481f-8718-b52b7b654973 req-4fdb2bf6-4b56-41dd-b816-b7e89cd9515e tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:16.428264 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c216e899-117f-481f-8718-b52b7b654973 req-4fdb2bf6-4b56-41dd-b816-b7e89cd9515e tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 5429 time: 0.2282503 Dec 08 16:16:16.470175 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:16.491454 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c9a28574-cfcf-419f-b3f5-fcf31d6f8b17 req-9279788e-ce8f-453d-b68a-713e5f898455 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5251d75-3b5b-463b-ad2b-321c00b2b9b5 HTTP/1.1" status: 200 len: 217 time: 0.0635362 Dec 08 16:16:16.516561 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d0935f09-2b3a-4f75-a91f-0a1b2b521a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:16.548303 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a4046542-fac7-4322-9879-1c91e15673bf req-4defea57-1760-4865-b60d-d18582a80d50 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221230 Dec 08 16:16:16.555726 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a28574-cfcf-419f-b3f5-fcf31d6f8b17 req-a60f7b40-d8be-473f-b7e2-686c79de1493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:16.557520 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c9a28574-cfcf-419f-b3f5-fcf31d6f8b17 req-a60f7b40-d8be-473f-b7e2-686c79de1493 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0d672d1f-65b7-4f31-92ed-7adc71dac15e HTTP/1.1" status: 200 len: 852 time: 0.0567095 Dec 08 16:16:16.606864 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c9a28574-cfcf-419f-b3f5-fcf31d6f8b17 req-d4a2178d-0531-4566-92a3-42b6d455166b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d3895c5a-dfc2-4888-9675-12d8856051aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421391 Dec 08 16:16:16.607141 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-713b878a-28ad-4077-9a38-fa2c62534b82 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:16:16.610384 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d0935f09-2b3a-4f75-a91f-0a1b2b521a91 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=38536db450114c3aac09078d700e2dd1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8800006 Dec 08 16:16:16.613144 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51140) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:16.627207 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921bb67f-c69b-4708-b13f-9b01f1c598d7 None None] Sync routers for ids ['14406fc6-dda4-4dd8-9fea-71d207c86989'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:16:16.627764 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-713b878a-28ad-4077-9a38-fa2c62534b82 admin admin] 10.222.0.64 "PUT /v2.0/routers/14406fc6-dda4-4dd8-9fea-71d207c86989/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4253137 Dec 08 16:16:16.635383 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0935f09-2b3a-4f75-a91f-0a1b2b521a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c5c3dc-b2d4-4717-870b-1f106f99bf29,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:16.644054 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921bb67f-c69b-4708-b13f-9b01f1c598d7 None None] Routers {'14406fc6-dda4-4dd8-9fea-71d207c86989'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:16:16.644804 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-921bb67f-c69b-4708-b13f-9b01f1c598d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:16:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['14406fc6-dda4-4dd8-9fea-71d207c86989'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:16.672850 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c216e899-117f-481f-8718-b52b7b654973 req-21355df0-5f66-40b8-9e31-cf5092ec3d2a tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c9d21f4-c02c-43e8-9e6c-a95f9379dd30&id=a96e7614-ece1-4248-94a1-b83b73d2e17e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2108951 Dec 08 16:16:16.686516 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:16.706307 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-1aaeb7c4-736e-4289-9a3f-b93546bd90e3 req-b513381a-ba22-4266-8852-865d116b3b40 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:16.741506 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eeeb0305-1122-4cec-9a72-22e0097fa901 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:16.783786 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eeeb0305-1122-4cec-9a72-22e0097fa901 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:16.792757 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c9a28574-cfcf-419f-b3f5-fcf31d6f8b17 req-16a162da-d8a1-4637-afaf-438109577496 service neutron] 10.222.0.37 "GET /v2.0/networks/d3895c5a-dfc2-4888-9675-12d8856051aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773202 Dec 08 16:16:16.815683 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b513381a-ba22-4266-8852-865d116b3b40 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Pushing event deleted for resources: {'Port': ['ID=9ec1278b-640f-44bf-b645-439e26e6b012,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:16.867589 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aaeb7c4-736e-4289-9a3f-b93546bd90e3 req-b513381a-ba22-4266-8852-865d116b3b40 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] No DVR routers for this DVR port 9ec1278b-640f-44bf-b645-439e26e6b012 on host n-h1-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:16:16.871300 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-1aaeb7c4-736e-4289-9a3f-b93546bd90e3 req-b513381a-ba22-4266-8852-865d116b3b40 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:16.890177 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2d16bb-94e4-45ac-beb6-de10b69176ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba1102e6-16d2-43cb-a699-967ba6520bda'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:16:16.896787 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1aaeb7c4-736e-4289-9a3f-b93546bd90e3 req-b513381a-ba22-4266-8852-865d116b3b40 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.76 "DELETE /v2.0/ports/9ec1278b-640f-44bf-b645-439e26e6b012 HTTP/1.1" status: 204 len: 173 time: 2.3475194 Dec 08 16:16:16.897410 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9c81dc-f93a-4cac-9bd0-7658de475a32', 'name': 'network-vif-deleted', 'tag': '9ec1278b-640f-44bf-b645-439e26e6b012'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:16:16.898828 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2be65b7-a4f9-47d4-9309-3669b80c6a6e" -d '{"events": [{"server_uuid": "cc2d16bb-94e4-45ac-beb6-de10b69176ea", "name": "network-vif-plugged", "status": "completed", "tag": "ba1102e6-16d2-43cb-a699-967ba6520bda"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:16:16.904554 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322787be-6a2b-4545-982c-3cbb0401b032" -d '{"events": [{"server_uuid": "3b9c81dc-f93a-4cac-9bd0-7658de475a32", "name": "network-vif-deleted", "tag": "9ec1278b-640f-44bf-b645-439e26e6b012"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:16:16.928448 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c9a28574-cfcf-419f-b3f5-fcf31d6f8b17 req-23db36e5-9dfd-4549-972f-10b1142f8075 service neutron] 10.222.0.37 "GET /v2.0/networks/d3895c5a-dfc2-4888-9675-12d8856051aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257994 Dec 08 16:16:16.939765 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 4e7d1284-752f-48f1-b423-978ccbb17951 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:16:16.945814 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02db8700-440a-41de-aabc-a5c9910b26bc x-openstack-request-id: req-02db8700-440a-41de-aabc-a5c9910b26bc {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:16:16.946172 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b9c81dc-f93a-4cac-9bd0-7658de475a32", "name": "network-vif-deleted", "tag": "9ec1278b-640f-44bf-b645-439e26e6b012", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:16:16.946443 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-02db8700-440a-41de-aabc-a5c9910b26bc {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:16:16.946860 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b9c81dc-f93a-4cac-9bd0-7658de475a32', 'name': 'network-vif-deleted', 'tag': '9ec1278b-640f-44bf-b645-439e26e6b012', 'status': 'completed', 'code': 200} Dec 08 16:16:16.985102 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b50c282-aace-46dd-a935-c9c6e311bab5 x-openstack-request-id: req-0b50c282-aace-46dd-a935-c9c6e311bab5 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:16:16.985400 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2d16bb-94e4-45ac-beb6-de10b69176ea", "name": "network-vif-plugged", "status": "completed", "tag": "ba1102e6-16d2-43cb-a699-967ba6520bda", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:16:16.985653 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0b50c282-aace-46dd-a935-c9c6e311bab5 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:16:16.986043 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2d16bb-94e4-45ac-beb6-de10b69176ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba1102e6-16d2-43cb-a699-967ba6520bda', 'code': 200} Dec 08 16:16:16.990261 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eeeb0305-1122-4cec-9a72-22e0097fa901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:16.992701 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eeeb0305-1122-4cec-9a72-22e0097fa901 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:16.997291 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-eeeb0305-1122-4cec-9a72-22e0097fa901 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/93c5c3dc-b2d4-4717-870b-1f106f99bf29 HTTP/1.1" status: 204 len: 168 time: 0.3798437 Dec 08 16:16:17.003333 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeb0305-1122-4cec-9a72-22e0097fa901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c5c3dc-b2d4-4717-870b-1f106f99bf29,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:17.017239 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-921bb67f-c69b-4708-b13f-9b01f1c598d7 None None] Set router 14406fc6-dda4-4dd8-9fea-71d207c86989 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:16:17.082927 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 4e7d1284-752f-48f1-b423-978ccbb17951 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:16:17.083661 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:17.135391 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb02900-400e-47c2-be86-59ea035c540b req-ddbbe033-1e0e-4d2c-8c01-c92df5f91b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:17.137167 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3fb02900-400e-47c2-be86-59ea035c540b req-ddbbe033-1e0e-4d2c-8c01-c92df5f91b9d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=cc2d16bb-94e4-45ac-beb6-de10b69176ea HTTP/1.1" status: 200 len: 1097 time: 0.0583031 Dec 08 16:16:17.219899 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3fb02900-400e-47c2-be86-59ea035c540b req-1d1ed343-6a36-4ca4-9176-14ba8f042d82 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709860 Dec 08 16:16:17.234237 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb944020-6088-417f-8492-09aced7805ce req-b8ba3a70-3534-4054-b1e2-75a8437f99a4 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:17.236017 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-eb944020-6088-417f-8492-09aced7805ce req-b8ba3a70-3534-4054-b1e2-75a8437f99a4 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=6612c2d2-a101-43bc-a58f-e9ed9a41dd2c HTTP/1.1" status: 200 len: 944 time: 0.0975833 Dec 08 16:16:17.300939 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-eb944020-6088-417f-8492-09aced7805ce req-1143f76a-c359-44fe-84f7-5e9ae948dd30 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568705 Dec 08 16:16:17.350050 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51164) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:17.357682 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-84ad8a6d-a27b-47a6-8bc0-1c8eb51c5ecf tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1414960779', 'description': 'tempest-description--928778255'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:17.368826 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-921bb67f-c69b-4708-b13f-9b01f1c598d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14406fc6-dda4-4dd8-9fea-71d207c86989', 'name': 'tempest-AttachVolumeTestJSON-1381106210-router', 'tenant_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '4e7d1284-752f-48f1-b423-978ccbb17951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:16:06Z', 'updated_at': '2021-12-08T16:16:13Z', 'revision_number': 4, 'project_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'gw_port': {'id': '4e7d1284-752f-48f1-b423-978ccbb17951', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ec:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14406fc6-dda4-4dd8-9fea-71d207c86989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:16:08Z', 'updated_at': '2021-12-08T16:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '6cfd5e25-f756-48bc-b02b-2b7840fc8bf8', 'name': '', 'network_id': '7267bda8-5e5d-4e04-ad23-20b961702335', 'tenant_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'mac_address': 'fa:16:3e:06:59:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14406fc6-dda4-4dd8-9fea-71d207c86989', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'b1120212-8041-47f2-b393-74481d8c6bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:16:11Z', 'updated_at': '2021-12-08T16:16:14Z', 'revision_number': 2, 'project_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'subnets': [{'id': 'b1120212-8041-47f2-b393-74481d8c6bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:17.402755 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921bb67f-c69b-4708-b13f-9b01f1c598d7 None None] Checking router: 14406fc6-dda4-4dd8-9fea-71d207c86989 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:16:17.403441 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921bb67f-c69b-4708-b13f-9b01f1c598d7 None None] Updating router 14406fc6-dda4-4dd8-9fea-71d207c86989 port 6cfd5e25-f756-48bc-b02b-2b7840fc8bf8 binding host n-d-776250-12 {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:16:17.444630 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-921bb67f-c69b-4708-b13f-9b01f1c598d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:17.465152 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1063e36-0dd1-4299-8ed8-3ffa705e4cdc req-65d69ac5-68b2-480c-a118-e51835302343 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:17.475159 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e1063e36-0dd1-4299-8ed8-3ffa705e4cdc req-65d69ac5-68b2-480c-a118-e51835302343 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc2d16bb-94e4-45ac-beb6-de10b69176ea HTTP/1.1" status: 200 len: 945 time: 0.0799050 Dec 08 16:16:17.484320 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-84ad8a6d-a27b-47a6-8bc0-1c8eb51c5ecf tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:17.518187 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:17.560477 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e1063e36-0dd1-4299-8ed8-3ffa705e4cdc req-4b2627ad-9596-4bea-9489-96f87c79b557 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806077 Dec 08 16:16:17.604134 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f5d722a0-eb96-429f-ac12-0133e898d9fc req-6ce6f4db-58df-4467-888c-5e1aa426fba6 tempest-MultipleCreateTestJSON-611425833 tempest-MultipleCreateTestJSON-611425833-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b9c81dc-f93a-4cac-9bd0-7658de475a32 HTTP/1.1" status: 200 len: 210 time: 0.0422823 Dec 08 16:16:17.633359 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-84ad8a6d-a27b-47a6-8bc0-1c8eb51c5ecf tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:17.707024 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac3bf9-6b2a-4161-ba30-7ab0187e0423 req-d5679866-ebf2-474c-9ddf-43788e0ca600 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:17.715019 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2eac3bf9-6b2a-4161-ba30-7ab0187e0423 req-d5679866-ebf2-474c-9ddf-43788e0ca600 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=51348ef1-afe6-4b70-a251-0ebd46e35eb1 HTTP/1.1" status: 200 len: 945 time: 0.0665596 Dec 08 16:16:17.718889 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-84ad8a6d-a27b-47a6-8bc0-1c8eb51c5ecf tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:17.793520 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ad8a6d-a27b-47a6-8bc0-1c8eb51c5ecf tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5903942c-927a-4f35-93fb-0009cd4d6c33,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:17.808023 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2eac3bf9-6b2a-4161-ba30-7ab0187e0423 req-b10a7128-3365-4286-bb73-b38bfb556528 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894129 Dec 08 16:16:17.816004 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-84ad8a6d-a27b-47a6-8bc0-1c8eb51c5ecf tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:17.816573 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51726482-0dc6-480a-abc5-4b243e09c944 req-9f28663d-ff8d-46fa-b6b1-8ec9f39b03e1 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:17.816703 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-84ad8a6d-a27b-47a6-8bc0-1c8eb51c5ecf tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4643247 Dec 08 16:16:17.820100 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51180) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:17.825600 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51726482-0dc6-480a-abc5-4b243e09c944 req-9f28663d-ff8d-46fa-b6b1-8ec9f39b03e1 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:17.826924 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-2ceb423d-ca65-4307-aca7-2370e265c151 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Request body: {'security_group_rule': {'security_group_id': '5903942c-927a-4f35-93fb-0009cd4d6c33', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:17.831814 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51726482-0dc6-480a-abc5-4b243e09c944 req-9f28663d-ff8d-46fa-b6b1-8ec9f39b03e1 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:17.839320 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51726482-0dc6-480a-abc5-4b243e09c944 req-9f28663d-ff8d-46fa-b6b1-8ec9f39b03e1 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:17.847239 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51726482-0dc6-480a-abc5-4b243e09c944 req-9f28663d-ff8d-46fa-b6b1-8ec9f39b03e1 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:17.853442 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51726482-0dc6-480a-abc5-4b243e09c944 req-9f28663d-ff8d-46fa-b6b1-8ec9f39b03e1 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:17.859518 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51726482-0dc6-480a-abc5-4b243e09c944 req-9f28663d-ff8d-46fa-b6b1-8ec9f39b03e1 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:17.861532 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-51726482-0dc6-480a-abc5-4b243e09c944 req-9f28663d-ff8d-46fa-b6b1-8ec9f39b03e1 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 5429 time: 0.1079707 Dec 08 16:16:17.879144 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 7eef98d4-f174-4b50-8907-41a524dbf0fe up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:16:17.933032 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-51726482-0dc6-480a-abc5-4b243e09c944 req-d60f6336-5a51-432b-b373-ff8f74fb35c8 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c9d21f4-c02c-43e8-9e6c-a95f9379dd30&id=a96e7614-ece1-4248-94a1-b83b73d2e17e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0640621 Dec 08 16:16:17.939624 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2ceb423d-ca65-4307-aca7-2370e265c151 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:18.001763 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-921bb67f-c69b-4708-b13f-9b01f1c598d7 None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:18.009348 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2ceb423d-ca65-4307-aca7-2370e265c151 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:18.021268 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 7eef98d4-f174-4b50-8907-41a524dbf0fe triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:16:18.021648 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:18.110755 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:18.144361 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 7eef98d4-f174-4b50-8907-41a524dbf0fe, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=7eef98d4-f174-4b50-8907-41a524dbf0fe,segment=NetworkSegment(9b052d16-09ac-481d-baf5-f56fa6d1472f),segment_id=9b052d16-09ac-481d-baf5-f56fa6d1472f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:18.150327 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-921bb67f-c69b-4708-b13f-9b01f1c598d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:18.150532 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2ceb423d-ca65-4307-aca7-2370e265c151 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:18.172488 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceb423d-ca65-4307-aca7-2370e265c151 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa8a379c-21ed-4678-ab19-c5b27054578e,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:18.199267 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089c0fda-4c94-47e1-9e12-cacdb20dd95d None None] Pushing event updated for resources: {'Port': ['ID=6cfd5e25-f756-48bc-b02b-2b7840fc8bf8,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:18.263832 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-921bb67f-c69b-4708-b13f-9b01f1c598d7 None None] Attempting to bind port 6cfd5e25-f756-48bc-b02b-2b7840fc8bf8 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:16:18.264332 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-921bb67f-c69b-4708-b13f-9b01f1c598d7 None None] Attempting to bind port 6cfd5e25-f756-48bc-b02b-2b7840fc8bf8 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '72e52347-683a-49fc-84ef-d33cdb5037e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '7267bda8-5e5d-4e04-ad23-20b961702335'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:16:18.264770 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921bb67f-c69b-4708-b13f-9b01f1c598d7 None None] Attempting to bind port 6cfd5e25-f756-48bc-b02b-2b7840fc8bf8 on network 7267bda8-5e5d-4e04-ad23-20b961702335 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:16:18.270657 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:18.271528 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device c5251d75-3b5b-463b-ad2b-321c00b2b9b5 no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:16:18.273478 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921bb67f-c69b-4708-b13f-9b01f1c598d7 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:16:18.273935 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921bb67f-c69b-4708-b13f-9b01f1c598d7 None None] Checking segment: {'id': '72e52347-683a-49fc-84ef-d33cdb5037e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '7267bda8-5e5d-4e04-ad23-20b961702335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:16:18.274410 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-921bb67f-c69b-4708-b13f-9b01f1c598d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:18.274911 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921bb67f-c69b-4708-b13f-9b01f1c598d7 None None] Bound using segment: {'id': '72e52347-683a-49fc-84ef-d33cdb5037e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '7267bda8-5e5d-4e04-ad23-20b961702335'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:16:18.275460 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-921bb67f-c69b-4708-b13f-9b01f1c598d7 None None] Bound port: 6cfd5e25-f756-48bc-b02b-2b7840fc8bf8, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e52347-683a-49fc-84ef-d33cdb5037e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '7267bda8-5e5d-4e04-ad23-20b961702335'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:16:18.276138 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-921bb67f-c69b-4708-b13f-9b01f1c598d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:18.328816 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2ceb423d-ca65-4307-aca7-2370e265c151 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:18.335799 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51194) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:18.335959 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-2ceb423d-ca65-4307-aca7-2370e265c151 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5157976 Dec 08 16:16:18.343815 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-dce4996f-ac7d-4873-9d28-b85b7f4877e0 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Request body: {'security_group_rule': {'security_group_id': '5903942c-927a-4f35-93fb-0009cd4d6c33', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:18.374335 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:16:18.416888 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=7eef98d4-f174-4b50-8907-41a524dbf0fe,revision_number=8']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:18.476275 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-921bb67f-c69b-4708-b13f-9b01f1c598d7 None None] For port 6cfd5e25-f756-48bc-b02b-2b7840fc8bf8, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:16:18.492288 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dce4996f-ac7d-4873-9d28-b85b7f4877e0 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:18.498387 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e94ce33-4c56-4fcd-803d-ba15667dc917 req-9498b998-b011-429e-a21b-9d9fbb2daf28 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:18.511080 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4e94ce33-4c56-4fcd-803d-ba15667dc917 req-9498b998-b011-429e-a21b-9d9fbb2daf28 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=6612c2d2-a101-43bc-a58f-e9ed9a41dd2c HTTP/1.1" status: 200 len: 945 time: 0.1066930 Dec 08 16:16:18.516537 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-921bb67f-c69b-4708-b13f-9b01f1c598d7 None None] For port 6cfd5e25-f756-48bc-b02b-2b7840fc8bf8, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=6cfd5e25-f756-48bc-b02b-2b7840fc8bf8,segment=NetworkSegment(72e52347-683a-49fc-84ef-d33cdb5037e0),segment_id=72e52347-683a-49fc-84ef-d33cdb5037e0)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:16:18.530781 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:18.570663 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dce4996f-ac7d-4873-9d28-b85b7f4877e0 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:18.580026 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port c5251d75-3b5b-463b-ad2b-321c00b2b9b5, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=c5251d75-3b5b-463b-ad2b-321c00b2b9b5,segment=NetworkSegment(f996c948-5ac9-42a3-ac04-df4c75288f01),segment_id=f996c948-5ac9-42a3-ac04-df4c75288f01)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:18.582295 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4e94ce33-4c56-4fcd-803d-ba15667dc917 req-ad3ad48c-8d0b-4bd0-8d34-49d168638f0b tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697958 Dec 08 16:16:18.585165 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-e6fed56b-0fea-4a6e-8d01-a6a6e00524c4 None None] Provisioning complete for port 6cfd5e25-f756-48bc-b02b-2b7840fc8bf8 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:16:18.585784 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e6fed56b-0fea-4a6e-8d01-a6a6e00524c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:18.620618 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-921bb67f-c69b-4708-b13f-9b01f1c598d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:18.665006 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-e6fed56b-0fea-4a6e-8d01-a6a6e00524c4 None None] Port 6cfd5e25-f756-48bc-b02b-2b7840fc8bf8 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:16:18.676817 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dce4996f-ac7d-4873-9d28-b85b7f4877e0 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:18.683006 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:18.691815 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921bb67f-c69b-4708-b13f-9b01f1c598d7 None None] Routers {'14406fc6-dda4-4dd8-9fea-71d207c86989'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:16:18.692485 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-921bb67f-c69b-4708-b13f-9b01f1c598d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:16:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['14406fc6-dda4-4dd8-9fea-71d207c86989'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:18.743515 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce4996f-ac7d-4873-9d28-b85b7f4877e0 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30ed1180-e531-4eff-96a0-268af202da7e,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:18.763350 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089c0fda-4c94-47e1-9e12-cacdb20dd95d None None] Pushing event updated for resources: {'Port': ['ID=6cfd5e25-f756-48bc-b02b-2b7840fc8bf8,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:18.768616 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45069f4-245a-47fd-b638-157fb4154c4f req-2fc20d9e-21c5-488d-a1a0-2bceaf4e79a5 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:18.770201 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b45069f4-245a-47fd-b638-157fb4154c4f req-2fc20d9e-21c5-488d-a1a0-2bceaf4e79a5 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc2d16bb-94e4-45ac-beb6-de10b69176ea HTTP/1.1" status: 200 len: 945 time: 0.0816433 Dec 08 16:16:18.824431 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dce4996f-ac7d-4873-9d28-b85b7f4877e0 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:18.828904 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51216) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:18.829592 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-dce4996f-ac7d-4873-9d28-b85b7f4877e0 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4922719 Dec 08 16:16:18.835116 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-583cb8e1-f046-4391-b460-201d99389941 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Request body: {'floatingip': {'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:18.862450 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=c5251d75-3b5b-463b-ad2b-321c00b2b9b5,revision_number=8']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:18.876682 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b45069f4-245a-47fd-b638-157fb4154c4f req-ea5175cf-92e7-44b2-b842-b842ed62f58b tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953231 Dec 08 16:16:18.891375 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-921bb67f-c69b-4708-b13f-9b01f1c598d7 None None] Set router 14406fc6-dda4-4dd8-9fea-71d207c86989 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:16:18.918954 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51220) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:18.973687 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-583cb8e1-f046-4391-b460-201d99389941 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks [] for floatingip, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:18.975110 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-048f05c8-7877-471a-ba31-2f06ea423e38 admin admin] Deleting subnet a36ffc2b-3deb-4b54-9e98-dcd164b5820f {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:16:18.979280 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-048f05c8-7877-471a-ba31-2f06ea423e38 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:18.988784 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6612c2d2-a101-43bc-a58f-e9ed9a41dd2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eef98d4-f174-4b50-8907-41a524dbf0fe'}, {'server_uuid': '51348ef1-afe6-4b70-a251-0ebd46e35eb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5251d75-3b5b-463b-ad2b-321c00b2b9b5'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:16:18.991149 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4287df9c-6db5-4c4d-8df3-6fe0b57d8a7f" -d '{"events": [{"server_uuid": "6612c2d2-a101-43bc-a58f-e9ed9a41dd2c", "name": "network-vif-plugged", "status": "completed", "tag": "7eef98d4-f174-4b50-8907-41a524dbf0fe"}, {"server_uuid": "51348ef1-afe6-4b70-a251-0ebd46e35eb1", "name": "network-vif-unplugged", "status": "completed", "tag": "c5251d75-3b5b-463b-ad2b-321c00b2b9b5"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:16:19.094500 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-048f05c8-7877-471a-ba31-2f06ea423e38 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:19.104841 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-97bf219c-80c2-4df5-a562-384236184fa9 None None] Provisioning complete for port 6cfd5e25-f756-48bc-b02b-2b7840fc8bf8 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:16:19.105237 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-97bf219c-80c2-4df5-a562-384236184fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:19.139439 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d7c72-fae7-40f1-aaf1-bfb815ea7ed7 req-96b88752-cc3a-4f49-9160-a9195dfb1c36 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:19.140929 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f21d7c72-fae7-40f1-aaf1-bfb815ea7ed7 req-96b88752-cc3a-4f49-9160-a9195dfb1c36 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=51348ef1-afe6-4b70-a251-0ebd46e35eb1 HTTP/1.1" status: 200 len: 943 time: 0.1020513 Dec 08 16:16:19.179093 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-583cb8e1-f046-4391-b460-201d99389941 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:19.190447 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-048f05c8-7877-471a-ba31-2f06ea423e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:19.235948 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc67dca3-a8cb-41b7-b696-9ce84210c214 req-d1cfb579-6b50-4782-a182-a70380600ca6 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:19.241930 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc67dca3-a8cb-41b7-b696-9ce84210c214 req-d1cfb579-6b50-4782-a182-a70380600ca6 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:19.243203 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f21d7c72-fae7-40f1-aaf1-bfb815ea7ed7 req-6310263c-98e7-4af8-9b05-5417771276c4 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877392 Dec 08 16:16:19.248622 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc67dca3-a8cb-41b7-b696-9ce84210c214 req-d1cfb579-6b50-4782-a182-a70380600ca6 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:19.254862 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc67dca3-a8cb-41b7-b696-9ce84210c214 req-d1cfb579-6b50-4782-a182-a70380600ca6 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:19.269001 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc67dca3-a8cb-41b7-b696-9ce84210c214 req-d1cfb579-6b50-4782-a182-a70380600ca6 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:19.269001 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc67dca3-a8cb-41b7-b696-9ce84210c214 req-d1cfb579-6b50-4782-a182-a70380600ca6 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:19.273286 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc67dca3-a8cb-41b7-b696-9ce84210c214 req-d1cfb579-6b50-4782-a182-a70380600ca6 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:19.275315 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bc67dca3-a8cb-41b7-b696-9ce84210c214 req-d1cfb579-6b50-4782-a182-a70380600ca6 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 5429 time: 0.1576397 Dec 08 16:16:19.349544 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-048f05c8-7877-471a-ba31-2f06ea423e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:19.429345 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bc67dca3-a8cb-41b7-b696-9ce84210c214 req-ae17e7da-e5b1-4def-9947-0c958b0e492a tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c9d21f4-c02c-43e8-9e6c-a95f9379dd30&id=a96e7614-ece1-4248-94a1-b83b73d2e17e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1446216 Dec 08 16:16:19.430735 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-048f05c8-7877-471a-ba31-2f06ea423e38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:19.431152 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-583cb8e1-f046-4391-b460-201d99389941 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Allocated IP 172.25.0.140 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/bc679d7d-548e-4f12-80ac-eebff04a4043) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:16:19.437740 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-048f05c8-7877-471a-ba31-2f06ea423e38 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a36ffc2b-3deb-4b54-9e98-dcd164b5820f HTTP/1.1" status: 204 len: 168 time: 0.5173855 Dec 08 16:16:19.439399 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048f05c8-7877-471a-ba31-2f06ea423e38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a36ffc2b-3deb-4b54-9e98-dcd164b5820f,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:19.442111 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51238) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:19.449200 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 08 Dec 2021 16:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca2cc9f3-ebe7-4727-9e84-9b44f6e11bb1 x-openstack-request-id: req-ca2cc9f3-ebe7-4727-9e84-9b44f6e11bb1 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:16:19.449749 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6612c2d2-a101-43bc-a58f-e9ed9a41dd2c", "name": "network-vif-plugged", "status": "completed", "tag": "7eef98d4-f174-4b50-8907-41a524dbf0fe", "code": 200}, {"server_uuid": "51348ef1-afe6-4b70-a251-0ebd46e35eb1", "name": "network-vif-unplugged", "status": "completed", "tag": "c5251d75-3b5b-463b-ad2b-321c00b2b9b5", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:16:19.450195 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ca2cc9f3-ebe7-4727-9e84-9b44f6e11bb1 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:16:19.450758 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6612c2d2-a101-43bc-a58f-e9ed9a41dd2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eef98d4-f174-4b50-8907-41a524dbf0fe', 'code': 200} Dec 08 16:16:19.451105 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51348ef1-afe6-4b70-a251-0ebd46e35eb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5251d75-3b5b-463b-ad2b-321c00b2b9b5', 'code': 200} Dec 08 16:16:19.476255 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-97bf219c-80c2-4df5-a562-384236184fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:19.481630 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-921bb67f-c69b-4708-b13f-9b01f1c598d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14406fc6-dda4-4dd8-9fea-71d207c86989', 'name': 'tempest-AttachVolumeTestJSON-1381106210-router', 'tenant_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '4e7d1284-752f-48f1-b423-978ccbb17951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:16:06Z', 'updated_at': '2021-12-08T16:16:13Z', 'revision_number': 4, 'project_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'gw_port': {'id': '4e7d1284-752f-48f1-b423-978ccbb17951', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ec:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14406fc6-dda4-4dd8-9fea-71d207c86989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:16:08Z', 'updated_at': '2021-12-08T16:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '6cfd5e25-f756-48bc-b02b-2b7840fc8bf8', 'name': '', 'network_id': '7267bda8-5e5d-4e04-ad23-20b961702335', 'tenant_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'mac_address': 'fa:16:3e:06:59:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14406fc6-dda4-4dd8-9fea-71d207c86989', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'b1120212-8041-47f2-b393-74481d8c6bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:16:11Z', 'updated_at': '2021-12-08T16:16:18Z', 'revision_number': 4, 'project_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'subnets': [{'id': 'b1120212-8041-47f2-b393-74481d8c6bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:19.521992 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921bb67f-c69b-4708-b13f-9b01f1c598d7 None None] The sync data for ids ['14406fc6-dda4-4dd8-9fea-71d207c86989'] in n-d-776250-12 is: [{'id': '14406fc6-dda4-4dd8-9fea-71d207c86989', 'name': 'tempest-AttachVolumeTestJSON-1381106210-router', 'tenant_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '4e7d1284-752f-48f1-b423-978ccbb17951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:16:06Z', 'updated_at': '2021-12-08T16:16:13Z', 'revision_number': 4, 'project_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'gw_port': {'id': '4e7d1284-752f-48f1-b423-978ccbb17951', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ec:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14406fc6-dda4-4dd8-9fea-71d207c86989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:16:08Z', 'updated_at': '2021-12-08T16:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '6cfd5e25-f756-48bc-b02b-2b7840fc8bf8', 'name': '', 'network_id': '7267bda8-5e5d-4e04-ad23-20b961702335', 'tenant_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'mac_address': 'fa:16:3e:06:59:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14406fc6-dda4-4dd8-9fea-71d207c86989', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'b1120212-8041-47f2-b393-74481d8c6bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:16:11Z', 'updated_at': '2021-12-08T16:16:18Z', 'revision_number': 4, 'project_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'subnets': [{'id': 'b1120212-8041-47f2-b393-74481d8c6bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:16:19.564197 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-97bf219c-80c2-4df5-a562-384236184fa9 None None] For port 6cfd5e25-f756-48bc-b02b-2b7840fc8bf8, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=6cfd5e25-f756-48bc-b02b-2b7840fc8bf8,segment=NetworkSegment(72e52347-683a-49fc-84ef-d33cdb5037e0),segment_id=72e52347-683a-49fc-84ef-d33cdb5037e0)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:19.567896 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503201f7-872d-49fd-b0c8-7783bd92719b req-8ecf82dd-bfeb-4b0f-9c5c-aa2d1124c9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:19.570479 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-503201f7-872d-49fd-b0c8-7783bd92719b req-8ecf82dd-bfeb-4b0f-9c5c-aa2d1124c9ee service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6612c2d2-a101-43bc-a58f-e9ed9a41dd2c HTTP/1.1" status: 200 len: 1097 time: 0.0799482 Dec 08 16:16:19.611036 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-90081dca-68ee-4aa5-81e6-37cce7d3a5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:19.637241 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-97bf219c-80c2-4df5-a562-384236184fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:19.680496 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-503201f7-872d-49fd-b0c8-7783bd92719b req-5fb8c1fe-68d6-4fbf-9c1f-0793cf325d96 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993598 Dec 08 16:16:19.726135 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bf219c-80c2-4df5-a562-384236184fa9 None None] Pushing event updated for resources: {'Port': ['ID=6cfd5e25-f756-48bc-b02b-2b7840fc8bf8,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:19.743059 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bf219c-80c2-4df5-a562-384236184fa9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:19.744762 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bf219c-80c2-4df5-a562-384236184fa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:19.746002 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bf219c-80c2-4df5-a562-384236184fa9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:19.747039 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bf219c-80c2-4df5-a562-384236184fa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:19.747652 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bf219c-80c2-4df5-a562-384236184fa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:19.748652 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bf219c-80c2-4df5-a562-384236184fa9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:19.749174 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bf219c-80c2-4df5-a562-384236184fa9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:19.749826 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bf219c-80c2-4df5-a562-384236184fa9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:19.750342 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bf219c-80c2-4df5-a562-384236184fa9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:19.750979 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bf219c-80c2-4df5-a562-384236184fa9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:19.751488 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bf219c-80c2-4df5-a562-384236184fa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:19.751980 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bf219c-80c2-4df5-a562-384236184fa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:19.752514 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bf219c-80c2-4df5-a562-384236184fa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:19.759054 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-583cb8e1-f046-4391-b460-201d99389941 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:19.816617 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-90081dca-68ee-4aa5-81e6-37cce7d3a5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:19.848606 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-90081dca-68ee-4aa5-81e6-37cce7d3a5ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdd4d821-77e2-4df5-8e20-52b9b5212bd5']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:19.870220 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-90081dca-68ee-4aa5-81e6-37cce7d3a5ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba416323-2644-4ad4-91ac-f9ba2cf2404e') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:19.870513 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-90081dca-68ee-4aa5-81e6-37cce7d3a5ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba416323-2644-4ad4-91ac-f9ba2cf2404e') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:19.886009 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a529fc-d5ee-4ed0-b198-2cf480df6de0 req-d07f2c40-7433-419d-a15c-385f8dd1e43c tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:19.887582 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c0a529fc-d5ee-4ed0-b198-2cf480df6de0 req-d07f2c40-7433-419d-a15c-385f8dd1e43c tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=6612c2d2-a101-43bc-a58f-e9ed9a41dd2c HTTP/1.1" status: 200 len: 945 time: 0.1325932 Dec 08 16:16:19.893371 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-90081dca-68ee-4aa5-81e6-37cce7d3a5ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:19.928571 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-90081dca-68ee-4aa5-81e6-37cce7d3a5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:19.942450 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90081dca-68ee-4aa5-81e6-37cce7d3a5ab admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:16:19.943087 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-90081dca-68ee-4aa5-81e6-37cce7d3a5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:19.948635 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:16:19.948635 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:16:19.948635 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:16:19.948635 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:16:19.948635 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:16:19.948635 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:16:19.948635 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:16:19.948635 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:16:19.948635 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:16:19.948635 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:16:19.948635 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:16:19.948635 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:16:19.948635 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:16:19.948635 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:16:19.948635 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:16:19.948635 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:16:19.948635 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:16:19.948635 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:16:19.948635 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:16:19.948635 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:16:19.948635 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:16:19.948635 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:16:19.948635 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:16:19.948635 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:16:19.948635 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:16:19.948635 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:16:19.948635 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:16:19.948635 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:16:19.948635 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:16:19.948635 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:16:19.948635 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:16:19.948635 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:16:20.009198 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-583cb8e1-f046-4391-b460-201d99389941 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:20.050978 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd983db-1d99-4b53-830b-8266f666f9fa req-21d1ea67-6c6f-4d97-be41-9dc5488ab5b8 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:20.052701 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2fd983db-1d99-4b53-830b-8266f666f9fa req-21d1ea67-6c6f-4d97-be41-9dc5488ab5b8 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc2d16bb-94e4-45ac-beb6-de10b69176ea HTTP/1.1" status: 200 len: 945 time: 0.0718505 Dec 08 16:16:20.083924 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c0a529fc-d5ee-4ed0-b198-2cf480df6de0 req-3bab6f2c-db72-43b8-a753-879294c185ce tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885433 Dec 08 16:16:20.096217 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583cb8e1-f046-4391-b460-201d99389941 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:16:20.097929 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-583cb8e1-f046-4391-b460-201d99389941 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:16:20.105092 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583cb8e1-f046-4391-b460-201d99389941 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:16:20.123935 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2fd983db-1d99-4b53-830b-8266f666f9fa req-5080bcea-0370-4cb5-b955-35308adbac14 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617936 Dec 08 16:16:20.132156 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583cb8e1-f046-4391-b460-201d99389941 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Pushing event updated for resources: {'Port': ['ID=bc679d7d-548e-4f12-80ac-eebff04a4043,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:20.186323 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-90081dca-68ee-4aa5-81e6-37cce7d3a5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:20.193738 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-90081dca-68ee-4aa5-81e6-37cce7d3a5ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:20.196994 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-90081dca-68ee-4aa5-81e6-37cce7d3a5ab admin admin] 10.222.0.64 "DELETE /v2.0/networks/fdd4d821-77e2-4df5-8e20-52b9b5212bd5 HTTP/1.1" status: 204 len: 168 time: 0.7537444 Dec 08 16:16:20.217595 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90081dca-68ee-4aa5-81e6-37cce7d3a5ab admin admin] Pushing event deleted for resources: {'Network': ['ID=fdd4d821-77e2-4df5-8e20-52b9b5212bd5,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:20.240006 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-583cb8e1-f046-4391-b460-201d99389941 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:20.317133 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51266) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:20.456413 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa50d8-b5f2-4f1a-814c-43c9e4366646 req-e326c13f-224b-40f2-8831-0c2be60dc33d tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:20.458192 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-01aa50d8-b5f2-4f1a-814c-43c9e4366646 req-e326c13f-224b-40f2-8831-0c2be60dc33d tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=51348ef1-afe6-4b70-a251-0ebd46e35eb1 HTTP/1.1" status: 200 len: 943 time: 0.0882401 Dec 08 16:16:20.489744 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-583cb8e1-f046-4391-b460-201d99389941 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:20.522419 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-01aa50d8-b5f2-4f1a-814c-43c9e4366646 req-170d253e-e17b-472a-bab2-034a4f2dab59 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573397 Dec 08 16:16:20.530831 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c4a24636-4813-460d-8534-d24048d5a803 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:20.655003 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3899e04e-c6dd-4b4d-95c9-d2307c1bb20a req-4c859ff7-ddda-4036-9202-59eb66fc334b tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:20.656598 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3899e04e-c6dd-4b4d-95c9-d2307c1bb20a req-4c859ff7-ddda-4036-9202-59eb66fc334b tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/networks?id=cc341b4e-e4a6-433a-819f-1f235ff05a7a HTTP/1.1" status: 200 len: 806 time: 0.2518647 Dec 08 16:16:20.661454 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22279931-4c18-42f2-87fb-82dbe3b2ffa4 req-ad6ab9bb-7002-416d-9c99-a108ea5186a4 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:20.667802 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22279931-4c18-42f2-87fb-82dbe3b2ffa4 req-ad6ab9bb-7002-416d-9c99-a108ea5186a4 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:20.674351 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22279931-4c18-42f2-87fb-82dbe3b2ffa4 req-ad6ab9bb-7002-416d-9c99-a108ea5186a4 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:20.680753 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22279931-4c18-42f2-87fb-82dbe3b2ffa4 req-ad6ab9bb-7002-416d-9c99-a108ea5186a4 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:20.686925 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22279931-4c18-42f2-87fb-82dbe3b2ffa4 req-ad6ab9bb-7002-416d-9c99-a108ea5186a4 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:20.693142 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22279931-4c18-42f2-87fb-82dbe3b2ffa4 req-ad6ab9bb-7002-416d-9c99-a108ea5186a4 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:20.696927 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3899e04e-c6dd-4b4d-95c9-d2307c1bb20a req-f9539f11-77d8-4436-886d-56c19734103d tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/quotas/3c96083250fb4c3492902950739ee237 HTTP/1.1" status: 200 len: 375 time: 0.0303481 Dec 08 16:16:20.699999 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22279931-4c18-42f2-87fb-82dbe3b2ffa4 req-ad6ab9bb-7002-416d-9c99-a108ea5186a4 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:20.708310 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-22279931-4c18-42f2-87fb-82dbe3b2ffa4 req-ad6ab9bb-7002-416d-9c99-a108ea5186a4 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 5429 time: 0.1147633 Dec 08 16:16:20.812633 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51278) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:20.831105 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c4a24636-4813-460d-8534-d24048d5a803 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:20.836346 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-583cb8e1-f046-4391-b460-201d99389941 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:20.836739 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-22279931-4c18-42f2-87fb-82dbe3b2ffa4 req-09a6dfa4-947d-446c-984b-d16e6fd59375 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c9d21f4-c02c-43e8-9e6c-a95f9379dd30&id=a96e7614-ece1-4248-94a1-b83b73d2e17e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1273873 Dec 08 16:16:20.845531 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3899e04e-c6dd-4b4d-95c9-d2307c1bb20a req-08bd4d36-2690-408b-8e72-38dfe15e8818 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3c96083250fb4c3492902950739ee237&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1389475 Dec 08 16:16:20.873666 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-e88ea8b3-b287-4436-b9c3-e15bd3e288cd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f7056b2fb019449c81eb2cc4f1a6fd51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0598636 Dec 08 16:16:20.875902 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51280) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:20.899795 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 6cfd5e25-f756-48bc-b02b-2b7840fc8bf8 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:16:20.959157 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-df6617f3-17ed-4b45-88b9-e197b0589a69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:20.986073 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-df6617f3-17ed-4b45-88b9-e197b0589a69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:20.986310 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c4a24636-4813-460d-8534-d24048d5a803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:21.001358 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-583cb8e1-f046-4391-b460-201d99389941 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:21.013089 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 6cfd5e25-f756-48bc-b02b-2b7840fc8bf8 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:16:21.014937 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:21.138096 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-583cb8e1-f046-4391-b460-201d99389941 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:21.151164 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-df6617f3-17ed-4b45-88b9-e197b0589a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:21.153792 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a24636-4813-460d-8534-d24048d5a803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c68772b9-9fd4-428a-8a4b-2b9e99f36521,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:21.155279 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-df6617f3-17ed-4b45-88b9-e197b0589a69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:21.157821 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-df6617f3-17ed-4b45-88b9-e197b0589a69 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/725892bd-251d-4582-a0ba-ed3f1b69b499 HTTP/1.1" status: 204 len: 168 time: 0.2801316 Dec 08 16:16:21.169847 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c4a24636-4813-460d-8534-d24048d5a803 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dafdc7901c954f93a95844e231db3ba0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8515329 Dec 08 16:16:21.182875 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51298) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:21.194041 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6617f3-17ed-4b45-88b9-e197b0589a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=725892bd-251d-4582-a0ba-ed3f1b69b499,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:21.196270 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583cb8e1-f046-4391-b460-201d99389941 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Pushing event updated for resources: {'Port': ['ID=bc679d7d-548e-4f12-80ac-eebff04a4043,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:21.208205 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3899e04e-c6dd-4b4d-95c9-d2307c1bb20a req-ecff121b-3e99-46d2-86f4-f1d69514a2d1 service neutron] 10.222.0.64 "GET /v2.0/networks/cc341b4e-e4a6-433a-819f-1f235ff05a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3519509 Dec 08 16:16:21.301599 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-583cb8e1-f046-4391-b460-201d99389941 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:21.312976 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-583cb8e1-f046-4391-b460-201d99389941 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4740055 Dec 08 16:16:21.364822 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bfca6d8b-c03e-4214-9c67-f67bc04cb355 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:21.400972 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3899e04e-c6dd-4b4d-95c9-d2307c1bb20a req-8530e5c6-4938-46a3-b252-32ac4fd322be service neutron] 10.222.0.64 "GET /v2.0/networks/cc341b4e-e4a6-433a-819f-1f235ff05a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659837 Dec 08 16:16:21.403190 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bfca6d8b-c03e-4214-9c67-f67bc04cb355 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:21.561595 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bfca6d8b-c03e-4214-9c67-f67bc04cb355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:21.564273 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bfca6d8b-c03e-4214-9c67-f67bc04cb355 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:21.565530 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-bfca6d8b-c03e-4214-9c67-f67bc04cb355 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c68772b9-9fd4-428a-8a4b-2b9e99f36521 HTTP/1.1" status: 204 len: 168 time: 0.3788633 Dec 08 16:16:21.578288 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfca6d8b-c03e-4214-9c67-f67bc04cb355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68772b9-9fd4-428a-8a4b-2b9e99f36521,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:21.832749 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c759f7-f429-4b5e-9b3d-44f180862303 req-2d7a11f4-c95d-4306-9738-198d95b87553 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:21.834357 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-74c759f7-f429-4b5e-9b3d-44f180862303 req-2d7a11f4-c95d-4306-9738-198d95b87553 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=6612c2d2-a101-43bc-a58f-e9ed9a41dd2c HTTP/1.1" status: 200 len: 945 time: 0.0662146 Dec 08 16:16:21.882619 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device c5251d75-3b5b-463b-ad2b-321c00b2b9b5 no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:16:21.894739 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-74c759f7-f429-4b5e-9b3d-44f180862303 req-9d6e741b-be67-488d-ac6b-e8ee798b44ac tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523942 Dec 08 16:16:22.050176 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c4e21278-4075-432f-9f14-a37be3e1887d req-4507cc8a-d877-48c5-bd21-4928414748e0 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1414960779&fields=id&tenant_id=f798cbfb52c24fe0ba6afa1278248aa5 HTTP/1.1" status: 200 len: 267 time: 0.0533130 Dec 08 16:16:22.172763 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e21278-4075-432f-9f14-a37be3e1887d req-ac95efc9-8055-41f3-9351-bc05e9f0d7a1 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:22.174299 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c4e21278-4075-432f-9f14-a37be3e1887d req-ac95efc9-8055-41f3-9351-bc05e9f0d7a1 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/networks?id=7267bda8-5e5d-4e04-ad23-20b961702335 HTTP/1.1" status: 200 len: 811 time: 0.1233382 Dec 08 16:16:22.190120 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c4e21278-4075-432f-9f14-a37be3e1887d req-ca222c48-6e4c-4d54-8248-4083c48aa8b3 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/quotas/f798cbfb52c24fe0ba6afa1278248aa5 HTTP/1.1" status: 200 len: 375 time: 0.0099454 Dec 08 16:16:22.247474 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c4e21278-4075-432f-9f14-a37be3e1887d req-f706df58-d1a5-4539-9ef7-a55079721b48 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f798cbfb52c24fe0ba6afa1278248aa5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509286 Dec 08 16:16:22.348499 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c4e21278-4075-432f-9f14-a37be3e1887d req-28be72fd-176f-408b-8605-52b39a881e8b service neutron] 10.222.0.64 "GET /v2.0/networks/7267bda8-5e5d-4e04-ad23-20b961702335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887449 Dec 08 16:16:22.464354 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c4e21278-4075-432f-9f14-a37be3e1887d req-96747593-c74c-47fb-8eac-b8794758045c service neutron] 10.222.0.64 "GET /v2.0/networks/7267bda8-5e5d-4e04-ad23-20b961702335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090629 Dec 08 16:16:22.670474 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51384) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:22.785972 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ae6ffcf9-8f16-4e35-8629-99e3de364297 req-34f9076f-3e38-4b06-9c3e-8ee2eec3e655 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0522d4d-2c48-400f-b1f2-4525a9e1ebc3 HTTP/1.1" status: 200 len: 210 time: 0.0387034 Dec 08 16:16:22.824084 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-481be9f9-c64d-4a05-b664-25fb9413dc62 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1708992231-network', 'tenant_id': 'b083c5f05b2b44db837126c88c862baf'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:22.945287 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481be9f9-c64d-4a05-b664-25fb9413dc62 admin admin] Made reservation on behalf of b083c5f05b2b44db837126c88c862baf for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:16:22.949263 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-481be9f9-c64d-4a05-b664-25fb9413dc62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:22.962601 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-481be9f9-c64d-4a05-b664-25fb9413dc62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:22.974259 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b2e566-2bab-4935-8f90-b8aa81ac87f2 req-5826b8ca-c729-4152-8a24-a8abf6b75dcf tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:22.986943 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b2e566-2bab-4935-8f90-b8aa81ac87f2 req-5826b8ca-c729-4152-8a24-a8abf6b75dcf tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:22.998897 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732936cb-24e7-47b0-8e16-6dc8cae224a7 req-b9c6252c-a2ca-4b3b-8495-ae3e2398ea6d tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:23.004030 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b2e566-2bab-4935-8f90-b8aa81ac87f2 req-5826b8ca-c729-4152-8a24-a8abf6b75dcf tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:23.006849 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-732936cb-24e7-47b0-8e16-6dc8cae224a7 req-b9c6252c-a2ca-4b3b-8495-ae3e2398ea6d tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=51348ef1-afe6-4b70-a251-0ebd46e35eb1 HTTP/1.1" status: 200 len: 943 time: 0.1288424 Dec 08 16:16:23.021829 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b2e566-2bab-4935-8f90-b8aa81ac87f2 req-5826b8ca-c729-4152-8a24-a8abf6b75dcf tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:23.036326 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b2e566-2bab-4935-8f90-b8aa81ac87f2 req-5826b8ca-c729-4152-8a24-a8abf6b75dcf tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:23.048292 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b2e566-2bab-4935-8f90-b8aa81ac87f2 req-5826b8ca-c729-4152-8a24-a8abf6b75dcf tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:23.061836 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b2e566-2bab-4935-8f90-b8aa81ac87f2 req-5826b8ca-c729-4152-8a24-a8abf6b75dcf tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:23.066394 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e1b2e566-2bab-4935-8f90-b8aa81ac87f2 req-5826b8ca-c729-4152-8a24-a8abf6b75dcf tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 5429 time: 0.1993308 Dec 08 16:16:23.155587 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e1b2e566-2bab-4935-8f90-b8aa81ac87f2 req-5cfeb158-d0af-4c52-9661-3c03c05dc45b tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c9d21f4-c02c-43e8-9e6c-a95f9379dd30&id=a96e7614-ece1-4248-94a1-b83b73d2e17e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0802417 Dec 08 16:16:23.214646 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-481be9f9-c64d-4a05-b664-25fb9413dc62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:23.254223 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-732936cb-24e7-47b0-8e16-6dc8cae224a7 req-4a736fd4-7d05-40a8-9ffb-fd6dcfeacaa7 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Deleting port c5251d75-3b5b-463b-ad2b-321c00b2b9b5 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:16:23.254644 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-732936cb-24e7-47b0-8e16-6dc8cae224a7 req-4a736fd4-7d05-40a8-9ffb-fd6dcfeacaa7 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:23.305598 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-481be9f9-c64d-4a05-b664-25fb9413dc62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:23.323368 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1172752-2d9c-441e-90d9-88d6fad28c85 req-edc5c127-f5a1-4763-9fdd-071e183cb37b tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:23.324949 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a1172752-2d9c-441e-90d9-88d6fad28c85 req-edc5c127-f5a1-4763-9fdd-071e183cb37b tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=6612c2d2-a101-43bc-a58f-e9ed9a41dd2c HTTP/1.1" status: 200 len: 945 time: 0.0534406 Dec 08 16:16:23.347317 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-481be9f9-c64d-4a05-b664-25fb9413dc62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:16:23.361188 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481be9f9-c64d-4a05-b664-25fb9413dc62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cdaa0a7-4b3a-45d5-8685-9f1a776f08cb,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:23.375925 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-481be9f9-c64d-4a05-b664-25fb9413dc62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:23.376316 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-481be9f9-c64d-4a05-b664-25fb9413dc62 admin admin] Added segment 508b3b0c-784b-45dd-b91d-4e5cbca7b4d2 of type vlan for network 614235b7-7b3a-48b4-a65b-ec7689dab4a1 Dec 08 16:16:23.398710 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-732936cb-24e7-47b0-8e16-6dc8cae224a7 req-4a736fd4-7d05-40a8-9ffb-fd6dcfeacaa7 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] For port c5251d75-3b5b-463b-ad2b-321c00b2b9b5, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=c5251d75-3b5b-463b-ad2b-321c00b2b9b5,segment=NetworkSegment(f996c948-5ac9-42a3-ac04-df4c75288f01),segment_id=f996c948-5ac9-42a3-ac04-df4c75288f01)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:23.399345 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-732936cb-24e7-47b0-8e16-6dc8cae224a7 req-4a736fd4-7d05-40a8-9ffb-fd6dcfeacaa7 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:23.403837 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a1172752-2d9c-441e-90d9-88d6fad28c85 req-0cc9d246-98e0-48d4-a8f9-63682eafd22a tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726352 Dec 08 16:16:23.444640 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-732936cb-24e7-47b0-8e16-6dc8cae224a7 req-4a736fd4-7d05-40a8-9ffb-fd6dcfeacaa7 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Calling delete_port for c5251d75-3b5b-463b-ad2b-321c00b2b9b5 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:16:23.452089 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-481be9f9-c64d-4a05-b664-25fb9413dc62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:23.551352 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ef7d3365-1090-47d3-8131-a056fc8f3bb4 req-597ff59f-442f-48ea-92e4-c125321d3ddc tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/ports?device_id=79064082-c91c-4208-bd57-708e6d37a370 HTTP/1.1" status: 200 len: 210 time: 0.0276546 Dec 08 16:16:23.618575 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-481be9f9-c64d-4a05-b664-25fb9413dc62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:23.619840 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481be9f9-c64d-4a05-b664-25fb9413dc62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:23.620648 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-481be9f9-c64d-4a05-b664-25fb9413dc62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:23.681275 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-732936cb-24e7-47b0-8e16-6dc8cae224a7 req-4a736fd4-7d05-40a8-9ffb-fd6dcfeacaa7 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:23.714783 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a736fd4-7d05-40a8-9ffb-fd6dcfeacaa7 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Pushing event deleted for resources: {'Port': ['ID=c5251d75-3b5b-463b-ad2b-321c00b2b9b5,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:23.716583 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481be9f9-c64d-4a05-b664-25fb9413dc62 admin admin] Pushing event updated for resources: {'Network': ['ID=614235b7-7b3a-48b4-a65b-ec7689dab4a1,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:23.730328 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 614235b7-7b3a-48b4-a65b-ec7689dab4a1 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:16:23.765969 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-481be9f9-c64d-4a05-b664-25fb9413dc62 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0943577 Dec 08 16:16:23.766879 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-732936cb-24e7-47b0-8e16-6dc8cae224a7 req-4a736fd4-7d05-40a8-9ffb-fd6dcfeacaa7 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] No DVR routers for this DVR port c5251d75-3b5b-463b-ad2b-321c00b2b9b5 on host n-h2-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:16:23.769158 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51416) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:23.774259 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-78b5c765-7747-42ef-9b9a-26b3e0832fb0 admin admin] Request body: {'subnet': {'network_id': '614235b7-7b3a-48b4-a65b-ec7689dab4a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1708992231-subnet', 'tenant_id': 'b083c5f05b2b44db837126c88c862baf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:23.774628 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-732936cb-24e7-47b0-8e16-6dc8cae224a7 req-4a736fd4-7d05-40a8-9ffb-fd6dcfeacaa7 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:23.780669 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-732936cb-24e7-47b0-8e16-6dc8cae224a7 req-4a736fd4-7d05-40a8-9ffb-fd6dcfeacaa7 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "DELETE /v2.0/ports/c5251d75-3b5b-463b-ad2b-321c00b2b9b5 HTTP/1.1" status: 204 len: 173 time: 0.7729390 Dec 08 16:16:23.781162 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51348ef1-afe6-4b70-a251-0ebd46e35eb1', 'name': 'network-vif-deleted', 'tag': 'c5251d75-3b5b-463b-ad2b-321c00b2b9b5'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:16:23.785213 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5f23a9-4106-4389-9c3b-a99ef3bdfc44" -d '{"events": [{"server_uuid": "51348ef1-afe6-4b70-a251-0ebd46e35eb1", "name": "network-vif-deleted", "tag": "c5251d75-3b5b-463b-ad2b-321c00b2b9b5"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:16:23.881445 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b5c765-7747-42ef-9b9a-26b3e0832fb0 admin admin] Made reservation on behalf of b083c5f05b2b44db837126c88c862baf for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:16:23.883811 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-78b5c765-7747-42ef-9b9a-26b3e0832fb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:24.034541 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 08 Dec 2021 16:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05d01a5-348f-4db2-958b-93ca7ef20535 x-openstack-request-id: req-e05d01a5-348f-4db2-958b-93ca7ef20535 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:16:24.034892 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51348ef1-afe6-4b70-a251-0ebd46e35eb1", "name": "network-vif-deleted", "tag": "c5251d75-3b5b-463b-ad2b-321c00b2b9b5", "status": "failed", "code": 422}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:16:24.035103 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e05d01a5-348f-4db2-958b-93ca7ef20535 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:16:24.035536 n-d-776250-12 neutron-server[110550]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '51348ef1-afe6-4b70-a251-0ebd46e35eb1', 'name': 'network-vif-deleted', 'tag': 'c5251d75-3b5b-463b-ad2b-321c00b2b9b5', 'status': 'failed', 'code': 422} returned with failed status Dec 08 16:16:24.072212 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6d1fd428-d2d0-498d-9589-dcab27f8caa9 req-9178ce7b-de12-45c4-940e-56c22b254fa7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=91b28079-a927-4586-8356-064ab2b9d97a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1217539 Dec 08 16:16:24.203333 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1fd428-d2d0-498d-9589-dcab27f8caa9 req-8ce49d9e-4a65-469e-b691-95c6064801e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:24.207383 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6d1fd428-d2d0-498d-9589-dcab27f8caa9 req-8ce49d9e-4a65-469e-b691-95c6064801e5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3c96083250fb4c3492902950739ee237&device_id=91b28079-a927-4586-8356-064ab2b9d97a HTTP/1.1" status: 200 len: 1098 time: 0.0742428 Dec 08 16:16:24.245840 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-41ce1b49-4467-408d-9a1c-98526c9d4606 req-e6d25d98-2469-4b23-9ae9-77e3e6a00b6f tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0522d4d-2c48-400f-b1f2-4525a9e1ebc3 HTTP/1.1" status: 200 len: 210 time: 0.0983462 Dec 08 16:16:24.334306 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3899e04e-c6dd-4b4d-95c9-d2307c1bb20a req-2942219c-1529-42dd-83e3-5467d5023501 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:24.341219 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3899e04e-c6dd-4b4d-95c9-d2307c1bb20a req-2942219c-1529-42dd-83e3-5467d5023501 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.76 "GET /v2.0/networks?id=cc341b4e-e4a6-433a-819f-1f235ff05a7a HTTP/1.1" status: 200 len: 806 time: 0.2068741 Dec 08 16:16:24.350431 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-3899e04e-c6dd-4b4d-95c9-d2307c1bb20a req-5008644b-efa2-4f62-9759-583f173029e5 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Request body: {'port': {'device_id': 'e0522d4d-2c48-400f-b1f2-4525a9e1ebc3', 'network_id': 'cc341b4e-e4a6-433a-819f-1f235ff05a7a', 'admin_state_up': True, 'tenant_id': '3c96083250fb4c3492902950739ee237'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:24.375150 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1fd428-d2d0-498d-9589-dcab27f8caa9 req-4d8b3334-3a85-4a1a-ba01-3a6735b34a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:24.377334 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6d1fd428-d2d0-498d-9589-dcab27f8caa9 req-4d8b3334-3a85-4a1a-ba01-3a6735b34a51 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cc341b4e-e4a6-433a-819f-1f235ff05a7a HTTP/1.1" status: 200 len: 907 time: 0.1457937 Dec 08 16:16:24.423236 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-78b5c765-7747-42ef-9b9a-26b3e0832fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:24.432559 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6d1fd428-d2d0-498d-9589-dcab27f8caa9 req-d7e0c34b-4a92-4e99-a551-2d6d17152806 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=447778cb-6852-4f54-8138-b73aa73fba8a HTTP/1.1" status: 200 len: 217 time: 0.0461550 Dec 08 16:16:24.492394 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1fd428-d2d0-498d-9589-dcab27f8caa9 req-feb6b1c2-1295-4d83-b5e6-7ba8a41c1fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:24.494051 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6d1fd428-d2d0-498d-9589-dcab27f8caa9 req-feb6b1c2-1295-4d83-b5e6-7ba8a41c1fc5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5ae73486-24f1-4ad9-b7a3-ee511661fedf HTTP/1.1" status: 200 len: 846 time: 0.0537045 Dec 08 16:16:24.530579 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6d1fd428-d2d0-498d-9589-dcab27f8caa9 req-0721f951-6d9a-4880-b4ae-bd33ea640aeb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cc341b4e-e4a6-433a-819f-1f235ff05a7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265579 Dec 08 16:16:24.586676 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b5c765-7747-42ef-9b9a-26b3e0832fb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ed93682-803f-4fec-9dee-94c0cceaf713,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:24.606694 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b5c765-7747-42ef-9b9a-26b3e0832fb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:24.606694 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b5c765-7747-42ef-9b9a-26b3e0832fb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:24.607070 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b5c765-7747-42ef-9b9a-26b3e0832fb0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:24.607346 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b5c765-7747-42ef-9b9a-26b3e0832fb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:24.607755 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b5c765-7747-42ef-9b9a-26b3e0832fb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:24.608101 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b5c765-7747-42ef-9b9a-26b3e0832fb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:24.608474 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b5c765-7747-42ef-9b9a-26b3e0832fb0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:24.608820 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b5c765-7747-42ef-9b9a-26b3e0832fb0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:24.609157 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b5c765-7747-42ef-9b9a-26b3e0832fb0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:24.609492 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b5c765-7747-42ef-9b9a-26b3e0832fb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:24.609825 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b5c765-7747-42ef-9b9a-26b3e0832fb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:24.610156 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b5c765-7747-42ef-9b9a-26b3e0832fb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:24.610491 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b5c765-7747-42ef-9b9a-26b3e0832fb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:24.643046 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b5c765-7747-42ef-9b9a-26b3e0832fb0 admin admin] Checking segment: {'id': '508b3b0c-784b-45dd-b91d-4e5cbca7b4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '614235b7-7b3a-48b4-a65b-ec7689dab4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:16:24.643425 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b5c765-7747-42ef-9b9a-26b3e0832fb0 admin admin] Network hostable DHCP agents. Network: 614235b7-7b3a-48b4-a65b-ec7689dab4a1, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:16:24.660143 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6d1fd428-d2d0-498d-9589-dcab27f8caa9 req-2b57734e-4464-4129-8572-317ca7086637 service neutron] 10.222.0.37 "GET /v2.0/networks/cc341b4e-e4a6-433a-819f-1f235ff05a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214361 Dec 08 16:16:24.660801 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd820e-b442-49be-a93c-b69fdac2feae req-573e9996-6d10-4fbc-88ff-6312eb69fc04 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:24.662425 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c6bd820e-b442-49be-a93c-b69fdac2feae req-573e9996-6d10-4fbc-88ff-6312eb69fc04 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/networks?id=880e4c19-5400-42a9-80ac-7d8d06cc73f1 HTTP/1.1" status: 200 len: 814 time: 0.2613699 Dec 08 16:16:24.687125 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c6bd820e-b442-49be-a93c-b69fdac2feae req-5498f6bd-8e0c-4759-be0d-eda6319596ce tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/quotas/7e39653eb3ed4c3595ee0825c72fd724 HTTP/1.1" status: 200 len: 375 time: 0.0156546 Dec 08 16:16:24.777406 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c6bd820e-b442-49be-a93c-b69fdac2feae req-210e19ff-2747-4365-a276-416885f71b8c tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7e39653eb3ed4c3595ee0825c72fd724&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0833008 Dec 08 16:16:24.808433 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6d1fd428-d2d0-498d-9589-dcab27f8caa9 req-0021b506-c61b-4743-8223-d814588a6900 service neutron] 10.222.0.37 "GET /v2.0/networks/cc341b4e-e4a6-433a-819f-1f235ff05a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369038 Dec 08 16:16:24.838831 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3899e04e-c6dd-4b4d-95c9-d2307c1bb20a req-5008644b-efa2-4f62-9759-583f173029e5 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Made reservation on behalf of 3c96083250fb4c3492902950739ee237 for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:16:24.842583 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-3899e04e-c6dd-4b4d-95c9-d2307c1bb20a req-5008644b-efa2-4f62-9759-583f173029e5 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:24.845123 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b5c765-7747-42ef-9b9a-26b3e0832fb0 admin admin] Network 614235b7-7b3a-48b4-a65b-ec7689dab4a1 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:16:24.951467 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-78b5c765-7747-42ef-9b9a-26b3e0832fb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 614235b7-7b3a-48b4-a65b-ec7689dab4a1) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:16:24.956214 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b5c765-7747-42ef-9b9a-26b3e0832fb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:24.957014 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-78b5c765-7747-42ef-9b9a-26b3e0832fb0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:24.964314 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13569e1b-9081-4ffe-b4d9-f7e1dbdfa041 None None] Network 614235b7-7b3a-48b4-a65b-ec7689dab4a1 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:16:24.986563 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c6bd820e-b442-49be-a93c-b69fdac2feae req-db4abd6b-6029-4bdb-8aa5-f8acbf2cbdb9 service neutron] 10.222.0.64 "GET /v2.0/networks/880e4c19-5400-42a9-80ac-7d8d06cc73f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080145 Dec 08 16:16:25.087921 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175409b-6eda-4ee1-ade8-0e30a4e6f23e req-f01a11f4-1dc5-42f0-985b-b68cbdb31ea0 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:25.106518 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175409b-6eda-4ee1-ade8-0e30a4e6f23e req-f01a11f4-1dc5-42f0-985b-b68cbdb31ea0 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:25.116155 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-78b5c765-7747-42ef-9b9a-26b3e0832fb0 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3381224 Dec 08 16:16:25.116700 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175409b-6eda-4ee1-ade8-0e30a4e6f23e req-f01a11f4-1dc5-42f0-985b-b68cbdb31ea0 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:25.120828 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40589c9-3e80-4780-8356-40c9ce1c8491 None None] Network 614235b7-7b3a-48b4-a65b-ec7689dab4a1 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:16:25.144833 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175409b-6eda-4ee1-ade8-0e30a4e6f23e req-f01a11f4-1dc5-42f0-985b-b68cbdb31ea0 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:25.156910 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175409b-6eda-4ee1-ade8-0e30a4e6f23e req-f01a11f4-1dc5-42f0-985b-b68cbdb31ea0 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:25.168873 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [req-3899e04e-c6dd-4b4d-95c9-d2307c1bb20a req-5008644b-efa2-4f62-9759-583f173029e5 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Allocated IP 172.20.0.7 (cc341b4e-e4a6-433a-819f-1f235ff05a7a/5ae73486-24f1-4ad9-b7a3-ee511661fedf/96a4bbf8-b59e-49f3-8a88-d36cf8dc74c7) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:16:25.173575 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175409b-6eda-4ee1-ade8-0e30a4e6f23e req-f01a11f4-1dc5-42f0-985b-b68cbdb31ea0 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:25.181697 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175409b-6eda-4ee1-ade8-0e30a4e6f23e req-f01a11f4-1dc5-42f0-985b-b68cbdb31ea0 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:25.191820 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2175409b-6eda-4ee1-ade8-0e30a4e6f23e req-f01a11f4-1dc5-42f0-985b-b68cbdb31ea0 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 5429 time: 0.1839943 Dec 08 16:16:25.234686 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c6bd820e-b442-49be-a93c-b69fdac2feae req-d41d1ecc-201f-415f-ab0c-97504f85d6f1 service neutron] 10.222.0.64 "GET /v2.0/networks/880e4c19-5400-42a9-80ac-7d8d06cc73f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471428 Dec 08 16:16:25.325852 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2175409b-6eda-4ee1-ade8-0e30a4e6f23e req-5606fd1b-d1e8-499c-a48a-09381e1b0725 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c9d21f4-c02c-43e8-9e6c-a95f9379dd30&id=a96e7614-ece1-4248-94a1-b83b73d2e17e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1308281 Dec 08 16:16:25.501433 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-3899e04e-c6dd-4b4d-95c9-d2307c1bb20a req-5008644b-efa2-4f62-9759-583f173029e5 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:25.532346 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-acd98c85-2d23-41ae-9796-0002ce541bd1 req-91782446-8bc0-4b01-b4bd-995d7a4ab1db tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/ports?device_id=79064082-c91c-4208-bd57-708e6d37a370 HTTP/1.1" status: 200 len: 210 time: 0.0614166 Dec 08 16:16:25.553068 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec0554-9227-4ac9-8ad6-ee661cf37d1e req-a4e6bfb0-95e5-47d7-b1de-170fb3c58cf2 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:25.554890 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-56ec0554-9227-4ac9-8ad6-ee661cf37d1e req-a4e6bfb0-95e5-47d7-b1de-170fb3c58cf2 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.37 "GET /v2.0/ports?device_id=6612c2d2-a101-43bc-a58f-e9ed9a41dd2c HTTP/1.1" status: 200 len: 945 time: 0.1375756 Dec 08 16:16:25.614891 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-3899e04e-c6dd-4b4d-95c9-d2307c1bb20a req-5008644b-efa2-4f62-9759-583f173029e5 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:25.627035 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['447778cb-6852-4f54-8138-b73aa73fba8a'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:16:25.684486 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['ba1102e6-16d2-43cb-a699-967ba6520bda'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:16:25.734381 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec11b18-3fff-4dca-8a37-974a73ab027f req-c7ef0142-b452-4401-beeb-a70e13304bf2 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:25.742637 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0ec11b18-3fff-4dca-8a37-974a73ab027f req-c7ef0142-b452-4401-beeb-a70e13304bf2 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0522d4d-2c48-400f-b1f2-4525a9e1ebc3 HTTP/1.1" status: 200 len: 931 time: 0.1197200 Dec 08 16:16:25.746093 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3899e04e-c6dd-4b4d-95c9-d2307c1bb20a req-5008644b-efa2-4f62-9759-583f173029e5 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Network cc341b4e-e4a6-433a-819f-1f235ff05a7a is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:16:25.758124 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [req-3899e04e-c6dd-4b4d-95c9-d2307c1bb20a req-5008644b-efa2-4f62-9759-583f173029e5 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:16:25.773701 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-3899e04e-c6dd-4b4d-95c9-d2307c1bb20a req-5008644b-efa2-4f62-9759-583f173029e5 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:16:25.788706 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5008644b-efa2-4f62-9759-583f173029e5 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Pushing event updated for resources: {'Port': ['ID=96a4bbf8-b59e-49f3-8a88-d36cf8dc74c7,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:25.878494 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-56ec0554-9227-4ac9-8ad6-ee661cf37d1e req-b6681f59-d705-4ba3-ad1a-69e2532c5b47 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Deleting port 7eef98d4-f174-4b50-8907-41a524dbf0fe {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:16:25.879130 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-56ec0554-9227-4ac9-8ad6-ee661cf37d1e req-b6681f59-d705-4ba3-ad1a-69e2532c5b47 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:25.892659 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3899e04e-c6dd-4b4d-95c9-d2307c1bb20a req-5008644b-efa2-4f62-9759-583f173029e5 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:25.893307 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-3899e04e-c6dd-4b4d-95c9-d2307c1bb20a req-5008644b-efa2-4f62-9759-583f173029e5 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:25.918846 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0ec11b18-3fff-4dca-8a37-974a73ab027f req-979b2567-62f1-40ff-b32f-856959ee9ccf tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712449 Dec 08 16:16:26.011674 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3899e04e-c6dd-4b4d-95c9-d2307c1bb20a req-5008644b-efa2-4f62-9759-583f173029e5 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6654499 Dec 08 16:16:26.024169 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-3899e04e-c6dd-4b4d-95c9-d2307c1bb20a req-529cf702-e1f4-4bb8-b8e3-7f2b4afb8e52 service neutron] Request body: {'port': {'device_id': 'e0522d4d-2c48-400f-b1f2-4525a9e1ebc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:26.088770 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5db1b9fa-0b32-456f-9d19-cc73c686e2d1 req-92c8481b-8668-45dd-923f-3ff2dd8ce601 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=100c4908-7541-488b-b9d5-e65a61d69e46 HTTP/1.1" status: 200 len: 210 time: 0.0879126 Dec 08 16:16:26.126778 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-3899e04e-c6dd-4b4d-95c9-d2307c1bb20a req-529cf702-e1f4-4bb8-b8e3-7f2b4afb8e52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:26.181599 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e21278-4075-432f-9f14-a37be3e1887d req-3c2624dc-95cb-47f1-b193-4d2cc2fce48a tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:26.183174 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c4e21278-4075-432f-9f14-a37be3e1887d req-3c2624dc-95cb-47f1-b193-4d2cc2fce48a tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.76 "GET /v2.0/networks?id=7267bda8-5e5d-4e04-ad23-20b961702335 HTTP/1.1" status: 200 len: 811 time: 0.3960922 Dec 08 16:16:26.189809 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-56ec0554-9227-4ac9-8ad6-ee661cf37d1e req-b6681f59-d705-4ba3-ad1a-69e2532c5b47 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] For port 7eef98d4-f174-4b50-8907-41a524dbf0fe, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=7eef98d4-f174-4b50-8907-41a524dbf0fe,segment=NetworkSegment(9b052d16-09ac-481d-baf5-f56fa6d1472f),segment_id=9b052d16-09ac-481d-baf5-f56fa6d1472f)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:26.190034 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-56ec0554-9227-4ac9-8ad6-ee661cf37d1e req-b6681f59-d705-4ba3-ad1a-69e2532c5b47 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:26.265931 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-56ec0554-9227-4ac9-8ad6-ee661cf37d1e req-b6681f59-d705-4ba3-ad1a-69e2532c5b47 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Calling delete_port for 7eef98d4-f174-4b50-8907-41a524dbf0fe owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:16:26.437441 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c4e21278-4075-432f-9f14-a37be3e1887d req-62b30857-696b-4abe-96ab-52d6c227e41a tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f798cbfb52c24fe0ba6afa1278248aa5 HTTP/1.1" status: 200 len: 380 time: 0.2106216 Dec 08 16:16:26.455149 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-c4e21278-4075-432f-9f14-a37be3e1887d req-8292cebc-a315-44c6-b1be-ca37ab9aac6d tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Request body: {'port': {'device_id': '79064082-c91c-4208-bd57-708e6d37a370', 'network_id': '7267bda8-5e5d-4e04-ad23-20b961702335', 'admin_state_up': True, 'tenant_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'security_groups': ['5903942c-927a-4f35-93fb-0009cd4d6c33']}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:26.509773 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb6ec60-87c2-4404-9788-c4dd44b8eee9 req-8bd51541-c811-4b3f-8654-ba3fdd78de9e tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:26.511295 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9bb6ec60-87c2-4404-9788-c4dd44b8eee9 req-8bd51541-c811-4b3f-8654-ba3fdd78de9e tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/networks?id=d3895c5a-dfc2-4888-9675-12d8856051aa HTTP/1.1" status: 200 len: 812 time: 0.2860699 Dec 08 16:16:26.521543 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51518) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:26.559773 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9bb6ec60-87c2-4404-9788-c4dd44b8eee9 req-964fbb99-76dd-487e-86ff-cc8dcc55acec tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/quotas/90ed4b9bbb134343aae1287ee30eda23 HTTP/1.1" status: 200 len: 375 time: 0.0325596 Dec 08 16:16:26.640855 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9bb6ec60-87c2-4404-9788-c4dd44b8eee9 req-068b64b7-5f7c-43bf-bc03-c4a3e30febfa tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=90ed4b9bbb134343aae1287ee30eda23&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0670347 Dec 08 16:16:26.730779 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e5e39c4d-8fbd-4059-9b4c-628a47650519 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:26.798820 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece74c4d-0f8f-42a1-8a96-e299621e42ad req-32dca730-7884-4509-a47a-906774de5b36 tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:26.800397 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ece74c4d-0f8f-42a1-8a96-e299621e42ad req-32dca730-7884-4509-a47a-906774de5b36 tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] 10.222.0.64 "GET /v2.0/networks?id=614235b7-7b3a-48b4-a65b-ec7689dab4a1 HTTP/1.1" status: 200 len: 821 time: 0.5030231 Dec 08 16:16:26.819185 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9bb6ec60-87c2-4404-9788-c4dd44b8eee9 req-223d727a-7ddb-4aa3-8865-ba70befdec55 service neutron] 10.222.0.64 "GET /v2.0/networks/d3895c5a-dfc2-4888-9675-12d8856051aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677907 Dec 08 16:16:26.827934 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-56ec0554-9227-4ac9-8ad6-ee661cf37d1e req-b6681f59-d705-4ba3-ad1a-69e2532c5b47 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:26.834511 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ece74c4d-0f8f-42a1-8a96-e299621e42ad req-19cafbf9-a19f-4db1-8167-c53078f21721 tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] 10.222.0.64 "GET /v2.0/quotas/b083c5f05b2b44db837126c88c862baf HTTP/1.1" status: 200 len: 375 time: 0.0253651 Dec 08 16:16:26.899478 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ece74c4d-0f8f-42a1-8a96-e299621e42ad req-bb8b2650-5001-4668-9e9f-3b4c3c65eb0c tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b083c5f05b2b44db837126c88c862baf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517395 Dec 08 16:16:26.907091 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4e21278-4075-432f-9f14-a37be3e1887d req-8292cebc-a315-44c6-b1be-ca37ab9aac6d tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Made reservation on behalf of f798cbfb52c24fe0ba6afa1278248aa5 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:16:26.910672 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c4e21278-4075-432f-9f14-a37be3e1887d req-8292cebc-a315-44c6-b1be-ca37ab9aac6d tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:26.929157 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6681f59-d705-4ba3-ad1a-69e2532c5b47 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Pushing event deleted for resources: {'Port': ['ID=7eef98d4-f174-4b50-8907-41a524dbf0fe,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:26.930012 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [req-3899e04e-c6dd-4b4d-95c9-d2307c1bb20a req-529cf702-e1f4-4bb8-b8e3-7f2b4afb8e52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96a4bbf8-b59e-49f3-8a88-d36cf8dc74c7 {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:16:26.963647 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-3899e04e-c6dd-4b4d-95c9-d2307c1bb20a req-529cf702-e1f4-4bb8-b8e3-7f2b4afb8e52 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:26.984383 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [req-3899e04e-c6dd-4b4d-95c9-d2307c1bb20a req-529cf702-e1f4-4bb8-b8e3-7f2b4afb8e52 service neutron] Transition to ACTIVE for port object 96a4bbf8-b59e-49f3-8a88-d36cf8dc74c7 will not be triggered until provisioned by entity L2. {{(pid=110551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:16:26.998089 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-56ec0554-9227-4ac9-8ad6-ee661cf37d1e req-b6681f59-d705-4ba3-ad1a-69e2532c5b47 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] No DVR routers for this DVR port 7eef98d4-f174-4b50-8907-41a524dbf0fe on host n-h2-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:16:27.000777 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-56ec0554-9227-4ac9-8ad6-ee661cf37d1e req-b6681f59-d705-4ba3-ad1a-69e2532c5b47 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:27.004476 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-56ec0554-9227-4ac9-8ad6-ee661cf37d1e req-b6681f59-d705-4ba3-ad1a-69e2532c5b47 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.37 "DELETE /v2.0/ports/7eef98d4-f174-4b50-8907-41a524dbf0fe HTTP/1.1" status: 204 len: 173 time: 1.4433594 Dec 08 16:16:27.019223 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6612c2d2-a101-43bc-a58f-e9ed9a41dd2c', 'name': 'network-vif-deleted', 'tag': '7eef98d4-f174-4b50-8907-41a524dbf0fe'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:16:27.019223 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4356945-d25c-4370-908b-e38333ac4ab4" -d '{"events": [{"server_uuid": "6612c2d2-a101-43bc-a58f-e9ed9a41dd2c", "name": "network-vif-deleted", "tag": "7eef98d4-f174-4b50-8907-41a524dbf0fe"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:16:27.019500 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ece74c4d-0f8f-42a1-8a96-e299621e42ad req-b6ad1678-4930-497a-957c-c3749b9171f9 service neutron] 10.222.0.64 "GET /v2.0/networks/614235b7-7b3a-48b4-a65b-ec7689dab4a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123693 Dec 08 16:16:27.033024 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e5e39c4d-8fbd-4059-9b4c-628a47650519 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:27.111628 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9bb6ec60-87c2-4404-9788-c4dd44b8eee9 req-c4ca24a4-ea12-4bbe-b407-8c738ff8b45d service neutron] 10.222.0.64 "GET /v2.0/networks/d3895c5a-dfc2-4888-9675-12d8856051aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781930 Dec 08 16:16:27.121870 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e5e39c4d-8fbd-4059-9b4c-628a47650519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:27.130137 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-3899e04e-c6dd-4b4d-95c9-d2307c1bb20a req-529cf702-e1f4-4bb8-b8e3-7f2b4afb8e52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:27.184577 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ece74c4d-0f8f-42a1-8a96-e299621e42ad req-02a18b6f-c8b0-4074-8a9b-4b5e23a75542 service neutron] 10.222.0.64 "GET /v2.0/networks/614235b7-7b3a-48b4-a65b-ec7689dab4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580896 Dec 08 16:16:27.201155 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-e5e39c4d-8fbd-4059-9b4c-628a47650519 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c1a28ba39b734070aa3bbf1888e5a5e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6785231 Dec 08 16:16:27.203942 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e39c4d-8fbd-4059-9b4c-628a47650519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=662e74b6-ffdb-41a3-8775-d639656845cc,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:27.204136 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51530) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:27.228271 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-c4e21278-4075-432f-9f14-a37be3e1887d req-8292cebc-a315-44c6-b1be-ca37ab9aac6d tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Allocated IP 172.20.0.11 (7267bda8-5e5d-4e04-ad23-20b961702335/b1120212-8041-47f2-b393-74481d8c6bb2/15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:16:27.248536 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529cf702-e1f4-4bb8-b8e3-7f2b4afb8e52 service neutron] Pushing event updated for resources: {'Port': ['ID=96a4bbf8-b59e-49f3-8a88-d36cf8dc74c7,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:27.340576 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-3899e04e-c6dd-4b4d-95c9-d2307c1bb20a req-529cf702-e1f4-4bb8-b8e3-7f2b4afb8e52 service neutron] Attempting to bind port 96a4bbf8-b59e-49f3-8a88-d36cf8dc74c7 on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:16:27.342404 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-3899e04e-c6dd-4b4d-95c9-d2307c1bb20a req-529cf702-e1f4-4bb8-b8e3-7f2b4afb8e52 service neutron] Attempting to bind port 96a4bbf8-b59e-49f3-8a88-d36cf8dc74c7 by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': '9b02e36e-6de5-484c-a36e-2fa26fb39118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'cc341b4e-e4a6-433a-819f-1f235ff05a7a'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:16:27.342404 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3899e04e-c6dd-4b4d-95c9-d2307c1bb20a req-529cf702-e1f4-4bb8-b8e3-7f2b4afb8e52 service neutron] Attempting to bind port 96a4bbf8-b59e-49f3-8a88-d36cf8dc74c7 on network cc341b4e-e4a6-433a-819f-1f235ff05a7a {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:16:27.343460 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0c27ffc4-5e5d-4a64-8f5e-cfbd1a6494e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:27.355562 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3899e04e-c6dd-4b4d-95c9-d2307c1bb20a req-529cf702-e1f4-4bb8-b8e3-7f2b4afb8e52 service neutron] Port 96a4bbf8-b59e-49f3-8a88-d36cf8dc74c7 on network cc341b4e-e4a6-433a-819f-1f235ff05a7a not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:16:27.355885 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3899e04e-c6dd-4b4d-95c9-d2307c1bb20a req-529cf702-e1f4-4bb8-b8e3-7f2b4afb8e52 service neutron] Attempting to bind port 96a4bbf8-b59e-49f3-8a88-d36cf8dc74c7 on network cc341b4e-e4a6-433a-819f-1f235ff05a7a {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:16:27.367687 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3899e04e-c6dd-4b4d-95c9-d2307c1bb20a req-529cf702-e1f4-4bb8-b8e3-7f2b4afb8e52 service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:16:27.368029 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3899e04e-c6dd-4b4d-95c9-d2307c1bb20a req-529cf702-e1f4-4bb8-b8e3-7f2b4afb8e52 service neutron] Checking segment: {'id': '9b02e36e-6de5-484c-a36e-2fa26fb39118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'cc341b4e-e4a6-433a-819f-1f235ff05a7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:16:27.368445 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3899e04e-c6dd-4b4d-95c9-d2307c1bb20a req-529cf702-e1f4-4bb8-b8e3-7f2b4afb8e52 service neutron] Bound using segment: {'id': '9b02e36e-6de5-484c-a36e-2fa26fb39118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'cc341b4e-e4a6-433a-819f-1f235ff05a7a'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:16:27.368919 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-3899e04e-c6dd-4b4d-95c9-d2307c1bb20a req-529cf702-e1f4-4bb8-b8e3-7f2b4afb8e52 service neutron] Bound port: 96a4bbf8-b59e-49f3-8a88-d36cf8dc74c7, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b02e36e-6de5-484c-a36e-2fa26fb39118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'cc341b4e-e4a6-433a-819f-1f235ff05a7a'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:16:27.369337 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-3899e04e-c6dd-4b4d-95c9-d2307c1bb20a req-529cf702-e1f4-4bb8-b8e3-7f2b4afb8e52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:27.375632 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0c27ffc4-5e5d-4a64-8f5e-cfbd1a6494e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:27.393467 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c4e21278-4075-432f-9f14-a37be3e1887d req-8292cebc-a315-44c6-b1be-ca37ab9aac6d tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:27.464096 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-3899e04e-c6dd-4b4d-95c9-d2307c1bb20a req-529cf702-e1f4-4bb8-b8e3-7f2b4afb8e52 service neutron] For port 96a4bbf8-b59e-49f3-8a88-d36cf8dc74c7, host n-h1-776250-12, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:16:27.467746 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-3899e04e-c6dd-4b4d-95c9-d2307c1bb20a req-529cf702-e1f4-4bb8-b8e3-7f2b4afb8e52 service neutron] For port 96a4bbf8-b59e-49f3-8a88-d36cf8dc74c7, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=96a4bbf8-b59e-49f3-8a88-d36cf8dc74c7,segment=NetworkSegment(9b02e36e-6de5-484c-a36e-2fa26fb39118),segment_id=9b02e36e-6de5-484c-a36e-2fa26fb39118)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:16:27.517811 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c4e21278-4075-432f-9f14-a37be3e1887d req-8292cebc-a315-44c6-b1be-ca37ab9aac6d tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:27.565949 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88cb71b-1bbf-4cdd-a8c0-0642ac165671 req-cd6c74b4-ff78-40d1-a9f3-a87f3f8a0b03 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:27.573063 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88cb71b-1bbf-4cdd-a8c0-0642ac165671 req-cd6c74b4-ff78-40d1-a9f3-a87f3f8a0b03 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:27.580917 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-3899e04e-c6dd-4b4d-95c9-d2307c1bb20a req-529cf702-e1f4-4bb8-b8e3-7f2b4afb8e52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:27.581126 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88cb71b-1bbf-4cdd-a8c0-0642ac165671 req-cd6c74b4-ff78-40d1-a9f3-a87f3f8a0b03 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:27.587222 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88cb71b-1bbf-4cdd-a8c0-0642ac165671 req-cd6c74b4-ff78-40d1-a9f3-a87f3f8a0b03 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:27.594982 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88cb71b-1bbf-4cdd-a8c0-0642ac165671 req-cd6c74b4-ff78-40d1-a9f3-a87f3f8a0b03 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:27.601322 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88cb71b-1bbf-4cdd-a8c0-0642ac165671 req-cd6c74b4-ff78-40d1-a9f3-a87f3f8a0b03 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:27.607479 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88cb71b-1bbf-4cdd-a8c0-0642ac165671 req-cd6c74b4-ff78-40d1-a9f3-a87f3f8a0b03 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:27.609411 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a88cb71b-1bbf-4cdd-a8c0-0642ac165671 req-cd6c74b4-ff78-40d1-a9f3-a87f3f8a0b03 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 5429 time: 0.1353321 Dec 08 16:16:27.630759 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4e21278-4075-432f-9f14-a37be3e1887d req-8292cebc-a315-44c6-b1be-ca37ab9aac6d tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Network 7267bda8-5e5d-4e04-ad23-20b961702335 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:16:27.646961 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-c4e21278-4075-432f-9f14-a37be3e1887d req-8292cebc-a315-44c6-b1be-ca37ab9aac6d tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:16:27.656534 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e21278-4075-432f-9f14-a37be3e1887d req-8292cebc-a315-44c6-b1be-ca37ab9aac6d tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:16:27.661731 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8292cebc-a315-44c6-b1be-ca37ab9aac6d tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Pushing event updated for resources: {'Port': ['ID=15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:27.704033 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3899e04e-c6dd-4b4d-95c9-d2307c1bb20a req-529cf702-e1f4-4bb8-b8e3-7f2b4afb8e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:27.704833 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-3899e04e-c6dd-4b4d-95c9-d2307c1bb20a req-529cf702-e1f4-4bb8-b8e3-7f2b4afb8e52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:27.707223 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3899e04e-c6dd-4b4d-95c9-d2307c1bb20a req-529cf702-e1f4-4bb8-b8e3-7f2b4afb8e52 service neutron] 10.222.0.76 "PUT /v2.0/ports/96a4bbf8-b59e-49f3-8a88-d36cf8dc74c7 HTTP/1.1" status: 200 len: 1092 time: 1.6877885 Dec 08 16:16:27.708156 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0c27ffc4-5e5d-4a64-8f5e-cfbd1a6494e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:27.711006 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0c27ffc4-5e5d-4a64-8f5e-cfbd1a6494e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:27.713887 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-0c27ffc4-5e5d-4a64-8f5e-cfbd1a6494e8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/662e74b6-ffdb-41a3-8775-d639656845cc HTTP/1.1" status: 204 len: 168 time: 0.5084441 Dec 08 16:16:27.718181 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529cf702-e1f4-4bb8-b8e3-7f2b4afb8e52 service neutron] Pushing event updated for resources: {'Port': ['ID=96a4bbf8-b59e-49f3-8a88-d36cf8dc74c7,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:27.732919 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0522d4d-2c48-400f-b1f2-4525a9e1ebc3', 'tag': '96a4bbf8-b59e-49f3-8a88-d36cf8dc74c7'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:16:27.736097 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb71ed9-0226-43d0-a124-fae3c1af46dc" -d '{"events": [{"name": "network-changed", "server_uuid": "e0522d4d-2c48-400f-b1f2-4525a9e1ebc3", "tag": "96a4bbf8-b59e-49f3-8a88-d36cf8dc74c7"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:16:27.798234 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c27ffc4-5e5d-4a64-8f5e-cfbd1a6494e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=662e74b6-ffdb-41a3-8775-d639656845cc,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:27.811238 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e21278-4075-432f-9f14-a37be3e1887d req-8292cebc-a315-44c6-b1be-ca37ab9aac6d tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:27.812225 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c4e21278-4075-432f-9f14-a37be3e1887d req-8292cebc-a315-44c6-b1be-ca37ab9aac6d tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:27.837571 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a88cb71b-1bbf-4cdd-a8c0-0642ac165671 req-24d9547c-4271-4ca5-a4d1-4740e845f678 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c9d21f4-c02c-43e8-9e6c-a95f9379dd30&id=a96e7614-ece1-4248-94a1-b83b73d2e17e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2182364 Dec 08 16:16:27.838241 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be3b3f3-aab5-4d74-b76c-305289ac2f11 req-aa1886ef-ed2e-40f3-b6c0-942356301a93 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:27.860816 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8be3b3f3-aab5-4d74-b76c-305289ac2f11 req-aa1886ef-ed2e-40f3-b6c0-942356301a93 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/ports?device_id=79064082-c91c-4208-bd57-708e6d37a370 HTTP/1.1" status: 200 len: 932 time: 0.1455765 Dec 08 16:16:27.911000 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 7eef98d4-f174-4b50-8907-41a524dbf0fe no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:16:27.938207 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: 7eef98d4-f174-4b50-8907-41a524dbf0fe {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:16:27.938568 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 7eef98d4-f174-4b50-8907-41a524dbf0fe not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:16:27.966164 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c4e21278-4075-432f-9f14-a37be3e1887d req-8292cebc-a315-44c6-b1be-ca37ab9aac6d tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5179007 Dec 08 16:16:27.989977 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-c4e21278-4075-432f-9f14-a37be3e1887d req-26c01fed-2489-452a-9824-dcde7705739e service neutron] Request body: {'port': {'device_id': '79064082-c91c-4208-bd57-708e6d37a370', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:28.003686 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8be3b3f3-aab5-4d74-b76c-305289ac2f11 req-45c8a51d-cf0d-421b-b5ce-5c44a8e2b90d tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/security-groups?id=5903942c-927a-4f35-93fb-0009cd4d6c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365542 Dec 08 16:16:28.032487 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3899e04e-c6dd-4b4d-95c9-d2307c1bb20a req-ccbb1ea3-096e-43d1-ba9f-a8e3c78aaf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:28.034397 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3899e04e-c6dd-4b4d-95c9-d2307c1bb20a req-ccbb1ea3-096e-43d1-ba9f-a8e3c78aaf02 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3c96083250fb4c3492902950739ee237&device_id=e0522d4d-2c48-400f-b1f2-4525a9e1ebc3 HTTP/1.1" status: 200 len: 1095 time: 0.1697426 Dec 08 16:16:28.081644 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3899e04e-c6dd-4b4d-95c9-d2307c1bb20a req-c33c6653-b1d5-4b1c-a5fa-9edf380d0904 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96a4bbf8-b59e-49f3-8a88-d36cf8dc74c7 HTTP/1.1" status: 200 len: 217 time: 0.0383706 Dec 08 16:16:28.082254 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11044dde-2874-4878-995c-477c7c76e1ad req-d1595b4f-e2fc-46d1-ab79-7ab7f511a48f tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:28.083922 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-11044dde-2874-4878-995c-477c7c76e1ad req-d1595b4f-e2fc-46d1-ab79-7ab7f511a48f tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0522d4d-2c48-400f-b1f2-4525a9e1ebc3 HTTP/1.1" status: 200 len: 943 time: 0.1332178 Dec 08 16:16:28.092482 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c4e21278-4075-432f-9f14-a37be3e1887d req-26c01fed-2489-452a-9824-dcde7705739e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:28.101926 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c38e29-d063-4c19-ab1f-2ee67e9e22e8 x-openstack-request-id: req-51c38e29-d063-4c19-ab1f-2ee67e9e22e8 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:16:28.102209 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6612c2d2-a101-43bc-a58f-e9ed9a41dd2c", "name": "network-vif-deleted", "tag": "7eef98d4-f174-4b50-8907-41a524dbf0fe", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:16:28.102466 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-51c38e29-d063-4c19-ab1f-2ee67e9e22e8 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:16:28.102855 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6612c2d2-a101-43bc-a58f-e9ed9a41dd2c', 'name': 'network-vif-deleted', 'tag': '7eef98d4-f174-4b50-8907-41a524dbf0fe', 'status': 'completed', 'code': 200} Dec 08 16:16:28.140348 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-75684c7e-ae1a-4e49-a893-93b31eb1fb6b None None] Provisioning complete for port 15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:16:28.141136 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-75684c7e-ae1a-4e49-a893-93b31eb1fb6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:28.193507 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3899e04e-c6dd-4b4d-95c9-d2307c1bb20a req-4095fb4e-05c8-49c5-92df-14c15302d3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:28.194252 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3899e04e-c6dd-4b4d-95c9-d2307c1bb20a req-4095fb4e-05c8-49c5-92df-14c15302d3b7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5ae73486-24f1-4ad9-b7a3-ee511661fedf HTTP/1.1" status: 200 len: 846 time: 0.1040409 Dec 08 16:16:28.194577 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-75684c7e-ae1a-4e49-a893-93b31eb1fb6b None None] Port 15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:16:28.201281 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-11044dde-2874-4878-995c-477c7c76e1ad req-251fefde-9878-450b-8a08-ca9fcb678b68 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074965 Dec 08 16:16:28.333062 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a3ca2ef8-9757-4024-9b2f-9fbea485c013 req-40932feb-4467-4187-b1d0-51f6c7839c1f tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=100c4908-7541-488b-b9d5-e65a61d69e46 HTTP/1.1" status: 200 len: 210 time: 0.1439650 Dec 08 16:16:28.339527 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3899e04e-c6dd-4b4d-95c9-d2307c1bb20a req-6afabb36-6973-40dc-935d-b7b7ba8885c9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=cc341b4e-e4a6-433a-819f-1f235ff05a7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1221206 Dec 08 16:16:28.341013 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a7958139-e6d8-491b-a813-439dfa2a74ba req-34fd6d86-5caa-416f-8374-230d1ce78d41 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc4b94a5-b717-4efc-8f87-9fd158abf9e6 HTTP/1.1" status: 200 len: 210 time: 0.0392776 Dec 08 16:16:28.468682 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ada703-bdfd-4502-aab4-f3d419ca77dc x-openstack-request-id: req-77ada703-bdfd-4502-aab4-f3d419ca77dc {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:16:28.469058 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0522d4d-2c48-400f-b1f2-4525a9e1ebc3", "tag": "96a4bbf8-b59e-49f3-8a88-d36cf8dc74c7", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:16:28.469318 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-77ada703-bdfd-4502-aab4-f3d419ca77dc {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:16:28.469703 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0522d4d-2c48-400f-b1f2-4525a9e1ebc3', 'tag': '96a4bbf8-b59e-49f3-8a88-d36cf8dc74c7', 'status': 'completed', 'code': 200} Dec 08 16:16:28.514485 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3899e04e-c6dd-4b4d-95c9-d2307c1bb20a req-f549aa0c-45c3-49dd-8c90-6c6931b1e062 service neutron] 10.222.0.76 "GET /v2.0/networks/cc341b4e-e4a6-433a-819f-1f235ff05a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657314 Dec 08 16:16:28.523275 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ec8848e3-ce6a-48dd-a971-a9c6cba15b76 req-64f4e0d9-96ea-4ffe-9527-e9b882bb9b03 tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] 10.222.0.64 "GET /v2.0/ports?device_id=876b4fca-a14c-429c-8d39-4b2514f8195f HTTP/1.1" status: 200 len: 210 time: 0.0699601 Dec 08 16:16:28.639528 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3899e04e-c6dd-4b4d-95c9-d2307c1bb20a req-90460b2d-cf71-44f4-9c48-5a4aa24aeff6 service neutron] 10.222.0.76 "GET /v2.0/networks/cc341b4e-e4a6-433a-819f-1f235ff05a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167166 Dec 08 16:16:28.769446 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51558) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:28.787359 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ec18f736-8b81-4527-95cc-4a13c7beb89c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:28.872024 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb71ed9-0226-43d0-a124-fae3c1af46dc req-e6bd4e1a-5981-41db-ac15-458007c5e936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:28.873834 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6eb71ed9-0226-43d0-a124-fae3c1af46dc req-e6bd4e1a-5981-41db-ac15-458007c5e936 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3c96083250fb4c3492902950739ee237&device_id=e0522d4d-2c48-400f-b1f2-4525a9e1ebc3 HTTP/1.1" status: 200 len: 1095 time: 0.0722404 Dec 08 16:16:28.946324 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ec18f736-8b81-4527-95cc-4a13c7beb89c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:28.974859 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd820e-b442-49be-a93c-b69fdac2feae req-5889c964-3ed4-426b-8074-6fefd1147fe6 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:28.976395 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c6bd820e-b442-49be-a93c-b69fdac2feae req-5889c964-3ed4-426b-8074-6fefd1147fe6 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.37 "GET /v2.0/networks?id=880e4c19-5400-42a9-80ac-7d8d06cc73f1 HTTP/1.1" status: 200 len: 814 time: 0.5638430 Dec 08 16:16:29.004562 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-c6bd820e-b442-49be-a93c-b69fdac2feae req-07fd97e4-8392-46be-9428-5f0865039375 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Request body: {'port': {'device_id': '100c4908-7541-488b-b9d5-e65a61d69e46', 'network_id': '880e4c19-5400-42a9-80ac-7d8d06cc73f1', 'admin_state_up': True, 'tenant_id': '7e39653eb3ed4c3595ee0825c72fd724'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:29.049316 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ec18f736-8b81-4527-95cc-4a13c7beb89c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:29.080757 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb71ed9-0226-43d0-a124-fae3c1af46dc req-e60a2403-8402-40f0-9520-c4de1f21171a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:29.082403 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6eb71ed9-0226-43d0-a124-fae3c1af46dc req-e60a2403-8402-40f0-9520-c4de1f21171a service neutron] 10.222.0.76 "GET /v2.0/networks?id=cc341b4e-e4a6-433a-819f-1f235ff05a7a HTTP/1.1" status: 200 len: 907 time: 0.2015090 Dec 08 16:16:29.118458 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-c4e21278-4075-432f-9f14-a37be3e1887d req-26c01fed-2489-452a-9824-dcde7705739e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:16:29.137338 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858410d7-087a-43f0-b3a0-e3ae6b138f45 req-92acbbec-ba76-4ebc-87fc-44f88d49beed tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:29.143273 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858410d7-087a-43f0-b3a0-e3ae6b138f45 req-92acbbec-ba76-4ebc-87fc-44f88d49beed tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:29.149533 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858410d7-087a-43f0-b3a0-e3ae6b138f45 req-92acbbec-ba76-4ebc-87fc-44f88d49beed tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:29.155680 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858410d7-087a-43f0-b3a0-e3ae6b138f45 req-92acbbec-ba76-4ebc-87fc-44f88d49beed tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:29.158115 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ec18f736-8b81-4527-95cc-4a13c7beb89c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4c636222c7ab42588a7d3c04189a9330&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3874600 Dec 08 16:16:29.159591 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6eb71ed9-0226-43d0-a124-fae3c1af46dc req-836e4604-dbaf-4277-809a-d748b21a5df9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96a4bbf8-b59e-49f3-8a88-d36cf8dc74c7 HTTP/1.1" status: 200 len: 217 time: 0.0509620 Dec 08 16:16:29.161572 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858410d7-087a-43f0-b3a0-e3ae6b138f45 req-92acbbec-ba76-4ebc-87fc-44f88d49beed tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:29.168708 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858410d7-087a-43f0-b3a0-e3ae6b138f45 req-92acbbec-ba76-4ebc-87fc-44f88d49beed tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:29.174917 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858410d7-087a-43f0-b3a0-e3ae6b138f45 req-92acbbec-ba76-4ebc-87fc-44f88d49beed tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:29.175724 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51566) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:29.176848 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-858410d7-087a-43f0-b3a0-e3ae6b138f45 req-92acbbec-ba76-4ebc-87fc-44f88d49beed tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 5429 time: 0.2204144 Dec 08 16:16:29.188988 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c4e21278-4075-432f-9f14-a37be3e1887d req-26c01fed-2489-452a-9824-dcde7705739e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:29.195453 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec18f736-8b81-4527-95cc-4a13c7beb89c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fdabc79-193f-4a1f-a339-8c59e9326a76,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:29.232309 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-c4e21278-4075-432f-9f14-a37be3e1887d req-26c01fed-2489-452a-9824-dcde7705739e service neutron] Transition to ACTIVE for port object 15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:16:29.287006 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-858410d7-087a-43f0-b3a0-e3ae6b138f45 req-be276ea8-bcde-4353-9e95-ec0ad093014e tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c9d21f4-c02c-43e8-9e6c-a95f9379dd30&id=a96e7614-ece1-4248-94a1-b83b73d2e17e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1008677 Dec 08 16:16:29.290201 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf431a0-c280-407e-861a-04738d9097a4 req-890a138d-02d3-401a-a784-b62ae83d5007 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:29.292096 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bcf431a0-c280-407e-861a-04738d9097a4 req-890a138d-02d3-401a-a784-b62ae83d5007 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/ports?device_id=79064082-c91c-4208-bd57-708e6d37a370 HTTP/1.1" status: 200 len: 932 time: 0.2040422 Dec 08 16:16:29.314284 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb71ed9-0226-43d0-a124-fae3c1af46dc req-1bcac8b8-3f49-424c-9b74-3beefce14ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:29.315775 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6eb71ed9-0226-43d0-a124-fae3c1af46dc req-1bcac8b8-3f49-424c-9b74-3beefce14ca8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5ae73486-24f1-4ad9-b7a3-ee511661fedf HTTP/1.1" status: 200 len: 846 time: 0.1391013 Dec 08 16:16:29.326970 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e7379342-87c8-48f1-833b-80039009239d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:29.333621 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c4e21278-4075-432f-9f14-a37be3e1887d req-26c01fed-2489-452a-9824-dcde7705739e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:29.366864 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6eb71ed9-0226-43d0-a124-fae3c1af46dc req-3ea92a08-76e4-43d7-81b9-08a6551a7e7c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=cc341b4e-e4a6-433a-819f-1f235ff05a7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409534 Dec 08 16:16:29.399481 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e7379342-87c8-48f1-833b-80039009239d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:29.404350 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c01fed-2489-452a-9824-dcde7705739e service neutron] Pushing event updated for resources: {'Port': ['ID=15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:29.426293 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6bd820e-b442-49be-a93c-b69fdac2feae req-07fd97e4-8392-46be-9428-5f0865039375 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Made reservation on behalf of 7e39653eb3ed4c3595ee0825c72fd724 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:16:29.430365 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c6bd820e-b442-49be-a93c-b69fdac2feae req-07fd97e4-8392-46be-9428-5f0865039375 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:29.482246 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bcf431a0-c280-407e-861a-04738d9097a4 req-fafccec3-df74-408c-848e-edb0a48996ac tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/security-groups?id=5903942c-927a-4f35-93fb-0009cd4d6c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778238 Dec 08 16:16:29.579982 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8c623-aea6-4245-9303-190c4374cb09 req-ebed95fc-ad62-4784-87fb-2fccc4f969bc tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:29.582242 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c8f8c623-aea6-4245-9303-190c4374cb09 req-ebed95fc-ad62-4784-87fb-2fccc4f969bc tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0522d4d-2c48-400f-b1f2-4525a9e1ebc3 HTTP/1.1" status: 200 len: 943 time: 0.1943944 Dec 08 16:16:29.601135 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6eb71ed9-0226-43d0-a124-fae3c1af46dc req-62f5a23a-ee60-44c2-a245-3ebb80d4edf4 service neutron] 10.222.0.76 "GET /v2.0/networks/cc341b4e-e4a6-433a-819f-1f235ff05a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220025 Dec 08 16:16:29.670829 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-c4e21278-4075-432f-9f14-a37be3e1887d req-26c01fed-2489-452a-9824-dcde7705739e service neutron] Attempting to bind port 15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6 on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:16:29.671165 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-c4e21278-4075-432f-9f14-a37be3e1887d req-26c01fed-2489-452a-9824-dcde7705739e service neutron] Attempting to bind port 15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6 by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': '72e52347-683a-49fc-84ef-d33cdb5037e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '7267bda8-5e5d-4e04-ad23-20b961702335'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:16:29.671497 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e21278-4075-432f-9f14-a37be3e1887d req-26c01fed-2489-452a-9824-dcde7705739e service neutron] Attempting to bind port 15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6 on network 7267bda8-5e5d-4e04-ad23-20b961702335 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:16:29.674759 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ba025f22-7bc3-458c-bdbf-380851631bd4 req-03cd9d1b-4d6c-4c78-87b5-e2b66a29aa66 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc4b94a5-b717-4efc-8f87-9fd158abf9e6 HTTP/1.1" status: 200 len: 210 time: 0.0703280 Dec 08 16:16:29.707710 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e21278-4075-432f-9f14-a37be3e1887d req-26c01fed-2489-452a-9824-dcde7705739e service neutron] Port 15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6 on network 7267bda8-5e5d-4e04-ad23-20b961702335 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:16:29.708073 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e21278-4075-432f-9f14-a37be3e1887d req-26c01fed-2489-452a-9824-dcde7705739e service neutron] Attempting to bind port 15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6 on network 7267bda8-5e5d-4e04-ad23-20b961702335 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:16:29.723444 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e7379342-87c8-48f1-833b-80039009239d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:29.726569 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e7379342-87c8-48f1-833b-80039009239d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:29.728859 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e7379342-87c8-48f1-833b-80039009239d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2fdabc79-193f-4a1f-a339-8c59e9326a76 HTTP/1.1" status: 204 len: 168 time: 0.5472980 Dec 08 16:16:29.744054 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c8f8c623-aea6-4245-9303-190c4374cb09 req-6bf9ce04-165e-4f7d-8f85-e86dc109de46 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414447 Dec 08 16:16:29.754655 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e21278-4075-432f-9f14-a37be3e1887d req-26c01fed-2489-452a-9824-dcde7705739e service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:16:29.755040 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e21278-4075-432f-9f14-a37be3e1887d req-26c01fed-2489-452a-9824-dcde7705739e service neutron] Checking segment: {'id': '72e52347-683a-49fc-84ef-d33cdb5037e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '7267bda8-5e5d-4e04-ad23-20b961702335'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:16:29.755452 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7379342-87c8-48f1-833b-80039009239d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fdabc79-193f-4a1f-a339-8c59e9326a76,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:29.755586 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e21278-4075-432f-9f14-a37be3e1887d req-26c01fed-2489-452a-9824-dcde7705739e service neutron] Bound using segment: {'id': '72e52347-683a-49fc-84ef-d33cdb5037e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '7267bda8-5e5d-4e04-ad23-20b961702335'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:16:29.756029 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-c4e21278-4075-432f-9f14-a37be3e1887d req-26c01fed-2489-452a-9824-dcde7705739e service neutron] Bound port: 15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72e52347-683a-49fc-84ef-d33cdb5037e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '7267bda8-5e5d-4e04-ad23-20b961702335'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:16:29.756441 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c4e21278-4075-432f-9f14-a37be3e1887d req-26c01fed-2489-452a-9824-dcde7705739e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:29.775997 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-c6bd820e-b442-49be-a93c-b69fdac2feae req-07fd97e4-8392-46be-9428-5f0865039375 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Allocated IP 172.20.0.4 (880e4c19-5400-42a9-80ac-7d8d06cc73f1/8d58ba6b-0d2d-418d-8d9a-8ee6777d3e48/080e07da-a9a5-462a-811f-15b24a372ee5) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:16:29.863522 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-77defe2f-f655-4987-9a87-d4273413ede7 req-2f1570f0-e09f-4f43-9725-e79a4396bf7c tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=100c4908-7541-488b-b9d5-e65a61d69e46 HTTP/1.1" status: 200 len: 210 time: 0.0902700 Dec 08 16:16:29.868278 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6eb71ed9-0226-43d0-a124-fae3c1af46dc req-c78d75f7-c0dd-409b-9360-4608f5ed21ee service neutron] 10.222.0.76 "GET /v2.0/networks/cc341b4e-e4a6-433a-819f-1f235ff05a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548380 Dec 08 16:16:29.923387 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b9dd5b26-b54c-471f-ab4e-6c82827e0a71 req-c9850acd-a286-4644-9abf-a8535cacb8e9 tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] 10.222.0.64 "GET /v2.0/ports?device_id=876b4fca-a14c-429c-8d39-4b2514f8195f HTTP/1.1" status: 200 len: 210 time: 0.0613630 Dec 08 16:16:29.952678 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-c4e21278-4075-432f-9f14-a37be3e1887d req-26c01fed-2489-452a-9824-dcde7705739e service neutron] For port 15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:16:30.019839 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-c4e21278-4075-432f-9f14-a37be3e1887d req-26c01fed-2489-452a-9824-dcde7705739e service neutron] For port 15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6,segment=NetworkSegment(72e52347-683a-49fc-84ef-d33cdb5037e0),segment_id=72e52347-683a-49fc-84ef-d33cdb5037e0)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:16:30.091405 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c6bd820e-b442-49be-a93c-b69fdac2feae req-07fd97e4-8392-46be-9428-5f0865039375 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:30.120015 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c4e21278-4075-432f-9f14-a37be3e1887d req-26c01fed-2489-452a-9824-dcde7705739e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:30.161817 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e21278-4075-432f-9f14-a37be3e1887d req-26c01fed-2489-452a-9824-dcde7705739e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:30.163005 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c4e21278-4075-432f-9f14-a37be3e1887d req-26c01fed-2489-452a-9824-dcde7705739e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:30.166396 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c4e21278-4075-432f-9f14-a37be3e1887d req-26c01fed-2489-452a-9824-dcde7705739e service neutron] 10.222.0.76 "PUT /v2.0/ports/15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6 HTTP/1.1" status: 200 len: 1093 time: 2.1808939 Dec 08 16:16:30.166396 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79064082-c91c-4208-bd57-708e6d37a370', 'tag': '15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:16:30.167558 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e61f9c0-f22f-4e48-a18d-1840a49af076" -d '{"events": [{"name": "network-changed", "server_uuid": "79064082-c91c-4208-bd57-708e6d37a370", "tag": "15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:16:30.196956 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c01fed-2489-452a-9824-dcde7705739e service neutron] Pushing event updated for resources: {'Port': ['ID=15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:30.216593 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb6ec60-87c2-4404-9788-c4dd44b8eee9 req-b3f68f85-5a88-4efc-8c62-65a33c7a1ab6 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:30.221412 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9bb6ec60-87c2-4404-9788-c4dd44b8eee9 req-b3f68f85-5a88-4efc-8c62-65a33c7a1ab6 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.37 "GET /v2.0/networks?id=d3895c5a-dfc2-4888-9675-12d8856051aa HTTP/1.1" status: 200 len: 812 time: 0.1610303 Dec 08 16:16:30.232768 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c18e26-98b1-4bb8-af0b-d6fcba5333ee x-openstack-request-id: req-f4c18e26-98b1-4bb8-af0b-d6fcba5333ee {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:16:30.233079 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79064082-c91c-4208-bd57-708e6d37a370", "tag": "15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:16:30.233389 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f4c18e26-98b1-4bb8-af0b-d6fcba5333ee {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:16:30.233774 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79064082-c91c-4208-bd57-708e6d37a370', 'tag': '15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6', 'status': 'completed', 'code': 200} Dec 08 16:16:30.240554 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c6bd820e-b442-49be-a93c-b69fdac2feae req-07fd97e4-8392-46be-9428-5f0865039375 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:30.240834 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-9bb6ec60-87c2-4404-9788-c4dd44b8eee9 req-361bbf48-591a-4320-8736-658bab2185d2 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Request body: {'port': {'device_id': 'bc4b94a5-b717-4efc-8f87-9fd158abf9e6', 'network_id': 'd3895c5a-dfc2-4888-9675-12d8856051aa', 'admin_state_up': True, 'tenant_id': '90ed4b9bbb134343aae1287ee30eda23'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:30.345370 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6bd820e-b442-49be-a93c-b69fdac2feae req-07fd97e4-8392-46be-9428-5f0865039375 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Network 880e4c19-5400-42a9-80ac-7d8d06cc73f1 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:16:30.371531 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fd97e4-8392-46be-9428-5f0865039375 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Pushing event updated for resources: {'Port': ['ID=080e07da-a9a5-462a-811f-15b24a372ee5,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:30.385825 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-c6bd820e-b442-49be-a93c-b69fdac2feae req-07fd97e4-8392-46be-9428-5f0865039375 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:16:30.391283 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6bd820e-b442-49be-a93c-b69fdac2feae req-07fd97e4-8392-46be-9428-5f0865039375 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:16:30.484106 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e61f9c0-f22f-4e48-a18d-1840a49af076 req-e7b82ca5-f130-49cd-ac72-b2a2708d351a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:30.485867 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7e61f9c0-f22f-4e48-a18d-1840a49af076 req-e7b82ca5-f130-49cd-ac72-b2a2708d351a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f798cbfb52c24fe0ba6afa1278248aa5&device_id=79064082-c91c-4208-bd57-708e6d37a370 HTTP/1.1" status: 200 len: 1096 time: 0.2026587 Dec 08 16:16:30.504203 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd820e-b442-49be-a93c-b69fdac2feae req-07fd97e4-8392-46be-9428-5f0865039375 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:30.504203 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c6bd820e-b442-49be-a93c-b69fdac2feae req-07fd97e4-8392-46be-9428-5f0865039375 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:30.535511 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4b0ae0-d437-4f6b-8071-726ad491be7d req-19da19a1-beef-4b81-b5c3-76758a03b71c tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:30.542228 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4b0ae0-d437-4f6b-8071-726ad491be7d req-19da19a1-beef-4b81-b5c3-76758a03b71c tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:30.548440 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4b0ae0-d437-4f6b-8071-726ad491be7d req-19da19a1-beef-4b81-b5c3-76758a03b71c tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:30.554501 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4b0ae0-d437-4f6b-8071-726ad491be7d req-19da19a1-beef-4b81-b5c3-76758a03b71c tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:30.561670 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4b0ae0-d437-4f6b-8071-726ad491be7d req-19da19a1-beef-4b81-b5c3-76758a03b71c tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:30.569076 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4b0ae0-d437-4f6b-8071-726ad491be7d req-19da19a1-beef-4b81-b5c3-76758a03b71c tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:30.575814 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4b0ae0-d437-4f6b-8071-726ad491be7d req-19da19a1-beef-4b81-b5c3-76758a03b71c tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:30.585311 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fd4b0ae0-d437-4f6b-8071-726ad491be7d req-19da19a1-beef-4b81-b5c3-76758a03b71c tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 5429 time: 0.1120996 Dec 08 16:16:30.593574 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bb6ec60-87c2-4404-9788-c4dd44b8eee9 req-361bbf48-591a-4320-8736-658bab2185d2 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Made reservation on behalf of 90ed4b9bbb134343aae1287ee30eda23 for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:16:30.597174 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-9bb6ec60-87c2-4404-9788-c4dd44b8eee9 req-361bbf48-591a-4320-8736-658bab2185d2 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:30.631563 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c6bd820e-b442-49be-a93c-b69fdac2feae req-07fd97e4-8392-46be-9428-5f0865039375 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6460278 Dec 08 16:16:30.658549 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-c6bd820e-b442-49be-a93c-b69fdac2feae req-34cfb9aa-56e5-46cf-ab0a-102306a260da service neutron] Request body: {'port': {'device_id': '100c4908-7541-488b-b9d5-e65a61d69e46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:30.715276 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fd4b0ae0-d437-4f6b-8071-726ad491be7d req-f7d2fde3-7347-43ff-afe8-28148a5ecded tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c9d21f4-c02c-43e8-9e6c-a95f9379dd30&id=a96e7614-ece1-4248-94a1-b83b73d2e17e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1290526 Dec 08 16:16:30.792301 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e61f9c0-f22f-4e48-a18d-1840a49af076 req-5e755942-6420-4c2e-bc8a-0440ad695864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:30.793777 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7e61f9c0-f22f-4e48-a18d-1840a49af076 req-5e755942-6420-4c2e-bc8a-0440ad695864 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=f798cbfb52c24fe0ba6afa1278248aa5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2882538 Dec 08 16:16:30.837986 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-dace12d7-80e8-4e2b-ab97-a0f9a5723a95 req-2461a1d3-70d2-4310-9bd4-e12eafd5418c tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc4b94a5-b717-4efc-8f87-9fd158abf9e6 HTTP/1.1" status: 200 len: 210 time: 0.0391490 Dec 08 16:16:30.849705 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [req-9bb6ec60-87c2-4404-9788-c4dd44b8eee9 req-361bbf48-591a-4320-8736-658bab2185d2 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Allocated IP 172.20.0.11 (d3895c5a-dfc2-4888-9675-12d8856051aa/0d672d1f-65b7-4f31-92ed-7adc71dac15e/14c5de84-68b0-4d7f-9aee-614bc07a56e8) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:16:30.907410 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe4e4cb-34e3-4165-aff5-425364c1f2e9 req-5eaeae03-7d07-4a64-bd70-00abeba4277b tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:30.915635 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4fe4e4cb-34e3-4165-aff5-425364c1f2e9 req-5eaeae03-7d07-4a64-bd70-00abeba4277b tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/ports?device_id=79064082-c91c-4208-bd57-708e6d37a370 HTTP/1.1" status: 200 len: 944 time: 0.2907338 Dec 08 16:16:30.925516 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c6bd820e-b442-49be-a93c-b69fdac2feae req-34cfb9aa-56e5-46cf-ab0a-102306a260da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:30.965981 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece74c4d-0f8f-42a1-8a96-e299621e42ad req-2b2f4e59-0813-446a-9a2f-4b6b447ce80e tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:30.969375 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ece74c4d-0f8f-42a1-8a96-e299621e42ad req-2b2f4e59-0813-446a-9a2f-4b6b447ce80e tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] 10.222.0.37 "GET /v2.0/networks?id=614235b7-7b3a-48b4-a65b-ec7689dab4a1 HTTP/1.1" status: 200 len: 821 time: 0.3436010 Dec 08 16:16:30.987562 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-ece74c4d-0f8f-42a1-8a96-e299621e42ad req-0d2d4455-12a6-4039-81ce-30c1f6db5993 tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] Request body: {'port': {'device_id': '876b4fca-a14c-429c-8d39-4b2514f8195f', 'network_id': '614235b7-7b3a-48b4-a65b-ec7689dab4a1', 'admin_state_up': True, 'tenant_id': 'b083c5f05b2b44db837126c88c862baf'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:31.063534 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71995761-6d14-47e4-87f2-9dfdb7964365 req-2b3c4bf3-99e6-40ac-b7ee-bad1aa941bba tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:31.066030 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-71995761-6d14-47e4-87f2-9dfdb7964365 req-2b3c4bf3-99e6-40ac-b7ee-bad1aa941bba tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0522d4d-2c48-400f-b1f2-4525a9e1ebc3 HTTP/1.1" status: 200 len: 943 time: 0.1274638 Dec 08 16:16:31.091967 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-9bb6ec60-87c2-4404-9788-c4dd44b8eee9 req-361bbf48-591a-4320-8736-658bab2185d2 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:31.141590 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4fe4e4cb-34e3-4165-aff5-425364c1f2e9 req-ecc48976-af54-43e3-8967-d9bd527df630 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/security-groups?id=5903942c-927a-4f35-93fb-0009cd4d6c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2258637 Dec 08 16:16:31.168120 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e61f9c0-f22f-4e48-a18d-1840a49af076 req-d5dbf425-7505-4452-9413-9baac0e112ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:31.169680 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7e61f9c0-f22f-4e48-a18d-1840a49af076 req-d5dbf425-7505-4452-9413-9baac0e112ab service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3490183 Dec 08 16:16:31.171806 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-71995761-6d14-47e4-87f2-9dfdb7964365 req-c6f91cdb-287a-4cf3-bb3b-e0b206d5cccb tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925164 Dec 08 16:16:31.231524 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-9bb6ec60-87c2-4404-9788-c4dd44b8eee9 req-361bbf48-591a-4320-8736-658bab2185d2 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:31.315087 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a986b4fb-3116-4d0a-a805-fbf0f7ff139c req-fbdaeecb-046e-4bc4-8f7f-a5a950e5ba0f tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] 10.222.0.64 "GET /v2.0/ports?device_id=876b4fca-a14c-429c-8d39-4b2514f8195f HTTP/1.1" status: 200 len: 210 time: 0.0367429 Dec 08 16:16:31.326029 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bb6ec60-87c2-4404-9788-c4dd44b8eee9 req-361bbf48-591a-4320-8736-658bab2185d2 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Network d3895c5a-dfc2-4888-9675-12d8856051aa is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:16:31.329734 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [req-9bb6ec60-87c2-4404-9788-c4dd44b8eee9 req-361bbf48-591a-4320-8736-658bab2185d2 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:16:31.334870 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bb6ec60-87c2-4404-9788-c4dd44b8eee9 req-361bbf48-591a-4320-8736-658bab2185d2 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:16:31.368302 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361bbf48-591a-4320-8736-658bab2185d2 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Pushing event updated for resources: {'Port': ['ID=14c5de84-68b0-4d7f-9aee-614bc07a56e8,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:31.415896 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb6ec60-87c2-4404-9788-c4dd44b8eee9 req-361bbf48-591a-4320-8736-658bab2185d2 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:31.416627 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-9bb6ec60-87c2-4404-9788-c4dd44b8eee9 req-361bbf48-591a-4320-8736-658bab2185d2 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:31.485799 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de671d7-d8e9-4944-9863-d4217cef8565 req-d04e73c3-bc00-4bfc-9040-62a3d854f528 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:31.487511 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6de671d7-d8e9-4944-9863-d4217cef8565 req-d04e73c3-bc00-4bfc-9040-62a3d854f528 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=100c4908-7541-488b-b9d5-e65a61d69e46 HTTP/1.1" status: 200 len: 931 time: 0.2155848 Dec 08 16:16:31.492559 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e21278-4075-432f-9f14-a37be3e1887d req-b1bf7ba1-c0b9-4bcb-bcef-7850bc13439e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:31.494596 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c4e21278-4075-432f-9f14-a37be3e1887d req-b1bf7ba1-c0b9-4bcb-bcef-7850bc13439e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f798cbfb52c24fe0ba6afa1278248aa5&device_id=79064082-c91c-4208-bd57-708e6d37a370 HTTP/1.1" status: 200 len: 1096 time: 0.2397020 Dec 08 16:16:31.568120 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c4e21278-4075-432f-9f14-a37be3e1887d req-172765d7-62ce-4f74-a276-4788b675952e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6 HTTP/1.1" status: 200 len: 217 time: 0.0610664 Dec 08 16:16:31.602966 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ece74c4d-0f8f-42a1-8a96-e299621e42ad req-0d2d4455-12a6-4039-81ce-30c1f6db5993 tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] Made reservation on behalf of b083c5f05b2b44db837126c88c862baf for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:16:31.606724 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ece74c4d-0f8f-42a1-8a96-e299621e42ad req-0d2d4455-12a6-4039-81ce-30c1f6db5993 tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:31.685063 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6de671d7-d8e9-4944-9863-d4217cef8565 req-6c117fe3-982e-4d27-b893-c5f523baaeea tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894410 Dec 08 16:16:31.707365 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9bb6ec60-87c2-4404-9788-c4dd44b8eee9 req-361bbf48-591a-4320-8736-658bab2185d2 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4756281 Dec 08 16:16:31.715949 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e21278-4075-432f-9f14-a37be3e1887d req-a8973fe5-2fc3-43c8-8e9b-163c9ad4f558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:31.717516 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c4e21278-4075-432f-9f14-a37be3e1887d req-a8973fe5-2fc3-43c8-8e9b-163c9ad4f558 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b1120212-8041-47f2-b393-74481d8c6bb2 HTTP/1.1" status: 200 len: 850 time: 0.1348217 Dec 08 16:16:31.720947 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-9bb6ec60-87c2-4404-9788-c4dd44b8eee9 req-0ce3852d-10a8-48a6-853f-f4b994c6d730 service neutron] Request body: {'port': {'device_id': 'bc4b94a5-b717-4efc-8f87-9fd158abf9e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:31.789623 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-9bb6ec60-87c2-4404-9788-c4dd44b8eee9 req-0ce3852d-10a8-48a6-853f-f4b994c6d730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:31.829433 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-c6bd820e-b442-49be-a93c-b69fdac2feae req-34cfb9aa-56e5-46cf-ab0a-102306a260da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 080e07da-a9a5-462a-811f-15b24a372ee5 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:16:31.843482 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c6bd820e-b442-49be-a93c-b69fdac2feae req-34cfb9aa-56e5-46cf-ab0a-102306a260da service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:31.889899 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-c6bd820e-b442-49be-a93c-b69fdac2feae req-34cfb9aa-56e5-46cf-ab0a-102306a260da service neutron] Transition to ACTIVE for port object 080e07da-a9a5-462a-811f-15b24a372ee5 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:16:31.898310 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e21278-4075-432f-9f14-a37be3e1887d req-45c9b71f-ebcb-41ac-ad0d-057b7e91dd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:31.900074 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c4e21278-4075-432f-9f14-a37be3e1887d req-45c9b71f-ebcb-41ac-ad0d-057b7e91dd73 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7267bda8-5e5d-4e04-ad23-20b961702335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1609163 Dec 08 16:16:31.909387 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd3a1e4-2b93-46a1-8529-f2659d6c3693 req-369d9a2a-7fc7-45a6-8abf-88830ec90853 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:31.912616 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 86efcb2c-1285-4710-925f-8ab5f6b3d355 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:16:31.916937 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd3a1e4-2b93-46a1-8529-f2659d6c3693 req-369d9a2a-7fc7-45a6-8abf-88830ec90853 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:31.924045 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd3a1e4-2b93-46a1-8529-f2659d6c3693 req-369d9a2a-7fc7-45a6-8abf-88830ec90853 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:31.930632 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd3a1e4-2b93-46a1-8529-f2659d6c3693 req-369d9a2a-7fc7-45a6-8abf-88830ec90853 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:31.938511 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd3a1e4-2b93-46a1-8529-f2659d6c3693 req-369d9a2a-7fc7-45a6-8abf-88830ec90853 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:31.945081 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd3a1e4-2b93-46a1-8529-f2659d6c3693 req-369d9a2a-7fc7-45a6-8abf-88830ec90853 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:31.961289 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd3a1e4-2b93-46a1-8529-f2659d6c3693 req-369d9a2a-7fc7-45a6-8abf-88830ec90853 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:31.965218 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5bd3a1e4-2b93-46a1-8529-f2659d6c3693 req-369d9a2a-7fc7-45a6-8abf-88830ec90853 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 5429 time: 0.1556277 Dec 08 16:16:32.018616 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c6bd820e-b442-49be-a93c-b69fdac2feae req-34cfb9aa-56e5-46cf-ab0a-102306a260da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:32.039766 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-ece74c4d-0f8f-42a1-8a96-e299621e42ad req-0d2d4455-12a6-4039-81ce-30c1f6db5993 tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] Allocated IP 172.20.0.10 (614235b7-7b3a-48b4-a65b-ec7689dab4a1/3ed93682-803f-4fec-9dee-94c0cceaf713/7209d894-1ab5-4d39-ac15-a55d6880726a) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:16:32.119715 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 86efcb2c-1285-4710-925f-8ab5f6b3d355, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=86efcb2c-1285-4710-925f-8ab5f6b3d355,segment=NetworkSegment(02b1a325-c52a-457b-a2ac-b3d8092ab9c2),segment_id=02b1a325-c52a-457b-a2ac-b3d8092ab9c2)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:32.137016 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '86efcb2c-1285-4710-925f-8ab5f6b3d355', 'network_id': 'f511b156-9962-4a0c-911e-c5b5fa14a2a0', 'port_id': '86efcb2c-1285-4710-925f-8ab5f6b3d355', 'mac_address': 'fa:16:3e:fc:36:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1788926e-2053-422c-b7be-41238d864800', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:16:32.141248 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c4e21278-4075-432f-9f14-a37be3e1887d req-b30ae678-7fd4-49dd-aed7-e7b315b66f6f service neutron] 10.222.0.76 "GET /v2.0/networks/7267bda8-5e5d-4e04-ad23-20b961702335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324491 Dec 08 16:16:32.146750 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5bd3a1e4-2b93-46a1-8529-f2659d6c3693 req-e6dc36b4-a743-4abb-a52c-a6edfb118473 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c9d21f4-c02c-43e8-9e6c-a95f9379dd30&id=a96e7614-ece1-4248-94a1-b83b73d2e17e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1721745 Dec 08 16:16:32.155532 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cfb9aa-56e5-46cf-ab0a-102306a260da service neutron] Pushing event updated for resources: {'Port': ['ID=080e07da-a9a5-462a-811f-15b24a372ee5,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:32.199168 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:32.218514 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e248382-fa98-4bf6-9adf-371ffe4de195 req-511c4477-f1c3-4d7c-ba27-d139ae06e1d6 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:32.218686 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86efcb2c-1285-4710-925f-8ab5f6b3d355 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:16:32.218902 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6e248382-fa98-4bf6-9adf-371ffe4de195 req-511c4477-f1c3-4d7c-ba27-d139ae06e1d6 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc4b94a5-b717-4efc-8f87-9fd158abf9e6 HTTP/1.1" status: 200 len: 932 time: 0.2405939 Dec 08 16:16:32.244108 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 86efcb2c-1285-4710-925f-8ab5f6b3d355, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=86efcb2c-1285-4710-925f-8ab5f6b3d355,segment=NetworkSegment(02b1a325-c52a-457b-a2ac-b3d8092ab9c2),segment_id=02b1a325-c52a-457b-a2ac-b3d8092ab9c2)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:32.299265 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:32.300657 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 5d42f4d8-9ca3-4f66-912f-1ee4a3cb0c8e details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:16:32.377863 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=86efcb2c-1285-4710-925f-8ab5f6b3d355,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:32.405148 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 96a4bbf8-b59e-49f3-8a88-d36cf8dc74c7 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:16:32.429378 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b87940f-e3e2-4ee2-8393-652a733effcd req-df60176e-c2b9-4747-a1b1-025e99de2a1b tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:32.438726 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8b87940f-e3e2-4ee2-8393-652a733effcd req-df60176e-c2b9-4747-a1b1-025e99de2a1b tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/ports?device_id=79064082-c91c-4208-bd57-708e6d37a370 HTTP/1.1" status: 200 len: 944 time: 0.1190732 Dec 08 16:16:32.476811 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6e248382-fa98-4bf6-9adf-371ffe4de195 req-6c10f0b0-af74-4fa9-b1ff-edcadc181a19 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389677 Dec 08 16:16:32.487423 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c4e21278-4075-432f-9f14-a37be3e1887d req-76a92999-1f59-4548-8046-04e784426cc5 service neutron] 10.222.0.76 "GET /v2.0/networks/7267bda8-5e5d-4e04-ad23-20b961702335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273971 Dec 08 16:16:32.507751 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-c6bd820e-b442-49be-a93c-b69fdac2feae req-34cfb9aa-56e5-46cf-ab0a-102306a260da service neutron] Attempting to bind port 080e07da-a9a5-462a-811f-15b24a372ee5 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:16:32.508222 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-c6bd820e-b442-49be-a93c-b69fdac2feae req-34cfb9aa-56e5-46cf-ab0a-102306a260da service neutron] Attempting to bind port 080e07da-a9a5-462a-811f-15b24a372ee5 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '9b052d16-09ac-481d-baf5-f56fa6d1472f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '880e4c19-5400-42a9-80ac-7d8d06cc73f1'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:16:32.508653 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bd820e-b442-49be-a93c-b69fdac2feae req-34cfb9aa-56e5-46cf-ab0a-102306a260da service neutron] Attempting to bind port 080e07da-a9a5-462a-811f-15b24a372ee5 on network 880e4c19-5400-42a9-80ac-7d8d06cc73f1 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:16:32.531164 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bd820e-b442-49be-a93c-b69fdac2feae req-34cfb9aa-56e5-46cf-ab0a-102306a260da service neutron] Port 080e07da-a9a5-462a-811f-15b24a372ee5 on network 880e4c19-5400-42a9-80ac-7d8d06cc73f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:16:32.531657 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bd820e-b442-49be-a93c-b69fdac2feae req-34cfb9aa-56e5-46cf-ab0a-102306a260da service neutron] Attempting to bind port 080e07da-a9a5-462a-811f-15b24a372ee5 on network 880e4c19-5400-42a9-80ac-7d8d06cc73f1 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:16:32.533140 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 96a4bbf8-b59e-49f3-8a88-d36cf8dc74c7, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=96a4bbf8-b59e-49f3-8a88-d36cf8dc74c7,segment=NetworkSegment(9b02e36e-6de5-484c-a36e-2fa26fb39118),segment_id=9b02e36e-6de5-484c-a36e-2fa26fb39118)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:32.537001 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ece74c4d-0f8f-42a1-8a96-e299621e42ad req-0d2d4455-12a6-4039-81ce-30c1f6db5993 tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:32.545510 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bd820e-b442-49be-a93c-b69fdac2feae req-34cfb9aa-56e5-46cf-ab0a-102306a260da service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:16:32.545897 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bd820e-b442-49be-a93c-b69fdac2feae req-34cfb9aa-56e5-46cf-ab0a-102306a260da service neutron] Checking segment: {'id': '9b052d16-09ac-481d-baf5-f56fa6d1472f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '880e4c19-5400-42a9-80ac-7d8d06cc73f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:16:32.546304 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bd820e-b442-49be-a93c-b69fdac2feae req-34cfb9aa-56e5-46cf-ab0a-102306a260da service neutron] Bound using segment: {'id': '9b052d16-09ac-481d-baf5-f56fa6d1472f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '880e4c19-5400-42a9-80ac-7d8d06cc73f1'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:16:32.546804 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-c6bd820e-b442-49be-a93c-b69fdac2feae req-34cfb9aa-56e5-46cf-ab0a-102306a260da service neutron] Bound port: 080e07da-a9a5-462a-811f-15b24a372ee5, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b052d16-09ac-481d-baf5-f56fa6d1472f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '880e4c19-5400-42a9-80ac-7d8d06cc73f1'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:16:32.547175 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c6bd820e-b442-49be-a93c-b69fdac2feae req-34cfb9aa-56e5-46cf-ab0a-102306a260da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:32.550827 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '96a4bbf8-b59e-49f3-8a88-d36cf8dc74c7', 'network_id': 'cc341b4e-e4a6-433a-819f-1f235ff05a7a', 'port_id': '96a4bbf8-b59e-49f3-8a88-d36cf8dc74c7', 'mac_address': 'fa:16:3e:f4:31:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ae73486-24f1-4ad9-b7a3-ee511661fedf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:16:32.559007 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.db.resource_extend [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 16:16:32.617203 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8b87940f-e3e2-4ee2-8393-652a733effcd req-f4a82f0a-5d92-46d4-9c54-86fccf98cfa8 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/security-groups?id=5903942c-927a-4f35-93fb-0009cd4d6c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774724 Dec 08 16:16:32.650361 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [req-9bb6ec60-87c2-4404-9788-c4dd44b8eee9 req-0ce3852d-10a8-48a6-853f-f4b994c6d730 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14c5de84-68b0-4d7f-9aee-614bc07a56e8 {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:16:32.662549 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-9bb6ec60-87c2-4404-9788-c4dd44b8eee9 req-0ce3852d-10a8-48a6-853f-f4b994c6d730 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:32.672545 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:32.679519 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [req-9bb6ec60-87c2-4404-9788-c4dd44b8eee9 req-0ce3852d-10a8-48a6-853f-f4b994c6d730 service neutron] Transition to ACTIVE for port object 14c5de84-68b0-4d7f-9aee-614bc07a56e8 will not be triggered until provisioned by entity L2. {{(pid=110551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:16:32.690511 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96a4bbf8-b59e-49f3-8a88-d36cf8dc74c7 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:16:32.696690 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-c6bd820e-b442-49be-a93c-b69fdac2feae req-34cfb9aa-56e5-46cf-ab0a-102306a260da service neutron] For port 080e07da-a9a5-462a-811f-15b24a372ee5, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:16:32.706877 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00cd5e0-ac2c-442b-8513-3bbd9858d1db req-84a7d058-a319-4eac-92fc-675da52574c1 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:32.709957 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a00cd5e0-ac2c-442b-8513-3bbd9858d1db req-84a7d058-a319-4eac-92fc-675da52574c1 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0522d4d-2c48-400f-b1f2-4525a9e1ebc3 HTTP/1.1" status: 200 len: 943 time: 0.0970271 Dec 08 16:16:32.710484 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-c6bd820e-b442-49be-a93c-b69fdac2feae req-34cfb9aa-56e5-46cf-ab0a-102306a260da service neutron] For port 080e07da-a9a5-462a-811f-15b24a372ee5, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=080e07da-a9a5-462a-811f-15b24a372ee5,segment=NetworkSegment(9b052d16-09ac-481d-baf5-f56fa6d1472f),segment_id=9b052d16-09ac-481d-baf5-f56fa6d1472f)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:16:32.733365 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 5d42f4d8-9ca3-4f66-912f-1ee4a3cb0c8e, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=5d42f4d8-9ca3-4f66-912f-1ee4a3cb0c8e,segment=NetworkSegment(e1df37b9-083a-4373-838d-dc2a305e347b),segment_id=e1df37b9-083a-4373-838d-dc2a305e347b)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:32.735876 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-19a97628-f34c-4469-bc8c-69b4705deeda req-77c81abb-f48a-4774-9ef3-aff2364a3d66 tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] 10.222.0.64 "GET /v2.0/ports?device_id=876b4fca-a14c-429c-8d39-4b2514f8195f HTTP/1.1" status: 200 len: 210 time: 0.0333166 Dec 08 16:16:32.751492 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 96a4bbf8-b59e-49f3-8a88-d36cf8dc74c7, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=96a4bbf8-b59e-49f3-8a88-d36cf8dc74c7,segment=NetworkSegment(9b02e36e-6de5-484c-a36e-2fa26fb39118),segment_id=9b02e36e-6de5-484c-a36e-2fa26fb39118)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:32.754313 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '5d42f4d8-9ca3-4f66-912f-1ee4a3cb0c8e', 'network_id': '92f988d9-d3fd-471d-a94b-154482a7d460', 'port_id': '5d42f4d8-9ca3-4f66-912f-1ee4a3cb0c8e', 'mac_address': 'fa:16:3e:f8:3a:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d585823-3fc3-43de-bace-96991eaf0e25', 'ip_address': '10.1.1.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:16:32.800438 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a00cd5e0-ac2c-442b-8513-3bbd9858d1db req-a55c1617-6c99-4fe8-a564-517a66486e1a tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633006 Dec 08 16:16:32.801441 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:32.821118 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d42f4d8-9ca3-4f66-912f-1ee4a3cb0c8e {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:16:32.858111 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 5d42f4d8-9ca3-4f66-912f-1ee4a3cb0c8e, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=5d42f4d8-9ca3-4f66-912f-1ee4a3cb0c8e,segment=NetworkSegment(e1df37b9-083a-4373-838d-dc2a305e347b),segment_id=e1df37b9-083a-4373-838d-dc2a305e347b)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:32.881712 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-9bb6ec60-87c2-4404-9788-c4dd44b8eee9 req-0ce3852d-10a8-48a6-853f-f4b994c6d730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:32.894712 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ece74c4d-0f8f-42a1-8a96-e299621e42ad req-0d2d4455-12a6-4039-81ce-30c1f6db5993 tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:32.938473 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce3852d-10a8-48a6-853f-f4b994c6d730 service neutron] Pushing event updated for resources: {'Port': ['ID=14c5de84-68b0-4d7f-9aee-614bc07a56e8,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:32.954355 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ece74c4d-0f8f-42a1-8a96-e299621e42ad req-0d2d4455-12a6-4039-81ce-30c1f6db5993 tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] Network 614235b7-7b3a-48b4-a65b-ec7689dab4a1 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:16:32.961291 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-ece74c4d-0f8f-42a1-8a96-e299621e42ad req-0d2d4455-12a6-4039-81ce-30c1f6db5993 tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:16:32.963852 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-ece74c4d-0f8f-42a1-8a96-e299621e42ad req-0d2d4455-12a6-4039-81ce-30c1f6db5993 tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:16:32.978543 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e04ee-c966-4399-b3d3-55468477a88b req-2f82c6df-3673-4f21-ba9e-ca656077c47e tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:32.980150 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6c1e04ee-c966-4399-b3d3-55468477a88b req-2f82c6df-3673-4f21-ba9e-ca656077c47e tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=100c4908-7541-488b-b9d5-e65a61d69e46 HTTP/1.1" status: 200 len: 943 time: 0.1170232 Dec 08 16:16:33.002248 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2d4455-12a6-4039-81ce-30c1f6db5993 tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] Pushing event updated for resources: {'Port': ['ID=7209d894-1ab5-4d39-ac15-a55d6880726a,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:33.007743 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-9bb6ec60-87c2-4404-9788-c4dd44b8eee9 req-0ce3852d-10a8-48a6-853f-f4b994c6d730 service neutron] Attempting to bind port 14c5de84-68b0-4d7f-9aee-614bc07a56e8 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:16:33.008687 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-9bb6ec60-87c2-4404-9788-c4dd44b8eee9 req-0ce3852d-10a8-48a6-853f-f4b994c6d730 service neutron] Attempting to bind port 14c5de84-68b0-4d7f-9aee-614bc07a56e8 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': 'f996c948-5ac9-42a3-ac04-df4c75288f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3895c5a-dfc2-4888-9675-12d8856051aa'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:16:33.008687 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb6ec60-87c2-4404-9788-c4dd44b8eee9 req-0ce3852d-10a8-48a6-853f-f4b994c6d730 service neutron] Attempting to bind port 14c5de84-68b0-4d7f-9aee-614bc07a56e8 on network d3895c5a-dfc2-4888-9675-12d8856051aa {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:16:33.013661 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb6ec60-87c2-4404-9788-c4dd44b8eee9 req-0ce3852d-10a8-48a6-853f-f4b994c6d730 service neutron] Port 14c5de84-68b0-4d7f-9aee-614bc07a56e8 on network d3895c5a-dfc2-4888-9675-12d8856051aa not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:16:33.013984 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb6ec60-87c2-4404-9788-c4dd44b8eee9 req-0ce3852d-10a8-48a6-853f-f4b994c6d730 service neutron] Attempting to bind port 14c5de84-68b0-4d7f-9aee-614bc07a56e8 on network d3895c5a-dfc2-4888-9675-12d8856051aa {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:16:33.018933 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb6ec60-87c2-4404-9788-c4dd44b8eee9 req-0ce3852d-10a8-48a6-853f-f4b994c6d730 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:16:33.019266 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb6ec60-87c2-4404-9788-c4dd44b8eee9 req-0ce3852d-10a8-48a6-853f-f4b994c6d730 service neutron] Checking segment: {'id': 'f996c948-5ac9-42a3-ac04-df4c75288f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3895c5a-dfc2-4888-9675-12d8856051aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:16:33.019648 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb6ec60-87c2-4404-9788-c4dd44b8eee9 req-0ce3852d-10a8-48a6-853f-f4b994c6d730 service neutron] Bound using segment: {'id': 'f996c948-5ac9-42a3-ac04-df4c75288f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3895c5a-dfc2-4888-9675-12d8856051aa'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:16:33.020735 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-9bb6ec60-87c2-4404-9788-c4dd44b8eee9 req-0ce3852d-10a8-48a6-853f-f4b994c6d730 service neutron] Bound port: 14c5de84-68b0-4d7f-9aee-614bc07a56e8, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f996c948-5ac9-42a3-ac04-df4c75288f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3895c5a-dfc2-4888-9675-12d8856051aa'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:16:33.021102 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-9bb6ec60-87c2-4404-9788-c4dd44b8eee9 req-0ce3852d-10a8-48a6-853f-f4b994c6d730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:33.052760 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece74c4d-0f8f-42a1-8a96-e299621e42ad req-0d2d4455-12a6-4039-81ce-30c1f6db5993 tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:33.053399 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ece74c4d-0f8f-42a1-8a96-e299621e42ad req-0d2d4455-12a6-4039-81ce-30c1f6db5993 tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:33.079813 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6c1e04ee-c966-4399-b3d3-55468477a88b req-f98879e6-f81b-4a95-9eb1-216dbc8d8784 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783424 Dec 08 16:16:33.084828 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-9bb6ec60-87c2-4404-9788-c4dd44b8eee9 req-0ce3852d-10a8-48a6-853f-f4b994c6d730 service neutron] For port 14c5de84-68b0-4d7f-9aee-614bc07a56e8, host n-h2-776250-12, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:16:33.087946 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-9bb6ec60-87c2-4404-9788-c4dd44b8eee9 req-0ce3852d-10a8-48a6-853f-f4b994c6d730 service neutron] For port 14c5de84-68b0-4d7f-9aee-614bc07a56e8, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=14c5de84-68b0-4d7f-9aee-614bc07a56e8,segment=NetworkSegment(f996c948-5ac9-42a3-ac04-df4c75288f01),segment_id=f996c948-5ac9-42a3-ac04-df4c75288f01)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:16:33.281455 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:33.282058 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c6bd820e-b442-49be-a93c-b69fdac2feae req-34cfb9aa-56e5-46cf-ab0a-102306a260da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:33.318874 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd820e-b442-49be-a93c-b69fdac2feae req-34cfb9aa-56e5-46cf-ab0a-102306a260da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:33.320038 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c6bd820e-b442-49be-a93c-b69fdac2feae req-34cfb9aa-56e5-46cf-ab0a-102306a260da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:33.320965 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c6bd820e-b442-49be-a93c-b69fdac2feae req-34cfb9aa-56e5-46cf-ab0a-102306a260da service neutron] 10.222.0.37 "PUT /v2.0/ports/080e07da-a9a5-462a-811f-15b24a372ee5 HTTP/1.1" status: 200 len: 1092 time: 2.6686203 Dec 08 16:16:33.321404 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '100c4908-7541-488b-b9d5-e65a61d69e46', 'tag': '080e07da-a9a5-462a-811f-15b24a372ee5'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:16:33.323713 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3ae695-dd7e-4dbe-982a-ce39f60e5b15" -d '{"events": [{"name": "network-changed", "server_uuid": "100c4908-7541-488b-b9d5-e65a61d69e46", "tag": "080e07da-a9a5-462a-811f-15b24a372ee5"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:16:33.338645 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cebc0f-cdf4-4981-bfda-7dc7c88496e8 req-30491075-da9c-4b5c-b667-0b0f30942093 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:33.343001 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:33.343895 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 84db335e-f375-4be2-a69d-00e5bb4c6257 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:16:33.346445 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cebc0f-cdf4-4981-bfda-7dc7c88496e8 req-30491075-da9c-4b5c-b667-0b0f30942093 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:33.354509 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cebc0f-cdf4-4981-bfda-7dc7c88496e8 req-30491075-da9c-4b5c-b667-0b0f30942093 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:33.356723 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ece74c4d-0f8f-42a1-8a96-e299621e42ad req-0d2d4455-12a6-4039-81ce-30c1f6db5993 tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3756282 Dec 08 16:16:33.361774 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cebc0f-cdf4-4981-bfda-7dc7c88496e8 req-30491075-da9c-4b5c-b667-0b0f30942093 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:33.365769 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=96a4bbf8-b59e-49f3-8a88-d36cf8dc74c7,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:33.369915 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cebc0f-cdf4-4981-bfda-7dc7c88496e8 req-30491075-da9c-4b5c-b667-0b0f30942093 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:33.378262 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cebc0f-cdf4-4981-bfda-7dc7c88496e8 req-30491075-da9c-4b5c-b667-0b0f30942093 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:33.385203 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cebc0f-cdf4-4981-bfda-7dc7c88496e8 req-30491075-da9c-4b5c-b667-0b0f30942093 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:33.387156 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-ece74c4d-0f8f-42a1-8a96-e299621e42ad req-44b3e306-4ee5-48b0-9104-05563c682cc5 service neutron] Request body: {'port': {'device_id': '876b4fca-a14c-429c-8d39-4b2514f8195f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:33.404439 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-24cebc0f-cdf4-4981-bfda-7dc7c88496e8 req-30491075-da9c-4b5c-b667-0b0f30942093 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 5430 time: 0.1231706 Dec 08 16:16:33.417259 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-9bb6ec60-87c2-4404-9788-c4dd44b8eee9 req-0ce3852d-10a8-48a6-853f-f4b994c6d730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:33.418848 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79395df2-8b0c-4ba5-9222-1d30bcce9e19 x-openstack-request-id: req-79395df2-8b0c-4ba5-9222-1d30bcce9e19 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:16:33.419148 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "100c4908-7541-488b-b9d5-e65a61d69e46", "tag": "080e07da-a9a5-462a-811f-15b24a372ee5", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:16:33.419404 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-79395df2-8b0c-4ba5-9222-1d30bcce9e19 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:16:33.419833 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '100c4908-7541-488b-b9d5-e65a61d69e46', 'tag': '080e07da-a9a5-462a-811f-15b24a372ee5', 'status': 'completed', 'code': 200} Dec 08 16:16:33.468712 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb6ec60-87c2-4404-9788-c4dd44b8eee9 req-0ce3852d-10a8-48a6-853f-f4b994c6d730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:33.469358 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-9bb6ec60-87c2-4404-9788-c4dd44b8eee9 req-0ce3852d-10a8-48a6-853f-f4b994c6d730 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:33.471029 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9bb6ec60-87c2-4404-9788-c4dd44b8eee9 req-0ce3852d-10a8-48a6-853f-f4b994c6d730 service neutron] 10.222.0.37 "PUT /v2.0/ports/14c5de84-68b0-4d7f-9aee-614bc07a56e8 HTTP/1.1" status: 200 len: 1093 time: 1.7547078 Dec 08 16:16:33.473575 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc4b94a5-b717-4efc-8f87-9fd158abf9e6', 'tag': '14c5de84-68b0-4d7f-9aee-614bc07a56e8'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:16:33.475298 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cfb9aa-56e5-46cf-ab0a-102306a260da service neutron] Pushing event updated for resources: {'Port': ['ID=080e07da-a9a5-462a-811f-15b24a372ee5,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:33.476630 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0102f3b8-eee8-4015-82f1-97d73805eb62" -d '{"events": [{"name": "network-changed", "server_uuid": "bc4b94a5-b717-4efc-8f87-9fd158abf9e6", "tag": "14c5de84-68b0-4d7f-9aee-614bc07a56e8"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:16:33.530475 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce3852d-10a8-48a6-853f-f4b994c6d730 service neutron] Pushing event updated for resources: {'Port': ['ID=14c5de84-68b0-4d7f-9aee-614bc07a56e8,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:33.530992 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ae695-dd7e-4dbe-982a-ce39f60e5b15 req-2c44b77b-dadb-41cc-a197-83970808dee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:33.532649 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6b3ae695-dd7e-4dbe-982a-ce39f60e5b15 req-2c44b77b-dadb-41cc-a197-83970808dee9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7e39653eb3ed4c3595ee0825c72fd724&device_id=100c4908-7541-488b-b9d5-e65a61d69e46 HTTP/1.1" status: 200 len: 1095 time: 0.1120009 Dec 08 16:16:33.539513 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b48d54-6df2-4284-afc4-3910849cfa4d x-openstack-request-id: req-06b48d54-6df2-4284-afc4-3910849cfa4d {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:16:33.539737 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc4b94a5-b717-4efc-8f87-9fd158abf9e6", "tag": "14c5de84-68b0-4d7f-9aee-614bc07a56e8", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:16:33.540000 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-06b48d54-6df2-4284-afc4-3910849cfa4d {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:16:33.540708 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc4b94a5-b717-4efc-8f87-9fd158abf9e6', 'tag': '14c5de84-68b0-4d7f-9aee-614bc07a56e8', 'status': 'completed', 'code': 200} Dec 08 16:16:33.559011 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-24cebc0f-cdf4-4981-bfda-7dc7c88496e8 req-e6188236-96ee-408c-aa50-fdc3cdb9492e tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c9d21f4-c02c-43e8-9e6c-a95f9379dd30&id=a96e7614-ece1-4248-94a1-b83b73d2e17e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1607950 Dec 08 16:16:33.579201 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=5d42f4d8-9ca3-4f66-912f-1ee4a3cb0c8e,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:33.628116 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ece74c4d-0f8f-42a1-8a96-e299621e42ad req-44b3e306-4ee5-48b0-9104-05563c682cc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:33.655674 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 84db335e-f375-4be2-a69d-00e5bb4c6257, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=84db335e-f375-4be2-a69d-00e5bb4c6257,segment=NetworkSegment(850cf408-d2e1-44d7-9e49-63d5f0b3762d),segment_id=850cf408-d2e1-44d7-9e49-63d5f0b3762d)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:33.656498 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0102f3b8-eee8-4015-82f1-97d73805eb62 req-045b9611-9a32-49a0-9aa7-723bf2d94b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:33.658243 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0102f3b8-eee8-4015-82f1-97d73805eb62 req-045b9611-9a32-49a0-9aa7-723bf2d94b13 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=90ed4b9bbb134343aae1287ee30eda23&device_id=bc4b94a5-b717-4efc-8f87-9fd158abf9e6 HTTP/1.1" status: 200 len: 1096 time: 0.0818987 Dec 08 16:16:33.672816 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '84db335e-f375-4be2-a69d-00e5bb4c6257', 'network_id': '0cd1fc08-18ef-4903-a4d4-304d5ce0f86e', 'port_id': '84db335e-f375-4be2-a69d-00e5bb4c6257', 'mac_address': 'fa:16:3e:bd:41:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28438769-469d-463a-a3b1-f1ca9c15b49c', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:16:33.722236 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['96a4bbf8-b59e-49f3-8a88-d36cf8dc74c7'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:16:33.724572 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ae695-dd7e-4dbe-982a-ce39f60e5b15 req-6f5491e1-61bb-4634-a490-0664f3cdfad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:33.726118 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6b3ae695-dd7e-4dbe-982a-ce39f60e5b15 req-6f5491e1-61bb-4634-a490-0664f3cdfad6 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=7e39653eb3ed4c3595ee0825c72fd724&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1814218 Dec 08 16:16:33.793934 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:33.818374 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84db335e-f375-4be2-a69d-00e5bb4c6257 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:16:33.834974 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10474131-ec89-47b5-b17c-fb746b41cbbc req-cc05cc90-b8b0-4b5b-b8b0-bca02daded69 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:33.836945 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-10474131-ec89-47b5-b17c-fb746b41cbbc req-cc05cc90-b8b0-4b5b-b8b0-bca02daded69 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/ports?device_id=79064082-c91c-4208-bd57-708e6d37a370 HTTP/1.1" status: 200 len: 944 time: 0.1194181 Dec 08 16:16:33.854291 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 84db335e-f375-4be2-a69d-00e5bb4c6257, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=84db335e-f375-4be2-a69d-00e5bb4c6257,segment=NetworkSegment(850cf408-d2e1-44d7-9e49-63d5f0b3762d),segment_id=850cf408-d2e1-44d7-9e49-63d5f0b3762d)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:33.878522 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0102f3b8-eee8-4015-82f1-97d73805eb62 req-6e638052-0313-4bb1-b12a-f9b84d3f9c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:33.880392 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0102f3b8-eee8-4015-82f1-97d73805eb62 req-6e638052-0313-4bb1-b12a-f9b84d3f9c5c service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=90ed4b9bbb134343aae1287ee30eda23&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2128799 Dec 08 16:16:33.935061 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:33.935864 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 85bad2ad-910d-4f13-942d-9eb3285bd3f8 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:16:33.974815 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-10474131-ec89-47b5-b17c-fb746b41cbbc req-4490cbde-7f42-4747-a0bb-2dd9c6366cb9 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/security-groups?id=5903942c-927a-4f35-93fb-0009cd4d6c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269040 Dec 08 16:16:34.050397 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0102f3b8-eee8-4015-82f1-97d73805eb62 req-fc6bfb7e-44d9-4065-9cf1-fc8df68c68a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:34.051940 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0102f3b8-eee8-4015-82f1-97d73805eb62 req-fc6bfb7e-44d9-4065-9cf1-fc8df68c68a1 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1651530 Dec 08 16:16:34.052371 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=84db335e-f375-4be2-a69d-00e5bb4c6257,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:34.079367 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 85bad2ad-910d-4f13-942d-9eb3285bd3f8, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=85bad2ad-910d-4f13-942d-9eb3285bd3f8,segment=NetworkSegment(850cf408-d2e1-44d7-9e49-63d5f0b3762d),segment_id=850cf408-d2e1-44d7-9e49-63d5f0b3762d)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:34.104573 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '85bad2ad-910d-4f13-942d-9eb3285bd3f8', 'network_id': '0cd1fc08-18ef-4903-a4d4-304d5ce0f86e', 'port_id': '85bad2ad-910d-4f13-942d-9eb3285bd3f8', 'mac_address': 'fa:16:3e:f9:2d:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28438769-469d-463a-a3b1-f1ca9c15b49c', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:16:34.164417 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:34.175405 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9645ee96-0738-4c07-bb6e-60593a160b34 req-2c051c7f-4fff-4b5f-ae58-c7668a68bdf3 tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:34.188563 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9645ee96-0738-4c07-bb6e-60593a160b34 req-2c051c7f-4fff-4b5f-ae58-c7668a68bdf3 tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] 10.222.0.64 "GET /v2.0/ports?device_id=876b4fca-a14c-429c-8d39-4b2514f8195f HTTP/1.1" status: 200 len: 932 time: 0.1540570 Dec 08 16:16:34.190348 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85bad2ad-910d-4f13-942d-9eb3285bd3f8 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:16:34.226932 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 85bad2ad-910d-4f13-942d-9eb3285bd3f8, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=85bad2ad-910d-4f13-942d-9eb3285bd3f8,segment=NetworkSegment(850cf408-d2e1-44d7-9e49-63d5f0b3762d),segment_id=850cf408-d2e1-44d7-9e49-63d5f0b3762d)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:34.235990 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb6ec60-87c2-4404-9788-c4dd44b8eee9 req-e6b315c7-65c3-4b77-93f8-9539805067d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:34.237517 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9bb6ec60-87c2-4404-9788-c4dd44b8eee9 req-e6b315c7-65c3-4b77-93f8-9539805067d4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=90ed4b9bbb134343aae1287ee30eda23&device_id=bc4b94a5-b717-4efc-8f87-9fd158abf9e6 HTTP/1.1" status: 200 len: 1096 time: 0.1424255 Dec 08 16:16:34.251597 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af9abfc-a1f0-472d-a90d-b82574694017 req-e59bbcfa-8013-4b3f-a53a-f1104851fdb0 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:34.253154 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4af9abfc-a1f0-472d-a90d-b82574694017 req-e59bbcfa-8013-4b3f-a53a-f1104851fdb0 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc4b94a5-b717-4efc-8f87-9fd158abf9e6 HTTP/1.1" status: 200 len: 944 time: 0.6262488 Dec 08 16:16:34.288660 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9bb6ec60-87c2-4404-9788-c4dd44b8eee9 req-987783e1-d467-4ca9-bb16-e3a1c70aaab3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14c5de84-68b0-4d7f-9aee-614bc07a56e8 HTTP/1.1" status: 200 len: 217 time: 0.0422301 Dec 08 16:16:34.294258 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9645ee96-0738-4c07-bb6e-60593a160b34 req-40f1316d-d4e8-474a-b9e6-4dd1f695f86b tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cdaa0a7-4b3a-45d5-8685-9f1a776f08cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048517 Dec 08 16:16:34.349754 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:34.350451 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 0505a5f3-a135-4e60-b17a-0cb1f5397362 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:16:34.369893 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb6ec60-87c2-4404-9788-c4dd44b8eee9 req-7cb806b4-db1d-4641-b965-5bee81c5218a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:34.376856 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9bb6ec60-87c2-4404-9788-c4dd44b8eee9 req-7cb806b4-db1d-4641-b965-5bee81c5218a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0d672d1f-65b7-4f31-92ed-7adc71dac15e HTTP/1.1" status: 200 len: 852 time: 0.0815024 Dec 08 16:16:34.388999 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 0505a5f3-a135-4e60-b17a-0cb1f5397362, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=0505a5f3-a135-4e60-b17a-0cb1f5397362,segment=NetworkSegment(e1df37b9-083a-4373-838d-dc2a305e347b),segment_id=e1df37b9-083a-4373-838d-dc2a305e347b)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:34.406472 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '0505a5f3-a135-4e60-b17a-0cb1f5397362', 'network_id': '92f988d9-d3fd-471d-a94b-154482a7d460', 'port_id': '0505a5f3-a135-4e60-b17a-0cb1f5397362', 'mac_address': 'fa:16:3e:d3:51:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d585823-3fc3-43de-bace-96991eaf0e25', 'ip_address': '10.1.1.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:16:34.408111 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:34.411777 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4af9abfc-a1f0-472d-a90d-b82574694017 req-d52ac451-7ae8-43ce-ae4e-d0f502909f70 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499126 Dec 08 16:16:34.454703 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9bb6ec60-87c2-4404-9788-c4dd44b8eee9 req-6b2c45b2-be58-4e76-9005-941e6fd207f0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d3895c5a-dfc2-4888-9675-12d8856051aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710840 Dec 08 16:16:34.480052 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ae695-dd7e-4dbe-982a-ce39f60e5b15 req-8be6ee77-e8eb-45ce-bf07-1322286736fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:34.481489 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6b3ae695-dd7e-4dbe-982a-ce39f60e5b15 req-8be6ee77-e8eb-45ce-bf07-1322286736fe service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7431655 Dec 08 16:16:34.526191 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=85bad2ad-910d-4f13-942d-9eb3285bd3f8,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:34.538488 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:34.572134 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0505a5f3-a135-4e60-b17a-0cb1f5397362 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:16:34.595256 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 0505a5f3-a135-4e60-b17a-0cb1f5397362, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=0505a5f3-a135-4e60-b17a-0cb1f5397362,segment=NetworkSegment(e1df37b9-083a-4373-838d-dc2a305e347b),segment_id=e1df37b9-083a-4373-838d-dc2a305e347b)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:34.640095 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e34efa-cd8c-44cc-bde6-6b9caae2759f req-af98e0bf-1619-4fa6-91b0-7b846cc1b625 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:34.643009 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-01e34efa-cd8c-44cc-bde6-6b9caae2759f req-af98e0bf-1619-4fa6-91b0-7b846cc1b625 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0522d4d-2c48-400f-b1f2-4525a9e1ebc3 HTTP/1.1" status: 200 len: 944 time: 0.2043388 Dec 08 16:16:34.648393 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd820e-b442-49be-a93c-b69fdac2feae req-544494b5-95b9-4e7c-8001-7897cda253d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:34.650117 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c6bd820e-b442-49be-a93c-b69fdac2feae req-544494b5-95b9-4e7c-8001-7897cda253d5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7e39653eb3ed4c3595ee0825c72fd724&device_id=100c4908-7541-488b-b9d5-e65a61d69e46 HTTP/1.1" status: 200 len: 1095 time: 0.1233587 Dec 08 16:16:34.689736 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:34.690528 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 7aa9cebb-b701-4044-97c7-c772359e3f10 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:16:34.699200 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9bb6ec60-87c2-4404-9788-c4dd44b8eee9 req-34210fe3-6a4e-4540-8a06-688e18947ab4 service neutron] 10.222.0.37 "GET /v2.0/networks/d3895c5a-dfc2-4888-9675-12d8856051aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078717 Dec 08 16:16:34.737447 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-01e34efa-cd8c-44cc-bde6-6b9caae2759f req-21f84284-4225-4593-a532-8e32fbeadb2f tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871787 Dec 08 16:16:34.786013 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c6bd820e-b442-49be-a93c-b69fdac2feae req-f6df63bc-5618-4b6f-8f9e-8f5280340411 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=080e07da-a9a5-462a-811f-15b24a372ee5 HTTP/1.1" status: 200 len: 217 time: 0.1131375 Dec 08 16:16:34.819550 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 7aa9cebb-b701-4044-97c7-c772359e3f10, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=7aa9cebb-b701-4044-97c7-c772359e3f10,segment=NetworkSegment(e1df37b9-083a-4373-838d-dc2a305e347b),segment_id=e1df37b9-083a-4373-838d-dc2a305e347b)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:34.820508 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-ece74c4d-0f8f-42a1-8a96-e299621e42ad req-44b3e306-4ee5-48b0-9104-05563c682cc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7209d894-1ab5-4d39-ac15-a55d6880726a {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:16:34.828790 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9bb6ec60-87c2-4404-9788-c4dd44b8eee9 req-68bbfe2a-af43-4715-8b17-f1cb95995b5d service neutron] 10.222.0.37 "GET /v2.0/networks/d3895c5a-dfc2-4888-9675-12d8856051aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227546 Dec 08 16:16:34.830639 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=0505a5f3-a135-4e60-b17a-0cb1f5397362,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:34.851378 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '7aa9cebb-b701-4044-97c7-c772359e3f10', 'network_id': '92f988d9-d3fd-471d-a94b-154482a7d460', 'port_id': '7aa9cebb-b701-4044-97c7-c772359e3f10', 'mac_address': 'fa:16:3e:18:c4:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d585823-3fc3-43de-bace-96991eaf0e25', 'ip_address': '10.1.1.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:16:34.862335 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ece74c4d-0f8f-42a1-8a96-e299621e42ad req-44b3e306-4ee5-48b0-9104-05563c682cc5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:34.872884 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e9b48a-de63-4671-8f90-3f568a035ebe req-fd82080c-b8fb-467e-ab2d-ff17cc39d4c1 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:34.874903 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c4e9b48a-de63-4671-8f90-3f568a035ebe req-fd82080c-b8fb-467e-ab2d-ff17cc39d4c1 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=100c4908-7541-488b-b9d5-e65a61d69e46 HTTP/1.1" status: 200 len: 943 time: 0.2408979 Dec 08 16:16:34.910564 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:34.914473 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-ece74c4d-0f8f-42a1-8a96-e299621e42ad req-44b3e306-4ee5-48b0-9104-05563c682cc5 service neutron] Transition to ACTIVE for port object 7209d894-1ab5-4d39-ac15-a55d6880726a will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:16:34.919605 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd820e-b442-49be-a93c-b69fdac2feae req-f07c694f-e1d6-4e3a-957f-dac9946d905d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:34.921495 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c6bd820e-b442-49be-a93c-b69fdac2feae req-f07c694f-e1d6-4e3a-957f-dac9946d905d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d58ba6b-0d2d-418d-8d9a-8ee6777d3e48 HTTP/1.1" status: 200 len: 854 time: 0.1280746 Dec 08 16:16:34.926841 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aa9cebb-b701-4044-97c7-c772359e3f10 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:16:34.937713 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de139250-dd49-40d0-a8df-ef96143a633a req-e41ea63d-d35b-412e-8eb4-990618483584 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:34.945939 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de139250-dd49-40d0-a8df-ef96143a633a req-e41ea63d-d35b-412e-8eb4-990618483584 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:34.950381 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 7aa9cebb-b701-4044-97c7-c772359e3f10, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=7aa9cebb-b701-4044-97c7-c772359e3f10,segment=NetworkSegment(e1df37b9-083a-4373-838d-dc2a305e347b),segment_id=e1df37b9-083a-4373-838d-dc2a305e347b)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:34.953657 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de139250-dd49-40d0-a8df-ef96143a633a req-e41ea63d-d35b-412e-8eb4-990618483584 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:34.955507 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c4e9b48a-de63-4671-8f90-3f568a035ebe req-a47714ee-1bb2-4c59-86a4-1f97e3b44a1e tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690408 Dec 08 16:16:34.960076 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de139250-dd49-40d0-a8df-ef96143a633a req-e41ea63d-d35b-412e-8eb4-990618483584 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:34.966993 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de139250-dd49-40d0-a8df-ef96143a633a req-e41ea63d-d35b-412e-8eb4-990618483584 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:34.982909 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de139250-dd49-40d0-a8df-ef96143a633a req-e41ea63d-d35b-412e-8eb4-990618483584 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:34.986673 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c6bd820e-b442-49be-a93c-b69fdac2feae req-37026138-01ee-4e64-a0be-a76ad707c32a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=880e4c19-5400-42a9-80ac-7d8d06cc73f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351763 Dec 08 16:16:34.989210 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de139250-dd49-40d0-a8df-ef96143a633a req-e41ea63d-d35b-412e-8eb4-990618483584 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:34.991295 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-de139250-dd49-40d0-a8df-ef96143a633a req-e41ea63d-d35b-412e-8eb4-990618483584 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 5434 time: 0.1323366 Dec 08 16:16:35.016448 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ece74c4d-0f8f-42a1-8a96-e299621e42ad req-44b3e306-4ee5-48b0-9104-05563c682cc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:35.029969 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:35.030652 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 3e8dd4f2-53e5-4bc8-986a-166f7ff34449 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:16:35.065997 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-de139250-dd49-40d0-a8df-ef96143a633a req-fa39bd6b-8051-44d3-880b-5fc33e7eb245 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c9d21f4-c02c-43e8-9e6c-a95f9379dd30&id=a96e7614-ece1-4248-94a1-b83b73d2e17e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0656011 Dec 08 16:16:35.133892 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=7aa9cebb-b701-4044-97c7-c772359e3f10,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:35.140582 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 3e8dd4f2-53e5-4bc8-986a-166f7ff34449, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=3e8dd4f2-53e5-4bc8-986a-166f7ff34449,segment=NetworkSegment(e1df37b9-083a-4373-838d-dc2a305e347b),segment_id=e1df37b9-083a-4373-838d-dc2a305e347b)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:35.152307 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '3e8dd4f2-53e5-4bc8-986a-166f7ff34449', 'network_id': '92f988d9-d3fd-471d-a94b-154482a7d460', 'port_id': '3e8dd4f2-53e5-4bc8-986a-166f7ff34449', 'mac_address': 'fa:16:3e:2a:76:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d585823-3fc3-43de-bace-96991eaf0e25', 'ip_address': '10.1.1.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:16:35.154168 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b3e306-4ee5-48b0-9104-05563c682cc5 service neutron] Pushing event updated for resources: {'Port': ['ID=7209d894-1ab5-4d39-ac15-a55d6880726a,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:35.194226 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:35.214253 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e8dd4f2-53e5-4bc8-986a-166f7ff34449 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:16:35.220385 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c6bd820e-b442-49be-a93c-b69fdac2feae req-9c4900cb-819c-48c4-8c4f-bd7c26840cd3 service neutron] 10.222.0.37 "GET /v2.0/networks/880e4c19-5400-42a9-80ac-7d8d06cc73f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231967 Dec 08 16:16:35.231016 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669efca4-a28c-4660-afe3-e8df9328c0e9 req-a28883b7-265f-4cf6-a8ae-9cf6c784eaca tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:35.234294 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 3e8dd4f2-53e5-4bc8-986a-166f7ff34449, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=3e8dd4f2-53e5-4bc8-986a-166f7ff34449,segment=NetworkSegment(e1df37b9-083a-4373-838d-dc2a305e347b),segment_id=e1df37b9-083a-4373-838d-dc2a305e347b)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:35.237717 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-669efca4-a28c-4660-afe3-e8df9328c0e9 req-a28883b7-265f-4cf6-a8ae-9cf6c784eaca tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/ports?device_id=79064082-c91c-4208-bd57-708e6d37a370 HTTP/1.1" status: 200 len: 944 time: 0.1832325 Dec 08 16:16:35.321482 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:35.365629 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-ece74c4d-0f8f-42a1-8a96-e299621e42ad req-44b3e306-4ee5-48b0-9104-05563c682cc5 service neutron] Attempting to bind port 7209d894-1ab5-4d39-ac15-a55d6880726a on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:16:35.366747 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-ece74c4d-0f8f-42a1-8a96-e299621e42ad req-44b3e306-4ee5-48b0-9104-05563c682cc5 service neutron] Attempting to bind port 7209d894-1ab5-4d39-ac15-a55d6880726a by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '508b3b0c-784b-45dd-b91d-4e5cbca7b4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '614235b7-7b3a-48b4-a65b-ec7689dab4a1'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:16:35.366747 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece74c4d-0f8f-42a1-8a96-e299621e42ad req-44b3e306-4ee5-48b0-9104-05563c682cc5 service neutron] Attempting to bind port 7209d894-1ab5-4d39-ac15-a55d6880726a on network 614235b7-7b3a-48b4-a65b-ec7689dab4a1 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:16:35.378898 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=3e8dd4f2-53e5-4bc8-986a-166f7ff34449,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:35.381230 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-669efca4-a28c-4660-afe3-e8df9328c0e9 req-ce3f9d33-d434-43e0-88a1-b8b51f572fba tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/security-groups?id=5903942c-927a-4f35-93fb-0009cd4d6c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426404 Dec 08 16:16:35.387717 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece74c4d-0f8f-42a1-8a96-e299621e42ad req-44b3e306-4ee5-48b0-9104-05563c682cc5 service neutron] Port 7209d894-1ab5-4d39-ac15-a55d6880726a on network 614235b7-7b3a-48b4-a65b-ec7689dab4a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:16:35.388108 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece74c4d-0f8f-42a1-8a96-e299621e42ad req-44b3e306-4ee5-48b0-9104-05563c682cc5 service neutron] Attempting to bind port 7209d894-1ab5-4d39-ac15-a55d6880726a on network 614235b7-7b3a-48b4-a65b-ec7689dab4a1 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:16:35.402182 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece74c4d-0f8f-42a1-8a96-e299621e42ad req-44b3e306-4ee5-48b0-9104-05563c682cc5 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:16:35.402182 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece74c4d-0f8f-42a1-8a96-e299621e42ad req-44b3e306-4ee5-48b0-9104-05563c682cc5 service neutron] Checking segment: {'id': '508b3b0c-784b-45dd-b91d-4e5cbca7b4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '614235b7-7b3a-48b4-a65b-ec7689dab4a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:16:35.402182 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece74c4d-0f8f-42a1-8a96-e299621e42ad req-44b3e306-4ee5-48b0-9104-05563c682cc5 service neutron] Bound using segment: {'id': '508b3b0c-784b-45dd-b91d-4e5cbca7b4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '614235b7-7b3a-48b4-a65b-ec7689dab4a1'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:16:35.402182 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-ece74c4d-0f8f-42a1-8a96-e299621e42ad req-44b3e306-4ee5-48b0-9104-05563c682cc5 service neutron] Bound port: 7209d894-1ab5-4d39-ac15-a55d6880726a, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '508b3b0c-784b-45dd-b91d-4e5cbca7b4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '614235b7-7b3a-48b4-a65b-ec7689dab4a1'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:16:35.402660 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ece74c4d-0f8f-42a1-8a96-e299621e42ad req-44b3e306-4ee5-48b0-9104-05563c682cc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:35.418437 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c6bd820e-b442-49be-a93c-b69fdac2feae req-2e2e936f-0b38-4919-94d3-a3fa1be058aa service neutron] 10.222.0.37 "GET /v2.0/networks/880e4c19-5400-42a9-80ac-7d8d06cc73f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767936 Dec 08 16:16:35.436579 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefde850-c771-4a30-a593-eec329fda747 req-8b62935c-084c-437d-a82f-a67fd4bff304 tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:35.438243 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-eefde850-c771-4a30-a593-eec329fda747 req-8b62935c-084c-437d-a82f-a67fd4bff304 tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] 10.222.0.64 "GET /v2.0/ports?device_id=876b4fca-a14c-429c-8d39-4b2514f8195f HTTP/1.1" status: 200 len: 944 time: 0.0557303 Dec 08 16:16:35.504268 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-eefde850-c771-4a30-a593-eec329fda747 req-5f5581ec-5eef-4569-8152-0f3b0a09a371 tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cdaa0a7-4b3a-45d5-8685-9f1a776f08cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582390 Dec 08 16:16:35.521602 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-ece74c4d-0f8f-42a1-8a96-e299621e42ad req-44b3e306-4ee5-48b0-9104-05563c682cc5 service neutron] For port 7209d894-1ab5-4d39-ac15-a55d6880726a, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:16:35.553549 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-ece74c4d-0f8f-42a1-8a96-e299621e42ad req-44b3e306-4ee5-48b0-9104-05563c682cc5 service neutron] For port 7209d894-1ab5-4d39-ac15-a55d6880726a, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=7209d894-1ab5-4d39-ac15-a55d6880726a,segment=NetworkSegment(508b3b0c-784b-45dd-b91d-4e5cbca7b4d2),segment_id=508b3b0c-784b-45dd-b91d-4e5cbca7b4d2)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:16:35.574741 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1596c-de2f-474c-b537-f6b00dc6c6c5 req-c7f5e0fb-e633-4362-9560-1472050f40af tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:35.576915 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c5d1596c-de2f-474c-b537-f6b00dc6c6c5 req-c7f5e0fb-e633-4362-9560-1472050f40af tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc4b94a5-b717-4efc-8f87-9fd158abf9e6 HTTP/1.1" status: 200 len: 944 time: 0.0711792 Dec 08 16:16:35.633622 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c5d1596c-de2f-474c-b537-f6b00dc6c6c5 req-8b9d6c65-013f-4a3e-9d11-b8e5e01120a4 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490317 Dec 08 16:16:35.634706 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ece74c4d-0f8f-42a1-8a96-e299621e42ad req-44b3e306-4ee5-48b0-9104-05563c682cc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:35.669693 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece74c4d-0f8f-42a1-8a96-e299621e42ad req-44b3e306-4ee5-48b0-9104-05563c682cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:35.670322 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ece74c4d-0f8f-42a1-8a96-e299621e42ad req-44b3e306-4ee5-48b0-9104-05563c682cc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:35.671701 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ece74c4d-0f8f-42a1-8a96-e299621e42ad req-44b3e306-4ee5-48b0-9104-05563c682cc5 service neutron] 10.222.0.37 "PUT /v2.0/ports/7209d894-1ab5-4d39-ac15-a55d6880726a HTTP/1.1" status: 200 len: 1093 time: 2.2933133 Dec 08 16:16:35.672144 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '876b4fca-a14c-429c-8d39-4b2514f8195f', 'tag': '7209d894-1ab5-4d39-ac15-a55d6880726a'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:16:35.674450 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c19f7b8e-309a-4190-be75-fb18634e5815" -d '{"events": [{"name": "network-changed", "server_uuid": "876b4fca-a14c-429c-8d39-4b2514f8195f", "tag": "7209d894-1ab5-4d39-ac15-a55d6880726a"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:16:35.697961 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b3e306-4ee5-48b0-9104-05563c682cc5 service neutron] Pushing event updated for resources: {'Port': ['ID=7209d894-1ab5-4d39-ac15-a55d6880726a,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:35.714827 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2f0098-e6f9-4ad2-bff9-3ab67a7258f8 x-openstack-request-id: req-2c2f0098-e6f9-4ad2-bff9-3ab67a7258f8 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:16:35.716989 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "876b4fca-a14c-429c-8d39-4b2514f8195f", "tag": "7209d894-1ab5-4d39-ac15-a55d6880726a", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:16:35.716989 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2c2f0098-e6f9-4ad2-bff9-3ab67a7258f8 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:16:35.716989 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '876b4fca-a14c-429c-8d39-4b2514f8195f', 'tag': '7209d894-1ab5-4d39-ac15-a55d6880726a', 'status': 'completed', 'code': 200} Dec 08 16:16:35.797197 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f7b8e-309a-4190-be75-fb18634e5815 req-60c2707d-a48c-4bc5-ab27-1e455280192e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:35.798803 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c19f7b8e-309a-4190-be75-fb18634e5815 req-60c2707d-a48c-4bc5-ab27-1e455280192e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b083c5f05b2b44db837126c88c862baf&device_id=876b4fca-a14c-429c-8d39-4b2514f8195f HTTP/1.1" status: 200 len: 1096 time: 0.0593972 Dec 08 16:16:35.938899 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278b628-cb08-4000-b66c-f3ccd5809bfb req-16555704-ff61-4d47-b04e-5e289b2e01d6 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:35.940506 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5278b628-cb08-4000-b66c-f3ccd5809bfb req-16555704-ff61-4d47-b04e-5e289b2e01d6 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0522d4d-2c48-400f-b1f2-4525a9e1ebc3 HTTP/1.1" status: 200 len: 944 time: 0.1070833 Dec 08 16:16:35.961823 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f7b8e-309a-4190-be75-fb18634e5815 req-7a4b7084-66e1-41d7-bf3c-8f65c90d8b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:35.963833 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c19f7b8e-309a-4190-be75-fb18634e5815 req-7a4b7084-66e1-41d7-bf3c-8f65c90d8b5c service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b083c5f05b2b44db837126c88c862baf&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1538227 Dec 08 16:16:36.055859 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5278b628-cb08-4000-b66c-f3ccd5809bfb req-8fe9da81-4599-4948-826f-c1cb7fe6502b tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084187 Dec 08 16:16:36.065222 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['86efcb2c-1285-4710-925f-8ab5f6b3d355'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:16:36.105047 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347838d-0fb4-4ea8-8286-d36c730b9ced req-80b72d8f-61ed-4e10-8989-ac6898aaaec4 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:36.106747 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6347838d-0fb4-4ea8-8286-d36c730b9ced req-80b72d8f-61ed-4e10-8989-ac6898aaaec4 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=100c4908-7541-488b-b9d5-e65a61d69e46 HTTP/1.1" status: 200 len: 943 time: 0.0711162 Dec 08 16:16:36.132038 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f7b8e-309a-4190-be75-fb18634e5815 req-e74890f7-c509-42d4-96c0-d7659c96f1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:36.134762 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c19f7b8e-309a-4190-be75-fb18634e5815 req-e74890f7-c509-42d4-96c0-d7659c96f1e6 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1622167 Dec 08 16:16:36.157453 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['5d42f4d8-9ca3-4f66-912f-1ee4a3cb0c8e'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:16:36.172697 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['84db335e-f375-4be2-a69d-00e5bb4c6257'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:16:36.184812 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['3e8dd4f2-53e5-4bc8-986a-166f7ff34449'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:16:36.186969 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['7aa9cebb-b701-4044-97c7-c772359e3f10'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:16:36.188961 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['85bad2ad-910d-4f13-942d-9eb3285bd3f8'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:16:36.191592 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['0505a5f3-a135-4e60-b17a-0cb1f5397362'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:16:36.200646 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6347838d-0fb4-4ea8-8286-d36c730b9ced req-73a798ad-0177-44be-803e-53c5ecd29e0e tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743968 Dec 08 16:16:36.233790 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece74c4d-0f8f-42a1-8a96-e299621e42ad req-a7bf4c98-86f4-457f-a30f-01a9dbdb1184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:36.235726 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ece74c4d-0f8f-42a1-8a96-e299621e42ad req-a7bf4c98-86f4-457f-a30f-01a9dbdb1184 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b083c5f05b2b44db837126c88c862baf&device_id=876b4fca-a14c-429c-8d39-4b2514f8195f HTTP/1.1" status: 200 len: 1096 time: 0.0558703 Dec 08 16:16:36.309555 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ece74c4d-0f8f-42a1-8a96-e299621e42ad req-3a0463ed-86dd-4b92-bc41-4745f202344e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7209d894-1ab5-4d39-ac15-a55d6880726a HTTP/1.1" status: 200 len: 217 time: 0.0627015 Dec 08 16:16:36.366446 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1938a7f-f045-4b2e-a5d8-c1f3d09e9ff9 req-f71602e3-9ec8-4cda-81c9-a7c88e319d6f tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:36.373325 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1938a7f-f045-4b2e-a5d8-c1f3d09e9ff9 req-f71602e3-9ec8-4cda-81c9-a7c88e319d6f tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:36.379441 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1938a7f-f045-4b2e-a5d8-c1f3d09e9ff9 req-f71602e3-9ec8-4cda-81c9-a7c88e319d6f tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:36.386141 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1938a7f-f045-4b2e-a5d8-c1f3d09e9ff9 req-f71602e3-9ec8-4cda-81c9-a7c88e319d6f tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:36.392235 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1938a7f-f045-4b2e-a5d8-c1f3d09e9ff9 req-f71602e3-9ec8-4cda-81c9-a7c88e319d6f tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:36.398300 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1938a7f-f045-4b2e-a5d8-c1f3d09e9ff9 req-f71602e3-9ec8-4cda-81c9-a7c88e319d6f tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:36.404628 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1938a7f-f045-4b2e-a5d8-c1f3d09e9ff9 req-f71602e3-9ec8-4cda-81c9-a7c88e319d6f tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:36.407086 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c1938a7f-f045-4b2e-a5d8-c1f3d09e9ff9 req-f71602e3-9ec8-4cda-81c9-a7c88e319d6f tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 5436 time: 0.1637094 Dec 08 16:16:36.446432 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece74c4d-0f8f-42a1-8a96-e299621e42ad req-97a3044e-89fc-43b0-a776-97225c28e147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:36.448719 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ece74c4d-0f8f-42a1-8a96-e299621e42ad req-97a3044e-89fc-43b0-a776-97225c28e147 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3ed93682-803f-4fec-9dee-94c0cceaf713 HTTP/1.1" status: 200 len: 861 time: 0.1306441 Dec 08 16:16:36.488521 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:16:36.490801 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 96a4bbf8-b59e-49f3-8a88-d36cf8dc74c7 up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:16:36.505010 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ece74c4d-0f8f-42a1-8a96-e299621e42ad req-267e65c5-c742-4d83-b662-0150c5c19fac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=614235b7-7b3a-48b4-a65b-ec7689dab4a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391026 Dec 08 16:16:36.536241 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c1938a7f-f045-4b2e-a5d8-c1f3d09e9ff9 req-fb981c09-27f7-47c3-8a29-56a783ff3f66 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c9d21f4-c02c-43e8-9e6c-a95f9379dd30&id=a96e7614-ece1-4248-94a1-b83b73d2e17e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1215570 Dec 08 16:16:36.576384 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edbcb94-17ee-477d-b75c-e02687978cc6 req-fad130e1-4543-4d3b-ac57-f37f6671a4db tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:36.589694 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2edbcb94-17ee-477d-b75c-e02687978cc6 req-fad130e1-4543-4d3b-ac57-f37f6671a4db tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/ports?device_id=79064082-c91c-4208-bd57-708e6d37a370 HTTP/1.1" status: 200 len: 944 time: 0.0980785 Dec 08 16:16:36.635441 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ece74c4d-0f8f-42a1-8a96-e299621e42ad req-88900c6f-1744-419e-933b-7d5cd08213a1 service neutron] 10.222.0.37 "GET /v2.0/networks/614235b7-7b3a-48b4-a65b-ec7689dab4a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146500 Dec 08 16:16:36.661242 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2edbcb94-17ee-477d-b75c-e02687978cc6 req-78409d07-9656-4b10-b979-c2a5d5a16ee6 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/security-groups?id=5903942c-927a-4f35-93fb-0009cd4d6c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700717 Dec 08 16:16:36.674143 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.db.resource_extend [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 16:16:36.805850 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c2afb-7f01-48de-8e2b-ce9989e5aecd req-4acf0c61-72bb-46e9-a641-b76d63781c00 tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:36.813732 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ec5c2afb-7f01-48de-8e2b-ce9989e5aecd req-4acf0c61-72bb-46e9-a641-b76d63781c00 tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] 10.222.0.64 "GET /v2.0/ports?device_id=876b4fca-a14c-429c-8d39-4b2514f8195f HTTP/1.1" status: 200 len: 944 time: 0.1344733 Dec 08 16:16:36.850003 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ece74c4d-0f8f-42a1-8a96-e299621e42ad req-eaf054bd-04f8-4b6c-bdbc-0aa06c14db88 service neutron] 10.222.0.37 "GET /v2.0/networks/614235b7-7b3a-48b4-a65b-ec7689dab4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111495 Dec 08 16:16:36.894155 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ec5c2afb-7f01-48de-8e2b-ce9989e5aecd req-ef18bda3-a5fe-4819-9041-9bd3db7c7e6b tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cdaa0a7-4b3a-45d5-8685-9f1a776f08cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792763 Dec 08 16:16:36.909257 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef75cea9-b506-46fb-b271-12b2ee4a34fe req-1a2f4c0b-a9d1-4c03-aa90-248be6b575a7 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:36.911228 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ef75cea9-b506-46fb-b271-12b2ee4a34fe req-1a2f4c0b-a9d1-4c03-aa90-248be6b575a7 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc4b94a5-b717-4efc-8f87-9fd158abf9e6 HTTP/1.1" status: 200 len: 944 time: 0.0859721 Dec 08 16:16:36.973330 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ef75cea9-b506-46fb-b271-12b2ee4a34fe req-9ddfaf7c-b8d0-40c4-b17b-854848a6d56b tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547891 Dec 08 16:16:37.053841 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6,segment=NetworkSegment(72e52347-683a-49fc-84ef-d33cdb5037e0),segment_id=72e52347-683a-49fc-84ef-d33cdb5037e0)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:37.137626 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6', 'network_id': '7267bda8-5e5d-4e04-ad23-20b961702335', 'port_id': '15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6', 'mac_address': 'fa:16:3e:6e:9a:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1120212-8041-47f2-b393-74481d8c6bb2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:16:37.234950 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port 96a4bbf8-b59e-49f3-8a88-d36cf8dc74c7 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:16:37.241562 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae0f22-0fe0-416a-9393-fdf00d8f4db3 req-0dde7ef9-0262-4ae9-a257-5bcb8ce3b4f4 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:37.243210 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2fae0f22-0fe0-416a-9393-fdf00d8f4db3 req-0dde7ef9-0262-4ae9-a257-5bcb8ce3b4f4 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0522d4d-2c48-400f-b1f2-4525a9e1ebc3 HTTP/1.1" status: 200 len: 944 time: 0.0651977 Dec 08 16:16:37.286984 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 96a4bbf8-b59e-49f3-8a88-d36cf8dc74c7 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:16:37.289580 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:37.303628 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2fae0f22-0fe0-416a-9393-fdf00d8f4db3 req-6fa575f9-468f-4596-b6a9-76a9eca04f7e tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504148 Dec 08 16:16:37.362793 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b3853f-c1a9-42da-b6cc-6b66ed4e0938 req-da139673-47c1-40f2-89af-856f670e1f3a tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:37.366250 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-05b3853f-c1a9-42da-b6cc-6b66ed4e0938 req-da139673-47c1-40f2-89af-856f670e1f3a tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=100c4908-7541-488b-b9d5-e65a61d69e46 HTTP/1.1" status: 200 len: 943 time: 0.0668120 Dec 08 16:16:37.425314 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-05b3853f-c1a9-42da-b6cc-6b66ed4e0938 req-9a517404-b2f1-4272-b46d-6f627f80a8b7 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542471 Dec 08 16:16:37.455890 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:37.514685 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:16:37.550980 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6,segment=NetworkSegment(72e52347-683a-49fc-84ef-d33cdb5037e0),segment_id=72e52347-683a-49fc-84ef-d33cdb5037e0)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:37.591576 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:37.617523 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0522d4d-2c48-400f-b1f2-4525a9e1ebc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96a4bbf8-b59e-49f3-8a88-d36cf8dc74c7'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:16:37.620292 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7f7300-690c-4995-9c15-1509aa143d03" -d '{"events": [{"server_uuid": "e0522d4d-2c48-400f-b1f2-4525a9e1ebc3", "name": "network-vif-plugged", "status": "completed", "tag": "96a4bbf8-b59e-49f3-8a88-d36cf8dc74c7"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:16:37.636084 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 96a4bbf8-b59e-49f3-8a88-d36cf8dc74c7, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=96a4bbf8-b59e-49f3-8a88-d36cf8dc74c7,segment=NetworkSegment(9b02e36e-6de5-484c-a36e-2fa26fb39118),segment_id=9b02e36e-6de5-484c-a36e-2fa26fb39118)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:37.652656 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:37.680647 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c2dfd7c-e8d4-45dd-b28c-d2094e22ee71 x-openstack-request-id: req-9c2dfd7c-e8d4-45dd-b28c-d2094e22ee71 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:16:37.680935 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0522d4d-2c48-400f-b1f2-4525a9e1ebc3", "name": "network-vif-plugged", "status": "completed", "tag": "96a4bbf8-b59e-49f3-8a88-d36cf8dc74c7", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:16:37.681217 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9c2dfd7c-e8d4-45dd-b28c-d2094e22ee71 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:16:37.682155 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0522d4d-2c48-400f-b1f2-4525a9e1ebc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96a4bbf8-b59e-49f3-8a88-d36cf8dc74c7', 'code': 200} Dec 08 16:16:37.717460 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:37.720697 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:37.760718 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28444045-3889-4d9b-8d08-0f9b4e3df2de req-44f87a86-50ad-47ec-b3c1-d1649af43aa1 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:37.771184 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28444045-3889-4d9b-8d08-0f9b4e3df2de req-44f87a86-50ad-47ec-b3c1-d1649af43aa1 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:37.779236 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28444045-3889-4d9b-8d08-0f9b4e3df2de req-44f87a86-50ad-47ec-b3c1-d1649af43aa1 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:37.779402 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=96a4bbf8-b59e-49f3-8a88-d36cf8dc74c7,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:37.787059 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28444045-3889-4d9b-8d08-0f9b4e3df2de req-44f87a86-50ad-47ec-b3c1-d1649af43aa1 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:37.794476 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28444045-3889-4d9b-8d08-0f9b4e3df2de req-44f87a86-50ad-47ec-b3c1-d1649af43aa1 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:37.800801 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28444045-3889-4d9b-8d08-0f9b4e3df2de req-44f87a86-50ad-47ec-b3c1-d1649af43aa1 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:37.807263 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28444045-3889-4d9b-8d08-0f9b4e3df2de req-44f87a86-50ad-47ec-b3c1-d1649af43aa1 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:37.809447 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-28444045-3889-4d9b-8d08-0f9b4e3df2de req-44f87a86-50ad-47ec-b3c1-d1649af43aa1 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 5436 time: 0.1713648 Dec 08 16:16:37.822383 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dba518-d288-4c6c-b8b4-0018c2c3cf43 req-f85a2fe1-0f5b-438f-9938-a694bf85eb71 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:37.824700 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-42dba518-d288-4c6c-b8b4-0018c2c3cf43 req-f85a2fe1-0f5b-438f-9938-a694bf85eb71 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/ports?device_id=79064082-c91c-4208-bd57-708e6d37a370 HTTP/1.1" status: 200 len: 945 time: 0.0634997 Dec 08 16:16:37.894739 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8c4bc-fd96-469a-816c-8291cbe45cec req-d47c222b-1981-4421-b17a-86a298867704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:37.894739 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-60c8c4bc-fd96-469a-816c-8291cbe45cec req-d47c222b-1981-4421-b17a-86a298867704 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e0522d4d-2c48-400f-b1f2-4525a9e1ebc3 HTTP/1.1" status: 200 len: 1097 time: 0.0828130 Dec 08 16:16:37.895080 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-42dba518-d288-4c6c-b8b4-0018c2c3cf43 req-31942d19-2dfe-4da7-af00-da8d12aa1184 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/security-groups?id=5903942c-927a-4f35-93fb-0009cd4d6c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646265 Dec 08 16:16:37.929749 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-28444045-3889-4d9b-8d08-0f9b4e3df2de req-9e29e6f6-f0aa-4ba5-b620-b30aadd2272b tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c9d21f4-c02c-43e8-9e6c-a95f9379dd30&id=a96e7614-ece1-4248-94a1-b83b73d2e17e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1109688 Dec 08 16:16:37.963456 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:16:37.976991 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-60c8c4bc-fd96-469a-816c-8291cbe45cec req-8986ef12-b528-4400-a91f-804a7588a58a service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740566 Dec 08 16:16:38.126833 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d3775-82f3-4c14-8703-54e900465837 req-5da9af6a-e3e6-4fe7-9f1d-2c484ee2d963 tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:38.129575 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-263d3775-82f3-4c14-8703-54e900465837 req-5da9af6a-e3e6-4fe7-9f1d-2c484ee2d963 tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] 10.222.0.64 "GET /v2.0/ports?device_id=876b4fca-a14c-429c-8d39-4b2514f8195f HTTP/1.1" status: 200 len: 944 time: 0.0977774 Dec 08 16:16:38.206627 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b24edfc-cc89-4ea1-a564-2c66ccd29ce3 req-3cb4290a-89a8-414a-88cc-da2e458aa63b tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:38.215121 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5b24edfc-cc89-4ea1-a564-2c66ccd29ce3 req-3cb4290a-89a8-414a-88cc-da2e458aa63b tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc4b94a5-b717-4efc-8f87-9fd158abf9e6 HTTP/1.1" status: 200 len: 944 time: 0.1075401 Dec 08 16:16:38.217510 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-263d3775-82f3-4c14-8703-54e900465837 req-2e19773d-93f5-4410-a2bc-083ccb743ca5 tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cdaa0a7-4b3a-45d5-8685-9f1a776f08cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693491 Dec 08 16:16:38.268851 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5b24edfc-cc89-4ea1-a564-2c66ccd29ce3 req-771a93fb-18ac-401e-a011-bf9fe376348d tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528269 Dec 08 16:16:38.450232 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0792e6c3-b97c-41e6-a0eb-f846499eb9c3 req-92b23df1-9746-471d-b2f1-878d182424a8 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:38.457075 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0792e6c3-b97c-41e6-a0eb-f846499eb9c3 req-92b23df1-9746-471d-b2f1-878d182424a8 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0522d4d-2c48-400f-b1f2-4525a9e1ebc3 HTTP/1.1" status: 200 len: 945 time: 0.0774090 Dec 08 16:16:38.469602 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:38.516809 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0792e6c3-b97c-41e6-a0eb-f846499eb9c3 req-2fac9f76-f47e-4ee6-8d51-e5cd55eaa238 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586624 Dec 08 16:16:38.583836 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9dfa00-603e-4b91-9603-a5a9ab8fe614 req-a4b2ef8f-d9af-47a6-a0de-aff6c8128628 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:38.585498 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fe9dfa00-603e-4b91-9603-a5a9ab8fe614 req-a4b2ef8f-d9af-47a6-a0de-aff6c8128628 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=100c4908-7541-488b-b9d5-e65a61d69e46 HTTP/1.1" status: 200 len: 943 time: 0.0583389 Dec 08 16:16:38.638040 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fe9dfa00-603e-4b91-9603-a5a9ab8fe614 req-c5e76747-01f1-485c-9953-d02ac582d793 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456567 Dec 08 16:16:39.037464 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942244c7-6fbd-48b5-b0d4-7fcf51f00ccb req-19d81d25-373e-4a10-9945-66be5b5d5b6e tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:39.039046 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-942244c7-6fbd-48b5-b0d4-7fcf51f00ccb req-19d81d25-373e-4a10-9945-66be5b5d5b6e tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/ports?device_id=79064082-c91c-4208-bd57-708e6d37a370 HTTP/1.1" status: 200 len: 945 time: 0.0563626 Dec 08 16:16:39.081312 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93389650-809e-41df-862b-17db321eaa0e req-5496f0b3-9a7e-4639-8a18-19eec62f0515 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:39.087808 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93389650-809e-41df-862b-17db321eaa0e req-5496f0b3-9a7e-4639-8a18-19eec62f0515 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:39.093566 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93389650-809e-41df-862b-17db321eaa0e req-5496f0b3-9a7e-4639-8a18-19eec62f0515 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:39.099742 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93389650-809e-41df-862b-17db321eaa0e req-5496f0b3-9a7e-4639-8a18-19eec62f0515 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:39.105841 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-942244c7-6fbd-48b5-b0d4-7fcf51f00ccb req-49a428f8-4a2f-46c2-a24d-17f79cb6a534 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/security-groups?id=5903942c-927a-4f35-93fb-0009cd4d6c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598688 Dec 08 16:16:39.106293 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93389650-809e-41df-862b-17db321eaa0e req-5496f0b3-9a7e-4639-8a18-19eec62f0515 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:39.112466 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93389650-809e-41df-862b-17db321eaa0e req-5496f0b3-9a7e-4639-8a18-19eec62f0515 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:39.118739 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93389650-809e-41df-862b-17db321eaa0e req-5496f0b3-9a7e-4639-8a18-19eec62f0515 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:39.130798 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-93389650-809e-41df-862b-17db321eaa0e req-5496f0b3-9a7e-4639-8a18-19eec62f0515 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 5436 time: 0.1077302 Dec 08 16:16:39.210840 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-93389650-809e-41df-862b-17db321eaa0e req-cecabf38-adcc-42d1-a6d4-a936520e6fa8 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c9d21f4-c02c-43e8-9e6c-a95f9379dd30&id=a96e7614-ece1-4248-94a1-b83b73d2e17e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0733423 Dec 08 16:16:39.340772 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb6dea-1a84-48ab-a90d-ca5a7f6ce9e8 req-799ee120-332a-4691-ba3d-42ebd3ba5069 tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:39.342407 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b9cb6dea-1a84-48ab-a90d-ca5a7f6ce9e8 req-799ee120-332a-4691-ba3d-42ebd3ba5069 tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] 10.222.0.64 "GET /v2.0/ports?device_id=876b4fca-a14c-429c-8d39-4b2514f8195f HTTP/1.1" status: 200 len: 944 time: 0.0528572 Dec 08 16:16:39.357803 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 080e07da-a9a5-462a-811f-15b24a372ee5 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:16:39.362735 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 86efcb2c-1285-4710-925f-8ab5f6b3d355 up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:16:39.427856 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b9cb6dea-1a84-48ab-a90d-ca5a7f6ce9e8 req-fd3e1bef-45e2-443c-987b-109bb7c24811 tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cdaa0a7-4b3a-45d5-8685-9f1a776f08cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785956 Dec 08 16:16:39.428765 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb37f01-d7f8-40ad-8d8b-816de217fec4 req-1735480d-d37f-4e46-a305-7997227752f1 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:39.446342 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8bb37f01-d7f8-40ad-8d8b-816de217fec4 req-1735480d-d37f-4e46-a305-7997227752f1 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc4b94a5-b717-4efc-8f87-9fd158abf9e6 HTTP/1.1" status: 200 len: 944 time: 0.0865452 Dec 08 16:16:39.504636 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8bb37f01-d7f8-40ad-8d8b-816de217fec4 req-2d7bcf33-0d95-41ad-8da9-92e64491e9c3 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564122 Dec 08 16:16:39.537024 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 080e07da-a9a5-462a-811f-15b24a372ee5, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=080e07da-a9a5-462a-811f-15b24a372ee5,segment=NetworkSegment(9b052d16-09ac-481d-baf5-f56fa6d1472f),segment_id=9b052d16-09ac-481d-baf5-f56fa6d1472f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:39.550241 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '080e07da-a9a5-462a-811f-15b24a372ee5', 'network_id': '880e4c19-5400-42a9-80ac-7d8d06cc73f1', 'port_id': '080e07da-a9a5-462a-811f-15b24a372ee5', 'mac_address': 'fa:16:3e:df:db:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d58ba6b-0d2d-418d-8d9a-8ee6777d3e48', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:16:39.606626 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:39.618175 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port 86efcb2c-1285-4710-925f-8ab5f6b3d355 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:16:39.624051 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 080e07da-a9a5-462a-811f-15b24a372ee5 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:16:39.628428 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 86efcb2c-1285-4710-925f-8ab5f6b3d355 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:16:39.628779 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:39.656351 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de70cf10-dc91-4b54-b334-c4fc56a191a3 req-3e876fe8-6e9d-41b9-a6b2-0d37f3f5dabc tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:39.657998 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-de70cf10-dc91-4b54-b334-c4fc56a191a3 req-3e876fe8-6e9d-41b9-a6b2-0d37f3f5dabc tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0522d4d-2c48-400f-b1f2-4525a9e1ebc3 HTTP/1.1" status: 200 len: 945 time: 0.0569704 Dec 08 16:16:39.674871 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 080e07da-a9a5-462a-811f-15b24a372ee5, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=080e07da-a9a5-462a-811f-15b24a372ee5,segment=NetworkSegment(9b052d16-09ac-481d-baf5-f56fa6d1472f),segment_id=9b052d16-09ac-481d-baf5-f56fa6d1472f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:39.719238 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-de70cf10-dc91-4b54-b334-c4fc56a191a3 req-8025b077-2e11-43b6-a07e-8a7ee52421c6 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531697 Dec 08 16:16:39.738392 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:39.766843 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03976434-4d9e-476a-a1e9-5480aee6cdaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86efcb2c-1285-4710-925f-8ab5f6b3d355'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:16:39.769163 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2036022-25c8-4c3c-bd01-bd25f1eb88ac" -d '{"events": [{"server_uuid": "03976434-4d9e-476a-a1e9-5480aee6cdaf", "name": "network-vif-plugged", "status": "completed", "tag": "86efcb2c-1285-4710-925f-8ab5f6b3d355"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:16:39.774742 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:39.775969 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 14c5de84-68b0-4d7f-9aee-614bc07a56e8 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:16:39.791368 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 86efcb2c-1285-4710-925f-8ab5f6b3d355, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=86efcb2c-1285-4710-925f-8ab5f6b3d355,segment=NetworkSegment(02b1a325-c52a-457b-a2ac-b3d8092ab9c2),segment_id=02b1a325-c52a-457b-a2ac-b3d8092ab9c2)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:39.802705 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e12d78-31f5-4520-810e-7e78a9204579 req-e5cedaf9-3094-4161-83f2-348d7b331054 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:39.811642 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d0e12d78-31f5-4520-810e-7e78a9204579 req-e5cedaf9-3094-4161-83f2-348d7b331054 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=100c4908-7541-488b-b9d5-e65a61d69e46 HTTP/1.1" status: 200 len: 943 time: 0.0849810 Dec 08 16:16:39.827808 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc81679-fb55-404e-8e3e-8aa70cb31bf1 x-openstack-request-id: req-ffc81679-fb55-404e-8e3e-8aa70cb31bf1 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:16:39.828429 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03976434-4d9e-476a-a1e9-5480aee6cdaf", "name": "network-vif-plugged", "status": "completed", "tag": "86efcb2c-1285-4710-925f-8ab5f6b3d355", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:16:39.828429 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ffc81679-fb55-404e-8e3e-8aa70cb31bf1 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:16:39.828990 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03976434-4d9e-476a-a1e9-5480aee6cdaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86efcb2c-1285-4710-925f-8ab5f6b3d355', 'code': 200} Dec 08 16:16:39.881181 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d0e12d78-31f5-4520-810e-7e78a9204579 req-5b820355-e490-4121-862e-bf774e7994ad tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680439 Dec 08 16:16:39.891833 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=080e07da-a9a5-462a-811f-15b24a372ee5,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:39.896860 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:39.913879 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 7aa9cebb-b701-4044-97c7-c772359e3f10 up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:16:40.008164 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=86efcb2c-1285-4710-925f-8ab5f6b3d355,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:40.013268 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 14c5de84-68b0-4d7f-9aee-614bc07a56e8, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=14c5de84-68b0-4d7f-9aee-614bc07a56e8,segment=NetworkSegment(f996c948-5ac9-42a3-ac04-df4c75288f01),segment_id=f996c948-5ac9-42a3-ac04-df4c75288f01)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:40.029378 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '14c5de84-68b0-4d7f-9aee-614bc07a56e8', 'network_id': 'd3895c5a-dfc2-4888-9675-12d8856051aa', 'port_id': '14c5de84-68b0-4d7f-9aee-614bc07a56e8', 'mac_address': 'fa:16:3e:28:d3:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d672d1f-65b7-4f31-92ed-7adc71dac15e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:16:40.070876 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:40.084134 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14c5de84-68b0-4d7f-9aee-614bc07a56e8 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:16:40.088686 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port 7aa9cebb-b701-4044-97c7-c772359e3f10 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:16:40.093797 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 7aa9cebb-b701-4044-97c7-c772359e3f10 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:16:40.094175 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:40.128814 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 14c5de84-68b0-4d7f-9aee-614bc07a56e8, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=14c5de84-68b0-4d7f-9aee-614bc07a56e8,segment=NetworkSegment(f996c948-5ac9-42a3-ac04-df4c75288f01),segment_id=f996c948-5ac9-42a3-ac04-df4c75288f01)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:40.191682 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:40.266415 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:40.266620 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74815d8c-f5fb-42d9-9c61-f3227ac6c2e0 req-acafda7a-ed06-4389-a419-edc06d2ca293 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:40.268414 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-74815d8c-f5fb-42d9-9c61-f3227ac6c2e0 req-acafda7a-ed06-4389-a419-edc06d2ca293 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/ports?device_id=79064082-c91c-4208-bd57-708e6d37a370 HTTP/1.1" status: 200 len: 945 time: 0.0691946 Dec 08 16:16:40.298899 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=14c5de84-68b0-4d7f-9aee-614bc07a56e8,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:40.318060 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 7aa9cebb-b701-4044-97c7-c772359e3f10, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=7aa9cebb-b701-4044-97c7-c772359e3f10,segment=NetworkSegment(e1df37b9-083a-4373-838d-dc2a305e347b),segment_id=e1df37b9-083a-4373-838d-dc2a305e347b)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:40.326995 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-74815d8c-f5fb-42d9-9c61-f3227ac6c2e0 req-66b44200-b1aa-4965-92d3-017135037c08 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/security-groups?id=5903942c-927a-4f35-93fb-0009cd4d6c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486078 Dec 08 16:16:40.424475 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b1c9b-4c68-4e2d-a0ae-c9e75cb57f1e req-d7c714c9-c55b-4a31-845d-f3e12d502749 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:40.430568 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b1c9b-4c68-4e2d-a0ae-c9e75cb57f1e req-d7c714c9-c55b-4a31-845d-f3e12d502749 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:40.437052 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6 up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:16:40.437618 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b1c9b-4c68-4e2d-a0ae-c9e75cb57f1e req-d7c714c9-c55b-4a31-845d-f3e12d502749 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:40.453069 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b1c9b-4c68-4e2d-a0ae-c9e75cb57f1e req-d7c714c9-c55b-4a31-845d-f3e12d502749 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:40.459556 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:40.464315 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 84db335e-f375-4be2-a69d-00e5bb4c6257 up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:16:40.464609 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b1c9b-4c68-4e2d-a0ae-c9e75cb57f1e req-d7c714c9-c55b-4a31-845d-f3e12d502749 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:40.468656 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b1c9b-4c68-4e2d-a0ae-c9e75cb57f1e req-d7c714c9-c55b-4a31-845d-f3e12d502749 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:40.476723 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b1c9b-4c68-4e2d-a0ae-c9e75cb57f1e req-d7c714c9-c55b-4a31-845d-f3e12d502749 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:40.485617 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b25b1c9b-4c68-4e2d-a0ae-c9e75cb57f1e req-d7c714c9-c55b-4a31-845d-f3e12d502749 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 5437 time: 0.1240373 Dec 08 16:16:40.531160 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['14c5de84-68b0-4d7f-9aee-614bc07a56e8'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:16:40.568569 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b25b1c9b-4c68-4e2d-a0ae-c9e75cb57f1e req-4c96f136-85c7-487b-999c-f8c4a4f53cd4 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c9d21f4-c02c-43e8-9e6c-a95f9379dd30&id=a96e7614-ece1-4248-94a1-b83b73d2e17e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0817704 Dec 08 16:16:40.569152 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9757f983-1024-4d1f-b603-0c71f04883f9 req-fa81b59f-183b-486c-97d4-64820c722763 tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:40.571651 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9757f983-1024-4d1f-b603-0c71f04883f9 req-fa81b59f-183b-486c-97d4-64820c722763 tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] 10.222.0.64 "GET /v2.0/ports?device_id=876b4fca-a14c-429c-8d39-4b2514f8195f HTTP/1.1" status: 200 len: 944 time: 0.0776458 Dec 08 16:16:40.575020 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['080e07da-a9a5-462a-811f-15b24a372ee5'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:16:40.642431 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9757f983-1024-4d1f-b603-0c71f04883f9 req-808e82c6-0c93-4af5-a384-d8c6e8782ce2 tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cdaa0a7-4b3a-45d5-8685-9f1a776f08cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625384 Dec 08 16:16:40.717154 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa98972a-5033-4c20-9e70-10a28bc2d4ba req-8ad10013-7150-4aa1-8c44-8ae3b6f6c587 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:40.718780 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fa98972a-5033-4c20-9e70-10a28bc2d4ba req-8ad10013-7150-4aa1-8c44-8ae3b6f6c587 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc4b94a5-b717-4efc-8f87-9fd158abf9e6 HTTP/1.1" status: 200 len: 945 time: 0.0601475 Dec 08 16:16:40.780293 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fa98972a-5033-4c20-9e70-10a28bc2d4ba req-f16eb49a-d2d5-496b-b3e5-4f0e03e80403 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540867 Dec 08 16:16:40.831239 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=7aa9cebb-b701-4044-97c7-c772359e3f10,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:40.864900 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bd1bed-9bab-4464-a990-267b769b3cde req-def15e78-c177-4836-8428-1fb7259c7108 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:40.866681 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c8bd1bed-9bab-4464-a990-267b769b3cde req-def15e78-c177-4836-8428-1fb7259c7108 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0522d4d-2c48-400f-b1f2-4525a9e1ebc3 HTTP/1.1" status: 200 len: 945 time: 0.0599325 Dec 08 16:16:40.950757 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port 15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:16:40.964873 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c8bd1bed-9bab-4464-a990-267b769b3cde req-f6960f1a-9b77-43c1-adbe-c06885c5a636 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738614 Dec 08 16:16:40.965131 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:16:40.965131 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:40.965131 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port 84db335e-f375-4be2-a69d-00e5bb4c6257 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:16:40.997569 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 84db335e-f375-4be2-a69d-00e5bb4c6257 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:16:40.998039 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:41.043707 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8facfc2-50e9-48f5-8a7a-eb58c5afdcfe req-ee2efa68-f2e8-4496-ae69-67644a01515a tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:41.046051 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b8facfc2-50e9-48f5-8a7a-eb58c5afdcfe req-ee2efa68-f2e8-4496-ae69-67644a01515a tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=100c4908-7541-488b-b9d5-e65a61d69e46 HTTP/1.1" status: 200 len: 944 time: 0.0626016 Dec 08 16:16:41.077431 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b27092a-59ff-4490-80b7-1f040faa5b4e req-fea6682d-dd99-4900-ace3-aaff837b7c30 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:41.084950 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9b27092a-59ff-4490-80b7-1f040faa5b4e req-fea6682d-dd99-4900-ace3-aaff837b7c30 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc2d16bb-94e4-45ac-beb6-de10b69176ea HTTP/1.1" status: 200 len: 945 time: 0.0626428 Dec 08 16:16:41.106830 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b8facfc2-50e9-48f5-8a7a-eb58c5afdcfe req-e8ed0853-8444-40ca-8ab3-3c8d9c3a4fec tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520301 Dec 08 16:16:41.160859 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9b27092a-59ff-4490-80b7-1f040faa5b4e req-f7d0fa23-dcbe-4e00-a286-ddc167f7c9d6 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747869 Dec 08 16:16:41.170432 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:41.209221 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6,segment=NetworkSegment(72e52347-683a-49fc-84ef-d33cdb5037e0),segment_id=72e52347-683a-49fc-84ef-d33cdb5037e0)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:41.329244 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546cc857-ee25-4309-b71f-ac0e99c873b2 req-6404ce12-c150-4375-8298-cbe225013180 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:41.330995 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-546cc857-ee25-4309-b71f-ac0e99c873b2 req-6404ce12-c150-4375-8298-cbe225013180 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0522d4d-2c48-400f-b1f2-4525a9e1ebc3 HTTP/1.1" status: 200 len: 945 time: 0.0805271 Dec 08 16:16:41.335890 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:41.384387 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 7209d894-1ab5-4d39-ac15-a55d6880726a details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:16:41.386923 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-546cc857-ee25-4309-b71f-ac0e99c873b2 req-40d6c8d4-09df-4dc1-a4b1-8923f3600bb7 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486751 Dec 08 16:16:41.408929 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:41.450973 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:41.492888 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81491511-a089-410c-b165-e454933155d3 req-dfc1d815-78a3-4fc0-9807-feff5bdec8e1 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:41.501194 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-81491511-a089-410c-b165-e454933155d3 req-dfc1d815-78a3-4fc0-9807-feff5bdec8e1 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/ports?device_id=79064082-c91c-4208-bd57-708e6d37a370 HTTP/1.1" status: 200 len: 946 time: 0.0675023 Dec 08 16:16:41.510148 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-91ba481c-b918-4a9f-abf6-068e49867325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:41.517460 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 84db335e-f375-4be2-a69d-00e5bb4c6257, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=84db335e-f375-4be2-a69d-00e5bb4c6257,segment=NetworkSegment(850cf408-d2e1-44d7-9e49-63d5f0b3762d),segment_id=850cf408-d2e1-44d7-9e49-63d5f0b3762d)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:41.553812 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-81491511-a089-410c-b165-e454933155d3 req-d6d0d3c8-ae7d-418e-8416-9e9d03a1315c tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/security-groups?id=5903942c-927a-4f35-93fb-0009cd4d6c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460129 Dec 08 16:16:41.560883 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 7209d894-1ab5-4d39-ac15-a55d6880726a, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=7209d894-1ab5-4d39-ac15-a55d6880726a,segment=NetworkSegment(508b3b0c-784b-45dd-b91d-4e5cbca7b4d2),segment_id=508b3b0c-784b-45dd-b91d-4e5cbca7b4d2)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:41.573105 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '7209d894-1ab5-4d39-ac15-a55d6880726a', 'network_id': '614235b7-7b3a-48b4-a65b-ec7689dab4a1', 'port_id': '7209d894-1ab5-4d39-ac15-a55d6880726a', 'mac_address': 'fa:16:3e:a8:76:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ed93682-803f-4fec-9dee-94c0cceaf713', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:16:41.617372 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:41.632023 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7209d894-1ab5-4d39-ac15-a55d6880726a {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:16:41.638416 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:41.639216 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 3e8dd4f2-53e5-4bc8-986a-166f7ff34449 up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:16:41.703292 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 7209d894-1ab5-4d39-ac15-a55d6880726a, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=7209d894-1ab5-4d39-ac15-a55d6880726a,segment=NetworkSegment(508b3b0c-784b-45dd-b91d-4e5cbca7b4d2),segment_id=508b3b0c-784b-45dd-b91d-4e5cbca7b4d2)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:41.740880 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faafa52-da29-4d0d-8677-b5d00be67a30 req-34d8dcd3-660c-44ba-8ad5-25d9fb002402 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:41.743225 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=84db335e-f375-4be2-a69d-00e5bb4c6257,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:41.748160 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faafa52-da29-4d0d-8677-b5d00be67a30 req-34d8dcd3-660c-44ba-8ad5-25d9fb002402 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:41.755385 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faafa52-da29-4d0d-8677-b5d00be67a30 req-34d8dcd3-660c-44ba-8ad5-25d9fb002402 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:41.762469 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faafa52-da29-4d0d-8677-b5d00be67a30 req-34d8dcd3-660c-44ba-8ad5-25d9fb002402 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:41.768656 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faafa52-da29-4d0d-8677-b5d00be67a30 req-34d8dcd3-660c-44ba-8ad5-25d9fb002402 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:41.774603 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faafa52-da29-4d0d-8677-b5d00be67a30 req-34d8dcd3-660c-44ba-8ad5-25d9fb002402 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:41.781208 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faafa52-da29-4d0d-8677-b5d00be67a30 req-34d8dcd3-660c-44ba-8ad5-25d9fb002402 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:41.783246 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4faafa52-da29-4d0d-8677-b5d00be67a30 req-34d8dcd3-660c-44ba-8ad5-25d9fb002402 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 5439 time: 0.1242180 Dec 08 16:16:41.784626 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:41.829661 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03976434-4d9e-476a-a1e9-5480aee6cdaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa9cebb-b701-4044-97c7-c772359e3f10'}, {'server_uuid': '79064082-c91c-4208-bd57-708e6d37a370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6'}, {'server_uuid': '03976434-4d9e-476a-a1e9-5480aee6cdaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84db335e-f375-4be2-a69d-00e5bb4c6257'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:16:41.832459 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e4e805-8a8b-44b0-bff6-b66cb8ae923a" -d '{"events": [{"server_uuid": "03976434-4d9e-476a-a1e9-5480aee6cdaf", "name": "network-vif-plugged", "status": "completed", "tag": "7aa9cebb-b701-4044-97c7-c772359e3f10"}, {"server_uuid": "79064082-c91c-4208-bd57-708e6d37a370", "name": "network-vif-plugged", "status": "completed", "tag": "15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6"}, {"server_uuid": "03976434-4d9e-476a-a1e9-5480aee6cdaf", "name": "network-vif-plugged", "status": "completed", "tag": "84db335e-f375-4be2-a69d-00e5bb4c6257"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:16:41.842235 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port 3e8dd4f2-53e5-4bc8-986a-166f7ff34449 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:16:41.860261 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 3e8dd4f2-53e5-4bc8-986a-166f7ff34449 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:16:41.860843 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:41.875831 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4faafa52-da29-4d0d-8677-b5d00be67a30 req-1cbc7f76-ca54-4f55-a590-d056178c902c tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c9d21f4-c02c-43e8-9e6c-a95f9379dd30&id=a96e7614-ece1-4248-94a1-b83b73d2e17e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0745823 Dec 08 16:16:41.889288 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=7209d894-1ab5-4d39-ac15-a55d6880726a,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:41.951742 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82544a-632a-41d6-a76a-0c2385d7975f req-62622751-2998-4928-84d2-1d4401fc0ee5 tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:41.961946 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2f82544a-632a-41d6-a76a-0c2385d7975f req-62622751-2998-4928-84d2-1d4401fc0ee5 tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] 10.222.0.64 "GET /v2.0/ports?device_id=876b4fca-a14c-429c-8d39-4b2514f8195f HTTP/1.1" status: 200 len: 945 time: 0.1128759 Dec 08 16:16:41.974192 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:42.020844 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e33a34-1069-4bf4-8652-141289f3902b req-a1c3023a-2adb-44cf-b731-f58996331c39 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:42.026900 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 3e8dd4f2-53e5-4bc8-986a-166f7ff34449, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=3e8dd4f2-53e5-4bc8-986a-166f7ff34449,segment=NetworkSegment(e1df37b9-083a-4373-838d-dc2a305e347b),segment_id=e1df37b9-083a-4373-838d-dc2a305e347b)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:42.029018 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b5e33a34-1069-4bf4-8652-141289f3902b req-a1c3023a-2adb-44cf-b731-f58996331c39 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0522d4d-2c48-400f-b1f2-4525a9e1ebc3 HTTP/1.1" status: 200 len: 945 time: 0.0648725 Dec 08 16:16:42.045910 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2f82544a-632a-41d6-a76a-0c2385d7975f req-490e2bf8-a08a-4b75-8905-731c64156066 tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cdaa0a7-4b3a-45d5-8685-9f1a776f08cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822358 Dec 08 16:16:42.082396 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b5e33a34-1069-4bf4-8652-141289f3902b req-55676dae-7e63-4bd9-9eaa-9ca454b0bbf6 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522730 Dec 08 16:16:42.093469 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:42.138566 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 5d42f4d8-9ca3-4f66-912f-1ee4a3cb0c8e up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:16:42.175026 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 08 Dec 2021 16:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842c8089-33ea-417c-a8fe-ba698a17b835 x-openstack-request-id: req-842c8089-33ea-417c-a8fe-ba698a17b835 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:16:42.175463 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03976434-4d9e-476a-a1e9-5480aee6cdaf", "name": "network-vif-plugged", "status": "completed", "tag": "7aa9cebb-b701-4044-97c7-c772359e3f10", "code": 200}, {"server_uuid": "79064082-c91c-4208-bd57-708e6d37a370", "name": "network-vif-plugged", "status": "completed", "tag": "15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6", "code": 200}, {"server_uuid": "03976434-4d9e-476a-a1e9-5480aee6cdaf", "name": "network-vif-plugged", "status": "completed", "tag": "84db335e-f375-4be2-a69d-00e5bb4c6257", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:16:42.175944 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-842c8089-33ea-417c-a8fe-ba698a17b835 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:16:42.176464 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03976434-4d9e-476a-a1e9-5480aee6cdaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa9cebb-b701-4044-97c7-c772359e3f10', 'code': 200} Dec 08 16:16:42.176830 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79064082-c91c-4208-bd57-708e6d37a370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6', 'code': 200} Dec 08 16:16:42.177175 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03976434-4d9e-476a-a1e9-5480aee6cdaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84db335e-f375-4be2-a69d-00e5bb4c6257', 'code': 200} Dec 08 16:16:42.184696 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402d8d88-17af-4fac-83a7-9193f93debfa req-73b9ce8c-9da5-4ac3-9fe8-45b32dc4ed85 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:42.187214 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-402d8d88-17af-4fac-83a7-9193f93debfa req-73b9ce8c-9da5-4ac3-9fe8-45b32dc4ed85 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc4b94a5-b717-4efc-8f87-9fd158abf9e6 HTTP/1.1" status: 200 len: 945 time: 0.0765977 Dec 08 16:16:42.208710 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=3e8dd4f2-53e5-4bc8-986a-166f7ff34449,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:42.243331 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['7209d894-1ab5-4d39-ac15-a55d6880726a'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:16:42.263149 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-402d8d88-17af-4fac-83a7-9193f93debfa req-983ce1aa-8952-4f4f-a3b2-34239cfd02dd tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700796 Dec 08 16:16:42.325872 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ce50d-0b99-427b-bf17-3a7b7537d80c req-3d2f0c3b-4c33-44a5-8505-bd307d335661 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:42.327427 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-498ce50d-0b99-427b-bf17-3a7b7537d80c req-3d2f0c3b-4c33-44a5-8505-bd307d335661 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=100c4908-7541-488b-b9d5-e65a61d69e46 HTTP/1.1" status: 200 len: 944 time: 0.1042900 Dec 08 16:16:42.346772 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72174bed-e5a1-4451-858f-f4cd52fd3e65 req-f1e2cd65-d174-43a6-aeed-07193d5ec739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:42.348269 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-72174bed-e5a1-4451-858f-f4cd52fd3e65 req-f1e2cd65-d174-43a6-aeed-07193d5ec739 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=79064082-c91c-4208-bd57-708e6d37a370 HTTP/1.1" status: 200 len: 1098 time: 0.0940611 Dec 08 16:16:42.379418 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port 5d42f4d8-9ca3-4f66-912f-1ee4a3cb0c8e completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:16:42.390296 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 5d42f4d8-9ca3-4f66-912f-1ee4a3cb0c8e triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:16:42.390774 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:42.429011 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-498ce50d-0b99-427b-bf17-3a7b7537d80c req-a8bbcf06-e18e-4d6a-b292-1e4639621516 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940421 Dec 08 16:16:42.435602 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-72174bed-e5a1-4451-858f-f4cd52fd3e65 req-559c9106-0cb5-4e49-af5f-fed7da638a58 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=5903942c-927a-4f35-93fb-0009cd4d6c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774758 Dec 08 16:16:42.510751 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:42.551545 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 5d42f4d8-9ca3-4f66-912f-1ee4a3cb0c8e, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=5d42f4d8-9ca3-4f66-912f-1ee4a3cb0c8e,segment=NetworkSegment(e1df37b9-083a-4373-838d-dc2a305e347b),segment_id=e1df37b9-083a-4373-838d-dc2a305e347b)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:42.652564 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:42.653439 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 080e07da-a9a5-462a-811f-15b24a372ee5 up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:16:42.665510 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd88ed42-8a5a-4524-aa03-e7ae0be3504f req-6b8d01d5-d7f7-4153-9821-4e0ac38df5b7 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:42.667350 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cd88ed42-8a5a-4524-aa03-e7ae0be3504f req-6b8d01d5-d7f7-4153-9821-4e0ac38df5b7 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/ports?device_id=79064082-c91c-4208-bd57-708e6d37a370 HTTP/1.1" status: 200 len: 946 time: 0.0516992 Dec 08 16:16:42.729290 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cd88ed42-8a5a-4524-aa03-e7ae0be3504f req-a2637c3f-51b2-4499-8dd2-5960f5bfd03b tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/security-groups?id=5903942c-927a-4f35-93fb-0009cd4d6c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549486 Dec 08 16:16:42.740869 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=5d42f4d8-9ca3-4f66-912f-1ee4a3cb0c8e,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:42.795379 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port 080e07da-a9a5-462a-811f-15b24a372ee5 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:16:42.800061 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 080e07da-a9a5-462a-811f-15b24a372ee5 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:16:42.800485 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:42.886439 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:42.920256 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 080e07da-a9a5-462a-811f-15b24a372ee5, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=080e07da-a9a5-462a-811f-15b24a372ee5,segment=NetworkSegment(9b052d16-09ac-481d-baf5-f56fa6d1472f),segment_id=9b052d16-09ac-481d-baf5-f56fa6d1472f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:42.978264 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:42.979092 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 14c5de84-68b0-4d7f-9aee-614bc07a56e8 up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:16:43.030009 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db8689-63ce-4e49-b660-c942996c5ed6 req-2a5d484a-e09d-4de1-a344-96d20b06bb52 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:43.036157 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db8689-63ce-4e49-b660-c942996c5ed6 req-2a5d484a-e09d-4de1-a344-96d20b06bb52 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:43.042496 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db8689-63ce-4e49-b660-c942996c5ed6 req-2a5d484a-e09d-4de1-a344-96d20b06bb52 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:43.048505 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db8689-63ce-4e49-b660-c942996c5ed6 req-2a5d484a-e09d-4de1-a344-96d20b06bb52 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:43.054479 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db8689-63ce-4e49-b660-c942996c5ed6 req-2a5d484a-e09d-4de1-a344-96d20b06bb52 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:43.060865 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=080e07da-a9a5-462a-811f-15b24a372ee5,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:43.061020 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db8689-63ce-4e49-b660-c942996c5ed6 req-2a5d484a-e09d-4de1-a344-96d20b06bb52 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:43.066984 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db8689-63ce-4e49-b660-c942996c5ed6 req-2a5d484a-e09d-4de1-a344-96d20b06bb52 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:43.068953 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-04db8689-63ce-4e49-b660-c942996c5ed6 req-2a5d484a-e09d-4de1-a344-96d20b06bb52 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 5441 time: 0.0965598 Dec 08 16:16:43.145356 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-04db8689-63ce-4e49-b660-c942996c5ed6 req-4d8f66df-aada-4342-a7ec-da84ec99aa35 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c9d21f4-c02c-43e8-9e6c-a95f9379dd30&id=a96e7614-ece1-4248-94a1-b83b73d2e17e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0686927 Dec 08 16:16:43.165953 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a58800b-9832-42b9-84f0-99978b113004 req-edd437eb-6daf-4d86-bda9-d9ed7f0f54a0 tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:43.171684 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7a58800b-9832-42b9-84f0-99978b113004 req-edd437eb-6daf-4d86-bda9-d9ed7f0f54a0 tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] 10.222.0.64 "GET /v2.0/ports?device_id=876b4fca-a14c-429c-8d39-4b2514f8195f HTTP/1.1" status: 200 len: 945 time: 0.0520012 Dec 08 16:16:43.201146 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port 14c5de84-68b0-4d7f-9aee-614bc07a56e8 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:16:43.206057 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 14c5de84-68b0-4d7f-9aee-614bc07a56e8 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:16:43.206415 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:43.232630 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7a58800b-9832-42b9-84f0-99978b113004 req-ec847b10-0a0a-4164-a897-f450403cec3e tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cdaa0a7-4b3a-45d5-8685-9f1a776f08cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578191 Dec 08 16:16:43.296010 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f83f536-7766-436c-8059-15548265cad3 req-07e1dc91-cacf-4c26-9acd-2bd39f73d1d1 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:43.300137 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:43.309922 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5f83f536-7766-436c-8059-15548265cad3 req-07e1dc91-cacf-4c26-9acd-2bd39f73d1d1 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0522d4d-2c48-400f-b1f2-4525a9e1ebc3 HTTP/1.1" status: 200 len: 945 time: 0.0805469 Dec 08 16:16:43.354693 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 14c5de84-68b0-4d7f-9aee-614bc07a56e8, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=14c5de84-68b0-4d7f-9aee-614bc07a56e8,segment=NetworkSegment(f996c948-5ac9-42a3-ac04-df4c75288f01),segment_id=f996c948-5ac9-42a3-ac04-df4c75288f01)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:43.362578 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5f83f536-7766-436c-8059-15548265cad3 req-d92773ef-ad53-4031-a2f8-4f8b30f5d1fc tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517342 Dec 08 16:16:43.396313 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc376b-9775-4531-b5af-33861eb5cf4e req-8c584df2-933d-4061-8c64-1419f3495772 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:43.397845 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3dcc376b-9775-4531-b5af-33861eb5cf4e req-8c584df2-933d-4061-8c64-1419f3495772 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc4b94a5-b717-4efc-8f87-9fd158abf9e6 HTTP/1.1" status: 200 len: 945 time: 0.0533700 Dec 08 16:16:43.424235 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:43.424979 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 0505a5f3-a135-4e60-b17a-0cb1f5397362 up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:16:43.463398 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3dcc376b-9775-4531-b5af-33861eb5cf4e req-7f64f2d6-ab33-4d9b-adea-6e27b426fb02 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574195 Dec 08 16:16:43.530393 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=14c5de84-68b0-4d7f-9aee-614bc07a56e8,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:43.591316 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddffd8c1-4f53-41cc-b444-158b381156a8 req-040bb658-d617-4619-acec-a9876585515e tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:43.592985 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ddffd8c1-4f53-41cc-b444-158b381156a8 req-040bb658-d617-4619-acec-a9876585515e tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=100c4908-7541-488b-b9d5-e65a61d69e46 HTTP/1.1" status: 200 len: 945 time: 0.0621927 Dec 08 16:16:43.614066 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port 0505a5f3-a135-4e60-b17a-0cb1f5397362 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:16:43.618758 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 0505a5f3-a135-4e60-b17a-0cb1f5397362 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:16:43.619169 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:43.649859 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ddffd8c1-4f53-41cc-b444-158b381156a8 req-9a7a36bd-002b-4a21-a00c-e714e7396a9b tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504036 Dec 08 16:16:43.733038 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:43.775734 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 0505a5f3-a135-4e60-b17a-0cb1f5397362, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=0505a5f3-a135-4e60-b17a-0cb1f5397362,segment=NetworkSegment(e1df37b9-083a-4373-838d-dc2a305e347b),segment_id=e1df37b9-083a-4373-838d-dc2a305e347b)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:43.778570 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7a039426-6821-4041-892a-3398b3159c33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:43.846728 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:43.847623 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 85bad2ad-910d-4f13-942d-9eb3285bd3f8 up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:16:43.881044 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2946c322-7332-4e20-b1cb-4a34e0158ff2 req-37605531-8cae-468a-8e0e-8b3a4a61f35e tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:43.882541 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2946c322-7332-4e20-b1cb-4a34e0158ff2 req-37605531-8cae-468a-8e0e-8b3a4a61f35e tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0522d4d-2c48-400f-b1f2-4525a9e1ebc3 HTTP/1.1" status: 200 len: 945 time: 0.0839241 Dec 08 16:16:43.891900 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc523be1-365a-4227-b548-481ed10283e3 req-d9cda1c8-5d26-41bd-8966-8e8608a6dbac tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:43.893455 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cc523be1-365a-4227-b548-481ed10283e3 req-d9cda1c8-5d26-41bd-8966-8e8608a6dbac tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/ports?device_id=79064082-c91c-4208-bd57-708e6d37a370 HTTP/1.1" status: 200 len: 946 time: 0.0855207 Dec 08 16:16:43.941985 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=0505a5f3-a135-4e60-b17a-0cb1f5397362,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:44.023129 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cc523be1-365a-4227-b548-481ed10283e3 req-f21e60cb-8471-4ae5-bdee-3856e32d329e tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/security-groups?id=5903942c-927a-4f35-93fb-0009cd4d6c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216676 Dec 08 16:16:44.052706 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port 85bad2ad-910d-4f13-942d-9eb3285bd3f8 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:16:44.054184 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-2946c322-7332-4e20-b1cb-4a34e0158ff2 req-75a7435b-11ca-463d-b344-498f6f004ed5 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Deleting port 96a4bbf8-b59e-49f3-8a88-d36cf8dc74c7 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:16:44.054545 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2946c322-7332-4e20-b1cb-4a34e0158ff2 req-75a7435b-11ca-463d-b344-498f6f004ed5 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:44.058246 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 85bad2ad-910d-4f13-942d-9eb3285bd3f8 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:16:44.059469 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:44.158499 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:44.177733 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-2946c322-7332-4e20-b1cb-4a34e0158ff2 req-75a7435b-11ca-463d-b344-498f6f004ed5 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] For port 96a4bbf8-b59e-49f3-8a88-d36cf8dc74c7, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=96a4bbf8-b59e-49f3-8a88-d36cf8dc74c7,segment=NetworkSegment(9b02e36e-6de5-484c-a36e-2fa26fb39118),segment_id=9b02e36e-6de5-484c-a36e-2fa26fb39118)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:44.178123 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2946c322-7332-4e20-b1cb-4a34e0158ff2 req-75a7435b-11ca-463d-b344-498f6f004ed5 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:44.187386 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03976434-4d9e-476a-a1e9-5480aee6cdaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8dd4f2-53e5-4bc8-986a-166f7ff34449'}, {'server_uuid': '03976434-4d9e-476a-a1e9-5480aee6cdaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d42f4d8-9ca3-4f66-912f-1ee4a3cb0c8e'}, {'server_uuid': '100c4908-7541-488b-b9d5-e65a61d69e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080e07da-a9a5-462a-811f-15b24a372ee5'}, {'server_uuid': 'bc4b94a5-b717-4efc-8f87-9fd158abf9e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c5de84-68b0-4d7f-9aee-614bc07a56e8'}, {'server_uuid': '03976434-4d9e-476a-a1e9-5480aee6cdaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0505a5f3-a135-4e60-b17a-0cb1f5397362'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:16:44.189265 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f422311a-0068-4e09-88c7-edb7f983f4eb" -d '{"events": [{"server_uuid": "03976434-4d9e-476a-a1e9-5480aee6cdaf", "name": "network-vif-plugged", "status": "completed", "tag": "3e8dd4f2-53e5-4bc8-986a-166f7ff34449"}, {"server_uuid": "03976434-4d9e-476a-a1e9-5480aee6cdaf", "name": "network-vif-plugged", "status": "completed", "tag": "5d42f4d8-9ca3-4f66-912f-1ee4a3cb0c8e"}, {"server_uuid": "100c4908-7541-488b-b9d5-e65a61d69e46", "name": "network-vif-plugged", "status": "completed", "tag": "080e07da-a9a5-462a-811f-15b24a372ee5"}, {"server_uuid": "bc4b94a5-b717-4efc-8f87-9fd158abf9e6", "name": "network-vif-plugged", "status": "completed", "tag": "14c5de84-68b0-4d7f-9aee-614bc07a56e8"}, {"server_uuid": "03976434-4d9e-476a-a1e9-5480aee6cdaf", "name": "network-vif-plugged", "status": "completed", "tag": "0505a5f3-a135-4e60-b17a-0cb1f5397362"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:16:44.196614 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-2946c322-7332-4e20-b1cb-4a34e0158ff2 req-75a7435b-11ca-463d-b344-498f6f004ed5 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Calling delete_port for 96a4bbf8-b59e-49f3-8a88-d36cf8dc74c7 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:16:44.209054 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 85bad2ad-910d-4f13-942d-9eb3285bd3f8, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=85bad2ad-910d-4f13-942d-9eb3285bd3f8,segment=NetworkSegment(850cf408-d2e1-44d7-9e49-63d5f0b3762d),segment_id=850cf408-d2e1-44d7-9e49-63d5f0b3762d)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:44.256971 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Wed, 08 Dec 2021 16:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7fb855d-3067-4617-858a-b69bb87246e1 x-openstack-request-id: req-b7fb855d-3067-4617-858a-b69bb87246e1 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:16:44.257914 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03976434-4d9e-476a-a1e9-5480aee6cdaf", "name": "network-vif-plugged", "status": "completed", "tag": "3e8dd4f2-53e5-4bc8-986a-166f7ff34449", "code": 200}, {"server_uuid": "03976434-4d9e-476a-a1e9-5480aee6cdaf", "name": "network-vif-plugged", "status": "completed", "tag": "5d42f4d8-9ca3-4f66-912f-1ee4a3cb0c8e", "code": 200}, {"server_uuid": "100c4908-7541-488b-b9d5-e65a61d69e46", "name": "network-vif-plugged", "status": "completed", "tag": "080e07da-a9a5-462a-811f-15b24a372ee5", "code": 200}, {"server_uuid": "bc4b94a5-b717-4efc-8f87-9fd158abf9e6", "name": "network-vif-plugged", "status": "completed", "tag": "14c5de84-68b0-4d7f-9aee-614bc07a56e8", "code": 200}, {"server_uuid": "03976434-4d9e-476a-a1e9-5480aee6cdaf", "name": "network-vif-plugged", "status": "completed", "tag": "0505a5f3-a135-4e60-b17a-0cb1f5397362", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:16:44.258256 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b7fb855d-3067-4617-858a-b69bb87246e1 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:16:44.258758 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03976434-4d9e-476a-a1e9-5480aee6cdaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8dd4f2-53e5-4bc8-986a-166f7ff34449', 'code': 200} Dec 08 16:16:44.259091 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03976434-4d9e-476a-a1e9-5480aee6cdaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d42f4d8-9ca3-4f66-912f-1ee4a3cb0c8e', 'code': 200} Dec 08 16:16:44.259872 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '100c4908-7541-488b-b9d5-e65a61d69e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080e07da-a9a5-462a-811f-15b24a372ee5', 'code': 200} Dec 08 16:16:44.260230 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc4b94a5-b717-4efc-8f87-9fd158abf9e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c5de84-68b0-4d7f-9aee-614bc07a56e8', 'code': 200} Dec 08 16:16:44.260560 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03976434-4d9e-476a-a1e9-5480aee6cdaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0505a5f3-a135-4e60-b17a-0cb1f5397362', 'code': 200} Dec 08 16:16:44.271090 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:44.296341 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 7209d894-1ab5-4d39-ac15-a55d6880726a up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:16:44.397622 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfd6392-1541-4ff4-95ec-9d00d7e9cf7e req-548e6394-b324-4d86-89a3-a9a5d3655def tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:44.403819 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfd6392-1541-4ff4-95ec-9d00d7e9cf7e req-548e6394-b324-4d86-89a3-a9a5d3655def tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:44.410424 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfd6392-1541-4ff4-95ec-9d00d7e9cf7e req-548e6394-b324-4d86-89a3-a9a5d3655def tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:44.417175 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfd6392-1541-4ff4-95ec-9d00d7e9cf7e req-548e6394-b324-4d86-89a3-a9a5d3655def tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:44.423226 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfd6392-1541-4ff4-95ec-9d00d7e9cf7e req-548e6394-b324-4d86-89a3-a9a5d3655def tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:44.429437 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfd6392-1541-4ff4-95ec-9d00d7e9cf7e req-548e6394-b324-4d86-89a3-a9a5d3655def tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:44.433683 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=85bad2ad-910d-4f13-942d-9eb3285bd3f8,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:44.443165 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfd6392-1541-4ff4-95ec-9d00d7e9cf7e req-548e6394-b324-4d86-89a3-a9a5d3655def tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:44.447658 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3dfd6392-1541-4ff4-95ec-9d00d7e9cf7e req-548e6394-b324-4d86-89a3-a9a5d3655def tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 5443 time: 0.1808710 Dec 08 16:16:44.481311 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c9c2e-b39d-4aca-87e9-a83b5a049881 req-d77cd7a6-5621-4294-a814-0ec639fc8690 tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:44.483750 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a65c9c2e-b39d-4aca-87e9-a83b5a049881 req-d77cd7a6-5621-4294-a814-0ec639fc8690 tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] 10.222.0.64 "GET /v2.0/ports?device_id=876b4fca-a14c-429c-8d39-4b2514f8195f HTTP/1.1" status: 200 len: 945 time: 0.1579373 Dec 08 16:16:44.517149 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e59826-38e6-4ae2-aaf6-dcf405b1dc2e req-2c48abe2-849e-4e07-8a08-ac25c32a6180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:44.518741 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b9e59826-38e6-4ae2-aaf6-dcf405b1dc2e req-2c48abe2-849e-4e07-8a08-ac25c32a6180 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bc4b94a5-b717-4efc-8f87-9fd158abf9e6 HTTP/1.1" status: 200 len: 1098 time: 0.1525559 Dec 08 16:16:44.522970 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211fd759-d65f-478a-81b0-f6af4ab2ba69 req-3c0ab259-ee4f-4bec-a64c-82207da6a148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:44.524552 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-211fd759-d65f-478a-81b0-f6af4ab2ba69 req-3c0ab259-ee4f-4bec-a64c-82207da6a148 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=100c4908-7541-488b-b9d5-e65a61d69e46 HTTP/1.1" status: 200 len: 1097 time: 0.1447694 Dec 08 16:16:44.537800 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port 7209d894-1ab5-4d39-ac15-a55d6880726a completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:16:44.543668 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 7209d894-1ab5-4d39-ac15-a55d6880726a triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:16:44.544224 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:44.638770 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2946c322-7332-4e20-b1cb-4a34e0158ff2 req-75a7435b-11ca-463d-b344-498f6f004ed5 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:44.697935 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['447778cb-6852-4f54-8138-b73aa73fba8a'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:16:44.738733 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b9e59826-38e6-4ae2-aaf6-dcf405b1dc2e req-9edf27a1-524d-44c6-8ba3-e780e9a9e2b3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023025 Dec 08 16:16:44.742120 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a65c9c2e-b39d-4aca-87e9-a83b5a049881 req-5bf7a454-b19c-47af-a14d-ce853f550ccf tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cdaa0a7-4b3a-45d5-8685-9f1a776f08cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491243 Dec 08 16:16:44.742893 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a7435b-11ca-463d-b344-498f6f004ed5 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Pushing event deleted for resources: {'Port': ['ID=96a4bbf8-b59e-49f3-8a88-d36cf8dc74c7,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:44.757434 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['ba1102e6-16d2-43cb-a699-967ba6520bda', '96a4bbf8-b59e-49f3-8a88-d36cf8dc74c7'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:16:44.757739 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-211fd759-d65f-478a-81b0-f6af4ab2ba69 req-79363771-21f7-46db-b6ce-ab9103eff18d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259357 Dec 08 16:16:44.767431 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51896) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:44.805706 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-2946c322-7332-4e20-b1cb-4a34e0158ff2 req-75a7435b-11ca-463d-b344-498f6f004ed5 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] No DVR routers for this DVR port 96a4bbf8-b59e-49f3-8a88-d36cf8dc74c7 on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:16:44.810247 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2946c322-7332-4e20-b1cb-4a34e0158ff2 req-75a7435b-11ca-463d-b344-498f6f004ed5 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:44.814354 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2946c322-7332-4e20-b1cb-4a34e0158ff2 req-75a7435b-11ca-463d-b344-498f6f004ed5 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.76 "DELETE /v2.0/ports/96a4bbf8-b59e-49f3-8a88-d36cf8dc74c7 HTTP/1.1" status: 204 len: 173 time: 0.9199123 Dec 08 16:16:44.815121 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0522d4d-2c48-400f-b1f2-4525a9e1ebc3', 'name': 'network-vif-deleted', 'tag': '96a4bbf8-b59e-49f3-8a88-d36cf8dc74c7'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:16:44.818541 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ee1f8c-2295-4704-badc-14ac286e815c" -d '{"events": [{"server_uuid": "e0522d4d-2c48-400f-b1f2-4525a9e1ebc3", "name": "network-vif-deleted", "tag": "96a4bbf8-b59e-49f3-8a88-d36cf8dc74c7"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:16:44.833472 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:44.859546 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bbbc8d32-f4dc-4ca2-8f69-70f2929a5c75 req-a08e8ea8-4998-45be-b22e-b0f0f9d5064c tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0522d4d-2c48-400f-b1f2-4525a9e1ebc3 HTTP/1.1" status: 200 len: 210 time: 0.0322728 Dec 08 16:16:44.911982 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 7209d894-1ab5-4d39-ac15-a55d6880726a, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=7209d894-1ab5-4d39-ac15-a55d6880726a,segment=NetworkSegment(508b3b0c-784b-45dd-b91d-4e5cbca7b4d2),segment_id=508b3b0c-784b-45dd-b91d-4e5cbca7b4d2)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:44.927061 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3dfd6392-1541-4ff4-95ec-9d00d7e9cf7e req-220ac018-6289-4717-9cc0-db1cf199cc5b tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c9d21f4-c02c-43e8-9e6c-a95f9379dd30&id=a96e7614-ece1-4248-94a1-b83b73d2e17e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4728401 Dec 08 16:16:44.960105 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dc91b377-1858-4bcc-9e98-cef194fc87a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:44.971758 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:45.026819 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d5bd39-99d0-4f4c-819b-5d20373232e1 req-3892a7e0-ff92-4fac-b294-a4acae53bc65 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:45.028707 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-61d5bd39-99d0-4f4c-819b-5d20373232e1 req-3892a7e0-ff92-4fac-b294-a4acae53bc65 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc4b94a5-b717-4efc-8f87-9fd158abf9e6 HTTP/1.1" status: 200 len: 946 time: 0.0858808 Dec 08 16:16:45.108258 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-61d5bd39-99d0-4f4c-819b-5d20373232e1 req-394c4e41-958f-4d7d-a0f4-d47d6c5c3a0a tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729194 Dec 08 16:16:45.138604 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dc91b377-1858-4bcc-9e98-cef194fc87a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:45.142851 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=7209d894-1ab5-4d39-ac15-a55d6880726a,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:45.190159 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1665109d-d121-4fda-b791-05798e0e22a3 x-openstack-request-id: req-1665109d-d121-4fda-b791-05798e0e22a3 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:16:45.190467 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0522d4d-2c48-400f-b1f2-4525a9e1ebc3", "name": "network-vif-deleted", "tag": "96a4bbf8-b59e-49f3-8a88-d36cf8dc74c7", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:16:45.190729 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1665109d-d121-4fda-b791-05798e0e22a3 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:16:45.191569 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0522d4d-2c48-400f-b1f2-4525a9e1ebc3', 'name': 'network-vif-deleted', 'tag': '96a4bbf8-b59e-49f3-8a88-d36cf8dc74c7', 'status': 'completed', 'code': 200} Dec 08 16:16:45.235089 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:45.239764 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295503c5-817d-49bd-a1b5-49b49e0ed0cc req-2cec12bb-0e8a-450b-bc33-db2af3cf30cc tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:45.241400 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-295503c5-817d-49bd-a1b5-49b49e0ed0cc req-2cec12bb-0e8a-450b-bc33-db2af3cf30cc tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=100c4908-7541-488b-b9d5-e65a61d69e46 HTTP/1.1" status: 200 len: 945 time: 0.0564821 Dec 08 16:16:45.281329 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dc91b377-1858-4bcc-9e98-cef194fc87a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:45.293857 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-295503c5-817d-49bd-a1b5-49b49e0ed0cc req-7b403a8d-4e48-433a-82ab-cb018feeb15e tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453305 Dec 08 16:16:45.329013 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0eecc5-575a-433f-8b02-8c2d94f2be91 req-254007ec-c2aa-45f5-8b35-f6ca5216a80a tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:45.330522 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8e0eecc5-575a-433f-8b02-8c2d94f2be91 req-254007ec-c2aa-45f5-8b35-f6ca5216a80a tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/ports?device_id=79064082-c91c-4208-bd57-708e6d37a370 HTTP/1.1" status: 200 len: 946 time: 0.0893137 Dec 08 16:16:45.337855 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-dc91b377-1858-4bcc-9e98-cef194fc87a5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8f60c87cd0984374af160e0ba2fd27e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5748274 Dec 08 16:16:45.340701 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51904) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:45.348368 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc91b377-1858-4bcc-9e98-cef194fc87a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f40f694-01aa-45ed-89c6-556beacc7507,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:45.391382 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8e0eecc5-575a-433f-8b02-8c2d94f2be91 req-2a0cbe57-7011-4cf2-a9c3-afbabfc442c0 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/security-groups?id=5903942c-927a-4f35-93fb-0009cd4d6c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497880 Dec 08 16:16:45.403088 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-54aa8596-4287-4af6-9b42-8c6051e7409d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:45.429520 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-54aa8596-4287-4af6-9b42-8c6051e7409d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:45.514359 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3416f-8c00-4fe7-9f97-0548994a5f6c req-48e828f4-b0cc-418a-a1da-e685f2a60da6 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:45.515886 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4ab3416f-8c00-4fe7-9f97-0548994a5f6c req-48e828f4-b0cc-418a-a1da-e685f2a60da6 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/ports?device_id=79064082-c91c-4208-bd57-708e6d37a370 HTTP/1.1" status: 200 len: 946 time: 0.0524583 Dec 08 16:16:45.525777 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51908) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:45.531713 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-ad6c213c-435b-4e26-b00d-592060f99821 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Request body: {'floatingip': {'port_id': '15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:45.575598 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ad6c213c-435b-4e26-b00d-592060f99821 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks [] for floatingip, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:45.609708 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-54aa8596-4287-4af6-9b42-8c6051e7409d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:45.612368 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-54aa8596-4287-4af6-9b42-8c6051e7409d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:45.615946 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-54aa8596-4287-4af6-9b42-8c6051e7409d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9f40f694-01aa-45ed-89c6-556beacc7507 HTTP/1.1" status: 204 len: 168 time: 0.2717974 Dec 08 16:16:45.645451 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aa8596-4287-4af6-9b42-8c6051e7409d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f40f694-01aa-45ed-89c6-556beacc7507,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:45.885925 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9b564-7a18-49d8-a39c-a787b5958996 req-013ac94e-3a56-4b5e-84a6-5693a636a7f3 tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:45.887974 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-89f9b564-7a18-49d8-a39c-a787b5958996 req-013ac94e-3a56-4b5e-84a6-5693a636a7f3 tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] 10.222.0.64 "GET /v2.0/ports?device_id=876b4fca-a14c-429c-8d39-4b2514f8195f HTTP/1.1" status: 200 len: 946 time: 0.0619872 Dec 08 16:16:45.999103 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-89f9b564-7a18-49d8-a39c-a787b5958996 req-0bcef764-5eba-46e3-aa6f-2f9a7cfc5019 tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cdaa0a7-4b3a-45d5-8685-9f1a776f08cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044827 Dec 08 16:16:46.064786 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-244fed24-d16b-48af-911a-d6599a9efb4c req-50a35c0c-7686-47c1-92eb-13064b92c10f tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0522d4d-2c48-400f-b1f2-4525a9e1ebc3 HTTP/1.1" status: 200 len: 210 time: 0.0372307 Dec 08 16:16:46.202394 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d7335-ca06-47de-95a7-0a9bce2d72b0 req-ead81b53-8e2c-4952-a817-12c82fe359df tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:46.210339 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d7335-ca06-47de-95a7-0a9bce2d72b0 req-ead81b53-8e2c-4952-a817-12c82fe359df tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:46.217934 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d7335-ca06-47de-95a7-0a9bce2d72b0 req-ead81b53-8e2c-4952-a817-12c82fe359df tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:46.224217 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d7335-ca06-47de-95a7-0a9bce2d72b0 req-ead81b53-8e2c-4952-a817-12c82fe359df tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:46.231499 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d7335-ca06-47de-95a7-0a9bce2d72b0 req-ead81b53-8e2c-4952-a817-12c82fe359df tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:46.237705 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d7335-ca06-47de-95a7-0a9bce2d72b0 req-ead81b53-8e2c-4952-a817-12c82fe359df tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:46.243023 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ad6c213c-435b-4e26-b00d-592060f99821 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:46.243880 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d7335-ca06-47de-95a7-0a9bce2d72b0 req-ead81b53-8e2c-4952-a817-12c82fe359df tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:46.245902 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8e3d7335-ca06-47de-95a7-0a9bce2d72b0 req-ead81b53-8e2c-4952-a817-12c82fe359df tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 5443 time: 0.1314385 Dec 08 16:16:46.262205 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03976434-4d9e-476a-a1e9-5480aee6cdaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85bad2ad-910d-4f13-942d-9eb3285bd3f8'}, {'server_uuid': '876b4fca-a14c-429c-8d39-4b2514f8195f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7209d894-1ab5-4d39-ac15-a55d6880726a'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:16:46.264726 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d7460f-2c81-4ada-b241-a73f42aba83c" -d '{"events": [{"server_uuid": "03976434-4d9e-476a-a1e9-5480aee6cdaf", "name": "network-vif-plugged", "status": "completed", "tag": "85bad2ad-910d-4f13-942d-9eb3285bd3f8"}, {"server_uuid": "876b4fca-a14c-429c-8d39-4b2514f8195f", "name": "network-vif-plugged", "status": "completed", "tag": "7209d894-1ab5-4d39-ac15-a55d6880726a"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:16:46.314199 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8e3d7335-ca06-47de-95a7-0a9bce2d72b0 req-dc67bdaf-c638-489a-bd96-89c2140ffea3 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c9d21f4-c02c-43e8-9e6c-a95f9379dd30&id=a96e7614-ece1-4248-94a1-b83b73d2e17e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0618024 Dec 08 16:16:46.318457 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa6782-5f1e-4830-a9ab-3734009e1790 req-f118cd93-b6e8-40d6-b12a-5971e1aacbe1 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:46.320230 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c5aa6782-5f1e-4830-a9ab-3734009e1790 req-f118cd93-b6e8-40d6-b12a-5971e1aacbe1 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc4b94a5-b717-4efc-8f87-9fd158abf9e6 HTTP/1.1" status: 200 len: 946 time: 0.0591083 Dec 08 16:16:46.374248 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Dec 2021 16:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb6294d-01ea-4d32-9156-eaa206cf7e2f x-openstack-request-id: req-fbb6294d-01ea-4d32-9156-eaa206cf7e2f {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:16:46.374732 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03976434-4d9e-476a-a1e9-5480aee6cdaf", "name": "network-vif-plugged", "status": "completed", "tag": "85bad2ad-910d-4f13-942d-9eb3285bd3f8", "code": 200}, {"server_uuid": "876b4fca-a14c-429c-8d39-4b2514f8195f", "name": "network-vif-plugged", "status": "completed", "tag": "7209d894-1ab5-4d39-ac15-a55d6880726a", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:16:46.376955 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fbb6294d-01ea-4d32-9156-eaa206cf7e2f {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:16:46.376955 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03976434-4d9e-476a-a1e9-5480aee6cdaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85bad2ad-910d-4f13-942d-9eb3285bd3f8', 'code': 200} Dec 08 16:16:46.376955 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '876b4fca-a14c-429c-8d39-4b2514f8195f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7209d894-1ab5-4d39-ac15-a55d6880726a', 'code': 200} Dec 08 16:16:46.382691 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c5aa6782-5f1e-4830-a9ab-3734009e1790 req-7a3885c3-14b8-45e4-8d58-fff2eafc444b tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554588 Dec 08 16:16:46.407153 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ad6c213c-435b-4e26-b00d-592060f99821 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:46.563683 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d597788-fe98-4798-b8fe-a78ee44c92dd req-d27c62ba-2a0a-4485-85e3-da54ec9b26d4 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:46.566102 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6d597788-fe98-4798-b8fe-a78ee44c92dd req-d27c62ba-2a0a-4485-85e3-da54ec9b26d4 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=100c4908-7541-488b-b9d5-e65a61d69e46 HTTP/1.1" status: 200 len: 945 time: 0.1342587 Dec 08 16:16:46.579120 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c38868-34db-4b27-b26d-a7261e56b33f req-7aa3b870-7bb8-46fe-83f3-1d20800d0778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:46.583651 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-28c38868-34db-4b27-b26d-a7261e56b33f req-7aa3b870-7bb8-46fe-83f3-1d20800d0778 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=876b4fca-a14c-429c-8d39-4b2514f8195f HTTP/1.1" status: 200 len: 1098 time: 0.1173692 Dec 08 16:16:46.585022 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51930) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:46.628634 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea4e114-45f5-402e-8e4e-ceb458b3bd80 req-53bf8d38-a6fa-4031-aff3-89cf201b5627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:46.629119 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea4e114-45f5-402e-8e4e-ceb458b3bd80 req-53bf8d38-a6fa-4031-aff3-89cf201b5627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:46.629519 n-d-776250-12 neutron-server[110551]: INFO neutron.db.l3_db [None req-ad6c213c-435b-4e26-b00d-592060f99821 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Floating IP 7370f25a-ef60-44c1-896a-db8c494e73fc associated. External IP: 172.25.0.140, port: 15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6. Dec 08 16:16:46.629637 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea4e114-45f5-402e-8e4e-ceb458b3bd80 req-53bf8d38-a6fa-4031-aff3-89cf201b5627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:46.630045 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea4e114-45f5-402e-8e4e-ceb458b3bd80 req-53bf8d38-a6fa-4031-aff3-89cf201b5627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:46.630509 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea4e114-45f5-402e-8e4e-ceb458b3bd80 req-53bf8d38-a6fa-4031-aff3-89cf201b5627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:46.630968 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea4e114-45f5-402e-8e4e-ceb458b3bd80 req-53bf8d38-a6fa-4031-aff3-89cf201b5627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:46.631435 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea4e114-45f5-402e-8e4e-ceb458b3bd80 req-53bf8d38-a6fa-4031-aff3-89cf201b5627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:46.633693 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-dea4e114-45f5-402e-8e4e-ceb458b3bd80 req-53bf8d38-a6fa-4031-aff3-89cf201b5627 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 6507 time: 0.1251240 Dec 08 16:16:46.643920 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a1a61308-9a52-4465-8fd3-5467deea3cb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:46.682874 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:46.731721 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6d597788-fe98-4798-b8fe-a78ee44c92dd req-f797c39d-3b58-4633-aa66-6934b7496e64 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559532 Dec 08 16:16:46.737804 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-28c38868-34db-4b27-b26d-a7261e56b33f req-d64519a1-2004-49f9-abed-c04d2c65d69f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9cdaa0a7-4b3a-45d5-8685-9f1a776f08cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291935 Dec 08 16:16:46.801368 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-dea4e114-45f5-402e-8e4e-ceb458b3bd80 req-eb8cf4ae-3e01-4b60-b9f2-9a849f9e980e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2c9d21f4-c02c-43e8-9e6c-a95f9379dd30&id=a96e7614-ece1-4248-94a1-b83b73d2e17e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1587014 Dec 08 16:16:46.844393 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a1a61308-9a52-4465-8fd3-5467deea3cb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:46.925177 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450eb6e1-3d3a-435f-9b67-95c4d7bcdc22 req-3afc212f-0393-4356-80fe-d01f5c396ed4 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:46.926698 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-450eb6e1-3d3a-435f-9b67-95c4d7bcdc22 req-3afc212f-0393-4356-80fe-d01f5c396ed4 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc4b94a5-b717-4efc-8f87-9fd158abf9e6 HTTP/1.1" status: 200 len: 946 time: 0.0989184 Dec 08 16:16:46.927104 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a1a61308-9a52-4465-8fd3-5467deea3cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:46.973066 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a1a61308-9a52-4465-8fd3-5467deea3cb3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=512592290e5b4f438dd6b60c038a26eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3828263 Dec 08 16:16:46.973066 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a61308-9a52-4465-8fd3-5467deea3cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc89a2f-ca1a-4ca3-b863-2fb26d222259,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:46.974069 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51934) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:46.984370 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad6c213c-435b-4e26-b00d-592060f99821 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Router 14406fc6-dda4-4dd8-9fea-71d207c86989 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:16:47.002116 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-450eb6e1-3d3a-435f-9b67-95c4d7bcdc22 req-14f15eaf-f103-4f57-ab80-c469091c0c14 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669305 Dec 08 16:16:47.050022 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-67e702cf-c3d5-4388-be18-8358607dc109 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:47.082028 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-67e702cf-c3d5-4388-be18-8358607dc109 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:47.161099 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b603c5-815b-4ef7-8b55-5c03bbee05fb req-b67674d0-8a55-4225-a49d-90de90f0057a tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:47.162711 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-48b603c5-815b-4ef7-8b55-5c03bbee05fb req-b67674d0-8a55-4225-a49d-90de90f0057a tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] 10.222.0.64 "GET /v2.0/ports?device_id=876b4fca-a14c-429c-8d39-4b2514f8195f HTTP/1.1" status: 200 len: 946 time: 0.0836749 Dec 08 16:16:47.166667 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad6c213c-435b-4e26-b00d-592060f99821 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:16:47.172339 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ad6c213c-435b-4e26-b00d-592060f99821 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:47.204613 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ad6c213c-435b-4e26-b00d-592060f99821 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "PUT /v2.0/floatingips/7370f25a-ef60-44c1-896a-db8c494e73fc HTTP/1.1" status: 200 len: 992 time: 1.6776066 Dec 08 16:16:47.205247 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79064082-c91c-4208-bd57-708e6d37a370', 'tag': '15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:16:47.208415 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f52605d-450b-4a43-b28d-0dd460d41ffc" -d '{"events": [{"name": "network-changed", "server_uuid": "79064082-c91c-4208-bd57-708e6d37a370", "tag": "15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:16:47.214689 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a569f54c-e540-481f-8954-2d7d2fbed9bf None None] Sync routers for ids ['14406fc6-dda4-4dd8-9fea-71d207c86989'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:16:47.232125 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a569f54c-e540-481f-8954-2d7d2fbed9bf None None] Routers {'14406fc6-dda4-4dd8-9fea-71d207c86989'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:16:47.232779 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-a569f54c-e540-481f-8954-2d7d2fbed9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:16:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['14406fc6-dda4-4dd8-9fea-71d207c86989'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:47.264384 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-48b603c5-815b-4ef7-8b55-5c03bbee05fb req-20c4d7b2-bc54-45ce-9789-1ca795f0a26b tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cdaa0a7-4b3a-45d5-8685-9f1a776f08cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612905 Dec 08 16:16:47.305583 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-67e702cf-c3d5-4388-be18-8358607dc109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:47.309585 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-67e702cf-c3d5-4388-be18-8358607dc109 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:47.313562 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-67e702cf-c3d5-4388-be18-8358607dc109 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4cc89a2f-ca1a-4ca3-b863-2fb26d222259 HTTP/1.1" status: 204 len: 168 time: 0.3358822 Dec 08 16:16:47.330678 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e702cf-c3d5-4388-be18-8358607dc109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc89a2f-ca1a-4ca3-b863-2fb26d222259,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:47.371519 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-a569f54c-e540-481f-8954-2d7d2fbed9bf None None] Set router 14406fc6-dda4-4dd8-9fea-71d207c86989 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:16:47.431818 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9820e9-58db-4f7a-ba14-a5a5e374aa79 x-openstack-request-id: req-3a9820e9-58db-4f7a-ba14-a5a5e374aa79 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:16:47.431818 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79064082-c91c-4208-bd57-708e6d37a370", "tag": "15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:16:47.431818 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3a9820e9-58db-4f7a-ba14-a5a5e374aa79 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:16:47.431818 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79064082-c91c-4208-bd57-708e6d37a370', 'tag': '15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6', 'status': 'completed', 'code': 200} Dec 08 16:16:47.481986 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:47.527655 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f52605d-450b-4a43-b28d-0dd460d41ffc req-b09a96ca-6a31-44b9-9a89-b9738ca5d56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:47.529619 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6f52605d-450b-4a43-b28d-0dd460d41ffc req-b09a96ca-6a31-44b9-9a89-b9738ca5d56d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f798cbfb52c24fe0ba6afa1278248aa5&device_id=79064082-c91c-4208-bd57-708e6d37a370 HTTP/1.1" status: 200 len: 1098 time: 0.0694771 Dec 08 16:16:47.704761 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b37476-d9d0-4480-9452-a97f93177abf req-1dedb23a-9b4d-46e9-b7f8-084737686887 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:47.706411 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e8b37476-d9d0-4480-9452-a97f93177abf req-1dedb23a-9b4d-46e9-b7f8-084737686887 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc2d16bb-94e4-45ac-beb6-de10b69176ea HTTP/1.1" status: 200 len: 945 time: 0.0612745 Dec 08 16:16:47.708337 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-a569f54c-e540-481f-8954-2d7d2fbed9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14406fc6-dda4-4dd8-9fea-71d207c86989', 'name': 'tempest-AttachVolumeTestJSON-1381106210-router', 'tenant_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '4e7d1284-752f-48f1-b423-978ccbb17951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:16:06Z', 'updated_at': '2021-12-08T16:16:13Z', 'revision_number': 4, 'project_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'gw_port': {'id': '4e7d1284-752f-48f1-b423-978ccbb17951', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ec:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14406fc6-dda4-4dd8-9fea-71d207c86989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:16:08Z', 'updated_at': '2021-12-08T16:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '7370f25a-ef60-44c1-896a-db8c494e73fc', 'tenant_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'floating_ip_address': '172.25.0.140', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '14406fc6-dda4-4dd8-9fea-71d207c86989', 'port_id': '15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7267bda8-5e5d-4e04-ad23-20b961702335', 'mac_address': 'fa:16:3e:6e:9a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79064082-c91c-4208-bd57-708e6d37a370', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:16:20Z', 'updated_at': '2021-12-08T16:16:46Z', 'revision_number': 1, 'project_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cfd5e25-f756-48bc-b02b-2b7840fc8bf8', 'name': '', 'network_id': '7267bda8-5e5d-4e04-ad23-20b961702335', 'tenant_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'mac_address': 'fa:16:3e:06:59:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14406fc6-dda4-4dd8-9fea-71d207c86989', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'b1120212-8041-47f2-b393-74481d8c6bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:16:11Z', 'updated_at': '2021-12-08T16:16:19Z', 'revision_number': 5, 'project_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'subnets': [{'id': 'b1120212-8041-47f2-b393-74481d8c6bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:47.750154 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ae97e2-7c51-40bc-8811-3f6470fc4370 req-7d853992-bac5-4fa7-9c8b-4db665e41a93 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:47.751393 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a569f54c-e540-481f-8954-2d7d2fbed9bf None None] Checking router: 14406fc6-dda4-4dd8-9fea-71d207c86989 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:16:47.756545 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ae97e2-7c51-40bc-8811-3f6470fc4370 req-7d853992-bac5-4fa7-9c8b-4db665e41a93 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:47.762200 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a569f54c-e540-481f-8954-2d7d2fbed9bf None None] Routers {'14406fc6-dda4-4dd8-9fea-71d207c86989'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:16:47.763344 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ae97e2-7c51-40bc-8811-3f6470fc4370 req-7d853992-bac5-4fa7-9c8b-4db665e41a93 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:47.763549 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-a569f54c-e540-481f-8954-2d7d2fbed9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:16:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['14406fc6-dda4-4dd8-9fea-71d207c86989'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:47.766351 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e8b37476-d9d0-4480-9452-a97f93177abf req-37220596-2d5b-4830-9b4b-332bc78f4a39 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536091 Dec 08 16:16:47.788604 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ae97e2-7c51-40bc-8811-3f6470fc4370 req-7d853992-bac5-4fa7-9c8b-4db665e41a93 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:47.797924 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ae97e2-7c51-40bc-8811-3f6470fc4370 req-7d853992-bac5-4fa7-9c8b-4db665e41a93 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:47.807841 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ae97e2-7c51-40bc-8811-3f6470fc4370 req-7d853992-bac5-4fa7-9c8b-4db665e41a93 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:47.814356 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ae97e2-7c51-40bc-8811-3f6470fc4370 req-7d853992-bac5-4fa7-9c8b-4db665e41a93 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:47.822590 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d8ae97e2-7c51-40bc-8811-3f6470fc4370 req-7d853992-bac5-4fa7-9c8b-4db665e41a93 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 5443 time: 0.1934988 Dec 08 16:16:47.835973 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f52605d-450b-4a43-b28d-0dd460d41ffc req-8ffb9a36-84fa-4d53-a072-d5ef5ee9521c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:47.838182 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6f52605d-450b-4a43-b28d-0dd460d41ffc req-8ffb9a36-84fa-4d53-a072-d5ef5ee9521c service neutron] 10.222.0.76 "GET /v2.0/networks?id=7267bda8-5e5d-4e04-ad23-20b961702335 HTTP/1.1" status: 200 len: 912 time: 0.3006427 Dec 08 16:16:47.907143 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-a569f54c-e540-481f-8954-2d7d2fbed9bf None None] Set router 14406fc6-dda4-4dd8-9fea-71d207c86989 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:16:47.919798 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa91665-dcc8-4519-8d74-ef79c4b7787b req-1768639f-1e5a-49ae-926a-9e2b3e2a67a8 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:47.922139 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cfa91665-dcc8-4519-8d74-ef79c4b7787b req-1768639f-1e5a-49ae-926a-9e2b3e2a67a8 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=100c4908-7541-488b-b9d5-e65a61d69e46 HTTP/1.1" status: 200 len: 945 time: 0.0909419 Dec 08 16:16:47.982512 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d8ae97e2-7c51-40bc-8811-3f6470fc4370 req-aca66973-0a53-4adc-bef9-99c2f0d9175c tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c9d21f4-c02c-43e8-9e6c-a95f9379dd30&id=a96e7614-ece1-4248-94a1-b83b73d2e17e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1588099 Dec 08 16:16:47.988324 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6f52605d-450b-4a43-b28d-0dd460d41ffc req-de4c11f2-8735-464c-b35a-ecfff77f8564 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6 HTTP/1.1" status: 200 len: 1000 time: 0.1402097 Dec 08 16:16:48.025113 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cfa91665-dcc8-4519-8d74-ef79c4b7787b req-b5728b64-4cb2-483d-ba7c-7eb9297220bd tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793519 Dec 08 16:16:48.081187 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f52605d-450b-4a43-b28d-0dd460d41ffc req-f55d6721-536c-4a63-b849-c665e3a13aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:48.082706 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6f52605d-450b-4a43-b28d-0dd460d41ffc req-f55d6721-536c-4a63-b849-c665e3a13aba service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b1120212-8041-47f2-b393-74481d8c6bb2 HTTP/1.1" status: 200 len: 850 time: 0.0857205 Dec 08 16:16:48.179951 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc6f02-8107-4d52-8f13-221375c02973 req-09f9df8b-7dae-47f0-8102-3f9ee3790c77 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:48.184842 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c4dc6f02-8107-4d52-8f13-221375c02973 req-09f9df8b-7dae-47f0-8102-3f9ee3790c77 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=100c4908-7541-488b-b9d5-e65a61d69e46 HTTP/1.1" status: 200 len: 945 time: 0.0873275 Dec 08 16:16:48.213836 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f52605d-450b-4a43-b28d-0dd460d41ffc req-07da55af-80d1-45af-84ca-c93e5d128371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:48.215924 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6f52605d-450b-4a43-b28d-0dd460d41ffc req-07da55af-80d1-45af-84ca-c93e5d128371 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7267bda8-5e5d-4e04-ad23-20b961702335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1244934 Dec 08 16:16:48.241223 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8640d4e-367e-4dfe-b95a-83947e48eb9c req-4b7fc0e0-c58f-450c-a2de-6e14897c8219 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:48.243013 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e8640d4e-367e-4dfe-b95a-83947e48eb9c req-4b7fc0e0-c58f-450c-a2de-6e14897c8219 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc4b94a5-b717-4efc-8f87-9fd158abf9e6 HTTP/1.1" status: 200 len: 946 time: 0.1217318 Dec 08 16:16:48.281112 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c4dc6f02-8107-4d52-8f13-221375c02973 req-80d07890-c1f0-47b9-808c-13767753759f tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878291 Dec 08 16:16:48.445133 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e31cee-0ebe-470e-97f2-dc49cb12c5fe req-e54acc7a-3f29-42ae-9d40-8634a303ea81 tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:48.449023 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-15e31cee-0ebe-470e-97f2-dc49cb12c5fe req-e54acc7a-3f29-42ae-9d40-8634a303ea81 tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] 10.222.0.64 "GET /v2.0/ports?device_id=876b4fca-a14c-429c-8d39-4b2514f8195f HTTP/1.1" status: 200 len: 946 time: 0.0959876 Dec 08 16:16:48.457994 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e8640d4e-367e-4dfe-b95a-83947e48eb9c req-97820d11-724d-45a9-abb2-88235cd746b4 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383939 Dec 08 16:16:48.466586 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6f52605d-450b-4a43-b28d-0dd460d41ffc req-35145073-3aba-43ef-abb4-2c121d6d1011 service neutron] 10.222.0.76 "GET /v2.0/networks/7267bda8-5e5d-4e04-ad23-20b961702335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367671 Dec 08 16:16:48.470676 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 96a4bbf8-b59e-49f3-8a88-d36cf8dc74c7 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:16:48.541624 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: 96a4bbf8-b59e-49f3-8a88-d36cf8dc74c7 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:16:48.542580 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 96a4bbf8-b59e-49f3-8a88-d36cf8dc74c7 not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:16:48.549189 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-15e31cee-0ebe-470e-97f2-dc49cb12c5fe req-d34958bf-f83d-4e5b-a88d-eda8729e516a tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cdaa0a7-4b3a-45d5-8685-9f1a776f08cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929339 Dec 08 16:16:48.584241 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-a569f54c-e540-481f-8954-2d7d2fbed9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14406fc6-dda4-4dd8-9fea-71d207c86989', 'name': 'tempest-AttachVolumeTestJSON-1381106210-router', 'tenant_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '4e7d1284-752f-48f1-b423-978ccbb17951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:16:06Z', 'updated_at': '2021-12-08T16:16:13Z', 'revision_number': 4, 'project_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'gw_port': {'id': '4e7d1284-752f-48f1-b423-978ccbb17951', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ec:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14406fc6-dda4-4dd8-9fea-71d207c86989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:16:08Z', 'updated_at': '2021-12-08T16:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '7370f25a-ef60-44c1-896a-db8c494e73fc', 'tenant_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'floating_ip_address': '172.25.0.140', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '14406fc6-dda4-4dd8-9fea-71d207c86989', 'port_id': '15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7267bda8-5e5d-4e04-ad23-20b961702335', 'mac_address': 'fa:16:3e:6e:9a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79064082-c91c-4208-bd57-708e6d37a370', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:16:20Z', 'updated_at': '2021-12-08T16:16:46Z', 'revision_number': 1, 'project_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cfd5e25-f756-48bc-b02b-2b7840fc8bf8', 'name': '', 'network_id': '7267bda8-5e5d-4e04-ad23-20b961702335', 'tenant_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'mac_address': 'fa:16:3e:06:59:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14406fc6-dda4-4dd8-9fea-71d207c86989', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'b1120212-8041-47f2-b393-74481d8c6bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:16:11Z', 'updated_at': '2021-12-08T16:16:19Z', 'revision_number': 5, 'project_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'subnets': [{'id': 'b1120212-8041-47f2-b393-74481d8c6bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:48.641159 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a569f54c-e540-481f-8954-2d7d2fbed9bf None None] The sync data for ids ['14406fc6-dda4-4dd8-9fea-71d207c86989'] in n-d-776250-12 is: [{'id': '14406fc6-dda4-4dd8-9fea-71d207c86989', 'name': 'tempest-AttachVolumeTestJSON-1381106210-router', 'tenant_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '4e7d1284-752f-48f1-b423-978ccbb17951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:16:06Z', 'updated_at': '2021-12-08T16:16:13Z', 'revision_number': 4, 'project_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'gw_port': {'id': '4e7d1284-752f-48f1-b423-978ccbb17951', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ec:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14406fc6-dda4-4dd8-9fea-71d207c86989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:16:08Z', 'updated_at': '2021-12-08T16:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '7370f25a-ef60-44c1-896a-db8c494e73fc', 'tenant_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'floating_ip_address': '172.25.0.140', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '14406fc6-dda4-4dd8-9fea-71d207c86989', 'port_id': '15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7267bda8-5e5d-4e04-ad23-20b961702335', 'mac_address': 'fa:16:3e:6e:9a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79064082-c91c-4208-bd57-708e6d37a370', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:16:20Z', 'updated_at': '2021-12-08T16:16:46Z', 'revision_number': 1, 'project_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cfd5e25-f756-48bc-b02b-2b7840fc8bf8', 'name': '', 'network_id': '7267bda8-5e5d-4e04-ad23-20b961702335', 'tenant_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'mac_address': 'fa:16:3e:06:59:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14406fc6-dda4-4dd8-9fea-71d207c86989', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'b1120212-8041-47f2-b393-74481d8c6bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:16:11Z', 'updated_at': '2021-12-08T16:16:19Z', 'revision_number': 5, 'project_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'subnets': [{'id': 'b1120212-8041-47f2-b393-74481d8c6bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:16:48.660920 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6f52605d-450b-4a43-b28d-0dd460d41ffc req-f9ce6514-f43b-4385-ad54-f48685d4bce7 service neutron] 10.222.0.76 "GET /v2.0/networks/7267bda8-5e5d-4e04-ad23-20b961702335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852734 Dec 08 16:16:48.820875 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c01a8e3-3d1d-4060-becd-8253fe67d0ec req-8b4de28b-8871-41c8-a658-4a4a8d24e8be tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:48.823249 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1c01a8e3-3d1d-4060-becd-8253fe67d0ec req-8b4de28b-8871-41c8-a658-4a4a8d24e8be tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=100c4908-7541-488b-b9d5-e65a61d69e46 HTTP/1.1" status: 200 len: 945 time: 0.0598772 Dec 08 16:16:48.920501 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1c01a8e3-3d1d-4060-becd-8253fe67d0ec req-59092e3d-7bf5-4489-a603-e8f706873d80 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732961 Dec 08 16:16:48.937340 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb12f9a7-2a58-4a2c-9369-3fc843fae0df req-5604fb99-4343-47ff-9210-bfc53c454fb9 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:48.938979 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cb12f9a7-2a58-4a2c-9369-3fc843fae0df req-5604fb99-4343-47ff-9210-bfc53c454fb9 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc2d16bb-94e4-45ac-beb6-de10b69176ea HTTP/1.1" status: 200 len: 945 time: 0.0857511 Dec 08 16:16:49.000313 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbec089-13b7-4c01-b30e-e483bb148c74 None None] New status for floating IP 7370f25a-ef60-44c1-896a-db8c494e73fc: ACTIVE {{(pid=110552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:16:49.024068 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cb12f9a7-2a58-4a2c-9369-3fc843fae0df req-d48df314-0048-4bb8-9dd5-5da5d2084a96 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762467 Dec 08 16:16:49.071472 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31e1a3-c9c7-49f8-83ea-40623285b010 req-25f25517-6e5c-46db-a7b4-73b53407987b tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:49.080060 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cf31e1a3-c9c7-49f8-83ea-40623285b010 req-25f25517-6e5c-46db-a7b4-73b53407987b tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=100c4908-7541-488b-b9d5-e65a61d69e46 HTTP/1.1" status: 200 len: 945 time: 0.0930820 Dec 08 16:16:49.101437 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f006f-28ec-447a-8715-7edea2380b26 req-90022811-2c28-453c-a94c-096aeaf9838f tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:49.103697 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4f1f006f-28ec-447a-8715-7edea2380b26 req-90022811-2c28-453c-a94c-096aeaf9838f tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.76 "GET /v2.0/ports?device_id=cc2d16bb-94e4-45ac-beb6-de10b69176ea HTTP/1.1" status: 200 len: 945 time: 0.0604324 Dec 08 16:16:49.148837 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cf31e1a3-c9c7-49f8-83ea-40623285b010 req-667897ce-01a3-4249-be7d-7f1ca8b09f39 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673230 Dec 08 16:16:49.259768 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984ac4a-11eb-426a-a86b-9bf9ce9e3f17 req-cf5ade1b-c929-4ac4-b894-1d1d7cc4c1a0 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:49.266042 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984ac4a-11eb-426a-a86b-9bf9ce9e3f17 req-cf5ade1b-c929-4ac4-b894-1d1d7cc4c1a0 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:49.272240 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984ac4a-11eb-426a-a86b-9bf9ce9e3f17 req-cf5ade1b-c929-4ac4-b894-1d1d7cc4c1a0 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:49.279060 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984ac4a-11eb-426a-a86b-9bf9ce9e3f17 req-cf5ade1b-c929-4ac4-b894-1d1d7cc4c1a0 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:49.288450 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984ac4a-11eb-426a-a86b-9bf9ce9e3f17 req-cf5ade1b-c929-4ac4-b894-1d1d7cc4c1a0 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:49.292808 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984ac4a-11eb-426a-a86b-9bf9ce9e3f17 req-cf5ade1b-c929-4ac4-b894-1d1d7cc4c1a0 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:49.299014 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984ac4a-11eb-426a-a86b-9bf9ce9e3f17 req-cf5ade1b-c929-4ac4-b894-1d1d7cc4c1a0 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:49.301244 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2984ac4a-11eb-426a-a86b-9bf9ce9e3f17 req-cf5ade1b-c929-4ac4-b894-1d1d7cc4c1a0 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 5443 time: 0.1491909 Dec 08 16:16:49.343579 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-4f1f006f-28ec-447a-8715-7edea2380b26 req-f12250cc-7e07-4227-9b03-b21ee47eaf3a tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Deleting port ba1102e6-16d2-43cb-a699-967ba6520bda {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:16:49.345686 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-4f1f006f-28ec-447a-8715-7edea2380b26 req-f12250cc-7e07-4227-9b03-b21ee47eaf3a tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:49.436718 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2984ac4a-11eb-426a-a86b-9bf9ce9e3f17 req-ddd216fa-826f-4193-b793-dffa0608a223 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c9d21f4-c02c-43e8-9e6c-a95f9379dd30&id=a96e7614-ece1-4248-94a1-b83b73d2e17e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1251159 Dec 08 16:16:49.504726 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-4f1f006f-28ec-447a-8715-7edea2380b26 req-f12250cc-7e07-4227-9b03-b21ee47eaf3a tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] For port ba1102e6-16d2-43cb-a699-967ba6520bda, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=ba1102e6-16d2-43cb-a699-967ba6520bda,segment=NetworkSegment(9b02e36e-6de5-484c-a36e-2fa26fb39118),segment_id=9b02e36e-6de5-484c-a36e-2fa26fb39118)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:49.504726 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-4f1f006f-28ec-447a-8715-7edea2380b26 req-f12250cc-7e07-4227-9b03-b21ee47eaf3a tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:49.535724 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-4f1f006f-28ec-447a-8715-7edea2380b26 req-f12250cc-7e07-4227-9b03-b21ee47eaf3a tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Calling delete_port for ba1102e6-16d2-43cb-a699-967ba6520bda owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:16:49.648750 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60062ed-46a9-43a9-96cd-681cb4643faa req-888afc3d-5beb-4903-afdb-8e41cf52b8d2 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:49.655247 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60062ed-46a9-43a9-96cd-681cb4643faa req-888afc3d-5beb-4903-afdb-8e41cf52b8d2 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:49.661641 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60062ed-46a9-43a9-96cd-681cb4643faa req-888afc3d-5beb-4903-afdb-8e41cf52b8d2 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:49.668661 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60062ed-46a9-43a9-96cd-681cb4643faa req-888afc3d-5beb-4903-afdb-8e41cf52b8d2 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:49.675334 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60062ed-46a9-43a9-96cd-681cb4643faa req-888afc3d-5beb-4903-afdb-8e41cf52b8d2 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:49.681115 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60062ed-46a9-43a9-96cd-681cb4643faa req-888afc3d-5beb-4903-afdb-8e41cf52b8d2 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:49.687831 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60062ed-46a9-43a9-96cd-681cb4643faa req-888afc3d-5beb-4903-afdb-8e41cf52b8d2 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:49.698009 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e60062ed-46a9-43a9-96cd-681cb4643faa req-888afc3d-5beb-4903-afdb-8e41cf52b8d2 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 5443 time: 0.1582890 Dec 08 16:16:49.708865 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52020) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:49.715646 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-6d86f45e-2738-4b32-815e-f7b0ee04e9d6 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Request body: {'floatingip': {'port_id': '86efcb2c-1285-4710-925f-8ab5f6b3d355'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:49.783001 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6d86f45e-2738-4b32-815e-f7b0ee04e9d6 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks [] for floatingip, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:49.968659 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1687c339-6b82-428f-b8a9-6e763fe81090 req-cc9cd551-976b-4c33-b5c3-d67465a6e308 tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:49.970407 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1687c339-6b82-428f-b8a9-6e763fe81090 req-cc9cd551-976b-4c33-b5c3-d67465a6e308 tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] 10.222.0.64 "GET /v2.0/ports?device_id=876b4fca-a14c-429c-8d39-4b2514f8195f HTTP/1.1" status: 200 len: 946 time: 0.1806922 Dec 08 16:16:50.143146 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1687c339-6b82-428f-b8a9-6e763fe81090 req-c64ed1f9-3b69-42e9-b823-ebdbbfd086c6 tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cdaa0a7-4b3a-45d5-8685-9f1a776f08cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567416 Dec 08 16:16:50.403342 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed87231-0d9d-4b91-a5d4-d966988006dd req-0417349e-5cfb-4ce2-be4f-d24aef213e22 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:50.405080 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5ed87231-0d9d-4b91-a5d4-d966988006dd req-0417349e-5cfb-4ce2-be4f-d24aef213e22 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc4b94a5-b717-4efc-8f87-9fd158abf9e6 HTTP/1.1" status: 200 len: 946 time: 0.6077163 Dec 08 16:16:50.472475 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-4f1f006f-28ec-447a-8715-7edea2380b26 req-f12250cc-7e07-4227-9b03-b21ee47eaf3a tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:50.484685 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5ed87231-0d9d-4b91-a5d4-d966988006dd req-35e492c6-3cc0-4f79-be48-a19040f07b4e tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626149 Dec 08 16:16:50.488165 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['ba1102e6-16d2-43cb-a699-967ba6520bda'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:16:50.493204 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['447778cb-6852-4f54-8138-b73aa73fba8a'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:16:50.514918 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12250cc-7e07-4227-9b03-b21ee47eaf3a tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Pushing event deleted for resources: {'Port': ['ID=ba1102e6-16d2-43cb-a699-967ba6520bda,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:50.611723 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f1f006f-28ec-447a-8715-7edea2380b26 req-f12250cc-7e07-4227-9b03-b21ee47eaf3a tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] No DVR routers for this DVR port ba1102e6-16d2-43cb-a699-967ba6520bda on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:16:50.616884 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-4f1f006f-28ec-447a-8715-7edea2380b26 req-f12250cc-7e07-4227-9b03-b21ee47eaf3a tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:50.626703 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4f1f006f-28ec-447a-8715-7edea2380b26 req-f12250cc-7e07-4227-9b03-b21ee47eaf3a tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.76 "DELETE /v2.0/ports/ba1102e6-16d2-43cb-a699-967ba6520bda HTTP/1.1" status: 204 len: 173 time: 1.5171487 Dec 08 16:16:50.628632 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2d16bb-94e4-45ac-beb6-de10b69176ea', 'name': 'network-vif-deleted', 'tag': 'ba1102e6-16d2-43cb-a699-967ba6520bda'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:16:50.635802 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c06fa7-ba28-42dd-bac8-ae70a260576e" -d '{"events": [{"server_uuid": "cc2d16bb-94e4-45ac-beb6-de10b69176ea", "name": "network-vif-deleted", "tag": "ba1102e6-16d2-43cb-a699-967ba6520bda"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:16:50.676099 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f907c-1e1b-4533-a611-3a1aba4de326 req-089829bb-cb28-43d5-8ac2-db28becd9ad1 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:50.687067 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e91f907c-1e1b-4533-a611-3a1aba4de326 req-089829bb-cb28-43d5-8ac2-db28becd9ad1 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=100c4908-7541-488b-b9d5-e65a61d69e46 HTTP/1.1" status: 200 len: 945 time: 0.2581744 Dec 08 16:16:50.764836 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.db.resource_extend [None req-6d86f45e-2738-4b32-815e-f7b0ee04e9d6 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 16:16:50.812344 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c0c4b61a-a351-4322-b535-b90533b42f5b req-0fb4fa6f-2cbf-448d-adc2-d1f4e9b8f8b1 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc2d16bb-94e4-45ac-beb6-de10b69176ea HTTP/1.1" status: 200 len: 210 time: 0.0530162 Dec 08 16:16:50.903923 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e91f907c-1e1b-4533-a611-3a1aba4de326 req-5c8669ba-0576-4243-b45f-25ae1473c3b0 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066863 Dec 08 16:16:50.906320 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6d86f45e-2738-4b32-815e-f7b0ee04e9d6 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:50.909683 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1799dea-44d4-4135-b7de-7cfd368a4da0 x-openstack-request-id: req-f1799dea-44d4-4135-b7de-7cfd368a4da0 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:16:50.910125 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2d16bb-94e4-45ac-beb6-de10b69176ea", "name": "network-vif-deleted", "tag": "ba1102e6-16d2-43cb-a699-967ba6520bda", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:16:50.910540 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f1799dea-44d4-4135-b7de-7cfd368a4da0 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:16:50.911171 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2d16bb-94e4-45ac-beb6-de10b69176ea', 'name': 'network-vif-deleted', 'tag': 'ba1102e6-16d2-43cb-a699-967ba6520bda', 'status': 'completed', 'code': 200} Dec 08 16:16:50.966801 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6d86f45e-2738-4b32-815e-f7b0ee04e9d6 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:51.135424 n-d-776250-12 neutron-server[110551]: INFO neutron.db.l3_db [None req-6d86f45e-2738-4b32-815e-f7b0ee04e9d6 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Floating IP 8f5a780f-a276-427a-8d6c-f74dbe57f66f associated. External IP: 172.25.0.61, port: 86efcb2c-1285-4710-925f-8ab5f6b3d355. Dec 08 16:16:51.481423 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d86f45e-2738-4b32-815e-f7b0ee04e9d6 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Router ec30d7de-eddb-46fa-bc8a-4d1a6d6becae has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:16:51.675498 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d86f45e-2738-4b32-815e-f7b0ee04e9d6 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:16:51.689797 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6d86f45e-2738-4b32-815e-f7b0ee04e9d6 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:51.692614 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f9c999-6d26-4403-b6ae-262244732b7d None None] Sync routers for ids ['ec30d7de-eddb-46fa-bc8a-4d1a6d6becae'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:16:51.714948 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f9c999-6d26-4403-b6ae-262244732b7d None None] Routers {'ec30d7de-eddb-46fa-bc8a-4d1a6d6becae'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:16:51.716790 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-16f9c999-6d26-4403-b6ae-262244732b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:16:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['ec30d7de-eddb-46fa-bc8a-4d1a6d6becae'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:51.724271 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-6d86f45e-2738-4b32-815e-f7b0ee04e9d6 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "PUT /v2.0/floatingips/8f5a780f-a276-427a-8d6c-f74dbe57f66f HTTP/1.1" status: 200 len: 990 time: 2.0135746 Dec 08 16:16:51.725259 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03976434-4d9e-476a-a1e9-5480aee6cdaf', 'tag': '86efcb2c-1285-4710-925f-8ab5f6b3d355'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:16:51.730625 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e165ed76-b988-4ed3-9bd2-b418bf5a0697" -d '{"events": [{"name": "network-changed", "server_uuid": "03976434-4d9e-476a-a1e9-5480aee6cdaf", "tag": "86efcb2c-1285-4710-925f-8ab5f6b3d355"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:16:51.747425 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2037b9bd-155f-4dd0-929b-281baa86a503 req-bebac60e-c72a-4c16-9c12-e2b088495c31 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:51.758359 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2037b9bd-155f-4dd0-929b-281baa86a503 req-bebac60e-c72a-4c16-9c12-e2b088495c31 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc4b94a5-b717-4efc-8f87-9fd158abf9e6 HTTP/1.1" status: 200 len: 946 time: 0.0836389 Dec 08 16:16:51.884014 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2037b9bd-155f-4dd0-929b-281baa86a503 req-ad8c9cd9-bbef-4573-84d5-eebcec0509fa tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238003 Dec 08 16:16:51.895880 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-16f9c999-6d26-4403-b6ae-262244732b7d None None] Set router ec30d7de-eddb-46fa-bc8a-4d1a6d6becae gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:16:51.990715 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2028a3aa-2992-4e62-8a2e-71a671e637d8 x-openstack-request-id: req-2028a3aa-2992-4e62-8a2e-71a671e637d8 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:16:51.991604 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03976434-4d9e-476a-a1e9-5480aee6cdaf", "tag": "86efcb2c-1285-4710-925f-8ab5f6b3d355", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:16:51.992065 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2028a3aa-2992-4e62-8a2e-71a671e637d8 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:16:51.993332 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03976434-4d9e-476a-a1e9-5480aee6cdaf', 'tag': '86efcb2c-1285-4710-925f-8ab5f6b3d355', 'status': 'completed', 'code': 200} Dec 08 16:16:52.155568 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e165ed76-b988-4ed3-9bd2-b418bf5a0697 req-d25ee2c6-0fb5-4c44-86ed-ba175c3b48bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:52.156452 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e165ed76-b988-4ed3-9bd2-b418bf5a0697 req-d25ee2c6-0fb5-4c44-86ed-ba175c3b48bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:52.157099 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e165ed76-b988-4ed3-9bd2-b418bf5a0697 req-d25ee2c6-0fb5-4c44-86ed-ba175c3b48bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:52.157794 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e165ed76-b988-4ed3-9bd2-b418bf5a0697 req-d25ee2c6-0fb5-4c44-86ed-ba175c3b48bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:52.158436 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e165ed76-b988-4ed3-9bd2-b418bf5a0697 req-d25ee2c6-0fb5-4c44-86ed-ba175c3b48bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:52.159066 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e165ed76-b988-4ed3-9bd2-b418bf5a0697 req-d25ee2c6-0fb5-4c44-86ed-ba175c3b48bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:52.159781 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e165ed76-b988-4ed3-9bd2-b418bf5a0697 req-d25ee2c6-0fb5-4c44-86ed-ba175c3b48bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:52.162097 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e165ed76-b988-4ed3-9bd2-b418bf5a0697 req-d25ee2c6-0fb5-4c44-86ed-ba175c3b48bb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=18030f7f284349198514456af1320f51&device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 6507 time: 0.1014729 Dec 08 16:16:52.172214 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5472e9-14c9-4497-81aa-64e0e08c609e req-a7e724b3-f81f-4101-bd08-e5f6949b6310 tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:52.181402 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9d5472e9-14c9-4497-81aa-64e0e08c609e req-a7e724b3-f81f-4101-bd08-e5f6949b6310 tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] 10.222.0.64 "GET /v2.0/ports?device_id=876b4fca-a14c-429c-8d39-4b2514f8195f HTTP/1.1" status: 200 len: 946 time: 0.1461346 Dec 08 16:16:52.254260 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be03a8c-30b1-4c10-9a3b-f5de5bdc8245 req-c0a90677-1a2b-4012-be38-618a95578392 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:52.257774 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0be03a8c-30b1-4c10-9a3b-f5de5bdc8245 req-c0a90677-1a2b-4012-be38-618a95578392 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=100c4908-7541-488b-b9d5-e65a61d69e46 HTTP/1.1" status: 200 len: 945 time: 0.0967419 Dec 08 16:16:52.322493 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9d5472e9-14c9-4497-81aa-64e0e08c609e req-82a40fc6-cda7-4071-a588-4e6628fde9b5 tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cdaa0a7-4b3a-45d5-8685-9f1a776f08cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397293 Dec 08 16:16:52.331453 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0be03a8c-30b1-4c10-9a3b-f5de5bdc8245 req-890c0272-2128-4678-a1f0-124427a85999 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666258 Dec 08 16:16:52.347257 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-16f9c999-6d26-4403-b6ae-262244732b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec30d7de-eddb-46fa-bc8a-4d1a6d6becae', 'name': 'tempest-TaggedBootDevicesTest_v242-1524075565-router', 'tenant_id': '18030f7f284349198514456af1320f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'dfc500d2-d742-428f-9d7d-00ccafbdd541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:13:42Z', 'updated_at': '2021-12-08T16:13:51Z', 'revision_number': 4, 'project_id': '18030f7f284349198514456af1320f51', 'gw_port': {'id': 'dfc500d2-d742-428f-9d7d-00ccafbdd541', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:99:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec30d7de-eddb-46fa-bc8a-4d1a6d6becae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:13:44Z', 'updated_at': '2021-12-08T16:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '8f5a780f-a276-427a-8d6c-f74dbe57f66f', 'tenant_id': '18030f7f284349198514456af1320f51', 'floating_ip_address': '172.25.0.61', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': 'ec30d7de-eddb-46fa-bc8a-4d1a6d6becae', 'port_id': '86efcb2c-1285-4710-925f-8ab5f6b3d355', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1294, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f511b156-9962-4a0c-911e-c5b5fa14a2a0', 'mac_address': 'fa:16:3e:fc:36:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03976434-4d9e-476a-a1e9-5480aee6cdaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:15:17Z', 'updated_at': '2021-12-08T16:16:50Z', 'revision_number': 1, 'project_id': '18030f7f284349198514456af1320f51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '045b9e05-e545-4e31-b22a-81b264d3c83c', 'name': '', 'network_id': 'f511b156-9962-4a0c-911e-c5b5fa14a2a0', 'tenant_id': '18030f7f284349198514456af1320f51', 'mac_address': 'fa:16:3e:af:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec30d7de-eddb-46fa-bc8a-4d1a6d6becae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '1788926e-2053-422c-b7be-41238d864800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:13:49Z', 'updated_at': '2021-12-08T16:13:58Z', 'revision_number': 5, 'project_id': '18030f7f284349198514456af1320f51', 'subnets': [{'id': '1788926e-2053-422c-b7be-41238d864800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:52.407080 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f9c999-6d26-4403-b6ae-262244732b7d None None] Checking router: ec30d7de-eddb-46fa-bc8a-4d1a6d6becae for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:16:52.410830 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e165ed76-b988-4ed3-9bd2-b418bf5a0697 req-344794c2-1391-4962-9dd6-006c36205068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:52.412710 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e165ed76-b988-4ed3-9bd2-b418bf5a0697 req-344794c2-1391-4962-9dd6-006c36205068 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f511b156-9962-4a0c-911e-c5b5fa14a2a0 HTTP/1.1" status: 200 len: 918 time: 0.2283893 Dec 08 16:16:52.430248 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f9c999-6d26-4403-b6ae-262244732b7d None None] Routers {'ec30d7de-eddb-46fa-bc8a-4d1a6d6becae'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:16:52.431113 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-16f9c999-6d26-4403-b6ae-262244732b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:16:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['ec30d7de-eddb-46fa-bc8a-4d1a6d6becae'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:52.564050 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e165ed76-b988-4ed3-9bd2-b418bf5a0697 req-36b51bd5-75b8-4ac4-bad6-5ddcf32dfe67 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86efcb2c-1285-4710-925f-8ab5f6b3d355 HTTP/1.1" status: 200 len: 998 time: 0.1381116 Dec 08 16:16:52.601431 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52106) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:52.632464 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e165ed76-b988-4ed3-9bd2-b418bf5a0697 req-434c1b5c-386a-401b-b9b5-d2e3e8740ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:52.634847 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e165ed76-b988-4ed3-9bd2-b418bf5a0697 req-434c1b5c-386a-401b-b9b5-d2e3e8740ef9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1788926e-2053-422c-b7be-41238d864800 HTTP/1.1" status: 200 len: 856 time: 0.0613198 Dec 08 16:16:52.660776 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-16f9c999-6d26-4403-b6ae-262244732b7d None None] Set router ec30d7de-eddb-46fa-bc8a-4d1a6d6becae gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:16:52.695004 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e165ed76-b988-4ed3-9bd2-b418bf5a0697 req-ea42d818-1f6d-424e-8d7a-c2cecf7f6367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:52.697700 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e165ed76-b988-4ed3-9bd2-b418bf5a0697 req-ea42d818-1f6d-424e-8d7a-c2cecf7f6367 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f511b156-9962-4a0c-911e-c5b5fa14a2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560489 Dec 08 16:16:52.698452 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce1cc02-f86c-4244-8b76-758cc3542873 req-f4567815-7794-446b-b64e-99de3cffb54b tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:52.700216 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0ce1cc02-f86c-4244-8b76-758cc3542873 req-f4567815-7794-446b-b64e-99de3cffb54b tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/networks?id=cc341b4e-e4a6-433a-819f-1f235ff05a7a HTTP/1.1" status: 200 len: 806 time: 0.2379465 Dec 08 16:16:52.724154 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0ce1cc02-f86c-4244-8b76-758cc3542873 req-5c1eb789-593e-42f5-b54a-7da94b154911 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/quotas/3c96083250fb4c3492902950739ee237 HTTP/1.1" status: 200 len: 375 time: 0.0167773 Dec 08 16:16:52.771399 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-10132c62-de42-4ebd-ae5b-0f0207a8091b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:52.819157 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0ce1cc02-f86c-4244-8b76-758cc3542873 req-67c5b216-10fc-4503-9c1c-9527ac30bfee tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3c96083250fb4c3492902950739ee237&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0939281 Dec 08 16:16:52.824885 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e165ed76-b988-4ed3-9bd2-b418bf5a0697 req-0564802e-710f-4296-be00-2145b85fa539 service neutron] 10.222.0.37 "GET /v2.0/networks/f511b156-9962-4a0c-911e-c5b5fa14a2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097713 Dec 08 16:16:52.986756 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0ce1cc02-f86c-4244-8b76-758cc3542873 req-6938e9e4-ad41-4439-9217-f02742c089aa service neutron] 10.222.0.64 "GET /v2.0/networks/cc341b4e-e4a6-433a-819f-1f235ff05a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666086 Dec 08 16:16:53.003829 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-10132c62-de42-4ebd-ae5b-0f0207a8091b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:53.005090 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e165ed76-b988-4ed3-9bd2-b418bf5a0697 req-78d12163-bb00-4211-ae19-d050e84fe456 service neutron] 10.222.0.37 "GET /v2.0/networks/f511b156-9962-4a0c-911e-c5b5fa14a2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648185 Dec 08 16:16:53.017682 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-16f9c999-6d26-4403-b6ae-262244732b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec30d7de-eddb-46fa-bc8a-4d1a6d6becae', 'name': 'tempest-TaggedBootDevicesTest_v242-1524075565-router', 'tenant_id': '18030f7f284349198514456af1320f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'dfc500d2-d742-428f-9d7d-00ccafbdd541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:13:42Z', 'updated_at': '2021-12-08T16:13:51Z', 'revision_number': 4, 'project_id': '18030f7f284349198514456af1320f51', 'gw_port': {'id': 'dfc500d2-d742-428f-9d7d-00ccafbdd541', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:99:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec30d7de-eddb-46fa-bc8a-4d1a6d6becae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:13:44Z', 'updated_at': '2021-12-08T16:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '8f5a780f-a276-427a-8d6c-f74dbe57f66f', 'tenant_id': '18030f7f284349198514456af1320f51', 'floating_ip_address': '172.25.0.61', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': 'ec30d7de-eddb-46fa-bc8a-4d1a6d6becae', 'port_id': '86efcb2c-1285-4710-925f-8ab5f6b3d355', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1294, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f511b156-9962-4a0c-911e-c5b5fa14a2a0', 'mac_address': 'fa:16:3e:fc:36:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03976434-4d9e-476a-a1e9-5480aee6cdaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:15:17Z', 'updated_at': '2021-12-08T16:16:50Z', 'revision_number': 1, 'project_id': '18030f7f284349198514456af1320f51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '045b9e05-e545-4e31-b22a-81b264d3c83c', 'name': '', 'network_id': 'f511b156-9962-4a0c-911e-c5b5fa14a2a0', 'tenant_id': '18030f7f284349198514456af1320f51', 'mac_address': 'fa:16:3e:af:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec30d7de-eddb-46fa-bc8a-4d1a6d6becae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '1788926e-2053-422c-b7be-41238d864800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:13:49Z', 'updated_at': '2021-12-08T16:13:58Z', 'revision_number': 5, 'project_id': '18030f7f284349198514456af1320f51', 'subnets': [{'id': '1788926e-2053-422c-b7be-41238d864800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:53.062702 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-10132c62-de42-4ebd-ae5b-0f0207a8091b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:53.070541 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f9c999-6d26-4403-b6ae-262244732b7d None None] The sync data for ids ['ec30d7de-eddb-46fa-bc8a-4d1a6d6becae'] in n-d-776250-12 is: [{'id': 'ec30d7de-eddb-46fa-bc8a-4d1a6d6becae', 'name': 'tempest-TaggedBootDevicesTest_v242-1524075565-router', 'tenant_id': '18030f7f284349198514456af1320f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'dfc500d2-d742-428f-9d7d-00ccafbdd541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:13:42Z', 'updated_at': '2021-12-08T16:13:51Z', 'revision_number': 4, 'project_id': '18030f7f284349198514456af1320f51', 'gw_port': {'id': 'dfc500d2-d742-428f-9d7d-00ccafbdd541', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:99:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec30d7de-eddb-46fa-bc8a-4d1a6d6becae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:13:44Z', 'updated_at': '2021-12-08T16:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '8f5a780f-a276-427a-8d6c-f74dbe57f66f', 'tenant_id': '18030f7f284349198514456af1320f51', 'floating_ip_address': '172.25.0.61', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': 'ec30d7de-eddb-46fa-bc8a-4d1a6d6becae', 'port_id': '86efcb2c-1285-4710-925f-8ab5f6b3d355', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1294, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f511b156-9962-4a0c-911e-c5b5fa14a2a0', 'mac_address': 'fa:16:3e:fc:36:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03976434-4d9e-476a-a1e9-5480aee6cdaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:15:17Z', 'updated_at': '2021-12-08T16:16:50Z', 'revision_number': 1, 'project_id': '18030f7f284349198514456af1320f51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '045b9e05-e545-4e31-b22a-81b264d3c83c', 'name': '', 'network_id': 'f511b156-9962-4a0c-911e-c5b5fa14a2a0', 'tenant_id': '18030f7f284349198514456af1320f51', 'mac_address': 'fa:16:3e:af:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec30d7de-eddb-46fa-bc8a-4d1a6d6becae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '1788926e-2053-422c-b7be-41238d864800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:13:49Z', 'updated_at': '2021-12-08T16:13:58Z', 'revision_number': 5, 'project_id': '18030f7f284349198514456af1320f51', 'subnets': [{'id': '1788926e-2053-422c-b7be-41238d864800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:16:53.125947 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-10132c62-de42-4ebd-ae5b-0f0207a8091b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7c1ec18c73924f91b054672ace1f2b70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5233717 Dec 08 16:16:53.129962 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52116) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:53.130630 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10132c62-de42-4ebd-ae5b-0f0207a8091b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8605cc7-7bc0-4fcb-b205-a70a37cff16e,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:53.163019 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0ce1cc02-f86c-4244-8b76-758cc3542873 req-c39ecd92-fed7-44b0-949f-295a041b8bfb service neutron] 10.222.0.64 "GET /v2.0/networks/cc341b4e-e4a6-433a-819f-1f235ff05a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753693 Dec 08 16:16:53.168648 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1232a-5925-4d2a-92db-2b26eec3635e req-7f880afd-436c-4c2a-b407-6b0795d3a7b9 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:53.175190 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-75d1232a-5925-4d2a-92db-2b26eec3635e req-7f880afd-436c-4c2a-b407-6b0795d3a7b9 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc4b94a5-b717-4efc-8f87-9fd158abf9e6 HTTP/1.1" status: 200 len: 946 time: 0.0957680 Dec 08 16:16:53.303825 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-75d1232a-5925-4d2a-92db-2b26eec3635e req-7505d6a5-fdb0-4a9b-bf6c-14fb4cef3c2d tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265323 Dec 08 16:16:53.306031 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9180b6d2-9670-4cd2-b784-557a710215ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:53.348511 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6452f-bd69-4752-9c1c-2732095bce16 req-e8f193ab-ae35-4513-86ce-cdd73234d8d4 tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:53.348511 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9dc6452f-bd69-4752-9c1c-2732095bce16 req-e8f193ab-ae35-4513-86ce-cdd73234d8d4 tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] 10.222.0.37 "GET /v2.0/ports?device_id=876b4fca-a14c-429c-8d39-4b2514f8195f HTTP/1.1" status: 200 len: 946 time: 0.1156695 Dec 08 16:16:53.348511 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9180b6d2-9670-4cd2-b784-557a710215ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:53.380804 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa97c626-ff38-4277-8900-0e0f2e8b4f06 None None] New status for floating IP 8f5a780f-a276-427a-8d6c-f74dbe57f66f: ACTIVE {{(pid=110552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:16:53.555317 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-9dc6452f-bd69-4752-9c1c-2732095bce16 req-910853f8-f4e9-4625-9d3c-7331743c7df0 tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] Deleting port 7209d894-1ab5-4d39-ac15-a55d6880726a {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:16:53.555562 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-9dc6452f-bd69-4752-9c1c-2732095bce16 req-910853f8-f4e9-4625-9d3c-7331743c7df0 tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:53.559420 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9180b6d2-9670-4cd2-b784-557a710215ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:53.562659 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9180b6d2-9670-4cd2-b784-557a710215ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:53.566506 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-9180b6d2-9670-4cd2-b784-557a710215ce admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e8605cc7-7bc0-4fcb-b205-a70a37cff16e HTTP/1.1" status: 204 len: 168 time: 0.4332714 Dec 08 16:16:53.595831 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a0a1d-dba2-4e44-80b8-9d5815882efc req-9dd51468-97cf-4d07-967e-b7f050f6cdf2 tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:53.604875 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-840a0a1d-dba2-4e44-80b8-9d5815882efc req-9dd51468-97cf-4d07-967e-b7f050f6cdf2 tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] 10.222.0.64 "GET /v2.0/ports?device_id=876b4fca-a14c-429c-8d39-4b2514f8195f HTTP/1.1" status: 200 len: 946 time: 0.0862980 Dec 08 16:16:53.689418 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-840a0a1d-dba2-4e44-80b8-9d5815882efc req-0a9b8a06-38f9-4b3e-82e9-86a4a16928f1 tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cdaa0a7-4b3a-45d5-8685-9f1a776f08cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835023 Dec 08 16:16:53.700965 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9180b6d2-9670-4cd2-b784-557a710215ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8605cc7-7bc0-4fcb-b205-a70a37cff16e,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:53.746817 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-9dc6452f-bd69-4752-9c1c-2732095bce16 req-910853f8-f4e9-4625-9d3c-7331743c7df0 tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] For port 7209d894-1ab5-4d39-ac15-a55d6880726a, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=7209d894-1ab5-4d39-ac15-a55d6880726a,segment=NetworkSegment(508b3b0c-784b-45dd-b91d-4e5cbca7b4d2),segment_id=508b3b0c-784b-45dd-b91d-4e5cbca7b4d2)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:53.750099 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-9dc6452f-bd69-4752-9c1c-2732095bce16 req-910853f8-f4e9-4625-9d3c-7331743c7df0 tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:53.761239 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6f4f4673-d141-4930-8305-008cdff93ca8 req-7a36148c-d0e5-404d-89e9-c7910cbe43f7 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=5252ebbd-d0df-4c1c-b899-17f8184fcb50 HTTP/1.1" status: 200 len: 210 time: 0.0386105 Dec 08 16:16:53.775583 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01126f2-ffdf-49d0-aa8d-01c4f11fb540 req-6158fc46-a61b-4f2a-99ca-4b6ae3c46fbf tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:53.782828 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e01126f2-ffdf-49d0-aa8d-01c4f11fb540 req-6158fc46-a61b-4f2a-99ca-4b6ae3c46fbf tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=100c4908-7541-488b-b9d5-e65a61d69e46 HTTP/1.1" status: 200 len: 945 time: 0.2822554 Dec 08 16:16:53.796100 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-9dc6452f-bd69-4752-9c1c-2732095bce16 req-910853f8-f4e9-4625-9d3c-7331743c7df0 tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] Calling delete_port for 7209d894-1ab5-4d39-ac15-a55d6880726a owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:16:53.943629 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e01126f2-ffdf-49d0-aa8d-01c4f11fb540 req-5ae09a47-7e56-40de-a332-5fe92a903e05 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595275 Dec 08 16:16:54.086638 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-9dc6452f-bd69-4752-9c1c-2732095bce16 req-910853f8-f4e9-4625-9d3c-7331743c7df0 tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:54.098944 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['7209d894-1ab5-4d39-ac15-a55d6880726a'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:16:54.117179 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910853f8-f4e9-4625-9d3c-7331743c7df0 tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] Pushing event deleted for resources: {'Port': ['ID=7209d894-1ab5-4d39-ac15-a55d6880726a,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:54.172215 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dc6452f-bd69-4752-9c1c-2732095bce16 req-910853f8-f4e9-4625-9d3c-7331743c7df0 tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] No DVR routers for this DVR port 7209d894-1ab5-4d39-ac15-a55d6880726a on host n-h2-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:16:54.172215 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-9dc6452f-bd69-4752-9c1c-2732095bce16 req-910853f8-f4e9-4625-9d3c-7331743c7df0 tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:54.172686 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9dc6452f-bd69-4752-9c1c-2732095bce16 req-910853f8-f4e9-4625-9d3c-7331743c7df0 tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] 10.222.0.37 "DELETE /v2.0/ports/7209d894-1ab5-4d39-ac15-a55d6880726a HTTP/1.1" status: 204 len: 173 time: 0.8238420 Dec 08 16:16:54.173170 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '876b4fca-a14c-429c-8d39-4b2514f8195f', 'name': 'network-vif-deleted', 'tag': '7209d894-1ab5-4d39-ac15-a55d6880726a'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:16:54.175575 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-597c485a-5a30-4823-8d13-22e8489cf339" -d '{"events": [{"server_uuid": "876b4fca-a14c-429c-8d39-4b2514f8195f", "name": "network-vif-deleted", "tag": "7209d894-1ab5-4d39-ac15-a55d6880726a"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:16:54.228777 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d98d1a-0d76-487f-8438-7526304bad2e x-openstack-request-id: req-42d98d1a-0d76-487f-8438-7526304bad2e {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:16:54.229080 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "876b4fca-a14c-429c-8d39-4b2514f8195f", "name": "network-vif-deleted", "tag": "7209d894-1ab5-4d39-ac15-a55d6880726a", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:16:54.229397 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-42d98d1a-0d76-487f-8438-7526304bad2e {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:16:54.229848 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '876b4fca-a14c-429c-8d39-4b2514f8195f', 'name': 'network-vif-deleted', 'tag': '7209d894-1ab5-4d39-ac15-a55d6880726a', 'status': 'completed', 'code': 200} Dec 08 16:16:54.436090 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0e393-6dab-44b6-ac89-f57fa14c40f6 req-5bc14904-5009-4186-8292-c6af97475fee tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:54.437737 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3be0e393-6dab-44b6-ac89-f57fa14c40f6 req-5bc14904-5009-4186-8292-c6af97475fee tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc4b94a5-b717-4efc-8f87-9fd158abf9e6 HTTP/1.1" status: 200 len: 946 time: 0.0563197 Dec 08 16:16:54.511755 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device ba1102e6-16d2-43cb-a699-967ba6520bda no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:16:54.512232 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3be0e393-6dab-44b6-ac89-f57fa14c40f6 req-49a5906d-0295-4529-90e4-3c7e7c0ea2ba tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461528 Dec 08 16:16:54.512351 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52146) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:54.517660 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f2a0c8cd-31d8-4698-98db-ca568bc243e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:54.525474 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: ba1102e6-16d2-43cb-a699-967ba6520bda {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:16:54.526138 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device ba1102e6-16d2-43cb-a699-967ba6520bda not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:16:54.614250 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f2a0c8cd-31d8-4698-98db-ca568bc243e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:54.709748 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f2a0c8cd-31d8-4698-98db-ca568bc243e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:54.751819 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a0c8cd-31d8-4698-98db-ca568bc243e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5d6454-2f36-4392-894c-092ac52877ec,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:54.758598 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f2a0c8cd-31d8-4698-98db-ca568bc243e3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c468ea8fb1b64ca5a7d09121c928db04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2516553 Dec 08 16:16:54.759523 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52150) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:54.819154 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-13489496-8d86-4df6-875f-c8856a44a3a6 req-c630ab2f-7100-4522-b30c-2cb404aa925f tempest-ServerMetadataNegativeTestJSON-907822661 tempest-ServerMetadataNegativeTestJSON-907822661-project] 10.222.0.64 "GET /v2.0/ports?device_id=876b4fca-a14c-429c-8d39-4b2514f8195f HTTP/1.1" status: 200 len: 210 time: 0.0383494 Dec 08 16:16:54.846423 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-adc5e88b-6a12-4909-805f-e01920bcd14c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:54.875601 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-adc5e88b-6a12-4909-805f-e01920bcd14c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:54.885881 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1a8dd35a-b50c-4581-a80e-2653c1d82b4e req-536dd362-98f4-4f13-adee-25e2d046592c tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=5252ebbd-d0df-4c1c-b899-17f8184fcb50 HTTP/1.1" status: 200 len: 210 time: 0.0306180 Dec 08 16:16:55.018348 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-adc5e88b-6a12-4909-805f-e01920bcd14c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:55.022048 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-adc5e88b-6a12-4909-805f-e01920bcd14c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:55.023960 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-adc5e88b-6a12-4909-805f-e01920bcd14c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7c5d6454-2f36-4392-894c-092ac52877ec HTTP/1.1" status: 204 len: 168 time: 0.2628679 Dec 08 16:16:55.037338 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc5e88b-6a12-4909-805f-e01920bcd14c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5d6454-2f36-4392-894c-092ac52877ec,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:55.106075 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e9cf57-754e-4e46-9788-8a124d7e7244 req-a531e814-1e9a-4e6f-a490-a8b623efac76 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:55.109120 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-88e9cf57-754e-4e46-9788-8a124d7e7244 req-a531e814-1e9a-4e6f-a490-a8b623efac76 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=100c4908-7541-488b-b9d5-e65a61d69e46 HTTP/1.1" status: 200 len: 945 time: 0.0849898 Dec 08 16:16:55.189590 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-88e9cf57-754e-4e46-9788-8a124d7e7244 req-b9b2d7b2-bc49-46a8-bbb5-93fd3b75c841 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683684 Dec 08 16:16:55.367785 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:16:55.610709 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed485f81-9041-4431-a88b-1226916ab7de req-5582df37-62f5-46c2-ab6e-b7451a000bb4 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:55.612374 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ed485f81-9041-4431-a88b-1226916ab7de req-5582df37-62f5-46c2-ab6e-b7451a000bb4 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc4b94a5-b717-4efc-8f87-9fd158abf9e6 HTTP/1.1" status: 200 len: 946 time: 0.0539238 Dec 08 16:16:55.677004 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ed485f81-9041-4431-a88b-1226916ab7de req-fa679321-d073-4c10-a0c2-39084dd40655 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553637 Dec 08 16:16:55.895246 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52178) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:55.959204 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bc2c0fd-01cf-445d-b45c-725ee72da12d admin admin] Deleting subnet 3ed93682-803f-4fec-9dee-94c0cceaf713 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:16:55.963675 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8bc2c0fd-01cf-445d-b45c-725ee72da12d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:56.091532 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-760206c7-7f6b-48f7-8297-3e859c27eb96 req-63a0d969-1b43-4bf4-9e86-6d0571bfcf06 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=5252ebbd-d0df-4c1c-b899-17f8184fcb50 HTTP/1.1" status: 200 len: 210 time: 0.0893483 Dec 08 16:16:56.110229 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8bc2c0fd-01cf-445d-b45c-725ee72da12d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:56.180657 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8bc2c0fd-01cf-445d-b45c-725ee72da12d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:56.190033 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce1cc02-f86c-4244-8b76-758cc3542873 req-7423cbce-13f2-418c-98e4-067977d86259 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:56.191563 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0ce1cc02-f86c-4244-8b76-758cc3542873 req-7423cbce-13f2-418c-98e4-067977d86259 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.76 "GET /v2.0/networks?id=cc341b4e-e4a6-433a-819f-1f235ff05a7a HTTP/1.1" status: 200 len: 806 time: 0.2225018 Dec 08 16:16:56.216500 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-0ce1cc02-f86c-4244-8b76-758cc3542873 req-bdfa6adc-8957-41ed-aa94-5b9485d66bd1 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Request body: {'port': {'device_id': '5252ebbd-d0df-4c1c-b899-17f8184fcb50', 'network_id': 'cc341b4e-e4a6-433a-819f-1f235ff05a7a', 'admin_state_up': True, 'tenant_id': '3c96083250fb4c3492902950739ee237'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:56.391063 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0653407-47e7-4216-ab4a-833886ac418e req-65631a9e-3779-46e9-ae2e-e5f01d8802e5 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:56.392665 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f0653407-47e7-4216-ab4a-833886ac418e req-65631a9e-3779-46e9-ae2e-e5f01d8802e5 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=100c4908-7541-488b-b9d5-e65a61d69e46 HTTP/1.1" status: 200 len: 945 time: 0.1142530 Dec 08 16:16:56.447185 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8bc2c0fd-01cf-445d-b45c-725ee72da12d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:56.485593 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f0653407-47e7-4216-ab4a-833886ac418e req-3af53d92-200b-4879-8bec-e1221e4fc6ec tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863342 Dec 08 16:16:56.488151 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc2c0fd-01cf-445d-b45c-725ee72da12d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ed93682-803f-4fec-9dee-94c0cceaf713,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:56.490200 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8bc2c0fd-01cf-445d-b45c-725ee72da12d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:56.496284 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-8bc2c0fd-01cf-445d-b45c-725ee72da12d admin admin] 10.222.0.64 "DELETE /v2.0/subnets/3ed93682-803f-4fec-9dee-94c0cceaf713 HTTP/1.1" status: 204 len: 168 time: 0.5997677 Dec 08 16:16:56.496863 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52200) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:56.503384 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ce1cc02-f86c-4244-8b76-758cc3542873 req-bdfa6adc-8957-41ed-aa94-5b9485d66bd1 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Made reservation on behalf of 3c96083250fb4c3492902950739ee237 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:16:56.509073 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0ce1cc02-f86c-4244-8b76-758cc3542873 req-bdfa6adc-8957-41ed-aa94-5b9485d66bd1 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:56.565298 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-959e56ea-23fd-494c-9597-2848f420937c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:56.650153 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-0ce1cc02-f86c-4244-8b76-758cc3542873 req-bdfa6adc-8957-41ed-aa94-5b9485d66bd1 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Allocated IP 172.20.0.11 (cc341b4e-e4a6-433a-819f-1f235ff05a7a/5ae73486-24f1-4ad9-b7a3-ee511661fedf/ee011526-8689-4e59-87ec-71cd176b93b9) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:16:56.650403 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-959e56ea-23fd-494c-9597-2848f420937c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:56.671644 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-959e56ea-23fd-494c-9597-2848f420937c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['614235b7-7b3a-48b4-a65b-ec7689dab4a1']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:56.681470 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-959e56ea-23fd-494c-9597-2848f420937c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '508b3b0c-784b-45dd-b91d-4e5cbca7b4d2') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:56.681970 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-959e56ea-23fd-494c-9597-2848f420937c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '508b3b0c-784b-45dd-b91d-4e5cbca7b4d2') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:56.691788 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-959e56ea-23fd-494c-9597-2848f420937c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:56.708931 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-959e56ea-23fd-494c-9597-2848f420937c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:56.716802 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-959e56ea-23fd-494c-9597-2848f420937c admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:16:56.717319 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-959e56ea-23fd-494c-9597-2848f420937c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:56.721039 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:16:56.721039 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:16:56.721039 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:16:56.721039 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:16:56.721039 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:16:56.721039 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:16:56.721039 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:16:56.721039 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:16:56.721039 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:16:56.721039 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:16:56.721039 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:16:56.721039 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:16:56.721039 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:16:56.721039 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:16:56.721039 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:16:56.721039 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:16:56.721039 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:16:56.721039 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:16:56.721039 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:16:56.721039 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:16:56.721039 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:16:56.721039 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:16:56.721039 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:16:56.721039 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:16:56.721039 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:16:56.721039 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:16:56.721039 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:16:56.721039 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:16:56.721039 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:16:56.721039 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:16:56.721039 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:16:56.721039 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:16:56.823424 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0ce1cc02-f86c-4244-8b76-758cc3542873 req-bdfa6adc-8957-41ed-aa94-5b9485d66bd1 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:56.904267 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0ce1cc02-f86c-4244-8b76-758cc3542873 req-bdfa6adc-8957-41ed-aa94-5b9485d66bd1 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:56.917746 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['447778cb-6852-4f54-8138-b73aa73fba8a'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:16:56.979714 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ce1cc02-f86c-4244-8b76-758cc3542873 req-bdfa6adc-8957-41ed-aa94-5b9485d66bd1 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Network cc341b4e-e4a6-433a-819f-1f235ff05a7a is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:16:56.981240 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa6adc-8957-41ed-aa94-5b9485d66bd1 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Pushing event updated for resources: {'Port': ['ID=ee011526-8689-4e59-87ec-71cd176b93b9,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:56.984336 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-0ce1cc02-f86c-4244-8b76-758cc3542873 req-bdfa6adc-8957-41ed-aa94-5b9485d66bd1 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:16:56.986561 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ce1cc02-f86c-4244-8b76-758cc3542873 req-bdfa6adc-8957-41ed-aa94-5b9485d66bd1 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:16:57.059906 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce1cc02-f86c-4244-8b76-758cc3542873 req-bdfa6adc-8957-41ed-aa94-5b9485d66bd1 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:57.060631 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0ce1cc02-f86c-4244-8b76-758cc3542873 req-bdfa6adc-8957-41ed-aa94-5b9485d66bd1 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:57.183415 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0ce1cc02-f86c-4244-8b76-758cc3542873 req-bdfa6adc-8957-41ed-aa94-5b9485d66bd1 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9722884 Dec 08 16:16:57.184904 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c18ef-1a6e-412a-a3f5-115fac0977aa req-1a645201-4767-491f-bec3-143cae83ce36 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:57.186689 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f91c18ef-1a6e-412a-a3f5-115fac0977aa req-1a645201-4767-491f-bec3-143cae83ce36 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc4b94a5-b717-4efc-8f87-9fd158abf9e6 HTTP/1.1" status: 200 len: 946 time: 0.4306827 Dec 08 16:16:57.199836 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-0ce1cc02-f86c-4244-8b76-758cc3542873 req-c45787d5-3bed-4767-ae2e-80c47b0389f2 service neutron] Request body: {'port': {'device_id': '5252ebbd-d0df-4c1c-b899-17f8184fcb50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:57.249556 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f91c18ef-1a6e-412a-a3f5-115fac0977aa req-effcaf0f-76df-4599-b8e1-efd0e11820bd tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546958 Dec 08 16:16:57.250894 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-959e56ea-23fd-494c-9597-2848f420937c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:57.266698 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-959e56ea-23fd-494c-9597-2848f420937c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:57.270353 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-959e56ea-23fd-494c-9597-2848f420937c admin admin] 10.222.0.64 "DELETE /v2.0/networks/614235b7-7b3a-48b4-a65b-ec7689dab4a1 HTTP/1.1" status: 204 len: 168 time: 0.7721486 Dec 08 16:16:57.281595 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959e56ea-23fd-494c-9597-2848f420937c admin admin] Pushing event deleted for resources: {'Network': ['ID=614235b7-7b3a-48b4-a65b-ec7689dab4a1,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:57.281783 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5b5b78-aac6-4c95-a50b-043b1731c3ac req-9604d1bf-a63e-4ec9-9bfb-35c8653c78ad tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:57.295769 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7f5b5b78-aac6-4c95-a50b-043b1731c3ac req-9604d1bf-a63e-4ec9-9bfb-35c8653c78ad tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=5252ebbd-d0df-4c1c-b899-17f8184fcb50 HTTP/1.1" status: 200 len: 932 time: 0.1109207 Dec 08 16:16:57.350245 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0ce1cc02-f86c-4244-8b76-758cc3542873 req-c45787d5-3bed-4767-ae2e-80c47b0389f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:57.410642 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7f5b5b78-aac6-4c95-a50b-043b1731c3ac req-a615191f-4814-4124-9c10-e67de6170766 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140971 Dec 08 16:16:57.515631 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 7209d894-1ab5-4d39-ac15-a55d6880726a no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:16:57.538573 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: 7209d894-1ab5-4d39-ac15-a55d6880726a {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:16:57.539185 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 7209d894-1ab5-4d39-ac15-a55d6880726a not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:16:57.656227 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c2222-2e9b-47b6-a4d6-6306e5df7a3b req-c0654567-66f1-4a9f-9926-120f7d351c01 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:57.658557 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d41c2222-2e9b-47b6-a4d6-6306e5df7a3b req-c0654567-66f1-4a9f-9926-120f7d351c01 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=100c4908-7541-488b-b9d5-e65a61d69e46 HTTP/1.1" status: 200 len: 945 time: 0.0695550 Dec 08 16:16:57.714657 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-0ce1cc02-f86c-4244-8b76-758cc3542873 req-c45787d5-3bed-4767-ae2e-80c47b0389f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee011526-8689-4e59-87ec-71cd176b93b9 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:16:57.723095 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0ce1cc02-f86c-4244-8b76-758cc3542873 req-c45787d5-3bed-4767-ae2e-80c47b0389f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:57.725540 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d41c2222-2e9b-47b6-a4d6-6306e5df7a3b req-78c59c19-f5db-4c09-9ed9-217be46264b2 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605283 Dec 08 16:16:57.747970 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-0ce1cc02-f86c-4244-8b76-758cc3542873 req-c45787d5-3bed-4767-ae2e-80c47b0389f2 service neutron] Transition to ACTIVE for port object ee011526-8689-4e59-87ec-71cd176b93b9 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:16:57.750937 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52236) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:57.794198 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-1ad404fd-1751-49ed-a938-a40c91c9ebcc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b083c5f05b2b44db837126c88c862baf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0420487 Dec 08 16:16:57.796797 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52238) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:57.842366 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c31cb73c-6d39-4260-bc5d-638d27d1fcdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:57.864639 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c31cb73c-6d39-4260-bc5d-638d27d1fcdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:57.897802 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0ce1cc02-f86c-4244-8b76-758cc3542873 req-c45787d5-3bed-4767-ae2e-80c47b0389f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:57.951257 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45787d5-3bed-4767-ae2e-80c47b0389f2 service neutron] Pushing event updated for resources: {'Port': ['ID=ee011526-8689-4e59-87ec-71cd176b93b9,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:58.013171 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c31cb73c-6d39-4260-bc5d-638d27d1fcdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:58.013171 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c31cb73c-6d39-4260-bc5d-638d27d1fcdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:58.013171 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c31cb73c-6d39-4260-bc5d-638d27d1fcdb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9cdaa0a7-4b3a-45d5-8685-9f1a776f08cb HTTP/1.1" status: 204 len: 168 time: 0.2128496 Dec 08 16:16:58.019539 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31cb73c-6d39-4260-bc5d-638d27d1fcdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cdaa0a7-4b3a-45d5-8685-9f1a776f08cb,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:58.028167 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-0ce1cc02-f86c-4244-8b76-758cc3542873 req-c45787d5-3bed-4767-ae2e-80c47b0389f2 service neutron] Attempting to bind port ee011526-8689-4e59-87ec-71cd176b93b9 on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:16:58.028597 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-0ce1cc02-f86c-4244-8b76-758cc3542873 req-c45787d5-3bed-4767-ae2e-80c47b0389f2 service neutron] Attempting to bind port ee011526-8689-4e59-87ec-71cd176b93b9 by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': '9b02e36e-6de5-484c-a36e-2fa26fb39118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'cc341b4e-e4a6-433a-819f-1f235ff05a7a'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:16:58.028946 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce1cc02-f86c-4244-8b76-758cc3542873 req-c45787d5-3bed-4767-ae2e-80c47b0389f2 service neutron] Attempting to bind port ee011526-8689-4e59-87ec-71cd176b93b9 on network cc341b4e-e4a6-433a-819f-1f235ff05a7a {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:16:58.033993 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce1cc02-f86c-4244-8b76-758cc3542873 req-c45787d5-3bed-4767-ae2e-80c47b0389f2 service neutron] Port ee011526-8689-4e59-87ec-71cd176b93b9 on network cc341b4e-e4a6-433a-819f-1f235ff05a7a not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:16:58.034324 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce1cc02-f86c-4244-8b76-758cc3542873 req-c45787d5-3bed-4767-ae2e-80c47b0389f2 service neutron] Attempting to bind port ee011526-8689-4e59-87ec-71cd176b93b9 on network cc341b4e-e4a6-433a-819f-1f235ff05a7a {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:16:58.039498 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce1cc02-f86c-4244-8b76-758cc3542873 req-c45787d5-3bed-4767-ae2e-80c47b0389f2 service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:16:58.039844 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce1cc02-f86c-4244-8b76-758cc3542873 req-c45787d5-3bed-4767-ae2e-80c47b0389f2 service neutron] Checking segment: {'id': '9b02e36e-6de5-484c-a36e-2fa26fb39118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'cc341b4e-e4a6-433a-819f-1f235ff05a7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:16:58.041643 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce1cc02-f86c-4244-8b76-758cc3542873 req-c45787d5-3bed-4767-ae2e-80c47b0389f2 service neutron] Bound using segment: {'id': '9b02e36e-6de5-484c-a36e-2fa26fb39118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'cc341b4e-e4a6-433a-819f-1f235ff05a7a'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:16:58.041793 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-0ce1cc02-f86c-4244-8b76-758cc3542873 req-c45787d5-3bed-4767-ae2e-80c47b0389f2 service neutron] Bound port: ee011526-8689-4e59-87ec-71cd176b93b9, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b02e36e-6de5-484c-a36e-2fa26fb39118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'cc341b4e-e4a6-433a-819f-1f235ff05a7a'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:16:58.042358 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0ce1cc02-f86c-4244-8b76-758cc3542873 req-c45787d5-3bed-4767-ae2e-80c47b0389f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:58.119340 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-0ce1cc02-f86c-4244-8b76-758cc3542873 req-c45787d5-3bed-4767-ae2e-80c47b0389f2 service neutron] For port ee011526-8689-4e59-87ec-71cd176b93b9, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:16:58.123354 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-0ce1cc02-f86c-4244-8b76-758cc3542873 req-c45787d5-3bed-4767-ae2e-80c47b0389f2 service neutron] For port ee011526-8689-4e59-87ec-71cd176b93b9, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=ee011526-8689-4e59-87ec-71cd176b93b9,segment=NetworkSegment(9b02e36e-6de5-484c-a36e-2fa26fb39118),segment_id=9b02e36e-6de5-484c-a36e-2fa26fb39118)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:16:58.201544 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0ce1cc02-f86c-4244-8b76-758cc3542873 req-c45787d5-3bed-4767-ae2e-80c47b0389f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:58.247101 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce1cc02-f86c-4244-8b76-758cc3542873 req-c45787d5-3bed-4767-ae2e-80c47b0389f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:58.247741 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0ce1cc02-f86c-4244-8b76-758cc3542873 req-c45787d5-3bed-4767-ae2e-80c47b0389f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:58.249207 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0ce1cc02-f86c-4244-8b76-758cc3542873 req-c45787d5-3bed-4767-ae2e-80c47b0389f2 service neutron] 10.222.0.76 "PUT /v2.0/ports/ee011526-8689-4e59-87ec-71cd176b93b9 HTTP/1.1" status: 200 len: 1093 time: 1.0538845 Dec 08 16:16:58.249661 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5252ebbd-d0df-4c1c-b899-17f8184fcb50', 'tag': 'ee011526-8689-4e59-87ec-71cd176b93b9'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:16:58.251954 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87450362-fcac-464b-aec7-ceb25eb27875" -d '{"events": [{"name": "network-changed", "server_uuid": "5252ebbd-d0df-4c1c-b899-17f8184fcb50", "tag": "ee011526-8689-4e59-87ec-71cd176b93b9"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:16:58.302141 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45787d5-3bed-4767-ae2e-80c47b0389f2 service neutron] Pushing event updated for resources: {'Port': ['ID=ee011526-8689-4e59-87ec-71cd176b93b9,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:58.329739 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25968423-b60e-40dc-be1e-913d32e3d8f3 x-openstack-request-id: req-25968423-b60e-40dc-be1e-913d32e3d8f3 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:16:58.329739 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5252ebbd-d0df-4c1c-b899-17f8184fcb50", "tag": "ee011526-8689-4e59-87ec-71cd176b93b9", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:16:58.329739 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-25968423-b60e-40dc-be1e-913d32e3d8f3 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:16:58.329739 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5252ebbd-d0df-4c1c-b899-17f8184fcb50', 'tag': 'ee011526-8689-4e59-87ec-71cd176b93b9', 'status': 'completed', 'code': 200} Dec 08 16:16:58.486566 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa48db4b-494e-49d6-b100-fb80398e877e req-ad275d01-3510-47a2-878f-52da2b0f039f tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:58.494596 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fa48db4b-494e-49d6-b100-fb80398e877e req-ad275d01-3510-47a2-878f-52da2b0f039f tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc4b94a5-b717-4efc-8f87-9fd158abf9e6 HTTP/1.1" status: 200 len: 946 time: 0.1124065 Dec 08 16:16:58.506037 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87450362-fcac-464b-aec7-ceb25eb27875 req-9e2b8612-100d-4abf-a287-81a25c28d2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:58.507772 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-87450362-fcac-464b-aec7-ceb25eb27875 req-9e2b8612-100d-4abf-a287-81a25c28d2f4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3c96083250fb4c3492902950739ee237&device_id=5252ebbd-d0df-4c1c-b899-17f8184fcb50 HTTP/1.1" status: 200 len: 1096 time: 0.1434360 Dec 08 16:16:58.632744 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fa48db4b-494e-49d6-b100-fb80398e877e req-d690dc74-86b8-480d-986f-2ce21a91f278 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371219 Dec 08 16:16:58.676685 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87450362-fcac-464b-aec7-ceb25eb27875 req-4f7d9735-92b9-486a-9b22-536e464d401d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:58.679457 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-87450362-fcac-464b-aec7-ceb25eb27875 req-4f7d9735-92b9-486a-9b22-536e464d401d service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=3c96083250fb4c3492902950739ee237&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1591117 Dec 08 16:16:58.756381 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94edc887-aa2a-4d47-9781-ea35994bef7b req-95d53153-25d7-449d-8f98-3ff7321834b4 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:58.758127 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-94edc887-aa2a-4d47-9781-ea35994bef7b req-95d53153-25d7-449d-8f98-3ff7321834b4 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=5252ebbd-d0df-4c1c-b899-17f8184fcb50 HTTP/1.1" status: 200 len: 944 time: 0.0561194 Dec 08 16:16:58.818930 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-94edc887-aa2a-4d47-9781-ea35994bef7b req-a53440d1-3a89-442a-b576-74e4cabe2594 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533340 Dec 08 16:16:58.843181 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87450362-fcac-464b-aec7-ceb25eb27875 req-8eb45746-9c2d-4f0f-8f31-3ec9ea55a49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:58.844786 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-87450362-fcac-464b-aec7-ceb25eb27875 req-8eb45746-9c2d-4f0f-8f31-3ec9ea55a49b service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1578450 Dec 08 16:16:58.872492 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ecb92-8548-484b-b528-c5247321e9f4 req-7020049c-b425-41d2-8bc9-37d8bc8750bb tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:58.879937 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e60ecb92-8548-484b-b528-c5247321e9f4 req-7020049c-b425-41d2-8bc9-37d8bc8750bb tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=100c4908-7541-488b-b9d5-e65a61d69e46 HTTP/1.1" status: 200 len: 945 time: 0.0781436 Dec 08 16:16:58.955939 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce1cc02-f86c-4244-8b76-758cc3542873 req-3f77ec0f-e61d-4338-88e8-03b703d90f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:58.957479 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0ce1cc02-f86c-4244-8b76-758cc3542873 req-3f77ec0f-e61d-4338-88e8-03b703d90f1a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3c96083250fb4c3492902950739ee237&device_id=5252ebbd-d0df-4c1c-b899-17f8184fcb50 HTTP/1.1" status: 200 len: 1096 time: 0.0685868 Dec 08 16:16:58.962140 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e60ecb92-8548-484b-b528-c5247321e9f4 req-eaeb4d19-6c24-4156-a02f-6a0df2cd3104 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808427 Dec 08 16:16:59.003316 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0ce1cc02-f86c-4244-8b76-758cc3542873 req-c7a4aeeb-d3cf-4349-b9c5-9a6a61a62b0f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee011526-8689-4e59-87ec-71cd176b93b9 HTTP/1.1" status: 200 len: 217 time: 0.0381825 Dec 08 16:16:59.054830 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce1cc02-f86c-4244-8b76-758cc3542873 req-b91f8e4b-635e-46f6-97cb-f3e65c12616b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:59.057182 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0ce1cc02-f86c-4244-8b76-758cc3542873 req-b91f8e4b-635e-46f6-97cb-f3e65c12616b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5ae73486-24f1-4ad9-b7a3-ee511661fedf HTTP/1.1" status: 200 len: 846 time: 0.0465932 Dec 08 16:16:59.092592 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0ce1cc02-f86c-4244-8b76-758cc3542873 req-38529edb-de0c-4747-b10f-9ef3b5e1f811 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=cc341b4e-e4a6-433a-819f-1f235ff05a7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279856 Dec 08 16:16:59.194845 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0ce1cc02-f86c-4244-8b76-758cc3542873 req-f42dce4f-f461-48e5-a872-d1209a526c71 service neutron] 10.222.0.76 "GET /v2.0/networks/cc341b4e-e4a6-433a-819f-1f235ff05a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953195 Dec 08 16:16:59.306997 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0ce1cc02-f86c-4244-8b76-758cc3542873 req-1f577b2c-b466-4536-93c8-18158bccb047 service neutron] 10.222.0.76 "GET /v2.0/networks/cc341b4e-e4a6-433a-819f-1f235ff05a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051409 Dec 08 16:16:59.508559 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52294) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:59.630269 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-ddc3d1a4-2901-42c3-a65d-379f55f62915 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1738411845-network', 'tenant_id': '79c3a4bc13864746931f271bd9d37128'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:59.726448 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc3d1a4-2901-42c3-a65d-379f55f62915 admin admin] Made reservation on behalf of 79c3a4bc13864746931f271bd9d37128 for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:16:59.729250 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ddc3d1a4-2901-42c3-a65d-379f55f62915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:59.748641 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ddc3d1a4-2901-42c3-a65d-379f55f62915 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:59.814882 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e6c61c-1b3c-44bb-a849-ad17e33b48b4 req-ac4320c2-5424-4676-af78-a50bc7850e9e tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:59.816480 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-15e6c61c-1b3c-44bb-a849-ad17e33b48b4 req-ac4320c2-5424-4676-af78-a50bc7850e9e tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc4b94a5-b717-4efc-8f87-9fd158abf9e6 HTTP/1.1" status: 200 len: 946 time: 0.0772252 Dec 08 16:16:59.904268 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ddc3d1a4-2901-42c3-a65d-379f55f62915 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:59.909857 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-15e6c61c-1b3c-44bb-a849-ad17e33b48b4 req-ebfb04c1-4f13-4291-b4e7-492aa2bba9b3 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865080 Dec 08 16:16:59.973138 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adfa229-5bf4-4477-bf35-c924d4b31039 req-5a9c2e3b-82f5-41c6-a941-130d5d997a0a tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:59.974668 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6adfa229-5bf4-4477-bf35-c924d4b31039 req-5a9c2e3b-82f5-41c6-a941-130d5d997a0a tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=5252ebbd-d0df-4c1c-b899-17f8184fcb50 HTTP/1.1" status: 200 len: 944 time: 0.0616260 Dec 08 16:16:59.995827 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ddc3d1a4-2901-42c3-a65d-379f55f62915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:00.025815 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddc3d1a4-2901-42c3-a65d-379f55f62915 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:17:00.028216 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6adfa229-5bf4-4477-bf35-c924d4b31039 req-98d45660-83b1-4605-8349-ce77ea558fd4 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459602 Dec 08 16:17:00.036312 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc3d1a4-2901-42c3-a65d-379f55f62915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c04aacc-c997-434e-8e99-48d109037e5d,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:00.043348 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ddc3d1a4-2901-42c3-a65d-379f55f62915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:00.043793 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-ddc3d1a4-2901-42c3-a65d-379f55f62915 admin admin] Added segment eb550b7b-ef25-45c2-8dc9-ef8e1028dae0 of type vlan for network 5fbb20d4-b39e-4859-b407-9c56a523b93d Dec 08 16:17:00.083397 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3d1a4-2901-42c3-a65d-379f55f62915 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:00.083747 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3d1a4-2901-42c3-a65d-379f55f62915 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:00.084091 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3d1a4-2901-42c3-a65d-379f55f62915 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:00.084453 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3d1a4-2901-42c3-a65d-379f55f62915 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:00.084785 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3d1a4-2901-42c3-a65d-379f55f62915 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:00.085230 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3d1a4-2901-42c3-a65d-379f55f62915 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:00.085469 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3d1a4-2901-42c3-a65d-379f55f62915 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:00.085798 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3d1a4-2901-42c3-a65d-379f55f62915 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:00.086154 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3d1a4-2901-42c3-a65d-379f55f62915 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:00.086544 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3d1a4-2901-42c3-a65d-379f55f62915 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:00.086874 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3d1a4-2901-42c3-a65d-379f55f62915 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:00.087367 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3d1a4-2901-42c3-a65d-379f55f62915 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:00.087625 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3d1a4-2901-42c3-a65d-379f55f62915 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:00.134344 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ddc3d1a4-2901-42c3-a65d-379f55f62915 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:00.152556 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f595eb5-76a8-41db-9e4d-4ae78355ff31 req-d551e223-c7a0-43cf-8472-1a26d0a0ff2a tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:00.154228 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5f595eb5-76a8-41db-9e4d-4ae78355ff31 req-d551e223-c7a0-43cf-8472-1a26d0a0ff2a tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=100c4908-7541-488b-b9d5-e65a61d69e46 HTTP/1.1" status: 200 len: 945 time: 0.1130264 Dec 08 16:17:00.227830 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5f595eb5-76a8-41db-9e4d-4ae78355ff31 req-443b09ec-65b8-4aae-b750-4d8ceecfb6f9 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582070 Dec 08 16:17:00.246183 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ddc3d1a4-2901-42c3-a65d-379f55f62915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:00.247181 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc3d1a4-2901-42c3-a65d-379f55f62915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:00.247782 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ddc3d1a4-2901-42c3-a65d-379f55f62915 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:00.317211 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc3d1a4-2901-42c3-a65d-379f55f62915 admin admin] Pushing event updated for resources: {'Network': ['ID=5fbb20d4-b39e-4859-b407-9c56a523b93d,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:00.329728 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 5fbb20d4-b39e-4859-b407-9c56a523b93d details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:17:00.390858 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ddc3d1a4-2901-42c3-a65d-379f55f62915 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8806472 Dec 08 16:17:00.393505 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52320) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:00.400663 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-c40c2560-66ce-4c04-91bb-398f7063e4fe admin admin] Request body: {'subnet': {'network_id': '5fbb20d4-b39e-4859-b407-9c56a523b93d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1738411845-subnet', 'tenant_id': '79c3a4bc13864746931f271bd9d37128', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:17:00.526439 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40c2560-66ce-4c04-91bb-398f7063e4fe admin admin] Made reservation on behalf of 79c3a4bc13864746931f271bd9d37128 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:17:00.529482 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c40c2560-66ce-4c04-91bb-398f7063e4fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:00.801107 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c40c2560-66ce-4c04-91bb-398f7063e4fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:00.859609 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40c2560-66ce-4c04-91bb-398f7063e4fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=680478a0-4630-4ed4-889d-05b7ed149c05,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:00.869407 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40c2560-66ce-4c04-91bb-398f7063e4fe admin admin] Checking segment: {'id': 'eb550b7b-ef25-45c2-8dc9-ef8e1028dae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5fbb20d4-b39e-4859-b407-9c56a523b93d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:17:00.869827 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40c2560-66ce-4c04-91bb-398f7063e4fe admin admin] Network hostable DHCP agents. Network: 5fbb20d4-b39e-4859-b407-9c56a523b93d, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:17:00.954596 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40c2560-66ce-4c04-91bb-398f7063e4fe admin admin] Network 5fbb20d4-b39e-4859-b407-9c56a523b93d is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:17:01.023589 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-c40c2560-66ce-4c04-91bb-398f7063e4fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 5fbb20d4-b39e-4859-b407-9c56a523b93d) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:17:01.029387 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40c2560-66ce-4c04-91bb-398f7063e4fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:01.030094 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c40c2560-66ce-4c04-91bb-398f7063e4fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:01.037309 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5f5abd-d923-4514-92f1-4c913df3cb84 None None] Network 5fbb20d4-b39e-4859-b407-9c56a523b93d requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:17:01.061766 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9012a4a1-fb7f-4ca6-a697-5ecb84f494bf req-23dd5479-bd5f-4706-abaf-afc9f96ac054 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:01.063831 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9012a4a1-fb7f-4ca6-a697-5ecb84f494bf req-23dd5479-bd5f-4706-abaf-afc9f96ac054 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc4b94a5-b717-4efc-8f87-9fd158abf9e6 HTTP/1.1" status: 200 len: 946 time: 0.0727117 Dec 08 16:17:01.126309 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c40c2560-66ce-4c04-91bb-398f7063e4fe admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7295663 Dec 08 16:17:01.156321 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9012a4a1-fb7f-4ca6-a697-5ecb84f494bf req-2e07b678-fc3d-4c50-96de-35a63a753526 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857968 Dec 08 16:17:01.179009 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3514c31-a828-4c8d-ae78-d0377c1f861b None None] Network 5fbb20d4-b39e-4859-b407-9c56a523b93d requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:17:01.198682 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c3a8c9-77e9-40c7-b4e7-1fd3fc2f89be req-e6ca7f8c-723c-4798-9e6f-711cf052b261 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:01.200903 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-05c3a8c9-77e9-40c7-b4e7-1fd3fc2f89be req-e6ca7f8c-723c-4798-9e6f-711cf052b261 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=5252ebbd-d0df-4c1c-b899-17f8184fcb50 HTTP/1.1" status: 200 len: 944 time: 0.0751758 Dec 08 16:17:01.278151 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-05c3a8c9-77e9-40c7-b4e7-1fd3fc2f89be req-55e076c4-cf17-44f5-b7ed-52f9fe6ce342 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688477 Dec 08 16:17:01.338424 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52342) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:01.367507 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d49ce-86c3-49a2-a63b-7e317b60c8e2 req-c03e5073-0b9c-43dd-bfd9-74ed9f55dda8 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:01.375528 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-490d49ce-86c3-49a2-a63b-7e317b60c8e2 req-c03e5073-0b9c-43dd-bfd9-74ed9f55dda8 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=100c4908-7541-488b-b9d5-e65a61d69e46 HTTP/1.1" status: 200 len: 945 time: 0.0644031 Dec 08 16:17:01.393547 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-b063e14a-df1a-4ae6-bf39-5195fa36f276 admin admin] Deleting subnet 680478a0-4630-4ed4-889d-05b7ed149c05 {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:17:01.398318 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b063e14a-df1a-4ae6-bf39-5195fa36f276 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:01.434120 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-490d49ce-86c3-49a2-a63b-7e317b60c8e2 req-f50440fe-06af-425d-963e-02a47e0a5301 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576909 Dec 08 16:17:01.446024 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b063e14a-df1a-4ae6-bf39-5195fa36f276 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:01.491195 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b063e14a-df1a-4ae6-bf39-5195fa36f276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:01.646561 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b063e14a-df1a-4ae6-bf39-5195fa36f276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:01.679713 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b063e14a-df1a-4ae6-bf39-5195fa36f276 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=680478a0-4630-4ed4-889d-05b7ed149c05,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:01.682039 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b063e14a-df1a-4ae6-bf39-5195fa36f276 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:01.685458 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b063e14a-df1a-4ae6-bf39-5195fa36f276 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/680478a0-4630-4ed4-889d-05b7ed149c05 HTTP/1.1" status: 204 len: 168 time: 0.3456256 Dec 08 16:17:01.689851 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52348) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:01.768098 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c0a73fc0-42fa-4d64-8539-ca7a9a90486c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:01.864709 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c0a73fc0-42fa-4d64-8539-ca7a9a90486c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:01.893712 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-c0a73fc0-42fa-4d64-8539-ca7a9a90486c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fbb20d4-b39e-4859-b407-9c56a523b93d']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:17:01.900004 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-c0a73fc0-42fa-4d64-8539-ca7a9a90486c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb550b7b-ef25-45c2-8dc9-ef8e1028dae0') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:17:01.900296 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-c0a73fc0-42fa-4d64-8539-ca7a9a90486c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb550b7b-ef25-45c2-8dc9-ef8e1028dae0') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:17:01.910878 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c0a73fc0-42fa-4d64-8539-ca7a9a90486c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:01.925430 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c0a73fc0-42fa-4d64-8539-ca7a9a90486c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:01.932465 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0a73fc0-42fa-4d64-8539-ca7a9a90486c admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:17:01.932882 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c0a73fc0-42fa-4d64-8539-ca7a9a90486c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:01.934583 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:17:01.934583 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:17:01.934583 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:17:01.934583 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:17:01.934583 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:17:01.934583 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:17:01.934583 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:17:01.934583 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:17:01.934583 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:17:01.934583 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:17:01.934583 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:17:01.934583 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:17:01.934583 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:17:01.934583 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:17:01.934583 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:17:01.934583 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:17:01.934583 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:17:01.934583 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:17:01.934583 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:17:01.934583 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:17:01.934583 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:17:01.934583 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:17:01.934583 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:17:01.934583 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:17:01.934583 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:17:01.934583 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:17:01.934583 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:17:01.934583 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:17:01.934583 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:17:01.934583 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:17:01.934583 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:17:01.934583 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:17:02.068862 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c0a73fc0-42fa-4d64-8539-ca7a9a90486c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:02.076920 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c0a73fc0-42fa-4d64-8539-ca7a9a90486c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:02.077861 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c0a73fc0-42fa-4d64-8539-ca7a9a90486c admin admin] 10.222.0.64 "DELETE /v2.0/networks/5fbb20d4-b39e-4859-b407-9c56a523b93d HTTP/1.1" status: 204 len: 168 time: 0.3869088 Dec 08 16:17:02.097240 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a73fc0-42fa-4d64-8539-ca7a9a90486c admin admin] Pushing event deleted for resources: {'Network': ['ID=5fbb20d4-b39e-4859-b407-9c56a523b93d,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:02.299000 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b238b2b-3e75-4b72-8ec3-d42741f767d7 req-640cfa7c-f7ca-4db1-991a-aac5974a97df tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:02.301139 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5b238b2b-3e75-4b72-8ec3-d42741f767d7 req-640cfa7c-f7ca-4db1-991a-aac5974a97df tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc4b94a5-b717-4efc-8f87-9fd158abf9e6 HTTP/1.1" status: 200 len: 946 time: 0.0619957 Dec 08 16:17:02.351653 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5b238b2b-3e75-4b72-8ec3-d42741f767d7 req-ef08ce30-8d1c-4869-87f2-6e9462a507b1 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436699 Dec 08 16:17:02.400955 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f8c39d-60f3-4fe2-9693-6a00a0af12a0 req-729ad3f5-d4b9-4f88-b3af-79e19039b88d tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:02.402747 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-68f8c39d-60f3-4fe2-9693-6a00a0af12a0 req-729ad3f5-d4b9-4f88-b3af-79e19039b88d tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=5252ebbd-d0df-4c1c-b899-17f8184fcb50 HTTP/1.1" status: 200 len: 944 time: 0.0569167 Dec 08 16:17:02.458861 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-68f8c39d-60f3-4fe2-9693-6a00a0af12a0 req-97d77ff3-7a0a-4f0d-8487-a809809bc709 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476437 Dec 08 16:17:02.512447 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device ee011526-8689-4e59-87ec-71cd176b93b9 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:17:02.538904 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52370) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:02.590426 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0008e2b-d07d-40b8-9bff-3d54f10e69cd req-5e03a8ce-97ec-4692-9a24-e0884663b93c tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:02.592605 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b0008e2b-d07d-40b8-9bff-3d54f10e69cd req-5e03a8ce-97ec-4692-9a24-e0884663b93c tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=100c4908-7541-488b-b9d5-e65a61d69e46 HTTP/1.1" status: 200 len: 945 time: 0.0706458 Dec 08 16:17:02.598295 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b1560a12-79b9-41a1-912b-5e1c49d22a12 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=79c3a4bc13864746931f271bd9d37128&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0559063 Dec 08 16:17:02.600937 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52372) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:02.623613 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port ee011526-8689-4e59-87ec-71cd176b93b9, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=ee011526-8689-4e59-87ec-71cd176b93b9,segment=NetworkSegment(9b02e36e-6de5-484c-a36e-2fa26fb39118),segment_id=9b02e36e-6de5-484c-a36e-2fa26fb39118)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:17:02.637128 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': 'ee011526-8689-4e59-87ec-71cd176b93b9', 'network_id': 'cc341b4e-e4a6-433a-819f-1f235ff05a7a', 'port_id': 'ee011526-8689-4e59-87ec-71cd176b93b9', 'mac_address': 'fa:16:3e:d4:72:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ae73486-24f1-4ad9-b7a3-ee511661fedf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:17:02.666258 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-60e9afba-7ad4-491f-9fc7-cbd362e8853a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:02.670377 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b0008e2b-d07d-40b8-9bff-3d54f10e69cd req-84ac472e-9c19-4e2b-bdde-0bfd0082c389 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694597 Dec 08 16:17:02.679480 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:02.693226 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee011526-8689-4e59-87ec-71cd176b93b9 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:17:02.697747 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-60e9afba-7ad4-491f-9fc7-cbd362e8853a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:02.720365 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port ee011526-8689-4e59-87ec-71cd176b93b9, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=ee011526-8689-4e59-87ec-71cd176b93b9,segment=NetworkSegment(9b02e36e-6de5-484c-a36e-2fa26fb39118),segment_id=9b02e36e-6de5-484c-a36e-2fa26fb39118)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:17:02.805811 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:02.834464 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-60e9afba-7ad4-491f-9fc7-cbd362e8853a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:02.837850 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-60e9afba-7ad4-491f-9fc7-cbd362e8853a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:02.839077 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-60e9afba-7ad4-491f-9fc7-cbd362e8853a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0c04aacc-c997-434e-8e99-48d109037e5d HTTP/1.1" status: 204 len: 168 time: 0.2370148 Dec 08 16:17:02.849390 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e9afba-7ad4-491f-9fc7-cbd362e8853a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c04aacc-c997-434e-8e99-48d109037e5d,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:02.875039 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=ee011526-8689-4e59-87ec-71cd176b93b9,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:03.121366 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['ee011526-8689-4e59-87ec-71cd176b93b9'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:17:03.484496 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144dcbc-488d-4ad4-9ae1-efda42c7393f req-8ea28913-1122-4951-a26b-a6c61032f9c4 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:03.486161 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0144dcbc-488d-4ad4-9ae1-efda42c7393f req-8ea28913-1122-4951-a26b-a6c61032f9c4 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc4b94a5-b717-4efc-8f87-9fd158abf9e6 HTTP/1.1" status: 200 len: 946 time: 0.0561936 Dec 08 16:17:03.550539 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0144dcbc-488d-4ad4-9ae1-efda42c7393f req-2fabe1cc-859f-487e-9cb7-c2e5084e8694 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560489 Dec 08 16:17:03.601257 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf580567-cc21-4afa-916f-3f271f70b5e2 req-cf10c907-e852-4ccc-b85f-ef329ddf9aa8 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:03.603523 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cf580567-cc21-4afa-916f-3f271f70b5e2 req-cf10c907-e852-4ccc-b85f-ef329ddf9aa8 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=5252ebbd-d0df-4c1c-b899-17f8184fcb50 HTTP/1.1" status: 200 len: 945 time: 0.0599401 Dec 08 16:17:03.655394 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cf580567-cc21-4afa-916f-3f271f70b5e2 req-f146cc48-a364-4d45-b34b-d109c7bbf820 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457654 Dec 08 16:17:03.810384 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc85b24-dafe-48ba-8f2d-6d358611acea req-a3c6ed62-a9cf-454d-80a9-7151ae444d0e tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:03.812059 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-efc85b24-dafe-48ba-8f2d-6d358611acea req-a3c6ed62-a9cf-454d-80a9-7151ae444d0e tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=100c4908-7541-488b-b9d5-e65a61d69e46 HTTP/1.1" status: 200 len: 945 time: 0.0582623 Dec 08 16:17:03.867075 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-efc85b24-dafe-48ba-8f2d-6d358611acea req-f31f3c12-f5e2-48cd-942d-0f6a2e2fd355 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476100 Dec 08 16:17:04.360271 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:04.532356 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device ee011526-8689-4e59-87ec-71cd176b93b9 up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:17:04.652817 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port ee011526-8689-4e59-87ec-71cd176b93b9 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:17:04.659412 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port ee011526-8689-4e59-87ec-71cd176b93b9 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:17:04.659412 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:04.693071 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499f5e9-8374-4cc2-8f8b-25126e8037c1 req-bc873364-72a1-4de1-afc7-3660dedb4fd3 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:04.697400 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3499f5e9-8374-4cc2-8f8b-25126e8037c1 req-bc873364-72a1-4de1-afc7-3660dedb4fd3 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc4b94a5-b717-4efc-8f87-9fd158abf9e6 HTTP/1.1" status: 200 len: 946 time: 0.0583322 Dec 08 16:17:04.781367 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:04.784947 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3499f5e9-8374-4cc2-8f8b-25126e8037c1 req-a9f1b998-5355-4d85-9a26-9a0bb3f31fc9 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805101 Dec 08 16:17:04.813689 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5252ebbd-d0df-4c1c-b899-17f8184fcb50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee011526-8689-4e59-87ec-71cd176b93b9'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:17:04.816288 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0150ac-14bc-48de-a7dd-c7bdd92888a2" -d '{"events": [{"server_uuid": "5252ebbd-d0df-4c1c-b899-17f8184fcb50", "name": "network-vif-plugged", "status": "completed", "tag": "ee011526-8689-4e59-87ec-71cd176b93b9"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:17:04.833493 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port ee011526-8689-4e59-87ec-71cd176b93b9, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=ee011526-8689-4e59-87ec-71cd176b93b9,segment=NetworkSegment(9b02e36e-6de5-484c-a36e-2fa26fb39118),segment_id=9b02e36e-6de5-484c-a36e-2fa26fb39118)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:17:04.842859 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752275ac-2b18-456e-b541-db4c7775c972 req-14521d52-e7de-4f82-aaeb-3f23787f46eb tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:04.851249 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-752275ac-2b18-456e-b541-db4c7775c972 req-14521d52-e7de-4f82-aaeb-3f23787f46eb tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=5252ebbd-d0df-4c1c-b899-17f8184fcb50 HTTP/1.1" status: 200 len: 945 time: 0.0831690 Dec 08 16:17:04.867691 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e4d4fa-27f0-43c7-8ff8-db801a5c1ff6 x-openstack-request-id: req-58e4d4fa-27f0-43c7-8ff8-db801a5c1ff6 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:17:04.867992 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5252ebbd-d0df-4c1c-b899-17f8184fcb50", "name": "network-vif-plugged", "status": "completed", "tag": "ee011526-8689-4e59-87ec-71cd176b93b9", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:17:04.868819 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-58e4d4fa-27f0-43c7-8ff8-db801a5c1ff6 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:17:04.869222 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5252ebbd-d0df-4c1c-b899-17f8184fcb50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee011526-8689-4e59-87ec-71cd176b93b9', 'code': 200} Dec 08 16:17:04.906830 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-752275ac-2b18-456e-b541-db4c7775c972 req-86afd6f8-3849-4e94-8562-6694a14fe792 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544975 Dec 08 16:17:04.972153 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:05.032904 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be721774-23ee-4b86-81c3-68f3bd4e0e73 req-9ac94a4f-a3df-43b8-8911-1dcc9fe99ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:05.035141 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-be721774-23ee-4b86-81c3-68f3bd4e0e73 req-9ac94a4f-a3df-43b8-8911-1dcc9fe99ac5 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5252ebbd-d0df-4c1c-b899-17f8184fcb50 HTTP/1.1" status: 200 len: 1097 time: 0.0857322 Dec 08 16:17:05.065250 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=ee011526-8689-4e59-87ec-71cd176b93b9,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:05.078316 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f80d45-6791-4a4e-89e4-9a61bde52cbf req-93cb1692-0e0e-4b23-88d5-5cbd26489f9d tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:05.080014 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-00f80d45-6791-4a4e-89e4-9a61bde52cbf req-93cb1692-0e0e-4b23-88d5-5cbd26489f9d tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=100c4908-7541-488b-b9d5-e65a61d69e46 HTTP/1.1" status: 200 len: 945 time: 0.0803249 Dec 08 16:17:05.122789 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-be721774-23ee-4b86-81c3-68f3bd4e0e73 req-a2322e41-f61d-4d8b-a7c3-6d90b9274d09 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790339 Dec 08 16:17:05.154958 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-00f80d45-6791-4a4e-89e4-9a61bde52cbf req-c21865d9-131f-4dbe-afec-a8f653a17861 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640299 Dec 08 16:17:05.903188 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d2b759-f0ce-4a58-aba3-dc23e3b32424 req-78918ea3-653f-4ee2-abe6-dc1c2482aab8 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:05.904858 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-80d2b759-f0ce-4a58-aba3-dc23e3b32424 req-78918ea3-653f-4ee2-abe6-dc1c2482aab8 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc4b94a5-b717-4efc-8f87-9fd158abf9e6 HTTP/1.1" status: 200 len: 946 time: 0.0546169 Dec 08 16:17:05.963098 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-80d2b759-f0ce-4a58-aba3-dc23e3b32424 req-82249f2c-2fbe-4bd8-b818-61f679c566ee tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513301 Dec 08 16:17:06.042308 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d5f29f-d551-4116-b8bd-b4f1d5005539 req-c58e1570-0dbf-46d6-a6de-a60da574727a tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:06.051608 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e8d5f29f-d551-4116-b8bd-b4f1d5005539 req-c58e1570-0dbf-46d6-a6de-a60da574727a tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=5252ebbd-d0df-4c1c-b899-17f8184fcb50 HTTP/1.1" status: 200 len: 946 time: 0.0574415 Dec 08 16:17:06.110530 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e8d5f29f-d551-4116-b8bd-b4f1d5005539 req-04d7a7e1-d61f-4833-81be-01a708d229bf tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451164 Dec 08 16:17:06.285539 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065866d6-6d1f-416b-ab36-8795b32c67e4 req-1fa62fb5-6443-4387-998e-e53e1473c0c2 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:06.287350 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-065866d6-6d1f-416b-ab36-8795b32c67e4 req-1fa62fb5-6443-4387-998e-e53e1473c0c2 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=100c4908-7541-488b-b9d5-e65a61d69e46 HTTP/1.1" status: 200 len: 945 time: 0.0553865 Dec 08 16:17:06.353915 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-065866d6-6d1f-416b-ab36-8795b32c67e4 req-1ad19e10-1d41-4dd5-8de4-ce9842c104fe tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550432 Dec 08 16:17:07.139721 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362f34b4-a3b8-4f6a-ad0a-44123e0adb88 req-685b0142-75d0-4ef7-8512-773f7159112f tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:07.142557 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-362f34b4-a3b8-4f6a-ad0a-44123e0adb88 req-685b0142-75d0-4ef7-8512-773f7159112f tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc4b94a5-b717-4efc-8f87-9fd158abf9e6 HTTP/1.1" status: 200 len: 946 time: 0.1014321 Dec 08 16:17:07.224225 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-362f34b4-a3b8-4f6a-ad0a-44123e0adb88 req-4c8ab0d8-4021-4619-8674-725e8b810479 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749366 Dec 08 16:17:07.276452 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d7c3e-4b52-4669-a652-41eca3f18969 req-3bfdf320-1552-43ee-9104-b14e0b2dfcf4 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:07.278199 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-745d7c3e-4b52-4669-a652-41eca3f18969 req-3bfdf320-1552-43ee-9104-b14e0b2dfcf4 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=5252ebbd-d0df-4c1c-b899-17f8184fcb50 HTTP/1.1" status: 200 len: 946 time: 0.0643616 Dec 08 16:17:07.346389 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-745d7c3e-4b52-4669-a652-41eca3f18969 req-4493d46a-f680-4534-baaf-9fc1086b7f67 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619648 Dec 08 16:17:07.490338 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b5e46-9d5e-4191-b9f0-6af83c98fb01 req-8bca32e0-2751-45c2-815f-65457b6af8c2 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:07.495247 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5f2b5e46-9d5e-4191-b9f0-6af83c98fb01 req-8bca32e0-2751-45c2-815f-65457b6af8c2 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=100c4908-7541-488b-b9d5-e65a61d69e46 HTTP/1.1" status: 200 len: 945 time: 0.0588257 Dec 08 16:17:07.543895 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5f2b5e46-9d5e-4191-b9f0-6af83c98fb01 req-451418b5-67fa-4168-abd2-25f615f847a9 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456359 Dec 08 16:17:07.734941 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1029fc-29da-408c-b336-1e42bee9b00f req-33d17f80-e821-48fd-85ab-ab532c646fcc tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:07.736607 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6c1029fc-29da-408c-b336-1e42bee9b00f req-33d17f80-e821-48fd-85ab-ab532c646fcc tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=5252ebbd-d0df-4c1c-b899-17f8184fcb50 HTTP/1.1" status: 200 len: 946 time: 0.0608604 Dec 08 16:17:07.790080 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6c1029fc-29da-408c-b336-1e42bee9b00f req-b0a2d2ea-ae17-4f17-8732-27ece22761bb tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450220 Dec 08 16:17:07.855734 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52534) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:07.947713 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b54f7-2b9a-4278-bda1-0dc9147e0810 req-58a4ebae-cdb6-4287-9a0c-46b1e65bf52a tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:07.949286 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1a0b54f7-2b9a-4278-bda1-0dc9147e0810 req-58a4ebae-cdb6-4287-9a0c-46b1e65bf52a tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=5252ebbd-d0df-4c1c-b899-17f8184fcb50 HTTP/1.1" status: 200 len: 946 time: 0.0659266 Dec 08 16:17:08.005194 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-73ef8079-5533-4d72-9886-daf3c7fb8d08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:08.010899 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1a0b54f7-2b9a-4278-bda1-0dc9147e0810 req-223a59a5-b421-4f60-8235-b10ebf6cd3b7 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543764 Dec 08 16:17:08.094183 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-73ef8079-5533-4d72-9886-daf3c7fb8d08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:08.200650 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-73ef8079-5533-4d72-9886-daf3c7fb8d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:08.243867 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-73ef8079-5533-4d72-9886-daf3c7fb8d08 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a2ffc8e1c278469c99aabae7ee6fd683&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3867505 Dec 08 16:17:08.246517 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52548) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:08.256572 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ef8079-5533-4d72-9886-daf3c7fb8d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf2e244-5d0c-4764-af51-292c3855da9e,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:08.322945 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1d8055dc-48e3-4f5a-83ed-2ab2bb6108b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:08.351790 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1d8055dc-48e3-4f5a-83ed-2ab2bb6108b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:08.369645 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db5aeb-87a6-4e7f-9b14-042433912d76 req-7b7c667e-954a-4676-b1ad-b2997be10abd tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:08.379638 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-53db5aeb-87a6-4e7f-9b14-042433912d76 req-7b7c667e-954a-4676-b1ad-b2997be10abd tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc4b94a5-b717-4efc-8f87-9fd158abf9e6 HTTP/1.1" status: 200 len: 946 time: 0.0664527 Dec 08 16:17:08.432676 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-53db5aeb-87a6-4e7f-9b14-042433912d76 req-3e1074e5-5414-4a06-95da-00c59cce162f tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516882 Dec 08 16:17:08.510609 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:08.543105 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1d8055dc-48e3-4f5a-83ed-2ab2bb6108b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:08.547618 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1d8055dc-48e3-4f5a-83ed-2ab2bb6108b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:08.550208 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-1d8055dc-48e3-4f5a-83ed-2ab2bb6108b3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/eaf2e244-5d0c-4764-af51-292c3855da9e HTTP/1.1" status: 204 len: 168 time: 0.3016784 Dec 08 16:17:08.563187 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8055dc-48e3-4f5a-83ed-2ab2bb6108b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf2e244-5d0c-4764-af51-292c3855da9e,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:08.712688 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e6938-6085-4fbb-9ccd-7496d16e75a9 req-e6c24183-f6ab-4589-8999-a80ab5414024 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:08.714237 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-aa5e6938-6085-4fbb-9ccd-7496d16e75a9 req-e6c24183-f6ab-4589-8999-a80ab5414024 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=5252ebbd-d0df-4c1c-b899-17f8184fcb50 HTTP/1.1" status: 200 len: 946 time: 0.0582006 Dec 08 16:17:08.716569 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e474340-0735-4be1-930a-b1323676cdb1 req-6de7cf0f-fc1e-470b-8e5a-fad43dd42f56 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:08.718423 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2e474340-0735-4be1-930a-b1323676cdb1 req-6de7cf0f-fc1e-470b-8e5a-fad43dd42f56 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=100c4908-7541-488b-b9d5-e65a61d69e46 HTTP/1.1" status: 200 len: 945 time: 0.0668688 Dec 08 16:17:08.777932 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2e474340-0735-4be1-930a-b1323676cdb1 req-4be7e708-47a7-4c7c-b663-82458efcf45a tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530186 Dec 08 16:17:08.780968 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-aa5e6938-6085-4fbb-9ccd-7496d16e75a9 req-72253e8b-92ab-42a4-9eac-5daf04764c48 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557477 Dec 08 16:17:09.510835 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52582) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:09.526471 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-01575e00-b70a-4fde-bfb9-e27a5729d8ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:09.567621 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1828707-bf50-44b3-bd75-051f73ce8d17 req-b060048b-d6da-404b-a5d5-54f429fe2573 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:09.577010 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b1828707-bf50-44b3-bd75-051f73ce8d17 req-b060048b-d6da-404b-a5d5-54f429fe2573 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc4b94a5-b717-4efc-8f87-9fd158abf9e6 HTTP/1.1" status: 200 len: 946 time: 0.0691686 Dec 08 16:17:09.614406 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-01575e00-b70a-4fde-bfb9-e27a5729d8ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:09.625252 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b1828707-bf50-44b3-bd75-051f73ce8d17 req-dbe73a09-e189-4fdb-8fc1-a8bc481140c6 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473411 Dec 08 16:17:09.691165 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-01575e00-b70a-4fde-bfb9-e27a5729d8ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:09.732250 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-01575e00-b70a-4fde-bfb9-e27a5729d8ad admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2a43e45b924a4bdca826214653408aed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2196751 Dec 08 16:17:09.735025 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52588) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:09.736090 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01575e00-b70a-4fde-bfb9-e27a5729d8ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=317b474f-a42b-487a-b6d4-cb3280069e56,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:09.784531 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c5ebadfe-e99f-4805-8f4f-0bbd813cb26d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:09.806785 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c5ebadfe-e99f-4805-8f4f-0bbd813cb26d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:09.914415 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5606b73-166a-4bbb-b602-b6caa583ad3b req-d7923e80-3ed3-4e27-8785-edb8c16a49c4 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:09.916456 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b5606b73-166a-4bbb-b602-b6caa583ad3b req-d7923e80-3ed3-4e27-8785-edb8c16a49c4 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=100c4908-7541-488b-b9d5-e65a61d69e46 HTTP/1.1" status: 200 len: 945 time: 0.0620310 Dec 08 16:17:09.928628 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3aa384-f3af-4deb-969a-ee76c8c74812 req-2d15ad00-468f-4592-8fe9-c7b4b2b08930 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:09.929328 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ba3aa384-f3af-4deb-969a-ee76c8c74812 req-2d15ad00-468f-4592-8fe9-c7b4b2b08930 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=5252ebbd-d0df-4c1c-b899-17f8184fcb50 HTTP/1.1" status: 200 len: 946 time: 0.0598710 Dec 08 16:17:09.967868 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c5ebadfe-e99f-4805-8f4f-0bbd813cb26d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:09.970752 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c5ebadfe-e99f-4805-8f4f-0bbd813cb26d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:09.971880 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c5ebadfe-e99f-4805-8f4f-0bbd813cb26d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/317b474f-a42b-487a-b6d4-cb3280069e56 HTTP/1.1" status: 204 len: 168 time: 0.2357328 Dec 08 16:17:09.978831 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ba3aa384-f3af-4deb-969a-ee76c8c74812 req-7ee7ca7b-e462-41af-9eae-988009365947 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436895 Dec 08 16:17:10.008900 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ebadfe-e99f-4805-8f4f-0bbd813cb26d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=317b474f-a42b-487a-b6d4-cb3280069e56,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:10.025924 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b5606b73-166a-4bbb-b602-b6caa583ad3b req-db403c27-7587-403d-be35-ba550c1e1728 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015775 Dec 08 16:17:10.066134 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f3a3f-9a6f-4d49-bb4d-e4d24511e256 req-cba755b9-b32a-4a23-8c69-59f0af6c2bd0 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:10.073290 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-218f3a3f-9a6f-4d49-bb4d-e4d24511e256 req-cba755b9-b32a-4a23-8c69-59f0af6c2bd0 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.76 "GET /v2.0/ports?device_id=5252ebbd-d0df-4c1c-b899-17f8184fcb50 HTTP/1.1" status: 200 len: 946 time: 0.1214716 Dec 08 16:17:10.190931 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-218f3a3f-9a6f-4d49-bb4d-e4d24511e256 req-ec9c47c3-44ad-445a-a5a4-7190ef6cd886 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Deleting port ee011526-8689-4e59-87ec-71cd176b93b9 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:17:10.191266 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-218f3a3f-9a6f-4d49-bb4d-e4d24511e256 req-ec9c47c3-44ad-445a-a5a4-7190ef6cd886 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:10.292462 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-218f3a3f-9a6f-4d49-bb4d-e4d24511e256 req-ec9c47c3-44ad-445a-a5a4-7190ef6cd886 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] For port ee011526-8689-4e59-87ec-71cd176b93b9, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=ee011526-8689-4e59-87ec-71cd176b93b9,segment=NetworkSegment(9b02e36e-6de5-484c-a36e-2fa26fb39118),segment_id=9b02e36e-6de5-484c-a36e-2fa26fb39118)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:17:10.292872 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-218f3a3f-9a6f-4d49-bb4d-e4d24511e256 req-ec9c47c3-44ad-445a-a5a4-7190ef6cd886 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:10.307961 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-218f3a3f-9a6f-4d49-bb4d-e4d24511e256 req-ec9c47c3-44ad-445a-a5a4-7190ef6cd886 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Calling delete_port for ee011526-8689-4e59-87ec-71cd176b93b9 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:17:10.572798 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-218f3a3f-9a6f-4d49-bb4d-e4d24511e256 req-ec9c47c3-44ad-445a-a5a4-7190ef6cd886 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:10.588094 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['447778cb-6852-4f54-8138-b73aa73fba8a'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:17:10.621115 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9c47c3-44ad-445a-a5a4-7190ef6cd886 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Pushing event deleted for resources: {'Port': ['ID=ee011526-8689-4e59-87ec-71cd176b93b9,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:10.648232 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['ee011526-8689-4e59-87ec-71cd176b93b9'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:17:10.667135 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-218f3a3f-9a6f-4d49-bb4d-e4d24511e256 req-ec9c47c3-44ad-445a-a5a4-7190ef6cd886 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] No DVR routers for this DVR port ee011526-8689-4e59-87ec-71cd176b93b9 on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:17:10.670173 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-218f3a3f-9a6f-4d49-bb4d-e4d24511e256 req-ec9c47c3-44ad-445a-a5a4-7190ef6cd886 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:10.675493 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-218f3a3f-9a6f-4d49-bb4d-e4d24511e256 req-ec9c47c3-44ad-445a-a5a4-7190ef6cd886 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.76 "DELETE /v2.0/ports/ee011526-8689-4e59-87ec-71cd176b93b9 HTTP/1.1" status: 204 len: 173 time: 0.5887046 Dec 08 16:17:10.676226 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5252ebbd-d0df-4c1c-b899-17f8184fcb50', 'name': 'network-vif-deleted', 'tag': 'ee011526-8689-4e59-87ec-71cd176b93b9'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:17:10.689098 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a018c2-9ee7-492f-b2e9-5cde7aa90461" -d '{"events": [{"server_uuid": "5252ebbd-d0df-4c1c-b899-17f8184fcb50", "name": "network-vif-deleted", "tag": "ee011526-8689-4e59-87ec-71cd176b93b9"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:17:10.847247 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3fde4c-bc2e-4632-adeb-a918cb011050 req-ec1634c0-ae5e-4495-9431-51540af20a85 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:10.849176 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3f3fde4c-bc2e-4632-adeb-a918cb011050 req-ec1634c0-ae5e-4495-9431-51540af20a85 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc4b94a5-b717-4efc-8f87-9fd158abf9e6 HTTP/1.1" status: 200 len: 946 time: 0.1175244 Dec 08 16:17:10.865592 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a2c388-d932-473b-bff2-29fc3263672d x-openstack-request-id: req-d5a2c388-d932-473b-bff2-29fc3263672d {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:17:10.865900 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5252ebbd-d0df-4c1c-b899-17f8184fcb50", "name": "network-vif-deleted", "tag": "ee011526-8689-4e59-87ec-71cd176b93b9", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:17:10.866372 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d5a2c388-d932-473b-bff2-29fc3263672d {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:17:10.866796 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5252ebbd-d0df-4c1c-b899-17f8184fcb50', 'name': 'network-vif-deleted', 'tag': 'ee011526-8689-4e59-87ec-71cd176b93b9', 'status': 'completed', 'code': 200} Dec 08 16:17:10.923893 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3f3fde4c-bc2e-4632-adeb-a918cb011050 req-ad36d901-9a14-4da6-8c90-3bc5add3cc98 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561664 Dec 08 16:17:11.168062 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-61f36259-2687-4677-91a9-898762ccacae req-0eb918d2-0e44-4943-9b11-c12487e6bebb tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=5252ebbd-d0df-4c1c-b899-17f8184fcb50 HTTP/1.1" status: 200 len: 210 time: 0.0460341 Dec 08 16:17:11.372356 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3847f1d1-5893-4167-9c1d-1ee3391dc2ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:11.547169 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925730da-3692-4db2-9dbf-5d18e39f23fd req-1263b094-9713-4975-bdd1-cc2eb0f1fe07 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:11.548798 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-925730da-3692-4db2-9dbf-5d18e39f23fd req-1263b094-9713-4975-bdd1-cc2eb0f1fe07 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=100c4908-7541-488b-b9d5-e65a61d69e46 HTTP/1.1" status: 200 len: 945 time: 0.4056349 Dec 08 16:17:11.614124 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-925730da-3692-4db2-9dbf-5d18e39f23fd req-6a11cae0-8cfb-4c4b-8e59-3555cba496d4 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587676 Dec 08 16:17:12.075348 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df89b32-d8c4-49f1-ba81-3e8e543a5501 req-db83741c-7155-49a4-8170-059275779d9f tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:12.083267 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3df89b32-d8c4-49f1-ba81-3e8e543a5501 req-db83741c-7155-49a4-8170-059275779d9f tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc4b94a5-b717-4efc-8f87-9fd158abf9e6 HTTP/1.1" status: 200 len: 946 time: 0.0729690 Dec 08 16:17:12.137082 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3df89b32-d8c4-49f1-ba81-3e8e543a5501 req-f81410c3-d29f-4d17-ae42-4e4b626ae1c9 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522928 Dec 08 16:17:12.543299 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21e7f4-4c4f-4c7f-8c72-a20c49195963 req-ab021bc9-3864-4980-b76d-275a8d9b66a0 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:12.550008 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1a21e7f4-4c4f-4c7f-8c72-a20c49195963 req-ab021bc9-3864-4980-b76d-275a8d9b66a0 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/networks?id=cc341b4e-e4a6-433a-819f-1f235ff05a7a HTTP/1.1" status: 200 len: 806 time: 0.1247258 Dec 08 16:17:12.561732 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1a21e7f4-4c4f-4c7f-8c72-a20c49195963 req-c89b4e8f-5303-4289-9492-226a8d6af4cd tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/quotas/3c96083250fb4c3492902950739ee237 HTTP/1.1" status: 200 len: 375 time: 0.0097821 Dec 08 16:17:12.629151 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1a21e7f4-4c4f-4c7f-8c72-a20c49195963 req-480335c8-96f1-4037-a20c-5f9148866a29 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3c96083250fb4c3492902950739ee237&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0589845 Dec 08 16:17:12.736160 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1a21e7f4-4c4f-4c7f-8c72-a20c49195963 req-08ad7753-8b4d-453a-8dbd-0cac7b2fcb56 service neutron] 10.222.0.64 "GET /v2.0/networks/cc341b4e-e4a6-433a-819f-1f235ff05a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059263 Dec 08 16:17:12.786743 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc5499e-d61d-408b-9e79-4765c4ac8e59 req-a4b01e4e-47b7-43d9-8d66-b9c695f99d8a tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:12.796833 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5fc5499e-d61d-408b-9e79-4765c4ac8e59 req-a4b01e4e-47b7-43d9-8d66-b9c695f99d8a tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=100c4908-7541-488b-b9d5-e65a61d69e46 HTTP/1.1" status: 200 len: 945 time: 0.0743635 Dec 08 16:17:12.839691 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1a21e7f4-4c4f-4c7f-8c72-a20c49195963 req-e36ed9c9-ad45-4046-a840-d860bf3e8fcd service neutron] 10.222.0.64 "GET /v2.0/networks/cc341b4e-e4a6-433a-819f-1f235ff05a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943391 Dec 08 16:17:12.844200 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5fc5499e-d61d-408b-9e79-4765c4ac8e59 req-3ce99f63-d4ea-409b-98af-9884e971e893 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460837 Dec 08 16:17:13.128259 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-802c41b7-1e21-4ef2-807f-6a490d6efe0e req-23988613-6a53-49d2-a668-a478589de908 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=f84ef93a-4753-42d9-b558-6c7e978f13ec HTTP/1.1" status: 200 len: 210 time: 0.0311697 Dec 08 16:17:13.230508 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52820) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:13.271341 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8298dea1-e0e3-449b-a075-e0fe38b03342 req-cf7c1a8b-664b-49a6-8d9a-432d5b6e3fbf tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:13.272946 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8298dea1-e0e3-449b-a075-e0fe38b03342 req-cf7c1a8b-664b-49a6-8d9a-432d5b6e3fbf tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc4b94a5-b717-4efc-8f87-9fd158abf9e6 HTTP/1.1" status: 200 len: 946 time: 0.0580897 Dec 08 16:17:13.325970 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8298dea1-e0e3-449b-a075-e0fe38b03342 req-ff38ad39-92c7-4bb2-ab4d-3781a6502534 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459692 Dec 08 16:17:13.409929 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52828) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:13.492725 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3a52efd5-b33f-4b1e-aaf3-5650785964f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:13.500813 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a8934714-d0aa-41e4-aadc-3b18bdabe731 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:13.635611 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3a52efd5-b33f-4b1e-aaf3-5650785964f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:13.644773 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a8934714-d0aa-41e4-aadc-3b18bdabe731 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:13.697827 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3a52efd5-b33f-4b1e-aaf3-5650785964f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:13.753801 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-3a52efd5-b33f-4b1e-aaf3-5650785964f5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=26e497e70d384549987d1884b55fede4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3381431 Dec 08 16:17:13.753801 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a8934714-d0aa-41e4-aadc-3b18bdabe731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:13.754390 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52836) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:13.755074 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a52efd5-b33f-4b1e-aaf3-5650785964f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2931f9-32e6-44c7-8892-ba948a78ffff,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:13.789040 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-827c10a4-636e-467c-a783-00bdbb35f6d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:13.808085 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a8934714-d0aa-41e4-aadc-3b18bdabe731 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0c0fbfb21a314e14a121207530079baf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5736318 Dec 08 16:17:13.808085 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8934714-d0aa-41e4-aadc-3b18bdabe731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db1ec279-95ab-4b6f-a1b3-9defc0748431,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:13.808807 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52838) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:13.855314 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7e3521c3-23c6-4abc-b44a-246843920e92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:13.893422 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7e3521c3-23c6-4abc-b44a-246843920e92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:13.903168 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1f017516-93c5-4b77-b965-311af45677e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:13.944206 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1f017516-93c5-4b77-b965-311af45677e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:13.982255 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c0b30f-d3ef-4611-a65f-a242733efc86 req-d763559b-87f6-4ec2-a373-9d9c848988e9 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:13.982255 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-50c0b30f-d3ef-4611-a65f-a242733efc86 req-d763559b-87f6-4ec2-a373-9d9c848988e9 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=100c4908-7541-488b-b9d5-e65a61d69e46 HTTP/1.1" status: 200 len: 945 time: 0.0633261 Dec 08 16:17:14.036523 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-50c0b30f-d3ef-4611-a65f-a242733efc86 req-46646e44-1ad8-4b66-b297-3c88acf8ae81 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478096 Dec 08 16:17:14.119567 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7e3521c3-23c6-4abc-b44a-246843920e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:14.122294 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7e3521c3-23c6-4abc-b44a-246843920e92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:14.123634 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-7e3521c3-23c6-4abc-b44a-246843920e92 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9b2931f9-32e6-44c7-8892-ba948a78ffff HTTP/1.1" status: 204 len: 168 time: 0.3681705 Dec 08 16:17:14.126602 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1f017516-93c5-4b77-b965-311af45677e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:14.129243 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1f017516-93c5-4b77-b965-311af45677e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:14.130674 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-1f017516-93c5-4b77-b965-311af45677e9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/db1ec279-95ab-4b6f-a1b3-9defc0748431 HTTP/1.1" status: 204 len: 168 time: 0.3210382 Dec 08 16:17:14.140215 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3521c3-23c6-4abc-b44a-246843920e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2931f9-32e6-44c7-8892-ba948a78ffff,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:14.184047 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f017516-93c5-4b77-b965-311af45677e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1ec279-95ab-4b6f-a1b3-9defc0748431,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:14.261088 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d98faa5e-7c01-45be-b743-5ebd8775d8de req-5ee3069b-7263-4368-b8de-53a15d4700ec tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=f84ef93a-4753-42d9-b558-6c7e978f13ec HTTP/1.1" status: 200 len: 210 time: 0.0280561 Dec 08 16:17:14.460255 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b9471b-9bbc-4e58-acc3-08223d840664 req-ec6488d3-5f55-4e05-ac4d-f980d4c6eabf tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:14.465158 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a2b9471b-9bbc-4e58-acc3-08223d840664 req-ec6488d3-5f55-4e05-ac4d-f980d4c6eabf tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc4b94a5-b717-4efc-8f87-9fd158abf9e6 HTTP/1.1" status: 200 len: 946 time: 0.0573511 Dec 08 16:17:14.526837 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a2b9471b-9bbc-4e58-acc3-08223d840664 req-9c84d96c-7c7d-4fa4-bb16-e1e2a1f07ad0 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564275 Dec 08 16:17:14.582865 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device ee011526-8689-4e59-87ec-71cd176b93b9 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:17:14.606462 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: ee011526-8689-4e59-87ec-71cd176b93b9 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:17:14.606941 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device ee011526-8689-4e59-87ec-71cd176b93b9 not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:17:14.918776 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52868) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:14.932989 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-62dc6478-4dc6-4d47-9589-7e108fab2eaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:15.012166 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-62dc6478-4dc6-4d47-9589-7e108fab2eaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:15.086364 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-62dc6478-4dc6-4d47-9589-7e108fab2eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:15.136977 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-62dc6478-4dc6-4d47-9589-7e108fab2eaa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=62402a0869744938b07e810b0ccdac31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2170744 Dec 08 16:17:15.140568 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:15.141052 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52878) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:15.143257 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dc6478-4dc6-4d47-9589-7e108fab2eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a7fecd-fa3f-490e-ab11-cbb122135fef,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:15.240103 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13be881-bd7a-408b-8977-de814f99141d req-6d674354-bb21-4bf9-ad7a-d54a7e5dfd97 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:15.241677 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b13be881-bd7a-408b-8977-de814f99141d req-6d674354-bb21-4bf9-ad7a-d54a7e5dfd97 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=100c4908-7541-488b-b9d5-e65a61d69e46 HTTP/1.1" status: 200 len: 945 time: 0.1143310 Dec 08 16:17:15.247390 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a6d98701-0598-4e05-a885-fe249e189f24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:15.295670 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a6d98701-0598-4e05-a885-fe249e189f24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:15.335041 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21e7f4-4c4f-4c7f-8c72-a20c49195963 req-2fcfd30e-107d-4b92-84bf-3479456690b7 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:15.337253 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1a21e7f4-4c4f-4c7f-8c72-a20c49195963 req-2fcfd30e-107d-4b92-84bf-3479456690b7 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.76 "GET /v2.0/networks?id=cc341b4e-e4a6-433a-819f-1f235ff05a7a HTTP/1.1" status: 200 len: 806 time: 0.1222610 Dec 08 16:17:15.350804 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-1a21e7f4-4c4f-4c7f-8c72-a20c49195963 req-25d31af1-745e-4feb-a155-0f10c2cae29a tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Request body: {'port': {'device_id': 'f84ef93a-4753-42d9-b558-6c7e978f13ec', 'network_id': 'cc341b4e-e4a6-433a-819f-1f235ff05a7a', 'admin_state_up': True, 'tenant_id': '3c96083250fb4c3492902950739ee237'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:17:15.361230 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b13be881-bd7a-408b-8977-de814f99141d req-851b3b39-26f6-462f-95d6-78cdc680114b tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043079 Dec 08 16:17:15.445033 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-eaec8311-2047-43e2-b3cd-f60f742ba89f req-4de9457f-185f-4927-8f57-362ff0aa3e53 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=f84ef93a-4753-42d9-b558-6c7e978f13ec HTTP/1.1" status: 200 len: 210 time: 0.0381672 Dec 08 16:17:15.514585 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a6d98701-0598-4e05-a885-fe249e189f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:15.518579 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a6d98701-0598-4e05-a885-fe249e189f24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:15.520421 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a6d98701-0598-4e05-a885-fe249e189f24 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/00a7fecd-fa3f-490e-ab11-cbb122135fef HTTP/1.1" status: 204 len: 168 time: 0.3799121 Dec 08 16:17:15.533833 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d98701-0598-4e05-a885-fe249e189f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a7fecd-fa3f-490e-ab11-cbb122135fef,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:15.653766 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a21e7f4-4c4f-4c7f-8c72-a20c49195963 req-25d31af1-745e-4feb-a155-0f10c2cae29a tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Made reservation on behalf of 3c96083250fb4c3492902950739ee237 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:17:15.660166 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1a21e7f4-4c4f-4c7f-8c72-a20c49195963 req-25d31af1-745e-4feb-a155-0f10c2cae29a tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:15.750508 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebbb7a6-512f-4e7d-99fb-514a42a448c5 req-cf7a2101-390a-4603-b3c9-b7e042e0c59e tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:15.752207 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6ebbb7a6-512f-4e7d-99fb-514a42a448c5 req-cf7a2101-390a-4603-b3c9-b7e042e0c59e tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc4b94a5-b717-4efc-8f87-9fd158abf9e6 HTTP/1.1" status: 200 len: 946 time: 0.1384037 Dec 08 16:17:15.854700 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6ebbb7a6-512f-4e7d-99fb-514a42a448c5 req-5da35260-045f-43ca-b28d-99442e59f271 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926917 Dec 08 16:17:15.867252 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-1a21e7f4-4c4f-4c7f-8c72-a20c49195963 req-25d31af1-745e-4feb-a155-0f10c2cae29a tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Allocated IP 172.20.0.3 (cc341b4e-e4a6-433a-819f-1f235ff05a7a/5ae73486-24f1-4ad9-b7a3-ee511661fedf/4635aa06-7874-4a1c-8878-d41e6219f793) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:17:16.023131 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1a21e7f4-4c4f-4c7f-8c72-a20c49195963 req-25d31af1-745e-4feb-a155-0f10c2cae29a tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:16.137895 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1a21e7f4-4c4f-4c7f-8c72-a20c49195963 req-25d31af1-745e-4feb-a155-0f10c2cae29a tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:16.152640 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['447778cb-6852-4f54-8138-b73aa73fba8a'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:17:16.219567 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a21e7f4-4c4f-4c7f-8c72-a20c49195963 req-25d31af1-745e-4feb-a155-0f10c2cae29a tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Network cc341b4e-e4a6-433a-819f-1f235ff05a7a is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:17:16.227462 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-1a21e7f4-4c4f-4c7f-8c72-a20c49195963 req-25d31af1-745e-4feb-a155-0f10c2cae29a tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:17:16.228195 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a21e7f4-4c4f-4c7f-8c72-a20c49195963 req-25d31af1-745e-4feb-a155-0f10c2cae29a tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:17:16.232458 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d31af1-745e-4feb-a155-0f10c2cae29a tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Pushing event updated for resources: {'Port': ['ID=4635aa06-7874-4a1c-8878-d41e6219f793,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:16.311865 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21e7f4-4c4f-4c7f-8c72-a20c49195963 req-25d31af1-745e-4feb-a155-0f10c2cae29a tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:16.312536 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1a21e7f4-4c4f-4c7f-8c72-a20c49195963 req-25d31af1-745e-4feb-a155-0f10c2cae29a tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:16.327713 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52950) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:16.447628 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-486c64a6-48ca-4713-9302-a4b655a070c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:16.511007 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea8c84-58e7-4a4c-8699-b3d73fd205a7 req-b1bbe6dc-6f48-44d8-a118-cbf3c213b938 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:16.512604 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5aea8c84-58e7-4a4c-8699-b3d73fd205a7 req-b1bbe6dc-6f48-44d8-a118-cbf3c213b938 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=100c4908-7541-488b-b9d5-e65a61d69e46 HTTP/1.1" status: 200 len: 945 time: 0.0817213 Dec 08 16:17:16.535725 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1a21e7f4-4c4f-4c7f-8c72-a20c49195963 req-25d31af1-745e-4feb-a155-0f10c2cae29a tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1895494 Dec 08 16:17:16.551086 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-1a21e7f4-4c4f-4c7f-8c72-a20c49195963 req-12ae81de-52d9-49f1-b286-292c88f1fad0 service neutron] Request body: {'port': {'device_id': 'f84ef93a-4753-42d9-b558-6c7e978f13ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:17:16.579459 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8d25b-f130-4178-b89e-940db59c3617 req-4884eb4b-3360-4dd9-86c4-8dd4688bdbc6 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:16.581834 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-26c8d25b-f130-4178-b89e-940db59c3617 req-4884eb4b-3360-4dd9-86c4-8dd4688bdbc6 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=f84ef93a-4753-42d9-b558-6c7e978f13ec HTTP/1.1" status: 200 len: 931 time: 0.0584414 Dec 08 16:17:16.635081 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-26c8d25b-f130-4178-b89e-940db59c3617 req-40e2f8f2-3be4-4f13-ae54-8002284c6bba tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445442 Dec 08 16:17:16.668408 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5aea8c84-58e7-4a4c-8699-b3d73fd205a7 req-f95fa3a4-d4db-47a7-b12b-8605ca6d4b21 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457884 Dec 08 16:17:16.673739 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1a21e7f4-4c4f-4c7f-8c72-a20c49195963 req-12ae81de-52d9-49f1-b286-292c88f1fad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:16.686852 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-486c64a6-48ca-4713-9302-a4b655a070c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:16.731400 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:16.782310 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-486c64a6-48ca-4713-9302-a4b655a070c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:16.858474 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-486c64a6-48ca-4713-9302-a4b655a070c6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c994530e991e49c49d8435dcea36005e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5259411 Dec 08 16:17:16.858786 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52968) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:16.865269 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486c64a6-48ca-4713-9302-a4b655a070c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ce3d23-8e67-41ee-bd5c-4c907f90ea51,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:16.916655 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-59cd571e-00e3-4995-aac3-1ca0e677add0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:16.941076 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-59cd571e-00e3-4995-aac3-1ca0e677add0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:17.022851 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-1a21e7f4-4c4f-4c7f-8c72-a20c49195963 req-12ae81de-52d9-49f1-b286-292c88f1fad0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4635aa06-7874-4a1c-8878-d41e6219f793 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:17:17.029006 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b22dbb-df3a-4ee2-82af-6e9c0c0963f6 req-16bf1977-9783-44fd-bdee-d87ab264d53d tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:17.031050 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-24b22dbb-df3a-4ee2-82af-6e9c0c0963f6 req-16bf1977-9783-44fd-bdee-d87ab264d53d tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc4b94a5-b717-4efc-8f87-9fd158abf9e6 HTTP/1.1" status: 200 len: 946 time: 0.0831966 Dec 08 16:17:17.037356 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1a21e7f4-4c4f-4c7f-8c72-a20c49195963 req-12ae81de-52d9-49f1-b286-292c88f1fad0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:17.087418 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-24b22dbb-df3a-4ee2-82af-6e9c0c0963f6 req-3d2e0a57-fb43-4e40-9fc5-d102f387e21e tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451896 Dec 08 16:17:17.149147 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-1a21e7f4-4c4f-4c7f-8c72-a20c49195963 req-12ae81de-52d9-49f1-b286-292c88f1fad0 service neutron] Transition to ACTIVE for port object 4635aa06-7874-4a1c-8878-d41e6219f793 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:17:17.149855 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-59cd571e-00e3-4995-aac3-1ca0e677add0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:17.152528 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-59cd571e-00e3-4995-aac3-1ca0e677add0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:17.153717 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-59cd571e-00e3-4995-aac3-1ca0e677add0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d6ce3d23-8e67-41ee-bd5c-4c907f90ea51 HTTP/1.1" status: 204 len: 168 time: 0.2944710 Dec 08 16:17:17.164297 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cd571e-00e3-4995-aac3-1ca0e677add0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ce3d23-8e67-41ee-bd5c-4c907f90ea51,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:17.266631 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1a21e7f4-4c4f-4c7f-8c72-a20c49195963 req-12ae81de-52d9-49f1-b286-292c88f1fad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:17.317370 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ae81de-52d9-49f1-b286-292c88f1fad0 service neutron] Pushing event updated for resources: {'Port': ['ID=4635aa06-7874-4a1c-8878-d41e6219f793,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:17.385793 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-1a21e7f4-4c4f-4c7f-8c72-a20c49195963 req-12ae81de-52d9-49f1-b286-292c88f1fad0 service neutron] Attempting to bind port 4635aa06-7874-4a1c-8878-d41e6219f793 on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:17:17.386130 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-1a21e7f4-4c4f-4c7f-8c72-a20c49195963 req-12ae81de-52d9-49f1-b286-292c88f1fad0 service neutron] Attempting to bind port 4635aa06-7874-4a1c-8878-d41e6219f793 by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': '9b02e36e-6de5-484c-a36e-2fa26fb39118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'cc341b4e-e4a6-433a-819f-1f235ff05a7a'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:17:17.386426 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a21e7f4-4c4f-4c7f-8c72-a20c49195963 req-12ae81de-52d9-49f1-b286-292c88f1fad0 service neutron] Attempting to bind port 4635aa06-7874-4a1c-8878-d41e6219f793 on network cc341b4e-e4a6-433a-819f-1f235ff05a7a {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:17:17.390925 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a21e7f4-4c4f-4c7f-8c72-a20c49195963 req-12ae81de-52d9-49f1-b286-292c88f1fad0 service neutron] Port 4635aa06-7874-4a1c-8878-d41e6219f793 on network cc341b4e-e4a6-433a-819f-1f235ff05a7a not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:17:17.391258 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a21e7f4-4c4f-4c7f-8c72-a20c49195963 req-12ae81de-52d9-49f1-b286-292c88f1fad0 service neutron] Attempting to bind port 4635aa06-7874-4a1c-8878-d41e6219f793 on network cc341b4e-e4a6-433a-819f-1f235ff05a7a {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:17:17.396511 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a21e7f4-4c4f-4c7f-8c72-a20c49195963 req-12ae81de-52d9-49f1-b286-292c88f1fad0 service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:17:17.396858 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a21e7f4-4c4f-4c7f-8c72-a20c49195963 req-12ae81de-52d9-49f1-b286-292c88f1fad0 service neutron] Checking segment: {'id': '9b02e36e-6de5-484c-a36e-2fa26fb39118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'cc341b4e-e4a6-433a-819f-1f235ff05a7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:17:17.397244 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a21e7f4-4c4f-4c7f-8c72-a20c49195963 req-12ae81de-52d9-49f1-b286-292c88f1fad0 service neutron] Bound using segment: {'id': '9b02e36e-6de5-484c-a36e-2fa26fb39118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'cc341b4e-e4a6-433a-819f-1f235ff05a7a'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:17:17.397674 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-1a21e7f4-4c4f-4c7f-8c72-a20c49195963 req-12ae81de-52d9-49f1-b286-292c88f1fad0 service neutron] Bound port: 4635aa06-7874-4a1c-8878-d41e6219f793, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b02e36e-6de5-484c-a36e-2fa26fb39118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'cc341b4e-e4a6-433a-819f-1f235ff05a7a'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:17:17.398052 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1a21e7f4-4c4f-4c7f-8c72-a20c49195963 req-12ae81de-52d9-49f1-b286-292c88f1fad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:17.483919 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-1a21e7f4-4c4f-4c7f-8c72-a20c49195963 req-12ae81de-52d9-49f1-b286-292c88f1fad0 service neutron] For port 4635aa06-7874-4a1c-8878-d41e6219f793, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:17:17.490562 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-1a21e7f4-4c4f-4c7f-8c72-a20c49195963 req-12ae81de-52d9-49f1-b286-292c88f1fad0 service neutron] For port 4635aa06-7874-4a1c-8878-d41e6219f793, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=4635aa06-7874-4a1c-8878-d41e6219f793,segment=NetworkSegment(9b02e36e-6de5-484c-a36e-2fa26fb39118),segment_id=9b02e36e-6de5-484c-a36e-2fa26fb39118)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:17:17.537504 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:17.625261 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1a21e7f4-4c4f-4c7f-8c72-a20c49195963 req-12ae81de-52d9-49f1-b286-292c88f1fad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:17.665967 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21e7f4-4c4f-4c7f-8c72-a20c49195963 req-12ae81de-52d9-49f1-b286-292c88f1fad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:17.667417 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1a21e7f4-4c4f-4c7f-8c72-a20c49195963 req-12ae81de-52d9-49f1-b286-292c88f1fad0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:17.669167 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1a21e7f4-4c4f-4c7f-8c72-a20c49195963 req-12ae81de-52d9-49f1-b286-292c88f1fad0 service neutron] 10.222.0.76 "PUT /v2.0/ports/4635aa06-7874-4a1c-8878-d41e6219f793 HTTP/1.1" status: 200 len: 1092 time: 1.1222589 Dec 08 16:17:17.671258 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f84ef93a-4753-42d9-b558-6c7e978f13ec', 'tag': '4635aa06-7874-4a1c-8878-d41e6219f793'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:17:17.673750 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b1b24b3-4a9d-46c8-8562-c9358b96dc1e" -d '{"events": [{"name": "network-changed", "server_uuid": "f84ef93a-4753-42d9-b558-6c7e978f13ec", "tag": "4635aa06-7874-4a1c-8878-d41e6219f793"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:17:17.725843 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ae81de-52d9-49f1-b286-292c88f1fad0 service neutron] Pushing event updated for resources: {'Port': ['ID=4635aa06-7874-4a1c-8878-d41e6219f793,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:17.742351 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb3b5432-088d-4db7-9ca6-d18e26681491 x-openstack-request-id: req-fb3b5432-088d-4db7-9ca6-d18e26681491 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:17:17.742782 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f84ef93a-4753-42d9-b558-6c7e978f13ec", "tag": "4635aa06-7874-4a1c-8878-d41e6219f793", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:17:17.743141 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fb3b5432-088d-4db7-9ca6-d18e26681491 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:17:17.743655 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f84ef93a-4753-42d9-b558-6c7e978f13ec', 'tag': '4635aa06-7874-4a1c-8878-d41e6219f793', 'status': 'completed', 'code': 200} Dec 08 16:17:17.848623 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24bd280-550f-4ccb-82ad-6e15009b6194 req-c40ece1d-d956-4566-b5b8-b99e7e711805 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:17.851118 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b24bd280-550f-4ccb-82ad-6e15009b6194 req-c40ece1d-d956-4566-b5b8-b99e7e711805 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=f84ef93a-4753-42d9-b558-6c7e978f13ec HTTP/1.1" status: 200 len: 943 time: 0.0874228 Dec 08 16:17:17.867400 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b24b3-4a9d-46c8-8562-c9358b96dc1e req-66e63cf4-c422-4a12-98ea-57077da32f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:17.869110 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8b1b24b3-4a9d-46c8-8562-c9358b96dc1e req-66e63cf4-c422-4a12-98ea-57077da32f59 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3c96083250fb4c3492902950739ee237&device_id=f84ef93a-4753-42d9-b558-6c7e978f13ec HTTP/1.1" status: 200 len: 1095 time: 0.0983961 Dec 08 16:17:17.916865 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b24bd280-550f-4ccb-82ad-6e15009b6194 req-40543479-7888-450b-aa36-07c816f327df tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580621 Dec 08 16:17:17.944786 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11030d84-e6ae-46ad-9a18-ae6ef3042b2c req-d28496a0-f1a8-4fda-a07c-cb38690deedd tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:17.946403 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-11030d84-e6ae-46ad-9a18-ae6ef3042b2c req-d28496a0-f1a8-4fda-a07c-cb38690deedd tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=100c4908-7541-488b-b9d5-e65a61d69e46 HTTP/1.1" status: 200 len: 945 time: 0.1283410 Dec 08 16:17:18.034003 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b24b3-4a9d-46c8-8562-c9358b96dc1e req-bbbca986-0b67-4ced-8f2e-ed91a2b1d8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:18.038662 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8b1b24b3-4a9d-46c8-8562-c9358b96dc1e req-bbbca986-0b67-4ced-8f2e-ed91a2b1d8a9 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=3c96083250fb4c3492902950739ee237&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1607795 Dec 08 16:17:18.043224 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-11030d84-e6ae-46ad-9a18-ae6ef3042b2c req-c8e5083c-4905-4bd0-b3fb-053ce25c8415 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895040 Dec 08 16:17:18.165402 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b24b3-4a9d-46c8-8562-c9358b96dc1e req-2e57bb3c-482e-49ba-97b0-7bad09e1f62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:18.167605 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8b1b24b3-4a9d-46c8-8562-c9358b96dc1e req-2e57bb3c-482e-49ba-97b0-7bad09e1f62f service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1219962 Dec 08 16:17:18.234339 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7980d3d1-dce0-404f-a60b-58b14e3729f0 req-35c843c8-9a81-4624-a61d-1263848813e4 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:18.236263 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7980d3d1-dce0-404f-a60b-58b14e3729f0 req-35c843c8-9a81-4624-a61d-1263848813e4 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc4b94a5-b717-4efc-8f87-9fd158abf9e6 HTTP/1.1" status: 200 len: 946 time: 0.0604868 Dec 08 16:17:18.272454 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21e7f4-4c4f-4c7f-8c72-a20c49195963 req-f9fa0402-8158-4943-abe5-7f2d27d23da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:18.272454 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1a21e7f4-4c4f-4c7f-8c72-a20c49195963 req-f9fa0402-8158-4943-abe5-7f2d27d23da1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3c96083250fb4c3492902950739ee237&device_id=f84ef93a-4753-42d9-b558-6c7e978f13ec HTTP/1.1" status: 200 len: 1095 time: 0.0460877 Dec 08 16:17:18.291421 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7980d3d1-dce0-404f-a60b-58b14e3729f0 req-260c769f-de38-45c6-b327-65980016b0cb tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473428 Dec 08 16:17:18.305641 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1a21e7f4-4c4f-4c7f-8c72-a20c49195963 req-873642a1-a372-45d9-8362-e3a503957b1e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4635aa06-7874-4a1c-8878-d41e6219f793 HTTP/1.1" status: 200 len: 217 time: 0.0380950 Dec 08 16:17:18.384123 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21e7f4-4c4f-4c7f-8c72-a20c49195963 req-cf937016-aa2b-4588-a5b0-cd74675daf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:18.385700 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1a21e7f4-4c4f-4c7f-8c72-a20c49195963 req-cf937016-aa2b-4588-a5b0-cd74675daf61 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5ae73486-24f1-4ad9-b7a3-ee511661fedf HTTP/1.1" status: 200 len: 846 time: 0.0725055 Dec 08 16:17:18.427834 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1a21e7f4-4c4f-4c7f-8c72-a20c49195963 req-e6ad4925-32da-4308-af0d-d201ddc3c0d1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=cc341b4e-e4a6-433a-819f-1f235ff05a7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343473 Dec 08 16:17:18.525557 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1a21e7f4-4c4f-4c7f-8c72-a20c49195963 req-787c6f57-f39f-4fed-baf2-35cf202c5cad service neutron] 10.222.0.76 "GET /v2.0/networks/cc341b4e-e4a6-433a-819f-1f235ff05a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897195 Dec 08 16:17:18.624068 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1a21e7f4-4c4f-4c7f-8c72-a20c49195963 req-4d6ad717-4e51-44bc-8593-574ecf80de81 service neutron] 10.222.0.76 "GET /v2.0/networks/cc341b4e-e4a6-433a-819f-1f235ff05a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919194 Dec 08 16:17:18.939486 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ef144-36e4-40bb-9244-fbcba13cbe65 req-38d68b6c-bcb7-4f0f-adbd-c1069fbfd1af tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:18.941033 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4a8ef144-36e4-40bb-9244-fbcba13cbe65 req-38d68b6c-bcb7-4f0f-adbd-c1069fbfd1af tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc4b94a5-b717-4efc-8f87-9fd158abf9e6 HTTP/1.1" status: 200 len: 946 time: 0.0518153 Dec 08 16:17:19.004850 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4a8ef144-36e4-40bb-9244-fbcba13cbe65 req-d66571c4-d6ef-4095-ad6e-3f9ca5640ac4 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535467 Dec 08 16:17:19.060801 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa8bd51-fb7e-4e28-9118-85c30da09f5b req-0053d8b5-750a-4ed2-8ab0-8279afd6ff11 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:19.063497 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-dfa8bd51-fb7e-4e28-9118-85c30da09f5b req-0053d8b5-750a-4ed2-8ab0-8279afd6ff11 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=f84ef93a-4753-42d9-b558-6c7e978f13ec HTTP/1.1" status: 200 len: 943 time: 0.0649889 Dec 08 16:17:19.126233 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-dfa8bd51-fb7e-4e28-9118-85c30da09f5b req-62847981-0c38-40c6-a866-ff81f5fe39f3 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564716 Dec 08 16:17:19.240654 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d5ad9-03e5-4ad5-9c9d-c99b8e714522 req-4e5822fa-4c50-4e8b-903a-ba9170c59569 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:19.242460 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d78d5ad9-03e5-4ad5-9c9d-c99b8e714522 req-4e5822fa-4c50-4e8b-903a-ba9170c59569 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=100c4908-7541-488b-b9d5-e65a61d69e46 HTTP/1.1" status: 200 len: 945 time: 0.0520175 Dec 08 16:17:19.298623 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d78d5ad9-03e5-4ad5-9c9d-c99b8e714522 req-6a27d7fa-729b-4a97-87fd-874fceb38ca8 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502460 Dec 08 16:17:19.688117 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53074) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:19.787666 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-30162271-298e-476b-aa92-c961f03775e8 tempest-RoutersTestDVR-1553424457 tempest-RoutersTestDVR-1553424457-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1180615571'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:17:19.886040 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-30162271-298e-476b-aa92-c961f03775e8 tempest-RoutersTestDVR-1553424457 tempest-RoutersTestDVR-1553424457-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:19.887110 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-30162271-298e-476b-aa92-c961f03775e8 tempest-RoutersTestDVR-1553424457 tempest-RoutersTestDVR-1553424457-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:19.940575 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-30162271-298e-476b-aa92-c961f03775e8 tempest-RoutersTestDVR-1553424457 tempest-RoutersTestDVR-1553424457-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:20.012047 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-30162271-298e-476b-aa92-c961f03775e8 tempest-RoutersTestDVR-1553424457 tempest-RoutersTestDVR-1553424457-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:20.139830 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-30162271-298e-476b-aa92-c961f03775e8 tempest-RoutersTestDVR-1553424457 tempest-RoutersTestDVR-1553424457-project-admin] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:20.141181 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-30162271-298e-476b-aa92-c961f03775e8 tempest-RoutersTestDVR-1553424457 tempest-RoutersTestDVR-1553424457-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.4519117 Dec 08 16:17:20.143811 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53086) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:20.166081 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155439db-d4dc-4796-aa75-bde7a7ffb89b req-ec8835e1-2e38-4570-998f-ffdf8f09c35a tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:20.167637 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-155439db-d4dc-4796-aa75-bde7a7ffb89b req-ec8835e1-2e38-4570-998f-ffdf8f09c35a tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc4b94a5-b717-4efc-8f87-9fd158abf9e6 HTTP/1.1" status: 200 len: 946 time: 0.0865049 Dec 08 16:17:20.202543 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d8dd20-aa74-4315-816a-aa8112b4af50 req-13915d93-3362-4b92-aa8f-d60be1521c10 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:20.203925 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b1d8dd20-aa74-4315-816a-aa8112b4af50 req-13915d93-3362-4b92-aa8f-d60be1521c10 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc4b94a5-b717-4efc-8f87-9fd158abf9e6 HTTP/1.1" status: 200 len: 946 time: 0.0926940 Dec 08 16:17:20.246612 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b18c9844-7246-4770-863d-e610171cd6cf tempest-RoutersTestDVR-1553424457 tempest-RoutersTestDVR-1553424457-project-admin] Publish callbacks [] for router, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:20.291728 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-155439db-d4dc-4796-aa75-bde7a7ffb89b req-34cba1ff-2f1b-48bd-b77d-e3c6e390c670 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168466 Dec 08 16:17:20.367123 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 53096) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:20.375678 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-b1d8dd20-aa74-4315-816a-aa8112b4af50 req-1d256b16-9700-45e7-89ec-96c121ca8ebb tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Deleting port 14c5de84-68b0-4d7f-9aee-614bc07a56e8 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:17:20.376156 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b1d8dd20-aa74-4315-816a-aa8112b4af50 req-1d256b16-9700-45e7-89ec-96c121ca8ebb tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:20.478561 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847823b7-78d4-425c-bfe5-b58c3d263dac req-f690cc7c-6f6f-4cbe-9bcf-b14c59d2d241 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:20.488904 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-847823b7-78d4-425c-bfe5-b58c3d263dac req-f690cc7c-6f6f-4cbe-9bcf-b14c59d2d241 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=f84ef93a-4753-42d9-b558-6c7e978f13ec HTTP/1.1" status: 200 len: 943 time: 0.2567613 Dec 08 16:17:20.492993 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b18c9844-7246-4770-863d-e610171cd6cf tempest-RoutersTestDVR-1553424457 tempest-RoutersTestDVR-1553424457-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:20.501402 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b18c9844-7246-4770-863d-e610171cd6cf tempest-RoutersTestDVR-1553424457 tempest-RoutersTestDVR-1553424457-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:20.541230 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-b1d8dd20-aa74-4315-816a-aa8112b4af50 req-1d256b16-9700-45e7-89ec-96c121ca8ebb tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] For port 14c5de84-68b0-4d7f-9aee-614bc07a56e8, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=14c5de84-68b0-4d7f-9aee-614bc07a56e8,segment=NetworkSegment(f996c948-5ac9-42a3-ac04-df4c75288f01),segment_id=f996c948-5ac9-42a3-ac04-df4c75288f01)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:17:20.541641 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b1d8dd20-aa74-4315-816a-aa8112b4af50 req-1d256b16-9700-45e7-89ec-96c121ca8ebb tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:20.544066 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4f3a2a0e-cb23-4111-b85d-844e60f391d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:20.565407 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-b1d8dd20-aa74-4315-816a-aa8112b4af50 req-1d256b16-9700-45e7-89ec-96c121ca8ebb tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Calling delete_port for 14c5de84-68b0-4d7f-9aee-614bc07a56e8 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:17:20.578821 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-847823b7-78d4-425c-bfe5-b58c3d263dac req-edb08e63-dc61-4435-bfd9-316d499fce68 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892122 Dec 08 16:17:20.596963 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833afdac-ecb6-4cc1-b7a2-cee2e642dd13 req-f6171f5a-03bd-4be8-a4d6-c1d7b7b19a22 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:20.598892 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-833afdac-ecb6-4cc1-b7a2-cee2e642dd13 req-f6171f5a-03bd-4be8-a4d6-c1d7b7b19a22 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=100c4908-7541-488b-b9d5-e65a61d69e46 HTTP/1.1" status: 200 len: 945 time: 0.1340241 Dec 08 16:17:20.627117 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 4635aa06-7874-4a1c-8878-d41e6219f793 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:17:20.640088 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b18c9844-7246-4770-863d-e610171cd6cf tempest-RoutersTestDVR-1553424457 tempest-RoutersTestDVR-1553424457-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:20.640632 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18c9844-7246-4770-863d-e610171cd6cf tempest-RoutersTestDVR-1553424457 tempest-RoutersTestDVR-1553424457-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7fb288b8-373f-4d62-9269-c19cda8ac732 {{(pid=110551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:17:20.646523 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b18c9844-7246-4770-863d-e610171cd6cf tempest-RoutersTestDVR-1553424457 tempest-RoutersTestDVR-1553424457-project-admin] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:20.651151 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b18c9844-7246-4770-863d-e610171cd6cf tempest-RoutersTestDVR-1553424457 tempest-RoutersTestDVR-1553424457-project-admin] 10.222.0.64 "DELETE /v2.0/routers/7fb288b8-373f-4d62-9269-c19cda8ac732 HTTP/1.1" status: 204 len: 168 time: 0.5061157 Dec 08 16:17:20.651701 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53102) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:20.679990 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-6af3e2c1-e606-469e-91e0-b049a4d165ff tempest-RoutersTestDVR-1553424457 tempest-RoutersTestDVR-1553424457-project-admin] Request body: {'router': {'name': 'tempest-router-1685702041', 'distributed': False}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:17:20.733004 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-833afdac-ecb6-4cc1-b7a2-cee2e642dd13 req-9e9f3486-7cb3-4cf1-abe0-54bee7a13662 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011374 Dec 08 16:17:20.737123 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 4635aa06-7874-4a1c-8878-d41e6219f793, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=4635aa06-7874-4a1c-8878-d41e6219f793,segment=NetworkSegment(9b02e36e-6de5-484c-a36e-2fa26fb39118),segment_id=9b02e36e-6de5-484c-a36e-2fa26fb39118)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:17:20.755419 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '4635aa06-7874-4a1c-8878-d41e6219f793', 'network_id': 'cc341b4e-e4a6-433a-819f-1f235ff05a7a', 'port_id': '4635aa06-7874-4a1c-8878-d41e6219f793', 'mac_address': 'fa:16:3e:6f:10:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ae73486-24f1-4ad9-b7a3-ee511661fedf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:17:20.762757 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4f3a2a0e-cb23-4111-b85d-844e60f391d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:20.793698 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:20.800539 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6af3e2c1-e606-469e-91e0-b049a4d165ff tempest-RoutersTestDVR-1553424457 tempest-RoutersTestDVR-1553424457-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:20.802004 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6af3e2c1-e606-469e-91e0-b049a4d165ff tempest-RoutersTestDVR-1553424457 tempest-RoutersTestDVR-1553424457-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:20.807376 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4635aa06-7874-4a1c-8878-d41e6219f793 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:17:20.827653 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 4635aa06-7874-4a1c-8878-d41e6219f793, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=4635aa06-7874-4a1c-8878-d41e6219f793,segment=NetworkSegment(9b02e36e-6de5-484c-a36e-2fa26fb39118),segment_id=9b02e36e-6de5-484c-a36e-2fa26fb39118)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:17:20.855871 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6af3e2c1-e606-469e-91e0-b049a4d165ff tempest-RoutersTestDVR-1553424457 tempest-RoutersTestDVR-1553424457-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:20.908923 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4f3a2a0e-cb23-4111-b85d-844e60f391d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:20.943389 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:20.943869 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6af3e2c1-e606-469e-91e0-b049a4d165ff tempest-RoutersTestDVR-1553424457 tempest-RoutersTestDVR-1553424457-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:20.948764 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b1d8dd20-aa74-4315-816a-aa8112b4af50 req-1d256b16-9700-45e7-89ec-96c121ca8ebb tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:20.958768 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3a2a0e-cb23-4111-b85d-844e60f391d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5b5b1d-8eec-4e31-92e8-89e09d23b696,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:20.964018 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-4f3a2a0e-cb23-4111-b85d-844e60f391d8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b4691b2e75a34d2fbef7725da56cb36c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5955243 Dec 08 16:17:20.967365 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53104) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:20.968104 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['14c5de84-68b0-4d7f-9aee-614bc07a56e8'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:17:20.993458 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d256b16-9700-45e7-89ec-96c121ca8ebb tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Pushing event deleted for resources: {'Port': ['ID=14c5de84-68b0-4d7f-9aee-614bc07a56e8,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:21.020789 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=4635aa06-7874-4a1c-8878-d41e6219f793,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:21.029151 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:21.029570 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:21.029867 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:21.030528 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:21.030528 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:21.030878 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:21.033299 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:21.033299 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:21.033299 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:21.033299 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:21.033299 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:21.033299 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:21.033299 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:21.035801 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1d8dd20-aa74-4315-816a-aa8112b4af50 req-1d256b16-9700-45e7-89ec-96c121ca8ebb tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] No DVR routers for this DVR port 14c5de84-68b0-4d7f-9aee-614bc07a56e8 on host n-h2-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:17:21.039501 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b1d8dd20-aa74-4315-816a-aa8112b4af50 req-1d256b16-9700-45e7-89ec-96c121ca8ebb tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:21.042034 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-85301628-7600-441e-a06b-beb3a61527ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:21.044280 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b1d8dd20-aa74-4315-816a-aa8112b4af50 req-1d256b16-9700-45e7-89ec-96c121ca8ebb tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.37 "DELETE /v2.0/ports/14c5de84-68b0-4d7f-9aee-614bc07a56e8 HTTP/1.1" status: 204 len: 173 time: 0.8342001 Dec 08 16:17:21.044776 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc4b94a5-b717-4efc-8f87-9fd158abf9e6', 'name': 'network-vif-deleted', 'tag': '14c5de84-68b0-4d7f-9aee-614bc07a56e8'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:17:21.047654 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45eafd48-bba9-4a64-9c1b-ce7e3c170521" -d '{"events": [{"server_uuid": "bc4b94a5-b717-4efc-8f87-9fd158abf9e6", "name": "network-vif-deleted", "tag": "14c5de84-68b0-4d7f-9aee-614bc07a56e8"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:17:21.060960 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6af3e2c1-e606-469e-91e0-b049a4d165ff tempest-RoutersTestDVR-1553424457 tempest-RoutersTestDVR-1553424457-project-admin] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:21.064220 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-6af3e2c1-e606-469e-91e0-b049a4d165ff tempest-RoutersTestDVR-1553424457 tempest-RoutersTestDVR-1553424457-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4089351 Dec 08 16:17:21.065310 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 53108) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:21.071798 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-85301628-7600-441e-a06b-beb3a61527ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:21.112820 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-870dfe9b-8592-4bfa-bf16-7b7563bb867f x-openstack-request-id: req-870dfe9b-8592-4bfa-bf16-7b7563bb867f {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:17:21.113645 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc4b94a5-b717-4efc-8f87-9fd158abf9e6", "name": "network-vif-deleted", "tag": "14c5de84-68b0-4d7f-9aee-614bc07a56e8", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:17:21.113915 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-870dfe9b-8592-4bfa-bf16-7b7563bb867f {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:17:21.114325 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc4b94a5-b717-4efc-8f87-9fd158abf9e6', 'name': 'network-vif-deleted', 'tag': '14c5de84-68b0-4d7f-9aee-614bc07a56e8', 'status': 'completed', 'code': 200} Dec 08 16:17:21.149144 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4d6ee16c-7284-4887-a6f6-d80ddffb6e46 tempest-RoutersTestDVR-1553424457 tempest-RoutersTestDVR-1553424457-project-admin] Publish callbacks [] for router, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:21.294250 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['4635aa06-7874-4a1c-8878-d41e6219f793'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:17:21.303570 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-85301628-7600-441e-a06b-beb3a61527ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:21.306556 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-85301628-7600-441e-a06b-beb3a61527ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:21.307874 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-85301628-7600-441e-a06b-beb3a61527ab admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ce5b5b1d-8eec-4e31-92e8-89e09d23b696 HTTP/1.1" status: 204 len: 168 time: 0.3393645 Dec 08 16:17:21.313827 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4d6ee16c-7284-4887-a6f6-d80ddffb6e46 tempest-RoutersTestDVR-1553424457 tempest-RoutersTestDVR-1553424457-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:21.316768 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4d6ee16c-7284-4887-a6f6-d80ddffb6e46 tempest-RoutersTestDVR-1553424457 tempest-RoutersTestDVR-1553424457-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:21.318627 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85301628-7600-441e-a06b-beb3a61527ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5b5b1d-8eec-4e31-92e8-89e09d23b696,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:21.438320 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b1e1c74d-2e5d-4649-bf12-11da0bbda673 req-cc7fb938-ae23-4422-b54b-2be174860e9e tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc4b94a5-b717-4efc-8f87-9fd158abf9e6 HTTP/1.1" status: 200 len: 210 time: 0.0445585 Dec 08 16:17:21.571331 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4d6ee16c-7284-4887-a6f6-d80ddffb6e46 tempest-RoutersTestDVR-1553424457 tempest-RoutersTestDVR-1553424457-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:21.571783 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d6ee16c-7284-4887-a6f6-d80ddffb6e46 tempest-RoutersTestDVR-1553424457 tempest-RoutersTestDVR-1553424457-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 31211c00-1f04-444b-8e76-d1167e2aaaaa {{(pid=110550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:17:21.576756 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4d6ee16c-7284-4887-a6f6-d80ddffb6e46 tempest-RoutersTestDVR-1553424457 tempest-RoutersTestDVR-1553424457-project-admin] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:21.578982 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-4d6ee16c-7284-4887-a6f6-d80ddffb6e46 tempest-RoutersTestDVR-1553424457 tempest-RoutersTestDVR-1553424457-project-admin] 10.222.0.64 "DELETE /v2.0/routers/31211c00-1f04-444b-8e76-d1167e2aaaaa HTTP/1.1" status: 204 len: 168 time: 0.5113492 Dec 08 16:17:21.582457 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 53118) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:21.586164 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-db772ce7-89d0-4b64-9407-86d41836042a tempest-RoutersTestDVR-1553424457 tempest-RoutersTestDVR-1553424457-project-admin] Request body: {'router': {'name': 'tempest-router-869126775', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'ea17190bb41a427aa4d74338427ccfc4'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:17:21.608146 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 080e07da-a9a5-462a-811f-15b24a372ee5 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:17:21.610411 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 080e07da-a9a5-462a-811f-15b24a372ee5 no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:17:21.703208 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-db772ce7-89d0-4b64-9407-86d41836042a tempest-RoutersTestDVR-1553424457 tempest-RoutersTestDVR-1553424457-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:21.704578 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-db772ce7-89d0-4b64-9407-86d41836042a tempest-RoutersTestDVR-1553424457 tempest-RoutersTestDVR-1553424457-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:21.715299 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc5d66-cbb1-4a76-b71a-a7e520626109 req-36b4e816-0446-4232-9d1e-99b379ffeb32 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:21.716964 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2cbc5d66-cbb1-4a76-b71a-a7e520626109 req-36b4e816-0446-4232-9d1e-99b379ffeb32 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=f84ef93a-4753-42d9-b558-6c7e978f13ec HTTP/1.1" status: 200 len: 944 time: 0.0570886 Dec 08 16:17:21.780754 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:21.788896 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 080e07da-a9a5-462a-811f-15b24a372ee5, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=080e07da-a9a5-462a-811f-15b24a372ee5,segment=NetworkSegment(9b052d16-09ac-481d-baf5-f56fa6d1472f),segment_id=9b052d16-09ac-481d-baf5-f56fa6d1472f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:17:21.795479 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-db772ce7-89d0-4b64-9407-86d41836042a tempest-RoutersTestDVR-1553424457 tempest-RoutersTestDVR-1553424457-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:21.815894 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '080e07da-a9a5-462a-811f-15b24a372ee5', 'network_id': '880e4c19-5400-42a9-80ac-7d8d06cc73f1', 'port_id': '080e07da-a9a5-462a-811f-15b24a372ee5', 'mac_address': 'fa:16:3e:df:db:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d58ba6b-0d2d-418d-8d9a-8ee6777d3e48', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:17:21.824998 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '100c4908-7541-488b-b9d5-e65a61d69e46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '080e07da-a9a5-462a-811f-15b24a372ee5'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:17:21.827217 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f9b1b8-9fac-47fc-a00b-a0c06352b32f" -d '{"events": [{"server_uuid": "100c4908-7541-488b-b9d5-e65a61d69e46", "name": "network-vif-unplugged", "status": "completed", "tag": "080e07da-a9a5-462a-811f-15b24a372ee5"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:17:21.833816 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2cbc5d66-cbb1-4a76-b71a-a7e520626109 req-e3b749d2-e6a2-42a3-a96b-d9ae51c72ed2 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099849 Dec 08 16:17:21.862131 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 080e07da-a9a5-462a-811f-15b24a372ee5, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=080e07da-a9a5-462a-811f-15b24a372ee5,segment=NetworkSegment(9b052d16-09ac-481d-baf5-f56fa6d1472f),segment_id=9b052d16-09ac-481d-baf5-f56fa6d1472f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:17:21.891567 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:21.894323 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-db772ce7-89d0-4b64-9407-86d41836042a tempest-RoutersTestDVR-1553424457 tempest-RoutersTestDVR-1553424457-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:21.911819 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 080e07da-a9a5-462a-811f-15b24a372ee5 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:17:21.921486 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:21.941074 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f830a-997a-4f49-a3c3-ed7f979056b8 req-437110d2-d9fc-45cc-9ce5-6c065f1372fa tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:21.942712 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d64f830a-997a-4f49-a3c3-ed7f979056b8 req-437110d2-d9fc-45cc-9ce5-6c065f1372fa tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=100c4908-7541-488b-b9d5-e65a61d69e46 HTTP/1.1" status: 200 len: 945 time: 0.0937974 Dec 08 16:17:21.983450 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d81ff12-5104-4b67-946c-8a5e3c6954ee x-openstack-request-id: req-5d81ff12-5104-4b67-946c-8a5e3c6954ee {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:17:21.983843 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "100c4908-7541-488b-b9d5-e65a61d69e46", "name": "network-vif-unplugged", "status": "completed", "tag": "080e07da-a9a5-462a-811f-15b24a372ee5", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:17:21.984217 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5d81ff12-5104-4b67-946c-8a5e3c6954ee {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:17:21.984777 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '100c4908-7541-488b-b9d5-e65a61d69e46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '080e07da-a9a5-462a-811f-15b24a372ee5', 'code': 200} Dec 08 16:17:21.993363 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d64f830a-997a-4f49-a3c3-ed7f979056b8 req-12278aea-5ba8-467c-b699-7851945fbe8e tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440595 Dec 08 16:17:22.024700 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.db.api [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:17:22.025600 n-d-776250-12 neutron-server[110552]: DEBUG oslo_db.api [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:17:22.028351 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=080e07da-a9a5-462a-811f-15b24a372ee5,revision_number=6']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:22.076683 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-db772ce7-89d0-4b64-9407-86d41836042a tempest-RoutersTestDVR-1553424457 tempest-RoutersTestDVR-1553424457-project-admin] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:22.077822 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-db772ce7-89d0-4b64-9407-86d41836042a tempest-RoutersTestDVR-1553424457 tempest-RoutersTestDVR-1553424457-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4950778 Dec 08 16:17:22.080656 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 53130) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:22.085189 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-16ada3ec-23de-41df-886e-84206c2c606b tempest-RoutersTestDVR-1553424457 tempest-RoutersTestDVR-1553424457-project-admin] Request body: {'router': {'distributed': True}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:17:22.308471 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53134) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:22.314223 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-16ada3ec-23de-41df-886e-84206c2c606b tempest-RoutersTestDVR-1553424457 tempest-RoutersTestDVR-1553424457-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-717389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11074'] for router, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:22.314915 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-16ada3ec-23de-41df-886e-84206c2c606b tempest-RoutersTestDVR-1553424457 tempest-RoutersTestDVR-1553424457-project-admin] Publish callbacks [] for router, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:22.325113 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ce5073db-1ebd-4438-8e74-1baba8c0dbf3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:22.402375 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-16ada3ec-23de-41df-886e-84206c2c606b tempest-RoutersTestDVR-1553424457 tempest-RoutersTestDVR-1553424457-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=110550) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Dec 08 16:17:22.402640 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-16ada3ec-23de-41df-886e-84206c2c606b tempest-RoutersTestDVR-1553424457 tempest-RoutersTestDVR-1553424457-project-admin] Router db4063c6-c769-4b67-8083-332dbcb459f2 migrating from provider to provider. {{(pid=110550) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Dec 08 16:17:22.403013 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-16ada3ec-23de-41df-886e-84206c2c606b tempest-RoutersTestDVR-1553424457 tempest-RoutersTestDVR-1553424457-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:22.407970 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-16ada3ec-23de-41df-886e-84206c2c606b tempest-RoutersTestDVR-1553424457 tempest-RoutersTestDVR-1553424457-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:22.411230 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ce5073db-1ebd-4438-8e74-1baba8c0dbf3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:22.531923 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-16ada3ec-23de-41df-886e-84206c2c606b tempest-RoutersTestDVR-1553424457 tempest-RoutersTestDVR-1553424457-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528116', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-717402'] for router, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:22.566571 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ce5073db-1ebd-4438-8e74-1baba8c0dbf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:22.569330 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:22.586797 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 080e07da-a9a5-462a-811f-15b24a372ee5 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:17:22.613546 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 080e07da-a9a5-462a-811f-15b24a372ee5, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=080e07da-a9a5-462a-811f-15b24a372ee5,segment=NetworkSegment(9b052d16-09ac-481d-baf5-f56fa6d1472f),segment_id=9b052d16-09ac-481d-baf5-f56fa6d1472f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:17:22.616008 n-d-776250-12 neutron-server[110550]: WARNING neutron.scheduler.l3_agent_scheduler [None req-16ada3ec-23de-41df-886e-84206c2c606b tempest-RoutersTestDVR-1553424457 tempest-RoutersTestDVR-1553424457-project-admin] No L3 agents can host the router db4063c6-c769-4b67-8083-332dbcb459f2 Dec 08 16:17:22.629006 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ce5073db-1ebd-4438-8e74-1baba8c0dbf3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=23d12ce9607142ceb2cd383e998e99f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3189008 Dec 08 16:17:22.629987 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5073db-1ebd-4438-8e74-1baba8c0dbf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e39c01-5606-400a-94ee-686f44c72cdb,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:22.632388 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53142) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:22.638489 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 4635aa06-7874-4a1c-8878-d41e6219f793 up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:17:22.700203 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9c2551d6-aa59-4239-8487-e4f634c312dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:22.724909 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9c2551d6-aa59-4239-8487-e4f634c312dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:22.738442 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:22.799516 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=080e07da-a9a5-462a-811f-15b24a372ee5,revision_number=7']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:22.805662 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port 4635aa06-7874-4a1c-8878-d41e6219f793 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:17:22.810209 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 4635aa06-7874-4a1c-8878-d41e6219f793 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:17:22.810932 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:22.842381 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ada3ec-23de-41df-886e-84206c2c606b tempest-RoutersTestDVR-1553424457 tempest-RoutersTestDVR-1553424457-project-admin] Hosts for router db4063c6-c769-4b67-8083-332dbcb459f2: [] {{(pid=110550) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 08 16:17:22.874699 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9c2551d6-aa59-4239-8487-e4f634c312dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:22.877763 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ada3ec-23de-41df-886e-84206c2c606b tempest-RoutersTestDVR-1553424457 tempest-RoutersTestDVR-1553424457-project-admin] Hosts for other DVR routers connected to router db4063c6-c769-4b67-8083-332dbcb459f2: set() {{(pid=110550) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 08 16:17:22.878226 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9c2551d6-aa59-4239-8487-e4f634c312dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:22.882683 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-16ada3ec-23de-41df-886e-84206c2c606b tempest-RoutersTestDVR-1553424457 tempest-RoutersTestDVR-1553424457-project-admin] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:22.882936 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-9c2551d6-aa59-4239-8487-e4f634c312dd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d8e39c01-5606-400a-94ee-686f44c72cdb HTTP/1.1" status: 204 len: 168 time: 0.2492008 Dec 08 16:17:22.886338 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-16ada3ec-23de-41df-886e-84206c2c606b tempest-RoutersTestDVR-1553424457 tempest-RoutersTestDVR-1553424457-project-admin] 10.222.0.64 "PUT /v2.0/routers/db4063c6-c769-4b67-8083-332dbcb459f2 HTTP/1.1" status: 200 len: 716 time: 0.8021927 Dec 08 16:17:22.887491 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 53160) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:22.899904 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2551d6-aa59-4239-8487-e4f634c312dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e39c01-5606-400a-94ee-686f44c72cdb,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:22.934202 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:22.978904 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 4635aa06-7874-4a1c-8878-d41e6219f793, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=4635aa06-7874-4a1c-8878-d41e6219f793,segment=NetworkSegment(9b02e36e-6de5-484c-a36e-2fa26fb39118),segment_id=9b02e36e-6de5-484c-a36e-2fa26fb39118)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:17:23.022077 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['080e07da-a9a5-462a-811f-15b24a372ee5'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:17:23.022499 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf19de-2bbf-4e15-a88d-172965e7c07e req-77b7dd44-8874-48a3-8aee-86e08fe1509b tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:23.024167 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6adf19de-2bbf-4e15-a88d-172965e7c07e req-77b7dd44-8874-48a3-8aee-86e08fe1509b tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=f84ef93a-4753-42d9-b558-6c7e978f13ec HTTP/1.1" status: 200 len: 944 time: 0.0568759 Dec 08 16:17:23.068861 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:23.100917 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6adf19de-2bbf-4e15-a88d-172965e7c07e req-257b3b28-d672-4597-a2ef-fa1678eb16c3 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632758 Dec 08 16:17:23.155635 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=4635aa06-7874-4a1c-8878-d41e6219f793,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:23.252934 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e87fa-73e9-4832-b247-6ad09610e685 req-efb0b963-77de-4fbe-9299-560dc7d6d44c tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:23.254570 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-610e87fa-73e9-4832-b247-6ad09610e685 req-efb0b963-77de-4fbe-9299-560dc7d6d44c tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=100c4908-7541-488b-b9d5-e65a61d69e46 HTTP/1.1" status: 200 len: 944 time: 0.0705600 Dec 08 16:17:23.306864 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-610e87fa-73e9-4832-b247-6ad09610e685 req-00784393-bcf5-4fbc-961f-fe415e581356 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450852 Dec 08 16:17:23.330727 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-98275f5c-6a4d-4e08-b4a9-d726cecdfaef tempest-RoutersTestDVR-1553424457 tempest-RoutersTestDVR-1553424457-project-admin] 10.222.0.64 "GET /v2.0/routers/db4063c6-c769-4b67-8083-332dbcb459f2 HTTP/1.1" status: 200 len: 716 time: 0.4409909 Dec 08 16:17:23.331437 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53166) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:23.349962 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1bbd4e-917a-452c-b5a9-9bda03ce40fc req-c3194f3b-bb08-49f3-bc5c-f8cb8c58e02a tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:23.351610 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-aa1bbd4e-917a-452c-b5a9-9bda03ce40fc req-c3194f3b-bb08-49f3-bc5c-f8cb8c58e02a tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/networks?id=d3895c5a-dfc2-4888-9675-12d8856051aa HTTP/1.1" status: 200 len: 812 time: 0.6263857 Dec 08 16:17:23.372134 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-aa1bbd4e-917a-452c-b5a9-9bda03ce40fc req-d0864ec7-eebc-41b8-8f9f-a40f05fe4c92 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/quotas/90ed4b9bbb134343aae1287ee30eda23 HTTP/1.1" status: 200 len: 375 time: 0.0119042 Dec 08 16:17:23.408308 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-aa1bbd4e-917a-452c-b5a9-9bda03ce40fc req-ae761554-81db-4a4f-b7f1-3c7924445e9b tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=90ed4b9bbb134343aae1287ee30eda23&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304439 Dec 08 16:17:23.631790 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 14c5de84-68b0-4d7f-9aee-614bc07a56e8 no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:17:23.674548 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: 14c5de84-68b0-4d7f-9aee-614bc07a56e8 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:17:23.675602 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 14c5de84-68b0-4d7f-9aee-614bc07a56e8 not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:17:23.685417 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-13900c93-90fe-4d10-a0db-59829ab9a4a0 tempest-RoutersTestDVR-292135556 tempest-RoutersTestDVR-292135556-project] 10.222.0.64 "GET /v2.0/routers/db4063c6-c769-4b67-8083-332dbcb459f2 HTTP/1.1" status: 200 len: 682 time: 0.3527148 Dec 08 16:17:23.687851 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53182) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:23.691094 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-aa1bbd4e-917a-452c-b5a9-9bda03ce40fc req-5aa45b00-9091-4944-8c08-2b060532bd0e service neutron] 10.222.0.64 "GET /v2.0/networks/d3895c5a-dfc2-4888-9675-12d8856051aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717795 Dec 08 16:17:23.764300 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3b2f04b9-b185-4544-9d71-11e64f7a59bf tempest-RoutersTestDVR-1553424457 tempest-RoutersTestDVR-1553424457-project-admin] Publish callbacks [] for router, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:23.802719 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-aa1bbd4e-917a-452c-b5a9-9bda03ce40fc req-8b503aa9-0839-46ba-a9d5-cc215d9ab3a7 service neutron] 10.222.0.64 "GET /v2.0/networks/d3895c5a-dfc2-4888-9675-12d8856051aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046717 Dec 08 16:17:23.897180 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-10f5aa68-c041-4eb9-81ee-6b4c087b19ce req-7ce4ed39-522f-4942-8461-aeda84d6cd2a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=79064082-c91c-4208-bd57-708e6d37a370&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0523047 Dec 08 16:17:23.937472 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3b2f04b9-b185-4544-9d71-11e64f7a59bf tempest-RoutersTestDVR-1553424457 tempest-RoutersTestDVR-1553424457-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:23.942167 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3b2f04b9-b185-4544-9d71-11e64f7a59bf tempest-RoutersTestDVR-1553424457 tempest-RoutersTestDVR-1553424457-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:23.986273 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f84ef93a-4753-42d9-b558-6c7e978f13ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4635aa06-7874-4a1c-8878-d41e6219f793'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:17:23.991513 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6be2ab0-62cf-48c8-8fa6-922894226cba" -d '{"events": [{"server_uuid": "f84ef93a-4753-42d9-b558-6c7e978f13ec", "name": "network-vif-plugged", "status": "completed", "tag": "4635aa06-7874-4a1c-8878-d41e6219f793"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:17:23.996535 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5aa68-c041-4eb9-81ee-6b4c087b19ce req-1f9fd479-7c51-45a5-bb42-bf52c3b544f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:23.998230 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-10f5aa68-c041-4eb9-81ee-6b4c087b19ce req-1f9fd479-7c51-45a5-bb42-bf52c3b544f9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f798cbfb52c24fe0ba6afa1278248aa5&device_id=79064082-c91c-4208-bd57-708e6d37a370 HTTP/1.1" status: 200 len: 1098 time: 0.0563941 Dec 08 16:17:24.041103 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87b8e4c-518a-466d-a5b2-549b45a47a9d x-openstack-request-id: req-f87b8e4c-518a-466d-a5b2-549b45a47a9d {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:17:24.043184 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f84ef93a-4753-42d9-b558-6c7e978f13ec", "name": "network-vif-plugged", "status": "completed", "tag": "4635aa06-7874-4a1c-8878-d41e6219f793", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:17:24.043652 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f87b8e4c-518a-466d-a5b2-549b45a47a9d {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:17:24.044280 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f84ef93a-4753-42d9-b558-6c7e978f13ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4635aa06-7874-4a1c-8878-d41e6219f793', 'code': 200} Dec 08 16:17:24.135093 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3b2f04b9-b185-4544-9d71-11e64f7a59bf tempest-RoutersTestDVR-1553424457 tempest-RoutersTestDVR-1553424457-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:24.135093 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b2f04b9-b185-4544-9d71-11e64f7a59bf tempest-RoutersTestDVR-1553424457 tempest-RoutersTestDVR-1553424457-project-admin] Fanout notify agent at l3_agent the message router_deleted on router db4063c6-c769-4b67-8083-332dbcb459f2 {{(pid=110551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:17:24.137514 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f0a87eab-c8f4-444e-b8b5-a65996fe17b6 req-7eae98da-e5cd-4a39-a269-135337d75a3a tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b01b26b-1389-44a9-8218-05a075db8d57 HTTP/1.1" status: 200 len: 210 time: 0.0375063 Dec 08 16:17:24.179391 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5aa68-c041-4eb9-81ee-6b4c087b19ce req-2ab4ef9d-c759-4200-91f5-aef100ad2040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:24.181113 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-10f5aa68-c041-4eb9-81ee-6b4c087b19ce req-2ab4ef9d-c759-4200-91f5-aef100ad2040 service neutron] 10.222.0.76 "GET /v2.0/networks?id=7267bda8-5e5d-4e04-ad23-20b961702335 HTTP/1.1" status: 200 len: 912 time: 0.1557209 Dec 08 16:17:24.181309 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3b2f04b9-b185-4544-9d71-11e64f7a59bf tempest-RoutersTestDVR-1553424457 tempest-RoutersTestDVR-1553424457-project-admin] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:24.188137 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-3b2f04b9-b185-4544-9d71-11e64f7a59bf tempest-RoutersTestDVR-1553424457 tempest-RoutersTestDVR-1553424457-project-admin] 10.222.0.64 "DELETE /v2.0/routers/db4063c6-c769-4b67-8083-332dbcb459f2 HTTP/1.1" status: 204 len: 168 time: 0.4941483 Dec 08 16:17:24.188487 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53202) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:24.194855 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-a15fa5fe-6a6b-4b12-874e-bb8c5d4974a4 tempest-RoutersTestDVR-1553424457 tempest-RoutersTestDVR-1553424457-project-admin] Request body: {'router': {'name': 'tempest-router-2011431801', 'distributed': True}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:17:24.259195 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-10f5aa68-c041-4eb9-81ee-6b4c087b19ce req-a69f0646-76c5-4450-aa97-b46cda7a9884 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6 HTTP/1.1" status: 200 len: 1002 time: 0.0694256 Dec 08 16:17:24.262894 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a210a2-ad2b-4e3a-822f-85fc9df6ff98 req-e6bae096-f6d0-4c53-8d4a-3f2d828ab7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:24.264461 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-88a210a2-ad2b-4e3a-822f-85fc9df6ff98 req-e6bae096-f6d0-4c53-8d4a-3f2d828ab7be service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f84ef93a-4753-42d9-b558-6c7e978f13ec HTTP/1.1" status: 200 len: 1097 time: 0.1425996 Dec 08 16:17:24.298401 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9cc418-b9b6-446d-a8a4-d38d2a273a01 req-cb9b2b73-b0f2-4f35-83d0-a0674d55ec17 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:24.299991 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-df9cc418-b9b6-446d-a8a4-d38d2a273a01 req-cb9b2b73-b0f2-4f35-83d0-a0674d55ec17 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=f84ef93a-4753-42d9-b558-6c7e978f13ec HTTP/1.1" status: 200 len: 945 time: 0.0814478 Dec 08 16:17:24.328280 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5aa68-c041-4eb9-81ee-6b4c087b19ce req-431059fe-b9c7-4e50-bae5-deb876d5f6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:24.329826 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-10f5aa68-c041-4eb9-81ee-6b4c087b19ce req-431059fe-b9c7-4e50-bae5-deb876d5f6a2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b1120212-8041-47f2-b393-74481d8c6bb2 HTTP/1.1" status: 200 len: 850 time: 0.0579424 Dec 08 16:17:24.337062 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a15fa5fe-6a6b-4b12-874e-bb8c5d4974a4 tempest-RoutersTestDVR-1553424457 tempest-RoutersTestDVR-1553424457-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:24.338178 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a15fa5fe-6a6b-4b12-874e-bb8c5d4974a4 tempest-RoutersTestDVR-1553424457 tempest-RoutersTestDVR-1553424457-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:24.348986 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-88a210a2-ad2b-4e3a-822f-85fc9df6ff98 req-8cad961a-f01b-4887-ba34-7a1fcf3b0b67 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763359 Dec 08 16:17:24.392751 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-df9cc418-b9b6-446d-a8a4-d38d2a273a01 req-bed3b278-eeba-4c40-bbfd-c92d7a581c47 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808766 Dec 08 16:17:24.419412 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5aa68-c041-4eb9-81ee-6b4c087b19ce req-a26323d8-b1c9-479b-9f26-ec5548e68c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:24.420984 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-10f5aa68-c041-4eb9-81ee-6b4c087b19ce req-a26323d8-b1c9-479b-9f26-ec5548e68c37 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7267bda8-5e5d-4e04-ad23-20b961702335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0842786 Dec 08 16:17:24.424323 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a15fa5fe-6a6b-4b12-874e-bb8c5d4974a4 tempest-RoutersTestDVR-1553424457 tempest-RoutersTestDVR-1553424457-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:24.468483 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be15c0-4504-40f0-afcf-2de8855b7031 req-13957f94-6c93-47f0-a582-942c22d71112 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:24.470197 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-59be15c0-4504-40f0-afcf-2de8855b7031 req-13957f94-6c93-47f0-a582-942c22d71112 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=100c4908-7541-488b-b9d5-e65a61d69e46 HTTP/1.1" status: 200 len: 944 time: 0.0768051 Dec 08 16:17:24.523965 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-59be15c0-4504-40f0-afcf-2de8855b7031 req-c99e29ab-0bee-41ed-8167-e8845eac230e tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462954 Dec 08 16:17:24.549469 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a15fa5fe-6a6b-4b12-874e-bb8c5d4974a4 tempest-RoutersTestDVR-1553424457 tempest-RoutersTestDVR-1553424457-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:24.683573 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a15fa5fe-6a6b-4b12-874e-bb8c5d4974a4 tempest-RoutersTestDVR-1553424457 tempest-RoutersTestDVR-1553424457-project-admin] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:24.685019 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a15fa5fe-6a6b-4b12-874e-bb8c5d4974a4 tempest-RoutersTestDVR-1553424457 tempest-RoutersTestDVR-1553424457-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4955010 Dec 08 16:17:24.688170 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53222) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:24.741952 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-10f5aa68-c041-4eb9-81ee-6b4c087b19ce req-5aaa0dde-845a-479f-83c2-6b338d4181c8 service neutron] 10.222.0.76 "GET /v2.0/networks/7267bda8-5e5d-4e04-ad23-20b961702335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256828 Dec 08 16:17:24.792808 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-92813d67-4c2a-4b0f-ac06-171a0bc54286 tempest-RoutersTestDVR-1553424457 tempest-RoutersTestDVR-1553424457-project-admin] Publish callbacks [] for router, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:24.860699 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-10f5aa68-c041-4eb9-81ee-6b4c087b19ce req-4651fb0c-6189-402e-a492-7db17026a922 service neutron] 10.222.0.76 "GET /v2.0/networks/7267bda8-5e5d-4e04-ad23-20b961702335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102304 Dec 08 16:17:25.214868 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-57136af5-5c19-4ab1-bf8a-50a4b0624af2 req-7c15cfce-689a-468b-81cd-f678f831bb44 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b01b26b-1389-44a9-8218-05a075db8d57 HTTP/1.1" status: 200 len: 210 time: 0.0287857 Dec 08 16:17:25.275683 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-92813d67-4c2a-4b0f-ac06-171a0bc54286 tempest-RoutersTestDVR-1553424457 tempest-RoutersTestDVR-1553424457-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:25.278103 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-92813d67-4c2a-4b0f-ac06-171a0bc54286 tempest-RoutersTestDVR-1553424457 tempest-RoutersTestDVR-1553424457-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:25.498825 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-92813d67-4c2a-4b0f-ac06-171a0bc54286 tempest-RoutersTestDVR-1553424457 tempest-RoutersTestDVR-1553424457-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:25.499476 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92813d67-4c2a-4b0f-ac06-171a0bc54286 tempest-RoutersTestDVR-1553424457 tempest-RoutersTestDVR-1553424457-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5e7be843-ae11-40bb-bae4-bbeb641c78e6 {{(pid=110551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:17:25.532967 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-92813d67-4c2a-4b0f-ac06-171a0bc54286 tempest-RoutersTestDVR-1553424457 tempest-RoutersTestDVR-1553424457-project-admin] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:25.532967 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-92813d67-4c2a-4b0f-ac06-171a0bc54286 tempest-RoutersTestDVR-1553424457 tempest-RoutersTestDVR-1553424457-project-admin] 10.222.0.64 "DELETE /v2.0/routers/5e7be843-ae11-40bb-bae4-bbeb641c78e6 HTTP/1.1" status: 204 len: 168 time: 0.8169298 Dec 08 16:17:25.532967 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b563595-005b-4399-a177-c1a3121cd0e2 req-b5146399-4734-45a0-b11e-b1f24a16b20f tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:25.532967 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8b563595-005b-4399-a177-c1a3121cd0e2 req-b5146399-4734-45a0-b11e-b1f24a16b20f tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=f84ef93a-4753-42d9-b558-6c7e978f13ec HTTP/1.1" status: 200 len: 945 time: 0.0598874 Dec 08 16:17:25.597882 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8b563595-005b-4399-a177-c1a3121cd0e2 req-7a054347-7fc0-470e-a76f-bb6c219efe33 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648658 Dec 08 16:17:25.635541 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 080e07da-a9a5-462a-811f-15b24a372ee5 up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:17:25.704939 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 080e07da-a9a5-462a-811f-15b24a372ee5 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:17:25.705776 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:25.710201 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2499c76c-a173-43cc-8ad3-1bb4cb9f3128 req-2e757388-072e-47a9-941a-60e1a9ccba68 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1084592 Dec 08 16:17:25.723599 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ea174-aaab-4028-93fa-48974eced2fe req-409dcc47-fc31-4ccd-8472-45508c221794 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:25.727849 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-943ea174-aaab-4028-93fa-48974eced2fe req-409dcc47-fc31-4ccd-8472-45508c221794 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=100c4908-7541-488b-b9d5-e65a61d69e46 HTTP/1.1" status: 200 len: 944 time: 0.0715516 Dec 08 16:17:25.811509 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:25.832842 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-943ea174-aaab-4028-93fa-48974eced2fe req-58ebac9a-309d-4618-8b54-5d3e9f6d0c66 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942643 Dec 08 16:17:25.835851 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2499c76c-a173-43cc-8ad3-1bb4cb9f3128 req-f756cd87-2b08-4eaf-a23f-e2b11970d3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:25.837700 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2499c76c-a173-43cc-8ad3-1bb4cb9f3128 req-f756cd87-2b08-4eaf-a23f-e2b11970d3cb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=22d0ae928129486d8913ac89433a7712&device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 1098 time: 0.0828393 Dec 08 16:17:25.854116 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 080e07da-a9a5-462a-811f-15b24a372ee5, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=080e07da-a9a5-462a-811f-15b24a372ee5,segment=NetworkSegment(9b052d16-09ac-481d-baf5-f56fa6d1472f),segment_id=9b052d16-09ac-481d-baf5-f56fa6d1472f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:17:25.955439 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2499c76c-a173-43cc-8ad3-1bb4cb9f3128 req-d40186cb-2f46-4ca2-9b71-c505c6c1d72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:25.957005 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2499c76c-a173-43cc-8ad3-1bb4cb9f3128 req-d40186cb-2f46-4ca2-9b71-c505c6c1d72d service neutron] 10.222.0.37 "GET /v2.0/networks?id=444a8cbb-ee83-40d1-9772-ed3daa005a16 HTTP/1.1" status: 200 len: 911 time: 0.0911360 Dec 08 16:17:26.025314 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2499c76c-a173-43cc-8ad3-1bb4cb9f3128 req-bab94a0c-9460-4f4a-9b77-7e8abb9c7c6a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b8d5971-2d21-4951-9b66-de8081c96b95 HTTP/1.1" status: 200 len: 1002 time: 0.0606215 Dec 08 16:17:26.045811 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '100c4908-7541-488b-b9d5-e65a61d69e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080e07da-a9a5-462a-811f-15b24a372ee5'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:17:26.048626 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8644109-ee24-43c6-90d2-be000dc61a24" -d '{"events": [{"server_uuid": "100c4908-7541-488b-b9d5-e65a61d69e46", "name": "network-vif-plugged", "status": "completed", "tag": "080e07da-a9a5-462a-811f-15b24a372ee5"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:17:26.054839 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:26.105759 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2499c76c-a173-43cc-8ad3-1bb4cb9f3128 req-70a52da9-1d1c-4559-8c92-517e02de7958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:26.106901 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa546d4-8712-45d9-aaf7-b827c40f24ba x-openstack-request-id: req-afa546d4-8712-45d9-aaf7-b827c40f24ba {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:17:26.107319 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2499c76c-a173-43cc-8ad3-1bb4cb9f3128 req-70a52da9-1d1c-4559-8c92-517e02de7958 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=921ca20d-c445-4985-be5a-b19c39bd838b HTTP/1.1" status: 200 len: 849 time: 0.0741706 Dec 08 16:17:26.107490 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "100c4908-7541-488b-b9d5-e65a61d69e46", "name": "network-vif-plugged", "status": "completed", "tag": "080e07da-a9a5-462a-811f-15b24a372ee5", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:17:26.107694 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-afa546d4-8712-45d9-aaf7-b827c40f24ba {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:17:26.108091 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '100c4908-7541-488b-b9d5-e65a61d69e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080e07da-a9a5-462a-811f-15b24a372ee5', 'code': 200} Dec 08 16:17:26.179142 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=080e07da-a9a5-462a-811f-15b24a372ee5,revision_number=8']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:26.193657 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2499c76c-a173-43cc-8ad3-1bb4cb9f3128 req-baddea1b-221c-4dfa-ac4b-0b77dc468f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:26.195206 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2499c76c-a173-43cc-8ad3-1bb4cb9f3128 req-baddea1b-221c-4dfa-ac4b-0b77dc468f09 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=444a8cbb-ee83-40d1-9772-ed3daa005a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0744138 Dec 08 16:17:26.337204 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53264) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:26.358834 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-25f10fed-0325-4e99-b4f2-c96690ff04b7 req-13af73cb-c98f-4836-b9a2-41a9ed4fec2b tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b01b26b-1389-44a9-8218-05a075db8d57 HTTP/1.1" status: 200 len: 210 time: 0.0456071 Dec 08 16:17:26.375891 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87edadf4-a4fb-4050-ae01-2a3558d35d4b req-1e8b45ac-80cf-4b0d-8445-f852b84c59c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:26.378252 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-87edadf4-a4fb-4050-ae01-2a3558d35d4b req-1e8b45ac-80cf-4b0d-8445-f852b84c59c1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=100c4908-7541-488b-b9d5-e65a61d69e46 HTTP/1.1" status: 200 len: 1097 time: 0.0958934 Dec 08 16:17:26.379250 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2499c76c-a173-43cc-8ad3-1bb4cb9f3128 req-1d4afdea-4990-48bf-92ea-9a0ebd4f2bf5 service neutron] 10.222.0.37 "GET /v2.0/networks/444a8cbb-ee83-40d1-9772-ed3daa005a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756141 Dec 08 16:17:26.465037 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-20961a14-95d0-484c-81d1-6cc976da1ae0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:26.493342 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-87edadf4-a4fb-4050-ae01-2a3558d35d4b req-dfbcc657-4c46-4dbe-a505-4dfe512c45d1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977352 Dec 08 16:17:26.520813 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2499c76c-a173-43cc-8ad3-1bb4cb9f3128 req-c963b8ab-7551-4ff3-882a-65fd3f3fa1ae service neutron] 10.222.0.37 "GET /v2.0/networks/444a8cbb-ee83-40d1-9772-ed3daa005a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188257 Dec 08 16:17:26.558466 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-20961a14-95d0-484c-81d1-6cc976da1ae0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:26.639869 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-20961a14-95d0-484c-81d1-6cc976da1ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:26.682658 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-20961a14-95d0-484c-81d1-6cc976da1ae0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ea17190bb41a427aa4d74338427ccfc4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3431046 Dec 08 16:17:26.685529 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 53276) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:26.690675 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20961a14-95d0-484c-81d1-6cc976da1ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7c8dca-3451-4ccf-b81b-033bebd21cb2,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:26.714404 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20961a14-95d0-484c-81d1-6cc976da1ae0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:26.714759 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20961a14-95d0-484c-81d1-6cc976da1ae0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:26.715713 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20961a14-95d0-484c-81d1-6cc976da1ae0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:26.716066 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20961a14-95d0-484c-81d1-6cc976da1ae0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:26.716432 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20961a14-95d0-484c-81d1-6cc976da1ae0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:26.716773 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20961a14-95d0-484c-81d1-6cc976da1ae0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:26.717111 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20961a14-95d0-484c-81d1-6cc976da1ae0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:26.717611 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20961a14-95d0-484c-81d1-6cc976da1ae0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:26.717779 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20961a14-95d0-484c-81d1-6cc976da1ae0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:26.718111 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20961a14-95d0-484c-81d1-6cc976da1ae0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:26.718459 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20961a14-95d0-484c-81d1-6cc976da1ae0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:26.718775 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20961a14-95d0-484c-81d1-6cc976da1ae0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:26.719562 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20961a14-95d0-484c-81d1-6cc976da1ae0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:26.752995 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d0c9fb-e455-49f7-a93c-0c55d1b97b70 req-f359a0bb-9fcb-4160-af44-f8492fcbd82c tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:26.762353 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f1d0c9fb-e455-49f7-a93c-0c55d1b97b70 req-f359a0bb-9fcb-4160-af44-f8492fcbd82c tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=f84ef93a-4753-42d9-b558-6c7e978f13ec HTTP/1.1" status: 200 len: 945 time: 0.0827351 Dec 08 16:17:26.766410 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-88e03320-9bf4-486e-b791-91142c33693b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:26.803332 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-88e03320-9bf4-486e-b791-91142c33693b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:26.820627 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f1d0c9fb-e455-49f7-a93c-0c55d1b97b70 req-651cbae9-f420-4eb4-8f8d-bb7b7b9cb843 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573571 Dec 08 16:17:26.992982 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8d7a9-cba8-471a-8262-c7b106a08107 req-4cfa096f-46fa-406a-a54e-949e06928034 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:26.995689 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f7c8d7a9-cba8-471a-8262-c7b106a08107 req-4cfa096f-46fa-406a-a54e-949e06928034 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=100c4908-7541-488b-b9d5-e65a61d69e46 HTTP/1.1" status: 200 len: 945 time: 0.0539942 Dec 08 16:17:27.049585 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f7c8d7a9-cba8-471a-8262-c7b106a08107 req-2c4d1913-2976-480c-81af-991231f21093 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469117 Dec 08 16:17:27.050206 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-88e03320-9bf4-486e-b791-91142c33693b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:27.066712 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-88e03320-9bf4-486e-b791-91142c33693b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:27.066712 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-88e03320-9bf4-486e-b791-91142c33693b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fa7c8dca-3451-4ccf-b81b-033bebd21cb2 HTTP/1.1" status: 204 len: 168 time: 0.3673344 Dec 08 16:17:27.066712 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e03320-9bf4-486e-b791-91142c33693b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7c8dca-3451-4ccf-b81b-033bebd21cb2,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:27.235729 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7e441-1300-46b8-9d57-3cf9dab048d6 req-5ebf135e-9d5c-4550-96ac-41289435bb87 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:27.237456 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-36e7e441-1300-46b8-9d57-3cf9dab048d6 req-5ebf135e-9d5c-4550-96ac-41289435bb87 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=f84ef93a-4753-42d9-b558-6c7e978f13ec HTTP/1.1" status: 200 len: 945 time: 0.0588503 Dec 08 16:17:27.365018 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-36e7e441-1300-46b8-9d57-3cf9dab048d6 req-61afcd81-cb7d-4915-a049-fa08251c147f tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209362 Dec 08 16:17:27.443320 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1bbd4e-917a-452c-b5a9-9bda03ce40fc req-efcb5ed1-8afa-411c-84d3-9b3584e4f489 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:27.444890 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-aa1bbd4e-917a-452c-b5a9-9bda03ce40fc req-efcb5ed1-8afa-411c-84d3-9b3584e4f489 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.37 "GET /v2.0/networks?id=d3895c5a-dfc2-4888-9675-12d8856051aa HTTP/1.1" status: 200 len: 812 time: 0.1506438 Dec 08 16:17:27.487868 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-aa1bbd4e-917a-452c-b5a9-9bda03ce40fc req-51c8694a-56ad-49fe-b8c2-01b3d453e90d tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Request body: {'port': {'device_id': '1b01b26b-1389-44a9-8218-05a075db8d57', 'network_id': 'd3895c5a-dfc2-4888-9675-12d8856051aa', 'admin_state_up': True, 'tenant_id': '90ed4b9bbb134343aae1287ee30eda23'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:17:27.516985 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-20130663-09c6-4732-8c9c-0be1caf7c5f7 req-eb51180f-c636-421e-8c94-240c1cb2f859 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b01b26b-1389-44a9-8218-05a075db8d57 HTTP/1.1" status: 200 len: 210 time: 0.0369434 Dec 08 16:17:27.624911 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25efa8fd-4d9b-46f0-b4d0-e02e799ce3f6 req-d37a638b-8546-42a2-ba6b-90a04259483d tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:27.633540 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-25efa8fd-4d9b-46f0-b4d0-e02e799ce3f6 req-d37a638b-8546-42a2-ba6b-90a04259483d tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=f84ef93a-4753-42d9-b558-6c7e978f13ec HTTP/1.1" status: 200 len: 945 time: 0.1875715 Dec 08 16:17:27.688410 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-25efa8fd-4d9b-46f0-b4d0-e02e799ce3f6 req-09e68cbe-1dc2-42c9-8c1b-fbc4be7d8da5 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537903 Dec 08 16:17:27.800125 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa1bbd4e-917a-452c-b5a9-9bda03ce40fc req-51c8694a-56ad-49fe-b8c2-01b3d453e90d tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Made reservation on behalf of 90ed4b9bbb134343aae1287ee30eda23 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:17:27.804866 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-aa1bbd4e-917a-452c-b5a9-9bda03ce40fc req-51c8694a-56ad-49fe-b8c2-01b3d453e90d tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:27.970580 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-aa1bbd4e-917a-452c-b5a9-9bda03ce40fc req-51c8694a-56ad-49fe-b8c2-01b3d453e90d tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Allocated IP 172.20.0.14 (d3895c5a-dfc2-4888-9675-12d8856051aa/0d672d1f-65b7-4f31-92ed-7adc71dac15e/6e332836-4738-4076-b979-457b5d35230b) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:17:28.088520 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53320) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:28.100199 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 53322) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:28.103606 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-88bc18e5-8ce9-47eb-bb36-854457931980 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:28.223072 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d799c3-f673-409e-9abe-36391d1cc06c req-d10df655-cb66-481a-82b5-075e89ccf942 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:28.230595 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-56d799c3-f673-409e-9abe-36391d1cc06c req-d10df655-cb66-481a-82b5-075e89ccf942 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 946 time: 0.1700459 Dec 08 16:17:28.238193 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f80b6-31d9-4c69-9905-acc9e6d3b644 req-88b58ede-11cc-49a7-b930-db0ec005c968 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:28.240121 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-153f80b6-31d9-4c69-9905-acc9e6d3b644 req-88b58ede-11cc-49a7-b930-db0ec005c968 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=f84ef93a-4753-42d9-b558-6c7e978f13ec HTTP/1.1" status: 200 len: 945 time: 0.1311495 Dec 08 16:17:28.283533 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-88bc18e5-8ce9-47eb-bb36-854457931980 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:28.304623 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-aa1bbd4e-917a-452c-b5a9-9bda03ce40fc req-51c8694a-56ad-49fe-b8c2-01b3d453e90d tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:28.311456 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-56d799c3-f673-409e-9abe-36391d1cc06c req-dc38b9e3-7cd3-43e9-b450-efd9f6e7a2f5 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800147 Dec 08 16:17:28.323532 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-153f80b6-31d9-4c69-9905-acc9e6d3b644 req-b5083249-386d-482c-b34a-8bbff254f5d4 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666430 Dec 08 16:17:28.356704 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ca1b623d-1eb5-4c4b-a964-2631d7a82b86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:28.483854 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-aa1bbd4e-917a-452c-b5a9-9bda03ce40fc req-51c8694a-56ad-49fe-b8c2-01b3d453e90d tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:28.496313 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5f09c-9e43-4461-8a96-f18bd4a98bf2 req-613eade2-018c-4e4c-90bd-3ebdf368a05a tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:28.497863 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-06e5f09c-9e43-4461-8a96-f18bd4a98bf2 req-613eade2-018c-4e4c-90bd-3ebdf368a05a tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=100c4908-7541-488b-b9d5-e65a61d69e46 HTTP/1.1" status: 200 len: 945 time: 0.0883696 Dec 08 16:17:28.499786 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ca1b623d-1eb5-4c4b-a964-2631d7a82b86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:28.559124 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-88bc18e5-8ce9-47eb-bb36-854457931980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:28.573154 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa1bbd4e-917a-452c-b5a9-9bda03ce40fc req-51c8694a-56ad-49fe-b8c2-01b3d453e90d tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Network d3895c5a-dfc2-4888-9675-12d8856051aa is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:17:28.579569 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-aa1bbd4e-917a-452c-b5a9-9bda03ce40fc req-51c8694a-56ad-49fe-b8c2-01b3d453e90d tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:17:28.604863 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-88bc18e5-8ce9-47eb-bb36-854457931980 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=481abea304ce46ae991ee3126ab6263a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5152154 Dec 08 16:17:28.605826 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bc18e5-8ce9-47eb-bb36-854457931980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d7ab62c-cd62-4811-b1e1-538cf754e379,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:28.608279 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53340) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:28.628795 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa1bbd4e-917a-452c-b5a9-9bda03ce40fc req-51c8694a-56ad-49fe-b8c2-01b3d453e90d tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:17:28.633544 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c8694a-56ad-49fe-b8c2-01b3d453e90d tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Pushing event updated for resources: {'Port': ['ID=6e332836-4738-4076-b979-457b5d35230b,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:28.639893 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ca1b623d-1eb5-4c4b-a964-2631d7a82b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:28.649009 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-06e5f09c-9e43-4461-8a96-f18bd4a98bf2 req-48c3a92d-4aa0-4b7d-bbdb-8e05d608f50a tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419339 Dec 08 16:17:28.693471 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fe3f533b-3ce5-4853-902b-f0da65e268c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:28.719347 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fe3f533b-3ce5-4853-902b-f0da65e268c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:28.781292 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1bbd4e-917a-452c-b5a9-9bda03ce40fc req-51c8694a-56ad-49fe-b8c2-01b3d453e90d tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:28.781920 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-aa1bbd4e-917a-452c-b5a9-9bda03ce40fc req-51c8694a-56ad-49fe-b8c2-01b3d453e90d tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:28.788535 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ca1b623d-1eb5-4c4b-a964-2631d7a82b86 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c10f48e5f38740da98b31026c68ccf4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6821272 Dec 08 16:17:28.789259 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1b623d-1eb5-4c4b-a964-2631d7a82b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d472fd11-c15a-4ce0-801c-978cb08feff9,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:28.792491 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53344) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:28.819140 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f317ee-1898-4f37-bb5e-61d7c8927fb0 req-6026cffe-74ba-4505-9688-b97ea1c69fbb tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:28.820851 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-30f317ee-1898-4f37-bb5e-61d7c8927fb0 req-6026cffe-74ba-4505-9688-b97ea1c69fbb tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b01b26b-1389-44a9-8218-05a075db8d57 HTTP/1.1" status: 200 len: 932 time: 0.1073935 Dec 08 16:17:28.844610 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fe3f533b-3ce5-4853-902b-f0da65e268c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:28.847350 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fe3f533b-3ce5-4853-902b-f0da65e268c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:28.851081 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-fe3f533b-3ce5-4853-902b-f0da65e268c8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6d7ab62c-cd62-4811-b1e1-538cf754e379 HTTP/1.1" status: 204 len: 168 time: 0.2334580 Dec 08 16:17:28.854946 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5c79987d-415d-4c87-8dad-349b3dc51aa5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:28.863017 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3f533b-3ce5-4853-902b-f0da65e268c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d7ab62c-cd62-4811-b1e1-538cf754e379,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:28.876583 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-30f317ee-1898-4f37-bb5e-61d7c8927fb0 req-21025588-ed8a-468d-a9c1-633bf925f6fa tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491846 Dec 08 16:17:28.899984 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-aa1bbd4e-917a-452c-b5a9-9bda03ce40fc req-51c8694a-56ad-49fe-b8c2-01b3d453e90d tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4123936 Dec 08 16:17:28.903585 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5c79987d-415d-4c87-8dad-349b3dc51aa5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:28.907616 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-aa1bbd4e-917a-452c-b5a9-9bda03ce40fc req-18385b86-1554-41a4-8905-86615622d803 service neutron] Request body: {'port': {'device_id': '1b01b26b-1389-44a9-8218-05a075db8d57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:17:28.992615 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-aa1bbd4e-917a-452c-b5a9-9bda03ce40fc req-18385b86-1554-41a4-8905-86615622d803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:29.048357 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea178a0b-3e6f-4846-baa1-ffdd438b5a67 req-b0131117-5fc9-4522-891c-4810e0a2a442 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:29.049761 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ea178a0b-3e6f-4846-baa1-ffdd438b5a67 req-b0131117-5fc9-4522-891c-4810e0a2a442 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=100c4908-7541-488b-b9d5-e65a61d69e46 HTTP/1.1" status: 200 len: 945 time: 0.0899038 Dec 08 16:17:29.108607 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5c79987d-415d-4c87-8dad-349b3dc51aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:29.112021 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5c79987d-415d-4c87-8dad-349b3dc51aa5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:29.127975 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-5c79987d-415d-4c87-8dad-349b3dc51aa5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d472fd11-c15a-4ce0-801c-978cb08feff9 HTTP/1.1" status: 204 len: 168 time: 0.3341889 Dec 08 16:17:29.151477 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c79987d-415d-4c87-8dad-349b3dc51aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d472fd11-c15a-4ce0-801c-978cb08feff9,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:29.187303 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ea178a0b-3e6f-4846-baa1-ffdd438b5a67 req-2e987594-24e8-4397-8b82-3bfb134c1a11 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307559 Dec 08 16:17:29.348621 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-aa1bbd4e-917a-452c-b5a9-9bda03ce40fc req-18385b86-1554-41a4-8905-86615622d803 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e332836-4738-4076-b979-457b5d35230b {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:17:29.360232 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-aa1bbd4e-917a-452c-b5a9-9bda03ce40fc req-18385b86-1554-41a4-8905-86615622d803 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:29.377921 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-aa1bbd4e-917a-452c-b5a9-9bda03ce40fc req-18385b86-1554-41a4-8905-86615622d803 service neutron] Transition to ACTIVE for port object 6e332836-4738-4076-b979-457b5d35230b will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:17:29.491548 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-aa1bbd4e-917a-452c-b5a9-9bda03ce40fc req-18385b86-1554-41a4-8905-86615622d803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:29.492460 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a3098-4d0c-40d4-9e29-31a3da0ab9c2 req-a3485321-bb13-4a36-a059-2d16d970d420 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:29.494208 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-203a3098-4d0c-40d4-9e29-31a3da0ab9c2 req-a3485321-bb13-4a36-a059-2d16d970d420 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=f84ef93a-4753-42d9-b558-6c7e978f13ec HTTP/1.1" status: 200 len: 945 time: 0.0611820 Dec 08 16:17:29.549814 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-203a3098-4d0c-40d4-9e29-31a3da0ab9c2 req-a7733107-8c0a-432c-a9a6-cea30132a230 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476577 Dec 08 16:17:29.562645 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18385b86-1554-41a4-8905-86615622d803 service neutron] Pushing event updated for resources: {'Port': ['ID=6e332836-4738-4076-b979-457b5d35230b,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:29.644771 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-aa1bbd4e-917a-452c-b5a9-9bda03ce40fc req-18385b86-1554-41a4-8905-86615622d803 service neutron] Attempting to bind port 6e332836-4738-4076-b979-457b5d35230b on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:17:29.644771 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-aa1bbd4e-917a-452c-b5a9-9bda03ce40fc req-18385b86-1554-41a4-8905-86615622d803 service neutron] Attempting to bind port 6e332836-4738-4076-b979-457b5d35230b by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': 'f996c948-5ac9-42a3-ac04-df4c75288f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3895c5a-dfc2-4888-9675-12d8856051aa'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:17:29.645033 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1bbd4e-917a-452c-b5a9-9bda03ce40fc req-18385b86-1554-41a4-8905-86615622d803 service neutron] Attempting to bind port 6e332836-4738-4076-b979-457b5d35230b on network d3895c5a-dfc2-4888-9675-12d8856051aa {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:17:29.649531 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1bbd4e-917a-452c-b5a9-9bda03ce40fc req-18385b86-1554-41a4-8905-86615622d803 service neutron] Port 6e332836-4738-4076-b979-457b5d35230b on network d3895c5a-dfc2-4888-9675-12d8856051aa not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:17:29.650521 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1bbd4e-917a-452c-b5a9-9bda03ce40fc req-18385b86-1554-41a4-8905-86615622d803 service neutron] Attempting to bind port 6e332836-4738-4076-b979-457b5d35230b on network d3895c5a-dfc2-4888-9675-12d8856051aa {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:17:29.655294 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1bbd4e-917a-452c-b5a9-9bda03ce40fc req-18385b86-1554-41a4-8905-86615622d803 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:17:29.656374 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1bbd4e-917a-452c-b5a9-9bda03ce40fc req-18385b86-1554-41a4-8905-86615622d803 service neutron] Checking segment: {'id': 'f996c948-5ac9-42a3-ac04-df4c75288f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3895c5a-dfc2-4888-9675-12d8856051aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:17:29.656374 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1bbd4e-917a-452c-b5a9-9bda03ce40fc req-18385b86-1554-41a4-8905-86615622d803 service neutron] Bound using segment: {'id': 'f996c948-5ac9-42a3-ac04-df4c75288f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3895c5a-dfc2-4888-9675-12d8856051aa'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:17:29.656608 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-aa1bbd4e-917a-452c-b5a9-9bda03ce40fc req-18385b86-1554-41a4-8905-86615622d803 service neutron] Bound port: 6e332836-4738-4076-b979-457b5d35230b, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f996c948-5ac9-42a3-ac04-df4c75288f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd3895c5a-dfc2-4888-9675-12d8856051aa'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:17:29.656777 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-aa1bbd4e-917a-452c-b5a9-9bda03ce40fc req-18385b86-1554-41a4-8905-86615622d803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:29.720727 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-aa1bbd4e-917a-452c-b5a9-9bda03ce40fc req-18385b86-1554-41a4-8905-86615622d803 service neutron] For port 6e332836-4738-4076-b979-457b5d35230b, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:17:29.723796 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-aa1bbd4e-917a-452c-b5a9-9bda03ce40fc req-18385b86-1554-41a4-8905-86615622d803 service neutron] For port 6e332836-4738-4076-b979-457b5d35230b, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=6e332836-4738-4076-b979-457b5d35230b,segment=NetworkSegment(f996c948-5ac9-42a3-ac04-df4c75288f01),segment_id=f996c948-5ac9-42a3-ac04-df4c75288f01)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:17:29.801426 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-aa1bbd4e-917a-452c-b5a9-9bda03ce40fc req-18385b86-1554-41a4-8905-86615622d803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:29.841153 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1bbd4e-917a-452c-b5a9-9bda03ce40fc req-18385b86-1554-41a4-8905-86615622d803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:29.841775 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-aa1bbd4e-917a-452c-b5a9-9bda03ce40fc req-18385b86-1554-41a4-8905-86615622d803 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:29.843183 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-aa1bbd4e-917a-452c-b5a9-9bda03ce40fc req-18385b86-1554-41a4-8905-86615622d803 service neutron] 10.222.0.37 "PUT /v2.0/ports/6e332836-4738-4076-b979-457b5d35230b HTTP/1.1" status: 200 len: 1093 time: 0.9398792 Dec 08 16:17:29.843626 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b01b26b-1389-44a9-8218-05a075db8d57', 'tag': '6e332836-4738-4076-b979-457b5d35230b'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:17:29.845956 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35db69bd-6699-4474-a31d-3d0c51c1c0f7" -d '{"events": [{"name": "network-changed", "server_uuid": "1b01b26b-1389-44a9-8218-05a075db8d57", "tag": "6e332836-4738-4076-b979-457b5d35230b"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:17:29.871889 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18385b86-1554-41a4-8905-86615622d803 service neutron] Pushing event updated for resources: {'Port': ['ID=6e332836-4738-4076-b979-457b5d35230b,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:29.885090 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12384577-c85f-4aee-ad00-82c79b771d71 x-openstack-request-id: req-12384577-c85f-4aee-ad00-82c79b771d71 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:17:29.885421 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b01b26b-1389-44a9-8218-05a075db8d57", "tag": "6e332836-4738-4076-b979-457b5d35230b", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:17:29.885670 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-12384577-c85f-4aee-ad00-82c79b771d71 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:17:29.886088 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b01b26b-1389-44a9-8218-05a075db8d57', 'tag': '6e332836-4738-4076-b979-457b5d35230b', 'status': 'completed', 'code': 200} Dec 08 16:17:29.953968 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db69bd-6699-4474-a31d-3d0c51c1c0f7 req-e6f36590-e1c2-460e-ba32-ed04a5b3c514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:29.955491 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-35db69bd-6699-4474-a31d-3d0c51c1c0f7 req-e6f36590-e1c2-460e-ba32-ed04a5b3c514 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=90ed4b9bbb134343aae1287ee30eda23&device_id=1b01b26b-1389-44a9-8218-05a075db8d57 HTTP/1.1" status: 200 len: 1096 time: 0.0475416 Dec 08 16:17:30.031323 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53384) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:30.054129 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-78ce10dc-abb2-4d0b-bc64-aa06e79ad902 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:30.066720 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa02aa-cd9b-483a-b9f3-27b55782384c req-089511e8-bb70-4156-8cd0-6e7d7e9123ef tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:30.067876 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-eafa02aa-cd9b-483a-b9f3-27b55782384c req-089511e8-bb70-4156-8cd0-6e7d7e9123ef tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b01b26b-1389-44a9-8218-05a075db8d57 HTTP/1.1" status: 200 len: 944 time: 0.1113834 Dec 08 16:17:30.136548 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db69bd-6699-4474-a31d-3d0c51c1c0f7 req-309c4211-7fd7-4317-a2ba-43db8209af85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:30.138032 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-35db69bd-6699-4474-a31d-3d0c51c1c0f7 req-309c4211-7fd7-4317-a2ba-43db8209af85 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=90ed4b9bbb134343aae1287ee30eda23&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1710906 Dec 08 16:17:30.179806 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-eafa02aa-cd9b-483a-b9f3-27b55782384c req-e9c73bb6-4c0a-48bb-8135-5096d90b202f tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948150 Dec 08 16:17:30.263446 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c561903-87d0-4ae4-ae31-796d0f7cc3d7 req-67dc77a4-a6c9-4c4b-87f9-72bd97bb118d tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:30.268879 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5c561903-87d0-4ae4-ae31-796d0f7cc3d7 req-67dc77a4-a6c9-4c4b-87f9-72bd97bb118d tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/networks?id=880e4c19-5400-42a9-80ac-7d8d06cc73f1 HTTP/1.1" status: 200 len: 814 time: 0.1701863 Dec 08 16:17:30.273378 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-78ce10dc-abb2-4d0b-bc64-aa06e79ad902 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:30.276917 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db69bd-6699-4474-a31d-3d0c51c1c0f7 req-de3daff8-ccd2-44e0-a8ad-043cd6ef17c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:30.278454 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-35db69bd-6699-4474-a31d-3d0c51c1c0f7 req-de3daff8-ccd2-44e0-a8ad-043cd6ef17c1 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1290882 Dec 08 16:17:30.282010 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5c561903-87d0-4ae4-ae31-796d0f7cc3d7 req-901cf079-0022-48e9-80b5-6b33740168f9 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/quotas/7e39653eb3ed4c3595ee0825c72fd724 HTTP/1.1" status: 200 len: 375 time: 0.0096097 Dec 08 16:17:30.339175 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5c561903-87d0-4ae4-ae31-796d0f7cc3d7 req-1f497e70-39dc-4f10-b512-43bafcffab57 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7e39653eb3ed4c3595ee0825c72fd724&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0512512 Dec 08 16:17:30.393588 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1bbd4e-917a-452c-b5a9-9bda03ce40fc req-069ce97b-d89c-45db-930a-c45282336fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:30.395687 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-aa1bbd4e-917a-452c-b5a9-9bda03ce40fc req-069ce97b-d89c-45db-930a-c45282336fea service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=90ed4b9bbb134343aae1287ee30eda23&device_id=1b01b26b-1389-44a9-8218-05a075db8d57 HTTP/1.1" status: 200 len: 1096 time: 0.0530236 Dec 08 16:17:30.425981 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-78ce10dc-abb2-4d0b-bc64-aa06e79ad902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:30.458334 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-aa1bbd4e-917a-452c-b5a9-9bda03ce40fc req-a6345266-0100-4366-b53a-3f6dd397dc7d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e332836-4738-4076-b979-457b5d35230b HTTP/1.1" status: 200 len: 217 time: 0.0514309 Dec 08 16:17:30.477488 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-78ce10dc-abb2-4d0b-bc64-aa06e79ad902 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=476d32f76eba41d0b523e0f9ffa31b9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4421437 Dec 08 16:17:30.477976 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 53406) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:30.481596 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5c561903-87d0-4ae4-ae31-796d0f7cc3d7 req-0dc1b036-cedb-4f0a-a885-165de8725409 service neutron] 10.222.0.64 "GET /v2.0/networks/880e4c19-5400-42a9-80ac-7d8d06cc73f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350207 Dec 08 16:17:30.486356 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ce10dc-abb2-4d0b-bc64-aa06e79ad902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82a363c-8f88-43a5-a45f-820f6553f34a,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:30.519447 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 53408) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:30.559109 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1bbd4e-917a-452c-b5a9-9bda03ce40fc req-86c4257d-dd48-4bb1-af09-baf6f48756c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:30.560622 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-aa1bbd4e-917a-452c-b5a9-9bda03ce40fc req-86c4257d-dd48-4bb1-af09-baf6f48756c0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0d672d1f-65b7-4f31-92ed-7adc71dac15e HTTP/1.1" status: 200 len: 852 time: 0.0918703 Dec 08 16:17:30.601868 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5c561903-87d0-4ae4-ae31-796d0f7cc3d7 req-e7c126bb-1a67-4044-8dfb-2aea264b213c service neutron] 10.222.0.64 "GET /v2.0/networks/880e4c19-5400-42a9-80ac-7d8d06cc73f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106958 Dec 08 16:17:30.610864 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-aa1bbd4e-917a-452c-b5a9-9bda03ce40fc req-0b291126-776c-4bb8-8279-b8297722b721 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d3895c5a-dfc2-4888-9675-12d8856051aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404079 Dec 08 16:17:30.613386 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b1e48408-ae4b-436e-a748-46a54042e461 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:30.644489 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-18266895-2a29-4f3a-bf2d-af792db06e55 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-2114253775'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:17:30.702661 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b1e48408-ae4b-436e-a748-46a54042e461 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:30.809848 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e08ac39-7b73-487b-83ab-86fe6706a7cd req-43a39b11-94b6-44bd-a63d-feba829fc93c tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:30.811341 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9e08ac39-7b73-487b-83ab-86fe6706a7cd req-43a39b11-94b6-44bd-a63d-feba829fc93c tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=f84ef93a-4753-42d9-b558-6c7e978f13ec HTTP/1.1" status: 200 len: 945 time: 0.1540036 Dec 08 16:17:30.818528 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-aa1bbd4e-917a-452c-b5a9-9bda03ce40fc req-d532bfa7-8cb7-45b0-93de-4e4ea95f7889 service neutron] 10.222.0.37 "GET /v2.0/networks/d3895c5a-dfc2-4888-9675-12d8856051aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942143 Dec 08 16:17:30.905652 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18266895-2a29-4f3a-bf2d-af792db06e55 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Made reservation on behalf of 7e780825a5d94a58a4bb1205cb678cc7 for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:17:30.909141 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-18266895-2a29-4f3a-bf2d-af792db06e55 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:30.922605 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-18266895-2a29-4f3a-bf2d-af792db06e55 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:30.941551 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b1e48408-ae4b-436e-a748-46a54042e461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:30.944148 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b1e48408-ae4b-436e-a748-46a54042e461 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:30.948502 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b1e48408-ae4b-436e-a748-46a54042e461 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b82a363c-8f88-43a5-a45f-820f6553f34a HTTP/1.1" status: 204 len: 168 time: 0.4663947 Dec 08 16:17:30.963590 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ae5eaa40-94d6-4bf3-b817-d74da9bfd6e7 req-32d48474-d0c9-4d45-b6e1-f0fabe92ef7c tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=5821245d-22e5-473a-8cf9-c65d5ea3d783 HTTP/1.1" status: 200 len: 210 time: 0.0468104 Dec 08 16:17:30.991923 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e48408-ae4b-436e-a748-46a54042e461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82a363c-8f88-43a5-a45f-820f6553f34a,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:31.000738 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9e08ac39-7b73-487b-83ab-86fe6706a7cd req-8094946b-3a84-40aa-9121-edf5dcd1fbe8 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540146 Dec 08 16:17:31.035701 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-aa1bbd4e-917a-452c-b5a9-9bda03ce40fc req-923d1e80-8db1-48d0-8037-67371552dc47 service neutron] 10.222.0.37 "GET /v2.0/networks/d3895c5a-dfc2-4888-9675-12d8856051aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060945 Dec 08 16:17:31.090726 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-18266895-2a29-4f3a-bf2d-af792db06e55 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:31.234595 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-18266895-2a29-4f3a-bf2d-af792db06e55 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:31.258091 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18266895-2a29-4f3a-bf2d-af792db06e55 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:17:31.281618 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-18266895-2a29-4f3a-bf2d-af792db06e55 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:31.281981 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-18266895-2a29-4f3a-bf2d-af792db06e55 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Added segment bf8cdf5b-803c-4333-81a2-1c7e9ebd3d1a of type vlan for network 4243c714-ed78-43b6-ab64-b01ae656e1d2 Dec 08 16:17:31.283379 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18266895-2a29-4f3a-bf2d-af792db06e55 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0b6898-8890-4dce-b1f8-4e02df2da0e1,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:31.312170 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b3213-9cdc-4cda-99ab-a9613a8e0764 req-855cd837-60a9-4298-a55f-dda3e42784bf tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:31.313810 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-468b3213-9cdc-4cda-99ab-a9613a8e0764 req-855cd837-60a9-4298-a55f-dda3e42784bf tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b01b26b-1389-44a9-8218-05a075db8d57 HTTP/1.1" status: 200 len: 944 time: 0.0527372 Dec 08 16:17:31.326364 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-18266895-2a29-4f3a-bf2d-af792db06e55 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:31.365901 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-468b3213-9cdc-4cda-99ab-a9613a8e0764 req-5a68de01-8dc3-46ba-b909-69d45ec98b62 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454233 Dec 08 16:17:31.423863 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-18266895-2a29-4f3a-bf2d-af792db06e55 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:31.430334 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18266895-2a29-4f3a-bf2d-af792db06e55 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:31.430867 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-18266895-2a29-4f3a-bf2d-af792db06e55 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:31.791810 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18266895-2a29-4f3a-bf2d-af792db06e55 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Pushing event updated for resources: {'Network': ['ID=4243c714-ed78-43b6-ab64-b01ae656e1d2,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:31.803214 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 4243c714-ed78-43b6-ab64-b01ae656e1d2 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:17:31.808671 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147ea99b-8266-4164-bf70-1117d46b3a90 req-87848bfb-36f7-4e84-bd70-54e1b7163206 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:31.810200 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-147ea99b-8266-4164-bf70-1117d46b3a90 req-87848bfb-36f7-4e84-bd70-54e1b7163206 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.37 "GET /v2.0/ports?device_id=100c4908-7541-488b-b9d5-e65a61d69e46 HTTP/1.1" status: 200 len: 945 time: 0.3964534 Dec 08 16:17:31.851946 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-18266895-2a29-4f3a-bf2d-af792db06e55 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3299799 Dec 08 16:17:31.854866 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53446) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:31.859888 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-c86cad49-71d7-43e1-93cf-dd59c3a74e6e tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Request body: {'subnet': {'network_id': '4243c714-ed78-43b6-ab64-b01ae656e1d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:17:31.942234 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-147ea99b-8266-4164-bf70-1117d46b3a90 req-f6a61abf-274a-4319-925e-93b077cfa419 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Deleting port 080e07da-a9a5-462a-811f-15b24a372ee5 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:17:31.944146 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-147ea99b-8266-4164-bf70-1117d46b3a90 req-f6a61abf-274a-4319-925e-93b077cfa419 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:32.051957 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86cad49-71d7-43e1-93cf-dd59c3a74e6e tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Made reservation on behalf of 7e780825a5d94a58a4bb1205cb678cc7 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:17:32.058573 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c86cad49-71d7-43e1-93cf-dd59c3a74e6e tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:32.119670 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4db3f677-dc3e-4548-8765-1b0371c0362e req-0a2c45bb-63e1-4c03-914b-10cbb06771e7 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=5821245d-22e5-473a-8cf9-c65d5ea3d783 HTTP/1.1" status: 200 len: 210 time: 0.0511670 Dec 08 16:17:32.121799 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-147ea99b-8266-4164-bf70-1117d46b3a90 req-f6a61abf-274a-4319-925e-93b077cfa419 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] For port 080e07da-a9a5-462a-811f-15b24a372ee5, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=080e07da-a9a5-462a-811f-15b24a372ee5,segment=NetworkSegment(9b052d16-09ac-481d-baf5-f56fa6d1472f),segment_id=9b052d16-09ac-481d-baf5-f56fa6d1472f)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:17:32.122248 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-147ea99b-8266-4164-bf70-1117d46b3a90 req-f6a61abf-274a-4319-925e-93b077cfa419 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:32.138302 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-147ea99b-8266-4164-bf70-1117d46b3a90 req-f6a61abf-274a-4319-925e-93b077cfa419 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Calling delete_port for 080e07da-a9a5-462a-811f-15b24a372ee5 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:17:32.208716 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcec341-92f8-468e-a51b-e3a139bd10ac req-500331ff-9c66-428b-bc7c-ea1c7e3614f3 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:32.210591 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0dcec341-92f8-468e-a51b-e3a139bd10ac req-500331ff-9c66-428b-bc7c-ea1c7e3614f3 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=f84ef93a-4753-42d9-b558-6c7e978f13ec HTTP/1.1" status: 200 len: 945 time: 0.0956576 Dec 08 16:17:32.301694 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0dcec341-92f8-468e-a51b-e3a139bd10ac req-a0fc769f-182c-432d-af8c-448cb7408430 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815630 Dec 08 16:17:32.366288 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:17:32.385266 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-147ea99b-8266-4164-bf70-1117d46b3a90 req-f6a61abf-274a-4319-925e-93b077cfa419 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:32.399344 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['080e07da-a9a5-462a-811f-15b24a372ee5'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:17:32.413146 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a61abf-274a-4319-925e-93b077cfa419 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Pushing event deleted for resources: {'Port': ['ID=080e07da-a9a5-462a-811f-15b24a372ee5,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:32.446363 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c86cad49-71d7-43e1-93cf-dd59c3a74e6e tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:32.485405 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-147ea99b-8266-4164-bf70-1117d46b3a90 req-f6a61abf-274a-4319-925e-93b077cfa419 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] No DVR routers for this DVR port 080e07da-a9a5-462a-811f-15b24a372ee5 on host n-h2-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:17:32.488785 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-147ea99b-8266-4164-bf70-1117d46b3a90 req-f6a61abf-274a-4319-925e-93b077cfa419 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:32.492592 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-147ea99b-8266-4164-bf70-1117d46b3a90 req-f6a61abf-274a-4319-925e-93b077cfa419 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.37 "DELETE /v2.0/ports/080e07da-a9a5-462a-811f-15b24a372ee5 HTTP/1.1" status: 204 len: 173 time: 0.6752479 Dec 08 16:17:32.493139 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '100c4908-7541-488b-b9d5-e65a61d69e46', 'name': 'network-vif-deleted', 'tag': '080e07da-a9a5-462a-811f-15b24a372ee5'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:17:32.495770 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3064600b-0942-4828-8023-6da1b5bcd3ee" -d '{"events": [{"server_uuid": "100c4908-7541-488b-b9d5-e65a61d69e46", "name": "network-vif-deleted", "tag": "080e07da-a9a5-462a-811f-15b24a372ee5"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:17:32.552679 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98f984e-a592-4bdd-ade3-aa01562059a4 req-a34f51ed-cee7-4c47-b073-8bab831449b5 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:32.557073 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86cad49-71d7-43e1-93cf-dd59c3a74e6e tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Pushing event updated for resources: {'Subnet': ['ID=17245c5a-ac6a-46ba-85af-1a9e56be2adc,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:32.562527 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c98f984e-a592-4bdd-ade3-aa01562059a4 req-a34f51ed-cee7-4c47-b073-8bab831449b5 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b01b26b-1389-44a9-8218-05a075db8d57 HTTP/1.1" status: 200 len: 944 time: 0.1110392 Dec 08 16:17:32.581243 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86cad49-71d7-43e1-93cf-dd59c3a74e6e tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Checking segment: {'id': 'bf8cdf5b-803c-4333-81a2-1c7e9ebd3d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4243c714-ed78-43b6-ab64-b01ae656e1d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:17:32.581952 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86cad49-71d7-43e1-93cf-dd59c3a74e6e tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Network hostable DHCP agents. Network: 4243c714-ed78-43b6-ab64-b01ae656e1d2, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:17:32.611202 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b848b5e3-5160-4667-aa41-5a55e2caccae x-openstack-request-id: req-b848b5e3-5160-4667-aa41-5a55e2caccae {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:17:32.611513 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "100c4908-7541-488b-b9d5-e65a61d69e46", "name": "network-vif-deleted", "tag": "080e07da-a9a5-462a-811f-15b24a372ee5", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:17:32.611805 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b848b5e3-5160-4667-aa41-5a55e2caccae {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:17:32.612378 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '100c4908-7541-488b-b9d5-e65a61d69e46', 'name': 'network-vif-deleted', 'tag': '080e07da-a9a5-462a-811f-15b24a372ee5', 'status': 'completed', 'code': 200} Dec 08 16:17:32.625524 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c98f984e-a592-4bdd-ade3-aa01562059a4 req-09836c36-7010-4e05-8e17-e0a768fec08b tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621002 Dec 08 16:17:32.668110 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86cad49-71d7-43e1-93cf-dd59c3a74e6e tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Network 4243c714-ed78-43b6-ab64-b01ae656e1d2 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:17:32.719663 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-c86cad49-71d7-43e1-93cf-dd59c3a74e6e tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 4243c714-ed78-43b6-ab64-b01ae656e1d2) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:17:32.732656 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0faf0fe0-728c-486b-834c-59485dee4fad None None] Network 4243c714-ed78-43b6-ab64-b01ae656e1d2 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:17:32.738778 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86cad49-71d7-43e1-93cf-dd59c3a74e6e tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:32.739397 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c86cad49-71d7-43e1-93cf-dd59c3a74e6e tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:32.836169 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84803c85-d6ec-4d2f-acd4-1f9a95f5d706 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-4243c714-ed78-43b6-ab64-b01ae656e1d2', 'network_id': '4243c714-ed78-43b6-ab64-b01ae656e1d2', 'project_id': '7e780825a5d94a58a4bb1205cb678cc7', 'fixed_ips': [{'subnet_id': '17245c5a-ac6a-46ba-85af-1a9e56be2adc'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:17:32.837680 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-84803c85-d6ec-4d2f-acd4-1f9a95f5d706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:32.900934 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c86cad49-71d7-43e1-93cf-dd59c3a74e6e tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0449007 Dec 08 16:17:32.903675 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53480) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:32.909153 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-74ae2145-917b-428f-8b42-fa9a1db7ed13 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Request body: {'port': {'network_id': '4243c714-ed78-43b6-ab64-b01ae656e1d2', 'name': 'tempest-AllowedAddressPairTestJSON-522652796'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:17:32.989442 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-84803c85-d6ec-4d2f-acd4-1f9a95f5d706 None None] Allocated IP 172.20.0.2 (4243c714-ed78-43b6-ab64-b01ae656e1d2/17245c5a-ac6a-46ba-85af-1a9e56be2adc/a654a26a-ad71-40aa-ade5-cf1420a3124e) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:17:33.137216 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ae2145-917b-428f-8b42-fa9a1db7ed13 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Made reservation on behalf of 7e780825a5d94a58a4bb1205cb678cc7 for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:17:33.141227 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-74ae2145-917b-428f-8b42-fa9a1db7ed13 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:33.166201 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-74ae2145-917b-428f-8b42-fa9a1db7ed13 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] device_id is not set on port 64b4d16c-5c4a-442d-9408-7b643e8acfdc yet. {{(pid=110551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:17:33.185897 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-84803c85-d6ec-4d2f-acd4-1f9a95f5d706 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:33.242015 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fc9085fa-aab7-4a0b-a570-1bb7a44a9c7f req-72807402-536f-4fe5-a920-53fa1dfbe352 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=5821245d-22e5-473a-8cf9-c65d5ea3d783 HTTP/1.1" status: 200 len: 210 time: 0.0310249 Dec 08 16:17:33.300918 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-84803c85-d6ec-4d2f-acd4-1f9a95f5d706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:33.400554 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-74ae2145-917b-428f-8b42-fa9a1db7ed13 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Allocated IP 172.20.0.4 (4243c714-ed78-43b6-ab64-b01ae656e1d2/17245c5a-ac6a-46ba-85af-1a9e56be2adc/64b4d16c-5c4a-442d-9408-7b643e8acfdc) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:17:33.415016 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84803c85-d6ec-4d2f-acd4-1f9a95f5d706 None None] Network 4243c714-ed78-43b6-ab64-b01ae656e1d2 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:17:33.421745 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-84803c85-d6ec-4d2f-acd4-1f9a95f5d706 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:17:33.436215 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84803c85-d6ec-4d2f-acd4-1f9a95f5d706 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:17:33.444081 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c561903-87d0-4ae4-ae31-796d0f7cc3d7 req-5dd1730b-56f2-46bc-997c-abc8fc401177 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:33.454350 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84803c85-d6ec-4d2f-acd4-1f9a95f5d706 None None] Pushing event updated for resources: {'Port': ['ID=a654a26a-ad71-40aa-ade5-cf1420a3124e,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:33.455166 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5c561903-87d0-4ae4-ae31-796d0f7cc3d7 req-5dd1730b-56f2-46bc-997c-abc8fc401177 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.76 "GET /v2.0/networks?id=880e4c19-5400-42a9-80ac-7d8d06cc73f1 HTTP/1.1" status: 200 len: 814 time: 0.1841397 Dec 08 16:17:33.469403 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-5c561903-87d0-4ae4-ae31-796d0f7cc3d7 req-045c12b3-2a2f-474a-ac4e-f990fbc05de1 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Request body: {'port': {'device_id': '5821245d-22e5-473a-8cf9-c65d5ea3d783', 'network_id': '880e4c19-5400-42a9-80ac-7d8d06cc73f1', 'admin_state_up': True, 'tenant_id': '7e39653eb3ed4c3595ee0825c72fd724'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:17:33.540087 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-84803c85-d6ec-4d2f-acd4-1f9a95f5d706 None None] Attempting to bind port a654a26a-ad71-40aa-ade5-cf1420a3124e on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:17:33.541384 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-84803c85-d6ec-4d2f-acd4-1f9a95f5d706 None None] Attempting to bind port a654a26a-ad71-40aa-ade5-cf1420a3124e by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'bf8cdf5b-803c-4333-81a2-1c7e9ebd3d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4243c714-ed78-43b6-ab64-b01ae656e1d2'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:17:33.554964 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84803c85-d6ec-4d2f-acd4-1f9a95f5d706 None None] Attempting to bind port a654a26a-ad71-40aa-ade5-cf1420a3124e on network 4243c714-ed78-43b6-ab64-b01ae656e1d2 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:17:33.569437 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84803c85-d6ec-4d2f-acd4-1f9a95f5d706 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:17:33.569978 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84803c85-d6ec-4d2f-acd4-1f9a95f5d706 None None] Checking segment: {'id': 'bf8cdf5b-803c-4333-81a2-1c7e9ebd3d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4243c714-ed78-43b6-ab64-b01ae656e1d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:17:33.572328 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-84803c85-d6ec-4d2f-acd4-1f9a95f5d706 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:33.575872 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84803c85-d6ec-4d2f-acd4-1f9a95f5d706 None None] Bound using segment: {'id': 'bf8cdf5b-803c-4333-81a2-1c7e9ebd3d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4243c714-ed78-43b6-ab64-b01ae656e1d2'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:17:33.575872 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-84803c85-d6ec-4d2f-acd4-1f9a95f5d706 None None] Bound port: a654a26a-ad71-40aa-ade5-cf1420a3124e, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8cdf5b-803c-4333-81a2-1c7e9ebd3d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4243c714-ed78-43b6-ab64-b01ae656e1d2'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:17:33.575872 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-84803c85-d6ec-4d2f-acd4-1f9a95f5d706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:33.622346 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd482a6a-6c99-4bfe-a987-f7e7ad53e065 req-a830353b-d5ff-4d5d-a6a2-0ae466e0528c tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:33.629661 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cd482a6a-6c99-4bfe-a987-f7e7ad53e065 req-a830353b-d5ff-4d5d-a6a2-0ae466e0528c tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=f84ef93a-4753-42d9-b558-6c7e978f13ec HTTP/1.1" status: 200 len: 945 time: 0.1718714 Dec 08 16:17:33.695752 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-84803c85-d6ec-4d2f-acd4-1f9a95f5d706 None None] For port a654a26a-ad71-40aa-ade5-cf1420a3124e, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:17:33.702949 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-84803c85-d6ec-4d2f-acd4-1f9a95f5d706 None None] For port a654a26a-ad71-40aa-ade5-cf1420a3124e, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=a654a26a-ad71-40aa-ade5-cf1420a3124e,segment=NetworkSegment(bf8cdf5b-803c-4333-81a2-1c7e9ebd3d1a),segment_id=bf8cdf5b-803c-4333-81a2-1c7e9ebd3d1a)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:17:33.707509 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 4b8d5971-2d21-4951-9b66-de8081c96b95 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:17:33.736983 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c561903-87d0-4ae4-ae31-796d0f7cc3d7 req-045c12b3-2a2f-474a-ac4e-f990fbc05de1 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Made reservation on behalf of 7e39653eb3ed4c3595ee0825c72fd724 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:17:33.741590 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5c561903-87d0-4ae4-ae31-796d0f7cc3d7 req-045c12b3-2a2f-474a-ac4e-f990fbc05de1 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:33.742612 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cd482a6a-6c99-4bfe-a987-f7e7ad53e065 req-af2313e8-eda3-4b95-a4da-ad2018a56d78 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074679 Dec 08 16:17:33.763168 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-74ae2145-917b-428f-8b42-fa9a1db7ed13 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:33.824365 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-84803c85-d6ec-4d2f-acd4-1f9a95f5d706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:33.892340 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-74ae2145-917b-428f-8b42-fa9a1db7ed13 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:33.927705 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ae2145-917b-428f-8b42-fa9a1db7ed13 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Network 4243c714-ed78-43b6-ab64-b01ae656e1d2 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:17:33.941842 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 4b8d5971-2d21-4951-9b66-de8081c96b95, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=4b8d5971-2d21-4951-9b66-de8081c96b95,segment=NetworkSegment(bb740625-1067-4eb4-8c3f-54ce2bbbb747),segment_id=bb740625-1067-4eb4-8c3f-54ce2bbbb747)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:17:33.945380 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84803c85-d6ec-4d2f-acd4-1f9a95f5d706 None None] Pushing event updated for resources: {'Port': ['ID=a654a26a-ad71-40aa-ade5-cf1420a3124e,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:33.961503 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-74ae2145-917b-428f-8b42-fa9a1db7ed13 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:17:33.966302 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ae2145-917b-428f-8b42-fa9a1db7ed13 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:17:33.978213 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '4b8d5971-2d21-4951-9b66-de8081c96b95', 'network_id': '444a8cbb-ee83-40d1-9772-ed3daa005a16', 'port_id': '4b8d5971-2d21-4951-9b66-de8081c96b95', 'mac_address': 'fa:16:3e:4b:6d:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921ca20d-c445-4985-be5a-b19c39bd838b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:17:34.028641 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ae2145-917b-428f-8b42-fa9a1db7ed13 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:34.029302 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-74ae2145-917b-428f-8b42-fa9a1db7ed13 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:34.030447 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c094b26-c875-4959-a723-19c71e11f349 req-7f513fb6-8d6f-429c-81d4-1064b7372f67 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:34.039151 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6c094b26-c875-4959-a723-19c71e11f349 req-7f513fb6-8d6f-429c-81d4-1064b7372f67 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b01b26b-1389-44a9-8218-05a075db8d57 HTTP/1.1" status: 200 len: 944 time: 0.2238948 Dec 08 16:17:34.062715 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ae2145-917b-428f-8b42-fa9a1db7ed13 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Pushing event updated for resources: {'Port': ['ID=64b4d16c-5c4a-442d-9408-7b643e8acfdc,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:34.077106 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-5c561903-87d0-4ae4-ae31-796d0f7cc3d7 req-045c12b3-2a2f-474a-ac4e-f990fbc05de1 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Allocated IP 172.20.0.10 (880e4c19-5400-42a9-80ac-7d8d06cc73f1/8d58ba6b-0d2d-418d-8d9a-8ee6777d3e48/2c8c0a2a-1258-4094-8b50-7882ed9ebbd0) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:17:34.133094 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6c094b26-c875-4959-a723-19c71e11f349 req-e5bbcd05-75c6-461e-b5ae-af8cec49cb1c tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926836 Dec 08 16:17:34.153782 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:34.160824 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 53536) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:34.161055 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-74ae2145-917b-428f-8b42-fa9a1db7ed13 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2557542 Dec 08 16:17:34.176273 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-09ec1af2-819b-4e7a-96b3-83591c90b36e tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Request body: {'port': {'network_id': '4243c714-ed78-43b6-ab64-b01ae656e1d2', 'name': 'tempest-AllowedAddressPairTestJSON-1820397072', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:03:49:a4'}]}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:17:34.176548 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4b8d5971-2d21-4951-9b66-de8081c96b95 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:17:34.230668 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 4b8d5971-2d21-4951-9b66-de8081c96b95, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=4b8d5971-2d21-4951-9b66-de8081c96b95,segment=NetworkSegment(bb740625-1067-4eb4-8c3f-54ce2bbbb747),segment_id=bb740625-1067-4eb4-8c3f-54ce2bbbb747)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:17:34.360533 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:34.360533 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 6e332836-4738-4076-b979-457b5d35230b details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:17:34.429356 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c8cfaf41-d039-4659-84b5-e79a6563d043 req-b8874743-fc5a-4b99-886e-33e2189ca8b8 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=5821245d-22e5-473a-8cf9-c65d5ea3d783 HTTP/1.1" status: 200 len: 210 time: 0.0488183 Dec 08 16:17:34.463269 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5c561903-87d0-4ae4-ae31-796d0f7cc3d7 req-045c12b3-2a2f-474a-ac4e-f990fbc05de1 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:34.538390 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:34.548350 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=4b8d5971-2d21-4951-9b66-de8081c96b95,revision_number=6']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:34.577569 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ec1af2-819b-4e7a-96b3-83591c90b36e tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Made reservation on behalf of 7e780825a5d94a58a4bb1205cb678cc7 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:17:34.595127 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 6e332836-4738-4076-b979-457b5d35230b, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=6e332836-4738-4076-b979-457b5d35230b,segment=NetworkSegment(f996c948-5ac9-42a3-ac04-df4c75288f01),segment_id=f996c948-5ac9-42a3-ac04-df4c75288f01)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:17:34.610120 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '6e332836-4738-4076-b979-457b5d35230b', 'network_id': 'd3895c5a-dfc2-4888-9675-12d8856051aa', 'port_id': '6e332836-4738-4076-b979-457b5d35230b', 'mac_address': 'fa:16:3e:28:43:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d672d1f-65b7-4f31-92ed-7adc71dac15e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:17:34.652934 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:34.669238 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e332836-4738-4076-b979-457b5d35230b {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:17:34.688667 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-09ec1af2-819b-4e7a-96b3-83591c90b36e tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:34.699083 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 6e332836-4738-4076-b979-457b5d35230b, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=6e332836-4738-4076-b979-457b5d35230b,segment=NetworkSegment(f996c948-5ac9-42a3-ac04-df4c75288f01),segment_id=f996c948-5ac9-42a3-ac04-df4c75288f01)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:17:34.713406 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5c561903-87d0-4ae4-ae31-796d0f7cc3d7 req-045c12b3-2a2f-474a-ac4e-f990fbc05de1 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:34.717062 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [None req-09ec1af2-819b-4e7a-96b3-83591c90b36e tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] device_id is not set on port 7dbc6cda-240e-476f-84d8-d702f0ca7de5 yet. {{(pid=110550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:17:34.726914 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['080e07da-a9a5-462a-811f-15b24a372ee5'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:17:34.881817 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c561903-87d0-4ae4-ae31-796d0f7cc3d7 req-045c12b3-2a2f-474a-ac4e-f990fbc05de1 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Network 880e4c19-5400-42a9-80ac-7d8d06cc73f1 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:17:34.903141 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-5c561903-87d0-4ae4-ae31-796d0f7cc3d7 req-045c12b3-2a2f-474a-ac4e-f990fbc05de1 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:17:34.920889 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device a654a26a-ad71-40aa-ade5-cf1420a3124e up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:17:34.933632 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c561903-87d0-4ae4-ae31-796d0f7cc3d7 req-045c12b3-2a2f-474a-ac4e-f990fbc05de1 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:17:34.945347 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045c12b3-2a2f-474a-ac4e-f990fbc05de1 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Pushing event updated for resources: {'Port': ['ID=2c8c0a2a-1258-4094-8b50-7882ed9ebbd0,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:34.984829 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port a654a26a-ad71-40aa-ade5-cf1420a3124e triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:17:34.986910 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:35.030554 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:35.049602 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c561903-87d0-4ae4-ae31-796d0f7cc3d7 req-045c12b3-2a2f-474a-ac4e-f990fbc05de1 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:35.054048 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5c561903-87d0-4ae4-ae31-796d0f7cc3d7 req-045c12b3-2a2f-474a-ac4e-f990fbc05de1 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:35.067280 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c9ce7-8528-4859-a152-57de89de7bfa req-a01b3081-a32b-4bff-b89a-ee621c41367d tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:35.075367 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1c4c9ce7-8528-4859-a152-57de89de7bfa req-a01b3081-a32b-4bff-b89a-ee621c41367d tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=f84ef93a-4753-42d9-b558-6c7e978f13ec HTTP/1.1" status: 200 len: 945 time: 0.2127609 Dec 08 16:17:35.106131 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-09ec1af2-819b-4e7a-96b3-83591c90b36e tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Allocated IP 172.20.0.10 (4243c714-ed78-43b6-ab64-b01ae656e1d2/17245c5a-ac6a-46ba-85af-1a9e56be2adc/7dbc6cda-240e-476f-84d8-d702f0ca7de5) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:17:35.169614 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1c4c9ce7-8528-4859-a152-57de89de7bfa req-00bb91e2-2606-41f7-bdfd-6a6da1e1c1e0 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931499 Dec 08 16:17:35.252737 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['4b8d5971-2d21-4951-9b66-de8081c96b95'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:17:35.255554 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=6e332836-4738-4076-b979-457b5d35230b,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:35.304706 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfafaf1f-0000-43c9-9e5b-8921cdbdcecf None None] Network 4243c714-ed78-43b6-ab64-b01ae656e1d2 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:17:35.338644 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5c561903-87d0-4ae4-ae31-796d0f7cc3d7 req-045c12b3-2a2f-474a-ac4e-f990fbc05de1 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8712692 Dec 08 16:17:35.353989 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:35.361078 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-5c561903-87d0-4ae4-ae31-796d0f7cc3d7 req-19f5843d-b253-4b5d-9b32-87f0c7413c47 service neutron] Request body: {'port': {'device_id': '5821245d-22e5-473a-8cf9-c65d5ea3d783', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:17:35.398249 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['6e332836-4738-4076-b979-457b5d35230b'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:17:35.403011 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3121f8-64a5-4e54-be2a-7b944c157e90 req-b42b26d0-0bba-497c-a2f1-aefee7f4ad4b tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:35.405629 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3b3121f8-64a5-4e54-be2a-7b944c157e90 req-b42b26d0-0bba-497c-a2f1-aefee7f4ad4b tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b01b26b-1389-44a9-8218-05a075db8d57 HTTP/1.1" status: 200 len: 945 time: 0.0815966 Dec 08 16:17:35.461905 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-c9416be7-7b3a-4303-afdd-f80974633261 None None] Provisioning complete for port a654a26a-ad71-40aa-ade5-cf1420a3124e triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:17:35.462188 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c9416be7-7b3a-4303-afdd-f80974633261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:35.526483 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3b3121f8-64a5-4e54-be2a-7b944c157e90 req-12585731-874d-4e30-97db-9977995e5dbc tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049271 Dec 08 16:17:35.528458 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port a654a26a-ad71-40aa-ade5-cf1420a3124e, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=a654a26a-ad71-40aa-ade5-cf1420a3124e,segment=NetworkSegment(bf8cdf5b-803c-4333-81a2-1c7e9ebd3d1a),segment_id=bf8cdf5b-803c-4333-81a2-1c7e9ebd3d1a)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:17:35.657101 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:35.674265 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-09ec1af2-819b-4e7a-96b3-83591c90b36e tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:35.722175 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c9416be7-7b3a-4303-afdd-f80974633261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:35.723787 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5c561903-87d0-4ae4-ae31-796d0f7cc3d7 req-19f5843d-b253-4b5d-9b32-87f0c7413c47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:35.749899 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 080e07da-a9a5-462a-811f-15b24a372ee5 no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:17:35.808974 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: 080e07da-a9a5-462a-811f-15b24a372ee5 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:17:35.809330 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 080e07da-a9a5-462a-811f-15b24a372ee5 not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:17:35.809616 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c167a2-1f51-4f5c-9d87-fe3dc8d411c4 req-012137a8-50b2-4c83-bc2b-baaf9223845d tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:35.817679 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c3c167a2-1f51-4f5c-9d87-fe3dc8d411c4 req-012137a8-50b2-4c83-bc2b-baaf9223845d tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=5821245d-22e5-473a-8cf9-c65d5ea3d783 HTTP/1.1" status: 200 len: 932 time: 0.1690302 Dec 08 16:17:35.858781 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.db.api [None req-c9416be7-7b3a-4303-afdd-f80974633261 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:17:35.859149 n-d-776250-12 neutron-server[110552]: DEBUG oslo_db.api [None req-c9416be7-7b3a-4303-afdd-f80974633261 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:17:35.899066 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=a654a26a-ad71-40aa-ade5-cf1420a3124e,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:35.996942 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-09ec1af2-819b-4e7a-96b3-83591c90b36e tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:36.100058 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c3c167a2-1f51-4f5c-9d87-fe3dc8d411c4 req-0e5d2e0f-96cc-4431-909b-eca2dae7bd65 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806039 Dec 08 16:17:36.173615 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ec1af2-819b-4e7a-96b3-83591c90b36e tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Network 4243c714-ed78-43b6-ab64-b01ae656e1d2 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:17:36.176752 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec1af2-819b-4e7a-96b3-83591c90b36e tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Pushing event updated for resources: {'Port': ['ID=7dbc6cda-240e-476f-84d8-d702f0ca7de5,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:36.184245 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-09ec1af2-819b-4e7a-96b3-83591c90b36e tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:17:36.186565 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ec1af2-819b-4e7a-96b3-83591c90b36e tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:17:36.249771 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ec1af2-819b-4e7a-96b3-83591c90b36e tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:36.250468 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-09ec1af2-819b-4e7a-96b3-83591c90b36e tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:36.398298 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-09ec1af2-819b-4e7a-96b3-83591c90b36e tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.2276950 Dec 08 16:17:36.398489 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53590) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:36.409624 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-5c561903-87d0-4ae4-ae31-796d0f7cc3d7 req-19f5843d-b253-4b5d-9b32-87f0c7413c47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c8c0a2a-1258-4094-8b50-7882ed9ebbd0 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:17:36.420350 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5c561903-87d0-4ae4-ae31-796d0f7cc3d7 req-19f5843d-b253-4b5d-9b32-87f0c7413c47 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:36.468301 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-5c561903-87d0-4ae4-ae31-796d0f7cc3d7 req-19f5843d-b253-4b5d-9b32-87f0c7413c47 service neutron] Transition to ACTIVE for port object 2c8c0a2a-1258-4094-8b50-7882ed9ebbd0 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:17:36.497742 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee8945-d0fc-4242-99bd-faec76b03e49 req-94f533fa-b3a0-47f4-9871-dfe7d6e823a0 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:36.506316 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-76ee8945-d0fc-4242-99bd-faec76b03e49 req-94f533fa-b3a0-47f4-9871-dfe7d6e823a0 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=f84ef93a-4753-42d9-b558-6c7e978f13ec HTTP/1.1" status: 200 len: 945 time: 0.2178159 Dec 08 16:17:36.548038 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5c561903-87d0-4ae4-ae31-796d0f7cc3d7 req-19f5843d-b253-4b5d-9b32-87f0c7413c47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:36.588947 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-76ee8945-d0fc-4242-99bd-faec76b03e49 req-af07d830-5eb7-4a49-a298-55d195b4d93a tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774121 Dec 08 16:17:36.619110 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-081545e4-2518-4c21-a9ca-5808e44d8906 None None] Provisioning complete for port a654a26a-ad71-40aa-ade5-cf1420a3124e triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:17:36.620261 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-081545e4-2518-4c21-a9ca-5808e44d8906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:36.651942 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d153bc8-f91b-432e-8ee5-6e65e1db4454 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:36.666975 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d153bc8-f91b-432e-8ee5-6e65e1db4454 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:36.672113 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f5843d-b253-4b5d-9b32-87f0c7413c47 service neutron] Pushing event updated for resources: {'Port': ['ID=2c8c0a2a-1258-4094-8b50-7882ed9ebbd0,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:36.674127 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d153bc8-f91b-432e-8ee5-6e65e1db4454 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:36.680908 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-4d153bc8-f91b-432e-8ee5-6e65e1db4454 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.2780621 Dec 08 16:17:36.681555 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53596) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:36.762453 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f34c70-8aac-4869-91cb-e6e10921d798 req-0355b63f-8479-445c-82a0-01a3f5dfcf7b tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:36.770222 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-34f34c70-8aac-4869-91cb-e6e10921d798 req-0355b63f-8479-445c-82a0-01a3f5dfcf7b tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b01b26b-1389-44a9-8218-05a075db8d57 HTTP/1.1" status: 200 len: 945 time: 0.0863829 Dec 08 16:17:36.772451 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-081545e4-2518-4c21-a9ca-5808e44d8906 None None] Provisioning complete for port 64b4d16c-5c4a-442d-9408-7b643e8acfdc triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:17:36.773098 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-081545e4-2518-4c21-a9ca-5808e44d8906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:36.871490 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-34f34c70-8aac-4869-91cb-e6e10921d798 req-1ed07eaf-4537-4c8c-b525-347c3595d21e tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002252 Dec 08 16:17:36.902579 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device a654a26a-ad71-40aa-ade5-cf1420a3124e up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:17:36.987297 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-5c561903-87d0-4ae4-ae31-796d0f7cc3d7 req-19f5843d-b253-4b5d-9b32-87f0c7413c47 service neutron] Attempting to bind port 2c8c0a2a-1258-4094-8b50-7882ed9ebbd0 on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:17:36.988843 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-5c561903-87d0-4ae4-ae31-796d0f7cc3d7 req-19f5843d-b253-4b5d-9b32-87f0c7413c47 service neutron] Attempting to bind port 2c8c0a2a-1258-4094-8b50-7882ed9ebbd0 by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': '9b052d16-09ac-481d-baf5-f56fa6d1472f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '880e4c19-5400-42a9-80ac-7d8d06cc73f1'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:17:36.989450 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c561903-87d0-4ae4-ae31-796d0f7cc3d7 req-19f5843d-b253-4b5d-9b32-87f0c7413c47 service neutron] Attempting to bind port 2c8c0a2a-1258-4094-8b50-7882ed9ebbd0 on network 880e4c19-5400-42a9-80ac-7d8d06cc73f1 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:17:36.994818 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c561903-87d0-4ae4-ae31-796d0f7cc3d7 req-19f5843d-b253-4b5d-9b32-87f0c7413c47 service neutron] Port 2c8c0a2a-1258-4094-8b50-7882ed9ebbd0 on network 880e4c19-5400-42a9-80ac-7d8d06cc73f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:17:36.995543 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c561903-87d0-4ae4-ae31-796d0f7cc3d7 req-19f5843d-b253-4b5d-9b32-87f0c7413c47 service neutron] Attempting to bind port 2c8c0a2a-1258-4094-8b50-7882ed9ebbd0 on network 880e4c19-5400-42a9-80ac-7d8d06cc73f1 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:17:36.997077 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-ccd3b4c5-6abf-488f-bf6f-5b0d03fb270c tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Deleting port 7dbc6cda-240e-476f-84d8-d702f0ca7de5 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:17:36.998433 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ccd3b4c5-6abf-488f-bf6f-5b0d03fb270c tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:37.002448 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c561903-87d0-4ae4-ae31-796d0f7cc3d7 req-19f5843d-b253-4b5d-9b32-87f0c7413c47 service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:17:37.003178 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c561903-87d0-4ae4-ae31-796d0f7cc3d7 req-19f5843d-b253-4b5d-9b32-87f0c7413c47 service neutron] Checking segment: {'id': '9b052d16-09ac-481d-baf5-f56fa6d1472f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '880e4c19-5400-42a9-80ac-7d8d06cc73f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:17:37.003817 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c561903-87d0-4ae4-ae31-796d0f7cc3d7 req-19f5843d-b253-4b5d-9b32-87f0c7413c47 service neutron] Bound using segment: {'id': '9b052d16-09ac-481d-baf5-f56fa6d1472f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '880e4c19-5400-42a9-80ac-7d8d06cc73f1'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:17:37.004554 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-5c561903-87d0-4ae4-ae31-796d0f7cc3d7 req-19f5843d-b253-4b5d-9b32-87f0c7413c47 service neutron] Bound port: 2c8c0a2a-1258-4094-8b50-7882ed9ebbd0, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b052d16-09ac-481d-baf5-f56fa6d1472f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '880e4c19-5400-42a9-80ac-7d8d06cc73f1'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:17:37.005832 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5c561903-87d0-4ae4-ae31-796d0f7cc3d7 req-19f5843d-b253-4b5d-9b32-87f0c7413c47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:37.107146 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-5c561903-87d0-4ae4-ae31-796d0f7cc3d7 req-19f5843d-b253-4b5d-9b32-87f0c7413c47 service neutron] For port 2c8c0a2a-1258-4094-8b50-7882ed9ebbd0, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:17:37.116729 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-5c561903-87d0-4ae4-ae31-796d0f7cc3d7 req-19f5843d-b253-4b5d-9b32-87f0c7413c47 service neutron] For port 2c8c0a2a-1258-4094-8b50-7882ed9ebbd0, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=2c8c0a2a-1258-4094-8b50-7882ed9ebbd0,segment=NetworkSegment(9b052d16-09ac-481d-baf5-f56fa6d1472f),segment_id=9b052d16-09ac-481d-baf5-f56fa6d1472f)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:17:37.161913 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-081545e4-2518-4c21-a9ca-5808e44d8906 None None] Port 64b4d16c-5c4a-442d-9408-7b643e8acfdc cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:17:37.194720 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5c561903-87d0-4ae4-ae31-796d0f7cc3d7 req-19f5843d-b253-4b5d-9b32-87f0c7413c47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:37.217453 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port a654a26a-ad71-40aa-ade5-cf1420a3124e triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:17:37.218896 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ccd3b4c5-6abf-488f-bf6f-5b0d03fb270c tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:37.221215 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:37.249052 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-ccd3b4c5-6abf-488f-bf6f-5b0d03fb270c tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Calling delete_port for 7dbc6cda-240e-476f-84d8-d702f0ca7de5 owned by {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:17:37.292787 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c561903-87d0-4ae4-ae31-796d0f7cc3d7 req-19f5843d-b253-4b5d-9b32-87f0c7413c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:37.293429 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5c561903-87d0-4ae4-ae31-796d0f7cc3d7 req-19f5843d-b253-4b5d-9b32-87f0c7413c47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:37.295082 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5c561903-87d0-4ae4-ae31-796d0f7cc3d7 req-19f5843d-b253-4b5d-9b32-87f0c7413c47 service neutron] 10.222.0.76 "PUT /v2.0/ports/2c8c0a2a-1258-4094-8b50-7882ed9ebbd0 HTTP/1.1" status: 200 len: 1093 time: 1.9417369 Dec 08 16:17:37.309053 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5821245d-22e5-473a-8cf9-c65d5ea3d783', 'tag': '2c8c0a2a-1258-4094-8b50-7882ed9ebbd0'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:17:37.311406 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f22889-ec4e-4247-90b5-36becddb1b13" -d '{"events": [{"name": "network-changed", "server_uuid": "5821245d-22e5-473a-8cf9-c65d5ea3d783", "tag": "2c8c0a2a-1258-4094-8b50-7882ed9ebbd0"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:17:37.364526 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-9c332802-fbe5-4828-b66f-26fcde5d37e2 None None] Provisioning complete for port 7dbc6cda-240e-476f-84d8-d702f0ca7de5 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:17:37.364999 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9c332802-fbe5-4828-b66f-26fcde5d37e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:37.369754 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f5843d-b253-4b5d-9b32-87f0c7413c47 service neutron] Pushing event updated for resources: {'Port': ['ID=2c8c0a2a-1258-4094-8b50-7882ed9ebbd0,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:37.385795 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019418f6-3c12-46d4-8692-6ba1feae9a89 req-c982b025-5d66-4bcc-91be-0f025b6e2e62 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:37.406599 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-019418f6-3c12-46d4-8692-6ba1feae9a89 req-c982b025-5d66-4bcc-91be-0f025b6e2e62 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=5821245d-22e5-473a-8cf9-c65d5ea3d783 HTTP/1.1" status: 200 len: 944 time: 0.1470025 Dec 08 16:17:37.420990 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-9c332802-fbe5-4828-b66f-26fcde5d37e2 None None] Port 7dbc6cda-240e-476f-84d8-d702f0ca7de5 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:17:37.468939 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c69b7aa-b675-450e-92bd-082021059284 x-openstack-request-id: req-2c69b7aa-b675-450e-92bd-082021059284 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:17:37.469254 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5821245d-22e5-473a-8cf9-c65d5ea3d783", "tag": "2c8c0a2a-1258-4094-8b50-7882ed9ebbd0", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:17:37.472899 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2c69b7aa-b675-450e-92bd-082021059284 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:17:37.473373 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5821245d-22e5-473a-8cf9-c65d5ea3d783', 'tag': '2c8c0a2a-1258-4094-8b50-7882ed9ebbd0', 'status': 'completed', 'code': 200} Dec 08 16:17:37.556023 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-019418f6-3c12-46d4-8692-6ba1feae9a89 req-f2a7c258-7559-4f93-9a50-48aec5944108 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486530 Dec 08 16:17:37.568821 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c561903-87d0-4ae4-ae31-796d0f7cc3d7 req-75bf3bde-fd60-4db9-bffa-dd234df084fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:37.577647 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5c561903-87d0-4ae4-ae31-796d0f7cc3d7 req-75bf3bde-fd60-4db9-bffa-dd234df084fe service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7e39653eb3ed4c3595ee0825c72fd724&device_id=5821245d-22e5-473a-8cf9-c65d5ea3d783 HTTP/1.1" status: 200 len: 1096 time: 0.1216087 Dec 08 16:17:37.656477 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ccd3b4c5-6abf-488f-bf6f-5b0d03fb270c tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:37.717527 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd3b4c5-6abf-488f-bf6f-5b0d03fb270c tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Pushing event deleted for resources: {'Port': ['ID=7dbc6cda-240e-476f-84d8-d702f0ca7de5,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:37.722583 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 6e332836-4738-4076-b979-457b5d35230b up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:17:37.775814 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5c561903-87d0-4ae4-ae31-796d0f7cc3d7 req-adf4c974-2639-4875-bc4e-29d005a16e5e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c8c0a2a-1258-4094-8b50-7882ed9ebbd0 HTTP/1.1" status: 200 len: 217 time: 0.0978820 Dec 08 16:17:37.866915 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c561903-87d0-4ae4-ae31-796d0f7cc3d7 req-1e872475-7867-4e3e-86af-1dcacd1b3efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:37.869044 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5c561903-87d0-4ae4-ae31-796d0f7cc3d7 req-1e872475-7867-4e3e-86af-1dcacd1b3efa service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8d58ba6b-0d2d-418d-8d9a-8ee6777d3e48 HTTP/1.1" status: 200 len: 854 time: 0.0841520 Dec 08 16:17:37.879990 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c493410-a47b-46ab-ae6c-5f650b472f2f req-5b62324d-98b8-4ca6-8e77-9e1a45722fdd tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:37.898310 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9c493410-a47b-46ab-ae6c-5f650b472f2f req-5b62324d-98b8-4ca6-8e77-9e1a45722fdd tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=f84ef93a-4753-42d9-b558-6c7e978f13ec HTTP/1.1" status: 200 len: 945 time: 0.1972494 Dec 08 16:17:37.960098 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5c561903-87d0-4ae4-ae31-796d0f7cc3d7 req-990a239c-9ddc-4ab0-9d90-b8a688b480d5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=880e4c19-5400-42a9-80ac-7d8d06cc73f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823658 Dec 08 16:17:37.966016 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port 6e332836-4738-4076-b979-457b5d35230b completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:17:37.977087 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 6e332836-4738-4076-b979-457b5d35230b triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:17:37.979474 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:38.103732 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9c493410-a47b-46ab-ae6c-5f650b472f2f req-bac366fe-e0ca-4993-bc15-4a0b6e246347 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943743 Dec 08 16:17:38.122238 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ccd3b4c5-6abf-488f-bf6f-5b0d03fb270c tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:38.135155 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ccd3b4c5-6abf-488f-bf6f-5b0d03fb270c tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] 10.222.0.64 "DELETE /v2.0/ports/7dbc6cda-240e-476f-84d8-d702f0ca7de5 HTTP/1.1" status: 204 len: 168 time: 1.4462621 Dec 08 16:17:38.137639 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53628) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:38.176744 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-85221396-8d6e-4ce9-bfd5-282bc253916f tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] GET failed (client error): The resource could not be found. Dec 08 16:17:38.178275 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-85221396-8d6e-4ce9-bfd5-282bc253916f tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] 10.222.0.64 "GET /v2.0/ports/7dbc6cda-240e-476f-84d8-d702f0ca7de5 HTTP/1.1" status: 404 len: 333 time: 0.0382366 Dec 08 16:17:38.182316 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53630) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:38.187759 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-8ec71a21-9373-4de5-9140-975ce5cf6161 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Request body: {'port': {'network_id': '4243c714-ed78-43b6-ab64-b01ae656e1d2', 'name': 'tempest-AllowedAddressPairTestJSON-158025027'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:17:38.241198 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:38.242139 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5c561903-87d0-4ae4-ae31-796d0f7cc3d7 req-b93ee987-eb8f-4e39-8b44-25984170fb58 service neutron] 10.222.0.76 "GET /v2.0/networks/880e4c19-5400-42a9-80ac-7d8d06cc73f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612069 Dec 08 16:17:38.272387 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b01b26b-1389-44a9-8218-05a075db8d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e332836-4738-4076-b979-457b5d35230b'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:17:38.275754 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80658a56-a4c5-4989-815b-26a98c53dd35" -d '{"events": [{"server_uuid": "1b01b26b-1389-44a9-8218-05a075db8d57", "name": "network-vif-plugged", "status": "completed", "tag": "6e332836-4738-4076-b979-457b5d35230b"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:17:38.318865 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 6e332836-4738-4076-b979-457b5d35230b, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=6e332836-4738-4076-b979-457b5d35230b,segment=NetworkSegment(f996c948-5ac9-42a3-ac04-df4c75288f01),segment_id=f996c948-5ac9-42a3-ac04-df4c75288f01)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:17:38.344029 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c4c48b7-0608-40f6-9af8-fab5360958c9 x-openstack-request-id: req-4c4c48b7-0608-40f6-9af8-fab5360958c9 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:17:38.344470 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b01b26b-1389-44a9-8218-05a075db8d57", "name": "network-vif-plugged", "status": "completed", "tag": "6e332836-4738-4076-b979-457b5d35230b", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:17:38.344818 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4c4c48b7-0608-40f6-9af8-fab5360958c9 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:17:38.345783 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b01b26b-1389-44a9-8218-05a075db8d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e332836-4738-4076-b979-457b5d35230b', 'code': 200} Dec 08 16:17:38.394049 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:38.397142 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 4b8d5971-2d21-4951-9b66-de8081c96b95 up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:17:38.456649 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b6d3d8-34d3-47a4-8bcf-155f54a7c62f req-585eca3d-f96a-4c3a-9388-706bb9970e6b tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:38.464818 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a5b6d3d8-34d3-47a4-8bcf-155f54a7c62f req-585eca3d-f96a-4c3a-9388-706bb9970e6b tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b01b26b-1389-44a9-8218-05a075db8d57 HTTP/1.1" status: 200 len: 945 time: 0.2209892 Dec 08 16:17:38.479945 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:38.497079 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec71a21-9373-4de5-9140-975ce5cf6161 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Made reservation on behalf of 7e780825a5d94a58a4bb1205cb678cc7 for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:17:38.499415 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5c561903-87d0-4ae4-ae31-796d0f7cc3d7 req-8a492a97-c55f-49f9-ad15-5cbcf45a4f76 service neutron] 10.222.0.76 "GET /v2.0/networks/880e4c19-5400-42a9-80ac-7d8d06cc73f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343361 Dec 08 16:17:38.500742 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 4b8d5971-2d21-4951-9b66-de8081c96b95 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:17:38.501323 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:38.501883 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8ec71a21-9373-4de5-9140-975ce5cf6161 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:38.554174 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-8ec71a21-9373-4de5-9140-975ce5cf6161 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] device_id is not set on port 96eac323-1403-4675-8c1e-5ca39d8eb348 yet. {{(pid=110551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:17:38.575159 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a5e870-c041-46ac-905e-cc7e3280238e req-fb9cd983-e87c-449d-b2cd-bb41f548de62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:38.578020 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=6e332836-4738-4076-b979-457b5d35230b,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:38.585110 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d6a5e870-c041-46ac-905e-cc7e3280238e req-fb9cd983-e87c-449d-b2cd-bb41f548de62 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1b01b26b-1389-44a9-8218-05a075db8d57 HTTP/1.1" status: 200 len: 1098 time: 0.1605475 Dec 08 16:17:38.700482 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a5b6d3d8-34d3-47a4-8bcf-155f54a7c62f req-e374398c-075d-45d7-9987-0b9b35ae78d6 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346621 Dec 08 16:17:38.718856 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:38.829765 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 4b8d5971-2d21-4951-9b66-de8081c96b95, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=4b8d5971-2d21-4951-9b66-de8081c96b95,segment=NetworkSegment(bb740625-1067-4eb4-8c3f-54ce2bbbb747),segment_id=bb740625-1067-4eb4-8c3f-54ce2bbbb747)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:17:38.860757 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d6a5e870-c041-46ac-905e-cc7e3280238e req-0f571780-a1eb-4a20-a197-db6deb78f563 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606988 Dec 08 16:17:38.865918 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f22889-ec4e-4247-90b5-36becddb1b13 req-6882de70-b63d-4522-9918-8f76c48e4fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:38.871328 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f7f22889-ec4e-4247-90b5-36becddb1b13 req-6882de70-b63d-4522-9918-8f76c48e4fdf service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7e39653eb3ed4c3595ee0825c72fd724&device_id=5821245d-22e5-473a-8cf9-c65d5ea3d783 HTTP/1.1" status: 200 len: 1096 time: 0.1698189 Dec 08 16:17:38.880031 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:38.907305 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-8ec71a21-9373-4de5-9140-975ce5cf6161 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Allocated IP 172.20.0.10 (4243c714-ed78-43b6-ab64-b01ae656e1d2/17245c5a-ac6a-46ba-85af-1a9e56be2adc/96eac323-1403-4675-8c1e-5ca39d8eb348) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:17:38.928301 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ade694-3cdb-4a53-b63a-653df45c1ed7 req-4ab81cf8-267b-4493-8673-df2b20ca66e0 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:38.936090 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-47ade694-3cdb-4a53-b63a-653df45c1ed7 req-4ab81cf8-267b-4493-8673-df2b20ca66e0 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=5821245d-22e5-473a-8cf9-c65d5ea3d783 HTTP/1.1" status: 200 len: 944 time: 0.1844053 Dec 08 16:17:38.987287 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=4b8d5971-2d21-4951-9b66-de8081c96b95,revision_number=7']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:39.056678 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-47ade694-3cdb-4a53-b63a-653df45c1ed7 req-0ae99573-fc72-4826-bc03-3de0a8d04a82 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188915 Dec 08 16:17:39.080147 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f22889-ec4e-4247-90b5-36becddb1b13 req-e08d03d3-2190-4b4a-bf82-969f1d14cfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:39.082120 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f7f22889-ec4e-4247-90b5-36becddb1b13 req-e08d03d3-2190-4b4a-bf82-969f1d14cfbb service neutron] 10.222.0.76 "GET /v2.0/networks?id=880e4c19-5400-42a9-80ac-7d8d06cc73f1 HTTP/1.1" status: 200 len: 915 time: 0.2036853 Dec 08 16:17:39.199910 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f7f22889-ec4e-4247-90b5-36becddb1b13 req-f8dd5856-ed7c-4329-ab3f-f39b5b329f66 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c8c0a2a-1258-4094-8b50-7882ed9ebbd0 HTTP/1.1" status: 200 len: 217 time: 0.1039665 Dec 08 16:17:39.236443 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8ec71a21-9373-4de5-9140-975ce5cf6161 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:39.366025 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8ec71a21-9373-4de5-9140-975ce5cf6161 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:39.426763 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec71a21-9373-4de5-9140-975ce5cf6161 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Network 4243c714-ed78-43b6-ab64-b01ae656e1d2 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:17:39.434023 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-8ec71a21-9373-4de5-9140-975ce5cf6161 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:17:39.449955 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec71a21-9373-4de5-9140-975ce5cf6161 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:17:39.494448 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec71a21-9373-4de5-9140-975ce5cf6161 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Pushing event updated for resources: {'Port': ['ID=96eac323-1403-4675-8c1e-5ca39d8eb348,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:39.584062 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec71a21-9373-4de5-9140-975ce5cf6161 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:39.584062 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8ec71a21-9373-4de5-9140-975ce5cf6161 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:39.656093 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f22889-ec4e-4247-90b5-36becddb1b13 req-9535d5a7-7cd0-40c9-9194-75227135e2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:39.658301 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f7f22889-ec4e-4247-90b5-36becddb1b13 req-9535d5a7-7cd0-40c9-9194-75227135e2dd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8d58ba6b-0d2d-418d-8d9a-8ee6777d3e48 HTTP/1.1" status: 200 len: 854 time: 0.4460757 Dec 08 16:17:39.680769 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 53662) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:39.681795 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-8ec71a21-9373-4de5-9140-975ce5cf6161 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4982657 Dec 08 16:17:39.689604 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-2fa69897-0aab-4292-914a-a7481bbdaa00 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:03:49:a4'}]}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:17:39.718155 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe911b0-83d6-4fbf-a046-3866644844ad req-49800b3f-6b17-4856-9bca-43a3a42458fe tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:39.719977 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bfe911b0-83d6-4fbf-a046-3866644844ad req-49800b3f-6b17-4856-9bca-43a3a42458fe tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=f84ef93a-4753-42d9-b558-6c7e978f13ec HTTP/1.1" status: 200 len: 945 time: 0.1123290 Dec 08 16:17:39.721899 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f7f22889-ec4e-4247-90b5-36becddb1b13 req-791eec59-d5db-4b69-87ba-5549f75daab4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=880e4c19-5400-42a9-80ac-7d8d06cc73f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535073 Dec 08 16:17:39.801649 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-888ed13d-2eee-4bc0-b16b-a1ebef415fa6 None None] Provisioning complete for port 96eac323-1403-4675-8c1e-5ca39d8eb348 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:17:39.802939 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-888ed13d-2eee-4bc0-b16b-a1ebef415fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:39.858152 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-888ed13d-2eee-4bc0-b16b-a1ebef415fa6 None None] Port 96eac323-1403-4675-8c1e-5ca39d8eb348 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:17:39.934187 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bfe911b0-83d6-4fbf-a046-3866644844ad req-293937f9-9831-449b-8e25-2eaae46be00e tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897099 Dec 08 16:17:39.941210 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12122b68-3544-4223-b172-fcefc1fc4ff9 req-871cc77f-2194-4e2e-a548-6c2813f97585 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:39.948950 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-12122b68-3544-4223-b172-fcefc1fc4ff9 req-871cc77f-2194-4e2e-a548-6c2813f97585 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b01b26b-1389-44a9-8218-05a075db8d57 HTTP/1.1" status: 200 len: 946 time: 0.0778673 Dec 08 16:17:40.009638 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-12122b68-3544-4223-b172-fcefc1fc4ff9 req-12ab38b6-45dc-4037-99e2-3d5388300b33 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570793 Dec 08 16:17:40.067499 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f7f22889-ec4e-4247-90b5-36becddb1b13 req-a1bfec50-5017-4bad-a6a2-95f880c90a28 service neutron] 10.222.0.76 "GET /v2.0/networks/880e4c19-5400-42a9-80ac-7d8d06cc73f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247375 Dec 08 16:17:40.179806 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2fa69897-0aab-4292-914a-a7481bbdaa00 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:40.292327 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f7f22889-ec4e-4247-90b5-36becddb1b13 req-62a508fe-e3f5-4aeb-a2a4-1d0b213888cd service neutron] 10.222.0.76 "GET /v2.0/networks/880e4c19-5400-42a9-80ac-7d8d06cc73f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130141 Dec 08 16:17:40.370916 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cde8df-9e2d-4adb-849a-f9d92fec95a7 req-11a7c183-21c6-4f48-938e-ba5eac60ce95 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:40.370916 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b9cde8df-9e2d-4adb-849a-f9d92fec95a7 req-11a7c183-21c6-4f48-938e-ba5eac60ce95 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=5821245d-22e5-473a-8cf9-c65d5ea3d783 HTTP/1.1" status: 200 len: 944 time: 0.1573458 Dec 08 16:17:40.371732 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea814955-832d-40d8-94c7-1d01f64c7a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b8d5971-2d21-4951-9b66-de8081c96b95'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:17:40.371732 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee09f53-43aa-4157-9b44-309672290ef8" -d '{"events": [{"server_uuid": "ea814955-832d-40d8-94c7-1d01f64c7a15", "name": "network-vif-plugged", "status": "completed", "tag": "4b8d5971-2d21-4951-9b66-de8081c96b95"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:17:40.436871 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5a702a-6f75-49c2-9fac-fdd010673ff1 x-openstack-request-id: req-8a5a702a-6f75-49c2-9fac-fdd010673ff1 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:17:40.437382 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea814955-832d-40d8-94c7-1d01f64c7a15", "name": "network-vif-plugged", "status": "completed", "tag": "4b8d5971-2d21-4951-9b66-de8081c96b95", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:17:40.437792 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8a5a702a-6f75-49c2-9fac-fdd010673ff1 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:17:40.438269 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea814955-832d-40d8-94c7-1d01f64c7a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b8d5971-2d21-4951-9b66-de8081c96b95', 'code': 200} Dec 08 16:17:40.471535 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b9cde8df-9e2d-4adb-849a-f9d92fec95a7 req-acfec810-ba6c-482a-8001-850be7d97ee2 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491086 Dec 08 16:17:40.518461 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2fa69897-0aab-4292-914a-a7481bbdaa00 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:40.616915 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2fa69897-0aab-4292-914a-a7481bbdaa00 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:40.692391 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 2c8c0a2a-1258-4094-8b50-7882ed9ebbd0 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:17:40.733930 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa69897-0aab-4292-914a-a7481bbdaa00 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Pushing event updated for resources: {'Port': ['ID=96eac323-1403-4675-8c1e-5ca39d8eb348,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:40.763487 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-2fa69897-0aab-4292-914a-a7481bbdaa00 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] In _notify_port_updated(), no bound segment for port 96eac323-1403-4675-8c1e-5ca39d8eb348 on network 4243c714-ed78-43b6-ab64-b01ae656e1d2 {{(pid=110550) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 16:17:40.774395 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa69897-0aab-4292-914a-a7481bbdaa00 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:40.781140 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2fa69897-0aab-4292-914a-a7481bbdaa00 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:40.785103 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-2fa69897-0aab-4292-914a-a7481bbdaa00 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] 10.222.0.64 "PUT /v2.0/ports/96eac323-1403-4675-8c1e-5ca39d8eb348 HTTP/1.1" status: 200 len: 993 time: 1.1015694 Dec 08 16:17:40.785767 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53686) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:40.905580 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 2c8c0a2a-1258-4094-8b50-7882ed9ebbd0, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=2c8c0a2a-1258-4094-8b50-7882ed9ebbd0,segment=NetworkSegment(9b052d16-09ac-481d-baf5-f56fa6d1472f),segment_id=9b052d16-09ac-481d-baf5-f56fa6d1472f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:17:40.936588 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '2c8c0a2a-1258-4094-8b50-7882ed9ebbd0', 'network_id': '880e4c19-5400-42a9-80ac-7d8d06cc73f1', 'port_id': '2c8c0a2a-1258-4094-8b50-7882ed9ebbd0', 'mac_address': 'fa:16:3e:c5:4b:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d58ba6b-0d2d-418d-8d9a-8ee6777d3e48', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:17:40.957982 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-39a0f68f-5d92-437e-8b29-9e6f1fd630b3 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Deleting port 96eac323-1403-4675-8c1e-5ca39d8eb348 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:17:40.958936 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-39a0f68f-5d92-437e-8b29-9e6f1fd630b3 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:41.021069 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:41.021069 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c8c0a2a-1258-4094-8b50-7882ed9ebbd0 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:17:41.058584 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 2c8c0a2a-1258-4094-8b50-7882ed9ebbd0, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=2c8c0a2a-1258-4094-8b50-7882ed9ebbd0,segment=NetworkSegment(9b052d16-09ac-481d-baf5-f56fa6d1472f),segment_id=9b052d16-09ac-481d-baf5-f56fa6d1472f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:17:41.093869 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-80e2f84d-a037-4881-8342-f31efa3519aa None None] Provisioning complete for port 96eac323-1403-4675-8c1e-5ca39d8eb348 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:17:41.094255 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-80e2f84d-a037-4881-8342-f31efa3519aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:41.098858 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-39a0f68f-5d92-437e-8b29-9e6f1fd630b3 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:41.134535 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-39a0f68f-5d92-437e-8b29-9e6f1fd630b3 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Calling delete_port for 96eac323-1403-4675-8c1e-5ca39d8eb348 owned by {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:17:41.158040 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:41.165698 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-80e2f84d-a037-4881-8342-f31efa3519aa None None] Port 96eac323-1403-4675-8c1e-5ca39d8eb348 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:17:41.241298 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3721d6-0858-402e-91d7-bb9a5142539e req-ee7fc3d5-a13d-4ceb-bd18-b1d96f945bdb tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:41.243690 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-af3721d6-0858-402e-91d7-bb9a5142539e req-ee7fc3d5-a13d-4ceb-bd18-b1d96f945bdb tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=f84ef93a-4753-42d9-b558-6c7e978f13ec HTTP/1.1" status: 200 len: 945 time: 0.1273215 Dec 08 16:17:41.271598 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=2c8c0a2a-1258-4094-8b50-7882ed9ebbd0,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:41.333831 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9bdba8-43a5-4b57-98a9-1b4706ede557 req-ef954800-f80f-42d9-b191-9f04a7ba60fe tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:41.342000 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3a9bdba8-43a5-4b57-98a9-1b4706ede557 req-ef954800-f80f-42d9-b191-9f04a7ba60fe tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b01b26b-1389-44a9-8218-05a075db8d57 HTTP/1.1" status: 200 len: 946 time: 0.0829182 Dec 08 16:17:41.353221 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-af3721d6-0858-402e-91d7-bb9a5142539e req-abf46159-75d3-4382-8926-77e0599e9c98 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029718 Dec 08 16:17:41.447979 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3a9bdba8-43a5-4b57-98a9-1b4706ede557 req-45358c7c-46ba-4b21-8208-64e994ec7c1a tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050708 Dec 08 16:17:41.463346 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f5db124a-72ed-469f-b0c8-3fa79a0cc5df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:41.483275 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['2c8c0a2a-1258-4094-8b50-7882ed9ebbd0'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:17:41.594903 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-39a0f68f-5d92-437e-8b29-9e6f1fd630b3 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:41.755420 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a0f68f-5d92-437e-8b29-9e6f1fd630b3 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Pushing event deleted for resources: {'Port': ['ID=96eac323-1403-4675-8c1e-5ca39d8eb348,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:41.769180 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dbb2f6-f3c0-4b87-884d-481c79ad53ed req-88f02d03-4d2d-422d-ab92-a79e7a9113e4 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:41.779843 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-23dbb2f6-f3c0-4b87-884d-481c79ad53ed req-88f02d03-4d2d-422d-ab92-a79e7a9113e4 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=5821245d-22e5-473a-8cf9-c65d5ea3d783 HTTP/1.1" status: 200 len: 945 time: 0.1414382 Dec 08 16:17:41.861354 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-23dbb2f6-f3c0-4b87-884d-481c79ad53ed req-c422b41a-c54d-440a-88c4-cfd72dee1027 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796373 Dec 08 16:17:41.941595 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-39a0f68f-5d92-437e-8b29-9e6f1fd630b3 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:41.951696 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-39a0f68f-5d92-437e-8b29-9e6f1fd630b3 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] 10.222.0.64 "DELETE /v2.0/ports/96eac323-1403-4675-8c1e-5ca39d8eb348 HTTP/1.1" status: 204 len: 168 time: 1.1624310 Dec 08 16:17:41.952111 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 53710) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:42.001782 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-6130a9be-e464-4060-ae9b-6bbb199cba85 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] GET failed (client error): The resource could not be found. Dec 08 16:17:42.007857 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-6130a9be-e464-4060-ae9b-6bbb199cba85 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] 10.222.0.64 "GET /v2.0/ports/96eac323-1403-4675-8c1e-5ca39d8eb348 HTTP/1.1" status: 404 len: 333 time: 0.0508420 Dec 08 16:17:42.008356 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53712) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:42.014397 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-cd2f3554-2023-40ca-b8f1-363822ce4cc4 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Request body: {'port': {'network_id': '4243c714-ed78-43b6-ab64-b01ae656e1d2', 'name': 'tempest-AllowedAddressPairTestJSON-1134136643'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:17:42.160580 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ace81-45b6-455c-aff0-9200feb57b49 req-ac71b882-eeb0-4f45-971b-c74882dd6a05 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:42.162319 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-657ace81-45b6-455c-aff0-9200feb57b49 req-ac71b882-eeb0-4f45-971b-c74882dd6a05 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b01b26b-1389-44a9-8218-05a075db8d57 HTTP/1.1" status: 200 len: 946 time: 0.1170518 Dec 08 16:17:42.256891 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-657ace81-45b6-455c-aff0-9200feb57b49 req-213a5b04-418d-4e04-8e56-beacb76363ee tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788333 Dec 08 16:17:42.302513 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2f3554-2023-40ca-b8f1-363822ce4cc4 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Made reservation on behalf of 7e780825a5d94a58a4bb1205cb678cc7 for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:17:42.306257 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cd2f3554-2023-40ca-b8f1-363822ce4cc4 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:42.329546 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-cd2f3554-2023-40ca-b8f1-363822ce4cc4 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] device_id is not set on port a83911f2-f5c9-4fff-a612-308a00a42866 yet. {{(pid=110551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:17:42.498271 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-cd2f3554-2023-40ca-b8f1-363822ce4cc4 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Allocated IP 172.20.0.3 (4243c714-ed78-43b6-ab64-b01ae656e1d2/17245c5a-ac6a-46ba-85af-1a9e56be2adc/a83911f2-f5c9-4fff-a612-308a00a42866) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:17:42.505502 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea3c7f-6d79-46d1-bdd6-0833bbce78e0 req-f9334887-fe5f-443a-9410-d6acd46efec3 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:42.528017 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-efea3c7f-6d79-46d1-bdd6-0833bbce78e0 req-f9334887-fe5f-443a-9410-d6acd46efec3 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=f84ef93a-4753-42d9-b558-6c7e978f13ec HTTP/1.1" status: 200 len: 945 time: 0.0869229 Dec 08 16:17:42.626521 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-efea3c7f-6d79-46d1-bdd6-0833bbce78e0 req-da6b2a11-015e-435d-8f29-d91576a060e0 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933390 Dec 08 16:17:42.695300 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 2c8c0a2a-1258-4094-8b50-7882ed9ebbd0 up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:17:42.816502 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cd2f3554-2023-40ca-b8f1-363822ce4cc4 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:42.862156 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port 2c8c0a2a-1258-4094-8b50-7882ed9ebbd0 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:17:42.867890 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 2c8c0a2a-1258-4094-8b50-7882ed9ebbd0 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:17:42.868296 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:42.915027 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cd2f3554-2023-40ca-b8f1-363822ce4cc4 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:42.987913 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2f3554-2023-40ca-b8f1-363822ce4cc4 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Network 4243c714-ed78-43b6-ab64-b01ae656e1d2 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:17:42.994097 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-cd2f3554-2023-40ca-b8f1-363822ce4cc4 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:17:42.995276 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:42.996009 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2f3554-2023-40ca-b8f1-363822ce4cc4 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Pushing event updated for resources: {'Port': ['ID=a83911f2-f5c9-4fff-a612-308a00a42866,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:43.010710 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2f3554-2023-40ca-b8f1-363822ce4cc4 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:17:43.084269 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 2c8c0a2a-1258-4094-8b50-7882ed9ebbd0, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=2c8c0a2a-1258-4094-8b50-7882ed9ebbd0,segment=NetworkSegment(9b052d16-09ac-481d-baf5-f56fa6d1472f),segment_id=9b052d16-09ac-481d-baf5-f56fa6d1472f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:17:43.084269 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5821245d-22e5-473a-8cf9-c65d5ea3d783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c8c0a2a-1258-4094-8b50-7882ed9ebbd0'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:17:43.095339 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61be950-6630-4a3c-81b8-cc8dcc77ca53" -d '{"events": [{"server_uuid": "5821245d-22e5-473a-8cf9-c65d5ea3d783", "name": "network-vif-plugged", "status": "completed", "tag": "2c8c0a2a-1258-4094-8b50-7882ed9ebbd0"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:17:43.145384 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2f3554-2023-40ca-b8f1-363822ce4cc4 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:43.147282 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cd2f3554-2023-40ca-b8f1-363822ce4cc4 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:43.166423 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:43.233970 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf392fc9-0f17-4288-98c0-53fe64a849b8 req-3ce37ea5-d5ca-4c9c-8e9d-e4c3e628cd99 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:43.243211 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cf392fc9-0f17-4288-98c0-53fe64a849b8 req-3ce37ea5-d5ca-4c9c-8e9d-e4c3e628cd99 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=5821245d-22e5-473a-8cf9-c65d5ea3d783 HTTP/1.1" status: 200 len: 946 time: 0.0908539 Dec 08 16:17:43.304936 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8715d8b-8cbf-4dba-a142-685cf4d94d35 x-openstack-request-id: req-b8715d8b-8cbf-4dba-a142-685cf4d94d35 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:17:43.305237 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5821245d-22e5-473a-8cf9-c65d5ea3d783", "name": "network-vif-plugged", "status": "completed", "tag": "2c8c0a2a-1258-4094-8b50-7882ed9ebbd0", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:17:43.305499 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b8715d8b-8cbf-4dba-a142-685cf4d94d35 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:17:43.308315 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5821245d-22e5-473a-8cf9-c65d5ea3d783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c8c0a2a-1258-4094-8b50-7882ed9ebbd0', 'code': 200} Dec 08 16:17:43.323674 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=2c8c0a2a-1258-4094-8b50-7882ed9ebbd0,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:43.327249 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cf392fc9-0f17-4288-98c0-53fe64a849b8 req-126ab58f-e4af-4420-9120-916aa79ac45f tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827990 Dec 08 16:17:43.366793 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-cd2f3554-2023-40ca-b8f1-363822ce4cc4 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3570807 Dec 08 16:17:43.374368 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53738) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:43.380105 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-e4fa6c1a-ad23-4bc3-864a-c96aa4799f41 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:03:49:a4'}]}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:17:43.435655 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-614267e3-22cf-4608-89f0-d901a5ffbd4e None None] Provisioning complete for port a83911f2-f5c9-4fff-a612-308a00a42866 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:17:43.440863 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-614267e3-22cf-4608-89f0-d901a5ffbd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:43.493399 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a1e02-a95f-4045-82d4-62885a5e2651 req-72bed5fa-fc9d-4292-a3fe-24368cec2a70 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:43.497510 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2f4a1e02-a95f-4045-82d4-62885a5e2651 req-72bed5fa-fc9d-4292-a3fe-24368cec2a70 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b01b26b-1389-44a9-8218-05a075db8d57 HTTP/1.1" status: 200 len: 946 time: 0.1069911 Dec 08 16:17:43.500946 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ebab35-7848-469c-a645-94159027ae9f req-cea59271-fd1a-40d1-b02b-322a348f70f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:43.510218 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-27ebab35-7848-469c-a645-94159027ae9f req-cea59271-fd1a-40d1-b02b-322a348f70f2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5821245d-22e5-473a-8cf9-c65d5ea3d783 HTTP/1.1" status: 200 len: 1098 time: 0.1573653 Dec 08 16:17:43.522724 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-614267e3-22cf-4608-89f0-d901a5ffbd4e None None] Port a83911f2-f5c9-4fff-a612-308a00a42866 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:17:43.605881 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2f4a1e02-a95f-4045-82d4-62885a5e2651 req-eeeba52c-3de7-435b-bc58-b06e78d51d54 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937905 Dec 08 16:17:43.670772 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e4fa6c1a-ad23-4bc3-864a-c96aa4799f41 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:43.683012 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-27ebab35-7848-469c-a645-94159027ae9f req-6c73fcdf-9d29-478d-963d-9c37dc66a200 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404216 Dec 08 16:17:43.736965 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f6d7e05e-727d-421b-94f4-d7fab7fa04f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:44.292403 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af5eca7-6ebd-4b87-a142-abf8daada58a req-4324bf83-b1ae-48cf-8544-b1debf10f888 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:44.300458 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4af5eca7-6ebd-4b87-a142-abf8daada58a req-4324bf83-b1ae-48cf-8544-b1debf10f888 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b01b26b-1389-44a9-8218-05a075db8d57 HTTP/1.1" status: 200 len: 946 time: 0.0709748 Dec 08 16:17:44.311926 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f495a6aa-692b-4b41-b8c1-1fb5e3d7b5a9 req-2c3efdd8-6e7b-42b0-b5fb-7d34e69bf7de tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:44.323530 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f495a6aa-692b-4b41-b8c1-1fb5e3d7b5a9 req-2c3efdd8-6e7b-42b0-b5fb-7d34e69bf7de tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=f84ef93a-4753-42d9-b558-6c7e978f13ec HTTP/1.1" status: 200 len: 945 time: 0.1182320 Dec 08 16:17:44.369974 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4af5eca7-6ebd-4b87-a142-abf8daada58a req-d21a54e3-6fb1-4c1b-82d1-31108a2b1a06 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631695 Dec 08 16:17:44.402879 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e4fa6c1a-ad23-4bc3-864a-c96aa4799f41 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:44.434817 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f495a6aa-692b-4b41-b8c1-1fb5e3d7b5a9 req-7fa25aa9-53dd-4175-b091-de4d76d542a1 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042695 Dec 08 16:17:44.479510 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e4fa6c1a-ad23-4bc3-864a-c96aa4799f41 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:44.624918 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa6c1a-ad23-4bc3-864a-c96aa4799f41 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Pushing event updated for resources: {'Port': ['ID=a83911f2-f5c9-4fff-a612-308a00a42866,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:44.650022 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b336b-b581-45de-94b6-aef07de5ba8a req-6f99967a-8d8a-4a5b-b935-3d501a4061a2 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:44.658035 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-474b336b-b581-45de-94b6-aef07de5ba8a req-6f99967a-8d8a-4a5b-b935-3d501a4061a2 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=5821245d-22e5-473a-8cf9-c65d5ea3d783 HTTP/1.1" status: 200 len: 946 time: 0.1467319 Dec 08 16:17:44.660742 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-e4fa6c1a-ad23-4bc3-864a-c96aa4799f41 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] In _notify_port_updated(), no bound segment for port a83911f2-f5c9-4fff-a612-308a00a42866 on network 4243c714-ed78-43b6-ab64-b01ae656e1d2 {{(pid=110551) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 16:17:44.667055 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fa6c1a-ad23-4bc3-864a-c96aa4799f41 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:44.667713 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e4fa6c1a-ad23-4bc3-864a-c96aa4799f41 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:44.669058 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e4fa6c1a-ad23-4bc3-864a-c96aa4799f41 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] 10.222.0.64 "PUT /v2.0/ports/a83911f2-f5c9-4fff-a612-308a00a42866 HTTP/1.1" status: 200 len: 996 time: 1.2964442 Dec 08 16:17:44.671905 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 53764) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:44.746420 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-474b336b-b581-45de-94b6-aef07de5ba8a req-5e9fac1e-600e-49ea-a5e2-1341c915db40 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875621 Dec 08 16:17:44.837362 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-10a113ea-4630-4aa4-a133-ab53bd2faa54 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Deleting port a83911f2-f5c9-4fff-a612-308a00a42866 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:17:44.837798 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-10a113ea-4630-4aa4-a133-ab53bd2faa54 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:44.972208 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-10a113ea-4630-4aa4-a133-ab53bd2faa54 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:44.982668 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-efdb31fc-4a75-437f-a565-b1f1d151a5d9 None None] Provisioning complete for port a83911f2-f5c9-4fff-a612-308a00a42866 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:17:44.983382 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-efdb31fc-4a75-437f-a565-b1f1d151a5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:44.994533 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-10a113ea-4630-4aa4-a133-ab53bd2faa54 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Calling delete_port for a83911f2-f5c9-4fff-a612-308a00a42866 owned by {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:17:45.138876 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-efdb31fc-4a75-437f-a565-b1f1d151a5d9 None None] Port a83911f2-f5c9-4fff-a612-308a00a42866 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:17:45.490233 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11104722-bde0-45e0-9dea-b8483a0a4125 req-f4f33f79-887d-4fb7-bef1-70cd4e1210c7 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:45.491789 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-11104722-bde0-45e0-9dea-b8483a0a4125 req-f4f33f79-887d-4fb7-bef1-70cd4e1210c7 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b01b26b-1389-44a9-8218-05a075db8d57 HTTP/1.1" status: 200 len: 946 time: 0.0576730 Dec 08 16:17:45.519937 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:45.551835 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-11104722-bde0-45e0-9dea-b8483a0a4125 req-23bda0d2-ab10-43c8-9d4c-b714f1efcce1 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/security-groups?id=781d3f51-2d5b-4829-b5e4-7bd67993863f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531456 Dec 08 16:17:45.558918 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f1bb5b-3eba-4c9a-a842-b0f18baae447 req-b4a924e6-4d53-4e4f-af71-d6c44168f6d8 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:45.559795 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-50f1bb5b-3eba-4c9a-a842-b0f18baae447 req-b4a924e6-4d53-4e4f-af71-d6c44168f6d8 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=f84ef93a-4753-42d9-b558-6c7e978f13ec HTTP/1.1" status: 200 len: 945 time: 0.0602849 Dec 08 16:17:45.568482 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-10a113ea-4630-4aa4-a133-ab53bd2faa54 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:45.633225 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a113ea-4630-4aa4-a133-ab53bd2faa54 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Pushing event deleted for resources: {'Port': ['ID=a83911f2-f5c9-4fff-a612-308a00a42866,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:45.717830 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-10a113ea-4630-4aa4-a133-ab53bd2faa54 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:45.721877 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-10a113ea-4630-4aa4-a133-ab53bd2faa54 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] 10.222.0.64 "DELETE /v2.0/ports/a83911f2-f5c9-4fff-a612-308a00a42866 HTTP/1.1" status: 204 len: 168 time: 1.0487528 Dec 08 16:17:45.724952 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53786) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:45.776298 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-50f1bb5b-3eba-4c9a-a842-b0f18baae447 req-a3eab4ac-1b62-4be2-af2b-4f354b9d81c7 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088456 Dec 08 16:17:45.816254 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a3517-8783-4967-aabf-7cb70b6e206a req-a2020382-8db7-417a-9430-43a9aaf055b2 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:45.817301 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5d27b08-c00a-4e38-a422-61d2f158787d tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] GET failed (client error): The resource could not be found. Dec 08 16:17:45.817884 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0b0a3517-8783-4967-aabf-7cb70b6e206a req-a2020382-8db7-417a-9430-43a9aaf055b2 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b01b26b-1389-44a9-8218-05a075db8d57 HTTP/1.1" status: 200 len: 946 time: 0.1170323 Dec 08 16:17:45.822615 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c5d27b08-c00a-4e38-a422-61d2f158787d tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] 10.222.0.64 "GET /v2.0/ports/a83911f2-f5c9-4fff-a612-308a00a42866 HTTP/1.1" status: 404 len: 333 time: 0.0965660 Dec 08 16:17:45.823258 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53794) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:45.828472 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-61246229-f329-4c31-add4-ab749b694a7d tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Request body: {'port': {'network_id': '4243c714-ed78-43b6-ab64-b01ae656e1d2', 'name': 'tempest-AllowedAddressPairTestJSON-756997930'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:17:46.002111 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11405ef6-275d-4063-8a00-7e20e356a82e req-1c59c1f5-46ce-4248-bdde-37cbfed793cd tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:46.010013 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-11405ef6-275d-4063-8a00-7e20e356a82e req-1c59c1f5-46ce-4248-bdde-37cbfed793cd tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=5821245d-22e5-473a-8cf9-c65d5ea3d783 HTTP/1.1" status: 200 len: 946 time: 0.1181207 Dec 08 16:17:46.093624 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-11405ef6-275d-4063-8a00-7e20e356a82e req-3d18f964-509e-4343-ab37-c00a219b2aec tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824437 Dec 08 16:17:46.116493 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61246229-f329-4c31-add4-ab749b694a7d tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Made reservation on behalf of 7e780825a5d94a58a4bb1205cb678cc7 for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:17:46.122734 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-61246229-f329-4c31-add4-ab749b694a7d tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:46.173490 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-0b0a3517-8783-4967-aabf-7cb70b6e206a req-ecd13ca8-caa3-4c1e-beea-3d5fbce56ab0 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Deleting port 6e332836-4738-4076-b979-457b5d35230b {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:17:46.174795 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0b0a3517-8783-4967-aabf-7cb70b6e206a req-ecd13ca8-caa3-4c1e-beea-3d5fbce56ab0 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:46.183365 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-61246229-f329-4c31-add4-ab749b694a7d tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] device_id is not set on port 41cb7400-1f32-4844-8509-cf0af50e8ce1 yet. {{(pid=110551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:17:46.328977 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-0b0a3517-8783-4967-aabf-7cb70b6e206a req-ecd13ca8-caa3-4c1e-beea-3d5fbce56ab0 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] For port 6e332836-4738-4076-b979-457b5d35230b, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=6e332836-4738-4076-b979-457b5d35230b,segment=NetworkSegment(f996c948-5ac9-42a3-ac04-df4c75288f01),segment_id=f996c948-5ac9-42a3-ac04-df4c75288f01)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:17:46.329557 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0b0a3517-8783-4967-aabf-7cb70b6e206a req-ecd13ca8-caa3-4c1e-beea-3d5fbce56ab0 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:46.353282 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6077698f-c1ae-48b0-aceb-25aed9b709a2 req-5983f512-a281-4d75-a460-729bb0506de6 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:46.355518 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6077698f-c1ae-48b0-aceb-25aed9b709a2 req-5983f512-a281-4d75-a460-729bb0506de6 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=5821245d-22e5-473a-8cf9-c65d5ea3d783 HTTP/1.1" status: 200 len: 946 time: 0.0959549 Dec 08 16:17:46.360432 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-0b0a3517-8783-4967-aabf-7cb70b6e206a req-ecd13ca8-caa3-4c1e-beea-3d5fbce56ab0 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Calling delete_port for 6e332836-4738-4076-b979-457b5d35230b owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:17:46.382368 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-61246229-f329-4c31-add4-ab749b694a7d tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Allocated IP 172.20.0.13 (4243c714-ed78-43b6-ab64-b01ae656e1d2/17245c5a-ac6a-46ba-85af-1a9e56be2adc/41cb7400-1f32-4844-8509-cf0af50e8ce1) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:17:46.465977 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6077698f-c1ae-48b0-aceb-25aed9b709a2 req-57ed1012-45a8-4bac-b2b1-86a1ab5bfa6e tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031334 Dec 08 16:17:46.639122 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-61246229-f329-4c31-add4-ab749b694a7d tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:46.639789 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:46.719396 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0b0a3517-8783-4967-aabf-7cb70b6e206a req-ecd13ca8-caa3-4c1e-beea-3d5fbce56ab0 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:46.732636 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['6e332836-4738-4076-b979-457b5d35230b'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:17:46.770490 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd13ca8-caa3-4c1e-beea-3d5fbce56ab0 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Pushing event deleted for resources: {'Port': ['ID=6e332836-4738-4076-b979-457b5d35230b,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:46.814923 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-61246229-f329-4c31-add4-ab749b694a7d tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:46.877231 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61246229-f329-4c31-add4-ab749b694a7d tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Network 4243c714-ed78-43b6-ab64-b01ae656e1d2 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:17:46.889505 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-61246229-f329-4c31-add4-ab749b694a7d tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:17:46.892419 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61246229-f329-4c31-add4-ab749b694a7d tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:17:46.901701 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d5920eca-2f1e-453d-8adc-e5ade7d7054d req-f35abeb9-3baa-493c-8808-7af4c9f02106 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b01b26b-1389-44a9-8218-05a075db8d57 HTTP/1.1" status: 200 len: 210 time: 0.1171639 Dec 08 16:17:46.903569 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b0a3517-8783-4967-aabf-7cb70b6e206a req-ecd13ca8-caa3-4c1e-beea-3d5fbce56ab0 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] No DVR routers for this DVR port 6e332836-4738-4076-b979-457b5d35230b on host n-h2-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:17:46.911507 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbdb95b-0290-42a6-8d2a-f101e44aadfe req-77bd0e45-7657-42e5-a4fe-0dd886ed6de5 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:46.913764 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0b0a3517-8783-4967-aabf-7cb70b6e206a req-ecd13ca8-caa3-4c1e-beea-3d5fbce56ab0 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:46.917554 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0b0a3517-8783-4967-aabf-7cb70b6e206a req-ecd13ca8-caa3-4c1e-beea-3d5fbce56ab0 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.37 "DELETE /v2.0/ports/6e332836-4738-4076-b979-457b5d35230b HTTP/1.1" status: 204 len: 173 time: 1.0877783 Dec 08 16:17:46.918058 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b01b26b-1389-44a9-8218-05a075db8d57', 'name': 'network-vif-deleted', 'tag': '6e332836-4738-4076-b979-457b5d35230b'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:17:46.921043 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3cbdb95b-0290-42a6-8d2a-f101e44aadfe req-77bd0e45-7657-42e5-a4fe-0dd886ed6de5 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=5821245d-22e5-473a-8cf9-c65d5ea3d783 HTTP/1.1" status: 200 len: 946 time: 0.1399455 Dec 08 16:17:46.923317 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33fbc02a-78e3-4ce5-a541-fa5241a74633" -d '{"events": [{"server_uuid": "1b01b26b-1389-44a9-8218-05a075db8d57", "name": "network-vif-deleted", "tag": "6e332836-4738-4076-b979-457b5d35230b"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:17:46.962104 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61246229-f329-4c31-add4-ab749b694a7d tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Pushing event updated for resources: {'Port': ['ID=41cb7400-1f32-4844-8509-cf0af50e8ce1,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:47.048909 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61246229-f329-4c31-add4-ab749b694a7d tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:47.049633 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-61246229-f329-4c31-add4-ab749b694a7d tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:47.102952 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ec8cc-1224-4579-be60-32106c95cb87 req-e9c5e769-51a7-40d0-b0fd-2642f5984805 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:47.111547 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-730ec8cc-1224-4579-be60-32106c95cb87 req-e9c5e769-51a7-40d0-b0fd-2642f5984805 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=f84ef93a-4753-42d9-b558-6c7e978f13ec HTTP/1.1" status: 200 len: 945 time: 0.0944045 Dec 08 16:17:47.124928 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3cbdb95b-0290-42a6-8d2a-f101e44aadfe req-78e9ae47-2819-47ee-81d9-a431e395b684 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029848 Dec 08 16:17:47.195597 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-61246229-f329-4c31-add4-ab749b694a7d tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3712385 Dec 08 16:17:47.197840 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53826) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:47.209057 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-cc6e3d41-3cc7-491d-80bc-94bd8656a179 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Request body: {'port': {'network_id': '4243c714-ed78-43b6-ab64-b01ae656e1d2', 'name': 'tempest-AllowedAddressPairTestJSON-2140515792'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:17:47.236890 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-730ec8cc-1224-4579-be60-32106c95cb87 req-cccfe2b5-8d8f-4a01-abaa-18807d6be5c5 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203785 Dec 08 16:17:47.292169 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056bc0df-e89c-4772-bfbb-18d41ce4bb95 x-openstack-request-id: req-056bc0df-e89c-4772-bfbb-18d41ce4bb95 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:17:47.292569 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b01b26b-1389-44a9-8218-05a075db8d57", "name": "network-vif-deleted", "tag": "6e332836-4738-4076-b979-457b5d35230b", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:17:47.292896 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-056bc0df-e89c-4772-bfbb-18d41ce4bb95 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:17:47.293377 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b01b26b-1389-44a9-8218-05a075db8d57', 'name': 'network-vif-deleted', 'tag': '6e332836-4738-4076-b979-457b5d35230b', 'status': 'completed', 'code': 200} Dec 08 16:17:47.374142 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-c124d646-bd5a-4a7a-b0fb-8954cb733e16 None None] Provisioning complete for port 41cb7400-1f32-4844-8509-cf0af50e8ce1 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:17:47.374425 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c124d646-bd5a-4a7a-b0fb-8954cb733e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:47.413162 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78abed3f-0c5a-4f33-bbc5-a3141511995a req-f337fbc4-2da8-4c2f-8ff7-a69dad434ca0 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:47.416760 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-78abed3f-0c5a-4f33-bbc5-a3141511995a req-f337fbc4-2da8-4c2f-8ff7-a69dad434ca0 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=5821245d-22e5-473a-8cf9-c65d5ea3d783 HTTP/1.1" status: 200 len: 946 time: 0.0823278 Dec 08 16:17:47.447620 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-c124d646-bd5a-4a7a-b0fb-8954cb733e16 None None] Port 41cb7400-1f32-4844-8509-cf0af50e8ce1 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:17:47.485215 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6e3d41-3cc7-491d-80bc-94bd8656a179 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Made reservation on behalf of 7e780825a5d94a58a4bb1205cb678cc7 for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:17:47.489121 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-78abed3f-0c5a-4f33-bbc5-a3141511995a req-a3a38a0e-5647-4c2e-8cf8-eaeaf9bc7ed3 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651703 Dec 08 16:17:47.491275 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cc6e3d41-3cc7-491d-80bc-94bd8656a179 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:47.518028 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:47.546656 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-cc6e3d41-3cc7-491d-80bc-94bd8656a179 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] device_id is not set on port 5b1daeaf-39f1-4437-8114-17ec107c2ecc yet. {{(pid=110551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:17:47.737764 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-cc6e3d41-3cc7-491d-80bc-94bd8656a179 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Allocated IP 172.20.0.11 (4243c714-ed78-43b6-ab64-b01ae656e1d2/17245c5a-ac6a-46ba-85af-1a9e56be2adc/5b1daeaf-39f1-4437-8114-17ec107c2ecc) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:17:47.867602 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ec924-6823-4997-aece-67f5c173d427 req-a7946b2a-f0e2-49f9-bbd0-e2f431032dfb tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:47.871260 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9a1ec924-6823-4997-aece-67f5c173d427 req-a7946b2a-f0e2-49f9-bbd0-e2f431032dfb tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=5821245d-22e5-473a-8cf9-c65d5ea3d783 HTTP/1.1" status: 200 len: 946 time: 0.0870726 Dec 08 16:17:48.026999 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9a1ec924-6823-4997-aece-67f5c173d427 req-4860687e-4768-4c5d-a081-e2d3d524bff8 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480823 Dec 08 16:17:48.030713 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cc6e3d41-3cc7-491d-80bc-94bd8656a179 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:48.097717 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5b9c3055-5d99-4f1e-bc5a-c10e55981a2e req-e0528ec8-f036-4dad-98d6-05f6b0c518f4 tempest-DeleteServersTestJSON-180940889 tempest-DeleteServersTestJSON-180940889-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b01b26b-1389-44a9-8218-05a075db8d57 HTTP/1.1" status: 200 len: 210 time: 0.0331275 Dec 08 16:17:48.155621 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cc6e3d41-3cc7-491d-80bc-94bd8656a179 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:48.207008 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034484b5-affe-40f7-ae9e-7d1ff42aaa9e req-5eb51649-0824-4fb2-9487-6c19f8a3236c tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:48.215293 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-034484b5-affe-40f7-ae9e-7d1ff42aaa9e req-5eb51649-0824-4fb2-9487-6c19f8a3236c tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=5821245d-22e5-473a-8cf9-c65d5ea3d783 HTTP/1.1" status: 200 len: 946 time: 0.0757954 Dec 08 16:17:48.247292 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6e3d41-3cc7-491d-80bc-94bd8656a179 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Network 4243c714-ed78-43b6-ab64-b01ae656e1d2 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:17:48.257147 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-cc6e3d41-3cc7-491d-80bc-94bd8656a179 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:17:48.265924 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6e3d41-3cc7-491d-80bc-94bd8656a179 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:17:48.305268 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-034484b5-affe-40f7-ae9e-7d1ff42aaa9e req-055ec763-935f-42a2-b253-04a7dfe84a40 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886250 Dec 08 16:17:48.311803 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6e3d41-3cc7-491d-80bc-94bd8656a179 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Pushing event updated for resources: {'Port': ['ID=5b1daeaf-39f1-4437-8114-17ec107c2ecc,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:48.385153 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6e3d41-3cc7-491d-80bc-94bd8656a179 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:48.386820 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cc6e3d41-3cc7-491d-80bc-94bd8656a179 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:48.525478 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-cc6e3d41-3cc7-491d-80bc-94bd8656a179 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3248034 Dec 08 16:17:48.526521 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53860) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:48.532708 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-121fab67-d65f-4871-95db-859562beb7a7 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:03:49:a4'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:cb:2a:de'}]}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:17:48.538013 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d20c05-411f-4469-b91f-e225402a30ab req-ba48cd60-fe2d-4605-83da-a42bc2d92e7b tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:48.546436 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d6d20c05-411f-4469-b91f-e225402a30ab req-ba48cd60-fe2d-4605-83da-a42bc2d92e7b tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=f84ef93a-4753-42d9-b558-6c7e978f13ec HTTP/1.1" status: 200 len: 945 time: 0.1220629 Dec 08 16:17:48.612355 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d6d20c05-411f-4469-b91f-e225402a30ab req-256d1281-17d1-42ac-bb0f-7d45e508b0df tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649440 Dec 08 16:17:48.696858 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-b6e2e752-d113-4cb7-803d-f96fb375dbe8 None None] Provisioning complete for port 5b1daeaf-39f1-4437-8114-17ec107c2ecc triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:17:48.698674 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b6e2e752-d113-4cb7-803d-f96fb375dbe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:48.741718 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-121fab67-d65f-4871-95db-859562beb7a7 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:48.757189 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-b6e2e752-d113-4cb7-803d-f96fb375dbe8 None None] Port 5b1daeaf-39f1-4437-8114-17ec107c2ecc cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:17:49.014993 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-121fab67-d65f-4871-95db-859562beb7a7 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:49.097505 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29cd839-4cf6-4e10-8fe0-876196cf4603 req-eb599fa9-ecf9-4f9e-ba40-a4e067e4623d tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:49.099208 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b29cd839-4cf6-4e10-8fe0-876196cf4603 req-eb599fa9-ecf9-4f9e-ba40-a4e067e4623d tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=5821245d-22e5-473a-8cf9-c65d5ea3d783 HTTP/1.1" status: 200 len: 946 time: 0.0663457 Dec 08 16:17:49.126893 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-121fab67-d65f-4871-95db-859562beb7a7 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:49.248349 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b29cd839-4cf6-4e10-8fe0-876196cf4603 req-c8fb64d8-0f7e-4d4b-bbb9-a57e82508575 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410365 Dec 08 16:17:49.253102 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121fab67-d65f-4871-95db-859562beb7a7 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Pushing event updated for resources: {'Port': ['ID=5b1daeaf-39f1-4437-8114-17ec107c2ecc,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:49.288330 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-121fab67-d65f-4871-95db-859562beb7a7 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] In _notify_port_updated(), no bound segment for port 5b1daeaf-39f1-4437-8114-17ec107c2ecc on network 4243c714-ed78-43b6-ab64-b01ae656e1d2 {{(pid=110551) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 16:17:49.294787 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121fab67-d65f-4871-95db-859562beb7a7 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:49.295684 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-121fab67-d65f-4871-95db-859562beb7a7 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:49.297104 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-121fab67-d65f-4871-95db-859562beb7a7 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] 10.222.0.64 "PUT /v2.0/ports/5b1daeaf-39f1-4437-8114-17ec107c2ecc HTTP/1.1" status: 200 len: 1057 time: 0.7688932 Dec 08 16:17:49.300703 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53880) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:49.437585 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-5bae9284-fef5-4d66-8c14-b912eaf7f857 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Deleting port 5b1daeaf-39f1-4437-8114-17ec107c2ecc {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:17:49.443911 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5bae9284-fef5-4d66-8c14-b912eaf7f857 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:49.588524 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5bae9284-fef5-4d66-8c14-b912eaf7f857 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:49.596652 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-3e5a43ce-57b4-45f2-9eba-20b17de34871 None None] Provisioning complete for port 5b1daeaf-39f1-4437-8114-17ec107c2ecc triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:17:49.597323 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3e5a43ce-57b4-45f2-9eba-20b17de34871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:49.614930 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-5bae9284-fef5-4d66-8c14-b912eaf7f857 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Calling delete_port for 5b1daeaf-39f1-4437-8114-17ec107c2ecc owned by {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:17:49.658443 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-3e5a43ce-57b4-45f2-9eba-20b17de34871 None None] Port 5b1daeaf-39f1-4437-8114-17ec107c2ecc cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:17:49.802184 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 6e332836-4738-4076-b979-457b5d35230b no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:17:49.819662 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96e0d0-60a2-4ea2-8ffd-33bf963f9da4 req-fdc85d88-727c-4516-8ffe-6b65b47721ca tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:49.821352 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-be96e0d0-60a2-4ea2-8ffd-33bf963f9da4 req-fdc85d88-727c-4516-8ffe-6b65b47721ca tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=f84ef93a-4753-42d9-b558-6c7e978f13ec HTTP/1.1" status: 200 len: 945 time: 0.0711117 Dec 08 16:17:49.854427 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: 6e332836-4738-4076-b979-457b5d35230b {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:17:49.855219 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 6e332836-4738-4076-b979-457b5d35230b not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:17:49.965084 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-be96e0d0-60a2-4ea2-8ffd-33bf963f9da4 req-4440c64f-d49e-4f66-bf9c-c61f1821df1d tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290200 Dec 08 16:17:49.983123 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5bae9284-fef5-4d66-8c14-b912eaf7f857 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:50.068733 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bae9284-fef5-4d66-8c14-b912eaf7f857 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Pushing event deleted for resources: {'Port': ['ID=5b1daeaf-39f1-4437-8114-17ec107c2ecc,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:50.479463 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f08a88c-34b8-42c6-9903-396f0b8e957a req-0f2b4bb8-dbbc-4312-97e2-0e65770b373b tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:50.481257 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0f08a88c-34b8-42c6-9903-396f0b8e957a req-0f2b4bb8-dbbc-4312-97e2-0e65770b373b tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=5821245d-22e5-473a-8cf9-c65d5ea3d783 HTTP/1.1" status: 200 len: 946 time: 0.1305685 Dec 08 16:17:50.513162 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5bae9284-fef5-4d66-8c14-b912eaf7f857 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:50.517515 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-5bae9284-fef5-4d66-8c14-b912eaf7f857 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] 10.222.0.64 "DELETE /v2.0/ports/5b1daeaf-39f1-4437-8114-17ec107c2ecc HTTP/1.1" status: 204 len: 168 time: 1.2155840 Dec 08 16:17:50.526786 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53938) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:50.579955 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f0512-2540-4c04-9911-12439af7b252 req-9e5c29bd-0723-4af2-93a7-e7086ae24c36 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:50.582190 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-078f0512-2540-4c04-9911-12439af7b252 req-9e5c29bd-0723-4af2-93a7-e7086ae24c36 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.76 "GET /v2.0/ports?device_id=5821245d-22e5-473a-8cf9-c65d5ea3d783 HTTP/1.1" status: 200 len: 946 time: 0.1223254 Dec 08 16:17:50.588871 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0f08a88c-34b8-42c6-9903-396f0b8e957a req-83f3b660-7908-450f-90da-11b70d8a0381 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/security-groups?id=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998187 Dec 08 16:17:50.613511 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6f4d712-7925-40c7-b280-d517d96ec1a5 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] GET failed (client error): The resource could not be found. Dec 08 16:17:50.617861 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a6f4d712-7925-40c7-b280-d517d96ec1a5 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] 10.222.0.64 "GET /v2.0/ports/5b1daeaf-39f1-4437-8114-17ec107c2ecc HTTP/1.1" status: 404 len: 333 time: 0.0871949 Dec 08 16:17:50.618212 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53940) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:50.715640 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-078f0512-2540-4c04-9911-12439af7b252 req-f7a0da82-0f5d-41eb-b56f-f1e7dd515e11 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Deleting port 2c8c0a2a-1258-4094-8b50-7882ed9ebbd0 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:17:50.715989 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-078f0512-2540-4c04-9911-12439af7b252 req-f7a0da82-0f5d-41eb-b56f-f1e7dd515e11 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:50.883613 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-58dde727-dae4-4132-8d95-ec2e0da7f431 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Deleting port 41cb7400-1f32-4844-8509-cf0af50e8ce1 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:17:50.883613 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-58dde727-dae4-4132-8d95-ec2e0da7f431 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:50.885941 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-078f0512-2540-4c04-9911-12439af7b252 req-f7a0da82-0f5d-41eb-b56f-f1e7dd515e11 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] For port 2c8c0a2a-1258-4094-8b50-7882ed9ebbd0, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=2c8c0a2a-1258-4094-8b50-7882ed9ebbd0,segment=NetworkSegment(9b052d16-09ac-481d-baf5-f56fa6d1472f),segment_id=9b052d16-09ac-481d-baf5-f56fa6d1472f)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:17:50.885941 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-078f0512-2540-4c04-9911-12439af7b252 req-f7a0da82-0f5d-41eb-b56f-f1e7dd515e11 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:50.885941 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-078f0512-2540-4c04-9911-12439af7b252 req-f7a0da82-0f5d-41eb-b56f-f1e7dd515e11 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Calling delete_port for 2c8c0a2a-1258-4094-8b50-7882ed9ebbd0 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:17:50.947489 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-58dde727-dae4-4132-8d95-ec2e0da7f431 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:50.962052 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-58dde727-dae4-4132-8d95-ec2e0da7f431 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Calling delete_port for 41cb7400-1f32-4844-8509-cf0af50e8ce1 owned by {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:17:51.096535 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-078f0512-2540-4c04-9911-12439af7b252 req-f7a0da82-0f5d-41eb-b56f-f1e7dd515e11 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:51.109713 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['2c8c0a2a-1258-4094-8b50-7882ed9ebbd0'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:17:51.175629 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a0da82-0f5d-41eb-b56f-f1e7dd515e11 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Pushing event deleted for resources: {'Port': ['ID=2c8c0a2a-1258-4094-8b50-7882ed9ebbd0,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:51.203029 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c6686-8e6b-4102-8a17-1d6a9e3a9d98 req-796340f7-b05d-4f04-b78c-4c49a529bec3 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:51.221213 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-000c6686-8e6b-4102-8a17-1d6a9e3a9d98 req-796340f7-b05d-4f04-b78c-4c49a529bec3 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=f84ef93a-4753-42d9-b558-6c7e978f13ec HTTP/1.1" status: 200 len: 945 time: 0.1660531 Dec 08 16:17:51.230665 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-078f0512-2540-4c04-9911-12439af7b252 req-f7a0da82-0f5d-41eb-b56f-f1e7dd515e11 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] No DVR routers for this DVR port 2c8c0a2a-1258-4094-8b50-7882ed9ebbd0 on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:17:51.233391 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-078f0512-2540-4c04-9911-12439af7b252 req-f7a0da82-0f5d-41eb-b56f-f1e7dd515e11 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:51.239372 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-078f0512-2540-4c04-9911-12439af7b252 req-f7a0da82-0f5d-41eb-b56f-f1e7dd515e11 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.76 "DELETE /v2.0/ports/2c8c0a2a-1258-4094-8b50-7882ed9ebbd0 HTTP/1.1" status: 204 len: 173 time: 0.6460142 Dec 08 16:17:51.239907 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5821245d-22e5-473a-8cf9-c65d5ea3d783', 'name': 'network-vif-deleted', 'tag': '2c8c0a2a-1258-4094-8b50-7882ed9ebbd0'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:17:51.257539 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ef75ea-389d-4c76-b7e1-0a3b2c9f03c0" -d '{"events": [{"server_uuid": "5821245d-22e5-473a-8cf9-c65d5ea3d783", "name": "network-vif-deleted", "tag": "2c8c0a2a-1258-4094-8b50-7882ed9ebbd0"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:17:51.304878 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c9c4fe-2128-4265-89a4-f430b0456882 x-openstack-request-id: req-41c9c4fe-2128-4265-89a4-f430b0456882 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:17:51.305465 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5821245d-22e5-473a-8cf9-c65d5ea3d783", "name": "network-vif-deleted", "tag": "2c8c0a2a-1258-4094-8b50-7882ed9ebbd0", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:17:51.305937 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-41c9c4fe-2128-4265-89a4-f430b0456882 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:17:51.307083 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5821245d-22e5-473a-8cf9-c65d5ea3d783', 'name': 'network-vif-deleted', 'tag': '2c8c0a2a-1258-4094-8b50-7882ed9ebbd0', 'status': 'completed', 'code': 200} Dec 08 16:17:51.319151 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-000c6686-8e6b-4102-8a17-1d6a9e3a9d98 req-3319d0cc-7c69-4952-b9b3-866e3c576487 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947328 Dec 08 16:17:51.370922 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-58dde727-dae4-4132-8d95-ec2e0da7f431 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:51.411820 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dde727-dae4-4132-8d95-ec2e0da7f431 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Pushing event deleted for resources: {'Port': ['ID=41cb7400-1f32-4844-8509-cf0af50e8ce1,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:51.543428 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-58dde727-dae4-4132-8d95-ec2e0da7f431 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:51.547875 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-58dde727-dae4-4132-8d95-ec2e0da7f431 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] 10.222.0.64 "DELETE /v2.0/ports/41cb7400-1f32-4844-8509-cf0af50e8ce1 HTTP/1.1" status: 204 len: 168 time: 0.9281023 Dec 08 16:17:51.550977 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 53964) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:51.582777 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b210c03-97cb-45b5-9916-b133bea8c786 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] GET failed (client error): The resource could not be found. Dec 08 16:17:51.585041 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-3b210c03-97cb-45b5-9916-b133bea8c786 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] 10.222.0.64 "GET /v2.0/ports/41cb7400-1f32-4844-8509-cf0af50e8ce1 HTTP/1.1" status: 404 len: 333 time: 0.0326581 Dec 08 16:17:51.589380 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 53966) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:51.795117 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-41613bd4-866c-4eb3-9229-2bc672c0ec18 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Deleting port 64b4d16c-5c4a-442d-9408-7b643e8acfdc {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:17:51.795476 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-41613bd4-866c-4eb3-9229-2bc672c0ec18 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:51.851831 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-52a56c91-e5df-403c-b156-4b1ff98f0e5d req-811c2538-e2ef-462a-a60f-8cf0d1415fb7 tempest-ServerDiskConfigTestJSON-1631042100 tempest-ServerDiskConfigTestJSON-1631042100-project] 10.222.0.64 "GET /v2.0/ports?device_id=5821245d-22e5-473a-8cf9-c65d5ea3d783 HTTP/1.1" status: 200 len: 210 time: 0.0496745 Dec 08 16:17:51.939354 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-41613bd4-866c-4eb3-9229-2bc672c0ec18 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:51.970039 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-41613bd4-866c-4eb3-9229-2bc672c0ec18 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Calling delete_port for 64b4d16c-5c4a-442d-9408-7b643e8acfdc owned by {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:17:52.314147 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-41613bd4-866c-4eb3-9229-2bc672c0ec18 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:52.402172 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41613bd4-866c-4eb3-9229-2bc672c0ec18 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Pushing event deleted for resources: {'Port': ['ID=64b4d16c-5c4a-442d-9408-7b643e8acfdc,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:52.511577 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6e9192-412e-4cb7-b9e7-b75abbee73a1 req-cb2799f4-f87f-44bf-9304-9c3e3a4f4b72 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:52.512435 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-41613bd4-866c-4eb3-9229-2bc672c0ec18 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:52.513607 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3e6e9192-412e-4cb7-b9e7-b75abbee73a1 req-cb2799f4-f87f-44bf-9304-9c3e3a4f4b72 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=f84ef93a-4753-42d9-b558-6c7e978f13ec HTTP/1.1" status: 200 len: 945 time: 0.0821481 Dec 08 16:17:52.516146 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-41613bd4-866c-4eb3-9229-2bc672c0ec18 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] 10.222.0.64 "DELETE /v2.0/ports/64b4d16c-5c4a-442d-9408-7b643e8acfdc HTTP/1.1" status: 204 len: 168 time: 0.9255092 Dec 08 16:17:52.519548 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 53984) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:52.580444 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-353b3d1c-a8a3-4e96-ae50-79259076a9ff tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Deleting subnet 17245c5a-ac6a-46ba-85af-1a9e56be2adc {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:17:52.584339 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-353b3d1c-a8a3-4e96-ae50-79259076a9ff tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:52.596380 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3e6e9192-412e-4cb7-b9e7-b75abbee73a1 req-f8667c96-e8e0-4e34-ae7c-d2efd58a30b6 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693102 Dec 08 16:17:52.665354 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-353b3d1c-a8a3-4e96-ae50-79259076a9ff tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:52.822606 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-353b3d1c-a8a3-4e96-ae50-79259076a9ff tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:53.042487 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-353b3d1c-a8a3-4e96-ae50-79259076a9ff tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:53.081374 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353b3d1c-a8a3-4e96-ae50-79259076a9ff tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Pushing event deleted for resources: {'Subnet': ['ID=17245c5a-ac6a-46ba-85af-1a9e56be2adc,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:53.086418 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-353b3d1c-a8a3-4e96-ae50-79259076a9ff tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:53.091849 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-353b3d1c-a8a3-4e96-ae50-79259076a9ff tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] 10.222.0.64 "DELETE /v2.0/subnets/17245c5a-ac6a-46ba-85af-1a9e56be2adc HTTP/1.1" status: 204 len: 168 time: 0.5711713 Dec 08 16:17:53.094729 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54024) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:53.100283 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4237eed9-9372-4cf8-84e1-2878fbe134d2 None None] Network 4243c714-ed78-43b6-ab64-b01ae656e1d2 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:17:53.146107 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 54028) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:53.200026 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-fecc345b-a961-4ea5-9f26-6386284d0b80 admin admin] Deleting subnet 8d58ba6b-0d2d-418d-8d9a-8ee6777d3e48 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:17:53.204846 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fecc345b-a961-4ea5-9f26-6386284d0b80 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:53.258109 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fecc345b-a961-4ea5-9f26-6386284d0b80 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:53.276595 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f55680bb-8aa4-4cb4-b166-affa1c68ee10 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:53.302075 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb0ff64-18e7-4909-90b8-df949708b904 req-89866549-3600-439a-b9f5-70e01fb68631 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:53.303627 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8cb0ff64-18e7-4909-90b8-df949708b904 req-89866549-3600-439a-b9f5-70e01fb68631 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 946 time: 0.0977783 Dec 08 16:17:53.310813 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fecc345b-a961-4ea5-9f26-6386284d0b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:53.372112 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4339a608-2361-4634-aaa4-b8b6490603fc None None] DHCP port deletion for 4243c714-ed78-43b6-ab64-b01ae656e1d2 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:17:53.422531 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8cb0ff64-18e7-4909-90b8-df949708b904 req-8159967b-9b95-4517-b45e-f3a5728837e6 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932384 Dec 08 16:17:53.425094 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-f55680bb-8aa4-4cb4-b166-affa1c68ee10 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Deleting port a654a26a-ad71-40aa-ade5-cf1420a3124e {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:17:53.425094 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f55680bb-8aa4-4cb4-b166-affa1c68ee10 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:53.473159 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-4339a608-2361-4634-aaa4-b8b6490603fc None None] Deleting port a654a26a-ad71-40aa-ade5-cf1420a3124e {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:17:53.473548 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4339a608-2361-4634-aaa4-b8b6490603fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:53.560525 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-4339a608-2361-4634-aaa4-b8b6490603fc None None] For port a654a26a-ad71-40aa-ade5-cf1420a3124e, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=a654a26a-ad71-40aa-ade5-cf1420a3124e,segment=NetworkSegment(bf8cdf5b-803c-4333-81a2-1c7e9ebd3d1a),segment_id=bf8cdf5b-803c-4333-81a2-1c7e9ebd3d1a)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:17:53.561200 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4339a608-2361-4634-aaa4-b8b6490603fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:53.576055 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 54036) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:53.578337 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-4339a608-2361-4634-aaa4-b8b6490603fc None None] Calling delete_port for a654a26a-ad71-40aa-ade5-cf1420a3124e owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:17:53.586930 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fecc345b-a961-4ea5-9f26-6386284d0b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:53.596264 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-f55680bb-8aa4-4cb4-b166-affa1c68ee10 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] For port a654a26a-ad71-40aa-ade5-cf1420a3124e, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=a654a26a-ad71-40aa-ade5-cf1420a3124e,segment=NetworkSegment(bf8cdf5b-803c-4333-81a2-1c7e9ebd3d1a),segment_id=bf8cdf5b-803c-4333-81a2-1c7e9ebd3d1a)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:17:53.596864 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f55680bb-8aa4-4cb4-b166-affa1c68ee10 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:53.613590 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-f55680bb-8aa4-4cb4-b166-affa1c68ee10 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Calling delete_port for a654a26a-ad71-40aa-ade5-cf1420a3124e owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:17:53.624964 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecc345b-a961-4ea5-9f26-6386284d0b80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d58ba6b-0d2d-418d-8d9a-8ee6777d3e48,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:53.627715 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fecc345b-a961-4ea5-9f26-6386284d0b80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:53.633837 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-fecc345b-a961-4ea5-9f26-6386284d0b80 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/8d58ba6b-0d2d-418d-8d9a-8ee6777d3e48 HTTP/1.1" status: 204 len: 168 time: 0.4834154 Dec 08 16:17:53.635394 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 54042) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:53.798912 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-43555b01-de44-4044-8873-9087b8cc2515 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:53.822424 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3323ca9a-f4b9-471f-91a8-0b76814be955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:53.865438 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e10e03d-082a-4415-af6c-2b52ef98381e req-34cda1de-9531-4bf5-af30-f3b4d9703841 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:53.866947 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9e10e03d-082a-4415-af6c-2b52ef98381e req-34cda1de-9531-4bf5-af30-f3b4d9703841 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=f84ef93a-4753-42d9-b558-6c7e978f13ec HTTP/1.1" status: 200 len: 945 time: 0.1006193 Dec 08 16:17:53.914535 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:17:53.914535 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:17:53.914535 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:17:53.914535 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:17:53.914535 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:17:53.914535 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:17:53.914535 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:17:53.914535 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:17:53.914535 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:17:53.914535 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:17:53.914535 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:17:53.914535 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:17:53.914535 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:17:53.914535 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:17:53.914535 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:17:53.914535 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:17:53.914535 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:17:53.914535 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:17:53.914535 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:17:53.914535 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:17:53.914535 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:17:53.914535 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:17:53.914535 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:17:53.914535 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:17:53.914535 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:17:53.914535 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:17:53.914535 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:17:53.914535 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:17:53.914535 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:17:53.914535 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:17:53.914535 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:17:53.914535 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:17:53.914535 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:17:53.914535 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:17:53.914535 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:17:53.914535 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:17:53.914535 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:17:53.914535 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:17:53.914535 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:17:53.914535 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:17:53.920604 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:17:53.920604 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:17:53.920604 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:17:53.920604 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:17:53.920604 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:17:53.920604 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:17:53.920604 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:17:53.920604 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:17:53.920604 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:17:53.920604 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:17:53.920604 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:17:53.920604 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:17:53.920604 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:17:53.920604 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:17:53.921652 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f55680bb-8aa4-4cb4-b166-affa1c68ee10 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:53.927732 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4339a608-2361-4634-aaa4-b8b6490603fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:53.943389 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55680bb-8aa4-4cb4-b166-affa1c68ee10 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Pushing event deleted for resources: {'Port': ['ID=a654a26a-ad71-40aa-ade5-cf1420a3124e,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:53.949990 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55680bb-8aa4-4cb4-b166-affa1c68ee10 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] No DVR routers for this DVR port a654a26a-ad71-40aa-ade5-cf1420a3124e on host n-d-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:17:53.951849 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4339a608-2361-4634-aaa4-b8b6490603fc None None] No DVR routers for this DVR port a654a26a-ad71-40aa-ade5-cf1420a3124e on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:17:54.000048 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4339a608-2361-4634-aaa4-b8b6490603fc None None] Pushing event deleted for resources: {'Port': ['ID=a654a26a-ad71-40aa-ade5-cf1420a3124e,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:54.065240 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f55680bb-8aa4-4cb4-b166-affa1c68ee10 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:54.093414 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-f55680bb-8aa4-4cb4-b166-affa1c68ee10 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4243c714-ed78-43b6-ab64-b01ae656e1d2']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:17:54.104878 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-f55680bb-8aa4-4cb4-b166-affa1c68ee10 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf8cdf5b-803c-4333-81a2-1c7e9ebd3d1a') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:17:54.105240 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-f55680bb-8aa4-4cb4-b166-affa1c68ee10 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf8cdf5b-803c-4333-81a2-1c7e9ebd3d1a') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:17:54.120224 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f55680bb-8aa4-4cb4-b166-affa1c68ee10 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:54.137429 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f55680bb-8aa4-4cb4-b166-affa1c68ee10 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:54.144930 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f55680bb-8aa4-4cb4-b166-affa1c68ee10 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:17:54.145438 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f55680bb-8aa4-4cb4-b166-affa1c68ee10 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:54.149191 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:17:54.149191 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:17:54.149191 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:17:54.149191 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:17:54.149191 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:17:54.149191 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:17:54.149191 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:17:54.149191 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:17:54.149191 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:17:54.149191 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:17:54.149191 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:17:54.149191 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:17:54.149191 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:17:54.149191 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:17:54.149191 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:17:54.149191 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:17:54.149191 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:17:54.149191 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:17:54.149191 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:17:54.149191 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:17:54.149191 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:17:54.149191 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:17:54.149191 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:17:54.149191 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:17:54.149191 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:17:54.149191 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:17:54.149191 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:17:54.149191 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:17:54.149191 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:17:54.149191 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:17:54.149191 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:17:54.149191 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:17:54.199015 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3323ca9a-f4b9-471f-91a8-0b76814be955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:54.239004 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-3323ca9a-f4b9-471f-91a8-0b76814be955 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['880e4c19-5400-42a9-80ac-7d8d06cc73f1']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:17:54.245199 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9e10e03d-082a-4415-af6c-2b52ef98381e req-ca446da1-1cba-4f5d-a3cd-af1c32f9d1be tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607512 Dec 08 16:17:54.256069 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-3323ca9a-f4b9-471f-91a8-0b76814be955 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b052d16-09ac-481d-baf5-f56fa6d1472f') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:17:54.256533 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-3323ca9a-f4b9-471f-91a8-0b76814be955 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b052d16-09ac-481d-baf5-f56fa6d1472f') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:17:54.267019 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3323ca9a-f4b9-471f-91a8-0b76814be955 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:54.281468 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3323ca9a-f4b9-471f-91a8-0b76814be955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:54.287495 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3323ca9a-f4b9-471f-91a8-0b76814be955 admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:17:54.287882 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3323ca9a-f4b9-471f-91a8-0b76814be955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:54.289933 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:17:54.289933 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:17:54.289933 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:17:54.289933 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:17:54.289933 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:17:54.289933 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:17:54.289933 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:17:54.289933 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:17:54.289933 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:17:54.289933 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:17:54.289933 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:17:54.289933 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:17:54.289933 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:17:54.289933 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:17:54.289933 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:17:54.289933 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:17:54.289933 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:17:54.289933 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:17:54.289933 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:17:54.289933 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:17:54.289933 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:17:54.289933 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:17:54.289933 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:17:54.289933 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:17:54.289933 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:17:54.289933 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:17:54.289933 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:17:54.289933 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:17:54.289933 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:17:54.289933 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:17:54.289933 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:17:54.289933 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:17:54.336663 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f55680bb-8aa4-4cb4-b166-affa1c68ee10 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:54.346331 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f55680bb-8aa4-4cb4-b166-affa1c68ee10 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:54.350120 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f55680bb-8aa4-4cb4-b166-affa1c68ee10 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] 10.222.0.64 "DELETE /v2.0/networks/4243c714-ed78-43b6-ab64-b01ae656e1d2 HTTP/1.1" status: 204 len: 168 time: 1.2538726 Dec 08 16:17:54.360608 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55680bb-8aa4-4cb4-b166-affa1c68ee10 tempest-AllowedAddressPairTestJSON-2085646198 tempest-AllowedAddressPairTestJSON-2085646198-project] Pushing event deleted for resources: {'Network': ['ID=4243c714-ed78-43b6-ab64-b01ae656e1d2,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:54.384072 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-43555b01-de44-4044-8873-9087b8cc2515 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:54.473594 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3323ca9a-f4b9-471f-91a8-0b76814be955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:54.479326 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3323ca9a-f4b9-471f-91a8-0b76814be955 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:54.482940 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-3323ca9a-f4b9-471f-91a8-0b76814be955 admin admin] 10.222.0.64 "DELETE /v2.0/networks/880e4c19-5400-42a9-80ac-7d8d06cc73f1 HTTP/1.1" status: 204 len: 168 time: 0.8471072 Dec 08 16:17:54.495272 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3323ca9a-f4b9-471f-91a8-0b76814be955 admin admin] Pushing event deleted for resources: {'Network': ['ID=880e4c19-5400-42a9-80ac-7d8d06cc73f1,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:54.541439 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf16c6-7a54-4737-ba71-76adf27ea7e4 req-937750e7-1d93-4a9c-a3a4-ed40752a2aa0 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:54.542977 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2baf16c6-7a54-4737-ba71-76adf27ea7e4 req-937750e7-1d93-4a9c-a3a4-ed40752a2aa0 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 946 time: 0.0548749 Dec 08 16:17:54.548060 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-43555b01-de44-4044-8873-9087b8cc2515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:54.594186 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43555b01-de44-4044-8873-9087b8cc2515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef00892c-cc66-4790-b3c2-52b280b99833,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:54.605182 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54056) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:54.605841 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-43555b01-de44-4044-8873-9087b8cc2515 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=490c365892bf474a9ad3c8cfa5f6735e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0278790 Dec 08 16:17:54.620999 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2baf16c6-7a54-4737-ba71-76adf27ea7e4 req-2816e7ae-82e2-4bb7-988c-e0ad73eb7ca4 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710373 Dec 08 16:17:54.685319 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8f5d8cae-95f8-4f31-a33f-449fecab670a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:54.715525 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8f5d8cae-95f8-4f31-a33f-449fecab670a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:54.721598 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 2c8c0a2a-1258-4094-8b50-7882ed9ebbd0 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:17:54.745757 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: 2c8c0a2a-1258-4094-8b50-7882ed9ebbd0 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:17:54.746469 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 2c8c0a2a-1258-4094-8b50-7882ed9ebbd0 not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:17:54.833688 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8f5d8cae-95f8-4f31-a33f-449fecab670a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:54.836502 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8f5d8cae-95f8-4f31-a33f-449fecab670a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:54.840115 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-8f5d8cae-95f8-4f31-a33f-449fecab670a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ef00892c-cc66-4790-b3c2-52b280b99833 HTTP/1.1" status: 204 len: 168 time: 0.2314780 Dec 08 16:17:54.853700 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5d8cae-95f8-4f31-a33f-449fecab670a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef00892c-cc66-4790-b3c2-52b280b99833,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:54.896889 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device a654a26a-ad71-40aa-ade5-cf1420a3124e no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:17:54.898808 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54074) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:54.922632 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: a654a26a-ad71-40aa-ade5-cf1420a3124e {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:17:54.922989 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device a654a26a-ad71-40aa-ade5-cf1420a3124e not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:17:54.957914 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-61dda936-9f4f-4d76-b970-3297c2fe324b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7e39653eb3ed4c3595ee0825c72fd724&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0578077 Dec 08 16:17:54.960964 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54076) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:55.027659 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a4f451e2-9c4b-446a-95e4-b59cdab0e867 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:55.057513 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a4f451e2-9c4b-446a-95e4-b59cdab0e867 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:55.060646 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54080) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:55.256771 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a4f451e2-9c4b-446a-95e4-b59cdab0e867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:55.259408 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a4f451e2-9c4b-446a-95e4-b59cdab0e867 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:55.261394 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a4f451e2-9c4b-446a-95e4-b59cdab0e867 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f HTTP/1.1" status: 204 len: 168 time: 0.2985272 Dec 08 16:17:55.264907 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-3552fa45-6941-47c7-b8d8-26309568f595 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7e780825a5d94a58a4bb1205cb678cc7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2015939 Dec 08 16:17:55.266515 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 54088) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:55.276284 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f451e2-9c4b-446a-95e4-b59cdab0e867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa50545-5a7a-4b24-b7e5-16e8a4a3cf9f,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:55.341894 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3873924a-0559-478d-8da2-14c2dbdcf5d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:55.380578 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3873924a-0559-478d-8da2-14c2dbdcf5d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:55.482504 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2865c0-7e9f-4155-9ddd-bb048bc5d178 req-d9b7c2f6-9c37-48d1-9a43-abb997adb140 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:55.484528 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6d2865c0-7e9f-4155-9ddd-bb048bc5d178 req-d9b7c2f6-9c37-48d1-9a43-abb997adb140 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=f84ef93a-4753-42d9-b558-6c7e978f13ec HTTP/1.1" status: 200 len: 945 time: 0.0712304 Dec 08 16:17:55.540283 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6d2865c0-7e9f-4155-9ddd-bb048bc5d178 req-842c18ac-ac3f-4d15-accf-6c63afaf6c09 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492895 Dec 08 16:17:55.554450 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3873924a-0559-478d-8da2-14c2dbdcf5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:55.554450 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3873924a-0559-478d-8da2-14c2dbdcf5d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:55.554450 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-3873924a-0559-478d-8da2-14c2dbdcf5d6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ea0b6898-8890-4dce-b1f8-4e02df2da0e1 HTTP/1.1" status: 204 len: 168 time: 0.2789466 Dec 08 16:17:55.555353 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3873924a-0559-478d-8da2-14c2dbdcf5d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0b6898-8890-4dce-b1f8-4e02df2da0e1,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:55.858675 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d9f97e-d016-4ebc-8131-bae9cf3aa554 req-01f6b31d-47b7-46f9-a1b8-740c8a9caec8 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:55.862196 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-53d9f97e-d016-4ebc-8131-bae9cf3aa554 req-01f6b31d-47b7-46f9-a1b8-740c8a9caec8 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=f84ef93a-4753-42d9-b558-6c7e978f13ec HTTP/1.1" status: 200 len: 945 time: 0.0768285 Dec 08 16:17:55.951645 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-53d9f97e-d016-4ebc-8131-bae9cf3aa554 req-aaad3f0c-a0de-4226-af27-908ac79de4ac tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766542 Dec 08 16:17:56.088223 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 54116) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:56.110048 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc3a90-14bf-4ec5-b980-5433907bf8e2 req-0f9b2f6c-9d12-404c-ac83-57b477c7b4dc tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:56.119324 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-acdc3a90-14bf-4ec5-b980-5433907bf8e2 req-0f9b2f6c-9d12-404c-ac83-57b477c7b4dc tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=f84ef93a-4753-42d9-b558-6c7e978f13ec HTTP/1.1" status: 200 len: 945 time: 0.0821974 Dec 08 16:17:56.149917 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4c065b84-d5c3-465b-b563-57ba4a492e43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:56.231724 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-acdc3a90-14bf-4ec5-b980-5433907bf8e2 req-492b38f5-8869-49c2-8b8e-c0b5d350b590 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067724 Dec 08 16:17:56.264308 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4c065b84-d5c3-465b-b563-57ba4a492e43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:56.360814 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 54128) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:56.393920 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4c065b84-d5c3-465b-b563-57ba4a492e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:56.459102 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54136) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:56.459371 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-4c065b84-d5c3-465b-b563-57ba4a492e43 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=50987814d7c74a8f84a9913cc7492080&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3663027 Dec 08 16:17:56.462195 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c065b84-d5c3-465b-b563-57ba4a492e43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df5eb29d-7ae9-4584-8f17-a06241de9ad5,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:56.552962 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d4084156-e8b1-42c7-b12a-9af3e3b242dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:56.588775 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d4084156-e8b1-42c7-b12a-9af3e3b242dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:56.644822 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a502355-2fcc-4a5e-9f84-289138ea2467 admin admin] Deleting subnet 0d672d1f-65b7-4f31-92ed-7adc71dac15e {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:17:56.648307 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6a502355-2fcc-4a5e-9f84-289138ea2467 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:56.684731 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6a502355-2fcc-4a5e-9f84-289138ea2467 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:56.715827 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d4084156-e8b1-42c7-b12a-9af3e3b242dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:56.719865 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d4084156-e8b1-42c7-b12a-9af3e3b242dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:56.723571 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d4084156-e8b1-42c7-b12a-9af3e3b242dc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/df5eb29d-7ae9-4584-8f17-a06241de9ad5 HTTP/1.1" status: 204 len: 168 time: 0.2594197 Dec 08 16:17:56.733057 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4084156-e8b1-42c7-b12a-9af3e3b242dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5eb29d-7ae9-4584-8f17-a06241de9ad5,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:56.737665 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6a502355-2fcc-4a5e-9f84-289138ea2467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:56.926201 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6a502355-2fcc-4a5e-9f84-289138ea2467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:56.970598 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a502355-2fcc-4a5e-9f84-289138ea2467 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d672d1f-65b7-4f31-92ed-7adc71dac15e,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:56.983324 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6a502355-2fcc-4a5e-9f84-289138ea2467 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:56.987206 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-6a502355-2fcc-4a5e-9f84-289138ea2467 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/0d672d1f-65b7-4f31-92ed-7adc71dac15e HTTP/1.1" status: 204 len: 168 time: 0.6234701 Dec 08 16:17:56.989458 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54160) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:57.026680 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4784a4-71a5-42e8-836f-bed40c96b561 req-989aaab7-22e9-4961-871a-1e30ab8119d3 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:57.028289 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9e4784a4-71a5-42e8-836f-bed40c96b561 req-989aaab7-22e9-4961-871a-1e30ab8119d3 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=f84ef93a-4753-42d9-b558-6c7e978f13ec HTTP/1.1" status: 200 len: 945 time: 0.0599027 Dec 08 16:17:57.063771 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-36d418dd-b1cc-4676-b913-b74df1be4c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:57.084771 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9e4784a4-71a5-42e8-836f-bed40c96b561 req-0f94200c-7d85-46cb-845d-64f5ef0a58be tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496950 Dec 08 16:17:57.147649 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-36d418dd-b1cc-4676-b913-b74df1be4c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:57.170202 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-36d418dd-b1cc-4676-b913-b74df1be4c83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3895c5a-dfc2-4888-9675-12d8856051aa']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:17:57.179619 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-36d418dd-b1cc-4676-b913-b74df1be4c83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f996c948-5ac9-42a3-ac04-df4c75288f01') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:17:57.187058 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-36d418dd-b1cc-4676-b913-b74df1be4c83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f996c948-5ac9-42a3-ac04-df4c75288f01') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:17:57.190213 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-36d418dd-b1cc-4676-b913-b74df1be4c83 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:57.205578 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-36d418dd-b1cc-4676-b913-b74df1be4c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:57.218254 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36d418dd-b1cc-4676-b913-b74df1be4c83 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:17:57.218914 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-36d418dd-b1cc-4676-b913-b74df1be4c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:57.221254 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:17:57.221254 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:17:57.221254 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:17:57.221254 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:17:57.221254 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:17:57.221254 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:17:57.221254 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:17:57.221254 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:17:57.221254 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:17:57.221254 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:17:57.221254 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:17:57.221254 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:17:57.221254 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:17:57.221254 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:17:57.221254 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:17:57.221254 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:17:57.221254 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:17:57.221254 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:17:57.221254 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:17:57.221254 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:17:57.221254 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:17:57.221254 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:17:57.221254 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:17:57.221254 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:17:57.221254 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:17:57.221254 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:17:57.221254 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:17:57.221254 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:17:57.221254 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:17:57.221254 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:17:57.221254 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:17:57.221254 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:17:57.427947 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-36d418dd-b1cc-4676-b913-b74df1be4c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:57.433848 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-36d418dd-b1cc-4676-b913-b74df1be4c83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:57.437125 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-36d418dd-b1cc-4676-b913-b74df1be4c83 admin admin] 10.222.0.64 "DELETE /v2.0/networks/d3895c5a-dfc2-4888-9675-12d8856051aa HTTP/1.1" status: 204 len: 168 time: 0.4467216 Dec 08 16:17:57.448239 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d418dd-b1cc-4676-b913-b74df1be4c83 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3895c5a-dfc2-4888-9675-12d8856051aa,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:57.761029 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54186) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:57.774673 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cfaabc36-fd42-4417-a392-d399c8e9be7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:57.858362 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cfaabc36-fd42-4417-a392-d399c8e9be7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:57.871760 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 4b8d5971-2d21-4951-9b66-de8081c96b95 no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:17:57.896589 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54190) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:57.954823 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:57.964894 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cfaabc36-fd42-4417-a392-d399c8e9be7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:57.980291 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea814955-832d-40d8-94c7-1d01f64c7a15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b8d5971-2d21-4951-9b66-de8081c96b95'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:17:57.982989 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7980c469-2f8d-4395-a926-852b5a67ff87" -d '{"events": [{"server_uuid": "ea814955-832d-40d8-94c7-1d01f64c7a15", "name": "network-vif-unplugged", "status": "completed", "tag": "4b8d5971-2d21-4951-9b66-de8081c96b95"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:17:57.997966 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 4b8d5971-2d21-4951-9b66-de8081c96b95, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=4b8d5971-2d21-4951-9b66-de8081c96b95,segment=NetworkSegment(bb740625-1067-4eb4-8c3f-54ce2bbbb747),segment_id=bb740625-1067-4eb4-8c3f-54ce2bbbb747)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:17:58.006591 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-cfaabc36-fd42-4417-a392-d399c8e9be7a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4bcdf669049649399312da028bf86cfc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2443688 Dec 08 16:17:58.009913 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54196) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:58.013725 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 54198) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:58.017671 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaabc36-fd42-4417-a392-d399c8e9be7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed6e61d-2cb6-458d-b661-df2526ee8eaa,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:58.054788 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520937d8-04d5-46a0-9753-cce93ebc9aa9 x-openstack-request-id: req-520937d8-04d5-46a0-9753-cce93ebc9aa9 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:17:58.055084 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea814955-832d-40d8-94c7-1d01f64c7a15", "name": "network-vif-unplugged", "status": "completed", "tag": "4b8d5971-2d21-4951-9b66-de8081c96b95", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:17:58.055339 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-520937d8-04d5-46a0-9753-cce93ebc9aa9 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:17:58.055732 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea814955-832d-40d8-94c7-1d01f64c7a15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b8d5971-2d21-4951-9b66-de8081c96b95', 'code': 200} Dec 08 16:17:58.067060 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-040f0499-b42b-4962-91b1-130e689ae53e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:58.089413 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-040f0499-b42b-4962-91b1-130e689ae53e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:58.120999 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-c0f5563c-bdb1-4d5d-a7dd-b99cc78f6e3b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1900544900-network', 'tenant_id': '86427fb06cd943e1bad210250d1fd45f'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:17:58.137102 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:58.174324 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-dc5b8bcd-b236-4489-ae9c-7d03517c13ea tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1693723734'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:17:58.192424 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=4b8d5971-2d21-4951-9b66-de8081c96b95,revision_number=8']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:58.239210 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f5563c-bdb1-4d5d-a7dd-b99cc78f6e3b admin admin] Made reservation on behalf of 86427fb06cd943e1bad210250d1fd45f for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:17:58.240724 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd50d903-50d2-4713-966a-f7a5329bca13 req-1dfd05ee-b2c7-4fc7-8257-ade1c9d09c82 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:58.241750 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c0f5563c-bdb1-4d5d-a7dd-b99cc78f6e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:58.242893 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cd50d903-50d2-4713-966a-f7a5329bca13 req-1dfd05ee-b2c7-4fc7-8257-ade1c9d09c82 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=f84ef93a-4753-42d9-b558-6c7e978f13ec HTTP/1.1" status: 200 len: 945 time: 0.0619066 Dec 08 16:17:58.251632 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c0f5563c-bdb1-4d5d-a7dd-b99cc78f6e3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:58.310456 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-040f0499-b42b-4962-91b1-130e689ae53e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:58.313187 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-040f0499-b42b-4962-91b1-130e689ae53e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:58.314602 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-040f0499-b42b-4962-91b1-130e689ae53e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8ed6e61d-2cb6-458d-b661-df2526ee8eaa HTTP/1.1" status: 204 len: 168 time: 0.3033047 Dec 08 16:17:58.331965 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040f0499-b42b-4962-91b1-130e689ae53e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed6e61d-2cb6-458d-b661-df2526ee8eaa,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:58.337120 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83011d1d-0147-4d4a-9c0e-f908247e97c1 req-e4ffa098-d463-4dc7-94da-c13eb81ed2fe tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:58.338731 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-83011d1d-0147-4d4a-9c0e-f908247e97c1 req-e4ffa098-d463-4dc7-94da-c13eb81ed2fe tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.76 "GET /v2.0/ports?device_id=f84ef93a-4753-42d9-b558-6c7e978f13ec HTTP/1.1" status: 200 len: 945 time: 0.0810921 Dec 08 16:17:58.342678 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cd50d903-50d2-4713-966a-f7a5329bca13 req-eb53d363-d4dd-465c-a3fd-15dfb88c0c20 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940263 Dec 08 16:17:58.347111 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 54206) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:58.417092 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c0f5563c-bdb1-4d5d-a7dd-b99cc78f6e3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:58.469273 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a9329e64-536a-4e51-96e2-63273212e052 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=90ed4b9bbb134343aae1287ee30eda23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1209671 Dec 08 16:17:58.471738 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54210) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:58.486528 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc5b8bcd-b236-4489-ae9c-7d03517c13ea tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Made reservation on behalf of 51a87c34cff54be8bd9f39e385a06492 for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:17:58.490015 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dc5b8bcd-b236-4489-ae9c-7d03517c13ea tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:58.505002 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dc5b8bcd-b236-4489-ae9c-7d03517c13ea tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:58.510658 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-83011d1d-0147-4d4a-9c0e-f908247e97c1 req-230cf433-5744-4ce2-a4cc-b2a7e9370462 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Deleting port 4635aa06-7874-4a1c-8878-d41e6219f793 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:17:58.511102 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-83011d1d-0147-4d4a-9c0e-f908247e97c1 req-230cf433-5744-4ce2-a4cc-b2a7e9370462 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:58.527975 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4e21a0b7-d4c4-46a7-8433-d4708c65bc46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:58.533275 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c0f5563c-bdb1-4d5d-a7dd-b99cc78f6e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:58.579630 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4e21a0b7-d4c4-46a7-8433-d4708c65bc46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:58.598576 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0f5563c-bdb1-4d5d-a7dd-b99cc78f6e3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:17:58.611161 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f5563c-bdb1-4d5d-a7dd-b99cc78f6e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17a4e68-8fd8-4213-9e4e-e52996c8d95a,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:58.629736 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c0f5563c-bdb1-4d5d-a7dd-b99cc78f6e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:58.630035 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-c0f5563c-bdb1-4d5d-a7dd-b99cc78f6e3b admin admin] Added segment e55a582f-5aba-4151-a1c0-e3d3c6210d61 of type vlan for network bac12048-218d-4c84-9c9f-b2662c6ae975 Dec 08 16:17:58.638693 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-83011d1d-0147-4d4a-9c0e-f908247e97c1 req-230cf433-5744-4ce2-a4cc-b2a7e9370462 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] For port 4635aa06-7874-4a1c-8878-d41e6219f793, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=4635aa06-7874-4a1c-8878-d41e6219f793,segment=NetworkSegment(9b02e36e-6de5-484c-a36e-2fa26fb39118),segment_id=9b02e36e-6de5-484c-a36e-2fa26fb39118)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:17:58.638693 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-83011d1d-0147-4d4a-9c0e-f908247e97c1 req-230cf433-5744-4ce2-a4cc-b2a7e9370462 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:58.660367 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-83011d1d-0147-4d4a-9c0e-f908247e97c1 req-230cf433-5744-4ce2-a4cc-b2a7e9370462 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Calling delete_port for 4635aa06-7874-4a1c-8878-d41e6219f793 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:17:58.687950 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c0f5563c-bdb1-4d5d-a7dd-b99cc78f6e3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:58.694007 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dc5b8bcd-b236-4489-ae9c-7d03517c13ea tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:58.800027 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c0f5563c-bdb1-4d5d-a7dd-b99cc78f6e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:58.800726 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dc5b8bcd-b236-4489-ae9c-7d03517c13ea tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:58.800881 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f5563c-bdb1-4d5d-a7dd-b99cc78f6e3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:58.819595 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c0f5563c-bdb1-4d5d-a7dd-b99cc78f6e3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:58.845699 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc5b8bcd-b236-4489-ae9c-7d03517c13ea tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:17:58.861380 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5b8bcd-b236-4489-ae9c-7d03517c13ea tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71c67df3-be27-4f2a-97db-4236e0f2e331,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:58.870679 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dc5b8bcd-b236-4489-ae9c-7d03517c13ea tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:58.870679 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-dc5b8bcd-b236-4489-ae9c-7d03517c13ea tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Added segment 5110f925-175d-43a8-ae1d-c51b7cd74587 of type vlan for network 7e867f59-8699-4081-a94b-61515eb9b9d8 Dec 08 16:17:58.882167 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4e21a0b7-d4c4-46a7-8433-d4708c65bc46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:58.886080 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4e21a0b7-d4c4-46a7-8433-d4708c65bc46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:58.894412 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-4e21a0b7-d4c4-46a7-8433-d4708c65bc46 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/781d3f51-2d5b-4829-b5e4-7bd67993863f HTTP/1.1" status: 204 len: 168 time: 0.4188614 Dec 08 16:17:58.894412 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f5563c-bdb1-4d5d-a7dd-b99cc78f6e3b admin admin] Pushing event updated for resources: {'Network': ['ID=bac12048-218d-4c84-9c9f-b2662c6ae975,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:58.904679 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e21a0b7-d4c4-46a7-8433-d4708c65bc46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781d3f51-2d5b-4829-b5e4-7bd67993863f,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:58.916856 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dc5b8bcd-b236-4489-ae9c-7d03517c13ea tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:58.924571 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network bac12048-218d-4c84-9c9f-b2662c6ae975 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:17:58.957346 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c0f5563c-bdb1-4d5d-a7dd-b99cc78f6e3b admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0620151 Dec 08 16:17:58.958787 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54226) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:58.970144 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-182b0023-1e58-4dcf-a5f7-a9a00d13f6b2 admin admin] Request body: {'subnet': {'network_id': 'bac12048-218d-4c84-9c9f-b2662c6ae975', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1900544900-subnet', 'tenant_id': '86427fb06cd943e1bad210250d1fd45f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:17:58.982475 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-83011d1d-0147-4d4a-9c0e-f908247e97c1 req-230cf433-5744-4ce2-a4cc-b2a7e9370462 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:59.000012 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['4635aa06-7874-4a1c-8878-d41e6219f793'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:17:59.049329 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['447778cb-6852-4f54-8138-b73aa73fba8a'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:17:59.077989 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dc5b8bcd-b236-4489-ae9c-7d03517c13ea tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:59.091959 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5b8bcd-b236-4489-ae9c-7d03517c13ea tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:59.096503 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-182b0023-1e58-4dcf-a5f7-a9a00d13f6b2 admin admin] Made reservation on behalf of 86427fb06cd943e1bad210250d1fd45f for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:17:59.098671 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-182b0023-1e58-4dcf-a5f7-a9a00d13f6b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:59.099656 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dc5b8bcd-b236-4489-ae9c-7d03517c13ea tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:59.103684 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230cf433-5744-4ce2-a4cc-b2a7e9370462 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Pushing event deleted for resources: {'Port': ['ID=4635aa06-7874-4a1c-8878-d41e6219f793,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:59.297769 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-83011d1d-0147-4d4a-9c0e-f908247e97c1 req-230cf433-5744-4ce2-a4cc-b2a7e9370462 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] No DVR routers for this DVR port 4635aa06-7874-4a1c-8878-d41e6219f793 on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:17:59.302635 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-83011d1d-0147-4d4a-9c0e-f908247e97c1 req-230cf433-5744-4ce2-a4cc-b2a7e9370462 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:59.306929 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-83011d1d-0147-4d4a-9c0e-f908247e97c1 req-230cf433-5744-4ce2-a4cc-b2a7e9370462 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.76 "DELETE /v2.0/ports/4635aa06-7874-4a1c-8878-d41e6219f793 HTTP/1.1" status: 204 len: 173 time: 0.9614081 Dec 08 16:17:59.307476 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f84ef93a-4753-42d9-b558-6c7e978f13ec', 'name': 'network-vif-deleted', 'tag': '4635aa06-7874-4a1c-8878-d41e6219f793'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:17:59.310055 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea87d77-804b-498b-bc89-d87b5a2a71a7" -d '{"events": [{"server_uuid": "f84ef93a-4753-42d9-b558-6c7e978f13ec", "name": "network-vif-deleted", "tag": "4635aa06-7874-4a1c-8878-d41e6219f793"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:17:59.327819 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5b8bcd-b236-4489-ae9c-7d03517c13ea tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event updated for resources: {'Network': ['ID=7e867f59-8699-4081-a94b-61515eb9b9d8,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:59.342869 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 7e867f59-8699-4081-a94b-61515eb9b9d8 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:17:59.378844 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830c9444-3d33-4233-89f9-f8f4d1c6af58 x-openstack-request-id: req-830c9444-3d33-4233-89f9-f8f4d1c6af58 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:17:59.379145 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f84ef93a-4753-42d9-b558-6c7e978f13ec", "name": "network-vif-deleted", "tag": "4635aa06-7874-4a1c-8878-d41e6219f793", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:17:59.379461 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-830c9444-3d33-4233-89f9-f8f4d1c6af58 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:17:59.380146 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f84ef93a-4753-42d9-b558-6c7e978f13ec', 'name': 'network-vif-deleted', 'tag': '4635aa06-7874-4a1c-8878-d41e6219f793', 'status': 'completed', 'code': 200} Dec 08 16:17:59.491648 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-dc5b8bcd-b236-4489-ae9c-7d03517c13ea tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4762082 Dec 08 16:17:59.494636 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54250) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:59.499950 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-eb314539-a068-46ee-812f-8ff2a4756347 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Request body: {'port': {'network_id': '7e867f59-8699-4081-a94b-61515eb9b9d8', 'name': 'tempest-PortsIpV6TestJSON-1006750748'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:17:59.567942 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1488997f-3676-4a8c-a558-22f6e57b97a9 req-ad565905-22e3-430f-99f5-aa516df269f6 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=f84ef93a-4753-42d9-b558-6c7e978f13ec HTTP/1.1" status: 200 len: 210 time: 0.0727024 Dec 08 16:17:59.593910 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-182b0023-1e58-4dcf-a5f7-a9a00d13f6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:59.706303 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182b0023-1e58-4dcf-a5f7-a9a00d13f6b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=911fa867-e0c1-483c-87c7-224732096f69,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:59.714878 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182b0023-1e58-4dcf-a5f7-a9a00d13f6b2 admin admin] Checking segment: {'id': 'e55a582f-5aba-4151-a1c0-e3d3c6210d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'bac12048-218d-4c84-9c9f-b2662c6ae975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:17:59.715343 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182b0023-1e58-4dcf-a5f7-a9a00d13f6b2 admin admin] Network hostable DHCP agents. Network: bac12048-218d-4c84-9c9f-b2662c6ae975, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:17:59.776989 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb314539-a068-46ee-812f-8ff2a4756347 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Made reservation on behalf of 51a87c34cff54be8bd9f39e385a06492 for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:17:59.780769 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-eb314539-a068-46ee-812f-8ff2a4756347 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:59.793913 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182b0023-1e58-4dcf-a5f7-a9a00d13f6b2 admin admin] Network bac12048-218d-4c84-9c9f-b2662c6ae975 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:17:59.819081 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-eb314539-a068-46ee-812f-8ff2a4756347 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] device_id is not set on port 77ebc232-5482-485a-9b67-2c0d06f12d79 yet. {{(pid=110551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:17:59.862748 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-182b0023-1e58-4dcf-a5f7-a9a00d13f6b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, bac12048-218d-4c84-9c9f-b2662c6ae975) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:17:59.870752 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182b0023-1e58-4dcf-a5f7-a9a00d13f6b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:59.871216 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-182b0023-1e58-4dcf-a5f7-a9a00d13f6b2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:59.873357 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 4b8d5971-2d21-4951-9b66-de8081c96b95 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:17:59.880987 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf7bf2b-9f14-48aa-af46-7c9fa3e444a7 None None] Network bac12048-218d-4c84-9c9f-b2662c6ae975 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:17:59.949474 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-182b0023-1e58-4dcf-a5f7-a9a00d13f6b2 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9869194 Dec 08 16:17:59.949923 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 54280) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:59.955278 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-d075067b-9082-455b-b170-fbeed9816044 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1900544900-router', 'tenant_id': '86427fb06cd943e1bad210250d1fd45f', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:18:00.038445 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 4b8d5971-2d21-4951-9b66-de8081c96b95, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=4b8d5971-2d21-4951-9b66-de8081c96b95,segment=NetworkSegment(bb740625-1067-4eb4-8c3f-54ce2bbbb747),segment_id=bb740625-1067-4eb4-8c3f-54ce2bbbb747)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:18:00.050882 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d075067b-9082-455b-b170-fbeed9816044 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:00.052164 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d075067b-9082-455b-b170-fbeed9816044 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:00.052360 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '4b8d5971-2d21-4951-9b66-de8081c96b95', 'network_id': '444a8cbb-ee83-40d1-9772-ed3daa005a16', 'port_id': '4b8d5971-2d21-4951-9b66-de8081c96b95', 'mac_address': 'fa:16:3e:4b:6d:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921ca20d-c445-4985-be5a-b19c39bd838b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:18:00.074516 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-eb314539-a068-46ee-812f-8ff2a4756347 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:00.123750 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:00.160637 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d075067b-9082-455b-b170-fbeed9816044 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:00.171147 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b8d5971-2d21-4951-9b66-de8081c96b95 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:18:00.193290 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 4b8d5971-2d21-4951-9b66-de8081c96b95, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=4b8d5971-2d21-4951-9b66-de8081c96b95,segment=NetworkSegment(bb740625-1067-4eb4-8c3f-54ce2bbbb747),segment_id=bb740625-1067-4eb4-8c3f-54ce2bbbb747)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:18:00.195810 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41ea6a8-e34d-4dd8-9668-0b50712f2eaa None None] Network bac12048-218d-4c84-9c9f-b2662c6ae975 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:18:00.325713 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-eb314539-a068-46ee-812f-8ff2a4756347 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:00.388391 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb314539-a068-46ee-812f-8ff2a4756347 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event updated for resources: {'Port': ['ID=77ebc232-5482-485a-9b67-2c0d06f12d79,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:00.399380 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb314539-a068-46ee-812f-8ff2a4756347 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Checking segment: {'id': '5110f925-175d-43a8-ae1d-c51b7cd74587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7e867f59-8699-4081-a94b-61515eb9b9d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:18:00.400042 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb314539-a068-46ee-812f-8ff2a4756347 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Network hostable DHCP agents. Network: 7e867f59-8699-4081-a94b-61515eb9b9d8, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:18:00.456448 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:00.518152 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d075067b-9082-455b-b170-fbeed9816044 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:00.561848 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb314539-a068-46ee-812f-8ff2a4756347 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Network 7e867f59-8699-4081-a94b-61515eb9b9d8 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:18:00.610681 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=4b8d5971-2d21-4951-9b66-de8081c96b95,revision_number=9']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:00.643225 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 54310) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:00.651722 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['4b8d5971-2d21-4951-9b66-de8081c96b95'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:18:00.738679 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-055db4a8-35ee-49b1-ba84-2fc2c66b12f6 req-995ec39d-4274-4ed7-b24a-d860661a7b8d tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=f84ef93a-4753-42d9-b558-6c7e978f13ec HTTP/1.1" status: 200 len: 210 time: 0.0472586 Dec 08 16:18:00.746741 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-eb314539-a068-46ee-812f-8ff2a4756347 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 7e867f59-8699-4081-a94b-61515eb9b9d8) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:18:00.763591 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb314539-a068-46ee-812f-8ff2a4756347 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:18:00.769911 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30dd15d-afbd-4bac-99a2-e8228e00effd None None] Network 7e867f59-8699-4081-a94b-61515eb9b9d8 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:18:00.796906 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb314539-a068-46ee-812f-8ff2a4756347 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:00.801028 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-eb314539-a068-46ee-812f-8ff2a4756347 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:00.906614 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-30ac74d3-eda0-4b12-855f-18c12fadc89b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-390876779-network', 'tenant_id': '016b62e7a92b4a59a449f2d507b63060'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:18:00.918629 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-eb314539-a068-46ee-812f-8ff2a4756347 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4228065 Dec 08 16:18:00.922051 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54320) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:00.930143 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-576ad7cb-a8f7-4485-aa9e-81b47696c321 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-703764080'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:18:01.094440 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ac74d3-eda0-4b12-855f-18c12fadc89b admin admin] Made reservation on behalf of 016b62e7a92b4a59a449f2d507b63060 for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:18:01.097220 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-30ac74d3-eda0-4b12-855f-18c12fadc89b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:01.101335 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d075067b-9082-455b-b170-fbeed9816044 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:01.116938 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-30ac74d3-eda0-4b12-855f-18c12fadc89b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:01.217561 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-30ac74d3-eda0-4b12-855f-18c12fadc89b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:01.220618 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d075067b-9082-455b-b170-fbeed9816044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:01.296652 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576ad7cb-a8f7-4485-aa9e-81b47696c321 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Made reservation on behalf of 51a87c34cff54be8bd9f39e385a06492 for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:18:01.302968 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-576ad7cb-a8f7-4485-aa9e-81b47696c321 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:01.346261 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-576ad7cb-a8f7-4485-aa9e-81b47696c321 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:18:01.359628 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-576ad7cb-a8f7-4485-aa9e-81b47696c321 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:01.360004 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-d075067b-9082-455b-b170-fbeed9816044 admin admin] Allocated IP 172.25.0.66 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/7f2ea427-0373-479f-b28a-80fce5ae59d3) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:18:01.360558 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-576ad7cb-a8f7-4485-aa9e-81b47696c321 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Added segment 17a11797-a923-4052-957f-199939807b9d of type vlan for network 466ac50f-80bc-47de-b554-7e85066ea5b3 Dec 08 16:18:01.366715 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-30ac74d3-eda0-4b12-855f-18c12fadc89b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:01.406952 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30ac74d3-eda0-4b12-855f-18c12fadc89b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:18:01.416015 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-576ad7cb-a8f7-4485-aa9e-81b47696c321 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:01.461748 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ac74d3-eda0-4b12-855f-18c12fadc89b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe15083-aee4-487e-8783-973d9efc4bfa,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:01.464878 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-30ac74d3-eda0-4b12-855f-18c12fadc89b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:01.465022 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-30ac74d3-eda0-4b12-855f-18c12fadc89b admin admin] Added segment 84f343a3-a60b-44d9-b4c1-5d696a48c8e1 of type vlan for network 5818c9ff-d720-4e44-a0f7-c1595ae41cbd Dec 08 16:18:01.502118 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ac74d3-eda0-4b12-855f-18c12fadc89b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:01.503179 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ac74d3-eda0-4b12-855f-18c12fadc89b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:01.504444 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ac74d3-eda0-4b12-855f-18c12fadc89b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:01.505290 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ac74d3-eda0-4b12-855f-18c12fadc89b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:01.505705 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ac74d3-eda0-4b12-855f-18c12fadc89b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:01.506115 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ac74d3-eda0-4b12-855f-18c12fadc89b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:01.506720 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ac74d3-eda0-4b12-855f-18c12fadc89b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:01.507102 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ac74d3-eda0-4b12-855f-18c12fadc89b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:01.507194 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ac74d3-eda0-4b12-855f-18c12fadc89b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:01.507679 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ac74d3-eda0-4b12-855f-18c12fadc89b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:01.507997 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ac74d3-eda0-4b12-855f-18c12fadc89b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:01.508787 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ac74d3-eda0-4b12-855f-18c12fadc89b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:01.508787 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ac74d3-eda0-4b12-855f-18c12fadc89b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:01.557096 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-30ac74d3-eda0-4b12-855f-18c12fadc89b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:01.560406 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-576ad7cb-a8f7-4485-aa9e-81b47696c321 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:01.570239 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576ad7cb-a8f7-4485-aa9e-81b47696c321 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:01.571362 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-576ad7cb-a8f7-4485-aa9e-81b47696c321 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:01.610780 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d075067b-9082-455b-b170-fbeed9816044 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:01.679475 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-30ac74d3-eda0-4b12-855f-18c12fadc89b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:01.680596 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ac74d3-eda0-4b12-855f-18c12fadc89b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:01.682156 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-30ac74d3-eda0-4b12-855f-18c12fadc89b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:01.683864 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576ad7cb-a8f7-4485-aa9e-81b47696c321 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event updated for resources: {'Network': ['ID=466ac50f-80bc-47de-b554-7e85066ea5b3,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:01.698878 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 466ac50f-80bc-47de-b554-7e85066ea5b3 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:18:01.717214 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-576ad7cb-a8f7-4485-aa9e-81b47696c321 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7933080 Dec 08 16:18:01.719870 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54338) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:01.730194 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-44c00e52-411f-4688-aebc-137739644050 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Request body: {'ports': [{'network_id': '7e867f59-8699-4081-a94b-61515eb9b9d8'}, {'network_id': '466ac50f-80bc-47de-b554-7e85066ea5b3'}]} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:18:01.730508 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-44c00e52-411f-4688-aebc-137739644050 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Request body: {'port': {'network_id': '7e867f59-8699-4081-a94b-61515eb9b9d8'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:18:01.735625 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-44c00e52-411f-4688-aebc-137739644050 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Request body: {'port': {'network_id': '466ac50f-80bc-47de-b554-7e85066ea5b3'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:18:01.755797 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d075067b-9082-455b-b170-fbeed9816044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:01.810906 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-30ac74d3-eda0-4b12-855f-18c12fadc89b admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1632693 Dec 08 16:18:01.841207 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54346) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:01.847608 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-b1be08ce-90fd-48f2-aa92-fd279854540f admin admin] Request body: {'subnet': {'network_id': '5818c9ff-d720-4e44-a0f7-c1595ae41cbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-390876779-subnet', 'tenant_id': '016b62e7a92b4a59a449f2d507b63060', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:18:01.879701 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d075067b-9082-455b-b170-fbeed9816044 admin admin] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:18:01.881354 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ac74d3-eda0-4b12-855f-18c12fadc89b admin admin] Pushing event updated for resources: {'Network': ['ID=5818c9ff-d720-4e44-a0f7-c1595ae41cbd,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:01.895083 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 4b8d5971-2d21-4951-9b66-de8081c96b95 up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:18:01.906332 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-d075067b-9082-455b-b170-fbeed9816044 admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:18:01.917061 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d075067b-9082-455b-b170-fbeed9816044 admin admin] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:18:01.960607 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 5818c9ff-d720-4e44-a0f7-c1595ae41cbd details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:18:02.012253 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d075067b-9082-455b-b170-fbeed9816044 admin admin] Pushing event updated for resources: {'Port': ['ID=7f2ea427-0373-479f-b28a-80fce5ae59d3,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:02.048502 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1be08ce-90fd-48f2-aa92-fd279854540f admin admin] Made reservation on behalf of 016b62e7a92b4a59a449f2d507b63060 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:18:02.053452 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b1be08ce-90fd-48f2-aa92-fd279854540f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:02.105717 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 4b8d5971-2d21-4951-9b66-de8081c96b95 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:18:02.106272 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:02.327696 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:02.371259 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea814955-832d-40d8-94c7-1d01f64c7a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b8d5971-2d21-4951-9b66-de8081c96b95'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:18:02.374144 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-986097a4-f27a-4a7b-b66b-b8cd72fccc8a" -d '{"events": [{"server_uuid": "ea814955-832d-40d8-94c7-1d01f64c7a15", "name": "network-vif-plugged", "status": "completed", "tag": "4b8d5971-2d21-4951-9b66-de8081c96b95"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:18:02.390171 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 4b8d5971-2d21-4951-9b66-de8081c96b95, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=4b8d5971-2d21-4951-9b66-de8081c96b95,segment=NetworkSegment(bb740625-1067-4eb4-8c3f-54ce2bbbb747),segment_id=bb740625-1067-4eb4-8c3f-54ce2bbbb747)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:18:02.398129 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c00e52-411f-4688-aebc-137739644050 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Made reservation on behalf of 51a87c34cff54be8bd9f39e385a06492 for: {'port': 2} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:18:02.409506 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-44c00e52-411f-4688-aebc-137739644050 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:02.421993 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601621d8-b195-4d7c-ad33-715ec8d6de1d x-openstack-request-id: req-601621d8-b195-4d7c-ad33-715ec8d6de1d {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:18:02.422426 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea814955-832d-40d8-94c7-1d01f64c7a15", "name": "network-vif-plugged", "status": "completed", "tag": "4b8d5971-2d21-4951-9b66-de8081c96b95", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:18:02.422782 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-601621d8-b195-4d7c-ad33-715ec8d6de1d {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:18:02.423282 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea814955-832d-40d8-94c7-1d01f64c7a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b8d5971-2d21-4951-9b66-de8081c96b95', 'code': 200} Dec 08 16:18:02.475547 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-44c00e52-411f-4688-aebc-137739644050 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:02.557214 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:02.600233 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-44c00e52-411f-4688-aebc-137739644050 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] device_id is not set on port 1c52c090-d5ef-4c5b-be7e-9f65284df4e6 yet. {{(pid=110551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:18:02.619130 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b1be08ce-90fd-48f2-aa92-fd279854540f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:02.695129 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d075067b-9082-455b-b170-fbeed9816044 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:02.715634 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=4b8d5971-2d21-4951-9b66-de8081c96b95,revision_number=10']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:02.798113 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 4635aa06-7874-4a1c-8878-d41e6219f793 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:18:02.862452 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: 4635aa06-7874-4a1c-8878-d41e6219f793 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:18:02.863273 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 4635aa06-7874-4a1c-8878-d41e6219f793 not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:18:02.932495 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1be08ce-90fd-48f2-aa92-fd279854540f admin admin] Pushing event updated for resources: {'Subnet': ['ID=df2249ce-cfa8-4a85-899e-a41f46417917,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:02.963751 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1be08ce-90fd-48f2-aa92-fd279854540f admin admin] Checking segment: {'id': '84f343a3-a60b-44d9-b4c1-5d696a48c8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5818c9ff-d720-4e44-a0f7-c1595ae41cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:18:02.964263 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1be08ce-90fd-48f2-aa92-fd279854540f admin admin] Network hostable DHCP agents. Network: 5818c9ff-d720-4e44-a0f7-c1595ae41cbd, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:18:02.972739 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54390) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:02.996872 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-44c00e52-411f-4688-aebc-137739644050 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:03.059541 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d075067b-9082-455b-b170-fbeed9816044 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:03.106778 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-44c00e52-411f-4688-aebc-137739644050 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] device_id is not set on port f0f55f46-c785-4846-af5b-a4ff63389a37 yet. {{(pid=110551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:18:03.156500 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1be08ce-90fd-48f2-aa92-fd279854540f admin admin] Network 5818c9ff-d720-4e44-a0f7-c1595ae41cbd is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:18:03.256028 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4ad022f3-4bc6-410a-bace-6e7728d6ed05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:03.331752 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-b1be08ce-90fd-48f2-aa92-fd279854540f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 5818c9ff-d720-4e44-a0f7-c1595ae41cbd) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:18:03.342942 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e88570-0d69-4041-a07e-e8135d95e537 None None] Network 5818c9ff-d720-4e44-a0f7-c1595ae41cbd requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:18:03.344019 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1be08ce-90fd-48f2-aa92-fd279854540f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:03.345967 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b1be08ce-90fd-48f2-aa92-fd279854540f admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:03.366821 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-44c00e52-411f-4688-aebc-137739644050 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:03.399730 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d075067b-9082-455b-b170-fbeed9816044 admin admin] Router d62c4c60-dbf1-4e1d-a337-8528efeafd20 is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:18:03.507995 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4ad022f3-4bc6-410a-bace-6e7728d6ed05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:03.534378 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b1be08ce-90fd-48f2-aa92-fd279854540f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6883507 Dec 08 16:18:03.537077 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a073731e-b3ac-4509-9fa5-16f2ee2c04ec req-26eacdce-faed-4f94-a187-2e77834fe21c tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:03.546422 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a073731e-b3ac-4509-9fa5-16f2ee2c04ec req-26eacdce-faed-4f94-a187-2e77834fe21c tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=91b28079-a927-4586-8356-064ab2b9d97a HTTP/1.1" status: 200 len: 946 time: 0.1479983 Dec 08 16:18:03.552362 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23affc38-d7be-4dd8-989d-2187aec39f08 None None] Network 5818c9ff-d720-4e44-a0f7-c1595ae41cbd requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:18:03.576315 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-44c00e52-411f-4688-aebc-137739644050 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:03.661894 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a073731e-b3ac-4509-9fa5-16f2ee2c04ec req-f74f527f-058b-4eca-b333-9d512d2b9613 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155841 Dec 08 16:18:03.667876 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d075067b-9082-455b-b170-fbeed9816044 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:18:03.676990 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c00e52-411f-4688-aebc-137739644050 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Network 7e867f59-8699-4081-a94b-61515eb9b9d8 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:18:03.682277 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d93307a-113b-4c11-9440-c1fb95f6368d None None] Sync routers for ids ['d62c4c60-dbf1-4e1d-a337-8528efeafd20'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:18:03.698275 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d93307a-113b-4c11-9440-c1fb95f6368d None None] Routers {'d62c4c60-dbf1-4e1d-a337-8528efeafd20'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:18:03.710899 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-2d93307a-113b-4c11-9440-c1fb95f6368d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:17:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['d62c4c60-dbf1-4e1d-a337-8528efeafd20'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:18:03.711093 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4ad022f3-4bc6-410a-bace-6e7728d6ed05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:03.713826 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-44c00e52-411f-4688-aebc-137739644050 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:18:03.722804 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c00e52-411f-4688-aebc-137739644050 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event updated for resources: {'Port': ['ID=1c52c090-d5ef-4c5b-be7e-9f65284df4e6,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:03.729178 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c00e52-411f-4688-aebc-137739644050 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:18:03.730723 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-44c00e52-411f-4688-aebc-137739644050 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:03.755400 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d075067b-9082-455b-b170-fbeed9816044 admin admin] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:03.760271 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-d075067b-9082-455b-b170-fbeed9816044 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.8089733 Dec 08 16:18:03.760888 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 54402) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:03.841274 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-4ad022f3-4bc6-410a-bace-6e7728d6ed05 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9470da1143f1461ebb86fbc44460728b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8668630 Dec 08 16:18:03.847080 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 54408) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:03.864319 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad022f3-4bc6-410a-bace-6e7728d6ed05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29eaf937-4d17-48f9-a64b-f5f6071dcc13,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:03.891806 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c00e52-411f-4688-aebc-137739644050 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event updated for resources: {'Port': ['ID=f0f55f46-c785-4846-af5b-a4ff63389a37,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:03.939609 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c00e52-411f-4688-aebc-137739644050 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Checking segment: {'id': '17a11797-a923-4052-957f-199939807b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '466ac50f-80bc-47de-b554-7e85066ea5b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:18:03.942690 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c00e52-411f-4688-aebc-137739644050 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Network hostable DHCP agents. Network: 466ac50f-80bc-47de-b554-7e85066ea5b3, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:18:03.951773 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-2d93307a-113b-4c11-9440-c1fb95f6368d None None] Set router d62c4c60-dbf1-4e1d-a337-8528efeafd20 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:18:03.967104 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-759c8190-fa8d-4922-86d2-20820e475e4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:04.032335 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-759c8190-fa8d-4922-86d2-20820e475e4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:04.088271 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c00e52-411f-4688-aebc-137739644050 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Network 466ac50f-80bc-47de-b554-7e85066ea5b3 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:18:04.211044 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-44c00e52-411f-4688-aebc-137739644050 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 466ac50f-80bc-47de-b554-7e85066ea5b3) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:18:04.216127 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c00e52-411f-4688-aebc-137739644050 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:18:04.227040 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90927e35-2c1f-455d-9510-750fdf284fec None None] Network 466ac50f-80bc-47de-b554-7e85066ea5b3 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:18:04.251362 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c00e52-411f-4688-aebc-137739644050 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:04.278496 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-2d93307a-113b-4c11-9440-c1fb95f6368d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd62c4c60-dbf1-4e1d-a337-8528efeafd20', 'name': 'tempest-ServerRescueTestJSON-1900544900-router', 'tenant_id': '86427fb06cd943e1bad210250d1fd45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '7f2ea427-0373-479f-b28a-80fce5ae59d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:18:00Z', 'updated_at': '2021-12-08T16:18:02Z', 'revision_number': 3, 'project_id': '86427fb06cd943e1bad210250d1fd45f', 'gw_port': {'id': '7f2ea427-0373-479f-b28a-80fce5ae59d3', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:22:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd62c4c60-dbf1-4e1d-a337-8528efeafd20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:18:01Z', 'updated_at': '2021-12-08T16:18:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:18:04.280594 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c00e52-411f-4688-aebc-137739644050 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:04.284506 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-44c00e52-411f-4688-aebc-137739644050 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:04.445189 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d93307a-113b-4c11-9440-c1fb95f6368d None None] Checking router: d62c4c60-dbf1-4e1d-a337-8528efeafd20 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:18:04.445809 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d93307a-113b-4c11-9440-c1fb95f6368d None None] Updating router d62c4c60-dbf1-4e1d-a337-8528efeafd20 port 7f2ea427-0373-479f-b28a-80fce5ae59d3 binding host n-d-776250-12 {{(pid=110553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:18:04.502120 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-44c00e52-411f-4688-aebc-137739644050 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.7806249 Dec 08 16:18:04.503133 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54420) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:04.503703 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:04.510628 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-2d93307a-113b-4c11-9440-c1fb95f6368d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:04.599057 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-759c8190-fa8d-4922-86d2-20820e475e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:04.602404 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-759c8190-fa8d-4922-86d2-20820e475e4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:04.608379 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-759c8190-fa8d-4922-86d2-20820e475e4b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/29eaf937-4d17-48f9-a64b-f5f6071dcc13 HTTP/1.1" status: 204 len: 168 time: 0.7596853 Dec 08 16:18:04.625945 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759c8190-fa8d-4922-86d2-20820e475e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29eaf937-4d17-48f9-a64b-f5f6071dcc13,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:04.768004 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-5e31c987-c821-4353-bc85-65c457c36928 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Deleting port f0f55f46-c785-4846-af5b-a4ff63389a37 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:18:04.768687 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5e31c987-c821-4353-bc85-65c457c36928 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:04.863431 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b2945-8c2c-4cac-ad2e-d1abc68e358a req-042f5708-6fc9-4580-88b4-68c31ba1ef3f tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:04.866541 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c24b2945-8c2c-4cac-ad2e-d1abc68e358a req-042f5708-6fc9-4580-88b4-68c31ba1ef3f tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.37 "GET /v2.0/ports?device_id=91b28079-a927-4586-8356-064ab2b9d97a HTTP/1.1" status: 200 len: 946 time: 0.1876183 Dec 08 16:18:04.918339 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54434) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:04.925184 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-5e41caae-3577-4ee3-a836-3afd3fa42252 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1162346767-network', 'tenant_id': '4a5f282984f54f02937f101ed410dc3d'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:18:04.973030 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5607c702-a2c8-4fb4-acd7-a72ab9a86af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:04.988552 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5e31c987-c821-4353-bc85-65c457c36928 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:05.002911 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b9fec-1c2a-43c1-a73f-bea16db1628d req-e870cc45-4a65-4961-bee6-1eb8bdf30721 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:05.016963 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c37b9fec-1c2a-43c1-a73f-bea16db1628d req-e870cc45-4a65-4961-bee6-1eb8bdf30721 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=91b28079-a927-4586-8356-064ab2b9d97a HTTP/1.1" status: 200 len: 946 time: 0.1742175 Dec 08 16:18:05.105134 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-2d93307a-113b-4c11-9440-c1fb95f6368d None None] Publish callbacks [] for port, precommit_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:05.132897 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c37b9fec-1c2a-43c1-a73f-bea16db1628d req-c9136707-d20d-4eb0-b582-705dd4e070b1 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a3d8ecd-5df0-4703-82e4-51a5960ae875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148484 Dec 08 16:18:05.140216 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-5e31c987-c821-4353-bc85-65c457c36928 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Calling delete_port for f0f55f46-c785-4846-af5b-a4ff63389a37 owned by {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:18:05.182606 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-2d93307a-113b-4c11-9440-c1fb95f6368d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:05.233341 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-c24b2945-8c2c-4cac-ad2e-d1abc68e358a req-0d23e582-5bd8-4086-9eec-b30778d0c94b tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Deleting port 447778cb-6852-4f54-8138-b73aa73fba8a {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:18:05.233683 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c24b2945-8c2c-4cac-ad2e-d1abc68e358a req-0d23e582-5bd8-4086-9eec-b30778d0c94b tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:05.333393 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e41caae-3577-4ee3-a836-3afd3fa42252 admin admin] Made reservation on behalf of 4a5f282984f54f02937f101ed410dc3d for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:18:05.338144 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5e41caae-3577-4ee3-a836-3afd3fa42252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:05.343448 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4126a3a7-26bd-4d2f-bfc3-583dc006baf4 None None] Pushing event updated for resources: {'Port': ['ID=7f2ea427-0373-479f-b28a-80fce5ae59d3,revision_number=2']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:05.352217 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-2d93307a-113b-4c11-9440-c1fb95f6368d None None] Attempting to bind port 7f2ea427-0373-479f-b28a-80fce5ae59d3 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:18:05.353494 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-2d93307a-113b-4c11-9440-c1fb95f6368d None None] Attempting to bind port 7f2ea427-0373-479f-b28a-80fce5ae59d3 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:18:05.353882 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d93307a-113b-4c11-9440-c1fb95f6368d None None] Attempting to bind port 7f2ea427-0373-479f-b28a-80fce5ae59d3 on network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:18:05.361605 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5e41caae-3577-4ee3-a836-3afd3fa42252 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:05.375703 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126a3a7-26bd-4d2f-bfc3-583dc006baf4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:05.376084 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126a3a7-26bd-4d2f-bfc3-583dc006baf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:05.376656 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126a3a7-26bd-4d2f-bfc3-583dc006baf4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:05.376835 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126a3a7-26bd-4d2f-bfc3-583dc006baf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:05.377179 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126a3a7-26bd-4d2f-bfc3-583dc006baf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:05.377515 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126a3a7-26bd-4d2f-bfc3-583dc006baf4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:05.377847 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126a3a7-26bd-4d2f-bfc3-583dc006baf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:05.378175 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126a3a7-26bd-4d2f-bfc3-583dc006baf4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:05.378507 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126a3a7-26bd-4d2f-bfc3-583dc006baf4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:05.378834 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126a3a7-26bd-4d2f-bfc3-583dc006baf4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:05.379162 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126a3a7-26bd-4d2f-bfc3-583dc006baf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:05.381761 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126a3a7-26bd-4d2f-bfc3-583dc006baf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:05.382110 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126a3a7-26bd-4d2f-bfc3-583dc006baf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:05.402522 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d93307a-113b-4c11-9440-c1fb95f6368d None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:18:05.402908 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d93307a-113b-4c11-9440-c1fb95f6368d None None] Checking segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:18:05.404790 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-2d93307a-113b-4c11-9440-c1fb95f6368d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:05.405232 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d93307a-113b-4c11-9440-c1fb95f6368d None None] Bound using segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:18:05.407171 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-2d93307a-113b-4c11-9440-c1fb95f6368d None None] Bound port: 7f2ea427-0373-479f-b28a-80fce5ae59d3, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:18:05.407577 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-2d93307a-113b-4c11-9440-c1fb95f6368d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:05.444448 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-c24b2945-8c2c-4cac-ad2e-d1abc68e358a req-0d23e582-5bd8-4086-9eec-b30778d0c94b tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] For port 447778cb-6852-4f54-8138-b73aa73fba8a, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=447778cb-6852-4f54-8138-b73aa73fba8a,segment=NetworkSegment(9b02e36e-6de5-484c-a36e-2fa26fb39118),segment_id=9b02e36e-6de5-484c-a36e-2fa26fb39118)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:18:05.445129 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c24b2945-8c2c-4cac-ad2e-d1abc68e358a req-0d23e582-5bd8-4086-9eec-b30778d0c94b tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:05.459344 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-c24b2945-8c2c-4cac-ad2e-d1abc68e358a req-0d23e582-5bd8-4086-9eec-b30778d0c94b tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Calling delete_port for 447778cb-6852-4f54-8138-b73aa73fba8a owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:18:05.492447 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-2d93307a-113b-4c11-9440-c1fb95f6368d None None] For port 7f2ea427-0373-479f-b28a-80fce5ae59d3, host n-d-776250-12, cleared binding levels {{(pid=110553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:18:05.496298 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-2d93307a-113b-4c11-9440-c1fb95f6368d None None] For port 7f2ea427-0373-479f-b28a-80fce5ae59d3, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=7f2ea427-0373-479f-b28a-80fce5ae59d3,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:18:05.506798 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5e31c987-c821-4353-bc85-65c457c36928 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:05.550197 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e31c987-c821-4353-bc85-65c457c36928 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event deleted for resources: {'Port': ['ID=f0f55f46-c785-4846-af5b-a4ff63389a37,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:05.559591 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-5607c702-a2c8-4fb4-acd7-a72ab9a86af9 admin admin] Allocated IP 172.20.0.1 (bac12048-218d-4c84-9c9f-b2662c6ae975/911fa867-e0c1-483c-87c7-224732096f69/4c57da49-63e4-4f48-b3bc-f66bf4f61c00) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:18:05.560117 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5e31c987-c821-4353-bc85-65c457c36928 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:05.565830 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-5e31c987-c821-4353-bc85-65c457c36928 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "DELETE /v2.0/ports/f0f55f46-c785-4846-af5b-a4ff63389a37 HTTP/1.1" status: 204 len: 168 time: 1.0589650 Dec 08 16:18:05.570053 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54448) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:05.661639 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5e41caae-3577-4ee3-a836-3afd3fa42252 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:05.674543 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-2d93307a-113b-4c11-9440-c1fb95f6368d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:05.697417 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7e7bd4-ed86-489c-8506-c3540267e1fc tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:05.716836 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7e7bd4-ed86-489c-8506-c3540267e1fc tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:05.721727 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-7c7e7bd4-ed86-489c-8506-c3540267e1fc tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1506636 Dec 08 16:18:05.724620 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54452) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:05.740399 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4126a3a7-26bd-4d2f-bfc3-583dc006baf4 None None] Pushing event updated for resources: {'Port': ['ID=7f2ea427-0373-479f-b28a-80fce5ae59d3,revision_number=3']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:05.765926 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d93307a-113b-4c11-9440-c1fb95f6368d None None] Routers {'d62c4c60-dbf1-4e1d-a337-8528efeafd20'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:18:05.768196 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-2d93307a-113b-4c11-9440-c1fb95f6368d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:17:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['d62c4c60-dbf1-4e1d-a337-8528efeafd20'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:18:05.806666 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5607c702-a2c8-4fb4-acd7-a72ab9a86af9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:05.911553 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c24b2945-8c2c-4cac-ad2e-d1abc68e358a req-0d23e582-5bd8-4086-9eec-b30778d0c94b tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:05.927301 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['447778cb-6852-4f54-8138-b73aa73fba8a'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:18:05.990623 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d23e582-5bd8-4086-9eec-b30778d0c94b tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Pushing event deleted for resources: {'Port': ['ID=447778cb-6852-4f54-8138-b73aa73fba8a,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:06.006828 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-2d93307a-113b-4c11-9440-c1fb95f6368d None None] Set router d62c4c60-dbf1-4e1d-a337-8528efeafd20 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:18:06.113178 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5607c702-a2c8-4fb4-acd7-a72ab9a86af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:06.143843 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-c24b2945-8c2c-4cac-ad2e-d1abc68e358a req-0d23e582-5bd8-4086-9eec-b30778d0c94b tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] No DVR routers for this DVR port 447778cb-6852-4f54-8138-b73aa73fba8a on host n-h2-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:18:06.188627 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c24b2945-8c2c-4cac-ad2e-d1abc68e358a req-0d23e582-5bd8-4086-9eec-b30778d0c94b tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:06.194828 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c24b2945-8c2c-4cac-ad2e-d1abc68e358a req-0d23e582-5bd8-4086-9eec-b30778d0c94b tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.37 "DELETE /v2.0/ports/447778cb-6852-4f54-8138-b73aa73fba8a HTTP/1.1" status: 204 len: 173 time: 1.3221192 Dec 08 16:18:06.195782 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91b28079-a927-4586-8356-064ab2b9d97a', 'name': 'network-vif-deleted', 'tag': '447778cb-6852-4f54-8138-b73aa73fba8a'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:18:06.199030 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d4a4b9-9044-40ac-937f-c241bd522070" -d '{"events": [{"server_uuid": "91b28079-a927-4586-8356-064ab2b9d97a", "name": "network-vif-deleted", "tag": "447778cb-6852-4f54-8138-b73aa73fba8a"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:18:06.240330 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5607c702-a2c8-4fb4-acd7-a72ab9a86af9 admin admin] Network bac12048-218d-4c84-9c9f-b2662c6ae975 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:18:06.267460 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-5607c702-a2c8-4fb4-acd7-a72ab9a86af9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:18:06.276741 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cabe8fa9-cc12-4e32-896f-caf15dc59989 x-openstack-request-id: req-cabe8fa9-cc12-4e32-896f-caf15dc59989 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:18:06.277258 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91b28079-a927-4586-8356-064ab2b9d97a", "name": "network-vif-deleted", "tag": "447778cb-6852-4f54-8138-b73aa73fba8a", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:18:06.277782 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cabe8fa9-cc12-4e32-896f-caf15dc59989 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:18:06.278385 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91b28079-a927-4586-8356-064ab2b9d97a', 'name': 'network-vif-deleted', 'tag': '447778cb-6852-4f54-8138-b73aa73fba8a', 'status': 'completed', 'code': 200} Dec 08 16:18:06.279611 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5607c702-a2c8-4fb4-acd7-a72ab9a86af9 admin admin] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:18:06.328724 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5607c702-a2c8-4fb4-acd7-a72ab9a86af9 admin admin] Pushing event updated for resources: {'Port': ['ID=4c57da49-63e4-4f48-b3bc-f66bf4f61c00,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:06.345324 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5607c702-a2c8-4fb4-acd7-a72ab9a86af9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:06.401002 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-2d93307a-113b-4c11-9440-c1fb95f6368d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd62c4c60-dbf1-4e1d-a337-8528efeafd20', 'name': 'tempest-ServerRescueTestJSON-1900544900-router', 'tenant_id': '86427fb06cd943e1bad210250d1fd45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '7f2ea427-0373-479f-b28a-80fce5ae59d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:18:00Z', 'updated_at': '2021-12-08T16:18:02Z', 'revision_number': 3, 'project_id': '86427fb06cd943e1bad210250d1fd45f', 'gw_port': {'id': '7f2ea427-0373-479f-b28a-80fce5ae59d3', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:22:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd62c4c60-dbf1-4e1d-a337-8528efeafd20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:18:01Z', 'updated_at': '2021-12-08T16:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:18:06.435479 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d93307a-113b-4c11-9440-c1fb95f6368d None None] The sync data for ids ['d62c4c60-dbf1-4e1d-a337-8528efeafd20'] in n-d-776250-12 is: [{'id': 'd62c4c60-dbf1-4e1d-a337-8528efeafd20', 'name': 'tempest-ServerRescueTestJSON-1900544900-router', 'tenant_id': '86427fb06cd943e1bad210250d1fd45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '7f2ea427-0373-479f-b28a-80fce5ae59d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:18:00Z', 'updated_at': '2021-12-08T16:18:02Z', 'revision_number': 3, 'project_id': '86427fb06cd943e1bad210250d1fd45f', 'gw_port': {'id': '7f2ea427-0373-479f-b28a-80fce5ae59d3', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:22:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd62c4c60-dbf1-4e1d-a337-8528efeafd20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:18:01Z', 'updated_at': '2021-12-08T16:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:18:06.511113 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5e41caae-3577-4ee3-a836-3afd3fa42252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:06.524295 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6fddcdfe-e159-4caf-8f19-c565958980c8 req-e7941674-e57d-478d-8b21-c56567655015 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=91b28079-a927-4586-8356-064ab2b9d97a HTTP/1.1" status: 200 len: 210 time: 0.2025416 Dec 08 16:18:06.604391 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e41caae-3577-4ee3-a836-3afd3fa42252 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:18:06.615492 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e41caae-3577-4ee3-a836-3afd3fa42252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbaed9d8-d2a4-4355-bbd6-fa2a270f9383,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:06.628289 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5e41caae-3577-4ee3-a836-3afd3fa42252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:06.628686 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-5e41caae-3577-4ee3-a836-3afd3fa42252 admin admin] Added segment bf5b830b-c8b2-4a14-853f-8c3b5f90b098 of type vlan for network 15e0b017-5d1b-4db7-8738-46a0aac388de Dec 08 16:18:06.688456 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5e41caae-3577-4ee3-a836-3afd3fa42252 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:06.699989 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-5a860560-ac88-4ccb-b975-d2cf84a7ebec tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Deleting port 1c52c090-d5ef-4c5b-be7e-9f65284df4e6 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:18:06.700360 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5a860560-ac88-4ccb-b975-d2cf84a7ebec tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:06.803417 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5a860560-ac88-4ccb-b975-d2cf84a7ebec tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:06.816522 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-5a860560-ac88-4ccb-b975-d2cf84a7ebec tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Calling delete_port for 1c52c090-d5ef-4c5b-be7e-9f65284df4e6 owned by {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:18:06.954886 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5607c702-a2c8-4fb4-acd7-a72ab9a86af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:06.955593 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5e41caae-3577-4ee3-a836-3afd3fa42252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:06.955593 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e41caae-3577-4ee3-a836-3afd3fa42252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:06.955593 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5e41caae-3577-4ee3-a836-3afd3fa42252 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:06.992821 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 7f2ea427-0373-479f-b28a-80fce5ae59d3 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:18:07.099277 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e41caae-3577-4ee3-a836-3afd3fa42252 admin admin] Pushing event updated for resources: {'Network': ['ID=15e0b017-5d1b-4db7-8738-46a0aac388de,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:07.117389 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5a860560-ac88-4ccb-b975-d2cf84a7ebec tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:07.137968 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 15e0b017-5d1b-4db7-8738-46a0aac388de details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:18:07.220665 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 7f2ea427-0373-479f-b28a-80fce5ae59d3 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:18:07.221366 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:07.226558 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a860560-ac88-4ccb-b975-d2cf84a7ebec tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event deleted for resources: {'Port': ['ID=1c52c090-d5ef-4c5b-be7e-9f65284df4e6,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:07.258705 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-5e41caae-3577-4ee3-a836-3afd3fa42252 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.3380508 Dec 08 16:18:07.263889 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54486) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:07.269813 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5a860560-ac88-4ccb-b975-d2cf84a7ebec tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:07.276915 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 54488) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:07.279896 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-5a860560-ac88-4ccb-b975-d2cf84a7ebec tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "DELETE /v2.0/ports/1c52c090-d5ef-4c5b-be7e-9f65284df4e6 HTTP/1.1" status: 204 len: 168 time: 1.5461125 Dec 08 16:18:07.292062 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-f0a91d72-bd4f-4566-bfeb-cea95cf9782d admin admin] Request body: {'subnet': {'network_id': '15e0b017-5d1b-4db7-8738-46a0aac388de', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1162346767-subnet', 'tenant_id': '4a5f282984f54f02937f101ed410dc3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:18:07.454507 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16cf197-f617-4e3c-8e98-71699f5caeb4 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:07.458616 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-e16cf197-f617-4e3c-8e98-71699f5caeb4 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1802070 Dec 08 16:18:07.461861 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54490) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:07.468673 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:07.482080 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a91d72-bd4f-4566-bfeb-cea95cf9782d admin admin] Made reservation on behalf of 4a5f282984f54f02937f101ed410dc3d for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:18:07.485639 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f0a91d72-bd4f-4566-bfeb-cea95cf9782d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:07.506767 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 7f2ea427-0373-479f-b28a-80fce5ae59d3, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=7f2ea427-0373-479f-b28a-80fce5ae59d3,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:18:07.514977 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5607c702-a2c8-4fb4-acd7-a72ab9a86af9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:07.527791 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-97b6642a-6999-4f17-9330-955460aa4725 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] GET failed (client error): The resource could not be found. Dec 08 16:18:07.529825 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-97b6642a-6999-4f17-9330-955460aa4725 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "GET /v2.0/ports/f0f55f46-c785-4846-af5b-a4ff63389a37 HTTP/1.1" status: 404 len: 333 time: 0.0664883 Dec 08 16:18:07.544844 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 54494) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:07.583382 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5f687e6-7084-497c-b825-57e0c68876d0 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] GET failed (client error): The resource could not be found. Dec 08 16:18:07.588274 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a5f687e6-7084-497c-b825-57e0c68876d0 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "GET /v2.0/ports/1c52c090-d5ef-4c5b-be7e-9f65284df4e6 HTTP/1.1" status: 404 len: 333 time: 0.0408621 Dec 08 16:18:07.595524 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54498) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:07.643702 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:07.644095 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5607c702-a2c8-4fb4-acd7-a72ab9a86af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:07.794143 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5607c702-a2c8-4fb4-acd7-a72ab9a86af9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:07.809938 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=7f2ea427-0373-479f-b28a-80fce5ae59d3,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:07.893526 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 447778cb-6852-4f54-8138-b73aa73fba8a no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:18:07.941741 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5607c702-a2c8-4fb4-acd7-a72ab9a86af9 admin admin] Pushing event updated for resources: {'Port': ['ID=4c57da49-63e4-4f48-b3bc-f66bf4f61c00,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:07.944819 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: 447778cb-6852-4f54-8138-b73aa73fba8a {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:18:07.945821 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 447778cb-6852-4f54-8138-b73aa73fba8a not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:18:08.030041 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ec89b920-af52-4f70-bf04-92cce55f2112 req-a84bcdd5-4074-45c1-96ae-c092e09bb853 tempest-ServersTestJSON-1374612 tempest-ServersTestJSON-1374612-project] 10.222.0.64 "GET /v2.0/ports?device_id=91b28079-a927-4586-8356-064ab2b9d97a HTTP/1.1" status: 200 len: 210 time: 0.1736159 Dec 08 16:18:08.036133 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5607c702-a2c8-4fb4-acd7-a72ab9a86af9 admin admin] Network bac12048-218d-4c84-9c9f-b2662c6ae975 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:18:08.038791 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-5607c702-a2c8-4fb4-acd7-a72ab9a86af9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:18:08.058985 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9821ec9c-5875-47fc-967a-45b9442aae6a tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:08.230725 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5607c702-a2c8-4fb4-acd7-a72ab9a86af9 admin admin] Router d62c4c60-dbf1-4e1d-a337-8528efeafd20 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:18:08.272374 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9821ec9c-5875-47fc-967a-45b9442aae6a tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:08.307643 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-9821ec9c-5875-47fc-967a-45b9442aae6a tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['466ac50f-80bc-47de-b554-7e85066ea5b3']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:18:08.324731 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-9821ec9c-5875-47fc-967a-45b9442aae6a tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17a11797-a923-4052-957f-199939807b9d') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:18:08.327030 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-9821ec9c-5875-47fc-967a-45b9442aae6a tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17a11797-a923-4052-957f-199939807b9d') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:18:08.339385 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9821ec9c-5875-47fc-967a-45b9442aae6a tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:08.355426 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9821ec9c-5875-47fc-967a-45b9442aae6a tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:08.366017 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9821ec9c-5875-47fc-967a-45b9442aae6a tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:18:08.366434 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9821ec9c-5875-47fc-967a-45b9442aae6a tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:08.370508 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:18:08.370508 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:18:08.370508 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:18:08.370508 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:18:08.370508 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:18:08.370508 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:18:08.370508 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:18:08.370508 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:18:08.370508 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:18:08.370508 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:18:08.370508 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:18:08.370508 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:18:08.370508 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:18:08.370508 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:18:08.370508 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:18:08.370508 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:18:08.370508 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:18:08.370508 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:18:08.370508 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:18:08.370508 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:18:08.370508 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:18:08.370508 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:18:08.370508 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:18:08.370508 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:18:08.370508 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:18:08.370508 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:18:08.370508 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:18:08.370508 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:18:08.370508 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:18:08.370508 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:18:08.370508 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:18:08.370508 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:18:08.399416 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f0a91d72-bd4f-4566-bfeb-cea95cf9782d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:08.403573 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5607c702-a2c8-4fb4-acd7-a72ab9a86af9 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:18:08.418456 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-5607c702-a2c8-4fb4-acd7-a72ab9a86af9 admin admin] 10.222.0.64 "PUT /v2.0/routers/d62c4c60-dbf1-4e1d-a337-8528efeafd20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6563714 Dec 08 16:18:08.543976 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a91d72-bd4f-4566-bfeb-cea95cf9782d admin admin] Checking segment: {'id': 'bf5b830b-c8b2-4a14-853f-8c3b5f90b098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '15e0b017-5d1b-4db7-8738-46a0aac388de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:18:08.544575 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a91d72-bd4f-4566-bfeb-cea95cf9782d admin admin] Network hostable DHCP agents. Network: 15e0b017-5d1b-4db7-8738-46a0aac388de, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:18:08.558204 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a91d72-bd4f-4566-bfeb-cea95cf9782d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfe84457-347e-4c06-aecc-75ab00c5c6aa,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:08.619591 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:08.732199 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9821ec9c-5875-47fc-967a-45b9442aae6a tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:08.781238 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a91d72-bd4f-4566-bfeb-cea95cf9782d admin admin] Network 15e0b017-5d1b-4db7-8738-46a0aac388de is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:18:08.788425 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9821ec9c-5875-47fc-967a-45b9442aae6a tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:08.832313 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-9821ec9c-5875-47fc-967a-45b9442aae6a tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "DELETE /v2.0/networks/466ac50f-80bc-47de-b554-7e85066ea5b3 HTTP/1.1" status: 204 len: 168 time: 1.2354066 Dec 08 16:18:08.832723 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 54534) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:08.841397 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-3c3fe8d3-4798-4678-8ab9-34a945db8a41 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-197571941'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:18:08.847356 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9821ec9c-5875-47fc-967a-45b9442aae6a tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event deleted for resources: {'Network': ['ID=466ac50f-80bc-47de-b554-7e85066ea5b3,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:08.959244 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-f0a91d72-bd4f-4566-bfeb-cea95cf9782d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 15e0b017-5d1b-4db7-8738-46a0aac388de) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:18:08.968679 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf22fb0-b990-4832-86ba-8500cc970b38 None None] Network 15e0b017-5d1b-4db7-8738-46a0aac388de requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:18:08.970998 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a91d72-bd4f-4566-bfeb-cea95cf9782d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:08.971910 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f0a91d72-bd4f-4566-bfeb-cea95cf9782d admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:08.972997 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 7f2ea427-0373-479f-b28a-80fce5ae59d3 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:18:08.988913 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3fe8d3-4798-4678-8ab9-34a945db8a41 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Made reservation on behalf of 51a87c34cff54be8bd9f39e385a06492 for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:18:08.993282 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3c3fe8d3-4798-4678-8ab9-34a945db8a41 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:09.099571 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c3fe8d3-4798-4678-8ab9-34a945db8a41 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:18:09.120615 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f0a91d72-bd4f-4566-bfeb-cea95cf9782d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8389158 Dec 08 16:18:09.138305 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db58f1cb-2d47-4ce6-ad16-506c20360322 None None] Sync routers for ids ['d62c4c60-dbf1-4e1d-a337-8528efeafd20'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:18:09.140816 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3c3fe8d3-4798-4678-8ab9-34a945db8a41 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:09.152841 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-3c3fe8d3-4798-4678-8ab9-34a945db8a41 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Added segment 26fc4d42-5f05-4979-be63-3bf2043fa7f2 of type vlan for network 7f39afd3-43b1-464b-927e-01d2ee69d0f0 Dec 08 16:18:09.180772 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54548) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:09.197199 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db58f1cb-2d47-4ce6-ad16-506c20360322 None None] Routers {'d62c4c60-dbf1-4e1d-a337-8528efeafd20'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:18:09.198172 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-db58f1cb-2d47-4ce6-ad16-506c20360322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:17:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['d62c4c60-dbf1-4e1d-a337-8528efeafd20'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:18:09.283896 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3c3fe8d3-4798-4678-8ab9-34a945db8a41 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:09.309496 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2ece4a-9163-4d06-825c-8b697addd5ae None None] Network 15e0b017-5d1b-4db7-8738-46a0aac388de requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:18:09.324348 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 7f2ea427-0373-479f-b28a-80fce5ae59d3 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:18:09.324727 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:09.326024 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-b71b5b37-078f-4d48-96b6-94ef942d9a83 admin admin] Deleting subnet 5ae73486-24f1-4ad9-b7a3-ee511661fedf {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:18:09.341163 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b71b5b37-078f-4d48-96b6-94ef942d9a83 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:09.367056 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:18:09.412233 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b71b5b37-078f-4d48-96b6-94ef942d9a83 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:09.450806 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3c3fe8d3-4798-4678-8ab9-34a945db8a41 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:09.458364 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3fe8d3-4798-4678-8ab9-34a945db8a41 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:09.459992 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3c3fe8d3-4798-4678-8ab9-34a945db8a41 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:09.491240 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b71b5b37-078f-4d48-96b6-94ef942d9a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:09.548568 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-db58f1cb-2d47-4ce6-ad16-506c20360322 None None] Set router d62c4c60-dbf1-4e1d-a337-8528efeafd20 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:18:09.635243 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3fe8d3-4798-4678-8ab9-34a945db8a41 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event updated for resources: {'Network': ['ID=7f39afd3-43b1-464b-927e-01d2ee69d0f0,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:09.657295 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b71b5b37-078f-4d48-96b6-94ef942d9a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:09.684387 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-3c3fe8d3-4798-4678-8ab9-34a945db8a41 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8470671 Dec 08 16:18:09.688451 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 54574) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:09.702599 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-02100f15-0c40-4d15-bfa1-f0829162a94e tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Request body: {'subnet': {'network_id': '7f39afd3-43b1-464b-927e-01d2ee69d0f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:18:09.714446 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 7f39afd3-43b1-464b-927e-01d2ee69d0f0 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:18:09.734987 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71b5b37-078f-4d48-96b6-94ef942d9a83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ae73486-24f1-4ad9-b7a3-ee511661fedf,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:09.743004 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b71b5b37-078f-4d48-96b6-94ef942d9a83 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:09.755521 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b71b5b37-078f-4d48-96b6-94ef942d9a83 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/5ae73486-24f1-4ad9-b7a3-ee511661fedf HTTP/1.1" status: 204 len: 168 time: 0.5709877 Dec 08 16:18:09.776646 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54580) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:09.966338 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f3056c81-8157-464a-b8c0-4dbac75dde86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:10.017073 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02100f15-0c40-4d15-bfa1-f0829162a94e tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Made reservation on behalf of 51a87c34cff54be8bd9f39e385a06492 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:18:10.021047 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-02100f15-0c40-4d15-bfa1-f0829162a94e tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:10.039236 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-db58f1cb-2d47-4ce6-ad16-506c20360322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd62c4c60-dbf1-4e1d-a337-8528efeafd20', 'name': 'tempest-ServerRescueTestJSON-1900544900-router', 'tenant_id': '86427fb06cd943e1bad210250d1fd45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '7f2ea427-0373-479f-b28a-80fce5ae59d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:18:00Z', 'updated_at': '2021-12-08T16:18:06Z', 'revision_number': 4, 'project_id': '86427fb06cd943e1bad210250d1fd45f', 'gw_port': {'id': '7f2ea427-0373-479f-b28a-80fce5ae59d3', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:22:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62c4c60-dbf1-4e1d-a337-8528efeafd20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:18:01Z', 'updated_at': '2021-12-08T16:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '4c57da49-63e4-4f48-b3bc-f66bf4f61c00', 'name': '', 'network_id': 'bac12048-218d-4c84-9c9f-b2662c6ae975', 'tenant_id': '86427fb06cd943e1bad210250d1fd45f', 'mac_address': 'fa:16:3e:bf:69:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd62c4c60-dbf1-4e1d-a337-8528efeafd20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '911fa867-e0c1-483c-87c7-224732096f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:18:05Z', 'updated_at': '2021-12-08T16:18:07Z', 'revision_number': 2, 'project_id': '86427fb06cd943e1bad210250d1fd45f', 'subnets': [{'id': '911fa867-e0c1-483c-87c7-224732096f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:18:10.050323 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1ccd5-978a-44de-b910-a3c0d4732f95 req-64566ac4-b694-45c0-9066-f1530e250f28 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:10.063464 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-30a1ccd5-978a-44de-b910-a3c0d4732f95 req-64566ac4-b694-45c0-9066-f1530e250f28 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/networks?id=bac12048-218d-4c84-9c9f-b2662c6ae975 HTTP/1.1" status: 200 len: 811 time: 0.3355379 Dec 08 16:18:10.081438 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db58f1cb-2d47-4ce6-ad16-506c20360322 None None] Checking router: d62c4c60-dbf1-4e1d-a337-8528efeafd20 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:18:10.081960 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db58f1cb-2d47-4ce6-ad16-506c20360322 None None] Updating router d62c4c60-dbf1-4e1d-a337-8528efeafd20 port 4c57da49-63e4-4f48-b3bc-f66bf4f61c00 binding host n-d-776250-12 {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:18:10.115622 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-db58f1cb-2d47-4ce6-ad16-506c20360322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:10.155613 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.ipam_backend_mixin [None req-02100f15-0c40-4d15-bfa1-f0829162a94e tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Performing IP validity checks on allocation pools {{(pid=110550) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 08 16:18:10.159250 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.ipam_backend_mixin [None req-02100f15-0c40-4d15-bfa1-f0829162a94e tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110550) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 08 16:18:10.202530 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-30a1ccd5-978a-44de-b910-a3c0d4732f95 req-ac8ccc63-3d4b-4b91-a8d6-bacfcd410908 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/quotas/86427fb06cd943e1bad210250d1fd45f HTTP/1.1" status: 200 len: 375 time: 0.1148620 Dec 08 16:18:10.296320 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f3056c81-8157-464a-b8c0-4dbac75dde86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:10.371431 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-f3056c81-8157-464a-b8c0-4dbac75dde86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc341b4e-e4a6-433a-819f-1f235ff05a7a']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:18:10.407068 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-f3056c81-8157-464a-b8c0-4dbac75dde86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b02e36e-6de5-484c-a36e-2fa26fb39118') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:18:10.407352 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-f3056c81-8157-464a-b8c0-4dbac75dde86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b02e36e-6de5-484c-a36e-2fa26fb39118') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:18:10.413139 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-30a1ccd5-978a-44de-b910-a3c0d4732f95 req-dc86c79c-783d-49c5-8cfd-abd36e29b9c7 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=86427fb06cd943e1bad210250d1fd45f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2037337 Dec 08 16:18:10.467525 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f3056c81-8157-464a-b8c0-4dbac75dde86 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:10.504423 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f3056c81-8157-464a-b8c0-4dbac75dde86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:10.522132 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d0a47-3db0-4785-b594-9fa63466df2e req-4cfad505-deff-454e-b75e-8378ccc04a89 tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:10.531784 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3056c81-8157-464a-b8c0-4dbac75dde86 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:18:10.532250 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f3056c81-8157-464a-b8c0-4dbac75dde86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:10.534218 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:18:10.534218 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:18:10.534218 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:18:10.534218 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:18:10.534218 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:18:10.534218 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:18:10.534218 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:18:10.534218 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:18:10.534218 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:18:10.534218 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:18:10.534218 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:18:10.534218 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:18:10.534218 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:18:10.534218 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:18:10.534218 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:18:10.534218 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:18:10.534218 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:18:10.534218 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:18:10.534218 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:18:10.534218 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:18:10.534218 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:18:10.534218 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:18:10.534218 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:18:10.534218 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:18:10.534218 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:18:10.534218 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:18:10.534218 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:18:10.534218 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:18:10.534218 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:18:10.534218 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:18:10.534218 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:18:10.534218 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:18:10.536423 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-829d0a47-3db0-4785-b594-9fa63466df2e req-4cfad505-deff-454e-b75e-8378ccc04a89 tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] 10.222.0.64 "GET /v2.0/networks?id=5818c9ff-d720-4e44-a0f7-c1595ae41cbd HTTP/1.1" status: 200 len: 824 time: 0.1868560 Dec 08 16:18:10.538444 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-02100f15-0c40-4d15-bfa1-f0829162a94e tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:10.742257 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-30a1ccd5-978a-44de-b910-a3c0d4732f95 req-061c72ec-264b-43c2-badb-5bc5b7da27a2 service neutron] 10.222.0.64 "GET /v2.0/networks/bac12048-218d-4c84-9c9f-b2662c6ae975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091738 Dec 08 16:18:10.781485 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f3056c81-8157-464a-b8c0-4dbac75dde86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:10.833904 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-db58f1cb-2d47-4ce6-ad16-506c20360322 None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:10.844826 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f3056c81-8157-464a-b8c0-4dbac75dde86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:10.851735 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f3056c81-8157-464a-b8c0-4dbac75dde86 admin admin] 10.222.0.64 "DELETE /v2.0/networks/cc341b4e-e4a6-433a-819f-1f235ff05a7a HTTP/1.1" status: 204 len: 168 time: 1.0739915 Dec 08 16:18:10.853692 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3056c81-8157-464a-b8c0-4dbac75dde86 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc341b4e-e4a6-433a-819f-1f235ff05a7a,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:10.930529 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-30a1ccd5-978a-44de-b910-a3c0d4732f95 req-9bd9f68b-730c-4826-a813-c53faa880b4e service neutron] 10.222.0.64 "GET /v2.0/networks/bac12048-218d-4c84-9c9f-b2662c6ae975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809196 Dec 08 16:18:10.947517 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-db58f1cb-2d47-4ce6-ad16-506c20360322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:11.012101 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-829d0a47-3db0-4785-b594-9fa63466df2e req-14869c31-26f9-4361-bc79-08c44eff378b tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] 10.222.0.64 "GET /v2.0/quotas/016b62e7a92b4a59a449f2d507b63060 HTTP/1.1" status: 200 len: 375 time: 0.4764638 Dec 08 16:18:11.087265 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02100f15-0c40-4d15-bfa1-f0829162a94e tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event updated for resources: {'Subnet': ['ID=a53b48bb-6d79-4766-8591-609cd97cdbd9,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:11.091355 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-829d0a47-3db0-4785-b594-9fa63466df2e req-27d905fa-c820-4925-a23b-1be9d86b80b7 tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=016b62e7a92b4a59a449f2d507b63060&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0777817 Dec 08 16:18:11.109213 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02100f15-0c40-4d15-bfa1-f0829162a94e tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Checking segment: {'id': '26fc4d42-5f05-4979-be63-3bf2043fa7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '7f39afd3-43b1-464b-927e-01d2ee69d0f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:18:11.109213 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02100f15-0c40-4d15-bfa1-f0829162a94e tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Network hostable DHCP agents. Network: 7f39afd3-43b1-464b-927e-01d2ee69d0f0, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:18:11.116532 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66bbd67-232c-4257-bc03-06caec68b9ed None None] Pushing event updated for resources: {'Port': ['ID=4c57da49-63e4-4f48-b3bc-f66bf4f61c00,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:11.137209 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-db58f1cb-2d47-4ce6-ad16-506c20360322 None None] Attempting to bind port 4c57da49-63e4-4f48-b3bc-f66bf4f61c00 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:18:11.137638 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-db58f1cb-2d47-4ce6-ad16-506c20360322 None None] Attempting to bind port 4c57da49-63e4-4f48-b3bc-f66bf4f61c00 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'e55a582f-5aba-4151-a1c0-e3d3c6210d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'bac12048-218d-4c84-9c9f-b2662c6ae975'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:18:11.138106 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db58f1cb-2d47-4ce6-ad16-506c20360322 None None] Attempting to bind port 4c57da49-63e4-4f48-b3bc-f66bf4f61c00 on network bac12048-218d-4c84-9c9f-b2662c6ae975 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:18:11.149937 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db58f1cb-2d47-4ce6-ad16-506c20360322 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:18:11.150367 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db58f1cb-2d47-4ce6-ad16-506c20360322 None None] Checking segment: {'id': 'e55a582f-5aba-4151-a1c0-e3d3c6210d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'bac12048-218d-4c84-9c9f-b2662c6ae975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:18:11.150719 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-db58f1cb-2d47-4ce6-ad16-506c20360322 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:11.151168 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db58f1cb-2d47-4ce6-ad16-506c20360322 None None] Bound using segment: {'id': 'e55a582f-5aba-4151-a1c0-e3d3c6210d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'bac12048-218d-4c84-9c9f-b2662c6ae975'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:18:11.151658 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-db58f1cb-2d47-4ce6-ad16-506c20360322 None None] Bound port: 4c57da49-63e4-4f48-b3bc-f66bf4f61c00, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e55a582f-5aba-4151-a1c0-e3d3c6210d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'bac12048-218d-4c84-9c9f-b2662c6ae975'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:18:11.152045 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-db58f1cb-2d47-4ce6-ad16-506c20360322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:11.283000 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-829d0a47-3db0-4785-b594-9fa63466df2e req-aaff55c9-a5d3-40e3-bfec-00c34fa6518b service neutron] 10.222.0.64 "GET /v2.0/networks/5818c9ff-d720-4e44-a0f7-c1595ae41cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535251 Dec 08 16:18:11.322973 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-db58f1cb-2d47-4ce6-ad16-506c20360322 None None] For port 4c57da49-63e4-4f48-b3bc-f66bf4f61c00, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:18:11.374293 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-db58f1cb-2d47-4ce6-ad16-506c20360322 None None] For port 4c57da49-63e4-4f48-b3bc-f66bf4f61c00, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=4c57da49-63e4-4f48-b3bc-f66bf4f61c00,segment=NetworkSegment(e55a582f-5aba-4151-a1c0-e3d3c6210d61),segment_id=e55a582f-5aba-4151-a1c0-e3d3c6210d61)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:18:11.485214 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-829d0a47-3db0-4785-b594-9fa63466df2e req-6d6a1096-4f7f-429a-9577-461b4d04ec36 service neutron] 10.222.0.64 "GET /v2.0/networks/5818c9ff-d720-4e44-a0f7-c1595ae41cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921613 Dec 08 16:18:11.486407 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02100f15-0c40-4d15-bfa1-f0829162a94e tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Network 7f39afd3-43b1-464b-927e-01d2ee69d0f0 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:18:11.579819 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-db58f1cb-2d47-4ce6-ad16-506c20360322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:11.583611 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b2f3433d-7d4f-40ab-95a5-9cc6e6f3e585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:11.593810 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ea1974b0-673a-4913-814a-3331e9215e7d req-812e28ef-bbe9-427d-814d-4bf68af57eaa tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=adefda5d-bce5-412f-a53a-92f34c530f69 HTTP/1.1" status: 200 len: 210 time: 0.0731089 Dec 08 16:18:11.661752 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db58f1cb-2d47-4ce6-ad16-506c20360322 None None] Routers {'d62c4c60-dbf1-4e1d-a337-8528efeafd20'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:18:11.662714 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-db58f1cb-2d47-4ce6-ad16-506c20360322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:17:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['d62c4c60-dbf1-4e1d-a337-8528efeafd20'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:18:11.669743 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66bbd67-232c-4257-bc03-06caec68b9ed None None] Pushing event updated for resources: {'Port': ['ID=4c57da49-63e4-4f48-b3bc-f66bf4f61c00,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:11.748939 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-02100f15-0c40-4d15-bfa1-f0829162a94e tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 7f39afd3-43b1-464b-927e-01d2ee69d0f0) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:18:11.753690 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02100f15-0c40-4d15-bfa1-f0829162a94e tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:11.754525 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-02100f15-0c40-4d15-bfa1-f0829162a94e tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:11.774852 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54630) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:11.775387 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54632) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:11.784050 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28f9c5f-6c61-47e9-b489-727bb3499890 None None] Network 7f39afd3-43b1-464b-927e-01d2ee69d0f0 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:18:11.854533 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 54638) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:11.855229 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b217aaa1-c3ec-4998-b3df-635c880b9be2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3c96083250fb4c3492902950739ee237&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0775506 Dec 08 16:18:11.861736 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-db58f1cb-2d47-4ce6-ad16-506c20360322 None None] Set router d62c4c60-dbf1-4e1d-a337-8528efeafd20 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:18:11.946749 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-02100f15-0c40-4d15-bfa1-f0829162a94e tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2610886 Dec 08 16:18:11.949511 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54644) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:11.955338 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-85b3fc83-dd7e-43a9-814d-d3827e7a2e67 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Request body: {'port': {'network_id': '7f39afd3-43b1-464b-927e-01d2ee69d0f0', 'name': 'tempest-PortsIpV6TestJSON-1746681952'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:18:11.991308 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bb939d35-615a-4bee-ac18-98893363a116 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:12.025657 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bb939d35-615a-4bee-ac18-98893363a116 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:12.138723 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea83131-c4d6-4fe9-8f6e-d273b6926639 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-7f39afd3-43b1-464b-927e-01d2ee69d0f0', 'network_id': '7f39afd3-43b1-464b-927e-01d2ee69d0f0', 'project_id': '51a87c34cff54be8bd9f39e385a06492', 'fixed_ips': [{'subnet_id': 'a53b48bb-6d79-4766-8591-609cd97cdbd9'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:18:12.144641 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5ea83131-c4d6-4fe9-8f6e-d273b6926639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:12.199412 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bb939d35-615a-4bee-ac18-98893363a116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:12.202633 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bb939d35-615a-4bee-ac18-98893363a116 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:12.207965 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-bb939d35-615a-4bee-ac18-98893363a116 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5a3d8ecd-5df0-4703-82e4-51a5960ae875 HTTP/1.1" status: 204 len: 168 time: 0.3482010 Dec 08 16:18:12.239410 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb939d35-615a-4bee-ac18-98893363a116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3d8ecd-5df0-4703-82e4-51a5960ae875,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:12.242288 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b86e1fea-ec37-472a-b5f8-0377472f8389 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:12.256454 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-21c4897b-ed5b-4d2d-8b28-807cc44e87f3 req-fd45ffaa-6318-4bc7-93d6-5d713ad997a2 tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dd36850-3136-4244-965d-94b0b69358f1 HTTP/1.1" status: 200 len: 210 time: 0.0901322 Dec 08 16:18:12.325002 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b3fc83-dd7e-43a9-814d-d3827e7a2e67 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Made reservation on behalf of 51a87c34cff54be8bd9f39e385a06492 for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:18:12.329082 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-85b3fc83-dd7e-43a9-814d-d3827e7a2e67 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:12.366793 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-85b3fc83-dd7e-43a9-814d-d3827e7a2e67 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] device_id is not set on port 9daec05a-afe2-4768-befb-03a8cef09cfc yet. {{(pid=110551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:18:12.473841 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b86e1fea-ec37-472a-b5f8-0377472f8389 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:12.600232 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-db58f1cb-2d47-4ce6-ad16-506c20360322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd62c4c60-dbf1-4e1d-a337-8528efeafd20', 'name': 'tempest-ServerRescueTestJSON-1900544900-router', 'tenant_id': '86427fb06cd943e1bad210250d1fd45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '7f2ea427-0373-479f-b28a-80fce5ae59d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:18:00Z', 'updated_at': '2021-12-08T16:18:06Z', 'revision_number': 4, 'project_id': '86427fb06cd943e1bad210250d1fd45f', 'gw_port': {'id': '7f2ea427-0373-479f-b28a-80fce5ae59d3', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:22:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62c4c60-dbf1-4e1d-a337-8528efeafd20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:18:01Z', 'updated_at': '2021-12-08T16:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '4c57da49-63e4-4f48-b3bc-f66bf4f61c00', 'name': '', 'network_id': 'bac12048-218d-4c84-9c9f-b2662c6ae975', 'tenant_id': '86427fb06cd943e1bad210250d1fd45f', 'mac_address': 'fa:16:3e:bf:69:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd62c4c60-dbf1-4e1d-a337-8528efeafd20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '911fa867-e0c1-483c-87c7-224732096f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:18:05Z', 'updated_at': '2021-12-08T16:18:11Z', 'revision_number': 4, 'project_id': '86427fb06cd943e1bad210250d1fd45f', 'subnets': [{'id': '911fa867-e0c1-483c-87c7-224732096f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:18:12.602410 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-85b3fc83-dd7e-43a9-814d-d3827e7a2e67 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Allocated IP 2001:db8::154 (7f39afd3-43b1-464b-927e-01d2ee69d0f0/a53b48bb-6d79-4766-8591-609cd97cdbd9/9daec05a-afe2-4768-befb-03a8cef09cfc) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:18:12.612361 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b86e1fea-ec37-472a-b5f8-0377472f8389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:12.657440 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db58f1cb-2d47-4ce6-ad16-506c20360322 None None] The sync data for ids ['d62c4c60-dbf1-4e1d-a337-8528efeafd20'] in n-d-776250-12 is: [{'id': 'd62c4c60-dbf1-4e1d-a337-8528efeafd20', 'name': 'tempest-ServerRescueTestJSON-1900544900-router', 'tenant_id': '86427fb06cd943e1bad210250d1fd45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '7f2ea427-0373-479f-b28a-80fce5ae59d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:18:00Z', 'updated_at': '2021-12-08T16:18:06Z', 'revision_number': 4, 'project_id': '86427fb06cd943e1bad210250d1fd45f', 'gw_port': {'id': '7f2ea427-0373-479f-b28a-80fce5ae59d3', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:22:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62c4c60-dbf1-4e1d-a337-8528efeafd20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:18:01Z', 'updated_at': '2021-12-08T16:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '4c57da49-63e4-4f48-b3bc-f66bf4f61c00', 'name': '', 'network_id': 'bac12048-218d-4c84-9c9f-b2662c6ae975', 'tenant_id': '86427fb06cd943e1bad210250d1fd45f', 'mac_address': 'fa:16:3e:bf:69:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd62c4c60-dbf1-4e1d-a337-8528efeafd20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '911fa867-e0c1-483c-87c7-224732096f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:18:05Z', 'updated_at': '2021-12-08T16:18:11Z', 'revision_number': 4, 'project_id': '86427fb06cd943e1bad210250d1fd45f', 'subnets': [{'id': '911fa867-e0c1-483c-87c7-224732096f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:18:12.686456 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86e1fea-ec37-472a-b5f8-0377472f8389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82839176-a459-4e94-9f08-4ad2fb744ce5,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:12.703387 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b86e1fea-ec37-472a-b5f8-0377472f8389 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=84ac74251928480e824a137da9e9af84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9270864 Dec 08 16:18:12.707314 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 54664) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:12.873030 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-31ffb18e-5629-4801-badf-420a2239d3a9 req-66d540c8-4731-4e33-8aa7-5a8e89f1ea0e tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=adefda5d-bce5-412f-a53a-92f34c530f69 HTTP/1.1" status: 200 len: 210 time: 0.1495576 Dec 08 16:18:12.895706 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aa91cdca-6ff6-4662-aa76-aa856e01d38a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:12.947902 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aa91cdca-6ff6-4662-aa76-aa856e01d38a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:13.002845 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 4c57da49-63e4-4f48-b3bc-f66bf4f61c00 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:18:13.030579 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-85b3fc83-dd7e-43a9-814d-d3827e7a2e67 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:13.096437 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 4c57da49-63e4-4f48-b3bc-f66bf4f61c00 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:18:13.096831 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:13.187091 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:13.226009 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 4c57da49-63e4-4f48-b3bc-f66bf4f61c00, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=4c57da49-63e4-4f48-b3bc-f66bf4f61c00,segment=NetworkSegment(e55a582f-5aba-4151-a1c0-e3d3c6210d61),segment_id=e55a582f-5aba-4151-a1c0-e3d3c6210d61)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:18:13.291474 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aa91cdca-6ff6-4662-aa76-aa856e01d38a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:13.292012 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-85b3fc83-dd7e-43a9-814d-d3827e7a2e67 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:13.298907 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aa91cdca-6ff6-4662-aa76-aa856e01d38a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:13.301341 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-aa91cdca-6ff6-4662-aa76-aa856e01d38a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/82839176-a459-4e94-9f08-4ad2fb744ce5 HTTP/1.1" status: 204 len: 168 time: 0.5924871 Dec 08 16:18:13.356999 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa91cdca-6ff6-4662-aa76-aa856e01d38a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82839176-a459-4e94-9f08-4ad2fb744ce5,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:13.368444 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:13.404587 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b3fc83-dd7e-43a9-814d-d3827e7a2e67 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Network 7f39afd3-43b1-464b-927e-01d2ee69d0f0 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:18:13.408498 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-85b3fc83-dd7e-43a9-814d-d3827e7a2e67 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:18:13.417884 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b3fc83-dd7e-43a9-814d-d3827e7a2e67 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:18:13.426170 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b3fc83-dd7e-43a9-814d-d3827e7a2e67 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:13.427007 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-85b3fc83-dd7e-43a9-814d-d3827e7a2e67 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:13.473519 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b3fc83-dd7e-43a9-814d-d3827e7a2e67 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event updated for resources: {'Port': ['ID=9daec05a-afe2-4768-befb-03a8cef09cfc,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:13.477746 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-72dfa2a8-21f9-405f-abd4-dd5f93918189 req-5f802dde-e90c-4c58-a86f-ed9b364adc71 tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dd36850-3136-4244-965d-94b0b69358f1 HTTP/1.1" status: 200 len: 210 time: 0.0912960 Dec 08 16:18:13.542243 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-5ea83131-c4d6-4fe9-8f6e-d273b6926639 None None] Allocated IP 2001:db8::2 (7f39afd3-43b1-464b-927e-01d2ee69d0f0/a53b48bb-6d79-4766-8591-609cd97cdbd9/696a0b0c-04d8-4ffb-ac2c-16e7f55f6558) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:18:13.591559 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-85b3fc83-dd7e-43a9-814d-d3827e7a2e67 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6408706 Dec 08 16:18:13.594357 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 54692) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:13.657044 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=4c57da49-63e4-4f48-b3bc-f66bf4f61c00,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:13.822559 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7fe881ce-e665-4d7f-8b20-77b85441d8be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:13.901157 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-ea648a20-34a0-4f7e-8992-c1ee061a5802 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Deleting port 9daec05a-afe2-4768-befb-03a8cef09cfc {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:18:13.901763 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ea648a20-34a0-4f7e-8992-c1ee061a5802 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:13.934880 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5ea83131-c4d6-4fe9-8f6e-d273b6926639 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:14.043912 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-89593ab7-90a5-4bb1-9e19-4da09c3ae7eb req-3bc54311-8d36-4119-a370-d55b198d9718 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=adefda5d-bce5-412f-a53a-92f34c530f69 HTTP/1.1" status: 200 len: 210 time: 0.0478992 Dec 08 16:18:14.131686 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ea648a20-34a0-4f7e-8992-c1ee061a5802 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:14.142204 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5ea83131-c4d6-4fe9-8f6e-d273b6926639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:14.165357 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-ea648a20-34a0-4f7e-8992-c1ee061a5802 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Calling delete_port for 9daec05a-afe2-4768-befb-03a8cef09cfc owned by {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:18:14.215325 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea83131-c4d6-4fe9-8f6e-d273b6926639 None None] Network 7f39afd3-43b1-464b-927e-01d2ee69d0f0 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:18:14.223092 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-5ea83131-c4d6-4fe9-8f6e-d273b6926639 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:18:14.228021 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea83131-c4d6-4fe9-8f6e-d273b6926639 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:18:14.231462 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea83131-c4d6-4fe9-8f6e-d273b6926639 None None] Pushing event updated for resources: {'Port': ['ID=696a0b0c-04d8-4ffb-ac2c-16e7f55f6558,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:14.330292 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-5ea83131-c4d6-4fe9-8f6e-d273b6926639 None None] Attempting to bind port 696a0b0c-04d8-4ffb-ac2c-16e7f55f6558 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:18:14.330672 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-5ea83131-c4d6-4fe9-8f6e-d273b6926639 None None] Attempting to bind port 696a0b0c-04d8-4ffb-ac2c-16e7f55f6558 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '26fc4d42-5f05-4979-be63-3bf2043fa7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '7f39afd3-43b1-464b-927e-01d2ee69d0f0'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:18:14.331043 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea83131-c4d6-4fe9-8f6e-d273b6926639 None None] Attempting to bind port 696a0b0c-04d8-4ffb-ac2c-16e7f55f6558 on network 7f39afd3-43b1-464b-927e-01d2ee69d0f0 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:18:14.338720 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea83131-c4d6-4fe9-8f6e-d273b6926639 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:18:14.339103 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea83131-c4d6-4fe9-8f6e-d273b6926639 None None] Checking segment: {'id': '26fc4d42-5f05-4979-be63-3bf2043fa7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '7f39afd3-43b1-464b-927e-01d2ee69d0f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:18:14.339430 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5ea83131-c4d6-4fe9-8f6e-d273b6926639 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:14.339936 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea83131-c4d6-4fe9-8f6e-d273b6926639 None None] Bound using segment: {'id': '26fc4d42-5f05-4979-be63-3bf2043fa7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '7f39afd3-43b1-464b-927e-01d2ee69d0f0'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:18:14.340529 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-5ea83131-c4d6-4fe9-8f6e-d273b6926639 None None] Bound port: 696a0b0c-04d8-4ffb-ac2c-16e7f55f6558, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26fc4d42-5f05-4979-be63-3bf2043fa7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '7f39afd3-43b1-464b-927e-01d2ee69d0f0'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:18:14.352089 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5ea83131-c4d6-4fe9-8f6e-d273b6926639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:14.423264 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-5ea83131-c4d6-4fe9-8f6e-d273b6926639 None None] For port 696a0b0c-04d8-4ffb-ac2c-16e7f55f6558, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:18:14.426795 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-5ea83131-c4d6-4fe9-8f6e-d273b6926639 None None] For port 696a0b0c-04d8-4ffb-ac2c-16e7f55f6558, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=696a0b0c-04d8-4ffb-ac2c-16e7f55f6558,segment=NetworkSegment(26fc4d42-5f05-4979-be63-3bf2043fa7f2),segment_id=26fc4d42-5f05-4979-be63-3bf2043fa7f2)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:18:14.517623 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ea648a20-34a0-4f7e-8992-c1ee061a5802 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:14.609398 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea648a20-34a0-4f7e-8992-c1ee061a5802 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event deleted for resources: {'Port': ['ID=9daec05a-afe2-4768-befb-03a8cef09cfc,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:14.632481 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5ea83131-c4d6-4fe9-8f6e-d273b6926639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:14.773581 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea83131-c4d6-4fe9-8f6e-d273b6926639 None None] Pushing event updated for resources: {'Port': ['ID=696a0b0c-04d8-4ffb-ac2c-16e7f55f6558,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:14.793830 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e163e56c-9f0d-41ff-961e-1b6972ef05ff req-dbe92523-d9f9-42a4-98e7-9a2d7e7d7178 tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dd36850-3136-4244-965d-94b0b69358f1 HTTP/1.1" status: 200 len: 210 time: 0.1979318 Dec 08 16:18:14.828517 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ea648a20-34a0-4f7e-8992-c1ee061a5802 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:14.835829 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54728) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:14.836210 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ea648a20-34a0-4f7e-8992-c1ee061a5802 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "DELETE /v2.0/ports/9daec05a-afe2-4768-befb-03a8cef09cfc HTTP/1.1" status: 204 len: 168 time: 1.2406774 Dec 08 16:18:14.925896 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-050394da-4c12-4b5d-b681-97b2c6f93ca8 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] DELETE failed (client error): The resource could not be found. Dec 08 16:18:14.930320 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 54730) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:14.935595 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-050394da-4c12-4b5d-b681-97b2c6f93ca8 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:18:14.940584 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-050394da-4c12-4b5d-b681-97b2c6f93ca8 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "DELETE /v2.0/ports/9daec05a-afe2-4768-befb-03a8cef09cfc HTTP/1.1" status: 404 len: 333 time: 0.1033401 Dec 08 16:18:14.948886 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54732) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:14.957513 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-58713b1b-47de-4bdf-8579-ee35edbc2dcb admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:14.995394 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba4ec6f4-b002-4c67-a1a4-392b64ac9ca1 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] GET failed (client error): The resource could not be found. Dec 08 16:18:15.000380 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ba4ec6f4-b002-4c67-a1a4-392b64ac9ca1 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "GET /v2.0/ports/9daec05a-afe2-4768-befb-03a8cef09cfc HTTP/1.1" status: 404 len: 333 time: 0.0452933 Dec 08 16:18:15.006853 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54734) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:15.041065 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 4c57da49-63e4-4f48-b3bc-f66bf4f61c00 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:18:15.085047 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-c91203c5-a876-4f03-bb27-00e053dc6159 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Deleting subnet a53b48bb-6d79-4766-8591-609cd97cdbd9 {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:18:15.089634 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c91203c5-a876-4f03-bb27-00e053dc6159 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:15.239945 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-58713b1b-47de-4bdf-8579-ee35edbc2dcb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:15.255609 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c91203c5-a876-4f03-bb27-00e053dc6159 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:15.266379 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 4c57da49-63e4-4f48-b3bc-f66bf4f61c00 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:18:15.271605 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:15.384632 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7008e27f-eb24-4570-a9f9-14510ab98414 req-027a1495-da5e-4d49-8c2a-86667e08f9d3 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=adefda5d-bce5-412f-a53a-92f34c530f69 HTTP/1.1" status: 200 len: 210 time: 0.0890195 Dec 08 16:18:15.410271 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-58713b1b-47de-4bdf-8579-ee35edbc2dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:15.460730 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58713b1b-47de-4bdf-8579-ee35edbc2dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=878fbdba-e3b3-41e3-853c-e3167c63bbf8,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:15.470672 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c91203c5-a876-4f03-bb27-00e053dc6159 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:15.480855 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-58713b1b-47de-4bdf-8579-ee35edbc2dcb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=25f955d5240a4943af71de1d41f857a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5477748 Dec 08 16:18:15.481856 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 54738) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:15.510506 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:15.543598 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-44e4a07d-5bd4-43c7-a1bf-4823f736dbc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:15.647908 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-44e4a07d-5bd4-43c7-a1bf-4823f736dbc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:15.734867 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1ccd5-978a-44de-b910-a3c0d4732f95 req-92c5d2dc-6385-46e9-a62b-d2933de1c29d tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:15.736523 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-30a1ccd5-978a-44de-b910-a3c0d4732f95 req-92c5d2dc-6385-46e9-a62b-d2933de1c29d tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.76 "GET /v2.0/networks?id=bac12048-218d-4c84-9c9f-b2662c6ae975 HTTP/1.1" status: 200 len: 811 time: 0.1895266 Dec 08 16:18:15.742576 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c91203c5-a876-4f03-bb27-00e053dc6159 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:15.761080 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-30a1ccd5-978a-44de-b910-a3c0d4732f95 req-a5c1d676-1b4f-4c95-b293-bce7a555511d tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Request body: {'port': {'device_id': 'adefda5d-bce5-412f-a53a-92f34c530f69', 'network_id': 'bac12048-218d-4c84-9c9f-b2662c6ae975', 'admin_state_up': True, 'tenant_id': '86427fb06cd943e1bad210250d1fd45f'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:18:15.797030 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91203c5-a876-4f03-bb27-00e053dc6159 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event deleted for resources: {'Subnet': ['ID=a53b48bb-6d79-4766-8591-609cd97cdbd9,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:15.803743 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c91203c5-a876-4f03-bb27-00e053dc6159 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:15.808792 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c91203c5-a876-4f03-bb27-00e053dc6159 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "DELETE /v2.0/subnets/a53b48bb-6d79-4766-8591-609cd97cdbd9 HTTP/1.1" status: 204 len: 168 time: 0.8003349 Dec 08 16:18:15.811388 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54744) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:15.930858 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-69776013-672f-47db-b57c-f09fd3c6e875 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:15.989467 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-44e4a07d-5bd4-43c7-a1bf-4823f736dbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:15.994867 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-44e4a07d-5bd4-43c7-a1bf-4823f736dbc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:16.001340 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-44e4a07d-5bd4-43c7-a1bf-4823f736dbc4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/878fbdba-e3b3-41e3-853c-e3167c63bbf8 HTTP/1.1" status: 204 len: 168 time: 0.5180218 Dec 08 16:18:16.092544 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-56cb1f23-52e4-4e79-9355-40ee09822217 req-00319daf-bf22-416b-8ee0-3e4a5b027821 tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dd36850-3136-4244-965d-94b0b69358f1 HTTP/1.1" status: 200 len: 210 time: 0.1027474 Dec 08 16:18:16.093741 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e4a07d-5bd4-43c7-a1bf-4823f736dbc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=878fbdba-e3b3-41e3-853c-e3167c63bbf8,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:16.104262 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30a1ccd5-978a-44de-b910-a3c0d4732f95 req-a5c1d676-1b4f-4c95-b293-bce7a555511d tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Made reservation on behalf of 86427fb06cd943e1bad210250d1fd45f for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:18:16.133227 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-30a1ccd5-978a-44de-b910-a3c0d4732f95 req-a5c1d676-1b4f-4c95-b293-bce7a555511d tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:16.150320 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-69776013-672f-47db-b57c-f09fd3c6e875 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Deleting port 696a0b0c-04d8-4ffb-ac2c-16e7f55f6558 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:18:16.151388 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-69776013-672f-47db-b57c-f09fd3c6e875 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:16.296875 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54756) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:16.342517 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-69776013-672f-47db-b57c-f09fd3c6e875 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] For port 696a0b0c-04d8-4ffb-ac2c-16e7f55f6558, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=696a0b0c-04d8-4ffb-ac2c-16e7f55f6558,segment=NetworkSegment(26fc4d42-5f05-4979-be63-3bf2043fa7f2),segment_id=26fc4d42-5f05-4979-be63-3bf2043fa7f2)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:18:16.342873 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-69776013-672f-47db-b57c-f09fd3c6e875 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:16.401881 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-69776013-672f-47db-b57c-f09fd3c6e875 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Calling delete_port for 696a0b0c-04d8-4ffb-ac2c-16e7f55f6558 owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:18:16.458303 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-30a1ccd5-978a-44de-b910-a3c0d4732f95 req-a5c1d676-1b4f-4c95-b293-bce7a555511d tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Allocated IP 172.20.0.4 (bac12048-218d-4c84-9c9f-b2662c6ae975/911fa867-e0c1-483c-87c7-224732096f69/7b9ad23d-9b65-4b17-a881-46d3a671805d) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:18:16.648259 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7e2ef7e0-3dab-484a-b473-b3b724870dcd admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:16.652384 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b4ea86e9-0efc-4540-a07d-087708f1f7b5 req-cfcde56e-7641-4103-a8ec-12291b44f814 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=adefda5d-bce5-412f-a53a-92f34c530f69 HTTP/1.1" status: 200 len: 210 time: 0.0899646 Dec 08 16:18:16.700809 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d0a47-3db0-4785-b594-9fa63466df2e req-e55682de-c185-43e0-9fd3-65831388f89d tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:16.702336 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-829d0a47-3db0-4785-b594-9fa63466df2e req-e55682de-c185-43e0-9fd3-65831388f89d tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] 10.222.0.76 "GET /v2.0/networks?id=5818c9ff-d720-4e44-a0f7-c1595ae41cbd HTTP/1.1" status: 200 len: 824 time: 0.2931080 Dec 08 16:18:16.718882 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:16.722035 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-829d0a47-3db0-4785-b594-9fa63466df2e req-bffc7370-cfba-4be1-aa21-c5cbf1c8acaa tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] Request body: {'port': {'device_id': '4dd36850-3136-4244-965d-94b0b69358f1', 'network_id': '5818c9ff-d720-4e44-a0f7-c1595ae41cbd', 'admin_state_up': True, 'tenant_id': '016b62e7a92b4a59a449f2d507b63060'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:18:16.759980 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606f3cbc-8720-4df2-8dae-b1b08ffbddae None None] Network 7f39afd3-43b1-464b-927e-01d2ee69d0f0 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:18:16.826507 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-69776013-672f-47db-b57c-f09fd3c6e875 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:16.886140 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-73d2c4c3-78a3-445b-844c-ca40020d5616 None None] Could not find standard attr ID for object 696a0b0c-04d8-4ffb-ac2c-16e7f55f6558. {{(pid=110552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:18:16.910140 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69776013-672f-47db-b57c-f09fd3c6e875 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] No DVR routers for this DVR port 696a0b0c-04d8-4ffb-ac2c-16e7f55f6558 on host n-d-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:18:16.946918 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69776013-672f-47db-b57c-f09fd3c6e875 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event deleted for resources: {'Port': ['ID=696a0b0c-04d8-4ffb-ac2c-16e7f55f6558,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:16.967737 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-30a1ccd5-978a-44de-b910-a3c0d4732f95 req-a5c1d676-1b4f-4c95-b293-bce7a555511d tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:17.043587 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496d2e1f-7aaf-4148-aaa7-1d97cfe343e7 None None] DHCP port deletion for 7f39afd3-43b1-464b-927e-01d2ee69d0f0 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:18:17.150944 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-69776013-672f-47db-b57c-f09fd3c6e875 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:17.230428 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-69776013-672f-47db-b57c-f09fd3c6e875 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f39afd3-43b1-464b-927e-01d2ee69d0f0']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:18:17.240646 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-30a1ccd5-978a-44de-b910-a3c0d4732f95 req-a5c1d676-1b4f-4c95-b293-bce7a555511d tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:17.265468 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-69776013-672f-47db-b57c-f09fd3c6e875 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26fc4d42-5f05-4979-be63-3bf2043fa7f2') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:18:17.265468 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-69776013-672f-47db-b57c-f09fd3c6e875 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26fc4d42-5f05-4979-be63-3bf2043fa7f2') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:18:17.289292 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-69776013-672f-47db-b57c-f09fd3c6e875 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:17.326898 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7e2ef7e0-3dab-484a-b473-b3b724870dcd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:17.331068 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-69776013-672f-47db-b57c-f09fd3c6e875 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:17.346498 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69776013-672f-47db-b57c-f09fd3c6e875 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:18:17.347142 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-69776013-672f-47db-b57c-f09fd3c6e875 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:17.350654 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:18:17.350654 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:18:17.350654 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:18:17.350654 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:18:17.350654 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:18:17.350654 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:18:17.350654 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:18:17.350654 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:18:17.350654 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:18:17.350654 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:18:17.350654 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:18:17.350654 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:18:17.350654 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:18:17.350654 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:18:17.350654 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:18:17.350654 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:18:17.350654 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:18:17.350654 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:18:17.350654 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:18:17.350654 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:18:17.350654 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:18:17.350654 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:18:17.350654 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:18:17.350654 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:18:17.350654 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:18:17.350654 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:18:17.350654 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:18:17.350654 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:18:17.350654 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:18:17.350654 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:18:17.350654 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:18:17.350654 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:18:17.364791 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30a1ccd5-978a-44de-b910-a3c0d4732f95 req-a5c1d676-1b4f-4c95-b293-bce7a555511d tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Network bac12048-218d-4c84-9c9f-b2662c6ae975 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:18:17.372298 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-30a1ccd5-978a-44de-b910-a3c0d4732f95 req-a5c1d676-1b4f-4c95-b293-bce7a555511d tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:18:17.399005 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-30a1ccd5-978a-44de-b910-a3c0d4732f95 req-a5c1d676-1b4f-4c95-b293-bce7a555511d tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:18:17.449838 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-770aacd9-ae94-4797-9977-75a4ad6d0dff req-b07921e8-c687-4336-a2bd-2865b6baffb8 tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dd36850-3136-4244-965d-94b0b69358f1 HTTP/1.1" status: 200 len: 210 time: 0.1373498 Dec 08 16:18:17.468901 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c1d676-1b4f-4c95-b293-bce7a555511d tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Pushing event updated for resources: {'Port': ['ID=7b9ad23d-9b65-4b17-a881-46d3a671805d,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:17.481188 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1ccd5-978a-44de-b910-a3c0d4732f95 req-a5c1d676-1b4f-4c95-b293-bce7a555511d tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:17.481879 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-30a1ccd5-978a-44de-b910-a3c0d4732f95 req-a5c1d676-1b4f-4c95-b293-bce7a555511d tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:17.485100 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-829d0a47-3db0-4785-b594-9fa63466df2e req-bffc7370-cfba-4be1-aa21-c5cbf1c8acaa tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] Made reservation on behalf of 016b62e7a92b4a59a449f2d507b63060 for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:18:17.489335 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-829d0a47-3db0-4785-b594-9fa63466df2e req-bffc7370-cfba-4be1-aa21-c5cbf1c8acaa tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:17.508225 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7e2ef7e0-3dab-484a-b473-b3b724870dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:17.607450 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-69776013-672f-47db-b57c-f09fd3c6e875 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:17.611305 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:17.614456 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-30a1ccd5-978a-44de-b910-a3c0d4732f95 req-a5c1d676-1b4f-4c95-b293-bce7a555511d tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8608868 Dec 08 16:18:17.625789 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-69776013-672f-47db-b57c-f09fd3c6e875 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:17.629309 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-30a1ccd5-978a-44de-b910-a3c0d4732f95 req-6555f031-c8ef-4854-bcce-37fd14bb6dc6 service neutron] Request body: {'port': {'device_id': 'adefda5d-bce5-412f-a53a-92f34c530f69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:18:17.629691 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-69776013-672f-47db-b57c-f09fd3c6e875 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "DELETE /v2.0/networks/7f39afd3-43b1-464b-927e-01d2ee69d0f0 HTTP/1.1" status: 204 len: 168 time: 1.8167028 Dec 08 16:18:17.642066 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-7e2ef7e0-3dab-484a-b473-b3b724870dcd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8da4ef10edcb480a9a10665a5a71f687&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3398530 Dec 08 16:18:17.658507 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 54782) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:17.660800 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 54788) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:17.669680 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-d9e6fad2-4bfa-4d97-9a11-a6bfcc61e4dd tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1736622773'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:18:17.716670 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2ef7e0-3dab-484a-b473-b3b724870dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a78570a1-ff35-4d2d-96a6-a6f3e7ff409d,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:17.734356 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69776013-672f-47db-b57c-f09fd3c6e875 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event deleted for resources: {'Network': ['ID=7f39afd3-43b1-464b-927e-01d2ee69d0f0,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:17.760116 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-30a1ccd5-978a-44de-b910-a3c0d4732f95 req-6555f031-c8ef-4854-bcce-37fd14bb6dc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:17.854937 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d827139d-204a-41ed-9888-173027dcb8d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:17.888360 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [req-829d0a47-3db0-4785-b594-9fa63466df2e req-bffc7370-cfba-4be1-aa21-c5cbf1c8acaa tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] Allocated IP 172.20.0.3 (5818c9ff-d720-4e44-a0f7-c1595ae41cbd/df2249ce-cfa8-4a85-899e-a41f46417917/75a190aa-393b-487b-8029-61d69ec2bdba) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:18:17.894312 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e6fad2-4bfa-4d97-9a11-a6bfcc61e4dd tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Made reservation on behalf of 51a87c34cff54be8bd9f39e385a06492 for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:18:17.897951 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d9e6fad2-4bfa-4d97-9a11-a6bfcc61e4dd tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:17.915995 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d827139d-204a-41ed-9888-173027dcb8d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:17.916685 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0350e-63e0-4049-a92b-000cb4accd4e req-a4fa8743-af01-40a9-84d8-973c4c79a3ec tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:17.918822 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-45c0350e-63e0-4049-a92b-000cb4accd4e req-a4fa8743-af01-40a9-84d8-973c4c79a3ec tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=adefda5d-bce5-412f-a53a-92f34c530f69 HTTP/1.1" status: 200 len: 931 time: 0.0923772 Dec 08 16:18:17.931522 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9e6fad2-4bfa-4d97-9a11-a6bfcc61e4dd tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:18:18.018255 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-45c0350e-63e0-4049-a92b-000cb4accd4e req-518fe0e3-034d-4484-82c5-c521fbf7b0fa tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874977 Dec 08 16:18:18.020736 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d9e6fad2-4bfa-4d97-9a11-a6bfcc61e4dd tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:18.031254 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-d9e6fad2-4bfa-4d97-9a11-a6bfcc61e4dd tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Added segment 50d33679-8ec3-45cf-84dc-a615081015ed of type vlan for network 51462fc7-3ac2-4855-8109-fe94256e4b3c Dec 08 16:18:18.105474 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d9e6fad2-4bfa-4d97-9a11-a6bfcc61e4dd tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:18.206724 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-829d0a47-3db0-4785-b594-9fa63466df2e req-bffc7370-cfba-4be1-aa21-c5cbf1c8acaa tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:18.315539 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-30a1ccd5-978a-44de-b910-a3c0d4732f95 req-6555f031-c8ef-4854-bcce-37fd14bb6dc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b9ad23d-9b65-4b17-a881-46d3a671805d {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:18:18.330478 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-30a1ccd5-978a-44de-b910-a3c0d4732f95 req-6555f031-c8ef-4854-bcce-37fd14bb6dc6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:18.336064 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d9e6fad2-4bfa-4d97-9a11-a6bfcc61e4dd tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:18.345322 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e6fad2-4bfa-4d97-9a11-a6bfcc61e4dd tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:18.345917 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d9e6fad2-4bfa-4d97-9a11-a6bfcc61e4dd tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:18.368620 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d827139d-204a-41ed-9888-173027dcb8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:18.372106 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d827139d-204a-41ed-9888-173027dcb8d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:18.373345 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-d827139d-204a-41ed-9888-173027dcb8d3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a78570a1-ff35-4d2d-96a6-a6f3e7ff409d HTTP/1.1" status: 204 len: 168 time: 0.7110076 Dec 08 16:18:18.424634 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-829d0a47-3db0-4785-b594-9fa63466df2e req-bffc7370-cfba-4be1-aa21-c5cbf1c8acaa tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:18.479739 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-829d0a47-3db0-4785-b594-9fa63466df2e req-bffc7370-cfba-4be1-aa21-c5cbf1c8acaa tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] Network 5818c9ff-d720-4e44-a0f7-c1595ae41cbd is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:18:18.557263 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d827139d-204a-41ed-9888-173027dcb8d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78570a1-ff35-4d2d-96a6-a6f3e7ff409d,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:18.595046 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-30a1ccd5-978a-44de-b910-a3c0d4732f95 req-6555f031-c8ef-4854-bcce-37fd14bb6dc6 service neutron] Transition to ACTIVE for port object 7b9ad23d-9b65-4b17-a881-46d3a671805d will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:18:18.609648 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-d9e6fad2-4bfa-4d97-9a11-a6bfcc61e4dd tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9487422 Dec 08 16:18:18.610561 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 54814) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:18.619540 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [req-829d0a47-3db0-4785-b594-9fa63466df2e req-bffc7370-cfba-4be1-aa21-c5cbf1c8acaa tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:18:18.626018 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-829d0a47-3db0-4785-b594-9fa63466df2e req-bffc7370-cfba-4be1-aa21-c5cbf1c8acaa tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:18:18.627443 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffc7370-cfba-4be1-aa21-c5cbf1c8acaa tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] Pushing event updated for resources: {'Port': ['ID=75a190aa-393b-487b-8029-61d69ec2bdba,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:18.652852 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-a40759bc-4fd4-4d54-a7cf-772b007aeda2 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Request body: {'subnet': {'network_id': '51462fc7-3ac2-4855-8109-fe94256e4b3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:18:18.685854 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d0a47-3db0-4785-b594-9fa63466df2e req-bffc7370-cfba-4be1-aa21-c5cbf1c8acaa tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:18.686507 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-829d0a47-3db0-4785-b594-9fa63466df2e req-bffc7370-cfba-4be1-aa21-c5cbf1c8acaa tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:18.723473 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e6fad2-4bfa-4d97-9a11-a6bfcc61e4dd tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event updated for resources: {'Network': ['ID=51462fc7-3ac2-4855-8109-fe94256e4b3c,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:18.731403 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 51462fc7-3ac2-4855-8109-fe94256e4b3c details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:18:18.767313 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59100e67-7dce-48b4-92f5-e1f9df46164c req-d4b4f0d5-aa4c-407c-a2fc-bbed53c0110b tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:18.776790 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-59100e67-7dce-48b4-92f5-e1f9df46164c req-d4b4f0d5-aa4c-407c-a2fc-bbed53c0110b tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dd36850-3136-4244-965d-94b0b69358f1 HTTP/1.1" status: 200 len: 931 time: 0.1797502 Dec 08 16:18:18.826278 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-30a1ccd5-978a-44de-b910-a3c0d4732f95 req-6555f031-c8ef-4854-bcce-37fd14bb6dc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:18.892969 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-829d0a47-3db0-4785-b594-9fa63466df2e req-bffc7370-cfba-4be1-aa21-c5cbf1c8acaa tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1770394 Dec 08 16:18:18.908757 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-829d0a47-3db0-4785-b594-9fa63466df2e req-9047df9d-ca94-4ad4-8dd4-20766d3a84a9 service neutron] Request body: {'port': {'device_id': '4dd36850-3136-4244-965d-94b0b69358f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:18:18.924580 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 696a0b0c-04d8-4ffb-ac2c-16e7f55f6558 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:18:18.935638 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6555f031-c8ef-4854-bcce-37fd14bb6dc6 service neutron] Pushing event updated for resources: {'Port': ['ID=7b9ad23d-9b65-4b17-a881-46d3a671805d,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:18.949207 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-59100e67-7dce-48b4-92f5-e1f9df46164c req-ebf9b23d-5244-49e6-8723-17e4bff67891 tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fe15083-aee4-487e-8783-973d9efc4bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667707 Dec 08 16:18:18.979074 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-829d0a47-3db0-4785-b594-9fa63466df2e req-9047df9d-ca94-4ad4-8dd4-20766d3a84a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:18.995294 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 696a0b0c-04d8-4ffb-ac2c-16e7f55f6558 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:18:18.996020 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 696a0b0c-04d8-4ffb-ac2c-16e7f55f6558 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:18:19.041977 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-30a1ccd5-978a-44de-b910-a3c0d4732f95 req-6555f031-c8ef-4854-bcce-37fd14bb6dc6 service neutron] Attempting to bind port 7b9ad23d-9b65-4b17-a881-46d3a671805d on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:18:19.042481 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-30a1ccd5-978a-44de-b910-a3c0d4732f95 req-6555f031-c8ef-4854-bcce-37fd14bb6dc6 service neutron] Attempting to bind port 7b9ad23d-9b65-4b17-a881-46d3a671805d by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': 'e55a582f-5aba-4151-a1c0-e3d3c6210d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'bac12048-218d-4c84-9c9f-b2662c6ae975'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:18:19.043151 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a1ccd5-978a-44de-b910-a3c0d4732f95 req-6555f031-c8ef-4854-bcce-37fd14bb6dc6 service neutron] Attempting to bind port 7b9ad23d-9b65-4b17-a881-46d3a671805d on network bac12048-218d-4c84-9c9f-b2662c6ae975 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:18:19.048087 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a1ccd5-978a-44de-b910-a3c0d4732f95 req-6555f031-c8ef-4854-bcce-37fd14bb6dc6 service neutron] Port 7b9ad23d-9b65-4b17-a881-46d3a671805d on network bac12048-218d-4c84-9c9f-b2662c6ae975 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:18:19.048565 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a1ccd5-978a-44de-b910-a3c0d4732f95 req-6555f031-c8ef-4854-bcce-37fd14bb6dc6 service neutron] Attempting to bind port 7b9ad23d-9b65-4b17-a881-46d3a671805d on network bac12048-218d-4c84-9c9f-b2662c6ae975 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:18:19.052104 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40759bc-4fd4-4d54-a7cf-772b007aeda2 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Made reservation on behalf of 51a87c34cff54be8bd9f39e385a06492 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:18:19.056552 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a40759bc-4fd4-4d54-a7cf-772b007aeda2 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:19.177949 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a1ccd5-978a-44de-b910-a3c0d4732f95 req-6555f031-c8ef-4854-bcce-37fd14bb6dc6 service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:18:19.178450 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a1ccd5-978a-44de-b910-a3c0d4732f95 req-6555f031-c8ef-4854-bcce-37fd14bb6dc6 service neutron] Checking segment: {'id': 'e55a582f-5aba-4151-a1c0-e3d3c6210d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'bac12048-218d-4c84-9c9f-b2662c6ae975'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:18:19.178952 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a1ccd5-978a-44de-b910-a3c0d4732f95 req-6555f031-c8ef-4854-bcce-37fd14bb6dc6 service neutron] Bound using segment: {'id': 'e55a582f-5aba-4151-a1c0-e3d3c6210d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'bac12048-218d-4c84-9c9f-b2662c6ae975'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:18:19.179506 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-30a1ccd5-978a-44de-b910-a3c0d4732f95 req-6555f031-c8ef-4854-bcce-37fd14bb6dc6 service neutron] Bound port: 7b9ad23d-9b65-4b17-a881-46d3a671805d, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e55a582f-5aba-4151-a1c0-e3d3c6210d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'bac12048-218d-4c84-9c9f-b2662c6ae975'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:18:19.180000 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-30a1ccd5-978a-44de-b910-a3c0d4732f95 req-6555f031-c8ef-4854-bcce-37fd14bb6dc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:19.293628 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 54826) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:19.324938 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-30a1ccd5-978a-44de-b910-a3c0d4732f95 req-6555f031-c8ef-4854-bcce-37fd14bb6dc6 service neutron] For port 7b9ad23d-9b65-4b17-a881-46d3a671805d, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:18:19.338700 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-30a1ccd5-978a-44de-b910-a3c0d4732f95 req-6555f031-c8ef-4854-bcce-37fd14bb6dc6 service neutron] For port 7b9ad23d-9b65-4b17-a881-46d3a671805d, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=7b9ad23d-9b65-4b17-a881-46d3a671805d,segment=NetworkSegment(e55a582f-5aba-4151-a1c0-e3d3c6210d61),segment_id=e55a582f-5aba-4151-a1c0-e3d3c6210d61)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:18:19.467661 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-30a1ccd5-978a-44de-b910-a3c0d4732f95 req-6555f031-c8ef-4854-bcce-37fd14bb6dc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:19.503982 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a40759bc-4fd4-4d54-a7cf-772b007aeda2 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:19.578264 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1ccd5-978a-44de-b910-a3c0d4732f95 req-6555f031-c8ef-4854-bcce-37fd14bb6dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:19.579201 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-30a1ccd5-978a-44de-b910-a3c0d4732f95 req-6555f031-c8ef-4854-bcce-37fd14bb6dc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:19.580809 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-30a1ccd5-978a-44de-b910-a3c0d4732f95 req-6555f031-c8ef-4854-bcce-37fd14bb6dc6 service neutron] 10.222.0.76 "PUT /v2.0/ports/7b9ad23d-9b65-4b17-a881-46d3a671805d HTTP/1.1" status: 200 len: 1092 time: 1.9581730 Dec 08 16:18:19.581558 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adefda5d-bce5-412f-a53a-92f34c530f69', 'tag': '7b9ad23d-9b65-4b17-a881-46d3a671805d'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:18:19.584305 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9cd842a-b232-412f-9fe6-346d2cea2989" -d '{"events": [{"name": "network-changed", "server_uuid": "adefda5d-bce5-412f-a53a-92f34c530f69", "tag": "7b9ad23d-9b65-4b17-a881-46d3a671805d"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:18:19.646432 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-902eea50-48c7-4bb4-8ac4-81e0ea2eb338 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:19.677567 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40759bc-4fd4-4d54-a7cf-772b007aeda2 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event updated for resources: {'Subnet': ['ID=9cf47bf2-6f92-470e-b6c4-fb181709614f,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:19.698474 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7ee24d-71ea-46bf-bca6-c28399914044 x-openstack-request-id: req-fd7ee24d-71ea-46bf-bca6-c28399914044 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:18:19.699070 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adefda5d-bce5-412f-a53a-92f34c530f69", "tag": "7b9ad23d-9b65-4b17-a881-46d3a671805d", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:18:19.699506 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fd7ee24d-71ea-46bf-bca6-c28399914044 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:18:19.700365 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adefda5d-bce5-412f-a53a-92f34c530f69', 'tag': '7b9ad23d-9b65-4b17-a881-46d3a671805d', 'status': 'completed', 'code': 200} Dec 08 16:18:19.864454 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6555f031-c8ef-4854-bcce-37fd14bb6dc6 service neutron] Pushing event updated for resources: {'Port': ['ID=7b9ad23d-9b65-4b17-a881-46d3a671805d,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:19.864454 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40759bc-4fd4-4d54-a7cf-772b007aeda2 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Checking segment: {'id': '50d33679-8ec3-45cf-84dc-a615081015ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '51462fc7-3ac2-4855-8109-fe94256e4b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:18:19.864454 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40759bc-4fd4-4d54-a7cf-772b007aeda2 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Network hostable DHCP agents. Network: 51462fc7-3ac2-4855-8109-fe94256e4b3c, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:18:19.864454 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cd842a-b232-412f-9fe6-346d2cea2989 req-0332e7b7-d51c-4086-bd3f-01d03feafe0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:19.864454 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c9cd842a-b232-412f-9fe6-346d2cea2989 req-0332e7b7-d51c-4086-bd3f-01d03feafe0a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=86427fb06cd943e1bad210250d1fd45f&device_id=adefda5d-bce5-412f-a53a-92f34c530f69 HTTP/1.1" status: 200 len: 1095 time: 0.0983913 Dec 08 16:18:19.922390 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-902eea50-48c7-4bb4-8ac4-81e0ea2eb338 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:19.959775 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cd842a-b232-412f-9fe6-346d2cea2989 req-51347fb6-7132-4d1b-ad7c-9574f8c9d301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:19.961348 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c9cd842a-b232-412f-9fe6-346d2cea2989 req-51347fb6-7132-4d1b-ad7c-9574f8c9d301 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=86427fb06cd943e1bad210250d1fd45f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1215279 Dec 08 16:18:19.975713 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af77947-a56f-4183-9c6b-fe01bab28e20 req-231aed60-4e0e-4b4d-b3a6-eaa917b5ddb7 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:19.978278 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7af77947-a56f-4183-9c6b-fe01bab28e20 req-231aed60-4e0e-4b4d-b3a6-eaa917b5ddb7 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=adefda5d-bce5-412f-a53a-92f34c530f69 HTTP/1.1" status: 200 len: 943 time: 0.1178985 Dec 08 16:18:19.981039 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [req-829d0a47-3db0-4785-b594-9fa63466df2e req-9047df9d-ca94-4ad4-8dd4-20766d3a84a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75a190aa-393b-487b-8029-61d69ec2bdba {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:18:19.997753 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-829d0a47-3db0-4785-b594-9fa63466df2e req-9047df9d-ca94-4ad4-8dd4-20766d3a84a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:20.021801 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [req-829d0a47-3db0-4785-b594-9fa63466df2e req-9047df9d-ca94-4ad4-8dd4-20766d3a84a9 service neutron] Transition to ACTIVE for port object 75a190aa-393b-487b-8029-61d69ec2bdba will not be triggered until provisioned by entity L2. {{(pid=110551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:18:20.046331 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7af77947-a56f-4183-9c6b-fe01bab28e20 req-faeacb98-973a-4b7e-8dd4-6e23c7346dd6 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602427 Dec 08 16:18:20.065971 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40759bc-4fd4-4d54-a7cf-772b007aeda2 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Network 51462fc7-3ac2-4855-8109-fe94256e4b3c is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:18:20.105434 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cd842a-b232-412f-9fe6-346d2cea2989 req-4ab1f229-ac3e-4bb4-8bc4-5094670edd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:20.106932 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c9cd842a-b232-412f-9fe6-346d2cea2989 req-4ab1f229-ac3e-4bb4-8bc4-5094670edd8f service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1385734 Dec 08 16:18:20.116381 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ea24b-e651-4656-b931-26bd2c044edf req-f3abd361-b131-4f3d-b8e7-88378ffc0453 tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:20.117725 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c16ea24b-e651-4656-b931-26bd2c044edf req-f3abd361-b131-4f3d-b8e7-88378ffc0453 tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dd36850-3136-4244-965d-94b0b69358f1 HTTP/1.1" status: 200 len: 931 time: 0.0873332 Dec 08 16:18:20.119545 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-902eea50-48c7-4bb4-8ac4-81e0ea2eb338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:20.216362 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-829d0a47-3db0-4785-b594-9fa63466df2e req-9047df9d-ca94-4ad4-8dd4-20766d3a84a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:20.261573 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-902eea50-48c7-4bb4-8ac4-81e0ea2eb338 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2ffb36cf4ae44d049345db6a59838d5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9662650 Dec 08 16:18:20.262235 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902eea50-48c7-4bb4-8ac4-81e0ea2eb338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba1c7fa-c3db-4c9e-8dd2-5cb1d9afe9eb,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:20.270612 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 54860) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:20.279724 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-a40759bc-4fd4-4d54-a7cf-772b007aeda2 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 51462fc7-3ac2-4855-8109-fe94256e4b3c) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:18:20.289102 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d01ae87-36e8-4a3b-8109-649c5f58e039 None None] Network 51462fc7-3ac2-4855-8109-fe94256e4b3c requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:18:20.296128 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c16ea24b-e651-4656-b931-26bd2c044edf req-799ee455-e95b-43fb-8bbb-c30c45659816 tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fe15083-aee4-487e-8783-973d9efc4bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627507 Dec 08 16:18:20.322003 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40759bc-4fd4-4d54-a7cf-772b007aeda2 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:20.323329 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a40759bc-4fd4-4d54-a7cf-772b007aeda2 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:20.333649 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9047df9d-ca94-4ad4-8dd4-20766d3a84a9 service neutron] Pushing event updated for resources: {'Port': ['ID=75a190aa-393b-487b-8029-61d69ec2bdba,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:20.360444 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1ccd5-978a-44de-b910-a3c0d4732f95 req-5e1f9ce3-727b-40e0-855c-74f52ac95540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:20.362943 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-30a1ccd5-978a-44de-b910-a3c0d4732f95 req-5e1f9ce3-727b-40e0-855c-74f52ac95540 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=86427fb06cd943e1bad210250d1fd45f&device_id=adefda5d-bce5-412f-a53a-92f34c530f69 HTTP/1.1" status: 200 len: 1095 time: 0.1948571 Dec 08 16:18:20.425146 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-30a1ccd5-978a-44de-b910-a3c0d4732f95 req-53635781-f535-48d7-a3b1-62e900c1792d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b9ad23d-9b65-4b17-a881-46d3a671805d HTTP/1.1" status: 200 len: 217 time: 0.0496132 Dec 08 16:18:20.438293 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-829d0a47-3db0-4785-b594-9fa63466df2e req-9047df9d-ca94-4ad4-8dd4-20766d3a84a9 service neutron] Attempting to bind port 75a190aa-393b-487b-8029-61d69ec2bdba on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:18:20.439374 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-829d0a47-3db0-4785-b594-9fa63466df2e req-9047df9d-ca94-4ad4-8dd4-20766d3a84a9 service neutron] Attempting to bind port 75a190aa-393b-487b-8029-61d69ec2bdba by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': '84f343a3-a60b-44d9-b4c1-5d696a48c8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5818c9ff-d720-4e44-a0f7-c1595ae41cbd'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:18:20.439374 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829d0a47-3db0-4785-b594-9fa63466df2e req-9047df9d-ca94-4ad4-8dd4-20766d3a84a9 service neutron] Attempting to bind port 75a190aa-393b-487b-8029-61d69ec2bdba on network 5818c9ff-d720-4e44-a0f7-c1595ae41cbd {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:18:20.444540 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829d0a47-3db0-4785-b594-9fa63466df2e req-9047df9d-ca94-4ad4-8dd4-20766d3a84a9 service neutron] Port 75a190aa-393b-487b-8029-61d69ec2bdba on network 5818c9ff-d720-4e44-a0f7-c1595ae41cbd not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:18:20.444972 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829d0a47-3db0-4785-b594-9fa63466df2e req-9047df9d-ca94-4ad4-8dd4-20766d3a84a9 service neutron] Attempting to bind port 75a190aa-393b-487b-8029-61d69ec2bdba on network 5818c9ff-d720-4e44-a0f7-c1595ae41cbd {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:18:20.445195 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-27a2f1a0-95e9-4c0c-89c8-b40b6fbefb9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:20.451838 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829d0a47-3db0-4785-b594-9fa63466df2e req-9047df9d-ca94-4ad4-8dd4-20766d3a84a9 service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:18:20.452369 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829d0a47-3db0-4785-b594-9fa63466df2e req-9047df9d-ca94-4ad4-8dd4-20766d3a84a9 service neutron] Checking segment: {'id': '84f343a3-a60b-44d9-b4c1-5d696a48c8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5818c9ff-d720-4e44-a0f7-c1595ae41cbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:18:20.452764 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829d0a47-3db0-4785-b594-9fa63466df2e req-9047df9d-ca94-4ad4-8dd4-20766d3a84a9 service neutron] Bound using segment: {'id': '84f343a3-a60b-44d9-b4c1-5d696a48c8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5818c9ff-d720-4e44-a0f7-c1595ae41cbd'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:18:20.453334 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-829d0a47-3db0-4785-b594-9fa63466df2e req-9047df9d-ca94-4ad4-8dd4-20766d3a84a9 service neutron] Bound port: 75a190aa-393b-487b-8029-61d69ec2bdba, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84f343a3-a60b-44d9-b4c1-5d696a48c8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5818c9ff-d720-4e44-a0f7-c1595ae41cbd'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:18:20.453705 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-829d0a47-3db0-4785-b594-9fa63466df2e req-9047df9d-ca94-4ad4-8dd4-20766d3a84a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:20.464673 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda1767d-2bbf-42bb-942a-73352510d609 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-51462fc7-3ac2-4855-8109-fe94256e4b3c', 'network_id': '51462fc7-3ac2-4855-8109-fe94256e4b3c', 'project_id': '51a87c34cff54be8bd9f39e385a06492', 'fixed_ips': [{'subnet_id': '9cf47bf2-6f92-470e-b6c4-fb181709614f'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:18:20.469254 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-eda1767d-2bbf-42bb-942a-73352510d609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:20.509780 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-27a2f1a0-95e9-4c0c-89c8-b40b6fbefb9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:20.548646 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1ccd5-978a-44de-b910-a3c0d4732f95 req-0c2e6338-f0f8-4af9-aa14-2f62dff0eef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:20.555589 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-30a1ccd5-978a-44de-b910-a3c0d4732f95 req-0c2e6338-f0f8-4af9-aa14-2f62dff0eef8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=911fa867-e0c1-483c-87c7-224732096f69 HTTP/1.1" status: 200 len: 851 time: 0.1251719 Dec 08 16:18:20.571557 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a40759bc-4fd4-4d54-a7cf-772b007aeda2 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9557741 Dec 08 16:18:20.580693 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54866) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:20.606063 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-eb439c88-e5af-4a2b-ab27-a86de29dd39b tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Request body: {'port': {'network_id': '51462fc7-3ac2-4855-8109-fe94256e4b3c', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-568440807'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:18:20.626513 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-829d0a47-3db0-4785-b594-9fa63466df2e req-9047df9d-ca94-4ad4-8dd4-20766d3a84a9 service neutron] For port 75a190aa-393b-487b-8029-61d69ec2bdba, host n-h1-776250-12, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:18:20.659927 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-30a1ccd5-978a-44de-b910-a3c0d4732f95 req-6adaa166-8eb3-4edc-874d-20a2fbe1cbf4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bac12048-218d-4c84-9c9f-b2662c6ae975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672562 Dec 08 16:18:20.668899 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 54868) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:20.712412 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-829d0a47-3db0-4785-b594-9fa63466df2e req-9047df9d-ca94-4ad4-8dd4-20766d3a84a9 service neutron] For port 75a190aa-393b-487b-8029-61d69ec2bdba, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=75a190aa-393b-487b-8029-61d69ec2bdba,segment=NetworkSegment(84f343a3-a60b-44d9-b4c1-5d696a48c8e1),segment_id=84f343a3-a60b-44d9-b4c1-5d696a48c8e1)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:18:20.797648 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-829d0a47-3db0-4785-b594-9fa63466df2e req-9047df9d-ca94-4ad4-8dd4-20766d3a84a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:20.803875 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-30a1ccd5-978a-44de-b910-a3c0d4732f95 req-9656e5c6-1241-4b02-8933-0cc03e98a2ff service neutron] 10.222.0.76 "GET /v2.0/networks/bac12048-218d-4c84-9c9f-b2662c6ae975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327233 Dec 08 16:18:20.919785 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-27a2f1a0-95e9-4c0c-89c8-b40b6fbefb9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:20.922592 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-27a2f1a0-95e9-4c0c-89c8-b40b6fbefb9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:20.923762 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-27a2f1a0-95e9-4c0c-89c8-b40b6fbefb9c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5ba1c7fa-c3db-4c9e-8dd2-5cb1d9afe9eb HTTP/1.1" status: 204 len: 168 time: 0.6521771 Dec 08 16:18:20.924376 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9047df9d-ca94-4ad4-8dd4-20766d3a84a9 service neutron] Pushing event updated for resources: {'Port': ['ID=75a190aa-393b-487b-8029-61d69ec2bdba,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:20.937731 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-c46b3001-a215-48b0-a9b9-69a4ebf366a2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-944697511-network', 'tenant_id': 'ebd580521ede49659be460136b14e0dd'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:18:20.953822 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb439c88-e5af-4a2b-ab27-a86de29dd39b tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Made reservation on behalf of 51a87c34cff54be8bd9f39e385a06492 for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:18:20.958921 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-eb439c88-e5af-4a2b-ab27-a86de29dd39b tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:20.963091 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d0a47-3db0-4785-b594-9fa63466df2e req-9047df9d-ca94-4ad4-8dd4-20766d3a84a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:20.965232 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-829d0a47-3db0-4785-b594-9fa63466df2e req-9047df9d-ca94-4ad4-8dd4-20766d3a84a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:20.967855 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-829d0a47-3db0-4785-b594-9fa63466df2e req-9047df9d-ca94-4ad4-8dd4-20766d3a84a9 service neutron] 10.222.0.76 "PUT /v2.0/ports/75a190aa-393b-487b-8029-61d69ec2bdba HTTP/1.1" status: 200 len: 1092 time: 2.0654163 Dec 08 16:18:20.971032 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dd36850-3136-4244-965d-94b0b69358f1', 'tag': '75a190aa-393b-487b-8029-61d69ec2bdba'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:18:20.975614 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282bfec3-c6dd-44f8-9953-204205739f78" -d '{"events": [{"name": "network-changed", "server_uuid": "4dd36850-3136-4244-965d-94b0b69358f1", "tag": "75a190aa-393b-487b-8029-61d69ec2bdba"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:18:21.000059 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a2f1a0-95e9-4c0c-89c8-b40b6fbefb9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba1c7fa-c3db-4c9e-8dd2-5cb1d9afe9eb,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:21.026065 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-eb439c88-e5af-4a2b-ab27-a86de29dd39b tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] device_id is not set on port 192836c0-f954-4924-b3b5-208e77a03c27 yet. {{(pid=110551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:18:21.056647 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-30a1ccd5-978a-44de-b910-a3c0d4732f95 req-bff09e63-39e3-4cc8-a58d-e2793f10ef49 service neutron] 10.222.0.76 "GET /v2.0/networks/bac12048-218d-4c84-9c9f-b2662c6ae975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441192 Dec 08 16:18:21.093439 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b1510b-78d7-42f7-bf36-1b5e44b23200 x-openstack-request-id: req-02b1510b-78d7-42f7-bf36-1b5e44b23200 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:18:21.093439 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dd36850-3136-4244-965d-94b0b69358f1", "tag": "75a190aa-393b-487b-8029-61d69ec2bdba", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:18:21.093439 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-02b1510b-78d7-42f7-bf36-1b5e44b23200 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:18:21.093439 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dd36850-3136-4244-965d-94b0b69358f1', 'tag': '75a190aa-393b-487b-8029-61d69ec2bdba', 'status': 'completed', 'code': 200} Dec 08 16:18:21.126189 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-eda1767d-2bbf-42bb-942a-73352510d609 None None] Allocated IP 2001:db8::2 (51462fc7-3ac2-4855-8109-fe94256e4b3c/9cf47bf2-6f92-470e-b6c4-fb181709614f/9c7fda91-fc00-4076-9703-292c0f5c1d4e) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:18:21.140249 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c46b3001-a215-48b0-a9b9-69a4ebf366a2 admin admin] Made reservation on behalf of ebd580521ede49659be460136b14e0dd for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:18:21.145111 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c46b3001-a215-48b0-a9b9-69a4ebf366a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:21.196047 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c46b3001-a215-48b0-a9b9-69a4ebf366a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:21.237933 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282bfec3-c6dd-44f8-9953-204205739f78 req-501d3b76-be6c-4197-961f-2891209ac2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:21.238865 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-282bfec3-c6dd-44f8-9953-204205739f78 req-501d3b76-be6c-4197-961f-2891209ac2b3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=016b62e7a92b4a59a449f2d507b63060&device_id=4dd36850-3136-4244-965d-94b0b69358f1 HTTP/1.1" status: 200 len: 1095 time: 0.1581478 Dec 08 16:18:21.254416 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ce578-e1f1-476f-8c8f-956feadb4619 req-3986534a-bcd5-43dd-8bd8-74729a0f1c7d tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:21.261757 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cd3ce578-e1f1-476f-8c8f-956feadb4619 req-3986534a-bcd5-43dd-8bd8-74729a0f1c7d tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=adefda5d-bce5-412f-a53a-92f34c530f69 HTTP/1.1" status: 200 len: 943 time: 0.1278257 Dec 08 16:18:21.319942 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-eda1767d-2bbf-42bb-942a-73352510d609 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:21.427992 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cd3ce578-e1f1-476f-8c8f-956feadb4619 req-967db86b-2efc-4ed1-9c41-26f610b37f17 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653192 Dec 08 16:18:21.429571 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a5465-00b7-4d32-8773-ccef8082d785 req-f09ca339-c071-437a-aa05-108daf1fae0e tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:21.444341 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b12a5465-00b7-4d32-8773-ccef8082d785 req-f09ca339-c071-437a-aa05-108daf1fae0e tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dd36850-3136-4244-965d-94b0b69358f1 HTTP/1.1" status: 200 len: 943 time: 0.0698409 Dec 08 16:18:21.486780 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282bfec3-c6dd-44f8-9953-204205739f78 req-e10e2719-b046-458f-97fd-93a43214330b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:21.488967 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-282bfec3-c6dd-44f8-9953-204205739f78 req-e10e2719-b046-458f-97fd-93a43214330b service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=016b62e7a92b4a59a449f2d507b63060&shared=False HTTP/1.1" status: 200 len: 925 time: 0.2249808 Dec 08 16:18:21.495664 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c46b3001-a215-48b0-a9b9-69a4ebf366a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:21.502217 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-eda1767d-2bbf-42bb-942a-73352510d609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:21.514352 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b12a5465-00b7-4d32-8773-ccef8082d785 req-ad8c971d-89ac-4fc8-a583-c92818297e78 tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fe15083-aee4-487e-8783-973d9efc4bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688477 Dec 08 16:18:21.597508 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda1767d-2bbf-42bb-942a-73352510d609 None None] Pushing event updated for resources: {'Port': ['ID=9c7fda91-fc00-4076-9703-292c0f5c1d4e,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:21.609295 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-eb439c88-e5af-4a2b-ab27-a86de29dd39b tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Allocated IP 2001:db8::29d (51462fc7-3ac2-4855-8109-fe94256e4b3c/9cf47bf2-6f92-470e-b6c4-fb181709614f/192836c0-f954-4924-b3b5-208e77a03c27) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:18:21.632346 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda1767d-2bbf-42bb-942a-73352510d609 None None] Network 51462fc7-3ac2-4855-8109-fe94256e4b3c is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:18:21.632346 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-eda1767d-2bbf-42bb-942a-73352510d609 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:18:21.632346 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda1767d-2bbf-42bb-942a-73352510d609 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:18:21.644603 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda1767d-2bbf-42bb-942a-73352510d609 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:21.644603 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda1767d-2bbf-42bb-942a-73352510d609 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:21.644603 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda1767d-2bbf-42bb-942a-73352510d609 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:21.644603 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda1767d-2bbf-42bb-942a-73352510d609 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:21.644603 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda1767d-2bbf-42bb-942a-73352510d609 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:21.644603 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda1767d-2bbf-42bb-942a-73352510d609 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:21.644603 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda1767d-2bbf-42bb-942a-73352510d609 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:21.644603 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda1767d-2bbf-42bb-942a-73352510d609 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:21.644603 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda1767d-2bbf-42bb-942a-73352510d609 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:21.644603 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda1767d-2bbf-42bb-942a-73352510d609 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:21.644603 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda1767d-2bbf-42bb-942a-73352510d609 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:21.645408 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda1767d-2bbf-42bb-942a-73352510d609 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:21.645408 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda1767d-2bbf-42bb-942a-73352510d609 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:21.679762 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c46b3001-a215-48b0-a9b9-69a4ebf366a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:21.698809 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282bfec3-c6dd-44f8-9953-204205739f78 req-07c9b46c-7c37-4c39-bd58-e6645dc913ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:21.700483 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-282bfec3-c6dd-44f8-9953-204205739f78 req-07c9b46c-7c37-4c39-bd58-e6645dc913ae service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2033706 Dec 08 16:18:21.722389 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c46b3001-a215-48b0-a9b9-69a4ebf366a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:18:21.734465 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46b3001-a215-48b0-a9b9-69a4ebf366a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f87f0229-8e03-4b71-a8be-cc153bb37448,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:21.752898 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-eda1767d-2bbf-42bb-942a-73352510d609 None None] Attempting to bind port 9c7fda91-fc00-4076-9703-292c0f5c1d4e on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:18:21.753290 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-eda1767d-2bbf-42bb-942a-73352510d609 None None] Attempting to bind port 9c7fda91-fc00-4076-9703-292c0f5c1d4e by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '50d33679-8ec3-45cf-84dc-a615081015ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '51462fc7-3ac2-4855-8109-fe94256e4b3c'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:18:21.753661 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda1767d-2bbf-42bb-942a-73352510d609 None None] Attempting to bind port 9c7fda91-fc00-4076-9703-292c0f5c1d4e on network 51462fc7-3ac2-4855-8109-fe94256e4b3c {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:18:21.758386 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c46b3001-a215-48b0-a9b9-69a4ebf366a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:21.760085 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-c46b3001-a215-48b0-a9b9-69a4ebf366a2 admin admin] Added segment 2a82ecd5-a9d3-46a5-a060-3820facdd98d of type vlan for network 96222b75-0d7f-43da-898a-91046f8bdc5a Dec 08 16:18:21.775681 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda1767d-2bbf-42bb-942a-73352510d609 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:18:21.775681 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda1767d-2bbf-42bb-942a-73352510d609 None None] Checking segment: {'id': '50d33679-8ec3-45cf-84dc-a615081015ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '51462fc7-3ac2-4855-8109-fe94256e4b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:18:21.775681 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-eda1767d-2bbf-42bb-942a-73352510d609 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:21.775681 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda1767d-2bbf-42bb-942a-73352510d609 None None] Bound using segment: {'id': '50d33679-8ec3-45cf-84dc-a615081015ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '51462fc7-3ac2-4855-8109-fe94256e4b3c'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:18:21.776271 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-eda1767d-2bbf-42bb-942a-73352510d609 None None] Bound port: 9c7fda91-fc00-4076-9703-292c0f5c1d4e, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50d33679-8ec3-45cf-84dc-a615081015ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '51462fc7-3ac2-4855-8109-fe94256e4b3c'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:18:21.776271 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-eda1767d-2bbf-42bb-942a-73352510d609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:21.819679 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-eb439c88-e5af-4a2b-ab27-a86de29dd39b tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:21.883572 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c46b3001-a215-48b0-a9b9-69a4ebf366a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:21.885846 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-eda1767d-2bbf-42bb-942a-73352510d609 None None] For port 9c7fda91-fc00-4076-9703-292c0f5c1d4e, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:18:21.889353 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-eda1767d-2bbf-42bb-942a-73352510d609 None None] For port 9c7fda91-fc00-4076-9703-292c0f5c1d4e, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=9c7fda91-fc00-4076-9703-292c0f5c1d4e,segment=NetworkSegment(50d33679-8ec3-45cf-84dc-a615081015ed),segment_id=50d33679-8ec3-45cf-84dc-a615081015ed)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:18:21.896508 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d0a47-3db0-4785-b594-9fa63466df2e req-c319405a-8393-4425-9fee-97e31ef5a2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:21.898433 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-829d0a47-3db0-4785-b594-9fa63466df2e req-c319405a-8393-4425-9fee-97e31ef5a2e7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=016b62e7a92b4a59a449f2d507b63060&device_id=4dd36850-3136-4244-965d-94b0b69358f1 HTTP/1.1" status: 200 len: 1095 time: 0.1427586 Dec 08 16:18:21.954740 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-829d0a47-3db0-4785-b594-9fa63466df2e req-876dc799-6dbc-434b-aedb-f9f1f39ece20 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75a190aa-393b-487b-8029-61d69ec2bdba HTTP/1.1" status: 200 len: 217 time: 0.0473211 Dec 08 16:18:22.008761 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d0a47-3db0-4785-b594-9fa63466df2e req-866cb596-3afa-4e10-92d0-b8d11b33ddce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:22.010294 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-829d0a47-3db0-4785-b594-9fa63466df2e req-866cb596-3afa-4e10-92d0-b8d11b33ddce service neutron] 10.222.0.76 "GET /v2.0/subnets?id=df2249ce-cfa8-4a85-899e-a41f46417917 HTTP/1.1" status: 200 len: 864 time: 0.0472183 Dec 08 16:18:22.027943 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-eb439c88-e5af-4a2b-ab27-a86de29dd39b tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:22.028912 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-eda1767d-2bbf-42bb-942a-73352510d609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:22.055909 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-829d0a47-3db0-4785-b594-9fa63466df2e req-80f8e48d-c4d1-4a00-82bc-0a7bc012f075 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5818c9ff-d720-4e44-a0f7-c1595ae41cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330441 Dec 08 16:18:22.089458 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c46b3001-a215-48b0-a9b9-69a4ebf366a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:22.090641 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46b3001-a215-48b0-a9b9-69a4ebf366a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:22.091907 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c46b3001-a215-48b0-a9b9-69a4ebf366a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:22.106562 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb439c88-e5af-4a2b-ab27-a86de29dd39b tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Network 51462fc7-3ac2-4855-8109-fe94256e4b3c is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:18:22.110904 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-eb439c88-e5af-4a2b-ab27-a86de29dd39b tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:18:22.123999 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb439c88-e5af-4a2b-ab27-a86de29dd39b tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:18:22.144803 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda1767d-2bbf-42bb-942a-73352510d609 None None] Pushing event updated for resources: {'Port': ['ID=9c7fda91-fc00-4076-9703-292c0f5c1d4e,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:22.153959 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb439c88-e5af-4a2b-ab27-a86de29dd39b tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:22.158442 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-eb439c88-e5af-4a2b-ab27-a86de29dd39b tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:22.180263 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb439c88-e5af-4a2b-ab27-a86de29dd39b tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event updated for resources: {'Port': ['ID=192836c0-f954-4924-b3b5-208e77a03c27,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:22.296716 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-eb439c88-e5af-4a2b-ab27-a86de29dd39b tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.7098706 Dec 08 16:18:22.297359 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54916) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:22.452420 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-b97ce644-e095-4093-9967-f7d5e5b3e41d tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Deleting port 192836c0-f954-4924-b3b5-208e77a03c27 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:18:22.452686 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b97ce644-e095-4093-9967-f7d5e5b3e41d tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:22.539293 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46b3001-a215-48b0-a9b9-69a4ebf366a2 admin admin] Pushing event updated for resources: {'Network': ['ID=96222b75-0d7f-43da-898a-91046f8bdc5a,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:22.550394 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 96222b75-0d7f-43da-898a-91046f8bdc5a details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:18:22.588640 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b97ce644-e095-4093-9967-f7d5e5b3e41d tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:22.607321 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-b97ce644-e095-4093-9967-f7d5e5b3e41d tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Calling delete_port for 192836c0-f954-4924-b3b5-208e77a03c27 owned by {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:18:22.650632 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c46b3001-a215-48b0-a9b9-69a4ebf366a2 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9806511 Dec 08 16:18:22.659026 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 54928) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:22.664467 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-c83d9300-e5b0-4886-8536-f76a9f385f48 admin admin] Request body: {'subnet': {'network_id': '96222b75-0d7f-43da-898a-91046f8bdc5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-944697511-subnet', 'tenant_id': 'ebd580521ede49659be460136b14e0dd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:18:22.682142 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-829d0a47-3db0-4785-b594-9fa63466df2e req-361b9158-4d98-46a3-8c1b-96a8b33e704c service neutron] 10.222.0.76 "GET /v2.0/networks/5818c9ff-d720-4e44-a0f7-c1595ae41cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6223445 Dec 08 16:18:22.712574 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0095049c-477a-4b58-913a-42dffe693cb7 req-520224f9-05c0-40d0-bff5-b20407aae635 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:22.720366 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0095049c-477a-4b58-913a-42dffe693cb7 req-520224f9-05c0-40d0-bff5-b20407aae635 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=adefda5d-bce5-412f-a53a-92f34c530f69 HTTP/1.1" status: 200 len: 943 time: 0.1322556 Dec 08 16:18:22.774039 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ecb83e-0136-430a-a992-a7bcf0d38755 req-e4721dec-336c-4b6a-a6cf-78cf864c909b tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:22.775769 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-60ecb83e-0136-430a-a992-a7bcf0d38755 req-e4721dec-336c-4b6a-a6cf-78cf864c909b tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dd36850-3136-4244-965d-94b0b69358f1 HTTP/1.1" status: 200 len: 943 time: 0.1597874 Dec 08 16:18:22.840498 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c83d9300-e5b0-4886-8536-f76a9f385f48 admin admin] Made reservation on behalf of ebd580521ede49659be460136b14e0dd for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:18:22.842970 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c83d9300-e5b0-4886-8536-f76a9f385f48 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:22.856268 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0095049c-477a-4b58-913a-42dffe693cb7 req-b057d8c9-80dc-4bff-bf3f-41735d5e5381 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349354 Dec 08 16:18:22.897926 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 7b9ad23d-9b65-4b17-a881-46d3a671805d details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:18:22.907139 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-60ecb83e-0136-430a-a992-a7bcf0d38755 req-5812df18-0853-4d09-8bbd-fafb0e9fad26 tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fe15083-aee4-487e-8783-973d9efc4bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185853 Dec 08 16:18:22.995979 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b97ce644-e095-4093-9967-f7d5e5b3e41d tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:23.052662 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97ce644-e095-4093-9967-f7d5e5b3e41d tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event deleted for resources: {'Port': ['ID=192836c0-f954-4924-b3b5-208e77a03c27,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:23.056349 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-829d0a47-3db0-4785-b594-9fa63466df2e req-cd80ef82-0212-4e82-a34c-6e97512b3b92 service neutron] 10.222.0.76 "GET /v2.0/networks/5818c9ff-d720-4e44-a0f7-c1595ae41cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3622878 Dec 08 16:18:23.099938 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b97ce644-e095-4093-9967-f7d5e5b3e41d tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:23.104261 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b97ce644-e095-4093-9967-f7d5e5b3e41d tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "DELETE /v2.0/ports/192836c0-f954-4924-b3b5-208e77a03c27 HTTP/1.1" status: 204 len: 168 time: 0.8058367 Dec 08 16:18:23.108479 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54948) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:23.111966 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 9c7fda91-fc00-4076-9703-292c0f5c1d4e up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:18:23.185170 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef45e0be-437f-463f-b542-ae9ddcb5ef08 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] GET failed (client error): The resource could not be found. Dec 08 16:18:23.193029 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ef45e0be-437f-463f-b542-ae9ddcb5ef08 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "GET /v2.0/ports/192836c0-f954-4924-b3b5-208e77a03c27 HTTP/1.1" status: 404 len: 333 time: 0.0688164 Dec 08 16:18:23.193243 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54954) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:23.285042 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1859bfb-6afa-45e8-8dbd-d0689ae3d0fe tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Deleting subnet 9cf47bf2-6f92-470e-b6c4-fb181709614f {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:18:23.289499 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a1859bfb-6afa-45e8-8dbd-d0689ae3d0fe tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:23.316720 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 7b9ad23d-9b65-4b17-a881-46d3a671805d, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=7b9ad23d-9b65-4b17-a881-46d3a671805d,segment=NetworkSegment(e55a582f-5aba-4151-a1c0-e3d3c6210d61),segment_id=e55a582f-5aba-4151-a1c0-e3d3c6210d61)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:18:23.341107 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 9c7fda91-fc00-4076-9703-292c0f5c1d4e triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:18:23.341229 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:23.371167 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '7b9ad23d-9b65-4b17-a881-46d3a671805d', 'network_id': 'bac12048-218d-4c84-9c9f-b2662c6ae975', 'port_id': '7b9ad23d-9b65-4b17-a881-46d3a671805d', 'mac_address': 'fa:16:3e:04:1e:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '911fa867-e0c1-483c-87c7-224732096f69', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:18:23.395037 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a1859bfb-6afa-45e8-8dbd-d0689ae3d0fe tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:23.397907 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa44370-ce27-4d2e-975b-61e05c2280e9 req-c4fbc32a-5a11-40f3-acce-decdc71f20b3 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:23.400298 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-daa44370-ce27-4d2e-975b-61e05c2280e9 req-c4fbc32a-5a11-40f3-acce-decdc71f20b3 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 947 time: 0.0977123 Dec 08 16:18:23.443792 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:23.470903 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c83d9300-e5b0-4886-8536-f76a9f385f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:23.482154 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-daa44370-ce27-4d2e-975b-61e05c2280e9 req-a4b4058c-efc3-4cbe-ad7a-0491dd0b043c tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755646 Dec 08 16:18:23.490662 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b9ad23d-9b65-4b17-a881-46d3a671805d {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:18:23.503082 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c091f313-f7f6-46c9-ba3b-9dded48ecc93 None None] Network 51462fc7-3ac2-4855-8109-fe94256e4b3c requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:18:23.525981 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a1859bfb-6afa-45e8-8dbd-d0689ae3d0fe tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:23.535377 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 7b9ad23d-9b65-4b17-a881-46d3a671805d, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=7b9ad23d-9b65-4b17-a881-46d3a671805d,segment=NetworkSegment(e55a582f-5aba-4151-a1c0-e3d3c6210d61),segment_id=e55a582f-5aba-4151-a1c0-e3d3c6210d61)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:18:23.568552 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83d9300-e5b0-4886-8536-f76a9f385f48 admin admin] Checking segment: {'id': '2a82ecd5-a9d3-46a5-a060-3820facdd98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '96222b75-0d7f-43da-898a-91046f8bdc5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:18:23.571728 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83d9300-e5b0-4886-8536-f76a9f385f48 admin admin] Network hostable DHCP agents. Network: 96222b75-0d7f-43da-898a-91046f8bdc5a, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:18:23.592088 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83d9300-e5b0-4886-8536-f76a9f385f48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=297bd6e5-3bf7-4d91-8a12-5133ca44aa82,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:23.608365 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:23.628147 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-cf30bbdd-3942-49cb-9c8d-1b3739aa38cf None None] Provisioning complete for port 9c7fda91-fc00-4076-9703-292c0f5c1d4e triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:18:23.628732 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-cf30bbdd-3942-49cb-9c8d-1b3739aa38cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:23.669686 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:23.753084 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83d9300-e5b0-4886-8536-f76a9f385f48 admin admin] Network 96222b75-0d7f-43da-898a-91046f8bdc5a is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:18:23.762286 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=7b9ad23d-9b65-4b17-a881-46d3a671805d,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:23.785977 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a1859bfb-6afa-45e8-8dbd-d0689ae3d0fe tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:23.846837 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1859bfb-6afa-45e8-8dbd-d0689ae3d0fe tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event deleted for resources: {'Subnet': ['ID=9cf47bf2-6f92-470e-b6c4-fb181709614f,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:23.857928 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-cf30bbdd-3942-49cb-9c8d-1b3739aa38cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:23.858741 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a1859bfb-6afa-45e8-8dbd-d0689ae3d0fe tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:23.864462 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a1859bfb-6afa-45e8-8dbd-d0689ae3d0fe tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "DELETE /v2.0/subnets/9cf47bf2-6f92-470e-b6c4-fb181709614f HTTP/1.1" status: 204 len: 168 time: 0.6702130 Dec 08 16:18:23.868804 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54976) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:23.874444 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.db.api [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:18:23.874809 n-d-776250-12 neutron-server[110552]: DEBUG oslo_db.api [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:18:23.889375 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-c83d9300-e5b0-4886-8536-f76a9f385f48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 96222b75-0d7f-43da-898a-91046f8bdc5a) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:18:23.895321 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83d9300-e5b0-4886-8536-f76a9f385f48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:23.895941 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c83d9300-e5b0-4886-8536-f76a9f385f48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:23.923871 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0044975a-6321-401b-b094-56136c7fa610 req-24ac0e83-88fc-4f0e-a39c-a189161b0016 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=79064082-c91c-4208-bd57-708e6d37a370&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0712409 Dec 08 16:18:23.929966 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-cf30bbdd-3942-49cb-9c8d-1b3739aa38cf None None] For port 9c7fda91-fc00-4076-9703-292c0f5c1d4e, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=9c7fda91-fc00-4076-9703-292c0f5c1d4e,segment=NetworkSegment(50d33679-8ec3-45cf-84dc-a615081015ed),segment_id=50d33679-8ec3-45cf-84dc-a615081015ed)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:18:23.931394 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0b6cca-c95d-4e02-9e74-eb09a6f834d4 None None] Network 96222b75-0d7f-43da-898a-91046f8bdc5a requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:18:23.986876 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c83d9300-e5b0-4886-8536-f76a9f385f48 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3264849 Dec 08 16:18:23.996315 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 54982) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:24.013573 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-7610efd0-1213-404b-a0d3-1dbb249b77ef admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-944697511-router', 'tenant_id': 'ebd580521ede49659be460136b14e0dd', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:18:24.020513 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54984) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:24.025734 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ffd15bcf-6df2-45b6-aa0e-d4235afd7f35 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:24.054772 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-cf30bbdd-3942-49cb-9c8d-1b3739aa38cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:24.116311 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['7b9ad23d-9b65-4b17-a881-46d3a671805d'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:18:24.173255 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-ffd15bcf-6df2-45b6-aa0e-d4235afd7f35 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Deleting port 9c7fda91-fc00-4076-9703-292c0f5c1d4e {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:18:24.173255 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ffd15bcf-6df2-45b6-aa0e-d4235afd7f35 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:24.180031 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7610efd0-1213-404b-a0d3-1dbb249b77ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:24.182066 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7610efd0-1213-404b-a0d3-1dbb249b77ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:24.203475 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee122a0-25a5-466b-b244-8bce22007f73 None None] Network 51462fc7-3ac2-4855-8109-fe94256e4b3c requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:18:24.237384 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044975a-6321-401b-b094-56136c7fa610 req-6984dc3f-f62b-4127-bacd-fdd1e4e9fe92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:24.239469 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0044975a-6321-401b-b094-56136c7fa610 req-6984dc3f-f62b-4127-bacd-fdd1e4e9fe92 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f798cbfb52c24fe0ba6afa1278248aa5&device_id=79064082-c91c-4208-bd57-708e6d37a370 HTTP/1.1" status: 200 len: 1098 time: 0.2481883 Dec 08 16:18:24.240361 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76f8b29-cf7e-4fa1-8bc5-09be52016c1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-96222b75-0d7f-43da-898a-91046f8bdc5a', 'network_id': '96222b75-0d7f-43da-898a-91046f8bdc5a', 'project_id': 'ebd580521ede49659be460136b14e0dd', 'fixed_ips': [{'subnet_id': '297bd6e5-3bf7-4d91-8a12-5133ca44aa82'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:18:24.241295 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d76f8b29-cf7e-4fa1-8bc5-09be52016c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:24.250036 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8650ea0-e8f3-444a-85a5-7abc557c1903 req-bf5ac9ef-4bcf-42bd-ba00-71353772ef53 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:24.258075 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e8650ea0-e8f3-444a-85a5-7abc557c1903 req-bf5ac9ef-4bcf-42bd-ba00-71353772ef53 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=adefda5d-bce5-412f-a53a-92f34c530f69 HTTP/1.1" status: 200 len: 944 time: 0.2207294 Dec 08 16:18:24.267304 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-cce396b6-5e7e-4fa5-9b00-f5fa0980c890 tempest-ExternalNetworksAdminNegativeTestJSON-28781019 tempest-ExternalNetworksAdminNegativeTestJSON-28781019-project-admin] Request body: {'floatingip': {'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:18:24.310766 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-ffd15bcf-6df2-45b6-aa0e-d4235afd7f35 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] For port 9c7fda91-fc00-4076-9703-292c0f5c1d4e, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=9c7fda91-fc00-4076-9703-292c0f5c1d4e,segment=NetworkSegment(50d33679-8ec3-45cf-84dc-a615081015ed),segment_id=50d33679-8ec3-45cf-84dc-a615081015ed)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:18:24.311065 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ffd15bcf-6df2-45b6-aa0e-d4235afd7f35 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:24.326176 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf30bbdd-3942-49cb-9c8d-1b3739aa38cf None None] Pushing event updated for resources: {'Port': ['ID=9c7fda91-fc00-4076-9703-292c0f5c1d4e,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:24.328171 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-ffd15bcf-6df2-45b6-aa0e-d4235afd7f35 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Calling delete_port for 9c7fda91-fc00-4076-9703-292c0f5c1d4e owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:18:24.424335 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e8650ea0-e8f3-444a-85a5-7abc557c1903 req-bb860038-0def-43b3-a934-00d8cc463a2a tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651757 Dec 08 16:18:24.426241 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7610efd0-1213-404b-a0d3-1dbb249b77ef admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:24.445605 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-0e3e9872-e6b7-4c9a-9640-ee6af9e44b08 None None] Provisioning complete for port 9c7fda91-fc00-4076-9703-292c0f5c1d4e triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:18:24.446254 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0e3e9872-e6b7-4c9a-9640-ee6af9e44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:24.453171 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cce396b6-5e7e-4fa5-9b00-f5fa0980c890 tempest-ExternalNetworksAdminNegativeTestJSON-28781019 tempest-ExternalNetworksAdminNegativeTestJSON-28781019-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:24.474221 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044975a-6321-401b-b094-56136c7fa610 req-e9cf3285-42bb-465c-ac31-8b8d514134a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:24.475793 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0044975a-6321-401b-b094-56136c7fa610 req-e9cf3285-42bb-465c-ac31-8b8d514134a9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=7267bda8-5e5d-4e04-ad23-20b961702335 HTTP/1.1" status: 200 len: 912 time: 0.2016795 Dec 08 16:18:24.576236 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0044975a-6321-401b-b094-56136c7fa610 req-b9f0f5a6-17f4-4c03-a8fd-52b14d53c18d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6 HTTP/1.1" status: 200 len: 1002 time: 0.0933664 Dec 08 16:18:24.584050 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a2b35-3b32-4fe9-82cb-fada0713e91b req-5e73bc0b-c1a1-4b47-a66f-7bea43d08f23 tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:24.592046 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a58a2b35-3b32-4fe9-82cb-fada0713e91b req-5e73bc0b-c1a1-4b47-a66f-7bea43d08f23 tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dd36850-3136-4244-965d-94b0b69358f1 HTTP/1.1" status: 200 len: 943 time: 0.1030328 Dec 08 16:18:24.673129 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a58a2b35-3b32-4fe9-82cb-fada0713e91b req-70a38697-c72e-4f31-a485-b54a2b6502df tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fe15083-aee4-487e-8783-973d9efc4bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800030 Dec 08 16:18:24.675207 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ffd15bcf-6df2-45b6-aa0e-d4235afd7f35 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:24.700560 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044975a-6321-401b-b094-56136c7fa610 req-229ab02a-9f8e-4205-9c58-347b7114f6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:24.700560 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0044975a-6321-401b-b094-56136c7fa610 req-229ab02a-9f8e-4205-9c58-347b7114f6c4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b1120212-8041-47f2-b393-74481d8c6bb2 HTTP/1.1" status: 200 len: 850 time: 0.0536218 Dec 08 16:18:24.715765 n-d-776250-12 neutron-server[110552]: INFO neutron.plugins.ml2.db [None req-0e3e9872-e6b7-4c9a-9640-ee6af9e44b08 None None] No ports have port_id starting with 9c7fda91-fc00-4076-9703-292c0f5c1d4e Dec 08 16:18:24.754452 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd15bcf-6df2-45b6-aa0e-d4235afd7f35 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event deleted for resources: {'Port': ['ID=9c7fda91-fc00-4076-9703-292c0f5c1d4e,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:24.759568 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd15bcf-6df2-45b6-aa0e-d4235afd7f35 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] No DVR routers for this DVR port 9c7fda91-fc00-4076-9703-292c0f5c1d4e on host n-d-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:18:24.777187 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baaa2654-a93b-42f5-b769-2e6b6a7278fb None None] DHCP port deletion for 51462fc7-3ac2-4855-8109-fe94256e4b3c request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:18:24.787826 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-d76f8b29-cf7e-4fa1-8bc5-09be52016c1a None None] Allocated IP 172.20.0.2 (96222b75-0d7f-43da-898a-91046f8bdc5a/297bd6e5-3bf7-4d91-8a12-5133ca44aa82/6ff88fef-964d-4422-8a43-790812226d38) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:18:24.893739 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ffd15bcf-6df2-45b6-aa0e-d4235afd7f35 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:24.943130 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cce396b6-5e7e-4fa5-9b00-f5fa0980c890 tempest-ExternalNetworksAdminNegativeTestJSON-28781019 tempest-ExternalNetworksAdminNegativeTestJSON-28781019-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:24.946975 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7610efd0-1213-404b-a0d3-1dbb249b77ef admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:24.950865 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-ffd15bcf-6df2-45b6-aa0e-d4235afd7f35 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51462fc7-3ac2-4855-8109-fe94256e4b3c']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:18:24.955728 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044975a-6321-401b-b094-56136c7fa610 req-efe687ec-3dfa-4b09-b1ec-62a53cd52a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:24.957451 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0044975a-6321-401b-b094-56136c7fa610 req-efe687ec-3dfa-4b09-b1ec-62a53cd52a4b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7267bda8-5e5d-4e04-ad23-20b961702335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1725259 Dec 08 16:18:24.974291 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0122ae5-f44e-45c9-a376-72c18510ef5c req-9c4545a1-ea1b-4e63-92cd-830e3ecda95f tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:24.983715 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f0122ae5-f44e-45c9-a376-72c18510ef5c req-9c4545a1-ea1b-4e63-92cd-830e3ecda95f tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 947 time: 0.2002850 Dec 08 16:18:24.986652 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-ffd15bcf-6df2-45b6-aa0e-d4235afd7f35 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50d33679-8ec3-45cf-84dc-a615081015ed') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:18:24.992673 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-ffd15bcf-6df2-45b6-aa0e-d4235afd7f35 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50d33679-8ec3-45cf-84dc-a615081015ed') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:18:25.035630 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ffd15bcf-6df2-45b6-aa0e-d4235afd7f35 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:25.068060 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ffd15bcf-6df2-45b6-aa0e-d4235afd7f35 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:25.101702 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffd15bcf-6df2-45b6-aa0e-d4235afd7f35 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:18:25.102093 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 75a190aa-393b-487b-8029-61d69ec2bdba details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:18:25.102974 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ffd15bcf-6df2-45b6-aa0e-d4235afd7f35 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:25.105940 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 9c7fda91-fc00-4076-9703-292c0f5c1d4e no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:18:25.106244 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:18:25.106244 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:18:25.106244 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:18:25.106244 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:18:25.106244 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:18:25.106244 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:18:25.106244 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:18:25.106244 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:18:25.106244 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:18:25.106244 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:18:25.106244 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:18:25.106244 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:18:25.106244 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:18:25.106244 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:18:25.106244 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:18:25.106244 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:18:25.106244 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:18:25.106244 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:18:25.106244 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:18:25.106244 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:18:25.106244 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:18:25.106244 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:18:25.106244 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:18:25.106244 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:18:25.106244 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:18:25.106244 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:18:25.106244 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:18:25.106244 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:18:25.106244 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:18:25.106244 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:18:25.106244 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:18:25.106244 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:18:25.142557 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f0122ae5-f44e-45c9-a376-72c18510ef5c req-5e264ed1-99c4-4f54-87fe-c4c75bc52159 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583219 Dec 08 16:18:25.157814 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0044975a-6321-401b-b094-56136c7fa610 req-e43a60cd-45f9-470f-96fe-a083fe306a96 service neutron] 10.222.0.76 "GET /v2.0/networks/7267bda8-5e5d-4e04-ad23-20b961702335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921020 Dec 08 16:18:25.158228 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 9c7fda91-fc00-4076-9703-292c0f5c1d4e {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:18:25.158762 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 9c7fda91-fc00-4076-9703-292c0f5c1d4e not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:18:25.193721 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-cce396b6-5e7e-4fa5-9b00-f5fa0980c890 tempest-ExternalNetworksAdminNegativeTestJSON-28781019 tempest-ExternalNetworksAdminNegativeTestJSON-28781019-project-admin] Allocated IP 172.25.0.240 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/78673346-46a9-40c5-be61-26186f1de856) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:18:25.304745 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ffd15bcf-6df2-45b6-aa0e-d4235afd7f35 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:25.316829 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ffd15bcf-6df2-45b6-aa0e-d4235afd7f35 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:25.319830 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ffd15bcf-6df2-45b6-aa0e-d4235afd7f35 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "DELETE /v2.0/networks/51462fc7-3ac2-4855-8109-fe94256e4b3c HTTP/1.1" status: 204 len: 168 time: 1.4498019 Dec 08 16:18:25.326011 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 54994) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:25.338131 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-bd1bf793-31cb-4d31-b420-8f9b482d3b62 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Request body: {'port': {'network_id': '7e867f59-8699-4081-a94b-61515eb9b9d8', 'name': 'tempest-PortsIpV6TestJSON-77318003'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:18:25.339455 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd15bcf-6df2-45b6-aa0e-d4235afd7f35 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event deleted for resources: {'Network': ['ID=51462fc7-3ac2-4855-8109-fe94256e4b3c,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:25.343933 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cce396b6-5e7e-4fa5-9b00-f5fa0980c890 tempest-ExternalNetworksAdminNegativeTestJSON-28781019 tempest-ExternalNetworksAdminNegativeTestJSON-28781019-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:25.345909 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 75a190aa-393b-487b-8029-61d69ec2bdba, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=75a190aa-393b-487b-8029-61d69ec2bdba,segment=NetworkSegment(84f343a3-a60b-44d9-b4c1-5d696a48c8e1),segment_id=84f343a3-a60b-44d9-b4c1-5d696a48c8e1)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:18:25.348703 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d76f8b29-cf7e-4fa1-8bc5-09be52016c1a None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:25.359788 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '75a190aa-393b-487b-8029-61d69ec2bdba', 'network_id': '5818c9ff-d720-4e44-a0f7-c1595ae41cbd', 'port_id': '75a190aa-393b-487b-8029-61d69ec2bdba', 'mac_address': 'fa:16:3e:f8:e0:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df2249ce-cfa8-4a85-899e-a41f46417917', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:18:25.386246 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0044975a-6321-401b-b094-56136c7fa610 req-3a631b94-5bf2-4dc6-b021-b7444c9de172 service neutron] 10.222.0.76 "GET /v2.0/networks/7267bda8-5e5d-4e04-ad23-20b961702335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185910 Dec 08 16:18:25.399711 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:25.413889 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75a190aa-393b-487b-8029-61d69ec2bdba {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:18:25.435792 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 75a190aa-393b-487b-8029-61d69ec2bdba, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=75a190aa-393b-487b-8029-61d69ec2bdba,segment=NetworkSegment(84f343a3-a60b-44d9-b4c1-5d696a48c8e1),segment_id=84f343a3-a60b-44d9-b4c1-5d696a48c8e1)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:18:25.463105 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d76f8b29-cf7e-4fa1-8bc5-09be52016c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:25.501760 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76f8b29-cf7e-4fa1-8bc5-09be52016c1a None None] Network 96222b75-0d7f-43da-898a-91046f8bdc5a is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:18:25.507277 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-d76f8b29-cf7e-4fa1-8bc5-09be52016c1a None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:18:25.511210 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76f8b29-cf7e-4fa1-8bc5-09be52016c1a None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:18:25.519581 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cce396b6-5e7e-4fa5-9b00-f5fa0980c890 tempest-ExternalNetworksAdminNegativeTestJSON-28781019 tempest-ExternalNetworksAdminNegativeTestJSON-28781019-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:25.547460 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7610efd0-1213-404b-a0d3-1dbb249b77ef admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:25.549496 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76f8b29-cf7e-4fa1-8bc5-09be52016c1a None None] Pushing event updated for resources: {'Port': ['ID=6ff88fef-964d-4422-8a43-790812226d38,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:25.572846 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7610efd0-1213-404b-a0d3-1dbb249b77ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:25.578790 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:25.606921 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce396b6-5e7e-4fa5-9b00-f5fa0980c890 tempest-ExternalNetworksAdminNegativeTestJSON-28781019 tempest-ExternalNetworksAdminNegativeTestJSON-28781019-project-admin] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:18:25.619333 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-d76f8b29-cf7e-4fa1-8bc5-09be52016c1a None None] Attempting to bind port 6ff88fef-964d-4422-8a43-790812226d38 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:18:25.619977 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-d76f8b29-cf7e-4fa1-8bc5-09be52016c1a None None] Attempting to bind port 6ff88fef-964d-4422-8a43-790812226d38 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '2a82ecd5-a9d3-46a5-a060-3820facdd98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '96222b75-0d7f-43da-898a-91046f8bdc5a'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:18:25.620907 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76f8b29-cf7e-4fa1-8bc5-09be52016c1a None None] Attempting to bind port 6ff88fef-964d-4422-8a43-790812226d38 on network 96222b75-0d7f-43da-898a-91046f8bdc5a {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:18:25.624862 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-cce396b6-5e7e-4fa5-9b00-f5fa0980c890 tempest-ExternalNetworksAdminNegativeTestJSON-28781019 tempest-ExternalNetworksAdminNegativeTestJSON-28781019-project-admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:18:25.636640 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce396b6-5e7e-4fa5-9b00-f5fa0980c890 tempest-ExternalNetworksAdminNegativeTestJSON-28781019 tempest-ExternalNetworksAdminNegativeTestJSON-28781019-project-admin] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:18:25.650526 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76f8b29-cf7e-4fa1-8bc5-09be52016c1a None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:18:25.651129 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76f8b29-cf7e-4fa1-8bc5-09be52016c1a None None] Checking segment: {'id': '2a82ecd5-a9d3-46a5-a060-3820facdd98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '96222b75-0d7f-43da-898a-91046f8bdc5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:18:25.652113 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d76f8b29-cf7e-4fa1-8bc5-09be52016c1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:25.652402 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76f8b29-cf7e-4fa1-8bc5-09be52016c1a None None] Bound using segment: {'id': '2a82ecd5-a9d3-46a5-a060-3820facdd98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '96222b75-0d7f-43da-898a-91046f8bdc5a'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:18:25.653134 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-d76f8b29-cf7e-4fa1-8bc5-09be52016c1a None None] Bound port: 6ff88fef-964d-4422-8a43-790812226d38, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a82ecd5-a9d3-46a5-a060-3820facdd98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '96222b75-0d7f-43da-898a-91046f8bdc5a'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:18:25.653777 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d76f8b29-cf7e-4fa1-8bc5-09be52016c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:25.659919 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1bf793-31cb-4d31-b420-8f9b482d3b62 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Made reservation on behalf of 51a87c34cff54be8bd9f39e385a06492 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:18:25.663992 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bd1bf793-31cb-4d31-b420-8f9b482d3b62 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:25.677376 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce396b6-5e7e-4fa5-9b00-f5fa0980c890 tempest-ExternalNetworksAdminNegativeTestJSON-28781019 tempest-ExternalNetworksAdminNegativeTestJSON-28781019-project-admin] Pushing event updated for resources: {'Port': ['ID=78673346-46a9-40c5-be61-26186f1de856,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:25.698142 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=75a190aa-393b-487b-8029-61d69ec2bdba,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:25.706254 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baee2e9b-68f2-491e-ad1d-35b01984be81 req-1aa5a82c-1876-4ccc-bb67-215b7d5c34e2 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:25.707955 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-baee2e9b-68f2-491e-ad1d-35b01984be81 req-1aa5a82c-1876-4ccc-bb67-215b7d5c34e2 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=adefda5d-bce5-412f-a53a-92f34c530f69 HTTP/1.1" status: 200 len: 944 time: 0.1812792 Dec 08 16:18:25.738873 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [None req-bd1bf793-31cb-4d31-b420-8f9b482d3b62 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] device_id is not set on port 62f26906-9227-4c26-b4d9-22f26b712a1c yet. {{(pid=110550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:18:25.759261 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-d76f8b29-cf7e-4fa1-8bc5-09be52016c1a None None] For port 6ff88fef-964d-4422-8a43-790812226d38, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:18:25.763916 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-d76f8b29-cf7e-4fa1-8bc5-09be52016c1a None None] For port 6ff88fef-964d-4422-8a43-790812226d38, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=6ff88fef-964d-4422-8a43-790812226d38,segment=NetworkSegment(2a82ecd5-a9d3-46a5-a060-3820facdd98d),segment_id=2a82ecd5-a9d3-46a5-a060-3820facdd98d)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:18:25.811439 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-baee2e9b-68f2-491e-ad1d-35b01984be81 req-55600715-250e-42fb-8155-eb5a0b4308b2 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910337 Dec 08 16:18:25.812617 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cce396b6-5e7e-4fa5-9b00-f5fa0980c890 tempest-ExternalNetworksAdminNegativeTestJSON-28781019 tempest-ExternalNetworksAdminNegativeTestJSON-28781019-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:25.838519 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d76f8b29-cf7e-4fa1-8bc5-09be52016c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:25.838677 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-7610efd0-1213-404b-a0d3-1dbb249b77ef admin admin] Allocated IP 172.25.0.119 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/d38b47d4-eb5e-46ec-86b0-5f90264f9489) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:18:25.903570 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76f8b29-cf7e-4fa1-8bc5-09be52016c1a None None] Pushing event updated for resources: {'Port': ['ID=6ff88fef-964d-4422-8a43-790812226d38,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:25.916247 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['75a190aa-393b-487b-8029-61d69ec2bdba'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:18:25.955562 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cce396b6-5e7e-4fa5-9b00-f5fa0980c890 tempest-ExternalNetworksAdminNegativeTestJSON-28781019 tempest-ExternalNetworksAdminNegativeTestJSON-28781019-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:25.997980 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba88c3f-4301-4ce3-a512-0219912bf285 req-117e1a97-570c-49b0-97d0-74a5882cd775 tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:26.004195 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 4b8d5971-2d21-4951-9b66-de8081c96b95 no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:18:26.006280 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7ba88c3f-4301-4ce3-a512-0219912bf285 req-117e1a97-570c-49b0-97d0-74a5882cd775 tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dd36850-3136-4244-965d-94b0b69358f1 HTTP/1.1" status: 200 len: 944 time: 0.1704609 Dec 08 16:18:26.166431 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7ba88c3f-4301-4ce3-a512-0219912bf285 req-80683d8d-8229-463e-8613-b5a4419b777b tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fe15083-aee4-487e-8783-973d9efc4bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588995 Dec 08 16:18:26.209188 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:26.238587 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bd1bf793-31cb-4d31-b420-8f9b482d3b62 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:26.255170 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7610efd0-1213-404b-a0d3-1dbb249b77ef admin admin] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:26.279255 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea814955-832d-40d8-94c7-1d01f64c7a15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b8d5971-2d21-4951-9b66-de8081c96b95'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:18:26.282357 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f716e8-c564-467a-b010-200f1140e9ec" -d '{"events": [{"server_uuid": "ea814955-832d-40d8-94c7-1d01f64c7a15", "name": "network-vif-unplugged", "status": "completed", "tag": "4b8d5971-2d21-4951-9b66-de8081c96b95"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:18:26.298754 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cce396b6-5e7e-4fa5-9b00-f5fa0980c890 tempest-ExternalNetworksAdminNegativeTestJSON-28781019 tempest-ExternalNetworksAdminNegativeTestJSON-28781019-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:26.318644 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 4b8d5971-2d21-4951-9b66-de8081c96b95, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=4b8d5971-2d21-4951-9b66-de8081c96b95,segment=NetworkSegment(bb740625-1067-4eb4-8c3f-54ce2bbbb747),segment_id=bb740625-1067-4eb4-8c3f-54ce2bbbb747)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:18:26.378514 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f1bf0b-d563-4bc5-817b-05d731bdfbae x-openstack-request-id: req-f3f1bf0b-d563-4bc5-817b-05d731bdfbae {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:18:26.378514 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea814955-832d-40d8-94c7-1d01f64c7a15", "name": "network-vif-unplugged", "status": "completed", "tag": "4b8d5971-2d21-4951-9b66-de8081c96b95", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:18:26.378789 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cce396b6-5e7e-4fa5-9b00-f5fa0980c890 tempest-ExternalNetworksAdminNegativeTestJSON-28781019 tempest-ExternalNetworksAdminNegativeTestJSON-28781019-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:26.378911 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f3f1bf0b-d563-4bc5-817b-05d731bdfbae {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:18:26.379045 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea814955-832d-40d8-94c7-1d01f64c7a15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b8d5971-2d21-4951-9b66-de8081c96b95', 'code': 200} Dec 08 16:18:26.420225 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25be98-527e-45bf-9259-2395ccf401b9 req-2d1bfe8f-4778-4a05-8bbc-39349b474e77 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:26.421669 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fd25be98-527e-45bf-9259-2395ccf401b9 req-2d1bfe8f-4778-4a05-8bbc-39349b474e77 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 947 time: 0.1298153 Dec 08 16:18:26.438327 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:26.473537 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bd1bf793-31cb-4d31-b420-8f9b482d3b62 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:26.477137 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce396b6-5e7e-4fa5-9b00-f5fa0980c890 tempest-ExternalNetworksAdminNegativeTestJSON-28781019 tempest-ExternalNetworksAdminNegativeTestJSON-28781019-project-admin] Pushing event updated for resources: {'Port': ['ID=78673346-46a9-40c5-be61-26186f1de856,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:26.504291 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cce396b6-5e7e-4fa5-9b00-f5fa0980c890 tempest-ExternalNetworksAdminNegativeTestJSON-28781019 tempest-ExternalNetworksAdminNegativeTestJSON-28781019-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:26.524745 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=4b8d5971-2d21-4951-9b66-de8081c96b95,revision_number=11']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:26.531473 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fd25be98-527e-45bf-9259-2395ccf401b9 req-d6ca6c72-65d5-49b8-a224-8eae3cae2ec0 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030581 Dec 08 16:18:26.551611 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7610efd0-1213-404b-a0d3-1dbb249b77ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:26.558959 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1bf793-31cb-4d31-b420-8f9b482d3b62 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Network 7e867f59-8699-4081-a94b-61515eb9b9d8 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:18:26.568302 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-bd1bf793-31cb-4d31-b420-8f9b482d3b62 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:18:26.570662 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1bf793-31cb-4d31-b420-8f9b482d3b62 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:18:26.577510 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1bf793-31cb-4d31-b420-8f9b482d3b62 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:26.577510 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bd1bf793-31cb-4d31-b420-8f9b482d3b62 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:26.583454 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1bf793-31cb-4d31-b420-8f9b482d3b62 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event updated for resources: {'Port': ['ID=62f26906-9227-4c26-b4d9-22f26b712a1c,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:26.600538 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7610efd0-1213-404b-a0d3-1dbb249b77ef admin admin] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:18:26.622323 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-7610efd0-1213-404b-a0d3-1dbb249b77ef admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:18:26.623692 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cce396b6-5e7e-4fa5-9b00-f5fa0980c890 tempest-ExternalNetworksAdminNegativeTestJSON-28781019 tempest-ExternalNetworksAdminNegativeTestJSON-28781019-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:26.625495 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-cce396b6-5e7e-4fa5-9b00-f5fa0980c890 tempest-ExternalNetworksAdminNegativeTestJSON-28781019 tempest-ExternalNetworksAdminNegativeTestJSON-28781019-project-admin] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5960829 Dec 08 16:18:26.627982 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55008) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:26.628137 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7610efd0-1213-404b-a0d3-1dbb249b77ef admin admin] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:18:26.633364 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-1c65eaff-9154-4639-b258-116e86c64aff tempest-ExternalNetworksAdminNegativeTestJSON-28781019 tempest-ExternalNetworksAdminNegativeTestJSON-28781019-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-665149484', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'fixed_ips': [{'ip_address': '172.25.0.240'}]}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:18:26.672780 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7610efd0-1213-404b-a0d3-1dbb249b77ef admin admin] Pushing event updated for resources: {'Port': ['ID=d38b47d4-eb5e-46ec-86b0-5f90264f9489,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:26.765583 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-bd1bf793-31cb-4d31-b420-8f9b482d3b62 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.4337056 Dec 08 16:18:26.766348 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 55012) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:26.872770 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c65eaff-9154-4639-b258-116e86c64aff tempest-ExternalNetworksAdminNegativeTestJSON-28781019 tempest-ExternalNetworksAdminNegativeTestJSON-28781019-project-admin] Made reservation on behalf of 09bb84384a9f43c38d254abb56561833 for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:18:26.875257 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1c65eaff-9154-4639-b258-116e86c64aff tempest-ExternalNetworksAdminNegativeTestJSON-28781019 tempest-ExternalNetworksAdminNegativeTestJSON-28781019-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:26.903477 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1c65eaff-9154-4639-b258-116e86c64aff tempest-ExternalNetworksAdminNegativeTestJSON-28781019 tempest-ExternalNetworksAdminNegativeTestJSON-28781019-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:26.913820 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-e2053cde-7514-49df-a846-d31fe89b22e3 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Deleting port 62f26906-9227-4c26-b4d9-22f26b712a1c {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:18:26.918336 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 7b9ad23d-9b65-4b17-a881-46d3a671805d up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:18:26.923936 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e2053cde-7514-49df-a846-d31fe89b22e3 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:27.029542 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1c65eaff-9154-4639-b258-116e86c64aff tempest-ExternalNetworksAdminNegativeTestJSON-28781019 tempest-ExternalNetworksAdminNegativeTestJSON-28781019-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:27.031504 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 6ff88fef-964d-4422-8a43-790812226d38 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:18:27.074189 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port 7b9ad23d-9b65-4b17-a881-46d3a671805d completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:18:27.081992 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 7b9ad23d-9b65-4b17-a881-46d3a671805d triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:18:27.087475 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:27.107540 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1c65eaff-9154-4639-b258-116e86c64aff tempest-ExternalNetworksAdminNegativeTestJSON-28781019 tempest-ExternalNetworksAdminNegativeTestJSON-28781019-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:27.114246 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-1c65eaff-9154-4639-b258-116e86c64aff tempest-ExternalNetworksAdminNegativeTestJSON-28781019 tempest-ExternalNetworksAdminNegativeTestJSON-28781019-project-admin] device_id is not set on port 667f317d-903b-409d-a61e-cb41c0261856 yet. {{(pid=110551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:18:27.137040 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 6ff88fef-964d-4422-8a43-790812226d38 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:18:27.137645 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:27.169541 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a2c7af-8ac7-4a1d-899a-d4704658da1e None None] Network 96222b75-0d7f-43da-898a-91046f8bdc5a requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:18:27.274045 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-22a01bfd-9fa8-4d0c-ac49-df9daaa6559b None None] Provisioning complete for port 6ff88fef-964d-4422-8a43-790812226d38 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:18:27.275827 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-22a01bfd-9fa8-4d0c-ac49-df9daaa6559b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:27.314834 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c65eaff-9154-4639-b258-116e86c64aff tempest-ExternalNetworksAdminNegativeTestJSON-28781019 tempest-ExternalNetworksAdminNegativeTestJSON-28781019-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9e217c-70a6-4f9a-a0ce-0701999446dd,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:27.341860 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c65eaff-9154-4639-b258-116e86c64aff tempest-ExternalNetworksAdminNegativeTestJSON-28781019 tempest-ExternalNetworksAdminNegativeTestJSON-28781019-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:27.342228 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c65eaff-9154-4639-b258-116e86c64aff tempest-ExternalNetworksAdminNegativeTestJSON-28781019 tempest-ExternalNetworksAdminNegativeTestJSON-28781019-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:27.342586 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c65eaff-9154-4639-b258-116e86c64aff tempest-ExternalNetworksAdminNegativeTestJSON-28781019 tempest-ExternalNetworksAdminNegativeTestJSON-28781019-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:27.342933 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c65eaff-9154-4639-b258-116e86c64aff tempest-ExternalNetworksAdminNegativeTestJSON-28781019 tempest-ExternalNetworksAdminNegativeTestJSON-28781019-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:27.343280 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c65eaff-9154-4639-b258-116e86c64aff tempest-ExternalNetworksAdminNegativeTestJSON-28781019 tempest-ExternalNetworksAdminNegativeTestJSON-28781019-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:27.343623 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c65eaff-9154-4639-b258-116e86c64aff tempest-ExternalNetworksAdminNegativeTestJSON-28781019 tempest-ExternalNetworksAdminNegativeTestJSON-28781019-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:27.343963 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c65eaff-9154-4639-b258-116e86c64aff tempest-ExternalNetworksAdminNegativeTestJSON-28781019 tempest-ExternalNetworksAdminNegativeTestJSON-28781019-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:27.344347 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c65eaff-9154-4639-b258-116e86c64aff tempest-ExternalNetworksAdminNegativeTestJSON-28781019 tempest-ExternalNetworksAdminNegativeTestJSON-28781019-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:27.344691 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c65eaff-9154-4639-b258-116e86c64aff tempest-ExternalNetworksAdminNegativeTestJSON-28781019 tempest-ExternalNetworksAdminNegativeTestJSON-28781019-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:27.345030 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c65eaff-9154-4639-b258-116e86c64aff tempest-ExternalNetworksAdminNegativeTestJSON-28781019 tempest-ExternalNetworksAdminNegativeTestJSON-28781019-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:27.345365 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c65eaff-9154-4639-b258-116e86c64aff tempest-ExternalNetworksAdminNegativeTestJSON-28781019 tempest-ExternalNetworksAdminNegativeTestJSON-28781019-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:27.345764 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c65eaff-9154-4639-b258-116e86c64aff tempest-ExternalNetworksAdminNegativeTestJSON-28781019 tempest-ExternalNetworksAdminNegativeTestJSON-28781019-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:27.346033 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c65eaff-9154-4639-b258-116e86c64aff tempest-ExternalNetworksAdminNegativeTestJSON-28781019 tempest-ExternalNetworksAdminNegativeTestJSON-28781019-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:27.421433 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d625384-1626-4a56-837e-f3a5043f86f6 req-88f1a6a9-f1a2-48d4-8bc6-0a99883feda8 tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:27.422926 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3d625384-1626-4a56-837e-f3a5043f86f6 req-88f1a6a9-f1a2-48d4-8bc6-0a99883feda8 tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dd36850-3136-4244-965d-94b0b69358f1 HTTP/1.1" status: 200 len: 944 time: 0.1021340 Dec 08 16:18:27.438546 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:27.443699 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:27.449918 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e2053cde-7514-49df-a846-d31fe89b22e3 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:27.468691 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b2d784-1c32-4118-823f-72b7370c45c9 req-e1c50eec-aff6-4f28-b3c2-2303f9343f5e tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:27.470258 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-76b2d784-1c32-4118-823f-72b7370c45c9 req-e1c50eec-aff6-4f28-b3c2-2303f9343f5e tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=adefda5d-bce5-412f-a53a-92f34c530f69 HTTP/1.1" status: 200 len: 944 time: 0.4854498 Dec 08 16:18:27.486901 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-e2053cde-7514-49df-a846-d31fe89b22e3 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Calling delete_port for 62f26906-9227-4c26-b4d9-22f26b712a1c owned by {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:18:27.493667 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c65eaff-9154-4639-b258-116e86c64aff tempest-ExternalNetworksAdminNegativeTestJSON-28781019 tempest-ExternalNetworksAdminNegativeTestJSON-28781019-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 08 16:18:27.494608 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c65eaff-9154-4639-b258-116e86c64aff tempest-ExternalNetworksAdminNegativeTestJSON-28781019 tempest-ExternalNetworksAdminNegativeTestJSON-28781019-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:18:27.521809 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3d625384-1626-4a56-837e-f3a5043f86f6 req-98da336b-00f9-488c-af53-0c976379bed1 tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fe15083-aee4-487e-8783-973d9efc4bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882270 Dec 08 16:18:27.549583 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 7b9ad23d-9b65-4b17-a881-46d3a671805d, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=7b9ad23d-9b65-4b17-a881-46d3a671805d,segment=NetworkSegment(e55a582f-5aba-4151-a1c0-e3d3c6210d61),segment_id=e55a582f-5aba-4151-a1c0-e3d3c6210d61)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:18:27.559345 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 6ff88fef-964d-4422-8a43-790812226d38, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=6ff88fef-964d-4422-8a43-790812226d38,segment=NetworkSegment(2a82ecd5-a9d3-46a5-a060-3820facdd98d),segment_id=2a82ecd5-a9d3-46a5-a060-3820facdd98d)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:18:27.566300 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-22a01bfd-9fa8-4d0c-ac49-df9daaa6559b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:27.590365 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-76b2d784-1c32-4118-823f-72b7370c45c9 req-6c00783b-6cda-49d2-9b5e-9360bf9b0906 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101296 Dec 08 16:18:27.591111 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7610efd0-1213-404b-a0d3-1dbb249b77ef admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:27.600030 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-1c65eaff-9154-4639-b258-116e86c64aff tempest-ExternalNetworksAdminNegativeTestJSON-28781019 tempest-ExternalNetworksAdminNegativeTestJSON-28781019-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.9685929 Dec 08 16:18:27.603983 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55022) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:27.622193 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:27.624048 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:27.723755 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.db.api [None req-22a01bfd-9fa8-4d0c-ac49-df9daaa6559b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:18:27.723755 n-d-776250-12 neutron-server[110552]: DEBUG oslo_db.api [None req-22a01bfd-9fa8-4d0c-ac49-df9daaa6559b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:18:27.725934 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=7b9ad23d-9b65-4b17-a881-46d3a671805d,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:27.799486 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=6ff88fef-964d-4422-8a43-790812226d38,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:27.856002 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e2053cde-7514-49df-a846-d31fe89b22e3 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:27.875391 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301edf08-91e4-49b2-adff-e877529dde6a req-7a940566-f177-41dc-98f5-555ac040c049 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:27.877659 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-301edf08-91e4-49b2-adff-e877529dde6a req-7a940566-f177-41dc-98f5-555ac040c049 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 945 time: 0.1994452 Dec 08 16:18:27.895968 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2053cde-7514-49df-a846-d31fe89b22e3 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event deleted for resources: {'Port': ['ID=62f26906-9227-4c26-b4d9-22f26b712a1c,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:27.906786 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7610efd0-1213-404b-a0d3-1dbb249b77ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:27.948774 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e2053cde-7514-49df-a846-d31fe89b22e3 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:27.954599 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-e2053cde-7514-49df-a846-d31fe89b22e3 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "DELETE /v2.0/ports/62f26906-9227-4c26-b4d9-22f26b712a1c HTTP/1.1" status: 204 len: 168 time: 1.1848752 Dec 08 16:18:27.954909 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 55028) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:27.962815 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-cd65eb6d-9e0d-4016-8324-2367f9da72dd tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Request body: {'port': {'network_id': '7e867f59-8699-4081-a94b-61515eb9b9d8', 'mac_address': 'fa:16:3e:1c:2b:f5', 'name': 'tempest-PortsIpV6TestJSON-1746993754'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:18:27.964260 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-dba30cc8-a2f8-4d55-99c6-c471405f0355 tempest-ExternalNetworksAdminNegativeTestJSON-28781019 tempest-ExternalNetworksAdminNegativeTestJSON-28781019-project-admin] Deleting port 78673346-46a9-40c5-be61-26186f1de856 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:18:27.964616 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dba30cc8-a2f8-4d55-99c6-c471405f0355 tempest-ExternalNetworksAdminNegativeTestJSON-28781019 tempest-ExternalNetworksAdminNegativeTestJSON-28781019-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:27.970120 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-301edf08-91e4-49b2-adff-e877529dde6a req-18d481ce-f687-40db-aa16-3ad567a6735b tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793374 Dec 08 16:18:28.012052 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 4b8d5971-2d21-4951-9b66-de8081c96b95 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:18:28.072362 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dba30cc8-a2f8-4d55-99c6-c471405f0355 tempest-ExternalNetworksAdminNegativeTestJSON-28781019 tempest-ExternalNetworksAdminNegativeTestJSON-28781019-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:28.073748 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dba30cc8-a2f8-4d55-99c6-c471405f0355 tempest-ExternalNetworksAdminNegativeTestJSON-28781019 tempest-ExternalNetworksAdminNegativeTestJSON-28781019-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:28.095480 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-dba30cc8-a2f8-4d55-99c6-c471405f0355 tempest-ExternalNetworksAdminNegativeTestJSON-28781019 tempest-ExternalNetworksAdminNegativeTestJSON-28781019-project-admin] Calling delete_port for 78673346-46a9-40c5-be61-26186f1de856 owned by network:floatingip {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:18:28.148207 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 4b8d5971-2d21-4951-9b66-de8081c96b95, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=4b8d5971-2d21-4951-9b66-de8081c96b95,segment=NetworkSegment(bb740625-1067-4eb4-8c3f-54ce2bbbb747),segment_id=bb740625-1067-4eb4-8c3f-54ce2bbbb747)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:18:28.187833 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '4b8d5971-2d21-4951-9b66-de8081c96b95', 'network_id': '444a8cbb-ee83-40d1-9772-ed3daa005a16', 'port_id': '4b8d5971-2d21-4951-9b66-de8081c96b95', 'mac_address': 'fa:16:3e:4b:6d:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921ca20d-c445-4985-be5a-b19c39bd838b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:18:28.210511 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd65eb6d-9e0d-4016-8324-2367f9da72dd tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Made reservation on behalf of 51a87c34cff54be8bd9f39e385a06492 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:18:28.257273 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:28.281961 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b8d5971-2d21-4951-9b66-de8081c96b95 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:18:28.288330 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7610efd0-1213-404b-a0d3-1dbb249b77ef admin admin] Router a280412e-a049-4c39-b674-5004fe506071 is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:18:28.352944 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 4b8d5971-2d21-4951-9b66-de8081c96b95, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=4b8d5971-2d21-4951-9b66-de8081c96b95,segment=NetworkSegment(bb740625-1067-4eb4-8c3f-54ce2bbbb747),segment_id=bb740625-1067-4eb4-8c3f-54ce2bbbb747)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:18:28.360442 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cd65eb6d-9e0d-4016-8324-2367f9da72dd tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:28.380398 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adefda5d-bce5-412f-a53a-92f34c530f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b9ad23d-9b65-4b17-a881-46d3a671805d'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:18:28.383018 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543afd20-8358-49de-a04b-703d6aa6410b" -d '{"events": [{"server_uuid": "adefda5d-bce5-412f-a53a-92f34c530f69", "name": "network-vif-plugged", "status": "completed", "tag": "7b9ad23d-9b65-4b17-a881-46d3a671805d"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:18:28.406017 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-4511ba2d-6058-43ce-981e-a404c2755f23 None None] Provisioning complete for port 6ff88fef-964d-4422-8a43-790812226d38 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:18:28.406402 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4511ba2d-6058-43ce-981e-a404c2755f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:28.427630 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dba30cc8-a2f8-4d55-99c6-c471405f0355 tempest-ExternalNetworksAdminNegativeTestJSON-28781019 tempest-ExternalNetworksAdminNegativeTestJSON-28781019-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:28.436687 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0d2e6d-5d24-4739-9801-18037d7027b4 x-openstack-request-id: req-3b0d2e6d-5d24-4739-9801-18037d7027b4 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:18:28.436913 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [None req-cd65eb6d-9e0d-4016-8324-2367f9da72dd tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] device_id is not set on port 8da7d72e-fbbd-4bd9-a44c-bd4ab329e9b0 yet. {{(pid=110550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:18:28.449810 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adefda5d-bce5-412f-a53a-92f34c530f69", "name": "network-vif-plugged", "status": "completed", "tag": "7b9ad23d-9b65-4b17-a881-46d3a671805d", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:18:28.449810 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3b0d2e6d-5d24-4739-9801-18037d7027b4 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:18:28.449810 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adefda5d-bce5-412f-a53a-92f34c530f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b9ad23d-9b65-4b17-a881-46d3a671805d', 'code': 200} Dec 08 16:18:28.487984 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba30cc8-a2f8-4d55-99c6-c471405f0355 tempest-ExternalNetworksAdminNegativeTestJSON-28781019 tempest-ExternalNetworksAdminNegativeTestJSON-28781019-project-admin] Pushing event deleted for resources: {'Port': ['ID=78673346-46a9-40c5-be61-26186f1de856,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:28.503970 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:28.598104 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dba30cc8-a2f8-4d55-99c6-c471405f0355 tempest-ExternalNetworksAdminNegativeTestJSON-28781019 tempest-ExternalNetworksAdminNegativeTestJSON-28781019-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:28.598548 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7610efd0-1213-404b-a0d3-1dbb249b77ef admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:18:28.622350 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dba30cc8-a2f8-4d55-99c6-c471405f0355 tempest-ExternalNetworksAdminNegativeTestJSON-28781019 tempest-ExternalNetworksAdminNegativeTestJSON-28781019-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:28.622455 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0308b6e-1c6e-4008-9553-811b31eb840f None None] Sync routers for ids ['a280412e-a049-4c39-b674-5004fe506071'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:18:28.622812 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-dba30cc8-a2f8-4d55-99c6-c471405f0355 tempest-ExternalNetworksAdminNegativeTestJSON-28781019 tempest-ExternalNetworksAdminNegativeTestJSON-28781019-project-admin] 10.222.0.64 "DELETE /v2.0/floatingips/a51ee54a-7630-4d5d-af2b-f9c953e76e38 HTTP/1.1" status: 204 len: 168 time: 1.0028214 Dec 08 16:18:28.630572 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0308b6e-1c6e-4008-9553-811b31eb840f None None] Routers {'a280412e-a049-4c39-b674-5004fe506071'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:18:28.634851 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-a0308b6e-1c6e-4008-9553-811b31eb840f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:18:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['a280412e-a049-4c39-b674-5004fe506071'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:18:28.661810 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=4b8d5971-2d21-4951-9b66-de8081c96b95,revision_number=12']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:28.720367 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9747e6c-29c4-4e9b-b06a-83a83a09fe0a req-a0d1500a-c92d-4a37-b10f-1067b5ada752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:28.725587 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b9747e6c-29c4-4e9b-b06a-83a83a09fe0a req-a0d1500a-c92d-4a37-b10f-1067b5ada752 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=adefda5d-bce5-412f-a53a-92f34c530f69 HTTP/1.1" status: 200 len: 1097 time: 0.2091162 Dec 08 16:18:28.750477 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['4b8d5971-2d21-4951-9b66-de8081c96b95'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:18:28.828918 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-a0308b6e-1c6e-4008-9553-811b31eb840f None None] Set router a280412e-a049-4c39-b674-5004fe506071 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:18:28.845752 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7c7ad-5969-4c81-8901-a3e61b8befec req-409c2424-89e4-4519-80a7-d54c2db03f4e tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:28.848372 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4ca7c7ad-5969-4c81-8901-a3e61b8befec req-409c2424-89e4-4519-80a7-d54c2db03f4e tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=adefda5d-bce5-412f-a53a-92f34c530f69 HTTP/1.1" status: 200 len: 945 time: 0.1284437 Dec 08 16:18:28.858011 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7610efd0-1213-404b-a0d3-1dbb249b77ef admin admin] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:28.861903 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-7610efd0-1213-404b-a0d3-1dbb249b77ef admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.8603671 Dec 08 16:18:28.864593 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55054) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:28.892547 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cd65eb6d-9e0d-4016-8324-2367f9da72dd tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:28.913908 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf2a197-ec05-459c-9473-389d5697ddf2 req-a41680a7-b7ce-4075-a951-ca1bd1230961 tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:28.915688 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8cf2a197-ec05-459c-9473-389d5697ddf2 req-a41680a7-b7ce-4075-a951-ca1bd1230961 tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dd36850-3136-4244-965d-94b0b69358f1 HTTP/1.1" status: 200 len: 944 time: 0.1862767 Dec 08 16:18:28.933477 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 75a190aa-393b-487b-8029-61d69ec2bdba up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:18:29.002896 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 6ff88fef-964d-4422-8a43-790812226d38 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:18:29.089631 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b9747e6c-29c4-4e9b-b06a-83a83a09fe0a req-5d727700-7186-4060-b8f6-f4cb78ba345b service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432903 Dec 08 16:18:29.105098 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8cf2a197-ec05-459c-9473-389d5697ddf2 req-3e41f0e9-68bf-48f7-af08-e8247d28e9d4 tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fe15083-aee4-487e-8783-973d9efc4bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765251 Dec 08 16:18:29.117299 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4ca7c7ad-5969-4c81-8901-a3e61b8befec req-21cfb7ee-68b8-433f-930c-d8971da6233f tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628052 Dec 08 16:18:29.142495 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 6ff88fef-964d-4422-8a43-790812226d38 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:18:29.143002 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:29.188106 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-a0308b6e-1c6e-4008-9553-811b31eb840f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a280412e-a049-4c39-b674-5004fe506071', 'name': 'tempest-AttachVolumeShelveTestJSON-944697511-router', 'tenant_id': 'ebd580521ede49659be460136b14e0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'd38b47d4-eb5e-46ec-86b0-5f90264f9489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:18:24Z', 'updated_at': '2021-12-08T16:18:26Z', 'revision_number': 3, 'project_id': 'ebd580521ede49659be460136b14e0dd', 'gw_port': {'id': 'd38b47d4-eb5e-46ec-86b0-5f90264f9489', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:de:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a280412e-a049-4c39-b674-5004fe506071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:18:25Z', 'updated_at': '2021-12-08T16:18:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:18:29.247707 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0308b6e-1c6e-4008-9553-811b31eb840f None None] Checking router: a280412e-a049-4c39-b674-5004fe506071 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:18:29.248156 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0308b6e-1c6e-4008-9553-811b31eb840f None None] Updating router a280412e-a049-4c39-b674-5004fe506071 port d38b47d4-eb5e-46ec-86b0-5f90264f9489 binding host n-d-776250-12 {{(pid=110553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:18:29.281223 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-a0308b6e-1c6e-4008-9553-811b31eb840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:29.285155 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cd65eb6d-9e0d-4016-8324-2367f9da72dd tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:29.419265 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55068) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:29.435395 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd65eb6d-9e0d-4016-8324-2367f9da72dd tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Network 7e867f59-8699-4081-a94b-61515eb9b9d8 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:18:29.440995 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-cd65eb6d-9e0d-4016-8324-2367f9da72dd tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:18:29.448131 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd65eb6d-9e0d-4016-8324-2367f9da72dd tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:18:29.458923 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd65eb6d-9e0d-4016-8324-2367f9da72dd tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:29.463217 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cd65eb6d-9e0d-4016-8324-2367f9da72dd tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:29.515991 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd65eb6d-9e0d-4016-8324-2367f9da72dd tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event updated for resources: {'Port': ['ID=8da7d72e-fbbd-4bd9-a44c-bd4ab329e9b0,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:29.546549 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a76264b-a562-4acb-9130-e030a65ff3a2 req-9330e0e9-ba1d-4a2c-870a-7897ce8b4ee5 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:29.557838 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4a76264b-a562-4acb-9130-e030a65ff3a2 req-9330e0e9-ba1d-4a2c-870a-7897ce8b4ee5 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 946 time: 0.1350999 Dec 08 16:18:29.567540 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port 75a190aa-393b-487b-8029-61d69ec2bdba completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:18:29.577521 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 75a190aa-393b-487b-8029-61d69ec2bdba triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:18:29.577906 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:29.582984 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-cd65eb6d-9e0d-4016-8324-2367f9da72dd tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6269543 Dec 08 16:18:29.584113 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 55074) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:29.659908 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4a76264b-a562-4acb-9130-e030a65ff3a2 req-9834e95b-5789-4727-9c8b-5156dc11f3f1 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028333 Dec 08 16:18:29.674367 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1eced8e-7a4f-40ca-9a05-9adbf89bd331 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:29.678914 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-d1eced8e-7a4f-40ca-9a05-9adbf89bd331 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "GET /v2.0/ports/8da7d72e-fbbd-4bd9-a44c-bd4ab329e9b0 HTTP/1.1" status: 200 len: 845 time: 0.0933473 Dec 08 16:18:29.679670 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 55076) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:29.680064 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8b6cc0a8-9af9-47d4-82f7-43c9d34e00f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:29.720961 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:29.756747 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 75a190aa-393b-487b-8029-61d69ec2bdba, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=75a190aa-393b-487b-8029-61d69ec2bdba,segment=NetworkSegment(84f343a3-a60b-44d9-b4c1-5d696a48c8e1),segment_id=84f343a3-a60b-44d9-b4c1-5d696a48c8e1)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:18:29.792485 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-a0308b6e-1c6e-4008-9553-811b31eb840f None None] Publish callbacks [] for port, precommit_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:29.847320 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9611fc3c-88ad-404f-81b7-9e2585759e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:29.876514 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a2f3f48b-b6cd-48ca-a952-f15afb7a7b66 req-ee30a0ea-16ca-491b-9a08-d9d0c5956929 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0651503 Dec 08 16:18:29.895812 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:29.913896 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-0206fe88-efc5-4061-87d3-2678f89ed2e5 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Deleting port 8da7d72e-fbbd-4bd9-a44c-bd4ab329e9b0 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:18:29.915911 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0206fe88-efc5-4061-87d3-2678f89ed2e5 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:29.931837 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-a0308b6e-1c6e-4008-9553-811b31eb840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:29.959903 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8b6cc0a8-9af9-47d4-82f7-43c9d34e00f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:30.001578 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0206fe88-efc5-4061-87d3-2678f89ed2e5 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:30.023187 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=75a190aa-393b-487b-8029-61d69ec2bdba,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:30.031759 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 4b8d5971-2d21-4951-9b66-de8081c96b95 up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:18:30.047527 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8b6cc0a8-9af9-47d4-82f7-43c9d34e00f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:30.055266 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa58cc2-280c-4f90-9ad2-6c408bc16d71 None None] Pushing event updated for resources: {'Port': ['ID=d38b47d4-eb5e-46ec-86b0-5f90264f9489,revision_number=2']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:30.094437 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-0206fe88-efc5-4061-87d3-2678f89ed2e5 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Calling delete_port for 8da7d72e-fbbd-4bd9-a44c-bd4ab329e9b0 owned by {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:18:30.103007 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-a0308b6e-1c6e-4008-9553-811b31eb840f None None] Attempting to bind port d38b47d4-eb5e-46ec-86b0-5f90264f9489 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:18:30.103550 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-a0308b6e-1c6e-4008-9553-811b31eb840f None None] Attempting to bind port d38b47d4-eb5e-46ec-86b0-5f90264f9489 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:18:30.103913 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0308b6e-1c6e-4008-9553-811b31eb840f None None] Attempting to bind port d38b47d4-eb5e-46ec-86b0-5f90264f9489 on network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:18:30.116324 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0308b6e-1c6e-4008-9553-811b31eb840f None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:18:30.116708 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0308b6e-1c6e-4008-9553-811b31eb840f None None] Checking segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:18:30.117268 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-a0308b6e-1c6e-4008-9553-811b31eb840f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:30.117679 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0308b6e-1c6e-4008-9553-811b31eb840f None None] Bound using segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:18:30.119283 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-a0308b6e-1c6e-4008-9553-811b31eb840f None None] Bound port: d38b47d4-eb5e-46ec-86b0-5f90264f9489, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:18:30.124781 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-a0308b6e-1c6e-4008-9553-811b31eb840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:30.127340 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 4b8d5971-2d21-4951-9b66-de8081c96b95 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:18:30.127971 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:30.145790 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-8b6cc0a8-9af9-47d4-82f7-43c9d34e00f8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3fb2503384aa468ab3f971e3773b12ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7231882 Dec 08 16:18:30.149006 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55082) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:30.149859 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6cc0a8-9af9-47d4-82f7-43c9d34e00f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1562eda-ef26-4892-b12a-be3477a51c12,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:30.255859 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-9611fc3c-88ad-404f-81b7-9e2585759e0c admin admin] Allocated IP 172.20.0.1 (96222b75-0d7f-43da-898a-91046f8bdc5a/297bd6e5-3bf7-4d91-8a12-5133ca44aa82/a5ed6ac9-2639-4afc-8743-769278c1f01a) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:18:30.280868 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-a0308b6e-1c6e-4008-9553-811b31eb840f None None] For port d38b47d4-eb5e-46ec-86b0-5f90264f9489, host n-d-776250-12, cleared binding levels {{(pid=110553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:18:30.287304 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-a0308b6e-1c6e-4008-9553-811b31eb840f None None] For port d38b47d4-eb5e-46ec-86b0-5f90264f9489, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=d38b47d4-eb5e-46ec-86b0-5f90264f9489,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:18:30.289376 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f7576f46-4216-42db-bb0d-96dd4574ac91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:30.324888 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3f48b-b6cd-48ca-a952-f15afb7a7b66 req-04b5d215-9bf3-48d1-a1ab-60322477584d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:30.325291 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3f48b-b6cd-48ca-a952-f15afb7a7b66 req-04b5d215-9bf3-48d1-a1ab-60322477584d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:30.326289 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3f48b-b6cd-48ca-a952-f15afb7a7b66 req-04b5d215-9bf3-48d1-a1ab-60322477584d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:30.326767 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3f48b-b6cd-48ca-a952-f15afb7a7b66 req-04b5d215-9bf3-48d1-a1ab-60322477584d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:30.327236 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3f48b-b6cd-48ca-a952-f15afb7a7b66 req-04b5d215-9bf3-48d1-a1ab-60322477584d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:30.327700 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3f48b-b6cd-48ca-a952-f15afb7a7b66 req-04b5d215-9bf3-48d1-a1ab-60322477584d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:30.328285 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3f48b-b6cd-48ca-a952-f15afb7a7b66 req-04b5d215-9bf3-48d1-a1ab-60322477584d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:30.330420 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a2f3f48b-b6cd-48ca-a952-f15afb7a7b66 req-04b5d215-9bf3-48d1-a1ab-60322477584d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=18030f7f284349198514456af1320f51&device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 6507 time: 0.3253803 Dec 08 16:18:30.340398 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:30.392625 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f7576f46-4216-42db-bb0d-96dd4574ac91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:30.407535 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 4b8d5971-2d21-4951-9b66-de8081c96b95, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=4b8d5971-2d21-4951-9b66-de8081c96b95,segment=NetworkSegment(bb740625-1067-4eb4-8c3f-54ce2bbbb747),segment_id=bb740625-1067-4eb4-8c3f-54ce2bbbb747)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:18:30.428092 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-a0308b6e-1c6e-4008-9553-811b31eb840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:30.438762 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dd36850-3136-4244-965d-94b0b69358f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a190aa-393b-487b-8029-61d69ec2bdba'}, {'server_uuid': 'ea814955-832d-40d8-94c7-1d01f64c7a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b8d5971-2d21-4951-9b66-de8081c96b95'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:18:30.441307 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a550c8-120c-4c84-864e-1d329965f3de" -d '{"events": [{"server_uuid": "4dd36850-3136-4244-965d-94b0b69358f1", "name": "network-vif-plugged", "status": "completed", "tag": "75a190aa-393b-487b-8029-61d69ec2bdba"}, {"server_uuid": "ea814955-832d-40d8-94c7-1d01f64c7a15", "name": "network-vif-plugged", "status": "completed", "tag": "4b8d5971-2d21-4951-9b66-de8081c96b95"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:18:30.463859 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da1eb6-0818-4200-81ca-fcc8a774d29c req-e838e240-5f0d-417d-afed-bf2a05510d98 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:30.467445 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b5da1eb6-0818-4200-81ca-fcc8a774d29c req-e838e240-5f0d-417d-afed-bf2a05510d98 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=adefda5d-bce5-412f-a53a-92f34c530f69 HTTP/1.1" status: 200 len: 945 time: 0.1626401 Dec 08 16:18:30.507174 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:30.540414 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0308b6e-1c6e-4008-9553-811b31eb840f None None] Routers {'a280412e-a049-4c39-b674-5004fe506071'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:18:30.549371 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9611fc3c-88ad-404f-81b7-9e2585759e0c admin admin] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:30.552607 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-a0308b6e-1c6e-4008-9553-811b31eb840f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:18:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['a280412e-a049-4c39-b674-5004fe506071'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:18:30.597206 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3f48b-b6cd-48ca-a952-f15afb7a7b66 req-d1725300-e98e-4dd3-9ced-dc8dece55678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:30.598096 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3f48b-b6cd-48ca-a952-f15afb7a7b66 req-d1725300-e98e-4dd3-9ced-dc8dece55678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:30.598757 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3f48b-b6cd-48ca-a952-f15afb7a7b66 req-d1725300-e98e-4dd3-9ced-dc8dece55678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:30.600660 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a2f3f48b-b6cd-48ca-a952-f15afb7a7b66 req-d1725300-e98e-4dd3-9ced-dc8dece55678 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f511b156-9962-4a0c-911e-c5b5fa14a2a0&id=92f988d9-d3fd-471d-a94b-154482a7d460&id=92f988d9-d3fd-471d-a94b-154482a7d460&id=92f988d9-d3fd-471d-a94b-154482a7d460&id=92f988d9-d3fd-471d-a94b-154482a7d460&id=0cd1fc08-18ef-4903-a4d4-304d5ce0f86e&id=0cd1fc08-18ef-4903-a4d4-304d5ce0f86e HTTP/1.1" status: 200 len: 2298 time: 0.2210426 Dec 08 16:18:30.614397 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d581c1b2-dc49-4d34-a0b1-00e17f159f68 req-9dbd350e-15c5-4f59-b5e1-7419bc5b0963 tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:30.615945 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=4b8d5971-2d21-4951-9b66-de8081c96b95,revision_number=13']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:30.617752 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d581c1b2-dc49-4d34-a0b1-00e17f159f68 req-9dbd350e-15c5-4f59-b5e1-7419bc5b0963 tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dd36850-3136-4244-965d-94b0b69358f1 HTTP/1.1" status: 200 len: 945 time: 0.3514807 Dec 08 16:18:30.620821 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa58cc2-280c-4f90-9ad2-6c408bc16d71 None None] Pushing event updated for resources: {'Port': ['ID=d38b47d4-eb5e-46ec-86b0-5f90264f9489,revision_number=3']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:30.637394 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f7576f46-4216-42db-bb0d-96dd4574ac91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:30.642901 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f7576f46-4216-42db-bb0d-96dd4574ac91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:30.644244 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f7576f46-4216-42db-bb0d-96dd4574ac91 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c1562eda-ef26-4892-b12a-be3477a51c12 HTTP/1.1" status: 204 len: 168 time: 0.4912958 Dec 08 16:18:30.663122 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b5da1eb6-0818-4200-81ca-fcc8a774d29c req-9482affc-8ac1-4135-8d6c-cedfb9c1690d tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863041 Dec 08 16:18:30.671460 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7576f46-4216-42db-bb0d-96dd4574ac91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1562eda-ef26-4892-b12a-be3477a51c12,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:30.755178 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0206fe88-efc5-4061-87d3-2678f89ed2e5 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:30.762256 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9611fc3c-88ad-404f-81b7-9e2585759e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:30.810410 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0206fe88-efc5-4061-87d3-2678f89ed2e5 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event deleted for resources: {'Port': ['ID=8da7d72e-fbbd-4bd9-a44c-bd4ab329e9b0,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:30.817888 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0206fe88-efc5-4061-87d3-2678f89ed2e5 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:30.823107 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-0206fe88-efc5-4061-87d3-2678f89ed2e5 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "DELETE /v2.0/ports/8da7d72e-fbbd-4bd9-a44c-bd4ab329e9b0 HTTP/1.1" status: 204 len: 168 time: 1.1414857 Dec 08 16:18:30.826364 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-a0308b6e-1c6e-4008-9553-811b31eb840f None None] Set router a280412e-a049-4c39-b674-5004fe506071 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:18:30.840948 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55096) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:30.851402 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a2f3f48b-b6cd-48ca-a952-f15afb7a7b66 req-1104378d-e480-4747-91f8-f2bf9f3e26fb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86efcb2c-1285-4710-925f-8ab5f6b3d355 HTTP/1.1" status: 200 len: 1000 time: 0.2184875 Dec 08 16:18:30.860779 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d581c1b2-dc49-4d34-a0b1-00e17f159f68 req-b94249c5-3df1-4a4a-955d-00c0dfde03aa tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fe15083-aee4-487e-8783-973d9efc4bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114902 Dec 08 16:18:30.922000 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3f48b-b6cd-48ca-a952-f15afb7a7b66 req-d499dfb8-63de-4cf4-b280-5ecde884729e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:30.922867 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a2f3f48b-b6cd-48ca-a952-f15afb7a7b66 req-d499dfb8-63de-4cf4-b280-5ecde884729e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1788926e-2053-422c-b7be-41238d864800 HTTP/1.1" status: 200 len: 856 time: 0.0612166 Dec 08 16:18:30.985874 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3f48b-b6cd-48ca-a952-f15afb7a7b66 req-44ec5637-63ba-4da4-9af0-787b29b482f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:30.987514 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a2f3f48b-b6cd-48ca-a952-f15afb7a7b66 req-44ec5637-63ba-4da4-9af0-787b29b482f9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f511b156-9962-4a0c-911e-c5b5fa14a2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546191 Dec 08 16:18:30.999024 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Dec 2021 16:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7740706-5479-45d2-b1c6-84660c006804 x-openstack-request-id: req-e7740706-5479-45d2-b1c6-84660c006804 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:18:30.999493 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dd36850-3136-4244-965d-94b0b69358f1", "name": "network-vif-plugged", "status": "completed", "tag": "75a190aa-393b-487b-8029-61d69ec2bdba", "code": 200}, {"server_uuid": "ea814955-832d-40d8-94c7-1d01f64c7a15", "name": "network-vif-plugged", "status": "completed", "tag": "4b8d5971-2d21-4951-9b66-de8081c96b95", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:18:30.999821 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e7740706-5479-45d2-b1c6-84660c006804 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:18:31.000377 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dd36850-3136-4244-965d-94b0b69358f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a190aa-393b-487b-8029-61d69ec2bdba', 'code': 200} Dec 08 16:18:31.000704 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea814955-832d-40d8-94c7-1d01f64c7a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b8d5971-2d21-4951-9b66-de8081c96b95', 'code': 200} Dec 08 16:18:31.001789 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9611fc3c-88ad-404f-81b7-9e2585759e0c admin admin] Network 96222b75-0d7f-43da-898a-91046f8bdc5a is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:18:31.004595 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-57c873e2-2cc4-449f-b957-39b0473f1876 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] GET failed (client error): The resource could not be found. Dec 08 16:18:31.008092 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-57c873e2-2cc4-449f-b957-39b0473f1876 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "GET /v2.0/ports/8da7d72e-fbbd-4bd9-a44c-bd4ab329e9b0 HTTP/1.1" status: 404 len: 333 time: 0.1479878 Dec 08 16:18:31.015075 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 55098) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:31.020381 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-9611fc3c-88ad-404f-81b7-9e2585759e0c admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:18:31.021712 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-10cfbaaf-4922-4daa-b523-c6b91591add9 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Request body: {'port': {'network_id': '7e867f59-8699-4081-a94b-61515eb9b9d8', 'name': 'tempest-PortsIpV6TestJSON-1390244159'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:18:31.053069 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9611fc3c-88ad-404f-81b7-9e2585759e0c admin admin] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:18:31.149862 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9611fc3c-88ad-404f-81b7-9e2585759e0c admin admin] Pushing event updated for resources: {'Port': ['ID=a5ed6ac9-2639-4afc-8743-769278c1f01a,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:31.251719 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9611fc3c-88ad-404f-81b7-9e2585759e0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:31.315353 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1505e3-eb1f-4581-860b-5a3e544d93b2 req-322f09bd-2bcb-47ba-a6b8-78c9ecf80fab tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:31.317102 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2c1505e3-eb1f-4581-860b-5a3e544d93b2 req-322f09bd-2bcb-47ba-a6b8-78c9ecf80fab tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 947 time: 0.1691539 Dec 08 16:18:31.389460 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-a0308b6e-1c6e-4008-9553-811b31eb840f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a280412e-a049-4c39-b674-5004fe506071', 'name': 'tempest-AttachVolumeShelveTestJSON-944697511-router', 'tenant_id': 'ebd580521ede49659be460136b14e0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'd38b47d4-eb5e-46ec-86b0-5f90264f9489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:18:24Z', 'updated_at': '2021-12-08T16:18:26Z', 'revision_number': 3, 'project_id': 'ebd580521ede49659be460136b14e0dd', 'gw_port': {'id': 'd38b47d4-eb5e-46ec-86b0-5f90264f9489', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:de:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a280412e-a049-4c39-b674-5004fe506071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:18:25Z', 'updated_at': '2021-12-08T16:18:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:18:31.390122 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f18ef3-fa46-4633-85aa-ff86dda23705 req-d2003684-b69c-4396-90ed-7ca03d17cc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:31.392024 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f6f18ef3-fa46-4633-85aa-ff86dda23705 req-d2003684-b69c-4396-90ed-7ca03d17cc34 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4dd36850-3136-4244-965d-94b0b69358f1 HTTP/1.1" status: 200 len: 1097 time: 0.2946765 Dec 08 16:18:31.438938 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a2f3f48b-b6cd-48ca-a952-f15afb7a7b66 req-5772aac1-9244-4af6-9527-c2cc4c27bcfd service neutron] 10.222.0.37 "GET /v2.0/networks/f511b156-9962-4a0c-911e-c5b5fa14a2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4345160 Dec 08 16:18:31.445388 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0308b6e-1c6e-4008-9553-811b31eb840f None None] The sync data for ids ['a280412e-a049-4c39-b674-5004fe506071'] in n-d-776250-12 is: [{'id': 'a280412e-a049-4c39-b674-5004fe506071', 'name': 'tempest-AttachVolumeShelveTestJSON-944697511-router', 'tenant_id': 'ebd580521ede49659be460136b14e0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'd38b47d4-eb5e-46ec-86b0-5f90264f9489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:18:24Z', 'updated_at': '2021-12-08T16:18:26Z', 'revision_number': 3, 'project_id': 'ebd580521ede49659be460136b14e0dd', 'gw_port': {'id': 'd38b47d4-eb5e-46ec-86b0-5f90264f9489', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:de:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a280412e-a049-4c39-b674-5004fe506071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:18:25Z', 'updated_at': '2021-12-08T16:18:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:18:31.470859 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-459735f9-517f-4b2f-bbc9-cce21d7ea5be None None] Provisioning complete for port a5ed6ac9-2639-4afc-8743-769278c1f01a triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:18:31.471691 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-459735f9-517f-4b2f-bbc9-cce21d7ea5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:31.517766 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-459735f9-517f-4b2f-bbc9-cce21d7ea5be None None] Port a5ed6ac9-2639-4afc-8743-769278c1f01a cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:18:31.560437 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10cfbaaf-4922-4daa-b523-c6b91591add9 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Made reservation on behalf of 51a87c34cff54be8bd9f39e385a06492 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:18:31.564952 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-10cfbaaf-4922-4daa-b523-c6b91591add9 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:31.571562 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f6f18ef3-fa46-4633-85aa-ff86dda23705 req-bb575a43-2f73-4831-8049-0e42411b7f79 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=9fe15083-aee4-487e-8783-973d9efc4bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655920 Dec 08 16:18:31.617635 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [None req-10cfbaaf-4922-4daa-b523-c6b91591add9 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] device_id is not set on port 2792aa50-0f89-4b0b-afbf-dfbe0fdccf06 yet. {{(pid=110550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:18:31.637667 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a2f3f48b-b6cd-48ca-a952-f15afb7a7b66 req-c5e339da-3e84-4ce9-9507-0050a98b5a82 service neutron] 10.222.0.37 "GET /v2.0/networks/f511b156-9962-4a0c-911e-c5b5fa14a2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894169 Dec 08 16:18:31.666729 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 55102) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:31.736677 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a2f3f48b-b6cd-48ca-a952-f15afb7a7b66 req-38dec7f9-4e00-4fec-ae02-d1abc69f28bb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=5d42f4d8-9ca3-4f66-912f-1ee4a3cb0c8e HTTP/1.1" status: 200 len: 217 time: 0.0705216 Dec 08 16:18:31.944935 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-67a77359-2bc9-4184-94a5-7e8ce62ff1bd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=09bb84384a9f43c38d254abb56561833&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2747231 Dec 08 16:18:31.948876 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 55110) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:32.018476 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3f48b-b6cd-48ca-a952-f15afb7a7b66 req-ffd7f9f2-0078-4d2a-8245-9478092ca05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:32.019959 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a2f3f48b-b6cd-48ca-a952-f15afb7a7b66 req-ffd7f9f2-0078-4d2a-8245-9478092ca05c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6d585823-3fc3-43de-bace-96991eaf0e25 HTTP/1.1" status: 200 len: 797 time: 0.2637758 Dec 08 16:18:32.030106 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2c1505e3-eb1f-4581-860b-5a3e544d93b2 req-fe93d49d-c7b8-4235-a04b-0253e71bdecd tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7034914 Dec 08 16:18:32.156077 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ffb81d-5f10-41ee-83de-19d2d135a8a7 req-bd5c57cb-ce6b-42b0-8bec-49f0d5004ac0 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:32.166452 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-37ffb81d-5f10-41ee-83de-19d2d135a8a7 req-bd5c57cb-ce6b-42b0-8bec-49f0d5004ac0 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=adefda5d-bce5-412f-a53a-92f34c530f69 HTTP/1.1" status: 200 len: 945 time: 0.3728886 Dec 08 16:18:32.220561 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9611fc3c-88ad-404f-81b7-9e2585759e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:32.267678 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-10cfbaaf-4922-4daa-b523-c6b91591add9 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:32.312314 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f29fae5a-a1d7-4b4b-be2e-eec963207c30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:32.349784 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f29fae5a-a1d7-4b4b-be2e-eec963207c30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:32.413379 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28abfeee-bcdc-4458-b473-233109eb7a32 req-1ba947ad-b74e-4c06-bdf4-95341ac672e4 tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:32.422185 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-28abfeee-bcdc-4458-b473-233109eb7a32 req-1ba947ad-b74e-4c06-bdf4-95341ac672e4 tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dd36850-3136-4244-965d-94b0b69358f1 HTTP/1.1" status: 200 len: 945 time: 0.1435468 Dec 08 16:18:32.447211 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-10cfbaaf-4922-4daa-b523-c6b91591add9 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:32.481713 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-37ffb81d-5f10-41ee-83de-19d2d135a8a7 req-f2044a3c-1ec6-4635-bf03-05e764ca8c98 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140426 Dec 08 16:18:32.490939 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3f48b-b6cd-48ca-a952-f15afb7a7b66 req-8cb94156-29ef-4804-9f10-509ba9ec7690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:32.492549 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a2f3f48b-b6cd-48ca-a952-f15afb7a7b66 req-8cb94156-29ef-4804-9f10-509ba9ec7690 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92f988d9-d3fd-471d-a94b-154482a7d460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4564753 Dec 08 16:18:32.514632 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-28abfeee-bcdc-4458-b473-233109eb7a32 req-e543cbb7-c959-4e44-97b4-4540c972d73f tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fe15083-aee4-487e-8783-973d9efc4bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914516 Dec 08 16:18:32.568093 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f29fae5a-a1d7-4b4b-be2e-eec963207c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:32.570886 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f29fae5a-a1d7-4b4b-be2e-eec963207c30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:32.572314 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-f29fae5a-a1d7-4b4b-be2e-eec963207c30 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2e9e217c-70a6-4f9a-a0ce-0701999446dd HTTP/1.1" status: 204 len: 168 time: 0.6201763 Dec 08 16:18:32.666807 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9611fc3c-88ad-404f-81b7-9e2585759e0c admin admin] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:32.681705 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cfbaaf-4922-4daa-b523-c6b91591add9 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Network 7e867f59-8699-4081-a94b-61515eb9b9d8 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:18:32.695263 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-10cfbaaf-4922-4daa-b523-c6b91591add9 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:18:32.709424 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29fae5a-a1d7-4b4b-be2e-eec963207c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9e217c-70a6-4f9a-a0ce-0701999446dd,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:32.712810 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9611fc3c-88ad-404f-81b7-9e2585759e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:32.718576 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cfbaaf-4922-4daa-b523-c6b91591add9 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:18:32.726115 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cfbaaf-4922-4daa-b523-c6b91591add9 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:32.726115 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-10cfbaaf-4922-4daa-b523-c6b91591add9 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:32.745887 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cfbaaf-4922-4daa-b523-c6b91591add9 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event updated for resources: {'Port': ['ID=2792aa50-0f89-4b0b-afbf-dfbe0fdccf06,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:32.793706 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a2f3f48b-b6cd-48ca-a952-f15afb7a7b66 req-7762f084-bc57-4cd1-bff2-4fb640f19b06 service neutron] 10.222.0.37 "GET /v2.0/networks/92f988d9-d3fd-471d-a94b-154482a7d460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468922 Dec 08 16:18:32.835279 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-10cfbaaf-4922-4daa-b523-c6b91591add9 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8186824 Dec 08 16:18:32.854384 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55118) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:32.877653 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-b250246d-d00f-486f-8f02-0c36f8805781 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:18:32.957838 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9611fc3c-88ad-404f-81b7-9e2585759e0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:32.962684 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9611fc3c-88ad-404f-81b7-9e2585759e0c admin admin] Pushing event updated for resources: {'Port': ['ID=a5ed6ac9-2639-4afc-8743-769278c1f01a,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:33.011029 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a2f3f48b-b6cd-48ca-a952-f15afb7a7b66 req-0d47425b-ca7c-4554-9c5a-bb3615937a17 service neutron] 10.222.0.37 "GET /v2.0/networks/92f988d9-d3fd-471d-a94b-154482a7d460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082489 Dec 08 16:18:33.102618 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device d38b47d4-eb5e-46ec-86b0-5f90264f9489 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:18:33.124231 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a2f3f48b-b6cd-48ca-a952-f15afb7a7b66 req-9c89411f-847a-4444-8c34-1c3a1f55bed8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=0505a5f3-a135-4e60-b17a-0cb1f5397362 HTTP/1.1" status: 200 len: 217 time: 0.0945032 Dec 08 16:18:33.205263 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b250246d-d00f-486f-8f02-0c36f8805781 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:33.236677 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3f48b-b6cd-48ca-a952-f15afb7a7b66 req-5bd7d99b-78a9-4b08-b398-b2ed1d456709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:33.238521 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a2f3f48b-b6cd-48ca-a952-f15afb7a7b66 req-5bd7d99b-78a9-4b08-b398-b2ed1d456709 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6d585823-3fc3-43de-bace-96991eaf0e25 HTTP/1.1" status: 200 len: 797 time: 0.1076596 Dec 08 16:18:33.260904 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port d38b47d4-eb5e-46ec-86b0-5f90264f9489 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:18:33.261531 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:33.400253 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:33.459296 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port d38b47d4-eb5e-46ec-86b0-5f90264f9489, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=d38b47d4-eb5e-46ec-86b0-5f90264f9489,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:18:33.522207 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae1017-fb11-47b7-a9a9-5deead543208 req-139a2117-2f52-4714-949c-be84a6c8929e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:33.524101 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-36ae1017-fb11-47b7-a9a9-5deead543208 req-139a2117-2f52-4714-949c-be84a6c8929e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=86427fb06cd943e1bad210250d1fd45f&device_id=adefda5d-bce5-412f-a53a-92f34c530f69 HTTP/1.1" status: 200 len: 1097 time: 0.1749749 Dec 08 16:18:33.529968 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3f48b-b6cd-48ca-a952-f15afb7a7b66 req-922dc50d-d2e0-457a-8138-60fcc98d968a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:33.533064 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a2f3f48b-b6cd-48ca-a952-f15afb7a7b66 req-922dc50d-d2e0-457a-8138-60fcc98d968a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92f988d9-d3fd-471d-a94b-154482a7d460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2850206 Dec 08 16:18:33.618801 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b250246d-d00f-486f-8f02-0c36f8805781 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:33.627398 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:33.651455 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ffbc1-6784-4781-98ad-f17f7f7d230d req-7d5ff52b-273b-4322-a157-7a8c652d6ac2 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:33.653391 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-053ffbc1-6784-4781-98ad-f17f7f7d230d req-7d5ff52b-273b-4322-a157-7a8c652d6ac2 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 947 time: 0.4666188 Dec 08 16:18:33.659933 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9611fc3c-88ad-404f-81b7-9e2585759e0c admin admin] Network 96222b75-0d7f-43da-898a-91046f8bdc5a is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:18:33.663863 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-9611fc3c-88ad-404f-81b7-9e2585759e0c admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:18:33.753473 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b250246d-d00f-486f-8f02-0c36f8805781 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:33.808200 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=d38b47d4-eb5e-46ec-86b0-5f90264f9489,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:33.950621 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-b250246d-d00f-486f-8f02-0c36f8805781 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] In _notify_port_updated(), no bound segment for port 2792aa50-0f89-4b0b-afbf-dfbe0fdccf06 on network 7e867f59-8699-4081-a94b-61515eb9b9d8 {{(pid=110551) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 16:18:33.959665 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b250246d-d00f-486f-8f02-0c36f8805781 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:33.960824 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b250246d-d00f-486f-8f02-0c36f8805781 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:33.967063 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b250246d-d00f-486f-8f02-0c36f8805781 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "PUT /v2.0/ports/2792aa50-0f89-4b0b-afbf-dfbe0fdccf06 HTTP/1.1" status: 200 len: 818 time: 1.1095304 Dec 08 16:18:33.984140 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-053ffbc1-6784-4781-98ad-f17f7f7d230d req-8b9eb2ed-3c4e-492d-acc1-cc59d5724d58 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3222542 Dec 08 16:18:33.986636 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b250246d-d00f-486f-8f02-0c36f8805781 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event updated for resources: {'Port': ['ID=2792aa50-0f89-4b0b-afbf-dfbe0fdccf06,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:33.996792 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55140) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:34.029261 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8219e-f161-41e2-9afc-ff4eaa782729 req-f93ad0d6-a1a5-4a35-90da-d8f931370b97 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:34.030877 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73a8219e-f161-41e2-9afc-ff4eaa782729 req-f93ad0d6-a1a5-4a35-90da-d8f931370b97 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=adefda5d-bce5-412f-a53a-92f34c530f69 HTTP/1.1" status: 200 len: 945 time: 0.5958889 Dec 08 16:18:34.187209 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9611fc3c-88ad-404f-81b7-9e2585759e0c admin admin] Router a280412e-a049-4c39-b674-5004fe506071 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:18:34.226366 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73a8219e-f161-41e2-9afc-ff4eaa782729 req-0bffa91a-bf7c-4121-acc3-966cf48142f3 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810977 Dec 08 16:18:34.356319 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae1017-fb11-47b7-a9a9-5deead543208 req-6b0dbdd1-5ca3-488b-81ca-d5f19dfd4c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:34.358311 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-36ae1017-fb11-47b7-a9a9-5deead543208 req-6b0dbdd1-5ca3-488b-81ca-d5f19dfd4c37 service neutron] 10.222.0.76 "GET /v2.0/networks?id=bac12048-218d-4c84-9c9f-b2662c6ae975 HTTP/1.1" status: 200 len: 912 time: 0.8233771 Dec 08 16:18:34.361168 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-8b8a81cd-15a6-41e4-b961-35e281a2763c None None] Provisioning complete for port a5ed6ac9-2639-4afc-8743-769278c1f01a triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:18:34.361658 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8b8a81cd-15a6-41e4-b961-35e281a2763c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:34.407325 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-8b8a81cd-15a6-41e4-b961-35e281a2763c None None] Port a5ed6ac9-2639-4afc-8743-769278c1f01a cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:18:34.438229 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a2f3f48b-b6cd-48ca-a952-f15afb7a7b66 req-7b614baf-89f6-429e-878a-502af199b324 service neutron] 10.222.0.37 "GET /v2.0/networks/92f988d9-d3fd-471d-a94b-154482a7d460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8907149 Dec 08 16:18:34.446648 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-36ae1017-fb11-47b7-a9a9-5deead543208 req-0fdcbae3-c6ba-4aef-92f2-79309b7c0aa2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b9ad23d-9b65-4b17-a881-46d3a671805d HTTP/1.1" status: 200 len: 217 time: 0.0716968 Dec 08 16:18:34.485843 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18777a3e-63c1-4c43-90f3-b74229589527 req-52e9efc4-a2e1-4b59-b9e0-f1d068d77276 tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:34.487451 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-18777a3e-63c1-4c43-90f3-b74229589527 req-52e9efc4-a2e1-4b59-b9e0-f1d068d77276 tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dd36850-3136-4244-965d-94b0b69358f1 HTTP/1.1" status: 200 len: 945 time: 0.2772245 Dec 08 16:18:34.530134 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:34.604091 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-18777a3e-63c1-4c43-90f3-b74229589527 req-30200173-80af-440a-baee-e6707c8d29e5 tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fe15083-aee4-487e-8783-973d9efc4bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703263 Dec 08 16:18:34.617255 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-f5d9f10d-8594-44c3-ac65-b3e7c278ad07 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Deleting port 2792aa50-0f89-4b0b-afbf-dfbe0fdccf06 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:18:34.618401 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f5d9f10d-8594-44c3-ac65-b3e7c278ad07 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:34.655462 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae1017-fb11-47b7-a9a9-5deead543208 req-7c802bb5-2c51-4809-b0b1-59c0b2d7f76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:34.657209 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-36ae1017-fb11-47b7-a9a9-5deead543208 req-7c802bb5-2c51-4809-b0b1-59c0b2d7f76d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=911fa867-e0c1-483c-87c7-224732096f69 HTTP/1.1" status: 200 len: 851 time: 0.1988270 Dec 08 16:18:34.719734 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-36ae1017-fb11-47b7-a9a9-5deead543208 req-849b2680-8335-43c2-998c-6627fcbc176d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bac12048-218d-4c84-9c9f-b2662c6ae975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501490 Dec 08 16:18:34.732263 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f5d9f10d-8594-44c3-ac65-b3e7c278ad07 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:34.749389 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-f5d9f10d-8594-44c3-ac65-b3e7c278ad07 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Calling delete_port for 2792aa50-0f89-4b0b-afbf-dfbe0fdccf06 owned by {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:18:34.754333 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a2f3f48b-b6cd-48ca-a952-f15afb7a7b66 req-92a7a2ff-4d66-4219-a1c7-761e9e0b9540 service neutron] 10.222.0.37 "GET /v2.0/networks/92f988d9-d3fd-471d-a94b-154482a7d460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920392 Dec 08 16:18:34.908296 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9611fc3c-88ad-404f-81b7-9e2585759e0c admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:18:34.910495 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a2f3f48b-b6cd-48ca-a952-f15afb7a7b66 req-61164f85-5362-425d-9f4f-92a11cee0d0e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=7aa9cebb-b701-4044-97c7-c772359e3f10 HTTP/1.1" status: 200 len: 217 time: 0.1211774 Dec 08 16:18:34.915848 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-9611fc3c-88ad-404f-81b7-9e2585759e0c admin admin] 10.222.0.64 "PUT /v2.0/routers/a280412e-a049-4c39-b674-5004fe506071/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0488737 Dec 08 16:18:34.928693 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc9cacb-7b91-4bab-9303-42d00559d325 None None] Sync routers for ids ['a280412e-a049-4c39-b674-5004fe506071'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:18:34.950433 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc9cacb-7b91-4bab-9303-42d00559d325 None None] Routers {'a280412e-a049-4c39-b674-5004fe506071'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:18:34.951183 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-7cc9cacb-7b91-4bab-9303-42d00559d325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:18:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['a280412e-a049-4c39-b674-5004fe506071'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:18:35.010784 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1569c5-b373-4e17-b1bb-ddb239040222 req-a0fb2b5d-5e30-4e4c-a038-0e71993b484e tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:35.017048 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device d38b47d4-eb5e-46ec-86b0-5f90264f9489 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:18:35.018459 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5c1569c5-b373-4e17-b1bb-ddb239040222 req-a0fb2b5d-5e30-4e4c-a038-0e71993b484e tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dd36850-3136-4244-965d-94b0b69358f1 HTTP/1.1" status: 200 len: 945 time: 0.2239637 Dec 08 16:18:35.021203 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f5d9f10d-8594-44c3-ac65-b3e7c278ad07 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:35.079371 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3f48b-b6cd-48ca-a952-f15afb7a7b66 req-e7381846-6807-4d83-991c-f01342d9f8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:35.082303 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a2f3f48b-b6cd-48ca-a952-f15afb7a7b66 req-e7381846-6807-4d83-991c-f01342d9f8ba service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6d585823-3fc3-43de-bace-96991eaf0e25 HTTP/1.1" status: 200 len: 797 time: 0.1639144 Dec 08 16:18:35.091522 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-36ae1017-fb11-47b7-a9a9-5deead543208 req-187070f4-95bc-4939-a3f8-6eced31d9f05 service neutron] 10.222.0.76 "GET /v2.0/networks/bac12048-218d-4c84-9c9f-b2662c6ae975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3621073 Dec 08 16:18:35.118674 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f5d9f10d-8594-44c3-ac65-b3e7c278ad07 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:35.122827 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f5d9f10d-8594-44c3-ac65-b3e7c278ad07 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "DELETE /v2.0/ports/2792aa50-0f89-4b0b-afbf-dfbe0fdccf06 HTTP/1.1" status: 204 len: 168 time: 0.9583621 Dec 08 16:18:35.125812 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d9f10d-8594-44c3-ac65-b3e7c278ad07 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event deleted for resources: {'Port': ['ID=2792aa50-0f89-4b0b-afbf-dfbe0fdccf06,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:35.128124 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55162) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:35.219967 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5c1569c5-b373-4e17-b1bb-ddb239040222 req-097f0be1-82cb-482d-82c5-85cfb8550242 tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fe15083-aee4-487e-8783-973d9efc4bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002795 Dec 08 16:18:35.222059 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ce81b7-58c1-4d79-9056-bb56bf1b71c2 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:35.239254 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a8ce81b7-58c1-4d79-9056-bb56bf1b71c2 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1070731 Dec 08 16:18:35.246198 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 55170) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:35.283906 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd6469-2bdc-4e17-848f-bd5250000bb8 req-e464acf5-1bbc-45c4-aa9f-18907d8cc89d tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:35.287787 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cf535f1-9e76-4c89-9526-4d74555a1e4a tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] GET failed (client error): The resource could not be found. Dec 08 16:18:35.294137 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-4cf535f1-9e76-4c89-9526-4d74555a1e4a tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "GET /v2.0/ports/2792aa50-0f89-4b0b-afbf-dfbe0fdccf06 HTTP/1.1" status: 404 len: 333 time: 0.0422187 Dec 08 16:18:35.295345 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7bcd6469-2bdc-4e17-848f-bd5250000bb8 req-e464acf5-1bbc-45c4-aa9f-18907d8cc89d tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 947 time: 0.1886244 Dec 08 16:18:35.297341 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55174) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:35.315427 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-c3989cda-933a-4708-829a-45bd561a8532 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-366139220'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:18:35.320274 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3f48b-b6cd-48ca-a952-f15afb7a7b66 req-c5737339-4257-4708-b645-b35495443ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:35.322721 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a2f3f48b-b6cd-48ca-a952-f15afb7a7b66 req-c5737339-4257-4708-b645-b35495443ad1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92f988d9-d3fd-471d-a94b-154482a7d460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2246680 Dec 08 16:18:35.403543 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-7cc9cacb-7b91-4bab-9303-42d00559d325 None None] Set router a280412e-a049-4c39-b674-5004fe506071 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:18:35.406505 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7bcd6469-2bdc-4e17-848f-bd5250000bb8 req-a77f7de1-cb7e-4234-bb05-659b45bd45bf tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999317 Dec 08 16:18:35.415185 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-36ae1017-fb11-47b7-a9a9-5deead543208 req-2d25d1d9-693d-418d-bd7d-f23ca2991d67 service neutron] 10.222.0.76 "GET /v2.0/networks/bac12048-218d-4c84-9c9f-b2662c6ae975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021317 Dec 08 16:18:35.466031 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a2f3f48b-b6cd-48ca-a952-f15afb7a7b66 req-278a7cd8-e51b-4eb4-a610-0a09a27b6d8e service neutron] 10.222.0.37 "GET /v2.0/networks/92f988d9-d3fd-471d-a94b-154482a7d460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352668 Dec 08 16:18:35.470588 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port d38b47d4-eb5e-46ec-86b0-5f90264f9489 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:18:35.471054 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:35.567480 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3989cda-933a-4708-829a-45bd561a8532 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Made reservation on behalf of 51a87c34cff54be8bd9f39e385a06492 for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:18:35.573595 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c3989cda-933a-4708-829a-45bd561a8532 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:35.679561 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a2f3f48b-b6cd-48ca-a952-f15afb7a7b66 req-3b6597dd-9315-4942-b489-6d88a9f4702d service neutron] 10.222.0.37 "GET /v2.0/networks/92f988d9-d3fd-471d-a94b-154482a7d460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064075 Dec 08 16:18:35.681299 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3989cda-933a-4708-829a-45bd561a8532 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:18:35.720144 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c3989cda-933a-4708-829a-45bd561a8532 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:35.721031 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-c3989cda-933a-4708-829a-45bd561a8532 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Added segment 224a049b-144a-4a4c-a394-29fc062159c7 of type vlan for network 06a7326d-29d1-4379-b00e-0af1520e3376 Dec 08 16:18:35.775782 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a2f3f48b-b6cd-48ca-a952-f15afb7a7b66 req-63f51d0b-ac4e-4f31-844d-67bf31f1ea8d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=3e8dd4f2-53e5-4bc8-986a-166f7ff34449 HTTP/1.1" status: 200 len: 217 time: 0.0884991 Dec 08 16:18:35.808728 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c3989cda-933a-4708-829a-45bd561a8532 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:35.860716 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-7cc9cacb-7b91-4bab-9303-42d00559d325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a280412e-a049-4c39-b674-5004fe506071', 'name': 'tempest-AttachVolumeShelveTestJSON-944697511-router', 'tenant_id': 'ebd580521ede49659be460136b14e0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'd38b47d4-eb5e-46ec-86b0-5f90264f9489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:18:24Z', 'updated_at': '2021-12-08T16:18:32Z', 'revision_number': 4, 'project_id': 'ebd580521ede49659be460136b14e0dd', 'gw_port': {'id': 'd38b47d4-eb5e-46ec-86b0-5f90264f9489', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:de:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a280412e-a049-4c39-b674-5004fe506071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:18:25Z', 'updated_at': '2021-12-08T16:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'a5ed6ac9-2639-4afc-8743-769278c1f01a', 'name': '', 'network_id': '96222b75-0d7f-43da-898a-91046f8bdc5a', 'tenant_id': 'ebd580521ede49659be460136b14e0dd', 'mac_address': 'fa:16:3e:49:0b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a280412e-a049-4c39-b674-5004fe506071', 'device_owner': 'network:router_interface', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': '297bd6e5-3bf7-4d91-8a12-5133ca44aa82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:18:29Z', 'updated_at': '2021-12-08T16:18:32Z', 'revision_number': 2, 'project_id': 'ebd580521ede49659be460136b14e0dd', 'subnets': [{'id': '297bd6e5-3bf7-4d91-8a12-5133ca44aa82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:18:35.890729 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3f48b-b6cd-48ca-a952-f15afb7a7b66 req-56073218-4d0f-4b11-a906-3a215deee237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:35.892690 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a2f3f48b-b6cd-48ca-a952-f15afb7a7b66 req-56073218-4d0f-4b11-a906-3a215deee237 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6d585823-3fc3-43de-bace-96991eaf0e25 HTTP/1.1" status: 200 len: 797 time: 0.1098185 Dec 08 16:18:35.900644 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc9cacb-7b91-4bab-9303-42d00559d325 None None] Checking router: a280412e-a049-4c39-b674-5004fe506071 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:18:35.901469 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc9cacb-7b91-4bab-9303-42d00559d325 None None] Updating router a280412e-a049-4c39-b674-5004fe506071 port a5ed6ac9-2639-4afc-8743-769278c1f01a binding host n-d-776250-12 {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:18:35.942754 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c3989cda-933a-4708-829a-45bd561a8532 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:35.954091 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3989cda-933a-4708-829a-45bd561a8532 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:35.955233 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c3989cda-933a-4708-829a-45bd561a8532 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:35.970756 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7cc9cacb-7b91-4bab-9303-42d00559d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:35.979770 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3f48b-b6cd-48ca-a952-f15afb7a7b66 req-9c8e7f03-16a6-4194-96a9-75af99daf225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:35.981515 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a2f3f48b-b6cd-48ca-a952-f15afb7a7b66 req-9c8e7f03-16a6-4194-96a9-75af99daf225 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92f988d9-d3fd-471d-a94b-154482a7d460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0775511 Dec 08 16:18:36.141919 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c3989cda-933a-4708-829a-45bd561a8532 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8432333 Dec 08 16:18:36.145030 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55194) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:36.167337 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-6c0c16a0-206b-45b0-8ae2-77e72813c27e tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Request body: {'subnet': {'network_id': '06a7326d-29d1-4379-b00e-0af1520e3376', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:18:36.236030 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a2f3f48b-b6cd-48ca-a952-f15afb7a7b66 req-5dc851aa-4631-4058-b530-061b50bc7ac6 service neutron] 10.222.0.37 "GET /v2.0/networks/92f988d9-d3fd-471d-a94b-154482a7d460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446835 Dec 08 16:18:36.328024 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3989cda-933a-4708-829a-45bd561a8532 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event updated for resources: {'Network': ['ID=06a7326d-29d1-4379-b00e-0af1520e3376,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:36.393356 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d79068-048c-4990-ad1a-42fb019fb561 req-5d7c90cb-6b60-4329-9a57-227eb8297ad1 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:36.400067 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a2f3f48b-b6cd-48ca-a952-f15afb7a7b66 req-b8d0b05d-f762-4b7d-ba87-38faad4ab7ac service neutron] 10.222.0.37 "GET /v2.0/networks/92f988d9-d3fd-471d-a94b-154482a7d460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529717 Dec 08 16:18:36.401584 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-26d79068-048c-4990-ad1a-42fb019fb561 req-5d7c90cb-6b60-4329-9a57-227eb8297ad1 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=adefda5d-bce5-412f-a53a-92f34c530f69 HTTP/1.1" status: 200 len: 945 time: 0.1237020 Dec 08 16:18:36.492499 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0c16a0-206b-45b0-8ae2-77e72813c27e tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Made reservation on behalf of 51a87c34cff54be8bd9f39e385a06492 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:18:36.507118 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6c0c16a0-206b-45b0-8ae2-77e72813c27e tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:36.510038 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 06a7326d-29d1-4379-b00e-0af1520e3376 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:18:36.512352 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55202) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:36.518759 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a2f3f48b-b6cd-48ca-a952-f15afb7a7b66 req-2f43f484-bcf6-44be-839e-dafcc51d3ead service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=84db335e-f375-4be2-a69d-00e5bb4c6257 HTTP/1.1" status: 200 len: 217 time: 0.1088736 Dec 08 16:18:36.585143 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7cc9cacb-7b91-4bab-9303-42d00559d325 None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:36.618836 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3f48b-b6cd-48ca-a952-f15afb7a7b66 req-18379857-10cf-4c9f-8b11-152f0815e760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:36.620509 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a2f3f48b-b6cd-48ca-a952-f15afb7a7b66 req-18379857-10cf-4c9f-8b11-152f0815e760 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=28438769-469d-463a-a3b1-f1ca9c15b49c HTTP/1.1" status: 200 len: 797 time: 0.0950317 Dec 08 16:18:36.624077 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-26d79068-048c-4990-ad1a-42fb019fb561 req-f6148b49-02a9-4d49-a78a-c08d47aff1d4 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206459 Dec 08 16:18:36.693165 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-d0f6fa70-9ac6-45db-8196-a2455e7e7d70 tempest-MeteringTestJSON-644836797 tempest-MeteringTestJSON-644836797-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-612285440'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:18:36.695366 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-d0f6fa70-9ac6-45db-8196-a2455e7e7d70 tempest-MeteringTestJSON-644836797 tempest-MeteringTestJSON-644836797-project-admin] Unknown quota resources ['metering_label']. {{(pid=110551) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 16:18:36.701744 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7cc9cacb-7b91-4bab-9303-42d00559d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:36.718427 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3f48b-b6cd-48ca-a952-f15afb7a7b66 req-5616dcd3-6ca9-4653-b8ed-578314fd0a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:36.721053 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a2f3f48b-b6cd-48ca-a952-f15afb7a7b66 req-5616dcd3-6ca9-4653-b8ed-578314fd0a43 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0cd1fc08-18ef-4903-a4d4-304d5ce0f86e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0855703 Dec 08 16:18:36.824648 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce3caa5-4b35-4ae1-bc7b-de23ab9184b2 None None] Pushing event updated for resources: {'Port': ['ID=a5ed6ac9-2639-4afc-8743-769278c1f01a,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:36.923617 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a2f3f48b-b6cd-48ca-a952-f15afb7a7b66 req-6c472e70-0a48-4c52-8ede-80a5bca51f1a service neutron] 10.222.0.37 "GET /v2.0/networks/0cd1fc08-18ef-4903-a4d4-304d5ce0f86e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703293 Dec 08 16:18:37.040573 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-7cc9cacb-7b91-4bab-9303-42d00559d325 None None] Attempting to bind port a5ed6ac9-2639-4afc-8743-769278c1f01a on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:18:37.040978 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-7cc9cacb-7b91-4bab-9303-42d00559d325 None None] Attempting to bind port a5ed6ac9-2639-4afc-8743-769278c1f01a by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '2a82ecd5-a9d3-46a5-a060-3820facdd98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '96222b75-0d7f-43da-898a-91046f8bdc5a'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:18:37.041355 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc9cacb-7b91-4bab-9303-42d00559d325 None None] Attempting to bind port a5ed6ac9-2639-4afc-8743-769278c1f01a on network 96222b75-0d7f-43da-898a-91046f8bdc5a {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:18:37.053472 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc9cacb-7b91-4bab-9303-42d00559d325 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:18:37.053990 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc9cacb-7b91-4bab-9303-42d00559d325 None None] Checking segment: {'id': '2a82ecd5-a9d3-46a5-a060-3820facdd98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '96222b75-0d7f-43da-898a-91046f8bdc5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:18:37.055736 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7cc9cacb-7b91-4bab-9303-42d00559d325 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:37.056221 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc9cacb-7b91-4bab-9303-42d00559d325 None None] Bound using segment: {'id': '2a82ecd5-a9d3-46a5-a060-3820facdd98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '96222b75-0d7f-43da-898a-91046f8bdc5a'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:18:37.056669 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-7cc9cacb-7b91-4bab-9303-42d00559d325 None None] Bound port: a5ed6ac9-2639-4afc-8743-769278c1f01a, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a82ecd5-a9d3-46a5-a060-3820facdd98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '96222b75-0d7f-43da-898a-91046f8bdc5a'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:18:37.057085 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7cc9cacb-7b91-4bab-9303-42d00559d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:37.136489 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a2f3f48b-b6cd-48ca-a952-f15afb7a7b66 req-59ae1320-3636-4af5-87de-188c1a303f38 service neutron] 10.222.0.37 "GET /v2.0/networks/0cd1fc08-18ef-4903-a4d4-304d5ce0f86e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126555 Dec 08 16:18:37.152210 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f48bdb-f847-4e87-86c4-5133882fc9bb req-f94c3b9d-fd91-4258-8b40-985b84ade6e2 tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:37.162070 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-53f48bdb-f847-4e87-86c4-5133882fc9bb req-f94c3b9d-fd91-4258-8b40-985b84ade6e2 tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dd36850-3136-4244-965d-94b0b69358f1 HTTP/1.1" status: 200 len: 945 time: 0.1497872 Dec 08 16:18:37.208336 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a2f3f48b-b6cd-48ca-a952-f15afb7a7b66 req-dd0c012b-02d6-4a78-bd1d-d5d871f7db88 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=85bad2ad-910d-4f13-942d-9eb3285bd3f8 HTTP/1.1" status: 200 len: 217 time: 0.0671477 Dec 08 16:18:37.259620 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-7cc9cacb-7b91-4bab-9303-42d00559d325 None None] For port a5ed6ac9-2639-4afc-8743-769278c1f01a, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:18:37.281296 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3f48b-b6cd-48ca-a952-f15afb7a7b66 req-ccc33a35-aa6d-4fbb-ad94-7ddb713b23c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:37.285490 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a2f3f48b-b6cd-48ca-a952-f15afb7a7b66 req-ccc33a35-aa6d-4fbb-ad94-7ddb713b23c1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=28438769-469d-463a-a3b1-f1ca9c15b49c HTTP/1.1" status: 200 len: 797 time: 0.0637705 Dec 08 16:18:37.306761 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-7cc9cacb-7b91-4bab-9303-42d00559d325 None None] For port a5ed6ac9-2639-4afc-8743-769278c1f01a, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=a5ed6ac9-2639-4afc-8743-769278c1f01a,segment=NetworkSegment(2a82ecd5-a9d3-46a5-a060-3820facdd98d),segment_id=2a82ecd5-a9d3-46a5-a060-3820facdd98d)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:18:37.308775 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6c0c16a0-206b-45b0-8ae2-77e72813c27e tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:37.310106 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-ee3ca5a2-91bd-4bff-8d24-f5fbfe9937fe None None] Provisioning complete for port a5ed6ac9-2639-4afc-8743-769278c1f01a triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:18:37.310569 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ee3ca5a2-91bd-4bff-8d24-f5fbfe9937fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:37.356643 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-ee3ca5a2-91bd-4bff-8d24-f5fbfe9937fe None None] Port a5ed6ac9-2639-4afc-8743-769278c1f01a cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:18:37.371994 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3f48b-b6cd-48ca-a952-f15afb7a7b66 req-8b9309f4-0cfe-47a2-98f7-84c66dd14742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:37.374716 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a2f3f48b-b6cd-48ca-a952-f15afb7a7b66 req-8b9309f4-0cfe-47a2-98f7-84c66dd14742 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0cd1fc08-18ef-4903-a4d4-304d5ce0f86e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0844362 Dec 08 16:18:37.445690 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c16a0-206b-45b0-8ae2-77e72813c27e tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event updated for resources: {'Subnet': ['ID=bc4af7cb-f0cb-4ed6-9d6c-ced9622ffa18,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:37.466073 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d0f6fa70-9ac6-45db-8196-a2455e7e7d70 tempest-MeteringTestJSON-644836797 tempest-MeteringTestJSON-644836797-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:37.467335 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d0f6fa70-9ac6-45db-8196-a2455e7e7d70 tempest-MeteringTestJSON-644836797 tempest-MeteringTestJSON-644836797-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.9510741 Dec 08 16:18:37.470283 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 55208) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:37.479798 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7cc9cacb-7b91-4bab-9303-42d00559d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:37.494433 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-5ca3da3d-0e2a-4891-bb2b-5965abbad3dd tempest-MeteringTestJSON-644836797 tempest-MeteringTestJSON-644836797-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'c720d0bf-ea8d-4aef-82f8-352b8ce2d999'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:18:37.495359 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-5ca3da3d-0e2a-4891-bb2b-5965abbad3dd tempest-MeteringTestJSON-644836797 tempest-MeteringTestJSON-644836797-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=110550) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 16:18:37.534560 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-53f48bdb-f847-4e87-86c4-5133882fc9bb req-19e7c4a4-ac9d-4665-9ad9-09ccc41973de tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fe15083-aee4-487e-8783-973d9efc4bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3711593 Dec 08 16:18:37.545800 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0c16a0-206b-45b0-8ae2-77e72813c27e tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Checking segment: {'id': '224a049b-144a-4a4c-a394-29fc062159c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '06a7326d-29d1-4379-b00e-0af1520e3376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:18:37.546195 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0c16a0-206b-45b0-8ae2-77e72813c27e tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Network hostable DHCP agents. Network: 06a7326d-29d1-4379-b00e-0af1520e3376, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:18:37.604766 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce3caa5-4b35-4ae1-bc7b-de23ab9184b2 None None] Pushing event updated for resources: {'Port': ['ID=a5ed6ac9-2639-4afc-8743-769278c1f01a,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:37.627864 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc9cacb-7b91-4bab-9303-42d00559d325 None None] Routers {'a280412e-a049-4c39-b674-5004fe506071'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:18:37.631593 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-7cc9cacb-7b91-4bab-9303-42d00559d325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:18:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['a280412e-a049-4c39-b674-5004fe506071'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:18:37.636004 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a2f3f48b-b6cd-48ca-a952-f15afb7a7b66 req-5a6ee309-b632-48ed-ae25-0b632eef1945 service neutron] 10.222.0.37 "GET /v2.0/networks/0cd1fc08-18ef-4903-a4d4-304d5ce0f86e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505178 Dec 08 16:18:37.775468 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e474b25-8ab4-4fdf-8558-62074907e9af req-a4769c0b-a25c-49c8-8879-c26c2d2edf84 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:37.779988 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1e474b25-8ab4-4fdf-8558-62074907e9af req-a4769c0b-a25c-49c8-8879-c26c2d2edf84 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 947 time: 0.1530435 Dec 08 16:18:37.785692 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55216) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:37.788255 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0c16a0-206b-45b0-8ae2-77e72813c27e tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Network 06a7326d-29d1-4379-b00e-0af1520e3376 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:18:37.829248 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-7cc9cacb-7b91-4bab-9303-42d00559d325 None None] Set router a280412e-a049-4c39-b674-5004fe506071 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:18:37.843898 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-2099134b-b0e3-4af9-99b3-de202449b9ae tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Request body: {'security_group': {'name': 'tempest-securitygroup--123420460', 'description': 'tempest-description--156626859'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:18:37.859191 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a2f3f48b-b6cd-48ca-a952-f15afb7a7b66 req-52afe7c6-85ec-4c96-aac7-82c594a9f5f6 service neutron] 10.222.0.37 "GET /v2.0/networks/0cd1fc08-18ef-4903-a4d4-304d5ce0f86e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120717 Dec 08 16:18:37.862309 n-d-776250-12 neutron-server[110550]: WARNING neutron.services.metering.metering_plugin [None req-5ca3da3d-0e2a-4891-bb2b-5965abbad3dd tempest-MeteringTestJSON-644836797 tempest-MeteringTestJSON-644836797-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 08 16:18:37.909944 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1e474b25-8ab4-4fdf-8558-62074907e9af req-347c5922-9c2e-41c7-bd3c-cd71d7ac88bf tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038001 Dec 08 16:18:38.014831 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-637aad40-cba5-44e8-b916-86733297e8cd None None] Provisioning complete for port a5ed6ac9-2639-4afc-8743-769278c1f01a triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:18:38.015212 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-637aad40-cba5-44e8-b916-86733297e8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:38.098039 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5ca3da3d-0e2a-4891-bb2b-5965abbad3dd tempest-MeteringTestJSON-644836797 tempest-MeteringTestJSON-644836797-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:38.102721 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-5ca3da3d-0e2a-4891-bb2b-5965abbad3dd tempest-MeteringTestJSON-644836797 tempest-MeteringTestJSON-644836797-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6276848 Dec 08 16:18:38.103603 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55222) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:38.108565 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-835b0aef-9120-4427-bc11-1f2620dd3bb0 tempest-MeteringTestJSON-644836797 tempest-MeteringTestJSON-644836797-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'c720d0bf-ea8d-4aef-82f8-352b8ce2d999'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:18:38.109156 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-835b0aef-9120-4427-bc11-1f2620dd3bb0 tempest-MeteringTestJSON-644836797 tempest-MeteringTestJSON-644836797-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=110551) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 16:18:38.151416 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae9cfc7-ac27-4b9b-92bd-a0d8d01d1062 req-061fb036-bcc2-44fe-a28a-ba41f5c54a16 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:38.153483 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bae9cfc7-ac27-4b9b-92bd-a0d8d01d1062 req-061fb036-bcc2-44fe-a28a-ba41f5c54a16 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=adefda5d-bce5-412f-a53a-92f34c530f69 HTTP/1.1" status: 200 len: 945 time: 0.1423428 Dec 08 16:18:38.169458 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-637aad40-cba5-44e8-b916-86733297e8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:38.183489 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-7cc9cacb-7b91-4bab-9303-42d00559d325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a280412e-a049-4c39-b674-5004fe506071', 'name': 'tempest-AttachVolumeShelveTestJSON-944697511-router', 'tenant_id': 'ebd580521ede49659be460136b14e0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'd38b47d4-eb5e-46ec-86b0-5f90264f9489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:18:24Z', 'updated_at': '2021-12-08T16:18:32Z', 'revision_number': 4, 'project_id': 'ebd580521ede49659be460136b14e0dd', 'gw_port': {'id': 'd38b47d4-eb5e-46ec-86b0-5f90264f9489', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:de:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a280412e-a049-4c39-b674-5004fe506071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:18:25Z', 'updated_at': '2021-12-08T16:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'a5ed6ac9-2639-4afc-8743-769278c1f01a', 'name': '', 'network_id': '96222b75-0d7f-43da-898a-91046f8bdc5a', 'tenant_id': 'ebd580521ede49659be460136b14e0dd', 'mac_address': 'fa:16:3e:49:0b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a280412e-a049-4c39-b674-5004fe506071', 'device_owner': 'network:router_interface', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': '297bd6e5-3bf7-4d91-8a12-5133ca44aa82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:18:29Z', 'updated_at': '2021-12-08T16:18:37Z', 'revision_number': 4, 'project_id': 'ebd580521ede49659be460136b14e0dd', 'subnets': [{'id': '297bd6e5-3bf7-4d91-8a12-5133ca44aa82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:18:38.213234 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bae9cfc7-ac27-4b9b-92bd-a0d8d01d1062 req-fc5e261d-278d-4c02-a3e9-3f594e6ac5a1 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525568 Dec 08 16:18:38.215893 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc9cacb-7b91-4bab-9303-42d00559d325 None None] The sync data for ids ['a280412e-a049-4c39-b674-5004fe506071'] in n-d-776250-12 is: [{'id': 'a280412e-a049-4c39-b674-5004fe506071', 'name': 'tempest-AttachVolumeShelveTestJSON-944697511-router', 'tenant_id': 'ebd580521ede49659be460136b14e0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'd38b47d4-eb5e-46ec-86b0-5f90264f9489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:18:24Z', 'updated_at': '2021-12-08T16:18:32Z', 'revision_number': 4, 'project_id': 'ebd580521ede49659be460136b14e0dd', 'gw_port': {'id': 'd38b47d4-eb5e-46ec-86b0-5f90264f9489', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:de:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a280412e-a049-4c39-b674-5004fe506071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:18:25Z', 'updated_at': '2021-12-08T16:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'a5ed6ac9-2639-4afc-8743-769278c1f01a', 'name': '', 'network_id': '96222b75-0d7f-43da-898a-91046f8bdc5a', 'tenant_id': 'ebd580521ede49659be460136b14e0dd', 'mac_address': 'fa:16:3e:49:0b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a280412e-a049-4c39-b674-5004fe506071', 'device_owner': 'network:router_interface', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': '297bd6e5-3bf7-4d91-8a12-5133ca44aa82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:18:29Z', 'updated_at': '2021-12-08T16:18:37Z', 'revision_number': 4, 'project_id': 'ebd580521ede49659be460136b14e0dd', 'subnets': [{'id': '297bd6e5-3bf7-4d91-8a12-5133ca44aa82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:18:38.256822 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-637aad40-cba5-44e8-b916-86733297e8cd None None] For port a5ed6ac9-2639-4afc-8743-769278c1f01a, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=a5ed6ac9-2639-4afc-8743-769278c1f01a,segment=NetworkSegment(2a82ecd5-a9d3-46a5-a060-3820facdd98d),segment_id=2a82ecd5-a9d3-46a5-a060-3820facdd98d)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:18:38.301629 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-6c0c16a0-206b-45b0-8ae2-77e72813c27e tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 06a7326d-29d1-4379-b00e-0af1520e3376) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:18:38.307893 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2099134b-b0e3-4af9-99b3-de202449b9ae tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:38.314942 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e546be-29c7-4d82-ae6a-606d95f1a4b3 None None] Network 06a7326d-29d1-4379-b00e-0af1520e3376 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:18:38.330047 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0c16a0-206b-45b0-8ae2-77e72813c27e tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:38.330659 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6c0c16a0-206b-45b0-8ae2-77e72813c27e tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:38.387877 n-d-776250-12 neutron-server[110551]: WARNING neutron.services.metering.metering_plugin [None req-835b0aef-9120-4427-bc11-1f2620dd3bb0 tempest-MeteringTestJSON-644836797 tempest-MeteringTestJSON-644836797-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 08 16:18:38.543986 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-6c0c16a0-206b-45b0-8ae2-77e72813c27e tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3947322 Dec 08 16:18:38.547875 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 55230) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:38.559744 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-a35537ff-cce1-4b5d-837e-0fdd35a6d3fe tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Request body: {'subnet': {'network_id': '06a7326d-29d1-4379-b00e-0af1520e3376', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:18:38.624730 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-637aad40-cba5-44e8-b916-86733297e8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:38.657475 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-835b0aef-9120-4427-bc11-1f2620dd3bb0 tempest-MeteringTestJSON-644836797 tempest-MeteringTestJSON-644836797-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:38.661200 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-835b0aef-9120-4427-bc11-1f2620dd3bb0 tempest-MeteringTestJSON-644836797 tempest-MeteringTestJSON-644836797-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5536323 Dec 08 16:18:38.664797 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 55232) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:38.685469 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2099134b-b0e3-4af9-99b3-de202449b9ae tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:38.691221 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-44060a6b-3fe6-46d7-ad74-55ae58ee800c tempest-MeteringTestJSON-644836797 tempest-MeteringTestJSON-644836797-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=85628c47-902a-4eb3-8775-67864007253d HTTP/1.1" status: 200 len: 464 time: 0.0255446 Dec 08 16:18:38.693885 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55236) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:38.759489 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2099134b-b0e3-4af9-99b3-de202449b9ae tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:38.770490 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637aad40-cba5-44e8-b916-86733297e8cd None None] Pushing event updated for resources: {'Port': ['ID=a5ed6ac9-2639-4afc-8743-769278c1f01a,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:38.786460 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:38.834534 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5644d5-5ef3-49f0-bfbe-db684543f281 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-06a7326d-29d1-4379-b00e-0af1520e3376', 'network_id': '06a7326d-29d1-4379-b00e-0af1520e3376', 'project_id': '51a87c34cff54be8bd9f39e385a06492', 'fixed_ips': [{'subnet_id': 'bc4af7cb-f0cb-4ed6-9d6c-ced9622ffa18'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:18:38.842005 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ee5644d5-5ef3-49f0-bfbe-db684543f281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:38.977906 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4e747-54c8-4688-937b-fbb64e175566 req-56271521-6d83-46cf-9cdb-cfc045241d4d tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:38.985693 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0bc4e747-54c8-4688-937b-fbb64e175566 req-56271521-6d83-46cf-9cdb-cfc045241d4d tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dd36850-3136-4244-965d-94b0b69358f1 HTTP/1.1" status: 200 len: 945 time: 0.1116388 Dec 08 16:18:39.058287 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device a5ed6ac9-2639-4afc-8743-769278c1f01a up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:18:39.065299 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2099134b-b0e3-4af9-99b3-de202449b9ae tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:39.071628 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-2099134b-b0e3-4af9-99b3-de202449b9ae tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.2687690 Dec 08 16:18:39.072249 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55242) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:39.088492 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-0ebcfd58-672c-4933-a23f-40e98b767cb7 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Request body: {'security_group_rule': {'security_group_id': '0224af71-d7ce-4eed-aefa-724f93ccbe59', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:18:39.100486 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0bc4e747-54c8-4688-937b-fbb64e175566 req-7b98be54-e280-4686-a8bc-64e73e8d5533 tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fe15083-aee4-487e-8783-973d9efc4bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055114 Dec 08 16:18:39.102878 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35537ff-cce1-4b5d-837e-0fdd35a6d3fe tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Made reservation on behalf of 51a87c34cff54be8bd9f39e385a06492 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:18:39.112431 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a35537ff-cce1-4b5d-837e-0fdd35a6d3fe tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:39.166951 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2099134b-b0e3-4af9-99b3-de202449b9ae tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0224af71-d7ce-4eed-aefa-724f93ccbe59,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:39.178879 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ce724ec8-41e8-431c-8284-ad7f744bd41c tempest-MeteringTestJSON-644836797 tempest-MeteringTestJSON-644836797-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:39.180973 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ce724ec8-41e8-431c-8284-ad7f744bd41c tempest-MeteringTestJSON-644836797 tempest-MeteringTestJSON-644836797-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-label-rules/85628c47-902a-4eb3-8775-67864007253d HTTP/1.1" status: 204 len: 168 time: 0.4845276 Dec 08 16:18:39.219332 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55244) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:39.249910 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-ee5644d5-5ef3-49f0-bfbe-db684543f281 None None] Allocated IP 2001:db8::2 (06a7326d-29d1-4379-b00e-0af1520e3376/bc4af7cb-f0cb-4ed6-9d6c-ced9622ffa18/352b5fca-0eac-45a6-913d-e5b67e8d83aa) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:18:39.273564 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-4ad31fa8-e96f-45ca-84bc-29d6674802d4 tempest-MeteringTestJSON-644836797 tempest-MeteringTestJSON-644836797-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=85628c47-902a-4eb3-8775-67864007253d HTTP/1.1" status: 200 len: 221 time: 0.0529463 Dec 08 16:18:39.274980 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0ebcfd58-672c-4933-a23f-40e98b767cb7 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:39.282582 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 55248) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:39.294723 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-4730670c-cab8-4e3d-80ea-eecc9db07027 tempest-MeteringTestJSON-644836797 tempest-MeteringTestJSON-644836797-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--991770565', 'description': 'label created by tempest'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:18:39.295185 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-4730670c-cab8-4e3d-80ea-eecc9db07027 tempest-MeteringTestJSON-644836797 tempest-MeteringTestJSON-644836797-project-admin] Unknown quota resources ['metering_label']. {{(pid=110550) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 16:18:39.349971 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port a5ed6ac9-2639-4afc-8743-769278c1f01a triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:18:39.350338 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:39.438436 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e6b39c-4b7c-4c8f-9dce-08425a117243 req-2a565930-712c-4791-b793-ae8032149b58 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:39.440824 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-86e6b39c-4b7c-4c8f-9dce-08425a117243 req-2a565930-712c-4791-b793-ae8032149b58 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 947 time: 0.2664804 Dec 08 16:18:39.444405 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0ebcfd58-672c-4933-a23f-40e98b767cb7 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:39.465959 n-d-776250-12 neutron-server[110550]: INFO neutron.db.ipam_backend_mixin [None req-a35537ff-cce1-4b5d-837e-0fdd35a6d3fe tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bc4af7cb-f0cb-4ed6-9d6c-ced9622ffa18 (CIDR: 2001:db8::/64) Dec 08 16:18:39.494206 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788485e-fa9b-450c-aade-f62f7b16c03b req-050c593d-8b71-47d9-a9d7-1efac928894c tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:39.496700 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4788485e-fa9b-450c-aade-f62f7b16c03b req-050c593d-8b71-47d9-a9d7-1efac928894c tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=adefda5d-bce5-412f-a53a-92f34c530f69 HTTP/1.1" status: 200 len: 945 time: 0.0877249 Dec 08 16:18:39.530710 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-86e6b39c-4b7c-4c8f-9dce-08425a117243 req-5e762af2-9f26-4366-82aa-7a6b1b2f181f tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809076 Dec 08 16:18:39.550457 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-a35537ff-cce1-4b5d-837e-0fdd35a6d3fe tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:18:39.551176 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a35537ff-cce1-4b5d-837e-0fdd35a6d3fe tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:18:39.558491 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0ebcfd58-672c-4933-a23f-40e98b767cb7 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:39.598265 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebcfd58-672c-4933-a23f-40e98b767cb7 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15651ef7-fdac-41d4-bd14-6e725b2bf837,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:39.708771 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0ebcfd58-672c-4933-a23f-40e98b767cb7 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:39.710679 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-0ebcfd58-672c-4933-a23f-40e98b767cb7 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6356890 Dec 08 16:18:39.712928 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55252) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:39.720099 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-14399625-edcc-4851-a020-381c7820e3e3 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Request body: {'security_group_rule': {'security_group_id': '0224af71-d7ce-4eed-aefa-724f93ccbe59', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:18:39.753948 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ee5644d5-5ef3-49f0-bfbe-db684543f281 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:39.765758 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4788485e-fa9b-450c-aade-f62f7b16c03b req-6389265a-a807-46cd-a012-cc2078dcb77c tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501860 Dec 08 16:18:39.840906 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ee5644d5-5ef3-49f0-bfbe-db684543f281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:39.928750 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-14399625-edcc-4851-a020-381c7820e3e3 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:39.963896 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5644d5-5ef3-49f0-bfbe-db684543f281 None None] Pushing event updated for resources: {'Port': ['ID=352b5fca-0eac-45a6-913d-e5b67e8d83aa,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:39.975867 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5644d5-5ef3-49f0-bfbe-db684543f281 None None] Network 06a7326d-29d1-4379-b00e-0af1520e3376 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:18:39.984733 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-ee5644d5-5ef3-49f0-bfbe-db684543f281 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:18:39.994274 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5644d5-5ef3-49f0-bfbe-db684543f281 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:18:40.054285 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-14399625-edcc-4851-a020-381c7820e3e3 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:40.098444 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-ee5644d5-5ef3-49f0-bfbe-db684543f281 None None] Attempting to bind port 352b5fca-0eac-45a6-913d-e5b67e8d83aa on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:18:40.098990 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-ee5644d5-5ef3-49f0-bfbe-db684543f281 None None] Attempting to bind port 352b5fca-0eac-45a6-913d-e5b67e8d83aa by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '224a049b-144a-4a4c-a394-29fc062159c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '06a7326d-29d1-4379-b00e-0af1520e3376'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:18:40.099481 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5644d5-5ef3-49f0-bfbe-db684543f281 None None] Attempting to bind port 352b5fca-0eac-45a6-913d-e5b67e8d83aa on network 06a7326d-29d1-4379-b00e-0af1520e3376 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:18:40.106218 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5644d5-5ef3-49f0-bfbe-db684543f281 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:18:40.106762 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5644d5-5ef3-49f0-bfbe-db684543f281 None None] Checking segment: {'id': '224a049b-144a-4a4c-a394-29fc062159c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '06a7326d-29d1-4379-b00e-0af1520e3376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:18:40.107268 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ee5644d5-5ef3-49f0-bfbe-db684543f281 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:40.107781 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5644d5-5ef3-49f0-bfbe-db684543f281 None None] Bound using segment: {'id': '224a049b-144a-4a4c-a394-29fc062159c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '06a7326d-29d1-4379-b00e-0af1520e3376'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:18:40.108393 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-ee5644d5-5ef3-49f0-bfbe-db684543f281 None None] Bound port: 352b5fca-0eac-45a6-913d-e5b67e8d83aa, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224a049b-144a-4a4c-a394-29fc062159c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '06a7326d-29d1-4379-b00e-0af1520e3376'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:18:40.108888 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ee5644d5-5ef3-49f0-bfbe-db684543f281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:40.112647 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-14399625-edcc-4851-a020-381c7820e3e3 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:40.152868 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14399625-edcc-4851-a020-381c7820e3e3 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4fcf3ba-c064-4a45-8095-d1b9022dc1e6,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:40.202591 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-14399625-edcc-4851-a020-381c7820e3e3 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:40.208395 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-14399625-edcc-4851-a020-381c7820e3e3 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4942164 Dec 08 16:18:40.209242 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55256) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:40.217425 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-670bf39b-4ad9-4f31-9b03-30efc94c81c3 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Request body: {'floatingip': {'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:18:40.237000 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-ee5644d5-5ef3-49f0-bfbe-db684543f281 None None] For port 352b5fca-0eac-45a6-913d-e5b67e8d83aa, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:18:40.240792 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-ee5644d5-5ef3-49f0-bfbe-db684543f281 None None] For port 352b5fca-0eac-45a6-913d-e5b67e8d83aa, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=352b5fca-0eac-45a6-913d-e5b67e8d83aa,segment=NetworkSegment(224a049b-144a-4a4c-a394-29fc062159c7),segment_id=224a049b-144a-4a4c-a394-29fc062159c7)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:18:40.265153 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a35537ff-cce1-4b5d-837e-0fdd35a6d3fe tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7119339 Dec 08 16:18:40.268582 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55258) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:40.296456 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-e6db7b9d-ffca-423a-a9e3-975422b76bea tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Request body: {'subnet': {'network_id': '06a7326d-29d1-4379-b00e-0af1520e3376', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:18:40.302150 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ee5644d5-5ef3-49f0-bfbe-db684543f281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:40.315125 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4730670c-cab8-4e3d-80ea-eecc9db07027 tempest-MeteringTestJSON-644836797 tempest-MeteringTestJSON-644836797-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:40.316372 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-4730670c-cab8-4e3d-80ea-eecc9db07027 tempest-MeteringTestJSON-644836797 tempest-MeteringTestJSON-644836797-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 1.0328186 Dec 08 16:18:40.318991 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 55262) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:40.360235 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5644d5-5ef3-49f0-bfbe-db684543f281 None None] Pushing event updated for resources: {'Port': ['ID=352b5fca-0eac-45a6-913d-e5b67e8d83aa,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:40.444703 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-302863d8-2d7c-4a36-a34f-9190194949a0 tempest-MeteringTestJSON-644836797 tempest-MeteringTestJSON-644836797-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=400efe9a-b993-4eff-94aa-e94f3ac3c75b HTTP/1.1" status: 200 len: 467 time: 0.1245754 Dec 08 16:18:40.490337 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-670bf39b-4ad9-4f31-9b03-30efc94c81c3 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks [] for floatingip, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:40.490614 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac6696-611b-4a51-b2bc-58577a631bcf req-4f9e52e8-680b-4f8d-8d3b-b68590292371 tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:40.490614 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-49ac6696-611b-4a51-b2bc-58577a631bcf req-4f9e52e8-680b-4f8d-8d3b-b68590292371 tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] 10.222.0.76 "GET /v2.0/ports?device_id=4dd36850-3136-4244-965d-94b0b69358f1 HTTP/1.1" status: 200 len: 945 time: 0.1636386 Dec 08 16:18:40.490806 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0ea869-a3a6-4346-8080-cfe4f9e43ce2 req-c17f0f1f-8ead-425c-b34b-aff67ad2576c tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:40.490806 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fc0ea869-a3a6-4346-8080-cfe4f9e43ce2 req-c17f0f1f-8ead-425c-b34b-aff67ad2576c tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dd36850-3136-4244-965d-94b0b69358f1 HTTP/1.1" status: 200 len: 945 time: 0.2475405 Dec 08 16:18:40.495788 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55264) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:40.701194 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-49ac6696-611b-4a51-b2bc-58577a631bcf req-d440e8ff-8be0-4e51-b119-8ee42a91ad8c tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] Deleting port 75a190aa-393b-487b-8029-61d69ec2bdba {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:18:40.701675 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-49ac6696-611b-4a51-b2bc-58577a631bcf req-d440e8ff-8be0-4e51-b119-8ee42a91ad8c tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:40.848569 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c48383-018e-4d2a-8bec-2ae62dea4020 req-1d41d73a-ae0e-4245-9c96-add672dc736a tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:40.857338 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c2c48383-018e-4d2a-8bec-2ae62dea4020 req-1d41d73a-ae0e-4245-9c96-add672dc736a tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 947 time: 0.1516581 Dec 08 16:18:40.946435 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c2c48383-018e-4d2a-8bec-2ae62dea4020 req-210d7d8f-e9d4-4bc4-8f6d-4e17df06526d tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875025 Dec 08 16:18:41.002186 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-49ac6696-611b-4a51-b2bc-58577a631bcf req-d440e8ff-8be0-4e51-b119-8ee42a91ad8c tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] For port 75a190aa-393b-487b-8029-61d69ec2bdba, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=75a190aa-393b-487b-8029-61d69ec2bdba,segment=NetworkSegment(84f343a3-a60b-44d9-b4c1-5d696a48c8e1),segment_id=84f343a3-a60b-44d9-b4c1-5d696a48c8e1)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:18:41.008984 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-49ac6696-611b-4a51-b2bc-58577a631bcf req-d440e8ff-8be0-4e51-b119-8ee42a91ad8c tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:41.025271 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-49ac6696-611b-4a51-b2bc-58577a631bcf req-d440e8ff-8be0-4e51-b119-8ee42a91ad8c tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] Calling delete_port for 75a190aa-393b-487b-8029-61d69ec2bdba owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:18:41.087685 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 352b5fca-0eac-45a6-913d-e5b67e8d83aa up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:18:41.275980 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 352b5fca-0eac-45a6-913d-e5b67e8d83aa triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:18:41.276386 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:41.397263 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fc0ea869-a3a6-4346-8080-cfe4f9e43ce2 req-9915ac77-c392-4b13-86e9-9a8c8feb9baf tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] 10.222.0.64 "GET /v2.0/security-groups?id=9fe15083-aee4-487e-8783-973d9efc4bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9083419 Dec 08 16:18:41.429511 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b66a2-55af-45c3-9883-efb1e5c7153b req-eb1d30be-9067-46ac-bcd2-cb9b0cad5386 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:41.451546 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8d9b66a2-55af-45c3-9883-efb1e5c7153b req-eb1d30be-9067-46ac-bcd2-cb9b0cad5386 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=adefda5d-bce5-412f-a53a-92f34c530f69 HTTP/1.1" status: 200 len: 945 time: 0.2175579 Dec 08 16:18:41.459654 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:41.476276 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-49ac6696-611b-4a51-b2bc-58577a631bcf req-d440e8ff-8be0-4e51-b119-8ee42a91ad8c tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:41.501492 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-670bf39b-4ad9-4f31-9b03-30efc94c81c3 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:41.502118 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 352b5fca-0eac-45a6-913d-e5b67e8d83aa, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=352b5fca-0eac-45a6-913d-e5b67e8d83aa,segment=NetworkSegment(224a049b-144a-4a4c-a394-29fc062159c7),segment_id=224a049b-144a-4a4c-a394-29fc062159c7)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:18:41.505566 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['75a190aa-393b-487b-8029-61d69ec2bdba'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:18:41.549400 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-89bf521d-3cb5-4978-8788-d021f72f6b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:41.568222 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8a29735e-bef1-45df-84c6-71e7798d9868 tempest-MeteringTestJSON-644836797 tempest-MeteringTestJSON-644836797-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:41.573779 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-8a29735e-bef1-45df-84c6-71e7798d9868 tempest-MeteringTestJSON-644836797 tempest-MeteringTestJSON-644836797-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-labels/400efe9a-b993-4eff-94aa-e94f3ac3c75b HTTP/1.1" status: 204 len: 168 time: 1.0377402 Dec 08 16:18:41.573779 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55274) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:41.604677 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f2b18b9d-0271-412f-afa9-d8cce2c2a316 tempest-MeteringTestJSON-644836797 tempest-MeteringTestJSON-644836797-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=400efe9a-b993-4eff-94aa-e94f3ac3c75b HTTP/1.1" status: 200 len: 216 time: 0.0277441 Dec 08 16:18:41.608156 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55276) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:41.609929 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d440e8ff-8be0-4e51-b119-8ee42a91ad8c tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] Pushing event deleted for resources: {'Port': ['ID=75a190aa-393b-487b-8029-61d69ec2bdba,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:41.634402 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-287dd43b-ffb5-4bbe-9b96-091985d510f8 tempest-MeteringTestJSON-644836797 tempest-MeteringTestJSON-644836797-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0199578 Dec 08 16:18:41.638359 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55278) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:41.661429 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6db7b9d-ffca-423a-a9e3-975422b76bea tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Made reservation on behalf of 51a87c34cff54be8bd9f39e385a06492 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:18:41.665918 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e6db7b9d-ffca-423a-a9e3-975422b76bea tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:41.673797 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ac6696-611b-4a51-b2bc-58577a631bcf req-d440e8ff-8be0-4e51-b119-8ee42a91ad8c tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] No DVR routers for this DVR port 75a190aa-393b-487b-8029-61d69ec2bdba on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:18:41.678276 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-49ac6696-611b-4a51-b2bc-58577a631bcf req-d440e8ff-8be0-4e51-b119-8ee42a91ad8c tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:41.680492 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:41.681926 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-49ac6696-611b-4a51-b2bc-58577a631bcf req-d440e8ff-8be0-4e51-b119-8ee42a91ad8c tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] 10.222.0.76 "DELETE /v2.0/ports/75a190aa-393b-487b-8029-61d69ec2bdba HTTP/1.1" status: 204 len: 173 time: 1.1994536 Dec 08 16:18:41.682399 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dd36850-3136-4244-965d-94b0b69358f1', 'name': 'network-vif-deleted', 'tag': '75a190aa-393b-487b-8029-61d69ec2bdba'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:18:41.687229 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1ada23-1968-4ee9-94da-6b73ab9843c4" -d '{"events": [{"server_uuid": "4dd36850-3136-4244-965d-94b0b69358f1", "name": "network-vif-deleted", "tag": "75a190aa-393b-487b-8029-61d69ec2bdba"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:18:41.715616 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8d9b66a2-55af-45c3-9883-efb1e5c7153b req-14a441b5-893a-49ed-bb13-a4f6c226774a tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629871 Dec 08 16:18:41.739882 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d5c0b0fe-8d44-4d8e-9fc4-85da503348b7 tempest-MeteringTestJSON-644836797 tempest-MeteringTestJSON-644836797-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.1038468 Dec 08 16:18:41.743541 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 55282) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:41.801170 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-670bf39b-4ad9-4f31-9b03-30efc94c81c3 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Allocated IP 172.25.0.208 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/143acc07-3083-4957-b6ca-74d844caed1d) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:18:41.847214 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea302895-6879-499e-86e8-d3f454d5c389 x-openstack-request-id: req-ea302895-6879-499e-86e8-d3f454d5c389 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:18:41.853374 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dd36850-3136-4244-965d-94b0b69358f1", "name": "network-vif-deleted", "tag": "75a190aa-393b-487b-8029-61d69ec2bdba", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:18:41.853799 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ea302895-6879-499e-86e8-d3f454d5c389 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:18:41.854342 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dd36850-3136-4244-965d-94b0b69358f1', 'name': 'network-vif-deleted', 'tag': '75a190aa-393b-487b-8029-61d69ec2bdba', 'status': 'completed', 'code': 200} Dec 08 16:18:41.860629 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-08e08c9e-eb09-49b6-ac8f-64511afa2ada tempest-MeteringTestJSON-644836797 tempest-MeteringTestJSON-644836797-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels/c720d0bf-ea8d-4aef-82f8-352b8ce2d999 HTTP/1.1" status: 200 len: 472 time: 0.1117952 Dec 08 16:18:41.860629 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 55284) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:41.870791 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=352b5fca-0eac-45a6-913d-e5b67e8d83aa,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:41.871874 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-1721e29c-25ef-40e3-84b3-a3c4487b32fe tempest-MeteringTestJSON-644836797 tempest-MeteringTestJSON-644836797-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules/fbfdb183-a748-4f6e-a6df-f2bb85838fe3 HTTP/1.1" status: 200 len: 461 time: 0.0104935 Dec 08 16:18:41.875341 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 55286) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:42.074325 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-670bf39b-4ad9-4f31-9b03-30efc94c81c3 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:42.166857 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0341f8d-fd22-49aa-a723-2289f85a7b1c None None] Network 06a7326d-29d1-4379-b00e-0af1520e3376 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:18:42.194255 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-73be1704-a84a-49fc-bd77-6955ceaf02dd tempest-MeteringTestJSON-644836797 tempest-MeteringTestJSON-644836797-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:42.195844 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-73be1704-a84a-49fc-bd77-6955ceaf02dd tempest-MeteringTestJSON-644836797 tempest-MeteringTestJSON-644836797-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-label-rules/fbfdb183-a748-4f6e-a6df-f2bb85838fe3 HTTP/1.1" status: 204 len: 168 time: 0.3191116 Dec 08 16:18:42.202483 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 55292) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:42.293892 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f9970-0d02-43ed-8055-cb181c8bd9de req-899c839a-65e1-4673-8e79-62b7106089d8 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:42.295527 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-267f9970-0d02-43ed-8055-cb181c8bd9de req-899c839a-65e1-4673-8e79-62b7106089d8 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 947 time: 0.1953890 Dec 08 16:18:42.341360 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-3c76d32b-cb52-4f33-9aed-002718cf0e26 None None] Provisioning complete for port 352b5fca-0eac-45a6-913d-e5b67e8d83aa triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:18:42.342146 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3c76d32b-cb52-4f33-9aed-002718cf0e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:42.370849 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-670bf39b-4ad9-4f31-9b03-30efc94c81c3 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:42.416462 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e6db7b9d-ffca-423a-a9e3-975422b76bea tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:42.477273 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-267f9970-0d02-43ed-8055-cb181c8bd9de req-6312f75b-6305-4b24-a283-f630b019da6d tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382391 Dec 08 16:18:42.586279 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670bf39b-4ad9-4f31-9b03-30efc94c81c3 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:18:42.588333 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-670bf39b-4ad9-4f31-9b03-30efc94c81c3 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:18:42.606379 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670bf39b-4ad9-4f31-9b03-30efc94c81c3 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:18:42.628679 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6db7b9d-ffca-423a-a9e3-975422b76bea tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Network 06a7326d-29d1-4379-b00e-0af1520e3376 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:18:42.676303 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-58654b4c-fe11-4d6f-8e61-8fc8091bc27a tempest-MeteringTestJSON-644836797 tempest-MeteringTestJSON-644836797-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:42.689296 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-58654b4c-fe11-4d6f-8e61-8fc8091bc27a tempest-MeteringTestJSON-644836797 tempest-MeteringTestJSON-644836797-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-labels/c720d0bf-ea8d-4aef-82f8-352b8ce2d999 HTTP/1.1" status: 204 len: 168 time: 0.4839654 Dec 08 16:18:42.722138 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-e6db7b9d-ffca-423a-a9e3-975422b76bea tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:18:42.739884 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c055822a-c0cd-4f84-b2cd-a6fb1e3b1503 req-0e7beb8b-50b7-46b5-9a1f-d0153d7a973f tempest-ServersNegativeTestMultiTenantJSON-1707163420 tempest-ServersNegativeTestMultiTenantJSON-1707163420-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dd36850-3136-4244-965d-94b0b69358f1 HTTP/1.1" status: 200 len: 210 time: 0.1472378 Dec 08 16:18:42.761495 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6db7b9d-ffca-423a-a9e3-975422b76bea tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:42.763741 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e6db7b9d-ffca-423a-a9e3-975422b76bea tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:42.783467 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5268b1-96fb-4e54-a473-68774e72a03e None None] Network 06a7326d-29d1-4379-b00e-0af1520e3376 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:18:42.807799 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670bf39b-4ad9-4f31-9b03-30efc94c81c3 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Pushing event updated for resources: {'Port': ['ID=143acc07-3083-4957-b6ca-74d844caed1d,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:42.812817 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6db7b9d-ffca-423a-a9e3-975422b76bea tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event updated for resources: {'Subnet': ['ID=b04c58e4-147c-48d4-ac88-ab06510d4c13,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:42.868451 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e6db7b9d-ffca-423a-a9e3-975422b76bea tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.5956283 Dec 08 16:18:42.869144 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55302) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:42.877309 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-4a43f00d-c8eb-436c-bfa4-83a4865d0b52 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Request body: {'port': {'network_id': '06a7326d-29d1-4379-b00e-0af1520e3376', 'fixed_ips': [{'subnet_id': 'bc4af7cb-f0cb-4ed6-9d6c-ced9622ffa18'}, {'subnet_id': 'b04c58e4-147c-48d4-ac88-ab06510d4c13'}], 'name': 'tempest-PortsIpV6TestJSON-723220956'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:18:42.942711 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635afda2-2f8b-42b6-982b-f84e7bc917bb req-05b70d2b-93fe-4394-bcce-1ae09030705c tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:42.945138 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-635afda2-2f8b-42b6-982b-f84e7bc917bb req-05b70d2b-93fe-4394-bcce-1ae09030705c tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=adefda5d-bce5-412f-a53a-92f34c530f69 HTTP/1.1" status: 200 len: 945 time: 0.0887942 Dec 08 16:18:42.985979 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-4196388e-f00b-4c30-bdf9-f33192b9e06e None None] Provisioning complete for port 352b5fca-0eac-45a6-913d-e5b67e8d83aa triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:18:42.986741 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4196388e-f00b-4c30-bdf9-f33192b9e06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:43.057980 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-670bf39b-4ad9-4f31-9b03-30efc94c81c3 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:43.073594 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-635afda2-2f8b-42b6-982b-f84e7bc917bb req-bdc8cb4e-a421-4ad3-a019-84cb4096a68c tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189127 Dec 08 16:18:43.100629 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 352b5fca-0eac-45a6-913d-e5b67e8d83aa up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:18:43.158496 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a43f00d-c8eb-436c-bfa4-83a4865d0b52 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Made reservation on behalf of 51a87c34cff54be8bd9f39e385a06492 for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:18:43.229281 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 352b5fca-0eac-45a6-913d-e5b67e8d83aa triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:18:43.229869 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:43.304926 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b641fa37-3e99-4e9e-bad7-2599035d2025 None None] Update dhcp port {'port': {'network_id': '06a7326d-29d1-4379-b00e-0af1520e3376', 'fixed_ips': [{'subnet_id': 'bc4af7cb-f0cb-4ed6-9d6c-ced9622ffa18', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b04c58e4-147c-48d4-ac88-ab06510d4c13'}], 'binding:host_id': 'n-d-776250-12'}, 'id': '352b5fca-0eac-45a6-913d-e5b67e8d83aa'} from n-d-776250-12. {{(pid=110552) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 16:18:43.342094 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-670bf39b-4ad9-4f31-9b03-30efc94c81c3 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:43.375732 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b641fa37-3e99-4e9e-bad7-2599035d2025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:43.438431 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a43f00d-c8eb-436c-bfa4-83a4865d0b52 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:43.530178 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 55310) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:43.530306 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-4a43f00d-c8eb-436c-bfa4-83a4865d0b52 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] device_id is not set on port 4d798f2d-1fd4-4235-81ea-01dea8eb874c yet. {{(pid=110551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:18:43.704699 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e3ccd-5868-4b60-bd11-f84e5ad6a975 req-c1f80578-894b-4fcd-905e-d048d01d7a33 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:43.713246 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-928e3ccd-5868-4b60-bd11-f84e5ad6a975 req-c1f80578-894b-4fcd-905e-d048d01d7a33 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 947 time: 0.1100163 Dec 08 16:18:43.732113 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-b641fa37-3e99-4e9e-bad7-2599035d2025 None None] Allocated IP 2001:db8:0:1::2 (06a7326d-29d1-4379-b00e-0af1520e3376/b04c58e4-147c-48d4-ac88-ab06510d4c13/352b5fca-0eac-45a6-913d-e5b67e8d83aa) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:18:43.745855 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b82d027d-40ec-41dc-99af-54210e4bb934 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:43.779806 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-670bf39b-4ad9-4f31-9b03-30efc94c81c3 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:43.820257 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-928e3ccd-5868-4b60-bd11-f84e5ad6a975 req-eb28c77b-ae6f-4202-840e-60d2fe80b90c tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007025 Dec 08 16:18:43.867902 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-55491209-ca24-40bf-ba69-05860a1f1236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:43.889634 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55318) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:43.899976 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b82d027d-40ec-41dc-99af-54210e4bb934 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:43.923552 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-670bf39b-4ad9-4f31-9b03-30efc94c81c3 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:43.942029 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-b641fa37-3e99-4e9e-bad7-2599035d2025 None None] For port 352b5fca-0eac-45a6-913d-e5b67e8d83aa, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=352b5fca-0eac-45a6-913d-e5b67e8d83aa,segment=NetworkSegment(224a049b-144a-4a4c-a394-29fc062159c7),segment_id=224a049b-144a-4a4c-a394-29fc062159c7)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:18:43.975720 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b82d027d-40ec-41dc-99af-54210e4bb934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:44.000060 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-54ea609f-d596-4a3b-a109-53be550a36cc admin admin] Deleting subnet df2249ce-cfa8-4a85-899e-a41f46417917 {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:18:44.001607 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b641fa37-3e99-4e9e-bad7-2599035d2025 None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:44.010881 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82d027d-40ec-41dc-99af-54210e4bb934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2486ce68-a263-4c5c-8997-790de4ba9082,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:44.013343 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-54ea609f-d596-4a3b-a109-53be550a36cc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:44.040578 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670bf39b-4ad9-4f31-9b03-30efc94c81c3 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Pushing event updated for resources: {'Port': ['ID=143acc07-3083-4957-b6ca-74d844caed1d,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:44.044908 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b82d027d-40ec-41dc-99af-54210e4bb934 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=04cb84c0dc754b2b80b00e607ab123ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5229840 Dec 08 16:18:44.045123 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55320) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:44.089736 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b641fa37-3e99-4e9e-bad7-2599035d2025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:44.093361 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-670bf39b-4ad9-4f31-9b03-30efc94c81c3 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:44.103718 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-54ea609f-d596-4a3b-a109-53be550a36cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:44.206969 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b641fa37-3e99-4e9e-bad7-2599035d2025 None None] Pushing event updated for resources: {'Port': ['ID=352b5fca-0eac-45a6-913d-e5b67e8d83aa,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:44.291362 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65fb044-5ef1-4a7a-bef5-feb77ba305ea req-a530cd8c-f745-45bf-bffd-3d154dcb5ee7 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:44.291362 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a65fb044-5ef1-4a7a-bef5-feb77ba305ea req-a530cd8c-f745-45bf-bffd-3d154dcb5ee7 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=adefda5d-bce5-412f-a53a-92f34c530f69 HTTP/1.1" status: 200 len: 945 time: 0.0878816 Dec 08 16:18:44.293200 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0a66cf03-475b-42db-bddd-0274055924bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:44.318320 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a65fb044-5ef1-4a7a-bef5-feb77ba305ea req-ed565cb1-6b98-4cbd-a94e-8957012e0ca4 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504482 Dec 08 16:18:44.325482 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-54ea609f-d596-4a3b-a109-53be550a36cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:44.400066 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0a66cf03-475b-42db-bddd-0274055924bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:44.442542 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-4a43f00d-c8eb-436c-bfa4-83a4865d0b52 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Allocated IP 2001:db8::35a (06a7326d-29d1-4379-b00e-0af1520e3376/bc4af7cb-f0cb-4ed6-9d6c-ced9622ffa18/4d798f2d-1fd4-4235-81ea-01dea8eb874c) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:18:44.458620 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-4a43f00d-c8eb-436c-bfa4-83a4865d0b52 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Allocated IP 2001:db8:0:1::350 (06a7326d-29d1-4379-b00e-0af1520e3376/b04c58e4-147c-48d4-ac88-ab06510d4c13/4d798f2d-1fd4-4235-81ea-01dea8eb874c) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:18:44.502951 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-670bf39b-4ad9-4f31-9b03-30efc94c81c3 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:44.504570 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-670bf39b-4ad9-4f31-9b03-30efc94c81c3 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2943020 Dec 08 16:18:44.612374 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-54ea609f-d596-4a3b-a109-53be550a36cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:44.654415 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ea609f-d596-4a3b-a109-53be550a36cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df2249ce-cfa8-4a85-899e-a41f46417917,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:44.669189 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0a66cf03-475b-42db-bddd-0274055924bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:44.669189 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0a66cf03-475b-42db-bddd-0274055924bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:44.684921 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-0a66cf03-475b-42db-bddd-0274055924bc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2486ce68-a263-4c5c-8997-790de4ba9082 HTTP/1.1" status: 204 len: 168 time: 0.6267829 Dec 08 16:18:44.701522 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-54ea609f-d596-4a3b-a109-53be550a36cc admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:44.706904 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-54ea609f-d596-4a3b-a109-53be550a36cc admin admin] 10.222.0.64 "DELETE /v2.0/subnets/df2249ce-cfa8-4a85-899e-a41f46417917 HTTP/1.1" status: 204 len: 168 time: 0.8157518 Dec 08 16:18:44.709851 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 55344) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:44.749819 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a66cf03-475b-42db-bddd-0274055924bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2486ce68-a263-4c5c-8997-790de4ba9082,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:44.812018 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a43f00d-c8eb-436c-bfa4-83a4865d0b52 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:44.861773 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-50020c7b-ec01-42be-9d9b-516c3a6985a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:44.952144 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c877a362-a82d-476d-b4a1-4199a7d1cdd3 req-e6ff8982-4c8a-45cc-9ef9-bd0b5479a5af tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--123420460&fields=id&tenant_id=ebd580521ede49659be460136b14e0dd HTTP/1.1" status: 200 len: 267 time: 0.1283436 Dec 08 16:18:44.965102 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a43f00d-c8eb-436c-bfa4-83a4865d0b52 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:45.012170 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 75a190aa-393b-487b-8029-61d69ec2bdba no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:18:45.056980 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 352b5fca-0eac-45a6-913d-e5b67e8d83aa up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:18:45.104879 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-50020c7b-ec01-42be-9d9b-516c3a6985a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:45.120415 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a43f00d-c8eb-436c-bfa4-83a4865d0b52 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Network 06a7326d-29d1-4379-b00e-0af1520e3376 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:18:45.140004 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: 75a190aa-393b-487b-8029-61d69ec2bdba {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:18:45.141995 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-50020c7b-ec01-42be-9d9b-516c3a6985a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5818c9ff-d720-4e44-a0f7-c1595ae41cbd']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:18:45.142588 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 75a190aa-393b-487b-8029-61d69ec2bdba not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:18:45.155399 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-4a43f00d-c8eb-436c-bfa4-83a4865d0b52 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:18:45.165749 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-50020c7b-ec01-42be-9d9b-516c3a6985a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84f343a3-a60b-44d9-b4c1-5d696a48c8e1') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:18:45.166340 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-50020c7b-ec01-42be-9d9b-516c3a6985a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84f343a3-a60b-44d9-b4c1-5d696a48c8e1') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:18:45.182248 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a43f00d-c8eb-436c-bfa4-83a4865d0b52 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:18:45.197460 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-50020c7b-ec01-42be-9d9b-516c3a6985a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:45.204233 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a43f00d-c8eb-436c-bfa4-83a4865d0b52 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:45.204941 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a43f00d-c8eb-436c-bfa4-83a4865d0b52 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:45.229925 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877a362-a82d-476d-b4a1-4199a7d1cdd3 req-48a66061-2c15-4456-b983-601c18e915f1 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:45.232741 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c877a362-a82d-476d-b4a1-4199a7d1cdd3 req-48a66061-2c15-4456-b983-601c18e915f1 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/networks?id=96222b75-0d7f-43da-898a-91046f8bdc5a HTTP/1.1" status: 200 len: 816 time: 0.2678733 Dec 08 16:18:45.238001 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-50020c7b-ec01-42be-9d9b-516c3a6985a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:45.254292 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50020c7b-ec01-42be-9d9b-516c3a6985a4 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:18:45.255004 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-50020c7b-ec01-42be-9d9b-516c3a6985a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:45.259179 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:18:45.259179 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:18:45.259179 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:18:45.259179 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:18:45.259179 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:18:45.259179 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:18:45.259179 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:18:45.259179 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:18:45.259179 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:18:45.259179 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:18:45.259179 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:18:45.259179 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:18:45.259179 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:18:45.259179 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:18:45.259179 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:18:45.259179 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:18:45.259179 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:18:45.259179 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:18:45.259179 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:18:45.259179 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:18:45.259179 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:18:45.259179 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:18:45.259179 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:18:45.259179 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:18:45.259179 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:18:45.259179 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:18:45.259179 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:18:45.259179 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:18:45.259179 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:18:45.259179 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:18:45.259179 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:18:45.259179 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:18:45.263684 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:45.275576 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-ea7c89f2-d030-462c-824e-e999489f80f6 None None] Provisioning complete for port 352b5fca-0eac-45a6-913d-e5b67e8d83aa triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:18:45.276053 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ea7c89f2-d030-462c-824e-e999489f80f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:45.279687 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c877a362-a82d-476d-b4a1-4199a7d1cdd3 req-9a3f63a0-730d-4ac0-bc9d-093f7932f0e0 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/quotas/ebd580521ede49659be460136b14e0dd HTTP/1.1" status: 200 len: 375 time: 0.0389736 Dec 08 16:18:45.290404 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 352b5fca-0eac-45a6-913d-e5b67e8d83aa triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:18:45.291001 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:45.296601 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f9ef1-6194-4c79-becf-311f33ccdc0a req-64cbb803-a6e6-490d-992a-dfd1643b5ff7 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:45.309031 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-788f9ef1-6194-4c79-becf-311f33ccdc0a req-64cbb803-a6e6-490d-992a-dfd1643b5ff7 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 947 time: 0.2783196 Dec 08 16:18:45.317005 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a43f00d-c8eb-436c-bfa4-83a4865d0b52 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event updated for resources: {'Port': ['ID=4d798f2d-1fd4-4235-81ea-01dea8eb874c,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:45.395038 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c877a362-a82d-476d-b4a1-4199a7d1cdd3 req-0247046b-d4f9-45ca-989d-1e22376e74db tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ebd580521ede49659be460136b14e0dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0759759 Dec 08 16:18:45.440196 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-788f9ef1-6194-4c79-becf-311f33ccdc0a req-e1315dcb-c7fa-4927-a587-883b37799f00 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261146 Dec 08 16:18:45.461166 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-4a43f00d-c8eb-436c-bfa4-83a4865d0b52 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.5903981 Dec 08 16:18:45.471929 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55356) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:45.471929 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-38131fa0-e517-4b88-a182-cbcf7ae0ca7b tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bc4af7cb-f0cb-4ed6-9d6c-ced9622ffa18'}]}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:18:45.499121 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-50020c7b-ec01-42be-9d9b-516c3a6985a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:45.524686 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-50020c7b-ec01-42be-9d9b-516c3a6985a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:45.532428 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-50020c7b-ec01-42be-9d9b-516c3a6985a4 admin admin] 10.222.0.64 "DELETE /v2.0/networks/5818c9ff-d720-4e44-a0f7-c1595ae41cbd HTTP/1.1" status: 204 len: 168 time: 0.8214664 Dec 08 16:18:45.538695 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 55358) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:45.645986 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50020c7b-ec01-42be-9d9b-516c3a6985a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5818c9ff-d720-4e44-a0f7-c1595ae41cbd,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:45.657108 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28544c30-ba60-47ee-849e-ad0fac27c6f7 req-6afbadab-dde8-45bb-be36-e830d6ff6157 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:45.659704 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-28544c30-ba60-47ee-849e-ad0fac27c6f7 req-6afbadab-dde8-45bb-be36-e830d6ff6157 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=adefda5d-bce5-412f-a53a-92f34c530f69 HTTP/1.1" status: 200 len: 945 time: 0.1172183 Dec 08 16:18:45.661093 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-38131fa0-e517-4b88-a182-cbcf7ae0ca7b tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:45.692053 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fc9601a-3965-429a-a550-b0f38f2e4e68 admin admin] Deleting subnet cfe84457-347e-4c06-aecc-75ab00c5c6aa {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:18:45.700130 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3fc9601a-3965-429a-a550-b0f38f2e4e68 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:45.731811 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c877a362-a82d-476d-b4a1-4199a7d1cdd3 req-84ecde57-7a35-4b43-ae94-34f9b9209e94 service neutron] 10.222.0.64 "GET /v2.0/networks/96222b75-0d7f-43da-898a-91046f8bdc5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153625 Dec 08 16:18:45.749363 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-28544c30-ba60-47ee-849e-ad0fac27c6f7 req-8600a3a2-c10b-4bc5-94e7-b2d0ab1b735d tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819263 Dec 08 16:18:45.773721 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-a21e6e42-73fc-4f9e-aff4-645d7f6e3597 None None] Provisioning complete for port 4d798f2d-1fd4-4235-81ea-01dea8eb874c triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:18:45.777678 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a21e6e42-73fc-4f9e-aff4-645d7f6e3597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:45.796397 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 55360) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:45.872991 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3fc9601a-3965-429a-a550-b0f38f2e4e68 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:45.874939 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-425a1069-bd77-4d96-9fe5-83e72a99f1ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:45.881199 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-a21e6e42-73fc-4f9e-aff4-645d7f6e3597 None None] Port 4d798f2d-1fd4-4235-81ea-01dea8eb874c cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:18:46.002939 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-425a1069-bd77-4d96-9fe5-83e72a99f1ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:46.041437 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3fc9601a-3965-429a-a550-b0f38f2e4e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:46.046445 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-425a1069-bd77-4d96-9fe5-83e72a99f1ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:46.091021 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-38131fa0-e517-4b88-a182-cbcf7ae0ca7b tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Delete allocated IP 2001:db8:0:1::350 (06a7326d-29d1-4379-b00e-0af1520e3376/b04c58e4-147c-48d4-ac88-ab06510d4c13) {{(pid=110551) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 08 16:18:46.126782 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c877a362-a82d-476d-b4a1-4199a7d1cdd3 req-5f026c6f-b08d-490d-8dd8-8fcf853d5b08 service neutron] 10.222.0.64 "GET /v2.0/networks/96222b75-0d7f-43da-898a-91046f8bdc5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519461 Dec 08 16:18:46.149127 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-425a1069-bd77-4d96-9fe5-83e72a99f1ec admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f30e93da3df342e0bb0567e162a676a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3478324 Dec 08 16:18:46.155768 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 55366) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:46.178109 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425a1069-bd77-4d96-9fe5-83e72a99f1ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e11f349-df59-4cd2-8660-aef40758ccac,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:46.251145 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b18cc26d-a677-4920-9185-228d15318229 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:46.284308 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b18cc26d-a677-4920-9185-228d15318229 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:46.310591 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-38131fa0-e517-4b88-a182-cbcf7ae0ca7b tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:46.313365 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3fc9601a-3965-429a-a550-b0f38f2e4e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:46.350974 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc9601a-3965-429a-a550-b0f38f2e4e68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfe84457-347e-4c06-aecc-75ab00c5c6aa,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:46.353603 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3fc9601a-3965-429a-a550-b0f38f2e4e68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:46.356928 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-3fc9601a-3965-429a-a550-b0f38f2e4e68 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/cfe84457-347e-4c06-aecc-75ab00c5c6aa HTTP/1.1" status: 204 len: 168 time: 0.7944477 Dec 08 16:18:46.359629 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55368) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:46.368692 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:18:46.432367 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-38131fa0-e517-4b88-a182-cbcf7ae0ca7b tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:46.501229 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b18cc26d-a677-4920-9185-228d15318229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:46.505349 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b18cc26d-a677-4920-9185-228d15318229 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:46.509472 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b18cc26d-a677-4920-9185-228d15318229 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2e11f349-df59-4cd2-8660-aef40758ccac HTTP/1.1" status: 204 len: 168 time: 0.3510461 Dec 08 16:18:46.525507 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18cc26d-a677-4920-9185-228d15318229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e11f349-df59-4cd2-8660-aef40758ccac,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:46.552466 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-38131fa0-e517-4b88-a182-cbcf7ae0ca7b tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] In _notify_port_updated(), no bound segment for port 4d798f2d-1fd4-4235-81ea-01dea8eb874c on network 06a7326d-29d1-4379-b00e-0af1520e3376 {{(pid=110551) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 16:18:46.560226 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38131fa0-e517-4b88-a182-cbcf7ae0ca7b tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:46.561241 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-38131fa0-e517-4b88-a182-cbcf7ae0ca7b tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:46.571907 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 55378) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:46.572234 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-38131fa0-e517-4b88-a182-cbcf7ae0ca7b tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "PUT /v2.0/ports/4d798f2d-1fd4-4235-81ea-01dea8eb874c HTTP/1.1" status: 200 len: 925 time: 1.1047375 Dec 08 16:18:46.573170 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-9f8566aa-f071-4e38-90f8-278b748a5dc4 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bc4af7cb-f0cb-4ed6-9d6c-ced9622ffa18'}, {'subnet_id': 'b04c58e4-147c-48d4-ac88-ab06510d4c13'}]}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:18:46.620051 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b968805e-8277-4d37-9288-c230e30a1bd7 req-cbc1c353-3305-429e-92a4-9982ea224a5d tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 210 time: 0.1171398 Dec 08 16:18:46.625823 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38131fa0-e517-4b88-a182-cbcf7ae0ca7b tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event updated for resources: {'Port': ['ID=4d798f2d-1fd4-4235-81ea-01dea8eb874c,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:46.635780 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-027d60b4-d64e-47d0-9549-0151568786d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:46.747298 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:46.860882 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-027d60b4-d64e-47d0-9549-0151568786d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:46.920391 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-027d60b4-d64e-47d0-9549-0151568786d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15e0b017-5d1b-4db7-8738-46a0aac388de']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:18:46.956814 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-027d60b4-d64e-47d0-9549-0151568786d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf5b830b-c8b2-4a14-853f-8c3b5f90b098') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:18:46.957194 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-027d60b4-d64e-47d0-9549-0151568786d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf5b830b-c8b2-4a14-853f-8c3b5f90b098') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:18:46.970371 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca225cb-e646-47f0-a214-70d33586d438 req-d262fd44-0087-4542-a417-dab3ecd5bc8a tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:46.975356 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-027d60b4-d64e-47d0-9549-0151568786d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:46.980213 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8ca225cb-e646-47f0-a214-70d33586d438 req-d262fd44-0087-4542-a417-dab3ecd5bc8a tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 947 time: 0.2897041 Dec 08 16:18:47.001297 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-027d60b4-d64e-47d0-9549-0151568786d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:47.009486 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-027d60b4-d64e-47d0-9549-0151568786d9 admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:18:47.009992 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-027d60b4-d64e-47d0-9549-0151568786d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:47.020942 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-4203ce21-3ffa-4b2d-a145-63ff1a241c6d None None] Provisioning complete for port 4d798f2d-1fd4-4235-81ea-01dea8eb874c triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:18:47.023109 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4203ce21-3ffa-4b2d-a145-63ff1a241c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:47.071427 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8ca225cb-e646-47f0-a214-70d33586d438 req-f613f0f1-f76f-4b7d-870f-d7190720582e tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895803 Dec 08 16:18:47.095115 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:18:47.095115 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:18:47.095115 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:18:47.095115 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:18:47.095115 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:18:47.095115 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:18:47.095115 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:18:47.095115 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:18:47.095115 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:18:47.095115 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:18:47.095115 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:18:47.095115 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:18:47.095115 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:18:47.095115 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:18:47.095115 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:18:47.095115 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:18:47.095115 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:18:47.095115 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:18:47.095115 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:18:47.095115 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:18:47.095115 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:18:47.095115 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:18:47.095115 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:18:47.095115 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:18:47.095115 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:18:47.095115 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:18:47.095115 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:18:47.095115 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:18:47.095115 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:18:47.095115 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:18:47.095115 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:18:47.095115 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:18:47.116923 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277baa1a-c528-4c9a-a30a-616713b7d969 req-8e8cac8a-794d-469a-90a1-d770fd6ebf38 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:47.122300 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-4203ce21-3ffa-4b2d-a145-63ff1a241c6d None None] Port 4d798f2d-1fd4-4235-81ea-01dea8eb874c cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:18:47.123722 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-277baa1a-c528-4c9a-a30a-616713b7d969 req-8e8cac8a-794d-469a-90a1-d770fd6ebf38 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=adefda5d-bce5-412f-a53a-92f34c530f69 HTTP/1.1" status: 200 len: 945 time: 0.2152417 Dec 08 16:18:47.212143 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-277baa1a-c528-4c9a-a30a-616713b7d969 req-c63a1991-1d6a-45cc-9782-f917a990edd3 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825598 Dec 08 16:18:47.278170 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-027d60b4-d64e-47d0-9549-0151568786d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:47.281323 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9f8566aa-f071-4e38-90f8-278b748a5dc4 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:47.293854 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-027d60b4-d64e-47d0-9549-0151568786d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:47.299971 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-027d60b4-d64e-47d0-9549-0151568786d9 admin admin] 10.222.0.64 "DELETE /v2.0/networks/15e0b017-5d1b-4db7-8738-46a0aac388de HTTP/1.1" status: 204 len: 168 time: 0.9360330 Dec 08 16:18:47.320200 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027d60b4-d64e-47d0-9549-0151568786d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=15e0b017-5d1b-4db7-8738-46a0aac388de,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:47.534635 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:47.765461 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f1456401-3386-4d47-b673-b6001f12be0f req-5cb9e75e-e50c-4b48-b829-798866cafadd tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 210 time: 0.0671933 Dec 08 16:18:47.776142 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55406) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:47.835645 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-9f8566aa-f071-4e38-90f8-278b748a5dc4 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Allocated IP 2001:db8:0:1::17 (06a7326d-29d1-4379-b00e-0af1520e3376/b04c58e4-147c-48d4-ac88-ab06510d4c13/4d798f2d-1fd4-4235-81ea-01dea8eb874c) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:18:47.878194 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-893a7eec-a979-4d1a-b8de-b169cd1f7747 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=016b62e7a92b4a59a449f2d507b63060&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0997810 Dec 08 16:18:47.880709 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55410) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:47.952831 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0871d8cc-3b94-4111-b4dd-a1c0c893b5bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:48.012730 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0871d8cc-3b94-4111-b4dd-a1c0c893b5bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:48.095446 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9f8566aa-f071-4e38-90f8-278b748a5dc4 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:48.147123 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0871d8cc-3b94-4111-b4dd-a1c0c893b5bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:48.147354 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9f8566aa-f071-4e38-90f8-278b748a5dc4 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:48.151235 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0871d8cc-3b94-4111-b4dd-a1c0c893b5bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:48.152488 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-0871d8cc-3b94-4111-b4dd-a1c0c893b5bd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9fe15083-aee4-487e-8783-973d9efc4bfa HTTP/1.1" status: 204 len: 168 time: 0.2709041 Dec 08 16:18:48.168432 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0871d8cc-3b94-4111-b4dd-a1c0c893b5bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe15083-aee4-487e-8783-973d9efc4bfa,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:48.388105 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef00bb2-b69d-40ee-a657-7b5d6b503ca9 req-8d2508e0-3d4c-4601-b96c-e1526e955537 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:48.401466 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fef00bb2-b69d-40ee-a657-7b5d6b503ca9 req-8d2508e0-3d4c-4601-b96c-e1526e955537 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 947 time: 0.2261164 Dec 08 16:18:48.438158 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-9f8566aa-f071-4e38-90f8-278b748a5dc4 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] In _notify_port_updated(), no bound segment for port 4d798f2d-1fd4-4235-81ea-01dea8eb874c on network 06a7326d-29d1-4379-b00e-0af1520e3376 {{(pid=110550) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 16:18:48.444318 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8566aa-f071-4e38-90f8-278b748a5dc4 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:48.445101 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9f8566aa-f071-4e38-90f8-278b748a5dc4 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:48.447095 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-9f8566aa-f071-4e38-90f8-278b748a5dc4 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "PUT /v2.0/ports/4d798f2d-1fd4-4235-81ea-01dea8eb874c HTTP/1.1" status: 200 len: 1010 time: 1.8794279 Dec 08 16:18:48.449876 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55428) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:48.452041 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8566aa-f071-4e38-90f8-278b748a5dc4 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event updated for resources: {'Port': ['ID=4d798f2d-1fd4-4235-81ea-01dea8eb874c,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:48.552952 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fef00bb2-b69d-40ee-a657-7b5d6b503ca9 req-815d6e55-ab1b-46dc-b88c-d09385e9e0c7 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500568 Dec 08 16:18:48.621138 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fad4a8-2a77-4df9-964c-74795d9a450e req-6a789c6f-7da5-4ee4-a864-70ae7742c7c7 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:48.632234 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c7fad4a8-2a77-4df9-964c-74795d9a450e req-6a789c6f-7da5-4ee4-a864-70ae7742c7c7 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=adefda5d-bce5-412f-a53a-92f34c530f69 HTTP/1.1" status: 200 len: 945 time: 0.1748016 Dec 08 16:18:48.692203 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-2ba31ea1-0c92-4032-ad9f-f7cc40d0de35 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Deleting port 4d798f2d-1fd4-4235-81ea-01dea8eb874c {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:18:48.692588 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2ba31ea1-0c92-4032-ad9f-f7cc40d0de35 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:48.770508 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c7fad4a8-2a77-4df9-964c-74795d9a450e req-da0ce8b6-671a-47ce-b218-4486ee1507f9 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320651 Dec 08 16:18:48.777377 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-ee73373a-233d-4418-9843-3aa62ff44e66 None None] Provisioning complete for port 4d798f2d-1fd4-4235-81ea-01dea8eb874c triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:18:48.777848 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ee73373a-233d-4418-9843-3aa62ff44e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:48.885381 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-ee73373a-233d-4418-9843-3aa62ff44e66 None None] Port 4d798f2d-1fd4-4235-81ea-01dea8eb874c cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:18:48.963458 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e9546dfe-5781-43df-ba36-d32bcd90001e req-c3de6de5-07fc-4de4-af92-633423e84553 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 210 time: 0.0681643 Dec 08 16:18:49.010756 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2ba31ea1-0c92-4032-ad9f-f7cc40d0de35 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:49.032084 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-2ba31ea1-0c92-4032-ad9f-f7cc40d0de35 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Calling delete_port for 4d798f2d-1fd4-4235-81ea-01dea8eb874c owned by {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:18:49.428314 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2ba31ea1-0c92-4032-ad9f-f7cc40d0de35 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:49.463689 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba31ea1-0c92-4032-ad9f-f7cc40d0de35 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event deleted for resources: {'Port': ['ID=4d798f2d-1fd4-4235-81ea-01dea8eb874c,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:49.480490 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 55444) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:49.561043 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2ba31ea1-0c92-4032-ad9f-f7cc40d0de35 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:49.577866 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 55446) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:49.580787 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-2ba31ea1-0c92-4032-ad9f-f7cc40d0de35 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "DELETE /v2.0/ports/4d798f2d-1fd4-4235-81ea-01dea8eb874c HTTP/1.1" status: 204 len: 168 time: 1.1284978 Dec 08 16:18:49.607032 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-43fc49e0-86c2-41fb-bd2e-11d6d01c7d89 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4a5f282984f54f02937f101ed410dc3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1248639 Dec 08 16:18:49.609620 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55450) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:49.628557 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5c4b119-dc02-49a2-93fe-619d94f8e7ab tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] GET failed (client error): The resource could not be found. Dec 08 16:18:49.634087 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b5c4b119-dc02-49a2-93fe-619d94f8e7ab tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "GET /v2.0/ports/4d798f2d-1fd4-4235-81ea-01dea8eb874c HTTP/1.1" status: 404 len: 333 time: 0.0547245 Dec 08 16:18:49.635042 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 55452) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:49.806333 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-67e16f64-506a-4d5e-a9f1-1461e2fca7f9 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Deleting subnet b04c58e4-147c-48d4-ac88-ab06510d4c13 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:18:49.806719 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7a32a932-6af0-43a2-88f8-6982961f0539 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:49.811024 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-67e16f64-506a-4d5e-a9f1-1461e2fca7f9 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:49.850865 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff187cd6-8b13-4af4-8dfd-07be30914295 req-90553050-a342-4a5e-a52a-275dc4a879f9 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:49.863093 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ff187cd6-8b13-4af4-8dfd-07be30914295 req-90553050-a342-4a5e-a52a-275dc4a879f9 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 947 time: 0.1728683 Dec 08 16:18:49.914038 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-67e16f64-506a-4d5e-a9f1-1461e2fca7f9 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:49.931693 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7a32a932-6af0-43a2-88f8-6982961f0539 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:50.021376 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ff187cd6-8b13-4af4-8dfd-07be30914295 req-e0542299-52aa-4282-a681-de4743c482b9 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572688 Dec 08 16:18:50.247886 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f11cce16-c0b7-4787-a9c4-166697b314f2 req-6f515f57-3810-4053-948e-7b97235e4a30 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 210 time: 0.0323205 Dec 08 16:18:50.308205 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55468) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:50.380816 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-67e16f64-506a-4d5e-a9f1-1461e2fca7f9 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:50.410968 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-59e0dd76-0272-4757-aab0-1b0febfb4b84 tempest-RoutersAdminNegativeIpV6Test-1243465236 tempest-RoutersAdminNegativeIpV6Test-1243465236-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1086377855', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:18:50.424633 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c0886-9f80-4348-8baf-fa75c895bc54 req-f23ff6fe-c4e9-4369-822f-e2eb23e4ebbe tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:50.426219 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f03c0886-9f80-4348-8baf-fa75c895bc54 req-f23ff6fe-c4e9-4369-822f-e2eb23e4ebbe tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=adefda5d-bce5-412f-a53a-92f34c530f69 HTTP/1.1" status: 200 len: 945 time: 0.4240270 Dec 08 16:18:50.499228 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f03c0886-9f80-4348-8baf-fa75c895bc54 req-83fd9423-c272-40d1-8d74-21e99e6e6b2e tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654655 Dec 08 16:18:50.741134 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7a32a932-6af0-43a2-88f8-6982961f0539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:50.744329 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7a32a932-6af0-43a2-88f8-6982961f0539 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:50.745559 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-7a32a932-6af0-43a2-88f8-6982961f0539 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fbaed9d8-d2a4-4355-bbd6-fa2a270f9383 HTTP/1.1" status: 204 len: 168 time: 1.1347215 Dec 08 16:18:50.746228 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e0dd76-0272-4757-aab0-1b0febfb4b84 tempest-RoutersAdminNegativeIpV6Test-1243465236 tempest-RoutersAdminNegativeIpV6Test-1243465236-project-admin] Made reservation on behalf of 091cbbcf1f854df99697b1ec7d45113b for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:18:50.748562 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-59e0dd76-0272-4757-aab0-1b0febfb4b84 tempest-RoutersAdminNegativeIpV6Test-1243465236 tempest-RoutersAdminNegativeIpV6Test-1243465236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:50.764044 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a32a932-6af0-43a2-88f8-6982961f0539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbaed9d8-d2a4-4355-bbd6-fa2a270f9383,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:50.766013 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-59e0dd76-0272-4757-aab0-1b0febfb4b84 tempest-RoutersAdminNegativeIpV6Test-1243465236 tempest-RoutersAdminNegativeIpV6Test-1243465236-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:50.781959 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-67e16f64-506a-4d5e-a9f1-1461e2fca7f9 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:50.864941 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dca03fa-6495-48da-bbbe-f0da9721a7d9 None None] Network 06a7326d-29d1-4379-b00e-0af1520e3376 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:18:50.868707 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-59e0dd76-0272-4757-aab0-1b0febfb4b84 tempest-RoutersAdminNegativeIpV6Test-1243465236 tempest-RoutersAdminNegativeIpV6Test-1243465236-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:50.879940 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e16f64-506a-4d5e-a9f1-1461e2fca7f9 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event deleted for resources: {'Subnet': ['ID=b04c58e4-147c-48d4-ac88-ab06510d4c13,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:50.882199 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-67e16f64-506a-4d5e-a9f1-1461e2fca7f9 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:50.893666 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-67e16f64-506a-4d5e-a9f1-1461e2fca7f9 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "DELETE /v2.0/subnets/b04c58e4-147c-48d4-ac88-ab06510d4c13 HTTP/1.1" status: 204 len: 168 time: 1.2572253 Dec 08 16:18:50.896460 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55476) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:50.937777 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-59e0dd76-0272-4757-aab0-1b0febfb4b84 tempest-RoutersAdminNegativeIpV6Test-1243465236 tempest-RoutersAdminNegativeIpV6Test-1243465236-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:50.949540 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-59e0dd76-0272-4757-aab0-1b0febfb4b84 tempest-RoutersAdminNegativeIpV6Test-1243465236 tempest-RoutersAdminNegativeIpV6Test-1243465236-project-admin] device_id is not set on port d06468eb-0e34-44e4-bd96-548ce0bc104b yet. {{(pid=110551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:18:51.076452 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d26cdde-8587-4f09-ac46-918bf730c042 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Deleting subnet bc4af7cb-f0cb-4ed6-9d6c-ced9622ffa18 {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:18:51.081505 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9d26cdde-8587-4f09-ac46-918bf730c042 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:51.220445 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9d26cdde-8587-4f09-ac46-918bf730c042 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:51.363818 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877a362-a82d-476d-b4a1-4199a7d1cdd3 req-9050d3bd-002f-46bb-944d-3ffa8792105a tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:51.365884 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c877a362-a82d-476d-b4a1-4199a7d1cdd3 req-9050d3bd-002f-46bb-944d-3ffa8792105a tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.37 "GET /v2.0/networks?id=96222b75-0d7f-43da-898a-91046f8bdc5a HTTP/1.1" status: 200 len: 816 time: 0.5154579 Dec 08 16:18:51.395761 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e0dd76-0272-4757-aab0-1b0febfb4b84 tempest-RoutersAdminNegativeIpV6Test-1243465236 tempest-RoutersAdminNegativeIpV6Test-1243465236-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d75e899-17d2-4e98-b01c-46cd55f19a30,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:51.462560 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeda029-ccc2-46db-9af7-20bf476981df req-8308b936-1f03-4dc4-b244-cdfcb01759b2 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:51.471417 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2eeda029-ccc2-46db-9af7-20bf476981df req-8308b936-1f03-4dc4-b244-cdfcb01759b2 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 947 time: 0.2679951 Dec 08 16:18:51.540223 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c877a362-a82d-476d-b4a1-4199a7d1cdd3 req-abd98307-1cfb-4fc2-a698-0b40ef59e735 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ebd580521ede49659be460136b14e0dd HTTP/1.1" status: 200 len: 379 time: 0.1503458 Dec 08 16:18:51.553326 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-59e0dd76-0272-4757-aab0-1b0febfb4b84 tempest-RoutersAdminNegativeIpV6Test-1243465236 tempest-RoutersAdminNegativeIpV6Test-1243465236-project-admin] Allocated IP 172.25.0.138 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/d06468eb-0e34-44e4-bd96-548ce0bc104b) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:18:51.562144 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-c877a362-a82d-476d-b4a1-4199a7d1cdd3 req-91e3a045-0a4d-4a40-b93d-19b8b86821c8 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Request body: {'port': {'device_id': 'a2642e78-56a1-4187-9eab-2b32463c46ad', 'network_id': '96222b75-0d7f-43da-898a-91046f8bdc5a', 'admin_state_up': True, 'tenant_id': 'ebd580521ede49659be460136b14e0dd', 'security_groups': ['0224af71-d7ce-4eed-aefa-724f93ccbe59']}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:18:51.824841 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7015a523-6a13-4112-9d8b-c155de32e79d req-3589b947-ebee-461e-92d2-ae3fce099121 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 210 time: 0.1131186 Dec 08 16:18:51.852572 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9d26cdde-8587-4f09-ac46-918bf730c042 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:51.854016 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2eeda029-ccc2-46db-9af7-20bf476981df req-c9b5132d-20ad-4c3d-adfe-5b68ea981c3d tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3815105 Dec 08 16:18:51.930250 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c877a362-a82d-476d-b4a1-4199a7d1cdd3 req-91e3a045-0a4d-4a40-b93d-19b8b86821c8 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Made reservation on behalf of ebd580521ede49659be460136b14e0dd for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:18:51.934727 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c877a362-a82d-476d-b4a1-4199a7d1cdd3 req-91e3a045-0a4d-4a40-b93d-19b8b86821c8 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:51.947237 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-59e0dd76-0272-4757-aab0-1b0febfb4b84 tempest-RoutersAdminNegativeIpV6Test-1243465236 tempest-RoutersAdminNegativeIpV6Test-1243465236-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:52.043316 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9d26cdde-8587-4f09-ac46-918bf730c042 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:52.131377 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9d26cdde-8587-4f09-ac46-918bf730c042 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:52.138558 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-9d26cdde-8587-4f09-ac46-918bf730c042 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "DELETE /v2.0/subnets/bc4af7cb-f0cb-4ed6-9d6c-ced9622ffa18 HTTP/1.1" status: 204 len: 168 time: 1.2407744 Dec 08 16:18:52.139215 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55506) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:52.140380 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d26cdde-8587-4f09-ac46-918bf730c042 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event deleted for resources: {'Subnet': ['ID=bc4af7cb-f0cb-4ed6-9d6c-ced9622ffa18,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:52.249965 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-59e0dd76-0272-4757-aab0-1b0febfb4b84 tempest-RoutersAdminNegativeIpV6Test-1243465236 tempest-RoutersAdminNegativeIpV6Test-1243465236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:52.257677 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549196a1-622e-44ab-ad33-3c66e9cfcf33 None None] Network 06a7326d-29d1-4379-b00e-0af1520e3376 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:18:52.259375 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1004bc-5e5a-48eb-b3f3-9f8bff5dd2ae req-e89fcb91-1bbc-4f73-8a21-1637d72807bb tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:52.267250 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9f1004bc-5e5a-48eb-b3f3-9f8bff5dd2ae req-e89fcb91-1bbc-4f73-8a21-1637d72807bb tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=adefda5d-bce5-412f-a53a-92f34c530f69 HTTP/1.1" status: 200 len: 945 time: 0.2449799 Dec 08 16:18:52.284375 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e0dd76-0272-4757-aab0-1b0febfb4b84 tempest-RoutersAdminNegativeIpV6Test-1243465236 tempest-RoutersAdminNegativeIpV6Test-1243465236-project-admin] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:18:52.288878 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-59e0dd76-0272-4757-aab0-1b0febfb4b84 tempest-RoutersAdminNegativeIpV6Test-1243465236 tempest-RoutersAdminNegativeIpV6Test-1243465236-project-admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:18:52.291434 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e0dd76-0272-4757-aab0-1b0febfb4b84 tempest-RoutersAdminNegativeIpV6Test-1243465236 tempest-RoutersAdminNegativeIpV6Test-1243465236-project-admin] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:18:52.385675 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-c877a362-a82d-476d-b4a1-4199a7d1cdd3 req-91e3a045-0a4d-4a40-b93d-19b8b86821c8 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Allocated IP 172.20.0.8 (96222b75-0d7f-43da-898a-91046f8bdc5a/297bd6e5-3bf7-4d91-8a12-5133ca44aa82/c4267dbf-c828-4c70-a0a3-657df4c055a0) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:18:52.403623 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9f1004bc-5e5a-48eb-b3f3-9f8bff5dd2ae req-f5572e48-906e-4ea0-9f8d-a5bfc95b04dc tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352680 Dec 08 16:18:52.423222 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f541359f-acb0-42a2-bb3a-13f220a93171 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:52.496679 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e0dd76-0272-4757-aab0-1b0febfb4b84 tempest-RoutersAdminNegativeIpV6Test-1243465236 tempest-RoutersAdminNegativeIpV6Test-1243465236-project-admin] Pushing event updated for resources: {'Port': ['ID=d06468eb-0e34-44e4-bd96-548ce0bc104b,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:52.509760 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e0dd76-0272-4757-aab0-1b0febfb4b84 tempest-RoutersAdminNegativeIpV6Test-1243465236 tempest-RoutersAdminNegativeIpV6Test-1243465236-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:52.517021 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-59e0dd76-0272-4757-aab0-1b0febfb4b84 tempest-RoutersAdminNegativeIpV6Test-1243465236 tempest-RoutersAdminNegativeIpV6Test-1243465236-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:52.556067 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-e4d19e71-d91d-4bf9-be5e-214fee76fa79 None None] Provisioning complete for port 352b5fca-0eac-45a6-913d-e5b67e8d83aa triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:18:52.556553 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e4d19e71-d91d-4bf9-be5e-214fee76fa79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:52.646759 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-f541359f-acb0-42a2-bb3a-13f220a93171 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Deleting port 352b5fca-0eac-45a6-913d-e5b67e8d83aa {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:18:52.646759 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f541359f-acb0-42a2-bb3a-13f220a93171 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:52.676894 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c877a362-a82d-476d-b4a1-4199a7d1cdd3 req-91e3a045-0a4d-4a40-b93d-19b8b86821c8 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:52.713927 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b6b6cc-e37f-46f8-bd08-e86932f22b6c None None] DHCP port deletion for 06a7326d-29d1-4379-b00e-0af1520e3376 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:18:52.748269 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-59e0dd76-0272-4757-aab0-1b0febfb4b84 tempest-RoutersAdminNegativeIpV6Test-1243465236 tempest-RoutersAdminNegativeIpV6Test-1243465236-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.4363933 Dec 08 16:18:52.748774 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 55518) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:52.754859 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-041a1ca9-aff4-4294-b998-8063ed3ec3e8 tempest-RoutersAdminNegativeIpV6Test-1243465236 tempest-RoutersAdminNegativeIpV6Test-1243465236-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.138'}]}}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:18:52.762854 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-f541359f-acb0-42a2-bb3a-13f220a93171 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] For port 352b5fca-0eac-45a6-913d-e5b67e8d83aa, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=352b5fca-0eac-45a6-913d-e5b67e8d83aa,segment=NetworkSegment(224a049b-144a-4a4c-a394-29fc062159c7),segment_id=224a049b-144a-4a4c-a394-29fc062159c7)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:18:52.763106 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f541359f-acb0-42a2-bb3a-13f220a93171 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:52.779150 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-f541359f-acb0-42a2-bb3a-13f220a93171 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Calling delete_port for 352b5fca-0eac-45a6-913d-e5b67e8d83aa owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:18:52.813355 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c877a362-a82d-476d-b4a1-4199a7d1cdd3 req-91e3a045-0a4d-4a40-b93d-19b8b86821c8 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:52.824264 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-c9b6b6cc-e37f-46f8-bd08-e86932f22b6c None None] Deleting port 352b5fca-0eac-45a6-913d-e5b67e8d83aa {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:18:52.825544 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c9b6b6cc-e37f-46f8-bd08-e86932f22b6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:52.923241 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-041a1ca9-aff4-4294-b998-8063ed3ec3e8 tempest-RoutersAdminNegativeIpV6Test-1243465236 tempest-RoutersAdminNegativeIpV6Test-1243465236-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:52.926359 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-041a1ca9-aff4-4294-b998-8063ed3ec3e8 tempest-RoutersAdminNegativeIpV6Test-1243465236 tempest-RoutersAdminNegativeIpV6Test-1243465236-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:52.955608 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-c9b6b6cc-e37f-46f8-bd08-e86932f22b6c None None] For port 352b5fca-0eac-45a6-913d-e5b67e8d83aa, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=352b5fca-0eac-45a6-913d-e5b67e8d83aa,segment=NetworkSegment(224a049b-144a-4a4c-a394-29fc062159c7),segment_id=224a049b-144a-4a4c-a394-29fc062159c7)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:18:52.956335 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c9b6b6cc-e37f-46f8-bd08-e86932f22b6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:52.975663 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c877a362-a82d-476d-b4a1-4199a7d1cdd3 req-91e3a045-0a4d-4a40-b93d-19b8b86821c8 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Network 96222b75-0d7f-43da-898a-91046f8bdc5a is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:18:52.990826 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e3a045-0a4d-4a40-b93d-19b8b86821c8 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Pushing event updated for resources: {'Port': ['ID=c4267dbf-c828-4c70-a0a3-657df4c055a0,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:52.997738 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 352b5fca-0eac-45a6-913d-e5b67e8d83aa no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:18:52.999783 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-c9b6b6cc-e37f-46f8-bd08-e86932f22b6c None None] Calling delete_port for 352b5fca-0eac-45a6-913d-e5b67e8d83aa owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:18:53.032323 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-c877a362-a82d-476d-b4a1-4199a7d1cdd3 req-91e3a045-0a4d-4a40-b93d-19b8b86821c8 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:18:53.033280 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e7673-ce00-4153-8dff-e513fdee7ca8 req-fd64c5be-1074-4af2-93cb-90177168be15 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:53.034861 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-dd6e7673-ce00-4153-8dff-e513fdee7ca8 req-fd64c5be-1074-4af2-93cb-90177168be15 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 947 time: 0.0687742 Dec 08 16:18:53.035370 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-c877a362-a82d-476d-b4a1-4199a7d1cdd3 req-91e3a045-0a4d-4a40-b93d-19b8b86821c8 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:18:53.126371 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f541359f-acb0-42a2-bb3a-13f220a93171 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:53.165758 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f541359f-acb0-42a2-bb3a-13f220a93171 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] No DVR routers for this DVR port 352b5fca-0eac-45a6-913d-e5b67e8d83aa on host n-d-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:18:53.174705 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f541359f-acb0-42a2-bb3a-13f220a93171 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event deleted for resources: {'Port': ['ID=352b5fca-0eac-45a6-913d-e5b67e8d83aa,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:53.185582 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No active binding found for port 352b5fca-0eac-45a6-913d-e5b67e8d83aa {{(pid=110552) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 08 16:18:53.186031 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 352b5fca-0eac-45a6-913d-e5b67e8d83aa not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:18:53.226957 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-041a1ca9-aff4-4294-b998-8063ed3ec3e8 tempest-RoutersAdminNegativeIpV6Test-1243465236 tempest-RoutersAdminNegativeIpV6Test-1243465236-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:53.242666 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-dd6e7673-ce00-4153-8dff-e513fdee7ca8 req-9519cb3d-7268-417f-bfa8-09773ac3d257 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1945610 Dec 08 16:18:53.263594 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c9b6b6cc-e37f-46f8-bd08-e86932f22b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:53.265819 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d573aa-3fd4-46f3-af72-ddd66f83174f req-753d7a98-63ea-4a44-9740-25b7dbf11210 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:53.278183 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-04d573aa-3fd4-46f3-af72-ddd66f83174f req-753d7a98-63ea-4a44-9740-25b7dbf11210 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 931 time: 0.3220937 Dec 08 16:18:53.298879 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877a362-a82d-476d-b4a1-4199a7d1cdd3 req-91e3a045-0a4d-4a40-b93d-19b8b86821c8 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:53.306479 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c877a362-a82d-476d-b4a1-4199a7d1cdd3 req-91e3a045-0a4d-4a40-b93d-19b8b86821c8 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:53.369021 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f541359f-acb0-42a2-bb3a-13f220a93171 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:53.375639 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b6b6cc-e37f-46f8-bd08-e86932f22b6c None None] Pushing event deleted for resources: {'Port': ['ID=352b5fca-0eac-45a6-913d-e5b67e8d83aa,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:53.386005 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b6b6cc-e37f-46f8-bd08-e86932f22b6c None None] No DVR routers for this DVR port 352b5fca-0eac-45a6-913d-e5b67e8d83aa on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:18:53.405272 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-b31f2818-246d-4812-b0e7-83b28903cb48 None None] Provisioning complete for port c4267dbf-c828-4c70-a0a3-657df4c055a0 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:18:53.405880 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b31f2818-246d-4812-b0e7-83b28903cb48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:53.406356 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-f541359f-acb0-42a2-bb3a-13f220a93171 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06a7326d-29d1-4379-b00e-0af1520e3376']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:18:53.438904 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-f541359f-acb0-42a2-bb3a-13f220a93171 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '224a049b-144a-4a4c-a394-29fc062159c7') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:18:53.439976 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-f541359f-acb0-42a2-bb3a-13f220a93171 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '224a049b-144a-4a4c-a394-29fc062159c7') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:18:53.462832 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-b31f2818-246d-4812-b0e7-83b28903cb48 None None] Port c4267dbf-c828-4c70-a0a3-657df4c055a0 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:18:53.463235 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-04d573aa-3fd4-46f3-af72-ddd66f83174f req-fa6417f1-41ab-447f-8dc4-918e0cc83a20 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=0224af71-d7ce-4eed-aefa-724f93ccbe59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1838901 Dec 08 16:18:53.464242 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f541359f-acb0-42a2-bb3a-13f220a93171 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:53.506704 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f541359f-acb0-42a2-bb3a-13f220a93171 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:53.528698 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f541359f-acb0-42a2-bb3a-13f220a93171 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:18:53.530544 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f541359f-acb0-42a2-bb3a-13f220a93171 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:53.540742 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:18:53.540742 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:18:53.540742 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:18:53.540742 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:18:53.540742 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:18:53.540742 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:18:53.540742 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:18:53.540742 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:18:53.540742 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:18:53.540742 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:18:53.540742 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:18:53.540742 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:18:53.540742 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:18:53.540742 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:18:53.540742 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:18:53.540742 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:18:53.540742 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:18:53.540742 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:18:53.540742 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:18:53.540742 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:18:53.540742 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:18:53.540742 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:18:53.540742 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:18:53.540742 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:18:53.540742 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:18:53.540742 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:18:53.540742 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:18:53.540742 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:18:53.540742 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:18:53.540742 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:18:53.540742 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:18:53.540742 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:18:53.546487 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c877a362-a82d-476d-b4a1-4199a7d1cdd3 req-91e3a045-0a4d-4a40-b93d-19b8b86821c8 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9972365 Dec 08 16:18:53.548024 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 55542) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:53.590175 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-c877a362-a82d-476d-b4a1-4199a7d1cdd3 req-d14964dd-ca2f-4d0f-86cc-8c2396468f94 service neutron] Request body: {'port': {'device_id': 'a2642e78-56a1-4187-9eab-2b32463c46ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:18:53.596449 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-041a1ca9-aff4-4294-b998-8063ed3ec3e8 tempest-RoutersAdminNegativeIpV6Test-1243465236 tempest-RoutersAdminNegativeIpV6Test-1243465236-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:53.646453 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73f2a0-a295-49bd-a7ff-16a26ab3a7d1 req-0a4e91c8-54d5-4350-a773-43427b7ad7a5 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:53.648112 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3c73f2a0-a295-49bd-a7ff-16a26ab3a7d1 req-0a4e91c8-54d5-4350-a773-43427b7ad7a5 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=adefda5d-bce5-412f-a53a-92f34c530f69 HTTP/1.1" status: 200 len: 945 time: 0.1026983 Dec 08 16:18:53.657372 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c877a362-a82d-476d-b4a1-4199a7d1cdd3 req-d14964dd-ca2f-4d0f-86cc-8c2396468f94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:53.715868 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3c73f2a0-a295-49bd-a7ff-16a26ab3a7d1 req-7a73e44a-b846-4772-9d3c-4dfe14ba4732 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563004 Dec 08 16:18:53.734849 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f541359f-acb0-42a2-bb3a-13f220a93171 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:53.744277 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f541359f-acb0-42a2-bb3a-13f220a93171 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:53.745658 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-db8a5527-e97a-46e8-8185-8fc47aee494d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:53.748932 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f541359f-acb0-42a2-bb3a-13f220a93171 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "DELETE /v2.0/networks/06a7326d-29d1-4379-b00e-0af1520e3376 HTTP/1.1" status: 204 len: 168 time: 1.6049781 Dec 08 16:18:53.753414 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55546) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:53.772334 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f541359f-acb0-42a2-bb3a-13f220a93171 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event deleted for resources: {'Network': ['ID=06a7326d-29d1-4379-b00e-0af1520e3376,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:53.812168 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda80a8b-2fc6-4688-8d6f-0a68e6b506ca tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:53.815219 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-fda80a8b-2fc6-4688-8d6f-0a68e6b506ca tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0505936 Dec 08 16:18:53.817493 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55548) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:53.876989 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-46966f42-96b5-420b-9696-d49c534fec3e tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0547047 Dec 08 16:18:53.878602 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55554) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:53.883374 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-f0419fca-db73-41c0-89cf-f219c50c4190 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-54956831'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:18:53.980812 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0419fca-db73-41c0-89cf-f219c50c4190 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Made reservation on behalf of 51a87c34cff54be8bd9f39e385a06492 for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:18:53.984455 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f0419fca-db73-41c0-89cf-f219c50c4190 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:54.012582 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0419fca-db73-41c0-89cf-f219c50c4190 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:18:54.026380 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f0419fca-db73-41c0-89cf-f219c50c4190 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:54.026736 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-f0419fca-db73-41c0-89cf-f219c50c4190 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Added segment 98aa1f1e-dfd2-4ebe-86ae-60f135d2421e of type vlan for network 6e01a14a-dcb8-4b36-9e12-866ba6708f7c Dec 08 16:18:54.034386 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-db8a5527-e97a-46e8-8185-8fc47aee494d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:54.071554 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f0419fca-db73-41c0-89cf-f219c50c4190 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:54.118354 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-db8a5527-e97a-46e8-8185-8fc47aee494d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:54.166765 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-c877a362-a82d-476d-b4a1-4199a7d1cdd3 req-d14964dd-ca2f-4d0f-86cc-8c2396468f94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4267dbf-c828-4c70-a0a3-657df4c055a0 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:18:54.181389 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f0419fca-db73-41c0-89cf-f219c50c4190 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:54.187087 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0419fca-db73-41c0-89cf-f219c50c4190 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:54.187728 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f0419fca-db73-41c0-89cf-f219c50c4190 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:54.195755 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c877a362-a82d-476d-b4a1-4199a7d1cdd3 req-d14964dd-ca2f-4d0f-86cc-8c2396468f94 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:54.205819 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-db8a5527-e97a-46e8-8185-8fc47aee494d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7da213673f78449fbf670528bba923e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6279173 Dec 08 16:18:54.206442 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 55568) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:54.229643 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a5527-e97a-46e8-8185-8fc47aee494d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59c39b2-8f59-4941-91c6-8cfdebc101aa,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:54.251389 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-c877a362-a82d-476d-b4a1-4199a7d1cdd3 req-d14964dd-ca2f-4d0f-86cc-8c2396468f94 service neutron] Transition to ACTIVE for port object c4267dbf-c828-4c70-a0a3-657df4c055a0 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:18:54.267574 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0419fca-db73-41c0-89cf-f219c50c4190 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event updated for resources: {'Network': ['ID=6e01a14a-dcb8-4b36-9e12-866ba6708f7c,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:54.283572 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-041a1ca9-aff4-4294-b998-8063ed3ec3e8 tempest-RoutersAdminNegativeIpV6Test-1243465236 tempest-RoutersAdminNegativeIpV6Test-1243465236-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:54.292122 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 6e01a14a-dcb8-4b36-9e12-866ba6708f7c details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:18:54.311077 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-041a1ca9-aff4-4294-b998-8063ed3ec3e8 tempest-RoutersAdminNegativeIpV6Test-1243465236 tempest-RoutersAdminNegativeIpV6Test-1243465236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:54.342977 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-93e6b446-fdac-4b1e-b6a0-aa40a80c806f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:54.344656 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c877a362-a82d-476d-b4a1-4199a7d1cdd3 req-d14964dd-ca2f-4d0f-86cc-8c2396468f94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:54.371656 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f0419fca-db73-41c0-89cf-f219c50c4190 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4923379 Dec 08 16:18:54.372504 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55576) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:54.378126 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-b74b12f0-d07a-4cd2-b9ff-ce0720c24b1d tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Request body: {'subnet': {'network_id': '6e01a14a-dcb8-4b36-9e12-866ba6708f7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:18:54.456478 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-93e6b446-fdac-4b1e-b6a0-aa40a80c806f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:54.557617 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74b12f0-d07a-4cd2-b9ff-ce0720c24b1d tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Made reservation on behalf of 51a87c34cff54be8bd9f39e385a06492 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:18:54.565514 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b74b12f0-d07a-4cd2-b9ff-ce0720c24b1d tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:54.586118 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14964dd-ca2f-4d0f-86cc-8c2396468f94 service neutron] Pushing event updated for resources: {'Port': ['ID=c4267dbf-c828-4c70-a0a3-657df4c055a0,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:54.647015 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9613d4-aefc-43a5-8ef8-544dd5e98e43 req-66b7cf56-4428-4323-b85a-45b0a05f184f tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:54.648918 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bf9613d4-aefc-43a5-8ef8-544dd5e98e43 req-66b7cf56-4428-4323-b85a-45b0a05f184f tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 947 time: 0.3198524 Dec 08 16:18:54.716123 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea66bdb2-aa95-4e21-ad51-dac9d7d7f147 req-a39d5b78-ccaa-406c-9f24-93443c41e9ba tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:54.723630 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ea66bdb2-aa95-4e21-ad51-dac9d7d7f147 req-a39d5b78-ccaa-406c-9f24-93443c41e9ba tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 943 time: 0.1319406 Dec 08 16:18:54.732439 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-c877a362-a82d-476d-b4a1-4199a7d1cdd3 req-d14964dd-ca2f-4d0f-86cc-8c2396468f94 service neutron] Attempting to bind port c4267dbf-c828-4c70-a0a3-657df4c055a0 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:18:54.732784 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-c877a362-a82d-476d-b4a1-4199a7d1cdd3 req-d14964dd-ca2f-4d0f-86cc-8c2396468f94 service neutron] Attempting to bind port c4267dbf-c828-4c70-a0a3-657df4c055a0 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '2a82ecd5-a9d3-46a5-a060-3820facdd98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '96222b75-0d7f-43da-898a-91046f8bdc5a'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:18:54.733316 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c877a362-a82d-476d-b4a1-4199a7d1cdd3 req-d14964dd-ca2f-4d0f-86cc-8c2396468f94 service neutron] Attempting to bind port c4267dbf-c828-4c70-a0a3-657df4c055a0 on network 96222b75-0d7f-43da-898a-91046f8bdc5a {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:18:54.765157 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c877a362-a82d-476d-b4a1-4199a7d1cdd3 req-d14964dd-ca2f-4d0f-86cc-8c2396468f94 service neutron] Port c4267dbf-c828-4c70-a0a3-657df4c055a0 on network 96222b75-0d7f-43da-898a-91046f8bdc5a not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:18:54.765157 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c877a362-a82d-476d-b4a1-4199a7d1cdd3 req-d14964dd-ca2f-4d0f-86cc-8c2396468f94 service neutron] Attempting to bind port c4267dbf-c828-4c70-a0a3-657df4c055a0 on network 96222b75-0d7f-43da-898a-91046f8bdc5a {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:18:54.774524 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ea66bdb2-aa95-4e21-ad51-dac9d7d7f147 req-6a53a931-3980-40cb-b9df-af01854bf10c tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=0224af71-d7ce-4eed-aefa-724f93ccbe59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500152 Dec 08 16:18:54.775633 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bf9613d4-aefc-43a5-8ef8-544dd5e98e43 req-92f0c331-7aae-43b3-9c20-11663776c4fc tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074562 Dec 08 16:18:54.776912 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c877a362-a82d-476d-b4a1-4199a7d1cdd3 req-d14964dd-ca2f-4d0f-86cc-8c2396468f94 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:18:54.788354 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c877a362-a82d-476d-b4a1-4199a7d1cdd3 req-d14964dd-ca2f-4d0f-86cc-8c2396468f94 service neutron] Checking segment: {'id': '2a82ecd5-a9d3-46a5-a060-3820facdd98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '96222b75-0d7f-43da-898a-91046f8bdc5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:18:54.788354 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c877a362-a82d-476d-b4a1-4199a7d1cdd3 req-d14964dd-ca2f-4d0f-86cc-8c2396468f94 service neutron] Bound using segment: {'id': '2a82ecd5-a9d3-46a5-a060-3820facdd98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '96222b75-0d7f-43da-898a-91046f8bdc5a'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:18:54.788354 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-c877a362-a82d-476d-b4a1-4199a7d1cdd3 req-d14964dd-ca2f-4d0f-86cc-8c2396468f94 service neutron] Bound port: c4267dbf-c828-4c70-a0a3-657df4c055a0, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a82ecd5-a9d3-46a5-a060-3820facdd98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '96222b75-0d7f-43da-898a-91046f8bdc5a'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:18:54.788354 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c877a362-a82d-476d-b4a1-4199a7d1cdd3 req-d14964dd-ca2f-4d0f-86cc-8c2396468f94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:54.788354 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-93e6b446-fdac-4b1e-b6a0-aa40a80c806f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:54.788354 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-93e6b446-fdac-4b1e-b6a0-aa40a80c806f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:54.788354 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-93e6b446-fdac-4b1e-b6a0-aa40a80c806f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c59c39b2-8f59-4941-91c6-8cfdebc101aa HTTP/1.1" status: 204 len: 168 time: 0.5566466 Dec 08 16:18:54.804452 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e6b446-fdac-4b1e-b6a0-aa40a80c806f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59c39b2-8f59-4941-91c6-8cfdebc101aa,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:54.852842 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-041a1ca9-aff4-4294-b998-8063ed3ec3e8 tempest-RoutersAdminNegativeIpV6Test-1243465236 tempest-RoutersAdminNegativeIpV6Test-1243465236-project-admin] Publish callbacks [] for router, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:55.011045 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b74b12f0-d07a-4cd2-b9ff-ce0720c24b1d tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:55.029386 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-c877a362-a82d-476d-b4a1-4199a7d1cdd3 req-d14964dd-ca2f-4d0f-86cc-8c2396468f94 service neutron] For port c4267dbf-c828-4c70-a0a3-657df4c055a0, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:18:55.107514 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-c877a362-a82d-476d-b4a1-4199a7d1cdd3 req-d14964dd-ca2f-4d0f-86cc-8c2396468f94 service neutron] For port c4267dbf-c828-4c70-a0a3-657df4c055a0, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=c4267dbf-c828-4c70-a0a3-657df4c055a0,segment=NetworkSegment(2a82ecd5-a9d3-46a5-a060-3820facdd98d),segment_id=2a82ecd5-a9d3-46a5-a060-3820facdd98d)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:18:55.111076 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-041a1ca9-aff4-4294-b998-8063ed3ec3e8 tempest-RoutersAdminNegativeIpV6Test-1243465236 tempest-RoutersAdminNegativeIpV6Test-1243465236-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:55.118456 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-041a1ca9-aff4-4294-b998-8063ed3ec3e8 tempest-RoutersAdminNegativeIpV6Test-1243465236 tempest-RoutersAdminNegativeIpV6Test-1243465236-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:55.129976 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ad409-6734-4981-bb82-7a3237bf6137 req-27db2be9-7cd4-4c48-87cd-dcdd94fecdab tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:55.131597 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cb3ad409-6734-4981-bb82-7a3237bf6137 req-27db2be9-7cd4-4c48-87cd-dcdd94fecdab tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=adefda5d-bce5-412f-a53a-92f34c530f69 HTTP/1.1" status: 200 len: 945 time: 0.1890271 Dec 08 16:18:55.457325 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74b12f0-d07a-4cd2-b9ff-ce0720c24b1d tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event updated for resources: {'Subnet': ['ID=9ab60fae-825c-4d19-b637-84bff7932b4a,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:55.473293 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c877a362-a82d-476d-b4a1-4199a7d1cdd3 req-d14964dd-ca2f-4d0f-86cc-8c2396468f94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:55.473534 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74b12f0-d07a-4cd2-b9ff-ce0720c24b1d tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Checking segment: {'id': '98aa1f1e-dfd2-4ebe-86ae-60f135d2421e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '6e01a14a-dcb8-4b36-9e12-866ba6708f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:18:55.474103 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74b12f0-d07a-4cd2-b9ff-ce0720c24b1d tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Network hostable DHCP agents. Network: 6e01a14a-dcb8-4b36-9e12-866ba6708f7c, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:18:55.519993 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877a362-a82d-476d-b4a1-4199a7d1cdd3 req-d14964dd-ca2f-4d0f-86cc-8c2396468f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:55.520962 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c877a362-a82d-476d-b4a1-4199a7d1cdd3 req-d14964dd-ca2f-4d0f-86cc-8c2396468f94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:55.522231 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c877a362-a82d-476d-b4a1-4199a7d1cdd3 req-d14964dd-ca2f-4d0f-86cc-8c2396468f94 service neutron] 10.222.0.37 "PUT /v2.0/ports/c4267dbf-c828-4c70-a0a3-657df4c055a0 HTTP/1.1" status: 200 len: 1092 time: 1.9402158 Dec 08 16:18:55.524850 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2642e78-56a1-4187-9eab-2b32463c46ad', 'tag': 'c4267dbf-c828-4c70-a0a3-657df4c055a0'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:18:55.530510 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f4396c-5ff9-4c0c-9c79-0e78cfa2cd71" -d '{"events": [{"name": "network-changed", "server_uuid": "a2642e78-56a1-4187-9eab-2b32463c46ad", "tag": "c4267dbf-c828-4c70-a0a3-657df4c055a0"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:18:55.552304 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74b12f0-d07a-4cd2-b9ff-ce0720c24b1d tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Network 6e01a14a-dcb8-4b36-9e12-866ba6708f7c is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:18:55.557311 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-041a1ca9-aff4-4294-b998-8063ed3ec3e8 tempest-RoutersAdminNegativeIpV6Test-1243465236 tempest-RoutersAdminNegativeIpV6Test-1243465236-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:55.557830 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-041a1ca9-aff4-4294-b998-8063ed3ec3e8 tempest-RoutersAdminNegativeIpV6Test-1243465236 tempest-RoutersAdminNegativeIpV6Test-1243465236-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d6679ae3-a34f-4f5f-9e72-7739be048b83 {{(pid=110550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:18:55.605724 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cb3ad409-6734-4981-bb82-7a3237bf6137 req-0d9d75a6-58fb-4cf9-8a92-af12086788b5 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401837 Dec 08 16:18:55.606562 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14964dd-ca2f-4d0f-86cc-8c2396468f94 service neutron] Pushing event updated for resources: {'Port': ['ID=c4267dbf-c828-4c70-a0a3-657df4c055a0,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:55.632168 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-b74b12f0-d07a-4cd2-b9ff-ce0720c24b1d tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 6e01a14a-dcb8-4b36-9e12-866ba6708f7c) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:18:55.640357 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74b12f0-d07a-4cd2-b9ff-ce0720c24b1d tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:55.641532 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b74b12f0-d07a-4cd2-b9ff-ce0720c24b1d tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:55.642288 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba54bdb4-d4d6-4b4b-80da-bb623438a509 None None] Network 6e01a14a-dcb8-4b36-9e12-866ba6708f7c requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:18:55.690416 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [None req-041a1ca9-aff4-4294-b998-8063ed3ec3e8 tempest-RoutersAdminNegativeIpV6Test-1243465236 tempest-RoutersAdminNegativeIpV6Test-1243465236-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 08 16:18:55.697919 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55626) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:55.698192 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-041a1ca9-aff4-4294-b998-8063ed3ec3e8 tempest-RoutersAdminNegativeIpV6Test-1243465236 tempest-RoutersAdminNegativeIpV6Test-1243465236-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.9446883 Dec 08 16:18:55.705139 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877a362-a82d-476d-b4a1-4199a7d1cdd3 req-98820643-14fe-4603-b40f-3aa4a10667cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:55.707462 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c877a362-a82d-476d-b4a1-4199a7d1cdd3 req-98820643-14fe-4603-b40f-3aa4a10667cc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ebd580521ede49659be460136b14e0dd&device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 1095 time: 0.0624733 Dec 08 16:18:55.709428 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7a3833-7d35-4bfa-840a-1e4d9898a510 x-openstack-request-id: req-ab7a3833-7d35-4bfa-840a-1e4d9898a510 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:18:55.710022 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2642e78-56a1-4187-9eab-2b32463c46ad", "tag": "c4267dbf-c828-4c70-a0a3-657df4c055a0", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:18:55.710483 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ab7a3833-7d35-4bfa-840a-1e4d9898a510 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:18:55.711601 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2642e78-56a1-4187-9eab-2b32463c46ad', 'tag': 'c4267dbf-c828-4c70-a0a3-657df4c055a0', 'status': 'completed', 'code': 200} Dec 08 16:18:55.760004 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b74b12f0-d07a-4cd2-b9ff-ce0720c24b1d tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3832796 Dec 08 16:18:55.762230 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c877a362-a82d-476d-b4a1-4199a7d1cdd3 req-161d5d93-bc2c-4e1f-9f86-73bf0bb1d675 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4267dbf-c828-4c70-a0a3-657df4c055a0 HTTP/1.1" status: 200 len: 217 time: 0.0425675 Dec 08 16:18:55.764587 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 55632) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:55.774872 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-a9319586-86b3-4052-9479-e265f628db32 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Request body: {'port': {'network_id': '6e01a14a-dcb8-4b36-9e12-866ba6708f7c', 'name': 'tempest-PortsIpV6TestJSON-1518096376'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:18:55.810560 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-843dfd0f-9295-4ead-ae05-6d0d07aa12b0 tempest-RoutersAdminNegativeIpV6Test-1243465236 tempest-RoutersAdminNegativeIpV6Test-1243465236-project-admin] Deleting port d06468eb-0e34-44e4-bd96-548ce0bc104b {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:18:55.810910 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-843dfd0f-9295-4ead-ae05-6d0d07aa12b0 tempest-RoutersAdminNegativeIpV6Test-1243465236 tempest-RoutersAdminNegativeIpV6Test-1243465236-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:55.881739 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a36c045-69a8-4cf1-a444-8a48318ac6cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-6e01a14a-dcb8-4b36-9e12-866ba6708f7c', 'network_id': '6e01a14a-dcb8-4b36-9e12-866ba6708f7c', 'project_id': '51a87c34cff54be8bd9f39e385a06492', 'fixed_ips': [{'subnet_id': '9ab60fae-825c-4d19-b637-84bff7932b4a'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:18:55.886181 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4a36c045-69a8-4cf1-a444-8a48318ac6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:55.994469 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877a362-a82d-476d-b4a1-4199a7d1cdd3 req-1b69d370-f0e6-4720-88d5-f4843b66242c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:55.996049 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c877a362-a82d-476d-b4a1-4199a7d1cdd3 req-1b69d370-f0e6-4720-88d5-f4843b66242c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=297bd6e5-3bf7-4d91-8a12-5133ca44aa82 HTTP/1.1" status: 200 len: 855 time: 0.1916394 Dec 08 16:18:56.075097 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877a362-a82d-476d-b4a1-4199a7d1cdd3 req-2de01012-ef9f-43a6-bc67-0a5cf80ac1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:56.076468 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c877a362-a82d-476d-b4a1-4199a7d1cdd3 req-2de01012-ef9f-43a6-bc67-0a5cf80ac1bb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=96222b75-0d7f-43da-898a-91046f8bdc5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0721281 Dec 08 16:18:56.078362 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-843dfd0f-9295-4ead-ae05-6d0d07aa12b0 tempest-RoutersAdminNegativeIpV6Test-1243465236 tempest-RoutersAdminNegativeIpV6Test-1243465236-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:56.116833 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aa8b4b-80f1-4994-b22c-d5b3059bce35 req-d6bf0d49-e672-4a7d-80f9-bd4a55a2f738 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:56.128009 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a5aa8b4b-80f1-4994-b22c-d5b3059bce35 req-d6bf0d49-e672-4a7d-80f9-bd4a55a2f738 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 943 time: 0.2142560 Dec 08 16:18:56.143978 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-843dfd0f-9295-4ead-ae05-6d0d07aa12b0 tempest-RoutersAdminNegativeIpV6Test-1243465236 tempest-RoutersAdminNegativeIpV6Test-1243465236-project-admin] Calling delete_port for d06468eb-0e34-44e4-bd96-548ce0bc104b owned by {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:18:56.146912 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9319586-86b3-4052-9479-e265f628db32 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Made reservation on behalf of 51a87c34cff54be8bd9f39e385a06492 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:18:56.152789 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a9319586-86b3-4052-9479-e265f628db32 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:56.183950 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [None req-a9319586-86b3-4052-9479-e265f628db32 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] device_id is not set on port 1e8753cd-0e9e-4d05-a12a-8ea5a4e10dea yet. {{(pid=110550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:18:56.224919 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-4a36c045-69a8-4cf1-a444-8a48318ac6cf None None] Allocated IP 2001:db8::2 (6e01a14a-dcb8-4b36-9e12-866ba6708f7c/9ab60fae-825c-4d19-b637-84bff7932b4a/968ea364-1184-41d0-a305-0d0f4c128105) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:18:56.241614 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 55650) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:56.274434 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a5aa8b4b-80f1-4994-b22c-d5b3059bce35 req-2dadc3d2-28a0-4c3f-81eb-6d6daa70fd8b tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=0224af71-d7ce-4eed-aefa-724f93ccbe59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428909 Dec 08 16:18:56.328104 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c877a362-a82d-476d-b4a1-4199a7d1cdd3 req-c68e5b59-6bfb-41c6-98a8-2c717195bd9b service neutron] 10.222.0.37 "GET /v2.0/networks/96222b75-0d7f-43da-898a-91046f8bdc5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439253 Dec 08 16:18:56.398623 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c007fdc-9eef-466c-9e6b-78f951bddb16 req-ebc20ef9-11cc-42e2-a627-1dcb4832d451 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:56.400165 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7c007fdc-9eef-466c-9e6b-78f951bddb16 req-ebc20ef9-11cc-42e2-a627-1dcb4832d451 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 947 time: 0.1575868 Dec 08 16:18:56.407408 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-07fc04a1-5159-4bf3-9dc3-8029cb8a1406 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-124056737-network', 'tenant_id': '93f6ae73cf274c11aec153109e440e44'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:18:56.422572 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4a36c045-69a8-4cf1-a444-8a48318ac6cf None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:56.478630 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-843dfd0f-9295-4ead-ae05-6d0d07aa12b0 tempest-RoutersAdminNegativeIpV6Test-1243465236 tempest-RoutersAdminNegativeIpV6Test-1243465236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:56.488778 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c877a362-a82d-476d-b4a1-4199a7d1cdd3 req-b3b1fa99-ab76-48cf-b86c-34ad7b57961d service neutron] 10.222.0.37 "GET /v2.0/networks/96222b75-0d7f-43da-898a-91046f8bdc5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532335 Dec 08 16:18:56.503679 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7c007fdc-9eef-466c-9e6b-78f951bddb16 req-837a418d-fa25-4237-9a15-68d7f79dbfb7 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885222 Dec 08 16:18:56.507157 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4a36c045-69a8-4cf1-a444-8a48318ac6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:56.521829 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843dfd0f-9295-4ead-ae05-6d0d07aa12b0 tempest-RoutersAdminNegativeIpV6Test-1243465236 tempest-RoutersAdminNegativeIpV6Test-1243465236-project-admin] Pushing event deleted for resources: {'Port': ['ID=d06468eb-0e34-44e4-bd96-548ce0bc104b,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:56.555386 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a36c045-69a8-4cf1-a444-8a48318ac6cf None None] Network 6e01a14a-dcb8-4b36-9e12-866ba6708f7c is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:18:56.558489 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-4a36c045-69a8-4cf1-a444-8a48318ac6cf None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:18:56.561868 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a36c045-69a8-4cf1-a444-8a48318ac6cf None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:18:56.567964 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-a9319586-86b3-4052-9479-e265f628db32 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Allocated IP 2001:db8::4 (6e01a14a-dcb8-4b36-9e12-866ba6708f7c/9ab60fae-825c-4d19-b637-84bff7932b4a/1e8753cd-0e9e-4d05-a12a-8ea5a4e10dea) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:18:56.581898 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a36c045-69a8-4cf1-a444-8a48318ac6cf None None] Pushing event updated for resources: {'Port': ['ID=968ea364-1184-41d0-a305-0d0f4c128105,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:56.609268 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07fc04a1-5159-4bf3-9dc3-8029cb8a1406 admin admin] Made reservation on behalf of 93f6ae73cf274c11aec153109e440e44 for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:18:56.615470 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-07fc04a1-5159-4bf3-9dc3-8029cb8a1406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:56.652553 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-07fc04a1-5159-4bf3-9dc3-8029cb8a1406 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:56.672918 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-4a36c045-69a8-4cf1-a444-8a48318ac6cf None None] Attempting to bind port 968ea364-1184-41d0-a305-0d0f4c128105 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:18:56.673476 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-4a36c045-69a8-4cf1-a444-8a48318ac6cf None None] Attempting to bind port 968ea364-1184-41d0-a305-0d0f4c128105 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '98aa1f1e-dfd2-4ebe-86ae-60f135d2421e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '6e01a14a-dcb8-4b36-9e12-866ba6708f7c'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:18:56.673802 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a36c045-69a8-4cf1-a444-8a48318ac6cf None None] Attempting to bind port 968ea364-1184-41d0-a305-0d0f4c128105 on network 6e01a14a-dcb8-4b36-9e12-866ba6708f7c {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:18:56.682454 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-843dfd0f-9295-4ead-ae05-6d0d07aa12b0 tempest-RoutersAdminNegativeIpV6Test-1243465236 tempest-RoutersAdminNegativeIpV6Test-1243465236-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:56.682631 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a36c045-69a8-4cf1-a444-8a48318ac6cf None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:18:56.682631 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a36c045-69a8-4cf1-a444-8a48318ac6cf None None] Checking segment: {'id': '98aa1f1e-dfd2-4ebe-86ae-60f135d2421e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '6e01a14a-dcb8-4b36-9e12-866ba6708f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:18:56.682631 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4a36c045-69a8-4cf1-a444-8a48318ac6cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:56.683464 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-843dfd0f-9295-4ead-ae05-6d0d07aa12b0 tempest-RoutersAdminNegativeIpV6Test-1243465236 tempest-RoutersAdminNegativeIpV6Test-1243465236-project-admin] 10.222.0.64 "DELETE /v2.0/ports/d06468eb-0e34-44e4-bd96-548ce0bc104b HTTP/1.1" status: 204 len: 168 time: 0.9871819 Dec 08 16:18:56.688431 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a36c045-69a8-4cf1-a444-8a48318ac6cf None None] Bound using segment: {'id': '98aa1f1e-dfd2-4ebe-86ae-60f135d2421e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '6e01a14a-dcb8-4b36-9e12-866ba6708f7c'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:18:56.689301 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-4a36c045-69a8-4cf1-a444-8a48318ac6cf None None] Bound port: 968ea364-1184-41d0-a305-0d0f4c128105, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98aa1f1e-dfd2-4ebe-86ae-60f135d2421e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '6e01a14a-dcb8-4b36-9e12-866ba6708f7c'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:18:56.689764 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4a36c045-69a8-4cf1-a444-8a48318ac6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:56.781793 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-4a36c045-69a8-4cf1-a444-8a48318ac6cf None None] For port 968ea364-1184-41d0-a305-0d0f4c128105, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:18:56.786222 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-4a36c045-69a8-4cf1-a444-8a48318ac6cf None None] For port 968ea364-1184-41d0-a305-0d0f4c128105, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=968ea364-1184-41d0-a305-0d0f4c128105,segment=NetworkSegment(98aa1f1e-dfd2-4ebe-86ae-60f135d2421e),segment_id=98aa1f1e-dfd2-4ebe-86ae-60f135d2421e)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:18:56.850924 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4a36c045-69a8-4cf1-a444-8a48318ac6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:56.911881 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a9319586-86b3-4052-9479-e265f628db32 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:56.926804 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a36c045-69a8-4cf1-a444-8a48318ac6cf None None] Pushing event updated for resources: {'Port': ['ID=968ea364-1184-41d0-a305-0d0f4c128105,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:56.938677 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c68e264-d3a9-4ea0-b44a-e7ffb3ade0b9 req-46175000-8fac-44d5-b73d-9f33835a733d tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:56.944700 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2c68e264-d3a9-4ea0-b44a-e7ffb3ade0b9 req-46175000-8fac-44d5-b73d-9f33835a733d tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=adefda5d-bce5-412f-a53a-92f34c530f69 HTTP/1.1" status: 200 len: 945 time: 0.1782277 Dec 08 16:18:56.947397 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4396c-5ff9-4c0c-9c79-0e78cfa2cd71 req-b31dbde1-5bd2-4905-adb1-19fca2dd4725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:56.948939 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-05f4396c-5ff9-4c0c-9c79-0e78cfa2cd71 req-b31dbde1-5bd2-4905-adb1-19fca2dd4725 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ebd580521ede49659be460136b14e0dd&device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 1095 time: 0.1840613 Dec 08 16:18:57.082201 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-07fc04a1-5159-4bf3-9dc3-8029cb8a1406 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:57.137103 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2c68e264-d3a9-4ea0-b44a-e7ffb3ade0b9 req-6c9c9387-708c-4bc7-b2f7-1b0effa43242 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834164 Dec 08 16:18:57.167430 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-07fc04a1-5159-4bf3-9dc3-8029cb8a1406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:57.206641 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55686) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:57.215375 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07fc04a1-5159-4bf3-9dc3-8029cb8a1406 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:18:57.224098 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4396c-5ff9-4c0c-9c79-0e78cfa2cd71 req-d8f00d1f-e10d-4437-ae59-aca48508ac70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:57.228285 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-05f4396c-5ff9-4c0c-9c79-0e78cfa2cd71 req-d8f00d1f-e10d-4437-ae59-aca48508ac70 service neutron] 10.222.0.37 "GET /v2.0/networks?id=96222b75-0d7f-43da-898a-91046f8bdc5a HTTP/1.1" status: 200 len: 917 time: 0.2702858 Dec 08 16:18:57.241595 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a9319586-86b3-4052-9479-e265f628db32 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:57.299443 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-07fc04a1-5159-4bf3-9dc3-8029cb8a1406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:57.299899 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-07fc04a1-5159-4bf3-9dc3-8029cb8a1406 admin admin] Added segment 63736763-0693-447d-9ba1-221e02d7e7fb of type vlan for network 2ef74a15-2fc4-4f81-825d-5a23c074deaf Dec 08 16:18:57.301455 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fc04a1-5159-4bf3-9dc3-8029cb8a1406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ddf463-fcf3-4bb2-a5df-745af39c8556,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:57.344996 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-05f4396c-5ff9-4c0c-9c79-0e78cfa2cd71 req-18fb0a81-2e51-41a2-a1a7-c33afaa6dd78 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4267dbf-c828-4c70-a0a3-657df4c055a0 HTTP/1.1" status: 200 len: 217 time: 0.1067183 Dec 08 16:18:57.394931 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-735d45a7-60ed-442e-8110-fadd70e656f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:57.406756 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9319586-86b3-4052-9479-e265f628db32 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Network 6e01a14a-dcb8-4b36-9e12-866ba6708f7c is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:18:57.442948 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-a9319586-86b3-4052-9479-e265f628db32 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:18:57.461711 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-07fc04a1-5159-4bf3-9dc3-8029cb8a1406 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:57.468578 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9319586-86b3-4052-9479-e265f628db32 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:18:57.474570 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9319586-86b3-4052-9479-e265f628db32 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:57.475214 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a9319586-86b3-4052-9479-e265f628db32 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:57.485370 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-735d45a7-60ed-442e-8110-fadd70e656f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:57.494025 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9319586-86b3-4052-9479-e265f628db32 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event updated for resources: {'Port': ['ID=1e8753cd-0e9e-4d05-a12a-8ea5a4e10dea,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:57.527387 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4396c-5ff9-4c0c-9c79-0e78cfa2cd71 req-9df148b2-01e4-4cfd-949a-429b1f3ddfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:57.529063 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-05f4396c-5ff9-4c0c-9c79-0e78cfa2cd71 req-9df148b2-01e4-4cfd-949a-429b1f3ddfc6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=297bd6e5-3bf7-4d91-8a12-5133ca44aa82 HTTP/1.1" status: 200 len: 855 time: 0.1758487 Dec 08 16:18:57.556788 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ea6e0-a200-45a8-8870-05b7adb6c3b5 req-d30f80ed-6242-44fb-9489-bfacc557533c tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:57.558329 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9d9ea6e0-a200-45a8-8870-05b7adb6c3b5 req-d30f80ed-6242-44fb-9489-bfacc557533c tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 943 time: 0.1742504 Dec 08 16:18:57.571505 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-735d45a7-60ed-442e-8110-fadd70e656f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:57.578704 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a9319586-86b3-4052-9479-e265f628db32 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8100216 Dec 08 16:18:57.582118 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 55704) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:57.586744 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-416c1029-c7d1-4358-baa8-3731ff5be5fa tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Request body: {'port': {'network_id': '6e01a14a-dcb8-4b36-9e12-866ba6708f7c', 'name': 'tempest-PortsIpV6TestJSON-1306141104'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:18:57.614365 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735d45a7-60ed-442e-8110-fadd70e656f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8863b9-583f-458e-a57c-8d9829a8d1d4,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:57.621959 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-735d45a7-60ed-442e-8110-fadd70e656f5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=32699d7e86194f02bc6813f1fe1c2843&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4140346 Dec 08 16:18:57.628860 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55706) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:57.650133 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-07fc04a1-5159-4bf3-9dc3-8029cb8a1406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:57.651115 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fc04a1-5159-4bf3-9dc3-8029cb8a1406 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:57.651700 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-07fc04a1-5159-4bf3-9dc3-8029cb8a1406 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:57.693257 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-976ac587-ea6f-45f8-8c17-1b842c3275ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:57.717270 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-976ac587-ea6f-45f8-8c17-1b842c3275ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:57.734859 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4396c-5ff9-4c0c-9c79-0e78cfa2cd71 req-7056f738-534b-44ee-84ce-8f0570d93983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:57.736431 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-05f4396c-5ff9-4c0c-9c79-0e78cfa2cd71 req-7056f738-534b-44ee-84ce-8f0570d93983 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=96222b75-0d7f-43da-898a-91046f8bdc5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1975458 Dec 08 16:18:57.836958 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9d9ea6e0-a200-45a8-8870-05b7adb6c3b5 req-d6a2038e-11f1-4e53-88c5-37e3a7dc2cd8 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=0224af71-d7ce-4eed-aefa-724f93ccbe59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2593265 Dec 08 16:18:57.837632 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fc04a1-5159-4bf3-9dc3-8029cb8a1406 admin admin] Pushing event updated for resources: {'Network': ['ID=2ef74a15-2fc4-4f81-825d-5a23c074deaf,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:57.842789 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-07fc04a1-5159-4bf3-9dc3-8029cb8a1406 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5983222 Dec 08 16:18:57.848378 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 2ef74a15-2fc4-4f81-825d-5a23c074deaf details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:18:57.884617 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-976ac587-ea6f-45f8-8c17-1b842c3275ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:57.889960 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-976ac587-ea6f-45f8-8c17-1b842c3275ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:57.901147 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-976ac587-ea6f-45f8-8c17-1b842c3275ce admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2b8863b9-583f-458e-a57c-8d9829a8d1d4 HTTP/1.1" status: 204 len: 168 time: 0.2648642 Dec 08 16:18:57.913805 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-05f4396c-5ff9-4c0c-9c79-0e78cfa2cd71 req-e450482c-3740-4dda-87f7-35c074548ee4 service neutron] 10.222.0.37 "GET /v2.0/networks/96222b75-0d7f-43da-898a-91046f8bdc5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660850 Dec 08 16:18:57.931015 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976ac587-ea6f-45f8-8c17-1b842c3275ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8863b9-583f-458e-a57c-8d9829a8d1d4,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:58.068707 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-05f4396c-5ff9-4c0c-9c79-0e78cfa2cd71 req-576bc397-21cd-4e73-a3d4-2c79ca96d47a service neutron] 10.222.0.37 "GET /v2.0/networks/96222b75-0d7f-43da-898a-91046f8bdc5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451318 Dec 08 16:18:58.102314 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416c1029-c7d1-4358-baa8-3731ff5be5fa tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Made reservation on behalf of 51a87c34cff54be8bd9f39e385a06492 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:18:58.106077 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-416c1029-c7d1-4358-baa8-3731ff5be5fa tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:58.130337 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [None req-416c1029-c7d1-4358-baa8-3731ff5be5fa tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] device_id is not set on port b21b8cf3-cd58-4279-8dcf-2168d435354d yet. {{(pid=110550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:18:58.173650 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 4b8d5971-2d21-4951-9b66-de8081c96b95 no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:18:58.323668 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a28f73-6249-4dbd-ae3f-e874b7b6d72b req-4994f429-793f-4538-a8ab-cdd9bdc3d5a8 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:58.332394 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-16a28f73-6249-4dbd-ae3f-e874b7b6d72b req-4994f429-793f-4538-a8ab-cdd9bdc3d5a8 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=adefda5d-bce5-412f-a53a-92f34c530f69 HTTP/1.1" status: 200 len: 945 time: 0.0938311 Dec 08 16:18:58.392640 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-16a28f73-6249-4dbd-ae3f-e874b7b6d72b req-3ae93cb3-c72f-45b7-9509-b3bf052c18b9 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586615 Dec 08 16:18:58.406641 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:58.409312 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b660d28-4127-4bdd-b254-73401610e5f8 None None] Network 6e01a14a-dcb8-4b36-9e12-866ba6708f7c requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:18:58.434013 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-416c1029-c7d1-4358-baa8-3731ff5be5fa tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Allocated IP 2001:db8::1b7 (6e01a14a-dcb8-4b36-9e12-866ba6708f7c/9ab60fae-825c-4d19-b637-84bff7932b4a/b21b8cf3-cd58-4279-8dcf-2168d435354d) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:18:58.473587 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-594e6196-31e0-4d29-8d10-9e477ae6c9c4 None None] Provisioning complete for port 968ea364-1184-41d0-a305-0d0f4c128105 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:18:58.485453 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-594e6196-31e0-4d29-8d10-9e477ae6c9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:58.525045 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea814955-832d-40d8-94c7-1d01f64c7a15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b8d5971-2d21-4951-9b66-de8081c96b95'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:18:58.527764 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa0933d-1f8c-494c-bc3c-959a0fc67e5e" -d '{"events": [{"server_uuid": "ea814955-832d-40d8-94c7-1d01f64c7a15", "name": "network-vif-unplugged", "status": "completed", "tag": "4b8d5971-2d21-4951-9b66-de8081c96b95"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:18:58.561856 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 4b8d5971-2d21-4951-9b66-de8081c96b95, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=4b8d5971-2d21-4951-9b66-de8081c96b95,segment=NetworkSegment(bb740625-1067-4eb4-8c3f-54ce2bbbb747),segment_id=bb740625-1067-4eb4-8c3f-54ce2bbbb747)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:18:58.589158 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95268502-26b0-428a-98bd-d0dd3a3efb27 x-openstack-request-id: req-95268502-26b0-428a-98bd-d0dd3a3efb27 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:18:58.589456 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea814955-832d-40d8-94c7-1d01f64c7a15", "name": "network-vif-unplugged", "status": "completed", "tag": "4b8d5971-2d21-4951-9b66-de8081c96b95", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:18:58.589694 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-95268502-26b0-428a-98bd-d0dd3a3efb27 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:18:58.590097 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea814955-832d-40d8-94c7-1d01f64c7a15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b8d5971-2d21-4951-9b66-de8081c96b95', 'code': 200} Dec 08 16:18:58.637690 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-416c1029-c7d1-4358-baa8-3731ff5be5fa tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:58.652284 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-594e6196-31e0-4d29-8d10-9e477ae6c9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:58.698565 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-594e6196-31e0-4d29-8d10-9e477ae6c9c4 None None] For port 968ea364-1184-41d0-a305-0d0f4c128105, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=968ea364-1184-41d0-a305-0d0f4c128105,segment=NetworkSegment(98aa1f1e-dfd2-4ebe-86ae-60f135d2421e),segment_id=98aa1f1e-dfd2-4ebe-86ae-60f135d2421e)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:18:58.746639 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:58.784926 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-594e6196-31e0-4d29-8d10-9e477ae6c9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:58.821370 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=4b8d5971-2d21-4951-9b66-de8081c96b95,revision_number=14']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:58.824234 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55748) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:58.832641 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-416c1029-c7d1-4358-baa8-3731ff5be5fa tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:58.878555 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-0c63b498-66ce-4aac-8aad-57f7bb2593dc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=091cbbcf1f854df99697b1ec7d45113b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0518193 Dec 08 16:18:58.882376 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55756) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:58.941465 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594e6196-31e0-4d29-8d10-9e477ae6c9c4 None None] Pushing event updated for resources: {'Port': ['ID=968ea364-1184-41d0-a305-0d0f4c128105,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:58.942338 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf04c74-d13a-4554-92fe-28c516f7d266 req-d731db74-0106-4752-99c7-ac9b66768545 tempest-ComputeTenantNetworksTest-149712903 tempest-ComputeTenantNetworksTest-149712903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:58.950666 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf04c74-d13a-4554-92fe-28c516f7d266 req-d731db74-0106-4752-99c7-ac9b66768545 tempest-ComputeTenantNetworksTest-149712903 tempest-ComputeTenantNetworksTest-149712903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:58.963220 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf04c74-d13a-4554-92fe-28c516f7d266 req-d731db74-0106-4752-99c7-ac9b66768545 tempest-ComputeTenantNetworksTest-149712903 tempest-ComputeTenantNetworksTest-149712903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:58.963220 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3cf04c74-d13a-4554-92fe-28c516f7d266 req-d731db74-0106-4752-99c7-ac9b66768545 tempest-ComputeTenantNetworksTest-149712903 tempest-ComputeTenantNetworksTest-149712903-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2864194 Dec 08 16:18:58.979945 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7ad11b30-b802-4593-8b4c-67c7f77345ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:58.986415 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416c1029-c7d1-4358-baa8-3731ff5be5fa tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Network 6e01a14a-dcb8-4b36-9e12-866ba6708f7c is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:18:58.990063 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-416c1029-c7d1-4358-baa8-3731ff5be5fa tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:18:58.995116 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416c1029-c7d1-4358-baa8-3731ff5be5fa tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:18:59.001047 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416c1029-c7d1-4358-baa8-3731ff5be5fa tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:59.001737 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-416c1029-c7d1-4358-baa8-3731ff5be5fa tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:59.030102 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7ad11b30-b802-4593-8b4c-67c7f77345ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:59.045172 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416c1029-c7d1-4358-baa8-3731ff5be5fa tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event updated for resources: {'Port': ['ID=b21b8cf3-cd58-4279-8dcf-2168d435354d,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:59.054751 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-f6fdc8cb-121b-43ca-8f8f-4c02fe3763ca None None] Provisioning complete for port 1e8753cd-0e9e-4d05-a12a-8ea5a4e10dea triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:18:59.055359 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f6fdc8cb-121b-43ca-8f8f-4c02fe3763ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:59.103428 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 968ea364-1184-41d0-a305-0d0f4c128105 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:18:59.132583 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a54d6-6f82-431e-b8ea-68ad604748c7 req-f86ba0b9-1d26-4fda-a6db-5877a7096152 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:59.135041 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-209a54d6-6f82-431e-b8ea-68ad604748c7 req-f86ba0b9-1d26-4fda-a6db-5877a7096152 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 943 time: 0.0701427 Dec 08 16:18:59.144673 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-416c1029-c7d1-4358-baa8-3731ff5be5fa tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5616641 Dec 08 16:18:59.155386 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 55770) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:59.164843 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdc8cb-121b-43ca-8f8f-4c02fe3763ca None None] Port 1e8753cd-0e9e-4d05-a12a-8ea5a4e10dea cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:18:59.188811 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 968ea364-1184-41d0-a305-0d0f4c128105 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:18:59.189195 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:59.244438 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2871b7-67a0-4bb5-9de9-dde1d7f0b07c req-82ec1157-4484-4c46-823e-88445bf7392c tempest-ComputeTenantNetworksTest-149712903 tempest-ComputeTenantNetworksTest-149712903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:59.247918 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-f6fdc8cb-121b-43ca-8f8f-4c02fe3763ca None None] Provisioning complete for port 968ea364-1184-41d0-a305-0d0f4c128105 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:18:59.248331 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f6fdc8cb-121b-43ca-8f8f-4c02fe3763ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:59.262243 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-dd2871b7-67a0-4bb5-9de9-dde1d7f0b07c req-82ec1157-4484-4c46-823e-88445bf7392c tempest-ComputeTenantNetworksTest-149712903 tempest-ComputeTenantNetworksTest-149712903-project] 10.222.0.64 "GET /v2.0/networks/2ef74a15-2fc4-4f81-825d-5a23c074deaf HTTP/1.1" status: 200 len: 768 time: 0.2394185 Dec 08 16:18:59.263272 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55776) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:59.337508 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-209a54d6-6f82-431e-b8ea-68ad604748c7 req-c0a2e4f7-44ae-4c5c-88b7-3b470b725d49 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=0224af71-d7ce-4eed-aefa-724f93ccbe59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1892154 Dec 08 16:18:59.450356 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db20813a-4157-499f-8b85-6acc223491b6 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:59.450356 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-db20813a-4157-499f-8b85-6acc223491b6 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A4 HTTP/1.1" status: 200 len: 927 time: 0.2957094 Dec 08 16:18:59.452685 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 55784) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:59.475333 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1f84e808-4dcf-49ef-ae2e-dc6e6898fd40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:59.580921 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7ad11b30-b802-4593-8b4c-67c7f77345ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:59.585205 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7ad11b30-b802-4593-8b4c-67c7f77345ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:59.588121 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-7ad11b30-b802-4593-8b4c-67c7f77345ae admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1d75e899-17d2-4e98-b01c-46cd55f19a30 HTTP/1.1" status: 204 len: 168 time: 0.7060969 Dec 08 16:18:59.629925 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-0e608fa2-685f-4080-91c4-026e3e9f3883 None None] Provisioning complete for port 1e8753cd-0e9e-4d05-a12a-8ea5a4e10dea triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:18:59.631892 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0e608fa2-685f-4080-91c4-026e3e9f3883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:59.634617 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad11b30-b802-4593-8b4c-67c7f77345ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d75e899-17d2-4e98-b01c-46cd55f19a30,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:59.657830 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1f84e808-4dcf-49ef-ae2e-dc6e6898fd40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:59.687702 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71234e07-2a05-44b1-84bd-091aeeb26a5b req-18f3d4c8-f2f3-43ac-9f5f-1857c6e4e38c tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:59.694274 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-71234e07-2a05-44b1-84bd-091aeeb26a5b req-18f3d4c8-f2f3-43ac-9f5f-1857c6e4e38c tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=adefda5d-bce5-412f-a53a-92f34c530f69 HTTP/1.1" status: 200 len: 945 time: 0.1648068 Dec 08 16:18:59.701592 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-1f84e808-4dcf-49ef-ae2e-dc6e6898fd40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ef74a15-2fc4-4f81-825d-5a23c074deaf']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:18:59.714176 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-1f84e808-4dcf-49ef-ae2e-dc6e6898fd40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63736763-0693-447d-9ba1-221e02d7e7fb') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:18:59.714849 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-1f84e808-4dcf-49ef-ae2e-dc6e6898fd40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63736763-0693-447d-9ba1-221e02d7e7fb') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:18:59.729287 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1f84e808-4dcf-49ef-ae2e-dc6e6898fd40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:59.751297 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1f84e808-4dcf-49ef-ae2e-dc6e6898fd40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:59.761585 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f84e808-4dcf-49ef-ae2e-dc6e6898fd40 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:18:59.761585 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1f84e808-4dcf-49ef-ae2e-dc6e6898fd40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:59.761585 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:18:59.761585 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:18:59.761585 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:18:59.761585 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:18:59.761585 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:18:59.761585 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:18:59.761585 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:18:59.761585 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:18:59.761585 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:18:59.761585 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:18:59.761585 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:18:59.761585 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:18:59.761585 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:18:59.761585 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:18:59.761585 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:18:59.761585 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:18:59.761585 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:18:59.761585 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:18:59.761585 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:18:59.761585 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:18:59.761585 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:18:59.761585 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:18:59.761585 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:18:59.761585 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:18:59.761585 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:18:59.761585 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:18:59.761585 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:18:59.761585 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:18:59.761585 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:18:59.761585 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:18:59.761585 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:18:59.761585 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:18:59.776488 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-0e608fa2-685f-4080-91c4-026e3e9f3883 None None] Port 1e8753cd-0e9e-4d05-a12a-8ea5a4e10dea cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:18:59.801048 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-71234e07-2a05-44b1-84bd-091aeeb26a5b req-e7bb4305-667f-46ee-84c0-cfe89f37c8bd tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918481 Dec 08 16:18:59.804058 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-43d7019e-d6ff-4c30-a6ce-36f5e21e631d tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Deleting port b21b8cf3-cd58-4279-8dcf-2168d435354d {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:18:59.804437 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-43d7019e-d6ff-4c30-a6ce-36f5e21e631d tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:59.897305 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-b18880eb-3f59-4c01-ab22-8abbbbc2753f None None] Provisioning complete for port b21b8cf3-cd58-4279-8dcf-2168d435354d triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:18:59.897684 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b18880eb-3f59-4c01-ab22-8abbbbc2753f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:59.901403 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-43d7019e-d6ff-4c30-a6ce-36f5e21e631d tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:59.904544 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b57ee25-e117-47f8-847b-458fa554ac8c req-b09ac216-30e0-4ad4-a30d-704bce2384f7 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:59.906252 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8b57ee25-e117-47f8-847b-458fa554ac8c req-b09ac216-30e0-4ad4-a30d-704bce2384f7 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 945 time: 0.0520930 Dec 08 16:18:59.918360 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-43d7019e-d6ff-4c30-a6ce-36f5e21e631d tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Calling delete_port for b21b8cf3-cd58-4279-8dcf-2168d435354d owned by {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:18:59.930911 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1f84e808-4dcf-49ef-ae2e-dc6e6898fd40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:59.940576 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-b18880eb-3f59-4c01-ab22-8abbbbc2753f None None] Port b21b8cf3-cd58-4279-8dcf-2168d435354d cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:18:59.960133 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1f84e808-4dcf-49ef-ae2e-dc6e6898fd40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:59.964363 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-1f84e808-4dcf-49ef-ae2e-dc6e6898fd40 admin admin] 10.222.0.64 "DELETE /v2.0/networks/2ef74a15-2fc4-4f81-825d-5a23c074deaf HTTP/1.1" status: 204 len: 168 time: 0.6997583 Dec 08 16:18:59.965240 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f84e808-4dcf-49ef-ae2e-dc6e6898fd40 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ef74a15-2fc4-4f81-825d-5a23c074deaf,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:59.987618 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8b57ee25-e117-47f8-847b-458fa554ac8c req-abfec9e6-955e-4bce-b8b2-4acf920f0c71 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747499 Dec 08 16:19:00.173949 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device c4267dbf-c828-4c70-a0a3-657df4c055a0 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:19:00.216758 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-43d7019e-d6ff-4c30-a6ce-36f5e21e631d tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:00.246162 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d7019e-d6ff-4c30-a6ce-36f5e21e631d tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event deleted for resources: {'Port': ['ID=b21b8cf3-cd58-4279-8dcf-2168d435354d,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:00.275718 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port c4267dbf-c828-4c70-a0a3-657df4c055a0, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=c4267dbf-c828-4c70-a0a3-657df4c055a0,segment=NetworkSegment(2a82ecd5-a9d3-46a5-a060-3820facdd98d),segment_id=2a82ecd5-a9d3-46a5-a060-3820facdd98d)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:19:00.300215 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': 'c4267dbf-c828-4c70-a0a3-657df4c055a0', 'network_id': '96222b75-0d7f-43da-898a-91046f8bdc5a', 'port_id': 'c4267dbf-c828-4c70-a0a3-657df4c055a0', 'mac_address': 'fa:16:3e:46:9f:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '297bd6e5-3bf7-4d91-8a12-5133ca44aa82', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:19:00.301192 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-43d7019e-d6ff-4c30-a6ce-36f5e21e631d tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:00.305671 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-43d7019e-d6ff-4c30-a6ce-36f5e21e631d tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "DELETE /v2.0/ports/b21b8cf3-cd58-4279-8dcf-2168d435354d HTTP/1.1" status: 204 len: 168 time: 0.8518944 Dec 08 16:19:00.308361 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55806) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:00.340070 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8b60e8d-a5ae-4729-bf24-39feac484819 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] GET failed (client error): The resource could not be found. Dec 08 16:19:00.344072 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b8b60e8d-a5ae-4729-bf24-39feac484819 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "GET /v2.0/ports/b21b8cf3-cd58-4279-8dcf-2168d435354d HTTP/1.1" status: 404 len: 333 time: 0.0321529 Dec 08 16:19:00.344390 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55808) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:00.365163 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:00.403949 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4267dbf-c828-4c70-a0a3-657df4c055a0 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:19:00.432623 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port c4267dbf-c828-4c70-a0a3-657df4c055a0, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=c4267dbf-c828-4c70-a0a3-657df4c055a0,segment=NetworkSegment(2a82ecd5-a9d3-46a5-a060-3820facdd98d),segment_id=2a82ecd5-a9d3-46a5-a060-3820facdd98d)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:19:00.471221 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73395782-bca1-43e6-93b0-60d411218d23 req-e150c28e-b5d8-4f4e-bd65-ca57e75c5fbe tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:00.473283 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73395782-bca1-43e6-93b0-60d411218d23 req-e150c28e-b5d8-4f4e-bd65-ca57e75c5fbe tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 945 time: 0.0852287 Dec 08 16:19:00.507072 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:00.579616 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55816) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:00.615262 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73395782-bca1-43e6-93b0-60d411218d23 req-539b0de0-51a5-49d5-a9e9-983fb3675595 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146729 Dec 08 16:19:00.623389 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02dbde2-2892-435b-a66b-9991b2815ebf req-f3c5c4d9-e232-485e-9013-c366cea87581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:00.625167 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e02dbde2-2892-435b-a66b-9991b2815ebf req-f3c5c4d9-e232-485e-9013-c366cea87581 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=22d0ae928129486d8913ac89433a7712&device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 1097 time: 0.0999634 Dec 08 16:19:00.629385 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-304712e2-04c3-422a-b3d7-cb78d8f46adf tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Deleting port 1e8753cd-0e9e-4d05-a12a-8ea5a4e10dea {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:19:00.630379 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-304712e2-04c3-422a-b3d7-cb78d8f46adf tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:00.720058 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c5060-0493-44ca-b6ef-a0fa2a73ea3e req-dd4aa468-a91c-422d-b540-c518b51d1400 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:00.725813 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=c4267dbf-c828-4c70-a0a3-657df4c055a0,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:00.727463 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-175c5060-0493-44ca-b6ef-a0fa2a73ea3e req-dd4aa468-a91c-422d-b540-c518b51d1400 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 944 time: 0.2421994 Dec 08 16:19:00.768861 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02dbde2-2892-435b-a66b-9991b2815ebf req-968b516a-96c4-4ffb-8386-b7b95f9b9b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:00.770612 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e02dbde2-2892-435b-a66b-9991b2815ebf req-968b516a-96c4-4ffb-8386-b7b95f9b9b92 service neutron] 10.222.0.37 "GET /v2.0/networks?id=444a8cbb-ee83-40d1-9772-ed3daa005a16 HTTP/1.1" status: 200 len: 911 time: 0.1378837 Dec 08 16:19:00.800062 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-562d2551-8182-4a00-9ea9-288d340a6073 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=93f6ae73cf274c11aec153109e440e44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2145193 Dec 08 16:19:00.805774 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-304712e2-04c3-422a-b3d7-cb78d8f46adf tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:00.807990 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55822) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:00.834942 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-304712e2-04c3-422a-b3d7-cb78d8f46adf tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Calling delete_port for 1e8753cd-0e9e-4d05-a12a-8ea5a4e10dea owned by {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:19:00.852364 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['c4267dbf-c828-4c70-a0a3-657df4c055a0'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:19:00.876210 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-175c5060-0493-44ca-b6ef-a0fa2a73ea3e req-3b9834d1-b409-49de-8460-7368f8a27759 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=0224af71-d7ce-4eed-aefa-724f93ccbe59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294258 Dec 08 16:19:00.991301 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-464be31c-02c2-45a2-b559-f9c766a8fcc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:01.015161 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 968ea364-1184-41d0-a305-0d0f4c128105 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:19:01.029370 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-464be31c-02c2-45a2-b559-f9c766a8fcc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:01.168953 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55832) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:01.197322 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 968ea364-1184-41d0-a305-0d0f4c128105 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:01.197887 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:01.220345 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a6156-05a5-4e94-9859-988795bebc8d req-c3693a4f-86d5-4eb5-9b39-3d711f36bbbb tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:01.224078 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d16a6156-05a5-4e94-9859-988795bebc8d req-c3693a4f-86d5-4eb5-9b39-3d711f36bbbb tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=adefda5d-bce5-412f-a53a-92f34c530f69 HTTP/1.1" status: 200 len: 945 time: 0.0713446 Dec 08 16:19:01.228567 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e02dbde2-2892-435b-a66b-9991b2815ebf req-5a1e918e-8c9e-499a-9f37-0e99adf4f50e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b8d5971-2d21-4951-9b66-de8081c96b95 HTTP/1.1" status: 200 len: 1000 time: 0.4501684 Dec 08 16:19:01.271957 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-464be31c-02c2-45a2-b559-f9c766a8fcc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:01.274686 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-464be31c-02c2-45a2-b559-f9c766a8fcc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:01.275952 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-464be31c-02c2-45a2-b559-f9c766a8fcc3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e6ddf463-fcf3-4bb2-a5df-745af39c8556 HTTP/1.1" status: 204 len: 168 time: 0.4669688 Dec 08 16:19:01.285155 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464be31c-02c2-45a2-b559-f9c766a8fcc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ddf463-fcf3-4bb2-a5df-745af39c8556,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:01.308042 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-16a424ac-217e-47de-b2dd-33c2c595bdcb tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-134095770'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:01.327834 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02dbde2-2892-435b-a66b-9991b2815ebf req-3a38eb72-f117-473f-8f6a-b9175065c40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:01.328114 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-304712e2-04c3-422a-b3d7-cb78d8f46adf tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:01.330716 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e02dbde2-2892-435b-a66b-9991b2815ebf req-3a38eb72-f117-473f-8f6a-b9175065c40c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=921ca20d-c445-4985-be5a-b19c39bd838b HTTP/1.1" status: 200 len: 849 time: 0.0927413 Dec 08 16:19:01.337824 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d16a6156-05a5-4e94-9859-988795bebc8d req-7603d0d7-fa9b-464a-bd68-69ee3d78ce2c tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075447 Dec 08 16:19:01.372791 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304712e2-04c3-422a-b3d7-cb78d8f46adf tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event deleted for resources: {'Port': ['ID=1e8753cd-0e9e-4d05-a12a-8ea5a4e10dea,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:01.397299 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02dbde2-2892-435b-a66b-9991b2815ebf req-acbc52d0-8750-45f1-bcb0-bf252f87e67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:01.399537 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e02dbde2-2892-435b-a66b-9991b2815ebf req-acbc52d0-8750-45f1-bcb0-bf252f87e67e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=444a8cbb-ee83-40d1-9772-ed3daa005a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608079 Dec 08 16:19:01.401026 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-304712e2-04c3-422a-b3d7-cb78d8f46adf tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:01.405427 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-304712e2-04c3-422a-b3d7-cb78d8f46adf tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "DELETE /v2.0/ports/1e8753cd-0e9e-4d05-a12a-8ea5a4e10dea HTTP/1.1" status: 204 len: 168 time: 1.0595589 Dec 08 16:19:01.408157 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55838) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:01.439981 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8856014-3aa1-4a04-999a-c869dca7013c tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] GET failed (client error): The resource could not be found. Dec 08 16:19:01.442082 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a8856014-3aa1-4a04-999a-c869dca7013c tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "GET /v2.0/ports/1e8753cd-0e9e-4d05-a12a-8ea5a4e10dea HTTP/1.1" status: 404 len: 333 time: 0.0322771 Dec 08 16:19:01.446484 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55840) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:01.447275 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a424ac-217e-47de-b2dd-33c2c595bdcb tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Made reservation on behalf of 4b6725ac745d450da3f31b8f2191fde6 for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:19:01.452347 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-16a424ac-217e-47de-b2dd-33c2c595bdcb tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:01.472581 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-16a424ac-217e-47de-b2dd-33c2c595bdcb tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:01.520386 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e02dbde2-2892-435b-a66b-9991b2815ebf req-57077e70-d0d1-4e51-92e8-1f8b479ffe62 service neutron] 10.222.0.37 "GET /v2.0/networks/444a8cbb-ee83-40d1-9772-ed3daa005a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124747 Dec 08 16:19:01.532851 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-7250ea27-2515-47f9-beeb-87e74e81799d tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Deleting subnet 9ab60fae-825c-4d19-b637-84bff7932b4a {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:19:01.536454 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7250ea27-2515-47f9-beeb-87e74e81799d tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:01.592678 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7250ea27-2515-47f9-beeb-87e74e81799d tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:01.635213 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e02dbde2-2892-435b-a66b-9991b2815ebf req-5e85165a-9dab-4022-abfd-6bf60daa8fa1 service neutron] 10.222.0.37 "GET /v2.0/networks/444a8cbb-ee83-40d1-9772-ed3daa005a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076927 Dec 08 16:19:01.731928 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-16a424ac-217e-47de-b2dd-33c2c595bdcb tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:01.748143 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7250ea27-2515-47f9-beeb-87e74e81799d tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:01.799383 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9040ca61-2d76-4b66-8c3e-ac04c1b62652 req-621593cc-4c88-45c1-ae6f-243a9879a306 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:01.800893 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9040ca61-2d76-4b66-8c3e-ac04c1b62652 req-621593cc-4c88-45c1-ae6f-243a9879a306 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 945 time: 0.1038611 Dec 08 16:19:01.814104 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-16a424ac-217e-47de-b2dd-33c2c595bdcb tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:01.876719 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a424ac-217e-47de-b2dd-33c2c595bdcb tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92760c9a-3f0c-4e0e-a0fe-9e1dc7441cdf,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:01.891337 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9040ca61-2d76-4b66-8c3e-ac04c1b62652 req-4f17a6e8-4c9a-4481-9db3-d031ff0f51d0 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803616 Dec 08 16:19:01.915646 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7250ea27-2515-47f9-beeb-87e74e81799d tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:01.926060 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16a424ac-217e-47de-b2dd-33c2c595bdcb tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:19:01.957400 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7250ea27-2515-47f9-beeb-87e74e81799d tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event deleted for resources: {'Subnet': ['ID=9ab60fae-825c-4d19-b637-84bff7932b4a,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:01.961947 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7250ea27-2515-47f9-beeb-87e74e81799d tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:01.965206 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-7250ea27-2515-47f9-beeb-87e74e81799d tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "DELETE /v2.0/subnets/9ab60fae-825c-4d19-b637-84bff7932b4a HTTP/1.1" status: 204 len: 168 time: 0.5098088 Dec 08 16:19:01.966291 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2975286d-5fe8-4b36-9eb3-b0fb90e6ccf5 None None] Network 6e01a14a-dcb8-4b36-9e12-866ba6708f7c requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:19:01.966508 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-16a424ac-217e-47de-b2dd-33c2c595bdcb tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:01.966858 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-16a424ac-217e-47de-b2dd-33c2c595bdcb tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Added segment 19067b2c-ac37-468f-96b0-eecaef3f1e75 of type vlan for network 34a05255-fd13-4019-a204-478e62df5066 Dec 08 16:19:01.968727 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55856) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:02.006691 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85fe9a3-e43e-4e94-9f13-29e2a7aa7532 req-8957f515-ac50-4655-b6c6-5da98791a1df tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:02.009118 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a85fe9a3-e43e-4e94-9f13-29e2a7aa7532 req-8957f515-ac50-4655-b6c6-5da98791a1df tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 944 time: 0.0692878 Dec 08 16:19:02.072876 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-16a424ac-217e-47de-b2dd-33c2c595bdcb tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:02.092537 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a85fe9a3-e43e-4e94-9f13-29e2a7aa7532 req-c37190b6-240d-45b4-8df8-31942a6b5b1d tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=0224af71-d7ce-4eed-aefa-724f93ccbe59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760763 Dec 08 16:19:02.097515 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-eec634b6-9edf-43de-a699-dc780b3e1021 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:02.171849 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-16a424ac-217e-47de-b2dd-33c2c595bdcb tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:02.178150 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a424ac-217e-47de-b2dd-33c2c595bdcb tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:02.178792 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-16a424ac-217e-47de-b2dd-33c2c595bdcb tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:02.200933 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1f30e8-c7cf-4d06-9f52-7abc91fc8ba7 None None] DHCP port deletion for 6e01a14a-dcb8-4b36-9e12-866ba6708f7c request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:19:02.206654 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device c4267dbf-c828-4c70-a0a3-657df4c055a0 up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:19:02.279272 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-eec634b6-9edf-43de-a699-dc780b3e1021 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Deleting port 968ea364-1184-41d0-a305-0d0f4c128105 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:19:02.279637 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-eec634b6-9edf-43de-a699-dc780b3e1021 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:02.295936 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a424ac-217e-47de-b2dd-33c2c595bdcb tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Pushing event updated for resources: {'Network': ['ID=34a05255-fd13-4019-a204-478e62df5066,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:02.323787 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 34a05255-fd13-4019-a204-478e62df5066 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:19:02.329913 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b5161-11f4-4340-97d5-b76f82a30dbf req-fc8c1ad6-9e26-4ea4-bc52-737bde3464fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:02.333112 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a18b5161-11f4-4340-97d5-b76f82a30dbf req-fc8c1ad6-9e26-4ea4-bc52-737bde3464fe service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=adefda5d-bce5-412f-a53a-92f34c530f69 HTTP/1.1" status: 200 len: 1097 time: 0.0974455 Dec 08 16:19:02.333546 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-16a424ac-217e-47de-b2dd-33c2c595bdcb tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1665936 Dec 08 16:19:02.339234 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 55866) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:02.346947 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-5839526d-b22c-4364-9f35-fe3ed82521fd tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Request body: {'subnet': {'network_id': '34a05255-fd13-4019-a204-478e62df5066', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:02.364278 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-eec634b6-9edf-43de-a699-dc780b3e1021 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] For port 968ea364-1184-41d0-a305-0d0f4c128105, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=968ea364-1184-41d0-a305-0d0f4c128105,segment=NetworkSegment(98aa1f1e-dfd2-4ebe-86ae-60f135d2421e),segment_id=98aa1f1e-dfd2-4ebe-86ae-60f135d2421e)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:19:02.365285 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-eec634b6-9edf-43de-a699-dc780b3e1021 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:02.379743 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-eec634b6-9edf-43de-a699-dc780b3e1021 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Calling delete_port for 968ea364-1184-41d0-a305-0d0f4c128105 owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:19:02.473900 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-6b1f30e8-c7cf-4d06-9f52-7abc91fc8ba7 None None] Deleting port 968ea364-1184-41d0-a305-0d0f4c128105 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:19:02.474364 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6b1f30e8-c7cf-4d06-9f52-7abc91fc8ba7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:02.513807 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a18b5161-11f4-4340-97d5-b76f82a30dbf req-eec70b10-b51a-452b-8619-ea79329fb743 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592789 Dec 08 16:19:02.517352 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port c4267dbf-c828-4c70-a0a3-657df4c055a0 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:19:02.533488 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port c4267dbf-c828-4c70-a0a3-657df4c055a0 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:02.534144 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:02.552250 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1728273f-f60e-4494-a505-f097859a859d req-0fa2764b-104b-4375-86fd-1ba38fd83feb tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:02.553802 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1728273f-f60e-4494-a505-f097859a859d req-0fa2764b-104b-4375-86fd-1ba38fd83feb tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=adefda5d-bce5-412f-a53a-92f34c530f69 HTTP/1.1" status: 200 len: 945 time: 0.0703263 Dec 08 16:19:02.584653 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-6b1f30e8-c7cf-4d06-9f52-7abc91fc8ba7 None None] For port 968ea364-1184-41d0-a305-0d0f4c128105, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=968ea364-1184-41d0-a305-0d0f4c128105,segment=NetworkSegment(98aa1f1e-dfd2-4ebe-86ae-60f135d2421e),segment_id=98aa1f1e-dfd2-4ebe-86ae-60f135d2421e)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:19:02.585054 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6b1f30e8-c7cf-4d06-9f52-7abc91fc8ba7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:02.599644 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-eec634b6-9edf-43de-a699-dc780b3e1021 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:02.608905 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-6b1f30e8-c7cf-4d06-9f52-7abc91fc8ba7 None None] Calling delete_port for 968ea364-1184-41d0-a305-0d0f4c128105 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:19:02.634471 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1728273f-f60e-4494-a505-f097859a859d req-a2eb2e40-aead-4423-ac0a-6d40d591f2d5 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723364 Dec 08 16:19:02.636038 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5839526d-b22c-4364-9f35-fe3ed82521fd tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Made reservation on behalf of 4b6725ac745d450da3f31b8f2191fde6 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:19:02.640723 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec634b6-9edf-43de-a699-dc780b3e1021 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event deleted for resources: {'Port': ['ID=968ea364-1184-41d0-a305-0d0f4c128105,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:02.642071 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5839526d-b22c-4364-9f35-fe3ed82521fd tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:02.656195 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec634b6-9edf-43de-a699-dc780b3e1021 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] No DVR routers for this DVR port 968ea364-1184-41d0-a305-0d0f4c128105 on host n-d-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:19:02.706313 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:02.740160 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2642e78-56a1-4187-9eab-2b32463c46ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4267dbf-c828-4c70-a0a3-657df4c055a0'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:19:02.742614 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4646dabc-dac4-4e35-8dfd-2ce3da513571" -d '{"events": [{"server_uuid": "a2642e78-56a1-4187-9eab-2b32463c46ad", "name": "network-vif-plugged", "status": "completed", "tag": "c4267dbf-c828-4c70-a0a3-657df4c055a0"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:19:02.770075 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port c4267dbf-c828-4c70-a0a3-657df4c055a0, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=c4267dbf-c828-4c70-a0a3-657df4c055a0,segment=NetworkSegment(2a82ecd5-a9d3-46a5-a060-3820facdd98d),segment_id=2a82ecd5-a9d3-46a5-a060-3820facdd98d)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:19:02.779862 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6b1f30e8-c7cf-4d06-9f52-7abc91fc8ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:02.808743 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f30e8-c7cf-4d06-9f52-7abc91fc8ba7 None None] Pushing event deleted for resources: {'Port': ['ID=968ea364-1184-41d0-a305-0d0f4c128105,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:02.812734 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1f30e8-c7cf-4d06-9f52-7abc91fc8ba7 None None] No DVR routers for this DVR port 968ea364-1184-41d0-a305-0d0f4c128105 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:19:02.824288 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-eec634b6-9edf-43de-a699-dc780b3e1021 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:02.837840 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f682f34f-20a8-4ee3-bfc4-5acf96ee7932 x-openstack-request-id: req-f682f34f-20a8-4ee3-bfc4-5acf96ee7932 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:19:02.838039 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2642e78-56a1-4187-9eab-2b32463c46ad", "name": "network-vif-plugged", "status": "completed", "tag": "c4267dbf-c828-4c70-a0a3-657df4c055a0", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:19:02.838303 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f682f34f-20a8-4ee3-bfc4-5acf96ee7932 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:19:02.838708 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2642e78-56a1-4187-9eab-2b32463c46ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4267dbf-c828-4c70-a0a3-657df4c055a0', 'code': 200} Dec 08 16:19:02.845116 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:02.867816 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-eec634b6-9edf-43de-a699-dc780b3e1021 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e01a14a-dcb8-4b36-9e12-866ba6708f7c']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:02.887645 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-eec634b6-9edf-43de-a699-dc780b3e1021 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98aa1f1e-dfd2-4ebe-86ae-60f135d2421e') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:02.888079 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-eec634b6-9edf-43de-a699-dc780b3e1021 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98aa1f1e-dfd2-4ebe-86ae-60f135d2421e') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:02.915950 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=c4267dbf-c828-4c70-a0a3-657df4c055a0,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:02.920720 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-eec634b6-9edf-43de-a699-dc780b3e1021 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:02.938907 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-eec634b6-9edf-43de-a699-dc780b3e1021 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:02.952673 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eec634b6-9edf-43de-a699-dc780b3e1021 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:19:02.953616 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-eec634b6-9edf-43de-a699-dc780b3e1021 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:02.967670 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:19:02.967670 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:19:02.967670 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:19:02.967670 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:19:02.967670 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:19:02.967670 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:19:02.967670 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:19:02.967670 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:19:02.967670 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:19:02.967670 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:19:02.967670 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:19:02.967670 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:19:02.967670 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:19:02.967670 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:19:02.967670 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:19:02.967670 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:19:02.967670 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:19:02.967670 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:19:02.967670 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:19:02.967670 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:19:02.967670 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:19:02.967670 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:19:02.967670 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:19:02.967670 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:19:02.967670 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:19:02.967670 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:19:02.967670 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:19:02.967670 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:19:02.967670 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:19:02.967670 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:19:02.967670 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:19:02.967670 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:19:03.005327 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 968ea364-1184-41d0-a305-0d0f4c128105 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:19:03.012443 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da35ef3a-8dc9-4c8d-a549-829fe329dc49 req-24dba902-b869-4278-a2e5-6bae137f4d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:03.014046 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-da35ef3a-8dc9-4c8d-a549-829fe329dc49 req-24dba902-b869-4278-a2e5-6bae137f4d58 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 1097 time: 0.1146581 Dec 08 16:19:03.033481 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 968ea364-1184-41d0-a305-0d0f4c128105 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:19:03.034004 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 968ea364-1184-41d0-a305-0d0f4c128105 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:19:03.074579 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-da35ef3a-8dc9-4c8d-a549-829fe329dc49 req-80eef3c4-cc18-42d6-94aa-c061e69902e7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0224af71-d7ce-4eed-aefa-724f93ccbe59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534341 Dec 08 16:19:03.099741 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b3cf6-5256-42a4-8aa0-ee31a73ac4ca req-f8c514e3-3671-4133-9c60-772c45ff9314 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:03.101291 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a52b3cf6-5256-42a4-8aa0-ee31a73ac4ca req-f8c514e3-3671-4133-9c60-772c45ff9314 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 945 time: 0.1047676 Dec 08 16:19:03.118186 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5839526d-b22c-4364-9f35-fe3ed82521fd tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:03.160637 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-eec634b6-9edf-43de-a699-dc780b3e1021 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:03.166133 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a52b3cf6-5256-42a4-8aa0-ee31a73ac4ca req-ff209f63-4391-48e7-a9d0-1161717d60c1 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584688 Dec 08 16:19:03.173450 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-eec634b6-9edf-43de-a699-dc780b3e1021 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:03.183148 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-eec634b6-9edf-43de-a699-dc780b3e1021 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "DELETE /v2.0/networks/6e01a14a-dcb8-4b36-9e12-866ba6708f7c HTTP/1.1" status: 204 len: 168 time: 1.2072537 Dec 08 16:19:03.184677 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 55886) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:03.187747 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec634b6-9edf-43de-a699-dc780b3e1021 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event deleted for resources: {'Network': ['ID=6e01a14a-dcb8-4b36-9e12-866ba6708f7c,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:03.196358 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-ca26bcd8-3cf1-4217-97bc-42c97192e5c5 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2082636532'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:03.202502 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5839526d-b22c-4364-9f35-fe3ed82521fd tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Pushing event updated for resources: {'Subnet': ['ID=ddb6efee-e1ee-4a41-9dd7-78bb36ff25de,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:03.231382 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5839526d-b22c-4364-9f35-fe3ed82521fd tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:03.231879 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5839526d-b22c-4364-9f35-fe3ed82521fd tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:03.232100 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5839526d-b22c-4364-9f35-fe3ed82521fd tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:03.232461 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5839526d-b22c-4364-9f35-fe3ed82521fd tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:03.232799 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5839526d-b22c-4364-9f35-fe3ed82521fd tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:03.233137 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5839526d-b22c-4364-9f35-fe3ed82521fd tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:03.233472 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5839526d-b22c-4364-9f35-fe3ed82521fd tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:03.233807 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5839526d-b22c-4364-9f35-fe3ed82521fd tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:03.234137 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5839526d-b22c-4364-9f35-fe3ed82521fd tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:03.234471 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5839526d-b22c-4364-9f35-fe3ed82521fd tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:03.234803 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5839526d-b22c-4364-9f35-fe3ed82521fd tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:03.235128 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5839526d-b22c-4364-9f35-fe3ed82521fd tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:03.235457 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5839526d-b22c-4364-9f35-fe3ed82521fd tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:03.264248 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5839526d-b22c-4364-9f35-fe3ed82521fd tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Checking segment: {'id': '19067b2c-ac37-468f-96b0-eecaef3f1e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '34a05255-fd13-4019-a204-478e62df5066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:19:03.267488 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5839526d-b22c-4364-9f35-fe3ed82521fd tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Network hostable DHCP agents. Network: 34a05255-fd13-4019-a204-478e62df5066, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:19:03.296715 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d3d88-ef05-49fa-bca8-0a29523414e9 req-8269eceb-c047-4373-88b2-b156dd7f7e3e tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:03.298252 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-787d3d88-ef05-49fa-bca8-0a29523414e9 req-8269eceb-c047-4373-88b2-b156dd7f7e3e tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 945 time: 0.0906940 Dec 08 16:19:03.313530 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca26bcd8-3cf1-4217-97bc-42c97192e5c5 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Made reservation on behalf of 51a87c34cff54be8bd9f39e385a06492 for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:19:03.317496 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ca26bcd8-3cf1-4217-97bc-42c97192e5c5 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:03.337538 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5839526d-b22c-4364-9f35-fe3ed82521fd tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Network 34a05255-fd13-4019-a204-478e62df5066 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:19:03.360065 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55896) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:03.377884 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca26bcd8-3cf1-4217-97bc-42c97192e5c5 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:19:03.384922 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-787d3d88-ef05-49fa-bca8-0a29523414e9 req-5682c056-192c-42d1-ad7f-2a5180c211dc tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=0224af71-d7ce-4eed-aefa-724f93ccbe59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804071 Dec 08 16:19:03.395813 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-5839526d-b22c-4364-9f35-fe3ed82521fd tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 34a05255-fd13-4019-a204-478e62df5066) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:19:03.399158 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ca26bcd8-3cf1-4217-97bc-42c97192e5c5 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:03.399518 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-ca26bcd8-3cf1-4217-97bc-42c97192e5c5 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Added segment f468365f-e362-4fa9-b682-f9d325898ef6 of type vlan for network 64899bc7-9e4d-40fd-b133-15f2d6cc3684 Dec 08 16:19:03.407298 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c247bb-0a83-4437-8365-2187e108f360 None None] Network 34a05255-fd13-4019-a204-478e62df5066 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:19:03.412856 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5839526d-b22c-4364-9f35-fe3ed82521fd tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:03.413735 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5839526d-b22c-4364-9f35-fe3ed82521fd tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:03.455903 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ca26bcd8-3cf1-4217-97bc-42c97192e5c5 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:03.511827 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-5839526d-b22c-4364-9f35-fe3ed82521fd tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1705854 Dec 08 16:19:03.514053 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 55900) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:03.515102 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c5d33-ec42-441d-a19a-0a7d8a7b1c2e req-d8fa7d11-3490-4c82-a5ba-388328d0e736 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:03.521474 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-7c0c1225-765c-4047-ac3d-e6b088bf91ba tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Request body: {'port': {'network_id': '34a05255-fd13-4019-a204-478e62df5066', 'name': 'tempest-ExtraDHCPOptionsTestJSON-935638826'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:03.522507 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-156c5d33-ec42-441d-a19a-0a7d8a7b1c2e req-d8fa7d11-3490-4c82-a5ba-388328d0e736 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 945 time: 0.0655785 Dec 08 16:19:03.549263 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-77708f98-e43a-4dac-860e-6b9f38ee5e72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:03.561643 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74c18ff-d602-407c-8183-124d4d115df5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-34a05255-fd13-4019-a204-478e62df5066', 'network_id': '34a05255-fd13-4019-a204-478e62df5066', 'project_id': '4b6725ac745d450da3f31b8f2191fde6', 'fixed_ips': [{'subnet_id': 'ddb6efee-e1ee-4a41-9dd7-78bb36ff25de'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:19:03.565882 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f74c18ff-d602-407c-8183-124d4d115df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:03.578749 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ca26bcd8-3cf1-4217-97bc-42c97192e5c5 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:03.584615 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca26bcd8-3cf1-4217-97bc-42c97192e5c5 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:03.585316 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ca26bcd8-3cf1-4217-97bc-42c97192e5c5 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:03.620192 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-156c5d33-ec42-441d-a19a-0a7d8a7b1c2e req-be0884ca-1f25-4ea9-b12a-8d12819a0fd9 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910599 Dec 08 16:19:03.691247 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ca26bcd8-3cf1-4217-97bc-42c97192e5c5 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5006371 Dec 08 16:19:03.696658 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 55906) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:03.704062 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-8efe52bb-0a85-45fa-af7e-27832cb92a94 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Request body: {'subnet': {'network_id': '64899bc7-9e4d-40fd-b133-15f2d6cc3684', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:03.735473 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-77708f98-e43a-4dac-860e-6b9f38ee5e72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:03.799989 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca26bcd8-3cf1-4217-97bc-42c97192e5c5 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event updated for resources: {'Network': ['ID=64899bc7-9e4d-40fd-b133-15f2d6cc3684,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:03.806049 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-f74c18ff-d602-407c-8183-124d4d115df5 None None] Allocated IP 172.20.0.2 (34a05255-fd13-4019-a204-478e62df5066/ddb6efee-e1ee-4a41-9dd7-78bb36ff25de/6c32e975-b788-4285-ac76-759470dfe6ef) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:19:03.814702 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-77708f98-e43a-4dac-860e-6b9f38ee5e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:03.818062 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 64899bc7-9e4d-40fd-b133-15f2d6cc3684 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:19:03.885582 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-77708f98-e43a-4dac-860e-6b9f38ee5e72 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=217c7427a03a41d9be363f4116ab6611&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5242529 Dec 08 16:19:03.892450 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55908) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:03.901582 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77708f98-e43a-4dac-860e-6b9f38ee5e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=511bddab-c934-42cf-85ef-6da18abe9a57,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:03.915738 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759e74e-d33c-43aa-9a67-59e36897304b req-c20aeb57-f332-4c28-af89-cad7a767c294 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:03.923833 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4759e74e-d33c-43aa-9a67-59e36897304b req-c20aeb57-f332-4c28-af89-cad7a767c294 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 945 time: 0.1510587 Dec 08 16:19:03.937445 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.db.api [None req-8efe52bb-0a85-45fa-af7e-27832cb92a94 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 08 16:19:03.937445 n-d-776250-12 neutron-server[110550]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 08 16:19:03.937445 n-d-776250-12 neutron-server[110550]: [parameters: {'project_id_1': '51a87c34cff54be8bd9f39e385a06492', 'expiration_1': datetime.datetime(2021, 12, 8, 16, 18, 43, 880670)}] Dec 08 16:19:03.937445 n-d-776250-12 neutron-server[110550]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:19:03.938051 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277652f0-246f-4120-8917-fefe85a90100 req-c8dc43eb-e4e3-453c-a113-bcdbf2701a04 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:03.938155 n-d-776250-12 neutron-server[110550]: DEBUG oslo_db.api [None req-8efe52bb-0a85-45fa-af7e-27832cb92a94 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:19:03.939122 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-277652f0-246f-4120-8917-fefe85a90100 req-c8dc43eb-e4e3-453c-a113-bcdbf2701a04 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=adefda5d-bce5-412f-a53a-92f34c530f69 HTTP/1.1" status: 200 len: 945 time: 0.1853588 Dec 08 16:19:03.983625 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4759e74e-d33c-43aa-9a67-59e36897304b req-652c120f-197f-4dc8-94b1-3261184bb942 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588517 Dec 08 16:19:04.009322 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0c1225-765c-4047-ac3d-e6b088bf91ba tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Made reservation on behalf of 4b6725ac745d450da3f31b8f2191fde6 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:19:04.018618 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1225-765c-4047-ac3d-e6b088bf91ba tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:04.023756 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8bd9fa61-c09e-4a77-a4fa-e7209ab5adbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:04.047914 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-277652f0-246f-4120-8917-fefe85a90100 req-97d103fb-412b-497e-bd7a-9d5be15143ea tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977435 Dec 08 16:19:04.051986 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f74c18ff-d602-407c-8183-124d4d115df5 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:04.082054 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [None req-7c0c1225-765c-4047-ac3d-e6b088bf91ba tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] device_id is not set on port 0f1f8c05-7b0b-4e7b-a206-f9c98e9fde57 yet. {{(pid=110550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:19:04.087330 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8bd9fa61-c09e-4a77-a4fa-e7209ab5adbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:04.121027 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f74c18ff-d602-407c-8183-124d4d115df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:04.200348 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74c18ff-d602-407c-8183-124d4d115df5 None None] Network 34a05255-fd13-4019-a204-478e62df5066 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:19:04.207696 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-f74c18ff-d602-407c-8183-124d4d115df5 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:19:04.211201 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74c18ff-d602-407c-8183-124d4d115df5 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:19:04.227716 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74c18ff-d602-407c-8183-124d4d115df5 None None] Pushing event updated for resources: {'Port': ['ID=6c32e975-b788-4285-ac76-759470dfe6ef,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:04.233109 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8bd9fa61-c09e-4a77-a4fa-e7209ab5adbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:04.241641 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8bd9fa61-c09e-4a77-a4fa-e7209ab5adbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:04.243456 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-8bd9fa61-c09e-4a77-a4fa-e7209ab5adbb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/511bddab-c934-42cf-85ef-6da18abe9a57 HTTP/1.1" status: 204 len: 168 time: 0.3493345 Dec 08 16:19:04.267764 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd9fa61-c09e-4a77-a4fa-e7209ab5adbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=511bddab-c934-42cf-85ef-6da18abe9a57,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:04.299992 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-f74c18ff-d602-407c-8183-124d4d115df5 None None] Attempting to bind port 6c32e975-b788-4285-ac76-759470dfe6ef on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:19:04.300902 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-f74c18ff-d602-407c-8183-124d4d115df5 None None] Attempting to bind port 6c32e975-b788-4285-ac76-759470dfe6ef by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '19067b2c-ac37-468f-96b0-eecaef3f1e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '34a05255-fd13-4019-a204-478e62df5066'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:19:04.300902 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74c18ff-d602-407c-8183-124d4d115df5 None None] Attempting to bind port 6c32e975-b788-4285-ac76-759470dfe6ef on network 34a05255-fd13-4019-a204-478e62df5066 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:19:04.306948 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74c18ff-d602-407c-8183-124d4d115df5 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:19:04.307336 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74c18ff-d602-407c-8183-124d4d115df5 None None] Checking segment: {'id': '19067b2c-ac37-468f-96b0-eecaef3f1e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '34a05255-fd13-4019-a204-478e62df5066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:19:04.307742 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f74c18ff-d602-407c-8183-124d4d115df5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:04.308145 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74c18ff-d602-407c-8183-124d4d115df5 None None] Bound using segment: {'id': '19067b2c-ac37-468f-96b0-eecaef3f1e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '34a05255-fd13-4019-a204-478e62df5066'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:19:04.308644 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-f74c18ff-d602-407c-8183-124d4d115df5 None None] Bound port: 6c32e975-b788-4285-ac76-759470dfe6ef, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19067b2c-ac37-468f-96b0-eecaef3f1e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '34a05255-fd13-4019-a204-478e62df5066'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:19:04.309541 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f74c18ff-d602-407c-8183-124d4d115df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:04.313579 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.db.api [None req-7c0c1225-765c-4047-ac3d-e6b088bf91ba tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-1ecb1bc7-f9de-4ff8-87aa-0c512a45bb3a {{(pid=110550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:19:04.314690 n-d-776250-12 neutron-server[110550]: DEBUG oslo_db.api [None req-7c0c1225-765c-4047-ac3d-e6b088bf91ba tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:19:04.387050 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a205c-6917-4329-9dde-f66bb40ae6f4 req-059294fc-1482-4468-9d47-79c3a90e58b7 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:04.389859 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-f74c18ff-d602-407c-8183-124d4d115df5 None None] For port 6c32e975-b788-4285-ac76-759470dfe6ef, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:19:04.393243 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-f74c18ff-d602-407c-8183-124d4d115df5 None None] For port 6c32e975-b788-4285-ac76-759470dfe6ef, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=6c32e975-b788-4285-ac76-759470dfe6ef,segment=NetworkSegment(19067b2c-ac37-468f-96b0-eecaef3f1e75),segment_id=19067b2c-ac37-468f-96b0-eecaef3f1e75)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:19:04.394466 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-868a205c-6917-4329-9dde-f66bb40ae6f4 req-059294fc-1482-4468-9d47-79c3a90e58b7 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/networks?id=444a8cbb-ee83-40d1-9772-ed3daa005a16 HTTP/1.1" status: 200 len: 810 time: 0.1475236 Dec 08 16:19:04.411491 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-868a205c-6917-4329-9dde-f66bb40ae6f4 req-407bcb7f-0cb8-4968-870b-791b949699d7 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/quotas/22d0ae928129486d8913ac89433a7712 HTTP/1.1" status: 200 len: 375 time: 0.0160792 Dec 08 16:19:04.445857 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f74c18ff-d602-407c-8183-124d4d115df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:04.447941 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:04.480787 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-868a205c-6917-4329-9dde-f66bb40ae6f4 req-13ca3d35-981b-4612-a24d-aa7077bfe02b tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=22d0ae928129486d8913ac89433a7712&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0682852 Dec 08 16:19:04.565562 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74c18ff-d602-407c-8183-124d4d115df5 None None] Pushing event updated for resources: {'Port': ['ID=6c32e975-b788-4285-ac76-759470dfe6ef,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:04.591396 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8efe52bb-0a85-45fa-af7e-27832cb92a94 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Made reservation on behalf of 51a87c34cff54be8bd9f39e385a06492 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:19:04.595514 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8efe52bb-0a85-45fa-af7e-27832cb92a94 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:04.633349 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-868a205c-6917-4329-9dde-f66bb40ae6f4 req-f263b023-eb78-4661-9f5d-c4c159800f30 service neutron] 10.222.0.64 "GET /v2.0/networks/444a8cbb-ee83-40d1-9772-ed3daa005a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402321 Dec 08 16:19:04.681102 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ff22d-a228-4325-8fb2-749283d393ab req-352902de-8841-4104-ac4d-cc70a0ac3c65 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:04.682773 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ae0ff22d-a228-4325-8fb2-749283d393ab req-352902de-8841-4104-ac4d-cc70a0ac3c65 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 945 time: 0.1731596 Dec 08 16:19:04.786271 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-868a205c-6917-4329-9dde-f66bb40ae6f4 req-2261154a-b68b-4592-bff3-67da26606a32 service neutron] 10.222.0.64 "GET /v2.0/networks/444a8cbb-ee83-40d1-9772-ed3daa005a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468201 Dec 08 16:19:04.800710 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ae0ff22d-a228-4325-8fb2-749283d393ab req-02cb0796-d655-45ae-8627-c44bba4629fa tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=0224af71-d7ce-4eed-aefa-724f93ccbe59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010296 Dec 08 16:19:04.834637 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1225-765c-4047-ac3d-e6b088bf91ba tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:04.858616 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [None req-7c0c1225-765c-4047-ac3d-e6b088bf91ba tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] device_id is not set on port 60d9333a-050e-48d0-b2a6-0ddf4ee50bac yet. {{(pid=110550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:19:05.043169 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 6c32e975-b788-4285-ac76-759470dfe6ef up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:19:05.092705 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e677c-89fc-4add-8f77-974ccc997c56 req-c1112425-ffee-42ef-a33c-c8ed076b7d85 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:05.105608 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-770e677c-89fc-4add-8f77-974ccc997c56 req-c1112425-ffee-42ef-a33c-c8ed076b7d85 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 945 time: 0.1897874 Dec 08 16:19:05.105730 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55950) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:05.110094 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-8f95f40e-4bf0-4b29-b24a-bd1af265c3b3 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Request body: {'floatingip': {'port_id': 'c4267dbf-c828-4c70-a0a3-657df4c055a0'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:05.116279 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 6c32e975-b788-4285-ac76-759470dfe6ef triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:05.116664 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:05.134644 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-7c0c1225-765c-4047-ac3d-e6b088bf91ba tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Allocated IP 172.20.0.8 (34a05255-fd13-4019-a204-478e62df5066/ddb6efee-e1ee-4a41-9dd7-78bb36ff25de/60d9333a-050e-48d0-b2a6-0ddf4ee50bac) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:19:05.219370 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8f95f40e-4bf0-4b29-b24a-bd1af265c3b3 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks [] for floatingip, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:05.264944 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:05.316740 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1225-765c-4047-ac3d-e6b088bf91ba tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:05.347161 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 6c32e975-b788-4285-ac76-759470dfe6ef, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=6c32e975-b788-4285-ac76-759470dfe6ef,segment=NetworkSegment(19067b2c-ac37-468f-96b0-eecaef3f1e75),segment_id=19067b2c-ac37-468f-96b0-eecaef3f1e75)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:19:05.369415 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f25c6744-41b2-4e7d-8fa9-3efee3e5861e req-b8cca7c5-6fb3-4830-bf65-102c606fba5d tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=885586af-4e7a-44b4-a68c-ebb57f0a0cf6 HTTP/1.1" status: 200 len: 210 time: 0.1751556 Dec 08 16:19:05.404344 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:05.429035 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f826e-6f27-4575-bcab-f84b153e4ff4 req-640d0f2e-2329-4d5b-89a6-8ee77a1d28e0 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:05.437768 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e05f826e-6f27-4575-bcab-f84b153e4ff4 req-640d0f2e-2329-4d5b-89a6-8ee77a1d28e0 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=adefda5d-bce5-412f-a53a-92f34c530f69 HTTP/1.1" status: 200 len: 945 time: 0.0768783 Dec 08 16:19:05.442439 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8efe52bb-0a85-45fa-af7e-27832cb92a94 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:05.503895 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efe52bb-0a85-45fa-af7e-27832cb92a94 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event updated for resources: {'Subnet': ['ID=f1855352-162c-4192-afc4-36f569a3132d,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:05.522690 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1225-765c-4047-ac3d-e6b088bf91ba tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:05.555761 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=6c32e975-b788-4285-ac76-759470dfe6ef,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:05.610360 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0c1225-765c-4047-ac3d-e6b088bf91ba tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Network 34a05255-fd13-4019-a204-478e62df5066 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:19:05.619646 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-7c0c1225-765c-4047-ac3d-e6b088bf91ba tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:19:05.627739 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e05f826e-6f27-4575-bcab-f84b153e4ff4 req-66cc147e-c987-4b08-a20b-b873c59e1803 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880064 Dec 08 16:19:05.630416 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0c1225-765c-4047-ac3d-e6b088bf91ba tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:19:05.685620 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0c1225-765c-4047-ac3d-e6b088bf91ba tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:05.686670 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1225-765c-4047-ac3d-e6b088bf91ba tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:05.718752 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c1225-765c-4047-ac3d-e6b088bf91ba tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Pushing event updated for resources: {'Port': ['ID=60d9333a-050e-48d0-b2a6-0ddf4ee50bac,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:05.738766 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efe52bb-0a85-45fa-af7e-27832cb92a94 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Checking segment: {'id': 'f468365f-e362-4fa9-b682-f9d325898ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '64899bc7-9e4d-40fd-b133-15f2d6cc3684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:19:05.739444 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efe52bb-0a85-45fa-af7e-27832cb92a94 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Network hostable DHCP agents. Network: 64899bc7-9e4d-40fd-b133-15f2d6cc3684, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:19:05.789328 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-7c0c1225-765c-4047-ac3d-e6b088bf91ba tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2734807 Dec 08 16:19:05.792406 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 55970) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:05.806817 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-7d58c4fc-96a0-4322-ae41-4883c57f66de tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Request body: {'port': {'network_id': '34a05255-fd13-4019-a204-478e62df5066', 'name': 'tempest-ExtraDHCPOptionsTestJSON-263337080', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:05.807382 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.api.validators [None req-7d58c4fc-96a0-4322-ae41-4883c57f66de tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] bootfile-name is not in valid_values {{(pid=110550) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 16:19:05.811089 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.api.validators [None req-7d58c4fc-96a0-4322-ae41-4883c57f66de tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] tftp-server is not in valid_values {{(pid=110550) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 16:19:05.811089 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.api.validators [None req-7d58c4fc-96a0-4322-ae41-4883c57f66de tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] server-ip-address is not in valid_values {{(pid=110550) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 16:19:05.956812 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efe52bb-0a85-45fa-af7e-27832cb92a94 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Network 64899bc7-9e4d-40fd-b133-15f2d6cc3684 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:19:05.998440 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8f95f40e-4bf0-4b29-b24a-bd1af265c3b3 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:06.009233 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-8efe52bb-0a85-45fa-af7e-27832cb92a94 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 64899bc7-9e4d-40fd-b133-15f2d6cc3684) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:19:06.011307 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26acc099-bbaf-4fa2-9810-a28f616e14d7 None None] Network 34a05255-fd13-4019-a204-478e62df5066 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:19:06.015454 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efe52bb-0a85-45fa-af7e-27832cb92a94 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:06.015454 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8efe52bb-0a85-45fa-af7e-27832cb92a94 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:06.064011 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5a2c9c-57b9-46aa-bb84-a6bc9c06a17f None None] Network 64899bc7-9e4d-40fd-b133-15f2d6cc3684 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:19:06.066836 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8f95f40e-4bf0-4b29-b24a-bd1af265c3b3 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:06.067018 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d58c4fc-96a0-4322-ae41-4883c57f66de tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Made reservation on behalf of 4b6725ac745d450da3f31b8f2191fde6 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:19:06.070937 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7d58c4fc-96a0-4322-ae41-4883c57f66de tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:06.106280 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [None req-7d58c4fc-96a0-4322-ae41-4883c57f66de tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] device_id is not set on port c76b1b98-516c-4e7c-b598-03b88b8bc8c0 yet. {{(pid=110550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:19:06.180560 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-8efe52bb-0a85-45fa-af7e-27832cb92a94 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4821000 Dec 08 16:19:06.184560 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 55986) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:06.186328 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-68f5ead4-30a0-40a9-9dfa-aa4fa2b1dac1 None None] Provisioning complete for port 6c32e975-b788-4285-ac76-759470dfe6ef triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:06.186979 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-68f5ead4-30a0-40a9-9dfa-aa4fa2b1dac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:06.188976 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-29709671-275c-4c6e-a1bb-92fce27c2a4f tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Request body: {'port': {'network_id': '64899bc7-9e4d-40fd-b133-15f2d6cc3684', 'name': 'tempest-PortsIpV6TestJSON-1235260145', 'fixed_ips': [{'subnet_id': 'f1855352-162c-4192-afc4-36f569a3132d', 'ip_address': '2001:db8::10'}]}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:06.207221 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc0906-4b18-4485-bb0b-0a2aa402ce30 req-e3eae491-f246-45e3-8144-f3ea0993bced tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:06.208703 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cffc0906-4b18-4485-bb0b-0a2aa402ce30 req-e3eae491-f246-45e3-8144-f3ea0993bced tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/networks?id=bac12048-218d-4c84-9c9f-b2662c6ae975 HTTP/1.1" status: 200 len: 811 time: 0.2109661 Dec 08 16:19:06.226215 n-d-776250-12 neutron-server[110551]: INFO neutron.db.l3_db [None req-8f95f40e-4bf0-4b29-b24a-bd1af265c3b3 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Floating IP 8bac6202-417a-472e-93d2-632fc7a31c6f associated. External IP: 172.25.0.208, port: c4267dbf-c828-4c70-a0a3-657df4c055a0. Dec 08 16:19:06.314356 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cffc0906-4b18-4485-bb0b-0a2aa402ce30 req-5126d7a7-f164-46b7-ae21-a83282bfcd54 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/quotas/86427fb06cd943e1bad210250d1fd45f HTTP/1.1" status: 200 len: 375 time: 0.0761704 Dec 08 16:19:06.335151 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b611ff73-d131-486a-976d-9badc24df410 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-64899bc7-9e4d-40fd-b133-15f2d6cc3684', 'network_id': '64899bc7-9e4d-40fd-b133-15f2d6cc3684', 'project_id': '51a87c34cff54be8bd9f39e385a06492', 'fixed_ips': [{'subnet_id': 'f1855352-162c-4192-afc4-36f569a3132d'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:19:06.336580 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b611ff73-d131-486a-976d-9badc24df410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:06.372744 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-7d58c4fc-96a0-4322-ae41-4883c57f66de tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Allocated IP 172.20.0.3 (34a05255-fd13-4019-a204-478e62df5066/ddb6efee-e1ee-4a41-9dd7-78bb36ff25de/c76b1b98-516c-4e7c-b598-03b88b8bc8c0) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:19:06.466217 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cffc0906-4b18-4485-bb0b-0a2aa402ce30 req-bcaab8cb-c9e3-40b2-bba3-a32101373b68 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=86427fb06cd943e1bad210250d1fd45f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1505532 Dec 08 16:19:06.587660 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-b611ff73-d131-486a-976d-9badc24df410 None None] Allocated IP 2001:db8::2 (64899bc7-9e4d-40fd-b133-15f2d6cc3684/f1855352-162c-4192-afc4-36f569a3132d/1f3b17c9-f664-4d6e-a6dc-02c90ece8841) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:19:06.637287 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-66c238f4-290a-4de5-b3f9-fc062a24b734 req-e71f09dd-f3a4-4bd3-8397-573fe3bf3d05 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=885586af-4e7a-44b4-a68c-ebb57f0a0cf6 HTTP/1.1" status: 200 len: 210 time: 0.0956936 Dec 08 16:19:06.638561 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cffc0906-4b18-4485-bb0b-0a2aa402ce30 req-4cff0a70-81d0-4d66-82ae-ca6e2ea61e4f service neutron] 10.222.0.64 "GET /v2.0/networks/bac12048-218d-4c84-9c9f-b2662c6ae975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703618 Dec 08 16:19:06.743484 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7d58c4fc-96a0-4322-ae41-4883c57f66de tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:06.745564 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29709671-275c-4c6e-a1bb-92fce27c2a4f tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Made reservation on behalf of 51a87c34cff54be8bd9f39e385a06492 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:19:06.760135 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cffc0906-4b18-4485-bb0b-0a2aa402ce30 req-865843d7-e02c-44a5-aede-6db271c5e095 service neutron] 10.222.0.64 "GET /v2.0/networks/bac12048-218d-4c84-9c9f-b2662c6ae975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204998 Dec 08 16:19:06.845797 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-1a6ad5a5-bf49-4e7a-8778-af972f643870 None None] Provisioning complete for port 60d9333a-050e-48d0-b2a6-0ddf4ee50bac triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:06.846181 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1a6ad5a5-bf49-4e7a-8778-af972f643870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:06.906362 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b611ff73-d131-486a-976d-9badc24df410 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:06.951116 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-1a6ad5a5-bf49-4e7a-8778-af972f643870 None None] Port 60d9333a-050e-48d0-b2a6-0ddf4ee50bac cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:19:06.986495 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-29709671-275c-4c6e-a1bb-92fce27c2a4f tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:07.006770 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b611ff73-d131-486a-976d-9badc24df410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:07.014359 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [None req-29709671-275c-4c6e-a1bb-92fce27c2a4f tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] device_id is not set on port 2ce2fe30-c936-42cc-8f15-48d66e98de6a yet. {{(pid=110550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:19:07.034053 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-1a6ad5a5-bf49-4e7a-8778-af972f643870 None None] Provisioning complete for port 6c32e975-b788-4285-ac76-759470dfe6ef triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:07.035793 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1a6ad5a5-bf49-4e7a-8778-af972f643870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:07.083900 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7d58c4fc-96a0-4322-ae41-4883c57f66de tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:07.149262 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d58c4fc-96a0-4322-ae41-4883c57f66de tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Network 34a05255-fd13-4019-a204-478e62df5066 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:19:07.162318 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-7d58c4fc-96a0-4322-ae41-4883c57f66de tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:19:07.167706 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d58c4fc-96a0-4322-ae41-4883c57f66de tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:19:07.211132 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 6c32e975-b788-4285-ac76-759470dfe6ef up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:19:07.341079 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5a980d20-2061-4f7d-bf99-8d57e58e5299 req-a4b58a1e-d670-43c7-b54f-8e3d1c6e1682 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f1e0362-48bf-417b-b53c-4acdd616c33f HTTP/1.1" status: 200 len: 210 time: 0.1563172 Dec 08 16:19:07.348614 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d58c4fc-96a0-4322-ae41-4883c57f66de tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Pushing event updated for resources: {'Port': ['ID=c76b1b98-516c-4e7c-b598-03b88b8bc8c0,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:07.556341 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b611ff73-d131-486a-976d-9badc24df410 None None] Network 64899bc7-9e4d-40fd-b133-15f2d6cc3684 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:19:07.557622 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b611ff73-d131-486a-976d-9badc24df410 None None] Pushing event updated for resources: {'Port': ['ID=1f3b17c9-f664-4d6e-a6dc-02c90ece8841,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:07.580516 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-b611ff73-d131-486a-976d-9badc24df410 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:19:07.585465 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b611ff73-d131-486a-976d-9badc24df410 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:19:07.592586 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d58c4fc-96a0-4322-ae41-4883c57f66de tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:07.593930 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7d58c4fc-96a0-4322-ae41-4883c57f66de tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:07.640580 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a205c-6917-4329-9dde-f66bb40ae6f4 req-d92093d0-c7ab-4621-b5e3-7e9f99dd6429 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:07.642463 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-868a205c-6917-4329-9dde-f66bb40ae6f4 req-d92093d0-c7ab-4621-b5e3-7e9f99dd6429 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.76 "GET /v2.0/networks?id=444a8cbb-ee83-40d1-9772-ed3daa005a16 HTTP/1.1" status: 200 len: 810 time: 0.2328429 Dec 08 16:19:07.650505 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f95f40e-4bf0-4b29-b24a-bd1af265c3b3 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Router a280412e-a049-4c39-b674-5004fe506071 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:19:07.665902 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-868a205c-6917-4329-9dde-f66bb40ae6f4 req-fc948255-b858-4148-842d-9e9f41a7a11e tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Request body: {'port': {'device_id': '885586af-4e7a-44b4-a68c-ebb57f0a0cf6', 'network_id': '444a8cbb-ee83-40d1-9772-ed3daa005a16', 'admin_state_up': True, 'tenant_id': '22d0ae928129486d8913ac89433a7712'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:07.740890 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-29709671-275c-4c6e-a1bb-92fce27c2a4f tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Allocated IP 2001:db8::10 (64899bc7-9e4d-40fd-b133-15f2d6cc3684/f1855352-162c-4192-afc4-36f569a3132d/2ce2fe30-c936-42cc-8f15-48d66e98de6a) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:19:07.791102 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 6c32e975-b788-4285-ac76-759470dfe6ef triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:07.791704 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:07.816226 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-b611ff73-d131-486a-976d-9badc24df410 None None] Attempting to bind port 1f3b17c9-f664-4d6e-a6dc-02c90ece8841 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:19:07.816226 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-b611ff73-d131-486a-976d-9badc24df410 None None] Attempting to bind port 1f3b17c9-f664-4d6e-a6dc-02c90ece8841 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'f468365f-e362-4fa9-b682-f9d325898ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '64899bc7-9e4d-40fd-b133-15f2d6cc3684'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:19:07.816616 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b611ff73-d131-486a-976d-9badc24df410 None None] Attempting to bind port 1f3b17c9-f664-4d6e-a6dc-02c90ece8841 on network 64899bc7-9e4d-40fd-b133-15f2d6cc3684 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:19:07.822218 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-69fd3502-7500-4037-b0bc-944ad50b8823 req-972f77ab-96b0-484c-b4e1-d653012bac43 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=885586af-4e7a-44b4-a68c-ebb57f0a0cf6 HTTP/1.1" status: 200 len: 210 time: 0.0354977 Dec 08 16:19:07.826649 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b611ff73-d131-486a-976d-9badc24df410 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:19:07.826803 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b611ff73-d131-486a-976d-9badc24df410 None None] Checking segment: {'id': 'f468365f-e362-4fa9-b682-f9d325898ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '64899bc7-9e4d-40fd-b133-15f2d6cc3684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:19:07.827329 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b611ff73-d131-486a-976d-9badc24df410 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:07.827735 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b611ff73-d131-486a-976d-9badc24df410 None None] Bound using segment: {'id': 'f468365f-e362-4fa9-b682-f9d325898ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '64899bc7-9e4d-40fd-b133-15f2d6cc3684'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:19:07.828240 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-b611ff73-d131-486a-976d-9badc24df410 None None] Bound port: 1f3b17c9-f664-4d6e-a6dc-02c90ece8841, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f468365f-e362-4fa9-b682-f9d325898ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '64899bc7-9e4d-40fd-b133-15f2d6cc3684'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:19:07.828639 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b611ff73-d131-486a-976d-9badc24df410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:07.891920 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-7d58c4fc-96a0-4322-ae41-4883c57f66de tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 2.0983691 Dec 08 16:19:07.897413 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 56022) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:07.920423 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-b611ff73-d131-486a-976d-9badc24df410 None None] For port 1f3b17c9-f664-4d6e-a6dc-02c90ece8841, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:19:07.920423 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-b611ff73-d131-486a-976d-9badc24df410 None None] For port 1f3b17c9-f664-4d6e-a6dc-02c90ece8841, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=1f3b17c9-f664-4d6e-a6dc-02c90ece8841,segment=NetworkSegment(f468365f-e362-4fa9-b682-f9d325898ef6),segment_id=f468365f-e362-4fa9-b682-f9d325898ef6)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:19:07.948103 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f95f40e-4bf0-4b29-b24a-bd1af265c3b3 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:19:07.954630 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8f95f40e-4bf0-4b29-b24a-bd1af265c3b3 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:07.965596 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c72b861-a2cd-4f53-bc36-55d5c694849e None None] Sync routers for ids ['a280412e-a049-4c39-b674-5004fe506071'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:19:07.977526 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-cbeca911-9490-41c8-af01-1cd4f2fe0e72 None None] Provisioning complete for port 60d9333a-050e-48d0-b2a6-0ddf4ee50bac triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:07.977907 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-cbeca911-9490-41c8-af01-1cd4f2fe0e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:07.989696 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c72b861-a2cd-4f53-bc36-55d5c694849e None None] Routers {'a280412e-a049-4c39-b674-5004fe506071'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:19:07.990600 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-6c72b861-a2cd-4f53-bc36-55d5c694849e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:18:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['a280412e-a049-4c39-b674-5004fe506071'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:07.994130 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b611ff73-d131-486a-976d-9badc24df410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:08.013403 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-8f95f40e-4bf0-4b29-b24a-bd1af265c3b3 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "PUT /v2.0/floatingips/8bac6202-417a-472e-93d2-632fc7a31c6f HTTP/1.1" status: 200 len: 991 time: 2.9044259 Dec 08 16:19:08.013403 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2642e78-56a1-4187-9eab-2b32463c46ad', 'tag': 'c4267dbf-c828-4c70-a0a3-657df4c055a0'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:19:08.016077 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7e11e3-5a91-4205-8bca-3a05a4d8d8a6" -d '{"events": [{"name": "network-changed", "server_uuid": "a2642e78-56a1-4187-9eab-2b32463c46ad", "tag": "c4267dbf-c828-4c70-a0a3-657df4c055a0"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:19:08.064813 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-868a205c-6917-4329-9dde-f66bb40ae6f4 req-fc948255-b858-4148-842d-9e9f41a7a11e tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Made reservation on behalf of 22d0ae928129486d8913ac89433a7712 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:19:08.069563 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-868a205c-6917-4329-9dde-f66bb40ae6f4 req-fc948255-b858-4148-842d-9e9f41a7a11e tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:08.107343 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-cbeca911-9490-41c8-af01-1cd4f2fe0e72 None None] Port 60d9333a-050e-48d0-b2a6-0ddf4ee50bac cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:19:08.120563 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b611ff73-d131-486a-976d-9badc24df410 None None] Pushing event updated for resources: {'Port': ['ID=1f3b17c9-f664-4d6e-a6dc-02c90ece8841,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:08.128505 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-cbeca911-9490-41c8-af01-1cd4f2fe0e72 None None] Provisioning complete for port c76b1b98-516c-4e7c-b598-03b88b8bc8c0 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:08.128894 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-cbeca911-9490-41c8-af01-1cd4f2fe0e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:08.195887 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8c0c13-7ef1-4be4-b9e6-0c1857f5102b x-openstack-request-id: req-9d8c0c13-7ef1-4be4-b9e6-0c1857f5102b {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:19:08.196512 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2642e78-56a1-4187-9eab-2b32463c46ad", "tag": "c4267dbf-c828-4c70-a0a3-657df4c055a0", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:19:08.197200 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9d8c0c13-7ef1-4be4-b9e6-0c1857f5102b {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:19:08.197849 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2642e78-56a1-4187-9eab-2b32463c46ad', 'tag': 'c4267dbf-c828-4c70-a0a3-657df4c055a0', 'status': 'completed', 'code': 200} Dec 08 16:19:08.222301 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-6c72b861-a2cd-4f53-bc36-55d5c694849e None None] Set router a280412e-a049-4c39-b674-5004fe506071 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:19:08.234568 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d14093-2c8d-4ab4-a559-291cdbed4360 tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:08.242600 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d14093-2c8d-4ab4-a559-291cdbed4360 tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:08.249092 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d14093-2c8d-4ab4-a559-291cdbed4360 tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:08.253126 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-cbeca911-9490-41c8-af01-1cd4f2fe0e72 None None] Port c76b1b98-516c-4e7c-b598-03b88b8bc8c0 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:19:08.254038 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56034) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:08.254547 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-98d14093-2c8d-4ab4-a559-291cdbed4360 tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.3494117 Dec 08 16:19:08.372500 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 56036) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:08.434463 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-29709671-275c-4c6e-a1bb-92fce27c2a4f tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:08.462453 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-5d14d049-3ffe-4aed-a07a-825e2ed5c93b tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Deleting port c76b1b98-516c-4e7c-b598-03b88b8bc8c0 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:19:08.462800 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5d14d049-3ffe-4aed-a07a-825e2ed5c93b tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:08.535469 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:08.555536 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-14fc5ff8-63fc-4ca5-b858-94ffe81a1e73 req-ed769326-7967-40be-99b5-c983825b6809 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f1e0362-48bf-417b-b53c-4acdd616c33f HTTP/1.1" status: 200 len: 210 time: 0.1010191 Dec 08 16:19:08.574682 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7e11e3-5a91-4205-8bca-3a05a4d8d8a6 req-73df5791-497f-4f8d-9ac5-2a65ad6ecc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:08.576490 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ec7e11e3-5a91-4205-8bca-3a05a4d8d8a6 req-73df5791-497f-4f8d-9ac5-2a65ad6ecc30 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ebd580521ede49659be460136b14e0dd&device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 1097 time: 0.3116682 Dec 08 16:19:08.586458 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-6c72b861-a2cd-4f53-bc36-55d5c694849e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a280412e-a049-4c39-b674-5004fe506071', 'name': 'tempest-AttachVolumeShelveTestJSON-944697511-router', 'tenant_id': 'ebd580521ede49659be460136b14e0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'd38b47d4-eb5e-46ec-86b0-5f90264f9489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:18:24Z', 'updated_at': '2021-12-08T16:18:32Z', 'revision_number': 4, 'project_id': 'ebd580521ede49659be460136b14e0dd', 'gw_port': {'id': 'd38b47d4-eb5e-46ec-86b0-5f90264f9489', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:de:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a280412e-a049-4c39-b674-5004fe506071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:18:25Z', 'updated_at': '2021-12-08T16:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '8bac6202-417a-472e-93d2-632fc7a31c6f', 'tenant_id': 'ebd580521ede49659be460136b14e0dd', 'floating_ip_address': '172.25.0.208', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': 'a280412e-a049-4c39-b674-5004fe506071', 'port_id': 'c4267dbf-c828-4c70-a0a3-657df4c055a0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96222b75-0d7f-43da-898a-91046f8bdc5a', 'mac_address': 'fa:16:3e:46:9f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2642e78-56a1-4187-9eab-2b32463c46ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:18:42Z', 'updated_at': '2021-12-08T16:19:05Z', 'revision_number': 1, 'project_id': 'ebd580521ede49659be460136b14e0dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5ed6ac9-2639-4afc-8743-769278c1f01a', 'name': '', 'network_id': '96222b75-0d7f-43da-898a-91046f8bdc5a', 'tenant_id': 'ebd580521ede49659be460136b14e0dd', 'mac_address': 'fa:16:3e:49:0b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a280412e-a049-4c39-b674-5004fe506071', 'device_owner': 'network:router_interface', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': '297bd6e5-3bf7-4d91-8a12-5133ca44aa82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:18:29Z', 'updated_at': '2021-12-08T16:18:38Z', 'revision_number': 5, 'project_id': 'ebd580521ede49659be460136b14e0dd', 'subnets': [{'id': '297bd6e5-3bf7-4d91-8a12-5133ca44aa82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:08.614938 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c72b861-a2cd-4f53-bc36-55d5c694849e None None] Checking router: a280412e-a049-4c39-b674-5004fe506071 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:19:08.625794 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c72b861-a2cd-4f53-bc36-55d5c694849e None None] Routers {'a280412e-a049-4c39-b674-5004fe506071'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:19:08.627425 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-6c72b861-a2cd-4f53-bc36-55d5c694849e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:18:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['a280412e-a049-4c39-b674-5004fe506071'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:08.657266 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5d14d049-3ffe-4aed-a07a-825e2ed5c93b tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:08.672530 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-5d14d049-3ffe-4aed-a07a-825e2ed5c93b tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Calling delete_port for c76b1b98-516c-4e7c-b598-03b88b8bc8c0 owned by {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:19:08.704027 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-04c3bb85-f7f9-4bbb-b94b-36711b88e8fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:08.741717 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-29709671-275c-4c6e-a1bb-92fce27c2a4f tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:08.761684 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-6c72b861-a2cd-4f53-bc36-55d5c694849e None None] Set router a280412e-a049-4c39-b674-5004fe506071 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:19:08.807562 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-868a205c-6917-4329-9dde-f66bb40ae6f4 req-fc948255-b858-4148-842d-9e9f41a7a11e tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Allocated IP 172.20.0.12 (444a8cbb-ee83-40d1-9772-ed3daa005a16/921ca20d-c445-4985-be5a-b19c39bd838b/387545ee-2fb9-4fd0-bb31-482b9336eed0) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:19:08.854455 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29709671-275c-4c6e-a1bb-92fce27c2a4f tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Network 64899bc7-9e4d-40fd-b133-15f2d6cc3684 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:19:08.855658 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7e11e3-5a91-4205-8bca-3a05a4d8d8a6 req-2d70debf-3e80-49c2-ae26-3b52180d45a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:08.857214 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ec7e11e3-5a91-4205-8bca-3a05a4d8d8a6 req-2d70debf-3e80-49c2-ae26-3b52180d45a6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=96222b75-0d7f-43da-898a-91046f8bdc5a HTTP/1.1" status: 200 len: 917 time: 0.2585254 Dec 08 16:19:08.859737 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29709671-275c-4c6e-a1bb-92fce27c2a4f tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event updated for resources: {'Port': ['ID=2ce2fe30-c936-42cc-8f15-48d66e98de6a,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:08.864588 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-29709671-275c-4c6e-a1bb-92fce27c2a4f tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:19:08.876541 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29709671-275c-4c6e-a1bb-92fce27c2a4f tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:19:08.882174 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29709671-275c-4c6e-a1bb-92fce27c2a4f tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:08.883374 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-29709671-275c-4c6e-a1bb-92fce27c2a4f tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:08.916029 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5d14d049-3ffe-4aed-a07a-825e2ed5c93b tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:08.980877 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d14d049-3ffe-4aed-a07a-825e2ed5c93b tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Pushing event deleted for resources: {'Port': ['ID=c76b1b98-516c-4e7c-b598-03b88b8bc8c0,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:09.133599 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 1f3b17c9-f664-4d6e-a6dc-02c90ece8841 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:19:09.164308 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5d14d049-3ffe-4aed-a07a-825e2ed5c93b tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:09.167713 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-5d14d049-3ffe-4aed-a07a-825e2ed5c93b tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] 10.222.0.64 "DELETE /v2.0/ports/c76b1b98-516c-4e7c-b598-03b88b8bc8c0 HTTP/1.1" status: 204 len: 168 time: 0.9122303 Dec 08 16:19:09.190785 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-54158906-a6e5-4f3a-8876-f167c24ae7d5 req-885f99b9-4620-4d5e-8cd1-792c3ebb7c1e tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=885586af-4e7a-44b4-a68c-ebb57f0a0cf6 HTTP/1.1" status: 200 len: 210 time: 0.1044481 Dec 08 16:19:09.191241 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56048) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:09.216383 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-6c72b861-a2cd-4f53-bc36-55d5c694849e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a280412e-a049-4c39-b674-5004fe506071', 'name': 'tempest-AttachVolumeShelveTestJSON-944697511-router', 'tenant_id': 'ebd580521ede49659be460136b14e0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'd38b47d4-eb5e-46ec-86b0-5f90264f9489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:18:24Z', 'updated_at': '2021-12-08T16:18:32Z', 'revision_number': 4, 'project_id': 'ebd580521ede49659be460136b14e0dd', 'gw_port': {'id': 'd38b47d4-eb5e-46ec-86b0-5f90264f9489', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:de:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a280412e-a049-4c39-b674-5004fe506071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:18:25Z', 'updated_at': '2021-12-08T16:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '8bac6202-417a-472e-93d2-632fc7a31c6f', 'tenant_id': 'ebd580521ede49659be460136b14e0dd', 'floating_ip_address': '172.25.0.208', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': 'a280412e-a049-4c39-b674-5004fe506071', 'port_id': 'c4267dbf-c828-4c70-a0a3-657df4c055a0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96222b75-0d7f-43da-898a-91046f8bdc5a', 'mac_address': 'fa:16:3e:46:9f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2642e78-56a1-4187-9eab-2b32463c46ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:18:42Z', 'updated_at': '2021-12-08T16:19:05Z', 'revision_number': 1, 'project_id': 'ebd580521ede49659be460136b14e0dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5ed6ac9-2639-4afc-8743-769278c1f01a', 'name': '', 'network_id': '96222b75-0d7f-43da-898a-91046f8bdc5a', 'tenant_id': 'ebd580521ede49659be460136b14e0dd', 'mac_address': 'fa:16:3e:49:0b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a280412e-a049-4c39-b674-5004fe506071', 'device_owner': 'network:router_interface', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': '297bd6e5-3bf7-4d91-8a12-5133ca44aa82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:18:29Z', 'updated_at': '2021-12-08T16:18:38Z', 'revision_number': 5, 'project_id': 'ebd580521ede49659be460136b14e0dd', 'subnets': [{'id': '297bd6e5-3bf7-4d91-8a12-5133ca44aa82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:09.216909 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-ab981cea-0afd-4618-8de6-8608fd5c518c tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Request body: {'port': {'name': 'tempest-new-port-name-685935079', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:09.216909 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.api.validators [None req-ab981cea-0afd-4618-8de6-8608fd5c518c tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] bootfile-name is not in valid_values {{(pid=110551) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 16:19:09.217204 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.api.validators [None req-ab981cea-0afd-4618-8de6-8608fd5c518c tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] tftp-server is not in valid_values {{(pid=110551) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 16:19:09.217559 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.api.validators [None req-ab981cea-0afd-4618-8de6-8608fd5c518c tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] server-ip-address is not in valid_values {{(pid=110551) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 16:19:09.281895 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c72b861-a2cd-4f53-bc36-55d5c694849e None None] The sync data for ids ['a280412e-a049-4c39-b674-5004fe506071'] in n-d-776250-12 is: [{'id': 'a280412e-a049-4c39-b674-5004fe506071', 'name': 'tempest-AttachVolumeShelveTestJSON-944697511-router', 'tenant_id': 'ebd580521ede49659be460136b14e0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'd38b47d4-eb5e-46ec-86b0-5f90264f9489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:18:24Z', 'updated_at': '2021-12-08T16:18:32Z', 'revision_number': 4, 'project_id': 'ebd580521ede49659be460136b14e0dd', 'gw_port': {'id': 'd38b47d4-eb5e-46ec-86b0-5f90264f9489', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:de:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a280412e-a049-4c39-b674-5004fe506071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:18:25Z', 'updated_at': '2021-12-08T16:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '8bac6202-417a-472e-93d2-632fc7a31c6f', 'tenant_id': 'ebd580521ede49659be460136b14e0dd', 'floating_ip_address': '172.25.0.208', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': 'a280412e-a049-4c39-b674-5004fe506071', 'port_id': 'c4267dbf-c828-4c70-a0a3-657df4c055a0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96222b75-0d7f-43da-898a-91046f8bdc5a', 'mac_address': 'fa:16:3e:46:9f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2642e78-56a1-4187-9eab-2b32463c46ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:18:42Z', 'updated_at': '2021-12-08T16:19:05Z', 'revision_number': 1, 'project_id': 'ebd580521ede49659be460136b14e0dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5ed6ac9-2639-4afc-8743-769278c1f01a', 'name': '', 'network_id': '96222b75-0d7f-43da-898a-91046f8bdc5a', 'tenant_id': 'ebd580521ede49659be460136b14e0dd', 'mac_address': 'fa:16:3e:49:0b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a280412e-a049-4c39-b674-5004fe506071', 'device_owner': 'network:router_interface', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': '297bd6e5-3bf7-4d91-8a12-5133ca44aa82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:18:29Z', 'updated_at': '2021-12-08T16:18:38Z', 'revision_number': 5, 'project_id': 'ebd580521ede49659be460136b14e0dd', 'subnets': [{'id': '297bd6e5-3bf7-4d91-8a12-5133ca44aa82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:19:09.291910 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 1f3b17c9-f664-4d6e-a6dc-02c90ece8841 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:09.292745 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:09.437314 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:09.437879 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ab981cea-0afd-4618-8de6-8608fd5c518c tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:09.499314 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 1f3b17c9-f664-4d6e-a6dc-02c90ece8841, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=1f3b17c9-f664-4d6e-a6dc-02c90ece8841,segment=NetworkSegment(f468365f-e362-4fa9-b682-f9d325898ef6),segment_id=f468365f-e362-4fa9-b682-f9d325898ef6)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:19:09.592288 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ec7e11e3-5a91-4205-8bca-3a05a4d8d8a6 req-7c0ef076-9861-42c9-9838-d3648377066a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4267dbf-c828-4c70-a0a3-657df4c055a0 HTTP/1.1" status: 200 len: 999 time: 0.7235396 Dec 08 16:19:09.608861 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:09.659535 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f73dd3-0caa-4a6d-989e-89d6871ecd27 None None] New status for floating IP 8bac6202-417a-472e-93d2-632fc7a31c6f: ACTIVE {{(pid=110552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:19:09.686088 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-29709671-275c-4c6e-a1bb-92fce27c2a4f tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.5010989 Dec 08 16:19:09.693516 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56054) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:09.700314 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-afef3be2-647f-4ca8-9bd8-6b3db0f45d4e tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Request body: {'port': {'network_id': '64899bc7-9e4d-40fd-b133-15f2d6cc3684', 'name': 'tempest-PortsIpV6TestJSON-932830974', 'fixed_ips': [{'subnet_id': 'f1855352-162c-4192-afc4-36f569a3132d', 'ip_address': '2001:db8::f'}]}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:09.740153 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=1f3b17c9-f664-4d6e-a6dc-02c90ece8841,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:09.760978 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b3fb53-5612-4b87-8a02-677f42ccfff6 None None] Network 64899bc7-9e4d-40fd-b133-15f2d6cc3684 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:19:09.777881 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-04c3bb85-f7f9-4bbb-b94b-36711b88e8fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:09.780426 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7e11e3-5a91-4205-8bca-3a05a4d8d8a6 req-b26c2778-47d9-4c66-8f98-641fec4bc9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:09.785933 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ec7e11e3-5a91-4205-8bca-3a05a4d8d8a6 req-b26c2778-47d9-4c66-8f98-641fec4bc9d4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=297bd6e5-3bf7-4d91-8a12-5133ca44aa82 HTTP/1.1" status: 200 len: 855 time: 0.1774480 Dec 08 16:19:09.786482 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c2381d67-174d-47c8-9a59-1c9e17135b5b req-0575e4ab-d45f-4b9b-9a82-3d1edb7824ab tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f1e0362-48bf-417b-b53c-4acdd616c33f HTTP/1.1" status: 200 len: 210 time: 0.0765693 Dec 08 16:19:09.845967 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-868a205c-6917-4329-9dde-f66bb40ae6f4 req-fc948255-b858-4148-842d-9e9f41a7a11e tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:09.863989 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7e11e3-5a91-4205-8bca-3a05a4d8d8a6 req-8c578578-d693-4ac1-8a77-e417bc10bef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:09.864523 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ab981cea-0afd-4618-8de6-8608fd5c518c tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:09.865545 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ec7e11e3-5a91-4205-8bca-3a05a4d8d8a6 req-8c578578-d693-4ac1-8a77-e417bc10bef4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=96222b75-0d7f-43da-898a-91046f8bdc5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0747867 Dec 08 16:19:09.894296 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-04c3bb85-f7f9-4bbb-b94b-36711b88e8fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:09.907447 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-6b83dabd-f7bc-44c8-bddf-8209921e506d None None] Provisioning complete for port 1f3b17c9-f664-4d6e-a6dc-02c90ece8841 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:09.909845 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6b83dabd-f7bc-44c8-bddf-8209921e506d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:09.963860 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ab981cea-0afd-4618-8de6-8608fd5c518c tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:09.988367 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-04c3bb85-f7f9-4bbb-b94b-36711b88e8fc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7d6257d8b77b4f5fbacddff4b1c5d001&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5370343 Dec 08 16:19:09.988721 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 56056) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:10.020467 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afef3be2-647f-4ca8-9bd8-6b3db0f45d4e tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Made reservation on behalf of 51a87c34cff54be8bd9f39e385a06492 for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:19:10.033663 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c3bb85-f7f9-4bbb-b94b-36711b88e8fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321b46f8-18b8-4f06-8df6-623ae449b237,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:10.064152 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-868a205c-6917-4329-9dde-f66bb40ae6f4 req-fc948255-b858-4148-842d-9e9f41a7a11e tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:10.172493 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ec7e11e3-5a91-4205-8bca-3a05a4d8d8a6 req-f7e3175e-6823-4aa6-ad4e-119c1e72108e service neutron] 10.222.0.37 "GET /v2.0/networks/96222b75-0d7f-43da-898a-91046f8bdc5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887099 Dec 08 16:19:10.195537 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab981cea-0afd-4618-8de6-8608fd5c518c tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Pushing event updated for resources: {'Port': ['ID=60d9333a-050e-48d0-b2a6-0ddf4ee50bac,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:10.250321 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-ab981cea-0afd-4618-8de6-8608fd5c518c tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] In _notify_port_updated(), no bound segment for port 60d9333a-050e-48d0-b2a6-0ddf4ee50bac on network 34a05255-fd13-4019-a204-478e62df5066 {{(pid=110551) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 16:19:10.256062 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab981cea-0afd-4618-8de6-8608fd5c518c tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:10.256913 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ab981cea-0afd-4618-8de6-8608fd5c518c tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:10.258445 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ab981cea-0afd-4618-8de6-8608fd5c518c tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] 10.222.0.64 "PUT /v2.0/ports/60d9333a-050e-48d0-b2a6-0ddf4ee50bac HTTP/1.1" status: 200 len: 1135 time: 1.0660179 Dec 08 16:19:10.265416 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56062) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:10.287740 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-868a205c-6917-4329-9dde-f66bb40ae6f4 req-fc948255-b858-4148-842d-9e9f41a7a11e tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Network 444a8cbb-ee83-40d1-9772-ed3daa005a16 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:19:10.289875 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d5a78945-9b59-4605-a783-c84532600cf3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:10.299144 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc0906-4b18-4485-bb0b-0a2aa402ce30 req-a3d1099b-b0a3-4bf0-86fb-8be6331116e8 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:10.301418 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cffc0906-4b18-4485-bb0b-0a2aa402ce30 req-a3d1099b-b0a3-4bf0-86fb-8be6331116e8 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.37 "GET /v2.0/networks?id=bac12048-218d-4c84-9c9f-b2662c6ae975 HTTP/1.1" status: 200 len: 811 time: 0.2570117 Dec 08 16:19:10.302387 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-868a205c-6917-4329-9dde-f66bb40ae6f4 req-fc948255-b858-4148-842d-9e9f41a7a11e tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:19:10.310818 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-868a205c-6917-4329-9dde-f66bb40ae6f4 req-fc948255-b858-4148-842d-9e9f41a7a11e tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:19:10.378798 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408bfd80-aae7-4099-932b-97cbfe756435 tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:10.388007 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-408bfd80-aae7-4099-932b-97cbfe756435 tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] 10.222.0.64 "GET /v2.0/ports/60d9333a-050e-48d0-b2a6-0ddf4ee50bac HTTP/1.1" status: 200 len: 1135 time: 0.1195641 Dec 08 16:19:10.388007 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56066) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:10.391029 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-afef3be2-647f-4ca8-9bd8-6b3db0f45d4e tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:10.424535 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-cffc0906-4b18-4485-bb0b-0a2aa402ce30 req-8731fb4f-88e5-433b-90d3-c2896eb1edc4 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Request body: {'port': {'device_id': '6f1e0362-48bf-417b-b53c-4acdd616c33f', 'network_id': 'bac12048-218d-4c84-9c9f-b2662c6ae975', 'admin_state_up': True, 'tenant_id': '86427fb06cd943e1bad210250d1fd45f'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:10.453786 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-afef3be2-647f-4ca8-9bd8-6b3db0f45d4e tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] device_id is not set on port 47c1c973-e01e-44dd-a13d-6fa04aec0f72 yet. {{(pid=110551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:19:10.620931 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-b39624a3-5530-4f14-bc67-077e0f44e48f None None] Provisioning complete for port 60d9333a-050e-48d0-b2a6-0ddf4ee50bac triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:10.620931 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b39624a3-5530-4f14-bc67-077e0f44e48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:10.710660 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-b39624a3-5530-4f14-bc67-077e0f44e48f None None] Port 60d9333a-050e-48d0-b2a6-0ddf4ee50bac cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:19:10.750013 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-b39624a3-5530-4f14-bc67-077e0f44e48f None None] Provisioning complete for port 1f3b17c9-f664-4d6e-a6dc-02c90ece8841 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:10.750400 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b39624a3-5530-4f14-bc67-077e0f44e48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:10.758490 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-afef3be2-647f-4ca8-9bd8-6b3db0f45d4e tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Allocated IP 2001:db8::f (64899bc7-9e4d-40fd-b133-15f2d6cc3684/f1855352-162c-4192-afc4-36f569a3132d/47c1c973-e01e-44dd-a13d-6fa04aec0f72) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:19:10.784779 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc948255-b858-4148-842d-9e9f41a7a11e tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Pushing event updated for resources: {'Port': ['ID=387545ee-2fb9-4fd0-bb31-482b9336eed0,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:10.805047 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d5a78945-9b59-4605-a783-c84532600cf3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:10.805271 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-4e9b8018-3202-4e0d-beb2-b2de4846d65c tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Deleting port 60d9333a-050e-48d0-b2a6-0ddf4ee50bac {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:19:10.805271 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4e9b8018-3202-4e0d-beb2-b2de4846d65c tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:10.863736 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-b39624a3-5530-4f14-bc67-077e0f44e48f None None] Provisioning complete for port 2ce2fe30-c936-42cc-8f15-48d66e98de6a triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:10.864461 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b39624a3-5530-4f14-bc67-077e0f44e48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:10.873222 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a205c-6917-4329-9dde-f66bb40ae6f4 req-fc948255-b858-4148-842d-9e9f41a7a11e tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:10.873881 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-868a205c-6917-4329-9dde-f66bb40ae6f4 req-fc948255-b858-4148-842d-9e9f41a7a11e tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:10.903375 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-b39624a3-5530-4f14-bc67-077e0f44e48f None None] Port 2ce2fe30-c936-42cc-8f15-48d66e98de6a cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:19:10.921089 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1269b06f-84f5-4e0e-a842-84bc287ea1cc req-bbdbea0a-ca4f-42b5-8b20-4a7ddd2f9b41 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:10.922644 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1269b06f-84f5-4e0e-a842-84bc287ea1cc req-bbdbea0a-ca4f-42b5-8b20-4a7ddd2f9b41 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=885586af-4e7a-44b4-a68c-ebb57f0a0cf6 HTTP/1.1" status: 200 len: 932 time: 0.5170653 Dec 08 16:19:10.933677 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cffc0906-4b18-4485-bb0b-0a2aa402ce30 req-8731fb4f-88e5-433b-90d3-c2896eb1edc4 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Made reservation on behalf of 86427fb06cd943e1bad210250d1fd45f for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:19:10.937335 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-cffc0906-4b18-4485-bb0b-0a2aa402ce30 req-8731fb4f-88e5-433b-90d3-c2896eb1edc4 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:10.963724 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ede8d7fb-6a8a-4c3c-ab97-a2ce9635824d req-1b1e5aed-6393-4017-990f-094fa31ea2d4 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f1e0362-48bf-417b-b53c-4acdd616c33f HTTP/1.1" status: 200 len: 210 time: 0.0523703 Dec 08 16:19:10.975650 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ec7e11e3-5a91-4205-8bca-3a05a4d8d8a6 req-87f2b42f-7bb9-441b-83c7-0940ad029574 service neutron] 10.222.0.37 "GET /v2.0/networks/96222b75-0d7f-43da-898a-91046f8bdc5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7782485 Dec 08 16:19:10.997027 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 1f3b17c9-f664-4d6e-a6dc-02c90ece8841 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:19:11.012222 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-868a205c-6917-4329-9dde-f66bb40ae6f4 req-fc948255-b858-4148-842d-9e9f41a7a11e tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3517683 Dec 08 16:19:11.061997 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4e9b8018-3202-4e0d-beb2-b2de4846d65c tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:11.071684 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-e351b2ba-9360-4520-b11b-0969f3e55e7f None None] Provisioning complete for port 2ce2fe30-c936-42cc-8f15-48d66e98de6a triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:11.071856 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-868a205c-6917-4329-9dde-f66bb40ae6f4 req-26995b5d-7564-4e6c-95ff-f93f6c218962 service neutron] Request body: {'port': {'device_id': '885586af-4e7a-44b4-a68c-ebb57f0a0cf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:11.071964 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e351b2ba-9360-4520-b11b-0969f3e55e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:11.088111 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-4e9b8018-3202-4e0d-beb2-b2de4846d65c tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Calling delete_port for 60d9333a-050e-48d0-b2a6-0ddf4ee50bac owned by {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:19:11.110810 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 1f3b17c9-f664-4d6e-a6dc-02c90ece8841 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:11.111352 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:11.118961 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-e351b2ba-9360-4520-b11b-0969f3e55e7f None None] Port 2ce2fe30-c936-42cc-8f15-48d66e98de6a cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:19:11.122975 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1269b06f-84f5-4e0e-a842-84bc287ea1cc req-3a4fc359-c9a9-43db-90d6-ea49b1e6648d tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756296 Dec 08 16:19:11.163467 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-e351b2ba-9360-4520-b11b-0969f3e55e7f None None] Provisioning complete for port 387545ee-2fb9-4fd0-bb31-482b9336eed0 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:11.164248 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e351b2ba-9360-4520-b11b-0969f3e55e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:11.173887 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d5a78945-9b59-4605-a783-c84532600cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:11.177211 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d5a78945-9b59-4605-a783-c84532600cf3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:11.181294 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-d5a78945-9b59-4605-a783-c84532600cf3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/321b46f8-18b8-4f06-8df6-623ae449b237 HTTP/1.1" status: 204 len: 168 time: 1.1887660 Dec 08 16:19:11.220305 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-afef3be2-647f-4ca8-9bd8-6b3db0f45d4e tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:11.224967 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a78945-9b59-4605-a783-c84532600cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321b46f8-18b8-4f06-8df6-623ae449b237,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:11.243912 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-868a205c-6917-4329-9dde-f66bb40ae6f4 req-26995b5d-7564-4e6c-95ff-f93f6c218962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:11.259898 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-cffc0906-4b18-4485-bb0b-0a2aa402ce30 req-8731fb4f-88e5-433b-90d3-c2896eb1edc4 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Allocated IP 172.20.0.13 (bac12048-218d-4c84-9c9f-b2662c6ae975/911fa867-e0c1-483c-87c7-224732096f69/dae85fbb-fbb8-4f00-aa50-716d21ac1304) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:19:11.337283 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-e351b2ba-9360-4520-b11b-0969f3e55e7f None None] Port 387545ee-2fb9-4fd0-bb31-482b9336eed0 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:19:11.392950 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-afef3be2-647f-4ca8-9bd8-6b3db0f45d4e tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:11.449576 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-58bbf483-f9e7-4626-910f-8b4eb076bf77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:11.450070 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afef3be2-647f-4ca8-9bd8-6b3db0f45d4e tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Network 64899bc7-9e4d-40fd-b133-15f2d6cc3684 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:19:11.454087 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-afef3be2-647f-4ca8-9bd8-6b3db0f45d4e tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:19:11.458873 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afef3be2-647f-4ca8-9bd8-6b3db0f45d4e tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:19:11.465233 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afef3be2-647f-4ca8-9bd8-6b3db0f45d4e tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:11.466082 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-afef3be2-647f-4ca8-9bd8-6b3db0f45d4e tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:11.470046 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afef3be2-647f-4ca8-9bd8-6b3db0f45d4e tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event updated for resources: {'Port': ['ID=47c1c973-e01e-44dd-a13d-6fa04aec0f72,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:11.479237 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4e9b8018-3202-4e0d-beb2-b2de4846d65c tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:11.552773 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9b8018-3202-4e0d-beb2-b2de4846d65c tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Pushing event deleted for resources: {'Port': ['ID=60d9333a-050e-48d0-b2a6-0ddf4ee50bac,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:11.583108 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-afef3be2-647f-4ca8-9bd8-6b3db0f45d4e tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8879490 Dec 08 16:19:11.587408 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56082) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:11.646854 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-cffc0906-4b18-4485-bb0b-0a2aa402ce30 req-8731fb4f-88e5-433b-90d3-c2896eb1edc4 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:11.681220 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4e9b8018-3202-4e0d-beb2-b2de4846d65c tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:11.687376 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-4e9b8018-3202-4e0d-beb2-b2de4846d65c tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] 10.222.0.64 "DELETE /v2.0/ports/60d9333a-050e-48d0-b2a6-0ddf4ee50bac HTTP/1.1" status: 204 len: 168 time: 1.2915933 Dec 08 16:19:11.690797 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56084) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:11.712570 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8dbcff5-ceb8-4b33-81a2-c60c1a338929 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:11.715425 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c8dbcff5-ceb8-4b33-81a2-c60c1a338929 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1256967 Dec 08 16:19:11.736317 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 56086) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:11.783274 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-96ae5e2c-0f49-4876-b582-bc07df4c8981 tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Deleting subnet ddb6efee-e1ee-4a41-9dd7-78bb36ff25de {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:19:11.787286 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-96ae5e2c-0f49-4876-b582-bc07df4c8981 tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:11.818132 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-868a205c-6917-4329-9dde-f66bb40ae6f4 req-26995b5d-7564-4e6c-95ff-f93f6c218962 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 387545ee-2fb9-4fd0-bb31-482b9336eed0 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:19:11.843933 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-868a205c-6917-4329-9dde-f66bb40ae6f4 req-26995b5d-7564-4e6c-95ff-f93f6c218962 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:11.848788 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-cffc0906-4b18-4485-bb0b-0a2aa402ce30 req-8731fb4f-88e5-433b-90d3-c2896eb1edc4 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:11.855160 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-96ae5e2c-0f49-4876-b582-bc07df4c8981 tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:11.861077 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['7b9ad23d-9b65-4b17-a881-46d3a671805d'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:19:11.917179 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-04f668f9-0dcf-4cd0-9d19-4135072d9266 None None] Provisioning complete for port 47c1c973-e01e-44dd-a13d-6fa04aec0f72 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:11.921629 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-04f668f9-0dcf-4cd0-9d19-4135072d9266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:11.933445 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cffc0906-4b18-4485-bb0b-0a2aa402ce30 req-8731fb4f-88e5-433b-90d3-c2896eb1edc4 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Network bac12048-218d-4c84-9c9f-b2662c6ae975 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:19:11.946457 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-cffc0906-4b18-4485-bb0b-0a2aa402ce30 req-8731fb4f-88e5-433b-90d3-c2896eb1edc4 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:19:11.956748 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-cffc0906-4b18-4485-bb0b-0a2aa402ce30 req-8731fb4f-88e5-433b-90d3-c2896eb1edc4 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:19:11.966031 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56090) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:11.974540 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-868a205c-6917-4329-9dde-f66bb40ae6f4 req-26995b5d-7564-4e6c-95ff-f93f6c218962 service neutron] Transition to ACTIVE for port object 387545ee-2fb9-4fd0-bb31-482b9336eed0 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:19:11.982584 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-04f668f9-0dcf-4cd0-9d19-4135072d9266 None None] Port 47c1c973-e01e-44dd-a13d-6fa04aec0f72 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:19:11.996982 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ac1108ca-ebac-404f-b650-681272ef4f46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:12.020037 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7148877-4f8a-4393-8724-96c22b630d53 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:12.028096 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7148877-4f8a-4393-8724-96c22b630d53 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:12.046149 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-96ae5e2c-0f49-4876-b582-bc07df4c8981 tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:12.048068 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7148877-4f8a-4393-8724-96c22b630d53 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:12.053196 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b7148877-4f8a-4393-8724-96c22b630d53 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.3146546 Dec 08 16:19:12.056577 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 56094) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:12.075199 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-868a205c-6917-4329-9dde-f66bb40ae6f4 req-26995b5d-7564-4e6c-95ff-f93f6c218962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:12.133796 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8731fb4f-88e5-433b-90d3-c2896eb1edc4 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Pushing event updated for resources: {'Port': ['ID=dae85fbb-fbb8-4f00-aa50-716d21ac1304,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:12.174972 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ac1108ca-ebac-404f-b650-681272ef4f46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:12.203976 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-96ae5e2c-0f49-4876-b582-bc07df4c8981 tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:12.215415 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc0906-4b18-4485-bb0b-0a2aa402ce30 req-8731fb4f-88e5-433b-90d3-c2896eb1edc4 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:12.216069 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-cffc0906-4b18-4485-bb0b-0a2aa402ce30 req-8731fb4f-88e5-433b-90d3-c2896eb1edc4 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:12.233519 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ae5e2c-0f49-4876-b582-bc07df4c8981 tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Pushing event deleted for resources: {'Subnet': ['ID=ddb6efee-e1ee-4a41-9dd7-78bb36ff25de,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:12.248212 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ac1108ca-ebac-404f-b650-681272ef4f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:12.294314 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-96ae5e2c-0f49-4876-b582-bc07df4c8981 tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:12.296917 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e84f34c-54c9-47ea-95f4-926a553bf637 None None] Network 34a05255-fd13-4019-a204-478e62df5066 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:19:12.302457 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-96ae5e2c-0f49-4876-b582-bc07df4c8981 tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] 10.222.0.64 "DELETE /v2.0/subnets/ddb6efee-e1ee-4a41-9dd7-78bb36ff25de HTTP/1.1" status: 204 len: 168 time: 0.6055984 Dec 08 16:19:12.303316 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56098) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:12.317005 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26995b5d-7564-4e6c-95ff-f93f6c218962 service neutron] Pushing event updated for resources: {'Port': ['ID=387545ee-2fb9-4fd0-bb31-482b9336eed0,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:12.349989 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ac1108ca-ebac-404f-b650-681272ef4f46 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d7d52b355f4547c1abd15dd4afe4f9f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3827207 Dec 08 16:19:12.350603 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56102) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:12.350840 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc663ce3-d56c-428c-8d82-1c460f294bb1 req-193a3700-8a37-4685-b1a4-6fc0fb58c365 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:12.352980 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bc663ce3-d56c-428c-8d82-1c460f294bb1 req-193a3700-8a37-4685-b1a4-6fc0fb58c365 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f1e0362-48bf-417b-b53c-4acdd616c33f HTTP/1.1" status: 200 len: 932 time: 0.2210877 Dec 08 16:19:12.393189 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cffc0906-4b18-4485-bb0b-0a2aa402ce30 req-8731fb4f-88e5-433b-90d3-c2896eb1edc4 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9777758 Dec 08 16:19:12.394090 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1108ca-ebac-404f-b650-681272ef4f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62015c36-493f-4d2c-9a03-a66b1b139e00,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:12.415790 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-cffc0906-4b18-4485-bb0b-0a2aa402ce30 req-afc209d6-b7da-4431-9171-97bcf60cf42b service neutron] Request body: {'port': {'device_id': '6f1e0362-48bf-417b-b53c-4acdd616c33f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:12.419684 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-868a205c-6917-4329-9dde-f66bb40ae6f4 req-26995b5d-7564-4e6c-95ff-f93f6c218962 service neutron] Attempting to bind port 387545ee-2fb9-4fd0-bb31-482b9336eed0 on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:19:12.420096 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-868a205c-6917-4329-9dde-f66bb40ae6f4 req-26995b5d-7564-4e6c-95ff-f93f6c218962 service neutron] Attempting to bind port 387545ee-2fb9-4fd0-bb31-482b9336eed0 by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': 'bb740625-1067-4eb4-8c3f-54ce2bbbb747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '444a8cbb-ee83-40d1-9772-ed3daa005a16'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:19:12.420651 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868a205c-6917-4329-9dde-f66bb40ae6f4 req-26995b5d-7564-4e6c-95ff-f93f6c218962 service neutron] Attempting to bind port 387545ee-2fb9-4fd0-bb31-482b9336eed0 on network 444a8cbb-ee83-40d1-9772-ed3daa005a16 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:19:12.450963 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bbfd9e-73d2-4dd9-a4e3-721354bb4998 req-fa0746fe-7037-4119-af1d-c78b4e4f22a1 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:12.452069 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-63652afd-e23a-4fb0-a097-6aaf7f7c7505 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Deleting port 47c1c973-e01e-44dd-a13d-6fa04aec0f72 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:19:12.452438 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-63652afd-e23a-4fb0-a097-6aaf7f7c7505 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:12.452577 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c0bbfd9e-73d2-4dd9-a4e3-721354bb4998 req-fa0746fe-7037-4119-af1d-c78b4e4f22a1 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=885586af-4e7a-44b4-a68c-ebb57f0a0cf6 HTTP/1.1" status: 200 len: 944 time: 0.2442400 Dec 08 16:19:12.480791 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868a205c-6917-4329-9dde-f66bb40ae6f4 req-26995b5d-7564-4e6c-95ff-f93f6c218962 service neutron] Port 387545ee-2fb9-4fd0-bb31-482b9336eed0 on network 444a8cbb-ee83-40d1-9772-ed3daa005a16 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:19:12.481148 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868a205c-6917-4329-9dde-f66bb40ae6f4 req-26995b5d-7564-4e6c-95ff-f93f6c218962 service neutron] Attempting to bind port 387545ee-2fb9-4fd0-bb31-482b9336eed0 on network 444a8cbb-ee83-40d1-9772-ed3daa005a16 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:19:12.498791 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ed3b0a55-3ac0-4ef9-89a4-f573292c96ff tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:12.518362 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19caba9a-e5e1-4dde-9ac0-7b393c4987da None None] DHCP port deletion for 34a05255-fd13-4019-a204-478e62df5066 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:19:12.526109 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bc663ce3-d56c-428c-8d82-1c460f294bb1 req-ecbbfd8a-44e3-4ac9-9b26-6eb09a9910b1 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660054 Dec 08 16:19:12.546287 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-49049ce6-74a4-407f-b1cd-7f6e4cece1de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:12.553361 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c0bbfd9e-73d2-4dd9-a4e3-721354bb4998 req-e7b728f3-0951-43ac-88bc-acb7056a3c29 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860879 Dec 08 16:19:12.567395 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868a205c-6917-4329-9dde-f66bb40ae6f4 req-26995b5d-7564-4e6c-95ff-f93f6c218962 service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:19:12.567832 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868a205c-6917-4329-9dde-f66bb40ae6f4 req-26995b5d-7564-4e6c-95ff-f93f6c218962 service neutron] Checking segment: {'id': 'bb740625-1067-4eb4-8c3f-54ce2bbbb747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '444a8cbb-ee83-40d1-9772-ed3daa005a16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:19:12.568709 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868a205c-6917-4329-9dde-f66bb40ae6f4 req-26995b5d-7564-4e6c-95ff-f93f6c218962 service neutron] Bound using segment: {'id': 'bb740625-1067-4eb4-8c3f-54ce2bbbb747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '444a8cbb-ee83-40d1-9772-ed3daa005a16'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:19:12.569344 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-868a205c-6917-4329-9dde-f66bb40ae6f4 req-26995b5d-7564-4e6c-95ff-f93f6c218962 service neutron] Bound port: 387545ee-2fb9-4fd0-bb31-482b9336eed0, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb740625-1067-4eb4-8c3f-54ce2bbbb747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '444a8cbb-ee83-40d1-9772-ed3daa005a16'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:19:12.569719 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-868a205c-6917-4329-9dde-f66bb40ae6f4 req-26995b5d-7564-4e6c-95ff-f93f6c218962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:12.589051 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-19caba9a-e5e1-4dde-9ac0-7b393c4987da None None] Deleting port 6c32e975-b788-4285-ac76-759470dfe6ef {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:19:12.590068 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-19caba9a-e5e1-4dde-9ac0-7b393c4987da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:12.608859 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-49049ce6-74a4-407f-b1cd-7f6e4cece1de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:12.642180 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-cffc0906-4b18-4485-bb0b-0a2aa402ce30 req-afc209d6-b7da-4431-9171-97bcf60cf42b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:12.656482 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b0a55-3ac0-4ef9-89a4-f573292c96ff tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Deleting port 6c32e975-b788-4285-ac76-759470dfe6ef {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:19:12.656834 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ed3b0a55-3ac0-4ef9-89a4-f573292c96ff tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:12.666862 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-19caba9a-e5e1-4dde-9ac0-7b393c4987da None None] For port 6c32e975-b788-4285-ac76-759470dfe6ef, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=6c32e975-b788-4285-ac76-759470dfe6ef,segment=NetworkSegment(19067b2c-ac37-468f-96b0-eecaef3f1e75),segment_id=19067b2c-ac37-468f-96b0-eecaef3f1e75)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:19:12.667331 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-19caba9a-e5e1-4dde-9ac0-7b393c4987da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:12.690038 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-19caba9a-e5e1-4dde-9ac0-7b393c4987da None None] Calling delete_port for 6c32e975-b788-4285-ac76-759470dfe6ef owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:19:12.727590 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-ed3b0a55-3ac0-4ef9-89a4-f573292c96ff tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] For port 6c32e975-b788-4285-ac76-759470dfe6ef, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=6c32e975-b788-4285-ac76-759470dfe6ef,segment=NetworkSegment(19067b2c-ac37-468f-96b0-eecaef3f1e75),segment_id=19067b2c-ac37-468f-96b0-eecaef3f1e75)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:19:12.728043 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ed3b0a55-3ac0-4ef9-89a4-f573292c96ff tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:12.743679 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b0a55-3ac0-4ef9-89a4-f573292c96ff tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Calling delete_port for 6c32e975-b788-4285-ac76-759470dfe6ef owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:19:12.766170 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-63652afd-e23a-4fb0-a097-6aaf7f7c7505 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:12.768846 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-868a205c-6917-4329-9dde-f66bb40ae6f4 req-26995b5d-7564-4e6c-95ff-f93f6c218962 service neutron] For port 387545ee-2fb9-4fd0-bb31-482b9336eed0, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:19:12.779811 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-868a205c-6917-4329-9dde-f66bb40ae6f4 req-26995b5d-7564-4e6c-95ff-f93f6c218962 service neutron] For port 387545ee-2fb9-4fd0-bb31-482b9336eed0, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=387545ee-2fb9-4fd0-bb31-482b9336eed0,segment=NetworkSegment(bb740625-1067-4eb4-8c3f-54ce2bbbb747),segment_id=bb740625-1067-4eb4-8c3f-54ce2bbbb747)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:19:12.787364 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-63652afd-e23a-4fb0-a097-6aaf7f7c7505 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Calling delete_port for 47c1c973-e01e-44dd-a13d-6fa04aec0f72 owned by {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:19:12.791790 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-49049ce6-74a4-407f-b1cd-7f6e4cece1de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:12.794424 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-49049ce6-74a4-407f-b1cd-7f6e4cece1de admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:12.795577 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-49049ce6-74a4-407f-b1cd-7f6e4cece1de admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/62015c36-493f-4d2c-9a03-a66b1b139e00 HTTP/1.1" status: 204 len: 168 time: 0.4096198 Dec 08 16:19:12.808544 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49049ce6-74a4-407f-b1cd-7f6e4cece1de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62015c36-493f-4d2c-9a03-a66b1b139e00,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:12.856788 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-868a205c-6917-4329-9dde-f66bb40ae6f4 req-26995b5d-7564-4e6c-95ff-f93f6c218962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:12.867653 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-19caba9a-e5e1-4dde-9ac0-7b393c4987da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:12.873285 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ed3b0a55-3ac0-4ef9-89a4-f573292c96ff tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:12.906497 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19caba9a-e5e1-4dde-9ac0-7b393c4987da None None] No DVR routers for this DVR port 6c32e975-b788-4285-ac76-759470dfe6ef on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:19:12.923472 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b0a55-3ac0-4ef9-89a4-f573292c96ff tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Pushing event deleted for resources: {'Port': ['ID=6c32e975-b788-4285-ac76-759470dfe6ef,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:12.924834 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19caba9a-e5e1-4dde-9ac0-7b393c4987da None None] Pushing event deleted for resources: {'Port': ['ID=6c32e975-b788-4285-ac76-759470dfe6ef,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:12.928926 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3b0a55-3ac0-4ef9-89a4-f573292c96ff tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] No DVR routers for this DVR port 6c32e975-b788-4285-ac76-759470dfe6ef on host n-d-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:19:12.993890 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a205c-6917-4329-9dde-f66bb40ae6f4 req-26995b5d-7564-4e6c-95ff-f93f6c218962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:12.994394 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-868a205c-6917-4329-9dde-f66bb40ae6f4 req-26995b5d-7564-4e6c-95ff-f93f6c218962 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:12.995818 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-868a205c-6917-4329-9dde-f66bb40ae6f4 req-26995b5d-7564-4e6c-95ff-f93f6c218962 service neutron] 10.222.0.76 "PUT /v2.0/ports/387545ee-2fb9-4fd0-bb31-482b9336eed0 HTTP/1.1" status: 200 len: 1093 time: 1.9349513 Dec 08 16:19:12.997801 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '885586af-4e7a-44b4-a68c-ebb57f0a0cf6', 'tag': '387545ee-2fb9-4fd0-bb31-482b9336eed0'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:19:13.000212 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d7bd3b-d9e2-4e8c-8aae-7ecf04acaef1" -d '{"events": [{"name": "network-changed", "server_uuid": "885586af-4e7a-44b4-a68c-ebb57f0a0cf6", "tag": "387545ee-2fb9-4fd0-bb31-482b9336eed0"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:19:13.042223 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 6c32e975-b788-4285-ac76-759470dfe6ef no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:19:13.077547 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9124772f-a2d9-40b9-8144-a76e56c08770 x-openstack-request-id: req-9124772f-a2d9-40b9-8144-a76e56c08770 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:19:13.077851 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "885586af-4e7a-44b4-a68c-ebb57f0a0cf6", "tag": "387545ee-2fb9-4fd0-bb31-482b9336eed0", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:19:13.078114 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9124772f-a2d9-40b9-8144-a76e56c08770 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:19:13.078527 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '885586af-4e7a-44b4-a68c-ebb57f0a0cf6', 'tag': '387545ee-2fb9-4fd0-bb31-482b9336eed0', 'status': 'completed', 'code': 200} Dec 08 16:19:13.087301 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26995b5d-7564-4e6c-95ff-f93f6c218962 service neutron] Pushing event updated for resources: {'Port': ['ID=387545ee-2fb9-4fd0-bb31-482b9336eed0,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:13.108186 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ed3b0a55-3ac0-4ef9-89a4-f573292c96ff tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:13.108756 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 6c32e975-b788-4285-ac76-759470dfe6ef {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:19:13.109258 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 6c32e975-b788-4285-ac76-759470dfe6ef not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:19:13.150969 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-ed3b0a55-3ac0-4ef9-89a4-f573292c96ff tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34a05255-fd13-4019-a204-478e62df5066']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:13.161648 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-ed3b0a55-3ac0-4ef9-89a4-f573292c96ff tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19067b2c-ac37-468f-96b0-eecaef3f1e75') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:13.162089 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-ed3b0a55-3ac0-4ef9-89a4-f573292c96ff tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19067b2c-ac37-468f-96b0-eecaef3f1e75') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:13.173062 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ed3b0a55-3ac0-4ef9-89a4-f573292c96ff tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:13.188754 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ed3b0a55-3ac0-4ef9-89a4-f573292c96ff tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:13.196684 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed3b0a55-3ac0-4ef9-89a4-f573292c96ff tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:19:13.197093 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ed3b0a55-3ac0-4ef9-89a4-f573292c96ff tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:13.200257 n-d-776250-12 neutron-server[110551]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:19:13.200257 n-d-776250-12 neutron-server[110551]: self.session.flush() Dec 08 16:19:13.200257 n-d-776250-12 neutron-server[110551]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:19:13.200257 n-d-776250-12 neutron-server[110551]: self.session.flush() Dec 08 16:19:13.200257 n-d-776250-12 neutron-server[110551]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:19:13.200257 n-d-776250-12 neutron-server[110551]: self.session.flush() Dec 08 16:19:13.200257 n-d-776250-12 neutron-server[110551]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:19:13.200257 n-d-776250-12 neutron-server[110551]: self.session.flush() Dec 08 16:19:13.200257 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:19:13.200257 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:19:13.200257 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:19:13.200257 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:19:13.200257 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:19:13.200257 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:19:13.200257 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:19:13.200257 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:19:13.200257 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:19:13.200257 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:19:13.200257 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:19:13.200257 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:19:13.200257 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:19:13.200257 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:19:13.200257 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:19:13.200257 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:19:13.200257 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:19:13.200257 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:19:13.200257 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:19:13.200257 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:19:13.200257 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:19:13.200257 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:19:13.200257 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:19:13.200257 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:19:13.200257 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:19:13.200257 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:19:13.200257 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:19:13.200257 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:19:13.200257 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:19:13.200257 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:19:13.200257 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:19:13.200257 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:19:13.238853 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7bd3b-d9e2-4e8c-8aae-7ecf04acaef1 req-127753e4-53b8-4d57-9fbc-ebb0608c3759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:13.241254 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f7d7bd3b-d9e2-4e8c-8aae-7ecf04acaef1 req-127753e4-53b8-4d57-9fbc-ebb0608c3759 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=22d0ae928129486d8913ac89433a7712&device_id=885586af-4e7a-44b4-a68c-ebb57f0a0cf6 HTTP/1.1" status: 200 len: 1096 time: 0.1358840 Dec 08 16:19:13.337303 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-63652afd-e23a-4fb0-a097-6aaf7f7c7505 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:13.340194 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ed3b0a55-3ac0-4ef9-89a4-f573292c96ff tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:13.349703 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ed3b0a55-3ac0-4ef9-89a4-f573292c96ff tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:13.356793 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ed3b0a55-3ac0-4ef9-89a4-f573292c96ff tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] 10.222.0.64 "DELETE /v2.0/networks/34a05255-fd13-4019-a204-478e62df5066 HTTP/1.1" status: 204 len: 168 time: 1.0450068 Dec 08 16:19:13.388383 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b0a55-3ac0-4ef9-89a4-f573292c96ff tempest-ExtraDHCPOptionsTestJSON-1434131035 tempest-ExtraDHCPOptionsTestJSON-1434131035-project] Pushing event deleted for resources: {'Network': ['ID=34a05255-fd13-4019-a204-478e62df5066,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:13.665399 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63652afd-e23a-4fb0-a097-6aaf7f7c7505 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event deleted for resources: {'Port': ['ID=47c1c973-e01e-44dd-a13d-6fa04aec0f72,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:13.675719 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-cffc0906-4b18-4485-bb0b-0a2aa402ce30 req-afc209d6-b7da-4431-9171-97bcf60cf42b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dae85fbb-fbb8-4f00-aa50-716d21ac1304 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:19:13.705161 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719de16-0268-4b2c-91a1-843d2b925cdb req-28ba7201-62f4-4ebf-affb-320c85c1c9f0 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:13.707940 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2719de16-0268-4b2c-91a1-843d2b925cdb req-28ba7201-62f4-4ebf-affb-320c85c1c9f0 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=885586af-4e7a-44b4-a68c-ebb57f0a0cf6 HTTP/1.1" status: 200 len: 944 time: 0.0631242 Dec 08 16:19:13.708110 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-cffc0906-4b18-4485-bb0b-0a2aa402ce30 req-afc209d6-b7da-4431-9171-97bcf60cf42b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:13.751739 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a136381d-2f0e-4a24-8ad3-febbd752d8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:13.765092 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-63652afd-e23a-4fb0-a097-6aaf7f7c7505 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:13.767669 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-63652afd-e23a-4fb0-a097-6aaf7f7c7505 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "DELETE /v2.0/ports/47c1c973-e01e-44dd-a13d-6fa04aec0f72 HTTP/1.1" status: 204 len: 168 time: 1.7051060 Dec 08 16:19:13.774627 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 56136) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:13.809829 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2719de16-0268-4b2c-91a1-843d2b925cdb req-c2f90af9-e959-4abe-9505-ca77a2fad211 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903485 Dec 08 16:19:13.828391 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-cffc0906-4b18-4485-bb0b-0a2aa402ce30 req-afc209d6-b7da-4431-9171-97bcf60cf42b service neutron] Transition to ACTIVE for port object dae85fbb-fbb8-4f00-aa50-716d21ac1304 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:19:13.859749 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa605f93-5322-4863-84c1-498a01200c36 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] GET failed (client error): The resource could not be found. Dec 08 16:19:13.863952 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-fa605f93-5322-4863-84c1-498a01200c36 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "GET /v2.0/ports/47c1c973-e01e-44dd-a13d-6fa04aec0f72 HTTP/1.1" status: 404 len: 333 time: 0.0800316 Dec 08 16:19:13.863952 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7bd3b-d9e2-4e8c-8aae-7ecf04acaef1 req-dc5f9ea5-b7e0-4d7c-814e-155a6f8b74aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:13.864635 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f7d7bd3b-d9e2-4e8c-8aae-7ecf04acaef1 req-dc5f9ea5-b7e0-4d7c-814e-155a6f8b74aa service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=22d0ae928129486d8913ac89433a7712&shared=False HTTP/1.1" status: 200 len: 911 time: 0.6096892 Dec 08 16:19:13.865355 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56138) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:13.873253 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f0d98-2743-4b15-9e68-1c204e854365 req-9e8051a5-4d29-4cb2-aa9d-8ef7aff85e59 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:13.876426 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9f3f0d98-2743-4b15-9e68-1c204e854365 req-9e8051a5-4d29-4cb2-aa9d-8ef7aff85e59 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f1e0362-48bf-417b-b53c-4acdd616c33f HTTP/1.1" status: 200 len: 932 time: 0.2172623 Dec 08 16:19:13.880195 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 56140) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:13.920394 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-cffc0906-4b18-4485-bb0b-0a2aa402ce30 req-afc209d6-b7da-4431-9171-97bcf60cf42b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:14.033033 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-b84f2378-2835-4199-97d8-e7679cfb4174 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Deleting port 2ce2fe30-c936-42cc-8f15-48d66e98de6a {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:19:14.033455 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b84f2378-2835-4199-97d8-e7679cfb4174 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:14.043037 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc209d6-b7da-4431-9171-97bcf60cf42b service neutron] Pushing event updated for resources: {'Port': ['ID=dae85fbb-fbb8-4f00-aa50-716d21ac1304,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:14.136260 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b84f2378-2835-4199-97d8-e7679cfb4174 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:14.150118 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-b84f2378-2835-4199-97d8-e7679cfb4174 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Calling delete_port for 2ce2fe30-c936-42cc-8f15-48d66e98de6a owned by {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:19:14.184391 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9f3f0d98-2743-4b15-9e68-1c204e854365 req-98093cb2-1e0f-4aa9-b102-c844a99d5832 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903736 Dec 08 16:19:14.207216 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-7863baba-7d8f-4a44-962e-5f35b39ba48a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4b6725ac745d450da3f31b8f2191fde6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3224523 Dec 08 16:19:14.217127 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56152) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:14.240254 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7bd3b-d9e2-4e8c-8aae-7ecf04acaef1 req-faae3e76-54b5-4a65-86f3-837fd332b6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:14.241798 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f7d7bd3b-d9e2-4e8c-8aae-7ecf04acaef1 req-faae3e76-54b5-4a65-86f3-837fd332b6fa service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3522663 Dec 08 16:19:14.267441 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-cffc0906-4b18-4485-bb0b-0a2aa402ce30 req-afc209d6-b7da-4431-9171-97bcf60cf42b service neutron] Attempting to bind port dae85fbb-fbb8-4f00-aa50-716d21ac1304 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:19:14.267759 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-cffc0906-4b18-4485-bb0b-0a2aa402ce30 req-afc209d6-b7da-4431-9171-97bcf60cf42b service neutron] Attempting to bind port dae85fbb-fbb8-4f00-aa50-716d21ac1304 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': 'e55a582f-5aba-4151-a1c0-e3d3c6210d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'bac12048-218d-4c84-9c9f-b2662c6ae975'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:19:14.268096 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffc0906-4b18-4485-bb0b-0a2aa402ce30 req-afc209d6-b7da-4431-9171-97bcf60cf42b service neutron] Attempting to bind port dae85fbb-fbb8-4f00-aa50-716d21ac1304 on network bac12048-218d-4c84-9c9f-b2662c6ae975 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:19:14.273805 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffc0906-4b18-4485-bb0b-0a2aa402ce30 req-afc209d6-b7da-4431-9171-97bcf60cf42b service neutron] Port dae85fbb-fbb8-4f00-aa50-716d21ac1304 on network bac12048-218d-4c84-9c9f-b2662c6ae975 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:19:14.274143 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffc0906-4b18-4485-bb0b-0a2aa402ce30 req-afc209d6-b7da-4431-9171-97bcf60cf42b service neutron] Attempting to bind port dae85fbb-fbb8-4f00-aa50-716d21ac1304 on network bac12048-218d-4c84-9c9f-b2662c6ae975 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:19:14.280838 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffc0906-4b18-4485-bb0b-0a2aa402ce30 req-afc209d6-b7da-4431-9171-97bcf60cf42b service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:19:14.281183 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffc0906-4b18-4485-bb0b-0a2aa402ce30 req-afc209d6-b7da-4431-9171-97bcf60cf42b service neutron] Checking segment: {'id': 'e55a582f-5aba-4151-a1c0-e3d3c6210d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'bac12048-218d-4c84-9c9f-b2662c6ae975'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:19:14.281581 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffc0906-4b18-4485-bb0b-0a2aa402ce30 req-afc209d6-b7da-4431-9171-97bcf60cf42b service neutron] Bound using segment: {'id': 'e55a582f-5aba-4151-a1c0-e3d3c6210d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'bac12048-218d-4c84-9c9f-b2662c6ae975'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:19:14.282025 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-cffc0906-4b18-4485-bb0b-0a2aa402ce30 req-afc209d6-b7da-4431-9171-97bcf60cf42b service neutron] Bound port: dae85fbb-fbb8-4f00-aa50-716d21ac1304, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e55a582f-5aba-4151-a1c0-e3d3c6210d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'bac12048-218d-4c84-9c9f-b2662c6ae975'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:19:14.282385 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-cffc0906-4b18-4485-bb0b-0a2aa402ce30 req-afc209d6-b7da-4431-9171-97bcf60cf42b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:14.337376 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a7af2acf-6bc4-40db-bbbf-74167096a34f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:14.372883 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a7af2acf-6bc4-40db-bbbf-74167096a34f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:14.381217 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a205c-6917-4329-9dde-f66bb40ae6f4 req-ebccc232-edc9-4de3-a6cd-f068bd4bae07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:14.382551 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-868a205c-6917-4329-9dde-f66bb40ae6f4 req-ebccc232-edc9-4de3-a6cd-f068bd4bae07 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=22d0ae928129486d8913ac89433a7712&device_id=885586af-4e7a-44b4-a68c-ebb57f0a0cf6 HTTP/1.1" status: 200 len: 1096 time: 0.0887601 Dec 08 16:19:14.386398 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-cffc0906-4b18-4485-bb0b-0a2aa402ce30 req-afc209d6-b7da-4431-9171-97bcf60cf42b service neutron] For port dae85fbb-fbb8-4f00-aa50-716d21ac1304, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:19:14.390209 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-cffc0906-4b18-4485-bb0b-0a2aa402ce30 req-afc209d6-b7da-4431-9171-97bcf60cf42b service neutron] For port dae85fbb-fbb8-4f00-aa50-716d21ac1304, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=dae85fbb-fbb8-4f00-aa50-716d21ac1304,segment=NetworkSegment(e55a582f-5aba-4151-a1c0-e3d3c6210d61),segment_id=e55a582f-5aba-4151-a1c0-e3d3c6210d61)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:19:14.427588 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-868a205c-6917-4329-9dde-f66bb40ae6f4 req-9ab0c683-6cf4-4405-816b-616679e23d2d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=387545ee-2fb9-4fd0-bb31-482b9336eed0 HTTP/1.1" status: 200 len: 217 time: 0.0359623 Dec 08 16:19:14.433075 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b84f2378-2835-4199-97d8-e7679cfb4174 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:14.462688 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84f2378-2835-4199-97d8-e7679cfb4174 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event deleted for resources: {'Port': ['ID=2ce2fe30-c936-42cc-8f15-48d66e98de6a,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:14.482781 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-cffc0906-4b18-4485-bb0b-0a2aa402ce30 req-afc209d6-b7da-4431-9171-97bcf60cf42b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:14.489037 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b84f2378-2835-4199-97d8-e7679cfb4174 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:14.492676 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b84f2378-2835-4199-97d8-e7679cfb4174 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "DELETE /v2.0/ports/2ce2fe30-c936-42cc-8f15-48d66e98de6a HTTP/1.1" status: 204 len: 168 time: 0.6261303 Dec 08 16:19:14.495183 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56158) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:14.505410 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a7af2acf-6bc4-40db-bbbf-74167096a34f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:14.507885 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a7af2acf-6bc4-40db-bbbf-74167096a34f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:14.511708 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a7af2acf-6bc4-40db-bbbf-74167096a34f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/92760c9a-3f0c-4e0e-a0fe-9e1dc7441cdf HTTP/1.1" status: 204 len: 168 time: 0.2934239 Dec 08 16:19:14.534014 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-23b76fb9-43c3-4eeb-8c0c-6dd56e149291 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] GET failed (client error): The resource could not be found. Dec 08 16:19:14.535608 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-23b76fb9-43c3-4eeb-8c0c-6dd56e149291 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "GET /v2.0/ports/2ce2fe30-c936-42cc-8f15-48d66e98de6a HTTP/1.1" status: 404 len: 333 time: 0.0394583 Dec 08 16:19:14.541247 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56162) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:14.546518 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc209d6-b7da-4431-9171-97bcf60cf42b service neutron] Pushing event updated for resources: {'Port': ['ID=dae85fbb-fbb8-4f00-aa50-716d21ac1304,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:14.549127 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7af2acf-6bc4-40db-bbbf-74167096a34f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92760c9a-3f0c-4e0e-a0fe-9e1dc7441cdf,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:14.558925 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a205c-6917-4329-9dde-f66bb40ae6f4 req-cf170486-d639-45c0-9d92-431e85ffadeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:14.561744 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-868a205c-6917-4329-9dde-f66bb40ae6f4 req-cf170486-d639-45c0-9d92-431e85ffadeb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=921ca20d-c445-4985-be5a-b19c39bd838b HTTP/1.1" status: 200 len: 849 time: 0.1278093 Dec 08 16:19:14.566939 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc0906-4b18-4485-bb0b-0a2aa402ce30 req-afc209d6-b7da-4431-9171-97bcf60cf42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:14.567710 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-cffc0906-4b18-4485-bb0b-0a2aa402ce30 req-afc209d6-b7da-4431-9171-97bcf60cf42b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:14.569150 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cffc0906-4b18-4485-bb0b-0a2aa402ce30 req-afc209d6-b7da-4431-9171-97bcf60cf42b service neutron] 10.222.0.37 "PUT /v2.0/ports/dae85fbb-fbb8-4f00-aa50-716d21ac1304 HTTP/1.1" status: 200 len: 1093 time: 2.1600204 Dec 08 16:19:14.611145 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-a59f31be-b81c-4e8a-ab0d-8bcf77b0a69a tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Deleting subnet f1855352-162c-4192-afc4-36f569a3132d {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:19:14.614301 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a59f31be-b81c-4e8a-ab0d-8bcf77b0a69a tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:14.656506 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a205c-6917-4329-9dde-f66bb40ae6f4 req-b7863a9b-7094-461f-a8c4-3e2267b05d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:14.656506 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-868a205c-6917-4329-9dde-f66bb40ae6f4 req-b7863a9b-7094-461f-a8c4-3e2267b05d74 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=444a8cbb-ee83-40d1-9772-ed3daa005a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0852139 Dec 08 16:19:14.661572 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a59f31be-b81c-4e8a-ab0d-8bcf77b0a69a tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:14.784724 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a59f31be-b81c-4e8a-ab0d-8bcf77b0a69a tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:14.845348 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc0906-4b18-4485-bb0b-0a2aa402ce30 req-d006a3d4-6b54-4083-a04d-e855abf31005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:14.846832 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cffc0906-4b18-4485-bb0b-0a2aa402ce30 req-d006a3d4-6b54-4083-a04d-e855abf31005 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=86427fb06cd943e1bad210250d1fd45f&device_id=6f1e0362-48bf-417b-b53c-4acdd616c33f HTTP/1.1" status: 200 len: 1096 time: 0.1157947 Dec 08 16:19:14.872815 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-868a205c-6917-4329-9dde-f66bb40ae6f4 req-f5581c2a-521b-4515-9e14-e48eff82b141 service neutron] 10.222.0.76 "GET /v2.0/networks/444a8cbb-ee83-40d1-9772-ed3daa005a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074833 Dec 08 16:19:14.915449 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cffc0906-4b18-4485-bb0b-0a2aa402ce30 req-935b09be-0272-4951-9f20-8a68033ea20d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dae85fbb-fbb8-4f00-aa50-716d21ac1304 HTTP/1.1" status: 200 len: 217 time: 0.0586598 Dec 08 16:19:14.942012 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa0c412-ded2-4ea3-a306-fa1572443bd2 req-8b1e0d84-76ef-4281-9a5d-5b47f0212ab6 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:14.943302 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cfa0c412-ded2-4ea3-a306-fa1572443bd2 req-8b1e0d84-76ef-4281-9a5d-5b47f0212ab6 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=885586af-4e7a-44b4-a68c-ebb57f0a0cf6 HTTP/1.1" status: 200 len: 944 time: 0.0618956 Dec 08 16:19:14.953362 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a59f31be-b81c-4e8a-ab0d-8bcf77b0a69a tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:15.040932 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59f31be-b81c-4e8a-ab0d-8bcf77b0a69a tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event deleted for resources: {'Subnet': ['ID=f1855352-162c-4192-afc4-36f569a3132d,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:15.052697 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a59f31be-b81c-4e8a-ab0d-8bcf77b0a69a tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:15.060201 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a59f31be-b81c-4e8a-ab0d-8bcf77b0a69a tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "DELETE /v2.0/subnets/f1855352-162c-4192-afc4-36f569a3132d HTTP/1.1" status: 204 len: 168 time: 0.5178621 Dec 08 16:19:15.062545 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 56186) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:15.066466 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f713b6-4b66-4ad1-8ffa-697988be4578 None None] Network 64899bc7-9e4d-40fd-b133-15f2d6cc3684 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:19:15.105474 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cfa0c412-ded2-4ea3-a306-fa1572443bd2 req-e3142eac-6c9e-4379-8067-9c4d86a8698b tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479399 Dec 08 16:19:15.163309 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f1e0362-48bf-417b-b53c-4acdd616c33f', 'tag': 'dae85fbb-fbb8-4f00-aa50-716d21ac1304'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:19:15.166572 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ed15ec-4521-4e03-89f4-bd72779a00ca" -d '{"events": [{"name": "network-changed", "server_uuid": "6f1e0362-48bf-417b-b53c-4acdd616c33f", "tag": "dae85fbb-fbb8-4f00-aa50-716d21ac1304"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:19:15.172637 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8fb3876d-5356-4f4b-9074-e966815f09cc tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:15.255369 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc0906-4b18-4485-bb0b-0a2aa402ce30 req-76178303-2ece-4d52-8aea-7985efe576f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:15.259074 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cffc0906-4b18-4485-bb0b-0a2aa402ce30 req-76178303-2ece-4d52-8aea-7985efe576f5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=911fa867-e0c1-483c-87c7-224732096f69 HTTP/1.1" status: 200 len: 851 time: 0.3258679 Dec 08 16:19:15.276680 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:15.285591 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-868a205c-6917-4329-9dde-f66bb40ae6f4 req-b56c2c5f-948b-4f40-9dca-d1cc80a5dce9 service neutron] 10.222.0.76 "GET /v2.0/networks/444a8cbb-ee83-40d1-9772-ed3daa005a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3673902 Dec 08 16:19:15.311709 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2fca1f-357a-4d08-8038-f6a187482a2e x-openstack-request-id: req-8a2fca1f-357a-4d08-8038-f6a187482a2e {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:19:15.312010 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f1e0362-48bf-417b-b53c-4acdd616c33f", "tag": "dae85fbb-fbb8-4f00-aa50-716d21ac1304", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:19:15.312293 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8a2fca1f-357a-4d08-8038-f6a187482a2e {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:19:15.312726 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f1e0362-48bf-417b-b53c-4acdd616c33f', 'tag': 'dae85fbb-fbb8-4f00-aa50-716d21ac1304', 'status': 'completed', 'code': 200} Dec 08 16:19:15.343820 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cffc0906-4b18-4485-bb0b-0a2aa402ce30 req-a485b37f-4239-4bdd-b708-e719d73ba1c6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bac12048-218d-4c84-9c9f-b2662c6ae975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688772 Dec 08 16:19:15.388241 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad0851a-8265-46e3-8ca1-131be60996fe None None] DHCP port deletion for 64899bc7-9e4d-40fd-b133-15f2d6cc3684 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:19:15.453927 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-8fb3876d-5356-4f4b-9074-e966815f09cc tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Deleting port 1f3b17c9-f664-4d6e-a6dc-02c90ece8841 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:19:15.454303 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8fb3876d-5356-4f4b-9074-e966815f09cc tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:15.482198 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-bad0851a-8265-46e3-8ca1-131be60996fe None None] Deleting port 1f3b17c9-f664-4d6e-a6dc-02c90ece8841 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:19:15.482583 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-bad0851a-8265-46e3-8ca1-131be60996fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:15.499474 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09fea8b-0eb0-44f8-b501-9c7bd4b71749 req-fa303abf-816c-48c5-ac10-d2f5da17a44c tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:15.507523 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d09fea8b-0eb0-44f8-b501-9c7bd4b71749 req-fa303abf-816c-48c5-ac10-d2f5da17a44c tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f1e0362-48bf-417b-b53c-4acdd616c33f HTTP/1.1" status: 200 len: 944 time: 0.1281636 Dec 08 16:19:15.552236 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cffc0906-4b18-4485-bb0b-0a2aa402ce30 req-135cf82e-5a77-4c17-84ef-fdc491a58576 service neutron] 10.222.0.37 "GET /v2.0/networks/bac12048-218d-4c84-9c9f-b2662c6ae975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983464 Dec 08 16:19:15.610163 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d09fea8b-0eb0-44f8-b501-9c7bd4b71749 req-3a397d22-df43-429b-baab-e585caeb0db3 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985487 Dec 08 16:19:15.625782 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-bad0851a-8265-46e3-8ca1-131be60996fe None None] For port 1f3b17c9-f664-4d6e-a6dc-02c90ece8841, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=1f3b17c9-f664-4d6e-a6dc-02c90ece8841,segment=NetworkSegment(f468365f-e362-4fa9-b682-f9d325898ef6),segment_id=f468365f-e362-4fa9-b682-f9d325898ef6)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:19:15.626014 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-bad0851a-8265-46e3-8ca1-131be60996fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:15.644280 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-bad0851a-8265-46e3-8ca1-131be60996fe None None] Calling delete_port for 1f3b17c9-f664-4d6e-a6dc-02c90ece8841 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:19:15.679935 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-8fb3876d-5356-4f4b-9074-e966815f09cc tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] For port 1f3b17c9-f664-4d6e-a6dc-02c90ece8841, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=1f3b17c9-f664-4d6e-a6dc-02c90ece8841,segment=NetworkSegment(f468365f-e362-4fa9-b682-f9d325898ef6),segment_id=f468365f-e362-4fa9-b682-f9d325898ef6)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:19:15.680355 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8fb3876d-5356-4f4b-9074-e966815f09cc tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:15.700136 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-8fb3876d-5356-4f4b-9074-e966815f09cc tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Calling delete_port for 1f3b17c9-f664-4d6e-a6dc-02c90ece8841 owned by network:dhcp {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:19:15.776687 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cffc0906-4b18-4485-bb0b-0a2aa402ce30 req-7b49ecfa-5f50-45d3-b7b2-af914fa9ff2d service neutron] 10.222.0.37 "GET /v2.0/networks/bac12048-218d-4c84-9c9f-b2662c6ae975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130513 Dec 08 16:19:15.831754 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-bad0851a-8265-46e3-8ca1-131be60996fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:15.842611 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8fb3876d-5356-4f4b-9074-e966815f09cc tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:15.864265 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad0851a-8265-46e3-8ca1-131be60996fe None None] Pushing event deleted for resources: {'Port': ['ID=1f3b17c9-f664-4d6e-a6dc-02c90ece8841,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:15.872654 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad0851a-8265-46e3-8ca1-131be60996fe None None] No DVR routers for this DVR port 1f3b17c9-f664-4d6e-a6dc-02c90ece8841 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:19:15.905451 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb3876d-5356-4f4b-9074-e966815f09cc tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event deleted for resources: {'Port': ['ID=1f3b17c9-f664-4d6e-a6dc-02c90ece8841,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:15.905451 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb3876d-5356-4f4b-9074-e966815f09cc tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] No DVR routers for this DVR port 1f3b17c9-f664-4d6e-a6dc-02c90ece8841 on host n-d-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:19:15.954991 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56218) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:16.026053 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8fb3876d-5356-4f4b-9074-e966815f09cc tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:16.056149 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-8fb3876d-5356-4f4b-9074-e966815f09cc tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64899bc7-9e4d-40fd-b133-15f2d6cc3684']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:16.065393 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed15ec-4521-4e03-89f4-bd72779a00ca req-79d438eb-95f7-4640-8e05-b87f0a5bd878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:16.066944 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b1ed15ec-4521-4e03-89f4-bd72779a00ca req-79d438eb-95f7-4640-8e05-b87f0a5bd878 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=86427fb06cd943e1bad210250d1fd45f&device_id=6f1e0362-48bf-417b-b53c-4acdd616c33f HTTP/1.1" status: 200 len: 1096 time: 0.0888083 Dec 08 16:19:16.073602 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-8fb3876d-5356-4f4b-9074-e966815f09cc tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f468365f-e362-4fa9-b682-f9d325898ef6') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:16.073602 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-8fb3876d-5356-4f4b-9074-e966815f09cc tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f468365f-e362-4fa9-b682-f9d325898ef6') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:16.105082 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8fb3876d-5356-4f4b-9074-e966815f09cc tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:16.158936 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8fb3876d-5356-4f4b-9074-e966815f09cc tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:16.160035 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-2d309311-a60d-4c85-b597-1710d55bba65 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1401616806'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:16.172315 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fb3876d-5356-4f4b-9074-e966815f09cc tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:19:16.172747 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8fb3876d-5356-4f4b-9074-e966815f09cc tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:16.175952 n-d-776250-12 neutron-server[110550]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:19:16.175952 n-d-776250-12 neutron-server[110550]: self.session.flush() Dec 08 16:19:16.175952 n-d-776250-12 neutron-server[110550]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:19:16.175952 n-d-776250-12 neutron-server[110550]: self.session.flush() Dec 08 16:19:16.175952 n-d-776250-12 neutron-server[110550]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:19:16.175952 n-d-776250-12 neutron-server[110550]: self.session.flush() Dec 08 16:19:16.175952 n-d-776250-12 neutron-server[110550]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:19:16.175952 n-d-776250-12 neutron-server[110550]: self.session.flush() Dec 08 16:19:16.175952 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:19:16.175952 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:19:16.175952 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:19:16.175952 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:19:16.175952 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:19:16.175952 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:19:16.175952 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:19:16.175952 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:19:16.175952 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:19:16.175952 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:19:16.175952 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:19:16.175952 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:19:16.175952 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:19:16.175952 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:19:16.175952 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:19:16.175952 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:19:16.175952 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:19:16.175952 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:19:16.175952 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:19:16.175952 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:19:16.175952 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:19:16.175952 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:19:16.175952 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:19:16.175952 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:19:16.175952 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:19:16.175952 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:19:16.175952 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:19:16.175952 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:19:16.175952 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:19:16.175952 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:19:16.175952 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:19:16.175952 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:19:16.284593 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f26672-0547-49e2-8677-a6ae597979e3 req-26ae36aa-6fac-4a23-9f49-1275f1d0eade tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:16.296895 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-26f26672-0547-49e2-8677-a6ae597979e3 req-26ae36aa-6fac-4a23-9f49-1275f1d0eade tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=885586af-4e7a-44b4-a68c-ebb57f0a0cf6 HTTP/1.1" status: 200 len: 944 time: 0.0558884 Dec 08 16:19:16.297053 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed15ec-4521-4e03-89f4-bd72779a00ca req-58e3f6e2-4744-4067-b98d-013bacecd9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:16.297053 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b1ed15ec-4521-4e03-89f4-bd72779a00ca req-58e3f6e2-4744-4067-b98d-013bacecd9af service neutron] 10.222.0.37 "GET /v2.0/networks?id=bac12048-218d-4c84-9c9f-b2662c6ae975 HTTP/1.1" status: 200 len: 912 time: 0.2110951 Dec 08 16:19:16.341793 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d309311-a60d-4c85-b597-1710d55bba65 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Made reservation on behalf of 3dfaa92ee25a480b9e789f76eb5125bb for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:19:16.345912 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2d309311-a60d-4c85-b597-1710d55bba65 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:16.347375 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b1ed15ec-4521-4e03-89f4-bd72779a00ca req-513a494c-d035-47e0-9d42-5cb59963dd72 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dae85fbb-fbb8-4f00-aa50-716d21ac1304 HTTP/1.1" status: 200 len: 217 time: 0.0457370 Dec 08 16:19:16.358631 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-26f26672-0547-49e2-8677-a6ae597979e3 req-443e3486-af17-4c39-b87b-2a45b51a97ae tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644827 Dec 08 16:19:16.359699 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2d309311-a60d-4c85-b597-1710d55bba65 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:16.400458 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8fb3876d-5356-4f4b-9074-e966815f09cc tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:16.411089 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8fb3876d-5356-4f4b-9074-e966815f09cc tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:16.414749 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-8fb3876d-5356-4f4b-9074-e966815f09cc tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "DELETE /v2.0/networks/64899bc7-9e4d-40fd-b133-15f2d6cc3684 HTTP/1.1" status: 204 len: 168 time: 1.3508618 Dec 08 16:19:16.420499 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 56248) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:16.425573 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-b15afdb2-4be2-4d76-ba88-1975a0c9941b tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2127421591'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:16.456232 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb3876d-5356-4f4b-9074-e966815f09cc tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event deleted for resources: {'Network': ['ID=64899bc7-9e4d-40fd-b133-15f2d6cc3684,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:16.469984 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed15ec-4521-4e03-89f4-bd72779a00ca req-26b79105-f5d9-4e10-9d18-383b866d5488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:16.471550 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b1ed15ec-4521-4e03-89f4-bd72779a00ca req-26b79105-f5d9-4e10-9d18-383b866d5488 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=911fa867-e0c1-483c-87c7-224732096f69 HTTP/1.1" status: 200 len: 851 time: 0.1171632 Dec 08 16:19:16.487271 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2d309311-a60d-4c85-b597-1710d55bba65 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:16.529182 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b1ed15ec-4521-4e03-89f4-bd72779a00ca req-45bda628-e3f9-49da-a4f3-eb1192920dbc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bac12048-218d-4c84-9c9f-b2662c6ae975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483358 Dec 08 16:19:16.596449 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15afdb2-4be2-4d76-ba88-1975a0c9941b tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Made reservation on behalf of 51a87c34cff54be8bd9f39e385a06492 for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:19:16.599916 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b15afdb2-4be2-4d76-ba88-1975a0c9941b tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:16.652845 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b15afdb2-4be2-4d76-ba88-1975a0c9941b tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:19:16.656366 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2d309311-a60d-4c85-b597-1710d55bba65 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:16.662258 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b1ed15ec-4521-4e03-89f4-bd72779a00ca req-d7d62cd8-49bd-4e1e-97b2-eee11c3b1b80 service neutron] 10.222.0.37 "GET /v2.0/networks/bac12048-218d-4c84-9c9f-b2662c6ae975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232603 Dec 08 16:19:16.667327 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b15afdb2-4be2-4d76-ba88-1975a0c9941b tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:16.667675 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-b15afdb2-4be2-4d76-ba88-1975a0c9941b tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Added segment a21beec8-f216-4a02-a93d-7e25b20bbaaa of type vlan for network 636f0f6d-0951-494b-8f7f-f1502d8bafad Dec 08 16:19:16.705841 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d309311-a60d-4c85-b597-1710d55bba65 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d892493-d178-4cc4-ab63-4953d764e194,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:16.725716 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:16.820096 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b15afdb2-4be2-4d76-ba88-1975a0c9941b tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:16.896715 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f8db63-56ce-43c2-8bf5-90b656f14a26 req-314a1f0a-cd49-4ee7-b5c2-0cb2fd2977f7 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:16.899891 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-37f8db63-56ce-43c2-8bf5-90b656f14a26 req-314a1f0a-cd49-4ee7-b5c2-0cb2fd2977f7 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f1e0362-48bf-417b-b53c-4acdd616c33f HTTP/1.1" status: 200 len: 944 time: 0.2080362 Dec 08 16:19:16.971091 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b1ed15ec-4521-4e03-89f4-bd72779a00ca req-bedee502-bc2d-49d7-914f-9a803ab6d7c5 service neutron] 10.222.0.37 "GET /v2.0/networks/bac12048-218d-4c84-9c9f-b2662c6ae975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923300 Dec 08 16:19:16.974604 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b15afdb2-4be2-4d76-ba88-1975a0c9941b tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:16.983617 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15afdb2-4be2-4d76-ba88-1975a0c9941b tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:16.984982 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b15afdb2-4be2-4d76-ba88-1975a0c9941b tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:16.997520 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.db.api [None req-2d309311-a60d-4c85-b597-1710d55bba65 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=110551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:19:16.998974 n-d-776250-12 neutron-server[110551]: DEBUG oslo_db.api [None req-2d309311-a60d-4c85-b597-1710d55bba65 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:19:17.074478 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 1f3b17c9-f664-4d6e-a6dc-02c90ece8841 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:19:17.101146 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-37f8db63-56ce-43c2-8bf5-90b656f14a26 req-0a86a9f6-1660-4a56-9c66-70cacfd32b29 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617558 Dec 08 16:19:17.104595 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 1f3b17c9-f664-4d6e-a6dc-02c90ece8841 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:19:17.110158 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 1f3b17c9-f664-4d6e-a6dc-02c90ece8841 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:19:17.110657 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b15afdb2-4be2-4d76-ba88-1975a0c9941b tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6881001 Dec 08 16:19:17.115356 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56284) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:17.123518 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-c15b5bd7-1a52-4935-ad51-b2fe2d88f576 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Request body: {'subnet': {'network_id': '636f0f6d-0951-494b-8f7f-f1502d8bafad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:17.132043 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15afdb2-4be2-4d76-ba88-1975a0c9941b tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event updated for resources: {'Network': ['ID=636f0f6d-0951-494b-8f7f-f1502d8bafad,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:17.145129 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 636f0f6d-0951-494b-8f7f-f1502d8bafad details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:19:17.335120 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15b5bd7-1a52-4935-ad51-b2fe2d88f576 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Made reservation on behalf of 51a87c34cff54be8bd9f39e385a06492 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:19:17.339553 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c15b5bd7-1a52-4935-ad51-b2fe2d88f576 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:17.503264 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2d309311-a60d-4c85-b597-1710d55bba65 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:17.569150 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:17.584849 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17936a94-206c-4289-8557-67e6a8be2058 req-99f9b2d2-5ad1-4408-97f4-b8abd3db3c80 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:17.586473 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-17936a94-206c-4289-8557-67e6a8be2058 req-99f9b2d2-5ad1-4408-97f4-b8abd3db3c80 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=885586af-4e7a-44b4-a68c-ebb57f0a0cf6 HTTP/1.1" status: 200 len: 944 time: 0.1247091 Dec 08 16:19:17.593510 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d309311-a60d-4c85-b597-1710d55bba65 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:19:17.657461 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2d309311-a60d-4c85-b597-1710d55bba65 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:17.657807 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-2d309311-a60d-4c85-b597-1710d55bba65 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Added segment 93948563-caf5-4ceb-befe-dd520434f49a of type vlan for network ee40c258-b206-49e1-a7d5-6790c2c1d764 Dec 08 16:19:17.733895 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-17936a94-206c-4289-8557-67e6a8be2058 req-8e6b46b8-c2c8-473b-922b-092aa0431180 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380975 Dec 08 16:19:17.737727 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2d309311-a60d-4c85-b597-1710d55bba65 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:17.768917 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c15b5bd7-1a52-4935-ad51-b2fe2d88f576 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:17.824236 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2d309311-a60d-4c85-b597-1710d55bba65 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:17.830077 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d309311-a60d-4c85-b597-1710d55bba65 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:17.830676 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2d309311-a60d-4c85-b597-1710d55bba65 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:17.860474 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15b5bd7-1a52-4935-ad51-b2fe2d88f576 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event updated for resources: {'Subnet': ['ID=ac05f395-4a37-4bda-b29e-a2a8144f57ce,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:17.916234 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15b5bd7-1a52-4935-ad51-b2fe2d88f576 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Checking segment: {'id': 'a21beec8-f216-4a02-a93d-7e25b20bbaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '636f0f6d-0951-494b-8f7f-f1502d8bafad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:19:17.916500 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15b5bd7-1a52-4935-ad51-b2fe2d88f576 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Network hostable DHCP agents. Network: 636f0f6d-0951-494b-8f7f-f1502d8bafad, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:19:17.925534 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d309311-a60d-4c85-b597-1710d55bba65 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Pushing event updated for resources: {'Network': ['ID=ee40c258-b206-49e1-a7d5-6790c2c1d764,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:17.938783 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network ee40c258-b206-49e1-a7d5-6790c2c1d764 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:19:17.997746 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-2d309311-a60d-4c85-b597-1710d55bba65 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.0386508 Dec 08 16:19:17.998336 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 56322) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:18.004081 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-8fce6d70-578a-4b22-9542-12d67a6bb34b tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Request body: {'subnet': {'network_id': 'ee40c258-b206-49e1-a7d5-6790c2c1d764', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:18.077423 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15b5bd7-1a52-4935-ad51-b2fe2d88f576 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Network 636f0f6d-0951-494b-8f7f-f1502d8bafad is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:19:18.191858 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-c15b5bd7-1a52-4935-ad51-b2fe2d88f576 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 636f0f6d-0951-494b-8f7f-f1502d8bafad) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:19:18.199775 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15b5bd7-1a52-4935-ad51-b2fe2d88f576 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:18.199775 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c15b5bd7-1a52-4935-ad51-b2fe2d88f576 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:18.222330 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84513c24-b6c3-452d-ae8a-0c316d59a61b None None] Network 636f0f6d-0951-494b-8f7f-f1502d8bafad requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:19:18.298493 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56328) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:18.310866 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeab634-3d14-4418-a821-da7580ebfcb1 req-f8b65879-9a82-47a0-a7aa-52f0305b0e60 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:18.310866 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bbeab634-3d14-4418-a821-da7580ebfcb1 req-f8b65879-9a82-47a0-a7aa-52f0305b0e60 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f1e0362-48bf-417b-b53c-4acdd616c33f HTTP/1.1" status: 200 len: 944 time: 0.0911989 Dec 08 16:19:18.310866 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fce6d70-578a-4b22-9542-12d67a6bb34b tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Made reservation on behalf of 3dfaa92ee25a480b9e789f76eb5125bb for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:19:18.314028 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8fce6d70-578a-4b22-9542-12d67a6bb34b tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:18.323099 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device dae85fbb-fbb8-4f00-aa50-716d21ac1304 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:19:18.364303 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf026b3-6878-437c-b180-0799d3c3dfed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-636f0f6d-0951-494b-8f7f-f1502d8bafad', 'network_id': '636f0f6d-0951-494b-8f7f-f1502d8bafad', 'project_id': '51a87c34cff54be8bd9f39e385a06492', 'fixed_ips': [{'subnet_id': 'ac05f395-4a37-4bda-b29e-a2a8144f57ce'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:19:18.365359 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-bcf026b3-6878-437c-b180-0799d3c3dfed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:18.384091 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c15b5bd7-1a52-4935-ad51-b2fe2d88f576 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2670460 Dec 08 16:19:18.386824 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56334) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:18.393571 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-bc651717-6bfa-4b76-ad24-b8e6c1bc2cda tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1015392859', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:18.453578 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bbeab634-3d14-4418-a821-da7580ebfcb1 req-928ee834-df03-4823-8993-774213990da6 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096799 Dec 08 16:19:18.492649 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4f73a23f-0707-4bdc-8a44-66a0995492dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:18.603699 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4f73a23f-0707-4bdc-8a44-66a0995492dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:18.608865 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bc651717-6bfa-4b76-ad24-b8e6c1bc2cda tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:18.609904 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bc651717-6bfa-4b76-ad24-b8e6c1bc2cda tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:18.642120 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port dae85fbb-fbb8-4f00-aa50-716d21ac1304, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=dae85fbb-fbb8-4f00-aa50-716d21ac1304,segment=NetworkSegment(e55a582f-5aba-4151-a1c0-e3d3c6210d61),segment_id=e55a582f-5aba-4151-a1c0-e3d3c6210d61)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:19:18.659579 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': 'dae85fbb-fbb8-4f00-aa50-716d21ac1304', 'network_id': 'bac12048-218d-4c84-9c9f-b2662c6ae975', 'port_id': 'dae85fbb-fbb8-4f00-aa50-716d21ac1304', 'mac_address': 'fa:16:3e:a1:6e:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '911fa867-e0c1-483c-87c7-224732096f69', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:19:18.667273 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bc651717-6bfa-4b76-ad24-b8e6c1bc2cda tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:18.667808 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-bcf026b3-6878-437c-b180-0799d3c3dfed None None] Allocated IP 2001:db8::2 (636f0f6d-0951-494b-8f7f-f1502d8bafad/ac05f395-4a37-4bda-b29e-a2a8144f57ce/4c5f39ad-e52d-4ed2-8da9-20f5ac978143) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:19:18.751938 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4f73a23f-0707-4bdc-8a44-66a0995492dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:18.756689 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8fce6d70-578a-4b22-9542-12d67a6bb34b tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:18.756897 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:18.787224 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dae85fbb-fbb8-4f00-aa50-716d21ac1304 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:19:18.795032 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-4f73a23f-0707-4bdc-8a44-66a0995492dd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5bfe4e1bfa25479aaf4af77b87295aac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4952285 Dec 08 16:19:18.798491 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 56340) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:18.800197 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f73a23f-0707-4bdc-8a44-66a0995492dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=583496b4-c21e-4251-8232-c2e494333fc1,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:18.809532 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bc651717-6bfa-4b76-ad24-b8e6c1bc2cda tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:18.842335 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port dae85fbb-fbb8-4f00-aa50-716d21ac1304, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=dae85fbb-fbb8-4f00-aa50-716d21ac1304,segment=NetworkSegment(e55a582f-5aba-4151-a1c0-e3d3c6210d61),segment_id=e55a582f-5aba-4151-a1c0-e3d3c6210d61)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:19:18.883825 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bc651717-6bfa-4b76-ad24-b8e6c1bc2cda tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:18.884565 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-bc651717-6bfa-4b76-ad24-b8e6c1bc2cda tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4948924 Dec 08 16:19:18.886237 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56342) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:18.893482 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-d0337cd9-0b62-4aea-b6fc-98a094b6dc02 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Request body: {'port': {'network_id': '636f0f6d-0951-494b-8f7f-f1502d8bafad', 'name': 'tempest-PortsIpV6TestJSON-1685945529'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:18.894897 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:18.931073 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-bcf026b3-6878-437c-b180-0799d3c3dfed None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:18.941513 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fce6d70-578a-4b22-9542-12d67a6bb34b tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Pushing event updated for resources: {'Subnet': ['ID=6fcd45f9-fab2-4a8f-9689-5937b9b60e24,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:18.951058 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fce6d70-578a-4b22-9542-12d67a6bb34b tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Checking segment: {'id': '93948563-caf5-4ceb-befe-dd520434f49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'ee40c258-b206-49e1-a7d5-6790c2c1d764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:19:18.951439 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fce6d70-578a-4b22-9542-12d67a6bb34b tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Network hostable DHCP agents. Network: ee40c258-b206-49e1-a7d5-6790c2c1d764, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:19:18.964404 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=dae85fbb-fbb8-4f00-aa50-716d21ac1304,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:18.984889 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d2ba4-5ce2-4e86-8f36-7a4ea2c14184 req-ebaff95c-a224-4fcb-8dd0-d67625ab65e1 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:18.986439 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-754d2ba4-5ce2-4e86-8f36-7a4ea2c14184 req-ebaff95c-a224-4fcb-8dd0-d67625ab65e1 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=885586af-4e7a-44b4-a68c-ebb57f0a0cf6 HTTP/1.1" status: 200 len: 944 time: 0.1361465 Dec 08 16:19:18.993699 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f63e8402-337f-468d-bc62-1d76f70b98e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:18.999367 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-bcf026b3-6878-437c-b180-0799d3c3dfed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:19.045130 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f63e8402-337f-468d-bc62-1d76f70b98e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:19.055159 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf026b3-6878-437c-b180-0799d3c3dfed None None] Network 636f0f6d-0951-494b-8f7f-f1502d8bafad is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:19:19.062906 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-bcf026b3-6878-437c-b180-0799d3c3dfed None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:19:19.070538 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf026b3-6878-437c-b180-0799d3c3dfed None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:19:19.074695 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf026b3-6878-437c-b180-0799d3c3dfed None None] Pushing event updated for resources: {'Port': ['ID=4c5f39ad-e52d-4ed2-8da9-20f5ac978143,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:19.089827 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fce6d70-578a-4b22-9542-12d67a6bb34b tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Network ee40c258-b206-49e1-a7d5-6790c2c1d764 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:19:19.112058 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0337cd9-0b62-4aea-b6fc-98a094b6dc02 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Made reservation on behalf of 51a87c34cff54be8bd9f39e385a06492 for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:19:19.116852 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d0337cd9-0b62-4aea-b6fc-98a094b6dc02 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:19.132736 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-754d2ba4-5ce2-4e86-8f36-7a4ea2c14184 req-a2ff8d61-6961-445f-ae57-7613cbcf010e tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347642 Dec 08 16:19:19.144758 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-d0337cd9-0b62-4aea-b6fc-98a094b6dc02 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] device_id is not set on port 3629b573-39ae-4a51-8e1d-95b9a0ac3c77 yet. {{(pid=110551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:19:19.149327 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-bcf026b3-6878-437c-b180-0799d3c3dfed None None] Attempting to bind port 4c5f39ad-e52d-4ed2-8da9-20f5ac978143 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:19:19.149856 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-bcf026b3-6878-437c-b180-0799d3c3dfed None None] Attempting to bind port 4c5f39ad-e52d-4ed2-8da9-20f5ac978143 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'a21beec8-f216-4a02-a93d-7e25b20bbaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '636f0f6d-0951-494b-8f7f-f1502d8bafad'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:19:19.150289 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf026b3-6878-437c-b180-0799d3c3dfed None None] Attempting to bind port 4c5f39ad-e52d-4ed2-8da9-20f5ac978143 on network 636f0f6d-0951-494b-8f7f-f1502d8bafad {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:19:19.165705 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf026b3-6878-437c-b180-0799d3c3dfed None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:19:19.166101 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf026b3-6878-437c-b180-0799d3c3dfed None None] Checking segment: {'id': 'a21beec8-f216-4a02-a93d-7e25b20bbaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '636f0f6d-0951-494b-8f7f-f1502d8bafad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:19:19.166535 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-bcf026b3-6878-437c-b180-0799d3c3dfed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:19.166931 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf026b3-6878-437c-b180-0799d3c3dfed None None] Bound using segment: {'id': 'a21beec8-f216-4a02-a93d-7e25b20bbaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '636f0f6d-0951-494b-8f7f-f1502d8bafad'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:19:19.168605 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-bcf026b3-6878-437c-b180-0799d3c3dfed None None] Bound port: 4c5f39ad-e52d-4ed2-8da9-20f5ac978143, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a21beec8-f216-4a02-a93d-7e25b20bbaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '636f0f6d-0951-494b-8f7f-f1502d8bafad'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:19:19.170582 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-bcf026b3-6878-437c-b180-0799d3c3dfed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:19.175894 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 387545ee-2fb9-4fd0-bb31-482b9336eed0 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:19:19.221015 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-8fce6d70-578a-4b22-9542-12d67a6bb34b tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, ee40c258-b206-49e1-a7d5-6790c2c1d764) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:19:19.228890 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['dae85fbb-fbb8-4f00-aa50-716d21ac1304'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:19:19.231332 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fce6d70-578a-4b22-9542-12d67a6bb34b tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:19.232249 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8fce6d70-578a-4b22-9542-12d67a6bb34b tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:19.237124 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c43fdf-3bc7-4820-b8b1-e5988f0ce6aa None None] Network ee40c258-b206-49e1-a7d5-6790c2c1d764 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:19:19.343125 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f63e8402-337f-468d-bc62-1d76f70b98e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:19.345920 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f63e8402-337f-468d-bc62-1d76f70b98e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:19.349718 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-f63e8402-337f-468d-bc62-1d76f70b98e8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/583496b4-c21e-4251-8232-c2e494333fc1 HTTP/1.1" status: 204 len: 168 time: 0.5202301 Dec 08 16:19:19.354587 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-8fce6d70-578a-4b22-9542-12d67a6bb34b tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3550539 Dec 08 16:19:19.355292 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 56352) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:19.363166 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-a79d2204-dbce-4aa1-9e29-dc06b760775c tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1677635311', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}, 'admin_state_up': False}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:19.386216 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e8402-337f-468d-bc62-1d76f70b98e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=583496b4-c21e-4251-8232-c2e494333fc1,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:19.456725 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-bcf026b3-6878-437c-b180-0799d3c3dfed None None] For port 4c5f39ad-e52d-4ed2-8da9-20f5ac978143, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:19:19.481268 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-d0337cd9-0b62-4aea-b6fc-98a094b6dc02 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Allocated IP 2001:db8::8e (636f0f6d-0951-494b-8f7f-f1502d8bafad/ac05f395-4a37-4bda-b29e-a2a8144f57ce/3629b573-39ae-4a51-8e1d-95b9a0ac3c77) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:19:19.503596 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-bcf026b3-6878-437c-b180-0799d3c3dfed None None] For port 4c5f39ad-e52d-4ed2-8da9-20f5ac978143, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=4c5f39ad-e52d-4ed2-8da9-20f5ac978143,segment=NetworkSegment(a21beec8-f216-4a02-a93d-7e25b20bbaaa),segment_id=a21beec8-f216-4a02-a93d-7e25b20bbaaa)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:19:19.524522 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a79d2204-dbce-4aa1-9e29-dc06b760775c tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:19.527534 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a79d2204-dbce-4aa1-9e29-dc06b760775c tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:19.539593 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 387545ee-2fb9-4fd0-bb31-482b9336eed0, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=387545ee-2fb9-4fd0-bb31-482b9336eed0,segment=NetworkSegment(bb740625-1067-4eb4-8c3f-54ce2bbbb747),segment_id=bb740625-1067-4eb4-8c3f-54ce2bbbb747)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:19:19.576166 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e2220b-182f-4d9a-87ee-7672f9a20067 None None] Network ee40c258-b206-49e1-a7d5-6790c2c1d764 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:19:19.580542 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '387545ee-2fb9-4fd0-bb31-482b9336eed0', 'network_id': '444a8cbb-ee83-40d1-9772-ed3daa005a16', 'port_id': '387545ee-2fb9-4fd0-bb31-482b9336eed0', 'mac_address': 'fa:16:3e:cd:8b:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921ca20d-c445-4985-be5a-b19c39bd838b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:19:19.625345 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-bcf026b3-6878-437c-b180-0799d3c3dfed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:19.666312 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a79d2204-dbce-4aa1-9e29-dc06b760775c tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:19.705233 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d0337cd9-0b62-4aea-b6fc-98a094b6dc02 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:19.715126 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc3c2f-3a46-46c9-b1d1-2367b462925f req-0a7efc72-1eee-49c0-8a68-bb89afd52e0d tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:19.718644 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-25dc3c2f-3a46-46c9-b1d1-2367b462925f req-0a7efc72-1eee-49c0-8a68-bb89afd52e0d tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f1e0362-48bf-417b-b53c-4acdd616c33f HTTP/1.1" status: 200 len: 945 time: 0.0644138 Dec 08 16:19:19.797839 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d0337cd9-0b62-4aea-b6fc-98a094b6dc02 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:19.836383 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:19.840512 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf026b3-6878-437c-b180-0799d3c3dfed None None] Pushing event updated for resources: {'Port': ['ID=4c5f39ad-e52d-4ed2-8da9-20f5ac978143,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:19.876619 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0337cd9-0b62-4aea-b6fc-98a094b6dc02 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event updated for resources: {'Port': ['ID=3629b573-39ae-4a51-8e1d-95b9a0ac3c77,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:19.905076 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0337cd9-0b62-4aea-b6fc-98a094b6dc02 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Network 636f0f6d-0951-494b-8f7f-f1502d8bafad is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:19:19.906943 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-d0337cd9-0b62-4aea-b6fc-98a094b6dc02 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:19:19.910550 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 387545ee-2fb9-4fd0-bb31-482b9336eed0 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:19:19.921155 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0337cd9-0b62-4aea-b6fc-98a094b6dc02 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:19:19.935427 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0337cd9-0b62-4aea-b6fc-98a094b6dc02 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:19.937873 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d0337cd9-0b62-4aea-b6fc-98a094b6dc02 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:19.964279 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 387545ee-2fb9-4fd0-bb31-482b9336eed0, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=387545ee-2fb9-4fd0-bb31-482b9336eed0,segment=NetworkSegment(bb740625-1067-4eb4-8c3f-54ce2bbbb747),segment_id=bb740625-1067-4eb4-8c3f-54ce2bbbb747)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:19:19.981995 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-25dc3c2f-3a46-46c9-b1d1-2367b462925f req-71ef1855-da04-483c-a108-ed28e7262626 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451341 Dec 08 16:19:20.046377 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d0337cd9-0b62-4aea-b6fc-98a094b6dc02 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1589699 Dec 08 16:19:20.048981 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56368) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:20.075762 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:20.169755 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=387545ee-2fb9-4fd0-bb31-482b9336eed0,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:20.391221 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['387545ee-2fb9-4fd0-bb31-482b9336eed0'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:19:20.447584 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 56374) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:20.504652 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a79d2204-dbce-4aa1-9e29-dc06b760775c tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:20.508372 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-886df14f-8100-49d2-b9d1-57c8c2698045 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:20.680280 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-886df14f-8100-49d2-b9d1-57c8c2698045 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:20.749862 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-886df14f-8100-49d2-b9d1-57c8c2698045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:20.883158 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-886df14f-8100-49d2-b9d1-57c8c2698045 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ecbb80883fff45d2ada528303311f671&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4343164 Dec 08 16:19:20.887025 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 56378) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:20.932915 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a79d2204-dbce-4aa1-9e29-dc06b760775c tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for router_gateway, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:20.974107 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886df14f-8100-49d2-b9d1-57c8c2698045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb584a6-692d-461c-a775-42325cb88787,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:20.979437 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a79d2204-dbce-4aa1-9e29-dc06b760775c tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:20.985746 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b56d5-b4e2-4c9f-9f5b-bc61afa443db req-2cf027f9-87dc-4441-b872-c5b6d24a1b95 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:20.994002 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f33b56d5-b4e2-4c9f-9f5b-bc61afa443db req-2cf027f9-87dc-4441-b872-c5b6d24a1b95 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=885586af-4e7a-44b4-a68c-ebb57f0a0cf6 HTTP/1.1" status: 200 len: 945 time: 0.6975164 Dec 08 16:19:21.097342 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-66c5199c-2568-490f-9a5b-d855f83a1332 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:21.114014 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 4c5f39ad-e52d-4ed2-8da9-20f5ac978143 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:19:21.185865 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 4c5f39ad-e52d-4ed2-8da9-20f5ac978143 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:21.186321 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:21.252603 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f33b56d5-b4e2-4c9f-9f5b-bc61afa443db req-e62f8da2-19f1-4175-b834-393f99d62d3c tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575035 Dec 08 16:19:21.281606 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-a79d2204-dbce-4aa1-9e29-dc06b760775c tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Allocated IP 172.25.0.249 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/5db6da82-52e6-4db3-bc36-c0bcec9d1926) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:19:21.311864 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c80791a5-3d5a-400e-8431-3df3719f0c86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:21.324549 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ef6c9d-5784-4c78-803c-b8296f29c5c9 req-c842eb15-7776-41db-96da-ce7c85e3399e tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:21.338890 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-39ef6c9d-5784-4c78-803c-b8296f29c5c9 req-c842eb15-7776-41db-96da-ce7c85e3399e tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f1e0362-48bf-417b-b53c-4acdd616c33f HTTP/1.1" status: 200 len: 945 time: 0.1838181 Dec 08 16:19:21.370006 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:21.406247 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8acc48cf-6957-4109-9325-39e19fab41e9 None None] Network 636f0f6d-0951-494b-8f7f-f1502d8bafad requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:19:21.450019 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c80791a5-3d5a-400e-8431-3df3719f0c86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:21.511893 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-39ef6c9d-5784-4c78-803c-b8296f29c5c9 req-c9d78ee9-66c9-44be-9f6b-c3917decb27b tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745813 Dec 08 16:19:21.577984 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a79d2204-dbce-4aa1-9e29-dc06b760775c tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:21.643295 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c80791a5-3d5a-400e-8431-3df3719f0c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:21.646410 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c80791a5-3d5a-400e-8431-3df3719f0c86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:21.649442 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c80791a5-3d5a-400e-8431-3df3719f0c86 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5eb584a6-692d-461c-a775-42325cb88787 HTTP/1.1" status: 204 len: 168 time: 0.7615962 Dec 08 16:19:21.674233 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-66c5199c-2568-490f-9a5b-d855f83a1332 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:21.681632 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 4c5f39ad-e52d-4ed2-8da9-20f5ac978143, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=4c5f39ad-e52d-4ed2-8da9-20f5ac978143,segment=NetworkSegment(a21beec8-f216-4a02-a93d-7e25b20bbaaa),segment_id=a21beec8-f216-4a02-a93d-7e25b20bbaaa)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:19:21.687390 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80791a5-3d5a-400e-8431-3df3719f0c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb584a6-692d-461c-a775-42325cb88787,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:21.709252 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-6a275c2e-083d-4f26-9711-347f04a00f17 None None] Provisioning complete for port 4c5f39ad-e52d-4ed2-8da9-20f5ac978143 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:21.709507 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6a275c2e-083d-4f26-9711-347f04a00f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:21.713753 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a79d2204-dbce-4aa1-9e29-dc06b760775c tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:21.741213 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-66c5199c-2568-490f-9a5b-d855f83a1332 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:21.826325 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79d2204-dbce-4aa1-9e29-dc06b760775c tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Pushing event updated for resources: {'Port': ['ID=5db6da82-52e6-4db3-bc36-c0bcec9d1926,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:21.839715 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79d2204-dbce-4aa1-9e29-dc06b760775c tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:19:21.841871 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-a79d2204-dbce-4aa1-9e29-dc06b760775c tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:19:21.844500 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79d2204-dbce-4aa1-9e29-dc06b760775c tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:19:21.868709 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:21.926525 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c5199c-2568-490f-9a5b-d855f83a1332 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event updated for resources: {'Port': ['ID=3629b573-39ae-4a51-8e1d-95b9a0ac3c77,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:22.052458 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=4c5f39ad-e52d-4ed2-8da9-20f5ac978143,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:22.065551 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:22.066061 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:22.066521 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:22.066967 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:22.067428 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:22.067880 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:22.068458 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:22.068895 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:22.070105 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:22.070571 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:22.071014 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:22.071448 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:22.071865 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:22.127224 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-66c5199c-2568-490f-9a5b-d855f83a1332 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:22.371473 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device dae85fbb-fbb8-4f00-aa50-716d21ac1304 up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:19:22.392256 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-e38acd2f-9dac-47cd-bc0f-f019b4177cd5 None None] Provisioning complete for port 3629b573-39ae-4a51-8e1d-95b9a0ac3c77 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:22.392596 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e38acd2f-9dac-47cd-bc0f-f019b4177cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:22.514069 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-66c5199c-2568-490f-9a5b-d855f83a1332 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:22.609004 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-e38acd2f-9dac-47cd-bc0f-f019b4177cd5 None None] Port 3629b573-39ae-4a51-8e1d-95b9a0ac3c77 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:19:22.614996 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a79d2204-dbce-4aa1-9e29-dc06b760775c tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for router_gateway, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:22.627216 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-e38acd2f-9dac-47cd-bc0f-f019b4177cd5 None None] Provisioning complete for port 4c5f39ad-e52d-4ed2-8da9-20f5ac978143 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:22.627860 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e38acd2f-9dac-47cd-bc0f-f019b4177cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:22.658954 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d98a7-a275-4a10-8565-29d01b753728 req-4d270e16-78a2-4e76-8c09-b287e78eab38 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:22.662374 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-667d98a7-a275-4a10-8565-29d01b753728 req-4d270e16-78a2-4e76-8c09-b287e78eab38 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=885586af-4e7a-44b4-a68c-ebb57f0a0cf6 HTTP/1.1" status: 200 len: 945 time: 0.2226534 Dec 08 16:19:22.736756 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port dae85fbb-fbb8-4f00-aa50-716d21ac1304 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:19:22.750111 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port dae85fbb-fbb8-4f00-aa50-716d21ac1304 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:22.754564 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:22.912390 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-66c5199c-2568-490f-9a5b-d855f83a1332 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:22.991081 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:22.992857 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-667d98a7-a275-4a10-8565-29d01b753728 req-50dbf33b-fa7f-4fe3-9cde-bd125f55c814 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263939 Dec 08 16:19:23.009831 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6715a62b-a373-4df0-89a6-c4a999509660 req-f11ff102-d7b8-4598-a310-da783ada36e4 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:23.012525 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6715a62b-a373-4df0-89a6-c4a999509660 req-f11ff102-d7b8-4598-a310-da783ada36e4 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f1e0362-48bf-417b-b53c-4acdd616c33f HTTP/1.1" status: 200 len: 945 time: 0.1001134 Dec 08 16:19:23.014356 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-66c5199c-2568-490f-9a5b-d855f83a1332 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:23.015317 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-66c5199c-2568-490f-9a5b-d855f83a1332 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:23.084331 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f1e0362-48bf-417b-b53c-4acdd616c33f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dae85fbb-fbb8-4f00-aa50-716d21ac1304'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:19:23.086714 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3224555b-0482-423f-b9b5-496b430f3446" -d '{"events": [{"server_uuid": "6f1e0362-48bf-417b-b53c-4acdd616c33f", "name": "network-vif-plugged", "status": "completed", "tag": "dae85fbb-fbb8-4f00-aa50-716d21ac1304"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:19:23.106491 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 4c5f39ad-e52d-4ed2-8da9-20f5ac978143 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:19:23.182349 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c5199c-2568-490f-9a5b-d855f83a1332 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event updated for resources: {'Port': ['ID=3629b573-39ae-4a51-8e1d-95b9a0ac3c77,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:23.203555 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port dae85fbb-fbb8-4f00-aa50-716d21ac1304, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=dae85fbb-fbb8-4f00-aa50-716d21ac1304,segment=NetworkSegment(e55a582f-5aba-4151-a1c0-e3d3c6210d61),segment_id=e55a582f-5aba-4151-a1c0-e3d3c6210d61)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:19:23.214262 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 387545ee-2fb9-4fd0-bb31-482b9336eed0 up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:19:23.217019 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-e0e6ff27-1633-4094-b2f0-a1f7ace185f1 None None] Provisioning complete for port 3629b573-39ae-4a51-8e1d-95b9a0ac3c77 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:23.222964 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c5199c-2568-490f-9a5b-d855f83a1332 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Network 636f0f6d-0951-494b-8f7f-f1502d8bafad is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:19:23.247048 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e0e6ff27-1633-4094-b2f0-a1f7ace185f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:23.249165 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-66c5199c-2568-490f-9a5b-d855f83a1332 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:19:23.251479 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a79d2204-dbce-4aa1-9e29-dc06b760775c tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:23.345685 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18da580a-f3ec-4a03-82d6-e1b2aaa316c6 x-openstack-request-id: req-18da580a-f3ec-4a03-82d6-e1b2aaa316c6 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:19:23.345989 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f1e0362-48bf-417b-b53c-4acdd616c33f", "name": "network-vif-plugged", "status": "completed", "tag": "dae85fbb-fbb8-4f00-aa50-716d21ac1304", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:19:23.346227 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-18da580a-f3ec-4a03-82d6-e1b2aaa316c6 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:19:23.346885 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f1e0362-48bf-417b-b53c-4acdd616c33f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dae85fbb-fbb8-4f00-aa50-716d21ac1304', 'code': 200} Dec 08 16:19:23.370548 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:19:23.388231 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:23.435633 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6715a62b-a373-4df0-89a6-c4a999509660 req-6591ca22-c7ce-4d74-90bf-6de872acc981 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4084249 Dec 08 16:19:23.463112 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-e0e6ff27-1633-4094-b2f0-a1f7ace185f1 None None] Port 3629b573-39ae-4a51-8e1d-95b9a0ac3c77 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:19:23.514285 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 4c5f39ad-e52d-4ed2-8da9-20f5ac978143 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:23.514285 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:23.514285 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=dae85fbb-fbb8-4f00-aa50-716d21ac1304,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:23.574506 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port 387545ee-2fb9-4fd0-bb31-482b9336eed0 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:19:23.587241 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 387545ee-2fb9-4fd0-bb31-482b9336eed0 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:23.593441 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:23.605822 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66c5199c-2568-490f-9a5b-d855f83a1332 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Router 55729b13-9f96-43ef-8081-bc215f234b42 is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:19:23.688080 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e475a-f8ea-41cc-9af4-d3e0df184638 req-8ef48191-b48e-4025-9f67-6014c0ec5c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:23.694189 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e03e475a-f8ea-41cc-9af4-d3e0df184638 req-8ef48191-b48e-4025-9f67-6014c0ec5c68 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6f1e0362-48bf-417b-b53c-4acdd616c33f HTTP/1.1" status: 200 len: 1098 time: 0.1678488 Dec 08 16:19:23.767680 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-7d13ed4f-76a8-4661-85b3-66ab13d41723 None None] Provisioning complete for port 3629b573-39ae-4a51-8e1d-95b9a0ac3c77 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:23.768072 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7d13ed4f-76a8-4661-85b3-66ab13d41723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:23.771084 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c5199c-2568-490f-9a5b-d855f83a1332 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:19:23.782409 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-66c5199c-2568-490f-9a5b-d855f83a1332 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "PUT /v2.0/routers/55729b13-9f96-43ef-8081-bc215f234b42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7320669 Dec 08 16:19:23.783239 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56426) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:23.788458 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db659b9-3383-4b0b-840d-ed284e7a05b6 None None] Sync routers for ids ['55729b13-9f96-43ef-8081-bc215f234b42'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:19:23.811299 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e03e475a-f8ea-41cc-9af4-d3e0df184638 req-ce880983-d7cc-4720-93c1-1ce3e629e828 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950024 Dec 08 16:19:23.818682 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db659b9-3383-4b0b-840d-ed284e7a05b6 None None] Routers {'55729b13-9f96-43ef-8081-bc215f234b42'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:19:23.818682 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-7db659b9-3383-4b0b-840d-ed284e7a05b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:19:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['55729b13-9f96-43ef-8081-bc215f234b42'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:23.848828 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7bb2f3-f0d1-4f1e-943b-60fdb14ab2fc tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:23.854835 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 56428) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:23.855536 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-5f7bb2f3-f0d1-4f1e-943b-60fdb14ab2fc tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "GET /v2.0/ports?device_id=55729b13-9f96-43ef-8081-bc215f234b42 HTTP/1.1" status: 200 len: 988 time: 0.0710857 Dec 08 16:19:23.873141 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-7db659b9-3383-4b0b-840d-ed284e7a05b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:23.883650 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db659b9-3383-4b0b-840d-ed284e7a05b6 None None] Routers {'55729b13-9f96-43ef-8081-bc215f234b42'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:19:23.884451 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-7db659b9-3383-4b0b-840d-ed284e7a05b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:19:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['55729b13-9f96-43ef-8081-bc215f234b42'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:23.925596 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-7db659b9-3383-4b0b-840d-ed284e7a05b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:23.926285 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db659b9-3383-4b0b-840d-ed284e7a05b6 None None] The sync data for ids ['55729b13-9f96-43ef-8081-bc215f234b42'] in n-d-776250-12 is: [] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:19:23.935745 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a79d2204-dbce-4aa1-9e29-dc06b760775c tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Router b3c63600-c489-42b0-b075-9f045925df98 is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:19:23.965042 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-7d13ed4f-76a8-4661-85b3-66ab13d41723 None None] Port 3629b573-39ae-4a51-8e1d-95b9a0ac3c77 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:19:23.988969 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:24.031893 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 387545ee-2fb9-4fd0-bb31-482b9336eed0, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=387545ee-2fb9-4fd0-bb31-482b9336eed0,segment=NetworkSegment(bb740625-1067-4eb4-8c3f-54ce2bbbb747),segment_id=bb740625-1067-4eb4-8c3f-54ce2bbbb747)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:19:24.108704 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-e976509a-a905-4852-bbd3-1f0588d62376 None None] Provisioning complete for port 3629b573-39ae-4a51-8e1d-95b9a0ac3c77 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:24.109180 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e976509a-a905-4852-bbd3-1f0588d62376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:24.154508 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-e976509a-a905-4852-bbd3-1f0588d62376 None None] Port 3629b573-39ae-4a51-8e1d-95b9a0ac3c77 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:19:24.157374 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:24.242847 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=387545ee-2fb9-4fd0-bb31-482b9336eed0,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:24.261065 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79d2204-dbce-4aa1-9e29-dc06b760775c tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:19:24.264370 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a697a7-e5ce-4752-94b5-f8d110558d15 req-91cdc064-2cc7-4603-8e74-ba403006001a tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:24.266656 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-80a697a7-e5ce-4752-94b5-f8d110558d15 req-91cdc064-2cc7-4603-8e74-ba403006001a tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=885586af-4e7a-44b4-a68c-ebb57f0a0cf6 HTTP/1.1" status: 200 len: 946 time: 0.1233432 Dec 08 16:19:24.288695 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4a27a3-3518-4e42-9a2f-a613aa7b24ee None None] Sync routers for ids ['b3c63600-c489-42b0-b075-9f045925df98'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:19:24.308838 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4a27a3-3518-4e42-9a2f-a613aa7b24ee None None] Routers {'b3c63600-c489-42b0-b075-9f045925df98'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:19:24.309946 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-cd4a27a3-3518-4e42-9a2f-a613aa7b24ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:19:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['b3c63600-c489-42b0-b075-9f045925df98'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:24.377872 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-80a697a7-e5ce-4752-94b5-f8d110558d15 req-f3327946-6798-4a1b-8f2c-6e8136a9a80a tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966783 Dec 08 16:19:24.385796 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-cd4a27a3-3518-4e42-9a2f-a613aa7b24ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:24.411829 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4a27a3-3518-4e42-9a2f-a613aa7b24ee None None] Routers {'b3c63600-c489-42b0-b075-9f045925df98'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:19:24.412576 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-cd4a27a3-3518-4e42-9a2f-a613aa7b24ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:19:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['b3c63600-c489-42b0-b075-9f045925df98'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:24.421452 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a79d2204-dbce-4aa1-9e29-dc06b760775c tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:24.422805 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a79d2204-dbce-4aa1-9e29-dc06b760775c tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.0647163 Dec 08 16:19:24.425751 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56440) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:24.490288 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-cd4a27a3-3518-4e42-9a2f-a613aa7b24ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:24.492022 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4a27a3-3518-4e42-9a2f-a613aa7b24ee None None] The sync data for ids ['b3c63600-c489-42b0-b075-9f045925df98'] in n-d-776250-12 is: [] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:19:24.651498 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-13a63b9e-789e-43ab-8549-de18e4629ad7 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:25.198342 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a9f08-da25-4e0a-bc6c-0d614ca9866a req-97acf7d8-3a4f-4b57-a2b7-bb0098da039f tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:25.200695 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ea4a9f08-da25-4e0a-bc6c-0d614ca9866a req-97acf7d8-3a4f-4b57-a2b7-bb0098da039f tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f1e0362-48bf-417b-b53c-4acdd616c33f HTTP/1.1" status: 200 len: 946 time: 0.6480455 Dec 08 16:19:25.349918 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '885586af-4e7a-44b4-a68c-ebb57f0a0cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '387545ee-2fb9-4fd0-bb31-482b9336eed0'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:19:25.353472 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e04e88-6622-4ff9-bc11-dafb9df91865" -d '{"events": [{"server_uuid": "885586af-4e7a-44b4-a68c-ebb57f0a0cf6", "name": "network-vif-plugged", "status": "completed", "tag": "387545ee-2fb9-4fd0-bb31-482b9336eed0"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:19:25.398433 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b2232e82-30b3-484e-a18c-d31bd01c2308 req-82744334-1780-4bc2-bd86-52a56df0ba9f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=79064082-c91c-4208-bd57-708e6d37a370&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2410870 Dec 08 16:19:25.399222 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4d796720-eebf-4ca1-8289-45707570681c tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:25.430622 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a979def9-4e5a-4c3d-a827-202521ee6c75 x-openstack-request-id: req-a979def9-4e5a-4c3d-a827-202521ee6c75 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:19:25.431100 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "885586af-4e7a-44b4-a68c-ebb57f0a0cf6", "name": "network-vif-plugged", "status": "completed", "tag": "387545ee-2fb9-4fd0-bb31-482b9336eed0", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:19:25.434653 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a979def9-4e5a-4c3d-a827-202521ee6c75 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:19:25.434653 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '885586af-4e7a-44b4-a68c-ebb57f0a0cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '387545ee-2fb9-4fd0-bb31-482b9336eed0', 'code': 200} Dec 08 16:19:25.434950 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ea4a9f08-da25-4e0a-bc6c-0d614ca9866a req-0b0620f4-e300-42b6-81dd-e905af178e1e tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627402 Dec 08 16:19:25.576267 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2232e82-30b3-484e-a18c-d31bd01c2308 req-6206759a-abee-46e9-b8b1-cb37faf3d2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:25.577864 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b2232e82-30b3-484e-a18c-d31bd01c2308 req-6206759a-abee-46e9-b8b1-cb37faf3d2ec service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f798cbfb52c24fe0ba6afa1278248aa5&device_id=79064082-c91c-4208-bd57-708e6d37a370 HTTP/1.1" status: 200 len: 1098 time: 0.0938523 Dec 08 16:19:25.628721 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-13a63b9e-789e-43ab-8549-de18e4629ad7 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Deleting port 3629b573-39ae-4a51-8e1d-95b9a0ac3c77 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:19:25.629113 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-13a63b9e-789e-43ab-8549-de18e4629ad7 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:25.672775 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f867b3-8df2-4b7b-9ab5-6ec5a9a79a97 req-17c594cc-5b1a-4364-b0c3-1e699b1fdd6e tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:25.674717 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c3f867b3-8df2-4b7b-9ab5-6ec5a9a79a97 req-17c594cc-5b1a-4364-b0c3-1e699b1fdd6e tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=885586af-4e7a-44b4-a68c-ebb57f0a0cf6 HTTP/1.1" status: 200 len: 946 time: 0.1148198 Dec 08 16:19:25.693538 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f3e4d6-9406-4120-b040-295af5ceefe1 req-d4d62005-220a-4bcc-b538-347dd6b4c098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:25.695565 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-76f3e4d6-9406-4120-b040-295af5ceefe1 req-d4d62005-220a-4bcc-b538-347dd6b4c098 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=885586af-4e7a-44b4-a68c-ebb57f0a0cf6 HTTP/1.1" status: 200 len: 1098 time: 0.1414874 Dec 08 16:19:25.849733 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-76f3e4d6-9406-4120-b040-295af5ceefe1 req-8f5f31ec-aa65-47c4-9f6b-63981920d1ae service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229508 Dec 08 16:19:25.858510 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c3f867b3-8df2-4b7b-9ab5-6ec5a9a79a97 req-de591dc3-4cbc-420b-af08-f12d993df294 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219475 Dec 08 16:19:25.874619 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-13a63b9e-789e-43ab-8549-de18e4629ad7 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:25.891220 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2232e82-30b3-484e-a18c-d31bd01c2308 req-1969be1d-bda5-42bf-a0b2-cd7b81810c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:25.893035 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b2232e82-30b3-484e-a18c-d31bd01c2308 req-1969be1d-bda5-42bf-a0b2-cd7b81810c1b service neutron] 10.222.0.76 "GET /v2.0/networks?id=7267bda8-5e5d-4e04-ad23-20b961702335 HTTP/1.1" status: 200 len: 912 time: 0.2562323 Dec 08 16:19:25.904418 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-13a63b9e-789e-43ab-8549-de18e4629ad7 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Calling delete_port for 3629b573-39ae-4a51-8e1d-95b9a0ac3c77 owned by network:router_interface {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:19:25.968599 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-4d796720-eebf-4ca1-8289-45707570681c tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Allocated IP 172.20.0.1 (ee40c258-b206-49e1-a7d5-6790c2c1d764/6fcd45f9-fab2-4a8f-9689-5937b9b60e24/15947e8e-8a25-4ad4-b336-44e536bfc6a5) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:19:26.128539 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4d796720-eebf-4ca1-8289-45707570681c tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:26.199255 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b2232e82-30b3-484e-a18c-d31bd01c2308 req-3677fcf1-9166-45da-8577-b56df20cfe7a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6 HTTP/1.1" status: 200 len: 1002 time: 0.0970635 Dec 08 16:19:26.260700 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2232e82-30b3-484e-a18c-d31bd01c2308 req-392c2ff6-89d9-4b3c-bbd6-8d1a21f73863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:26.262216 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b2232e82-30b3-484e-a18c-d31bd01c2308 req-392c2ff6-89d9-4b3c-bbd6-8d1a21f73863 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b1120212-8041-47f2-b393-74481d8c6bb2 HTTP/1.1" status: 200 len: 850 time: 0.0553102 Dec 08 16:19:26.313318 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2232e82-30b3-484e-a18c-d31bd01c2308 req-4ea1e833-b1e3-4a8d-a488-9fd0149ef052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:26.317296 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b2232e82-30b3-484e-a18c-d31bd01c2308 req-4ea1e833-b1e3-4a8d-a488-9fd0149ef052 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7267bda8-5e5d-4e04-ad23-20b961702335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445085 Dec 08 16:19:26.340448 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4d796720-eebf-4ca1-8289-45707570681c tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:26.341624 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-13a63b9e-789e-43ab-8549-de18e4629ad7 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:26.408196 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d796720-eebf-4ca1-8289-45707570681c tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Pushing event updated for resources: {'Port': ['ID=15947e8e-8a25-4ad4-b336-44e536bfc6a5,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:26.434839 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d796720-eebf-4ca1-8289-45707570681c tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Network ee40c258-b206-49e1-a7d5-6790c2c1d764 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:19:26.436869 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-4d796720-eebf-4ca1-8289-45707570681c tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:19:26.442785 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d796720-eebf-4ca1-8289-45707570681c tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:19:26.450965 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a63b9e-789e-43ab-8549-de18e4629ad7 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event deleted for resources: {'Port': ['ID=3629b573-39ae-4a51-8e1d-95b9a0ac3c77,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:26.513029 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4d796720-eebf-4ca1-8289-45707570681c tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:26.657039 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-13a63b9e-789e-43ab-8549-de18e4629ad7 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:26.710835 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b2232e82-30b3-484e-a18c-d31bd01c2308 req-fc0cdcaf-993b-4fa3-89f6-f5ff0a42802c service neutron] 10.222.0.76 "GET /v2.0/networks/7267bda8-5e5d-4e04-ad23-20b961702335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3870134 Dec 08 16:19:26.811872 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4d796720-eebf-4ca1-8289-45707570681c tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:26.827040 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70469b0-5cab-4bc8-ab80-1233794b3ffc req-b24ee155-b5b3-4e5c-8a37-3ad5616caae3 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:26.836011 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a70469b0-5cab-4bc8-ab80-1233794b3ffc req-b24ee155-b5b3-4e5c-8a37-3ad5616caae3 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f1e0362-48bf-417b-b53c-4acdd616c33f HTTP/1.1" status: 200 len: 946 time: 0.3053753 Dec 08 16:19:27.041542 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a70469b0-5cab-4bc8-ab80-1233794b3ffc req-91eb8c44-4522-42d1-a33f-94f3cfbc5c71 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030964 Dec 08 16:19:27.065400 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b2232e82-30b3-484e-a18c-d31bd01c2308 req-440c6eac-2bad-49ad-8834-5076636f02f3 service neutron] 10.222.0.76 "GET /v2.0/networks/7267bda8-5e5d-4e04-ad23-20b961702335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122668 Dec 08 16:19:27.076599 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13a63b9e-789e-43ab-8549-de18e4629ad7 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Router 55729b13-9f96-43ef-8081-bc215f234b42 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:19:27.149185 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdbdb16-39e2-471e-867d-9957df1bbfe0 req-ad9240b1-9081-4fe5-ba82-42176aca03c0 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:27.162921 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3bdbdb16-39e2-471e-867d-9957df1bbfe0 req-ad9240b1-9081-4fe5-ba82-42176aca03c0 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=885586af-4e7a-44b4-a68c-ebb57f0a0cf6 HTTP/1.1" status: 200 len: 946 time: 0.1311734 Dec 08 16:19:27.202685 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a63b9e-789e-43ab-8549-de18e4629ad7 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:19:27.216015 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9d5b1c-fd6b-4534-b3d0-0f386c3154ca None None] Sync routers for ids ['55729b13-9f96-43ef-8081-bc215f234b42'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:19:27.217675 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56524) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:27.217991 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-13a63b9e-789e-43ab-8549-de18e4629ad7 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "PUT /v2.0/routers/55729b13-9f96-43ef-8081-bc215f234b42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3616014 Dec 08 16:19:27.239724 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9d5b1c-fd6b-4534-b3d0-0f386c3154ca None None] Routers {'55729b13-9f96-43ef-8081-bc215f234b42'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:19:27.247401 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-5b9d5b1c-fd6b-4534-b3d0-0f386c3154ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:19:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['55729b13-9f96-43ef-8081-bc215f234b42'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:27.301379 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 56526) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:27.309794 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-5b9d5b1c-fd6b-4534-b3d0-0f386c3154ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:27.321586 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9d5b1c-fd6b-4534-b3d0-0f386c3154ca None None] Routers {'55729b13-9f96-43ef-8081-bc215f234b42'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:19:27.322483 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-5b9d5b1c-fd6b-4534-b3d0-0f386c3154ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:19:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['55729b13-9f96-43ef-8081-bc215f234b42'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:27.354606 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-216cfe96-de94-4e51-83bc-5e0ac4fb9b86 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] GET failed (client error): The resource could not be found. Dec 08 16:19:27.356863 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-216cfe96-de94-4e51-83bc-5e0ac4fb9b86 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "GET /v2.0/ports/3629b573-39ae-4a51-8e1d-95b9a0ac3c77 HTTP/1.1" status: 404 len: 333 time: 0.1380510 Dec 08 16:19:27.359413 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 56530) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:27.376955 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-5b9d5b1c-fd6b-4534-b3d0-0f386c3154ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:27.378127 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9d5b1c-fd6b-4534-b3d0-0f386c3154ca None None] The sync data for ids ['55729b13-9f96-43ef-8081-bc215f234b42'] in n-d-776250-12 is: [] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:19:27.429913 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3bdbdb16-39e2-471e-867d-9957df1bbfe0 req-ecd91de9-062f-499a-a274-ea703bbc0d08 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648375 Dec 08 16:19:27.489946 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4d796720-eebf-4ca1-8289-45707570681c tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:27.516708 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ee918c4b-e03a-4e16-8cad-830d8cda7b73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:27.520490 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4f1bbe7a-7de0-46b1-bcb2-23bad3ba5f88 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for router, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:27.605626 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4d796720-eebf-4ca1-8289-45707570681c tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:27.723924 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4d796720-eebf-4ca1-8289-45707570681c tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:27.732621 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d796720-eebf-4ca1-8289-45707570681c tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Pushing event updated for resources: {'Port': ['ID=15947e8e-8a25-4ad4-b336-44e536bfc6a5,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:27.747028 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4f1bbe7a-7de0-46b1-bcb2-23bad3ba5f88 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:27.750684 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d796720-eebf-4ca1-8289-45707570681c tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:27.750684 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d796720-eebf-4ca1-8289-45707570681c tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:27.751076 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d796720-eebf-4ca1-8289-45707570681c tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:27.751428 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d796720-eebf-4ca1-8289-45707570681c tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:27.751772 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d796720-eebf-4ca1-8289-45707570681c tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:27.752213 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d796720-eebf-4ca1-8289-45707570681c tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:27.752586 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d796720-eebf-4ca1-8289-45707570681c tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:27.752882 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d796720-eebf-4ca1-8289-45707570681c tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:27.753221 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d796720-eebf-4ca1-8289-45707570681c tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:27.753556 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d796720-eebf-4ca1-8289-45707570681c tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:27.753892 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d796720-eebf-4ca1-8289-45707570681c tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:27.754226 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d796720-eebf-4ca1-8289-45707570681c tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:27.754564 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d796720-eebf-4ca1-8289-45707570681c tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:27.755793 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4f1bbe7a-7de0-46b1-bcb2-23bad3ba5f88 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:27.860382 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d796720-eebf-4ca1-8289-45707570681c tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Network ee40c258-b206-49e1-a7d5-6790c2c1d764 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:19:27.861935 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-4d796720-eebf-4ca1-8289-45707570681c tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:19:27.902402 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ee918c4b-e03a-4e16-8cad-830d8cda7b73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:27.946149 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf33ca8c-ed64-4905-b113-0cabdf7ffdf1 req-67c121a0-4ebd-49b6-abc1-a4444a91f058 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:27.947825 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bf33ca8c-ed64-4905-b113-0cabdf7ffdf1 req-67c121a0-4ebd-49b6-abc1-a4444a91f058 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f1e0362-48bf-417b-b53c-4acdd616c33f HTTP/1.1" status: 200 len: 946 time: 0.1714211 Dec 08 16:19:27.957811 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97cf1e5-9911-4942-bf01-adf21ae868b5 req-855144f3-16a5-4e3d-96e3-ff30f765f000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:27.959357 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f97cf1e5-9911-4942-bf01-adf21ae868b5 req-855144f3-16a5-4e3d-96e3-ff30f765f000 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=86427fb06cd943e1bad210250d1fd45f&device_id=6f1e0362-48bf-417b-b53c-4acdd616c33f HTTP/1.1" status: 200 len: 1098 time: 0.1395979 Dec 08 16:19:27.995640 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4f1bbe7a-7de0-46b1-bcb2-23bad3ba5f88 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:27.996211 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f1bbe7a-7de0-46b1-bcb2-23bad3ba5f88 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Fanout notify agent at l3_agent the message router_deleted on router 55729b13-9f96-43ef-8081-bc215f234b42 {{(pid=110550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:19:28.015389 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4f1bbe7a-7de0-46b1-bcb2-23bad3ba5f88 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:28.016512 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-4f1bbe7a-7de0-46b1-bcb2-23bad3ba5f88 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "DELETE /v2.0/routers/55729b13-9f96-43ef-8081-bc215f234b42 HTTP/1.1" status: 204 len: 168 time: 0.6560864 Dec 08 16:19:28.055640 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 56536) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:28.058503 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ee918c4b-e03a-4e16-8cad-830d8cda7b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:28.093310 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0c384e1b-b975-4e37-8e13-cd0f08257d25 req-84b3db3b-710b-49de-9828-710335c519e3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1886322 Dec 08 16:19:28.181247 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ee918c4b-e03a-4e16-8cad-830d8cda7b73 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bbee203e42a04aa58ddbc422cefe2a2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8787253 Dec 08 16:19:28.227963 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bf33ca8c-ed64-4905-b113-0cabdf7ffdf1 req-4d223166-5089-42a4-92b8-69151ca99670 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729430 Dec 08 16:19:28.242783 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 56542) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:28.279373 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee918c4b-e03a-4e16-8cad-830d8cda7b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc91b6a-1242-4d85-98e9-a1a3149e3e5b,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:28.300623 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0f0ccee-8d0a-46d2-a110-796277556026 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Deleting subnet ac05f395-4a37-4bda-b29e-a2a8144f57ce {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:19:28.314608 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e0f0ccee-8d0a-46d2-a110-796277556026 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:28.322695 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97cf1e5-9911-4942-bf01-adf21ae868b5 req-615ec2e2-82a9-41a7-a664-0e38bd0f5397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:28.324241 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f97cf1e5-9911-4942-bf01-adf21ae868b5 req-615ec2e2-82a9-41a7-a664-0e38bd0f5397 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bac12048-218d-4c84-9c9f-b2662c6ae975 HTTP/1.1" status: 200 len: 912 time: 0.3542647 Dec 08 16:19:28.375183 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c384e1b-b975-4e37-8e13-cd0f08257d25 req-1ed2d869-4328-4aa3-ab48-8f8e20fb45fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:28.376608 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0c384e1b-b975-4e37-8e13-cd0f08257d25 req-1ed2d869-4328-4aa3-ab48-8f8e20fb45fc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=22d0ae928129486d8913ac89433a7712&device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 1097 time: 0.2329330 Dec 08 16:19:28.383992 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d796720-eebf-4ca1-8289-45707570681c tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Router b3c63600-c489-42b0-b075-9f045925df98 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:19:28.429504 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f97cf1e5-9911-4942-bf01-adf21ae868b5 req-a7cd53ab-54c1-4839-b997-9ecf1f01ee34 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dae85fbb-fbb8-4f00-aa50-716d21ac1304 HTTP/1.1" status: 200 len: 217 time: 0.0830758 Dec 08 16:19:28.445913 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e0f0ccee-8d0a-46d2-a110-796277556026 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:28.511349 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d796720-eebf-4ca1-8289-45707570681c tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:19:28.520093 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-4d796720-eebf-4ca1-8289-45707570681c tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] 10.222.0.64 "PUT /v2.0/routers/b3c63600-c489-42b0-b075-9f045925df98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0908773 Dec 08 16:19:28.524689 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8216e6a9-1319-4b10-91ad-648524fe606f None None] Sync routers for ids ['b3c63600-c489-42b0-b075-9f045925df98'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:19:28.528765 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56546) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:28.536534 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-04a3d3fa-a6e3-4e6b-9569-89d6133141a7 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Request body: {'port': {'network_id': 'ee40c258-b206-49e1-a7d5-6790c2c1d764', 'name': 'tempest-FloatingIPTestJSON-525198470'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:28.546559 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8216e6a9-1319-4b10-91ad-648524fe606f None None] Routers {'b3c63600-c489-42b0-b075-9f045925df98'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:19:28.548654 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-8216e6a9-1319-4b10-91ad-648524fe606f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:19:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['b3c63600-c489-42b0-b075-9f045925df98'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:28.583876 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-8216e6a9-1319-4b10-91ad-648524fe606f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:28.594726 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8216e6a9-1319-4b10-91ad-648524fe606f None None] Routers {'b3c63600-c489-42b0-b075-9f045925df98'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:19:28.595714 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-8216e6a9-1319-4b10-91ad-648524fe606f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:19:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['b3c63600-c489-42b0-b075-9f045925df98'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:28.631473 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-8216e6a9-1319-4b10-91ad-648524fe606f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:28.632799 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8216e6a9-1319-4b10-91ad-648524fe606f None None] The sync data for ids ['b3c63600-c489-42b0-b075-9f045925df98'] in n-d-776250-12 is: [] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:19:28.690234 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de7719-d126-4378-a694-a9b6b15fa013 req-2e94b223-959e-4228-a664-a3db5430bde3 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:28.692866 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-84de7719-d126-4378-a694-a9b6b15fa013 req-2e94b223-959e-4228-a664-a3db5430bde3 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=885586af-4e7a-44b4-a68c-ebb57f0a0cf6 HTTP/1.1" status: 200 len: 946 time: 0.1738648 Dec 08 16:19:28.797840 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-84de7719-d126-4378-a694-a9b6b15fa013 req-46bd8fee-6296-4665-848a-115857732068 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905263 Dec 08 16:19:28.877114 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a3d3fa-a6e3-4e6b-9569-89d6133141a7 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Made reservation on behalf of 3dfaa92ee25a480b9e789f76eb5125bb for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:19:28.883789 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-04a3d3fa-a6e3-4e6b-9569-89d6133141a7 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:28.905852 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-04a3d3fa-a6e3-4e6b-9569-89d6133141a7 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] device_id is not set on port f325c3eb-e536-415f-9571-f4df38107ec8 yet. {{(pid=110551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:19:28.951886 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-066cd583-8b34-4680-bf24-3192fd55a618 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:28.996210 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97cf1e5-9911-4942-bf01-adf21ae868b5 req-791554a1-babd-40c6-a5fc-2df3e0b05d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:28.997787 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f97cf1e5-9911-4942-bf01-adf21ae868b5 req-791554a1-babd-40c6-a5fc-2df3e0b05d6f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=911fa867-e0c1-483c-87c7-224732096f69 HTTP/1.1" status: 200 len: 851 time: 0.5224726 Dec 08 16:19:29.036753 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-04a3d3fa-a6e3-4e6b-9569-89d6133141a7 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Allocated IP 172.20.0.10 (ee40c258-b206-49e1-a7d5-6790c2c1d764/6fcd45f9-fab2-4a8f-9689-5937b9b60e24/f325c3eb-e536-415f-9571-f4df38107ec8) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:19:29.039813 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-066cd583-8b34-4680-bf24-3192fd55a618 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:29.078129 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f97cf1e5-9911-4942-bf01-adf21ae868b5 req-c053b761-78db-4ba9-ad17-27cdf5697b62 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bac12048-218d-4c84-9c9f-b2662c6ae975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649750 Dec 08 16:19:29.093195 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c384e1b-b975-4e37-8e13-cd0f08257d25 req-2ee19831-0cb5-4b60-8399-d041164356f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:29.094769 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0c384e1b-b975-4e37-8e13-cd0f08257d25 req-2ee19831-0cb5-4b60-8399-d041164356f5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=444a8cbb-ee83-40d1-9772-ed3daa005a16 HTTP/1.1" status: 200 len: 911 time: 0.6821747 Dec 08 16:19:29.237263 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e0f0ccee-8d0a-46d2-a110-796277556026 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:29.253615 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-04a3d3fa-a6e3-4e6b-9569-89d6133141a7 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:29.334403 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0c384e1b-b975-4e37-8e13-cd0f08257d25 req-d834aeda-f9d4-4e53-a984-11ebb91e1ff0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b8d5971-2d21-4951-9b66-de8081c96b95 HTTP/1.1" status: 200 len: 1000 time: 0.2153773 Dec 08 16:19:29.412986 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442a7972-9b67-462b-8b17-50b6b1570696 req-67bd490c-e9b0-476b-993b-b43b3d2e6b2b tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:29.414540 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-442a7972-9b67-462b-8b17-50b6b1570696 req-67bd490c-e9b0-476b-993b-b43b3d2e6b2b tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=885586af-4e7a-44b4-a68c-ebb57f0a0cf6 HTTP/1.1" status: 200 len: 946 time: 0.1990631 Dec 08 16:19:29.417227 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce75a2-2352-4304-8053-a5db974840c7 req-8a26c2ac-6a39-426e-9008-a56898bbcd69 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:29.418858 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-79ce75a2-2352-4304-8053-a5db974840c7 req-8a26c2ac-6a39-426e-9008-a56898bbcd69 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f1e0362-48bf-417b-b53c-4acdd616c33f HTTP/1.1" status: 200 len: 946 time: 0.0563560 Dec 08 16:19:29.420652 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-04a3d3fa-a6e3-4e6b-9569-89d6133141a7 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:29.425459 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f97cf1e5-9911-4942-bf01-adf21ae868b5 req-1bdce8dd-db6f-43c7-9913-2e1e3d8cd7ff service neutron] 10.222.0.37 "GET /v2.0/networks/bac12048-218d-4c84-9c9f-b2662c6ae975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347406 Dec 08 16:19:29.452156 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c384e1b-b975-4e37-8e13-cd0f08257d25 req-15e43216-257b-4c4a-b1c5-5c64c153f7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:29.453663 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0c384e1b-b975-4e37-8e13-cd0f08257d25 req-15e43216-257b-4c4a-b1c5-5c64c153f7a1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=921ca20d-c445-4985-be5a-b19c39bd838b HTTP/1.1" status: 200 len: 849 time: 0.1086507 Dec 08 16:19:29.471413 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-066cd583-8b34-4680-bf24-3192fd55a618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:29.473447 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-066cd583-8b34-4680-bf24-3192fd55a618 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:29.474838 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-066cd583-8b34-4680-bf24-3192fd55a618 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9bc91b6a-1242-4d85-98e9-a1a3149e3e5b HTTP/1.1" status: 204 len: 168 time: 1.2219377 Dec 08 16:19:29.489660 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a3d3fa-a6e3-4e6b-9569-89d6133141a7 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Network ee40c258-b206-49e1-a7d5-6790c2c1d764 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:19:29.502289 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-04a3d3fa-a6e3-4e6b-9569-89d6133141a7 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:19:29.504918 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a3d3fa-a6e3-4e6b-9569-89d6133141a7 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:19:29.512306 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a3d3fa-a6e3-4e6b-9569-89d6133141a7 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Pushing event updated for resources: {'Port': ['ID=f325c3eb-e536-415f-9571-f4df38107ec8,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:29.523785 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e0f0ccee-8d0a-46d2-a110-796277556026 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:29.557499 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066cd583-8b34-4680-bf24-3192fd55a618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc91b6a-1242-4d85-98e9-a1a3149e3e5b,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:29.571843 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-79ce75a2-2352-4304-8053-a5db974840c7 req-07286605-be87-4bc2-aec1-f8b596519135 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450684 Dec 08 16:19:29.605939 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f0ccee-8d0a-46d2-a110-796277556026 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event deleted for resources: {'Subnet': ['ID=ac05f395-4a37-4bda-b29e-a2a8144f57ce,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:29.610649 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e0f0ccee-8d0a-46d2-a110-796277556026 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:29.610998 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1951d0de-fdc1-4d18-8e05-637beeb599c4 None None] Network 636f0f6d-0951-494b-8f7f-f1502d8bafad requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:19:29.611470 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a3d3fa-a6e3-4e6b-9569-89d6133141a7 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:29.611968 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-04a3d3fa-a6e3-4e6b-9569-89d6133141a7 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:29.616334 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-e0f0ccee-8d0a-46d2-a110-796277556026 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "DELETE /v2.0/subnets/ac05f395-4a37-4bda-b29e-a2a8144f57ce HTTP/1.1" status: 204 len: 168 time: 1.5521040 Dec 08 16:19:29.617162 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56562) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:29.635827 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-442a7972-9b67-462b-8b17-50b6b1570696 req-9dd58738-4167-4c25-a538-827abe161112 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105491 Dec 08 16:19:29.659093 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c384e1b-b975-4e37-8e13-cd0f08257d25 req-42587b62-bc50-44a1-bb2e-506bf2b666c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:29.660629 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0c384e1b-b975-4e37-8e13-cd0f08257d25 req-42587b62-bc50-44a1-bb2e-506bf2b666c3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=444a8cbb-ee83-40d1-9772-ed3daa005a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1588774 Dec 08 16:19:29.663448 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f97cf1e5-9911-4942-bf01-adf21ae868b5 req-87e8cccb-698f-4f41-92d5-b6cd5da31fbd service neutron] 10.222.0.37 "GET /v2.0/networks/bac12048-218d-4c84-9c9f-b2662c6ae975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258608 Dec 08 16:19:29.716658 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-281b8759-7007-48f1-afcf-0093f4a334b4 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:29.732079 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-04a3d3fa-a6e3-4e6b-9569-89d6133141a7 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2005231 Dec 08 16:19:29.739976 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 56564) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:29.745817 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-649c6862-3b5b-4171-9fe4-eb18fe98beca tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Request body: {'port': {'network_id': 'ee40c258-b206-49e1-a7d5-6790c2c1d764', 'name': 'tempest-FloatingIPTestJSON-13615835'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:29.787188 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-281b8759-7007-48f1-afcf-0093f4a334b4 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Deleting port 4c5f39ad-e52d-4ed2-8da9-20f5ac978143 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:19:29.787948 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-281b8759-7007-48f1-afcf-0093f4a334b4 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:29.861898 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0c384e1b-b975-4e37-8e13-cd0f08257d25 req-09e2e9fe-5b36-41ca-9bf0-d74117dfe959 service neutron] 10.222.0.37 "GET /v2.0/networks/444a8cbb-ee83-40d1-9772-ed3daa005a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789832 Dec 08 16:19:29.869317 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf4978a-aeef-4018-ba8e-06a5cdad521a None None] DHCP port deletion for 636f0f6d-0951-494b-8f7f-f1502d8bafad request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:19:29.934663 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-281b8759-7007-48f1-afcf-0093f4a334b4 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] For port 4c5f39ad-e52d-4ed2-8da9-20f5ac978143, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=4c5f39ad-e52d-4ed2-8da9-20f5ac978143,segment=NetworkSegment(a21beec8-f216-4a02-a93d-7e25b20bbaaa),segment_id=a21beec8-f216-4a02-a93d-7e25b20bbaaa)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:19:29.935045 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-281b8759-7007-48f1-afcf-0093f4a334b4 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:29.951389 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-281b8759-7007-48f1-afcf-0093f4a334b4 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Calling delete_port for 4c5f39ad-e52d-4ed2-8da9-20f5ac978143 owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:19:29.979361 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-dcf4978a-aeef-4018-ba8e-06a5cdad521a None None] Deleting port 4c5f39ad-e52d-4ed2-8da9-20f5ac978143 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:19:29.979736 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-dcf4978a-aeef-4018-ba8e-06a5cdad521a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:29.998527 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0c384e1b-b975-4e37-8e13-cd0f08257d25 req-2a100ae2-6636-4bad-8fc2-a02680d81a8a service neutron] 10.222.0.37 "GET /v2.0/networks/444a8cbb-ee83-40d1-9772-ed3daa005a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264868 Dec 08 16:19:30.049770 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-649c6862-3b5b-4171-9fe4-eb18fe98beca tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Made reservation on behalf of 3dfaa92ee25a480b9e789f76eb5125bb for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:19:30.057252 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-649c6862-3b5b-4171-9fe4-eb18fe98beca tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:30.062475 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-dcf4978a-aeef-4018-ba8e-06a5cdad521a None None] For port 4c5f39ad-e52d-4ed2-8da9-20f5ac978143, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=4c5f39ad-e52d-4ed2-8da9-20f5ac978143,segment=NetworkSegment(a21beec8-f216-4a02-a93d-7e25b20bbaaa),segment_id=a21beec8-f216-4a02-a93d-7e25b20bbaaa)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:19:30.062977 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-dcf4978a-aeef-4018-ba8e-06a5cdad521a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:30.079588 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [None req-649c6862-3b5b-4171-9fe4-eb18fe98beca tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] device_id is not set on port 0f35dc46-ddf1-4b4c-afe0-d39bcec0ba51 yet. {{(pid=110550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:19:30.083346 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-dcf4978a-aeef-4018-ba8e-06a5cdad521a None None] Calling delete_port for 4c5f39ad-e52d-4ed2-8da9-20f5ac978143 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:19:30.158411 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-281b8759-7007-48f1-afcf-0093f4a334b4 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:30.183237 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-dcf4978a-aeef-4018-ba8e-06a5cdad521a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:30.201655 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281b8759-7007-48f1-afcf-0093f4a334b4 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event deleted for resources: {'Port': ['ID=4c5f39ad-e52d-4ed2-8da9-20f5ac978143,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:30.211957 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281b8759-7007-48f1-afcf-0093f4a334b4 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] No DVR routers for this DVR port 4c5f39ad-e52d-4ed2-8da9-20f5ac978143 on host n-d-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:19:30.230303 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf4978a-aeef-4018-ba8e-06a5cdad521a None None] Pushing event deleted for resources: {'Port': ['ID=4c5f39ad-e52d-4ed2-8da9-20f5ac978143,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:30.232294 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf4978a-aeef-4018-ba8e-06a5cdad521a None None] No DVR routers for this DVR port 4c5f39ad-e52d-4ed2-8da9-20f5ac978143 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:19:30.253373 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-649c6862-3b5b-4171-9fe4-eb18fe98beca tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Allocated IP 172.20.0.7 (ee40c258-b206-49e1-a7d5-6790c2c1d764/6fcd45f9-fab2-4a8f-9689-5937b9b60e24/0f35dc46-ddf1-4b4c-afe0-d39bcec0ba51) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:19:30.311820 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-281b8759-7007-48f1-afcf-0093f4a334b4 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:30.337204 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-281b8759-7007-48f1-afcf-0093f4a334b4 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['636f0f6d-0951-494b-8f7f-f1502d8bafad']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:30.348283 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-281b8759-7007-48f1-afcf-0093f4a334b4 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a21beec8-f216-4a02-a93d-7e25b20bbaaa') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:30.348906 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-281b8759-7007-48f1-afcf-0093f4a334b4 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a21beec8-f216-4a02-a93d-7e25b20bbaaa') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:30.364231 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-281b8759-7007-48f1-afcf-0093f4a334b4 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:30.381531 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-281b8759-7007-48f1-afcf-0093f4a334b4 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:30.400720 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-281b8759-7007-48f1-afcf-0093f4a334b4 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:19:30.401173 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-281b8759-7007-48f1-afcf-0093f4a334b4 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:30.404577 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:19:30.404577 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:19:30.404577 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:19:30.404577 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:19:30.404577 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:19:30.404577 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:19:30.404577 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:19:30.404577 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:19:30.404577 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:19:30.404577 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:19:30.404577 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:19:30.404577 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:19:30.404577 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:19:30.404577 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:19:30.404577 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:19:30.404577 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:19:30.404577 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:19:30.404577 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:19:30.404577 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:19:30.404577 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:19:30.404577 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:19:30.404577 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:19:30.404577 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:19:30.404577 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:19:30.404577 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:19:30.404577 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:19:30.404577 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:19:30.404577 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:19:30.404577 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:19:30.404577 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:19:30.404577 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:19:30.404577 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:19:30.426448 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-649c6862-3b5b-4171-9fe4-eb18fe98beca tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:30.571756 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 56578) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:30.574611 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-281b8759-7007-48f1-afcf-0093f4a334b4 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:30.579333 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-649c6862-3b5b-4171-9fe4-eb18fe98beca tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:30.588798 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-281b8759-7007-48f1-afcf-0093f4a334b4 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:30.596878 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-281b8759-7007-48f1-afcf-0093f4a334b4 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "DELETE /v2.0/networks/636f0f6d-0951-494b-8f7f-f1502d8bafad HTTP/1.1" status: 204 len: 168 time: 0.9751770 Dec 08 16:19:30.605171 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56580) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:30.616393 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0c4d4a2f-6ad7-4759-946e-3976a47f7ce9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:30.616640 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281b8759-7007-48f1-afcf-0093f4a334b4 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event deleted for resources: {'Network': ['ID=636f0f6d-0951-494b-8f7f-f1502d8bafad,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:30.654822 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5413d4-e8a1-47cc-be13-8009aee9de5d tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:30.656297 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-2f5413d4-e8a1-47cc-be13-8009aee9de5d tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "GET /v2.0/ports/77ebc232-5482-485a-9b67-2c0d06f12d79 HTTP/1.1" status: 200 len: 845 time: 0.0501065 Dec 08 16:19:30.656423 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649c6862-3b5b-4171-9fe4-eb18fe98beca tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Network ee40c258-b206-49e1-a7d5-6790c2c1d764 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:19:30.660392 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 56584) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:30.672478 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649c6862-3b5b-4171-9fe4-eb18fe98beca tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Pushing event updated for resources: {'Port': ['ID=0f35dc46-ddf1-4b4c-afe0-d39bcec0ba51,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:30.678095 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-649c6862-3b5b-4171-9fe4-eb18fe98beca tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:19:30.701849 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649c6862-3b5b-4171-9fe4-eb18fe98beca tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:19:30.755073 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-35cea05e-33fc-49d4-b036-29348db53f89 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "GET /v2.0/ports/77ebc232-5482-485a-9b67-2c0d06f12d79?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0934401 Dec 08 16:19:30.761945 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 56588) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:30.771255 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-98190cc8-e3fc-485d-af10-da9c5b9defbc tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Request body: {'subnet': {'network_id': '7e867f59-8699-4081-a94b-61515eb9b9d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:30.891274 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649c6862-3b5b-4171-9fe4-eb18fe98beca tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:30.891928 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-649c6862-3b5b-4171-9fe4-eb18fe98beca tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:30.949945 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0c4d4a2f-6ad7-4759-946e-3976a47f7ce9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:30.967096 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623ed58-92bc-4a3f-babc-c36b4582da74 req-e456016e-4961-462e-a38b-2f4040d9b2d7 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:30.969797 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7623ed58-92bc-4a3f-babc-c36b4582da74 req-e456016e-4961-462e-a38b-2f4040d9b2d7 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=885586af-4e7a-44b4-a68c-ebb57f0a0cf6 HTTP/1.1" status: 200 len: 946 time: 0.1870017 Dec 08 16:19:30.973013 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 4c5f39ad-e52d-4ed2-8da9-20f5ac978143 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:19:30.983475 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8841c888-b623-4cfa-b04d-6e3b8513a20f req-644f20a3-ad96-47aa-971b-5ff01c874e2a tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:30.985138 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8841c888-b623-4cfa-b04d-6e3b8513a20f req-644f20a3-ad96-47aa-971b-5ff01c874e2a tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f1e0362-48bf-417b-b53c-4acdd616c33f HTTP/1.1" status: 200 len: 946 time: 0.0629663 Dec 08 16:19:31.003732 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 4c5f39ad-e52d-4ed2-8da9-20f5ac978143 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:19:31.004087 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 4c5f39ad-e52d-4ed2-8da9-20f5ac978143 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:19:31.034229 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-649c6862-3b5b-4171-9fe4-eb18fe98beca tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.2931311 Dec 08 16:19:31.040930 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7623ed58-92bc-4a3f-babc-c36b4582da74 req-a3e21f0d-7333-4a77-94c6-fa9deb7e194a tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583353 Dec 08 16:19:31.041171 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8841c888-b623-4cfa-b04d-6e3b8513a20f req-63a4c8d8-313d-4b2a-b2db-5873e91c525d tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484054 Dec 08 16:19:31.041682 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56592) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:31.046382 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-c013cc57-ed21-40db-9d55-ccfce5637dae tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Request body: {'floatingip': {'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'port_id': '0f35dc46-ddf1-4b4c-afe0-d39bcec0ba51', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:31.071942 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0c4d4a2f-6ad7-4759-946e-3976a47f7ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:31.119332 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-0c4d4a2f-6ad7-4759-946e-3976a47f7ce9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c36813a81dbd4ad1b8f0fe2d41c86d05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5435836 Dec 08 16:19:31.119332 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4d4a2f-6ad7-4759-946e-3976a47f7ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b4bd4f-c3a7-4d53-8a1e-4574f7eb58e2,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:31.121168 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56594) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:31.151372 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98190cc8-e3fc-485d-af10-da9c5b9defbc tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Made reservation on behalf of 51a87c34cff54be8bd9f39e385a06492 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:19:31.155386 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-98190cc8-e3fc-485d-af10-da9c5b9defbc tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:31.189856 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-704a55db-e03c-4764-8b2b-e3c0d76ba316 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:31.213510 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-704a55db-e03c-4764-8b2b-e3c0d76ba316 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:31.271972 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c013cc57-ed21-40db-9d55-ccfce5637dae tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for floatingip, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:31.334166 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-704a55db-e03c-4764-8b2b-e3c0d76ba316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:31.337443 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-704a55db-e03c-4764-8b2b-e3c0d76ba316 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:31.338790 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-704a55db-e03c-4764-8b2b-e3c0d76ba316 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d4b4bd4f-c3a7-4d53-8a1e-4574f7eb58e2 HTTP/1.1" status: 204 len: 168 time: 0.2179577 Dec 08 16:19:31.351617 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704a55db-e03c-4764-8b2b-e3c0d76ba316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b4bd4f-c3a7-4d53-8a1e-4574f7eb58e2,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:31.437152 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-98190cc8-e3fc-485d-af10-da9c5b9defbc tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:31.438655 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c013cc57-ed21-40db-9d55-ccfce5637dae tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:31.484561 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98190cc8-e3fc-485d-af10-da9c5b9defbc tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Network 7e867f59-8699-4081-a94b-61515eb9b9d8 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:19:31.488624 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-98190cc8-e3fc-485d-af10-da9c5b9defbc tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:19:31.499568 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d72e5f5-675f-452a-9cc6-55140327d7a5 None None] Network 7e867f59-8699-4081-a94b-61515eb9b9d8 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:19:31.504440 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98190cc8-e3fc-485d-af10-da9c5b9defbc tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:31.505659 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-98190cc8-e3fc-485d-af10-da9c5b9defbc tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:31.526386 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98190cc8-e3fc-485d-af10-da9c5b9defbc tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event updated for resources: {'Subnet': ['ID=5093c129-0e3e-49d8-be6f-b4284423450d,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:31.577921 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-c013cc57-ed21-40db-9d55-ccfce5637dae tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Allocated IP 172.25.0.247 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/a91c112c-7ef4-4591-9507-f663227906ce) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:19:31.610401 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-98190cc8-e3fc-485d-af10-da9c5b9defbc tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8425372 Dec 08 16:19:31.610880 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 56602) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:31.624593 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-418d7e68-14e5-4c29-b2db-486f8be5f793 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Request body: {'security_group': {'name': 'tempest-secgroup-351973903'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:31.671617 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d5e97c-d50f-4a42-9675-a23be1a61c21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-7e867f59-8699-4081-a94b-61515eb9b9d8', 'network_id': '7e867f59-8699-4081-a94b-61515eb9b9d8', 'project_id': '51a87c34cff54be8bd9f39e385a06492', 'fixed_ips': [{'subnet_id': '5093c129-0e3e-49d8-be6f-b4284423450d'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:19:31.673229 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d3d5e97c-d50f-4a42-9675-a23be1a61c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:31.715293 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c013cc57-ed21-40db-9d55-ccfce5637dae tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:31.746962 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-418d7e68-14e5-4c29-b2db-486f8be5f793 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:31.830643 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-d3d5e97c-d50f-4a42-9675-a23be1a61c21 None None] Allocated IP 2001:db8::2 (7e867f59-8699-4081-a94b-61515eb9b9d8/5093c129-0e3e-49d8-be6f-b4284423450d/a18093d2-82cb-43cb-907c-2a6501fcc0bb) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:19:31.832596 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c013cc57-ed21-40db-9d55-ccfce5637dae tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:31.865311 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-418d7e68-14e5-4c29-b2db-486f8be5f793 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:31.874851 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c013cc57-ed21-40db-9d55-ccfce5637dae tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:19:31.880388 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-c013cc57-ed21-40db-9d55-ccfce5637dae tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:19:31.884951 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c013cc57-ed21-40db-9d55-ccfce5637dae tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:19:31.910573 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c013cc57-ed21-40db-9d55-ccfce5637dae tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Pushing event updated for resources: {'Port': ['ID=a91c112c-7ef4-4591-9507-f663227906ce,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:31.929194 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-418d7e68-14e5-4c29-b2db-486f8be5f793 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:31.983024 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418d7e68-14e5-4c29-b2db-486f8be5f793 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a87904c7-1342-4d54-b5b1-7aff32223a13,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:32.033791 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-418d7e68-14e5-4c29-b2db-486f8be5f793 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:32.035484 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-418d7e68-14e5-4c29-b2db-486f8be5f793 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4196112 Dec 08 16:19:32.040400 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 56610) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:32.045581 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-94a3d4b9-4150-4f4b-b13f-bb89e707c733 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Request body: {'security_group': {'name': 'tempest-secgroup-866107655'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:32.063117 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d3d5e97c-d50f-4a42-9675-a23be1a61c21 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:32.142186 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d3d5e97c-d50f-4a42-9675-a23be1a61c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:32.187186 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d5e97c-d50f-4a42-9675-a23be1a61c21 None None] Network 7e867f59-8699-4081-a94b-61515eb9b9d8 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:19:32.191751 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-94a3d4b9-4150-4f4b-b13f-bb89e707c733 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:32.193386 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-d3d5e97c-d50f-4a42-9675-a23be1a61c21 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:19:32.198224 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d5e97c-d50f-4a42-9675-a23be1a61c21 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:19:32.204592 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d5e97c-d50f-4a42-9675-a23be1a61c21 None None] Pushing event updated for resources: {'Port': ['ID=a18093d2-82cb-43cb-907c-2a6501fcc0bb,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:32.243501 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41424e8e-db4b-4f46-8ceb-1544265202fa req-de0e943a-822e-4190-9db2-93a88fc0f22d tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:32.245296 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-41424e8e-db4b-4f46-8ceb-1544265202fa req-de0e943a-822e-4190-9db2-93a88fc0f22d tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=885586af-4e7a-44b4-a68c-ebb57f0a0cf6 HTTP/1.1" status: 200 len: 946 time: 0.0860298 Dec 08 16:19:32.261009 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ef092-5e57-4b7d-bf10-669645c001ad req-2e951223-0765-46ac-9e61-0d21ded17457 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:32.262794 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f30ef092-5e57-4b7d-bf10-669645c001ad req-2e951223-0765-46ac-9e61-0d21ded17457 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f1e0362-48bf-417b-b53c-4acdd616c33f HTTP/1.1" status: 200 len: 946 time: 0.0966022 Dec 08 16:19:32.271915 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-d3d5e97c-d50f-4a42-9675-a23be1a61c21 None None] Attempting to bind port a18093d2-82cb-43cb-907c-2a6501fcc0bb on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:19:32.272394 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-d3d5e97c-d50f-4a42-9675-a23be1a61c21 None None] Attempting to bind port a18093d2-82cb-43cb-907c-2a6501fcc0bb by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '5110f925-175d-43a8-ae1d-c51b7cd74587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7e867f59-8699-4081-a94b-61515eb9b9d8'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:19:32.273405 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d5e97c-d50f-4a42-9675-a23be1a61c21 None None] Attempting to bind port a18093d2-82cb-43cb-907c-2a6501fcc0bb on network 7e867f59-8699-4081-a94b-61515eb9b9d8 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:19:32.281000 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d5e97c-d50f-4a42-9675-a23be1a61c21 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:19:32.282272 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d5e97c-d50f-4a42-9675-a23be1a61c21 None None] Checking segment: {'id': '5110f925-175d-43a8-ae1d-c51b7cd74587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7e867f59-8699-4081-a94b-61515eb9b9d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:19:32.282932 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d3d5e97c-d50f-4a42-9675-a23be1a61c21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:32.283511 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d5e97c-d50f-4a42-9675-a23be1a61c21 None None] Bound using segment: {'id': '5110f925-175d-43a8-ae1d-c51b7cd74587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7e867f59-8699-4081-a94b-61515eb9b9d8'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:19:32.286104 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-d3d5e97c-d50f-4a42-9675-a23be1a61c21 None None] Bound port: a18093d2-82cb-43cb-907c-2a6501fcc0bb, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5110f925-175d-43a8-ae1d-c51b7cd74587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7e867f59-8699-4081-a94b-61515eb9b9d8'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:19:32.287116 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d3d5e97c-d50f-4a42-9675-a23be1a61c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:32.344444 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-41424e8e-db4b-4f46-8ceb-1544265202fa req-4e17e032-2862-4bb9-8ab3-95870718ef1d tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819323 Dec 08 16:19:32.358496 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-94a3d4b9-4150-4f4b-b13f-bb89e707c733 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:32.418908 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-d3d5e97c-d50f-4a42-9675-a23be1a61c21 None None] For port a18093d2-82cb-43cb-907c-2a6501fcc0bb, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:19:32.422653 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-d3d5e97c-d50f-4a42-9675-a23be1a61c21 None None] For port a18093d2-82cb-43cb-907c-2a6501fcc0bb, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=a18093d2-82cb-43cb-907c-2a6501fcc0bb,segment=NetworkSegment(5110f925-175d-43a8-ae1d-c51b7cd74587),segment_id=5110f925-175d-43a8-ae1d-c51b7cd74587)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:19:32.445694 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-94a3d4b9-4150-4f4b-b13f-bb89e707c733 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:32.447193 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f30ef092-5e57-4b7d-bf10-669645c001ad req-55b62faf-fcf0-4851-97b3-2d43a4d8d886 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762617 Dec 08 16:19:32.521633 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c013cc57-ed21-40db-9d55-ccfce5637dae tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:32.521902 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a3d4b9-4150-4f4b-b13f-bb89e707c733 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=774aa193-ced4-4e8e-8294-1c48935979e4,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:32.541055 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d3d5e97c-d50f-4a42-9675-a23be1a61c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:32.617710 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d5e97c-d50f-4a42-9675-a23be1a61c21 None None] Pushing event updated for resources: {'Port': ['ID=a18093d2-82cb-43cb-907c-2a6501fcc0bb,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:32.640645 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-94a3d4b9-4150-4f4b-b13f-bb89e707c733 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:32.641100 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-94a3d4b9-4150-4f4b-b13f-bb89e707c733 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5995171 Dec 08 16:19:32.650588 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56630) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:32.655864 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-042fb879-3060-41bf-86d9-14529fdb08c0 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-398352112', 'security_groups': ['774aa193-ced4-4e8e-8294-1c48935979e4'], 'network_id': '7e867f59-8699-4081-a94b-61515eb9b9d8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5093c129-0e3e-49d8-be6f-b4284423450d'}]}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:32.743613 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c013cc57-ed21-40db-9d55-ccfce5637dae tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:33.013674 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042fb879-3060-41bf-86d9-14529fdb08c0 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Made reservation on behalf of 51a87c34cff54be8bd9f39e385a06492 for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:19:33.108946 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device a18093d2-82cb-43cb-907c-2a6501fcc0bb up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:19:33.158700 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c013cc57-ed21-40db-9d55-ccfce5637dae tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:33.173880 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-042fb879-3060-41bf-86d9-14529fdb08c0 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:33.195955 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port a18093d2-82cb-43cb-907c-2a6501fcc0bb triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:33.201045 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:33.201903 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-042fb879-3060-41bf-86d9-14529fdb08c0 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] device_id is not set on port 8c46b9a3-ab54-4164-8fdf-eec9edbc9f74 yet. {{(pid=110551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:19:33.275173 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c013cc57-ed21-40db-9d55-ccfce5637dae tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:33.320156 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:33.374893 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port a18093d2-82cb-43cb-907c-2a6501fcc0bb, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=a18093d2-82cb-43cb-907c-2a6501fcc0bb,segment=NetworkSegment(5110f925-175d-43a8-ae1d-c51b7cd74587),segment_id=5110f925-175d-43a8-ae1d-c51b7cd74587)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:19:33.465759 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:33.647156 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=a18093d2-82cb-43cb-907c-2a6501fcc0bb,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:33.767434 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c013cc57-ed21-40db-9d55-ccfce5637dae tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Pushing event updated for resources: {'Port': ['ID=a91c112c-7ef4-4591-9507-f663227906ce,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:33.811850 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407f0e2-3b68-4fd9-afdd-b0a585278468 req-4b4cbd28-4fc3-4419-b8f4-d64b9c0cbb90 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:33.815935 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f407f0e2-3b68-4fd9-afdd-b0a585278468 req-4b4cbd28-4fc3-4419-b8f4-d64b9c0cbb90 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=885586af-4e7a-44b4-a68c-ebb57f0a0cf6 HTTP/1.1" status: 200 len: 946 time: 0.1665063 Dec 08 16:19:33.820983 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c013cc57-ed21-40db-9d55-ccfce5637dae tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:33.833669 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00040a9-546e-443f-ad89-e55cd077efb5 req-ec235bf4-1ca0-4e66-894f-d5b8bb93cde7 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:33.836235 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f00040a9-546e-443f-ad89-e55cd077efb5 req-ec235bf4-1ca0-4e66-894f-d5b8bb93cde7 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f1e0362-48bf-417b-b53c-4acdd616c33f HTTP/1.1" status: 200 len: 946 time: 0.0717971 Dec 08 16:19:33.950218 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f00040a9-546e-443f-ad89-e55cd077efb5 req-f3fb9184-08f5-4a74-9382-099786917778 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022177 Dec 08 16:19:34.048701 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f407f0e2-3b68-4fd9-afdd-b0a585278468 req-1698ddc2-51a0-4d16-91e4-6612a47d9cda tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879392 Dec 08 16:19:34.061457 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-042fb879-3060-41bf-86d9-14529fdb08c0 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Allocated IP 2001:db8::1c7 (7e867f59-8699-4081-a94b-61515eb9b9d8/5093c129-0e3e-49d8-be6f-b4284423450d/8c46b9a3-ab54-4164-8fdf-eec9edbc9f74) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:19:34.076443 n-d-776250-12 neutron-server[110551]: INFO neutron.db.l3_db [None req-c013cc57-ed21-40db-9d55-ccfce5637dae tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Floating IP 4f0c23a7-f2a5-4471-9830-658d3dacb952 associated. External IP: 172.25.0.247, port: 0f35dc46-ddf1-4b4c-afe0-d39bcec0ba51. Dec 08 16:19:34.181078 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-b7daefc0-8d04-4a68-bda1-187477e2df25 None None] Provisioning complete for port a18093d2-82cb-43cb-907c-2a6501fcc0bb triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:34.182005 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b7daefc0-8d04-4a68-bda1-187477e2df25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:34.331506 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-b7daefc0-8d04-4a68-bda1-187477e2df25 None None] Provisioning complete for port 77ebc232-5482-485a-9b67-2c0d06f12d79 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:34.331992 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b7daefc0-8d04-4a68-bda1-187477e2df25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:34.363186 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-042fb879-3060-41bf-86d9-14529fdb08c0 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:34.384877 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-b7daefc0-8d04-4a68-bda1-187477e2df25 None None] Port 77ebc232-5482-485a-9b67-2c0d06f12d79 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:19:34.452548 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c013cc57-ed21-40db-9d55-ccfce5637dae tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Router b3c63600-c489-42b0-b075-9f045925df98 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:19:34.483452 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:34.595022 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c013cc57-ed21-40db-9d55-ccfce5637dae tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:19:34.609168 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4cfce0-0190-4a60-9dac-f342288c0b35 None None] Sync routers for ids ['b3c63600-c489-42b0-b075-9f045925df98'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:19:34.619335 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-042fb879-3060-41bf-86d9-14529fdb08c0 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:34.625655 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4cfce0-0190-4a60-9dac-f342288c0b35 None None] Routers {'b3c63600-c489-42b0-b075-9f045925df98'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:19:34.626586 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-6c4cfce0-0190-4a60-9dac-f342288c0b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:19:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['b3c63600-c489-42b0-b075-9f045925df98'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:34.660484 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-6c4cfce0-0190-4a60-9dac-f342288c0b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:34.672925 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4cfce0-0190-4a60-9dac-f342288c0b35 None None] Routers {'b3c63600-c489-42b0-b075-9f045925df98'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:19:34.674480 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-6c4cfce0-0190-4a60-9dac-f342288c0b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:19:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['b3c63600-c489-42b0-b075-9f045925df98'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:34.689182 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042fb879-3060-41bf-86d9-14529fdb08c0 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Network 7e867f59-8699-4081-a94b-61515eb9b9d8 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:19:34.691436 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-042fb879-3060-41bf-86d9-14529fdb08c0 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:19:34.703802 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042fb879-3060-41bf-86d9-14529fdb08c0 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:19:34.714755 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042fb879-3060-41bf-86d9-14529fdb08c0 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:34.714755 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-042fb879-3060-41bf-86d9-14529fdb08c0 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:34.758762 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042fb879-3060-41bf-86d9-14529fdb08c0 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event updated for resources: {'Port': ['ID=8c46b9a3-ab54-4164-8fdf-eec9edbc9f74,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:34.773634 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c013cc57-ed21-40db-9d55-ccfce5637dae tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:34.819610 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c013cc57-ed21-40db-9d55-ccfce5637dae tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 3.7766054 Dec 08 16:19:34.822816 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 56728) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:34.835785 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-042fb879-3060-41bf-86d9-14529fdb08c0 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1776352 Dec 08 16:19:34.839872 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56730) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:34.840234 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-ca1b674f-03a9-47c2-b2d3-5b09b49b1e76 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:34.845832 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-4c287827-d343-4b79-ad31-b5f88e875092 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Request body: {'subnet': {'network_id': '7e867f59-8699-4081-a94b-61515eb9b9d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:34.869668 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-6c4cfce0-0190-4a60-9dac-f342288c0b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:34.887342 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4cfce0-0190-4a60-9dac-f342288c0b35 None None] The sync data for ids ['b3c63600-c489-42b0-b075-9f045925df98'] in n-d-776250-12 is: [] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:19:34.919552 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ca1b674f-03a9-47c2-b2d3-5b09b49b1e76 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for floatingip, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:35.023693 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device a18093d2-82cb-43cb-907c-2a6501fcc0bb up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:19:35.130857 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-14b6e7b6-3ab2-4d31-bf39-99372785c6c6 None None] Provisioning complete for port 8c46b9a3-ab54-4164-8fdf-eec9edbc9f74 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:35.131248 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-14b6e7b6-3ab2-4d31-bf39-99372785c6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:35.156943 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port a18093d2-82cb-43cb-907c-2a6501fcc0bb triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:35.157636 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:35.201121 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-14b6e7b6-3ab2-4d31-bf39-99372785c6c6 None None] Port 8c46b9a3-ab54-4164-8fdf-eec9edbc9f74 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:19:35.204584 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c287827-d343-4b79-ad31-b5f88e875092 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Made reservation on behalf of 51a87c34cff54be8bd9f39e385a06492 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:19:35.211554 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4c287827-d343-4b79-ad31-b5f88e875092 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:35.222716 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ca1b674f-03a9-47c2-b2d3-5b09b49b1e76 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:35.231160 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169fbba3-0584-4420-879c-f111be88af0e req-4b67acd5-614a-4086-999c-8984de28aba8 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:35.232875 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-169fbba3-0584-4420-879c-f111be88af0e req-4b67acd5-614a-4086-999c-8984de28aba8 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f1e0362-48bf-417b-b53c-4acdd616c33f HTTP/1.1" status: 200 len: 946 time: 0.1164927 Dec 08 16:19:35.292389 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-169fbba3-0584-4420-879c-f111be88af0e req-1b089a0d-d383-4b1c-a652-fe54338775e8 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529249 Dec 08 16:19:35.308429 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ca1b674f-03a9-47c2-b2d3-5b09b49b1e76 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:35.309055 n-d-776250-12 neutron-server[110550]: INFO neutron.db.l3_db [None req-ca1b674f-03a9-47c2-b2d3-5b09b49b1e76 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Floating IP 4f0c23a7-f2a5-4471-9830-658d3dacb952 disassociated. External IP: 172.25.0.247, port: 0f35dc46-ddf1-4b4c-afe0-d39bcec0ba51. Dec 08 16:19:35.365870 n-d-776250-12 neutron-server[110551]: INFO neutron.db.ipam_backend_mixin [None req-4c287827-d343-4b79-ad31-b5f88e875092 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5093c129-0e3e-49d8-be6f-b4284423450d (CIDR: 2001:db8::/64) Dec 08 16:19:35.428684 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c287827-d343-4b79-ad31-b5f88e875092 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:19:35.428684 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c287827-d343-4b79-ad31-b5f88e875092 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:19:35.483742 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e4b4d1-3135-47ea-8c48-cf34334cd498 req-131524a4-663f-4235-ab29-43929cff7b56 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:35.487030 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-23e4b4d1-3135-47ea-8c48-cf34334cd498 req-131524a4-663f-4235-ab29-43929cff7b56 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=885586af-4e7a-44b4-a68c-ebb57f0a0cf6 HTTP/1.1" status: 200 len: 946 time: 0.0964887 Dec 08 16:19:35.544131 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-4c287827-d343-4b79-ad31-b5f88e875092 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7026241 Dec 08 16:19:35.548005 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56754) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:35.556714 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-0ab3d5ba-3683-49d6-b8bb-3e085c0fe26f tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Request body: {'subnet': {'network_id': '7e867f59-8699-4081-a94b-61515eb9b9d8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:35.586581 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-23e4b4d1-3135-47ea-8c48-cf34334cd498 req-650185cd-c454-430a-b7f6-6952a628fbe1 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905600 Dec 08 16:19:35.628793 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d97e45-771a-4d0e-8e17-d9f39898743d req-3248ade8-c694-4a71-b587-09f829e48fec tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:35.630407 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-05d97e45-771a-4d0e-8e17-d9f39898743d req-3248ade8-c694-4a71-b587-09f829e48fec tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/ports?device_id=79064082-c91c-4208-bd57-708e6d37a370 HTTP/1.1" status: 200 len: 946 time: 0.1060545 Dec 08 16:19:35.671252 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca1b674f-03a9-47c2-b2d3-5b09b49b1e76 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Router b3c63600-c489-42b0-b075-9f045925df98 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:19:35.708803 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-05d97e45-771a-4d0e-8e17-d9f39898743d req-40e0c666-8d97-4875-83e4-9f4f1cacf4d4 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/security-groups?id=5903942c-927a-4f35-93fb-0009cd4d6c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704215 Dec 08 16:19:35.814785 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab3d5ba-3683-49d6-b8bb-3e085c0fe26f tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Made reservation on behalf of 51a87c34cff54be8bd9f39e385a06492 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:19:35.821758 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0ab3d5ba-3683-49d6-b8bb-3e085c0fe26f tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:35.834880 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca1b674f-03a9-47c2-b2d3-5b09b49b1e76 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:19:35.842113 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ca1b674f-03a9-47c2-b2d3-5b09b49b1e76 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:35.854959 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d1e1f7-5817-411c-bdeb-3b764efca018 None None] Sync routers for ids ['b3c63600-c489-42b0-b075-9f045925df98'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:19:35.877648 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d1e1f7-5817-411c-bdeb-3b764efca018 None None] Routers {'b3c63600-c489-42b0-b075-9f045925df98'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:19:35.879561 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-f9d1e1f7-5817-411c-bdeb-3b764efca018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:19:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['b3c63600-c489-42b0-b075-9f045925df98'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:35.896876 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ca1b674f-03a9-47c2-b2d3-5b09b49b1e76 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] 10.222.0.64 "PUT /v2.0/floatingips/4f0c23a7-f2a5-4471-9830-658d3dacb952 HTTP/1.1" status: 200 len: 688 time: 1.0665975 Dec 08 16:19:35.898110 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 56758) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:35.925548 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-f9d1e1f7-5817-411c-bdeb-3b764efca018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:35.937267 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d1e1f7-5817-411c-bdeb-3b764efca018 None None] Routers {'b3c63600-c489-42b0-b075-9f045925df98'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:19:35.937931 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-f9d1e1f7-5817-411c-bdeb-3b764efca018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:19:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['b3c63600-c489-42b0-b075-9f045925df98'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:36.104975 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-4fad7392-9da0-4633-82aa-e7659cad7460 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Deleting port a91c112c-7ef4-4591-9507-f663227906ce {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:19:36.105362 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4fad7392-9da0-4633-82aa-e7659cad7460 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:36.153884 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-f9d1e1f7-5817-411c-bdeb-3b764efca018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:36.154602 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d1e1f7-5817-411c-bdeb-3b764efca018 None None] The sync data for ids ['b3c63600-c489-42b0-b075-9f045925df98'] in n-d-776250-12 is: [] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:19:36.197360 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56762) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:36.218770 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4fad7392-9da0-4633-82aa-e7659cad7460 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:36.219328 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4fad7392-9da0-4633-82aa-e7659cad7460 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:36.242752 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-4fad7392-9da0-4633-82aa-e7659cad7460 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Calling delete_port for a91c112c-7ef4-4591-9507-f663227906ce owned by network:floatingip {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:19:36.337975 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0ab3d5ba-3683-49d6-b8bb-3e085c0fe26f tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:36.340251 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-86bd0ba7-6180-4fa8-b1bf-bddcf0d88787 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:36.402513 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab3d5ba-3683-49d6-b8bb-3e085c0fe26f tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Network 7e867f59-8699-4081-a94b-61515eb9b9d8 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:19:36.407455 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-0ab3d5ba-3683-49d6-b8bb-3e085c0fe26f tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:19:36.414168 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab3d5ba-3683-49d6-b8bb-3e085c0fe26f tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:36.414790 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0ab3d5ba-3683-49d6-b8bb-3e085c0fe26f tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:36.420440 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962107e5-948b-46b0-8510-6287670c0bd4 None None] Network 7e867f59-8699-4081-a94b-61515eb9b9d8 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:19:36.432013 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab3d5ba-3683-49d6-b8bb-3e085c0fe26f tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event updated for resources: {'Subnet': ['ID=23d79fcc-7e35-443e-aa83-09aec20c2c74,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:36.474894 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac94807-0d63-46d6-ab5e-8071824f0671 req-02cba269-c5c6-471f-8c7d-192072d14dfb tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:36.477396 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fac94807-0d63-46d6-ab5e-8071824f0671 req-02cba269-c5c6-471f-8c7d-192072d14dfb tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f1e0362-48bf-417b-b53c-4acdd616c33f HTTP/1.1" status: 200 len: 946 time: 0.0781009 Dec 08 16:19:36.537924 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fac94807-0d63-46d6-ab5e-8071824f0671 req-0adcf28a-325a-4559-aaf0-0e1fc009c6a1 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524540 Dec 08 16:19:36.545430 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-0ab3d5ba-3683-49d6-b8bb-3e085c0fe26f tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9959128 Dec 08 16:19:36.546452 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 56770) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:36.571014 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-c0ffef1e-6b36-4025-95bd-be3b611f29e6 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2045080895', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '23d79fcc-7e35-443e-aa83-09aec20c2c74'}], 'security_groups': ['a87904c7-1342-4d54-b5b1-7aff32223a13']}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:36.602716 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4fad7392-9da0-4633-82aa-e7659cad7460 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:36.631031 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f16518c-4b71-4ede-ac69-0195ac4efc26 None None] Update dhcp port {'port': {'network_id': '7e867f59-8699-4081-a94b-61515eb9b9d8', 'fixed_ips': [{'subnet_id': '5093c129-0e3e-49d8-be6f-b4284423450d', 'ip_address': '2001:db8::2'}, {'subnet_id': '23d79fcc-7e35-443e-aa83-09aec20c2c74'}], 'binding:host_id': 'n-d-776250-12'}, 'id': 'a18093d2-82cb-43cb-907c-2a6501fcc0bb'} from n-d-776250-12. {{(pid=110552) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 16:19:36.640804 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fad7392-9da0-4633-82aa-e7659cad7460 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Pushing event deleted for resources: {'Port': ['ID=a91c112c-7ef4-4591-9507-f663227906ce,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:36.665565 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7f16518c-4b71-4ede-ac69-0195ac4efc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:36.701192 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-86bd0ba7-6180-4fa8-b1bf-bddcf0d88787 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:36.754872 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a1741a-e337-4f51-8278-ba2635679017 req-cfabf2e0-a7ad-4857-82fd-f8217e9475ac tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:36.767596 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a1a1741a-e337-4f51-8278-ba2635679017 req-cfabf2e0-a7ad-4857-82fd-f8217e9475ac tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=885586af-4e7a-44b4-a68c-ebb57f0a0cf6 HTTP/1.1" status: 200 len: 946 time: 0.0769756 Dec 08 16:19:36.771694 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-86bd0ba7-6180-4fa8-b1bf-bddcf0d88787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:36.841728 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4fad7392-9da0-4633-82aa-e7659cad7460 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for floatingip, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:36.842574 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4fad7392-9da0-4633-82aa-e7659cad7460 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:36.845025 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-4fad7392-9da0-4633-82aa-e7659cad7460 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] 10.222.0.64 "DELETE /v2.0/floatingips/4f0c23a7-f2a5-4471-9830-658d3dacb952 HTTP/1.1" status: 204 len: 168 time: 0.9432654 Dec 08 16:19:36.852275 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56776) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:36.859016 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-0180b36e-5e25-472e-9c58-b0d2a1b360c3 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Request body: {'floatingip': {'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'port_id': 'f325c3eb-e536-415f-9571-f4df38107ec8'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:36.866956 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bd0ba7-6180-4fa8-b1bf-bddcf0d88787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=180bf5b9-a92b-4648-bd3e-51fb7e09faba,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:36.878580 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-86bd0ba7-6180-4fa8-b1bf-bddcf0d88787 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fff96b930c4e4af689c55a65d00beff2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6801429 Dec 08 16:19:36.886842 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56778) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:36.924400 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a1a1741a-e337-4f51-8278-ba2635679017 req-197e7e2d-55bd-4dfa-ad61-833229804386 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430051 Dec 08 16:19:36.929956 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c0ffef1e-6b36-4025-95bd-be3b611f29e6 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:36.943637 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-7f16518c-4b71-4ede-ac69-0195ac4efc26 None None] Allocated IP 2001:db8:0:1::2 (7e867f59-8699-4081-a94b-61515eb9b9d8/23d79fcc-7e35-443e-aa83-09aec20c2c74/a18093d2-82cb-43cb-907c-2a6501fcc0bb) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:19:36.959006 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ff874-0eb2-4a81-be20-5f2f4aea3f65 req-f23e73ab-9cf7-409d-a384-43b58337aa94 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:36.961437 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d29ff874-0eb2-4a81-be20-5f2f4aea3f65 req-f23e73ab-9cf7-409d-a384-43b58337aa94 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/ports?device_id=79064082-c91c-4208-bd57-708e6d37a370 HTTP/1.1" status: 200 len: 946 time: 0.1154768 Dec 08 16:19:36.988197 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e0723d2f-d573-4ac4-91cb-c86432aee30c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:37.012114 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0180b36e-5e25-472e-9c58-b0d2a1b360c3 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for floatingip, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:37.049400 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e0723d2f-d573-4ac4-91cb-c86432aee30c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:37.103492 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-7f16518c-4b71-4ede-ac69-0195ac4efc26 None None] For port a18093d2-82cb-43cb-907c-2a6501fcc0bb, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=a18093d2-82cb-43cb-907c-2a6501fcc0bb,segment=NetworkSegment(5110f925-175d-43a8-ae1d-c51b7cd74587),segment_id=5110f925-175d-43a8-ae1d-c51b7cd74587)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:19:37.161911 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7f16518c-4b71-4ede-ac69-0195ac4efc26 None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:37.499338 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0180b36e-5e25-472e-9c58-b0d2a1b360c3 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:37.499928 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d29ff874-0eb2-4a81-be20-5f2f4aea3f65 req-a7fc7ca1-3f12-4007-8949-722fb058e3cf tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/security-groups?id=5903942c-927a-4f35-93fb-0009cd4d6c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4630072 Dec 08 16:19:37.500038 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7f16518c-4b71-4ede-ac69-0195ac4efc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:37.557396 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e0723d2f-d573-4ac4-91cb-c86432aee30c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:37.562304 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e0723d2f-d573-4ac4-91cb-c86432aee30c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:37.563518 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e0723d2f-d573-4ac4-91cb-c86432aee30c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/180bf5b9-a92b-4648-bd3e-51fb7e09faba HTTP/1.1" status: 204 len: 168 time: 0.6754761 Dec 08 16:19:37.649088 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f16518c-4b71-4ede-ac69-0195ac4efc26 None None] Pushing event updated for resources: {'Port': ['ID=a18093d2-82cb-43cb-907c-2a6501fcc0bb,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:37.674411 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0723d2f-d573-4ac4-91cb-c86432aee30c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=180bf5b9-a92b-4648-bd3e-51fb7e09faba,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:37.774076 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-0180b36e-5e25-472e-9c58-b0d2a1b360c3 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Allocated IP 172.25.0.25 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/07b55306-0e04-4d0f-ba5e-250edaa0ca5d) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:19:37.785658 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-c0ffef1e-6b36-4025-95bd-be3b611f29e6 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Delete allocated IP 2001:db8::1c7 (7e867f59-8699-4081-a94b-61515eb9b9d8/5093c129-0e3e-49d8-be6f-b4284423450d) {{(pid=110550) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 08 16:19:37.800351 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec0fe73-ead9-4548-b501-7c26141effb7 req-94bae968-5723-4914-b726-be1eb1c81e9b tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:37.801766 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cec0fe73-ead9-4548-b501-7c26141effb7 req-94bae968-5723-4914-b726-be1eb1c81e9b tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f1e0362-48bf-417b-b53c-4acdd616c33f HTTP/1.1" status: 200 len: 946 time: 0.1252959 Dec 08 16:19:37.807258 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-c0ffef1e-6b36-4025-95bd-be3b611f29e6 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Allocated IP 2001:db8:0:1::132 (7e867f59-8699-4081-a94b-61515eb9b9d8/23d79fcc-7e35-443e-aa83-09aec20c2c74/8c46b9a3-ab54-4164-8fdf-eec9edbc9f74) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:19:37.893601 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cec0fe73-ead9-4548-b501-7c26141effb7 req-afcb9bfd-072e-4ea9-b0ef-762d4648c4bc tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754735 Dec 08 16:19:37.975403 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0180b36e-5e25-472e-9c58-b0d2a1b360c3 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:38.075779 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c0ffef1e-6b36-4025-95bd-be3b611f29e6 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:38.105142 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0180b36e-5e25-472e-9c58-b0d2a1b360c3 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:38.145866 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c0ffef1e-6b36-4025-95bd-be3b611f29e6 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:38.214550 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0180b36e-5e25-472e-9c58-b0d2a1b360c3 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Pushing event updated for resources: {'Port': ['ID=07b55306-0e04-4d0f-ba5e-250edaa0ca5d,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:38.221870 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0180b36e-5e25-472e-9c58-b0d2a1b360c3 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:19:38.227801 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-0180b36e-5e25-472e-9c58-b0d2a1b360c3 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:19:38.232880 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0180b36e-5e25-472e-9c58-b0d2a1b360c3 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:19:38.243010 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-c0ffef1e-6b36-4025-95bd-be3b611f29e6 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] In _notify_port_updated(), no bound segment for port 8c46b9a3-ab54-4164-8fdf-eec9edbc9f74 on network 7e867f59-8699-4081-a94b-61515eb9b9d8 {{(pid=110550) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 16:19:38.249862 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ffef1e-6b36-4025-95bd-be3b611f29e6 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:38.250784 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c0ffef1e-6b36-4025-95bd-be3b611f29e6 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:38.252578 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c0ffef1e-6b36-4025-95bd-be3b611f29e6 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "PUT /v2.0/ports/8c46b9a3-ab54-4164-8fdf-eec9edbc9f74 HTTP/1.1" status: 200 len: 931 time: 1.7049263 Dec 08 16:19:38.258092 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 56800) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:38.271630 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ffef1e-6b36-4025-95bd-be3b611f29e6 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event updated for resources: {'Port': ['ID=8c46b9a3-ab54-4164-8fdf-eec9edbc9f74,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:38.321092 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba3f95d-c1f7-42e4-9a19-ca709a09ec21 req-cf4b77f3-e6cc-4382-8e70-a0ebdd95a9b3 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:38.322798 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3ba3f95d-c1f7-42e4-9a19-ca709a09ec21 req-cf4b77f3-e6cc-4382-8e70-a0ebdd95a9b3 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=885586af-4e7a-44b4-a68c-ebb57f0a0cf6 HTTP/1.1" status: 200 len: 946 time: 0.2539282 Dec 08 16:19:38.383035 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-5644bfd3-e0d9-4ab2-a27c-09889e48c36c tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Deleting port 8c46b9a3-ab54-4164-8fdf-eec9edbc9f74 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:19:38.383387 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5644bfd3-e0d9-4ab2-a27c-09889e48c36c tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:38.475759 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3ba3f95d-c1f7-42e4-9a19-ca709a09ec21 req-1d4f7a8c-31ff-4daa-9ecd-6f2b28fedc6c tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107752 Dec 08 16:19:38.502327 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-61ac7e12-11d8-471b-a964-e8437f03decb None None] Provisioning complete for port 8c46b9a3-ab54-4164-8fdf-eec9edbc9f74 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:38.502895 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-61ac7e12-11d8-471b-a964-e8437f03decb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:38.554436 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5644bfd3-e0d9-4ab2-a27c-09889e48c36c tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:38.573699 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-5644bfd3-e0d9-4ab2-a27c-09889e48c36c tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Calling delete_port for 8c46b9a3-ab54-4164-8fdf-eec9edbc9f74 owned by {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:19:38.613053 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-61ac7e12-11d8-471b-a964-e8437f03decb None None] Port 8c46b9a3-ab54-4164-8fdf-eec9edbc9f74 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:19:38.615636 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:38.634210 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-61ac7e12-11d8-471b-a964-e8437f03decb None None] Provisioning complete for port a18093d2-82cb-43cb-907c-2a6501fcc0bb triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:38.636263 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-61ac7e12-11d8-471b-a964-e8437f03decb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:38.799260 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b8eeb-5322-4685-ad60-32f57bcd6f0b req-faa7ba48-a941-4d4c-9f61-4538b18d05c7 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:38.800960 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3d3b8eeb-5322-4685-ad60-32f57bcd6f0b req-faa7ba48-a941-4d4c-9f61-4538b18d05c7 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/ports?device_id=79064082-c91c-4208-bd57-708e6d37a370 HTTP/1.1" status: 200 len: 946 time: 0.2165267 Dec 08 16:19:38.811507 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-61ac7e12-11d8-471b-a964-e8437f03decb None None] Provisioning complete for port 77ebc232-5482-485a-9b67-2c0d06f12d79 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:38.811507 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-61ac7e12-11d8-471b-a964-e8437f03decb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:38.873098 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-61ac7e12-11d8-471b-a964-e8437f03decb None None] Port 77ebc232-5482-485a-9b67-2c0d06f12d79 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:19:38.883493 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3d3b8eeb-5322-4685-ad60-32f57bcd6f0b req-a8ce5ad8-d973-40a5-999d-687bc38aa233 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/security-groups?id=5903942c-927a-4f35-93fb-0009cd4d6c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721824 Dec 08 16:19:38.908326 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0180b36e-5e25-472e-9c58-b0d2a1b360c3 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:38.917177 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5644bfd3-e0d9-4ab2-a27c-09889e48c36c tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:38.953606 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5644bfd3-e0d9-4ab2-a27c-09889e48c36c tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event deleted for resources: {'Port': ['ID=8c46b9a3-ab54-4164-8fdf-eec9edbc9f74,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:38.985999 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-fba9a54a-5d7e-4173-872a-3cac2dd7853e None None] Could not find standard attr ID for object 8c46b9a3-ab54-4164-8fdf-eec9edbc9f74. {{(pid=110552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:19:39.007645 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5644bfd3-e0d9-4ab2-a27c-09889e48c36c tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:39.011546 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-5644bfd3-e0d9-4ab2-a27c-09889e48c36c tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "DELETE /v2.0/ports/8c46b9a3-ab54-4164-8fdf-eec9edbc9f74 HTTP/1.1" status: 204 len: 168 time: 0.7521882 Dec 08 16:19:39.014273 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56816) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:39.025522 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device a18093d2-82cb-43cb-907c-2a6501fcc0bb up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:19:39.080143 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-445f1610-1656-4df0-837b-657783a0a217 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] GET failed (client error): The resource could not be found. Dec 08 16:19:39.081598 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-445f1610-1656-4df0-837b-657783a0a217 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "GET /v2.0/ports/8c46b9a3-ab54-4164-8fdf-eec9edbc9f74 HTTP/1.1" status: 404 len: 333 time: 0.0662374 Dec 08 16:19:39.091521 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 56818) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:39.108701 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0180b36e-5e25-472e-9c58-b0d2a1b360c3 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:39.125799 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port a18093d2-82cb-43cb-907c-2a6501fcc0bb triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:39.125799 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:39.187321 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-242fb149-b81e-4609-8995-c34ba7156d41 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:39.188019 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b85049-54df-4d33-9b44-d12f1d9b1982 req-c0eebc97-642e-45c3-a529-4922e058b9fc tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:39.197472 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a1b85049-54df-4d33-9b44-d12f1d9b1982 req-c0eebc97-642e-45c3-a529-4922e058b9fc tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f1e0362-48bf-417b-b53c-4acdd616c33f HTTP/1.1" status: 200 len: 946 time: 0.1685765 Dec 08 16:19:39.234390 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-242fb149-b81e-4609-8995-c34ba7156d41 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:39.333922 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a1b85049-54df-4d33-9b44-d12f1d9b1982 req-36915ed3-d8ea-4674-b765-283f5784fcfd tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351171 Dec 08 16:19:39.413143 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0180b36e-5e25-472e-9c58-b0d2a1b360c3 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:39.465302 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-242fb149-b81e-4609-8995-c34ba7156d41 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:39.468077 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-242fb149-b81e-4609-8995-c34ba7156d41 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:39.469348 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-242fb149-b81e-4609-8995-c34ba7156d41 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "DELETE /v2.0/security-groups/774aa193-ced4-4e8e-8294-1c48935979e4 HTTP/1.1" status: 204 len: 168 time: 0.3756912 Dec 08 16:19:39.472279 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56826) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:39.480273 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242fb149-b81e-4609-8995-c34ba7156d41 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=774aa193-ced4-4e8e-8294-1c48935979e4,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:39.509057 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0180b36e-5e25-472e-9c58-b0d2a1b360c3 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:39.610283 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92676752-cff3-4644-baf8-0138a09ecd4d req-ea4c95f7-ade8-40cd-b711-f562183936be tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:39.610283 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-92676752-cff3-4644-baf8-0138a09ecd4d req-ea4c95f7-ade8-40cd-b711-f562183936be tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=885586af-4e7a-44b4-a68c-ebb57f0a0cf6 HTTP/1.1" status: 200 len: 946 time: 0.0703375 Dec 08 16:19:39.610646 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-00cc4a7d-399e-47a1-a783-1ac0efe8c384 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:39.612786 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0180b36e-5e25-472e-9c58-b0d2a1b360c3 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Pushing event updated for resources: {'Port': ['ID=07b55306-0e04-4d0f-ba5e-250edaa0ca5d,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:39.637351 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0180b36e-5e25-472e-9c58-b0d2a1b360c3 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:39.664152 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-92676752-cff3-4644-baf8-0138a09ecd4d req-07adb6e0-2ebc-4918-9701-7a3c867bedd8 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503802 Dec 08 16:19:39.685627 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-00cc4a7d-399e-47a1-a783-1ac0efe8c384 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:40.028872 n-d-776250-12 neutron-server[110551]: INFO neutron.db.l3_db [None req-0180b36e-5e25-472e-9c58-b0d2a1b360c3 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Floating IP 0f91ac3e-ea90-4bda-a006-2ba4c2dbfc37 associated. External IP: 172.25.0.25, port: f325c3eb-e536-415f-9571-f4df38107ec8. Dec 08 16:19:40.045710 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f2a7fe-08ca-4c15-ba1b-c474c7acd0a0 req-1555ef78-c085-48b3-bfee-c23ca998329e tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:40.050747 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-10f2a7fe-08ca-4c15-ba1b-c474c7acd0a0 req-1555ef78-c085-48b3-bfee-c23ca998329e tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/ports?device_id=79064082-c91c-4208-bd57-708e6d37a370 HTTP/1.1" status: 200 len: 946 time: 0.0656974 Dec 08 16:19:40.100688 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-00cc4a7d-399e-47a1-a783-1ac0efe8c384 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:40.103209 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-00cc4a7d-399e-47a1-a783-1ac0efe8c384 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:40.104412 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-00cc4a7d-399e-47a1-a783-1ac0efe8c384 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "DELETE /v2.0/security-groups/a87904c7-1342-4d54-b5b1-7aff32223a13 HTTP/1.1" status: 204 len: 168 time: 0.6306620 Dec 08 16:19:40.105601 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-10f2a7fe-08ca-4c15-ba1b-c474c7acd0a0 req-0e15ba31-38db-435f-87a2-0d85722506a3 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/security-groups?id=5903942c-927a-4f35-93fb-0009cd4d6c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503278 Dec 08 16:19:40.107353 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 56844) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:40.166238 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cc4a7d-399e-47a1-a783-1ac0efe8c384 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87904c7-1342-4d54-b5b1-7aff32223a13,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:40.180906 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa9b1ed4-9376-47d1-8c37-9ecc7326cff1 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Deleting subnet 5093c129-0e3e-49d8-be6f-b4284423450d {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:19:40.184638 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fa9b1ed4-9376-47d1-8c37-9ecc7326cff1 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:40.259320 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fa9b1ed4-9376-47d1-8c37-9ecc7326cff1 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:40.308124 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 56848) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:40.345068 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0180b36e-5e25-472e-9c58-b0d2a1b360c3 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Router b3c63600-c489-42b0-b075-9f045925df98 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:19:40.398662 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fa9b1ed4-9376-47d1-8c37-9ecc7326cff1 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:40.516217 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-54a25c01-b0c8-4d56-abfd-0b1e753e1c50 tempest-ExternalNetworksTestJSON-1443397600 tempest-ExternalNetworksTestJSON-1443397600-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-926719287'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:40.523197 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0180b36e-5e25-472e-9c58-b0d2a1b360c3 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:19:40.534294 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33517a9-c3f6-4b3e-9ac7-7e3cd60a5582 None None] Sync routers for ids ['b3c63600-c489-42b0-b075-9f045925df98'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:19:40.546720 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33517a9-c3f6-4b3e-9ac7-7e3cd60a5582 None None] Routers {'b3c63600-c489-42b0-b075-9f045925df98'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:19:40.547376 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-b33517a9-c3f6-4b3e-9ac7-7e3cd60a5582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:19:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['b3c63600-c489-42b0-b075-9f045925df98'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:40.582308 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-b33517a9-c3f6-4b3e-9ac7-7e3cd60a5582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:40.583454 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e31b7e-4ab7-40bc-8946-386872bb79e5 req-ef421c0b-2a1b-469e-93b4-c3d8375ac26e tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:40.585305 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-74e31b7e-4ab7-40bc-8946-386872bb79e5 req-ef421c0b-2a1b-469e-93b4-c3d8375ac26e tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f1e0362-48bf-417b-b53c-4acdd616c33f HTTP/1.1" status: 200 len: 946 time: 0.0648742 Dec 08 16:19:40.586935 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fa9b1ed4-9376-47d1-8c37-9ecc7326cff1 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:40.598586 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33517a9-c3f6-4b3e-9ac7-7e3cd60a5582 None None] Routers {'b3c63600-c489-42b0-b075-9f045925df98'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:19:40.599332 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-b33517a9-c3f6-4b3e-9ac7-7e3cd60a5582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:19:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['b3c63600-c489-42b0-b075-9f045925df98'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:40.610692 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0180b36e-5e25-472e-9c58-b0d2a1b360c3 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:40.635099 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9b1ed4-9376-47d1-8c37-9ecc7326cff1 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event deleted for resources: {'Subnet': ['ID=5093c129-0e3e-49d8-be6f-b4284423450d,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:40.642653 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-0180b36e-5e25-472e-9c58-b0d2a1b360c3 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.7872643 Dec 08 16:19:40.643020 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-b33517a9-c3f6-4b3e-9ac7-7e3cd60a5582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:40.643766 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33517a9-c3f6-4b3e-9ac7-7e3cd60a5582 None None] The sync data for ids ['b3c63600-c489-42b0-b075-9f045925df98'] in n-d-776250-12 is: [] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:19:40.646522 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56856) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:40.650549 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fa9b1ed4-9376-47d1-8c37-9ecc7326cff1 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:40.654556 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-fa9b1ed4-9376-47d1-8c37-9ecc7326cff1 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "DELETE /v2.0/subnets/5093c129-0e3e-49d8-be6f-b4284423450d HTTP/1.1" status: 204 len: 168 time: 0.5461745 Dec 08 16:19:40.661194 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b8922a-208a-4893-9d63-0cc1a2bae984 None None] Network 7e867f59-8699-4081-a94b-61515eb9b9d8 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:19:40.662019 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 56858) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:40.672970 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-037aa21c-0cc0-423e-966e-2415259c310e tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Request body: {'subnet': {'network_id': '7e867f59-8699-4081-a94b-61515eb9b9d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:40.744961 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-84a9c50c-ccc8-4070-b9e9-5a8fac705587 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] 10.222.0.64 "GET /v2.0/floatingips/0f91ac3e-ea90-4bda-a006-2ba4c2dbfc37 HTTP/1.1" status: 200 len: 977 time: 0.0971613 Dec 08 16:19:40.748728 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56862) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:40.770253 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-74e31b7e-4ab7-40bc-8946-386872bb79e5 req-6dffc26a-d319-4b26-982f-5c25d7b7d673 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779320 Dec 08 16:19:40.776623 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a25c01-b0c8-4d56-abfd-0b1e753e1c50 tempest-ExternalNetworksTestJSON-1443397600 tempest-ExternalNetworksTestJSON-1443397600-project] Made reservation on behalf of 2dcab8fce5f3463dbfa3a07a8e86bb19 for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:19:40.786115 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-54a25c01-b0c8-4d56-abfd-0b1e753e1c50 tempest-ExternalNetworksTestJSON-1443397600 tempest-ExternalNetworksTestJSON-1443397600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:40.803142 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-54a25c01-b0c8-4d56-abfd-0b1e753e1c50 tempest-ExternalNetworksTestJSON-1443397600 tempest-ExternalNetworksTestJSON-1443397600-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:40.931554 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-2860f580-9d1e-4141-9f4b-35db14ba941a tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1828845 Dec 08 16:19:40.931993 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 56866) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:40.938076 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-c823b180-2bf1-4e0d-96be-25316a5d7df8 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Request body: {'floatingip': {'port_id': '0f35dc46-ddf1-4b4c-afe0-d39bcec0ba51'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:40.957073 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1207060-c1a4-4dfb-85cd-ab0819cce239 req-343f1fd0-66ad-46d3-a83c-cd0f94878b7f tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:40.958702 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a1207060-c1a4-4dfb-85cd-ab0819cce239 req-343f1fd0-66ad-46d3-a83c-cd0f94878b7f tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=885586af-4e7a-44b4-a68c-ebb57f0a0cf6 HTTP/1.1" status: 200 len: 946 time: 0.1467879 Dec 08 16:19:40.986147 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037aa21c-0cc0-423e-966e-2415259c310e tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Made reservation on behalf of 51a87c34cff54be8bd9f39e385a06492 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:19:41.002404 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-037aa21c-0cc0-423e-966e-2415259c310e tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:41.019306 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a1207060-c1a4-4dfb-85cd-ab0819cce239 req-caedc8af-6363-47c7-a9e1-3a65183f2f5e tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505974 Dec 08 16:19:41.019958 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-54a25c01-b0c8-4d56-abfd-0b1e753e1c50 tempest-ExternalNetworksTestJSON-1443397600 tempest-ExternalNetworksTestJSON-1443397600-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:41.081402 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-54a25c01-b0c8-4d56-abfd-0b1e753e1c50 tempest-ExternalNetworksTestJSON-1443397600 tempest-ExternalNetworksTestJSON-1443397600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:41.110105 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c823b180-2bf1-4e0d-96be-25316a5d7df8 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for floatingip, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:41.124393 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54a25c01-b0c8-4d56-abfd-0b1e753e1c50 tempest-ExternalNetworksTestJSON-1443397600 tempest-ExternalNetworksTestJSON-1443397600-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:19:41.230393 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-54a25c01-b0c8-4d56-abfd-0b1e753e1c50 tempest-ExternalNetworksTestJSON-1443397600 tempest-ExternalNetworksTestJSON-1443397600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:41.230774 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-54a25c01-b0c8-4d56-abfd-0b1e753e1c50 tempest-ExternalNetworksTestJSON-1443397600 tempest-ExternalNetworksTestJSON-1443397600-project] Added segment 653d069d-60f4-48ef-838e-8da0a4046c96 of type vlan for network c05f1903-41c5-430c-b7cc-f665e155d4c0 Dec 08 16:19:41.234612 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a25c01-b0c8-4d56-abfd-0b1e753e1c50 tempest-ExternalNetworksTestJSON-1443397600 tempest-ExternalNetworksTestJSON-1443397600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa1a094-c4f2-4766-8c5c-a32135a08dfb,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:41.377308 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-54a25c01-b0c8-4d56-abfd-0b1e753e1c50 tempest-ExternalNetworksTestJSON-1443397600 tempest-ExternalNetworksTestJSON-1443397600-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:41.423493 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9680f4f6-8ed5-46a7-ad70-18bbfc5a36d3 req-87a49f96-ff05-44db-aa62-905a4ce6062b tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:41.425119 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9680f4f6-8ed5-46a7-ad70-18bbfc5a36d3 req-87a49f96-ff05-44db-aa62-905a4ce6062b tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/ports?device_id=79064082-c91c-4208-bd57-708e6d37a370 HTTP/1.1" status: 200 len: 946 time: 0.2282748 Dec 08 16:19:41.431619 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-51318bc2-e9d5-40a5-a062-05e8d530a4c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:41.531883 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-9f29c259-ae9b-47f2-b7dd-bc71eafb61ce None None] Provisioning complete for port a18093d2-82cb-43cb-907c-2a6501fcc0bb triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:41.532304 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9f29c259-ae9b-47f2-b7dd-bc71eafb61ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:41.622825 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-54a25c01-b0c8-4d56-abfd-0b1e753e1c50 tempest-ExternalNetworksTestJSON-1443397600 tempest-ExternalNetworksTestJSON-1443397600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:41.628554 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a25c01-b0c8-4d56-abfd-0b1e753e1c50 tempest-ExternalNetworksTestJSON-1443397600 tempest-ExternalNetworksTestJSON-1443397600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:41.629195 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-54a25c01-b0c8-4d56-abfd-0b1e753e1c50 tempest-ExternalNetworksTestJSON-1443397600 tempest-ExternalNetworksTestJSON-1443397600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:41.636928 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-9f29c259-ae9b-47f2-b7dd-bc71eafb61ce None None] Provisioning complete for port 77ebc232-5482-485a-9b67-2c0d06f12d79 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:41.637311 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9f29c259-ae9b-47f2-b7dd-bc71eafb61ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:41.672287 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-9f29c259-ae9b-47f2-b7dd-bc71eafb61ce None None] Port 77ebc232-5482-485a-9b67-2c0d06f12d79 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:19:41.684002 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9680f4f6-8ed5-46a7-ad70-18bbfc5a36d3 req-759439a0-8126-40b7-af20-e7adedbe773a tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/security-groups?id=5903942c-927a-4f35-93fb-0009cd4d6c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2458127 Dec 08 16:19:41.828913 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a25c01-b0c8-4d56-abfd-0b1e753e1c50 tempest-ExternalNetworksTestJSON-1443397600 tempest-ExternalNetworksTestJSON-1443397600-project] Pushing event updated for resources: {'Network': ['ID=c05f1903-41c5-430c-b7cc-f665e155d4c0,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:41.843928 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network c05f1903-41c5-430c-b7cc-f665e155d4c0 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:19:41.854921 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-54a25c01-b0c8-4d56-abfd-0b1e753e1c50 tempest-ExternalNetworksTestJSON-1443397600 tempest-ExternalNetworksTestJSON-1443397600-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.5405910 Dec 08 16:19:41.855244 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56874) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:41.943541 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-afe0f616-c2b2-4879-b31e-15e8155ff8d5 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Request body: {'network': {'name': 'tempest-network--1924818627', 'router:external': True}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:41.947275 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-037aa21c-0cc0-423e-966e-2415259c310e tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:41.965983 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0f041-b588-4e1a-ad99-c685ef56b5ad req-54b81b97-09f7-41e6-bdf8-9fa2412a7433 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:41.967716 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-aaf0f041-b588-4e1a-ad99-c685ef56b5ad req-54b81b97-09f7-41e6-bdf8-9fa2412a7433 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f1e0362-48bf-417b-b53c-4acdd616c33f HTTP/1.1" status: 200 len: 946 time: 0.0978796 Dec 08 16:19:42.029660 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-aaf0f041-b588-4e1a-ad99-c685ef56b5ad req-60df93c2-1c0f-46f1-a6bc-175e9eccea3b tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507324 Dec 08 16:19:42.031600 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037aa21c-0cc0-423e-966e-2415259c310e tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Network 7e867f59-8699-4081-a94b-61515eb9b9d8 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:19:42.040924 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-037aa21c-0cc0-423e-966e-2415259c310e tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:19:42.044752 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037aa21c-0cc0-423e-966e-2415259c310e tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:42.045396 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-037aa21c-0cc0-423e-966e-2415259c310e tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:42.050965 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fb5850-8b16-4fe9-ad7a-5069f90ee594 None None] Network 7e867f59-8699-4081-a94b-61515eb9b9d8 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:19:42.060353 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe0f616-c2b2-4879-b31e-15e8155ff8d5 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Made reservation on behalf of 5ea389c5a9fa408ead2863a81a697c84 for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:19:42.064014 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-afe0f616-c2b2-4879-b31e-15e8155ff8d5 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:42.073875 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037aa21c-0cc0-423e-966e-2415259c310e tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event updated for resources: {'Subnet': ['ID=ccb4aa11-f99e-4b51-8662-a3d94b4be04d,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:42.076398 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-afe0f616-c2b2-4879-b31e-15e8155ff8d5 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:42.155624 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-037aa21c-0cc0-423e-966e-2415259c310e tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4882271 Dec 08 16:19:42.160137 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56882) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:42.167896 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-f851ad58-3321-4040-ac3d-2f681e3f27ca tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Request body: {'security_group': {'name': 'tempest-secgroup-903701757'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:42.192295 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-afe0f616-c2b2-4879-b31e-15e8155ff8d5 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:42.244716 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29bbe7e-b2c2-4125-bf6f-180bf42d0515 req-0586d418-c498-460f-bae6-2990d36462a2 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:42.246449 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d29bbe7e-b2c2-4125-bf6f-180bf42d0515 req-0586d418-c498-460f-bae6-2990d36462a2 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=885586af-4e7a-44b4-a68c-ebb57f0a0cf6 HTTP/1.1" status: 200 len: 946 time: 0.1132121 Dec 08 16:19:42.251763 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c823b180-2bf1-4e0d-96be-25316a5d7df8 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:42.254510 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-afe0f616-c2b2-4879-b31e-15e8155ff8d5 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:42.278905 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a8867e-fd15-4b24-8765-fed7a48fbf28 None None] Update dhcp port {'port': {'network_id': '7e867f59-8699-4081-a94b-61515eb9b9d8', 'fixed_ips': [{'subnet_id': '23d79fcc-7e35-443e-aa83-09aec20c2c74', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ccb4aa11-f99e-4b51-8662-a3d94b4be04d'}], 'binding:host_id': 'n-d-776250-12'}, 'id': 'a18093d2-82cb-43cb-907c-2a6501fcc0bb'} from n-d-776250-12. {{(pid=110552) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 16:19:42.283231 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f851ad58-3321-4040-ac3d-2f681e3f27ca tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:42.285562 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afe0f616-c2b2-4879-b31e-15e8155ff8d5 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:19:42.305580 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe0f616-c2b2-4879-b31e-15e8155ff8d5 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e048324-c97d-4143-98a7-720542b8b13f,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:42.306371 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d29bbe7e-b2c2-4125-bf6f-180bf42d0515 req-d9b3b3ed-8a13-4f70-8d37-c32f8f02dd58 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519979 Dec 08 16:19:42.312168 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-afe0f616-c2b2-4879-b31e-15e8155ff8d5 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:42.312558 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-afe0f616-c2b2-4879-b31e-15e8155ff8d5 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Added segment bade6acd-d791-43b4-84bc-019a18ff79b4 of type vlan for network a5e0c552-224f-4670-94bc-a41721701c84 Dec 08 16:19:42.317741 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c823b180-2bf1-4e0d-96be-25316a5d7df8 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:42.324911 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-15a8867e-fd15-4b24-8765-fed7a48fbf28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:42.386535 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-afe0f616-c2b2-4879-b31e-15e8155ff8d5 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:42.442601 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f851ad58-3321-4040-ac3d-2f681e3f27ca tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:42.443695 n-d-776250-12 neutron-server[110550]: INFO neutron.db.l3_db [None req-c823b180-2bf1-4e0d-96be-25316a5d7df8 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Floating IP 0f91ac3e-ea90-4bda-a006-2ba4c2dbfc37 associated. External IP: 172.25.0.25, port: f325c3eb-e536-415f-9571-f4df38107ec8. Dec 08 16:19:42.511495 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-15a8867e-fd15-4b24-8765-fed7a48fbf28 None None] Allocated IP 2001:db8::2 (7e867f59-8699-4081-a94b-61515eb9b9d8/ccb4aa11-f99e-4b51-8662-a3d94b4be04d/a18093d2-82cb-43cb-907c-2a6501fcc0bb) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:19:42.516764 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f851ad58-3321-4040-ac3d-2f681e3f27ca tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:42.558126 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-afe0f616-c2b2-4879-b31e-15e8155ff8d5 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:42.560450 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe0f616-c2b2-4879-b31e-15e8155ff8d5 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:42.562048 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-afe0f616-c2b2-4879-b31e-15e8155ff8d5 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:42.627602 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f851ad58-3321-4040-ac3d-2f681e3f27ca tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0084c61-83dd-44d1-bbe7-69e7e3a7ec13,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:42.637914 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-15a8867e-fd15-4b24-8765-fed7a48fbf28 None None] For port a18093d2-82cb-43cb-907c-2a6501fcc0bb, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=a18093d2-82cb-43cb-907c-2a6501fcc0bb,segment=NetworkSegment(5110f925-175d-43a8-ae1d-c51b7cd74587),segment_id=5110f925-175d-43a8-ae1d-c51b7cd74587)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:19:42.660671 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f851ad58-3321-4040-ac3d-2f681e3f27ca tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:42.665828 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f851ad58-3321-4040-ac3d-2f681e3f27ca tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5005660 Dec 08 16:19:42.671159 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56886) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:42.674799 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-394c903e-d9e4-4a7a-a941-da7840de2504 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Request body: {'security_group': {'name': 'tempest-secgroup-645387420'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:42.682439 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-15a8867e-fd15-4b24-8765-fed7a48fbf28 None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:42.683750 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe0f616-c2b2-4879-b31e-15e8155ff8d5 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Pushing event updated for resources: {'Network': ['ID=a5e0c552-224f-4670-94bc-a41721701c84,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:42.703511 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network a5e0c552-224f-4670-94bc-a41721701c84 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:19:42.776576 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-afe0f616-c2b2-4879-b31e-15e8155ff8d5 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9180887 Dec 08 16:19:42.777764 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56890) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:42.779702 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-15a8867e-fd15-4b24-8765-fed7a48fbf28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:42.872720 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f29dffe5-2023-4041-a0ed-76ca71d7cd13 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:42.891717 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a8867e-fd15-4b24-8765-fed7a48fbf28 None None] Pushing event updated for resources: {'Port': ['ID=a18093d2-82cb-43cb-907c-2a6501fcc0bb,revision_number=6']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:42.907208 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-394c903e-d9e4-4a7a-a941-da7840de2504 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:42.982544 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f29dffe5-2023-4041-a0ed-76ca71d7cd13 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:43.008190 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device a18093d2-82cb-43cb-907c-2a6501fcc0bb up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:19:43.048655 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-f29dffe5-2023-4041-a0ed-76ca71d7cd13 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5e0c552-224f-4670-94bc-a41721701c84']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:43.063965 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-f29dffe5-2023-4041-a0ed-76ca71d7cd13 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bade6acd-d791-43b4-84bc-019a18ff79b4') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:43.064719 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-f29dffe5-2023-4041-a0ed-76ca71d7cd13 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bade6acd-d791-43b4-84bc-019a18ff79b4') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:43.077821 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f29dffe5-2023-4041-a0ed-76ca71d7cd13 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:43.103404 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f29dffe5-2023-4041-a0ed-76ca71d7cd13 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:43.105189 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port a18093d2-82cb-43cb-907c-2a6501fcc0bb triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:43.105334 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:43.131505 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f29dffe5-2023-4041-a0ed-76ca71d7cd13 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:19:43.132436 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f29dffe5-2023-4041-a0ed-76ca71d7cd13 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:43.135704 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:19:43.135704 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:19:43.135704 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:19:43.135704 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:19:43.135704 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:19:43.135704 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:19:43.135704 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:19:43.135704 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:19:43.135704 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:19:43.135704 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:19:43.135704 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:19:43.135704 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:19:43.135704 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:19:43.135704 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:19:43.135704 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:19:43.135704 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:19:43.135704 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:19:43.135704 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:19:43.135704 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:19:43.135704 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:19:43.135704 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:19:43.135704 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:19:43.135704 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:19:43.135704 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:19:43.135704 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:19:43.135704 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:19:43.135704 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:19:43.135704 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:19:43.135704 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:19:43.135704 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:19:43.135704 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:19:43.135704 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:19:43.194006 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c34501-efb0-46d7-a71c-e4ff1587bc38 req-ac0eed97-0190-4d33-8d68-1c7bace84777 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:43.202162 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-82c34501-efb0-46d7-a71c-e4ff1587bc38 req-ac0eed97-0190-4d33-8d68-1c7bace84777 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/ports?device_id=79064082-c91c-4208-bd57-708e6d37a370 HTTP/1.1" status: 200 len: 946 time: 0.1092136 Dec 08 16:19:43.213578 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c823b180-2bf1-4e0d-96be-25316a5d7df8 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Router b3c63600-c489-42b0-b075-9f045925df98 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:19:43.236788 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-394c903e-d9e4-4a7a-a941-da7840de2504 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:43.299125 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52549f20-fe15-4c89-9106-f0a0f0a7928d req-639fc85a-b375-45bf-8cf8-c107e8f64562 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:43.301075 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-52549f20-fe15-4c89-9106-f0a0f0a7928d req-639fc85a-b375-45bf-8cf8-c107e8f64562 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f1e0362-48bf-417b-b53c-4acdd616c33f HTTP/1.1" status: 200 len: 946 time: 0.0615079 Dec 08 16:19:43.323236 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-394c903e-d9e4-4a7a-a941-da7840de2504 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:43.328367 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-82c34501-efb0-46d7-a71c-e4ff1587bc38 req-a59b88ae-5242-404e-8029-11e6e01a2313 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/security-groups?id=5903942c-927a-4f35-93fb-0009cd4d6c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228211 Dec 08 16:19:43.350115 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f29dffe5-2023-4041-a0ed-76ca71d7cd13 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:43.356342 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f29dffe5-2023-4041-a0ed-76ca71d7cd13 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a5e0c552-224f-4670-94bc-a41721701c84 {{(pid=110551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 08 16:19:43.359191 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f29dffe5-2023-4041-a0ed-76ca71d7cd13 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:43.363117 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f29dffe5-2023-4041-a0ed-76ca71d7cd13 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] 10.222.0.64 "DELETE /v2.0/networks/a5e0c552-224f-4670-94bc-a41721701c84 HTTP/1.1" status: 204 len: 168 time: 0.5847869 Dec 08 16:19:43.375375 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56898) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:43.402587 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-534560e0-8025-444b-a8fb-8f42ffe909f4 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Request body: {'network': {'router:external': True}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:43.415536 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29dffe5-2023-4041-a0ed-76ca71d7cd13 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Pushing event deleted for resources: {'Network': ['ID=a5e0c552-224f-4670-94bc-a41721701c84,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:43.427029 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394c903e-d9e4-4a7a-a941-da7840de2504 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c060bacd-2fa8-4098-acde-9c8d1104a8c7,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:43.449041 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-52549f20-fe15-4c89-9106-f0a0f0a7928d req-54b6a734-e568-4ec7-9f0b-f8b4eb6e0f8b tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412194 Dec 08 16:19:43.457164 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-394c903e-d9e4-4a7a-a941-da7840de2504 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:43.458518 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-394c903e-d9e4-4a7a-a941-da7840de2504 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7884128 Dec 08 16:19:43.461500 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56900) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:43.468155 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-ab309fe4-290a-4665-a4a3-77c3334cb404 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Request body: {'security_group': {'name': 'tempest-secgroup-593437493'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:43.485466 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c823b180-2bf1-4e0d-96be-25316a5d7df8 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:19:43.558800 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26295905-9a6a-4111-8561-0412e1261129 req-29983244-0d9c-470c-8f50-42af44a6a027 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:43.559950 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-26295905-9a6a-4111-8561-0412e1261129 req-29983244-0d9c-470c-8f50-42af44a6a027 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=885586af-4e7a-44b4-a68c-ebb57f0a0cf6 HTTP/1.1" status: 200 len: 946 time: 0.1319880 Dec 08 16:19:43.572430 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-534560e0-8025-444b-a8fb-8f42ffe909f4 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Made reservation on behalf of 5ea389c5a9fa408ead2863a81a697c84 for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:19:43.574744 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-534560e0-8025-444b-a8fb-8f42ffe909f4 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:43.611961 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-534560e0-8025-444b-a8fb-8f42ffe909f4 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:19:43.621845 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-534560e0-8025-444b-a8fb-8f42ffe909f4 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:43.622246 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-534560e0-8025-444b-a8fb-8f42ffe909f4 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Added segment d13bdc1d-47c8-4998-b8f7-c7492ee1a89c of type vlan for network 45e3664b-2a80-48b7-8fe5-b76a0a23115d Dec 08 16:19:43.648812 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-26295905-9a6a-4111-8561-0412e1261129 req-0e7268cc-1340-4785-97c6-bc33660d4914 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600486 Dec 08 16:19:43.672553 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-534560e0-8025-444b-a8fb-8f42ffe909f4 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:43.708672 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ab309fe4-290a-4665-a4a3-77c3334cb404 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:43.721719 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-cd1324ac-bf65-4b37-98d7-bf18c7f99686 None None] Provisioning complete for port a18093d2-82cb-43cb-907c-2a6501fcc0bb triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:43.725388 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-cd1324ac-bf65-4b37-98d7-bf18c7f99686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:43.818301 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c823b180-2bf1-4e0d-96be-25316a5d7df8 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Router b3c63600-c489-42b0-b075-9f045925df98 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:19:43.821373 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ab309fe4-290a-4665-a4a3-77c3334cb404 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:43.823793 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-534560e0-8025-444b-a8fb-8f42ffe909f4 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:43.825889 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534560e0-8025-444b-a8fb-8f42ffe909f4 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:43.827692 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-534560e0-8025-444b-a8fb-8f42ffe909f4 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:43.868466 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-cd1324ac-bf65-4b37-98d7-bf18c7f99686 None None] Provisioning complete for port 77ebc232-5482-485a-9b67-2c0d06f12d79 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:43.869114 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-cd1324ac-bf65-4b37-98d7-bf18c7f99686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:43.898462 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ab309fe4-290a-4665-a4a3-77c3334cb404 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:43.915676 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-cd1324ac-bf65-4b37-98d7-bf18c7f99686 None None] Port 77ebc232-5482-485a-9b67-2c0d06f12d79 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:19:43.937479 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534560e0-8025-444b-a8fb-8f42ffe909f4 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Pushing event updated for resources: {'Network': ['ID=45e3664b-2a80-48b7-8fe5-b76a0a23115d,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:43.942923 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab309fe4-290a-4665-a4a3-77c3334cb404 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7219e995-23b0-49c2-8fff-297c391d4e01,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:43.948467 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 45e3664b-2a80-48b7-8fe5-b76a0a23115d details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:19:43.962646 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-534560e0-8025-444b-a8fb-8f42ffe909f4 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5710437 Dec 08 16:19:43.963267 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56904) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:43.971104 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-6bdaa064-95b4-41e8-a724-42bbf5d142c2 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Request body: {'subnet': {'network_id': '45e3664b-2a80-48b7-8fe5-b76a0a23115d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:43.996656 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c823b180-2bf1-4e0d-96be-25316a5d7df8 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:19:44.001224 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ab309fe4-290a-4665-a4a3-77c3334cb404 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:44.002520 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ab309fe4-290a-4665-a4a3-77c3334cb404 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5399928 Dec 08 16:19:44.005512 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56906) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:44.013215 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c823b180-2bf1-4e0d-96be-25316a5d7df8 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:44.013431 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-cc33cd27-68fe-4df0-8314-5c526302e12d tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-113664127', 'security_groups': ['7219e995-23b0-49c2-8fff-297c391d4e01'], 'network_id': '7e867f59-8699-4081-a94b-61515eb9b9d8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ccb4aa11-f99e-4b51-8662-a3d94b4be04d'}]}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:44.031445 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f76c646-5404-4b14-a243-6e4d2d319dfa None None] Sync routers for ids ['b3c63600-c489-42b0-b075-9f045925df98'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:19:44.051003 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f76c646-5404-4b14-a243-6e4d2d319dfa None None] Routers {'b3c63600-c489-42b0-b075-9f045925df98'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:19:44.055609 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-7f76c646-5404-4b14-a243-6e4d2d319dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:19:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['b3c63600-c489-42b0-b075-9f045925df98'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:44.076505 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c823b180-2bf1-4e0d-96be-25316a5d7df8 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] 10.222.0.64 "PUT /v2.0/floatingips/0f91ac3e-ea90-4bda-a006-2ba4c2dbfc37 HTTP/1.1" status: 200 len: 975 time: 3.1428249 Dec 08 16:19:44.079514 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 56908) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:44.085609 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-71b97279-447a-4185-9929-41e24565e0f1 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:44.089953 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-7f76c646-5404-4b14-a243-6e4d2d319dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:44.099754 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f76c646-5404-4b14-a243-6e4d2d319dfa None None] Routers {'b3c63600-c489-42b0-b075-9f045925df98'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:19:44.100821 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-7f76c646-5404-4b14-a243-6e4d2d319dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:19:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['b3c63600-c489-42b0-b075-9f045925df98'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:44.134483 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7ee79ef5-76f8-4bef-9614-948562179b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:44.135825 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-7f76c646-5404-4b14-a243-6e4d2d319dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:44.136686 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f76c646-5404-4b14-a243-6e4d2d319dfa None None] The sync data for ids ['b3c63600-c489-42b0-b075-9f045925df98'] in n-d-776250-12 is: [] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:19:44.146860 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bdaa064-95b4-41e8-a724-42bbf5d142c2 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Made reservation on behalf of 5ea389c5a9fa408ead2863a81a697c84 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:19:44.149848 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6bdaa064-95b4-41e8-a724-42bbf5d142c2 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:44.157925 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-71b97279-447a-4185-9929-41e24565e0f1 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for floatingip, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:44.277558 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc33cd27-68fe-4df0-8314-5c526302e12d tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Made reservation on behalf of 51a87c34cff54be8bd9f39e385a06492 for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:19:44.321494 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-71b97279-447a-4185-9929-41e24565e0f1 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:44.374362 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-71b97279-447a-4185-9929-41e24565e0f1 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:44.374831 n-d-776250-12 neutron-server[110550]: INFO neutron.db.l3_db [None req-71b97279-447a-4185-9929-41e24565e0f1 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Floating IP 0f91ac3e-ea90-4bda-a006-2ba4c2dbfc37 disassociated. External IP: 172.25.0.25, port: 0f35dc46-ddf1-4b4c-afe0-d39bcec0ba51. Dec 08 16:19:44.416050 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cc33cd27-68fe-4df0-8314-5c526302e12d tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:44.450020 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-cc33cd27-68fe-4df0-8314-5c526302e12d tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] device_id is not set on port f56109b1-f9fa-46f8-b2e0-47aa7207c143 yet. {{(pid=110551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:19:44.498874 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7616e3-ae99-47d4-b99a-c89423692440 req-7ea64a84-1d59-4cd4-a668-ddc5424f5cb1 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:44.500459 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0f7616e3-ae99-47d4-b99a-c89423692440 req-7ea64a84-1d59-4cd4-a668-ddc5424f5cb1 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/ports?device_id=79064082-c91c-4208-bd57-708e6d37a370 HTTP/1.1" status: 200 len: 946 time: 0.1052701 Dec 08 16:19:44.627222 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d572c8-bf60-4fa3-932f-5f121916b2d3 req-aa873605-626e-4cbf-9139-1fcb204bedd9 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:44.628730 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-40d572c8-bf60-4fa3-932f-5f121916b2d3 req-aa873605-626e-4cbf-9139-1fcb204bedd9 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f1e0362-48bf-417b-b53c-4acdd616c33f HTTP/1.1" status: 200 len: 946 time: 0.0982332 Dec 08 16:19:44.656239 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0f7616e3-ae99-47d4-b99a-c89423692440 req-e2cae68a-b523-42d8-966f-b49bbde48e98 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/security-groups?id=5903942c-927a-4f35-93fb-0009cd4d6c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367681 Dec 08 16:19:44.670338 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b97279-447a-4185-9929-41e24565e0f1 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Router b3c63600-c489-42b0-b075-9f045925df98 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:19:44.701368 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-40d572c8-bf60-4fa3-932f-5f121916b2d3 req-9325ed51-8a1e-4b60-b420-b0e626522de7 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647957 Dec 08 16:19:44.724234 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-cc33cd27-68fe-4df0-8314-5c526302e12d tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Allocated IP 2001:db8::21f (7e867f59-8699-4081-a94b-61515eb9b9d8/ccb4aa11-f99e-4b51-8662-a3d94b4be04d/f56109b1-f9fa-46f8-b2e0-47aa7207c143) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:19:44.827230 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b97279-447a-4185-9929-41e24565e0f1 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:19:44.831860 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-71b97279-447a-4185-9929-41e24565e0f1 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:44.843420 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58218bc8-978b-478f-949a-24c846a8d300 None None] Sync routers for ids ['b3c63600-c489-42b0-b075-9f045925df98'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:19:44.853387 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58218bc8-978b-478f-949a-24c846a8d300 None None] Routers {'b3c63600-c489-42b0-b075-9f045925df98'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:19:44.853996 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-58218bc8-978b-478f-949a-24c846a8d300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:19:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['b3c63600-c489-42b0-b075-9f045925df98'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:44.871940 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-71b97279-447a-4185-9929-41e24565e0f1 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] 10.222.0.64 "PUT /v2.0/floatingips/0f91ac3e-ea90-4bda-a006-2ba4c2dbfc37 HTTP/1.1" status: 200 len: 687 time: 0.7908804 Dec 08 16:19:44.874264 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 56920) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:44.888680 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-58218bc8-978b-478f-949a-24c846a8d300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:44.899667 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58218bc8-978b-478f-949a-24c846a8d300 None None] Routers {'b3c63600-c489-42b0-b075-9f045925df98'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:19:44.900337 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-58218bc8-978b-478f-949a-24c846a8d300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:19:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['b3c63600-c489-42b0-b075-9f045925df98'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:44.937450 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-58218bc8-978b-478f-949a-24c846a8d300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:44.938212 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58218bc8-978b-478f-949a-24c846a8d300 None None] The sync data for ids ['b3c63600-c489-42b0-b075-9f045925df98'] in n-d-776250-12 is: [] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:19:45.015327 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-bfa4001f-e64a-4fc7-8c9a-2025c51e4185 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Deleting port 07b55306-0e04-4d0f-ba5e-250edaa0ca5d {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:19:45.015681 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bfa4001f-e64a-4fc7-8c9a-2025c51e4185 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:45.104961 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bfa4001f-e64a-4fc7-8c9a-2025c51e4185 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:45.105411 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bfa4001f-e64a-4fc7-8c9a-2025c51e4185 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:45.121563 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-bfa4001f-e64a-4fc7-8c9a-2025c51e4185 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Calling delete_port for 07b55306-0e04-4d0f-ba5e-250edaa0ca5d owned by network:floatingip {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:19:45.142049 n-d-776250-12 neutron-server[110551]: DEBUG neutron.objects.ports [None req-6bdaa064-95b4-41e8-a724-42bbf5d142c2 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110551) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 16:19:45.142708 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6bdaa064-95b4-41e8-a724-42bbf5d142c2 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:45.150757 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:45.180074 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952351c-a0e7-4f3e-b7d3-152ae51bc00f req-ceda69fc-5e31-40d8-9970-74ace1a88dbc tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:45.181707 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d952351c-a0e7-4f3e-b7d3-152ae51bc00f req-ceda69fc-5e31-40d8-9970-74ace1a88dbc tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=885586af-4e7a-44b4-a68c-ebb57f0a0cf6 HTTP/1.1" status: 200 len: 946 time: 0.4295998 Dec 08 16:19:45.278720 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdaa064-95b4-41e8-a724-42bbf5d142c2 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1c1c6ff6-34b7-4125-9b03-0e6792ccb975,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:45.323296 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cc33cd27-68fe-4df0-8314-5c526302e12d tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:45.332603 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdaa064-95b4-41e8-a724-42bbf5d142c2 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Checking segment: {'id': 'd13bdc1d-47c8-4998-b8f7-c7492ee1a89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '45e3664b-2a80-48b7-8fe5-b76a0a23115d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:19:45.332969 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bdaa064-95b4-41e8-a724-42bbf5d142c2 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Network hostable DHCP agents. Network: 45e3664b-2a80-48b7-8fe5-b76a0a23115d, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:19:45.339697 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d952351c-a0e7-4f3e-b7d3-152ae51bc00f req-08af960a-6d83-442e-920b-0f44cc47cbf3 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477861 Dec 08 16:19:45.374281 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bfa4001f-e64a-4fc7-8c9a-2025c51e4185 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:45.403781 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa4001f-e64a-4fc7-8c9a-2025c51e4185 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Pushing event deleted for resources: {'Port': ['ID=07b55306-0e04-4d0f-ba5e-250edaa0ca5d,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:45.436844 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bdaa064-95b4-41e8-a724-42bbf5d142c2 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Network 45e3664b-2a80-48b7-8fe5-b76a0a23115d is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:19:45.461182 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cc33cd27-68fe-4df0-8314-5c526302e12d tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:45.470774 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bfa4001f-e64a-4fc7-8c9a-2025c51e4185 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for floatingip, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:45.473498 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bfa4001f-e64a-4fc7-8c9a-2025c51e4185 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:45.474723 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-bfa4001f-e64a-4fc7-8c9a-2025c51e4185 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] 10.222.0.64 "DELETE /v2.0/floatingips/0f91ac3e-ea90-4bda-a006-2ba4c2dbfc37 HTTP/1.1" status: 204 len: 168 time: 0.5995159 Dec 08 16:19:45.478937 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 56924) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:45.510659 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc33cd27-68fe-4df0-8314-5c526302e12d tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Network 7e867f59-8699-4081-a94b-61515eb9b9d8 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:19:45.511436 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-6bdaa064-95b4-41e8-a724-42bbf5d142c2 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 45e3664b-2a80-48b7-8fe5-b76a0a23115d) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:19:45.519293 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-cc33cd27-68fe-4df0-8314-5c526302e12d tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:19:45.523824 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bdaa064-95b4-41e8-a724-42bbf5d142c2 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:45.524452 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6bdaa064-95b4-41e8-a724-42bbf5d142c2 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:45.525237 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17294ec2-4bb2-4830-a85d-9decca7c6924 None None] Network 45e3664b-2a80-48b7-8fe5-b76a0a23115d requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:19:45.528490 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [None req-5a236a20-ad8c-417d-b56f-9b2254385819 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] delete failed (client error): The resource could not be found. Dec 08 16:19:45.529639 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-5a236a20-ad8c-417d-b56f-9b2254385819 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] 10.222.0.64 "DELETE /v2.0/floatingips/0f91ac3e-ea90-4bda-a006-2ba4c2dbfc37 HTTP/1.1" status: 404 len: 345 time: 0.0494785 Dec 08 16:19:45.530890 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc33cd27-68fe-4df0-8314-5c526302e12d tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:19:45.533557 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 56926) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:45.539102 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc33cd27-68fe-4df0-8314-5c526302e12d tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:45.539102 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cc33cd27-68fe-4df0-8314-5c526302e12d tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:45.556238 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc33cd27-68fe-4df0-8314-5c526302e12d tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event updated for resources: {'Port': ['ID=f56109b1-f9fa-46f8-b2e0-47aa7207c143,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:45.619183 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-cc33cd27-68fe-4df0-8314-5c526302e12d tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6121428 Dec 08 16:19:45.621919 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56928) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:45.627493 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-f524a96e-6779-4cef-a323-a22bc105f04e tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Request body: {'subnet': {'network_id': '7e867f59-8699-4081-a94b-61515eb9b9d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:45.648902 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421f9f64-58ca-40e9-8c70-4a05ba32564e tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:45.656717 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421f9f64-58ca-40e9-8c70-4a05ba32564e tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:45.664277 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421f9f64-58ca-40e9-8c70-4a05ba32564e tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:45.666052 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-421f9f64-58ca-40e9-8c70-4a05ba32564e tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] 10.222.0.64 "GET /v2.0/ports?network_id=ee40c258-b206-49e1-a7d5-6790c2c1d764 HTTP/1.1" status: 200 len: 2356 time: 0.1313152 Dec 08 16:19:45.669222 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e58ec05-c6a6-4f42-a490-1ac601ee807e None None] Network 45e3664b-2a80-48b7-8fe5-b76a0a23115d requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:19:45.669842 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 56930) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:45.694586 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-6bdaa064-95b4-41e8-a724-42bbf5d142c2 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7260087 Dec 08 16:19:45.694849 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 56934) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:45.741558 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-9615fd09-70f8-44a1-aaf5-b9ad6b7c4034 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Request body: {'floatingip': {'floating_network_id': '45e3664b-2a80-48b7-8fe5-b76a0a23115d'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:45.794897 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7761958a-1281-4bee-80f0-8a6a31752d8a tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:45.801836 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-7761958a-1281-4bee-80f0-8a6a31752d8a tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] 10.222.0.64 "GET /v2.0/subnets/6fcd45f9-fab2-4a8f-9689-5937b9b60e24 HTTP/1.1" status: 200 len: 797 time: 0.1253989 Dec 08 16:19:45.802458 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 56938) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:45.812066 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-689791ba-2ec2-402b-8543-7a99dedbe205 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Request body: {'port': {'network_id': 'ee40c258-b206-49e1-a7d5-6790c2c1d764', 'name': 'tempest-FloatingIPTestJSON-1974326397', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:45.914156 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9615fd09-70f8-44a1-aaf5-b9ad6b7c4034 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:45.924874 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2cfe64-c18d-4434-a83f-68d38a352f45 req-c1f1c848-1bde-4b01-972e-b5c2c47c1506 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:45.926750 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ea2cfe64-c18d-4434-a83f-68d38a352f45 req-c1f1c848-1bde-4b01-972e-b5c2c47c1506 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f1e0362-48bf-417b-b53c-4acdd616c33f HTTP/1.1" status: 200 len: 946 time: 0.0735080 Dec 08 16:19:45.980462 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ea2cfe64-c18d-4434-a83f-68d38a352f45 req-8762eaac-af49-44ae-922d-ccd9613316b7 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461650 Dec 08 16:19:45.985161 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-868db9e4-2f25-40e6-b954-346d01cde539 None None] Provisioning complete for port f56109b1-f9fa-46f8-b2e0-47aa7207c143 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:45.985283 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f524a96e-6779-4cef-a323-a22bc105f04e tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Made reservation on behalf of 51a87c34cff54be8bd9f39e385a06492 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:19:45.992338 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-868db9e4-2f25-40e6-b954-346d01cde539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:45.992495 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f524a96e-6779-4cef-a323-a22bc105f04e tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:46.016388 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8445e3-78c3-4e78-97af-0e68a642ec23 req-2aada6bb-5b88-4ec3-9982-2f48c85539df tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:46.017937 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2c8445e3-78c3-4e78-97af-0e68a642ec23 req-2aada6bb-5b88-4ec3-9982-2f48c85539df tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/ports?device_id=79064082-c91c-4208-bd57-708e6d37a370 HTTP/1.1" status: 200 len: 946 time: 0.2021489 Dec 08 16:19:46.044291 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-868db9e4-2f25-40e6-b954-346d01cde539 None None] Port f56109b1-f9fa-46f8-b2e0-47aa7207c143 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:19:46.107249 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2c8445e3-78c3-4e78-97af-0e68a642ec23 req-be26d590-1c1e-499a-8c0a-0d5d6ce7ddb2 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/security-groups?id=5903942c-927a-4f35-93fb-0009cd4d6c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814571 Dec 08 16:19:46.118553 n-d-776250-12 neutron-server[110551]: INFO neutron.db.ipam_backend_mixin [None req-f524a96e-6779-4cef-a323-a22bc105f04e tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ccb4aa11-f99e-4b51-8662-a3d94b4be04d (CIDR: 2001:db8::/64) Dec 08 16:19:46.152436 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9615fd09-70f8-44a1-aaf5-b9ad6b7c4034 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:46.183520 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-f524a96e-6779-4cef-a323-a22bc105f04e tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:19:46.183520 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f524a96e-6779-4cef-a323-a22bc105f04e tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:19:46.229171 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689791ba-2ec2-402b-8543-7a99dedbe205 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Made reservation on behalf of 3dfaa92ee25a480b9e789f76eb5125bb for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:19:46.315880 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-9615fd09-70f8-44a1-aaf5-b9ad6b7c4034 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Allocated IP 172.20.0.13 (45e3664b-2a80-48b7-8fe5-b76a0a23115d/1c1c6ff6-34b7-4125-9b03-0e6792ccb975/26c83d49-d5a1-4f60-a5f6-790b9cdc6560) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:19:46.323961 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f524a96e-6779-4cef-a323-a22bc105f04e tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6982124 Dec 08 16:19:46.324431 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56944) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:46.331220 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-bf446808-7ac1-4613-a55e-5397718c2d91 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Request body: {'subnet': {'network_id': '7e867f59-8699-4081-a94b-61515eb9b9d8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:46.405525 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-689791ba-2ec2-402b-8543-7a99dedbe205 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:46.447446 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [None req-689791ba-2ec2-402b-8543-7a99dedbe205 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] device_id is not set on port 8d301fde-b989-4f30-b328-8e08b6c86e24 yet. {{(pid=110550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:19:46.588821 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1974ae07-3f8a-47f8-ad47-8d04d638769d req-7f6d54da-9551-4334-9eb9-e17a23de9005 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:46.590400 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1974ae07-3f8a-47f8-ad47-8d04d638769d req-7f6d54da-9551-4334-9eb9-e17a23de9005 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=885586af-4e7a-44b4-a68c-ebb57f0a0cf6 HTTP/1.1" status: 200 len: 946 time: 0.1676269 Dec 08 16:19:46.597029 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf446808-7ac1-4613-a55e-5397718c2d91 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Made reservation on behalf of 51a87c34cff54be8bd9f39e385a06492 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:19:46.602152 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bf446808-7ac1-4613-a55e-5397718c2d91 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:46.610108 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9615fd09-70f8-44a1-aaf5-b9ad6b7c4034 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:46.666086 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:46.725343 n-d-776250-12 neutron-server[110551]: INFO neutron.db.ipam_backend_mixin [None req-bf446808-7ac1-4613-a55e-5397718c2d91 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 23d79fcc-7e35-443e-aa83-09aec20c2c74 (CIDR: 2001:db8:0:1::/64) Dec 08 16:19:46.735158 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1974ae07-3f8a-47f8-ad47-8d04d638769d req-562fa75d-44ee-40de-ae2e-5d6f35830bf5 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334076 Dec 08 16:19:46.774976 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf446808-7ac1-4613-a55e-5397718c2d91 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:19:46.775887 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf446808-7ac1-4613-a55e-5397718c2d91 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:19:46.814260 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9615fd09-70f8-44a1-aaf5-b9ad6b7c4034 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:46.854470 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-bf446808-7ac1-4613-a55e-5397718c2d91 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5285697 Dec 08 16:19:46.855055 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 56948) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:46.871502 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-dbe835b8-425e-47f1-b9f5-292f8fceaa9c tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Request body: {'subnet': {'network_id': '7e867f59-8699-4081-a94b-61515eb9b9d8', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:46.877957 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9615fd09-70f8-44a1-aaf5-b9ad6b7c4034 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Network 45e3664b-2a80-48b7-8fe5-b76a0a23115d is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:19:46.896866 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-9615fd09-70f8-44a1-aaf5-b9ad6b7c4034 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:19:46.934116 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-689791ba-2ec2-402b-8543-7a99dedbe205 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Allocated IP 172.20.0.14 (ee40c258-b206-49e1-a7d5-6790c2c1d764/6fcd45f9-fab2-4a8f-9689-5937b9b60e24/8d301fde-b989-4f30-b328-8e08b6c86e24) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:19:46.936299 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9615fd09-70f8-44a1-aaf5-b9ad6b7c4034 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:19:46.972989 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-689791ba-2ec2-402b-8543-7a99dedbe205 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Allocated IP 172.20.0.13 (ee40c258-b206-49e1-a7d5-6790c2c1d764/6fcd45f9-fab2-4a8f-9689-5937b9b60e24/8d301fde-b989-4f30-b328-8e08b6c86e24) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:19:46.987535 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9615fd09-70f8-44a1-aaf5-b9ad6b7c4034 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Pushing event updated for resources: {'Port': ['ID=26c83d49-d5a1-4f60-a5f6-790b9cdc6560,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:47.117843 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab6cc7-5aec-4bd6-a8c8-0104cb01c1d9 req-b38024de-28df-4c37-a09e-9e71f7c760a5 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:47.119727 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e5ab6cc7-5aec-4bd6-a8c8-0104cb01c1d9 req-b38024de-28df-4c37-a09e-9e71f7c760a5 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f1e0362-48bf-417b-b53c-4acdd616c33f HTTP/1.1" status: 200 len: 946 time: 0.0569961 Dec 08 16:19:47.196356 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e5ab6cc7-5aec-4bd6-a8c8-0104cb01c1d9 req-8718a3d5-c77b-4019-a5e8-de37d442337c tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680313 Dec 08 16:19:47.213180 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9615fd09-70f8-44a1-aaf5-b9ad6b7c4034 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:47.295897 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-689791ba-2ec2-402b-8543-7a99dedbe205 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:47.323230 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce130bd-abb6-4880-ba7e-3bdefa5da8de req-3328b468-fd3e-4de6-89c7-b749a0b89070 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:47.324898 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5ce130bd-abb6-4880-ba7e-3bdefa5da8de req-3328b468-fd3e-4de6-89c7-b749a0b89070 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/ports?device_id=79064082-c91c-4208-bd57-708e6d37a370 HTTP/1.1" status: 200 len: 946 time: 0.0779889 Dec 08 16:19:47.362128 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe835b8-425e-47f1-b9f5-292f8fceaa9c tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Made reservation on behalf of 51a87c34cff54be8bd9f39e385a06492 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:19:47.365704 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dbe835b8-425e-47f1-b9f5-292f8fceaa9c tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:47.511164 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:47.771718 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9615fd09-70f8-44a1-aaf5-b9ad6b7c4034 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:47.805320 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5ce130bd-abb6-4880-ba7e-3bdefa5da8de req-4544a060-f12f-47b8-87ea-1b27c7882c8d tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/security-groups?id=5903942c-927a-4f35-93fb-0009cd4d6c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4724541 Dec 08 16:19:47.815073 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-689791ba-2ec2-402b-8543-7a99dedbe205 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:47.858101 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd8e46e-3ed1-497f-9e93-560fc2f4043d req-0331195e-2ccc-426a-9d1e-dc3b14e83037 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:47.859641 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7bd8e46e-3ed1-497f-9e93-560fc2f4043d req-0331195e-2ccc-426a-9d1e-dc3b14e83037 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=885586af-4e7a-44b4-a68c-ebb57f0a0cf6 HTTP/1.1" status: 200 len: 946 time: 0.0524428 Dec 08 16:19:47.899948 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689791ba-2ec2-402b-8543-7a99dedbe205 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Network ee40c258-b206-49e1-a7d5-6790c2c1d764 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:19:47.909280 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7bd8e46e-3ed1-497f-9e93-560fc2f4043d req-df865981-ce43-4c44-964d-dac4438e8b26 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429776 Dec 08 16:19:47.914396 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-689791ba-2ec2-402b-8543-7a99dedbe205 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:19:47.916900 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689791ba-2ec2-402b-8543-7a99dedbe205 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:19:47.924767 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689791ba-2ec2-402b-8543-7a99dedbe205 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Pushing event updated for resources: {'Port': ['ID=8d301fde-b989-4f30-b328-8e08b6c86e24,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:48.033315 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689791ba-2ec2-402b-8543-7a99dedbe205 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:48.033864 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-689791ba-2ec2-402b-8543-7a99dedbe205 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:48.123969 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-689791ba-2ec2-402b-8543-7a99dedbe205 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.3202569 Dec 08 16:19:48.128033 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56960) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:48.132997 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-8e2406f2-9c29-45a3-ac7c-a540204f13ec tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Request body: {'floatingip': {'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'port_id': '8d301fde-b989-4f30-b328-8e08b6c86e24', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:48.173712 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9615fd09-70f8-44a1-aaf5-b9ad6b7c4034 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:48.279942 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8e2406f2-9c29-45a3-ac7c-a540204f13ec tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for floatingip, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:48.323453 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9615fd09-70f8-44a1-aaf5-b9ad6b7c4034 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:48.326174 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dbe835b8-425e-47f1-b9f5-292f8fceaa9c tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:48.358618 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c6fc4-b633-46cd-9c95-447e2902fac2 req-73e6bdad-0877-4850-91e8-02efe251ff00 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:48.360137 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ed5c6fc4-b633-46cd-9c95-447e2902fac2 req-73e6bdad-0877-4850-91e8-02efe251ff00 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f1e0362-48bf-417b-b53c-4acdd616c33f HTTP/1.1" status: 200 len: 946 time: 0.0954635 Dec 08 16:19:48.438364 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ed5c6fc4-b633-46cd-9c95-447e2902fac2 req-ccdfd79b-4625-42a2-a88f-06ec96e1a8f3 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692275 Dec 08 16:19:48.440894 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe835b8-425e-47f1-b9f5-292f8fceaa9c tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Network 7e867f59-8699-4081-a94b-61515eb9b9d8 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:19:48.452531 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-dbe835b8-425e-47f1-b9f5-292f8fceaa9c tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:19:48.460411 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe835b8-425e-47f1-b9f5-292f8fceaa9c tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:48.461042 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dbe835b8-425e-47f1-b9f5-292f8fceaa9c tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:48.463177 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8e2406f2-9c29-45a3-ac7c-a540204f13ec tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:48.474895 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9615fd09-70f8-44a1-aaf5-b9ad6b7c4034 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Pushing event updated for resources: {'Port': ['ID=26c83d49-d5a1-4f60-a5f6-790b9cdc6560,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:48.480235 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28563923-19c8-43be-a91f-27f5cdf86136 None None] Network 7e867f59-8699-4081-a94b-61515eb9b9d8 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:19:48.498794 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe835b8-425e-47f1-b9f5-292f8fceaa9c tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event updated for resources: {'Subnet': ['ID=96f40426-ac8e-430f-99ea-6a1b220dd222,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:48.526872 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9615fd09-70f8-44a1-aaf5-b9ad6b7c4034 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:48.635528 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-8e2406f2-9c29-45a3-ac7c-a540204f13ec tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Allocated IP 172.25.0.126 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/715c7354-2534-451e-b24c-8993d4dc6308) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:19:48.662981 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-dbe835b8-425e-47f1-b9f5-292f8fceaa9c tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8000236 Dec 08 16:19:48.666200 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 56968) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:48.672282 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-c1cbb0c6-21a0-4e05-b4b9-e8dc79703210 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-78351945', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '96f40426-ac8e-430f-99ea-6a1b220dd222'}], 'security_groups': ['b0084c61-83dd-44d1-bbe7-69e7e3a7ec13', 'c060bacd-2fa8-4098-acde-9c8d1104a8c7']}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:48.733302 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8325ad31-875b-4571-b4b2-9d1771813dcf None None] Update dhcp port {'port': {'network_id': '7e867f59-8699-4081-a94b-61515eb9b9d8', 'fixed_ips': [{'subnet_id': '23d79fcc-7e35-443e-aa83-09aec20c2c74', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ccb4aa11-f99e-4b51-8662-a3d94b4be04d', 'ip_address': '2001:db8::2'}, {'subnet_id': '96f40426-ac8e-430f-99ea-6a1b220dd222'}], 'binding:host_id': 'n-d-776250-12'}, 'id': 'a18093d2-82cb-43cb-907c-2a6501fcc0bb'} from n-d-776250-12. {{(pid=110552) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 16:19:48.758449 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8e2406f2-9c29-45a3-ac7c-a540204f13ec tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:48.760162 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9615fd09-70f8-44a1-aaf5-b9ad6b7c4034 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:48.761450 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-9615fd09-70f8-44a1-aaf5-b9ad6b7c4034 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0656738 Dec 08 16:19:48.764851 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56970) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:48.768034 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8325ad31-875b-4571-b4b2-9d1771813dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:48.846282 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-90c0b7ee-c145-40b4-a260-8183cec43680 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] 10.222.0.64 "GET /v2.0/floatingips?floating_network_id=45e3664b-2a80-48b7-8fe5-b76a0a23115d HTTP/1.1" status: 200 len: 690 time: 0.0772893 Dec 08 16:19:48.846470 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56974) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:48.859847 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c1cbb0c6-21a0-4e05-b4b9-e8dc79703210 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:48.971278 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-8325ad31-875b-4571-b4b2-9d1771813dcf None None] Allocated IP 2001:db8:0:2::2 (7e867f59-8699-4081-a94b-61515eb9b9d8/96f40426-ac8e-430f-99ea-6a1b220dd222/a18093d2-82cb-43cb-907c-2a6501fcc0bb) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:19:49.025257 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ecb5a7-5d6a-4e70-82e8-9279c1110639 req-b87c4e34-3cdf-49c6-8198-b32fd75141d3 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:49.026783 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-99ecb5a7-5d6a-4e70-82e8-9279c1110639 req-b87c4e34-3cdf-49c6-8198-b32fd75141d3 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/ports?device_id=79064082-c91c-4208-bd57-708e6d37a370 HTTP/1.1" status: 200 len: 946 time: 0.1051214 Dec 08 16:19:49.034030 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-99966d01-9238-4537-bbe1-1a0d59d49975 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:49.089695 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-8325ad31-875b-4571-b4b2-9d1771813dcf None None] For port a18093d2-82cb-43cb-907c-2a6501fcc0bb, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=a18093d2-82cb-43cb-907c-2a6501fcc0bb,segment=NetworkSegment(5110f925-175d-43a8-ae1d-c51b7cd74587),segment_id=5110f925-175d-43a8-ae1d-c51b7cd74587)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:19:49.091085 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8e2406f2-9c29-45a3-ac7c-a540204f13ec tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:49.129403 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8325ad31-875b-4571-b4b2-9d1771813dcf None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:49.156288 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6beeb6-6e70-4262-8429-94dcfdbd7dc9 req-3876532e-0652-4f34-ad78-bb8631d90bb2 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:49.157876 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7f6beeb6-6e70-4262-8429-94dcfdbd7dc9 req-3876532e-0652-4f34-ad78-bb8631d90bb2 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=885586af-4e7a-44b4-a68c-ebb57f0a0cf6 HTTP/1.1" status: 200 len: 946 time: 0.1337516 Dec 08 16:19:49.178398 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2406f2-9c29-45a3-ac7c-a540204f13ec tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:19:49.189815 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-8e2406f2-9c29-45a3-ac7c-a540204f13ec tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:19:49.202090 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2406f2-9c29-45a3-ac7c-a540204f13ec tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:19:49.206331 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2406f2-9c29-45a3-ac7c-a540204f13ec tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Pushing event updated for resources: {'Port': ['ID=715c7354-2534-451e-b24c-8993d4dc6308,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:49.227103 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8325ad31-875b-4571-b4b2-9d1771813dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:49.230369 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7f6beeb6-6e70-4262-8429-94dcfdbd7dc9 req-8b43e568-158b-4d72-acb3-8b2573b9aaa0 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617344 Dec 08 16:19:49.234461 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-99ecb5a7-5d6a-4e70-82e8-9279c1110639 req-782c87a3-0128-494a-a305-e907f676fa9f tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/security-groups?id=5903942c-927a-4f35-93fb-0009cd4d6c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607537 Dec 08 16:19:49.274637 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-99966d01-9238-4537-bbe1-1a0d59d49975 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Deleting port 26c83d49-d5a1-4f60-a5f6-790b9cdc6560 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:19:49.275054 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-99966d01-9238-4537-bbe1-1a0d59d49975 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:49.381958 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8325ad31-875b-4571-b4b2-9d1771813dcf None None] Pushing event updated for resources: {'Port': ['ID=a18093d2-82cb-43cb-907c-2a6501fcc0bb,revision_number=7']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:49.401424 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-c1cbb0c6-21a0-4e05-b4b9-e8dc79703210 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Delete allocated IP 2001:db8::21f (7e867f59-8699-4081-a94b-61515eb9b9d8/ccb4aa11-f99e-4b51-8662-a3d94b4be04d) {{(pid=110550) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 08 16:19:49.411180 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-c1cbb0c6-21a0-4e05-b4b9-e8dc79703210 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Allocated IP 2001:db8:0:2::1e6 (7e867f59-8699-4081-a94b-61515eb9b9d8/96f40426-ac8e-430f-99ea-6a1b220dd222/f56109b1-f9fa-46f8-b2e0-47aa7207c143) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:19:49.524154 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-99966d01-9238-4537-bbe1-1a0d59d49975 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:49.524720 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-99966d01-9238-4537-bbe1-1a0d59d49975 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:49.546447 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-99966d01-9238-4537-bbe1-1a0d59d49975 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Calling delete_port for 26c83d49-d5a1-4f60-a5f6-790b9cdc6560 owned by network:floatingip {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:19:49.628365 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c1cbb0c6-21a0-4e05-b4b9-e8dc79703210 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:49.670865 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c1cbb0c6-21a0-4e05-b4b9-e8dc79703210 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:49.742655 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-c1cbb0c6-21a0-4e05-b4b9-e8dc79703210 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] In _notify_port_updated(), no bound segment for port f56109b1-f9fa-46f8-b2e0-47aa7207c143 on network 7e867f59-8699-4081-a94b-61515eb9b9d8 {{(pid=110550) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 16:19:49.748607 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1cbb0c6-21a0-4e05-b4b9-e8dc79703210 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:49.749302 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c1cbb0c6-21a0-4e05-b4b9-e8dc79703210 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:49.753465 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c1cbb0c6-21a0-4e05-b4b9-e8dc79703210 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "PUT /v2.0/ports/f56109b1-f9fa-46f8-b2e0-47aa7207c143 HTTP/1.1" status: 200 len: 968 time: 1.0833502 Dec 08 16:19:49.753684 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 56984) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:49.774037 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b514bdcf-f403-4f77-b294-26973983286d req-488b10fa-7fd1-48b5-a055-e78703f91385 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:49.774930 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b514bdcf-f403-4f77-b294-26973983286d req-488b10fa-7fd1-48b5-a055-e78703f91385 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f1e0362-48bf-417b-b53c-4acdd616c33f HTTP/1.1" status: 200 len: 946 time: 0.2145274 Dec 08 16:19:49.787467 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cbb0c6-21a0-4e05-b4b9-e8dc79703210 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event updated for resources: {'Port': ['ID=f56109b1-f9fa-46f8-b2e0-47aa7207c143,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:49.888804 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-91aa9497-192c-46d3-8e60-dcf04de665c2 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Deleting port f56109b1-f9fa-46f8-b2e0-47aa7207c143 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:19:49.901992 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-91aa9497-192c-46d3-8e60-dcf04de665c2 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:49.962465 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b514bdcf-f403-4f77-b294-26973983286d req-01e876a5-a697-48e3-9641-63ca11332b3f tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654205 Dec 08 16:19:49.987904 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8e2406f2-9c29-45a3-ac7c-a540204f13ec tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:49.992060 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-91aa9497-192c-46d3-8e60-dcf04de665c2 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:50.005513 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-91aa9497-192c-46d3-8e60-dcf04de665c2 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Calling delete_port for f56109b1-f9fa-46f8-b2e0-47aa7207c143 owned by {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:19:50.020836 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-99966d01-9238-4537-bbe1-1a0d59d49975 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:50.066768 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99966d01-9238-4537-bbe1-1a0d59d49975 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Pushing event deleted for resources: {'Port': ['ID=26c83d49-d5a1-4f60-a5f6-790b9cdc6560,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:50.123883 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-35414cb0-fc4f-49dc-8575-cee6a9048bca None None] Provisioning complete for port a18093d2-82cb-43cb-907c-2a6501fcc0bb triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:50.130736 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-35414cb0-fc4f-49dc-8575-cee6a9048bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:50.137841 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-99966d01-9238-4537-bbe1-1a0d59d49975 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:50.217531 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-99966d01-9238-4537-bbe1-1a0d59d49975 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:50.233914 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-35414cb0-fc4f-49dc-8575-cee6a9048bca None None] Provisioning complete for port 77ebc232-5482-485a-9b67-2c0d06f12d79 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:50.234390 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-35414cb0-fc4f-49dc-8575-cee6a9048bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:50.246166 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8e2406f2-9c29-45a3-ac7c-a540204f13ec tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:50.274757 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-35414cb0-fc4f-49dc-8575-cee6a9048bca None None] Port 77ebc232-5482-485a-9b67-2c0d06f12d79 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:19:50.277199 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-91aa9497-192c-46d3-8e60-dcf04de665c2 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:50.280203 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-35414cb0-fc4f-49dc-8575-cee6a9048bca None None] Could not find standard attr ID for object f56109b1-f9fa-46f8-b2e0-47aa7207c143. {{(pid=110552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:19:50.336974 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aa9497-192c-46d3-8e60-dcf04de665c2 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event deleted for resources: {'Port': ['ID=f56109b1-f9fa-46f8-b2e0-47aa7207c143,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:50.388815 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-91aa9497-192c-46d3-8e60-dcf04de665c2 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:50.398000 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-91aa9497-192c-46d3-8e60-dcf04de665c2 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "DELETE /v2.0/ports/f56109b1-f9fa-46f8-b2e0-47aa7207c143 HTTP/1.1" status: 204 len: 168 time: 0.6380005 Dec 08 16:19:50.398224 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-d614442a-80da-4960-b7a8-c44610b38aee None None] Could not find standard attr ID for object f56109b1-f9fa-46f8-b2e0-47aa7207c143. {{(pid=110552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:19:50.408129 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 56992) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:50.443531 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8ffb8fc-d65a-41f2-ad46-38ae6dcb9b4c tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] GET failed (client error): The resource could not be found. Dec 08 16:19:50.448480 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-e8ffb8fc-d65a-41f2-ad46-38ae6dcb9b4c tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "GET /v2.0/ports/f56109b1-f9fa-46f8-b2e0-47aa7207c143 HTTP/1.1" status: 404 len: 333 time: 0.0364830 Dec 08 16:19:50.449661 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 56994) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:50.490057 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e755f2af-2670-4feb-a935-706a96c36a72 req-6ba505ce-bb36-4843-91bb-32aa633f4b20 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:50.492301 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e755f2af-2670-4feb-a935-706a96c36a72 req-6ba505ce-bb36-4843-91bb-32aa633f4b20 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=885586af-4e7a-44b4-a68c-ebb57f0a0cf6 HTTP/1.1" status: 200 len: 946 time: 0.1231565 Dec 08 16:19:50.564104 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ad824a29-7cec-4446-a946-f09bd14fc8cf tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:50.574235 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e755f2af-2670-4feb-a935-706a96c36a72 req-cc0b3894-02a4-4cb8-bf00-690951f845b9 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741334 Dec 08 16:19:50.595989 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ad824a29-7cec-4446-a946-f09bd14fc8cf tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:50.689745 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-99966d01-9238-4537-bbe1-1a0d59d49975 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:50.736507 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99966d01-9238-4537-bbe1-1a0d59d49975 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1c1c6ff6-34b7-4125-9b03-0e6792ccb975,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:50.737185 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ad824a29-7cec-4446-a946-f09bd14fc8cf tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:50.742283 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ad824a29-7cec-4446-a946-f09bd14fc8cf tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:50.743367 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ad824a29-7cec-4446-a946-f09bd14fc8cf tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "DELETE /v2.0/security-groups/7219e995-23b0-49c2-8fff-297c391d4e01 HTTP/1.1" status: 204 len: 168 time: 0.2929225 Dec 08 16:19:50.748674 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 56998) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:50.762927 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad824a29-7cec-4446-a946-f09bd14fc8cf tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7219e995-23b0-49c2-8fff-297c391d4e01,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:50.828325 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-67a217c6-ee4f-4a3d-a9ac-345f6ab0c5a5 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:50.843253 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd4290-87b0-4299-8f23-b61a448a1e43 req-6f6ff2bd-cf9a-473d-97dc-001ebc48c5dd tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:50.844883 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f5dd4290-87b0-4299-8f23-b61a448a1e43 req-6f6ff2bd-cf9a-473d-97dc-001ebc48c5dd tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/ports?device_id=79064082-c91c-4208-bd57-708e6d37a370 HTTP/1.1" status: 200 len: 946 time: 0.4739382 Dec 08 16:19:50.846627 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-99966d01-9238-4537-bbe1-1a0d59d49975 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:50.854104 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-67a217c6-ee4f-4a3d-a9ac-345f6ab0c5a5 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:50.895389 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-99966d01-9238-4537-bbe1-1a0d59d49975 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45e3664b-2a80-48b7-8fe5-b76a0a23115d']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:50.920729 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-99966d01-9238-4537-bbe1-1a0d59d49975 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd13bdc1d-47c8-4998-b8f7-c7492ee1a89c') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:50.921034 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-99966d01-9238-4537-bbe1-1a0d59d49975 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd13bdc1d-47c8-4998-b8f7-c7492ee1a89c') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:50.923982 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8e2406f2-9c29-45a3-ac7c-a540204f13ec tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:50.941186 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-99966d01-9238-4537-bbe1-1a0d59d49975 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:50.959005 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f5dd4290-87b0-4299-8f23-b61a448a1e43 req-64bbeb9f-ff63-454c-a174-09557de2ee32 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/security-groups?id=5903942c-927a-4f35-93fb-0009cd4d6c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029410 Dec 08 16:19:50.963280 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-99966d01-9238-4537-bbe1-1a0d59d49975 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:50.971308 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99966d01-9238-4537-bbe1-1a0d59d49975 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:19:50.971666 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-99966d01-9238-4537-bbe1-1a0d59d49975 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:50.973657 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:19:50.973657 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:19:50.973657 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:19:50.973657 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:19:50.973657 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:19:50.973657 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:19:50.973657 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:19:50.973657 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:19:50.973657 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:19:50.973657 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:19:50.973657 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:19:50.973657 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:19:50.973657 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:19:50.973657 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:19:50.973657 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:19:50.973657 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:19:50.973657 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:19:50.973657 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:19:50.973657 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:19:50.973657 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:19:50.973657 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:19:50.973657 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:19:50.973657 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:19:50.973657 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:19:50.973657 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:19:50.973657 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:19:50.973657 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:19:50.973657 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:19:50.973657 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:19:50.973657 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:19:50.973657 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:19:50.973657 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:19:51.025614 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device a18093d2-82cb-43cb-907c-2a6501fcc0bb up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:19:51.038459 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-67a217c6-ee4f-4a3d-a9ac-345f6ab0c5a5 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:51.042103 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-67a217c6-ee4f-4a3d-a9ac-345f6ab0c5a5 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:51.043558 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-67a217c6-ee4f-4a3d-a9ac-345f6ab0c5a5 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "DELETE /v2.0/security-groups/c060bacd-2fa8-4098-acde-9c8d1104a8c7 HTTP/1.1" status: 204 len: 168 time: 0.2930973 Dec 08 16:19:51.048748 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57002) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:51.057225 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8e2406f2-9c29-45a3-ac7c-a540204f13ec tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:51.089471 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port a18093d2-82cb-43cb-907c-2a6501fcc0bb triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:51.090096 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:51.092854 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a217c6-ee4f-4a3d-a9ac-345f6ab0c5a5 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c060bacd-2fa8-4098-acde-9c8d1104a8c7,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:51.141684 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a9318-da21-4cb6-a1ba-960b7ef8f01d req-56ffbe6b-c1b2-4b85-bb86-c16e9661f5d8 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:51.151679 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8a4a9318-da21-4cb6-a1ba-960b7ef8f01d req-56ffbe6b-c1b2-4b85-bb86-c16e9661f5d8 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f1e0362-48bf-417b-b53c-4acdd616c33f HTTP/1.1" status: 200 len: 946 time: 0.1065207 Dec 08 16:19:51.212891 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2406f2-9c29-45a3-ac7c-a540204f13ec tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Pushing event updated for resources: {'Port': ['ID=715c7354-2534-451e-b24c-8993d4dc6308,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:51.212891 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8e2406f2-9c29-45a3-ac7c-a540204f13ec tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:51.249044 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8a4a9318-da21-4cb6-a1ba-960b7ef8f01d req-07d41c8c-32ae-4b3e-9082-b45b5af60a9a tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948031 Dec 08 16:19:51.281987 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0d93b841-3d59-4b2e-afd2-5701aee29556 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:51.324747 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-99966d01-9238-4537-bbe1-1a0d59d49975 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:51.339768 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99966d01-9238-4537-bbe1-1a0d59d49975 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 45e3664b-2a80-48b7-8fe5-b76a0a23115d {{(pid=110551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 08 16:19:51.343698 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-99966d01-9238-4537-bbe1-1a0d59d49975 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:51.349303 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-99966d01-9238-4537-bbe1-1a0d59d49975 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] 10.222.0.64 "DELETE /v2.0/networks/45e3664b-2a80-48b7-8fe5-b76a0a23115d HTTP/1.1" status: 204 len: 168 time: 2.4996285 Dec 08 16:19:51.350044 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57004) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:51.363134 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0d93b841-3d59-4b2e-afd2-5701aee29556 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:51.368695 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99966d01-9238-4537-bbe1-1a0d59d49975 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Pushing event deleted for resources: {'Network': ['ID=45e3664b-2a80-48b7-8fe5-b76a0a23115d,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:51.403215 n-d-776250-12 neutron-server[110551]: INFO neutron.db.l3_db [None req-8e2406f2-9c29-45a3-ac7c-a540204f13ec tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Floating IP df3251bd-0c1b-439e-8f9d-e8eab188ad2d associated. External IP: 172.25.0.126, port: 8d301fde-b989-4f30-b328-8e08b6c86e24. Dec 08 16:19:51.513946 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-34827108-058b-4b02-aeca-6f547764e575 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4122 time: 0.1616154 Dec 08 16:19:51.514928 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57006) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:51.604727 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0d93b841-3d59-4b2e-afd2-5701aee29556 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:51.622577 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0d93b841-3d59-4b2e-afd2-5701aee29556 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:51.626879 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-0d93b841-3d59-4b2e-afd2-5701aee29556 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "DELETE /v2.0/security-groups/b0084c61-83dd-44d1-bbe7-69e7e3a7ec13 HTTP/1.1" status: 204 len: 168 time: 0.5765829 Dec 08 16:19:51.627138 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57010) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:51.650670 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d93b841-3d59-4b2e-afd2-5701aee29556 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0084c61-83dd-44d1-bbe7-69e7e3a7ec13,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:51.711194 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd2b81ed-bd14-44e7-8185-fc9c92d097d0 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Deleting subnet ccb4aa11-f99e-4b51-8662-a3d94b4be04d {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:19:51.714925 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bd2b81ed-bd14-44e7-8185-fc9c92d097d0 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:51.728720 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54902e43-a57b-4402-94bf-2376dff70c8d tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:51.729208 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54902e43-a57b-4402-94bf-2376dff70c8d tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:51.729993 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54902e43-a57b-4402-94bf-2376dff70c8d tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:51.730460 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54902e43-a57b-4402-94bf-2376dff70c8d tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:51.730916 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54902e43-a57b-4402-94bf-2376dff70c8d tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:51.731375 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54902e43-a57b-4402-94bf-2376dff70c8d tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:51.731841 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54902e43-a57b-4402-94bf-2376dff70c8d tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:51.732363 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54902e43-a57b-4402-94bf-2376dff70c8d tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:51.732903 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54902e43-a57b-4402-94bf-2376dff70c8d tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:51.733335 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54902e43-a57b-4402-94bf-2376dff70c8d tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:51.733788 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54902e43-a57b-4402-94bf-2376dff70c8d tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:51.734237 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54902e43-a57b-4402-94bf-2376dff70c8d tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:51.734685 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54902e43-a57b-4402-94bf-2376dff70c8d tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:51.735132 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54902e43-a57b-4402-94bf-2376dff70c8d tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:51.735581 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54902e43-a57b-4402-94bf-2376dff70c8d tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:51.742221 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-54902e43-a57b-4402-94bf-2376dff70c8d tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 9579 time: 0.2251680 Dec 08 16:19:51.742898 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57016) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:51.839074 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e2406f2-9c29-45a3-ac7c-a540204f13ec tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Router b3c63600-c489-42b0-b075-9f045925df98 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:19:51.848537 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [None req-713b7fd4-3721-4b42-baf2-b6ef376aad01 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] delete failed (client error): The resource could not be found. Dec 08 16:19:51.851645 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-713b7fd4-3721-4b42-baf2-b6ef376aad01 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] 10.222.0.64 "DELETE /v2.0/floatingips/db4d5e7a-2072-4f9d-b326-7593b063a2c1 HTTP/1.1" status: 404 len: 345 time: 0.0824418 Dec 08 16:19:51.857601 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57018) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:51.879550 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ea68e-b135-49cc-8783-4668788bc0cc req-02b39371-6315-450b-8855-9a7f4c97f6a6 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:51.882270 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b81ea68e-b135-49cc-8783-4668788bc0cc req-02b39371-6315-450b-8855-9a7f4c97f6a6 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=885586af-4e7a-44b4-a68c-ebb57f0a0cf6 HTTP/1.1" status: 200 len: 946 time: 0.1195104 Dec 08 16:19:51.888116 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e1c315a-2e25-415e-8cf5-dbd203828887 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] DELETE failed (client error): The resource could not be found. Dec 08 16:19:51.888685 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e1c315a-2e25-415e-8cf5-dbd203828887 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:19:51.897069 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-7e1c315a-2e25-415e-8cf5-dbd203828887 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] 10.222.0.64 "DELETE /v2.0/networks/45e3664b-2a80-48b7-8fe5-b76a0a23115d HTTP/1.1" status: 404 len: 339 time: 0.0345533 Dec 08 16:19:51.900107 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bd2b81ed-bd14-44e7-8185-fc9c92d097d0 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:51.920609 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57020) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:51.929474 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-173df570-e701-449c-8574-243d82cdcb5f tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Request body: {'network': {'name': 'tempest-network--205103257', 'router:external': True}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:52.014436 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bd2b81ed-bd14-44e7-8185-fc9c92d097d0 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:52.054114 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b81ea68e-b135-49cc-8783-4668788bc0cc req-5d762e77-9741-4edb-9bde-500771500af4 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315789 Dec 08 16:19:52.069770 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2406f2-9c29-45a3-ac7c-a540204f13ec tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:19:52.088069 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173df570-e701-449c-8574-243d82cdcb5f tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Made reservation on behalf of 5ea389c5a9fa408ead2863a81a697c84 for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:19:52.090713 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f826b43-d3d9-42a6-91ef-5de3177340e8 None None] Sync routers for ids ['b3c63600-c489-42b0-b075-9f045925df98'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:19:52.091732 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-173df570-e701-449c-8574-243d82cdcb5f tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:52.107942 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f826b43-d3d9-42a6-91ef-5de3177340e8 None None] Routers {'b3c63600-c489-42b0-b075-9f045925df98'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:19:52.112629 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-9f826b43-d3d9-42a6-91ef-5de3177340e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:19:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['b3c63600-c489-42b0-b075-9f045925df98'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:52.128871 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-173df570-e701-449c-8574-243d82cdcb5f tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:19:52.157329 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deef4af-cec8-407c-bc78-e25b63b02531 req-e3ace613-3404-4a22-bd22-e776f7c143fc tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:52.160233 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8e2406f2-9c29-45a3-ac7c-a540204f13ec tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:52.165795 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8deef4af-cec8-407c-bc78-e25b63b02531 req-e3ace613-3404-4a22-bd22-e776f7c143fc tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/ports?device_id=79064082-c91c-4208-bd57-708e6d37a370 HTTP/1.1" status: 200 len: 946 time: 0.0753055 Dec 08 16:19:52.166728 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-9f826b43-d3d9-42a6-91ef-5de3177340e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:52.177398 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f826b43-d3d9-42a6-91ef-5de3177340e8 None None] Routers {'b3c63600-c489-42b0-b075-9f045925df98'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:19:52.178167 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-9f826b43-d3d9-42a6-91ef-5de3177340e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:19:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['b3c63600-c489-42b0-b075-9f045925df98'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:52.198336 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-8e2406f2-9c29-45a3-ac7c-a540204f13ec tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.0667706 Dec 08 16:19:52.198635 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57024) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:52.204260 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-ad24590e-acd7-49c5-b7ff-606a64f3163f tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Request body: {'floatingip': {'port_id': '8d301fde-b989-4f30-b328-8e08b6c86e24', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:52.206595 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-173df570-e701-449c-8574-243d82cdcb5f tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:52.207182 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-173df570-e701-449c-8574-243d82cdcb5f tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Added segment 652533d3-14c8-46b3-9b83-ca9f46da2a92 of type vlan for network b49c8f81-e4ac-4cde-9400-5f2a2088c7b8 Dec 08 16:19:52.214685 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bd2b81ed-bd14-44e7-8185-fc9c92d097d0 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:52.254917 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-9f826b43-d3d9-42a6-91ef-5de3177340e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:52.255744 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f826b43-d3d9-42a6-91ef-5de3177340e8 None None] The sync data for ids ['b3c63600-c489-42b0-b075-9f045925df98'] in n-d-776250-12 is: [] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:19:52.274938 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-173df570-e701-449c-8574-243d82cdcb5f tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:52.349060 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2b81ed-bd14-44e7-8185-fc9c92d097d0 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event deleted for resources: {'Subnet': ['ID=ccb4aa11-f99e-4b51-8662-a3d94b4be04d,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:52.362171 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc4a6a4-c2dc-4871-8696-e2ce1584835f None None] Network 7e867f59-8699-4081-a94b-61515eb9b9d8 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:19:52.374023 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bd2b81ed-bd14-44e7-8185-fc9c92d097d0 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:52.382944 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-bd2b81ed-bd14-44e7-8185-fc9c92d097d0 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "DELETE /v2.0/subnets/ccb4aa11-f99e-4b51-8662-a3d94b4be04d HTTP/1.1" status: 204 len: 168 time: 0.7545171 Dec 08 16:19:52.389475 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8deef4af-cec8-407c-bc78-e25b63b02531 req-0806d99b-b0c5-4607-bffb-9d26950f7349 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/security-groups?id=5903942c-927a-4f35-93fb-0009cd4d6c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2227488 Dec 08 16:19:52.398712 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57028) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:52.418421 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-173df570-e701-449c-8574-243d82cdcb5f tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:52.426694 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173df570-e701-449c-8574-243d82cdcb5f tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:52.427310 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-173df570-e701-449c-8574-243d82cdcb5f tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:52.456783 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ad24590e-acd7-49c5-b7ff-606a64f3163f tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for floatingip, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:52.517486 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f96d05b-2447-4db4-bfbd-63b8ebb9e02a req-0e8a3ec5-38b9-48e6-8df2-169f6349ab6a tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:52.524787 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9f96d05b-2447-4db4-bfbd-63b8ebb9e02a req-0e8a3ec5-38b9-48e6-8df2-169f6349ab6a tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f1e0362-48bf-417b-b53c-4acdd616c33f HTTP/1.1" status: 200 len: 946 time: 0.1833761 Dec 08 16:19:52.527946 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173df570-e701-449c-8574-243d82cdcb5f tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Pushing event updated for resources: {'Network': ['ID=b49c8f81-e4ac-4cde-9400-5f2a2088c7b8,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:52.552159 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network b49c8f81-e4ac-4cde-9400-5f2a2088c7b8 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:19:52.599662 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-85efd75b-30ac-4ccc-a7d8-524ed39e05cd tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Deleting subnet 96f40426-ac8e-430f-99ea-6a1b220dd222 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:19:52.599895 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-173df570-e701-449c-8574-243d82cdcb5f tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6752462 Dec 08 16:19:52.604056 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57032) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:52.648582 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9f96d05b-2447-4db4-bfbd-63b8ebb9e02a req-9026de52-04b8-40ae-bb1f-68e62c804289 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190994 Dec 08 16:19:52.745330 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-85efd75b-30ac-4ccc-a7d8-524ed39e05cd tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:52.833152 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a438ca-0c7e-422b-b5a6-610fb812c9a6 req-b9528323-53b7-4140-af71-b99b0f703cd8 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:52.834177 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3799c348-c580-4ede-b23c-13c861bb811e tempest-ExternalNetworksTestJSON-1443397600 tempest-ExternalNetworksTestJSON-1443397600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:52.837705 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e3a438ca-0c7e-422b-b5a6-610fb812c9a6 req-b9528323-53b7-4140-af71-b99b0f703cd8 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/ports?device_id=79064082-c91c-4208-bd57-708e6d37a370 HTTP/1.1" status: 200 len: 946 time: 0.0626247 Dec 08 16:19:52.846656 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3799c348-c580-4ede-b23c-13c861bb811e tempest-ExternalNetworksTestJSON-1443397600 tempest-ExternalNetworksTestJSON-1443397600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:52.853751 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3799c348-c580-4ede-b23c-13c861bb811e tempest-ExternalNetworksTestJSON-1443397600 tempest-ExternalNetworksTestJSON-1443397600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:52.864157 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3799c348-c580-4ede-b23c-13c861bb811e tempest-ExternalNetworksTestJSON-1443397600 tempest-ExternalNetworksTestJSON-1443397600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:52.868992 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-3799c348-c580-4ede-b23c-13c861bb811e tempest-ExternalNetworksTestJSON-1443397600 tempest-ExternalNetworksTestJSON-1443397600-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.2608063 Dec 08 16:19:52.873351 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57038) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:53.004107 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b3b6feac-712d-4047-840f-54114166a881 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:53.009807 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-85efd75b-30ac-4ccc-a7d8-524ed39e05cd tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:53.133578 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e3a438ca-0c7e-422b-b5a6-610fb812c9a6 req-dbcb4c20-c284-4875-8a4f-419e6bad9367 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/security-groups?id=5903942c-927a-4f35-93fb-0009cd4d6c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2819729 Dec 08 16:19:53.142196 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b3b6feac-712d-4047-840f-54114166a881 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:53.167868 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-b3b6feac-712d-4047-840f-54114166a881 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b49c8f81-e4ac-4cde-9400-5f2a2088c7b8']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:53.179749 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-b3b6feac-712d-4047-840f-54114166a881 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '652533d3-14c8-46b3-9b83-ca9f46da2a92') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:53.180047 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-b3b6feac-712d-4047-840f-54114166a881 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '652533d3-14c8-46b3-9b83-ca9f46da2a92') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:53.191484 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b3b6feac-712d-4047-840f-54114166a881 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:53.211736 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b3b6feac-712d-4047-840f-54114166a881 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:53.221468 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3b6feac-712d-4047-840f-54114166a881 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:19:53.221894 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b3b6feac-712d-4047-840f-54114166a881 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:53.223877 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:19:53.223877 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:19:53.223877 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:19:53.223877 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:19:53.223877 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:19:53.223877 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:19:53.223877 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:19:53.223877 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:19:53.223877 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:19:53.223877 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:19:53.223877 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:19:53.223877 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:19:53.223877 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:19:53.223877 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:19:53.223877 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:19:53.223877 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:19:53.223877 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:19:53.223877 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:19:53.223877 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:19:53.223877 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:19:53.223877 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:19:53.223877 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:19:53.223877 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:19:53.223877 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:19:53.223877 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:19:53.223877 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:19:53.223877 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:19:53.223877 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:19:53.223877 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:19:53.223877 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:19:53.223877 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:19:53.223877 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:19:53.356379 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-cb624849-e36e-47b4-80ed-db8f18eb8214 None None] Provisioning complete for port a18093d2-82cb-43cb-907c-2a6501fcc0bb triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:53.356961 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-cb624849-e36e-47b4-80ed-db8f18eb8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:53.436889 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b3b6feac-712d-4047-840f-54114166a881 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:53.454479 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b6feac-712d-4047-840f-54114166a881 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b49c8f81-e4ac-4cde-9400-5f2a2088c7b8 {{(pid=110551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 08 16:19:53.459966 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-cb624849-e36e-47b4-80ed-db8f18eb8214 None None] Provisioning complete for port 77ebc232-5482-485a-9b67-2c0d06f12d79 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:53.460503 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-cb624849-e36e-47b4-80ed-db8f18eb8214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:53.475835 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b6feac-712d-4047-840f-54114166a881 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Pushing event deleted for resources: {'Network': ['ID=b49c8f81-e4ac-4cde-9400-5f2a2088c7b8,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:53.478156 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b3b6feac-712d-4047-840f-54114166a881 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:53.481545 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b3b6feac-712d-4047-840f-54114166a881 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] 10.222.0.64 "DELETE /v2.0/networks/b49c8f81-e4ac-4cde-9400-5f2a2088c7b8 HTTP/1.1" status: 204 len: 168 time: 0.6070235 Dec 08 16:19:53.485189 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57044) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:53.491803 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-c221fa0c-be7d-4aa3-bdd1-b653feef31e3 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Request body: {'network': {'name': 'tempest-network--749572367', 'router:external': True}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:53.511943 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-cb624849-e36e-47b4-80ed-db8f18eb8214 None None] Port 77ebc232-5482-485a-9b67-2c0d06f12d79 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:19:53.573919 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381867cd-beb1-4889-b220-67b815cd0875 req-8b9e8301-5eb7-464d-9f17-1bfdead27fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:53.575652 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-381867cd-beb1-4889-b220-67b815cd0875 req-8b9e8301-5eb7-464d-9f17-1bfdead27fc6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f798cbfb52c24fe0ba6afa1278248aa5&device_id=79064082-c91c-4208-bd57-708e6d37a370 HTTP/1.1" status: 200 len: 1098 time: 0.5581069 Dec 08 16:19:53.608315 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c221fa0c-be7d-4aa3-bdd1-b653feef31e3 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Made reservation on behalf of 5ea389c5a9fa408ead2863a81a697c84 for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:19:53.611213 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c221fa0c-be7d-4aa3-bdd1-b653feef31e3 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:53.646369 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c221fa0c-be7d-4aa3-bdd1-b653feef31e3 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:19:53.667690 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-85efd75b-30ac-4ccc-a7d8-524ed39e05cd tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:53.673777 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c221fa0c-be7d-4aa3-bdd1-b653feef31e3 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:53.674302 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-c221fa0c-be7d-4aa3-bdd1-b653feef31e3 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Added segment db29d9d2-ccf7-454a-89b0-52a9c21e95ce of type vlan for network 892bdb2b-db7d-4166-998d-bfabf4313c94 Dec 08 16:19:53.740938 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c6d32-bd3c-48b8-b401-6038b266f64c req-6c1968b1-7162-42ce-ab6a-e8a93d12d2e6 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:53.749251 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ba3c6d32-bd3c-48b8-b401-6038b266f64c req-6c1968b1-7162-42ce-ab6a-e8a93d12d2e6 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=885586af-4e7a-44b4-a68c-ebb57f0a0cf6 HTTP/1.1" status: 200 len: 946 time: 0.2795136 Dec 08 16:19:53.786315 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c221fa0c-be7d-4aa3-bdd1-b653feef31e3 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:53.849490 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5376975c-786c-4b3c-8c24-e64168b81214 req-11219a1b-bdc6-456b-bd9e-e961dbfb98ed tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:53.856083 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5376975c-786c-4b3c-8c24-e64168b81214 req-11219a1b-bdc6-456b-bd9e-e961dbfb98ed tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f1e0362-48bf-417b-b53c-4acdd616c33f HTTP/1.1" status: 200 len: 946 time: 0.0906982 Dec 08 16:19:53.919822 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ba3c6d32-bd3c-48b8-b401-6038b266f64c req-8209a29f-0945-4a67-80ac-201fae94a296 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694410 Dec 08 16:19:53.943786 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5376975c-786c-4b3c-8c24-e64168b81214 req-8042a439-7530-4b1f-9327-bc0f5a549870 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854828 Dec 08 16:19:53.951914 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c221fa0c-be7d-4aa3-bdd1-b653feef31e3 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:53.957328 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c221fa0c-be7d-4aa3-bdd1-b653feef31e3 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:53.957328 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c221fa0c-be7d-4aa3-bdd1-b653feef31e3 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:53.961961 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381867cd-beb1-4889-b220-67b815cd0875 req-7c21899e-e94b-40a6-8547-eeaf5194815f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:53.963730 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-381867cd-beb1-4889-b220-67b815cd0875 req-7c21899e-e94b-40a6-8547-eeaf5194815f service neutron] 10.222.0.76 "GET /v2.0/networks?id=7267bda8-5e5d-4e04-ad23-20b961702335 HTTP/1.1" status: 200 len: 912 time: 0.3446765 Dec 08 16:19:54.041474 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c221fa0c-be7d-4aa3-bdd1-b653feef31e3 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Pushing event updated for resources: {'Network': ['ID=892bdb2b-db7d-4166-998d-bfabf4313c94,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:54.053671 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c221fa0c-be7d-4aa3-bdd1-b653feef31e3 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5650270 Dec 08 16:19:54.058953 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57050) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:54.064856 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 892bdb2b-db7d-4166-998d-bfabf4313c94 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:19:54.070102 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-85efd75b-30ac-4ccc-a7d8-524ed39e05cd tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:54.134888 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85efd75b-30ac-4ccc-a7d8-524ed39e05cd tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event deleted for resources: {'Subnet': ['ID=96f40426-ac8e-430f-99ea-6a1b220dd222,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:54.137445 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-85efd75b-30ac-4ccc-a7d8-524ed39e05cd tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:54.141083 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-85efd75b-30ac-4ccc-a7d8-524ed39e05cd tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "DELETE /v2.0/subnets/96f40426-ac8e-430f-99ea-6a1b220dd222 HTTP/1.1" status: 204 len: 168 time: 1.7412353 Dec 08 16:19:54.149600 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57054) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:54.160318 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbfbbca-90bd-4ec4-b35d-90c13739783c None None] Network 7e867f59-8699-4081-a94b-61515eb9b9d8 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:19:54.164071 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ad24590e-acd7-49c5-b7ff-606a64f3163f tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:54.205095 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403e3019-10db-46fa-8e54-a9019bf67a4f tempest-ExternalNetworksTestJSON-1443397600 tempest-ExternalNetworksTestJSON-1443397600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:54.208242 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-403e3019-10db-46fa-8e54-a9019bf67a4f tempest-ExternalNetworksTestJSON-1443397600 tempest-ExternalNetworksTestJSON-1443397600-project] 10.222.0.64 "GET /v2.0/networks/892bdb2b-db7d-4166-998d-bfabf4313c94 HTTP/1.1" status: 200 len: 756 time: 0.1505296 Dec 08 16:19:54.214308 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-381867cd-beb1-4889-b220-67b815cd0875 req-3eb9bfe1-fbb6-4bd9-844e-de7c64fd94ac service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6 HTTP/1.1" status: 200 len: 1002 time: 0.2425475 Dec 08 16:19:54.215280 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57058) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:54.215432 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-14756e15-ac3c-4926-9909-ef80aed20188 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] DELETE failed (client error): The resource could not be found. Dec 08 16:19:54.215984 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14756e15-ac3c-4926-9909-ef80aed20188 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:19:54.220218 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-14756e15-ac3c-4926-9909-ef80aed20188 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "DELETE /v2.0/subnets/ccb4aa11-f99e-4b51-8662-a3d94b4be04d HTTP/1.1" status: 404 len: 337 time: 0.0668995 Dec 08 16:19:54.231093 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57060) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:54.288288 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ad24590e-acd7-49c5-b7ff-606a64f3163f tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:54.362206 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82242e76-5f13-4bc6-9e62-ee6474c91ed3 tempest-ExternalNetworksTestJSON-1443397600 tempest-ExternalNetworksTestJSON-1443397600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:54.365371 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-82242e76-5f13-4bc6-9e62-ee6474c91ed3 tempest-ExternalNetworksTestJSON-1443397600 tempest-ExternalNetworksTestJSON-1443397600-project] 10.222.0.64 "GET /v2.0/networks/c05f1903-41c5-430c-b7cc-f665e155d4c0 HTTP/1.1" status: 200 len: 767 time: 0.1478362 Dec 08 16:19:54.368724 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57062) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:54.394551 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-7544fb42-d141-4fdd-919b-822f5742b0e7 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Deleting subnet 23d79fcc-7e35-443e-aa83-09aec20c2c74 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:19:54.399187 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7544fb42-d141-4fdd-919b-822f5742b0e7 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:54.445782 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7544fb42-d141-4fdd-919b-822f5742b0e7 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:54.458906 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3b6841db-bc30-4022-9197-0dfc42b5ff18 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:54.484651 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381867cd-beb1-4889-b220-67b815cd0875 req-cede8621-b907-4858-8da5-e6bf68302544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:54.486256 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-381867cd-beb1-4889-b220-67b815cd0875 req-cede8621-b907-4858-8da5-e6bf68302544 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b1120212-8041-47f2-b393-74481d8c6bb2 HTTP/1.1" status: 200 len: 850 time: 0.2641406 Dec 08 16:19:54.580513 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3b6841db-bc30-4022-9197-0dfc42b5ff18 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:54.599615 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826bd15b-64b5-42bb-bed4-ee5ac997ccb9 req-4618d02b-4d86-4e8d-a622-b8c36fa22be2 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:54.607457 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-826bd15b-64b5-42bb-bed4-ee5ac997ccb9 req-4618d02b-4d86-4e8d-a622-b8c36fa22be2 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/ports?device_id=79064082-c91c-4208-bd57-708e6d37a370 HTTP/1.1" status: 200 len: 946 time: 0.3249998 Dec 08 16:19:54.616974 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-3b6841db-bc30-4022-9197-0dfc42b5ff18 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['892bdb2b-db7d-4166-998d-bfabf4313c94']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:54.630959 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-3b6841db-bc30-4022-9197-0dfc42b5ff18 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db29d9d2-ccf7-454a-89b0-52a9c21e95ce') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:54.631263 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-3b6841db-bc30-4022-9197-0dfc42b5ff18 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db29d9d2-ccf7-454a-89b0-52a9c21e95ce') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:54.643814 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3b6841db-bc30-4022-9197-0dfc42b5ff18 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:54.661721 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3b6841db-bc30-4022-9197-0dfc42b5ff18 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:54.670387 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b6841db-bc30-4022-9197-0dfc42b5ff18 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:19:54.671444 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3b6841db-bc30-4022-9197-0dfc42b5ff18 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:54.673702 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:19:54.673702 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:19:54.673702 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:19:54.673702 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:19:54.673702 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:19:54.673702 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:19:54.673702 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:19:54.673702 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:19:54.673702 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:19:54.673702 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:19:54.673702 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:19:54.673702 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:19:54.673702 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:19:54.673702 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:19:54.673702 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:19:54.673702 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:19:54.673702 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:19:54.673702 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:19:54.673702 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:19:54.673702 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:19:54.673702 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:19:54.673702 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:19:54.673702 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:19:54.673702 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:19:54.673702 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:19:54.673702 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:19:54.673702 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:19:54.673702 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:19:54.673702 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:19:54.673702 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:19:54.673702 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:19:54.673702 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:19:54.676614 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381867cd-beb1-4889-b220-67b815cd0875 req-6b3665ac-eff1-4e97-a3e5-36b8d6ef5839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:54.683531 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-381867cd-beb1-4889-b220-67b815cd0875 req-6b3665ac-eff1-4e97-a3e5-36b8d6ef5839 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7267bda8-5e5d-4e04-ad23-20b961702335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1801622 Dec 08 16:19:54.718813 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7544fb42-d141-4fdd-919b-822f5742b0e7 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:54.796095 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-826bd15b-64b5-42bb-bed4-ee5ac997ccb9 req-a9469621-29ed-4ac0-8ccb-03bfe8883972 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/security-groups?id=5903942c-927a-4f35-93fb-0009cd4d6c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1877301 Dec 08 16:19:54.805285 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3b6841db-bc30-4022-9197-0dfc42b5ff18 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:54.813618 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6841db-bc30-4022-9197-0dfc42b5ff18 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 892bdb2b-db7d-4166-998d-bfabf4313c94 {{(pid=110551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 08 16:19:54.827294 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3b6841db-bc30-4022-9197-0dfc42b5ff18 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:54.831559 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-3b6841db-bc30-4022-9197-0dfc42b5ff18 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] 10.222.0.64 "DELETE /v2.0/networks/892bdb2b-db7d-4166-998d-bfabf4313c94 HTTP/1.1" status: 204 len: 168 time: 0.4617081 Dec 08 16:19:54.842076 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6841db-bc30-4022-9197-0dfc42b5ff18 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Pushing event deleted for resources: {'Network': ['ID=892bdb2b-db7d-4166-998d-bfabf4313c94,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:54.846593 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57064) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:54.852503 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-534315b5-2f0d-4db0-9dce-4f60f7a3cc27 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Request body: {'network': {'name': 'tempest-network--1036370592'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:54.953984 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-381867cd-beb1-4889-b220-67b815cd0875 req-615b8164-decd-453c-9c70-3e2335454bff service neutron] 10.222.0.76 "GET /v2.0/networks/7267bda8-5e5d-4e04-ad23-20b961702335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628245 Dec 08 16:19:54.967934 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-534315b5-2f0d-4db0-9dce-4f60f7a3cc27 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Made reservation on behalf of 5ea389c5a9fa408ead2863a81a697c84 for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:19:54.970605 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-534315b5-2f0d-4db0-9dce-4f60f7a3cc27 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:55.017554 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-534315b5-2f0d-4db0-9dce-4f60f7a3cc27 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:19:55.019452 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad24590e-acd7-49c5-b7ff-606a64f3163f tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Router b3c63600-c489-42b0-b075-9f045925df98 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:19:55.046581 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-534315b5-2f0d-4db0-9dce-4f60f7a3cc27 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:55.046941 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-534315b5-2f0d-4db0-9dce-4f60f7a3cc27 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Added segment ddaa9c8f-dbeb-43b1-9225-2639281ff385 of type vlan for network 621ac438-3b7e-43f6-a707-3a394415c37d Dec 08 16:19:55.063574 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-edc9de31-6587-43c7-8638-4442b11d7597 None None] Provisioning complete for port a18093d2-82cb-43cb-907c-2a6501fcc0bb triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:55.064166 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-edc9de31-6587-43c7-8638-4442b11d7597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:55.085158 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7544fb42-d141-4fdd-919b-822f5742b0e7 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:55.126510 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e4678-b6c3-46c3-98ea-1c7e0be90e74 req-14a7ce22-e6a8-469d-96f1-aa1cfc0670d0 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:55.128410 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-919e4678-b6c3-46c3-98ea-1c7e0be90e74 req-14a7ce22-e6a8-469d-96f1-aa1cfc0670d0 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=885586af-4e7a-44b4-a68c-ebb57f0a0cf6 HTTP/1.1" status: 200 len: 946 time: 0.0972345 Dec 08 16:19:55.151174 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-534315b5-2f0d-4db0-9dce-4f60f7a3cc27 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:55.164448 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7544fb42-d141-4fdd-919b-822f5742b0e7 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event deleted for resources: {'Subnet': ['ID=23d79fcc-7e35-443e-aa83-09aec20c2c74,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:55.180657 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7544fb42-d141-4fdd-919b-822f5742b0e7 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:55.184443 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-7544fb42-d141-4fdd-919b-822f5742b0e7 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "DELETE /v2.0/subnets/23d79fcc-7e35-443e-aa83-09aec20c2c74 HTTP/1.1" status: 204 len: 168 time: 0.9517062 Dec 08 16:19:55.190394 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57072) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:55.201384 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34135a97-7dcd-4238-83b4-16368c3d5b16 None None] Network 7e867f59-8699-4081-a94b-61515eb9b9d8 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:19:55.221784 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-919e4678-b6c3-46c3-98ea-1c7e0be90e74 req-4d28b8d7-82c7-4054-a344-f35b15ac00f5 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811920 Dec 08 16:19:55.307153 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-73e5d0a3-e073-42fd-9f7e-cd202510bba6 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] DELETE failed (client error): The resource could not be found. Dec 08 16:19:55.307617 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73e5d0a3-e073-42fd-9f7e-cd202510bba6 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:19:55.310604 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-edc9de31-6587-43c7-8638-4442b11d7597 None None] Provisioning complete for port 77ebc232-5482-485a-9b67-2c0d06f12d79 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:55.311089 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-edc9de31-6587-43c7-8638-4442b11d7597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:55.311345 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-73e5d0a3-e073-42fd-9f7e-cd202510bba6 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "DELETE /v2.0/subnets/5093c129-0e3e-49d8-be6f-b4284423450d HTTP/1.1" status: 404 len: 337 time: 0.1199970 Dec 08 16:19:55.314189 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57078) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:55.325091 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-381867cd-beb1-4889-b220-67b815cd0875 req-9cd92a54-34f3-4f13-89be-71646169e1c7 service neutron] 10.222.0.76 "GET /v2.0/networks/7267bda8-5e5d-4e04-ad23-20b961702335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3374231 Dec 08 16:19:55.325409 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-534315b5-2f0d-4db0-9dce-4f60f7a3cc27 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:55.326472 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534315b5-2f0d-4db0-9dce-4f60f7a3cc27 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:55.327075 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-534315b5-2f0d-4db0-9dce-4f60f7a3cc27 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:55.359508 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-edc9de31-6587-43c7-8638-4442b11d7597 None None] Port 77ebc232-5482-485a-9b67-2c0d06f12d79 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:19:55.434018 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f90d79-5eda-4eef-82dc-1cbbd5846625 req-c25b1928-578f-4592-8965-282cf57b94c1 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:55.437514 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-534315b5-2f0d-4db0-9dce-4f60f7a3cc27 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.5904429 Dec 08 16:19:55.440326 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57080) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:55.441911 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-10f90d79-5eda-4eef-82dc-1cbbd5846625 req-c25b1928-578f-4592-8965-282cf57b94c1 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f1e0362-48bf-417b-b53c-4acdd616c33f HTTP/1.1" status: 200 len: 946 time: 0.3628445 Dec 08 16:19:55.462854 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-22af6d75-f9f4-48dc-9d31-720110288f72 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Request body: {'network': {'router:external': True}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:55.462854 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-0bff3c9e-fb71-44f5-b680-4ad4babaa680 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "GET /v2.0/ports?device_id=55729b13-9f96-43ef-8081-bc215f234b42 HTTP/1.1" status: 200 len: 205 time: 0.1361983 Dec 08 16:19:55.463932 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad24590e-acd7-49c5-b7ff-606a64f3163f tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:19:55.463932 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ad24590e-acd7-49c5-b7ff-606a64f3163f tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:55.468019 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c9e5ee-532b-43dd-964d-81d4face77b6 None None] Sync routers for ids ['b3c63600-c489-42b0-b075-9f045925df98'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:19:55.472567 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57082) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:55.477686 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b20697d-ec95-411f-88c3-a3dac133ad5a None None] DHCP port deletion for 7e867f59-8699-4081-a94b-61515eb9b9d8 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:19:55.477908 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c9e5ee-532b-43dd-964d-81d4face77b6 None None] Routers {'b3c63600-c489-42b0-b075-9f045925df98'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:19:55.478369 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-79c9e5ee-532b-43dd-964d-81d4face77b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:19:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['b3c63600-c489-42b0-b075-9f045925df98'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:55.516769 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-79c9e5ee-532b-43dd-964d-81d4face77b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:55.518802 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534315b5-2f0d-4db0-9dce-4f60f7a3cc27 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Pushing event updated for resources: {'Network': ['ID=621ac438-3b7e-43f6-a707-3a394415c37d,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:55.526697 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c9e5ee-532b-43dd-964d-81d4face77b6 None None] Routers {'b3c63600-c489-42b0-b075-9f045925df98'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:19:55.527380 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-79c9e5ee-532b-43dd-964d-81d4face77b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:19:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['b3c63600-c489-42b0-b075-9f045925df98'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:55.538845 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 621ac438-3b7e-43f6-a707-3a394415c37d details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:19:55.561202 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-79c9e5ee-532b-43dd-964d-81d4face77b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:55.561858 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c9e5ee-532b-43dd-964d-81d4face77b6 None None] The sync data for ids ['b3c63600-c489-42b0-b075-9f045925df98'] in n-d-776250-12 is: [] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:19:55.585506 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [None req-2739901e-4d20-4e56-bf13-a1081c1b593d tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] delete failed (client error): The resource could not be found. Dec 08 16:19:55.589417 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-2739901e-4d20-4e56-bf13-a1081c1b593d tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "DELETE /v2.0/routers/55729b13-9f96-43ef-8081-bc215f234b42 HTTP/1.1" status: 404 len: 336 time: 0.1135604 Dec 08 16:19:55.590075 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57086) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:55.633319 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-8b20697d-ec95-411f-88c3-a3dac133ad5a None None] Deleting port a18093d2-82cb-43cb-907c-2a6501fcc0bb {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:19:55.633868 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8b20697d-ec95-411f-88c3-a3dac133ad5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:55.651704 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eb6bf48-d44d-4745-901a-bf7489f44638 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] DELETE failed (client error): The resource could not be found. Dec 08 16:19:55.652529 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eb6bf48-d44d-4745-901a-bf7489f44638 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:19:55.657939 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-0eb6bf48-d44d-4745-901a-bf7489f44638 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "DELETE /v2.0/subnets/ac05f395-4a37-4bda-b29e-a2a8144f57ce HTTP/1.1" status: 404 len: 337 time: 0.0610168 Dec 08 16:19:55.664943 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57088) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:55.693590 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-10f90d79-5eda-4eef-82dc-1cbbd5846625 req-14fbd8c3-15c3-4945-a762-38e74110e71e tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507057 Dec 08 16:19:55.717424 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-840350a6-6b9a-4d29-b6a6-2d1552a2822a tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] DELETE failed (client error): The resource could not be found. Dec 08 16:19:55.717966 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-840350a6-6b9a-4d29-b6a6-2d1552a2822a tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:19:55.724117 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-8b20697d-ec95-411f-88c3-a3dac133ad5a None None] For port a18093d2-82cb-43cb-907c-2a6501fcc0bb, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=a18093d2-82cb-43cb-907c-2a6501fcc0bb,segment=NetworkSegment(5110f925-175d-43a8-ae1d-c51b7cd74587),segment_id=5110f925-175d-43a8-ae1d-c51b7cd74587)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:19:55.724517 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-840350a6-6b9a-4d29-b6a6-2d1552a2822a tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "DELETE /v2.0/subnets/f1855352-162c-4192-afc4-36f569a3132d HTTP/1.1" status: 404 len: 337 time: 0.0604393 Dec 08 16:19:55.724762 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8b20697d-ec95-411f-88c3-a3dac133ad5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:55.724886 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ad24590e-acd7-49c5-b7ff-606a64f3163f tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] 10.222.0.64 "PUT /v2.0/floatingips/df3251bd-0c1b-439e-8f9d-e8eab188ad2d HTTP/1.1" status: 200 len: 979 time: 3.5242038 Dec 08 16:19:55.725788 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57090) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:55.733693 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57092) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:55.742285 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-8b20697d-ec95-411f-88c3-a3dac133ad5a None None] Calling delete_port for a18093d2-82cb-43cb-907c-2a6501fcc0bb owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:19:55.753770 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-131ec731-4e1e-45e8-a817-f26f175932d2 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] DELETE failed (client error): The resource could not be found. Dec 08 16:19:55.754243 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-131ec731-4e1e-45e8-a817-f26f175932d2 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:19:55.755457 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41706688-22ee-4041-8f99-76b2a4fa99e0 req-5295a524-1fb3-44b0-b2a5-d4a0084d762a tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:55.757950 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-131ec731-4e1e-45e8-a817-f26f175932d2 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "DELETE /v2.0/subnets/9ab60fae-825c-4d19-b637-84bff7932b4a HTTP/1.1" status: 404 len: 337 time: 0.0312009 Dec 08 16:19:55.760590 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-41706688-22ee-4041-8f99-76b2a4fa99e0 req-5295a524-1fb3-44b0-b2a5-d4a0084d762a tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 945 time: 0.1306632 Dec 08 16:19:55.760756 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57094) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:55.797447 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-fba9f986-26b4-48a6-956b-514ff8899f99 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] DELETE failed (client error): The resource could not be found. Dec 08 16:19:55.797691 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fba9f986-26b4-48a6-956b-514ff8899f99 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:19:55.800873 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-fba9f986-26b4-48a6-956b-514ff8899f99 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "DELETE /v2.0/ports/4d798f2d-1fd4-4235-81ea-01dea8eb874c HTTP/1.1" status: 404 len: 333 time: 0.0392721 Dec 08 16:19:55.803467 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57096) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:55.839512 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-50627f20-c33c-4db5-933a-07c97b6cd8b6 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] DELETE failed (client error): The resource could not be found. Dec 08 16:19:55.840481 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50627f20-c33c-4db5-933a-07c97b6cd8b6 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:19:55.840831 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-22af6d75-f9f4-48dc-9d31-720110288f72 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:55.844214 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-50627f20-c33c-4db5-933a-07c97b6cd8b6 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "DELETE /v2.0/subnets/b04c58e4-147c-48d4-ac88-ab06510d4c13 HTTP/1.1" status: 404 len: 337 time: 0.0385828 Dec 08 16:19:55.846518 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57098) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:55.875349 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-07437488-1f22-46e1-90c0-fbc71200cefd tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] DELETE failed (client error): The resource could not be found. Dec 08 16:19:55.875349 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07437488-1f22-46e1-90c0-fbc71200cefd tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:19:55.881992 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-07437488-1f22-46e1-90c0-fbc71200cefd tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "DELETE /v2.0/subnets/bc4af7cb-f0cb-4ed6-9d6c-ced9622ffa18 HTTP/1.1" status: 404 len: 337 time: 0.0327401 Dec 08 16:19:55.882915 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57102) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:55.909684 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-82c88128-0d15-4ad3-a8ea-e61f0bc466f4 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] DELETE failed (client error): The resource could not be found. Dec 08 16:19:55.910395 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82c88128-0d15-4ad3-a8ea-e61f0bc466f4 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:19:55.914237 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-82c88128-0d15-4ad3-a8ea-e61f0bc466f4 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "DELETE /v2.0/ports/192836c0-f954-4924-b3b5-208e77a03c27 HTTP/1.1" status: 404 len: 333 time: 0.0302720 Dec 08 16:19:55.916793 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57104) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:55.929605 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-41706688-22ee-4041-8f99-76b2a4fa99e0 req-9b2ff894-9c86-4e87-968d-d8793f55803c tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316416 Dec 08 16:19:55.946020 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8b20697d-ec95-411f-88c3-a3dac133ad5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:55.985880 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-61820136-4d21-4c7c-8e8e-6294fe1e61b9 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] DELETE failed (client error): The resource could not be found. Dec 08 16:19:55.986589 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61820136-4d21-4c7c-8e8e-6294fe1e61b9 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:19:55.994743 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b20697d-ec95-411f-88c3-a3dac133ad5a None None] Pushing event deleted for resources: {'Port': ['ID=a18093d2-82cb-43cb-907c-2a6501fcc0bb,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:55.996021 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-22af6d75-f9f4-48dc-9d31-720110288f72 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:55.996539 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-61820136-4d21-4c7c-8e8e-6294fe1e61b9 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "DELETE /v2.0/subnets/9cf47bf2-6f92-470e-b6c4-fb181709614f HTTP/1.1" status: 404 len: 337 time: 0.0742993 Dec 08 16:19:55.999432 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57108) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:56.002299 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-22af6d75-f9f4-48dc-9d31-720110288f72 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Network 621ac438-3b7e-43f6-a707-3a394415c37d is not hosted by any dhcp agent {{(pid=110551) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 08 16:19:56.003195 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22af6d75-f9f4-48dc-9d31-720110288f72 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:56.003810 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-22af6d75-f9f4-48dc-9d31-720110288f72 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:56.008342 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-22af6d75-f9f4-48dc-9d31-720110288f72 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] 10.222.0.64 "PUT /v2.0/networks/621ac438-3b7e-43f6-a707-3a394415c37d HTTP/1.1" status: 200 len: 858 time: 0.5638876 Dec 08 16:19:56.013564 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b20697d-ec95-411f-88c3-a3dac133ad5a None None] No DVR routers for this DVR port a18093d2-82cb-43cb-907c-2a6501fcc0bb on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:19:56.019983 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57110) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:56.093719 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca2888e-9ac5-4709-ae68-298f6a026a91 req-424661be-b0cc-4283-aeb9-a3b97a0800dd tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:56.095512 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8ca2888e-9ac5-4709-ae68-298f6a026a91 req-424661be-b0cc-4283-aeb9-a3b97a0800dd tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/ports?device_id=79064082-c91c-4208-bd57-708e6d37a370 HTTP/1.1" status: 200 len: 946 time: 0.1689098 Dec 08 16:19:56.102778 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6bbd49-4f43-43bf-be85-ad00b27b16a3 req-81e80fa1-d6ef-45a4-a237-82c091b0333f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:56.104873 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0f6bbd49-4f43-43bf-be85-ad00b27b16a3 req-81e80fa1-d6ef-45a4-a237-82c091b0333f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6f1e0362-48bf-417b-b53c-4acdd616c33f HTTP/1.1" status: 200 len: 1098 time: 0.1036816 Dec 08 16:19:56.204851 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8ca2888e-9ac5-4709-ae68-298f6a026a91 req-ead67e8d-d1b1-42c3-a24d-0b06107a511a tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/security-groups?id=5903942c-927a-4f35-93fb-0009cd4d6c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986655 Dec 08 16:19:56.208717 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0f6bbd49-4f43-43bf-be85-ad00b27b16a3 req-0e035c83-a893-4d78-b719-76ee6a56dabc service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958362 Dec 08 16:19:56.418062 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6fa5ab1-f1f7-4d4f-bd9f-b9992a1c4ba1 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] DELETE failed (client error): The resource could not be found. Dec 08 16:19:56.418564 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6fa5ab1-f1f7-4d4f-bd9f-b9992a1c4ba1 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:19:56.421657 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b6fa5ab1-f1f7-4d4f-bd9f-b9992a1c4ba1 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "DELETE /v2.0/subnets/a53b48bb-6d79-4766-8591-609cd97cdbd9 HTTP/1.1" status: 404 len: 337 time: 0.4136250 Dec 08 16:19:56.429458 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57116) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:56.466341 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22af6d75-f9f4-48dc-9d31-720110288f72 tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Pushing event updated for resources: {'Network': ['ID=621ac438-3b7e-43f6-a707-3a394415c37d,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:56.485428 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5f36a9fe-0e63-408c-9622-53e0e41465db tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:56.500159 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-ab064746-0016-4048-a04b-2437614fc472 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Deleting port 715c7354-2534-451e-b24c-8993d4dc6308 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:19:56.500521 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ab064746-0016-4048-a04b-2437614fc472 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:56.510959 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc045c-e0d6-4c8b-ad43-8067aaea62b2 req-cb4a82bb-fd45-44b1-9c90-51961223f38f tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:56.512502 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-90cc045c-e0d6-4c8b-ad43-8067aaea62b2 req-cb4a82bb-fd45-44b1-9c90-51961223f38f tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 945 time: 0.1195459 Dec 08 16:19:56.528208 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-f75207c1-9723-4928-a349-6cd0345240cd tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Deleting port 77ebc232-5482-485a-9b67-2c0d06f12d79 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:19:56.528710 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f75207c1-9723-4928-a349-6cd0345240cd tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:56.606903 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f75207c1-9723-4928-a349-6cd0345240cd tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:56.620985 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-f75207c1-9723-4928-a349-6cd0345240cd tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Calling delete_port for 77ebc232-5482-485a-9b67-2c0d06f12d79 owned by {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:19:56.689426 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5f36a9fe-0e63-408c-9622-53e0e41465db tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:56.692931 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ab064746-0016-4048-a04b-2437614fc472 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:56.693290 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ab064746-0016-4048-a04b-2437614fc472 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:56.698589 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-90cc045c-e0d6-4c8b-ad43-8067aaea62b2 req-ee6ddfbd-396a-4a6d-a967-9bfa115e136f tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726961 Dec 08 16:19:56.722374 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-ab064746-0016-4048-a04b-2437614fc472 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Calling delete_port for 715c7354-2534-451e-b24c-8993d4dc6308 owned by network:floatingip {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:19:56.735653 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-5f36a9fe-0e63-408c-9622-53e0e41465db tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['621ac438-3b7e-43f6-a707-3a394415c37d']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:56.752979 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-5f36a9fe-0e63-408c-9622-53e0e41465db tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddaa9c8f-dbeb-43b1-9225-2639281ff385') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:56.753301 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-5f36a9fe-0e63-408c-9622-53e0e41465db tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddaa9c8f-dbeb-43b1-9225-2639281ff385') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:56.763137 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f75207c1-9723-4928-a349-6cd0345240cd tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:56.794791 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5f36a9fe-0e63-408c-9622-53e0e41465db tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:56.805992 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75207c1-9723-4928-a349-6cd0345240cd tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event deleted for resources: {'Port': ['ID=77ebc232-5482-485a-9b67-2c0d06f12d79,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:56.809860 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f75207c1-9723-4928-a349-6cd0345240cd tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:56.816207 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-f75207c1-9723-4928-a349-6cd0345240cd tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "DELETE /v2.0/ports/77ebc232-5482-485a-9b67-2c0d06f12d79 HTTP/1.1" status: 204 len: 168 time: 0.3854063 Dec 08 16:19:56.816823 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57122) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:56.835461 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5f36a9fe-0e63-408c-9622-53e0e41465db tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:56.857414 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f36a9fe-0e63-408c-9622-53e0e41465db tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:19:56.857814 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5f36a9fe-0e63-408c-9622-53e0e41465db tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:56.859479 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:19:56.859479 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:19:56.859479 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:19:56.859479 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:19:56.859479 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:19:56.859479 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:19:56.859479 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:19:56.859479 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:19:56.859479 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:19:56.859479 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:19:56.859479 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:19:56.859479 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:19:56.859479 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:19:56.859479 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:19:56.859479 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:19:56.859479 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:19:56.859479 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:19:56.859479 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:19:56.859479 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:19:56.859479 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:19:56.859479 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:19:56.859479 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:19:56.859479 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:19:56.859479 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:19:56.859479 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:19:56.859479 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:19:56.859479 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:19:56.859479 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:19:56.859479 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:19:56.859479 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:19:56.859479 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:19:56.859479 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:19:56.933374 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43013fc9-7139-4a6b-964f-5aba0f8f6110 req-927dee8c-556f-4125-b2f3-87aa3708309f tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:56.940695 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-43013fc9-7139-4a6b-964f-5aba0f8f6110 req-927dee8c-556f-4125-b2f3-87aa3708309f tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f1e0362-48bf-417b-b53c-4acdd616c33f HTTP/1.1" status: 200 len: 946 time: 0.1138551 Dec 08 16:19:56.967204 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f64b6de3-0c27-40f5-822d-121fac616a00 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:57.012950 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device a18093d2-82cb-43cb-907c-2a6501fcc0bb no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:19:57.039021 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5f36a9fe-0e63-408c-9622-53e0e41465db tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:57.039699 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: a18093d2-82cb-43cb-907c-2a6501fcc0bb {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:19:57.039969 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device a18093d2-82cb-43cb-907c-2a6501fcc0bb not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:19:57.045304 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f36a9fe-0e63-408c-9622-53e0e41465db tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 621ac438-3b7e-43f6-a707-3a394415c37d {{(pid=110551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 08 16:19:57.048025 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5f36a9fe-0e63-408c-9622-53e0e41465db tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:57.055584 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-5f36a9fe-0e63-408c-9622-53e0e41465db tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] 10.222.0.64 "DELETE /v2.0/networks/621ac438-3b7e-43f6-a707-3a394415c37d HTTP/1.1" status: 204 len: 168 time: 1.0363686 Dec 08 16:19:57.059770 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57134) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:57.143974 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e859141-85e1-4887-b8f1-f9e4cc752082 tempest-ExternalNetworksTestJSON-1443397600 tempest-ExternalNetworksTestJSON-1443397600-project] DELETE failed (client error): The resource could not be found. Dec 08 16:19:57.144394 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e859141-85e1-4887-b8f1-f9e4cc752082 tempest-ExternalNetworksTestJSON-1443397600 tempest-ExternalNetworksTestJSON-1443397600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:19:57.148763 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-4e859141-85e1-4887-b8f1-f9e4cc752082 tempest-ExternalNetworksTestJSON-1443397600 tempest-ExternalNetworksTestJSON-1443397600-project] 10.222.0.64 "DELETE /v2.0/subnets/1c1c6ff6-34b7-4125-9b03-0e6792ccb975 HTTP/1.1" status: 404 len: 337 time: 0.0534406 Dec 08 16:19:57.155566 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f36a9fe-0e63-408c-9622-53e0e41465db tempest-ExternalNetworksTestJSON-580069500 tempest-ExternalNetworksTestJSON-580069500-project-admin] Pushing event deleted for resources: {'Network': ['ID=621ac438-3b7e-43f6-a707-3a394415c37d,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:57.162781 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57136) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:57.300979 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-03924703-9436-401b-b02e-08495f18290d tempest-ExternalNetworksTestJSON-1443397600 tempest-ExternalNetworksTestJSON-1443397600-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:57.309668 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770e6ff-1b55-4fa5-88ca-fc75d54a8eac req-66a2be10-fe7d-4a47-bfe5-0d3f0a0f4014 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:57.311356 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a770e6ff-1b55-4fa5-88ca-fc75d54a8eac req-66a2be10-fe7d-4a47-bfe5-0d3f0a0f4014 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/networks?id=444a8cbb-ee83-40d1-9772-ed3daa005a16 HTTP/1.1" status: 200 len: 810 time: 0.3184156 Dec 08 16:19:57.332728 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a770e6ff-1b55-4fa5-88ca-fc75d54a8eac req-0f29b70b-d118-42b2-b4f0-fad990d23c2e tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/quotas/22d0ae928129486d8913ac89433a7712 HTTP/1.1" status: 200 len: 375 time: 0.0132096 Dec 08 16:19:57.417393 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-43013fc9-7139-4a6b-964f-5aba0f8f6110 req-7afb7cb2-05bd-48e9-8a22-dc11a24bf4ee tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4757128 Dec 08 16:19:57.444435 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ab064746-0016-4048-a04b-2437614fc472 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:57.491958 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f64b6de3-0c27-40f5-822d-121fac616a00 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:57.519175 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab064746-0016-4048-a04b-2437614fc472 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Pushing event deleted for resources: {'Port': ['ID=715c7354-2534-451e-b24c-8993d4dc6308,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:57.527292 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-f64b6de3-0c27-40f5-822d-121fac616a00 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e867f59-8699-4081-a94b-61515eb9b9d8']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:57.529144 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-03924703-9436-401b-b02e-08495f18290d tempest-ExternalNetworksTestJSON-1443397600 tempest-ExternalNetworksTestJSON-1443397600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:57.557262 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-f64b6de3-0c27-40f5-822d-121fac616a00 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5110f925-175d-43a8-ae1d-c51b7cd74587') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:57.557262 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-f64b6de3-0c27-40f5-822d-121fac616a00 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5110f925-175d-43a8-ae1d-c51b7cd74587') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:57.569088 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a770e6ff-1b55-4fa5-88ca-fc75d54a8eac req-77df1d2b-9209-42d0-9a46-4ee6789f7f7c tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=22d0ae928129486d8913ac89433a7712&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2323313 Dec 08 16:19:57.572297 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f64b6de3-0c27-40f5-822d-121fac616a00 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:57.586190 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-03924703-9436-401b-b02e-08495f18290d tempest-ExternalNetworksTestJSON-1443397600 tempest-ExternalNetworksTestJSON-1443397600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c05f1903-41c5-430c-b7cc-f665e155d4c0']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:57.589124 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f64b6de3-0c27-40f5-822d-121fac616a00 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:57.602209 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e9ca8-84ab-44b1-88e3-c60fa9670457 req-beaea751-f85d-4207-b637-f24d687ae338 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:57.604885 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-177e9ca8-84ab-44b1-88e3-c60fa9670457 req-beaea751-f85d-4207-b637-f24d687ae338 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/ports?device_id=79064082-c91c-4208-bd57-708e6d37a370 HTTP/1.1" status: 200 len: 946 time: 0.0960419 Dec 08 16:19:57.609856 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f64b6de3-0c27-40f5-822d-121fac616a00 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:19:57.612850 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f64b6de3-0c27-40f5-822d-121fac616a00 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:57.616820 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:19:57.616820 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:19:57.616820 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:19:57.616820 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:19:57.616820 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:19:57.616820 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:19:57.616820 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:19:57.616820 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:19:57.616820 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:19:57.616820 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:19:57.616820 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:19:57.616820 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:19:57.616820 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:19:57.616820 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:19:57.616820 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:19:57.616820 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:19:57.616820 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:19:57.616820 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:19:57.616820 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:19:57.616820 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:19:57.616820 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:19:57.616820 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:19:57.616820 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:19:57.616820 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:19:57.616820 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:19:57.616820 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:19:57.616820 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:19:57.616820 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:19:57.616820 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:19:57.616820 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:19:57.616820 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:19:57.616820 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:19:57.624321 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-03924703-9436-401b-b02e-08495f18290d tempest-ExternalNetworksTestJSON-1443397600 tempest-ExternalNetworksTestJSON-1443397600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '653d069d-60f4-48ef-838e-8da0a4046c96') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:57.624622 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-03924703-9436-401b-b02e-08495f18290d tempest-ExternalNetworksTestJSON-1443397600 tempest-ExternalNetworksTestJSON-1443397600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '653d069d-60f4-48ef-838e-8da0a4046c96') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:57.665749 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ab064746-0016-4048-a04b-2437614fc472 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for floatingip, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:57.666085 n-d-776250-12 neutron-server[110551]: INFO neutron.db.l3_db [None req-ab064746-0016-4048-a04b-2437614fc472 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Floating IP df3251bd-0c1b-439e-8f9d-e8eab188ad2d disassociated (deleted). External IP: 172.25.0.126, port: 8d301fde-b989-4f30-b328-8e08b6c86e24. Dec 08 16:19:57.668929 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-03924703-9436-401b-b02e-08495f18290d tempest-ExternalNetworksTestJSON-1443397600 tempest-ExternalNetworksTestJSON-1443397600-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:57.711918 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-177e9ca8-84ab-44b1-88e3-c60fa9670457 req-e9b1c17d-2374-4894-985f-745acc07b4f2 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/security-groups?id=5903942c-927a-4f35-93fb-0009cd4d6c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933902 Dec 08 16:19:57.736639 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-03924703-9436-401b-b02e-08495f18290d tempest-ExternalNetworksTestJSON-1443397600 tempest-ExternalNetworksTestJSON-1443397600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:57.754610 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03924703-9436-401b-b02e-08495f18290d tempest-ExternalNetworksTestJSON-1443397600 tempest-ExternalNetworksTestJSON-1443397600-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:19:57.755037 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-03924703-9436-401b-b02e-08495f18290d tempest-ExternalNetworksTestJSON-1443397600 tempest-ExternalNetworksTestJSON-1443397600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:57.759618 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:19:57.759618 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:19:57.759618 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:19:57.759618 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:19:57.759618 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:19:57.759618 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:19:57.759618 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:19:57.759618 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:19:57.759618 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:19:57.759618 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:19:57.759618 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:19:57.759618 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:19:57.759618 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:19:57.759618 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:19:57.759618 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:19:57.759618 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:19:57.759618 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:19:57.759618 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:19:57.759618 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:19:57.759618 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:19:57.759618 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:19:57.759618 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:19:57.759618 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:19:57.759618 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:19:57.759618 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:19:57.759618 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:19:57.759618 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:19:57.759618 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:19:57.759618 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:19:57.759618 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:19:57.759618 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:19:57.759618 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:19:57.779715 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f64b6de3-0c27-40f5-822d-121fac616a00 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:57.794940 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f64b6de3-0c27-40f5-822d-121fac616a00 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:57.799436 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-f64b6de3-0c27-40f5-822d-121fac616a00 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] 10.222.0.64 "DELETE /v2.0/networks/7e867f59-8699-4081-a94b-61515eb9b9d8 HTTP/1.1" status: 204 len: 168 time: 0.9816401 Dec 08 16:19:57.818515 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64b6de3-0c27-40f5-822d-121fac616a00 tempest-PortsIpV6TestJSON-301660694 tempest-PortsIpV6TestJSON-301660694-project] Pushing event deleted for resources: {'Network': ['ID=7e867f59-8699-4081-a94b-61515eb9b9d8,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:57.841967 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a770e6ff-1b55-4fa5-88ca-fc75d54a8eac req-90c7acd7-0b17-45f8-a54c-ecccbb7e3a44 service neutron] 10.222.0.64 "GET /v2.0/networks/444a8cbb-ee83-40d1-9772-ed3daa005a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533944 Dec 08 16:19:58.029056 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a770e6ff-1b55-4fa5-88ca-fc75d54a8eac req-2deb3df4-4295-4b7f-af63-685fe7ce6b4e service neutron] 10.222.0.64 "GET /v2.0/networks/444a8cbb-ee83-40d1-9772-ed3daa005a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784606 Dec 08 16:19:58.032763 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-03924703-9436-401b-b02e-08495f18290d tempest-ExternalNetworksTestJSON-1443397600 tempest-ExternalNetworksTestJSON-1443397600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:58.043714 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-03924703-9436-401b-b02e-08495f18290d tempest-ExternalNetworksTestJSON-1443397600 tempest-ExternalNetworksTestJSON-1443397600-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:58.047189 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-03924703-9436-401b-b02e-08495f18290d tempest-ExternalNetworksTestJSON-1443397600 tempest-ExternalNetworksTestJSON-1443397600-project] 10.222.0.64 "DELETE /v2.0/networks/c05f1903-41c5-430c-b7cc-f665e155d4c0 HTTP/1.1" status: 204 len: 168 time: 0.8810406 Dec 08 16:19:58.058712 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03924703-9436-401b-b02e-08495f18290d tempest-ExternalNetworksTestJSON-1443397600 tempest-ExternalNetworksTestJSON-1443397600-project] Pushing event deleted for resources: {'Network': ['ID=c05f1903-41c5-430c-b7cc-f665e155d4c0,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:58.083412 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab064746-0016-4048-a04b-2437614fc472 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Router b3c63600-c489-42b0-b075-9f045925df98 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:19:58.197647 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab064746-0016-4048-a04b-2437614fc472 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:19:58.202658 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ab064746-0016-4048-a04b-2437614fc472 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:58.215977 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953acaec-b74e-4d03-9001-4ebab38e2d93 None None] Sync routers for ids ['b3c63600-c489-42b0-b075-9f045925df98'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:19:58.226500 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953acaec-b74e-4d03-9001-4ebab38e2d93 None None] Routers {'b3c63600-c489-42b0-b075-9f045925df98'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:19:58.227138 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-953acaec-b74e-4d03-9001-4ebab38e2d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:19:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['b3c63600-c489-42b0-b075-9f045925df98'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:58.250926 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ab064746-0016-4048-a04b-2437614fc472 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] 10.222.0.64 "DELETE /v2.0/floatingips/df3251bd-0c1b-439e-8f9d-e8eab188ad2d HTTP/1.1" status: 204 len: 168 time: 2.5158601 Dec 08 16:19:58.253671 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57150) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:58.283928 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-953acaec-b74e-4d03-9001-4ebab38e2d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:58.304530 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953acaec-b74e-4d03-9001-4ebab38e2d93 None None] Routers {'b3c63600-c489-42b0-b075-9f045925df98'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:19:58.308097 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-953acaec-b74e-4d03-9001-4ebab38e2d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:19:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['b3c63600-c489-42b0-b075-9f045925df98'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:58.349363 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-953acaec-b74e-4d03-9001-4ebab38e2d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:58.350525 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953acaec-b74e-4d03-9001-4ebab38e2d93 None None] The sync data for ids ['b3c63600-c489-42b0-b075-9f045925df98'] in n-d-776250-12 is: [] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:19:58.383274 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-65e2a027-1666-4c59-85e8-47c6d7963f1f req-8320d1b3-4242-4a7b-96ea-8bcc54ed9c21 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=d59076ab-1d2e-41cb-ab42-61d1ad109881 HTTP/1.1" status: 200 len: 210 time: 0.0392172 Dec 08 16:19:58.415712 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57158) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:58.423733 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-4139c16f-bceb-4143-b98f-2ccc3453a63d tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Deleting port 8d301fde-b989-4f30-b328-8e08b6c86e24 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:19:58.424256 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4139c16f-bceb-4143-b98f-2ccc3453a63d tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:58.585917 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4139c16f-bceb-4143-b98f-2ccc3453a63d tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:58.589825 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57170) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:58.603556 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-4139c16f-bceb-4143-b98f-2ccc3453a63d tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Calling delete_port for 8d301fde-b989-4f30-b328-8e08b6c86e24 owned by {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:19:58.627244 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b12a6f-1cec-42af-abc4-4589cb28948a req-99f29125-9215-47aa-b020-7b1013d922ab tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:58.628842 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f3b12a6f-1cec-42af-abc4-4589cb28948a req-99f29125-9215-47aa-b020-7b1013d922ab tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f1e0362-48bf-417b-b53c-4acdd616c33f HTTP/1.1" status: 200 len: 946 time: 0.0985997 Dec 08 16:19:58.709138 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-65e7fed6-9bb8-490b-a0d4-8330c8769dd4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=51a87c34cff54be8bd9f39e385a06492&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2921026 Dec 08 16:19:58.713016 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57174) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:58.759527 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-376cfe72-954c-49f7-9622-a1e3e96eac96 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2dcab8fce5f3463dbfa3a07a8e86bb19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1679504 Dec 08 16:19:58.762336 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57176) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:58.779875 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f3b12a6f-1cec-42af-abc4-4589cb28948a req-c06fccf3-caf5-4e2e-9943-71dc9fecb1a7 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176448 Dec 08 16:19:58.827889 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-841b2988-4367-49fa-b04f-8dce4cbcb3c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:58.852631 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9f57fd8b-f294-4dce-ab2d-e0cb724c0b72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:58.855611 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-841b2988-4367-49fa-b04f-8dce4cbcb3c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:58.905119 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9f57fd8b-f294-4dce-ab2d-e0cb724c0b72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:59.019009 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-841b2988-4367-49fa-b04f-8dce4cbcb3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:59.021758 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-841b2988-4367-49fa-b04f-8dce4cbcb3c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:59.026375 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-841b2988-4367-49fa-b04f-8dce4cbcb3c4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5fa1a094-c4f2-4766-8c5c-a32135a08dfb HTTP/1.1" status: 204 len: 168 time: 0.2601655 Dec 08 16:19:59.032457 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841b2988-4367-49fa-b04f-8dce4cbcb3c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa1a094-c4f2-4766-8c5c-a32135a08dfb,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:59.139711 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4139c16f-bceb-4143-b98f-2ccc3453a63d tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:59.144012 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9f57fd8b-f294-4dce-ab2d-e0cb724c0b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:59.144602 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9f57fd8b-f294-4dce-ab2d-e0cb724c0b72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:59.148218 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-9f57fd8b-f294-4dce-ab2d-e0cb724c0b72 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/71c67df3-be27-4f2a-97db-4236e0f2e331 HTTP/1.1" status: 204 len: 168 time: 0.4262927 Dec 08 16:19:59.189546 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f57fd8b-f294-4dce-ab2d-e0cb724c0b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c67df3-be27-4f2a-97db-4236e0f2e331,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:59.226204 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4139c16f-bceb-4143-b98f-2ccc3453a63d tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Pushing event deleted for resources: {'Port': ['ID=8d301fde-b989-4f30-b328-8e08b6c86e24,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:59.231635 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde8c1d-3dab-4115-8f6f-d648202f3149 req-931ddb60-a6b4-4fa9-b8b9-56ef0574edc0 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:59.239766 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2fde8c1d-3dab-4115-8f6f-d648202f3149 req-931ddb60-a6b4-4fa9-b8b9-56ef0574edc0 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f1e0362-48bf-417b-b53c-4acdd616c33f HTTP/1.1" status: 200 len: 946 time: 0.0842524 Dec 08 16:19:59.323381 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2fde8c1d-3dab-4115-8f6f-d648202f3149 req-a8cc6981-e785-48d3-8ca3-dfaad4c90a7a tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820730 Dec 08 16:19:59.341481 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f4bac-a2b7-4711-a2a0-6f553f3c63f2 req-bdb6c09b-ef64-40b7-9b1b-070fe0e79497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:59.343532 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-be2f4bac-a2b7-4711-a2a0-6f553f3c63f2 req-bdb6c09b-ef64-40b7-9b1b-070fe0e79497 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=86427fb06cd943e1bad210250d1fd45f&device_id=6f1e0362-48bf-417b-b53c-4acdd616c33f HTTP/1.1" status: 200 len: 1098 time: 0.0582533 Dec 08 16:19:59.471931 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f4bac-a2b7-4711-a2a0-6f553f3c63f2 req-e583a101-9622-4468-8c86-ceb9e4f9c87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:59.473646 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-be2f4bac-a2b7-4711-a2a0-6f553f3c63f2 req-e583a101-9622-4468-8c86-ceb9e4f9c87e service neutron] 10.222.0.37 "GET /v2.0/networks?id=bac12048-218d-4c84-9c9f-b2662c6ae975 HTTP/1.1" status: 200 len: 912 time: 0.1202092 Dec 08 16:19:59.521184 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-be2f4bac-a2b7-4711-a2a0-6f553f3c63f2 req-b40aa27e-7883-4acd-ac11-16eed88aef58 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dae85fbb-fbb8-4f00-aa50-716d21ac1304 HTTP/1.1" status: 200 len: 217 time: 0.0393789 Dec 08 16:19:59.583819 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f4bac-a2b7-4711-a2a0-6f553f3c63f2 req-bf1ce576-9b53-4edd-ad14-fcd1bd277581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:59.586227 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-be2f4bac-a2b7-4711-a2a0-6f553f3c63f2 req-bf1ce576-9b53-4edd-ad14-fcd1bd277581 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=911fa867-e0c1-483c-87c7-224732096f69 HTTP/1.1" status: 200 len: 851 time: 0.0527258 Dec 08 16:19:59.624125 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d85449de-30ac-44d2-ba75-cc3b8ffe373e req-47211da9-a867-4e8c-8bdf-0913260e5d7c tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=d59076ab-1d2e-41cb-ab42-61d1ad109881 HTTP/1.1" status: 200 len: 210 time: 0.0534949 Dec 08 16:19:59.629255 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-be2f4bac-a2b7-4711-a2a0-6f553f3c63f2 req-7830cb4f-74f8-4fda-87b1-1e7f2ec25634 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bac12048-218d-4c84-9c9f-b2662c6ae975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349393 Dec 08 16:19:59.653059 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4139c16f-bceb-4143-b98f-2ccc3453a63d tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:59.662412 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-4139c16f-bceb-4143-b98f-2ccc3453a63d tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] 10.222.0.64 "DELETE /v2.0/ports/8d301fde-b989-4f30-b328-8e08b6c86e24 HTTP/1.1" status: 204 len: 168 time: 1.4023511 Dec 08 16:19:59.677472 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57200) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:59.677472 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-507f2bd4-a310-4c56-9522-0e131405671d tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Request body: {'floatingip': {'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:59.745443 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-be2f4bac-a2b7-4711-a2a0-6f553f3c63f2 req-a466a963-e4c9-4c73-83eb-364426a32cd0 service neutron] 10.222.0.37 "GET /v2.0/networks/bac12048-218d-4c84-9c9f-b2662c6ae975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088767 Dec 08 16:19:59.774746 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-507f2bd4-a310-4c56-9522-0e131405671d tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for floatingip, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:59.853020 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-be2f4bac-a2b7-4711-a2a0-6f553f3c63f2 req-faacffbd-0914-4e4b-b2be-8bba0bf085f8 service neutron] 10.222.0.37 "GET /v2.0/networks/bac12048-218d-4c84-9c9f-b2662c6ae975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978410 Dec 08 16:19:59.894394 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-507f2bd4-a310-4c56-9522-0e131405671d tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:00.039315 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57212) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:00.081412 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-507f2bd4-a310-4c56-9522-0e131405671d tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Allocated IP 172.25.0.252 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/3c2527f4-ce30-40cb-9d07-19499778a933) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:20:00.131198 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-81435d87-d70d-4eae-bfe5-1e7489f36411 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5ea389c5a9fa408ead2863a81a697c84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0905461 Dec 08 16:20:00.134144 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57214) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:00.197865 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0be0dcee-9007-4f23-8523-141055d97bbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:00.222846 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0be0dcee-9007-4f23-8523-141055d97bbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:00.232580 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-507f2bd4-a310-4c56-9522-0e131405671d tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:00.371553 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:20:00.419944 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-507f2bd4-a310-4c56-9522-0e131405671d tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:00.455009 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c23f055-a984-430f-8709-ec06a1af1cb9 req-eed1690e-f74c-4ce2-af3f-282763796eaf tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:00.461437 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507f2bd4-a310-4c56-9522-0e131405671d tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:20:00.461559 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4c23f055-a984-430f-8709-ec06a1af1cb9 req-eed1690e-f74c-4ce2-af3f-282763796eaf tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f1e0362-48bf-417b-b53c-4acdd616c33f HTTP/1.1" status: 200 len: 946 time: 0.0549643 Dec 08 16:20:00.461559 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0be0dcee-9007-4f23-8523-141055d97bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:00.461741 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-507f2bd4-a310-4c56-9522-0e131405671d tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:20:00.461860 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0be0dcee-9007-4f23-8523-141055d97bbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:00.462770 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-0be0dcee-9007-4f23-8523-141055d97bbb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4e048324-c97d-4143-98a7-720542b8b13f HTTP/1.1" status: 204 len: 168 time: 0.3276794 Dec 08 16:20:00.477989 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507f2bd4-a310-4c56-9522-0e131405671d tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:20:00.486220 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be0dcee-9007-4f23-8523-141055d97bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e048324-c97d-4143-98a7-720542b8b13f,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:00.539371 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4c23f055-a984-430f-8709-ec06a1af1cb9 req-b7008ba0-751c-4a80-b499-65eded3020c9 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752406 Dec 08 16:20:00.539880 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507f2bd4-a310-4c56-9522-0e131405671d tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Pushing event updated for resources: {'Port': ['ID=3c2527f4-ce30-40cb-9d07-19499778a933,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:00.617859 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-507f2bd4-a310-4c56-9522-0e131405671d tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:00.633953 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57228) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:00.716769 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-00f63d34-4026-4195-ba86-a7e5bccc5b45 req-284ff461-f166-42b8-aa66-c25d013891e1 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=d59076ab-1d2e-41cb-ab42-61d1ad109881 HTTP/1.1" status: 200 len: 210 time: 0.0290504 Dec 08 16:20:00.741884 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-e3c6f101-8562-44e6-b498-0541922e34dd tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-234440128'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:00.782102 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-507f2bd4-a310-4c56-9522-0e131405671d tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:00.871800 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c6f101-8562-44e6-b498-0541922e34dd tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Made reservation on behalf of 841eb5bdac454b51a92c375fa562e333 for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:20:00.875360 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e3c6f101-8562-44e6-b498-0541922e34dd tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:00.893054 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e3c6f101-8562-44e6-b498-0541922e34dd tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:00.923599 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770e6ff-1b55-4fa5-88ca-fc75d54a8eac req-ceb6b59a-083d-48a1-83aa-b65fecc201a4 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:00.925444 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a770e6ff-1b55-4fa5-88ca-fc75d54a8eac req-ceb6b59a-083d-48a1-83aa-b65fecc201a4 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.76 "GET /v2.0/networks?id=444a8cbb-ee83-40d1-9772-ed3daa005a16 HTTP/1.1" status: 200 len: 810 time: 0.1218050 Dec 08 16:20:00.942193 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-a770e6ff-1b55-4fa5-88ca-fc75d54a8eac req-1b870060-0e3d-4556-95ce-8f0bc1eea11f tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Request body: {'port': {'device_id': 'd59076ab-1d2e-41cb-ab42-61d1ad109881', 'network_id': '444a8cbb-ee83-40d1-9772-ed3daa005a16', 'admin_state_up': True, 'tenant_id': '22d0ae928129486d8913ac89433a7712'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:01.011195 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-507f2bd4-a310-4c56-9522-0e131405671d tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:01.045340 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e3c6f101-8562-44e6-b498-0541922e34dd tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:01.139134 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-507f2bd4-a310-4c56-9522-0e131405671d tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:01.212794 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507f2bd4-a310-4c56-9522-0e131405671d tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Pushing event updated for resources: {'Port': ['ID=3c2527f4-ce30-40cb-9d07-19499778a933,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:01.218986 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e3c6f101-8562-44e6-b498-0541922e34dd tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:01.244076 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-507f2bd4-a310-4c56-9522-0e131405671d tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:01.259430 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a770e6ff-1b55-4fa5-88ca-fc75d54a8eac req-1b870060-0e3d-4556-95ce-8f0bc1eea11f tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Made reservation on behalf of 22d0ae928129486d8913ac89433a7712 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:20:01.264598 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3c6f101-8562-44e6-b498-0541922e34dd tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:20:01.264736 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a770e6ff-1b55-4fa5-88ca-fc75d54a8eac req-1b870060-0e3d-4556-95ce-8f0bc1eea11f tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:01.270711 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c6f101-8562-44e6-b498-0541922e34dd tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=184216c6-04a5-4acd-a428-81815479bddc,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:01.277057 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e3c6f101-8562-44e6-b498-0541922e34dd tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:01.277418 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-e3c6f101-8562-44e6-b498-0541922e34dd tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Added segment 43b1f15b-49e0-4751-a1c1-76ea1f588cfc of type vlan for network 44a5e545-3e3a-468e-bb20-c0d293d694ea Dec 08 16:20:01.326017 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e3c6f101-8562-44e6-b498-0541922e34dd tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:01.425966 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-a770e6ff-1b55-4fa5-88ca-fc75d54a8eac req-1b870060-0e3d-4556-95ce-8f0bc1eea11f tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Allocated IP 172.20.0.5 (444a8cbb-ee83-40d1-9772-ed3daa005a16/921ca20d-c445-4985-be5a-b19c39bd838b/3d765efb-79c3-4c3d-9c18-e4e21db047bc) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:20:01.426461 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e3c6f101-8562-44e6-b498-0541922e34dd tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:01.432492 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c6f101-8562-44e6-b498-0541922e34dd tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:01.433194 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e3c6f101-8562-44e6-b498-0541922e34dd tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:01.505391 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c6f101-8562-44e6-b498-0541922e34dd tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event updated for resources: {'Network': ['ID=44a5e545-3e3a-468e-bb20-c0d293d694ea,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:01.516773 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 44a5e545-3e3a-468e-bb20-c0d293d694ea details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:20:01.590330 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a770e6ff-1b55-4fa5-88ca-fc75d54a8eac req-1b870060-0e3d-4556-95ce-8f0bc1eea11f tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:01.592472 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-507f2bd4-a310-4c56-9522-0e131405671d tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:01.597579 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-507f2bd4-a310-4c56-9522-0e131405671d tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9291389 Dec 08 16:20:01.597723 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57250) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:01.603886 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-4c622ac7-90c1-421b-836d-2f30b9ceba57 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Request body: {'port': {'network_id': 'ee40c258-b206-49e1-a7d5-6790c2c1d764', 'name': 'tempest-FloatingIPTestJSON-1840033432'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:01.666717 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57256) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:01.670721 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e3c6f101-8562-44e6-b498-0541922e34dd tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0355544 Dec 08 16:20:01.671675 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-3d2262b9-1fef-4d05-a4bb-fd92650dfc01 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Request body: {'port': {'network_id': '44a5e545-3e3a-468e-bb20-c0d293d694ea', 'name': 'tempest-PortsTestJSON-513731414'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:01.827316 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-699c18cc-4df4-4208-9f35-0f682c62f9f5 req-8e547203-7bc3-40e4-a517-ec847f20c2d6 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=d59076ab-1d2e-41cb-ab42-61d1ad109881 HTTP/1.1" status: 200 len: 210 time: 0.0322065 Dec 08 16:20:01.834885 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd795440-9574-499b-8e39-ddf21983a704 req-3facabd7-2c39-4b1a-909e-0c9cfc3a0f54 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:01.836418 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bd795440-9574-499b-8e39-ddf21983a704 req-3facabd7-2c39-4b1a-909e-0c9cfc3a0f54 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f1e0362-48bf-417b-b53c-4acdd616c33f HTTP/1.1" status: 200 len: 946 time: 0.1881447 Dec 08 16:20:01.850818 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a770e6ff-1b55-4fa5-88ca-fc75d54a8eac req-1b870060-0e3d-4556-95ce-8f0bc1eea11f tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:01.855921 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['387545ee-2fb9-4fd0-bb31-482b9336eed0'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:20:01.929739 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a770e6ff-1b55-4fa5-88ca-fc75d54a8eac req-1b870060-0e3d-4556-95ce-8f0bc1eea11f tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Network 444a8cbb-ee83-40d1-9772-ed3daa005a16 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:20:01.940486 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-a770e6ff-1b55-4fa5-88ca-fc75d54a8eac req-1b870060-0e3d-4556-95ce-8f0bc1eea11f tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:20:01.944901 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b870060-0e3d-4556-95ce-8f0bc1eea11f tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Pushing event updated for resources: {'Port': ['ID=3d765efb-79c3-4c3d-9c18-e4e21db047bc,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:01.947318 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-a770e6ff-1b55-4fa5-88ca-fc75d54a8eac req-1b870060-0e3d-4556-95ce-8f0bc1eea11f tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:20:01.989968 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bd795440-9574-499b-8e39-ddf21983a704 req-6e23599e-d88a-49e8-a83b-044cd0106ebe tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439707 Dec 08 16:20:01.996310 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c622ac7-90c1-421b-836d-2f30b9ceba57 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Made reservation on behalf of 3dfaa92ee25a480b9e789f76eb5125bb for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:20:02.000096 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4c622ac7-90c1-421b-836d-2f30b9ceba57 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:02.050175 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770e6ff-1b55-4fa5-88ca-fc75d54a8eac req-1b870060-0e3d-4556-95ce-8f0bc1eea11f tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:02.050864 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a770e6ff-1b55-4fa5-88ca-fc75d54a8eac req-1b870060-0e3d-4556-95ce-8f0bc1eea11f tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:02.064867 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [None req-4c622ac7-90c1-421b-836d-2f30b9ceba57 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] device_id is not set on port 12f5728b-4304-4c9d-a73b-442f24342617 yet. {{(pid=110550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:20:02.122803 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2262b9-1fef-4d05-a4bb-fd92650dfc01 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Made reservation on behalf of 841eb5bdac454b51a92c375fa562e333 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:20:02.127069 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3d2262b9-1fef-4d05-a4bb-fd92650dfc01 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:02.165592 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [None req-3d2262b9-1fef-4d05-a4bb-fd92650dfc01 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] device_id is not set on port 855902fd-cbce-4b65-9758-e53838b79378 yet. {{(pid=110550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:20:02.237543 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a770e6ff-1b55-4fa5-88ca-fc75d54a8eac req-1b870060-0e3d-4556-95ce-8f0bc1eea11f tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3021884 Dec 08 16:20:02.250710 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-a770e6ff-1b55-4fa5-88ca-fc75d54a8eac req-fd5137f1-8c21-4c24-8eaf-3e56308c8e66 service neutron] Request body: {'port': {'device_id': 'd59076ab-1d2e-41cb-ab42-61d1ad109881', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:02.320764 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-4c622ac7-90c1-421b-836d-2f30b9ceba57 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Allocated IP 172.20.0.13 (ee40c258-b206-49e1-a7d5-6790c2c1d764/6fcd45f9-fab2-4a8f-9689-5937b9b60e24/12f5728b-4304-4c9d-a73b-442f24342617) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:20:02.345388 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-8aed11ea-cdbb-4867-80c8-f4c753e73ad9 None None] Provisioning complete for port 3d765efb-79c3-4c3d-9c18-e4e21db047bc triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:02.346163 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8aed11ea-cdbb-4867-80c8-f4c753e73ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:02.393593 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-8aed11ea-cdbb-4867-80c8-f4c753e73ad9 None None] Port 3d765efb-79c3-4c3d-9c18-e4e21db047bc cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:20:02.432140 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a770e6ff-1b55-4fa5-88ca-fc75d54a8eac req-fd5137f1-8c21-4c24-8eaf-3e56308c8e66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:02.554568 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3d2262b9-1fef-4d05-a4bb-fd92650dfc01 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:02.755918 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4c622ac7-90c1-421b-836d-2f30b9ceba57 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:02.797932 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3d2262b9-1fef-4d05-a4bb-fd92650dfc01 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:02.876273 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57284) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:02.894106 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2262b9-1fef-4d05-a4bb-fd92650dfc01 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event updated for resources: {'Port': ['ID=855902fd-cbce-4b65-9758-e53838b79378,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:02.921744 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4c622ac7-90c1-421b-836d-2f30b9ceba57 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:02.956403 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb337b7-a008-4209-b1b7-5ecd4bea33b4 req-f2ba416e-ff96-4646-9f3f-58785bbf6049 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:02.958947 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fcb337b7-a008-4209-b1b7-5ecd4bea33b4 req-f2ba416e-ff96-4646-9f3f-58785bbf6049 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=d59076ab-1d2e-41cb-ab42-61d1ad109881 HTTP/1.1" status: 200 len: 931 time: 0.0541997 Dec 08 16:20:02.988504 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2262b9-1fef-4d05-a4bb-fd92650dfc01 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Checking segment: {'id': '43b1f15b-49e0-4751-a1c1-76ea1f588cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '44a5e545-3e3a-468e-bb20-c0d293d694ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:20:02.989147 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2262b9-1fef-4d05-a4bb-fd92650dfc01 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Network hostable DHCP agents. Network: 44a5e545-3e3a-468e-bb20-c0d293d694ea, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:20:03.000244 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-a770e6ff-1b55-4fa5-88ca-fc75d54a8eac req-fd5137f1-8c21-4c24-8eaf-3e56308c8e66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d765efb-79c3-4c3d-9c18-e4e21db047bc {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:20:03.006910 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-c8ecceb9-876d-4847-9bce-c1b88127b08b tempest-MeteringIpV6TestJSON-1357150207 tempest-MeteringIpV6TestJSON-1357150207-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1093924756'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:03.007877 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-c8ecceb9-876d-4847-9bce-c1b88127b08b tempest-MeteringIpV6TestJSON-1357150207 tempest-MeteringIpV6TestJSON-1357150207-project-admin] Unknown quota resources ['metering_label']. {{(pid=110551) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 16:20:03.016493 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a770e6ff-1b55-4fa5-88ca-fc75d54a8eac req-fd5137f1-8c21-4c24-8eaf-3e56308c8e66 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:03.020678 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c622ac7-90c1-421b-836d-2f30b9ceba57 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Network ee40c258-b206-49e1-a7d5-6790c2c1d764 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:20:03.034732 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-4c622ac7-90c1-421b-836d-2f30b9ceba57 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:20:03.050593 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c622ac7-90c1-421b-836d-2f30b9ceba57 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:20:03.052614 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c622ac7-90c1-421b-836d-2f30b9ceba57 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Pushing event updated for resources: {'Port': ['ID=12f5728b-4304-4c9d-a73b-442f24342617,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:03.083098 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-a770e6ff-1b55-4fa5-88ca-fc75d54a8eac req-fd5137f1-8c21-4c24-8eaf-3e56308c8e66 service neutron] Transition to ACTIVE for port object 3d765efb-79c3-4c3d-9c18-e4e21db047bc will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:20:03.086404 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fcb337b7-a008-4209-b1b7-5ecd4bea33b4 req-085c7ecc-9b85-4ee5-b593-22bfcae00967 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203811 Dec 08 16:20:03.135532 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c622ac7-90c1-421b-836d-2f30b9ceba57 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:03.136137 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4c622ac7-90c1-421b-836d-2f30b9ceba57 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:03.167535 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce116f4f-62df-4bd4-bcab-6f2b463ae653 req-4d8fff52-a092-4a5b-a9ef-59e3aa984c02 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:03.169099 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ce116f4f-62df-4bd4-bcab-6f2b463ae653 req-4d8fff52-a092-4a5b-a9ef-59e3aa984c02 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f1e0362-48bf-417b-b53c-4acdd616c33f HTTP/1.1" status: 200 len: 946 time: 0.0696623 Dec 08 16:20:03.221177 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ce116f4f-62df-4bd4-bcab-6f2b463ae653 req-036b76b7-45bf-4463-8511-ae3588374812 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459716 Dec 08 16:20:03.222704 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a770e6ff-1b55-4fa5-88ca-fc75d54a8eac req-fd5137f1-8c21-4c24-8eaf-3e56308c8e66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:03.224756 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2262b9-1fef-4d05-a4bb-fd92650dfc01 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Network 44a5e545-3e3a-468e-bb20-c0d293d694ea is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:20:03.260645 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c8ecceb9-876d-4847-9bce-c1b88127b08b tempest-MeteringIpV6TestJSON-1357150207 tempest-MeteringIpV6TestJSON-1357150207-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:03.262305 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c8ecceb9-876d-4847-9bce-c1b88127b08b tempest-MeteringIpV6TestJSON-1357150207 tempest-MeteringIpV6TestJSON-1357150207-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3840916 Dec 08 16:20:03.265558 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57294) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:03.274517 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-c4d57ac2-d06a-4690-bd50-c0ee488e830a tempest-MeteringIpV6TestJSON-1357150207 tempest-MeteringIpV6TestJSON-1357150207-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '056858eb-a92f-4ea5-afcf-67b726115ee0'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:03.275329 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-c4d57ac2-d06a-4690-bd50-c0ee488e830a tempest-MeteringIpV6TestJSON-1357150207 tempest-MeteringIpV6TestJSON-1357150207-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=110551) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 16:20:03.348484 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5137f1-8c21-4c24-8eaf-3e56308c8e66 service neutron] Pushing event updated for resources: {'Port': ['ID=3d765efb-79c3-4c3d-9c18-e4e21db047bc,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:03.362838 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5137f1-8c21-4c24-8eaf-3e56308c8e66 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:03.363189 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5137f1-8c21-4c24-8eaf-3e56308c8e66 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:03.363752 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5137f1-8c21-4c24-8eaf-3e56308c8e66 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:03.364245 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5137f1-8c21-4c24-8eaf-3e56308c8e66 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:03.364642 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5137f1-8c21-4c24-8eaf-3e56308c8e66 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:03.364983 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5137f1-8c21-4c24-8eaf-3e56308c8e66 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:03.365334 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5137f1-8c21-4c24-8eaf-3e56308c8e66 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:03.365787 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5137f1-8c21-4c24-8eaf-3e56308c8e66 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:03.366141 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5137f1-8c21-4c24-8eaf-3e56308c8e66 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:03.366537 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5137f1-8c21-4c24-8eaf-3e56308c8e66 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:03.366863 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5137f1-8c21-4c24-8eaf-3e56308c8e66 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:03.367220 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5137f1-8c21-4c24-8eaf-3e56308c8e66 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:03.367547 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5137f1-8c21-4c24-8eaf-3e56308c8e66 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:03.374911 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-4c622ac7-90c1-421b-836d-2f30b9ceba57 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7773209 Dec 08 16:20:03.378112 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57298) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:03.384930 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-e037e414-4dcf-4ab3-8fce-adb361a573a4 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Request body: {'floatingip': {'port_id': '12f5728b-4304-4c9d-a73b-442f24342617'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:03.389501 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-3d2262b9-1fef-4d05-a4bb-fd92650dfc01 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 44a5e545-3e3a-468e-bb20-c0d293d694ea) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:20:03.393435 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2262b9-1fef-4d05-a4bb-fd92650dfc01 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:20:03.399986 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb998ab-57ad-4554-abcc-45ccde5a82d0 None None] Network 44a5e545-3e3a-468e-bb20-c0d293d694ea requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:20:03.400928 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2262b9-1fef-4d05-a4bb-fd92650dfc01 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:03.401580 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3d2262b9-1fef-4d05-a4bb-fd92650dfc01 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:03.458613 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e037e414-4dcf-4ab3-8fce-adb361a573a4 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for floatingip, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:03.470626 n-d-776250-12 neutron-server[110551]: WARNING neutron.services.metering.metering_plugin [None req-c4d57ac2-d06a-4690-bd50-c0ee488e830a tempest-MeteringIpV6TestJSON-1357150207 tempest-MeteringIpV6TestJSON-1357150207-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 08 16:20:03.561676 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c4d57ac2-d06a-4690-bd50-c0ee488e830a tempest-MeteringIpV6TestJSON-1357150207 tempest-MeteringIpV6TestJSON-1357150207-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:03.562926 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c4d57ac2-d06a-4690-bd50-c0ee488e830a tempest-MeteringIpV6TestJSON-1357150207 tempest-MeteringIpV6TestJSON-1357150207-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2962124 Dec 08 16:20:03.566208 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57300) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:03.571200 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-a770e6ff-1b55-4fa5-88ca-fc75d54a8eac req-fd5137f1-8c21-4c24-8eaf-3e56308c8e66 service neutron] Attempting to bind port 3d765efb-79c3-4c3d-9c18-e4e21db047bc on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:20:03.571540 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-a770e6ff-1b55-4fa5-88ca-fc75d54a8eac req-fd5137f1-8c21-4c24-8eaf-3e56308c8e66 service neutron] Attempting to bind port 3d765efb-79c3-4c3d-9c18-e4e21db047bc by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': 'bb740625-1067-4eb4-8c3f-54ce2bbbb747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '444a8cbb-ee83-40d1-9772-ed3daa005a16'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:20:03.571696 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-8485a324-42b8-4b6f-898d-add48e1dfa1b tempest-MeteringIpV6TestJSON-1357150207 tempest-MeteringIpV6TestJSON-1357150207-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '056858eb-a92f-4ea5-afcf-67b726115ee0'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:03.571876 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a770e6ff-1b55-4fa5-88ca-fc75d54a8eac req-fd5137f1-8c21-4c24-8eaf-3e56308c8e66 service neutron] Attempting to bind port 3d765efb-79c3-4c3d-9c18-e4e21db047bc on network 444a8cbb-ee83-40d1-9772-ed3daa005a16 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:20:03.572315 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-8485a324-42b8-4b6f-898d-add48e1dfa1b tempest-MeteringIpV6TestJSON-1357150207 tempest-MeteringIpV6TestJSON-1357150207-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=110551) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 16:20:03.585460 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-3d2262b9-1fef-4d05-a4bb-fd92650dfc01 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.9176822 Dec 08 16:20:03.588813 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a770e6ff-1b55-4fa5-88ca-fc75d54a8eac req-fd5137f1-8c21-4c24-8eaf-3e56308c8e66 service neutron] Port 3d765efb-79c3-4c3d-9c18-e4e21db047bc on network 444a8cbb-ee83-40d1-9772-ed3daa005a16 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:20:03.589003 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a770e6ff-1b55-4fa5-88ca-fc75d54a8eac req-fd5137f1-8c21-4c24-8eaf-3e56308c8e66 service neutron] Attempting to bind port 3d765efb-79c3-4c3d-9c18-e4e21db047bc on network 444a8cbb-ee83-40d1-9772-ed3daa005a16 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:20:03.590558 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57302) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:03.596446 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-ff4c967c-24a3-42d8-938b-864559fbcdb5 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-645242515'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:03.597833 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a770e6ff-1b55-4fa5-88ca-fc75d54a8eac req-fd5137f1-8c21-4c24-8eaf-3e56308c8e66 service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:20:03.598174 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a770e6ff-1b55-4fa5-88ca-fc75d54a8eac req-fd5137f1-8c21-4c24-8eaf-3e56308c8e66 service neutron] Checking segment: {'id': 'bb740625-1067-4eb4-8c3f-54ce2bbbb747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '444a8cbb-ee83-40d1-9772-ed3daa005a16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:20:03.598556 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a770e6ff-1b55-4fa5-88ca-fc75d54a8eac req-fd5137f1-8c21-4c24-8eaf-3e56308c8e66 service neutron] Bound using segment: {'id': 'bb740625-1067-4eb4-8c3f-54ce2bbbb747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '444a8cbb-ee83-40d1-9772-ed3daa005a16'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:20:03.598987 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-a770e6ff-1b55-4fa5-88ca-fc75d54a8eac req-fd5137f1-8c21-4c24-8eaf-3e56308c8e66 service neutron] Bound port: 3d765efb-79c3-4c3d-9c18-e4e21db047bc, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb740625-1067-4eb4-8c3f-54ce2bbbb747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '444a8cbb-ee83-40d1-9772-ed3daa005a16'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:20:03.599358 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a770e6ff-1b55-4fa5-88ca-fc75d54a8eac req-fd5137f1-8c21-4c24-8eaf-3e56308c8e66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:03.766881 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-a770e6ff-1b55-4fa5-88ca-fc75d54a8eac req-fd5137f1-8c21-4c24-8eaf-3e56308c8e66 service neutron] For port 3d765efb-79c3-4c3d-9c18-e4e21db047bc, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:20:03.779478 n-d-776250-12 neutron-server[110551]: WARNING neutron.services.metering.metering_plugin [None req-8485a324-42b8-4b6f-898d-add48e1dfa1b tempest-MeteringIpV6TestJSON-1357150207 tempest-MeteringIpV6TestJSON-1357150207-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 08 16:20:03.784914 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff4c967c-24a3-42d8-938b-864559fbcdb5 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Made reservation on behalf of 841eb5bdac454b51a92c375fa562e333 for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:20:03.789057 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-a770e6ff-1b55-4fa5-88ca-fc75d54a8eac req-fd5137f1-8c21-4c24-8eaf-3e56308c8e66 service neutron] For port 3d765efb-79c3-4c3d-9c18-e4e21db047bc, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=3d765efb-79c3-4c3d-9c18-e4e21db047bc,segment=NetworkSegment(bb740625-1067-4eb4-8c3f-54ce2bbbb747),segment_id=bb740625-1067-4eb4-8c3f-54ce2bbbb747)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:20:03.790055 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ff4c967c-24a3-42d8-938b-864559fbcdb5 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:03.886587 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a770e6ff-1b55-4fa5-88ca-fc75d54a8eac req-fd5137f1-8c21-4c24-8eaf-3e56308c8e66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:03.918166 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8485a324-42b8-4b6f-898d-add48e1dfa1b tempest-MeteringIpV6TestJSON-1357150207 tempest-MeteringIpV6TestJSON-1357150207-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:03.919395 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-8485a324-42b8-4b6f-898d-add48e1dfa1b tempest-MeteringIpV6TestJSON-1357150207 tempest-MeteringIpV6TestJSON-1357150207-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3514857 Dec 08 16:20:03.922067 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff4c967c-24a3-42d8-938b-864559fbcdb5 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:20:03.924973 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57306) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:03.935596 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ff4c967c-24a3-42d8-938b-864559fbcdb5 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:03.935930 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-ff4c967c-24a3-42d8-938b-864559fbcdb5 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Added segment a5e0422d-825c-45c4-909e-a229843ad112 of type vlan for network 6d1b827b-8999-4f71-9949-149b45d24b82 Dec 08 16:20:03.955686 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-cd151750-9318-4d6c-8982-8a7f66c96d6c tempest-MeteringIpV6TestJSON-1357150207 tempest-MeteringIpV6TestJSON-1357150207-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=81669140-99a0-4847-a065-8e87d02ff946 HTTP/1.1" status: 200 len: 462 time: 0.0217564 Dec 08 16:20:03.955686 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770e6ff-1b55-4fa5-88ca-fc75d54a8eac req-fd5137f1-8c21-4c24-8eaf-3e56308c8e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:03.955686 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a770e6ff-1b55-4fa5-88ca-fc75d54a8eac req-fd5137f1-8c21-4c24-8eaf-3e56308c8e66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:03.956501 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a770e6ff-1b55-4fa5-88ca-fc75d54a8eac req-fd5137f1-8c21-4c24-8eaf-3e56308c8e66 service neutron] 10.222.0.76 "PUT /v2.0/ports/3d765efb-79c3-4c3d-9c18-e4e21db047bc HTTP/1.1" status: 200 len: 1092 time: 1.7101960 Dec 08 16:20:03.976251 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bf8cc-8fb9-4556-a190-2a7346234cdc req-bf022bf6-08f5-4c1e-88a9-98c79611b0f8 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:03.977827 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-719bf8cc-8fb9-4556-a190-2a7346234cdc req-bf022bf6-08f5-4c1e-88a9-98c79611b0f8 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f1e0362-48bf-417b-b53c-4acdd616c33f HTTP/1.1" status: 200 len: 946 time: 0.1314068 Dec 08 16:20:03.982566 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57308) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:03.996674 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd59076ab-1d2e-41cb-ab42-61d1ad109881', 'tag': '3d765efb-79c3-4c3d-9c18-e4e21db047bc'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:20:03.998760 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ddc4215-ea6d-4f69-9d0e-a004b124d28b" -d '{"events": [{"name": "network-changed", "server_uuid": "d59076ab-1d2e-41cb-ab42-61d1ad109881", "tag": "3d765efb-79c3-4c3d-9c18-e4e21db047bc"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:20:04.005537 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ff4c967c-24a3-42d8-938b-864559fbcdb5 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:04.029402 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5137f1-8c21-4c24-8eaf-3e56308c8e66 service neutron] Pushing event updated for resources: {'Port': ['ID=3d765efb-79c3-4c3d-9c18-e4e21db047bc,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:04.046328 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99795ee-bf27-41f3-999d-92fa691bfc6d x-openstack-request-id: req-d99795ee-bf27-41f3-999d-92fa691bfc6d {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:20:04.051514 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d59076ab-1d2e-41cb-ab42-61d1ad109881", "tag": "3d765efb-79c3-4c3d-9c18-e4e21db047bc", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:20:04.051514 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d99795ee-bf27-41f3-999d-92fa691bfc6d {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:20:04.051514 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd59076ab-1d2e-41cb-ab42-61d1ad109881', 'tag': '3d765efb-79c3-4c3d-9c18-e4e21db047bc', 'status': 'completed', 'code': 200} Dec 08 16:20:04.085362 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-719bf8cc-8fb9-4556-a190-2a7346234cdc req-5a99f1e8-6fee-4fb7-bd39-d24ba931d0eb tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951362 Dec 08 16:20:04.189539 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dd7ad1f7-2565-45cc-a878-17da58864dbc tempest-MeteringIpV6TestJSON-1357150207 tempest-MeteringIpV6TestJSON-1357150207-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:04.190721 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-dd7ad1f7-2565-45cc-a878-17da58864dbc tempest-MeteringIpV6TestJSON-1357150207 tempest-MeteringIpV6TestJSON-1357150207-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-label-rules/81669140-99a0-4847-a065-8e87d02ff946 HTTP/1.1" status: 204 len: 168 time: 0.2091243 Dec 08 16:20:04.193349 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57314) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:04.206568 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e889a027-8531-4b18-8630-ba857e8cbc20 tempest-MeteringIpV6TestJSON-1357150207 tempest-MeteringIpV6TestJSON-1357150207-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=81669140-99a0-4847-a065-8e87d02ff946 HTTP/1.1" status: 200 len: 221 time: 0.0079665 Dec 08 16:20:04.206568 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57316) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:04.211930 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-ae1b6756-d547-4978-bc31-970a92168a25 tempest-MeteringIpV6TestJSON-1357150207 tempest-MeteringIpV6TestJSON-1357150207-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2094241127', 'description': 'label created by tempest'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:04.212502 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-ae1b6756-d547-4978-bc31-970a92168a25 tempest-MeteringIpV6TestJSON-1357150207 tempest-MeteringIpV6TestJSON-1357150207-project-admin] Unknown quota resources ['metering_label']. {{(pid=110551) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 16:20:04.264843 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e037e414-4dcf-4ab3-8fce-adb361a573a4 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:04.276346 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc4215-ea6d-4f69-9d0e-a004b124d28b req-98bf6f0d-0f61-4c2e-9b41-d33c5fb79c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:04.278580 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4ddc4215-ea6d-4f69-9d0e-a004b124d28b req-98bf6f0d-0f61-4c2e-9b41-d33c5fb79c44 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=22d0ae928129486d8913ac89433a7712&device_id=d59076ab-1d2e-41cb-ab42-61d1ad109881 HTTP/1.1" status: 200 len: 1095 time: 0.2134712 Dec 08 16:20:04.282070 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ff4c967c-24a3-42d8-938b-864559fbcdb5 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:04.288670 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4c967c-24a3-42d8-938b-864559fbcdb5 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:04.289335 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ff4c967c-24a3-42d8-938b-864559fbcdb5 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:04.298430 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265993e-c290-4165-a7c9-7cee8988b587 req-4613e9c6-3249-404b-8164-0f42e0a436f2 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:04.302479 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5265993e-c290-4165-a7c9-7cee8988b587 req-4613e9c6-3249-404b-8164-0f42e0a436f2 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=d59076ab-1d2e-41cb-ab42-61d1ad109881 HTTP/1.1" status: 200 len: 943 time: 0.1032486 Dec 08 16:20:04.364899 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e037e414-4dcf-4ab3-8fce-adb361a573a4 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:04.366727 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4c967c-24a3-42d8-938b-864559fbcdb5 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event updated for resources: {'Network': ['ID=6d1b827b-8999-4f71-9949-149b45d24b82,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:04.377309 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 6d1b827b-8999-4f71-9949-149b45d24b82 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:20:04.446039 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ff4c967c-24a3-42d8-938b-864559fbcdb5 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8539650 Dec 08 16:20:04.449563 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57322) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:04.459447 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-2b68d246-9747-4947-a02a-701293f3a595 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Request body: {'ports': [{'network_id': '44a5e545-3e3a-468e-bb20-c0d293d694ea'}, {'network_id': '6d1b827b-8999-4f71-9949-149b45d24b82'}]} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:04.459788 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-2b68d246-9747-4947-a02a-701293f3a595 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Request body: {'port': {'network_id': '44a5e545-3e3a-468e-bb20-c0d293d694ea'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:04.460328 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-2b68d246-9747-4947-a02a-701293f3a595 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Request body: {'port': {'network_id': '6d1b827b-8999-4f71-9949-149b45d24b82'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:04.489401 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5265993e-c290-4165-a7c9-7cee8988b587 req-7bf7236c-9ee8-488b-9dcd-8559e643deb6 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696348 Dec 08 16:20:04.516239 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:04.555049 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc4215-ea6d-4f69-9d0e-a004b124d28b req-c197288b-36ad-4d8f-965d-499f22dffb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:04.556491 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4ddc4215-ea6d-4f69-9d0e-a004b124d28b req-c197288b-36ad-4d8f-965d-499f22dffb26 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=22d0ae928129486d8913ac89433a7712&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2526846 Dec 08 16:20:04.563453 n-d-776250-12 neutron-server[110550]: INFO neutron.db.l3_db [None req-e037e414-4dcf-4ab3-8fce-adb361a573a4 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Floating IP 1dfd11bb-6faf-420e-965b-c221ac89026e associated. External IP: 172.25.0.252, port: 12f5728b-4304-4c9d-a73b-442f24342617. Dec 08 16:20:04.567247 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ae1b6756-d547-4978-bc31-970a92168a25 tempest-MeteringIpV6TestJSON-1357150207 tempest-MeteringIpV6TestJSON-1357150207-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:04.570239 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ae1b6756-d547-4978-bc31-970a92168a25 tempest-MeteringIpV6TestJSON-1357150207 tempest-MeteringIpV6TestJSON-1357150207-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3624651 Dec 08 16:20:04.573584 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57324) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:04.647554 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d0eeae87-e07e-4ff2-8a27-b6f913ac64ca tempest-MeteringIpV6TestJSON-1357150207 tempest-MeteringIpV6TestJSON-1357150207-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=ae1a18dc-140e-4589-8de7-7e46c486901c HTTP/1.1" status: 200 len: 468 time: 0.0724454 Dec 08 16:20:04.652634 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57326) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:05.010221 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c4ae1a78-63c7-4d8f-b109-8fe86f2e174a tempest-MeteringIpV6TestJSON-1357150207 tempest-MeteringIpV6TestJSON-1357150207-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:05.011461 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c4ae1a78-63c7-4d8f-b109-8fe86f2e174a tempest-MeteringIpV6TestJSON-1357150207 tempest-MeteringIpV6TestJSON-1357150207-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-labels/ae1a18dc-140e-4589-8de7-7e46c486901c HTTP/1.1" status: 204 len: 168 time: 0.3579752 Dec 08 16:20:05.014308 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57328) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:05.022614 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b68d246-9747-4947-a02a-701293f3a595 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Made reservation on behalf of 841eb5bdac454b51a92c375fa562e333 for: {'port': 2} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:20:05.027196 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2b68d246-9747-4947-a02a-701293f3a595 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:05.035530 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-92a2b2a4-0c5b-47dd-8c5c-bbcadbefb794 tempest-MeteringIpV6TestJSON-1357150207 tempest-MeteringIpV6TestJSON-1357150207-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=ae1a18dc-140e-4589-8de7-7e46c486901c HTTP/1.1" status: 200 len: 216 time: 0.0200961 Dec 08 16:20:05.040778 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57330) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:05.045893 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2b68d246-9747-4947-a02a-701293f3a595 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:05.073523 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-6f20694d-e8ed-447c-b102-7de4df379d7c tempest-MeteringIpV6TestJSON-1357150207 tempest-MeteringIpV6TestJSON-1357150207-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0284381 Dec 08 16:20:05.101857 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57332) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:05.123992 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-3c4d10cc-67a5-4957-95a4-a490f63d47e0 tempest-MeteringIpV6TestJSON-1357150207 tempest-MeteringIpV6TestJSON-1357150207-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0209444 Dec 08 16:20:05.128007 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57336) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:05.145450 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-2b68d246-9747-4947-a02a-701293f3a595 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] device_id is not set on port d7dfdaf2-9de4-42e5-9cef-80721cac058b yet. {{(pid=110551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:20:05.209042 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b88f2e6c-ce45-47e4-8f85-ff4c91f128b2 tempest-MeteringIpV6TestJSON-1357150207 tempest-MeteringIpV6TestJSON-1357150207-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels/056858eb-a92f-4ea5-afcf-67b726115ee0 HTTP/1.1" status: 200 len: 473 time: 0.0731478 Dec 08 16:20:05.217967 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57338) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:05.234979 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc4215-ea6d-4f69-9d0e-a004b124d28b req-7f2ed94b-b53b-4243-a6d5-042798c0c021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:05.236657 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4ddc4215-ea6d-4f69-9d0e-a004b124d28b req-7f2ed94b-b53b-4243-a6d5-042798c0c021 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6708500 Dec 08 16:20:05.238472 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c2e09e6d-ded7-4aa4-8ab5-b74f588aae11 tempest-MeteringIpV6TestJSON-1357150207 tempest-MeteringIpV6TestJSON-1357150207-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules/10e3e5e9-ff61-44ac-bb11-311bb7a7b06a HTTP/1.1" status: 200 len: 459 time: 0.0190508 Dec 08 16:20:05.244170 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57340) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:05.287995 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7263ae-1f93-4887-a4c1-b6592b98c6a6 req-4fe49949-8285-42ff-af60-6f5a52a69ec6 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:05.289694 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ec7263ae-1f93-4887-a4c1-b6592b98c6a6 req-4fe49949-8285-42ff-af60-6f5a52a69ec6 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f1e0362-48bf-417b-b53c-4acdd616c33f HTTP/1.1" status: 200 len: 946 time: 0.1209466 Dec 08 16:20:05.341173 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2b68d246-9747-4947-a02a-701293f3a595 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:05.395794 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770e6ff-1b55-4fa5-88ca-fc75d54a8eac req-ecf2ed1c-782d-4302-b691-0dba15efdb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:05.397662 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a770e6ff-1b55-4fa5-88ca-fc75d54a8eac req-ecf2ed1c-782d-4302-b691-0dba15efdb10 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=22d0ae928129486d8913ac89433a7712&device_id=d59076ab-1d2e-41cb-ab42-61d1ad109881 HTTP/1.1" status: 200 len: 1095 time: 0.1111305 Dec 08 16:20:05.420869 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ec7263ae-1f93-4887-a4c1-b6592b98c6a6 req-7265840a-729d-461c-b3a2-4910e94dce4d tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247947 Dec 08 16:20:05.435791 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-2b68d246-9747-4947-a02a-701293f3a595 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] device_id is not set on port 124f0dd5-6e6a-4cb5-9c17-f1ac1a1dbba8 yet. {{(pid=110551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:20:05.459940 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a770e6ff-1b55-4fa5-88ca-fc75d54a8eac req-4d49b185-2245-4973-be7e-b096984fa4cc service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d765efb-79c3-4c3d-9c18-e4e21db047bc HTTP/1.1" status: 200 len: 217 time: 0.0532911 Dec 08 16:20:05.563413 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2b68d246-9747-4947-a02a-701293f3a595 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:05.575892 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e037e414-4dcf-4ab3-8fce-adb361a573a4 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Router b3c63600-c489-42b0-b075-9f045925df98 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:20:05.581354 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9e996428-48ef-40b6-95f7-53a22e372561 tempest-MeteringIpV6TestJSON-1357150207 tempest-MeteringIpV6TestJSON-1357150207-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:05.582524 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-9e996428-48ef-40b6-95f7-53a22e372561 tempest-MeteringIpV6TestJSON-1357150207 tempest-MeteringIpV6TestJSON-1357150207-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-label-rules/10e3e5e9-ff61-44ac-bb11-311bb7a7b06a HTTP/1.1" status: 204 len: 168 time: 0.3389332 Dec 08 16:20:05.586498 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57348) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:05.644283 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1dfcb0-7925-4971-979b-1ca51f746e01 req-1b7c39a8-deb0-40d1-b0be-1b6329bfc2bc tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:05.645805 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4b1dfcb0-7925-4971-979b-1ca51f746e01 req-1b7c39a8-deb0-40d1-b0be-1b6329bfc2bc tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=d59076ab-1d2e-41cb-ab42-61d1ad109881 HTTP/1.1" status: 200 len: 943 time: 0.0720303 Dec 08 16:20:05.655493 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770e6ff-1b55-4fa5-88ca-fc75d54a8eac req-2c14ea0f-6182-404b-8a98-1efba0c21350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:05.657076 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a770e6ff-1b55-4fa5-88ca-fc75d54a8eac req-2c14ea0f-6182-404b-8a98-1efba0c21350 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=921ca20d-c445-4985-be5a-b19c39bd838b HTTP/1.1" status: 200 len: 849 time: 0.1519158 Dec 08 16:20:05.696773 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4b1dfcb0-7925-4971-979b-1ca51f746e01 req-f8c40d4b-4f6a-4130-b1e7-9b8af06d8697 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436585 Dec 08 16:20:05.727847 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2b68d246-9747-4947-a02a-701293f3a595 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:05.772142 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b68d246-9747-4947-a02a-701293f3a595 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Network 44a5e545-3e3a-468e-bb20-c0d293d694ea is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:20:05.778210 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-2b68d246-9747-4947-a02a-701293f3a595 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:20:05.781985 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b68d246-9747-4947-a02a-701293f3a595 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:20:05.782873 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2b68d246-9747-4947-a02a-701293f3a595 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:05.790390 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b68d246-9747-4947-a02a-701293f3a595 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event updated for resources: {'Port': ['ID=d7dfdaf2-9de4-42e5-9cef-80721cac058b,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:05.854443 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b68d246-9747-4947-a02a-701293f3a595 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event updated for resources: {'Port': ['ID=124f0dd5-6e6a-4cb5-9c17-f1ac1a1dbba8,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:05.861981 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b68d246-9747-4947-a02a-701293f3a595 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Checking segment: {'id': 'a5e0422d-825c-45c4-909e-a229843ad112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6d1b827b-8999-4f71-9949-149b45d24b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:20:05.862200 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b68d246-9747-4947-a02a-701293f3a595 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Network hostable DHCP agents. Network: 6d1b827b-8999-4f71-9949-149b45d24b82, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:20:05.916606 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770e6ff-1b55-4fa5-88ca-fc75d54a8eac req-18dd73f9-2a2d-46a1-9892-ada69c7f760c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:05.918188 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a770e6ff-1b55-4fa5-88ca-fc75d54a8eac req-18dd73f9-2a2d-46a1-9892-ada69c7f760c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=444a8cbb-ee83-40d1-9772-ed3daa005a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2188792 Dec 08 16:20:05.922686 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e037e414-4dcf-4ab3-8fce-adb361a573a4 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:20:05.927402 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e037e414-4dcf-4ab3-8fce-adb361a573a4 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:05.928461 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b68d246-9747-4947-a02a-701293f3a595 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Network 6d1b827b-8999-4f71-9949-149b45d24b82 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:20:05.933330 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e53f9d4-6911-4e55-a6ec-8805e07414c4 None None] Sync routers for ids ['b3c63600-c489-42b0-b075-9f045925df98'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:20:05.942843 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e53f9d4-6911-4e55-a6ec-8805e07414c4 None None] Routers {'b3c63600-c489-42b0-b075-9f045925df98'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:20:05.944424 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-1e53f9d4-6911-4e55-a6ec-8805e07414c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:19:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['b3c63600-c489-42b0-b075-9f045925df98'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:05.977949 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-1e53f9d4-6911-4e55-a6ec-8805e07414c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:05.986817 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e53f9d4-6911-4e55-a6ec-8805e07414c4 None None] Routers {'b3c63600-c489-42b0-b075-9f045925df98'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:20:05.987422 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-1e53f9d4-6911-4e55-a6ec-8805e07414c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:19:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['b3c63600-c489-42b0-b075-9f045925df98'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:05.996906 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-48bd6a8f-1ae6-4a3c-99bd-033ae607422a tempest-MeteringIpV6TestJSON-1357150207 tempest-MeteringIpV6TestJSON-1357150207-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:05.998068 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-48bd6a8f-1ae6-4a3c-99bd-033ae607422a tempest-MeteringIpV6TestJSON-1357150207 tempest-MeteringIpV6TestJSON-1357150207-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-labels/056858eb-a92f-4ea5-afcf-67b726115ee0 HTTP/1.1" status: 204 len: 168 time: 0.4091966 Dec 08 16:20:06.004689 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-2b68d246-9747-4947-a02a-701293f3a595 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 6d1b827b-8999-4f71-9949-149b45d24b82) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:20:06.008611 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-e037e414-4dcf-4ab3-8fce-adb361a573a4 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] 10.222.0.64 "PUT /v2.0/floatingips/1dfd11bb-6faf-420e-965b-c221ac89026e HTTP/1.1" status: 200 len: 979 time: 2.6287177 Dec 08 16:20:06.010905 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b68d246-9747-4947-a02a-701293f3a595 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:20:06.011415 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57352) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:06.015108 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5545afff-7bca-48dc-8ba9-6684d7201b01 None None] Network 6d1b827b-8999-4f71-9949-149b45d24b82 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:20:06.017207 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b68d246-9747-4947-a02a-701293f3a595 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:06.024734 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b68d246-9747-4947-a02a-701293f3a595 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:06.025571 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2b68d246-9747-4947-a02a-701293f3a595 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:06.029380 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-1e53f9d4-6911-4e55-a6ec-8805e07414c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:06.030266 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e53f9d4-6911-4e55-a6ec-8805e07414c4 None None] The sync data for ids ['b3c63600-c489-42b0-b075-9f045925df98'] in n-d-776250-12 is: [] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:20:06.122197 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a770e6ff-1b55-4fa5-88ca-fc75d54a8eac req-2a823044-2ce7-401b-b7dd-6bf60535d347 service neutron] 10.222.0.76 "GET /v2.0/networks/444a8cbb-ee83-40d1-9772-ed3daa005a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917830 Dec 08 16:20:06.139080 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-2b68d246-9747-4947-a02a-701293f3a595 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6853201 Dec 08 16:20:06.139817 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57354) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:06.204937 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-c776a56b-d934-4537-90b9-3998aa0b58d3 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Deleting port 12f5728b-4304-4c9d-a73b-442f24342617 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:20:06.205289 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c776a56b-d934-4537-90b9-3998aa0b58d3 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:06.233742 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-c59273ed-1291-4bd1-a272-f62364343978 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Deleting port 124f0dd5-6e6a-4cb5-9c17-f1ac1a1dbba8 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:20:06.234033 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c59273ed-1291-4bd1-a272-f62364343978 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:06.294096 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a770e6ff-1b55-4fa5-88ca-fc75d54a8eac req-73207f34-1d2a-418f-a6ce-730fbc9e7f64 service neutron] 10.222.0.76 "GET /v2.0/networks/444a8cbb-ee83-40d1-9772-ed3daa005a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632926 Dec 08 16:20:06.306099 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c59273ed-1291-4bd1-a272-f62364343978 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:06.320407 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-c59273ed-1291-4bd1-a272-f62364343978 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Calling delete_port for 124f0dd5-6e6a-4cb5-9c17-f1ac1a1dbba8 owned by {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:20:06.327837 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c776a56b-d934-4537-90b9-3998aa0b58d3 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:06.477305 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c59273ed-1291-4bd1-a272-f62364343978 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:06.515473 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59273ed-1291-4bd1-a272-f62364343978 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event deleted for resources: {'Port': ['ID=124f0dd5-6e6a-4cb5-9c17-f1ac1a1dbba8,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:06.519582 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c59273ed-1291-4bd1-a272-f62364343978 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:06.526402 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c59273ed-1291-4bd1-a272-f62364343978 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "DELETE /v2.0/ports/124f0dd5-6e6a-4cb5-9c17-f1ac1a1dbba8 HTTP/1.1" status: 204 len: 168 time: 0.3830655 Dec 08 16:20:06.526681 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57362) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:06.599830 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57366) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:06.628997 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c776a56b-d934-4537-90b9-3998aa0b58d3 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:06.629407 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c776a56b-d934-4537-90b9-3998aa0b58d3 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:06.629674 n-d-776250-12 neutron-server[110550]: INFO neutron.db.l3_db [None req-c776a56b-d934-4537-90b9-3998aa0b58d3 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Floating IP 1dfd11bb-6faf-420e-965b-c221ac89026e disassociated. External IP: 172.25.0.252, port: 12f5728b-4304-4c9d-a73b-442f24342617. Dec 08 16:20:06.630019 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-c776a56b-d934-4537-90b9-3998aa0b58d3 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Calling delete_port for 12f5728b-4304-4c9d-a73b-442f24342617 owned by {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:20:06.765307 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ee9d3599-a7f4-4a89-8938-70647ae521e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:06.778248 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5681047-7a01-42cb-be87-7f9a2d605c2a req-8630b789-0c3b-4e17-ab6c-2807edaeae86 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:06.779935 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e5681047-7a01-42cb-be87-7f9a2d605c2a req-8630b789-0c3b-4e17-ab6c-2807edaeae86 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f1e0362-48bf-417b-b53c-4acdd616c33f HTTP/1.1" status: 200 len: 946 time: 0.0939479 Dec 08 16:20:06.860239 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f45f8b4-a344-47da-bd51-a05d1c68c211 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:06.866266 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f45f8b4-a344-47da-bd51-a05d1c68c211 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:06.867857 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-5f45f8b4-a344-47da-bd51-a05d1c68c211 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.3400538 Dec 08 16:20:06.870658 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57372) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:06.885119 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b9b019-5833-4003-9546-e3c174e28f87 req-3e15670a-20ea-4fa5-8430-49bfbe0129c1 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:06.886652 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e5b9b019-5833-4003-9546-e3c174e28f87 req-3e15670a-20ea-4fa5-8430-49bfbe0129c1 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f1e0362-48bf-417b-b53c-4acdd616c33f HTTP/1.1" status: 200 len: 946 time: 0.3613605 Dec 08 16:20:06.945420 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc4acb-307f-4261-b933-b667554cfcdf req-a21aed4f-e058-41c6-8b9e-357580a63e70 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:06.946964 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-95cc4acb-307f-4261-b933-b667554cfcdf req-a21aed4f-e058-41c6-8b9e-357580a63e70 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=d59076ab-1d2e-41cb-ab42-61d1ad109881 HTTP/1.1" status: 200 len: 943 time: 0.1659524 Dec 08 16:20:07.001294 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e5b9b019-5833-4003-9546-e3c174e28f87 req-c8779190-ab85-4f45-8af0-20377573c15a tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937917 Dec 08 16:20:07.004398 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-e5681047-7a01-42cb-be87-7f9a2d605c2a req-0e0af076-53e1-49fa-9ab2-3cf8f229af63 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Deleting port dae85fbb-fbb8-4f00-aa50-716d21ac1304 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:20:07.004739 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e5681047-7a01-42cb-be87-7f9a2d605c2a req-0e0af076-53e1-49fa-9ab2-3cf8f229af63 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:07.008909 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c776a56b-d934-4537-90b9-3998aa0b58d3 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:07.026236 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-40172ede-726d-4756-9838-884457ad7b5f tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Deleting port d7dfdaf2-9de4-42e5-9cef-80721cac058b {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:20:07.027177 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-40172ede-726d-4756-9838-884457ad7b5f tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:07.094246 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-40172ede-726d-4756-9838-884457ad7b5f tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:07.102686 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c776a56b-d934-4537-90b9-3998aa0b58d3 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Pushing event deleted for resources: {'Port': ['ID=12f5728b-4304-4c9d-a73b-442f24342617,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:07.109912 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-40172ede-726d-4756-9838-884457ad7b5f tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Calling delete_port for d7dfdaf2-9de4-42e5-9cef-80721cac058b owned by {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:20:07.118856 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-95cc4acb-307f-4261-b933-b667554cfcdf req-1df2fdf7-fa46-49bb-95d1-dacb24557763 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636288 Dec 08 16:20:07.216337 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-e5681047-7a01-42cb-be87-7f9a2d605c2a req-0e0af076-53e1-49fa-9ab2-3cf8f229af63 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] For port dae85fbb-fbb8-4f00-aa50-716d21ac1304, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=dae85fbb-fbb8-4f00-aa50-716d21ac1304,segment=NetworkSegment(e55a582f-5aba-4151-a1c0-e3d3c6210d61),segment_id=e55a582f-5aba-4151-a1c0-e3d3c6210d61)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:20:07.216947 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e5681047-7a01-42cb-be87-7f9a2d605c2a req-0e0af076-53e1-49fa-9ab2-3cf8f229af63 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:07.240073 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-e5681047-7a01-42cb-be87-7f9a2d605c2a req-0e0af076-53e1-49fa-9ab2-3cf8f229af63 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Calling delete_port for dae85fbb-fbb8-4f00-aa50-716d21ac1304 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:20:07.295039 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ee9d3599-a7f4-4a89-8938-70647ae521e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:07.328457 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-40172ede-726d-4756-9838-884457ad7b5f tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:07.370671 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c776a56b-d934-4537-90b9-3998aa0b58d3 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Router b3c63600-c489-42b0-b075-9f045925df98 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:20:07.373653 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-40172ede-726d-4756-9838-884457ad7b5f tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:07.377884 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-40172ede-726d-4756-9838-884457ad7b5f tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "DELETE /v2.0/ports/d7dfdaf2-9de4-42e5-9cef-80721cac058b HTTP/1.1" status: 204 len: 168 time: 0.5060320 Dec 08 16:20:07.380552 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40172ede-726d-4756-9838-884457ad7b5f tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event deleted for resources: {'Port': ['ID=d7dfdaf2-9de4-42e5-9cef-80721cac058b,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:07.382164 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57374) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:07.433292 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ee9d3599-a7f4-4a89-8938-70647ae521e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:07.435538 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9cbaaf-eb73-4e48-ae4d-e0630d51cbd2 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:07.437153 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ae9cbaaf-eb73-4e48-ae4d-e0630d51cbd2 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0540452 Dec 08 16:20:07.439825 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57376) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:07.464314 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e0aff77-eaa7-4b66-90ed-bf1a35804ef6 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] GET failed (client error): The resource could not be found. Dec 08 16:20:07.465760 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-4e0aff77-eaa7-4b66-90ed-bf1a35804ef6 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "GET /v2.0/ports/124f0dd5-6e6a-4cb5-9c17-f1ac1a1dbba8 HTTP/1.1" status: 404 len: 333 time: 0.0249727 Dec 08 16:20:07.468360 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57378) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:07.498250 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5a757ae-a7a8-4730-8f44-198313e02beb tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] GET failed (client error): The resource could not be found. Dec 08 16:20:07.502244 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c5a757ae-a7a8-4730-8f44-198313e02beb tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "GET /v2.0/ports/d7dfdaf2-9de4-42e5-9cef-80721cac058b HTTP/1.1" status: 404 len: 333 time: 0.0305445 Dec 08 16:20:07.502524 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57382) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:07.520216 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ee9d3599-a7f4-4a89-8938-70647ae521e1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2a112426dcb64cb4bcd27262353eb1a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9191866 Dec 08 16:20:07.523308 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57384) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:07.548433 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9d3599-a7f4-4a89-8938-70647ae521e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5bf3a2-89c3-46af-b21e-f797c25180ac,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:07.586680 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c776a56b-d934-4537-90b9-3998aa0b58d3 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:20:07.601444 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bd34ed-ce62-45e1-a27f-bdf504a991bb None None] Sync routers for ids ['b3c63600-c489-42b0-b075-9f045925df98'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:20:07.611904 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ad9a7645-f9ec-46e0-aff2-b8308efdd4eb tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:07.615141 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bd34ed-ce62-45e1-a27f-bdf504a991bb None None] Routers {'b3c63600-c489-42b0-b075-9f045925df98'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:20:07.616583 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-f5bd34ed-ce62-45e1-a27f-bdf504a991bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:19:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['b3c63600-c489-42b0-b075-9f045925df98'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:07.633496 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b608f313-4eff-4095-84e7-74d4ce9ec2be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:07.638188 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e5681047-7a01-42cb-be87-7f9a2d605c2a req-0e0af076-53e1-49fa-9ab2-3cf8f229af63 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:07.657713 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['dae85fbb-fbb8-4f00-aa50-716d21ac1304'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:20:07.659863 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['7b9ad23d-9b65-4b17-a881-46d3a671805d'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:20:07.685882 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0af076-53e1-49fa-9ab2-3cf8f229af63 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Pushing event deleted for resources: {'Port': ['ID=dae85fbb-fbb8-4f00-aa50-716d21ac1304,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:07.713358 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-f5bd34ed-ce62-45e1-a27f-bdf504a991bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:07.718181 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b608f313-4eff-4095-84e7-74d4ce9ec2be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:07.719939 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c776a56b-d934-4537-90b9-3998aa0b58d3 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:07.723379 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c776a56b-d934-4537-90b9-3998aa0b58d3 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] 10.222.0.64 "DELETE /v2.0/ports/12f5728b-4304-4c9d-a73b-442f24342617 HTTP/1.1" status: 204 len: 168 time: 1.7113037 Dec 08 16:20:07.726441 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57388) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:07.742685 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bd34ed-ce62-45e1-a27f-bdf504a991bb None None] Routers {'b3c63600-c489-42b0-b075-9f045925df98'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:20:07.743332 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-f5bd34ed-ce62-45e1-a27f-bdf504a991bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:19:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['b3c63600-c489-42b0-b075-9f045925df98'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:07.784870 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5681047-7a01-42cb-be87-7f9a2d605c2a req-0e0af076-53e1-49fa-9ab2-3cf8f229af63 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] No DVR routers for this DVR port dae85fbb-fbb8-4f00-aa50-716d21ac1304 on host n-h2-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:20:07.788853 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-f5bd34ed-ce62-45e1-a27f-bdf504a991bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:07.789666 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e5681047-7a01-42cb-be87-7f9a2d605c2a req-0e0af076-53e1-49fa-9ab2-3cf8f229af63 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:07.789851 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bd34ed-ce62-45e1-a27f-bdf504a991bb None None] The sync data for ids ['b3c63600-c489-42b0-b075-9f045925df98'] in n-d-776250-12 is: [] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:20:07.793036 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e5681047-7a01-42cb-be87-7f9a2d605c2a req-0e0af076-53e1-49fa-9ab2-3cf8f229af63 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.37 "DELETE /v2.0/ports/dae85fbb-fbb8-4f00-aa50-716d21ac1304 HTTP/1.1" status: 204 len: 173 time: 1.0003543 Dec 08 16:20:07.793487 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f1e0362-48bf-417b-b53c-4acdd616c33f', 'name': 'network-vif-deleted', 'tag': 'dae85fbb-fbb8-4f00-aa50-716d21ac1304'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:20:07.795763 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ebfe94c-c64d-4a06-a317-6d7c807d9d34" -d '{"events": [{"server_uuid": "6f1e0362-48bf-417b-b53c-4acdd616c33f", "name": "network-vif-deleted", "tag": "dae85fbb-fbb8-4f00-aa50-716d21ac1304"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:20:07.806884 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b507c17d-87da-4603-b168-f284e993c7e3 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] 10.222.0.64 "GET /v2.0/floatingips/1dfd11bb-6faf-420e-965b-c221ac89026e HTTP/1.1" status: 200 len: 688 time: 0.0792058 Dec 08 16:20:07.809241 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57392) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:07.827976 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ad9a7645-f9ec-46e0-aff2-b8308efdd4eb tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:07.855200 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-ad9a7645-f9ec-46e0-aff2-b8308efdd4eb tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d1b827b-8999-4f71-9949-149b45d24b82']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:07.862402 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d35aac9-bab2-41e2-9ea7-425b888d85ca x-openstack-request-id: req-7d35aac9-bab2-41e2-9ea7-425b888d85ca {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:20:07.862708 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f1e0362-48bf-417b-b53c-4acdd616c33f", "name": "network-vif-deleted", "tag": "dae85fbb-fbb8-4f00-aa50-716d21ac1304", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:20:07.863113 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7d35aac9-bab2-41e2-9ea7-425b888d85ca {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:20:07.863887 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f1e0362-48bf-417b-b53c-4acdd616c33f', 'name': 'network-vif-deleted', 'tag': 'dae85fbb-fbb8-4f00-aa50-716d21ac1304', 'status': 'completed', 'code': 200} Dec 08 16:20:07.869363 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-ad9a7645-f9ec-46e0-aff2-b8308efdd4eb tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5e0422d-825c-45c4-909e-a229843ad112') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:07.869673 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-ad9a7645-f9ec-46e0-aff2-b8308efdd4eb tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5e0422d-825c-45c4-909e-a229843ad112') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:07.882022 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ad9a7645-f9ec-46e0-aff2-b8308efdd4eb tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:07.899159 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ad9a7645-f9ec-46e0-aff2-b8308efdd4eb tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:07.910070 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad9a7645-f9ec-46e0-aff2-b8308efdd4eb tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:20:07.912845 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ad9a7645-f9ec-46e0-aff2-b8308efdd4eb tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:07.916375 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:20:07.916375 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:20:07.916375 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:20:07.916375 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:20:07.916375 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:20:07.916375 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:20:07.916375 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:20:07.916375 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:20:07.916375 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:20:07.916375 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:20:07.916375 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:20:07.916375 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:20:07.916375 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:20:07.916375 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:20:07.916375 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:20:07.916375 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:20:07.916375 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:20:07.916375 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:20:07.916375 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:20:07.916375 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:20:07.916375 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:20:07.916375 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:20:07.916375 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:20:07.916375 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:20:07.916375 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:20:07.916375 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:20:07.916375 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:20:07.916375 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:20:07.916375 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:20:07.916375 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:20:07.916375 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:20:07.916375 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:20:07.968618 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-dda484b0-ce46-46b6-ab0c-887c0fd6901a tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Deleting port 3c2527f4-ce30-40cb-9d07-19499778a933 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:20:07.969005 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dda484b0-ce46-46b6-ab0c-887c0fd6901a tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:07.990130 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b608f313-4eff-4095-84e7-74d4ce9ec2be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:07.993471 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b608f313-4eff-4095-84e7-74d4ce9ec2be admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:07.997227 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b608f313-4eff-4095-84e7-74d4ce9ec2be admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9b5bf3a2-89c3-46af-b21e-f797c25180ac HTTP/1.1" status: 204 len: 168 time: 0.4708586 Dec 08 16:20:08.004248 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b608f313-4eff-4095-84e7-74d4ce9ec2be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5bf3a2-89c3-46af-b21e-f797c25180ac,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:08.054456 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ad9a7645-f9ec-46e0-aff2-b8308efdd4eb tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:08.062939 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dda484b0-ce46-46b6-ab0c-887c0fd6901a tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:08.063359 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dda484b0-ce46-46b6-ab0c-887c0fd6901a tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:08.072563 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ad9a7645-f9ec-46e0-aff2-b8308efdd4eb tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:08.076856 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ad9a7645-f9ec-46e0-aff2-b8308efdd4eb tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "DELETE /v2.0/networks/6d1b827b-8999-4f71-9949-149b45d24b82 HTTP/1.1" status: 204 len: 168 time: 0.5733154 Dec 08 16:20:08.082891 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57398) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:08.087226 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-dda484b0-ce46-46b6-ab0c-887c0fd6901a tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Calling delete_port for 3c2527f4-ce30-40cb-9d07-19499778a933 owned by network:floatingip {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:20:08.089593 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-dbfb4e1d-7030-4dc8-a8e4-7762666ad5ac tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1715227679'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:08.105483 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9a7645-f9ec-46e0-aff2-b8308efdd4eb tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event deleted for resources: {'Network': ['ID=6d1b827b-8999-4f71-9949-149b45d24b82,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:08.188795 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9ce71752-4714-4ad9-bac1-3e3821bfb31c req-bad2efbc-1d59-4109-955d-916ed6599104 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f1e0362-48bf-417b-b53c-4acdd616c33f HTTP/1.1" status: 200 len: 210 time: 0.0345352 Dec 08 16:20:08.225459 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbfb4e1d-7030-4dc8-a8e4-7762666ad5ac tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Made reservation on behalf of 841eb5bdac454b51a92c375fa562e333 for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:20:08.229324 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dbfb4e1d-7030-4dc8-a8e4-7762666ad5ac tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:08.272636 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbfb4e1d-7030-4dc8-a8e4-7762666ad5ac tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:20:08.282070 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf691d2-470e-422f-add1-803dd1dbc585 req-733384a9-2198-4172-b20e-61736186cdc4 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:08.283637 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bbf691d2-470e-422f-add1-803dd1dbc585 req-733384a9-2198-4172-b20e-61736186cdc4 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=d59076ab-1d2e-41cb-ab42-61d1ad109881 HTTP/1.1" status: 200 len: 943 time: 0.0880494 Dec 08 16:20:08.294885 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dbfb4e1d-7030-4dc8-a8e4-7762666ad5ac tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:08.295230 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-dbfb4e1d-7030-4dc8-a8e4-7762666ad5ac tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Added segment cfcc73b3-d8cc-426e-bff4-fc0b9d9c0b00 of type vlan for network b321d564-3cfa-4c5b-9628-ce328463f156 Dec 08 16:20:08.370471 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dbfb4e1d-7030-4dc8-a8e4-7762666ad5ac tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:08.373570 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dda484b0-ce46-46b6-ab0c-887c0fd6901a tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:08.383384 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bbf691d2-470e-422f-add1-803dd1dbc585 req-02f5447a-8e4b-40b6-a702-739bae4764d8 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898075 Dec 08 16:20:08.405709 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda484b0-ce46-46b6-ab0c-887c0fd6901a tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Pushing event deleted for resources: {'Port': ['ID=3c2527f4-ce30-40cb-9d07-19499778a933,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:08.465204 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dbfb4e1d-7030-4dc8-a8e4-7762666ad5ac tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:08.471529 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfb4e1d-7030-4dc8-a8e4-7762666ad5ac tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:08.472246 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dbfb4e1d-7030-4dc8-a8e4-7762666ad5ac tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:08.482128 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:08.487880 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dda484b0-ce46-46b6-ab0c-887c0fd6901a tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for floatingip, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:08.490905 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dda484b0-ce46-46b6-ab0c-887c0fd6901a tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:08.492140 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-dda484b0-ce46-46b6-ab0c-887c0fd6901a tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] 10.222.0.64 "DELETE /v2.0/floatingips/1dfd11bb-6faf-420e-965b-c221ac89026e HTTP/1.1" status: 204 len: 168 time: 0.6819534 Dec 08 16:20:08.496213 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57404) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:08.502021 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-378920fc-acc7-419c-97f4-cd35b583312e tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Request body: {'floatingip': {'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'port_id': '0f35dc46-ddf1-4b4c-afe0-d39bcec0ba51'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:08.545065 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfb4e1d-7030-4dc8-a8e4-7762666ad5ac tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event updated for resources: {'Network': ['ID=b321d564-3cfa-4c5b-9628-ce328463f156,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:08.558625 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network b321d564-3cfa-4c5b-9628-ce328463f156 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:20:08.586286 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-378920fc-acc7-419c-97f4-cd35b583312e tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for floatingip, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:08.700725 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-378920fc-acc7-419c-97f4-cd35b583312e tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:08.707287 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-dbfb4e1d-7030-4dc8-a8e4-7762666ad5ac tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6226087 Dec 08 16:20:08.710808 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57408) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:08.716056 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-482151d1-4f12-40a8-8bc7-235e13153e56 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Request body: {'subnet': {'network_id': 'b321d564-3cfa-4c5b-9628-ce328463f156', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:08.815412 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-378920fc-acc7-419c-97f4-cd35b583312e tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Allocated IP 172.25.0.210 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/70eee254-ac02-4b37-844f-9589e7a3e9b2) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:20:08.882506 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-482151d1-4f12-40a8-8bc7-235e13153e56 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Made reservation on behalf of 841eb5bdac454b51a92c375fa562e333 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:20:08.886104 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-482151d1-4f12-40a8-8bc7-235e13153e56 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:08.950706 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.ipam_backend_mixin [None req-482151d1-4f12-40a8-8bc7-235e13153e56 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Performing IP validity checks on allocation pools {{(pid=110551) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 08 16:20:08.950706 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.ipam_backend_mixin [None req-482151d1-4f12-40a8-8bc7-235e13153e56 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110551) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 08 16:20:08.967154 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57412) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:08.986845 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-880480ee-99af-42b3-b7c6-8e661df90c69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:09.163050 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-880480ee-99af-42b3-b7c6-8e661df90c69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:09.185454 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-482151d1-4f12-40a8-8bc7-235e13153e56 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:09.220492 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-880480ee-99af-42b3-b7c6-8e661df90c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:09.270190 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-378920fc-acc7-419c-97f4-cd35b583312e tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:09.294935 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-880480ee-99af-42b3-b7c6-8e661df90c69 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e15aa8d1bfac432ab24249e345fd1812&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3266041 Dec 08 16:20:09.295888 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482151d1-4f12-40a8-8bc7-235e13153e56 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event updated for resources: {'Subnet': ['ID=6fd50702-6e0d-492c-b6dd-491381944a39,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:09.301610 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880480ee-99af-42b3-b7c6-8e661df90c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eea2ef8-0f23-4b0f-9cf2-3ef43280fced,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:09.303899 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57418) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:09.331544 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482151d1-4f12-40a8-8bc7-235e13153e56 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Checking segment: {'id': 'cfcc73b3-d8cc-426e-bff4-fc0b9d9c0b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b321d564-3cfa-4c5b-9628-ce328463f156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:20:09.332048 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482151d1-4f12-40a8-8bc7-235e13153e56 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Network hostable DHCP agents. Network: b321d564-3cfa-4c5b-9628-ce328463f156, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:20:09.374735 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d541e287-11c2-44d5-b0e8-9cb7e8948107 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:09.397384 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d541e287-11c2-44d5-b0e8-9cb7e8948107 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:09.509423 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85571db5-aa63-474e-89fe-b41bef040206 req-f9cb6bc0-6dc0-4288-88a4-e664bda34c92 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:09.511284 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-85571db5-aa63-474e-89fe-b41bef040206 req-f9cb6bc0-6dc0-4288-88a4-e664bda34c92 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=d59076ab-1d2e-41cb-ab42-61d1ad109881 HTTP/1.1" status: 200 len: 943 time: 0.0508912 Dec 08 16:20:09.561333 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-85571db5-aa63-474e-89fe-b41bef040206 req-65e726a7-1043-4866-8219-fe8282a78f54 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439944 Dec 08 16:20:09.613318 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482151d1-4f12-40a8-8bc7-235e13153e56 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Network b321d564-3cfa-4c5b-9628-ce328463f156 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:20:09.613718 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d541e287-11c2-44d5-b0e8-9cb7e8948107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:09.617288 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d541e287-11c2-44d5-b0e8-9cb7e8948107 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:09.623530 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-d541e287-11c2-44d5-b0e8-9cb7e8948107 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8eea2ef8-0f23-4b0f-9cf2-3ef43280fced HTTP/1.1" status: 204 len: 168 time: 0.3132873 Dec 08 16:20:09.623530 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-378920fc-acc7-419c-97f4-cd35b583312e tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:09.659026 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d541e287-11c2-44d5-b0e8-9cb7e8948107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eea2ef8-0f23-4b0f-9cf2-3ef43280fced,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:09.684968 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378920fc-acc7-419c-97f4-cd35b583312e tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:20:09.688522 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-378920fc-acc7-419c-97f4-cd35b583312e tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:20:09.700082 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-482151d1-4f12-40a8-8bc7-235e13153e56 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, b321d564-3cfa-4c5b-9628-ce328463f156) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:20:09.700259 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378920fc-acc7-419c-97f4-cd35b583312e tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:20:09.707938 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482151d1-4f12-40a8-8bc7-235e13153e56 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:09.709667 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-482151d1-4f12-40a8-8bc7-235e13153e56 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:09.715802 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1f70ca-8f5c-4ff5-9e0e-334b3ef036fd None None] Network b321d564-3cfa-4c5b-9628-ce328463f156 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:20:09.735375 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378920fc-acc7-419c-97f4-cd35b583312e tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Pushing event updated for resources: {'Port': ['ID=70eee254-ac02-4b37-844f-9589e7a3e9b2,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:09.824519 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccc502d-d73e-43a3-94e0-9f27ae7b4b3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-b321d564-3cfa-4c5b-9628-ce328463f156', 'network_id': 'b321d564-3cfa-4c5b-9628-ce328463f156', 'project_id': '841eb5bdac454b51a92c375fa562e333', 'fixed_ips': [{'subnet_id': '6fd50702-6e0d-492c-b6dd-491381944a39'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:20:09.825462 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0ccc502d-d73e-43a3-94e0-9f27ae7b4b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:09.842135 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-482151d1-4f12-40a8-8bc7-235e13153e56 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1275575 Dec 08 16:20:09.842374 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57428) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:09.847754 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-f0c83549-cbfe-43c5-9fbe-6c159f8d50c8 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Request body: {'port': {'network_id': 'b321d564-3cfa-4c5b-9628-ce328463f156', 'name': 'tempest-PortsTestJSON-1077355533'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:10.041417 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce128b5c-7adc-409b-9e44-2399a5aeb67b req-a5c40210-55fb-488f-975d-7a706f132f88 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:10.042964 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ce128b5c-7adc-409b-9e44-2399a5aeb67b req-a5c40210-55fb-488f-975d-7a706f132f88 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=adefda5d-bce5-412f-a53a-92f34c530f69 HTTP/1.1" status: 200 len: 945 time: 0.1105540 Dec 08 16:20:10.045060 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-0ccc502d-d73e-43a3-94e0-9f27ae7b4b3c None None] Allocated IP 172.20.0.2 (b321d564-3cfa-4c5b-9628-ce328463f156/6fd50702-6e0d-492c-b6dd-491381944a39/6b769027-6531-426a-9f09-46765b728d94) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:20:10.106152 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c83549-cbfe-43c5-9fbe-6c159f8d50c8 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Made reservation on behalf of 841eb5bdac454b51a92c375fa562e333 for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:20:10.113015 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f0c83549-cbfe-43c5-9fbe-6c159f8d50c8 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:10.138614 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-f0c83549-cbfe-43c5-9fbe-6c159f8d50c8 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] device_id is not set on port 6151e14a-871f-4e77-a27a-56736dbd9cc3 yet. {{(pid=110551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:20:10.159350 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ce128b5c-7adc-409b-9e44-2399a5aeb67b req-4814d581-255e-41aa-aac3-14d2049bb15a tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046655 Dec 08 16:20:10.213527 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-378920fc-acc7-419c-97f4-cd35b583312e tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:10.243110 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0ccc502d-d73e-43a3-94e0-9f27ae7b4b3c None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:10.333647 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0ccc502d-d73e-43a3-94e0-9f27ae7b4b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:10.369566 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccc502d-d73e-43a3-94e0-9f27ae7b4b3c None None] Network b321d564-3cfa-4c5b-9628-ce328463f156 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:20:10.372452 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-0ccc502d-d73e-43a3-94e0-9f27ae7b4b3c None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:20:10.375931 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccc502d-d73e-43a3-94e0-9f27ae7b4b3c None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:20:10.396118 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-378920fc-acc7-419c-97f4-cd35b583312e tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:10.406251 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-f0c83549-cbfe-43c5-9fbe-6c159f8d50c8 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Allocated IP 172.20.0.5 (b321d564-3cfa-4c5b-9628-ce328463f156/6fd50702-6e0d-492c-b6dd-491381944a39/6151e14a-871f-4e77-a27a-56736dbd9cc3) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:20:10.420055 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccc502d-d73e-43a3-94e0-9f27ae7b4b3c None None] Pushing event updated for resources: {'Port': ['ID=6b769027-6531-426a-9f09-46765b728d94,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:10.453379 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-0ccc502d-d73e-43a3-94e0-9f27ae7b4b3c None None] Attempting to bind port 6b769027-6531-426a-9f09-46765b728d94 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:20:10.457707 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-0ccc502d-d73e-43a3-94e0-9f27ae7b4b3c None None] Attempting to bind port 6b769027-6531-426a-9f09-46765b728d94 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'cfcc73b3-d8cc-426e-bff4-fc0b9d9c0b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b321d564-3cfa-4c5b-9628-ce328463f156'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:20:10.457707 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccc502d-d73e-43a3-94e0-9f27ae7b4b3c None None] Attempting to bind port 6b769027-6531-426a-9f09-46765b728d94 on network b321d564-3cfa-4c5b-9628-ce328463f156 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:20:10.460057 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccc502d-d73e-43a3-94e0-9f27ae7b4b3c None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:20:10.460489 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccc502d-d73e-43a3-94e0-9f27ae7b4b3c None None] Checking segment: {'id': 'cfcc73b3-d8cc-426e-bff4-fc0b9d9c0b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b321d564-3cfa-4c5b-9628-ce328463f156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:20:10.460899 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0ccc502d-d73e-43a3-94e0-9f27ae7b4b3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:10.461298 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccc502d-d73e-43a3-94e0-9f27ae7b4b3c None None] Bound using segment: {'id': 'cfcc73b3-d8cc-426e-bff4-fc0b9d9c0b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b321d564-3cfa-4c5b-9628-ce328463f156'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:20:10.461771 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-0ccc502d-d73e-43a3-94e0-9f27ae7b4b3c None None] Bound port: 6b769027-6531-426a-9f09-46765b728d94, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfcc73b3-d8cc-426e-bff4-fc0b9d9c0b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b321d564-3cfa-4c5b-9628-ce328463f156'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:20:10.462160 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0ccc502d-d73e-43a3-94e0-9f27ae7b4b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:10.527015 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-0ccc502d-d73e-43a3-94e0-9f27ae7b4b3c None None] For port 6b769027-6531-426a-9f09-46765b728d94, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:20:10.543795 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-0ccc502d-d73e-43a3-94e0-9f27ae7b4b3c None None] For port 6b769027-6531-426a-9f09-46765b728d94, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=6b769027-6531-426a-9f09-46765b728d94,segment=NetworkSegment(cfcc73b3-d8cc-426e-bff4-fc0b9d9c0b00),segment_id=cfcc73b3-d8cc-426e-bff4-fc0b9d9c0b00)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:20:10.577616 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f0c83549-cbfe-43c5-9fbe-6c159f8d50c8 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:10.593407 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-378920fc-acc7-419c-97f4-cd35b583312e tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:10.595798 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device dae85fbb-fbb8-4f00-aa50-716d21ac1304 no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:20:10.619642 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: dae85fbb-fbb8-4f00-aa50-716d21ac1304 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:20:10.620129 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device dae85fbb-fbb8-4f00-aa50-716d21ac1304 not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:20:10.664924 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-378920fc-acc7-419c-97f4-cd35b583312e tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:10.674150 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f0c83549-cbfe-43c5-9fbe-6c159f8d50c8 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:10.678601 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0ccc502d-d73e-43a3-94e0-9f27ae7b4b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:10.743593 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d3b1d-4a80-48ac-9c3c-fca98a0a2b24 req-85a55cf8-f17e-4520-a4d6-f11c09e48166 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:10.763375 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a39d3b1d-4a80-48ac-9c3c-fca98a0a2b24 req-85a55cf8-f17e-4520-a4d6-f11c09e48166 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=d59076ab-1d2e-41cb-ab42-61d1ad109881 HTTP/1.1" status: 200 len: 943 time: 0.1258152 Dec 08 16:20:10.769893 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c83549-cbfe-43c5-9fbe-6c159f8d50c8 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Network b321d564-3cfa-4c5b-9628-ce328463f156 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:20:10.781311 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-f0c83549-cbfe-43c5-9fbe-6c159f8d50c8 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:20:10.791065 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c83549-cbfe-43c5-9fbe-6c159f8d50c8 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event updated for resources: {'Port': ['ID=6151e14a-871f-4e77-a27a-56736dbd9cc3,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:10.794152 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c83549-cbfe-43c5-9fbe-6c159f8d50c8 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:20:10.794901 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378920fc-acc7-419c-97f4-cd35b583312e tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Pushing event updated for resources: {'Port': ['ID=70eee254-ac02-4b37-844f-9589e7a3e9b2,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:10.808644 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccc502d-d73e-43a3-94e0-9f27ae7b4b3c None None] Pushing event updated for resources: {'Port': ['ID=6b769027-6531-426a-9f09-46765b728d94,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:10.811194 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-378920fc-acc7-419c-97f4-cd35b583312e tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:10.870908 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c83549-cbfe-43c5-9fbe-6c159f8d50c8 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:10.871543 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f0c83549-cbfe-43c5-9fbe-6c159f8d50c8 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:10.876689 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a39d3b1d-4a80-48ac-9c3c-fca98a0a2b24 req-a614f8ae-1b14-456d-8326-c9ebbdb133c2 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124713 Dec 08 16:20:10.938521 n-d-776250-12 neutron-server[110550]: INFO neutron.db.l3_db [None req-378920fc-acc7-419c-97f4-cd35b583312e tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Floating IP ae229e72-be40-4a46-9c79-d1d6d3a1a679 associated. External IP: 172.25.0.210, port: 0f35dc46-ddf1-4b4c-afe0-d39bcec0ba51. Dec 08 16:20:11.026609 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f0c83549-cbfe-43c5-9fbe-6c159f8d50c8 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1829607 Dec 08 16:20:11.030236 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57456) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:11.163613 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-00089a66-a430-4350-82d4-606ef1f32aeb tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Deleting port 6151e14a-871f-4e77-a27a-56736dbd9cc3 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:20:11.164731 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-00089a66-a430-4350-82d4-606ef1f32aeb tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:11.245965 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-378920fc-acc7-419c-97f4-cd35b583312e tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Router b3c63600-c489-42b0-b075-9f045925df98 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:20:11.320669 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-00089a66-a430-4350-82d4-606ef1f32aeb tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:11.338205 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-00089a66-a430-4350-82d4-606ef1f32aeb tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Calling delete_port for 6151e14a-871f-4e77-a27a-56736dbd9cc3 owned by {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:20:11.349899 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e83e050-b6ce-4e7c-93e0-3e4289d38561 req-fb91ff69-9fcf-4dc8-a996-ae3df3a41808 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:11.351431 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9e83e050-b6ce-4e7c-93e0-3e4289d38561 req-fb91ff69-9fcf-4dc8-a996-ae3df3a41808 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=adefda5d-bce5-412f-a53a-92f34c530f69 HTTP/1.1" status: 200 len: 945 time: 0.0959189 Dec 08 16:20:11.373889 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-378920fc-acc7-419c-97f4-cd35b583312e tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:20:11.385033 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793a80e8-cbb9-4b66-994f-81080b1bfb02 None None] Sync routers for ids ['b3c63600-c489-42b0-b075-9f045925df98'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:20:11.395772 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793a80e8-cbb9-4b66-994f-81080b1bfb02 None None] Routers {'b3c63600-c489-42b0-b075-9f045925df98'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:20:11.396492 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-793a80e8-cbb9-4b66-994f-81080b1bfb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:19:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['b3c63600-c489-42b0-b075-9f045925df98'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:11.433605 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 3d765efb-79c3-4c3d-9c18-e4e21db047bc details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:20:11.434399 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-793a80e8-cbb9-4b66-994f-81080b1bfb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:11.445355 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793a80e8-cbb9-4b66-994f-81080b1bfb02 None None] Routers {'b3c63600-c489-42b0-b075-9f045925df98'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:20:11.446335 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-793a80e8-cbb9-4b66-994f-81080b1bfb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:19:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['b3c63600-c489-42b0-b075-9f045925df98'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:11.458940 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9e83e050-b6ce-4e7c-93e0-3e4289d38561 req-6ea0908a-d732-49d9-9b60-afc7ea4205e7 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000381 Dec 08 16:20:11.495403 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-793a80e8-cbb9-4b66-994f-81080b1bfb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:11.496322 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793a80e8-cbb9-4b66-994f-81080b1bfb02 None None] The sync data for ids ['b3c63600-c489-42b0-b075-9f045925df98'] in n-d-776250-12 is: [] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:20:11.543330 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 3d765efb-79c3-4c3d-9c18-e4e21db047bc, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=3d765efb-79c3-4c3d-9c18-e4e21db047bc,segment=NetworkSegment(bb740625-1067-4eb4-8c3f-54ce2bbbb747),segment_id=bb740625-1067-4eb4-8c3f-54ce2bbbb747)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:20:11.556091 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '3d765efb-79c3-4c3d-9c18-e4e21db047bc', 'network_id': '444a8cbb-ee83-40d1-9772-ed3daa005a16', 'port_id': '3d765efb-79c3-4c3d-9c18-e4e21db047bc', 'mac_address': 'fa:16:3e:f7:a3:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921ca20d-c445-4985-be5a-b19c39bd838b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:20:11.564275 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-378920fc-acc7-419c-97f4-cd35b583312e tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:11.593656 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-22323e8d-c6cd-43a7-9c4d-c8ac9e576f70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:11.600272 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:11.611347 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-378920fc-acc7-419c-97f4-cd35b583312e tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 3.1110542 Dec 08 16:20:11.611588 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57464) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:11.614732 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d765efb-79c3-4c3d-9c18-e4e21db047bc {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:20:11.617319 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-2baecaaf-5349-4617-aa64-592ea42b8fec tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1583144170'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:11.638810 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 3d765efb-79c3-4c3d-9c18-e4e21db047bc, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=3d765efb-79c3-4c3d-9c18-e4e21db047bc,segment=NetworkSegment(bb740625-1067-4eb4-8c3f-54ce2bbbb747),segment_id=bb740625-1067-4eb4-8c3f-54ce2bbbb747)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:20:11.664834 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-00089a66-a430-4350-82d4-606ef1f32aeb tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:11.696076 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00089a66-a430-4350-82d4-606ef1f32aeb tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event deleted for resources: {'Port': ['ID=6151e14a-871f-4e77-a27a-56736dbd9cc3,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:11.744674 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2baecaaf-5349-4617-aa64-592ea42b8fec tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Made reservation on behalf of 3dfaa92ee25a480b9e789f76eb5125bb for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:20:11.748311 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2baecaaf-5349-4617-aa64-592ea42b8fec tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:11.768027 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-00089a66-a430-4350-82d4-606ef1f32aeb tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:11.770415 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:11.773210 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-00089a66-a430-4350-82d4-606ef1f32aeb tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "DELETE /v2.0/ports/6151e14a-871f-4e77-a27a-56736dbd9cc3 HTTP/1.1" status: 204 len: 168 time: 0.7414715 Dec 08 16:20:11.775436 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57466) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:11.780154 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2baecaaf-5349-4617-aa64-592ea42b8fec tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:20:11.792636 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2baecaaf-5349-4617-aa64-592ea42b8fec tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:11.793184 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-2baecaaf-5349-4617-aa64-592ea42b8fec tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Added segment e8a4bf36-1b33-478c-975f-c51e27944d22 of type vlan for network 9ee42eec-9b8c-4ffb-b265-0610cb230d25 Dec 08 16:20:11.807008 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-16c44226-201a-4581-a4cc-47be2ee5b4ea tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] DELETE failed (client error): The resource could not be found. Dec 08 16:20:11.807637 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16c44226-201a-4581-a4cc-47be2ee5b4ea tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:20:11.811051 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-16c44226-201a-4581-a4cc-47be2ee5b4ea tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "DELETE /v2.0/ports/6151e14a-871f-4e77-a27a-56736dbd9cc3 HTTP/1.1" status: 404 len: 333 time: 0.0345671 Dec 08 16:20:11.813914 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57472) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:11.856207 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-d21ee4c9-158a-4cd2-ac29-9681d3ca80cd tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] GET failed (client error): The resource could not be found. Dec 08 16:20:11.856207 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d21ee4c9-158a-4cd2-ac29-9681d3ca80cd tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "GET /v2.0/ports/6151e14a-871f-4e77-a27a-56736dbd9cc3 HTTP/1.1" status: 404 len: 333 time: 0.0362434 Dec 08 16:20:11.856207 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57476) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:11.860635 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=3d765efb-79c3-4c3d-9c18-e4e21db047bc,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:11.943069 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2baecaaf-5349-4617-aa64-592ea42b8fec tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:11.943424 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd891c49-4045-4c69-bab7-1d8e4770cb48 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Deleting subnet 6fd50702-6e0d-492c-b6dd-491381944a39 {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:20:11.946962 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fd891c49-4045-4c69-bab7-1d8e4770cb48 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:12.018789 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fd891c49-4045-4c69-bab7-1d8e4770cb48 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:12.033591 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69df2aa5-3f0b-49b7-afb7-aa129bce4c73 None None] Network b321d564-3cfa-4c5b-9628-ce328463f156 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:20:12.042408 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2baecaaf-5349-4617-aa64-592ea42b8fec tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:12.049495 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2baecaaf-5349-4617-aa64-592ea42b8fec tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:12.053170 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2baecaaf-5349-4617-aa64-592ea42b8fec tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:12.125508 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-dea92109-b607-4c75-92e1-eea4fea4acef None None] Provisioning complete for port 6b769027-6531-426a-9f09-46765b728d94 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:12.125999 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-dea92109-b607-4c75-92e1-eea4fea4acef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:12.135603 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a6c5d-b96a-4220-a8d4-179e5e6b4cc7 req-3c6b58e5-1107-4c90-9cf7-8c8d17c6a460 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:12.137601 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f31a6c5d-b96a-4220-a8d4-179e5e6b4cc7 req-3c6b58e5-1107-4c90-9cf7-8c8d17c6a460 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=d59076ab-1d2e-41cb-ab42-61d1ad109881 HTTP/1.1" status: 200 len: 944 time: 0.1687069 Dec 08 16:20:12.153955 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-2baecaaf-5349-4617-aa64-592ea42b8fec tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5412238 Dec 08 16:20:12.164334 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['3d765efb-79c3-4c3d-9c18-e4e21db047bc'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:20:12.165482 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57486) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:12.171394 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-9bea47d3-d46c-40a6-8a16-9d9b5b34a20d tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Request body: {'subnet': {'network_id': '9ee42eec-9b8c-4ffb-b265-0610cb230d25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:12.232770 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fd891c49-4045-4c69-bab7-1d8e4770cb48 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:12.249722 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baecaaf-5349-4617-aa64-592ea42b8fec tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Pushing event updated for resources: {'Network': ['ID=9ee42eec-9b8c-4ffb-b265-0610cb230d25,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:12.260070 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f31a6c5d-b96a-4220-a8d4-179e5e6b4cc7 req-c4376d64-0324-4e5b-9ed1-8b0459eced45 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151431 Dec 08 16:20:12.299933 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 9ee42eec-9b8c-4ffb-b265-0610cb230d25 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:20:12.397509 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fd891c49-4045-4c69-bab7-1d8e4770cb48 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:12.472668 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bea47d3-d46c-40a6-8a16-9d9b5b34a20d tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Made reservation on behalf of 3dfaa92ee25a480b9e789f76eb5125bb for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:20:12.478064 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9bea47d3-d46c-40a6-8a16-9d9b5b34a20d tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:12.481465 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fd891c49-4045-4c69-bab7-1d8e4770cb48 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:12.497064 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-fd891c49-4045-4c69-bab7-1d8e4770cb48 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "DELETE /v2.0/subnets/6fd50702-6e0d-492c-b6dd-491381944a39 HTTP/1.1" status: 204 len: 168 time: 0.6412609 Dec 08 16:20:12.501430 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57494) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:12.501430 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd891c49-4045-4c69-bab7-1d8e4770cb48 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event deleted for resources: {'Subnet': ['ID=6fd50702-6e0d-492c-b6dd-491381944a39,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:12.526584 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-dea92109-b607-4c75-92e1-eea4fea4acef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:12.601787 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f4e50-5646-4dab-8486-90bcac57b924 req-7482eb71-3591-4c72-bc84-5756138b86d5 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:12.604459 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-245f4e50-5646-4dab-8486-90bcac57b924 req-7482eb71-3591-4c72-bc84-5756138b86d5 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.76 "GET /v2.0/ports?device_id=adefda5d-bce5-412f-a53a-92f34c530f69 HTTP/1.1" status: 200 len: 945 time: 0.2026186 Dec 08 16:20:12.645062 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-dea92109-b607-4c75-92e1-eea4fea4acef None None] For port 6b769027-6531-426a-9f09-46765b728d94, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=6b769027-6531-426a-9f09-46765b728d94,segment=NetworkSegment(cfcc73b3-d8cc-426e-bff4-fc0b9d9c0b00),segment_id=cfcc73b3-d8cc-426e-bff4-fc0b9d9c0b00)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:20:12.663063 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e77b23f9-0a4e-4248-ab45-ad79fc9105a5 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:12.727137 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-e77b23f9-0a4e-4248-ab45-ad79fc9105a5 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Deleting port 6b769027-6531-426a-9f09-46765b728d94 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:20:12.727489 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e77b23f9-0a4e-4248-ab45-ad79fc9105a5 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:12.757159 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-dea92109-b607-4c75-92e1-eea4fea4acef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:12.785431 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57500) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:12.790129 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a3e082-26cd-432b-b420-207954e9967b req-b04f90da-350e-48e5-b425-d5d0df8df5df tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:12.795724 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-48a3e082-26cd-432b-b420-207954e9967b req-b04f90da-350e-48e5-b425-d5d0df8df5df tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=adefda5d-bce5-412f-a53a-92f34c530f69 HTTP/1.1" status: 200 len: 945 time: 0.1814504 Dec 08 16:20:12.811993 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2b13f2-88b2-4918-9a89-043956ec3e65 None None] Network b321d564-3cfa-4c5b-9628-ce328463f156 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:20:12.830073 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-e77b23f9-0a4e-4248-ab45-ad79fc9105a5 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] For port 6b769027-6531-426a-9f09-46765b728d94, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=6b769027-6531-426a-9f09-46765b728d94,segment=NetworkSegment(cfcc73b3-d8cc-426e-bff4-fc0b9d9c0b00),segment_id=cfcc73b3-d8cc-426e-bff4-fc0b9d9c0b00)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:20:12.830494 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e77b23f9-0a4e-4248-ab45-ad79fc9105a5 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:12.847758 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-e77b23f9-0a4e-4248-ab45-ad79fc9105a5 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Calling delete_port for 6b769027-6531-426a-9f09-46765b728d94 owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:20:12.900414 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-48a3e082-26cd-432b-b420-207954e9967b req-26bf57b6-507b-4255-a614-0648f32b749c tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/security-groups?id=e17a4e68-8fd8-4213-9e4e-e52996c8d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012626 Dec 08 16:20:12.914746 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-c2530c6f-65b4-42a4-98e6-1f1307839135 tempest-QuotasNegativeTest-1786302717 tempest-QuotasNegativeTest-1786302717-project-admin] Request body: {'quota': {'network': 2}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:12.959573 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-245f4e50-5646-4dab-8486-90bcac57b924 req-a76c6e0f-362c-49a1-9268-2f6d32c7a6bd tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Deleting port 7b9ad23d-9b65-4b17-a881-46d3a671805d {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:20:12.959891 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-245f4e50-5646-4dab-8486-90bcac57b924 req-a76c6e0f-362c-49a1-9268-2f6d32c7a6bd tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:13.031951 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c2530c6f-65b4-42a4-98e6-1f1307839135 tempest-QuotasNegativeTest-1786302717 tempest-QuotasNegativeTest-1786302717-project-admin] 10.222.0.64 "PUT /v2.0/quotas/a59bd8fdea0945baaa8882e26d84acd5 HTTP/1.1" status: 200 len: 368 time: 0.2453845 Dec 08 16:20:13.039507 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57506) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:13.069669 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-bfeedeb3-9001-428c-a445-a459620ae91b tempest-QuotasNegativeTest-1786302717 tempest-QuotasNegativeTest-1786302717-project-admin] Request body: {'network': {'project_id': 'a59bd8fdea0945baaa8882e26d84acd5'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:13.070284 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e77b23f9-0a4e-4248-ab45-ad79fc9105a5 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:13.096427 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-3721fbb1-0890-4f05-9bfa-d628a8cd03fc None None] Could not find standard attr ID for object 6b769027-6531-426a-9f09-46765b728d94. {{(pid=110552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:20:13.119255 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-245f4e50-5646-4dab-8486-90bcac57b924 req-a76c6e0f-362c-49a1-9268-2f6d32c7a6bd tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] For port 7b9ad23d-9b65-4b17-a881-46d3a671805d, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=7b9ad23d-9b65-4b17-a881-46d3a671805d,segment=NetworkSegment(e55a582f-5aba-4151-a1c0-e3d3c6210d61),segment_id=e55a582f-5aba-4151-a1c0-e3d3c6210d61)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:20:13.121426 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-245f4e50-5646-4dab-8486-90bcac57b924 req-a76c6e0f-362c-49a1-9268-2f6d32c7a6bd tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:13.121631 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77b23f9-0a4e-4248-ab45-ad79fc9105a5 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event deleted for resources: {'Port': ['ID=6b769027-6531-426a-9f09-46765b728d94,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:13.121753 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 6b769027-6531-426a-9f09-46765b728d94 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:20:13.125455 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77b23f9-0a4e-4248-ab45-ad79fc9105a5 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] No DVR routers for this DVR port 6b769027-6531-426a-9f09-46765b728d94 on host n-d-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:20:13.143768 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-245f4e50-5646-4dab-8486-90bcac57b924 req-a76c6e0f-362c-49a1-9268-2f6d32c7a6bd tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Calling delete_port for 7b9ad23d-9b65-4b17-a881-46d3a671805d owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:20:13.146535 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9bea47d3-d46c-40a6-8a16-9d9b5b34a20d tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:13.152922 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea92109-b607-4c75-92e1-eea4fea4acef None None] Pushing event updated for resources: {'Port': ['ID=6b769027-6531-426a-9f09-46765b728d94,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:13.156248 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 6b769027-6531-426a-9f09-46765b728d94 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:20:13.156605 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 6b769027-6531-426a-9f09-46765b728d94 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 08 16:20:13.189225 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Port 6b769027-6531-426a-9f09-46765b728d94 not found, will not notify nova. {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 08 16:20:13.221157 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571f8083-451e-4643-a2fc-506a8492cebe None None] DHCP port deletion for b321d564-3cfa-4c5b-9628-ce328463f156 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:20:13.253970 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e77b23f9-0a4e-4248-ab45-ad79fc9105a5 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:13.273114 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-e77b23f9-0a4e-4248-ab45-ad79fc9105a5 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b321d564-3cfa-4c5b-9628-ce328463f156']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:13.282826 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-e77b23f9-0a4e-4248-ab45-ad79fc9105a5 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfcc73b3-d8cc-426e-bff4-fc0b9d9c0b00') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:13.283127 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-e77b23f9-0a4e-4248-ab45-ad79fc9105a5 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfcc73b3-d8cc-426e-bff4-fc0b9d9c0b00') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:13.284841 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfeedeb3-9001-428c-a445-a459620ae91b tempest-QuotasNegativeTest-1786302717 tempest-QuotasNegativeTest-1786302717-project-admin] Made reservation on behalf of a59bd8fdea0945baaa8882e26d84acd5 for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:20:13.288153 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bfeedeb3-9001-428c-a445-a459620ae91b tempest-QuotasNegativeTest-1786302717 tempest-QuotasNegativeTest-1786302717-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:13.288485 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bea47d3-d46c-40a6-8a16-9d9b5b34a20d tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Pushing event updated for resources: {'Subnet': ['ID=da0736a9-1019-42f9-a630-09821b7ef548,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:13.305338 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bfeedeb3-9001-428c-a445-a459620ae91b tempest-QuotasNegativeTest-1786302717 tempest-QuotasNegativeTest-1786302717-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:13.309176 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e77b23f9-0a4e-4248-ab45-ad79fc9105a5 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:13.314410 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bea47d3-d46c-40a6-8a16-9d9b5b34a20d tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Checking segment: {'id': 'e8a4bf36-1b33-478c-975f-c51e27944d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9ee42eec-9b8c-4ffb-b265-0610cb230d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:20:13.314758 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bea47d3-d46c-40a6-8a16-9d9b5b34a20d tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Network hostable DHCP agents. Network: 9ee42eec-9b8c-4ffb-b265-0610cb230d25, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:20:13.337579 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e77b23f9-0a4e-4248-ab45-ad79fc9105a5 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:13.345350 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e77b23f9-0a4e-4248-ab45-ad79fc9105a5 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:20:13.345760 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e77b23f9-0a4e-4248-ab45-ad79fc9105a5 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:13.350096 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:20:13.350096 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:20:13.350096 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:20:13.350096 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:20:13.350096 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:20:13.350096 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:20:13.350096 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:20:13.350096 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:20:13.350096 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:20:13.350096 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:20:13.350096 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:20:13.350096 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:20:13.350096 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:20:13.350096 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:20:13.350096 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:20:13.350096 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:20:13.350096 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:20:13.350096 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:20:13.350096 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:20:13.350096 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:20:13.350096 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:20:13.350096 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:20:13.350096 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:20:13.350096 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:20:13.350096 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:20:13.350096 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:20:13.350096 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:20:13.350096 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:20:13.350096 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:20:13.350096 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:20:13.350096 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:20:13.350096 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:20:13.454297 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2121a-29c4-4dba-a74e-ad2a365ed8dd req-c070ce3c-dd94-47ae-a967-ecd419fd5315 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:13.455747 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c0b2121a-29c4-4dba-a74e-ad2a365ed8dd req-c070ce3c-dd94-47ae-a967-ecd419fd5315 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=d59076ab-1d2e-41cb-ab42-61d1ad109881 HTTP/1.1" status: 200 len: 944 time: 0.0645270 Dec 08 16:20:13.463470 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 3d765efb-79c3-4c3d-9c18-e4e21db047bc up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:20:13.464679 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bea47d3-d46c-40a6-8a16-9d9b5b34a20d tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Network 9ee42eec-9b8c-4ffb-b265-0610cb230d25 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:20:13.506968 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c0b2121a-29c4-4dba-a74e-ad2a365ed8dd req-146902fd-b416-4b63-9f11-dd5a74289fc9 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442743 Dec 08 16:20:13.516328 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-245f4e50-5646-4dab-8486-90bcac57b924 req-a76c6e0f-362c-49a1-9268-2f6d32c7a6bd tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:13.547684 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76c6e0f-362c-49a1-9268-2f6d32c7a6bd tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Pushing event deleted for resources: {'Port': ['ID=7b9ad23d-9b65-4b17-a881-46d3a671805d,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:13.590486 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-245f4e50-5646-4dab-8486-90bcac57b924 req-a76c6e0f-362c-49a1-9268-2f6d32c7a6bd tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] No DVR routers for this DVR port 7b9ad23d-9b65-4b17-a881-46d3a671805d on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:20:13.593178 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-245f4e50-5646-4dab-8486-90bcac57b924 req-a76c6e0f-362c-49a1-9268-2f6d32c7a6bd tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:13.596788 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-245f4e50-5646-4dab-8486-90bcac57b924 req-a76c6e0f-362c-49a1-9268-2f6d32c7a6bd tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.76 "DELETE /v2.0/ports/7b9ad23d-9b65-4b17-a881-46d3a671805d HTTP/1.1" status: 204 len: 173 time: 0.9851453 Dec 08 16:20:13.597249 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adefda5d-bce5-412f-a53a-92f34c530f69', 'name': 'network-vif-deleted', 'tag': '7b9ad23d-9b65-4b17-a881-46d3a671805d'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:20:13.597880 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e77b23f9-0a4e-4248-ab45-ad79fc9105a5 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:13.599697 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ce3aeb-89d6-4308-88bf-129e1aff27c5" -d '{"events": [{"server_uuid": "adefda5d-bce5-412f-a53a-92f34c530f69", "name": "network-vif-deleted", "tag": "7b9ad23d-9b65-4b17-a881-46d3a671805d"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:20:13.604601 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e77b23f9-0a4e-4248-ab45-ad79fc9105a5 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:13.613711 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57514) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:13.614239 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e77b23f9-0a4e-4248-ab45-ad79fc9105a5 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "DELETE /v2.0/networks/b321d564-3cfa-4c5b-9628-ce328463f156 HTTP/1.1" status: 204 len: 168 time: 1.1093390 Dec 08 16:20:13.619808 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-273709ee-91b0-454d-948c-2d8d4e966eb1 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-461566139'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:13.630517 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port 3d765efb-79c3-4c3d-9c18-e4e21db047bc completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:20:13.632024 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-9bea47d3-d46c-40a6-8a16-9d9b5b34a20d tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 9ee42eec-9b8c-4ffb-b265-0610cb230d25) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:20:13.636035 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 3d765efb-79c3-4c3d-9c18-e4e21db047bc triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:13.636446 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:13.644723 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77b23f9-0a4e-4248-ab45-ad79fc9105a5 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event deleted for resources: {'Network': ['ID=b321d564-3cfa-4c5b-9628-ce328463f156,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:13.651088 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bea47d3-d46c-40a6-8a16-9d9b5b34a20d tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:13.651088 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9bea47d3-d46c-40a6-8a16-9d9b5b34a20d tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:13.663008 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3fd92f9-b541-4237-b44c-40a9e3882180 x-openstack-request-id: req-e3fd92f9-b541-4237-b44c-40a9e3882180 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:20:13.664056 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adefda5d-bce5-412f-a53a-92f34c530f69", "name": "network-vif-deleted", "tag": "7b9ad23d-9b65-4b17-a881-46d3a671805d", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:20:13.664341 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e3fd92f9-b541-4237-b44c-40a9e3882180 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:20:13.664859 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adefda5d-bce5-412f-a53a-92f34c530f69', 'name': 'network-vif-deleted', 'tag': '7b9ad23d-9b65-4b17-a881-46d3a671805d', 'status': 'completed', 'code': 200} Dec 08 16:20:13.670639 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835b7a47-6806-4536-ae6f-2369b518d0e9 None None] Network 9ee42eec-9b8c-4ffb-b265-0610cb230d25 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:20:13.696743 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bfeedeb3-9001-428c-a445-a459620ae91b tempest-QuotasNegativeTest-1786302717 tempest-QuotasNegativeTest-1786302717-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:13.805873 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7d42ba-8f24-4ce8-8211-a915ef9b7f2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-9ee42eec-9b8c-4ffb-b265-0610cb230d25', 'network_id': '9ee42eec-9b8c-4ffb-b265-0610cb230d25', 'project_id': '3dfaa92ee25a480b9e789f76eb5125bb', 'fixed_ips': [{'subnet_id': 'da0736a9-1019-42f9-a630-09821b7ef548'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:20:13.806234 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8b7d42ba-8f24-4ce8-8211-a915ef9b7f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:13.820882 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:13.848357 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273709ee-91b0-454d-948c-2d8d4e966eb1 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Made reservation on behalf of 841eb5bdac454b51a92c375fa562e333 for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:20:13.857857 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bfeedeb3-9001-428c-a445-a459620ae91b tempest-QuotasNegativeTest-1786302717 tempest-QuotasNegativeTest-1786302717-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:13.858142 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-273709ee-91b0-454d-948c-2d8d4e966eb1 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:13.858245 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd59076ab-1d2e-41cb-ab42-61d1ad109881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d765efb-79c3-4c3d-9c18-e4e21db047bc'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:20:13.858245 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a88d8b4f-41ce-4e71-b9cf-b15bf89eb286" -d '{"events": [{"server_uuid": "d59076ab-1d2e-41cb-ab42-61d1ad109881", "name": "network-vif-plugged", "status": "completed", "tag": "3d765efb-79c3-4c3d-9c18-e4e21db047bc"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:20:13.878426 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfeedeb3-9001-428c-a445-a459620ae91b tempest-QuotasNegativeTest-1786302717 tempest-QuotasNegativeTest-1786302717-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:20:13.884582 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-273709ee-91b0-454d-948c-2d8d4e966eb1 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:20:13.897870 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-273709ee-91b0-454d-948c-2d8d4e966eb1 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:13.898099 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-273709ee-91b0-454d-948c-2d8d4e966eb1 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Added segment ad63e897-ce5b-480b-a0a3-828328a9e0c7 of type vlan for network 49152941-906a-46f7-a85e-20cec401d418 Dec 08 16:20:13.898290 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeedeb3-9001-428c-a445-a459620ae91b tempest-QuotasNegativeTest-1786302717 tempest-QuotasNegativeTest-1786302717-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d31d5917-29de-4a4a-8e7c-2bad82770975,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:13.918792 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 3d765efb-79c3-4c3d-9c18-e4e21db047bc, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=3d765efb-79c3-4c3d-9c18-e4e21db047bc,segment=NetworkSegment(bb740625-1067-4eb4-8c3f-54ce2bbbb747),segment_id=bb740625-1067-4eb4-8c3f-54ce2bbbb747)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:20:13.926381 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bfeedeb3-9001-428c-a445-a459620ae91b tempest-QuotasNegativeTest-1786302717 tempest-QuotasNegativeTest-1786302717-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:13.926833 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-bfeedeb3-9001-428c-a445-a459620ae91b tempest-QuotasNegativeTest-1786302717 tempest-QuotasNegativeTest-1786302717-project-admin] Added segment 1bb75e69-ced0-4e6c-bad4-337a80f96f2b of type vlan for network df02e9aa-13be-44e9-a833-d994a98f5cff Dec 08 16:20:13.949979 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-9bea47d3-d46c-40a6-8a16-9d9b5b34a20d tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7834294 Dec 08 16:20:13.953765 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57520) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:13.959614 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-b4406562-9cc2-4e27-abd9-9602b06fd69d tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-871275615', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}, 'admin_state_up': False}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:13.988511 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020efff8-689f-4741-86ec-368f6445d469 x-openstack-request-id: req-020efff8-689f-4741-86ec-368f6445d469 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:20:13.991462 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d59076ab-1d2e-41cb-ab42-61d1ad109881", "name": "network-vif-plugged", "status": "completed", "tag": "3d765efb-79c3-4c3d-9c18-e4e21db047bc", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:20:13.991462 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-020efff8-689f-4741-86ec-368f6445d469 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:20:13.991462 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd59076ab-1d2e-41cb-ab42-61d1ad109881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d765efb-79c3-4c3d-9c18-e4e21db047bc', 'code': 200} Dec 08 16:20:13.991767 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bfeedeb3-9001-428c-a445-a459620ae91b tempest-QuotasNegativeTest-1786302717 tempest-QuotasNegativeTest-1786302717-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:13.991885 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-273709ee-91b0-454d-948c-2d8d4e966eb1 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:13.993547 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:14.059429 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-8b7d42ba-8f24-4ce8-8211-a915ef9b7f2b None None] Allocated IP 172.20.0.2 (9ee42eec-9b8c-4ffb-b265-0610cb230d25/da0736a9-1019-42f9-a630-09821b7ef548/8d503517-bae9-4b62-8995-cb6be887e732) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:20:14.069623 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-08793602-1b53-4b51-95c8-40f56e4970bb req-b3146ba6-9f2e-4f90-9a9d-991c31422f89 tempest-ServerRescueTestJSON-259833719 tempest-ServerRescueTestJSON-259833719-project] 10.222.0.64 "GET /v2.0/ports?device_id=adefda5d-bce5-412f-a53a-92f34c530f69 HTTP/1.1" status: 200 len: 210 time: 0.0649991 Dec 08 16:20:14.091402 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=3d765efb-79c3-4c3d-9c18-e4e21db047bc,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:14.120231 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bfeedeb3-9001-428c-a445-a459620ae91b tempest-QuotasNegativeTest-1786302717 tempest-QuotasNegativeTest-1786302717-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:14.122311 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfeedeb3-9001-428c-a445-a459620ae91b tempest-QuotasNegativeTest-1786302717 tempest-QuotasNegativeTest-1786302717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:14.123474 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bfeedeb3-9001-428c-a445-a459620ae91b tempest-QuotasNegativeTest-1786302717 tempest-QuotasNegativeTest-1786302717-project-admin] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:14.124365 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe7f03-9152-4cb3-90de-736529bca306 req-5432c722-896b-4380-9513-861fb3bd29e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:14.126481 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5cfe7f03-9152-4cb3-90de-736529bca306 req-5432c722-896b-4380-9513-861fb3bd29e7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d59076ab-1d2e-41cb-ab42-61d1ad109881 HTTP/1.1" status: 200 len: 1097 time: 0.0671160 Dec 08 16:20:14.146092 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-660ce5c8-e295-4fc4-9b21-c58255ad3241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:14.151687 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b4406562-9cc2-4e27-abd9-9602b06fd69d tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:14.153298 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b4406562-9cc2-4e27-abd9-9602b06fd69d tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:14.187349 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeedeb3-9001-428c-a445-a459620ae91b tempest-QuotasNegativeTest-1786302717 tempest-QuotasNegativeTest-1786302717-project-admin] Pushing event updated for resources: {'Network': ['ID=df02e9aa-13be-44e9-a833-d994a98f5cff,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:14.201354 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network df02e9aa-13be-44e9-a833-d994a98f5cff details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:20:14.201868 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5cfe7f03-9152-4cb3-90de-736529bca306 req-aa5c3343-947b-42be-8770-f48971368727 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680640 Dec 08 16:20:14.227961 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b4406562-9cc2-4e27-abd9-9602b06fd69d tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:14.247925 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-273709ee-91b0-454d-948c-2d8d4e966eb1 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:14.253965 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273709ee-91b0-454d-948c-2d8d4e966eb1 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:14.254573 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-273709ee-91b0-454d-948c-2d8d4e966eb1 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:14.294824 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8b7d42ba-8f24-4ce8-8211-a915ef9b7f2b None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:14.311316 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-bfeedeb3-9001-428c-a445-a459620ae91b tempest-QuotasNegativeTest-1786302717 tempest-QuotasNegativeTest-1786302717-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2697344 Dec 08 16:20:14.314078 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57526) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:14.323510 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-40b8afec-4f06-4115-a479-b2e8ba1f987b tempest-QuotasNegativeTest-1786302717 tempest-QuotasNegativeTest-1786302717-project-admin] Request body: {'network': {'project_id': 'a59bd8fdea0945baaa8882e26d84acd5'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:14.334340 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273709ee-91b0-454d-948c-2d8d4e966eb1 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event updated for resources: {'Network': ['ID=49152941-906a-46f7-a85e-20cec401d418,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:14.344674 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 49152941-906a-46f7-a85e-20cec401d418 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:20:14.447875 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8b7d42ba-8f24-4ce8-8211-a915ef9b7f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:14.469596 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-273709ee-91b0-454d-948c-2d8d4e966eb1 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8540409 Dec 08 16:20:14.472899 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57528) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:14.479723 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-7ed34e7e-d852-41dc-b1c4-a05e571b49c0 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Request body: {'subnet': {'network_id': '49152941-906a-46f7-a85e-20cec401d418', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:14.491863 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7d42ba-8f24-4ce8-8211-a915ef9b7f2b None None] Network 9ee42eec-9b8c-4ffb-b265-0610cb230d25 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:20:14.499282 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-8b7d42ba-8f24-4ce8-8211-a915ef9b7f2b None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:20:14.503703 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7d42ba-8f24-4ce8-8211-a915ef9b7f2b None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:20:14.507318 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d42ba-8f24-4ce8-8211-a915ef9b7f2b None None] Pushing event updated for resources: {'Port': ['ID=8d503517-bae9-4b62-8995-cb6be887e732,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:14.564017 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b8afec-4f06-4115-a479-b2e8ba1f987b tempest-QuotasNegativeTest-1786302717 tempest-QuotasNegativeTest-1786302717-project-admin] Made reservation on behalf of a59bd8fdea0945baaa8882e26d84acd5 for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:20:14.567012 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-40b8afec-4f06-4115-a479-b2e8ba1f987b tempest-QuotasNegativeTest-1786302717 tempest-QuotasNegativeTest-1786302717-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:14.570805 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b4406562-9cc2-4e27-abd9-9602b06fd69d tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:14.581735 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-8b7d42ba-8f24-4ce8-8211-a915ef9b7f2b None None] Attempting to bind port 8d503517-bae9-4b62-8995-cb6be887e732 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:20:14.582203 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-8b7d42ba-8f24-4ce8-8211-a915ef9b7f2b None None] Attempting to bind port 8d503517-bae9-4b62-8995-cb6be887e732 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'e8a4bf36-1b33-478c-975f-c51e27944d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9ee42eec-9b8c-4ffb-b265-0610cb230d25'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:20:14.582533 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7d42ba-8f24-4ce8-8211-a915ef9b7f2b None None] Attempting to bind port 8d503517-bae9-4b62-8995-cb6be887e732 on network 9ee42eec-9b8c-4ffb-b265-0610cb230d25 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:20:14.588807 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7d42ba-8f24-4ce8-8211-a915ef9b7f2b None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:20:14.595519 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7d42ba-8f24-4ce8-8211-a915ef9b7f2b None None] Checking segment: {'id': 'e8a4bf36-1b33-478c-975f-c51e27944d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9ee42eec-9b8c-4ffb-b265-0610cb230d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:20:14.595519 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8b7d42ba-8f24-4ce8-8211-a915ef9b7f2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:14.595519 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7d42ba-8f24-4ce8-8211-a915ef9b7f2b None None] Bound using segment: {'id': 'e8a4bf36-1b33-478c-975f-c51e27944d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9ee42eec-9b8c-4ffb-b265-0610cb230d25'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:20:14.595519 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-8b7d42ba-8f24-4ce8-8211-a915ef9b7f2b None None] Bound port: 8d503517-bae9-4b62-8995-cb6be887e732, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8a4bf36-1b33-478c-975f-c51e27944d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9ee42eec-9b8c-4ffb-b265-0610cb230d25'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:20:14.597524 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8b7d42ba-8f24-4ce8-8211-a915ef9b7f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:14.607944 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40b8afec-4f06-4115-a479-b2e8ba1f987b tempest-QuotasNegativeTest-1786302717 tempest-QuotasNegativeTest-1786302717-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:20:14.625360 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-40b8afec-4f06-4115-a479-b2e8ba1f987b tempest-QuotasNegativeTest-1786302717 tempest-QuotasNegativeTest-1786302717-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:14.626261 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-40b8afec-4f06-4115-a479-b2e8ba1f987b tempest-QuotasNegativeTest-1786302717 tempest-QuotasNegativeTest-1786302717-project-admin] Added segment bcb788c8-d33c-4a75-8a5d-8f4babc13705 of type vlan for network 4e546831-fa12-4e01-b0ce-14d560d22e33 Dec 08 16:20:14.649240 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed34e7e-d852-41dc-b1c4-a05e571b49c0 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Made reservation on behalf of 841eb5bdac454b51a92c375fa562e333 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:20:14.653329 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7ed34e7e-d852-41dc-b1c4-a05e571b49c0 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:14.667762 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-8b7d42ba-8f24-4ce8-8211-a915ef9b7f2b None None] For port 8d503517-bae9-4b62-8995-cb6be887e732, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:20:14.671287 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-8b7d42ba-8f24-4ce8-8211-a915ef9b7f2b None None] For port 8d503517-bae9-4b62-8995-cb6be887e732, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=8d503517-bae9-4b62-8995-cb6be887e732,segment=NetworkSegment(e8a4bf36-1b33-478c-975f-c51e27944d22),segment_id=e8a4bf36-1b33-478c-975f-c51e27944d22)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:20:14.703698 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea2860c-55a3-442a-8604-f884e0f40050 req-72223a05-06a3-46bd-b25f-509ce2211485 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:14.705370 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0ea2860c-55a3-442a-8604-f884e0f40050 req-72223a05-06a3-46bd-b25f-509ce2211485 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=d59076ab-1d2e-41cb-ab42-61d1ad109881 HTTP/1.1" status: 200 len: 945 time: 0.0975101 Dec 08 16:20:14.728602 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-40b8afec-4f06-4115-a479-b2e8ba1f987b tempest-QuotasNegativeTest-1786302717 tempest-QuotasNegativeTest-1786302717-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:14.733892 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8b7d42ba-8f24-4ce8-8211-a915ef9b7f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:14.790183 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0ea2860c-55a3-442a-8604-f884e0f40050 req-10b99bcf-eb22-4341-b362-a478374f61d3 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745225 Dec 08 16:20:14.819289 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-40b8afec-4f06-4115-a479-b2e8ba1f987b tempest-QuotasNegativeTest-1786302717 tempest-QuotasNegativeTest-1786302717-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:14.820987 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b8afec-4f06-4115-a479-b2e8ba1f987b tempest-QuotasNegativeTest-1786302717 tempest-QuotasNegativeTest-1786302717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:14.821602 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-40b8afec-4f06-4115-a479-b2e8ba1f987b tempest-QuotasNegativeTest-1786302717 tempest-QuotasNegativeTest-1786302717-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:14.825367 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d42ba-8f24-4ce8-8211-a915ef9b7f2b None None] Pushing event updated for resources: {'Port': ['ID=8d503517-bae9-4b62-8995-cb6be887e732,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:14.923799 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-40b8afec-4f06-4115-a479-b2e8ba1f987b tempest-QuotasNegativeTest-1786302717 tempest-QuotasNegativeTest-1786302717-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6068270 Dec 08 16:20:14.928880 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57532) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:14.936582 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-282bbdfa-919b-4dac-afe0-f5f24a1e289b tempest-QuotasNegativeTest-1786302717 tempest-QuotasNegativeTest-1786302717-project-admin] Request body: {'network': {'project_id': 'a59bd8fdea0945baaa8882e26d84acd5'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:14.950779 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-282bbdfa-919b-4dac-afe0-f5f24a1e289b tempest-QuotasNegativeTest-1786302717 tempest-QuotasNegativeTest-1786302717-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 08 16:20:14.955663 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-282bbdfa-919b-4dac-afe0-f5f24a1e289b tempest-QuotasNegativeTest-1786302717 tempest-QuotasNegativeTest-1786302717-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:20:14.955663 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-282bbdfa-919b-4dac-afe0-f5f24a1e289b tempest-QuotasNegativeTest-1786302717 tempest-QuotasNegativeTest-1786302717-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0228934 Dec 08 16:20:14.955994 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57534) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:14.975456 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b8afec-4f06-4115-a479-b2e8ba1f987b tempest-QuotasNegativeTest-1786302717 tempest-QuotasNegativeTest-1786302717-project-admin] Pushing event updated for resources: {'Network': ['ID=4e546831-fa12-4e01-b0ce-14d560d22e33,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:14.992528 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 4e546831-fa12-4e01-b0ce-14d560d22e33 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:20:15.006457 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b4406562-9cc2-4e27-abd9-9602b06fd69d tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for router_gateway, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:15.023815 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7ed34e7e-d852-41dc-b1c4-a05e571b49c0 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:15.065384 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b4406562-9cc2-4e27-abd9-9602b06fd69d tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:15.083990 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-420010be-0b7e-44cf-ae5e-3e81bc2eafb1 tempest-QuotasNegativeTest-1786302717 tempest-QuotasNegativeTest-1786302717-project-admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a59bd8fdea0945baaa8882e26d84acd5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1269951 Dec 08 16:20:15.090508 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57536) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:15.137456 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed34e7e-d852-41dc-b1c4-a05e571b49c0 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Checking segment: {'id': 'ad63e897-ce5b-480b-a0a3-828328a9e0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '49152941-906a-46f7-a85e-20cec401d418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:20:15.138093 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed34e7e-d852-41dc-b1c4-a05e571b49c0 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Network hostable DHCP agents. Network: 49152941-906a-46f7-a85e-20cec401d418, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:20:15.155752 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed34e7e-d852-41dc-b1c4-a05e571b49c0 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event updated for resources: {'Subnet': ['ID=b3aabd92-d3a1-4a50-95c6-06662798d92c,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:15.157659 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 6b769027-6531-426a-9f09-46765b728d94 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:20:15.196384 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 6b769027-6531-426a-9f09-46765b728d94 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:20:15.196384 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 6b769027-6531-426a-9f09-46765b728d94 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:20:15.197461 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57542) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:15.202142 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:15.249261 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed34e7e-d852-41dc-b1c4-a05e571b49c0 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Network 49152941-906a-46f7-a85e-20cec401d418 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:20:15.304027 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-b4406562-9cc2-4e27-abd9-9602b06fd69d tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Allocated IP 172.25.0.244 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/9b7f8588-923d-44a4-bc89-be161b2d1593) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:20:15.310232 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5b1f9fc1-f315-4d6a-8204-d10eadc848a5 tempest-QuotasNegativeTest-1786302717 tempest-QuotasNegativeTest-1786302717-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:15.332791 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5b1f9fc1-f315-4d6a-8204-d10eadc848a5 tempest-QuotasNegativeTest-1786302717 tempest-QuotasNegativeTest-1786302717-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:15.342896 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-7ed34e7e-d852-41dc-b1c4-a05e571b49c0 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 49152941-906a-46f7-a85e-20cec401d418) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:20:15.343491 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed34e7e-d852-41dc-b1c4-a05e571b49c0 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:15.344518 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7ed34e7e-d852-41dc-b1c4-a05e571b49c0 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:15.347362 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3143bb-b889-4fe3-b15e-3fda663cb30e None None] Network 49152941-906a-46f7-a85e-20cec401d418 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:20:15.469427 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9dcb033-efbc-46cf-aa5c-52f1891c2add None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-49152941-906a-46f7-a85e-20cec401d418', 'network_id': '49152941-906a-46f7-a85e-20cec401d418', 'project_id': '841eb5bdac454b51a92c375fa562e333', 'fixed_ips': [{'subnet_id': 'b3aabd92-d3a1-4a50-95c6-06662798d92c'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:20:15.470444 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f9dcb033-efbc-46cf-aa5c-52f1891c2add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:15.476128 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 7b9ad23d-9b65-4b17-a881-46d3a671805d no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:20:15.510303 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: 7b9ad23d-9b65-4b17-a881-46d3a671805d {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:20:15.510762 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 7b9ad23d-9b65-4b17-a881-46d3a671805d not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:20:15.519115 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5b1f9fc1-f315-4d6a-8204-d10eadc848a5 tempest-QuotasNegativeTest-1786302717 tempest-QuotasNegativeTest-1786302717-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:15.524133 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-7ed34e7e-d852-41dc-b1c4-a05e571b49c0 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0461197 Dec 08 16:20:15.529585 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5b1f9fc1-f315-4d6a-8204-d10eadc848a5 tempest-QuotasNegativeTest-1786302717 tempest-QuotasNegativeTest-1786302717-project-admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:15.529585 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-5b1f9fc1-f315-4d6a-8204-d10eadc848a5 tempest-QuotasNegativeTest-1786302717 tempest-QuotasNegativeTest-1786302717-project-admin] 10.222.0.64 "DELETE /v2.0/security-groups/d31d5917-29de-4a4a-8e7c-2bad82770975 HTTP/1.1" status: 204 len: 168 time: 0.4322054 Dec 08 16:20:15.529585 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57546) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:15.533285 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-00a6b77c-eae9-44a2-84e6-af1e08f36f76 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Request body: {'port': {'network_id': '49152941-906a-46f7-a85e-20cec401d418', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1272323067'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:15.533480 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57548) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:15.605582 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b4406562-9cc2-4e27-abd9-9602b06fd69d tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:15.609577 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1f9fc1-f315-4d6a-8204-d10eadc848a5 tempest-QuotasNegativeTest-1786302717 tempest-QuotasNegativeTest-1786302717-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31d5917-29de-4a4a-8e7c-2bad82770975,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:15.672047 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-f9dcb033-efbc-46cf-aa5c-52f1891c2add None None] Allocated IP 172.20.0.2 (49152941-906a-46f7-a85e-20cec401d418/b3aabd92-d3a1-4a50-95c6-06662798d92c/a9805989-5b65-4b7b-920c-35698903a308) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:20:15.802525 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b4406562-9cc2-4e27-abd9-9602b06fd69d tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:15.845252 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a6b77c-eae9-44a2-84e6-af1e08f36f76 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Made reservation on behalf of 841eb5bdac454b51a92c375fa562e333 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:20:15.849090 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-00a6b77c-eae9-44a2-84e6-af1e08f36f76 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:15.878677 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4406562-9cc2-4e27-abd9-9602b06fd69d tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:20:15.884954 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [None req-00a6b77c-eae9-44a2-84e6-af1e08f36f76 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] device_id is not set on port 3f704f0e-97a3-4777-9de3-521da2e08cdf yet. {{(pid=110550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:20:15.900368 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-b4406562-9cc2-4e27-abd9-9602b06fd69d tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:20:15.907017 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4406562-9cc2-4e27-abd9-9602b06fd69d tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:20:15.912394 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4406562-9cc2-4e27-abd9-9602b06fd69d tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Pushing event updated for resources: {'Port': ['ID=9b7f8588-923d-44a4-bc89-be161b2d1593,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:15.925116 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f9dcb033-efbc-46cf-aa5c-52f1891c2add None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:15.996961 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f9dcb033-efbc-46cf-aa5c-52f1891c2add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:16.044160 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-74b7b8d4-a52d-467f-bb9f-3e964988d7f7 tempest-QuotasNegativeTest-1786302717 tempest-QuotasNegativeTest-1786302717-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:16.047922 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9dcb033-efbc-46cf-aa5c-52f1891c2add None None] Network 49152941-906a-46f7-a85e-20cec401d418 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:20:16.056651 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-f9dcb033-efbc-46cf-aa5c-52f1891c2add None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:20:16.057726 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9dcb033-efbc-46cf-aa5c-52f1891c2add None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:20:16.094152 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dcb033-efbc-46cf-aa5c-52f1891c2add None None] Pushing event updated for resources: {'Port': ['ID=a9805989-5b65-4b7b-920c-35698903a308,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:16.109819 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e78f23-b3e1-40f0-a041-7fd10442462b req-b5a73f3a-2397-4dc2-8fb1-a4de6548b710 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:16.111453 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-43e78f23-b3e1-40f0-a041-7fd10442462b req-b5a73f3a-2397-4dc2-8fb1-a4de6548b710 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=d59076ab-1d2e-41cb-ab42-61d1ad109881 HTTP/1.1" status: 200 len: 945 time: 0.1697125 Dec 08 16:20:16.135554 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-f9dcb033-efbc-46cf-aa5c-52f1891c2add None None] Attempting to bind port a9805989-5b65-4b7b-920c-35698903a308 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:20:16.135817 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-f9dcb033-efbc-46cf-aa5c-52f1891c2add None None] Attempting to bind port a9805989-5b65-4b7b-920c-35698903a308 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'ad63e897-ce5b-480b-a0a3-828328a9e0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '49152941-906a-46f7-a85e-20cec401d418'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:20:16.136843 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9dcb033-efbc-46cf-aa5c-52f1891c2add None None] Attempting to bind port a9805989-5b65-4b7b-920c-35698903a308 on network 49152941-906a-46f7-a85e-20cec401d418 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:20:16.146953 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9dcb033-efbc-46cf-aa5c-52f1891c2add None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:20:16.147413 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9dcb033-efbc-46cf-aa5c-52f1891c2add None None] Checking segment: {'id': 'ad63e897-ce5b-480b-a0a3-828328a9e0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '49152941-906a-46f7-a85e-20cec401d418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:20:16.147803 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f9dcb033-efbc-46cf-aa5c-52f1891c2add None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:16.148230 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9dcb033-efbc-46cf-aa5c-52f1891c2add None None] Bound using segment: {'id': 'ad63e897-ce5b-480b-a0a3-828328a9e0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '49152941-906a-46f7-a85e-20cec401d418'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:20:16.148740 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-f9dcb033-efbc-46cf-aa5c-52f1891c2add None None] Bound port: a9805989-5b65-4b7b-920c-35698903a308, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad63e897-ce5b-480b-a0a3-828328a9e0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '49152941-906a-46f7-a85e-20cec401d418'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:20:16.149119 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f9dcb033-efbc-46cf-aa5c-52f1891c2add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:16.165989 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e5b57c-13de-48e9-ad81-217cd1c5ab99 None None] Network 9ee42eec-9b8c-4ffb-b265-0610cb230d25 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:20:16.287609 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-74b7b8d4-a52d-467f-bb9f-3e964988d7f7 tempest-QuotasNegativeTest-1786302717 tempest-QuotasNegativeTest-1786302717-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:16.294916 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-cad56681-9bfe-4932-b16f-bad7715c40ea None None] Provisioning complete for port 8d503517-bae9-4b62-8995-cb6be887e732 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:16.295300 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-cad56681-9bfe-4932-b16f-bad7715c40ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:16.310203 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-43e78f23-b3e1-40f0-a041-7fd10442462b req-a9128f71-284c-47a6-adb8-4c26718c22d0 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879807 Dec 08 16:20:16.356410 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-74b7b8d4-a52d-467f-bb9f-3e964988d7f7 tempest-QuotasNegativeTest-1786302717 tempest-QuotasNegativeTest-1786302717-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e546831-fa12-4e01-b0ce-14d560d22e33']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:16.384281 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-74b7b8d4-a52d-467f-bb9f-3e964988d7f7 tempest-QuotasNegativeTest-1786302717 tempest-QuotasNegativeTest-1786302717-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcb788c8-d33c-4a75-8a5d-8f4babc13705') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:16.384497 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-74b7b8d4-a52d-467f-bb9f-3e964988d7f7 tempest-QuotasNegativeTest-1786302717 tempest-QuotasNegativeTest-1786302717-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcb788c8-d33c-4a75-8a5d-8f4babc13705') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:16.402873 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-f9dcb033-efbc-46cf-aa5c-52f1891c2add None None] For port a9805989-5b65-4b7b-920c-35698903a308, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:20:16.405895 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-74b7b8d4-a52d-467f-bb9f-3e964988d7f7 tempest-QuotasNegativeTest-1786302717 tempest-QuotasNegativeTest-1786302717-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:16.452897 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-f9dcb033-efbc-46cf-aa5c-52f1891c2add None None] For port a9805989-5b65-4b7b-920c-35698903a308, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=a9805989-5b65-4b7b-920c-35698903a308,segment=NetworkSegment(ad63e897-ce5b-480b-a0a3-828328a9e0c7),segment_id=ad63e897-ce5b-480b-a0a3-828328a9e0c7)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:20:16.467874 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-cad56681-9bfe-4932-b16f-bad7715c40ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:16.484125 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-74b7b8d4-a52d-467f-bb9f-3e964988d7f7 tempest-QuotasNegativeTest-1786302717 tempest-QuotasNegativeTest-1786302717-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:16.494263 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74b7b8d4-a52d-467f-bb9f-3e964988d7f7 tempest-QuotasNegativeTest-1786302717 tempest-QuotasNegativeTest-1786302717-project-admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:20:16.494529 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-74b7b8d4-a52d-467f-bb9f-3e964988d7f7 tempest-QuotasNegativeTest-1786302717 tempest-QuotasNegativeTest-1786302717-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:16.496295 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:20:16.496295 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:20:16.496295 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:20:16.496295 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:20:16.496295 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:20:16.496295 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:20:16.496295 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:20:16.496295 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:20:16.496295 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:20:16.496295 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:20:16.496295 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:20:16.496295 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:20:16.496295 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:20:16.496295 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:20:16.496295 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:20:16.496295 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:20:16.496295 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:20:16.496295 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:20:16.496295 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:20:16.496295 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:20:16.496295 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:20:16.496295 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:20:16.496295 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:20:16.496295 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:20:16.496295 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:20:16.496295 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:20:16.496295 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:20:16.496295 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:20:16.496295 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:20:16.496295 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:20:16.496295 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:20:16.496295 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:20:16.504216 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-00a6b77c-eae9-44a2-84e6-af1e08f36f76 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Allocated IP 172.20.0.3 (49152941-906a-46f7-a85e-20cec401d418/b3aabd92-d3a1-4a50-95c6-06662798d92c/3f704f0e-97a3-4777-9de3-521da2e08cdf) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:20:16.531200 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-cad56681-9bfe-4932-b16f-bad7715c40ea None None] For port 8d503517-bae9-4b62-8995-cb6be887e732, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=8d503517-bae9-4b62-8995-cb6be887e732,segment=NetworkSegment(e8a4bf36-1b33-478c-975f-c51e27944d22),segment_id=e8a4bf36-1b33-478c-975f-c51e27944d22)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:20:16.545364 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f9dcb033-efbc-46cf-aa5c-52f1891c2add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:16.590907 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1f414c9d-d786-4255-a4ed-91d5c5ec6ebe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:16.625415 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-cad56681-9bfe-4932-b16f-bad7715c40ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:16.642299 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dcb033-efbc-46cf-aa5c-52f1891c2add None None] Pushing event updated for resources: {'Port': ['ID=a9805989-5b65-4b7b-920c-35698903a308,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:16.717637 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad56681-9bfe-4932-b16f-bad7715c40ea None None] Pushing event updated for resources: {'Port': ['ID=8d503517-bae9-4b62-8995-cb6be887e732,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:16.734083 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-74b7b8d4-a52d-467f-bb9f-3e964988d7f7 tempest-QuotasNegativeTest-1786302717 tempest-QuotasNegativeTest-1786302717-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:16.743737 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-74b7b8d4-a52d-467f-bb9f-3e964988d7f7 tempest-QuotasNegativeTest-1786302717 tempest-QuotasNegativeTest-1786302717-project-admin] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:16.749501 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-74b7b8d4-a52d-467f-bb9f-3e964988d7f7 tempest-QuotasNegativeTest-1786302717 tempest-QuotasNegativeTest-1786302717-project-admin] 10.222.0.64 "DELETE /v2.0/networks/4e546831-fa12-4e01-b0ce-14d560d22e33 HTTP/1.1" status: 204 len: 168 time: 1.2135022 Dec 08 16:20:16.751479 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57558) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:16.761782 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:16.788707 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b7b8d4-a52d-467f-bb9f-3e964988d7f7 tempest-QuotasNegativeTest-1786302717 tempest-QuotasNegativeTest-1786302717-project-admin] Pushing event deleted for resources: {'Network': ['ID=4e546831-fa12-4e01-b0ce-14d560d22e33,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:16.804052 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-00a6b77c-eae9-44a2-84e6-af1e08f36f76 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:16.810307 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b4406562-9cc2-4e27-abd9-9602b06fd69d tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for router_gateway, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:16.850675 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-74584217-719e-4c51-b97c-d0a4551dfdbe None None] Provisioning complete for port 8d503517-bae9-4b62-8995-cb6be887e732 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:16.851949 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-74584217-719e-4c51-b97c-d0a4551dfdbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:16.944111 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-058c885f-6972-43db-a1a7-de06f22e7477 tempest-QuotasNegativeTest-1786302717 tempest-QuotasNegativeTest-1786302717-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:17.090230 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-00a6b77c-eae9-44a2-84e6-af1e08f36f76 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:17.153569 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-058c885f-6972-43db-a1a7-de06f22e7477 tempest-QuotasNegativeTest-1786302717 tempest-QuotasNegativeTest-1786302717-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:17.182551 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a6b77c-eae9-44a2-84e6-af1e08f36f76 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Network 49152941-906a-46f7-a85e-20cec401d418 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:20:17.183965 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-058c885f-6972-43db-a1a7-de06f22e7477 tempest-QuotasNegativeTest-1786302717 tempest-QuotasNegativeTest-1786302717-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df02e9aa-13be-44e9-a833-d994a98f5cff']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:17.192925 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-00a6b77c-eae9-44a2-84e6-af1e08f36f76 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:20:17.197518 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a6b77c-eae9-44a2-84e6-af1e08f36f76 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:20:17.198967 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-058c885f-6972-43db-a1a7-de06f22e7477 tempest-QuotasNegativeTest-1786302717 tempest-QuotasNegativeTest-1786302717-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bb75e69-ced0-4e6c-bad4-337a80f96f2b') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:17.199263 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-058c885f-6972-43db-a1a7-de06f22e7477 tempest-QuotasNegativeTest-1786302717 tempest-QuotasNegativeTest-1786302717-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bb75e69-ced0-4e6c-bad4-337a80f96f2b') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:17.212061 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device a9805989-5b65-4b7b-920c-35698903a308 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:20:17.226807 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-058c885f-6972-43db-a1a7-de06f22e7477 tempest-QuotasNegativeTest-1786302717 tempest-QuotasNegativeTest-1786302717-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:17.235742 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b4406562-9cc2-4e27-abd9-9602b06fd69d tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:17.243779 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a6b77c-eae9-44a2-84e6-af1e08f36f76 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event updated for resources: {'Port': ['ID=3f704f0e-97a3-4777-9de3-521da2e08cdf,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:17.259930 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-058c885f-6972-43db-a1a7-de06f22e7477 tempest-QuotasNegativeTest-1786302717 tempest-QuotasNegativeTest-1786302717-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:17.270584 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port a9805989-5b65-4b7b-920c-35698903a308 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:17.270964 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:17.276467 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-058c885f-6972-43db-a1a7-de06f22e7477 tempest-QuotasNegativeTest-1786302717 tempest-QuotasNegativeTest-1786302717-project-admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:20:17.276883 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-058c885f-6972-43db-a1a7-de06f22e7477 tempest-QuotasNegativeTest-1786302717 tempest-QuotasNegativeTest-1786302717-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:17.278771 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:20:17.278771 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:20:17.278771 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:20:17.278771 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:20:17.278771 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:20:17.278771 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:20:17.278771 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:20:17.278771 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:20:17.278771 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:20:17.278771 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:20:17.278771 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:20:17.278771 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:20:17.278771 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:20:17.278771 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:20:17.278771 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:20:17.278771 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:20:17.278771 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:20:17.278771 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:20:17.278771 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:20:17.278771 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:20:17.278771 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:20:17.278771 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:20:17.278771 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:20:17.278771 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:20:17.278771 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:20:17.278771 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:20:17.278771 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:20:17.278771 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:20:17.278771 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:20:17.278771 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:20:17.278771 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:20:17.278771 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:20:17.300547 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a6b77c-eae9-44a2-84e6-af1e08f36f76 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:17.303014 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-00a6b77c-eae9-44a2-84e6-af1e08f36f76 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:17.354264 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-1f414c9d-d786-4255-a4ed-91d5c5ec6ebe admin admin] Deleting port 4c57da49-63e4-4f48-b3bc-f66bf4f61c00 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:20:17.354636 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1f414c9d-d786-4255-a4ed-91d5c5ec6ebe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:17.370137 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:17.448453 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-1f414c9d-d786-4255-a4ed-91d5c5ec6ebe admin admin] For port 4c57da49-63e4-4f48-b3bc-f66bf4f61c00, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=4c57da49-63e4-4f48-b3bc-f66bf4f61c00,segment=NetworkSegment(e55a582f-5aba-4151-a1c0-e3d3c6210d61),segment_id=e55a582f-5aba-4151-a1c0-e3d3c6210d61)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:20:17.448836 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1f414c9d-d786-4255-a4ed-91d5c5ec6ebe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:17.466014 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-00a6b77c-eae9-44a2-84e6-af1e08f36f76 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.9370682 Dec 08 16:20:17.467031 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57564) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:17.469386 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-1f414c9d-d786-4255-a4ed-91d5c5ec6ebe admin admin] Calling delete_port for 4c57da49-63e4-4f48-b3bc-f66bf4f61c00 owned by network:router_interface {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:20:17.540217 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-058c885f-6972-43db-a1a7-de06f22e7477 tempest-QuotasNegativeTest-1786302717 tempest-QuotasNegativeTest-1786302717-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:17.547759 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-058c885f-6972-43db-a1a7-de06f22e7477 tempest-QuotasNegativeTest-1786302717 tempest-QuotasNegativeTest-1786302717-project-admin] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:17.551527 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-058c885f-6972-43db-a1a7-de06f22e7477 tempest-QuotasNegativeTest-1786302717 tempest-QuotasNegativeTest-1786302717-project-admin] 10.222.0.64 "DELETE /v2.0/networks/df02e9aa-13be-44e9-a833-d994a98f5cff HTTP/1.1" status: 204 len: 168 time: 0.7990229 Dec 08 16:20:17.570308 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058c885f-6972-43db-a1a7-de06f22e7477 tempest-QuotasNegativeTest-1786302717 tempest-QuotasNegativeTest-1786302717-project-admin] Pushing event deleted for resources: {'Network': ['ID=df02e9aa-13be-44e9-a833-d994a98f5cff,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:17.598908 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port a9805989-5b65-4b7b-920c-35698903a308, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=a9805989-5b65-4b7b-920c-35698903a308,segment=NetworkSegment(ad63e897-ce5b-480b-a0a3-828328a9e0c7),segment_id=ad63e897-ce5b-480b-a0a3-828328a9e0c7)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:20:17.620944 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4406562-9cc2-4e27-abd9-9602b06fd69d tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Router 1d9d99fc-e2bc-40b2-be43-45439718c9c3 is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:20:17.676363 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:17.677356 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 8d503517-bae9-4b62-8995-cb6be887e732 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:20:17.680560 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:17.722828 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-08864b5b-ee69-47b9-a5ef-c51542b07851 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Deleting port 3f704f0e-97a3-4777-9de3-521da2e08cdf {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:20:17.723267 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-08864b5b-ee69-47b9-a5ef-c51542b07851 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:17.820897 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=a9805989-5b65-4b7b-920c-35698903a308,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:17.824861 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 8d503517-bae9-4b62-8995-cb6be887e732 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:17.825244 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:17.836415 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1f414c9d-d786-4255-a4ed-91d5c5ec6ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:17.862112 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4406562-9cc2-4e27-abd9-9602b06fd69d tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:20:17.889616 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f414c9d-d786-4255-a4ed-91d5c5ec6ebe admin admin] Pushing event deleted for resources: {'Port': ['ID=4c57da49-63e4-4f48-b3bc-f66bf4f61c00,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:17.907949 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-08864b5b-ee69-47b9-a5ef-c51542b07851 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:17.911424 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b943a85-959c-4e52-aee6-5fe133edf4b2 None None] Sync routers for ids ['1d9d99fc-e2bc-40b2-be43-45439718c9c3'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:20:17.940559 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b943a85-959c-4e52-aee6-5fe133edf4b2 None None] Routers {'1d9d99fc-e2bc-40b2-be43-45439718c9c3'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:20:17.941099 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-4b943a85-959c-4e52-aee6-5fe133edf4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:20:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['1d9d99fc-e2bc-40b2-be43-45439718c9c3'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:17.941713 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-08864b5b-ee69-47b9-a5ef-c51542b07851 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Calling delete_port for 3f704f0e-97a3-4777-9de3-521da2e08cdf owned by {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:20:17.984696 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-4b943a85-959c-4e52-aee6-5fe133edf4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:18.032974 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b943a85-959c-4e52-aee6-5fe133edf4b2 None None] Routers {'1d9d99fc-e2bc-40b2-be43-45439718c9c3'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:20:18.033621 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-4b943a85-959c-4e52-aee6-5fe133edf4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:20:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['1d9d99fc-e2bc-40b2-be43-45439718c9c3'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:18.086787 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-4b943a85-959c-4e52-aee6-5fe133edf4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:18.087267 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b943a85-959c-4e52-aee6-5fe133edf4b2 None None] The sync data for ids ['1d9d99fc-e2bc-40b2-be43-45439718c9c3'] in n-d-776250-12 is: [] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:20:18.113919 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b4406562-9cc2-4e27-abd9-9602b06fd69d tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:18.117102 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b4406562-9cc2-4e27-abd9-9602b06fd69d tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.1620643 Dec 08 16:20:18.131485 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57572) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:18.140557 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7ac6c4-c351-4a70-8d70-b951c447145f None None] Network 49152941-906a-46f7-a85e-20cec401d418 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:20:18.242634 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-08864b5b-ee69-47b9-a5ef-c51542b07851 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:18.258517 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-585d7b5e-3e71-4ca6-9c52-a106c185dbf3 None None] Provisioning complete for port a9805989-5b65-4b7b-920c-35698903a308 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:18.259101 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-585d7b5e-3e71-4ca6-9c52-a106c185dbf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:18.262568 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1f414c9d-d786-4255-a4ed-91d5c5ec6ebe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:18.278631 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08864b5b-ee69-47b9-a5ef-c51542b07851 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event deleted for resources: {'Port': ['ID=3f704f0e-97a3-4777-9de3-521da2e08cdf,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:18.367118 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-08864b5b-ee69-47b9-a5ef-c51542b07851 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:18.371008 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-08864b5b-ee69-47b9-a5ef-c51542b07851 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "DELETE /v2.0/ports/3f704f0e-97a3-4777-9de3-521da2e08cdf HTTP/1.1" status: 204 len: 168 time: 0.9027576 Dec 08 16:20:18.373332 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57574) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:18.410773 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f394492-f2c5-4360-8660-3211e2b494f6 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] GET failed (client error): The resource could not be found. Dec 08 16:20:18.415564 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-8f394492-f2c5-4360-8660-3211e2b494f6 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "GET /v2.0/ports/3f704f0e-97a3-4777-9de3-521da2e08cdf HTTP/1.1" status: 404 len: 333 time: 0.0387535 Dec 08 16:20:18.416012 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57576) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:18.651007 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57588) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:18.701243 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-bf27370a-fee6-42bd-b0e2-98d0c58db307 None None] Provisioning complete for port a9805989-5b65-4b7b-920c-35698903a308 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:18.701662 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-bf27370a-fee6-42bd-b0e2-98d0c58db307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:18.802369 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-6995be15-7149-4620-bb09-084b172a220c tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Deleting subnet b3aabd92-d3a1-4a50-95c6-06662798d92c {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:20:18.811005 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6995be15-7149-4620-bb09-084b172a220c tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:18.823184 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b0ab779b-55bb-497d-a6cd-de6efdf86eea admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:18.858087 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-bf27370a-fee6-42bd-b0e2-98d0c58db307 None None] Could not find standard attr ID for object 3f704f0e-97a3-4777-9de3-521da2e08cdf. {{(pid=110552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:20:18.925901 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b0ab779b-55bb-497d-a6cd-de6efdf86eea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:19.009274 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b0ab779b-55bb-497d-a6cd-de6efdf86eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:19.017526 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6995be15-7149-4620-bb09-084b172a220c tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:19.056641 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b0ab779b-55bb-497d-a6cd-de6efdf86eea admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3625bbdd94244d7cbe3ea47351e1ac50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4005032 Dec 08 16:20:19.057955 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57594) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:19.064138 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab779b-55bb-497d-a6cd-de6efdf86eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d20dfda-3e9f-4862-8ded-0cc848df1672,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:19.081928 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f414c9d-d786-4255-a4ed-91d5c5ec6ebe admin admin] Router d62c4c60-dbf1-4e1d-a337-8528efeafd20 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:20:19.104222 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-20b68867-833d-4bea-a63c-45bea4b45c37 None None] Could not find standard attr ID for object 3f704f0e-97a3-4777-9de3-521da2e08cdf. {{(pid=110552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:20:19.112987 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-95554fa8-f058-4254-9e82-1de3b09aee12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:19.140643 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device a9805989-5b65-4b7b-920c-35698903a308 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:20:19.152934 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-95554fa8-f058-4254-9e82-1de3b09aee12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:19.194259 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port a9805989-5b65-4b7b-920c-35698903a308 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:19.194942 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:19.265284 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6995be15-7149-4620-bb09-084b172a220c tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:19.333262 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-95554fa8-f058-4254-9e82-1de3b09aee12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:19.336163 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-95554fa8-f058-4254-9e82-1de3b09aee12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:19.337541 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-95554fa8-f058-4254-9e82-1de3b09aee12 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8d20dfda-3e9f-4862-8ded-0cc848df1672 HTTP/1.1" status: 204 len: 168 time: 0.2786436 Dec 08 16:20:19.346359 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95554fa8-f058-4254-9e82-1de3b09aee12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d20dfda-3e9f-4862-8ded-0cc848df1672,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:19.438315 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f414c9d-d786-4255-a4ed-91d5c5ec6ebe admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:20:19.445200 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-1f414c9d-d786-4255-a4ed-91d5c5ec6ebe admin admin] 10.222.0.64 "PUT /v2.0/routers/d62c4c60-dbf1-4e1d-a337-8528efeafd20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2466578 Dec 08 16:20:19.447629 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732cb170-101d-497f-823c-5eb40697166b None None] Sync routers for ids ['d62c4c60-dbf1-4e1d-a337-8528efeafd20'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:20:19.448149 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57598) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:19.464127 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732cb170-101d-497f-823c-5eb40697166b None None] Routers {'d62c4c60-dbf1-4e1d-a337-8528efeafd20'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:20:19.464791 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-732cb170-101d-497f-823c-5eb40697166b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:20:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['d62c4c60-dbf1-4e1d-a337-8528efeafd20'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:19.506383 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bb674627-c33b-40e3-8648-278037a8cc23 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:19.558113 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6995be15-7149-4620-bb09-084b172a220c tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:19.559466 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-364d0d7e-06e5-436e-8c42-31434377d826 admin admin] Publish callbacks [] for router, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:19.592964 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6995be15-7149-4620-bb09-084b172a220c tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event deleted for resources: {'Subnet': ['ID=b3aabd92-d3a1-4a50-95c6-06662798d92c,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:19.610132 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6995be15-7149-4620-bb09-084b172a220c tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:19.611180 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bac9b3-9302-4809-b256-e0e86580e861 None None] Network 49152941-906a-46f7-a85e-20cec401d418 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:20:19.616637 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-6995be15-7149-4620-bb09-084b172a220c tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "DELETE /v2.0/subnets/b3aabd92-d3a1-4a50-95c6-06662798d92c HTTP/1.1" status: 204 len: 168 time: 1.1962643 Dec 08 16:20:19.617338 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57602) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:19.660354 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-732cb170-101d-497f-823c-5eb40697166b None None] Set router d62c4c60-dbf1-4e1d-a337-8528efeafd20 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:20:19.773520 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-43c35bb3-b179-4d16-a94f-5b41cf41c701 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:19.778102 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-364d0d7e-06e5-436e-8c42-31434377d826 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:19.828633 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d646ff-b843-4e75-ade9-60e1e56721c8 None None] DHCP port deletion for 49152941-906a-46f7-a85e-20cec401d418 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:20:19.857574 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-43c35bb3-b179-4d16-a94f-5b41cf41c701 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Deleting port a9805989-5b65-4b7b-920c-35698903a308 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:20:19.858015 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-43c35bb3-b179-4d16-a94f-5b41cf41c701 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:19.916314 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-f7d646ff-b843-4e75-ade9-60e1e56721c8 None None] Deleting port a9805989-5b65-4b7b-920c-35698903a308 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:20:19.917050 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f7d646ff-b843-4e75-ade9-60e1e56721c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:19.983282 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-43c35bb3-b179-4d16-a94f-5b41cf41c701 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] For port a9805989-5b65-4b7b-920c-35698903a308, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=a9805989-5b65-4b7b-920c-35698903a308,segment=NetworkSegment(ad63e897-ce5b-480b-a0a3-828328a9e0c7),segment_id=ad63e897-ce5b-480b-a0a3-828328a9e0c7)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:20:19.983909 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-43c35bb3-b179-4d16-a94f-5b41cf41c701 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:19.986079 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-732cb170-101d-497f-823c-5eb40697166b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd62c4c60-dbf1-4e1d-a337-8528efeafd20', 'name': 'tempest-ServerRescueTestJSON-1900544900-router', 'tenant_id': '86427fb06cd943e1bad210250d1fd45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '7f2ea427-0373-479f-b28a-80fce5ae59d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:18:00Z', 'updated_at': '2021-12-08T16:20:17Z', 'revision_number': 5, 'project_id': '86427fb06cd943e1bad210250d1fd45f', 'gw_port': {'id': '7f2ea427-0373-479f-b28a-80fce5ae59d3', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:22:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62c4c60-dbf1-4e1d-a337-8528efeafd20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:18:01Z', 'updated_at': '2021-12-08T16:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:20.000747 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-43c35bb3-b179-4d16-a94f-5b41cf41c701 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Calling delete_port for a9805989-5b65-4b7b-920c-35698903a308 owned by network:dhcp {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:20:20.001513 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-f7d646ff-b843-4e75-ade9-60e1e56721c8 None None] For port a9805989-5b65-4b7b-920c-35698903a308, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=a9805989-5b65-4b7b-920c-35698903a308,segment=NetworkSegment(ad63e897-ce5b-480b-a0a3-828328a9e0c7),segment_id=ad63e897-ce5b-480b-a0a3-828328a9e0c7)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:20:20.002062 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f7d646ff-b843-4e75-ade9-60e1e56721c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:20.018948 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-f7d646ff-b843-4e75-ade9-60e1e56721c8 None None] Calling delete_port for a9805989-5b65-4b7b-920c-35698903a308 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:20:20.022931 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-bb674627-c33b-40e3-8648-278037a8cc23 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Allocated IP 172.20.0.1 (9ee42eec-9b8c-4ffb-b265-0610cb230d25/da0736a9-1019-42f9-a630-09821b7ef548/f0d96687-d529-41ce-b547-5d29100e4305) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:20:20.056057 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732cb170-101d-497f-823c-5eb40697166b None None] Checking router: d62c4c60-dbf1-4e1d-a337-8528efeafd20 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:20:20.073302 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732cb170-101d-497f-823c-5eb40697166b None None] Routers {'d62c4c60-dbf1-4e1d-a337-8528efeafd20'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:20:20.076876 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-732cb170-101d-497f-823c-5eb40697166b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:20:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['d62c4c60-dbf1-4e1d-a337-8528efeafd20'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:20.124418 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-364d0d7e-06e5-436e-8c42-31434377d826 admin admin] Deleting port 7f2ea427-0373-479f-b28a-80fce5ae59d3 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:20:20.124773 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-364d0d7e-06e5-436e-8c42-31434377d826 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:20.184193 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-732cb170-101d-497f-823c-5eb40697166b None None] Set router d62c4c60-dbf1-4e1d-a337-8528efeafd20 gateway port host: None {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:20:20.192895 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bb674627-c33b-40e3-8648-278037a8cc23 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:20.211448 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57610) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:20.217369 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-43c35bb3-b179-4d16-a94f-5b41cf41c701 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:20.217526 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f7d646ff-b843-4e75-ade9-60e1e56721c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:20.242010 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d646ff-b843-4e75-ade9-60e1e56721c8 None None] Pushing event deleted for resources: {'Port': ['ID=a9805989-5b65-4b7b-920c-35698903a308,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:20.243857 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d646ff-b843-4e75-ade9-60e1e56721c8 None None] No DVR routers for this DVR port a9805989-5b65-4b7b-920c-35698903a308 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:20:20.248836 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-364d0d7e-06e5-436e-8c42-31434377d826 admin admin] For port 7f2ea427-0373-479f-b28a-80fce5ae59d3, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=7f2ea427-0373-479f-b28a-80fce5ae59d3,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:20:20.249214 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-364d0d7e-06e5-436e-8c42-31434377d826 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:20.274757 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a0ddb7f2-e2e2-44f5-bdfb-25071c4de3e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:20.279448 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-732cb170-101d-497f-823c-5eb40697166b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd62c4c60-dbf1-4e1d-a337-8528efeafd20', 'name': 'tempest-ServerRescueTestJSON-1900544900-router', 'tenant_id': '86427fb06cd943e1bad210250d1fd45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:18:00Z', 'updated_at': '2021-12-08T16:20:19Z', 'revision_number': 6, 'project_id': '86427fb06cd943e1bad210250d1fd45f', 'gw_port_host': None}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:20.280734 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c35bb3-b179-4d16-a94f-5b41cf41c701 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event deleted for resources: {'Port': ['ID=a9805989-5b65-4b7b-920c-35698903a308,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:20.291891 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c35bb3-b179-4d16-a94f-5b41cf41c701 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] No DVR routers for this DVR port a9805989-5b65-4b7b-920c-35698903a308 on host n-d-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:20:20.294474 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-364d0d7e-06e5-436e-8c42-31434377d826 admin admin] Calling delete_port for 7f2ea427-0373-479f-b28a-80fce5ae59d3 owned by network:router_gateway {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:20:20.308017 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732cb170-101d-497f-823c-5eb40697166b None None] The sync data for ids ['d62c4c60-dbf1-4e1d-a337-8528efeafd20'] in n-d-776250-12 is: [{'id': 'd62c4c60-dbf1-4e1d-a337-8528efeafd20', 'name': 'tempest-ServerRescueTestJSON-1900544900-router', 'tenant_id': '86427fb06cd943e1bad210250d1fd45f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:18:00Z', 'updated_at': '2021-12-08T16:20:19Z', 'revision_number': 6, 'project_id': '86427fb06cd943e1bad210250d1fd45f', 'gw_port_host': None}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:20:20.322528 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bb674627-c33b-40e3-8648-278037a8cc23 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:20.383316 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb674627-c33b-40e3-8648-278037a8cc23 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Network 9ee42eec-9b8c-4ffb-b265-0610cb230d25 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:20:20.387424 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb674627-c33b-40e3-8648-278037a8cc23 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Pushing event updated for resources: {'Port': ['ID=f0d96687-d529-41ce-b547-5d29100e4305,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:20.391819 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-bb674627-c33b-40e3-8648-278037a8cc23 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:20:20.394904 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb674627-c33b-40e3-8648-278037a8cc23 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:20:20.448000 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bb674627-c33b-40e3-8648-278037a8cc23 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:20.455459 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-43c35bb3-b179-4d16-a94f-5b41cf41c701 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:20.502427 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-43c35bb3-b179-4d16-a94f-5b41cf41c701 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49152941-906a-46f7-a85e-20cec401d418']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:20.560247 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-43c35bb3-b179-4d16-a94f-5b41cf41c701 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad63e897-ce5b-480b-a0a3-828328a9e0c7') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:20.560583 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-43c35bb3-b179-4d16-a94f-5b41cf41c701 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad63e897-ce5b-480b-a0a3-828328a9e0c7') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:20.590252 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-43c35bb3-b179-4d16-a94f-5b41cf41c701 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:20.621731 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-43c35bb3-b179-4d16-a94f-5b41cf41c701 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:20.628674 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a0ddb7f2-e2e2-44f5-bdfb-25071c4de3e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:20.633999 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43c35bb3-b179-4d16-a94f-5b41cf41c701 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:20:20.634392 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-43c35bb3-b179-4d16-a94f-5b41cf41c701 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:20.637382 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:20:20.637382 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:20:20.637382 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:20:20.637382 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:20:20.637382 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:20:20.637382 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:20:20.637382 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:20:20.637382 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:20:20.637382 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:20:20.637382 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:20:20.637382 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:20:20.637382 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:20:20.637382 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:20:20.637382 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:20:20.637382 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:20:20.637382 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:20:20.637382 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:20:20.637382 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:20:20.637382 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:20:20.637382 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:20:20.637382 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:20:20.637382 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:20:20.637382 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:20:20.637382 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:20:20.637382 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:20:20.637382 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:20:20.637382 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:20:20.637382 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:20:20.637382 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:20:20.637382 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:20:20.637382 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:20:20.637382 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:20:20.642255 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-bed4ec86-14d6-435a-88f4-35f6a1764a9b None None] Provisioning complete for port f0d96687-d529-41ce-b547-5d29100e4305 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:20.642735 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-bed4ec86-14d6-435a-88f4-35f6a1764a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:20.681751 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-bed4ec86-14d6-435a-88f4-35f6a1764a9b None None] Port f0d96687-d529-41ce-b547-5d29100e4305 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:20:20.715950 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a0ddb7f2-e2e2-44f5-bdfb-25071c4de3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:20.726559 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bb674627-c33b-40e3-8648-278037a8cc23 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:20.782645 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ddb7f2-e2e2-44f5-bdfb-25071c4de3e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=793849b4-8739-4dcb-9909-a8220b9645f9,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:20.789997 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57614) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:20.790236 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a0ddb7f2-e2e2-44f5-bdfb-25071c4de3e3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=68e99c9a4222410baad2ed758ab71ab6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5770853 Dec 08 16:20:20.796514 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-43c35bb3-b179-4d16-a94f-5b41cf41c701 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:20.805185 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-43c35bb3-b179-4d16-a94f-5b41cf41c701 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:20.809570 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-43c35bb3-b179-4d16-a94f-5b41cf41c701 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "DELETE /v2.0/networks/49152941-906a-46f7-a85e-20cec401d418 HTTP/1.1" status: 204 len: 168 time: 1.1902399 Dec 08 16:20:20.818859 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57616) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:20.824385 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-aa855839-3cfb-4cde-bff5-b221dfe485b4 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Request body: {'port': {'network_id': '44a5e545-3e3a-468e-bb20-c0d293d694ea', 'name': 'tempest-PortsTestJSON-917328397'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:20.827674 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c35bb3-b179-4d16-a94f-5b41cf41c701 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event deleted for resources: {'Network': ['ID=49152941-906a-46f7-a85e-20cec401d418,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:20.831488 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-364d0d7e-06e5-436e-8c42-31434377d826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:20.908856 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364d0d7e-06e5-436e-8c42-31434377d826 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f2ea427-0373-479f-b28a-80fce5ae59d3,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:20.946684 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-69e8600a-8075-40a0-b499-9111b96eba98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:20.985925 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-69e8600a-8075-40a0-b499-9111b96eba98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:20.993867 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-364d0d7e-06e5-436e-8c42-31434377d826 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:21.090272 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa855839-3cfb-4cde-bff5-b221dfe485b4 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Made reservation on behalf of 841eb5bdac454b51a92c375fa562e333 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:20:21.093834 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aa855839-3cfb-4cde-bff5-b221dfe485b4 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:21.105373 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-364d0d7e-06e5-436e-8c42-31434377d826 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:21.109157 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-364d0d7e-06e5-436e-8c42-31434377d826 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:21.140791 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bb674627-c33b-40e3-8648-278037a8cc23 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:21.153803 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [None req-aa855839-3cfb-4cde-bff5-b221dfe485b4 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] device_id is not set on port 9883efdf-d87c-4d44-8d06-efa778c037ec yet. {{(pid=110550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:20:21.168040 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-69e8600a-8075-40a0-b499-9111b96eba98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:21.171532 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-69e8600a-8075-40a0-b499-9111b96eba98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:21.180777 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-69e8600a-8075-40a0-b499-9111b96eba98 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/793849b4-8739-4dcb-9909-a8220b9645f9 HTTP/1.1" status: 204 len: 168 time: 0.3865860 Dec 08 16:20:21.187197 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e8600a-8075-40a0-b499-9111b96eba98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793849b4-8739-4dcb-9909-a8220b9645f9,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:21.219745 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bb674627-c33b-40e3-8648-278037a8cc23 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:21.284696 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device a9805989-5b65-4b7b-920c-35698903a308 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:20:21.312493 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: a9805989-5b65-4b7b-920c-35698903a308 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:20:21.312897 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device a9805989-5b65-4b7b-920c-35698903a308 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:20:21.313718 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 4c57da49-63e4-4f48-b3bc-f66bf4f61c00 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:20:21.336839 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 4c57da49-63e4-4f48-b3bc-f66bf4f61c00 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:20:21.337193 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 4c57da49-63e4-4f48-b3bc-f66bf4f61c00 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:20:21.337375 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bb674627-c33b-40e3-8648-278037a8cc23 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:21.337855 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 7f2ea427-0373-479f-b28a-80fce5ae59d3 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:20:21.354632 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb674627-c33b-40e3-8648-278037a8cc23 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Pushing event updated for resources: {'Port': ['ID=f0d96687-d529-41ce-b547-5d29100e4305,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:21.375045 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 7f2ea427-0373-479f-b28a-80fce5ae59d3 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:20:21.375452 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 7f2ea427-0373-479f-b28a-80fce5ae59d3 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:20:21.456298 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb674627-c33b-40e3-8648-278037a8cc23 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Network 9ee42eec-9b8c-4ffb-b265-0610cb230d25 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:20:21.457848 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-bb674627-c33b-40e3-8648-278037a8cc23 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:20:21.570222 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-364d0d7e-06e5-436e-8c42-31434377d826 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:21.570805 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364d0d7e-06e5-436e-8c42-31434377d826 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d62c4c60-dbf1-4e1d-a337-8528efeafd20 {{(pid=110550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:20:21.575568 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-364d0d7e-06e5-436e-8c42-31434377d826 admin admin] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:21.576789 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-364d0d7e-06e5-436e-8c42-31434377d826 admin admin] 10.222.0.64 "DELETE /v2.0/routers/d62c4c60-dbf1-4e1d-a337-8528efeafd20 HTTP/1.1" status: 204 len: 168 time: 2.1275687 Dec 08 16:20:21.580147 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57624) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:21.606125 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb674627-c33b-40e3-8648-278037a8cc23 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Router 1d9d99fc-e2bc-40b2-be43-45439718c9c3 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:20:21.676746 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-8499e9a5-1297-42d8-9f99-369d61cc02e5 admin admin] Deleting subnet 911fa867-e0c1-483c-87c7-224732096f69 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:20:21.699689 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8499e9a5-1297-42d8-9f99-369d61cc02e5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:21.780451 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb674627-c33b-40e3-8648-278037a8cc23 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:20:21.791284 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd66fd5c-995e-4a63-9d50-2bd053ffc1f7 None None] Sync routers for ids ['1d9d99fc-e2bc-40b2-be43-45439718c9c3'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:20:21.794656 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-bb674627-c33b-40e3-8648-278037a8cc23 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] 10.222.0.64 "PUT /v2.0/routers/1d9d99fc-e2bc-40b2-be43-45439718c9c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6618671 Dec 08 16:20:21.796409 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57632) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:21.805515 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-7de1d1ad-f4c7-4de1-be18-7fc9b4e07b4c tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Request body: {'port': {'network_id': '9ee42eec-9b8c-4ffb-b265-0610cb230d25', 'name': 'tempest-FloatingIPTestJSON-842105785'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:21.822180 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd66fd5c-995e-4a63-9d50-2bd053ffc1f7 None None] Routers {'1d9d99fc-e2bc-40b2-be43-45439718c9c3'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:20:21.826222 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-bd66fd5c-995e-4a63-9d50-2bd053ffc1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:20:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['1d9d99fc-e2bc-40b2-be43-45439718c9c3'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:21.846746 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aa855839-3cfb-4cde-bff5-b221dfe485b4 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:21.852643 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8499e9a5-1297-42d8-9f99-369d61cc02e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:21.901636 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-f793ca37-7bee-44db-adbc-575d0e0ad3cc None None] Provisioning complete for port f0d96687-d529-41ce-b547-5d29100e4305 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:21.902100 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f793ca37-7bee-44db-adbc-575d0e0ad3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:21.917536 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8499e9a5-1297-42d8-9f99-369d61cc02e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:21.930335 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-bd66fd5c-995e-4a63-9d50-2bd053ffc1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:21.948736 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-f793ca37-7bee-44db-adbc-575d0e0ad3cc None None] Port f0d96687-d529-41ce-b547-5d29100e4305 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:20:21.951477 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd66fd5c-995e-4a63-9d50-2bd053ffc1f7 None None] Routers {'1d9d99fc-e2bc-40b2-be43-45439718c9c3'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:20:21.952054 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-bd66fd5c-995e-4a63-9d50-2bd053ffc1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:20:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['1d9d99fc-e2bc-40b2-be43-45439718c9c3'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:21.991576 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-bd66fd5c-995e-4a63-9d50-2bd053ffc1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:21.992452 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd66fd5c-995e-4a63-9d50-2bd053ffc1f7 None None] The sync data for ids ['1d9d99fc-e2bc-40b2-be43-45439718c9c3'] in n-d-776250-12 is: [] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:20:22.018531 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de1d1ad-f4c7-4de1-be18-7fc9b4e07b4c tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Made reservation on behalf of 3dfaa92ee25a480b9e789f76eb5125bb for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:20:22.022184 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7de1d1ad-f4c7-4de1-be18-7fc9b4e07b4c tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:22.046929 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-7de1d1ad-f4c7-4de1-be18-7fc9b4e07b4c tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] device_id is not set on port 775c0e03-ef35-404f-b6d0-c4cd52aaa6ca yet. {{(pid=110551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:20:22.081989 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aa855839-3cfb-4cde-bff5-b221dfe485b4 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:22.128755 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa855839-3cfb-4cde-bff5-b221dfe485b4 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Network 44a5e545-3e3a-468e-bb20-c0d293d694ea is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:20:22.131890 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-aa855839-3cfb-4cde-bff5-b221dfe485b4 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:20:22.134234 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa855839-3cfb-4cde-bff5-b221dfe485b4 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:20:22.140110 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa855839-3cfb-4cde-bff5-b221dfe485b4 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:22.144401 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aa855839-3cfb-4cde-bff5-b221dfe485b4 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:22.146682 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8499e9a5-1297-42d8-9f99-369d61cc02e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:22.172922 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-7de1d1ad-f4c7-4de1-be18-7fc9b4e07b4c tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Allocated IP 172.20.0.8 (9ee42eec-9b8c-4ffb-b265-0610cb230d25/da0736a9-1019-42f9-a630-09821b7ef548/775c0e03-ef35-404f-b6d0-c4cd52aaa6ca) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:20:22.196988 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8499e9a5-1297-42d8-9f99-369d61cc02e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=911fa867-e0c1-483c-87c7-224732096f69,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:22.199361 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8499e9a5-1297-42d8-9f99-369d61cc02e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:22.202809 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-8499e9a5-1297-42d8-9f99-369d61cc02e5 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/911fa867-e0c1-483c-87c7-224732096f69 HTTP/1.1" status: 204 len: 168 time: 0.6216362 Dec 08 16:20:22.203972 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa855839-3cfb-4cde-bff5-b221dfe485b4 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event updated for resources: {'Port': ['ID=9883efdf-d87c-4d44-8d06-efa778c037ec,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:22.210349 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57646) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:22.301823 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-64964799-a80c-4981-9935-45a7c8effc7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:22.310800 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57652) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:22.310958 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-aa855839-3cfb-4cde-bff5-b221dfe485b4 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4907150 Dec 08 16:20:22.406041 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-64964799-a80c-4981-9935-45a7c8effc7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:22.436583 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-64964799-a80c-4981-9935-45a7c8effc7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bac12048-218d-4c84-9c9f-b2662c6ae975']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:22.436757 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7de1d1ad-f4c7-4de1-be18-7fc9b4e07b4c tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:22.442062 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-64964799-a80c-4981-9935-45a7c8effc7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e55a582f-5aba-4151-a1c0-e3d3c6210d61') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:22.442365 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-64964799-a80c-4981-9935-45a7c8effc7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e55a582f-5aba-4151-a1c0-e3d3c6210d61') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:22.452777 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-64964799-a80c-4981-9935-45a7c8effc7f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:22.460837 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-a6d77862-5425-489b-aa6e-4fc62a6c2e76 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Deleting port 9883efdf-d87c-4d44-8d06-efa778c037ec {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:20:22.461182 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a6d77862-5425-489b-aa6e-4fc62a6c2e76 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:22.469536 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-64964799-a80c-4981-9935-45a7c8effc7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:22.477693 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64964799-a80c-4981-9935-45a7c8effc7f admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:20:22.482265 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-64964799-a80c-4981-9935-45a7c8effc7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:22.482265 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:20:22.482265 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:20:22.482265 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:20:22.482265 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:20:22.482265 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:20:22.482265 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:20:22.482265 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:20:22.482265 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:20:22.482265 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:20:22.482265 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:20:22.482265 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:20:22.482265 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:20:22.482265 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:20:22.482265 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:20:22.482265 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:20:22.482265 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:20:22.482265 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:20:22.482265 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:20:22.482265 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:20:22.482265 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:20:22.482265 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:20:22.482265 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:20:22.482265 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:20:22.482265 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:20:22.482265 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:20:22.482265 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:20:22.482265 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:20:22.482265 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:20:22.482265 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:20:22.482265 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:20:22.482265 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:20:22.482265 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:20:22.523068 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57656) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:22.550823 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a6d77862-5425-489b-aa6e-4fc62a6c2e76 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:22.564225 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-a6d77862-5425-489b-aa6e-4fc62a6c2e76 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Calling delete_port for 9883efdf-d87c-4d44-8d06-efa778c037ec owned by {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:20:22.579471 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7de1d1ad-f4c7-4de1-be18-7fc9b4e07b4c tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:22.601689 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-64964799-a80c-4981-9935-45a7c8effc7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:22.619069 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-64964799-a80c-4981-9935-45a7c8effc7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:22.624981 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-64964799-a80c-4981-9935-45a7c8effc7f admin admin] 10.222.0.64 "DELETE /v2.0/networks/bac12048-218d-4c84-9c9f-b2662c6ae975 HTTP/1.1" status: 204 len: 168 time: 0.4086020 Dec 08 16:20:22.624981 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64964799-a80c-4981-9935-45a7c8effc7f admin admin] Pushing event deleted for resources: {'Network': ['ID=bac12048-218d-4c84-9c9f-b2662c6ae975,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:22.651819 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-0631c601-d7fd-43e5-95da-5a684c5589b2 tempest-NetworksNegativeTestJSON-976959563 tempest-NetworksNegativeTestJSON-976959563-project] Request body: {'port': {'network_id': '3cde3e61-fc1b-4001-bada-76b35ad30bc9', 'name': 'tempest-NetworksNegativeTestJSON-846478330'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:22.956911 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-0631c601-d7fd-43e5-95da-5a684c5589b2 tempest-NetworksNegativeTestJSON-976959563 tempest-NetworksNegativeTestJSON-976959563-project] POST failed (client error): The resource could not be found. Dec 08 16:20:22.957443 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0631c601-d7fd-43e5-95da-5a684c5589b2 tempest-NetworksNegativeTestJSON-976959563 tempest-NetworksNegativeTestJSON-976959563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:20:22.958594 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-0631c601-d7fd-43e5-95da-5a684c5589b2 tempest-NetworksNegativeTestJSON-976959563 tempest-NetworksNegativeTestJSON-976959563-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4329429 Dec 08 16:20:22.963253 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de1d1ad-f4c7-4de1-be18-7fc9b4e07b4c tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Network 9ee42eec-9b8c-4ffb-b265-0610cb230d25 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:20:22.964690 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57664) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:22.975964 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1d1ad-f4c7-4de1-be18-7fc9b4e07b4c tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Pushing event updated for resources: {'Port': ['ID=775c0e03-ef35-404f-b6d0-c4cd52aaa6ca,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:22.978480 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-7de1d1ad-f4c7-4de1-be18-7fc9b4e07b4c tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:20:22.983152 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de1d1ad-f4c7-4de1-be18-7fc9b4e07b4c tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:20:22.989570 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb7dc3d9-7a8a-44ab-bbcc-94d8acbd3aa0 tempest-NetworksNegativeTestJSON-976959563 tempest-NetworksNegativeTestJSON-976959563-project] DELETE failed (client error): The resource could not be found. Dec 08 16:20:22.990174 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb7dc3d9-7a8a-44ab-bbcc-94d8acbd3aa0 tempest-NetworksNegativeTestJSON-976959563 tempest-NetworksNegativeTestJSON-976959563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:20:22.997421 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-bb7dc3d9-7a8a-44ab-bbcc-94d8acbd3aa0 tempest-NetworksNegativeTestJSON-976959563 tempest-NetworksNegativeTestJSON-976959563-project] 10.222.0.64 "DELETE /v2.0/networks/25ad4781-3b5b-4005-87ca-229b77cc64f9 HTTP/1.1" status: 404 len: 339 time: 0.0276105 Dec 08 16:20:22.998587 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57666) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:23.025770 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d69013e-5054-4598-803a-e4e085823373 tempest-NetworksNegativeTestJSON-976959563 tempest-NetworksNegativeTestJSON-976959563-project] DELETE failed (client error): The resource could not be found. Dec 08 16:20:23.026379 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d69013e-5054-4598-803a-e4e085823373 tempest-NetworksNegativeTestJSON-976959563 tempest-NetworksNegativeTestJSON-976959563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:20:23.030130 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-2d69013e-5054-4598-803a-e4e085823373 tempest-NetworksNegativeTestJSON-976959563 tempest-NetworksNegativeTestJSON-976959563-project] 10.222.0.64 "DELETE /v2.0/ports/3eea05e8-8572-4035-a327-0632fc29e385 HTTP/1.1" status: 404 len: 333 time: 0.0305412 Dec 08 16:20:23.034173 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57668) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:23.052232 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de1d1ad-f4c7-4de1-be18-7fc9b4e07b4c tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:23.052615 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7de1d1ad-f4c7-4de1-be18-7fc9b4e07b4c tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:23.081607 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-70e91ddf-d0b5-474a-b6da-e035c7848242 tempest-NetworksNegativeTestJSON-976959563 tempest-NetworksNegativeTestJSON-976959563-project] DELETE failed (client error): The resource could not be found. Dec 08 16:20:23.082156 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70e91ddf-d0b5-474a-b6da-e035c7848242 tempest-NetworksNegativeTestJSON-976959563 tempest-NetworksNegativeTestJSON-976959563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:20:23.086608 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-70e91ddf-d0b5-474a-b6da-e035c7848242 tempest-NetworksNegativeTestJSON-976959563 tempest-NetworksNegativeTestJSON-976959563-project] 10.222.0.64 "DELETE /v2.0/subnets/fe6d5f26-00e8-43b0-a850-233082937d9b HTTP/1.1" status: 404 len: 337 time: 0.0513990 Dec 08 16:20:23.092345 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57672) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:23.119569 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-7493e4d7-e2fe-4b86-9fe2-47d422904dff tempest-NetworksNegativeTestJSON-976959563 tempest-NetworksNegativeTestJSON-976959563-project] GET failed (client error): The resource could not be found. Dec 08 16:20:23.121810 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-7493e4d7-e2fe-4b86-9fe2-47d422904dff tempest-NetworksNegativeTestJSON-976959563 tempest-NetworksNegativeTestJSON-976959563-project] 10.222.0.64 "GET /v2.0/networks/67e28e7a-583c-4215-87c0-170593395239 HTTP/1.1" status: 404 len: 339 time: 0.0280275 Dec 08 16:20:23.125162 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57674) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:23.137288 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57676) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:23.143064 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a6d77862-5425-489b-aa6e-4fc62a6c2e76 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:23.187187 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-316f25f9-a3aa-4e49-bca1-a8622c53d8e3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=86427fb06cd943e1bad210250d1fd45f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0483429 Dec 08 16:20:23.190157 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57678) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:23.195548 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7b7c84c-5b92-475f-b1c8-8b9dc6ecb3d2 tempest-NetworksNegativeTestJSON-976959563 tempest-NetworksNegativeTestJSON-976959563-project] GET failed (client error): The resource could not be found. Dec 08 16:20:23.197118 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a7b7c84c-5b92-475f-b1c8-8b9dc6ecb3d2 tempest-NetworksNegativeTestJSON-976959563 tempest-NetworksNegativeTestJSON-976959563-project] 10.222.0.64 "GET /v2.0/ports/4af8cacd-bd14-4fa9-a80c-92155048c2da HTTP/1.1" status: 404 len: 333 time: 0.0708287 Dec 08 16:20:23.200320 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d77862-5425-489b-aa6e-4fc62a6c2e76 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event deleted for resources: {'Port': ['ID=9883efdf-d87c-4d44-8d06-efa778c037ec,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:23.204230 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57680) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:23.209986 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-7de1d1ad-f4c7-4de1-be18-7fc9b4e07b4c tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4101074 Dec 08 16:20:23.216062 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57682) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:23.216305 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a6d77862-5425-489b-aa6e-4fc62a6c2e76 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:23.221184 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a6d77862-5425-489b-aa6e-4fc62a6c2e76 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "DELETE /v2.0/ports/9883efdf-d87c-4d44-8d06-efa778c037ec HTTP/1.1" status: 204 len: 168 time: 0.9080992 Dec 08 16:20:23.221317 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-5de5d1a2-be91-457b-9fc0-581c4476c52a tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Request body: {'floatingip': {'port_id': '775c0e03-ef35-404f-b6d0-c4cd52aaa6ca'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:23.226197 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57684) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:23.237252 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-94b60da7-9c24-4e4f-bb99-57256b4081ff tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Request body: {'port': {'network_id': '44a5e545-3e3a-468e-bb20-c0d293d694ea', 'mac_address': 'fa:16:3e:e6:aa:29', 'name': 'tempest-PortsTestJSON-2144472531'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:23.250908 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-623c2495-caf5-40d4-910c-334d36d4a6fc tempest-NetworksNegativeTestJSON-976959563 tempest-NetworksNegativeTestJSON-976959563-project] GET failed (client error): The resource could not be found. Dec 08 16:20:23.252359 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-623c2495-caf5-40d4-910c-334d36d4a6fc tempest-NetworksNegativeTestJSON-976959563 tempest-NetworksNegativeTestJSON-976959563-project] 10.222.0.64 "GET /v2.0/subnets/3324946f-d1b4-48c8-97cf-9252a9038da4 HTTP/1.1" status: 404 len: 337 time: 0.0431957 Dec 08 16:20:23.256765 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57686) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:23.262503 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-9d9c9239-4c23-4d7e-9384-bbb3cc23fd8c tempest-NetworksNegativeTestJSON-976959563 tempest-NetworksNegativeTestJSON-976959563-project] Request body: {'network': {'name': 'new_name'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:23.277951 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d9c9239-4c23-4d7e-9384-bbb3cc23fd8c tempest-NetworksNegativeTestJSON-976959563 tempest-NetworksNegativeTestJSON-976959563-project] PUT failed (client error): The resource could not be found. Dec 08 16:20:23.278635 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d9c9239-4c23-4d7e-9384-bbb3cc23fd8c tempest-NetworksNegativeTestJSON-976959563 tempest-NetworksNegativeTestJSON-976959563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:20:23.279977 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-9d9c9239-4c23-4d7e-9384-bbb3cc23fd8c tempest-NetworksNegativeTestJSON-976959563 tempest-NetworksNegativeTestJSON-976959563-project] 10.222.0.64 "PUT /v2.0/networks/8fcf687b-2695-49fb-bfe4-25596c9c975e HTTP/1.1" status: 404 len: 339 time: 0.0221281 Dec 08 16:20:23.284578 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57690) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:23.290704 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-9720ac5e-c600-4891-9d52-88384b4d3239 tempest-NetworksNegativeTestJSON-976959563 tempest-NetworksNegativeTestJSON-976959563-project] Request body: {'port': {'name': 'new_name'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:23.299478 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-ce6d783b-a859-4d79-bfa4-16f6de27c649 None None] Provisioning complete for port 775c0e03-ef35-404f-b6d0-c4cd52aaa6ca triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:23.300117 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ce6d783b-a859-4d79-bfa4-16f6de27c649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:23.311319 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-9720ac5e-c600-4891-9d52-88384b4d3239 tempest-NetworksNegativeTestJSON-976959563 tempest-NetworksNegativeTestJSON-976959563-project] PUT failed (client error): The resource could not be found. Dec 08 16:20:23.311884 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9720ac5e-c600-4891-9d52-88384b4d3239 tempest-NetworksNegativeTestJSON-976959563 tempest-NetworksNegativeTestJSON-976959563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:20:23.317954 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-9720ac5e-c600-4891-9d52-88384b4d3239 tempest-NetworksNegativeTestJSON-976959563 tempest-NetworksNegativeTestJSON-976959563-project] 10.222.0.64 "PUT /v2.0/ports/fa8ead77-5a91-45be-b0ed-cbbd14a11b54 HTTP/1.1" status: 404 len: 333 time: 0.0274980 Dec 08 16:20:23.317954 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57692) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:23.322759 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-5ef47cd9-f642-45ab-831d-eaaed7dd3460 tempest-NetworksNegativeTestJSON-976959563 tempest-NetworksNegativeTestJSON-976959563-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:23.345680 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ef47cd9-f642-45ab-831d-eaaed7dd3460 tempest-NetworksNegativeTestJSON-976959563 tempest-NetworksNegativeTestJSON-976959563-project] PUT failed (client error): The resource could not be found. Dec 08 16:20:23.346140 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ef47cd9-f642-45ab-831d-eaaed7dd3460 tempest-NetworksNegativeTestJSON-976959563 tempest-NetworksNegativeTestJSON-976959563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:20:23.347638 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-5ef47cd9-f642-45ab-831d-eaaed7dd3460 tempest-NetworksNegativeTestJSON-976959563 tempest-NetworksNegativeTestJSON-976959563-project] 10.222.0.64 "PUT /v2.0/subnets/122d29f0-b259-410c-a278-a363082f9be9 HTTP/1.1" status: 404 len: 337 time: 0.0294032 Dec 08 16:20:23.368668 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-ce6d783b-a859-4d79-bfa4-16f6de27c649 None None] Port 775c0e03-ef35-404f-b6d0-c4cd52aaa6ca cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:20:23.383254 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5de5d1a2-be91-457b-9fc0-581c4476c52a tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for floatingip, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:23.421504 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3a48fdca-995e-4e9a-80f7-6f37fcff844d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:23.475059 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3a48fdca-995e-4e9a-80f7-6f37fcff844d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:23.613776 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b60da7-9c24-4e4f-bb99-57256b4081ff tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Made reservation on behalf of 841eb5bdac454b51a92c375fa562e333 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:20:23.723332 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-94b60da7-9c24-4e4f-bb99-57256b4081ff tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:23.760273 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [None req-94b60da7-9c24-4e4f-bb99-57256b4081ff tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] device_id is not set on port c1f2b418-45e5-414e-9b46-dcce90ab3733 yet. {{(pid=110550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:20:23.799465 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3a48fdca-995e-4e9a-80f7-6f37fcff844d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:23.802281 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3a48fdca-995e-4e9a-80f7-6f37fcff844d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:23.804038 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-3a48fdca-995e-4e9a-80f7-6f37fcff844d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e17a4e68-8fd8-4213-9e4e-e52996c8d95a HTTP/1.1" status: 204 len: 168 time: 0.6127806 Dec 08 16:20:23.860032 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a48fdca-995e-4e9a-80f7-6f37fcff844d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17a4e68-8fd8-4213-9e4e-e52996c8d95a,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:23.875487 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57700) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:24.012081 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e912aedc-aa56-4c09-8fe0-c75768964d51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:24.088852 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e912aedc-aa56-4c09-8fe0-c75768964d51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:24.107713 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-94b60da7-9c24-4e4f-bb99-57256b4081ff tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:24.167895 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e912aedc-aa56-4c09-8fe0-c75768964d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:24.201747 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5de5d1a2-be91-457b-9fc0-581c4476c52a tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:24.225698 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e912aedc-aa56-4c09-8fe0-c75768964d51 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=76902a67f0bc427fbf07ea72350125fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3470418 Dec 08 16:20:24.228418 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57710) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:24.230607 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e912aedc-aa56-4c09-8fe0-c75768964d51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da841fb3-f5e0-41be-8b58-c87d7ee7020c,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:24.267035 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-94b60da7-9c24-4e4f-bb99-57256b4081ff tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:24.272118 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5de5d1a2-be91-457b-9fc0-581c4476c52a tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:24.381512 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b60da7-9c24-4e4f-bb99-57256b4081ff tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Network 44a5e545-3e3a-468e-bb20-c0d293d694ea is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:20:24.390674 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-94b60da7-9c24-4e4f-bb99-57256b4081ff tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:20:24.393170 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b60da7-9c24-4e4f-bb99-57256b4081ff tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:20:24.399605 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b60da7-9c24-4e4f-bb99-57256b4081ff tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:24.400450 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-94b60da7-9c24-4e4f-bb99-57256b4081ff tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:24.431642 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b60da7-9c24-4e4f-bb99-57256b4081ff tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event updated for resources: {'Port': ['ID=c1f2b418-45e5-414e-9b46-dcce90ab3733,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:24.439004 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a267277b-8459-4d1e-92fc-106fbfb3c4f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:24.485620 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a267277b-8459-4d1e-92fc-106fbfb3c4f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:24.501339 n-d-776250-12 neutron-server[110550]: INFO neutron.db.l3_db [None req-5de5d1a2-be91-457b-9fc0-581c4476c52a tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Floating IP ae229e72-be40-4a46-9c79-d1d6d3a1a679 associated. External IP: 172.25.0.210, port: 0f35dc46-ddf1-4b4c-afe0-d39bcec0ba51. Dec 08 16:20:24.549901 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-94b60da7-9c24-4e4f-bb99-57256b4081ff tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3223002 Dec 08 16:20:24.553357 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57722) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:24.608957 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5498cf-d057-4bf5-b479-eb840613304b tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:24.610719 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-6c5498cf-d057-4bf5-b479-eb840613304b tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "GET /v2.0/ports/c1f2b418-45e5-414e-9b46-dcce90ab3733 HTTP/1.1" status: 200 len: 841 time: 0.0550799 Dec 08 16:20:24.613527 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57724) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:24.681901 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a267277b-8459-4d1e-92fc-106fbfb3c4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:24.685822 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a267277b-8459-4d1e-92fc-106fbfb3c4f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:24.687500 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a267277b-8459-4d1e-92fc-106fbfb3c4f5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/da841fb3-f5e0-41be-8b58-c87d7ee7020c HTTP/1.1" status: 204 len: 168 time: 0.4577534 Dec 08 16:20:24.722512 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a267277b-8459-4d1e-92fc-106fbfb3c4f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da841fb3-f5e0-41be-8b58-c87d7ee7020c,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:24.761872 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-952faa1a-ec96-4fcb-b011-c2afed770c34 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Deleting port c1f2b418-45e5-414e-9b46-dcce90ab3733 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:20:24.762221 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-952faa1a-ec96-4fcb-b011-c2afed770c34 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:24.852619 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5de5d1a2-be91-457b-9fc0-581c4476c52a tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Router b3c63600-c489-42b0-b075-9f045925df98 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:20:24.858887 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-952faa1a-ec96-4fcb-b011-c2afed770c34 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:24.874503 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-952faa1a-ec96-4fcb-b011-c2afed770c34 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Calling delete_port for c1f2b418-45e5-414e-9b46-dcce90ab3733 owned by {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:20:25.012097 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de5d1a2-be91-457b-9fc0-581c4476c52a tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:20:25.029992 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed46730-0738-48b5-a5ff-1b6d23d11efe None None] Sync routers for ids ['b3c63600-c489-42b0-b075-9f045925df98'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:20:25.044007 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-952faa1a-ec96-4fcb-b011-c2afed770c34 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:25.050462 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed46730-0738-48b5-a5ff-1b6d23d11efe None None] Routers {'b3c63600-c489-42b0-b075-9f045925df98'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:20:25.050462 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-0ed46730-0738-48b5-a5ff-1b6d23d11efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:20:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['b3c63600-c489-42b0-b075-9f045925df98'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:25.090977 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-952faa1a-ec96-4fcb-b011-c2afed770c34 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:25.102045 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-952faa1a-ec96-4fcb-b011-c2afed770c34 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "DELETE /v2.0/ports/c1f2b418-45e5-414e-9b46-dcce90ab3733 HTTP/1.1" status: 204 len: 168 time: 0.4871924 Dec 08 16:20:25.103442 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57740) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:25.135262 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-0ed46730-0738-48b5-a5ff-1b6d23d11efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:25.157479 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed46730-0738-48b5-a5ff-1b6d23d11efe None None] Routers {'b3c63600-c489-42b0-b075-9f045925df98'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:20:25.160639 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-0ed46730-0738-48b5-a5ff-1b6d23d11efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:20:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['b3c63600-c489-42b0-b075-9f045925df98'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:25.162247 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952faa1a-ec96-4fcb-b011-c2afed770c34 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event deleted for resources: {'Port': ['ID=c1f2b418-45e5-414e-9b46-dcce90ab3733,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:25.199886 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-0ed46730-0738-48b5-a5ff-1b6d23d11efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:25.200680 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed46730-0738-48b5-a5ff-1b6d23d11efe None None] The sync data for ids ['b3c63600-c489-42b0-b075-9f045925df98'] in n-d-776250-12 is: [] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:20:25.204702 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-697064f9-a6b4-4aa4-836d-ee9973511b6f tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] GET failed (client error): The resource could not be found. Dec 08 16:20:25.211834 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-697064f9-a6b4-4aa4-836d-ee9973511b6f tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "GET /v2.0/ports/c1f2b418-45e5-414e-9b46-dcce90ab3733 HTTP/1.1" status: 404 len: 333 time: 0.1038899 Dec 08 16:20:25.212778 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57744) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:25.219430 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-ed2fc72e-b8f3-45ba-ba2c-0892c77e7f0a tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Request body: {'port': {'network_id': '44a5e545-3e3a-468e-bb20-c0d293d694ea', 'name': 'tempest-PortsTestJSON-643583041'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:25.273500 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57748) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:25.312559 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5de5d1a2-be91-457b-9fc0-581c4476c52a tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Router 1d9d99fc-e2bc-40b2-be43-45439718c9c3 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:20:25.411084 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-01698f5c-04d9-4b66-aa3e-747f9253e830 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1421211579-network', 'tenant_id': '2b52500faa0143a7b66289b1db11a5f1'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:25.443033 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2fc72e-b8f3-45ba-ba2c-0892c77e7f0a tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Made reservation on behalf of 841eb5bdac454b51a92c375fa562e333 for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:20:25.443273 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de5d1a2-be91-457b-9fc0-581c4476c52a tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:20:25.449052 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5de5d1a2-be91-457b-9fc0-581c4476c52a tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:25.459813 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ed2fc72e-b8f3-45ba-ba2c-0892c77e7f0a tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:25.459938 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8d73a1-ccc8-4ac5-b3b5-a9574dbeb153 None None] Sync routers for ids ['1d9d99fc-e2bc-40b2-be43-45439718c9c3'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:20:25.470703 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8d73a1-ccc8-4ac5-b3b5-a9574dbeb153 None None] Routers {'1d9d99fc-e2bc-40b2-be43-45439718c9c3'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:20:25.471741 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-7a8d73a1-ccc8-4ac5-b3b5-a9574dbeb153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:20:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['1d9d99fc-e2bc-40b2-be43-45439718c9c3'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:25.489531 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-ed2fc72e-b8f3-45ba-ba2c-0892c77e7f0a tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] device_id is not set on port a749ec21-6474-4456-a43a-bd8d057de35d yet. {{(pid=110551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:20:25.512087 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-7a8d73a1-ccc8-4ac5-b3b5-a9574dbeb153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:25.527300 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8d73a1-ccc8-4ac5-b3b5-a9574dbeb153 None None] Routers {'1d9d99fc-e2bc-40b2-be43-45439718c9c3'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:20:25.528230 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-7a8d73a1-ccc8-4ac5-b3b5-a9574dbeb153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:20:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['1d9d99fc-e2bc-40b2-be43-45439718c9c3'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:25.546368 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-5de5d1a2-be91-457b-9fc0-581c4476c52a tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] 10.222.0.64 "PUT /v2.0/floatingips/ae229e72-be40-4a46-9c79-d1d6d3a1a679 HTTP/1.1" status: 200 len: 977 time: 2.3291466 Dec 08 16:20:25.549491 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57762) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:25.568564 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-7a8d73a1-ccc8-4ac5-b3b5-a9574dbeb153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:25.570625 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8d73a1-ccc8-4ac5-b3b5-a9574dbeb153 None None] The sync data for ids ['1d9d99fc-e2bc-40b2-be43-45439718c9c3'] in n-d-776250-12 is: [] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:20:25.647270 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01698f5c-04d9-4b66-aa3e-747f9253e830 admin admin] Made reservation on behalf of 2b52500faa0143a7b66289b1db11a5f1 for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:20:25.650226 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-01698f5c-04d9-4b66-aa3e-747f9253e830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:25.671780 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-01698f5c-04d9-4b66-aa3e-747f9253e830 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:25.789462 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ed2fc72e-b8f3-45ba-ba2c-0892c77e7f0a tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:25.817903 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-19b9b23f-2987-4384-9a77-1869721dd78f tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Deleting port 775c0e03-ef35-404f-b6d0-c4cd52aaa6ca {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:20:25.818852 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-19b9b23f-2987-4384-9a77-1869721dd78f tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:25.935188 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57772) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:25.941260 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-01698f5c-04d9-4b66-aa3e-747f9253e830 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:25.961822 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-19b9b23f-2987-4384-9a77-1869721dd78f tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:26.031479 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ed2fc72e-b8f3-45ba-ba2c-0892c77e7f0a tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:26.033233 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-cc011eb0-fd0b-4aa7-9a71-a5276f82fdca tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-372351588', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:26.036066 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-01698f5c-04d9-4b66-aa3e-747f9253e830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:26.104354 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cc011eb0-fd0b-4aa7-9a71-a5276f82fdca tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:26.105448 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cc011eb0-fd0b-4aa7-9a71-a5276f82fdca tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:26.124121 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01698f5c-04d9-4b66-aa3e-747f9253e830 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:20:26.164891 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2fc72e-b8f3-45ba-ba2c-0892c77e7f0a tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Network 44a5e545-3e3a-468e-bb20-c0d293d694ea is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:20:26.172473 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cc011eb0-fd0b-4aa7-9a71-a5276f82fdca tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:26.203612 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-ed2fc72e-b8f3-45ba-ba2c-0892c77e7f0a tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:20:26.206327 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2fc72e-b8f3-45ba-ba2c-0892c77e7f0a tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:20:26.212595 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2fc72e-b8f3-45ba-ba2c-0892c77e7f0a tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:26.213061 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ed2fc72e-b8f3-45ba-ba2c-0892c77e7f0a tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:26.215494 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2fc72e-b8f3-45ba-ba2c-0892c77e7f0a tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event updated for resources: {'Port': ['ID=a749ec21-6474-4456-a43a-bd8d057de35d,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:26.226065 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01698f5c-04d9-4b66-aa3e-747f9253e830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796b0b3b-2d54-476b-abe1-7568016bfa47,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:26.230254 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-01698f5c-04d9-4b66-aa3e-747f9253e830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:26.230611 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-01698f5c-04d9-4b66-aa3e-747f9253e830 admin admin] Added segment 029293b9-4a14-4a19-b525-a343c058b382 of type vlan for network 691a624c-964a-4825-b277-bf02eccf1ff9 Dec 08 16:20:26.253999 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cc011eb0-fd0b-4aa7-9a71-a5276f82fdca tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:26.319199 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ed2fc72e-b8f3-45ba-ba2c-0892c77e7f0a tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1051588 Dec 08 16:20:26.321962 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57778) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:26.327498 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-01698f5c-04d9-4b66-aa3e-747f9253e830 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:26.327674 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-1919e263-2bed-4d63-9e43-4e0f51585ab8 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:26.354700 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cc011eb0-fd0b-4aa7-9a71-a5276f82fdca tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:26.355795 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-cc011eb0-fd0b-4aa7-9a71-a5276f82fdca tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4195151 Dec 08 16:20:26.358477 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-19b9b23f-2987-4384-9a77-1869721dd78f tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:26.358749 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57780) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:26.358877 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-19b9b23f-2987-4384-9a77-1869721dd78f tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:26.359138 n-d-776250-12 neutron-server[110551]: INFO neutron.db.l3_db [None req-19b9b23f-2987-4384-9a77-1869721dd78f tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Floating IP ae229e72-be40-4a46-9c79-d1d6d3a1a679 disassociated. External IP: 172.25.0.210, port: 775c0e03-ef35-404f-b6d0-c4cd52aaa6ca. Dec 08 16:20:26.359483 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-19b9b23f-2987-4384-9a77-1869721dd78f tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Calling delete_port for 775c0e03-ef35-404f-b6d0-c4cd52aaa6ca owned by {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:20:26.363741 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-098fdbec-44df-4a6e-87d2-e52fdaa9aaec tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1855635663'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:26.419218 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1919e263-2bed-4d63-9e43-4e0f51585ab8 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:26.479816 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-01698f5c-04d9-4b66-aa3e-747f9253e830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:26.481488 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01698f5c-04d9-4b66-aa3e-747f9253e830 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:26.481488 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-01698f5c-04d9-4b66-aa3e-747f9253e830 admin admin] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:26.507388 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-098fdbec-44df-4a6e-87d2-e52fdaa9aaec tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Made reservation on behalf of 5c470bdb4f9542dcaa9055dc510317b8 for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:20:26.511040 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-098fdbec-44df-4a6e-87d2-e52fdaa9aaec tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:26.546137 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-098fdbec-44df-4a6e-87d2-e52fdaa9aaec tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:26.564885 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01698f5c-04d9-4b66-aa3e-747f9253e830 admin admin] Pushing event updated for resources: {'Network': ['ID=691a624c-964a-4825-b277-bf02eccf1ff9,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:26.576115 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 691a624c-964a-4825-b277-bf02eccf1ff9 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:20:26.596247 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-01698f5c-04d9-4b66-aa3e-747f9253e830 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3202724 Dec 08 16:20:26.598689 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57786) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:26.608121 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-2fffb7a2-8130-4c77-a4f6-0fea43437aed admin admin] Request body: {'subnet': {'network_id': '691a624c-964a-4825-b277-bf02eccf1ff9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1421211579-subnet', 'tenant_id': '2b52500faa0143a7b66289b1db11a5f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:26.611699 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-19b9b23f-2987-4384-9a77-1869721dd78f tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:26.643592 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1919e263-2bed-4d63-9e43-4e0f51585ab8 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:26.654177 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b9b23f-2987-4384-9a77-1869721dd78f tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Pushing event deleted for resources: {'Port': ['ID=775c0e03-ef35-404f-b6d0-c4cd52aaa6ca,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:26.683479 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-098fdbec-44df-4a6e-87d2-e52fdaa9aaec tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:26.727091 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1919e263-2bed-4d63-9e43-4e0f51585ab8 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:26.759340 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fffb7a2-8130-4c77-a4f6-0fea43437aed admin admin] Made reservation on behalf of 2b52500faa0143a7b66289b1db11a5f1 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:20:26.761773 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2fffb7a2-8130-4c77-a4f6-0fea43437aed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:26.763185 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-098fdbec-44df-4a6e-87d2-e52fdaa9aaec tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:26.791337 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-1919e263-2bed-4d63-9e43-4e0f51585ab8 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] In _notify_port_updated(), no bound segment for port a749ec21-6474-4456-a43a-bd8d057de35d on network 44a5e545-3e3a-468e-bb20-c0d293d694ea {{(pid=110550) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 16:20:26.797219 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1919e263-2bed-4d63-9e43-4e0f51585ab8 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:26.797867 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1919e263-2bed-4d63-9e43-4e0f51585ab8 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:26.800245 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-1919e263-2bed-4d63-9e43-4e0f51585ab8 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "PUT /v2.0/ports/a749ec21-6474-4456-a43a-bd8d057de35d HTTP/1.1" status: 200 len: 818 time: 0.4762423 Dec 08 16:20:26.806535 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57788) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:26.818524 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-098fdbec-44df-4a6e-87d2-e52fdaa9aaec tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:20:26.826250 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1919e263-2bed-4d63-9e43-4e0f51585ab8 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event updated for resources: {'Port': ['ID=a749ec21-6474-4456-a43a-bd8d057de35d,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:26.832399 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098fdbec-44df-4a6e-87d2-e52fdaa9aaec tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=628cdaee-e353-4109-bc40-8220ff1f8857,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:26.850077 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-098fdbec-44df-4a6e-87d2-e52fdaa9aaec tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:26.850445 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-098fdbec-44df-4a6e-87d2-e52fdaa9aaec tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Added segment 0f340833-5b31-41d6-8920-c9cbaa0e62aa of type vlan for network fcd7981d-5e3c-4548-8c9d-f1df7dc25730 Dec 08 16:20:26.894593 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19b9b23f-2987-4384-9a77-1869721dd78f tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Router 1d9d99fc-e2bc-40b2-be43-45439718c9c3 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:20:26.899307 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-098fdbec-44df-4a6e-87d2-e52fdaa9aaec tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:26.989815 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-098fdbec-44df-4a6e-87d2-e52fdaa9aaec tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:26.995550 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098fdbec-44df-4a6e-87d2-e52fdaa9aaec tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:26.997755 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-098fdbec-44df-4a6e-87d2-e52fdaa9aaec tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:27.077611 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098fdbec-44df-4a6e-87d2-e52fdaa9aaec tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Pushing event updated for resources: {'Network': ['ID=fcd7981d-5e3c-4548-8c9d-f1df7dc25730,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:27.090402 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network fcd7981d-5e3c-4548-8c9d-f1df7dc25730 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:20:27.092727 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-c767eef4-35be-4a1b-a681-b1bec5d33208 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Deleting port a749ec21-6474-4456-a43a-bd8d057de35d {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:20:27.093036 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c767eef4-35be-4a1b-a681-b1bec5d33208 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:27.130519 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-098fdbec-44df-4a6e-87d2-e52fdaa9aaec tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7706380 Dec 08 16:20:27.133207 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57790) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:27.138684 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-e2f75e9c-ebbb-4c38-b57c-76bd9c3a7246 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Request body: {'subnet': {'network_id': 'fcd7981d-5e3c-4548-8c9d-f1df7dc25730', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:27.178666 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b9b23f-2987-4384-9a77-1869721dd78f tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:20:27.197716 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ea40bd-13b2-42e4-b01d-f14d31dc8132 None None] Sync routers for ids ['1d9d99fc-e2bc-40b2-be43-45439718c9c3'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:20:27.216970 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ea40bd-13b2-42e4-b01d-f14d31dc8132 None None] Routers {'1d9d99fc-e2bc-40b2-be43-45439718c9c3'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:20:27.219970 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-d1ea40bd-13b2-42e4-b01d-f14d31dc8132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:20:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['1d9d99fc-e2bc-40b2-be43-45439718c9c3'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:27.245563 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c767eef4-35be-4a1b-a681-b1bec5d33208 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:27.255489 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2fffb7a2-8130-4c77-a4f6-0fea43437aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:27.271794 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-c767eef4-35be-4a1b-a681-b1bec5d33208 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Calling delete_port for a749ec21-6474-4456-a43a-bd8d057de35d owned by {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:20:27.306955 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-d1ea40bd-13b2-42e4-b01d-f14d31dc8132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:27.322256 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ea40bd-13b2-42e4-b01d-f14d31dc8132 None None] Routers {'1d9d99fc-e2bc-40b2-be43-45439718c9c3'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:20:27.323059 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-d1ea40bd-13b2-42e4-b01d-f14d31dc8132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:20:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['1d9d99fc-e2bc-40b2-be43-45439718c9c3'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:27.355869 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-d1ea40bd-13b2-42e4-b01d-f14d31dc8132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:27.356650 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ea40bd-13b2-42e4-b01d-f14d31dc8132 None None] The sync data for ids ['1d9d99fc-e2bc-40b2-be43-45439718c9c3'] in n-d-776250-12 is: [] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:20:27.369644 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-19b9b23f-2987-4384-9a77-1869721dd78f tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:27.372992 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-19b9b23f-2987-4384-9a77-1869721dd78f tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] 10.222.0.64 "DELETE /v2.0/ports/775c0e03-ef35-404f-b6d0-c4cd52aaa6ca HTTP/1.1" status: 204 len: 168 time: 1.8218923 Dec 08 16:20:27.376061 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57794) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:27.392146 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fffb7a2-8130-4c77-a4f6-0fea43437aed admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d509bf9-344c-445e-87cc-39c21b210aee,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:27.421919 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fffb7a2-8130-4c77-a4f6-0fea43437aed admin admin] Checking segment: {'id': '029293b9-4a14-4a19-b525-a343c058b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '691a624c-964a-4825-b277-bf02eccf1ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:20:27.422281 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fffb7a2-8130-4c77-a4f6-0fea43437aed admin admin] Network hostable DHCP agents. Network: 691a624c-964a-4825-b277-bf02eccf1ff9, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:20:27.434118 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f75e9c-ebbb-4c38-b57c-76bd9c3a7246 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Made reservation on behalf of 5c470bdb4f9542dcaa9055dc510317b8 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:20:27.437706 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e2f75e9c-ebbb-4c38-b57c-76bd9c3a7246 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:27.510071 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fffb7a2-8130-4c77-a4f6-0fea43437aed admin admin] Network 691a624c-964a-4825-b277-bf02eccf1ff9 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:20:27.517091 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c767eef4-35be-4a1b-a681-b1bec5d33208 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:27.547422 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c767eef4-35be-4a1b-a681-b1bec5d33208 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event deleted for resources: {'Port': ['ID=a749ec21-6474-4456-a43a-bd8d057de35d,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:27.553088 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c767eef4-35be-4a1b-a681-b1bec5d33208 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:27.558877 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c767eef4-35be-4a1b-a681-b1bec5d33208 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "DELETE /v2.0/ports/a749ec21-6474-4456-a43a-bd8d057de35d HTTP/1.1" status: 204 len: 168 time: 0.7474594 Dec 08 16:20:27.559656 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57798) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:27.593194 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-2fffb7a2-8130-4c77-a4f6-0fea43437aed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 691a624c-964a-4825-b277-bf02eccf1ff9) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:20:27.600060 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fffb7a2-8130-4c77-a4f6-0fea43437aed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:27.600955 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2fffb7a2-8130-4c77-a4f6-0fea43437aed admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:27.611023 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d99aa1-13cf-4b13-85be-4a64f0de2ef5 None None] Network 691a624c-964a-4825-b277-bf02eccf1ff9 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:20:27.657004 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b05ee43-3302-4bea-8a94-e4b308b134de tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:27.661397 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-8b05ee43-3302-4bea-8a94-e4b308b134de tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1013231 Dec 08 16:20:27.662342 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57802) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:27.690735 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eb8f506-faed-4c05-8d1f-70dc6e24d0b7 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] GET failed (client error): The resource could not be found. Dec 08 16:20:27.696151 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-8eb8f506-faed-4c05-8d1f-70dc6e24d0b7 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "GET /v2.0/ports/a749ec21-6474-4456-a43a-bd8d057de35d HTTP/1.1" status: 404 len: 333 time: 0.0290277 Dec 08 16:20:27.699107 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-2fffb7a2-8130-4c77-a4f6-0fea43437aed admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0981495 Dec 08 16:20:27.699817 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57804) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:27.700346 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57806) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:27.706265 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-529eac91-787b-4d60-bb09-a2d35555e34d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1421211579-router', 'tenant_id': '2b52500faa0143a7b66289b1db11a5f1', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:27.713032 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-16e02492-e526-4cde-b7a9-22a4db13f53f tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-125476246'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:27.742212 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ea47dd-18fa-4f79-97d1-a8ef18213792 None None] Network 691a624c-964a-4825-b277-bf02eccf1ff9 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:20:27.803753 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e02492-e526-4cde-b7a9-22a4db13f53f tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Made reservation on behalf of 841eb5bdac454b51a92c375fa562e333 for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:20:27.807569 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-16e02492-e526-4cde-b7a9-22a4db13f53f tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:27.844923 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16e02492-e526-4cde-b7a9-22a4db13f53f tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:20:27.855904 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-16e02492-e526-4cde-b7a9-22a4db13f53f tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:27.856362 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-16e02492-e526-4cde-b7a9-22a4db13f53f tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Added segment 2560c45a-2562-411d-a570-ac21c5117572 of type vlan for network 2a6b59c1-5937-49aa-9c21-dcb53bd370e5 Dec 08 16:20:27.890814 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-529eac91-787b-4d60-bb09-a2d35555e34d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:27.892016 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-529eac91-787b-4d60-bb09-a2d35555e34d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:27.908168 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-16e02492-e526-4cde-b7a9-22a4db13f53f tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:27.990255 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-529eac91-787b-4d60-bb09-a2d35555e34d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:28.060489 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-16e02492-e526-4cde-b7a9-22a4db13f53f tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:28.067792 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e02492-e526-4cde-b7a9-22a4db13f53f tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:28.069476 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-16e02492-e526-4cde-b7a9-22a4db13f53f tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:28.258219 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e2f75e9c-ebbb-4c38-b57c-76bd9c3a7246 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:28.381631 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f75e9c-ebbb-4c38-b57c-76bd9c3a7246 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Pushing event updated for resources: {'Subnet': ['ID=edfb7eed-47d0-47ec-a98c-3aa2f36dd4fe,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:28.420425 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f75e9c-ebbb-4c38-b57c-76bd9c3a7246 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Checking segment: {'id': '0f340833-5b31-41d6-8920-c9cbaa0e62aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fcd7981d-5e3c-4548-8c9d-f1df7dc25730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:20:28.420425 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f75e9c-ebbb-4c38-b57c-76bd9c3a7246 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Network hostable DHCP agents. Network: fcd7981d-5e3c-4548-8c9d-f1df7dc25730, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:20:28.425633 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-292a5c87-94e0-4438-92f1-c0cad334d1e3 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:28.469856 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-16e02492-e526-4cde-b7a9-22a4db13f53f tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7683411 Dec 08 16:20:28.474160 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57810) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:28.480582 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-44311b85-baee-4f1e-99bd-7028b65a94e7 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Request body: {'subnet': {'network_id': '2a6b59c1-5937-49aa-9c21-dcb53bd370e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:28.483820 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e02492-e526-4cde-b7a9-22a4db13f53f tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event updated for resources: {'Network': ['ID=2a6b59c1-5937-49aa-9c21-dcb53bd370e5,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:28.537096 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f75e9c-ebbb-4c38-b57c-76bd9c3a7246 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Network fcd7981d-5e3c-4548-8c9d-f1df7dc25730 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:20:28.566009 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e02492-e526-4cde-b7a9-22a4db13f53f tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:28.566365 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e02492-e526-4cde-b7a9-22a4db13f53f tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:28.566719 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e02492-e526-4cde-b7a9-22a4db13f53f tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:28.567066 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e02492-e526-4cde-b7a9-22a4db13f53f tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:28.567408 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e02492-e526-4cde-b7a9-22a4db13f53f tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:28.567748 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e02492-e526-4cde-b7a9-22a4db13f53f tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:28.568144 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e02492-e526-4cde-b7a9-22a4db13f53f tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:28.569010 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e02492-e526-4cde-b7a9-22a4db13f53f tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:28.569346 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e02492-e526-4cde-b7a9-22a4db13f53f tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:28.569679 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e02492-e526-4cde-b7a9-22a4db13f53f tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:28.570008 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e02492-e526-4cde-b7a9-22a4db13f53f tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:28.570334 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e02492-e526-4cde-b7a9-22a4db13f53f tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:28.570662 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e02492-e526-4cde-b7a9-22a4db13f53f tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:28.589651 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 2a6b59c1-5937-49aa-9c21-dcb53bd370e5 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:20:28.601650 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-e2f75e9c-ebbb-4c38-b57c-76bd9c3a7246 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, fcd7981d-5e3c-4548-8c9d-f1df7dc25730) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:20:28.617514 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-529eac91-787b-4d60-bb09-a2d35555e34d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:28.625909 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f75e9c-ebbb-4c38-b57c-76bd9c3a7246 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:28.626531 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e2f75e9c-ebbb-4c38-b57c-76bd9c3a7246 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:28.653349 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b050df0-e3a1-40e4-bf3b-6dc762a5b43c None None] Network fcd7981d-5e3c-4548-8c9d-f1df7dc25730 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:20:28.734605 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-e2f75e9c-ebbb-4c38-b57c-76bd9c3a7246 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6001267 Dec 08 16:20:28.739520 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57816) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:28.746661 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-3a4bf2b5-2e13-487b-ae5c-207423e7e8e5 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Request body: {'network': {'name': 'tempest-router-network01--980910382'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:28.800636 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc409431-1ed3-4a84-9174-b31cfde846bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-fcd7981d-5e3c-4548-8c9d-f1df7dc25730', 'network_id': 'fcd7981d-5e3c-4548-8c9d-f1df7dc25730', 'project_id': '5c470bdb4f9542dcaa9055dc510317b8', 'fixed_ips': [{'subnet_id': 'edfb7eed-47d0-47ec-a98c-3aa2f36dd4fe'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:20:28.801736 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0c923fdc-702b-4441-94b3-dd1c385eca5f req-b8d785f0-60d6-49f4-8c98-56f418d6ab6e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1104248 Dec 08 16:20:28.802086 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-dc409431-1ed3-4a84-9174-b31cfde846bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:28.824484 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-292a5c87-94e0-4438-92f1-c0cad334d1e3 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Deleting port f0d96687-d529-41ce-b547-5d29100e4305 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:20:28.824843 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-292a5c87-94e0-4438-92f1-c0cad334d1e3 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:28.827178 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44311b85-baee-4f1e-99bd-7028b65a94e7 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Made reservation on behalf of 841eb5bdac454b51a92c375fa562e333 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:20:28.832736 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-44311b85-baee-4f1e-99bd-7028b65a94e7 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:28.924073 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-292a5c87-94e0-4438-92f1-c0cad334d1e3 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:28.963083 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-dc409431-1ed3-4a84-9174-b31cfde846bd None None] Allocated IP 172.20.0.2 (fcd7981d-5e3c-4548-8c9d-f1df7dc25730/edfb7eed-47d0-47ec-a98c-3aa2f36dd4fe/7354c057-b269-48db-8783-341a49e5d69d) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:20:28.966312 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-292a5c87-94e0-4438-92f1-c0cad334d1e3 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Calling delete_port for f0d96687-d529-41ce-b547-5d29100e4305 owned by network:router_interface {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:20:29.054781 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4bf2b5-2e13-487b-ae5c-207423e7e8e5 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Made reservation on behalf of 5c470bdb4f9542dcaa9055dc510317b8 for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:20:29.055721 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-529eac91-787b-4d60-bb09-a2d35555e34d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:29.058203 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3a4bf2b5-2e13-487b-ae5c-207423e7e8e5 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:29.083692 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-529eac91-787b-4d60-bb09-a2d35555e34d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:29.110568 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a4bf2b5-2e13-487b-ae5c-207423e7e8e5 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:20:29.136312 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c923fdc-702b-4441-94b3-dd1c385eca5f req-c43b2052-906e-4f9c-951c-f75a7118a795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:29.136812 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c923fdc-702b-4441-94b3-dd1c385eca5f req-c43b2052-906e-4f9c-951c-f75a7118a795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:29.137298 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c923fdc-702b-4441-94b3-dd1c385eca5f req-c43b2052-906e-4f9c-951c-f75a7118a795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:29.137775 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c923fdc-702b-4441-94b3-dd1c385eca5f req-c43b2052-906e-4f9c-951c-f75a7118a795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:29.138251 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c923fdc-702b-4441-94b3-dd1c385eca5f req-c43b2052-906e-4f9c-951c-f75a7118a795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:29.138724 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c923fdc-702b-4441-94b3-dd1c385eca5f req-c43b2052-906e-4f9c-951c-f75a7118a795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:29.139345 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c923fdc-702b-4441-94b3-dd1c385eca5f req-c43b2052-906e-4f9c-951c-f75a7118a795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:29.141441 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0c923fdc-702b-4441-94b3-dd1c385eca5f req-c43b2052-906e-4f9c-951c-f75a7118a795 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=18030f7f284349198514456af1320f51&device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 6507 time: 0.1916718 Dec 08 16:20:29.159944 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3a4bf2b5-2e13-487b-ae5c-207423e7e8e5 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:29.160473 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-3a4bf2b5-2e13-487b-ae5c-207423e7e8e5 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Added segment 619fc31e-3906-4346-a901-5e5532b5ce77 of type vlan for network 7bbcc982-0ca1-4ded-be40-3f1e635df851 Dec 08 16:20:29.163153 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-dc409431-1ed3-4a84-9174-b31cfde846bd None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:29.209514 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-dc409431-1ed3-4a84-9174-b31cfde846bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:29.260676 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc409431-1ed3-4a84-9174-b31cfde846bd None None] Network fcd7981d-5e3c-4548-8c9d-f1df7dc25730 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:20:29.268795 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-dc409431-1ed3-4a84-9174-b31cfde846bd None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:20:29.273087 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc409431-1ed3-4a84-9174-b31cfde846bd None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:20:29.281370 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-529eac91-787b-4d60-bb09-a2d35555e34d admin admin] Allocated IP 172.25.0.226 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/433cb3c3-6840-4e97-aa10-cafe3f7f56ba) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:20:29.282827 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc409431-1ed3-4a84-9174-b31cfde846bd None None] Pushing event updated for resources: {'Port': ['ID=7354c057-b269-48db-8783-341a49e5d69d,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:29.307872 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc409431-1ed3-4a84-9174-b31cfde846bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:29.308328 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc409431-1ed3-4a84-9174-b31cfde846bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:29.309038 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc409431-1ed3-4a84-9174-b31cfde846bd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:29.309038 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc409431-1ed3-4a84-9174-b31cfde846bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:29.309633 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc409431-1ed3-4a84-9174-b31cfde846bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:29.309778 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc409431-1ed3-4a84-9174-b31cfde846bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:29.310050 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc409431-1ed3-4a84-9174-b31cfde846bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:29.310413 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc409431-1ed3-4a84-9174-b31cfde846bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:29.311021 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc409431-1ed3-4a84-9174-b31cfde846bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:29.311021 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc409431-1ed3-4a84-9174-b31cfde846bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:29.311371 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc409431-1ed3-4a84-9174-b31cfde846bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:29.311725 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc409431-1ed3-4a84-9174-b31cfde846bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:29.312584 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc409431-1ed3-4a84-9174-b31cfde846bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:29.313575 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3a4bf2b5-2e13-487b-ae5c-207423e7e8e5 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:29.321756 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-44311b85-baee-4f1e-99bd-7028b65a94e7 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:29.348239 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-dc409431-1ed3-4a84-9174-b31cfde846bd None None] Attempting to bind port 7354c057-b269-48db-8783-341a49e5d69d on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:20:29.348239 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-dc409431-1ed3-4a84-9174-b31cfde846bd None None] Attempting to bind port 7354c057-b269-48db-8783-341a49e5d69d by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '0f340833-5b31-41d6-8920-c9cbaa0e62aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fcd7981d-5e3c-4548-8c9d-f1df7dc25730'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:20:29.348626 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc409431-1ed3-4a84-9174-b31cfde846bd None None] Attempting to bind port 7354c057-b269-48db-8783-341a49e5d69d on network fcd7981d-5e3c-4548-8c9d-f1df7dc25730 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:20:29.355172 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc409431-1ed3-4a84-9174-b31cfde846bd None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:20:29.355556 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc409431-1ed3-4a84-9174-b31cfde846bd None None] Checking segment: {'id': '0f340833-5b31-41d6-8920-c9cbaa0e62aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fcd7981d-5e3c-4548-8c9d-f1df7dc25730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:20:29.356078 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-dc409431-1ed3-4a84-9174-b31cfde846bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:29.356397 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc409431-1ed3-4a84-9174-b31cfde846bd None None] Bound using segment: {'id': '0f340833-5b31-41d6-8920-c9cbaa0e62aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fcd7981d-5e3c-4548-8c9d-f1df7dc25730'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:20:29.357019 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-dc409431-1ed3-4a84-9174-b31cfde846bd None None] Bound port: 7354c057-b269-48db-8783-341a49e5d69d, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f340833-5b31-41d6-8920-c9cbaa0e62aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fcd7981d-5e3c-4548-8c9d-f1df7dc25730'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:20:29.357421 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-dc409431-1ed3-4a84-9174-b31cfde846bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:29.401770 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a6e5b-91ce-4be2-9e5c-3a02077b79f0 req-ade918f6-03ee-4713-a8f2-c3d605674f82 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:29.409644 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-930a6e5b-91ce-4be2-9e5c-3a02077b79f0 req-ade918f6-03ee-4713-a8f2-c3d605674f82 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 945 time: 0.4582503 Dec 08 16:20:29.424341 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44311b85-baee-4f1e-99bd-7028b65a94e7 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event updated for resources: {'Subnet': ['ID=d20ccce7-4fc9-4e72-b3d7-53f6b5b99f8e,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:29.451036 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44311b85-baee-4f1e-99bd-7028b65a94e7 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Checking segment: {'id': '2560c45a-2562-411d-a570-ac21c5117572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2a6b59c1-5937-49aa-9c21-dcb53bd370e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:20:29.451537 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44311b85-baee-4f1e-99bd-7028b65a94e7 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Network hostable DHCP agents. Network: 2a6b59c1-5937-49aa-9c21-dcb53bd370e5, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:20:29.461487 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c923fdc-702b-4441-94b3-dd1c385eca5f req-da660599-ed13-41b4-8229-8c28e141a87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:29.461882 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c923fdc-702b-4441-94b3-dd1c385eca5f req-da660599-ed13-41b4-8229-8c28e141a87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:29.462440 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c923fdc-702b-4441-94b3-dd1c385eca5f req-da660599-ed13-41b4-8229-8c28e141a87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:29.467721 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0c923fdc-702b-4441-94b3-dd1c385eca5f req-da660599-ed13-41b4-8229-8c28e141a87c service neutron] 10.222.0.37 "GET /v2.0/networks?id=f511b156-9962-4a0c-911e-c5b5fa14a2a0&id=92f988d9-d3fd-471d-a94b-154482a7d460&id=92f988d9-d3fd-471d-a94b-154482a7d460&id=92f988d9-d3fd-471d-a94b-154482a7d460&id=92f988d9-d3fd-471d-a94b-154482a7d460&id=0cd1fc08-18ef-4903-a4d4-304d5ce0f86e&id=0cd1fc08-18ef-4903-a4d4-304d5ce0f86e HTTP/1.1" status: 200 len: 2298 time: 0.2686832 Dec 08 16:20:29.468882 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-dc409431-1ed3-4a84-9174-b31cfde846bd None None] For port 7354c057-b269-48db-8783-341a49e5d69d, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:20:29.472209 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-dc409431-1ed3-4a84-9174-b31cfde846bd None None] For port 7354c057-b269-48db-8783-341a49e5d69d, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=7354c057-b269-48db-8783-341a49e5d69d,segment=NetworkSegment(0f340833-5b31-41d6-8920-c9cbaa0e62aa),segment_id=0f340833-5b31-41d6-8920-c9cbaa0e62aa)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:20:29.485883 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-529eac91-787b-4d60-bb09-a2d35555e34d admin admin] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:29.501011 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3a4bf2b5-2e13-487b-ae5c-207423e7e8e5 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:29.507070 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4bf2b5-2e13-487b-ae5c-207423e7e8e5 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:29.507670 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3a4bf2b5-2e13-487b-ae5c-207423e7e8e5 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:29.545801 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-dc409431-1ed3-4a84-9174-b31cfde846bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:29.573985 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-529eac91-787b-4d60-bb09-a2d35555e34d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:29.576628 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44311b85-baee-4f1e-99bd-7028b65a94e7 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Network 2a6b59c1-5937-49aa-9c21-dcb53bd370e5 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:20:29.647144 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc409431-1ed3-4a84-9174-b31cfde846bd None None] Pushing event updated for resources: {'Port': ['ID=7354c057-b269-48db-8783-341a49e5d69d,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:29.662616 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529eac91-787b-4d60-bb09-a2d35555e34d admin admin] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:20:29.667908 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-529eac91-787b-4d60-bb09-a2d35555e34d admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:20:29.671534 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529eac91-787b-4d60-bb09-a2d35555e34d admin admin] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:20:29.673561 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529eac91-787b-4d60-bb09-a2d35555e34d admin admin] Pushing event updated for resources: {'Port': ['ID=433cb3c3-6840-4e97-aa10-cafe3f7f56ba,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:29.676547 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-3a4bf2b5-2e13-487b-ae5c-207423e7e8e5 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9346373 Dec 08 16:20:29.679088 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57826) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:29.684535 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-e7541d58-0070-4826-935c-5fe33800f64b tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Request body: {'network': {'name': 'tempest-router-network02--1005840830'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:29.692326 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-930a6e5b-91ce-4be2-9e5c-3a02077b79f0 req-e0d45347-4f0e-42aa-802e-00432c778127 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2762527 Dec 08 16:20:29.697823 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0c923fdc-702b-4441-94b3-dd1c385eca5f req-3e663a0d-7712-4784-8c90-18e94665eb07 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86efcb2c-1285-4710-925f-8ab5f6b3d355 HTTP/1.1" status: 200 len: 1000 time: 0.2047391 Dec 08 16:20:29.699128 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bf2b5-2e13-487b-ae5c-207423e7e8e5 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Pushing event updated for resources: {'Network': ['ID=7bbcc982-0ca1-4ded-be40-3f1e635df851,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:29.722746 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 7bbcc982-0ca1-4ded-be40-3f1e635df851 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:20:29.744394 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-44311b85-baee-4f1e-99bd-7028b65a94e7 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 2a6b59c1-5937-49aa-9c21-dcb53bd370e5) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:20:29.746801 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-292a5c87-94e0-4438-92f1-c0cad334d1e3 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:29.796034 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292a5c87-94e0-4438-92f1-c0cad334d1e3 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Pushing event deleted for resources: {'Port': ['ID=f0d96687-d529-41ce-b547-5d29100e4305,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:29.823488 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44311b85-baee-4f1e-99bd-7028b65a94e7 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:29.824083 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-44311b85-baee-4f1e-99bd-7028b65a94e7 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:29.867022 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5dfaba-a1da-469f-a3ff-7aaa215fdf30 None None] Network 2a6b59c1-5937-49aa-9c21-dcb53bd370e5 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:20:29.887543 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c923fdc-702b-4441-94b3-dd1c385eca5f req-f241911e-f4b9-4985-a29f-f076a6e878da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:29.891816 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0c923fdc-702b-4441-94b3-dd1c385eca5f req-f241911e-f4b9-4985-a29f-f076a6e878da service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1788926e-2053-422c-b7be-41238d864800 HTTP/1.1" status: 200 len: 856 time: 0.1845078 Dec 08 16:20:30.001625 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7541d58-0070-4826-935c-5fe33800f64b tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Made reservation on behalf of 5c470bdb4f9542dcaa9055dc510317b8 for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:20:30.007800 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e7541d58-0070-4826-935c-5fe33800f64b tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:30.083451 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac81171-bb02-4140-be86-15f28b81a6d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-2a6b59c1-5937-49aa-9c21-dcb53bd370e5', 'network_id': '2a6b59c1-5937-49aa-9c21-dcb53bd370e5', 'project_id': '841eb5bdac454b51a92c375fa562e333', 'fixed_ips': [{'subnet_id': 'd20ccce7-4fc9-4e72-b3d7-53f6b5b99f8e'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:20:30.085015 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-cac81171-bb02-4140-be86-15f28b81a6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:30.126552 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9516da3a-884d-4187-8c21-27e61c8e4a58 req-d37df823-5384-4692-ac7f-22e677e213f3 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:30.132925 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9516da3a-884d-4187-8c21-27e61c8e4a58 req-d37df823-5384-4692-ac7f-22e677e213f3 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 945 time: 0.2810934 Dec 08 16:20:30.139607 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c923fdc-702b-4441-94b3-dd1c385eca5f req-8f6fbdf8-2ff5-4ca6-968a-9bbafe82be5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:30.141202 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0c923fdc-702b-4441-94b3-dd1c385eca5f req-8f6fbdf8-2ff5-4ca6-968a-9bbafe82be5e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f511b156-9962-4a0c-911e-c5b5fa14a2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1994343 Dec 08 16:20:30.143572 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7541d58-0070-4826-935c-5fe33800f64b tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:20:30.157225 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-44311b85-baee-4f1e-99bd-7028b65a94e7 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6806436 Dec 08 16:20:30.162610 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57830) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:30.167962 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-273aa331-39c8-4c8d-824c-d98314ab0fd1 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Request body: {'subnet': {'network_id': '2a6b59c1-5937-49aa-9c21-dcb53bd370e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:30.202146 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e7541d58-0070-4826-935c-5fe33800f64b tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:30.202507 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-e7541d58-0070-4826-935c-5fe33800f64b tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Added segment 1bad0e7b-fb07-4d85-b3db-6675ca3ba227 of type vlan for network d53b5fd6-1d1a-4be5-a7d9-637ccb75e2f9 Dec 08 16:20:30.256831 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-cac81171-bb02-4140-be86-15f28b81a6d7 None None] Allocated IP 172.20.0.2 (2a6b59c1-5937-49aa-9c21-dcb53bd370e5/d20ccce7-4fc9-4e72-b3d7-53f6b5b99f8e/f2b17d5c-3e63-4d31-9c43-81cff0ef76dd) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:20:30.323032 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e7541d58-0070-4826-935c-5fe33800f64b tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:30.328785 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-529eac91-787b-4d60-bb09-a2d35555e34d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:30.329832 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9516da3a-884d-4187-8c21-27e61c8e4a58 req-b4a88863-de0e-4b98-8322-af6472e45e90 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1874902 Dec 08 16:20:30.348164 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-292a5c87-94e0-4438-92f1-c0cad334d1e3 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:30.363173 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0c923fdc-702b-4441-94b3-dd1c385eca5f req-bc9aa8d7-f4de-445a-b13b-1a0623a0fbd7 service neutron] 10.222.0.37 "GET /v2.0/networks/f511b156-9962-4a0c-911e-c5b5fa14a2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043619 Dec 08 16:20:30.442520 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-cac81171-bb02-4140-be86-15f28b81a6d7 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:30.448992 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.db.resource_extend [None req-e7541d58-0070-4826-935c-5fe33800f64b tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 16:20:30.519325 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-cac81171-bb02-4140-be86-15f28b81a6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:30.559588 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e7541d58-0070-4826-935c-5fe33800f64b tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:30.564158 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0c923fdc-702b-4441-94b3-dd1c385eca5f req-45db2a18-01a4-4757-b65c-f812ff85aa20 service neutron] 10.222.0.37 "GET /v2.0/networks/f511b156-9962-4a0c-911e-c5b5fa14a2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620591 Dec 08 16:20:30.567393 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7541d58-0070-4826-935c-5fe33800f64b tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:30.568063 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e7541d58-0070-4826-935c-5fe33800f64b tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:30.609067 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac81171-bb02-4140-be86-15f28b81a6d7 None None] Network 2a6b59c1-5937-49aa-9c21-dcb53bd370e5 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:20:30.613160 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-cac81171-bb02-4140-be86-15f28b81a6d7 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:20:30.617542 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac81171-bb02-4140-be86-15f28b81a6d7 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:20:30.638145 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac81171-bb02-4140-be86-15f28b81a6d7 None None] Pushing event updated for resources: {'Port': ['ID=f2b17d5c-3e63-4d31-9c43-81cff0ef76dd,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:30.653607 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0c923fdc-702b-4441-94b3-dd1c385eca5f req-ae463eef-4042-4c43-a744-3547bc8e8b22 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=5d42f4d8-9ca3-4f66-912f-1ee4a3cb0c8e HTTP/1.1" status: 200 len: 217 time: 0.0815914 Dec 08 16:20:30.687939 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273aa331-39c8-4c8d-824c-d98314ab0fd1 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Made reservation on behalf of 841eb5bdac454b51a92c375fa562e333 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:20:30.692096 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-273aa331-39c8-4c8d-824c-d98314ab0fd1 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:30.699419 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-cac81171-bb02-4140-be86-15f28b81a6d7 None None] Attempting to bind port f2b17d5c-3e63-4d31-9c43-81cff0ef76dd on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:20:30.699798 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-cac81171-bb02-4140-be86-15f28b81a6d7 None None] Attempting to bind port f2b17d5c-3e63-4d31-9c43-81cff0ef76dd by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '2560c45a-2562-411d-a570-ac21c5117572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2a6b59c1-5937-49aa-9c21-dcb53bd370e5'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:20:30.700164 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac81171-bb02-4140-be86-15f28b81a6d7 None None] Attempting to bind port f2b17d5c-3e63-4d31-9c43-81cff0ef76dd on network 2a6b59c1-5937-49aa-9c21-dcb53bd370e5 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:20:30.705729 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac81171-bb02-4140-be86-15f28b81a6d7 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:20:30.706131 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac81171-bb02-4140-be86-15f28b81a6d7 None None] Checking segment: {'id': '2560c45a-2562-411d-a570-ac21c5117572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2a6b59c1-5937-49aa-9c21-dcb53bd370e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:20:30.706524 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-cac81171-bb02-4140-be86-15f28b81a6d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:30.707044 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac81171-bb02-4140-be86-15f28b81a6d7 None None] Bound using segment: {'id': '2560c45a-2562-411d-a570-ac21c5117572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2a6b59c1-5937-49aa-9c21-dcb53bd370e5'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:20:30.707511 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-cac81171-bb02-4140-be86-15f28b81a6d7 None None] Bound port: f2b17d5c-3e63-4d31-9c43-81cff0ef76dd, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2560c45a-2562-411d-a570-ac21c5117572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2a6b59c1-5937-49aa-9c21-dcb53bd370e5'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:20:30.707893 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-cac81171-bb02-4140-be86-15f28b81a6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:30.756946 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c923fdc-702b-4441-94b3-dd1c385eca5f req-1183835a-d3f3-4376-af31-d59bb825904e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:30.758465 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0c923fdc-702b-4441-94b3-dd1c385eca5f req-1183835a-d3f3-4376-af31-d59bb825904e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6d585823-3fc3-43de-bace-96991eaf0e25 HTTP/1.1" status: 200 len: 797 time: 0.0944755 Dec 08 16:20:30.784629 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-292a5c87-94e0-4438-92f1-c0cad334d1e3 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Router 1d9d99fc-e2bc-40b2-be43-45439718c9c3 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:20:30.802249 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-cac81171-bb02-4140-be86-15f28b81a6d7 None None] For port f2b17d5c-3e63-4d31-9c43-81cff0ef76dd, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:20:30.809818 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-cac81171-bb02-4140-be86-15f28b81a6d7 None None] For port f2b17d5c-3e63-4d31-9c43-81cff0ef76dd, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=f2b17d5c-3e63-4d31-9c43-81cff0ef76dd,segment=NetworkSegment(2560c45a-2562-411d-a570-ac21c5117572),segment_id=2560c45a-2562-411d-a570-ac21c5117572)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:20:30.839357 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e7541d58-0070-4826-935c-5fe33800f64b tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1561224 Dec 08 16:20:30.839357 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7541d58-0070-4826-935c-5fe33800f64b tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Pushing event updated for resources: {'Network': ['ID=d53b5fd6-1d1a-4be5-a7d9-637ccb75e2f9,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:30.844349 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57840) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:30.857552 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network d53b5fd6-1d1a-4be5-a7d9-637ccb75e2f9 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:20:30.887459 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-a9c69cda-7fff-4e1d-ab37-1db3618752bf tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Request body: {'subnet': {'network_id': '7bbcc982-0ca1-4ded-be40-3f1e635df851', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:30.895319 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c923fdc-702b-4441-94b3-dd1c385eca5f req-91c62508-6026-4114-8cf9-76c61128a43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:30.898484 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0c923fdc-702b-4441-94b3-dd1c385eca5f req-91c62508-6026-4114-8cf9-76c61128a43a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92f988d9-d3fd-471d-a94b-154482a7d460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1311524 Dec 08 16:20:30.926848 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-529eac91-787b-4d60-bb09-a2d35555e34d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:30.951024 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-cac81171-bb02-4140-be86-15f28b81a6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:31.040976 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac81171-bb02-4140-be86-15f28b81a6d7 None None] Pushing event updated for resources: {'Port': ['ID=f2b17d5c-3e63-4d31-9c43-81cff0ef76dd,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:31.071297 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c7d197-cef8-41bd-bb5e-a28b0d649fcc None None] Network fcd7981d-5e3c-4548-8c9d-f1df7dc25730 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:20:31.155795 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 7354c057-b269-48db-8783-341a49e5d69d up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:20:31.202276 n-d-776250-12 neutron-server[110551]: INFO neutron.db.ipam_backend_mixin [None req-273aa331-39c8-4c8d-824c-d98314ab0fd1 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d20ccce7-4fc9-4e72-b3d7-53f6b5b99f8e (CIDR: 172.20.0.0/28) Dec 08 16:20:31.217551 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd95b0-aeb1-4582-9bf5-738b5802c1fd req-9de6a798-461b-4a21-bfeb-7d7f9eaa77c5 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:31.225872 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d0dd95b0-aeb1-4582-9bf5-738b5802c1fd req-9de6a798-461b-4a21-bfeb-7d7f9eaa77c5 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 945 time: 0.3300617 Dec 08 16:20:31.239733 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-7f30d3ce-b15b-4fae-9112-ff6afefe7485 None None] Provisioning complete for port 7354c057-b269-48db-8783-341a49e5d69d triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:31.240202 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7f30d3ce-b15b-4fae-9112-ff6afefe7485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:31.302960 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-273aa331-39c8-4c8d-824c-d98314ab0fd1 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:20:31.303634 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-273aa331-39c8-4c8d-824c-d98314ab0fd1 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:20:31.357443 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 7354c057-b269-48db-8783-341a49e5d69d triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:31.357744 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:31.381371 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d0dd95b0-aeb1-4582-9bf5-738b5802c1fd req-d4e71fbe-7425-40a3-8b46-d151d3b6a9e1 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532099 Dec 08 16:20:31.442827 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c69cda-7fff-4e1d-ab37-1db3618752bf tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Made reservation on behalf of 5c470bdb4f9542dcaa9055dc510317b8 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:20:31.449163 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a9c69cda-7fff-4e1d-ab37-1db3618752bf tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:31.507146 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-529eac91-787b-4d60-bb09-a2d35555e34d admin admin] Router 59a337b7-ba2f-4992-89bf-0fc4379f0849 is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:20:31.538717 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7f30d3ce-b15b-4fae-9112-ff6afefe7485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:31.540331 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-273aa331-39c8-4c8d-824c-d98314ab0fd1 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3763757 Dec 08 16:20:31.549061 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57846) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:31.558237 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-8afd374e-ba36-4ffa-9e7b-8b33776fbff6 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Request body: {'subnet': {'network_id': '2a6b59c1-5937-49aa-9c21-dcb53bd370e5', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:31.587000 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-292a5c87-94e0-4438-92f1-c0cad334d1e3 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:20:31.596702 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-292a5c87-94e0-4438-92f1-c0cad334d1e3 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] 10.222.0.64 "PUT /v2.0/routers/1d9d99fc-e2bc-40b2-be43-45439718c9c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2169411 Dec 08 16:20:31.599685 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57850) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:31.614230 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c925ecae-128c-479e-9983-1edfba3944ac None None] Sync routers for ids ['1d9d99fc-e2bc-40b2-be43-45439718c9c3'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:20:31.638790 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0c923fdc-702b-4441-94b3-dd1c385eca5f req-26a5d82a-1edd-4713-94c9-cf2db652d764 service neutron] 10.222.0.37 "GET /v2.0/networks/92f988d9-d3fd-471d-a94b-154482a7d460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7118685 Dec 08 16:20:31.652590 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-7f30d3ce-b15b-4fae-9112-ff6afefe7485 None None] For port 7354c057-b269-48db-8783-341a49e5d69d, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=7354c057-b269-48db-8783-341a49e5d69d,segment=NetworkSegment(0f340833-5b31-41d6-8920-c9cbaa0e62aa),segment_id=0f340833-5b31-41d6-8920-c9cbaa0e62aa)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:20:31.653573 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c925ecae-128c-479e-9983-1edfba3944ac None None] Routers {'1d9d99fc-e2bc-40b2-be43-45439718c9c3'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:20:31.654193 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-c925ecae-128c-479e-9983-1edfba3944ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:20:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['1d9d99fc-e2bc-40b2-be43-45439718c9c3'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:31.778017 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:31.782290 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7f30d3ce-b15b-4fae-9112-ff6afefe7485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:31.786141 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-c925ecae-128c-479e-9983-1edfba3944ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:31.814875 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d578274d-077c-4348-a020-9749e9d27508 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for router, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:31.817438 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0c923fdc-702b-4441-94b3-dd1c385eca5f req-3b95c418-d48d-4204-b1ef-09ed7df0dd22 service neutron] 10.222.0.37 "GET /v2.0/networks/92f988d9-d3fd-471d-a94b-154482a7d460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544778 Dec 08 16:20:31.884494 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.db.api [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:20:31.885130 n-d-776250-12 neutron-server[110552]: DEBUG oslo_db.api [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:20:31.893419 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c925ecae-128c-479e-9983-1edfba3944ac None None] Routers {'1d9d99fc-e2bc-40b2-be43-45439718c9c3'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:20:31.893419 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-c925ecae-128c-479e-9983-1edfba3944ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:20:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['1d9d99fc-e2bc-40b2-be43-45439718c9c3'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:31.943667 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-c925ecae-128c-479e-9983-1edfba3944ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:31.944601 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c925ecae-128c-479e-9983-1edfba3944ac None None] The sync data for ids ['1d9d99fc-e2bc-40b2-be43-45439718c9c3'] in n-d-776250-12 is: [] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:20:31.965643 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d578274d-077c-4348-a020-9749e9d27508 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:31.969141 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-4082ad72-590b-4a7a-888f-ae2042febc63 None None] Provisioning complete for port 7354c057-b269-48db-8783-341a49e5d69d triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:31.969515 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4082ad72-590b-4a7a-888f-ae2042febc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:32.001923 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0c923fdc-702b-4441-94b3-dd1c385eca5f req-47d0b949-4c58-4a1e-a25b-ae4e226d67ed service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=0505a5f3-a135-4e60-b17a-0cb1f5397362 HTTP/1.1" status: 200 len: 217 time: 0.0544763 Dec 08 16:20:32.006302 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f30d3ce-b15b-4fae-9112-ff6afefe7485 None None] Pushing event updated for resources: {'Port': ['ID=7354c057-b269-48db-8783-341a49e5d69d,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:32.170323 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c923fdc-702b-4441-94b3-dd1c385eca5f req-e3090796-56fc-4985-b39e-dcb817195e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:32.172959 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0c923fdc-702b-4441-94b3-dd1c385eca5f req-e3090796-56fc-4985-b39e-dcb817195e80 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6d585823-3fc3-43de-bace-96991eaf0e25 HTTP/1.1" status: 200 len: 797 time: 0.1638305 Dec 08 16:20:32.234185 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-d578274d-077c-4348-a020-9749e9d27508 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Deleting port 9b7f8588-923d-44a4-bc89-be161b2d1593 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:20:32.234526 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d578274d-077c-4348-a020-9749e9d27508 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:32.297160 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c923fdc-702b-4441-94b3-dd1c385eca5f req-571fee08-dd30-4b40-bcef-be8d3a223b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:32.299171 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0c923fdc-702b-4441-94b3-dd1c385eca5f req-571fee08-dd30-4b40-bcef-be8d3a223b73 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92f988d9-d3fd-471d-a94b-154482a7d460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1185749 Dec 08 16:20:32.419384 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d578274d-077c-4348-a020-9749e9d27508 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:32.441311 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-529eac91-787b-4d60-bb09-a2d35555e34d admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:20:32.448647 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-d578274d-077c-4348-a020-9749e9d27508 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Calling delete_port for 9b7f8588-923d-44a4-bc89-be161b2d1593 owned by network:router_gateway {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:20:32.456284 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6369d260-40ed-43d2-9280-bc646c5a4aca None None] Sync routers for ids ['59a337b7-ba2f-4992-89bf-0fc4379f0849'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:20:32.469209 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e51a35-ac05-42f9-9846-b2029fdcabcd None None] Network 2a6b59c1-5937-49aa-9c21-dcb53bd370e5 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:20:32.471017 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0c923fdc-702b-4441-94b3-dd1c385eca5f req-357bc5ee-71d3-442e-9872-513e580fdc58 service neutron] 10.222.0.37 "GET /v2.0/networks/92f988d9-d3fd-471d-a94b-154482a7d460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567490 Dec 08 16:20:32.479017 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6369d260-40ed-43d2-9280-bc646c5a4aca None None] Routers {'59a337b7-ba2f-4992-89bf-0fc4379f0849'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:20:32.479668 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a9c69cda-7fff-4e1d-ab37-1db3618752bf tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:32.481446 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-6369d260-40ed-43d2-9280-bc646c5a4aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:20:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['59a337b7-ba2f-4992-89bf-0fc4379f0849'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:32.500664 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b949f2f3-4ba8-435b-b5af-7c0a91c0c085 req-631aa5ba-589e-4be0-935d-1468a33a17dd tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:32.508696 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b949f2f3-4ba8-435b-b5af-7c0a91c0c085 req-631aa5ba-589e-4be0-935d-1468a33a17dd tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 945 time: 0.1715670 Dec 08 16:20:32.567067 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8afd374e-ba36-4ffa-9e7b-8b33776fbff6 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Made reservation on behalf of 841eb5bdac454b51a92c375fa562e333 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:20:32.571371 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8afd374e-ba36-4ffa-9e7b-8b33776fbff6 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:32.630299 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c69cda-7fff-4e1d-ab37-1db3618752bf tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Pushing event updated for resources: {'Subnet': ['ID=0e545bb8-311d-4f69-a1d4-c4c1d182faf2,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:32.653019 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-529eac91-787b-4d60-bb09-a2d35555e34d admin admin] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:32.654304 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-529eac91-787b-4d60-bb09-a2d35555e34d admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.9515462 Dec 08 16:20:32.661354 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57858) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:32.667204 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-6369d260-40ed-43d2-9280-bc646c5a4aca None None] Set router 59a337b7-ba2f-4992-89bf-0fc4379f0849 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:20:32.680709 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0c923fdc-702b-4441-94b3-dd1c385eca5f req-e89970b3-085b-43e4-aa83-973bc24c3ca9 service neutron] 10.222.0.37 "GET /v2.0/networks/92f988d9-d3fd-471d-a94b-154482a7d460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760597 Dec 08 16:20:32.758407 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b949f2f3-4ba8-435b-b5af-7c0a91c0c085 req-dae3c8ac-38f7-4ee3-a31f-985bb0c6022a tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2486703 Dec 08 16:20:32.758885 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-dd26a659-2371-4552-ac15-5a8ea5b696a6 None None] Provisioning complete for port f2b17d5c-3e63-4d31-9c43-81cff0ef76dd triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:32.759268 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-dd26a659-2371-4552-ac15-5a8ea5b696a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:32.770277 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0c923fdc-702b-4441-94b3-dd1c385eca5f req-f8b1c0f2-8cde-4cdf-bbe5-9f6739cb0f4a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=7aa9cebb-b701-4044-97c7-c772359e3f10 HTTP/1.1" status: 200 len: 217 time: 0.0495830 Dec 08 16:20:32.796846 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c69cda-7fff-4e1d-ab37-1db3618752bf tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Checking segment: {'id': '619fc31e-3906-4346-a901-5e5532b5ce77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7bbcc982-0ca1-4ded-be40-3f1e635df851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:20:32.797260 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c69cda-7fff-4e1d-ab37-1db3618752bf tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Network hostable DHCP agents. Network: 7bbcc982-0ca1-4ded-be40-3f1e635df851, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:20:32.893407 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c69cda-7fff-4e1d-ab37-1db3618752bf tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Network 7bbcc982-0ca1-4ded-be40-3f1e635df851 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:20:32.912856 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c923fdc-702b-4441-94b3-dd1c385eca5f req-698839f9-b66f-4d21-9959-1e4ff6e9c33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:32.914489 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0c923fdc-702b-4441-94b3-dd1c385eca5f req-698839f9-b66f-4d21-9959-1e4ff6e9c33e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6d585823-3fc3-43de-bace-96991eaf0e25 HTTP/1.1" status: 200 len: 797 time: 0.1358192 Dec 08 16:20:32.961085 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-dd26a659-2371-4552-ac15-5a8ea5b696a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:32.973917 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-a9c69cda-7fff-4e1d-ab37-1db3618752bf tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 7bbcc982-0ca1-4ded-be40-3f1e635df851) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:20:32.988386 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c69cda-7fff-4e1d-ab37-1db3618752bf tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:32.989056 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a9c69cda-7fff-4e1d-ab37-1db3618752bf tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:32.995139 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f39b6f-f634-4557-ade8-2685273ad610 None None] Network 7bbcc982-0ca1-4ded-be40-3f1e635df851 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:20:33.036972 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-dd26a659-2371-4552-ac15-5a8ea5b696a6 None None] For port f2b17d5c-3e63-4d31-9c43-81cff0ef76dd, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=f2b17d5c-3e63-4d31-9c43-81cff0ef76dd,segment=NetworkSegment(2560c45a-2562-411d-a570-ac21c5117572),segment_id=2560c45a-2562-411d-a570-ac21c5117572)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:20:33.088030 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d578274d-077c-4348-a020-9749e9d27508 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:33.105770 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-dd26a659-2371-4552-ac15-5a8ea5b696a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:33.131349 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a9c69cda-7fff-4e1d-ab37-1db3618752bf tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2763467 Dec 08 16:20:33.134747 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57866) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:33.137334 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-6369d260-40ed-43d2-9280-bc646c5a4aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a337b7-ba2f-4992-89bf-0fc4379f0849', 'name': 'tempest-ServerRescueTestJSONUnderV235-1421211579-router', 'tenant_id': '2b52500faa0143a7b66289b1db11a5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '433cb3c3-6840-4e97-aa10-cafe3f7f56ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:20:27Z', 'updated_at': '2021-12-08T16:20:29Z', 'revision_number': 3, 'project_id': '2b52500faa0143a7b66289b1db11a5f1', 'gw_port': {'id': '433cb3c3-6840-4e97-aa10-cafe3f7f56ba', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f9:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59a337b7-ba2f-4992-89bf-0fc4379f0849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:20:29Z', 'updated_at': '2021-12-08T16:20:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:33.141367 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d578274d-077c-4348-a020-9749e9d27508 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Pushing event deleted for resources: {'Port': ['ID=9b7f8588-923d-44a4-bc89-be161b2d1593,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:33.141590 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-fa9d8465-759b-4def-8ad0-19b80389468c tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Request body: {'subnet': {'network_id': 'd53b5fd6-1d1a-4be5-a7d9-637ccb75e2f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:33.157056 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8afd374e-ba36-4ffa-9e7b-8b33776fbff6 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:33.197501 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6369d260-40ed-43d2-9280-bc646c5a4aca None None] Checking router: 59a337b7-ba2f-4992-89bf-0fc4379f0849 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:20:33.197821 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6369d260-40ed-43d2-9280-bc646c5a4aca None None] Updating router 59a337b7-ba2f-4992-89bf-0fc4379f0849 port 433cb3c3-6840-4e97-aa10-cafe3f7f56ba binding host n-d-776250-12 {{(pid=110553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:20:33.250568 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-6369d260-40ed-43d2-9280-bc646c5a4aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:33.266575 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd26a659-2371-4552-ac15-5a8ea5b696a6 None None] Pushing event updated for resources: {'Port': ['ID=f2b17d5c-3e63-4d31-9c43-81cff0ef76dd,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:33.284748 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afd374e-ba36-4ffa-9e7b-8b33776fbff6 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Network 2a6b59c1-5937-49aa-9c21-dcb53bd370e5 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:20:33.291856 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-8afd374e-ba36-4ffa-9e7b-8b33776fbff6 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:20:33.292331 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d578274d-077c-4348-a020-9749e9d27508 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:33.295608 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afd374e-ba36-4ffa-9e7b-8b33776fbff6 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:33.296391 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8afd374e-ba36-4ffa-9e7b-8b33776fbff6 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:33.326379 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1e411f-3d56-48b3-adaf-688ac056f77b None None] Network 2a6b59c1-5937-49aa-9c21-dcb53bd370e5 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:20:33.326545 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c923fdc-702b-4441-94b3-dd1c385eca5f req-8733a93c-d016-40ea-b5e0-0073cc3d95d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:33.327960 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0c923fdc-702b-4441-94b3-dd1c385eca5f req-8733a93c-d016-40ea-b5e0-0073cc3d95d5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92f988d9-d3fd-471d-a94b-154482a7d460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4062841 Dec 08 16:20:33.369924 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afd374e-ba36-4ffa-9e7b-8b33776fbff6 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event updated for resources: {'Subnet': ['ID=0fd7862e-1ade-4b33-886e-ea8bf72dcf42,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:33.372717 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f7cbd9-7e21-4d8c-b549-618a8a9d0abf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-7bbcc982-0ca1-4ded-be40-3f1e635df851', 'network_id': '7bbcc982-0ca1-4ded-be40-3f1e635df851', 'project_id': '5c470bdb4f9542dcaa9055dc510317b8', 'fixed_ips': [{'subnet_id': '0e545bb8-311d-4f69-a1d4-c4c1d182faf2'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:20:33.373641 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-63f7cbd9-7e21-4d8c-b549-618a8a9d0abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:33.395225 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 7354c057-b269-48db-8783-341a49e5d69d up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:20:33.440734 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-8afd374e-ba36-4ffa-9e7b-8b33776fbff6 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.8922746 Dec 08 16:20:33.444582 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57868) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:33.450966 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-0c71c8a2-eb3e-45ec-b80e-e9426e8f4158 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Request body: {'port': {'network_id': '2a6b59c1-5937-49aa-9c21-dcb53bd370e5', 'fixed_ips': [{'subnet_id': 'd20ccce7-4fc9-4e72-b3d7-53f6b5b99f8e'}, {'subnet_id': '0fd7862e-1ade-4b33-886e-ea8bf72dcf42'}], 'name': 'tempest-PortsTestJSON-1177336090'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:33.464507 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d578274d-077c-4348-a020-9749e9d27508 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:33.467915 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d578274d-077c-4348-a020-9749e9d27508 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:33.547714 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-c0ac7b66-154b-4cb7-8b25-94fdd3b4823e None None] Provisioning complete for port f2b17d5c-3e63-4d31-9c43-81cff0ef76dd triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:33.548119 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c0ac7b66-154b-4cb7-8b25-94fdd3b4823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:33.583448 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9d8465-759b-4def-8ad0-19b80389468c tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Made reservation on behalf of 5c470bdb4f9542dcaa9055dc510317b8 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:20:33.588683 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fa9d8465-759b-4def-8ad0-19b80389468c tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:33.643134 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 7354c057-b269-48db-8783-341a49e5d69d triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:33.643374 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-6369d260-40ed-43d2-9280-bc646c5a4aca None None] Publish callbacks [] for port, precommit_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:33.643846 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:33.651368 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c71c8a2-eb3e-45ec-b80e-e9426e8f4158 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Made reservation on behalf of 841eb5bdac454b51a92c375fa562e333 for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:20:33.671368 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d578274d-077c-4348-a020-9749e9d27508 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:33.672396 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d578274d-077c-4348-a020-9749e9d27508 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Fanout notify agent at l3_agent the message router_deleted on router 1d9d99fc-e2bc-40b2-be43-45439718c9c3 {{(pid=110550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:20:33.680513 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-63f7cbd9-7e21-4d8c-b549-618a8a9d0abf None None] Allocated IP 172.20.0.2 (7bbcc982-0ca1-4ded-be40-3f1e635df851/0e545bb8-311d-4f69-a1d4-c4c1d182faf2/ff194a4f-b321-410d-bc39-76a8c0330782) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:20:33.689493 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d578274d-077c-4348-a020-9749e9d27508 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:33.692821 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-d578274d-077c-4348-a020-9749e9d27508 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] 10.222.0.64 "DELETE /v2.0/routers/1d9d99fc-e2bc-40b2-be43-45439718c9c3 HTTP/1.1" status: 204 len: 168 time: 2.0915537 Dec 08 16:20:33.694191 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57870) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:33.750170 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-6369d260-40ed-43d2-9280-bc646c5a4aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:33.759118 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0c923fdc-702b-4441-94b3-dd1c385eca5f req-6a8539e3-ee8a-4528-93e1-7abebfc2cf3e service neutron] 10.222.0.37 "GET /v2.0/networks/92f988d9-d3fd-471d-a94b-154482a7d460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4031911 Dec 08 16:20:33.803590 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0c71c8a2-eb3e-45ec-b80e-e9426e8f4158 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:33.851573 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-0c71c8a2-eb3e-45ec-b80e-e9426e8f4158 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] device_id is not set on port 2813e591-dca5-4cdc-a48e-f49ab37c3acd yet. {{(pid=110551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:20:33.891601 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-6369d260-40ed-43d2-9280-bc646c5a4aca None None] Attempting to bind port 433cb3c3-6840-4e97-aa10-cafe3f7f56ba on host n-d-776250-12 for vnic_type normal with profile {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:20:33.892157 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-6369d260-40ed-43d2-9280-bc646c5a4aca None None] Attempting to bind port 433cb3c3-6840-4e97-aa10-cafe3f7f56ba by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:20:33.892554 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6369d260-40ed-43d2-9280-bc646c5a4aca None None] Attempting to bind port 433cb3c3-6840-4e97-aa10-cafe3f7f56ba on network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:20:33.904815 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa3c092-fc5c-4352-a5f9-7c0e8b35b750 None None] Pushing event updated for resources: {'Port': ['ID=433cb3c3-6840-4e97-aa10-cafe3f7f56ba,revision_number=2']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:33.908291 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540f9f2a-c778-4f0e-b84b-5a319e4ab35b None None] Update dhcp port {'port': {'network_id': '2a6b59c1-5937-49aa-9c21-dcb53bd370e5', 'fixed_ips': [{'subnet_id': 'd20ccce7-4fc9-4e72-b3d7-53f6b5b99f8e', 'ip_address': '172.20.0.2'}, {'subnet_id': '0fd7862e-1ade-4b33-886e-ea8bf72dcf42'}], 'binding:host_id': 'n-d-776250-12'}, 'id': 'f2b17d5c-3e63-4d31-9c43-81cff0ef76dd'} from n-d-776250-12. {{(pid=110552) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 16:20:33.912248 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6369d260-40ed-43d2-9280-bc646c5a4aca None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:20:33.913961 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6369d260-40ed-43d2-9280-bc646c5a4aca None None] Checking segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:20:33.914897 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-6369d260-40ed-43d2-9280-bc646c5a4aca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:33.914897 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6369d260-40ed-43d2-9280-bc646c5a4aca None None] Bound using segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:20:33.915299 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-6369d260-40ed-43d2-9280-bc646c5a4aca None None] Bound port: 433cb3c3-6840-4e97-aa10-cafe3f7f56ba, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:20:33.915756 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-6369d260-40ed-43d2-9280-bc646c5a4aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:33.961972 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa3c092-fc5c-4352-a5f9-7c0e8b35b750 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:33.962326 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa3c092-fc5c-4352-a5f9-7c0e8b35b750 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:33.963298 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa3c092-fc5c-4352-a5f9-7c0e8b35b750 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:33.963644 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa3c092-fc5c-4352-a5f9-7c0e8b35b750 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:33.964048 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa3c092-fc5c-4352-a5f9-7c0e8b35b750 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:33.965196 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa3c092-fc5c-4352-a5f9-7c0e8b35b750 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:33.965554 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa3c092-fc5c-4352-a5f9-7c0e8b35b750 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:33.970221 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa3c092-fc5c-4352-a5f9-7c0e8b35b750 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:33.970221 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa3c092-fc5c-4352-a5f9-7c0e8b35b750 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:33.970221 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa3c092-fc5c-4352-a5f9-7c0e8b35b750 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:33.970221 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa3c092-fc5c-4352-a5f9-7c0e8b35b750 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:33.970221 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa3c092-fc5c-4352-a5f9-7c0e8b35b750 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:33.970221 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa3c092-fc5c-4352-a5f9-7c0e8b35b750 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:33.970848 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device f2b17d5c-3e63-4d31-9c43-81cff0ef76dd up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:20:34.000871 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-900795a9-7fcb-4764-9433-d0d91a5a556b tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Deleting subnet da0736a9-1019-42f9-a630-09821b7ef548 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:20:34.007305 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-540f9f2a-c778-4f0e-b84b-5a319e4ab35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:34.024213 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-900795a9-7fcb-4764-9433-d0d91a5a556b tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:34.040049 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-63f7cbd9-7e21-4d8c-b549-618a8a9d0abf None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:34.050990 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-6369d260-40ed-43d2-9280-bc646c5a4aca None None] For port 433cb3c3-6840-4e97-aa10-cafe3f7f56ba, host n-d-776250-12, cleared binding levels {{(pid=110553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:20:34.059297 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-6369d260-40ed-43d2-9280-bc646c5a4aca None None] For port 433cb3c3-6840-4e97-aa10-cafe3f7f56ba, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=433cb3c3-6840-4e97-aa10-cafe3f7f56ba,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:20:34.094044 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fa9d8465-759b-4def-8ad0-19b80389468c tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:34.123149 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-6369d260-40ed-43d2-9280-bc646c5a4aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:34.136870 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-63f7cbd9-7e21-4d8c-b549-618a8a9d0abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:34.147042 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-900795a9-7fcb-4764-9433-d0d91a5a556b tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:34.147281 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port f2b17d5c-3e63-4d31-9c43-81cff0ef76dd triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:34.147556 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:34.204705 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a34af1-2436-4f7f-ba80-04655242cb34 req-5c25aa5b-2823-4f6b-a4c7-171053a9445b tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:34.222756 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f3a34af1-2436-4f7f-ba80-04655242cb34 req-5c25aa5b-2823-4f6b-a4c7-171053a9445b tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 945 time: 0.2822289 Dec 08 16:20:34.239598 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d8465-759b-4def-8ad0-19b80389468c tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Pushing event updated for resources: {'Subnet': ['ID=0b0b68ff-d684-4aef-8b1c-90c90fa3dd66,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:34.242145 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f7cbd9-7e21-4d8c-b549-618a8a9d0abf None None] Network 7bbcc982-0ca1-4ded-be40-3f1e635df851 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:20:34.249829 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9d8465-759b-4def-8ad0-19b80389468c tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Checking segment: {'id': '1bad0e7b-fb07-4d85-b3db-6675ca3ba227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd53b5fd6-1d1a-4be5-a7d9-637ccb75e2f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:20:34.250595 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9d8465-759b-4def-8ad0-19b80389468c tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Network hostable DHCP agents. Network: d53b5fd6-1d1a-4be5-a7d9-637ccb75e2f9, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:20:34.251628 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f7cbd9-7e21-4d8c-b549-618a8a9d0abf None None] Pushing event updated for resources: {'Port': ['ID=ff194a4f-b321-410d-bc39-76a8c0330782,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:34.254238 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-63f7cbd9-7e21-4d8c-b549-618a8a9d0abf None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:20:34.275831 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f7cbd9-7e21-4d8c-b549-618a8a9d0abf None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:20:34.284628 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa3c092-fc5c-4352-a5f9-7c0e8b35b750 None None] Pushing event updated for resources: {'Port': ['ID=433cb3c3-6840-4e97-aa10-cafe3f7f56ba,revision_number=3']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:34.288381 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6369d260-40ed-43d2-9280-bc646c5a4aca None None] Routers {'59a337b7-ba2f-4992-89bf-0fc4379f0849'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:20:34.289186 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-6369d260-40ed-43d2-9280-bc646c5a4aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:20:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['59a337b7-ba2f-4992-89bf-0fc4379f0849'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:34.299120 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0c923fdc-702b-4441-94b3-dd1c385eca5f req-58dfcc63-9a2b-4734-b525-a562a53ed203 service neutron] 10.222.0.37 "GET /v2.0/networks/92f988d9-d3fd-471d-a94b-154482a7d460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4365344 Dec 08 16:20:34.338586 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9d8465-759b-4def-8ad0-19b80389468c tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Network d53b5fd6-1d1a-4be5-a7d9-637ccb75e2f9 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:20:34.345142 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-540f9f2a-c778-4f0e-b84b-5a319e4ab35b None None] Allocated IP 172.20.0.18 (2a6b59c1-5937-49aa-9c21-dcb53bd370e5/0fd7862e-1ade-4b33-886e-ea8bf72dcf42/f2b17d5c-3e63-4d31-9c43-81cff0ef76dd) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:20:34.379638 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0c923fdc-702b-4441-94b3-dd1c385eca5f req-e20b6516-e883-4e69-bb76-6a3072202184 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=3e8dd4f2-53e5-4bc8-986a-166f7ff34449 HTTP/1.1" status: 200 len: 217 time: 0.0665562 Dec 08 16:20:34.384250 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-fa9d8465-759b-4def-8ad0-19b80389468c tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, d53b5fd6-1d1a-4be5-a7d9-637ccb75e2f9) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:20:34.392012 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9d8465-759b-4def-8ad0-19b80389468c tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:34.393478 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fa9d8465-759b-4def-8ad0-19b80389468c tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:34.404328 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ab793d-7e63-4bd4-b336-4484c638ac99 None None] Network d53b5fd6-1d1a-4be5-a7d9-637ccb75e2f9 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:20:34.428816 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-6369d260-40ed-43d2-9280-bc646c5a4aca None None] Set router 59a337b7-ba2f-4992-89bf-0fc4379f0849 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:20:34.460633 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-63f7cbd9-7e21-4d8c-b549-618a8a9d0abf None None] Attempting to bind port ff194a4f-b321-410d-bc39-76a8c0330782 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:20:34.461012 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-63f7cbd9-7e21-4d8c-b549-618a8a9d0abf None None] Attempting to bind port ff194a4f-b321-410d-bc39-76a8c0330782 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '619fc31e-3906-4346-a901-5e5532b5ce77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7bbcc982-0ca1-4ded-be40-3f1e635df851'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:20:34.461383 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f7cbd9-7e21-4d8c-b549-618a8a9d0abf None None] Attempting to bind port ff194a4f-b321-410d-bc39-76a8c0330782 on network 7bbcc982-0ca1-4ded-be40-3f1e635df851 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:20:34.476309 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-fa9d8465-759b-4def-8ad0-19b80389468c tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3406637 Dec 08 16:20:34.478805 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f3a34af1-2436-4f7f-ba80-04655242cb34 req-cb121bab-42fe-41d1-9072-0c1ca2bd9eae tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2551634 Dec 08 16:20:34.479289 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57878) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:34.505239 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:34.508171 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-900795a9-7fcb-4764-9433-d0d91a5a556b tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:34.520144 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f7cbd9-7e21-4d8c-b549-618a8a9d0abf None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:20:34.520554 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f7cbd9-7e21-4d8c-b549-618a8a9d0abf None None] Checking segment: {'id': '619fc31e-3906-4346-a901-5e5532b5ce77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7bbcc982-0ca1-4ded-be40-3f1e635df851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:20:34.520981 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-63f7cbd9-7e21-4d8c-b549-618a8a9d0abf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:34.521380 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f7cbd9-7e21-4d8c-b549-618a8a9d0abf None None] Bound using segment: {'id': '619fc31e-3906-4346-a901-5e5532b5ce77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7bbcc982-0ca1-4ded-be40-3f1e635df851'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:20:34.521864 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-63f7cbd9-7e21-4d8c-b549-618a8a9d0abf None None] Bound port: ff194a4f-b321-410d-bc39-76a8c0330782, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '619fc31e-3906-4346-a901-5e5532b5ce77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7bbcc982-0ca1-4ded-be40-3f1e635df851'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:20:34.522254 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-63f7cbd9-7e21-4d8c-b549-618a8a9d0abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:34.612143 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5240a404-442f-45ce-8521-da3a692aac3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:34.621648 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c923fdc-702b-4441-94b3-dd1c385eca5f req-a5cc36cc-ca32-49cd-bac0-0fc1be149ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:34.623144 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0c923fdc-702b-4441-94b3-dd1c385eca5f req-a5cc36cc-ca32-49cd-bac0-0fc1be149ed6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6d585823-3fc3-43de-bace-96991eaf0e25 HTTP/1.1" status: 200 len: 797 time: 0.2108202 Dec 08 16:20:34.645190 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-540f9f2a-c778-4f0e-b84b-5a319e4ab35b None None] For port f2b17d5c-3e63-4d31-9c43-81cff0ef76dd, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=f2b17d5c-3e63-4d31-9c43-81cff0ef76dd,segment=NetworkSegment(2560c45a-2562-411d-a570-ac21c5117572),segment_id=2560c45a-2562-411d-a570-ac21c5117572)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:20:34.646675 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-6369d260-40ed-43d2-9280-bc646c5a4aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a337b7-ba2f-4992-89bf-0fc4379f0849', 'name': 'tempest-ServerRescueTestJSONUnderV235-1421211579-router', 'tenant_id': '2b52500faa0143a7b66289b1db11a5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '433cb3c3-6840-4e97-aa10-cafe3f7f56ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:20:27Z', 'updated_at': '2021-12-08T16:20:29Z', 'revision_number': 3, 'project_id': '2b52500faa0143a7b66289b1db11a5f1', 'gw_port': {'id': '433cb3c3-6840-4e97-aa10-cafe3f7f56ba', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f9:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59a337b7-ba2f-4992-89bf-0fc4379f0849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:20:29Z', 'updated_at': '2021-12-08T16:20:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:34.675994 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6369d260-40ed-43d2-9280-bc646c5a4aca None None] The sync data for ids ['59a337b7-ba2f-4992-89bf-0fc4379f0849'] in n-d-776250-12 is: [{'id': '59a337b7-ba2f-4992-89bf-0fc4379f0849', 'name': 'tempest-ServerRescueTestJSONUnderV235-1421211579-router', 'tenant_id': '2b52500faa0143a7b66289b1db11a5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '433cb3c3-6840-4e97-aa10-cafe3f7f56ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:20:27Z', 'updated_at': '2021-12-08T16:20:29Z', 'revision_number': 3, 'project_id': '2b52500faa0143a7b66289b1db11a5f1', 'gw_port': {'id': '433cb3c3-6840-4e97-aa10-cafe3f7f56ba', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f9:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59a337b7-ba2f-4992-89bf-0fc4379f0849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:20:29Z', 'updated_at': '2021-12-08T16:20:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:20:34.810846 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3516c3d7-fb5e-40ad-8a5c-91317c7e3333 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-d53b5fd6-1d1a-4be5-a7d9-637ccb75e2f9', 'network_id': 'd53b5fd6-1d1a-4be5-a7d9-637ccb75e2f9', 'project_id': '5c470bdb4f9542dcaa9055dc510317b8', 'fixed_ips': [{'subnet_id': '0b0b68ff-d684-4aef-8b1c-90c90fa3dd66'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:20:34.811788 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3516c3d7-fb5e-40ad-8a5c-91317c7e3333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:34.841041 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-63f7cbd9-7e21-4d8c-b549-618a8a9d0abf None None] For port ff194a4f-b321-410d-bc39-76a8c0330782, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:20:34.865051 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c923fdc-702b-4441-94b3-dd1c385eca5f req-3c369482-010e-4401-aa04-49d226853ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:34.865051 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0c923fdc-702b-4441-94b3-dd1c385eca5f req-3c369482-010e-4401-aa04-49d226853ce9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92f988d9-d3fd-471d-a94b-154482a7d460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2268598 Dec 08 16:20:34.866897 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-540f9f2a-c778-4f0e-b84b-5a319e4ab35b None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:34.872011 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-63f7cbd9-7e21-4d8c-b549-618a8a9d0abf None None] For port ff194a4f-b321-410d-bc39-76a8c0330782, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=ff194a4f-b321-410d-bc39-76a8c0330782,segment=NetworkSegment(619fc31e-3906-4346-a901-5e5532b5ce77),segment_id=619fc31e-3906-4346-a901-5e5532b5ce77)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:20:34.895909 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-900795a9-7fcb-4764-9433-d0d91a5a556b tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:34.948688 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-63f7cbd9-7e21-4d8c-b549-618a8a9d0abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:34.970807 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-540f9f2a-c778-4f0e-b84b-5a319e4ab35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:34.994723 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-900795a9-7fcb-4764-9433-d0d91a5a556b tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:35.001835 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-900795a9-7fcb-4764-9433-d0d91a5a556b tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] 10.222.0.64 "DELETE /v2.0/subnets/da0736a9-1019-42f9-a630-09821b7ef548 HTTP/1.1" status: 204 len: 168 time: 1.2980876 Dec 08 16:20:35.005368 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900795a9-7fcb-4764-9433-d0d91a5a556b tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Pushing event deleted for resources: {'Subnet': ['ID=da0736a9-1019-42f9-a630-09821b7ef548,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:35.007974 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57882) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:35.032628 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce88fd3a-9ff8-4ab2-bbf2-c744c4577870 None None] Network 9ee42eec-9b8c-4ffb-b265-0610cb230d25 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:20:35.123868 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-0c71c8a2-eb3e-45ec-b80e-e9426e8f4158 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Allocated IP 172.20.0.7 (2a6b59c1-5937-49aa-9c21-dcb53bd370e5/d20ccce7-4fc9-4e72-b3d7-53f6b5b99f8e/2813e591-dca5-4cdc-a48e-f49ab37c3acd) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:20:35.132699 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-0c71c8a2-eb3e-45ec-b80e-e9426e8f4158 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Allocated IP 172.20.0.25 (2a6b59c1-5937-49aa-9c21-dcb53bd370e5/0fd7862e-1ade-4b33-886e-ea8bf72dcf42/2813e591-dca5-4cdc-a48e-f49ab37c3acd) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:20:35.303187 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-3516c3d7-fb5e-40ad-8a5c-91317c7e3333 None None] Allocated IP 172.20.0.2 (d53b5fd6-1d1a-4be5-a7d9-637ccb75e2f9/0b0b68ff-d684-4aef-8b1c-90c90fa3dd66/525499d3-ced7-4a6c-b74a-1654cd7dda50) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:20:35.424453 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0c71c8a2-eb3e-45ec-b80e-e9426e8f4158 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:35.455991 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device f2b17d5c-3e63-4d31-9c43-81cff0ef76dd up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:20:35.461401 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f7cbd9-7e21-4d8c-b549-618a8a9d0abf None None] Pushing event updated for resources: {'Port': ['ID=ff194a4f-b321-410d-bc39-76a8c0330782,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:35.550772 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0c71c8a2-eb3e-45ec-b80e-e9426e8f4158 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:35.600510 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c71c8a2-eb3e-45ec-b80e-e9426e8f4158 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Network 2a6b59c1-5937-49aa-9c21-dcb53bd370e5 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:20:35.618924 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-0c71c8a2-eb3e-45ec-b80e-e9426e8f4158 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:20:35.621468 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c71c8a2-eb3e-45ec-b80e-e9426e8f4158 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:20:35.760421 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540f9f2a-c778-4f0e-b84b-5a319e4ab35b None None] Pushing event updated for resources: {'Port': ['ID=f2b17d5c-3e63-4d31-9c43-81cff0ef76dd,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:35.842941 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port f2b17d5c-3e63-4d31-9c43-81cff0ef76dd triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:35.843408 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:35.844814 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71c8a2-eb3e-45ec-b80e-e9426e8f4158 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event updated for resources: {'Port': ['ID=2813e591-dca5-4cdc-a48e-f49ab37c3acd,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:35.884075 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c71c8a2-eb3e-45ec-b80e-e9426e8f4158 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:35.884804 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0c71c8a2-eb3e-45ec-b80e-e9426e8f4158 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:35.910571 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3807f523-530c-4df4-8323-f6a993e9d87e req-ca3238cc-c7bc-46cd-83a2-84d6844284bd tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:35.914146 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232a14c3-98db-41ed-931b-169345baac2b None None] DHCP port deletion for 9ee42eec-9b8c-4ffb-b265-0610cb230d25 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:20:35.923827 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3807f523-530c-4df4-8323-f6a993e9d87e req-ca3238cc-c7bc-46cd-83a2-84d6844284bd tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 945 time: 0.3213139 Dec 08 16:20:35.949164 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4800cb2a-9aec-4896-9eb8-aeee59a3fd67 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:35.960409 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ecc8af29-82ad-490b-9656-3fab6b9ccafa tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:35.998601 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0c923fdc-702b-4441-94b3-dd1c385eca5f req-f6c01330-84af-4f95-8b24-b487aa0f6ffa service neutron] 10.222.0.37 "GET /v2.0/networks/92f988d9-d3fd-471d-a94b-154482a7d460?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0974200 Dec 08 16:20:36.007850 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-5240a404-442f-45ce-8521-da3a692aac3b admin admin] Allocated IP 172.20.0.1 (691a624c-964a-4825-b277-bf02eccf1ff9/5d509bf9-344c-445e-87cc-39c21b210aee/8e7a38e8-3ec2-4d03-b49b-3400ccaf4a21) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:20:36.023622 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3807f523-530c-4df4-8323-f6a993e9d87e req-3862c57b-6374-4c85-a2dd-a8384a6e0358 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953729 Dec 08 16:20:36.027801 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3516c3d7-fb5e-40ad-8a5c-91317c7e3333 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:36.049892 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-0c71c8a2-eb3e-45ec-b80e-e9426e8f4158 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.6034801 Dec 08 16:20:36.053115 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57888) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:36.059435 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-4c3c2489-a1f6-4566-906e-008a6ec08fda tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd20ccce7-4fc9-4e72-b3d7-53f6b5b99f8e'}]}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:36.140018 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 433cb3c3-6840-4e97-aa10-cafe3f7f56ba up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:20:36.214594 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3516c3d7-fb5e-40ad-8a5c-91317c7e3333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:36.222809 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-232a14c3-98db-41ed-931b-169345baac2b None None] Deleting port 8d503517-bae9-4b62-8995-cb6be887e732 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:20:36.224824 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-232a14c3-98db-41ed-931b-169345baac2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:36.232094 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4c3c2489-a1f6-4566-906e-008a6ec08fda tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:36.334911 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 433cb3c3-6840-4e97-aa10-cafe3f7f56ba triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:36.335294 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:36.413691 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3516c3d7-fb5e-40ad-8a5c-91317c7e3333 None None] Network d53b5fd6-1d1a-4be5-a7d9-637ccb75e2f9 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:20:36.433891 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-3516c3d7-fb5e-40ad-8a5c-91317c7e3333 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:20:36.449311 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3516c3d7-fb5e-40ad-8a5c-91317c7e3333 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:20:36.623482 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-232a14c3-98db-41ed-931b-169345baac2b None None] For port 8d503517-bae9-4b62-8995-cb6be887e732, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=8d503517-bae9-4b62-8995-cb6be887e732,segment=NetworkSegment(e8a4bf36-1b33-478c-975f-c51e27944d22),segment_id=e8a4bf36-1b33-478c-975f-c51e27944d22)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:20:36.624280 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-232a14c3-98db-41ed-931b-169345baac2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:36.640673 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-232a14c3-98db-41ed-931b-169345baac2b None None] Calling delete_port for 8d503517-bae9-4b62-8995-cb6be887e732 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:20:36.663480 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0c923fdc-702b-4441-94b3-dd1c385eca5f req-f57eb2ff-0f60-448b-b2cf-dc72598ddc38 service neutron] 10.222.0.37 "GET /v2.0/networks/92f988d9-d3fd-471d-a94b-154482a7d460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5997744 Dec 08 16:20:36.678656 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5240a404-442f-45ce-8521-da3a692aac3b admin admin] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:36.689327 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-4c3c2489-a1f6-4566-906e-008a6ec08fda tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Delete allocated IP 172.20.0.25 (2a6b59c1-5937-49aa-9c21-dcb53bd370e5/0fd7862e-1ade-4b33-886e-ea8bf72dcf42) {{(pid=110551) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 08 16:20:36.697239 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-4800cb2a-9aec-4896-9eb8-aeee59a3fd67 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Deleting port 8d503517-bae9-4b62-8995-cb6be887e732 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:20:36.697594 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4800cb2a-9aec-4896-9eb8-aeee59a3fd67 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:36.732990 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:36.732990 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3516c3d7-fb5e-40ad-8a5c-91317c7e3333 None None] Pushing event updated for resources: {'Port': ['ID=525499d3-ced7-4a6c-b74a-1654cd7dda50,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:36.765031 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-064c9a09-b101-40ee-aca5-ae215fffe750 None None] Provisioning complete for port f2b17d5c-3e63-4d31-9c43-81cff0ef76dd triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:36.765836 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-064c9a09-b101-40ee-aca5-ae215fffe750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:36.800222 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0c923fdc-702b-4441-94b3-dd1c385eca5f req-7365e5af-a1ec-4d85-9e3b-314e9465da63 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=84db335e-f375-4be2-a69d-00e5bb4c6257 HTTP/1.1" status: 200 len: 217 time: 0.1270781 Dec 08 16:20:36.809148 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-3516c3d7-fb5e-40ad-8a5c-91317c7e3333 None None] Attempting to bind port 525499d3-ced7-4a6c-b74a-1654cd7dda50 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:20:36.809759 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-3516c3d7-fb5e-40ad-8a5c-91317c7e3333 None None] Attempting to bind port 525499d3-ced7-4a6c-b74a-1654cd7dda50 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '1bad0e7b-fb07-4d85-b3db-6675ca3ba227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd53b5fd6-1d1a-4be5-a7d9-637ccb75e2f9'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:20:36.811116 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3516c3d7-fb5e-40ad-8a5c-91317c7e3333 None None] Attempting to bind port 525499d3-ced7-4a6c-b74a-1654cd7dda50 on network d53b5fd6-1d1a-4be5-a7d9-637ccb75e2f9 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:20:36.824763 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9d9754-d28e-451d-8020-181e88eed880 None None] Network 7bbcc982-0ca1-4ded-be40-3f1e635df851 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:20:36.829006 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 433cb3c3-6840-4e97-aa10-cafe3f7f56ba, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=433cb3c3-6840-4e97-aa10-cafe3f7f56ba,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:20:36.889012 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4c3c2489-a1f6-4566-906e-008a6ec08fda tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:36.891389 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3516c3d7-fb5e-40ad-8a5c-91317c7e3333 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:20:36.891782 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3516c3d7-fb5e-40ad-8a5c-91317c7e3333 None None] Checking segment: {'id': '1bad0e7b-fb07-4d85-b3db-6675ca3ba227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd53b5fd6-1d1a-4be5-a7d9-637ccb75e2f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:20:36.892215 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3516c3d7-fb5e-40ad-8a5c-91317c7e3333 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:36.892628 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3516c3d7-fb5e-40ad-8a5c-91317c7e3333 None None] Bound using segment: {'id': '1bad0e7b-fb07-4d85-b3db-6675ca3ba227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd53b5fd6-1d1a-4be5-a7d9-637ccb75e2f9'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:20:36.893228 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-3516c3d7-fb5e-40ad-8a5c-91317c7e3333 None None] Bound port: 525499d3-ced7-4a6c-b74a-1654cd7dda50, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bad0e7b-fb07-4d85-b3db-6675ca3ba227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd53b5fd6-1d1a-4be5-a7d9-637ccb75e2f9'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:20:36.893625 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3516c3d7-fb5e-40ad-8a5c-91317c7e3333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:36.909085 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-4800cb2a-9aec-4896-9eb8-aeee59a3fd67 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] For port 8d503517-bae9-4b62-8995-cb6be887e732, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=8d503517-bae9-4b62-8995-cb6be887e732,segment=NetworkSegment(e8a4bf36-1b33-478c-975f-c51e27944d22),segment_id=e8a4bf36-1b33-478c-975f-c51e27944d22)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:20:36.914209 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4800cb2a-9aec-4896-9eb8-aeee59a3fd67 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:36.922274 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:36.943483 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-ecc8af29-82ad-490b-9656-3fab6b9ccafa tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Allocated IP 172.20.0.1 (7bbcc982-0ca1-4ded-be40-3f1e635df851/0e545bb8-311d-4f69-a1d4-c4c1d182faf2/a5b58451-447b-41c7-8497-6cdd4b5a9ea2) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:20:36.943483 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-4800cb2a-9aec-4896-9eb8-aeee59a3fd67 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Calling delete_port for 8d503517-bae9-4b62-8995-cb6be887e732 owned by network:dhcp {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:20:36.948830 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c923fdc-702b-4441-94b3-dd1c385eca5f req-8c2b3ff1-31a2-45b8-b9a8-a5d6f87fcc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:36.950360 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0c923fdc-702b-4441-94b3-dd1c385eca5f req-8c2b3ff1-31a2-45b8-b9a8-a5d6f87fcc17 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=28438769-469d-463a-a3b1-f1ca9c15b49c HTTP/1.1" status: 200 len: 797 time: 0.1206617 Dec 08 16:20:36.988881 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4c3c2489-a1f6-4566-906e-008a6ec08fda tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:37.079006 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5240a404-442f-45ce-8521-da3a692aac3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:37.133024 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-232a14c3-98db-41ed-931b-169345baac2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:37.135322 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=433cb3c3-6840-4e97-aa10-cafe3f7f56ba,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:37.138625 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3c2489-a1f6-4566-906e-008a6ec08fda tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event updated for resources: {'Port': ['ID=2813e591-dca5-4cdc-a48e-f49ab37c3acd,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:37.247181 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-4c3c2489-a1f6-4566-906e-008a6ec08fda tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] In _notify_port_updated(), no bound segment for port 2813e591-dca5-4cdc-a48e-f49ab37c3acd on network 2a6b59c1-5937-49aa-9c21-dcb53bd370e5 {{(pid=110551) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 16:20:37.253279 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3c2489-a1f6-4566-906e-008a6ec08fda tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:37.258673 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4c3c2489-a1f6-4566-906e-008a6ec08fda tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:37.258673 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-4c3c2489-a1f6-4566-906e-008a6ec08fda tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "PUT /v2.0/ports/2813e591-dca5-4cdc-a48e-f49ab37c3acd HTTP/1.1" status: 200 len: 919 time: 1.2026162 Dec 08 16:20:37.259492 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57896) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:37.261693 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-3516c3d7-fb5e-40ad-8a5c-91317c7e3333 None None] For port 525499d3-ced7-4a6c-b74a-1654cd7dda50, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:20:37.266353 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-aac6c2a3-3c0d-43cc-9dc8-505ed5c5d311 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd20ccce7-4fc9-4e72-b3d7-53f6b5b99f8e'}, {'subnet_id': '0fd7862e-1ade-4b33-886e-ea8bf72dcf42'}]}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:37.283752 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232a14c3-98db-41ed-931b-169345baac2b None None] No DVR routers for this DVR port 8d503517-bae9-4b62-8995-cb6be887e732 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:20:37.289805 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device ff194a4f-b321-410d-bc39-76a8c0330782 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:20:37.300479 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232a14c3-98db-41ed-931b-169345baac2b None None] Pushing event deleted for resources: {'Port': ['ID=8d503517-bae9-4b62-8995-cb6be887e732,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:37.333084 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-3516c3d7-fb5e-40ad-8a5c-91317c7e3333 None None] For port 525499d3-ced7-4a6c-b74a-1654cd7dda50, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=525499d3-ced7-4a6c-b74a-1654cd7dda50,segment=NetworkSegment(1bad0e7b-fb07-4d85-b3db-6675ca3ba227),segment_id=1bad0e7b-fb07-4d85-b3db-6675ca3ba227)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:20:37.382476 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:20:37.390737 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5240a404-442f-45ce-8521-da3a692aac3b admin admin] Network 691a624c-964a-4825-b277-bf02eccf1ff9 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:20:37.390982 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5240a404-442f-45ce-8521-da3a692aac3b admin admin] Pushing event updated for resources: {'Port': ['ID=8e7a38e8-3ec2-4d03-b49b-3400ccaf4a21,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:37.413764 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port ff194a4f-b321-410d-bc39-76a8c0330782 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:37.414228 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:37.416523 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-5240a404-442f-45ce-8521-da3a692aac3b admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:20:37.416799 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3516c3d7-fb5e-40ad-8a5c-91317c7e3333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:37.419114 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5240a404-442f-45ce-8521-da3a692aac3b admin admin] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:20:37.465880 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aac6c2a3-3c0d-43cc-9dc8-505ed5c5d311 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:37.476536 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c923fdc-702b-4441-94b3-dd1c385eca5f req-501f5cbf-3429-4241-9e77-2df2536f37a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:37.478275 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0c923fdc-702b-4441-94b3-dd1c385eca5f req-501f5cbf-3429-4241-9e77-2df2536f37a6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0cd1fc08-18ef-4903-a4d4-304d5ce0f86e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5164778 Dec 08 16:20:37.518863 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454f993-797a-4d63-a2c3-71d301056349 req-814f6f61-d104-412e-afad-da694ea7cb95 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:37.520628 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d454f993-797a-4d63-a2c3-71d301056349 req-814f6f61-d104-412e-afad-da694ea7cb95 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 945 time: 0.2453196 Dec 08 16:20:37.564154 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-be1921f3-dc12-4436-95dd-439e333e405c None None] Provisioning complete for port 2813e591-dca5-4cdc-a48e-f49ab37c3acd triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:37.564498 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-be1921f3-dc12-4436-95dd-439e333e405c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:37.606580 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3516c3d7-fb5e-40ad-8a5c-91317c7e3333 None None] Pushing event updated for resources: {'Port': ['ID=525499d3-ced7-4a6c-b74a-1654cd7dda50,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:37.631601 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-be1921f3-dc12-4436-95dd-439e333e405c None None] Port 2813e591-dca5-4cdc-a48e-f49ab37c3acd cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:20:37.677545 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5240a404-442f-45ce-8521-da3a692aac3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:37.677838 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-be1921f3-dc12-4436-95dd-439e333e405c None None] Provisioning complete for port ff194a4f-b321-410d-bc39-76a8c0330782 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:37.678038 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-be1921f3-dc12-4436-95dd-439e333e405c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:37.701068 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:37.732146 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4800cb2a-9aec-4896-9eb8-aeee59a3fd67 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:37.762270 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port ff194a4f-b321-410d-bc39-76a8c0330782, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=ff194a4f-b321-410d-bc39-76a8c0330782,segment=NetworkSegment(619fc31e-3906-4346-a901-5e5532b5ce77),segment_id=619fc31e-3906-4346-a901-5e5532b5ce77)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:20:37.791478 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4800cb2a-9aec-4896-9eb8-aeee59a3fd67 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Pushing event deleted for resources: {'Port': ['ID=8d503517-bae9-4b62-8995-cb6be887e732,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:37.805306 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ecc8af29-82ad-490b-9656-3fab6b9ccafa tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:37.820455 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:37.828983 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d454f993-797a-4d63-a2c3-71d301056349 req-517a2fd0-f915-429f-9adb-a7386c16103c tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2839079 Dec 08 16:20:37.831916 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device f2b17d5c-3e63-4d31-9c43-81cff0ef76dd up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:20:37.919735 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4800cb2a-9aec-4896-9eb8-aeee59a3fd67 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] No DVR routers for this DVR port 8d503517-bae9-4b62-8995-cb6be887e732 on host n-d-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:20:37.928566 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-be1921f3-dc12-4436-95dd-439e333e405c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:37.937685 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0c923fdc-702b-4441-94b3-dd1c385eca5f req-cd9058ef-3d4c-420f-a2fc-4be994ee2c9f service neutron] 10.222.0.37 "GET /v2.0/networks/0cd1fc08-18ef-4903-a4d4-304d5ce0f86e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4405758 Dec 08 16:20:37.966383 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-aac6c2a3-3c0d-43cc-9dc8-505ed5c5d311 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Allocated IP 172.20.0.22 (2a6b59c1-5937-49aa-9c21-dcb53bd370e5/0fd7862e-1ade-4b33-886e-ea8bf72dcf42/2813e591-dca5-4cdc-a48e-f49ab37c3acd) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:20:38.132957 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=ff194a4f-b321-410d-bc39-76a8c0330782,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:38.134298 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4800cb2a-9aec-4896-9eb8-aeee59a3fd67 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:38.158152 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aac6c2a3-3c0d-43cc-9dc8-505ed5c5d311 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:38.178677 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port f2b17d5c-3e63-4d31-9c43-81cff0ef76dd triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:38.179060 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:38.180559 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.db.api [None req-be1921f3-dc12-4436-95dd-439e333e405c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:20:38.181083 n-d-776250-12 neutron-server[110552]: DEBUG oslo_db.api [None req-be1921f3-dc12-4436-95dd-439e333e405c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:20:38.189790 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-4800cb2a-9aec-4896-9eb8-aeee59a3fd67 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ee42eec-9b8c-4ffb-b265-0610cb230d25']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:38.211891 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-4800cb2a-9aec-4896-9eb8-aeee59a3fd67 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8a4bf36-1b33-478c-975f-c51e27944d22') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:38.212339 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-4800cb2a-9aec-4896-9eb8-aeee59a3fd67 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8a4bf36-1b33-478c-975f-c51e27944d22') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:38.217013 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0c923fdc-702b-4441-94b3-dd1c385eca5f req-981a64a3-60e3-488d-b5ce-ac6b6d5a1e21 service neutron] 10.222.0.37 "GET /v2.0/networks/0cd1fc08-18ef-4903-a4d4-304d5ce0f86e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487018 Dec 08 16:20:38.240458 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4800cb2a-9aec-4896-9eb8-aeee59a3fd67 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:38.280741 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ecc8af29-82ad-490b-9656-3fab6b9ccafa tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:38.284546 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0c923fdc-702b-4441-94b3-dd1c385eca5f req-908fc0b7-8428-43d4-843c-5d80c6082640 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=85bad2ad-910d-4f13-942d-9eb3285bd3f8 HTTP/1.1" status: 200 len: 217 time: 0.0588555 Dec 08 16:20:38.287811 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aac6c2a3-3c0d-43cc-9dc8-505ed5c5d311 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:38.320480 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 8d503517-bae9-4b62-8995-cb6be887e732 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:20:38.331807 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4800cb2a-9aec-4896-9eb8-aeee59a3fd67 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:38.350463 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 8d503517-bae9-4b62-8995-cb6be887e732 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:20:38.350953 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 8d503517-bae9-4b62-8995-cb6be887e732 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:20:38.385210 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac6c2a3-3c0d-43cc-9dc8-505ed5c5d311 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event updated for resources: {'Port': ['ID=2813e591-dca5-4cdc-a48e-f49ab37c3acd,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:38.402712 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4800cb2a-9aec-4896-9eb8-aeee59a3fd67 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:20:38.403395 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4800cb2a-9aec-4896-9eb8-aeee59a3fd67 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:38.411184 n-d-776250-12 neutron-server[110550]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:20:38.411184 n-d-776250-12 neutron-server[110550]: self.session.flush() Dec 08 16:20:38.411184 n-d-776250-12 neutron-server[110550]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:20:38.411184 n-d-776250-12 neutron-server[110550]: self.session.flush() Dec 08 16:20:38.411184 n-d-776250-12 neutron-server[110550]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:20:38.411184 n-d-776250-12 neutron-server[110550]: self.session.flush() Dec 08 16:20:38.411184 n-d-776250-12 neutron-server[110550]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:20:38.411184 n-d-776250-12 neutron-server[110550]: self.session.flush() Dec 08 16:20:38.411184 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:20:38.411184 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:20:38.411184 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:20:38.411184 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:20:38.411184 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:20:38.411184 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:20:38.411184 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:20:38.411184 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:20:38.411184 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:20:38.411184 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:20:38.411184 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:20:38.411184 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:20:38.411184 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:20:38.411184 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:20:38.411184 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:20:38.411184 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:20:38.411184 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:20:38.411184 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:20:38.411184 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:20:38.411184 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:20:38.411184 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:20:38.411184 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:20:38.411184 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:20:38.411184 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:20:38.411184 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:20:38.411184 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:20:38.411184 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:20:38.411184 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:20:38.411184 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:20:38.411184 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:20:38.411184 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:20:38.411184 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:20:38.479820 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-aac6c2a3-3c0d-43cc-9dc8-505ed5c5d311 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] In _notify_port_updated(), no bound segment for port 2813e591-dca5-4cdc-a48e-f49ab37c3acd on network 2a6b59c1-5937-49aa-9c21-dcb53bd370e5 {{(pid=110551) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 16:20:38.486308 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac6c2a3-3c0d-43cc-9dc8-505ed5c5d311 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:38.491531 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aac6c2a3-3c0d-43cc-9dc8-505ed5c5d311 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:38.491913 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-aac6c2a3-3c0d-43cc-9dc8-505ed5c5d311 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "PUT /v2.0/ports/2813e591-dca5-4cdc-a48e-f49ab37c3acd HTTP/1.1" status: 200 len: 999 time: 1.2309887 Dec 08 16:20:38.492696 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57906) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:38.497724 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc8af29-82ad-490b-9656-3fab6b9ccafa tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Network 7bbcc982-0ca1-4ded-be40-3f1e635df851 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:20:38.511581 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-ecc8af29-82ad-490b-9656-3fab6b9ccafa tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:20:38.513661 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8af29-82ad-490b-9656-3fab6b9ccafa tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Pushing event updated for resources: {'Port': ['ID=a5b58451-447b-41c7-8497-6cdd4b5a9ea2,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:38.523751 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5240a404-442f-45ce-8521-da3a692aac3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:38.526965 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:38.535563 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc8af29-82ad-490b-9656-3fab6b9ccafa tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:20:38.656138 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c923fdc-702b-4441-94b3-dd1c385eca5f req-59cc6f93-7ccf-49ad-9aad-11862e23ea8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:38.656284 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-106a0d16-2625-49be-bf71-e9db10005003 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Deleting port 2813e591-dca5-4cdc-a48e-f49ab37c3acd {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:20:38.656435 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0c923fdc-702b-4441-94b3-dd1c385eca5f req-59cc6f93-7ccf-49ad-9aad-11862e23ea8a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=28438769-469d-463a-a3b1-f1ca9c15b49c HTTP/1.1" status: 200 len: 797 time: 0.3586853 Dec 08 16:20:38.656529 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-106a0d16-2625-49be-bf71-e9db10005003 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:38.768154 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ecc8af29-82ad-490b-9656-3fab6b9ccafa tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:38.770555 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4800cb2a-9aec-4896-9eb8-aeee59a3fd67 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:38.776278 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4800cb2a-9aec-4896-9eb8-aeee59a3fd67 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:38.782297 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-106a0d16-2625-49be-bf71-e9db10005003 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:38.782867 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-4800cb2a-9aec-4896-9eb8-aeee59a3fd67 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] 10.222.0.64 "DELETE /v2.0/networks/9ee42eec-9b8c-4ffb-b265-0610cb230d25 HTTP/1.1" status: 204 len: 168 time: 3.7444093 Dec 08 16:20:38.784434 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57910) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:38.798193 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-106a0d16-2625-49be-bf71-e9db10005003 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Calling delete_port for 2813e591-dca5-4cdc-a48e-f49ab37c3acd owned by {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:20:38.847376 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4800cb2a-9aec-4896-9eb8-aeee59a3fd67 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Pushing event deleted for resources: {'Network': ['ID=9ee42eec-9b8c-4ffb-b265-0610cb230d25,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:38.871856 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-ccda75b8-c99c-43c3-8ea8-db011740bd12 None None] Provisioning complete for port 2813e591-dca5-4cdc-a48e-f49ab37c3acd triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:38.872591 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ccda75b8-c99c-43c3-8ea8-db011740bd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:38.926315 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-ccda75b8-c99c-43c3-8ea8-db011740bd12 None None] Port 2813e591-dca5-4cdc-a48e-f49ab37c3acd cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:20:38.939882 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-ccda75b8-c99c-43c3-8ea8-db011740bd12 None None] Provisioning complete for port ff194a4f-b321-410d-bc39-76a8c0330782 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:38.940317 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ccda75b8-c99c-43c3-8ea8-db011740bd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:39.045697 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c923fdc-702b-4441-94b3-dd1c385eca5f req-20100aae-d120-4be1-a370-7c6abce91979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:39.047405 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0c923fdc-702b-4441-94b3-dd1c385eca5f req-20100aae-d120-4be1-a370-7c6abce91979 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0cd1fc08-18ef-4903-a4d4-304d5ce0f86e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3589776 Dec 08 16:20:39.097265 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b630410-97ee-4bb5-8c04-e2dd1f118105 None None] Network d53b5fd6-1d1a-4be5-a7d9-637ccb75e2f9 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:20:39.216019 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-57a4f46a-a3cb-4695-b230-f0d51bc62216 None None] Provisioning complete for port a5b58451-447b-41c7-8497-6cdd4b5a9ea2 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:39.216579 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-57a4f46a-a3cb-4695-b230-f0d51bc62216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:39.222145 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245fb0fb-1101-4f59-bee4-f37b511a0b41 req-5cb539d0-0e2c-4897-b273-f673269870b7 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:39.227616 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-245fb0fb-1101-4f59-bee4-f37b511a0b41 req-5cb539d0-0e2c-4897-b273-f673269870b7 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 945 time: 0.2282324 Dec 08 16:20:39.228737 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5240a404-442f-45ce-8521-da3a692aac3b admin admin] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:39.251640 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-106a0d16-2625-49be-bf71-e9db10005003 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:39.268447 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device ff194a4f-b321-410d-bc39-76a8c0330782 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:20:39.296140 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106a0d16-2625-49be-bf71-e9db10005003 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event deleted for resources: {'Port': ['ID=2813e591-dca5-4cdc-a48e-f49ab37c3acd,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:39.298490 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-57f7a6f8-8c11-4ea8-9405-954fbcc54ae4 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Deleting port 70eee254-ac02-4b37-844f-9589e7a3e9b2 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:20:39.299271 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-57f7a6f8-8c11-4ea8-9405-954fbcc54ae4 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:39.301377 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ecc8af29-82ad-490b-9656-3fab6b9ccafa tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:39.318528 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5240a404-442f-45ce-8521-da3a692aac3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:39.343664 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-57a4f46a-a3cb-4695-b230-f0d51bc62216 None None] Port a5b58451-447b-41c7-8497-6cdd4b5a9ea2 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:20:39.367428 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-245fb0fb-1101-4f59-bee4-f37b511a0b41 req-58671337-4b37-43e4-9780-5e7cb3647024 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255558 Dec 08 16:20:39.392760 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-57a4f46a-a3cb-4695-b230-f0d51bc62216 None None] Provisioning complete for port 525499d3-ced7-4a6c-b74a-1654cd7dda50 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:39.393466 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-57a4f46a-a3cb-4695-b230-f0d51bc62216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:39.414334 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-106a0d16-2625-49be-bf71-e9db10005003 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:39.418332 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-106a0d16-2625-49be-bf71-e9db10005003 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "DELETE /v2.0/ports/2813e591-dca5-4cdc-a48e-f49ab37c3acd HTTP/1.1" status: 204 len: 168 time: 0.9243617 Dec 08 16:20:39.421841 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57916) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:39.467761 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port ff194a4f-b321-410d-bc39-76a8c0330782 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:39.468155 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:39.475472 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0c923fdc-702b-4441-94b3-dd1c385eca5f req-fa9b1fe2-b3b8-4d14-91fb-33de774a3e35 service neutron] 10.222.0.37 "GET /v2.0/networks/0cd1fc08-18ef-4903-a4d4-304d5ce0f86e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4168723 Dec 08 16:20:39.476195 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-33747dea-9f64-4722-b47c-4c2c01b8a924 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] GET failed (client error): The resource could not be found. Dec 08 16:20:39.477678 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-33747dea-9f64-4722-b47c-4c2c01b8a924 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "GET /v2.0/ports/2813e591-dca5-4cdc-a48e-f49ab37c3acd HTTP/1.1" status: 404 len: 333 time: 0.0547614 Dec 08 16:20:39.481285 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57918) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:39.579042 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9270581-90be-4b37-b4a5-79d133e2c0ad tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Deleting subnet 0fd7862e-1ade-4b33-886e-ea8bf72dcf42 {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:20:39.582792 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c9270581-90be-4b37-b4a5-79d133e2c0ad tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:39.641400 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-57a4f46a-a3cb-4695-b230-f0d51bc62216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:39.649315 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c9270581-90be-4b37-b4a5-79d133e2c0ad tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:39.680704 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 525499d3-ced7-4a6c-b74a-1654cd7dda50 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:20:39.723209 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-57a4f46a-a3cb-4695-b230-f0d51bc62216 None None] For port 525499d3-ced7-4a6c-b74a-1654cd7dda50, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=525499d3-ced7-4a6c-b74a-1654cd7dda50,segment=NetworkSegment(1bad0e7b-fb07-4d85-b3db-6675ca3ba227),segment_id=1bad0e7b-fb07-4d85-b3db-6675ca3ba227)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:20:39.754201 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 525499d3-ced7-4a6c-b74a-1654cd7dda50 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:39.754719 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:39.768858 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c9270581-90be-4b37-b4a5-79d133e2c0ad tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:39.804110 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-57a4f46a-a3cb-4695-b230-f0d51bc62216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:39.879265 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 433cb3c3-6840-4e97-aa10-cafe3f7f56ba up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:20:39.884498 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a4f46a-a3cb-4695-b230-f0d51bc62216 None None] Pushing event updated for resources: {'Port': ['ID=525499d3-ced7-4a6c-b74a-1654cd7dda50,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:39.927666 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c9270581-90be-4b37-b4a5-79d133e2c0ad tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:39.942255 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-979c56f1-64b3-477b-a10c-db56f61b5e69 None None] Provisioning complete for port 525499d3-ced7-4a6c-b74a-1654cd7dda50 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:39.943031 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-979c56f1-64b3-477b-a10c-db56f61b5e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:39.966943 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9270581-90be-4b37-b4a5-79d133e2c0ad tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event deleted for resources: {'Subnet': ['ID=0fd7862e-1ade-4b33-886e-ea8bf72dcf42,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:39.977231 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c9270581-90be-4b37-b4a5-79d133e2c0ad tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:39.981725 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c9270581-90be-4b37-b4a5-79d133e2c0ad tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "DELETE /v2.0/subnets/0fd7862e-1ade-4b33-886e-ea8bf72dcf42 HTTP/1.1" status: 204 len: 168 time: 0.4996462 Dec 08 16:20:39.983675 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57924) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:39.995593 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c764a08f-2227-4014-8617-da0926edbe21 None None] Network 2a6b59c1-5937-49aa-9c21-dcb53bd370e5 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:20:40.011258 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 433cb3c3-6840-4e97-aa10-cafe3f7f56ba triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:40.011627 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:40.050933 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e1fe0b5-e828-401e-bd91-5ecd1ee4f254 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Deleting subnet d20ccce7-4fc9-4e72-b3d7-53f6b5b99f8e {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:20:40.054914 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6e1fe0b5-e828-401e-bd91-5ecd1ee4f254 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:40.080774 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5240a404-442f-45ce-8521-da3a692aac3b admin admin] Pushing event updated for resources: {'Port': ['ID=8e7a38e8-3ec2-4d03-b49b-3400ccaf4a21,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:40.089290 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5240a404-442f-45ce-8521-da3a692aac3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:40.117329 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6e1fe0b5-e828-401e-bd91-5ecd1ee4f254 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:40.237265 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6e1fe0b5-e828-401e-bd91-5ecd1ee4f254 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:40.237965 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-57f7a6f8-8c11-4ea8-9405-954fbcc54ae4 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:40.238372 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-57f7a6f8-8c11-4ea8-9405-954fbcc54ae4 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:40.276039 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-57f7a6f8-8c11-4ea8-9405-954fbcc54ae4 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Calling delete_port for 70eee254-ac02-4b37-844f-9589e7a3e9b2 owned by network:floatingip {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:20:40.362138 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0c923fdc-702b-4441-94b3-dd1c385eca5f req-367dff05-0e07-4bdd-a207-bc4e6b5232ab service neutron] 10.222.0.37 "GET /v2.0/networks/0cd1fc08-18ef-4903-a4d4-304d5ce0f86e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591607 Dec 08 16:20:40.468105 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5240a404-442f-45ce-8521-da3a692aac3b admin admin] Network 691a624c-964a-4825-b277-bf02eccf1ff9 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:20:40.474830 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-5240a404-442f-45ce-8521-da3a692aac3b admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:20:40.579624 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6e1fe0b5-e828-401e-bd91-5ecd1ee4f254 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:40.607742 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1fe0b5-e828-401e-bd91-5ecd1ee4f254 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event deleted for resources: {'Subnet': ['ID=d20ccce7-4fc9-4e72-b3d7-53f6b5b99f8e,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:40.611629 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6e1fe0b5-e828-401e-bd91-5ecd1ee4f254 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:40.615495 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-6e1fe0b5-e828-401e-bd91-5ecd1ee4f254 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "DELETE /v2.0/subnets/d20ccce7-4fc9-4e72-b3d7-53f6b5b99f8e HTTP/1.1" status: 204 len: 168 time: 0.6305814 Dec 08 16:20:40.618195 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57928) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:40.654496 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53aece8-8495-4ff5-80e7-5cb7959f5a97 req-3b9a0d30-9749-4128-b946-713cf061cf63 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:40.656145 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a53aece8-8495-4ff5-80e7-5cb7959f5a97 req-3b9a0d30-9749-4128-b946-713cf061cf63 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 945 time: 0.1776099 Dec 08 16:20:40.736693 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-17a4b552-6c0d-4543-bb0b-e177baa4292a tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:40.748781 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ecc8af29-82ad-490b-9656-3fab6b9ccafa tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:40.802873 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-17a4b552-6c0d-4543-bb0b-e177baa4292a tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Deleting port f2b17d5c-3e63-4d31-9c43-81cff0ef76dd {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:20:40.810205 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-17a4b552-6c0d-4543-bb0b-e177baa4292a tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:40.810972 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5240a404-442f-45ce-8521-da3a692aac3b admin admin] Router 59a337b7-ba2f-4992-89bf-0fc4379f0849 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:20:40.816338 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a53aece8-8495-4ff5-80e7-5cb7959f5a97 req-c5fe5a43-b088-47c6-9e86-056197322d55 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282814 Dec 08 16:20:40.832205 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ecc8af29-82ad-490b-9656-3fab6b9ccafa tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:40.884532 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-17a4b552-6c0d-4543-bb0b-e177baa4292a tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] For port f2b17d5c-3e63-4d31-9c43-81cff0ef76dd, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=f2b17d5c-3e63-4d31-9c43-81cff0ef76dd,segment=NetworkSegment(2560c45a-2562-411d-a570-ac21c5117572),segment_id=2560c45a-2562-411d-a570-ac21c5117572)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:20:40.884992 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-17a4b552-6c0d-4543-bb0b-e177baa4292a tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:40.904477 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-57f7a6f8-8c11-4ea8-9405-954fbcc54ae4 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:40.905054 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-17a4b552-6c0d-4543-bb0b-e177baa4292a tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Calling delete_port for f2b17d5c-3e63-4d31-9c43-81cff0ef76dd owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:20:40.914684 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0703cd-3707-443b-adbb-6ad6d8f4167d None None] Network 2a6b59c1-5937-49aa-9c21-dcb53bd370e5 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:20:40.968554 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ecc8af29-82ad-490b-9656-3fab6b9ccafa tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:40.982513 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-c70ab7d9-240f-4805-b60a-fbd9999f20ce None None] Provisioning complete for port f2b17d5c-3e63-4d31-9c43-81cff0ef76dd triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:40.982999 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c70ab7d9-240f-4805-b60a-fbd9999f20ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:41.032333 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8af29-82ad-490b-9656-3fab6b9ccafa tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Pushing event updated for resources: {'Port': ['ID=a5b58451-447b-41c7-8497-6cdd4b5a9ea2,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:41.084650 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 525499d3-ced7-4a6c-b74a-1654cd7dda50 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:20:41.086953 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-17a4b552-6c0d-4543-bb0b-e177baa4292a tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:41.117259 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a4b552-6c0d-4543-bb0b-e177baa4292a tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event deleted for resources: {'Port': ['ID=f2b17d5c-3e63-4d31-9c43-81cff0ef76dd,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:41.124032 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a4b552-6c0d-4543-bb0b-e177baa4292a tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] No DVR routers for this DVR port f2b17d5c-3e63-4d31-9c43-81cff0ef76dd on host n-d-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:20:41.133801 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f7a6f8-8c11-4ea8-9405-954fbcc54ae4 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Pushing event deleted for resources: {'Port': ['ID=70eee254-ac02-4b37-844f-9589e7a3e9b2,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:41.172862 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5240a404-442f-45ce-8521-da3a692aac3b admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:20:41.181017 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-57f7a6f8-8c11-4ea8-9405-954fbcc54ae4 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for floatingip, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:41.184086 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-57f7a6f8-8c11-4ea8-9405-954fbcc54ae4 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:41.189028 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-57f7a6f8-8c11-4ea8-9405-954fbcc54ae4 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] 10.222.0.64 "DELETE /v2.0/floatingips/ae229e72-be40-4a46-9c79-d1d6d3a1a679 HTTP/1.1" status: 204 len: 168 time: 2.3853261 Dec 08 16:20:41.190097 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57934) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:41.190535 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a1b1d3-f009-493f-951e-0d4749a40da4 None None] Sync routers for ids ['59a337b7-ba2f-4992-89bf-0fc4379f0849'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:20:41.200231 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-5240a404-442f-45ce-8521-da3a692aac3b admin admin] 10.222.0.64 "PUT /v2.0/routers/59a337b7-ba2f-4992-89bf-0fc4379f0849/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5311830 Dec 08 16:20:41.201341 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 525499d3-ced7-4a6c-b74a-1654cd7dda50 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:41.201341 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:41.235048 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-17a4b552-6c0d-4543-bb0b-e177baa4292a tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:41.252294 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a1b1d3-f009-493f-951e-0d4749a40da4 None None] Routers {'59a337b7-ba2f-4992-89bf-0fc4379f0849'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:20:41.253323 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-79a1b1d3-f009-493f-951e-0d4749a40da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:20:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['59a337b7-ba2f-4992-89bf-0fc4379f0849'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:41.260909 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bf62aa-d7e9-4fa8-b1dc-8b7454f80d88 None None] DHCP port deletion for 2a6b59c1-5937-49aa-9c21-dcb53bd370e5 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:20:41.261430 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-86014060-7133-4d05-a274-a9160561c34e tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] DELETE failed (client error): The resource could not be found. Dec 08 16:20:41.262188 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86014060-7133-4d05-a274-a9160561c34e tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:20:41.268512 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-86014060-7133-4d05-a274-a9160561c34e tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] 10.222.0.64 "DELETE /v2.0/ports/775c0e03-ef35-404f-b6d0-c4cd52aaa6ca HTTP/1.1" status: 404 len: 333 time: 0.0713992 Dec 08 16:20:41.274398 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57938) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:41.274563 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-17a4b552-6c0d-4543-bb0b-e177baa4292a tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a6b59c1-5937-49aa-9c21-dcb53bd370e5']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:41.286066 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-17a4b552-6c0d-4543-bb0b-e177baa4292a tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2560c45a-2562-411d-a570-ac21c5117572') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:41.286813 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-17a4b552-6c0d-4543-bb0b-e177baa4292a tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2560c45a-2562-411d-a570-ac21c5117572') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:41.303204 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-17a4b552-6c0d-4543-bb0b-e177baa4292a tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:41.306131 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-d360608f-78b5-4fb1-b781-c70dbd838aa5 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d9d99fc-e2bc-40b2-be43-45439718c9c3 HTTP/1.1" status: 200 len: 205 time: 0.0334265 Dec 08 16:20:41.308874 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc8af29-82ad-490b-9656-3fab6b9ccafa tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Network 7bbcc982-0ca1-4ded-be40-3f1e635df851 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:20:41.309597 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57940) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:41.317227 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-ecc8af29-82ad-490b-9656-3fab6b9ccafa tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:20:41.323102 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-17a4b552-6c0d-4543-bb0b-e177baa4292a tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:41.331732 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17a4b552-6c0d-4543-bb0b-e177baa4292a tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:20:41.332215 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-17a4b552-6c0d-4543-bb0b-e177baa4292a tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:41.361706 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [None req-d2258114-be1a-43be-8705-43038b59f6f5 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] delete failed (client error): The resource could not be found. Dec 08 16:20:41.365814 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-d2258114-be1a-43be-8705-43038b59f6f5 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] 10.222.0.64 "DELETE /v2.0/routers/1d9d99fc-e2bc-40b2-be43-45439718c9c3 HTTP/1.1" status: 404 len: 336 time: 0.0551653 Dec 08 16:20:41.366783 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57942) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:41.388332 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:20:41.388332 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:20:41.388332 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:20:41.388332 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:20:41.388332 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:20:41.388332 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:20:41.388332 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:20:41.388332 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:20:41.388332 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:20:41.388332 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:20:41.388332 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:20:41.388332 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:20:41.388332 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:20:41.388332 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:20:41.388332 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:20:41.388332 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:20:41.388332 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:20:41.388332 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:20:41.388332 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:20:41.388332 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:20:41.388332 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:20:41.388332 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:20:41.388332 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:20:41.388332 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:20:41.388332 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:20:41.388332 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:20:41.388332 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:20:41.388332 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:20:41.388332 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:20:41.388332 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:20:41.388332 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:20:41.388332 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:20:41.469080 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a4e0a5de-453d-46c8-9f1a-a3202e90ac8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:41.470388 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb924960-8ab3-4852-9778-83ba38dfce23 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] DELETE failed (client error): The resource could not be found. Dec 08 16:20:41.470868 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb924960-8ab3-4852-9778-83ba38dfce23 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:20:41.477564 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57950) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:41.477761 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-bb924960-8ab3-4852-9778-83ba38dfce23 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] 10.222.0.64 "DELETE /v2.0/subnets/da0736a9-1019-42f9-a630-09821b7ef548 HTTP/1.1" status: 404 len: 337 time: 0.1080148 Dec 08 16:20:41.516513 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-17a4b552-6c0d-4543-bb0b-e177baa4292a tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:41.518046 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-79a1b1d3-f009-493f-951e-0d4749a40da4 None None] Set router 59a337b7-ba2f-4992-89bf-0fc4379f0849 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:20:41.524354 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-17a4b552-6c0d-4543-bb0b-e177baa4292a tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:41.531837 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-17a4b552-6c0d-4543-bb0b-e177baa4292a tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "DELETE /v2.0/networks/2a6b59c1-5937-49aa-9c21-dcb53bd370e5 HTTP/1.1" status: 204 len: 168 time: 0.9125538 Dec 08 16:20:41.532561 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57952) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:41.602140 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a4b552-6c0d-4543-bb0b-e177baa4292a tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event deleted for resources: {'Network': ['ID=2a6b59c1-5937-49aa-9c21-dcb53bd370e5,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:41.641666 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78443f57-90b1-4b8e-97c4-2294c5d4d0a9 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:41.646551 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-78443f57-90b1-4b8e-97c4-2294c5d4d0a9 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1030841 Dec 08 16:20:41.646944 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57962) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:41.682920 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbe061-6300-4e1a-a3b4-236cd96534a5 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Deleting port 0f35dc46-ddf1-4b4c-afe0-d39bcec0ba51 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:20:41.683459 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5ccbe061-6300-4e1a-a3b4-236cd96534a5 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:41.722414 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc8af29-82ad-490b-9656-3fab6b9ccafa tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Router a5ee9488-afe4-43a6-90c6-b8836112ab86 is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:20:41.741185 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-d13ff3c0-9212-4d6b-bbb6-f05d60682826 None None] Provisioning complete for port a5b58451-447b-41c7-8497-6cdd4b5a9ea2 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:41.741566 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d13ff3c0-9212-4d6b-bbb6-f05d60682826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:41.817566 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-48b4b109-7d05-48af-9c49-5e1a0e2ed6af tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1693542 Dec 08 16:20:41.832567 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-d13ff3c0-9212-4d6b-bbb6-f05d60682826 None None] Port a5b58451-447b-41c7-8497-6cdd4b5a9ea2 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:20:41.846435 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57966) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:41.859675 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-de6e8f0a-c2bc-426b-895e-18de07675931 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-170692708'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:41.861965 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-79a1b1d3-f009-493f-951e-0d4749a40da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a337b7-ba2f-4992-89bf-0fc4379f0849', 'name': 'tempest-ServerRescueTestJSONUnderV235-1421211579-router', 'tenant_id': '2b52500faa0143a7b66289b1db11a5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '433cb3c3-6840-4e97-aa10-cafe3f7f56ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:20:27Z', 'updated_at': '2021-12-08T16:20:38Z', 'revision_number': 4, 'project_id': '2b52500faa0143a7b66289b1db11a5f1', 'gw_port': {'id': '433cb3c3-6840-4e97-aa10-cafe3f7f56ba', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a337b7-ba2f-4992-89bf-0fc4379f0849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:20:29Z', 'updated_at': '2021-12-08T16:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '8e7a38e8-3ec2-4d03-b49b-3400ccaf4a21', 'name': '', 'network_id': '691a624c-964a-4825-b277-bf02eccf1ff9', 'tenant_id': '2b52500faa0143a7b66289b1db11a5f1', 'mac_address': 'fa:16:3e:1e:de:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59a337b7-ba2f-4992-89bf-0fc4379f0849', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '5d509bf9-344c-445e-87cc-39c21b210aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:20:34Z', 'updated_at': '2021-12-08T16:20:38Z', 'revision_number': 2, 'project_id': '2b52500faa0143a7b66289b1db11a5f1', 'subnets': [{'id': '5d509bf9-344c-445e-87cc-39c21b210aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:41.902446 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a1b1d3-f009-493f-951e-0d4749a40da4 None None] Checking router: 59a337b7-ba2f-4992-89bf-0fc4379f0849 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:20:41.902808 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a1b1d3-f009-493f-951e-0d4749a40da4 None None] Updating router 59a337b7-ba2f-4992-89bf-0fc4379f0849 port 8e7a38e8-3ec2-4d03-b49b-3400ccaf4a21 binding host n-d-776250-12 {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:20:41.906448 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8534d9e6-2f48-4a09-b405-ef27e763e07e req-d971687a-b89f-49c4-84d9-610d5b382331 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:41.907209 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8534d9e6-2f48-4a09-b405-ef27e763e07e req-d971687a-b89f-49c4-84d9-610d5b382331 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/networks?id=691a624c-964a-4825-b277-bf02eccf1ff9 HTTP/1.1" status: 200 len: 820 time: 0.2580333 Dec 08 16:20:41.927159 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc8af29-82ad-490b-9656-3fab6b9ccafa tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:20:41.933998 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-79a1b1d3-f009-493f-951e-0d4749a40da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:41.936022 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ecc8af29-82ad-490b-9656-3fab6b9ccafa tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] 10.222.0.64 "PUT /v2.0/routers/a5ee9488-afe4-43a6-90c6-b8836112ab86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4505239 Dec 08 16:20:41.936853 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57972) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:41.944110 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf5fc8b-8efc-472b-8b95-98ade6611bbc None None] Sync routers for ids ['a5ee9488-afe4-43a6-90c6-b8836112ab86'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:20:41.945177 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8534d9e6-2f48-4a09-b405-ef27e763e07e req-c8914715-bc8a-4da3-b96f-3618498b073d tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/quotas/2b52500faa0143a7b66289b1db11a5f1 HTTP/1.1" status: 200 len: 375 time: 0.0263753 Dec 08 16:20:41.957888 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf5fc8b-8efc-472b-8b95-98ade6611bbc None None] Routers {'a5ee9488-afe4-43a6-90c6-b8836112ab86'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:20:41.959458 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-1bf5fc8b-8efc-472b-8b95-98ade6611bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:20:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['a5ee9488-afe4-43a6-90c6-b8836112ab86'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:41.998717 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-1bf5fc8b-8efc-472b-8b95-98ade6611bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:42.008439 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf5fc8b-8efc-472b-8b95-98ade6611bbc None None] Routers {'a5ee9488-afe4-43a6-90c6-b8836112ab86'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:20:42.009382 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-1bf5fc8b-8efc-472b-8b95-98ade6611bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:20:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['a5ee9488-afe4-43a6-90c6-b8836112ab86'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:42.027780 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6e8f0a-c2bc-426b-895e-18de07675931 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Made reservation on behalf of 841eb5bdac454b51a92c375fa562e333 for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:20:42.031264 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-de6e8f0a-c2bc-426b-895e-18de07675931 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:42.046330 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-1bf5fc8b-8efc-472b-8b95-98ade6611bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:42.047330 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf5fc8b-8efc-472b-8b95-98ade6611bbc None None] The sync data for ids ['a5ee9488-afe4-43a6-90c6-b8836112ab86'] in n-d-776250-12 is: [] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:20:42.105813 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de6e8f0a-c2bc-426b-895e-18de07675931 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:20:42.112394 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8534d9e6-2f48-4a09-b405-ef27e763e07e req-44cb9015-2294-4476-a6e5-2cc18d4449dd tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2b52500faa0143a7b66289b1db11a5f1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1319633 Dec 08 16:20:42.147137 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5ccbe061-6300-4e1a-a3b4-236cd96534a5 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:42.171521 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14977d64-dce1-420b-bd68-ce0c24a8ede8 req-6acc9312-05f8-429f-abb5-b152fa4ec80d tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:42.173304 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-14977d64-dce1-420b-bd68-ce0c24a8ede8 req-6acc9312-05f8-429f-abb5-b152fa4ec80d tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 945 time: 0.1005657 Dec 08 16:20:42.174358 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbe061-6300-4e1a-a3b4-236cd96534a5 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Calling delete_port for 0f35dc46-ddf1-4b4c-afe0-d39bcec0ba51 owned by {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:20:42.231261 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-de6e8f0a-c2bc-426b-895e-18de07675931 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:42.231618 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-de6e8f0a-c2bc-426b-895e-18de07675931 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Added segment e9ddabd9-d5cc-47af-8210-584a1d896665 of type vlan for network 533ca34a-1cbe-4193-ad62-28ad28c94fc4 Dec 08 16:20:42.281827 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-79a1b1d3-f009-493f-951e-0d4749a40da4 None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:42.282101 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-14977d64-dce1-420b-bd68-ce0c24a8ede8 req-ad5dee92-1908-4c44-b684-fdc0b08a2a6c tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980215 Dec 08 16:20:42.305467 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-de6e8f0a-c2bc-426b-895e-18de07675931 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:42.355857 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-79a1b1d3-f009-493f-951e-0d4749a40da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:42.410447 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b0f6d1-003a-4f84-a3f0-177a40470b43 None None] Pushing event updated for resources: {'Port': ['ID=8e7a38e8-3ec2-4d03-b49b-3400ccaf4a21,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:42.421069 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5ccbe061-6300-4e1a-a3b4-236cd96534a5 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:42.422271 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8534d9e6-2f48-4a09-b405-ef27e763e07e req-0792109c-6a78-4c56-87c1-30c0d01c4c81 service neutron] 10.222.0.64 "GET /v2.0/networks/691a624c-964a-4825-b277-bf02eccf1ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710340 Dec 08 16:20:42.458145 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbe061-6300-4e1a-a3b4-236cd96534a5 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Pushing event deleted for resources: {'Port': ['ID=0f35dc46-ddf1-4b4c-afe0-d39bcec0ba51,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:42.476777 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-79a1b1d3-f009-493f-951e-0d4749a40da4 None None] Attempting to bind port 8e7a38e8-3ec2-4d03-b49b-3400ccaf4a21 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:20:42.477161 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-79a1b1d3-f009-493f-951e-0d4749a40da4 None None] Attempting to bind port 8e7a38e8-3ec2-4d03-b49b-3400ccaf4a21 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '029293b9-4a14-4a19-b525-a343c058b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '691a624c-964a-4825-b277-bf02eccf1ff9'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:20:42.477559 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a1b1d3-f009-493f-951e-0d4749a40da4 None None] Attempting to bind port 8e7a38e8-3ec2-4d03-b49b-3400ccaf4a21 on network 691a624c-964a-4825-b277-bf02eccf1ff9 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:20:42.483407 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a1b1d3-f009-493f-951e-0d4749a40da4 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:20:42.484086 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a1b1d3-f009-493f-951e-0d4749a40da4 None None] Checking segment: {'id': '029293b9-4a14-4a19-b525-a343c058b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '691a624c-964a-4825-b277-bf02eccf1ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:20:42.485075 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-79a1b1d3-f009-493f-951e-0d4749a40da4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:42.485075 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a1b1d3-f009-493f-951e-0d4749a40da4 None None] Bound using segment: {'id': '029293b9-4a14-4a19-b525-a343c058b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '691a624c-964a-4825-b277-bf02eccf1ff9'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:20:42.485841 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-79a1b1d3-f009-493f-951e-0d4749a40da4 None None] Bound port: 8e7a38e8-3ec2-4d03-b49b-3400ccaf4a21, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '029293b9-4a14-4a19-b525-a343c058b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '691a624c-964a-4825-b277-bf02eccf1ff9'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:20:42.486144 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-79a1b1d3-f009-493f-951e-0d4749a40da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:42.521193 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-de6e8f0a-c2bc-426b-895e-18de07675931 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:42.526382 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6e8f0a-c2bc-426b-895e-18de07675931 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:42.530154 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-de6e8f0a-c2bc-426b-895e-18de07675931 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:42.532234 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5ccbe061-6300-4e1a-a3b4-236cd96534a5 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:42.538902 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-5ccbe061-6300-4e1a-a3b4-236cd96534a5 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] 10.222.0.64 "DELETE /v2.0/ports/0f35dc46-ddf1-4b4c-afe0-d39bcec0ba51 HTTP/1.1" status: 204 len: 168 time: 1.0602071 Dec 08 16:20:42.539547 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57974) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:42.556435 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-79a1b1d3-f009-493f-951e-0d4749a40da4 None None] For port 8e7a38e8-3ec2-4d03-b49b-3400ccaf4a21, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:20:42.560444 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-79a1b1d3-f009-493f-951e-0d4749a40da4 None None] For port 8e7a38e8-3ec2-4d03-b49b-3400ccaf4a21, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=8e7a38e8-3ec2-4d03-b49b-3400ccaf4a21,segment=NetworkSegment(029293b9-4a14-4a19-b525-a343c058b382),segment_id=029293b9-4a14-4a19-b525-a343c058b382)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:20:42.638552 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-1036453a-7514-4e42-a35e-8bfca9cae0ab tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Deleting port f325c3eb-e536-415f-9571-f4df38107ec8 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:20:42.638892 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1036453a-7514-4e42-a35e-8bfca9cae0ab tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:42.642746 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-79a1b1d3-f009-493f-951e-0d4749a40da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:42.654239 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6e8f0a-c2bc-426b-895e-18de07675931 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event updated for resources: {'Network': ['ID=533ca34a-1cbe-4193-ad62-28ad28c94fc4,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:42.667640 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8534d9e6-2f48-4a09-b405-ef27e763e07e req-c59801ef-bbff-440e-b891-a5c830912ad4 service neutron] 10.222.0.64 "GET /v2.0/networks/691a624c-964a-4825-b277-bf02eccf1ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379901 Dec 08 16:20:42.671829 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [None req-2e34abc3-d79e-4917-b85d-7ab2f08c478f tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:20:42.674539 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-2e34abc3-d79e-4917-b85d-7ab2f08c478f tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] 10.222.0.64 "PUT /v2.0/routers/a5ee9488-afe4-43a6-90c6-b8836112ab86/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7358403 Dec 08 16:20:42.678596 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-de6e8f0a-c2bc-426b-895e-18de07675931 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8279741 Dec 08 16:20:42.683003 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57976) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:42.683680 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57978) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:42.707746 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-a80471d3-5efe-49ad-9716-ff44469c8c02 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Request body: {'subnet': {'network_id': '533ca34a-1cbe-4193-ad62-28ad28c94fc4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:42.817552 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1036453a-7514-4e42-a35e-8bfca9cae0ab tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:42.822826 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 533ca34a-1cbe-4193-ad62-28ad28c94fc4 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:20:42.832903 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-1036453a-7514-4e42-a35e-8bfca9cae0ab tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Calling delete_port for f325c3eb-e536-415f-9571-f4df38107ec8 owned by {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:20:42.952048 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a1b1d3-f009-493f-951e-0d4749a40da4 None None] Routers {'59a337b7-ba2f-4992-89bf-0fc4379f0849'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:20:42.952895 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-79a1b1d3-f009-493f-951e-0d4749a40da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:20:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['59a337b7-ba2f-4992-89bf-0fc4379f0849'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:42.958465 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b0f6d1-003a-4f84-a3f0-177a40470b43 None None] Pushing event updated for resources: {'Port': ['ID=8e7a38e8-3ec2-4d03-b49b-3400ccaf4a21,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:43.125554 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-79a1b1d3-f009-493f-951e-0d4749a40da4 None None] Set router 59a337b7-ba2f-4992-89bf-0fc4379f0849 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:20:43.131962 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-72dd6c7c-c7d2-4cbd-b116-29b6b60ff65e req-7cfed22f-f345-4f81-b96b-3877b329937c tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/ports?device_id=20e35821-4a0f-4e25-8f81-8caffde54dde HTTP/1.1" status: 200 len: 210 time: 0.0408499 Dec 08 16:20:43.133814 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1036453a-7514-4e42-a35e-8bfca9cae0ab tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:43.174554 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device f2b17d5c-3e63-4d31-9c43-81cff0ef76dd no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:20:43.200210 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1036453a-7514-4e42-a35e-8bfca9cae0ab tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Pushing event deleted for resources: {'Port': ['ID=f325c3eb-e536-415f-9571-f4df38107ec8,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:43.208379 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: f2b17d5c-3e63-4d31-9c43-81cff0ef76dd {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:20:43.208379 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device f2b17d5c-3e63-4d31-9c43-81cff0ef76dd not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:20:43.297006 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1036453a-7514-4e42-a35e-8bfca9cae0ab tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:43.304969 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-1036453a-7514-4e42-a35e-8bfca9cae0ab tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] 10.222.0.64 "DELETE /v2.0/ports/f325c3eb-e536-415f-9571-f4df38107ec8 HTTP/1.1" status: 204 len: 168 time: 0.7640784 Dec 08 16:20:43.305708 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57986) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:43.425676 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-79a1b1d3-f009-493f-951e-0d4749a40da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a337b7-ba2f-4992-89bf-0fc4379f0849', 'name': 'tempest-ServerRescueTestJSONUnderV235-1421211579-router', 'tenant_id': '2b52500faa0143a7b66289b1db11a5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '433cb3c3-6840-4e97-aa10-cafe3f7f56ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:20:27Z', 'updated_at': '2021-12-08T16:20:38Z', 'revision_number': 4, 'project_id': '2b52500faa0143a7b66289b1db11a5f1', 'gw_port': {'id': '433cb3c3-6840-4e97-aa10-cafe3f7f56ba', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a337b7-ba2f-4992-89bf-0fc4379f0849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:20:29Z', 'updated_at': '2021-12-08T16:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '8e7a38e8-3ec2-4d03-b49b-3400ccaf4a21', 'name': '', 'network_id': '691a624c-964a-4825-b277-bf02eccf1ff9', 'tenant_id': '2b52500faa0143a7b66289b1db11a5f1', 'mac_address': 'fa:16:3e:1e:de:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59a337b7-ba2f-4992-89bf-0fc4379f0849', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '5d509bf9-344c-445e-87cc-39c21b210aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:20:34Z', 'updated_at': '2021-12-08T16:20:42Z', 'revision_number': 4, 'project_id': '2b52500faa0143a7b66289b1db11a5f1', 'subnets': [{'id': '5d509bf9-344c-445e-87cc-39c21b210aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:43.429749 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63910b74-d2dc-4072-a0c2-64e5079b1e41 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:43.435930 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57996) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:43.437998 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-63910b74-d2dc-4072-a0c2-64e5079b1e41 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] 10.222.0.64 "GET /v2.0/ports?device_id=b3c63600-c489-42b0-b075-9f045925df98 HTTP/1.1" status: 200 len: 913 time: 0.1313705 Dec 08 16:20:43.453640 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a1b1d3-f009-493f-951e-0d4749a40da4 None None] The sync data for ids ['59a337b7-ba2f-4992-89bf-0fc4379f0849'] in n-d-776250-12 is: [{'id': '59a337b7-ba2f-4992-89bf-0fc4379f0849', 'name': 'tempest-ServerRescueTestJSONUnderV235-1421211579-router', 'tenant_id': '2b52500faa0143a7b66289b1db11a5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '433cb3c3-6840-4e97-aa10-cafe3f7f56ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:20:27Z', 'updated_at': '2021-12-08T16:20:38Z', 'revision_number': 4, 'project_id': '2b52500faa0143a7b66289b1db11a5f1', 'gw_port': {'id': '433cb3c3-6840-4e97-aa10-cafe3f7f56ba', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a337b7-ba2f-4992-89bf-0fc4379f0849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:20:29Z', 'updated_at': '2021-12-08T16:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '8e7a38e8-3ec2-4d03-b49b-3400ccaf4a21', 'name': '', 'network_id': '691a624c-964a-4825-b277-bf02eccf1ff9', 'tenant_id': '2b52500faa0143a7b66289b1db11a5f1', 'mac_address': 'fa:16:3e:1e:de:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59a337b7-ba2f-4992-89bf-0fc4379f0849', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '5d509bf9-344c-445e-87cc-39c21b210aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:20:34Z', 'updated_at': '2021-12-08T16:20:42Z', 'revision_number': 4, 'project_id': '2b52500faa0143a7b66289b1db11a5f1', 'subnets': [{'id': '5d509bf9-344c-445e-87cc-39c21b210aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:20:43.460955 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a80471d3-5efe-49ad-9716-ff44469c8c02 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Made reservation on behalf of 841eb5bdac454b51a92c375fa562e333 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:20:43.464456 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a80471d3-5efe-49ad-9716-ff44469c8c02 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:43.684114 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae2fc8-b3e7-4d69-873f-9ba6b37b8b95 req-19292569-652b-440c-9aa1-24396a9c734d tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:43.685772 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6eae2fc8-b3e7-4d69-873f-9ba6b37b8b95 req-19292569-652b-440c-9aa1-24396a9c734d tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 945 time: 0.2657733 Dec 08 16:20:43.939204 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6eae2fc8-b3e7-4d69-873f-9ba6b37b8b95 req-e9dd10c0-1dec-463d-8c36-755907f76683 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2387893 Dec 08 16:20:44.103896 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-cee39017-4449-477f-a8cd-05dbf1ac0d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:44.165758 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-52df960d-8697-460c-b437-eeafea6431c7 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:44.233304 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8ad273cb-69e6-4a5d-bfb7-b9ff08f8cf3d req-901b87c2-9017-47d1-8c9b-ce2c22036aa8 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/ports?device_id=20e35821-4a0f-4e25-8f81-8caffde54dde HTTP/1.1" status: 200 len: 210 time: 0.0294921 Dec 08 16:20:44.281587 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a80471d3-5efe-49ad-9716-ff44469c8c02 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:44.422550 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80471d3-5efe-49ad-9716-ff44469c8c02 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event updated for resources: {'Subnet': ['ID=e3a8e948-0c6a-495b-a264-eb1ff320d169,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:44.451597 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80471d3-5efe-49ad-9716-ff44469c8c02 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Checking segment: {'id': 'e9ddabd9-d5cc-47af-8210-584a1d896665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '533ca34a-1cbe-4193-ad62-28ad28c94fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:20:44.452316 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80471d3-5efe-49ad-9716-ff44469c8c02 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Network hostable DHCP agents. Network: 533ca34a-1cbe-4193-ad62-28ad28c94fc4, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:20:44.457446 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b43166-9e03-433b-885a-5c5c528f7788 req-59c2b1e5-6f9f-446e-bb4d-f347cdb5a214 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:44.457921 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1932920f-2328-4e6a-b450-84100423958e tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:44.459220 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-98b43166-9e03-433b-885a-5c5c528f7788 req-59c2b1e5-6f9f-446e-bb4d-f347cdb5a214 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 945 time: 0.0625968 Dec 08 16:20:44.530909 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-98b43166-9e03-433b-885a-5c5c528f7788 req-3c26f3eb-0c1d-4d57-8308-de3fce16d83d tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629232 Dec 08 16:20:44.640473 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80471d3-5efe-49ad-9716-ff44469c8c02 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Network 533ca34a-1cbe-4193-ad62-28ad28c94fc4 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:20:44.767212 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02dbf19-25ab-4fa3-9ff9-d92c097997b7 req-6981cda9-536a-4d79-b5f4-6d190d4e2589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:44.767942 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f02dbf19-25ab-4fa3-9ff9-d92c097997b7 req-6981cda9-536a-4d79-b5f4-6d190d4e2589 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=22d0ae928129486d8913ac89433a7712&device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 1097 time: 0.1446528 Dec 08 16:20:44.770125 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-a80471d3-5efe-49ad-9716-ff44469c8c02 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 533ca34a-1cbe-4193-ad62-28ad28c94fc4) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:20:44.777739 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4b1ec5-1963-4f92-a3df-0a0b88ed7c68 None None] Network 533ca34a-1cbe-4193-ad62-28ad28c94fc4 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:20:44.782759 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80471d3-5efe-49ad-9716-ff44469c8c02 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:44.783367 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a80471d3-5efe-49ad-9716-ff44469c8c02 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:44.876969 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-52df960d-8697-460c-b437-eeafea6431c7 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Deleting port a5b58451-447b-41c7-8497-6cdd4b5a9ea2 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:20:44.877320 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-52df960d-8697-460c-b437-eeafea6431c7 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:44.883378 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6e4383-9dcb-42b0-a44c-33d3f8d70fb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-533ca34a-1cbe-4193-ad62-28ad28c94fc4', 'network_id': '533ca34a-1cbe-4193-ad62-28ad28c94fc4', 'project_id': '841eb5bdac454b51a92c375fa562e333', 'fixed_ips': [{'subnet_id': 'e3a8e948-0c6a-495b-a264-eb1ff320d169'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:20:44.884432 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2b6e4383-9dcb-42b0-a44c-33d3f8d70fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:44.992341 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02dbf19-25ab-4fa3-9ff9-d92c097997b7 req-1dea465f-a3bc-4626-b30d-6c398e7c79cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:44.993896 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f02dbf19-25ab-4fa3-9ff9-d92c097997b7 req-1dea465f-a3bc-4626-b30d-6c398e7c79cf service neutron] 10.222.0.37 "GET /v2.0/networks?id=444a8cbb-ee83-40d1-9772-ed3daa005a16 HTTP/1.1" status: 200 len: 911 time: 0.2079108 Dec 08 16:20:45.010665 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a80471d3-5efe-49ad-9716-ff44469c8c02 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3182564 Dec 08 16:20:45.013472 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58012) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:45.045873 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-2db01e86-fae6-4d4a-bc47-f9660832a2a0 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Request body: {'port': {'network_id': '533ca34a-1cbe-4193-ad62-28ad28c94fc4', 'name': 'tempest-PortsTestJSON-1711950063'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:45.046063 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-2b6e4383-9dcb-42b0-a44c-33d3f8d70fb6 None None] Allocated IP 172.20.0.2 (533ca34a-1cbe-4193-ad62-28ad28c94fc4/e3a8e948-0c6a-495b-a264-eb1ff320d169/751f344c-4782-450c-a6f8-605483fa9aa8) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:20:45.116754 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-52df960d-8697-460c-b437-eeafea6431c7 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:45.138978 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f02dbf19-25ab-4fa3-9ff9-d92c097997b7 req-e23b3735-adde-4f9e-9f8e-19f7ff33794c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b8d5971-2d21-4951-9b66-de8081c96b95 HTTP/1.1" status: 200 len: 1000 time: 0.1326392 Dec 08 16:20:45.142673 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 8e7a38e8-3ec2-4d03-b49b-3400ccaf4a21 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:20:45.147799 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-52df960d-8697-460c-b437-eeafea6431c7 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Calling delete_port for a5b58451-447b-41c7-8497-6cdd4b5a9ea2 owned by network:router_interface {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:20:45.239855 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 8e7a38e8-3ec2-4d03-b49b-3400ccaf4a21 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:45.240264 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:45.269128 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02dbf19-25ab-4fa3-9ff9-d92c097997b7 req-53b2584f-7734-4583-8708-812244532723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:45.271412 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f02dbf19-25ab-4fa3-9ff9-d92c097997b7 req-53b2584f-7734-4583-8708-812244532723 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=921ca20d-c445-4985-be5a-b19c39bd838b HTTP/1.1" status: 200 len: 849 time: 0.1202273 Dec 08 16:20:45.273831 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:45.280495 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-1932920f-2328-4e6a-b450-84100423958e tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Deleting port 15947e8e-8a25-4ad4-b336-44e536bfc6a5 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:20:45.280826 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1932920f-2328-4e6a-b450-84100423958e tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:45.315569 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db01e86-fae6-4d4a-bc47-f9660832a2a0 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Made reservation on behalf of 841eb5bdac454b51a92c375fa562e333 for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:20:45.320891 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2db01e86-fae6-4d4a-bc47-f9660832a2a0 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:45.331202 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2b6e4383-9dcb-42b0-a44c-33d3f8d70fb6 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:45.351543 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-2db01e86-fae6-4d4a-bc47-f9660832a2a0 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] device_id is not set on port e0b4b50e-146e-41aa-a618-ff1de7903254 yet. {{(pid=110551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:20:45.382249 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:45.417978 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 8e7a38e8-3ec2-4d03-b49b-3400ccaf4a21, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=8e7a38e8-3ec2-4d03-b49b-3400ccaf4a21,segment=NetworkSegment(029293b9-4a14-4a19-b525-a343c058b382),segment_id=029293b9-4a14-4a19-b525-a343c058b382)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:20:45.424505 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2b6e4383-9dcb-42b0-a44c-33d3f8d70fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:45.427120 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cefac6ac-bd4f-4dfa-b337-e0ae54397b12 req-1dbabb74-cf1d-49db-818a-ade0b84e2b83 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/ports?device_id=20e35821-4a0f-4e25-8f81-8caffde54dde HTTP/1.1" status: 200 len: 210 time: 0.0916350 Dec 08 16:20:45.493981 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-2db01e86-fae6-4d4a-bc47-f9660832a2a0 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Allocated IP 172.20.0.13 (533ca34a-1cbe-4193-ad62-28ad28c94fc4/e3a8e948-0c6a-495b-a264-eb1ff320d169/e0b4b50e-146e-41aa-a618-ff1de7903254) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:20:45.496156 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:45.497312 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e4383-9dcb-42b0-a44c-33d3f8d70fb6 None None] Pushing event updated for resources: {'Port': ['ID=751f344c-4782-450c-a6f8-605483fa9aa8,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:45.506886 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6e4383-9dcb-42b0-a44c-33d3f8d70fb6 None None] Network 533ca34a-1cbe-4193-ad62-28ad28c94fc4 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:20:45.510163 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-2b6e4383-9dcb-42b0-a44c-33d3f8d70fb6 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:20:45.530271 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6e4383-9dcb-42b0-a44c-33d3f8d70fb6 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:20:45.667414 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=8e7a38e8-3ec2-4d03-b49b-3400ccaf4a21,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:45.672520 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-2b6e4383-9dcb-42b0-a44c-33d3f8d70fb6 None None] Attempting to bind port 751f344c-4782-450c-a6f8-605483fa9aa8 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:20:45.672900 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-2b6e4383-9dcb-42b0-a44c-33d3f8d70fb6 None None] Attempting to bind port 751f344c-4782-450c-a6f8-605483fa9aa8 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'e9ddabd9-d5cc-47af-8210-584a1d896665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '533ca34a-1cbe-4193-ad62-28ad28c94fc4'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:20:45.673335 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6e4383-9dcb-42b0-a44c-33d3f8d70fb6 None None] Attempting to bind port 751f344c-4782-450c-a6f8-605483fa9aa8 on network 533ca34a-1cbe-4193-ad62-28ad28c94fc4 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:20:45.680970 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6e4383-9dcb-42b0-a44c-33d3f8d70fb6 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:20:45.681471 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6e4383-9dcb-42b0-a44c-33d3f8d70fb6 None None] Checking segment: {'id': 'e9ddabd9-d5cc-47af-8210-584a1d896665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '533ca34a-1cbe-4193-ad62-28ad28c94fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:20:45.681911 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2b6e4383-9dcb-42b0-a44c-33d3f8d70fb6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:45.682823 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6e4383-9dcb-42b0-a44c-33d3f8d70fb6 None None] Bound using segment: {'id': 'e9ddabd9-d5cc-47af-8210-584a1d896665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '533ca34a-1cbe-4193-ad62-28ad28c94fc4'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:20:45.683332 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-2b6e4383-9dcb-42b0-a44c-33d3f8d70fb6 None None] Bound port: 751f344c-4782-450c-a6f8-605483fa9aa8, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9ddabd9-d5cc-47af-8210-584a1d896665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '533ca34a-1cbe-4193-ad62-28ad28c94fc4'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:20:45.683727 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2b6e4383-9dcb-42b0-a44c-33d3f8d70fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:45.743076 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2db01e86-fae6-4d4a-bc47-f9660832a2a0 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:45.759237 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-2b6e4383-9dcb-42b0-a44c-33d3f8d70fb6 None None] For port 751f344c-4782-450c-a6f8-605483fa9aa8, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:20:45.763478 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-2b6e4383-9dcb-42b0-a44c-33d3f8d70fb6 None None] For port 751f344c-4782-450c-a6f8-605483fa9aa8, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=751f344c-4782-450c-a6f8-605483fa9aa8,segment=NetworkSegment(e9ddabd9-d5cc-47af-8210-584a1d896665),segment_id=e9ddabd9-d5cc-47af-8210-584a1d896665)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:20:45.847939 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2b6e4383-9dcb-42b0-a44c-33d3f8d70fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:45.870009 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2db01e86-fae6-4d4a-bc47-f9660832a2a0 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:45.877563 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02dbf19-25ab-4fa3-9ff9-d92c097997b7 req-a9faa6da-79db-4bec-9ecc-b225b17eeee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:45.879675 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f02dbf19-25ab-4fa3-9ff9-d92c097997b7 req-a9faa6da-79db-4bec-9ecc-b225b17eeee3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=444a8cbb-ee83-40d1-9772-ed3daa005a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5950217 Dec 08 16:20:45.886160 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1932920f-2328-4e6a-b450-84100423958e tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:45.902822 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [req-f02dbf19-25ab-4fa3-9ff9-d92c097997b7 req-f2c4bae1-975a-498c-b639-18dc6e6ffa7b service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:20:45.903908 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f02dbf19-25ab-4fa3-9ff9-d92c097997b7 req-f2c4bae1-975a-498c-b639-18dc6e6ffa7b service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0129538 Dec 08 16:20:45.921666 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e4383-9dcb-42b0-a44c-33d3f8d70fb6 None None] Pushing event updated for resources: {'Port': ['ID=751f344c-4782-450c-a6f8-605483fa9aa8,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:45.925808 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db01e86-fae6-4d4a-bc47-f9660832a2a0 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event updated for resources: {'Port': ['ID=e0b4b50e-146e-41aa-a618-ff1de7903254,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:45.952256 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db01e86-fae6-4d4a-bc47-f9660832a2a0 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Network 533ca34a-1cbe-4193-ad62-28ad28c94fc4 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:20:45.953834 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-2db01e86-fae6-4d4a-bc47-f9660832a2a0 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:20:45.956385 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db01e86-fae6-4d4a-bc47-f9660832a2a0 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:20:45.964437 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-1932920f-2328-4e6a-b450-84100423958e tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Calling delete_port for 15947e8e-8a25-4ad4-b336-44e536bfc6a5 owned by network:router_interface {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:20:46.013495 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db01e86-fae6-4d4a-bc47-f9660832a2a0 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:46.013705 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2db01e86-fae6-4d4a-bc47-f9660832a2a0 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:46.103539 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-2db01e86-fae6-4d4a-bc47-f9660832a2a0 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.0852587 Dec 08 16:20:46.103539 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58022) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:46.105805 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-74b01f1b-cb75-4def-8efe-fbad45dc69b8 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Request body: {'port': {'network_id': '533ca34a-1cbe-4193-ad62-28ad28c94fc4', 'name': 'tempest-PortsTestJSON-1425106485'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:46.112648 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb873c-2528-4eb5-bcb7-aacd11e12c94 req-c4ae8982-5fae-48ad-a514-6d0653fa5a89 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:46.114138 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ebbb873c-2528-4eb5-bcb7-aacd11e12c94 req-c4ae8982-5fae-48ad-a514-6d0653fa5a89 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 945 time: 0.2841613 Dec 08 16:20:46.250978 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-52df960d-8697-460c-b437-eeafea6431c7 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:46.362918 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52df960d-8697-460c-b437-eeafea6431c7 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Pushing event deleted for resources: {'Port': ['ID=a5b58451-447b-41c7-8497-6cdd4b5a9ea2,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:46.373438 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b01f1b-cb75-4def-8efe-fbad45dc69b8 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Made reservation on behalf of 841eb5bdac454b51a92c375fa562e333 for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:20:46.379900 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-74b01f1b-cb75-4def-8efe-fbad45dc69b8 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:46.401633 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-74b01f1b-cb75-4def-8efe-fbad45dc69b8 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] device_id is not set on port 718cb5ca-b11c-432b-8ea1-cd022fecc675 yet. {{(pid=110551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:20:46.427784 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f02dbf19-25ab-4fa3-9ff9-d92c097997b7 req-ccfc5226-7f57-4962-8430-5211e50eb3a4 service neutron] 10.222.0.37 "GET /v2.0/networks/444a8cbb-ee83-40d1-9772-ed3daa005a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5101860 Dec 08 16:20:46.554665 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-74b01f1b-cb75-4def-8efe-fbad45dc69b8 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Allocated IP 172.20.0.3 (533ca34a-1cbe-4193-ad62-28ad28c94fc4/e3a8e948-0c6a-495b-a264-eb1ff320d169/718cb5ca-b11c-432b-8ea1-cd022fecc675) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:20:46.559977 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ebbb873c-2528-4eb5-bcb7-aacd11e12c94 req-3fe2ba6e-3761-4268-bcdb-dcd4048a4f47 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4028854 Dec 08 16:20:46.607820 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8534d9e6-2f48-4a09-b405-ef27e763e07e req-e00eedbc-5b6c-46ca-937a-a3b5484a09e9 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:46.609605 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8534d9e6-2f48-4a09-b405-ef27e763e07e req-e00eedbc-5b6c-46ca-937a-a3b5484a09e9 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.76 "GET /v2.0/networks?id=691a624c-964a-4825-b277-bf02eccf1ff9 HTTP/1.1" status: 200 len: 820 time: 0.5248146 Dec 08 16:20:46.630952 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-8534d9e6-2f48-4a09-b405-ef27e763e07e req-22b8a7b4-fd90-4f14-9723-63986c935507 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Request body: {'port': {'device_id': '20e35821-4a0f-4e25-8f81-8caffde54dde', 'network_id': '691a624c-964a-4825-b277-bf02eccf1ff9', 'admin_state_up': True, 'tenant_id': '2b52500faa0143a7b66289b1db11a5f1'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:46.658669 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-edf0bcc8-83c5-49c6-8851-041d15bfcfbe req-ed09affc-d784-4920-b902-b2100b86ed38 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/ports?device_id=20e35821-4a0f-4e25-8f81-8caffde54dde HTTP/1.1" status: 200 len: 210 time: 0.0412800 Dec 08 16:20:46.750261 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:46.789515 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-74b01f1b-cb75-4def-8efe-fbad45dc69b8 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:46.825115 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-52df960d-8697-460c-b437-eeafea6431c7 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:46.857643 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f02dbf19-25ab-4fa3-9ff9-d92c097997b7 req-882dcebd-fbf4-4030-81db-e62ebda2f746 service neutron] 10.222.0.37 "GET /v2.0/networks/444a8cbb-ee83-40d1-9772-ed3daa005a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3940289 Dec 08 16:20:46.910460 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-74b01f1b-cb75-4def-8efe-fbad45dc69b8 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:46.948275 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1932920f-2328-4e6a-b450-84100423958e tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:46.965887 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b01f1b-cb75-4def-8efe-fbad45dc69b8 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Network 533ca34a-1cbe-4193-ad62-28ad28c94fc4 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:20:46.971525 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-74b01f1b-cb75-4def-8efe-fbad45dc69b8 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:20:46.987704 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b01f1b-cb75-4def-8efe-fbad45dc69b8 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:20:46.990125 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1932920f-2328-4e6a-b450-84100423958e tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Pushing event deleted for resources: {'Port': ['ID=15947e8e-8a25-4ad4-b336-44e536bfc6a5,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:47.004223 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b01f1b-cb75-4def-8efe-fbad45dc69b8 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event updated for resources: {'Port': ['ID=718cb5ca-b11c-432b-8ea1-cd022fecc675,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:47.061939 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b01f1b-cb75-4def-8efe-fbad45dc69b8 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:47.062671 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-74b01f1b-cb75-4def-8efe-fbad45dc69b8 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:47.103300 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8534d9e6-2f48-4a09-b405-ef27e763e07e req-22b8a7b4-fd90-4f14-9723-63986c935507 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Made reservation on behalf of 2b52500faa0143a7b66289b1db11a5f1 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:20:47.107425 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-8534d9e6-2f48-4a09-b405-ef27e763e07e req-22b8a7b4-fd90-4f14-9723-63986c935507 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:47.187611 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52df960d-8697-460c-b437-eeafea6431c7 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Router a5ee9488-afe4-43a6-90c6-b8836112ab86 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:20:47.200924 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-74b01f1b-cb75-4def-8efe-fbad45dc69b8 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0968385 Dec 08 16:20:47.208008 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58040) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:47.280208 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 8e7a38e8-3ec2-4d03-b49b-3400ccaf4a21 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:20:47.325999 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684df0a0-1642-4ba2-b37a-20479425fa1b None None] Network 533ca34a-1cbe-4193-ad62-28ad28c94fc4 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:20:47.329225 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9bf336-5616-464b-856d-f91812f144e6 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:47.333320 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-5f9bf336-5616-464b-856d-f91812f144e6 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 923 time: 0.1264114 Dec 08 16:20:47.333651 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58044) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:47.434189 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52df960d-8697-460c-b437-eeafea6431c7 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:20:47.451885 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-52df960d-8697-460c-b437-eeafea6431c7 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] 10.222.0.64 "PUT /v2.0/routers/a5ee9488-afe4-43a6-90c6-b8836112ab86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7531192 Dec 08 16:20:47.452009 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-a8858964-0ce3-48b5-b25c-55fc923fe091 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Deleting port 718cb5ca-b11c-432b-8ea1-cd022fecc675 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:20:47.452009 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a8858964-0ce3-48b5-b25c-55fc923fe091 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:47.452009 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58046) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:47.455181 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779b2ce6-feb7-44d6-a6a7-5d29a5b7c72f None None] Sync routers for ids ['a5ee9488-afe4-43a6-90c6-b8836112ab86'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:20:47.462187 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 8e7a38e8-3ec2-4d03-b49b-3400ccaf4a21 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:47.462874 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:47.466975 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1932920f-2328-4e6a-b450-84100423958e tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:47.472743 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-8534d9e6-2f48-4a09-b405-ef27e763e07e req-22b8a7b4-fd90-4f14-9723-63986c935507 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Allocated IP 172.20.0.9 (691a624c-964a-4825-b277-bf02eccf1ff9/5d509bf9-344c-445e-87cc-39c21b210aee/d3eb24a8-683a-4f98-be8e-72e568f695f9) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:20:47.509019 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-3973186a-8c63-4de6-a266-f7539a5d5d0b None None] Provisioning complete for port 751f344c-4782-450c-a6f8-605483fa9aa8 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:47.509471 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3973186a-8c63-4de6-a266-f7539a5d5d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:47.547567 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-8e626eec-5cd2-42e9-aaa4-8a3c530c4a96 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] delete failed (client error): The resource could not be found. Dec 08 16:20:47.548929 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-8e626eec-5cd2-42e9-aaa4-8a3c530c4a96 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] 10.222.0.64 "DELETE /v2.0/routers/tempest-non_exist_router-954110988 HTTP/1.1" status: 404 len: 334 time: 0.0948391 Dec 08 16:20:47.554753 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779b2ce6-feb7-44d6-a6a7-5d29a5b7c72f None None] Routers {'a5ee9488-afe4-43a6-90c6-b8836112ab86'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:20:47.554753 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-779b2ce6-feb7-44d6-a6a7-5d29a5b7c72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:20:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['a5ee9488-afe4-43a6-90c6-b8836112ab86'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:47.557004 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58048) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:47.562266 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-60257196-1b23-470e-a57e-6c1d6ee8d7b1 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a5ee9488-afe4-43a6-90c6-b8836112ab86'}}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:47.649350 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-779b2ce6-feb7-44d6-a6a7-5d29a5b7c72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:47.651191 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:47.705392 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779b2ce6-feb7-44d6-a6a7-5d29a5b7c72f None None] Routers {'a5ee9488-afe4-43a6-90c6-b8836112ab86'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:20:47.705392 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-779b2ce6-feb7-44d6-a6a7-5d29a5b7c72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:20:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['a5ee9488-afe4-43a6-90c6-b8836112ab86'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:47.794189 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-779b2ce6-feb7-44d6-a6a7-5d29a5b7c72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:47.794852 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779b2ce6-feb7-44d6-a6a7-5d29a5b7c72f None None] The sync data for ids ['a5ee9488-afe4-43a6-90c6-b8836112ab86'] in n-d-776250-12 is: [] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:20:47.846739 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-8534d9e6-2f48-4a09-b405-ef27e763e07e req-22b8a7b4-fd90-4f14-9723-63986c935507 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:47.929041 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-60257196-1b23-470e-a57e-6c1d6ee8d7b1 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:47.951369 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-204eeccd-08fd-4ed7-81bd-7fa824cdd938 req-d181317d-1439-47ee-a1b0-93ab1a7ff681 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/ports?device_id=20e35821-4a0f-4e25-8f81-8caffde54dde HTTP/1.1" status: 200 len: 210 time: 0.0428212 Dec 08 16:20:47.960355 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-8534d9e6-2f48-4a09-b405-ef27e763e07e req-22b8a7b4-fd90-4f14-9723-63986c935507 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:47.990731 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890065f2-394d-4c44-a3af-33826d111514 req-140f3db2-498b-45fc-ba53-1ffda6618797 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:47.993073 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-890065f2-394d-4c44-a3af-33826d111514 req-140f3db2-498b-45fc-ba53-1ffda6618797 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 945 time: 0.1782193 Dec 08 16:20:48.065841 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-890065f2-394d-4c44-a3af-33826d111514 req-ada047a8-1184-4dc8-8264-86faa9488ff4 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633454 Dec 08 16:20:48.109459 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-60257196-1b23-470e-a57e-6c1d6ee8d7b1 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] update failed (client error): The resource could not be found. Dec 08 16:20:48.115740 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-60257196-1b23-470e-a57e-6c1d6ee8d7b1 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] 10.222.0.64 "PUT /v2.0/routers/a5ee9488-afe4-43a6-90c6-b8836112ab86 HTTP/1.1" status: 404 len: 339 time: 0.5568714 Dec 08 16:20:48.116596 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58058) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:48.148967 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3973186a-8c63-4de6-a266-f7539a5d5d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:48.152884 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 751f344c-4782-450c-a6f8-605483fa9aa8 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:20:48.156985 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8534d9e6-2f48-4a09-b405-ef27e763e07e req-22b8a7b4-fd90-4f14-9723-63986c935507 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Network 691a624c-964a-4825-b277-bf02eccf1ff9 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:20:48.167352 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-8534d9e6-2f48-4a09-b405-ef27e763e07e req-22b8a7b4-fd90-4f14-9723-63986c935507 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:20:48.187138 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-8534d9e6-2f48-4a09-b405-ef27e763e07e req-22b8a7b4-fd90-4f14-9723-63986c935507 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:20:48.225824 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-3973186a-8c63-4de6-a266-f7539a5d5d0b None None] For port 751f344c-4782-450c-a6f8-605483fa9aa8, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=751f344c-4782-450c-a6f8-605483fa9aa8,segment=NetworkSegment(e9ddabd9-d5cc-47af-8210-584a1d896665),segment_id=e9ddabd9-d5cc-47af-8210-584a1d896665)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:20:48.240879 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 751f344c-4782-450c-a6f8-605483fa9aa8 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:48.241441 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:48.275593 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8534d9e6-2f48-4a09-b405-ef27e763e07e req-22b8a7b4-fd90-4f14-9723-63986c935507 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:48.276315 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-8534d9e6-2f48-4a09-b405-ef27e763e07e req-22b8a7b4-fd90-4f14-9723-63986c935507 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:48.282378 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b8a7b4-fd90-4f14-9723-63986c935507 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Pushing event updated for resources: {'Port': ['ID=d3eb24a8-683a-4f98-be8e-72e568f695f9,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:48.309685 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1932920f-2328-4e6a-b450-84100423958e tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Router b3c63600-c489-42b0-b075-9f045925df98 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:20:48.335664 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3973186a-8c63-4de6-a266-f7539a5d5d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:48.386210 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:48.421866 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a8858964-0ce3-48b5-b25c-55fc923fe091 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:48.430358 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3973186a-8c63-4de6-a266-f7539a5d5d0b None None] Pushing event updated for resources: {'Port': ['ID=751f344c-4782-450c-a6f8-605483fa9aa8,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:48.493204 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8534d9e6-2f48-4a09-b405-ef27e763e07e req-22b8a7b4-fd90-4f14-9723-63986c935507 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8726106 Dec 08 16:20:48.517500 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [req-8534d9e6-2f48-4a09-b405-ef27e763e07e req-4f6c6d29-7354-4e58-a35c-c9e1456dc4fe tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:20:48.518789 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8534d9e6-2f48-4a09-b405-ef27e763e07e req-4f6c6d29-7354-4e58-a35c-c9e1456dc4fe tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0171196 Dec 08 16:20:48.522755 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.db.api [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:20:48.523112 n-d-776250-12 neutron-server[110552]: DEBUG oslo_db.api [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:20:48.524729 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-1bd996d3-e1f2-486b-bd4c-f2b92cbc542a None None] Provisioning complete for port 718cb5ca-b11c-432b-8ea1-cd022fecc675 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:48.525279 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1bd996d3-e1f2-486b-bd4c-f2b92cbc542a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:48.534521 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-a8858964-0ce3-48b5-b25c-55fc923fe091 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Calling delete_port for 718cb5ca-b11c-432b-8ea1-cd022fecc675 owned by {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:20:48.571498 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1932920f-2328-4e6a-b450-84100423958e tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:20:48.577637 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-1932920f-2328-4e6a-b450-84100423958e tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] 10.222.0.64 "PUT /v2.0/routers/b3c63600-c489-42b0-b075-9f045925df98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1399062 Dec 08 16:20:48.582622 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58064) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:48.584462 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171f6364-e27f-4790-962a-aaf9cd2537ce None None] Sync routers for ids ['b3c63600-c489-42b0-b075-9f045925df98'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:20:48.592222 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-1bd996d3-e1f2-486b-bd4c-f2b92cbc542a None None] Port 718cb5ca-b11c-432b-8ea1-cd022fecc675 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:20:48.602701 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171f6364-e27f-4790-962a-aaf9cd2537ce None None] Routers {'b3c63600-c489-42b0-b075-9f045925df98'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:20:48.605420 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-171f6364-e27f-4790-962a-aaf9cd2537ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:20:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['b3c63600-c489-42b0-b075-9f045925df98'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:48.619185 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-1bd996d3-e1f2-486b-bd4c-f2b92cbc542a None None] Provisioning complete for port e0b4b50e-146e-41aa-a618-ff1de7903254 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:48.619615 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1bd996d3-e1f2-486b-bd4c-f2b92cbc542a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:48.711487 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-171f6364-e27f-4790-962a-aaf9cd2537ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:48.741015 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-1bd996d3-e1f2-486b-bd4c-f2b92cbc542a None None] Port e0b4b50e-146e-41aa-a618-ff1de7903254 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:20:48.741166 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171f6364-e27f-4790-962a-aaf9cd2537ce None None] Routers {'b3c63600-c489-42b0-b075-9f045925df98'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:20:48.745641 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-171f6364-e27f-4790-962a-aaf9cd2537ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:20:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['b3c63600-c489-42b0-b075-9f045925df98'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:48.751482 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-1bd996d3-e1f2-486b-bd4c-f2b92cbc542a None None] Provisioning complete for port 751f344c-4782-450c-a6f8-605483fa9aa8 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:48.752002 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1bd996d3-e1f2-486b-bd4c-f2b92cbc542a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:48.800724 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-8534d9e6-2f48-4a09-b405-ef27e763e07e req-ec98dfe9-6e94-4581-b312-ba31dcdc9aba service neutron] Request body: {'port': {'device_id': '20e35821-4a0f-4e25-8f81-8caffde54dde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:48.837908 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f2d44ea6-b800-485d-a83c-1d1f5ab3a62d tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:48.841263 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-171f6364-e27f-4790-962a-aaf9cd2537ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:48.849821 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171f6364-e27f-4790-962a-aaf9cd2537ce None None] The sync data for ids ['b3c63600-c489-42b0-b075-9f045925df98'] in n-d-776250-12 is: [] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:20:48.909896 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9f2ad82c-3ffd-4b5d-b7a3-17b40dd9266b tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for router, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:48.970530 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-8534d9e6-2f48-4a09-b405-ef27e763e07e req-ec98dfe9-6e94-4581-b312-ba31dcdc9aba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:48.978945 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a8858964-0ce3-48b5-b25c-55fc923fe091 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:49.062159 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-294d829a-8a08-4c13-9769-a4557bdc5755 None None] Could not find standard attr ID for object 718cb5ca-b11c-432b-8ea1-cd022fecc675. {{(pid=110552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:20:49.152197 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9f2ad82c-3ffd-4b5d-b7a3-17b40dd9266b tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:49.209126 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 751f344c-4782-450c-a6f8-605483fa9aa8 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:20:49.273406 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 751f344c-4782-450c-a6f8-605483fa9aa8 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:49.273862 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:49.362950 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8858964-0ce3-48b5-b25c-55fc923fe091 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event deleted for resources: {'Port': ['ID=718cb5ca-b11c-432b-8ea1-cd022fecc675,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:49.562779 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a8858964-0ce3-48b5-b25c-55fc923fe091 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:49.569270 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a8858964-0ce3-48b5-b25c-55fc923fe091 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "DELETE /v2.0/ports/718cb5ca-b11c-432b-8ea1-cd022fecc675 HTTP/1.1" status: 204 len: 168 time: 2.2322435 Dec 08 16:20:49.574495 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58076) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:49.595827 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a6cc4-e706-493a-bd2b-f7ec4b194601 req-b213654d-aedf-4fdd-915e-467450cc579b tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:49.600704 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6b8a6cc4-e706-493a-bd2b-f7ec4b194601 req-b213654d-aedf-4fdd-915e-467450cc579b tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/ports?device_id=20e35821-4a0f-4e25-8f81-8caffde54dde HTTP/1.1" status: 200 len: 931 time: 0.2410307 Dec 08 16:20:49.637413 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-db41f606-9c09-4be0-bf01-48a528234c66 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] GET failed (client error): The resource could not be found. Dec 08 16:20:49.638875 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-db41f606-9c09-4be0-bf01-48a528234c66 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "GET /v2.0/ports/718cb5ca-b11c-432b-8ea1-cd022fecc675 HTTP/1.1" status: 404 len: 333 time: 0.0633776 Dec 08 16:20:49.645493 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58078) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:49.696296 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1736bffa-874a-44ce-a1af-2cf0ba82e423 req-228106d7-f71b-4b7b-ab71-c0d72350025b tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:49.697295 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1736bffa-874a-44ce-a1af-2cf0ba82e423 req-228106d7-f71b-4b7b-ab71-c0d72350025b tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 945 time: 0.5132985 Dec 08 16:20:49.738241 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-f2d44ea6-b800-485d-a83c-1d1f5ab3a62d tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Allocated IP 172.20.0.1 (fcd7981d-5e3c-4548-8c9d-f1df7dc25730/edfb7eed-47d0-47ec-a98c-3aa2f36dd4fe/c38184d3-0e7f-4616-9c84-3cdc4e15882f) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:20:49.759828 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ad82c-3ffd-4b5d-b7a3-17b40dd9266b tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Deleting port 5db6da82-52e6-4db3-bc36-c0bcec9d1926 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:20:49.760220 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9f2ad82c-3ffd-4b5d-b7a3-17b40dd9266b tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:49.764617 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6b8a6cc4-e706-493a-bd2b-f7ec4b194601 req-8cd47337-eb38-49dd-81fe-ee0b98bbf04d tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/security-groups?id=796b0b3b-2d54-476b-abe1-7568016bfa47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455903 Dec 08 16:20:49.874627 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1736bffa-874a-44ce-a1af-2cf0ba82e423 req-bf8fc877-b018-461f-b851-83ac906eba3b tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653891 Dec 08 16:20:49.876128 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-a667782f-9316-467c-afb9-26b74c89b79f tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Deleting port e0b4b50e-146e-41aa-a618-ff1de7903254 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:20:49.876674 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a667782f-9316-467c-afb9-26b74c89b79f tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:49.888315 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-8534d9e6-2f48-4a09-b405-ef27e763e07e req-ec98dfe9-6e94-4581-b312-ba31dcdc9aba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3eb24a8-683a-4f98-be8e-72e568f695f9 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:20:49.906701 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-8534d9e6-2f48-4a09-b405-ef27e763e07e req-ec98dfe9-6e94-4581-b312-ba31dcdc9aba service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:49.931509 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9f2ad82c-3ffd-4b5d-b7a3-17b40dd9266b tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:49.934155 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-8534d9e6-2f48-4a09-b405-ef27e763e07e req-ec98dfe9-6e94-4581-b312-ba31dcdc9aba service neutron] Transition to ACTIVE for port object d3eb24a8-683a-4f98-be8e-72e568f695f9 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:20:49.945976 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ad82c-3ffd-4b5d-b7a3-17b40dd9266b tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Calling delete_port for 5db6da82-52e6-4db3-bc36-c0bcec9d1926 owned by network:router_gateway {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:20:49.969560 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f2d44ea6-b800-485d-a83c-1d1f5ab3a62d tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:50.035304 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a667782f-9316-467c-afb9-26b74c89b79f tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:50.054542 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-8534d9e6-2f48-4a09-b405-ef27e763e07e req-ec98dfe9-6e94-4581-b312-ba31dcdc9aba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:50.058317 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-a667782f-9316-467c-afb9-26b74c89b79f tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Calling delete_port for e0b4b50e-146e-41aa-a618-ff1de7903254 owned by {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:20:50.085481 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99768926-b9e1-44e0-928a-0f52a708a09f req-84e1d199-bea2-4ead-a91a-b326440927ad tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:50.087003 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-99768926-b9e1-44e0-928a-0f52a708a09f req-84e1d199-bea2-4ead-a91a-b326440927ad tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 945 time: 0.1256163 Dec 08 16:20:50.121455 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec98dfe9-6e94-4581-b312-ba31dcdc9aba service neutron] Pushing event updated for resources: {'Port': ['ID=d3eb24a8-683a-4f98-be8e-72e568f695f9,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:50.190953 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-99768926-b9e1-44e0-928a-0f52a708a09f req-b86fe316-af02-4269-9270-53db9abbe690 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939789 Dec 08 16:20:50.239888 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-8534d9e6-2f48-4a09-b405-ef27e763e07e req-ec98dfe9-6e94-4581-b312-ba31dcdc9aba service neutron] Attempting to bind port d3eb24a8-683a-4f98-be8e-72e568f695f9 on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:20:50.240352 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-8534d9e6-2f48-4a09-b405-ef27e763e07e req-ec98dfe9-6e94-4581-b312-ba31dcdc9aba service neutron] Attempting to bind port d3eb24a8-683a-4f98-be8e-72e568f695f9 by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': '029293b9-4a14-4a19-b525-a343c058b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '691a624c-964a-4825-b277-bf02eccf1ff9'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:20:50.240786 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8534d9e6-2f48-4a09-b405-ef27e763e07e req-ec98dfe9-6e94-4581-b312-ba31dcdc9aba service neutron] Attempting to bind port d3eb24a8-683a-4f98-be8e-72e568f695f9 on network 691a624c-964a-4825-b277-bf02eccf1ff9 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:20:50.245492 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8534d9e6-2f48-4a09-b405-ef27e763e07e req-ec98dfe9-6e94-4581-b312-ba31dcdc9aba service neutron] Port d3eb24a8-683a-4f98-be8e-72e568f695f9 on network 691a624c-964a-4825-b277-bf02eccf1ff9 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:20:50.245897 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8534d9e6-2f48-4a09-b405-ef27e763e07e req-ec98dfe9-6e94-4581-b312-ba31dcdc9aba service neutron] Attempting to bind port d3eb24a8-683a-4f98-be8e-72e568f695f9 on network 691a624c-964a-4825-b277-bf02eccf1ff9 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:20:50.251295 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8534d9e6-2f48-4a09-b405-ef27e763e07e req-ec98dfe9-6e94-4581-b312-ba31dcdc9aba service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:20:50.251295 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8534d9e6-2f48-4a09-b405-ef27e763e07e req-ec98dfe9-6e94-4581-b312-ba31dcdc9aba service neutron] Checking segment: {'id': '029293b9-4a14-4a19-b525-a343c058b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '691a624c-964a-4825-b277-bf02eccf1ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:20:50.263935 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8534d9e6-2f48-4a09-b405-ef27e763e07e req-ec98dfe9-6e94-4581-b312-ba31dcdc9aba service neutron] Bound using segment: {'id': '029293b9-4a14-4a19-b525-a343c058b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '691a624c-964a-4825-b277-bf02eccf1ff9'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:20:50.263935 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-8534d9e6-2f48-4a09-b405-ef27e763e07e req-ec98dfe9-6e94-4581-b312-ba31dcdc9aba service neutron] Bound port: d3eb24a8-683a-4f98-be8e-72e568f695f9, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '029293b9-4a14-4a19-b525-a343c058b382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '691a624c-964a-4825-b277-bf02eccf1ff9'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:20:50.263935 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-8534d9e6-2f48-4a09-b405-ef27e763e07e req-ec98dfe9-6e94-4581-b312-ba31dcdc9aba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:50.303739 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f2d44ea6-b800-485d-a83c-1d1f5ab3a62d tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:50.321950 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9f2ad82c-3ffd-4b5d-b7a3-17b40dd9266b tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:50.324166 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-8534d9e6-2f48-4a09-b405-ef27e763e07e req-ec98dfe9-6e94-4581-b312-ba31dcdc9aba service neutron] For port d3eb24a8-683a-4f98-be8e-72e568f695f9, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:20:50.329265 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-8534d9e6-2f48-4a09-b405-ef27e763e07e req-ec98dfe9-6e94-4581-b312-ba31dcdc9aba service neutron] For port d3eb24a8-683a-4f98-be8e-72e568f695f9, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=d3eb24a8-683a-4f98-be8e-72e568f695f9,segment=NetworkSegment(029293b9-4a14-4a19-b525-a343c058b382),segment_id=029293b9-4a14-4a19-b525-a343c058b382)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:20:50.332654 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d44ea6-b800-485d-a83c-1d1f5ab3a62d tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Network fcd7981d-5e3c-4548-8c9d-f1df7dc25730 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:20:50.333754 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-f2d44ea6-b800-485d-a83c-1d1f5ab3a62d tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:20:50.337453 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d44ea6-b800-485d-a83c-1d1f5ab3a62d tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:20:50.359108 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ad82c-3ffd-4b5d-b7a3-17b40dd9266b tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Pushing event deleted for resources: {'Port': ['ID=5db6da82-52e6-4db3-bc36-c0bcec9d1926,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:50.378312 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d44ea6-b800-485d-a83c-1d1f5ab3a62d tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Pushing event updated for resources: {'Port': ['ID=c38184d3-0e7f-4616-9c84-3cdc4e15882f,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:50.391706 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a667782f-9316-467c-afb9-26b74c89b79f tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:50.431481 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f2d44ea6-b800-485d-a83c-1d1f5ab3a62d tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:50.435189 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a667782f-9316-467c-afb9-26b74c89b79f tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event deleted for resources: {'Port': ['ID=e0b4b50e-146e-41aa-a618-ff1de7903254,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:50.444109 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9f2ad82c-3ffd-4b5d-b7a3-17b40dd9266b tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:50.569378 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-8534d9e6-2f48-4a09-b405-ef27e763e07e req-ec98dfe9-6e94-4581-b312-ba31dcdc9aba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:50.617266 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a667782f-9316-467c-afb9-26b74c89b79f tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:50.617495 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9f2ad82c-3ffd-4b5d-b7a3-17b40dd9266b tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:50.617607 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a667782f-9316-467c-afb9-26b74c89b79f tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "DELETE /v2.0/ports/e0b4b50e-146e-41aa-a618-ff1de7903254 HTTP/1.1" status: 204 len: 168 time: 0.9685919 Dec 08 16:20:50.620998 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9f2ad82c-3ffd-4b5d-b7a3-17b40dd9266b tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:50.621211 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58096) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:50.661004 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8534d9e6-2f48-4a09-b405-ef27e763e07e req-ec98dfe9-6e94-4581-b312-ba31dcdc9aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:50.662072 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-8534d9e6-2f48-4a09-b405-ef27e763e07e req-ec98dfe9-6e94-4581-b312-ba31dcdc9aba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:50.663494 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1b7779e-1fcc-4060-968f-f6f10616cab9 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] GET failed (client error): The resource could not be found. Dec 08 16:20:50.663753 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8534d9e6-2f48-4a09-b405-ef27e763e07e req-ec98dfe9-6e94-4581-b312-ba31dcdc9aba service neutron] 10.222.0.76 "PUT /v2.0/ports/d3eb24a8-683a-4f98-be8e-72e568f695f9 HTTP/1.1" status: 200 len: 1092 time: 2.1235173 Dec 08 16:20:50.667493 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a1b7779e-1fcc-4060-968f-f6f10616cab9 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "GET /v2.0/ports/e0b4b50e-146e-41aa-a618-ff1de7903254 HTTP/1.1" status: 404 len: 333 time: 0.0429039 Dec 08 16:20:50.667703 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20e35821-4a0f-4e25-8f81-8caffde54dde', 'tag': 'd3eb24a8-683a-4f98-be8e-72e568f695f9'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:20:50.668071 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58098) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:50.676270 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c566fa-d416-4f2d-93eb-b139b35583f7" -d '{"events": [{"name": "network-changed", "server_uuid": "20e35821-4a0f-4e25-8f81-8caffde54dde", "tag": "d3eb24a8-683a-4f98-be8e-72e568f695f9"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:20:50.702999 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-014eec8c-2880-45d6-be5c-94943ecbb5c4 None None] Provisioning complete for port c38184d3-0e7f-4616-9c84-3cdc4e15882f triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:50.703715 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-014eec8c-2880-45d6-be5c-94943ecbb5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:50.721088 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec98dfe9-6e94-4581-b312-ba31dcdc9aba service neutron] Pushing event updated for resources: {'Port': ['ID=d3eb24a8-683a-4f98-be8e-72e568f695f9,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:50.750843 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-014eec8c-2880-45d6-be5c-94943ecbb5c4 None None] Port c38184d3-0e7f-4616-9c84-3cdc4e15882f cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:20:50.763936 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f2d44ea6-b800-485d-a83c-1d1f5ab3a62d tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:50.770421 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-d24e7cee-94fe-47be-b35b-83360ce8d55e tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Deleting subnet e3a8e948-0c6a-495b-a264-eb1ff320d169 {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:20:50.774367 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d24e7cee-94fe-47be-b35b-83360ce8d55e tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:50.805792 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ecadbe-a371-4fb6-8f8f-6b17623df7aa x-openstack-request-id: req-a2ecadbe-a371-4fb6-8f8f-6b17623df7aa {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:20:50.806109 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20e35821-4a0f-4e25-8f81-8caffde54dde", "tag": "d3eb24a8-683a-4f98-be8e-72e568f695f9", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:20:50.806361 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a2ecadbe-a371-4fb6-8f8f-6b17623df7aa {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:20:50.806818 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20e35821-4a0f-4e25-8f81-8caffde54dde', 'tag': 'd3eb24a8-683a-4f98-be8e-72e568f695f9', 'status': 'completed', 'code': 200} Dec 08 16:20:50.877242 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c566fa-d416-4f2d-93eb-b139b35583f7 req-ca27394c-60f2-4ef1-8028-493bb62fdaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:50.878950 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d4c566fa-d416-4f2d-93eb-b139b35583f7 req-ca27394c-60f2-4ef1-8028-493bb62fdaeb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2b52500faa0143a7b66289b1db11a5f1&device_id=20e35821-4a0f-4e25-8f81-8caffde54dde HTTP/1.1" status: 200 len: 1095 time: 0.0479527 Dec 08 16:20:50.916782 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9f2ad82c-3ffd-4b5d-b7a3-17b40dd9266b tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:50.917397 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f2ad82c-3ffd-4b5d-b7a3-17b40dd9266b tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Fanout notify agent at l3_agent the message router_deleted on router b3c63600-c489-42b0-b075-9f045925df98 {{(pid=110550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:20:50.922526 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d24e7cee-94fe-47be-b35b-83360ce8d55e tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:50.940102 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9f2ad82c-3ffd-4b5d-b7a3-17b40dd9266b tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:50.941316 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-9f2ad82c-3ffd-4b5d-b7a3-17b40dd9266b tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] 10.222.0.64 "DELETE /v2.0/routers/b3c63600-c489-42b0-b075-9f045925df98 HTTP/1.1" status: 204 len: 168 time: 2.3538899 Dec 08 16:20:50.950526 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58110) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:51.011347 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e881a72-f586-41ee-8397-82e06eadf999 req-b699ca11-b6e1-4cf5-9074-73d70e0db89c tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:51.013020 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5e881a72-f586-41ee-8397-82e06eadf999 req-b699ca11-b6e1-4cf5-9074-73d70e0db89c tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/ports?device_id=20e35821-4a0f-4e25-8f81-8caffde54dde HTTP/1.1" status: 200 len: 943 time: 0.1305575 Dec 08 16:20:51.058194 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c566fa-d416-4f2d-93eb-b139b35583f7 req-d6d78785-9ef8-4663-98f2-b30de0887e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:51.059897 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d4c566fa-d416-4f2d-93eb-b139b35583f7 req-d6d78785-9ef8-4663-98f2-b30de0887e38 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=2b52500faa0143a7b66289b1db11a5f1&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1688299 Dec 08 16:20:51.110335 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a24cae-0557-4e33-b648-549301eb5684 req-c0f433f7-16d5-4b23-8820-daa6b13d5d4b tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:51.118064 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c3a24cae-0557-4e33-b648-549301eb5684 req-c0f433f7-16d5-4b23-8820-daa6b13d5d4b tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 945 time: 0.2340610 Dec 08 16:20:51.139143 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5e881a72-f586-41ee-8397-82e06eadf999 req-32dd18ef-bf34-4c02-9f71-317b245ea3cf tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/security-groups?id=796b0b3b-2d54-476b-abe1-7568016bfa47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187434 Dec 08 16:20:51.167255 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-38d6fe11-5d20-40f5-9772-d8e071e141c6 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Deleting subnet 6fcd45f9-fab2-4a8f-9689-5937b9b60e24 {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:20:51.195091 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-38d6fe11-5d20-40f5-9772-d8e071e141c6 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:51.196973 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c566fa-d416-4f2d-93eb-b139b35583f7 req-45a21899-c27d-47c2-a5f8-b49c4a795af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:51.199083 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d4c566fa-d416-4f2d-93eb-b139b35583f7 req-45a21899-c27d-47c2-a5f8-b49c4a795af9 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1305909 Dec 08 16:20:51.274180 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d24e7cee-94fe-47be-b35b-83360ce8d55e tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:51.323818 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8534d9e6-2f48-4a09-b405-ef27e763e07e req-5baa4078-3243-449c-b772-ab624c5c5d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:51.325709 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8534d9e6-2f48-4a09-b405-ef27e763e07e req-5baa4078-3243-449c-b772-ab624c5c5d8b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2b52500faa0143a7b66289b1db11a5f1&device_id=20e35821-4a0f-4e25-8f81-8caffde54dde HTTP/1.1" status: 200 len: 1095 time: 0.0836616 Dec 08 16:20:51.348081 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-38d6fe11-5d20-40f5-9772-d8e071e141c6 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:51.351337 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ced4da-3018-42c6-905d-c743fe5d9695 req-70d93d2b-4bdb-4d6a-9d64-175d3e2d3c31 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:51.352857 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e6ced4da-3018-42c6-905d-c743fe5d9695 req-70d93d2b-4bdb-4d6a-9d64-175d3e2d3c31 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 945 time: 0.0792727 Dec 08 16:20:51.389407 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8534d9e6-2f48-4a09-b405-ef27e763e07e req-3c087e04-d701-4ed0-b203-a091953aee20 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3eb24a8-683a-4f98-be8e-72e568f695f9 HTTP/1.1" status: 200 len: 217 time: 0.0536172 Dec 08 16:20:51.395332 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c3a24cae-0557-4e33-b648-549301eb5684 req-5de39e14-4b32-4c24-8d2b-fac5621d5121 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2730994 Dec 08 16:20:51.494245 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8534d9e6-2f48-4a09-b405-ef27e763e07e req-31ff976e-733d-4420-80f7-6afd6b28ee38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:51.496109 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8534d9e6-2f48-4a09-b405-ef27e763e07e req-31ff976e-733d-4420-80f7-6afd6b28ee38 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5d509bf9-344c-445e-87cc-39c21b210aee HTTP/1.1" status: 200 len: 860 time: 0.0984957 Dec 08 16:20:51.509168 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-38d6fe11-5d20-40f5-9772-d8e071e141c6 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:51.514700 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e6ced4da-3018-42c6-905d-c743fe5d9695 req-9ce61c05-10cd-4eb0-8c1f-bb4e9111c5ef tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=0224af71-d7ce-4eed-aefa-724f93ccbe59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274965 Dec 08 16:20:51.541075 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f2d44ea6-b800-485d-a83c-1d1f5ab3a62d tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:51.548787 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8534d9e6-2f48-4a09-b405-ef27e763e07e req-c530cbf1-5524-45d9-9026-b537e17f1c86 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=691a624c-964a-4825-b277-bf02eccf1ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329309 Dec 08 16:20:51.618857 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d24e7cee-94fe-47be-b35b-83360ce8d55e tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:51.648113 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8534d9e6-2f48-4a09-b405-ef27e763e07e req-f5392ee6-2982-4839-a0d4-0a6984c8408f service neutron] 10.222.0.76 "GET /v2.0/networks/691a624c-964a-4825-b277-bf02eccf1ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916617 Dec 08 16:20:51.650070 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f2d44ea6-b800-485d-a83c-1d1f5ab3a62d tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:51.653524 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-38d6fe11-5d20-40f5-9772-d8e071e141c6 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:51.655611 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24e7cee-94fe-47be-b35b-83360ce8d55e tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event deleted for resources: {'Subnet': ['ID=e3a8e948-0c6a-495b-a264-eb1ff320d169,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:51.657957 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab15a9f8-8e59-4df8-a5e8-57a72fb14fa0 None None] Network 533ca34a-1cbe-4193-ad62-28ad28c94fc4 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:20:51.659116 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d24e7cee-94fe-47be-b35b-83360ce8d55e tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:51.663624 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d24e7cee-94fe-47be-b35b-83360ce8d55e tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "DELETE /v2.0/subnets/e3a8e948-0c6a-495b-a264-eb1ff320d169 HTTP/1.1" status: 204 len: 168 time: 0.9943087 Dec 08 16:20:51.668280 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58114) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:51.753903 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-38d6fe11-5d20-40f5-9772-d8e071e141c6 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:51.760024 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-38d6fe11-5d20-40f5-9772-d8e071e141c6 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] 10.222.0.64 "DELETE /v2.0/subnets/6fcd45f9-fab2-4a8f-9689-5937b9b60e24 HTTP/1.1" status: 204 len: 168 time: 0.8037226 Dec 08 16:20:51.769435 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58116) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:51.770499 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d6fe11-5d20-40f5-9772-d8e071e141c6 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Pushing event deleted for resources: {'Subnet': ['ID=6fcd45f9-fab2-4a8f-9689-5937b9b60e24,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:51.787718 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d44ea6-b800-485d-a83c-1d1f5ab3a62d tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Pushing event updated for resources: {'Port': ['ID=c38184d3-0e7f-4616-9c84-3cdc4e15882f,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:51.790798 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f2d44ea6-b800-485d-a83c-1d1f5ab3a62d tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:51.916967 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d44ea6-b800-485d-a83c-1d1f5ab3a62d tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Network fcd7981d-5e3c-4548-8c9d-f1df7dc25730 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:20:51.919154 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-f2d44ea6-b800-485d-a83c-1d1f5ab3a62d tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:20:51.961800 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-146aa155-87a1-4373-b9f4-4e89ae76c233 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:51.966844 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3984cb81-b217-4da4-961f-2e9225d02c64 None None] DHCP port deletion for 533ca34a-1cbe-4193-ad62-28ad28c94fc4 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:20:52.005984 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5b443cf5-6762-4b59-b28c-1170679b3191 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:52.057529 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8534d9e6-2f48-4a09-b405-ef27e763e07e req-16f9db2d-5f4e-4153-b848-3920158e378e service neutron] 10.222.0.76 "GET /v2.0/networks/691a624c-964a-4825-b277-bf02eccf1ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3994048 Dec 08 16:20:52.085667 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-3984cb81-b217-4da4-961f-2e9225d02c64 None None] Deleting port 751f344c-4782-450c-a6f8-605483fa9aa8 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:20:52.088289 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff805b5-2a00-47b8-bd44-17787c78b37d req-fe060208-29ea-4ba8-9e75-82189ccdfd47 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:52.088818 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3984cb81-b217-4da4-961f-2e9225d02c64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:52.096196 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4ff805b5-2a00-47b8-bd44-17787c78b37d req-fe060208-29ea-4ba8-9e75-82189ccdfd47 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 945 time: 0.0826511 Dec 08 16:20:52.100064 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2d44ea6-b800-485d-a83c-1d1f5ab3a62d tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Router a5ee9488-afe4-43a6-90c6-b8836112ab86 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:20:52.237028 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4ff805b5-2a00-47b8-bd44-17787c78b37d req-e3a94b4b-ac40-4e67-b64e-e2310bdd5c6e tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353498 Dec 08 16:20:52.272530 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-3984cb81-b217-4da4-961f-2e9225d02c64 None None] For port 751f344c-4782-450c-a6f8-605483fa9aa8, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=751f344c-4782-450c-a6f8-605483fa9aa8,segment=NetworkSegment(e9ddabd9-d5cc-47af-8210-584a1d896665),segment_id=e9ddabd9-d5cc-47af-8210-584a1d896665)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:20:52.273101 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3984cb81-b217-4da4-961f-2e9225d02c64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:52.295468 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d44ea6-b800-485d-a83c-1d1f5ab3a62d tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:20:52.300655 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-3984cb81-b217-4da4-961f-2e9225d02c64 None None] Calling delete_port for 751f344c-4782-450c-a6f8-605483fa9aa8 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:20:52.301411 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f2d44ea6-b800-485d-a83c-1d1f5ab3a62d tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] 10.222.0.64 "PUT /v2.0/routers/a5ee9488-afe4-43a6-90c6-b8836112ab86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1785455 Dec 08 16:20:52.304100 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58122) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:52.320656 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c1116a-8153-4d6a-86ff-4c4b8c990581 None None] Sync routers for ids ['a5ee9488-afe4-43a6-90c6-b8836112ab86'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:20:52.358068 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c1116a-8153-4d6a-86ff-4c4b8c990581 None None] Routers {'a5ee9488-afe4-43a6-90c6-b8836112ab86'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:20:52.358975 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-91c1116a-8153-4d6a-86ff-4c4b8c990581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:20:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['a5ee9488-afe4-43a6-90c6-b8836112ab86'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:52.386657 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5b443cf5-6762-4b59-b28c-1170679b3191 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:52.405677 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a7df9534-f3d4-4bc6-acec-6095bf82b3ac tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks [] for router, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:52.415173 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3827cfce-4b89-4948-9b9e-3c74468d96bf req-a6b72a62-ef9a-4130-ae08-6620f00e81a8 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:52.424346 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3827cfce-4b89-4948-9b9e-3c74468d96bf req-a6b72a62-ef9a-4130-ae08-6620f00e81a8 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/ports?device_id=20e35821-4a0f-4e25-8f81-8caffde54dde HTTP/1.1" status: 200 len: 943 time: 0.0944104 Dec 08 16:20:52.457926 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-91c1116a-8153-4d6a-86ff-4c4b8c990581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:52.466543 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-5b443cf5-6762-4b59-b28c-1170679b3191 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee40c258-b206-49e1-a7d5-6790c2c1d764']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:52.482173 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-5b443cf5-6762-4b59-b28c-1170679b3191 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93948563-caf5-4ceb-befe-dd520434f49a') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:52.482569 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-5b443cf5-6762-4b59-b28c-1170679b3191 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93948563-caf5-4ceb-befe-dd520434f49a') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:52.493288 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c1116a-8153-4d6a-86ff-4c4b8c990581 None None] Routers {'a5ee9488-afe4-43a6-90c6-b8836112ab86'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:20:52.494226 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-91c1116a-8153-4d6a-86ff-4c4b8c990581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:20:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['a5ee9488-afe4-43a6-90c6-b8836112ab86'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:52.509236 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-146aa155-87a1-4373-b9f4-4e89ae76c233 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Deleting port 751f344c-4782-450c-a6f8-605483fa9aa8 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:20:52.512476 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-146aa155-87a1-4373-b9f4-4e89ae76c233 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:52.521761 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5b443cf5-6762-4b59-b28c-1170679b3191 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:52.524154 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-a7df9534-f3d4-4bc6-acec-6095bf82b3ac tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 08 16:20:52.527935 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a7df9534-f3d4-4bc6-acec-6095bf82b3ac tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] 10.222.0.64 "DELETE /v2.0/routers/a5ee9488-afe4-43a6-90c6-b8836112ab86 HTTP/1.1" status: 409 len: 329 time: 0.2200727 Dec 08 16:20:52.528266 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58126) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:52.537942 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-6c691203-d6d9-4a11-a128-49ef98bd41e6 None None] Provisioning complete for port c38184d3-0e7f-4616-9c84-3cdc4e15882f triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:52.537942 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6c691203-d6d9-4a11-a128-49ef98bd41e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:52.577973 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-6c691203-d6d9-4a11-a128-49ef98bd41e6 None None] Port c38184d3-0e7f-4616-9c84-3cdc4e15882f cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:20:52.581026 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-91c1116a-8153-4d6a-86ff-4c4b8c990581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:52.581817 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c1116a-8153-4d6a-86ff-4c4b8c990581 None None] The sync data for ids ['a5ee9488-afe4-43a6-90c6-b8836112ab86'] in n-d-776250-12 is: [] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:20:52.616858 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3827cfce-4b89-4948-9b9e-3c74468d96bf req-1bae0532-f859-4cc1-b70b-d37d0444e568 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/security-groups?id=796b0b3b-2d54-476b-abe1-7568016bfa47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914856 Dec 08 16:20:52.636343 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5b443cf5-6762-4b59-b28c-1170679b3191 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:52.663994 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b443cf5-6762-4b59-b28c-1170679b3191 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:20:52.664255 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3984cb81-b217-4da4-961f-2e9225d02c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:52.665609 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5b443cf5-6762-4b59-b28c-1170679b3191 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:52.669314 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:20:52.669314 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:20:52.669314 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:20:52.669314 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:20:52.669314 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:20:52.669314 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:20:52.669314 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:20:52.669314 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:20:52.669314 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:20:52.669314 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:20:52.669314 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:20:52.669314 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:20:52.669314 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:20:52.669314 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:20:52.669314 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:20:52.669314 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:20:52.669314 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:20:52.669314 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:20:52.669314 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:20:52.669314 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:20:52.669314 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:20:52.669314 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:20:52.669314 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:20:52.669314 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:20:52.669314 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:20:52.669314 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:20:52.669314 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:20:52.669314 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:20:52.669314 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:20:52.669314 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:20:52.669314 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:20:52.669314 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:20:52.696211 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3984cb81-b217-4da4-961f-2e9225d02c64 None None] Pushing event deleted for resources: {'Port': ['ID=751f344c-4782-450c-a6f8-605483fa9aa8,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:52.698261 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3984cb81-b217-4da4-961f-2e9225d02c64 None None] No DVR routers for this DVR port 751f344c-4782-450c-a6f8-605483fa9aa8 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:20:52.757180 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-146aa155-87a1-4373-b9f4-4e89ae76c233 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] For port 751f344c-4782-450c-a6f8-605483fa9aa8, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=751f344c-4782-450c-a6f8-605483fa9aa8,segment=NetworkSegment(e9ddabd9-d5cc-47af-8210-584a1d896665),segment_id=e9ddabd9-d5cc-47af-8210-584a1d896665)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:20:52.757602 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-146aa155-87a1-4373-b9f4-4e89ae76c233 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:52.772087 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-146aa155-87a1-4373-b9f4-4e89ae76c233 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Calling delete_port for 751f344c-4782-450c-a6f8-605483fa9aa8 owned by network:dhcp {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:20:52.852410 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5b443cf5-6762-4b59-b28c-1170679b3191 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:52.859693 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-146aa155-87a1-4373-b9f4-4e89ae76c233 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:52.863895 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5b443cf5-6762-4b59-b28c-1170679b3191 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:52.867474 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-5b443cf5-6762-4b59-b28c-1170679b3191 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] 10.222.0.64 "DELETE /v2.0/networks/ee40c258-b206-49e1-a7d5-6790c2c1d764 HTTP/1.1" status: 204 len: 168 time: 1.0945401 Dec 08 16:20:52.884953 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b443cf5-6762-4b59-b28c-1170679b3191 tempest-FloatingIPTestJSON-1724387587 tempest-FloatingIPTestJSON-1724387587-project] Pushing event deleted for resources: {'Network': ['ID=ee40c258-b206-49e1-a7d5-6790c2c1d764,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:52.906755 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa155-87a1-4373-b9f4-4e89ae76c233 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event deleted for resources: {'Port': ['ID=751f344c-4782-450c-a6f8-605483fa9aa8,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:52.908527 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146aa155-87a1-4373-b9f4-4e89ae76c233 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] No DVR routers for this DVR port 751f344c-4782-450c-a6f8-605483fa9aa8 on host n-d-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:20:53.000960 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-146aa155-87a1-4373-b9f4-4e89ae76c233 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:53.022961 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-146aa155-87a1-4373-b9f4-4e89ae76c233 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['533ca34a-1cbe-4193-ad62-28ad28c94fc4']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:53.032895 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-146aa155-87a1-4373-b9f4-4e89ae76c233 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9ddabd9-d5cc-47af-8210-584a1d896665') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:53.033264 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-146aa155-87a1-4373-b9f4-4e89ae76c233 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9ddabd9-d5cc-47af-8210-584a1d896665') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:53.044199 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-146aa155-87a1-4373-b9f4-4e89ae76c233 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:53.046278 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a863df-73b3-4f2d-a330-97517c00ce49 req-1995aa6d-65bd-4661-a022-ebea564aeb5e tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:53.047821 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b4a863df-73b3-4f2d-a330-97517c00ce49 req-1995aa6d-65bd-4661-a022-ebea564aeb5e tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 945 time: 0.1291628 Dec 08 16:20:53.060237 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-146aa155-87a1-4373-b9f4-4e89ae76c233 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:53.066474 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-146aa155-87a1-4373-b9f4-4e89ae76c233 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:20:53.066880 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-146aa155-87a1-4373-b9f4-4e89ae76c233 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:53.070103 n-d-776250-12 neutron-server[110550]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:20:53.070103 n-d-776250-12 neutron-server[110550]: self.session.flush() Dec 08 16:20:53.070103 n-d-776250-12 neutron-server[110550]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:20:53.070103 n-d-776250-12 neutron-server[110550]: self.session.flush() Dec 08 16:20:53.070103 n-d-776250-12 neutron-server[110550]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:20:53.070103 n-d-776250-12 neutron-server[110550]: self.session.flush() Dec 08 16:20:53.070103 n-d-776250-12 neutron-server[110550]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:20:53.070103 n-d-776250-12 neutron-server[110550]: self.session.flush() Dec 08 16:20:53.070103 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:20:53.070103 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:20:53.070103 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:20:53.070103 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:20:53.070103 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:20:53.070103 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:20:53.070103 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:20:53.070103 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:20:53.070103 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:20:53.070103 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:20:53.070103 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:20:53.070103 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:20:53.070103 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:20:53.070103 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:20:53.070103 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:20:53.070103 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:20:53.070103 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:20:53.070103 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:20:53.070103 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:20:53.070103 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:20:53.070103 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:20:53.070103 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:20:53.070103 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:20:53.070103 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:20:53.070103 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:20:53.070103 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:20:53.070103 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:20:53.070103 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:20:53.070103 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:20:53.070103 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:20:53.070103 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:20:53.070103 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:20:53.142292 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b4a863df-73b3-4f2d-a330-97517c00ce49 req-4922ea5c-84f0-4f70-bc2e-e1028b335557 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=0224af71-d7ce-4eed-aefa-724f93ccbe59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820689 Dec 08 16:20:53.198518 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 751f344c-4782-450c-a6f8-605483fa9aa8 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:20:53.206643 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-146aa155-87a1-4373-b9f4-4e89ae76c233 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:53.214844 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-146aa155-87a1-4373-b9f4-4e89ae76c233 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:53.217976 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-146aa155-87a1-4373-b9f4-4e89ae76c233 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "DELETE /v2.0/networks/533ca34a-1cbe-4193-ad62-28ad28c94fc4 HTTP/1.1" status: 204 len: 168 time: 1.5477884 Dec 08 16:20:53.230965 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58134) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:53.231187 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 751f344c-4782-450c-a6f8-605483fa9aa8 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:20:53.231454 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 751f344c-4782-450c-a6f8-605483fa9aa8 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:20:53.231970 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa155-87a1-4373-b9f4-4e89ae76c233 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event deleted for resources: {'Network': ['ID=533ca34a-1cbe-4193-ad62-28ad28c94fc4,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:53.237102 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-1fbd9bfd-e744-4aa0-8084-fd7fd363a124 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-860566033'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:53.278836 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c2b1c24d-1f60-4541-94c0-b19c51e9e3e9 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:53.369735 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fbd9bfd-e744-4aa0-8084-fd7fd363a124 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Made reservation on behalf of 841eb5bdac454b51a92c375fa562e333 for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:20:53.373246 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1fbd9bfd-e744-4aa0-8084-fd7fd363a124 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:53.423255 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fbd9bfd-e744-4aa0-8084-fd7fd363a124 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:20:53.468463 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a10c442-9e9f-44fa-a9e7-4063960a3fe5 req-8a567071-6540-4cdc-85d3-42dfedb6f341 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:53.469987 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6a10c442-9e9f-44fa-a9e7-4063960a3fe5 req-8a567071-6540-4cdc-85d3-42dfedb6f341 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 945 time: 0.1562889 Dec 08 16:20:53.492993 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1fbd9bfd-e744-4aa0-8084-fd7fd363a124 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:53.493340 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-1fbd9bfd-e744-4aa0-8084-fd7fd363a124 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Added segment 0703479f-0163-47d6-968c-ec78b0736df2 of type vlan for network 4bf28523-a754-4717-a93e-c187203db5a0 Dec 08 16:20:53.535462 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58146) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:53.569438 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1fbd9bfd-e744-4aa0-8084-fd7fd363a124 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:53.612980 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6a10c442-9e9f-44fa-a9e7-4063960a3fe5 req-20ece5fa-195b-464b-9d40-b34dcbd5d3f5 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178205 Dec 08 16:20:53.712243 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1fbd9bfd-e744-4aa0-8084-fd7fd363a124 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:53.717883 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbd9bfd-e744-4aa0-8084-fd7fd363a124 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:53.718515 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1fbd9bfd-e744-4aa0-8084-fd7fd363a124 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:53.758232 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-87046126-b6e1-4b79-bc3c-334486ac2afa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3dfaa92ee25a480b9e789f76eb5125bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2212265 Dec 08 16:20:53.761548 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58158) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:53.818434 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b7667d79-46da-477d-b359-dc45d55f87d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:53.842798 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbd9bfd-e744-4aa0-8084-fd7fd363a124 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event updated for resources: {'Network': ['ID=4bf28523-a754-4717-a93e-c187203db5a0,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:53.845460 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b7667d79-46da-477d-b359-dc45d55f87d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:53.858896 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 4bf28523-a754-4717-a93e-c187203db5a0 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:20:53.885631 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d37415a-28c3-4621-b7b5-2be77fcd56ce req-24331716-8465-44bf-8d25-8992cec98a2e tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:53.887448 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2d37415a-28c3-4621-b7b5-2be77fcd56ce req-24331716-8465-44bf-8d25-8992cec98a2e tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/ports?device_id=20e35821-4a0f-4e25-8f81-8caffde54dde HTTP/1.1" status: 200 len: 943 time: 0.1177666 Dec 08 16:20:53.899135 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-1fbd9bfd-e744-4aa0-8084-fd7fd363a124 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6644762 Dec 08 16:20:53.904346 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58160) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:53.904512 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-c2b1c24d-1f60-4541-94c0-b19c51e9e3e9 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Deleting port c38184d3-0e7f-4616-9c84-3cdc4e15882f {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:20:53.904512 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c2b1c24d-1f60-4541-94c0-b19c51e9e3e9 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:53.904747 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-b13e5a32-563e-4591-aa43-283ea89bc718 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Request body: {'subnet': {'network_id': '4bf28523-a754-4717-a93e-c187203db5a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:53.996082 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b7667d79-46da-477d-b359-dc45d55f87d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:53.999756 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b7667d79-46da-477d-b359-dc45d55f87d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:54.003492 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b7667d79-46da-477d-b359-dc45d55f87d3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2d892493-d178-4cc4-ab63-4953d764e194 HTTP/1.1" status: 204 len: 168 time: 0.2382994 Dec 08 16:20:54.019507 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2d37415a-28c3-4621-b7b5-2be77fcd56ce req-42c5b934-95b2-489d-8011-063e24f35e4d tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/security-groups?id=796b0b3b-2d54-476b-abe1-7568016bfa47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162415 Dec 08 16:20:54.023308 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7667d79-46da-477d-b359-dc45d55f87d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d892493-d178-4cc4-ab63-4953d764e194,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:54.058305 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c2b1c24d-1f60-4541-94c0-b19c51e9e3e9 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:54.080862 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-c2b1c24d-1f60-4541-94c0-b19c51e9e3e9 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Calling delete_port for c38184d3-0e7f-4616-9c84-3cdc4e15882f owned by network:router_interface {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:20:54.143926 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13e5a32-563e-4591-aa43-283ea89bc718 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Made reservation on behalf of 841eb5bdac454b51a92c375fa562e333 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:20:54.147607 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b13e5a32-563e-4591-aa43-283ea89bc718 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:54.202511 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf25f4d-7487-40b3-88ff-5c63d7777ff7 req-dea3c903-f94c-4098-9db4-1be3a1608a3f tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:54.204561 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cbf25f4d-7487-40b3-88ff-5c63d7777ff7 req-dea3c903-f94c-4098-9db4-1be3a1608a3f tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 945 time: 0.0780790 Dec 08 16:20:54.317979 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cbf25f4d-7487-40b3-88ff-5c63d7777ff7 req-c79896d3-326b-4e35-9613-d905ee0301a1 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646756 Dec 08 16:20:54.328785 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b19aa1-3787-4e68-a7e3-b1e8fd306753 req-35b5ba13-6ef5-420f-a3c0-45a5a0fb1b0a tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:54.330651 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-44b19aa1-3787-4e68-a7e3-b1e8fd306753 req-35b5ba13-6ef5-420f-a3c0-45a5a0fb1b0a tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 945 time: 0.0726814 Dec 08 16:20:54.480857 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c2b1c24d-1f60-4541-94c0-b19c51e9e3e9 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:54.500034 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-44b19aa1-3787-4e68-a7e3-b1e8fd306753 req-566213a9-e20e-4365-a4ba-22803ec3f01e tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=0224af71-d7ce-4eed-aefa-724f93ccbe59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213155 Dec 08 16:20:54.515951 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b1c24d-1f60-4541-94c0-b19c51e9e3e9 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Pushing event deleted for resources: {'Port': ['ID=c38184d3-0e7f-4616-9c84-3cdc4e15882f,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:54.613189 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b13e5a32-563e-4591-aa43-283ea89bc718 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:54.713499 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13e5a32-563e-4591-aa43-283ea89bc718 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event updated for resources: {'Subnet': ['ID=cdf305f2-6878-4b80-8c3c-1749351fae41,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:54.729523 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13e5a32-563e-4591-aa43-283ea89bc718 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Checking segment: {'id': '0703479f-0163-47d6-968c-ec78b0736df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '4bf28523-a754-4717-a93e-c187203db5a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:20:54.729966 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13e5a32-563e-4591-aa43-283ea89bc718 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Network hostable DHCP agents. Network: 4bf28523-a754-4717-a93e-c187203db5a0, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:20:54.741802 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c2b1c24d-1f60-4541-94c0-b19c51e9e3e9 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:54.829325 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13e5a32-563e-4591-aa43-283ea89bc718 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Network 4bf28523-a754-4717-a93e-c187203db5a0 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:20:54.926581 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-b13e5a32-563e-4591-aa43-283ea89bc718 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 4bf28523-a754-4717-a93e-c187203db5a0) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:20:54.931483 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13e5a32-563e-4591-aa43-283ea89bc718 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:54.932163 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b13e5a32-563e-4591-aa43-283ea89bc718 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:54.938274 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2b1c24d-1f60-4541-94c0-b19c51e9e3e9 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Router a5ee9488-afe4-43a6-90c6-b8836112ab86 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:20:54.939190 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12a507d-2ad5-4fa9-b696-8a7ecb83a23c None None] Network 4bf28523-a754-4717-a93e-c187203db5a0 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:20:55.022850 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b1c24d-1f60-4541-94c0-b19c51e9e3e9 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:20:55.032260 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b13e5a32-563e-4591-aa43-283ea89bc718 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1316600 Dec 08 16:20:55.033822 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c2b1c24d-1f60-4541-94c0-b19c51e9e3e9 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] 10.222.0.64 "PUT /v2.0/routers/a5ee9488-afe4-43a6-90c6-b8836112ab86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5045195 Dec 08 16:20:55.034955 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58184) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:55.040764 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bd226d-3cce-4927-8278-29beacdd7a6d None None] Sync routers for ids ['a5ee9488-afe4-43a6-90c6-b8836112ab86'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:20:55.042387 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58186) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:55.054116 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-37870f68-0555-4cde-ac7e-96c2dbfa19f6 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Request body: {'port': {'network_id': '4bf28523-a754-4717-a93e-c187203db5a0', 'name': 'tempest-PortsTestJSON-973399989', 'fixed_ips': [{'subnet_id': 'cdf305f2-6878-4b80-8c3c-1749351fae41', 'ip_address': '172.20.0.10'}]}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:55.054877 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bd226d-3cce-4927-8278-29beacdd7a6d None None] Routers {'a5ee9488-afe4-43a6-90c6-b8836112ab86'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:20:55.054877 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-85bd226d-3cce-4927-8278-29beacdd7a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:20:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['a5ee9488-afe4-43a6-90c6-b8836112ab86'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:55.097054 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd27b8b8-eacb-4421-85b0-225a094979f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-4bf28523-a754-4717-a93e-c187203db5a0', 'network_id': '4bf28523-a754-4717-a93e-c187203db5a0', 'project_id': '841eb5bdac454b51a92c375fa562e333', 'fixed_ips': [{'subnet_id': 'cdf305f2-6878-4b80-8c3c-1749351fae41'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:20:55.097952 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-dd27b8b8-eacb-4421-85b0-225a094979f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:55.150108 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-85bd226d-3cce-4927-8278-29beacdd7a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:55.164936 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-19253eba-1646-4300-b616-c1cd55058404 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] show failed (client error): The resource could not be found. Dec 08 16:20:55.166544 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-19253eba-1646-4300-b616-c1cd55058404 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] 10.222.0.64 "GET /v2.0/routers/tempest-non_exist_router-232654708 HTTP/1.1" status: 404 len: 334 time: 0.1213832 Dec 08 16:20:55.170532 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58194) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:55.176992 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bd226d-3cce-4927-8278-29beacdd7a6d None None] Routers {'a5ee9488-afe4-43a6-90c6-b8836112ab86'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:20:55.178639 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-4073e943-4470-4f54-b2e4-ad4f0cf42382 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Request body: {'router': {'name': 'new_name'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:55.179639 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-85bd226d-3cce-4927-8278-29beacdd7a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:20:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['a5ee9488-afe4-43a6-90c6-b8836112ab86'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:55.240133 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [None req-4073e943-4470-4f54-b2e4-ad4f0cf42382 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] update failed (client error): The resource could not be found. Dec 08 16:20:55.242064 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-4073e943-4470-4f54-b2e4-ad4f0cf42382 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] 10.222.0.64 "PUT /v2.0/routers/tempest-non_exist_router-919324942 HTTP/1.1" status: 404 len: 334 time: 0.0701413 Dec 08 16:20:55.246872 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acebb81e-68f4-4ea7-9848-5ffb6ceb9aed req-887b16be-cd87-4b61-92ce-610149ac6a54 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:55.247913 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58196) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:55.262853 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-acebb81e-68f4-4ea7-9848-5ffb6ceb9aed req-887b16be-cd87-4b61-92ce-610149ac6a54 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/ports?device_id=20e35821-4a0f-4e25-8f81-8caffde54dde HTTP/1.1" status: 200 len: 943 time: 0.0747972 Dec 08 16:20:55.268224 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-85bd226d-3cce-4927-8278-29beacdd7a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:55.272554 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bd226d-3cce-4927-8278-29beacdd7a6d None None] The sync data for ids ['a5ee9488-afe4-43a6-90c6-b8836112ab86'] in n-d-776250-12 is: [] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:20:55.327860 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-acebb81e-68f4-4ea7-9848-5ffb6ceb9aed req-2de9d5a5-2c46-40ea-920e-cac82142fda4 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/security-groups?id=796b0b3b-2d54-476b-abe1-7568016bfa47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715427 Dec 08 16:20:55.372469 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-63ecdd00-7c16-498e-99bb-5a4db922beb8 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Deleting subnet 0b0b68ff-d684-4aef-8b1c-90c90fa3dd66 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:20:55.375698 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-63ecdd00-7c16-498e-99bb-5a4db922beb8 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:55.410203 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-dd27b8b8-eacb-4421-85b0-225a094979f7 None None] Allocated IP 172.20.0.2 (4bf28523-a754-4717-a93e-c187203db5a0/cdf305f2-6878-4b80-8c3c-1749351fae41/9ab8b761-fcd4-463f-8b8b-19e420b98cce) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:20:55.428398 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58202) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:55.436035 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-63ecdd00-7c16-498e-99bb-5a4db922beb8 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:55.527905 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37870f68-0555-4cde-ac7e-96c2dbfa19f6 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Made reservation on behalf of 841eb5bdac454b51a92c375fa562e333 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:20:55.588331 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-da09cdaf-da3a-4edd-b02c-3d03a039f14a tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Request body: {'networks': [{'name': 'tempest-network--1658321421'}, {'name': 'tempest-network--854835591'}]} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:55.588970 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-da09cdaf-da3a-4edd-b02c-3d03a039f14a tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Request body: {'network': {'name': 'tempest-network--1658321421'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:55.593379 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-da09cdaf-da3a-4edd-b02c-3d03a039f14a tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Request body: {'network': {'name': 'tempest-network--854835591'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:55.608091 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c948d884-b265-4ad5-bdf9-3a452cebc66e req-7d6c65fa-79f9-4bcb-84e5-be56545311cc tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:55.617452 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c948d884-b265-4ad5-bdf9-3a452cebc66e req-7d6c65fa-79f9-4bcb-84e5-be56545311cc tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 945 time: 0.1575913 Dec 08 16:20:55.645161 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-dd27b8b8-eacb-4421-85b0-225a094979f7 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:55.657187 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device d3eb24a8-683a-4f98-be8e-72e568f695f9 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:20:55.669750 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-63ecdd00-7c16-498e-99bb-5a4db922beb8 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:55.700570 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b732f57-02fb-468e-9d72-4c9d7d7d1f58 req-8015302d-c6d7-4dc4-91ec-2fdedf997208 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:55.709247 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8b732f57-02fb-468e-9d72-4c9d7d7d1f58 req-8015302d-c6d7-4dc4-91ec-2fdedf997208 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 945 time: 0.0697107 Dec 08 16:20:55.744343 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da09cdaf-da3a-4edd-b02c-3d03a039f14a tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Made reservation on behalf of d6718933104b40868c0c60c532a17af2 for: {'network': 2} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:20:55.750967 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-da09cdaf-da3a-4edd-b02c-3d03a039f14a tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:55.778391 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-da09cdaf-da3a-4edd-b02c-3d03a039f14a tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:55.802902 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c948d884-b265-4ad5-bdf9-3a452cebc66e req-0b53213a-0016-4df9-8856-e652327abb9c tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1834412 Dec 08 16:20:55.805390 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port d3eb24a8-683a-4f98-be8e-72e568f695f9, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=d3eb24a8-683a-4f98-be8e-72e568f695f9,segment=NetworkSegment(029293b9-4a14-4a19-b525-a343c058b382),segment_id=029293b9-4a14-4a19-b525-a343c058b382)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:20:55.809530 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8b732f57-02fb-468e-9d72-4c9d7d7d1f58 req-1d3dabc6-690f-462b-8d09-e3d894a25669 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=0224af71-d7ce-4eed-aefa-724f93ccbe59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990820 Dec 08 16:20:55.826616 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-37870f68-0555-4cde-ac7e-96c2dbfa19f6 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:55.835090 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-dd27b8b8-eacb-4421-85b0-225a094979f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:55.841047 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': 'd3eb24a8-683a-4f98-be8e-72e568f695f9', 'network_id': '691a624c-964a-4825-b277-bf02eccf1ff9', 'port_id': 'd3eb24a8-683a-4f98-be8e-72e568f695f9', 'mac_address': 'fa:16:3e:a3:a2:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d509bf9-344c-445e-87cc-39c21b210aee', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:20:55.885882 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [None req-37870f68-0555-4cde-ac7e-96c2dbfa19f6 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] device_id is not set on port bee30ae1-aa8a-46ed-a77b-7d3fdcbe1ce3 yet. {{(pid=110550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:20:55.893156 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd27b8b8-eacb-4421-85b0-225a094979f7 None None] Network 4bf28523-a754-4717-a93e-c187203db5a0 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:20:55.900450 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-dd27b8b8-eacb-4421-85b0-225a094979f7 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:20:55.926490 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd27b8b8-eacb-4421-85b0-225a094979f7 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:20:55.946719 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd27b8b8-eacb-4421-85b0-225a094979f7 None None] Pushing event updated for resources: {'Port': ['ID=9ab8b761-fcd4-463f-8b8b-19e420b98cce,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:55.959589 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-63ecdd00-7c16-498e-99bb-5a4db922beb8 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:55.984257 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:56.016499 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-da09cdaf-da3a-4edd-b02c-3d03a039f14a tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:56.017512 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3eb24a8-683a-4f98-be8e-72e568f695f9 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:20:56.041346 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-dd27b8b8-eacb-4421-85b0-225a094979f7 None None] Attempting to bind port 9ab8b761-fcd4-463f-8b8b-19e420b98cce on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:20:56.041727 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-dd27b8b8-eacb-4421-85b0-225a094979f7 None None] Attempting to bind port 9ab8b761-fcd4-463f-8b8b-19e420b98cce by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '0703479f-0163-47d6-968c-ec78b0736df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '4bf28523-a754-4717-a93e-c187203db5a0'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:20:56.042137 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd27b8b8-eacb-4421-85b0-225a094979f7 None None] Attempting to bind port 9ab8b761-fcd4-463f-8b8b-19e420b98cce on network 4bf28523-a754-4717-a93e-c187203db5a0 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:20:56.046563 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port d3eb24a8-683a-4f98-be8e-72e568f695f9, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=d3eb24a8-683a-4f98-be8e-72e568f695f9,segment=NetworkSegment(029293b9-4a14-4a19-b525-a343c058b382),segment_id=029293b9-4a14-4a19-b525-a343c058b382)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:20:56.049995 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd27b8b8-eacb-4421-85b0-225a094979f7 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:20:56.050555 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd27b8b8-eacb-4421-85b0-225a094979f7 None None] Checking segment: {'id': '0703479f-0163-47d6-968c-ec78b0736df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '4bf28523-a754-4717-a93e-c187203db5a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:20:56.050990 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-dd27b8b8-eacb-4421-85b0-225a094979f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:56.051389 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd27b8b8-eacb-4421-85b0-225a094979f7 None None] Bound using segment: {'id': '0703479f-0163-47d6-968c-ec78b0736df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '4bf28523-a754-4717-a93e-c187203db5a0'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:20:56.052599 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-dd27b8b8-eacb-4421-85b0-225a094979f7 None None] Bound port: 9ab8b761-fcd4-463f-8b8b-19e420b98cce, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0703479f-0163-47d6-968c-ec78b0736df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '4bf28523-a754-4717-a93e-c187203db5a0'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:20:56.053000 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-dd27b8b8-eacb-4421-85b0-225a094979f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:56.054758 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ecdd00-7c16-498e-99bb-5a4db922beb8 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Pushing event deleted for resources: {'Subnet': ['ID=0b0b68ff-d684-4aef-8b1c-90c90fa3dd66,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:56.060724 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-63ecdd00-7c16-498e-99bb-5a4db922beb8 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:56.063890 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-63ecdd00-7c16-498e-99bb-5a4db922beb8 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] 10.222.0.64 "DELETE /v2.0/subnets/0b0b68ff-d684-4aef-8b1c-90c90fa3dd66 HTTP/1.1" status: 204 len: 168 time: 0.8147006 Dec 08 16:20:56.066478 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58212) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:56.079543 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee1fe04-9bf7-440e-8bc4-806d44c1be31 None None] Network d53b5fd6-1d1a-4be5-a7d9-637ccb75e2f9 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:20:56.111302 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e402c8-c352-4985-8e3e-5701ea192770 req-f413b432-af4b-4a7e-9070-dbce0dd3bc15 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:56.117471 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-78e402c8-c352-4985-8e3e-5701ea192770 req-f413b432-af4b-4a7e-9070-dbce0dd3bc15 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 945 time: 0.1640522 Dec 08 16:20:56.135981 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-da09cdaf-da3a-4edd-b02c-3d03a039f14a tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:56.142380 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-da09cdaf-da3a-4edd-b02c-3d03a039f14a tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:56.176929 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab54e654-8d94-4354-a042-d7d952cd56ff tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Deleting subnet 0e545bb8-311d-4f69-a1d4-c4c1d182faf2 {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:20:56.190594 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:56.194532 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ab54e654-8d94-4354-a042-d7d952cd56ff tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:56.214613 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-78e402c8-c352-4985-8e3e-5701ea192770 req-f435f585-9e04-478c-ada0-80656b972f9f tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927320 Dec 08 16:20:56.221624 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da09cdaf-da3a-4edd-b02c-3d03a039f14a tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23c8e458-437f-4938-9140-22484364fc2b,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:56.249706 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da09cdaf-da3a-4edd-b02c-3d03a039f14a tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:20:56.274539 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-da09cdaf-da3a-4edd-b02c-3d03a039f14a tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:56.275445 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-da09cdaf-da3a-4edd-b02c-3d03a039f14a tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Added segment 3bfb0a4c-ff7e-412e-9221-4520e6e696ee of type vlan for network 541aa708-bb6c-4bb8-9827-af5119edd79f Dec 08 16:20:56.291603 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-dd27b8b8-eacb-4421-85b0-225a094979f7 None None] For port 9ab8b761-fcd4-463f-8b8b-19e420b98cce, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:20:56.291603 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-dd27b8b8-eacb-4421-85b0-225a094979f7 None None] For port 9ab8b761-fcd4-463f-8b8b-19e420b98cce, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=9ab8b761-fcd4-463f-8b8b-19e420b98cce,segment=NetworkSegment(0703479f-0163-47d6-968c-ec78b0736df2),segment_id=0703479f-0163-47d6-968c-ec78b0736df2)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:20:56.291890 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-37870f68-0555-4cde-ac7e-96c2dbfa19f6 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Allocated IP 172.20.0.10 (4bf28523-a754-4717-a93e-c187203db5a0/cdf305f2-6878-4b80-8c3c-1749351fae41/bee30ae1-aa8a-46ed-a77b-7d3fdcbe1ce3) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:20:56.295693 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ab54e654-8d94-4354-a042-d7d952cd56ff tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:56.379770 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=d3eb24a8-683a-4f98-be8e-72e568f695f9,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:56.440613 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-da09cdaf-da3a-4edd-b02c-3d03a039f14a tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:56.480861 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17391a1b-6328-40b2-a527-ab7a2dfc1c1c req-90f7606e-77df-4f6b-aeb6-f2d329b73949 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:56.488293 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-17391a1b-6328-40b2-a527-ab7a2dfc1c1c req-90f7606e-77df-4f6b-aeb6-f2d329b73949 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 945 time: 0.1431046 Dec 08 16:20:56.489090 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-dd27b8b8-eacb-4421-85b0-225a094979f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:56.562811 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da45b8b7-8db4-414b-bf5b-a3e21ec241d5 req-638a55f9-4602-4fef-85ad-909701c36b18 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:56.564540 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-da45b8b7-8db4-414b-bf5b-a3e21ec241d5 req-638a55f9-4602-4fef-85ad-909701c36b18 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/ports?device_id=20e35821-4a0f-4e25-8f81-8caffde54dde HTTP/1.1" status: 200 len: 944 time: 0.1499689 Dec 08 16:20:56.570905 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da09cdaf-da3a-4edd-b02c-3d03a039f14a tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:20:56.579997 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-17391a1b-6328-40b2-a527-ab7a2dfc1c1c req-2fb0b6af-fb5c-4918-b9df-96789164f94f tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906878 Dec 08 16:20:56.582339 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ab54e654-8d94-4354-a042-d7d952cd56ff tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:56.635500 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-da09cdaf-da3a-4edd-b02c-3d03a039f14a tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:56.635930 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-da09cdaf-da3a-4edd-b02c-3d03a039f14a tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Added segment c11408ec-e4c5-4cbf-a7fd-d6044286aa26 of type vlan for network 7156bc25-3c8f-4a2c-a7d0-035c00fe223e Dec 08 16:20:56.675165 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-37870f68-0555-4cde-ac7e-96c2dbfa19f6 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:56.716676 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-da09cdaf-da3a-4edd-b02c-3d03a039f14a tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:56.717712 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ded974-1c78-47f7-ae6c-f38f8871efb3 req-9dd92dd6-7fb0-4af6-89f8-af76e2a937a2 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:56.719309 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-76ded974-1c78-47f7-ae6c-f38f8871efb3 req-9dd92dd6-7fb0-4af6-89f8-af76e2a937a2 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 945 time: 0.0814338 Dec 08 16:20:56.725662 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-da45b8b7-8db4-414b-bf5b-a3e21ec241d5 req-313e469e-3a77-4959-940d-94472f7ed6a6 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/security-groups?id=796b0b3b-2d54-476b-abe1-7568016bfa47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523523 Dec 08 16:20:56.764561 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e168153-2b14-4025-abf5-9b7bf987e012 None None] DHCP port deletion for d53b5fd6-1d1a-4be5-a7d9-637ccb75e2f9 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:20:56.767121 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['d3eb24a8-683a-4f98-be8e-72e568f695f9'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:20:56.799022 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-76ded974-1c78-47f7-ae6c-f38f8871efb3 req-b234bbe6-87e6-49d1-bf79-8aecbc6900fd tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620766 Dec 08 16:20:56.841103 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ab54e654-8d94-4354-a042-d7d952cd56ff tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:56.880641 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab54e654-8d94-4354-a042-d7d952cd56ff tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Pushing event deleted for resources: {'Subnet': ['ID=0e545bb8-311d-4f69-a1d4-c4c1d182faf2,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:56.883257 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-37870f68-0555-4cde-ac7e-96c2dbfa19f6 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:56.893820 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd27b8b8-eacb-4421-85b0-225a094979f7 None None] Pushing event updated for resources: {'Port': ['ID=9ab8b761-fcd4-463f-8b8b-19e420b98cce,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:56.907661 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-da09cdaf-da3a-4edd-b02c-3d03a039f14a tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:56.908312 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-da09cdaf-da3a-4edd-b02c-3d03a039f14a tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:56.914924 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da09cdaf-da3a-4edd-b02c-3d03a039f14a tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:56.937405 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da09cdaf-da3a-4edd-b02c-3d03a039f14a tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:56.938110 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-da09cdaf-da3a-4edd-b02c-3d03a039f14a tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:56.950886 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-3e168153-2b14-4025-abf5-9b7bf987e012 None None] Deleting port 525499d3-ced7-4a6c-b74a-1654cd7dda50 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:20:56.951462 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3e168153-2b14-4025-abf5-9b7bf987e012 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:56.974463 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37870f68-0555-4cde-ac7e-96c2dbfa19f6 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Network 4bf28523-a754-4717-a93e-c187203db5a0 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:20:56.978267 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-37870f68-0555-4cde-ac7e-96c2dbfa19f6 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:20:56.987639 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37870f68-0555-4cde-ac7e-96c2dbfa19f6 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:20:56.992894 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37870f68-0555-4cde-ac7e-96c2dbfa19f6 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event updated for resources: {'Port': ['ID=bee30ae1-aa8a-46ed-a77b-7d3fdcbe1ce3,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:57.056595 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fedc28c-bb6b-48f0-981a-69c6dfc5e4a6 None None] Network 7bbcc982-0ca1-4ded-be40-3f1e635df851 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:20:57.088125 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37870f68-0555-4cde-ac7e-96c2dbfa19f6 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:57.089237 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-37870f68-0555-4cde-ac7e-96c2dbfa19f6 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:57.116975 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ab54e654-8d94-4354-a042-d7d952cd56ff tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:57.126028 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ab54e654-8d94-4354-a042-d7d952cd56ff tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] 10.222.0.64 "DELETE /v2.0/subnets/0e545bb8-311d-4f69-a1d4-c4c1d182faf2 HTTP/1.1" status: 204 len: 168 time: 1.0575953 Dec 08 16:20:57.126889 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da09cdaf-da3a-4edd-b02c-3d03a039f14a tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Pushing event updated for resources: {'Network': ['ID=541aa708-bb6c-4bb8-9827-af5119edd79f,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:57.127256 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58228) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:57.143739 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-3e168153-2b14-4025-abf5-9b7bf987e012 None None] For port 525499d3-ced7-4a6c-b74a-1654cd7dda50, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=525499d3-ced7-4a6c-b74a-1654cd7dda50,segment=NetworkSegment(1bad0e7b-fb07-4d85-b3db-6675ca3ba227),segment_id=1bad0e7b-fb07-4d85-b3db-6675ca3ba227)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:20:57.144125 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3e168153-2b14-4025-abf5-9b7bf987e012 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:57.198693 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-3e168153-2b14-4025-abf5-9b7bf987e012 None None] Calling delete_port for 525499d3-ced7-4a6c-b74a-1654cd7dda50 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:20:57.218173 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 541aa708-bb6c-4bb8-9827-af5119edd79f details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:20:57.258081 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-da09cdaf-da3a-4edd-b02c-3d03a039f14a tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.8254550 Dec 08 16:20:57.264480 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58230) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:57.299684 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-37870f68-0555-4cde-ac7e-96c2dbfa19f6 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2619269 Dec 08 16:20:57.310301 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58232) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:57.330723 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-17f43763-ad0e-4426-a538-6bb032162d1b tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Request body: {'port': {'network_id': '4bf28523-a754-4717-a93e-c187203db5a0', 'name': 'tempest-PortsTestJSON-1126065944', 'fixed_ips': [{'subnet_id': 'cdf305f2-6878-4b80-8c3c-1749351fae41', 'ip_address': '172.20.0.9'}]}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:57.459867 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 525499d3-ced7-4a6c-b74a-1654cd7dda50 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:20:57.461278 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1f354a4a-04b1-4b98-aa6e-86b462f2afdf tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:57.517465 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec2151b-1fd9-4333-8127-0bc4a0872b3c tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:57.526490 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec2151b-1fd9-4333-8127-0bc4a0872b3c tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:57.538854 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec2151b-1fd9-4333-8127-0bc4a0872b3c tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:57.546100 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec2151b-1fd9-4333-8127-0bc4a0872b3c tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:57.548272 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-0ec2151b-1fd9-4333-8127-0bc4a0872b3c tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2814665 Dec 08 16:20:57.552720 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58236) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:57.566395 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b0684-3574-4c0d-b17f-bca0e0cebef3 req-070be0ff-db84-4fb0-807e-093aaef166a3 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:57.568225 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1f1b0684-3574-4c0d-b17f-bca0e0cebef3 req-070be0ff-db84-4fb0-807e-093aaef166a3 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 945 time: 0.6114368 Dec 08 16:20:57.569118 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da09cdaf-da3a-4edd-b02c-3d03a039f14a tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Pushing event updated for resources: {'Network': ['ID=7156bc25-3c8f-4a2c-a7d0-035c00fe223e,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:57.591559 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 7156bc25-3c8f-4a2c-a7d0-035c00fe223e details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:20:57.664822 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1f1b0684-3574-4c0d-b17f-bca0e0cebef3 req-7e033b45-ac92-4a8e-aef2-ad5801ea6708 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=0224af71-d7ce-4eed-aefa-724f93ccbe59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830097 Dec 08 16:20:57.684616 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-1f354a4a-04b1-4b98-aa6e-86b462f2afdf tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Deleting port 525499d3-ced7-4a6c-b74a-1654cd7dda50 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:20:57.685161 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1f354a4a-04b1-4b98-aa6e-86b462f2afdf tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:57.765649 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-1f354a4a-04b1-4b98-aa6e-86b462f2afdf tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] For port 525499d3-ced7-4a6c-b74a-1654cd7dda50, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=525499d3-ced7-4a6c-b74a-1654cd7dda50,segment=NetworkSegment(1bad0e7b-fb07-4d85-b3db-6675ca3ba227),segment_id=1bad0e7b-fb07-4d85-b3db-6675ca3ba227)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:20:57.766571 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1f354a4a-04b1-4b98-aa6e-86b462f2afdf tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:57.773169 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-930c088d-7a11-4c95-b7e3-b6f549410d20 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:57.792660 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f43763-ad0e-4426-a538-6bb032162d1b tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Made reservation on behalf of 841eb5bdac454b51a92c375fa562e333 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:20:57.799500 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-17f43763-ad0e-4426-a538-6bb032162d1b tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:57.832454 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [None req-17f43763-ad0e-4426-a538-6bb032162d1b tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] device_id is not set on port 50cb6d3f-ca6b-477b-88cc-b0453abbdb48 yet. {{(pid=110550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:20:57.849881 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3e168153-2b14-4025-abf5-9b7bf987e012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:57.865084 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e401fa2-13b7-42a9-923e-9d07ed05b0d3 None None] DHCP port deletion for 7bbcc982-0ca1-4ded-be40-3f1e635df851 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:20:57.910960 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-1f354a4a-04b1-4b98-aa6e-86b462f2afdf tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Calling delete_port for 525499d3-ced7-4a6c-b74a-1654cd7dda50 owned by network:dhcp {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:20:57.922736 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:57.930077 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e168153-2b14-4025-abf5-9b7bf987e012 None None] Pushing event deleted for resources: {'Port': ['ID=525499d3-ced7-4a6c-b74a-1654cd7dda50,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:57.979425 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e168153-2b14-4025-abf5-9b7bf987e012 None None] No DVR routers for this DVR port 525499d3-ced7-4a6c-b74a-1654cd7dda50 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:20:58.083729 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-1e401fa2-13b7-42a9-923e-9d07ed05b0d3 None None] Deleting port ff194a4f-b321-410d-bc39-76a8c0330782 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:20:58.084591 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1e401fa2-13b7-42a9-923e-9d07ed05b0d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:58.171316 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-1e401fa2-13b7-42a9-923e-9d07ed05b0d3 None None] For port ff194a4f-b321-410d-bc39-76a8c0330782, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=ff194a4f-b321-410d-bc39-76a8c0330782,segment=NetworkSegment(619fc31e-3906-4346-a901-5e5532b5ce77),segment_id=619fc31e-3906-4346-a901-5e5532b5ce77)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:20:58.171910 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1e401fa2-13b7-42a9-923e-9d07ed05b0d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:58.189609 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-1e401fa2-13b7-42a9-923e-9d07ed05b0d3 None None] Calling delete_port for ff194a4f-b321-410d-bc39-76a8c0330782 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:20:58.316255 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6dabfc8-a4eb-419c-8759-9919d6b5ec79 None None] Network 4bf28523-a754-4717-a93e-c187203db5a0 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:20:58.384992 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1e401fa2-13b7-42a9-923e-9d07ed05b0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:58.420398 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-9737cc06-1e00-45e3-93ed-307362949e95 None None] Provisioning complete for port 9ab8b761-fcd4-463f-8b8b-19e420b98cce triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:58.420924 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9737cc06-1e00-45e3-93ed-307362949e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:58.432442 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e401fa2-13b7-42a9-923e-9d07ed05b0d3 None None] Pushing event deleted for resources: {'Port': ['ID=ff194a4f-b321-410d-bc39-76a8c0330782,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:58.455861 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e401fa2-13b7-42a9-923e-9d07ed05b0d3 None None] No DVR routers for this DVR port ff194a4f-b321-410d-bc39-76a8c0330782 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:20:58.573178 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9737cc06-1e00-45e3-93ed-307362949e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:58.618774 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30848cf-81a8-45ef-85dd-7af22df1cae0 req-24d11743-0b71-49ad-90a1-26a1bf8f43d5 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:58.620499 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b30848cf-81a8-45ef-85dd-7af22df1cae0 req-24d11743-0b71-49ad-90a1-26a1bf8f43d5 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/ports?device_id=20e35821-4a0f-4e25-8f81-8caffde54dde HTTP/1.1" status: 200 len: 944 time: 0.7147434 Dec 08 16:20:58.621675 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-9737cc06-1e00-45e3-93ed-307362949e95 None None] For port 9ab8b761-fcd4-463f-8b8b-19e420b98cce, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=9ab8b761-fcd4-463f-8b8b-19e420b98cce,segment=NetworkSegment(0703479f-0163-47d6-968c-ec78b0736df2),segment_id=0703479f-0163-47d6-968c-ec78b0736df2)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:20:58.630949 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-930c088d-7a11-4c95-b7e3-b6f549410d20 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:58.690125 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-930c088d-7a11-4c95-b7e3-b6f549410d20 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['541aa708-bb6c-4bb8-9827-af5119edd79f']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:58.694786 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-17f43763-ad0e-4426-a538-6bb032162d1b tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Allocated IP 172.20.0.9 (4bf28523-a754-4717-a93e-c187203db5a0/cdf305f2-6878-4b80-8c3c-1749351fae41/50cb6d3f-ca6b-477b-88cc-b0453abbdb48) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:20:58.700839 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9737cc06-1e00-45e3-93ed-307362949e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:58.714177 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-930c088d-7a11-4c95-b7e3-b6f549410d20 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bfb0a4c-ff7e-412e-9221-4520e6e696ee') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:58.714486 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-930c088d-7a11-4c95-b7e3-b6f549410d20 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bfb0a4c-ff7e-412e-9221-4520e6e696ee') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:58.740959 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1f354a4a-04b1-4b98-aa6e-86b462f2afdf tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:58.756669 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-930c088d-7a11-4c95-b7e3-b6f549410d20 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:58.791400 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f354a4a-04b1-4b98-aa6e-86b462f2afdf tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Pushing event deleted for resources: {'Port': ['ID=525499d3-ced7-4a6c-b74a-1654cd7dda50,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:58.800310 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f354a4a-04b1-4b98-aa6e-86b462f2afdf tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] No DVR routers for this DVR port 525499d3-ced7-4a6c-b74a-1654cd7dda50 on host n-d-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:20:58.804477 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9737cc06-1e00-45e3-93ed-307362949e95 None None] Pushing event updated for resources: {'Port': ['ID=9ab8b761-fcd4-463f-8b8b-19e420b98cce,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:58.832096 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b30848cf-81a8-45ef-85dd-7af22df1cae0 req-e02ec086-590e-4abc-8cc4-1d4bb8c99702 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/security-groups?id=796b0b3b-2d54-476b-abe1-7568016bfa47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981046 Dec 08 16:20:58.865249 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-930c088d-7a11-4c95-b7e3-b6f549410d20 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:58.886210 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-930c088d-7a11-4c95-b7e3-b6f549410d20 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:20:58.886711 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-930c088d-7a11-4c95-b7e3-b6f549410d20 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:58.901231 n-d-776250-12 neutron-server[110550]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:20:58.901231 n-d-776250-12 neutron-server[110550]: self.session.flush() Dec 08 16:20:58.901231 n-d-776250-12 neutron-server[110550]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:20:58.901231 n-d-776250-12 neutron-server[110550]: self.session.flush() Dec 08 16:20:58.901231 n-d-776250-12 neutron-server[110550]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:20:58.901231 n-d-776250-12 neutron-server[110550]: self.session.flush() Dec 08 16:20:58.901231 n-d-776250-12 neutron-server[110550]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:20:58.901231 n-d-776250-12 neutron-server[110550]: self.session.flush() Dec 08 16:20:58.901231 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:20:58.901231 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:20:58.901231 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:20:58.901231 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:20:58.901231 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:20:58.901231 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:20:58.901231 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:20:58.901231 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:20:58.901231 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:20:58.901231 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:20:58.901231 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:20:58.901231 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:20:58.901231 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:20:58.901231 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:20:58.901231 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:20:58.901231 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:20:58.901231 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:20:58.901231 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:20:58.901231 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:20:58.901231 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:20:58.901231 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:20:58.901231 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:20:58.901231 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:20:58.901231 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:20:58.901231 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:20:58.901231 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:20:58.901231 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:20:58.901231 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:20:58.901231 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:20:58.901231 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:20:58.901231 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:20:58.901231 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:20:58.908077 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3713a0b3-c933-4fae-996a-8f931ecb89ae req-99505ac4-e93a-447c-a38c-9f7cbbb51b87 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:58.915418 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3713a0b3-c933-4fae-996a-8f931ecb89ae req-99505ac4-e93a-447c-a38c-9f7cbbb51b87 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 945 time: 0.1164632 Dec 08 16:20:58.938829 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-7108cd79-8ba3-4c7a-96d5-dcea84fda3c3 None None] Provisioning complete for port bee30ae1-aa8a-46ed-a77b-7d3fdcbe1ce3 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:58.939392 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7108cd79-8ba3-4c7a-96d5-dcea84fda3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:58.992643 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-7108cd79-8ba3-4c7a-96d5-dcea84fda3c3 None None] Port bee30ae1-aa8a-46ed-a77b-7d3fdcbe1ce3 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:20:59.016571 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-7108cd79-8ba3-4c7a-96d5-dcea84fda3c3 None None] Provisioning complete for port 9ab8b761-fcd4-463f-8b8b-19e420b98cce triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:59.016709 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7108cd79-8ba3-4c7a-96d5-dcea84fda3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:59.049406 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3713a0b3-c933-4fae-996a-8f931ecb89ae req-d1782237-e9f2-43a8-a701-981c25032410 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=0224af71-d7ce-4eed-aefa-724f93ccbe59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182616 Dec 08 16:20:59.081614 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1f354a4a-04b1-4b98-aa6e-86b462f2afdf tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:59.122711 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-1f354a4a-04b1-4b98-aa6e-86b462f2afdf tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d53b5fd6-1d1a-4be5-a7d9-637ccb75e2f9']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:59.140097 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-1f354a4a-04b1-4b98-aa6e-86b462f2afdf tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bad0e7b-fb07-4d85-b3db-6675ca3ba227') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:59.140444 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-1f354a4a-04b1-4b98-aa6e-86b462f2afdf tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bad0e7b-fb07-4d85-b3db-6675ca3ba227') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:59.163675 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1f354a4a-04b1-4b98-aa6e-86b462f2afdf tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:59.165378 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-930c088d-7a11-4c95-b7e3-b6f549410d20 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:59.186326 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-930c088d-7a11-4c95-b7e3-b6f549410d20 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:59.189989 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-930c088d-7a11-4c95-b7e3-b6f549410d20 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] 10.222.0.64 "DELETE /v2.0/networks/541aa708-bb6c-4bb8-9827-af5119edd79f HTTP/1.1" status: 204 len: 168 time: 1.6346145 Dec 08 16:20:59.195431 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58248) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:59.214284 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1f354a4a-04b1-4b98-aa6e-86b462f2afdf tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:59.220210 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930c088d-7a11-4c95-b7e3-b6f549410d20 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Pushing event deleted for resources: {'Network': ['ID=541aa708-bb6c-4bb8-9827-af5119edd79f,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:59.239564 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f354a4a-04b1-4b98-aa6e-86b462f2afdf tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:20:59.240413 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1f354a4a-04b1-4b98-aa6e-86b462f2afdf tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:59.244018 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:20:59.244018 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:20:59.244018 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:20:59.244018 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:20:59.244018 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:20:59.244018 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:20:59.244018 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:20:59.244018 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:20:59.244018 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:20:59.244018 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:20:59.244018 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:20:59.244018 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:20:59.244018 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:20:59.244018 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:20:59.244018 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:20:59.244018 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:20:59.244018 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:20:59.244018 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:20:59.244018 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:20:59.244018 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:20:59.244018 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:20:59.244018 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:20:59.244018 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:20:59.244018 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:20:59.244018 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:20:59.244018 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:20:59.244018 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:20:59.244018 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:20:59.244018 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:20:59.244018 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:20:59.244018 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:20:59.244018 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:20:59.316074 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ef805346-2bcd-47e3-869b-63a34e2ae238 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:59.316422 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-17f43763-ad0e-4426-a538-6bb032162d1b tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:59.341834 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 9ab8b761-fcd4-463f-8b8b-19e420b98cce up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:20:59.347240 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-134ee8f5-63f5-4df1-b189-524bce695497 None None] Provisioning complete for port bee30ae1-aa8a-46ed-a77b-7d3fdcbe1ce3 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:59.347703 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-134ee8f5-63f5-4df1-b189-524bce695497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:59.424035 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-134ee8f5-63f5-4df1-b189-524bce695497 None None] Port bee30ae1-aa8a-46ed-a77b-7d3fdcbe1ce3 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:20:59.435800 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 9ab8b761-fcd4-463f-8b8b-19e420b98cce triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:59.436193 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:59.440686 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1f354a4a-04b1-4b98-aa6e-86b462f2afdf tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:59.448352 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ef805346-2bcd-47e3-869b-63a34e2ae238 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:59.449786 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1f354a4a-04b1-4b98-aa6e-86b462f2afdf tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:59.453736 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-1f354a4a-04b1-4b98-aa6e-86b462f2afdf tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] 10.222.0.64 "DELETE /v2.0/networks/d53b5fd6-1d1a-4be5-a7d9-637ccb75e2f9 HTTP/1.1" status: 204 len: 168 time: 2.3246214 Dec 08 16:20:59.456377 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58250) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:59.477733 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f354a4a-04b1-4b98-aa6e-86b462f2afdf tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Pushing event deleted for resources: {'Network': ['ID=d53b5fd6-1d1a-4be5-a7d9-637ccb75e2f9,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:59.489809 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-ef805346-2bcd-47e3-869b-63a34e2ae238 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7156bc25-3c8f-4a2c-a7d0-035c00fe223e']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:59.493645 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-17f43763-ad0e-4426-a538-6bb032162d1b tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:59.507382 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-ef805346-2bcd-47e3-869b-63a34e2ae238 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c11408ec-e4c5-4cbf-a7fd-d6044286aa26') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:59.507805 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-ef805346-2bcd-47e3-869b-63a34e2ae238 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c11408ec-e4c5-4cbf-a7fd-d6044286aa26') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:59.520133 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ef805346-2bcd-47e3-869b-63a34e2ae238 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:59.537587 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ef805346-2bcd-47e3-869b-63a34e2ae238 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:59.543795 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef805346-2bcd-47e3-869b-63a34e2ae238 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:20:59.544224 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ef805346-2bcd-47e3-869b-63a34e2ae238 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:59.601614 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:20:59.601614 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:20:59.601614 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:20:59.601614 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:20:59.601614 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:20:59.601614 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:20:59.601614 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:20:59.601614 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:20:59.601614 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:20:59.601614 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:20:59.601614 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:20:59.601614 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:20:59.601614 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:20:59.601614 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:20:59.601614 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:20:59.601614 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:20:59.601614 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:20:59.601614 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:20:59.601614 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:20:59.601614 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:20:59.601614 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:20:59.601614 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:20:59.601614 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:20:59.601614 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:20:59.601614 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:20:59.601614 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:20:59.601614 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:20:59.601614 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:20:59.601614 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:20:59.601614 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:20:59.601614 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:20:59.601614 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:20:59.639726 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device ff194a4f-b321-410d-bc39-76a8c0330782 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:20:59.640795 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f43763-ad0e-4426-a538-6bb032162d1b tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event updated for resources: {'Port': ['ID=50cb6d3f-ca6b-477b-88cc-b0453abbdb48,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:59.675840 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: ff194a4f-b321-410d-bc39-76a8c0330782 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:20:59.676392 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device ff194a4f-b321-410d-bc39-76a8c0330782 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:20:59.679319 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device d3eb24a8-683a-4f98-be8e-72e568f695f9 up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:20:59.684015 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0a021f12-2a62-4f7f-8eb3-6a9763f229d3 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:59.689003 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f43763-ad0e-4426-a538-6bb032162d1b tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Network 4bf28523-a754-4717-a93e-c187203db5a0 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:20:59.697278 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-17f43763-ad0e-4426-a538-6bb032162d1b tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:20:59.699978 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f43763-ad0e-4426-a538-6bb032162d1b tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:20:59.721303 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ef805346-2bcd-47e3-869b-63a34e2ae238 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:59.728197 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ef805346-2bcd-47e3-869b-63a34e2ae238 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:59.737622 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ef805346-2bcd-47e3-869b-63a34e2ae238 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] 10.222.0.64 "DELETE /v2.0/networks/7156bc25-3c8f-4a2c-a7d0-035c00fe223e HTTP/1.1" status: 204 len: 168 time: 0.5410652 Dec 08 16:20:59.738369 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58254) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:59.806882 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port d3eb24a8-683a-4f98-be8e-72e568f695f9 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:20:59.812439 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port d3eb24a8-683a-4f98-be8e-72e568f695f9 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:59.812801 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:59.837058 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0a021f12-2a62-4f7f-8eb3-6a9763f229d3 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:59.871101 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-0a021f12-2a62-4f7f-8eb3-6a9763f229d3 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bbcc982-0ca1-4ded-be40-3f1e635df851']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:59.892489 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f43763-ad0e-4426-a538-6bb032162d1b tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:59.893172 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-17f43763-ad0e-4426-a538-6bb032162d1b tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:59.896922 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-0a021f12-2a62-4f7f-8eb3-6a9763f229d3 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '619fc31e-3906-4346-a901-5e5532b5ce77') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:59.897224 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-0a021f12-2a62-4f7f-8eb3-6a9763f229d3 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '619fc31e-3906-4346-a901-5e5532b5ce77') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:59.914127 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0a021f12-2a62-4f7f-8eb3-6a9763f229d3 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:59.930870 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0a021f12-2a62-4f7f-8eb3-6a9763f229d3 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:59.949595 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a021f12-2a62-4f7f-8eb3-6a9763f229d3 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:20:59.949941 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0a021f12-2a62-4f7f-8eb3-6a9763f229d3 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:59.954806 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:20:59.954806 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:20:59.954806 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:20:59.954806 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:20:59.954806 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:20:59.954806 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:20:59.954806 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:20:59.954806 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:20:59.954806 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:20:59.954806 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:20:59.954806 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:20:59.954806 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:20:59.954806 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:20:59.954806 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:20:59.954806 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:20:59.954806 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:20:59.954806 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:20:59.954806 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:20:59.954806 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:20:59.954806 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:20:59.954806 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:20:59.954806 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:20:59.954806 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:20:59.954806 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:20:59.954806 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:20:59.954806 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:20:59.954806 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:20:59.954806 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:20:59.954806 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:20:59.954806 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:20:59.954806 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:20:59.954806 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:21:00.012396 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:00.033759 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-17f43763-ad0e-4426-a538-6bb032162d1b tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7146280 Dec 08 16:21:00.034465 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58258) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:00.049556 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e35821-4a0f-4e25-8f81-8caffde54dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3eb24a8-683a-4f98-be8e-72e568f695f9'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:21:00.055673 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7604e5c4-a642-446d-88e1-2575b9ce47cb" -d '{"events": [{"server_uuid": "20e35821-4a0f-4e25-8f81-8caffde54dde", "name": "network-vif-plugged", "status": "completed", "tag": "d3eb24a8-683a-4f98-be8e-72e568f695f9"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:21:00.079614 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port d3eb24a8-683a-4f98-be8e-72e568f695f9, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=d3eb24a8-683a-4f98-be8e-72e568f695f9,segment=NetworkSegment(029293b9-4a14-4a19-b525-a343c058b382),segment_id=029293b9-4a14-4a19-b525-a343c058b382)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:21:00.087627 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-435823e7-0e00-4d17-9509-bbdc6a1ce4d8 None None] Provisioning complete for port 50cb6d3f-ca6b-477b-88cc-b0453abbdb48 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:21:00.088011 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-435823e7-0e00-4d17-9509-bbdc6a1ce4d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:00.136451 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea182d7-d43a-4001-9c13-71808b89efaa tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:00.139503 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89dab925-36ed-4e58-ac9c-fedafdcb58bd x-openstack-request-id: req-89dab925-36ed-4e58-ac9c-fedafdcb58bd {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:21:00.139838 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e35821-4a0f-4e25-8f81-8caffde54dde", "name": "network-vif-plugged", "status": "completed", "tag": "d3eb24a8-683a-4f98-be8e-72e568f695f9", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:21:00.140104 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-89dab925-36ed-4e58-ac9c-fedafdcb58bd {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:21:00.140560 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e35821-4a0f-4e25-8f81-8caffde54dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3eb24a8-683a-4f98-be8e-72e568f695f9', 'code': 200} Dec 08 16:21:00.143420 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-aea182d7-d43a-4001-9c13-71808b89efaa tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1072390 Dec 08 16:21:00.145098 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0a021f12-2a62-4f7f-8eb3-6a9763f229d3 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:00.149855 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58264) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:00.165131 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:00.190569 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0a021f12-2a62-4f7f-8eb3-6a9763f229d3 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:00.203908 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-0a021f12-2a62-4f7f-8eb3-6a9763f229d3 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] 10.222.0.64 "DELETE /v2.0/networks/7bbcc982-0ca1-4ded-be40-3f1e635df851 HTTP/1.1" status: 204 len: 168 time: 0.7462263 Dec 08 16:21:00.261045 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-435823e7-0e00-4d17-9509-bbdc6a1ce4d8 None None] Port 50cb6d3f-ca6b-477b-88cc-b0453abbdb48 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:21:00.273635 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58268) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:00.339692 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=d3eb24a8-683a-4f98-be8e-72e568f695f9,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:00.372218 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef805346-2bcd-47e3-869b-63a34e2ae238 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Pushing event deleted for resources: {'Network': ['ID=7156bc25-3c8f-4a2c-a7d0-035c00fe223e,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:00.372829 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a021f12-2a62-4f7f-8eb3-6a9763f229d3 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Pushing event deleted for resources: {'Network': ['ID=7bbcc982-0ca1-4ded-be40-3f1e635df851,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:00.414078 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a4093-0eba-4dc4-8dfa-26bd13924532 req-1f57d7da-17ed-40e0-b71a-762ae1dd3a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:00.416240 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b63a4093-0eba-4dc4-8dfa-26bd13924532 req-1f57d7da-17ed-40e0-b71a-762ae1dd3a8e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=20e35821-4a0f-4e25-8f81-8caffde54dde HTTP/1.1" status: 200 len: 1097 time: 0.1411493 Dec 08 16:21:00.443251 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63716490-4892-49e8-8277-262919d4660e req-5fcda497-93dc-4221-a4f7-fdd00d858d09 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:00.444888 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-63716490-4892-49e8-8277-262919d4660e req-5fcda497-93dc-4221-a4f7-fdd00d858d09 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 945 time: 0.1819360 Dec 08 16:21:00.445053 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799293a6-df53-42ea-a734-80eff3ee36ab tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:00.451540 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799293a6-df53-42ea-a734-80eff3ee36ab tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:00.454666 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-799293a6-df53-42ea-a734-80eff3ee36ab tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.7062426 Dec 08 16:21:00.457245 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58270) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:00.460261 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-8186141b-3e5f-4596-a201-49656b94d0ab tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Deleting subnet edfb7eed-47d0-47ec-a98c-3aa2f36dd4fe {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:21:00.462880 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-c8d91eb6-3b07-4b85-b3cf-885fbd69d86e tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1029438124'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:00.478385 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c8f526-2f24-44b3-a36b-6a224937fa55 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:00.481485 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6729a274-5484-4eec-939e-3d6a182f829c req-73d7b7b7-2a6e-4876-ae8e-2d091b083b17 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:00.483190 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6729a274-5484-4eec-939e-3d6a182f829c req-73d7b7b7-2a6e-4876-ae8e-2d091b083b17 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/ports?device_id=20e35821-4a0f-4e25-8f81-8caffde54dde HTTP/1.1" status: 200 len: 945 time: 0.1132975 Dec 08 16:21:00.484627 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c8f526-2f24-44b3-a36b-6a224937fa55 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:00.491442 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c8f526-2f24-44b3-a36b-6a224937fa55 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:00.495827 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b8c8f526-2f24-44b3-a36b-6a224937fa55 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.3404443 Dec 08 16:21:00.499141 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8186141b-3e5f-4596-a201-49656b94d0ab tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:00.499871 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58272) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:00.578059 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b63a4093-0eba-4dc4-8dfa-26bd13924532 req-35b48260-fefb-42de-9151-44e609cef40b service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=796b0b3b-2d54-476b-abe1-7568016bfa47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531932 Dec 08 16:21:00.591503 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8186141b-3e5f-4596-a201-49656b94d0ab tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:00.623959 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d91eb6-3b07-4b85-b3cf-885fbd69d86e tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Made reservation on behalf of d6718933104b40868c0c60c532a17af2 for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:21:00.630765 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c8d91eb6-3b07-4b85-b3cf-885fbd69d86e tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:00.630944 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-63716490-4892-49e8-8277-262919d4660e req-693ecc15-768b-4a4c-a7df-acdb42b76676 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=0224af71-d7ce-4eed-aefa-724f93ccbe59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1635654 Dec 08 16:21:00.658058 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6729a274-5484-4eec-939e-3d6a182f829c req-6b30446a-bae7-4156-b80f-ce05ecf76a7b tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/security-groups?id=796b0b3b-2d54-476b-abe1-7568016bfa47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543932 Dec 08 16:21:00.662437 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-cd8d7eb9-3803-4a28-8cd0-99d7f503d902 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Deleting port 50cb6d3f-ca6b-477b-88cc-b0453abbdb48 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:21:00.662797 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cd8d7eb9-3803-4a28-8cd0-99d7f503d902 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:00.702331 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8186141b-3e5f-4596-a201-49656b94d0ab tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:00.733944 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8d91eb6-3b07-4b85-b3cf-885fbd69d86e tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:21:00.764950 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c8d91eb6-3b07-4b85-b3cf-885fbd69d86e tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:00.765307 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-c8d91eb6-3b07-4b85-b3cf-885fbd69d86e tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Added segment f706be32-b41f-4952-900d-351e14542fdb of type vlan for network dc78206d-a0ed-43bf-a721-036765fc6659 Dec 08 16:21:00.812254 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cd8d7eb9-3803-4a28-8cd0-99d7f503d902 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:00.827413 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c8d91eb6-3b07-4b85-b3cf-885fbd69d86e tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:00.834302 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-cd8d7eb9-3803-4a28-8cd0-99d7f503d902 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Calling delete_port for 50cb6d3f-ca6b-477b-88cc-b0453abbdb48 owned by {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:21:00.858267 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8186141b-3e5f-4596-a201-49656b94d0ab tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:00.879781 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae85f31d-b782-401d-bc99-bdcf9612dea0 None None] Network fcd7981d-5e3c-4548-8c9d-f1df7dc25730 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:21:00.889683 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8186141b-3e5f-4596-a201-49656b94d0ab tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:00.895890 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58276) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:00.896194 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-8186141b-3e5f-4596-a201-49656b94d0ab tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] 10.222.0.64 "DELETE /v2.0/subnets/edfb7eed-47d0-47ec-a98c-3aa2f36dd4fe HTTP/1.1" status: 204 len: 168 time: 0.5938003 Dec 08 16:21:00.897054 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8186141b-3e5f-4596-a201-49656b94d0ab tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Pushing event deleted for resources: {'Subnet': ['ID=edfb7eed-47d0-47ec-a98c-3aa2f36dd4fe,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:01.005809 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e9c9a15e-e63a-4e91-a9f2-4e2255e5ae43 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:01.019523 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c8d91eb6-3b07-4b85-b3cf-885fbd69d86e tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:01.026141 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d91eb6-3b07-4b85-b3cf-885fbd69d86e tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:01.031608 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c8d91eb6-3b07-4b85-b3cf-885fbd69d86e tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:01.053172 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad276dd-ae05-4b67-8ffd-40b102d2c9ff None None] DHCP port deletion for fcd7981d-5e3c-4548-8c9d-f1df7dc25730 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:21:01.102251 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-9ad276dd-ae05-4b67-8ffd-40b102d2c9ff None None] Deleting port 7354c057-b269-48db-8783-341a49e5d69d {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:21:01.102540 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9ad276dd-ae05-4b67-8ffd-40b102d2c9ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:01.157976 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d91eb6-3b07-4b85-b3cf-885fbd69d86e tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Pushing event updated for resources: {'Network': ['ID=dc78206d-a0ed-43bf-a721-036765fc6659,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:01.177926 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network dc78206d-a0ed-43bf-a721-036765fc6659 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:21:01.186835 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-e9c9a15e-e63a-4e91-a9f2-4e2255e5ae43 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Deleting port 7354c057-b269-48db-8783-341a49e5d69d {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:21:01.187598 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e9c9a15e-e63a-4e91-a9f2-4e2255e5ae43 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:01.203903 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c8d91eb6-3b07-4b85-b3cf-885fbd69d86e tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7457492 Dec 08 16:21:01.206902 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58278) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:01.213743 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-36a60c86-2b7d-4bc7-9c2b-970bbb58c2ea tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-717933759'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:01.235725 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 7354c057-b269-48db-8783-341a49e5d69d no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:21:01.248082 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-9ad276dd-ae05-4b67-8ffd-40b102d2c9ff None None] For port 7354c057-b269-48db-8783-341a49e5d69d, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=7354c057-b269-48db-8783-341a49e5d69d,segment=NetworkSegment(0f340833-5b31-41d6-8920-c9cbaa0e62aa),segment_id=0f340833-5b31-41d6-8920-c9cbaa0e62aa)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:21:01.248514 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9ad276dd-ae05-4b67-8ffd-40b102d2c9ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:01.260135 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-e9c9a15e-e63a-4e91-a9f2-4e2255e5ae43 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] For port 7354c057-b269-48db-8783-341a49e5d69d, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=7354c057-b269-48db-8783-341a49e5d69d,segment=NetworkSegment(0f340833-5b31-41d6-8920-c9cbaa0e62aa),segment_id=0f340833-5b31-41d6-8920-c9cbaa0e62aa)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:21:01.260531 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e9c9a15e-e63a-4e91-a9f2-4e2255e5ae43 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:01.275936 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-e9c9a15e-e63a-4e91-a9f2-4e2255e5ae43 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Calling delete_port for 7354c057-b269-48db-8783-341a49e5d69d owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:21:01.296672 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-9ad276dd-ae05-4b67-8ffd-40b102d2c9ff None None] Calling delete_port for 7354c057-b269-48db-8783-341a49e5d69d owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:21:01.354918 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cd8d7eb9-3803-4a28-8cd0-99d7f503d902 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:01.389947 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a60c86-2b7d-4bc7-9c2b-970bbb58c2ea tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Made reservation on behalf of d6718933104b40868c0c60c532a17af2 for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:21:01.394154 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-36a60c86-2b7d-4bc7-9c2b-970bbb58c2ea tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:01.394942 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8d7eb9-3803-4a28-8cd0-99d7f503d902 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event deleted for resources: {'Port': ['ID=50cb6d3f-ca6b-477b-88cc-b0453abbdb48,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:01.433670 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36a60c86-2b7d-4bc7-9c2b-970bbb58c2ea tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:21:01.444503 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-36a60c86-2b7d-4bc7-9c2b-970bbb58c2ea tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:01.448056 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-36a60c86-2b7d-4bc7-9c2b-970bbb58c2ea tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Added segment 7707b114-524c-4ad0-acca-28bd6b8b5073 of type vlan for network 7ec6af2b-4c11-4365-91b1-991616e3cb80 Dec 08 16:21:01.483763 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cd8d7eb9-3803-4a28-8cd0-99d7f503d902 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:01.487606 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-cd8d7eb9-3803-4a28-8cd0-99d7f503d902 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "DELETE /v2.0/ports/50cb6d3f-ca6b-477b-88cc-b0453abbdb48 HTTP/1.1" status: 204 len: 168 time: 0.9854259 Dec 08 16:21:01.491378 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58284) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:01.538090 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8cb23b1-af38-4ed9-99be-a88697dc7865 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] GET failed (client error): The resource could not be found. Dec 08 16:21:01.540270 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c8cb23b1-af38-4ed9-99be-a88697dc7865 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "GET /v2.0/ports/50cb6d3f-ca6b-477b-88cc-b0453abbdb48 HTTP/1.1" status: 404 len: 333 time: 0.0472305 Dec 08 16:21:01.541727 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-36a60c86-2b7d-4bc7-9c2b-970bbb58c2ea tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:01.543140 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58286) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:01.571240 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:01.585072 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9ad276dd-ae05-4b67-8ffd-40b102d2c9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:01.595008 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e9c9a15e-e63a-4e91-a9f2-4e2255e5ae43 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:01.621416 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad276dd-ae05-4b67-8ffd-40b102d2c9ff None None] Pushing event deleted for resources: {'Port': ['ID=7354c057-b269-48db-8783-341a49e5d69d,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:01.626200 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad276dd-ae05-4b67-8ffd-40b102d2c9ff None None] No DVR routers for this DVR port 7354c057-b269-48db-8783-341a49e5d69d on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:21:01.647206 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c9a15e-e63a-4e91-a9f2-4e2255e5ae43 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Pushing event deleted for resources: {'Port': ['ID=7354c057-b269-48db-8783-341a49e5d69d,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:01.682190 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c9a15e-e63a-4e91-a9f2-4e2255e5ae43 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] No DVR routers for this DVR port 7354c057-b269-48db-8783-341a49e5d69d on host n-d-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:21:01.704102 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-36a60c86-2b7d-4bc7-9c2b-970bbb58c2ea tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:01.716973 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a60c86-2b7d-4bc7-9c2b-970bbb58c2ea tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:01.716973 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-36a60c86-2b7d-4bc7-9c2b-970bbb58c2ea tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:01.804993 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e9c9a15e-e63a-4e91-a9f2-4e2255e5ae43 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:01.826159 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a60c86-2b7d-4bc7-9c2b-970bbb58c2ea tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Pushing event updated for resources: {'Network': ['ID=7ec6af2b-4c11-4365-91b1-991616e3cb80,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:01.839125 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 7ec6af2b-4c11-4365-91b1-991616e3cb80 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:21:01.840386 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-e9c9a15e-e63a-4e91-a9f2-4e2255e5ae43 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcd7981d-5e3c-4548-8c9d-f1df7dc25730']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:01.845936 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0edaf9-b72d-425e-bf2a-72e66b9460d2 req-a4c9e852-e578-4c86-8fb7-23a258367b25 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:01.847513 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4f0edaf9-b72d-425e-bf2a-72e66b9460d2 req-a4c9e852-e578-4c86-8fb7-23a258367b25 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 945 time: 0.0734293 Dec 08 16:21:01.852025 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-36a60c86-2b7d-4bc7-9c2b-970bbb58c2ea tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6430283 Dec 08 16:21:01.854659 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58296) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:01.860661 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-05f13aa8-bcb7-4794-be03-cdf24efc2da8 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Request body: {'ports': [{'network_id': 'dc78206d-a0ed-43bf-a721-036765fc6659', 'name': 'tempest-port--364162091', 'admin_state_up': True}, {'network_id': '7ec6af2b-4c11-4365-91b1-991616e3cb80', 'admin_state_up': False}]} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:01.860992 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-05f13aa8-bcb7-4794-be03-cdf24efc2da8 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Request body: {'port': {'network_id': 'dc78206d-a0ed-43bf-a721-036765fc6659', 'name': 'tempest-port--364162091', 'admin_state_up': True}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:01.861542 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-05f13aa8-bcb7-4794-be03-cdf24efc2da8 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Request body: {'port': {'network_id': '7ec6af2b-4c11-4365-91b1-991616e3cb80', 'admin_state_up': False}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:01.869095 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-e9c9a15e-e63a-4e91-a9f2-4e2255e5ae43 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f340833-5b31-41d6-8920-c9cbaa0e62aa') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:01.869425 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-e9c9a15e-e63a-4e91-a9f2-4e2255e5ae43 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f340833-5b31-41d6-8920-c9cbaa0e62aa') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:01.880852 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-eb34df90-5c99-4bab-89ad-ff2f27246d11 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Deleting port bee30ae1-aa8a-46ed-a77b-7d3fdcbe1ce3 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:21:01.881088 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-eb34df90-5c99-4bab-89ad-ff2f27246d11 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:01.889644 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e9c9a15e-e63a-4e91-a9f2-4e2255e5ae43 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:01.945083 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26857daa-e16a-484e-90b9-1ce519f9e033 req-6b68e304-f970-4e0b-a6c2-c30d7d9106b5 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:01.946674 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-26857daa-e16a-484e-90b9-1ce519f9e033 req-6b68e304-f970-4e0b-a6c2-c30d7d9106b5 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/ports?device_id=20e35821-4a0f-4e25-8f81-8caffde54dde HTTP/1.1" status: 200 len: 945 time: 0.1842802 Dec 08 16:21:01.965375 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e9c9a15e-e63a-4e91-a9f2-4e2255e5ae43 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:01.985743 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4f0edaf9-b72d-425e-bf2a-72e66b9460d2 req-63d5bb70-36bd-468f-8e65-c212577db47a tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=0224af71-d7ce-4eed-aefa-724f93ccbe59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192894 Dec 08 16:21:01.988394 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9c9a15e-e63a-4e91-a9f2-4e2255e5ae43 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:21:01.988864 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e9c9a15e-e63a-4e91-a9f2-4e2255e5ae43 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:01.994529 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:21:01.994529 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:21:01.994529 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:21:01.994529 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:21:01.994529 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:21:01.994529 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:21:01.994529 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:21:01.994529 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:21:01.994529 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:21:01.994529 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:21:01.994529 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:21:01.994529 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:21:01.994529 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:21:01.994529 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:21:01.994529 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:21:01.994529 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:21:01.994529 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:21:01.994529 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:21:01.994529 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:21:01.994529 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:21:01.994529 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:21:01.994529 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:21:01.994529 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:21:01.994529 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:21:01.994529 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:21:01.994529 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:21:01.994529 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:21:01.994529 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:21:01.994529 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:21:01.994529 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:21:01.994529 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:21:01.994529 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:21:02.094429 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-eb34df90-5c99-4bab-89ad-ff2f27246d11 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:02.106552 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-26857daa-e16a-484e-90b9-1ce519f9e033 req-7ff35f49-323c-427c-a156-ce885dbd913f tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/security-groups?id=796b0b3b-2d54-476b-abe1-7568016bfa47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498902 Dec 08 16:21:02.116166 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-eb34df90-5c99-4bab-89ad-ff2f27246d11 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Calling delete_port for bee30ae1-aa8a-46ed-a77b-7d3fdcbe1ce3 owned by {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:21:02.139498 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ad6a0-ee24-4afd-8e37-a4d76f4c653d req-86f7510c-2ff2-4627-b641-5e145a1e6361 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:02.141382 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0a6ad6a0-ee24-4afd-8e37-a4d76f4c653d req-86f7510c-2ff2-4627-b641-5e145a1e6361 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/ports?device_id=79064082-c91c-4208-bd57-708e6d37a370 HTTP/1.1" status: 200 len: 946 time: 0.0752590 Dec 08 16:21:02.170678 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f13aa8-bcb7-4794-be03-cdf24efc2da8 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Made reservation on behalf of d6718933104b40868c0c60c532a17af2 for: {'port': 2} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:21:02.171590 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e9c9a15e-e63a-4e91-a9f2-4e2255e5ae43 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:02.180289 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-05f13aa8-bcb7-4794-be03-cdf24efc2da8 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:02.180625 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e9c9a15e-e63a-4e91-a9f2-4e2255e5ae43 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:02.183853 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e9c9a15e-e63a-4e91-a9f2-4e2255e5ae43 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] 10.222.0.64 "DELETE /v2.0/networks/fcd7981d-5e3c-4548-8c9d-f1df7dc25730 HTTP/1.1" status: 204 len: 168 time: 1.2866030 Dec 08 16:21:02.188688 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58298) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:02.214781 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c9a15e-e63a-4e91-a9f2-4e2255e5ae43 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Pushing event deleted for resources: {'Network': ['ID=fcd7981d-5e3c-4548-8c9d-f1df7dc25730,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:02.224336 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-05f13aa8-bcb7-4794-be03-cdf24efc2da8 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:02.235515 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0a6ad6a0-ee24-4afd-8e37-a4d76f4c653d req-2692cfae-4575-414a-9d4c-99eed12fc176 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/security-groups?id=5903942c-927a-4f35-93fb-0009cd4d6c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869544 Dec 08 16:21:02.236973 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f9473f48-dc1f-457a-99a2-f997d5e3298d tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5ee9488-afe4-43a6-90c6-b8836112ab86 HTTP/1.1" status: 200 len: 205 time: 0.0472119 Dec 08 16:21:02.240702 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58300) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:02.315073 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [None req-05f13aa8-bcb7-4794-be03-cdf24efc2da8 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] device_id is not set on port cf1af7be-eb34-47ec-9577-033a6e5342ce yet. {{(pid=110550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:21:02.325158 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4d5bb4c8-fbab-4700-a32b-9797a6968463 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks [] for router, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:02.435249 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-05f13aa8-bcb7-4794-be03-cdf24efc2da8 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:02.503142 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [None req-05f13aa8-bcb7-4794-be03-cdf24efc2da8 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] device_id is not set on port 347bf28d-3030-4a04-beab-57e0f84762a4 yet. {{(pid=110550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:21:02.534182 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4d5bb4c8-fbab-4700-a32b-9797a6968463 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:02.535496 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4d5bb4c8-fbab-4700-a32b-9797a6968463 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:02.615000 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-05f13aa8-bcb7-4794-be03-cdf24efc2da8 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:02.629309 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-eb34df90-5c99-4bab-89ad-ff2f27246d11 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:02.658977 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb34df90-5c99-4bab-89ad-ff2f27246d11 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event deleted for resources: {'Port': ['ID=bee30ae1-aa8a-46ed-a77b-7d3fdcbe1ce3,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:02.706167 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4d5bb4c8-fbab-4700-a32b-9797a6968463 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:02.706710 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5bb4c8-fbab-4700-a32b-9797a6968463 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Fanout notify agent at l3_agent the message router_deleted on router a5ee9488-afe4-43a6-90c6-b8836112ab86 {{(pid=110551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:21:02.715243 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4d5bb4c8-fbab-4700-a32b-9797a6968463 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:02.716407 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-4d5bb4c8-fbab-4700-a32b-9797a6968463 tempest-RoutersNegativeTest-607261580 tempest-RoutersNegativeTest-607261580-project] 10.222.0.64 "DELETE /v2.0/routers/a5ee9488-afe4-43a6-90c6-b8836112ab86 HTTP/1.1" status: 204 len: 168 time: 0.4747629 Dec 08 16:21:02.723035 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-05f13aa8-bcb7-4794-be03-cdf24efc2da8 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:02.744970 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-eb34df90-5c99-4bab-89ad-ff2f27246d11 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:02.751606 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-eb34df90-5c99-4bab-89ad-ff2f27246d11 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "DELETE /v2.0/ports/bee30ae1-aa8a-46ed-a77b-7d3fdcbe1ce3 HTTP/1.1" status: 204 len: 168 time: 1.2053378 Dec 08 16:21:02.752030 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58306) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:02.766510 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device c4267dbf-c828-4c70-a0a3-657df4c055a0 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:21:02.790524 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f13aa8-bcb7-4794-be03-cdf24efc2da8 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Pushing event updated for resources: {'Port': ['ID=cf1af7be-eb34-47ec-9577-033a6e5342ce,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:02.790813 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-83998896-7e15-4c0a-b1d5-246b6bdebb99 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] GET failed (client error): The resource could not be found. Dec 08 16:21:02.792550 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-83998896-7e15-4c0a-b1d5-246b6bdebb99 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "GET /v2.0/ports/bee30ae1-aa8a-46ed-a77b-7d3fdcbe1ce3 HTTP/1.1" status: 404 len: 333 time: 0.0391004 Dec 08 16:21:02.802865 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58308) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:02.815353 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f13aa8-bcb7-4794-be03-cdf24efc2da8 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Checking segment: {'id': 'f706be32-b41f-4952-900d-351e14542fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'dc78206d-a0ed-43bf-a721-036765fc6659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:21:02.815757 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f13aa8-bcb7-4794-be03-cdf24efc2da8 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Network hostable DHCP agents. Network: dc78206d-a0ed-43bf-a721-036765fc6659, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:21:02.863291 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-02e77710-9d4d-4f0e-af37-7d3e666bc0e3 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Deleting subnet cdf305f2-6878-4b80-8c3c-1749351fae41 {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:21:02.868828 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-02e77710-9d4d-4f0e-af37-7d3e666bc0e3 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:02.897522 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f13aa8-bcb7-4794-be03-cdf24efc2da8 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Network dc78206d-a0ed-43bf-a721-036765fc6659 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:21:02.913666 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-02e77710-9d4d-4f0e-af37-7d3e666bc0e3 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:02.914242 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port c4267dbf-c828-4c70-a0a3-657df4c055a0, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=c4267dbf-c828-4c70-a0a3-657df4c055a0,segment=NetworkSegment(2a82ecd5-a9d3-46a5-a060-3820facdd98d),segment_id=2a82ecd5-a9d3-46a5-a060-3820facdd98d)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:21:02.927564 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': 'c4267dbf-c828-4c70-a0a3-657df4c055a0', 'network_id': '96222b75-0d7f-43da-898a-91046f8bdc5a', 'port_id': 'c4267dbf-c828-4c70-a0a3-657df4c055a0', 'mac_address': 'fa:16:3e:46:9f:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '297bd6e5-3bf7-4d91-8a12-5133ca44aa82', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:21:02.966877 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:02.981349 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c4267dbf-c828-4c70-a0a3-657df4c055a0 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:21:03.000432 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port c4267dbf-c828-4c70-a0a3-657df4c055a0, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=c4267dbf-c828-4c70-a0a3-657df4c055a0,segment=NetworkSegment(2a82ecd5-a9d3-46a5-a060-3820facdd98d),segment_id=2a82ecd5-a9d3-46a5-a060-3820facdd98d)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:21:03.004294 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-02e77710-9d4d-4f0e-af37-7d3e666bc0e3 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:03.006268 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-05f13aa8-bcb7-4794-be03-cdf24efc2da8 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, dc78206d-a0ed-43bf-a721-036765fc6659) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:21:03.010189 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f13aa8-bcb7-4794-be03-cdf24efc2da8 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:21:03.011276 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-05f13aa8-bcb7-4794-be03-cdf24efc2da8 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:03.018715 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e346db-3aea-4226-9f57-34d283256787 None None] Network dc78206d-a0ed-43bf-a721-036765fc6659 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:21:03.092812 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f13aa8-bcb7-4794-be03-cdf24efc2da8 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Pushing event updated for resources: {'Port': ['ID=347bf28d-3030-4a04-beab-57e0f84762a4,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:03.128877 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f13aa8-bcb7-4794-be03-cdf24efc2da8 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Checking segment: {'id': '7707b114-524c-4ad0-acca-28bd6b8b5073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7ec6af2b-4c11-4365-91b1-991616e3cb80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:21:03.129259 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f13aa8-bcb7-4794-be03-cdf24efc2da8 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Network hostable DHCP agents. Network: 7ec6af2b-4c11-4365-91b1-991616e3cb80, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:21:03.135625 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:03.154230 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fac1f7-1ee0-43ca-b2e2-37fca2d0fac3 req-1a31a80f-a606-440b-b881-5065eae168ff tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:03.156381 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e9fac1f7-1ee0-43ca-b2e2-37fca2d0fac3 req-1a31a80f-a606-440b-b881-5065eae168ff tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 945 time: 0.0747917 Dec 08 16:21:03.162625 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-02e77710-9d4d-4f0e-af37-7d3e666bc0e3 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:03.216100 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=c4267dbf-c828-4c70-a0a3-657df4c055a0,revision_number=6']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:03.225717 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-02e77710-9d4d-4f0e-af37-7d3e666bc0e3 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:03.228017 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be34a037-ec42-42a6-95a8-c9b9675964ab None None] Network 4bf28523-a754-4717-a93e-c187203db5a0 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:21:03.229945 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-02e77710-9d4d-4f0e-af37-7d3e666bc0e3 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "DELETE /v2.0/subnets/cdf305f2-6878-4b80-8c3c-1749351fae41 HTTP/1.1" status: 204 len: 168 time: 0.4257994 Dec 08 16:21:03.230867 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e77710-9d4d-4f0e-af37-7d3e666bc0e3 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event deleted for resources: {'Subnet': ['ID=cdf305f2-6878-4b80-8c3c-1749351fae41,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:03.237252 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58316) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:03.276025 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d239eb6-10d3-45bc-a10d-1f89e6168479 req-ba0a140e-335e-4dce-a27b-7a3f9a680566 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:03.277855 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9d239eb6-10d3-45bc-a10d-1f89e6168479 req-ba0a140e-335e-4dce-a27b-7a3f9a680566 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/ports?device_id=20e35821-4a0f-4e25-8f81-8caffde54dde HTTP/1.1" status: 200 len: 945 time: 0.0736508 Dec 08 16:21:03.304794 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['c4267dbf-c828-4c70-a0a3-657df4c055a0'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:21:03.320228 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f13aa8-bcb7-4794-be03-cdf24efc2da8 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Network 7ec6af2b-4c11-4365-91b1-991616e3cb80 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:21:03.331961 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e9fac1f7-1ee0-43ca-b2e2-37fca2d0fac3 req-30310448-da48-4681-a62a-9fc70746fc40 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=0224af71-d7ce-4eed-aefa-724f93ccbe59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1663995 Dec 08 16:21:03.371000 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9d239eb6-10d3-45bc-a10d-1f89e6168479 req-1d07c17d-aeb9-43de-a4ab-5af04441d404 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/security-groups?id=796b0b3b-2d54-476b-abe1-7568016bfa47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854344 Dec 08 16:21:03.374998 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b57500f8-87c7-4b76-85b3-9f9a2e0dd7ae tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:03.461757 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-05f13aa8-bcb7-4794-be03-cdf24efc2da8 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 7ec6af2b-4c11-4365-91b1-991616e3cb80) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:21:03.470874 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f13aa8-bcb7-4794-be03-cdf24efc2da8 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:21:03.477648 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f13aa8-bcb7-4794-be03-cdf24efc2da8 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:03.484137 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7cead2-4e92-4fa9-a2b2-516c40a3db8d None None] Network 7ec6af2b-4c11-4365-91b1-991616e3cb80 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:21:03.488245 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f13aa8-bcb7-4794-be03-cdf24efc2da8 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:03.488931 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-05f13aa8-bcb7-4794-be03-cdf24efc2da8 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:03.503754 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58324) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:03.526353 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-b57500f8-87c7-4b76-85b3-9f9a2e0dd7ae tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Deleting port 9ab8b761-fcd4-463f-8b8b-19e420b98cce {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:21:03.527308 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b57500f8-87c7-4b76-85b3-9f9a2e0dd7ae tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:03.593858 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26ea6d4-cbb5-4d0a-9408-586addf781c7 None None] DHCP port deletion for 4bf28523-a754-4717-a93e-c187203db5a0 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:21:03.634039 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ea71f-7d8e-4af4-aa6a-0150908557dd req-36c93839-84b0-47e9-955b-fb8404bcb647 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:03.644431 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-789ea71f-7d8e-4af4-aa6a-0150908557dd req-36c93839-84b0-47e9-955b-fb8404bcb647 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/ports?device_id=79064082-c91c-4208-bd57-708e6d37a370 HTTP/1.1" status: 200 len: 946 time: 0.1165030 Dec 08 16:21:03.645302 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-b57500f8-87c7-4b76-85b3-9f9a2e0dd7ae tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] For port 9ab8b761-fcd4-463f-8b8b-19e420b98cce, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=9ab8b761-fcd4-463f-8b8b-19e420b98cce,segment=NetworkSegment(0703479f-0163-47d6-968c-ec78b0736df2),segment_id=0703479f-0163-47d6-968c-ec78b0736df2)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:21:03.646202 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b57500f8-87c7-4b76-85b3-9f9a2e0dd7ae tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:03.660956 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-b57500f8-87c7-4b76-85b3-9f9a2e0dd7ae tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Calling delete_port for 9ab8b761-fcd4-463f-8b8b-19e420b98cce owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:21:03.672746 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58336) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:03.673506 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-05f13aa8-bcb7-4794-be03-cdf24efc2da8 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.8172989 Dec 08 16:21:03.727966 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-789ea71f-7d8e-4af4-aa6a-0150908557dd req-6a8ff5de-8979-46d9-bc59-6e208bb1e00a tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/security-groups?id=5903942c-927a-4f35-93fb-0009cd4d6c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821698 Dec 08 16:21:03.763184 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-c26ea6d4-cbb5-4d0a-9408-586addf781c7 None None] Deleting port 9ab8b761-fcd4-463f-8b8b-19e420b98cce {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:21:03.764480 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c26ea6d4-cbb5-4d0a-9408-586addf781c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:03.782977 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-4478a5ef-2830-43b4-b9e3-e415f1f045b3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5c470bdb4f9542dcaa9055dc510317b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2745893 Dec 08 16:21:03.785625 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58338) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:03.800432 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ef5626-2daa-436a-9f0b-595ba4d4b05d tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:03.806538 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ef5626-2daa-436a-9f0b-595ba4d4b05d tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:03.808955 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b7ef5626-2daa-436a-9f0b-595ba4d4b05d tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1338797 Dec 08 16:21:03.813580 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58340) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:03.833761 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-c26ea6d4-cbb5-4d0a-9408-586addf781c7 None None] For port 9ab8b761-fcd4-463f-8b8b-19e420b98cce, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=9ab8b761-fcd4-463f-8b8b-19e420b98cce,segment=NetworkSegment(0703479f-0163-47d6-968c-ec78b0736df2),segment_id=0703479f-0163-47d6-968c-ec78b0736df2)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:21:03.834344 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c26ea6d4-cbb5-4d0a-9408-586addf781c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:03.850657 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-c26ea6d4-cbb5-4d0a-9408-586addf781c7 None None] Calling delete_port for 9ab8b761-fcd4-463f-8b8b-19e420b98cce owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:21:03.891719 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-de94208f-e700-4a9f-b83b-fee580289852 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:03.898534 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b57500f8-87c7-4b76-85b3-9f9a2e0dd7ae tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:03.955432 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57500f8-87c7-4b76-85b3-9f9a2e0dd7ae tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event deleted for resources: {'Port': ['ID=9ab8b761-fcd4-463f-8b8b-19e420b98cce,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:03.963689 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57500f8-87c7-4b76-85b3-9f9a2e0dd7ae tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] No DVR routers for this DVR port 9ab8b761-fcd4-463f-8b8b-19e420b98cce on host n-d-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:21:03.964202 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-de94208f-e700-4a9f-b83b-fee580289852 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:03.977747 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c26ea6d4-cbb5-4d0a-9408-586addf781c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:04.014999 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26ea6d4-cbb5-4d0a-9408-586addf781c7 None None] No DVR routers for this DVR port 9ab8b761-fcd4-463f-8b8b-19e420b98cce on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:21:04.019089 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26ea6d4-cbb5-4d0a-9408-586addf781c7 None None] Pushing event deleted for resources: {'Port': ['ID=9ab8b761-fcd4-463f-8b8b-19e420b98cce,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:04.070578 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b57500f8-87c7-4b76-85b3-9f9a2e0dd7ae tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:04.082523 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-fea7d187-4afd-48d5-901c-feb448828b40 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Deleting port cf1af7be-eb34-47ec-9577-033a6e5342ce {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:21:04.083492 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fea7d187-4afd-48d5-901c-feb448828b40 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:04.098340 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-b57500f8-87c7-4b76-85b3-9f9a2e0dd7ae tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bf28523-a754-4717-a93e-c187203db5a0']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:04.111455 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-b57500f8-87c7-4b76-85b3-9f9a2e0dd7ae tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0703479f-0163-47d6-968c-ec78b0736df2') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:04.112233 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-b57500f8-87c7-4b76-85b3-9f9a2e0dd7ae tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0703479f-0163-47d6-968c-ec78b0736df2') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:04.122946 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b57500f8-87c7-4b76-85b3-9f9a2e0dd7ae tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:04.139498 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b57500f8-87c7-4b76-85b3-9f9a2e0dd7ae tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:04.146541 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b57500f8-87c7-4b76-85b3-9f9a2e0dd7ae tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:21:04.150234 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b57500f8-87c7-4b76-85b3-9f9a2e0dd7ae tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:04.150234 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:21:04.150234 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:21:04.150234 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:21:04.150234 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:21:04.150234 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:21:04.150234 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:21:04.150234 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:21:04.150234 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:21:04.150234 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:21:04.150234 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:21:04.150234 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:21:04.150234 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:21:04.150234 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:21:04.150234 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:21:04.150234 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:21:04.150234 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:21:04.150234 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:21:04.150234 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:21:04.150234 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:21:04.150234 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:21:04.150234 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:21:04.150234 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:21:04.150234 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:21:04.150234 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:21:04.150234 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:21:04.150234 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:21:04.150234 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:21:04.150234 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:21:04.150234 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:21:04.150234 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:21:04.150234 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:21:04.150234 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:21:04.164642 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e86dd9-22a4-4525-8517-2d1160349129 req-54f1056c-0a41-43cf-98ea-f8d15a52e364 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:04.166217 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c8e86dd9-22a4-4525-8517-2d1160349129 req-54f1056c-0a41-43cf-98ea-f8d15a52e364 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/ports?device_id=20e35821-4a0f-4e25-8f81-8caffde54dde HTTP/1.1" status: 200 len: 945 time: 0.1570067 Dec 08 16:21:04.218018 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fea7d187-4afd-48d5-901c-feb448828b40 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:04.240135 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f264c9cb-debc-45e6-b946-e2db467929a2 req-38aa62a9-aa6c-4ed9-912a-1ae95b237853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:04.241669 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f264c9cb-debc-45e6-b946-e2db467929a2 req-38aa62a9-aa6c-4ed9-912a-1ae95b237853 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2b52500faa0143a7b66289b1db11a5f1&device_id=20e35821-4a0f-4e25-8f81-8caffde54dde HTTP/1.1" status: 200 len: 1097 time: 0.1632950 Dec 08 16:21:04.247143 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-fea7d187-4afd-48d5-901c-feb448828b40 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Calling delete_port for cf1af7be-eb34-47ec-9577-033a6e5342ce owned by {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:21:04.273844 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-de94208f-e700-4a9f-b83b-fee580289852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:04.276424 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-de94208f-e700-4a9f-b83b-fee580289852 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:04.277599 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-de94208f-e700-4a9f-b83b-fee580289852 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/628cdaee-e353-4109-bc40-8220ff1f8857 HTTP/1.1" status: 204 len: 168 time: 0.4900928 Dec 08 16:21:04.327755 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c8e86dd9-22a4-4525-8517-2d1160349129 req-7355420b-ac6a-48b5-a6c5-d6118508b671 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/security-groups?id=796b0b3b-2d54-476b-abe1-7568016bfa47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486852 Dec 08 16:21:04.371153 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de94208f-e700-4a9f-b83b-fee580289852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=628cdaee-e353-4109-bc40-8220ff1f8857,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:04.392264 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de94208f-e700-4a9f-b83b-fee580289852 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:04.392627 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de94208f-e700-4a9f-b83b-fee580289852 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:04.392979 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de94208f-e700-4a9f-b83b-fee580289852 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:04.393325 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de94208f-e700-4a9f-b83b-fee580289852 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:04.393708 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de94208f-e700-4a9f-b83b-fee580289852 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:04.394079 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de94208f-e700-4a9f-b83b-fee580289852 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:04.394417 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de94208f-e700-4a9f-b83b-fee580289852 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:04.394751 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de94208f-e700-4a9f-b83b-fee580289852 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:04.395086 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de94208f-e700-4a9f-b83b-fee580289852 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:04.395917 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de94208f-e700-4a9f-b83b-fee580289852 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:04.396038 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b57500f8-87c7-4b76-85b3-9f9a2e0dd7ae tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:04.396280 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de94208f-e700-4a9f-b83b-fee580289852 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:04.396605 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de94208f-e700-4a9f-b83b-fee580289852 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:04.396934 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de94208f-e700-4a9f-b83b-fee580289852 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:04.413759 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b57500f8-87c7-4b76-85b3-9f9a2e0dd7ae tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:04.423765 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b57500f8-87c7-4b76-85b3-9f9a2e0dd7ae tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "DELETE /v2.0/networks/4bf28523-a754-4717-a93e-c187203db5a0 HTTP/1.1" status: 204 len: 168 time: 1.1797681 Dec 08 16:21:04.430565 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58364) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:04.434707 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:04.445392 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-b1e02cb9-a352-4ff0-b441-76e4e678ff50 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-746565390'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:04.455190 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57500f8-87c7-4b76-85b3-9f9a2e0dd7ae tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event deleted for resources: {'Network': ['ID=4bf28523-a754-4717-a93e-c187203db5a0,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:04.496272 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f264c9cb-debc-45e6-b946-e2db467929a2 req-588f97c0-002f-4bca-9b9d-afcdec83ca2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:04.499528 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f264c9cb-debc-45e6-b946-e2db467929a2 req-588f97c0-002f-4bca-9b9d-afcdec83ca2e service neutron] 10.222.0.76 "GET /v2.0/networks?id=691a624c-964a-4825-b277-bf02eccf1ff9 HTTP/1.1" status: 200 len: 921 time: 0.2462437 Dec 08 16:21:04.516621 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d298d-bd00-4236-93e5-3a0e82a765e9 req-4fc303bc-fd5c-499a-a13a-e5864357ff28 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:04.518346 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b27d298d-bd00-4236-93e5-3a0e82a765e9 req-4fc303bc-fd5c-499a-a13a-e5864357ff28 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 944 time: 0.0989976 Dec 08 16:21:04.552213 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f264c9cb-debc-45e6-b946-e2db467929a2 req-b640617c-5721-4d83-8564-ecff61b5744f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3eb24a8-683a-4f98-be8e-72e568f695f9 HTTP/1.1" status: 200 len: 217 time: 0.0447686 Dec 08 16:21:04.573112 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b27d298d-bd00-4236-93e5-3a0e82a765e9 req-a814dcbf-84dc-42ff-9fef-9f0185cd64b5 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=0224af71-d7ce-4eed-aefa-724f93ccbe59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479560 Dec 08 16:21:04.574253 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e02cb9-a352-4ff0-b441-76e4e678ff50 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Made reservation on behalf of 841eb5bdac454b51a92c375fa562e333 for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:21:04.578167 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b1e02cb9-a352-4ff0-b441-76e4e678ff50 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:04.605879 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fea7d187-4afd-48d5-901c-feb448828b40 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:04.613390 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1e02cb9-a352-4ff0-b441-76e4e678ff50 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:21:04.623726 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b1e02cb9-a352-4ff0-b441-76e4e678ff50 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:04.624088 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-b1e02cb9-a352-4ff0-b441-76e4e678ff50 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Added segment a84fec8a-33e6-4174-a8ce-f5a657711bd3 of type vlan for network 74ae200f-7c75-47d7-a2d8-e15471e7f72d Dec 08 16:21:04.655376 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f264c9cb-debc-45e6-b946-e2db467929a2 req-46b3f1d9-9057-49f8-8047-dec03cc2ecf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:04.656904 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f264c9cb-debc-45e6-b946-e2db467929a2 req-46b3f1d9-9057-49f8-8047-dec03cc2ecf3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5d509bf9-344c-445e-87cc-39c21b210aee HTTP/1.1" status: 200 len: 860 time: 0.0986001 Dec 08 16:21:04.659180 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea7d187-4afd-48d5-901c-feb448828b40 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Pushing event deleted for resources: {'Port': ['ID=cf1af7be-eb34-47ec-9577-033a6e5342ce,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:04.662241 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fea7d187-4afd-48d5-901c-feb448828b40 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:04.665581 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-fea7d187-4afd-48d5-901c-feb448828b40 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] 10.222.0.64 "DELETE /v2.0/ports/cf1af7be-eb34-47ec-9577-033a6e5342ce HTTP/1.1" status: 204 len: 168 time: 0.8508818 Dec 08 16:21:04.668062 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58370) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:04.695687 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b1e02cb9-a352-4ff0-b441-76e4e678ff50 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:04.706103 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f264c9cb-debc-45e6-b946-e2db467929a2 req-0f2e86d8-5527-4fec-93f1-695c79d4b562 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=691a624c-964a-4825-b277-bf02eccf1ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389898 Dec 08 16:21:04.783167 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device c4267dbf-c828-4c70-a0a3-657df4c055a0 up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:21:04.823632 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b1e02cb9-a352-4ff0-b441-76e4e678ff50 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:04.831445 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e02cb9-a352-4ff0-b441-76e4e678ff50 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:04.832243 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b1e02cb9-a352-4ff0-b441-76e4e678ff50 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:04.865201 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port c4267dbf-c828-4c70-a0a3-657df4c055a0 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:21:04.866268 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:04.945607 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b1e02cb9-a352-4ff0-b441-76e4e678ff50 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5105329 Dec 08 16:21:04.950279 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58384) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:04.963129 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-eed68830-b964-463f-ad0c-3315a034c836 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Request body: {'subnet': {'network_id': '74ae200f-7c75-47d7-a2d8-e15471e7f72d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:04.979723 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:05.008499 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2642e78-56a1-4187-9eab-2b32463c46ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4267dbf-c828-4c70-a0a3-657df4c055a0'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:21:05.012264 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e121723a-6032-4579-83f0-fd660fe527db" -d '{"events": [{"server_uuid": "a2642e78-56a1-4187-9eab-2b32463c46ad", "name": "network-vif-plugged", "status": "completed", "tag": "c4267dbf-c828-4c70-a0a3-657df4c055a0"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:21:05.040157 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port c4267dbf-c828-4c70-a0a3-657df4c055a0, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=c4267dbf-c828-4c70-a0a3-657df4c055a0,segment=NetworkSegment(2a82ecd5-a9d3-46a5-a060-3820facdd98d),segment_id=2a82ecd5-a9d3-46a5-a060-3820facdd98d)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:21:05.072371 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f264c9cb-debc-45e6-b946-e2db467929a2 req-5278f38a-5932-4892-ad00-fcc82fc9f501 service neutron] 10.222.0.76 "GET /v2.0/networks/691a624c-964a-4825-b277-bf02eccf1ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3438864 Dec 08 16:21:05.087908 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648b5079-fab3-4084-b160-5ab1cbdb8e88 x-openstack-request-id: req-648b5079-fab3-4084-b160-5ab1cbdb8e88 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:21:05.088251 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2642e78-56a1-4187-9eab-2b32463c46ad", "name": "network-vif-plugged", "status": "completed", "tag": "c4267dbf-c828-4c70-a0a3-657df4c055a0", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:21:05.088517 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-648b5079-fab3-4084-b160-5ab1cbdb8e88 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:21:05.088923 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2642e78-56a1-4187-9eab-2b32463c46ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4267dbf-c828-4c70-a0a3-657df4c055a0', 'code': 200} Dec 08 16:21:05.101510 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e02cb9-a352-4ff0-b441-76e4e678ff50 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event updated for resources: {'Network': ['ID=74ae200f-7c75-47d7-a2d8-e15471e7f72d,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:05.124189 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 74ae200f-7c75-47d7-a2d8-e15471e7f72d details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:21:05.143656 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:05.219099 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297a447b-7eca-41c6-8bba-f3b7a70aa682 req-89909451-1edb-4176-b90e-4d658ba3eb18 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:05.220988 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-297a447b-7eca-41c6-8bba-f3b7a70aa682 req-89909451-1edb-4176-b90e-4d658ba3eb18 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/ports?device_id=79064082-c91c-4208-bd57-708e6d37a370 HTTP/1.1" status: 200 len: 946 time: 0.3034661 Dec 08 16:21:05.259030 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed68830-b964-463f-ad0c-3315a034c836 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Made reservation on behalf of 841eb5bdac454b51a92c375fa562e333 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:21:05.259030 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-eed68830-b964-463f-ad0c-3315a034c836 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:05.276436 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 9ab8b761-fcd4-463f-8b8b-19e420b98cce no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:21:05.278185 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=c4267dbf-c828-4c70-a0a3-657df4c055a0,revision_number=7']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:05.337875 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 9ab8b761-fcd4-463f-8b8b-19e420b98cce {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:21:05.338225 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 9ab8b761-fcd4-463f-8b8b-19e420b98cce not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:21:05.341776 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-297a447b-7eca-41c6-8bba-f3b7a70aa682 req-4f1cdb92-442f-411d-adc3-e770d09d31f2 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/security-groups?id=5903942c-927a-4f35-93fb-0009cd4d6c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104426 Dec 08 16:21:05.350310 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-1f181189-57f2-4de7-b075-72bf5daffa16 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Deleting port 347bf28d-3030-4a04-beab-57e0f84762a4 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:21:05.350666 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1f181189-57f2-4de7-b075-72bf5daffa16 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:05.427302 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f264c9cb-debc-45e6-b946-e2db467929a2 req-d5b6be62-6d75-46f5-bf34-f9b6c2ae677c service neutron] 10.222.0.76 "GET /v2.0/networks/691a624c-964a-4825-b277-bf02eccf1ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3411381 Dec 08 16:21:05.479302 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1f181189-57f2-4de7-b075-72bf5daffa16 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:05.500858 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-1f181189-57f2-4de7-b075-72bf5daffa16 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Calling delete_port for 347bf28d-3030-4a04-beab-57e0f84762a4 owned by {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:21:05.619720 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343c7e3-1bcd-4722-a0ba-a9bd5214c478 req-472c5cc9-0540-4f27-ab7f-c1cdbad709cc tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:05.621388 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8343c7e3-1bcd-4722-a0ba-a9bd5214c478 req-472c5cc9-0540-4f27-ab7f-c1cdbad709cc tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/ports?device_id=20e35821-4a0f-4e25-8f81-8caffde54dde HTTP/1.1" status: 200 len: 945 time: 0.1469460 Dec 08 16:21:05.721535 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1f181189-57f2-4de7-b075-72bf5daffa16 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:05.785391 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8343c7e3-1bcd-4722-a0ba-a9bd5214c478 req-3c94cab0-d155-41ba-85b8-fae63e31cd83 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/security-groups?id=796b0b3b-2d54-476b-abe1-7568016bfa47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429968 Dec 08 16:21:05.824222 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58408) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:05.840577 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1f181189-57f2-4de7-b075-72bf5daffa16 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:05.846979 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58412) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:05.847273 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-1f181189-57f2-4de7-b075-72bf5daffa16 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] 10.222.0.64 "DELETE /v2.0/ports/347bf28d-3030-4a04-beab-57e0f84762a4 HTTP/1.1" status: 204 len: 168 time: 1.1772206 Dec 08 16:21:05.847965 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f181189-57f2-4de7-b075-72bf5daffa16 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Pushing event deleted for resources: {'Port': ['ID=347bf28d-3030-4a04-beab-57e0f84762a4,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:05.882223 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747abd1c-6581-43fd-b723-2be30c67b9e6 req-d57e9bf6-fd17-4196-86ea-089193633618 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:05.890513 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-747abd1c-6581-43fd-b723-2be30c67b9e6 req-d57e9bf6-fd17-4196-86ea-089193633618 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 945 time: 0.0815339 Dec 08 16:21:05.904654 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e3619efa-e18c-49ef-aaef-f3f2023a597f tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0550871 Dec 08 16:21:05.908365 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-eed68830-b964-463f-ad0c-3315a034c836 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:05.912523 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58414) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:05.972210 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-5251dc81-1260-481b-8b0b-8323a2ac9f8f tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-114101255'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:05.976274 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-747abd1c-6581-43fd-b723-2be30c67b9e6 req-e9648873-b990-4c05-81dc-79a35e717518 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=0224af71-d7ce-4eed-aefa-724f93ccbe59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830438 Dec 08 16:21:05.979931 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed68830-b964-463f-ad0c-3315a034c836 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event updated for resources: {'Subnet': ['ID=e76101d7-7ff6-4253-9210-5f3f1ea6a13e,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:05.984728 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-7b2b9b42-84d0-4069-83fe-1d1612154eb4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1200929792-network', 'tenant_id': '25c245c4d313465caaae097aeb605b2b'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:06.038652 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed68830-b964-463f-ad0c-3315a034c836 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Checking segment: {'id': 'a84fec8a-33e6-4174-a8ce-f5a657711bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '74ae200f-7c75-47d7-a2d8-e15471e7f72d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:21:06.039211 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed68830-b964-463f-ad0c-3315a034c836 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Network hostable DHCP agents. Network: 74ae200f-7c75-47d7-a2d8-e15471e7f72d, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:21:06.163164 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5251dc81-1260-481b-8b0b-8323a2ac9f8f tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Made reservation on behalf of d6718933104b40868c0c60c532a17af2 for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:21:06.167751 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5251dc81-1260-481b-8b0b-8323a2ac9f8f tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:06.195996 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed68830-b964-463f-ad0c-3315a034c836 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Network 74ae200f-7c75-47d7-a2d8-e15471e7f72d is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:21:06.217090 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5251dc81-1260-481b-8b0b-8323a2ac9f8f tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:21:06.231003 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5251dc81-1260-481b-8b0b-8323a2ac9f8f tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:06.231346 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-5251dc81-1260-481b-8b0b-8323a2ac9f8f tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Added segment 49702936-fa42-41c3-8d42-9a63c74179d9 of type vlan for network eff1bfc3-d886-4591-9045-8a20c0dd0ea3 Dec 08 16:21:06.282288 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5251dc81-1260-481b-8b0b-8323a2ac9f8f tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:06.371968 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b2b9b42-84d0-4069-83fe-1d1612154eb4 admin admin] Made reservation on behalf of 25c245c4d313465caaae097aeb605b2b for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:21:06.374524 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7b2b9b42-84d0-4069-83fe-1d1612154eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:06.385183 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7b2b9b42-84d0-4069-83fe-1d1612154eb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:06.464653 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-eed68830-b964-463f-ad0c-3315a034c836 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 74ae200f-7c75-47d7-a2d8-e15471e7f72d) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:21:06.473151 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee9b7b8-9846-449f-8a7c-7eec147b6991 None None] Network 74ae200f-7c75-47d7-a2d8-e15471e7f72d requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:21:06.481559 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed68830-b964-463f-ad0c-3315a034c836 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:06.482187 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-eed68830-b964-463f-ad0c-3315a034c836 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:06.515322 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7b2b9b42-84d0-4069-83fe-1d1612154eb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:06.518176 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5251dc81-1260-481b-8b0b-8323a2ac9f8f tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:06.524538 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5251dc81-1260-481b-8b0b-8323a2ac9f8f tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:06.525149 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5251dc81-1260-481b-8b0b-8323a2ac9f8f tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:06.602886 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb69891-3db1-4687-beaf-689bfeee2dc3 req-1abb5e46-8ce7-4db1-bd65-758958321be7 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:06.604613 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0cb69891-3db1-4687-beaf-689bfeee2dc3 req-1abb5e46-8ce7-4db1-bd65-758958321be7 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/ports?device_id=79064082-c91c-4208-bd57-708e6d37a370 HTTP/1.1" status: 200 len: 946 time: 0.1416662 Dec 08 16:21:06.625106 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5251dc81-1260-481b-8b0b-8323a2ac9f8f tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Pushing event updated for resources: {'Network': ['ID=eff1bfc3-d886-4591-9045-8a20c0dd0ea3,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:06.643161 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7b2b9b42-84d0-4069-83fe-1d1612154eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:06.644437 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network eff1bfc3-d886-4591-9045-8a20c0dd0ea3 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:21:06.647654 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd31c5a8-3de8-45f7-8f58-2545f8ccc972 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-74ae200f-7c75-47d7-a2d8-e15471e7f72d', 'network_id': '74ae200f-7c75-47d7-a2d8-e15471e7f72d', 'project_id': '841eb5bdac454b51a92c375fa562e333', 'fixed_ips': [{'subnet_id': 'e76101d7-7ff6-4253-9210-5f3f1ea6a13e'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:21:06.652959 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-cd31c5a8-3de8-45f7-8f58-2545f8ccc972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:06.711746 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-5251dc81-1260-481b-8b0b-8323a2ac9f8f tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7437980 Dec 08 16:21:06.717951 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-eed68830-b964-463f-ad0c-3315a034c836 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7597322 Dec 08 16:21:06.718169 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58420) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:06.719919 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58422) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:06.724739 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-067b9659-8063-4ef4-a24c-769566631284 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1490166831'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:06.740109 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b2b9b42-84d0-4069-83fe-1d1612154eb4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:21:06.763978 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-261526c4-0e6d-4063-a5ac-f6636a1a2a44 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-889070243', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:06.785918 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0cb69891-3db1-4687-beaf-689bfeee2dc3 req-08e0e10c-7b15-414d-8024-08fedc4842af tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/security-groups?id=5903942c-927a-4f35-93fb-0009cd4d6c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740837 Dec 08 16:21:06.789666 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b9b42-84d0-4069-83fe-1d1612154eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311bbe6d-38e2-43cb-9292-320a497d0bbc,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:06.795822 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7b2b9b42-84d0-4069-83fe-1d1612154eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:06.806373 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-7b2b9b42-84d0-4069-83fe-1d1612154eb4 admin admin] Added segment 8d2c3d7d-d83b-4ad2-854d-a0ca432e4f17 of type vlan for network 08e1f89f-371d-42fb-b37b-1ee1a82ebbae Dec 08 16:21:06.845182 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.db.api [None req-261526c4-0e6d-4063-a5ac-f6636a1a2a44 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 08 16:21:06.845182 n-d-776250-12 neutron-server[110550]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 08 16:21:06.845182 n-d-776250-12 neutron-server[110550]: [parameters: {'project_id_1': '841eb5bdac454b51a92c375fa562e333', 'expiration_1': datetime.datetime(2021, 12, 8, 16, 20, 46, 784498)}] Dec 08 16:21:06.845182 n-d-776250-12 neutron-server[110550]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:21:06.845182 n-d-776250-12 neutron-server[110550]: DEBUG oslo_db.api [None req-261526c4-0e6d-4063-a5ac-f6636a1a2a44 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:21:06.931102 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7b2b9b42-84d0-4069-83fe-1d1612154eb4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:06.932989 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-cd31c5a8-3de8-45f7-8f58-2545f8ccc972 None None] Allocated IP 172.20.0.2 (74ae200f-7c75-47d7-a2d8-e15471e7f72d/e76101d7-7ff6-4253-9210-5f3f1ea6a13e/03fc74a0-fe93-4a94-8e3e-eed0c244438e) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:21:06.937380 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067b9659-8063-4ef4-a24c-769566631284 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Made reservation on behalf of d6718933104b40868c0c60c532a17af2 for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:21:06.940891 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-067b9659-8063-4ef4-a24c-769566631284 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:06.994692 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed87a419-59ec-4d2e-9a49-75cfcd0e36e8 req-b9ad262a-18c7-4676-9c65-bac4195e0ad4 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:07.003937 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ed87a419-59ec-4d2e-9a49-75cfcd0e36e8 req-b9ad262a-18c7-4676-9c65-bac4195e0ad4 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/ports?device_id=20e35821-4a0f-4e25-8f81-8caffde54dde HTTP/1.1" status: 200 len: 945 time: 0.1018281 Dec 08 16:21:07.015333 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-067b9659-8063-4ef4-a24c-769566631284 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:21:07.045768 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-067b9659-8063-4ef4-a24c-769566631284 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:07.046930 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-067b9659-8063-4ef4-a24c-769566631284 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Added segment c3e84347-1a30-404f-9e05-f723b76d5279 of type vlan for network f209011a-168a-41c7-afa9-d662bce9dd37 Dec 08 16:21:07.070103 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7b2b9b42-84d0-4069-83fe-1d1612154eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:07.072213 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2b9b42-84d0-4069-83fe-1d1612154eb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:07.073002 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7b2b9b42-84d0-4069-83fe-1d1612154eb4 admin admin] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:07.142278 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ed87a419-59ec-4d2e-9a49-75cfcd0e36e8 req-891324b5-2977-418e-bd20-977ad0bd999f tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/security-groups?id=796b0b3b-2d54-476b-abe1-7568016bfa47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355875 Dec 08 16:21:07.158738 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-067b9659-8063-4ef4-a24c-769566631284 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:07.200614 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-cd31c5a8-3de8-45f7-8f58-2545f8ccc972 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:07.250958 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b9b42-84d0-4069-83fe-1d1612154eb4 admin admin] Pushing event updated for resources: {'Network': ['ID=08e1f89f-371d-42fb-b37b-1ee1a82ebbae,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:07.270046 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 08e1f89f-371d-42fb-b37b-1ee1a82ebbae details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:21:07.275616 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd551d-4be3-4f3d-9967-b92f632428f8 req-573021b5-2ae7-41c7-91f0-ba182b84b15a tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:07.277432 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-56cd551d-4be3-4f3d-9967-b92f632428f8 req-573021b5-2ae7-41c7-91f0-ba182b84b15a tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 945 time: 0.1550620 Dec 08 16:21:07.337845 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-cd31c5a8-3de8-45f7-8f58-2545f8ccc972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:07.354941 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-56cd551d-4be3-4f3d-9967-b92f632428f8 req-4171e5c0-a5b7-42d9-a0e9-6bc11bfee978 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=0224af71-d7ce-4eed-aefa-724f93ccbe59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653000 Dec 08 16:21:07.366906 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-067b9659-8063-4ef4-a24c-769566631284 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:07.367665 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-7b2b9b42-84d0-4069-83fe-1d1612154eb4 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5421324 Dec 08 16:21:07.372728 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067b9659-8063-4ef4-a24c-769566631284 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:07.376843 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58428) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:07.382875 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-067b9659-8063-4ef4-a24c-769566631284 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:07.388570 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-60949f60-a40a-489f-b195-3ce94b8b192e admin admin] Request body: {'subnet': {'network_id': '08e1f89f-371d-42fb-b37b-1ee1a82ebbae', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1200929792-subnet', 'tenant_id': '25c245c4d313465caaae097aeb605b2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:07.451224 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd31c5a8-3de8-45f7-8f58-2545f8ccc972 None None] Network 74ae200f-7c75-47d7-a2d8-e15471e7f72d is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:21:07.458875 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-cd31c5a8-3de8-45f7-8f58-2545f8ccc972 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:21:07.462657 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd31c5a8-3de8-45f7-8f58-2545f8ccc972 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:21:07.468985 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd31c5a8-3de8-45f7-8f58-2545f8ccc972 None None] Pushing event updated for resources: {'Port': ['ID=03fc74a0-fe93-4a94-8e3e-eed0c244438e,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:07.498434 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067b9659-8063-4ef4-a24c-769566631284 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Pushing event updated for resources: {'Network': ['ID=f209011a-168a-41c7-afa9-d662bce9dd37,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:07.514999 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-261526c4-0e6d-4063-a5ac-f6636a1a2a44 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:07.516126 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-261526c4-0e6d-4063-a5ac-f6636a1a2a44 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:07.520742 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network f209011a-168a-41c7-afa9-d662bce9dd37 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:21:07.604221 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-261526c4-0e6d-4063-a5ac-f6636a1a2a44 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:07.606410 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-cd31c5a8-3de8-45f7-8f58-2545f8ccc972 None None] Attempting to bind port 03fc74a0-fe93-4a94-8e3e-eed0c244438e on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:21:07.606592 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60949f60-a40a-489f-b195-3ce94b8b192e admin admin] Made reservation on behalf of 25c245c4d313465caaae097aeb605b2b for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:21:07.606708 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-cd31c5a8-3de8-45f7-8f58-2545f8ccc972 None None] Attempting to bind port 03fc74a0-fe93-4a94-8e3e-eed0c244438e by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'a84fec8a-33e6-4174-a8ce-f5a657711bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '74ae200f-7c75-47d7-a2d8-e15471e7f72d'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:21:07.606708 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd31c5a8-3de8-45f7-8f58-2545f8ccc972 None None] Attempting to bind port 03fc74a0-fe93-4a94-8e3e-eed0c244438e on network 74ae200f-7c75-47d7-a2d8-e15471e7f72d {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:21:07.609272 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-60949f60-a40a-489f-b195-3ce94b8b192e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:07.613382 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd31c5a8-3de8-45f7-8f58-2545f8ccc972 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:21:07.618202 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd31c5a8-3de8-45f7-8f58-2545f8ccc972 None None] Checking segment: {'id': 'a84fec8a-33e6-4174-a8ce-f5a657711bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '74ae200f-7c75-47d7-a2d8-e15471e7f72d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:21:07.618202 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-cd31c5a8-3de8-45f7-8f58-2545f8ccc972 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:07.618202 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd31c5a8-3de8-45f7-8f58-2545f8ccc972 None None] Bound using segment: {'id': 'a84fec8a-33e6-4174-a8ce-f5a657711bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '74ae200f-7c75-47d7-a2d8-e15471e7f72d'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:21:07.618202 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-cd31c5a8-3de8-45f7-8f58-2545f8ccc972 None None] Bound port: 03fc74a0-fe93-4a94-8e3e-eed0c244438e, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a84fec8a-33e6-4174-a8ce-f5a657711bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '74ae200f-7c75-47d7-a2d8-e15471e7f72d'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:21:07.618202 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-cd31c5a8-3de8-45f7-8f58-2545f8ccc972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:07.681043 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-261526c4-0e6d-4063-a5ac-f6636a1a2a44 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:07.700243 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-067b9659-8063-4ef4-a24c-769566631284 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9818919 Dec 08 16:21:07.715460 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-cd31c5a8-3de8-45f7-8f58-2545f8ccc972 None None] For port 03fc74a0-fe93-4a94-8e3e-eed0c244438e, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:21:07.719241 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-cd31c5a8-3de8-45f7-8f58-2545f8ccc972 None None] For port 03fc74a0-fe93-4a94-8e3e-eed0c244438e, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=03fc74a0-fe93-4a94-8e3e-eed0c244438e,segment=NetworkSegment(a84fec8a-33e6-4174-a8ce-f5a657711bd3),segment_id=a84fec8a-33e6-4174-a8ce-f5a657711bd3)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:21:07.779662 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-261526c4-0e6d-4063-a5ac-f6636a1a2a44 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:07.781679 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-261526c4-0e6d-4063-a5ac-f6636a1a2a44 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 1.0299959 Dec 08 16:21:07.784263 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58430) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:07.789863 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-dcde18df-8820-4feb-8c45-73455e5dcc04 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Request body: {'port': {'network_id': '74ae200f-7c75-47d7-a2d8-e15471e7f72d', 'name': 'tempest-PortsTestJSON-838684953'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:07.807174 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-cd31c5a8-3de8-45f7-8f58-2545f8ccc972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:07.995133 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd31c5a8-3de8-45f7-8f58-2545f8ccc972 None None] Pushing event updated for resources: {'Port': ['ID=03fc74a0-fe93-4a94-8e3e-eed0c244438e,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:08.241400 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcde18df-8820-4feb-8c45-73455e5dcc04 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Made reservation on behalf of 841eb5bdac454b51a92c375fa562e333 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:21:08.245158 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dcde18df-8820-4feb-8c45-73455e5dcc04 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:08.309112 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [None req-dcde18df-8820-4feb-8c45-73455e5dcc04 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] device_id is not set on port fb87d051-d157-43ca-80bb-b2644e3d961b yet. {{(pid=110550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:21:08.414341 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42cdb10-9ca7-4e6a-8e24-9206ec082cfe req-692ff3a3-037d-4940-af2c-477cadf26a10 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:08.426609 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a42cdb10-9ca7-4e6a-8e24-9206ec082cfe req-692ff3a3-037d-4940-af2c-477cadf26a10 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/ports?device_id=79064082-c91c-4208-bd57-708e6d37a370 HTTP/1.1" status: 200 len: 946 time: 0.1974490 Dec 08 16:21:08.437058 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-60949f60-a40a-489f-b195-3ce94b8b192e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:08.518558 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c75554e-132a-4b2b-a7a7-974716682a72 req-3b0d7a40-af59-422d-b403-d6705f90b90d tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:08.522305 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:08.527436 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2c75554e-132a-4b2b-a7a7-974716682a72 req-3b0d7a40-af59-422d-b403-d6705f90b90d tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/ports?device_id=20e35821-4a0f-4e25-8f81-8caffde54dde HTTP/1.1" status: 200 len: 945 time: 0.2520692 Dec 08 16:21:08.622642 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a42cdb10-9ca7-4e6a-8e24-9206ec082cfe req-7485e4d3-313a-4788-a688-f31544b2f865 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/security-groups?id=5903942c-927a-4f35-93fb-0009cd4d6c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1938865 Dec 08 16:21:08.625743 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60949f60-a40a-489f-b195-3ce94b8b192e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e0add82-82fe-4b17-8996-e89b152cfef4,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:08.637936 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60949f60-a40a-489f-b195-3ce94b8b192e admin admin] Checking segment: {'id': '8d2c3d7d-d83b-4ad2-854d-a0ca432e4f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '08e1f89f-371d-42fb-b37b-1ee1a82ebbae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:21:08.640974 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60949f60-a40a-489f-b195-3ce94b8b192e admin admin] Network hostable DHCP agents. Network: 08e1f89f-371d-42fb-b37b-1ee1a82ebbae, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:21:08.702725 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2c75554e-132a-4b2b-a7a7-974716682a72 req-b677792f-8b53-44e0-926e-650f2cef1cb8 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/security-groups?id=796b0b3b-2d54-476b-abe1-7568016bfa47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722069 Dec 08 16:21:08.742157 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-dcde18df-8820-4feb-8c45-73455e5dcc04 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Allocated IP 172.20.0.4 (74ae200f-7c75-47d7-a2d8-e15471e7f72d/e76101d7-7ff6-4253-9210-5f3f1ea6a13e/fb87d051-d157-43ca-80bb-b2644e3d961b) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:21:08.841995 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d313c-0b97-4f7a-ada1-79ed7a44947d req-4f84e011-323f-454a-aa36-9b60d6d02c48 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:08.850719 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e35d313c-0b97-4f7a-ada1-79ed7a44947d req-4f84e011-323f-454a-aa36-9b60d6d02c48 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 945 time: 0.0783346 Dec 08 16:21:08.852698 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60949f60-a40a-489f-b195-3ce94b8b192e admin admin] Network 08e1f89f-371d-42fb-b37b-1ee1a82ebbae is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:21:08.945430 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e35d313c-0b97-4f7a-ada1-79ed7a44947d req-b9ac23b6-093f-454e-b336-a2a851c8bd3c tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=0224af71-d7ce-4eed-aefa-724f93ccbe59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935621 Dec 08 16:21:08.968160 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-60949f60-a40a-489f-b195-3ce94b8b192e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 08e1f89f-371d-42fb-b37b-1ee1a82ebbae) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:21:08.974742 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60949f60-a40a-489f-b195-3ce94b8b192e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:08.975558 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-60949f60-a40a-489f-b195-3ce94b8b192e admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:08.981113 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f886e3b6-b332-4d91-8f04-a8a10773aa96 None None] Network 08e1f89f-371d-42fb-b37b-1ee1a82ebbae requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:21:09.006196 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dcde18df-8820-4feb-8c45-73455e5dcc04 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:09.141100 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-60949f60-a40a-489f-b195-3ce94b8b192e admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7628794 Dec 08 16:21:09.144042 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dcde18df-8820-4feb-8c45-73455e5dcc04 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:09.194119 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cca901-b702-47a0-af4c-7db61436abbb None None] Network 08e1f89f-371d-42fb-b37b-1ee1a82ebbae requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:21:09.354502 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcde18df-8820-4feb-8c45-73455e5dcc04 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Network 74ae200f-7c75-47d7-a2d8-e15471e7f72d is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:21:09.365345 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-dcde18df-8820-4feb-8c45-73455e5dcc04 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:21:09.374116 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcde18df-8820-4feb-8c45-73455e5dcc04 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:21:09.516596 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcde18df-8820-4feb-8c45-73455e5dcc04 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event updated for resources: {'Port': ['ID=fb87d051-d157-43ca-80bb-b2644e3d961b,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:09.621670 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcde18df-8820-4feb-8c45-73455e5dcc04 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:09.622491 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dcde18df-8820-4feb-8c45-73455e5dcc04 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:09.741096 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58452) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:09.741597 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-dcde18df-8820-4feb-8c45-73455e5dcc04 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9556785 Dec 08 16:21:09.871363 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 03fc74a0-fe93-4a94-8e3e-eed0c244438e up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:21:09.947428 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f5f42a-0e6d-4fed-9047-be9e93add352 None None] Network 74ae200f-7c75-47d7-a2d8-e15471e7f72d requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:21:10.104700 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67747d59-7b53-4f60-95cd-30a9176e71e2 req-e94d273a-dce3-44ba-8a10-6803bc0180ed tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:10.109925 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67747d59-7b53-4f60-95cd-30a9176e71e2 req-e94d273a-dce3-44ba-8a10-6803bc0180ed tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/ports?device_id=20e35821-4a0f-4e25-8f81-8caffde54dde HTTP/1.1" status: 200 len: 945 time: 0.1323354 Dec 08 16:21:10.245590 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67747d59-7b53-4f60-95cd-30a9176e71e2 req-c4a24d05-63b0-4df9-b93c-9430e2028774 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/security-groups?id=796b0b3b-2d54-476b-abe1-7568016bfa47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245871 Dec 08 16:21:10.263007 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 03fc74a0-fe93-4a94-8e3e-eed0c244438e triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:21:10.263952 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:10.349242 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d574b-0864-4fdb-8bae-1442d1f4a02f req-36652092-e95e-40a6-82be-9633f406b72a tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:10.360940 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-22cc8e38-0cac-4814-a27a-04196bf6fb26 None None] Provisioning complete for port 03fc74a0-fe93-4a94-8e3e-eed0c244438e triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:21:10.362898 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-22cc8e38-0cac-4814-a27a-04196bf6fb26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:10.366590 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fd5d574b-0864-4fdb-8bae-1442d1f4a02f req-36652092-e95e-40a6-82be-9633f406b72a tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/ports?device_id=79064082-c91c-4208-bd57-708e6d37a370 HTTP/1.1" status: 200 len: 946 time: 0.4207978 Dec 08 16:21:10.475217 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1662e0a-bc1e-4432-b461-32ad1bb53008 req-d980fdc8-227a-42dd-a9b1-fa72664ffaca tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:10.489913 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a1662e0a-bc1e-4432-b461-32ad1bb53008 req-d980fdc8-227a-42dd-a9b1-fa72664ffaca tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 945 time: 0.1332276 Dec 08 16:21:10.511428 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:10.602112 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 03fc74a0-fe93-4a94-8e3e-eed0c244438e, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=03fc74a0-fe93-4a94-8e3e-eed0c244438e,segment=NetworkSegment(a84fec8a-33e6-4174-a8ce-f5a657711bd3),segment_id=a84fec8a-33e6-4174-a8ce-f5a657711bd3)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:21:10.603639 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-22cc8e38-0cac-4814-a27a-04196bf6fb26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:10.627265 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a1662e0a-bc1e-4432-b461-32ad1bb53008 req-85f98c24-09ba-4ecf-b023-b1c560469b40 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=0224af71-d7ce-4eed-aefa-724f93ccbe59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362545 Dec 08 16:21:10.682293 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fd5d574b-0864-4fdb-8bae-1442d1f4a02f req-4cd6ee4b-f32e-4706-9b09-f6f4315f2c9b tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/security-groups?id=5903942c-927a-4f35-93fb-0009cd4d6c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3117900 Dec 08 16:21:10.714230 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-50d8c24b-ab82-48fe-ba63-90eb5348eee6 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:10.743778 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:10.887080 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.db.api [None req-22cc8e38-0cac-4814-a27a-04196bf6fb26 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:21:10.887759 n-d-776250-12 neutron-server[110552]: DEBUG oslo_db.api [None req-22cc8e38-0cac-4814-a27a-04196bf6fb26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:21:11.019461 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=03fc74a0-fe93-4a94-8e3e-eed0c244438e,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:11.026977 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58472) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:11.034022 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-673852ad-69a9-465f-aac9-8a70ae708de3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-108119000-network', 'tenant_id': '574c865e5c8f41268d9fcf00ccd30c4f'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:11.041637 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58474) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:11.050341 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-43da440e-d626-4191-89b8-fd15f9d8110b tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Request body: {'subnets': [{'network_id': 'eff1bfc3-d886-4591-9045-8a20c0dd0ea3', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--105151715', 'ip_version': 6}, {'network_id': 'f209011a-168a-41c7-afa9-d662bce9dd37', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:11.050756 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-43da440e-d626-4191-89b8-fd15f9d8110b tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Request body: {'subnet': {'network_id': 'eff1bfc3-d886-4591-9045-8a20c0dd0ea3', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--105151715', 'ip_version': 6}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:11.051556 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-43da440e-d626-4191-89b8-fd15f9d8110b tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Request body: {'subnet': {'network_id': 'f209011a-168a-41c7-afa9-d662bce9dd37', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:11.152751 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673852ad-69a9-465f-aac9-8a70ae708de3 admin admin] Made reservation on behalf of 574c865e5c8f41268d9fcf00ccd30c4f for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:21:11.154453 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-673852ad-69a9-465f-aac9-8a70ae708de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:11.171683 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-673852ad-69a9-465f-aac9-8a70ae708de3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:11.258611 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 03fc74a0-fe93-4a94-8e3e-eed0c244438e up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:21:11.321411 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-673852ad-69a9-465f-aac9-8a70ae708de3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:11.412738 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-50d8c24b-ab82-48fe-ba63-90eb5348eee6 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:11.548393 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d65c1-4b8e-4724-bf6f-e9796bca6a44 req-18fec2ea-ab31-48b0-911c-66e874f7672c tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:11.550723 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 03fc74a0-fe93-4a94-8e3e-eed0c244438e triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:21:11.551101 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:11.556702 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f66d65c1-4b8e-4724-bf6f-e9796bca6a44 req-18fec2ea-ab31-48b0-911c-66e874f7672c tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/ports?device_id=20e35821-4a0f-4e25-8f81-8caffde54dde HTTP/1.1" status: 200 len: 945 time: 0.1186993 Dec 08 16:21:11.618257 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-673852ad-69a9-465f-aac9-8a70ae708de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:11.633754 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f66d65c1-4b8e-4724-bf6f-e9796bca6a44 req-8d86a0c1-9a65-48b1-a392-31c0a58ae979 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/security-groups?id=796b0b3b-2d54-476b-abe1-7568016bfa47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755610 Dec 08 16:21:11.646798 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43da440e-d626-4191-89b8-fd15f9d8110b tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Made reservation on behalf of d6718933104b40868c0c60c532a17af2 for: {'subnet': 2} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:21:11.653807 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-43da440e-d626-4191-89b8-fd15f9d8110b tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:11.654171 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-43da440e-d626-4191-89b8-fd15f9d8110b tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:11.661541 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-50d8c24b-ab82-48fe-ba63-90eb5348eee6 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:11.672169 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-20ddb53c-7420-45f3-9f18-c442bf77967d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:11.694807 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-58db41ff-3185-44ec-8237-833b6e34aa01 None None] Provisioning complete for port fb87d051-d157-43ca-80bb-b2644e3d961b triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:21:11.695333 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-58db41ff-3185-44ec-8237-833b6e34aa01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:11.702699 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-673852ad-69a9-465f-aac9-8a70ae708de3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:21:11.722863 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673852ad-69a9-465f-aac9-8a70ae708de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ff5456-f7a4-4671-a012-544f25337699,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:11.740240 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-673852ad-69a9-465f-aac9-8a70ae708de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:11.740599 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-673852ad-69a9-465f-aac9-8a70ae708de3 admin admin] Added segment cb5dcb68-844e-4b58-88e8-a9bd1e9cf191 of type vlan for network 2d86b0de-4533-4cc4-a844-8dc5771fa4fa Dec 08 16:21:11.767176 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-58db41ff-3185-44ec-8237-833b6e34aa01 None None] Port fb87d051-d157-43ca-80bb-b2644e3d961b cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:21:11.780961 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-58db41ff-3185-44ec-8237-833b6e34aa01 None None] Provisioning complete for port 03fc74a0-fe93-4a94-8e3e-eed0c244438e triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:21:11.782034 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-58db41ff-3185-44ec-8237-833b6e34aa01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:11.857331 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-673852ad-69a9-465f-aac9-8a70ae708de3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:11.906130 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42274520-c05f-4042-9379-0e9420c03d84 req-6027acc4-33f5-43b3-9246-38e44f85ac59 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:11.915390 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-42274520-c05f-4042-9379-0e9420c03d84 req-6027acc4-33f5-43b3-9246-38e44f85ac59 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 945 time: 0.1221836 Dec 08 16:21:12.001457 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-42274520-c05f-4042-9379-0e9420c03d84 req-7c417fbd-cfa8-4ace-9202-8aa13b922572 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=0224af71-d7ce-4eed-aefa-724f93ccbe59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844381 Dec 08 16:21:12.008319 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-673852ad-69a9-465f-aac9-8a70ae708de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:12.010760 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673852ad-69a9-465f-aac9-8a70ae708de3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:12.012843 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-673852ad-69a9-465f-aac9-8a70ae708de3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:12.137843 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673852ad-69a9-465f-aac9-8a70ae708de3 admin admin] Pushing event updated for resources: {'Network': ['ID=2d86b0de-4533-4cc4-a844-8dc5771fa4fa,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:12.161247 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 2d86b0de-4533-4cc4-a844-8dc5771fa4fa details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:21:12.162003 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-673852ad-69a9-465f-aac9-8a70ae708de3 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1309600 Dec 08 16:21:12.163747 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58484) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:12.170174 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-30960532-aad5-435d-bda8-8a1c04c16bb6 admin admin] Request body: {'subnet': {'network_id': '2d86b0de-4533-4cc4-a844-8dc5771fa4fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-108119000-subnet', 'tenant_id': '574c865e5c8f41268d9fcf00ccd30c4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:12.238912 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d8c24b-ab82-48fe-ba63-90eb5348eee6 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event updated for resources: {'Port': ['ID=fb87d051-d157-43ca-80bb-b2644e3d961b,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:12.282525 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46bf81f3-2bc9-4168-9200-84574e7d9aac None None] Provisioning complete for port fb87d051-d157-43ca-80bb-b2644e3d961b triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:21:12.282525 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46bf81f3-2bc9-4168-9200-84574e7d9aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:12.287713 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30960532-aad5-435d-bda8-8a1c04c16bb6 admin admin] Made reservation on behalf of 574c865e5c8f41268d9fcf00ccd30c4f for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:21:12.290286 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-30960532-aad5-435d-bda8-8a1c04c16bb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:12.310832 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca1149-4ae8-4318-b975-d98edd14261a req-6e5d8f4a-6b05-4e17-8c31-4f0f5704125c tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:12.315258 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8eca1149-4ae8-4318-b975-d98edd14261a req-6e5d8f4a-6b05-4e17-8c31-4f0f5704125c tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/ports?device_id=79064082-c91c-4208-bd57-708e6d37a370 HTTP/1.1" status: 200 len: 946 time: 0.4845912 Dec 08 16:21:12.322604 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46bf81f3-2bc9-4168-9200-84574e7d9aac None None] Port fb87d051-d157-43ca-80bb-b2644e3d961b cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:21:12.491051 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8eca1149-4ae8-4318-b975-d98edd14261a req-ce5bf60a-b5e6-4866-8bff-f4bf7cc2d0d6 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/security-groups?id=5903942c-927a-4f35-93fb-0009cd4d6c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506140 Dec 08 16:21:12.611726 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-50d8c24b-ab82-48fe-ba63-90eb5348eee6 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:12.784239 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-43da440e-d626-4191-89b8-fd15f9d8110b tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:12.892886 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43da440e-d626-4191-89b8-fd15f9d8110b tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Checking segment: {'id': '49702936-fa42-41c3-8d42-9a63c74179d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'eff1bfc3-d886-4591-9045-8a20c0dd0ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:21:12.893583 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43da440e-d626-4191-89b8-fd15f9d8110b tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Network hostable DHCP agents. Network: eff1bfc3-d886-4591-9045-8a20c0dd0ea3, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:21:12.897981 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da440e-d626-4191-89b8-fd15f9d8110b tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Pushing event updated for resources: {'Subnet': ['ID=9ee6fc1e-290a-4041-b2f7-ad759183142b,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:12.906372 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-50d8c24b-ab82-48fe-ba63-90eb5348eee6 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:12.956995 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e59ee43-8982-484d-a5a3-7d4c661cd863 req-1b329e36-d17e-4b4a-9a90-fa3e1b1d3923 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:12.958606 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2e59ee43-8982-484d-a5a3-7d4c661cd863 req-1b329e36-d17e-4b4a-9a90-fa3e1b1d3923 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/ports?device_id=20e35821-4a0f-4e25-8f81-8caffde54dde HTTP/1.1" status: 200 len: 945 time: 0.1022964 Dec 08 16:21:13.014819 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43da440e-d626-4191-89b8-fd15f9d8110b tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Network eff1bfc3-d886-4591-9045-8a20c0dd0ea3 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:21:13.048393 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2e59ee43-8982-484d-a5a3-7d4c661cd863 req-8987adc1-78e2-43d7-98af-47a0be07c255 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/security-groups?id=796b0b3b-2d54-476b-abe1-7568016bfa47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775890 Dec 08 16:21:13.054740 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-30960532-aad5-435d-bda8-8a1c04c16bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:13.120995 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30960532-aad5-435d-bda8-8a1c04c16bb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2542ec77-36fc-43a3-b8bd-343fda167408,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:13.151909 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30960532-aad5-435d-bda8-8a1c04c16bb6 admin admin] Checking segment: {'id': 'cb5dcb68-844e-4b58-88e8-a9bd1e9cf191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2d86b0de-4533-4cc4-a844-8dc5771fa4fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:21:13.152356 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30960532-aad5-435d-bda8-8a1c04c16bb6 admin admin] Network hostable DHCP agents. Network: 2d86b0de-4533-4cc4-a844-8dc5771fa4fa, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:21:13.185651 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-43da440e-d626-4191-89b8-fd15f9d8110b tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, eff1bfc3-d886-4591-9045-8a20c0dd0ea3) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:21:13.197947 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-43da440e-d626-4191-89b8-fd15f9d8110b tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:13.209177 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c348bd-83da-4420-b447-c2110708acc1 None None] Network eff1bfc3-d886-4591-9045-8a20c0dd0ea3 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:21:13.279620 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed4a13a-185e-4f56-b9ef-0b04f665b0ce req-71ba2a99-a976-4f4a-877b-a5def890d9e7 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:13.287038 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30960532-aad5-435d-bda8-8a1c04c16bb6 admin admin] Network 2d86b0de-4533-4cc4-a844-8dc5771fa4fa is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:21:13.291015 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8ed4a13a-185e-4f56-b9ef-0b04f665b0ce req-71ba2a99-a976-4f4a-877b-a5def890d9e7 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 945 time: 0.1664045 Dec 08 16:21:13.354252 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da440e-d626-4191-89b8-fd15f9d8110b tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Pushing event updated for resources: {'Subnet': ['ID=36285433-5c62-4481-bf88-27e641785b47,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:13.374066 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43da440e-d626-4191-89b8-fd15f9d8110b tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Checking segment: {'id': 'c3e84347-1a30-404f-9e05-f723b76d5279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f209011a-168a-41c7-afa9-d662bce9dd37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:21:13.374319 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43da440e-d626-4191-89b8-fd15f9d8110b tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Network hostable DHCP agents. Network: f209011a-168a-41c7-afa9-d662bce9dd37, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:21:13.385740 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73108eec-ac0c-4d45-ae54-5c2caf2a96ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-eff1bfc3-d886-4591-9045-8a20c0dd0ea3', 'network_id': 'eff1bfc3-d886-4591-9045-8a20c0dd0ea3', 'project_id': 'd6718933104b40868c0c60c532a17af2', 'fixed_ips': [{'subnet_id': '9ee6fc1e-290a-4041-b2f7-ad759183142b'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:21:13.386213 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-73108eec-ac0c-4d45-ae54-5c2caf2a96ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:13.389065 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-30960532-aad5-435d-bda8-8a1c04c16bb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 2d86b0de-4533-4cc4-a844-8dc5771fa4fa) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:21:13.394870 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30960532-aad5-435d-bda8-8a1c04c16bb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:13.395581 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-30960532-aad5-435d-bda8-8a1c04c16bb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:13.412974 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e3e432-2d8a-4aa8-bb31-ec62c3dffe08 None None] Network 2d86b0de-4533-4cc4-a844-8dc5771fa4fa requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:21:13.462537 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8ed4a13a-185e-4f56-b9ef-0b04f665b0ce req-af0f5609-86ba-40b6-b353-37a8351d382b tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=0224af71-d7ce-4eed-aefa-724f93ccbe59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1520116 Dec 08 16:21:13.506483 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-30960532-aad5-435d-bda8-8a1c04c16bb6 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3411436 Dec 08 16:21:13.514395 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-50d8c24b-ab82-48fe-ba63-90eb5348eee6 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:13.578127 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43da440e-d626-4191-89b8-fd15f9d8110b tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Network f209011a-168a-41c7-afa9-d662bce9dd37 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:21:13.592961 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-43da440e-d626-4191-89b8-fd15f9d8110b tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, f209011a-168a-41c7-afa9-d662bce9dd37) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:21:13.617555 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca423ab1-cca8-4aa4-bda3-83082f2b6565 None None] Network f209011a-168a-41c7-afa9-d662bce9dd37 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:21:13.618108 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43da440e-d626-4191-89b8-fd15f9d8110b tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:13.621016 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43da440e-d626-4191-89b8-fd15f9d8110b tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:13.622126 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-43da440e-d626-4191-89b8-fd15f9d8110b tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:13.630370 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-50d8c24b-ab82-48fe-ba63-90eb5348eee6 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:13.680594 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58496) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:13.724676 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4192b08d-0c86-4b72-9446-68fbe266a8cb req-2860c4ec-8ca8-4da7-87e7-9cfb4eced025 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:13.733516 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4192b08d-0c86-4b72-9446-68fbe266a8cb req-2860c4ec-8ca8-4da7-87e7-9cfb4eced025 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/ports?device_id=79064082-c91c-4208-bd57-708e6d37a370 HTTP/1.1" status: 200 len: 946 time: 0.1272111 Dec 08 16:21:13.787095 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d8c24b-ab82-48fe-ba63-90eb5348eee6 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event updated for resources: {'Port': ['ID=fb87d051-d157-43ca-80bb-b2644e3d961b,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:13.788683 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f348c8f7-5524-49e5-b70e-8aa7296ec0a4 None None] Network 2d86b0de-4533-4cc4-a844-8dc5771fa4fa requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:21:13.805266 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-50d8c24b-ab82-48fe-ba63-90eb5348eee6 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:13.811091 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4192b08d-0c86-4b72-9446-68fbe266a8cb req-63d2f53b-33ce-4816-9f88-db29d6c10620 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/security-groups?id=5903942c-927a-4f35-93fb-0009cd4d6c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762255 Dec 08 16:21:13.816789 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58498) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:13.820724 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-43da440e-d626-4191-89b8-fd15f9d8110b tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.7775383 Dec 08 16:21:13.830226 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-818a8006-bd86-4838-aab3-5b637c93db8c admin admin] Deleting subnet 2e0add82-82fe-4b17-8996-e89b152cfef4 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:21:13.901219 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-818a8006-bd86-4838-aab3-5b637c93db8c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:13.957416 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-73108eec-ac0c-4d45-ae54-5c2caf2a96ea None None] Allocated IP 2001:db8::1 (eff1bfc3-d886-4591-9045-8a20c0dd0ea3/9ee6fc1e-290a-4041-b2f7-ad759183142b/68d84b96-6f3c-4192-a1fc-34fd20b80cd5) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:21:13.983250 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d8c24b-ab82-48fe-ba63-90eb5348eee6 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Network 74ae200f-7c75-47d7-a2d8-e15471e7f72d is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:21:13.983516 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffe3d0a-248d-4fd6-9a0f-0f0388c728cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-f209011a-168a-41c7-afa9-d662bce9dd37', 'network_id': 'f209011a-168a-41c7-afa9-d662bce9dd37', 'project_id': 'd6718933104b40868c0c60c532a17af2', 'fixed_ips': [{'subnet_id': '36285433-5c62-4481-bf88-27e641785b47'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:21:13.984616 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8ffe3d0a-248d-4fd6-9a0f-0f0388c728cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:13.985716 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-50d8c24b-ab82-48fe-ba63-90eb5348eee6 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:21:14.029196 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ab6d22-0822-480d-8b67-d2872ce61bc9 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:14.031136 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ab6d22-0822-480d-8b67-d2872ce61bc9 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:14.032859 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ab6d22-0822-480d-8b67-d2872ce61bc9 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:14.054693 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-78ab6d22-0822-480d-8b67-d2872ce61bc9 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2360029 Dec 08 16:21:14.058258 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58502) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:14.225630 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-818a8006-bd86-4838-aab3-5b637c93db8c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:14.341789 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-653a4b16-7158-4d89-bbae-de54d8ef9ea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:14.372243 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:21:14.390127 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-de16b0a3-54ee-4ceb-ad91-60c0ffbded50 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Deleting subnet 9ee6fc1e-290a-4041-b2f7-ad759183142b {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:21:14.455322 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-818a8006-bd86-4838-aab3-5b637c93db8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:14.482132 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-8ffe3d0a-248d-4fd6-9a0f-0f0388c728cc None None] Allocated IP 2001:db8:0:1::1 (f209011a-168a-41c7-afa9-d662bce9dd37/36285433-5c62-4481-bf88-27e641785b47/a17ad273-b392-4d8d-bf50-f78c47d2cc07) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:21:14.490792 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d417fe4-b9d9-4a94-a925-1d1fb8cbcda8 req-b9c96f89-802f-43f2-874f-f9de9571f2f2 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:14.501111 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0d417fe4-b9d9-4a94-a925-1d1fb8cbcda8 req-b9c96f89-802f-43f2-874f-f9de9571f2f2 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/ports?device_id=20e35821-4a0f-4e25-8f81-8caffde54dde HTTP/1.1" status: 200 len: 945 time: 0.2698162 Dec 08 16:21:14.524276 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21191fa8-a9ee-400f-b06a-ff86f11dc02c req-45422165-1fcd-44a8-8e47-46dc69e60909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:14.526089 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-21191fa8-a9ee-400f-b06a-ff86f11dc02c req-45422165-1fcd-44a8-8e47-46dc69e60909 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f798cbfb52c24fe0ba6afa1278248aa5&device_id=79064082-c91c-4208-bd57-708e6d37a370 HTTP/1.1" status: 200 len: 1098 time: 0.2076166 Dec 08 16:21:14.679893 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0d417fe4-b9d9-4a94-a925-1d1fb8cbcda8 req-203e1189-5578-4529-9e60-f301f8650100 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/security-groups?id=796b0b3b-2d54-476b-abe1-7568016bfa47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776187 Dec 08 16:21:14.719047 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8ffe3d0a-248d-4fd6-9a0f-0f0388c728cc None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:14.739073 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21191fa8-a9ee-400f-b06a-ff86f11dc02c req-f1e14cda-0e52-4018-8cb6-3c91414be58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:14.747751 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-21191fa8-a9ee-400f-b06a-ff86f11dc02c req-f1e14cda-0e52-4018-8cb6-3c91414be58c service neutron] 10.222.0.76 "GET /v2.0/networks?id=7267bda8-5e5d-4e04-ad23-20b961702335 HTTP/1.1" status: 200 len: 912 time: 0.2028513 Dec 08 16:21:14.751153 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-818a8006-bd86-4838-aab3-5b637c93db8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:14.756002 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-cfb76773-646e-4e1e-a538-7c537c0da9f8 None None] Provisioning complete for port fb87d051-d157-43ca-80bb-b2644e3d961b triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:21:14.756397 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b3485-1d04-40f9-9c22-25cc1ae8c0d4 req-30847330-337f-4013-9b6f-46bd81d522e5 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:14.756893 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-cfb76773-646e-4e1e-a538-7c537c0da9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:14.758565 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6b7b3485-1d04-40f9-9c22-25cc1ae8c0d4 req-30847330-337f-4013-9b6f-46bd81d522e5 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/ports?device_id=79064082-c91c-4208-bd57-708e6d37a370 HTTP/1.1" status: 200 len: 946 time: 0.1067507 Dec 08 16:21:14.802116 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8ffe3d0a-248d-4fd6-9a0f-0f0388c728cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:14.846944 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6b7b3485-1d04-40f9-9c22-25cc1ae8c0d4 req-8b2ead43-17df-43b4-9435-02b039bcb19c tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/security-groups?id=5903942c-927a-4f35-93fb-0009cd4d6c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752394 Dec 08 16:21:14.887152 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50d8c24b-ab82-48fe-ba63-90eb5348eee6 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Router ad9c25da-b37b-4ab1-95ab-f8d6d4413e38 is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:21:14.906946 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-cfb76773-646e-4e1e-a538-7c537c0da9f8 None None] Port fb87d051-d157-43ca-80bb-b2644e3d961b cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:21:14.914506 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffe3d0a-248d-4fd6-9a0f-0f0388c728cc None None] Pushing event updated for resources: {'Port': ['ID=a17ad273-b392-4d8d-bf50-f78c47d2cc07,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:14.933674 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffe3d0a-248d-4fd6-9a0f-0f0388c728cc None None] Network f209011a-168a-41c7-afa9-d662bce9dd37 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:21:14.935129 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-818a8006-bd86-4838-aab3-5b637c93db8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:14.943350 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-8ffe3d0a-248d-4fd6-9a0f-0f0388c728cc None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:21:14.943350 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-73108eec-ac0c-4d45-ae54-5c2caf2a96ea None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:14.946256 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffe3d0a-248d-4fd6-9a0f-0f0388c728cc None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:21:14.949932 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-818a8006-bd86-4838-aab3-5b637c93db8c admin admin] 10.222.0.64 "DELETE /v2.0/subnets/2e0add82-82fe-4b17-8996-e89b152cfef4 HTTP/1.1" status: 204 len: 168 time: 1.2634890 Dec 08 16:21:14.950410 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58512) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:14.951857 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818a8006-bd86-4838-aab3-5b637c93db8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e0add82-82fe-4b17-8996-e89b152cfef4,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:15.024805 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-73108eec-ac0c-4d45-ae54-5c2caf2a96ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:15.036625 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d8c24b-ab82-48fe-ba63-90eb5348eee6 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:21:15.039285 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-de16b0a3-54ee-4ceb-ad91-60c0ffbded50 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:15.042503 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-50d8c24b-ab82-48fe-ba63-90eb5348eee6 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "PUT /v2.0/routers/ad9c25da-b37b-4ab1-95ab-f8d6d4413e38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2994976 Dec 08 16:21:15.045533 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58514) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:15.046801 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-8ffe3d0a-248d-4fd6-9a0f-0f0388c728cc None None] Attempting to bind port a17ad273-b392-4d8d-bf50-f78c47d2cc07 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:21:15.048312 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-8ffe3d0a-248d-4fd6-9a0f-0f0388c728cc None None] Attempting to bind port a17ad273-b392-4d8d-bf50-f78c47d2cc07 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'c3e84347-1a30-404f-9e05-f723b76d5279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f209011a-168a-41c7-afa9-d662bce9dd37'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:21:15.050244 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffe3d0a-248d-4fd6-9a0f-0f0388c728cc None None] Attempting to bind port a17ad273-b392-4d8d-bf50-f78c47d2cc07 on network f209011a-168a-41c7-afa9-d662bce9dd37 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:21:15.083103 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56502aca-7e08-458d-8204-48b9875cfe73 None None] Sync routers for ids ['ad9c25da-b37b-4ab1-95ab-f8d6d4413e38'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:21:15.103540 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffe3d0a-248d-4fd6-9a0f-0f0388c728cc None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:21:15.104301 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffe3d0a-248d-4fd6-9a0f-0f0388c728cc None None] Checking segment: {'id': 'c3e84347-1a30-404f-9e05-f723b76d5279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f209011a-168a-41c7-afa9-d662bce9dd37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:21:15.106335 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8ffe3d0a-248d-4fd6-9a0f-0f0388c728cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:15.106955 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffe3d0a-248d-4fd6-9a0f-0f0388c728cc None None] Bound using segment: {'id': 'c3e84347-1a30-404f-9e05-f723b76d5279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f209011a-168a-41c7-afa9-d662bce9dd37'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:21:15.107782 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-8ffe3d0a-248d-4fd6-9a0f-0f0388c728cc None None] Bound port: a17ad273-b392-4d8d-bf50-f78c47d2cc07, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e84347-1a30-404f-9e05-f723b76d5279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f209011a-168a-41c7-afa9-d662bce9dd37'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:21:15.108833 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8ffe3d0a-248d-4fd6-9a0f-0f0388c728cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:15.125675 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-21191fa8-a9ee-400f-b06a-ff86f11dc02c req-da2d19ee-161f-4173-b7b8-87af9d263bd1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6 HTTP/1.1" status: 200 len: 1002 time: 0.3654125 Dec 08 16:21:15.141510 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58ff703-1d38-4eec-b7cb-b3b24c18f118 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:15.146301 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73108eec-ac0c-4d45-ae54-5c2caf2a96ea None None] Network eff1bfc3-d886-4591-9045-8a20c0dd0ea3 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:21:15.147440 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f58ff703-1d38-4eec-b7cb-b3b24c18f118 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad9c25da-b37b-4ab1-95ab-f8d6d4413e38 HTTP/1.1" status: 200 len: 981 time: 0.1005569 Dec 08 16:21:15.148907 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58516) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:15.157852 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-de16b0a3-54ee-4ceb-ad91-60c0ffbded50 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:15.191164 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-73108eec-ac0c-4d45-ae54-5c2caf2a96ea None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:21:15.199739 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73108eec-ac0c-4d45-ae54-5c2caf2a96ea None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:21:15.207960 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56502aca-7e08-458d-8204-48b9875cfe73 None None] Routers {'ad9c25da-b37b-4ab1-95ab-f8d6d4413e38'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:21:15.209206 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-56502aca-7e08-458d-8204-48b9875cfe73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:21:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['ad9c25da-b37b-4ab1-95ab-f8d6d4413e38'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:15.221498 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-13379715-43f4-4c6b-897e-405d0ba1f759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:15.255689 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-56502aca-7e08-458d-8204-48b9875cfe73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:15.258405 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62afab67-1b11-40b2-bf05-7aa4858e4b1a req-f73cf00d-70a7-4233-9c08-06bd5a168d3d tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:15.262456 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73108eec-ac0c-4d45-ae54-5c2caf2a96ea None None] Pushing event updated for resources: {'Port': ['ID=68d84b96-6f3c-4192-a1fc-34fd20b80cd5,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:15.268468 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-62afab67-1b11-40b2-bf05-7aa4858e4b1a req-f73cf00d-70a7-4233-9c08-06bd5a168d3d tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 945 time: 0.2921243 Dec 08 16:21:15.273846 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:15.293483 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21191fa8-a9ee-400f-b06a-ff86f11dc02c req-4870fc36-586f-4327-9939-3eab359915dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:15.295222 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-21191fa8-a9ee-400f-b06a-ff86f11dc02c req-4870fc36-586f-4327-9939-3eab359915dc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b1120212-8041-47f2-b393-74481d8c6bb2 HTTP/1.1" status: 200 len: 850 time: 0.1523690 Dec 08 16:21:15.297105 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56502aca-7e08-458d-8204-48b9875cfe73 None None] Routers {'ad9c25da-b37b-4ab1-95ab-f8d6d4413e38'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:21:15.297982 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-56502aca-7e08-458d-8204-48b9875cfe73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:21:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['ad9c25da-b37b-4ab1-95ab-f8d6d4413e38'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:15.507218 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-62afab67-1b11-40b2-bf05-7aa4858e4b1a req-396d5500-ec6a-4664-b5f2-da5d7bca916b tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=0224af71-d7ce-4eed-aefa-724f93ccbe59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2369699 Dec 08 16:21:15.516694 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-de16b0a3-54ee-4ceb-ad91-60c0ffbded50 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:15.522063 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-13379715-43f4-4c6b-897e-405d0ba1f759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:15.597227 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21191fa8-a9ee-400f-b06a-ff86f11dc02c req-33c8dcf5-d362-42c6-bc1e-8e03f9d09d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:15.600756 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-21191fa8-a9ee-400f-b06a-ff86f11dc02c req-33c8dcf5-d362-42c6-bc1e-8e03f9d09d9a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7267bda8-5e5d-4e04-ad23-20b961702335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2908866 Dec 08 16:21:15.640798 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-13379715-43f4-4c6b-897e-405d0ba1f759 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08e1f89f-371d-42fb-b37b-1ee1a82ebbae']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:15.666224 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-8ffe3d0a-248d-4fd6-9a0f-0f0388c728cc None None] For port a17ad273-b392-4d8d-bf50-f78c47d2cc07, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:21:15.683499 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-8ffe3d0a-248d-4fd6-9a0f-0f0388c728cc None None] For port a17ad273-b392-4d8d-bf50-f78c47d2cc07, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=a17ad273-b392-4d8d-bf50-f78c47d2cc07,segment=NetworkSegment(c3e84347-1a30-404f-9e05-f723b76d5279),segment_id=c3e84347-1a30-404f-9e05-f723b76d5279)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:21:15.700339 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-13379715-43f4-4c6b-897e-405d0ba1f759 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d2c3d7d-d83b-4ad2-854d-a0ca432e4f17') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:15.701077 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-13379715-43f4-4c6b-897e-405d0ba1f759 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d2c3d7d-d83b-4ad2-854d-a0ca432e4f17') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:15.710107 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-73108eec-ac0c-4d45-ae54-5c2caf2a96ea None None] Attempting to bind port 68d84b96-6f3c-4192-a1fc-34fd20b80cd5 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:21:15.710107 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-73108eec-ac0c-4d45-ae54-5c2caf2a96ea None None] Attempting to bind port 68d84b96-6f3c-4192-a1fc-34fd20b80cd5 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '49702936-fa42-41c3-8d42-9a63c74179d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'eff1bfc3-d886-4591-9045-8a20c0dd0ea3'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:21:15.710107 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73108eec-ac0c-4d45-ae54-5c2caf2a96ea None None] Attempting to bind port 68d84b96-6f3c-4192-a1fc-34fd20b80cd5 on network eff1bfc3-d886-4591-9045-8a20c0dd0ea3 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:21:15.716576 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-56502aca-7e08-458d-8204-48b9875cfe73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:15.717555 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56502aca-7e08-458d-8204-48b9875cfe73 None None] The sync data for ids ['ad9c25da-b37b-4ab1-95ab-f8d6d4413e38'] in n-d-776250-12 is: [] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:21:15.723121 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-13379715-43f4-4c6b-897e-405d0ba1f759 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:15.727032 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73108eec-ac0c-4d45-ae54-5c2caf2a96ea None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:21:15.728640 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73108eec-ac0c-4d45-ae54-5c2caf2a96ea None None] Checking segment: {'id': '49702936-fa42-41c3-8d42-9a63c74179d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'eff1bfc3-d886-4591-9045-8a20c0dd0ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:21:15.732744 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-73108eec-ac0c-4d45-ae54-5c2caf2a96ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:15.732744 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73108eec-ac0c-4d45-ae54-5c2caf2a96ea None None] Bound using segment: {'id': '49702936-fa42-41c3-8d42-9a63c74179d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'eff1bfc3-d886-4591-9045-8a20c0dd0ea3'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:21:15.732744 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-73108eec-ac0c-4d45-ae54-5c2caf2a96ea None None] Bound port: 68d84b96-6f3c-4192-a1fc-34fd20b80cd5, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49702936-fa42-41c3-8d42-9a63c74179d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'eff1bfc3-d886-4591-9045-8a20c0dd0ea3'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:21:15.732744 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-73108eec-ac0c-4d45-ae54-5c2caf2a96ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:15.778233 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-13379715-43f4-4c6b-897e-405d0ba1f759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:15.778525 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8ffe3d0a-248d-4fd6-9a0f-0f0388c728cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:15.789650 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13379715-43f4-4c6b-897e-405d0ba1f759 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:21:15.790203 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-13379715-43f4-4c6b-897e-405d0ba1f759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:15.792130 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:21:15.792130 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:21:15.792130 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:21:15.792130 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:21:15.792130 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:21:15.792130 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:21:15.792130 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:21:15.792130 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:21:15.792130 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:21:15.792130 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:21:15.792130 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:21:15.792130 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:21:15.792130 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:21:15.792130 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:21:15.792130 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:21:15.792130 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:21:15.792130 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:21:15.792130 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:21:15.792130 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:21:15.792130 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:21:15.792130 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:21:15.792130 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:21:15.792130 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:21:15.792130 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:21:15.792130 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:21:15.792130 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:21:15.792130 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:21:15.792130 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:21:15.792130 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:21:15.792130 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:21:15.792130 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:21:15.792130 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:21:15.874350 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-21191fa8-a9ee-400f-b06a-ff86f11dc02c req-58de5319-c783-492c-b7e0-5add9bb625f6 service neutron] 10.222.0.76 "GET /v2.0/networks/7267bda8-5e5d-4e04-ad23-20b961702335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626359 Dec 08 16:21:15.891269 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-de16b0a3-54ee-4ceb-ad91-60c0ffbded50 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:15.917094 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-97c41201-9628-4f15-8d83-a2f255779653 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:15.918490 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffe3d0a-248d-4fd6-9a0f-0f0388c728cc None None] Pushing event updated for resources: {'Port': ['ID=a17ad273-b392-4d8d-bf50-f78c47d2cc07,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:16.036488 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-73108eec-ac0c-4d45-ae54-5c2caf2a96ea None None] For port 68d84b96-6f3c-4192-a1fc-34fd20b80cd5, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:21:16.038209 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-73108eec-ac0c-4d45-ae54-5c2caf2a96ea None None] For port 68d84b96-6f3c-4192-a1fc-34fd20b80cd5, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=68d84b96-6f3c-4192-a1fc-34fd20b80cd5,segment=NetworkSegment(49702936-fa42-41c3-8d42-9a63c74179d9),segment_id=49702936-fa42-41c3-8d42-9a63c74179d9)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:21:16.103964 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-73108eec-ac0c-4d45-ae54-5c2caf2a96ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:16.159100 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-de16b0a3-54ee-4ceb-ad91-60c0ffbded50 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:16.166658 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-de16b0a3-54ee-4ceb-ad91-60c0ffbded50 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] 10.222.0.64 "DELETE /v2.0/subnets/9ee6fc1e-290a-4041-b2f7-ad759183142b HTTP/1.1" status: 204 len: 168 time: 2.1068432 Dec 08 16:21:16.170417 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-13379715-43f4-4c6b-897e-405d0ba1f759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:16.174849 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58526) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:16.175999 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de16b0a3-54ee-4ceb-ad91-60c0ffbded50 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Pushing event deleted for resources: {'Subnet': ['ID=9ee6fc1e-290a-4041-b2f7-ad759183142b,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:16.209200 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-13379715-43f4-4c6b-897e-405d0ba1f759 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:16.214931 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-13379715-43f4-4c6b-897e-405d0ba1f759 admin admin] 10.222.0.64 "DELETE /v2.0/networks/08e1f89f-371d-42fb-b37b-1ee1a82ebbae HTTP/1.1" status: 204 len: 168 time: 1.2545934 Dec 08 16:21:16.215917 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73108eec-ac0c-4d45-ae54-5c2caf2a96ea None None] Pushing event updated for resources: {'Port': ['ID=68d84b96-6f3c-4192-a1fc-34fd20b80cd5,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:16.230746 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-21191fa8-a9ee-400f-b06a-ff86f11dc02c req-a7674f60-7ae7-4a82-8ab1-4af7c2d97753 service neutron] 10.222.0.76 "GET /v2.0/networks/7267bda8-5e5d-4e04-ad23-20b961702335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299935 Dec 08 16:21:16.234607 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c27b3f2-d202-4586-be87-6280b29c74f5 req-56abd089-2f90-4c1d-8a12-2f581283555a tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:16.247461 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8c27b3f2-d202-4586-be87-6280b29c74f5 req-56abd089-2f90-4c1d-8a12-2f581283555a tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/ports?device_id=20e35821-4a0f-4e25-8f81-8caffde54dde HTTP/1.1" status: 200 len: 945 time: 0.3324215 Dec 08 16:21:16.251987 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58528) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:16.301153 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13379715-43f4-4c6b-897e-405d0ba1f759 admin admin] Pushing event deleted for resources: {'Network': ['ID=08e1f89f-371d-42fb-b37b-1ee1a82ebbae,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:16.412309 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5cd804f-175b-4204-b653-e07161e24e9d tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Deleting subnet 36285433-5c62-4481-bf88-27e641785b47 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:21:16.418949 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f5cd804f-175b-4204-b653-e07161e24e9d tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:16.471394 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dba70a1-5ab0-42fb-96a8-702151fe0670 admin admin] Deleting subnet 2542ec77-36fc-43a3-b8bd-343fda167408 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:21:16.475577 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5dba70a1-5ab0-42fb-96a8-702151fe0670 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:16.555761 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5dba70a1-5ab0-42fb-96a8-702151fe0670 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:16.561165 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8c27b3f2-d202-4586-be87-6280b29c74f5 req-5b7982bb-33bb-40c1-9669-834a6817c0ed tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/security-groups?id=796b0b3b-2d54-476b-abe1-7568016bfa47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736652 Dec 08 16:21:16.658660 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5dba70a1-5ab0-42fb-96a8-702151fe0670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:16.702414 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-97c41201-9628-4f15-8d83-a2f255779653 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Deleting port fb87d051-d157-43ca-80bb-b2644e3d961b {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:21:16.702774 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-97c41201-9628-4f15-8d83-a2f255779653 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:16.704452 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:16.893520 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680eaf4-24ce-4a4f-a6ea-34820f8fc74b req-9a5754ca-6ac4-43d4-9f08-b1f7959cd31e tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:16.895763 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2680eaf4-24ce-4a4f-a6ea-34820f8fc74b req-9a5754ca-6ac4-43d4-9f08-b1f7959cd31e tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 945 time: 0.1384645 Dec 08 16:21:16.923269 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f5cd804f-175b-4204-b653-e07161e24e9d tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:17.073495 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-97c41201-9628-4f15-8d83-a2f255779653 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:17.073495 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-97c41201-9628-4f15-8d83-a2f255779653 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Calling delete_port for fb87d051-d157-43ca-80bb-b2644e3d961b owned by network:router_interface {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:21:17.073495 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2680eaf4-24ce-4a4f-a6ea-34820f8fc74b req-7c48ef42-df27-4712-bb61-e0e2a7353c08 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=0224af71-d7ce-4eed-aefa-724f93ccbe59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844796 Dec 08 16:21:17.074085 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75e1323-71c7-4f25-8a28-02fea6cde58a req-e4ba179e-8c41-4b4b-9a6b-1f23bccb9968 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:17.074085 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c75e1323-71c7-4f25-8a28-02fea6cde58a req-e4ba179e-8c41-4b4b-9a6b-1f23bccb9968 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/ports?device_id=79064082-c91c-4208-bd57-708e6d37a370 HTTP/1.1" status: 200 len: 946 time: 0.2667708 Dec 08 16:21:17.125685 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f5cd804f-175b-4204-b653-e07161e24e9d tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:17.180188 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c75e1323-71c7-4f25-8a28-02fea6cde58a req-d7d94814-2dd9-4be9-8f30-7ec6afb348ca tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/security-groups?id=5903942c-927a-4f35-93fb-0009cd4d6c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433549 Dec 08 16:21:17.294016 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5dba70a1-5ab0-42fb-96a8-702151fe0670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:17.300669 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-97c41201-9628-4f15-8d83-a2f255779653 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:17.325815 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 68d84b96-6f3c-4192-a1fc-34fd20b80cd5 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:21:17.348875 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c41201-9628-4f15-8d83-a2f255779653 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event deleted for resources: {'Port': ['ID=fb87d051-d157-43ca-80bb-b2644e3d961b,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:17.349547 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f5cd804f-175b-4204-b653-e07161e24e9d tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:17.362398 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dba70a1-5ab0-42fb-96a8-702151fe0670 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2542ec77-36fc-43a3-b8bd-343fda167408,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:17.377619 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5dba70a1-5ab0-42fb-96a8-702151fe0670 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:17.382264 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-5dba70a1-5ab0-42fb-96a8-702151fe0670 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/2542ec77-36fc-43a3-b8bd-343fda167408 HTTP/1.1" status: 204 len: 168 time: 1.0754485 Dec 08 16:21:17.414177 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58536) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:17.433261 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd804f-175b-4204-b653-e07161e24e9d tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Pushing event deleted for resources: {'Subnet': ['ID=36285433-5c62-4481-bf88-27e641785b47,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:17.435770 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f5cd804f-175b-4204-b653-e07161e24e9d tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:17.439392 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-f5cd804f-175b-4204-b653-e07161e24e9d tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] 10.222.0.64 "DELETE /v2.0/subnets/36285433-5c62-4481-bf88-27e641785b47 HTTP/1.1" status: 204 len: 168 time: 1.2602608 Dec 08 16:21:17.479027 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58540) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:17.481912 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 68d84b96-6f3c-4192-a1fc-34fd20b80cd5 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:21:17.482294 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:17.602320 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:17.636765 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e9eb5169-c5d7-47e6-9bd8-588c6a65d0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:17.726295 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:17.820969 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-97c41201-9628-4f15-8d83-a2f255779653 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:17.834583 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd50cab0-db54-474a-87f9-d472a4859f2a tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:17.840434 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-fd50cab0-db54-474a-87f9-d472a4859f2a tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3602710 Dec 08 16:21:17.841247 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e9eb5169-c5d7-47e6-9bd8-588c6a65d0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:17.841545 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58546) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:17.850583 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 68d84b96-6f3c-4192-a1fc-34fd20b80cd5, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=68d84b96-6f3c-4192-a1fc-34fd20b80cd5,segment=NetworkSegment(49702936-fa42-41c3-8d42-9a63c74179d9),segment_id=49702936-fa42-41c3-8d42-9a63c74179d9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:21:17.880652 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-e9eb5169-c5d7-47e6-9bd8-588c6a65d0a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d86b0de-4533-4cc4-a844-8dc5771fa4fa']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:17.885214 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba26dfd8-ef85-4124-b38b-d815064db4f9 None None] Network f209011a-168a-41c7-afa9-d662bce9dd37 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:21:17.893529 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-e9eb5169-c5d7-47e6-9bd8-588c6a65d0a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb5dcb68-844e-4b58-88e8-a9bd1e9cf191') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:17.894199 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-e9eb5169-c5d7-47e6-9bd8-588c6a65d0a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb5dcb68-844e-4b58-88e8-a9bd1e9cf191') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:17.915990 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:17.917108 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device a17ad273-b392-4d8d-bf50-f78c47d2cc07 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:21:17.918124 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e9eb5169-c5d7-47e6-9bd8-588c6a65d0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:17.939391 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e9eb5169-c5d7-47e6-9bd8-588c6a65d0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:17.948750 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9eb5169-c5d7-47e6-9bd8-588c6a65d0a0 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:21:17.949243 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e9eb5169-c5d7-47e6-9bd8-588c6a65d0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:18.027481 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:21:18.027481 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:21:18.027481 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:21:18.027481 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:21:18.027481 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:21:18.027481 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:21:18.027481 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:21:18.027481 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:21:18.027481 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:21:18.027481 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:21:18.027481 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:21:18.027481 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:21:18.027481 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:21:18.027481 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:21:18.027481 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:21:18.027481 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:21:18.027481 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:21:18.027481 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:21:18.027481 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:21:18.027481 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:21:18.027481 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:21:18.027481 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:21:18.027481 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:21:18.027481 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:21:18.027481 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:21:18.027481 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:21:18.027481 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:21:18.027481 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:21:18.027481 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:21:18.027481 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:21:18.027481 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:21:18.027481 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:21:18.109202 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e9eb5169-c5d7-47e6-9bd8-588c6a65d0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:18.130765 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e9eb5169-c5d7-47e6-9bd8-588c6a65d0a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:18.143020 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-e9eb5169-c5d7-47e6-9bd8-588c6a65d0a0 admin admin] 10.222.0.64 "DELETE /v2.0/networks/2d86b0de-4533-4cc4-a844-8dc5771fa4fa HTTP/1.1" status: 204 len: 168 time: 0.7292278 Dec 08 16:21:18.215947 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-f1999014-2d0e-4e6e-ba96-a0988fdb9f14 None None] Provisioning complete for port a17ad273-b392-4d8d-bf50-f78c47d2cc07 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:21:18.217538 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f1999014-2d0e-4e6e-ba96-a0988fdb9f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:18.220041 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eb5169-c5d7-47e6-9bd8-588c6a65d0a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d86b0de-4533-4cc4-a844-8dc5771fa4fa,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:18.226556 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b09160-8298-448d-a496-45ff7fb8e66d req-694caf55-6eb4-4418-b36b-c9f9e0bb2be7 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:18.228488 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d8b09160-8298-448d-a496-45ff7fb8e66d req-694caf55-6eb4-4418-b36b-c9f9e0bb2be7 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/ports?device_id=20e35821-4a0f-4e25-8f81-8caffde54dde HTTP/1.1" status: 200 len: 945 time: 0.4076645 Dec 08 16:21:18.238421 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8e0caf45-80f9-42a4-9281-c0e769bf5331 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:18.243535 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=68d84b96-6f3c-4192-a1fc-34fd20b80cd5,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:18.305895 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c729a5-9a3b-4394-883b-915ce614cf24 req-907ee238-f31f-467b-803d-422d06dbf83b tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:18.315282 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d9c729a5-9a3b-4394-883b-915ce614cf24 req-907ee238-f31f-467b-803d-422d06dbf83b tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 945 time: 0.1297510 Dec 08 16:21:18.383041 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port a17ad273-b392-4d8d-bf50-f78c47d2cc07 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:21:18.383431 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:18.397823 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d9c729a5-9a3b-4394-883b-915ce614cf24 req-a10946df-3abc-4e66-ba86-ca72ba98dede tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=0224af71-d7ce-4eed-aefa-724f93ccbe59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608265 Dec 08 16:21:18.483954 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97c41201-9628-4f15-8d83-a2f255779653 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Router ad9c25da-b37b-4ab1-95ab-f8d6d4413e38 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:21:18.498446 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ab3188-cda8-4693-abfe-ce61940f747e None None] Network eff1bfc3-d886-4591-9045-8a20c0dd0ea3 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:21:18.542670 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d8b09160-8298-448d-a496-45ff7fb8e66d req-cffc931d-047a-41c3-8ec3-86f1b69ed219 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/security-groups?id=796b0b3b-2d54-476b-abe1-7568016bfa47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965391 Dec 08 16:21:18.617544 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694afe8f-ba47-48f2-bb12-674e4bb07fd1 None None] DHCP port deletion for f209011a-168a-41c7-afa9-d662bce9dd37 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:21:18.640843 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f1999014-2d0e-4e6e-ba96-a0988fdb9f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:18.699161 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c41201-9628-4f15-8d83-a2f255779653 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:21:18.711387 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be286d3c-1272-4cc0-a5f2-c0c1ce5edfe9 None None] Sync routers for ids ['ad9c25da-b37b-4ab1-95ab-f8d6d4413e38'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:21:18.728167 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58556) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:18.729192 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-97c41201-9628-4f15-8d83-a2f255779653 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "PUT /v2.0/routers/ad9c25da-b37b-4ab1-95ab-f8d6d4413e38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5784206 Dec 08 16:21:18.739782 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be286d3c-1272-4cc0-a5f2-c0c1ce5edfe9 None None] Routers {'ad9c25da-b37b-4ab1-95ab-f8d6d4413e38'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:21:18.749692 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-be286d3c-1272-4cc0-a5f2-c0c1ce5edfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:21:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['ad9c25da-b37b-4ab1-95ab-f8d6d4413e38'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:18.750097 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-8e0caf45-80f9-42a4-9281-c0e769bf5331 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Deleting port a17ad273-b392-4d8d-bf50-f78c47d2cc07 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:21:18.750580 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8e0caf45-80f9-42a4-9281-c0e769bf5331 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:18.778890 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f93d7aa-eec8-46f4-9bb2-27e11c80f2c2 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] GET failed (client error): The resource could not be found. Dec 08 16:21:18.784522 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-3f93d7aa-eec8-46f4-9bb2-27e11c80f2c2 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "GET /v2.0/ports/fb87d051-d157-43ca-80bb-b2644e3d961b HTTP/1.1" status: 404 len: 333 time: 0.0550396 Dec 08 16:21:18.788721 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58558) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:18.813345 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:18.829333 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-be286d3c-1272-4cc0-a5f2-c0c1ce5edfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:18.839759 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-f1999014-2d0e-4e6e-ba96-a0988fdb9f14 None None] For port a17ad273-b392-4d8d-bf50-f78c47d2cc07, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=a17ad273-b392-4d8d-bf50-f78c47d2cc07,segment=NetworkSegment(c3e84347-1a30-404f-9e05-f723b76d5279),segment_id=c3e84347-1a30-404f-9e05-f723b76d5279)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:21:18.842265 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab52fe2-836c-4c50-ab25-304970fc8e43 req-2679928b-e0c6-4a61-9c20-40269b8a38a7 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:18.844766 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0ab52fe2-836c-4c50-ab25-304970fc8e43 req-2679928b-e0c6-4a61-9c20-40269b8a38a7 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/ports?device_id=79064082-c91c-4208-bd57-708e6d37a370 HTTP/1.1" status: 200 len: 946 time: 0.1695626 Dec 08 16:21:18.859296 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be286d3c-1272-4cc0-a5f2-c0c1ce5edfe9 None None] Routers {'ad9c25da-b37b-4ab1-95ab-f8d6d4413e38'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:21:18.860409 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-be286d3c-1272-4cc0-a5f2-c0c1ce5edfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:21:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['ad9c25da-b37b-4ab1-95ab-f8d6d4413e38'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:18.872658 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-694afe8f-ba47-48f2-bb12-674e4bb07fd1 None None] Deleting port a17ad273-b392-4d8d-bf50-f78c47d2cc07 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:21:18.877020 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-694afe8f-ba47-48f2-bb12-674e4bb07fd1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:18.884606 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-8e0caf45-80f9-42a4-9281-c0e769bf5331 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] For port a17ad273-b392-4d8d-bf50-f78c47d2cc07, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=a17ad273-b392-4d8d-bf50-f78c47d2cc07,segment=NetworkSegment(c3e84347-1a30-404f-9e05-f723b76d5279),segment_id=c3e84347-1a30-404f-9e05-f723b76d5279)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:21:18.884993 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8e0caf45-80f9-42a4-9281-c0e769bf5331 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:18.890805 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58560) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:18.911380 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-8e0caf45-80f9-42a4-9281-c0e769bf5331 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Calling delete_port for a17ad273-b392-4d8d-bf50-f78c47d2cc07 owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:21:18.939214 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f1999014-2d0e-4e6e-ba96-a0988fdb9f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:18.958755 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0ab52fe2-836c-4c50-ab25-304970fc8e43 req-3826f75c-a77f-4098-8785-98c9d5317675 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/security-groups?id=5903942c-927a-4f35-93fb-0009cd4d6c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970221 Dec 08 16:21:18.982674 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650c3371-929a-4f18-97a5-84f05e2635bb None None] DHCP port deletion for eff1bfc3-d886-4591-9045-8a20c0dd0ea3 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:21:19.004342 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-be286d3c-1272-4cc0-a5f2-c0c1ce5edfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:19.005409 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be286d3c-1272-4cc0-a5f2-c0c1ce5edfe9 None None] The sync data for ids ['ad9c25da-b37b-4ab1-95ab-f8d6d4413e38'] in n-d-776250-12 is: [] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:21:19.040727 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-7268fae8-a968-4ecc-b1ae-0e1f0ed5daf7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=25c245c4d313465caaae097aeb605b2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1477835 Dec 08 16:21:19.043663 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-68b8045b-d9e0-4cee-94e0-47b92a1d9d54 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for router, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:19.044265 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58564) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:19.049189 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-694afe8f-ba47-48f2-bb12-674e4bb07fd1 None None] For port a17ad273-b392-4d8d-bf50-f78c47d2cc07, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=a17ad273-b392-4d8d-bf50-f78c47d2cc07,segment=NetworkSegment(c3e84347-1a30-404f-9e05-f723b76d5279),segment_id=c3e84347-1a30-404f-9e05-f723b76d5279)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:21:19.049597 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-694afe8f-ba47-48f2-bb12-674e4bb07fd1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:19.104130 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.db.api [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:21:19.104551 n-d-776250-12 neutron-server[110552]: DEBUG oslo_db.api [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:21:19.105386 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-694afe8f-ba47-48f2-bb12-674e4bb07fd1 None None] Calling delete_port for a17ad273-b392-4d8d-bf50-f78c47d2cc07 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:21:19.139177 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1999014-2d0e-4e6e-ba96-a0988fdb9f14 None None] Pushing event updated for resources: {'Port': ['ID=a17ad273-b392-4d8d-bf50-f78c47d2cc07,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:19.152320 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a79d7608-8834-40a0-a85f-9b335798ed42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:19.152876 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-305c5abf-4823-47a7-ba13-33b4958bf593 None None] Provisioning complete for port 68d84b96-6f3c-4192-a1fc-34fd20b80cd5 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:21:19.153613 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-305c5abf-4823-47a7-ba13-33b4958bf593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:19.190256 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a79d7608-8834-40a0-a85f-9b335798ed42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:19.267696 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-68b8045b-d9e0-4cee-94e0-47b92a1d9d54 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:19.271586 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-68b8045b-d9e0-4cee-94e0-47b92a1d9d54 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:19.298809 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-650c3371-929a-4f18-97a5-84f05e2635bb None None] Deleting port 68d84b96-6f3c-4192-a1fc-34fd20b80cd5 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:21:19.299056 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8e0caf45-80f9-42a4-9281-c0e769bf5331 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:19.299973 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-650c3371-929a-4f18-97a5-84f05e2635bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:19.302879 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:21:19.302879 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:21:19.302879 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:21:19.302879 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:21:19.302879 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:21:19.302879 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:21:19.302879 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:21:19.302879 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:21:19.302879 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:21:19.302879 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:21:19.302879 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:21:19.302879 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:21:19.302879 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:21:19.302879 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:21:19.302879 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:21:19.302879 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:21:19.302879 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:21:19.302879 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:21:19.302879 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:21:19.302879 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:21:19.302879 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:21:19.302879 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:21:19.302879 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:21:19.302879 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:21:19.302879 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:21:19.302879 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:21:19.302879 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:21:19.302879 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:21:19.302879 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:21:19.302879 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:21:19.302879 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:21:19.302879 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:21:19.302879 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:21:19.302879 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:21:19.302879 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:21:19.302879 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:21:19.302879 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:21:19.302879 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:21:19.302879 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:21:19.302879 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:21:19.306342 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:21:19.306342 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:21:19.306342 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:21:19.306342 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:21:19.306342 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:21:19.306342 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:21:19.306342 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:21:19.306342 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:21:19.306342 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:21:19.306342 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:21:19.306342 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:21:19.306342 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:21:19.306342 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:21:19.306342 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:21:19.364753 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0caf45-80f9-42a4-9281-c0e769bf5331 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Pushing event deleted for resources: {'Port': ['ID=a17ad273-b392-4d8d-bf50-f78c47d2cc07,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:19.383428 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0caf45-80f9-42a4-9281-c0e769bf5331 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] No DVR routers for this DVR port a17ad273-b392-4d8d-bf50-f78c47d2cc07 on host n-d-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:21:19.402392 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-650c3371-929a-4f18-97a5-84f05e2635bb None None] For port 68d84b96-6f3c-4192-a1fc-34fd20b80cd5, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=68d84b96-6f3c-4192-a1fc-34fd20b80cd5,segment=NetworkSegment(49702936-fa42-41c3-8d42-9a63c74179d9),segment_id=49702936-fa42-41c3-8d42-9a63c74179d9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:21:19.402845 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-650c3371-929a-4f18-97a5-84f05e2635bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:19.407363 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-694afe8f-ba47-48f2-bb12-674e4bb07fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:19.451159 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694afe8f-ba47-48f2-bb12-674e4bb07fd1 None None] No DVR routers for this DVR port a17ad273-b392-4d8d-bf50-f78c47d2cc07 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:21:19.485920 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-68b8045b-d9e0-4cee-94e0-47b92a1d9d54 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:19.486360 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b8045b-d9e0-4cee-94e0-47b92a1d9d54 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Fanout notify agent at l3_agent the message router_deleted on router ad9c25da-b37b-4ab1-95ab-f8d6d4413e38 {{(pid=110550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:21:19.496366 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-68b8045b-d9e0-4cee-94e0-47b92a1d9d54 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:19.496366 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-68b8045b-d9e0-4cee-94e0-47b92a1d9d54 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "DELETE /v2.0/routers/ad9c25da-b37b-4ab1-95ab-f8d6d4413e38 HTTP/1.1" status: 204 len: 168 time: 0.7052605 Dec 08 16:21:19.499650 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58568) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:19.514567 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-650c3371-929a-4f18-97a5-84f05e2635bb None None] Calling delete_port for 68d84b96-6f3c-4192-a1fc-34fd20b80cd5 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:21:19.516771 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694afe8f-ba47-48f2-bb12-674e4bb07fd1 None None] Pushing event deleted for resources: {'Port': ['ID=a17ad273-b392-4d8d-bf50-f78c47d2cc07,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:19.534747 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a79d7608-8834-40a0-a85f-9b335798ed42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:19.538355 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a79d7608-8834-40a0-a85f-9b335798ed42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:19.539585 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a79d7608-8834-40a0-a85f-9b335798ed42 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/311bbe6d-38e2-43cb-9292-320a497d0bbc HTTP/1.1" status: 204 len: 168 time: 0.4943120 Dec 08 16:21:19.608679 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8e0caf45-80f9-42a4-9281-c0e769bf5331 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:19.611485 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79d7608-8834-40a0-a85f-9b335798ed42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311bbe6d-38e2-43cb-9292-320a497d0bbc,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:19.692676 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Port a17ad273-b392-4d8d-bf50-f78c47d2cc07 update to ACTIVE by agent not found {{(pid=110552) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 08 16:21:19.702636 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-8e0caf45-80f9-42a4-9281-c0e769bf5331 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f209011a-168a-41c7-afa9-d662bce9dd37']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:19.739394 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f2dafbf-7176-4199-937f-b027ee7ab834 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Deleting subnet e76101d7-7ff6-4253-9210-5f3f1ea6a13e {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:21:19.741058 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-8e0caf45-80f9-42a4-9281-c0e769bf5331 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3e84347-1a30-404f-9e05-f723b76d5279') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:19.741378 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-8e0caf45-80f9-42a4-9281-c0e769bf5331 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3e84347-1a30-404f-9e05-f723b76d5279') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:19.755425 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-650c3371-929a-4f18-97a5-84f05e2635bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:19.756772 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8e0caf45-80f9-42a4-9281-c0e769bf5331 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:19.777038 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9d27d9-7d82-474e-94d0-4fa1032a6e2a req-f25ab972-2b85-4131-a691-889644514efd tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:19.777174 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8e0caf45-80f9-42a4-9281-c0e769bf5331 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:19.787731 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4d9d27d9-7d82-474e-94d0-4fa1032a6e2a req-f25ab972-2b85-4131-a691-889644514efd tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 945 time: 0.2589014 Dec 08 16:21:19.797487 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e0caf45-80f9-42a4-9281-c0e769bf5331 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:21:19.800737 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8e0caf45-80f9-42a4-9281-c0e769bf5331 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:19.812079 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4f2dafbf-7176-4199-937f-b027ee7ab834 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:19.812401 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f6d13b-80e7-4ea1-b56f-dfe58fd5a4db req-34470f41-44e7-4922-9e50-ec340b9f97f1 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:19.821265 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-23f6d13b-80e7-4ea1-b56f-dfe58fd5a4db req-34470f41-44e7-4922-9e50-ec340b9f97f1 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/ports?device_id=20e35821-4a0f-4e25-8f81-8caffde54dde HTTP/1.1" status: 200 len: 945 time: 0.1413639 Dec 08 16:21:19.840823 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:21:19.840823 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:21:19.840823 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:21:19.840823 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:21:19.840823 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:21:19.840823 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:21:19.840823 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:21:19.840823 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:21:19.840823 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:21:19.840823 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:21:19.840823 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:21:19.840823 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:21:19.840823 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:21:19.840823 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:21:19.840823 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:21:19.840823 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:21:19.840823 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:21:19.840823 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:21:19.840823 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:21:19.840823 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:21:19.840823 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:21:19.840823 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:21:19.840823 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:21:19.840823 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:21:19.840823 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:21:19.840823 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:21:19.840823 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:21:19.840823 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:21:19.840823 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:21:19.840823 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:21:19.840823 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:21:19.840823 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:21:19.859330 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650c3371-929a-4f18-97a5-84f05e2635bb None None] Pushing event deleted for resources: {'Port': ['ID=68d84b96-6f3c-4192-a1fc-34fd20b80cd5,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:19.868779 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650c3371-929a-4f18-97a5-84f05e2635bb None None] No DVR routers for this DVR port 68d84b96-6f3c-4192-a1fc-34fd20b80cd5 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:21:19.908504 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4d9d27d9-7d82-474e-94d0-4fa1032a6e2a req-57198ac1-2a31-4824-b7f9-e49ff6dde1db tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=0224af71-d7ce-4eed-aefa-724f93ccbe59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154258 Dec 08 16:21:19.914110 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4f2dafbf-7176-4199-937f-b027ee7ab834 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:19.927594 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 68d84b96-6f3c-4192-a1fc-34fd20b80cd5 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:21:19.968622 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-23f6d13b-80e7-4ea1-b56f-dfe58fd5a4db req-a3ccf8f9-fd90-4fab-9de2-e87d8f8c8c8f tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/security-groups?id=796b0b3b-2d54-476b-abe1-7568016bfa47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443074 Dec 08 16:21:19.986053 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 68d84b96-6f3c-4192-a1fc-34fd20b80cd5 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:21:19.986396 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 68d84b96-6f3c-4192-a1fc-34fd20b80cd5 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:21:19.986882 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device a17ad273-b392-4d8d-bf50-f78c47d2cc07 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:21:20.010700 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: a17ad273-b392-4d8d-bf50-f78c47d2cc07 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:21:20.011046 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device a17ad273-b392-4d8d-bf50-f78c47d2cc07 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:21:20.041324 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8e0caf45-80f9-42a4-9281-c0e769bf5331 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:20.060273 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8e0caf45-80f9-42a4-9281-c0e769bf5331 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:20.064638 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-8e0caf45-80f9-42a4-9281-c0e769bf5331 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] 10.222.0.64 "DELETE /v2.0/networks/f209011a-168a-41c7-afa9-d662bce9dd37 HTTP/1.1" status: 204 len: 168 time: 2.2186015 Dec 08 16:21:20.069126 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58576) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:20.080073 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0caf45-80f9-42a4-9281-c0e769bf5331 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Pushing event deleted for resources: {'Network': ['ID=f209011a-168a-41c7-afa9-d662bce9dd37,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:20.189423 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-611f55ce-a60f-4f55-911a-fca2a9d01844 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:20.216909 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4f2dafbf-7176-4199-937f-b027ee7ab834 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:20.411553 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-611f55ce-a60f-4f55-911a-fca2a9d01844 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:20.447810 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-611f55ce-a60f-4f55-911a-fca2a9d01844 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eff1bfc3-d886-4591-9045-8a20c0dd0ea3']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:20.459935 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-611f55ce-a60f-4f55-911a-fca2a9d01844 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49702936-fa42-41c3-8d42-9a63c74179d9') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:20.460520 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-611f55ce-a60f-4f55-911a-fca2a9d01844 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49702936-fa42-41c3-8d42-9a63c74179d9') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:20.471276 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-611f55ce-a60f-4f55-911a-fca2a9d01844 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:20.486492 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-611f55ce-a60f-4f55-911a-fca2a9d01844 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:20.496651 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-611f55ce-a60f-4f55-911a-fca2a9d01844 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:21:20.496651 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-611f55ce-a60f-4f55-911a-fca2a9d01844 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:20.496651 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:21:20.496651 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:21:20.496651 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:21:20.496651 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:21:20.496651 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:21:20.496651 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:21:20.496651 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:21:20.496651 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:21:20.496651 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:21:20.496651 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:21:20.496651 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:21:20.496651 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:21:20.496651 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:21:20.496651 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:21:20.496651 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:21:20.496651 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:21:20.496651 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:21:20.496651 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:21:20.496651 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:21:20.496651 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:21:20.496651 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:21:20.496651 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:21:20.496651 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:21:20.496651 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:21:20.496651 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:21:20.496651 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:21:20.496651 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:21:20.496651 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:21:20.496651 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:21:20.496651 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:21:20.496651 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:21:20.496651 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:21:20.580007 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58580) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:20.616725 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4f2dafbf-7176-4199-937f-b027ee7ab834 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:20.672023 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2dafbf-7176-4199-937f-b027ee7ab834 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event deleted for resources: {'Subnet': ['ID=e76101d7-7ff6-4253-9210-5f3f1ea6a13e,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:20.674347 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4f2dafbf-7176-4199-937f-b027ee7ab834 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:20.680745 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-4f2dafbf-7176-4199-937f-b027ee7ab834 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "DELETE /v2.0/subnets/e76101d7-7ff6-4253-9210-5f3f1ea6a13e HTTP/1.1" status: 204 len: 168 time: 1.1799059 Dec 08 16:21:20.681218 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58582) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:20.687828 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-7bf9d693-441b-4378-a79d-ff12cf75d884 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=574c865e5c8f41268d9fcf00ccd30c4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1056962 Dec 08 16:21:20.688159 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58584) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:20.688862 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af07b9a1-4115-48bc-a130-f5309b16fd85 None None] Network 74ae200f-7c75-47d7-a2d8-e15471e7f72d requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:21:20.739576 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-611f55ce-a60f-4f55-911a-fca2a9d01844 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:20.776372 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-611f55ce-a60f-4f55-911a-fca2a9d01844 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:20.781879 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-611f55ce-a60f-4f55-911a-fca2a9d01844 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] 10.222.0.64 "DELETE /v2.0/networks/eff1bfc3-d886-4591-9045-8a20c0dd0ea3 HTTP/1.1" status: 204 len: 168 time: 0.7113564 Dec 08 16:21:20.787674 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58586) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:20.790370 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-65014d23-9d27-402f-ac01-a285920ede69 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:20.845329 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-245e7f7f-9474-47a7-9a08-b7f6c35f2e76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:20.862416 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f55ce-a60f-4f55-911a-fca2a9d01844 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Pushing event deleted for resources: {'Network': ['ID=eff1bfc3-d886-4591-9045-8a20c0dd0ea3,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:20.897338 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-65014d23-9d27-402f-ac01-a285920ede69 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Deleting port 03fc74a0-fe93-4a94-8e3e-eed0c244438e {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:21:20.898194 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-65014d23-9d27-402f-ac01-a285920ede69 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:20.917517 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-245e7f7f-9474-47a7-9a08-b7f6c35f2e76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:20.955861 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51b2c46-8530-4fc8-be19-c2804ff1c14f None None] DHCP port deletion for 74ae200f-7c75-47d7-a2d8-e15471e7f72d request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:21:21.064924 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-65014d23-9d27-402f-ac01-a285920ede69 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] For port 03fc74a0-fe93-4a94-8e3e-eed0c244438e, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=03fc74a0-fe93-4a94-8e3e-eed0c244438e,segment=NetworkSegment(a84fec8a-33e6-4174-a8ce-f5a657711bd3),segment_id=a84fec8a-33e6-4174-a8ce-f5a657711bd3)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:21:21.065304 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-65014d23-9d27-402f-ac01-a285920ede69 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:21.086051 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-d51b2c46-8530-4fc8-be19-c2804ff1c14f None None] Deleting port 03fc74a0-fe93-4a94-8e3e-eed0c244438e {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:21:21.086427 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d51b2c46-8530-4fc8-be19-c2804ff1c14f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:21.132994 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-65014d23-9d27-402f-ac01-a285920ede69 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Calling delete_port for 03fc74a0-fe93-4a94-8e3e-eed0c244438e owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:21:21.198049 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-d51b2c46-8530-4fc8-be19-c2804ff1c14f None None] For port 03fc74a0-fe93-4a94-8e3e-eed0c244438e, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=03fc74a0-fe93-4a94-8e3e-eed0c244438e,segment=NetworkSegment(a84fec8a-33e6-4174-a8ce-f5a657711bd3),segment_id=a84fec8a-33e6-4174-a8ce-f5a657711bd3)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:21:21.200329 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d51b2c46-8530-4fc8-be19-c2804ff1c14f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:21.224425 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-d51b2c46-8530-4fc8-be19-c2804ff1c14f None None] Calling delete_port for 03fc74a0-fe93-4a94-8e3e-eed0c244438e owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:21:21.241917 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa08d4a-0048-48d5-8e6b-5f736dcb5b20 req-0cc3a08f-6f60-4663-b58e-b572122ecbb4 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:21.244628 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7aa08d4a-0048-48d5-8e6b-5f736dcb5b20 req-0cc3a08f-6f60-4663-b58e-b572122ecbb4 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 945 time: 0.1689055 Dec 08 16:21:21.363964 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7aa08d4a-0048-48d5-8e6b-5f736dcb5b20 req-f54edcc4-3ccb-4ba2-9712-0b01efa94a80 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=0224af71-d7ce-4eed-aefa-724f93ccbe59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115985 Dec 08 16:21:21.400159 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-95e5b015-7ee1-4148-8963-2601c3cbdf1f tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:21.404299 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d51b2c46-8530-4fc8-be19-c2804ff1c14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:21.409111 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-65014d23-9d27-402f-ac01-a285920ede69 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:21.455072 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51b2c46-8530-4fc8-be19-c2804ff1c14f None None] Pushing event deleted for resources: {'Port': ['ID=03fc74a0-fe93-4a94-8e3e-eed0c244438e,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:21.483238 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65014d23-9d27-402f-ac01-a285920ede69 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] No DVR routers for this DVR port 03fc74a0-fe93-4a94-8e3e-eed0c244438e on host n-d-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:21:21.492499 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51b2c46-8530-4fc8-be19-c2804ff1c14f None None] No DVR routers for this DVR port 03fc74a0-fe93-4a94-8e3e-eed0c244438e on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:21:21.495424 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65014d23-9d27-402f-ac01-a285920ede69 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event deleted for resources: {'Port': ['ID=03fc74a0-fe93-4a94-8e3e-eed0c244438e,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:21.555775 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2264152a-5bc7-4bba-8b2e-a4391ea78330 req-dddb91ca-2898-4e43-a406-d23beb755bbb tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:21.557350 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2264152a-5bc7-4bba-8b2e-a4391ea78330 req-dddb91ca-2898-4e43-a406-d23beb755bbb tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/ports?device_id=20e35821-4a0f-4e25-8f81-8caffde54dde HTTP/1.1" status: 200 len: 945 time: 0.1838672 Dec 08 16:21:21.565976 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-95e5b015-7ee1-4148-8963-2601c3cbdf1f tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:21.606411 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-245e7f7f-9474-47a7-9a08-b7f6c35f2e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:21.609173 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-245e7f7f-9474-47a7-9a08-b7f6c35f2e76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:21.612825 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-245e7f7f-9474-47a7-9a08-b7f6c35f2e76 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/57ff5456-f7a4-4671-a012-544f25337699 HTTP/1.1" status: 204 len: 168 time: 0.9209168 Dec 08 16:21:21.612825 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-95e5b015-7ee1-4148-8963-2601c3cbdf1f tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ec6af2b-4c11-4365-91b1-991616e3cb80']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:21.647001 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-95e5b015-7ee1-4148-8963-2601c3cbdf1f tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7707b114-524c-4ad0-acca-28bd6b8b5073') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:21.647314 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-95e5b015-7ee1-4148-8963-2601c3cbdf1f tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7707b114-524c-4ad0-acca-28bd6b8b5073') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:21.655589 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245e7f7f-9474-47a7-9a08-b7f6c35f2e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ff5456-f7a4-4671-a012-544f25337699,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:21.681953 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-95e5b015-7ee1-4148-8963-2601c3cbdf1f tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:21.698878 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2264152a-5bc7-4bba-8b2e-a4391ea78330 req-710d3579-e927-4a2f-b405-b724a2bcc21a tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/security-groups?id=796b0b3b-2d54-476b-abe1-7568016bfa47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293352 Dec 08 16:21:21.720098 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-95e5b015-7ee1-4148-8963-2601c3cbdf1f tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:21.735359 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95e5b015-7ee1-4148-8963-2601c3cbdf1f tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:21:21.739487 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-95e5b015-7ee1-4148-8963-2601c3cbdf1f tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:21.743277 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:21:21.743277 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:21:21.743277 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:21:21.743277 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:21:21.743277 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:21:21.743277 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:21:21.743277 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:21:21.743277 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:21:21.743277 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:21:21.743277 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:21:21.743277 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:21:21.743277 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:21:21.743277 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:21:21.743277 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:21:21.743277 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:21:21.743277 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:21:21.743277 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:21:21.743277 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:21:21.743277 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:21:21.743277 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:21:21.743277 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:21:21.743277 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:21:21.743277 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:21:21.743277 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:21:21.743277 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:21:21.743277 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:21:21.743277 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:21:21.743277 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:21:21.743277 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:21:21.743277 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:21:21.743277 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:21:21.743277 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:21:21.876025 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 03fc74a0-fe93-4a94-8e3e-eed0c244438e no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:21:21.927691 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 03fc74a0-fe93-4a94-8e3e-eed0c244438e {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:21:21.928302 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 03fc74a0-fe93-4a94-8e3e-eed0c244438e not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:21:21.960512 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-95e5b015-7ee1-4148-8963-2601c3cbdf1f tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:21.969505 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-95e5b015-7ee1-4148-8963-2601c3cbdf1f tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:21.988836 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-95e5b015-7ee1-4148-8963-2601c3cbdf1f tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] 10.222.0.64 "DELETE /v2.0/networks/7ec6af2b-4c11-4365-91b1-991616e3cb80 HTTP/1.1" status: 204 len: 168 time: 1.1989269 Dec 08 16:21:21.991244 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58598) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:22.098671 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-65014d23-9d27-402f-ac01-a285920ede69 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:22.111724 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e5b015-7ee1-4148-8963-2601c3cbdf1f tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Pushing event deleted for resources: {'Network': ['ID=7ec6af2b-4c11-4365-91b1-991616e3cb80,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:22.165624 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-65014d23-9d27-402f-ac01-a285920ede69 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74ae200f-7c75-47d7-a2d8-e15471e7f72d']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:22.180634 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-65014d23-9d27-402f-ac01-a285920ede69 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a84fec8a-33e6-4174-a8ce-f5a657711bd3') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:22.183389 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-65014d23-9d27-402f-ac01-a285920ede69 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a84fec8a-33e6-4174-a8ce-f5a657711bd3') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:22.186203 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4c576113-07ec-47fd-b8b2-7db146e184f4 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:22.226852 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-65014d23-9d27-402f-ac01-a285920ede69 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:22.257646 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-65014d23-9d27-402f-ac01-a285920ede69 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:22.281306 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65014d23-9d27-402f-ac01-a285920ede69 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:21:22.283109 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-65014d23-9d27-402f-ac01-a285920ede69 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:22.295066 n-d-776250-12 neutron-server[110551]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:21:22.295066 n-d-776250-12 neutron-server[110551]: self.session.flush() Dec 08 16:21:22.295066 n-d-776250-12 neutron-server[110551]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:21:22.295066 n-d-776250-12 neutron-server[110551]: self.session.flush() Dec 08 16:21:22.295066 n-d-776250-12 neutron-server[110551]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:21:22.295066 n-d-776250-12 neutron-server[110551]: self.session.flush() Dec 08 16:21:22.295066 n-d-776250-12 neutron-server[110551]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:21:22.295066 n-d-776250-12 neutron-server[110551]: self.session.flush() Dec 08 16:21:22.295066 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:21:22.295066 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:21:22.295066 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:21:22.295066 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:21:22.295066 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:21:22.295066 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:21:22.295066 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:21:22.295066 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:21:22.295066 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:21:22.295066 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:21:22.295066 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:21:22.295066 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:21:22.295066 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:21:22.295066 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:21:22.295066 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:21:22.295066 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:21:22.295066 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:21:22.295066 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:21:22.295066 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:21:22.295066 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:21:22.295066 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:21:22.295066 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:21:22.295066 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:21:22.295066 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:21:22.295066 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:21:22.295066 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:21:22.295066 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:21:22.295066 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:21:22.295066 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:21:22.295066 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:21:22.295066 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:21:22.295066 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:21:22.360530 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4c576113-07ec-47fd-b8b2-7db146e184f4 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:22.430240 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-4c576113-07ec-47fd-b8b2-7db146e184f4 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc78206d-a0ed-43bf-a721-036765fc6659']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:22.451896 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-4c576113-07ec-47fd-b8b2-7db146e184f4 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f706be32-b41f-4952-900d-351e14542fdb') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:22.452449 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-4c576113-07ec-47fd-b8b2-7db146e184f4 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f706be32-b41f-4952-900d-351e14542fdb') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:22.475825 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4c576113-07ec-47fd-b8b2-7db146e184f4 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:22.487713 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-65014d23-9d27-402f-ac01-a285920ede69 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:22.501042 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-65014d23-9d27-402f-ac01-a285920ede69 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:22.510463 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4c576113-07ec-47fd-b8b2-7db146e184f4 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:22.515681 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58612) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:22.516477 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-65014d23-9d27-402f-ac01-a285920ede69 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "DELETE /v2.0/networks/74ae200f-7c75-47d7-a2d8-e15471e7f72d HTTP/1.1" status: 204 len: 168 time: 1.8336437 Dec 08 16:21:22.532967 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c576113-07ec-47fd-b8b2-7db146e184f4 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:21:22.532967 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4c576113-07ec-47fd-b8b2-7db146e184f4 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:22.540169 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:21:22.540169 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:21:22.540169 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:21:22.540169 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:21:22.540169 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:21:22.540169 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:21:22.540169 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:21:22.540169 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:21:22.540169 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:21:22.540169 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:21:22.540169 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:21:22.540169 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:21:22.540169 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:21:22.540169 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:21:22.540169 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:21:22.540169 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:21:22.540169 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:21:22.540169 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:21:22.540169 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:21:22.540169 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:21:22.540169 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:21:22.540169 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:21:22.540169 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:21:22.540169 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:21:22.540169 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:21:22.540169 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:21:22.540169 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:21:22.540169 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:21:22.540169 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:21:22.540169 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:21:22.540169 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:21:22.540169 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:21:22.605170 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65014d23-9d27-402f-ac01-a285920ede69 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event deleted for resources: {'Network': ['ID=74ae200f-7c75-47d7-a2d8-e15471e7f72d,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:22.648652 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fa2c40-0c74-46e8-be24-898d0f772259 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:22.653668 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-f9fa2c40-0c74-46e8-be24-898d0f772259 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "GET /v2.0/ports/855902fd-cbce-4b65-9758-e53838b79378 HTTP/1.1" status: 200 len: 840 time: 0.1332231 Dec 08 16:21:22.654658 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58616) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:22.659258 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937733e1-f332-4260-b03e-05e3b9513739 req-9d6d6fda-b5fa-428f-890f-be9db0dd6746 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:22.664588 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-937733e1-f332-4260-b03e-05e3b9513739 req-9d6d6fda-b5fa-428f-890f-be9db0dd6746 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 945 time: 0.1445749 Dec 08 16:21:22.728277 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-4486fe22-be6d-4f72-8d87-b523b5601411 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "GET /v2.0/ports/855902fd-cbce-4b65-9758-e53838b79378?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0713329 Dec 08 16:21:22.733732 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58620) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:22.741030 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-0e029fa2-7518-4277-b95e-3db5010efa5d tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Request body: {'subnet': {'network_id': '44a5e545-3e3a-468e-bb20-c0d293d694ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:22.746687 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-937733e1-f332-4260-b03e-05e3b9513739 req-89d00986-92db-421f-869f-640bea271dbe tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=0224af71-d7ce-4eed-aefa-724f93ccbe59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739994 Dec 08 16:21:22.803236 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4c576113-07ec-47fd-b8b2-7db146e184f4 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:22.825920 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4c576113-07ec-47fd-b8b2-7db146e184f4 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:22.833795 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-4c576113-07ec-47fd-b8b2-7db146e184f4 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] 10.222.0.64 "DELETE /v2.0/networks/dc78206d-a0ed-43bf-a721-036765fc6659 HTTP/1.1" status: 204 len: 168 time: 0.8368547 Dec 08 16:21:22.854058 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c576113-07ec-47fd-b8b2-7db146e184f4 tempest-BulkNetworkOpsIpV6Test-2130179645 tempest-BulkNetworkOpsIpV6Test-2130179645-project] Pushing event deleted for resources: {'Network': ['ID=dc78206d-a0ed-43bf-a721-036765fc6659,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:22.954396 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de9d3ba-0a2d-47a0-9744-92c3e914467d req-567469b7-1f56-4775-8a11-fbbb02029014 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:22.956615 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8de9d3ba-0a2d-47a0-9744-92c3e914467d req-567469b7-1f56-4775-8a11-fbbb02029014 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/ports?device_id=20e35821-4a0f-4e25-8f81-8caffde54dde HTTP/1.1" status: 200 len: 945 time: 0.0904615 Dec 08 16:21:23.012825 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8de9d3ba-0a2d-47a0-9744-92c3e914467d req-5f26131d-2d94-412d-9bd3-1e040dd34cef tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/security-groups?id=796b0b3b-2d54-476b-abe1-7568016bfa47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495892 Dec 08 16:21:23.201767 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e029fa2-7518-4277-b95e-3db5010efa5d tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Made reservation on behalf of 841eb5bdac454b51a92c375fa562e333 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:21:23.212478 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0e029fa2-7518-4277-b95e-3db5010efa5d tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:23.538825 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0e029fa2-7518-4277-b95e-3db5010efa5d tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:23.623386 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e029fa2-7518-4277-b95e-3db5010efa5d tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Network 44a5e545-3e3a-468e-bb20-c0d293d694ea is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:21:23.628364 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-0e029fa2-7518-4277-b95e-3db5010efa5d tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:21:23.639241 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e029fa2-7518-4277-b95e-3db5010efa5d tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:23.639976 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0e029fa2-7518-4277-b95e-3db5010efa5d tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:23.641455 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea0f5ab-a5f4-4dcf-b84b-279113f6bd30 None None] Network 44a5e545-3e3a-468e-bb20-c0d293d694ea requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:21:23.647975 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e029fa2-7518-4277-b95e-3db5010efa5d tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event updated for resources: {'Subnet': ['ID=466c83b0-61fd-4447-ace0-7eb2448ef652,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:23.730027 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-0e029fa2-7518-4277-b95e-3db5010efa5d tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9940462 Dec 08 16:21:23.734987 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58650) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:23.741303 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-92326c7d-ec16-4399-a0d2-baa3065f7896 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Request body: {'security_group': {'name': 'tempest-secgroup-1728773776'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:23.867609 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58656) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:23.886266 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-92326c7d-ec16-4399-a0d2-baa3065f7896 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:23.976145 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6140913-d180-4f89-88b9-040efd5d72b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-44a5e545-3e3a-468e-bb20-c0d293d694ea', 'network_id': '44a5e545-3e3a-468e-bb20-c0d293d694ea', 'project_id': '841eb5bdac454b51a92c375fa562e333', 'fixed_ips': [{'subnet_id': '466c83b0-61fd-4447-ace0-7eb2448ef652'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:21:23.977614 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d6140913-d180-4f89-88b9-040efd5d72b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:24.105908 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ecec3-85aa-4091-ae12-a16d03cdd893 req-8ee7545a-1f77-44b5-8b22-4bba53ee1044 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:24.114411 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bf5ecec3-85aa-4091-ae12-a16d03cdd893 req-8ee7545a-1f77-44b5-8b22-4bba53ee1044 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 945 time: 0.2044132 Dec 08 16:21:24.150175 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e1763-f94a-40aa-8874-8535fa91d58f req-0755ce5a-e208-41b6-9413-225bb109f16b tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:24.154260 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c10e1763-f94a-40aa-8874-8535fa91d58f req-0755ce5a-e208-41b6-9413-225bb109f16b tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 945 time: 0.1479878 Dec 08 16:21:24.197254 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-92326c7d-ec16-4399-a0d2-baa3065f7896 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:24.211406 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bf5ecec3-85aa-4091-ae12-a16d03cdd893 req-f3df706c-3fcd-4aa5-b419-e07de9d00118 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954845 Dec 08 16:21:24.340964 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25b09e-8749-4663-b6c4-100b4f23df38 req-2c56bbc9-3994-4789-8d0c-70d598922f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:24.342750 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7d25b09e-8749-4663-b6c4-100b4f23df38 req-2c56bbc9-3994-4789-8d0c-70d598922f2d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=22d0ae928129486d8913ac89433a7712&device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 1097 time: 0.5239885 Dec 08 16:21:24.360374 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c10e1763-f94a-40aa-8874-8535fa91d58f req-167c3111-7f07-441e-975d-e869532ea23f tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=0224af71-d7ce-4eed-aefa-724f93ccbe59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1996889 Dec 08 16:21:24.402616 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-92326c7d-ec16-4399-a0d2-baa3065f7896 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:24.429516 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-d6140913-d180-4f89-88b9-040efd5d72b8 None None] Allocated IP 172.20.0.2 (44a5e545-3e3a-468e-bb20-c0d293d694ea/466c83b0-61fd-4447-ace0-7eb2448ef652/4a07d4cb-5634-49b5-9851-ae86d68ff8ab) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:21:24.499163 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25b09e-8749-4663-b6c4-100b4f23df38 req-f8327bc8-ad2e-4500-9435-8b07c7c4e396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:24.501932 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7d25b09e-8749-4663-b6c4-100b4f23df38 req-f8327bc8-ad2e-4500-9435-8b07c7c4e396 service neutron] 10.222.0.37 "GET /v2.0/networks?id=444a8cbb-ee83-40d1-9772-ed3daa005a16 HTTP/1.1" status: 200 len: 911 time: 0.1402099 Dec 08 16:21:24.564154 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92326c7d-ec16-4399-a0d2-baa3065f7896 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53389bb6-c394-4b3d-bb0d-6e5d68bafc8d,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:24.571805 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-194a5a13-7b9b-4a4e-9820-f6980264af3f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d6718933104b40868c0c60c532a17af2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7006283 Dec 08 16:21:24.573333 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58664) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:24.604065 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63f253-8055-4eb4-831b-205d5bcf20eb req-333956fd-2390-4c02-9feb-986b3b0a218b tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:24.605769 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8b63f253-8055-4eb4-831b-205d5bcf20eb req-333956fd-2390-4c02-9feb-986b3b0a218b tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/ports?device_id=20e35821-4a0f-4e25-8f81-8caffde54dde HTTP/1.1" status: 200 len: 945 time: 0.2807693 Dec 08 16:21:24.624557 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7d25b09e-8749-4663-b6c4-100b4f23df38 req-ebae1d74-df68-4185-8112-5a6c08f7d35f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b8d5971-2d21-4951-9b66-de8081c96b95 HTTP/1.1" status: 200 len: 1000 time: 0.1120794 Dec 08 16:21:24.625546 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-92326c7d-ec16-4399-a0d2-baa3065f7896 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:24.626813 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-92326c7d-ec16-4399-a0d2-baa3065f7896 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8898382 Dec 08 16:21:24.629575 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58666) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:24.634223 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-55d04470-02eb-4ff2-bc75-7b0646287981 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Request body: {'security_group': {'name': 'tempest-secgroup-1872321850'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:24.650605 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d6140913-d180-4f89-88b9-040efd5d72b8 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:24.711439 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d6140913-d180-4f89-88b9-040efd5d72b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:24.739334 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25b09e-8749-4663-b6c4-100b4f23df38 req-f80564f3-c24a-4f1a-9c72-5b3ac3359838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:24.740925 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7d25b09e-8749-4663-b6c4-100b4f23df38 req-f80564f3-c24a-4f1a-9c72-5b3ac3359838 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=921ca20d-c445-4985-be5a-b19c39bd838b HTTP/1.1" status: 200 len: 849 time: 0.1022525 Dec 08 16:21:24.776882 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6140913-d180-4f89-88b9-040efd5d72b8 None None] Network 44a5e545-3e3a-468e-bb20-c0d293d694ea is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:21:24.783004 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-d6140913-d180-4f89-88b9-040efd5d72b8 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:21:24.785235 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-287f93ab-9d09-4263-b1e6-f1dc72b8732d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:24.791597 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6140913-d180-4f89-88b9-040efd5d72b8 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:21:24.797806 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-55d04470-02eb-4ff2-bc75-7b0646287981 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:24.802016 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6140913-d180-4f89-88b9-040efd5d72b8 None None] Pushing event updated for resources: {'Port': ['ID=4a07d4cb-5634-49b5-9851-ae86d68ff8ab,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:24.814424 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-287f93ab-9d09-4263-b1e6-f1dc72b8732d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:24.841006 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25b09e-8749-4663-b6c4-100b4f23df38 req-d255229b-6334-4e72-8062-0166823d0084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:24.843883 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7d25b09e-8749-4663-b6c4-100b4f23df38 req-d255229b-6334-4e72-8062-0166823d0084 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=444a8cbb-ee83-40d1-9772-ed3daa005a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0935810 Dec 08 16:21:24.897840 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8b63f253-8055-4eb4-831b-205d5bcf20eb req-2cd13119-9ca9-457c-8f6f-4aec2300d1e5 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/security-groups?id=796b0b3b-2d54-476b-abe1-7568016bfa47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548695 Dec 08 16:21:24.938992 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-d6140913-d180-4f89-88b9-040efd5d72b8 None None] Attempting to bind port 4a07d4cb-5634-49b5-9851-ae86d68ff8ab on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:21:24.939515 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-d6140913-d180-4f89-88b9-040efd5d72b8 None None] Attempting to bind port 4a07d4cb-5634-49b5-9851-ae86d68ff8ab by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '43b1f15b-49e0-4751-a1c1-76ea1f588cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '44a5e545-3e3a-468e-bb20-c0d293d694ea'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:21:24.939895 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6140913-d180-4f89-88b9-040efd5d72b8 None None] Attempting to bind port 4a07d4cb-5634-49b5-9851-ae86d68ff8ab on network 44a5e545-3e3a-468e-bb20-c0d293d694ea {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:21:24.949811 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6140913-d180-4f89-88b9-040efd5d72b8 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:21:24.950265 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6140913-d180-4f89-88b9-040efd5d72b8 None None] Checking segment: {'id': '43b1f15b-49e0-4751-a1c1-76ea1f588cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '44a5e545-3e3a-468e-bb20-c0d293d694ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:21:24.950619 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d6140913-d180-4f89-88b9-040efd5d72b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:24.952530 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6140913-d180-4f89-88b9-040efd5d72b8 None None] Bound using segment: {'id': '43b1f15b-49e0-4751-a1c1-76ea1f588cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '44a5e545-3e3a-468e-bb20-c0d293d694ea'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:21:24.953077 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-d6140913-d180-4f89-88b9-040efd5d72b8 None None] Bound port: 4a07d4cb-5634-49b5-9851-ae86d68ff8ab, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b1f15b-49e0-4751-a1c1-76ea1f588cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '44a5e545-3e3a-468e-bb20-c0d293d694ea'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:21:24.953456 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d6140913-d180-4f89-88b9-040efd5d72b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:24.963812 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7d25b09e-8749-4663-b6c4-100b4f23df38 req-f4cff037-374e-4c7c-bb08-93944b6dd36e service neutron] 10.222.0.37 "GET /v2.0/networks/444a8cbb-ee83-40d1-9772-ed3daa005a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114397 Dec 08 16:21:24.965721 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-287f93ab-9d09-4263-b1e6-f1dc72b8732d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:24.968447 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-287f93ab-9d09-4263-b1e6-f1dc72b8732d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:24.969797 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-287f93ab-9d09-4263-b1e6-f1dc72b8732d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/23c8e458-437f-4938-9140-22484364fc2b HTTP/1.1" status: 204 len: 168 time: 0.3953314 Dec 08 16:21:24.983571 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287f93ab-9d09-4263-b1e6-f1dc72b8732d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c8e458-437f-4938-9140-22484364fc2b,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:25.074068 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-55d04470-02eb-4ff2-bc75-7b0646287981 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:25.142198 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7d25b09e-8749-4663-b6c4-100b4f23df38 req-cf501018-63fd-465d-8d40-79a9ae389457 service neutron] 10.222.0.37 "GET /v2.0/networks/444a8cbb-ee83-40d1-9772-ed3daa005a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665614 Dec 08 16:21:25.165935 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-55d04470-02eb-4ff2-bc75-7b0646287981 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:25.225319 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d04470-02eb-4ff2-bc75-7b0646287981 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63b6723b-ef90-4f80-b552-fd3a4611a826,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:25.296495 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-55d04470-02eb-4ff2-bc75-7b0646287981 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:25.301222 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-55d04470-02eb-4ff2-bc75-7b0646287981 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6674097 Dec 08 16:21:25.303944 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58684) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:25.310205 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-aea9f91f-d155-4437-b044-02aeaee2f1a9 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1348553478', 'security_groups': ['63b6723b-ef90-4f80-b552-fd3a4611a826'], 'network_id': '44a5e545-3e3a-468e-bb20-c0d293d694ea', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '466c83b0-61fd-4447-ace0-7eb2448ef652'}]}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:25.378521 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-d6140913-d180-4f89-88b9-040efd5d72b8 None None] For port 4a07d4cb-5634-49b5-9851-ae86d68ff8ab, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:21:25.382339 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-d6140913-d180-4f89-88b9-040efd5d72b8 None None] For port 4a07d4cb-5634-49b5-9851-ae86d68ff8ab, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=4a07d4cb-5634-49b5-9851-ae86d68ff8ab,segment=NetworkSegment(43b1f15b-49e0-4751-a1c1-76ea1f588cfc),segment_id=43b1f15b-49e0-4751-a1c1-76ea1f588cfc)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:21:25.469062 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa541f36-c51d-44de-80be-2c06c776fad5 req-0b562284-7f38-48ee-8abe-0b92f16b905d tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:25.470674 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fa541f36-c51d-44de-80be-2c06c776fad5 req-0b562284-7f38-48ee-8abe-0b92f16b905d tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 945 time: 0.1745973 Dec 08 16:21:25.482084 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d6140913-d180-4f89-88b9-040efd5d72b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:25.554565 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8409bd9d-92e9-4f3e-b4bb-556f32aa83df req-75581073-43d7-4fb1-9241-15278a4109c4 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:25.556240 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8409bd9d-92e9-4f3e-b4bb-556f32aa83df req-75581073-43d7-4fb1-9241-15278a4109c4 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 945 time: 0.0916386 Dec 08 16:21:25.557170 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea9f91f-d155-4437-b044-02aeaee2f1a9 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Made reservation on behalf of 841eb5bdac454b51a92c375fa562e333 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:21:25.575680 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fa541f36-c51d-44de-80be-2c06c776fad5 req-2ae4a5ea-7020-4da9-891a-526f5eac9a68 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977347 Dec 08 16:21:25.666482 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6140913-d180-4f89-88b9-040efd5d72b8 None None] Pushing event updated for resources: {'Port': ['ID=4a07d4cb-5634-49b5-9851-ae86d68ff8ab,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:25.669178 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8409bd9d-92e9-4f3e-b4bb-556f32aa83df req-b11a1d6a-a34d-416e-a373-76d4771aeaff tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=0224af71-d7ce-4eed-aefa-724f93ccbe59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057472 Dec 08 16:21:25.717665 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aea9f91f-d155-4437-b044-02aeaee2f1a9 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:25.783653 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [None req-aea9f91f-d155-4437-b044-02aeaee2f1a9 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] device_id is not set on port 08e3a6b7-44ed-4961-85ef-658c5a9bd307 yet. {{(pid=110550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:21:26.049370 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-aea9f91f-d155-4437-b044-02aeaee2f1a9 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Allocated IP 172.20.0.11 (44a5e545-3e3a-468e-bb20-c0d293d694ea/466c83b0-61fd-4447-ace0-7eb2448ef652/08e3a6b7-44ed-4961-85ef-658c5a9bd307) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:21:26.118348 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d9ca3-ac24-48f6-8f2d-ff38d0cfaf1b req-6a10ab1c-bb56-45e2-879c-247ec8222d80 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:26.125535 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f94d9ca3-ac24-48f6-8f2d-ff38d0cfaf1b req-6a10ab1c-bb56-45e2-879c-247ec8222d80 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/ports?device_id=20e35821-4a0f-4e25-8f81-8caffde54dde HTTP/1.1" status: 200 len: 945 time: 0.1024539 Dec 08 16:21:26.200321 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f94d9ca3-ac24-48f6-8f2d-ff38d0cfaf1b req-1709828c-e4db-41e9-80b4-60f77e317267 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/security-groups?id=796b0b3b-2d54-476b-abe1-7568016bfa47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702846 Dec 08 16:21:26.284833 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aea9f91f-d155-4437-b044-02aeaee2f1a9 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:26.417965 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aea9f91f-d155-4437-b044-02aeaee2f1a9 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:26.465043 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea9f91f-d155-4437-b044-02aeaee2f1a9 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Network 44a5e545-3e3a-468e-bb20-c0d293d694ea is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:21:26.490640 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-aea9f91f-d155-4437-b044-02aeaee2f1a9 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:21:26.493699 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea9f91f-d155-4437-b044-02aeaee2f1a9 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:21:26.551888 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea9f91f-d155-4437-b044-02aeaee2f1a9 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event updated for resources: {'Port': ['ID=08e3a6b7-44ed-4961-85ef-658c5a9bd307,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:26.584064 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea9f91f-d155-4437-b044-02aeaee2f1a9 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:26.584782 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aea9f91f-d155-4437-b044-02aeaee2f1a9 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:26.594752 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb35b4e1-bebe-40b3-ad81-7514751e49be req-079f4e0e-5056-4f74-a14d-70c77c6fe2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:26.596362 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cb35b4e1-bebe-40b3-ad81-7514751e49be req-079f4e0e-5056-4f74-a14d-70c77c6fe2dd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ebd580521ede49659be460136b14e0dd&device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 1097 time: 0.1356189 Dec 08 16:21:26.673525 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-aea9f91f-d155-4437-b044-02aeaee2f1a9 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3683729 Dec 08 16:21:26.676564 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58736) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:26.684598 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-9ed02704-3381-49b4-a620-f55702ea6ba0 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Request body: {'subnet': {'network_id': '44a5e545-3e3a-468e-bb20-c0d293d694ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:26.709768 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58738) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:26.784386 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb35b4e1-bebe-40b3-ad81-7514751e49be req-c5e07487-3183-47e1-98e8-b1f00b6bc392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:26.791980 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cb35b4e1-bebe-40b3-ad81-7514751e49be req-c5e07487-3183-47e1-98e8-b1f00b6bc392 service neutron] 10.222.0.37 "GET /v2.0/networks?id=96222b75-0d7f-43da-898a-91046f8bdc5a HTTP/1.1" status: 200 len: 917 time: 0.1883771 Dec 08 16:21:26.898981 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7711311-3e95-4146-a2ab-bb30a0573350 req-c941b7e9-cc1a-4169-8d48-0dcdd09e97f7 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:26.902687 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b44ef72-f859-47b7-80b8-ad4cf063f470 req-af9b478a-e09c-4f11-b6ce-b0ba1d5b94e3 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:26.904514 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7b44ef72-f859-47b7-80b8-ad4cf063f470 req-af9b478a-e09c-4f11-b6ce-b0ba1d5b94e3 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 945 time: 0.0913982 Dec 08 16:21:26.909538 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c7711311-3e95-4146-a2ab-bb30a0573350 req-c941b7e9-cc1a-4169-8d48-0dcdd09e97f7 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 945 time: 0.2124922 Dec 08 16:21:26.913235 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-d10851c5-31a8-4c75-8de0-702a97882ded tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Request body: {'networks': [{'name': 'tempest-network--309748470'}, {'name': 'tempest-network--1360532891'}]} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:26.913552 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-d10851c5-31a8-4c75-8de0-702a97882ded tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Request body: {'network': {'name': 'tempest-network--309748470'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:26.915859 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-d10851c5-31a8-4c75-8de0-702a97882ded tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Request body: {'network': {'name': 'tempest-network--1360532891'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:26.959150 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.db.api [None req-9ed02704-3381-49b4-a620-f55702ea6ba0 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 08 16:21:26.959150 n-d-776250-12 neutron-server[110551]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 08 16:21:26.959150 n-d-776250-12 neutron-server[110551]: [parameters: {'project_id': '841eb5bdac454b51a92c375fa562e333', 'id': '1061ee05-1457-4fa9-813c-e1581637d095', 'expiration': datetime.datetime(2021, 12, 8, 16, 23, 26, 949599)}] Dec 08 16:21:26.959150 n-d-776250-12 neutron-server[110551]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:21:26.959558 n-d-776250-12 neutron-server[110551]: DEBUG oslo_db.api [None req-9ed02704-3381-49b4-a620-f55702ea6ba0 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:21:26.977499 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c7711311-3e95-4146-a2ab-bb30a0573350 req-47f1ced3-076f-4ff8-9e02-89c39bd8fb96 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656583 Dec 08 16:21:26.980045 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cb35b4e1-bebe-40b3-ad81-7514751e49be req-74ec637c-483f-466c-af68-842acb04c065 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4267dbf-c828-4c70-a0a3-657df4c055a0 HTTP/1.1" status: 200 len: 1001 time: 0.1795464 Dec 08 16:21:26.990556 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7b44ef72-f859-47b7-80b8-ad4cf063f470 req-9f0e6207-a21c-43b8-bb7a-5abacc0cc553 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=0224af71-d7ce-4eed-aefa-724f93ccbe59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689046 Dec 08 16:21:27.055589 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb35b4e1-bebe-40b3-ad81-7514751e49be req-cc479586-2bbb-434b-9964-505a2f2e6bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:27.057508 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cb35b4e1-bebe-40b3-ad81-7514751e49be req-cc479586-2bbb-434b-9964-505a2f2e6bb5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=297bd6e5-3bf7-4d91-8a12-5133ca44aa82 HTTP/1.1" status: 200 len: 855 time: 0.0599904 Dec 08 16:21:27.057981 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-88e5145d-9798-4c3d-aa44-5f31de209d6f None None] Provisioning complete for port 4a07d4cb-5634-49b5-9851-ae86d68ff8ab triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:21:27.058479 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-88e5145d-9798-4c3d-aa44-5f31de209d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:27.092554 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d10851c5-31a8-4c75-8de0-702a97882ded tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Made reservation on behalf of dbc476f93aad468f8e414bfae4766bab for: {'network': 2} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:21:27.099424 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d10851c5-31a8-4c75-8de0-702a97882ded tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:27.128274 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d10851c5-31a8-4c75-8de0-702a97882ded tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:27.143170 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb35b4e1-bebe-40b3-ad81-7514751e49be req-93b8614c-d63e-4443-90b9-df519481b809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:27.146038 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cb35b4e1-bebe-40b3-ad81-7514751e49be req-93b8614c-d63e-4443-90b9-df519481b809 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=96222b75-0d7f-43da-898a-91046f8bdc5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0816038 Dec 08 16:21:27.168844 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-88e5145d-9798-4c3d-aa44-5f31de209d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:27.210925 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-88e5145d-9798-4c3d-aa44-5f31de209d6f None None] For port 4a07d4cb-5634-49b5-9851-ae86d68ff8ab, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=4a07d4cb-5634-49b5-9851-ae86d68ff8ab,segment=NetworkSegment(43b1f15b-49e0-4751-a1c1-76ea1f588cfc),segment_id=43b1f15b-49e0-4751-a1c1-76ea1f588cfc)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:21:27.251186 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d10851c5-31a8-4c75-8de0-702a97882ded tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:27.257346 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-88e5145d-9798-4c3d-aa44-5f31de209d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:27.291193 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cb35b4e1-bebe-40b3-ad81-7514751e49be req-3043e77b-723f-4007-ba93-42e1dd5c1029 service neutron] 10.222.0.37 "GET /v2.0/networks/96222b75-0d7f-43da-898a-91046f8bdc5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357458 Dec 08 16:21:27.299855 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-88e5145d-9798-4c3d-aa44-5f31de209d6f None None] Provisioning complete for port 855902fd-cbce-4b65-9758-e53838b79378 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:21:27.300264 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-88e5145d-9798-4c3d-aa44-5f31de209d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:27.328061 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d10851c5-31a8-4c75-8de0-702a97882ded tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:27.328663 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d10851c5-31a8-4c75-8de0-702a97882ded tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:27.347331 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e5145d-9798-4c3d-aa44-5f31de209d6f None None] Pushing event updated for resources: {'Port': ['ID=4a07d4cb-5634-49b5-9851-ae86d68ff8ab,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:27.353692 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-88e5145d-9798-4c3d-aa44-5f31de209d6f None None] Port 855902fd-cbce-4b65-9758-e53838b79378 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:21:27.384563 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b817b-d71d-4d79-a6a6-d25271922694 req-6338afa8-1c7a-479e-974f-40006142c9d8 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:27.386118 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-322b817b-d71d-4d79-a6a6-d25271922694 req-6338afa8-1c7a-479e-974f-40006142c9d8 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/ports?device_id=20e35821-4a0f-4e25-8f81-8caffde54dde HTTP/1.1" status: 200 len: 945 time: 0.0985901 Dec 08 16:21:27.393866 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10851c5-31a8-4c75-8de0-702a97882ded tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf89b69-a070-4dca-acfe-53b64247d073,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:27.397594 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cb35b4e1-bebe-40b3-ad81-7514751e49be req-acf63383-23d1-4c91-bcaf-97eea28fcd99 service neutron] 10.222.0.37 "GET /v2.0/networks/96222b75-0d7f-43da-898a-91046f8bdc5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990565 Dec 08 16:21:27.398246 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d10851c5-31a8-4c75-8de0-702a97882ded tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:21:27.425377 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d10851c5-31a8-4c75-8de0-702a97882ded tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:27.425847 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-d10851c5-31a8-4c75-8de0-702a97882ded tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Added segment 4b775785-8808-41d0-9d30-c7e56fcdc6c0 of type vlan for network f943bd45-89eb-43a3-9ea9-99a12016b399 Dec 08 16:21:27.476263 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-940e437c-4b3a-4453-b54e-ae4bae80a820 None None] Provisioning complete for port 08e3a6b7-44ed-4961-85ef-658c5a9bd307 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:21:27.476647 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-940e437c-4b3a-4453-b54e-ae4bae80a820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:27.493629 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d10851c5-31a8-4c75-8de0-702a97882ded tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:27.513284 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-322b817b-d71d-4d79-a6a6-d25271922694 req-504c5595-db9d-410e-95e0-9082680757e4 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/security-groups?id=796b0b3b-2d54-476b-abe1-7568016bfa47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203573 Dec 08 16:21:27.517371 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-940e437c-4b3a-4453-b54e-ae4bae80a820 None None] Port 08e3a6b7-44ed-4961-85ef-658c5a9bd307 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:21:27.538603 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d10851c5-31a8-4c75-8de0-702a97882ded tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:21:27.547369 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d10851c5-31a8-4c75-8de0-702a97882ded tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:27.547722 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-d10851c5-31a8-4c75-8de0-702a97882ded tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Added segment 70763853-6324-4419-b145-2309d63b4ae3 of type vlan for network 461e95ec-7cc2-4025-bbf6-d0b1e36c468b Dec 08 16:21:27.605207 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed02704-3381-49b4-a620-f55702ea6ba0 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Made reservation on behalf of 841eb5bdac454b51a92c375fa562e333 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:21:27.609548 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9ed02704-3381-49b4-a620-f55702ea6ba0 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:27.615421 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d10851c5-31a8-4c75-8de0-702a97882ded tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:27.715064 n-d-776250-12 neutron-server[110551]: INFO neutron.db.ipam_backend_mixin [None req-9ed02704-3381-49b4-a620-f55702ea6ba0 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 466c83b0-61fd-4447-ace0-7eb2448ef652 (CIDR: 172.20.0.0/28) Dec 08 16:21:27.737531 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d10851c5-31a8-4c75-8de0-702a97882ded tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:27.738281 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d10851c5-31a8-4c75-8de0-702a97882ded tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:27.746636 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10851c5-31a8-4c75-8de0-702a97882ded tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:27.755522 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10851c5-31a8-4c75-8de0-702a97882ded tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:27.756619 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d10851c5-31a8-4c75-8de0-702a97882ded tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:27.768092 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ed02704-3381-49b4-a620-f55702ea6ba0 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:21:27.768557 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ed02704-3381-49b4-a620-f55702ea6ba0 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:21:27.818702 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 4a07d4cb-5634-49b5-9851-ae86d68ff8ab up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:21:27.848470 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10851c5-31a8-4c75-8de0-702a97882ded tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Pushing event updated for resources: {'Network': ['ID=f943bd45-89eb-43a3-9ea9-99a12016b399,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:27.861673 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network f943bd45-89eb-43a3-9ea9-99a12016b399 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:21:27.902254 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d10851c5-31a8-4c75-8de0-702a97882ded tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.1909132 Dec 08 16:21:27.905406 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58756) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:27.936018 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 4a07d4cb-5634-49b5-9851-ae86d68ff8ab triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:21:27.936018 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:27.944634 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-9ed02704-3381-49b4-a620-f55702ea6ba0 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2663019 Dec 08 16:21:27.947633 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58758) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:27.953962 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-67174ac5-2af5-4571-94a4-53e422b96c5d tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Request body: {'subnet': {'network_id': '44a5e545-3e3a-468e-bb20-c0d293d694ea', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:27.957843 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10851c5-31a8-4c75-8de0-702a97882ded tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Pushing event updated for resources: {'Network': ['ID=461e95ec-7cc2-4025-bbf6-d0b1e36c468b,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:27.982679 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 461e95ec-7cc2-4025-bbf6-d0b1e36c468b details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:21:28.086326 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db662a3-7f73-4b92-ad46-d02649183373 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:28.100774 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db662a3-7f73-4b92-ad46-d02649183373 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:28.107726 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db662a3-7f73-4b92-ad46-d02649183373 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:28.114504 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db662a3-7f73-4b92-ad46-d02649183373 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:28.116975 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-3db662a3-7f73-4b92-ad46-d02649183373 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2111821 Dec 08 16:21:28.120387 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58762) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:28.189135 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67174ac5-2af5-4571-94a4-53e422b96c5d tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Made reservation on behalf of 841eb5bdac454b51a92c375fa562e333 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:21:28.192991 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-67174ac5-2af5-4571-94a4-53e422b96c5d tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:28.246063 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6fa474d4-45ae-47af-ba72-4cafce0ddcd4 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:28.265999 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ae958-f27b-4b8c-b0a0-7a8f15f1566b req-d25d553e-0334-4fa2-8be8-2f0024d32469 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:28.265999 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-649ae958-f27b-4b8c-b0a0-7a8f15f1566b req-d25d553e-0334-4fa2-8be8-2f0024d32469 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 945 time: 0.1400077 Dec 08 16:21:28.381219 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-649ae958-f27b-4b8c-b0a0-7a8f15f1566b req-8a5a3083-cf33-4b05-bb7d-b7378849b9f7 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=0224af71-d7ce-4eed-aefa-724f93ccbe59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162164 Dec 08 16:21:28.388902 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6fa474d4-45ae-47af-ba72-4cafce0ddcd4 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:28.412680 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-6fa474d4-45ae-47af-ba72-4cafce0ddcd4 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f943bd45-89eb-43a3-9ea9-99a12016b399']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:28.422617 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-6fa474d4-45ae-47af-ba72-4cafce0ddcd4 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b775785-8808-41d0-9d30-c7e56fcdc6c0') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:28.422997 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-6fa474d4-45ae-47af-ba72-4cafce0ddcd4 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b775785-8808-41d0-9d30-c7e56fcdc6c0') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:28.432885 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6fa474d4-45ae-47af-ba72-4cafce0ddcd4 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:28.447905 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6fa474d4-45ae-47af-ba72-4cafce0ddcd4 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:28.454977 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fa474d4-45ae-47af-ba72-4cafce0ddcd4 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:21:28.455554 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6fa474d4-45ae-47af-ba72-4cafce0ddcd4 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:28.459558 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:21:28.459558 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:21:28.459558 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:21:28.459558 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:21:28.459558 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:21:28.459558 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:21:28.459558 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:21:28.459558 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:21:28.459558 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:21:28.459558 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:21:28.459558 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:21:28.459558 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:21:28.459558 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:21:28.459558 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:21:28.459558 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:21:28.459558 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:21:28.459558 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:21:28.459558 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:21:28.459558 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:21:28.459558 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:21:28.459558 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:21:28.459558 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:21:28.459558 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:21:28.459558 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:21:28.459558 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:21:28.459558 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:21:28.459558 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:21:28.459558 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:21:28.459558 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:21:28.459558 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:21:28.459558 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:21:28.459558 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:21:28.520755 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-67174ac5-2af5-4571-94a4-53e422b96c5d tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:28.567800 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67174ac5-2af5-4571-94a4-53e422b96c5d tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Network 44a5e545-3e3a-468e-bb20-c0d293d694ea is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:21:28.571257 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-67174ac5-2af5-4571-94a4-53e422b96c5d tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:21:28.575980 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67174ac5-2af5-4571-94a4-53e422b96c5d tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:28.576605 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-67174ac5-2af5-4571-94a4-53e422b96c5d tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:28.587691 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0619ae8-f2d9-4fa2-987e-2070fc193649 None None] Network 44a5e545-3e3a-468e-bb20-c0d293d694ea requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:21:28.592037 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67174ac5-2af5-4571-94a4-53e422b96c5d tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event updated for resources: {'Subnet': ['ID=b727ea9d-69cd-4a5b-876d-56e69b70a163,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:28.594821 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6fa474d4-45ae-47af-ba72-4cafce0ddcd4 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:28.601831 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6fa474d4-45ae-47af-ba72-4cafce0ddcd4 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:28.605313 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-6fa474d4-45ae-47af-ba72-4cafce0ddcd4 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] 10.222.0.64 "DELETE /v2.0/networks/f943bd45-89eb-43a3-9ea9-99a12016b399 HTTP/1.1" status: 204 len: 168 time: 0.4818549 Dec 08 16:21:28.607442 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67174ac5-2af5-4571-94a4-53e422b96c5d tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:28.608423 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67174ac5-2af5-4571-94a4-53e422b96c5d tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:28.609314 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67174ac5-2af5-4571-94a4-53e422b96c5d tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:28.609632 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58768) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:28.610294 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67174ac5-2af5-4571-94a4-53e422b96c5d tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:28.610865 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67174ac5-2af5-4571-94a4-53e422b96c5d tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:28.611445 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67174ac5-2af5-4571-94a4-53e422b96c5d tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:28.612316 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67174ac5-2af5-4571-94a4-53e422b96c5d tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:28.612895 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67174ac5-2af5-4571-94a4-53e422b96c5d tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:28.613507 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67174ac5-2af5-4571-94a4-53e422b96c5d tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:28.614251 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67174ac5-2af5-4571-94a4-53e422b96c5d tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:28.614829 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67174ac5-2af5-4571-94a4-53e422b96c5d tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:28.615403 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67174ac5-2af5-4571-94a4-53e422b96c5d tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:28.616148 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67174ac5-2af5-4571-94a4-53e422b96c5d tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:28.637971 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa474d4-45ae-47af-ba72-4cafce0ddcd4 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Pushing event deleted for resources: {'Network': ['ID=f943bd45-89eb-43a3-9ea9-99a12016b399,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:28.682972 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287aab32-1317-4a66-a023-73e7ce77d995 req-57aea8f9-0f13-44ac-888f-6268ab34e937 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:28.682972 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-287aab32-1317-4a66-a023-73e7ce77d995 req-57aea8f9-0f13-44ac-888f-6268ab34e937 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/ports?device_id=20e35821-4a0f-4e25-8f81-8caffde54dde HTTP/1.1" status: 200 len: 945 time: 0.0603139 Dec 08 16:21:28.720912 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-874b26eb-8cd9-4605-ab52-c5f617d1153e tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:28.742432 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-287aab32-1317-4a66-a023-73e7ce77d995 req-47443c44-3e02-437f-9bb7-e8668e9e7d62 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/security-groups?id=796b0b3b-2d54-476b-abe1-7568016bfa47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541410 Dec 08 16:21:28.761107 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-67174ac5-2af5-4571-94a4-53e422b96c5d tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8122978 Dec 08 16:21:28.763592 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58770) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:28.776811 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-d1d81efb-1a0e-48cc-a7db-6b7bf972b40d tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1571939756', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b727ea9d-69cd-4a5b-876d-56e69b70a163'}], 'security_groups': ['53389bb6-c394-4b3d-bb0d-6e5d68bafc8d']}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:28.794102 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dff9187-d3a6-4a36-964a-45d0beb74bde None None] Update dhcp port {'port': {'network_id': '44a5e545-3e3a-468e-bb20-c0d293d694ea', 'fixed_ips': [{'subnet_id': '466c83b0-61fd-4447-ace0-7eb2448ef652', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b727ea9d-69cd-4a5b-876d-56e69b70a163'}], 'binding:host_id': 'n-d-776250-12'}, 'id': '4a07d4cb-5634-49b5-9851-ae86d68ff8ab'} from n-d-776250-12. {{(pid=110552) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 16:21:28.834546 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9dff9187-d3a6-4a36-964a-45d0beb74bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:28.847744 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device c4267dbf-c828-4c70-a0a3-657df4c055a0 no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:21:28.926944 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-874b26eb-8cd9-4605-ab52-c5f617d1153e tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:28.927281 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b40f8101-2f68-4e58-8dcd-e1f347f15820 req-d4dbeed5-a903-4a55-9053-c1ce51a32480 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=79064082-c91c-4208-bd57-708e6d37a370&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0682890 Dec 08 16:21:28.957011 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-874b26eb-8cd9-4605-ab52-c5f617d1153e tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['461e95ec-7cc2-4025-bbf6-d0b1e36c468b']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:28.970908 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-874b26eb-8cd9-4605-ab52-c5f617d1153e tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70763853-6324-4419-b145-2309d63b4ae3') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:28.971230 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-874b26eb-8cd9-4605-ab52-c5f617d1153e tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70763853-6324-4419-b145-2309d63b4ae3') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:28.984373 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-874b26eb-8cd9-4605-ab52-c5f617d1153e tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:29.021078 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d1d81efb-1a0e-48cc-a7db-6b7bf972b40d tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:29.023317 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-874b26eb-8cd9-4605-ab52-c5f617d1153e tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:29.035019 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-874b26eb-8cd9-4605-ab52-c5f617d1153e tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:21:29.035480 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-874b26eb-8cd9-4605-ab52-c5f617d1153e tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:29.039026 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:21:29.039026 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:21:29.039026 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:21:29.039026 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:21:29.039026 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:21:29.039026 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:21:29.039026 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:21:29.039026 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:21:29.039026 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:21:29.039026 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:21:29.039026 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:21:29.039026 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:21:29.039026 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:21:29.039026 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:21:29.039026 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:21:29.039026 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:21:29.039026 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:21:29.039026 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:21:29.039026 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:21:29.039026 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:21:29.039026 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:21:29.039026 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:21:29.039026 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:21:29.039026 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:21:29.039026 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:21:29.039026 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:21:29.039026 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:21:29.039026 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:21:29.039026 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:21:29.039026 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:21:29.039026 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:21:29.039026 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:21:29.099049 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f8101-2f68-4e58-8dcd-e1f347f15820 req-0b5b1c09-6ae8-4ca9-af52-c5750830a2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:29.101167 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b40f8101-2f68-4e58-8dcd-e1f347f15820 req-0b5b1c09-6ae8-4ca9-af52-c5750830a2b7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f798cbfb52c24fe0ba6afa1278248aa5&device_id=79064082-c91c-4208-bd57-708e6d37a370 HTTP/1.1" status: 200 len: 1098 time: 0.1210155 Dec 08 16:21:29.153706 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:29.186231 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-874b26eb-8cd9-4605-ab52-c5f617d1153e tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:29.195690 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port c4267dbf-c828-4c70-a0a3-657df4c055a0, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=c4267dbf-c828-4c70-a0a3-657df4c055a0,segment=NetworkSegment(2a82ecd5-a9d3-46a5-a060-3820facdd98d),segment_id=2a82ecd5-a9d3-46a5-a060-3820facdd98d)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:21:29.197904 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-874b26eb-8cd9-4605-ab52-c5f617d1153e tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:29.198082 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2642e78-56a1-4187-9eab-2b32463c46ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4267dbf-c828-4c70-a0a3-657df4c055a0'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:21:29.200599 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a0997f-c672-4a14-a27e-3bdde96bcb1e" -d '{"events": [{"server_uuid": "a2642e78-56a1-4187-9eab-2b32463c46ad", "name": "network-vif-unplugged", "status": "completed", "tag": "c4267dbf-c828-4c70-a0a3-657df4c055a0"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:21:29.201462 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-874b26eb-8cd9-4605-ab52-c5f617d1153e tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] 10.222.0.64 "DELETE /v2.0/networks/461e95ec-7cc2-4025-bbf6-d0b1e36c468b HTTP/1.1" status: 204 len: 168 time: 0.5894461 Dec 08 16:21:29.212406 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58782) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:29.223769 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874b26eb-8cd9-4605-ab52-c5f617d1153e tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Pushing event deleted for resources: {'Network': ['ID=461e95ec-7cc2-4025-bbf6-d0b1e36c468b,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:29.283609 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-9dff9187-d3a6-4a36-964a-45d0beb74bde None None] Allocated IP 172.20.0.18 (44a5e545-3e3a-468e-bb20-c0d293d694ea/b727ea9d-69cd-4a5b-876d-56e69b70a163/4a07d4cb-5634-49b5-9851-ae86d68ff8ab) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:21:29.342814 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f8101-2f68-4e58-8dcd-e1f347f15820 req-fad9fff4-ad50-4400-9e14-40eafcbacd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:29.344514 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b40f8101-2f68-4e58-8dcd-e1f347f15820 req-fad9fff4-ad50-4400-9e14-40eafcbacd7b service neutron] 10.222.0.76 "GET /v2.0/networks?id=7267bda8-5e5d-4e04-ad23-20b961702335 HTTP/1.1" status: 200 len: 912 time: 0.2079196 Dec 08 16:21:29.414289 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7920572-eef1-40b3-91a1-45e6a96903de tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:29.417398 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-9dff9187-d3a6-4a36-964a-45d0beb74bde None None] For port 4a07d4cb-5634-49b5-9851-ae86d68ff8ab, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=4a07d4cb-5634-49b5-9851-ae86d68ff8ab,segment=NetworkSegment(43b1f15b-49e0-4751-a1c1-76ea1f588cfc),segment_id=43b1f15b-49e0-4751-a1c1-76ea1f588cfc)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:21:29.420953 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7920572-eef1-40b3-91a1-45e6a96903de tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:29.422755 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-f7920572-eef1-40b3-91a1-45e6a96903de tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2093577 Dec 08 16:21:29.427142 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58792) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:29.442553 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-d57b9a23-c5a6-470d-963c-4fd067152d53 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-81563400'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:29.473886 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:29.482830 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9dff9187-d3a6-4a36-964a-45d0beb74bde None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:29.487681 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b40f8101-2f68-4e58-8dcd-e1f347f15820 req-79af0cb4-96e9-458f-8ee7-e43b6bf08b9f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6 HTTP/1.1" status: 200 len: 1002 time: 0.1334109 Dec 08 16:21:29.557610 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f8101-2f68-4e58-8dcd-e1f347f15820 req-8b397f82-fa01-4898-978d-183b3be63fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:29.558317 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e0dceb-425e-4a47-b933-7b412acef0f5 req-798ef047-9dca-466c-b6a2-f293e231c6e2 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:29.560468 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b40f8101-2f68-4e58-8dcd-e1f347f15820 req-8b397f82-fa01-4898-978d-183b3be63fa9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b1120212-8041-47f2-b393-74481d8c6bb2 HTTP/1.1" status: 200 len: 850 time: 0.0661614 Dec 08 16:21:29.569044 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-55e0dceb-425e-4a47-b933-7b412acef0f5 req-798ef047-9dca-466c-b6a2-f293e231c6e2 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 943 time: 0.0758960 Dec 08 16:21:29.572465 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57b9a23-c5a6-470d-963c-4fd067152d53 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Made reservation on behalf of dbc476f93aad468f8e414bfae4766bab for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:21:29.576927 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d57b9a23-c5a6-470d-963c-4fd067152d53 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:29.598320 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=c4267dbf-c828-4c70-a0a3-657df4c055a0,revision_number=8']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:29.608422 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2151833-1662-4e59-a5bd-89aa92e2ef6f x-openstack-request-id: req-d2151833-1662-4e59-a5bd-89aa92e2ef6f {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:21:29.609177 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2642e78-56a1-4187-9eab-2b32463c46ad", "name": "network-vif-unplugged", "status": "completed", "tag": "c4267dbf-c828-4c70-a0a3-657df4c055a0", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:21:29.609595 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d2151833-1662-4e59-a5bd-89aa92e2ef6f {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:21:29.610191 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2642e78-56a1-4187-9eab-2b32463c46ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4267dbf-c828-4c70-a0a3-657df4c055a0', 'code': 200} Dec 08 16:21:29.611695 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:29.612381 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:29.613002 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:29.614097 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:29.614599 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:29.615164 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:29.615694 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:29.616300 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:29.616810 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:29.617362 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:29.617855 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:29.618389 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:29.618930 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:29.623448 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9dff9187-d3a6-4a36-964a-45d0beb74bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:29.641417 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f8101-2f68-4e58-8dcd-e1f347f15820 req-ae44aaa2-8a3e-46a9-83c4-f6eedba7ddec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:29.643781 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b40f8101-2f68-4e58-8dcd-e1f347f15820 req-ae44aaa2-8a3e-46a9-83c4-f6eedba7ddec service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7267bda8-5e5d-4e04-ad23-20b961702335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0737083 Dec 08 16:21:29.681909 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d57b9a23-c5a6-470d-963c-4fd067152d53 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:21:29.710572 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-55e0dceb-425e-4a47-b933-7b412acef0f5 req-54af4ddc-dc42-4da2-bf77-2b3a01711224 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=0224af71-d7ce-4eed-aefa-724f93ccbe59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403854 Dec 08 16:21:29.712044 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d57b9a23-c5a6-470d-963c-4fd067152d53 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:29.712523 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-d57b9a23-c5a6-470d-963c-4fd067152d53 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Added segment b57fb85c-f400-4045-9c86-06f0d68ae392 of type vlan for network b5d4d84a-3046-478a-8ce3-dc1074932fd1 Dec 08 16:21:29.843526 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dff9187-d3a6-4a36-964a-45d0beb74bde None None] Pushing event updated for resources: {'Port': ['ID=4a07d4cb-5634-49b5-9851-ae86d68ff8ab,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:29.908019 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d57b9a23-c5a6-470d-963c-4fd067152d53 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:29.925007 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b40f8101-2f68-4e58-8dcd-e1f347f15820 req-2c399144-654f-4f72-a2a1-7874085286d7 service neutron] 10.222.0.76 "GET /v2.0/networks/7267bda8-5e5d-4e04-ad23-20b961702335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719152 Dec 08 16:21:29.985975 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-d1d81efb-1a0e-48cc-a7db-6b7bf972b40d tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Delete allocated IP 172.20.0.11 (44a5e545-3e3a-468e-bb20-c0d293d694ea/466c83b0-61fd-4447-ace0-7eb2448ef652) {{(pid=110551) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 08 16:21:30.003818 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-d1d81efb-1a0e-48cc-a7db-6b7bf972b40d tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Allocated IP 172.20.0.25 (44a5e545-3e3a-468e-bb20-c0d293d694ea/b727ea9d-69cd-4a5b-876d-56e69b70a163/08e3a6b7-44ed-4961-85ef-658c5a9bd307) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:21:30.102203 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b40f8101-2f68-4e58-8dcd-e1f347f15820 req-1cae5e93-69a2-4b5d-a967-6ee812f93592 service neutron] 10.222.0.76 "GET /v2.0/networks/7267bda8-5e5d-4e04-ad23-20b961702335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497583 Dec 08 16:21:30.114958 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d9dcb112-fc5b-46ed-a764-f4f1595a312b req-738d1957-3247-4061-a78e-94a8611d1377 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2901964 Dec 08 16:21:30.128468 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d57b9a23-c5a6-470d-963c-4fd067152d53 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:30.133383 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac6ac53-c15a-45f9-b5a4-b60e8ae4170c req-e162e55c-9fe3-45d4-9bbb-1cf2607d8675 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:30.136902 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cac6ac53-c15a-45f9-b5a4-b60e8ae4170c req-e162e55c-9fe3-45d4-9bbb-1cf2607d8675 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/ports?device_id=20e35821-4a0f-4e25-8f81-8caffde54dde HTTP/1.1" status: 200 len: 945 time: 0.2480464 Dec 08 16:21:30.151384 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57b9a23-c5a6-470d-963c-4fd067152d53 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:30.152370 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d57b9a23-c5a6-470d-963c-4fd067152d53 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:30.230538 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dcb112-fc5b-46ed-a764-f4f1595a312b req-f4e577a8-b699-4075-b29a-18ac11f191fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:30.232097 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d9dcb112-fc5b-46ed-a764-f4f1595a312b req-f4e577a8-b699-4075-b29a-18ac11f191fe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=22d0ae928129486d8913ac89433a7712&device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 1097 time: 0.0917406 Dec 08 16:21:30.244114 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cac6ac53-c15a-45f9-b5a4-b60e8ae4170c req-24bb0279-82d9-4c2a-a822-512b8cb64027 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/security-groups?id=796b0b3b-2d54-476b-abe1-7568016bfa47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925684 Dec 08 16:21:30.313102 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57b9a23-c5a6-470d-963c-4fd067152d53 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Pushing event updated for resources: {'Network': ['ID=b5d4d84a-3046-478a-8ce3-dc1074932fd1,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:30.328611 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network b5d4d84a-3046-478a-8ce3-dc1074932fd1 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:21:30.485085 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d57b9a23-c5a6-470d-963c-4fd067152d53 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0455382 Dec 08 16:21:30.489105 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58810) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:30.498070 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-47e48d08-f87f-480e-b3a6-c5320ea387c2 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1172038316'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:30.549313 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d1d81efb-1a0e-48cc-a7db-6b7bf972b40d tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:30.635396 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d1d81efb-1a0e-48cc-a7db-6b7bf972b40d tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:30.737744 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e48d08-f87f-480e-b3a6-c5320ea387c2 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Made reservation on behalf of dbc476f93aad468f8e414bfae4766bab for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:21:30.741526 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-47e48d08-f87f-480e-b3a6-c5320ea387c2 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:30.747026 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d81efb-1a0e-48cc-a7db-6b7bf972b40d tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event updated for resources: {'Port': ['ID=08e3a6b7-44ed-4961-85ef-658c5a9bd307,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:30.787875 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-086d5ee0-a4c9-4208-a5e9-d295d822fe2b None None] Provisioning complete for port 08e3a6b7-44ed-4961-85ef-658c5a9bd307 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:21:30.789196 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-086d5ee0-a4c9-4208-a5e9-d295d822fe2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:30.829862 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47e48d08-f87f-480e-b3a6-c5320ea387c2 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:21:30.834324 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dcb112-fc5b-46ed-a764-f4f1595a312b req-245ea6b5-c05f-45ba-ba2f-9e2002429dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:30.836594 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d9dcb112-fc5b-46ed-a764-f4f1595a312b req-245ea6b5-c05f-45ba-ba2f-9e2002429dd1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=444a8cbb-ee83-40d1-9772-ed3daa005a16 HTTP/1.1" status: 200 len: 911 time: 0.5813930 Dec 08 16:21:30.837420 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-086d5ee0-a4c9-4208-a5e9-d295d822fe2b None None] Port 08e3a6b7-44ed-4961-85ef-658c5a9bd307 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:21:30.849448 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-086d5ee0-a4c9-4208-a5e9-d295d822fe2b None None] Provisioning complete for port 4a07d4cb-5634-49b5-9851-ae86d68ff8ab triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:21:30.849828 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-086d5ee0-a4c9-4208-a5e9-d295d822fe2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:30.849990 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d1d81efb-1a0e-48cc-a7db-6b7bf972b40d tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] In _notify_port_updated(), no bound segment for port 08e3a6b7-44ed-4961-85ef-658c5a9bd307 on network 44a5e545-3e3a-468e-bb20-c0d293d694ea {{(pid=110551) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 16:21:30.859424 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d81efb-1a0e-48cc-a7db-6b7bf972b40d tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:30.859424 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d1d81efb-1a0e-48cc-a7db-6b7bf972b40d tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:30.862476 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d1d81efb-1a0e-48cc-a7db-6b7bf972b40d tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "PUT /v2.0/ports/08e3a6b7-44ed-4961-85ef-658c5a9bd307 HTTP/1.1" status: 200 len: 921 time: 2.0976512 Dec 08 16:21:30.863992 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-47e48d08-f87f-480e-b3a6-c5320ea387c2 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:30.864370 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-47e48d08-f87f-480e-b3a6-c5320ea387c2 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Added segment 506c8939-c596-436a-9cce-0b7c68e4d86f of type vlan for network d13c5ef4-0c7e-43bb-94ac-b61916824c97 Dec 08 16:21:30.865724 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58812) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:30.924724 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d9dcb112-fc5b-46ed-a764-f4f1595a312b req-45a463c4-522a-487a-9412-7e31f537bb87 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b8d5971-2d21-4951-9b66-de8081c96b95 HTTP/1.1" status: 200 len: 1000 time: 0.0788679 Dec 08 16:21:30.967208 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-086d5ee0-a4c9-4208-a5e9-d295d822fe2b None None] Provisioning complete for port 855902fd-cbce-4b65-9758-e53838b79378 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:21:30.967642 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-086d5ee0-a4c9-4208-a5e9-d295d822fe2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:30.983189 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-47e48d08-f87f-480e-b3a6-c5320ea387c2 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:30.987336 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dcb112-fc5b-46ed-a764-f4f1595a312b req-f224028f-ba38-4b4a-9ed0-0884f40034d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:30.989247 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d9dcb112-fc5b-46ed-a764-f4f1595a312b req-f224028f-ba38-4b4a-9ed0-0884f40034d0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=921ca20d-c445-4985-be5a-b19c39bd838b HTTP/1.1" status: 200 len: 849 time: 0.0572569 Dec 08 16:21:31.014438 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-086d5ee0-a4c9-4208-a5e9-d295d822fe2b None None] Port 855902fd-cbce-4b65-9758-e53838b79378 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:21:31.037503 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-f437bc86-ad8a-4bc9-950d-4ba908a36472 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Deleting port 08e3a6b7-44ed-4961-85ef-658c5a9bd307 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:21:31.037851 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f437bc86-ad8a-4bc9-950d-4ba908a36472 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:31.051489 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dcb112-fc5b-46ed-a764-f4f1595a312b req-b1d4a55c-7442-4db2-8f61-c01f52fb2f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:31.053121 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d9dcb112-fc5b-46ed-a764-f4f1595a312b req-b1d4a55c-7442-4db2-8f61-c01f52fb2f57 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=444a8cbb-ee83-40d1-9772-ed3daa005a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571082 Dec 08 16:21:31.108326 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-47e48d08-f87f-480e-b3a6-c5320ea387c2 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:31.114798 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e48d08-f87f-480e-b3a6-c5320ea387c2 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:31.115438 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-47e48d08-f87f-480e-b3a6-c5320ea387c2 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:31.168306 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d9dcb112-fc5b-46ed-a764-f4f1595a312b req-b78967b5-78f8-4fe1-8a68-497937221e92 service neutron] 10.222.0.37 "GET /v2.0/networks/444a8cbb-ee83-40d1-9772-ed3daa005a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074576 Dec 08 16:21:31.222580 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f437bc86-ad8a-4bc9-950d-4ba908a36472 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:31.233507 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e48d08-f87f-480e-b3a6-c5320ea387c2 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Pushing event updated for resources: {'Network': ['ID=d13c5ef4-0c7e-43bb-94ac-b61916824c97,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:31.249867 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-f437bc86-ad8a-4bc9-950d-4ba908a36472 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Calling delete_port for 08e3a6b7-44ed-4961-85ef-658c5a9bd307 owned by {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:21:31.250476 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network d13c5ef4-0c7e-43bb-94ac-b61916824c97 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:21:31.343566 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-47e48d08-f87f-480e-b3a6-c5320ea387c2 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8530090 Dec 08 16:21:31.374530 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58826) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:31.377978 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d9dcb112-fc5b-46ed-a764-f4f1595a312b req-fde1aa80-b48d-4434-b02b-8d1347cf626a service neutron] 10.222.0.37 "GET /v2.0/networks/444a8cbb-ee83-40d1-9772-ed3daa005a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023194 Dec 08 16:21:31.400474 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-95c56a18-9113-4a5d-912e-8bb15499aac0 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Request body: {'ports': [{'network_id': 'b5d4d84a-3046-478a-8ce3-dc1074932fd1', 'name': 'tempest-port--770956379', 'admin_state_up': True}, {'network_id': 'd13c5ef4-0c7e-43bb-94ac-b61916824c97', 'admin_state_up': False}]} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:31.401020 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-95c56a18-9113-4a5d-912e-8bb15499aac0 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Request body: {'port': {'network_id': 'b5d4d84a-3046-478a-8ce3-dc1074932fd1', 'name': 'tempest-port--770956379', 'admin_state_up': True}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:31.402090 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-95c56a18-9113-4a5d-912e-8bb15499aac0 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Request body: {'port': {'network_id': 'd13c5ef4-0c7e-43bb-94ac-b61916824c97', 'admin_state_up': False}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:31.493330 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f8ac34-9295-4381-b346-59242731b5fd req-a1c866d4-8938-43a8-9f27-d21f0cc11e27 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:31.503366 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-48f8ac34-9295-4381-b346-59242731b5fd req-a1c866d4-8938-43a8-9f27-d21f0cc11e27 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/ports?device_id=20e35821-4a0f-4e25-8f81-8caffde54dde HTTP/1.1" status: 200 len: 945 time: 0.0888431 Dec 08 16:21:31.552728 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-79b68333-713e-428e-b113-d6eea036900c None None] Provisioning complete for port 08e3a6b7-44ed-4961-85ef-658c5a9bd307 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:21:31.555813 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-79b68333-713e-428e-b113-d6eea036900c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:31.604894 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-48f8ac34-9295-4381-b346-59242731b5fd req-0606ba21-83c2-49be-9c20-254a79bf449d tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/security-groups?id=796b0b3b-2d54-476b-abe1-7568016bfa47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005049 Dec 08 16:21:31.627508 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-79b68333-713e-428e-b113-d6eea036900c None None] Port 08e3a6b7-44ed-4961-85ef-658c5a9bd307 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:21:31.789278 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c56a18-9113-4a5d-912e-8bb15499aac0 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Made reservation on behalf of dbc476f93aad468f8e414bfae4766bab for: {'port': 2} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:21:31.794196 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-95c56a18-9113-4a5d-912e-8bb15499aac0 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:31.826387 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 4a07d4cb-5634-49b5-9851-ae86d68ff8ab up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:21:31.830251 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f437bc86-ad8a-4bc9-950d-4ba908a36472 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:31.867880 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-95c56a18-9113-4a5d-912e-8bb15499aac0 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:31.870838 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f437bc86-ad8a-4bc9-950d-4ba908a36472 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event deleted for resources: {'Port': ['ID=08e3a6b7-44ed-4961-85ef-658c5a9bd307,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:31.903050 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 4a07d4cb-5634-49b5-9851-ae86d68ff8ab triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:21:31.903957 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:31.950351 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f74aa-04b4-4ff4-beca-7dfee164750d req-8874e1c0-cf10-4d1b-9ea7-fc34b426f9c2 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:31.958747 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a68f74aa-04b4-4ff4-beca-7dfee164750d req-8874e1c0-cf10-4d1b-9ea7-fc34b426f9c2 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 943 time: 0.1071095 Dec 08 16:21:31.997932 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f437bc86-ad8a-4bc9-950d-4ba908a36472 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:32.004590 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f437bc86-ad8a-4bc9-950d-4ba908a36472 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "DELETE /v2.0/ports/08e3a6b7-44ed-4961-85ef-658c5a9bd307 HTTP/1.1" status: 204 len: 168 time: 1.1373348 Dec 08 16:21:32.019755 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58842) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:32.070936 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-558f720a-8439-428d-ab04-253c91cd5a25 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] GET failed (client error): The resource could not be found. Dec 08 16:21:32.072095 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-558f720a-8439-428d-ab04-253c91cd5a25 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "GET /v2.0/ports/08e3a6b7-44ed-4961-85ef-658c5a9bd307 HTTP/1.1" status: 404 len: 333 time: 0.0512259 Dec 08 16:21:32.073555 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-95c56a18-9113-4a5d-912e-8bb15499aac0 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] device_id is not set on port 210d27a1-5ceb-4410-a815-cad4f5b91f1c yet. {{(pid=110551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:21:32.076928 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58844) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:32.087715 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a68f74aa-04b4-4ff4-beca-7dfee164750d req-449ea016-ee8f-402e-bb41-5c7b61aafe8f tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=0224af71-d7ce-4eed-aefa-724f93ccbe59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280496 Dec 08 16:21:32.188000 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cc247b6f-9b87-4a8b-93cb-d50c6ecafa73 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:32.266124 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cc247b6f-9b87-4a8b-93cb-d50c6ecafa73 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:32.355871 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-95c56a18-9113-4a5d-912e-8bb15499aac0 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:32.434771 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-95c56a18-9113-4a5d-912e-8bb15499aac0 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] device_id is not set on port 3ccda23a-6c58-4831-8fa7-61764f003df3 yet. {{(pid=110551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:21:32.476973 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cc247b6f-9b87-4a8b-93cb-d50c6ecafa73 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:32.480212 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cc247b6f-9b87-4a8b-93cb-d50c6ecafa73 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:32.484084 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-cc247b6f-9b87-4a8b-93cb-d50c6ecafa73 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "DELETE /v2.0/security-groups/63b6723b-ef90-4f80-b552-fd3a4611a826 HTTP/1.1" status: 204 len: 168 time: 0.4036360 Dec 08 16:21:32.484464 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58854) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:32.543327 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc247b6f-9b87-4a8b-93cb-d50c6ecafa73 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b6723b-ef90-4f80-b552-fd3a4611a826,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:32.629483 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-46ed6375-e2c9-4b82-a3f2-b164291ec73f req-aadc27a6-c025-4605-8ef1-f417e9e01531 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1902635 Dec 08 16:21:32.642803 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [req-46ed6375-e2c9-4b82-a3f2-b164291ec73f req-ab8f42d5-5e20-4e2d-89a7-df7878ad1d34 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:21:32.664590 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-46ed6375-e2c9-4b82-a3f2-b164291ec73f req-ab8f42d5-5e20-4e2d-89a7-df7878ad1d34 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054753 Dec 08 16:21:32.672257 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-95c56a18-9113-4a5d-912e-8bb15499aac0 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:32.675113 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-24d34c8c-608c-4d3a-9482-77d2b768fd63 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:32.728652 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ee4eb-bad7-43fa-a739-3d83ab1d1a8d req-32184cbc-09c5-4e32-a032-fd83e815279b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:32.730504 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b69ee4eb-bad7-43fa-a739-3d83ab1d1a8d req-32184cbc-09c5-4e32-a032-fd83e815279b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=20e35821-4a0f-4e25-8f81-8caffde54dde HTTP/1.1" status: 200 len: 1097 time: 0.1934218 Dec 08 16:21:32.736517 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-24d34c8c-608c-4d3a-9482-77d2b768fd63 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:32.813596 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-95c56a18-9113-4a5d-912e-8bb15499aac0 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:32.830185 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b69ee4eb-bad7-43fa-a739-3d83ab1d1a8d req-8f64f9a5-43d6-452e-97d8-d209831ae040 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=796b0b3b-2d54-476b-abe1-7568016bfa47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896363 Dec 08 16:21:32.862921 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device c4267dbf-c828-4c70-a0a3-657df4c055a0 no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:21:32.919207 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd5081-366e-493d-9de5-f4eda87f3bb0 req-032a82bb-980b-4a05-98da-de40870368cf tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:32.920214 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-24d34c8c-608c-4d3a-9482-77d2b768fd63 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:32.921092 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bdbd5081-366e-493d-9de5-f4eda87f3bb0 req-032a82bb-980b-4a05-98da-de40870368cf tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/ports?device_id=20e35821-4a0f-4e25-8f81-8caffde54dde HTTP/1.1" status: 200 len: 945 time: 0.1207032 Dec 08 16:21:32.924898 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-24d34c8c-608c-4d3a-9482-77d2b768fd63 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:32.929745 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-24d34c8c-608c-4d3a-9482-77d2b768fd63 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "DELETE /v2.0/security-groups/53389bb6-c394-4b3d-bb0d-6e5d68bafc8d HTTP/1.1" status: 204 len: 168 time: 0.4417922 Dec 08 16:21:32.932501 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58864) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:32.939736 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c56a18-9113-4a5d-912e-8bb15499aac0 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Pushing event updated for resources: {'Port': ['ID=210d27a1-5ceb-4410-a815-cad4f5b91f1c,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:32.953625 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c56a18-9113-4a5d-912e-8bb15499aac0 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Checking segment: {'id': 'b57fb85c-f400-4045-9c86-06f0d68ae392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'b5d4d84a-3046-478a-8ce3-dc1074932fd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:21:32.954085 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c56a18-9113-4a5d-912e-8bb15499aac0 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Network hostable DHCP agents. Network: b5d4d84a-3046-478a-8ce3-dc1074932fd1, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:21:32.998084 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d34c8c-608c-4d3a-9482-77d2b768fd63 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53389bb6-c394-4b3d-bb0d-6e5d68bafc8d,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:33.005545 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bdbd5081-366e-493d-9de5-f4eda87f3bb0 req-362ed4ff-dbbb-4391-8ff1-1462f8c0e0b9 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/security-groups?id=796b0b3b-2d54-476b-abe1-7568016bfa47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766253 Dec 08 16:21:33.036955 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb97e3ca-36c8-43d4-b13e-45e91587970b tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Deleting subnet 466c83b0-61fd-4447-ace0-7eb2448ef652 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:21:33.041481 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bb97e3ca-36c8-43d4-b13e-45e91587970b tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:33.046324 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c56a18-9113-4a5d-912e-8bb15499aac0 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Network b5d4d84a-3046-478a-8ce3-dc1074932fd1 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:21:33.098588 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bb97e3ca-36c8-43d4-b13e-45e91587970b tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:33.165845 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-95c56a18-9113-4a5d-912e-8bb15499aac0 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, b5d4d84a-3046-478a-8ce3-dc1074932fd1) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:21:33.169693 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c56a18-9113-4a5d-912e-8bb15499aac0 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:21:33.174592 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-95c56a18-9113-4a5d-912e-8bb15499aac0 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:33.178562 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4727988-f4dc-4897-8723-b601c7c64bfc None None] Network b5d4d84a-3046-478a-8ce3-dc1074932fd1 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:21:33.242705 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bb97e3ca-36c8-43d4-b13e-45e91587970b tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:33.253807 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c56a18-9113-4a5d-912e-8bb15499aac0 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Pushing event updated for resources: {'Port': ['ID=3ccda23a-6c58-4831-8fa7-61764f003df3,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:33.291704 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c56a18-9113-4a5d-912e-8bb15499aac0 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Checking segment: {'id': '506c8939-c596-436a-9cce-0b7c68e4d86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd13c5ef4-0c7e-43bb-94ac-b61916824c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:21:33.292436 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c56a18-9113-4a5d-912e-8bb15499aac0 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Network hostable DHCP agents. Network: d13c5ef4-0c7e-43bb-94ac-b61916824c97, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:21:33.359377 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c2467-7410-4537-9212-e8cf5593f909 req-595f89f5-0292-4b9f-be2e-cd3ae06a9c31 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:33.361034 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-404c2467-7410-4537-9212-e8cf5593f909 req-595f89f5-0292-4b9f-be2e-cd3ae06a9c31 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 943 time: 0.1357391 Dec 08 16:21:33.438912 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-404c2467-7410-4537-9212-e8cf5593f909 req-d3fe5b87-ec0e-4c43-b286-c2f10b394798 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=0224af71-d7ce-4eed-aefa-724f93ccbe59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715835 Dec 08 16:21:33.446444 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c56a18-9113-4a5d-912e-8bb15499aac0 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Network d13c5ef4-0c7e-43bb-94ac-b61916824c97 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:21:33.555337 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-95c56a18-9113-4a5d-912e-8bb15499aac0 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, d13c5ef4-0c7e-43bb-94ac-b61916824c97) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:21:33.556796 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bb97e3ca-36c8-43d4-b13e-45e91587970b tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:33.563370 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c56a18-9113-4a5d-912e-8bb15499aac0 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:21:33.576520 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c56a18-9113-4a5d-912e-8bb15499aac0 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:33.588615 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e566d99f-eb75-417c-9dae-50b8650f4b4f None None] Network d13c5ef4-0c7e-43bb-94ac-b61916824c97 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:21:33.589828 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c56a18-9113-4a5d-912e-8bb15499aac0 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:33.591127 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-95c56a18-9113-4a5d-912e-8bb15499aac0 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:33.648583 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb97e3ca-36c8-43d4-b13e-45e91587970b tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event deleted for resources: {'Subnet': ['ID=466c83b0-61fd-4447-ace0-7eb2448ef652,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:33.659635 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bb97e3ca-36c8-43d4-b13e-45e91587970b tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:33.674689 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8d4d96-ce4d-42df-a33a-091b6f5c706c None None] Network 44a5e545-3e3a-468e-bb20-c0d293d694ea requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:21:33.675014 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-bb97e3ca-36c8-43d4-b13e-45e91587970b tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "DELETE /v2.0/subnets/466c83b0-61fd-4447-ace0-7eb2448ef652 HTTP/1.1" status: 204 len: 168 time: 0.7348115 Dec 08 16:21:33.675650 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58874) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:33.681124 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-d199b318-197d-4221-9fec-211289bf3d2c tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Request body: {'subnet': {'network_id': '44a5e545-3e3a-468e-bb20-c0d293d694ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:33.736024 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-95c56a18-9113-4a5d-912e-8bb15499aac0 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.3594682 Dec 08 16:21:33.739111 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58876) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:33.826987 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a885776f-97e2-462f-9fc3-70cd5c314391 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:33.833689 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a885776f-97e2-462f-9fc3-70cd5c314391 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:33.835432 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a885776f-97e2-462f-9fc3-70cd5c314391 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0951955 Dec 08 16:21:33.839418 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58880) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:33.941130 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d199b318-197d-4221-9fec-211289bf3d2c tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Made reservation on behalf of 841eb5bdac454b51a92c375fa562e333 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:21:33.946888 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d199b318-197d-4221-9fec-211289bf3d2c tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:34.064982 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-19ad7146-a9f8-41c1-b810-5fe751a255c5 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Deleting port 210d27a1-5ceb-4410-a815-cad4f5b91f1c {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:21:34.065914 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-19ad7146-a9f8-41c1-b810-5fe751a255c5 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:34.309397 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-19ad7146-a9f8-41c1-b810-5fe751a255c5 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:34.409872 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f9f23-d7e1-49e3-baa0-07f7e88c91e0 req-4910cd8d-5140-4271-9f37-2f8006bc85dc tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:34.413004 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-dc0f9f23-d7e1-49e3-baa0-07f7e88c91e0 req-4910cd8d-5140-4271-9f37-2f8006bc85dc tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/ports?device_id=20e35821-4a0f-4e25-8f81-8caffde54dde HTTP/1.1" status: 200 len: 945 time: 0.1888602 Dec 08 16:21:34.414677 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-19ad7146-a9f8-41c1-b810-5fe751a255c5 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Calling delete_port for 210d27a1-5ceb-4410-a815-cad4f5b91f1c owned by {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:21:34.471193 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:34.514836 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d199b318-197d-4221-9fec-211289bf3d2c tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:34.619854 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d199b318-197d-4221-9fec-211289bf3d2c tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event updated for resources: {'Subnet': ['ID=0a67dca2-a447-4a5a-b073-e8129b34af7e,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:34.680974 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-dc0f9f23-d7e1-49e3-baa0-07f7e88c91e0 req-ed6873ef-cc44-4f25-adab-6aa34abbd069 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/security-groups?id=796b0b3b-2d54-476b-abe1-7568016bfa47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439010 Dec 08 16:21:34.684575 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d199b318-197d-4221-9fec-211289bf3d2c tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Network 44a5e545-3e3a-468e-bb20-c0d293d694ea is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:21:34.695868 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-d199b318-197d-4221-9fec-211289bf3d2c tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:21:34.699988 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d199b318-197d-4221-9fec-211289bf3d2c tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:34.700813 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d199b318-197d-4221-9fec-211289bf3d2c tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:34.715133 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c5de0-cacd-42bb-b503-0c0fcea7ac08 req-821f4774-6559-4d59-b7bf-d61591874c5b tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:34.724469 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fb0c5de0-cacd-42bb-b503-0c0fcea7ac08 req-821f4774-6559-4d59-b7bf-d61591874c5b tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 943 time: 0.1164379 Dec 08 16:21:34.738179 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-19ad7146-a9f8-41c1-b810-5fe751a255c5 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:34.787525 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ad7146-a9f8-41c1-b810-5fe751a255c5 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Pushing event deleted for resources: {'Port': ['ID=210d27a1-5ceb-4410-a815-cad4f5b91f1c,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:34.798625 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-19ad7146-a9f8-41c1-b810-5fe751a255c5 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:34.804691 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-19ad7146-a9f8-41c1-b810-5fe751a255c5 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] 10.222.0.64 "DELETE /v2.0/ports/210d27a1-5ceb-4410-a815-cad4f5b91f1c HTTP/1.1" status: 204 len: 168 time: 0.9616785 Dec 08 16:21:34.805168 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58888) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:34.827548 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d199b318-197d-4221-9fec-211289bf3d2c tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1497560 Dec 08 16:21:34.830911 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58890) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:34.834761 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fb0c5de0-cacd-42bb-b503-0c0fcea7ac08 req-35348669-a13d-4a7f-acf0-dd208b053843 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=0224af71-d7ce-4eed-aefa-724f93ccbe59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090097 Dec 08 16:21:34.837825 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-3ff35e19-83bd-4d9e-a763-463333af5f50 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Request body: {'security_group': {'name': 'tempest-secgroup-1458314236'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:34.912785 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30218c91-04c5-4f97-9d23-c994f4d7e50a None None] Network 44a5e545-3e3a-468e-bb20-c0d293d694ea requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:21:34.948862 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3ff35e19-83bd-4d9e-a763-463333af5f50 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:34.994505 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-26ef0fc0-712d-4006-863d-142405c38574 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Deleting port 3ccda23a-6c58-4831-8fa7-61764f003df3 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:21:34.994856 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-26ef0fc0-712d-4006-863d-142405c38574 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:35.031525 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-f7024426-8709-4835-b0e4-8cf33f1d352d None None] Provisioning complete for port 4a07d4cb-5634-49b5-9851-ae86d68ff8ab triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:21:35.032320 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f7024426-8709-4835-b0e4-8cf33f1d352d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:35.069784 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3ff35e19-83bd-4d9e-a763-463333af5f50 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:35.137626 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3ff35e19-83bd-4d9e-a763-463333af5f50 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:35.146853 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-26ef0fc0-712d-4006-863d-142405c38574 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:35.165545 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-26ef0fc0-712d-4006-863d-142405c38574 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Calling delete_port for 3ccda23a-6c58-4831-8fa7-61764f003df3 owned by {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:21:35.202642 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff35e19-83bd-4d9e-a763-463333af5f50 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71cebea2-858b-48dd-aaed-515bded1e3ea,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:35.244530 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3ff35e19-83bd-4d9e-a763-463333af5f50 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:35.246336 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-3ff35e19-83bd-4d9e-a763-463333af5f50 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4141662 Dec 08 16:21:35.249136 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58894) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:35.253914 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-746b2f75-d425-4c98-bc12-bf2c3e5ac9b3 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Request body: {'security_group': {'name': 'tempest-secgroup-2131995148'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:35.365511 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830574a8-a81e-47ad-bdc1-e66f9861c73b None None] Update dhcp port {'port': {'network_id': '44a5e545-3e3a-468e-bb20-c0d293d694ea', 'fixed_ips': [{'subnet_id': 'b727ea9d-69cd-4a5b-876d-56e69b70a163', 'ip_address': '172.20.0.18'}, {'subnet_id': '0a67dca2-a447-4a5a-b073-e8129b34af7e'}], 'binding:host_id': 'n-d-776250-12'}, 'id': '4a07d4cb-5634-49b5-9851-ae86d68ff8ab'} from n-d-776250-12. {{(pid=110552) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 16:21:35.373148 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-26ef0fc0-712d-4006-863d-142405c38574 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:35.393171 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-f7024426-8709-4835-b0e4-8cf33f1d352d None None] Provisioning complete for port 855902fd-cbce-4b65-9758-e53838b79378 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:21:35.393549 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f7024426-8709-4835-b0e4-8cf33f1d352d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:35.395583 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-746b2f75-d425-4c98-bc12-bf2c3e5ac9b3 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:35.425049 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ef0fc0-712d-4006-863d-142405c38574 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Pushing event deleted for resources: {'Port': ['ID=3ccda23a-6c58-4831-8fa7-61764f003df3,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:35.443978 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-26ef0fc0-712d-4006-863d-142405c38574 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:35.444311 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-f7024426-8709-4835-b0e4-8cf33f1d352d None None] Port 855902fd-cbce-4b65-9758-e53838b79378 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:21:35.451337 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-830574a8-a81e-47ad-bdc1-e66f9861c73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:35.453082 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-26ef0fc0-712d-4006-863d-142405c38574 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] 10.222.0.64 "DELETE /v2.0/ports/3ccda23a-6c58-4831-8fa7-61764f003df3 HTTP/1.1" status: 204 len: 168 time: 0.6462057 Dec 08 16:21:35.454292 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58902) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:35.506675 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e3c350f5-90e2-4a55-bef1-e2f0d2d292e6 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0479991 Dec 08 16:21:35.525263 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58906) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:35.531004 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-cec993ef-7660-47ee-8829-e6e4b246513a tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1718708866'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:35.544220 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-746b2f75-d425-4c98-bc12-bf2c3e5ac9b3 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:35.630502 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-746b2f75-d425-4c98-bc12-bf2c3e5ac9b3 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:35.646633 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec993ef-7660-47ee-8829-e6e4b246513a tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Made reservation on behalf of dbc476f93aad468f8e414bfae4766bab for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:21:35.655059 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cec993ef-7660-47ee-8829-e6e4b246513a tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:35.676219 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746b2f75-d425-4c98-bc12-bf2c3e5ac9b3 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e0b6bc-bf6e-4d08-bc04-c43c28cbc727,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:35.693579 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-830574a8-a81e-47ad-bdc1-e66f9861c73b None None] Allocated IP 172.20.0.2 (44a5e545-3e3a-468e-bb20-c0d293d694ea/0a67dca2-a447-4a5a-b073-e8129b34af7e/4a07d4cb-5634-49b5-9851-ae86d68ff8ab) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:21:35.700106 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cec993ef-7660-47ee-8829-e6e4b246513a tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:21:35.711534 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cec993ef-7660-47ee-8829-e6e4b246513a tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:35.716697 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-cec993ef-7660-47ee-8829-e6e4b246513a tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Added segment 0ff3da37-92a8-455c-ba0c-16317f750eea of type vlan for network 799ec51d-02b6-4e95-9d69-3ff83489ecb8 Dec 08 16:21:35.763312 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-746b2f75-d425-4c98-bc12-bf2c3e5ac9b3 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:35.765248 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-746b2f75-d425-4c98-bc12-bf2c3e5ac9b3 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5150247 Dec 08 16:21:35.768198 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58910) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:35.781972 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cec993ef-7660-47ee-8829-e6e4b246513a tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:35.783247 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-332d268d-b5de-47c4-9d5d-4ee28b79d661 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Request body: {'security_group': {'name': 'tempest-secgroup-1128091874'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:35.825031 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-830574a8-a81e-47ad-bdc1-e66f9861c73b None None] For port 4a07d4cb-5634-49b5-9851-ae86d68ff8ab, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=4a07d4cb-5634-49b5-9851-ae86d68ff8ab,segment=NetworkSegment(43b1f15b-49e0-4751-a1c1-76ea1f588cfc),segment_id=43b1f15b-49e0-4751-a1c1-76ea1f588cfc)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:21:35.860216 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-830574a8-a81e-47ad-bdc1-e66f9861c73b None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:35.902670 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-332d268d-b5de-47c4-9d5d-4ee28b79d661 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:35.937084 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-830574a8-a81e-47ad-bdc1-e66f9861c73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:35.951782 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1501d43-8ba9-4d40-acf1-abd5f0ab6d01 req-e5158c9b-bfd9-4cae-b656-301c6047da73 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:35.963255 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d1501d43-8ba9-4d40-acf1-abd5f0ab6d01 req-e5158c9b-bfd9-4cae-b656-301c6047da73 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/ports?device_id=20e35821-4a0f-4e25-8f81-8caffde54dde HTTP/1.1" status: 200 len: 945 time: 0.1074729 Dec 08 16:21:36.011018 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cec993ef-7660-47ee-8829-e6e4b246513a tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:36.023876 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec993ef-7660-47ee-8829-e6e4b246513a tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:36.024567 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cec993ef-7660-47ee-8829-e6e4b246513a tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:36.055100 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830574a8-a81e-47ad-bdc1-e66f9861c73b None None] Pushing event updated for resources: {'Port': ['ID=4a07d4cb-5634-49b5-9851-ae86d68ff8ab,revision_number=6']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:36.134376 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2403e4a-b059-454c-8ee5-ecad8a020054 req-09a4cdaa-e4c3-4fb1-9f29-d3a2e541873c tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:36.136887 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b2403e4a-b059-454c-8ee5-ecad8a020054 req-09a4cdaa-e4c3-4fb1-9f29-d3a2e541873c tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 943 time: 0.1896811 Dec 08 16:21:36.163436 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d1501d43-8ba9-4d40-acf1-abd5f0ab6d01 req-6d3b9a2f-4b43-43bd-a33f-cc3a7631a1da tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/security-groups?id=796b0b3b-2d54-476b-abe1-7568016bfa47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991851 Dec 08 16:21:36.174655 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec993ef-7660-47ee-8829-e6e4b246513a tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Pushing event updated for resources: {'Network': ['ID=799ec51d-02b6-4e95-9d69-3ff83489ecb8,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:36.187577 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 799ec51d-02b6-4e95-9d69-3ff83489ecb8 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:21:36.242461 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b2403e4a-b059-454c-8ee5-ecad8a020054 req-9394458e-eed7-4dd5-a60c-241a41951a81 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=0224af71-d7ce-4eed-aefa-724f93ccbe59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807736 Dec 08 16:21:36.245309 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-332d268d-b5de-47c4-9d5d-4ee28b79d661 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:36.271927 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-cec993ef-7660-47ee-8829-e6e4b246513a tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7451220 Dec 08 16:21:36.274781 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58918) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:36.280942 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-e56e29a8-6b34-44c4-bc56-4ae399ef4f96 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1678924678'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:36.307172 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-b7eae2db-6d35-4ac4-ad05-939465586a11 req-665061e1-1d6a-474a-8fb4-5c1e16e27607 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-585010085', 'description': 'tempest-description-1791278394'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:36.359872 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-332d268d-b5de-47c4-9d5d-4ee28b79d661 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:36.397272 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332d268d-b5de-47c4-9d5d-4ee28b79d661 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90f058a5-bdee-4d4e-9671-317b55e09e2b,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:36.462909 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56e29a8-6b34-44c4-bc56-4ae399ef4f96 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Made reservation on behalf of dbc476f93aad468f8e414bfae4766bab for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:21:36.467361 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e56e29a8-6b34-44c4-bc56-4ae399ef4f96 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:36.497131 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e56e29a8-6b34-44c4-bc56-4ae399ef4f96 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:21:36.509851 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e56e29a8-6b34-44c4-bc56-4ae399ef4f96 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:36.510446 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-e56e29a8-6b34-44c4-bc56-4ae399ef4f96 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Added segment 66a9636f-da8c-4eaa-a007-63de240a679e of type vlan for network ecdc36c3-31c3-47de-9e8d-d19e4ab8371f Dec 08 16:21:36.587242 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-332d268d-b5de-47c4-9d5d-4ee28b79d661 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:36.591825 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-332d268d-b5de-47c4-9d5d-4ee28b79d661 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8179944 Dec 08 16:21:36.593679 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58920) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:36.598043 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e56e29a8-6b34-44c4-bc56-4ae399ef4f96 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:36.599897 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-5bc24909-ff2c-478c-898b-8a11698f55f7 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-295201009', 'security_groups': ['90f058a5-bdee-4d4e-9671-317b55e09e2b'], 'network_id': '44a5e545-3e3a-468e-bb20-c0d293d694ea', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0a67dca2-a447-4a5a-b073-e8129b34af7e'}]}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:36.725974 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e56e29a8-6b34-44c4-bc56-4ae399ef4f96 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:36.736448 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56e29a8-6b34-44c4-bc56-4ae399ef4f96 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:36.736448 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e56e29a8-6b34-44c4-bc56-4ae399ef4f96 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:36.746393 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b7eae2db-6d35-4ac4-ad05-939465586a11 req-665061e1-1d6a-474a-8fb4-5c1e16e27607 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:36.887997 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-e78845b3-1ebb-4c2c-a183-8ff5282f3690 None None] Provisioning complete for port 4a07d4cb-5634-49b5-9851-ae86d68ff8ab triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:21:36.888605 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e56e29a8-6b34-44c4-bc56-4ae399ef4f96 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6119413 Dec 08 16:21:36.888718 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e78845b3-1ebb-4c2c-a183-8ff5282f3690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:36.933088 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56e29a8-6b34-44c4-bc56-4ae399ef4f96 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Pushing event updated for resources: {'Network': ['ID=ecdc36c3-31c3-47de-9e8d-d19e4ab8371f,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:36.937822 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b7eae2db-6d35-4ac4-ad05-939465586a11 req-665061e1-1d6a-474a-8fb4-5c1e16e27607 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:37.013782 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b7eae2db-6d35-4ac4-ad05-939465586a11 req-665061e1-1d6a-474a-8fb4-5c1e16e27607 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:37.036543 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58928) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:37.044862 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-e71e140e-92eb-4933-9156-e66109333381 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Request body: {'subnets': [{'network_id': '799ec51d-02b6-4e95-9d69-3ff83489ecb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--98831540', 'ip_version': 4}, {'network_id': 'ecdc36c3-31c3-47de-9e8d-d19e4ab8371f', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:37.045333 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-e71e140e-92eb-4933-9156-e66109333381 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Request body: {'subnet': {'network_id': '799ec51d-02b6-4e95-9d69-3ff83489ecb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--98831540', 'ip_version': 4}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:37.046142 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-e71e140e-92eb-4933-9156-e66109333381 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Request body: {'subnet': {'network_id': 'ecdc36c3-31c3-47de-9e8d-d19e4ab8371f', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:37.048524 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network ecdc36c3-31c3-47de-9e8d-d19e4ab8371f details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:21:37.069860 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc24909-ff2c-478c-898b-8a11698f55f7 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Made reservation on behalf of 841eb5bdac454b51a92c375fa562e333 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:21:37.101330 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665061e1-1d6a-474a-8fb4-5c1e16e27607 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af8030ea-adc2-4060-a4dd-976c17185fc7,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:37.200486 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b7eae2db-6d35-4ac4-ad05-939465586a11 req-665061e1-1d6a-474a-8fb4-5c1e16e27607 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:37.204731 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b7eae2db-6d35-4ac4-ad05-939465586a11 req-665061e1-1d6a-474a-8fb4-5c1e16e27607 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.9004798 Dec 08 16:21:37.287102 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5bc24909-ff2c-478c-898b-8a11698f55f7 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:37.331827 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [None req-5bc24909-ff2c-478c-898b-8a11698f55f7 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] device_id is not set on port 2938efdf-240e-4993-9d1e-8b9a6961d2ff yet. {{(pid=110550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:21:37.533109 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2f46c4f7-8afa-40bf-99e9-b9f69e73b399 req-822333d9-453a-44a4-a312-39a4751d6206 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-585010085&fields=id&tenant_id=2b52500faa0143a7b66289b1db11a5f1 HTTP/1.1" status: 200 len: 267 time: 0.1628962 Dec 08 16:21:37.536486 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-e78845b3-1ebb-4c2c-a183-8ff5282f3690 None None] Provisioning complete for port 855902fd-cbce-4b65-9758-e53838b79378 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:21:37.537108 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e78845b3-1ebb-4c2c-a183-8ff5282f3690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:37.628629 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f46c4f7-8afa-40bf-99e9-b9f69e73b399 req-472a9525-2fe6-4ccd-8926-0185bf7d3f22 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:37.640316 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2f46c4f7-8afa-40bf-99e9-b9f69e73b399 req-472a9525-2fe6-4ccd-8926-0185bf7d3f22 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/ports?device_id=20e35821-4a0f-4e25-8f81-8caffde54dde HTTP/1.1" status: 200 len: 945 time: 0.1055183 Dec 08 16:21:37.648113 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-2f46c4f7-8afa-40bf-99e9-b9f69e73b399 req-88003e50-265b-4975-b357-c6bb3d78b21a tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Request body: {'port': {'security_groups': ['796b0b3b-2d54-476b-abe1-7568016bfa47', 'af8030ea-adc2-4060-a4dd-976c17185fc7']}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:37.657754 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-e78845b3-1ebb-4c2c-a183-8ff5282f3690 None None] Port 855902fd-cbce-4b65-9758-e53838b79378 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:21:37.708782 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71e140e-92eb-4933-9156-e66109333381 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Made reservation on behalf of dbc476f93aad468f8e414bfae4766bab for: {'subnet': 2} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:21:37.713668 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e71e140e-92eb-4933-9156-e66109333381 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:37.714016 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e71e140e-92eb-4933-9156-e66109333381 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:37.803839 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b49c2a-ebd7-4dc3-8fc7-0a0d5da11d28 req-a43f0f03-85f7-4544-b1f7-3d4f73d43e77 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:37.806069 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-69b49c2a-ebd7-4dc3-8fc7-0a0d5da11d28 req-a43f0f03-85f7-4544-b1f7-3d4f73d43e77 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 943 time: 0.3859034 Dec 08 16:21:37.826497 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-5bc24909-ff2c-478c-898b-8a11698f55f7 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Allocated IP 172.20.0.11 (44a5e545-3e3a-468e-bb20-c0d293d694ea/0a67dca2-a447-4a5a-b073-e8129b34af7e/2938efdf-240e-4993-9d1e-8b9a6961d2ff) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:21:37.843068 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-2f46c4f7-8afa-40bf-99e9-b9f69e73b399 req-88003e50-265b-4975-b357-c6bb3d78b21a tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:37.855175 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 4a07d4cb-5634-49b5-9851-ae86d68ff8ab up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:21:37.958993 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 4a07d4cb-5634-49b5-9851-ae86d68ff8ab triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:21:37.962854 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:38.253468 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-69b49c2a-ebd7-4dc3-8fc7-0a0d5da11d28 req-25d55c9a-80fb-4ed3-8d70-e9d5aa8f617e tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=0224af71-d7ce-4eed-aefa-724f93ccbe59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4245985 Dec 08 16:21:38.277754 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5bc24909-ff2c-478c-898b-8a11698f55f7 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:38.481409 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5bc24909-ff2c-478c-898b-8a11698f55f7 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:38.514513 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:38.593484 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc24909-ff2c-478c-898b-8a11698f55f7 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event updated for resources: {'Port': ['ID=2938efdf-240e-4993-9d1e-8b9a6961d2ff,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:38.606931 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc24909-ff2c-478c-898b-8a11698f55f7 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Network 44a5e545-3e3a-468e-bb20-c0d293d694ea is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:21:38.609616 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-5bc24909-ff2c-478c-898b-8a11698f55f7 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:21:38.612510 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc24909-ff2c-478c-898b-8a11698f55f7 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:21:38.666510 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-2f46c4f7-8afa-40bf-99e9-b9f69e73b399 req-88003e50-265b-4975-b357-c6bb3d78b21a tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] For port d3eb24a8-683a-4f98-be8e-72e568f695f9, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=d3eb24a8-683a-4f98-be8e-72e568f695f9,segment=NetworkSegment(029293b9-4a14-4a19-b525-a343c058b382),segment_id=029293b9-4a14-4a19-b525-a343c058b382)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:21:38.698754 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc24909-ff2c-478c-898b-8a11698f55f7 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:38.699538 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5bc24909-ff2c-478c-898b-8a11698f55f7 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:38.730056 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-2f46c4f7-8afa-40bf-99e9-b9f69e73b399 req-88003e50-265b-4975-b357-c6bb3d78b21a tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:38.825092 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-5bc24909-ff2c-478c-898b-8a11698f55f7 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2313693 Dec 08 16:21:38.826897 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58946) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:38.839182 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-f8c35296-8f4c-49c2-876f-c78f93d0c266 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Request body: {'subnet': {'network_id': '44a5e545-3e3a-468e-bb20-c0d293d694ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:38.848417 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-2f46c4f7-8afa-40bf-99e9-b9f69e73b399 req-88003e50-265b-4975-b357-c6bb3d78b21a tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:38.859889 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['d3eb24a8-683a-4f98-be8e-72e568f695f9'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:21:38.926345 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88003e50-265b-4975-b357-c6bb3d78b21a tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Pushing event updated for resources: {'Port': ['ID=d3eb24a8-683a-4f98-be8e-72e568f695f9,revision_number=6']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:38.933651 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e71e140e-92eb-4933-9156-e66109333381 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:38.959265 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f46c4f7-8afa-40bf-99e9-b9f69e73b399 req-88003e50-265b-4975-b357-c6bb3d78b21a tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:38.960049 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-2f46c4f7-8afa-40bf-99e9-b9f69e73b399 req-88003e50-265b-4975-b357-c6bb3d78b21a tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:38.966583 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2f46c4f7-8afa-40bf-99e9-b9f69e73b399 req-88003e50-265b-4975-b357-c6bb3d78b21a tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "PUT /v2.0/ports/d3eb24a8-683a-4f98-be8e-72e568f695f9 HTTP/1.1" status: 200 len: 981 time: 1.3247428 Dec 08 16:21:38.997740 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20e35821-4a0f-4e25-8f81-8caffde54dde', 'tag': 'd3eb24a8-683a-4f98-be8e-72e568f695f9'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:21:39.001768 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f305d8-26f3-44ef-a089-e148425772f2" -d '{"events": [{"name": "network-changed", "server_uuid": "20e35821-4a0f-4e25-8f81-8caffde54dde", "tag": "d3eb24a8-683a-4f98-be8e-72e568f695f9"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:21:39.100217 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['d3eb24a8-683a-4f98-be8e-72e568f695f9'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:21:39.127850 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71e140e-92eb-4933-9156-e66109333381 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Pushing event updated for resources: {'Subnet': ['ID=e5f9d1d1-307d-469a-9bda-9227e88bfec2,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:39.136439 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71e140e-92eb-4933-9156-e66109333381 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Checking segment: {'id': '0ff3da37-92a8-455c-ba0c-16317f750eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '799ec51d-02b6-4e95-9d69-3ff83489ecb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:21:39.136439 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71e140e-92eb-4933-9156-e66109333381 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Network hostable DHCP agents. Network: 799ec51d-02b6-4e95-9d69-3ff83489ecb8, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:21:39.176675 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-3a8639ea-0377-4701-a1de-cae9e4a85e34 None None] Provisioning complete for port 2938efdf-240e-4993-9d1e-8b9a6961d2ff triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:21:39.177309 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3a8639ea-0377-4701-a1de-cae9e4a85e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:39.192897 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9642bf41-5d03-4920-b976-841cd2f1b157 x-openstack-request-id: req-9642bf41-5d03-4920-b976-841cd2f1b157 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:21:39.193261 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20e35821-4a0f-4e25-8f81-8caffde54dde", "tag": "d3eb24a8-683a-4f98-be8e-72e568f695f9", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:21:39.193535 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9642bf41-5d03-4920-b976-841cd2f1b157 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:21:39.193973 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20e35821-4a0f-4e25-8f81-8caffde54dde', 'tag': 'd3eb24a8-683a-4f98-be8e-72e568f695f9', 'status': 'completed', 'code': 200} Dec 08 16:21:39.197145 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7542d4a5-5426-48b9-af10-39de6e7fe01b req-c6a3a86c-c22e-488e-a95d-4c653fd4e3cc tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-585010085&fields=id&tenant_id=2b52500faa0143a7b66289b1db11a5f1 HTTP/1.1" status: 200 len: 267 time: 0.0988925 Dec 08 16:21:39.219186 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c35296-8f4c-49c2-876f-c78f93d0c266 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Made reservation on behalf of 841eb5bdac454b51a92c375fa562e333 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:21:39.224368 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f8c35296-8f4c-49c2-876f-c78f93d0c266 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:39.267999 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-3a8639ea-0377-4701-a1de-cae9e4a85e34 None None] Port 2938efdf-240e-4993-9d1e-8b9a6961d2ff cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:21:39.320302 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71e140e-92eb-4933-9156-e66109333381 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Network 799ec51d-02b6-4e95-9d69-3ff83489ecb8 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:21:39.421175 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-e71e140e-92eb-4933-9156-e66109333381 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 799ec51d-02b6-4e95-9d69-3ff83489ecb8) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:21:39.430953 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e71e140e-92eb-4933-9156-e66109333381 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:39.445006 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71226348-a826-4bbd-8430-d8cf4115c253 None None] Network 799ec51d-02b6-4e95-9d69-3ff83489ecb8 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:21:39.523417 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b705208b-5f08-45d6-ac6c-1af03819c340 req-a341d460-c9c8-4a39-b7c9-69d7159c768d tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:39.525017 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b705208b-5f08-45d6-ac6c-1af03819c340 req-a341d460-c9c8-4a39-b7c9-69d7159c768d tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 943 time: 0.1389546 Dec 08 16:21:39.525713 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71e140e-92eb-4933-9156-e66109333381 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Pushing event updated for resources: {'Subnet': ['ID=2aec628f-872d-40c3-bc0f-eba8f94e912b,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:39.605746 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71e140e-92eb-4933-9156-e66109333381 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Checking segment: {'id': '66a9636f-da8c-4eaa-a007-63de240a679e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'ecdc36c3-31c3-47de-9e8d-d19e4ab8371f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:21:39.606518 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71e140e-92eb-4933-9156-e66109333381 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Network hostable DHCP agents. Network: ecdc36c3-31c3-47de-9e8d-d19e4ab8371f, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:21:39.616987 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7542d4a5-5426-48b9-af10-39de6e7fe01b req-9366ad28-012f-4758-977f-c29004fda623 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:39.619671 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7542d4a5-5426-48b9-af10-39de6e7fe01b req-9366ad28-012f-4758-977f-c29004fda623 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/ports?device_id=20e35821-4a0f-4e25-8f81-8caffde54dde HTTP/1.1" status: 200 len: 984 time: 0.4157271 Dec 08 16:21:39.629349 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b705208b-5f08-45d6-ac6c-1af03819c340 req-8fde44ef-e02c-479b-9377-178f9881b088 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=0224af71-d7ce-4eed-aefa-724f93ccbe59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917273 Dec 08 16:21:39.643835 n-d-776250-12 neutron-server[110550]: INFO neutron.db.ipam_backend_mixin [None req-f8c35296-8f4c-49c2-876f-c78f93d0c266 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0a67dca2-a447-4a5a-b073-e8129b34af7e (CIDR: 172.20.0.0/28) Dec 08 16:21:39.673065 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-7542d4a5-5426-48b9-af10-39de6e7fe01b req-be1dc36b-204b-4f16-af29-43cb9a300916 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Request body: {'port': {'security_groups': ['796b0b3b-2d54-476b-abe1-7568016bfa47']}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:39.698128 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f305d8-26f3-44ef-a089-e148425772f2 req-e095def4-7d93-43f6-8681-43dbeb2bed53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:39.701776 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-38f305d8-26f3-44ef-a089-e148425772f2 req-e095def4-7d93-43f6-8681-43dbeb2bed53 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2b52500faa0143a7b66289b1db11a5f1&device_id=20e35821-4a0f-4e25-8f81-8caffde54dde HTTP/1.1" status: 200 len: 1136 time: 0.4658010 Dec 08 16:21:39.731792 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71e140e-92eb-4933-9156-e66109333381 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Network ecdc36c3-31c3-47de-9e8d-d19e4ab8371f is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:21:39.778490 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8c35296-8f4c-49c2-876f-c78f93d0c266 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:21:39.779587 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8c35296-8f4c-49c2-876f-c78f93d0c266 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:21:39.794787 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b09d403-dd63-4a2d-92ef-f1e2cd847012 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-799ec51d-02b6-4e95-9d69-3ff83489ecb8', 'network_id': '799ec51d-02b6-4e95-9d69-3ff83489ecb8', 'project_id': 'dbc476f93aad468f8e414bfae4766bab', 'fixed_ips': [{'subnet_id': 'e5f9d1d1-307d-469a-9bda-9227e88bfec2'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:21:39.798380 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7b09d403-dd63-4a2d-92ef-f1e2cd847012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:39.818726 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-e71e140e-92eb-4933-9156-e66109333381 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, ecdc36c3-31c3-47de-9e8d-d19e4ab8371f) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:21:39.826405 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71e140e-92eb-4933-9156-e66109333381 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:39.827463 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71e140e-92eb-4933-9156-e66109333381 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:39.828418 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e71e140e-92eb-4933-9156-e66109333381 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:39.890773 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58962) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:39.893864 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-f8c35296-8f4c-49c2-876f-c78f93d0c266 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0630250 Dec 08 16:21:39.899452 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-2000b466-1445-469a-a11c-8b331f9d9368 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Request body: {'subnet': {'network_id': '44a5e545-3e3a-468e-bb20-c0d293d694ea', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:39.974082 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-7542d4a5-5426-48b9-af10-39de6e7fe01b req-be1dc36b-204b-4f16-af29-43cb9a300916 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:40.016667 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-7b09d403-dd63-4a2d-92ef-f1e2cd847012 None None] Allocated IP 172.20.0.2 (799ec51d-02b6-4e95-9d69-3ff83489ecb8/e5f9d1d1-307d-469a-9bda-9227e88bfec2/7a47c6fe-4b55-418a-a298-78f642703b69) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:21:40.058077 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f305d8-26f3-44ef-a089-e148425772f2 req-b174fa47-7d20-4a90-8690-cfc53e675f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:40.059521 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-38f305d8-26f3-44ef-a089-e148425772f2 req-b174fa47-7d20-4a90-8690-cfc53e675f91 service neutron] 10.222.0.76 "GET /v2.0/networks?id=691a624c-964a-4825-b277-bf02eccf1ff9 HTTP/1.1" status: 200 len: 921 time: 0.2948277 Dec 08 16:21:40.116618 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-38f305d8-26f3-44ef-a089-e148425772f2 req-bf8f8c2c-2c9d-4402-b350-a80b57e8818a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3eb24a8-683a-4f98-be8e-72e568f695f9 HTTP/1.1" status: 200 len: 217 time: 0.0492983 Dec 08 16:21:40.196306 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f305d8-26f3-44ef-a089-e148425772f2 req-2ded305b-c678-4964-a6cb-b5d2bc95f1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:40.197849 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-38f305d8-26f3-44ef-a089-e148425772f2 req-2ded305b-c678-4964-a6cb-b5d2bc95f1aa service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5d509bf9-344c-445e-87cc-39c21b210aee HTTP/1.1" status: 200 len: 860 time: 0.0711799 Dec 08 16:21:40.212884 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7b09d403-dd63-4a2d-92ef-f1e2cd847012 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:40.218439 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65b7151-7b6d-48e9-b23b-1fc7c8989f8c None None] Network ecdc36c3-31c3-47de-9e8d-d19e4ab8371f requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:21:40.240676 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-38f305d8-26f3-44ef-a089-e148425772f2 req-1643720a-b6cb-45df-b594-cfca1262fa37 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=691a624c-964a-4825-b277-bf02eccf1ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293157 Dec 08 16:21:40.302383 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e71e140e-92eb-4933-9156-e66109333381 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1424 time: 3.2626076 Dec 08 16:21:40.303716 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58964) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:40.319828 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7b09d403-dd63-4a2d-92ef-f1e2cd847012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:40.386056 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b09d403-dd63-4a2d-92ef-f1e2cd847012 None None] Network 799ec51d-02b6-4e95-9d69-3ff83489ecb8 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:21:40.390000 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-7b09d403-dd63-4a2d-92ef-f1e2cd847012 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:21:40.393962 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b09d403-dd63-4a2d-92ef-f1e2cd847012 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:21:40.398678 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e73fc2-fd72-4906-94e6-25d511be2968 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-ecdc36c3-31c3-47de-9e8d-d19e4ab8371f', 'network_id': 'ecdc36c3-31c3-47de-9e8d-d19e4ab8371f', 'project_id': 'dbc476f93aad468f8e414bfae4766bab', 'fixed_ips': [{'subnet_id': '2aec628f-872d-40c3-bc0f-eba8f94e912b'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:21:40.405423 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-28e73fc2-fd72-4906-94e6-25d511be2968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:40.458993 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6501e4-367c-4ce1-bde0-54af571bccc0 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:40.462836 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6501e4-367c-4ce1-bde0-54af571bccc0 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:40.467281 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6501e4-367c-4ce1-bde0-54af571bccc0 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:40.480490 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-4a6501e4-367c-4ce1-bde0-54af571bccc0 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2050 time: 0.1670842 Dec 08 16:21:40.481588 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58966) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:40.496953 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b09d403-dd63-4a2d-92ef-f1e2cd847012 None None] Pushing event updated for resources: {'Port': ['ID=7a47c6fe-4b55-418a-a298-78f642703b69,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:40.501749 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-38f305d8-26f3-44ef-a089-e148425772f2 req-1e8c40c2-dcbe-4421-a05a-ca5cc6ec2310 service neutron] 10.222.0.76 "GET /v2.0/networks/691a624c-964a-4825-b277-bf02eccf1ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221260 Dec 08 16:21:40.524233 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-7b09d403-dd63-4a2d-92ef-f1e2cd847012 None None] Attempting to bind port 7a47c6fe-4b55-418a-a298-78f642703b69 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:21:40.525150 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-7b09d403-dd63-4a2d-92ef-f1e2cd847012 None None] Attempting to bind port 7a47c6fe-4b55-418a-a298-78f642703b69 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '0ff3da37-92a8-455c-ba0c-16317f750eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '799ec51d-02b6-4e95-9d69-3ff83489ecb8'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:21:40.525798 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b09d403-dd63-4a2d-92ef-f1e2cd847012 None None] Attempting to bind port 7a47c6fe-4b55-418a-a298-78f642703b69 on network 799ec51d-02b6-4e95-9d69-3ff83489ecb8 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:21:40.578572 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2000b466-1445-469a-a11c-8b331f9d9368 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Made reservation on behalf of 841eb5bdac454b51a92c375fa562e333 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:21:40.585391 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2000b466-1445-469a-a11c-8b331f9d9368 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:40.612690 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b09d403-dd63-4a2d-92ef-f1e2cd847012 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:21:40.613647 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b09d403-dd63-4a2d-92ef-f1e2cd847012 None None] Checking segment: {'id': '0ff3da37-92a8-455c-ba0c-16317f750eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '799ec51d-02b6-4e95-9d69-3ff83489ecb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:21:40.614074 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7b09d403-dd63-4a2d-92ef-f1e2cd847012 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:40.614481 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b09d403-dd63-4a2d-92ef-f1e2cd847012 None None] Bound using segment: {'id': '0ff3da37-92a8-455c-ba0c-16317f750eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '799ec51d-02b6-4e95-9d69-3ff83489ecb8'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:21:40.615095 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-7b09d403-dd63-4a2d-92ef-f1e2cd847012 None None] Bound port: 7a47c6fe-4b55-418a-a298-78f642703b69, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ff3da37-92a8-455c-ba0c-16317f750eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '799ec51d-02b6-4e95-9d69-3ff83489ecb8'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:21:40.615496 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7b09d403-dd63-4a2d-92ef-f1e2cd847012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:40.625274 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-7542d4a5-5426-48b9-af10-39de6e7fe01b req-be1dc36b-204b-4f16-af29-43cb9a300916 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] For port d3eb24a8-683a-4f98-be8e-72e568f695f9, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=d3eb24a8-683a-4f98-be8e-72e568f695f9,segment=NetworkSegment(029293b9-4a14-4a19-b525-a343c058b382),segment_id=029293b9-4a14-4a19-b525-a343c058b382)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:21:40.670499 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-7542d4a5-5426-48b9-af10-39de6e7fe01b req-be1dc36b-204b-4f16-af29-43cb9a300916 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:40.741125 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-79bb5406-365b-4fef-a3b3-3a0ca024f9ee tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Deleting subnet e5f9d1d1-307d-469a-9bda-9227e88bfec2 {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:21:40.754721 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-7542d4a5-5426-48b9-af10-39de6e7fe01b req-be1dc36b-204b-4f16-af29-43cb9a300916 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:40.763800 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-79bb5406-365b-4fef-a3b3-3a0ca024f9ee tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:40.825787 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-7b09d403-dd63-4a2d-92ef-f1e2cd847012 None None] For port 7a47c6fe-4b55-418a-a298-78f642703b69, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:21:40.837763 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-7b09d403-dd63-4a2d-92ef-f1e2cd847012 None None] For port 7a47c6fe-4b55-418a-a298-78f642703b69, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=7a47c6fe-4b55-418a-a298-78f642703b69,segment=NetworkSegment(0ff3da37-92a8-455c-ba0c-16317f750eea),segment_id=0ff3da37-92a8-455c-ba0c-16317f750eea)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:21:40.867117 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7542d4a5-5426-48b9-af10-39de6e7fe01b req-be1dc36b-204b-4f16-af29-43cb9a300916 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:40.867859 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-7542d4a5-5426-48b9-af10-39de6e7fe01b req-be1dc36b-204b-4f16-af29-43cb9a300916 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:40.871379 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7542d4a5-5426-48b9-af10-39de6e7fe01b req-be1dc36b-204b-4f16-af29-43cb9a300916 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "PUT /v2.0/ports/d3eb24a8-683a-4f98-be8e-72e568f695f9 HTTP/1.1" status: 200 len: 942 time: 1.2179830 Dec 08 16:21:40.871379 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20e35821-4a0f-4e25-8f81-8caffde54dde', 'tag': 'd3eb24a8-683a-4f98-be8e-72e568f695f9'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:21:40.873599 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd3203a-3d19-4be0-8865-295f5a62c4ca" -d '{"events": [{"name": "network-changed", "server_uuid": "20e35821-4a0f-4e25-8f81-8caffde54dde", "tag": "d3eb24a8-683a-4f98-be8e-72e568f695f9"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:21:40.940635 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1dc36b-204b-4f16-af29-43cb9a300916 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Pushing event updated for resources: {'Port': ['ID=d3eb24a8-683a-4f98-be8e-72e568f695f9,revision_number=7']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:40.968879 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-38f305d8-26f3-44ef-a089-e148425772f2 req-e3ea122b-211a-4891-9389-85404538513e service neutron] 10.222.0.76 "GET /v2.0/networks/691a624c-964a-4825-b277-bf02eccf1ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4544327 Dec 08 16:21:41.000752 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['d3eb24a8-683a-4f98-be8e-72e568f695f9'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:21:41.070057 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7b09d403-dd63-4a2d-92ef-f1e2cd847012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:41.103909 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-28e73fc2-fd72-4906-94e6-25d511be2968 None None] Allocated IP 172.20.0.18 (ecdc36c3-31c3-47de-9e8d-d19e4ab8371f/2aec628f-872d-40c3-bc0f-eba8f94e912b/09ad385d-313f-4993-aa71-b91f1cb5c3db) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:21:41.107989 n-d-776250-12 neutron-server[110551]: INFO neutron.db.ipam_backend_mixin [None req-2000b466-1445-469a-a11c-8b331f9d9368 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet b727ea9d-69cd-4a5b-876d-56e69b70a163 (CIDR: 172.20.0.16/28) Dec 08 16:21:41.118996 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-79bb5406-365b-4fef-a3b3-3a0ca024f9ee tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:41.125425 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['d3eb24a8-683a-4f98-be8e-72e568f695f9'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:21:41.154753 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2323bd96-1ffd-4b4e-aa1f-03248fbc971b req-79f897d5-6dbc-4485-8616-2a38c9ee6d3d tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:41.158023 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2323bd96-1ffd-4b4e-aa1f-03248fbc971b req-79f897d5-6dbc-4485-8616-2a38c9ee6d3d tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 943 time: 0.3196473 Dec 08 16:21:41.246333 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-2000b466-1445-469a-a11c-8b331f9d9368 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:21:41.247324 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2000b466-1445-469a-a11c-8b331f9d9368 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:21:41.343786 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-2000b466-1445-469a-a11c-8b331f9d9368 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.4514432 Dec 08 16:21:41.350561 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58980) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:41.356806 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-b11fda6b-0145-4433-ba90-cc4eb31ada92 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Request body: {'subnet': {'network_id': '44a5e545-3e3a-468e-bb20-c0d293d694ea', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:41.454629 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2323bd96-1ffd-4b4e-aa1f-03248fbc971b req-3175f996-cf0a-4159-bc44-01824bbbc6c8 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=0224af71-d7ce-4eed-aefa-724f93ccbe59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2540646 Dec 08 16:21:41.626918 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-79bb5406-365b-4fef-a3b3-3a0ca024f9ee tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:41.757763 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30e503e-973a-4dc3-bf16-c5bfdb03bbc4 x-openstack-request-id: req-b30e503e-973a-4dc3-bf16-c5bfdb03bbc4 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:21:41.757763 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20e35821-4a0f-4e25-8f81-8caffde54dde", "tag": "d3eb24a8-683a-4f98-be8e-72e568f695f9", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:21:41.757763 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b30e503e-973a-4dc3-bf16-c5bfdb03bbc4 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:21:41.767398 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20e35821-4a0f-4e25-8f81-8caffde54dde', 'tag': 'd3eb24a8-683a-4f98-be8e-72e568f695f9', 'status': 'completed', 'code': 200} Dec 08 16:21:41.819828 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1fb21b88-2bca-481c-8627-14992d791514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:41.824310 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11fda6b-0145-4433-ba90-cc4eb31ada92 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Made reservation on behalf of 841eb5bdac454b51a92c375fa562e333 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:21:41.833937 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b09d403-dd63-4a2d-92ef-f1e2cd847012 None None] Pushing event updated for resources: {'Port': ['ID=7a47c6fe-4b55-418a-a298-78f642703b69,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:41.835032 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b11fda6b-0145-4433-ba90-cc4eb31ada92 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:41.862176 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-79bb5406-365b-4fef-a3b3-3a0ca024f9ee tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:41.887208 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f5e83de3-abf0-4e77-8ddc-ebdd9c4265f4 req-59ef897e-6eb8-4b7f-ad0f-ba88cc7d5702 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8408945 Dec 08 16:21:41.958338 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-79bb5406-365b-4fef-a3b3-3a0ca024f9ee tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:41.961905 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-79bb5406-365b-4fef-a3b3-3a0ca024f9ee tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] 10.222.0.64 "DELETE /v2.0/subnets/e5f9d1d1-307d-469a-9bda-9227e88bfec2 HTTP/1.1" status: 204 len: 168 time: 1.4779875 Dec 08 16:21:41.969280 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58988) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:41.981731 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-f5e83de3-abf0-4e77-8ddc-ebdd9c4265f4 req-15f328b8-b0c0-435a-9c9d-cfcc7c50ff4a tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Request body: {'floatingip': {'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:42.140843 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bb5406-365b-4fef-a3b3-3a0ca024f9ee tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Pushing event deleted for resources: {'Subnet': ['ID=e5f9d1d1-307d-469a-9bda-9227e88bfec2,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:42.170810 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-65c4ed0b-cbba-4383-ad9c-9cd1b12ebaa8 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Deleting subnet 2aec628f-872d-40c3-bc0f-eba8f94e912b {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:21:42.237860 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3203a-3d19-4be0-8865-295f5a62c4ca req-09b92f17-42a7-4228-a7d6-978e414c1385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:42.247532 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1fd3203a-3d19-4be0-8865-295f5a62c4ca req-09b92f17-42a7-4228-a7d6-978e414c1385 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2b52500faa0143a7b66289b1db11a5f1&device_id=20e35821-4a0f-4e25-8f81-8caffde54dde HTTP/1.1" status: 200 len: 1097 time: 0.4490426 Dec 08 16:21:42.319225 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-28e73fc2-fd72-4906-94e6-25d511be2968 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:42.490878 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3203a-3d19-4be0-8865-295f5a62c4ca req-e65a60bb-21f9-4694-adf8-8bda70853581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:42.493234 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1fd3203a-3d19-4be0-8865-295f5a62c4ca req-e65a60bb-21f9-4694-adf8-8bda70853581 service neutron] 10.222.0.76 "GET /v2.0/networks?id=691a624c-964a-4825-b277-bf02eccf1ff9 HTTP/1.1" status: 200 len: 921 time: 0.2347331 Dec 08 16:21:42.511574 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f5e83de3-abf0-4e77-8ddc-ebdd9c4265f4 req-15f328b8-b0c0-435a-9c9d-cfcc7c50ff4a tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Publish callbacks [] for floatingip, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:42.543388 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-28e73fc2-fd72-4906-94e6-25d511be2968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:42.561430 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-65c4ed0b-cbba-4383-ad9c-9cd1b12ebaa8 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:42.602375 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1fd3203a-3d19-4be0-8865-295f5a62c4ca req-f93edd94-67a6-4d72-abf0-7c78b698cb6e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3eb24a8-683a-4f98-be8e-72e568f695f9 HTTP/1.1" status: 200 len: 217 time: 0.0995123 Dec 08 16:21:42.615832 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e73fc2-fd72-4906-94e6-25d511be2968 None None] Network ecdc36c3-31c3-47de-9e8d-d19e4ab8371f is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:21:42.626014 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-28e73fc2-fd72-4906-94e6-25d511be2968 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:21:42.641249 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e73fc2-fd72-4906-94e6-25d511be2968 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:21:42.654875 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e73fc2-fd72-4906-94e6-25d511be2968 None None] Pushing event updated for resources: {'Port': ['ID=09ad385d-313f-4993-aa71-b91f1cb5c3db,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:42.689114 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b11fda6b-0145-4433-ba90-cc4eb31ada92 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:42.722389 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3203a-3d19-4be0-8865-295f5a62c4ca req-1183e65c-fbe1-4fb3-9593-6f9662e960b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:42.725137 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1fd3203a-3d19-4be0-8865-295f5a62c4ca req-1183e65c-fbe1-4fb3-9593-6f9662e960b1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5d509bf9-344c-445e-87cc-39c21b210aee HTTP/1.1" status: 200 len: 860 time: 0.1023767 Dec 08 16:21:42.750143 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11fda6b-0145-4433-ba90-cc4eb31ada92 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event updated for resources: {'Subnet': ['ID=5b4639b3-d335-4f44-bd16-3842f020ce9f,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:42.768781 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11fda6b-0145-4433-ba90-cc4eb31ada92 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Network 44a5e545-3e3a-468e-bb20-c0d293d694ea is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:21:42.772642 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-b11fda6b-0145-4433-ba90-cc4eb31ada92 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:21:42.776208 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11fda6b-0145-4433-ba90-cc4eb31ada92 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:42.776940 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b11fda6b-0145-4433-ba90-cc4eb31ada92 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:42.784627 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f60a1ed-2fe3-49ae-9ca8-4710c21c96b7 None None] Network 44a5e545-3e3a-468e-bb20-c0d293d694ea requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:21:42.831525 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a524371-6f58-4431-b537-ce69caaf2b35 req-4a1642f1-6c98-4390-92d3-3cba0a2a4a53 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:42.842261 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-65c4ed0b-cbba-4383-ad9c-9cd1b12ebaa8 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:42.843617 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2a524371-6f58-4431-b537-ce69caaf2b35 req-4a1642f1-6c98-4390-92d3-3cba0a2a4a53 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 943 time: 0.1940420 Dec 08 16:21:42.911976 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b11fda6b-0145-4433-ba90-cc4eb31ada92 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5594449 Dec 08 16:21:42.922394 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58994) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:42.932981 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-e32348f4-5b87-4438-954a-5c728f37715a tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1597191891', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5b4639b3-d335-4f44-bd16-3842f020ce9f'}], 'security_groups': ['71cebea2-858b-48dd-aaed-515bded1e3ea', 'a4e0b6bc-bf6e-4d08-bc04-c43c28cbc727']}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:42.951920 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1fd3203a-3d19-4be0-8865-295f5a62c4ca req-547743e2-d1f1-4f5a-b689-6747a92ca01d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=691a624c-964a-4825-b277-bf02eccf1ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357764 Dec 08 16:21:43.069220 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2a524371-6f58-4431-b537-ce69caaf2b35 req-45ce3da8-4f03-4f3c-b907-1501b2b1b053 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=0224af71-d7ce-4eed-aefa-724f93ccbe59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2243452 Dec 08 16:21:43.092719 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-28e73fc2-fd72-4906-94e6-25d511be2968 None None] Attempting to bind port 09ad385d-313f-4993-aa71-b91f1cb5c3db on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:21:43.103427 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-28e73fc2-fd72-4906-94e6-25d511be2968 None None] Attempting to bind port 09ad385d-313f-4993-aa71-b91f1cb5c3db by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '66a9636f-da8c-4eaa-a007-63de240a679e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'ecdc36c3-31c3-47de-9e8d-d19e4ab8371f'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:21:43.103427 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e73fc2-fd72-4906-94e6-25d511be2968 None None] Attempting to bind port 09ad385d-313f-4993-aa71-b91f1cb5c3db on network ecdc36c3-31c3-47de-9e8d-d19e4ab8371f {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:21:43.122782 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e73fc2-fd72-4906-94e6-25d511be2968 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:21:43.124548 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e73fc2-fd72-4906-94e6-25d511be2968 None None] Checking segment: {'id': '66a9636f-da8c-4eaa-a007-63de240a679e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'ecdc36c3-31c3-47de-9e8d-d19e4ab8371f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:21:43.125087 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-28e73fc2-fd72-4906-94e6-25d511be2968 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:43.129753 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e73fc2-fd72-4906-94e6-25d511be2968 None None] Bound using segment: {'id': '66a9636f-da8c-4eaa-a007-63de240a679e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'ecdc36c3-31c3-47de-9e8d-d19e4ab8371f'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:21:43.131673 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-28e73fc2-fd72-4906-94e6-25d511be2968 None None] Bound port: 09ad385d-313f-4993-aa71-b91f1cb5c3db, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a9636f-da8c-4eaa-a007-63de240a679e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'ecdc36c3-31c3-47de-9e8d-d19e4ab8371f'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:21:43.131673 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-28e73fc2-fd72-4906-94e6-25d511be2968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:43.277571 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1fd3203a-3d19-4be0-8865-295f5a62c4ca req-ee9accf5-8436-4896-a7f3-6560fd0c8216 service neutron] 10.222.0.76 "GET /v2.0/networks/691a624c-964a-4825-b277-bf02eccf1ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127265 Dec 08 16:21:43.287184 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-65c4ed0b-cbba-4383-ad9c-9cd1b12ebaa8 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:43.343831 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e32348f4-5b87-4438-954a-5c728f37715a tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:43.362151 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3493de5-85e5-4cc6-a6e3-ee62064061ae None None] Network 799ec51d-02b6-4e95-9d69-3ff83489ecb8 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:21:43.468320 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-66c1252b-bff1-4e5c-80d2-71bd0d202132 None None] Provisioning complete for port 7a47c6fe-4b55-418a-a298-78f642703b69 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:21:43.468703 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-66c1252b-bff1-4e5c-80d2-71bd0d202132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:43.525021 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f5e83de3-abf0-4e77-8ddc-ebdd9c4265f4 req-15f328b8-b0c0-435a-9c9d-cfcc7c50ff4a tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:43.543613 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1fd3203a-3d19-4be0-8865-295f5a62c4ca req-a124fedc-0f32-47f9-8682-70ac2157ad11 service neutron] 10.222.0.76 "GET /v2.0/networks/691a624c-964a-4825-b277-bf02eccf1ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497027 Dec 08 16:21:43.570937 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b2ee1d-1693-400a-befd-7661881c041f None None] Update dhcp port {'port': {'network_id': '44a5e545-3e3a-468e-bb20-c0d293d694ea', 'fixed_ips': [{'subnet_id': 'b727ea9d-69cd-4a5b-876d-56e69b70a163', 'ip_address': '172.20.0.18'}, {'subnet_id': '0a67dca2-a447-4a5a-b073-e8129b34af7e', 'ip_address': '172.20.0.2'}, {'subnet_id': '5b4639b3-d335-4f44-bd16-3842f020ce9f'}], 'binding:host_id': 'n-d-776250-12'}, 'id': '4a07d4cb-5634-49b5-9851-ae86d68ff8ab'} from n-d-776250-12. {{(pid=110552) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 16:21:43.640423 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e1b2ee1d-1693-400a-befd-7661881c041f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:43.647485 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-65c4ed0b-cbba-4383-ad9c-9cd1b12ebaa8 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:43.647695 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-28e73fc2-fd72-4906-94e6-25d511be2968 None None] For port 09ad385d-313f-4993-aa71-b91f1cb5c3db, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:21:43.671489 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44ab198-e283-4795-9f44-624bcabbcd9b None None] DHCP port deletion for 799ec51d-02b6-4e95-9d69-3ff83489ecb8 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:21:43.687576 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-28e73fc2-fd72-4906-94e6-25d511be2968 None None] For port 09ad385d-313f-4993-aa71-b91f1cb5c3db, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=09ad385d-313f-4993-aa71-b91f1cb5c3db,segment=NetworkSegment(66a9636f-da8c-4eaa-a007-63de240a679e),segment_id=66a9636f-da8c-4eaa-a007-63de240a679e)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:21:43.706158 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-65c4ed0b-cbba-4383-ad9c-9cd1b12ebaa8 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:43.708829 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-65c4ed0b-cbba-4383-ad9c-9cd1b12ebaa8 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] 10.222.0.64 "DELETE /v2.0/subnets/2aec628f-872d-40c3-bc0f-eba8f94e912b HTTP/1.1" status: 204 len: 168 time: 1.7002709 Dec 08 16:21:43.711953 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-66c1252b-bff1-4e5c-80d2-71bd0d202132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:43.716463 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59002) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:43.756828 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c4ed0b-cbba-4383-ad9c-9cd1b12ebaa8 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Pushing event deleted for resources: {'Subnet': ['ID=2aec628f-872d-40c3-bc0f-eba8f94e912b,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:43.834426 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7289949a-5763-4127-bb38-d88d37a5c024 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:43.835930 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-7289949a-5763-4127-bb38-d88d37a5c024 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1000855 Dec 08 16:21:43.841984 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59004) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:43.846130 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-28e73fc2-fd72-4906-94e6-25d511be2968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:43.862278 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-66c1252b-bff1-4e5c-80d2-71bd0d202132 None None] For port 7a47c6fe-4b55-418a-a298-78f642703b69, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=7a47c6fe-4b55-418a-a298-78f642703b69,segment=NetworkSegment(0ff3da37-92a8-455c-ba0c-16317f750eea),segment_id=0ff3da37-92a8-455c-ba0c-16317f750eea)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:21:43.900052 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-e32348f4-5b87-4438-954a-5c728f37715a tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Delete allocated IP 172.20.0.11 (44a5e545-3e3a-468e-bb20-c0d293d694ea/0a67dca2-a447-4a5a-b073-e8129b34af7e) {{(pid=110551) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 08 16:21:43.909229 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-d44ab198-e283-4795-9f44-624bcabbcd9b None None] Deleting port 7a47c6fe-4b55-418a-a298-78f642703b69 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:21:43.909229 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d44ab198-e283-4795-9f44-624bcabbcd9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:43.915484 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-e32348f4-5b87-4438-954a-5c728f37715a tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Allocated IP 172.20.0.36 (44a5e545-3e3a-468e-bb20-c0d293d694ea/5b4639b3-d335-4f44-bd16-3842f020ce9f/2938efdf-240e-4993-9d1e-8b9a6961d2ff) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:21:43.920959 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-f5e83de3-abf0-4e77-8ddc-ebdd9c4265f4 req-15f328b8-b0c0-435a-9c9d-cfcc7c50ff4a tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Allocated IP 172.25.0.76 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/43f64f01-101a-45c5-9887-9c056acf4d6a) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:21:43.977490 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8a96b887-4da6-4073-93f4-d4211574889c tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:43.998741 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e73fc2-fd72-4906-94e6-25d511be2968 None None] Pushing event updated for resources: {'Port': ['ID=09ad385d-313f-4993-aa71-b91f1cb5c3db,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:44.006279 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-66c1252b-bff1-4e5c-80d2-71bd0d202132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:44.081490 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-d44ab198-e283-4795-9f44-624bcabbcd9b None None] For port 7a47c6fe-4b55-418a-a298-78f642703b69, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=7a47c6fe-4b55-418a-a298-78f642703b69,segment=NetworkSegment(0ff3da37-92a8-455c-ba0c-16317f750eea),segment_id=0ff3da37-92a8-455c-ba0c-16317f750eea)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:21:44.087801 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d44ab198-e283-4795-9f44-624bcabbcd9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:44.121359 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-d44ab198-e283-4795-9f44-624bcabbcd9b None None] Calling delete_port for 7a47c6fe-4b55-418a-a298-78f642703b69 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:21:44.137678 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c1252b-bff1-4e5c-80d2-71bd0d202132 None None] Pushing event updated for resources: {'Port': ['ID=7a47c6fe-4b55-418a-a298-78f642703b69,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:44.202797 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f5e83de3-abf0-4e77-8ddc-ebdd9c4265f4 req-15f328b8-b0c0-435a-9c9d-cfcc7c50ff4a tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:44.218342 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-278f251f-8620-4cc6-8c21-449fca23d8a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:44.233519 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e32348f4-5b87-4438-954a-5c728f37715a tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:44.276133 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-8a96b887-4da6-4073-93f4-d4211574889c tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Deleting port 09ad385d-313f-4993-aa71-b91f1cb5c3db {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:21:44.276572 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8a96b887-4da6-4073-93f4-d4211574889c tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:44.393942 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e0fd1-841f-4a58-a8af-f7b6da6f1fce req-73e70450-ea51-4a4f-84ef-c872bb03e8d9 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:44.396154 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ba1e0fd1-841f-4a58-a8af-f7b6da6f1fce req-73e70450-ea51-4a4f-84ef-c872bb03e8d9 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 943 time: 0.1042800 Dec 08 16:21:44.422425 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-8a96b887-4da6-4073-93f4-d4211574889c tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] For port 09ad385d-313f-4993-aa71-b91f1cb5c3db, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=09ad385d-313f-4993-aa71-b91f1cb5c3db,segment=NetworkSegment(66a9636f-da8c-4eaa-a007-63de240a679e),segment_id=66a9636f-da8c-4eaa-a007-63de240a679e)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:21:44.422738 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8a96b887-4da6-4073-93f4-d4211574889c tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:44.444842 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-8a96b887-4da6-4073-93f4-d4211574889c tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Calling delete_port for 09ad385d-313f-4993-aa71-b91f1cb5c3db owned by network:dhcp {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:21:44.454228 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e32348f4-5b87-4438-954a-5c728f37715a tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:44.488599 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d44ab198-e283-4795-9f44-624bcabbcd9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:44.493540 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f5e83de3-abf0-4e77-8ddc-ebdd9c4265f4 req-15f328b8-b0c0-435a-9c9d-cfcc7c50ff4a tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:44.540717 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44ab198-e283-4795-9f44-624bcabbcd9b None None] Pushing event deleted for resources: {'Port': ['ID=7a47c6fe-4b55-418a-a298-78f642703b69,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:44.543288 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44ab198-e283-4795-9f44-624bcabbcd9b None None] No DVR routers for this DVR port 7a47c6fe-4b55-418a-a298-78f642703b69 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:21:44.545578 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-e1b2ee1d-1693-400a-befd-7661881c041f None None] Allocated IP 172.20.0.34 (44a5e545-3e3a-468e-bb20-c0d293d694ea/5b4639b3-d335-4f44-bd16-3842f020ce9f/4a07d4cb-5634-49b5-9851-ae86d68ff8ab) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:21:44.600853 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ba1e0fd1-841f-4a58-a8af-f7b6da6f1fce req-19c61e60-1e03-4ea4-9a03-4afe5fe2b85c tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=0224af71-d7ce-4eed-aefa-724f93ccbe59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1946456 Dec 08 16:21:44.668858 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32348f4-5b87-4438-954a-5c728f37715a tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event updated for resources: {'Port': ['ID=2938efdf-240e-4993-9d1e-8b9a6961d2ff,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:44.685754 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f328b8-b0c0-435a-9c9d-cfcc7c50ff4a tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Pushing event updated for resources: {'Port': ['ID=43f64f01-101a-45c5-9887-9c056acf4d6a,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:44.698854 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5e83de3-abf0-4e77-8ddc-ebdd9c4265f4 req-15f328b8-b0c0-435a-9c9d-cfcc7c50ff4a tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:21:44.702390 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-f5e83de3-abf0-4e77-8ddc-ebdd9c4265f4 req-15f328b8-b0c0-435a-9c9d-cfcc7c50ff4a tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:21:44.706169 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e83de3-abf0-4e77-8ddc-ebdd9c4265f4 req-15f328b8-b0c0-435a-9c9d-cfcc7c50ff4a tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:21:44.720551 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-e32348f4-5b87-4438-954a-5c728f37715a tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] In _notify_port_updated(), no bound segment for port 2938efdf-240e-4993-9d1e-8b9a6961d2ff on network 44a5e545-3e3a-468e-bb20-c0d293d694ea {{(pid=110551) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 16:21:44.731893 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32348f4-5b87-4438-954a-5c728f37715a tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:44.731893 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e32348f4-5b87-4438-954a-5c728f37715a tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:44.733483 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e32348f4-5b87-4438-954a-5c728f37715a tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "PUT /v2.0/ports/2938efdf-240e-4993-9d1e-8b9a6961d2ff HTTP/1.1" status: 200 len: 960 time: 1.8099058 Dec 08 16:21:44.736746 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59014) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:44.770627 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-e1b2ee1d-1693-400a-befd-7661881c041f None None] For port 4a07d4cb-5634-49b5-9851-ae86d68ff8ab, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=4a07d4cb-5634-49b5-9851-ae86d68ff8ab,segment=NetworkSegment(43b1f15b-49e0-4751-a1c1-76ea1f588cfc),segment_id=43b1f15b-49e0-4751-a1c1-76ea1f588cfc)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:21:44.817112 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e1b2ee1d-1693-400a-befd-7661881c041f None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:44.864475 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-dd3f2978-d778-4785-97d6-3b7f3b36062a tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Deleting port 2938efdf-240e-4993-9d1e-8b9a6961d2ff {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:21:44.864810 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dd3f2978-d778-4785-97d6-3b7f3b36062a tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:44.934319 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e1b2ee1d-1693-400a-befd-7661881c041f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:44.936311 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8a96b887-4da6-4073-93f4-d4211574889c tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:44.985564 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dd3f2978-d778-4785-97d6-3b7f3b36062a tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:45.011939 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-dd3f2978-d778-4785-97d6-3b7f3b36062a tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Calling delete_port for 2938efdf-240e-4993-9d1e-8b9a6961d2ff owned by {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:21:45.056416 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b2ee1d-1693-400a-befd-7661881c041f None None] Pushing event updated for resources: {'Port': ['ID=4a07d4cb-5634-49b5-9851-ae86d68ff8ab,revision_number=7']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:45.171227 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:45.337015 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dd3f2978-d778-4785-97d6-3b7f3b36062a tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:45.388058 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3f2978-d778-4785-97d6-3b7f3b36062a tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event deleted for resources: {'Port': ['ID=2938efdf-240e-4993-9d1e-8b9a6961d2ff,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:45.481614 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a96b887-4da6-4073-93f4-d4211574889c tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Pushing event deleted for resources: {'Port': ['ID=09ad385d-313f-4993-aa71-b91f1cb5c3db,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:45.494166 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a96b887-4da6-4073-93f4-d4211574889c tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] No DVR routers for this DVR port 09ad385d-313f-4993-aa71-b91f1cb5c3db on host n-d-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:21:45.513151 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dd3f2978-d778-4785-97d6-3b7f3b36062a tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:45.520293 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-dd3f2978-d778-4785-97d6-3b7f3b36062a tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "DELETE /v2.0/ports/2938efdf-240e-4993-9d1e-8b9a6961d2ff HTTP/1.1" status: 204 len: 168 time: 0.7793634 Dec 08 16:21:45.522496 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59020) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:45.542729 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f5e83de3-abf0-4e77-8ddc-ebdd9c4265f4 req-15f328b8-b0c0-435a-9c9d-cfcc7c50ff4a tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:45.552168 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-ace855dd-77ee-46e6-b964-1a47024e391b tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] GET failed (client error): The resource could not be found. Dec 08 16:21:45.554081 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ace855dd-77ee-46e6-b964-1a47024e391b tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "GET /v2.0/ports/2938efdf-240e-4993-9d1e-8b9a6961d2ff HTTP/1.1" status: 404 len: 333 time: 0.0303757 Dec 08 16:21:45.559412 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59022) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:45.625293 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed6375-e2c9-4b82-a3f2-b164291ec73f req-e5461232-b725-4c19-8a50-a0e499911677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:45.626891 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-46ed6375-e2c9-4b82-a3f2-b164291ec73f req-e5461232-b725-4c19-8a50-a0e499911677 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad&tenant_id=ebd580521ede49659be460136b14e0dd HTTP/1.1" status: 200 len: 1095 time: 0.6616259 Dec 08 16:21:45.643625 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8a96b887-4da6-4073-93f4-d4211574889c tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:45.662410 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2b06e0-cf86-448b-9b15-aff5b146a53f None None] Network ecdc36c3-31c3-47de-9e8d-d19e4ab8371f requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:21:45.754731 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-8a96b887-4da6-4073-93f4-d4211574889c tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecdc36c3-31c3-47de-9e8d-d19e4ab8371f']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:45.771886 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-1db0c82a-dd2f-4c3b-806e-ab0e08918556 None None] Could not find standard attr ID for object 09ad385d-313f-4993-aa71-b91f1cb5c3db. {{(pid=110552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:21:45.787672 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-8a96b887-4da6-4073-93f4-d4211574889c tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66a9636f-da8c-4eaa-a007-63de240a679e') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:45.788002 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-8a96b887-4da6-4073-93f4-d4211574889c tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66a9636f-da8c-4eaa-a007-63de240a679e') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:45.796466 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed6375-e2c9-4b82-a3f2-b164291ec73f req-7509b9dd-3191-4e53-a685-fb3470200b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:45.798058 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-46ed6375-e2c9-4b82-a3f2-b164291ec73f req-7509b9dd-3191-4e53-a685-fb3470200b33 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ebd580521ede49659be460136b14e0dd&device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 1095 time: 0.1299424 Dec 08 16:21:45.805606 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74dacd8-9f12-41a6-92cf-7cd1a61dca39 req-17546e10-98a9-4dba-b877-f634e09e0d15 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:45.806924 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f5e83de3-abf0-4e77-8ddc-ebdd9c4265f4 req-15f328b8-b0c0-435a-9c9d-cfcc7c50ff4a tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:45.807265 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b74dacd8-9f12-41a6-92cf-7cd1a61dca39 req-17546e10-98a9-4dba-b877-f634e09e0d15 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 943 time: 0.0910912 Dec 08 16:21:45.827244 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8a96b887-4da6-4073-93f4-d4211574889c tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:45.897241 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a68d5bf-93a4-4cae-8a45-4ed84e07833d None None] DHCP port deletion for ecdc36c3-31c3-47de-9e8d-d19e4ab8371f request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:21:45.907179 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b74dacd8-9f12-41a6-92cf-7cd1a61dca39 req-c333e232-1aa6-4ae7-8ada-88d5f878e92c tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=0224af71-d7ce-4eed-aefa-724f93ccbe59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873642 Dec 08 16:21:45.971453 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-73cdac8a-5e6c-45a9-a993-1f180e560c29 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:45.986676 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 4a07d4cb-5634-49b5-9851-ae86d68ff8ab up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:21:45.995818 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8a96b887-4da6-4073-93f4-d4211574889c tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:46.035619 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a96b887-4da6-4073-93f4-d4211574889c tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:21:46.036955 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8a96b887-4da6-4073-93f4-d4211574889c tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:46.039749 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:21:46.039749 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:21:46.039749 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:21:46.039749 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:21:46.039749 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:21:46.039749 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:21:46.039749 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:21:46.039749 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:21:46.039749 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:21:46.039749 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:21:46.039749 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:21:46.039749 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:21:46.039749 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:21:46.039749 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:21:46.039749 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:21:46.039749 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:21:46.039749 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:21:46.039749 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:21:46.039749 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:21:46.039749 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:21:46.039749 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:21:46.039749 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:21:46.039749 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:21:46.039749 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:21:46.039749 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:21:46.039749 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:21:46.039749 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:21:46.039749 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:21:46.039749 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:21:46.039749 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:21:46.039749 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:21:46.039749 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:21:46.044493 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-5f15ad5b-a4ff-432f-a37a-20cf7939d72a None None] Provisioning complete for port 4a07d4cb-5634-49b5-9851-ae86d68ff8ab triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:21:46.044877 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5f15ad5b-a4ff-432f-a37a-20cf7939d72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:46.048586 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-73cdac8a-5e6c-45a9-a993-1f180e560c29 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:46.112628 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 4a07d4cb-5634-49b5-9851-ae86d68ff8ab triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:21:46.113992 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:46.186740 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed6375-e2c9-4b82-a3f2-b164291ec73f req-0e9b6de5-7a45-4b43-aac0-4e44856146ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:46.196194 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-46ed6375-e2c9-4b82-a3f2-b164291ec73f req-0e9b6de5-7a45-4b43-aac0-4e44856146ed service neutron] 10.222.0.37 "GET /v2.0/networks?id=96222b75-0d7f-43da-898a-91046f8bdc5a HTTP/1.1" status: 200 len: 917 time: 0.3496954 Dec 08 16:21:46.252054 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-5f15ad5b-a4ff-432f-a37a-20cf7939d72a None None] Provisioning complete for port 855902fd-cbce-4b65-9758-e53838b79378 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:21:46.253326 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5f15ad5b-a4ff-432f-a37a-20cf7939d72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:46.310213 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-5f15ad5b-a4ff-432f-a37a-20cf7939d72a None None] Port 855902fd-cbce-4b65-9758-e53838b79378 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:21:46.314636 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-5f15ad5b-a4ff-432f-a37a-20cf7939d72a None None] Could not find standard attr ID for object 2938efdf-240e-4993-9d1e-8b9a6961d2ff. {{(pid=110552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:21:46.326268 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-46ed6375-e2c9-4b82-a3f2-b164291ec73f req-a290a8f8-1e31-43e8-8a32-9a2646628069 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4267dbf-c828-4c70-a0a3-657df4c055a0 HTTP/1.1" status: 200 len: 999 time: 0.1264486 Dec 08 16:21:46.357551 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8a96b887-4da6-4073-93f4-d4211574889c tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:46.362392 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8a96b887-4da6-4073-93f4-d4211574889c tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:46.369130 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59028) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:46.369979 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-8a96b887-4da6-4073-93f4-d4211574889c tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] 10.222.0.64 "DELETE /v2.0/networks/ecdc36c3-31c3-47de-9e8d-d19e4ab8371f HTTP/1.1" status: 204 len: 168 time: 2.5260427 Dec 08 16:21:46.411545 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-73cdac8a-5e6c-45a9-a993-1f180e560c29 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:46.414272 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-73cdac8a-5e6c-45a9-a993-1f180e560c29 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:46.415506 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-73cdac8a-5e6c-45a9-a993-1f180e560c29 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "DELETE /v2.0/security-groups/90f058a5-bdee-4d4e-9671-317b55e09e2b HTTP/1.1" status: 204 len: 168 time: 0.8475721 Dec 08 16:21:46.422740 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59030) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:46.434082 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a96b887-4da6-4073-93f4-d4211574889c tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Pushing event deleted for resources: {'Network': ['ID=ecdc36c3-31c3-47de-9e8d-d19e4ab8371f,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:46.476359 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f5e83de3-abf0-4e77-8ddc-ebdd9c4265f4 req-15f328b8-b0c0-435a-9c9d-cfcc7c50ff4a tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:46.485543 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cdac8a-5e6c-45a9-a993-1f180e560c29 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f058a5-bdee-4d4e-9671-317b55e09e2b,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:46.499139 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1368eb17-02b4-4184-91e9-d0d1cd9d406b tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:46.503471 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed6375-e2c9-4b82-a3f2-b164291ec73f req-989e0d37-1399-451e-9de3-e433ad16e4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:46.505303 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-46ed6375-e2c9-4b82-a3f2-b164291ec73f req-989e0d37-1399-451e-9de3-e433ad16e4f0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=297bd6e5-3bf7-4d91-8a12-5133ca44aa82 HTTP/1.1" status: 200 len: 855 time: 0.1605721 Dec 08 16:21:46.589448 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f5e83de3-abf0-4e77-8ddc-ebdd9c4265f4 req-15f328b8-b0c0-435a-9c9d-cfcc7c50ff4a tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:46.656376 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1368eb17-02b4-4184-91e9-d0d1cd9d406b tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:46.690129 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-1368eb17-02b4-4184-91e9-d0d1cd9d406b tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['799ec51d-02b6-4e95-9d69-3ff83489ecb8']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:46.691512 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:46.694915 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3fb126b3-3686-4678-8f79-018dfb8e9fed tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:46.706626 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-1368eb17-02b4-4184-91e9-d0d1cd9d406b tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ff3da37-92a8-455c-ba0c-16317f750eea') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:46.707499 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-1368eb17-02b4-4184-91e9-d0d1cd9d406b tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ff3da37-92a8-455c-ba0c-16317f750eea') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:46.718775 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1368eb17-02b4-4184-91e9-d0d1cd9d406b tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:46.731110 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed6375-e2c9-4b82-a3f2-b164291ec73f req-f9c86b16-42ae-42f9-aed9-9401ddd560f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:46.732758 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-46ed6375-e2c9-4b82-a3f2-b164291ec73f req-f9c86b16-42ae-42f9-aed9-9401ddd560f9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=96222b75-0d7f-43da-898a-91046f8bdc5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2123015 Dec 08 16:21:46.740898 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f328b8-b0c0-435a-9c9d-cfcc7c50ff4a tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Pushing event updated for resources: {'Port': ['ID=43f64f01-101a-45c5-9887-9c056acf4d6a,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:46.745503 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-7e839ea3-c7d7-422e-b45a-c58d0c2a6daa None None] Could not find standard attr ID for object 2938efdf-240e-4993-9d1e-8b9a6961d2ff. {{(pid=110552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:21:46.750345 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1368eb17-02b4-4184-91e9-d0d1cd9d406b tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:46.763422 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1368eb17-02b4-4184-91e9-d0d1cd9d406b tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:21:46.763904 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1368eb17-02b4-4184-91e9-d0d1cd9d406b tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:46.767618 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:21:46.767618 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:21:46.767618 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:21:46.767618 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:21:46.767618 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:21:46.767618 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:21:46.767618 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:21:46.767618 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:21:46.767618 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:21:46.767618 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:21:46.767618 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:21:46.767618 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:21:46.767618 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:21:46.767618 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:21:46.767618 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:21:46.767618 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:21:46.767618 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:21:46.767618 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:21:46.767618 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:21:46.767618 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:21:46.767618 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:21:46.767618 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:21:46.767618 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:21:46.767618 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:21:46.767618 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:21:46.767618 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:21:46.767618 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:21:46.767618 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:21:46.767618 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:21:46.767618 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:21:46.767618 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:21:46.767618 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:21:46.840899 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3fb126b3-3686-4678-8f79-018dfb8e9fed tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:46.844278 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f5e83de3-abf0-4e77-8ddc-ebdd9c4265f4 req-15f328b8-b0c0-435a-9c9d-cfcc7c50ff4a tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:46.920659 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1368eb17-02b4-4184-91e9-d0d1cd9d406b tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:46.939815 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1368eb17-02b4-4184-91e9-d0d1cd9d406b tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:46.944479 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-46ed6375-e2c9-4b82-a3f2-b164291ec73f req-40dc5eb8-f493-4aab-92d1-0f1b637fb042 service neutron] 10.222.0.37 "GET /v2.0/networks/96222b75-0d7f-43da-898a-91046f8bdc5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977735 Dec 08 16:21:46.945559 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-1368eb17-02b4-4184-91e9-d0d1cd9d406b tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] 10.222.0.64 "DELETE /v2.0/networks/799ec51d-02b6-4e95-9d69-3ff83489ecb8 HTTP/1.1" status: 204 len: 168 time: 0.5752194 Dec 08 16:21:46.947111 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1368eb17-02b4-4184-91e9-d0d1cd9d406b tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Pushing event deleted for resources: {'Network': ['ID=799ec51d-02b6-4e95-9d69-3ff83489ecb8,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:46.948379 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59038) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:47.068366 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f5e83de3-abf0-4e77-8ddc-ebdd9c4265f4 req-15f328b8-b0c0-435a-9c9d-cfcc7c50ff4a tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:47.069670 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f5e83de3-abf0-4e77-8ddc-ebdd9c4265f4 req-15f328b8-b0c0-435a-9c9d-cfcc7c50ff4a tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.0994117 Dec 08 16:21:47.085432 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e2d92a-c142-4aac-80e7-3dcad5a8086f req-2240a514-b890-40e3-95a6-27534cb3217c tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:47.095109 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-01e2d92a-c142-4aac-80e7-3dcad5a8086f req-2240a514-b890-40e3-95a6-27534cb3217c tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 943 time: 0.0870721 Dec 08 16:21:47.158476 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-01e2d92a-c142-4aac-80e7-3dcad5a8086f req-596ec931-75cd-4627-85e4-22b40b75ed3e tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=0224af71-d7ce-4eed-aefa-724f93ccbe59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625129 Dec 08 16:21:47.180283 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3fb126b3-3686-4678-8f79-018dfb8e9fed tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:47.183150 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3fb126b3-3686-4678-8f79-018dfb8e9fed tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:47.186801 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-3fb126b3-3686-4678-8f79-018dfb8e9fed tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "DELETE /v2.0/security-groups/a4e0b6bc-bf6e-4d08-bc04-c43c28cbc727 HTTP/1.1" status: 204 len: 168 time: 0.7553914 Dec 08 16:21:47.189143 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59042) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:47.202425 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f5e83de3-abf0-4e77-8ddc-ebdd9c4265f4 req-c5f03515-cb93-4612-94f1-4c5952e78f3f tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.76 HTTP/1.1" status: 200 len: 695 time: 0.1221821 Dec 08 16:21:47.226730 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-182e64be-2858-4974-9bc4-4be8aadc72b2 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:47.238967 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb126b3-3686-4678-8f79-018dfb8e9fed tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e0b6bc-bf6e-4d08-bc04-c43c28cbc727,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:47.303905 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6cecbf9c-f2ac-431a-a715-02c6508f6c6a tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:47.307798 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-46ed6375-e2c9-4b82-a3f2-b164291ec73f req-4b5a6746-f36f-4890-ba3d-7227b4a028da service neutron] 10.222.0.37 "GET /v2.0/networks/96222b75-0d7f-43da-898a-91046f8bdc5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461442 Dec 08 16:21:47.336520 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6cecbf9c-f2ac-431a-a715-02c6508f6c6a tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:47.450154 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-182e64be-2858-4974-9bc4-4be8aadc72b2 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:47.467922 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e83de3-abf0-4e77-8ddc-ebdd9c4265f4 req-97344375-7485-49c6-9c72-67e63b93b753 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:47.467922 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f5e83de3-abf0-4e77-8ddc-ebdd9c4265f4 req-97344375-7485-49c6-9c72-67e63b93b753 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/networks/1ae4cf80-76bf-4df3-a557-5cc6023c1900 HTTP/1.1" status: 200 len: 784 time: 0.2507708 Dec 08 16:21:47.491474 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6cecbf9c-f2ac-431a-a715-02c6508f6c6a tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:47.492443 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [req-f5e83de3-abf0-4e77-8ddc-ebdd9c4265f4 req-cc9d5cf3-5c5f-41ab-a857-3a4453ee2b69 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:21:47.495264 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6cecbf9c-f2ac-431a-a715-02c6508f6c6a tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:47.496706 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-6cecbf9c-f2ac-431a-a715-02c6508f6c6a tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "DELETE /v2.0/security-groups/71cebea2-858b-48dd-aaed-515bded1e3ea HTTP/1.1" status: 204 len: 168 time: 0.3060684 Dec 08 16:21:47.500843 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59046) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:47.503912 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f5e83de3-abf0-4e77-8ddc-ebdd9c4265f4 req-cc9d5cf3-5c5f-41ab-a857-3a4453ee2b69 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0244050 Dec 08 16:21:47.509891 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-182e64be-2858-4974-9bc4-4be8aadc72b2 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d13c5ef4-0c7e-43bb-94ac-b61916824c97']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:47.539245 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:47.539869 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-182e64be-2858-4974-9bc4-4be8aadc72b2 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '506c8939-c596-436a-9cce-0b7c68e4d86f') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:47.540371 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-182e64be-2858-4974-9bc4-4be8aadc72b2 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '506c8939-c596-436a-9cce-0b7c68e4d86f') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:47.570249 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-182e64be-2858-4974-9bc4-4be8aadc72b2 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:47.586063 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cecbf9c-f2ac-431a-a715-02c6508f6c6a tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71cebea2-858b-48dd-aaed-515bded1e3ea,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:47.598742 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-182e64be-2858-4974-9bc4-4be8aadc72b2 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:47.611537 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-182e64be-2858-4974-9bc4-4be8aadc72b2 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:21:47.612169 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-182e64be-2858-4974-9bc4-4be8aadc72b2 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:47.620938 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:21:47.620938 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:21:47.620938 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:21:47.620938 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:21:47.620938 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:21:47.620938 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:21:47.620938 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:21:47.620938 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:21:47.620938 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:21:47.620938 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:21:47.620938 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:21:47.620938 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:21:47.620938 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:21:47.620938 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:21:47.620938 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:21:47.620938 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:21:47.620938 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:21:47.620938 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:21:47.620938 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:21:47.620938 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:21:47.620938 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:21:47.620938 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:21:47.620938 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:21:47.620938 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:21:47.620938 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:21:47.620938 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:21:47.620938 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:21:47.620938 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:21:47.620938 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:21:47.620938 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:21:47.620938 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:21:47.620938 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:21:47.711320 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-faec1469-4c4e-48fb-9cf4-3391642e0643 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Deleting subnet 0a67dca2-a447-4a5a-b073-e8129b34af7e {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:21:47.734103 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-faec1469-4c4e-48fb-9cf4-3391642e0643 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:47.777676 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 09ad385d-313f-4993-aa71-b91f1cb5c3db no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:21:47.816845 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 09ad385d-313f-4993-aa71-b91f1cb5c3db {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:21:47.816845 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 09ad385d-313f-4993-aa71-b91f1cb5c3db not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:21:47.829100 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-182e64be-2858-4974-9bc4-4be8aadc72b2 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:47.842421 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-faec1469-4c4e-48fb-9cf4-3391642e0643 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:47.852624 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-182e64be-2858-4974-9bc4-4be8aadc72b2 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:47.858452 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-182e64be-2858-4974-9bc4-4be8aadc72b2 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] 10.222.0.64 "DELETE /v2.0/networks/d13c5ef4-0c7e-43bb-94ac-b61916824c97 HTTP/1.1" status: 204 len: 168 time: 0.9083219 Dec 08 16:21:47.861667 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59062) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:47.862058 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab002c-1f4e-4bf7-b8c3-2d7151c0726a req-59b689f6-e99a-4022-aa47-7ab2d021efc7 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:47.864696 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c2ab002c-1f4e-4bf7-b8c3-2d7151c0726a req-59b689f6-e99a-4022-aa47-7ab2d021efc7 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/ports?device_id=20e35821-4a0f-4e25-8f81-8caffde54dde&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2296662 Dec 08 16:21:47.885067 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182e64be-2858-4974-9bc4-4be8aadc72b2 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Pushing event deleted for resources: {'Network': ['ID=d13c5ef4-0c7e-43bb-94ac-b61916824c97,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:47.975731 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8efdac15-aceb-4870-b569-059c81c6f569 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:48.022233 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c2ab002c-1f4e-4bf7-b8c3-2d7151c0726a req-da65ae34-1628-4ae7-8071-fd97d9203eba tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.76 HTTP/1.1" status: 200 len: 695 time: 0.1209812 Dec 08 16:21:48.041324 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-c2ab002c-1f4e-4bf7-b8c3-2d7151c0726a req-3a5d9ef7-820e-4e84-9d09-77387a784f54 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Request body: {'floatingip': {'port_id': 'd3eb24a8-683a-4f98-be8e-72e568f695f9', 'fixed_ip_address': '172.20.0.9'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:48.108357 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8efdac15-aceb-4870-b569-059c81c6f569 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:48.110078 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-c2ab002c-1f4e-4bf7-b8c3-2d7151c0726a req-3a5d9ef7-820e-4e84-9d09-77387a784f54 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Publish callbacks [] for floatingip, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:48.139601 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-8efdac15-aceb-4870-b569-059c81c6f569 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5d4d84a-3046-478a-8ce3-dc1074932fd1']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:48.163953 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-8efdac15-aceb-4870-b569-059c81c6f569 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b57fb85c-f400-4045-9c86-06f0d68ae392') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:48.164707 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-8efdac15-aceb-4870-b569-059c81c6f569 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b57fb85c-f400-4045-9c86-06f0d68ae392') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:48.184939 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8efdac15-aceb-4870-b569-059c81c6f569 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:48.186438 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-faec1469-4c4e-48fb-9cf4-3391642e0643 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:48.217895 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8efdac15-aceb-4870-b569-059c81c6f569 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:48.228987 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8efdac15-aceb-4870-b569-059c81c6f569 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:21:48.229707 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8efdac15-aceb-4870-b569-059c81c6f569 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:48.233219 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:21:48.233219 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:21:48.233219 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:21:48.233219 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:21:48.233219 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:21:48.233219 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:21:48.233219 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:21:48.233219 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:21:48.233219 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:21:48.233219 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:21:48.233219 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:21:48.233219 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:21:48.233219 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:21:48.233219 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:21:48.233219 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:21:48.233219 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:21:48.233219 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:21:48.233219 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:21:48.233219 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:21:48.233219 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:21:48.233219 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:21:48.233219 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:21:48.233219 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:21:48.233219 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:21:48.233219 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:21:48.233219 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:21:48.233219 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:21:48.233219 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:21:48.233219 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:21:48.233219 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:21:48.233219 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:21:48.233219 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:21:48.388558 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038edd79-085d-49e3-ae1e-057f0445f6bd req-c481d326-3808-4dbd-a29e-7571ef91501c tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:48.391167 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-038edd79-085d-49e3-ae1e-057f0445f6bd req-c481d326-3808-4dbd-a29e-7571ef91501c tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 943 time: 0.0934067 Dec 08 16:21:48.445198 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8efdac15-aceb-4870-b569-059c81c6f569 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:48.518376 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8efdac15-aceb-4870-b569-059c81c6f569 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:48.523935 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-8efdac15-aceb-4870-b569-059c81c6f569 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] 10.222.0.64 "DELETE /v2.0/networks/b5d4d84a-3046-478a-8ce3-dc1074932fd1 HTTP/1.1" status: 204 len: 168 time: 0.6610794 Dec 08 16:21:48.525999 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efdac15-aceb-4870-b569-059c81c6f569 tempest-BulkNetworkOpsTest-379412457 tempest-BulkNetworkOpsTest-379412457-project] Pushing event deleted for resources: {'Network': ['ID=b5d4d84a-3046-478a-8ce3-dc1074932fd1,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:48.564857 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-038edd79-085d-49e3-ae1e-057f0445f6bd req-643fd673-3ee8-433f-90a2-fd74a72a3d36 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=0224af71-d7ce-4eed-aefa-724f93ccbe59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1618860 Dec 08 16:21:49.080615 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-faec1469-4c4e-48fb-9cf4-3391642e0643 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:49.196229 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faec1469-4c4e-48fb-9cf4-3391642e0643 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event deleted for resources: {'Subnet': ['ID=0a67dca2-a447-4a5a-b073-e8129b34af7e,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:49.202661 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-faec1469-4c4e-48fb-9cf4-3391642e0643 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:49.218666 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00616a5a-5056-4b9e-802f-85ffe078e002 None None] Network 44a5e545-3e3a-468e-bb20-c0d293d694ea requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:21:49.225119 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-faec1469-4c4e-48fb-9cf4-3391642e0643 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "DELETE /v2.0/subnets/0a67dca2-a447-4a5a-b073-e8129b34af7e HTTP/1.1" status: 204 len: 168 time: 1.7230036 Dec 08 16:21:49.230046 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59080) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:49.383514 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8ac6431-51d4-438d-818b-3c9cb1f84228 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Deleting subnet 5b4639b3-d335-4f44-bd16-3842f020ce9f {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:21:49.399097 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e8ac6431-51d4-438d-818b-3c9cb1f84228 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:49.461085 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e8ac6431-51d4-438d-818b-3c9cb1f84228 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:49.487683 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59084) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:49.592244 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-c2ab002c-1f4e-4bf7-b8c3-2d7151c0726a req-3a5d9ef7-820e-4e84-9d09-77387a784f54 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:49.630009 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e8ac6431-51d4-438d-818b-3c9cb1f84228 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:49.683229 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-c2ab002c-1f4e-4bf7-b8c3-2d7151c0726a req-3a5d9ef7-820e-4e84-9d09-77387a784f54 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:49.801156 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e8ac6431-51d4-438d-818b-3c9cb1f84228 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:49.833245 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a3a9feb8-5343-49fe-af5c-e7289d1d73cc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dbc476f93aad468f8e414bfae4766bab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3440464 Dec 08 16:21:49.907080 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59092) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:49.938682 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ac6431-51d4-438d-818b-3c9cb1f84228 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event deleted for resources: {'Subnet': ['ID=5b4639b3-d335-4f44-bd16-3842f020ce9f,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:49.999616 n-d-776250-12 neutron-server[110551]: INFO neutron.db.l3_db [req-c2ab002c-1f4e-4bf7-b8c3-2d7151c0726a req-3a5d9ef7-820e-4e84-9d09-77387a784f54 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Floating IP d8b9caf3-5f2f-4c0c-9059-273abd5fa64a associated. External IP: 172.25.0.76, port: d3eb24a8-683a-4f98-be8e-72e568f695f9. Dec 08 16:21:50.001202 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e8ac6431-51d4-438d-818b-3c9cb1f84228 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:50.010774 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59098) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:50.012960 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-e8ac6431-51d4-438d-818b-3c9cb1f84228 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "DELETE /v2.0/subnets/5b4639b3-d335-4f44-bd16-3842f020ce9f HTTP/1.1" status: 204 len: 168 time: 0.7799890 Dec 08 16:21:50.130431 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9740f9b-41c9-4404-94e8-79411649547a tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] DELETE failed (client error): The resource could not be found. Dec 08 16:21:50.131195 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9740f9b-41c9-4404-94e8-79411649547a tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:21:50.138508 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f9740f9b-41c9-4404-94e8-79411649547a tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "DELETE /v2.0/subnets/0a67dca2-a447-4a5a-b073-e8129b34af7e HTTP/1.1" status: 404 len: 337 time: 0.1242988 Dec 08 16:21:50.141822 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59100) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:50.199128 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c971478-c98e-4564-972f-0d8e38fea3bb req-5e247a42-69df-4fbe-bee9-5a21cabd3af8 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:50.200949 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1c971478-c98e-4564-972f-0d8e38fea3bb req-5e247a42-69df-4fbe-bee9-5a21cabd3af8 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 943 time: 0.2948039 Dec 08 16:21:50.307217 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c41d0c50-eb08-41fd-be9b-cfb3a7c4e47d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:50.388386 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c41d0c50-eb08-41fd-be9b-cfb3a7c4e47d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:50.402207 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-800a8d0d-039d-462d-b4e8-497122123cd7 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Deleting subnet b727ea9d-69cd-4a5b-876d-56e69b70a163 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:21:50.426607 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-800a8d0d-039d-462d-b4e8-497122123cd7 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:50.494903 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1c971478-c98e-4564-972f-0d8e38fea3bb req-9c40fa2d-cfe0-41d1-99c5-f4f9bee8b7c7 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=0224af71-d7ce-4eed-aefa-724f93ccbe59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2522361 Dec 08 16:21:50.539168 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee713cf-3b70-4194-ba4e-b3e4d421289b None None] Network 44a5e545-3e3a-468e-bb20-c0d293d694ea requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:21:50.642787 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2ab002c-1f4e-4bf7-b8c3-2d7151c0726a req-3a5d9ef7-820e-4e84-9d09-77387a784f54 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Router 59a337b7-ba2f-4992-89bf-0fc4379f0849 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:21:50.844814 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-b23a62b9-f7e7-4ccf-a323-8d023bd23594 None None] Provisioning complete for port 4a07d4cb-5634-49b5-9851-ae86d68ff8ab triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:21:50.845814 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b23a62b9-f7e7-4ccf-a323-8d023bd23594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:50.982545 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2ab002c-1f4e-4bf7-b8c3-2d7151c0726a req-3a5d9ef7-820e-4e84-9d09-77387a784f54 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:21:50.990159 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-800a8d0d-039d-462d-b4e8-497122123cd7 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:50.997384 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b48e05d-6aec-40e8-809d-d1e927eee59d None None] Sync routers for ids ['59a337b7-ba2f-4992-89bf-0fc4379f0849'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:21:50.999291 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-c2ab002c-1f4e-4bf7-b8c3-2d7151c0726a req-3a5d9ef7-820e-4e84-9d09-77387a784f54 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:51.059514 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c2ab002c-1f4e-4bf7-b8c3-2d7151c0726a req-3a5d9ef7-820e-4e84-9d09-77387a784f54 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "PUT /v2.0/floatingips/d8b9caf3-5f2f-4c0c-9059-273abd5fa64a HTTP/1.1" status: 200 len: 995 time: 3.0247991 Dec 08 16:21:51.060330 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20e35821-4a0f-4e25-8f81-8caffde54dde', 'tag': 'd3eb24a8-683a-4f98-be8e-72e568f695f9'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:21:51.064634 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f49b210e-4c9c-4f31-8641-d235d5d89c73" -d '{"events": [{"name": "network-changed", "server_uuid": "20e35821-4a0f-4e25-8f81-8caffde54dde", "tag": "d3eb24a8-683a-4f98-be8e-72e568f695f9"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:21:51.183832 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c41d0c50-eb08-41fd-be9b-cfb3a7c4e47d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:51.191515 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c41d0c50-eb08-41fd-be9b-cfb3a7c4e47d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:51.191515 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c41d0c50-eb08-41fd-be9b-cfb3a7c4e47d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bdf89b69-a070-4dca-acfe-53b64247d073 HTTP/1.1" status: 204 len: 168 time: 1.2796726 Dec 08 16:21:51.191515 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-800a8d0d-039d-462d-b4e8-497122123cd7 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:51.230476 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b48e05d-6aec-40e8-809d-d1e927eee59d None None] Routers {'59a337b7-ba2f-4992-89bf-0fc4379f0849'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:21:51.231218 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-7b48e05d-6aec-40e8-809d-d1e927eee59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:21:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['59a337b7-ba2f-4992-89bf-0fc4379f0849'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:51.270069 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea284666-0fd5-48a8-a77b-532ad680a0f4 x-openstack-request-id: req-ea284666-0fd5-48a8-a77b-532ad680a0f4 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:21:51.270653 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20e35821-4a0f-4e25-8f81-8caffde54dde", "tag": "d3eb24a8-683a-4f98-be8e-72e568f695f9", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:21:51.271881 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ea284666-0fd5-48a8-a77b-532ad680a0f4 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:21:51.272356 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20e35821-4a0f-4e25-8f81-8caffde54dde', 'tag': 'd3eb24a8-683a-4f98-be8e-72e568f695f9', 'status': 'completed', 'code': 200} Dec 08 16:21:51.309650 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab002c-1f4e-4bf7-b8c3-2d7151c0726a req-8e6a6567-1208-4c0a-85fc-8151c06461db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:51.311227 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c2ab002c-1f4e-4bf7-b8c3-2d7151c0726a req-8e6a6567-1208-4c0a-85fc-8151c06461db service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2b52500faa0143a7b66289b1db11a5f1&device_id=20e35821-4a0f-4e25-8f81-8caffde54dde HTTP/1.1" status: 200 len: 1097 time: 0.2128172 Dec 08 16:21:51.328317 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d0c50-eb08-41fd-be9b-cfb3a7c4e47d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf89b69-a070-4dca-acfe-53b64247d073,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:51.372921 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:21:51.435307 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b210e-4c9c-4f31-8641-d235d5d89c73 req-24ad6260-373a-436a-bd83-6be5cfd2cae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:51.437241 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f49b210e-4c9c-4f31-8641-d235d5d89c73 req-24ad6260-373a-436a-bd83-6be5cfd2cae9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2b52500faa0143a7b66289b1db11a5f1&device_id=20e35821-4a0f-4e25-8f81-8caffde54dde HTTP/1.1" status: 200 len: 1097 time: 0.0853910 Dec 08 16:21:51.462970 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-7b48e05d-6aec-40e8-809d-d1e927eee59d None None] Set router 59a337b7-ba2f-4992-89bf-0fc4379f0849 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:21:51.596160 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-800a8d0d-039d-462d-b4e8-497122123cd7 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:51.689553 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-800a8d0d-039d-462d-b4e8-497122123cd7 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:51.702939 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-800a8d0d-039d-462d-b4e8-497122123cd7 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "DELETE /v2.0/subnets/b727ea9d-69cd-4a5b-876d-56e69b70a163 HTTP/1.1" status: 204 len: 168 time: 1.5476487 Dec 08 16:21:51.718810 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59112) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:51.758324 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-b23a62b9-f7e7-4ccf-a323-8d023bd23594 None None] Provisioning complete for port 855902fd-cbce-4b65-9758-e53838b79378 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:21:51.758910 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b23a62b9-f7e7-4ccf-a323-8d023bd23594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:51.846550 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800a8d0d-039d-462d-b4e8-497122123cd7 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event deleted for resources: {'Subnet': ['ID=b727ea9d-69cd-4a5b-876d-56e69b70a163,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:51.857043 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b210e-4c9c-4f31-8641-d235d5d89c73 req-bff9ca5e-9e87-4046-8695-58ab0a71d988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:51.867243 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f49b210e-4c9c-4f31-8641-d235d5d89c73 req-bff9ca5e-9e87-4046-8695-58ab0a71d988 service neutron] 10.222.0.76 "GET /v2.0/networks?id=691a624c-964a-4825-b277-bf02eccf1ff9 HTTP/1.1" status: 200 len: 921 time: 0.4174175 Dec 08 16:21:51.881768 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-b308b6c3-6bfd-4f99-9752-bc63cc4a6b12 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] DELETE failed (client error): The resource could not be found. Dec 08 16:21:51.882242 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b308b6c3-6bfd-4f99-9752-bc63cc4a6b12 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:21:51.914418 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b308b6c3-6bfd-4f99-9752-bc63cc4a6b12 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "DELETE /v2.0/subnets/466c83b0-61fd-4447-ace0-7eb2448ef652 HTTP/1.1" status: 404 len: 337 time: 0.1930671 Dec 08 16:21:51.915957 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab002c-1f4e-4bf7-b8c3-2d7151c0726a req-271f4a8a-3617-49bf-a84b-5b6d50db0ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:51.917530 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c2ab002c-1f4e-4bf7-b8c3-2d7151c0726a req-271f4a8a-3617-49bf-a84b-5b6d50db0ca9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=691a624c-964a-4825-b277-bf02eccf1ff9 HTTP/1.1" status: 200 len: 921 time: 0.5937476 Dec 08 16:21:51.950388 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59118) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:52.224051 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-19c79908-891d-4250-ad9f-9756b76e5091 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad9c25da-b37b-4ab1-95ab-f8d6d4413e38 HTTP/1.1" status: 200 len: 205 time: 0.2705047 Dec 08 16:21:52.230060 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69389a7-51c7-45f9-b70c-200363c06796 req-4fbe0e93-54a6-4704-86e8-883d902c19ba tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:52.241020 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e69389a7-51c7-45f9-b70c-200363c06796 req-4fbe0e93-54a6-4704-86e8-883d902c19ba tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 943 time: 0.5367217 Dec 08 16:21:52.249434 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59126) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:52.413945 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c2ab002c-1f4e-4bf7-b8c3-2d7151c0726a req-9a3d8dde-b99d-4e05-a56b-224689ac7797 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3eb24a8-683a-4f98-be8e-72e568f695f9 HTTP/1.1" status: 200 len: 998 time: 0.4744751 Dec 08 16:21:52.417000 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f8061c-1731-46a8-84a0-1da6173f6c53 None None] Network 44a5e545-3e3a-468e-bb20-c0d293d694ea requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:21:52.428500 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f49b210e-4c9c-4f31-8641-d235d5d89c73 req-45dbe5b8-81c6-45f5-a5aa-08479a13c617 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3eb24a8-683a-4f98-be8e-72e568f695f9 HTTP/1.1" status: 200 len: 998 time: 0.4313085 Dec 08 16:21:52.461953 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [None req-7c4ce398-4123-4564-baf9-e3f4e9c3e9d6 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] delete failed (client error): The resource could not be found. Dec 08 16:21:52.466603 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-7c4ce398-4123-4564-baf9-e3f4e9c3e9d6 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "DELETE /v2.0/routers/ad9c25da-b37b-4ab1-95ab-f8d6d4413e38 HTTP/1.1" status: 404 len: 336 time: 0.2154145 Dec 08 16:21:52.470628 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59134) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:52.523498 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-b23a62b9-f7e7-4ccf-a323-8d023bd23594 None None] Port 855902fd-cbce-4b65-9758-e53838b79378 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:21:52.565247 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab002c-1f4e-4bf7-b8c3-2d7151c0726a req-89a70bb0-83c4-4140-b1ac-10ce88ac4548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:52.569624 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c2ab002c-1f4e-4bf7-b8c3-2d7151c0726a req-89a70bb0-83c4-4140-b1ac-10ce88ac4548 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5d509bf9-344c-445e-87cc-39c21b210aee HTTP/1.1" status: 200 len: 860 time: 0.1477792 Dec 08 16:21:52.631418 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cb05ec7-0bba-414a-9449-a3924d2dd74b tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] DELETE failed (client error): The resource could not be found. Dec 08 16:21:52.632070 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cb05ec7-0bba-414a-9449-a3924d2dd74b tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:21:52.636767 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-0cb05ec7-0bba-414a-9449-a3924d2dd74b tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "DELETE /v2.0/subnets/e76101d7-7ff6-4253-9210-5f3f1ea6a13e HTTP/1.1" status: 404 len: 337 time: 0.1545610 Dec 08 16:21:52.639612 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59136) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:52.651382 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e69389a7-51c7-45f9-b70c-200363c06796 req-7fb8b33d-b3b5-4fcd-9a10-2b273e2d4243 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=0224af71-d7ce-4eed-aefa-724f93ccbe59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4090068 Dec 08 16:21:52.715075 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c2ab002c-1f4e-4bf7-b8c3-2d7151c0726a req-d5be1b6c-5367-46c5-8cb5-1e5d2b07d317 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=691a624c-964a-4825-b277-bf02eccf1ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1385632 Dec 08 16:21:52.783889 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [req-c2ab002c-1f4e-4bf7-b8c3-2d7151c0726a req-eca2fa0c-762c-482a-8712-38a0680c0318 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:21:52.783889 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c2ab002c-1f4e-4bf7-b8c3-2d7151c0726a req-eca2fa0c-762c-482a-8712-38a0680c0318 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0148511 Dec 08 16:21:52.786708 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-81ff9d56-0a1f-4b2b-8d38-f2ff41b8cc06 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] DELETE failed (client error): The resource could not be found. Dec 08 16:21:52.786708 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81ff9d56-0a1f-4b2b-8d38-f2ff41b8cc06 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:21:52.786708 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-81ff9d56-0a1f-4b2b-8d38-f2ff41b8cc06 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "DELETE /v2.0/subnets/cdf305f2-6878-4b80-8c3c-1749351fae41 HTTP/1.1" status: 404 len: 337 time: 0.1252706 Dec 08 16:21:52.795658 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59142) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:52.884405 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e0ba53a-2f23-48c5-aa81-95c7c46a4390 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] DELETE failed (client error): The resource could not be found. Dec 08 16:21:52.889051 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e0ba53a-2f23-48c5-aa81-95c7c46a4390 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:21:52.895925 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-1e0ba53a-2f23-48c5-aa81-95c7c46a4390 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "DELETE /v2.0/subnets/e3a8e948-0c6a-495b-a264-eb1ff320d169 HTTP/1.1" status: 404 len: 337 time: 0.0948534 Dec 08 16:21:52.911824 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59148) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:52.919933 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b210e-4c9c-4f31-8641-d235d5d89c73 req-ab023af0-2c53-4ce2-a4e7-6c947c7c632e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:52.923610 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f49b210e-4c9c-4f31-8641-d235d5d89c73 req-ab023af0-2c53-4ce2-a4e7-6c947c7c632e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5d509bf9-344c-445e-87cc-39c21b210aee HTTP/1.1" status: 200 len: 860 time: 0.4537573 Dec 08 16:21:52.959009 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-b0d03557-b46d-4a21-a291-f3a987e543d2 None None] Provisioning complete for port 4a07d4cb-5634-49b5-9851-ae86d68ff8ab triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:21:52.959600 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b0d03557-b46d-4a21-a291-f3a987e543d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:52.992584 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-809c328c-af50-4ba0-b10a-19874596e391 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] DELETE failed (client error): The resource could not be found. Dec 08 16:21:52.993597 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-809c328c-af50-4ba0-b10a-19874596e391 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:21:52.997117 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-809c328c-af50-4ba0-b10a-19874596e391 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "DELETE /v2.0/ports/2813e591-dca5-4cdc-a48e-f49ab37c3acd HTTP/1.1" status: 404 len: 333 time: 0.0793498 Dec 08 16:21:53.005371 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59152) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:53.032976 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f49b210e-4c9c-4f31-8641-d235d5d89c73 req-d1402713-8ae5-4018-87d3-eb7517f889ce service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=691a624c-964a-4825-b277-bf02eccf1ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332963 Dec 08 16:21:53.116049 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbdc0ad9-e480-4179-bdd1-a8b9d67b05d8 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] DELETE failed (client error): The resource could not be found. Dec 08 16:21:53.116564 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbdc0ad9-e480-4179-bdd1-a8b9d67b05d8 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:21:53.120039 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-cbdc0ad9-e480-4179-bdd1-a8b9d67b05d8 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "DELETE /v2.0/subnets/0fd7862e-1ade-4b33-886e-ea8bf72dcf42 HTTP/1.1" status: 404 len: 337 time: 0.1133707 Dec 08 16:21:53.133031 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59156) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:53.228666 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-7b48e05d-6aec-40e8-809d-d1e927eee59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a337b7-ba2f-4992-89bf-0fc4379f0849', 'name': 'tempest-ServerRescueTestJSONUnderV235-1421211579-router', 'tenant_id': '2b52500faa0143a7b66289b1db11a5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '433cb3c3-6840-4e97-aa10-cafe3f7f56ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:20:27Z', 'updated_at': '2021-12-08T16:20:38Z', 'revision_number': 4, 'project_id': '2b52500faa0143a7b66289b1db11a5f1', 'gw_port': {'id': '433cb3c3-6840-4e97-aa10-cafe3f7f56ba', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a337b7-ba2f-4992-89bf-0fc4379f0849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:20:29Z', 'updated_at': '2021-12-08T16:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': 'd8b9caf3-5f2f-4c0c-9059-273abd5fa64a', 'tenant_id': '2b52500faa0143a7b66289b1db11a5f1', 'floating_ip_address': '172.25.0.76', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '59a337b7-ba2f-4992-89bf-0fc4379f0849', 'port_id': 'd3eb24a8-683a-4f98-be8e-72e568f695f9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2016, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '691a624c-964a-4825-b277-bf02eccf1ff9', 'mac_address': 'fa:16:3e:a3:a2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e35821-4a0f-4e25-8f81-8caffde54dde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:21:44Z', 'updated_at': '2021-12-08T16:21:49Z', 'revision_number': 1, 'project_id': '2b52500faa0143a7b66289b1db11a5f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e7a38e8-3ec2-4d03-b49b-3400ccaf4a21', 'name': '', 'network_id': '691a624c-964a-4825-b277-bf02eccf1ff9', 'tenant_id': '2b52500faa0143a7b66289b1db11a5f1', 'mac_address': 'fa:16:3e:1e:de:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a337b7-ba2f-4992-89bf-0fc4379f0849', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '5d509bf9-344c-445e-87cc-39c21b210aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:20:34Z', 'updated_at': '2021-12-08T16:20:45Z', 'revision_number': 5, 'project_id': '2b52500faa0143a7b66289b1db11a5f1', 'subnets': [{'id': '5d509bf9-344c-445e-87cc-39c21b210aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:53.252772 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-8378b845-a2b3-4123-94b0-28918f0975bd tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] DELETE failed (client error): The resource could not be found. Dec 08 16:21:53.253283 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8378b845-a2b3-4123-94b0-28918f0975bd tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:21:53.259702 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-8378b845-a2b3-4123-94b0-28918f0975bd tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "DELETE /v2.0/subnets/d20ccce7-4fc9-4e72-b3d7-53f6b5b99f8e HTTP/1.1" status: 404 len: 337 time: 0.1181219 Dec 08 16:21:53.263484 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59158) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:53.289555 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c2ab002c-1f4e-4bf7-b8c3-2d7151c0726a req-ef38ca84-2c72-4e20-8e00-bf79ee1ae682 service neutron] 10.222.0.64 "GET /v2.0/networks/691a624c-964a-4825-b277-bf02eccf1ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5314858 Dec 08 16:21:53.291816 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c49205e-9818-4465-bf1b-37fdfdff7ae7 None None] DHCP port deletion for 44a5e545-3e3a-468e-bb20-c0d293d694ea request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:21:53.303537 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b48e05d-6aec-40e8-809d-d1e927eee59d None None] Checking router: 59a337b7-ba2f-4992-89bf-0fc4379f0849 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:21:53.331696 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-b0d03557-b46d-4a21-a291-f3a987e543d2 None None] Provisioning complete for port 855902fd-cbce-4b65-9758-e53838b79378 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:21:53.332106 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b0d03557-b46d-4a21-a291-f3a987e543d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:53.339147 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b48e05d-6aec-40e8-809d-d1e927eee59d None None] Routers {'59a337b7-ba2f-4992-89bf-0fc4379f0849'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:21:53.340087 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-7b48e05d-6aec-40e8-809d-d1e927eee59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:21:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['59a337b7-ba2f-4992-89bf-0fc4379f0849'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:53.409240 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-adfaa018-c1d7-4245-81a7-0687ad905dc8 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] DELETE failed (client error): The resource could not be found. Dec 08 16:21:53.412999 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adfaa018-c1d7-4245-81a7-0687ad905dc8 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:21:53.416563 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-adfaa018-c1d7-4245-81a7-0687ad905dc8 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "DELETE /v2.0/ports/3f704f0e-97a3-4777-9de3-521da2e08cdf HTTP/1.1" status: 404 len: 333 time: 0.1519823 Dec 08 16:21:53.435537 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59162) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:53.455946 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59164) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:53.494938 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [-] 10.222.0.64 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0139437 Dec 08 16:21:53.504466 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59166) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:53.551570 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f49b210e-4c9c-4f31-8641-d235d5d89c73 req-8b7f07ed-23fb-4abf-95d5-d1caf3f33e31 service neutron] 10.222.0.76 "GET /v2.0/networks/691a624c-964a-4825-b277-bf02eccf1ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5104344 Dec 08 16:21:53.606196 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9abedd2-f98c-491a-9ead-6c70a68283f6 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] DELETE failed (client error): The resource could not be found. Dec 08 16:21:53.608112 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9abedd2-f98c-491a-9ead-6c70a68283f6 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:21:53.610506 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-7b48e05d-6aec-40e8-809d-d1e927eee59d None None] Set router 59a337b7-ba2f-4992-89bf-0fc4379f0849 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:21:53.636229 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e9abedd2-f98c-491a-9ead-6c70a68283f6 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "DELETE /v2.0/subnets/b3aabd92-d3a1-4a50-95c6-06662798d92c HTTP/1.1" status: 404 len: 337 time: 0.1930299 Dec 08 16:21:53.641047 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59172) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:53.723658 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fde8a7e-624d-41d8-9e63-ff8642dec01f tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] DELETE failed (client error): The resource could not be found. Dec 08 16:21:53.725107 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fde8a7e-624d-41d8-9e63-ff8642dec01f tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:21:53.729410 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-6fde8a7e-624d-41d8-9e63-ff8642dec01f tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "DELETE /v2.0/subnets/6fd50702-6e0d-492c-b6dd-491381944a39 HTTP/1.1" status: 404 len: 337 time: 0.0870259 Dec 08 16:21:53.732978 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59176) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:53.794129 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-b0d03557-b46d-4a21-a291-f3a987e543d2 None None] Port 855902fd-cbce-4b65-9758-e53838b79378 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:21:53.907922 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c2ab002c-1f4e-4bf7-b8c3-2d7151c0726a req-bd76ffff-9fec-401b-8eb0-07cf557a70f3 service neutron] 10.222.0.64 "GET /v2.0/networks/691a624c-964a-4825-b277-bf02eccf1ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6172256 Dec 08 16:21:53.934291 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 4a07d4cb-5634-49b5-9851-ae86d68ff8ab no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:21:53.939508 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-1b6a41c4-cc64-4d8b-8859-c9f1c0726533 tempest-NetworksApiDiscovery-1076024113 tempest-NetworksApiDiscovery-1076024113-project] 10.222.0.64 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.4292669 Dec 08 16:21:54.014142 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-e06f1580-7594-4f38-af7e-20e9bd7a2cee tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Deleting port 855902fd-cbce-4b65-9758-e53838b79378 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:21:54.014702 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e06f1580-7594-4f38-af7e-20e9bd7a2cee tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:54.087762 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-6c49205e-9818-4465-bf1b-37fdfdff7ae7 None None] Deleting port 4a07d4cb-5634-49b5-9851-ae86d68ff8ab {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:21:54.090773 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6c49205e-9818-4465-bf1b-37fdfdff7ae7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:54.131424 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0166aab-f962-4d86-871b-5f1e17aadd8d req-8911fec5-68cd-452c-ac4e-bc1bd291cf5a tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:54.143284 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a0166aab-f962-4d86-871b-5f1e17aadd8d req-8911fec5-68cd-452c-ac4e-bc1bd291cf5a tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 943 time: 0.3083050 Dec 08 16:21:54.214945 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f49b210e-4c9c-4f31-8641-d235d5d89c73 req-b5dbf4de-2475-49ce-a1b9-a66d2c8e8835 service neutron] 10.222.0.76 "GET /v2.0/networks/691a624c-964a-4825-b277-bf02eccf1ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6476004 Dec 08 16:21:54.278881 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a0166aab-f962-4d86-871b-5f1e17aadd8d req-a5696284-df8e-469d-823a-ceafd8d2f52b tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=0224af71-d7ce-4eed-aefa-724f93ccbe59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189330 Dec 08 16:21:54.536315 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e06f1580-7594-4f38-af7e-20e9bd7a2cee tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:54.608898 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-e06f1580-7594-4f38-af7e-20e9bd7a2cee tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Calling delete_port for 855902fd-cbce-4b65-9758-e53838b79378 owned by {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:21:54.697521 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-6c49205e-9818-4465-bf1b-37fdfdff7ae7 None None] For port 4a07d4cb-5634-49b5-9851-ae86d68ff8ab, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=4a07d4cb-5634-49b5-9851-ae86d68ff8ab,segment=NetworkSegment(43b1f15b-49e0-4751-a1c1-76ea1f588cfc),segment_id=43b1f15b-49e0-4751-a1c1-76ea1f588cfc)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:21:54.698004 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6c49205e-9818-4465-bf1b-37fdfdff7ae7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:54.756699 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-6c49205e-9818-4465-bf1b-37fdfdff7ae7 None None] Calling delete_port for 4a07d4cb-5634-49b5-9851-ae86d68ff8ab owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:21:54.843342 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:54.851659 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-62b641da-a3b6-42dd-955e-f65374084fb9 req-00f41c14-4bc7-4642-b3f3-cf5ec7863323 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.76 HTTP/1.1" status: 200 len: 998 time: 0.5683620 Dec 08 16:21:55.024567 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59190) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:55.028589 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 4a07d4cb-5634-49b5-9851-ae86d68ff8ab, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=4a07d4cb-5634-49b5-9851-ae86d68ff8ab,segment=NetworkSegment(43b1f15b-49e0-4751-a1c1-76ea1f588cfc),segment_id=43b1f15b-49e0-4751-a1c1-76ea1f588cfc)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:21:55.046704 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-7b48e05d-6aec-40e8-809d-d1e927eee59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a337b7-ba2f-4992-89bf-0fc4379f0849', 'name': 'tempest-ServerRescueTestJSONUnderV235-1421211579-router', 'tenant_id': '2b52500faa0143a7b66289b1db11a5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '433cb3c3-6840-4e97-aa10-cafe3f7f56ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:20:27Z', 'updated_at': '2021-12-08T16:20:38Z', 'revision_number': 4, 'project_id': '2b52500faa0143a7b66289b1db11a5f1', 'gw_port': {'id': '433cb3c3-6840-4e97-aa10-cafe3f7f56ba', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a337b7-ba2f-4992-89bf-0fc4379f0849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:20:29Z', 'updated_at': '2021-12-08T16:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': 'd8b9caf3-5f2f-4c0c-9059-273abd5fa64a', 'tenant_id': '2b52500faa0143a7b66289b1db11a5f1', 'floating_ip_address': '172.25.0.76', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '59a337b7-ba2f-4992-89bf-0fc4379f0849', 'port_id': 'd3eb24a8-683a-4f98-be8e-72e568f695f9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2016, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '691a624c-964a-4825-b277-bf02eccf1ff9', 'mac_address': 'fa:16:3e:a3:a2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e35821-4a0f-4e25-8f81-8caffde54dde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:21:44Z', 'updated_at': '2021-12-08T16:21:49Z', 'revision_number': 1, 'project_id': '2b52500faa0143a7b66289b1db11a5f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e7a38e8-3ec2-4d03-b49b-3400ccaf4a21', 'name': '', 'network_id': '691a624c-964a-4825-b277-bf02eccf1ff9', 'tenant_id': '2b52500faa0143a7b66289b1db11a5f1', 'mac_address': 'fa:16:3e:1e:de:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a337b7-ba2f-4992-89bf-0fc4379f0849', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '5d509bf9-344c-445e-87cc-39c21b210aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:20:34Z', 'updated_at': '2021-12-08T16:20:45Z', 'revision_number': 5, 'project_id': '2b52500faa0143a7b66289b1db11a5f1', 'subnets': [{'id': '5d509bf9-344c-445e-87cc-39c21b210aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:55.082886 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b641da-a3b6-42dd-955e-f65374084fb9 req-ad5062e9-9beb-411e-8b25-5b4dba3c9fec tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:55.084889 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-62b641da-a3b6-42dd-955e-f65374084fb9 req-ad5062e9-9beb-411e-8b25-5b4dba3c9fec tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/ports/d3eb24a8-683a-4f98-be8e-72e568f695f9 HTTP/1.1" status: 200 len: 942 time: 0.2323923 Dec 08 16:21:55.129820 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b48e05d-6aec-40e8-809d-d1e927eee59d None None] The sync data for ids ['59a337b7-ba2f-4992-89bf-0fc4379f0849'] in n-d-776250-12 is: [{'id': '59a337b7-ba2f-4992-89bf-0fc4379f0849', 'name': 'tempest-ServerRescueTestJSONUnderV235-1421211579-router', 'tenant_id': '2b52500faa0143a7b66289b1db11a5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '433cb3c3-6840-4e97-aa10-cafe3f7f56ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:20:27Z', 'updated_at': '2021-12-08T16:20:38Z', 'revision_number': 4, 'project_id': '2b52500faa0143a7b66289b1db11a5f1', 'gw_port': {'id': '433cb3c3-6840-4e97-aa10-cafe3f7f56ba', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a337b7-ba2f-4992-89bf-0fc4379f0849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:20:29Z', 'updated_at': '2021-12-08T16:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': 'd8b9caf3-5f2f-4c0c-9059-273abd5fa64a', 'tenant_id': '2b52500faa0143a7b66289b1db11a5f1', 'floating_ip_address': '172.25.0.76', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '59a337b7-ba2f-4992-89bf-0fc4379f0849', 'port_id': 'd3eb24a8-683a-4f98-be8e-72e568f695f9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2016, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '691a624c-964a-4825-b277-bf02eccf1ff9', 'mac_address': 'fa:16:3e:a3:a2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e35821-4a0f-4e25-8f81-8caffde54dde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:21:44Z', 'updated_at': '2021-12-08T16:21:49Z', 'revision_number': 1, 'project_id': '2b52500faa0143a7b66289b1db11a5f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e7a38e8-3ec2-4d03-b49b-3400ccaf4a21', 'name': '', 'network_id': '691a624c-964a-4825-b277-bf02eccf1ff9', 'tenant_id': '2b52500faa0143a7b66289b1db11a5f1', 'mac_address': 'fa:16:3e:1e:de:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a337b7-ba2f-4992-89bf-0fc4379f0849', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '5d509bf9-344c-445e-87cc-39c21b210aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:20:34Z', 'updated_at': '2021-12-08T16:20:45Z', 'revision_number': 5, 'project_id': '2b52500faa0143a7b66289b1db11a5f1', 'subnets': [{'id': '5d509bf9-344c-445e-87cc-39c21b210aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:21:55.134717 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e06f1580-7594-4f38-af7e-20e9bd7a2cee tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:55.171177 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:55.291147 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06f1580-7594-4f38-af7e-20e9bd7a2cee tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event deleted for resources: {'Port': ['ID=855902fd-cbce-4b65-9758-e53838b79378,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:55.309833 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=4a07d4cb-5634-49b5-9851-ae86d68ff8ab,revision_number=11']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:55.348233 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6c49205e-9818-4465-bf1b-37fdfdff7ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:55.354011 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-50b234f0-4c50-4c5e-b91d-838ba28e5442 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:55.389058 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c49205e-9818-4465-bf1b-37fdfdff7ae7 None None] Pushing event deleted for resources: {'Port': ['ID=4a07d4cb-5634-49b5-9851-ae86d68ff8ab,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:55.392916 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c49205e-9818-4465-bf1b-37fdfdff7ae7 None None] No DVR routers for this DVR port 4a07d4cb-5634-49b5-9851-ae86d68ff8ab on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:21:55.492267 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e06f1580-7594-4f38-af7e-20e9bd7a2cee tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:55.500555 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e06f1580-7594-4f38-af7e-20e9bd7a2cee tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "DELETE /v2.0/ports/855902fd-cbce-4b65-9758-e53838b79378 HTTP/1.1" status: 204 len: 168 time: 1.7661695 Dec 08 16:21:55.513198 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59198) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:55.587794 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-50b234f0-4c50-4c5e-b91d-838ba28e5442 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:55.624743 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-62b641da-a3b6-42dd-955e-f65374084fb9 req-470daa26-e4dd-484f-bc24-700f13e0a5a1 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.76 HTTP/1.1" status: 200 len: 998 time: 0.3796136 Dec 08 16:21:55.668308 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-50b234f0-4c50-4c5e-b91d-838ba28e5442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:55.777215 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b234f0-4c50-4c5e-b91d-838ba28e5442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c3d9e6-911d-48f9-931b-9c09a3a3dad6,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:55.782928 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9188375-9800-4e2f-88b3-4b334fa61e4e None None] New status for floating IP d8b9caf3-5f2f-4c0c-9059-273abd5fa64a: ACTIVE {{(pid=110553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:21:55.824367 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-50b234f0-4c50-4c5e-b91d-838ba28e5442 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=eb6061018c4b4586b95ae257a0c33082&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7895203 Dec 08 16:21:55.824367 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59200) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:56.181850 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138dd3f0-1a83-4c57-b5e5-9da2a682adc1 req-427c86f1-2e5f-4fed-bafb-b2c9aad7ac69 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:56.183684 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-138dd3f0-1a83-4c57-b5e5-9da2a682adc1 req-427c86f1-2e5f-4fed-bafb-b2c9aad7ac69 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 943 time: 0.4158528 Dec 08 16:21:56.310409 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-22fea9ad-528b-4f7c-9170-c060f511a5b4 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:56.318596 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-96130bad-5798-497b-ab33-81ded78fcd03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:56.360699 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-138dd3f0-1a83-4c57-b5e5-9da2a682adc1 req-42d37bf4-a56c-45ea-94c6-710ad2e22eb2 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=0224af71-d7ce-4eed-aefa-724f93ccbe59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1671891 Dec 08 16:21:56.395663 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-96130bad-5798-497b-ab33-81ded78fcd03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:56.521675 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b641da-a3b6-42dd-955e-f65374084fb9 req-a7c59af3-cb08-4c51-8084-2c24d5cf1f65 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:56.541963 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-62b641da-a3b6-42dd-955e-f65374084fb9 req-a7c59af3-cb08-4c51-8084-2c24d5cf1f65 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/networks/1ae4cf80-76bf-4df3-a557-5cc6023c1900 HTTP/1.1" status: 200 len: 784 time: 0.9211130 Dec 08 16:21:56.608000 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-22fea9ad-528b-4f7c-9170-c060f511a5b4 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:56.611044 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-96130bad-5798-497b-ab33-81ded78fcd03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:56.617192 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-96130bad-5798-497b-ab33-81ded78fcd03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:56.617192 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-96130bad-5798-497b-ab33-81ded78fcd03 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/17c3d9e6-911d-48f9-931b-9c09a3a3dad6 HTTP/1.1" status: 204 len: 168 time: 0.7934978 Dec 08 16:21:56.630152 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96130bad-5798-497b-ab33-81ded78fcd03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c3d9e6-911d-48f9-931b-9c09a3a3dad6,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:56.676923 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-62b641da-a3b6-42dd-955e-f65374084fb9 req-85cbaaaa-0aad-4ce2-a843-064e59fb7738 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.76 HTTP/1.1" status: 200 len: 1000 time: 0.1335206 Dec 08 16:21:56.680034 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-22fea9ad-528b-4f7c-9170-c060f511a5b4 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44a5e545-3e3a-468e-bb20-c0d293d694ea']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:56.685758 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-62b641da-a3b6-42dd-955e-f65374084fb9 req-97dd6274-8534-41e7-96bf-6c121df16ec3 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:56.742735 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-22fea9ad-528b-4f7c-9170-c060f511a5b4 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43b1f15b-49e0-4751-a1c1-76ea1f588cfc') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:56.742735 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-22fea9ad-528b-4f7c-9170-c060f511a5b4 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43b1f15b-49e0-4751-a1c1-76ea1f588cfc') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:56.777407 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-22fea9ad-528b-4f7c-9170-c060f511a5b4 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:56.808516 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-22fea9ad-528b-4f7c-9170-c060f511a5b4 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:56.815690 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-62b641da-a3b6-42dd-955e-f65374084fb9 req-97dd6274-8534-41e7-96bf-6c121df16ec3 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Publish callbacks [] for floatingip, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:56.926160 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22fea9ad-528b-4f7c-9170-c060f511a5b4 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:21:56.926747 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-22fea9ad-528b-4f7c-9170-c060f511a5b4 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:56.930774 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:21:56.930774 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:21:56.930774 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:21:56.930774 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:21:56.930774 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:21:56.930774 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:21:56.930774 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:21:56.930774 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:21:56.930774 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:21:56.930774 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:21:56.930774 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:21:56.930774 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:21:56.930774 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:21:56.930774 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:21:56.930774 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:21:56.930774 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:21:56.930774 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:21:56.930774 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:21:56.930774 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:21:56.930774 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:21:56.930774 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:21:56.930774 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:21:56.930774 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:21:56.930774 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:21:56.930774 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:21:56.930774 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:21:56.930774 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:21:56.930774 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:21:56.930774 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:21:56.930774 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:21:56.930774 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:21:56.930774 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:21:57.049201 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-62b641da-a3b6-42dd-955e-f65374084fb9 req-97dd6274-8534-41e7-96bf-6c121df16ec3 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:57.159506 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-22fea9ad-528b-4f7c-9170-c060f511a5b4 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:57.169029 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-22fea9ad-528b-4f7c-9170-c060f511a5b4 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:57.175936 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-22fea9ad-528b-4f7c-9170-c060f511a5b4 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] 10.222.0.64 "DELETE /v2.0/networks/44a5e545-3e3a-468e-bb20-c0d293d694ea HTTP/1.1" status: 204 len: 168 time: 1.6339576 Dec 08 16:21:57.225055 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-62b641da-a3b6-42dd-955e-f65374084fb9 req-97dd6274-8534-41e7-96bf-6c121df16ec3 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:57.225786 n-d-776250-12 neutron-server[110551]: INFO neutron.db.l3_db [req-62b641da-a3b6-42dd-955e-f65374084fb9 req-97dd6274-8534-41e7-96bf-6c121df16ec3 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Floating IP d8b9caf3-5f2f-4c0c-9059-273abd5fa64a disassociated. External IP: 172.25.0.76, port: d3eb24a8-683a-4f98-be8e-72e568f695f9. Dec 08 16:21:57.236530 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fea9ad-528b-4f7c-9170-c060f511a5b4 tempest-PortsTestJSON-129987820 tempest-PortsTestJSON-129987820-project] Pushing event deleted for resources: {'Network': ['ID=44a5e545-3e3a-468e-bb20-c0d293d694ea,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:57.623197 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff6526-8a42-43a0-a92a-97078251edef req-df4c61d5-9011-40b0-979b-3dc19869c266 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:57.633174 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7aff6526-8a42-43a0-a92a-97078251edef req-df4c61d5-9011-40b0-979b-3dc19869c266 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 943 time: 0.0813837 Dec 08 16:21:57.725172 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7aff6526-8a42-43a0-a92a-97078251edef req-371b921b-0c9f-4fb5-aa54-62309cd06214 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=0224af71-d7ce-4eed-aefa-724f93ccbe59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902486 Dec 08 16:21:57.822612 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62b641da-a3b6-42dd-955e-f65374084fb9 req-97dd6274-8534-41e7-96bf-6c121df16ec3 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Router 59a337b7-ba2f-4992-89bf-0fc4379f0849 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:21:58.068692 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62b641da-a3b6-42dd-955e-f65374084fb9 req-97dd6274-8534-41e7-96bf-6c121df16ec3 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:21:58.077023 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-62b641da-a3b6-42dd-955e-f65374084fb9 req-97dd6274-8534-41e7-96bf-6c121df16ec3 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:58.082771 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec31f140-b52a-4b33-be9e-82e5c2eb53e0 None None] Sync routers for ids ['59a337b7-ba2f-4992-89bf-0fc4379f0849'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:21:58.088656 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59234) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:58.098926 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec31f140-b52a-4b33-be9e-82e5c2eb53e0 None None] Routers {'59a337b7-ba2f-4992-89bf-0fc4379f0849'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:21:58.100372 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-ec31f140-b52a-4b33-be9e-82e5c2eb53e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:21:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['59a337b7-ba2f-4992-89bf-0fc4379f0849'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:58.210991 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-62b641da-a3b6-42dd-955e-f65374084fb9 req-97dd6274-8534-41e7-96bf-6c121df16ec3 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "PUT /v2.0/floatingips/d8b9caf3-5f2f-4c0c-9059-273abd5fa64a HTTP/1.1" status: 200 len: 694 time: 1.5329752 Dec 08 16:21:58.211571 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20e35821-4a0f-4e25-8f81-8caffde54dde', 'tag': 'd3eb24a8-683a-4f98-be8e-72e568f695f9'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:21:58.214918 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0e6814-265f-44a0-b966-8b7023159a55" -d '{"events": [{"name": "network-changed", "server_uuid": "20e35821-4a0f-4e25-8f81-8caffde54dde", "tag": "d3eb24a8-683a-4f98-be8e-72e568f695f9"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:21:58.322885 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b641da-a3b6-42dd-955e-f65374084fb9 req-1a7bcfab-1fb9-4794-9f93-bfac1d3e24d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:58.333182 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-62b641da-a3b6-42dd-955e-f65374084fb9 req-1a7bcfab-1fb9-4794-9f93-bfac1d3e24d3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2b52500faa0143a7b66289b1db11a5f1&device_id=20e35821-4a0f-4e25-8f81-8caffde54dde HTTP/1.1" status: 200 len: 1097 time: 0.1065066 Dec 08 16:21:58.392270 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-ec31f140-b52a-4b33-be9e-82e5c2eb53e0 None None] Set router 59a337b7-ba2f-4992-89bf-0fc4379f0849 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:21:58.477643 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b641da-a3b6-42dd-955e-f65374084fb9 req-be51bb0f-e0b1-4317-b76f-8243d9ce11b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:58.490264 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-62b641da-a3b6-42dd-955e-f65374084fb9 req-be51bb0f-e0b1-4317-b76f-8243d9ce11b6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=691a624c-964a-4825-b277-bf02eccf1ff9 HTTP/1.1" status: 200 len: 921 time: 0.1553349 Dec 08 16:21:58.561290 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-62b641da-a3b6-42dd-955e-f65374084fb9 req-f5c4abfa-7fe9-4f3b-a7d7-8b4ba944326d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3eb24a8-683a-4f98-be8e-72e568f695f9 HTTP/1.1" status: 200 len: 217 time: 0.0620756 Dec 08 16:21:58.569624 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-028212ed-ebcc-497b-844a-1510abc696cc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=841eb5bdac454b51a92c375fa562e333&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4789286 Dec 08 16:21:58.571871 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59254) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:58.648600 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d45a18b2-4bd6-4459-9f9c-855454896ca8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:58.691581 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d45a18b2-4bd6-4459-9f9c-855454896ca8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:58.713892 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b641da-a3b6-42dd-955e-f65374084fb9 req-76fd5dd2-c9fa-48eb-a551-973f88318417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:58.725179 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-62b641da-a3b6-42dd-955e-f65374084fb9 req-76fd5dd2-c9fa-48eb-a551-973f88318417 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5d509bf9-344c-445e-87cc-39c21b210aee HTTP/1.1" status: 200 len: 860 time: 0.1546533 Dec 08 16:21:58.797557 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-62b641da-a3b6-42dd-955e-f65374084fb9 req-085c9c71-b96a-4748-8a63-54ed96159236 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=691a624c-964a-4825-b277-bf02eccf1ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694520 Dec 08 16:21:58.958437 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-62b641da-a3b6-42dd-955e-f65374084fb9 req-8d130f60-1731-4c50-9de1-fa4fbfd911c0 service neutron] 10.222.0.64 "GET /v2.0/networks/691a624c-964a-4825-b277-bf02eccf1ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566613 Dec 08 16:21:59.119806 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d45a18b2-4bd6-4459-9f9c-855454896ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:59.122890 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d45a18b2-4bd6-4459-9f9c-855454896ca8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:59.125476 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-d45a18b2-4bd6-4459-9f9c-855454896ca8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/184216c6-04a5-4acd-a428-81815479bddc HTTP/1.1" status: 204 len: 168 time: 0.5514593 Dec 08 16:21:59.138802 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45a18b2-4bd6-4459-9f9c-855454896ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184216c6-04a5-4acd-a428-81815479bddc,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:59.163923 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-62b641da-a3b6-42dd-955e-f65374084fb9 req-98958fbf-3fd5-4ff8-9af0-0fcd0831c4ce service neutron] 10.222.0.64 "GET /v2.0/networks/691a624c-964a-4825-b277-bf02eccf1ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052639 Dec 08 16:21:59.196070 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-ec31f140-b52a-4b33-be9e-82e5c2eb53e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a337b7-ba2f-4992-89bf-0fc4379f0849', 'name': 'tempest-ServerRescueTestJSONUnderV235-1421211579-router', 'tenant_id': '2b52500faa0143a7b66289b1db11a5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '433cb3c3-6840-4e97-aa10-cafe3f7f56ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:20:27Z', 'updated_at': '2021-12-08T16:20:38Z', 'revision_number': 4, 'project_id': '2b52500faa0143a7b66289b1db11a5f1', 'gw_port': {'id': '433cb3c3-6840-4e97-aa10-cafe3f7f56ba', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a337b7-ba2f-4992-89bf-0fc4379f0849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:20:29Z', 'updated_at': '2021-12-08T16:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '8e7a38e8-3ec2-4d03-b49b-3400ccaf4a21', 'name': '', 'network_id': '691a624c-964a-4825-b277-bf02eccf1ff9', 'tenant_id': '2b52500faa0143a7b66289b1db11a5f1', 'mac_address': 'fa:16:3e:1e:de:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a337b7-ba2f-4992-89bf-0fc4379f0849', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '5d509bf9-344c-445e-87cc-39c21b210aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:20:34Z', 'updated_at': '2021-12-08T16:20:45Z', 'revision_number': 5, 'project_id': '2b52500faa0143a7b66289b1db11a5f1', 'subnets': [{'id': '5d509bf9-344c-445e-87cc-39c21b210aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:59.247617 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec31f140-b52a-4b33-be9e-82e5c2eb53e0 None None] Checking router: 59a337b7-ba2f-4992-89bf-0fc4379f0849 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:21:59.275400 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec31f140-b52a-4b33-be9e-82e5c2eb53e0 None None] Routers {'59a337b7-ba2f-4992-89bf-0fc4379f0849'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:21:59.276556 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-ec31f140-b52a-4b33-be9e-82e5c2eb53e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:21:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['59a337b7-ba2f-4992-89bf-0fc4379f0849'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:59.402129 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-ec31f140-b52a-4b33-be9e-82e5c2eb53e0 None None] Set router 59a337b7-ba2f-4992-89bf-0fc4379f0849 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:21:59.498393 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3681cd63-2574-4777-9df4-28800f310cd8 x-openstack-request-id: req-3681cd63-2574-4777-9df4-28800f310cd8 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:21:59.498744 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20e35821-4a0f-4e25-8f81-8caffde54dde", "tag": "d3eb24a8-683a-4f98-be8e-72e568f695f9", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:21:59.499285 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3681cd63-2574-4777-9df4-28800f310cd8 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:21:59.499709 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20e35821-4a0f-4e25-8f81-8caffde54dde', 'tag': 'd3eb24a8-683a-4f98-be8e-72e568f695f9', 'status': 'completed', 'code': 200} Dec 08 16:21:59.636891 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e6814-265f-44a0-b966-8b7023159a55 req-87afc312-36dc-481b-96e4-d8284c1a00fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:59.643164 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ab0e6814-265f-44a0-b966-8b7023159a55 req-87afc312-36dc-481b-96e4-d8284c1a00fb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2b52500faa0143a7b66289b1db11a5f1&device_id=20e35821-4a0f-4e25-8f81-8caffde54dde HTTP/1.1" status: 200 len: 1097 time: 0.1163883 Dec 08 16:21:59.828199 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e6814-265f-44a0-b966-8b7023159a55 req-30853616-19a6-41c4-9d48-828562526828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:59.830414 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ab0e6814-265f-44a0-b966-8b7023159a55 req-30853616-19a6-41c4-9d48-828562526828 service neutron] 10.222.0.76 "GET /v2.0/networks?id=691a624c-964a-4825-b277-bf02eccf1ff9 HTTP/1.1" status: 200 len: 921 time: 0.1685348 Dec 08 16:21:59.888777 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6a8cf-2cab-4a2e-b6ae-0735dc0af618 req-05d187b9-0887-4e5b-9dd1-a746cdaa1f4e tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:59.902342 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-24d6a8cf-2cab-4a2e-b6ae-0735dc0af618 req-05d187b9-0887-4e5b-9dd1-a746cdaa1f4e tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 943 time: 0.2409871 Dec 08 16:21:59.934827 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ab0e6814-265f-44a0-b966-8b7023159a55 req-c06cd95d-fc6a-465a-a5b4-4aa2f7575592 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3eb24a8-683a-4f98-be8e-72e568f695f9 HTTP/1.1" status: 200 len: 217 time: 0.0960374 Dec 08 16:22:00.040501 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-24d6a8cf-2cab-4a2e-b6ae-0735dc0af618 req-1abb0f98-d093-4c00-a05c-1fa9d9ac181f tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=0224af71-d7ce-4eed-aefa-724f93ccbe59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287382 Dec 08 16:22:00.041124 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-ec31f140-b52a-4b33-be9e-82e5c2eb53e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a337b7-ba2f-4992-89bf-0fc4379f0849', 'name': 'tempest-ServerRescueTestJSONUnderV235-1421211579-router', 'tenant_id': '2b52500faa0143a7b66289b1db11a5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '433cb3c3-6840-4e97-aa10-cafe3f7f56ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:20:27Z', 'updated_at': '2021-12-08T16:20:38Z', 'revision_number': 4, 'project_id': '2b52500faa0143a7b66289b1db11a5f1', 'gw_port': {'id': '433cb3c3-6840-4e97-aa10-cafe3f7f56ba', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a337b7-ba2f-4992-89bf-0fc4379f0849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:20:29Z', 'updated_at': '2021-12-08T16:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '8e7a38e8-3ec2-4d03-b49b-3400ccaf4a21', 'name': '', 'network_id': '691a624c-964a-4825-b277-bf02eccf1ff9', 'tenant_id': '2b52500faa0143a7b66289b1db11a5f1', 'mac_address': 'fa:16:3e:1e:de:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a337b7-ba2f-4992-89bf-0fc4379f0849', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '5d509bf9-344c-445e-87cc-39c21b210aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:20:34Z', 'updated_at': '2021-12-08T16:20:45Z', 'revision_number': 5, 'project_id': '2b52500faa0143a7b66289b1db11a5f1', 'subnets': [{'id': '5d509bf9-344c-445e-87cc-39c21b210aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:00.075452 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e6814-265f-44a0-b966-8b7023159a55 req-1f586f37-d83a-40be-874e-438f5219d526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:00.080650 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ab0e6814-265f-44a0-b966-8b7023159a55 req-1f586f37-d83a-40be-874e-438f5219d526 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5d509bf9-344c-445e-87cc-39c21b210aee HTTP/1.1" status: 200 len: 860 time: 0.1327708 Dec 08 16:22:00.086833 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec31f140-b52a-4b33-be9e-82e5c2eb53e0 None None] The sync data for ids ['59a337b7-ba2f-4992-89bf-0fc4379f0849'] in n-d-776250-12 is: [{'id': '59a337b7-ba2f-4992-89bf-0fc4379f0849', 'name': 'tempest-ServerRescueTestJSONUnderV235-1421211579-router', 'tenant_id': '2b52500faa0143a7b66289b1db11a5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '433cb3c3-6840-4e97-aa10-cafe3f7f56ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:20:27Z', 'updated_at': '2021-12-08T16:20:38Z', 'revision_number': 4, 'project_id': '2b52500faa0143a7b66289b1db11a5f1', 'gw_port': {'id': '433cb3c3-6840-4e97-aa10-cafe3f7f56ba', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a337b7-ba2f-4992-89bf-0fc4379f0849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:20:29Z', 'updated_at': '2021-12-08T16:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '8e7a38e8-3ec2-4d03-b49b-3400ccaf4a21', 'name': '', 'network_id': '691a624c-964a-4825-b277-bf02eccf1ff9', 'tenant_id': '2b52500faa0143a7b66289b1db11a5f1', 'mac_address': 'fa:16:3e:1e:de:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a337b7-ba2f-4992-89bf-0fc4379f0849', 'device_owner': 'network:router_interface', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '5d509bf9-344c-445e-87cc-39c21b210aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:20:34Z', 'updated_at': '2021-12-08T16:20:45Z', 'revision_number': 5, 'project_id': '2b52500faa0143a7b66289b1db11a5f1', 'subnets': [{'id': '5d509bf9-344c-445e-87cc-39c21b210aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:22:00.198252 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ab0e6814-265f-44a0-b966-8b7023159a55 req-e9608f17-6671-4f26-af08-05ad81b721a1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=691a624c-964a-4825-b277-bf02eccf1ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1093509 Dec 08 16:22:00.325320 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0bfc6d86-cc72-4b52-bda4-35480509a691 req-28ff5d2a-7cf8-45d9-8866-d1c0218d8538 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/floatingips/d8b9caf3-5f2f-4c0c-9059-273abd5fa64a HTTP/1.1" status: 200 len: 694 time: 0.1561241 Dec 08 16:22:00.498751 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ab0e6814-265f-44a0-b966-8b7023159a55 req-26cb0bfa-03ec-456c-9fb1-a970f37cc396 service neutron] 10.222.0.76 "GET /v2.0/networks/691a624c-964a-4825-b277-bf02eccf1ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942088 Dec 08 16:22:00.640322 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c405589-9e97-4c7b-9c16-aced229591d4 None None] New status for floating IP d8b9caf3-5f2f-4c0c-9059-273abd5fa64a: DOWN {{(pid=110553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:22:00.807810 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc6d86-cc72-4b52-bda4-35480509a691 req-1a07a604-2117-41a6-9221-c0cbaf6c808c tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:00.818255 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0bfc6d86-cc72-4b52-bda4-35480509a691 req-1a07a604-2117-41a6-9221-c0cbaf6c808c tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/networks/1ae4cf80-76bf-4df3-a557-5cc6023c1900 HTTP/1.1" status: 200 len: 784 time: 0.4859498 Dec 08 16:22:00.830599 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [req-0bfc6d86-cc72-4b52-bda4-35480509a691 req-87a8db95-eab9-4edd-8497-c68b93fd86d7 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:22:00.841404 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0bfc6d86-cc72-4b52-bda4-35480509a691 req-87a8db95-eab9-4edd-8497-c68b93fd86d7 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0218058 Dec 08 16:22:00.854306 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93514ef-5bfd-4832-a96c-04117f9d47d9 req-c3b54a60-178a-40c5-ab96-fbfa27a17081 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:00.865746 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c93514ef-5bfd-4832-a96c-04117f9d47d9 req-c3b54a60-178a-40c5-ab96-fbfa27a17081 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 945 time: 0.3282230 Dec 08 16:22:00.924587 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ab0e6814-265f-44a0-b966-8b7023159a55 req-f05f0f56-51ad-4782-be62-d2d6272dcb3b service neutron] 10.222.0.76 "GET /v2.0/networks/691a624c-964a-4825-b277-bf02eccf1ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4164410 Dec 08 16:22:00.969922 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c93514ef-5bfd-4832-a96c-04117f9d47d9 req-545e5484-d539-498e-a004-2cfa5f1968bc tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933368 Dec 08 16:22:01.105460 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0bfc6d86-cc72-4b52-bda4-35480509a691 req-d6e54c64-311e-4879-a0a1-0eb6584ab227 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.76 HTTP/1.1" status: 200 len: 697 time: 0.2610474 Dec 08 16:22:01.201949 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12048d85-5e77-4c09-9bf9-4bf1667f5e2c req-174fed94-20d4-4b8c-bcf3-92232f807497 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:01.224903 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-12048d85-5e77-4c09-9bf9-4bf1667f5e2c req-174fed94-20d4-4b8c-bcf3-92232f807497 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 945 time: 0.1390967 Dec 08 16:22:01.254256 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0bfc6d86-cc72-4b52-bda4-35480509a691 req-bd5b4c14-8f7a-40f1-aa42-67c2a7dad4d1 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.0.76 HTTP/1.1" status: 200 len: 697 time: 0.1465080 Dec 08 16:22:01.405617 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-12048d85-5e77-4c09-9bf9-4bf1667f5e2c req-af8b72f8-2e77-4a8e-ad68-df57ba60ac71 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1788893 Dec 08 16:22:01.750210 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2067d-9304-4f85-abd6-61408a768c29 req-55073f92-06b8-405e-a310-a742e4f10c58 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:01.770846 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-0bfc6d86-cc72-4b52-bda4-35480509a691 req-5fc8ddfd-8210-4054-8016-729285c963ef tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Deleting port 43f64f01-101a-45c5-9887-9c056acf4d6a {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:22:01.771382 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-0bfc6d86-cc72-4b52-bda4-35480509a691 req-5fc8ddfd-8210-4054-8016-729285c963ef tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:01.776750 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-54c2067d-9304-4f85-abd6-61408a768c29 req-55073f92-06b8-405e-a310-a742e4f10c58 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 943 time: 0.1925225 Dec 08 16:22:01.857387 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59340) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:01.893204 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-54c2067d-9304-4f85-abd6-61408a768c29 req-87a383e5-f3f1-449a-b665-ccb9eb2525f9 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=0224af71-d7ce-4eed-aefa-724f93ccbe59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126127 Dec 08 16:22:02.006036 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-0bfc6d86-cc72-4b52-bda4-35480509a691 req-5fc8ddfd-8210-4054-8016-729285c963ef tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:02.006430 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-0bfc6d86-cc72-4b52-bda4-35480509a691 req-5fc8ddfd-8210-4054-8016-729285c963ef tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:02.069721 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-0bfc6d86-cc72-4b52-bda4-35480509a691 req-5fc8ddfd-8210-4054-8016-729285c963ef tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Calling delete_port for 43f64f01-101a-45c5-9887-9c056acf4d6a owned by network:floatingip {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:22:02.208052 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-102cdbea-eb8c-405b-bd54-f370829f1218 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1122214', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:22:02.369062 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36bc661-e799-4f3c-a74b-5936346d2422 req-23cc4f37-225c-44a9-a769-aa1abac718df tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:02.371311 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d36bc661-e799-4f3c-a74b-5936346d2422 req-23cc4f37-225c-44a9-a769-aa1abac718df tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/networks?id=444a8cbb-ee83-40d1-9772-ed3daa005a16 HTTP/1.1" status: 200 len: 810 time: 0.1675279 Dec 08 16:22:02.396341 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-102cdbea-eb8c-405b-bd54-f370829f1218 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:02.412070 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-102cdbea-eb8c-405b-bd54-f370829f1218 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:02.412348 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d36bc661-e799-4f3c-a74b-5936346d2422 req-9f992def-f499-44e3-bb3f-74f313d9c24c tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/quotas/22d0ae928129486d8913ac89433a7712 HTTP/1.1" status: 200 len: 375 time: 0.0231783 Dec 08 16:22:02.423293 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59358) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:02.500649 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d36bc661-e799-4f3c-a74b-5936346d2422 req-a15c5c10-c9bc-441e-a1c3-5be4bcb9bb65 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=22d0ae928129486d8913ac89433a7712&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0935593 Dec 08 16:22:02.511915 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [req-d36bc661-e799-4f3c-a74b-5936346d2422 req-5c18da71-2306-455a-ae32-8fef7e3d470a service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:22:02.514735 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-0bfc6d86-cc72-4b52-bda4-35480509a691 req-5fc8ddfd-8210-4054-8016-729285c963ef tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:02.516941 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d36bc661-e799-4f3c-a74b-5936346d2422 req-5c18da71-2306-455a-ae32-8fef7e3d470a service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0094068 Dec 08 16:22:02.569913 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8ddfd-8210-4054-8016-729285c963ef tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Pushing event deleted for resources: {'Port': ['ID=43f64f01-101a-45c5-9887-9c056acf4d6a,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:02.613768 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-32890d9d-0f1d-442c-ace2-4ecd6d695f28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:02.616669 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-102cdbea-eb8c-405b-bd54-f370829f1218 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:02.632467 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d36bc661-e799-4f3c-a74b-5936346d2422 req-e6afa078-aead-4bd1-95f7-3b6b4403ca6e service neutron] 10.222.0.64 "GET /v2.0/networks/444a8cbb-ee83-40d1-9772-ed3daa005a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030715 Dec 08 16:22:02.672811 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-102cdbea-eb8c-405b-bd54-f370829f1218 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:02.715484 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-0bfc6d86-cc72-4b52-bda4-35480509a691 req-5fc8ddfd-8210-4054-8016-729285c963ef tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Publish callbacks [] for floatingip, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:02.718281 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-0bfc6d86-cc72-4b52-bda4-35480509a691 req-5fc8ddfd-8210-4054-8016-729285c963ef tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:02.720144 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0bfc6d86-cc72-4b52-bda4-35480509a691 req-5fc8ddfd-8210-4054-8016-729285c963ef tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "DELETE /v2.0/floatingips/d8b9caf3-5f2f-4c0c-9059-273abd5fa64a HTTP/1.1" status: 204 len: 173 time: 1.4643552 Dec 08 16:22:02.733187 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d36bc661-e799-4f3c-a74b-5936346d2422 req-fbc952d7-e85d-4019-8b9f-8f0cccd3cd01 service neutron] 10.222.0.64 "GET /v2.0/networks/444a8cbb-ee83-40d1-9772-ed3daa005a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998485 Dec 08 16:22:02.759342 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-102cdbea-eb8c-405b-bd54-f370829f1218 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:02.759342 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-102cdbea-eb8c-405b-bd54-f370829f1218 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8983421 Dec 08 16:22:02.760289 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59364) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:02.766444 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-c896c7b8-4dc8-4f3b-bfeb-ab9b682fce59 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-335750617'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:22:02.787545 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-32890d9d-0f1d-442c-ace2-4ecd6d695f28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:02.813806 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-21daf98b-7de8-4032-a20b-d8cf6e702698 req-ba8734a0-621a-4de0-9414-8df14460d951 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/security-groups/af8030ea-adc2-4060-a4dd-976c17185fc7 HTTP/1.1" status: 200 len: 1826 time: 0.0559013 Dec 08 16:22:02.865037 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-32890d9d-0f1d-442c-ace2-4ecd6d695f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:02.908066 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c896c7b8-4dc8-4f3b-bfeb-ab9b682fce59 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Made reservation on behalf of 453b04cbbe5648fd8e5bc27d00106a62 for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:22:02.912063 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c896c7b8-4dc8-4f3b-bfeb-ab9b682fce59 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:02.922774 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c896c7b8-4dc8-4f3b-bfeb-ab9b682fce59 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:02.929760 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32890d9d-0f1d-442c-ace2-4ecd6d695f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9fc517-f9ce-4dae-9430-2dd88f81ef64,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:02.932705 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-21daf98b-7de8-4032-a20b-d8cf6e702698 req-06331fbb-8c74-48b4-ba02-2b9dde378070 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:02.936370 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-32890d9d-0f1d-442c-ace2-4ecd6d695f28 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=75ea6b8cf5434b4693605ceb24728804&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5118361 Dec 08 16:22:02.941168 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59368) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:02.975723 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-21daf98b-7de8-4032-a20b-d8cf6e702698 req-06331fbb-8c74-48b4-ba02-2b9dde378070 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:03.086411 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-915c1edd-eb0a-4fff-986c-cfd2e700c13e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:03.095272 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c896c7b8-4dc8-4f3b-bfeb-ab9b682fce59 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:03.127181 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-915c1edd-eb0a-4fff-986c-cfd2e700c13e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:03.132445 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b19759-ea97-4773-96b0-cd0884c1444a req-0afcca5f-47ba-422b-a05d-61133bb33cf5 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:03.134308 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b2b19759-ea97-4773-96b0-cd0884c1444a req-0afcca5f-47ba-422b-a05d-61133bb33cf5 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 943 time: 0.0901439 Dec 08 16:22:03.187971 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-21daf98b-7de8-4032-a20b-d8cf6e702698 req-06331fbb-8c74-48b4-ba02-2b9dde378070 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:03.187971 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-21daf98b-7de8-4032-a20b-d8cf6e702698 req-06331fbb-8c74-48b4-ba02-2b9dde378070 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:03.187971 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-21daf98b-7de8-4032-a20b-d8cf6e702698 req-06331fbb-8c74-48b4-ba02-2b9dde378070 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "DELETE /v2.0/security-groups/af8030ea-adc2-4060-a4dd-976c17185fc7 HTTP/1.1" status: 204 len: 173 time: 0.3663061 Dec 08 16:22:03.212519 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06331fbb-8c74-48b4-ba02-2b9dde378070 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8030ea-adc2-4060-a4dd-976c17185fc7,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:03.256437 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b2b19759-ea97-4773-96b0-cd0884c1444a req-adf6cd4c-4318-4c61-84e8-3b9203192636 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=0224af71-d7ce-4eed-aefa-724f93ccbe59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148012 Dec 08 16:22:03.259556 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c896c7b8-4dc8-4f3b-bfeb-ab9b682fce59 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:03.303963 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c896c7b8-4dc8-4f3b-bfeb-ab9b682fce59 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b75770bf-1027-406c-80c6-1cbe70d1892d,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:03.313882 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ff754729-429a-4971-8783-ff746c937c8d req-ceed99bd-6267-48ae-8414-4b3eab480c2a tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=8537e803-ac65-4b1f-b876-037d6359137c HTTP/1.1" status: 200 len: 210 time: 0.0352168 Dec 08 16:22:03.332743 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-915c1edd-eb0a-4fff-986c-cfd2e700c13e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:03.342202 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-915c1edd-eb0a-4fff-986c-cfd2e700c13e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:03.345066 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-915c1edd-eb0a-4fff-986c-cfd2e700c13e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8d9fc517-f9ce-4dae-9430-2dd88f81ef64 HTTP/1.1" status: 204 len: 168 time: 0.4026515 Dec 08 16:22:03.360557 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c896c7b8-4dc8-4f3b-bfeb-ab9b682fce59 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:22:03.363241 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c1edd-eb0a-4fff-986c-cfd2e700c13e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9fc517-f9ce-4dae-9430-2dd88f81ef64,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:03.386165 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c896c7b8-4dc8-4f3b-bfeb-ab9b682fce59 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:03.386538 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-c896c7b8-4dc8-4f3b-bfeb-ab9b682fce59 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Added segment 0ca5af8d-e53d-4d76-bd18-61d0ab122b2b of type vlan for network 8af04581-fdc5-4044-9d1a-976145d8058f Dec 08 16:22:03.461579 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c896c7b8-4dc8-4f3b-bfeb-ab9b682fce59 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:03.559733 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c896c7b8-4dc8-4f3b-bfeb-ab9b682fce59 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:03.567440 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c896c7b8-4dc8-4f3b-bfeb-ab9b682fce59 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:03.567804 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c896c7b8-4dc8-4f3b-bfeb-ab9b682fce59 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:03.641958 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c896c7b8-4dc8-4f3b-bfeb-ab9b682fce59 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Pushing event updated for resources: {'Network': ['ID=8af04581-fdc5-4044-9d1a-976145d8058f,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:03.653916 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 8af04581-fdc5-4044-9d1a-976145d8058f details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:22:03.744790 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c896c7b8-4dc8-4f3b-bfeb-ab9b682fce59 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9825115 Dec 08 16:22:03.751281 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59392) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:03.764837 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-0dc749f5-1566-477c-a447-9003abb08f3a tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Request body: {'subnet': {'network_id': '8af04581-fdc5-4044-9d1a-976145d8058f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:22:03.911847 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22026cc4-b2fb-47d9-a601-50350ef99432 req-f493f0de-4116-436c-90bc-c1383968a02a tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:03.913430 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-22026cc4-b2fb-47d9-a601-50350ef99432 req-f493f0de-4116-436c-90bc-c1383968a02a tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/ports?device_id=20e35821-4a0f-4e25-8f81-8caffde54dde HTTP/1.1" status: 200 len: 945 time: 0.0596111 Dec 08 16:22:03.968066 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-22026cc4-b2fb-47d9-a601-50350ef99432 req-870951cf-6919-4762-b9f9-dc4e53ad5aa0 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/security-groups?id=796b0b3b-2d54-476b-abe1-7568016bfa47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480549 Dec 08 16:22:04.022046 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc749f5-1566-477c-a447-9003abb08f3a tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Made reservation on behalf of 453b04cbbe5648fd8e5bc27d00106a62 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:22:04.025826 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0dc749f5-1566-477c-a447-9003abb08f3a tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:04.228131 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59396) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:04.242365 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-54f0e585-57e1-455a-932e-7048e4b1ef49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:04.332029 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-54f0e585-57e1-455a-932e-7048e4b1ef49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:04.348914 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0dc749f5-1566-477c-a447-9003abb08f3a tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:04.429873 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-00d2a710-52e9-4e26-bdda-d052d10449d6 req-f3936ea4-3283-4346-b081-1ed403e34593 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=8537e803-ac65-4b1f-b876-037d6359137c HTTP/1.1" status: 200 len: 210 time: 0.0309608 Dec 08 16:22:04.440446 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-54f0e585-57e1-455a-932e-7048e4b1ef49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:04.456999 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:04.497111 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-54f0e585-57e1-455a-932e-7048e4b1ef49 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=811c1d4aecb24dc6acc67edffcdbad26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2677443 Dec 08 16:22:04.499072 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59408) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:04.508294 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc749f5-1566-477c-a447-9003abb08f3a tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Pushing event updated for resources: {'Subnet': ['ID=10b37f4d-38d7-4ae7-ab46-46f0d73375c3,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:04.543676 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dba33a-427b-4a00-9be1-b16dc223f295 req-3f0ffc80-5b15-4727-b310-44d5b6dd1dfd tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:04.545441 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-50dba33a-427b-4a00-9be1-b16dc223f295 req-3f0ffc80-5b15-4727-b310-44d5b6dd1dfd tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 943 time: 0.1733656 Dec 08 16:22:04.557791 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f0e585-57e1-455a-932e-7048e4b1ef49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=817a09ad-b33e-48bd-89b6-ccca6a788bba,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:04.571949 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc749f5-1566-477c-a447-9003abb08f3a tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Checking segment: {'id': '0ca5af8d-e53d-4d76-bd18-61d0ab122b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8af04581-fdc5-4044-9d1a-976145d8058f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:22:04.572501 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc749f5-1566-477c-a447-9003abb08f3a tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Network hostable DHCP agents. Network: 8af04581-fdc5-4044-9d1a-976145d8058f, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:22:04.580033 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-99a36ce1-4cdb-4311-bb5a-0fb76437c1b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:04.605708 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-99a36ce1-4cdb-4311-bb5a-0fb76437c1b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:04.627580 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-50dba33a-427b-4a00-9be1-b16dc223f295 req-4bda303a-a357-429b-ae7b-a5c88e7d344e tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=0224af71-d7ce-4eed-aefa-724f93ccbe59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716183 Dec 08 16:22:04.662593 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc749f5-1566-477c-a447-9003abb08f3a tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Network 8af04581-fdc5-4044-9d1a-976145d8058f is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:22:04.770661 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-99a36ce1-4cdb-4311-bb5a-0fb76437c1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:04.773194 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-99a36ce1-4cdb-4311-bb5a-0fb76437c1b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:04.774445 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-99a36ce1-4cdb-4311-bb5a-0fb76437c1b5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/817a09ad-b33e-48bd-89b6-ccca6a788bba HTTP/1.1" status: 204 len: 168 time: 0.2739990 Dec 08 16:22:04.787004 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a36ce1-4cdb-4311-bb5a-0fb76437c1b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=817a09ad-b33e-48bd-89b6-ccca6a788bba,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:04.794200 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a36ce1-4cdb-4311-bb5a-0fb76437c1b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:04.794555 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a36ce1-4cdb-4311-bb5a-0fb76437c1b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:04.794971 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a36ce1-4cdb-4311-bb5a-0fb76437c1b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:04.795328 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a36ce1-4cdb-4311-bb5a-0fb76437c1b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:04.795728 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a36ce1-4cdb-4311-bb5a-0fb76437c1b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:04.796078 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a36ce1-4cdb-4311-bb5a-0fb76437c1b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:04.796448 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a36ce1-4cdb-4311-bb5a-0fb76437c1b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:04.796791 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a36ce1-4cdb-4311-bb5a-0fb76437c1b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:04.797174 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a36ce1-4cdb-4311-bb5a-0fb76437c1b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:04.797515 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a36ce1-4cdb-4311-bb5a-0fb76437c1b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:04.797849 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a36ce1-4cdb-4311-bb5a-0fb76437c1b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:04.798188 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a36ce1-4cdb-4311-bb5a-0fb76437c1b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:04.798520 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a36ce1-4cdb-4311-bb5a-0fb76437c1b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:04.813174 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-0dc749f5-1566-477c-a447-9003abb08f3a tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 8af04581-fdc5-4044-9d1a-976145d8058f) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:22:04.823814 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc749f5-1566-477c-a447-9003abb08f3a tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:04.833605 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0dc749f5-1566-477c-a447-9003abb08f3a tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:04.856229 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e812f7c-2416-4e9a-9956-a8c42b9f2005 None None] Network 8af04581-fdc5-4044-9d1a-976145d8058f requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:22:04.982010 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59412) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:04.983584 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-0dc749f5-1566-477c-a447-9003abb08f3a tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2299356 Dec 08 16:22:04.988775 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-672779d2-9572-4c1f-8ab4-b3b9942caf56 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Request body: {'network': {'name': 'tempest-router-network01--1932550101'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:22:04.991741 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099849b8-ff9b-41d6-97b4-9930f3d88283 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-8af04581-fdc5-4044-9d1a-976145d8058f', 'network_id': '8af04581-fdc5-4044-9d1a-976145d8058f', 'project_id': '453b04cbbe5648fd8e5bc27d00106a62', 'fixed_ips': [{'subnet_id': '10b37f4d-38d7-4ae7-ab46-46f0d73375c3'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:22:04.992676 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-099849b8-ff9b-41d6-97b4-9930f3d88283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:05.104610 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d0402-67cf-4cb6-b741-a3c4d0c14d88 req-aa099b55-e325-4490-84a3-9da0db1f3d27 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:05.106263 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f52d0402-67cf-4cb6-b741-a3c4d0c14d88 req-aa099b55-e325-4490-84a3-9da0db1f3d27 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/ports?device_id=20e35821-4a0f-4e25-8f81-8caffde54dde HTTP/1.1" status: 200 len: 945 time: 0.0561843 Dec 08 16:22:05.159250 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672779d2-9572-4c1f-8ab4-b3b9942caf56 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Made reservation on behalf of 453b04cbbe5648fd8e5bc27d00106a62 for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:22:05.162335 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-099849b8-ff9b-41d6-97b4-9930f3d88283 None None] Allocated IP 2001:db8::2 (8af04581-fdc5-4044-9d1a-976145d8058f/10b37f4d-38d7-4ae7-ab46-46f0d73375c3/ed27249d-c2e9-4fa5-9588-1050bca163da) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:22:05.164260 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-672779d2-9572-4c1f-8ab4-b3b9942caf56 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:05.188892 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f52d0402-67cf-4cb6-b741-a3c4d0c14d88 req-98185a22-5e0b-4121-9178-eef67aa08697 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/security-groups?id=796b0b3b-2d54-476b-abe1-7568016bfa47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719292 Dec 08 16:22:05.215485 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-672779d2-9572-4c1f-8ab4-b3b9942caf56 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:22:05.226619 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-672779d2-9572-4c1f-8ab4-b3b9942caf56 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:05.227032 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-672779d2-9572-4c1f-8ab4-b3b9942caf56 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Added segment 47db4a52-c63f-4fe7-842b-6d3775184ab8 of type vlan for network f66ecbab-3c59-4939-9732-b6521290c309 Dec 08 16:22:05.279141 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-672779d2-9572-4c1f-8ab4-b3b9942caf56 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:05.389607 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-099849b8-ff9b-41d6-97b4-9930f3d88283 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:05.450818 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-672779d2-9572-4c1f-8ab4-b3b9942caf56 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:05.458480 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672779d2-9572-4c1f-8ab4-b3b9942caf56 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:05.459220 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-672779d2-9572-4c1f-8ab4-b3b9942caf56 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:05.520489 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-099849b8-ff9b-41d6-97b4-9930f3d88283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:05.549579 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672779d2-9572-4c1f-8ab4-b3b9942caf56 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Pushing event updated for resources: {'Network': ['ID=f66ecbab-3c59-4939-9732-b6521290c309,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:05.564156 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099849b8-ff9b-41d6-97b4-9930f3d88283 None None] Network 8af04581-fdc5-4044-9d1a-976145d8058f is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:22:05.568695 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network f66ecbab-3c59-4939-9732-b6521290c309 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:22:05.573949 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-79005240-178b-4581-b3e6-9b6de7ca0ef5 req-08aa40e3-9f4c-4ca9-bcb0-d761bf135f8e tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=8537e803-ac65-4b1f-b876-037d6359137c HTTP/1.1" status: 200 len: 210 time: 0.0616281 Dec 08 16:22:05.624081 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-672779d2-9572-4c1f-8ab4-b3b9942caf56 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6400797 Dec 08 16:22:05.629975 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59434) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:05.636228 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-b41a29e8-650e-4fef-9c35-c4d456d440a3 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Request body: {'network': {'name': 'tempest-router-network02--2116772002'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:22:05.745977 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-099849b8-ff9b-41d6-97b4-9930f3d88283 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:22:05.754977 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099849b8-ff9b-41d6-97b4-9930f3d88283 None None] Pushing event updated for resources: {'Port': ['ID=ed27249d-c2e9-4fa5-9588-1050bca163da,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:05.802524 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b41a29e8-650e-4fef-9c35-c4d456d440a3 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Made reservation on behalf of 453b04cbbe5648fd8e5bc27d00106a62 for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:22:05.809356 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b41a29e8-650e-4fef-9c35-c4d456d440a3 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:05.848545 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099849b8-ff9b-41d6-97b4-9930f3d88283 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:22:05.872493 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36bc661-e799-4f3c-a74b-5936346d2422 req-d34fbcee-715d-44d4-bb93-490ac5a96a62 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:05.882557 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d36bc661-e799-4f3c-a74b-5936346d2422 req-d34fbcee-715d-44d4-bb93-490ac5a96a62 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.37 "GET /v2.0/networks?id=444a8cbb-ee83-40d1-9772-ed3daa005a16 HTTP/1.1" status: 200 len: 810 time: 0.2363944 Dec 08 16:22:05.896940 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-d36bc661-e799-4f3c-a74b-5936346d2422 req-07e61bbd-33f9-41f5-a31e-1cf2a969c1f2 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Request body: {'port': {'device_id': '8537e803-ac65-4b1f-b876-037d6359137c', 'network_id': '444a8cbb-ee83-40d1-9772-ed3daa005a16', 'admin_state_up': True, 'tenant_id': '22d0ae928129486d8913ac89433a7712'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:22:05.915009 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b41a29e8-650e-4fef-9c35-c4d456d440a3 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:22:05.964670 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f899f-554d-4c4f-8b9d-290d5522178e req-49895d5f-2cee-4b6a-aa98-0e4355cc0b0d tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:05.970992 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ac7f899f-554d-4c4f-8b9d-290d5522178e req-49895d5f-2cee-4b6a-aa98-0e4355cc0b0d tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 943 time: 0.2118866 Dec 08 16:22:06.027086 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b41a29e8-650e-4fef-9c35-c4d456d440a3 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:06.031390 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-b41a29e8-650e-4fef-9c35-c4d456d440a3 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Added segment 2d6dcbb6-e4ec-4305-90db-f602b366d627 of type vlan for network 3ad9b2ff-f775-4a69-92e2-9e7b17d9886f Dec 08 16:22:06.142053 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-099849b8-ff9b-41d6-97b4-9930f3d88283 None None] Attempting to bind port ed27249d-c2e9-4fa5-9588-1050bca163da on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:22:06.142595 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-099849b8-ff9b-41d6-97b4-9930f3d88283 None None] Attempting to bind port ed27249d-c2e9-4fa5-9588-1050bca163da by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '0ca5af8d-e53d-4d76-bd18-61d0ab122b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8af04581-fdc5-4044-9d1a-976145d8058f'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:22:06.144801 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099849b8-ff9b-41d6-97b4-9930f3d88283 None None] Attempting to bind port ed27249d-c2e9-4fa5-9588-1050bca163da on network 8af04581-fdc5-4044-9d1a-976145d8058f {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:22:06.158498 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099849b8-ff9b-41d6-97b4-9930f3d88283 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:22:06.159059 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099849b8-ff9b-41d6-97b4-9930f3d88283 None None] Checking segment: {'id': '0ca5af8d-e53d-4d76-bd18-61d0ab122b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8af04581-fdc5-4044-9d1a-976145d8058f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:22:06.160395 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-099849b8-ff9b-41d6-97b4-9930f3d88283 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:06.163155 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099849b8-ff9b-41d6-97b4-9930f3d88283 None None] Bound using segment: {'id': '0ca5af8d-e53d-4d76-bd18-61d0ab122b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8af04581-fdc5-4044-9d1a-976145d8058f'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:22:06.164065 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-099849b8-ff9b-41d6-97b4-9930f3d88283 None None] Bound port: ed27249d-c2e9-4fa5-9588-1050bca163da, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca5af8d-e53d-4d76-bd18-61d0ab122b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8af04581-fdc5-4044-9d1a-976145d8058f'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:22:06.171262 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-099849b8-ff9b-41d6-97b4-9930f3d88283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:06.188258 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b41a29e8-650e-4fef-9c35-c4d456d440a3 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:06.238862 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ac7f899f-554d-4c4f-8b9d-290d5522178e req-b7b66e46-2c8b-406b-a642-2e8ed2a1954f tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=0224af71-d7ce-4eed-aefa-724f93ccbe59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2443030 Dec 08 16:22:06.245277 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d36bc661-e799-4f3c-a74b-5936346d2422 req-07e61bbd-33f9-41f5-a31e-1cf2a969c1f2 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Made reservation on behalf of 22d0ae928129486d8913ac89433a7712 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:22:06.250342 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d36bc661-e799-4f3c-a74b-5936346d2422 req-07e61bbd-33f9-41f5-a31e-1cf2a969c1f2 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:06.307327 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-099849b8-ff9b-41d6-97b4-9930f3d88283 None None] For port ed27249d-c2e9-4fa5-9588-1050bca163da, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:22:06.311312 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-099849b8-ff9b-41d6-97b4-9930f3d88283 None None] For port ed27249d-c2e9-4fa5-9588-1050bca163da, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=ed27249d-c2e9-4fa5-9588-1050bca163da,segment=NetworkSegment(0ca5af8d-e53d-4d76-bd18-61d0ab122b2b),segment_id=0ca5af8d-e53d-4d76-bd18-61d0ab122b2b)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:22:06.371148 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b41a29e8-650e-4fef-9c35-c4d456d440a3 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:06.379808 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41a29e8-650e-4fef-9c35-c4d456d440a3 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:06.381072 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b41a29e8-650e-4fef-9c35-c4d456d440a3 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:06.395767 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-099849b8-ff9b-41d6-97b4-9930f3d88283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:06.501855 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099849b8-ff9b-41d6-97b4-9930f3d88283 None None] Pushing event updated for resources: {'Port': ['ID=ed27249d-c2e9-4fa5-9588-1050bca163da,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:06.517793 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7324ff01-2b4e-40e3-b08f-454b28685ad2 req-775e054d-c890-40a9-83f6-c8491982ed73 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:06.520844 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7324ff01-2b4e-40e3-b08f-454b28685ad2 req-775e054d-c890-40a9-83f6-c8491982ed73 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.76 "GET /v2.0/ports?device_id=20e35821-4a0f-4e25-8f81-8caffde54dde HTTP/1.1" status: 200 len: 945 time: 0.2502964 Dec 08 16:22:06.555040 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41a29e8-650e-4fef-9c35-c4d456d440a3 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Pushing event updated for resources: {'Network': ['ID=3ad9b2ff-f775-4a69-92e2-9e7b17d9886f,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:06.556931 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca4f94-2dcd-4789-b835-3faecf5bc266 req-81b97b98-47aa-4a20-9d1e-b40f6993e372 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:06.570562 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 3ad9b2ff-f775-4a69-92e2-9e7b17d9886f details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:22:06.577328 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-34ca4f94-2dcd-4789-b835-3faecf5bc266 req-81b97b98-47aa-4a20-9d1e-b40f6993e372 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/ports?device_id=20e35821-4a0f-4e25-8f81-8caffde54dde HTTP/1.1" status: 200 len: 945 time: 0.2472982 Dec 08 16:22:06.607050 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b41a29e8-650e-4fef-9c35-c4d456d440a3 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9731069 Dec 08 16:22:06.607634 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59464) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:06.615380 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-69c54c88-a8fd-4cac-9f69-ecf8979ac14a tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Request body: {'subnet': {'network_id': 'f66ecbab-3c59-4939-9732-b6521290c309', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:22:06.764485 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-d36bc661-e799-4f3c-a74b-5936346d2422 req-07e61bbd-33f9-41f5-a31e-1cf2a969c1f2 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Allocated IP 172.20.0.4 (444a8cbb-ee83-40d1-9772-ed3daa005a16/921ca20d-c445-4985-be5a-b19c39bd838b/5a649675-6f58-4888-9e52-eb6ecca7108e) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:22:06.791012 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3a9f6cb5-5ebb-42f5-8cbd-e8c28c082cde req-4f82f7aa-6cd6-4a54-9469-5a165460bc63 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=8537e803-ac65-4b1f-b876-037d6359137c HTTP/1.1" status: 200 len: 210 time: 0.0500834 Dec 08 16:22:06.803893 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-34ca4f94-2dcd-4789-b835-3faecf5bc266 req-05da2c1f-65db-4663-b424-6c1ec36983c2 tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/security-groups?id=796b0b3b-2d54-476b-abe1-7568016bfa47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263951 Dec 08 16:22:06.949085 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-7324ff01-2b4e-40e3-b08f-454b28685ad2 req-f7f32aec-80f2-4558-a29f-cd243ba4e71b tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Deleting port d3eb24a8-683a-4f98-be8e-72e568f695f9 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:22:06.949579 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-7324ff01-2b4e-40e3-b08f-454b28685ad2 req-f7f32aec-80f2-4558-a29f-cd243ba4e71b tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:07.185058 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-7324ff01-2b4e-40e3-b08f-454b28685ad2 req-f7f32aec-80f2-4558-a29f-cd243ba4e71b tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] For port d3eb24a8-683a-4f98-be8e-72e568f695f9, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=d3eb24a8-683a-4f98-be8e-72e568f695f9,segment=NetworkSegment(029293b9-4a14-4a19-b525-a343c058b382),segment_id=029293b9-4a14-4a19-b525-a343c058b382)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:07.185431 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-7324ff01-2b4e-40e3-b08f-454b28685ad2 req-f7f32aec-80f2-4558-a29f-cd243ba4e71b tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:07.189771 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d36bc661-e799-4f3c-a74b-5936346d2422 req-07e61bbd-33f9-41f5-a31e-1cf2a969c1f2 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:07.204329 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-7324ff01-2b4e-40e3-b08f-454b28685ad2 req-f7f32aec-80f2-4558-a29f-cd243ba4e71b tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Calling delete_port for d3eb24a8-683a-4f98-be8e-72e568f695f9 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:22:07.414315 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50461095-2374-4062-b214-8fa44afcec67 req-2d879ff8-ce69-4b1f-9e42-9d44e6919c6e tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:07.415805 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-50461095-2374-4062-b214-8fa44afcec67 req-2d879ff8-ce69-4b1f-9e42-9d44e6919c6e tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 943 time: 0.0658736 Dec 08 16:22:07.416480 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c54c88-a8fd-4cac-9f69-ecf8979ac14a tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Made reservation on behalf of 453b04cbbe5648fd8e5bc27d00106a62 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:22:07.419857 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-69c54c88-a8fd-4cac-9f69-ecf8979ac14a tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:07.542123 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-50461095-2374-4062-b214-8fa44afcec67 req-4e2d8013-ee4d-4c40-b5a9-60eb509922b5 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=0224af71-d7ce-4eed-aefa-724f93ccbe59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186328 Dec 08 16:22:07.823652 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d09fce-0a95-42ea-9654-5e477cfe9fb8 None None] Network 8af04581-fdc5-4044-9d1a-976145d8058f requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:22:07.885627 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-69c54c88-a8fd-4cac-9f69-ecf8979ac14a tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:07.888852 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d36bc661-e799-4f3c-a74b-5936346d2422 req-07e61bbd-33f9-41f5-a31e-1cf2a969c1f2 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:07.903077 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['387545ee-2fb9-4fd0-bb31-482b9336eed0', '3d765efb-79c3-4c3d-9c18-e4e21db047bc'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:22:07.910753 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-7324ff01-2b4e-40e3-b08f-454b28685ad2 req-f7f32aec-80f2-4558-a29f-cd243ba4e71b tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:07.962431 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device ed27249d-c2e9-4fa5-9588-1050bca163da up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:22:07.964298 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c54c88-a8fd-4cac-9f69-ecf8979ac14a tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Pushing event updated for resources: {'Subnet': ['ID=90ed6750-baa4-47da-bb25-25b4f6544013,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:07.996445 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c54c88-a8fd-4cac-9f69-ecf8979ac14a tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Checking segment: {'id': '47db4a52-c63f-4fe7-842b-6d3775184ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f66ecbab-3c59-4939-9732-b6521290c309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:22:07.996833 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c54c88-a8fd-4cac-9f69-ecf8979ac14a tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Network hostable DHCP agents. Network: f66ecbab-3c59-4939-9732-b6521290c309, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:22:08.032163 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-76de5d8a-c870-45ad-8556-90007c7a10d5 None None] Provisioning complete for port ed27249d-c2e9-4fa5-9588-1050bca163da triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:22:08.032904 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-76de5d8a-c870-45ad-8556-90007c7a10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:08.062715 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d36bc661-e799-4f3c-a74b-5936346d2422 req-07e61bbd-33f9-41f5-a31e-1cf2a969c1f2 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Network 444a8cbb-ee83-40d1-9772-ed3daa005a16 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:22:08.086463 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c54c88-a8fd-4cac-9f69-ecf8979ac14a tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Network f66ecbab-3c59-4939-9732-b6521290c309 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:22:08.089398 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fc7ed450-5a8f-4e2c-8dd6-a3658261a115 req-442c87db-7dd9-4555-a62b-d114f33d13ed tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/ports?device_id=20e35821-4a0f-4e25-8f81-8caffde54dde HTTP/1.1" status: 200 len: 210 time: 0.1383135 Dec 08 16:22:08.090438 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-d36bc661-e799-4f3c-a74b-5936346d2422 req-07e61bbd-33f9-41f5-a31e-1cf2a969c1f2 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:22:08.139333 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eb7332-0ad7-4425-9ba5-1c07f9b56d4e req-9fb3a7f4-035b-4e27-b607-df3630885b4b tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:08.155628 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-04eb7332-0ad7-4425-9ba5-1c07f9b56d4e req-9fb3a7f4-035b-4e27-b607-df3630885b4b tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=8537e803-ac65-4b1f-b876-037d6359137c HTTP/1.1" status: 200 len: 931 time: 0.1010132 Dec 08 16:22:08.188327 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-69c54c88-a8fd-4cac-9f69-ecf8979ac14a tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, f66ecbab-3c59-4939-9732-b6521290c309) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:22:08.207609 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c54c88-a8fd-4cac-9f69-ecf8979ac14a tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:08.212518 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-69c54c88-a8fd-4cac-9f69-ecf8979ac14a tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:08.262468 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122f6ae2-8ed4-43e8-bca2-d7b5bf8ca4e8 None None] Network f66ecbab-3c59-4939-9732-b6521290c309 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:22:08.307121 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-04eb7332-0ad7-4425-9ba5-1c07f9b56d4e req-f165eb1f-a47f-4a86-a786-6547c60fe91d tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505630 Dec 08 16:22:08.412210 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-69c54c88-a8fd-4cac-9f69-ecf8979ac14a tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8002944 Dec 08 16:22:08.413163 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59490) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:08.426016 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-58e5ffad-1307-46b0-9ebc-556f5bb94867 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Request body: {'subnet': {'network_id': '3ad9b2ff-f775-4a69-92e2-9e7b17d9886f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:22:08.439822 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port ed27249d-c2e9-4fa5-9588-1050bca163da triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:22:08.439822 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:08.602527 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-d36bc661-e799-4f3c-a74b-5936346d2422 req-07e61bbd-33f9-41f5-a31e-1cf2a969c1f2 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:22:08.622254 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e5ffad-1307-46b0-9ebc-556f5bb94867 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Made reservation on behalf of 453b04cbbe5648fd8e5bc27d00106a62 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:22:08.626860 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-58e5ffad-1307-46b0-9ebc-556f5bb94867 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:08.658653 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-7324ff01-2b4e-40e3-b08f-454b28685ad2 req-f7f32aec-80f2-4558-a29f-cd243ba4e71b tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] No DVR routers for this DVR port d3eb24a8-683a-4f98-be8e-72e568f695f9 on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:22:08.667333 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36bc661-e799-4f3c-a74b-5936346d2422 req-07e61bbd-33f9-41f5-a31e-1cf2a969c1f2 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:08.668448 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d36bc661-e799-4f3c-a74b-5936346d2422 req-07e61bbd-33f9-41f5-a31e-1cf2a969c1f2 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:08.673022 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-7324ff01-2b4e-40e3-b08f-454b28685ad2 req-f7f32aec-80f2-4558-a29f-cd243ba4e71b tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:08.677390 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7324ff01-2b4e-40e3-b08f-454b28685ad2 req-f7f32aec-80f2-4558-a29f-cd243ba4e71b tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.76 "DELETE /v2.0/ports/d3eb24a8-683a-4f98-be8e-72e568f695f9 HTTP/1.1" status: 204 len: 173 time: 2.1426718 Dec 08 16:22:08.683783 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e35821-4a0f-4e25-8f81-8caffde54dde', 'name': 'network-vif-deleted', 'tag': 'd3eb24a8-683a-4f98-be8e-72e568f695f9'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:22:08.691389 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3290a5-3426-4ef7-b99f-e9a5a6313996" -d '{"events": [{"server_uuid": "20e35821-4a0f-4e25-8f81-8caffde54dde", "name": "network-vif-deleted", "tag": "d3eb24a8-683a-4f98-be8e-72e568f695f9"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:22:08.785857 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e61bbd-33f9-41f5-a31e-1cf2a969c1f2 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Pushing event updated for resources: {'Port': ['ID=5a649675-6f58-4888-9e52-eb6ecca7108e,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:08.790689 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d86499-73a0-46d8-9173-c34e311c5ae7 x-openstack-request-id: req-78d86499-73a0-46d8-9173-c34e311c5ae7 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:22:08.791069 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e35821-4a0f-4e25-8f81-8caffde54dde", "name": "network-vif-deleted", "tag": "d3eb24a8-683a-4f98-be8e-72e568f695f9", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:22:08.791659 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-78d86499-73a0-46d8-9173-c34e311c5ae7 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:22:08.792148 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e35821-4a0f-4e25-8f81-8caffde54dde', 'name': 'network-vif-deleted', 'tag': 'd3eb24a8-683a-4f98-be8e-72e568f695f9', 'status': 'completed', 'code': 200} Dec 08 16:22:08.831348 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-76de5d8a-c870-45ad-8556-90007c7a10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:08.833858 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f32aec-80f2-4558-a29f-cd243ba4e71b tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] Pushing event deleted for resources: {'Port': ['ID=d3eb24a8-683a-4f98-be8e-72e568f695f9,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:08.841242 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:08.852894 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b51531-7528-4935-ab2f-b47da7dc7887 req-e7db7b19-8000-45ec-8416-fc0f86096d40 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:08.854661 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c8b51531-7528-4935-ab2f-b47da7dc7887 req-e7db7b19-8000-45ec-8416-fc0f86096d40 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 943 time: 0.1598232 Dec 08 16:22:08.890809 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d36bc661-e799-4f3c-a74b-5936346d2422 req-07e61bbd-33f9-41f5-a31e-1cf2a969c1f2 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0017829 Dec 08 16:22:08.906669 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-76de5d8a-c870-45ad-8556-90007c7a10d5 None None] For port ed27249d-c2e9-4fa5-9588-1050bca163da, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=ed27249d-c2e9-4fa5-9588-1050bca163da,segment=NetworkSegment(0ca5af8d-e53d-4d76-bd18-61d0ab122b2b),segment_id=0ca5af8d-e53d-4d76-bd18-61d0ab122b2b)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:08.919481 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-d36bc661-e799-4f3c-a74b-5936346d2422 req-1498d034-89ae-485b-b097-394f17d939e5 service neutron] Request body: {'port': {'device_id': '8537e803-ac65-4b1f-b876-037d6359137c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:22:08.980901 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1199b2f9-fd33-43ce-8966-31d0116cb9e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-f66ecbab-3c59-4939-9732-b6521290c309', 'network_id': 'f66ecbab-3c59-4939-9732-b6521290c309', 'project_id': '453b04cbbe5648fd8e5bc27d00106a62', 'fixed_ips': [{'subnet_id': '90ed6750-baa4-47da-bb25-25b4f6544013'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:22:08.987242 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1199b2f9-fd33-43ce-8966-31d0116cb9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:08.995713 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-76de5d8a-c870-45ad-8556-90007c7a10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:09.024915 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c8b51531-7528-4935-ab2f-b47da7dc7887 req-f2e8c4fe-06ac-4e77-a844-9b123deed7f7 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=0224af71-d7ce-4eed-aefa-724f93ccbe59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629591 Dec 08 16:22:09.033188 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d36bc661-e799-4f3c-a74b-5936346d2422 req-1498d034-89ae-485b-b097-394f17d939e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:09.133364 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-58e5ffad-1307-46b0-9ebc-556f5bb94867 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:09.210225 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-cdcbd42e-2e31-48cd-bad8-7540ca8d0a22 None None] Provisioning complete for port ed27249d-c2e9-4fa5-9588-1050bca163da triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:22:09.210225 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-cdcbd42e-2e31-48cd-bad8-7540ca8d0a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:09.210225 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de5d8a-c870-45ad-8556-90007c7a10d5 None None] Pushing event updated for resources: {'Port': ['ID=ed27249d-c2e9-4fa5-9588-1050bca163da,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:09.250281 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e5ffad-1307-46b0-9ebc-556f5bb94867 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Pushing event updated for resources: {'Subnet': ['ID=21edbe46-51cd-4bc2-8356-2600adb2748e,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:09.268459 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e5ffad-1307-46b0-9ebc-556f5bb94867 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Checking segment: {'id': '2d6dcbb6-e4ec-4305-90db-f602b366d627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3ad9b2ff-f775-4a69-92e2-9e7b17d9886f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:22:09.269755 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e5ffad-1307-46b0-9ebc-556f5bb94867 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Network hostable DHCP agents. Network: 3ad9b2ff-f775-4a69-92e2-9e7b17d9886f, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:22:09.300234 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-1199b2f9-fd33-43ce-8966-31d0116cb9e1 None None] Allocated IP 2001:db8::2 (f66ecbab-3c59-4939-9732-b6521290c309/90ed6750-baa4-47da-bb25-25b4f6544013/98208c87-61b3-4a68-9fb0-f34bb0fd0efd) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:22:09.375788 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-140e6d3b-ecd5-427d-a0ab-13fbd118b151 req-5f3961a0-5656-43e3-9bb7-8552661c2b8c tempest-ServerRescueTestJSONUnderV235-299642505 tempest-ServerRescueTestJSONUnderV235-299642505-project] 10.222.0.64 "GET /v2.0/ports?device_id=20e35821-4a0f-4e25-8f81-8caffde54dde HTTP/1.1" status: 200 len: 210 time: 0.0513160 Dec 08 16:22:09.376943 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e5ffad-1307-46b0-9ebc-556f5bb94867 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Network 3ad9b2ff-f775-4a69-92e2-9e7b17d9886f is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:22:09.441818 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-cdcbd42e-2e31-48cd-bad8-7540ca8d0a22 None None] Provisioning complete for port 5a649675-6f58-4888-9e52-eb6ecca7108e triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:22:09.442409 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-cdcbd42e-2e31-48cd-bad8-7540ca8d0a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:09.481476 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-d36bc661-e799-4f3c-a74b-5936346d2422 req-1498d034-89ae-485b-b097-394f17d939e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a649675-6f58-4888-9e52-eb6ecca7108e {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:22:09.485702 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-58e5ffad-1307-46b0-9ebc-556f5bb94867 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 3ad9b2ff-f775-4a69-92e2-9e7b17d9886f) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:22:09.492788 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e5ffad-1307-46b0-9ebc-556f5bb94867 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:09.496495 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-58e5ffad-1307-46b0-9ebc-556f5bb94867 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:09.500211 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e794e9-9bd6-4868-aeea-7affaf31174a None None] Network 3ad9b2ff-f775-4a69-92e2-9e7b17d9886f requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:22:09.521081 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d36bc661-e799-4f3c-a74b-5936346d2422 req-1498d034-89ae-485b-b097-394f17d939e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:09.524689 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-cdcbd42e-2e31-48cd-bad8-7540ca8d0a22 None None] Port 5a649675-6f58-4888-9e52-eb6ecca7108e cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:22:09.545579 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-d36bc661-e799-4f3c-a74b-5936346d2422 req-1498d034-89ae-485b-b097-394f17d939e5 service neutron] Transition to ACTIVE for port object 5a649675-6f58-4888-9e52-eb6ecca7108e will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:22:09.559677 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e032dd3-c4c9-44e9-a4a1-c6b1d7e1ca24 req-b9f88149-6576-4f76-9b8a-0fbeab5e2a75 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:09.560691 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8e032dd3-c4c9-44e9-a4a1-c6b1d7e1ca24 req-b9f88149-6576-4f76-9b8a-0fbeab5e2a75 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=8537e803-ac65-4b1f-b876-037d6359137c HTTP/1.1" status: 200 len: 931 time: 0.0934012 Dec 08 16:22:09.624566 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-58e5ffad-1307-46b0-9ebc-556f5bb94867 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2102339 Dec 08 16:22:09.625167 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8e032dd3-c4c9-44e9-a4a1-c6b1d7e1ca24 req-4c37544e-da11-45d0-8afa-fa095ec02b1f tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523839 Dec 08 16:22:09.626475 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d36bc661-e799-4f3c-a74b-5936346d2422 req-1498d034-89ae-485b-b097-394f17d939e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:09.627142 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59522) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:09.669966 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1199b2f9-fd33-43ce-8966-31d0116cb9e1 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:09.688614 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78dfa4d-de4d-4ec3-8c10-454080708d31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-3ad9b2ff-f775-4a69-92e2-9e7b17d9886f', 'network_id': '3ad9b2ff-f775-4a69-92e2-9e7b17d9886f', 'project_id': '453b04cbbe5648fd8e5bc27d00106a62', 'fixed_ips': [{'subnet_id': '21edbe46-51cd-4bc2-8356-2600adb2748e'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:22:09.689497 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a78dfa4d-de4d-4ec3-8c10-454080708d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:09.725953 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1498d034-89ae-485b-b097-394f17d939e5 service neutron] Pushing event updated for resources: {'Port': ['ID=5a649675-6f58-4888-9e52-eb6ecca7108e,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:09.859785 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1199b2f9-fd33-43ce-8966-31d0116cb9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:09.860458 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-d36bc661-e799-4f3c-a74b-5936346d2422 req-1498d034-89ae-485b-b097-394f17d939e5 service neutron] Attempting to bind port 5a649675-6f58-4888-9e52-eb6ecca7108e on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:22:09.860784 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-d36bc661-e799-4f3c-a74b-5936346d2422 req-1498d034-89ae-485b-b097-394f17d939e5 service neutron] Attempting to bind port 5a649675-6f58-4888-9e52-eb6ecca7108e by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': 'bb740625-1067-4eb4-8c3f-54ce2bbbb747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '444a8cbb-ee83-40d1-9772-ed3daa005a16'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:22:09.861122 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36bc661-e799-4f3c-a74b-5936346d2422 req-1498d034-89ae-485b-b097-394f17d939e5 service neutron] Attempting to bind port 5a649675-6f58-4888-9e52-eb6ecca7108e on network 444a8cbb-ee83-40d1-9772-ed3daa005a16 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:22:09.879466 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36bc661-e799-4f3c-a74b-5936346d2422 req-1498d034-89ae-485b-b097-394f17d939e5 service neutron] Port 5a649675-6f58-4888-9e52-eb6ecca7108e on network 444a8cbb-ee83-40d1-9772-ed3daa005a16 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:22:09.879466 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36bc661-e799-4f3c-a74b-5936346d2422 req-1498d034-89ae-485b-b097-394f17d939e5 service neutron] Attempting to bind port 5a649675-6f58-4888-9e52-eb6ecca7108e on network 444a8cbb-ee83-40d1-9772-ed3daa005a16 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:22:09.889731 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36bc661-e799-4f3c-a74b-5936346d2422 req-1498d034-89ae-485b-b097-394f17d939e5 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:22:09.892640 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36bc661-e799-4f3c-a74b-5936346d2422 req-1498d034-89ae-485b-b097-394f17d939e5 service neutron] Checking segment: {'id': 'bb740625-1067-4eb4-8c3f-54ce2bbbb747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '444a8cbb-ee83-40d1-9772-ed3daa005a16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:22:09.893243 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36bc661-e799-4f3c-a74b-5936346d2422 req-1498d034-89ae-485b-b097-394f17d939e5 service neutron] Bound using segment: {'id': 'bb740625-1067-4eb4-8c3f-54ce2bbbb747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '444a8cbb-ee83-40d1-9772-ed3daa005a16'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:22:09.893542 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-d36bc661-e799-4f3c-a74b-5936346d2422 req-1498d034-89ae-485b-b097-394f17d939e5 service neutron] Bound port: 5a649675-6f58-4888-9e52-eb6ecca7108e, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb740625-1067-4eb4-8c3f-54ce2bbbb747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '444a8cbb-ee83-40d1-9772-ed3daa005a16'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:22:09.893949 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d36bc661-e799-4f3c-a74b-5936346d2422 req-1498d034-89ae-485b-b097-394f17d939e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:09.956695 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1199b2f9-fd33-43ce-8966-31d0116cb9e1 None None] Network f66ecbab-3c59-4939-9732-b6521290c309 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:22:09.965063 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device d3eb24a8-683a-4f98-be8e-72e568f695f9 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:22:09.982262 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-1199b2f9-fd33-43ce-8966-31d0116cb9e1 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:22:09.988139 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1199b2f9-fd33-43ce-8966-31d0116cb9e1 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:22:10.033124 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-d36bc661-e799-4f3c-a74b-5936346d2422 req-1498d034-89ae-485b-b097-394f17d939e5 service neutron] For port 5a649675-6f58-4888-9e52-eb6ecca7108e, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:22:10.041186 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-d36bc661-e799-4f3c-a74b-5936346d2422 req-1498d034-89ae-485b-b097-394f17d939e5 service neutron] For port 5a649675-6f58-4888-9e52-eb6ecca7108e, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=5a649675-6f58-4888-9e52-eb6ecca7108e,segment=NetworkSegment(bb740625-1067-4eb4-8c3f-54ce2bbbb747),segment_id=bb740625-1067-4eb4-8c3f-54ce2bbbb747)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:22:10.081680 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: d3eb24a8-683a-4f98-be8e-72e568f695f9 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:22:10.081680 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device d3eb24a8-683a-4f98-be8e-72e568f695f9 not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:22:10.097041 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device ed27249d-c2e9-4fa5-9588-1050bca163da up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:22:10.154241 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d36bc661-e799-4f3c-a74b-5936346d2422 req-1498d034-89ae-485b-b097-394f17d939e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:10.205250 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36bc661-e799-4f3c-a74b-5936346d2422 req-1498d034-89ae-485b-b097-394f17d939e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:10.206895 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d36bc661-e799-4f3c-a74b-5936346d2422 req-1498d034-89ae-485b-b097-394f17d939e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:10.208863 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d36bc661-e799-4f3c-a74b-5936346d2422 req-1498d034-89ae-485b-b097-394f17d939e5 service neutron] 10.222.0.37 "PUT /v2.0/ports/5a649675-6f58-4888-9e52-eb6ecca7108e HTTP/1.1" status: 200 len: 1092 time: 1.3018532 Dec 08 16:22:10.255738 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1199b2f9-fd33-43ce-8966-31d0116cb9e1 None None] Pushing event updated for resources: {'Port': ['ID=98208c87-61b3-4a68-9fb0-f34bb0fd0efd,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:10.267458 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1498d034-89ae-485b-b097-394f17d939e5 service neutron] Pushing event updated for resources: {'Port': ['ID=5a649675-6f58-4888-9e52-eb6ecca7108e,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:10.387555 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-a78dfa4d-de4d-4ec3-8c10-454080708d31 None None] Allocated IP 2001:db8::2 (3ad9b2ff-f775-4a69-92e2-9e7b17d9886f/21edbe46-51cd-4bc2-8356-2600adb2748e/8697d141-b3ef-4ed8-8504-9f471eaf94c1) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:22:10.406322 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-1199b2f9-fd33-43ce-8966-31d0116cb9e1 None None] Attempting to bind port 98208c87-61b3-4a68-9fb0-f34bb0fd0efd on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:22:10.407109 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-1199b2f9-fd33-43ce-8966-31d0116cb9e1 None None] Attempting to bind port 98208c87-61b3-4a68-9fb0-f34bb0fd0efd by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '47db4a52-c63f-4fe7-842b-6d3775184ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f66ecbab-3c59-4939-9732-b6521290c309'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:22:10.407726 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1199b2f9-fd33-43ce-8966-31d0116cb9e1 None None] Attempting to bind port 98208c87-61b3-4a68-9fb0-f34bb0fd0efd on network f66ecbab-3c59-4939-9732-b6521290c309 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:22:10.441439 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1199b2f9-fd33-43ce-8966-31d0116cb9e1 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:22:10.445281 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1199b2f9-fd33-43ce-8966-31d0116cb9e1 None None] Checking segment: {'id': '47db4a52-c63f-4fe7-842b-6d3775184ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f66ecbab-3c59-4939-9732-b6521290c309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:22:10.445969 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1199b2f9-fd33-43ce-8966-31d0116cb9e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:10.448308 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1199b2f9-fd33-43ce-8966-31d0116cb9e1 None None] Bound using segment: {'id': '47db4a52-c63f-4fe7-842b-6d3775184ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f66ecbab-3c59-4939-9732-b6521290c309'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:22:10.448945 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-1199b2f9-fd33-43ce-8966-31d0116cb9e1 None None] Bound port: 98208c87-61b3-4a68-9fb0-f34bb0fd0efd, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47db4a52-c63f-4fe7-842b-6d3775184ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f66ecbab-3c59-4939-9732-b6521290c309'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:22:10.454783 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1199b2f9-fd33-43ce-8966-31d0116cb9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:10.469196 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36bc661-e799-4f3c-a74b-5936346d2422 req-42f1c4ee-5f75-420c-96bf-00162803770a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:10.470849 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d36bc661-e799-4f3c-a74b-5936346d2422 req-42f1c4ee-5f75-420c-96bf-00162803770a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=22d0ae928129486d8913ac89433a7712&device_id=8537e803-ac65-4b1f-b876-037d6359137c HTTP/1.1" status: 200 len: 1095 time: 0.1031842 Dec 08 16:22:10.531758 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port ed27249d-c2e9-4fa5-9588-1050bca163da triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:22:10.532982 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:10.534884 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d36bc661-e799-4f3c-a74b-5936346d2422 req-ed9b4724-ed25-4fbf-9fe8-963a58bcdd2c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a649675-6f58-4888-9e52-eb6ecca7108e HTTP/1.1" status: 200 len: 217 time: 0.0531285 Dec 08 16:22:10.590459 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59542) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:10.621108 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36bc661-e799-4f3c-a74b-5936346d2422 req-da70ad80-0235-4a0d-b9b0-df9402d27ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:10.622734 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d36bc661-e799-4f3c-a74b-5936346d2422 req-da70ad80-0235-4a0d-b9b0-df9402d27ed6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=921ca20d-c445-4985-be5a-b19c39bd838b HTTP/1.1" status: 200 len: 849 time: 0.0788674 Dec 08 16:22:10.707328 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36bc661-e799-4f3c-a74b-5936346d2422 req-241ed9ab-4fdf-4da2-9afc-0fd713be93dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:10.708893 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d36bc661-e799-4f3c-a74b-5936346d2422 req-241ed9ab-4fdf-4da2-9afc-0fd713be93dc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=444a8cbb-ee83-40d1-9772-ed3daa005a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0759661 Dec 08 16:22:10.869419 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8537e803-ac65-4b1f-b876-037d6359137c', 'tag': '5a649675-6f58-4888-9e52-eb6ecca7108e'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:22:10.871374 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-1199b2f9-fd33-43ce-8966-31d0116cb9e1 None None] For port 98208c87-61b3-4a68-9fb0-f34bb0fd0efd, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:22:10.878235 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba50944-8073-49ac-b537-68f1fe83b4c1" -d '{"events": [{"name": "network-changed", "server_uuid": "8537e803-ac65-4b1f-b876-037d6359137c", "tag": "5a649675-6f58-4888-9e52-eb6ecca7108e"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:22:10.889941 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a7801c0d-ffc9-4690-a656-ae5b05f1eca9 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:10.891694 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-1199b2f9-fd33-43ce-8966-31d0116cb9e1 None None] For port 98208c87-61b3-4a68-9fb0-f34bb0fd0efd, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=98208c87-61b3-4a68-9fb0-f34bb0fd0efd,segment=NetworkSegment(47db4a52-c63f-4fe7-842b-6d3775184ab8),segment_id=47db4a52-c63f-4fe7-842b-6d3775184ab8)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:22:10.892632 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d36bc661-e799-4f3c-a74b-5936346d2422 req-d36c2be8-2157-48e5-bf50-647b2b77e87b service neutron] 10.222.0.37 "GET /v2.0/networks/444a8cbb-ee83-40d1-9772-ed3daa005a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736007 Dec 08 16:22:10.941531 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de143f-3d99-4fb9-96b6-aaeb09fd3982 req-63800620-4dfe-4a2c-be07-fd62b84942fd tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:10.945205 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a78dfa4d-de4d-4ec3-8c10-454080708d31 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:10.952154 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-22de143f-3d99-4fb9-96b6-aaeb09fd3982 req-63800620-4dfe-4a2c-be07-fd62b84942fd tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 943 time: 0.3733974 Dec 08 16:22:10.983240 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1199b2f9-fd33-43ce-8966-31d0116cb9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:11.047447 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1199b2f9-fd33-43ce-8966-31d0116cb9e1 None None] Pushing event updated for resources: {'Port': ['ID=98208c87-61b3-4a68-9fb0-f34bb0fd0efd,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:11.057823 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device c4267dbf-c828-4c70-a0a3-657df4c055a0 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:22:11.080645 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a78dfa4d-de4d-4ec3-8c10-454080708d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:11.107981 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78dfa4d-de4d-4ec3-8c10-454080708d31 None None] Network 3ad9b2ff-f775-4a69-92e2-9e7b17d9886f is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:22:11.118508 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-a78dfa4d-de4d-4ec3-8c10-454080708d31 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:22:11.118773 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d36bc661-e799-4f3c-a74b-5936346d2422 req-f96be2e5-7c66-4300-bb55-da3d80ab3492 service neutron] 10.222.0.37 "GET /v2.0/networks/444a8cbb-ee83-40d1-9772-ed3daa005a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060533 Dec 08 16:22:11.143639 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bafbf9-05e6-472e-be82-767df6f26470 req-e25ee509-b7f8-4354-b42a-90e1515b6297 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:11.153225 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b8bafbf9-05e6-472e-be82-767df6f26470 req-e25ee509-b7f8-4354-b42a-90e1515b6297 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=8537e803-ac65-4b1f-b876-037d6359137c HTTP/1.1" status: 200 len: 943 time: 0.4273219 Dec 08 16:22:11.190831 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.db.resource_extend [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 16:22:11.232284 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b8bafbf9-05e6-472e-be82-767df6f26470 req-29b2a051-daf4-44c7-8e85-84bdae9a2a25 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775776 Dec 08 16:22:11.311910 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-22de143f-3d99-4fb9-96b6-aaeb09fd3982 req-9d09a4d0-8fbc-4153-9f3a-0308e562eca1 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=0224af71-d7ce-4eed-aefa-724f93ccbe59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2940025 Dec 08 16:22:11.312069 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ace2d3-a0ae-4845-92ca-fb290d7da493 x-openstack-request-id: req-06ace2d3-a0ae-4845-92ca-fb290d7da493 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:22:11.312069 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8537e803-ac65-4b1f-b876-037d6359137c", "tag": "5a649675-6f58-4888-9e52-eb6ecca7108e", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:22:11.312364 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-06ace2d3-a0ae-4845-92ca-fb290d7da493 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:22:11.312904 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8537e803-ac65-4b1f-b876-037d6359137c', 'tag': '5a649675-6f58-4888-9e52-eb6ecca7108e', 'status': 'completed', 'code': 200} Dec 08 16:22:11.351388 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port c4267dbf-c828-4c70-a0a3-657df4c055a0, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=c4267dbf-c828-4c70-a0a3-657df4c055a0,segment=NetworkSegment(2a82ecd5-a9d3-46a5-a060-3820facdd98d),segment_id=2a82ecd5-a9d3-46a5-a060-3820facdd98d)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:11.367207 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78dfa4d-de4d-4ec3-8c10-454080708d31 None None] Pushing event updated for resources: {'Port': ['ID=8697d141-b3ef-4ed8-8504-9f471eaf94c1,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:11.377286 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': 'c4267dbf-c828-4c70-a0a3-657df4c055a0', 'network_id': '96222b75-0d7f-43da-898a-91046f8bdc5a', 'port_id': 'c4267dbf-c828-4c70-a0a3-657df4c055a0', 'mac_address': 'fa:16:3e:46:9f:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '297bd6e5-3bf7-4d91-8a12-5133ca44aa82', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:22:11.380043 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78dfa4d-de4d-4ec3-8c10-454080708d31 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:22:11.412433 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba50944-8073-49ac-b537-68f1fe83b4c1 req-70db72cf-85a7-4c0e-ba10-61ca3d606fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:11.415569 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fba50944-8073-49ac-b537-68f1fe83b4c1 req-70db72cf-85a7-4c0e-ba10-61ca3d606fe5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=22d0ae928129486d8913ac89433a7712&device_id=8537e803-ac65-4b1f-b876-037d6359137c HTTP/1.1" status: 200 len: 1095 time: 0.0818951 Dec 08 16:22:11.562433 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-a78dfa4d-de4d-4ec3-8c10-454080708d31 None None] Attempting to bind port 8697d141-b3ef-4ed8-8504-9f471eaf94c1 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:22:11.564884 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-a78dfa4d-de4d-4ec3-8c10-454080708d31 None None] Attempting to bind port 8697d141-b3ef-4ed8-8504-9f471eaf94c1 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '2d6dcbb6-e4ec-4305-90db-f602b366d627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3ad9b2ff-f775-4a69-92e2-9e7b17d9886f'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:22:11.565289 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78dfa4d-de4d-4ec3-8c10-454080708d31 None None] Attempting to bind port 8697d141-b3ef-4ed8-8504-9f471eaf94c1 on network 3ad9b2ff-f775-4a69-92e2-9e7b17d9886f {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:22:11.603909 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78dfa4d-de4d-4ec3-8c10-454080708d31 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:22:11.605015 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78dfa4d-de4d-4ec3-8c10-454080708d31 None None] Checking segment: {'id': '2d6dcbb6-e4ec-4305-90db-f602b366d627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3ad9b2ff-f775-4a69-92e2-9e7b17d9886f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:22:11.606214 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a78dfa4d-de4d-4ec3-8c10-454080708d31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:11.607600 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78dfa4d-de4d-4ec3-8c10-454080708d31 None None] Bound using segment: {'id': '2d6dcbb6-e4ec-4305-90db-f602b366d627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3ad9b2ff-f775-4a69-92e2-9e7b17d9886f'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:22:11.610307 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-a78dfa4d-de4d-4ec3-8c10-454080708d31 None None] Bound port: 8697d141-b3ef-4ed8-8504-9f471eaf94c1, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d6dcbb6-e4ec-4305-90db-f602b366d627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3ad9b2ff-f775-4a69-92e2-9e7b17d9886f'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:22:11.611268 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a78dfa4d-de4d-4ec3-8c10-454080708d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:11.679629 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba50944-8073-49ac-b537-68f1fe83b4c1 req-72d1c57c-c2f0-4e32-99f8-186110711320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:11.681387 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fba50944-8073-49ac-b537-68f1fe83b4c1 req-72d1c57c-c2f0-4e32-99f8-186110711320 service neutron] 10.222.0.37 "GET /v2.0/networks?id=444a8cbb-ee83-40d1-9772-ed3daa005a16 HTTP/1.1" status: 200 len: 911 time: 0.2582076 Dec 08 16:22:11.697049 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-31ac92a0-c476-4e03-bc61-5bca4f6f4a19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:11.707545 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:11.708495 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-a7801c0d-ffc9-4690-a656-ae5b05f1eca9 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Allocated IP 2001:db8::1 (f66ecbab-3c59-4939-9732-b6521290c309/90ed6750-baa4-47da-bb25-25b4f6544013/d6b149b3-30d6-42be-8091-22689be60333) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:22:11.760963 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4267dbf-c828-4c70-a0a3-657df4c055a0 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:22:11.772451 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-a78dfa4d-de4d-4ec3-8c10-454080708d31 None None] For port 8697d141-b3ef-4ed8-8504-9f471eaf94c1, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:22:11.782422 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fba50944-8073-49ac-b537-68f1fe83b4c1 req-80b9268a-6beb-4eeb-99af-26579a564c82 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a649675-6f58-4888-9e52-eb6ecca7108e HTTP/1.1" status: 200 len: 217 time: 0.0879519 Dec 08 16:22:11.795485 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-a78dfa4d-de4d-4ec3-8c10-454080708d31 None None] For port 8697d141-b3ef-4ed8-8504-9f471eaf94c1, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=8697d141-b3ef-4ed8-8504-9f471eaf94c1,segment=NetworkSegment(2d6dcbb6-e4ec-4305-90db-f602b366d627),segment_id=2d6dcbb6-e4ec-4305-90db-f602b366d627)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:22:11.825339 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port c4267dbf-c828-4c70-a0a3-657df4c055a0, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=c4267dbf-c828-4c70-a0a3-657df4c055a0,segment=NetworkSegment(2a82ecd5-a9d3-46a5-a060-3820facdd98d),segment_id=2a82ecd5-a9d3-46a5-a060-3820facdd98d)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:11.863620 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a78dfa4d-de4d-4ec3-8c10-454080708d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:11.910796 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba50944-8073-49ac-b537-68f1fe83b4c1 req-8e193218-6ca6-4848-84fb-04e45883aad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:11.912437 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fba50944-8073-49ac-b537-68f1fe83b4c1 req-8e193218-6ca6-4848-84fb-04e45883aad7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=921ca20d-c445-4985-be5a-b19c39bd838b HTTP/1.1" status: 200 len: 849 time: 0.1266227 Dec 08 16:22:11.939448 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:11.945852 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a7801c0d-ffc9-4690-a656-ae5b05f1eca9 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:12.004092 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 98208c87-61b3-4a68-9fb0-f34bb0fd0efd up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:22:12.018244 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba50944-8073-49ac-b537-68f1fe83b4c1 req-619e59a0-e3f9-4291-8710-fbe4007ca478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:12.019548 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4cb2b355-8c9c-4821-9825-baccf3852345 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:12.023182 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fba50944-8073-49ac-b537-68f1fe83b4c1 req-619e59a0-e3f9-4291-8710-fbe4007ca478 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=444a8cbb-ee83-40d1-9772-ed3daa005a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1012571 Dec 08 16:22:12.086667 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78dfa4d-de4d-4ec3-8c10-454080708d31 None None] Pushing event updated for resources: {'Port': ['ID=8697d141-b3ef-4ed8-8504-9f471eaf94c1,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:12.225853 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a7801c0d-ffc9-4690-a656-ae5b05f1eca9 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:12.279477 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fba50944-8073-49ac-b537-68f1fe83b4c1 req-e27fbc55-83d5-4c75-8ab9-df181cd738f8 service neutron] 10.222.0.37 "GET /v2.0/networks/444a8cbb-ee83-40d1-9772-ed3daa005a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445967 Dec 08 16:22:12.372900 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7801c0d-ffc9-4690-a656-ae5b05f1eca9 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Network f66ecbab-3c59-4939-9732-b6521290c309 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:22:12.388062 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-a7801c0d-ffc9-4690-a656-ae5b05f1eca9 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:22:12.405014 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7801c0d-ffc9-4690-a656-ae5b05f1eca9 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Pushing event updated for resources: {'Port': ['ID=d6b149b3-30d6-42be-8091-22689be60333,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:12.411986 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7801c0d-ffc9-4690-a656-ae5b05f1eca9 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:22:12.412575 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a7801c0d-ffc9-4690-a656-ae5b05f1eca9 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:12.579518 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70b844d-74a0-4a11-8f64-76ba21d451b9 req-aa1f6bc0-f111-415a-a637-00afda15da56 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:12.582734 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b70b844d-74a0-4a11-8f64-76ba21d451b9 req-aa1f6bc0-f111-415a-a637-00afda15da56 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 944 time: 0.1087229 Dec 08 16:22:12.645994 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fba50944-8073-49ac-b537-68f1fe83b4c1 req-7afd6d00-c650-40ea-bb04-3c656a89e05a service neutron] 10.222.0.37 "GET /v2.0/networks/444a8cbb-ee83-40d1-9772-ed3daa005a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3614821 Dec 08 16:22:12.682075 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c04058-623e-462c-a28b-3572f009aef8 req-39e2648b-f215-4a2b-95f3-25d3fab5b33b tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:12.683716 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e7c04058-623e-462c-a28b-3572f009aef8 req-39e2648b-f215-4a2b-95f3-25d3fab5b33b tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=8537e803-ac65-4b1f-b876-037d6359137c HTTP/1.1" status: 200 len: 943 time: 0.2999592 Dec 08 16:22:12.715402 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b70b844d-74a0-4a11-8f64-76ba21d451b9 req-b394530e-3c80-45e2-9d13-421742e8eb70 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=0224af71-d7ce-4eed-aefa-724f93ccbe59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219580 Dec 08 16:22:12.732387 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['c4267dbf-c828-4c70-a0a3-657df4c055a0'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:22:12.765220 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=c4267dbf-c828-4c70-a0a3-657df4c055a0,revision_number=9']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:12.801056 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 98208c87-61b3-4a68-9fb0-f34bb0fd0efd triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:22:12.804850 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:12.874343 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a7801c0d-ffc9-4690-a656-ae5b05f1eca9 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:12.898323 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525da35f-0d03-4120-9a3e-c5921a6f5375 None None] Network f66ecbab-3c59-4939-9732-b6521290c309 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:22:12.908934 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e7c04058-623e-462c-a28b-3572f009aef8 req-cd2e11d7-b9da-4d38-bcdf-82209715b07c tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041867 Dec 08 16:22:13.042549 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 5a649675-6f58-4888-9e52-eb6ecca7108e details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:22:13.045364 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-40218b04-651d-4f4b-9268-17ba627043e6 None None] Provisioning complete for port 98208c87-61b3-4a68-9fb0-f34bb0fd0efd triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:22:13.045859 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-40218b04-651d-4f4b-9268-17ba627043e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:13.095851 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-4cb2b355-8c9c-4821-9825-baccf3852345 admin admin] Deleting port 8e7a38e8-3ec2-4d03-b49b-3400ccaf4a21 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:22:13.096233 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4cb2b355-8c9c-4821-9825-baccf3852345 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:13.262341 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:13.303733 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-4cb2b355-8c9c-4821-9825-baccf3852345 admin admin] For port 8e7a38e8-3ec2-4d03-b49b-3400ccaf4a21, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=8e7a38e8-3ec2-4d03-b49b-3400ccaf4a21,segment=NetworkSegment(029293b9-4a14-4a19-b525-a343c058b382),segment_id=029293b9-4a14-4a19-b525-a343c058b382)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:13.304298 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4cb2b355-8c9c-4821-9825-baccf3852345 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:13.329527 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-4cb2b355-8c9c-4821-9825-baccf3852345 admin admin] Calling delete_port for 8e7a38e8-3ec2-4d03-b49b-3400ccaf4a21 owned by network:router_interface {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:22:13.366224 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 98208c87-61b3-4a68-9fb0-f34bb0fd0efd, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=98208c87-61b3-4a68-9fb0-f34bb0fd0efd,segment=NetworkSegment(47db4a52-c63f-4fe7-842b-6d3775184ab8),segment_id=47db4a52-c63f-4fe7-842b-6d3775184ab8)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:13.445304 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a7801c0d-ffc9-4690-a656-ae5b05f1eca9 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:13.471093 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 5a649675-6f58-4888-9e52-eb6ecca7108e, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=5a649675-6f58-4888-9e52-eb6ecca7108e,segment=NetworkSegment(bb740625-1067-4eb4-8c3f-54ce2bbbb747),segment_id=bb740625-1067-4eb4-8c3f-54ce2bbbb747)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:13.494620 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:13.509971 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-40218b04-651d-4f4b-9268-17ba627043e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:13.513209 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '5a649675-6f58-4888-9e52-eb6ecca7108e', 'network_id': '444a8cbb-ee83-40d1-9772-ed3daa005a16', 'port_id': '5a649675-6f58-4888-9e52-eb6ecca7108e', 'mac_address': 'fa:16:3e:40:81:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921ca20d-c445-4985-be5a-b19c39bd838b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:22:13.555511 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8435b15b-b5c7-426c-aecb-0c5994d04951 None None] Network 3ad9b2ff-f775-4a69-92e2-9e7b17d9886f requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:22:13.599221 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a7801c0d-ffc9-4690-a656-ae5b05f1eca9 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:13.600672 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a7801c0d-ffc9-4690-a656-ae5b05f1eca9 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:13.698346 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=98208c87-61b3-4a68-9fb0-f34bb0fd0efd,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:13.704457 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7801c0d-ffc9-4690-a656-ae5b05f1eca9 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Pushing event updated for resources: {'Port': ['ID=d6b149b3-30d6-42be-8091-22689be60333,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:13.705895 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:13.721089 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4cb2b355-8c9c-4821-9825-baccf3852345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:13.765047 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.db.api [None req-40218b04-651d-4f4b-9268-17ba627043e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:22:13.765408 n-d-776250-12 neutron-server[110552]: DEBUG oslo_db.api [None req-40218b04-651d-4f4b-9268-17ba627043e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:22:13.767092 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb2b355-8c9c-4821-9825-baccf3852345 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e7a38e8-3ec2-4d03-b49b-3400ccaf4a21,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:13.773713 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a649675-6f58-4888-9e52-eb6ecca7108e {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:22:13.835068 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 5a649675-6f58-4888-9e52-eb6ecca7108e, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=5a649675-6f58-4888-9e52-eb6ecca7108e,segment=NetworkSegment(bb740625-1067-4eb4-8c3f-54ce2bbbb747),segment_id=bb740625-1067-4eb4-8c3f-54ce2bbbb747)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:13.919742 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7801c0d-ffc9-4690-a656-ae5b05f1eca9 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Network f66ecbab-3c59-4939-9732-b6521290c309 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:22:13.959493 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:14.060154 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-a7801c0d-ffc9-4690-a656-ae5b05f1eca9 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:22:14.121255 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=5a649675-6f58-4888-9e52-eb6ecca7108e,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:14.177230 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41531f3-819f-4927-9ec1-a634dfe5fe1f req-79a4beff-7fd5-4eb6-a40a-4e8d6925df8e tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:14.179493 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d41531f3-819f-4927-9ec1-a634dfe5fe1f req-79a4beff-7fd5-4eb6-a40a-4e8d6925df8e tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=8537e803-ac65-4b1f-b876-037d6359137c HTTP/1.1" status: 200 len: 944 time: 0.0890622 Dec 08 16:22:14.193243 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f5f265ad-c850-4402-813d-8cb892e71c6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:14.249819 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 8697d141-b3ef-4ed8-8504-9f471eaf94c1 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:22:14.254028 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['5a649675-6f58-4888-9e52-eb6ecca7108e'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:22:14.292297 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d41531f3-819f-4927-9ec1-a634dfe5fe1f req-1171bf8d-21e9-4278-8fe8-3bba7dc26578 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054571 Dec 08 16:22:14.392709 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e62a62-198d-4409-8b23-2a2959773319 req-b279da00-648e-46c7-a367-a3f2bb8fdfb7 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:14.397061 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-87e62a62-198d-4409-8b23-2a2959773319 req-b279da00-648e-46c7-a367-a3f2bb8fdfb7 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 944 time: 0.4760683 Dec 08 16:22:14.398110 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4cb2b355-8c9c-4821-9825-baccf3852345 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:14.456827 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 8697d141-b3ef-4ed8-8504-9f471eaf94c1 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:22:14.457349 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:14.588787 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-fd8de8f8-6d56-4ace-b77a-8f083f53aa4e None None] Provisioning complete for port d6b149b3-30d6-42be-8091-22689be60333 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:22:14.589168 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-fd8de8f8-6d56-4ace-b77a-8f083f53aa4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:14.684882 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-fd8de8f8-6d56-4ace-b77a-8f083f53aa4e None None] Port d6b149b3-30d6-42be-8091-22689be60333 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:22:14.688247 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:14.732572 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-fd8de8f8-6d56-4ace-b77a-8f083f53aa4e None None] Provisioning complete for port 98208c87-61b3-4a68-9fb0-f34bb0fd0efd triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:22:14.733277 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-fd8de8f8-6d56-4ace-b77a-8f083f53aa4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:14.772312 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 8697d141-b3ef-4ed8-8504-9f471eaf94c1, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=8697d141-b3ef-4ed8-8504-9f471eaf94c1,segment=NetworkSegment(2d6dcbb6-e4ec-4305-90db-f602b366d627),segment_id=2d6dcbb6-e4ec-4305-90db-f602b366d627)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:14.885718 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:14.886429 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 98208c87-61b3-4a68-9fb0-f34bb0fd0efd up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:22:14.894060 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-fd8de8f8-6d56-4ace-b77a-8f083f53aa4e None None] Provisioning complete for port 8697d141-b3ef-4ed8-8504-9f471eaf94c1 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:22:14.894060 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-fd8de8f8-6d56-4ace-b77a-8f083f53aa4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:14.959141 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-87e62a62-198d-4409-8b23-2a2959773319 req-a5eb9ae7-50e8-424a-94a4-64e827d97df5 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=0224af71-d7ce-4eed-aefa-724f93ccbe59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5480106 Dec 08 16:22:15.024478 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=8697d141-b3ef-4ed8-8504-9f471eaf94c1,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:15.061489 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device c4267dbf-c828-4c70-a0a3-657df4c055a0 up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:22:15.094868 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7801c0d-ffc9-4690-a656-ae5b05f1eca9 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Router 99cc1255-76e8-4636-894c-8e9df7eb1e40 is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:22:15.127464 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 98208c87-61b3-4a68-9fb0-f34bb0fd0efd triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:22:15.128684 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:15.229301 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port c4267dbf-c828-4c70-a0a3-657df4c055a0 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:22:15.229301 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:15.244919 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cb2b355-8c9c-4821-9825-baccf3852345 admin admin] Router 59a337b7-ba2f-4992-89bf-0fc4379f0849 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:22:15.273048 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73111c43-d4e7-47e9-a6da-40ca78796956 req-8045b8f5-569c-4863-9dab-0b7ac81c21e5 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:15.274319 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7801c0d-ffc9-4690-a656-ae5b05f1eca9 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:22:15.280575 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a7801c0d-ffc9-4690-a656-ae5b05f1eca9 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] 10.222.0.64 "PUT /v2.0/routers/99cc1255-76e8-4636-894c-8e9df7eb1e40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6522014 Dec 08 16:22:15.289793 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73111c43-d4e7-47e9-a6da-40ca78796956 req-8045b8f5-569c-4863-9dab-0b7ac81c21e5 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/ports?device_id=79064082-c91c-4208-bd57-708e6d37a370 HTTP/1.1" status: 200 len: 946 time: 0.1514385 Dec 08 16:22:15.290257 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59612) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:15.357036 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cd52b5-348a-44da-ac47-c70709bc7648 None None] Sync routers for ids ['99cc1255-76e8-4636-894c-8e9df7eb1e40'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:22:15.378698 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cd52b5-348a-44da-ac47-c70709bc7648 None None] Routers {'99cc1255-76e8-4636-894c-8e9df7eb1e40'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:22:15.379357 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-b1cd52b5-348a-44da-ac47-c70709bc7648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:22:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['99cc1255-76e8-4636-894c-8e9df7eb1e40'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:15.528958 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb2b355-8c9c-4821-9825-baccf3852345 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:22:15.552215 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd89c37-5771-4136-9c1b-65649bbcc1f0 None None] Sync routers for ids ['59a337b7-ba2f-4992-89bf-0fc4379f0849'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:22:15.558745 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-4cb2b355-8c9c-4821-9825-baccf3852345 admin admin] 10.222.0.64 "PUT /v2.0/routers/59a337b7-ba2f-4992-89bf-0fc4379f0849/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9664803 Dec 08 16:22:15.572722 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59622) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:15.586138 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd89c37-5771-4136-9c1b-65649bbcc1f0 None None] Routers {'59a337b7-ba2f-4992-89bf-0fc4379f0849'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:22:15.587026 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-7bd89c37-5771-4136-9c1b-65649bbcc1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:22:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['59a337b7-ba2f-4992-89bf-0fc4379f0849'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:15.664923 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73111c43-d4e7-47e9-a6da-40ca78796956 req-d45188e4-8a58-42ce-83fd-18f222950e37 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/security-groups?id=5903942c-927a-4f35-93fb-0009cd4d6c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3667114 Dec 08 16:22:15.726136 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:15.740845 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-b1cd52b5-348a-44da-ac47-c70709bc7648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:15.742692 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6609ca-3edb-47ec-881d-5182a0b53cad req-ba14971e-0215-4ecc-b01d-785b2cd07325 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:15.760803 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1c6609ca-3edb-47ec-881d-5182a0b53cad req-ba14971e-0215-4ecc-b01d-785b2cd07325 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=8537e803-ac65-4b1f-b876-037d6359137c HTTP/1.1" status: 200 len: 944 time: 0.2878149 Dec 08 16:22:15.783065 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cd52b5-348a-44da-ac47-c70709bc7648 None None] Routers {'99cc1255-76e8-4636-894c-8e9df7eb1e40'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:22:15.783956 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-b1cd52b5-348a-44da-ac47-c70709bc7648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:22:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['99cc1255-76e8-4636-894c-8e9df7eb1e40'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:15.828221 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-54cf7322-3107-44d4-80f8-62090d841337 None None] Provisioning complete for port d6b149b3-30d6-42be-8091-22689be60333 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:22:15.832625 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-54cf7322-3107-44d4-80f8-62090d841337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:15.915790 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-7bd89c37-5771-4136-9c1b-65649bbcc1f0 None None] Set router 59a337b7-ba2f-4992-89bf-0fc4379f0849 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:22:15.927336 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-079e0dd4-540c-43af-8144-fe957e5343fa admin admin] Publish callbacks [] for router, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:15.988355 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-b1cd52b5-348a-44da-ac47-c70709bc7648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:16.000126 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [None req-68b58faa-b6da-4042-b6e4-403886ce1b29 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:22:16.001278 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cd52b5-348a-44da-ac47-c70709bc7648 None None] The sync data for ids ['99cc1255-76e8-4636-894c-8e9df7eb1e40'] in n-d-776250-12 is: [] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:22:16.002883 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:16.013241 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-68b58faa-b6da-4042-b6e4-403886ce1b29 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] 10.222.0.64 "PUT /v2.0/routers/99cc1255-76e8-4636-894c-8e9df7eb1e40/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7218044 Dec 08 16:22:16.014923 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59630) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:16.109813 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2642e78-56a1-4187-9eab-2b32463c46ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4267dbf-c828-4c70-a0a3-657df4c055a0'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:22:16.112139 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56bd1e86-97eb-42f4-8406-62778983c7dc" -d '{"events": [{"server_uuid": "a2642e78-56a1-4187-9eab-2b32463c46ad", "name": "network-vif-plugged", "status": "completed", "tag": "c4267dbf-c828-4c70-a0a3-657df4c055a0"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:22:16.163718 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-54cf7322-3107-44d4-80f8-62090d841337 None None] Port d6b149b3-30d6-42be-8091-22689be60333 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:22:16.179462 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port c4267dbf-c828-4c70-a0a3-657df4c055a0, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=c4267dbf-c828-4c70-a0a3-657df4c055a0,segment=NetworkSegment(2a82ecd5-a9d3-46a5-a060-3820facdd98d),segment_id=2a82ecd5-a9d3-46a5-a060-3820facdd98d)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:16.184100 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-079e0dd4-540c-43af-8144-fe957e5343fa admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:16.208386 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1c6609ca-3edb-47ec-881d-5182a0b53cad req-8e8c85f7-7e2e-4512-bc7c-0b6cbe6a4d33 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4464862 Dec 08 16:22:16.247132 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 8697d141-b3ef-4ed8-8504-9f471eaf94c1 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:22:16.250425 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-7bd89c37-5771-4136-9c1b-65649bbcc1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a337b7-ba2f-4992-89bf-0fc4379f0849', 'name': 'tempest-ServerRescueTestJSONUnderV235-1421211579-router', 'tenant_id': '2b52500faa0143a7b66289b1db11a5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '433cb3c3-6840-4e97-aa10-cafe3f7f56ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:20:27Z', 'updated_at': '2021-12-08T16:22:13Z', 'revision_number': 5, 'project_id': '2b52500faa0143a7b66289b1db11a5f1', 'gw_port': {'id': '433cb3c3-6840-4e97-aa10-cafe3f7f56ba', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a337b7-ba2f-4992-89bf-0fc4379f0849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:20:29Z', 'updated_at': '2021-12-08T16:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:16.332444 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd89c37-5771-4136-9c1b-65649bbcc1f0 None None] Checking router: 59a337b7-ba2f-4992-89bf-0fc4379f0849 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:22:16.355268 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95056951-4a33-4665-aad2-01a4fe121e70 x-openstack-request-id: req-95056951-4a33-4665-aad2-01a4fe121e70 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:22:16.356555 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2642e78-56a1-4187-9eab-2b32463c46ad", "name": "network-vif-plugged", "status": "completed", "tag": "c4267dbf-c828-4c70-a0a3-657df4c055a0", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:22:16.358349 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd89c37-5771-4136-9c1b-65649bbcc1f0 None None] Routers {'59a337b7-ba2f-4992-89bf-0fc4379f0849'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:22:16.358830 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-95056951-4a33-4665-aad2-01a4fe121e70 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:22:16.359087 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-7bd89c37-5771-4136-9c1b-65649bbcc1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:22:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['59a337b7-ba2f-4992-89bf-0fc4379f0849'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:16.359433 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2642e78-56a1-4187-9eab-2b32463c46ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4267dbf-c828-4c70-a0a3-657df4c055a0', 'code': 200} Dec 08 16:22:16.371529 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:16.481855 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-079e0dd4-540c-43af-8144-fe957e5343fa admin admin] Deleting port 433cb3c3-6840-4e97-aa10-cafe3f7f56ba {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:22:16.482265 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-079e0dd4-540c-43af-8144-fe957e5343fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:16.506072 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 8697d141-b3ef-4ed8-8504-9f471eaf94c1 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:22:16.506790 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:16.517291 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-7bd89c37-5771-4136-9c1b-65649bbcc1f0 None None] Set router 59a337b7-ba2f-4992-89bf-0fc4379f0849 gateway port host: None {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:22:16.544448 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=c4267dbf-c828-4c70-a0a3-657df4c055a0,revision_number=10']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:16.546677 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd146b-0f89-4c28-8101-615889532157 req-313eddcc-93e2-4d52-847a-8de64bbb98c5 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:16.548307 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d7bd146b-0f89-4c28-8101-615889532157 req-313eddcc-93e2-4d52-847a-8de64bbb98c5 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.76 "GET /v2.0/ports?device_id=79064082-c91c-4208-bd57-708e6d37a370 HTTP/1.1" status: 200 len: 946 time: 0.3142128 Dec 08 16:22:16.602848 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-079e0dd4-540c-43af-8144-fe957e5343fa admin admin] For port 433cb3c3-6840-4e97-aa10-cafe3f7f56ba, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=433cb3c3-6840-4e97-aa10-cafe3f7f56ba,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:16.604765 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-079e0dd4-540c-43af-8144-fe957e5343fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:16.647970 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-079e0dd4-540c-43af-8144-fe957e5343fa admin admin] Calling delete_port for 433cb3c3-6840-4e97-aa10-cafe3f7f56ba owned by network:router_gateway {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:22:16.652079 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-7bd89c37-5771-4136-9c1b-65649bbcc1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a337b7-ba2f-4992-89bf-0fc4379f0849', 'name': 'tempest-ServerRescueTestJSONUnderV235-1421211579-router', 'tenant_id': '2b52500faa0143a7b66289b1db11a5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:20:27Z', 'updated_at': '2021-12-08T16:22:16Z', 'revision_number': 6, 'project_id': '2b52500faa0143a7b66289b1db11a5f1', 'gw_port_host': None}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:16.722793 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd89c37-5771-4136-9c1b-65649bbcc1f0 None None] The sync data for ids ['59a337b7-ba2f-4992-89bf-0fc4379f0849'] in n-d-776250-12 is: [{'id': '59a337b7-ba2f-4992-89bf-0fc4379f0849', 'name': 'tempest-ServerRescueTestJSONUnderV235-1421211579-router', 'tenant_id': '2b52500faa0143a7b66289b1db11a5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:20:27Z', 'updated_at': '2021-12-08T16:22:16Z', 'revision_number': 6, 'project_id': '2b52500faa0143a7b66289b1db11a5f1', 'gw_port_host': None}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:22:16.742083 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:16.852879 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a037035-f14d-4c58-abb8-a21dc4e2ab5b req-0024c720-d7f4-420e-9c05-ba6a2641b044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:16.854713 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5a037035-f14d-4c58-abb8-a21dc4e2ab5b req-0024c720-d7f4-420e-9c05-ba6a2641b044 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 1098 time: 0.2303574 Dec 08 16:22:16.858108 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6f36b-89d7-4fe1-bb57-b3d4feb0768d req-e0bb4db4-8a71-4a1e-b736-aeee6bd0f13c tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:16.859685 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-73d6f36b-89d7-4fe1-bb57-b3d4feb0768d req-e0bb4db4-8a71-4a1e-b736-aeee6bd0f13c tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/ports?device_id=79064082-c91c-4208-bd57-708e6d37a370 HTTP/1.1" status: 200 len: 946 time: 0.0663681 Dec 08 16:22:16.863718 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1f0db-fa6a-4568-b015-4973efde5173 req-5148fbb7-a4af-42ab-ad27-df130652ea45 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:16.871347 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-31f1f0db-fa6a-4568-b015-4973efde5173 req-5148fbb7-a4af-42ab-ad27-df130652ea45 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 944 time: 0.6360466 Dec 08 16:22:16.945995 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-73d6f36b-89d7-4fe1-bb57-b3d4feb0768d req-aa55d9aa-941e-4b6f-aebd-43b63dd2a10d tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/security-groups?id=5903942c-927a-4f35-93fb-0009cd4d6c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574119 Dec 08 16:22:17.003812 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5a037035-f14d-4c58-abb8-a21dc4e2ab5b req-b605120f-6ab1-4d69-9552-ef6d6c799fe2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0224af71-d7ce-4eed-aefa-724f93ccbe59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278927 Dec 08 16:22:17.009054 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-31f1f0db-fa6a-4568-b015-4973efde5173 req-b3db27b1-4440-48fa-8ee0-a546c28f6302 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=0224af71-d7ce-4eed-aefa-724f93ccbe59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368074 Dec 08 16:22:17.022698 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-079e0dd4-540c-43af-8144-fe957e5343fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:17.046374 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 5a649675-6f58-4888-9e52-eb6ecca7108e up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:22:17.063104 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079e0dd4-540c-43af-8144-fe957e5343fa admin admin] Pushing event deleted for resources: {'Port': ['ID=433cb3c3-6840-4e97-aa10-cafe3f7f56ba,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:17.070999 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-d7bd146b-0f89-4c28-8101-615889532157 req-4dd77186-ee67-4bbf-9a40-1c52cb52bd3d tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Deleting port 15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:22:17.071352 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d7bd146b-0f89-4c28-8101-615889532157 req-4dd77186-ee67-4bbf-9a40-1c52cb52bd3d tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:17.169611 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-079e0dd4-540c-43af-8144-fe957e5343fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:17.222637 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port 5a649675-6f58-4888-9e52-eb6ecca7108e completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:22:17.230847 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 5a649675-6f58-4888-9e52-eb6ecca7108e triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:22:17.238665 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:17.330472 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-079e0dd4-540c-43af-8144-fe957e5343fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:17.335964 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-079e0dd4-540c-43af-8144-fe957e5343fa admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:17.341353 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:17.380373 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 5a649675-6f58-4888-9e52-eb6ecca7108e, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=5a649675-6f58-4888-9e52-eb6ecca7108e,segment=NetworkSegment(bb740625-1067-4eb4-8c3f-54ce2bbbb747),segment_id=bb740625-1067-4eb4-8c3f-54ce2bbbb747)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:17.470430 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043ae07-0391-4c30-8da4-c508d2ccbd9c req-28122ee0-3242-4a2a-8c4f-8d0f917115a7 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:17.472385 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9043ae07-0391-4c30-8da4-c508d2ccbd9c req-28122ee0-3242-4a2a-8c4f-8d0f917115a7 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=8537e803-ac65-4b1f-b876-037d6359137c HTTP/1.1" status: 200 len: 944 time: 0.0796249 Dec 08 16:22:17.478924 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:17.532302 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-079e0dd4-540c-43af-8144-fe957e5343fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:17.533024 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-079e0dd4-540c-43af-8144-fe957e5343fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59a337b7-ba2f-4992-89bf-0fc4379f0849 {{(pid=110551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:22:17.538978 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-079e0dd4-540c-43af-8144-fe957e5343fa admin admin] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:17.546523 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-079e0dd4-540c-43af-8144-fe957e5343fa admin admin] 10.222.0.64 "DELETE /v2.0/routers/59a337b7-ba2f-4992-89bf-0fc4379f0849 HTTP/1.1" status: 204 len: 168 time: 1.9696898 Dec 08 16:22:17.550748 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59652) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:17.603226 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9043ae07-0391-4c30-8da4-c508d2ccbd9c req-50500870-899b-460f-ba02-581e166dda87 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082122 Dec 08 16:22:17.632686 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=5a649675-6f58-4888-9e52-eb6ecca7108e,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:17.645751 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-76a77647-ce00-41e4-bb67-4ad8616ccdfd tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:17.665717 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-e948e814-e082-4408-9abe-74eae6368011 admin admin] Deleting subnet 5d509bf9-344c-445e-87cc-39c21b210aee {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:22:17.669702 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e948e814-e082-4408-9abe-74eae6368011 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:17.687198 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:17.718183 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e948e814-e082-4408-9abe-74eae6368011 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:17.745363 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-d7bd146b-0f89-4c28-8101-615889532157 req-4dd77186-ee67-4bbf-9a40-1c52cb52bd3d tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] For port 15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6,segment=NetworkSegment(72e52347-683a-49fc-84ef-d33cdb5037e0),segment_id=72e52347-683a-49fc-84ef-d33cdb5037e0)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:17.745882 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d7bd146b-0f89-4c28-8101-615889532157 req-4dd77186-ee67-4bbf-9a40-1c52cb52bd3d tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:17.764754 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e948e814-e082-4408-9abe-74eae6368011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:17.944293 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e948e814-e082-4408-9abe-74eae6368011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:18.020939 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e948e814-e082-4408-9abe-74eae6368011 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d509bf9-344c-445e-87cc-39c21b210aee,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:18.033987 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e948e814-e082-4408-9abe-74eae6368011 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:18.040883 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e948e814-e082-4408-9abe-74eae6368011 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/5d509bf9-344c-445e-87cc-39c21b210aee HTTP/1.1" status: 204 len: 168 time: 0.4890623 Dec 08 16:22:18.045185 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59662) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:18.279639 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 8e7a38e8-3ec2-4d03-b49b-3400ccaf4a21 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:22:18.303634 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 8e7a38e8-3ec2-4d03-b49b-3400ccaf4a21 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:22:18.304309 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 8e7a38e8-3ec2-4d03-b49b-3400ccaf4a21 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:22:18.304934 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 433cb3c3-6840-4e97-aa10-cafe3f7f56ba no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:22:18.314237 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee8c76-2273-45a5-9482-8a361c1d417d req-12a90c88-17d4-4dce-b5c0-527953d57e37 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:18.316622 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f2ee8c76-2273-45a5-9482-8a361c1d417d req-12a90c88-17d4-4dce-b5c0-527953d57e37 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 946 time: 0.1571198 Dec 08 16:22:18.340076 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-edf96403-4452-4267-92e1-64677e80f85c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:18.344397 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 433cb3c3-6840-4e97-aa10-cafe3f7f56ba {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:22:18.344759 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 433cb3c3-6840-4e97-aa10-cafe3f7f56ba not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:22:18.360623 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8537e803-ac65-4b1f-b876-037d6359137c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a649675-6f58-4888-9e52-eb6ecca7108e'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:22:18.364543 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68019da5-0789-47d9-9891-3b10118bdfeb" -d '{"events": [{"server_uuid": "8537e803-ac65-4b1f-b876-037d6359137c", "name": "network-vif-plugged", "status": "completed", "tag": "5a649675-6f58-4888-9e52-eb6ecca7108e"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:22:18.434186 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f2ee8c76-2273-45a5-9482-8a361c1d417d req-c195dd83-4c06-4d17-9961-285973413183 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=0224af71-d7ce-4eed-aefa-724f93ccbe59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825605 Dec 08 16:22:18.474384 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d7bd146b-0f89-4c28-8101-615889532157 req-4dd77186-ee67-4bbf-9a40-1c52cb52bd3d tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:18.474807 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d7bd146b-0f89-4c28-8101-615889532157 req-4dd77186-ee67-4bbf-9a40-1c52cb52bd3d tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:18.475074 n-d-776250-12 neutron-server[110550]: INFO neutron.db.l3_db [req-d7bd146b-0f89-4c28-8101-615889532157 req-4dd77186-ee67-4bbf-9a40-1c52cb52bd3d tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Floating IP 7370f25a-ef60-44c1-896a-db8c494e73fc disassociated. External IP: 172.25.0.140, port: 15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6. Dec 08 16:22:18.475414 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-d7bd146b-0f89-4c28-8101-615889532157 req-4dd77186-ee67-4bbf-9a40-1c52cb52bd3d tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Calling delete_port for 15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:22:18.482551 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2d1ba8-ca8b-4345-a4cf-605cc5ab64f0 x-openstack-request-id: req-bb2d1ba8-ca8b-4345-a4cf-605cc5ab64f0 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:22:18.482841 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8537e803-ac65-4b1f-b876-037d6359137c", "name": "network-vif-plugged", "status": "completed", "tag": "5a649675-6f58-4888-9e52-eb6ecca7108e", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:22:18.483108 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bb2d1ba8-ca8b-4345-a4cf-605cc5ab64f0 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:22:18.483503 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8537e803-ac65-4b1f-b876-037d6359137c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a649675-6f58-4888-9e52-eb6ecca7108e', 'code': 200} Dec 08 16:22:18.524158 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04fa773-7bf3-46fa-a180-2e32206a0fbc req-85d8bf9b-91f3-40c6-ad76-ff1ad8e4582e tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:18.525741 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a04fa773-7bf3-46fa-a180-2e32206a0fbc req-85d8bf9b-91f3-40c6-ad76-ff1ad8e4582e tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/ports?device_id=79064082-c91c-4208-bd57-708e6d37a370 HTTP/1.1" status: 200 len: 946 time: 0.2113285 Dec 08 16:22:18.551359 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-edf96403-4452-4267-92e1-64677e80f85c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:18.577308 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-edf96403-4452-4267-92e1-64677e80f85c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['691a624c-964a-4825-b277-bf02eccf1ff9']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:18.589382 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-edf96403-4452-4267-92e1-64677e80f85c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '029293b9-4a14-4a19-b525-a343c058b382') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:18.589691 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-edf96403-4452-4267-92e1-64677e80f85c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '029293b9-4a14-4a19-b525-a343c058b382') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:18.602124 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-edf96403-4452-4267-92e1-64677e80f85c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:18.618132 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-edf96403-4452-4267-92e1-64677e80f85c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:18.626118 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edf96403-4452-4267-92e1-64677e80f85c admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:22:18.626785 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-edf96403-4452-4267-92e1-64677e80f85c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:18.629452 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:22:18.629452 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:22:18.629452 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:22:18.629452 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:22:18.629452 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:22:18.629452 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:22:18.629452 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:22:18.629452 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:22:18.629452 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:22:18.629452 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:22:18.629452 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:22:18.629452 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:22:18.629452 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:22:18.629452 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:22:18.629452 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:22:18.629452 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:22:18.629452 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:22:18.629452 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:22:18.629452 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:22:18.629452 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:22:18.629452 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:22:18.629452 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:22:18.629452 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:22:18.629452 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:22:18.629452 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:22:18.629452 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:22:18.629452 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:22:18.629452 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:22:18.629452 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:22:18.629452 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:22:18.629452 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:22:18.629452 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:22:18.801568 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9bb5d7-61fc-44c4-b137-ffecb5bdd594 req-ffe13a85-0fe8-4b44-93cd-05a953726a93 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:18.803488 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6b9bb5d7-61fc-44c4-b137-ffecb5bdd594 req-ffe13a85-0fe8-4b44-93cd-05a953726a93 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=8537e803-ac65-4b1f-b876-037d6359137c HTTP/1.1" status: 200 len: 945 time: 0.0781612 Dec 08 16:22:18.847374 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a04fa773-7bf3-46fa-a180-2e32206a0fbc req-2bafa4f8-63b1-47bc-bff9-0afe7edb3733 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/security-groups?id=5903942c-927a-4f35-93fb-0009cd4d6c33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3133733 Dec 08 16:22:18.874977 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6b9bb5d7-61fc-44c4-b137-ffecb5bdd594 req-99b3f5c7-6e33-4d23-b60d-6fd4f5e8de68 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645270 Dec 08 16:22:18.875926 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-edf96403-4452-4267-92e1-64677e80f85c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:18.884905 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-edf96403-4452-4267-92e1-64677e80f85c admin admin] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:18.886969 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-edf96403-4452-4267-92e1-64677e80f85c admin admin] 10.222.0.64 "DELETE /v2.0/networks/691a624c-964a-4825-b277-bf02eccf1ff9 HTTP/1.1" status: 204 len: 168 time: 0.8405633 Dec 08 16:22:18.889771 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a6915a-96e5-4676-904d-32d3a59001d2 req-8da34f10-5ce6-4022-ab02-1563c817dfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:18.895535 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-91a6915a-96e5-4676-904d-32d3a59001d2 req-8da34f10-5ce6-4022-ab02-1563c817dfd9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8537e803-ac65-4b1f-b876-037d6359137c HTTP/1.1" status: 200 len: 1097 time: 0.3136246 Dec 08 16:22:18.906056 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf96403-4452-4267-92e1-64677e80f85c admin admin] Pushing event deleted for resources: {'Network': ['ID=691a624c-964a-4825-b277-bf02eccf1ff9,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:18.978744 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d7bd146b-0f89-4c28-8101-615889532157 req-4dd77186-ee67-4bbf-9a40-1c52cb52bd3d tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:19.033707 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd77186-ee67-4bbf-9a40-1c52cb52bd3d tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Pushing event deleted for resources: {'Port': ['ID=15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:19.044811 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-91a6915a-96e5-4676-904d-32d3a59001d2 req-0d785b2f-ba8f-4b91-8663-0e7e9816c9c4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419864 Dec 08 16:22:19.056574 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-76a77647-ce00-41e4-bb67-4ad8616ccdfd tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Deleting port d6b149b3-30d6-42be-8091-22689be60333 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:22:19.056912 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-76a77647-ce00-41e4-bb67-4ad8616ccdfd tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:19.261815 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-76a77647-ce00-41e4-bb67-4ad8616ccdfd tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:19.279712 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-76a77647-ce00-41e4-bb67-4ad8616ccdfd tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Calling delete_port for d6b149b3-30d6-42be-8091-22689be60333 owned by network:router_interface {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:22:19.285712 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7bd146b-0f89-4c28-8101-615889532157 req-4dd77186-ee67-4bbf-9a40-1c52cb52bd3d tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Router 14406fc6-dda4-4dd8-9fea-71d207c86989 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:22:19.346874 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59724) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:19.505252 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-5e3c547d-c62b-412e-aa4d-45ce508698be admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2b52500faa0143a7b66289b1db11a5f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1562912 Dec 08 16:22:19.510332 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59734) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:19.548107 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7bd146b-0f89-4c28-8101-615889532157 req-4dd77186-ee67-4bbf-9a40-1c52cb52bd3d tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:22:19.569067 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd47977a-3d0e-4bfa-98a5-3201ee38e011 None None] Sync routers for ids ['14406fc6-dda4-4dd8-9fea-71d207c86989'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:22:19.592225 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd47977a-3d0e-4bfa-98a5-3201ee38e011 None None] Routers {'14406fc6-dda4-4dd8-9fea-71d207c86989'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:22:19.593001 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-dd47977a-3d0e-4bfa-98a5-3201ee38e011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:22:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['14406fc6-dda4-4dd8-9fea-71d207c86989'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:19.634830 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-35cdb22f-285e-4851-b1d0-8b1b9e2743d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:19.682437 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-35cdb22f-285e-4851-b1d0-8b1b9e2743d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:19.806301 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7bd146b-0f89-4c28-8101-615889532157 req-4dd77186-ee67-4bbf-9a40-1c52cb52bd3d tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] No DVR routers for this DVR port 15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6 on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:22:19.818546 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d7bd146b-0f89-4c28-8101-615889532157 req-4dd77186-ee67-4bbf-9a40-1c52cb52bd3d tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:19.842592 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d7bd146b-0f89-4c28-8101-615889532157 req-4dd77186-ee67-4bbf-9a40-1c52cb52bd3d tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.76 "DELETE /v2.0/ports/15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6 HTTP/1.1" status: 204 len: 173 time: 3.2725391 Dec 08 16:22:19.843315 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79064082-c91c-4208-bd57-708e6d37a370', 'name': 'network-vif-deleted', 'tag': '15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:22:19.847563 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de0bae03-bb55-4de4-8bc8-eaac6e800343" -d '{"events": [{"server_uuid": "79064082-c91c-4208-bd57-708e6d37a370", "name": "network-vif-deleted", "tag": "15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:22:19.855747 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-76a77647-ce00-41e4-bb67-4ad8616ccdfd tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:19.884626 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-35cdb22f-285e-4851-b1d0-8b1b9e2743d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:19.888004 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-35cdb22f-285e-4851-b1d0-8b1b9e2743d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:19.891892 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-35cdb22f-285e-4851-b1d0-8b1b9e2743d9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/796b0b3b-2d54-476b-abe1-7568016bfa47 HTTP/1.1" status: 204 len: 168 time: 0.3778319 Dec 08 16:22:19.900878 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-dd47977a-3d0e-4bfa-98a5-3201ee38e011 None None] Set router 14406fc6-dda4-4dd8-9fea-71d207c86989 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:22:19.904931 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cdb22f-285e-4851-b1d0-8b1b9e2743d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796b0b3b-2d54-476b-abe1-7568016bfa47,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:19.959281 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa56e8b8-bcf6-46af-99b0-83f48b7ac39c x-openstack-request-id: req-fa56e8b8-bcf6-46af-99b0-83f48b7ac39c {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:22:19.960083 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79064082-c91c-4208-bd57-708e6d37a370", "name": "network-vif-deleted", "tag": "15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:22:19.960429 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fa56e8b8-bcf6-46af-99b0-83f48b7ac39c {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:22:19.960846 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79064082-c91c-4208-bd57-708e6d37a370', 'name': 'network-vif-deleted', 'tag': '15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6', 'status': 'completed', 'code': 200} Dec 08 16:22:19.974492 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a77647-ce00-41e4-bb67-4ad8616ccdfd tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Pushing event deleted for resources: {'Port': ['ID=d6b149b3-30d6-42be-8091-22689be60333,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:20.039621 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:22:20.104818 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: 15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:22:20.105416 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 15e3a28d-501e-4ca2-8e58-3b9a4e69f3a6 not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:22:20.187710 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf1b8e-f04d-4df6-b121-5d490e8ca3de req-17890ec4-4372-43df-9b57-887c83c292b2 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:20.211266 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9fcf1b8e-f04d-4df6-b121-5d490e8ca3de req-17890ec4-4372-43df-9b57-887c83c292b2 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 946 time: 0.6189830 Dec 08 16:22:20.213084 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-76a77647-ce00-41e4-bb67-4ad8616ccdfd tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:20.254069 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d38bf507-0ec6-4292-b5b7-2d76cdd0f261 req-0e116b70-f864-4a9f-91c4-fae3987b9629 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/ports?device_id=79064082-c91c-4208-bd57-708e6d37a370 HTTP/1.1" status: 200 len: 210 time: 0.0849473 Dec 08 16:22:20.385829 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-dd47977a-3d0e-4bfa-98a5-3201ee38e011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14406fc6-dda4-4dd8-9fea-71d207c86989', 'name': 'tempest-AttachVolumeTestJSON-1381106210-router', 'tenant_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '4e7d1284-752f-48f1-b423-978ccbb17951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:16:06Z', 'updated_at': '2021-12-08T16:16:13Z', 'revision_number': 4, 'project_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'gw_port': {'id': '4e7d1284-752f-48f1-b423-978ccbb17951', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ec:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14406fc6-dda4-4dd8-9fea-71d207c86989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:16:08Z', 'updated_at': '2021-12-08T16:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '6cfd5e25-f756-48bc-b02b-2b7840fc8bf8', 'name': '', 'network_id': '7267bda8-5e5d-4e04-ad23-20b961702335', 'tenant_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'mac_address': 'fa:16:3e:06:59:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14406fc6-dda4-4dd8-9fea-71d207c86989', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'b1120212-8041-47f2-b393-74481d8c6bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:16:11Z', 'updated_at': '2021-12-08T16:16:19Z', 'revision_number': 5, 'project_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'subnets': [{'id': 'b1120212-8041-47f2-b393-74481d8c6bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:20.419204 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd47977a-3d0e-4bfa-98a5-3201ee38e011 None None] Checking router: 14406fc6-dda4-4dd8-9fea-71d207c86989 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:22:20.431851 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd47977a-3d0e-4bfa-98a5-3201ee38e011 None None] Routers {'14406fc6-dda4-4dd8-9fea-71d207c86989'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:22:20.432831 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-dd47977a-3d0e-4bfa-98a5-3201ee38e011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:22:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['14406fc6-dda4-4dd8-9fea-71d207c86989'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:20.466285 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9fcf1b8e-f04d-4df6-b121-5d490e8ca3de req-b507f987-4abe-40eb-a6c2-fc6b63f0f1f9 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=0224af71-d7ce-4eed-aefa-724f93ccbe59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2540751 Dec 08 16:22:20.470759 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8453411-eae8-4c5d-b63f-ccfc6f8373ca req-39892dc3-0b5b-478d-87e2-c071750f8820 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:20.481285 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f8453411-eae8-4c5d-b63f-ccfc6f8373ca req-39892dc3-0b5b-478d-87e2-c071750f8820 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=8537e803-ac65-4b1f-b876-037d6359137c HTTP/1.1" status: 200 len: 945 time: 0.1175523 Dec 08 16:22:20.604907 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f8453411-eae8-4c5d-b63f-ccfc6f8373ca req-13233bde-8ab1-4a2d-84a0-7efd67a6744b tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218252 Dec 08 16:22:20.671630 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-dd47977a-3d0e-4bfa-98a5-3201ee38e011 None None] Set router 14406fc6-dda4-4dd8-9fea-71d207c86989 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:22:20.962599 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59768) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:20.979841 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a77647-ce00-41e4-bb67-4ad8616ccdfd tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Router 99cc1255-76e8-4636-894c-8e9df7eb1e40 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:22:21.074682 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a77647-ce00-41e4-bb67-4ad8616ccdfd tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:22:21.084524 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-76a77647-ce00-41e4-bb67-4ad8616ccdfd tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] 10.222.0.64 "PUT /v2.0/routers/99cc1255-76e8-4636-894c-8e9df7eb1e40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0639999 Dec 08 16:22:21.086230 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59772) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:21.089014 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8147ae-5c66-4cd0-90b0-e4bd46e69527 None None] Sync routers for ids ['99cc1255-76e8-4636-894c-8e9df7eb1e40'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:22:21.103452 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8147ae-5c66-4cd0-90b0-e4bd46e69527 None None] Routers {'99cc1255-76e8-4636-894c-8e9df7eb1e40'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:22:21.106617 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-fe8147ae-5c66-4cd0-90b0-e4bd46e69527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:22:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['99cc1255-76e8-4636-894c-8e9df7eb1e40'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:21.153176 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-dd47977a-3d0e-4bfa-98a5-3201ee38e011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14406fc6-dda4-4dd8-9fea-71d207c86989', 'name': 'tempest-AttachVolumeTestJSON-1381106210-router', 'tenant_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '4e7d1284-752f-48f1-b423-978ccbb17951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:16:06Z', 'updated_at': '2021-12-08T16:16:13Z', 'revision_number': 4, 'project_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'gw_port': {'id': '4e7d1284-752f-48f1-b423-978ccbb17951', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ec:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14406fc6-dda4-4dd8-9fea-71d207c86989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:16:08Z', 'updated_at': '2021-12-08T16:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '6cfd5e25-f756-48bc-b02b-2b7840fc8bf8', 'name': '', 'network_id': '7267bda8-5e5d-4e04-ad23-20b961702335', 'tenant_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'mac_address': 'fa:16:3e:06:59:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14406fc6-dda4-4dd8-9fea-71d207c86989', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'b1120212-8041-47f2-b393-74481d8c6bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:16:11Z', 'updated_at': '2021-12-08T16:16:19Z', 'revision_number': 5, 'project_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'subnets': [{'id': 'b1120212-8041-47f2-b393-74481d8c6bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:21.163230 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6c152c35-c2fc-4f76-a0f1-bdd3d655bfcb admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:21.165939 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-5ab0d1b5-3e2d-4372-a946-f6b450e620a0 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] delete failed (client error): The resource could not be found. Dec 08 16:22:21.167016 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-5ab0d1b5-3e2d-4372-a946-f6b450e620a0 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] 10.222.0.64 "DELETE /v2.0/routers/tempest-non_exist_router-1153885360 HTTP/1.1" status: 404 len: 335 time: 0.0788379 Dec 08 16:22:21.170976 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59776) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:21.174114 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-fe8147ae-5c66-4cd0-90b0-e4bd46e69527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:21.176953 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-e407bd7f-1c9c-4c49-954d-37fb79fce227 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Request body: {'router': {'external_gateway_info': {'network_id': '99cc1255-76e8-4636-894c-8e9df7eb1e40'}}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:22:21.187882 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8147ae-5c66-4cd0-90b0-e4bd46e69527 None None] Routers {'99cc1255-76e8-4636-894c-8e9df7eb1e40'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:22:21.188814 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-fe8147ae-5c66-4cd0-90b0-e4bd46e69527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:22:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['99cc1255-76e8-4636-894c-8e9df7eb1e40'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:21.195888 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd47977a-3d0e-4bfa-98a5-3201ee38e011 None None] The sync data for ids ['14406fc6-dda4-4dd8-9fea-71d207c86989'] in n-d-776250-12 is: [{'id': '14406fc6-dda4-4dd8-9fea-71d207c86989', 'name': 'tempest-AttachVolumeTestJSON-1381106210-router', 'tenant_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '4e7d1284-752f-48f1-b423-978ccbb17951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:16:06Z', 'updated_at': '2021-12-08T16:16:13Z', 'revision_number': 4, 'project_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'gw_port': {'id': '4e7d1284-752f-48f1-b423-978ccbb17951', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ec:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14406fc6-dda4-4dd8-9fea-71d207c86989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:16:08Z', 'updated_at': '2021-12-08T16:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '6cfd5e25-f756-48bc-b02b-2b7840fc8bf8', 'name': '', 'network_id': '7267bda8-5e5d-4e04-ad23-20b961702335', 'tenant_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'mac_address': 'fa:16:3e:06:59:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14406fc6-dda4-4dd8-9fea-71d207c86989', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'b1120212-8041-47f2-b393-74481d8c6bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:16:11Z', 'updated_at': '2021-12-08T16:16:19Z', 'revision_number': 5, 'project_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'subnets': [{'id': 'b1120212-8041-47f2-b393-74481d8c6bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:22:21.246433 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-fe8147ae-5c66-4cd0-90b0-e4bd46e69527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:21.247087 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8147ae-5c66-4cd0-90b0-e4bd46e69527 None None] The sync data for ids ['99cc1255-76e8-4636-894c-8e9df7eb1e40'] in n-d-776250-12 is: [] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:22:21.272559 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6c152c35-c2fc-4f76-a0f1-bdd3d655bfcb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:21.348755 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6c152c35-c2fc-4f76-a0f1-bdd3d655bfcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:21.397259 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-6c152c35-c2fc-4f76-a0f1-bdd3d655bfcb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f121ffd0c35647baa7576b9ed5765911&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4329512 Dec 08 16:22:21.399101 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c152c35-c2fc-4f76-a0f1-bdd3d655bfcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9184965b-1629-4f7f-9f41-ed6bdadaf0ed,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:21.402691 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59782) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:21.441248 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59786) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:21.453835 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e407bd7f-1c9c-4c49-954d-37fb79fce227 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:21.551973 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c7740a-37a0-420a-ae15-ecf7014a8920 None None] New status for floating IP 7370f25a-ef60-44c1-896a-db8c494e73fc: DOWN {{(pid=110552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:22:21.564452 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [None req-e407bd7f-1c9c-4c49-954d-37fb79fce227 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] update failed (client error): The resource could not be found. Dec 08 16:22:21.569951 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-e407bd7f-1c9c-4c49-954d-37fb79fce227 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] 10.222.0.64 "PUT /v2.0/routers/99cc1255-76e8-4636-894c-8e9df7eb1e40 HTTP/1.1" status: 404 len: 339 time: 0.3931301 Dec 08 16:22:21.569951 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59796) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:21.592639 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-4eb1fc86-540f-455f-96e5-cda1970ca430 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1557913178'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:22:21.603959 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-086f9cb1-d50e-4269-9802-53786513b042 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:21.662764 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-086f9cb1-d50e-4269-9802-53786513b042 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:21.687956 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f2c5c06f-2368-4bbc-9d84-b67adec59bc7 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:21.738782 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb1fc86-540f-455f-96e5-cda1970ca430 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Made reservation on behalf of 453b04cbbe5648fd8e5bc27d00106a62 for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:22:21.739470 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f2c5c06f-2368-4bbc-9d84-b67adec59bc7 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:21.742292 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4eb1fc86-540f-455f-96e5-cda1970ca430 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:21.760687 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a581d26-2865-4bc7-ae6d-45de33fd99cc req-1e5d6870-835e-447c-b821-d587f30f0f36 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:21.762242 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4a581d26-2865-4bc7-ae6d-45de33fd99cc req-1e5d6870-835e-447c-b821-d587f30f0f36 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 946 time: 0.1211793 Dec 08 16:22:21.777670 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea8feb-9425-4c30-8ab9-43c18ec1c8c8 req-a17defa3-c625-4417-9652-68efb31443d6 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:21.779195 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fcea8feb-9425-4c30-8ab9-43c18ec1c8c8 req-a17defa3-c625-4417-9652-68efb31443d6 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=8537e803-ac65-4b1f-b876-037d6359137c HTTP/1.1" status: 200 len: 945 time: 0.0705674 Dec 08 16:22:21.786051 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eb1fc86-540f-455f-96e5-cda1970ca430 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:22:21.851629 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4a581d26-2865-4bc7-ae6d-45de33fd99cc req-9c7cd3ba-a1a6-4b69-aa9e-8c53919652dd tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=0224af71-d7ce-4eed-aefa-724f93ccbe59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800927 Dec 08 16:22:21.879644 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fcea8feb-9425-4c30-8ab9-43c18ec1c8c8 req-9a89de0c-6faa-4db5-be24-c95c629b9b58 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888226 Dec 08 16:22:21.880716 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-086f9cb1-d50e-4269-9802-53786513b042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:21.883172 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4eb1fc86-540f-455f-96e5-cda1970ca430 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:21.883524 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-4eb1fc86-540f-455f-96e5-cda1970ca430 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Added segment a30ddd1b-3060-484a-b737-ec4a15d698aa of type vlan for network 1ed3e81d-cf38-4bd1-8dcd-85bde2f0ee28 Dec 08 16:22:21.884272 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-086f9cb1-d50e-4269-9802-53786513b042 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:21.888735 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-086f9cb1-d50e-4269-9802-53786513b042 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9184965b-1629-4f7f-9f41-ed6bdadaf0ed HTTP/1.1" status: 204 len: 168 time: 0.4844143 Dec 08 16:22:21.912659 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086f9cb1-d50e-4269-9802-53786513b042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9184965b-1629-4f7f-9f41-ed6bdadaf0ed,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:21.958920 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4eb1fc86-540f-455f-96e5-cda1970ca430 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:21.973164 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59816) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:22.010180 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f2c5c06f-2368-4bbc-9d84-b67adec59bc7 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:22.012880 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f2c5c06f-2368-4bbc-9d84-b67adec59bc7 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:22.017544 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f2c5c06f-2368-4bbc-9d84-b67adec59bc7 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "DELETE /v2.0/security-groups/5903942c-927a-4f35-93fb-0009cd4d6c33 HTTP/1.1" status: 204 len: 168 time: 0.5712478 Dec 08 16:22:22.019736 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59822) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:22.032996 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c5c06f-2368-4bbc-9d84-b67adec59bc7 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5903942c-927a-4f35-93fb-0009cd4d6c33,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:22.042655 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [None req-0a1ac76e-4fac-4f86-b085-9a55bb4b268d tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] show failed (client error): The resource could not be found. Dec 08 16:22:22.045646 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-0a1ac76e-4fac-4f86-b085-9a55bb4b268d tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/security-groups/5903942c-927a-4f35-93fb-0009cd4d6c33 HTTP/1.1" status: 404 len: 347 time: 0.0236521 Dec 08 16:22:22.047727 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59824) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:22.126283 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4eb1fc86-540f-455f-96e5-cda1970ca430 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:22.133206 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb1fc86-540f-455f-96e5-cda1970ca430 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:22.144264 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4eb1fc86-540f-455f-96e5-cda1970ca430 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:22.144423 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d303434f-e75d-41f0-b1bf-4037dc0f8cee req-e67ddf41-c87c-49ab-9e82-fd15323f9ccc tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=22d0ae928129486d8913ac89433a7712 HTTP/1.1" status: 200 len: 267 time: 0.0615642 Dec 08 16:22:22.219352 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-4c943b2e-64c8-4960-900f-0a16de990cad admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1948083866-network', 'tenant_id': 'b054d0dcb49649e0950f266a7acfb033'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:22:22.229443 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d303434f-e75d-41f0-b1bf-4037dc0f8cee req-89101958-6fa3-4717-8c88-6617f0d67b5a tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:22.231062 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d303434f-e75d-41f0-b1bf-4037dc0f8cee req-89101958-6fa3-4717-8c88-6617f0d67b5a tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=8537e803-ac65-4b1f-b876-037d6359137c HTTP/1.1" status: 200 len: 945 time: 0.0938916 Dec 08 16:22:22.245964 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-d303434f-e75d-41f0-b1bf-4037dc0f8cee req-68fef0cf-76ae-4d15-93f2-4511d8b2ef2b tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Request body: {'port': {'security_groups': []}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:22:22.274638 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-4eb1fc86-540f-455f-96e5-cda1970ca430 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7008176 Dec 08 16:22:22.277658 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59826) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:22.283041 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-8c83ee02-21e2-48bd-9203-37e9dc5c6703 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Request body: {'subnet': {'network_id': '1ed3e81d-cf38-4bd1-8dcd-85bde2f0ee28', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:22:22.317908 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb1fc86-540f-455f-96e5-cda1970ca430 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Pushing event updated for resources: {'Network': ['ID=1ed3e81d-cf38-4bd1-8dcd-85bde2f0ee28,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:22.329832 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 1ed3e81d-cf38-4bd1-8dcd-85bde2f0ee28 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:22:22.371209 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-d303434f-e75d-41f0-b1bf-4037dc0f8cee req-68fef0cf-76ae-4d15-93f2-4511d8b2ef2b tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:22.371391 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-b3c14f7f-8c47-4935-933c-14e45c55bb02 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Deleting port bc679d7d-548e-4f12-80ac-eebff04a4043 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:22:22.372140 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b3c14f7f-8c47-4935-933c-14e45c55bb02 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:22.477866 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c943b2e-64c8-4960-900f-0a16de990cad admin admin] Made reservation on behalf of b054d0dcb49649e0950f266a7acfb033 for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:22:22.481237 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4c943b2e-64c8-4960-900f-0a16de990cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:22.497920 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4c943b2e-64c8-4960-900f-0a16de990cad admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:22.500962 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b3c14f7f-8c47-4935-933c-14e45c55bb02 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:22.501294 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b3c14f7f-8c47-4935-933c-14e45c55bb02 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:22.523826 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-b3c14f7f-8c47-4935-933c-14e45c55bb02 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Calling delete_port for bc679d7d-548e-4f12-80ac-eebff04a4043 owned by network:floatingip {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:22:22.573386 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-d303434f-e75d-41f0-b1bf-4037dc0f8cee req-68fef0cf-76ae-4d15-93f2-4511d8b2ef2b tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] For port 5a649675-6f58-4888-9e52-eb6ecca7108e, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=5a649675-6f58-4888-9e52-eb6ecca7108e,segment=NetworkSegment(bb740625-1067-4eb4-8c3f-54ce2bbbb747),segment_id=bb740625-1067-4eb4-8c3f-54ce2bbbb747)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:22.668068 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-d303434f-e75d-41f0-b1bf-4037dc0f8cee req-68fef0cf-76ae-4d15-93f2-4511d8b2ef2b tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:22.694904 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4c943b2e-64c8-4960-900f-0a16de990cad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:22.775752 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c83ee02-21e2-48bd-9203-37e9dc5c6703 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Made reservation on behalf of 453b04cbbe5648fd8e5bc27d00106a62 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:22:22.779416 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8c83ee02-21e2-48bd-9203-37e9dc5c6703 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:22.874227 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-d303434f-e75d-41f0-b1bf-4037dc0f8cee req-68fef0cf-76ae-4d15-93f2-4511d8b2ef2b tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:22.876479 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4c943b2e-64c8-4960-900f-0a16de990cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:22.886933 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['5a649675-6f58-4888-9e52-eb6ecca7108e'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:22:22.894861 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['387545ee-2fb9-4fd0-bb31-482b9336eed0', '3d765efb-79c3-4c3d-9c18-e4e21db047bc'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:22:22.902558 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c943b2e-64c8-4960-900f-0a16de990cad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:22:22.920572 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c943b2e-64c8-4960-900f-0a16de990cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:22.925834 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4c943b2e-64c8-4960-900f-0a16de990cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:22.926365 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-4c943b2e-64c8-4960-900f-0a16de990cad admin admin] Added segment afb83eff-f022-42ac-a1fa-5ce0abadefb1 of type vlan for network a3f049e4-e272-4e56-8eaa-a36c0dbab3a1 Dec 08 16:22:22.969977 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d303434f-e75d-41f0-b1bf-4037dc0f8cee req-68fef0cf-76ae-4d15-93f2-4511d8b2ef2b tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:22.970867 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-d303434f-e75d-41f0-b1bf-4037dc0f8cee req-68fef0cf-76ae-4d15-93f2-4511d8b2ef2b tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:22.977650 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d303434f-e75d-41f0-b1bf-4037dc0f8cee req-68fef0cf-76ae-4d15-93f2-4511d8b2ef2b tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "PUT /v2.0/ports/5a649675-6f58-4888-9e52-eb6ecca7108e HTTP/1.1" status: 200 len: 904 time: 0.7364383 Dec 08 16:22:22.978273 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8537e803-ac65-4b1f-b876-037d6359137c', 'tag': '5a649675-6f58-4888-9e52-eb6ecca7108e'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:22:22.995050 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb931c1-c183-4530-8ae0-b6687cab02c8" -d '{"events": [{"name": "network-changed", "server_uuid": "8537e803-ac65-4b1f-b876-037d6359137c", "tag": "5a649675-6f58-4888-9e52-eb6ecca7108e"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:22:23.053873 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4c943b2e-64c8-4960-900f-0a16de990cad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:23.079707 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b3c14f7f-8c47-4935-933c-14e45c55bb02 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:23.102562 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fef0cf-76ae-4d15-93f2-4511d8b2ef2b tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Pushing event updated for resources: {'Port': ['ID=5a649675-6f58-4888-9e52-eb6ecca7108e,revision_number=6']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:23.169625 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eee7fb3-e611-4c72-a167-af6503e7d97e x-openstack-request-id: req-2eee7fb3-e611-4c72-a167-af6503e7d97e {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:22:23.170146 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8537e803-ac65-4b1f-b876-037d6359137c", "tag": "5a649675-6f58-4888-9e52-eb6ecca7108e", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:22:23.170584 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2eee7fb3-e611-4c72-a167-af6503e7d97e {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:22:23.174129 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8537e803-ac65-4b1f-b876-037d6359137c', 'tag': '5a649675-6f58-4888-9e52-eb6ecca7108e', 'status': 'completed', 'code': 200} Dec 08 16:22:23.174129 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59840) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:23.225403 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c14f7f-8c47-4935-933c-14e45c55bb02 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Pushing event deleted for resources: {'Port': ['ID=bc679d7d-548e-4f12-80ac-eebff04a4043,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:23.234797 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f6276cfd-0982-4407-92fb-a680c1a99148 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:23.331983 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f6276cfd-0982-4407-92fb-a680c1a99148 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:23.359643 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b3c14f7f-8c47-4935-933c-14e45c55bb02 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks [] for floatingip, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:23.363823 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b3c14f7f-8c47-4935-933c-14e45c55bb02 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:23.365043 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b3c14f7f-8c47-4935-933c-14e45c55bb02 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "DELETE /v2.0/floatingips/7370f25a-ef60-44c1-896a-db8c494e73fc HTTP/1.1" status: 204 len: 168 time: 1.3133945 Dec 08 16:22:23.381276 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-c38113ef-b878-4406-a2aa-dfe2b795192c None None] Provisioning complete for port 5a649675-6f58-4888-9e52-eb6ecca7108e triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:22:23.381276 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c38113ef-b878-4406-a2aa-dfe2b795192c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:23.381875 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff44c8-ae43-49d4-b647-69c2a4fe84c5 req-20f48575-2545-4f8e-9345-b49c8967b712 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:23.383102 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7bff44c8-ae43-49d4-b647-69c2a4fe84c5 req-20f48575-2545-4f8e-9345-b49c8967b712 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=8537e803-ac65-4b1f-b876-037d6359137c HTTP/1.1" status: 200 len: 907 time: 0.2101185 Dec 08 16:22:23.389925 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb931c1-c183-4530-8ae0-b6687cab02c8 req-c8f4dbe6-5255-42eb-a09a-309ec0a5f042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:23.391474 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cfb931c1-c183-4530-8ae0-b6687cab02c8 req-c8f4dbe6-5255-42eb-a09a-309ec0a5f042 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=22d0ae928129486d8913ac89433a7712&device_id=8537e803-ac65-4b1f-b876-037d6359137c HTTP/1.1" status: 200 len: 1059 time: 0.1697562 Dec 08 16:22:23.407993 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['5a649675-6f58-4888-9e52-eb6ecca7108e'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:22:23.484601 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4c943b2e-64c8-4960-900f-0a16de990cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:23.484601 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c943b2e-64c8-4960-900f-0a16de990cad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:23.484601 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4c943b2e-64c8-4960-900f-0a16de990cad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:23.566595 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8c83ee02-21e2-48bd-9203-37e9dc5c6703 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:23.581547 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c943b2e-64c8-4960-900f-0a16de990cad admin admin] Pushing event updated for resources: {'Network': ['ID=a3f049e4-e272-4e56-8eaa-a36c0dbab3a1,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:23.581732 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f6276cfd-0982-4407-92fb-a680c1a99148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:23.592698 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af598c-e635-4a4c-93ec-43206841f7b0 req-21c9c4ee-3d74-4ccf-a6d6-b6c313585b8a tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:23.594415 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-57af598c-e635-4a4c-93ec-43206841f7b0 req-21c9c4ee-3d74-4ccf-a6d6-b6c313585b8a tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 945 time: 0.0801592 Dec 08 16:22:23.603249 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb931c1-c183-4530-8ae0-b6687cab02c8 req-b0bba2ca-7ac1-44a7-8d0d-fdd1e54ffd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:23.604777 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cfb931c1-c183-4530-8ae0-b6687cab02c8 req-b0bba2ca-7ac1-44a7-8d0d-fdd1e54ffd47 service neutron] 10.222.0.37 "GET /v2.0/networks?id=444a8cbb-ee83-40d1-9772-ed3daa005a16 HTTP/1.1" status: 200 len: 911 time: 0.2049949 Dec 08 16:22:23.617723 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network a3f049e4-e272-4e56-8eaa-a36c0dbab3a1 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:22:23.672686 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cfb931c1-c183-4530-8ae0-b6687cab02c8 req-a360bbbb-c52a-4f88-88a7-b2c33844bdc2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a649675-6f58-4888-9e52-eb6ecca7108e HTTP/1.1" status: 200 len: 217 time: 0.0585134 Dec 08 16:22:23.678941 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-4c943b2e-64c8-4960-900f-0a16de990cad admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.7044859 Dec 08 16:22:23.683887 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59848) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:23.691562 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-a80cce6d-1fe3-4d84-927a-eae03a08d19c admin admin] Request body: {'subnet': {'network_id': 'a3f049e4-e272-4e56-8eaa-a36c0dbab3a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1948083866-subnet', 'tenant_id': 'b054d0dcb49649e0950f266a7acfb033', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:22:23.723505 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f6276cfd-0982-4407-92fb-a680c1a99148 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6eaab17826014ade92729d459463d80c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5304596 Dec 08 16:22:23.724376 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6276cfd-0982-4407-92fb-a680c1a99148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530c7413-a101-4f21-9cff-da0c28d81fef,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:23.728917 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59850) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:23.739982 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c83ee02-21e2-48bd-9203-37e9dc5c6703 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Pushing event updated for resources: {'Subnet': ['ID=1076623a-8d1f-43d7-aabe-8a16e8fbe855,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:23.774707 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c83ee02-21e2-48bd-9203-37e9dc5c6703 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Checking segment: {'id': 'a30ddd1b-3060-484a-b737-ec4a15d698aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1ed3e81d-cf38-4bd1-8dcd-85bde2f0ee28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:22:23.775349 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c83ee02-21e2-48bd-9203-37e9dc5c6703 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Network hostable DHCP agents. Network: 1ed3e81d-cf38-4bd1-8dcd-85bde2f0ee28, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:22:23.807621 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb931c1-c183-4530-8ae0-b6687cab02c8 req-27ba4fab-da93-43ea-adfd-245babf649eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:23.809215 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cfb931c1-c183-4530-8ae0-b6687cab02c8 req-27ba4fab-da93-43ea-adfd-245babf649eb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=921ca20d-c445-4985-be5a-b19c39bd838b HTTP/1.1" status: 200 len: 849 time: 0.1290910 Dec 08 16:22:23.852696 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-57af598c-e635-4a4c-93ec-43206841f7b0 req-bb61bf31-e4b9-487d-a7b8-e9b4f1ac808f tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2358367 Dec 08 16:22:23.862786 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-50e35eee-a78e-4d6b-aafa-569d5741710c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:23.896589 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb931c1-c183-4530-8ae0-b6687cab02c8 req-a38d387b-e950-408b-836e-ff2338b30fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:23.896589 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cfb931c1-c183-4530-8ae0-b6687cab02c8 req-a38d387b-e950-408b-836e-ff2338b30fa2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=444a8cbb-ee83-40d1-9772-ed3daa005a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0779495 Dec 08 16:22:23.901812 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59858) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:23.906561 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-50e35eee-a78e-4d6b-aafa-569d5741710c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:23.907176 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-6aa862c7-93c6-41cd-b138-6483f411eda4 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1775345579', 'description': 'tempest-description--945420412'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:22:23.973280 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a80cce6d-1fe3-4d84-927a-eae03a08d19c admin admin] Made reservation on behalf of b054d0dcb49649e0950f266a7acfb033 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:22:23.975693 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a80cce6d-1fe3-4d84-927a-eae03a08d19c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:24.004316 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59cbae7-c7a6-4df4-8630-75d709f857e8 req-4e2a4d4b-69c7-4818-bfde-915257cc0fea tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:24.011787 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b59cbae7-c7a6-4df4-8630-75d709f857e8 req-4e2a4d4b-69c7-4818-bfde-915257cc0fea tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 945 time: 0.0668454 Dec 08 16:22:24.020770 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c83ee02-21e2-48bd-9203-37e9dc5c6703 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Network 1ed3e81d-cf38-4bd1-8dcd-85bde2f0ee28 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:22:24.063720 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b59cbae7-c7a6-4df4-8630-75d709f857e8 req-ec1c9c9f-df5d-49ec-8da8-74198ac3cac1 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509832 Dec 08 16:22:24.070624 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6aa862c7-93c6-41cd-b138-6483f411eda4 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:24.097605 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cfb931c1-c183-4530-8ae0-b6687cab02c8 req-8c4d30fd-e22b-4092-9a54-4d128f487b65 service neutron] 10.222.0.37 "GET /v2.0/networks/444a8cbb-ee83-40d1-9772-ed3daa005a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851048 Dec 08 16:22:24.130485 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-50e35eee-a78e-4d6b-aafa-569d5741710c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:24.133749 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-50e35eee-a78e-4d6b-aafa-569d5741710c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:24.135360 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-50e35eee-a78e-4d6b-aafa-569d5741710c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/530c7413-a101-4f21-9cff-da0c28d81fef HTTP/1.1" status: 204 len: 168 time: 0.4051771 Dec 08 16:22:24.145496 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e35eee-a78e-4d6b-aafa-569d5741710c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530c7413-a101-4f21-9cff-da0c28d81fef,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:24.176276 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-8c83ee02-21e2-48bd-9203-37e9dc5c6703 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 1ed3e81d-cf38-4bd1-8dcd-85bde2f0ee28) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:22:24.181305 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c83ee02-21e2-48bd-9203-37e9dc5c6703 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:24.181966 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8c83ee02-21e2-48bd-9203-37e9dc5c6703 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:24.190212 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df84248-e93c-49b9-a309-1d10db29e35e None None] Network 1ed3e81d-cf38-4bd1-8dcd-85bde2f0ee28 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:22:24.283217 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cfb931c1-c183-4530-8ae0-b6687cab02c8 req-0b010fd3-d295-4d4c-898f-13b68fdb459e service neutron] 10.222.0.37 "GET /v2.0/networks/444a8cbb-ee83-40d1-9772-ed3daa005a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778126 Dec 08 16:22:24.302197 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6aa862c7-93c6-41cd-b138-6483f411eda4 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:24.348881 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b49c6f-65e7-4adb-bd94-05d8f7131b52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-1ed3e81d-cf38-4bd1-8dcd-85bde2f0ee28', 'network_id': '1ed3e81d-cf38-4bd1-8dcd-85bde2f0ee28', 'project_id': '453b04cbbe5648fd8e5bc27d00106a62', 'fixed_ips': [{'subnet_id': '1076623a-8d1f-43d7-aabe-8a16e8fbe855'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:22:24.349942 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-16b49c6f-65e7-4adb-bd94-05d8f7131b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:24.402070 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-8c83ee02-21e2-48bd-9203-37e9dc5c6703 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1230474 Dec 08 16:22:24.406756 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59878) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:24.412756 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-40cc8851-e6db-4c0c-915b-08fa5588065a tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Request body: {'router': {'external_gateway_info': {'network_id': '1ed3e81d-cf38-4bd1-8dcd-85bde2f0ee28'}}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:22:24.472115 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981752c0-e222-4dfe-a3fb-61ce959c7216 req-991df99b-dbe5-46dc-898d-2fd84458220d tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:24.479406 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-981752c0-e222-4dfe-a3fb-61ce959c7216 req-991df99b-dbe5-46dc-898d-2fd84458220d tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/networks?id=444a8cbb-ee83-40d1-9772-ed3daa005a16 HTTP/1.1" status: 200 len: 810 time: 0.1273601 Dec 08 16:22:24.479406 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6aa862c7-93c6-41cd-b138-6483f411eda4 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:24.500993 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-16b49c6f-65e7-4adb-bd94-05d8f7131b52 None None] Allocated IP 2001:db8:1::2 (1ed3e81d-cf38-4bd1-8dcd-85bde2f0ee28/1076623a-8d1f-43d7-aabe-8a16e8fbe855/74cdaa1b-37b1-42fb-ab0c-5abe55faae87) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:22:24.513852 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-981752c0-e222-4dfe-a3fb-61ce959c7216 req-bebcb6bf-2ec4-4815-88e7-659b40373585 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/quotas/22d0ae928129486d8913ac89433a7712 HTTP/1.1" status: 200 len: 375 time: 0.0283825 Dec 08 16:22:24.514726 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a80cce6d-1fe3-4d84-927a-eae03a08d19c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:24.552784 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa862c7-93c6-41cd-b138-6483f411eda4 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55feb4d0-ba7d-4f6f-9a72-a6c9000f9a7f,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:24.594714 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6aa862c7-93c6-41cd-b138-6483f411eda4 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:24.596807 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-6aa862c7-93c6-41cd-b138-6483f411eda4 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6974552 Dec 08 16:22:24.602304 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59880) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:24.615971 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-b3aed6e6-2865-455c-88b1-6c5ea19d71b5 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Request body: {'security_group_rule': {'security_group_id': '55feb4d0-ba7d-4f6f-9a72-a6c9000f9a7f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:22:24.647811 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80cce6d-1fe3-4d84-927a-eae03a08d19c admin admin] Pushing event updated for resources: {'Subnet': ['ID=74b50aa4-8812-48e5-b8de-c1650bb82dc8,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:24.660886 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-40cc8851-e6db-4c0c-915b-08fa5588065a tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:24.672672 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-981752c0-e222-4dfe-a3fb-61ce959c7216 req-ddaa5f9a-abe1-4190-be1e-17edda2dea17 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=22d0ae928129486d8913ac89433a7712&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1282647 Dec 08 16:22:24.677432 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80cce6d-1fe3-4d84-927a-eae03a08d19c admin admin] Checking segment: {'id': 'afb83eff-f022-42ac-a1fa-5ce0abadefb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a3f049e4-e272-4e56-8eaa-a36c0dbab3a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:22:24.677432 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80cce6d-1fe3-4d84-927a-eae03a08d19c admin admin] Network hostable DHCP agents. Network: a3f049e4-e272-4e56-8eaa-a36c0dbab3a1, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:22:24.696763 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-16b49c6f-65e7-4adb-bd94-05d8f7131b52 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:24.776798 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80cce6d-1fe3-4d84-927a-eae03a08d19c admin admin] Network a3f049e4-e272-4e56-8eaa-a36c0dbab3a1 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:22:24.777713 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-16b49c6f-65e7-4adb-bd94-05d8f7131b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:24.793151 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b3aed6e6-2865-455c-88b1-6c5ea19d71b5 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:24.872441 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-a80cce6d-1fe3-4d84-927a-eae03a08d19c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, a3f049e4-e272-4e56-8eaa-a36c0dbab3a1) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:22:24.876818 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b49c6f-65e7-4adb-bd94-05d8f7131b52 None None] Network 1ed3e81d-cf38-4bd1-8dcd-85bde2f0ee28 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:22:24.894269 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80cce6d-1fe3-4d84-927a-eae03a08d19c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:24.899311 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a80cce6d-1fe3-4d84-927a-eae03a08d19c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:24.913337 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bb315b-1444-43de-8a35-e3d4bfa70cf0 None None] Network a3f049e4-e272-4e56-8eaa-a36c0dbab3a1 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:22:24.917298 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-16b49c6f-65e7-4adb-bd94-05d8f7131b52 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:22:24.923820 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-40cc8851-e6db-4c0c-915b-08fa5588065a tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:22:24.926837 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-40cc8851-e6db-4c0c-915b-08fa5588065a tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] 10.222.0.64 "PUT /v2.0/routers/99cc1255-76e8-4636-894c-8e9df7eb1e40 HTTP/1.1" status: 400 len: 364 time: 0.5185621 Dec 08 16:22:24.929986 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b49c6f-65e7-4adb-bd94-05d8f7131b52 None None] Pushing event updated for resources: {'Port': ['ID=74cdaa1b-37b1-42fb-ab0c-5abe55faae87,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:24.932871 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b49c6f-65e7-4adb-bd94-05d8f7131b52 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:22:24.933670 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59886) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:24.981566 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b3aed6e6-2865-455c-88b1-6c5ea19d71b5 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:25.051440 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a80cce6d-1fe3-4d84-927a-eae03a08d19c admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3685198 Dec 08 16:22:25.060217 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59894) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:25.060586 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-16b49c6f-65e7-4adb-bd94-05d8f7131b52 None None] Attempting to bind port 74cdaa1b-37b1-42fb-ab0c-5abe55faae87 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:22:25.060966 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-16b49c6f-65e7-4adb-bd94-05d8f7131b52 None None] Attempting to bind port 74cdaa1b-37b1-42fb-ab0c-5abe55faae87 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'a30ddd1b-3060-484a-b737-ec4a15d698aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1ed3e81d-cf38-4bd1-8dcd-85bde2f0ee28'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:22:25.061336 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b49c6f-65e7-4adb-bd94-05d8f7131b52 None None] Attempting to bind port 74cdaa1b-37b1-42fb-ab0c-5abe55faae87 on network 1ed3e81d-cf38-4bd1-8dcd-85bde2f0ee28 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:22:25.064840 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-30d7572b-3348-41ec-b9f7-4d3d53dbe26a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1948083866-router', 'tenant_id': 'b054d0dcb49649e0950f266a7acfb033', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:22:25.081283 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-981752c0-e222-4dfe-a3fb-61ce959c7216 req-ce63bd40-92d6-4475-bba5-a082f58a3709 service neutron] 10.222.0.64 "GET /v2.0/networks/444a8cbb-ee83-40d1-9772-ed3daa005a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4007530 Dec 08 16:22:25.084477 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b3aed6e6-2865-455c-88b1-6c5ea19d71b5 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:25.108227 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b49c6f-65e7-4adb-bd94-05d8f7131b52 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:22:25.108716 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b49c6f-65e7-4adb-bd94-05d8f7131b52 None None] Checking segment: {'id': 'a30ddd1b-3060-484a-b737-ec4a15d698aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1ed3e81d-cf38-4bd1-8dcd-85bde2f0ee28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:22:25.109365 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-16b49c6f-65e7-4adb-bd94-05d8f7131b52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:25.110310 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b49c6f-65e7-4adb-bd94-05d8f7131b52 None None] Bound using segment: {'id': 'a30ddd1b-3060-484a-b737-ec4a15d698aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1ed3e81d-cf38-4bd1-8dcd-85bde2f0ee28'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:22:25.110993 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-16b49c6f-65e7-4adb-bd94-05d8f7131b52 None None] Bound port: 74cdaa1b-37b1-42fb-ab0c-5abe55faae87, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a30ddd1b-3060-484a-b737-ec4a15d698aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1ed3e81d-cf38-4bd1-8dcd-85bde2f0ee28'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:22:25.111419 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-16b49c6f-65e7-4adb-bd94-05d8f7131b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:25.119059 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aed6e6-2865-455c-88b1-6c5ea19d71b5 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=106c245d-cb99-4c48-a3be-e2f1eb642dee,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:25.179028 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0be0615-c947-481e-a3c5-a715224aa810 None None] Network a3f049e4-e272-4e56-8eaa-a36c0dbab3a1 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:22:25.208508 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-30d7572b-3348-41ec-b9f7-4d3d53dbe26a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:25.217036 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-30d7572b-3348-41ec-b9f7-4d3d53dbe26a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:25.304370 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-30d7572b-3348-41ec-b9f7-4d3d53dbe26a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:25.312214 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b3aed6e6-2865-455c-88b1-6c5ea19d71b5 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:25.313688 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b3aed6e6-2865-455c-88b1-6c5ea19d71b5 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7012908 Dec 08 16:22:25.318814 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59900) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:25.325585 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-11587da9-a816-4ea8-9c90-2b41de7999df tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Request body: {'security_group_rule': {'security_group_id': '55feb4d0-ba7d-4f6f-9a72-a6c9000f9a7f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:22:25.327439 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-16b49c6f-65e7-4adb-bd94-05d8f7131b52 None None] For port 74cdaa1b-37b1-42fb-ab0c-5abe55faae87, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:22:25.333641 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-16b49c6f-65e7-4adb-bd94-05d8f7131b52 None None] For port 74cdaa1b-37b1-42fb-ab0c-5abe55faae87, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=74cdaa1b-37b1-42fb-ab0c-5abe55faae87,segment=NetworkSegment(a30ddd1b-3060-484a-b737-ec4a15d698aa),segment_id=a30ddd1b-3060-484a-b737-ec4a15d698aa)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:22:25.451132 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-16b49c6f-65e7-4adb-bd94-05d8f7131b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:25.492574 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-981752c0-e222-4dfe-a3fb-61ce959c7216 req-f21c5139-4335-4de1-9f4d-088710b50e40 service neutron] 10.222.0.64 "GET /v2.0/networks/444a8cbb-ee83-40d1-9772-ed3daa005a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3980420 Dec 08 16:22:25.530292 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-11587da9-a816-4ea8-9c90-2b41de7999df tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:25.537018 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b49c6f-65e7-4adb-bd94-05d8f7131b52 None None] Pushing event updated for resources: {'Port': ['ID=74cdaa1b-37b1-42fb-ab0c-5abe55faae87,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:25.676215 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-30d7572b-3348-41ec-b9f7-4d3d53dbe26a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:25.707803 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-11587da9-a816-4ea8-9c90-2b41de7999df tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:25.812389 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-11587da9-a816-4ea8-9c90-2b41de7999df tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:25.849589 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-75478acb-5e31-4a49-8d39-821901d46aa2 req-275e752a-eec9-494e-9274-826c40ad4941 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=9daa54dd-cbb3-4f70-9ba7-fc736ce1c28c HTTP/1.1" status: 200 len: 210 time: 0.0551813 Dec 08 16:22:25.881935 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11587da9-a816-4ea8-9c90-2b41de7999df tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a83d444-15ae-4970-828d-3b9be6111d69,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:25.948699 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d757d13d-a416-42ad-8c4e-566b3d3addc6 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:25.955506 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-11587da9-a816-4ea8-9c90-2b41de7999df tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:25.960492 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-11587da9-a816-4ea8-9c90-2b41de7999df tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6376116 Dec 08 16:22:25.961335 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59920) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:25.974867 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-5f3970b5-7fa7-45f5-a22e-c6647622919f tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Request body: {'floatingip': {'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:22:26.138843 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-30d7572b-3348-41ec-b9f7-4d3d53dbe26a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:26.170434 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-30d7572b-3348-41ec-b9f7-4d3d53dbe26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:26.259288 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5f3970b5-7fa7-45f5-a22e-c6647622919f tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks [] for floatingip, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:26.262897 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 74cdaa1b-37b1-42fb-ab0c-5abe55faae87 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:22:26.335447 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 74cdaa1b-37b1-42fb-ab0c-5abe55faae87 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:22:26.335875 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:26.363714 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-d757d13d-a416-42ad-8c4e-566b3d3addc6 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Allocated IP 2001:db8::1 (8af04581-fdc5-4044-9d1a-976145d8058f/10b37f4d-38d7-4ae7-ab46-46f0d73375c3/6047c3c4-5e8c-4d44-bebc-a6ffde72c902) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:22:26.460886 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:26.540556 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 74cdaa1b-37b1-42fb-ab0c-5abe55faae87, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=74cdaa1b-37b1-42fb-ab0c-5abe55faae87,segment=NetworkSegment(a30ddd1b-3060-484a-b737-ec4a15d698aa),segment_id=a30ddd1b-3060-484a-b737-ec4a15d698aa)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:26.561006 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5f3970b5-7fa7-45f5-a22e-c6647622919f tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:26.584582 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d757d13d-a416-42ad-8c4e-566b3d3addc6 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:26.684959 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:26.714534 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-5f3970b5-7fa7-45f5-a22e-c6647622919f tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Allocated IP 172.25.0.211 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/f40a9948-c31b-4ee4-82dd-52245895db61) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:22:26.782535 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=74cdaa1b-37b1-42fb-ab0c-5abe55faae87,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:26.787720 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d757d13d-a416-42ad-8c4e-566b3d3addc6 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:26.850354 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d757d13d-a416-42ad-8c4e-566b3d3addc6 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Network 8af04581-fdc5-4044-9d1a-976145d8058f is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:22:26.864977 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-d757d13d-a416-42ad-8c4e-566b3d3addc6 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:22:26.874608 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d757d13d-a416-42ad-8c4e-566b3d3addc6 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:22:26.874608 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d757d13d-a416-42ad-8c4e-566b3d3addc6 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:26.927993 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d757d13d-a416-42ad-8c4e-566b3d3addc6 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Pushing event updated for resources: {'Port': ['ID=6047c3c4-5e8c-4d44-bebc-a6ffde72c902,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:27.005118 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6e03699f-e316-40d7-a129-efa669199d69 req-9c405388-4819-4036-835b-ee0aeeadf999 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=9daa54dd-cbb3-4f70-9ba7-fc736ce1c28c HTTP/1.1" status: 200 len: 210 time: 0.0890799 Dec 08 16:22:27.013542 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753025d0-3a47-4171-a576-4a6cba3d1cd7 None None] Network 1ed3e81d-cf38-4bd1-8dcd-85bde2f0ee28 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:22:27.020334 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5f3970b5-7fa7-45f5-a22e-c6647622919f tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:27.100693 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-36ad55fd-1293-4ae1-80e0-04317bc2beee None None] Provisioning complete for port 74cdaa1b-37b1-42fb-ab0c-5abe55faae87 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:22:27.101452 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-36ad55fd-1293-4ae1-80e0-04317bc2beee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:27.109028 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59950) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:27.161814 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5f3970b5-7fa7-45f5-a22e-c6647622919f tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:27.267396 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d757d13d-a416-42ad-8c4e-566b3d3addc6 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:27.270670 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-30d7572b-3348-41ec-b9f7-4d3d53dbe26a admin admin] Allocated IP 172.25.0.124 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/c25cd284-1f9b-49df-91e5-cdd9bc86259f) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:22:27.272425 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3970b5-7fa7-45f5-a22e-c6647622919f tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:22:27.272843 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3befc792-9514-4dfe-b468-5715a51bd812 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:27.287146 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-5f3970b5-7fa7-45f5-a22e-c6647622919f tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:22:27.289703 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3970b5-7fa7-45f5-a22e-c6647622919f tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:22:27.319296 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3970b5-7fa7-45f5-a22e-c6647622919f tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Pushing event updated for resources: {'Port': ['ID=f40a9948-c31b-4ee4-82dd-52245895db61,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:27.415220 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-68e02376-a2f0-480c-a5a1-2a9957c34ef6 None None] Provisioning complete for port 6047c3c4-5e8c-4d44-bebc-a6ffde72c902 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:22:27.416158 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-68e02376-a2f0-480c-a5a1-2a9957c34ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:27.461399 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-30d7572b-3348-41ec-b9f7-4d3d53dbe26a admin admin] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:27.481842 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3befc792-9514-4dfe-b468-5715a51bd812 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:27.483185 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-68e02376-a2f0-480c-a5a1-2a9957c34ef6 None None] Port 6047c3c4-5e8c-4d44-bebc-a6ffde72c902 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:22:27.560804 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3befc792-9514-4dfe-b468-5715a51bd812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:27.579550 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5f3970b5-7fa7-45f5-a22e-c6647622919f tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:27.598534 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3befc792-9514-4dfe-b468-5715a51bd812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20529719-9b04-455c-8fea-2367d643509c,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:27.606027 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-3befc792-9514-4dfe-b468-5715a51bd812 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=007481b2d01e477d92249486e8a7c4b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4958169 Dec 08 16:22:27.606949 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59956) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:27.614340 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-45e8d57e-c090-42ca-8c5a-e67ba56e7d17 None None] Provisioning complete for port 74cdaa1b-37b1-42fb-ab0c-5abe55faae87 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:22:27.614340 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-45e8d57e-c090-42ca-8c5a-e67ba56e7d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:27.642880 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-30d7572b-3348-41ec-b9f7-4d3d53dbe26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:27.705555 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d7572b-3348-41ec-b9f7-4d3d53dbe26a admin admin] Pushing event updated for resources: {'Port': ['ID=c25cd284-1f9b-49df-91e5-cdd9bc86259f,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:27.721187 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5f3970b5-7fa7-45f5-a22e-c6647622919f tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:27.728050 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d7572b-3348-41ec-b9f7-4d3d53dbe26a admin admin] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:22:27.733598 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-30d7572b-3348-41ec-b9f7-4d3d53dbe26a admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:22:27.738100 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-113e26d7-6452-4421-bba8-61fc3be554e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:27.947615 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d7572b-3348-41ec-b9f7-4d3d53dbe26a admin admin] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:22:27.953302 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d757d13d-a416-42ad-8c4e-566b3d3addc6 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:27.954309 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-113e26d7-6452-4421-bba8-61fc3be554e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:27.954388 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d757d13d-a416-42ad-8c4e-566b3d3addc6 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:27.954388 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d757d13d-a416-42ad-8c4e-566b3d3addc6 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:27.997094 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d757d13d-a416-42ad-8c4e-566b3d3addc6 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Pushing event updated for resources: {'Port': ['ID=6047c3c4-5e8c-4d44-bebc-a6ffde72c902,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:28.062521 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5f3970b5-7fa7-45f5-a22e-c6647622919f tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:28.091992 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d757d13d-a416-42ad-8c4e-566b3d3addc6 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Network 8af04581-fdc5-4044-9d1a-976145d8058f is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:22:28.093755 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-d757d13d-a416-42ad-8c4e-566b3d3addc6 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:22:28.211375 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 74cdaa1b-37b1-42fb-ab0c-5abe55faae87 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:22:28.216320 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7c131211-f365-48e4-bab6-3dac98698d33 req-f708eff8-c111-474a-bb4e-c6e1e5327a0b tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=9daa54dd-cbb3-4f70-9ba7-fc736ce1c28c HTTP/1.1" status: 200 len: 210 time: 0.0725050 Dec 08 16:22:28.234944 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d757d13d-a416-42ad-8c4e-566b3d3addc6 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Router 99cc1255-76e8-4636-894c-8e9df7eb1e40 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:22:28.276949 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 74cdaa1b-37b1-42fb-ab0c-5abe55faae87 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:22:28.277360 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:28.339705 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d757d13d-a416-42ad-8c4e-566b3d3addc6 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:22:28.350388 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59966) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:28.350803 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d757d13d-a416-42ad-8c4e-566b3d3addc6 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] 10.222.0.64 "PUT /v2.0/routers/99cc1255-76e8-4636-894c-8e9df7eb1e40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4128089 Dec 08 16:22:28.350898 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba832d2-9cf9-4bfc-9fe1-aa3135fb354e None None] Sync routers for ids ['99cc1255-76e8-4636-894c-8e9df7eb1e40'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:22:28.360890 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba832d2-9cf9-4bfc-9fe1-aa3135fb354e None None] Routers {'99cc1255-76e8-4636-894c-8e9df7eb1e40'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:22:28.361495 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-aba832d2-9cf9-4bfc-9fe1-aa3135fb354e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:22:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['99cc1255-76e8-4636-894c-8e9df7eb1e40'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:28.410296 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5f3970b5-7fa7-45f5-a22e-c6647622919f tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:28.420310 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-2158c358-e643-42ac-bd87-c57980fca426 None None] Provisioning complete for port 6047c3c4-5e8c-4d44-bebc-a6ffde72c902 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:22:28.421066 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2158c358-e643-42ac-bd87-c57980fca426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:28.439316 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-aba832d2-9cf9-4bfc-9fe1-aa3135fb354e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:28.446015 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:22:28.462634 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba832d2-9cf9-4bfc-9fe1-aa3135fb354e None None] Routers {'99cc1255-76e8-4636-894c-8e9df7eb1e40'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:22:28.463256 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-aba832d2-9cf9-4bfc-9fe1-aa3135fb354e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:22:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['99cc1255-76e8-4636-894c-8e9df7eb1e40'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:28.466448 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-2158c358-e643-42ac-bd87-c57980fca426 None None] Port 6047c3c4-5e8c-4d44-bebc-a6ffde72c902 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:22:28.473072 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-113e26d7-6452-4421-bba8-61fc3be554e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:28.475275 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-113e26d7-6452-4421-bba8-61fc3be554e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:28.478923 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-113e26d7-6452-4421-bba8-61fc3be554e0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/20529719-9b04-455c-8fea-2367d643509c HTTP/1.1" status: 204 len: 168 time: 0.8675928 Dec 08 16:22:28.492042 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5f3970b5-7fa7-45f5-a22e-c6647622919f tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:28.517506 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3970b5-7fa7-45f5-a22e-c6647622919f tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Pushing event updated for resources: {'Port': ['ID=f40a9948-c31b-4ee4-82dd-52245895db61,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:28.523933 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9505e46e-ea86-418d-8e2f-4faf93b79bae tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks [] for router, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:28.527364 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-aba832d2-9cf9-4bfc-9fe1-aa3135fb354e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:28.529620 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba832d2-9cf9-4bfc-9fe1-aa3135fb354e None None] The sync data for ids ['99cc1255-76e8-4636-894c-8e9df7eb1e40'] in n-d-776250-12 is: [] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:22:28.561757 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113e26d7-6452-4421-bba8-61fc3be554e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20529719-9b04-455c-8fea-2367d643509c,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:28.618371 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5f3970b5-7fa7-45f5-a22e-c6647622919f tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:28.620013 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-5f3970b5-7fa7-45f5-a22e-c6647622919f tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6526241 Dec 08 16:22:28.765405 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [None req-9505e46e-ea86-418d-8e2f-4faf93b79bae tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 08 16:22:28.766511 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-9505e46e-ea86-418d-8e2f-4faf93b79bae tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] 10.222.0.64 "DELETE /v2.0/routers/99cc1255-76e8-4636-894c-8e9df7eb1e40 HTTP/1.1" status: 409 len: 329 time: 0.4176712 Dec 08 16:22:28.771445 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59982) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:28.834205 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981752c0-e222-4dfe-a3fb-61ce959c7216 req-9b3641e7-b78c-4f85-9783-07eea1755f48 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:28.835732 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-981752c0-e222-4dfe-a3fb-61ce959c7216 req-9b3641e7-b78c-4f85-9783-07eea1755f48 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.76 "GET /v2.0/networks?id=444a8cbb-ee83-40d1-9772-ed3daa005a16 HTTP/1.1" status: 200 len: 810 time: 0.1966703 Dec 08 16:22:28.836558 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-30d7572b-3348-41ec-b9f7-4d3d53dbe26a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:28.882188 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-981752c0-e222-4dfe-a3fb-61ce959c7216 req-899f824e-5499-4f43-a3e0-b5b5e53948db tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Request body: {'port': {'device_id': '9daa54dd-cbb3-4f70-9ba7-fc736ce1c28c', 'network_id': '444a8cbb-ee83-40d1-9772-ed3daa005a16', 'admin_state_up': True, 'tenant_id': '22d0ae928129486d8913ac89433a7712'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:22:28.934409 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7f01b27d-731e-4237-aa79-1b7e5882353f req-ed071872-63bc-4109-aa65-eb366c0a0b73 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1775345579&fields=id&tenant_id=f798cbfb52c24fe0ba6afa1278248aa5 HTTP/1.1" status: 200 len: 267 time: 0.1027179 Dec 08 16:22:29.164423 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-30d7572b-3348-41ec-b9f7-4d3d53dbe26a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:29.170691 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f01b27d-731e-4237-aa79-1b7e5882353f req-3d5a8e55-300b-4b62-89f5-a37502cb7c6d tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:29.172619 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7f01b27d-731e-4237-aa79-1b7e5882353f req-3d5a8e55-300b-4b62-89f5-a37502cb7c6d tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/networks?id=7267bda8-5e5d-4e04-ad23-20b961702335 HTTP/1.1" status: 200 len: 811 time: 0.1970327 Dec 08 16:22:29.204227 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7f01b27d-731e-4237-aa79-1b7e5882353f req-d885956a-0215-4469-948b-d886d4dba921 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/quotas/f798cbfb52c24fe0ba6afa1278248aa5 HTTP/1.1" status: 200 len: 375 time: 0.0214863 Dec 08 16:22:29.225137 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-981752c0-e222-4dfe-a3fb-61ce959c7216 req-899f824e-5499-4f43-a3e0-b5b5e53948db tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Made reservation on behalf of 22d0ae928129486d8913ac89433a7712 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:22:29.229190 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-981752c0-e222-4dfe-a3fb-61ce959c7216 req-899f824e-5499-4f43-a3e0-b5b5e53948db tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:29.302994 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7f01b27d-731e-4237-aa79-1b7e5882353f req-75bb92c3-8869-4bfa-88c0-6d9460ad8424 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f798cbfb52c24fe0ba6afa1278248aa5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0713692 Dec 08 16:22:29.431339 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3206de4f-750d-4af0-a0bf-27dc9ce6b2ec req-36d2c4c4-a1a8-4876-8ab0-8ac98a2985a8 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=9daa54dd-cbb3-4f70-9ba7-fc736ce1c28c HTTP/1.1" status: 200 len: 210 time: 0.0685537 Dec 08 16:22:29.451255 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4257f184-0822-42ef-9904-ffd1eb49151d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:29.481801 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-981752c0-e222-4dfe-a3fb-61ce959c7216 req-899f824e-5499-4f43-a3e0-b5b5e53948db tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Allocated IP 172.20.0.14 (444a8cbb-ee83-40d1-9772-ed3daa005a16/921ca20d-c445-4985-be5a-b19c39bd838b/224ae73e-3df8-4d92-8353-597c37e85fa0) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:22:29.507852 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7f01b27d-731e-4237-aa79-1b7e5882353f req-d3088163-562a-4a8f-b778-03c104769354 service neutron] 10.222.0.64 "GET /v2.0/networks/7267bda8-5e5d-4e04-ad23-20b961702335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821139 Dec 08 16:22:29.576681 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d7572b-3348-41ec-b9f7-4d3d53dbe26a admin admin] Router 6940d7fd-f551-42cf-afe6-c088df1c5777 is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:22:29.698580 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7f01b27d-731e-4237-aa79-1b7e5882353f req-e9d31ab3-4cea-4496-8ab7-a99bf46fdcf5 service neutron] 10.222.0.64 "GET /v2.0/networks/7267bda8-5e5d-4e04-ad23-20b961702335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606724 Dec 08 16:22:29.715799 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-981752c0-e222-4dfe-a3fb-61ce959c7216 req-899f824e-5499-4f43-a3e0-b5b5e53948db tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:29.755289 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d7572b-3348-41ec-b9f7-4d3d53dbe26a admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:22:29.764779 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835e5fee-0eab-4876-a2a3-adadf8fa0ceb None None] Sync routers for ids ['6940d7fd-f551-42cf-afe6-c088df1c5777'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:22:29.784914 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835e5fee-0eab-4876-a2a3-adadf8fa0ceb None None] Routers {'6940d7fd-f551-42cf-afe6-c088df1c5777'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:22:29.789581 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-835e5fee-0eab-4876-a2a3-adadf8fa0ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:22:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['6940d7fd-f551-42cf-afe6-c088df1c5777'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:29.837391 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-30d7572b-3348-41ec-b9f7-4d3d53dbe26a admin admin] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:29.837391 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-30d7572b-3348-41ec-b9f7-4d3d53dbe26a admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.7709098 Dec 08 16:22:29.837754 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 60020) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:29.881754 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-4257f184-0822-42ef-9904-ffd1eb49151d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Deleting port 6047c3c4-5e8c-4d44-bebc-a6ffde72c902 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:22:29.882100 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4257f184-0822-42ef-9904-ffd1eb49151d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:29.894497 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-981752c0-e222-4dfe-a3fb-61ce959c7216 req-899f824e-5499-4f43-a3e0-b5b5e53948db tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:29.907504 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['387545ee-2fb9-4fd0-bb31-482b9336eed0', '3d765efb-79c3-4c3d-9c18-e4e21db047bc'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:22:29.963542 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-835e5fee-0eab-4876-a2a3-adadf8fa0ceb None None] Set router 6940d7fd-f551-42cf-afe6-c088df1c5777 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:22:30.010499 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4257f184-0822-42ef-9904-ffd1eb49151d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:30.019587 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-981752c0-e222-4dfe-a3fb-61ce959c7216 req-899f824e-5499-4f43-a3e0-b5b5e53948db tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Network 444a8cbb-ee83-40d1-9772-ed3daa005a16 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:22:30.027111 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-4257f184-0822-42ef-9904-ffd1eb49151d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Calling delete_port for 6047c3c4-5e8c-4d44-bebc-a6ffde72c902 owned by network:router_interface {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:22:30.037824 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-981752c0-e222-4dfe-a3fb-61ce959c7216 req-899f824e-5499-4f43-a3e0-b5b5e53948db tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:22:30.041854 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-981752c0-e222-4dfe-a3fb-61ce959c7216 req-899f824e-5499-4f43-a3e0-b5b5e53948db tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:22:30.093530 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899f824e-5499-4f43-a3e0-b5b5e53948db tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Pushing event updated for resources: {'Port': ['ID=224ae73e-3df8-4d92-8353-597c37e85fa0,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:30.102741 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981752c0-e222-4dfe-a3fb-61ce959c7216 req-899f824e-5499-4f43-a3e0-b5b5e53948db tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:30.103396 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-981752c0-e222-4dfe-a3fb-61ce959c7216 req-899f824e-5499-4f43-a3e0-b5b5e53948db tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:30.223054 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fe717ff4-05c0-4dfa-bfa4-0c257363b690 req-52de1fea-f724-46bb-8430-d2311284d29a tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/ports?device_id=898d1c92-4137-4233-a71e-c61a4cf798fb HTTP/1.1" status: 200 len: 210 time: 0.0512693 Dec 08 16:22:30.243217 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-981752c0-e222-4dfe-a3fb-61ce959c7216 req-899f824e-5499-4f43-a3e0-b5b5e53948db tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3667221 Dec 08 16:22:30.333595 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-981752c0-e222-4dfe-a3fb-61ce959c7216 req-d6224f6e-1bd4-4e76-ae4d-80a9e021e3ae service neutron] Request body: {'port': {'device_id': '9daa54dd-cbb3-4f70-9ba7-fc736ce1c28c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:22:30.482675 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-981752c0-e222-4dfe-a3fb-61ce959c7216 req-d6224f6e-1bd4-4e76-ae4d-80a9e021e3ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:30.533674 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-835e5fee-0eab-4876-a2a3-adadf8fa0ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6940d7fd-f551-42cf-afe6-c088df1c5777', 'name': 'tempest-ServerRescueNegativeTestJSON-1948083866-router', 'tenant_id': 'b054d0dcb49649e0950f266a7acfb033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'c25cd284-1f9b-49df-91e5-cdd9bc86259f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:22:25Z', 'updated_at': '2021-12-08T16:22:27Z', 'revision_number': 3, 'project_id': 'b054d0dcb49649e0950f266a7acfb033', 'gw_port': {'id': 'c25cd284-1f9b-49df-91e5-cdd9bc86259f', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d2:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6940d7fd-f551-42cf-afe6-c088df1c5777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:22:26Z', 'updated_at': '2021-12-08T16:22:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:30.622290 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e626be-8dff-41a1-be0a-84c15dd199bd req-172dfd0f-735b-45e9-891e-d52950d563e4 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:30.633296 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-49e626be-8dff-41a1-be0a-84c15dd199bd req-172dfd0f-735b-45e9-891e-d52950d563e4 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=9daa54dd-cbb3-4f70-9ba7-fc736ce1c28c HTTP/1.1" status: 200 len: 932 time: 0.0789070 Dec 08 16:22:30.662737 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4257f184-0822-42ef-9904-ffd1eb49151d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:30.667256 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835e5fee-0eab-4876-a2a3-adadf8fa0ceb None None] Checking router: 6940d7fd-f551-42cf-afe6-c088df1c5777 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:22:30.667638 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835e5fee-0eab-4876-a2a3-adadf8fa0ceb None None] Updating router 6940d7fd-f551-42cf-afe6-c088df1c5777 port c25cd284-1f9b-49df-91e5-cdd9bc86259f binding host n-d-776250-12 {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:22:30.740586 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-49e626be-8dff-41a1-be0a-84c15dd199bd req-f6c98cb7-dfa3-4da3-a032-5366013a74c3 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062281 Dec 08 16:22:30.741537 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4257f184-0822-42ef-9904-ffd1eb49151d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Pushing event deleted for resources: {'Port': ['ID=6047c3c4-5e8c-4d44-bebc-a6ffde72c902,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:30.754359 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-835e5fee-0eab-4876-a2a3-adadf8fa0ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:30.852391 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-1c86caa8-088b-4526-a4fb-b2c91f97c6fb None None] Provisioning complete for port 224ae73e-3df8-4d92-8353-597c37e85fa0 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:22:30.853018 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1c86caa8-088b-4526-a4fb-b2c91f97c6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:31.153517 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-1c86caa8-088b-4526-a4fb-b2c91f97c6fb None None] Port 224ae73e-3df8-4d92-8353-597c37e85fa0 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:22:31.372726 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bc492722-2f74-49d5-87dc-96ebda6293a5 req-76f48b29-1598-4264-b771-a5712d6bce0d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0916135 Dec 08 16:22:31.402944 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4257f184-0822-42ef-9904-ffd1eb49151d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:31.403421 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4257f184-0822-42ef-9904-ffd1eb49151d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:31.403990 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4257f184-0822-42ef-9904-ffd1eb49151d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:31.404228 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4257f184-0822-42ef-9904-ffd1eb49151d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:31.404580 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4257f184-0822-42ef-9904-ffd1eb49151d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:31.404922 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4257f184-0822-42ef-9904-ffd1eb49151d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:31.405264 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4257f184-0822-42ef-9904-ffd1eb49151d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:31.405598 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4257f184-0822-42ef-9904-ffd1eb49151d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:31.405935 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4257f184-0822-42ef-9904-ffd1eb49151d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:31.406275 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4257f184-0822-42ef-9904-ffd1eb49151d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:31.406612 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4257f184-0822-42ef-9904-ffd1eb49151d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:31.406949 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4257f184-0822-42ef-9904-ffd1eb49151d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:31.407551 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4257f184-0822-42ef-9904-ffd1eb49151d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:31.522528 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc492722-2f74-49d5-87dc-96ebda6293a5 req-11ec0c23-2493-4aca-8c9e-f82ce3fc4b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:31.524220 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bc492722-2f74-49d5-87dc-96ebda6293a5 req-11ec0c23-2493-4aca-8c9e-f82ce3fc4b52 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ebd580521ede49659be460136b14e0dd&device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 1098 time: 0.1259625 Dec 08 16:22:31.547888 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ce4e5c97-4a28-4e9c-9a97-bf0a37d68455 req-2a99f2e5-a6ac-4fbf-a997-b96129fd5bf2 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/ports?device_id=898d1c92-4137-4233-a71e-c61a4cf798fb HTTP/1.1" status: 200 len: 210 time: 0.1302521 Dec 08 16:22:31.631105 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4257f184-0822-42ef-9904-ffd1eb49151d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:31.659263 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1eab24b5-1ab7-4f2c-9d06-dbf54a273a89 req-f60326fb-75bf-4186-ac02-cdd1779815c6 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=885586af-4e7a-44b4-a68c-ebb57f0a0cf6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2323132 Dec 08 16:22:31.822120 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-835e5fee-0eab-4876-a2a3-adadf8fa0ceb None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:31.918414 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-835e5fee-0eab-4876-a2a3-adadf8fa0ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:31.996606 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4257f184-0822-42ef-9904-ffd1eb49151d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Router 99cc1255-76e8-4636-894c-8e9df7eb1e40 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:22:31.999770 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-981752c0-e222-4dfe-a3fb-61ce959c7216 req-d6224f6e-1bd4-4e76-ae4d-80a9e021e3ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 224ae73e-3df8-4d92-8353-597c37e85fa0 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:22:32.020321 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-981752c0-e222-4dfe-a3fb-61ce959c7216 req-d6224f6e-1bd4-4e76-ae4d-80a9e021e3ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:32.029177 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-209cb953-5a23-4b61-a0b6-999485f42f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:32.039998 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab24b5-1ab7-4f2c-9d06-dbf54a273a89 req-9066c946-9dcd-487b-af22-d94e86365b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:32.043342 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1eab24b5-1ab7-4f2c-9d06-dbf54a273a89 req-9066c946-9dcd-487b-af22-d94e86365b21 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=22d0ae928129486d8913ac89433a7712&device_id=885586af-4e7a-44b4-a68c-ebb57f0a0cf6 HTTP/1.1" status: 200 len: 1098 time: 0.2871730 Dec 08 16:22:32.076588 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-981752c0-e222-4dfe-a3fb-61ce959c7216 req-d6224f6e-1bd4-4e76-ae4d-80a9e021e3ae service neutron] Transition to ACTIVE for port object 224ae73e-3df8-4d92-8353-597c37e85fa0 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:22:32.106274 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-835e5fee-0eab-4876-a2a3-adadf8fa0ceb None None] Attempting to bind port c25cd284-1f9b-49df-91e5-cdd9bc86259f on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:22:32.107711 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-835e5fee-0eab-4876-a2a3-adadf8fa0ceb None None] Attempting to bind port c25cd284-1f9b-49df-91e5-cdd9bc86259f by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:22:32.109275 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835e5fee-0eab-4876-a2a3-adadf8fa0ceb None None] Attempting to bind port c25cd284-1f9b-49df-91e5-cdd9bc86259f on network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:22:32.135995 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5e0c07-c410-4832-aef8-ea65003f4125 None None] Pushing event updated for resources: {'Port': ['ID=c25cd284-1f9b-49df-91e5-cdd9bc86259f,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:32.180089 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835e5fee-0eab-4876-a2a3-adadf8fa0ceb None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:22:32.189645 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835e5fee-0eab-4876-a2a3-adadf8fa0ceb None None] Checking segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:22:32.190396 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-835e5fee-0eab-4876-a2a3-adadf8fa0ceb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:32.193855 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835e5fee-0eab-4876-a2a3-adadf8fa0ceb None None] Bound using segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:22:32.194807 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-835e5fee-0eab-4876-a2a3-adadf8fa0ceb None None] Bound port: c25cd284-1f9b-49df-91e5-cdd9bc86259f, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:22:32.198453 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-835e5fee-0eab-4876-a2a3-adadf8fa0ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:32.207101 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5e0c07-c410-4832-aef8-ea65003f4125 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:32.211298 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5e0c07-c410-4832-aef8-ea65003f4125 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:32.214118 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5e0c07-c410-4832-aef8-ea65003f4125 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:32.214933 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5e0c07-c410-4832-aef8-ea65003f4125 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:32.215381 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5e0c07-c410-4832-aef8-ea65003f4125 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:32.215827 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5e0c07-c410-4832-aef8-ea65003f4125 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:32.216296 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5e0c07-c410-4832-aef8-ea65003f4125 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:32.217586 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5e0c07-c410-4832-aef8-ea65003f4125 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:32.220619 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5e0c07-c410-4832-aef8-ea65003f4125 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:32.223192 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5e0c07-c410-4832-aef8-ea65003f4125 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:32.223192 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5e0c07-c410-4832-aef8-ea65003f4125 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:32.223192 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5e0c07-c410-4832-aef8-ea65003f4125 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:32.223192 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5e0c07-c410-4832-aef8-ea65003f4125 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:32.239178 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 60062) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:32.313257 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-5538a9a9-d256-4698-bd7a-cdefb43ac5ff tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-309638475', 'description': 'tempest-secgroup-smoke-309638475 description', 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:22:32.320913 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-981752c0-e222-4dfe-a3fb-61ce959c7216 req-d6224f6e-1bd4-4e76-ae4d-80a9e021e3ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:32.339110 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-209cb953-5a23-4b61-a0b6-999485f42f75 admin admin] Allocated IP 172.20.0.1 (a3f049e4-e272-4e56-8eaa-a36c0dbab3a1/74b50aa4-8812-48e5-b8de-c1650bb82dc8/30fb284f-f9c9-4109-87bc-a43e7b04bd52) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:22:32.363217 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1416b0f-918f-4460-8574-1e6aede931f2 req-4df0310e-2352-46d2-aebb-271e815d194a tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:32.364866 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f1416b0f-918f-4460-8574-1e6aede931f2 req-4df0310e-2352-46d2-aebb-271e815d194a tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=9daa54dd-cbb3-4f70-9ba7-fc736ce1c28c HTTP/1.1" status: 200 len: 932 time: 0.4011962 Dec 08 16:22:32.375950 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4257f184-0822-42ef-9904-ffd1eb49151d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:22:32.380129 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-835e5fee-0eab-4876-a2a3-adadf8fa0ceb None None] For port c25cd284-1f9b-49df-91e5-cdd9bc86259f, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:22:32.386079 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-4257f184-0822-42ef-9904-ffd1eb49151d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] 10.222.0.64 "PUT /v2.0/routers/99cc1255-76e8-4636-894c-8e9df7eb1e40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6101882 Dec 08 16:22:32.386735 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 60066) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:32.390644 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-835e5fee-0eab-4876-a2a3-adadf8fa0ceb None None] For port c25cd284-1f9b-49df-91e5-cdd9bc86259f, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=c25cd284-1f9b-49df-91e5-cdd9bc86259f,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:22:32.394193 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f1ffca-d174-4b5f-8d4d-34c638254690 None None] Sync routers for ids ['99cc1255-76e8-4636-894c-8e9df7eb1e40'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:22:32.406373 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f1ffca-d174-4b5f-8d4d-34c638254690 None None] Routers {'99cc1255-76e8-4636-894c-8e9df7eb1e40'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:22:32.407221 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-62f1ffca-d174-4b5f-8d4d-34c638254690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:22:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['99cc1255-76e8-4636-894c-8e9df7eb1e40'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:32.442143 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-62f1ffca-d174-4b5f-8d4d-34c638254690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:32.447999 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc492722-2f74-49d5-87dc-96ebda6293a5 req-343a8767-9eb3-4b61-9605-a37de602b347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:32.449796 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bc492722-2f74-49d5-87dc-96ebda6293a5 req-343a8767-9eb3-4b61-9605-a37de602b347 service neutron] 10.222.0.37 "GET /v2.0/networks?id=96222b75-0d7f-43da-898a-91046f8bdc5a HTTP/1.1" status: 200 len: 917 time: 0.8363464 Dec 08 16:22:32.452118 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f1ffca-d174-4b5f-8d4d-34c638254690 None None] Routers {'99cc1255-76e8-4636-894c-8e9df7eb1e40'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:22:32.452496 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-29530645-7908-425c-b263-7adf6aeec3e3 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] show failed (client error): The resource could not be found. Dec 08 16:22:32.452767 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-62f1ffca-d174-4b5f-8d4d-34c638254690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:22:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['99cc1255-76e8-4636-894c-8e9df7eb1e40'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:32.459541 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-29530645-7908-425c-b263-7adf6aeec3e3 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] 10.222.0.64 "GET /v2.0/routers/tempest-non_exist_router-1062395405 HTTP/1.1" status: 404 len: 335 time: 0.0605488 Dec 08 16:22:32.461339 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 60070) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:32.471468 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-bc608b2d-475f-4b59-9f81-8abaf297dbf1 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Request body: {'router': {'name': 'new_name'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:22:32.494524 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-62f1ffca-d174-4b5f-8d4d-34c638254690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:32.495646 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f1ffca-d174-4b5f-8d4d-34c638254690 None None] The sync data for ids ['99cc1255-76e8-4636-894c-8e9df7eb1e40'] in n-d-776250-12 is: [] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:22:32.532818 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-835e5fee-0eab-4876-a2a3-adadf8fa0ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:32.567311 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6224f6e-1bd4-4e76-ae4d-80a9e021e3ae service neutron] Pushing event updated for resources: {'Port': ['ID=224ae73e-3df8-4d92-8353-597c37e85fa0,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:32.579299 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bc492722-2f74-49d5-87dc-96ebda6293a5 req-70332c9d-c493-459e-8317-b99c33ada11e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4267dbf-c828-4c70-a0a3-657df4c055a0 HTTP/1.1" status: 200 len: 1001 time: 0.1162145 Dec 08 16:22:32.583599 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-bc608b2d-475f-4b59-9f81-8abaf297dbf1 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] update failed (client error): The resource could not be found. Dec 08 16:22:32.589273 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-bc608b2d-475f-4b59-9f81-8abaf297dbf1 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] 10.222.0.64 "PUT /v2.0/routers/tempest-non_exist_router-1669000406 HTTP/1.1" status: 404 len: 335 time: 0.1223931 Dec 08 16:22:32.589273 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5538a9a9-d256-4698-bd7a-cdefb43ac5ff tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:32.602195 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 60072) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:32.636600 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5538a9a9-d256-4698-bd7a-cdefb43ac5ff tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:32.652571 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835e5fee-0eab-4876-a2a3-adadf8fa0ceb None None] Routers {'6940d7fd-f551-42cf-afe6-c088df1c5777'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:22:32.653313 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-835e5fee-0eab-4876-a2a3-adadf8fa0ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:22:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['6940d7fd-f551-42cf-afe6-c088df1c5777'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:32.742133 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab24b5-1ab7-4f2c-9d06-dbf54a273a89 req-07885ed3-3822-4fe7-b3af-8a5b1d00e6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:32.748893 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1eab24b5-1ab7-4f2c-9d06-dbf54a273a89 req-07885ed3-3822-4fe7-b3af-8a5b1d00e6e7 service neutron] 10.222.0.76 "GET /v2.0/networks?id=444a8cbb-ee83-40d1-9772-ed3daa005a16 HTTP/1.1" status: 200 len: 911 time: 0.5980430 Dec 08 16:22:32.766066 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5e0c07-c410-4832-aef8-ea65003f4125 None None] Pushing event updated for resources: {'Port': ['ID=c25cd284-1f9b-49df-91e5-cdd9bc86259f,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:32.791070 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f1416b0f-918f-4460-8574-1e6aede931f2 req-b24f4f60-1963-4751-ad57-997ffed1134a tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4048851 Dec 08 16:22:32.817624 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-209cb953-5a23-4b61-a0b6-999485f42f75 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:32.863791 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc492722-2f74-49d5-87dc-96ebda6293a5 req-7483b6d8-388f-4a8c-8d89-80bd16159210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:32.872364 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bc492722-2f74-49d5-87dc-96ebda6293a5 req-7483b6d8-388f-4a8c-8d89-80bd16159210 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=297bd6e5-3bf7-4d91-8a12-5133ca44aa82 HTTP/1.1" status: 200 len: 855 time: 0.2689185 Dec 08 16:22:32.878286 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1eab24b5-1ab7-4f2c-9d06-dbf54a273a89 req-018cc2a2-7815-4cbc-9134-213d1c3c5333 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=387545ee-2fb9-4fd0-bb31-482b9336eed0 HTTP/1.1" status: 200 len: 217 time: 0.1147592 Dec 08 16:22:32.938538 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-835e5fee-0eab-4876-a2a3-adadf8fa0ceb None None] Set router 6940d7fd-f551-42cf-afe6-c088df1c5777 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:22:32.987213 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab24b5-1ab7-4f2c-9d06-dbf54a273a89 req-6a5f5080-3a40-4f49-a878-bce10095621a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:32.988796 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1eab24b5-1ab7-4f2c-9d06-dbf54a273a89 req-6a5f5080-3a40-4f49-a878-bce10095621a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=921ca20d-c445-4985-be5a-b19c39bd838b HTTP/1.1" status: 200 len: 849 time: 0.1011081 Dec 08 16:22:32.999635 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5fec6209-2ad6-4a79-b64c-127166c9d57a req-335a4409-11bd-4320-8917-44fb81da19af tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/ports?device_id=898d1c92-4137-4233-a71e-c61a4cf798fb HTTP/1.1" status: 200 len: 210 time: 0.1260800 Dec 08 16:22:33.014307 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-981752c0-e222-4dfe-a3fb-61ce959c7216 req-d6224f6e-1bd4-4e76-ae4d-80a9e021e3ae service neutron] Attempting to bind port 224ae73e-3df8-4d92-8353-597c37e85fa0 on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:22:33.015231 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-981752c0-e222-4dfe-a3fb-61ce959c7216 req-d6224f6e-1bd4-4e76-ae4d-80a9e021e3ae service neutron] Attempting to bind port 224ae73e-3df8-4d92-8353-597c37e85fa0 by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': 'bb740625-1067-4eb4-8c3f-54ce2bbbb747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '444a8cbb-ee83-40d1-9772-ed3daa005a16'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:22:33.015838 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981752c0-e222-4dfe-a3fb-61ce959c7216 req-d6224f6e-1bd4-4e76-ae4d-80a9e021e3ae service neutron] Attempting to bind port 224ae73e-3df8-4d92-8353-597c37e85fa0 on network 444a8cbb-ee83-40d1-9772-ed3daa005a16 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:22:33.060238 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981752c0-e222-4dfe-a3fb-61ce959c7216 req-d6224f6e-1bd4-4e76-ae4d-80a9e021e3ae service neutron] Port 224ae73e-3df8-4d92-8353-597c37e85fa0 on network 444a8cbb-ee83-40d1-9772-ed3daa005a16 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:22:33.060935 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981752c0-e222-4dfe-a3fb-61ce959c7216 req-d6224f6e-1bd4-4e76-ae4d-80a9e021e3ae service neutron] Attempting to bind port 224ae73e-3df8-4d92-8353-597c37e85fa0 on network 444a8cbb-ee83-40d1-9772-ed3daa005a16 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:22:33.073392 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981752c0-e222-4dfe-a3fb-61ce959c7216 req-d6224f6e-1bd4-4e76-ae4d-80a9e021e3ae service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:22:33.074068 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981752c0-e222-4dfe-a3fb-61ce959c7216 req-d6224f6e-1bd4-4e76-ae4d-80a9e021e3ae service neutron] Checking segment: {'id': 'bb740625-1067-4eb4-8c3f-54ce2bbbb747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '444a8cbb-ee83-40d1-9772-ed3daa005a16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:22:33.074661 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981752c0-e222-4dfe-a3fb-61ce959c7216 req-d6224f6e-1bd4-4e76-ae4d-80a9e021e3ae service neutron] Bound using segment: {'id': 'bb740625-1067-4eb4-8c3f-54ce2bbbb747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '444a8cbb-ee83-40d1-9772-ed3daa005a16'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:22:33.075369 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-981752c0-e222-4dfe-a3fb-61ce959c7216 req-d6224f6e-1bd4-4e76-ae4d-80a9e021e3ae service neutron] Bound port: 224ae73e-3df8-4d92-8353-597c37e85fa0, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb740625-1067-4eb4-8c3f-54ce2bbbb747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '444a8cbb-ee83-40d1-9772-ed3daa005a16'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:22:33.075939 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-981752c0-e222-4dfe-a3fb-61ce959c7216 req-d6224f6e-1bd4-4e76-ae4d-80a9e021e3ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:33.082349 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab24b5-1ab7-4f2c-9d06-dbf54a273a89 req-56a8502a-da37-446a-879f-e524be613808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:33.083974 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1eab24b5-1ab7-4f2c-9d06-dbf54a273a89 req-56a8502a-da37-446a-879f-e524be613808 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=444a8cbb-ee83-40d1-9772-ed3daa005a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0862007 Dec 08 16:22:33.095414 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4c6eadd-614c-403b-9536-44a7a23f32f4 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Deleting subnet 1076623a-8d1f-43d7-aabe-8a16e8fbe855 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:22:33.104454 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5538a9a9-d256-4698-bd7a-cdefb43ac5ff tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:33.173837 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-981752c0-e222-4dfe-a3fb-61ce959c7216 req-d6224f6e-1bd4-4e76-ae4d-80a9e021e3ae service neutron] For port 224ae73e-3df8-4d92-8353-597c37e85fa0, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:22:33.180120 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-981752c0-e222-4dfe-a3fb-61ce959c7216 req-d6224f6e-1bd4-4e76-ae4d-80a9e021e3ae service neutron] For port 224ae73e-3df8-4d92-8353-597c37e85fa0, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=224ae73e-3df8-4d92-8353-597c37e85fa0,segment=NetworkSegment(bb740625-1067-4eb4-8c3f-54ce2bbbb747),segment_id=bb740625-1067-4eb4-8c3f-54ce2bbbb747)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:22:33.192147 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc492722-2f74-49d5-87dc-96ebda6293a5 req-a1f7af8a-663b-4be2-accd-700982cdcb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:33.193878 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bc492722-2f74-49d5-87dc-96ebda6293a5 req-a1f7af8a-663b-4be2-accd-700982cdcb1f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=96222b75-0d7f-43da-898a-91046f8bdc5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2499366 Dec 08 16:22:33.194697 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c4c6eadd-614c-403b-9536-44a7a23f32f4 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:33.211510 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-835e5fee-0eab-4876-a2a3-adadf8fa0ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6940d7fd-f551-42cf-afe6-c088df1c5777', 'name': 'tempest-ServerRescueNegativeTestJSON-1948083866-router', 'tenant_id': 'b054d0dcb49649e0950f266a7acfb033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'c25cd284-1f9b-49df-91e5-cdd9bc86259f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:22:25Z', 'updated_at': '2021-12-08T16:22:27Z', 'revision_number': 3, 'project_id': 'b054d0dcb49649e0950f266a7acfb033', 'gw_port': {'id': 'c25cd284-1f9b-49df-91e5-cdd9bc86259f', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d2:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6940d7fd-f551-42cf-afe6-c088df1c5777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:22:26Z', 'updated_at': '2021-12-08T16:22:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:33.215698 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-209cb953-5a23-4b61-a0b6-999485f42f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:33.245156 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835e5fee-0eab-4876-a2a3-adadf8fa0ceb None None] The sync data for ids ['6940d7fd-f551-42cf-afe6-c088df1c5777'] in n-d-776250-12 is: [{'id': '6940d7fd-f551-42cf-afe6-c088df1c5777', 'name': 'tempest-ServerRescueNegativeTestJSON-1948083866-router', 'tenant_id': 'b054d0dcb49649e0950f266a7acfb033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'c25cd284-1f9b-49df-91e5-cdd9bc86259f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:22:25Z', 'updated_at': '2021-12-08T16:22:27Z', 'revision_number': 3, 'project_id': 'b054d0dcb49649e0950f266a7acfb033', 'gw_port': {'id': 'c25cd284-1f9b-49df-91e5-cdd9bc86259f', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d2:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6940d7fd-f551-42cf-afe6-c088df1c5777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:22:26Z', 'updated_at': '2021-12-08T16:22:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:22:33.277951 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1eab24b5-1ab7-4f2c-9d06-dbf54a273a89 req-4cc8a42f-c389-484a-8b1d-77b83dd79394 service neutron] 10.222.0.76 "GET /v2.0/networks/444a8cbb-ee83-40d1-9772-ed3daa005a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771634 Dec 08 16:22:33.281550 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5538a9a9-d256-4698-bd7a-cdefb43ac5ff tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:33.355527 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5538a9a9-d256-4698-bd7a-cdefb43ac5ff tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4072779-6f18-4b76-a978-11eb62a44106,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:33.359886 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bc492722-2f74-49d5-87dc-96ebda6293a5 req-174a523f-792b-4daa-a07d-dffb95b3918f service neutron] 10.222.0.37 "GET /v2.0/networks/96222b75-0d7f-43da-898a-91046f8bdc5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200118 Dec 08 16:22:33.449719 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-981752c0-e222-4dfe-a3fb-61ce959c7216 req-d6224f6e-1bd4-4e76-ae4d-80a9e021e3ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:33.491886 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209cb953-5a23-4b61-a0b6-999485f42f75 admin admin] Network a3f049e4-e272-4e56-8eaa-a36c0dbab3a1 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:22:33.500655 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-209cb953-5a23-4b61-a0b6-999485f42f75 admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:22:33.535935 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209cb953-5a23-4b61-a0b6-999485f42f75 admin admin] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:22:33.543058 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5538a9a9-d256-4698-bd7a-cdefb43ac5ff tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:33.547057 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1eab24b5-1ab7-4f2c-9d06-dbf54a273a89 req-5727b0ae-4231-4839-acde-2d24b961a60c service neutron] 10.222.0.76 "GET /v2.0/networks/444a8cbb-ee83-40d1-9772-ed3daa005a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588961 Dec 08 16:22:33.593169 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c4c6eadd-614c-403b-9536-44a7a23f32f4 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:33.602195 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981752c0-e222-4dfe-a3fb-61ce959c7216 req-d6224f6e-1bd4-4e76-ae4d-80a9e021e3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:33.603661 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-981752c0-e222-4dfe-a3fb-61ce959c7216 req-d6224f6e-1bd4-4e76-ae4d-80a9e021e3ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:33.605174 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-981752c0-e222-4dfe-a3fb-61ce959c7216 req-d6224f6e-1bd4-4e76-ae4d-80a9e021e3ae service neutron] 10.222.0.76 "PUT /v2.0/ports/224ae73e-3df8-4d92-8353-597c37e85fa0 HTTP/1.1" status: 200 len: 1093 time: 3.3014634 Dec 08 16:22:33.632902 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5538a9a9-d256-4698-bd7a-cdefb43ac5ff tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:33.655682 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9daa54dd-cbb3-4f70-9ba7-fc736ce1c28c', 'tag': '224ae73e-3df8-4d92-8353-597c37e85fa0'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:22:33.658356 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-095108e8-9744-49ef-bd38-4d92801d7bed" -d '{"events": [{"name": "network-changed", "server_uuid": "9daa54dd-cbb3-4f70-9ba7-fc736ce1c28c", "tag": "224ae73e-3df8-4d92-8353-597c37e85fa0"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:22:33.670388 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5538a9a9-d256-4698-bd7a-cdefb43ac5ff tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e37e86e-05e7-489d-9773-6d6a1b50dada,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:33.736604 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209cb953-5a23-4b61-a0b6-999485f42f75 admin admin] Pushing event updated for resources: {'Port': ['ID=30fb284f-f9c9-4109-87bc-a43e7b04bd52,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:33.794825 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5538a9a9-d256-4698-bd7a-cdefb43ac5ff tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:33.800398 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-5538a9a9-d256-4698-bd7a-cdefb43ac5ff tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.5439012 Dec 08 16:22:33.801067 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 60082) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:33.805928 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-152665e8-5e38-4d2f-9f24-3adb02404b1f tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Request body: {'security_group_rule': {'security_group_id': '0e37e86e-05e7-489d-9773-6d6a1b50dada', 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:22:33.832392 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c316dc-923c-4bdd-a8a0-f93a4dc4e6e4 x-openstack-request-id: req-e4c316dc-923c-4bdd-a8a0-f93a4dc4e6e4 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:22:33.833591 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9daa54dd-cbb3-4f70-9ba7-fc736ce1c28c", "tag": "224ae73e-3df8-4d92-8353-597c37e85fa0", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:22:33.833921 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e4c316dc-923c-4bdd-a8a0-f93a4dc4e6e4 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:22:33.834434 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9daa54dd-cbb3-4f70-9ba7-fc736ce1c28c', 'tag': '224ae73e-3df8-4d92-8353-597c37e85fa0', 'status': 'completed', 'code': 200} Dec 08 16:22:33.952804 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec70ca5a-36f9-48a7-865e-3a66178b5f8f req-28644991-14cc-4d88-8238-8fc95ba87e67 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:33.954934 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ec70ca5a-36f9-48a7-865e-3a66178b5f8f req-28644991-14cc-4d88-8238-8fc95ba87e67 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=9daa54dd-cbb3-4f70-9ba7-fc736ce1c28c HTTP/1.1" status: 200 len: 944 time: 0.0616784 Dec 08 16:22:33.963145 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-209cb953-5a23-4b61-a0b6-999485f42f75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:33.982803 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-152665e8-5e38-4d2f-9f24-3adb02404b1f tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:34.013451 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f01b27d-731e-4237-aa79-1b7e5882353f req-6fddf293-9cd7-4141-b7d3-6d8edd2e0352 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:34.031140 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7f01b27d-731e-4237-aa79-1b7e5882353f req-6fddf293-9cd7-4141-b7d3-6d8edd2e0352 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.37 "GET /v2.0/networks?id=7267bda8-5e5d-4e04-ad23-20b961702335 HTTP/1.1" status: 200 len: 811 time: 0.9310842 Dec 08 16:22:34.091087 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ec70ca5a-36f9-48a7-865e-3a66178b5f8f req-e1004a49-e548-42a9-9f9f-4f331ec1d29d tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180029 Dec 08 16:22:34.139127 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-152665e8-5e38-4d2f-9f24-3adb02404b1f tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:34.182194 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bc492722-2f74-49d5-87dc-96ebda6293a5 req-12680633-84eb-47c0-9a5e-ba7a6c5150f1 service neutron] 10.222.0.37 "GET /v2.0/networks/96222b75-0d7f-43da-898a-91046f8bdc5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7250252 Dec 08 16:22:34.183722 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6224f6e-1bd4-4e76-ae4d-80a9e021e3ae service neutron] Pushing event updated for resources: {'Port': ['ID=224ae73e-3df8-4d92-8353-597c37e85fa0,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:34.219993 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c4c6eadd-614c-403b-9536-44a7a23f32f4 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:34.271166 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b93ac80d-eb8d-4071-8514-293f9d73613a req-78012f07-b31a-40d8-96a4-422d049d9dc4 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/ports?device_id=898d1c92-4137-4233-a71e-c61a4cf798fb HTTP/1.1" status: 200 len: 210 time: 0.1228333 Dec 08 16:22:34.291316 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-152665e8-5e38-4d2f-9f24-3adb02404b1f tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:34.294258 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981752c0-e222-4dfe-a3fb-61ce959c7216 req-9c773501-f19b-4999-b89c-ed9f767ba5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:34.296219 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-981752c0-e222-4dfe-a3fb-61ce959c7216 req-9c773501-f19b-4999-b89c-ed9f767ba5f1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=22d0ae928129486d8913ac89433a7712&device_id=9daa54dd-cbb3-4f70-9ba7-fc736ce1c28c HTTP/1.1" status: 200 len: 1096 time: 0.4986336 Dec 08 16:22:34.334012 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device c25cd284-1f9b-49df-91e5-cdd9bc86259f up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:22:34.346369 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152665e8-5e38-4d2f-9f24-3adb02404b1f tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=051b117d-fbc4-413b-ad2c-ff4f21bbcd6f,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:34.437000 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port c25cd284-1f9b-49df-91e5-cdd9bc86259f triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:22:34.437518 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:34.458569 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-152665e8-5e38-4d2f-9f24-3adb02404b1f tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:34.463533 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-152665e8-5e38-4d2f-9f24-3adb02404b1f tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6612818 Dec 08 16:22:34.464308 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 60090) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:34.469090 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-cbb2d060-0187-49e3-95db-2844607b212f tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Request body: {'security_group_rule': {'security_group_id': '0e37e86e-05e7-489d-9773-6d6a1b50dada', 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:22:34.473412 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-981752c0-e222-4dfe-a3fb-61ce959c7216 req-7361e35a-c2eb-46fe-9eac-a2bf1b180cb2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=224ae73e-3df8-4d92-8353-597c37e85fa0 HTTP/1.1" status: 200 len: 217 time: 0.1552451 Dec 08 16:22:34.558623 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7f01b27d-731e-4237-aa79-1b7e5882353f req-b4648f8e-86c3-4704-aaa4-e7160fc75ab1 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f798cbfb52c24fe0ba6afa1278248aa5 HTTP/1.1" status: 200 len: 380 time: 0.4377592 Dec 08 16:22:34.567849 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:34.573808 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-7f01b27d-731e-4237-aa79-1b7e5882353f req-2c8e027e-05bd-4be9-9b84-ad4ba5a23663 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Request body: {'port': {'device_id': '898d1c92-4137-4233-a71e-c61a4cf798fb', 'network_id': '7267bda8-5e5d-4e04-ad23-20b961702335', 'admin_state_up': True, 'tenant_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'security_groups': ['55feb4d0-ba7d-4f6f-9a72-a6c9000f9a7f']}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:22:34.579988 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:34.598072 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port c25cd284-1f9b-49df-91e5-cdd9bc86259f, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=c25cd284-1f9b-49df-91e5-cdd9bc86259f,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:34.628485 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cbb2d060-0187-49e3-95db-2844607b212f tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:34.701479 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cbb2d060-0187-49e3-95db-2844607b212f tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:34.736251 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:34.791930 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=c25cd284-1f9b-49df-91e5-cdd9bc86259f,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:34.850547 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cbb2d060-0187-49e3-95db-2844607b212f tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:34.874952 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb2d060-0187-49e3-95db-2844607b212f tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eb1ff5d-fef9-4c59-8eb6-cdb6b7c46170,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:34.960416 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cbb2d060-0187-49e3-95db-2844607b212f tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:34.964243 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-cbb2d060-0187-49e3-95db-2844607b212f tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4964490 Dec 08 16:22:34.967132 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 60094) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:34.977775 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-387fe154-4ae8-472b-8cda-9cadbbbb97bb tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Request body: {'security_group_rule': {'security_group_id': '0e37e86e-05e7-489d-9773-6d6a1b50dada', 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:22:34.981997 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c4c6eadd-614c-403b-9536-44a7a23f32f4 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:35.020061 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-209cb953-5a23-4b61-a0b6-999485f42f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:35.046517 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981752c0-e222-4dfe-a3fb-61ce959c7216 req-7bbeb59a-1dab-4adf-88f8-d90332588fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:35.048104 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-981752c0-e222-4dfe-a3fb-61ce959c7216 req-7bbeb59a-1dab-4adf-88f8-d90332588fa5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=921ca20d-c445-4985-be5a-b19c39bd838b HTTP/1.1" status: 200 len: 849 time: 0.5599308 Dec 08 16:22:35.057486 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c4c6eadd-614c-403b-9536-44a7a23f32f4 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:35.060409 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c4c6eadd-614c-403b-9536-44a7a23f32f4 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] 10.222.0.64 "DELETE /v2.0/subnets/1076623a-8d1f-43d7-aabe-8a16e8fbe855 HTTP/1.1" status: 204 len: 168 time: 2.4458435 Dec 08 16:22:35.073231 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 60096) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:35.079575 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44dec04-caf4-42ea-b4a6-dafb3e231a2a None None] Network 1ed3e81d-cf38-4bd1-8dcd-85bde2f0ee28 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:22:35.081676 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c6eadd-614c-403b-9536-44a7a23f32f4 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Pushing event deleted for resources: {'Subnet': ['ID=1076623a-8d1f-43d7-aabe-8a16e8fbe855,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:35.154758 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-387fe154-4ae8-472b-8cda-9cadbbbb97bb tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:35.247182 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981752c0-e222-4dfe-a3fb-61ce959c7216 req-74f96ddd-576e-4bdd-9e57-8a3246f64d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:35.249108 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-981752c0-e222-4dfe-a3fb-61ce959c7216 req-74f96ddd-576e-4bdd-9e57-8a3246f64d22 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=444a8cbb-ee83-40d1-9772-ed3daa005a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1777987 Dec 08 16:22:35.322448 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-387fe154-4ae8-472b-8cda-9cadbbbb97bb tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:35.342548 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf24d53-0b33-401e-ab9d-9acdec55298a None None] DHCP port deletion for 1ed3e81d-cf38-4bd1-8dcd-85bde2f0ee28 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:22:35.345878 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e2a15a96-ea4d-46a4-9824-0056e9870bf5 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:35.425377 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f01b27d-731e-4237-aa79-1b7e5882353f req-2c8e027e-05bd-4be9-9b84-ad4ba5a23663 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Made reservation on behalf of f798cbfb52c24fe0ba6afa1278248aa5 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:22:35.430087 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-7f01b27d-731e-4237-aa79-1b7e5882353f req-2c8e027e-05bd-4be9-9b84-ad4ba5a23663 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:35.430777 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7fa95fae-c50a-4f9e-9e10-07aa0b0950fe req-502cc6fd-ccd2-41d1-984a-fa45550d9838 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/ports?device_id=898d1c92-4137-4233-a71e-c61a4cf798fb HTTP/1.1" status: 200 len: 210 time: 0.0354359 Dec 08 16:22:35.441598 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-2bf24d53-0b33-401e-ab9d-9acdec55298a None None] Deleting port 74cdaa1b-37b1-42fb-ab0c-5abe55faae87 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:22:35.441598 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2bf24d53-0b33-401e-ab9d-9acdec55298a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:35.450020 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-387fe154-4ae8-472b-8cda-9cadbbbb97bb tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:35.474326 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-e2a15a96-ea4d-46a4-9824-0056e9870bf5 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Deleting port 74cdaa1b-37b1-42fb-ab0c-5abe55faae87 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:22:35.474666 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e2a15a96-ea4d-46a4-9824-0056e9870bf5 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:35.477412 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387fe154-4ae8-472b-8cda-9cadbbbb97bb tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc8ac84e-6de6-4958-9318-f1beaa90b656,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:35.555309 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-e2a15a96-ea4d-46a4-9824-0056e9870bf5 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] For port 74cdaa1b-37b1-42fb-ab0c-5abe55faae87, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=74cdaa1b-37b1-42fb-ab0c-5abe55faae87,segment=NetworkSegment(a30ddd1b-3060-484a-b737-ec4a15d698aa),segment_id=a30ddd1b-3060-484a-b737-ec4a15d698aa)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:35.555821 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e2a15a96-ea4d-46a4-9824-0056e9870bf5 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:35.556714 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-2bf24d53-0b33-401e-ab9d-9acdec55298a None None] For port 74cdaa1b-37b1-42fb-ab0c-5abe55faae87, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=74cdaa1b-37b1-42fb-ab0c-5abe55faae87,segment=NetworkSegment(a30ddd1b-3060-484a-b737-ec4a15d698aa),segment_id=a30ddd1b-3060-484a-b737-ec4a15d698aa)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:35.557183 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2bf24d53-0b33-401e-ab9d-9acdec55298a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:35.560665 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb381e-8889-416f-ab4e-6213f67a8c54 req-a502643a-0936-4ab7-b46e-0121aed0129a tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:35.562251 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6feb381e-8889-416f-ab4e-6213f67a8c54 req-a502643a-0936-4ab7-b46e-0121aed0129a tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=9daa54dd-cbb3-4f70-9ba7-fc736ce1c28c HTTP/1.1" status: 200 len: 944 time: 0.2394931 Dec 08 16:22:35.566150 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-387fe154-4ae8-472b-8cda-9cadbbbb97bb tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:35.567388 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-387fe154-4ae8-472b-8cda-9cadbbbb97bb tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5991809 Dec 08 16:22:35.570294 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 60104) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:35.579330 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-4d8e21ad-f315-4e4a-9cb0-a6b1a3ec5340 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Request body: {'security_group_rule': {'security_group_id': '0e37e86e-05e7-489d-9773-6d6a1b50dada', 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:22:35.585152 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-2bf24d53-0b33-401e-ab9d-9acdec55298a None None] Calling delete_port for 74cdaa1b-37b1-42fb-ab0c-5abe55faae87 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:22:35.592931 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-e2a15a96-ea4d-46a4-9824-0056e9870bf5 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Calling delete_port for 74cdaa1b-37b1-42fb-ab0c-5abe55faae87 owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:22:35.634416 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-981752c0-e222-4dfe-a3fb-61ce959c7216 req-08632c30-4dd1-4a42-87c1-e791ade32126 service neutron] 10.222.0.76 "GET /v2.0/networks/444a8cbb-ee83-40d1-9772-ed3daa005a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236763 Dec 08 16:22:35.730983 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4d8e21ad-f315-4e4a-9cb0-a6b1a3ec5340 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:35.775482 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6feb381e-8889-416f-ab4e-6213f67a8c54 req-3de9cd0d-ec11-4783-afb1-fc6e456eba83 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982343 Dec 08 16:22:35.782653 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2bf24d53-0b33-401e-ab9d-9acdec55298a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:35.800765 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-209cb953-5a23-4b61-a0b6-999485f42f75 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:35.800957 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e2a15a96-ea4d-46a4-9824-0056e9870bf5 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:35.805733 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4d8e21ad-f315-4e4a-9cb0-a6b1a3ec5340 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:35.812949 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf24d53-0b33-401e-ab9d-9acdec55298a None None] Pushing event deleted for resources: {'Port': ['ID=74cdaa1b-37b1-42fb-ab0c-5abe55faae87,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:35.828326 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf24d53-0b33-401e-ab9d-9acdec55298a None None] No DVR routers for this DVR port 74cdaa1b-37b1-42fb-ab0c-5abe55faae87 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:22:35.843594 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-981752c0-e222-4dfe-a3fb-61ce959c7216 req-b881a1ff-5693-4534-949d-11f233a6e323 service neutron] 10.222.0.76 "GET /v2.0/networks/444a8cbb-ee83-40d1-9772-ed3daa005a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955435 Dec 08 16:22:35.843990 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a15a96-ea4d-46a4-9824-0056e9870bf5 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] No DVR routers for this DVR port 74cdaa1b-37b1-42fb-ab0c-5abe55faae87 on host n-d-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:22:35.845744 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a15a96-ea4d-46a4-9824-0056e9870bf5 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Pushing event deleted for resources: {'Port': ['ID=74cdaa1b-37b1-42fb-ab0c-5abe55faae87,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:35.861566 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-7f01b27d-731e-4237-aa79-1b7e5882353f req-2c8e027e-05bd-4be9-9b84-ad4ba5a23663 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Allocated IP 172.20.0.3 (7267bda8-5e5d-4e04-ad23-20b961702335/b1120212-8041-47f2-b393-74481d8c6bb2/3e4f798b-03f5-4039-bcaa-1a66c2de9053) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:22:35.886168 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-209cb953-5a23-4b61-a0b6-999485f42f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:35.913770 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4d8e21ad-f315-4e4a-9cb0-a6b1a3ec5340 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:35.946116 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8e21ad-f315-4e4a-9cb0-a6b1a3ec5340 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e05a65b-460b-453a-b011-59334e624f60,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:35.951995 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e2a15a96-ea4d-46a4-9824-0056e9870bf5 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:35.980878 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-e2a15a96-ea4d-46a4-9824-0056e9870bf5 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ed3e81d-cf38-4bd1-8dcd-85bde2f0ee28']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:35.994513 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-e2a15a96-ea4d-46a4-9824-0056e9870bf5 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a30ddd1b-3060-484a-b737-ec4a15d698aa') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:35.995794 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-e2a15a96-ea4d-46a4-9824-0056e9870bf5 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a30ddd1b-3060-484a-b737-ec4a15d698aa') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:36.006639 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e2a15a96-ea4d-46a4-9824-0056e9870bf5 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:36.020751 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e2a15a96-ea4d-46a4-9824-0056e9870bf5 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:36.027277 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4d8e21ad-f315-4e4a-9cb0-a6b1a3ec5340 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:36.031023 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-4d8e21ad-f315-4e4a-9cb0-a6b1a3ec5340 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4572725 Dec 08 16:22:36.031176 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-209cb953-5a23-4b61-a0b6-999485f42f75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:36.031680 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2a15a96-ea4d-46a4-9824-0056e9870bf5 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:22:36.032099 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e2a15a96-ea4d-46a4-9824-0056e9870bf5 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:36.036137 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:22:36.036137 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:22:36.036137 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:22:36.036137 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:22:36.036137 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:22:36.036137 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:22:36.036137 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:22:36.036137 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:22:36.036137 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:22:36.036137 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:22:36.036137 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:22:36.036137 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:22:36.036137 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:22:36.036137 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:22:36.036137 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:22:36.036137 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:22:36.036137 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:22:36.036137 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:22:36.036137 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:22:36.036137 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:22:36.036137 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:22:36.036137 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:22:36.036137 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:22:36.036137 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:22:36.036137 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:22:36.036137 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:22:36.036137 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:22:36.036137 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:22:36.036137 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:22:36.036137 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:22:36.036137 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:22:36.036137 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:22:36.046012 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 60108) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:36.047874 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209cb953-5a23-4b61-a0b6-999485f42f75 admin admin] Pushing event updated for resources: {'Port': ['ID=30fb284f-f9c9-4109-87bc-a43e7b04bd52,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:36.078277 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-34c9451d-52be-410f-9585-4caca9ab5946 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Request body: {'security_group_rule': {'security_group_id': '0e37e86e-05e7-489d-9773-6d6a1b50dada', 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:22:36.167774 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095108e8-9744-49ef-bd38-4d92801d7bed req-ec71385f-ca70-4e5f-ad50-c3ef9dc6c817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:36.169373 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-095108e8-9744-49ef-bd38-4d92801d7bed req-ec71385f-ca70-4e5f-ad50-c3ef9dc6c817 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=22d0ae928129486d8913ac89433a7712&device_id=9daa54dd-cbb3-4f70-9ba7-fc736ce1c28c HTTP/1.1" status: 200 len: 1096 time: 0.1638913 Dec 08 16:22:36.173557 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-7f01b27d-731e-4237-aa79-1b7e5882353f req-2c8e027e-05bd-4be9-9b84-ad4ba5a23663 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:36.233432 n-d-776250-12 neutron-server[110551]: INFO neutron.db.securitygroups_db [None req-34c9451d-52be-410f-9585-4caca9ab5946 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Project 5ac8783bc8454dbdaff01b6ea349ef5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 16:22:36.240218 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-34c9451d-52be-410f-9585-4caca9ab5946 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:36.276164 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e2a15a96-ea4d-46a4-9824-0056e9870bf5 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:36.286139 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e2a15a96-ea4d-46a4-9824-0056e9870bf5 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:36.288019 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209cb953-5a23-4b61-a0b6-999485f42f75 admin admin] Network a3f049e4-e272-4e56-8eaa-a36c0dbab3a1 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:22:36.289931 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e2a15a96-ea4d-46a4-9824-0056e9870bf5 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] 10.222.0.64 "DELETE /v2.0/networks/1ed3e81d-cf38-4bd1-8dcd-85bde2f0ee28 HTTP/1.1" status: 204 len: 168 time: 1.2149282 Dec 08 16:22:36.293934 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 60110) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:36.306921 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-209cb953-5a23-4b61-a0b6-999485f42f75 admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:22:36.311095 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a15a96-ea4d-46a4-9824-0056e9870bf5 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Pushing event deleted for resources: {'Network': ['ID=1ed3e81d-cf38-4bd1-8dcd-85bde2f0ee28,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:36.324362 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-34c9451d-52be-410f-9585-4caca9ab5946 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:36.370550 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device c25cd284-1f9b-49df-91e5-cdd9bc86259f up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:22:36.424472 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-04df5ad1-8baa-4706-91be-d611651784e4 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Deleting subnet 21edbe46-51cd-4bc2-8356-2600adb2748e {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:22:36.427315 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-34c9451d-52be-410f-9585-4caca9ab5946 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:36.429946 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port c25cd284-1f9b-49df-91e5-cdd9bc86259f triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:22:36.430337 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:36.435260 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095108e8-9744-49ef-bd38-4d92801d7bed req-be4efe30-c889-410f-9451-edf2a030149d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:36.436424 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-095108e8-9744-49ef-bd38-4d92801d7bed req-be4efe30-c889-410f-9451-edf2a030149d service neutron] 10.222.0.76 "GET /v2.0/networks?id=444a8cbb-ee83-40d1-9772-ed3daa005a16 HTTP/1.1" status: 200 len: 911 time: 0.2593181 Dec 08 16:22:36.442831 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-04df5ad1-8baa-4706-91be-d611651784e4 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:36.457488 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c9451d-52be-410f-9585-4caca9ab5946 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43c392c6-5481-43b0-bcdf-65c56e69c775,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:36.516062 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-095108e8-9744-49ef-bd38-4d92801d7bed req-d9d64642-f0fc-48d0-af84-39ba2d66d812 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=224ae73e-3df8-4d92-8353-597c37e85fa0 HTTP/1.1" status: 200 len: 217 time: 0.0503449 Dec 08 16:22:36.551937 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-7f01b27d-731e-4237-aa79-1b7e5882353f req-2c8e027e-05bd-4be9-9b84-ad4ba5a23663 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:36.582903 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-04df5ad1-8baa-4706-91be-d611651784e4 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:36.602054 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 74cdaa1b-37b1-42fb-ab0c-5abe55faae87 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:22:36.604980 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de6032-88e9-493c-a01e-3a6d8510ba6c req-68828b7d-0824-48fe-b190-fb752fa2ac8e tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:36.606683 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-71de6032-88e9-493c-a01e-3a6d8510ba6c req-68828b7d-0824-48fe-b190-fb752fa2ac8e tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/ports?device_id=898d1c92-4137-4233-a71e-c61a4cf798fb HTTP/1.1" status: 200 len: 931 time: 0.0539665 Dec 08 16:22:36.624461 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 74cdaa1b-37b1-42fb-ab0c-5abe55faae87 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:22:36.624960 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 74cdaa1b-37b1-42fb-ab0c-5abe55faae87 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:22:36.634587 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-34c9451d-52be-410f-9585-4caca9ab5946 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:36.637375 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-34c9451d-52be-410f-9585-4caca9ab5946 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5899596 Dec 08 16:22:36.640748 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 60124) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:36.645649 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-2f93d9a7-3e8c-4e7b-a151-3d35263622f0 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Request body: {'security_group_rule': {'security_group_id': '0e37e86e-05e7-489d-9773-6d6a1b50dada', 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:22:36.689046 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-71de6032-88e9-493c-a01e-3a6d8510ba6c req-1dd694c5-17a2-471f-ab17-00e309440e19 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/security-groups?id=55feb4d0-ba7d-4f6f-9a72-a6c9000f9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745189 Dec 08 16:22:36.701303 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f01b27d-731e-4237-aa79-1b7e5882353f req-2c8e027e-05bd-4be9-9b84-ad4ba5a23663 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Network 7267bda8-5e5d-4e04-ad23-20b961702335 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:22:36.719180 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-7f01b27d-731e-4237-aa79-1b7e5882353f req-2c8e027e-05bd-4be9-9b84-ad4ba5a23663 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:22:36.728375 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f01b27d-731e-4237-aa79-1b7e5882353f req-2c8e027e-05bd-4be9-9b84-ad4ba5a23663 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:22:36.732586 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8e027e-05bd-4be9-9b84-ad4ba5a23663 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Pushing event updated for resources: {'Port': ['ID=3e4f798b-03f5-4039-bcaa-1a66c2de9053,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:36.766694 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095108e8-9744-49ef-bd38-4d92801d7bed req-74deaa3e-93e8-4ffb-a70c-6ed7305fc042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:36.768747 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-095108e8-9744-49ef-bd38-4d92801d7bed req-74deaa3e-93e8-4ffb-a70c-6ed7305fc042 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=921ca20d-c445-4985-be5a-b19c39bd838b HTTP/1.1" status: 200 len: 849 time: 0.2090595 Dec 08 16:22:36.786187 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-209cb953-5a23-4b61-a0b6-999485f42f75 admin admin] Router 6940d7fd-f551-42cf-afe6-c088df1c5777 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:22:36.798467 n-d-776250-12 neutron-server[110551]: INFO neutron.db.securitygroups_db [None req-2f93d9a7-3e8c-4e7b-a151-3d35263622f0 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Project 5ac8783bc8454dbdaff01b6ea349ef5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 16:22:36.813761 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2f93d9a7-3e8c-4e7b-a151-3d35263622f0 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:36.874876 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f01b27d-731e-4237-aa79-1b7e5882353f req-2c8e027e-05bd-4be9-9b84-ad4ba5a23663 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:36.875541 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-7f01b27d-731e-4237-aa79-1b7e5882353f req-2c8e027e-05bd-4be9-9b84-ad4ba5a23663 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:36.888449 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-04df5ad1-8baa-4706-91be-d611651784e4 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:36.891668 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2f93d9a7-3e8c-4e7b-a151-3d35263622f0 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:36.958619 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56d992-a47c-440e-b0fa-497068987ff4 req-5ef154af-b8d6-4f6f-ac34-f76c9ac303ce tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:36.960216 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9c56d992-a47c-440e-b0fa-497068987ff4 req-5ef154af-b8d6-4f6f-ac34-f76c9ac303ce tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=9daa54dd-cbb3-4f70-9ba7-fc736ce1c28c HTTP/1.1" status: 200 len: 944 time: 0.0676928 Dec 08 16:22:36.960572 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095108e8-9744-49ef-bd38-4d92801d7bed req-c4862432-aa07-499e-91c7-f300d88e0644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:36.962097 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-095108e8-9744-49ef-bd38-4d92801d7bed req-c4862432-aa07-499e-91c7-f300d88e0644 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=444a8cbb-ee83-40d1-9772-ed3daa005a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1829786 Dec 08 16:22:37.003812 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-7ded308a-9a40-4c96-87a8-91ecaccf0f42 None None] Provisioning complete for port 3e4f798b-03f5-4039-bcaa-1a66c2de9053 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:22:37.004114 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7ded308a-9a40-4c96-87a8-91ecaccf0f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:37.014178 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2f93d9a7-3e8c-4e7b-a151-3d35263622f0 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:37.042878 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f93d9a7-3e8c-4e7b-a151-3d35263622f0 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baa022ad-97e5-436f-9c7f-cf8a38d94792,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:37.068096 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9c56d992-a47c-440e-b0fa-497068987ff4 req-d8d83c1b-94d3-4378-b6c8-cef014fc5d38 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980465 Dec 08 16:22:37.084967 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-7ded308a-9a40-4c96-87a8-91ecaccf0f42 None None] Port 3e4f798b-03f5-4039-bcaa-1a66c2de9053 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:22:37.093800 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7f01b27d-731e-4237-aa79-1b7e5882353f req-2c8e027e-05bd-4be9-9b84-ad4ba5a23663 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5255041 Dec 08 16:22:37.106406 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-209cb953-5a23-4b61-a0b6-999485f42f75 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:22:37.116537 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-209cb953-5a23-4b61-a0b6-999485f42f75 admin admin] 10.222.0.64 "PUT /v2.0/routers/6940d7fd-f551-42cf-afe6-c088df1c5777/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2778010 Dec 08 16:22:37.136288 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2f93d9a7-3e8c-4e7b-a151-3d35263622f0 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:37.136288 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-2f93d9a7-3e8c-4e7b-a151-3d35263622f0 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4855001 Dec 08 16:22:37.136288 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 60138) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:37.136288 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-92ecb0f1-9e34-4a54-a8d5-d6d7666cd101 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Request body: {'network': {'name': 'tempest-network-smoke--877674558', 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'port_security_enabled': True}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:22:37.142639 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d84acaa-efcb-4cc4-a6e0-90333de63f2e None None] Sync routers for ids ['6940d7fd-f551-42cf-afe6-c088df1c5777'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:22:37.161101 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d84acaa-efcb-4cc4-a6e0-90333de63f2e None None] Routers {'6940d7fd-f551-42cf-afe6-c088df1c5777'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:22:37.162748 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-9d84acaa-efcb-4cc4-a6e0-90333de63f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:22:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['6940d7fd-f551-42cf-afe6-c088df1c5777'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:37.196089 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-7f01b27d-731e-4237-aa79-1b7e5882353f req-e678a701-6011-4b53-be13-724dc211b79d service neutron] Request body: {'port': {'device_id': '898d1c92-4137-4233-a71e-c61a4cf798fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:22:37.255609 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ecb0f1-9e34-4a54-a8d5-d6d7666cd101 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Made reservation on behalf of 5ac8783bc8454dbdaff01b6ea349ef5e for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:22:37.259492 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-92ecb0f1-9e34-4a54-a8d5-d6d7666cd101 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:37.271181 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-7f01b27d-731e-4237-aa79-1b7e5882353f req-e678a701-6011-4b53-be13-724dc211b79d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:37.309014 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-9d84acaa-efcb-4cc4-a6e0-90333de63f2e None None] Set router 6940d7fd-f551-42cf-afe6-c088df1c5777 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:22:37.340136 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92ecb0f1-9e34-4a54-a8d5-d6d7666cd101 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:22:37.362418 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-92ecb0f1-9e34-4a54-a8d5-d6d7666cd101 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:37.363804 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-92ecb0f1-9e34-4a54-a8d5-d6d7666cd101 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Added segment ac959813-99b5-4b55-bfae-aa5a32c49842 of type vlan for network eab82b1f-ce9c-4e14-bb83-96973f4a9fd1 Dec 08 16:22:37.433676 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-095108e8-9744-49ef-bd38-4d92801d7bed req-3e2c3595-3b52-4cd8-b1d2-0dd537db3136 service neutron] 10.222.0.76 "GET /v2.0/networks/444a8cbb-ee83-40d1-9772-ed3daa005a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4622533 Dec 08 16:22:37.458511 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-92ecb0f1-9e34-4a54-a8d5-d6d7666cd101 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:37.510545 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-04df5ad1-8baa-4706-91be-d611651784e4 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:37.551457 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-92ecb0f1-9e34-4a54-a8d5-d6d7666cd101 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:37.553537 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ecb0f1-9e34-4a54-a8d5-d6d7666cd101 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:37.554160 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-92ecb0f1-9e34-4a54-a8d5-d6d7666cd101 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:37.640427 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-92ecb0f1-9e34-4a54-a8d5-d6d7666cd101 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5087421 Dec 08 16:22:37.645626 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 60158) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:37.651973 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-f3a74e33-e85b-4d90-b580-a88ecc00eb80 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1441230560', 'admin_state_up': True, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:22:37.679531 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ecb0f1-9e34-4a54-a8d5-d6d7666cd101 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event updated for resources: {'Network': ['ID=eab82b1f-ce9c-4e14-bb83-96973f4a9fd1,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:37.679797 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-9d84acaa-efcb-4cc4-a6e0-90333de63f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6940d7fd-f551-42cf-afe6-c088df1c5777', 'name': 'tempest-ServerRescueNegativeTestJSON-1948083866-router', 'tenant_id': 'b054d0dcb49649e0950f266a7acfb033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'c25cd284-1f9b-49df-91e5-cdd9bc86259f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:22:25Z', 'updated_at': '2021-12-08T16:22:34Z', 'revision_number': 4, 'project_id': 'b054d0dcb49649e0950f266a7acfb033', 'gw_port': {'id': 'c25cd284-1f9b-49df-91e5-cdd9bc86259f', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6940d7fd-f551-42cf-afe6-c088df1c5777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:22:26Z', 'updated_at': '2021-12-08T16:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '30fb284f-f9c9-4109-87bc-a43e7b04bd52', 'name': '', 'network_id': 'a3f049e4-e272-4e56-8eaa-a36c0dbab3a1', 'tenant_id': 'b054d0dcb49649e0950f266a7acfb033', 'mac_address': 'fa:16:3e:d6:f7:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6940d7fd-f551-42cf-afe6-c088df1c5777', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': '74b50aa4-8812-48e5-b8de-c1650bb82dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:22:32Z', 'updated_at': '2021-12-08T16:22:35Z', 'revision_number': 2, 'project_id': 'b054d0dcb49649e0950f266a7acfb033', 'subnets': [{'id': '74b50aa4-8812-48e5-b8de-c1650bb82dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:37.714225 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network eab82b1f-ce9c-4e14-bb83-96973f4a9fd1 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:22:37.728106 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d84acaa-efcb-4cc4-a6e0-90333de63f2e None None] Checking router: 6940d7fd-f551-42cf-afe6-c088df1c5777 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:22:37.728499 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d84acaa-efcb-4cc4-a6e0-90333de63f2e None None] Updating router 6940d7fd-f551-42cf-afe6-c088df1c5777 port 30fb284f-f9c9-4109-87bc-a43e7b04bd52 binding host n-d-776250-12 {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:22:37.798989 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f3a74e33-e85b-4d90-b580-a88ecc00eb80 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:37.800234 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f3a74e33-e85b-4d90-b580-a88ecc00eb80 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:37.812228 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9d84acaa-efcb-4cc4-a6e0-90333de63f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:37.869666 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165558da-06ba-41bd-8f6f-36f5e31b3c16 req-fd60a430-6c5e-42b0-aa46-d2ee87219071 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:37.871797 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-165558da-06ba-41bd-8f6f-36f5e31b3c16 req-fd60a430-6c5e-42b0-aa46-d2ee87219071 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/ports?device_id=898d1c92-4137-4233-a71e-c61a4cf798fb HTTP/1.1" status: 200 len: 931 time: 0.0882099 Dec 08 16:22:37.916249 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04df5ad1-8baa-4706-91be-d611651784e4 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Pushing event deleted for resources: {'Subnet': ['ID=21edbe46-51cd-4bc2-8356-2600adb2748e,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:37.931927 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f3a74e33-e85b-4d90-b580-a88ecc00eb80 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:37.961985 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-165558da-06ba-41bd-8f6f-36f5e31b3c16 req-2e6eebc7-2b96-4193-9bda-9a66bdc000f7 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/security-groups?id=55feb4d0-ba7d-4f6f-9a72-a6c9000f9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589652 Dec 08 16:22:38.006296 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-04df5ad1-8baa-4706-91be-d611651784e4 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:38.011718 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-04df5ad1-8baa-4706-91be-d611651784e4 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] 10.222.0.64 "DELETE /v2.0/subnets/21edbe46-51cd-4bc2-8356-2600adb2748e HTTP/1.1" status: 204 len: 168 time: 1.7131267 Dec 08 16:22:38.015600 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 60164) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:38.144437 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-095108e8-9744-49ef-bd38-4d92801d7bed req-5b882747-e3f0-458c-a15c-2ce90cf14525 service neutron] 10.222.0.76 "GET /v2.0/networks/444a8cbb-ee83-40d1-9772-ed3daa005a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6954637 Dec 08 16:22:38.157570 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd54cda1-d700-4c9e-b19c-586f56b8b4a4 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Deleting subnet 90ed6750-baa4-47da-bb25-25b4f6544013 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:22:38.163559 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bd36d5-100d-45b5-97d0-6d88bf1bec36 None None] Network 3ad9b2ff-f775-4a69-92e2-9e7b17d9886f requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:22:38.168761 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8da264-de0b-4797-afc7-d6685369985f req-525d9e70-0e23-4d08-a44c-f6b932673c00 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:38.170306 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ad8da264-de0b-4797-afc7-d6685369985f req-525d9e70-0e23-4d08-a44c-f6b932673c00 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/networks?id=a3f049e4-e272-4e56-8eaa-a36c0dbab3a1 HTTP/1.1" status: 200 len: 819 time: 0.6016841 Dec 08 16:22:38.172560 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dd54cda1-d700-4c9e-b19c-586f56b8b4a4 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:38.234008 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ad8da264-de0b-4797-afc7-d6685369985f req-67429b25-ab46-456e-9315-8affc7a4ba38 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/quotas/b054d0dcb49649e0950f266a7acfb033 HTTP/1.1" status: 200 len: 375 time: 0.0385354 Dec 08 16:22:38.272229 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dd54cda1-d700-4c9e-b19c-586f56b8b4a4 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:38.277833 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f3a74e33-e85b-4d90-b580-a88ecc00eb80 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:38.302216 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fd433-52ec-4b41-ad61-6377ac9c8c8f req-ee602447-e995-4e72-b054-758819c4aba1 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:38.303930 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f92fd433-52ec-4b41-ad61-6377ac9c8c8f req-ee602447-e995-4e72-b054-758819c4aba1 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=9daa54dd-cbb3-4f70-9ba7-fc736ce1c28c HTTP/1.1" status: 200 len: 944 time: 0.0717256 Dec 08 16:22:38.357069 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-7f01b27d-731e-4237-aa79-1b7e5882353f req-e678a701-6011-4b53-be13-724dc211b79d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e4f798b-03f5-4039-bcaa-1a66c2de9053 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:22:38.372207 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-7f01b27d-731e-4237-aa79-1b7e5882353f req-e678a701-6011-4b53-be13-724dc211b79d service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:38.372765 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9d84acaa-efcb-4cc4-a6e0-90333de63f2e None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:38.391464 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f92fd433-52ec-4b41-ad61-6377ac9c8c8f req-145f8241-b1e9-449b-94f6-39b3eae60a73 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805604 Dec 08 16:22:38.417818 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ad8da264-de0b-4797-afc7-d6685369985f req-7edb6e5e-f851-4177-9729-e33453cf0b1d tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b054d0dcb49649e0950f266a7acfb033&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1738465 Dec 08 16:22:38.451835 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-7f01b27d-731e-4237-aa79-1b7e5882353f req-e678a701-6011-4b53-be13-724dc211b79d service neutron] Transition to ACTIVE for port object 3e4f798b-03f5-4039-bcaa-1a66c2de9053 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:22:38.480461 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9d84acaa-efcb-4cc4-a6e0-90333de63f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:38.494974 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dd54cda1-d700-4c9e-b19c-586f56b8b4a4 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:38.551116 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f097a028-ba7e-4643-85ec-c6487d64c4d0 None None] DHCP port deletion for 3ad9b2ff-f775-4a69-92e2-9e7b17d9886f request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:22:38.582109 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c9b548-3875-450f-9bf2-5669fc3d505e None None] Pushing event updated for resources: {'Port': ['ID=30fb284f-f9c9-4109-87bc-a43e7b04bd52,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:38.582604 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ad8da264-de0b-4797-afc7-d6685369985f req-b1b50ab1-e594-4848-8657-245949e0e7d8 service neutron] 10.222.0.64 "GET /v2.0/networks/a3f049e4-e272-4e56-8eaa-a36c0dbab3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638365 Dec 08 16:22:38.595468 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-7f01b27d-731e-4237-aa79-1b7e5882353f req-e678a701-6011-4b53-be13-724dc211b79d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:38.605634 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:38.695715 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-9d84acaa-efcb-4cc4-a6e0-90333de63f2e None None] Attempting to bind port 30fb284f-f9c9-4109-87bc-a43e7b04bd52 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:22:38.696362 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-9d84acaa-efcb-4cc4-a6e0-90333de63f2e None None] Attempting to bind port 30fb284f-f9c9-4109-87bc-a43e7b04bd52 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'afb83eff-f022-42ac-a1fa-5ce0abadefb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a3f049e4-e272-4e56-8eaa-a36c0dbab3a1'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:22:38.696723 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d84acaa-efcb-4cc4-a6e0-90333de63f2e None None] Attempting to bind port 30fb284f-f9c9-4109-87bc-a43e7b04bd52 on network a3f049e4-e272-4e56-8eaa-a36c0dbab3a1 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:22:38.703039 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-f097a028-ba7e-4643-85ec-c6487d64c4d0 None None] Deleting port 8697d141-b3ef-4ed8-8504-9f471eaf94c1 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:22:38.704100 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f3a74e33-e85b-4d90-b580-a88ecc00eb80 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for router_gateway, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:38.704236 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f097a028-ba7e-4643-85ec-c6487d64c4d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:38.706378 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d84acaa-efcb-4cc4-a6e0-90333de63f2e None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:22:38.706723 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dd54cda1-d700-4c9e-b19c-586f56b8b4a4 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:38.707254 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d84acaa-efcb-4cc4-a6e0-90333de63f2e None None] Checking segment: {'id': 'afb83eff-f022-42ac-a1fa-5ce0abadefb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a3f049e4-e272-4e56-8eaa-a36c0dbab3a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:22:38.707368 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9d84acaa-efcb-4cc4-a6e0-90333de63f2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:38.707873 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d84acaa-efcb-4cc4-a6e0-90333de63f2e None None] Bound using segment: {'id': 'afb83eff-f022-42ac-a1fa-5ce0abadefb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a3f049e4-e272-4e56-8eaa-a36c0dbab3a1'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:22:38.708482 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-9d84acaa-efcb-4cc4-a6e0-90333de63f2e None None] Bound port: 30fb284f-f9c9-4109-87bc-a43e7b04bd52, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afb83eff-f022-42ac-a1fa-5ce0abadefb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a3f049e4-e272-4e56-8eaa-a36c0dbab3a1'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:22:38.708932 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9d84acaa-efcb-4cc4-a6e0-90333de63f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:38.715273 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e678a701-6011-4b53-be13-724dc211b79d service neutron] Pushing event updated for resources: {'Port': ['ID=3e4f798b-03f5-4039-bcaa-1a66c2de9053,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:38.739900 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f3a74e33-e85b-4d90-b580-a88ecc00eb80 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:38.844287 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd54cda1-d700-4c9e-b19c-586f56b8b4a4 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Pushing event deleted for resources: {'Subnet': ['ID=90ed6750-baa4-47da-bb25-25b4f6544013,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:38.856303 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dd54cda1-d700-4c9e-b19c-586f56b8b4a4 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:38.859747 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-dd54cda1-d700-4c9e-b19c-586f56b8b4a4 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] 10.222.0.64 "DELETE /v2.0/subnets/90ed6750-baa4-47da-bb25-25b4f6544013 HTTP/1.1" status: 204 len: 168 time: 0.8430972 Dec 08 16:22:38.864027 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e42e441-a022-423d-82cb-8909be6b70a6 None None] Network f66ecbab-3c59-4939-9732-b6521290c309 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:22:38.886905 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 60170) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:38.914198 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ad8da264-de0b-4797-afc7-d6685369985f req-5a41a303-28ac-4394-b3c8-9ae5571b414c service neutron] 10.222.0.64 "GET /v2.0/networks/a3f049e4-e272-4e56-8eaa-a36c0dbab3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306100 Dec 08 16:22:38.934419 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-f3a74e33-e85b-4d90-b580-a88ecc00eb80 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Allocated IP 172.25.0.106 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/3bb99841-9145-441d-a56b-a25b75b70189) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:22:38.944836 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-9d84acaa-efcb-4cc4-a6e0-90333de63f2e None None] For port 30fb284f-f9c9-4109-87bc-a43e7b04bd52, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:22:38.948588 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-9d84acaa-efcb-4cc4-a6e0-90333de63f2e None None] For port 30fb284f-f9c9-4109-87bc-a43e7b04bd52, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=30fb284f-f9c9-4109-87bc-a43e7b04bd52,segment=NetworkSegment(afb83eff-f022-42ac-a1fa-5ce0abadefb1),segment_id=afb83eff-f022-42ac-a1fa-5ce0abadefb1)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:22:39.052314 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-f097a028-ba7e-4643-85ec-c6487d64c4d0 None None] For port 8697d141-b3ef-4ed8-8504-9f471eaf94c1, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=8697d141-b3ef-4ed8-8504-9f471eaf94c1,segment=NetworkSegment(2d6dcbb6-e4ec-4305-90db-f602b366d627),segment_id=2d6dcbb6-e4ec-4305-90db-f602b366d627)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:39.052742 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f097a028-ba7e-4643-85ec-c6487d64c4d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:39.077477 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-f097a028-ba7e-4643-85ec-c6487d64c4d0 None None] Calling delete_port for 8697d141-b3ef-4ed8-8504-9f471eaf94c1 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:22:39.082231 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f3a74e33-e85b-4d90-b580-a88ecc00eb80 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:39.091755 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-7f01b27d-731e-4237-aa79-1b7e5882353f req-e678a701-6011-4b53-be13-724dc211b79d service neutron] Attempting to bind port 3e4f798b-03f5-4039-bcaa-1a66c2de9053 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:22:39.092503 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-7f01b27d-731e-4237-aa79-1b7e5882353f req-e678a701-6011-4b53-be13-724dc211b79d service neutron] Attempting to bind port 3e4f798b-03f5-4039-bcaa-1a66c2de9053 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '72e52347-683a-49fc-84ef-d33cdb5037e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '7267bda8-5e5d-4e04-ad23-20b961702335'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:22:39.093289 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f01b27d-731e-4237-aa79-1b7e5882353f req-e678a701-6011-4b53-be13-724dc211b79d service neutron] Attempting to bind port 3e4f798b-03f5-4039-bcaa-1a66c2de9053 on network 7267bda8-5e5d-4e04-ad23-20b961702335 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:22:39.098895 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f01b27d-731e-4237-aa79-1b7e5882353f req-e678a701-6011-4b53-be13-724dc211b79d service neutron] Port 3e4f798b-03f5-4039-bcaa-1a66c2de9053 on network 7267bda8-5e5d-4e04-ad23-20b961702335 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:22:39.099610 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f01b27d-731e-4237-aa79-1b7e5882353f req-e678a701-6011-4b53-be13-724dc211b79d service neutron] Attempting to bind port 3e4f798b-03f5-4039-bcaa-1a66c2de9053 on network 7267bda8-5e5d-4e04-ad23-20b961702335 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:22:39.108772 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f01b27d-731e-4237-aa79-1b7e5882353f req-e678a701-6011-4b53-be13-724dc211b79d service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:22:39.109940 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f01b27d-731e-4237-aa79-1b7e5882353f req-e678a701-6011-4b53-be13-724dc211b79d service neutron] Checking segment: {'id': '72e52347-683a-49fc-84ef-d33cdb5037e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '7267bda8-5e5d-4e04-ad23-20b961702335'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:22:39.115956 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f01b27d-731e-4237-aa79-1b7e5882353f req-e678a701-6011-4b53-be13-724dc211b79d service neutron] Bound using segment: {'id': '72e52347-683a-49fc-84ef-d33cdb5037e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '7267bda8-5e5d-4e04-ad23-20b961702335'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:22:39.115956 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-7f01b27d-731e-4237-aa79-1b7e5882353f req-e678a701-6011-4b53-be13-724dc211b79d service neutron] Bound port: 3e4f798b-03f5-4039-bcaa-1a66c2de9053, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72e52347-683a-49fc-84ef-d33cdb5037e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '7267bda8-5e5d-4e04-ad23-20b961702335'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:22:39.115956 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-7f01b27d-731e-4237-aa79-1b7e5882353f req-e678a701-6011-4b53-be13-724dc211b79d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:39.116305 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9d84acaa-efcb-4cc4-a6e0-90333de63f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:39.135845 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0876b27d-f8bc-45ac-9f00-4153ef3a861d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:39.206745 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f3a74e33-e85b-4d90-b580-a88ecc00eb80 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:39.259304 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-7f01b27d-731e-4237-aa79-1b7e5882353f req-e678a701-6011-4b53-be13-724dc211b79d service neutron] For port 3e4f798b-03f5-4039-bcaa-1a66c2de9053, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:22:39.263731 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-7f01b27d-731e-4237-aa79-1b7e5882353f req-e678a701-6011-4b53-be13-724dc211b79d service neutron] For port 3e4f798b-03f5-4039-bcaa-1a66c2de9053, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=3e4f798b-03f5-4039-bcaa-1a66c2de9053,segment=NetworkSegment(72e52347-683a-49fc-84ef-d33cdb5037e0),segment_id=72e52347-683a-49fc-84ef-d33cdb5037e0)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:22:39.283900 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-0876b27d-f8bc-45ac-9f00-4153ef3a861d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Deleting port 8697d141-b3ef-4ed8-8504-9f471eaf94c1 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:22:39.284354 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0876b27d-f8bc-45ac-9f00-4153ef3a861d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:39.328424 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-7f01b27d-731e-4237-aa79-1b7e5882353f req-e678a701-6011-4b53-be13-724dc211b79d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:39.383006 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a74e33-e85b-4d90-b580-a88ecc00eb80 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:22:39.394239 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f01b27d-731e-4237-aa79-1b7e5882353f req-e678a701-6011-4b53-be13-724dc211b79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:39.394907 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-7f01b27d-731e-4237-aa79-1b7e5882353f req-e678a701-6011-4b53-be13-724dc211b79d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:39.396623 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7f01b27d-731e-4237-aa79-1b7e5882353f req-e678a701-6011-4b53-be13-724dc211b79d service neutron] 10.222.0.37 "PUT /v2.0/ports/3e4f798b-03f5-4039-bcaa-1a66c2de9053 HTTP/1.1" status: 200 len: 1092 time: 2.2758336 Dec 08 16:22:39.417423 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '898d1c92-4137-4233-a71e-c61a4cf798fb', 'tag': '3e4f798b-03f5-4039-bcaa-1a66c2de9053'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:22:39.417614 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357dbdb-d311-4e85-8177-84084ccf6307 req-a9caf16e-09da-4c60-9f47-a9228e5b8784 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:39.422521 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b6f190-5391-4f94-90ca-553f25056587" -d '{"events": [{"name": "network-changed", "server_uuid": "898d1c92-4137-4233-a71e-c61a4cf798fb", "tag": "3e4f798b-03f5-4039-bcaa-1a66c2de9053"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:22:39.425744 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1357dbdb-d311-4e85-8177-84084ccf6307 req-a9caf16e-09da-4c60-9f47-a9228e5b8784 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/ports?device_id=898d1c92-4137-4233-a71e-c61a4cf798fb HTTP/1.1" status: 200 len: 943 time: 0.2957444 Dec 08 16:22:39.426487 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a74e33-e85b-4d90-b580-a88ecc00eb80 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event updated for resources: {'Port': ['ID=3bb99841-9145-441d-a56b-a25b75b70189,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:39.431764 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-f3a74e33-e85b-4d90-b580-a88ecc00eb80 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:22:39.441979 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a74e33-e85b-4d90-b580-a88ecc00eb80 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:22:39.529644 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3f063bb0-94f5-41ab-8ae2-84a7f3b97155 req-f69cf99b-083a-4c5c-9cf5-d2ae63c63dbe tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=4180760d-d429-459d-8f94-59f64a34f571 HTTP/1.1" status: 200 len: 210 time: 0.1280956 Dec 08 16:22:39.710342 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-0876b27d-f8bc-45ac-9f00-4153ef3a861d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] For port 8697d141-b3ef-4ed8-8504-9f471eaf94c1, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=8697d141-b3ef-4ed8-8504-9f471eaf94c1,segment=NetworkSegment(2d6dcbb6-e4ec-4305-90db-f602b366d627),segment_id=2d6dcbb6-e4ec-4305-90db-f602b366d627)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:39.710875 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0876b27d-f8bc-45ac-9f00-4153ef3a861d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:39.715605 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e678a701-6011-4b53-be13-724dc211b79d service neutron] Pushing event updated for resources: {'Port': ['ID=3e4f798b-03f5-4039-bcaa-1a66c2de9053,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:39.785959 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d84acaa-efcb-4cc4-a6e0-90333de63f2e None None] Routers {'6940d7fd-f551-42cf-afe6-c088df1c5777'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:22:39.786527 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-9d84acaa-efcb-4cc4-a6e0-90333de63f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:22:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['6940d7fd-f551-42cf-afe6-c088df1c5777'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:39.793428 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-0876b27d-f8bc-45ac-9f00-4153ef3a861d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Calling delete_port for 8697d141-b3ef-4ed8-8504-9f471eaf94c1 owned by network:dhcp {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:22:39.797413 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f01b27d-731e-4237-aa79-1b7e5882353f req-f154ca75-1311-41bd-be2d-0fea718b8503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:39.799935 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7f01b27d-731e-4237-aa79-1b7e5882353f req-f154ca75-1311-41bd-be2d-0fea718b8503 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f798cbfb52c24fe0ba6afa1278248aa5&device_id=898d1c92-4137-4233-a71e-c61a4cf798fb HTTP/1.1" status: 200 len: 1095 time: 0.2929826 Dec 08 16:22:39.806659 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c9b548-3875-450f-9bf2-5669fc3d505e None None] Pushing event updated for resources: {'Port': ['ID=30fb284f-f9c9-4109-87bc-a43e7b04bd52,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:39.879324 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1357dbdb-d311-4e85-8177-84084ccf6307 req-3cbe0b31-2a03-4d5e-9f49-7c66185969b4 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/security-groups?id=55feb4d0-ba7d-4f6f-9a72-a6c9000f9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4303350 Dec 08 16:22:39.910096 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7f01b27d-731e-4237-aa79-1b7e5882353f req-c3c51d48-b0c1-4e78-97da-fee96a7fa154 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e4f798b-03f5-4039-bcaa-1a66c2de9053 HTTP/1.1" status: 200 len: 217 time: 0.0865502 Dec 08 16:22:39.917506 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5543e7e8-8dbf-4cf3-a30b-342198af5ede None None] DHCP port deletion for f66ecbab-3c59-4939-9732-b6521290c309 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:22:39.922035 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be70949e-2a51-43b3-b77d-03f36c6323a6 req-bcf7b1b9-18a5-4062-afd4-0b022a741a25 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:39.925800 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f097a028-ba7e-4643-85ec-c6487d64c4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:39.932023 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-be70949e-2a51-43b3-b77d-03f36c6323a6 req-bcf7b1b9-18a5-4062-afd4-0b022a741a25 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=9daa54dd-cbb3-4f70-9ba7-fc736ce1c28c HTTP/1.1" status: 200 len: 944 time: 0.2585173 Dec 08 16:22:40.003985 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f097a028-ba7e-4643-85ec-c6487d64c4d0 None None] No DVR routers for this DVR port 8697d141-b3ef-4ed8-8504-9f471eaf94c1 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:22:40.025767 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f01b27d-731e-4237-aa79-1b7e5882353f req-9ea1b896-b275-4903-a185-22b9e9d1207e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:40.026514 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f097a028-ba7e-4643-85ec-c6487d64c4d0 None None] Pushing event deleted for resources: {'Port': ['ID=8697d141-b3ef-4ed8-8504-9f471eaf94c1,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:40.027849 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7f01b27d-731e-4237-aa79-1b7e5882353f req-9ea1b896-b275-4903-a185-22b9e9d1207e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b1120212-8041-47f2-b393-74481d8c6bb2 HTTP/1.1" status: 200 len: 850 time: 0.0935185 Dec 08 16:22:40.032749 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca5961b-8e0b-426c-bd32-f412fea140cc x-openstack-request-id: req-3ca5961b-8e0b-426c-bd32-f412fea140cc {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:22:40.033261 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "898d1c92-4137-4233-a71e-c61a4cf798fb", "tag": "3e4f798b-03f5-4039-bcaa-1a66c2de9053", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:22:40.037727 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3ca5961b-8e0b-426c-bd32-f412fea140cc {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:22:40.039462 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '898d1c92-4137-4233-a71e-c61a4cf798fb', 'tag': '3e4f798b-03f5-4039-bcaa-1a66c2de9053', 'status': 'completed', 'code': 200} Dec 08 16:22:40.080782 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 224ae73e-3df8-4d92-8353-597c37e85fa0 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:22:40.190496 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f01b27d-731e-4237-aa79-1b7e5882353f req-61e7d0f7-39ab-4f1a-bd00-ab74e1d976da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:40.190960 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 224ae73e-3df8-4d92-8353-597c37e85fa0, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=224ae73e-3df8-4d92-8353-597c37e85fa0,segment=NetworkSegment(bb740625-1067-4eb4-8c3f-54ce2bbbb747),segment_id=bb740625-1067-4eb4-8c3f-54ce2bbbb747)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:40.194862 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7f01b27d-731e-4237-aa79-1b7e5882353f req-61e7d0f7-39ab-4f1a-bd00-ab74e1d976da service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7267bda8-5e5d-4e04-ad23-20b961702335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1377237 Dec 08 16:22:40.202990 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-be70949e-2a51-43b3-b77d-03f36c6323a6 req-70a5f3db-313a-4256-adee-1979defd509d tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699184 Dec 08 16:22:40.203728 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0876b27d-f8bc-45ac-9f00-4153ef3a861d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:40.238285 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '224ae73e-3df8-4d92-8353-597c37e85fa0', 'network_id': '444a8cbb-ee83-40d1-9772-ed3daa005a16', 'port_id': '224ae73e-3df8-4d92-8353-597c37e85fa0', 'mac_address': 'fa:16:3e:bd:13:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921ca20d-c445-4985-be5a-b19c39bd838b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:22:40.244593 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-5543e7e8-8dbf-4cf3-a30b-342198af5ede None None] Deleting port 98208c87-61b3-4a68-9fb0-f34bb0fd0efd {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:22:40.245135 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5543e7e8-8dbf-4cf3-a30b-342198af5ede None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:40.316978 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-5543e7e8-8dbf-4cf3-a30b-342198af5ede None None] For port 98208c87-61b3-4a68-9fb0-f34bb0fd0efd, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=98208c87-61b3-4a68-9fb0-f34bb0fd0efd,segment=NetworkSegment(47db4a52-c63f-4fe7-842b-6d3775184ab8),segment_id=47db4a52-c63f-4fe7-842b-6d3775184ab8)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:40.317392 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5543e7e8-8dbf-4cf3-a30b-342198af5ede None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:40.332692 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-5543e7e8-8dbf-4cf3-a30b-342198af5ede None None] Calling delete_port for 98208c87-61b3-4a68-9fb0-f34bb0fd0efd owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:22:40.342987 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7f01b27d-731e-4237-aa79-1b7e5882353f req-f292b770-47cb-4eee-b27f-3f5887132c48 service neutron] 10.222.0.37 "GET /v2.0/networks/7267bda8-5e5d-4e04-ad23-20b961702335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318140 Dec 08 16:22:40.382812 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0876b27d-f8bc-45ac-9f00-4153ef3a861d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Pushing event deleted for resources: {'Port': ['ID=8697d141-b3ef-4ed8-8504-9f471eaf94c1,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:40.388428 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0876b27d-f8bc-45ac-9f00-4153ef3a861d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] No DVR routers for this DVR port 8697d141-b3ef-4ed8-8504-9f471eaf94c1 on host n-d-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:22:40.458164 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 8697d141-b3ef-4ed8-8504-9f471eaf94c1 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:22:40.482515 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 8697d141-b3ef-4ed8-8504-9f471eaf94c1 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:22:40.483000 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 8697d141-b3ef-4ed8-8504-9f471eaf94c1 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:22:40.483516 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 98208c87-61b3-4a68-9fb0-f34bb0fd0efd no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:22:40.512530 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-9d84acaa-efcb-4cc4-a6e0-90333de63f2e None None] Set router 6940d7fd-f551-42cf-afe6-c088df1c5777 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:22:40.537372 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0876b27d-f8bc-45ac-9f00-4153ef3a861d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:40.579101 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-0876b27d-f8bc-45ac-9f00-4153ef3a861d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ad9b2ff-f775-4a69-92e2-9e7b17d9886f']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:40.584072 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5543e7e8-8dbf-4cf3-a30b-342198af5ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:40.595704 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-0876b27d-f8bc-45ac-9f00-4153ef3a861d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d6dcbb6-e4ec-4305-90db-f602b366d627') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:40.596261 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-0876b27d-f8bc-45ac-9f00-4153ef3a861d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d6dcbb6-e4ec-4305-90db-f602b366d627') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:40.599898 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7f01b27d-731e-4237-aa79-1b7e5882353f req-4035067d-da51-4209-b71d-0cdaf9ad9142 service neutron] 10.222.0.37 "GET /v2.0/networks/7267bda8-5e5d-4e04-ad23-20b961702335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280080 Dec 08 16:22:40.610747 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0876b27d-f8bc-45ac-9f00-4153ef3a861d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:40.630838 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0876b27d-f8bc-45ac-9f00-4153ef3a861d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:40.631259 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5543e7e8-8dbf-4cf3-a30b-342198af5ede None None] No DVR routers for this DVR port 98208c87-61b3-4a68-9fb0-f34bb0fd0efd on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:22:40.649354 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0876b27d-f8bc-45ac-9f00-4153ef3a861d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:22:40.649780 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0876b27d-f8bc-45ac-9f00-4153ef3a861d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:40.654611 n-d-776250-12 neutron-server[110550]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:22:40.654611 n-d-776250-12 neutron-server[110550]: self.session.flush() Dec 08 16:22:40.654611 n-d-776250-12 neutron-server[110550]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:22:40.654611 n-d-776250-12 neutron-server[110550]: self.session.flush() Dec 08 16:22:40.654611 n-d-776250-12 neutron-server[110550]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:22:40.654611 n-d-776250-12 neutron-server[110550]: self.session.flush() Dec 08 16:22:40.654611 n-d-776250-12 neutron-server[110550]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:22:40.654611 n-d-776250-12 neutron-server[110550]: self.session.flush() Dec 08 16:22:40.654611 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:22:40.654611 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:22:40.654611 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:22:40.654611 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:22:40.654611 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:22:40.654611 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:22:40.654611 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:22:40.654611 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:22:40.654611 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:22:40.654611 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:22:40.654611 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:22:40.654611 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:22:40.654611 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:22:40.654611 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:22:40.654611 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:22:40.654611 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:22:40.654611 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:22:40.654611 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:22:40.654611 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:22:40.654611 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:22:40.654611 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:22:40.654611 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:22:40.654611 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:22:40.654611 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:22:40.654611 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:22:40.654611 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:22:40.654611 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:22:40.654611 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:22:40.654611 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:22:40.654611 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:22:40.654611 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:22:40.654611 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:22:40.659735 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5543e7e8-8dbf-4cf3-a30b-342198af5ede None None] Pushing event deleted for resources: {'Port': ['ID=98208c87-61b3-4a68-9fb0-f34bb0fd0efd,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:40.659735 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:40.679899 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No active binding found for port 98208c87-61b3-4a68-9fb0-f34bb0fd0efd {{(pid=110552) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 08 16:22:40.680374 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 98208c87-61b3-4a68-9fb0-f34bb0fd0efd not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:22:40.737045 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 224ae73e-3df8-4d92-8353-597c37e85fa0 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:22:40.758402 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 224ae73e-3df8-4d92-8353-597c37e85fa0, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=224ae73e-3df8-4d92-8353-597c37e85fa0,segment=NetworkSegment(bb740625-1067-4eb4-8c3f-54ce2bbbb747),segment_id=bb740625-1067-4eb4-8c3f-54ce2bbbb747)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:40.781824 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f3a74e33-e85b-4d90-b580-a88ecc00eb80 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for router_gateway, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:40.847267 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b6f190-5391-4f94-90ca-553f25056587 req-ac4e053f-f74e-46a6-8374-7fe527cc43b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:40.852500 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:40.859859 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e4b6f190-5391-4f94-90ca-553f25056587 req-ac4e053f-f74e-46a6-8374-7fe527cc43b9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f798cbfb52c24fe0ba6afa1278248aa5&device_id=898d1c92-4137-4233-a71e-c61a4cf798fb HTTP/1.1" status: 200 len: 1095 time: 0.0987694 Dec 08 16:22:40.861558 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0876b27d-f8bc-45ac-9f00-4153ef3a861d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:40.879837 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0876b27d-f8bc-45ac-9f00-4153ef3a861d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:40.884961 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-0876b27d-f8bc-45ac-9f00-4153ef3a861d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] 10.222.0.64 "DELETE /v2.0/networks/3ad9b2ff-f775-4a69-92e2-9e7b17d9886f HTTP/1.1" status: 204 len: 168 time: 1.9969065 Dec 08 16:22:40.949940 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5178a-ce18-4552-954a-b49cf9ece25f req-1e6c0d66-0938-4ebd-95ec-9c979ea9b3a5 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:40.960385 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 60210) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:40.960577 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1ab5178a-ce18-4552-954a-b49cf9ece25f req-1e6c0d66-0938-4ebd-95ec-9c979ea9b3a5 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/networks?id=a3f049e4-e272-4e56-8eaa-a36c0dbab3a1 HTTP/1.1" status: 200 len: 819 time: 0.2506027 Dec 08 16:22:40.962126 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0876b27d-f8bc-45ac-9f00-4153ef3a861d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Pushing event deleted for resources: {'Network': ['ID=3ad9b2ff-f775-4a69-92e2-9e7b17d9886f,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:40.981921 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1ab5178a-ce18-4552-954a-b49cf9ece25f req-ef2c30b3-8566-4526-9db7-313d80a45e8e tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/quotas/b054d0dcb49649e0950f266a7acfb033 HTTP/1.1" status: 200 len: 375 time: 0.0204639 Dec 08 16:22:40.999290 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=224ae73e-3df8-4d92-8353-597c37e85fa0,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:41.041221 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-9d84acaa-efcb-4cc4-a6e0-90333de63f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6940d7fd-f551-42cf-afe6-c088df1c5777', 'name': 'tempest-ServerRescueNegativeTestJSON-1948083866-router', 'tenant_id': 'b054d0dcb49649e0950f266a7acfb033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'c25cd284-1f9b-49df-91e5-cdd9bc86259f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:22:25Z', 'updated_at': '2021-12-08T16:22:34Z', 'revision_number': 4, 'project_id': 'b054d0dcb49649e0950f266a7acfb033', 'gw_port': {'id': 'c25cd284-1f9b-49df-91e5-cdd9bc86259f', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6940d7fd-f551-42cf-afe6-c088df1c5777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:22:26Z', 'updated_at': '2021-12-08T16:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '30fb284f-f9c9-4109-87bc-a43e7b04bd52', 'name': '', 'network_id': 'a3f049e4-e272-4e56-8eaa-a36c0dbab3a1', 'tenant_id': 'b054d0dcb49649e0950f266a7acfb033', 'mac_address': 'fa:16:3e:d6:f7:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6940d7fd-f551-42cf-afe6-c088df1c5777', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': '74b50aa4-8812-48e5-b8de-c1650bb82dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:22:32Z', 'updated_at': '2021-12-08T16:22:38Z', 'revision_number': 4, 'project_id': 'b054d0dcb49649e0950f266a7acfb033', 'subnets': [{'id': '74b50aa4-8812-48e5-b8de-c1650bb82dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:41.074219 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d84acaa-efcb-4cc4-a6e0-90333de63f2e None None] The sync data for ids ['6940d7fd-f551-42cf-afe6-c088df1c5777'] in n-d-776250-12 is: [{'id': '6940d7fd-f551-42cf-afe6-c088df1c5777', 'name': 'tempest-ServerRescueNegativeTestJSON-1948083866-router', 'tenant_id': 'b054d0dcb49649e0950f266a7acfb033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'c25cd284-1f9b-49df-91e5-cdd9bc86259f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:22:25Z', 'updated_at': '2021-12-08T16:22:34Z', 'revision_number': 4, 'project_id': 'b054d0dcb49649e0950f266a7acfb033', 'gw_port': {'id': 'c25cd284-1f9b-49df-91e5-cdd9bc86259f', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6940d7fd-f551-42cf-afe6-c088df1c5777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:22:26Z', 'updated_at': '2021-12-08T16:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '30fb284f-f9c9-4109-87bc-a43e7b04bd52', 'name': '', 'network_id': 'a3f049e4-e272-4e56-8eaa-a36c0dbab3a1', 'tenant_id': 'b054d0dcb49649e0950f266a7acfb033', 'mac_address': 'fa:16:3e:d6:f7:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6940d7fd-f551-42cf-afe6-c088df1c5777', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': '74b50aa4-8812-48e5-b8de-c1650bb82dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:22:32Z', 'updated_at': '2021-12-08T16:22:38Z', 'revision_number': 4, 'project_id': 'b054d0dcb49649e0950f266a7acfb033', 'subnets': [{'id': '74b50aa4-8812-48e5-b8de-c1650bb82dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:22:41.105825 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1ab5178a-ce18-4552-954a-b49cf9ece25f req-2d5da8a1-5f88-44ce-89a0-33a7853ddd8a tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b054d0dcb49649e0950f266a7acfb033&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1228986 Dec 08 16:22:41.175811 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [req-1ab5178a-ce18-4552-954a-b49cf9ece25f req-5a56be20-0228-4912-b232-7b092b91207c service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:22:41.177714 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1ab5178a-ce18-4552-954a-b49cf9ece25f req-5a56be20-0228-4912-b232-7b092b91207c service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0268843 Dec 08 16:22:41.210926 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f3a74e33-e85b-4d90-b580-a88ecc00eb80 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:41.270580 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['224ae73e-3df8-4d92-8353-597c37e85fa0'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:22:41.276321 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-014a41bf-b1a1-4609-98c8-e23213e20a1d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:41.399067 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef6511-5c5c-4c36-8fb0-e2dd3bc554b3 req-5ebe6c88-028c-43e8-a679-c96a0ce12dfe tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:41.411838 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-efef6511-5c5c-4c36-8fb0-e2dd3bc554b3 req-5ebe6c88-028c-43e8-a679-c96a0ce12dfe tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/ports?device_id=898d1c92-4137-4233-a71e-c61a4cf798fb HTTP/1.1" status: 200 len: 943 time: 0.2962265 Dec 08 16:22:41.443664 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1ab5178a-ce18-4552-954a-b49cf9ece25f req-01b8d647-1678-4f12-a60e-6b9ba6becfc0 service neutron] 10.222.0.64 "GET /v2.0/networks/a3f049e4-e272-4e56-8eaa-a36c0dbab3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471290 Dec 08 16:22:41.486032 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2b292cdd-f2f3-4f03-8326-80e8063e5a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:41.532236 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b6f190-5391-4f94-90ca-553f25056587 req-28a402be-5af8-47b8-baaa-c1b4708bd914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:41.533833 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e4b6f190-5391-4f94-90ca-553f25056587 req-28a402be-5af8-47b8-baaa-c1b4708bd914 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7267bda8-5e5d-4e04-ad23-20b961702335 HTTP/1.1" status: 200 len: 912 time: 0.6469233 Dec 08 16:22:41.548565 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-014a41bf-b1a1-4609-98c8-e23213e20a1d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:41.641519 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1ab5178a-ce18-4552-954a-b49cf9ece25f req-fb471135-4c83-4a88-a648-43a0c37d9e8e service neutron] 10.222.0.64 "GET /v2.0/networks/a3f049e4-e272-4e56-8eaa-a36c0dbab3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907794 Dec 08 16:22:41.666585 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-014a41bf-b1a1-4609-98c8-e23213e20a1d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f66ecbab-3c59-4939-9732-b6521290c309']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:41.678707 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3a74e33-e85b-4d90-b580-a88ecc00eb80 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Router 87dc1ea3-2606-4015-9560-db6390f7a0d1 is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:22:41.680683 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e4b6f190-5391-4f94-90ca-553f25056587 req-6c8c7036-0c9b-47eb-b5a2-ece1ef4c3ae4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e4f798b-03f5-4039-bcaa-1a66c2de9053 HTTP/1.1" status: 200 len: 217 time: 0.1276164 Dec 08 16:22:41.682345 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-014a41bf-b1a1-4609-98c8-e23213e20a1d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47db4a52-c63f-4fe7-842b-6d3775184ab8') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:41.682709 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-014a41bf-b1a1-4609-98c8-e23213e20a1d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47db4a52-c63f-4fe7-842b-6d3775184ab8') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:41.688491 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-efef6511-5c5c-4c36-8fb0-e2dd3bc554b3 req-a59278d5-b979-4312-a178-3d8fd715dbff tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/security-groups?id=55feb4d0-ba7d-4f6f-9a72-a6c9000f9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2755768 Dec 08 16:22:41.708247 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-014a41bf-b1a1-4609-98c8-e23213e20a1d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:41.765475 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-014a41bf-b1a1-4609-98c8-e23213e20a1d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:41.787645 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-014a41bf-b1a1-4609-98c8-e23213e20a1d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:22:41.787974 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-014a41bf-b1a1-4609-98c8-e23213e20a1d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:41.791713 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:22:41.791713 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:22:41.791713 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:22:41.791713 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:22:41.791713 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:22:41.791713 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:22:41.791713 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:22:41.791713 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:22:41.791713 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:22:41.791713 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:22:41.791713 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:22:41.791713 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:22:41.791713 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:22:41.791713 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:22:41.791713 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:22:41.791713 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:22:41.791713 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:22:41.791713 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:22:41.791713 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:22:41.791713 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:22:41.791713 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:22:41.791713 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:22:41.791713 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:22:41.791713 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:22:41.791713 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:22:41.791713 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:22:41.791713 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:22:41.791713 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:22:41.791713 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:22:41.791713 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:22:41.791713 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:22:41.791713 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:22:41.804736 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b6f190-5391-4f94-90ca-553f25056587 req-f3cf4dd2-e44f-49ac-b186-e27a3ae74be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:41.806245 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e4b6f190-5391-4f94-90ca-553f25056587 req-f3cf4dd2-e44f-49ac-b186-e27a3ae74be9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b1120212-8041-47f2-b393-74481d8c6bb2 HTTP/1.1" status: 200 len: 850 time: 0.1168754 Dec 08 16:22:41.825925 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a74e33-e85b-4d90-b580-a88ecc00eb80 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:22:41.838478 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d70aa7d-3928-42ef-931c-db725cf1f9bb None None] Sync routers for ids ['87dc1ea3-2606-4015-9560-db6390f7a0d1'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:22:41.851664 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d70aa7d-3928-42ef-931c-db725cf1f9bb None None] Routers {'87dc1ea3-2606-4015-9560-db6390f7a0d1'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:22:41.853157 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-5d70aa7d-3928-42ef-931c-db725cf1f9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:22:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['87dc1ea3-2606-4015-9560-db6390f7a0d1'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:41.968160 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f3a74e33-e85b-4d90-b580-a88ecc00eb80 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:41.969761 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f3a74e33-e85b-4d90-b580-a88ecc00eb80 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.3228703 Dec 08 16:22:41.973406 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 60222) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:41.981965 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b6f190-5391-4f94-90ca-553f25056587 req-f1151d36-473b-476c-81aa-12d329e3808e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:41.993958 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e4b6f190-5391-4f94-90ca-553f25056587 req-f1151d36-473b-476c-81aa-12d329e3808e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7267bda8-5e5d-4e04-ad23-20b961702335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1459126 Dec 08 16:22:42.017503 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29765b6-b1d6-4341-a660-40ab93a14278 req-8db4aaa1-2415-4a47-900c-30f6cf47cf6c tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:42.024626 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f29765b6-b1d6-4341-a660-40ab93a14278 req-8db4aaa1-2415-4a47-900c-30f6cf47cf6c tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=9daa54dd-cbb3-4f70-9ba7-fc736ce1c28c HTTP/1.1" status: 200 len: 945 time: 0.1753187 Dec 08 16:22:42.026913 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-5d70aa7d-3928-42ef-931c-db725cf1f9bb None None] Set router 87dc1ea3-2606-4015-9560-db6390f7a0d1 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:22:42.095533 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-014a41bf-b1a1-4609-98c8-e23213e20a1d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:42.283308 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-014a41bf-b1a1-4609-98c8-e23213e20a1d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:42.287945 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-014a41bf-b1a1-4609-98c8-e23213e20a1d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] 10.222.0.64 "DELETE /v2.0/networks/f66ecbab-3c59-4939-9732-b6521290c309 HTTP/1.1" status: 204 len: 168 time: 1.3143125 Dec 08 16:22:42.303334 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-245e093d-20ae-438e-a742-5380b688f538 tempest-TestNetworkAdvancedServerOps-1604663679 tempest-TestNetworkAdvancedServerOps-1604663679-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=5ac8783bc8454dbdaff01b6ea349ef5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3244565 Dec 08 16:22:42.304284 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 60232) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:42.304667 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 60234) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:42.323493 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014a41bf-b1a1-4609-98c8-e23213e20a1d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Pushing event deleted for resources: {'Network': ['ID=f66ecbab-3c59-4939-9732-b6521290c309,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:42.408124 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f29765b6-b1d6-4341-a660-40ab93a14278 req-d8914d86-6704-44f4-80e6-ead66a236699 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3683350 Dec 08 16:22:42.416789 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8da264-de0b-4797-afc7-d6685369985f req-4b1efc08-1cc8-48b6-9576-32ec72edb985 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:42.418494 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ad8da264-de0b-4797-afc7-d6685369985f req-4b1efc08-1cc8-48b6-9576-32ec72edb985 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.76 "GET /v2.0/networks?id=a3f049e4-e272-4e56-8eaa-a36c0dbab3a1 HTTP/1.1" status: 200 len: 819 time: 0.3240242 Dec 08 16:22:42.431472 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 30fb284f-f9c9-4109-87bc-a43e7b04bd52 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:22:42.440599 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-ad8da264-de0b-4797-afc7-d6685369985f req-c4a41124-88be-462f-9c52-ff814d20b0e3 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Request body: {'port': {'device_id': '4180760d-d429-459d-8f94-59f64a34f571', 'network_id': 'a3f049e4-e272-4e56-8eaa-a36c0dbab3a1', 'admin_state_up': True, 'tenant_id': 'b054d0dcb49649e0950f266a7acfb033'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:22:42.445994 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-5d70aa7d-3928-42ef-931c-db725cf1f9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87dc1ea3-2606-4015-9560-db6390f7a0d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441230560', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '3bb99841-9145-441d-a56b-a25b75b70189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:22:37Z', 'updated_at': '2021-12-08T16:22:39Z', 'revision_number': 3, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'gw_port': {'id': '3bb99841-9145-441d-a56b-a25b75b70189', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:82:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87dc1ea3-2606-4015-9560-db6390f7a0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:22:38Z', 'updated_at': '2021-12-08T16:22:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:42.504421 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d70aa7d-3928-42ef-931c-db725cf1f9bb None None] Checking router: 87dc1ea3-2606-4015-9560-db6390f7a0d1 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:22:42.504784 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d70aa7d-3928-42ef-931c-db725cf1f9bb None None] Updating router 87dc1ea3-2606-4015-9560-db6390f7a0d1 port 3bb99841-9145-441d-a56b-a25b75b70189 binding host n-d-776250-12 {{(pid=110553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:22:42.539902 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e4b6f190-5391-4f94-90ca-553f25056587 req-bec3cef0-5aed-44a9-98c7-bc7f0141a777 service neutron] 10.222.0.37 "GET /v2.0/networks/7267bda8-5e5d-4e04-ad23-20b961702335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5141842 Dec 08 16:22:42.558693 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 30fb284f-f9c9-4109-87bc-a43e7b04bd52 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:22:42.559965 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:42.569739 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-da9e4e6c-6989-4b5e-86f1-9d07ca38bd44 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Deleting subnet 10b37f4d-38d7-4ae7-ab46-46f0d73375c3 {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:22:42.577756 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-da9e4e6c-6989-4b5e-86f1-9d07ca38bd44 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:42.597650 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-5d70aa7d-3928-42ef-931c-db725cf1f9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:42.715969 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e544cfcc-2112-4036-bdb1-ea2eb0442a85 req-f1da7c75-7e35-4803-be62-93d0a3745d09 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=86aad0d6-356d-4577-856b-3e89c8cae51f HTTP/1.1" status: 200 len: 210 time: 0.4089255 Dec 08 16:22:42.742310 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:42.825458 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e4b6f190-5391-4f94-90ca-553f25056587 req-5ed20ebf-b18f-4204-94c5-5ad1902df08e service neutron] 10.222.0.37 "GET /v2.0/networks/7267bda8-5e5d-4e04-ad23-20b961702335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768326 Dec 08 16:22:42.842652 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 30fb284f-f9c9-4109-87bc-a43e7b04bd52, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=30fb284f-f9c9-4109-87bc-a43e7b04bd52,segment=NetworkSegment(afb83eff-f022-42ac-a1fa-5ce0abadefb1),segment_id=afb83eff-f022-42ac-a1fa-5ce0abadefb1)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:42.866887 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-da9e4e6c-6989-4b5e-86f1-9d07ca38bd44 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:42.914820 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad8da264-de0b-4797-afc7-d6685369985f req-c4a41124-88be-462f-9c52-ff814d20b0e3 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Made reservation on behalf of b054d0dcb49649e0950f266a7acfb033 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:22:42.918583 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:42.918751 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ad8da264-de0b-4797-afc7-d6685369985f req-c4a41124-88be-462f-9c52-ff814d20b0e3 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:42.987754 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1861d773-147e-43da-8881-a9d814c51ab0 req-a737e72c-7aa5-4c5b-8544-19656162a9ae tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:42.989653 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1861d773-147e-43da-8881-a9d814c51ab0 req-a737e72c-7aa5-4c5b-8544-19656162a9ae tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/ports?device_id=898d1c92-4137-4233-a71e-c61a4cf798fb HTTP/1.1" status: 200 len: 943 time: 0.1264935 Dec 08 16:22:43.001299 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=30fb284f-f9c9-4109-87bc-a43e7b04bd52,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:43.027397 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d938578f-5547-4fac-8a5d-ac4226fb4b6c tempest-TestNetworkAdvancedServerOps-1604663679 tempest-TestNetworkAdvancedServerOps-1604663679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:43.031667 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d938578f-5547-4fac-8a5d-ac4226fb4b6c tempest-TestNetworkAdvancedServerOps-1604663679 tempest-TestNetworkAdvancedServerOps-1604663679-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7199457 Dec 08 16:22:43.032438 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 60248) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:43.065614 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-5d70aa7d-3928-42ef-931c-db725cf1f9bb None None] Publish callbacks [] for port, precommit_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:43.093550 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 3e4f798b-03f5-4039-bcaa-1a66c2de9053 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:22:43.099748 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-142b5280-45d1-4794-971c-a787b94f0b67 tempest-TestNetworkAdvancedServerOps-1604663679 tempest-TestNetworkAdvancedServerOps-1604663679-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=1ae4cf80-76bf-4df3-a557-5cc6023c1900&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0651860 Dec 08 16:22:43.107447 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 60252) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:43.116047 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-e7baec33-7e11-4df4-b98b-676f86e042a6 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-734352691', 'network_id': 'eab82b1f-ce9c-4e14-bb83-96973f4a9fd1', 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:22:43.122559 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-5d70aa7d-3928-42ef-931c-db725cf1f9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:43.138160 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-da9e4e6c-6989-4b5e-86f1-9d07ca38bd44 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:43.155973 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1861d773-147e-43da-8881-a9d814c51ab0 req-41edfa80-88ed-4229-b597-fe069680b788 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/security-groups?id=55feb4d0-ba7d-4f6f-9a72-a6c9000f9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204231 Dec 08 16:22:43.187945 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-ad8da264-de0b-4797-afc7-d6685369985f req-c4a41124-88be-462f-9c52-ff814d20b0e3 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Allocated IP 172.20.0.9 (a3f049e4-e272-4e56-8eaa-a36c0dbab3a1/74b50aa4-8812-48e5-b8de-c1650bb82dc8/45cc664c-b79c-4670-b032-a83af57e252c) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:22:43.226150 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-5d70aa7d-3928-42ef-931c-db725cf1f9bb None None] Attempting to bind port 3bb99841-9145-441d-a56b-a25b75b70189 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:22:43.226538 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-5d70aa7d-3928-42ef-931c-db725cf1f9bb None None] Attempting to bind port 3bb99841-9145-441d-a56b-a25b75b70189 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:22:43.226912 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d70aa7d-3928-42ef-931c-db725cf1f9bb None None] Attempting to bind port 3bb99841-9145-441d-a56b-a25b75b70189 on network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:22:43.237778 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3836e561-4996-49c9-a51d-a8c6fbe43465 None None] Pushing event updated for resources: {'Port': ['ID=3bb99841-9145-441d-a56b-a25b75b70189,revision_number=2']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:43.241340 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d70aa7d-3928-42ef-931c-db725cf1f9bb None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:22:43.241710 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d70aa7d-3928-42ef-931c-db725cf1f9bb None None] Checking segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:22:43.242121 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-5d70aa7d-3928-42ef-931c-db725cf1f9bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:43.242523 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d70aa7d-3928-42ef-931c-db725cf1f9bb None None] Bound using segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:22:43.243008 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-5d70aa7d-3928-42ef-931c-db725cf1f9bb None None] Bound port: 3bb99841-9145-441d-a56b-a25b75b70189, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:22:43.243394 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-5d70aa7d-3928-42ef-931c-db725cf1f9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:43.251467 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3836e561-4996-49c9-a51d-a8c6fbe43465 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:43.251828 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3836e561-4996-49c9-a51d-a8c6fbe43465 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:43.252694 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3836e561-4996-49c9-a51d-a8c6fbe43465 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:43.253065 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3836e561-4996-49c9-a51d-a8c6fbe43465 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:43.253981 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3836e561-4996-49c9-a51d-a8c6fbe43465 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:43.254330 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3836e561-4996-49c9-a51d-a8c6fbe43465 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:43.254669 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3836e561-4996-49c9-a51d-a8c6fbe43465 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:43.255003 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3836e561-4996-49c9-a51d-a8c6fbe43465 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:43.255328 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3836e561-4996-49c9-a51d-a8c6fbe43465 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:43.255661 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3836e561-4996-49c9-a51d-a8c6fbe43465 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:43.255995 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3836e561-4996-49c9-a51d-a8c6fbe43465 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:43.256361 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3836e561-4996-49c9-a51d-a8c6fbe43465 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:43.256689 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3836e561-4996-49c9-a51d-a8c6fbe43465 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:43.282965 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 3e4f798b-03f5-4039-bcaa-1a66c2de9053, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=3e4f798b-03f5-4039-bcaa-1a66c2de9053,segment=NetworkSegment(72e52347-683a-49fc-84ef-d33cdb5037e0),segment_id=72e52347-683a-49fc-84ef-d33cdb5037e0)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:43.294747 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '3e4f798b-03f5-4039-bcaa-1a66c2de9053', 'network_id': '7267bda8-5e5d-4e04-ad23-20b961702335', 'port_id': '3e4f798b-03f5-4039-bcaa-1a66c2de9053', 'mac_address': 'fa:16:3e:6f:d9:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1120212-8041-47f2-b393-74481d8c6bb2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:22:43.337890 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-5d70aa7d-3928-42ef-931c-db725cf1f9bb None None] For port 3bb99841-9145-441d-a56b-a25b75b70189, host n-d-776250-12, cleared binding levels {{(pid=110553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:22:43.345421 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-5d70aa7d-3928-42ef-931c-db725cf1f9bb None None] For port 3bb99841-9145-441d-a56b-a25b75b70189, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=3bb99841-9145-441d-a56b-a25b75b70189,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:22:43.349322 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:43.364712 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e4f798b-03f5-4039-bcaa-1a66c2de9053 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:22:43.389647 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 3e4f798b-03f5-4039-bcaa-1a66c2de9053, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=3e4f798b-03f5-4039-bcaa-1a66c2de9053,segment=NetworkSegment(72e52347-683a-49fc-84ef-d33cdb5037e0),segment_id=72e52347-683a-49fc-84ef-d33cdb5037e0)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:43.439596 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ad8da264-de0b-4797-afc7-d6685369985f req-c4a41124-88be-462f-9c52-ff814d20b0e3 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:43.484602 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-5d70aa7d-3928-42ef-931c-db725cf1f9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:43.524621 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:43.525205 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7baec33-7e11-4df4-b98b-676f86e042a6 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Made reservation on behalf of 5ac8783bc8454dbdaff01b6ea349ef5e for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:22:43.530875 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e7baec33-7e11-4df4-b98b-676f86e042a6 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:43.545036 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d70aa7d-3928-42ef-931c-db725cf1f9bb None None] Routers {'87dc1ea3-2606-4015-9560-db6390f7a0d1'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:22:43.546055 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-5d70aa7d-3928-42ef-931c-db725cf1f9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:22:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['87dc1ea3-2606-4015-9560-db6390f7a0d1'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:43.551449 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ad8da264-de0b-4797-afc7-d6685369985f req-c4a41124-88be-462f-9c52-ff814d20b0e3 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:43.579846 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=3e4f798b-03f5-4039-bcaa-1a66c2de9053,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:43.614138 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad8da264-de0b-4797-afc7-d6685369985f req-c4a41124-88be-462f-9c52-ff814d20b0e3 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Network a3f049e4-e272-4e56-8eaa-a36c0dbab3a1 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:22:43.624074 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-ad8da264-de0b-4797-afc7-d6685369985f req-c4a41124-88be-462f-9c52-ff814d20b0e3 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:22:43.629791 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad8da264-de0b-4797-afc7-d6685369985f req-c4a41124-88be-462f-9c52-ff814d20b0e3 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:22:43.672868 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-da9e4e6c-6989-4b5e-86f1-9d07ca38bd44 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:43.676432 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8823d26c-276f-4537-b930-abbad0fe8440 req-89ad36e7-da1f-4890-b0fc-e6742092176c tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:43.684473 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8823d26c-276f-4537-b930-abbad0fe8440 req-89ad36e7-da1f-4890-b0fc-e6742092176c tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=9daa54dd-cbb3-4f70-9ba7-fc736ce1c28c HTTP/1.1" status: 200 len: 945 time: 0.1739116 Dec 08 16:22:43.710565 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9e4e6c-6989-4b5e-86f1-9d07ca38bd44 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Pushing event deleted for resources: {'Subnet': ['ID=10b37f4d-38d7-4ae7-ab46-46f0d73375c3,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:43.717223 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a41124-88be-462f-9c52-ff814d20b0e3 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Pushing event updated for resources: {'Port': ['ID=45cc664c-b79c-4670-b032-a83af57e252c,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:43.721560 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-da9e4e6c-6989-4b5e-86f1-9d07ca38bd44 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:43.728069 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 60264) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:43.728586 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-da9e4e6c-6989-4b5e-86f1-9d07ca38bd44 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] 10.222.0.64 "DELETE /v2.0/subnets/10b37f4d-38d7-4ae7-ab46-46f0d73375c3 HTTP/1.1" status: 204 len: 168 time: 1.4201069 Dec 08 16:22:43.732308 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e7739b-eaa7-48dc-89c5-2fa4443f272e None None] Network 8af04581-fdc5-4044-9d1a-976145d8058f requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:22:43.754392 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8da264-de0b-4797-afc7-d6685369985f req-c4a41124-88be-462f-9c52-ff814d20b0e3 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:43.755207 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ad8da264-de0b-4797-afc7-d6685369985f req-c4a41124-88be-462f-9c52-ff814d20b0e3 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:43.757346 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-5d70aa7d-3928-42ef-931c-db725cf1f9bb None None] Set router 87dc1ea3-2606-4015-9560-db6390f7a0d1 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:22:43.822816 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ad8da264-de0b-4797-afc7-d6685369985f req-c4a41124-88be-462f-9c52-ff814d20b0e3 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3893929 Dec 08 16:22:43.866334 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['3e4f798b-03f5-4039-bcaa-1a66c2de9053'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:22:43.869230 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-ad8da264-de0b-4797-afc7-d6685369985f req-9c5fab7f-16dd-4d91-b502-f2f43c7535f9 service neutron] Request body: {'port': {'device_id': '4180760d-d429-459d-8f94-59f64a34f571', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:22:43.919014 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8823d26c-276f-4537-b930-abbad0fe8440 req-e5262bd9-a14d-42ef-ab4a-624e517b33a0 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329822 Dec 08 16:22:43.946065 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3836e561-4996-49c9-a51d-a8c6fbe43465 None None] Pushing event updated for resources: {'Port': ['ID=3bb99841-9145-441d-a56b-a25b75b70189,revision_number=3']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:43.978997 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f327c646-04d3-4d84-b93b-f7fe8269117e req-a360cd8a-bc82-4c9f-a0e9-db68f22d2436 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=86aad0d6-356d-4577-856b-3e89c8cae51f HTTP/1.1" status: 200 len: 210 time: 0.0805964 Dec 08 16:22:44.011815 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5a92f349-f6c6-48b2-8272-530c4f45ff7d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:44.073499 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 224ae73e-3df8-4d92-8353-597c37e85fa0 up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:22:44.113518 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ad8da264-de0b-4797-afc7-d6685369985f req-9c5fab7f-16dd-4d91-b502-f2f43c7535f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:44.119198 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e7baec33-7e11-4df4-b98b-676f86e042a6 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:44.153619 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fd2ad6-56f7-4172-a0eb-758da144038a None None] DHCP port deletion for 8af04581-fdc5-4044-9d1a-976145d8058f request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:22:44.161605 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0ae059c0-8821-44c1-9744-da01e30289ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:44.185113 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-5d70aa7d-3928-42ef-931c-db725cf1f9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87dc1ea3-2606-4015-9560-db6390f7a0d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441230560', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '3bb99841-9145-441d-a56b-a25b75b70189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:22:37Z', 'updated_at': '2021-12-08T16:22:39Z', 'revision_number': 3, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'gw_port': {'id': '3bb99841-9145-441d-a56b-a25b75b70189', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:82:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87dc1ea3-2606-4015-9560-db6390f7a0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:22:38Z', 'updated_at': '2021-12-08T16:22:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:44.295476 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d70aa7d-3928-42ef-931c-db725cf1f9bb None None] The sync data for ids ['87dc1ea3-2606-4015-9560-db6390f7a0d1'] in n-d-776250-12 is: [{'id': '87dc1ea3-2606-4015-9560-db6390f7a0d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441230560', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '3bb99841-9145-441d-a56b-a25b75b70189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:22:37Z', 'updated_at': '2021-12-08T16:22:39Z', 'revision_number': 3, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'gw_port': {'id': '3bb99841-9145-441d-a56b-a25b75b70189', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:82:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87dc1ea3-2606-4015-9560-db6390f7a0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:22:38Z', 'updated_at': '2021-12-08T16:22:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:22:44.327885 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7baec33-7e11-4df4-b98b-676f86e042a6 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event updated for resources: {'Subnet': ['ID=3e5030cd-b3c2-4118-9383-aef383f9cf5f,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:44.334773 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 30fb284f-f9c9-4109-87bc-a43e7b04bd52 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:22:44.345129 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7baec33-7e11-4df4-b98b-676f86e042a6 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Checking segment: {'id': 'ac959813-99b5-4b55-bfae-aa5a32c49842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'eab82b1f-ce9c-4e14-bb83-96973f4a9fd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:22:44.345498 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7baec33-7e11-4df4-b98b-676f86e042a6 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Network hostable DHCP agents. Network: eab82b1f-ce9c-4e14-bb83-96973f4a9fd1, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:22:44.371720 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-d6fd2ad6-56f7-4172-a0eb-758da144038a None None] Deleting port ed27249d-c2e9-4fa5-9588-1050bca163da {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:22:44.372400 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d6fd2ad6-56f7-4172-a0eb-758da144038a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:44.420468 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-5a92f349-f6c6-48b2-8272-530c4f45ff7d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Deleting port ed27249d-c2e9-4fa5-9588-1050bca163da {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:22:44.420817 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5a92f349-f6c6-48b2-8272-530c4f45ff7d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:44.452097 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7baec33-7e11-4df4-b98b-676f86e042a6 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Network eab82b1f-ce9c-4e14-bb83-96973f4a9fd1 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:22:44.526191 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-5a92f349-f6c6-48b2-8272-530c4f45ff7d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] For port ed27249d-c2e9-4fa5-9588-1050bca163da, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=ed27249d-c2e9-4fa5-9588-1050bca163da,segment=NetworkSegment(0ca5af8d-e53d-4d76-bd18-61d0ab122b2b),segment_id=0ca5af8d-e53d-4d76-bd18-61d0ab122b2b)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:44.526739 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5a92f349-f6c6-48b2-8272-530c4f45ff7d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:44.541077 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-e7baec33-7e11-4df4-b98b-676f86e042a6 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, eab82b1f-ce9c-4e14-bb83-96973f4a9fd1) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:22:44.546511 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7baec33-7e11-4df4-b98b-676f86e042a6 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:44.547124 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e7baec33-7e11-4df4-b98b-676f86e042a6 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:44.610688 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e7baec33-7e11-4df4-b98b-676f86e042a6 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5012298 Dec 08 16:22:44.611341 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 60282) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:44.723268 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-d6fd2ad6-56f7-4172-a0eb-758da144038a None None] For port ed27249d-c2e9-4fa5-9588-1050bca163da, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=ed27249d-c2e9-4fa5-9588-1050bca163da,segment=NetworkSegment(0ca5af8d-e53d-4d76-bd18-61d0ab122b2b),segment_id=0ca5af8d-e53d-4d76-bd18-61d0ab122b2b)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:44.732570 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d6fd2ad6-56f7-4172-a0eb-758da144038a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:44.771299 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-d6fd2ad6-56f7-4172-a0eb-758da144038a None None] Calling delete_port for ed27249d-c2e9-4fa5-9588-1050bca163da owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:22:44.891717 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aed7b8b-07d7-4ef6-af89-3a6556ff196c None None] Network eab82b1f-ce9c-4e14-bb83-96973f4a9fd1 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:22:44.903172 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port 224ae73e-3df8-4d92-8353-597c37e85fa0 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:22:44.997208 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 224ae73e-3df8-4d92-8353-597c37e85fa0 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:22:44.997523 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:45.004578 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d6fd2ad6-56f7-4172-a0eb-758da144038a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:45.064974 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fd2ad6-56f7-4172-a0eb-758da144038a None None] No DVR routers for this DVR port ed27249d-c2e9-4fa5-9588-1050bca163da on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:22:45.077578 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-5a92f349-f6c6-48b2-8272-530c4f45ff7d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Calling delete_port for ed27249d-c2e9-4fa5-9588-1050bca163da owned by network:dhcp {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:22:45.079041 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f235806-98ec-4811-a99e-74e8e1b32f94 req-c25f4569-6c6d-48d9-a4c9-5bba8ae2a035 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:45.081414 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9f235806-98ec-4811-a99e-74e8e1b32f94 req-c25f4569-6c6d-48d9-a4c9-5bba8ae2a035 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=9daa54dd-cbb3-4f70-9ba7-fc736ce1c28c HTTP/1.1" status: 200 len: 945 time: 0.0803182 Dec 08 16:22:45.116905 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 3e4f798b-03f5-4039-bcaa-1a66c2de9053 up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:22:45.147350 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fd2ad6-56f7-4172-a0eb-758da144038a None None] Pushing event deleted for resources: {'Port': ['ID=ed27249d-c2e9-4fa5-9588-1050bca163da,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:45.215911 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9f235806-98ec-4811-a99e-74e8e1b32f94 req-fb91ec59-565a-4d3c-a9b5-995e8f285ef6 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799289 Dec 08 16:22:45.252980 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 30fb284f-f9c9-4109-87bc-a43e7b04bd52 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:22:45.252980 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:45.334903 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:45.360249 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c73c43-c10a-4f6d-bb28-b90934e78076 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-eab82b1f-ce9c-4e14-bb83-96973f4a9fd1', 'network_id': 'eab82b1f-ce9c-4e14-bb83-96973f4a9fd1', 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'fixed_ips': [{'subnet_id': '3e5030cd-b3c2-4118-9383-aef383f9cf5f'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:22:45.361129 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-38c73c43-c10a-4f6d-bb28-b90934e78076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:45.363852 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cb0533-ef73-40e4-921e-dfd1619efa28 req-3c50e544-9c2c-4f05-8caa-7556ee2c602f tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:45.365505 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-64cb0533-ef73-40e4-921e-dfd1619efa28 req-3c50e544-9c2c-4f05-8caa-7556ee2c602f tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/ports?device_id=898d1c92-4137-4233-a71e-c61a4cf798fb HTTP/1.1" status: 200 len: 944 time: 0.3992226 Dec 08 16:22:45.460971 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-02dcc54b-366b-45cb-bef9-b1be4733030e req-244a73c0-9dc6-4470-ac4b-071afce96a20 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=86aad0d6-356d-4577-856b-3e89c8cae51f HTTP/1.1" status: 200 len: 210 time: 0.0609567 Dec 08 16:22:45.527872 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5178a-ce18-4552-954a-b49cf9ece25f req-23513773-2ad9-4963-9bb6-2eda2f32ee58 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:45.529409 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1ab5178a-ce18-4552-954a-b49cf9ece25f req-23513773-2ad9-4963-9bb6-2eda2f32ee58 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.37 "GET /v2.0/networks?id=a3f049e4-e272-4e56-8eaa-a36c0dbab3a1 HTTP/1.1" status: 200 len: 819 time: 0.5611217 Dec 08 16:22:45.563111 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-1ab5178a-ce18-4552-954a-b49cf9ece25f req-8d4bfe63-9d97-437e-b6e6-7a37fcb57af4 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Request body: {'port': {'device_id': '86aad0d6-356d-4577-856b-3e89c8cae51f', 'network_id': 'a3f049e4-e272-4e56-8eaa-a36c0dbab3a1', 'admin_state_up': True, 'tenant_id': 'b054d0dcb49649e0950f266a7acfb033'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:22:45.572659 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port 3e4f798b-03f5-4039-bcaa-1a66c2de9053 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:22:45.596714 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:45.649927 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 3e4f798b-03f5-4039-bcaa-1a66c2de9053 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:22:45.650414 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:45.693079 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5a92f349-f6c6-48b2-8272-530c4f45ff7d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:45.696211 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ad48a19f-17e2-47a4-a888-f917f8b24207 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:45.735239 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-64cb0533-ef73-40e4-921e-dfd1619efa28 req-cb0691b0-b658-4334-af78-13d299ed14be tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/security-groups?id=55feb4d0-ba7d-4f6f-9a72-a6c9000f9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3246429 Dec 08 16:22:45.747135 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a92f349-f6c6-48b2-8272-530c4f45ff7d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Pushing event deleted for resources: {'Port': ['ID=ed27249d-c2e9-4fa5-9588-1050bca163da,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:45.770000 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a92f349-f6c6-48b2-8272-530c4f45ff7d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] No DVR routers for this DVR port ed27249d-c2e9-4fa5-9588-1050bca163da on host n-d-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:22:45.838434 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-38c73c43-c10a-4f6d-bb28-b90934e78076 None None] Allocated IP 172.20.0.2 (eab82b1f-ce9c-4e14-bb83-96973f4a9fd1/3e5030cd-b3c2-4118-9383-aef383f9cf5f/1cf8f0b7-197e-436a-96ee-dfc8cb6f94c5) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:22:45.915331 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-ad8da264-de0b-4797-afc7-d6685369985f req-9c5fab7f-16dd-4d91-b502-f2f43c7535f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45cc664c-b79c-4670-b032-a83af57e252c {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:22:45.936200 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ad8da264-de0b-4797-afc7-d6685369985f req-9c5fab7f-16dd-4d91-b502-f2f43c7535f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:45.973791 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5a92f349-f6c6-48b2-8272-530c4f45ff7d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:45.984267 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-ad8da264-de0b-4797-afc7-d6685369985f req-9c5fab7f-16dd-4d91-b502-f2f43c7535f9 service neutron] Transition to ACTIVE for port object 45cc664c-b79c-4670-b032-a83af57e252c will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:22:46.001203 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-5a92f349-f6c6-48b2-8272-530c4f45ff7d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8af04581-fdc5-4044-9d1a-976145d8058f']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:46.012935 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-5a92f349-f6c6-48b2-8272-530c4f45ff7d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ca5af8d-e53d-4d76-bd18-61d0ab122b2b') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:46.013117 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-5a92f349-f6c6-48b2-8272-530c4f45ff7d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ca5af8d-e53d-4d76-bd18-61d0ab122b2b') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:46.021541 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9daa54dd-cbb3-4f70-9ba7-fc736ce1c28c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '224ae73e-3df8-4d92-8353-597c37e85fa0'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:22:46.023823 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7837cc3e-7522-46c9-b99b-465d56776b43" -d '{"events": [{"server_uuid": "9daa54dd-cbb3-4f70-9ba7-fc736ce1c28c", "name": "network-vif-plugged", "status": "completed", "tag": "224ae73e-3df8-4d92-8353-597c37e85fa0"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:22:46.023974 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5a92f349-f6c6-48b2-8272-530c4f45ff7d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:46.052718 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5a92f349-f6c6-48b2-8272-530c4f45ff7d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:46.052932 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 224ae73e-3df8-4d92-8353-597c37e85fa0, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=224ae73e-3df8-4d92-8353-597c37e85fa0,segment=NetworkSegment(bb740625-1067-4eb4-8c3f-54ce2bbbb747),segment_id=bb740625-1067-4eb4-8c3f-54ce2bbbb747)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:46.054244 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ad8da264-de0b-4797-afc7-d6685369985f req-9c5fab7f-16dd-4d91-b502-f2f43c7535f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:46.056044 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ab5178a-ce18-4552-954a-b49cf9ece25f req-8d4bfe63-9d97-437e-b6e6-7a37fcb57af4 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Made reservation on behalf of b054d0dcb49649e0950f266a7acfb033 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:22:46.059672 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1ab5178a-ce18-4552-954a-b49cf9ece25f req-8d4bfe63-9d97-437e-b6e6-7a37fcb57af4 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:46.075837 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7bc5b2-ed2b-4e21-93f9-b2d1b7e32bd4 x-openstack-request-id: req-6d7bc5b2-ed2b-4e21-93f9-b2d1b7e32bd4 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:22:46.084324 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9daa54dd-cbb3-4f70-9ba7-fc736ce1c28c", "name": "network-vif-plugged", "status": "completed", "tag": "224ae73e-3df8-4d92-8353-597c37e85fa0", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:22:46.084324 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6d7bc5b2-ed2b-4e21-93f9-b2d1b7e32bd4 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:22:46.084324 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9daa54dd-cbb3-4f70-9ba7-fc736ce1c28c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '224ae73e-3df8-4d92-8353-597c37e85fa0', 'code': 200} Dec 08 16:22:46.084654 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a92f349-f6c6-48b2-8272-530c4f45ff7d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:22:46.084654 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5a92f349-f6c6-48b2-8272-530c4f45ff7d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:46.105899 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-38c73c43-c10a-4f6d-bb28-b90934e78076 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:46.107172 n-d-776250-12 neutron-server[110550]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:22:46.107172 n-d-776250-12 neutron-server[110550]: self.session.flush() Dec 08 16:22:46.107172 n-d-776250-12 neutron-server[110550]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:22:46.107172 n-d-776250-12 neutron-server[110550]: self.session.flush() Dec 08 16:22:46.107172 n-d-776250-12 neutron-server[110550]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:22:46.107172 n-d-776250-12 neutron-server[110550]: self.session.flush() Dec 08 16:22:46.107172 n-d-776250-12 neutron-server[110550]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:22:46.107172 n-d-776250-12 neutron-server[110550]: self.session.flush() Dec 08 16:22:46.107172 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:22:46.107172 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:22:46.107172 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:22:46.107172 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:22:46.107172 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:22:46.107172 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:22:46.107172 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:22:46.107172 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:22:46.107172 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:22:46.107172 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:22:46.107172 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:22:46.107172 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:22:46.107172 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:22:46.107172 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:22:46.107172 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:22:46.107172 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:22:46.107172 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:22:46.107172 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:22:46.107172 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:22:46.107172 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:22:46.107172 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:22:46.107172 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:22:46.107172 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:22:46.107172 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:22:46.107172 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:22:46.107172 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:22:46.107172 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:22:46.107172 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:22:46.107172 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:22:46.107172 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:22:46.107172 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:22:46.107172 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:22:46.126071 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:46.142629 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device ed27249d-c2e9-4fa5-9588-1050bca163da no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:22:46.147840 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:46.183675 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: ed27249d-c2e9-4fa5-9588-1050bca163da {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:22:46.185262 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device ed27249d-c2e9-4fa5-9588-1050bca163da not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:22:46.259069 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3703a79-2cea-468c-aad0-73ea5215b55c req-c1f1d532-35d5-4887-b63c-b337252881f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:46.260805 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b3703a79-2cea-468c-aad0-73ea5215b55c req-c1f1d532-35d5-4887-b63c-b337252881f2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9daa54dd-cbb3-4f70-9ba7-fc736ce1c28c HTTP/1.1" status: 200 len: 1098 time: 0.1198010 Dec 08 16:22:46.304925 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-ad48a19f-17e2-47a4-a888-f917f8b24207 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Allocated IP 172.20.0.1 (eab82b1f-ce9c-4e14-bb83-96973f4a9fd1/3e5030cd-b3c2-4118-9383-aef383f9cf5f/d5514f41-1511-4043-a3df-9c8e57596511) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:22:46.307818 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-1ab5178a-ce18-4552-954a-b49cf9ece25f req-8d4bfe63-9d97-437e-b6e6-7a37fcb57af4 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Allocated IP 172.20.0.12 (a3f049e4-e272-4e56-8eaa-a36c0dbab3a1/74b50aa4-8812-48e5-b8de-c1650bb82dc8/660dfaa4-dc73-4fec-8ab2-40157a04804e) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:22:46.342535 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 3e4f798b-03f5-4039-bcaa-1a66c2de9053, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=3e4f798b-03f5-4039-bcaa-1a66c2de9053,segment=NetworkSegment(72e52347-683a-49fc-84ef-d33cdb5037e0),segment_id=72e52347-683a-49fc-84ef-d33cdb5037e0)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:46.349574 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=224ae73e-3df8-4d92-8353-597c37e85fa0,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:46.352867 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b3703a79-2cea-468c-aad0-73ea5215b55c req-1900bf7f-0c35-45b1-86b3-ce26fb014a07 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833035 Dec 08 16:22:46.363466 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-38c73c43-c10a-4f6d-bb28-b90934e78076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:46.424744 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c73c43-c10a-4f6d-bb28-b90934e78076 None None] Network eab82b1f-ce9c-4e14-bb83-96973f4a9fd1 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:22:46.430072 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-38c73c43-c10a-4f6d-bb28-b90934e78076 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:22:46.435984 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c73c43-c10a-4f6d-bb28-b90934e78076 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:22:46.439868 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 3bb99841-9145-441d-a56b-a25b75b70189 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:22:46.490163 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:46.592599 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ad48a19f-17e2-47a4-a888-f917f8b24207 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:46.598451 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c73c43-c10a-4f6d-bb28-b90934e78076 None None] Pushing event updated for resources: {'Port': ['ID=1cf8f0b7-197e-436a-96ee-dfc8cb6f94c5,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:46.611623 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 3bb99841-9145-441d-a56b-a25b75b70189 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:22:46.612007 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:46.664227 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-38c73c43-c10a-4f6d-bb28-b90934e78076 None None] Attempting to bind port 1cf8f0b7-197e-436a-96ee-dfc8cb6f94c5 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:22:46.664863 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-38c73c43-c10a-4f6d-bb28-b90934e78076 None None] Attempting to bind port 1cf8f0b7-197e-436a-96ee-dfc8cb6f94c5 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'ac959813-99b5-4b55-bfae-aa5a32c49842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'eab82b1f-ce9c-4e14-bb83-96973f4a9fd1'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:22:46.664990 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c73c43-c10a-4f6d-bb28-b90934e78076 None None] Attempting to bind port 1cf8f0b7-197e-436a-96ee-dfc8cb6f94c5 on network eab82b1f-ce9c-4e14-bb83-96973f4a9fd1 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:22:46.666560 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4d2762d2-2e7c-4903-aeea-38fdd323298f req-86f36f0f-4a9b-4d24-bdd0-e2d7e30cf01d tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=86aad0d6-356d-4577-856b-3e89c8cae51f HTTP/1.1" status: 200 len: 210 time: 0.0524991 Dec 08 16:22:46.745750 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=3e4f798b-03f5-4039-bcaa-1a66c2de9053,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:46.750259 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1ab5178a-ce18-4552-954a-b49cf9ece25f req-8d4bfe63-9d97-437e-b6e6-7a37fcb57af4 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:46.755870 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5fab7f-16dd-4d91-b502-f2f43c7535f9 service neutron] Pushing event updated for resources: {'Port': ['ID=45cc664c-b79c-4670-b032-a83af57e252c,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:46.771145 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c73c43-c10a-4f6d-bb28-b90934e78076 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:22:46.771566 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c73c43-c10a-4f6d-bb28-b90934e78076 None None] Checking segment: {'id': 'ac959813-99b5-4b55-bfae-aa5a32c49842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'eab82b1f-ce9c-4e14-bb83-96973f4a9fd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:22:46.772020 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-38c73c43-c10a-4f6d-bb28-b90934e78076 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:46.772442 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c73c43-c10a-4f6d-bb28-b90934e78076 None None] Bound using segment: {'id': 'ac959813-99b5-4b55-bfae-aa5a32c49842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'eab82b1f-ce9c-4e14-bb83-96973f4a9fd1'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:22:46.772929 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-38c73c43-c10a-4f6d-bb28-b90934e78076 None None] Bound port: 1cf8f0b7-197e-436a-96ee-dfc8cb6f94c5, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac959813-99b5-4b55-bfae-aa5a32c49842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'eab82b1f-ce9c-4e14-bb83-96973f4a9fd1'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:22:46.773313 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-38c73c43-c10a-4f6d-bb28-b90934e78076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:46.776845 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ad48a19f-17e2-47a4-a888-f917f8b24207 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:46.777737 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:46.862953 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5a92f349-f6c6-48b2-8272-530c4f45ff7d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:46.869288 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad48a19f-17e2-47a4-a888-f917f8b24207 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event updated for resources: {'Port': ['ID=d5514f41-1511-4043-a3df-9c8e57596511,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:46.884885 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad48a19f-17e2-47a4-a888-f917f8b24207 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Network eab82b1f-ce9c-4e14-bb83-96973f4a9fd1 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:22:46.886442 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-ad48a19f-17e2-47a4-a888-f917f8b24207 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:22:46.889081 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad48a19f-17e2-47a4-a888-f917f8b24207 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:22:46.895496 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72010bd4-e110-45cd-8030-14ff12c1e995 req-ca19f469-309d-4eda-9bed-445899c2fc3d tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:46.897159 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-72010bd4-e110-45cd-8030-14ff12c1e995 req-ca19f469-309d-4eda-9bed-445899c2fc3d tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=9daa54dd-cbb3-4f70-9ba7-fc736ce1c28c HTTP/1.1" status: 200 len: 946 time: 0.3921175 Dec 08 16:22:46.928207 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:46.941637 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5a92f349-f6c6-48b2-8272-530c4f45ff7d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:46.952570 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-5a92f349-f6c6-48b2-8272-530c4f45ff7d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] 10.222.0.64 "DELETE /v2.0/networks/8af04581-fdc5-4044-9d1a-976145d8058f HTTP/1.1" status: 204 len: 168 time: 3.2211726 Dec 08 16:22:46.970695 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 3bb99841-9145-441d-a56b-a25b75b70189, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=3bb99841-9145-441d-a56b-a25b75b70189,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:46.974710 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-38c73c43-c10a-4f6d-bb28-b90934e78076 None None] For port 1cf8f0b7-197e-436a-96ee-dfc8cb6f94c5, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:22:46.981722 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 60308) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:46.987545 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-38c73c43-c10a-4f6d-bb28-b90934e78076 None None] For port 1cf8f0b7-197e-436a-96ee-dfc8cb6f94c5, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=1cf8f0b7-197e-436a-96ee-dfc8cb6f94c5,segment=NetworkSegment(ac959813-99b5-4b55-bfae-aa5a32c49842),segment_id=ac959813-99b5-4b55-bfae-aa5a32c49842)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:22:47.005281 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a92f349-f6c6-48b2-8272-530c4f45ff7d tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Pushing event deleted for resources: {'Network': ['ID=8af04581-fdc5-4044-9d1a-976145d8058f,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:47.021827 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c726c42c-fe1c-4254-a1e8-450d8b80c718 req-7697f12c-b696-4b23-a99d-c8b1e697be3b tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:47.024051 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c726c42c-fe1c-4254-a1e8-450d8b80c718 req-7697f12c-b696-4b23-a99d-c8b1e697be3b tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/ports?device_id=898d1c92-4137-4233-a71e-c61a4cf798fb HTTP/1.1" status: 200 len: 945 time: 0.0942905 Dec 08 16:22:47.043852 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-30189061-71b1-4c44-9b7d-10cbec2daf6e tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] 10.222.0.64 "GET /v2.0/ports?device_id=99cc1255-76e8-4636-894c-8e9df7eb1e40 HTTP/1.1" status: 200 len: 205 time: 0.0583627 Dec 08 16:22:47.047805 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 60310) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:47.051700 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ad48a19f-17e2-47a4-a888-f917f8b24207 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:47.078260 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:47.111072 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-38c73c43-c10a-4f6d-bb28-b90934e78076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:47.140938 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c726c42c-fe1c-4254-a1e8-450d8b80c718 req-4f932d4f-233c-4b8f-89da-1249cd859e84 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/security-groups?id=55feb4d0-ba7d-4f6f-9a72-a6c9000f9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061168 Dec 08 16:22:47.150362 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1ab5178a-ce18-4552-954a-b49cf9ece25f req-8d4bfe63-9d97-437e-b6e6-7a37fcb57af4 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:47.157332 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-ad8da264-de0b-4797-afc7-d6685369985f req-9c5fab7f-16dd-4d91-b502-f2f43c7535f9 service neutron] Attempting to bind port 45cc664c-b79c-4670-b032-a83af57e252c on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:22:47.157663 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-ad8da264-de0b-4797-afc7-d6685369985f req-9c5fab7f-16dd-4d91-b502-f2f43c7535f9 service neutron] Attempting to bind port 45cc664c-b79c-4670-b032-a83af57e252c by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': 'afb83eff-f022-42ac-a1fa-5ce0abadefb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a3f049e4-e272-4e56-8eaa-a36c0dbab3a1'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:22:47.158001 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8da264-de0b-4797-afc7-d6685369985f req-9c5fab7f-16dd-4d91-b502-f2f43c7535f9 service neutron] Attempting to bind port 45cc664c-b79c-4670-b032-a83af57e252c on network a3f049e4-e272-4e56-8eaa-a36c0dbab3a1 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:22:47.161116 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=3bb99841-9145-441d-a56b-a25b75b70189,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:47.178665 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f1ea2b49-1099-4916-8194-ff78c0daf7b8 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks [] for router, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:47.244014 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c73c43-c10a-4f6d-bb28-b90934e78076 None None] Pushing event updated for resources: {'Port': ['ID=1cf8f0b7-197e-436a-96ee-dfc8cb6f94c5,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:47.262070 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8da264-de0b-4797-afc7-d6685369985f req-9c5fab7f-16dd-4d91-b502-f2f43c7535f9 service neutron] Port 45cc664c-b79c-4670-b032-a83af57e252c on network a3f049e4-e272-4e56-8eaa-a36c0dbab3a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:22:47.262321 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8da264-de0b-4797-afc7-d6685369985f req-9c5fab7f-16dd-4d91-b502-f2f43c7535f9 service neutron] Attempting to bind port 45cc664c-b79c-4670-b032-a83af57e252c on network a3f049e4-e272-4e56-8eaa-a36c0dbab3a1 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:22:47.273258 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-72010bd4-e110-45cd-8030-14ff12c1e995 req-60f05be4-ef0b-474a-8a6f-09c37b881263 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361895 Dec 08 16:22:47.319804 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8da264-de0b-4797-afc7-d6685369985f req-9c5fab7f-16dd-4d91-b502-f2f43c7535f9 service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:22:47.320158 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8da264-de0b-4797-afc7-d6685369985f req-9c5fab7f-16dd-4d91-b502-f2f43c7535f9 service neutron] Checking segment: {'id': 'afb83eff-f022-42ac-a1fa-5ce0abadefb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a3f049e4-e272-4e56-8eaa-a36c0dbab3a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:22:47.320595 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8da264-de0b-4797-afc7-d6685369985f req-9c5fab7f-16dd-4d91-b502-f2f43c7535f9 service neutron] Bound using segment: {'id': 'afb83eff-f022-42ac-a1fa-5ce0abadefb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a3f049e4-e272-4e56-8eaa-a36c0dbab3a1'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:22:47.321048 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-ad8da264-de0b-4797-afc7-d6685369985f req-9c5fab7f-16dd-4d91-b502-f2f43c7535f9 service neutron] Bound port: 45cc664c-b79c-4670-b032-a83af57e252c, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afb83eff-f022-42ac-a1fa-5ce0abadefb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a3f049e4-e272-4e56-8eaa-a36c0dbab3a1'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:22:47.321409 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ad8da264-de0b-4797-afc7-d6685369985f req-9c5fab7f-16dd-4d91-b502-f2f43c7535f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:47.324582 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ab5178a-ce18-4552-954a-b49cf9ece25f req-8d4bfe63-9d97-437e-b6e6-7a37fcb57af4 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Network a3f049e4-e272-4e56-8eaa-a36c0dbab3a1 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:22:47.336983 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-1ab5178a-ce18-4552-954a-b49cf9ece25f req-8d4bfe63-9d97-437e-b6e6-7a37fcb57af4 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:22:47.349332 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab5178a-ce18-4552-954a-b49cf9ece25f req-8d4bfe63-9d97-437e-b6e6-7a37fcb57af4 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:22:47.387561 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ad48a19f-17e2-47a4-a888-f917f8b24207 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:47.472733 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4bfe63-9d97-437e-b6e6-7a37fcb57af4 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Pushing event updated for resources: {'Port': ['ID=660dfaa4-dc73-4fec-8ab2-40157a04804e,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:47.529992 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:47.540665 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f1ea2b49-1099-4916-8194-ff78c0daf7b8 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:47.562198 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f1ea2b49-1099-4916-8194-ff78c0daf7b8 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:47.677596 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-ad8da264-de0b-4797-afc7-d6685369985f req-9c5fab7f-16dd-4d91-b502-f2f43c7535f9 service neutron] For port 45cc664c-b79c-4670-b032-a83af57e252c, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:22:47.681392 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-ad8da264-de0b-4797-afc7-d6685369985f req-9c5fab7f-16dd-4d91-b502-f2f43c7535f9 service neutron] For port 45cc664c-b79c-4670-b032-a83af57e252c, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=45cc664c-b79c-4670-b032-a83af57e252c,segment=NetworkSegment(afb83eff-f022-42ac-a1fa-5ce0abadefb1),segment_id=afb83eff-f022-42ac-a1fa-5ce0abadefb1)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:22:47.686437 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f1ea2b49-1099-4916-8194-ff78c0daf7b8 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:47.687092 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ea2b49-1099-4916-8194-ff78c0daf7b8 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Fanout notify agent at l3_agent the message router_deleted on router 99cc1255-76e8-4636-894c-8e9df7eb1e40 {{(pid=110550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:22:47.701048 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f1ea2b49-1099-4916-8194-ff78c0daf7b8 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:47.702703 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-f1ea2b49-1099-4916-8194-ff78c0daf7b8 tempest-RoutersNegativeIpV6Test-1552861411 tempest-RoutersNegativeIpV6Test-1552861411-project] 10.222.0.64 "DELETE /v2.0/routers/99cc1255-76e8-4636-894c-8e9df7eb1e40 HTTP/1.1" status: 204 len: 168 time: 0.6508467 Dec 08 16:22:47.711226 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5178a-ce18-4552-954a-b49cf9ece25f req-8d4bfe63-9d97-437e-b6e6-7a37fcb57af4 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:47.712009 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1ab5178a-ce18-4552-954a-b49cf9ece25f req-8d4bfe63-9d97-437e-b6e6-7a37fcb57af4 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:47.732693 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ad8da264-de0b-4797-afc7-d6685369985f req-9c5fab7f-16dd-4d91-b502-f2f43c7535f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:47.830147 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1ab5178a-ce18-4552-954a-b49cf9ece25f req-8d4bfe63-9d97-437e-b6e6-7a37fcb57af4 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2822194 Dec 08 16:22:47.874868 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-1ab5178a-ce18-4552-954a-b49cf9ece25f req-e3f18b5d-5705-4809-a1a1-32b97a03a9e7 service neutron] Request body: {'port': {'device_id': '86aad0d6-356d-4577-856b-3e89c8cae51f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:22:47.925423 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8da264-de0b-4797-afc7-d6685369985f req-9c5fab7f-16dd-4d91-b502-f2f43c7535f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:47.927669 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ad8da264-de0b-4797-afc7-d6685369985f req-9c5fab7f-16dd-4d91-b502-f2f43c7535f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:47.931858 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ad8da264-de0b-4797-afc7-d6685369985f req-9c5fab7f-16dd-4d91-b502-f2f43c7535f9 service neutron] 10.222.0.76 "PUT /v2.0/ports/45cc664c-b79c-4670-b032-a83af57e252c HTTP/1.1" status: 200 len: 1092 time: 4.0875380 Dec 08 16:22:47.932819 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5fab7f-16dd-4d91-b502-f2f43c7535f9 service neutron] Pushing event updated for resources: {'Port': ['ID=45cc664c-b79c-4670-b032-a83af57e252c,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:47.935543 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4180760d-d429-459d-8f94-59f64a34f571', 'tag': '45cc664c-b79c-4670-b032-a83af57e252c'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:22:47.938278 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f61249f9-8221-4b53-aa09-9cff8962abe1" -d '{"events": [{"name": "network-changed", "server_uuid": "4180760d-d429-459d-8f94-59f64a34f571", "tag": "45cc664c-b79c-4670-b032-a83af57e252c"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:22:48.055262 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1ab5178a-ce18-4552-954a-b49cf9ece25f req-e3f18b5d-5705-4809-a1a1-32b97a03a9e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:48.061120 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a283375d-f73f-4634-9b3c-d3a160609daa x-openstack-request-id: req-a283375d-f73f-4634-9b3c-d3a160609daa {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:22:48.061919 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4180760d-d429-459d-8f94-59f64a34f571", "tag": "45cc664c-b79c-4670-b032-a83af57e252c", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:22:48.062215 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a283375d-f73f-4634-9b3c-d3a160609daa {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:22:48.062758 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4180760d-d429-459d-8f94-59f64a34f571', 'tag': '45cc664c-b79c-4670-b032-a83af57e252c', 'status': 'completed', 'code': 200} Dec 08 16:22:48.077703 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '898d1c92-4137-4233-a71e-c61a4cf798fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e4f798b-03f5-4039-bcaa-1a66c2de9053'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:22:48.081115 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58293391-d7ae-40f9-842b-d8fab856aea1" -d '{"events": [{"server_uuid": "898d1c92-4137-4233-a71e-c61a4cf798fb", "name": "network-vif-plugged", "status": "completed", "tag": "3e4f798b-03f5-4039-bcaa-1a66c2de9053"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:22:48.154716 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8da264-de0b-4797-afc7-d6685369985f req-7afb3067-b70f-4191-b522-1b43a0127498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:48.156409 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ad8da264-de0b-4797-afc7-d6685369985f req-7afb3067-b70f-4191-b522-1b43a0127498 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b054d0dcb49649e0950f266a7acfb033&device_id=4180760d-d429-459d-8f94-59f64a34f571 HTTP/1.1" status: 200 len: 1095 time: 0.1135163 Dec 08 16:22:48.166516 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47adf303-a2fb-42b5-a4aa-c8acc8be1003 x-openstack-request-id: req-47adf303-a2fb-42b5-a4aa-c8acc8be1003 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:22:48.166827 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "898d1c92-4137-4233-a71e-c61a4cf798fb", "name": "network-vif-plugged", "status": "completed", "tag": "3e4f798b-03f5-4039-bcaa-1a66c2de9053", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:22:48.167089 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-47adf303-a2fb-42b5-a4aa-c8acc8be1003 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:22:48.167498 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '898d1c92-4137-4233-a71e-c61a4cf798fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e4f798b-03f5-4039-bcaa-1a66c2de9053', 'code': 200} Dec 08 16:22:48.224388 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ad8da264-de0b-4797-afc7-d6685369985f req-1f062a41-50c1-46c1-b8a5-265cd85c776c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45cc664c-b79c-4670-b032-a83af57e252c HTTP/1.1" status: 200 len: 217 time: 0.0543647 Dec 08 16:22:48.463688 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1b0a68-40e3-4201-ba2b-0ae3291ba2cb req-a4cd1448-ab23-4b73-a58b-542b7225b475 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:48.472128 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1a1b0a68-40e3-4201-ba2b-0ae3291ba2cb req-a4cd1448-ab23-4b73-a58b-542b7225b475 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=86aad0d6-356d-4577-856b-3e89c8cae51f HTTP/1.1" status: 200 len: 932 time: 0.6643903 Dec 08 16:22:48.482713 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 60334) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:48.486378 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8da264-de0b-4797-afc7-d6685369985f req-cb498aaf-4893-4fab-8b4b-10578e19a864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:48.488536 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ad8da264-de0b-4797-afc7-d6685369985f req-cb498aaf-4893-4fab-8b4b-10578e19a864 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=74b50aa4-8812-48e5-b8de-c1650bb82dc8 HTTP/1.1" status: 200 len: 859 time: 0.2569561 Dec 08 16:22:48.550425 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ad48a19f-17e2-47a4-a888-f917f8b24207 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:48.572617 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 1cf8f0b7-197e-436a-96ee-dfc8cb6f94c5 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:22:48.594254 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1a1b0a68-40e3-4201-ba2b-0ae3291ba2cb req-28b8c308-75a7-4031-8c2c-b4d93b52a077 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122439 Dec 08 16:22:48.623226 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df251ca-383a-4a7f-968b-14922d1a9088 req-f645ba4b-3900-4225-be8d-dd7c86d64d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:48.624782 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3df251ca-383a-4a7f-968b-14922d1a9088 req-f645ba4b-3900-4225-be8d-dd7c86d64d1c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=898d1c92-4137-4233-a71e-c61a4cf798fb HTTP/1.1" status: 200 len: 1097 time: 0.2701011 Dec 08 16:22:48.626731 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ad8da264-de0b-4797-afc7-d6685369985f req-4377b57a-a0d0-4010-8597-6b9e6cfc48db service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a3f049e4-e272-4e56-8eaa-a36c0dbab3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697405 Dec 08 16:22:48.637076 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372617e7-fb71-49e0-a1d1-3922d61d0180 req-5dfa4246-a626-4221-9db3-b283e2cd083c tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:48.639312 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-372617e7-fb71-49e0-a1d1-3922d61d0180 req-5dfa4246-a626-4221-9db3-b283e2cd083c tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/ports?device_id=898d1c92-4137-4233-a71e-c61a4cf798fb HTTP/1.1" status: 200 len: 945 time: 0.3186796 Dec 08 16:22:48.666643 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ad48a19f-17e2-47a4-a888-f917f8b24207 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:48.687767 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 1cf8f0b7-197e-436a-96ee-dfc8cb6f94c5 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:22:48.688634 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:48.738043 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef13a2b-ca0a-4f6d-82ee-55d36b5c81d1 None None] Network eab82b1f-ce9c-4e14-bb83-96973f4a9fd1 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:22:48.781161 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ad8da264-de0b-4797-afc7-d6685369985f req-8b9fd23e-f9f5-4dda-aa51-b5882d3bbdea service neutron] 10.222.0.76 "GET /v2.0/networks/a3f049e4-e272-4e56-8eaa-a36c0dbab3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324306 Dec 08 16:22:48.881155 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad48a19f-17e2-47a4-a888-f917f8b24207 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event updated for resources: {'Port': ['ID=d5514f41-1511-4043-a3df-9c8e57596511,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:48.885942 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ad48a19f-17e2-47a4-a888-f917f8b24207 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:48.889141 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3df251ca-383a-4a7f-968b-14922d1a9088 req-ca2cad17-8857-480a-9af1-af614770c794 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=55feb4d0-ba7d-4f6f-9a72-a6c9000f9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2488375 Dec 08 16:22:48.905831 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-7c875459-a3b0-40d5-a721-a6b9f44487b5 None None] Provisioning complete for port 1cf8f0b7-197e-436a-96ee-dfc8cb6f94c5 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:22:48.907012 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7c875459-a3b0-40d5-a721-a6b9f44487b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:48.920076 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a07e3e62-e6f1-499e-9e8e-82419e124742 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=453b04cbbe5648fd8e5bc27d00106a62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4363027 Dec 08 16:22:48.920984 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 60340) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:48.940243 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-372617e7-fb71-49e0-a1d1-3922d61d0180 req-46a4ac50-2483-4cc7-a48e-2bed1aaef1ef tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/security-groups?id=55feb4d0-ba7d-4f6f-9a72-a6c9000f9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2761335 Dec 08 16:22:48.962730 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d10561-1918-44f4-b5b6-4567b2d06bc4 req-38091f7f-57e2-4386-874d-c327d32c23e1 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:48.966725 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-45d10561-1918-44f4-b5b6-4567b2d06bc4 req-38091f7f-57e2-4386-874d-c327d32c23e1 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=9daa54dd-cbb3-4f70-9ba7-fc736ce1c28c HTTP/1.1" status: 200 len: 946 time: 0.1977625 Dec 08 16:22:48.993089 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:49.081954 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 1cf8f0b7-197e-436a-96ee-dfc8cb6f94c5, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=1cf8f0b7-197e-436a-96ee-dfc8cb6f94c5,segment=NetworkSegment(ac959813-99b5-4b55-bfae-aa5a32c49842),segment_id=ac959813-99b5-4b55-bfae-aa5a32c49842)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:49.141563 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7c875459-a3b0-40d5-a721-a6b9f44487b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:49.163443 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-927d890b-ec31-467b-b3b8-95e1f8f4ccd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:49.177953 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:49.178853 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 3bb99841-9145-441d-a56b-a25b75b70189 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:22:49.250246 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-45d10561-1918-44f4-b5b6-4567b2d06bc4 req-531e2a42-26ec-4dcf-9f7b-5152d00a6d35 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698512 Dec 08 16:22:49.284749 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-927d890b-ec31-467b-b3b8-95e1f8f4ccd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:49.344515 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad48a19f-17e2-47a4-a888-f917f8b24207 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Network eab82b1f-ce9c-4e14-bb83-96973f4a9fd1 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:22:49.356595 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-ad48a19f-17e2-47a4-a888-f917f8b24207 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:22:49.429476 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.db.api [None req-7c875459-a3b0-40d5-a721-a6b9f44487b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:22:49.430002 n-d-776250-12 neutron-server[110552]: DEBUG oslo_db.api [None req-7c875459-a3b0-40d5-a721-a6b9f44487b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:22:49.435076 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=1cf8f0b7-197e-436a-96ee-dfc8cb6f94c5,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:49.467943 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 3bb99841-9145-441d-a56b-a25b75b70189 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:22:49.468396 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:49.616714 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad48a19f-17e2-47a4-a888-f917f8b24207 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Router 87dc1ea3-2606-4015-9560-db6390f7a0d1 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:22:49.682157 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-1ab5178a-ce18-4552-954a-b49cf9ece25f req-e3f18b5d-5705-4809-a1a1-32b97a03a9e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 660dfaa4-dc73-4fec-8ab2-40157a04804e {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:22:49.690866 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1ab5178a-ce18-4552-954a-b49cf9ece25f req-e3f18b5d-5705-4809-a1a1-32b97a03a9e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:49.711057 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-1ab5178a-ce18-4552-954a-b49cf9ece25f req-e3f18b5d-5705-4809-a1a1-32b97a03a9e7 service neutron] Transition to ACTIVE for port object 660dfaa4-dc73-4fec-8ab2-40157a04804e will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:22:49.749376 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-927d890b-ec31-467b-b3b8-95e1f8f4ccd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:49.752454 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-927d890b-ec31-467b-b3b8-95e1f8f4ccd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:49.756971 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-927d890b-ec31-467b-b3b8-95e1f8f4ccd4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b75770bf-1027-406c-80c6-1cbe70d1892d HTTP/1.1" status: 204 len: 168 time: 0.8304956 Dec 08 16:22:49.765411 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1ab5178a-ce18-4552-954a-b49cf9ece25f req-e3f18b5d-5705-4809-a1a1-32b97a03a9e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:49.793112 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927d890b-ec31-467b-b3b8-95e1f8f4ccd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75770bf-1027-406c-80c6-1cbe70d1892d,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:49.817119 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f18b5d-5705-4809-a1a1-32b97a03a9e7 service neutron] Pushing event updated for resources: {'Port': ['ID=660dfaa4-dc73-4fec-8ab2-40157a04804e,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:49.821015 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ad8da264-de0b-4797-afc7-d6685369985f req-daf488f7-1ed8-4757-9c68-7f9ae09b60c4 service neutron] 10.222.0.76 "GET /v2.0/networks/a3f049e4-e272-4e56-8eaa-a36c0dbab3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0206997 Dec 08 16:22:49.848483 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb5af9-7044-4a77-b7ac-4270baec3ebb req-feca423d-4d65-4164-a738-168478f54f94 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:49.850102 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-17bb5af9-7044-4a77-b7ac-4270baec3ebb req-feca423d-4d65-4164-a738-168478f54f94 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=86aad0d6-356d-4577-856b-3e89c8cae51f HTTP/1.1" status: 200 len: 932 time: 0.1271815 Dec 08 16:22:49.886463 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b5e03-43c1-4b1e-8e03-e06aad6fa408 req-c347ea87-d2db-4877-8144-548b5c850a1c tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:49.888085 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f93b5e03-43c1-4b1e-8e03-e06aad6fa408 req-c347ea87-d2db-4877-8144-548b5c850a1c tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=9daa54dd-cbb3-4f70-9ba7-fc736ce1c28c HTTP/1.1" status: 200 len: 946 time: 0.1495743 Dec 08 16:22:49.932238 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad48a19f-17e2-47a4-a888-f917f8b24207 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:22:49.969355 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-1ab5178a-ce18-4552-954a-b49cf9ece25f req-e3f18b5d-5705-4809-a1a1-32b97a03a9e7 service neutron] Attempting to bind port 660dfaa4-dc73-4fec-8ab2-40157a04804e on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:22:49.969850 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-1ab5178a-ce18-4552-954a-b49cf9ece25f req-e3f18b5d-5705-4809-a1a1-32b97a03a9e7 service neutron] Attempting to bind port 660dfaa4-dc73-4fec-8ab2-40157a04804e by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': 'afb83eff-f022-42ac-a1fa-5ce0abadefb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a3f049e4-e272-4e56-8eaa-a36c0dbab3a1'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:22:49.970025 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab5178a-ce18-4552-954a-b49cf9ece25f req-e3f18b5d-5705-4809-a1a1-32b97a03a9e7 service neutron] Attempting to bind port 660dfaa4-dc73-4fec-8ab2-40157a04804e on network a3f049e4-e272-4e56-8eaa-a36c0dbab3a1 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:22:49.972976 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ad48a19f-17e2-47a4-a888-f917f8b24207 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "PUT /v2.0/routers/87dc1ea3-2606-4015-9560-db6390f7a0d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3594267 Dec 08 16:22:50.029844 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-17bb5af9-7044-4a77-b7ac-4270baec3ebb req-a9b29641-d771-456f-b56f-e402f130f01d tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543233 Dec 08 16:22:50.039422 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f93b5e03-43c1-4b1e-8e03-e06aad6fa408 req-8c4ff8d4-ae1f-4a14-b0e2-cc3e35088cd0 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337683 Dec 08 16:22:50.059028 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7cdf03-4366-4ab1-a6bf-258b4af27363 None None] Sync routers for ids ['87dc1ea3-2606-4015-9560-db6390f7a0d1'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:22:50.078605 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab5178a-ce18-4552-954a-b49cf9ece25f req-e3f18b5d-5705-4809-a1a1-32b97a03a9e7 service neutron] Port 660dfaa4-dc73-4fec-8ab2-40157a04804e on network a3f049e4-e272-4e56-8eaa-a36c0dbab3a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:22:50.079191 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab5178a-ce18-4552-954a-b49cf9ece25f req-e3f18b5d-5705-4809-a1a1-32b97a03a9e7 service neutron] Attempting to bind port 660dfaa4-dc73-4fec-8ab2-40157a04804e on network a3f049e4-e272-4e56-8eaa-a36c0dbab3a1 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:22:50.100588 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab5178a-ce18-4552-954a-b49cf9ece25f req-e3f18b5d-5705-4809-a1a1-32b97a03a9e7 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:22:50.100961 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab5178a-ce18-4552-954a-b49cf9ece25f req-e3f18b5d-5705-4809-a1a1-32b97a03a9e7 service neutron] Checking segment: {'id': 'afb83eff-f022-42ac-a1fa-5ce0abadefb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a3f049e4-e272-4e56-8eaa-a36c0dbab3a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:22:50.101377 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab5178a-ce18-4552-954a-b49cf9ece25f req-e3f18b5d-5705-4809-a1a1-32b97a03a9e7 service neutron] Bound using segment: {'id': 'afb83eff-f022-42ac-a1fa-5ce0abadefb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a3f049e4-e272-4e56-8eaa-a36c0dbab3a1'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:22:50.101823 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-1ab5178a-ce18-4552-954a-b49cf9ece25f req-e3f18b5d-5705-4809-a1a1-32b97a03a9e7 service neutron] Bound port: 660dfaa4-dc73-4fec-8ab2-40157a04804e, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afb83eff-f022-42ac-a1fa-5ce0abadefb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'a3f049e4-e272-4e56-8eaa-a36c0dbab3a1'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:22:50.102197 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1ab5178a-ce18-4552-954a-b49cf9ece25f req-e3f18b5d-5705-4809-a1a1-32b97a03a9e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:50.134355 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7cdf03-4366-4ab1-a6bf-258b4af27363 None None] Routers {'87dc1ea3-2606-4015-9560-db6390f7a0d1'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:22:50.134999 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-be7cdf03-4366-4ab1-a6bf-258b4af27363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:22:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['87dc1ea3-2606-4015-9560-db6390f7a0d1'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:50.216078 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61249f9-8221-4b53-aa09-9cff8962abe1 req-dacf4fe6-5527-438c-a787-8e0bc654ecc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:50.217371 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f61249f9-8221-4b53-aa09-9cff8962abe1 req-dacf4fe6-5527-438c-a787-8e0bc654ecc1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b054d0dcb49649e0950f266a7acfb033&device_id=4180760d-d429-459d-8f94-59f64a34f571 HTTP/1.1" status: 200 len: 1095 time: 0.2519524 Dec 08 16:22:50.266628 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf29ef1-d578-48ef-8bf3-3bbd81668ea6 req-3320b614-eda3-4654-b573-3c3d24f1858e tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:50.281291 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8bf29ef1-d578-48ef-8bf3-3bbd81668ea6 req-3320b614-eda3-4654-b573-3c3d24f1858e tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/ports?device_id=898d1c92-4137-4233-a71e-c61a4cf798fb HTTP/1.1" status: 200 len: 945 time: 0.1131866 Dec 08 16:22:50.358419 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-be7cdf03-4366-4ab1-a6bf-258b4af27363 None None] Set router 87dc1ea3-2606-4015-9560-db6390f7a0d1 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:22:50.425130 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8bf29ef1-d578-48ef-8bf3-3bbd81668ea6 req-5f91a9a8-0611-458a-823e-25ae8b836aec tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/security-groups?id=55feb4d0-ba7d-4f6f-9a72-a6c9000f9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428001 Dec 08 16:22:50.518605 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61249f9-8221-4b53-aa09-9cff8962abe1 req-8eaaeda8-c60e-4b6a-a875-c2d74585e709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:50.520590 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f61249f9-8221-4b53-aa09-9cff8962abe1 req-8eaaeda8-c60e-4b6a-a875-c2d74585e709 service neutron] 10.222.0.76 "GET /v2.0/networks?id=a3f049e4-e272-4e56-8eaa-a36c0dbab3a1 HTTP/1.1" status: 200 len: 920 time: 0.2860637 Dec 08 16:22:50.581464 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-dce139db-8034-45b6-a023-79b3f46b0554 None None] Provisioning complete for port 1cf8f0b7-197e-436a-96ee-dfc8cb6f94c5 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:22:50.581849 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-dce139db-8034-45b6-a023-79b3f46b0554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:50.585574 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 1cf8f0b7-197e-436a-96ee-dfc8cb6f94c5 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:22:50.587843 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-1ab5178a-ce18-4552-954a-b49cf9ece25f req-e3f18b5d-5705-4809-a1a1-32b97a03a9e7 service neutron] For port 660dfaa4-dc73-4fec-8ab2-40157a04804e, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:22:50.590988 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f61249f9-8221-4b53-aa09-9cff8962abe1 req-6353e339-5350-429f-98ab-1c723f533023 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45cc664c-b79c-4670-b032-a83af57e252c HTTP/1.1" status: 200 len: 217 time: 0.0622039 Dec 08 16:22:50.627044 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-1ab5178a-ce18-4552-954a-b49cf9ece25f req-e3f18b5d-5705-4809-a1a1-32b97a03a9e7 service neutron] For port 660dfaa4-dc73-4fec-8ab2-40157a04804e, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=660dfaa4-dc73-4fec-8ab2-40157a04804e,segment=NetworkSegment(afb83eff-f022-42ac-a1fa-5ce0abadefb1),segment_id=afb83eff-f022-42ac-a1fa-5ce0abadefb1)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:22:50.657238 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-598e9614-3470-47ed-9d7f-9b75adccdd46 req-1a1ece83-c268-48cc-84a9-3ea714e249b4 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-309638475&fields=id&tenant_id=5ac8783bc8454dbdaff01b6ea349ef5e HTTP/1.1" status: 200 len: 267 time: 0.1598232 Dec 08 16:22:50.720835 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1ab5178a-ce18-4552-954a-b49cf9ece25f req-e3f18b5d-5705-4809-a1a1-32b97a03a9e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:50.772313 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61249f9-8221-4b53-aa09-9cff8962abe1 req-54440557-723e-4176-b1ff-3d9d7ed4796f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:50.774029 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f61249f9-8221-4b53-aa09-9cff8962abe1 req-54440557-723e-4176-b1ff-3d9d7ed4796f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=74b50aa4-8812-48e5-b8de-c1650bb82dc8 HTTP/1.1" status: 200 len: 859 time: 0.1730735 Dec 08 16:22:50.793159 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 1cf8f0b7-197e-436a-96ee-dfc8cb6f94c5 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:22:50.793549 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:50.800817 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5178a-ce18-4552-954a-b49cf9ece25f req-e3f18b5d-5705-4809-a1a1-32b97a03a9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:50.801461 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1ab5178a-ce18-4552-954a-b49cf9ece25f req-e3f18b5d-5705-4809-a1a1-32b97a03a9e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:50.802906 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1ab5178a-ce18-4552-954a-b49cf9ece25f req-e3f18b5d-5705-4809-a1a1-32b97a03a9e7 service neutron] 10.222.0.37 "PUT /v2.0/ports/660dfaa4-dc73-4fec-8ab2-40157a04804e HTTP/1.1" status: 200 len: 1093 time: 2.9331846 Dec 08 16:22:50.803377 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86aad0d6-356d-4577-856b-3e89c8cae51f', 'tag': '660dfaa4-dc73-4fec-8ab2-40157a04804e'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:22:50.805756 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9332ba79-e77e-4964-8cfd-8cc852d61add" -d '{"events": [{"name": "network-changed", "server_uuid": "86aad0d6-356d-4577-856b-3e89c8cae51f", "tag": "660dfaa4-dc73-4fec-8ab2-40157a04804e"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:22:50.841478 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f61249f9-8221-4b53-aa09-9cff8962abe1 req-066c971a-d490-42e1-9113-462693473ef3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a3f049e4-e272-4e56-8eaa-a36c0dbab3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570199 Dec 08 16:22:50.867313 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f18b5d-5705-4809-a1a1-32b97a03a9e7 service neutron] Pushing event updated for resources: {'Port': ['ID=660dfaa4-dc73-4fec-8ab2-40157a04804e,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:50.896035 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866b7e4f-125b-4fa9-8da6-91eceb130403 x-openstack-request-id: req-866b7e4f-125b-4fa9-8da6-91eceb130403 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:22:50.896357 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86aad0d6-356d-4577-856b-3e89c8cae51f", "tag": "660dfaa4-dc73-4fec-8ab2-40157a04804e", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:22:50.896639 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-866b7e4f-125b-4fa9-8da6-91eceb130403 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:22:50.897605 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86aad0d6-356d-4577-856b-3e89c8cae51f', 'tag': '660dfaa4-dc73-4fec-8ab2-40157a04804e', 'status': 'completed', 'code': 200} Dec 08 16:22:50.928242 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-dce139db-8034-45b6-a023-79b3f46b0554 None None] Provisioning complete for port d5514f41-1511-4043-a3df-9c8e57596511 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:22:50.928629 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-dce139db-8034-45b6-a023-79b3f46b0554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:50.953360 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e9614-3470-47ed-9d7f-9b75adccdd46 req-408ad057-c35f-487e-9a91-63d448755bfc tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:50.954941 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-598e9614-3470-47ed-9d7f-9b75adccdd46 req-408ad057-c35f-487e-9a91-63d448755bfc tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/networks?id=eab82b1f-ce9c-4e14-bb83-96973f4a9fd1 HTTP/1.1" status: 200 len: 796 time: 0.2968524 Dec 08 16:22:51.000443 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-598e9614-3470-47ed-9d7f-9b75adccdd46 req-d3f687d9-ff5e-474a-82ab-9991e7bfa4de tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/quotas/5ac8783bc8454dbdaff01b6ea349ef5e HTTP/1.1" status: 200 len: 375 time: 0.0269804 Dec 08 16:22:51.004311 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-dce139db-8034-45b6-a023-79b3f46b0554 None None] Port d5514f41-1511-4043-a3df-9c8e57596511 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:22:51.026859 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-be7cdf03-4366-4ab1-a6bf-258b4af27363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87dc1ea3-2606-4015-9560-db6390f7a0d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441230560', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '3bb99841-9145-441d-a56b-a25b75b70189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:22:37Z', 'updated_at': '2021-12-08T16:22:47Z', 'revision_number': 4, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'gw_port': {'id': '3bb99841-9145-441d-a56b-a25b75b70189', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:82:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87dc1ea3-2606-4015-9560-db6390f7a0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:22:38Z', 'updated_at': '2021-12-08T16:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'd5514f41-1511-4043-a3df-9c8e57596511', 'name': '', 'network_id': 'eab82b1f-ce9c-4e14-bb83-96973f4a9fd1', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'mac_address': 'fa:16:3e:e2:b5:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87dc1ea3-2606-4015-9560-db6390f7a0d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '3e5030cd-b3c2-4118-9383-aef383f9cf5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:22:45Z', 'updated_at': '2021-12-08T16:22:47Z', 'revision_number': 2, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'subnets': [{'id': '3e5030cd-b3c2-4118-9383-aef383f9cf5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:51.050250 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332ba79-e77e-4964-8cfd-8cc852d61add req-3e6e25b3-f64e-4346-ab17-ad398d8bc6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:51.051811 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9332ba79-e77e-4964-8cfd-8cc852d61add req-3e6e25b3-f64e-4346-ab17-ad398d8bc6b6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b054d0dcb49649e0950f266a7acfb033&device_id=86aad0d6-356d-4577-856b-3e89c8cae51f HTTP/1.1" status: 200 len: 1096 time: 0.1214511 Dec 08 16:22:51.061848 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7cdf03-4366-4ab1-a6bf-258b4af27363 None None] Checking router: 87dc1ea3-2606-4015-9560-db6390f7a0d1 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:22:51.062257 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7cdf03-4366-4ab1-a6bf-258b4af27363 None None] Updating router 87dc1ea3-2606-4015-9560-db6390f7a0d1 port d5514f41-1511-4043-a3df-9c8e57596511 binding host n-d-776250-12 {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:22:51.085756 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f61249f9-8221-4b53-aa09-9cff8962abe1 req-569b9e4a-0b10-4586-93c6-9b207132006b service neutron] 10.222.0.76 "GET /v2.0/networks/a3f049e4-e272-4e56-8eaa-a36c0dbab3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347918 Dec 08 16:22:51.107891 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-be7cdf03-4366-4ab1-a6bf-258b4af27363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:51.237734 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-598e9614-3470-47ed-9d7f-9b75adccdd46 req-e565703c-7a14-44dd-a15e-8f3b4d9ea840 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=5ac8783bc8454dbdaff01b6ea349ef5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2149525 Dec 08 16:22:51.262568 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b311e049-f0f2-4aa6-901d-aaec71df1e8a req-395f0cb9-6dbe-4c74-9aa5-9a5a6fa4085e tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:51.271205 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b311e049-f0f2-4aa6-901d-aaec71df1e8a req-395f0cb9-6dbe-4c74-9aa5-9a5a6fa4085e tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=9daa54dd-cbb3-4f70-9ba7-fc736ce1c28c HTTP/1.1" status: 200 len: 946 time: 0.0790517 Dec 08 16:22:51.352523 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332ba79-e77e-4964-8cfd-8cc852d61add req-f7da34b1-ca50-41c5-a429-a97f63766766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:51.353383 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9332ba79-e77e-4964-8cfd-8cc852d61add req-f7da34b1-ca50-41c5-a429-a97f63766766 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b054d0dcb49649e0950f266a7acfb033&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2842429 Dec 08 16:22:51.390354 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b311e049-f0f2-4aa6-901d-aaec71df1e8a req-5de0e810-6e22-4088-af67-b681d813cec8 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183362 Dec 08 16:22:51.426221 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f61249f9-8221-4b53-aa09-9cff8962abe1 req-108de40a-7253-4b44-9996-6e22051236b2 service neutron] 10.222.0.76 "GET /v2.0/networks/a3f049e4-e272-4e56-8eaa-a36c0dbab3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776039 Dec 08 16:22:51.494472 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-598e9614-3470-47ed-9d7f-9b75adccdd46 req-811a8ae1-2e1f-4361-887d-40e7fd31e5bd service neutron] 10.222.0.64 "GET /v2.0/networks/eab82b1f-ce9c-4e14-bb83-96973f4a9fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400153 Dec 08 16:22:51.528494 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922177fe-d3c3-4838-98bd-94ee0c89be38 req-05d1df73-c79d-4c22-ac94-5fe2a1b94cf6 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:51.538859 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-922177fe-d3c3-4838-98bd-94ee0c89be38 req-05d1df73-c79d-4c22-ac94-5fe2a1b94cf6 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=86aad0d6-356d-4577-856b-3e89c8cae51f HTTP/1.1" status: 200 len: 944 time: 0.0696909 Dec 08 16:22:51.613404 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-922177fe-d3c3-4838-98bd-94ee0c89be38 req-290ef2ee-a2e3-44bb-9ee9-f8a697c9d2f9 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739737 Dec 08 16:22:51.693078 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332ba79-e77e-4964-8cfd-8cc852d61add req-ee4742ee-34d3-4ce1-a67d-2c86dcfe12e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:51.695436 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9332ba79-e77e-4964-8cfd-8cc852d61add req-ee4742ee-34d3-4ce1-a67d-2c86dcfe12e5 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3324106 Dec 08 16:22:51.773811 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-598e9614-3470-47ed-9d7f-9b75adccdd46 req-715012a6-08b1-4add-9415-fe01e2fc2c3a service neutron] 10.222.0.64 "GET /v2.0/networks/eab82b1f-ce9c-4e14-bb83-96973f4a9fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768981 Dec 08 16:22:51.792965 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-be7cdf03-4366-4ab1-a6bf-258b4af27363 None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:51.837185 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5178a-ce18-4552-954a-b49cf9ece25f req-53e690d3-0cd3-492f-8b1e-eb69bf84f03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:51.838735 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1ab5178a-ce18-4552-954a-b49cf9ece25f req-53e690d3-0cd3-492f-8b1e-eb69bf84f03f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b054d0dcb49649e0950f266a7acfb033&device_id=86aad0d6-356d-4577-856b-3e89c8cae51f HTTP/1.1" status: 200 len: 1096 time: 0.0636334 Dec 08 16:22:51.844041 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-be7cdf03-4366-4ab1-a6bf-258b4af27363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:51.927566 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1ab5178a-ce18-4552-954a-b49cf9ece25f req-25c4aefd-d29d-4502-a683-a48c8d98aadf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=660dfaa4-dc73-4fec-8ab2-40157a04804e HTTP/1.1" status: 200 len: 217 time: 0.0782356 Dec 08 16:22:51.939885 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c721e1-cb39-4119-8ca6-cfa133670df2 None None] Pushing event updated for resources: {'Port': ['ID=d5514f41-1511-4043-a3df-9c8e57596511,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:52.007495 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-be7cdf03-4366-4ab1-a6bf-258b4af27363 None None] Attempting to bind port d5514f41-1511-4043-a3df-9c8e57596511 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:22:52.009920 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-be7cdf03-4366-4ab1-a6bf-258b4af27363 None None] Attempting to bind port d5514f41-1511-4043-a3df-9c8e57596511 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'ac959813-99b5-4b55-bfae-aa5a32c49842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'eab82b1f-ce9c-4e14-bb83-96973f4a9fd1'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:22:52.011034 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7cdf03-4366-4ab1-a6bf-258b4af27363 None None] Attempting to bind port d5514f41-1511-4043-a3df-9c8e57596511 on network eab82b1f-ce9c-4e14-bb83-96973f4a9fd1 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:22:52.032805 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7cdf03-4366-4ab1-a6bf-258b4af27363 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:22:52.036024 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7cdf03-4366-4ab1-a6bf-258b4af27363 None None] Checking segment: {'id': 'ac959813-99b5-4b55-bfae-aa5a32c49842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'eab82b1f-ce9c-4e14-bb83-96973f4a9fd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:22:52.036601 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-be7cdf03-4366-4ab1-a6bf-258b4af27363 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:52.037084 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7cdf03-4366-4ab1-a6bf-258b4af27363 None None] Bound using segment: {'id': 'ac959813-99b5-4b55-bfae-aa5a32c49842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'eab82b1f-ce9c-4e14-bb83-96973f4a9fd1'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:22:52.037892 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-be7cdf03-4366-4ab1-a6bf-258b4af27363 None None] Bound port: d5514f41-1511-4043-a3df-9c8e57596511, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac959813-99b5-4b55-bfae-aa5a32c49842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'eab82b1f-ce9c-4e14-bb83-96973f4a9fd1'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:22:52.038305 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-be7cdf03-4366-4ab1-a6bf-258b4af27363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:52.042272 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5178a-ce18-4552-954a-b49cf9ece25f req-7fad2e5b-eacb-4d1c-9805-1f67978172b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:52.043797 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1ab5178a-ce18-4552-954a-b49cf9ece25f req-7fad2e5b-eacb-4d1c-9805-1f67978172b6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=74b50aa4-8812-48e5-b8de-c1650bb82dc8 HTTP/1.1" status: 200 len: 859 time: 0.1082723 Dec 08 16:22:52.142535 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1ab5178a-ce18-4552-954a-b49cf9ece25f req-ac2126e3-6f16-4b5f-9639-89c893f872e2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a3f049e4-e272-4e56-8eaa-a36c0dbab3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503507 Dec 08 16:22:52.236037 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-be7cdf03-4366-4ab1-a6bf-258b4af27363 None None] For port d5514f41-1511-4043-a3df-9c8e57596511, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:22:52.246892 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-be7cdf03-4366-4ab1-a6bf-258b4af27363 None None] For port d5514f41-1511-4043-a3df-9c8e57596511, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=d5514f41-1511-4043-a3df-9c8e57596511,segment=NetworkSegment(ac959813-99b5-4b55-bfae-aa5a32c49842),segment_id=ac959813-99b5-4b55-bfae-aa5a32c49842)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:22:52.307547 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-be7cdf03-4366-4ab1-a6bf-258b4af27363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:52.369049 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f666e4-12e6-46fb-a336-80fd03aa69dc req-0bb17903-1ffd-430e-af5b-8efde2bc12fb tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:52.377887 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-03f666e4-12e6-46fb-a336-80fd03aa69dc req-0bb17903-1ffd-430e-af5b-8efde2bc12fb tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/ports?device_id=898d1c92-4137-4233-a71e-c61a4cf798fb HTTP/1.1" status: 200 len: 945 time: 0.3258326 Dec 08 16:22:52.414614 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c721e1-cb39-4119-8ca6-cfa133670df2 None None] Pushing event updated for resources: {'Port': ['ID=d5514f41-1511-4043-a3df-9c8e57596511,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:52.424199 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-b94d639d-22fb-4af0-9b88-6b6def28d466 None None] Provisioning complete for port d5514f41-1511-4043-a3df-9c8e57596511 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:22:52.424549 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b94d639d-22fb-4af0-9b88-6b6def28d466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:52.468137 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1ab5178a-ce18-4552-954a-b49cf9ece25f req-0540be90-5cc3-420c-b017-1e5286acc9a9 service neutron] 10.222.0.37 "GET /v2.0/networks/a3f049e4-e272-4e56-8eaa-a36c0dbab3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471368 Dec 08 16:22:52.472117 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7cdf03-4366-4ab1-a6bf-258b4af27363 None None] Routers {'87dc1ea3-2606-4015-9560-db6390f7a0d1'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:22:52.472848 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-be7cdf03-4366-4ab1-a6bf-258b4af27363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:22:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['87dc1ea3-2606-4015-9560-db6390f7a0d1'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:52.761017 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-03f666e4-12e6-46fb-a336-80fd03aa69dc req-54bbc167-32a5-4c77-9467-6a00bced81f1 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/security-groups?id=55feb4d0-ba7d-4f6f-9a72-a6c9000f9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3821292 Dec 08 16:22:52.836223 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1ab5178a-ce18-4552-954a-b49cf9ece25f req-03163cbb-1d83-47bf-a482-9bcb233ac094 service neutron] 10.222.0.37 "GET /v2.0/networks/a3f049e4-e272-4e56-8eaa-a36c0dbab3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554192 Dec 08 16:22:52.836941 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b94d639d-22fb-4af0-9b88-6b6def28d466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:52.873179 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-be7cdf03-4366-4ab1-a6bf-258b4af27363 None None] Set router 87dc1ea3-2606-4015-9560-db6390f7a0d1 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:22:52.907824 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb17d6a-3deb-411b-a736-0b0f887f4df5 req-2cdf11b2-d6bc-48ef-9f52-310582777a98 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:52.922494 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb17d6a-3deb-411b-a736-0b0f887f4df5 req-2cdf11b2-d6bc-48ef-9f52-310582777a98 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:52.940572 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb17d6a-3deb-411b-a736-0b0f887f4df5 req-2cdf11b2-d6bc-48ef-9f52-310582777a98 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:52.949763 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-768cc57b-ba01-41f7-9186-1e51888eea4a req-6205c7d1-3a3e-4640-9d0f-9d96b67eb8a5 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f78f38-5648-401a-b435-4d04a6f1cf9f HTTP/1.1" status: 200 len: 210 time: 0.0534246 Dec 08 16:22:52.953804 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb17d6a-3deb-411b-a736-0b0f887f4df5 req-2cdf11b2-d6bc-48ef-9f52-310582777a98 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:52.985488 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb17d6a-3deb-411b-a736-0b0f887f4df5 req-2cdf11b2-d6bc-48ef-9f52-310582777a98 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:52.995043 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb17d6a-3deb-411b-a736-0b0f887f4df5 req-2cdf11b2-d6bc-48ef-9f52-310582777a98 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:53.012143 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb17d6a-3deb-411b-a736-0b0f887f4df5 req-2cdf11b2-d6bc-48ef-9f52-310582777a98 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:53.016592 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6fb17d6a-3deb-411b-a736-0b0f887f4df5 req-2cdf11b2-d6bc-48ef-9f52-310582777a98 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 5443 time: 0.2604263 Dec 08 16:22:53.057924 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-b94d639d-22fb-4af0-9b88-6b6def28d466 None None] For port d5514f41-1511-4043-a3df-9c8e57596511, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=d5514f41-1511-4043-a3df-9c8e57596511,segment=NetworkSegment(ac959813-99b5-4b55-bfae-aa5a32c49842),segment_id=ac959813-99b5-4b55-bfae-aa5a32c49842)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:53.122362 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6fb17d6a-3deb-411b-a736-0b0f887f4df5 req-ed14acef-488c-49e0-b933-37266d5657c9 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c9d21f4-c02c-43e8-9e6c-a95f9379dd30&id=a96e7614-ece1-4248-94a1-b83b73d2e17e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0977402 Dec 08 16:22:53.179056 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95671b-fd15-411b-82ca-f4f85c3ebdd5 req-f82f9cce-0786-4950-84af-687767c18b58 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:53.181646 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4f95671b-fd15-411b-82ca-f4f85c3ebdd5 req-f82f9cce-0786-4950-84af-687767c18b58 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=9daa54dd-cbb3-4f70-9ba7-fc736ce1c28c HTTP/1.1" status: 200 len: 946 time: 0.1435056 Dec 08 16:22:53.291215 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b94d639d-22fb-4af0-9b88-6b6def28d466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:53.307512 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4f95671b-fd15-411b-82ca-f4f85c3ebdd5 req-befae7b2-2f8d-495c-9d2a-85c5f826e202 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966334 Dec 08 16:22:53.383747 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94d639d-22fb-4af0-9b88-6b6def28d466 None None] Pushing event updated for resources: {'Port': ['ID=d5514f41-1511-4043-a3df-9c8e57596511,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:53.384811 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da6b1f-532d-4add-a064-89f93cddb7ae req-c5f80974-5189-4f18-b127-fcabbe1ae009 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:53.394138 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c2da6b1f-532d-4add-a064-89f93cddb7ae req-c5f80974-5189-4f18-b127-fcabbe1ae009 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=86aad0d6-356d-4577-856b-3e89c8cae51f HTTP/1.1" status: 200 len: 944 time: 0.0768955 Dec 08 16:22:53.427718 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-bf89d9c6-911e-4c73-b011-2e76648c3da2 None None] Provisioning complete for port d5514f41-1511-4043-a3df-9c8e57596511 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:22:53.428109 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-bf89d9c6-911e-4c73-b011-2e76648c3da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:53.468291 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-be7cdf03-4366-4ab1-a6bf-258b4af27363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87dc1ea3-2606-4015-9560-db6390f7a0d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441230560', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '3bb99841-9145-441d-a56b-a25b75b70189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:22:37Z', 'updated_at': '2021-12-08T16:22:47Z', 'revision_number': 4, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'gw_port': {'id': '3bb99841-9145-441d-a56b-a25b75b70189', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:82:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87dc1ea3-2606-4015-9560-db6390f7a0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:22:38Z', 'updated_at': '2021-12-08T16:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'd5514f41-1511-4043-a3df-9c8e57596511', 'name': '', 'network_id': 'eab82b1f-ce9c-4e14-bb83-96973f4a9fd1', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'mac_address': 'fa:16:3e:e2:b5:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87dc1ea3-2606-4015-9560-db6390f7a0d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '3e5030cd-b3c2-4118-9383-aef383f9cf5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:22:45Z', 'updated_at': '2021-12-08T16:22:52Z', 'revision_number': 4, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'subnets': [{'id': '3e5030cd-b3c2-4118-9383-aef383f9cf5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:53.481883 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c2da6b1f-532d-4add-a064-89f93cddb7ae req-55d2a730-f5f6-4b3b-a0f9-6c6c17eb78a8 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810065 Dec 08 16:22:53.503846 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7cdf03-4366-4ab1-a6bf-258b4af27363 None None] The sync data for ids ['87dc1ea3-2606-4015-9560-db6390f7a0d1'] in n-d-776250-12 is: [{'id': '87dc1ea3-2606-4015-9560-db6390f7a0d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441230560', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '3bb99841-9145-441d-a56b-a25b75b70189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:22:37Z', 'updated_at': '2021-12-08T16:22:47Z', 'revision_number': 4, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'gw_port': {'id': '3bb99841-9145-441d-a56b-a25b75b70189', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:82:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87dc1ea3-2606-4015-9560-db6390f7a0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:22:38Z', 'updated_at': '2021-12-08T16:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'd5514f41-1511-4043-a3df-9c8e57596511', 'name': '', 'network_id': 'eab82b1f-ce9c-4e14-bb83-96973f4a9fd1', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'mac_address': 'fa:16:3e:e2:b5:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87dc1ea3-2606-4015-9560-db6390f7a0d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '3e5030cd-b3c2-4118-9383-aef383f9cf5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:22:45Z', 'updated_at': '2021-12-08T16:22:52Z', 'revision_number': 4, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'subnets': [{'id': '3e5030cd-b3c2-4118-9383-aef383f9cf5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:22:53.607697 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a0223-c8ef-490a-b153-499742f8e20c req-a3514af9-d7bb-43a5-b5e0-ddf469fd9912 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:53.610515 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-de8a0223-c8ef-490a-b153-499742f8e20c req-a3514af9-d7bb-43a5-b5e0-ddf469fd9912 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/ports?device_id=898d1c92-4137-4233-a71e-c61a4cf798fb HTTP/1.1" status: 200 len: 945 time: 0.1524329 Dec 08 16:22:53.620773 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 60482) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:53.634652 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-fb490a27-4914-4375-b7ed-859fb3ea6c6a tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Request body: {'floatingip': {'port_id': '3e4f798b-03f5-4039-bcaa-1a66c2de9053'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:22:53.651629 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f9f92-4d96-470f-80f8-844a83a1817b req-e9e8b900-ff45-4d7d-9975-0390d0593c57 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:53.662656 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f9f92-4d96-470f-80f8-844a83a1817b req-e9e8b900-ff45-4d7d-9975-0390d0593c57 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:53.674529 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f9f92-4d96-470f-80f8-844a83a1817b req-e9e8b900-ff45-4d7d-9975-0390d0593c57 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:53.682715 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f9f92-4d96-470f-80f8-844a83a1817b req-e9e8b900-ff45-4d7d-9975-0390d0593c57 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:53.695929 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f9f92-4d96-470f-80f8-844a83a1817b req-e9e8b900-ff45-4d7d-9975-0390d0593c57 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:53.709206 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f9f92-4d96-470f-80f8-844a83a1817b req-e9e8b900-ff45-4d7d-9975-0390d0593c57 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:53.715793 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f9f92-4d96-470f-80f8-844a83a1817b req-e9e8b900-ff45-4d7d-9975-0390d0593c57 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:53.722098 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-467f9f92-4d96-470f-80f8-844a83a1817b req-e9e8b900-ff45-4d7d-9975-0390d0593c57 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 5443 time: 0.1641459 Dec 08 16:22:53.778296 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fb490a27-4914-4375-b7ed-859fb3ea6c6a tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks [] for floatingip, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:54.109163 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8ee7e2e7-b4d9-4c76-bbb9-1db185fb738e req-1b66fef2-53d7-4a9b-a20c-f9b103a4f766 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f78f38-5648-401a-b435-4d04a6f1cf9f HTTP/1.1" status: 200 len: 210 time: 0.0524085 Dec 08 16:22:54.135260 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 45cc664c-b79c-4670-b032-a83af57e252c details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:22:54.353286 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 45cc664c-b79c-4670-b032-a83af57e252c, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=45cc664c-b79c-4670-b032-a83af57e252c,segment=NetworkSegment(afb83eff-f022-42ac-a1fa-5ce0abadefb1),segment_id=afb83eff-f022-42ac-a1fa-5ce0abadefb1)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:54.401271 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '45cc664c-b79c-4670-b032-a83af57e252c', 'network_id': 'a3f049e4-e272-4e56-8eaa-a36c0dbab3a1', 'port_id': '45cc664c-b79c-4670-b032-a83af57e252c', 'mac_address': 'fa:16:3e:b7:bb:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74b50aa4-8812-48e5-b8de-c1650bb82dc8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:22:54.466502 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device d5514f41-1511-4043-a3df-9c8e57596511 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:22:54.667224 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7414ed1e-88c5-453d-8771-8a8cff5ac9b7 req-213b0b49-e994-4e15-aff4-f556f382c024 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:54.669964 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7414ed1e-88c5-453d-8771-8a8cff5ac9b7 req-213b0b49-e994-4e15-aff4-f556f382c024 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=86aad0d6-356d-4577-856b-3e89c8cae51f HTTP/1.1" status: 200 len: 944 time: 0.0754781 Dec 08 16:22:54.739485 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7414ed1e-88c5-453d-8771-8a8cff5ac9b7 req-ee88ecca-0d08-4088-860b-0382f83fa027 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622685 Dec 08 16:22:54.758440 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ae7ea-0247-4764-a496-ad8a48f0aa7c req-846f6c59-f3a9-453f-860d-28761d9c7dbf tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:54.759816 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:54.760978 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c92ae7ea-0247-4764-a496-ad8a48f0aa7c req-846f6c59-f3a9-453f-860d-28761d9c7dbf tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=9daa54dd-cbb3-4f70-9ba7-fc736ce1c28c HTTP/1.1" status: 200 len: 946 time: 0.2853816 Dec 08 16:22:54.781458 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45cc664c-b79c-4670-b032-a83af57e252c {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:22:54.837278 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 45cc664c-b79c-4670-b032-a83af57e252c, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=45cc664c-b79c-4670-b032-a83af57e252c,segment=NetworkSegment(afb83eff-f022-42ac-a1fa-5ce0abadefb1),segment_id=afb83eff-f022-42ac-a1fa-5ce0abadefb1)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:54.841099 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port d5514f41-1511-4043-a3df-9c8e57596511 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:22:54.841873 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:54.932986 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.db.resource_extend [None req-fb490a27-4914-4375-b7ed-859fb3ea6c6a tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 16:22:54.946405 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c92ae7ea-0247-4764-a496-ad8a48f0aa7c req-bdcef718-07df-43e1-8e2e-4a17445ea7ce tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784868 Dec 08 16:22:54.974847 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:55.027528 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fb490a27-4914-4375-b7ed-859fb3ea6c6a tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:55.054456 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=45cc664c-b79c-4670-b032-a83af57e252c,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:55.123448 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 660dfaa4-dc73-4fec-8ab2-40157a04804e details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:22:55.124280 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fb490a27-4914-4375-b7ed-859fb3ea6c6a tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:55.156241 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 60526) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:55.340119 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-54a7b37f-9c00-4e66-a191-f8a3bbe46615 req-8499fb7e-d004-4152-a6f6-25e3f6c2db36 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f78f38-5648-401a-b435-4d04a6f1cf9f HTTP/1.1" status: 200 len: 210 time: 0.0936031 Dec 08 16:22:55.391254 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bdfaebea-0702-43e8-9a09-ec149bb801f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:55.399629 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 660dfaa4-dc73-4fec-8ab2-40157a04804e, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=660dfaa4-dc73-4fec-8ab2-40157a04804e,segment=NetworkSegment(afb83eff-f022-42ac-a1fa-5ce0abadefb1),segment_id=afb83eff-f022-42ac-a1fa-5ce0abadefb1)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:55.442372 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '660dfaa4-dc73-4fec-8ab2-40157a04804e', 'network_id': 'a3f049e4-e272-4e56-8eaa-a36c0dbab3a1', 'port_id': '660dfaa4-dc73-4fec-8ab2-40157a04804e', 'mac_address': 'fa:16:3e:c4:68:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74b50aa4-8812-48e5-b8de-c1650bb82dc8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:22:55.559344 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bdfaebea-0702-43e8-9a09-ec149bb801f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:55.562171 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['45cc664c-b79c-4670-b032-a83af57e252c'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:22:55.630725 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:55.639734 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bdfaebea-0702-43e8-9a09-ec149bb801f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:55.685047 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 660dfaa4-dc73-4fec-8ab2-40157a04804e {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:22:55.711236 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 660dfaa4-dc73-4fec-8ab2-40157a04804e, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=660dfaa4-dc73-4fec-8ab2-40157a04804e,segment=NetworkSegment(afb83eff-f022-42ac-a1fa-5ce0abadefb1),segment_id=afb83eff-f022-42ac-a1fa-5ce0abadefb1)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:55.733906 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-bdfaebea-0702-43e8-9a09-ec149bb801f7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fb86ffe7e9bc45a28d7b2e47546fd7a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5738564 Dec 08 16:22:55.735099 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 60538) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:55.802408 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:55.841466 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfaebea-0702-43e8-9a09-ec149bb801f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3f5cab-c141-42e7-9a6c-0f78ac4a92ed,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:55.858672 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f271370b-1e8a-4d1d-9e14-542c916bdf2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:55.889858 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f271370b-1e8a-4d1d-9e14-542c916bdf2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:55.937560 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=660dfaa4-dc73-4fec-8ab2-40157a04804e,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:55.993782 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0aad64-90f6-48f5-a802-3f7d798e39cb req-fc4b6aad-7dd6-4c5b-a397-f62b12c6e326 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:55.995505 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-af0aad64-90f6-48f5-a802-3f7d798e39cb req-fc4b6aad-7dd6-4c5b-a397-f62b12c6e326 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=86aad0d6-356d-4577-856b-3e89c8cae51f HTTP/1.1" status: 200 len: 945 time: 0.1378648 Dec 08 16:22:56.025402 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e9614-3470-47ed-9d7f-9b75adccdd46 req-01f5aa1c-9952-418a-86f1-6b99eaf857bf tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:56.027646 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-598e9614-3470-47ed-9d7f-9b75adccdd46 req-01f5aa1c-9952-418a-86f1-6b99eaf857bf tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.76 "GET /v2.0/networks?id=eab82b1f-ce9c-4e14-bb83-96973f4a9fd1 HTTP/1.1" status: 200 len: 796 time: 0.8199048 Dec 08 16:22:56.029278 n-d-776250-12 neutron-server[110550]: INFO neutron.db.l3_db [None req-fb490a27-4914-4375-b7ed-859fb3ea6c6a tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Floating IP c459ce38-3054-4001-8ea0-08b39e9f4d12 associated. External IP: 172.25.0.211, port: 3e4f798b-03f5-4039-bcaa-1a66c2de9053. Dec 08 16:22:56.087353 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-af0aad64-90f6-48f5-a802-3f7d798e39cb req-6ee5c456-e97c-4bb0-a050-a4fc60b89ecc tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743778 Dec 08 16:22:56.088867 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f271370b-1e8a-4d1d-9e14-542c916bdf2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:56.106022 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f271370b-1e8a-4d1d-9e14-542c916bdf2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:56.109627 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f271370b-1e8a-4d1d-9e14-542c916bdf2c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1c3f5cab-c141-42e7-9a6c-0f78ac4a92ed HTTP/1.1" status: 204 len: 168 time: 0.3713295 Dec 08 16:22:56.131457 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['660dfaa4-dc73-4fec-8ab2-40157a04804e'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:22:56.136825 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 224ae73e-3df8-4d92-8353-597c37e85fa0 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:22:56.153013 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f271370b-1e8a-4d1d-9e14-542c916bdf2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3f5cab-c141-42e7-9a6c-0f78ac4a92ed,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:56.231609 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3dd45f-8fc6-4004-9ed7-6b12e7ad6047 req-737974b2-91a1-4ef2-aa4c-172722daa279 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:56.239075 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6b3dd45f-8fc6-4004-9ed7-6b12e7ad6047 req-737974b2-91a1-4ef2-aa4c-172722daa279 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=9daa54dd-cbb3-4f70-9ba7-fc736ce1c28c HTTP/1.1" status: 200 len: 946 time: 0.1664507 Dec 08 16:22:56.262723 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-598e9614-3470-47ed-9d7f-9b75adccdd46 req-a36a51ee-c161-477a-8575-016ad34bced6 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ac8783bc8454dbdaff01b6ea349ef5e HTTP/1.1" status: 200 len: 379 time: 0.1911054 Dec 08 16:22:56.275154 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-598e9614-3470-47ed-9d7f-9b75adccdd46 req-935c69b3-7ae9-424a-a44a-78d283636834 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Request body: {'port': {'device_id': '17f78f38-5648-401a-b435-4d04a6f1cf9f', 'network_id': 'eab82b1f-ce9c-4e14-bb83-96973f4a9fd1', 'admin_state_up': True, 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'security_groups': ['0e37e86e-05e7-489d-9773-6d6a1b50dada']}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:22:56.465580 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6b3dd45f-8fc6-4004-9ed7-6b12e7ad6047 req-9b28dad6-0ac1-4377-afa5-61d96a2de6e4 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256095 Dec 08 16:22:56.496471 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-eed4da97-2cd7-40fe-8d10-ae9fe582f66a req-82a4a3a4-04eb-406c-8612-559b0e81400b tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f78f38-5648-401a-b435-4d04a6f1cf9f HTTP/1.1" status: 200 len: 210 time: 0.0448105 Dec 08 16:22:56.576399 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 224ae73e-3df8-4d92-8353-597c37e85fa0, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=224ae73e-3df8-4d92-8353-597c37e85fa0,segment=NetworkSegment(bb740625-1067-4eb4-8c3f-54ce2bbbb747),segment_id=bb740625-1067-4eb4-8c3f-54ce2bbbb747)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:56.593801 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '224ae73e-3df8-4d92-8353-597c37e85fa0', 'network_id': '444a8cbb-ee83-40d1-9772-ed3daa005a16', 'port_id': '224ae73e-3df8-4d92-8353-597c37e85fa0', 'mac_address': 'fa:16:3e:bd:13:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921ca20d-c445-4985-be5a-b19c39bd838b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:22:56.663208 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 60568) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:56.738504 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb490a27-4914-4375-b7ed-859fb3ea6c6a tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Router 14406fc6-dda4-4dd8-9fea-71d207c86989 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:22:56.809354 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:56.815523 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-598e9614-3470-47ed-9d7f-9b75adccdd46 req-935c69b3-7ae9-424a-a44a-78d283636834 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Made reservation on behalf of 5ac8783bc8454dbdaff01b6ea349ef5e for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:22:56.820554 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-598e9614-3470-47ed-9d7f-9b75adccdd46 req-935c69b3-7ae9-424a-a44a-78d283636834 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:56.828958 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f5baf-0b58-4e38-a6f3-85fb7581cc28 req-2bdb1dbc-8a82-4157-9030-62a81dbc0829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:56.829456 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f5baf-0b58-4e38-a6f3-85fb7581cc28 req-2bdb1dbc-8a82-4157-9030-62a81dbc0829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:56.829941 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f5baf-0b58-4e38-a6f3-85fb7581cc28 req-2bdb1dbc-8a82-4157-9030-62a81dbc0829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:56.830987 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f5baf-0b58-4e38-a6f3-85fb7581cc28 req-2bdb1dbc-8a82-4157-9030-62a81dbc0829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:56.831444 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f5baf-0b58-4e38-a6f3-85fb7581cc28 req-2bdb1dbc-8a82-4157-9030-62a81dbc0829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:56.831907 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f5baf-0b58-4e38-a6f3-85fb7581cc28 req-2bdb1dbc-8a82-4157-9030-62a81dbc0829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:56.840838 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f5baf-0b58-4e38-a6f3-85fb7581cc28 req-2bdb1dbc-8a82-4157-9030-62a81dbc0829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:56.842957 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-840f5baf-0b58-4e38-a6f3-85fb7581cc28 req-2bdb1dbc-8a82-4157-9030-62a81dbc0829 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 6507 time: 0.1782897 Dec 08 16:22:56.867058 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 224ae73e-3df8-4d92-8353-597c37e85fa0 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:22:56.948507 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 224ae73e-3df8-4d92-8353-597c37e85fa0, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=224ae73e-3df8-4d92-8353-597c37e85fa0,segment=NetworkSegment(bb740625-1067-4eb4-8c3f-54ce2bbbb747),segment_id=bb740625-1067-4eb4-8c3f-54ce2bbbb747)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:56.986359 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-840f5baf-0b58-4e38-a6f3-85fb7581cc28 req-a61581fd-ff4f-4a28-a4da-b3ede037e008 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2c9d21f4-c02c-43e8-9e6c-a95f9379dd30&id=a96e7614-ece1-4248-94a1-b83b73d2e17e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1359921 Dec 08 16:22:56.995274 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:57.020023 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 60578) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:57.039000 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3801785e-e01d-42a5-ab31-3b70c5d6d803 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:57.058367 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=224ae73e-3df8-4d92-8353-597c37e85fa0,revision_number=6']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:57.061746 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-598e9614-3470-47ed-9d7f-9b75adccdd46 req-935c69b3-7ae9-424a-a44a-78d283636834 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Allocated IP 172.20.0.10 (eab82b1f-ce9c-4e14-bb83-96973f4a9fd1/3e5030cd-b3c2-4118-9383-aef383f9cf5f/393d4564-9a10-460e-a49d-f4edba8f56f4) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:22:57.096621 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb490a27-4914-4375-b7ed-859fb3ea6c6a tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:22:57.110980 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c1256c-dbe6-4a7d-b5a4-5751bb4bf9e9 None None] Sync routers for ids ['14406fc6-dda4-4dd8-9fea-71d207c86989'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:22:57.119615 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fb490a27-4914-4375-b7ed-859fb3ea6c6a tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:57.135199 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c1256c-dbe6-4a7d-b5a4-5751bb4bf9e9 None None] Routers {'14406fc6-dda4-4dd8-9fea-71d207c86989'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:22:57.136883 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-53c1256c-dbe6-4a7d-b5a4-5751bb4bf9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:22:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['14406fc6-dda4-4dd8-9fea-71d207c86989'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:57.160790 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-fb490a27-4914-4375-b7ed-859fb3ea6c6a tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "PUT /v2.0/floatingips/c459ce38-3054-4001-8ea0-08b39e9f4d12 HTTP/1.1" status: 200 len: 991 time: 3.5386231 Dec 08 16:22:57.166766 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '898d1c92-4137-4233-a71e-c61a4cf798fb', 'tag': '3e4f798b-03f5-4039-bcaa-1a66c2de9053'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:22:57.169031 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d3a806-6341-4837-b9ee-6dfe26829b59" -d '{"events": [{"name": "network-changed", "server_uuid": "898d1c92-4137-4233-a71e-c61a4cf798fb", "tag": "3e4f798b-03f5-4039-bcaa-1a66c2de9053"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:22:57.194991 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['224ae73e-3df8-4d92-8353-597c37e85fa0'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:22:57.260546 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3801785e-e01d-42a5-ab31-3b70c5d6d803 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:57.342306 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edb3b43-7527-4037-9190-224d5aa6b3f9 req-c67cf11a-d555-4fbb-bfde-88ce5844ed49 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:57.343943 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3edb3b43-7527-4037-9190-224d5aa6b3f9 req-c67cf11a-d555-4fbb-bfde-88ce5844ed49 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=86aad0d6-356d-4577-856b-3e89c8cae51f HTTP/1.1" status: 200 len: 945 time: 0.1632044 Dec 08 16:22:57.363710 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3801785e-e01d-42a5-ab31-3b70c5d6d803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:57.408805 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-53c1256c-dbe6-4a7d-b5a4-5751bb4bf9e9 None None] Set router 14406fc6-dda4-4dd8-9fea-71d207c86989 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:22:57.417402 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8d0cad-468b-472a-aa6f-88fc2d7a55e8 x-openstack-request-id: req-1b8d0cad-468b-472a-aa6f-88fc2d7a55e8 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:22:57.417597 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "898d1c92-4137-4233-a71e-c61a4cf798fb", "tag": "3e4f798b-03f5-4039-bcaa-1a66c2de9053", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:22:57.417859 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1b8d0cad-468b-472a-aa6f-88fc2d7a55e8 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:22:57.418269 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '898d1c92-4137-4233-a71e-c61a4cf798fb', 'tag': '3e4f798b-03f5-4039-bcaa-1a66c2de9053', 'status': 'completed', 'code': 200} Dec 08 16:22:57.519316 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d3a806-6341-4837-b9ee-6dfe26829b59 req-0c619b07-dc07-4880-88e8-b6acf8780f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:57.521391 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73d3a806-6341-4837-b9ee-6dfe26829b59 req-0c619b07-dc07-4880-88e8-b6acf8780f98 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f798cbfb52c24fe0ba6afa1278248aa5&device_id=898d1c92-4137-4233-a71e-c61a4cf798fb HTTP/1.1" status: 200 len: 1097 time: 0.1222143 Dec 08 16:22:57.522481 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3801785e-e01d-42a5-ab31-3b70c5d6d803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba13e1a-85a0-4567-a96e-3c5db8d24e94,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:57.586638 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3edb3b43-7527-4037-9190-224d5aa6b3f9 req-db74249f-36b1-4e39-b70b-c1d17e4a756b tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255054 Dec 08 16:22:57.592365 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-3801785e-e01d-42a5-ab31-3b70c5d6d803 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=be3e8901a98e421e99db4e3702a6e300&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5704491 Dec 08 16:22:57.600151 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 60592) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:57.743295 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-57c525d9-e642-44d8-b434-77252cdd037e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:57.799778 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-57c525d9-e642-44d8-b434-77252cdd037e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:57.820856 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-598e9614-3470-47ed-9d7f-9b75adccdd46 req-935c69b3-7ae9-424a-a44a-78d283636834 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:57.848109 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e288cd20-4b46-430c-a28e-8306d8a3d6d1 req-066b1202-e635-49b5-aaad-2716e711ff30 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f78f38-5648-401a-b435-4d04a6f1cf9f HTTP/1.1" status: 200 len: 210 time: 0.1234679 Dec 08 16:22:57.856659 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-53c1256c-dbe6-4a7d-b5a4-5751bb4bf9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14406fc6-dda4-4dd8-9fea-71d207c86989', 'name': 'tempest-AttachVolumeTestJSON-1381106210-router', 'tenant_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '4e7d1284-752f-48f1-b423-978ccbb17951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:16:06Z', 'updated_at': '2021-12-08T16:16:13Z', 'revision_number': 4, 'project_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'gw_port': {'id': '4e7d1284-752f-48f1-b423-978ccbb17951', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ec:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14406fc6-dda4-4dd8-9fea-71d207c86989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:16:08Z', 'updated_at': '2021-12-08T16:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': 'c459ce38-3054-4001-8ea0-08b39e9f4d12', 'tenant_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'floating_ip_address': '172.25.0.211', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '14406fc6-dda4-4dd8-9fea-71d207c86989', 'port_id': '3e4f798b-03f5-4039-bcaa-1a66c2de9053', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2088, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7267bda8-5e5d-4e04-ad23-20b961702335', 'mac_address': 'fa:16:3e:6f:d9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898d1c92-4137-4233-a71e-c61a4cf798fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:22:27Z', 'updated_at': '2021-12-08T16:22:54Z', 'revision_number': 1, 'project_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cfd5e25-f756-48bc-b02b-2b7840fc8bf8', 'name': '', 'network_id': '7267bda8-5e5d-4e04-ad23-20b961702335', 'tenant_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'mac_address': 'fa:16:3e:06:59:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14406fc6-dda4-4dd8-9fea-71d207c86989', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'b1120212-8041-47f2-b393-74481d8c6bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:16:11Z', 'updated_at': '2021-12-08T16:16:19Z', 'revision_number': 5, 'project_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'subnets': [{'id': 'b1120212-8041-47f2-b393-74481d8c6bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:57.885843 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c1256c-dbe6-4a7d-b5a4-5751bb4bf9e9 None None] Checking router: 14406fc6-dda4-4dd8-9fea-71d207c86989 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:22:57.898468 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c1256c-dbe6-4a7d-b5a4-5751bb4bf9e9 None None] Routers {'14406fc6-dda4-4dd8-9fea-71d207c86989'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:22:57.899515 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-53c1256c-dbe6-4a7d-b5a4-5751bb4bf9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:22:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['14406fc6-dda4-4dd8-9fea-71d207c86989'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:57.908284 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431ff19-0301-4c7d-b6f6-4bb78f3ee7cc req-4ca20e39-b0e4-407c-b617-69f9ba7de924 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:57.910758 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1431ff19-0301-4c7d-b6f6-4bb78f3ee7cc req-4ca20e39-b0e4-407c-b617-69f9ba7de924 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=9daa54dd-cbb3-4f70-9ba7-fc736ce1c28c HTTP/1.1" status: 200 len: 945 time: 0.2190497 Dec 08 16:22:57.915811 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d3a806-6341-4837-b9ee-6dfe26829b59 req-c14bb19e-012c-4544-a75f-a40a5cef5bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:57.917315 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73d3a806-6341-4837-b9ee-6dfe26829b59 req-c14bb19e-012c-4544-a75f-a40a5cef5bcf service neutron] 10.222.0.37 "GET /v2.0/networks?id=7267bda8-5e5d-4e04-ad23-20b961702335 HTTP/1.1" status: 200 len: 912 time: 0.3727090 Dec 08 16:22:57.986746 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-57c525d9-e642-44d8-b434-77252cdd037e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:57.989695 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-57c525d9-e642-44d8-b434-77252cdd037e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:57.990975 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-57c525d9-e642-44d8-b434-77252cdd037e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6ba13e1a-85a0-4567-a96e-3c5db8d24e94 HTTP/1.1" status: 204 len: 168 time: 0.3881524 Dec 08 16:22:58.000497 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c525d9-e642-44d8-b434-77252cdd037e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba13e1a-85a0-4567-a96e-3c5db8d24e94,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:58.023332 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-53c1256c-dbe6-4a7d-b5a4-5751bb4bf9e9 None None] Set router 14406fc6-dda4-4dd8-9fea-71d207c86989 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:22:58.030071 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73d3a806-6341-4837-b9ee-6dfe26829b59 req-210b0fd7-2dbc-4148-8213-2fa00464355f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e4f798b-03f5-4039-bcaa-1a66c2de9053 HTTP/1.1" status: 200 len: 999 time: 0.0859187 Dec 08 16:22:58.110166 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1431ff19-0301-4c7d-b6f6-4bb78f3ee7cc req-63621c13-f736-466b-8cb8-2b09cbde40f3 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892838 Dec 08 16:22:58.140418 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d3a806-6341-4837-b9ee-6dfe26829b59 req-f9844341-a69e-427a-9aa9-b3b6c6b33259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:58.142039 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73d3a806-6341-4837-b9ee-6dfe26829b59 req-f9844341-a69e-427a-9aa9-b3b6c6b33259 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b1120212-8041-47f2-b393-74481d8c6bb2 HTTP/1.1" status: 200 len: 850 time: 0.0904250 Dec 08 16:22:58.150545 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 224ae73e-3df8-4d92-8353-597c37e85fa0 up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:22:58.186052 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-598e9614-3470-47ed-9d7f-9b75adccdd46 req-935c69b3-7ae9-424a-a44a-78d283636834 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:58.265511 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 224ae73e-3df8-4d92-8353-597c37e85fa0 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:22:58.266031 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:58.281417 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d3a806-6341-4837-b9ee-6dfe26829b59 req-f1a92307-0eab-43f6-bd59-7e106f705b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:58.283255 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73d3a806-6341-4837-b9ee-6dfe26829b59 req-f1a92307-0eab-43f6-bd59-7e106f705b12 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7267bda8-5e5d-4e04-ad23-20b961702335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1336155 Dec 08 16:22:58.285639 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-598e9614-3470-47ed-9d7f-9b75adccdd46 req-935c69b3-7ae9-424a-a44a-78d283636834 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Network eab82b1f-ce9c-4e14-bb83-96973f4a9fd1 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:22:58.291985 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-598e9614-3470-47ed-9d7f-9b75adccdd46 req-935c69b3-7ae9-424a-a44a-78d283636834 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:22:58.417570 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-598e9614-3470-47ed-9d7f-9b75adccdd46 req-935c69b3-7ae9-424a-a44a-78d283636834 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:22:58.424107 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:58.471167 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9daa54dd-cbb3-4f70-9ba7-fc736ce1c28c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '224ae73e-3df8-4d92-8353-597c37e85fa0'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:22:58.478037 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67973e8a-ae49-467d-b769-8b5d73e834e3" -d '{"events": [{"server_uuid": "9daa54dd-cbb3-4f70-9ba7-fc736ce1c28c", "name": "network-vif-plugged", "status": "completed", "tag": "224ae73e-3df8-4d92-8353-597c37e85fa0"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:22:58.480135 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e9614-3470-47ed-9d7f-9b75adccdd46 req-935c69b3-7ae9-424a-a44a-78d283636834 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:58.480899 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-598e9614-3470-47ed-9d7f-9b75adccdd46 req-935c69b3-7ae9-424a-a44a-78d283636834 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:58.524983 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 224ae73e-3df8-4d92-8353-597c37e85fa0, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=224ae73e-3df8-4d92-8353-597c37e85fa0,segment=NetworkSegment(bb740625-1067-4eb4-8c3f-54ce2bbbb747),segment_id=bb740625-1067-4eb4-8c3f-54ce2bbbb747)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:58.593739 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c69b3-7ae9-424a-a44a-78d283636834 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event updated for resources: {'Port': ['ID=393d4564-9a10-460e-a49d-f4edba8f56f4,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:58.594041 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3cc4da9-f647-4157-89ab-73efa04ddf43 x-openstack-request-id: req-c3cc4da9-f647-4157-89ab-73efa04ddf43 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:22:58.594041 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9daa54dd-cbb3-4f70-9ba7-fc736ce1c28c", "name": "network-vif-plugged", "status": "completed", "tag": "224ae73e-3df8-4d92-8353-597c37e85fa0", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:22:58.594041 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c3cc4da9-f647-4157-89ab-73efa04ddf43 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:22:58.594041 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9daa54dd-cbb3-4f70-9ba7-fc736ce1c28c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '224ae73e-3df8-4d92-8353-597c37e85fa0', 'code': 200} Dec 08 16:22:58.622452 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73d3a806-6341-4837-b9ee-6dfe26829b59 req-3e62aa1a-7608-45e5-acc5-16ae2025814c service neutron] 10.222.0.37 "GET /v2.0/networks/7267bda8-5e5d-4e04-ad23-20b961702335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265700 Dec 08 16:22:58.766352 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-53c1256c-dbe6-4a7d-b5a4-5751bb4bf9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14406fc6-dda4-4dd8-9fea-71d207c86989', 'name': 'tempest-AttachVolumeTestJSON-1381106210-router', 'tenant_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '4e7d1284-752f-48f1-b423-978ccbb17951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:16:06Z', 'updated_at': '2021-12-08T16:16:13Z', 'revision_number': 4, 'project_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'gw_port': {'id': '4e7d1284-752f-48f1-b423-978ccbb17951', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ec:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14406fc6-dda4-4dd8-9fea-71d207c86989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:16:08Z', 'updated_at': '2021-12-08T16:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': 'c459ce38-3054-4001-8ea0-08b39e9f4d12', 'tenant_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'floating_ip_address': '172.25.0.211', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '14406fc6-dda4-4dd8-9fea-71d207c86989', 'port_id': '3e4f798b-03f5-4039-bcaa-1a66c2de9053', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2088, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7267bda8-5e5d-4e04-ad23-20b961702335', 'mac_address': 'fa:16:3e:6f:d9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898d1c92-4137-4233-a71e-c61a4cf798fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:22:27Z', 'updated_at': '2021-12-08T16:22:54Z', 'revision_number': 1, 'project_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cfd5e25-f756-48bc-b02b-2b7840fc8bf8', 'name': '', 'network_id': '7267bda8-5e5d-4e04-ad23-20b961702335', 'tenant_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'mac_address': 'fa:16:3e:06:59:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14406fc6-dda4-4dd8-9fea-71d207c86989', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'b1120212-8041-47f2-b393-74481d8c6bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:16:11Z', 'updated_at': '2021-12-08T16:16:19Z', 'revision_number': 5, 'project_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'subnets': [{'id': 'b1120212-8041-47f2-b393-74481d8c6bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:58.767899 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c1256c-dbe6-4a7d-b5a4-5751bb4bf9e9 None None] The sync data for ids ['14406fc6-dda4-4dd8-9fea-71d207c86989'] in n-d-776250-12 is: [{'id': '14406fc6-dda4-4dd8-9fea-71d207c86989', 'name': 'tempest-AttachVolumeTestJSON-1381106210-router', 'tenant_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '4e7d1284-752f-48f1-b423-978ccbb17951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:16:06Z', 'updated_at': '2021-12-08T16:16:13Z', 'revision_number': 4, 'project_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'gw_port': {'id': '4e7d1284-752f-48f1-b423-978ccbb17951', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ec:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14406fc6-dda4-4dd8-9fea-71d207c86989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:16:08Z', 'updated_at': '2021-12-08T16:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': 'c459ce38-3054-4001-8ea0-08b39e9f4d12', 'tenant_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'floating_ip_address': '172.25.0.211', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '14406fc6-dda4-4dd8-9fea-71d207c86989', 'port_id': '3e4f798b-03f5-4039-bcaa-1a66c2de9053', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2088, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7267bda8-5e5d-4e04-ad23-20b961702335', 'mac_address': 'fa:16:3e:6f:d9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898d1c92-4137-4233-a71e-c61a4cf798fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:22:27Z', 'updated_at': '2021-12-08T16:22:54Z', 'revision_number': 1, 'project_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cfd5e25-f756-48bc-b02b-2b7840fc8bf8', 'name': '', 'network_id': '7267bda8-5e5d-4e04-ad23-20b961702335', 'tenant_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'mac_address': 'fa:16:3e:06:59:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14406fc6-dda4-4dd8-9fea-71d207c86989', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'b1120212-8041-47f2-b393-74481d8c6bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:16:11Z', 'updated_at': '2021-12-08T16:16:19Z', 'revision_number': 5, 'project_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'subnets': [{'id': 'b1120212-8041-47f2-b393-74481d8c6bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:22:58.768042 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73d3a806-6341-4837-b9ee-6dfe26829b59 req-20a66dbd-b50b-4a4c-b729-d9dd1afc6226 service neutron] 10.222.0.37 "GET /v2.0/networks/7267bda8-5e5d-4e04-ad23-20b961702335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260529 Dec 08 16:22:58.785459 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-9ba77ee8-21e1-4966-92a4-655164841d39 None None] Provisioning complete for port 393d4564-9a10-460e-a49d-f4edba8f56f4 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:22:58.785989 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9ba77ee8-21e1-4966-92a4-655164841d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:58.794383 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:58.795311 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 45cc664c-b79c-4670-b032-a83af57e252c up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:22:58.803653 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d87267-099e-4ece-ad03-27d701e7f7bf req-b34251be-8e93-452f-824f-6ec120f882a8 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:58.805617 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d2d87267-099e-4ece-ad03-27d701e7f7bf req-b34251be-8e93-452f-824f-6ec120f882a8 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=86aad0d6-356d-4577-856b-3e89c8cae51f HTTP/1.1" status: 200 len: 945 time: 0.1094055 Dec 08 16:22:58.832872 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-598e9614-3470-47ed-9d7f-9b75adccdd46 req-935c69b3-7ae9-424a-a44a-78d283636834 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5591080 Dec 08 16:22:58.848822 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-598e9614-3470-47ed-9d7f-9b75adccdd46 req-d374a81e-6b50-40e3-b415-a4a4a9e1bff3 service neutron] Request body: {'port': {'device_id': '17f78f38-5648-401a-b435-4d04a6f1cf9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:22:58.950035 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d2d87267-099e-4ece-ad03-27d701e7f7bf req-eaea65aa-a1a0-4044-a2f4-4acb19a63a76 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349819 Dec 08 16:22:58.966840 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=224ae73e-3df8-4d92-8353-597c37e85fa0,revision_number=7']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:59.025402 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-9ba77ee8-21e1-4966-92a4-655164841d39 None None] Port 393d4564-9a10-460e-a49d-f4edba8f56f4 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:22:59.109400 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port 45cc664c-b79c-4670-b032-a83af57e252c completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:22:59.119953 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-598e9614-3470-47ed-9d7f-9b75adccdd46 req-d374a81e-6b50-40e3-b415-a4a4a9e1bff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:59.133753 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 45cc664c-b79c-4670-b032-a83af57e252c triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:22:59.135013 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c3668d-5fad-4195-b9ec-72b715de7542 req-1df52d45-156b-44cc-8aba-c05ea5569663 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:59.136408 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:59.149279 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-87c3668d-5fad-4195-b9ec-72b715de7542 req-1df52d45-156b-44cc-8aba-c05ea5569663 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f78f38-5648-401a-b435-4d04a6f1cf9f HTTP/1.1" status: 200 len: 932 time: 0.1812124 Dec 08 16:22:59.241644 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 660dfaa4-dc73-4fec-8ab2-40157a04804e up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:22:59.356572 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db8a520-fa97-42bd-ab8a-4c7bdff192e5 req-022a99ce-7360-427d-b6db-ae2be36d1cd1 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:59.368996 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5db8a520-fa97-42bd-ab8a-4c7bdff192e5 req-022a99ce-7360-427d-b6db-ae2be36d1cd1 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=9daa54dd-cbb3-4f70-9ba7-fc736ce1c28c HTTP/1.1" status: 200 len: 946 time: 0.1486421 Dec 08 16:22:59.377702 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc97c0e6-9027-476e-8503-8127c331cc42 None None] New status for floating IP c459ce38-3054-4001-8ea0-08b39e9f4d12: ACTIVE {{(pid=110552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:22:59.405596 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-87c3668d-5fad-4195-b9ec-72b715de7542 req-5962ec1e-109c-4323-aaba-8ddee384dec9 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e37e86e-05e7-489d-9773-6d6a1b50dada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2515395 Dec 08 16:22:59.441380 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5db8a520-fa97-42bd-ab8a-4c7bdff192e5 req-53d426c6-e8e6-46b8-8294-21a3ceff0eec tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662856 Dec 08 16:22:59.601467 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port 660dfaa4-dc73-4fec-8ab2-40157a04804e completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:22:59.614729 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 660dfaa4-dc73-4fec-8ab2-40157a04804e triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:22:59.615289 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:59.667939 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:59.773492 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 45cc664c-b79c-4670-b032-a83af57e252c, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=45cc664c-b79c-4670-b032-a83af57e252c,segment=NetworkSegment(afb83eff-f022-42ac-a1fa-5ce0abadefb1),segment_id=afb83eff-f022-42ac-a1fa-5ce0abadefb1)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:59.826277 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:59.883152 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 660dfaa4-dc73-4fec-8ab2-40157a04804e, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=660dfaa4-dc73-4fec-8ab2-40157a04804e,segment=NetworkSegment(afb83eff-f022-42ac-a1fa-5ce0abadefb1),segment_id=afb83eff-f022-42ac-a1fa-5ce0abadefb1)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:59.893674 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:59.962915 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-598e9614-3470-47ed-9d7f-9b75adccdd46 req-d374a81e-6b50-40e3-b415-a4a4a9e1bff3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 393d4564-9a10-460e-a49d-f4edba8f56f4 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:22:59.981949 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-598e9614-3470-47ed-9d7f-9b75adccdd46 req-d374a81e-6b50-40e3-b415-a4a4a9e1bff3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:59.985331 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:59.993095 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=45cc664c-b79c-4670-b032-a83af57e252c,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:00.013169 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-598e9614-3470-47ed-9d7f-9b75adccdd46 req-d374a81e-6b50-40e3-b415-a4a4a9e1bff3 service neutron] Transition to ACTIVE for port object 393d4564-9a10-460e-a49d-f4edba8f56f4 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:23:00.089259 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-598e9614-3470-47ed-9d7f-9b75adccdd46 req-d374a81e-6b50-40e3-b415-a4a4a9e1bff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:00.108143 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=660dfaa4-dc73-4fec-8ab2-40157a04804e,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:00.206628 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba843e3e-6439-4249-b983-7d0a7277f9ab req-a2bf45f3-f4d5-4760-81c9-a2366dfb39ea tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:00.229245 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ba843e3e-6439-4249-b983-7d0a7277f9ab req-a2bf45f3-f4d5-4760-81c9-a2366dfb39ea tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=86aad0d6-356d-4577-856b-3e89c8cae51f HTTP/1.1" status: 200 len: 946 time: 0.1367309 Dec 08 16:23:00.241112 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d374a81e-6b50-40e3-b415-a4a4a9e1bff3 service neutron] Pushing event updated for resources: {'Port': ['ID=393d4564-9a10-460e-a49d-f4edba8f56f4,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:00.350411 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ba843e3e-6439-4249-b983-7d0a7277f9ab req-a0045d76-90a8-4fd6-aea9-e0294a1946f7 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188431 Dec 08 16:23:00.452662 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-598e9614-3470-47ed-9d7f-9b75adccdd46 req-d374a81e-6b50-40e3-b415-a4a4a9e1bff3 service neutron] Attempting to bind port 393d4564-9a10-460e-a49d-f4edba8f56f4 on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:23:00.453023 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-598e9614-3470-47ed-9d7f-9b75adccdd46 req-d374a81e-6b50-40e3-b415-a4a4a9e1bff3 service neutron] Attempting to bind port 393d4564-9a10-460e-a49d-f4edba8f56f4 by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': 'ac959813-99b5-4b55-bfae-aa5a32c49842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'eab82b1f-ce9c-4e14-bb83-96973f4a9fd1'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:23:00.459115 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598e9614-3470-47ed-9d7f-9b75adccdd46 req-d374a81e-6b50-40e3-b415-a4a4a9e1bff3 service neutron] Attempting to bind port 393d4564-9a10-460e-a49d-f4edba8f56f4 on network eab82b1f-ce9c-4e14-bb83-96973f4a9fd1 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:23:00.468413 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598e9614-3470-47ed-9d7f-9b75adccdd46 req-d374a81e-6b50-40e3-b415-a4a4a9e1bff3 service neutron] Port 393d4564-9a10-460e-a49d-f4edba8f56f4 on network eab82b1f-ce9c-4e14-bb83-96973f4a9fd1 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:23:00.468413 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598e9614-3470-47ed-9d7f-9b75adccdd46 req-d374a81e-6b50-40e3-b415-a4a4a9e1bff3 service neutron] Attempting to bind port 393d4564-9a10-460e-a49d-f4edba8f56f4 on network eab82b1f-ce9c-4e14-bb83-96973f4a9fd1 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:23:00.495163 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598e9614-3470-47ed-9d7f-9b75adccdd46 req-d374a81e-6b50-40e3-b415-a4a4a9e1bff3 service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:23:00.495454 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598e9614-3470-47ed-9d7f-9b75adccdd46 req-d374a81e-6b50-40e3-b415-a4a4a9e1bff3 service neutron] Checking segment: {'id': 'ac959813-99b5-4b55-bfae-aa5a32c49842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'eab82b1f-ce9c-4e14-bb83-96973f4a9fd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:23:00.496045 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598e9614-3470-47ed-9d7f-9b75adccdd46 req-d374a81e-6b50-40e3-b415-a4a4a9e1bff3 service neutron] Bound using segment: {'id': 'ac959813-99b5-4b55-bfae-aa5a32c49842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'eab82b1f-ce9c-4e14-bb83-96973f4a9fd1'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:23:00.496827 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-598e9614-3470-47ed-9d7f-9b75adccdd46 req-d374a81e-6b50-40e3-b415-a4a4a9e1bff3 service neutron] Bound port: 393d4564-9a10-460e-a49d-f4edba8f56f4, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac959813-99b5-4b55-bfae-aa5a32c49842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'eab82b1f-ce9c-4e14-bb83-96973f4a9fd1'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:23:00.497354 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-598e9614-3470-47ed-9d7f-9b75adccdd46 req-d374a81e-6b50-40e3-b415-a4a4a9e1bff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:00.590603 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4180760d-d429-459d-8f94-59f64a34f571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45cc664c-b79c-4670-b032-a83af57e252c'}, {'server_uuid': '86aad0d6-356d-4577-856b-3e89c8cae51f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '660dfaa4-dc73-4fec-8ab2-40157a04804e'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:23:00.593259 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae83882-2009-48fa-8aee-93acbbf8b6cc" -d '{"events": [{"server_uuid": "4180760d-d429-459d-8f94-59f64a34f571", "name": "network-vif-plugged", "status": "completed", "tag": "45cc664c-b79c-4670-b032-a83af57e252c"}, {"server_uuid": "86aad0d6-356d-4577-856b-3e89c8cae51f", "name": "network-vif-plugged", "status": "completed", "tag": "660dfaa4-dc73-4fec-8ab2-40157a04804e"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:23:00.647062 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f77a2-ad4c-4e95-8d56-2ddbc6490c7c req-4811e4cd-e3a8-4db6-872d-7e825651cdb3 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:00.670148 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d84f77a2-ad4c-4e95-8d56-2ddbc6490c7c req-4811e4cd-e3a8-4db6-872d-7e825651cdb3 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=9daa54dd-cbb3-4f70-9ba7-fc736ce1c28c HTTP/1.1" status: 200 len: 946 time: 0.1072350 Dec 08 16:23:00.781818 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d84f77a2-ad4c-4e95-8d56-2ddbc6490c7c req-ade00139-32ab-422b-be91-993eb37d50f3 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982652 Dec 08 16:23:00.795274 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc5170-0eb5-4119-a118-06dc2ae7312e req-37be08c8-8891-4825-82fc-cb5849d1e535 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:00.804459 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d8cc5170-0eb5-4119-a118-06dc2ae7312e req-37be08c8-8891-4825-82fc-cb5849d1e535 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f78f38-5648-401a-b435-4d04a6f1cf9f HTTP/1.1" status: 200 len: 944 time: 0.2231872 Dec 08 16:23:00.844822 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-598e9614-3470-47ed-9d7f-9b75adccdd46 req-d374a81e-6b50-40e3-b415-a4a4a9e1bff3 service neutron] For port 393d4564-9a10-460e-a49d-f4edba8f56f4, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:23:00.893450 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d8cc5170-0eb5-4119-a118-06dc2ae7312e req-503e0227-3013-4e6b-bceb-e6c949c4a397 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e37e86e-05e7-489d-9773-6d6a1b50dada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876966 Dec 08 16:23:00.916961 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-598e9614-3470-47ed-9d7f-9b75adccdd46 req-d374a81e-6b50-40e3-b415-a4a4a9e1bff3 service neutron] For port 393d4564-9a10-460e-a49d-f4edba8f56f4, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=393d4564-9a10-460e-a49d-f4edba8f56f4,segment=NetworkSegment(ac959813-99b5-4b55-bfae-aa5a32c49842),segment_id=ac959813-99b5-4b55-bfae-aa5a32c49842)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:23:00.939138 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Dec 2021 16:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b456e757-7274-4efe-9d94-4834d5bee842 x-openstack-request-id: req-b456e757-7274-4efe-9d94-4834d5bee842 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:23:00.940080 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4180760d-d429-459d-8f94-59f64a34f571", "name": "network-vif-plugged", "status": "completed", "tag": "45cc664c-b79c-4670-b032-a83af57e252c", "code": 200}, {"server_uuid": "86aad0d6-356d-4577-856b-3e89c8cae51f", "name": "network-vif-plugged", "status": "completed", "tag": "660dfaa4-dc73-4fec-8ab2-40157a04804e", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:23:00.940345 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b456e757-7274-4efe-9d94-4834d5bee842 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:23:00.940777 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4180760d-d429-459d-8f94-59f64a34f571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45cc664c-b79c-4670-b032-a83af57e252c', 'code': 200} Dec 08 16:23:00.941054 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86aad0d6-356d-4577-856b-3e89c8cae51f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '660dfaa4-dc73-4fec-8ab2-40157a04804e', 'code': 200} Dec 08 16:23:00.958503 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-598e9614-3470-47ed-9d7f-9b75adccdd46 req-d374a81e-6b50-40e3-b415-a4a4a9e1bff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:01.079901 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e9614-3470-47ed-9d7f-9b75adccdd46 req-d374a81e-6b50-40e3-b415-a4a4a9e1bff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:01.080570 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-598e9614-3470-47ed-9d7f-9b75adccdd46 req-d374a81e-6b50-40e3-b415-a4a4a9e1bff3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:01.102689 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-598e9614-3470-47ed-9d7f-9b75adccdd46 req-d374a81e-6b50-40e3-b415-a4a4a9e1bff3 service neutron] 10.222.0.76 "PUT /v2.0/ports/393d4564-9a10-460e-a49d-f4edba8f56f4 HTTP/1.1" status: 200 len: 1093 time: 2.2634830 Dec 08 16:23:01.141156 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8baa753-44bf-4935-b5f5-6daa89187dd1 req-c570a826-58ba-4ae5-b788-d43f6a161931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:01.146156 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d8baa753-44bf-4935-b5f5-6daa89187dd1 req-c570a826-58ba-4ae5-b788-d43f6a161931 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4180760d-d429-459d-8f94-59f64a34f571 HTTP/1.1" status: 200 len: 1097 time: 0.1095402 Dec 08 16:23:01.155724 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17f78f38-5648-401a-b435-4d04a6f1cf9f', 'tag': '393d4564-9a10-460e-a49d-f4edba8f56f4'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:23:01.162363 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc98b23-22e1-4064-b9a5-ce9aa7e17f55" -d '{"events": [{"name": "network-changed", "server_uuid": "17f78f38-5648-401a-b435-4d04a6f1cf9f", "tag": "393d4564-9a10-460e-a49d-f4edba8f56f4"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:23:01.210019 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d374a81e-6b50-40e3-b415-a4a4a9e1bff3 service neutron] Pushing event updated for resources: {'Port': ['ID=393d4564-9a10-460e-a49d-f4edba8f56f4,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:01.300938 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352c7ea9-81f7-4c1d-ad96-a07dd501788c x-openstack-request-id: req-352c7ea9-81f7-4c1d-ad96-a07dd501788c {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:23:01.300938 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17f78f38-5648-401a-b435-4d04a6f1cf9f", "tag": "393d4564-9a10-460e-a49d-f4edba8f56f4", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:23:01.300938 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-352c7ea9-81f7-4c1d-ad96-a07dd501788c {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:23:01.300938 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17f78f38-5648-401a-b435-4d04a6f1cf9f', 'tag': '393d4564-9a10-460e-a49d-f4edba8f56f4', 'status': 'completed', 'code': 200} Dec 08 16:23:01.322068 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d8baa753-44bf-4935-b5f5-6daa89187dd1 req-0f10a4d3-b8e6-4e98-a82e-0cc6acfd8bbe service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646919 Dec 08 16:23:01.324867 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f01e59-c78c-49d6-821f-11f67177e28a req-83f0f771-96c1-4047-9dc2-6f18e9aeda86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:01.326468 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-18f01e59-c78c-49d6-821f-11f67177e28a req-83f0f771-96c1-4047-9dc2-6f18e9aeda86 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=86aad0d6-356d-4577-856b-3e89c8cae51f HTTP/1.1" status: 200 len: 1098 time: 0.2627342 Dec 08 16:23:01.350007 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e9614-3470-47ed-9d7f-9b75adccdd46 req-81bbc6a0-0ec3-49c8-974a-7ab1dba1b936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:01.351550 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-598e9614-3470-47ed-9d7f-9b75adccdd46 req-81bbc6a0-0ec3-49c8-974a-7ab1dba1b936 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5ac8783bc8454dbdaff01b6ea349ef5e&device_id=17f78f38-5648-401a-b435-4d04a6f1cf9f HTTP/1.1" status: 200 len: 1096 time: 0.1355357 Dec 08 16:23:01.473241 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-18f01e59-c78c-49d6-821f-11f67177e28a req-df8ad6cf-5320-4a7b-9480-e7a3062910fe service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339383 Dec 08 16:23:01.676548 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-598e9614-3470-47ed-9d7f-9b75adccdd46 req-78602e50-c1ca-42a0-96f0-f2c68f43a5cb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=393d4564-9a10-460e-a49d-f4edba8f56f4 HTTP/1.1" status: 200 len: 217 time: 0.1027625 Dec 08 16:23:01.747579 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89246019-ecca-4be8-95f7-e04982ffc03b req-faff59e3-266f-4a95-8638-0634fa01d147 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:01.759268 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-89246019-ecca-4be8-95f7-e04982ffc03b req-faff59e3-266f-4a95-8638-0634fa01d147 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=86aad0d6-356d-4577-856b-3e89c8cae51f HTTP/1.1" status: 200 len: 946 time: 0.2791281 Dec 08 16:23:01.846810 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e9614-3470-47ed-9d7f-9b75adccdd46 req-97d687ba-8958-40d2-9a1e-63fc7415d5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:01.848361 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-598e9614-3470-47ed-9d7f-9b75adccdd46 req-97d687ba-8958-40d2-9a1e-63fc7415d5c4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3e5030cd-b3c2-4118-9383-aef383f9cf5f HTTP/1.1" status: 200 len: 834 time: 0.1647413 Dec 08 16:23:01.961408 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff993a-1db8-4b76-ac17-63f4e9f76e49 req-87bcb8c7-994e-4a47-b7cd-9a3765b6f392 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:01.962425 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-89246019-ecca-4be8-95f7-e04982ffc03b req-e0310397-51c1-460d-b506-de04d249ca02 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022715 Dec 08 16:23:01.964704 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-27ff993a-1db8-4b76-ac17-63f4e9f76e49 req-87bcb8c7-994e-4a47-b7cd-9a3765b6f392 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=9daa54dd-cbb3-4f70-9ba7-fc736ce1c28c HTTP/1.1" status: 200 len: 946 time: 0.0702007 Dec 08 16:23:01.966928 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e9614-3470-47ed-9d7f-9b75adccdd46 req-06827ba8-9219-43bb-b46c-ce3f27a006f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:01.969408 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-598e9614-3470-47ed-9d7f-9b75adccdd46 req-06827ba8-9219-43bb-b46c-ce3f27a006f7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=eab82b1f-ce9c-4e14-bb83-96973f4a9fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1010256 Dec 08 16:23:02.109320 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-27ff993a-1db8-4b76-ac17-63f4e9f76e49 req-d951b16e-d1f1-4f3f-8f6d-714d775a1589 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304283 Dec 08 16:23:02.156463 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-598e9614-3470-47ed-9d7f-9b75adccdd46 req-7ae3fbcb-0e0e-45b2-a653-89ce0d219302 service neutron] 10.222.0.76 "GET /v2.0/networks/eab82b1f-ce9c-4e14-bb83-96973f4a9fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762092 Dec 08 16:23:02.271794 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1fd4e0-4900-4295-a11c-94bcaa24ee67 req-ba2e0971-f050-464d-93b6-cf66c78422a0 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:02.284958 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5a1fd4e0-4900-4295-a11c-94bcaa24ee67 req-ba2e0971-f050-464d-93b6-cf66c78422a0 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f78f38-5648-401a-b435-4d04a6f1cf9f HTTP/1.1" status: 200 len: 944 time: 0.1030059 Dec 08 16:23:02.376776 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5a1fd4e0-4900-4295-a11c-94bcaa24ee67 req-d03a73c3-970a-4b8f-a7f5-13bcbe5e6b7e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e37e86e-05e7-489d-9773-6d6a1b50dada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895376 Dec 08 16:23:02.447658 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-598e9614-3470-47ed-9d7f-9b75adccdd46 req-a274899a-94fb-4998-b5fe-83ea5e4db86d service neutron] 10.222.0.76 "GET /v2.0/networks/eab82b1f-ce9c-4e14-bb83-96973f4a9fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834299 Dec 08 16:23:02.738097 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc98b23-22e1-4064-b9a5-ce9aa7e17f55 req-fa20cb5e-76c7-44ba-875e-f3583c227be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:02.740130 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-afc98b23-22e1-4064-b9a5-ce9aa7e17f55 req-fa20cb5e-76c7-44ba-875e-f3583c227be9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5ac8783bc8454dbdaff01b6ea349ef5e&device_id=17f78f38-5648-401a-b435-4d04a6f1cf9f HTTP/1.1" status: 200 len: 1096 time: 0.0920424 Dec 08 16:23:02.918389 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc98b23-22e1-4064-b9a5-ce9aa7e17f55 req-4bb7cfe6-e558-4d19-af5c-3a871651a137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:02.920078 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-afc98b23-22e1-4064-b9a5-ce9aa7e17f55 req-4bb7cfe6-e558-4d19-af5c-3a871651a137 service neutron] 10.222.0.76 "GET /v2.0/networks?id=eab82b1f-ce9c-4e14-bb83-96973f4a9fd1 HTTP/1.1" status: 200 len: 897 time: 0.1737213 Dec 08 16:23:03.028961 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-afc98b23-22e1-4064-b9a5-ce9aa7e17f55 req-9e4d71de-4489-4a94-93e0-cfbf7d8676ee service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=393d4564-9a10-460e-a49d-f4edba8f56f4 HTTP/1.1" status: 200 len: 217 time: 0.0945668 Dec 08 16:23:03.130648 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc98b23-22e1-4064-b9a5-ce9aa7e17f55 req-bcd526b9-13c9-4213-8820-2f3dfdf1725b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:03.131312 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-afc98b23-22e1-4064-b9a5-ce9aa7e17f55 req-bcd526b9-13c9-4213-8820-2f3dfdf1725b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3e5030cd-b3c2-4118-9383-aef383f9cf5f HTTP/1.1" status: 200 len: 834 time: 0.0934877 Dec 08 16:23:03.199976 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59227eb2-9d27-4bb7-bef2-1090d53d4d90 req-f1390430-6073-4cee-880c-453a0eb78089 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:03.218734 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-59227eb2-9d27-4bb7-bef2-1090d53d4d90 req-f1390430-6073-4cee-880c-453a0eb78089 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=86aad0d6-356d-4577-856b-3e89c8cae51f HTTP/1.1" status: 200 len: 946 time: 0.1178360 Dec 08 16:23:03.226747 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc98b23-22e1-4064-b9a5-ce9aa7e17f55 req-b2842a2a-e117-4931-a54b-c2a8aec604bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:03.228481 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-afc98b23-22e1-4064-b9a5-ce9aa7e17f55 req-b2842a2a-e117-4931-a54b-c2a8aec604bf service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=eab82b1f-ce9c-4e14-bb83-96973f4a9fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0816736 Dec 08 16:23:03.307218 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-59227eb2-9d27-4bb7-bef2-1090d53d4d90 req-4f349f49-b975-427d-921c-852849728e8c tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932050 Dec 08 16:23:03.448930 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-afc98b23-22e1-4064-b9a5-ce9aa7e17f55 req-a549ee56-f9a3-4f3f-8f27-25d40c614021 service neutron] 10.222.0.76 "GET /v2.0/networks/eab82b1f-ce9c-4e14-bb83-96973f4a9fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108293 Dec 08 16:23:03.473404 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98169ea8-e273-4586-a8db-76134ab7653e req-abf2e5ca-c621-43c4-99bc-914198a53b31 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:03.475060 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-98169ea8-e273-4586-a8db-76134ab7653e req-abf2e5ca-c621-43c4-99bc-914198a53b31 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=9daa54dd-cbb3-4f70-9ba7-fc736ce1c28c HTTP/1.1" status: 200 len: 946 time: 0.1098149 Dec 08 16:23:03.602496 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-98169ea8-e273-4586-a8db-76134ab7653e req-a7409011-fe31-42c1-b9b2-7390f95f67d9 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127667 Dec 08 16:23:03.826223 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-afc98b23-22e1-4064-b9a5-ce9aa7e17f55 req-173179c1-aa39-4ada-8c38-e998eeca6075 service neutron] 10.222.0.76 "GET /v2.0/networks/eab82b1f-ce9c-4e14-bb83-96973f4a9fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3693495 Dec 08 16:23:03.839922 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2af81b-0f8f-4a0b-8f25-84084da9b01b req-9fdcd6ec-99f6-4849-acec-c21d1ec17c79 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:03.848875 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0c2af81b-0f8f-4a0b-8f25-84084da9b01b req-9fdcd6ec-99f6-4849-acec-c21d1ec17c79 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f78f38-5648-401a-b435-4d04a6f1cf9f HTTP/1.1" status: 200 len: 944 time: 0.0938361 Dec 08 16:23:03.855424 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1dcb2e-aa3c-42cd-a049-20a57f6069af req-eb335721-d401-464b-b436-ec6f0920b693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:03.857501 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8d1dcb2e-aa3c-42cd-a049-20a57f6069af req-eb335721-d401-464b-b436-ec6f0920b693 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b054d0dcb49649e0950f266a7acfb033&device_id=86aad0d6-356d-4577-856b-3e89c8cae51f HTTP/1.1" status: 200 len: 1098 time: 0.1645617 Dec 08 16:23:03.930910 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0c2af81b-0f8f-4a0b-8f25-84084da9b01b req-147ee54c-3afa-4b16-817a-72de4e4d70c0 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e37e86e-05e7-489d-9773-6d6a1b50dada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721483 Dec 08 16:23:04.021756 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27fef99-49c6-4916-97cd-b49282ac61ff req-a5e92cff-447c-4dce-8f46-279d13ef23a0 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:04.029505 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a27fef99-49c6-4916-97cd-b49282ac61ff req-a5e92cff-447c-4dce-8f46-279d13ef23a0 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=86aad0d6-356d-4577-856b-3e89c8cae51f HTTP/1.1" status: 200 len: 946 time: 0.1957464 Dec 08 16:23:04.166274 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1dcb2e-aa3c-42cd-a049-20a57f6069af req-26a7cbac-35ea-4b29-981b-109f4deae6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:04.168557 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8d1dcb2e-aa3c-42cd-a049-20a57f6069af req-26a7cbac-35ea-4b29-981b-109f4deae6b1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a3f049e4-e272-4e56-8eaa-a36c0dbab3a1 HTTP/1.1" status: 200 len: 920 time: 0.2993798 Dec 08 16:23:04.174536 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a27fef99-49c6-4916-97cd-b49282ac61ff req-bd4d3c6a-b17e-4dee-90f4-31c2f34c3728 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298525 Dec 08 16:23:04.242601 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8d1dcb2e-aa3c-42cd-a049-20a57f6069af req-902cbd19-9fa7-45e5-9c61-240be7ff3a63 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=660dfaa4-dc73-4fec-8ab2-40157a04804e HTTP/1.1" status: 200 len: 217 time: 0.0654542 Dec 08 16:23:04.318338 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1dcb2e-aa3c-42cd-a049-20a57f6069af req-f693b752-949c-47a7-9edf-d5e87b778b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:04.321352 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8d1dcb2e-aa3c-42cd-a049-20a57f6069af req-f693b752-949c-47a7-9edf-d5e87b778b05 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=74b50aa4-8812-48e5-b8de-c1650bb82dc8 HTTP/1.1" status: 200 len: 859 time: 0.0686531 Dec 08 16:23:04.365747 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8d1dcb2e-aa3c-42cd-a049-20a57f6069af req-c1d43199-9fec-45fa-83e5-1138bdb09f59 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a3f049e4-e272-4e56-8eaa-a36c0dbab3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367115 Dec 08 16:23:04.510090 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:04.590126 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8d1dcb2e-aa3c-42cd-a049-20a57f6069af req-c9817bd4-4cde-4dfb-8e1d-90205bef4cd2 service neutron] 10.222.0.37 "GET /v2.0/networks/a3f049e4-e272-4e56-8eaa-a36c0dbab3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072413 Dec 08 16:23:05.143893 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a20195e-c701-4971-8b31-d46d09a8fe0f req-f858b9fd-ded4-41b1-b45d-0c952ef8b5e4 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:05.159844 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3a20195e-c701-4971-8b31-d46d09a8fe0f req-f858b9fd-ded4-41b1-b45d-0c952ef8b5e4 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f78f38-5648-401a-b435-4d04a6f1cf9f HTTP/1.1" status: 200 len: 944 time: 0.0948339 Dec 08 16:23:05.230134 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3a20195e-c701-4971-8b31-d46d09a8fe0f req-7bfd4763-0688-47ea-8972-d2de01ae6fb8 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e37e86e-05e7-489d-9773-6d6a1b50dada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689752 Dec 08 16:23:05.245196 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06b29b6-5577-4709-b170-042fd1f87588 req-c1df0e45-002b-40c7-b5d3-a2fcf5774455 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:05.246766 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a06b29b6-5577-4709-b170-042fd1f87588 req-c1df0e45-002b-40c7-b5d3-a2fcf5774455 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=9daa54dd-cbb3-4f70-9ba7-fc736ce1c28c HTTP/1.1" status: 200 len: 946 time: 0.1229889 Dec 08 16:23:05.253610 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8d1dcb2e-aa3c-42cd-a049-20a57f6069af req-7a46c585-6172-45b2-8fb9-2096c3da96ff service neutron] 10.222.0.37 "GET /v2.0/networks/a3f049e4-e272-4e56-8eaa-a36c0dbab3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6560028 Dec 08 16:23:05.317051 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a06b29b6-5577-4709-b170-042fd1f87588 req-546b2146-fc9b-4854-9da0-85a52ead20f3 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620844 Dec 08 16:23:05.381155 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:23:05.517409 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5be567e-3d8a-4fb1-be5e-0fc0ced28c89 req-078e80a3-bbe1-4525-89b4-a0a632fe2f62 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:05.519710 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e5be567e-3d8a-4fb1-be5e-0fc0ced28c89 req-078e80a3-bbe1-4525-89b4-a0a632fe2f62 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=86aad0d6-356d-4577-856b-3e89c8cae51f HTTP/1.1" status: 200 len: 946 time: 0.0638564 Dec 08 16:23:05.594304 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e5be567e-3d8a-4fb1-be5e-0fc0ced28c89 req-8b79a4ab-2f9a-44ea-a5aa-49af5ba5b5b8 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647285 Dec 08 16:23:06.175496 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e34efb4-5e10-44e1-bfaa-558abfe963f3 req-1606d35c-5027-42aa-8302-7019c1f7792e tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:06.177570 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1e34efb4-5e10-44e1-bfaa-558abfe963f3 req-1606d35c-5027-42aa-8302-7019c1f7792e tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 946 time: 0.0582705 Dec 08 16:23:06.181450 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 393d4564-9a10-460e-a49d-f4edba8f56f4 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:23:06.270206 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1e34efb4-5e10-44e1-bfaa-558abfe963f3 req-04e50abe-c890-4c31-ad02-62437256c365 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=0224af71-d7ce-4eed-aefa-724f93ccbe59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856011 Dec 08 16:23:06.386219 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 393d4564-9a10-460e-a49d-f4edba8f56f4, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=393d4564-9a10-460e-a49d-f4edba8f56f4,segment=NetworkSegment(ac959813-99b5-4b55-bfae-aa5a32c49842),segment_id=ac959813-99b5-4b55-bfae-aa5a32c49842)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:23:06.399473 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '393d4564-9a10-460e-a49d-f4edba8f56f4', 'network_id': 'eab82b1f-ce9c-4e14-bb83-96973f4a9fd1', 'port_id': '393d4564-9a10-460e-a49d-f4edba8f56f4', 'mac_address': 'fa:16:3e:e1:c7:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e5030cd-b3c2-4118-9383-aef383f9cf5f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:23:06.427889 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f69e0a-bd64-4d65-9fe5-326b1551340f req-ab26f7ce-77e1-45f0-ac52-f258e126287c tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:06.441885 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-45f69e0a-bd64-4d65-9fe5-326b1551340f req-ab26f7ce-77e1-45f0-ac52-f258e126287c tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f78f38-5648-401a-b435-4d04a6f1cf9f HTTP/1.1" status: 200 len: 944 time: 0.0958083 Dec 08 16:23:06.466958 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:06.508621 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 393d4564-9a10-460e-a49d-f4edba8f56f4 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:23:06.535080 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-45f69e0a-bd64-4d65-9fe5-326b1551340f req-a5c407c4-4cbf-4793-9fc7-3c0cdf7cb3a6 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e37e86e-05e7-489d-9773-6d6a1b50dada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912805 Dec 08 16:23:06.548882 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88daf6ff-4e14-4152-b946-633455235615 req-0dae5f02-2ee3-4358-893e-ac819fbbe7cc tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:06.559138 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-88daf6ff-4e14-4152-b946-633455235615 req-0dae5f02-2ee3-4358-893e-ac819fbbe7cc tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=9daa54dd-cbb3-4f70-9ba7-fc736ce1c28c HTTP/1.1" status: 200 len: 946 time: 0.1044555 Dec 08 16:23:06.562919 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 393d4564-9a10-460e-a49d-f4edba8f56f4, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=393d4564-9a10-460e-a49d-f4edba8f56f4,segment=NetworkSegment(ac959813-99b5-4b55-bfae-aa5a32c49842),segment_id=ac959813-99b5-4b55-bfae-aa5a32c49842)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:23:06.620902 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:06.633800 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-88daf6ff-4e14-4152-b946-633455235615 req-919eb66c-101f-4390-9942-74879b11d8ea tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714409 Dec 08 16:23:06.697353 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=393d4564-9a10-460e-a49d-f4edba8f56f4,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:06.768093 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c44df-648c-42e5-88cd-8f2b748780c9 req-27a677aa-f489-4a9e-95bb-1abe3fe492ca tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:06.770052 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-918c44df-648c-42e5-88cd-8f2b748780c9 req-27a677aa-f489-4a9e-95bb-1abe3fe492ca tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=86aad0d6-356d-4577-856b-3e89c8cae51f HTTP/1.1" status: 200 len: 946 time: 0.0706487 Dec 08 16:23:06.823456 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-918c44df-648c-42e5-88cd-8f2b748780c9 req-af2a7a86-2972-4123-b98c-cb2d2c86a816 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463622 Dec 08 16:23:06.982128 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['393d4564-9a10-460e-a49d-f4edba8f56f4'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:23:07.464589 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c39f2d-0dc4-4059-9c2c-ce5f522f90b0 req-3d5176ce-6766-4632-a9c1-4660f12f1f57 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:07.466271 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-14c39f2d-0dc4-4059-9c2c-ce5f522f90b0 req-3d5176ce-6766-4632-a9c1-4660f12f1f57 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 946 time: 0.0717378 Dec 08 16:23:07.527801 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-14c39f2d-0dc4-4059-9c2c-ce5f522f90b0 req-ff03b7e6-b76e-4c5f-838c-c8bd4547b352 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=0224af71-d7ce-4eed-aefa-724f93ccbe59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542548 Dec 08 16:23:07.735858 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a0548a-6765-4f5b-a6f4-5df0b8a8df85 req-aeaf4e75-d797-426c-a3f0-301ac67956d7 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:07.756895 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a4a0548a-6765-4f5b-a6f4-5df0b8a8df85 req-aeaf4e75-d797-426c-a3f0-301ac67956d7 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f78f38-5648-401a-b435-4d04a6f1cf9f HTTP/1.1" status: 200 len: 945 time: 0.1117024 Dec 08 16:23:07.833057 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee82d6b-034c-4634-b18c-55d7799b9c99 req-95b47219-83d2-4c95-b8c0-33b079bb762e tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:07.840362 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3ee82d6b-034c-4634-b18c-55d7799b9c99 req-95b47219-83d2-4c95-b8c0-33b079bb762e tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=9daa54dd-cbb3-4f70-9ba7-fc736ce1c28c HTTP/1.1" status: 200 len: 946 time: 0.0931566 Dec 08 16:23:07.859457 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b6ecdd-dcaa-4194-970b-a42b98a0524f req-0a99b094-0206-44c1-bc85-45cd6d6d2b1a tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:07.859878 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-76b6ecdd-dcaa-4194-970b-a42b98a0524f req-0a99b094-0206-44c1-bc85-45cd6d6d2b1a tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 946 time: 0.1766505 Dec 08 16:23:07.867813 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a4a0548a-6765-4f5b-a6f4-5df0b8a8df85 req-e015c556-a588-41e2-b637-6287106313c5 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e37e86e-05e7-489d-9773-6d6a1b50dada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097522 Dec 08 16:23:08.038527 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3ee82d6b-034c-4634-b18c-55d7799b9c99 req-439cbdf4-cfbe-4e42-a654-b6d270b2f103 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972551 Dec 08 16:23:08.099273 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-76b6ecdd-dcaa-4194-970b-a42b98a0524f req-a9f86533-6249-4dbe-9d2f-ff49f23d1e73 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Deleting port c4267dbf-c828-4c70-a0a3-657df4c055a0 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:23:08.100023 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-76b6ecdd-dcaa-4194-970b-a42b98a0524f req-a9f86533-6249-4dbe-9d2f-ff49f23d1e73 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:08.147885 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ce34a-efba-4ae9-9a55-acbb6cbde8a7 req-f65cfea6-4027-4ce6-8ea0-952640ada2aa tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:08.173249 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-883ce34a-efba-4ae9-9a55-acbb6cbde8a7 req-f65cfea6-4027-4ce6-8ea0-952640ada2aa tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=86aad0d6-356d-4577-856b-3e89c8cae51f HTTP/1.1" status: 200 len: 946 time: 0.1318693 Dec 08 16:23:08.269207 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-76b6ecdd-dcaa-4194-970b-a42b98a0524f req-a9f86533-6249-4dbe-9d2f-ff49f23d1e73 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] For port c4267dbf-c828-4c70-a0a3-657df4c055a0, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=c4267dbf-c828-4c70-a0a3-657df4c055a0,segment=NetworkSegment(2a82ecd5-a9d3-46a5-a060-3820facdd98d),segment_id=2a82ecd5-a9d3-46a5-a060-3820facdd98d)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:23:08.269596 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-76b6ecdd-dcaa-4194-970b-a42b98a0524f req-a9f86533-6249-4dbe-9d2f-ff49f23d1e73 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:08.289150 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-883ce34a-efba-4ae9-9a55-acbb6cbde8a7 req-e6a5ea16-1709-4a24-91d0-0102a4c94998 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141212 Dec 08 16:23:08.546825 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:08.560064 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-76b6ecdd-dcaa-4194-970b-a42b98a0524f req-a9f86533-6249-4dbe-9d2f-ff49f23d1e73 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:08.561707 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-76b6ecdd-dcaa-4194-970b-a42b98a0524f req-a9f86533-6249-4dbe-9d2f-ff49f23d1e73 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:08.562248 n-d-776250-12 neutron-server[110550]: INFO neutron.db.l3_db [req-76b6ecdd-dcaa-4194-970b-a42b98a0524f req-a9f86533-6249-4dbe-9d2f-ff49f23d1e73 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Floating IP 8bac6202-417a-472e-93d2-632fc7a31c6f disassociated. External IP: 172.25.0.208, port: c4267dbf-c828-4c70-a0a3-657df4c055a0. Dec 08 16:23:08.565661 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-76b6ecdd-dcaa-4194-970b-a42b98a0524f req-a9f86533-6249-4dbe-9d2f-ff49f23d1e73 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Calling delete_port for c4267dbf-c828-4c70-a0a3-657df4c055a0 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:23:08.777384 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2921f062-c4aa-45c6-95f4-3dba15fb724e req-e2178df3-9d21-4314-b19e-9e247cd16e3c tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:08.779701 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2921f062-c4aa-45c6-95f4-3dba15fb724e req-e2178df3-9d21-4314-b19e-9e247cd16e3c tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 946 time: 0.1178930 Dec 08 16:23:08.842464 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-76b6ecdd-dcaa-4194-970b-a42b98a0524f req-a9f86533-6249-4dbe-9d2f-ff49f23d1e73 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:08.912796 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f86533-6249-4dbe-9d2f-ff49f23d1e73 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Pushing event deleted for resources: {'Port': ['ID=c4267dbf-c828-4c70-a0a3-657df4c055a0,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:08.927410 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2921f062-c4aa-45c6-95f4-3dba15fb724e req-5fdd5836-524e-4d55-99ec-008414c8ac9f tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=0224af71-d7ce-4eed-aefa-724f93ccbe59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398945 Dec 08 16:23:08.934623 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f86533-6249-4dbe-9d2f-ff49f23d1e73 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:08.934902 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f86533-6249-4dbe-9d2f-ff49f23d1e73 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:08.937410 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f86533-6249-4dbe-9d2f-ff49f23d1e73 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:08.937410 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f86533-6249-4dbe-9d2f-ff49f23d1e73 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:08.937410 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f86533-6249-4dbe-9d2f-ff49f23d1e73 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:08.937663 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f86533-6249-4dbe-9d2f-ff49f23d1e73 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:08.937841 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f86533-6249-4dbe-9d2f-ff49f23d1e73 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:08.938704 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f86533-6249-4dbe-9d2f-ff49f23d1e73 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:08.939083 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f86533-6249-4dbe-9d2f-ff49f23d1e73 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:08.939489 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f86533-6249-4dbe-9d2f-ff49f23d1e73 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:08.939837 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f86533-6249-4dbe-9d2f-ff49f23d1e73 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:08.940703 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f86533-6249-4dbe-9d2f-ff49f23d1e73 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:08.941056 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f86533-6249-4dbe-9d2f-ff49f23d1e73 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:09.102556 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be2301-df69-451d-ae97-c7e91cd6e5cd req-ac4f923c-3fb3-46b5-9f46-7c4cc486f937 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:09.111978 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-05be2301-df69-451d-ae97-c7e91cd6e5cd req-ac4f923c-3fb3-46b5-9f46-7c4cc486f937 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f78f38-5648-401a-b435-4d04a6f1cf9f HTTP/1.1" status: 200 len: 945 time: 0.1114836 Dec 08 16:23:09.186793 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-05be2301-df69-451d-ae97-c7e91cd6e5cd req-80ef834c-2c57-43ed-84b3-1706fe1f8f8d tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e37e86e-05e7-489d-9773-6d6a1b50dada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717263 Dec 08 16:23:09.206853 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [req-76b6ecdd-dcaa-4194-970b-a42b98a0524f req-a9f86533-6249-4dbe-9d2f-ff49f23d1e73 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Router a280412e-a049-4c39-b674-5004fe506071 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:23:09.351261 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a642a801-6e4c-44a6-859f-72bd2dff4029 req-51d13774-2f88-4883-9dd9-8d601afb9a80 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:09.354168 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a642a801-6e4c-44a6-859f-72bd2dff4029 req-51d13774-2f88-4883-9dd9-8d601afb9a80 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=9daa54dd-cbb3-4f70-9ba7-fc736ce1c28c HTTP/1.1" status: 200 len: 946 time: 0.1425302 Dec 08 16:23:09.520159 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3166eff-0025-4d71-974d-1d2a64541296 req-b5764c5f-b527-4dc3-b48d-8b8e8ede3c35 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:09.540819 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e3166eff-0025-4d71-974d-1d2a64541296 req-b5764c5f-b527-4dc3-b48d-8b8e8ede3c35 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=86aad0d6-356d-4577-856b-3e89c8cae51f HTTP/1.1" status: 200 len: 946 time: 0.0984139 Dec 08 16:23:09.557694 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a642a801-6e4c-44a6-859f-72bd2dff4029 req-ef540618-ce7d-4407-966f-2bb9714ccf56 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909966 Dec 08 16:23:09.562490 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-76b6ecdd-dcaa-4194-970b-a42b98a0524f req-a9f86533-6249-4dbe-9d2f-ff49f23d1e73 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:23:09.574100 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e6c33f-951d-457b-9c65-82969c04c82e None None] Sync routers for ids ['a280412e-a049-4c39-b674-5004fe506071'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:23:09.602828 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e6c33f-951d-457b-9c65-82969c04c82e None None] Routers {'a280412e-a049-4c39-b674-5004fe506071'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:23:09.603725 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-69e6c33f-951d-457b-9c65-82969c04c82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:22:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['a280412e-a049-4c39-b674-5004fe506071'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:09.662928 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-76b6ecdd-dcaa-4194-970b-a42b98a0524f req-a9f86533-6249-4dbe-9d2f-ff49f23d1e73 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] No DVR routers for this DVR port c4267dbf-c828-4c70-a0a3-657df4c055a0 on host n-h2-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:23:09.672155 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-76b6ecdd-dcaa-4194-970b-a42b98a0524f req-a9f86533-6249-4dbe-9d2f-ff49f23d1e73 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:09.677946 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-76b6ecdd-dcaa-4194-970b-a42b98a0524f req-a9f86533-6249-4dbe-9d2f-ff49f23d1e73 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.37 "DELETE /v2.0/ports/c4267dbf-c828-4c70-a0a3-657df4c055a0 HTTP/1.1" status: 204 len: 173 time: 1.8091054 Dec 08 16:23:09.678663 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e3166eff-0025-4d71-974d-1d2a64541296 req-f6c76c84-6102-4703-94b2-e27850d0ebf9 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359413 Dec 08 16:23:09.679663 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2642e78-56a1-4187-9eab-2b32463c46ad', 'name': 'network-vif-deleted', 'tag': 'c4267dbf-c828-4c70-a0a3-657df4c055a0'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:23:09.685398 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d94d60-a377-4c53-8136-4aa9de961f70" -d '{"events": [{"server_uuid": "a2642e78-56a1-4187-9eab-2b32463c46ad", "name": "network-vif-deleted", "tag": "c4267dbf-c828-4c70-a0a3-657df4c055a0"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:23:09.803709 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4603d80f-d266-4414-805c-1e0f85ded4f4 x-openstack-request-id: req-4603d80f-d266-4414-805c-1e0f85ded4f4 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:23:09.804004 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2642e78-56a1-4187-9eab-2b32463c46ad", "name": "network-vif-deleted", "tag": "c4267dbf-c828-4c70-a0a3-657df4c055a0", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:23:09.804292 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4603d80f-d266-4414-805c-1e0f85ded4f4 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:23:09.804705 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2642e78-56a1-4187-9eab-2b32463c46ad', 'name': 'network-vif-deleted', 'tag': 'c4267dbf-c828-4c70-a0a3-657df4c055a0', 'status': 'completed', 'code': 200} Dec 08 16:23:09.932057 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-69e6c33f-951d-457b-9c65-82969c04c82e None None] Set router a280412e-a049-4c39-b674-5004fe506071 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:23:10.145248 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-195cf4c6-8784-474d-b63f-71d5932c22f3 req-e2133396-c9b5-4ba3-b93b-77774812f359 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2642e78-56a1-4187-9eab-2b32463c46ad HTTP/1.1" status: 200 len: 210 time: 0.0621996 Dec 08 16:23:10.215490 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 393d4564-9a10-460e-a49d-f4edba8f56f4 up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:23:10.268057 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-69e6c33f-951d-457b-9c65-82969c04c82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a280412e-a049-4c39-b674-5004fe506071', 'name': 'tempest-AttachVolumeShelveTestJSON-944697511-router', 'tenant_id': 'ebd580521ede49659be460136b14e0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'd38b47d4-eb5e-46ec-86b0-5f90264f9489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:18:24Z', 'updated_at': '2021-12-08T16:18:32Z', 'revision_number': 4, 'project_id': 'ebd580521ede49659be460136b14e0dd', 'gw_port': {'id': 'd38b47d4-eb5e-46ec-86b0-5f90264f9489', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:de:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a280412e-a049-4c39-b674-5004fe506071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:18:25Z', 'updated_at': '2021-12-08T16:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'a5ed6ac9-2639-4afc-8743-769278c1f01a', 'name': '', 'network_id': '96222b75-0d7f-43da-898a-91046f8bdc5a', 'tenant_id': 'ebd580521ede49659be460136b14e0dd', 'mac_address': 'fa:16:3e:49:0b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a280412e-a049-4c39-b674-5004fe506071', 'device_owner': 'network:router_interface', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': '297bd6e5-3bf7-4d91-8a12-5133ca44aa82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:18:29Z', 'updated_at': '2021-12-08T16:18:38Z', 'revision_number': 5, 'project_id': 'ebd580521ede49659be460136b14e0dd', 'subnets': [{'id': '297bd6e5-3bf7-4d91-8a12-5133ca44aa82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:10.361379 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e6c33f-951d-457b-9c65-82969c04c82e None None] Checking router: a280412e-a049-4c39-b674-5004fe506071 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:23:10.371681 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e6c33f-951d-457b-9c65-82969c04c82e None None] Routers {'a280412e-a049-4c39-b674-5004fe506071'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:23:10.372338 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-69e6c33f-951d-457b-9c65-82969c04c82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:22:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['a280412e-a049-4c39-b674-5004fe506071'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:10.400002 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679dff38-9ab5-4ec2-9aef-bb42431817c9 req-8ba0e558-0df0-412c-87b2-78ab0e6dea3e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:10.409265 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-679dff38-9ab5-4ec2-9aef-bb42431817c9 req-8ba0e558-0df0-412c-87b2-78ab0e6dea3e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f78f38-5648-401a-b435-4d04a6f1cf9f HTTP/1.1" status: 200 len: 945 time: 0.0754068 Dec 08 16:23:10.461091 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port 393d4564-9a10-460e-a49d-f4edba8f56f4 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:23:10.465828 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 393d4564-9a10-460e-a49d-f4edba8f56f4 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:23:10.466422 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:10.544892 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-679dff38-9ab5-4ec2-9aef-bb42431817c9 req-12131eb9-aaf8-44dc-a530-3b9996a6b516 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e37e86e-05e7-489d-9773-6d6a1b50dada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342661 Dec 08 16:23:10.680915 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-69e6c33f-951d-457b-9c65-82969c04c82e None None] Set router a280412e-a049-4c39-b674-5004fe506071 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:23:10.765817 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:10.872017 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791ef017-2b6b-44e9-8be0-132ee95d8f22 req-dd8fc7eb-4cb9-45eb-93f1-806181cfd675 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:10.874364 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-791ef017-2b6b-44e9-8be0-132ee95d8f22 req-dd8fc7eb-4cb9-45eb-93f1-806181cfd675 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=86aad0d6-356d-4577-856b-3e89c8cae51f HTTP/1.1" status: 200 len: 946 time: 0.0892644 Dec 08 16:23:10.893875 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 393d4564-9a10-460e-a49d-f4edba8f56f4, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=393d4564-9a10-460e-a49d-f4edba8f56f4,segment=NetworkSegment(ac959813-99b5-4b55-bfae-aa5a32c49842),segment_id=ac959813-99b5-4b55-bfae-aa5a32c49842)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:23:10.895480 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f78f38-5648-401a-b435-4d04a6f1cf9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '393d4564-9a10-460e-a49d-f4edba8f56f4'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:23:10.900805 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc6993e2-94f3-4c6d-a8ac-d97a77829dd9" -d '{"events": [{"server_uuid": "17f78f38-5648-401a-b435-4d04a6f1cf9f", "name": "network-vif-plugged", "status": "completed", "tag": "393d4564-9a10-460e-a49d-f4edba8f56f4"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:23:10.902881 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ceb7f1-26d5-4fea-b71e-7c8ba602c25b req-4b3fba1d-b9d8-4e43-8d2f-a20111e60185 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:10.920221 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c5ceb7f1-26d5-4fea-b71e-7c8ba602c25b req-4b3fba1d-b9d8-4e43-8d2f-a20111e60185 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=9daa54dd-cbb3-4f70-9ba7-fc736ce1c28c HTTP/1.1" status: 200 len: 946 time: 0.1485169 Dec 08 16:23:10.965091 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:11.010083 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-791ef017-2b6b-44e9-8be0-132ee95d8f22 req-7736be3d-0774-4c16-9682-bfd6ce254173 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274636 Dec 08 16:23:11.034172 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c5ceb7f1-26d5-4fea-b71e-7c8ba602c25b req-bf5c6ecd-8188-453b-8292-8157c4ab152c tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126168 Dec 08 16:23:11.085913 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=393d4564-9a10-460e-a49d-f4edba8f56f4,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:11.106054 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb13c362-9541-4d4d-aecc-900cc067e171 x-openstack-request-id: req-eb13c362-9541-4d4d-aecc-900cc067e171 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:23:11.106561 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f78f38-5648-401a-b435-4d04a6f1cf9f", "name": "network-vif-plugged", "status": "completed", "tag": "393d4564-9a10-460e-a49d-f4edba8f56f4", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:23:11.106948 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eb13c362-9541-4d4d-aecc-900cc067e171 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:23:11.107519 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f78f38-5648-401a-b435-4d04a6f1cf9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '393d4564-9a10-460e-a49d-f4edba8f56f4', 'code': 200} Dec 08 16:23:11.178747 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-69e6c33f-951d-457b-9c65-82969c04c82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a280412e-a049-4c39-b674-5004fe506071', 'name': 'tempest-AttachVolumeShelveTestJSON-944697511-router', 'tenant_id': 'ebd580521ede49659be460136b14e0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'd38b47d4-eb5e-46ec-86b0-5f90264f9489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:18:24Z', 'updated_at': '2021-12-08T16:18:32Z', 'revision_number': 4, 'project_id': 'ebd580521ede49659be460136b14e0dd', 'gw_port': {'id': 'd38b47d4-eb5e-46ec-86b0-5f90264f9489', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:de:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a280412e-a049-4c39-b674-5004fe506071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:18:25Z', 'updated_at': '2021-12-08T16:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'a5ed6ac9-2639-4afc-8743-769278c1f01a', 'name': '', 'network_id': '96222b75-0d7f-43da-898a-91046f8bdc5a', 'tenant_id': 'ebd580521ede49659be460136b14e0dd', 'mac_address': 'fa:16:3e:49:0b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a280412e-a049-4c39-b674-5004fe506071', 'device_owner': 'network:router_interface', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': '297bd6e5-3bf7-4d91-8a12-5133ca44aa82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:18:29Z', 'updated_at': '2021-12-08T16:18:38Z', 'revision_number': 5, 'project_id': 'ebd580521ede49659be460136b14e0dd', 'subnets': [{'id': '297bd6e5-3bf7-4d91-8a12-5133ca44aa82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:11.207989 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e6c33f-951d-457b-9c65-82969c04c82e None None] The sync data for ids ['a280412e-a049-4c39-b674-5004fe506071'] in n-d-776250-12 is: [{'id': 'a280412e-a049-4c39-b674-5004fe506071', 'name': 'tempest-AttachVolumeShelveTestJSON-944697511-router', 'tenant_id': 'ebd580521ede49659be460136b14e0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'd38b47d4-eb5e-46ec-86b0-5f90264f9489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:18:24Z', 'updated_at': '2021-12-08T16:18:32Z', 'revision_number': 4, 'project_id': 'ebd580521ede49659be460136b14e0dd', 'gw_port': {'id': 'd38b47d4-eb5e-46ec-86b0-5f90264f9489', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:de:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a280412e-a049-4c39-b674-5004fe506071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:18:25Z', 'updated_at': '2021-12-08T16:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'a5ed6ac9-2639-4afc-8743-769278c1f01a', 'name': '', 'network_id': '96222b75-0d7f-43da-898a-91046f8bdc5a', 'tenant_id': 'ebd580521ede49659be460136b14e0dd', 'mac_address': 'fa:16:3e:49:0b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a280412e-a049-4c39-b674-5004fe506071', 'device_owner': 'network:router_interface', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': '297bd6e5-3bf7-4d91-8a12-5133ca44aa82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:18:29Z', 'updated_at': '2021-12-08T16:18:38Z', 'revision_number': 5, 'project_id': 'ebd580521ede49659be460136b14e0dd', 'subnets': [{'id': '297bd6e5-3bf7-4d91-8a12-5133ca44aa82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:23:11.355700 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b4543-e7c3-4d12-aec1-65269c593a9f req-bd520556-f031-4278-8b43-8ef06ad9d2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:11.360821 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ae5b4543-e7c3-4d12-aec1-65269c593a9f req-bd520556-f031-4278-8b43-8ef06ad9d2ac service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=17f78f38-5648-401a-b435-4d04a6f1cf9f HTTP/1.1" status: 200 len: 1098 time: 0.1213434 Dec 08 16:23:11.447180 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-304860ff-73af-4452-aadb-8eca3f086038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:11.449128 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ae5b4543-e7c3-4d12-aec1-65269c593a9f req-45886273-8c07-4a16-a740-c4ac75ffdf2e service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=0e37e86e-05e7-489d-9773-6d6a1b50dada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803390 Dec 08 16:23:11.494956 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 60910) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:11.598925 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8d60b614-db5c-4644-8bc5-1c85f385cb26 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:11.632612 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8d60b614-db5c-4644-8bc5-1c85f385cb26 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:11.663237 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245cf465-2eea-4d23-88bc-610e0a44c621 None None] New status for floating IP 8bac6202-417a-472e-93d2-632fc7a31c6f: DOWN {{(pid=110552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:23:11.720903 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbb8b0a-0408-485e-a624-3b6cc0831fcd req-170bc078-3a94-47f3-9975-1cce05e430c8 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:11.722483 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9cbb8b0a-0408-485e-a624-3b6cc0831fcd req-170bc078-3a94-47f3-9975-1cce05e430c8 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f78f38-5648-401a-b435-4d04a6f1cf9f HTTP/1.1" status: 200 len: 946 time: 0.0598011 Dec 08 16:23:11.780047 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9cbb8b0a-0408-485e-a624-3b6cc0831fcd req-27a904da-567c-449d-a15d-29804f815ef0 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e37e86e-05e7-489d-9773-6d6a1b50dada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499294 Dec 08 16:23:11.934876 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8d60b614-db5c-4644-8bc5-1c85f385cb26 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:11.937711 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8d60b614-db5c-4644-8bc5-1c85f385cb26 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:11.941499 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-8d60b614-db5c-4644-8bc5-1c85f385cb26 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "DELETE /v2.0/security-groups/0224af71-d7ce-4eed-aefa-724f93ccbe59 HTTP/1.1" status: 204 len: 168 time: 0.4428501 Dec 08 16:23:11.946923 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 60918) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:11.956147 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d60b614-db5c-4644-8bc5-1c85f385cb26 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0224af71-d7ce-4eed-aefa-724f93ccbe59,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:11.960738 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-5b6c995f-a3bd-4cb9-9345-7ab832846df5 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] show failed (client error): The resource could not be found. Dec 08 16:23:11.965656 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-5b6c995f-a3bd-4cb9-9345-7ab832846df5 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups/0224af71-d7ce-4eed-aefa-724f93ccbe59 HTTP/1.1" status: 404 len: 347 time: 0.0217803 Dec 08 16:23:11.968044 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 60920) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:12.217999 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-f88fcfbf-e0fc-4174-9a49-ffaa4ffe95c6 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Deleting port 143acc07-3083-4957-b6ca-74d844caed1d {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:23:12.218310 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f88fcfbf-e0fc-4174-9a49-ffaa4ffe95c6 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:12.255647 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9fa831-69c1-405c-821d-a0e219f5f67a req-89569d15-b2af-48e1-af57-3c953cef088b tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:12.261859 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7b9fa831-69c1-405c-821d-a0e219f5f67a req-89569d15-b2af-48e1-af57-3c953cef088b tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=86aad0d6-356d-4577-856b-3e89c8cae51f HTTP/1.1" status: 200 len: 946 time: 0.1172719 Dec 08 16:23:12.321726 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f88fcfbf-e0fc-4174-9a49-ffaa4ffe95c6 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:12.322314 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f88fcfbf-e0fc-4174-9a49-ffaa4ffe95c6 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:12.343235 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7b9fa831-69c1-405c-821d-a0e219f5f67a req-5853ec98-59d5-4d21-89c5-fb71a4f3fdc4 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780723 Dec 08 16:23:12.355650 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-f88fcfbf-e0fc-4174-9a49-ffaa4ffe95c6 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Calling delete_port for 143acc07-3083-4957-b6ca-74d844caed1d owned by network:floatingip {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:23:12.474035 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9366f587-b860-4503-82e2-7575f50b29dd req-8adcc2e5-b50a-4b1b-a732-c9370d70ce76 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:12.475587 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9366f587-b860-4503-82e2-7575f50b29dd req-8adcc2e5-b50a-4b1b-a732-c9370d70ce76 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=9daa54dd-cbb3-4f70-9ba7-fc736ce1c28c HTTP/1.1" status: 200 len: 946 time: 0.3034720 Dec 08 16:23:12.580520 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9366f587-b860-4503-82e2-7575f50b29dd req-5cd01c22-af86-4c43-be11-2426b405c79a tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913806 Dec 08 16:23:12.729231 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f88fcfbf-e0fc-4174-9a49-ffaa4ffe95c6 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:12.774630 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88fcfbf-e0fc-4174-9a49-ffaa4ffe95c6 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Pushing event deleted for resources: {'Port': ['ID=143acc07-3083-4957-b6ca-74d844caed1d,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:12.897605 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f88fcfbf-e0fc-4174-9a49-ffaa4ffe95c6 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks [] for floatingip, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:12.900351 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f88fcfbf-e0fc-4174-9a49-ffaa4ffe95c6 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:12.901620 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f88fcfbf-e0fc-4174-9a49-ffaa4ffe95c6 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "DELETE /v2.0/floatingips/8bac6202-417a-472e-93d2-632fc7a31c6f HTTP/1.1" status: 204 len: 168 time: 0.9320898 Dec 08 16:23:13.051493 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8528d1e-c530-4bc7-9ff4-317bb77a6352 req-b0d787e7-0a38-40f7-bd7f-d686f0ea58ea tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:13.067298 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a8528d1e-c530-4bc7-9ff4-317bb77a6352 req-b0d787e7-0a38-40f7-bd7f-d686f0ea58ea tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f78f38-5648-401a-b435-4d04a6f1cf9f HTTP/1.1" status: 200 len: 946 time: 0.1297808 Dec 08 16:23:13.155042 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device c4267dbf-c828-4c70-a0a3-657df4c055a0 no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:23:13.223908 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a8528d1e-c530-4bc7-9ff4-317bb77a6352 req-0abfb6e7-ddb5-49cf-8af2-aa4809042ad9 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e37e86e-05e7-489d-9773-6d6a1b50dada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1555996 Dec 08 16:23:13.261033 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: c4267dbf-c828-4c70-a0a3-657df4c055a0 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:23:13.261456 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device c4267dbf-c828-4c70-a0a3-657df4c055a0 not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:23:13.573364 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b8db7-8861-4502-86a2-4f3d5e16f5b6 req-68e04aa6-98d6-4aa9-bc7a-593a6d52e663 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:13.579080 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-be5b8db7-8861-4502-86a2-4f3d5e16f5b6 req-68e04aa6-98d6-4aa9-bc7a-593a6d52e663 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=86aad0d6-356d-4577-856b-3e89c8cae51f HTTP/1.1" status: 200 len: 946 time: 0.1137438 Dec 08 16:23:13.643601 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-be5b8db7-8861-4502-86a2-4f3d5e16f5b6 req-82af821b-d01e-4334-ad72-3541a37fb97f tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565515 Dec 08 16:23:13.832884 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 60972) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:13.838750 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-1ea76767-fc39-43e2-bce2-2a14cdcf65b5 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Request body: {'security_group': {'name': 'tempest-securitygroup--599530890', 'description': 'tempest-description--1970562466'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:23:13.888214 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c97cb8-2a11-4cc5-9ae8-82dfb60be455 req-cb00a8db-a23f-4b8f-899d-832a9d629e15 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:13.902089 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f0c97cb8-2a11-4cc5-9ae8-82dfb60be455 req-cb00a8db-a23f-4b8f-899d-832a9d629e15 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=9daa54dd-cbb3-4f70-9ba7-fc736ce1c28c HTTP/1.1" status: 200 len: 946 time: 0.1021183 Dec 08 16:23:13.943546 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1ea76767-fc39-43e2-bce2-2a14cdcf65b5 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:13.969127 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f0c97cb8-2a11-4cc5-9ae8-82dfb60be455 req-f667c46a-f65c-441c-98c6-8fd776320eff tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659993 Dec 08 16:23:14.082334 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1ea76767-fc39-43e2-bce2-2a14cdcf65b5 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:14.110623 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ceab15fc-36f6-410f-8f77-8a686e758134 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:14.163182 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1ea76767-fc39-43e2-bce2-2a14cdcf65b5 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:14.231625 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea76767-fc39-43e2-bce2-2a14cdcf65b5 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f2ad79-b8e6-4523-9d6e-1cfbd1d7f7fe,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:14.309376 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1ea76767-fc39-43e2-bce2-2a14cdcf65b5 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:14.312291 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-1ea76767-fc39-43e2-bce2-2a14cdcf65b5 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4772348 Dec 08 16:23:14.315789 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 60982) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:14.322236 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-d1689925-445b-4595-9aea-2fe150d54830 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Request body: {'security_group_rule': {'security_group_id': 'e4f2ad79-b8e6-4523-9d6e-1cfbd1d7f7fe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:23:14.381932 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1373a1b8-49e5-4a77-afc5-c3964871bcd1 req-c80ab56f-ec19-4f90-9547-0524bb238b72 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:14.390147 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1373a1b8-49e5-4a77-afc5-c3964871bcd1 req-c80ab56f-ec19-4f90-9547-0524bb238b72 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f78f38-5648-401a-b435-4d04a6f1cf9f HTTP/1.1" status: 200 len: 946 time: 0.0663657 Dec 08 16:23:14.437708 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d1689925-445b-4595-9aea-2fe150d54830 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:14.457501 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1373a1b8-49e5-4a77-afc5-c3964871bcd1 req-4a79937c-e18e-47ed-b26c-1363a635e569 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e37e86e-05e7-489d-9773-6d6a1b50dada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664513 Dec 08 16:23:14.571648 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d1689925-445b-4595-9aea-2fe150d54830 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:14.646696 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74575ca1-52b7-47b0-9bc6-1456af8dfbd4 req-091bea3c-a9c4-47b5-a560-5b0dea62dc30 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:14.648340 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-74575ca1-52b7-47b0-9bc6-1456af8dfbd4 req-091bea3c-a9c4-47b5-a560-5b0dea62dc30 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f78f38-5648-401a-b435-4d04a6f1cf9f HTTP/1.1" status: 200 len: 946 time: 0.1038411 Dec 08 16:23:14.654428 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d1689925-445b-4595-9aea-2fe150d54830 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:14.722164 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 60996) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:14.735359 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1689925-445b-4595-9aea-2fe150d54830 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73959d3d-d361-4c66-9015-2e6c155632e8,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:14.812301 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d1689925-445b-4595-9aea-2fe150d54830 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:14.815920 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-d1689925-445b-4595-9aea-2fe150d54830 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4970500 Dec 08 16:23:14.817767 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 32770) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:14.828066 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-ae9fcebe-7b5a-4dc7-981b-298c76b5b836 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Request body: {'security_group_rule': {'security_group_id': 'e4f2ad79-b8e6-4523-9d6e-1cfbd1d7f7fe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:23:14.841518 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-74575ca1-52b7-47b0-9bc6-1456af8dfbd4 req-22dd705c-8b75-4e9f-9f38-175e1bbc15d7 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e37e86e-05e7-489d-9773-6d6a1b50dada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1785767 Dec 08 16:23:14.867970 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 32772) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:14.873558 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c5659-117c-416c-a73d-e36c4d038388 req-075bb62b-9fb4-4224-ae92-b74ab3cb4fdb tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:14.883478 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-639c5659-117c-416c-a73d-e36c4d038388 req-075bb62b-9fb4-4224-ae92-b74ab3cb4fdb tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=86aad0d6-356d-4577-856b-3e89c8cae51f HTTP/1.1" status: 200 len: 946 time: 0.1380897 Dec 08 16:23:14.965227 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-639c5659-117c-416c-a73d-e36c4d038388 req-775292b7-269b-40f9-ac0b-24bf0a1778d9 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804219 Dec 08 16:23:14.980570 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371686d4-993c-4aa4-a881-c85ad2b5cfdf tempest-TestNetworkAdvancedServerOps-1604663679 tempest-TestNetworkAdvancedServerOps-1604663679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:14.982718 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-371686d4-993c-4aa4-a881-c85ad2b5cfdf tempest-TestNetworkAdvancedServerOps-1604663679 tempest-TestNetworkAdvancedServerOps-1604663679-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=17f78f38-5648-401a-b435-4d04a6f1cf9f HTTP/1.1" status: 200 len: 1093 time: 0.1133764 Dec 08 16:23:14.991446 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 32776) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:15.005723 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-78248a32-ca42-4867-848b-d13482cab48b tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Request body: {'floatingip': {'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'port_id': '393d4564-9a10-460e-a49d-f4edba8f56f4', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:23:15.012928 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4501dc14-8646-4e2e-92a4-538ae37c7650 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:15.044543 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ae9fcebe-7b5a-4dc7-981b-298c76b5b836 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:15.147904 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ae9fcebe-7b5a-4dc7-981b-298c76b5b836 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:15.149087 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c5f6b-5ecc-454b-88c8-c64d075ab378 req-e89b6511-f29b-4826-8c9b-ad106b0832f8 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:15.158576 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-601c5f6b-5ecc-454b-88c8-c64d075ab378 req-e89b6511-f29b-4826-8c9b-ad106b0832f8 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=9daa54dd-cbb3-4f70-9ba7-fc736ce1c28c HTTP/1.1" status: 200 len: 946 time: 0.0891225 Dec 08 16:23:15.181022 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-78248a32-ca42-4867-848b-d13482cab48b tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for floatingip, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:15.192112 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:15.259672 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ae9fcebe-7b5a-4dc7-981b-298c76b5b836 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:15.277962 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-601c5f6b-5ecc-454b-88c8-c64d075ab378 req-e10a5f2e-7753-434d-b66a-6611c835f525 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058049 Dec 08 16:23:15.310532 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9fcebe-7b5a-4dc7-981b-298c76b5b836 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e02f69e8-d5e7-47fb-b165-24c940dd4222,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:15.352471 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4501dc14-8646-4e2e-92a4-538ae37c7650 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:15.393149 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ae9fcebe-7b5a-4dc7-981b-298c76b5b836 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:15.394825 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ae9fcebe-7b5a-4dc7-981b-298c76b5b836 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5759501 Dec 08 16:23:15.397851 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 32778) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:15.403576 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-24e85796-a16f-4b19-ae4b-4da68a92f3b0 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Request body: {'floatingip': {'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:23:15.427669 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4501dc14-8646-4e2e-92a4-538ae37c7650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:15.461183 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-4501dc14-8646-4e2e-92a4-538ae37c7650 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7fecaf19c5cf4f39be2f28560c16e543&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7368724 Dec 08 16:23:15.463516 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-78248a32-ca42-4867-848b-d13482cab48b tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:15.463891 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 32780) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:15.573992 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9fca3275-aa31-45a4-8c52-02e508288a86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:15.595693 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-24e85796-a16f-4b19-ae4b-4da68a92f3b0 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks [] for floatingip, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:15.617670 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9fca3275-aa31-45a4-8c52-02e508288a86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:15.678632 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4501dc14-8646-4e2e-92a4-538ae37c7650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d2958f-c2b1-4f22-8830-8b8f6ca28887,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:15.735244 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9fca3275-aa31-45a4-8c52-02e508288a86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:15.738144 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9fca3275-aa31-45a4-8c52-02e508288a86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:15.758122 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-9fca3275-aa31-45a4-8c52-02e508288a86 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d5d2958f-c2b1-4f22-8830-8b8f6ca28887 HTTP/1.1" status: 204 len: 168 time: 0.2771840 Dec 08 16:23:15.780239 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca3275-aa31-45a4-8c52-02e508288a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d2958f-c2b1-4f22-8830-8b8f6ca28887,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:15.837091 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-78248a32-ca42-4867-848b-d13482cab48b tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Allocated IP 172.25.0.222 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/ae5efd67-95af-4fb5-9ae8-63df413585e7) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:23:15.926843 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-24e85796-a16f-4b19-ae4b-4da68a92f3b0 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:16.140043 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-78248a32-ca42-4867-848b-d13482cab48b tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:16.201091 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d51da-90bb-48de-a1dd-d7a04141432e req-858236a2-42be-4d20-8f07-a4944609f450 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:16.216750 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4b1d51da-90bb-48de-a1dd-d7a04141432e req-858236a2-42be-4d20-8f07-a4944609f450 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=86aad0d6-356d-4577-856b-3e89c8cae51f HTTP/1.1" status: 200 len: 946 time: 0.0894041 Dec 08 16:23:16.273330 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4b1d51da-90bb-48de-a1dd-d7a04141432e req-8e747504-fb17-495d-a3f7-bf87a7b3055a tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554044 Dec 08 16:23:16.327333 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-78248a32-ca42-4867-848b-d13482cab48b tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:16.531364 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78248a32-ca42-4867-848b-d13482cab48b tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:23:16.533052 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-78248a32-ca42-4867-848b-d13482cab48b tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:23:16.541353 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78248a32-ca42-4867-848b-d13482cab48b tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:23:16.584987 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-24e85796-a16f-4b19-ae4b-4da68a92f3b0 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Allocated IP 172.25.0.46 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/ae9d6ad0-ab5d-44ed-aace-c98c54785a41) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:23:16.610059 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78248a32-ca42-4867-848b-d13482cab48b tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event updated for resources: {'Port': ['ID=ae5efd67-95af-4fb5-9ae8-63df413585e7,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:16.686884 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac15439-d98b-4a46-9018-2c0722909484 req-d36cb685-3dba-4afe-9a81-f8dba715a795 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:16.695057 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fac15439-d98b-4a46-9018-2c0722909484 req-d36cb685-3dba-4afe-9a81-f8dba715a795 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=9daa54dd-cbb3-4f70-9ba7-fc736ce1c28c HTTP/1.1" status: 200 len: 946 time: 0.2278759 Dec 08 16:23:16.709116 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 32812) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:16.729765 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:16.745985 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7b822346-bfc6-4b76-af99-fd1fed2407ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:16.898376 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7b822346-bfc6-4b76-af99-fd1fed2407ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:16.907559 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fac15439-d98b-4a46-9018-2c0722909484 req-c6f7ef12-4b42-4f0a-ab85-ce167e7ec416 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116082 Dec 08 16:23:16.913598 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-24e85796-a16f-4b19-ae4b-4da68a92f3b0 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:16.957846 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7b822346-bfc6-4b76-af99-fd1fed2407ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:17.003192 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-7b822346-bfc6-4b76-af99-fd1fed2407ba admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3e62ac82b5c14ccfa5adf3d52be2579c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2926741 Dec 08 16:23:17.005640 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 32816) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:17.053268 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b822346-bfc6-4b76-af99-fd1fed2407ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6a9b71-3fb8-4219-bc3e-c36bb8ae3f6f,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:17.103011 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ece554e7-acf7-42ce-b73e-9d8034fa0dcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:17.137264 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-24e85796-a16f-4b19-ae4b-4da68a92f3b0 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:17.143241 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ece554e7-acf7-42ce-b73e-9d8034fa0dcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:17.201997 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e85796-a16f-4b19-ae4b-4da68a92f3b0 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:23:17.240309 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-24e85796-a16f-4b19-ae4b-4da68a92f3b0 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:23:17.246400 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e85796-a16f-4b19-ae4b-4da68a92f3b0 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:23:17.253148 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e85796-a16f-4b19-ae4b-4da68a92f3b0 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Pushing event updated for resources: {'Port': ['ID=ae9d6ad0-ab5d-44ed-aace-c98c54785a41,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:17.304042 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ece554e7-acf7-42ce-b73e-9d8034fa0dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:17.308830 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ece554e7-acf7-42ce-b73e-9d8034fa0dcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:17.310349 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ece554e7-acf7-42ce-b73e-9d8034fa0dcb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8e6a9b71-3fb8-4219-bc3e-c36bb8ae3f6f HTTP/1.1" status: 204 len: 168 time: 0.3034806 Dec 08 16:23:17.322150 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece554e7-acf7-42ce-b73e-9d8034fa0dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6a9b71-3fb8-4219-bc3e-c36bb8ae3f6f,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:17.581074 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:17.815836 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c830dcf8-8831-44ce-8341-739f020f03df req-c7c1df92-e339-4ed7-b8de-284cfcd0c06a tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:17.816352 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c830dcf8-8831-44ce-8341-739f020f03df req-c7c1df92-e339-4ed7-b8de-284cfcd0c06a tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=86aad0d6-356d-4577-856b-3e89c8cae51f HTTP/1.1" status: 200 len: 946 time: 0.1374450 Dec 08 16:23:17.824442 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-78248a32-ca42-4867-848b-d13482cab48b tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:17.883644 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-24e85796-a16f-4b19-ae4b-4da68a92f3b0 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:17.914409 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c830dcf8-8831-44ce-8341-739f020f03df req-6fa9505a-c379-4b5c-ae46-713e60931afd tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913980 Dec 08 16:23:18.057573 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d3597c-af56-40c8-b45d-f8c7336268ca req-ca6ac4de-a2fc-4669-b72d-2080380eefd6 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:18.059290 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-78248a32-ca42-4867-848b-d13482cab48b tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:18.062616 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-24e85796-a16f-4b19-ae4b-4da68a92f3b0 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:18.066059 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-52d3597c-af56-40c8-b45d-f8c7336268ca req-ca6ac4de-a2fc-4669-b72d-2080380eefd6 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=9daa54dd-cbb3-4f70-9ba7-fc736ce1c28c HTTP/1.1" status: 200 len: 946 time: 0.0661483 Dec 08 16:23:18.152295 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-52d3597c-af56-40c8-b45d-f8c7336268ca req-e176fe60-7115-4efa-9123-70cf90e359dd tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852208 Dec 08 16:23:18.412102 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-78248a32-ca42-4867-848b-d13482cab48b tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:18.415192 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-24e85796-a16f-4b19-ae4b-4da68a92f3b0 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:18.500124 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-78248a32-ca42-4867-848b-d13482cab48b tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:18.534671 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-24e85796-a16f-4b19-ae4b-4da68a92f3b0 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:18.597383 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78248a32-ca42-4867-848b-d13482cab48b tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event updated for resources: {'Port': ['ID=ae5efd67-95af-4fb5-9ae8-63df413585e7,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:18.673648 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-78248a32-ca42-4867-848b-d13482cab48b tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:18.679166 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-24e85796-a16f-4b19-ae4b-4da68a92f3b0 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:18.738178 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e85796-a16f-4b19-ae4b-4da68a92f3b0 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Pushing event updated for resources: {'Port': ['ID=ae9d6ad0-ab5d-44ed-aace-c98c54785a41,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:18.807285 n-d-776250-12 neutron-server[110551]: INFO neutron.db.l3_db [None req-78248a32-ca42-4867-848b-d13482cab48b tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Floating IP 116ceb58-a988-4ca8-bc78-dded95a8b4e0 associated. External IP: 172.25.0.222, port: 393d4564-9a10-460e-a49d-f4edba8f56f4. Dec 08 16:23:18.812855 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-24e85796-a16f-4b19-ae4b-4da68a92f3b0 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:18.820219 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-24e85796-a16f-4b19-ae4b-4da68a92f3b0 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4151478 Dec 08 16:23:19.162523 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3cf66f-d58d-4143-8fba-74789f73adba req-8fe1d516-c7c6-4ab4-a375-feab66b38c6b tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:19.166630 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e2947e18-3c09-43a3-aafe-4276d6cd4d8a req-821e4a6b-a47a-4336-9877-7526dc6bb008 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--599530890&fields=id&tenant_id=ebd580521ede49659be460136b14e0dd HTTP/1.1" status: 200 len: 267 time: 0.0893192 Dec 08 16:23:19.175680 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7d3cf66f-d58d-4143-8fba-74789f73adba req-8fe1d516-c7c6-4ab4-a375-feab66b38c6b tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=86aad0d6-356d-4577-856b-3e89c8cae51f HTTP/1.1" status: 200 len: 946 time: 0.1364229 Dec 08 16:23:19.185712 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78248a32-ca42-4867-848b-d13482cab48b tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Router 87dc1ea3-2606-4015-9560-db6390f7a0d1 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:23:19.274593 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7d3cf66f-d58d-4143-8fba-74789f73adba req-c1f0af42-b65e-446a-ac61-3462a3559324 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981011 Dec 08 16:23:19.297513 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2947e18-3c09-43a3-aafe-4276d6cd4d8a req-32979683-ba9f-4336-b7a1-2bb542c33eb9 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:19.307394 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e2947e18-3c09-43a3-aafe-4276d6cd4d8a req-32979683-ba9f-4336-b7a1-2bb542c33eb9 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/networks?id=96222b75-0d7f-43da-898a-91046f8bdc5a HTTP/1.1" status: 200 len: 816 time: 0.1318996 Dec 08 16:23:19.330204 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e2947e18-3c09-43a3-aafe-4276d6cd4d8a req-111cc854-e4c3-4507-b632-e8a444545f0f tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/quotas/ebd580521ede49659be460136b14e0dd HTTP/1.1" status: 200 len: 375 time: 0.0208819 Dec 08 16:23:19.402591 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e2947e18-3c09-43a3-aafe-4276d6cd4d8a req-dfc5686e-15eb-410e-8c4a-e548cf2f2d08 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ebd580521ede49659be460136b14e0dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0712993 Dec 08 16:23:19.423883 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78248a32-ca42-4867-848b-d13482cab48b tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:23:19.438326 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc7bbd8-0006-484a-ac2c-782e8a40538d None None] Sync routers for ids ['87dc1ea3-2606-4015-9560-db6390f7a0d1'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:23:19.457740 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc7bbd8-0006-484a-ac2c-782e8a40538d None None] Routers {'87dc1ea3-2606-4015-9560-db6390f7a0d1'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:23:19.458996 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-bbc7bbd8-0006-484a-ac2c-782e8a40538d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:23:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['87dc1ea3-2606-4015-9560-db6390f7a0d1'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:19.461859 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10047078-ddb6-4266-9cd9-d4169e404c75 req-1671b2da-b68e-418a-9809-bad948ce5b88 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:19.463423 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-10047078-ddb6-4266-9cd9-d4169e404c75 req-1671b2da-b68e-418a-9809-bad948ce5b88 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=9daa54dd-cbb3-4f70-9ba7-fc736ce1c28c HTTP/1.1" status: 200 len: 946 time: 0.0923095 Dec 08 16:23:19.528321 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e2947e18-3c09-43a3-aafe-4276d6cd4d8a req-6452363f-770b-427f-afa1-e4b46b869961 service neutron] 10.222.0.64 "GET /v2.0/networks/96222b75-0d7f-43da-898a-91046f8bdc5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120324 Dec 08 16:23:19.553805 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-78248a32-ca42-4867-848b-d13482cab48b tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:19.583969 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-10047078-ddb6-4266-9cd9-d4169e404c75 req-beaa2728-366b-4918-b229-816077664321 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131616 Dec 08 16:23:19.596237 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-78248a32-ca42-4867-848b-d13482cab48b tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.6023710 Dec 08 16:23:19.596972 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17f78f38-5648-401a-b435-4d04a6f1cf9f', 'tag': '393d4564-9a10-460e-a49d-f4edba8f56f4'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:23:19.599582 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c89b8bbf-79e2-437f-9f15-6c963683460c" -d '{"events": [{"name": "network-changed", "server_uuid": "17f78f38-5648-401a-b435-4d04a6f1cf9f", "tag": "393d4564-9a10-460e-a49d-f4edba8f56f4"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:23:19.676109 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e2947e18-3c09-43a3-aafe-4276d6cd4d8a req-6fdf53c3-539c-4e0c-bec9-06bdf9d49790 service neutron] 10.222.0.64 "GET /v2.0/networks/96222b75-0d7f-43da-898a-91046f8bdc5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402164 Dec 08 16:23:19.782844 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-bbc7bbd8-0006-484a-ac2c-782e8a40538d None None] Set router 87dc1ea3-2606-4015-9560-db6390f7a0d1 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:23:19.885258 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cba54b9-247a-4230-971a-d5eb3818a4f4 req-7a4902cf-4073-4cb8-8144-c5061b8a94ac tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:19.887233 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2cba54b9-247a-4230-971a-d5eb3818a4f4 req-7a4902cf-4073-4cb8-8144-c5061b8a94ac tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f78f38-5648-401a-b435-4d04a6f1cf9f HTTP/1.1" status: 200 len: 946 time: 0.1005576 Dec 08 16:23:19.975746 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2cba54b9-247a-4230-971a-d5eb3818a4f4 req-2b8003f0-8531-43ed-97db-36046066c087 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e37e86e-05e7-489d-9773-6d6a1b50dada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737045 Dec 08 16:23:19.996114 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 32916) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:20.008380 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85658f4d-1d80-408c-ae52-bebb4588c139 x-openstack-request-id: req-85658f4d-1d80-408c-ae52-bebb4588c139 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:23:20.008380 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17f78f38-5648-401a-b435-4d04a6f1cf9f", "tag": "393d4564-9a10-460e-a49d-f4edba8f56f4", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:23:20.008380 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-85658f4d-1d80-408c-ae52-bebb4588c139 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:23:20.008821 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17f78f38-5648-401a-b435-4d04a6f1cf9f', 'tag': '393d4564-9a10-460e-a49d-f4edba8f56f4', 'status': 'completed', 'code': 200} Dec 08 16:23:20.096284 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7a0880d1-313d-4a24-81a6-48d3e0446647 req-2013758e-2b46-4c1f-a92f-b3c9d0279ed4 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 210 time: 0.0608370 Dec 08 16:23:20.134914 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-76c5e0c7-33da-4600-9062-eb826f71b4d2 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/floatingips/116ceb58-a988-4ca8-bc78-dded95a8b4e0 HTTP/1.1" status: 200 len: 992 time: 0.1370423 Dec 08 16:23:20.145991 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b8bbf-79e2-437f-9f15-6c963683460c req-61c2e5bf-d854-4667-87cf-8475172e8912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:20.148092 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c89b8bbf-79e2-437f-9f15-6c963683460c req-61c2e5bf-d854-4667-87cf-8475172e8912 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5ac8783bc8454dbdaff01b6ea349ef5e&device_id=17f78f38-5648-401a-b435-4d04a6f1cf9f HTTP/1.1" status: 200 len: 1098 time: 0.0895300 Dec 08 16:23:20.165019 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba7308-e6c6-401e-80e9-c6cfc6187b98 req-593eaf5b-e0ce-4d57-a4d9-0984e1464872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:20.167598 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-eeba7308-e6c6-401e-80e9-c6cfc6187b98 req-593eaf5b-e0ce-4d57-a4d9-0984e1464872 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=22d0ae928129486d8913ac89433a7712&device_id=9daa54dd-cbb3-4f70-9ba7-fc736ce1c28c HTTP/1.1" status: 200 len: 1098 time: 0.0933688 Dec 08 16:23:20.192768 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-bbc7bbd8-0006-484a-ac2c-782e8a40538d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87dc1ea3-2606-4015-9560-db6390f7a0d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441230560', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '3bb99841-9145-441d-a56b-a25b75b70189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:22:37Z', 'updated_at': '2021-12-08T16:22:47Z', 'revision_number': 4, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'gw_port': {'id': '3bb99841-9145-441d-a56b-a25b75b70189', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:82:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87dc1ea3-2606-4015-9560-db6390f7a0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:22:38Z', 'updated_at': '2021-12-08T16:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '116ceb58-a988-4ca8-bc78-dded95a8b4e0', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'floating_ip_address': '172.25.0.222', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '87dc1ea3-2606-4015-9560-db6390f7a0d1', 'port_id': '393d4564-9a10-460e-a49d-f4edba8f56f4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eab82b1f-ce9c-4e14-bb83-96973f4a9fd1', 'mac_address': 'fa:16:3e:e1:c7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f78f38-5648-401a-b435-4d04a6f1cf9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:23:17Z', 'updated_at': '2021-12-08T16:23:17Z', 'revision_number': 0, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5514f41-1511-4043-a3df-9c8e57596511', 'name': '', 'network_id': 'eab82b1f-ce9c-4e14-bb83-96973f4a9fd1', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'mac_address': 'fa:16:3e:e2:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87dc1ea3-2606-4015-9560-db6390f7a0d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '3e5030cd-b3c2-4118-9383-aef383f9cf5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:22:45Z', 'updated_at': '2021-12-08T16:22:52Z', 'revision_number': 5, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'subnets': [{'id': '3e5030cd-b3c2-4118-9383-aef383f9cf5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:20.246857 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc7bbd8-0006-484a-ac2c-782e8a40538d None None] Checking router: 87dc1ea3-2606-4015-9560-db6390f7a0d1 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:23:20.258044 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc7bbd8-0006-484a-ac2c-782e8a40538d None None] Routers {'87dc1ea3-2606-4015-9560-db6390f7a0d1'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:23:20.259469 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-bbc7bbd8-0006-484a-ac2c-782e8a40538d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:23:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['87dc1ea3-2606-4015-9560-db6390f7a0d1'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:20.286448 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b8bbf-79e2-437f-9f15-6c963683460c req-950e21fc-e525-4be6-993f-dea508df261e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:20.288068 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c89b8bbf-79e2-437f-9f15-6c963683460c req-950e21fc-e525-4be6-993f-dea508df261e service neutron] 10.222.0.76 "GET /v2.0/networks?id=eab82b1f-ce9c-4e14-bb83-96973f4a9fd1 HTTP/1.1" status: 200 len: 897 time: 0.1308856 Dec 08 16:23:20.311316 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba7308-e6c6-401e-80e9-c6cfc6187b98 req-22d1400d-a35a-47b6-8fb4-e75d3be2de3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:20.313521 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-eeba7308-e6c6-401e-80e9-c6cfc6187b98 req-22d1400d-a35a-47b6-8fb4-e75d3be2de3a service neutron] 10.222.0.76 "GET /v2.0/networks?id=444a8cbb-ee83-40d1-9772-ed3daa005a16 HTTP/1.1" status: 200 len: 911 time: 0.1381490 Dec 08 16:23:20.376376 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-eeba7308-e6c6-401e-80e9-c6cfc6187b98 req-1e9c95f5-43b2-4706-957a-f63fe1e37a12 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=224ae73e-3df8-4d92-8353-597c37e85fa0 HTTP/1.1" status: 200 len: 217 time: 0.0556073 Dec 08 16:23:20.378894 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c89b8bbf-79e2-437f-9f15-6c963683460c req-ce097c5a-cd35-44c5-b9b2-aef483d64338 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=393d4564-9a10-460e-a49d-f4edba8f56f4 HTTP/1.1" status: 200 len: 1000 time: 0.0834801 Dec 08 16:23:20.447926 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba7308-e6c6-401e-80e9-c6cfc6187b98 req-5ab9cadc-c3d9-433b-a1bc-e005a0df95bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:20.449740 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-eeba7308-e6c6-401e-80e9-c6cfc6187b98 req-5ab9cadc-c3d9-433b-a1bc-e005a0df95bd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=921ca20d-c445-4985-be5a-b19c39bd838b HTTP/1.1" status: 200 len: 849 time: 0.0610123 Dec 08 16:23:20.467725 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-bbc7bbd8-0006-484a-ac2c-782e8a40538d None None] Set router 87dc1ea3-2606-4015-9560-db6390f7a0d1 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:23:20.483656 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b8bbf-79e2-437f-9f15-6c963683460c req-897d79c9-fcfc-48a7-86b9-6c62031958fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:20.485286 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c89b8bbf-79e2-437f-9f15-6c963683460c req-897d79c9-fcfc-48a7-86b9-6c62031958fe service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3e5030cd-b3c2-4118-9383-aef383f9cf5f HTTP/1.1" status: 200 len: 834 time: 0.0971668 Dec 08 16:23:20.499723 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba7308-e6c6-401e-80e9-c6cfc6187b98 req-3919f76e-3071-4852-9197-69a3b3ff0d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:20.500201 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0874c-a6d1-4720-b591-036d9cfecd10 req-f4a4b998-2225-490a-92db-4f3766b1b4c0 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:20.501587 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-eeba7308-e6c6-401e-80e9-c6cfc6187b98 req-3919f76e-3071-4852-9197-69a3b3ff0d02 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=444a8cbb-ee83-40d1-9772-ed3daa005a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436332 Dec 08 16:23:20.502050 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-82d0874c-a6d1-4720-b591-036d9cfecd10 req-f4a4b998-2225-490a-92db-4f3766b1b4c0 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=86aad0d6-356d-4577-856b-3e89c8cae51f HTTP/1.1" status: 200 len: 946 time: 0.0973015 Dec 08 16:23:20.573394 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b8bbf-79e2-437f-9f15-6c963683460c req-98395748-c1ef-4292-996e-2c82616b74b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:20.574977 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c89b8bbf-79e2-437f-9f15-6c963683460c req-98395748-c1ef-4292-996e-2c82616b74b2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=eab82b1f-ce9c-4e14-bb83-96973f4a9fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0716457 Dec 08 16:23:20.601267 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-82d0874c-a6d1-4720-b591-036d9cfecd10 req-f03e2dd1-e2f7-4667-bf7c-c4f9810188f2 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890133 Dec 08 16:23:20.623100 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-eeba7308-e6c6-401e-80e9-c6cfc6187b98 req-00877681-c501-46c8-a81f-faca452fa90c service neutron] 10.222.0.76 "GET /v2.0/networks/444a8cbb-ee83-40d1-9772-ed3daa005a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129553 Dec 08 16:23:20.701602 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c89b8bbf-79e2-437f-9f15-6c963683460c req-3f7b2181-e9a5-4645-a203-882a47be0c6a service neutron] 10.222.0.76 "GET /v2.0/networks/eab82b1f-ce9c-4e14-bb83-96973f4a9fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165640 Dec 08 16:23:20.784076 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d862c3b-e8da-403e-be1b-70a97354b2bd req-a73fc8d9-487f-4c7f-88d0-581ab9f0a235 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:20.785923 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6d862c3b-e8da-403e-be1b-70a97354b2bd req-a73fc8d9-487f-4c7f-88d0-581ab9f0a235 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=9daa54dd-cbb3-4f70-9ba7-fc736ce1c28c HTTP/1.1" status: 200 len: 946 time: 0.0865440 Dec 08 16:23:20.817928 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-eeba7308-e6c6-401e-80e9-c6cfc6187b98 req-7d43a5d1-5b5a-4e8c-9f5a-b26644351a14 service neutron] 10.222.0.76 "GET /v2.0/networks/444a8cbb-ee83-40d1-9772-ed3daa005a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872308 Dec 08 16:23:20.873376 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-bbc7bbd8-0006-484a-ac2c-782e8a40538d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87dc1ea3-2606-4015-9560-db6390f7a0d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441230560', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '3bb99841-9145-441d-a56b-a25b75b70189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:22:37Z', 'updated_at': '2021-12-08T16:22:47Z', 'revision_number': 4, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'gw_port': {'id': '3bb99841-9145-441d-a56b-a25b75b70189', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:82:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87dc1ea3-2606-4015-9560-db6390f7a0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:22:38Z', 'updated_at': '2021-12-08T16:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '116ceb58-a988-4ca8-bc78-dded95a8b4e0', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'floating_ip_address': '172.25.0.222', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '87dc1ea3-2606-4015-9560-db6390f7a0d1', 'port_id': '393d4564-9a10-460e-a49d-f4edba8f56f4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eab82b1f-ce9c-4e14-bb83-96973f4a9fd1', 'mac_address': 'fa:16:3e:e1:c7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f78f38-5648-401a-b435-4d04a6f1cf9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:23:17Z', 'updated_at': '2021-12-08T16:23:17Z', 'revision_number': 0, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5514f41-1511-4043-a3df-9c8e57596511', 'name': '', 'network_id': 'eab82b1f-ce9c-4e14-bb83-96973f4a9fd1', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'mac_address': 'fa:16:3e:e2:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87dc1ea3-2606-4015-9560-db6390f7a0d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '3e5030cd-b3c2-4118-9383-aef383f9cf5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:22:45Z', 'updated_at': '2021-12-08T16:22:52Z', 'revision_number': 5, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'subnets': [{'id': '3e5030cd-b3c2-4118-9383-aef383f9cf5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:20.876922 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c89b8bbf-79e2-437f-9f15-6c963683460c req-76a62410-35a4-4764-8ab8-f6094a72ec3e service neutron] 10.222.0.76 "GET /v2.0/networks/eab82b1f-ce9c-4e14-bb83-96973f4a9fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612029 Dec 08 16:23:20.903134 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6d862c3b-e8da-403e-be1b-70a97354b2bd req-d9747674-7b4f-44bf-a010-3bd4a7f2a8e6 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024122 Dec 08 16:23:20.904048 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 32942) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:20.910238 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc7bbd8-0006-484a-ac2c-782e8a40538d None None] The sync data for ids ['87dc1ea3-2606-4015-9560-db6390f7a0d1'] in n-d-776250-12 is: [{'id': '87dc1ea3-2606-4015-9560-db6390f7a0d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441230560', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '3bb99841-9145-441d-a56b-a25b75b70189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:22:37Z', 'updated_at': '2021-12-08T16:22:47Z', 'revision_number': 4, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'gw_port': {'id': '3bb99841-9145-441d-a56b-a25b75b70189', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:82:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87dc1ea3-2606-4015-9560-db6390f7a0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:22:38Z', 'updated_at': '2021-12-08T16:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '116ceb58-a988-4ca8-bc78-dded95a8b4e0', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'floating_ip_address': '172.25.0.222', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '87dc1ea3-2606-4015-9560-db6390f7a0d1', 'port_id': '393d4564-9a10-460e-a49d-f4edba8f56f4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eab82b1f-ce9c-4e14-bb83-96973f4a9fd1', 'mac_address': 'fa:16:3e:e1:c7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f78f38-5648-401a-b435-4d04a6f1cf9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:23:17Z', 'updated_at': '2021-12-08T16:23:17Z', 'revision_number': 0, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5514f41-1511-4043-a3df-9c8e57596511', 'name': '', 'network_id': 'eab82b1f-ce9c-4e14-bb83-96973f4a9fd1', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'mac_address': 'fa:16:3e:e2:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87dc1ea3-2606-4015-9560-db6390f7a0d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '3e5030cd-b3c2-4118-9383-aef383f9cf5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:22:45Z', 'updated_at': '2021-12-08T16:22:52Z', 'revision_number': 5, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'subnets': [{'id': '3e5030cd-b3c2-4118-9383-aef383f9cf5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:23:21.033122 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-70be5251-3308-45e1-80df-c7c2ee7ba23e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:21.137228 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 32952) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:21.142614 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-70be5251-3308-45e1-80df-c7c2ee7ba23e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:21.152582 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b721db-f237-4bbc-b75d-d2fc462e63f8 None None] New status for floating IP 116ceb58-a988-4ca8-bc78-dded95a8b4e0: ACTIVE {{(pid=110552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:23:21.208139 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-70be5251-3308-45e1-80df-c7c2ee7ba23e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:21.218166 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-1df1c958-1f70-4e54-89c2-7989818fb5e7 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/floatingips/116ceb58-a988-4ca8-bc78-dded95a8b4e0 HTTP/1.1" status: 200 len: 992 time: 0.0790560 Dec 08 16:23:21.235642 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4b19a0ae-203f-4163-b8ae-8152a540a37a req-270377bb-9eb9-46f2-afdb-11218def092f tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 210 time: 0.0394585 Dec 08 16:23:21.266393 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-70be5251-3308-45e1-80df-c7c2ee7ba23e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c5cd409481df45518b94ef78baf98c62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3611307 Dec 08 16:23:21.267745 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 32954) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:21.268094 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70be5251-3308-45e1-80df-c7c2ee7ba23e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d100889c-395c-4f0b-aebd-a27787c4cc6b,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:21.322949 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a7d02059-2f21-4a8f-8b6a-95487bc1111d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:21.345033 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a7d02059-2f21-4a8f-8b6a-95487bc1111d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:21.546424 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a7d02059-2f21-4a8f-8b6a-95487bc1111d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:21.549250 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a7d02059-2f21-4a8f-8b6a-95487bc1111d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:21.553044 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a7d02059-2f21-4a8f-8b6a-95487bc1111d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d100889c-395c-4f0b-aebd-a27787c4cc6b HTTP/1.1" status: 204 len: 168 time: 0.2816901 Dec 08 16:23:21.559293 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d02059-2f21-4a8f-8b6a-95487bc1111d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d100889c-395c-4f0b-aebd-a27787c4cc6b,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:21.758420 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489bcb08-e172-401a-936a-5b1f47f751ac req-dbf915a5-03e2-4927-899f-618ac590116a tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:21.759946 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-489bcb08-e172-401a-936a-5b1f47f751ac req-dbf915a5-03e2-4927-899f-618ac590116a tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=86aad0d6-356d-4577-856b-3e89c8cae51f HTTP/1.1" status: 200 len: 946 time: 0.0640829 Dec 08 16:23:21.814473 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-489bcb08-e172-401a-936a-5b1f47f751ac req-c06fed83-ac07-40b1-88fc-9f8fc59d4c31 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483861 Dec 08 16:23:22.018222 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41831022-6246-4e9c-80cd-899e92aaa588 req-7c783940-56cf-45c4-af6f-025eb02ad637 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:22.019807 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-41831022-6246-4e9c-80cd-899e92aaa588 req-7c783940-56cf-45c4-af6f-025eb02ad637 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=9daa54dd-cbb3-4f70-9ba7-fc736ce1c28c HTTP/1.1" status: 200 len: 946 time: 0.0526752 Dec 08 16:23:22.070341 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-41831022-6246-4e9c-80cd-899e92aaa588 req-404d0c80-3d39-42d3-8f48-8c8634bd6361 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438368 Dec 08 16:23:22.200154 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 32976) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:22.221085 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 32978) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:22.221566 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0e1dfa32-c76f-4af5-a337-0d386b7639a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:22.243181 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 224ae73e-3df8-4d92-8353-597c37e85fa0 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:23:22.333290 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-9974d3c1-0043-4a7d-8e8b-6f1476b38ec0 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/floatingips/116ceb58-a988-4ca8-bc78-dded95a8b4e0 HTTP/1.1" status: 200 len: 994 time: 0.1108365 Dec 08 16:23:22.363391 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0e1dfa32-c76f-4af5-a337-0d386b7639a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:22.367419 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:22.388804 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ebbc4a47-8b20-4fc1-b715-e9cfc0d9c411 req-48119642-b549-43ec-841d-3cef5b9e29d4 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 210 time: 0.0353239 Dec 08 16:23:22.401614 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9daa54dd-cbb3-4f70-9ba7-fc736ce1c28c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '224ae73e-3df8-4d92-8353-597c37e85fa0'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:23:22.404010 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19efb2cc-d3fe-4251-a8f2-06e43f225dfb" -d '{"events": [{"server_uuid": "9daa54dd-cbb3-4f70-9ba7-fc736ce1c28c", "name": "network-vif-unplugged", "status": "completed", "tag": "224ae73e-3df8-4d92-8353-597c37e85fa0"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:23:22.483430 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0e1dfa32-c76f-4af5-a337-0d386b7639a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:22.547366 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-0e1dfa32-c76f-4af5-a337-0d386b7639a5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=33b9b8d08b9e47dab9346eabb1b0b790&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3460357 Dec 08 16:23:22.550707 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 32984) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:22.554864 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2947e18-3c09-43a3-aafe-4276d6cd4d8a req-13202c4e-615b-4b04-95a3-15ac454157de tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:22.557622 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e2947e18-3c09-43a3-aafe-4276d6cd4d8a req-13202c4e-615b-4b04-95a3-15ac454157de tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.37 "GET /v2.0/networks?id=96222b75-0d7f-43da-898a-91046f8bdc5a HTTP/1.1" status: 200 len: 816 time: 0.1421759 Dec 08 16:23:22.558336 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1dfa32-c76f-4af5-a337-0d386b7639a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c44b28d-1191-4035-97e5-1da26f52ffbd,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:22.562669 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff087fac-6614-4ddb-84b4-a6f4469d726c x-openstack-request-id: req-ff087fac-6614-4ddb-84b4-a6f4469d726c {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:23:22.563208 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9daa54dd-cbb3-4f70-9ba7-fc736ce1c28c", "name": "network-vif-unplugged", "status": "completed", "tag": "224ae73e-3df8-4d92-8353-597c37e85fa0", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:23:22.563593 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ff087fac-6614-4ddb-84b4-a6f4469d726c {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:23:22.564717 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9daa54dd-cbb3-4f70-9ba7-fc736ce1c28c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '224ae73e-3df8-4d92-8353-597c37e85fa0', 'code': 200} Dec 08 16:23:22.566829 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 224ae73e-3df8-4d92-8353-597c37e85fa0, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=224ae73e-3df8-4d92-8353-597c37e85fa0,segment=NetworkSegment(bb740625-1067-4eb4-8c3f-54ce2bbbb747),segment_id=bb740625-1067-4eb4-8c3f-54ce2bbbb747)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:23:22.609014 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-38befbe8-560e-4b2c-9317-a83a94fc88f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:22.626371 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:22.631942 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-38befbe8-560e-4b2c-9317-a83a94fc88f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:22.637903 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e2947e18-3c09-43a3-aafe-4276d6cd4d8a req-7b74623b-e377-427a-b736-9056e165ac4b tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ebd580521ede49659be460136b14e0dd HTTP/1.1" status: 200 len: 379 time: 0.0680072 Dec 08 16:23:22.650497 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-e2947e18-3c09-43a3-aafe-4276d6cd4d8a req-385ee901-6f4d-4c10-9a81-4e1379ead61d tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Request body: {'port': {'device_id': 'fbb15675-71f7-4fc3-b067-e2ce57f8bb65', 'network_id': '96222b75-0d7f-43da-898a-91046f8bdc5a', 'admin_state_up': True, 'tenant_id': 'ebd580521ede49659be460136b14e0dd', 'security_groups': ['e4f2ad79-b8e6-4523-9d6e-1cfbd1d7f7fe']}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:23:22.698617 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=224ae73e-3df8-4d92-8353-597c37e85fa0,revision_number=8']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:22.742024 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-38befbe8-560e-4b2c-9317-a83a94fc88f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:22.744758 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-38befbe8-560e-4b2c-9317-a83a94fc88f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:22.752386 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-38befbe8-560e-4b2c-9317-a83a94fc88f4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9c44b28d-1191-4035-97e5-1da26f52ffbd HTTP/1.1" status: 204 len: 168 time: 0.2003565 Dec 08 16:23:22.761699 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38befbe8-560e-4b2c-9317-a83a94fc88f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c44b28d-1191-4035-97e5-1da26f52ffbd,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:22.900873 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2947e18-3c09-43a3-aafe-4276d6cd4d8a req-385ee901-6f4d-4c10-9a81-4e1379ead61d tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Made reservation on behalf of ebd580521ede49659be460136b14e0dd for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:23:22.916013 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e2947e18-3c09-43a3-aafe-4276d6cd4d8a req-385ee901-6f4d-4c10-9a81-4e1379ead61d tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:23.043448 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc4dd3e-1237-4168-8840-0599d2d7722c req-a1cf0cb2-eb49-4582-ac3b-49f640939134 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:23.044973 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7fc4dd3e-1237-4168-8840-0599d2d7722c req-a1cf0cb2-eb49-4582-ac3b-49f640939134 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=86aad0d6-356d-4577-856b-3e89c8cae51f HTTP/1.1" status: 200 len: 946 time: 0.1115143 Dec 08 16:23:23.146321 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7fc4dd3e-1237-4168-8840-0599d2d7722c req-72d83f48-b6b2-4f35-aca2-acadf6417ae0 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919635 Dec 08 16:23:23.155099 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-e2947e18-3c09-43a3-aafe-4276d6cd4d8a req-385ee901-6f4d-4c10-9a81-4e1379ead61d tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Allocated IP 172.20.0.11 (96222b75-0d7f-43da-898a-91046f8bdc5a/297bd6e5-3bf7-4d91-8a12-5133ca44aa82/6d9958c2-7603-431f-bd09-3479b639dea0) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:23:23.229296 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e69ddae-beda-4691-9219-8990c891a03c req-75074b63-8678-45c5-b436-cad1b0620754 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:23.237281 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0e69ddae-beda-4691-9219-8990c891a03c req-75074b63-8678-45c5-b436-cad1b0620754 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=9daa54dd-cbb3-4f70-9ba7-fc736ce1c28c HTTP/1.1" status: 200 len: 944 time: 0.0772645 Dec 08 16:23:23.288247 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0e69ddae-beda-4691-9219-8990c891a03c req-337af29b-aae5-4e4e-aee7-e93d2ccb8b30 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498052 Dec 08 16:23:23.330600 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e2947e18-3c09-43a3-aafe-4276d6cd4d8a req-385ee901-6f4d-4c10-9a81-4e1379ead61d tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:23.419537 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95ec77-6aed-4949-8c10-93635e959479 req-88243b55-438f-493a-be5f-d4ad2de3399e tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:23.421107 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bf95ec77-6aed-4949-8c10-93635e959479 req-88243b55-438f-493a-be5f-d4ad2de3399e tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 945 time: 0.0545032 Dec 08 16:23:23.471285 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bf95ec77-6aed-4949-8c10-93635e959479 req-66b1103d-56c6-47ec-a752-f5b43c59ebca tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436532 Dec 08 16:23:23.511720 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3d375b28-72a1-493a-a57a-09c05e3184e3 req-2ddba726-7eff-46ab-9411-68f0e66ccc5b tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 210 time: 0.0273120 Dec 08 16:23:23.571610 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e2947e18-3c09-43a3-aafe-4276d6cd4d8a req-385ee901-6f4d-4c10-9a81-4e1379ead61d tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:23.631028 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2947e18-3c09-43a3-aafe-4276d6cd4d8a req-385ee901-6f4d-4c10-9a81-4e1379ead61d tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Network 96222b75-0d7f-43da-898a-91046f8bdc5a is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:23:23.638994 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-e2947e18-3c09-43a3-aafe-4276d6cd4d8a req-385ee901-6f4d-4c10-9a81-4e1379ead61d tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:23:23.648298 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f2ab20-fbce-41d5-8303-4b1d746333f1 req-6819fa85-b956-47ca-b616-ea1234822d5d tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:23.649856 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-44f2ab20-fbce-41d5-8303-4b1d746333f1 req-6819fa85-b956-47ca-b616-ea1234822d5d tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 945 time: 0.1055682 Dec 08 16:23:23.653640 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2947e18-3c09-43a3-aafe-4276d6cd4d8a req-385ee901-6f4d-4c10-9a81-4e1379ead61d tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:23:23.660559 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385ee901-6f4d-4c10-9a81-4e1379ead61d tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Pushing event updated for resources: {'Port': ['ID=6d9958c2-7603-431f-bd09-3479b639dea0,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:23.731979 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2947e18-3c09-43a3-aafe-4276d6cd4d8a req-385ee901-6f4d-4c10-9a81-4e1379ead61d tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:23.732687 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e2947e18-3c09-43a3-aafe-4276d6cd4d8a req-385ee901-6f4d-4c10-9a81-4e1379ead61d tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:23.757631 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-44f2ab20-fbce-41d5-8303-4b1d746333f1 req-a04fc88c-d81b-43b6-9b8a-1f76380e006f tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010480 Dec 08 16:23:23.872496 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-9f8fa957-eb56-4353-a36e-2742bbe7d4c4 None None] Provisioning complete for port 6d9958c2-7603-431f-bd09-3479b639dea0 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:23:23.873043 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9f8fa957-eb56-4353-a36e-2742bbe7d4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:23.886781 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e2947e18-3c09-43a3-aafe-4276d6cd4d8a req-385ee901-6f4d-4c10-9a81-4e1379ead61d tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2405910 Dec 08 16:23:23.904939 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-e2947e18-3c09-43a3-aafe-4276d6cd4d8a req-3a81e6c0-f783-49bc-a723-b4de8fdc7efd service neutron] Request body: {'port': {'device_id': 'fbb15675-71f7-4fc3-b067-e2ce57f8bb65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:23:23.916374 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-9f8fa957-eb56-4353-a36e-2742bbe7d4c4 None None] Port 6d9958c2-7603-431f-bd09-3479b639dea0 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:23:23.975819 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e2947e18-3c09-43a3-aafe-4276d6cd4d8a req-3a81e6c0-f783-49bc-a723-b4de8fdc7efd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:24.145326 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25420ddd-35c5-4b00-bffb-410c3d53f0fc req-5a573353-77d5-40a4-82f1-68282017aec9 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:24.146867 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-25420ddd-35c5-4b00-bffb-410c3d53f0fc req-5a573353-77d5-40a4-82f1-68282017aec9 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 945 time: 0.0701032 Dec 08 16:23:24.220572 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-25420ddd-35c5-4b00-bffb-410c3d53f0fc req-cfafa844-7b1b-453b-ad9f-837aa4932f35 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611432 Dec 08 16:23:24.342769 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1264afcb-cb6a-4a20-81c4-fee92ab0e1bb req-ecc543d1-5c5c-49d7-bbbb-b23c52aecd08 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:24.344334 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1264afcb-cb6a-4a20-81c4-fee92ab0e1bb req-ecc543d1-5c5c-49d7-bbbb-b23c52aecd08 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=86aad0d6-356d-4577-856b-3e89c8cae51f HTTP/1.1" status: 200 len: 946 time: 0.0953579 Dec 08 16:23:24.346407 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-e2947e18-3c09-43a3-aafe-4276d6cd4d8a req-3a81e6c0-f783-49bc-a723-b4de8fdc7efd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d9958c2-7603-431f-bd09-3479b639dea0 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:23:24.359497 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e2947e18-3c09-43a3-aafe-4276d6cd4d8a req-3a81e6c0-f783-49bc-a723-b4de8fdc7efd service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:24.384667 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-e2947e18-3c09-43a3-aafe-4276d6cd4d8a req-3a81e6c0-f783-49bc-a723-b4de8fdc7efd service neutron] Transition to ACTIVE for port object 6d9958c2-7603-431f-bd09-3479b639dea0 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:23:24.476998 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1264afcb-cb6a-4a20-81c4-fee92ab0e1bb req-535f49f5-ede5-4711-ae21-3047dc6f2262 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259685 Dec 08 16:23:24.498371 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e2947e18-3c09-43a3-aafe-4276d6cd4d8a req-3a81e6c0-f783-49bc-a723-b4de8fdc7efd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:24.550799 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a81e6c0-f783-49bc-a723-b4de8fdc7efd service neutron] Pushing event updated for resources: {'Port': ['ID=6d9958c2-7603-431f-bd09-3479b639dea0,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:24.641236 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-e2947e18-3c09-43a3-aafe-4276d6cd4d8a req-3a81e6c0-f783-49bc-a723-b4de8fdc7efd service neutron] Attempting to bind port 6d9958c2-7603-431f-bd09-3479b639dea0 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:23:24.645043 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-e2947e18-3c09-43a3-aafe-4276d6cd4d8a req-3a81e6c0-f783-49bc-a723-b4de8fdc7efd service neutron] Attempting to bind port 6d9958c2-7603-431f-bd09-3479b639dea0 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '2a82ecd5-a9d3-46a5-a060-3820facdd98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '96222b75-0d7f-43da-898a-91046f8bdc5a'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:23:24.645043 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2947e18-3c09-43a3-aafe-4276d6cd4d8a req-3a81e6c0-f783-49bc-a723-b4de8fdc7efd service neutron] Attempting to bind port 6d9958c2-7603-431f-bd09-3479b639dea0 on network 96222b75-0d7f-43da-898a-91046f8bdc5a {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:23:24.650794 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2947e18-3c09-43a3-aafe-4276d6cd4d8a req-3a81e6c0-f783-49bc-a723-b4de8fdc7efd service neutron] Port 6d9958c2-7603-431f-bd09-3479b639dea0 on network 96222b75-0d7f-43da-898a-91046f8bdc5a not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:23:24.651134 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2947e18-3c09-43a3-aafe-4276d6cd4d8a req-3a81e6c0-f783-49bc-a723-b4de8fdc7efd service neutron] Attempting to bind port 6d9958c2-7603-431f-bd09-3479b639dea0 on network 96222b75-0d7f-43da-898a-91046f8bdc5a {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:23:24.659478 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2947e18-3c09-43a3-aafe-4276d6cd4d8a req-3a81e6c0-f783-49bc-a723-b4de8fdc7efd service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:23:24.659822 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2947e18-3c09-43a3-aafe-4276d6cd4d8a req-3a81e6c0-f783-49bc-a723-b4de8fdc7efd service neutron] Checking segment: {'id': '2a82ecd5-a9d3-46a5-a060-3820facdd98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '96222b75-0d7f-43da-898a-91046f8bdc5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:23:24.660396 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2947e18-3c09-43a3-aafe-4276d6cd4d8a req-3a81e6c0-f783-49bc-a723-b4de8fdc7efd service neutron] Bound using segment: {'id': '2a82ecd5-a9d3-46a5-a060-3820facdd98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '96222b75-0d7f-43da-898a-91046f8bdc5a'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:23:24.662362 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-e2947e18-3c09-43a3-aafe-4276d6cd4d8a req-3a81e6c0-f783-49bc-a723-b4de8fdc7efd service neutron] Bound port: 6d9958c2-7603-431f-bd09-3479b639dea0, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a82ecd5-a9d3-46a5-a060-3820facdd98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '96222b75-0d7f-43da-898a-91046f8bdc5a'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:23:24.662362 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e2947e18-3c09-43a3-aafe-4276d6cd4d8a req-3a81e6c0-f783-49bc-a723-b4de8fdc7efd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:24.671217 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446dab9-dd9c-4209-aa27-dc6db34c211c req-3ba4590d-ce9c-4cc9-abff-90827539a5f6 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:24.672933 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7446dab9-dd9c-4209-aa27-dc6db34c211c req-3ba4590d-ce9c-4cc9-abff-90827539a5f6 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 944 time: 0.0697265 Dec 08 16:23:24.735223 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7446dab9-dd9c-4209-aa27-dc6db34c211c req-5bb993e8-702c-45cb-9c36-0a308ebfe181 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4f2ad79-b8e6-4523-9d6e-1cfbd1d7f7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542350 Dec 08 16:23:24.761725 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-e2947e18-3c09-43a3-aafe-4276d6cd4d8a req-3a81e6c0-f783-49bc-a723-b4de8fdc7efd service neutron] For port 6d9958c2-7603-431f-bd09-3479b639dea0, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:23:24.763812 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-e2947e18-3c09-43a3-aafe-4276d6cd4d8a req-3a81e6c0-f783-49bc-a723-b4de8fdc7efd service neutron] For port 6d9958c2-7603-431f-bd09-3479b639dea0, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=6d9958c2-7603-431f-bd09-3479b639dea0,segment=NetworkSegment(2a82ecd5-a9d3-46a5-a060-3820facdd98d),segment_id=2a82ecd5-a9d3-46a5-a060-3820facdd98d)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:23:24.826225 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e2947e18-3c09-43a3-aafe-4276d6cd4d8a req-3a81e6c0-f783-49bc-a723-b4de8fdc7efd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:24.865465 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2947e18-3c09-43a3-aafe-4276d6cd4d8a req-3a81e6c0-f783-49bc-a723-b4de8fdc7efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:24.866102 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e2947e18-3c09-43a3-aafe-4276d6cd4d8a req-3a81e6c0-f783-49bc-a723-b4de8fdc7efd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:24.867518 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e2947e18-3c09-43a3-aafe-4276d6cd4d8a req-3a81e6c0-f783-49bc-a723-b4de8fdc7efd service neutron] 10.222.0.37 "PUT /v2.0/ports/6d9958c2-7603-431f-bd09-3479b639dea0 HTTP/1.1" status: 200 len: 1093 time: 0.9698749 Dec 08 16:23:24.867973 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbb15675-71f7-4fc3-b067-e2ce57f8bb65', 'tag': '6d9958c2-7603-431f-bd09-3479b639dea0'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:23:24.870292 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe39253-7054-4bbb-88bc-246e908fa08a" -d '{"events": [{"name": "network-changed", "server_uuid": "fbb15675-71f7-4fc3-b067-e2ce57f8bb65", "tag": "6d9958c2-7603-431f-bd09-3479b639dea0"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:23:24.924009 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a81e6c0-f783-49bc-a723-b4de8fdc7efd service neutron] Pushing event updated for resources: {'Port': ['ID=6d9958c2-7603-431f-bd09-3479b639dea0,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:24.929980 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f3bab6-09f7-481e-a95c-13f754f63bed x-openstack-request-id: req-05f3bab6-09f7-481e-a95c-13f754f63bed {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:23:24.930363 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbb15675-71f7-4fc3-b067-e2ce57f8bb65", "tag": "6d9958c2-7603-431f-bd09-3479b639dea0", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:23:24.930696 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-05f3bab6-09f7-481e-a95c-13f754f63bed {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:23:24.931276 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbb15675-71f7-4fc3-b067-e2ce57f8bb65', 'tag': '6d9958c2-7603-431f-bd09-3479b639dea0', 'status': 'completed', 'code': 200} Dec 08 16:23:25.012706 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe39253-7054-4bbb-88bc-246e908fa08a req-bf84c11e-3e4f-4104-8dd2-72b0b60a3f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:25.014252 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4fe39253-7054-4bbb-88bc-246e908fa08a req-bf84c11e-3e4f-4104-8dd2-72b0b60a3f94 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ebd580521ede49659be460136b14e0dd&device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 1096 time: 0.0480659 Dec 08 16:23:25.136785 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe39253-7054-4bbb-88bc-246e908fa08a req-604a2304-85ed-4fcd-907c-b067dce6c46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:25.138644 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4fe39253-7054-4bbb-88bc-246e908fa08a req-604a2304-85ed-4fcd-907c-b067dce6c46f service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=ebd580521ede49659be460136b14e0dd&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1151905 Dec 08 16:23:25.607979 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2002b3-3e4b-46b2-9076-b81293749e24 req-e4f266c5-4dc0-4c99-83e7-8040b8e473eb tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:25.609623 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0c2002b3-3e4b-46b2-9076-b81293749e24 req-e4f266c5-4dc0-4c99-83e7-8040b8e473eb tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 945 time: 0.0814371 Dec 08 16:23:25.615571 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe39253-7054-4bbb-88bc-246e908fa08a req-d39692eb-6928-443e-a6af-5b1cc0909e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:25.617118 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4fe39253-7054-4bbb-88bc-246e908fa08a req-d39692eb-6928-443e-a6af-5b1cc0909e4b service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4694581 Dec 08 16:23:25.632889 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979df414-1ec4-4dfd-949f-1d35329d496a req-73c8dc2c-90a2-4d36-9390-64984f5cdfd2 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:25.641942 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-979df414-1ec4-4dfd-949f-1d35329d496a req-73c8dc2c-90a2-4d36-9390-64984f5cdfd2 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=86aad0d6-356d-4577-856b-3e89c8cae51f HTTP/1.1" status: 200 len: 946 time: 0.0796638 Dec 08 16:23:25.690420 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0c2002b3-3e4b-46b2-9076-b81293749e24 req-052f3c9c-0444-461e-b75f-01e3e611e923 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697241 Dec 08 16:23:25.720998 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-979df414-1ec4-4dfd-949f-1d35329d496a req-7fb04a66-0105-4e2d-a475-0cc476f8a45d tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666826 Dec 08 16:23:25.728863 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2947e18-3c09-43a3-aafe-4276d6cd4d8a req-d7c75769-6ca8-4a65-be55-5d46f7a403ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:25.730380 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e2947e18-3c09-43a3-aafe-4276d6cd4d8a req-d7c75769-6ca8-4a65-be55-5d46f7a403ae service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ebd580521ede49659be460136b14e0dd&device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 1096 time: 0.0540400 Dec 08 16:23:25.776331 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e2947e18-3c09-43a3-aafe-4276d6cd4d8a req-4957d8d4-55a5-4395-b09b-c66fd53595b5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d9958c2-7603-431f-bd09-3479b639dea0 HTTP/1.1" status: 200 len: 217 time: 0.0345299 Dec 08 16:23:25.858184 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2947e18-3c09-43a3-aafe-4276d6cd4d8a req-9b1da905-d730-4f11-a25e-76065ce4b5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:25.859653 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e2947e18-3c09-43a3-aafe-4276d6cd4d8a req-9b1da905-d730-4f11-a25e-76065ce4b5c1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=297bd6e5-3bf7-4d91-8a12-5133ca44aa82 HTTP/1.1" status: 200 len: 855 time: 0.0760868 Dec 08 16:23:25.883365 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899717d-26ef-493f-8ec4-e0bb7dc39261 req-b3d3ee9f-6aef-4f77-9a5f-96cd8feb550f tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:25.884858 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f899717d-26ef-493f-8ec4-e0bb7dc39261 req-b3d3ee9f-6aef-4f77-9a5f-96cd8feb550f tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 944 time: 0.0743902 Dec 08 16:23:25.941648 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2947e18-3c09-43a3-aafe-4276d6cd4d8a req-3d4d3d0c-4d36-4179-843c-a09606b14800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:25.943178 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e2947e18-3c09-43a3-aafe-4276d6cd4d8a req-3d4d3d0c-4d36-4179-843c-a09606b14800 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=96222b75-0d7f-43da-898a-91046f8bdc5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0762918 Dec 08 16:23:25.954866 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f899717d-26ef-493f-8ec4-e0bb7dc39261 req-385c73c3-9554-4b13-8288-309f067b9372 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4f2ad79-b8e6-4523-9d6e-1cfbd1d7f7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560498 Dec 08 16:23:26.046560 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e2947e18-3c09-43a3-aafe-4276d6cd4d8a req-7b1d6244-5ce9-4b28-86e5-e8d1c54d7a1b service neutron] 10.222.0.37 "GET /v2.0/networks/96222b75-0d7f-43da-898a-91046f8bdc5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905666 Dec 08 16:23:26.057395 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 33088) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:26.150951 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e2947e18-3c09-43a3-aafe-4276d6cd4d8a req-4670e741-a012-4263-b8c3-5279cc02cfbf service neutron] 10.222.0.37 "GET /v2.0/networks/96222b75-0d7f-43da-898a-91046f8bdc5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943785 Dec 08 16:23:26.176460 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-93a7000a-74ba-4725-bacb-d1883447859f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:26.251866 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 224ae73e-3df8-4d92-8353-597c37e85fa0 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:23:26.252439 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-93a7000a-74ba-4725-bacb-d1883447859f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:26.351856 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-93a7000a-74ba-4725-bacb-d1883447859f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:26.397074 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-93a7000a-74ba-4725-bacb-d1883447859f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=882c8f38307a47acbbdbff9c5314f13c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3324659 Dec 08 16:23:26.397972 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a7000a-74ba-4725-bacb-d1883447859f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3117d8-c889-4344-9915-13d2f1ffebf2,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:26.399822 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 33094) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:26.449157 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-df64ccb4-5388-403d-9da6-d9dda90270ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:26.471004 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-df64ccb4-5388-403d-9da6-d9dda90270ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:26.632095 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-df64ccb4-5388-403d-9da6-d9dda90270ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:26.634988 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-df64ccb4-5388-403d-9da6-d9dda90270ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:26.636195 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-df64ccb4-5388-403d-9da6-d9dda90270ab admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5e3117d8-c889-4344-9915-13d2f1ffebf2 HTTP/1.1" status: 204 len: 168 time: 0.2352815 Dec 08 16:23:26.645320 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df64ccb4-5388-403d-9da6-d9dda90270ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3117d8-c889-4344-9915-13d2f1ffebf2,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:26.842151 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d3557e-cfa4-4552-ae59-83c50efc5301 req-c32f734d-249c-4d00-9214-39cbd94184a1 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:26.843904 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-59d3557e-cfa4-4552-ae59-83c50efc5301 req-c32f734d-249c-4d00-9214-39cbd94184a1 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 945 time: 0.0606477 Dec 08 16:23:26.861848 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c22e71-c8e5-4117-8727-22ef56c10405 req-75f226b4-964a-4e4a-9865-c8fc11771ddf tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:26.863601 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-01c22e71-c8e5-4117-8727-22ef56c10405 req-75f226b4-964a-4e4a-9865-c8fc11771ddf tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=86aad0d6-356d-4577-856b-3e89c8cae51f HTTP/1.1" status: 200 len: 946 time: 0.0657268 Dec 08 16:23:26.898398 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-59d3557e-cfa4-4552-ae59-83c50efc5301 req-9866d7ee-2955-4064-a328-11506442aaff tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480244 Dec 08 16:23:26.921598 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-01c22e71-c8e5-4117-8727-22ef56c10405 req-166c466b-e4a5-42ab-8413-0dad70057051 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452907 Dec 08 16:23:27.080654 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0baa92-41d9-4de5-97bf-587d2fae58a6 req-7f6c676f-6d63-4202-ad65-cdfa40971616 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:27.082759 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0c0baa92-41d9-4de5-97bf-587d2fae58a6 req-7f6c676f-6d63-4202-ad65-cdfa40971616 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 944 time: 0.0530596 Dec 08 16:23:27.148261 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0c0baa92-41d9-4de5-97bf-587d2fae58a6 req-328f0e49-c936-433e-b853-8f91ec0f44fe tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4f2ad79-b8e6-4523-9d6e-1cfbd1d7f7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576320 Dec 08 16:23:27.414040 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 33128) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:27.425769 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0df7c810-013f-4a69-8501-99eae24532ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:27.502962 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0df7c810-013f-4a69-8501-99eae24532ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:27.574771 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0df7c810-013f-4a69-8501-99eae24532ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:27.615156 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-0df7c810-013f-4a69-8501-99eae24532ce admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d0acd70dc35f4c9f8e690688957b4e1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2032194 Dec 08 16:23:27.616137 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df7c810-013f-4a69-8501-99eae24532ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320e3e11-f8f5-4ec2-989c-24b0b4e6a40b,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:27.617946 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 33130) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:27.671570 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-eac3b12b-3c23-4540-bc46-1124da1323a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:27.696169 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-eac3b12b-3c23-4540-bc46-1124da1323a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:27.814264 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-eac3b12b-3c23-4540-bc46-1124da1323a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:27.817044 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-eac3b12b-3c23-4540-bc46-1124da1323a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:27.818594 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-eac3b12b-3c23-4540-bc46-1124da1323a5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/320e3e11-f8f5-4ec2-989c-24b0b4e6a40b HTTP/1.1" status: 204 len: 168 time: 0.1984444 Dec 08 16:23:27.828227 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac3b12b-3c23-4540-bc46-1124da1323a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320e3e11-f8f5-4ec2-989c-24b0b4e6a40b,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:28.028216 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ed6b4-db7a-45ba-bd38-3addd3b2376d req-8bd65b55-f6a2-4135-9138-51cfefcce501 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:28.037873 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c38ed6b4-db7a-45ba-bd38-3addd3b2376d req-8bd65b55-f6a2-4135-9138-51cfefcce501 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 945 time: 0.0642135 Dec 08 16:23:28.062717 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e2888-9f79-4dac-b33d-6b0b425bff69 req-ddb5019e-f41a-4096-b4bb-2eb4e962643d tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:28.064510 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-063e2888-9f79-4dac-b33d-6b0b425bff69 req-ddb5019e-f41a-4096-b4bb-2eb4e962643d tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=86aad0d6-356d-4577-856b-3e89c8cae51f HTTP/1.1" status: 200 len: 946 time: 0.0621681 Dec 08 16:23:28.087633 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c38ed6b4-db7a-45ba-bd38-3addd3b2376d req-537fd537-2754-48c1-9e09-d618c5d64a02 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485663 Dec 08 16:23:28.127927 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-063e2888-9f79-4dac-b33d-6b0b425bff69 req-234cc9ff-576c-4c64-a733-d3f0e42058d3 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548692 Dec 08 16:23:28.302015 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514dbbf1-dc98-4d93-a9ff-e850134c2053 req-088b8187-e7f9-4f7a-86c4-aa283678b486 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:28.303947 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-514dbbf1-dc98-4d93-a9ff-e850134c2053 req-088b8187-e7f9-4f7a-86c4-aa283678b486 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 944 time: 0.0659339 Dec 08 16:23:28.365076 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-514dbbf1-dc98-4d93-a9ff-e850134c2053 req-14922893-7c53-4854-8eb4-cb69e198554b tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4f2ad79-b8e6-4523-9d6e-1cfbd1d7f7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551546 Dec 08 16:23:29.186355 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 6d9958c2-7603-431f-bd09-3479b639dea0 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:23:29.286064 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60700d2f-772d-4eca-953e-a2bd0865e8a0 req-be8de9fd-7f18-4604-9eb1-ae6ee0799d6c tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:29.300203 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-60700d2f-772d-4eca-953e-a2bd0865e8a0 req-be8de9fd-7f18-4604-9eb1-ae6ee0799d6c tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 945 time: 0.1055956 Dec 08 16:23:29.339025 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6755042d-1ba3-4eb4-97b4-bb56c6d8b15e req-cb13b615-dc37-45ed-91cb-a537efdc31cf tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:29.341350 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6755042d-1ba3-4eb4-97b4-bb56c6d8b15e req-cb13b615-dc37-45ed-91cb-a537efdc31cf tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=86aad0d6-356d-4577-856b-3e89c8cae51f HTTP/1.1" status: 200 len: 946 time: 0.0875845 Dec 08 16:23:29.356344 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 6d9958c2-7603-431f-bd09-3479b639dea0, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=6d9958c2-7603-431f-bd09-3479b639dea0,segment=NetworkSegment(2a82ecd5-a9d3-46a5-a060-3820facdd98d),segment_id=2a82ecd5-a9d3-46a5-a060-3820facdd98d)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:23:29.372734 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '6d9958c2-7603-431f-bd09-3479b639dea0', 'network_id': '96222b75-0d7f-43da-898a-91046f8bdc5a', 'port_id': '6d9958c2-7603-431f-bd09-3479b639dea0', 'mac_address': 'fa:16:3e:6b:56:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '297bd6e5-3bf7-4d91-8a12-5133ca44aa82', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:23:29.406377 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-60700d2f-772d-4eca-953e-a2bd0865e8a0 req-b3d5ebef-02f2-447b-93fa-03e57fadde4a tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007087 Dec 08 16:23:29.417843 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:29.437869 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d9958c2-7603-431f-bd09-3479b639dea0 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:23:29.441843 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6755042d-1ba3-4eb4-97b4-bb56c6d8b15e req-050dd3b2-2351-4acb-92cb-dd54a05911b0 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889966 Dec 08 16:23:29.470870 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 6d9958c2-7603-431f-bd09-3479b639dea0, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=6d9958c2-7603-431f-bd09-3479b639dea0,segment=NetworkSegment(2a82ecd5-a9d3-46a5-a060-3820facdd98d),segment_id=2a82ecd5-a9d3-46a5-a060-3820facdd98d)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:23:29.569364 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3873284-fd46-4ede-882c-e8d5c6288000 req-07d8d14a-acbc-4633-8ef3-200c86043efb tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:29.573267 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d3873284-fd46-4ede-882c-e8d5c6288000 req-07d8d14a-acbc-4633-8ef3-200c86043efb tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 944 time: 0.0597670 Dec 08 16:23:29.625689 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:29.632010 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d3873284-fd46-4ede-882c-e8d5c6288000 req-5395c344-f36b-4583-a5fd-6b583f551f8a tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4f2ad79-b8e6-4523-9d6e-1cfbd1d7f7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512071 Dec 08 16:23:29.677776 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=6d9958c2-7603-431f-bd09-3479b639dea0,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:29.954267 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-50936511-e3cc-4e6c-9590-3750740c1da2 req-02a1d445-e2c7-4ad2-b33d-ac281a653867 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0510988 Dec 08 16:23:29.978905 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['6d9958c2-7603-431f-bd09-3479b639dea0'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:23:30.055397 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50936511-e3cc-4e6c-9590-3750740c1da2 req-480279eb-c92f-4bff-b838-fa0684deca5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:30.056002 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50936511-e3cc-4e6c-9590-3750740c1da2 req-480279eb-c92f-4bff-b838-fa0684deca5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:30.056581 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50936511-e3cc-4e6c-9590-3750740c1da2 req-480279eb-c92f-4bff-b838-fa0684deca5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:30.057122 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50936511-e3cc-4e6c-9590-3750740c1da2 req-480279eb-c92f-4bff-b838-fa0684deca5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:30.057830 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50936511-e3cc-4e6c-9590-3750740c1da2 req-480279eb-c92f-4bff-b838-fa0684deca5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:30.058440 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50936511-e3cc-4e6c-9590-3750740c1da2 req-480279eb-c92f-4bff-b838-fa0684deca5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:30.058982 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50936511-e3cc-4e6c-9590-3750740c1da2 req-480279eb-c92f-4bff-b838-fa0684deca5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:30.061781 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-50936511-e3cc-4e6c-9590-3750740c1da2 req-480279eb-c92f-4bff-b838-fa0684deca5c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=18030f7f284349198514456af1320f51&device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 6507 time: 0.0565779 Dec 08 16:23:30.227611 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50936511-e3cc-4e6c-9590-3750740c1da2 req-713d9cc8-3c45-4d5a-879a-4d1dbcd9365b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:30.232014 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50936511-e3cc-4e6c-9590-3750740c1da2 req-713d9cc8-3c45-4d5a-879a-4d1dbcd9365b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:30.232014 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50936511-e3cc-4e6c-9590-3750740c1da2 req-713d9cc8-3c45-4d5a-879a-4d1dbcd9365b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:30.232014 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-50936511-e3cc-4e6c-9590-3750740c1da2 req-713d9cc8-3c45-4d5a-879a-4d1dbcd9365b service neutron] 10.222.0.37 "GET /v2.0/networks?id=f511b156-9962-4a0c-911e-c5b5fa14a2a0&id=92f988d9-d3fd-471d-a94b-154482a7d460&id=92f988d9-d3fd-471d-a94b-154482a7d460&id=92f988d9-d3fd-471d-a94b-154482a7d460&id=92f988d9-d3fd-471d-a94b-154482a7d460&id=0cd1fc08-18ef-4903-a4d4-304d5ce0f86e&id=0cd1fc08-18ef-4903-a4d4-304d5ce0f86e HTTP/1.1" status: 200 len: 2298 time: 0.1380820 Dec 08 16:23:30.319145 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-50936511-e3cc-4e6c-9590-3750740c1da2 req-cd901fcd-6871-4165-9e6e-f7c19c53b265 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86efcb2c-1285-4710-925f-8ab5f6b3d355 HTTP/1.1" status: 200 len: 1000 time: 0.0756295 Dec 08 16:23:30.386789 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50936511-e3cc-4e6c-9590-3750740c1da2 req-13b3cd4e-0917-42c8-83a6-5d5a60aef7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:30.388559 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-50936511-e3cc-4e6c-9590-3750740c1da2 req-13b3cd4e-0917-42c8-83a6-5d5a60aef7e0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1788926e-2053-422c-b7be-41238d864800 HTTP/1.1" status: 200 len: 856 time: 0.0586658 Dec 08 16:23:30.443373 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50936511-e3cc-4e6c-9590-3750740c1da2 req-c8cb9fb9-ea4d-4613-b1e8-427648ed02d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:30.444922 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-50936511-e3cc-4e6c-9590-3750740c1da2 req-c8cb9fb9-ea4d-4613-b1e8-427648ed02d1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f511b156-9962-4a0c-911e-c5b5fa14a2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489058 Dec 08 16:23:30.546851 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26003578-a0c6-4261-80e9-b526ef427d45 req-6c8aab2a-cf86-42c6-9ba0-af153e91c506 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:30.558343 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-26003578-a0c6-4261-80e9-b526ef427d45 req-6c8aab2a-cf86-42c6-9ba0-af153e91c506 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 945 time: 0.0899012 Dec 08 16:23:30.587959 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-50936511-e3cc-4e6c-9590-3750740c1da2 req-dc490b75-c4e5-4df9-9413-8c1658313da3 service neutron] 10.222.0.37 "GET /v2.0/networks/f511b156-9962-4a0c-911e-c5b5fa14a2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345258 Dec 08 16:23:30.613303 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca9a3f2-c843-40d5-8f18-8387a8592570 req-2ce3e654-bfb3-429b-8b2b-e8ee9eb59c56 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:30.615473 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fca9a3f2-c843-40d5-8f18-8387a8592570 req-2ce3e654-bfb3-429b-8b2b-e8ee9eb59c56 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=86aad0d6-356d-4577-856b-3e89c8cae51f HTTP/1.1" status: 200 len: 946 time: 0.0797322 Dec 08 16:23:30.630825 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-26003578-a0c6-4261-80e9-b526ef427d45 req-ab097af5-4217-428e-8af1-2f69addd9e93 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655007 Dec 08 16:23:30.746253 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fca9a3f2-c843-40d5-8f18-8387a8592570 req-e3961974-c92b-40da-a878-489d4c6f8a70 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146820 Dec 08 16:23:30.768079 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-50936511-e3cc-4e6c-9590-3750740c1da2 req-853457a8-7c7a-41a7-88e4-03d864f5d7ee service neutron] 10.222.0.37 "GET /v2.0/networks/f511b156-9962-4a0c-911e-c5b5fa14a2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721075 Dec 08 16:23:30.821874 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 33220) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:30.830098 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-50936511-e3cc-4e6c-9590-3750740c1da2 req-2cf43f5d-f02e-4f5c-9274-42c4996cf0ed service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=5d42f4d8-9ca3-4f66-912f-1ee4a3cb0c8e HTTP/1.1" status: 200 len: 217 time: 0.0501251 Dec 08 16:23:30.864356 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af95093-1d96-42d1-90dc-ec212707e5c4 req-0820409c-e625-44b9-9a12-21bf90ecbfba tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:30.866250 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7af95093-1d96-42d1-90dc-ec212707e5c4 req-0820409c-e625-44b9-9a12-21bf90ecbfba tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 945 time: 0.0773282 Dec 08 16:23:30.896547 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50936511-e3cc-4e6c-9590-3750740c1da2 req-9044ee89-fd00-43d4-b297-0efe8229922a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:30.899041 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-50936511-e3cc-4e6c-9590-3750740c1da2 req-9044ee89-fd00-43d4-b297-0efe8229922a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6d585823-3fc3-43de-bace-96991eaf0e25 HTTP/1.1" status: 200 len: 797 time: 0.0576782 Dec 08 16:23:30.922394 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7af95093-1d96-42d1-90dc-ec212707e5c4 req-a6c67cd2-326e-4e6a-8bfd-6b6f032a3f88 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4f2ad79-b8e6-4523-9d6e-1cfbd1d7f7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472388 Dec 08 16:23:30.963617 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50936511-e3cc-4e6c-9590-3750740c1da2 req-29eb57a9-a7e5-4e49-b789-2b9943f18a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:30.965168 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-50936511-e3cc-4e6c-9590-3750740c1da2 req-29eb57a9-a7e5-4e49-b789-2b9943f18a16 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92f988d9-d3fd-471d-a94b-154482a7d460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0571015 Dec 08 16:23:30.965682 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d0662fdd-eabf-4c1f-a98c-47a99eaa13a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:31.045564 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d0662fdd-eabf-4c1f-a98c-47a99eaa13a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:31.070621 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-50936511-e3cc-4e6c-9590-3750740c1da2 req-06d60e42-d4c9-4d04-ae2a-ae7c9af7cc25 service neutron] 10.222.0.37 "GET /v2.0/networks/92f988d9-d3fd-471d-a94b-154482a7d460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942805 Dec 08 16:23:31.140068 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d0662fdd-eabf-4c1f-a98c-47a99eaa13a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:31.183586 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d0662fdd-eabf-4c1f-a98c-47a99eaa13a5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bd8120763e9b46aca439fff53166c594&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3602970 Dec 08 16:23:31.189019 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0662fdd-eabf-4c1f-a98c-47a99eaa13a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c65b0a2-66f7-4dbc-8f3b-30def3cc9cfe,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:31.189289 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 33224) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:31.207439 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 6d9958c2-7603-431f-bd09-3479b639dea0 up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:23:31.210710 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-50936511-e3cc-4e6c-9590-3750740c1da2 req-de16d681-6802-4708-be2d-2938d57110db service neutron] 10.222.0.37 "GET /v2.0/networks/92f988d9-d3fd-471d-a94b-154482a7d460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319711 Dec 08 16:23:31.253290 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-50936511-e3cc-4e6c-9590-3750740c1da2 req-cab1b7eb-3470-40fc-ade7-73fe4843dbe5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=0505a5f3-a135-4e60-b17a-0cb1f5397362 HTTP/1.1" status: 200 len: 217 time: 0.0417061 Dec 08 16:23:31.305420 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port 6d9958c2-7603-431f-bd09-3479b639dea0 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:23:31.309651 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 6d9958c2-7603-431f-bd09-3479b639dea0 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:23:31.310179 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:31.334665 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50936511-e3cc-4e6c-9590-3750740c1da2 req-fa3f0063-84ab-4b09-81a7-698e8dbcabe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:31.336084 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-50936511-e3cc-4e6c-9590-3750740c1da2 req-fa3f0063-84ab-4b09-81a7-698e8dbcabe8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6d585823-3fc3-43de-bace-96991eaf0e25 HTTP/1.1" status: 200 len: 797 time: 0.0735192 Dec 08 16:23:31.339149 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c21ab976-5ace-4196-9188-139e3b92a680 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:31.391070 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c21ab976-5ace-4196-9188-139e3b92a680 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:31.405339 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:31.434310 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50936511-e3cc-4e6c-9590-3750740c1da2 req-f9ee99de-595b-4e7b-a211-3c4c25e2bcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:31.435934 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-50936511-e3cc-4e6c-9590-3750740c1da2 req-f9ee99de-595b-4e7b-a211-3c4c25e2bcb7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92f988d9-d3fd-471d-a94b-154482a7d460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0915904 Dec 08 16:23:31.439857 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbb15675-71f7-4fc3-b067-e2ce57f8bb65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d9958c2-7603-431f-bd09-3479b639dea0'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:23:31.442453 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55a3855-7372-4aad-8716-8a48bf02c489" -d '{"events": [{"server_uuid": "fbb15675-71f7-4fc3-b067-e2ce57f8bb65", "name": "network-vif-plugged", "status": "completed", "tag": "6d9958c2-7603-431f-bd09-3479b639dea0"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:23:31.457134 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 6d9958c2-7603-431f-bd09-3479b639dea0, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=6d9958c2-7603-431f-bd09-3479b639dea0,segment=NetworkSegment(2a82ecd5-a9d3-46a5-a060-3820facdd98d),segment_id=2a82ecd5-a9d3-46a5-a060-3820facdd98d)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:23:31.497618 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b01a696-dcc9-44a8-8522-e888c2a1c86b x-openstack-request-id: req-5b01a696-dcc9-44a8-8522-e888c2a1c86b {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:23:31.498014 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbb15675-71f7-4fc3-b067-e2ce57f8bb65", "name": "network-vif-plugged", "status": "completed", "tag": "6d9958c2-7603-431f-bd09-3479b639dea0", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:23:31.498360 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5b01a696-dcc9-44a8-8522-e888c2a1c86b {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:23:31.498818 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbb15675-71f7-4fc3-b067-e2ce57f8bb65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d9958c2-7603-431f-bd09-3479b639dea0', 'code': 200} Dec 08 16:23:31.514372 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:31.547808 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-50936511-e3cc-4e6c-9590-3750740c1da2 req-51522eb0-6df3-439f-8ec4-538cf56d8a66 service neutron] 10.222.0.37 "GET /v2.0/networks/92f988d9-d3fd-471d-a94b-154482a7d460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044765 Dec 08 16:23:31.569777 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=6d9958c2-7603-431f-bd09-3479b639dea0,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:31.634379 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c21ab976-5ace-4196-9188-139e3b92a680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:31.636909 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c21ab976-5ace-4196-9188-139e3b92a680 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:31.638060 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c21ab976-5ace-4196-9188-139e3b92a680 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0c65b0a2-66f7-4dbc-8f3b-30def3cc9cfe HTTP/1.1" status: 204 len: 168 time: 0.4475689 Dec 08 16:23:31.662428 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21ab976-5ace-4196-9188-139e3b92a680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c65b0a2-66f7-4dbc-8f3b-30def3cc9cfe,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:31.686622 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cfd386-38ec-4ac9-9f0c-a12d3393cb46 req-842ca26c-7fc9-4397-b421-16c43680f896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:31.688418 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a6cfd386-38ec-4ac9-9f0c-a12d3393cb46 req-842ca26c-7fc9-4397-b421-16c43680f896 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 1098 time: 0.1146371 Dec 08 16:23:31.722108 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-50936511-e3cc-4e6c-9590-3750740c1da2 req-633b13a0-e285-4ec8-a9b5-0c5a3b92ef0f service neutron] 10.222.0.37 "GET /v2.0/networks/92f988d9-d3fd-471d-a94b-154482a7d460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561987 Dec 08 16:23:31.775382 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-50936511-e3cc-4e6c-9590-3750740c1da2 req-94719823-ead2-4260-afd9-2fd1892f7186 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=7aa9cebb-b701-4044-97c7-c772359e3f10 HTTP/1.1" status: 200 len: 217 time: 0.0430894 Dec 08 16:23:31.781902 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a6cfd386-38ec-4ac9-9f0c-a12d3393cb46 req-99d87f07-ca25-48f1-93b3-9847cca988f4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e4f2ad79-b8e6-4523-9d6e-1cfbd1d7f7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855570 Dec 08 16:23:31.786804 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b0b0e5-bb94-4027-8d4c-3864bf087779 req-4ae73af8-b7d7-4b7f-8f33-fea20c77475b tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:31.789672 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-82b0b0e5-bb94-4027-8d4c-3864bf087779 req-4ae73af8-b7d7-4b7f-8f33-fea20c77475b tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 945 time: 0.0631778 Dec 08 16:23:31.840553 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50936511-e3cc-4e6c-9590-3750740c1da2 req-bbc64c3d-2e30-424c-a0e6-167fbb29ba58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:31.842364 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-50936511-e3cc-4e6c-9590-3750740c1da2 req-bbc64c3d-2e30-424c-a0e6-167fbb29ba58 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6d585823-3fc3-43de-bace-96991eaf0e25 HTTP/1.1" status: 200 len: 797 time: 0.0590367 Dec 08 16:23:31.848983 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-82b0b0e5-bb94-4027-8d4c-3864bf087779 req-779d57c3-d8e1-4119-8c05-7b38bdef8fea tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527534 Dec 08 16:23:31.888412 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-10a1c2cc-6479-4268-83ae-039cc019ab53 req-ef403996-88f5-478b-b069-c384fe324eae service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d59076ab-1d2e-41cb-ab42-61d1ad109881&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0496399 Dec 08 16:23:31.961312 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a1c2cc-6479-4268-83ae-039cc019ab53 req-9c42ad88-4e2c-4ace-a5fc-d892e2d0021e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:31.962881 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-10a1c2cc-6479-4268-83ae-039cc019ab53 req-9c42ad88-4e2c-4ace-a5fc-d892e2d0021e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=22d0ae928129486d8913ac89433a7712&device_id=d59076ab-1d2e-41cb-ab42-61d1ad109881 HTTP/1.1" status: 200 len: 1097 time: 0.0490382 Dec 08 16:23:31.969490 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe91bdc-ccb9-46aa-a827-2d05807ea0bb req-6aa25646-d4b4-4909-86ee-9db64481f765 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:31.971603 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cbe91bdc-ccb9-46aa-a827-2d05807ea0bb req-6aa25646-d4b4-4909-86ee-9db64481f765 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=86aad0d6-356d-4577-856b-3e89c8cae51f HTTP/1.1" status: 200 len: 946 time: 0.0545139 Dec 08 16:23:32.040923 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cbe91bdc-ccb9-46aa-a827-2d05807ea0bb req-5b7bae7a-1bd0-4a66-ad03-54026ccc809b tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627725 Dec 08 16:23:32.144246 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50936511-e3cc-4e6c-9590-3750740c1da2 req-1c4ff1c6-a71f-465c-a673-4a4c2b1a0a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:32.145637 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-50936511-e3cc-4e6c-9590-3750740c1da2 req-1c4ff1c6-a71f-465c-a673-4a4c2b1a0a71 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92f988d9-d3fd-471d-a94b-154482a7d460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1499462 Dec 08 16:23:32.176106 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0559f03-036b-4432-b0dc-22ade57f5d36 req-dfd90c6d-d87d-402a-af91-09e745e34c04 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:32.177618 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f0559f03-036b-4432-b0dc-22ade57f5d36 req-dfd90c6d-d87d-402a-af91-09e745e34c04 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 946 time: 0.1166070 Dec 08 16:23:32.193328 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a1c2cc-6479-4268-83ae-039cc019ab53 req-37c234b6-1f00-4a73-9efe-035461f6ca08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:32.194742 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-10a1c2cc-6479-4268-83ae-039cc019ab53 req-37c234b6-1f00-4a73-9efe-035461f6ca08 service neutron] 10.222.0.76 "GET /v2.0/networks?id=444a8cbb-ee83-40d1-9772-ed3daa005a16 HTTP/1.1" status: 200 len: 911 time: 0.2078483 Dec 08 16:23:32.275389 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-10a1c2cc-6479-4268-83ae-039cc019ab53 req-f8e69d36-0fcb-4a05-9e35-9681fac96b09 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d765efb-79c3-4c3d-9c18-e4e21db047bc HTTP/1.1" status: 200 len: 217 time: 0.0474081 Dec 08 16:23:32.307203 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 33244) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:32.321533 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-14042bd5-e489-4a3e-bb59-4950b9f26231 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:32.361558 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f0559f03-036b-4432-b0dc-22ade57f5d36 req-4732afff-3f9e-4764-b3b3-7d6c310f1fb1 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4f2ad79-b8e6-4523-9d6e-1cfbd1d7f7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697028 Dec 08 16:23:32.371850 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-50936511-e3cc-4e6c-9590-3750740c1da2 req-0a6c3118-610f-4963-885d-4ddb9bc59d79 service neutron] 10.222.0.37 "GET /v2.0/networks/92f988d9-d3fd-471d-a94b-154482a7d460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167253 Dec 08 16:23:32.393087 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a1c2cc-6479-4268-83ae-039cc019ab53 req-a34ccfb7-6fe2-4e3a-928e-9273e2fb2ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:32.395018 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-10a1c2cc-6479-4268-83ae-039cc019ab53 req-a34ccfb7-6fe2-4e3a-928e-9273e2fb2ac9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=921ca20d-c445-4985-be5a-b19c39bd838b HTTP/1.1" status: 200 len: 849 time: 0.1096539 Dec 08 16:23:32.409089 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-14042bd5-e489-4a3e-bb59-4950b9f26231 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:32.504764 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a1c2cc-6479-4268-83ae-039cc019ab53 req-3cf520dc-719c-4302-b11d-935ec90c63f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:32.506270 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-10a1c2cc-6479-4268-83ae-039cc019ab53 req-3cf520dc-719c-4302-b11d-935ec90c63f0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=444a8cbb-ee83-40d1-9772-ed3daa005a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1002178 Dec 08 16:23:32.507154 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-14042bd5-e489-4a3e-bb59-4950b9f26231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:32.512880 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-50936511-e3cc-4e6c-9590-3750740c1da2 req-160dbcc4-41b3-4a04-a9de-470f04c2603f service neutron] 10.222.0.37 "GET /v2.0/networks/92f988d9-d3fd-471d-a94b-154482a7d460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317561 Dec 08 16:23:32.557744 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-14042bd5-e489-4a3e-bb59-4950b9f26231 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1da77c5ad0b54d13b48177599999664e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2471476 Dec 08 16:23:32.557744 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14042bd5-e489-4a3e-bb59-4950b9f26231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb532b5e-45b1-4c9a-9b68-2291a44c52ac,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:32.564473 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 33254) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:32.565900 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14042bd5-e489-4a3e-bb59-4950b9f26231 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:32.566255 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14042bd5-e489-4a3e-bb59-4950b9f26231 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:32.566692 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14042bd5-e489-4a3e-bb59-4950b9f26231 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:32.566936 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14042bd5-e489-4a3e-bb59-4950b9f26231 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:32.567271 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14042bd5-e489-4a3e-bb59-4950b9f26231 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:32.567685 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14042bd5-e489-4a3e-bb59-4950b9f26231 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:32.568001 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14042bd5-e489-4a3e-bb59-4950b9f26231 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:32.568353 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14042bd5-e489-4a3e-bb59-4950b9f26231 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:32.568681 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14042bd5-e489-4a3e-bb59-4950b9f26231 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:32.569007 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14042bd5-e489-4a3e-bb59-4950b9f26231 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:32.569347 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14042bd5-e489-4a3e-bb59-4950b9f26231 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:32.570435 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14042bd5-e489-4a3e-bb59-4950b9f26231 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:32.570435 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14042bd5-e489-4a3e-bb59-4950b9f26231 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:32.639428 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-873928a4-0016-42f0-b86f-fd62d66a1637 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:32.644466 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-50936511-e3cc-4e6c-9590-3750740c1da2 req-d3ba2579-bd86-46e8-99bf-5d4194833698 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=3e8dd4f2-53e5-4bc8-986a-166f7ff34449 HTTP/1.1" status: 200 len: 217 time: 0.0528326 Dec 08 16:23:32.665267 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-873928a4-0016-42f0-b86f-fd62d66a1637 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:32.693340 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-10a1c2cc-6479-4268-83ae-039cc019ab53 req-f5a710dd-0d94-4c4a-ac70-6803d1cf7beb service neutron] 10.222.0.76 "GET /v2.0/networks/444a8cbb-ee83-40d1-9772-ed3daa005a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787934 Dec 08 16:23:32.769762 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50936511-e3cc-4e6c-9590-3750740c1da2 req-29a05add-74aa-4c6e-82ac-1c8c8c75bf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:32.771348 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-50936511-e3cc-4e6c-9590-3750740c1da2 req-29a05add-74aa-4c6e-82ac-1c8c8c75bf05 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6d585823-3fc3-43de-bace-96991eaf0e25 HTTP/1.1" status: 200 len: 797 time: 0.1139219 Dec 08 16:23:32.791546 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-873928a4-0016-42f0-b86f-fd62d66a1637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:32.794205 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-873928a4-0016-42f0-b86f-fd62d66a1637 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:32.795599 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-873928a4-0016-42f0-b86f-fd62d66a1637 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bb532b5e-45b1-4c9a-9b68-2291a44c52ac HTTP/1.1" status: 204 len: 168 time: 0.2087114 Dec 08 16:23:32.805309 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873928a4-0016-42f0-b86f-fd62d66a1637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb532b5e-45b1-4c9a-9b68-2291a44c52ac,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:32.866031 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50936511-e3cc-4e6c-9590-3750740c1da2 req-d6a7d38e-9c3f-4118-a3ba-1800e9ed6dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:32.866031 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-50936511-e3cc-4e6c-9590-3750740c1da2 req-d6a7d38e-9c3f-4118-a3ba-1800e9ed6dac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92f988d9-d3fd-471d-a94b-154482a7d460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0781860 Dec 08 16:23:32.866031 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-10a1c2cc-6479-4268-83ae-039cc019ab53 req-fefd449e-13a7-4a5b-a22f-5a4614849ecc service neutron] 10.222.0.76 "GET /v2.0/networks/444a8cbb-ee83-40d1-9772-ed3daa005a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627262 Dec 08 16:23:32.988740 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343d9a5-422d-4be6-9dcf-49ea373a45e4 req-74e67f68-522c-45d0-a119-cafd99587a6c tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:32.990330 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9343d9a5-422d-4be6-9dcf-49ea373a45e4 req-74e67f68-522c-45d0-a119-cafd99587a6c tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 945 time: 0.0574167 Dec 08 16:23:33.046840 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-50936511-e3cc-4e6c-9590-3750740c1da2 req-0f4c84ed-bde0-4836-9fef-9f13ade42c46 service neutron] 10.222.0.37 "GET /v2.0/networks/92f988d9-d3fd-471d-a94b-154482a7d460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687346 Dec 08 16:23:33.080574 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9343d9a5-422d-4be6-9dcf-49ea373a45e4 req-f8de1576-a589-4cec-8c89-5eecda6b9447 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837398 Dec 08 16:23:33.246566 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe8774-fba0-48dc-bff8-566991b70f6a req-454de2e2-0390-4d33-b69e-2fb47ba7bf9a tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:33.247817 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4ebe8774-fba0-48dc-bff8-566991b70f6a req-454de2e2-0390-4d33-b69e-2fb47ba7bf9a tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=86aad0d6-356d-4577-856b-3e89c8cae51f HTTP/1.1" status: 200 len: 946 time: 0.0854139 Dec 08 16:23:33.253917 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-50936511-e3cc-4e6c-9590-3750740c1da2 req-0ae34606-8e2b-4783-a7bc-b4ac2f9f2f9d service neutron] 10.222.0.37 "GET /v2.0/networks/92f988d9-d3fd-471d-a94b-154482a7d460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990714 Dec 08 16:23:33.325256 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-50936511-e3cc-4e6c-9590-3750740c1da2 req-a07ab04d-4417-4d47-932c-d4dcbe0ae842 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=84db335e-f375-4be2-a69d-00e5bb4c6257 HTTP/1.1" status: 200 len: 217 time: 0.0541601 Dec 08 16:23:33.378402 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4ebe8774-fba0-48dc-bff8-566991b70f6a req-cbfbb89e-4c3e-4ce1-9f56-b1ea27c4f437 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234508 Dec 08 16:23:33.416211 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50936511-e3cc-4e6c-9590-3750740c1da2 req-549ed391-45c7-4afa-98e7-a31ac3af0a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:33.418866 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-50936511-e3cc-4e6c-9590-3750740c1da2 req-549ed391-45c7-4afa-98e7-a31ac3af0a11 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=28438769-469d-463a-a3b1-f1ca9c15b49c HTTP/1.1" status: 200 len: 797 time: 0.0853553 Dec 08 16:23:33.492912 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50936511-e3cc-4e6c-9590-3750740c1da2 req-130ec012-351f-48f9-bacf-c2776fb47475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:33.495024 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-50936511-e3cc-4e6c-9590-3750740c1da2 req-130ec012-351f-48f9-bacf-c2776fb47475 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0cd1fc08-18ef-4903-a4d4-304d5ce0f86e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0675285 Dec 08 16:23:33.526907 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd7aa31-7d7a-4c9d-957c-19607c815ece req-b681df6a-b543-42a2-a5db-dee450daa70c tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:33.529022 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7cd7aa31-7d7a-4c9d-957c-19607c815ece req-b681df6a-b543-42a2-a5db-dee450daa70c tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 946 time: 0.0677693 Dec 08 16:23:33.601730 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7cd7aa31-7d7a-4c9d-957c-19607c815ece req-1952b53f-c8a1-4c0c-919c-ed51dfac58e3 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4f2ad79-b8e6-4523-9d6e-1cfbd1d7f7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650461 Dec 08 16:23:33.659707 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-50936511-e3cc-4e6c-9590-3750740c1da2 req-9c2fdce4-5efd-48ff-b249-fa8d429f33c2 service neutron] 10.222.0.37 "GET /v2.0/networks/0cd1fc08-18ef-4903-a4d4-304d5ce0f86e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554856 Dec 08 16:23:33.759501 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 33294) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:33.812217 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e4486-bb4b-470d-9d2d-e83b4bd408ee req-f72fabc1-aeac-4c23-bf84-c8b29aeadf5b tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:33.814677 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d80e4486-bb4b-470d-9d2d-e83b4bd408ee req-f72fabc1-aeac-4c23-bf84-c8b29aeadf5b tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 946 time: 0.1200159 Dec 08 16:23:33.820950 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-50936511-e3cc-4e6c-9590-3750740c1da2 req-74bd669e-6ca9-4389-b216-1c30cdde1b27 service neutron] 10.222.0.37 "GET /v2.0/networks/0cd1fc08-18ef-4903-a4d4-304d5ce0f86e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532974 Dec 08 16:23:33.824014 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 33298) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:33.829599 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-136ac108-b6cb-415d-bd36-b4ade3087985 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Request body: {'floatingip': {'port_id': '6d9958c2-7603-431f-bd09-3479b639dea0'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:23:33.887156 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6e4a03f4-1cde-4bc2-b5ac-0ceef749feab admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:33.906126 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-50936511-e3cc-4e6c-9590-3750740c1da2 req-6f7b321d-dd34-4703-9800-3ca1d6e65ddc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=85bad2ad-910d-4f13-942d-9eb3285bd3f8 HTTP/1.1" status: 200 len: 217 time: 0.0733542 Dec 08 16:23:33.909477 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-136ac108-b6cb-415d-bd36-b4ade3087985 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks [] for floatingip, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:33.981466 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6e4a03f4-1cde-4bc2-b5ac-0ceef749feab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:34.043166 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6e4a03f4-1cde-4bc2-b5ac-0ceef749feab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:34.044504 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50936511-e3cc-4e6c-9590-3750740c1da2 req-801325d1-ff47-4273-9eb2-a4c2fb1fd9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:34.046019 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-50936511-e3cc-4e6c-9590-3750740c1da2 req-801325d1-ff47-4273-9eb2-a4c2fb1fd9da service neutron] 10.222.0.37 "GET /v2.0/subnets?id=28438769-469d-463a-a3b1-f1ca9c15b49c HTTP/1.1" status: 200 len: 797 time: 0.1330848 Dec 08 16:23:34.081199 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4a03f4-1cde-4bc2-b5ac-0ceef749feab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48fc3a19-92ca-4e1e-8b0e-b7f7c54dba1e,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:34.089020 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-6e4a03f4-1cde-4bc2-b5ac-0ceef749feab admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2b43e5a9ff9948839c65b4c7d78f0d2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3258054 Dec 08 16:23:34.089221 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 33302) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:34.178899 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ec7725bc-ffcd-44c3-baf0-0a961a981eb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:34.211491 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ec7725bc-ffcd-44c3-baf0-0a961a981eb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:34.323164 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ec7725bc-ffcd-44c3-baf0-0a961a981eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:34.326708 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ec7725bc-ffcd-44c3-baf0-0a961a981eb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:34.330380 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ec7725bc-ffcd-44c3-baf0-0a961a981eb6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/48fc3a19-92ca-4e1e-8b0e-b7f7c54dba1e HTTP/1.1" status: 204 len: 168 time: 0.2377937 Dec 08 16:23:34.337332 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7725bc-ffcd-44c3-baf0-0a961a981eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48fc3a19-92ca-4e1e-8b0e-b7f7c54dba1e,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:34.513438 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:34.551023 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e440be-7ff4-43f2-b551-b15ceb246886 req-e24569d7-b228-4698-a186-c0e75ea53328 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:34.559036 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d5e440be-7ff4-43f2-b551-b15ceb246886 req-e24569d7-b228-4698-a186-c0e75ea53328 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=86aad0d6-356d-4577-856b-3e89c8cae51f HTTP/1.1" status: 200 len: 946 time: 0.0659337 Dec 08 16:23:34.580614 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50936511-e3cc-4e6c-9590-3750740c1da2 req-8b94fabe-d397-4318-af8b-536f30857b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:34.582173 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-50936511-e3cc-4e6c-9590-3750740c1da2 req-8b94fabe-d397-4318-af8b-536f30857b6c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0cd1fc08-18ef-4903-a4d4-304d5ce0f86e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5287907 Dec 08 16:23:34.620692 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d975ca-5ab0-4b20-a064-1860c56a3f3b req-f7c572f7-fba1-4568-8bb2-c5698cd7ed3e tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:34.622541 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-37d975ca-5ab0-4b20-a064-1860c56a3f3b req-f7c572f7-fba1-4568-8bb2-c5698cd7ed3e tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 945 time: 0.1325727 Dec 08 16:23:34.625082 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d5e440be-7ff4-43f2-b551-b15ceb246886 req-ef7047f3-90bd-4e9d-a6fd-d27cad44b67b tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646646 Dec 08 16:23:34.829247 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-37d975ca-5ab0-4b20-a064-1860c56a3f3b req-2af2b982-ea9e-4ca3-bcef-5b3942be4f66 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606479 Dec 08 16:23:34.870294 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-50936511-e3cc-4e6c-9590-3750740c1da2 req-a5a2109e-be7c-4356-8220-fa1e78895670 service neutron] 10.222.0.37 "GET /v2.0/networks/0cd1fc08-18ef-4903-a4d4-304d5ce0f86e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785048 Dec 08 16:23:35.049422 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-50936511-e3cc-4e6c-9590-3750740c1da2 req-324ac813-3d48-4594-b1c9-1ff99bc76f4e service neutron] 10.222.0.37 "GET /v2.0/networks/0cd1fc08-18ef-4903-a4d4-304d5ce0f86e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680408 Dec 08 16:23:35.060969 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-136ac108-b6cb-415d-bd36-b4ade3087985 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:35.122654 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-136ac108-b6cb-415d-bd36-b4ade3087985 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:35.178236 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 33336) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:35.191723 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0253f774-1a96-41c4-81dd-2891af4506d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:35.244511 n-d-776250-12 neutron-server[110550]: INFO neutron.db.l3_db [None req-136ac108-b6cb-415d-bd36-b4ade3087985 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Floating IP 15147538-f1d9-4010-879f-7ebc9c80fe10 associated. External IP: 172.25.0.46, port: 6d9958c2-7603-431f-bd09-3479b639dea0. Dec 08 16:23:35.301313 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0253f774-1a96-41c4-81dd-2891af4506d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:35.385579 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0253f774-1a96-41c4-81dd-2891af4506d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:35.438416 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-0253f774-1a96-41c4-81dd-2891af4506d1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=753cd5f6bcd642abaac1c490cfe824a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2590277 Dec 08 16:23:35.439295 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0253f774-1a96-41c4-81dd-2891af4506d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e319a74a-c5f9-4f81-b193-c6e767f4df9b,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:35.442766 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 33344) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:35.486711 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-136ac108-b6cb-415d-bd36-b4ade3087985 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Router a280412e-a049-4c39-b674-5004fe506071 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:23:35.494892 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-03d5266e-17ae-4e0b-8806-a9695956ccd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:35.518469 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-03d5266e-17ae-4e0b-8806-a9695956ccd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:35.606079 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136ac108-b6cb-415d-bd36-b4ade3087985 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:23:35.612478 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-136ac108-b6cb-415d-bd36-b4ade3087985 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:35.616780 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0ae0ee-0f7a-4b86-b46f-cf108925a122 None None] Sync routers for ids ['a280412e-a049-4c39-b674-5004fe506071'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:23:35.627347 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0ae0ee-0f7a-4b86-b46f-cf108925a122 None None] Routers {'a280412e-a049-4c39-b674-5004fe506071'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:23:35.628486 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-bc0ae0ee-0f7a-4b86-b46f-cf108925a122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:23:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['a280412e-a049-4c39-b674-5004fe506071'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:35.631341 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-03d5266e-17ae-4e0b-8806-a9695956ccd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:35.634475 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-03d5266e-17ae-4e0b-8806-a9695956ccd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:35.636412 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-03d5266e-17ae-4e0b-8806-a9695956ccd8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e319a74a-c5f9-4f81-b193-c6e767f4df9b HTTP/1.1" status: 204 len: 168 time: 0.1921375 Dec 08 16:23:35.649157 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d5266e-17ae-4e0b-8806-a9695956ccd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e319a74a-c5f9-4f81-b193-c6e767f4df9b,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:35.666536 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-136ac108-b6cb-415d-bd36-b4ade3087985 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "PUT /v2.0/floatingips/15147538-f1d9-4010-879f-7ebc9c80fe10 HTTP/1.1" status: 200 len: 991 time: 1.8406405 Dec 08 16:23:35.667009 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbb15675-71f7-4fc3-b067-e2ce57f8bb65', 'tag': '6d9958c2-7603-431f-bd09-3479b639dea0'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:23:35.669673 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d39eb3-ac40-48bc-9347-3e1eb41cf42d" -d '{"events": [{"name": "network-changed", "server_uuid": "fbb15675-71f7-4fc3-b067-e2ce57f8bb65", "tag": "6d9958c2-7603-431f-bd09-3479b639dea0"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:23:35.787776 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a87299-2417-4aec-880a-9dae6f9d6155 req-302eac6c-380b-428c-be06-52acae007621 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:35.790106 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f5a87299-2417-4aec-880a-9dae6f9d6155 req-302eac6c-380b-428c-be06-52acae007621 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=86aad0d6-356d-4577-856b-3e89c8cae51f HTTP/1.1" status: 200 len: 946 time: 0.0571373 Dec 08 16:23:35.810074 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-bc0ae0ee-0f7a-4b86-b46f-cf108925a122 None None] Set router a280412e-a049-4c39-b674-5004fe506071 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:23:35.850889 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f5a87299-2417-4aec-880a-9dae6f9d6155 req-62f58b12-f24c-4ad4-8a8e-e9d13b889413 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544231 Dec 08 16:23:35.901270 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc47c26f-b948-4f34-a510-e4b78c3916f6 x-openstack-request-id: req-bc47c26f-b948-4f34-a510-e4b78c3916f6 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:23:35.901567 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbb15675-71f7-4fc3-b067-e2ce57f8bb65", "tag": "6d9958c2-7603-431f-bd09-3479b639dea0", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:23:35.901826 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bc47c26f-b948-4f34-a510-e4b78c3916f6 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:23:35.902698 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbb15675-71f7-4fc3-b067-e2ce57f8bb65', 'tag': '6d9958c2-7603-431f-bd09-3479b639dea0', 'status': 'completed', 'code': 200} Dec 08 16:23:36.011160 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d39eb3-ac40-48bc-9347-3e1eb41cf42d req-cd6badf8-edae-4482-bc28-761b39b77a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:36.011160 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b4d39eb3-ac40-48bc-9347-3e1eb41cf42d req-cd6badf8-edae-4482-bc28-761b39b77a2c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ebd580521ede49659be460136b14e0dd&device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 1098 time: 0.0825396 Dec 08 16:23:36.081074 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-bc0ae0ee-0f7a-4b86-b46f-cf108925a122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a280412e-a049-4c39-b674-5004fe506071', 'name': 'tempest-AttachVolumeShelveTestJSON-944697511-router', 'tenant_id': 'ebd580521ede49659be460136b14e0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'd38b47d4-eb5e-46ec-86b0-5f90264f9489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:18:24Z', 'updated_at': '2021-12-08T16:18:32Z', 'revision_number': 4, 'project_id': 'ebd580521ede49659be460136b14e0dd', 'gw_port': {'id': 'd38b47d4-eb5e-46ec-86b0-5f90264f9489', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:de:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a280412e-a049-4c39-b674-5004fe506071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:18:25Z', 'updated_at': '2021-12-08T16:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '15147538-f1d9-4010-879f-7ebc9c80fe10', 'tenant_id': 'ebd580521ede49659be460136b14e0dd', 'floating_ip_address': '172.25.0.46', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': 'a280412e-a049-4c39-b674-5004fe506071', 'port_id': '6d9958c2-7603-431f-bd09-3479b639dea0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96222b75-0d7f-43da-898a-91046f8bdc5a', 'mac_address': 'fa:16:3e:6b:56:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb15675-71f7-4fc3-b067-e2ce57f8bb65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:23:17Z', 'updated_at': '2021-12-08T16:23:34Z', 'revision_number': 1, 'project_id': 'ebd580521ede49659be460136b14e0dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5ed6ac9-2639-4afc-8743-769278c1f01a', 'name': '', 'network_id': '96222b75-0d7f-43da-898a-91046f8bdc5a', 'tenant_id': 'ebd580521ede49659be460136b14e0dd', 'mac_address': 'fa:16:3e:49:0b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a280412e-a049-4c39-b674-5004fe506071', 'device_owner': 'network:router_interface', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': '297bd6e5-3bf7-4d91-8a12-5133ca44aa82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:18:29Z', 'updated_at': '2021-12-08T16:18:38Z', 'revision_number': 5, 'project_id': 'ebd580521ede49659be460136b14e0dd', 'subnets': [{'id': '297bd6e5-3bf7-4d91-8a12-5133ca44aa82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:36.099329 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230401f5-dc64-40eb-9f46-428b22b6f9c9 req-9b2cc99c-fa1e-4c20-8f22-ded3b669d088 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:36.106945 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-230401f5-dc64-40eb-9f46-428b22b6f9c9 req-9b2cc99c-fa1e-4c20-8f22-ded3b669d088 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 945 time: 0.1110368 Dec 08 16:23:36.111702 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0ae0ee-0f7a-4b86-b46f-cf108925a122 None None] Checking router: a280412e-a049-4c39-b674-5004fe506071 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:23:36.120867 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0ae0ee-0f7a-4b86-b46f-cf108925a122 None None] Routers {'a280412e-a049-4c39-b674-5004fe506071'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:23:36.121895 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-bc0ae0ee-0f7a-4b86-b46f-cf108925a122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:23:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['a280412e-a049-4c39-b674-5004fe506071'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:36.200970 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-230401f5-dc64-40eb-9f46-428b22b6f9c9 req-6cbf20bd-91d2-45bf-941d-86d566283b0e tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927539 Dec 08 16:23:36.207147 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d39eb3-ac40-48bc-9347-3e1eb41cf42d req-024c4245-88bd-4479-a5c0-ef6fa0d3f113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:36.207147 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b4d39eb3-ac40-48bc-9347-3e1eb41cf42d req-024c4245-88bd-4479-a5c0-ef6fa0d3f113 service neutron] 10.222.0.37 "GET /v2.0/networks?id=96222b75-0d7f-43da-898a-91046f8bdc5a HTTP/1.1" status: 200 len: 917 time: 0.1763484 Dec 08 16:23:36.284020 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-bc0ae0ee-0f7a-4b86-b46f-cf108925a122 None None] Set router a280412e-a049-4c39-b674-5004fe506071 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:23:36.300432 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b4d39eb3-ac40-48bc-9347-3e1eb41cf42d req-1ac00e9b-4672-49b2-88b6-d08bd759f269 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d9958c2-7603-431f-bd09-3479b639dea0 HTTP/1.1" status: 200 len: 999 time: 0.0861409 Dec 08 16:23:36.352982 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d39eb3-ac40-48bc-9347-3e1eb41cf42d req-b4083a49-9300-46da-a636-371a85f9bbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:36.354992 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b4d39eb3-ac40-48bc-9347-3e1eb41cf42d req-b4083a49-9300-46da-a636-371a85f9bbef service neutron] 10.222.0.37 "GET /v2.0/subnets?id=297bd6e5-3bf7-4d91-8a12-5133ca44aa82 HTTP/1.1" status: 200 len: 855 time: 0.0471959 Dec 08 16:23:36.419696 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d39eb3-ac40-48bc-9347-3e1eb41cf42d req-f928c67b-6c83-4f7a-aa31-9a016a1272fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:36.426487 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b4d39eb3-ac40-48bc-9347-3e1eb41cf42d req-f928c67b-6c83-4f7a-aa31-9a016a1272fb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=96222b75-0d7f-43da-898a-91046f8bdc5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0627568 Dec 08 16:23:36.533306 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b4d39eb3-ac40-48bc-9347-3e1eb41cf42d req-a9de415a-a543-44fe-af8f-90bc19dfdc31 service neutron] 10.222.0.37 "GET /v2.0/networks/96222b75-0d7f-43da-898a-91046f8bdc5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992177 Dec 08 16:23:36.541559 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-bc0ae0ee-0f7a-4b86-b46f-cf108925a122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a280412e-a049-4c39-b674-5004fe506071', 'name': 'tempest-AttachVolumeShelveTestJSON-944697511-router', 'tenant_id': 'ebd580521ede49659be460136b14e0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'd38b47d4-eb5e-46ec-86b0-5f90264f9489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:18:24Z', 'updated_at': '2021-12-08T16:18:32Z', 'revision_number': 4, 'project_id': 'ebd580521ede49659be460136b14e0dd', 'gw_port': {'id': 'd38b47d4-eb5e-46ec-86b0-5f90264f9489', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:de:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a280412e-a049-4c39-b674-5004fe506071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:18:25Z', 'updated_at': '2021-12-08T16:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '15147538-f1d9-4010-879f-7ebc9c80fe10', 'tenant_id': 'ebd580521ede49659be460136b14e0dd', 'floating_ip_address': '172.25.0.46', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': 'a280412e-a049-4c39-b674-5004fe506071', 'port_id': '6d9958c2-7603-431f-bd09-3479b639dea0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96222b75-0d7f-43da-898a-91046f8bdc5a', 'mac_address': 'fa:16:3e:6b:56:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb15675-71f7-4fc3-b067-e2ce57f8bb65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:23:17Z', 'updated_at': '2021-12-08T16:23:34Z', 'revision_number': 1, 'project_id': 'ebd580521ede49659be460136b14e0dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5ed6ac9-2639-4afc-8743-769278c1f01a', 'name': '', 'network_id': '96222b75-0d7f-43da-898a-91046f8bdc5a', 'tenant_id': 'ebd580521ede49659be460136b14e0dd', 'mac_address': 'fa:16:3e:49:0b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a280412e-a049-4c39-b674-5004fe506071', 'device_owner': 'network:router_interface', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': '297bd6e5-3bf7-4d91-8a12-5133ca44aa82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:18:29Z', 'updated_at': '2021-12-08T16:18:38Z', 'revision_number': 5, 'project_id': 'ebd580521ede49659be460136b14e0dd', 'subnets': [{'id': '297bd6e5-3bf7-4d91-8a12-5133ca44aa82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:36.581784 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0ae0ee-0f7a-4b86-b46f-cf108925a122 None None] The sync data for ids ['a280412e-a049-4c39-b674-5004fe506071'] in n-d-776250-12 is: [{'id': 'a280412e-a049-4c39-b674-5004fe506071', 'name': 'tempest-AttachVolumeShelveTestJSON-944697511-router', 'tenant_id': 'ebd580521ede49659be460136b14e0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'd38b47d4-eb5e-46ec-86b0-5f90264f9489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:18:24Z', 'updated_at': '2021-12-08T16:18:32Z', 'revision_number': 4, 'project_id': 'ebd580521ede49659be460136b14e0dd', 'gw_port': {'id': 'd38b47d4-eb5e-46ec-86b0-5f90264f9489', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:de:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a280412e-a049-4c39-b674-5004fe506071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:18:25Z', 'updated_at': '2021-12-08T16:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '15147538-f1d9-4010-879f-7ebc9c80fe10', 'tenant_id': 'ebd580521ede49659be460136b14e0dd', 'floating_ip_address': '172.25.0.46', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': 'a280412e-a049-4c39-b674-5004fe506071', 'port_id': '6d9958c2-7603-431f-bd09-3479b639dea0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96222b75-0d7f-43da-898a-91046f8bdc5a', 'mac_address': 'fa:16:3e:6b:56:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb15675-71f7-4fc3-b067-e2ce57f8bb65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:23:17Z', 'updated_at': '2021-12-08T16:23:34Z', 'revision_number': 1, 'project_id': 'ebd580521ede49659be460136b14e0dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5ed6ac9-2639-4afc-8743-769278c1f01a', 'name': '', 'network_id': '96222b75-0d7f-43da-898a-91046f8bdc5a', 'tenant_id': 'ebd580521ede49659be460136b14e0dd', 'mac_address': 'fa:16:3e:49:0b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a280412e-a049-4c39-b674-5004fe506071', 'device_owner': 'network:router_interface', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': '297bd6e5-3bf7-4d91-8a12-5133ca44aa82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:18:29Z', 'updated_at': '2021-12-08T16:18:38Z', 'revision_number': 5, 'project_id': 'ebd580521ede49659be460136b14e0dd', 'subnets': [{'id': '297bd6e5-3bf7-4d91-8a12-5133ca44aa82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:23:36.662563 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b4d39eb3-ac40-48bc-9347-3e1eb41cf42d req-e6e55c52-ec7c-484f-9efb-0c725ca28902 service neutron] 10.222.0.37 "GET /v2.0/networks/96222b75-0d7f-43da-898a-91046f8bdc5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174300 Dec 08 16:23:36.716463 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ff5c9-c958-417b-bf50-def7f9b4766c req-5fa48f0d-7850-40f7-a621-58f9397797ab tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:36.724485 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-329ff5c9-c958-417b-bf50-def7f9b4766c req-5fa48f0d-7850-40f7-a621-58f9397797ab tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 945 time: 0.1032562 Dec 08 16:23:36.805065 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477bcca-0574-46ff-9524-c4e477901d0b req-f965f497-4a13-4826-9522-4edeecd5d567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:36.806781 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-329ff5c9-c958-417b-bf50-def7f9b4766c req-fc9f514f-2c45-4bc9-a5d3-390ba723560e tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813150 Dec 08 16:23:36.807039 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c477bcca-0574-46ff-9524-c4e477901d0b req-f965f497-4a13-4826-9522-4edeecd5d567 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=22d0ae928129486d8913ac89433a7712&device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 1097 time: 0.0717463 Dec 08 16:23:36.971254 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38a6f72-45a2-425d-bbe1-fb3c65485072 None None] New status for floating IP 15147538-f1d9-4010-879f-7ebc9c80fe10: ACTIVE {{(pid=110552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:23:36.989951 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed2cae3-cb51-44df-81a3-5ba2980d088a req-de83670c-53e3-4e1a-ab64-055fd2a9dc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:36.991606 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4ed2cae3-cb51-44df-81a3-5ba2980d088a req-de83670c-53e3-4e1a-ab64-055fd2a9dc84 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=86aad0d6-356d-4577-856b-3e89c8cae51f HTTP/1.1" status: 200 len: 1098 time: 0.1540339 Dec 08 16:23:36.997645 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477bcca-0574-46ff-9524-c4e477901d0b req-466e8614-f7d5-4dba-84d6-11f1569dfead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:36.999531 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c477bcca-0574-46ff-9524-c4e477901d0b req-466e8614-f7d5-4dba-84d6-11f1569dfead service neutron] 10.222.0.37 "GET /v2.0/networks?id=444a8cbb-ee83-40d1-9772-ed3daa005a16 HTTP/1.1" status: 200 len: 911 time: 0.1809328 Dec 08 16:23:37.121153 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad56e46a-671b-4e65-82c9-5c303809bcfd req-92bfc83c-4641-42e1-8d35-5c7b094e7546 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:37.122977 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ad56e46a-671b-4e65-82c9-5c303809bcfd req-92bfc83c-4641-42e1-8d35-5c7b094e7546 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=86aad0d6-356d-4577-856b-3e89c8cae51f HTTP/1.1" status: 200 len: 946 time: 0.1544571 Dec 08 16:23:37.145479 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c477bcca-0574-46ff-9524-c4e477901d0b req-a52eaf32-b4c6-46ae-bd0a-1da062297f96 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b8d5971-2d21-4951-9b66-de8081c96b95 HTTP/1.1" status: 200 len: 1000 time: 0.1250691 Dec 08 16:23:37.153525 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4ed2cae3-cb51-44df-81a3-5ba2980d088a req-a4d312f7-ad66-4c22-9acc-a34ebdc62268 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390457 Dec 08 16:23:37.226089 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ad56e46a-671b-4e65-82c9-5c303809bcfd req-76ab6e70-61ca-49fc-9163-4e53a8f3717f tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934579 Dec 08 16:23:37.232719 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477bcca-0574-46ff-9524-c4e477901d0b req-d8ae6ed1-3732-4932-b788-c842f5ee7b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:37.232719 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c477bcca-0574-46ff-9524-c4e477901d0b req-d8ae6ed1-3732-4932-b788-c842f5ee7b10 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=921ca20d-c445-4985-be5a-b19c39bd838b HTTP/1.1" status: 200 len: 849 time: 0.0733030 Dec 08 16:23:37.394072 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477bcca-0574-46ff-9524-c4e477901d0b req-0a239a9b-0827-4c21-85a7-ec0628f90edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:37.396277 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c477bcca-0574-46ff-9524-c4e477901d0b req-0a239a9b-0827-4c21-85a7-ec0628f90edc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=444a8cbb-ee83-40d1-9772-ed3daa005a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441511 Dec 08 16:23:37.514059 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c477bcca-0574-46ff-9524-c4e477901d0b req-0c9d960f-3edf-433c-8ca7-c50a44177253 service neutron] 10.222.0.37 "GET /v2.0/networks/444a8cbb-ee83-40d1-9772-ed3daa005a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095555 Dec 08 16:23:37.612909 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c477bcca-0574-46ff-9524-c4e477901d0b req-4027ae24-8cc4-405e-8292-51e72dcbbe60 service neutron] 10.222.0.37 "GET /v2.0/networks/444a8cbb-ee83-40d1-9772-ed3daa005a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913153 Dec 08 16:23:37.963527 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7257e014-56d6-4f41-a071-733a0387c598 req-a7a70d98-670f-48a2-9b56-aa765fba0489 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:37.966045 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7257e014-56d6-4f41-a071-733a0387c598 req-a7a70d98-670f-48a2-9b56-aa765fba0489 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 945 time: 0.0687139 Dec 08 16:23:38.049314 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7257e014-56d6-4f41-a071-733a0387c598 req-f690e999-10c9-44e1-9e4f-1f9c71cb2b61 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766048 Dec 08 16:23:38.356899 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f138d1d-dc6f-420d-a07d-4805c9360371 req-e3291d04-6a78-4a35-a240-e55c6ea48f1d tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:38.358370 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6f138d1d-dc6f-420d-a07d-4805c9360371 req-e3291d04-6a78-4a35-a240-e55c6ea48f1d tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=86aad0d6-356d-4577-856b-3e89c8cae51f HTTP/1.1" status: 200 len: 946 time: 0.0565424 Dec 08 16:23:38.419483 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6f138d1d-dc6f-420d-a07d-4805c9360371 req-8ce577d5-1f2a-4e96-afa2-a1cb2909e9b6 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503774 Dec 08 16:23:38.562472 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:39.170476 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ff18b-9ff2-4c37-97b0-0dd26e7d6782 req-1a30677c-d358-4c85-b63c-ee106ca5c8d5 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:39.172043 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b01ff18b-9ff2-4c37-97b0-0dd26e7d6782 req-1a30677c-d358-4c85-b63c-ee106ca5c8d5 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 945 time: 0.0502343 Dec 08 16:23:39.221766 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b01ff18b-9ff2-4c37-97b0-0dd26e7d6782 req-e961db85-bab4-4ed0-9726-eb458b465633 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431013 Dec 08 16:23:39.341583 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3648a66-ae70-4e31-98a4-7e4f10ac4f8c req-b5be8eb5-d920-4cb9-9104-cc7b223e021c tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:39.343330 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f3648a66-ae70-4e31-98a4-7e4f10ac4f8c req-b5be8eb5-d920-4cb9-9104-cc7b223e021c tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 945 time: 0.0511765 Dec 08 16:23:39.404205 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f3648a66-ae70-4e31-98a4-7e4f10ac4f8c req-3f616e3e-1627-4c52-9f95-19d6b92e3347 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549810 Dec 08 16:23:39.531566 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a4a20a-c7c5-4dbb-856f-a3ba58bf6cb2 req-0dc2e5c7-45eb-40b5-b919-67396f76169c tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:39.534146 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-92a4a20a-c7c5-4dbb-856f-a3ba58bf6cb2 req-0dc2e5c7-45eb-40b5-b919-67396f76169c tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 945 time: 0.0563715 Dec 08 16:23:39.588542 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-92a4a20a-c7c5-4dbb-856f-a3ba58bf6cb2 req-14ede22b-47ad-491e-a345-bb3252014201 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469570 Dec 08 16:23:39.622418 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431cfada-ba0b-4248-8e58-d9a5f4fad430 req-2d220c75-ebbe-405f-bee5-6a73d402c874 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:39.624233 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-431cfada-ba0b-4248-8e58-d9a5f4fad430 req-2d220c75-ebbe-405f-bee5-6a73d402c874 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=86aad0d6-356d-4577-856b-3e89c8cae51f HTTP/1.1" status: 200 len: 946 time: 0.0684121 Dec 08 16:23:39.677319 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-431cfada-ba0b-4248-8e58-d9a5f4fad430 req-f3588913-3df1-4b7f-8759-18ecc05e01d9 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471113 Dec 08 16:23:39.799187 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28979de-0e33-4196-986f-e73e79b93382 req-c97478db-e51d-4789-9218-fd81c80bc96c tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:39.800733 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f28979de-0e33-4196-986f-e73e79b93382 req-c97478db-e51d-4789-9218-fd81c80bc96c tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=4180760d-d429-459d-8f94-59f64a34f571 HTTP/1.1" status: 200 len: 945 time: 0.0535090 Dec 08 16:23:39.850845 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f28979de-0e33-4196-986f-e73e79b93382 req-69325a67-fe34-4a11-b7e1-862e9b21eecf tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436537 Dec 08 16:23:40.236253 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82eb5d3-fdc4-4f21-95fa-1f7138574826 req-a9ad7c9a-5a5c-467d-9326-d232d60a6721 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:40.237708 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f82eb5d3-fdc4-4f21-95fa-1f7138574826 req-a9ad7c9a-5a5c-467d-9326-d232d60a6721 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 945 time: 0.0517998 Dec 08 16:23:40.293659 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a7fd8-aae8-4932-a2bf-4d564e50c628 req-0e36aff7-f656-4a2a-80d4-7a08ccacf813 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:40.295456 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a28a7fd8-aae8-4932-a2bf-4d564e50c628 req-0e36aff7-f656-4a2a-80d4-7a08ccacf813 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=4180760d-d429-459d-8f94-59f64a34f571 HTTP/1.1" status: 200 len: 945 time: 0.0575178 Dec 08 16:23:40.303004 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f82eb5d3-fdc4-4f21-95fa-1f7138574826 req-85c783a5-9887-456b-9ef9-3ca21d69bea5 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586734 Dec 08 16:23:40.360270 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a28a7fd8-aae8-4932-a2bf-4d564e50c628 req-4ebfe518-7c8c-4da2-b892-f2a4cd58e2b3 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586753 Dec 08 16:23:41.368609 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1c31b497-2d4b-4729-b99b-fef806775952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:41.472930 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f2576-0fbc-4e20-aef9-8fa13d66dcfb req-9e7d7c72-7ca1-42e7-93db-3e103cf59fc5 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:41.481146 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-394f2576-0fbc-4e20-aef9-8fa13d66dcfb req-9e7d7c72-7ca1-42e7-93db-3e103cf59fc5 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 945 time: 0.0897532 Dec 08 16:23:41.546711 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-394f2576-0fbc-4e20-aef9-8fa13d66dcfb req-3003debb-9097-4d00-ae24-526039950a6e tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643973 Dec 08 16:23:41.549264 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c4734-5b45-4c62-942c-8ed4f31e2a48 req-0c1e032c-d14d-4f5f-9180-bbf0e6f4763d tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:41.551811 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e12c4734-5b45-4c62-942c-8ed4f31e2a48 req-0c1e032c-d14d-4f5f-9180-bbf0e6f4763d tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=4180760d-d429-459d-8f94-59f64a34f571 HTTP/1.1" status: 200 len: 945 time: 0.0635567 Dec 08 16:23:41.604213 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e12c4734-5b45-4c62-942c-8ed4f31e2a48 req-06a25549-61d7-4102-a478-94e63067041c tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459032 Dec 08 16:23:41.948713 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960974d3-dfea-4590-a171-6e3cb6ecca52 req-94e0a67d-737d-47c6-9204-9e04e68769dc tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:41.950219 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-960974d3-dfea-4590-a171-6e3cb6ecca52 req-94e0a67d-737d-47c6-9204-9e04e68769dc tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 945 time: 0.0529459 Dec 08 16:23:42.043855 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd24f8c-007f-4c4b-af65-e26b2f92186f req-d5f5de15-94c1-4d23-a6d2-236006ceb87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:42.045387 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bcd24f8c-007f-4c4b-af65-e26b2f92186f req-d5f5de15-94c1-4d23-a6d2-236006ceb87f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=22d0ae928129486d8913ac89433a7712&device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 1097 time: 0.0711010 Dec 08 16:23:42.049910 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-960974d3-dfea-4590-a171-6e3cb6ecca52 req-4dc3c334-9624-4540-9cbb-76a606e90c4d tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908062 Dec 08 16:23:42.152730 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd24f8c-007f-4c4b-af65-e26b2f92186f req-1f72f5bf-ce71-473e-8128-53c00754aa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:42.154703 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bcd24f8c-007f-4c4b-af65-e26b2f92186f req-1f72f5bf-ce71-473e-8128-53c00754aa11 service neutron] 10.222.0.37 "GET /v2.0/networks?id=444a8cbb-ee83-40d1-9772-ed3daa005a16 HTTP/1.1" status: 200 len: 911 time: 0.1022885 Dec 08 16:23:42.299777 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bcd24f8c-007f-4c4b-af65-e26b2f92186f req-794e0a69-5ca4-4b4a-8563-14b1f133d4a5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b8d5971-2d21-4951-9b66-de8081c96b95 HTTP/1.1" status: 200 len: 1000 time: 0.1358709 Dec 08 16:23:42.338018 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1ac6a-6fd6-465b-9728-9eb7365c6412 req-e9543d07-4b15-4ff5-bfa7-a516f3801c03 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:42.339622 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-87a1ac6a-6fd6-465b-9728-9eb7365c6412 req-e9543d07-4b15-4ff5-bfa7-a516f3801c03 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=4180760d-d429-459d-8f94-59f64a34f571 HTTP/1.1" status: 200 len: 945 time: 0.1363811 Dec 08 16:23:42.385567 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:23:42.421232 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-87a1ac6a-6fd6-465b-9728-9eb7365c6412 req-4c61d83f-bd9d-4ca0-8dd5-4504e1644fd6 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749242 Dec 08 16:23:42.434514 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd24f8c-007f-4c4b-af65-e26b2f92186f req-3fd0181c-b4fc-4cb9-a242-ce1eb0bb76dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:42.436139 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bcd24f8c-007f-4c4b-af65-e26b2f92186f req-3fd0181c-b4fc-4cb9-a242-ce1eb0bb76dd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=921ca20d-c445-4985-be5a-b19c39bd838b HTTP/1.1" status: 200 len: 849 time: 0.1235585 Dec 08 16:23:42.490532 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd24f8c-007f-4c4b-af65-e26b2f92186f req-1a149ff5-f3d3-4f69-898b-fd2c7ac58bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:42.492066 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bcd24f8c-007f-4c4b-af65-e26b2f92186f req-1a149ff5-f3d3-4f69-898b-fd2c7ac58bb5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=444a8cbb-ee83-40d1-9772-ed3daa005a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494134 Dec 08 16:23:42.599115 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bcd24f8c-007f-4c4b-af65-e26b2f92186f req-d79a3b7f-9417-4fd4-a821-4b8e7ab8fe9a service neutron] 10.222.0.37 "GET /v2.0/networks/444a8cbb-ee83-40d1-9772-ed3daa005a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992703 Dec 08 16:23:42.713839 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bcd24f8c-007f-4c4b-af65-e26b2f92186f req-15354504-fa5e-4731-b0ff-2cefd04a906f service neutron] 10.222.0.37 "GET /v2.0/networks/444a8cbb-ee83-40d1-9772-ed3daa005a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073196 Dec 08 16:23:42.750418 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 33578) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:42.866015 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d4a0061e-76e1-4a94-8fa5-6a462ed8c471 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:42.945051 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d4a0061e-76e1-4a94-8fa5-6a462ed8c471 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:43.048821 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d4a0061e-76e1-4a94-8fa5-6a462ed8c471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:43.089865 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d4a0061e-76e1-4a94-8fa5-6a462ed8c471 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8267e22bdb73467a98b8115421236e64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3376687 Dec 08 16:23:43.092550 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 33586) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:43.099754 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a0061e-76e1-4a94-8fa5-6a462ed8c471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65160071-fdd8-42f1-8aac-f80f3b6733de,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:43.159713 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0bc76f8f-a835-4ee3-85de-dbcfb79d65d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:43.204978 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0bc76f8f-a835-4ee3-85de-dbcfb79d65d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:43.229926 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a209f6-297b-40dc-acdb-b246b19970d8 req-9c70dcc0-3ca7-4316-ba2b-10f3810fcfff tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:43.231459 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-25a209f6-297b-40dc-acdb-b246b19970d8 req-9c70dcc0-3ca7-4316-ba2b-10f3810fcfff tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 945 time: 0.0859199 Dec 08 16:23:43.305297 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-25a209f6-297b-40dc-acdb-b246b19970d8 req-bb61fa01-69da-4709-8d9e-f10d71312b99 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650642 Dec 08 16:23:43.390873 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0bc76f8f-a835-4ee3-85de-dbcfb79d65d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:43.407014 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0bc76f8f-a835-4ee3-85de-dbcfb79d65d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:43.407014 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-0bc76f8f-a835-4ee3-85de-dbcfb79d65d7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/65160071-fdd8-42f1-8aac-f80f3b6733de HTTP/1.1" status: 204 len: 168 time: 0.3024628 Dec 08 16:23:43.407014 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc76f8f-a835-4ee3-85de-dbcfb79d65d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65160071-fdd8-42f1-8aac-f80f3b6733de,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:43.558385 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9594d65-51bb-476b-9570-aa5de38b0a72 req-d697b70d-9f1c-4e06-a606-57de1a45c9a9 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:43.559946 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a9594d65-51bb-476b-9570-aa5de38b0a72 req-d697b70d-9f1c-4e06-a606-57de1a45c9a9 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=4180760d-d429-459d-8f94-59f64a34f571 HTTP/1.1" status: 200 len: 945 time: 0.0567169 Dec 08 16:23:43.624415 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a9594d65-51bb-476b-9570-aa5de38b0a72 req-6bb6d57e-71e0-4012-994a-88bf55259f45 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576718 Dec 08 16:23:43.987735 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 33602) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:44.002636 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ef7e12f1-e0b9-4660-85a0-557859523afa admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:44.089663 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ef7e12f1-e0b9-4660-85a0-557859523afa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:44.099996 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b040d914-e346-498b-8447-d7b3bb553d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:44.145724 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ef7e12f1-e0b9-4660-85a0-557859523afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:44.191133 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7e12f1-e0b9-4660-85a0-557859523afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=101edf05-d676-40b6-b2fa-f87b6c7b6fc9,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:44.198768 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 33606) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:44.212428 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ef7e12f1-e0b9-4660-85a0-557859523afa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1eab2e2e2de44324af60b9248ef33326&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2171311 Dec 08 16:23:44.259667 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-db609698-6354-451a-87a4-5a06cec1e5f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:44.282533 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-db609698-6354-451a-87a4-5a06cec1e5f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:44.429628 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4df762-dfae-45d3-83fa-5ae748ad22b6 req-4f215f3e-0689-4eeb-8459-f344c81830cc tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:44.431584 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ee4df762-dfae-45d3-83fa-5ae748ad22b6 req-4f215f3e-0689-4eeb-8459-f344c81830cc tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 945 time: 0.0586395 Dec 08 16:23:44.477935 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-db609698-6354-451a-87a4-5a06cec1e5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:44.481406 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-db609698-6354-451a-87a4-5a06cec1e5f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:44.486638 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-db609698-6354-451a-87a4-5a06cec1e5f2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/101edf05-d676-40b6-b2fa-f87b6c7b6fc9 HTTP/1.1" status: 204 len: 168 time: 0.2838783 Dec 08 16:23:44.491984 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ee4df762-dfae-45d3-83fa-5ae748ad22b6 req-41a1d49f-06b0-4ce8-87c4-313025a135a9 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544136 Dec 08 16:23:44.494268 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db609698-6354-451a-87a4-5a06cec1e5f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101edf05-d676-40b6-b2fa-f87b6c7b6fc9,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:44.642824 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc9291-79e5-4336-87d3-a2ba6ea5aea1 req-99ee47b7-0da7-4311-952b-b92cf5968470 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:44.645245 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-99dc9291-79e5-4336-87d3-a2ba6ea5aea1 req-99ee47b7-0da7-4311-952b-b92cf5968470 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 945 time: 0.0625093 Dec 08 16:23:44.702578 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-99dc9291-79e5-4336-87d3-a2ba6ea5aea1 req-715c0bb9-9601-493a-9c34-63870cd84198 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517855 Dec 08 16:23:45.169358 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:46.250441 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 33708) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:46.395051 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6bd49b33-2806-478b-99e6-dd0dfaa8075c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:46.424640 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed96e4-8f84-45e7-a9a8-ccf20e60f933 req-bfbb93ee-0866-48bb-8f45-5193c835c1c2 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:46.428769 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5aed96e4-8f84-45e7-a9a8-ccf20e60f933 req-bfbb93ee-0866-48bb-8f45-5193c835c1c2 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=9daa54dd-cbb3-4f70-9ba7-fc736ce1c28c HTTP/1.1" status: 200 len: 944 time: 0.0621617 Dec 08 16:23:46.506128 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6bd49b33-2806-478b-99e6-dd0dfaa8075c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:46.533225 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-5aed96e4-8f84-45e7-a9a8-ccf20e60f933 req-5f2f1b23-df45-480b-bb6d-ef24a52c6278 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Deleting port 224ae73e-3df8-4d92-8353-597c37e85fa0 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:23:46.533833 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-5aed96e4-8f84-45e7-a9a8-ccf20e60f933 req-5f2f1b23-df45-480b-bb6d-ef24a52c6278 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:46.591783 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6bd49b33-2806-478b-99e6-dd0dfaa8075c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:46.633946 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-6bd49b33-2806-478b-99e6-dd0dfaa8075c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e353f11354e54945afff1f7483e4f394&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3818853 Dec 08 16:23:46.634821 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd49b33-2806-478b-99e6-dd0dfaa8075c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d3adac-791c-4e43-a868-72d02d13c88d,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:46.637152 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 33722) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:46.641792 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-5aed96e4-8f84-45e7-a9a8-ccf20e60f933 req-5f2f1b23-df45-480b-bb6d-ef24a52c6278 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] For port 224ae73e-3df8-4d92-8353-597c37e85fa0, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=224ae73e-3df8-4d92-8353-597c37e85fa0,segment=NetworkSegment(bb740625-1067-4eb4-8c3f-54ce2bbbb747),segment_id=bb740625-1067-4eb4-8c3f-54ce2bbbb747)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:23:46.642180 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-5aed96e4-8f84-45e7-a9a8-ccf20e60f933 req-5f2f1b23-df45-480b-bb6d-ef24a52c6278 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:46.662920 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-5aed96e4-8f84-45e7-a9a8-ccf20e60f933 req-5f2f1b23-df45-480b-bb6d-ef24a52c6278 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Calling delete_port for 224ae73e-3df8-4d92-8353-597c37e85fa0 owned by compute:nova {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:23:46.683009 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:46.697937 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e46d7051-602f-46de-a98c-58eafd5442ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:46.721529 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e46d7051-602f-46de-a98c-58eafd5442ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:46.897711 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e46d7051-602f-46de-a98c-58eafd5442ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:46.900433 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e46d7051-602f-46de-a98c-58eafd5442ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:46.901588 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-e46d7051-602f-46de-a98c-58eafd5442ad admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/19d3adac-791c-4e43-a868-72d02d13c88d HTTP/1.1" status: 204 len: 168 time: 0.2633197 Dec 08 16:23:46.922730 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e282033-c1f9-492d-971a-004e317c891e req-63e7d751-9a24-483f-9d46-2ee9a54a9afc tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:46.924291 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6e282033-c1f9-492d-971a-004e317c891e req-63e7d751-9a24-483f-9d46-2ee9a54a9afc tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=4180760d-d429-459d-8f94-59f64a34f571 HTTP/1.1" status: 200 len: 945 time: 0.0943627 Dec 08 16:23:46.927353 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46d7051-602f-46de-a98c-58eafd5442ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d3adac-791c-4e43-a868-72d02d13c88d,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:46.928643 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-5aed96e4-8f84-45e7-a9a8-ccf20e60f933 req-5f2f1b23-df45-480b-bb6d-ef24a52c6278 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:46.944384 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['387545ee-2fb9-4fd0-bb31-482b9336eed0', '3d765efb-79c3-4c3d-9c18-e4e21db047bc'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:23:46.951938 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c21e01-8676-4f06-a697-827e885ba44a req-66899d0a-eb3c-432c-8933-ac25aba0d2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:46.953494 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-58c21e01-8676-4f06-a697-827e885ba44a req-66899d0a-eb3c-432c-8933-ac25aba0d2e7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b054d0dcb49649e0950f266a7acfb033&device_id=4180760d-d429-459d-8f94-59f64a34f571 HTTP/1.1" status: 200 len: 1097 time: 0.0861235 Dec 08 16:23:46.960590 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2f1b23-df45-480b-bb6d-ef24a52c6278 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Pushing event deleted for resources: {'Port': ['ID=224ae73e-3df8-4d92-8353-597c37e85fa0,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:47.025202 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aed96e4-8f84-45e7-a9a8-ccf20e60f933 req-5f2f1b23-df45-480b-bb6d-ef24a52c6278 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] No DVR routers for this DVR port 224ae73e-3df8-4d92-8353-597c37e85fa0 on host n-h1-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:23:47.028876 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-5aed96e4-8f84-45e7-a9a8-ccf20e60f933 req-5f2f1b23-df45-480b-bb6d-ef24a52c6278 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:47.047412 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5aed96e4-8f84-45e7-a9a8-ccf20e60f933 req-5f2f1b23-df45-480b-bb6d-ef24a52c6278 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "DELETE /v2.0/ports/224ae73e-3df8-4d92-8353-597c37e85fa0 HTTP/1.1" status: 204 len: 173 time: 0.6154766 Dec 08 16:23:47.050461 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9daa54dd-cbb3-4f70-9ba7-fc736ce1c28c', 'name': 'network-vif-deleted', 'tag': '224ae73e-3df8-4d92-8353-597c37e85fa0'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:23:47.054893 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b78169-e4e9-4f7b-b017-3decf2dd8186" -d '{"events": [{"server_uuid": "9daa54dd-cbb3-4f70-9ba7-fc736ce1c28c", "name": "network-vif-deleted", "tag": "224ae73e-3df8-4d92-8353-597c37e85fa0"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:23:47.465367 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6e282033-c1f9-492d-971a-004e317c891e req-97d0ea21-8f02-4725-9951-1246ea739487 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5340784 Dec 08 16:23:47.519590 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c21e01-8676-4f06-a697-827e885ba44a req-133a9b35-8fc4-49a7-ba27-53245f1256da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:47.521483 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-58c21e01-8676-4f06-a697-827e885ba44a req-133a9b35-8fc4-49a7-ba27-53245f1256da service neutron] 10.222.0.76 "GET /v2.0/networks?id=a3f049e4-e272-4e56-8eaa-a36c0dbab3a1 HTTP/1.1" status: 200 len: 920 time: 0.5551128 Dec 08 16:23:47.562681 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:47.570733 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-58c21e01-8676-4f06-a697-827e885ba44a req-5857286b-dfb7-4aaf-8a6f-c5149336212b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45cc664c-b79c-4670-b032-a83af57e252c HTTP/1.1" status: 200 len: 217 time: 0.0409684 Dec 08 16:23:47.601671 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 08 Dec 2021 16:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-418e0995-5c54-4d9e-bbea-4725d3e55161 x-openstack-request-id: req-418e0995-5c54-4d9e-bbea-4725d3e55161 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:23:47.602508 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9daa54dd-cbb3-4f70-9ba7-fc736ce1c28c", "name": "network-vif-deleted", "tag": "224ae73e-3df8-4d92-8353-597c37e85fa0", "status": "failed", "code": 422}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:23:47.602825 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-418e0995-5c54-4d9e-bbea-4725d3e55161 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:23:47.603440 n-d-776250-12 neutron-server[110551]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9daa54dd-cbb3-4f70-9ba7-fc736ce1c28c', 'name': 'network-vif-deleted', 'tag': '224ae73e-3df8-4d92-8353-597c37e85fa0', 'status': 'failed', 'code': 422} returned with failed status Dec 08 16:23:47.623759 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c21e01-8676-4f06-a697-827e885ba44a req-4a619bae-cc54-4dc2-a332-3d32b49365d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:47.625463 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-58c21e01-8676-4f06-a697-827e885ba44a req-4a619bae-cc54-4dc2-a332-3d32b49365d0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=74b50aa4-8812-48e5-b8de-c1650bb82dc8 HTTP/1.1" status: 200 len: 859 time: 0.0475419 Dec 08 16:23:47.661892 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-58c21e01-8676-4f06-a697-827e885ba44a req-d61a6402-53b0-478e-8332-0f6d4b87f901 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a3f049e4-e272-4e56-8eaa-a36c0dbab3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282400 Dec 08 16:23:47.761941 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-58c21e01-8676-4f06-a697-827e885ba44a req-c55f12ca-7e49-4d5b-8699-1590b5cd6f18 service neutron] 10.222.0.76 "GET /v2.0/networks/a3f049e4-e272-4e56-8eaa-a36c0dbab3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913162 Dec 08 16:23:47.792271 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 33752) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:47.806943 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c8973980-fb09-4a53-806e-88a3879b60f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:47.864205 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-58c21e01-8676-4f06-a697-827e885ba44a req-b32295bc-d165-4f4b-9b15-1d48bff6e975 service neutron] 10.222.0.76 "GET /v2.0/networks/a3f049e4-e272-4e56-8eaa-a36c0dbab3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946057 Dec 08 16:23:47.896853 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c8973980-fb09-4a53-806e-88a3879b60f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:48.008518 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c8973980-fb09-4a53-806e-88a3879b60f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:48.056681 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c8973980-fb09-4a53-806e-88a3879b60f9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b8cf3c651a6442d087ec9e7aa5d63006&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2630079 Dec 08 16:23:48.057401 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8973980-fb09-4a53-806e-88a3879b60f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=debc3ff3-c80e-455e-9790-a75ac1722020,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:48.059228 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 33766) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:48.109866 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-926b8ee1-9616-4e07-8dc7-e34e81dbd12b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:48.135129 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-926b8ee1-9616-4e07-8dc7-e34e81dbd12b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:48.271065 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-926b8ee1-9616-4e07-8dc7-e34e81dbd12b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:48.274170 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-926b8ee1-9616-4e07-8dc7-e34e81dbd12b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:48.275484 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-926b8ee1-9616-4e07-8dc7-e34e81dbd12b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/debc3ff3-c80e-455e-9790-a75ac1722020 HTTP/1.1" status: 204 len: 168 time: 0.2146928 Dec 08 16:23:48.295857 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926b8ee1-9616-4e07-8dc7-e34e81dbd12b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=debc3ff3-c80e-455e-9790-a75ac1722020,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:48.399922 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3588c48e-4548-453e-abe8-9c8dec2a813e req-1a506b4d-5c42-47c5-9a97-420737d739c5 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:48.403015 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3588c48e-4548-453e-abe8-9c8dec2a813e req-1a506b4d-5c42-47c5-9a97-420737d739c5 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=8537e803-ac65-4b1f-b876-037d6359137c HTTP/1.1" status: 200 len: 907 time: 0.0679476 Dec 08 16:23:48.635397 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e8bb0-9778-4fd2-8d7b-47ed2a84e16b req-292d053e-621f-4f4d-a59f-df2368ca230c tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:48.645462 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-580e8bb0-9778-4fd2-8d7b-47ed2a84e16b req-292d053e-621f-4f4d-a59f-df2368ca230c tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=4180760d-d429-459d-8f94-59f64a34f571 HTTP/1.1" status: 200 len: 945 time: 0.1013649 Dec 08 16:23:48.733476 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-580e8bb0-9778-4fd2-8d7b-47ed2a84e16b req-19e6ba01-6f50-4298-b69f-29f9fd1acf9f tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810759 Dec 08 16:23:49.528395 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510aa8b-6362-46bb-ade1-94741b4c0bb6 req-740dd317-f689-42fd-ad54-3ec8f7d16a29 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:49.530505 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4510aa8b-6362-46bb-ade1-94741b4c0bb6 req-740dd317-f689-42fd-ad54-3ec8f7d16a29 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=8537e803-ac65-4b1f-b876-037d6359137c HTTP/1.1" status: 200 len: 907 time: 0.0501778 Dec 08 16:23:49.888914 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30435a32-96cc-4bb8-b164-9d0bd89633d5 req-eceef920-a271-4b98-b983-92695f3f5f4b tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:49.890492 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-30435a32-96cc-4bb8-b164-9d0bd89633d5 req-eceef920-a271-4b98-b983-92695f3f5f4b tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=4180760d-d429-459d-8f94-59f64a34f571 HTTP/1.1" status: 200 len: 945 time: 0.0903175 Dec 08 16:23:49.898480 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e848570c-d399-4bff-8983-90bb15afdd00 req-2bada73e-e407-4da6-9ccd-ddb5ffac3f03 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:49.899928 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e848570c-d399-4bff-8983-90bb15afdd00 req-2bada73e-e407-4da6-9ccd-ddb5ffac3f03 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.37 "GET /v2.0/ports?device_id=8537e803-ac65-4b1f-b876-037d6359137c HTTP/1.1" status: 200 len: 907 time: 0.0888262 Dec 08 16:23:50.002724 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-30435a32-96cc-4bb8-b164-9d0bd89633d5 req-1bd22649-74d3-4aca-885a-89afe27340b2 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017566 Dec 08 16:23:50.040212 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-e848570c-d399-4bff-8983-90bb15afdd00 req-08326e81-d557-491b-9f6b-4c01766e6785 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Deleting port 5a649675-6f58-4888-9e52-eb6ecca7108e {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:23:50.040755 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e848570c-d399-4bff-8983-90bb15afdd00 req-08326e81-d557-491b-9f6b-4c01766e6785 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:50.140708 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-e848570c-d399-4bff-8983-90bb15afdd00 req-08326e81-d557-491b-9f6b-4c01766e6785 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] For port 5a649675-6f58-4888-9e52-eb6ecca7108e, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=5a649675-6f58-4888-9e52-eb6ecca7108e,segment=NetworkSegment(bb740625-1067-4eb4-8c3f-54ce2bbbb747),segment_id=bb740625-1067-4eb4-8c3f-54ce2bbbb747)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:23:50.141082 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e848570c-d399-4bff-8983-90bb15afdd00 req-08326e81-d557-491b-9f6b-4c01766e6785 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:50.155488 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-e848570c-d399-4bff-8983-90bb15afdd00 req-08326e81-d557-491b-9f6b-4c01766e6785 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Calling delete_port for 5a649675-6f58-4888-9e52-eb6ecca7108e owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:23:50.368256 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e848570c-d399-4bff-8983-90bb15afdd00 req-08326e81-d557-491b-9f6b-4c01766e6785 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:50.396214 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08326e81-d557-491b-9f6b-4c01766e6785 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Pushing event deleted for resources: {'Port': ['ID=5a649675-6f58-4888-9e52-eb6ecca7108e,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:50.440372 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-e848570c-d399-4bff-8983-90bb15afdd00 req-08326e81-d557-491b-9f6b-4c01766e6785 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] No DVR routers for this DVR port 5a649675-6f58-4888-9e52-eb6ecca7108e on host n-h2-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:23:50.443035 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e848570c-d399-4bff-8983-90bb15afdd00 req-08326e81-d557-491b-9f6b-4c01766e6785 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:50.446585 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e848570c-d399-4bff-8983-90bb15afdd00 req-08326e81-d557-491b-9f6b-4c01766e6785 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.37 "DELETE /v2.0/ports/5a649675-6f58-4888-9e52-eb6ecca7108e HTTP/1.1" status: 204 len: 173 time: 0.5318851 Dec 08 16:23:50.447069 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8537e803-ac65-4b1f-b876-037d6359137c', 'name': 'network-vif-deleted', 'tag': '5a649675-6f58-4888-9e52-eb6ecca7108e'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:23:50.449513 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d77b071-5c76-4486-a744-10a04d265ee1" -d '{"events": [{"server_uuid": "8537e803-ac65-4b1f-b876-037d6359137c", "name": "network-vif-deleted", "tag": "5a649675-6f58-4888-9e52-eb6ecca7108e"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:23:50.493396 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c0e196-61d7-4cd3-a83e-2f5d6c9c9a4f x-openstack-request-id: req-f6c0e196-61d7-4cd3-a83e-2f5d6c9c9a4f {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:23:50.493795 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8537e803-ac65-4b1f-b876-037d6359137c", "name": "network-vif-deleted", "tag": "5a649675-6f58-4888-9e52-eb6ecca7108e", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:23:50.494122 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f6c0e196-61d7-4cd3-a83e-2f5d6c9c9a4f {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:23:50.494599 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8537e803-ac65-4b1f-b876-037d6359137c', 'name': 'network-vif-deleted', 'tag': '5a649675-6f58-4888-9e52-eb6ecca7108e', 'status': 'completed', 'code': 200} Dec 08 16:23:50.648792 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2b38c3bc-885b-4c4f-a99e-7383a5fce48e req-4dbd5d8b-db3b-4afa-89f4-a71155bc9188 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=8537e803-ac65-4b1f-b876-037d6359137c HTTP/1.1" status: 200 len: 210 time: 0.0365908 Dec 08 16:23:51.160604 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c31da-dd19-462f-827d-d619a2e4db5c req-1d139e9b-6ef0-4ad2-ad8b-5793554a85d7 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:51.162126 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-645c31da-dd19-462f-827d-d619a2e4db5c req-1d139e9b-6ef0-4ad2-ad8b-5793554a85d7 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=4180760d-d429-459d-8f94-59f64a34f571 HTTP/1.1" status: 200 len: 945 time: 0.0685239 Dec 08 16:23:51.215863 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-645c31da-dd19-462f-827d-d619a2e4db5c req-1c672d2c-bb61-4f18-bbf9-8bc301261429 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474010 Dec 08 16:23:51.776841 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4901ede3-ea00-4b0f-bb06-c6d030cdf187 req-d1a049ee-6d95-4634-962e-48f42a16c0c9 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=8537e803-ac65-4b1f-b876-037d6359137c HTTP/1.1" status: 200 len: 210 time: 0.0325143 Dec 08 16:23:52.404107 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64817fe2-aff1-4546-a6f6-d329713345b9 req-1cde80ac-5eb3-4e51-91b9-a0ab05939727 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:52.415010 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-64817fe2-aff1-4546-a6f6-d329713345b9 req-1cde80ac-5eb3-4e51-91b9-a0ab05939727 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=4180760d-d429-459d-8f94-59f64a34f571 HTTP/1.1" status: 200 len: 945 time: 0.0763433 Dec 08 16:23:52.467819 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-64817fe2-aff1-4546-a6f6-d329713345b9 req-a74f4189-d141-4863-9a6f-8a0a5e200074 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511189 Dec 08 16:23:53.377980 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 5a649675-6f58-4888-9e52-eb6ecca7108e no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:23:53.399967 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: 5a649675-6f58-4888-9e52-eb6ecca7108e {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:23:53.401080 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 5a649675-6f58-4888-9e52-eb6ecca7108e not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:23:53.595876 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0dbc02-5590-492e-bb29-5bb588759936 req-bd6dd459-6fff-4fb4-8107-1561374161b2 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:53.597326 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7d0dbc02-5590-492e-bb29-5bb588759936 req-bd6dd459-6fff-4fb4-8107-1561374161b2 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=d59076ab-1d2e-41cb-ab42-61d1ad109881 HTTP/1.1" status: 200 len: 945 time: 0.0577416 Dec 08 16:23:53.598398 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48931bf4-116e-45a8-851e-bb0f7dfcaa06 req-4ed02909-cd2d-4258-9116-6388bd02bfde tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:53.599918 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-48931bf4-116e-45a8-851e-bb0f7dfcaa06 req-4ed02909-cd2d-4258-9116-6388bd02bfde tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=4180760d-d429-459d-8f94-59f64a34f571 HTTP/1.1" status: 200 len: 945 time: 0.0550456 Dec 08 16:23:53.667304 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-48931bf4-116e-45a8-851e-bb0f7dfcaa06 req-9c7059c6-3f0b-403d-beea-9e34322d6e83 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609229 Dec 08 16:23:53.677749 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7d0dbc02-5590-492e-bb29-5bb588759936 req-7e6173d9-d3f3-4a9b-bf30-3d94b81e2865 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742879 Dec 08 16:23:54.839103 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9570b55b-f274-4487-9f6c-30597180416e req-4c2d9e0a-9144-43f2-a8c9-b366181d5947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:54.840721 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9570b55b-f274-4487-9f6c-30597180416e req-4c2d9e0a-9144-43f2-a8c9-b366181d5947 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4180760d-d429-459d-8f94-59f64a34f571 HTTP/1.1" status: 200 len: 1097 time: 0.0857706 Dec 08 16:23:54.848170 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0bf67d-d94f-4a2b-a1fd-13c8317cb1f0 req-613fbb8f-53be-4502-b0ce-16793a572f31 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:54.850080 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5a0bf67d-d94f-4a2b-a1fd-13c8317cb1f0 req-613fbb8f-53be-4502-b0ce-16793a572f31 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=d59076ab-1d2e-41cb-ab42-61d1ad109881 HTTP/1.1" status: 200 len: 945 time: 0.0558574 Dec 08 16:23:54.854314 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2c166-16be-4a58-bb62-8794c1749509 req-626ab01b-73a9-4c51-ac2c-2853888eda5c tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:54.856160 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-42c2c166-16be-4a58-bb62-8794c1749509 req-626ab01b-73a9-4c51-ac2c-2853888eda5c tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=4180760d-d429-459d-8f94-59f64a34f571 HTTP/1.1" status: 200 len: 945 time: 0.0649402 Dec 08 16:23:54.919926 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5a0bf67d-d94f-4a2b-a1fd-13c8317cb1f0 req-6730ccdb-015c-404b-a830-5744f4abc368 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510430 Dec 08 16:23:54.924791 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9570b55b-f274-4487-9f6c-30597180416e req-e0082b44-6801-405b-b2ef-fdae25231fe2 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676239 Dec 08 16:23:54.939144 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-42c2c166-16be-4a58-bb62-8794c1749509 req-64928891-367f-4e05-8593-7ffcea5e48e0 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681386 Dec 08 16:23:55.249777 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae26b8b0-078f-42f8-8b8f-ccb87e83fad0 req-442c9310-0667-4736-bf63-b68155058755 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:55.252393 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ae26b8b0-078f-42f8-8b8f-ccb87e83fad0 req-442c9310-0667-4736-bf63-b68155058755 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.76 "GET /v2.0/ports?device_id=d59076ab-1d2e-41cb-ab42-61d1ad109881 HTTP/1.1" status: 200 len: 945 time: 0.0632842 Dec 08 16:23:55.362827 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-ae26b8b0-078f-42f8-8b8f-ccb87e83fad0 req-8451de55-e4eb-4fcf-83d5-f151771f1e4b tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Deleting port 3d765efb-79c3-4c3d-9c18-e4e21db047bc {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:23:55.363588 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ae26b8b0-078f-42f8-8b8f-ccb87e83fad0 req-8451de55-e4eb-4fcf-83d5-f151771f1e4b tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:55.477614 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-ae26b8b0-078f-42f8-8b8f-ccb87e83fad0 req-8451de55-e4eb-4fcf-83d5-f151771f1e4b tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] For port 3d765efb-79c3-4c3d-9c18-e4e21db047bc, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=3d765efb-79c3-4c3d-9c18-e4e21db047bc,segment=NetworkSegment(bb740625-1067-4eb4-8c3f-54ce2bbbb747),segment_id=bb740625-1067-4eb4-8c3f-54ce2bbbb747)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:23:55.477896 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ae26b8b0-078f-42f8-8b8f-ccb87e83fad0 req-8451de55-e4eb-4fcf-83d5-f151771f1e4b tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:55.493874 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-ae26b8b0-078f-42f8-8b8f-ccb87e83fad0 req-8451de55-e4eb-4fcf-83d5-f151771f1e4b tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Calling delete_port for 3d765efb-79c3-4c3d-9c18-e4e21db047bc owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:23:55.780093 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ae26b8b0-078f-42f8-8b8f-ccb87e83fad0 req-8451de55-e4eb-4fcf-83d5-f151771f1e4b tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:55.793486 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['387545ee-2fb9-4fd0-bb31-482b9336eed0', '3d765efb-79c3-4c3d-9c18-e4e21db047bc'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:23:55.853320 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8451de55-e4eb-4fcf-83d5-f151771f1e4b tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Pushing event deleted for resources: {'Port': ['ID=3d765efb-79c3-4c3d-9c18-e4e21db047bc,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:55.937004 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae26b8b0-078f-42f8-8b8f-ccb87e83fad0 req-8451de55-e4eb-4fcf-83d5-f151771f1e4b tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] No DVR routers for this DVR port 3d765efb-79c3-4c3d-9c18-e4e21db047bc on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:23:55.940415 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ae26b8b0-078f-42f8-8b8f-ccb87e83fad0 req-8451de55-e4eb-4fcf-83d5-f151771f1e4b tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:55.944077 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ae26b8b0-078f-42f8-8b8f-ccb87e83fad0 req-8451de55-e4eb-4fcf-83d5-f151771f1e4b tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.76 "DELETE /v2.0/ports/3d765efb-79c3-4c3d-9c18-e4e21db047bc HTTP/1.1" status: 204 len: 173 time: 0.6854725 Dec 08 16:23:55.946040 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd59076ab-1d2e-41cb-ab42-61d1ad109881', 'name': 'network-vif-deleted', 'tag': '3d765efb-79c3-4c3d-9c18-e4e21db047bc'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:23:55.949445 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1f3f6c-414d-4766-8312-8717d8a34723" -d '{"events": [{"server_uuid": "d59076ab-1d2e-41cb-ab42-61d1ad109881", "name": "network-vif-deleted", "tag": "3d765efb-79c3-4c3d-9c18-e4e21db047bc"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:23:56.021470 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c8f422-bcdf-4ae3-8eac-38015369d067 x-openstack-request-id: req-a0c8f422-bcdf-4ae3-8eac-38015369d067 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:23:56.022589 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d59076ab-1d2e-41cb-ab42-61d1ad109881", "name": "network-vif-deleted", "tag": "3d765efb-79c3-4c3d-9c18-e4e21db047bc", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:23:56.022856 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a0c8f422-bcdf-4ae3-8eac-38015369d067 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:23:56.023279 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd59076ab-1d2e-41cb-ab42-61d1ad109881', 'name': 'network-vif-deleted', 'tag': '3d765efb-79c3-4c3d-9c18-e4e21db047bc', 'status': 'completed', 'code': 200} Dec 08 16:23:56.092743 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f7189025-1415-4321-9136-c0bde7928e90 req-71f87e50-570b-4f45-b572-4970e66a24e3 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=d59076ab-1d2e-41cb-ab42-61d1ad109881 HTTP/1.1" status: 200 len: 210 time: 0.0286739 Dec 08 16:23:56.142852 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b32ee7-c2db-4ac0-9bba-e26f2b837bc5 req-60693bf2-1f97-402e-a00e-85c086e132d8 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:56.144354 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-45b32ee7-c2db-4ac0-9bba-e26f2b837bc5 req-60693bf2-1f97-402e-a00e-85c086e132d8 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=4180760d-d429-459d-8f94-59f64a34f571 HTTP/1.1" status: 200 len: 945 time: 0.0542750 Dec 08 16:23:56.223173 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-45b32ee7-c2db-4ac0-9bba-e26f2b837bc5 req-115eeb73-9e08-47a1-bb4b-48c78af89b91 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698285 Dec 08 16:23:56.502996 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 33944) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:56.617392 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f864912e-8d11-4e9f-a8ce-e08e713cecb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:56.696430 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f864912e-8d11-4e9f-a8ce-e08e713cecb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:56.744951 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f864912e-8d11-4e9f-a8ce-e08e713cecb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:56.790818 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f864912e-8d11-4e9f-a8ce-e08e713cecb2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f04b365bc43e401493f602f0bf6b9449&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2843513 Dec 08 16:23:56.790818 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864912e-8d11-4e9f-a8ce-e08e713cecb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8d7771-8910-4d9b-b732-9c10aade4a85,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:56.791983 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 33950) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:56.853803 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0cc0fb62-4afe-4c09-968a-4ba9a3a3539b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:56.871667 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0cc0fb62-4afe-4c09-968a-4ba9a3a3539b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:57.025328 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0cc0fb62-4afe-4c09-968a-4ba9a3a3539b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:57.028116 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0cc0fb62-4afe-4c09-968a-4ba9a3a3539b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:57.029527 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-0cc0fb62-4afe-4c09-968a-4ba9a3a3539b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5f8d7771-8910-4d9b-b732-9c10aade4a85 HTTP/1.1" status: 204 len: 168 time: 0.2368190 Dec 08 16:23:57.038655 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc0fb62-4afe-4c09-968a-4ba9a3a3539b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8d7771-8910-4d9b-b732-9c10aade4a85,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:57.210337 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-06434ce5-2406-4ec8-b4b9-0697e3b53992 req-b6ac88dd-3851-4dbb-aca3-f8b01da14114 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=d59076ab-1d2e-41cb-ab42-61d1ad109881 HTTP/1.1" status: 200 len: 210 time: 0.0286622 Dec 08 16:23:57.372111 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9beeaa1-bf29-4bfb-9173-20d3449d9eff req-731daf54-9060-43e7-a5cc-5b65c0ffb52f tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:57.380731 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e9beeaa1-bf29-4bfb-9173-20d3449d9eff req-731daf54-9060-43e7-a5cc-5b65c0ffb52f tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=4180760d-d429-459d-8f94-59f64a34f571 HTTP/1.1" status: 200 len: 945 time: 0.0704319 Dec 08 16:23:57.457266 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e9beeaa1-bf29-4bfb-9173-20d3449d9eff req-be1ebe43-3a75-4aab-b120-ec5bc895d9cf tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751433 Dec 08 16:23:57.479385 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 33970) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:57.641124 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ed509792-7a77-4346-a857-e66157e751d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:57.722459 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ed509792-7a77-4346-a857-e66157e751d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:57.797204 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ed509792-7a77-4346-a857-e66157e751d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:57.839921 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ed509792-7a77-4346-a857-e66157e751d9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fd85cb95c7934d05b226a50ed2965257&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3593955 Dec 08 16:23:57.840903 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed509792-7a77-4346-a857-e66157e751d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5a8181-e8f0-4d30-8504-2b382bc85060,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:57.842786 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 33980) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:57.914034 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 33982) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:57.931467 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6bc79ece-f764-415f-b257-1f639c4e1436 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:58.001580 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf279d8-3fd7-42d1-aa5d-bf688caf829a req-810a5521-994d-4377-9085-03cdf7158b00 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:58.003049 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0bf279d8-3fd7-42d1-aa5d-bf688caf829a req-810a5521-994d-4377-9085-03cdf7158b00 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=4180760d-d429-459d-8f94-59f64a34f571 HTTP/1.1" status: 200 len: 945 time: 0.1348717 Dec 08 16:23:58.005061 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-500a6a2d-ed93-4ea5-af72-da7ed1225008 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:58.012556 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6fcc8b-6155-404d-8e4b-03779cd16b86 req-ef703e5d-44e3-442f-a164-ae23b7419db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:58.013182 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6bc79ece-f764-415f-b257-1f639c4e1436 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:58.014035 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7f6fcc8b-6155-404d-8e4b-03779cd16b86 req-ef703e5d-44e3-442f-a164-ae23b7419db8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b054d0dcb49649e0950f266a7acfb033&device_id=4180760d-d429-459d-8f94-59f64a34f571 HTTP/1.1" status: 200 len: 1097 time: 0.0921452 Dec 08 16:23:58.063505 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-500a6a2d-ed93-4ea5-af72-da7ed1225008 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:58.082436 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6bc79ece-f764-415f-b257-1f639c4e1436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:58.124884 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-6bc79ece-f764-415f-b257-1f639c4e1436 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=94045fc9971d4819abdb5e99abaa556d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2096834 Dec 08 16:23:58.125923 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc79ece-f764-415f-b257-1f639c4e1436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d14b795-82d3-49d4-b4df-a426a08e62bd,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:58.129825 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 33986) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:58.168261 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0bf279d8-3fd7-42d1-aa5d-bf688caf829a req-1dde6ace-88d8-4101-8a7e-90bfbffd6cc8 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522322 Dec 08 16:23:58.186015 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c5b40aa9-0b4f-4d39-9ea6-9745d5bd7081 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:58.190417 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6fcc8b-6155-404d-8e4b-03779cd16b86 req-6dfb92d6-1bd9-412c-afb8-4661b2cd7f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:58.200817 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7f6fcc8b-6155-404d-8e4b-03779cd16b86 req-6dfb92d6-1bd9-412c-afb8-4661b2cd7f63 service neutron] 10.222.0.76 "GET /v2.0/networks?id=a3f049e4-e272-4e56-8eaa-a36c0dbab3a1 HTTP/1.1" status: 200 len: 920 time: 0.1702201 Dec 08 16:23:58.218373 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c5b40aa9-0b4f-4d39-9ea6-9745d5bd7081 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:58.239838 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7f6fcc8b-6155-404d-8e4b-03779cd16b86 req-6a743fd8-525a-4d56-b9da-08059514f467 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45cc664c-b79c-4670-b032-a83af57e252c HTTP/1.1" status: 200 len: 217 time: 0.0405190 Dec 08 16:23:58.284924 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-500a6a2d-ed93-4ea5-af72-da7ed1225008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:58.287962 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-500a6a2d-ed93-4ea5-af72-da7ed1225008 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:58.289199 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-500a6a2d-ed93-4ea5-af72-da7ed1225008 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1b5a8181-e8f0-4d30-8504-2b382bc85060 HTTP/1.1" status: 204 len: 168 time: 0.4453309 Dec 08 16:23:58.304981 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500a6a2d-ed93-4ea5-af72-da7ed1225008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5a8181-e8f0-4d30-8504-2b382bc85060,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:58.319762 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6fcc8b-6155-404d-8e4b-03779cd16b86 req-0b31508b-8759-4ac7-882b-6b04ed34520b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:58.321508 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7f6fcc8b-6155-404d-8e4b-03779cd16b86 req-0b31508b-8759-4ac7-882b-6b04ed34520b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=74b50aa4-8812-48e5-b8de-c1650bb82dc8 HTTP/1.1" status: 200 len: 859 time: 0.0742071 Dec 08 16:23:58.357931 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7f6fcc8b-6155-404d-8e4b-03779cd16b86 req-91283e8c-261d-4ffb-9ac9-d4acb4e4ca89 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a3f049e4-e272-4e56-8eaa-a36c0dbab3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281272 Dec 08 16:23:58.384881 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 3d765efb-79c3-4c3d-9c18-e4e21db047bc no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:23:58.406837 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: 3d765efb-79c3-4c3d-9c18-e4e21db047bc {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:23:58.407455 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 3d765efb-79c3-4c3d-9c18-e4e21db047bc not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:23:58.408680 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c5b40aa9-0b4f-4d39-9ea6-9745d5bd7081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:58.411549 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c5b40aa9-0b4f-4d39-9ea6-9745d5bd7081 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:58.412940 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c5b40aa9-0b4f-4d39-9ea6-9745d5bd7081 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6d14b795-82d3-49d4-b4df-a426a08e62bd HTTP/1.1" status: 204 len: 168 time: 0.2821467 Dec 08 16:23:58.421309 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b40aa9-0b4f-4d39-9ea6-9745d5bd7081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d14b795-82d3-49d4-b4df-a426a08e62bd,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:58.480769 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7f6fcc8b-6155-404d-8e4b-03779cd16b86 req-ae89e556-71f6-4ce5-85fd-85e479b08ea5 service neutron] 10.222.0.76 "GET /v2.0/networks/a3f049e4-e272-4e56-8eaa-a36c0dbab3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154413 Dec 08 16:23:58.585951 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7f6fcc8b-6155-404d-8e4b-03779cd16b86 req-c61b7e65-1a3d-45d1-a63f-26ddcec2cff9 service neutron] 10.222.0.76 "GET /v2.0/networks/a3f049e4-e272-4e56-8eaa-a36c0dbab3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979302 Dec 08 16:23:58.796101 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9168667-7b23-4547-9e0a-59f7ac688e38 req-05b551e5-9c6e-4d7d-be5c-9f3401d6b2d0 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:58.798324 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f9168667-7b23-4547-9e0a-59f7ac688e38 req-05b551e5-9c6e-4d7d-be5c-9f3401d6b2d0 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=885586af-4e7a-44b4-a68c-ebb57f0a0cf6 HTTP/1.1" status: 200 len: 946 time: 0.0578990 Dec 08 16:23:58.851806 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f9168667-7b23-4547-9e0a-59f7ac688e38 req-db6bbaeb-dc09-4efa-aacd-b9e86f058694 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476668 Dec 08 16:23:59.083189 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 34014) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:59.096944 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-40284d71-945b-49f3-ba9c-c22e25fa6153 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:59.173797 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-40284d71-945b-49f3-ba9c-c22e25fa6153 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:59.219680 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-40284d71-945b-49f3-ba9c-c22e25fa6153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:59.260513 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-40284d71-945b-49f3-ba9c-c22e25fa6153 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1cdcbf49bcef45c79c832f3c7394efe4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1760447 Dec 08 16:23:59.261403 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40284d71-945b-49f3-ba9c-c22e25fa6153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc90762-bbd3-4c99-91ea-92e3d7439500,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:59.275747 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 34020) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:59.302857 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54fba2c-4877-46bf-962f-d6bb6e797c0a req-d30ab003-c56d-4c5f-a1d1-9f12e807ac78 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:59.304490 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b54fba2c-4877-46bf-962f-d6bb6e797c0a req-d30ab003-c56d-4c5f-a1d1-9f12e807ac78 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=4180760d-d429-459d-8f94-59f64a34f571 HTTP/1.1" status: 200 len: 945 time: 0.0622032 Dec 08 16:23:59.329914 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-66e73dc4-e408-41e0-a9bf-c0b89631550a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:59.354678 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-66e73dc4-e408-41e0-a9bf-c0b89631550a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:59.357456 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b54fba2c-4877-46bf-962f-d6bb6e797c0a req-1256117b-e15a-4e3d-a51a-4967ff9723a7 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464461 Dec 08 16:23:59.499317 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-66e73dc4-e408-41e0-a9bf-c0b89631550a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:59.502256 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-66e73dc4-e408-41e0-a9bf-c0b89631550a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:59.503429 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-66e73dc4-e408-41e0-a9bf-c0b89631550a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bbc90762-bbd3-4c99-91ea-92e3d7439500 HTTP/1.1" status: 204 len: 168 time: 0.2264912 Dec 08 16:23:59.514286 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e73dc4-e408-41e0-a9bf-c0b89631550a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc90762-bbd3-4c99-91ea-92e3d7439500,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:59.994129 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bcd55b-7819-4076-8483-6cf6d10094a9 req-613f84ff-377b-4053-9bfb-e3aa4172cfa1 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:59.995851 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-13bcd55b-7819-4076-8483-6cf6d10094a9 req-613f84ff-377b-4053-9bfb-e3aa4172cfa1 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=885586af-4e7a-44b4-a68c-ebb57f0a0cf6 HTTP/1.1" status: 200 len: 946 time: 0.0626571 Dec 08 16:24:00.049179 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3bc77f-6fe4-4ea8-a4c5-bf4bb3de4664 req-f031c26a-a5e4-425a-bd88-85f233acffab tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:00.050725 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4c3bc77f-6fe4-4ea8-a4c5-bf4bb3de4664 req-f031c26a-a5e4-425a-bd88-85f233acffab tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.76 "GET /v2.0/ports?device_id=885586af-4e7a-44b4-a68c-ebb57f0a0cf6 HTTP/1.1" status: 200 len: 946 time: 0.0736604 Dec 08 16:24:00.057627 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-13bcd55b-7819-4076-8483-6cf6d10094a9 req-f017acde-0932-4e6a-bc61-13c70a4e35f6 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=52887d8f-337a-4530-b63f-d62b070fc837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544195 Dec 08 16:24:00.161161 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-4c3bc77f-6fe4-4ea8-a4c5-bf4bb3de4664 req-4eca4fd3-bba8-4a29-b73e-88d04e122b66 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Deleting port 387545ee-2fb9-4fd0-bb31-482b9336eed0 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:24:00.161519 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-4c3bc77f-6fe4-4ea8-a4c5-bf4bb3de4664 req-4eca4fd3-bba8-4a29-b73e-88d04e122b66 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:00.273343 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-4c3bc77f-6fe4-4ea8-a4c5-bf4bb3de4664 req-4eca4fd3-bba8-4a29-b73e-88d04e122b66 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] For port 387545ee-2fb9-4fd0-bb31-482b9336eed0, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=387545ee-2fb9-4fd0-bb31-482b9336eed0,segment=NetworkSegment(bb740625-1067-4eb4-8c3f-54ce2bbbb747),segment_id=bb740625-1067-4eb4-8c3f-54ce2bbbb747)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:24:00.273774 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-4c3bc77f-6fe4-4ea8-a4c5-bf4bb3de4664 req-4eca4fd3-bba8-4a29-b73e-88d04e122b66 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:00.288707 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-4c3bc77f-6fe4-4ea8-a4c5-bf4bb3de4664 req-4eca4fd3-bba8-4a29-b73e-88d04e122b66 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Calling delete_port for 387545ee-2fb9-4fd0-bb31-482b9336eed0 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:24:00.494240 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec2dcd9-28e8-4224-8b84-5dad570c3372 req-7122601a-59ab-40ce-a132-a31179bd7eea tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:00.495763 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1ec2dcd9-28e8-4224-8b84-5dad570c3372 req-7122601a-59ab-40ce-a132-a31179bd7eea tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=4180760d-d429-459d-8f94-59f64a34f571 HTTP/1.1" status: 200 len: 945 time: 0.0567617 Dec 08 16:24:00.549725 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-4c3bc77f-6fe4-4ea8-a4c5-bf4bb3de4664 req-4eca4fd3-bba8-4a29-b73e-88d04e122b66 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:00.551295 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1ec2dcd9-28e8-4224-8b84-5dad570c3372 req-42aca98f-88b1-4d86-a1dd-fe36ce58bc9e tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489717 Dec 08 16:24:00.585265 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eca4fd3-bba8-4a29-b73e-88d04e122b66 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Pushing event deleted for resources: {'Port': ['ID=387545ee-2fb9-4fd0-bb31-482b9336eed0,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:00.634065 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c3bc77f-6fe4-4ea8-a4c5-bf4bb3de4664 req-4eca4fd3-bba8-4a29-b73e-88d04e122b66 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] No DVR routers for this DVR port 387545ee-2fb9-4fd0-bb31-482b9336eed0 on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:24:00.637112 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-4c3bc77f-6fe4-4ea8-a4c5-bf4bb3de4664 req-4eca4fd3-bba8-4a29-b73e-88d04e122b66 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:00.640840 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4c3bc77f-6fe4-4ea8-a4c5-bf4bb3de4664 req-4eca4fd3-bba8-4a29-b73e-88d04e122b66 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.76 "DELETE /v2.0/ports/387545ee-2fb9-4fd0-bb31-482b9336eed0 HTTP/1.1" status: 204 len: 173 time: 0.5835729 Dec 08 16:24:00.642389 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '885586af-4e7a-44b4-a68c-ebb57f0a0cf6', 'name': 'network-vif-deleted', 'tag': '387545ee-2fb9-4fd0-bb31-482b9336eed0'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:24:00.646010 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d171f500-4144-43da-b968-d0664d3b7216" -d '{"events": [{"server_uuid": "885586af-4e7a-44b4-a68c-ebb57f0a0cf6", "name": "network-vif-deleted", "tag": "387545ee-2fb9-4fd0-bb31-482b9336eed0"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:24:00.686447 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4fae41-4c0a-4bfd-8a6d-1b5e41826d9b x-openstack-request-id: req-ee4fae41-4c0a-4bfd-8a6d-1b5e41826d9b {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:24:00.686750 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "885586af-4e7a-44b4-a68c-ebb57f0a0cf6", "name": "network-vif-deleted", "tag": "387545ee-2fb9-4fd0-bb31-482b9336eed0", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:24:00.687039 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ee4fae41-4c0a-4bfd-8a6d-1b5e41826d9b {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:24:00.687457 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '885586af-4e7a-44b4-a68c-ebb57f0a0cf6', 'name': 'network-vif-deleted', 'tag': '387545ee-2fb9-4fd0-bb31-482b9336eed0', 'status': 'completed', 'code': 200} Dec 08 16:24:01.177703 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c037b7f9-efd1-4f62-b53a-5c9819df2ad4 req-9467cd67-d3b1-499d-ae77-804042de3d97 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=885586af-4e7a-44b4-a68c-ebb57f0a0cf6 HTTP/1.1" status: 200 len: 210 time: 0.0334778 Dec 08 16:24:01.688675 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f7fac-942f-4f71-8163-d9119a074136 req-92dea75b-d248-42f6-81c3-92e524410f02 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:01.690875 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-631f7fac-942f-4f71-8163-d9119a074136 req-92dea75b-d248-42f6-81c3-92e524410f02 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=4180760d-d429-459d-8f94-59f64a34f571 HTTP/1.1" status: 200 len: 945 time: 0.0660193 Dec 08 16:24:01.736266 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 34124) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:01.748987 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-631f7fac-942f-4f71-8163-d9119a074136 req-c3dc3b68-f105-4804-907a-8301bda1800f tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510316 Dec 08 16:24:01.871572 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d42b3784-fb29-4d90-afad-70f4a2bf4b90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:01.959642 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d42b3784-fb29-4d90-afad-70f4a2bf4b90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:02.037629 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d42b3784-fb29-4d90-afad-70f4a2bf4b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:02.086105 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42b3784-fb29-4d90-afad-70f4a2bf4b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4f0593-9f06-4f9a-96ec-d2c056c9c237,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:02.090378 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d42b3784-fb29-4d90-afad-70f4a2bf4b90 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1210ce75606740dbb98d8dad292d1f5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3531384 Dec 08 16:24:02.093715 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 34136) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:02.171707 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bce2f727-a44c-40e9-81ba-c6b300228a37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:02.196644 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bce2f727-a44c-40e9-81ba-c6b300228a37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:02.328235 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bce2f727-a44c-40e9-81ba-c6b300228a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:02.332909 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bce2f727-a44c-40e9-81ba-c6b300228a37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:02.354237 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-bce2f727-a44c-40e9-81ba-c6b300228a37 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0e4f0593-9f06-4f9a-96ec-d2c056c9c237 HTTP/1.1" status: 204 len: 168 time: 0.2598052 Dec 08 16:24:02.374889 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce2f727-a44c-40e9-81ba-c6b300228a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4f0593-9f06-4f9a-96ec-d2c056c9c237,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:02.403323 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 387545ee-2fb9-4fd0-bb31-482b9336eed0 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:24:02.428451 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: 387545ee-2fb9-4fd0-bb31-482b9336eed0 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:24:02.428451 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 387545ee-2fb9-4fd0-bb31-482b9336eed0 not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:24:02.822982 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85001508-6402-4fb2-b636-9921d7a62c2b req-2289e375-2a0e-45ca-984d-f2650da64655 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:02.829251 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-85001508-6402-4fb2-b636-9921d7a62c2b req-2289e375-2a0e-45ca-984d-f2650da64655 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 945 time: 0.0575149 Dec 08 16:24:02.906891 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-85001508-6402-4fb2-b636-9921d7a62c2b req-b1c4bc60-1067-473e-9f06-babf0f770270 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733011 Dec 08 16:24:03.101066 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 34162) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:03.116752 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0cb3e48f-6778-40bf-a247-549476ccd52d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:03.201655 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0cb3e48f-6778-40bf-a247-549476ccd52d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:03.368152 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0cb3e48f-6778-40bf-a247-549476ccd52d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:03.406354 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb3e48f-6778-40bf-a247-549476ccd52d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef701dca-ffb8-42b1-aae8-5ad3e3461c8b,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:03.411553 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-0cb3e48f-6778-40bf-a247-549476ccd52d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d7a2a987ea1d4493bfc3a8c3312c676d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3092210 Dec 08 16:24:03.414259 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 34164) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:03.463694 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-839b3c74-efdc-4207-be1a-342c65b825fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:03.489369 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-839b3c74-efdc-4207-be1a-342c65b825fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:03.637216 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-839b3c74-efdc-4207-be1a-342c65b825fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:03.639820 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-839b3c74-efdc-4207-be1a-342c65b825fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:03.641135 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-839b3c74-efdc-4207-be1a-342c65b825fe admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ef701dca-ffb8-42b1-aae8-5ad3e3461c8b HTTP/1.1" status: 204 len: 168 time: 0.2259467 Dec 08 16:24:03.649745 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839b3c74-efdc-4207-be1a-342c65b825fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef701dca-ffb8-42b1-aae8-5ad3e3461c8b,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:04.037713 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd958c82-c6ff-420c-b5fe-8d41f5de1b40 req-db5b304d-a5db-4ef0-8a5c-fbeb7deb0b5b tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:04.039248 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fd958c82-c6ff-420c-b5fe-8d41f5de1b40 req-db5b304d-a5db-4ef0-8a5c-fbeb7deb0b5b tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 945 time: 0.0518105 Dec 08 16:24:04.108703 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fd958c82-c6ff-420c-b5fe-8d41f5de1b40 req-a36d08fc-32cc-463d-995a-8b9fcc17dac8 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups?id=8aaaed2f-5e66-4c42-9b80-9e5e842daa86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590489 Dec 08 16:24:04.442102 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c96fe-1000-4bf7-b141-e17aefae3f31 req-e6592e7a-0b24-49bb-8d95-17863c22a58c tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:04.444062 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a00c96fe-1000-4bf7-b141-e17aefae3f31 req-e6592e7a-0b24-49bb-8d95-17863c22a58c tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 945 time: 0.0722454 Dec 08 16:24:04.499315 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:04.574650 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-a00c96fe-1000-4bf7-b141-e17aefae3f31 req-f3322ca5-c606-4224-a2e2-810c71bc1cac tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Deleting port 4b8d5971-2d21-4951-9b66-de8081c96b95 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:24:04.575088 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a00c96fe-1000-4bf7-b141-e17aefae3f31 req-f3322ca5-c606-4224-a2e2-810c71bc1cac tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:04.635323 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08729142-1fc9-436f-9c05-529389995280 req-e300d88b-9a69-4dc0-beff-34a8bde7ce05 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:04.637481 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-08729142-1fc9-436f-9c05-529389995280 req-e300d88b-9a69-4dc0-beff-34a8bde7ce05 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=4180760d-d429-459d-8f94-59f64a34f571 HTTP/1.1" status: 200 len: 945 time: 0.0568683 Dec 08 16:24:04.681321 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-a00c96fe-1000-4bf7-b141-e17aefae3f31 req-f3322ca5-c606-4224-a2e2-810c71bc1cac tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] For port 4b8d5971-2d21-4951-9b66-de8081c96b95, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=4b8d5971-2d21-4951-9b66-de8081c96b95,segment=NetworkSegment(bb740625-1067-4eb4-8c3f-54ce2bbbb747),segment_id=bb740625-1067-4eb4-8c3f-54ce2bbbb747)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:24:04.681644 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a00c96fe-1000-4bf7-b141-e17aefae3f31 req-f3322ca5-c606-4224-a2e2-810c71bc1cac tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:04.703899 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-08729142-1fc9-436f-9c05-529389995280 req-c6fbeefd-0341-4e18-9345-83c404f462c2 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586436 Dec 08 16:24:04.887621 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a00c96fe-1000-4bf7-b141-e17aefae3f31 req-f3322ca5-c606-4224-a2e2-810c71bc1cac tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:04.887999 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a00c96fe-1000-4bf7-b141-e17aefae3f31 req-f3322ca5-c606-4224-a2e2-810c71bc1cac tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:04.888361 n-d-776250-12 neutron-server[110550]: INFO neutron.db.l3_db [req-a00c96fe-1000-4bf7-b141-e17aefae3f31 req-f3322ca5-c606-4224-a2e2-810c71bc1cac tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Floating IP a4009fff-5943-4053-bd2c-d02761ee0e78 disassociated. External IP: 172.25.0.216, port: 4b8d5971-2d21-4951-9b66-de8081c96b95. Dec 08 16:24:04.888726 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-a00c96fe-1000-4bf7-b141-e17aefae3f31 req-f3322ca5-c606-4224-a2e2-810c71bc1cac tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Calling delete_port for 4b8d5971-2d21-4951-9b66-de8081c96b95 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:24:05.146224 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a00c96fe-1000-4bf7-b141-e17aefae3f31 req-f3322ca5-c606-4224-a2e2-810c71bc1cac tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:05.178459 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3322ca5-c606-4224-a2e2-810c71bc1cac tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Pushing event deleted for resources: {'Port': ['ID=4b8d5971-2d21-4951-9b66-de8081c96b95,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:05.306083 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8fab5fff-f0cb-4099-99a8-48685c971cd5 req-d474463b-c77f-4435-9251-bad9b5466e4a tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 210 time: 0.0399771 Dec 08 16:24:05.366286 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a00c96fe-1000-4bf7-b141-e17aefae3f31 req-f3322ca5-c606-4224-a2e2-810c71bc1cac tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Router cd8e55f6-569d-4d7c-97e4-433fcd6d082e has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:24:05.503325 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a00c96fe-1000-4bf7-b141-e17aefae3f31 req-f3322ca5-c606-4224-a2e2-810c71bc1cac tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:24:05.513132 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0a482c-1b5d-4ae4-8701-15c2082c6a04 None None] Sync routers for ids ['cd8e55f6-569d-4d7c-97e4-433fcd6d082e'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:24:05.534360 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0a482c-1b5d-4ae4-8701-15c2082c6a04 None None] Routers {'cd8e55f6-569d-4d7c-97e4-433fcd6d082e'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:24:05.535306 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-6d0a482c-1b5d-4ae4-8701-15c2082c6a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:23:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['cd8e55f6-569d-4d7c-97e4-433fcd6d082e'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:05.558632 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-a00c96fe-1000-4bf7-b141-e17aefae3f31 req-f3322ca5-c606-4224-a2e2-810c71bc1cac tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] No DVR routers for this DVR port 4b8d5971-2d21-4951-9b66-de8081c96b95 on host n-h2-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:24:05.561370 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a00c96fe-1000-4bf7-b141-e17aefae3f31 req-f3322ca5-c606-4224-a2e2-810c71bc1cac tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:05.565933 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a00c96fe-1000-4bf7-b141-e17aefae3f31 req-f3322ca5-c606-4224-a2e2-810c71bc1cac tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.37 "DELETE /v2.0/ports/4b8d5971-2d21-4951-9b66-de8081c96b95 HTTP/1.1" status: 204 len: 173 time: 1.1109493 Dec 08 16:24:05.566479 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea814955-832d-40d8-94c7-1d01f64c7a15', 'name': 'network-vif-deleted', 'tag': '4b8d5971-2d21-4951-9b66-de8081c96b95'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:24:05.569931 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0480963-7254-488f-99a6-925b616a3047" -d '{"events": [{"server_uuid": "ea814955-832d-40d8-94c7-1d01f64c7a15", "name": "network-vif-deleted", "tag": "4b8d5971-2d21-4951-9b66-de8081c96b95"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:24:05.629397 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211c05d5-1cd6-4e4f-af08-0c8391799808 x-openstack-request-id: req-211c05d5-1cd6-4e4f-af08-0c8391799808 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:24:05.629397 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea814955-832d-40d8-94c7-1d01f64c7a15", "name": "network-vif-deleted", "tag": "4b8d5971-2d21-4951-9b66-de8081c96b95", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:24:05.629397 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-211c05d5-1cd6-4e4f-af08-0c8391799808 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:24:05.629397 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea814955-832d-40d8-94c7-1d01f64c7a15', 'name': 'network-vif-deleted', 'tag': '4b8d5971-2d21-4951-9b66-de8081c96b95', 'status': 'completed', 'code': 200} Dec 08 16:24:05.688860 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-6d0a482c-1b5d-4ae4-8701-15c2082c6a04 None None] Set router cd8e55f6-569d-4d7c-97e4-433fcd6d082e gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:24:06.072508 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-6d0a482c-1b5d-4ae4-8701-15c2082c6a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8e55f6-569d-4d7c-97e4-433fcd6d082e', 'name': 'tempest-ServerActionsTestJSON-14788555-router', 'tenant_id': '22d0ae928129486d8913ac89433a7712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '58878c24-d811-49b0-a4b9-6d26b20c4f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:15:03Z', 'updated_at': '2021-12-08T16:15:15Z', 'revision_number': 4, 'project_id': '22d0ae928129486d8913ac89433a7712', 'gw_port': {'id': '58878c24-d811-49b0-a4b9-6d26b20c4f75', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8e55f6-569d-4d7c-97e4-433fcd6d082e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:15:05Z', 'updated_at': '2021-12-08T16:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '986c635f-f115-4136-bd1e-4eb6c0e64081', 'name': '', 'network_id': '444a8cbb-ee83-40d1-9772-ed3daa005a16', 'tenant_id': '22d0ae928129486d8913ac89433a7712', 'mac_address': 'fa:16:3e:ef:b1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8e55f6-569d-4d7c-97e4-433fcd6d082e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '921ca20d-c445-4985-be5a-b19c39bd838b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:15:12Z', 'updated_at': '2021-12-08T16:15:20Z', 'revision_number': 5, 'project_id': '22d0ae928129486d8913ac89433a7712', 'subnets': [{'id': '921ca20d-c445-4985-be5a-b19c39bd838b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:06.117728 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0a482c-1b5d-4ae4-8701-15c2082c6a04 None None] Checking router: cd8e55f6-569d-4d7c-97e4-433fcd6d082e for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:24:06.128324 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0a482c-1b5d-4ae4-8701-15c2082c6a04 None None] Routers {'cd8e55f6-569d-4d7c-97e4-433fcd6d082e'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:24:06.129050 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-6d0a482c-1b5d-4ae4-8701-15c2082c6a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:23:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['cd8e55f6-569d-4d7c-97e4-433fcd6d082e'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:06.259719 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-6d0a482c-1b5d-4ae4-8701-15c2082c6a04 None None] Set router cd8e55f6-569d-4d7c-97e4-433fcd6d082e gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:24:06.613694 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-99d6b828-57da-4fb8-adc6-ec485f509326 req-56f14cbe-baed-4c19-8ff0-2a928c46d4d5 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/ports?device_id=ea814955-832d-40d8-94c7-1d01f64c7a15 HTTP/1.1" status: 200 len: 210 time: 0.0487692 Dec 08 16:24:06.697486 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-6d0a482c-1b5d-4ae4-8701-15c2082c6a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8e55f6-569d-4d7c-97e4-433fcd6d082e', 'name': 'tempest-ServerActionsTestJSON-14788555-router', 'tenant_id': '22d0ae928129486d8913ac89433a7712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '58878c24-d811-49b0-a4b9-6d26b20c4f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:15:03Z', 'updated_at': '2021-12-08T16:15:15Z', 'revision_number': 4, 'project_id': '22d0ae928129486d8913ac89433a7712', 'gw_port': {'id': '58878c24-d811-49b0-a4b9-6d26b20c4f75', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8e55f6-569d-4d7c-97e4-433fcd6d082e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:15:05Z', 'updated_at': '2021-12-08T16:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '986c635f-f115-4136-bd1e-4eb6c0e64081', 'name': '', 'network_id': '444a8cbb-ee83-40d1-9772-ed3daa005a16', 'tenant_id': '22d0ae928129486d8913ac89433a7712', 'mac_address': 'fa:16:3e:ef:b1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8e55f6-569d-4d7c-97e4-433fcd6d082e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '921ca20d-c445-4985-be5a-b19c39bd838b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:15:12Z', 'updated_at': '2021-12-08T16:15:20Z', 'revision_number': 5, 'project_id': '22d0ae928129486d8913ac89433a7712', 'subnets': [{'id': '921ca20d-c445-4985-be5a-b19c39bd838b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:06.727444 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0a482c-1b5d-4ae4-8701-15c2082c6a04 None None] The sync data for ids ['cd8e55f6-569d-4d7c-97e4-433fcd6d082e'] in n-d-776250-12 is: [{'id': 'cd8e55f6-569d-4d7c-97e4-433fcd6d082e', 'name': 'tempest-ServerActionsTestJSON-14788555-router', 'tenant_id': '22d0ae928129486d8913ac89433a7712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '58878c24-d811-49b0-a4b9-6d26b20c4f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:15:03Z', 'updated_at': '2021-12-08T16:15:15Z', 'revision_number': 4, 'project_id': '22d0ae928129486d8913ac89433a7712', 'gw_port': {'id': '58878c24-d811-49b0-a4b9-6d26b20c4f75', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8e55f6-569d-4d7c-97e4-433fcd6d082e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:15:05Z', 'updated_at': '2021-12-08T16:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '986c635f-f115-4136-bd1e-4eb6c0e64081', 'name': '', 'network_id': '444a8cbb-ee83-40d1-9772-ed3daa005a16', 'tenant_id': '22d0ae928129486d8913ac89433a7712', 'mac_address': 'fa:16:3e:ef:b1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8e55f6-569d-4d7c-97e4-433fcd6d082e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '921ca20d-c445-4985-be5a-b19c39bd838b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:15:12Z', 'updated_at': '2021-12-08T16:15:20Z', 'revision_number': 5, 'project_id': '22d0ae928129486d8913ac89433a7712', 'subnets': [{'id': '921ca20d-c445-4985-be5a-b19c39bd838b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:24:06.986490 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c951cf-c8b1-4d74-a20c-ee65a219feb4 None None] New status for floating IP a4009fff-5943-4053-bd2c-d02761ee0e78: DOWN {{(pid=110552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:24:07.792599 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 34274) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:07.862117 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cfb7edba-f96c-4c75-8b11-c77699a8eb26 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:07.892402 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cfb7edba-f96c-4c75-8b11-c77699a8eb26 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:08.013953 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cfb7edba-f96c-4c75-8b11-c77699a8eb26 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:08.017839 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cfb7edba-f96c-4c75-8b11-c77699a8eb26 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:08.020778 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-cfb7edba-f96c-4c75-8b11-c77699a8eb26 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "DELETE /v2.0/security-groups/8aaaed2f-5e66-4c42-9b80-9e5e842daa86 HTTP/1.1" status: 204 len: 168 time: 0.2240577 Dec 08 16:24:08.021889 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 34276) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:08.039291 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-05bfab00-13b1-42e4-b1dd-786a2b060df8 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] show failed (client error): The resource could not be found. Dec 08 16:24:08.048976 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-05bfab00-13b1-42e4-b1dd-786a2b060df8 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "GET /v2.0/security-groups/8aaaed2f-5e66-4c42-9b80-9e5e842daa86 HTTP/1.1" status: 404 len: 347 time: 0.0258589 Dec 08 16:24:08.049983 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 34278) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:08.053911 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb7edba-f96c-4c75-8b11-c77699a8eb26 tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aaaed2f-5e66-4c42-9b80-9e5e842daa86,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:08.310697 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-e82690cc-6377-49e3-bdc2-939e634a5eae tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Deleting port e7f0e9d2-14b9-47ee-ae65-3b1eb26c34d6 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:24:08.311314 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e82690cc-6377-49e3-bdc2-939e634a5eae tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:08.396575 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e82690cc-6377-49e3-bdc2-939e634a5eae tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:08.396917 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e82690cc-6377-49e3-bdc2-939e634a5eae tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:08.410317 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-e82690cc-6377-49e3-bdc2-939e634a5eae tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Calling delete_port for e7f0e9d2-14b9-47ee-ae65-3b1eb26c34d6 owned by network:floatingip {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:24:08.533731 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:08.647981 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e82690cc-6377-49e3-bdc2-939e634a5eae tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:08.677875 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82690cc-6377-49e3-bdc2-939e634a5eae tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Pushing event deleted for resources: {'Port': ['ID=e7f0e9d2-14b9-47ee-ae65-3b1eb26c34d6,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:08.744436 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e82690cc-6377-49e3-bdc2-939e634a5eae tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks [] for floatingip, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:08.747642 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e82690cc-6377-49e3-bdc2-939e634a5eae tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:08.752099 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 34290) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:08.752308 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e82690cc-6377-49e3-bdc2-939e634a5eae tempest-ServerActionsTestJSON-474228358 tempest-ServerActionsTestJSON-474228358-project] 10.222.0.64 "DELETE /v2.0/floatingips/a4009fff-5943-4053-bd2c-d02761ee0e78 HTTP/1.1" status: 204 len: 168 time: 0.7009561 Dec 08 16:24:09.329628 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-12d7e051-b0ca-452c-941e-35cb970d5857 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:09.502819 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 4b8d5971-2d21-4951-9b66-de8081c96b95 no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:24:09.573570 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: 4b8d5971-2d21-4951-9b66-de8081c96b95 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:24:09.574411 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 4b8d5971-2d21-4951-9b66-de8081c96b95 not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:24:09.721417 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-12d7e051-b0ca-452c-941e-35cb970d5857 admin admin] Deleting port 986c635f-f115-4136-bd1e-4eb6c0e64081 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:24:09.721766 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-12d7e051-b0ca-452c-941e-35cb970d5857 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:09.815772 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-12d7e051-b0ca-452c-941e-35cb970d5857 admin admin] For port 986c635f-f115-4136-bd1e-4eb6c0e64081, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=986c635f-f115-4136-bd1e-4eb6c0e64081,segment=NetworkSegment(bb740625-1067-4eb4-8c3f-54ce2bbbb747),segment_id=bb740625-1067-4eb4-8c3f-54ce2bbbb747)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:24:09.816018 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-12d7e051-b0ca-452c-941e-35cb970d5857 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:09.830405 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-12d7e051-b0ca-452c-941e-35cb970d5857 admin admin] Calling delete_port for 986c635f-f115-4136-bd1e-4eb6c0e64081 owned by network:router_interface {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:24:10.122759 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-12d7e051-b0ca-452c-941e-35cb970d5857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:10.158763 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d7e051-b0ca-452c-941e-35cb970d5857 admin admin] Pushing event deleted for resources: {'Port': ['ID=986c635f-f115-4136-bd1e-4eb6c0e64081,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:10.186108 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d7e051-b0ca-452c-941e-35cb970d5857 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:10.186538 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d7e051-b0ca-452c-941e-35cb970d5857 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:10.186951 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d7e051-b0ca-452c-941e-35cb970d5857 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:10.187362 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d7e051-b0ca-452c-941e-35cb970d5857 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:10.188408 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d7e051-b0ca-452c-941e-35cb970d5857 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:10.188805 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d7e051-b0ca-452c-941e-35cb970d5857 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:10.189214 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d7e051-b0ca-452c-941e-35cb970d5857 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:10.189608 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d7e051-b0ca-452c-941e-35cb970d5857 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:10.190003 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d7e051-b0ca-452c-941e-35cb970d5857 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:10.190446 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d7e051-b0ca-452c-941e-35cb970d5857 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:10.190844 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d7e051-b0ca-452c-941e-35cb970d5857 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:10.191291 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d7e051-b0ca-452c-941e-35cb970d5857 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:10.191713 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d7e051-b0ca-452c-941e-35cb970d5857 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:10.364796 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-12d7e051-b0ca-452c-941e-35cb970d5857 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:10.938647 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12d7e051-b0ca-452c-941e-35cb970d5857 admin admin] Router cd8e55f6-569d-4d7c-97e4-433fcd6d082e has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:24:11.088897 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d7e051-b0ca-452c-941e-35cb970d5857 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:24:11.100100 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280fb38f-9627-4266-83c7-de43386c090c None None] Sync routers for ids ['cd8e55f6-569d-4d7c-97e4-433fcd6d082e'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:24:11.104756 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-12d7e051-b0ca-452c-941e-35cb970d5857 admin admin] 10.222.0.64 "PUT /v2.0/routers/cd8e55f6-569d-4d7c-97e4-433fcd6d082e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3503146 Dec 08 16:24:11.107225 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 34320) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:11.127608 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280fb38f-9627-4266-83c7-de43386c090c None None] Routers {'cd8e55f6-569d-4d7c-97e4-433fcd6d082e'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:24:11.128546 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-280fb38f-9627-4266-83c7-de43386c090c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:23:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['cd8e55f6-569d-4d7c-97e4-433fcd6d082e'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:11.300153 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-13cc982f-ff99-497a-b5f5-7ba6dcae6e46 admin admin] Publish callbacks [] for router, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:11.306999 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-280fb38f-9627-4266-83c7-de43386c090c None None] Set router cd8e55f6-569d-4d7c-97e4-433fcd6d082e gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:24:11.424951 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-89878d8f-61be-4ec7-8c59-4b3919a3ed37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:11.626341 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-280fb38f-9627-4266-83c7-de43386c090c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8e55f6-569d-4d7c-97e4-433fcd6d082e', 'name': 'tempest-ServerActionsTestJSON-14788555-router', 'tenant_id': '22d0ae928129486d8913ac89433a7712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '58878c24-d811-49b0-a4b9-6d26b20c4f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:15:03Z', 'updated_at': '2021-12-08T16:24:09Z', 'revision_number': 5, 'project_id': '22d0ae928129486d8913ac89433a7712', 'gw_port': {'id': '58878c24-d811-49b0-a4b9-6d26b20c4f75', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8e55f6-569d-4d7c-97e4-433fcd6d082e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:15:05Z', 'updated_at': '2021-12-08T16:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:11.663347 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280fb38f-9627-4266-83c7-de43386c090c None None] Checking router: cd8e55f6-569d-4d7c-97e4-433fcd6d082e for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:24:11.674661 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280fb38f-9627-4266-83c7-de43386c090c None None] Routers {'cd8e55f6-569d-4d7c-97e4-433fcd6d082e'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:24:11.675623 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-280fb38f-9627-4266-83c7-de43386c090c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:23:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['cd8e55f6-569d-4d7c-97e4-433fcd6d082e'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:11.832972 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-280fb38f-9627-4266-83c7-de43386c090c None None] Set router cd8e55f6-569d-4d7c-97e4-433fcd6d082e gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:24:11.934636 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-13cc982f-ff99-497a-b5f5-7ba6dcae6e46 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:12.059550 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-13cc982f-ff99-497a-b5f5-7ba6dcae6e46 admin admin] Deleting port 58878c24-d811-49b0-a4b9-6d26b20c4f75 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:24:12.059891 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-13cc982f-ff99-497a-b5f5-7ba6dcae6e46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:12.088784 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-280fb38f-9627-4266-83c7-de43386c090c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8e55f6-569d-4d7c-97e4-433fcd6d082e', 'name': 'tempest-ServerActionsTestJSON-14788555-router', 'tenant_id': '22d0ae928129486d8913ac89433a7712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '58878c24-d811-49b0-a4b9-6d26b20c4f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:15:03Z', 'updated_at': '2021-12-08T16:24:09Z', 'revision_number': 5, 'project_id': '22d0ae928129486d8913ac89433a7712', 'gw_port': {'id': '58878c24-d811-49b0-a4b9-6d26b20c4f75', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8e55f6-569d-4d7c-97e4-433fcd6d082e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:15:05Z', 'updated_at': '2021-12-08T16:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:12.137082 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280fb38f-9627-4266-83c7-de43386c090c None None] The sync data for ids ['cd8e55f6-569d-4d7c-97e4-433fcd6d082e'] in n-d-776250-12 is: [{'id': 'cd8e55f6-569d-4d7c-97e4-433fcd6d082e', 'name': 'tempest-ServerActionsTestJSON-14788555-router', 'tenant_id': '22d0ae928129486d8913ac89433a7712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '58878c24-d811-49b0-a4b9-6d26b20c4f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:15:03Z', 'updated_at': '2021-12-08T16:24:09Z', 'revision_number': 5, 'project_id': '22d0ae928129486d8913ac89433a7712', 'gw_port': {'id': '58878c24-d811-49b0-a4b9-6d26b20c4f75', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8e55f6-569d-4d7c-97e4-433fcd6d082e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:15:05Z', 'updated_at': '2021-12-08T16:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:24:12.159986 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-13cc982f-ff99-497a-b5f5-7ba6dcae6e46 admin admin] For port 58878c24-d811-49b0-a4b9-6d26b20c4f75, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=58878c24-d811-49b0-a4b9-6d26b20c4f75,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:24:12.159986 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-13cc982f-ff99-497a-b5f5-7ba6dcae6e46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:12.175945 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-13cc982f-ff99-497a-b5f5-7ba6dcae6e46 admin admin] Calling delete_port for 58878c24-d811-49b0-a4b9-6d26b20c4f75 owned by network:router_gateway {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:24:12.447829 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-13cc982f-ff99-497a-b5f5-7ba6dcae6e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:12.481190 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc982f-ff99-497a-b5f5-7ba6dcae6e46 admin admin] Pushing event deleted for resources: {'Port': ['ID=58878c24-d811-49b0-a4b9-6d26b20c4f75,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:12.572909 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-13cc982f-ff99-497a-b5f5-7ba6dcae6e46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:12.609006 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 986c635f-f115-4136-bd1e-4eb6c0e64081 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:24:12.638719 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 986c635f-f115-4136-bd1e-4eb6c0e64081 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:24:12.639098 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 986c635f-f115-4136-bd1e-4eb6c0e64081 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:24:12.694106 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-13cc982f-ff99-497a-b5f5-7ba6dcae6e46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:12.697144 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-13cc982f-ff99-497a-b5f5-7ba6dcae6e46 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:12.840377 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-13cc982f-ff99-497a-b5f5-7ba6dcae6e46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:12.849882 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13cc982f-ff99-497a-b5f5-7ba6dcae6e46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd8e55f6-569d-4d7c-97e4-433fcd6d082e {{(pid=110551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:24:12.902608 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-13cc982f-ff99-497a-b5f5-7ba6dcae6e46 admin admin] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:12.904283 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-13cc982f-ff99-497a-b5f5-7ba6dcae6e46 admin admin] 10.222.0.64 "DELETE /v2.0/routers/cd8e55f6-569d-4d7c-97e4-433fcd6d082e HTTP/1.1" status: 204 len: 168 time: 1.7952299 Dec 08 16:24:12.906874 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 34344) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:13.013560 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-083bcaf4-4e51-4a8e-ac17-6070c3c20887 admin admin] Deleting subnet 921ca20d-c445-4985-be5a-b19c39bd838b {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:24:13.018909 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-083bcaf4-4e51-4a8e-ac17-6070c3c20887 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:13.083957 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-083bcaf4-4e51-4a8e-ac17-6070c3c20887 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:13.199074 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-083bcaf4-4e51-4a8e-ac17-6070c3c20887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:13.327783 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-083bcaf4-4e51-4a8e-ac17-6070c3c20887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:13.354376 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083bcaf4-4e51-4a8e-ac17-6070c3c20887 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=921ca20d-c445-4985-be5a-b19c39bd838b,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:13.357933 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-083bcaf4-4e51-4a8e-ac17-6070c3c20887 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:13.361280 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-083bcaf4-4e51-4a8e-ac17-6070c3c20887 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/921ca20d-c445-4985-be5a-b19c39bd838b HTTP/1.1" status: 204 len: 168 time: 0.4523261 Dec 08 16:24:13.363905 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 34352) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:13.366406 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb812e4-9e55-4d4b-8039-07cb8874411d None None] Network 444a8cbb-ee83-40d1-9772-ed3daa005a16 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:24:13.435705 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-01843681-b0ee-448f-988e-7973452c27e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:13.523297 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-01843681-b0ee-448f-988e-7973452c27e3 admin admin] Deleting port d4c2d305-89ea-44a6-a60d-e02fb9c199cc {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:24:13.523640 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-01843681-b0ee-448f-988e-7973452c27e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:13.549073 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c22910-4ba2-477b-ab95-f84645fee54f None None] DHCP port deletion for 444a8cbb-ee83-40d1-9772-ed3daa005a16 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:24:13.603021 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-01843681-b0ee-448f-988e-7973452c27e3 admin admin] For port d4c2d305-89ea-44a6-a60d-e02fb9c199cc, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=d4c2d305-89ea-44a6-a60d-e02fb9c199cc,segment=NetworkSegment(bb740625-1067-4eb4-8c3f-54ce2bbbb747),segment_id=bb740625-1067-4eb4-8c3f-54ce2bbbb747)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:24:13.603396 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-01843681-b0ee-448f-988e-7973452c27e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:13.607751 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-f0c22910-4ba2-477b-ab95-f84645fee54f None None] Deleting port d4c2d305-89ea-44a6-a60d-e02fb9c199cc {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:24:13.608140 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f0c22910-4ba2-477b-ab95-f84645fee54f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:13.617428 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-01843681-b0ee-448f-988e-7973452c27e3 admin admin] Calling delete_port for d4c2d305-89ea-44a6-a60d-e02fb9c199cc owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:24:13.675021 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-f0c22910-4ba2-477b-ab95-f84645fee54f None None] For port d4c2d305-89ea-44a6-a60d-e02fb9c199cc, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=d4c2d305-89ea-44a6-a60d-e02fb9c199cc,segment=NetworkSegment(bb740625-1067-4eb4-8c3f-54ce2bbbb747),segment_id=bb740625-1067-4eb4-8c3f-54ce2bbbb747)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:24:13.676088 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f0c22910-4ba2-477b-ab95-f84645fee54f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:13.690583 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-f0c22910-4ba2-477b-ab95-f84645fee54f None None] Calling delete_port for d4c2d305-89ea-44a6-a60d-e02fb9c199cc owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:24:13.785123 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-01843681-b0ee-448f-988e-7973452c27e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:13.793482 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f0c22910-4ba2-477b-ab95-f84645fee54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:13.816496 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01843681-b0ee-448f-988e-7973452c27e3 admin admin] No DVR routers for this DVR port d4c2d305-89ea-44a6-a60d-e02fb9c199cc on host n-d-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:24:13.822511 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01843681-b0ee-448f-988e-7973452c27e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4c2d305-89ea-44a6-a60d-e02fb9c199cc,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:13.832001 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c22910-4ba2-477b-ab95-f84645fee54f None None] Pushing event deleted for resources: {'Port': ['ID=d4c2d305-89ea-44a6-a60d-e02fb9c199cc,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:13.834380 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c22910-4ba2-477b-ab95-f84645fee54f None None] No DVR routers for this DVR port d4c2d305-89ea-44a6-a60d-e02fb9c199cc on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:24:13.846704 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c22910-4ba2-477b-ab95-f84645fee54f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:13.847102 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c22910-4ba2-477b-ab95-f84645fee54f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:13.847457 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c22910-4ba2-477b-ab95-f84645fee54f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:13.847807 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c22910-4ba2-477b-ab95-f84645fee54f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:13.848164 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c22910-4ba2-477b-ab95-f84645fee54f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:13.848627 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c22910-4ba2-477b-ab95-f84645fee54f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:13.848972 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c22910-4ba2-477b-ab95-f84645fee54f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:13.849304 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c22910-4ba2-477b-ab95-f84645fee54f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:13.849639 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c22910-4ba2-477b-ab95-f84645fee54f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:13.849973 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c22910-4ba2-477b-ab95-f84645fee54f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:13.850305 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c22910-4ba2-477b-ab95-f84645fee54f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:13.850633 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c22910-4ba2-477b-ab95-f84645fee54f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:13.851019 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c22910-4ba2-477b-ab95-f84645fee54f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:13.909769 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-01843681-b0ee-448f-988e-7973452c27e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:13.930835 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-01843681-b0ee-448f-988e-7973452c27e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['444a8cbb-ee83-40d1-9772-ed3daa005a16']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:13.940039 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-01843681-b0ee-448f-988e-7973452c27e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb740625-1067-4eb4-8c3f-54ce2bbbb747') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:13.940382 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-01843681-b0ee-448f-988e-7973452c27e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb740625-1067-4eb4-8c3f-54ce2bbbb747') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:13.949928 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-01843681-b0ee-448f-988e-7973452c27e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:13.964944 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-01843681-b0ee-448f-988e-7973452c27e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:13.971493 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01843681-b0ee-448f-988e-7973452c27e3 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:24:13.971891 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-01843681-b0ee-448f-988e-7973452c27e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:13.973598 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:24:13.973598 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:24:13.973598 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:24:13.973598 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:24:13.973598 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:24:13.973598 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:24:13.973598 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:24:13.973598 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:24:13.973598 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:24:13.973598 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:24:13.973598 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:24:13.973598 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:24:13.973598 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:24:13.973598 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:24:13.973598 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:24:13.973598 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:24:13.973598 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:24:13.973598 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:24:13.973598 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:24:13.973598 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:24:13.973598 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:24:13.973598 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:24:13.973598 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:24:13.973598 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:24:13.973598 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:24:13.973598 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:24:13.973598 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:24:13.973598 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:24:13.973598 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:24:13.973598 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:24:13.973598 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:24:13.973598 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:24:14.110441 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-69f80d64-ae70-4363-b8a3-7e8dbcb09c79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:14.110637 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-01843681-b0ee-448f-988e-7973452c27e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:14.118700 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-01843681-b0ee-448f-988e-7973452c27e3 admin admin] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:14.124873 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-01843681-b0ee-448f-988e-7973452c27e3 admin admin] 10.222.0.64 "DELETE /v2.0/networks/444a8cbb-ee83-40d1-9772-ed3daa005a16 HTTP/1.1" status: 204 len: 168 time: 0.7569478 Dec 08 16:24:14.142909 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01843681-b0ee-448f-988e-7973452c27e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=444a8cbb-ee83-40d1-9772-ed3daa005a16,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:14.380146 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 58878c24-d811-49b0-a4b9-6d26b20c4f75 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:24:14.412809 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 58878c24-d811-49b0-a4b9-6d26b20c4f75 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:24:14.412809 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 58878c24-d811-49b0-a4b9-6d26b20c4f75 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:24:14.412809 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device d4c2d305-89ea-44a6-a60d-e02fb9c199cc no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:24:14.427274 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: d4c2d305-89ea-44a6-a60d-e02fb9c199cc {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:24:14.427630 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device d4c2d305-89ea-44a6-a60d-e02fb9c199cc not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:24:14.574442 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 34396) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:14.620047 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-db4bda45-4dd8-43ce-b1c7-e647dad1f7eb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=22d0ae928129486d8913ac89433a7712&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0443664 Dec 08 16:24:14.622496 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 34400) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:14.679529 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-76e1ca17-3416-4692-836d-06fcc48a67af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:14.702319 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-76e1ca17-3416-4692-836d-06fcc48a67af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:14.887395 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-76e1ca17-3416-4692-836d-06fcc48a67af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:14.890151 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-76e1ca17-3416-4692-836d-06fcc48a67af admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:14.891544 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-76e1ca17-3416-4692-836d-06fcc48a67af admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/52887d8f-337a-4530-b63f-d62b070fc837 HTTP/1.1" status: 204 len: 168 time: 0.2678530 Dec 08 16:24:14.899655 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e1ca17-3416-4692-836d-06fcc48a67af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52887d8f-337a-4530-b63f-d62b070fc837,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:15.219670 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:16.687785 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:16.732141 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8ee5f394-0c7c-4344-9220-e6ddb15e2eec req-555f0ab4-7ad8-4516-8021-ec8503cc21af tempest-ServerShowV254Test-1846155569 tempest-ServerShowV254Test-1846155569-project] 10.222.0.64 "GET /v2.0/ports?device_id=6806789c-9b81-4400-ba36-3e3a2b8680b3 HTTP/1.1" status: 200 len: 210 time: 0.0373046 Dec 08 16:24:17.596201 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:17.831594 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3d1c0d24-5191-4b93-8361-5c2bf6c85295 req-95f7a7c2-cf73-4790-b16c-6797ea231b99 tempest-ServerShowV254Test-1846155569 tempest-ServerShowV254Test-1846155569-project] 10.222.0.64 "GET /v2.0/ports?device_id=6806789c-9b81-4400-ba36-3e3a2b8680b3 HTTP/1.1" status: 200 len: 210 time: 0.0311561 Dec 08 16:24:18.987665 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ca9df090-e9e1-46fa-b61d-29a9fb61d2e1 req-87e90a34-ef50-4303-95e2-a252c3be82a7 tempest-ServerShowV254Test-1846155569 tempest-ServerShowV254Test-1846155569-project] 10.222.0.64 "GET /v2.0/ports?device_id=6806789c-9b81-4400-ba36-3e3a2b8680b3 HTTP/1.1" status: 200 len: 210 time: 0.0513639 Dec 08 16:24:19.052567 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9e974-9c13-452a-b138-492c2f6bb085 req-f4f2620e-3321-4bf5-8b2f-aa7c471774be tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:19.054422 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bcc9e974-9c13-452a-b138-492c2f6bb085 req-f4f2620e-3321-4bf5-8b2f-aa7c471774be tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=4180760d-d429-459d-8f94-59f64a34f571 HTTP/1.1" status: 200 len: 945 time: 0.0675149 Dec 08 16:24:19.092834 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a600ec1b-0d98-4260-b2d7-abda16c6f744 req-061c3451-6a9f-4a64-a0fa-884cda00c1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:19.095484 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a600ec1b-0d98-4260-b2d7-abda16c6f744 req-061c3451-6a9f-4a64-a0fa-884cda00c1a3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b054d0dcb49649e0950f266a7acfb033&device_id=4180760d-d429-459d-8f94-59f64a34f571 HTTP/1.1" status: 200 len: 1097 time: 0.0617733 Dec 08 16:24:19.126087 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bcc9e974-9c13-452a-b138-492c2f6bb085 req-ff24f3f8-2f59-4a61-90c2-61ce7c2cc6fb tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611408 Dec 08 16:24:19.214488 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a600ec1b-0d98-4260-b2d7-abda16c6f744 req-b5b17b28-8824-4bc7-8a1a-609e59f2e07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:19.216834 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a600ec1b-0d98-4260-b2d7-abda16c6f744 req-b5b17b28-8824-4bc7-8a1a-609e59f2e07c service neutron] 10.222.0.76 "GET /v2.0/networks?id=a3f049e4-e272-4e56-8eaa-a36c0dbab3a1 HTTP/1.1" status: 200 len: 920 time: 0.1133184 Dec 08 16:24:19.265608 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a600ec1b-0d98-4260-b2d7-abda16c6f744 req-ddd6c225-75a6-4304-af14-42325039d9ef service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45cc664c-b79c-4670-b032-a83af57e252c HTTP/1.1" status: 200 len: 217 time: 0.0373790 Dec 08 16:24:19.323166 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a600ec1b-0d98-4260-b2d7-abda16c6f744 req-110b4b81-e2ec-45d2-be2e-9ea973d75d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:19.324708 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a600ec1b-0d98-4260-b2d7-abda16c6f744 req-110b4b81-e2ec-45d2-be2e-9ea973d75d50 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=74b50aa4-8812-48e5-b8de-c1650bb82dc8 HTTP/1.1" status: 200 len: 859 time: 0.0466859 Dec 08 16:24:19.356105 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a600ec1b-0d98-4260-b2d7-abda16c6f744 req-3e69fa7b-dce5-4b0a-9b08-79f84df127e6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a3f049e4-e272-4e56-8eaa-a36c0dbab3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244739 Dec 08 16:24:19.384341 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:24:19.473514 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a600ec1b-0d98-4260-b2d7-abda16c6f744 req-5da08275-2386-4e8d-a45e-560042cdcd38 service neutron] 10.222.0.76 "GET /v2.0/networks/a3f049e4-e272-4e56-8eaa-a36c0dbab3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091588 Dec 08 16:24:19.575410 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a600ec1b-0d98-4260-b2d7-abda16c6f744 req-19423f14-71c3-4c9f-945e-2b40f8fbe844 service neutron] 10.222.0.76 "GET /v2.0/networks/a3f049e4-e272-4e56-8eaa-a36c0dbab3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902967 Dec 08 16:24:20.120983 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8b8cd0c5-e79c-4d80-8b43-54c26e751f41 req-86f76edf-e3cd-44bc-9332-d30c1f58284b tempest-ServerShowV254Test-1846155569 tempest-ServerShowV254Test-1846155569-project] 10.222.0.64 "GET /v2.0/ports?device_id=6806789c-9b81-4400-ba36-3e3a2b8680b3 HTTP/1.1" status: 200 len: 210 time: 0.0399454 Dec 08 16:24:20.257748 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2088c89-3fb7-439c-9ded-fa24cadc1d57 req-60c90a2f-060f-4767-92f8-4d9689e8de1c tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:20.260594 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e2088c89-3fb7-439c-9ded-fa24cadc1d57 req-60c90a2f-060f-4767-92f8-4d9689e8de1c tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=4180760d-d429-459d-8f94-59f64a34f571 HTTP/1.1" status: 200 len: 945 time: 0.0545473 Dec 08 16:24:20.321220 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e2088c89-3fb7-439c-9ded-fa24cadc1d57 req-3685da3c-4c4d-45cc-83a4-5123c1071817 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547013 Dec 08 16:24:21.188313 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6501e-1a4d-4874-861f-4381adb43b1a req-723a1714-c149-403a-a78e-344b7f23c5f8 tempest-TestNetworkAdvancedServerOps-1604663679 tempest-TestNetworkAdvancedServerOps-1604663679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:21.189996 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-55d6501e-1a4d-4874-861f-4381adb43b1a req-723a1714-c149-403a-a78e-344b7f23c5f8 tempest-TestNetworkAdvancedServerOps-1604663679 tempest-TestNetworkAdvancedServerOps-1604663679-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=17f78f38-5648-401a-b435-4d04a6f1cf9f HTTP/1.1" status: 200 len: 1098 time: 0.0425389 Dec 08 16:24:21.214091 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-55d6501e-1a4d-4874-861f-4381adb43b1a req-5b1ee460-9ae7-4933-a309-feff98626c42 tempest-TestNetworkAdvancedServerOps-1604663679 tempest-TestNetworkAdvancedServerOps-1604663679-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:21.231124 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-43ebdba8-d4d1-4b9b-aebf-6b2ea1cfbeea req-d458b810-4655-4c96-a0e9-5302e584d581 tempest-ServerShowV254Test-1846155569 tempest-ServerShowV254Test-1846155569-project] 10.222.0.64 "GET /v2.0/ports?device_id=6806789c-9b81-4400-ba36-3e3a2b8680b3 HTTP/1.1" status: 200 len: 210 time: 0.0297058 Dec 08 16:24:21.300674 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-55d6501e-1a4d-4874-861f-4381adb43b1a req-5b1ee460-9ae7-4933-a309-feff98626c42 tempest-TestNetworkAdvancedServerOps-1604663679 tempest-TestNetworkAdvancedServerOps-1604663679-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:21.397912 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-55d6501e-1a4d-4874-861f-4381adb43b1a req-5b1ee460-9ae7-4933-a309-feff98626c42 tempest-TestNetworkAdvancedServerOps-1604663679 tempest-TestNetworkAdvancedServerOps-1604663679-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:21.439545 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-55d6501e-1a4d-4874-861f-4381adb43b1a req-5b1ee460-9ae7-4933-a309-feff98626c42 tempest-TestNetworkAdvancedServerOps-1604663679 tempest-TestNetworkAdvancedServerOps-1604663679-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=0e37e86e-05e7-489d-9773-6d6a1b50dada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2433624 Dec 08 16:24:21.444840 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1ee460-9ae7-4933-a309-feff98626c42 tempest-TestNetworkAdvancedServerOps-1604663679 tempest-TestNetworkAdvancedServerOps-1604663679-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7564e0fe-dd60-4643-ab3c-5ca5c99f2e0e,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:21.449699 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba334f2-2a61-43ae-8de2-a4258c5a37fa req-b0625919-5df7-43ff-bc5a-c2f8ca63cada tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:21.451283 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9ba334f2-2a61-43ae-8de2-a4258c5a37fa req-b0625919-5df7-43ff-bc5a-c2f8ca63cada tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=4180760d-d429-459d-8f94-59f64a34f571 HTTP/1.1" status: 200 len: 945 time: 0.0661259 Dec 08 16:24:21.522781 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9ba334f2-2a61-43ae-8de2-a4258c5a37fa req-d5205db3-6f3a-4538-9991-ca740661f8ce tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645425 Dec 08 16:24:21.597275 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206562de-1435-49b9-99b4-6cd14d1f18f6 req-3ac9bc81-8e1f-4928-8ad4-c982bc536da8 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:21.598807 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-206562de-1435-49b9-99b4-6cd14d1f18f6 req-3ac9bc81-8e1f-4928-8ad4-c982bc536da8 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f78f38-5648-401a-b435-4d04a6f1cf9f HTTP/1.1" status: 200 len: 946 time: 0.0678756 Dec 08 16:24:21.649415 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-206562de-1435-49b9-99b4-6cd14d1f18f6 req-f7088391-ec3e-4a05-9a8e-69999db938ee tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e37e86e-05e7-489d-9773-6d6a1b50dada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444665 Dec 08 16:24:21.675571 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 34584) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:21.757689 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-efa7112d-eb50-40a7-bbea-9b12d9cccec1 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/floatingips/116ceb58-a988-4ca8-bc78-dded95a8b4e0 HTTP/1.1" status: 200 len: 994 time: 0.0749197 Dec 08 16:24:21.973455 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c591747c-d4c1-4d7a-9d22-97484d20a70d req-4d842ee1-7cc3-4bcd-baf8-8bef02e3ee1b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6806789c-9b81-4400-ba36-3e3a2b8680b3 HTTP/1.1" status: 200 len: 210 time: 0.0290155 Dec 08 16:24:22.098596 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [req-00ac3850-fca9-48d0-8e8e-7e26bdc9bdc3 req-bac7b2d6-e9e1-4c0f-8a49-c6ab15a54b80 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:24:22.102601 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-00ac3850-fca9-48d0-8e8e-7e26bdc9bdc3 req-bac7b2d6-e9e1-4c0f-8a49-c6ab15a54b80 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060663 Dec 08 16:24:22.373408 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-dd27d64c-6988-4a2a-9638-452b173fa235 req-b10d877b-9574-4ff6-9169-e629f6db273a tempest-ServerShowV254Test-1846155569 tempest-ServerShowV254Test-1846155569-project] 10.222.0.64 "GET /v2.0/ports?device_id=6806789c-9b81-4400-ba36-3e3a2b8680b3 HTTP/1.1" status: 200 len: 210 time: 0.0261815 Dec 08 16:24:22.666927 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a5ec14-afff-4ce0-8aa0-375c38959d2b req-7ea5e26f-dca9-47cd-a6be-f66e0a73e69f tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:22.675617 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b5a5ec14-afff-4ce0-8aa0-375c38959d2b req-7ea5e26f-dca9-47cd-a6be-f66e0a73e69f tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=4180760d-d429-459d-8f94-59f64a34f571 HTTP/1.1" status: 200 len: 945 time: 0.0670218 Dec 08 16:24:22.732359 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2fedfd-b734-4f86-bf0c-27f4afac43d4 req-53eb7cdb-9ae9-4865-91ec-c18790ffda10 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:22.733895 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ad2fedfd-b734-4f86-bf0c-27f4afac43d4 req-53eb7cdb-9ae9-4865-91ec-c18790ffda10 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f78f38-5648-401a-b435-4d04a6f1cf9f HTTP/1.1" status: 200 len: 946 time: 0.0626624 Dec 08 16:24:22.734351 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b5a5ec14-afff-4ce0-8aa0-375c38959d2b req-544ac4c3-c461-4a63-b9a4-b1cfa8686372 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548751 Dec 08 16:24:22.798648 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ad2fedfd-b734-4f86-bf0c-27f4afac43d4 req-e457f439-ec43-4a24-99cb-efc74fa85df1 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e37e86e-05e7-489d-9773-6d6a1b50dada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580335 Dec 08 16:24:22.925393 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b8f9e548-5026-4a9c-aa72-7a8b653bb269 req-0d067806-b83b-472e-9431-e739e96e41c0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=17f78f38-5648-401a-b435-4d04a6f1cf9f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1713657 Dec 08 16:24:23.522748 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d8da0994-7b0d-47b3-8e14-d3cbe59b5eda req-72806aef-2e63-4200-8eed-6ab9becbc738 tempest-ServerShowV254Test-1846155569 tempest-ServerShowV254Test-1846155569-project] 10.222.0.64 "GET /v2.0/ports?device_id=6806789c-9b81-4400-ba36-3e3a2b8680b3 HTTP/1.1" status: 200 len: 210 time: 0.0622571 Dec 08 16:24:23.868739 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b43599-96b9-4100-8784-4a9905c8c964 req-c518d158-cfe8-4789-80b0-7eb3402e2d44 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:23.870278 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-92b43599-96b9-4100-8784-4a9905c8c964 req-c518d158-cfe8-4789-80b0-7eb3402e2d44 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=4180760d-d429-459d-8f94-59f64a34f571 HTTP/1.1" status: 200 len: 945 time: 0.0635548 Dec 08 16:24:23.985334 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-92b43599-96b9-4100-8784-4a9905c8c964 req-2fb6cd74-8d07-48bf-bcec-f3d42103343f tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083934 Dec 08 16:24:23.997299 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b9627e-1e90-4e74-8dee-d353ef5033bb req-2f0dcd45-84d9-445a-85c9-5faf67db27a7 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:24.006731 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e4b9627e-1e90-4e74-8dee-d353ef5033bb req-2f0dcd45-84d9-445a-85c9-5faf67db27a7 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f78f38-5648-401a-b435-4d04a6f1cf9f HTTP/1.1" status: 200 len: 946 time: 0.1008894 Dec 08 16:24:24.063670 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e4b9627e-1e90-4e74-8dee-d353ef5033bb req-7756d248-4141-4f06-abb7-effa59646280 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e37e86e-05e7-489d-9773-6d6a1b50dada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552051 Dec 08 16:24:24.672547 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-29b966b2-28c3-4a1e-b85b-22f019289f53 req-d2433a73-dd65-43e7-b3c7-d15a00eaafc1 tempest-ServerShowV254Test-1846155569 tempest-ServerShowV254Test-1846155569-project] 10.222.0.64 "GET /v2.0/ports?device_id=6806789c-9b81-4400-ba36-3e3a2b8680b3 HTTP/1.1" status: 200 len: 210 time: 0.0361617 Dec 08 16:24:25.274920 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9e548-5026-4a9c-aa72-7a8b653bb269 req-22c5788e-4421-44b8-8a1a-34cb55eaa0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:25.277228 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b8f9e548-5026-4a9c-aa72-7a8b653bb269 req-22c5788e-4421-44b8-8a1a-34cb55eaa0e5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5ac8783bc8454dbdaff01b6ea349ef5e&device_id=17f78f38-5648-401a-b435-4d04a6f1cf9f HTTP/1.1" status: 200 len: 1098 time: 0.0735192 Dec 08 16:24:25.289399 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e13ae-daea-4157-9faf-498304f97fde req-3e3b235c-68cb-4bef-96ac-6313b271dd79 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:25.300674 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-719e13ae-daea-4157-9faf-498304f97fde req-3e3b235c-68cb-4bef-96ac-6313b271dd79 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f78f38-5648-401a-b435-4d04a6f1cf9f HTTP/1.1" status: 200 len: 946 time: 0.1116719 Dec 08 16:24:25.355520 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-719e13ae-daea-4157-9faf-498304f97fde req-8a3f7a41-e342-4ede-acd9-119348032b68 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e37e86e-05e7-489d-9773-6d6a1b50dada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537605 Dec 08 16:24:25.396864 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4b1d3-bfe4-4095-83e6-6d6ab658d7a3 req-7f480aac-6539-4d50-99b2-dd6ad228db84 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:25.399014 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6dc4b1d3-bfe4-4095-83e6-6d6ab658d7a3 req-7f480aac-6539-4d50-99b2-dd6ad228db84 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=4180760d-d429-459d-8f94-59f64a34f571 HTTP/1.1" status: 200 len: 945 time: 0.1155853 Dec 08 16:24:25.482663 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9e548-5026-4a9c-aa72-7a8b653bb269 req-c2900142-1512-45b3-a067-eb7285080952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:25.485359 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b8f9e548-5026-4a9c-aa72-7a8b653bb269 req-c2900142-1512-45b3-a067-eb7285080952 service neutron] 10.222.0.76 "GET /v2.0/networks?id=eab82b1f-ce9c-4e14-bb83-96973f4a9fd1 HTTP/1.1" status: 200 len: 897 time: 0.1920462 Dec 08 16:24:25.493849 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6dc4b1d3-bfe4-4095-83e6-6d6ab658d7a3 req-7ea0bbd4-c904-40c0-a2fa-758de78fd835 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831985 Dec 08 16:24:25.569815 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b8f9e548-5026-4a9c-aa72-7a8b653bb269 req-7d515b41-990f-437a-b110-3b28830cfd8b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=393d4564-9a10-460e-a49d-f4edba8f56f4 HTTP/1.1" status: 200 len: 1002 time: 0.0747292 Dec 08 16:24:25.641471 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 34720) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:25.681273 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9e548-5026-4a9c-aa72-7a8b653bb269 req-3a9164e6-f368-44c4-ae31-d23a3b16a5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:25.683929 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b8f9e548-5026-4a9c-aa72-7a8b653bb269 req-3a9164e6-f368-44c4-ae31-d23a3b16a5e4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3e5030cd-b3c2-4118-9383-aef383f9cf5f HTTP/1.1" status: 200 len: 834 time: 0.1052382 Dec 08 16:24:25.747348 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9e548-5026-4a9c-aa72-7a8b653bb269 req-5fba672d-03a3-4e62-9992-5c92ac8fd595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:25.749041 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b8f9e548-5026-4a9c-aa72-7a8b653bb269 req-5fba672d-03a3-4e62-9992-5c92ac8fd595 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=eab82b1f-ce9c-4e14-bb83-96973f4a9fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577486 Dec 08 16:24:25.787656 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ee255dbb-6558-4a27-ab2f-9700df35281d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:25.850733 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b8f9e548-5026-4a9c-aa72-7a8b653bb269 req-83695c9e-34e9-4691-bc98-a7fdadbebd56 service neutron] 10.222.0.76 "GET /v2.0/networks/eab82b1f-ce9c-4e14-bb83-96973f4a9fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931962 Dec 08 16:24:25.891829 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ee255dbb-6558-4a27-ab2f-9700df35281d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:25.951539 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b8f9e548-5026-4a9c-aa72-7a8b653bb269 req-08765caa-252c-47ec-a877-15cdd195a783 service neutron] 10.222.0.76 "GET /v2.0/networks/eab82b1f-ce9c-4e14-bb83-96973f4a9fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934649 Dec 08 16:24:26.013140 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ee255dbb-6558-4a27-ab2f-9700df35281d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:26.061185 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ee255dbb-6558-4a27-ab2f-9700df35281d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=75d3c482a7904c4584d4a6f39aec3c24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4184947 Dec 08 16:24:26.061937 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee255dbb-6558-4a27-ab2f-9700df35281d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870c5167-b07b-4bdc-88bd-f2a008877faf,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:26.064689 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 34732) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:26.121832 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a786f984-bb3a-45a7-94a6-effa3f19c763 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:26.145205 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a786f984-bb3a-45a7-94a6-effa3f19c763 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:26.274466 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-10039039-a4ff-480b-b44e-2425306801fb req-ec0f11f9-1fcf-4727-a336-7b5173f71ae0 tempest-ServerShowV254Test-1846155569 tempest-ServerShowV254Test-1846155569-project] 10.222.0.64 "GET /v2.0/ports?device_id=6806789c-9b81-4400-ba36-3e3a2b8680b3 HTTP/1.1" status: 200 len: 210 time: 0.0269985 Dec 08 16:24:26.420044 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a786f984-bb3a-45a7-94a6-effa3f19c763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:26.423370 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a786f984-bb3a-45a7-94a6-effa3f19c763 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:26.424690 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a786f984-bb3a-45a7-94a6-effa3f19c763 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/870c5167-b07b-4bdc-88bd-f2a008877faf HTTP/1.1" status: 204 len: 168 time: 0.3589797 Dec 08 16:24:26.434041 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a786f984-bb3a-45a7-94a6-effa3f19c763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870c5167-b07b-4bdc-88bd-f2a008877faf,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:26.497695 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f789ba5c-ea6a-4ead-8ba1-8d04c5f2eefa req-560a72cf-dea6-4d9c-8b30-e8162a25d6ef tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:26.508457 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f789ba5c-ea6a-4ead-8ba1-8d04c5f2eefa req-560a72cf-dea6-4d9c-8b30-e8162a25d6ef tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f78f38-5648-401a-b435-4d04a6f1cf9f HTTP/1.1" status: 200 len: 946 time: 0.0801005 Dec 08 16:24:26.579618 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f789ba5c-ea6a-4ead-8ba1-8d04c5f2eefa req-8b9c6a04-16f6-4787-b975-be5cf61beb74 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e37e86e-05e7-489d-9773-6d6a1b50dada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696397 Dec 08 16:24:26.654835 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a37c79-ec56-4a0c-a636-e753716dfc8e req-fa296231-dc5f-410d-a617-b26256a76b65 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:26.657008 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-80a37c79-ec56-4a0c-a636-e753716dfc8e req-fa296231-dc5f-410d-a617-b26256a76b65 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=4180760d-d429-459d-8f94-59f64a34f571 HTTP/1.1" status: 200 len: 945 time: 0.0598979 Dec 08 16:24:26.716242 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-80a37c79-ec56-4a0c-a636-e753716dfc8e req-ff598c97-85b2-45b7-ae5d-283c5b091cfa tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521312 Dec 08 16:24:27.380838 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0fb0eb35-c42e-4ce5-b36b-5478381f82b7 req-32d3b7ea-7ef1-4538-8d5f-dc587d4d5710 tempest-ServerShowV254Test-1846155569 tempest-ServerShowV254Test-1846155569-project] 10.222.0.64 "GET /v2.0/ports?device_id=6806789c-9b81-4400-ba36-3e3a2b8680b3 HTTP/1.1" status: 200 len: 210 time: 0.0267992 Dec 08 16:24:27.698961 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e7e949-d495-4357-824c-b84907985248 req-59e8338d-49f9-489e-bf23-0ee118ce7a50 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:27.700508 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e1e7e949-d495-4357-824c-b84907985248 req-59e8338d-49f9-489e-bf23-0ee118ce7a50 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f78f38-5648-401a-b435-4d04a6f1cf9f HTTP/1.1" status: 200 len: 946 time: 0.0509734 Dec 08 16:24:27.753973 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e1e7e949-d495-4357-824c-b84907985248 req-423b5f0a-a11b-4d2f-8e07-6960a9bdb1d0 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e37e86e-05e7-489d-9773-6d6a1b50dada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466166 Dec 08 16:24:27.882829 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2027136e-26c5-4871-a978-c45286d2e31d req-0cabf387-89ce-4621-8241-ea1909fc4edc tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:27.884422 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2027136e-26c5-4871-a978-c45286d2e31d req-0cabf387-89ce-4621-8241-ea1909fc4edc tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=4180760d-d429-459d-8f94-59f64a34f571 HTTP/1.1" status: 200 len: 945 time: 0.0620904 Dec 08 16:24:27.945313 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2027136e-26c5-4871-a978-c45286d2e31d req-64454c6e-560b-4b5b-b82b-29f43ce57ba5 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521283 Dec 08 16:24:28.434268 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 34820) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:28.497171 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-01cfd26d-1145-4127-af28-efcf78253358 req-983cfa6f-fd61-4768-9a7a-6c3142ae19a3 tempest-ServerShowV254Test-1846155569 tempest-ServerShowV254Test-1846155569-project] 10.222.0.64 "GET /v2.0/ports?device_id=6806789c-9b81-4400-ba36-3e3a2b8680b3 HTTP/1.1" status: 200 len: 210 time: 0.0271587 Dec 08 16:24:28.583127 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-eab42471-fc61-4bb2-bdec-d5cdffabe970 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Request body: {'network': {'name': 'tempest-network-smoke--407833865', 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'port_security_enabled': True}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:24:28.687196 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab42471-fc61-4bb2-bdec-d5cdffabe970 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Made reservation on behalf of 2a90eddbbcbf4338ab5fe411884194ac for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:24:28.690924 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eab42471-fc61-4bb2-bdec-d5cdffabe970 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:28.704480 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eab42471-fc61-4bb2-bdec-d5cdffabe970 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:28.779772 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eab42471-fc61-4bb2-bdec-d5cdffabe970 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:28.860334 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eab42471-fc61-4bb2-bdec-d5cdffabe970 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:28.886160 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eab42471-fc61-4bb2-bdec-d5cdffabe970 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:24:28.919520 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d289d-cbf8-42af-8a69-9107d6f71524 req-15dc12e0-29b4-4c68-9224-71e0bcc5d629 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:28.921292 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a22d289d-cbf8-42af-8a69-9107d6f71524 req-15dc12e0-29b4-4c68-9224-71e0bcc5d629 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f78f38-5648-401a-b435-4d04a6f1cf9f HTTP/1.1" status: 200 len: 946 time: 0.0904799 Dec 08 16:24:28.923223 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eab42471-fc61-4bb2-bdec-d5cdffabe970 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:28.927306 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-eab42471-fc61-4bb2-bdec-d5cdffabe970 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Added segment 1240e10a-ca2e-4cf3-b554-bf2ffadf21d5 of type vlan for network 368d83ab-a000-4b31-b676-7976aae96be0 Dec 08 16:24:28.927306 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab42471-fc61-4bb2-bdec-d5cdffabe970 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84fe6452-53c3-42fe-bc8f-67994e720b16,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:28.987339 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eab42471-fc61-4bb2-bdec-d5cdffabe970 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:29.028016 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a22d289d-cbf8-42af-8a69-9107d6f71524 req-2c8d5946-04ae-439f-8ac0-a1bd10dfe9a4 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e37e86e-05e7-489d-9773-6d6a1b50dada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000359 Dec 08 16:24:29.077994 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11242253-e0e8-4e3a-b41f-819dd67230fa req-fa72806a-abb9-44a0-8434-9a2d32f80c66 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:29.079539 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-11242253-e0e8-4e3a-b41f-819dd67230fa req-fa72806a-abb9-44a0-8434-9a2d32f80c66 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=4180760d-d429-459d-8f94-59f64a34f571 HTTP/1.1" status: 200 len: 945 time: 0.0546241 Dec 08 16:24:29.104603 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eab42471-fc61-4bb2-bdec-d5cdffabe970 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:29.111353 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab42471-fc61-4bb2-bdec-d5cdffabe970 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:29.112127 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eab42471-fc61-4bb2-bdec-d5cdffabe970 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:29.152679 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-11242253-e0e8-4e3a-b41f-819dd67230fa req-05ab32fa-a2ea-425a-9883-a35d722f8ca9 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628383 Dec 08 16:24:29.187498 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab42471-fc61-4bb2-bdec-d5cdffabe970 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Pushing event updated for resources: {'Network': ['ID=368d83ab-a000-4b31-b676-7976aae96be0,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:29.198981 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 368d83ab-a000-4b31-b676-7976aae96be0 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:24:29.290038 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-eab42471-fc61-4bb2-bdec-d5cdffabe970 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8546147 Dec 08 16:24:29.292991 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 34842) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:29.298007 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-87e049f5-d08e-4854-9693-503dfcd98b1f tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1873647229', 'admin_state_up': True, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:24:29.458995 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-87e049f5-d08e-4854-9693-503dfcd98b1f tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:29.460028 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-87e049f5-d08e-4854-9693-503dfcd98b1f tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:29.515948 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-87e049f5-d08e-4854-9693-503dfcd98b1f tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:29.611041 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-289a245e-52d6-46bb-819f-396243e34689 req-c34a02ce-41a1-448f-abf4-9431d78b14f2 tempest-ServerShowV254Test-1846155569 tempest-ServerShowV254Test-1846155569-project] 10.222.0.64 "GET /v2.0/ports?device_id=6806789c-9b81-4400-ba36-3e3a2b8680b3 HTTP/1.1" status: 200 len: 210 time: 0.0340307 Dec 08 16:24:29.798993 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-87e049f5-d08e-4854-9693-503dfcd98b1f tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:30.086737 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-87e049f5-d08e-4854-9693-503dfcd98b1f tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for router_gateway, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:30.110421 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-87e049f5-d08e-4854-9693-503dfcd98b1f tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:30.169116 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e086a4f3-acc2-44d3-ba08-ebdc58441e92 req-cd3f0264-6c55-4f58-9cfa-904c19b6d976 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:30.177138 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e086a4f3-acc2-44d3-ba08-ebdc58441e92 req-cd3f0264-6c55-4f58-9cfa-904c19b6d976 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f78f38-5648-401a-b435-4d04a6f1cf9f HTTP/1.1" status: 200 len: 946 time: 0.0594070 Dec 08 16:24:30.240831 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e086a4f3-acc2-44d3-ba08-ebdc58441e92 req-67577c88-f48e-4554-82c1-b47680154ff0 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e37e86e-05e7-489d-9773-6d6a1b50dada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626457 Dec 08 16:24:30.247305 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-87e049f5-d08e-4854-9693-503dfcd98b1f tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Allocated IP 172.25.0.210 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/61f78755-bc16-4963-9f9c-41a2b5ad617a) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:24:30.361713 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d7c73f-4b0a-4e6f-a40e-c7db46bc5443 req-7f710063-4d76-4adc-a9a9-7351e4d31e9e tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:30.363197 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-99d7c73f-4b0a-4e6f-a40e-c7db46bc5443 req-7f710063-4d76-4adc-a9a9-7351e4d31e9e tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=4180760d-d429-459d-8f94-59f64a34f571 HTTP/1.1" status: 200 len: 945 time: 0.1005127 Dec 08 16:24:30.415010 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-87e049f5-d08e-4854-9693-503dfcd98b1f tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:30.443588 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-99d7c73f-4b0a-4e6f-a40e-c7db46bc5443 req-3dd2ca9d-826a-42e0-bde7-b135273d918a tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742922 Dec 08 16:24:30.584777 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-87e049f5-d08e-4854-9693-503dfcd98b1f tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:30.624820 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e049f5-d08e-4854-9693-503dfcd98b1f tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:24:30.629962 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-87e049f5-d08e-4854-9693-503dfcd98b1f tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:24:30.633599 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e049f5-d08e-4854-9693-503dfcd98b1f tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:24:30.668219 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e049f5-d08e-4854-9693-503dfcd98b1f tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Pushing event updated for resources: {'Port': ['ID=61f78755-bc16-4963-9f9c-41a2b5ad617a,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:30.727068 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-75830954-381a-4650-aff8-a2971070a6d3 req-e93bc3ed-486d-4612-90f2-8393c262a964 tempest-ServerShowV254Test-1846155569 tempest-ServerShowV254Test-1846155569-project] 10.222.0.64 "GET /v2.0/ports?device_id=6806789c-9b81-4400-ba36-3e3a2b8680b3 HTTP/1.1" status: 200 len: 210 time: 0.0283804 Dec 08 16:24:30.839131 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d47d9181-c520-4bd2-bccc-b4584343c0e9 req-f75280a8-7a01-418e-9508-bf28ae316d87 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=898d1c92-4137-4233-a71e-c61a4cf798fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1025491 Dec 08 16:24:30.915659 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d9181-c520-4bd2-bccc-b4584343c0e9 req-36e9f97d-c4bf-493d-adc7-21f2b32a7e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:30.917295 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d47d9181-c520-4bd2-bccc-b4584343c0e9 req-36e9f97d-c4bf-493d-adc7-21f2b32a7e95 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f798cbfb52c24fe0ba6afa1278248aa5&device_id=898d1c92-4137-4233-a71e-c61a4cf798fb HTTP/1.1" status: 200 len: 1097 time: 0.0451393 Dec 08 16:24:31.104098 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d9181-c520-4bd2-bccc-b4584343c0e9 req-5f2fd57a-0d2b-4540-b6bb-c910eb86c7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:31.105550 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d47d9181-c520-4bd2-bccc-b4584343c0e9 req-5f2fd57a-0d2b-4540-b6bb-c910eb86c7f3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7267bda8-5e5d-4e04-ad23-20b961702335 HTTP/1.1" status: 200 len: 912 time: 0.1662123 Dec 08 16:24:31.112244 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-87e049f5-d08e-4854-9693-503dfcd98b1f tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for router_gateway, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:31.381615 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219fa4fb-0ae2-4e65-b229-959f5460216b req-8a578f43-ddcd-44fb-8724-ee8d849b1280 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:31.384424 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-219fa4fb-0ae2-4e65-b229-959f5460216b req-8a578f43-ddcd-44fb-8724-ee8d849b1280 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f78f38-5648-401a-b435-4d04a6f1cf9f HTTP/1.1" status: 200 len: 946 time: 0.0582316 Dec 08 16:24:31.446588 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-219fa4fb-0ae2-4e65-b229-959f5460216b req-150758ff-7725-4fe8-9cb3-a9519ddf404d tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e37e86e-05e7-489d-9773-6d6a1b50dada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543997 Dec 08 16:24:31.724578 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d47d9181-c520-4bd2-bccc-b4584343c0e9 req-08a110ce-2049-40db-9bba-10f8fd84a248 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e4f798b-03f5-4039-bcaa-1a66c2de9053 HTTP/1.1" status: 200 len: 1001 time: 0.5577357 Dec 08 16:24:31.834402 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5760994-817a-46d6-8afd-8dc0e8392e24 req-070f5cec-ab5c-49ee-bfec-7719ac3aaa70 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:31.841829 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b5760994-817a-46d6-8afd-8dc0e8392e24 req-070f5cec-ab5c-49ee-bfec-7719ac3aaa70 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=4180760d-d429-459d-8f94-59f64a34f571 HTTP/1.1" status: 200 len: 945 time: 0.2011333 Dec 08 16:24:31.849431 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baaf9a8-2daa-43e5-af16-9661317b8cf1 req-7c7dccf0-cb57-43c5-b17f-24233f8511cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:31.850926 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8baaf9a8-2daa-43e5-af16-9661317b8cf1 req-7c7dccf0-cb57-43c5-b17f-24233f8511cf service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4180760d-d429-459d-8f94-59f64a34f571 HTTP/1.1" status: 200 len: 1097 time: 0.2156363 Dec 08 16:24:31.908297 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-656d31ab-db15-4ce7-a0be-15429cd704b0 req-d45b537b-14e0-4d3f-b16b-dacd50e9e9ad tempest-ServerShowV254Test-1846155569 tempest-ServerShowV254Test-1846155569-project] 10.222.0.64 "GET /v2.0/ports?device_id=6806789c-9b81-4400-ba36-3e3a2b8680b3 HTTP/1.1" status: 200 len: 210 time: 0.0568237 Dec 08 16:24:31.937874 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d9181-c520-4bd2-bccc-b4584343c0e9 req-e4578c1e-e1cc-453d-aebb-4951381d7981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:31.939496 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d47d9181-c520-4bd2-bccc-b4584343c0e9 req-e4578c1e-e1cc-453d-aebb-4951381d7981 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b1120212-8041-47f2-b393-74481d8c6bb2 HTTP/1.1" status: 200 len: 850 time: 0.1694865 Dec 08 16:24:32.023071 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-87e049f5-d08e-4854-9693-503dfcd98b1f tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:32.040863 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b5760994-817a-46d6-8afd-8dc0e8392e24 req-a7c89508-746a-4627-bd9c-08e98f3763e7 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981645 Dec 08 16:24:32.045947 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8baaf9a8-2daa-43e5-af16-9661317b8cf1 req-97154e89-04a7-45c3-84b2-ab8355ba8630 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474988 Dec 08 16:24:32.102470 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d9181-c520-4bd2-bccc-b4584343c0e9 req-27327f35-f1de-4bd1-a15f-2fd560bef4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:32.104687 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d47d9181-c520-4bd2-bccc-b4584343c0e9 req-27327f35-f1de-4bd1-a15f-2fd560bef4e8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7267bda8-5e5d-4e04-ad23-20b961702335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1313150 Dec 08 16:24:32.259323 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d47d9181-c520-4bd2-bccc-b4584343c0e9 req-949bde8d-d8e9-47d3-a64b-310f0b46f9cc service neutron] 10.222.0.37 "GET /v2.0/networks/7267bda8-5e5d-4e04-ad23-20b961702335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188455 Dec 08 16:24:32.363264 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d47d9181-c520-4bd2-bccc-b4584343c0e9 req-fa1c92d0-51de-4f4c-8e4f-4afe62571f00 service neutron] 10.222.0.37 "GET /v2.0/networks/7267bda8-5e5d-4e04-ad23-20b961702335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965798 Dec 08 16:24:32.364397 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87e049f5-d08e-4854-9693-503dfcd98b1f tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Router e823823d-b77d-4450-aa11-6b5ecd8a2e21 is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:24:32.489833 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e049f5-d08e-4854-9693-503dfcd98b1f tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:24:32.502470 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c61ba0d-d548-4662-9216-ecc62fb5237c None None] Sync routers for ids ['e823823d-b77d-4450-aa11-6b5ecd8a2e21'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:24:32.515248 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c61ba0d-d548-4662-9216-ecc62fb5237c None None] Routers {'e823823d-b77d-4450-aa11-6b5ecd8a2e21'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:24:32.516017 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-7c61ba0d-d548-4662-9216-ecc62fb5237c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:24:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['e823823d-b77d-4450-aa11-6b5ecd8a2e21'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:32.589017 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f270231-fc6c-43ec-884a-296655d4eb6b req-c24573f2-82d5-4594-b68b-48d8c1e506df tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:32.590622 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7f270231-fc6c-43ec-884a-296655d4eb6b req-c24573f2-82d5-4594-b68b-48d8c1e506df tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f78f38-5648-401a-b435-4d04a6f1cf9f HTTP/1.1" status: 200 len: 946 time: 0.0613225 Dec 08 16:24:32.628815 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-7c61ba0d-d548-4662-9216-ecc62fb5237c None None] Set router e823823d-b77d-4450-aa11-6b5ecd8a2e21 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:24:32.649557 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7f270231-fc6c-43ec-884a-296655d4eb6b req-fe384b71-9491-474e-bfe6-a1caf0de39ef tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e37e86e-05e7-489d-9773-6d6a1b50dada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514407 Dec 08 16:24:32.667114 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-87e049f5-d08e-4854-9693-503dfcd98b1f tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:32.673240 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 34920) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:32.675271 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-87e049f5-d08e-4854-9693-503dfcd98b1f tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.3793435 Dec 08 16:24:32.793036 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-0f577164-ef72-461f-8853-a2e897bdbac8 tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=2a90eddbbcbf4338ab5fe411884194ac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1181285 Dec 08 16:24:32.795889 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 34924) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:32.856622 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-7c61ba0d-d548-4662-9216-ecc62fb5237c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e823823d-b77d-4450-aa11-6b5ecd8a2e21', 'name': 'tempest-TestNetworkBasicOps-router-1873647229', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '61f78755-bc16-4963-9f9c-41a2b5ad617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:24:29Z', 'updated_at': '2021-12-08T16:24:30Z', 'revision_number': 3, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'gw_port': {'id': '61f78755-bc16-4963-9f9c-41a2b5ad617a', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:14:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e823823d-b77d-4450-aa11-6b5ecd8a2e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:24:30Z', 'updated_at': '2021-12-08T16:24:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:32.898747 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c61ba0d-d548-4662-9216-ecc62fb5237c None None] Checking router: e823823d-b77d-4450-aa11-6b5ecd8a2e21 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:24:32.899231 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c566a400-282b-454c-bc49-7654406cbaae tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:32.899492 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c61ba0d-d548-4662-9216-ecc62fb5237c None None] Updating router e823823d-b77d-4450-aa11-6b5ecd8a2e21 port 61f78755-bc16-4963-9f9c-41a2b5ad617a binding host n-d-776250-12 {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:24:32.901238 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c566a400-282b-454c-bc49-7654406cbaae tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1042924 Dec 08 16:24:32.904039 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 34926) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:32.948217 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-0a788999-dd6d-46c9-bc5f-600fc3a623db tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=1ae4cf80-76bf-4df3-a557-5cc6023c1900&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372183 Dec 08 16:24:32.948450 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 34934) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:32.949505 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7c61ba0d-d548-4662-9216-ecc62fb5237c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:32.955401 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-0f3d1e10-aaf7-4c8a-9912-e2661664bc94 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-908250068', 'network_id': '368d83ab-a000-4b31-b676-7976aae96be0', 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:24:33.108462 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2c9bdb09-8cb9-48d7-a800-287b110bbc1e req-81fb2cc5-2828-4c63-b47e-d0e3eec6eab4 tempest-ServerShowV254Test-1846155569 tempest-ServerShowV254Test-1846155569-project] 10.222.0.64 "GET /v2.0/ports?device_id=6806789c-9b81-4400-ba36-3e3a2b8680b3 HTTP/1.1" status: 200 len: 210 time: 0.0463336 Dec 08 16:24:33.229914 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3d1e10-aaf7-4c8a-9912-e2661664bc94 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Made reservation on behalf of 2a90eddbbcbf4338ab5fe411884194ac for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:24:33.233891 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0f3d1e10-aaf7-4c8a-9912-e2661664bc94 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:33.328764 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef12ca44-6684-47e8-a602-9f7ce14282a5 req-5bc9e4c4-645c-4770-9a39-6213477d6290 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:33.339204 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ef12ca44-6684-47e8-a602-9f7ce14282a5 req-5bc9e4c4-645c-4770-9a39-6213477d6290 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=4180760d-d429-459d-8f94-59f64a34f571 HTTP/1.1" status: 200 len: 945 time: 0.1169915 Dec 08 16:24:33.404313 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ef12ca44-6684-47e8-a602-9f7ce14282a5 req-6bca1ca7-6633-4f8b-bf26-4fd4d81300ae tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639074 Dec 08 16:24:33.480925 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7c61ba0d-d548-4662-9216-ecc62fb5237c None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:33.573973 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0f3d1e10-aaf7-4c8a-9912-e2661664bc94 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:33.625257 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7c61ba0d-d548-4662-9216-ecc62fb5237c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:33.645225 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3d1e10-aaf7-4c8a-9912-e2661664bc94 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Pushing event updated for resources: {'Subnet': ['ID=333b9e40-0777-46ae-b741-90a63b428a19,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:33.661000 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3d1e10-aaf7-4c8a-9912-e2661664bc94 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Checking segment: {'id': '1240e10a-ca2e-4cf3-b554-bf2ffadf21d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '368d83ab-a000-4b31-b676-7976aae96be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:24:33.661488 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3d1e10-aaf7-4c8a-9912-e2661664bc94 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Network hostable DHCP agents. Network: 368d83ab-a000-4b31-b676-7976aae96be0, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:24:33.690053 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e093da1-8fe8-4788-a030-4ac093bbe98e None None] Pushing event updated for resources: {'Port': ['ID=61f78755-bc16-4963-9f9c-41a2b5ad617a,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:33.694651 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-7c61ba0d-d548-4662-9216-ecc62fb5237c None None] Attempting to bind port 61f78755-bc16-4963-9f9c-41a2b5ad617a on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:24:33.695100 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-7c61ba0d-d548-4662-9216-ecc62fb5237c None None] Attempting to bind port 61f78755-bc16-4963-9f9c-41a2b5ad617a by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:24:33.695538 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c61ba0d-d548-4662-9216-ecc62fb5237c None None] Attempting to bind port 61f78755-bc16-4963-9f9c-41a2b5ad617a on network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:24:33.701596 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c61ba0d-d548-4662-9216-ecc62fb5237c None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:24:33.702441 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c61ba0d-d548-4662-9216-ecc62fb5237c None None] Checking segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:24:33.702441 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7c61ba0d-d548-4662-9216-ecc62fb5237c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:33.703651 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c61ba0d-d548-4662-9216-ecc62fb5237c None None] Bound using segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:24:33.704207 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-7c61ba0d-d548-4662-9216-ecc62fb5237c None None] Bound port: 61f78755-bc16-4963-9f9c-41a2b5ad617a, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:24:33.704753 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7c61ba0d-d548-4662-9216-ecc62fb5237c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:33.763380 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-7c61ba0d-d548-4662-9216-ecc62fb5237c None None] For port 61f78755-bc16-4963-9f9c-41a2b5ad617a, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:24:33.767872 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-7c61ba0d-d548-4662-9216-ecc62fb5237c None None] For port 61f78755-bc16-4963-9f9c-41a2b5ad617a, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=61f78755-bc16-4963-9f9c-41a2b5ad617a,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:24:33.772263 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3d1e10-aaf7-4c8a-9912-e2661664bc94 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Network 368d83ab-a000-4b31-b676-7976aae96be0 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:24:33.796913 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce133a77-b799-4c33-8b35-832fc6750f94 req-8d28c0c1-74f7-4f5d-bee1-eebe2b3f972d tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:33.798451 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ce133a77-b799-4c33-8b35-832fc6750f94 req-8d28c0c1-74f7-4f5d-bee1-eebe2b3f972d tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f78f38-5648-401a-b435-4d04a6f1cf9f HTTP/1.1" status: 200 len: 946 time: 0.0566025 Dec 08 16:24:33.849707 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ce133a77-b799-4c33-8b35-832fc6750f94 req-3294f1f3-af64-4d36-8e20-6c91725137ed tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e37e86e-05e7-489d-9773-6d6a1b50dada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451310 Dec 08 16:24:33.853533 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7c61ba0d-d548-4662-9216-ecc62fb5237c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:33.873241 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-0f3d1e10-aaf7-4c8a-9912-e2661664bc94 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 368d83ab-a000-4b31-b676-7976aae96be0) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:24:33.883575 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3d1e10-aaf7-4c8a-9912-e2661664bc94 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:33.884489 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0f3d1e10-aaf7-4c8a-9912-e2661664bc94 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:33.905046 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98609d9e-f4fd-4193-9096-50f1c0335c09 None None] Network 368d83ab-a000-4b31-b676-7976aae96be0 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:24:33.962841 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c61ba0d-d548-4662-9216-ecc62fb5237c None None] Routers {'e823823d-b77d-4450-aa11-6b5ecd8a2e21'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:24:33.966961 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-7c61ba0d-d548-4662-9216-ecc62fb5237c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:24:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['e823823d-b77d-4450-aa11-6b5ecd8a2e21'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:33.995233 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-0f3d1e10-aaf7-4c8a-9912-e2661664bc94 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0462923 Dec 08 16:24:33.995752 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 34956) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:34.091426 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e093da1-8fe8-4788-a030-4ac093bbe98e None None] Pushing event updated for resources: {'Port': ['ID=61f78755-bc16-4963-9f9c-41a2b5ad617a,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:34.147682 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-7c61ba0d-d548-4662-9216-ecc62fb5237c None None] Set router e823823d-b77d-4450-aa11-6b5ecd8a2e21 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:24:34.178548 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3287e3-4caa-4638-9204-239c66efc583 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-368d83ab-a000-4b31-b676-7976aae96be0', 'network_id': '368d83ab-a000-4b31-b676-7976aae96be0', 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'fixed_ips': [{'subnet_id': '333b9e40-0777-46ae-b741-90a63b428a19'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:24:34.179424 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ec3287e3-4caa-4638-9204-239c66efc583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:34.347970 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-738643b2-732b-4237-ad7e-f7740aeefa9c req-f6b4e930-482a-4bbe-9338-e8d3d8e37bda tempest-ServerShowV254Test-1846155569 tempest-ServerShowV254Test-1846155569-project] 10.222.0.64 "GET /v2.0/ports?device_id=6806789c-9b81-4400-ba36-3e3a2b8680b3 HTTP/1.1" status: 200 len: 210 time: 0.0374773 Dec 08 16:24:34.547840 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-ec3287e3-4caa-4638-9204-239c66efc583 None None] Allocated IP 172.20.0.2 (368d83ab-a000-4b31-b676-7976aae96be0/333b9e40-0777-46ae-b741-90a63b428a19/c5601fe8-4824-407c-a61a-163409d1cc43) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:24:34.613369 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:34.618058 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-7c61ba0d-d548-4662-9216-ecc62fb5237c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e823823d-b77d-4450-aa11-6b5ecd8a2e21', 'name': 'tempest-TestNetworkBasicOps-router-1873647229', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '61f78755-bc16-4963-9f9c-41a2b5ad617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:24:29Z', 'updated_at': '2021-12-08T16:24:30Z', 'revision_number': 3, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'gw_port': {'id': '61f78755-bc16-4963-9f9c-41a2b5ad617a', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:14:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e823823d-b77d-4450-aa11-6b5ecd8a2e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:24:30Z', 'updated_at': '2021-12-08T16:24:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:34.648317 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8597ee5b-64e2-4a85-9b85-0e11ef359320 req-f569ba0e-8d80-4a74-b634-7736ffa65167 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:34.650129 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8597ee5b-64e2-4a85-9b85-0e11ef359320 req-f569ba0e-8d80-4a74-b634-7736ffa65167 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=4180760d-d429-459d-8f94-59f64a34f571 HTTP/1.1" status: 200 len: 945 time: 0.0962071 Dec 08 16:24:34.653524 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c61ba0d-d548-4662-9216-ecc62fb5237c None None] The sync data for ids ['e823823d-b77d-4450-aa11-6b5ecd8a2e21'] in n-d-776250-12 is: [{'id': 'e823823d-b77d-4450-aa11-6b5ecd8a2e21', 'name': 'tempest-TestNetworkBasicOps-router-1873647229', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '61f78755-bc16-4963-9f9c-41a2b5ad617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:24:29Z', 'updated_at': '2021-12-08T16:24:30Z', 'revision_number': 3, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'gw_port': {'id': '61f78755-bc16-4963-9f9c-41a2b5ad617a', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:14:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e823823d-b77d-4450-aa11-6b5ecd8a2e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:24:30Z', 'updated_at': '2021-12-08T16:24:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:24:34.669898 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-748c81bd-a2e6-45c1-b5d4-b2e378e63701 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:34.773442 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8597ee5b-64e2-4a85-9b85-0e11ef359320 req-f08e21a4-de4a-448e-9046-dc7ab92956b2 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067104 Dec 08 16:24:34.776593 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ec3287e3-4caa-4638-9204-239c66efc583 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:34.841993 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ec3287e3-4caa-4638-9204-239c66efc583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:34.889727 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3287e3-4caa-4638-9204-239c66efc583 None None] Network 368d83ab-a000-4b31-b676-7976aae96be0 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:24:34.901359 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-ec3287e3-4caa-4638-9204-239c66efc583 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:24:34.906647 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3287e3-4caa-4638-9204-239c66efc583 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:24:34.914110 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3287e3-4caa-4638-9204-239c66efc583 None None] Pushing event updated for resources: {'Port': ['ID=c5601fe8-4824-407c-a61a-163409d1cc43,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:35.018467 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-ec3287e3-4caa-4638-9204-239c66efc583 None None] Attempting to bind port c5601fe8-4824-407c-a61a-163409d1cc43 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:24:35.018851 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-ec3287e3-4caa-4638-9204-239c66efc583 None None] Attempting to bind port c5601fe8-4824-407c-a61a-163409d1cc43 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '1240e10a-ca2e-4cf3-b554-bf2ffadf21d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '368d83ab-a000-4b31-b676-7976aae96be0'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:24:35.019227 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3287e3-4caa-4638-9204-239c66efc583 None None] Attempting to bind port c5601fe8-4824-407c-a61a-163409d1cc43 on network 368d83ab-a000-4b31-b676-7976aae96be0 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:24:35.036076 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3287e3-4caa-4638-9204-239c66efc583 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:24:35.039699 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3287e3-4caa-4638-9204-239c66efc583 None None] Checking segment: {'id': '1240e10a-ca2e-4cf3-b554-bf2ffadf21d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '368d83ab-a000-4b31-b676-7976aae96be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:24:35.040134 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ec3287e3-4caa-4638-9204-239c66efc583 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:35.042163 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3287e3-4caa-4638-9204-239c66efc583 None None] Bound using segment: {'id': '1240e10a-ca2e-4cf3-b554-bf2ffadf21d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '368d83ab-a000-4b31-b676-7976aae96be0'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:24:35.042679 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-ec3287e3-4caa-4638-9204-239c66efc583 None None] Bound port: c5601fe8-4824-407c-a61a-163409d1cc43, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1240e10a-ca2e-4cf3-b554-bf2ffadf21d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '368d83ab-a000-4b31-b676-7976aae96be0'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:24:35.046102 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ec3287e3-4caa-4638-9204-239c66efc583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:35.182749 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-ec3287e3-4caa-4638-9204-239c66efc583 None None] For port c5601fe8-4824-407c-a61a-163409d1cc43, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:24:35.194824 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-ec3287e3-4caa-4638-9204-239c66efc583 None None] For port c5601fe8-4824-407c-a61a-163409d1cc43, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=c5601fe8-4824-407c-a61a-163409d1cc43,segment=NetworkSegment(1240e10a-ca2e-4cf3-b554-bf2ffadf21d5),segment_id=1240e10a-ca2e-4cf3-b554-bf2ffadf21d5)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:24:35.219557 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-748c81bd-a2e6-45c1-b5d4-b2e378e63701 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Allocated IP 172.20.0.1 (368d83ab-a000-4b31-b676-7976aae96be0/333b9e40-0777-46ae-b741-90a63b428a19/f029fbd5-76fe-43ef-8c9f-e2d8e8dfd012) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:24:35.231123 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c660b-9b64-4cc6-b7cb-8d5c78182588 req-fd91c883-a2b2-480d-b6d7-ddd6e04a81a1 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:35.241598 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-232c660b-9b64-4cc6-b7cb-8d5c78182588 req-fd91c883-a2b2-480d-b6d7-ddd6e04a81a1 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f78f38-5648-401a-b435-4d04a6f1cf9f HTTP/1.1" status: 200 len: 946 time: 0.0965939 Dec 08 16:24:35.328510 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-232c660b-9b64-4cc6-b7cb-8d5c78182588 req-29ad90b5-7d45-4640-8ee1-e2e39be9ff67 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e37e86e-05e7-489d-9773-6d6a1b50dada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812850 Dec 08 16:24:35.356420 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ec3287e3-4caa-4638-9204-239c66efc583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:35.399920 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-748c81bd-a2e6-45c1-b5d4-b2e378e63701 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:35.499872 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3287e3-4caa-4638-9204-239c66efc583 None None] Pushing event updated for resources: {'Port': ['ID=c5601fe8-4824-407c-a61a-163409d1cc43,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:35.566109 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-748c81bd-a2e6-45c1-b5d4-b2e378e63701 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:35.638919 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f75fd928-8bce-4db2-b20f-ab758d3441d8 req-3a8c0b5f-660d-48be-96df-aa160d6e9ce6 tempest-ServerShowV254Test-1846155569 tempest-ServerShowV254Test-1846155569-project] 10.222.0.64 "GET /v2.0/ports?device_id=6806789c-9b81-4400-ba36-3e3a2b8680b3 HTTP/1.1" status: 200 len: 210 time: 0.0441892 Dec 08 16:24:35.764491 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748c81bd-a2e6-45c1-b5d4-b2e378e63701 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Network 368d83ab-a000-4b31-b676-7976aae96be0 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:24:35.815917 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-748c81bd-a2e6-45c1-b5d4-b2e378e63701 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:24:35.819456 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748c81bd-a2e6-45c1-b5d4-b2e378e63701 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Pushing event updated for resources: {'Port': ['ID=f029fbd5-76fe-43ef-8c9f-e2d8e8dfd012,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:35.830328 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748c81bd-a2e6-45c1-b5d4-b2e378e63701 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:24:35.885364 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db837089-0843-49e2-a01d-06c4da2ac854 req-21fbdf12-9c8f-426e-afd2-d832f0665c30 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:35.896107 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-db837089-0843-49e2-a01d-06c4da2ac854 req-21fbdf12-9c8f-426e-afd2-d832f0665c30 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=4180760d-d429-459d-8f94-59f64a34f571 HTTP/1.1" status: 200 len: 945 time: 0.1997099 Dec 08 16:24:35.935458 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0783b8-ed1a-48b3-8789-2306b6edd29d req-291697a7-aa93-4849-8565-03b045d3461d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:35.937923 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2c0783b8-ed1a-48b3-8789-2306b6edd29d req-291697a7-aa93-4849-8565-03b045d3461d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b054d0dcb49649e0950f266a7acfb033&device_id=4180760d-d429-459d-8f94-59f64a34f571 HTTP/1.1" status: 200 len: 1097 time: 0.2091351 Dec 08 16:24:36.021666 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-748c81bd-a2e6-45c1-b5d4-b2e378e63701 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:36.143992 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-db837089-0843-49e2-a01d-06c4da2ac854 req-ca11e064-66df-4d43-9dc0-6fc7eec338e9 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395816 Dec 08 16:24:36.215722 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0783b8-ed1a-48b3-8789-2306b6edd29d req-94d6fcf9-fe79-42bd-af77-140edd0dfe86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:36.217301 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2c0783b8-ed1a-48b3-8789-2306b6edd29d req-94d6fcf9-fe79-42bd-af77-140edd0dfe86 service neutron] 10.222.0.76 "GET /v2.0/networks?id=a3f049e4-e272-4e56-8eaa-a36c0dbab3a1 HTTP/1.1" status: 200 len: 920 time: 0.2710505 Dec 08 16:24:36.268898 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2c0783b8-ed1a-48b3-8789-2306b6edd29d req-7dd88c78-aa23-4ffe-8fa7-20c04dea989a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45cc664c-b79c-4670-b032-a83af57e252c HTTP/1.1" status: 200 len: 217 time: 0.0436466 Dec 08 16:24:36.358024 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0783b8-ed1a-48b3-8789-2306b6edd29d req-a00486e0-64a1-4f40-b40e-fcc3955f8345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:36.359617 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2c0783b8-ed1a-48b3-8789-2306b6edd29d req-a00486e0-64a1-4f40-b40e-fcc3955f8345 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=74b50aa4-8812-48e5-b8de-c1650bb82dc8 HTTP/1.1" status: 200 len: 859 time: 0.0833602 Dec 08 16:24:36.367803 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-748c81bd-a2e6-45c1-b5d4-b2e378e63701 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:36.521664 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device c5601fe8-4824-407c-a61a-163409d1cc43 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:24:36.541930 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b0cc17-5755-4675-957b-a09ea473b1cc req-b2c4d191-9192-4497-b665-e86fdfd2d7b0 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:36.545937 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2c0783b8-ed1a-48b3-8789-2306b6edd29d req-e5836dcc-d462-43df-a26f-320b6a7c3f29 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a3f049e4-e272-4e56-8eaa-a36c0dbab3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1597631 Dec 08 16:24:36.553696 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-93b0cc17-5755-4675-957b-a09ea473b1cc req-b2c4d191-9192-4497-b665-e86fdfd2d7b0 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f78f38-5648-401a-b435-4d04a6f1cf9f HTTP/1.1" status: 200 len: 946 time: 0.1036968 Dec 08 16:24:36.656911 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port c5601fe8-4824-407c-a61a-163409d1cc43 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:24:36.658094 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:36.669561 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-93b0cc17-5755-4675-957b-a09ea473b1cc req-f73b57d0-9612-4e44-a4ff-7ab8baf08a53 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e37e86e-05e7-489d-9773-6d6a1b50dada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061797 Dec 08 16:24:36.755092 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:36.799269 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port c5601fe8-4824-407c-a61a-163409d1cc43, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=c5601fe8-4824-407c-a61a-163409d1cc43,segment=NetworkSegment(1240e10a-ca2e-4cf3-b554-bf2ffadf21d5),segment_id=1240e10a-ca2e-4cf3-b554-bf2ffadf21d5)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:24:36.882064 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:36.883172 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 61f78755-bc16-4963-9f9c-41a2b5ad617a up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:24:37.021665 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=c5601fe8-4824-407c-a61a-163409d1cc43,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:37.037733 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 61f78755-bc16-4963-9f9c-41a2b5ad617a triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:24:37.038367 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:37.157392 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:37.240488 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 61f78755-bc16-4963-9f9c-41a2b5ad617a, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=61f78755-bc16-4963-9f9c-41a2b5ad617a,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:24:37.303324 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ce712f-75ad-4749-9770-a95aef657aff None None] Network 368d83ab-a000-4b31-b676-7976aae96be0 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:24:37.355737 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938da22e-7127-4991-a44f-fdf22b0a793a req-5c6c9c82-1b5b-46b9-942c-acbdcbb74f71 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:37.364824 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-938da22e-7127-4991-a44f-fdf22b0a793a req-5c6c9c82-1b5b-46b9-942c-acbdcbb74f71 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=4180760d-d429-459d-8f94-59f64a34f571 HTTP/1.1" status: 200 len: 945 time: 0.0705554 Dec 08 16:24:37.377971 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:37.426133 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-41c8412c-1140-4446-b901-4feaf431542a req-02e0b097-9ab7-4522-9f55-59aeac829bae tempest-ServerShowV254Test-1846155569 tempest-ServerShowV254Test-1846155569-project] 10.222.0.64 "GET /v2.0/ports?device_id=6806789c-9b81-4400-ba36-3e3a2b8680b3 HTTP/1.1" status: 200 len: 210 time: 0.1111374 Dec 08 16:24:37.436144 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-938da22e-7127-4991-a44f-fdf22b0a793a req-c1739b2a-fb0d-442a-a84e-325e5cc6cb2a tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665913 Dec 08 16:24:37.445981 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=61f78755-bc16-4963-9f9c-41a2b5ad617a,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:37.472366 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-9db5f06a-f2d5-446d-9889-795fd3d16d1d None None] Provisioning complete for port c5601fe8-4824-407c-a61a-163409d1cc43 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:24:37.473095 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9db5f06a-f2d5-446d-9889-795fd3d16d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:37.614212 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2c0783b8-ed1a-48b3-8789-2306b6edd29d req-6f6f00d6-433f-4843-b9fa-cbf2f512f9c6 service neutron] 10.222.0.76 "GET /v2.0/networks/a3f049e4-e272-4e56-8eaa-a36c0dbab3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0539906 Dec 08 16:24:37.766058 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-748c81bd-a2e6-45c1-b5d4-b2e378e63701 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:37.823181 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2c0783b8-ed1a-48b3-8789-2306b6edd29d req-73e73934-5a7f-4156-b902-e69c0b56043c service neutron] 10.222.0.76 "GET /v2.0/networks/a3f049e4-e272-4e56-8eaa-a36c0dbab3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000349 Dec 08 16:24:37.853113 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db89a584-f517-4fc3-bf8b-2896201a7ac3 req-19eadbe2-3185-4177-83b7-b838f42ed362 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:37.863289 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-db89a584-f517-4fc3-bf8b-2896201a7ac3 req-19eadbe2-3185-4177-83b7-b838f42ed362 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f78f38-5648-401a-b435-4d04a6f1cf9f HTTP/1.1" status: 200 len: 946 time: 0.1058936 Dec 08 16:24:37.873803 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-748c81bd-a2e6-45c1-b5d4-b2e378e63701 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:37.986629 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748c81bd-a2e6-45c1-b5d4-b2e378e63701 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Pushing event updated for resources: {'Port': ['ID=f029fbd5-76fe-43ef-8c9f-e2d8e8dfd012,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:37.997911 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-07a4418f-128e-40dd-9554-7b5bac9452fd None None] Provisioning complete for port c5601fe8-4824-407c-a61a-163409d1cc43 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:24:37.998440 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-07a4418f-128e-40dd-9554-7b5bac9452fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:38.001694 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-748c81bd-a2e6-45c1-b5d4-b2e378e63701 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:38.019519 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-db89a584-f517-4fc3-bf8b-2896201a7ac3 req-9d938cf5-0c3b-4b97-91dc-633edc01457c tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e37e86e-05e7-489d-9773-6d6a1b50dada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1550989 Dec 08 16:24:38.148647 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-07a4418f-128e-40dd-9554-7b5bac9452fd None None] Provisioning complete for port f029fbd5-76fe-43ef-8c9f-e2d8e8dfd012 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:24:38.149058 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-07a4418f-128e-40dd-9554-7b5bac9452fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:38.168788 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748c81bd-a2e6-45c1-b5d4-b2e378e63701 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Network 368d83ab-a000-4b31-b676-7976aae96be0 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:24:38.170506 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-748c81bd-a2e6-45c1-b5d4-b2e378e63701 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:24:38.253148 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-07a4418f-128e-40dd-9554-7b5bac9452fd None None] Port f029fbd5-76fe-43ef-8c9f-e2d8e8dfd012 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:24:38.370279 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-748c81bd-a2e6-45c1-b5d4-b2e378e63701 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Router e823823d-b77d-4450-aa11-6b5ecd8a2e21 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:24:38.400555 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-765c0380-25fe-4660-abec-5d1877b514c4 None None] Provisioning complete for port f029fbd5-76fe-43ef-8c9f-e2d8e8dfd012 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:24:38.400873 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-765c0380-25fe-4660-abec-5d1877b514c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:38.470960 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-765c0380-25fe-4660-abec-5d1877b514c4 None None] Port f029fbd5-76fe-43ef-8c9f-e2d8e8dfd012 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:24:38.518739 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device c5601fe8-4824-407c-a61a-163409d1cc43 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:24:38.566395 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-748c81bd-a2e6-45c1-b5d4-b2e378e63701 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:24:38.575828 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-748c81bd-a2e6-45c1-b5d4-b2e378e63701 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "PUT /v2.0/routers/e823823d-b77d-4450-aa11-6b5ecd8a2e21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5761466 Dec 08 16:24:38.576030 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 35054) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:38.585428 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:38.601661 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70ff034-07b3-4df1-bd41-d7222b5f144c None None] Sync routers for ids ['e823823d-b77d-4450-aa11-6b5ecd8a2e21'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:24:38.631336 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70ff034-07b3-4df1-bd41-d7222b5f144c None None] Routers {'e823823d-b77d-4450-aa11-6b5ecd8a2e21'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:24:38.632017 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-97994a99-b604-4b80-9142-58011be26f2c req-5bb4518a-5df4-4207-8719-5a0d98b5d4a3 tempest-ServerShowV254Test-1846155569 tempest-ServerShowV254Test-1846155569-project] 10.222.0.64 "GET /v2.0/ports?device_id=6806789c-9b81-4400-ba36-3e3a2b8680b3 HTTP/1.1" status: 200 len: 210 time: 0.0445879 Dec 08 16:24:38.635950 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-a70ff034-07b3-4df1-bd41-d7222b5f144c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:24:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['e823823d-b77d-4450-aa11-6b5ecd8a2e21'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:38.665563 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port c5601fe8-4824-407c-a61a-163409d1cc43 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:24:38.666082 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:38.787680 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-29c27d59-38ff-46f6-ac92-728714046883 None None] Provisioning complete for port f029fbd5-76fe-43ef-8c9f-e2d8e8dfd012 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:24:38.788502 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-29c27d59-38ff-46f6-ac92-728714046883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:38.807380 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3762faf6-1387-4503-b288-fc2dd0d673bb req-35f0553d-2cf2-4bf1-a77c-078e51baba78 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:38.815399 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3762faf6-1387-4503-b288-fc2dd0d673bb req-35f0553d-2cf2-4bf1-a77c-078e51baba78 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=4180760d-d429-459d-8f94-59f64a34f571 HTTP/1.1" status: 200 len: 945 time: 0.1999133 Dec 08 16:24:38.877465 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-a70ff034-07b3-4df1-bd41-d7222b5f144c None None] Set router e823823d-b77d-4450-aa11-6b5ecd8a2e21 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:24:38.887053 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 61f78755-bc16-4963-9f9c-41a2b5ad617a up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:24:38.888956 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-29c27d59-38ff-46f6-ac92-728714046883 None None] Port f029fbd5-76fe-43ef-8c9f-e2d8e8dfd012 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:24:38.962417 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 61f78755-bc16-4963-9f9c-41a2b5ad617a triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:24:38.963110 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:38.986179 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3762faf6-1387-4503-b288-fc2dd0d673bb req-2351df4d-9a4d-463f-8565-d0e79cdc87a9 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698525 Dec 08 16:24:38.993579 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44139d0f-4fde-4125-87b5-60c55f3e99c0 tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:38.994304 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44139d0f-4fde-4125-87b5-60c55f3e99c0 tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:38.994921 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44139d0f-4fde-4125-87b5-60c55f3e99c0 tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:38.995394 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44139d0f-4fde-4125-87b5-60c55f3e99c0 tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:38.995854 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44139d0f-4fde-4125-87b5-60c55f3e99c0 tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:38.996357 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44139d0f-4fde-4125-87b5-60c55f3e99c0 tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:38.996817 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44139d0f-4fde-4125-87b5-60c55f3e99c0 tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:38.997413 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44139d0f-4fde-4125-87b5-60c55f3e99c0 tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:38.997872 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44139d0f-4fde-4125-87b5-60c55f3e99c0 tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:38.998330 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44139d0f-4fde-4125-87b5-60c55f3e99c0 tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:38.998776 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44139d0f-4fde-4125-87b5-60c55f3e99c0 tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:38.999438 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44139d0f-4fde-4125-87b5-60c55f3e99c0 tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:39.005424 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 35060) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:39.006115 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-44139d0f-4fde-4125-87b5-60c55f3e99c0 tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8468 time: 0.4289131 Dec 08 16:24:39.210165 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6d8d2b-b1b9-4e80-8483-853344f32ab6 tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:39.210508 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6d8d2b-b1b9-4e80-8483-853344f32ab6 tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:39.211267 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6d8d2b-b1b9-4e80-8483-853344f32ab6 tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:39.211846 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6d8d2b-b1b9-4e80-8483-853344f32ab6 tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:39.212336 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6d8d2b-b1b9-4e80-8483-853344f32ab6 tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:39.213515 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6d8d2b-b1b9-4e80-8483-853344f32ab6 tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:39.213983 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6d8d2b-b1b9-4e80-8483-853344f32ab6 tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:39.214842 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6d8d2b-b1b9-4e80-8483-853344f32ab6 tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:39.215130 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6d8d2b-b1b9-4e80-8483-853344f32ab6 tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:39.215704 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6d8d2b-b1b9-4e80-8483-853344f32ab6 tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:39.216204 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6d8d2b-b1b9-4e80-8483-853344f32ab6 tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:39.216665 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6d8d2b-b1b9-4e80-8483-853344f32ab6 tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:39.222536 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ed6d8d2b-b1b9-4e80-8483-853344f32ab6 tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7735 time: 0.2131879 Dec 08 16:24:39.223583 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 35068) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:39.245980 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045b1d9-cf09-4976-bd62-43356b4c50a7 req-ebbe14a7-29a5-4be1-a6d6-b47cefc20fbd tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:39.254533 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0045b1d9-cf09-4976-bd62-43356b4c50a7 req-ebbe14a7-29a5-4be1-a6d6-b47cefc20fbd tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f78f38-5648-401a-b435-4d04a6f1cf9f HTTP/1.1" status: 200 len: 946 time: 0.1186469 Dec 08 16:24:39.330603 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-a70ff034-07b3-4df1-bd41-d7222b5f144c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e823823d-b77d-4450-aa11-6b5ecd8a2e21', 'name': 'tempest-TestNetworkBasicOps-router-1873647229', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '61f78755-bc16-4963-9f9c-41a2b5ad617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:24:29Z', 'updated_at': '2021-12-08T16:24:36Z', 'revision_number': 4, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'gw_port': {'id': '61f78755-bc16-4963-9f9c-41a2b5ad617a', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:14:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e823823d-b77d-4450-aa11-6b5ecd8a2e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:24:30Z', 'updated_at': '2021-12-08T16:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'f029fbd5-76fe-43ef-8c9f-e2d8e8dfd012', 'name': '', 'network_id': '368d83ab-a000-4b31-b676-7976aae96be0', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'mac_address': 'fa:16:3e:2d:73:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e823823d-b77d-4450-aa11-6b5ecd8a2e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': '333b9e40-0777-46ae-b741-90a63b428a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:24:34Z', 'updated_at': '2021-12-08T16:24:37Z', 'revision_number': 2, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'subnets': [{'id': '333b9e40-0777-46ae-b741-90a63b428a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:39.340106 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0045b1d9-cf09-4976-bd62-43356b4c50a7 req-ccdc3221-555e-44c5-ae7f-369eddb4b84e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e37e86e-05e7-489d-9773-6d6a1b50dada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829139 Dec 08 16:24:39.400406 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70ff034-07b3-4df1-bd41-d7222b5f144c None None] Checking router: e823823d-b77d-4450-aa11-6b5ecd8a2e21 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:24:39.402340 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70ff034-07b3-4df1-bd41-d7222b5f144c None None] Updating router e823823d-b77d-4450-aa11-6b5ecd8a2e21 port f029fbd5-76fe-43ef-8c9f-e2d8e8dfd012 binding host n-d-776250-12 {{(pid=110553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:24:39.455005 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-a70ff034-07b3-4df1-bd41-d7222b5f144c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:39.585733 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-47b9a942-4651-4f01-b3c6-f4a29dad3a67 tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5961 time: 0.3616567 Dec 08 16:24:39.767061 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-a70ff034-07b3-4df1-bd41-d7222b5f144c None None] Publish callbacks [] for port, precommit_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:39.816882 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-adcce14f-f84b-409c-aadf-67031ba79ef5 req-076a6278-2e16-4df5-947a-291181990988 tempest-ServerShowV254Test-1846155569 tempest-ServerShowV254Test-1846155569-project] 10.222.0.64 "GET /v2.0/ports?device_id=6806789c-9b81-4400-ba36-3e3a2b8680b3 HTTP/1.1" status: 200 len: 210 time: 0.0442502 Dec 08 16:24:39.841190 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-a70ff034-07b3-4df1-bd41-d7222b5f144c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:39.927077 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 35084) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:39.931949 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-63c0e243-98a4-47d7-bb10-7de523cda0fc tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1745779934', 'description': 'tempest-secgroup-smoke-1745779934 description', 'project_id': '2a90eddbbcbf4338ab5fe411884194ac'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:24:39.956943 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99763e45-62ed-49f0-be6b-9ce145748ebc None None] Pushing event updated for resources: {'Port': ['ID=f029fbd5-76fe-43ef-8c9f-e2d8e8dfd012,revision_number=3']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:39.968023 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99763e45-62ed-49f0-be6b-9ce145748ebc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:39.969086 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99763e45-62ed-49f0-be6b-9ce145748ebc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:39.970238 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99763e45-62ed-49f0-be6b-9ce145748ebc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:39.970238 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99763e45-62ed-49f0-be6b-9ce145748ebc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:39.970693 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99763e45-62ed-49f0-be6b-9ce145748ebc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:39.971132 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99763e45-62ed-49f0-be6b-9ce145748ebc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:39.971475 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99763e45-62ed-49f0-be6b-9ce145748ebc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:39.971815 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99763e45-62ed-49f0-be6b-9ce145748ebc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:39.972153 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99763e45-62ed-49f0-be6b-9ce145748ebc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:39.972566 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99763e45-62ed-49f0-be6b-9ce145748ebc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:39.972901 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99763e45-62ed-49f0-be6b-9ce145748ebc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:39.973231 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99763e45-62ed-49f0-be6b-9ce145748ebc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:39.973561 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99763e45-62ed-49f0-be6b-9ce145748ebc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:40.024926 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-63c0e243-98a4-47d7-bb10-7de523cda0fc tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:40.062477 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-a70ff034-07b3-4df1-bd41-d7222b5f144c None None] Attempting to bind port f029fbd5-76fe-43ef-8c9f-e2d8e8dfd012 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:24:40.063295 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-a70ff034-07b3-4df1-bd41-d7222b5f144c None None] Attempting to bind port f029fbd5-76fe-43ef-8c9f-e2d8e8dfd012 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '1240e10a-ca2e-4cf3-b554-bf2ffadf21d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '368d83ab-a000-4b31-b676-7976aae96be0'}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:24:40.063831 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70ff034-07b3-4df1-bd41-d7222b5f144c None None] Attempting to bind port f029fbd5-76fe-43ef-8c9f-e2d8e8dfd012 on network 368d83ab-a000-4b31-b676-7976aae96be0 {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:24:40.071126 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70ff034-07b3-4df1-bd41-d7222b5f144c None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:24:40.071753 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70ff034-07b3-4df1-bd41-d7222b5f144c None None] Checking segment: {'id': '1240e10a-ca2e-4cf3-b554-bf2ffadf21d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '368d83ab-a000-4b31-b676-7976aae96be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:24:40.072465 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-a70ff034-07b3-4df1-bd41-d7222b5f144c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:40.073151 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70ff034-07b3-4df1-bd41-d7222b5f144c None None] Bound using segment: {'id': '1240e10a-ca2e-4cf3-b554-bf2ffadf21d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '368d83ab-a000-4b31-b676-7976aae96be0'} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:24:40.074166 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-a70ff034-07b3-4df1-bd41-d7222b5f144c None None] Bound port: f029fbd5-76fe-43ef-8c9f-e2d8e8dfd012, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1240e10a-ca2e-4cf3-b554-bf2ffadf21d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '368d83ab-a000-4b31-b676-7976aae96be0'}}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:24:40.075025 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-a70ff034-07b3-4df1-bd41-d7222b5f144c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:40.160499 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-63c0e243-98a4-47d7-bb10-7de523cda0fc tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:40.174502 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-a70ff034-07b3-4df1-bd41-d7222b5f144c None None] For port f029fbd5-76fe-43ef-8c9f-e2d8e8dfd012, host n-d-776250-12, cleared binding levels {{(pid=110553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:24:40.182379 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-a70ff034-07b3-4df1-bd41-d7222b5f144c None None] For port f029fbd5-76fe-43ef-8c9f-e2d8e8dfd012, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=f029fbd5-76fe-43ef-8c9f-e2d8e8dfd012,segment=NetworkSegment(1240e10a-ca2e-4cf3-b554-bf2ffadf21d5),segment_id=1240e10a-ca2e-4cf3-b554-bf2ffadf21d5)] {{(pid=110553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:24:40.183960 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8f5a1-59c5-41e7-ad9a-994dfa743e47 req-ee57635a-67b6-4832-a955-149a1d5ddd68 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:40.187347 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-30a8f5a1-59c5-41e7-ad9a-994dfa743e47 req-ee57635a-67b6-4832-a955-149a1d5ddd68 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=4180760d-d429-459d-8f94-59f64a34f571 HTTP/1.1" status: 200 len: 945 time: 0.1028187 Dec 08 16:24:40.231365 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-6f303ac4-a652-469e-ba00-852ebd5c396c None None] Provisioning complete for port f029fbd5-76fe-43ef-8c9f-e2d8e8dfd012 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:24:40.232414 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6f303ac4-a652-469e-ba00-852ebd5c396c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:40.272576 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-30a8f5a1-59c5-41e7-ad9a-994dfa743e47 req-2fb3b3e1-15e0-453e-ae37-12012883d4de tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789707 Dec 08 16:24:40.283082 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-6f303ac4-a652-469e-ba00-852ebd5c396c None None] Port f029fbd5-76fe-43ef-8c9f-e2d8e8dfd012 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:24:40.332818 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-63c0e243-98a4-47d7-bb10-7de523cda0fc tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:40.333406 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-a70ff034-07b3-4df1-bd41-d7222b5f144c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:40.366721 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c0e243-98a4-47d7-bb10-7de523cda0fc tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb679cfd-f713-4992-9768-5098f612dea9,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:40.377316 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c0e243-98a4-47d7-bb10-7de523cda0fc tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:40.377863 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c0e243-98a4-47d7-bb10-7de523cda0fc tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:40.383787 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c0e243-98a4-47d7-bb10-7de523cda0fc tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:40.383787 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c0e243-98a4-47d7-bb10-7de523cda0fc tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:40.383787 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c0e243-98a4-47d7-bb10-7de523cda0fc tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:40.383787 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c0e243-98a4-47d7-bb10-7de523cda0fc tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:40.383787 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c0e243-98a4-47d7-bb10-7de523cda0fc tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:40.383787 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c0e243-98a4-47d7-bb10-7de523cda0fc tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:40.383787 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c0e243-98a4-47d7-bb10-7de523cda0fc tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:40.383787 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c0e243-98a4-47d7-bb10-7de523cda0fc tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:40.383787 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c0e243-98a4-47d7-bb10-7de523cda0fc tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:40.383787 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c0e243-98a4-47d7-bb10-7de523cda0fc tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:40.383787 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c0e243-98a4-47d7-bb10-7de523cda0fc tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:40.405689 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70ff034-07b3-4df1-bd41-d7222b5f144c None None] Routers {'e823823d-b77d-4450-aa11-6b5ecd8a2e21'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:24:40.406337 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-a70ff034-07b3-4df1-bd41-d7222b5f144c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:24:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['e823823d-b77d-4450-aa11-6b5ecd8a2e21'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:40.420495 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99763e45-62ed-49f0-be6b-9ce145748ebc None None] Pushing event updated for resources: {'Port': ['ID=f029fbd5-76fe-43ef-8c9f-e2d8e8dfd012,revision_number=4']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:40.426390 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-63c0e243-98a4-47d7-bb10-7de523cda0fc tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:40.430447 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-63c0e243-98a4-47d7-bb10-7de523cda0fc tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4993246 Dec 08 16:24:40.430770 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 35098) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:40.436022 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-548b1f16-9c64-43bd-bb8d-ae70cafa3391 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Request body: {'security_group_rule': {'security_group_id': 'fb679cfd-f713-4992-9768-5098f612dea9', 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:24:40.576840 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2770edc7-4085-4a8b-a834-7fd1ea1ac43a req-f19b6486-72e4-40a5-bccb-600429949f20 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:40.577067 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2770edc7-4085-4a8b-a834-7fd1ea1ac43a req-f19b6486-72e4-40a5-bccb-600429949f20 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f78f38-5648-401a-b435-4d04a6f1cf9f HTTP/1.1" status: 200 len: 946 time: 0.0848374 Dec 08 16:24:40.581957 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-a70ff034-07b3-4df1-bd41-d7222b5f144c None None] Set router e823823d-b77d-4450-aa11-6b5ecd8a2e21 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:24:40.634872 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-548b1f16-9c64-43bd-bb8d-ae70cafa3391 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:40.662522 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2770edc7-4085-4a8b-a834-7fd1ea1ac43a req-893c4a2c-3ea9-4710-b791-fc6007e748ec tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e37e86e-05e7-489d-9773-6d6a1b50dada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781460 Dec 08 16:24:40.792056 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-548b1f16-9c64-43bd-bb8d-ae70cafa3391 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:40.811737 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-03f781e3-b725-49a3-9a9e-207453315822 None None] Provisioning complete for port f029fbd5-76fe-43ef-8c9f-e2d8e8dfd012 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:24:40.813062 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-03f781e3-b725-49a3-9a9e-207453315822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:40.899328 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-548b1f16-9c64-43bd-bb8d-ae70cafa3391 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:40.903103 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-03f781e3-b725-49a3-9a9e-207453315822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:40.915339 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-a70ff034-07b3-4df1-bd41-d7222b5f144c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e823823d-b77d-4450-aa11-6b5ecd8a2e21', 'name': 'tempest-TestNetworkBasicOps-router-1873647229', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '61f78755-bc16-4963-9f9c-41a2b5ad617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:24:29Z', 'updated_at': '2021-12-08T16:24:36Z', 'revision_number': 4, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'gw_port': {'id': '61f78755-bc16-4963-9f9c-41a2b5ad617a', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:14:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e823823d-b77d-4450-aa11-6b5ecd8a2e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:24:30Z', 'updated_at': '2021-12-08T16:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'f029fbd5-76fe-43ef-8c9f-e2d8e8dfd012', 'name': '', 'network_id': '368d83ab-a000-4b31-b676-7976aae96be0', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'mac_address': 'fa:16:3e:2d:73:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e823823d-b77d-4450-aa11-6b5ecd8a2e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': '333b9e40-0777-46ae-b741-90a63b428a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:24:34Z', 'updated_at': '2021-12-08T16:24:40Z', 'revision_number': 4, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'subnets': [{'id': '333b9e40-0777-46ae-b741-90a63b428a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:40.953140 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548b1f16-9c64-43bd-bb8d-ae70cafa3391 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aef135b3-fd0d-4a58-af04-5da2ff33513a,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:40.954939 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-03f781e3-b725-49a3-9a9e-207453315822 None None] For port f029fbd5-76fe-43ef-8c9f-e2d8e8dfd012, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=f029fbd5-76fe-43ef-8c9f-e2d8e8dfd012,segment=NetworkSegment(1240e10a-ca2e-4cf3-b554-bf2ffadf21d5),segment_id=1240e10a-ca2e-4cf3-b554-bf2ffadf21d5)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:24:40.995343 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a6b3294f-1bfb-4d50-a965-5afb8804dbfb req-09a06e32-8564-40d3-87af-77cd4de18898 tempest-ServerShowV254Test-1846155569 tempest-ServerShowV254Test-1846155569-project] 10.222.0.64 "GET /v2.0/ports?device_id=6806789c-9b81-4400-ba36-3e3a2b8680b3 HTTP/1.1" status: 200 len: 210 time: 0.0455031 Dec 08 16:24:41.012515 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70ff034-07b3-4df1-bd41-d7222b5f144c None None] The sync data for ids ['e823823d-b77d-4450-aa11-6b5ecd8a2e21'] in n-d-776250-12 is: [{'id': 'e823823d-b77d-4450-aa11-6b5ecd8a2e21', 'name': 'tempest-TestNetworkBasicOps-router-1873647229', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '61f78755-bc16-4963-9f9c-41a2b5ad617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:24:29Z', 'updated_at': '2021-12-08T16:24:36Z', 'revision_number': 4, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'gw_port': {'id': '61f78755-bc16-4963-9f9c-41a2b5ad617a', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:14:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e823823d-b77d-4450-aa11-6b5ecd8a2e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:24:30Z', 'updated_at': '2021-12-08T16:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'f029fbd5-76fe-43ef-8c9f-e2d8e8dfd012', 'name': '', 'network_id': '368d83ab-a000-4b31-b676-7976aae96be0', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'mac_address': 'fa:16:3e:2d:73:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e823823d-b77d-4450-aa11-6b5ecd8a2e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': '333b9e40-0777-46ae-b741-90a63b428a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:24:34Z', 'updated_at': '2021-12-08T16:24:40Z', 'revision_number': 4, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'subnets': [{'id': '333b9e40-0777-46ae-b741-90a63b428a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:24:41.018284 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-548b1f16-9c64-43bd-bb8d-ae70cafa3391 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:41.019801 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-548b1f16-9c64-43bd-bb8d-ae70cafa3391 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5880129 Dec 08 16:24:41.022584 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 35114) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:41.028551 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-c0e38d32-ee21-4a29-ac03-f4b88cc10281 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Request body: {'security_group_rule': {'security_group_id': 'fb679cfd-f713-4992-9768-5098f612dea9', 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:24:41.089312 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-03f781e3-b725-49a3-9a9e-207453315822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:41.159177 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c0e38d32-ee21-4a29-ac03-f4b88cc10281 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:41.164628 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f781e3-b725-49a3-9a9e-207453315822 None None] Pushing event updated for resources: {'Port': ['ID=f029fbd5-76fe-43ef-8c9f-e2d8e8dfd012,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:41.255240 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c0e38d32-ee21-4a29-ac03-f4b88cc10281 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:41.409504 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c0e38d32-ee21-4a29-ac03-f4b88cc10281 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:41.441393 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f270a40a-0730-4fce-8c36-ffb69afdcbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:41.447160 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e38d32-ee21-4a29-ac03-f4b88cc10281 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8881f22-849b-43d8-8b0e-aba3f4b333b9,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:41.502765 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d1489-a1c2-4f52-97a5-a26bfb196210 req-9861b643-f3a0-4077-8067-d4b351320228 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:41.502765 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-920d1489-a1c2-4f52-97a5-a26bfb196210 req-9861b643-f3a0-4077-8067-d4b351320228 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=4180760d-d429-459d-8f94-59f64a34f571 HTTP/1.1" status: 200 len: 945 time: 0.0840855 Dec 08 16:24:41.539088 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-920d1489-a1c2-4f52-97a5-a26bfb196210 req-4dd569cb-f388-4b98-9a0b-b299cfc1091c tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633631 Dec 08 16:24:41.677789 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c0e38d32-ee21-4a29-ac03-f4b88cc10281 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:41.680299 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c0e38d32-ee21-4a29-ac03-f4b88cc10281 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6564302 Dec 08 16:24:41.683038 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 35132) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:41.690568 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-db0ddb5a-e60f-44da-98bc-67ea344f4993 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Request body: {'security_group_rule': {'security_group_id': 'fb679cfd-f713-4992-9768-5098f612dea9', 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:24:41.815896 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62384607-86d3-42e0-85e7-d5ca2afee7ad req-0b21886f-be26-462c-9e41-85c5ef0b4754 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:41.825796 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-62384607-86d3-42e0-85e7-d5ca2afee7ad req-0b21886f-be26-462c-9e41-85c5ef0b4754 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f78f38-5648-401a-b435-4d04a6f1cf9f HTTP/1.1" status: 200 len: 946 time: 0.0771658 Dec 08 16:24:41.856973 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-db0ddb5a-e60f-44da-98bc-67ea344f4993 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:41.933590 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-62384607-86d3-42e0-85e7-d5ca2afee7ad req-c2f614de-7024-45e2-9115-c2dbd775fadd tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e37e86e-05e7-489d-9773-6d6a1b50dada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066818 Dec 08 16:24:41.955901 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-db0ddb5a-e60f-44da-98bc-67ea344f4993 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:42.030056 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-db0ddb5a-e60f-44da-98bc-67ea344f4993 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:42.130574 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0ddb5a-e60f-44da-98bc-67ea344f4993 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=927fc81c-8591-4111-8d33-3f274d969f36,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:42.156881 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-43bc3f41-cd1b-4448-b042-708c7465474f req-56406fa8-a395-45ce-bd3a-dac030bce8e4 tempest-ServerShowV254Test-1846155569 tempest-ServerShowV254Test-1846155569-project] 10.222.0.64 "GET /v2.0/ports?device_id=6806789c-9b81-4400-ba36-3e3a2b8680b3 HTTP/1.1" status: 200 len: 210 time: 0.0488873 Dec 08 16:24:42.216510 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-db0ddb5a-e60f-44da-98bc-67ea344f4993 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:42.217986 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-db0ddb5a-e60f-44da-98bc-67ea344f4993 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5337031 Dec 08 16:24:42.221543 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 35150) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:42.229182 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-b121e49e-b571-4c81-9d67-8d95a1ed51ac tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Request body: {'security_group_rule': {'security_group_id': 'fb679cfd-f713-4992-9768-5098f612dea9', 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:24:42.378215 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b121e49e-b571-4c81-9d67-8d95a1ed51ac tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:42.446042 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device f029fbd5-76fe-43ef-8c9f-e2d8e8dfd012 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:24:42.474197 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b121e49e-b571-4c81-9d67-8d95a1ed51ac tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:42.511781 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port f029fbd5-76fe-43ef-8c9f-e2d8e8dfd012 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:24:42.512350 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:42.544867 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b121e49e-b571-4c81-9d67-8d95a1ed51ac tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:42.574532 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b121e49e-b571-4c81-9d67-8d95a1ed51ac tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa932c44-f1ba-4db3-b53a-121a731eafae,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:42.672605 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b121e49e-b571-4c81-9d67-8d95a1ed51ac tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:42.673886 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b121e49e-b571-4c81-9d67-8d95a1ed51ac tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4498608 Dec 08 16:24:42.677883 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 35160) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:42.687883 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-f39e992b-ca63-478d-a4dc-cd2e62f207d9 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Request body: {'security_group_rule': {'security_group_id': 'fb679cfd-f713-4992-9768-5098f612dea9', 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:24:42.795381 n-d-776250-12 neutron-server[110550]: INFO neutron.db.securitygroups_db [None req-f39e992b-ca63-478d-a4dc-cd2e62f207d9 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Project 2a90eddbbcbf4338ab5fe411884194ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 16:24:42.801568 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f39e992b-ca63-478d-a4dc-cd2e62f207d9 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:42.864439 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f39e992b-ca63-478d-a4dc-cd2e62f207d9 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:42.939322 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f39e992b-ca63-478d-a4dc-cd2e62f207d9 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:42.957155 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39e992b-ca63-478d-a4dc-cd2e62f207d9 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a55ca8c8-a7c0-456e-b08e-56079e5b4380,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:43.028220 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f39e992b-ca63-478d-a4dc-cd2e62f207d9 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:43.033184 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-f39e992b-ca63-478d-a4dc-cd2e62f207d9 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3540263 Dec 08 16:24:43.034354 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 35168) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:43.039220 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-fb74e809-19ce-410d-a675-15fc16467cf6 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Request body: {'security_group_rule': {'security_group_id': 'fb679cfd-f713-4992-9768-5098f612dea9', 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:24:43.102883 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62014b3b-5503-49b6-85fa-fc19247c69d7 req-0428b9a5-fa45-459f-b432-17a18345ab8d tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:43.104520 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-62014b3b-5503-49b6-85fa-fc19247c69d7 req-0428b9a5-fa45-459f-b432-17a18345ab8d tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f78f38-5648-401a-b435-4d04a6f1cf9f HTTP/1.1" status: 200 len: 946 time: 0.0808902 Dec 08 16:24:43.121624 n-d-776250-12 neutron-server[110550]: INFO neutron.db.securitygroups_db [None req-fb74e809-19ce-410d-a675-15fc16467cf6 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Project 2a90eddbbcbf4338ab5fe411884194ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 16:24:43.127890 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fb74e809-19ce-410d-a675-15fc16467cf6 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:43.176833 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-62014b3b-5503-49b6-85fa-fc19247c69d7 req-9aeef439-8bf7-4e55-9fb2-f572d3fd92f8 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e37e86e-05e7-489d-9773-6d6a1b50dada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641637 Dec 08 16:24:43.239603 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fb74e809-19ce-410d-a675-15fc16467cf6 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:43.293413 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-17d5209e-088a-4349-92f5-a2bb7d302a5e req-05fa2bfe-e6f0-4ffb-803b-137130d1b20c tempest-ServerShowV254Test-1846155569 tempest-ServerShowV254Test-1846155569-project] 10.222.0.64 "GET /v2.0/ports?device_id=6806789c-9b81-4400-ba36-3e3a2b8680b3 HTTP/1.1" status: 200 len: 210 time: 0.0313344 Dec 08 16:24:43.366759 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fb74e809-19ce-410d-a675-15fc16467cf6 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:43.387025 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb74e809-19ce-410d-a675-15fc16467cf6 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24d52c84-f3c1-4c14-8531-fd66d31312c1,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:43.513298 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fb74e809-19ce-410d-a675-15fc16467cf6 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:43.515585 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-fb74e809-19ce-410d-a675-15fc16467cf6 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4795654 Dec 08 16:24:43.551361 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [req-b8f9e548-5026-4a9c-aa72-7a8b653bb269 req-e7fe6787-c080-4c46-bc5d-651e8999cd12 service neutron] show failed (client error): The resource could not be found. Dec 08 16:24:43.552549 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b8f9e548-5026-4a9c-aa72-7a8b653bb269 req-e7fe6787-c080-4c46-bc5d-651e8999cd12 service neutron] 10.222.0.76 "GET /v2.0/ports/393d4564-9a10-460e-a49d-f4edba8f56f4/bindings/n-h2-776250-12 HTTP/1.1" status: 404 len: 381 time: 0.1026158 Dec 08 16:24:43.752739 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e6aa9072-b2ce-4007-921a-f799ae2bbd15 req-9fc9b97b-62e4-4c3e-a711-a9fc2be0b1b8 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1745779934&fields=id&tenant_id=2a90eddbbcbf4338ab5fe411884194ac HTTP/1.1" status: 200 len: 267 time: 0.0796018 Dec 08 16:24:43.927982 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa9072-b2ce-4007-921a-f799ae2bbd15 req-d0b525db-cb2a-4ac4-9563-b796c24dfd74 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:43.929868 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e6aa9072-b2ce-4007-921a-f799ae2bbd15 req-d0b525db-cb2a-4ac4-9563-b796c24dfd74 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/networks?id=368d83ab-a000-4b31-b676-7976aae96be0 HTTP/1.1" status: 200 len: 796 time: 0.1706529 Dec 08 16:24:43.948419 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e6aa9072-b2ce-4007-921a-f799ae2bbd15 req-cbb4a386-8de1-44d1-a571-4c630956f93e tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/quotas/2a90eddbbcbf4338ab5fe411884194ac HTTP/1.1" status: 200 len: 375 time: 0.0109625 Dec 08 16:24:44.033335 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e6aa9072-b2ce-4007-921a-f799ae2bbd15 req-f7310ec2-b01c-40fc-b2ee-df4b201cf82a tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2a90eddbbcbf4338ab5fe411884194ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0790293 Dec 08 16:24:44.138446 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1e37c9a4-35ea-4614-a2d2-c323c5f879bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:44.171955 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9e548-5026-4a9c-aa72-7a8b653bb269 req-24ee7970-15ad-4d46-be97-82bf5eb985ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:44.174481 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b8f9e548-5026-4a9c-aa72-7a8b653bb269 req-24ee7970-15ad-4d46-be97-82bf5eb985ac service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=17f78f38-5648-401a-b435-4d04a6f1cf9f&tenant_id=5ac8783bc8454dbdaff01b6ea349ef5e HTTP/1.1" status: 200 len: 1098 time: 0.0607371 Dec 08 16:24:44.191092 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-b8f9e548-5026-4a9c-aa72-7a8b653bb269 req-6891645f-3cf7-423d-b474-4f2c454b4362 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-776250-12', 'device_owner': 'compute:nova'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:24:44.234893 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e6aa9072-b2ce-4007-921a-f799ae2bbd15 req-cdc6f9ef-9772-40a1-b5c1-7ae6a8db55d8 service neutron] 10.222.0.64 "GET /v2.0/networks/368d83ab-a000-4b31-b676-7976aae96be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890261 Dec 08 16:24:44.311722 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b8f9e548-5026-4a9c-aa72-7a8b653bb269 req-6891645f-3cf7-423d-b474-4f2c454b4362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:44.342103 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e6aa9072-b2ce-4007-921a-f799ae2bbd15 req-09b8d920-57c3-40d5-84be-0b256645c42b service neutron] 10.222.0.64 "GET /v2.0/networks/368d83ab-a000-4b31-b676-7976aae96be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018190 Dec 08 16:24:44.363768 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb962d4e-6529-4ab4-ba11-41fb106c925c req-c7971798-c516-42e1-8f88-46f841861611 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:44.365351 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fb962d4e-6529-4ab4-ba11-41fb106c925c req-c7971798-c516-42e1-8f88-46f841861611 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f78f38-5648-401a-b435-4d04a6f1cf9f HTTP/1.1" status: 200 len: 946 time: 0.1077461 Dec 08 16:24:44.558179 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fb962d4e-6529-4ab4-ba11-41fb106c925c req-e9629600-ae1a-4f14-b7b8-0adc9bd900c7 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e37e86e-05e7-489d-9773-6d6a1b50dada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108134 Dec 08 16:24:44.670536 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-b8f9e548-5026-4a9c-aa72-7a8b653bb269 req-6891645f-3cf7-423d-b474-4f2c454b4362 service neutron] For port 393d4564-9a10-460e-a49d-f4edba8f56f4, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=393d4564-9a10-460e-a49d-f4edba8f56f4,segment=NetworkSegment(ac959813-99b5-4b55-bfae-aa5a32c49842),segment_id=ac959813-99b5-4b55-bfae-aa5a32c49842)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:24:44.750384 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ca03a9b1-0bba-4faa-ae21-4e0f196b429b req-84eb64c5-6cb3-470e-83b0-779df5957081 tempest-ServerShowV254Test-1846155569 tempest-ServerShowV254Test-1846155569-project] 10.222.0.64 "GET /v2.0/ports?device_id=6806789c-9b81-4400-ba36-3e3a2b8680b3 HTTP/1.1" status: 200 len: 210 time: 0.0601878 Dec 08 16:24:44.814486 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cac4f440-729e-4759-81b8-7d215949e82d req-e769f1d8-a401-4594-85f8-2fab4658074d tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/ports?device_id=539b66e6-0eaa-449f-8c44-153f5499b76c HTTP/1.1" status: 200 len: 210 time: 0.0335786 Dec 08 16:24:44.830420 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-b8f9e548-5026-4a9c-aa72-7a8b653bb269 req-6891645f-3cf7-423d-b474-4f2c454b4362 service neutron] For port 393d4564-9a10-460e-a49d-f4edba8f56f4, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:24:44.896381 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f78f38-5648-401a-b435-4d04a6f1cf9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '393d4564-9a10-460e-a49d-f4edba8f56f4'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:24:44.899280 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d42da7c-1c15-4190-880a-79f230076cd7" -d '{"events": [{"server_uuid": "17f78f38-5648-401a-b435-4d04a6f1cf9f", "name": "network-vif-unplugged", "status": "completed", "tag": "393d4564-9a10-460e-a49d-f4edba8f56f4"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:24:44.904236 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b8f9e548-5026-4a9c-aa72-7a8b653bb269 req-6891645f-3cf7-423d-b474-4f2c454b4362 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:44.923021 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-b8f9e548-5026-4a9c-aa72-7a8b653bb269 req-6891645f-3cf7-423d-b474-4f2c454b4362 service neutron] Transition to ACTIVE for port object 393d4564-9a10-460e-a49d-f4edba8f56f4 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:24:44.959975 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87da1e82-860c-46e1-9d3c-75cc068e7124 x-openstack-request-id: req-87da1e82-860c-46e1-9d3c-75cc068e7124 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:24:44.960329 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f78f38-5648-401a-b435-4d04a6f1cf9f", "name": "network-vif-unplugged", "status": "completed", "tag": "393d4564-9a10-460e-a49d-f4edba8f56f4", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:24:44.960590 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-87da1e82-860c-46e1-9d3c-75cc068e7124 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:24:44.961003 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f78f38-5648-401a-b435-4d04a6f1cf9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '393d4564-9a10-460e-a49d-f4edba8f56f4', 'code': 200} Dec 08 16:24:45.023940 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b8f9e548-5026-4a9c-aa72-7a8b653bb269 req-6891645f-3cf7-423d-b474-4f2c454b4362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:45.157084 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6891645f-3cf7-423d-b474-4f2c454b4362 service neutron] Pushing event updated for resources: {'Port': ['ID=393d4564-9a10-460e-a49d-f4edba8f56f4,revision_number=6']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:45.235374 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8f9e548-5026-4a9c-aa72-7a8b653bb269 req-6891645f-3cf7-423d-b474-4f2c454b4362 service neutron] No DVR routers for this DVR port 393d4564-9a10-460e-a49d-f4edba8f56f4 on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:24:45.253929 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:45.463913 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-b8f9e548-5026-4a9c-aa72-7a8b653bb269 req-6891645f-3cf7-423d-b474-4f2c454b4362 service neutron] Attempting to bind port 393d4564-9a10-460e-a49d-f4edba8f56f4 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:24:45.464361 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-b8f9e548-5026-4a9c-aa72-7a8b653bb269 req-6891645f-3cf7-423d-b474-4f2c454b4362 service neutron] Attempting to bind port 393d4564-9a10-460e-a49d-f4edba8f56f4 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': 'ac959813-99b5-4b55-bfae-aa5a32c49842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'eab82b1f-ce9c-4e14-bb83-96973f4a9fd1'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:24:45.464790 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f9e548-5026-4a9c-aa72-7a8b653bb269 req-6891645f-3cf7-423d-b474-4f2c454b4362 service neutron] Attempting to bind port 393d4564-9a10-460e-a49d-f4edba8f56f4 on network eab82b1f-ce9c-4e14-bb83-96973f4a9fd1 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:24:45.470505 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f9e548-5026-4a9c-aa72-7a8b653bb269 req-6891645f-3cf7-423d-b474-4f2c454b4362 service neutron] Port 393d4564-9a10-460e-a49d-f4edba8f56f4 on network eab82b1f-ce9c-4e14-bb83-96973f4a9fd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:24:45.470916 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f9e548-5026-4a9c-aa72-7a8b653bb269 req-6891645f-3cf7-423d-b474-4f2c454b4362 service neutron] Attempting to bind port 393d4564-9a10-460e-a49d-f4edba8f56f4 on network eab82b1f-ce9c-4e14-bb83-96973f4a9fd1 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:24:45.476808 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f9e548-5026-4a9c-aa72-7a8b653bb269 req-6891645f-3cf7-423d-b474-4f2c454b4362 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:24:45.488135 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f9e548-5026-4a9c-aa72-7a8b653bb269 req-6891645f-3cf7-423d-b474-4f2c454b4362 service neutron] Checking segment: {'id': 'ac959813-99b5-4b55-bfae-aa5a32c49842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'eab82b1f-ce9c-4e14-bb83-96973f4a9fd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:24:45.488135 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f9e548-5026-4a9c-aa72-7a8b653bb269 req-6891645f-3cf7-423d-b474-4f2c454b4362 service neutron] Bound using segment: {'id': 'ac959813-99b5-4b55-bfae-aa5a32c49842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'eab82b1f-ce9c-4e14-bb83-96973f4a9fd1'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:24:45.488135 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-b8f9e548-5026-4a9c-aa72-7a8b653bb269 req-6891645f-3cf7-423d-b474-4f2c454b4362 service neutron] Bound port: 393d4564-9a10-460e-a49d-f4edba8f56f4, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac959813-99b5-4b55-bfae-aa5a32c49842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'eab82b1f-ce9c-4e14-bb83-96973f4a9fd1'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:24:45.488135 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b8f9e548-5026-4a9c-aa72-7a8b653bb269 req-6891645f-3cf7-423d-b474-4f2c454b4362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:45.551708 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-b8f9e548-5026-4a9c-aa72-7a8b653bb269 req-6891645f-3cf7-423d-b474-4f2c454b4362 service neutron] For port 393d4564-9a10-460e-a49d-f4edba8f56f4, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:24:45.554844 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-b8f9e548-5026-4a9c-aa72-7a8b653bb269 req-6891645f-3cf7-423d-b474-4f2c454b4362 service neutron] For port 393d4564-9a10-460e-a49d-f4edba8f56f4, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=393d4564-9a10-460e-a49d-f4edba8f56f4,segment=NetworkSegment(ac959813-99b5-4b55-bfae-aa5a32c49842),segment_id=ac959813-99b5-4b55-bfae-aa5a32c49842)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:24:45.670015 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b8f9e548-5026-4a9c-aa72-7a8b653bb269 req-6891645f-3cf7-423d-b474-4f2c454b4362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:45.757549 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a9703-cd1f-4b6a-8437-9e2a5c3e33e9 req-70ffa798-12f2-4458-8d4c-7d3219b1cef5 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:45.764760 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-014a9703-cd1f-4b6a-8437-9e2a5c3e33e9 req-70ffa798-12f2-4458-8d4c-7d3219b1cef5 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f78f38-5648-401a-b435-4d04a6f1cf9f HTTP/1.1" status: 200 len: 944 time: 0.1246195 Dec 08 16:24:45.777477 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9e548-5026-4a9c-aa72-7a8b653bb269 req-6891645f-3cf7-423d-b474-4f2c454b4362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:45.778225 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b8f9e548-5026-4a9c-aa72-7a8b653bb269 req-6891645f-3cf7-423d-b474-4f2c454b4362 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:45.784248 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b8f9e548-5026-4a9c-aa72-7a8b653bb269 req-6891645f-3cf7-423d-b474-4f2c454b4362 service neutron] 10.222.0.37 "PUT /v2.0/ports/393d4564-9a10-460e-a49d-f4edba8f56f4 HTTP/1.1" status: 200 len: 1093 time: 1.6009209 Dec 08 16:24:45.897548 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6891645f-3cf7-423d-b474-4f2c454b4362 service neutron] Pushing event updated for resources: {'Port': ['ID=393d4564-9a10-460e-a49d-f4edba8f56f4,revision_number=7']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:45.919580 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9e548-5026-4a9c-aa72-7a8b653bb269 req-85e705f5-e568-49f0-83a0-0e59bceaa4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:45.921788 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b8f9e548-5026-4a9c-aa72-7a8b653bb269 req-85e705f5-e568-49f0-83a0-0e59bceaa4da service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5ac8783bc8454dbdaff01b6ea349ef5e&device_id=17f78f38-5648-401a-b435-4d04a6f1cf9f HTTP/1.1" status: 200 len: 1096 time: 0.0958211 Dec 08 16:24:45.928197 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-014a9703-cd1f-4b6a-8437-9e2a5c3e33e9 req-3fab3e28-996f-4657-8b08-b6f3e26cb238 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e37e86e-05e7-489d-9773-6d6a1b50dada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497047 Dec 08 16:24:46.088229 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-faa45ed4-69e8-4498-bca3-ddfacdba6d49 req-e8682960-5a44-47ef-aa7d-5ddf08b97eff tempest-ServerShowV254Test-1846155569 tempest-ServerShowV254Test-1846155569-project] 10.222.0.64 "GET /v2.0/ports?device_id=6806789c-9b81-4400-ba36-3e3a2b8680b3 HTTP/1.1" status: 200 len: 210 time: 0.0377305 Dec 08 16:24:46.155293 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9e548-5026-4a9c-aa72-7a8b653bb269 req-bb2a03e8-87fc-4173-94bf-82b32d5c4fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:46.157687 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b8f9e548-5026-4a9c-aa72-7a8b653bb269 req-bb2a03e8-87fc-4173-94bf-82b32d5c4fa3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=eab82b1f-ce9c-4e14-bb83-96973f4a9fd1 HTTP/1.1" status: 200 len: 897 time: 0.2240665 Dec 08 16:24:46.253596 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b8f9e548-5026-4a9c-aa72-7a8b653bb269 req-26d74c45-8396-4643-8ffc-0847325ef605 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=393d4564-9a10-460e-a49d-f4edba8f56f4 HTTP/1.1" status: 200 len: 1000 time: 0.0864522 Dec 08 16:24:46.338041 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9e548-5026-4a9c-aa72-7a8b653bb269 req-2c8c4972-b8c1-4280-acfa-9ab17c2d6dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:46.338041 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b8f9e548-5026-4a9c-aa72-7a8b653bb269 req-2c8c4972-b8c1-4280-acfa-9ab17c2d6dee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3e5030cd-b3c2-4118-9383-aef383f9cf5f HTTP/1.1" status: 200 len: 834 time: 0.0712461 Dec 08 16:24:46.360368 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-44ee222f-e0cc-4a74-a3c9-d41962f63419 req-84b625ad-93f8-4e86-bc18-bc3b19b0e037 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/ports?device_id=539b66e6-0eaa-449f-8c44-153f5499b76c HTTP/1.1" status: 200 len: 210 time: 0.0350237 Dec 08 16:24:46.415744 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9e548-5026-4a9c-aa72-7a8b653bb269 req-bc67c724-6972-42da-b72c-f17962f59940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:46.417468 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b8f9e548-5026-4a9c-aa72-7a8b653bb269 req-bc67c724-6972-42da-b72c-f17962f59940 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eab82b1f-ce9c-4e14-bb83-96973f4a9fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0797050 Dec 08 16:24:46.541390 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b8f9e548-5026-4a9c-aa72-7a8b653bb269 req-7709eafd-3cf0-435b-bd93-9cd8de6a1a32 service neutron] 10.222.0.37 "GET /v2.0/networks/eab82b1f-ce9c-4e14-bb83-96973f4a9fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164649 Dec 08 16:24:46.667868 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b8f9e548-5026-4a9c-aa72-7a8b653bb269 req-7a8182b2-cdad-4811-8323-beb1fc744bb3 service neutron] 10.222.0.37 "GET /v2.0/networks/eab82b1f-ce9c-4e14-bb83-96973f4a9fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186559 Dec 08 16:24:46.750472 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:46.962195 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17f78f38-5648-401a-b435-4d04a6f1cf9f', 'tag': '393d4564-9a10-460e-a49d-f4edba8f56f4'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:24:46.969743 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38076518-2785-4211-8afe-bbc796e8a442" -d '{"events": [{"name": "network-changed", "server_uuid": "17f78f38-5648-401a-b435-4d04a6f1cf9f", "tag": "393d4564-9a10-460e-a49d-f4edba8f56f4"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:24:47.071394 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08799290-f76d-48ff-b03e-f764c8413b25 x-openstack-request-id: req-08799290-f76d-48ff-b03e-f764c8413b25 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:24:47.071938 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17f78f38-5648-401a-b435-4d04a6f1cf9f", "tag": "393d4564-9a10-460e-a49d-f4edba8f56f4", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:24:47.073246 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-08799290-f76d-48ff-b03e-f764c8413b25 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:24:47.073246 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17f78f38-5648-401a-b435-4d04a6f1cf9f', 'tag': '393d4564-9a10-460e-a49d-f4edba8f56f4', 'status': 'completed', 'code': 200} Dec 08 16:24:47.166912 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ddfd6a-7d9f-44b1-b62a-2177066a4d69 req-c8f39e9f-7926-40b7-a758-6e641689f281 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:47.168510 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-50ddfd6a-7d9f-44b1-b62a-2177066a4d69 req-c8f39e9f-7926-40b7-a758-6e641689f281 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f78f38-5648-401a-b435-4d04a6f1cf9f HTTP/1.1" status: 200 len: 944 time: 0.1453831 Dec 08 16:24:47.240512 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f9c87c9a-081e-48b4-a407-4fc0855b03f2 req-1c912742-9d15-4150-ae2d-2408d64434c4 tempest-ServerShowV254Test-1846155569 tempest-ServerShowV254Test-1846155569-project] 10.222.0.64 "GET /v2.0/ports?device_id=6806789c-9b81-4400-ba36-3e3a2b8680b3 HTTP/1.1" status: 200 len: 210 time: 0.0420697 Dec 08 16:24:47.258823 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-50ddfd6a-7d9f-44b1-b62a-2177066a4d69 req-b22cf564-39c2-4da9-a016-4381aa3dc6a1 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e37e86e-05e7-489d-9773-6d6a1b50dada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835598 Dec 08 16:24:47.272001 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38076518-2785-4211-8afe-bbc796e8a442 req-bf1bfdb2-23b4-4310-bb7f-e23e57698b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:47.273934 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-38076518-2785-4211-8afe-bbc796e8a442 req-bf1bfdb2-23b4-4310-bb7f-e23e57698b3d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5ac8783bc8454dbdaff01b6ea349ef5e&device_id=17f78f38-5648-401a-b435-4d04a6f1cf9f HTTP/1.1" status: 200 len: 1096 time: 0.1737926 Dec 08 16:24:47.279610 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38076518-2785-4211-8afe-bbc796e8a442 req-9cf7837e-fb88-4002-9d39-4c2962efe333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:47.281206 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-38076518-2785-4211-8afe-bbc796e8a442 req-9cf7837e-fb88-4002-9d39-4c2962efe333 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5ac8783bc8454dbdaff01b6ea349ef5e&device_id=17f78f38-5648-401a-b435-4d04a6f1cf9f HTTP/1.1" status: 200 len: 1096 time: 0.1718652 Dec 08 16:24:47.504882 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2ef54d85-7235-4442-8778-92c13a5f8540 req-0524982e-51a0-4840-be72-b934659a7a89 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/ports?device_id=539b66e6-0eaa-449f-8c44-153f5499b76c HTTP/1.1" status: 200 len: 210 time: 0.0331354 Dec 08 16:24:47.534966 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38076518-2785-4211-8afe-bbc796e8a442 req-91c82638-1534-4d23-8698-407eea616733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:47.536569 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-38076518-2785-4211-8afe-bbc796e8a442 req-91c82638-1534-4d23-8698-407eea616733 service neutron] 10.222.0.76 "GET /v2.0/networks?id=eab82b1f-ce9c-4e14-bb83-96973f4a9fd1 HTTP/1.1" status: 200 len: 897 time: 0.2485311 Dec 08 16:24:47.541791 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38076518-2785-4211-8afe-bbc796e8a442 req-6ca8bcff-2fd1-4b6d-9eb4-6709fa4fba9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:47.543760 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-38076518-2785-4211-8afe-bbc796e8a442 req-6ca8bcff-2fd1-4b6d-9eb4-6709fa4fba9b service neutron] 10.222.0.37 "GET /v2.0/networks?id=eab82b1f-ce9c-4e14-bb83-96973f4a9fd1 HTTP/1.1" status: 200 len: 897 time: 0.2474597 Dec 08 16:24:47.584476 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:48.069740 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-38076518-2785-4211-8afe-bbc796e8a442 req-c78c622b-5584-4c1a-8c91-ef007551194f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=393d4564-9a10-460e-a49d-f4edba8f56f4 HTTP/1.1" status: 200 len: 1000 time: 0.5222089 Dec 08 16:24:48.081430 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa9072-b2ce-4007-921a-f799ae2bbd15 req-b01c318c-f390-4160-8e92-da6ff312f8a6 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:48.083246 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e6aa9072-b2ce-4007-921a-f799ae2bbd15 req-b01c318c-f390-4160-8e92-da6ff312f8a6 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.37 "GET /v2.0/networks?id=368d83ab-a000-4b31-b676-7976aae96be0 HTTP/1.1" status: 200 len: 796 time: 0.6384554 Dec 08 16:24:48.173675 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-38076518-2785-4211-8afe-bbc796e8a442 req-94ae3d12-2073-4b5a-9df9-1379d67454f0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=393d4564-9a10-460e-a49d-f4edba8f56f4 HTTP/1.1" status: 200 len: 1000 time: 0.6147516 Dec 08 16:24:48.235345 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38076518-2785-4211-8afe-bbc796e8a442 req-68a2c014-44ab-45a6-9047-890f4c16eb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:48.237462 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-38076518-2785-4211-8afe-bbc796e8a442 req-68a2c014-44ab-45a6-9047-890f4c16eb6c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3e5030cd-b3c2-4118-9383-aef383f9cf5f HTTP/1.1" status: 200 len: 834 time: 0.1504283 Dec 08 16:24:48.267728 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e6aa9072-b2ce-4007-921a-f799ae2bbd15 req-7d548a0a-d3ad-4ccf-8993-71661bee286c tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a90eddbbcbf4338ab5fe411884194ac HTTP/1.1" status: 200 len: 380 time: 0.1379118 Dec 08 16:24:48.301172 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-e6aa9072-b2ce-4007-921a-f799ae2bbd15 req-91c22712-37be-4307-923c-b23428253faf tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Request body: {'port': {'device_id': '539b66e6-0eaa-449f-8c44-153f5499b76c', 'network_id': '368d83ab-a000-4b31-b676-7976aae96be0', 'admin_state_up': True, 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'security_groups': ['fb679cfd-f713-4992-9768-5098f612dea9']}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:24:48.350298 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38076518-2785-4211-8afe-bbc796e8a442 req-77ded1bd-d223-4f9d-a661-43e44877e0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:48.351782 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-38076518-2785-4211-8afe-bbc796e8a442 req-77ded1bd-d223-4f9d-a661-43e44877e0f8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3e5030cd-b3c2-4118-9383-aef383f9cf5f HTTP/1.1" status: 200 len: 834 time: 0.1634462 Dec 08 16:24:48.368746 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-23fce617-483d-41e4-883c-dc5e02990a1d req-c75e5dd8-a5bc-4898-b2c0-b08d4274573e tempest-ServerShowV254Test-1846155569 tempest-ServerShowV254Test-1846155569-project] 10.222.0.64 "GET /v2.0/ports?device_id=6806789c-9b81-4400-ba36-3e3a2b8680b3 HTTP/1.1" status: 200 len: 210 time: 0.0295517 Dec 08 16:24:48.453156 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38076518-2785-4211-8afe-bbc796e8a442 req-76a3d757-6acb-4764-8374-2f2c42457737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:48.454674 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-38076518-2785-4211-8afe-bbc796e8a442 req-76a3d757-6acb-4764-8374-2f2c42457737 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=eab82b1f-ce9c-4e14-bb83-96973f4a9fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2063999 Dec 08 16:24:48.530861 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a7b47-88e0-4ed2-be7e-393bf21061ab req-fecd00dd-6b7c-4880-8bae-d08f9ab1bd2f tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:48.534111 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6d3a7b47-88e0-4ed2-be7e-393bf21061ab req-fecd00dd-6b7c-4880-8bae-d08f9ab1bd2f tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f78f38-5648-401a-b435-4d04a6f1cf9f HTTP/1.1" status: 200 len: 944 time: 0.1868393 Dec 08 16:24:48.537176 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38076518-2785-4211-8afe-bbc796e8a442 req-e61cd682-f878-4d78-9608-183d8aebb024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:48.538775 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-38076518-2785-4211-8afe-bbc796e8a442 req-e61cd682-f878-4d78-9608-183d8aebb024 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eab82b1f-ce9c-4e14-bb83-96973f4a9fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1734991 Dec 08 16:24:48.589604 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 393d4564-9a10-460e-a49d-f4edba8f56f4 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:24:48.659987 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 393d4564-9a10-460e-a49d-f4edba8f56f4 not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:24:48.682734 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ed2ff86d-ce47-4fcb-b7a1-5167364c0afd req-704ca268-df5b-4ba3-b625-c5aa48789c19 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/ports?device_id=539b66e6-0eaa-449f-8c44-153f5499b76c HTTP/1.1" status: 200 len: 210 time: 0.0459199 Dec 08 16:24:48.717651 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6d3a7b47-88e0-4ed2-be7e-393bf21061ab req-ac65b219-9240-4780-a165-b45980c58fdc tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e37e86e-05e7-489d-9773-6d6a1b50dada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1754081 Dec 08 16:24:48.731222 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6aa9072-b2ce-4007-921a-f799ae2bbd15 req-91c22712-37be-4307-923c-b23428253faf tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Made reservation on behalf of 2a90eddbbcbf4338ab5fe411884194ac for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:24:48.735014 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e6aa9072-b2ce-4007-921a-f799ae2bbd15 req-91c22712-37be-4307-923c-b23428253faf tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:48.741068 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-38076518-2785-4211-8afe-bbc796e8a442 req-59cc6aff-dcf3-43cb-be1c-1318fe3a6b78 service neutron] 10.222.0.76 "GET /v2.0/networks/eab82b1f-ce9c-4e14-bb83-96973f4a9fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756379 Dec 08 16:24:48.749659 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-38076518-2785-4211-8afe-bbc796e8a442 req-4facc4fb-0dc2-4477-8f93-8c4793a4c515 service neutron] 10.222.0.37 "GET /v2.0/networks/eab82b1f-ce9c-4e14-bb83-96973f4a9fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987889 Dec 08 16:24:48.986219 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-38076518-2785-4211-8afe-bbc796e8a442 req-52a5ff11-32b7-4bcb-88bb-54e3254d28a0 service neutron] 10.222.0.76 "GET /v2.0/networks/eab82b1f-ce9c-4e14-bb83-96973f4a9fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310019 Dec 08 16:24:49.012144 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-38076518-2785-4211-8afe-bbc796e8a442 req-96168c23-02dd-4e40-b8b2-001112916e19 service neutron] 10.222.0.37 "GET /v2.0/networks/eab82b1f-ce9c-4e14-bb83-96973f4a9fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491207 Dec 08 16:24:49.058532 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-e6aa9072-b2ce-4007-921a-f799ae2bbd15 req-91c22712-37be-4307-923c-b23428253faf tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Allocated IP 172.20.0.9 (368d83ab-a000-4b31-b676-7976aae96be0/333b9e40-0777-46ae-b741-90a63b428a19/ebfe58f3-ab0f-4580-805b-c92c4f7c580b) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:24:49.244954 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e6aa9072-b2ce-4007-921a-f799ae2bbd15 req-91c22712-37be-4307-923c-b23428253faf tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:49.346879 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e6aa9072-b2ce-4007-921a-f799ae2bbd15 req-91c22712-37be-4307-923c-b23428253faf tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:49.416999 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6aa9072-b2ce-4007-921a-f799ae2bbd15 req-91c22712-37be-4307-923c-b23428253faf tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Network 368d83ab-a000-4b31-b676-7976aae96be0 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:24:49.420776 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-e6aa9072-b2ce-4007-921a-f799ae2bbd15 req-91c22712-37be-4307-923c-b23428253faf tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:24:49.445499 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6aa9072-b2ce-4007-921a-f799ae2bbd15 req-91c22712-37be-4307-923c-b23428253faf tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:24:49.512948 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c22712-37be-4307-923c-b23428253faf tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Pushing event updated for resources: {'Port': ['ID=ebfe58f3-ab0f-4580-805b-c92c4f7c580b,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:49.521973 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa9072-b2ce-4007-921a-f799ae2bbd15 req-91c22712-37be-4307-923c-b23428253faf tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:49.522695 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e6aa9072-b2ce-4007-921a-f799ae2bbd15 req-91c22712-37be-4307-923c-b23428253faf tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:49.536610 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-548f188f-2d11-4791-804c-b0e2c42b4865 req-cd034383-0af1-49a0-a9b4-af4c5fe64a99 tempest-ServerShowV254Test-1846155569 tempest-ServerShowV254Test-1846155569-project] 10.222.0.64 "GET /v2.0/ports?device_id=6806789c-9b81-4400-ba36-3e3a2b8680b3 HTTP/1.1" status: 200 len: 210 time: 0.0613403 Dec 08 16:24:49.632686 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e6aa9072-b2ce-4007-921a-f799ae2bbd15 req-91c22712-37be-4307-923c-b23428253faf tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3385839 Dec 08 16:24:49.634621 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 393d4564-9a10-460e-a49d-f4edba8f56f4 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:24:49.646838 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-e6aa9072-b2ce-4007-921a-f799ae2bbd15 req-a04af304-bbad-4fb4-9f07-797a39e374c5 service neutron] Request body: {'port': {'device_id': '539b66e6-0eaa-449f-8c44-153f5499b76c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:24:49.723059 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e6aa9072-b2ce-4007-921a-f799ae2bbd15 req-a04af304-bbad-4fb4-9f07-797a39e374c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:49.797251 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 393d4564-9a10-460e-a49d-f4edba8f56f4, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=393d4564-9a10-460e-a49d-f4edba8f56f4,segment=NetworkSegment(ac959813-99b5-4b55-bfae-aa5a32c49842),segment_id=ac959813-99b5-4b55-bfae-aa5a32c49842)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:24:49.836467 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '393d4564-9a10-460e-a49d-f4edba8f56f4', 'network_id': 'eab82b1f-ce9c-4e14-bb83-96973f4a9fd1', 'port_id': '393d4564-9a10-460e-a49d-f4edba8f56f4', 'mac_address': 'fa:16:3e:e1:c7:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e5030cd-b3c2-4118-9383-aef383f9cf5f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:24:49.859111 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-de8933f2-72e2-493c-900c-ed73d3534f44 None None] Provisioning complete for port ebfe58f3-ab0f-4580-805b-c92c4f7c580b triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:24:49.859499 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-de8933f2-72e2-493c-900c-ed73d3534f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:49.993644 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799b852-91fc-4e51-993d-0eaa2398d7c2 req-dd477c43-3095-407b-a14f-7b053511d46d tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:50.001116 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8799b852-91fc-4e51-993d-0eaa2398d7c2 req-dd477c43-3095-407b-a14f-7b053511d46d tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f78f38-5648-401a-b435-4d04a6f1cf9f HTTP/1.1" status: 200 len: 944 time: 0.1047993 Dec 08 16:24:50.004371 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da411a72-c2f6-42e1-93fd-4013f1bf1f2b req-d16ad974-0150-440e-9cdb-15d5ec1d9f01 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:50.006043 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-da411a72-c2f6-42e1-93fd-4013f1bf1f2b req-d16ad974-0150-440e-9cdb-15d5ec1d9f01 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/ports?device_id=539b66e6-0eaa-449f-8c44-153f5499b76c HTTP/1.1" status: 200 len: 931 time: 0.1953049 Dec 08 16:24:50.071450 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8799b852-91fc-4e51-993d-0eaa2398d7c2 req-a56a9dd0-46d9-4ebe-a291-4878aca62489 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e37e86e-05e7-489d-9773-6d6a1b50dada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640421 Dec 08 16:24:50.154105 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-da411a72-c2f6-42e1-93fd-4013f1bf1f2b req-7b55c729-3874-4038-a0a4-482c0110e728 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/security-groups?id=fb679cfd-f713-4992-9768-5098f612dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350882 Dec 08 16:24:50.298030 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:50.343214 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-de8933f2-72e2-493c-900c-ed73d3534f44 None None] Port ebfe58f3-ab0f-4580-805b-c92c4f7c580b cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:24:50.358240 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 393d4564-9a10-460e-a49d-f4edba8f56f4 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:24:50.396171 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 393d4564-9a10-460e-a49d-f4edba8f56f4, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=393d4564-9a10-460e-a49d-f4edba8f56f4,segment=NetworkSegment(ac959813-99b5-4b55-bfae-aa5a32c49842),segment_id=ac959813-99b5-4b55-bfae-aa5a32c49842)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:24:50.408661 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-e6aa9072-b2ce-4007-921a-f799ae2bbd15 req-a04af304-bbad-4fb4-9f07-797a39e374c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebfe58f3-ab0f-4580-805b-c92c4f7c580b {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:24:50.418947 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e6aa9072-b2ce-4007-921a-f799ae2bbd15 req-a04af304-bbad-4fb4-9f07-797a39e374c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:50.437324 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-e6aa9072-b2ce-4007-921a-f799ae2bbd15 req-a04af304-bbad-4fb4-9f07-797a39e374c5 service neutron] Transition to ACTIVE for port object ebfe58f3-ab0f-4580-805b-c92c4f7c580b will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:24:50.506869 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:50.546999 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e6aa9072-b2ce-4007-921a-f799ae2bbd15 req-a04af304-bbad-4fb4-9f07-797a39e374c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:50.593284 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=393d4564-9a10-460e-a49d-f4edba8f56f4,revision_number=8']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:50.639417 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04af304-bbad-4fb4-9f07-797a39e374c5 service neutron] Pushing event updated for resources: {'Port': ['ID=ebfe58f3-ab0f-4580-805b-c92c4f7c580b,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:50.763118 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-70f9b3e9-837d-4bf5-a54f-1e41048749a7 req-59a3963c-c86e-4346-89be-5a6ef1be00c3 tempest-ServerShowV254Test-1846155569 tempest-ServerShowV254Test-1846155569-project] 10.222.0.64 "GET /v2.0/ports?device_id=6806789c-9b81-4400-ba36-3e3a2b8680b3 HTTP/1.1" status: 200 len: 210 time: 0.0390127 Dec 08 16:24:50.767547 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-e6aa9072-b2ce-4007-921a-f799ae2bbd15 req-a04af304-bbad-4fb4-9f07-797a39e374c5 service neutron] Attempting to bind port ebfe58f3-ab0f-4580-805b-c92c4f7c580b on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:24:50.768021 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-e6aa9072-b2ce-4007-921a-f799ae2bbd15 req-a04af304-bbad-4fb4-9f07-797a39e374c5 service neutron] Attempting to bind port ebfe58f3-ab0f-4580-805b-c92c4f7c580b by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '1240e10a-ca2e-4cf3-b554-bf2ffadf21d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '368d83ab-a000-4b31-b676-7976aae96be0'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:24:50.768677 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6aa9072-b2ce-4007-921a-f799ae2bbd15 req-a04af304-bbad-4fb4-9f07-797a39e374c5 service neutron] Attempting to bind port ebfe58f3-ab0f-4580-805b-c92c4f7c580b on network 368d83ab-a000-4b31-b676-7976aae96be0 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:24:50.779691 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6aa9072-b2ce-4007-921a-f799ae2bbd15 req-a04af304-bbad-4fb4-9f07-797a39e374c5 service neutron] Port ebfe58f3-ab0f-4580-805b-c92c4f7c580b on network 368d83ab-a000-4b31-b676-7976aae96be0 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:24:50.782822 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6aa9072-b2ce-4007-921a-f799ae2bbd15 req-a04af304-bbad-4fb4-9f07-797a39e374c5 service neutron] Attempting to bind port ebfe58f3-ab0f-4580-805b-c92c4f7c580b on network 368d83ab-a000-4b31-b676-7976aae96be0 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:24:50.806896 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6aa9072-b2ce-4007-921a-f799ae2bbd15 req-a04af304-bbad-4fb4-9f07-797a39e374c5 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:24:50.807253 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6aa9072-b2ce-4007-921a-f799ae2bbd15 req-a04af304-bbad-4fb4-9f07-797a39e374c5 service neutron] Checking segment: {'id': '1240e10a-ca2e-4cf3-b554-bf2ffadf21d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '368d83ab-a000-4b31-b676-7976aae96be0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:24:50.807654 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6aa9072-b2ce-4007-921a-f799ae2bbd15 req-a04af304-bbad-4fb4-9f07-797a39e374c5 service neutron] Bound using segment: {'id': '1240e10a-ca2e-4cf3-b554-bf2ffadf21d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '368d83ab-a000-4b31-b676-7976aae96be0'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:24:50.808123 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-e6aa9072-b2ce-4007-921a-f799ae2bbd15 req-a04af304-bbad-4fb4-9f07-797a39e374c5 service neutron] Bound port: ebfe58f3-ab0f-4580-805b-c92c4f7c580b, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1240e10a-ca2e-4cf3-b554-bf2ffadf21d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '368d83ab-a000-4b31-b676-7976aae96be0'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:24:50.808525 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e6aa9072-b2ce-4007-921a-f799ae2bbd15 req-a04af304-bbad-4fb4-9f07-797a39e374c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:50.819265 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d5074-3d48-450c-9cbe-6bb5e0114b64 req-86fe2df6-9d76-4fe1-9d92-a85cf66e5b01 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:50.826933 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['393d4564-9a10-460e-a49d-f4edba8f56f4'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:24:50.836847 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2d2d5074-3d48-450c-9cbe-6bb5e0114b64 req-86fe2df6-9d76-4fe1-9d92-a85cf66e5b01 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f78f38-5648-401a-b435-4d04a6f1cf9f HTTP/1.1" status: 200 len: 945 time: 0.1457341 Dec 08 16:24:50.979385 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2d2d5074-3d48-450c-9cbe-6bb5e0114b64 req-afd36764-44f0-4b97-9b25-5c9dc8d92ba3 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e37e86e-05e7-489d-9773-6d6a1b50dada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309273 Dec 08 16:24:51.148380 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c383dcb-337f-4771-8642-cb97551d8bb6 req-05e5b788-8c31-4d6a-928a-7fc9a1ed9ae4 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:51.150501 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6c383dcb-337f-4771-8642-cb97551d8bb6 req-05e5b788-8c31-4d6a-928a-7fc9a1ed9ae4 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.76 "GET /v2.0/ports?device_id=17f78f38-5648-401a-b435-4d04a6f1cf9f&tenant_id=5ac8783bc8454dbdaff01b6ea349ef5e&binding%3Ahost_id=n-h2-776250-12 HTTP/1.1" status: 200 len: 945 time: 0.2269151 Dec 08 16:24:51.161316 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-e6aa9072-b2ce-4007-921a-f799ae2bbd15 req-a04af304-bbad-4fb4-9f07-797a39e374c5 service neutron] For port ebfe58f3-ab0f-4580-805b-c92c4f7c580b, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:24:51.171276 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-e6aa9072-b2ce-4007-921a-f799ae2bbd15 req-a04af304-bbad-4fb4-9f07-797a39e374c5 service neutron] For port ebfe58f3-ab0f-4580-805b-c92c4f7c580b, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=ebfe58f3-ab0f-4580-805b-c92c4f7c580b,segment=NetworkSegment(1240e10a-ca2e-4cf3-b554-bf2ffadf21d5),segment_id=1240e10a-ca2e-4cf3-b554-bf2ffadf21d5)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:24:51.307796 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e6aa9072-b2ce-4007-921a-f799ae2bbd15 req-a04af304-bbad-4fb4-9f07-797a39e374c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:51.503020 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04af304-bbad-4fb4-9f07-797a39e374c5 service neutron] Pushing event updated for resources: {'Port': ['ID=ebfe58f3-ab0f-4580-805b-c92c4f7c580b,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:51.517956 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa9072-b2ce-4007-921a-f799ae2bbd15 req-a04af304-bbad-4fb4-9f07-797a39e374c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:51.519256 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e6aa9072-b2ce-4007-921a-f799ae2bbd15 req-a04af304-bbad-4fb4-9f07-797a39e374c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:51.521193 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e6aa9072-b2ce-4007-921a-f799ae2bbd15 req-a04af304-bbad-4fb4-9f07-797a39e374c5 service neutron] 10.222.0.37 "PUT /v2.0/ports/ebfe58f3-ab0f-4580-805b-c92c4f7c580b HTTP/1.1" status: 200 len: 1092 time: 1.8794653 Dec 08 16:24:51.533014 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '539b66e6-0eaa-449f-8c44-153f5499b76c', 'tag': 'ebfe58f3-ab0f-4580-805b-c92c4f7c580b'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:24:51.535667 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7245dbe2-1026-4806-a240-f37ba2bdaed1" -d '{"events": [{"name": "network-changed", "server_uuid": "539b66e6-0eaa-449f-8c44-153f5499b76c", "tag": "ebfe58f3-ab0f-4580-805b-c92c4f7c580b"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:24:51.556312 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [req-6c383dcb-337f-4771-8642-cb97551d8bb6 req-e1caac88-5819-41b5-a386-21f0b1c59d43 service neutron] delete failed (client error): The resource could not be found. Dec 08 16:24:51.557634 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6c383dcb-337f-4771-8642-cb97551d8bb6 req-e1caac88-5819-41b5-a386-21f0b1c59d43 service neutron] 10.222.0.76 "DELETE /v2.0/ports/393d4564-9a10-460e-a49d-f4edba8f56f4/bindings/n-h1-776250-12 HTTP/1.1" status: 404 len: 381 time: 0.3714025 Dec 08 16:24:51.576897 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abe1a58-503a-4b85-9af7-dcac2ae9dc1a req-6cf355bd-ee0e-4c26-8aee-e3d9c462c70b tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:51.592520 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3abe1a58-503a-4b85-9af7-dcac2ae9dc1a req-6cf355bd-ee0e-4c26-8aee-e3d9c462c70b tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/ports?device_id=539b66e6-0eaa-449f-8c44-153f5499b76c HTTP/1.1" status: 200 len: 943 time: 0.2351241 Dec 08 16:24:51.682891 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c85b159-db3f-4797-ae90-219556c6835f x-openstack-request-id: req-1c85b159-db3f-4797-ae90-219556c6835f {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:24:51.684121 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "539b66e6-0eaa-449f-8c44-153f5499b76c", "tag": "ebfe58f3-ab0f-4580-805b-c92c4f7c580b", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:24:51.684493 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1c85b159-db3f-4797-ae90-219556c6835f {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:24:51.685028 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '539b66e6-0eaa-449f-8c44-153f5499b76c', 'tag': 'ebfe58f3-ab0f-4580-805b-c92c4f7c580b', 'status': 'completed', 'code': 200} Dec 08 16:24:51.790044 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3abe1a58-503a-4b85-9af7-dcac2ae9dc1a req-7259e34e-29a0-4896-b694-5bb0cdc9d9be tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/security-groups?id=fb679cfd-f713-4992-9768-5098f612dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957006 Dec 08 16:24:51.804002 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa9072-b2ce-4007-921a-f799ae2bbd15 req-8b0c0687-81d9-4106-946e-c86a490aa162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:51.806274 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e6aa9072-b2ce-4007-921a-f799ae2bbd15 req-8b0c0687-81d9-4106-946e-c86a490aa162 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2a90eddbbcbf4338ab5fe411884194ac&device_id=539b66e6-0eaa-449f-8c44-153f5499b76c HTTP/1.1" status: 200 len: 1095 time: 0.1639798 Dec 08 16:24:51.829994 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c383dcb-337f-4771-8642-cb97551d8bb6 req-659c3304-62b0-4424-a3aa-cf5519e54b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:51.831857 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6c383dcb-337f-4771-8642-cb97551d8bb6 req-659c3304-62b0-4424-a3aa-cf5519e54b51 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5ac8783bc8454dbdaff01b6ea349ef5e&device_id=17f78f38-5648-401a-b435-4d04a6f1cf9f HTTP/1.1" status: 200 len: 1097 time: 0.1424694 Dec 08 16:24:52.042074 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e6aa9072-b2ce-4007-921a-f799ae2bbd15 req-58bfc695-65d0-4d8c-9bdb-f3c40297d81a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ebfe58f3-ab0f-4580-805b-c92c4f7c580b HTTP/1.1" status: 200 len: 217 time: 0.1996882 Dec 08 16:24:52.064731 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-434f016c-bb7b-4eb6-b550-da6dd80da3ca req-b0c17fa4-7e4d-4882-9902-8e8f520161fa tempest-ServerShowV254Test-1846155569 tempest-ServerShowV254Test-1846155569-project] 10.222.0.64 "GET /v2.0/ports?device_id=6806789c-9b81-4400-ba36-3e3a2b8680b3 HTTP/1.1" status: 200 len: 210 time: 0.0920005 Dec 08 16:24:52.216577 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa9072-b2ce-4007-921a-f799ae2bbd15 req-e0c8e84d-4846-42f5-85ce-692b8e1bce57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:52.218172 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e6aa9072-b2ce-4007-921a-f799ae2bbd15 req-e0c8e84d-4846-42f5-85ce-692b8e1bce57 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=333b9e40-0777-46ae-b741-90a63b428a19 HTTP/1.1" status: 200 len: 834 time: 0.1752141 Dec 08 16:24:52.260833 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c383dcb-337f-4771-8642-cb97551d8bb6 req-1dcf8e2c-97b4-45b9-ab46-73834224d7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:52.262404 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6c383dcb-337f-4771-8642-cb97551d8bb6 req-1dcf8e2c-97b4-45b9-ab46-73834224d7ac service neutron] 10.222.0.76 "GET /v2.0/networks?id=eab82b1f-ce9c-4e14-bb83-96973f4a9fd1 HTTP/1.1" status: 200 len: 897 time: 0.3765113 Dec 08 16:24:52.391587 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6c383dcb-337f-4771-8642-cb97551d8bb6 req-d56bcbb0-27aa-4ebd-a66c-a1ee005091fa service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=393d4564-9a10-460e-a49d-f4edba8f56f4 HTTP/1.1" status: 200 len: 1001 time: 0.0994165 Dec 08 16:24:52.432827 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0da28-5ab0-4d52-8052-265e93564ad0 req-2faa1643-4a10-42b2-a2c7-00ff58ec18b6 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:52.432827 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-15e0da28-5ab0-4d52-8052-265e93564ad0 req-2faa1643-4a10-42b2-a2c7-00ff58ec18b6 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f78f38-5648-401a-b435-4d04a6f1cf9f HTTP/1.1" status: 200 len: 945 time: 0.2265260 Dec 08 16:24:52.478842 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa9072-b2ce-4007-921a-f799ae2bbd15 req-8faefa4f-f823-4c23-8d28-7460954bba4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:52.480655 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e6aa9072-b2ce-4007-921a-f799ae2bbd15 req-8faefa4f-f823-4c23-8d28-7460954bba4d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=368d83ab-a000-4b31-b676-7976aae96be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2457860 Dec 08 16:24:52.552490 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c383dcb-337f-4771-8642-cb97551d8bb6 req-78202520-4cb4-462b-b4d2-036cbb5f1f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:52.552490 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6c383dcb-337f-4771-8642-cb97551d8bb6 req-78202520-4cb4-462b-b4d2-036cbb5f1f82 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3e5030cd-b3c2-4118-9383-aef383f9cf5f HTTP/1.1" status: 200 len: 834 time: 0.1444831 Dec 08 16:24:52.660884 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-15e0da28-5ab0-4d52-8052-265e93564ad0 req-2cc70de7-fafd-4c64-8124-3edb1a34a206 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e37e86e-05e7-489d-9773-6d6a1b50dada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2105713 Dec 08 16:24:52.744919 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c383dcb-337f-4771-8642-cb97551d8bb6 req-4788cf5e-73c0-4c9f-849f-7d77cbe0117a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:52.753689 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6c383dcb-337f-4771-8642-cb97551d8bb6 req-4788cf5e-73c0-4c9f-849f-7d77cbe0117a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=eab82b1f-ce9c-4e14-bb83-96973f4a9fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1931598 Dec 08 16:24:52.851246 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e6aa9072-b2ce-4007-921a-f799ae2bbd15 req-c9c6f48f-407c-4fa5-b421-eaedd128589e service neutron] 10.222.0.37 "GET /v2.0/networks/368d83ab-a000-4b31-b676-7976aae96be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3630507 Dec 08 16:24:53.072877 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34f14eb-e94c-4539-a26f-0b680ed3e8a4 req-59aeb2b8-1d73-44c3-8e97-3d3b9e9375ab tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:53.074654 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a34f14eb-e94c-4539-a26f-0b680ed3e8a4 req-59aeb2b8-1d73-44c3-8e97-3d3b9e9375ab tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/ports?device_id=539b66e6-0eaa-449f-8c44-153f5499b76c HTTP/1.1" status: 200 len: 943 time: 0.1225896 Dec 08 16:24:53.079388 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6c383dcb-337f-4771-8642-cb97551d8bb6 req-df7648a0-cacb-4dd4-97c7-9af687cf663c service neutron] 10.222.0.76 "GET /v2.0/networks/eab82b1f-ce9c-4e14-bb83-96973f4a9fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136644 Dec 08 16:24:53.252109 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e6aa9072-b2ce-4007-921a-f799ae2bbd15 req-5accfc2a-2c0b-4421-a07b-5ef3597bcf20 service neutron] 10.222.0.37 "GET /v2.0/networks/368d83ab-a000-4b31-b676-7976aae96be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3883662 Dec 08 16:24:53.308957 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6c383dcb-337f-4771-8642-cb97551d8bb6 req-73b966cb-fef5-4284-a989-79e24098f862 service neutron] 10.222.0.76 "GET /v2.0/networks/eab82b1f-ce9c-4e14-bb83-96973f4a9fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210124 Dec 08 16:24:53.332616 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a34f14eb-e94c-4539-a26f-0b680ed3e8a4 req-6d695dac-79e1-42c6-8d56-87b85476b03f tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/security-groups?id=fb679cfd-f713-4992-9768-5098f612dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333816 Dec 08 16:24:53.543409 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-36c26e86-7549-4171-a6b5-23944b1288b2 req-75dc3eea-ddad-427c-b74d-5fb8fc8c42c2 tempest-ServerShowV254Test-1846155569 tempest-ServerShowV254Test-1846155569-project] 10.222.0.64 "GET /v2.0/ports?device_id=6806789c-9b81-4400-ba36-3e3a2b8680b3 HTTP/1.1" status: 200 len: 210 time: 0.0641181 Dec 08 16:24:53.599188 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245dbe2-1026-4806-a240-f37ba2bdaed1 req-b2405572-dbae-423c-9968-5fcd44d7eb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:53.600776 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7245dbe2-1026-4806-a240-f37ba2bdaed1 req-b2405572-dbae-423c-9968-5fcd44d7eb65 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2a90eddbbcbf4338ab5fe411884194ac&device_id=539b66e6-0eaa-449f-8c44-153f5499b76c HTTP/1.1" status: 200 len: 1095 time: 0.2036633 Dec 08 16:24:53.648665 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 393d4564-9a10-460e-a49d-f4edba8f56f4 up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:24:53.777145 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245dbe2-1026-4806-a240-f37ba2bdaed1 req-f8476ea1-ae7c-406a-b3f9-44b22fadd525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:53.778966 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7245dbe2-1026-4806-a240-f37ba2bdaed1 req-f8476ea1-ae7c-406a-b3f9-44b22fadd525 service neutron] 10.222.0.37 "GET /v2.0/networks?id=368d83ab-a000-4b31-b676-7976aae96be0 HTTP/1.1" status: 200 len: 897 time: 0.1691554 Dec 08 16:24:53.824674 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port 393d4564-9a10-460e-a49d-f4edba8f56f4 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:24:53.834489 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 393d4564-9a10-460e-a49d-f4edba8f56f4 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:24:53.834489 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:53.863019 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7245dbe2-1026-4806-a240-f37ba2bdaed1 req-04f8950d-33dc-41d7-809f-b7affd8c2211 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ebfe58f3-ab0f-4580-805b-c92c4f7c580b HTTP/1.1" status: 200 len: 217 time: 0.0639629 Dec 08 16:24:54.015756 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:54.027998 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245dbe2-1026-4806-a240-f37ba2bdaed1 req-100ed0d8-6e26-468d-bb11-cc0c210a1d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:54.029724 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7245dbe2-1026-4806-a240-f37ba2bdaed1 req-100ed0d8-6e26-468d-bb11-cc0c210a1d13 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=333b9e40-0777-46ae-b741-90a63b428a19 HTTP/1.1" status: 200 len: 834 time: 0.1562262 Dec 08 16:24:54.052619 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ecd46-9ac7-4bd0-9e7b-0bb9a801d3b6 req-36c3fefe-9311-4ee1-9885-617ff26cd6c6 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:54.060559 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5d3ecd46-9ac7-4bd0-9e7b-0bb9a801d3b6 req-36c3fefe-9311-4ee1-9885-617ff26cd6c6 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f78f38-5648-401a-b435-4d04a6f1cf9f HTTP/1.1" status: 200 len: 945 time: 0.2073908 Dec 08 16:24:54.069260 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f78f38-5648-401a-b435-4d04a6f1cf9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '393d4564-9a10-460e-a49d-f4edba8f56f4'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:24:54.071959 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6dafd4-6926-42f8-a817-87257eeb7be4" -d '{"events": [{"server_uuid": "17f78f38-5648-401a-b435-4d04a6f1cf9f", "name": "network-vif-plugged", "status": "completed", "tag": "393d4564-9a10-460e-a49d-f4edba8f56f4"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:24:54.127660 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 393d4564-9a10-460e-a49d-f4edba8f56f4, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=393d4564-9a10-460e-a49d-f4edba8f56f4,segment=NetworkSegment(ac959813-99b5-4b55-bfae-aa5a32c49842),segment_id=ac959813-99b5-4b55-bfae-aa5a32c49842)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:24:54.174539 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd5468c0-ab68-4c3e-931c-04a73350cfe1 x-openstack-request-id: req-dd5468c0-ab68-4c3e-931c-04a73350cfe1 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:24:54.174539 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f78f38-5648-401a-b435-4d04a6f1cf9f", "name": "network-vif-plugged", "status": "completed", "tag": "393d4564-9a10-460e-a49d-f4edba8f56f4", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:24:54.174539 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dd5468c0-ab68-4c3e-931c-04a73350cfe1 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:24:54.174539 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f78f38-5648-401a-b435-4d04a6f1cf9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '393d4564-9a10-460e-a49d-f4edba8f56f4', 'code': 200} Dec 08 16:24:54.175107 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5d3ecd46-9ac7-4bd0-9e7b-0bb9a801d3b6 req-c602d528-62cc-468a-8086-5ac35883788d tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e37e86e-05e7-489d-9773-6d6a1b50dada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111960 Dec 08 16:24:54.180557 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245dbe2-1026-4806-a240-f37ba2bdaed1 req-7a988d81-77d6-4974-ad0f-088b521f62fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:54.182709 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7245dbe2-1026-4806-a240-f37ba2bdaed1 req-7a988d81-77d6-4974-ad0f-088b521f62fa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=368d83ab-a000-4b31-b676-7976aae96be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1144950 Dec 08 16:24:54.287942 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7245dbe2-1026-4806-a240-f37ba2bdaed1 req-00278165-957c-4e2b-8405-519e3cdc0887 service neutron] 10.222.0.37 "GET /v2.0/networks/368d83ab-a000-4b31-b676-7976aae96be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912049 Dec 08 16:24:54.384222 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:54.496742 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=393d4564-9a10-460e-a49d-f4edba8f56f4,revision_number=9']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:54.704706 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede9882-b5e6-4cd0-b1de-161975cf097e req-409c228c-6b2e-4a80-90d7-3215101af60d tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:54.706351 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3ede9882-b5e6-4cd0-b1de-161975cf097e req-409c228c-6b2e-4a80-90d7-3215101af60d tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/ports?device_id=539b66e6-0eaa-449f-8c44-153f5499b76c HTTP/1.1" status: 200 len: 943 time: 0.0981996 Dec 08 16:24:54.858002 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3ede9882-b5e6-4cd0-b1de-161975cf097e req-77fc44f8-0a07-48bd-ab74-e8f5525a3724 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/security-groups?id=fb679cfd-f713-4992-9768-5098f612dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419683 Dec 08 16:24:54.987651 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b8d40417-81b2-4977-838b-553bed8314a5 req-0f2410d9-3e8a-46fa-b375-df5792e81528 tempest-ServerShowV254Test-1846155569 tempest-ServerShowV254Test-1846155569-project] 10.222.0.64 "GET /v2.0/ports?device_id=6806789c-9b81-4400-ba36-3e3a2b8680b3 HTTP/1.1" status: 200 len: 210 time: 0.0415299 Dec 08 16:24:55.071233 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7245dbe2-1026-4806-a240-f37ba2bdaed1 req-7524bbb8-fa71-41a1-b75d-7d7d304f3aa7 service neutron] 10.222.0.37 "GET /v2.0/networks/368d83ab-a000-4b31-b676-7976aae96be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7739646 Dec 08 16:24:55.369397 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4dae74-0aca-4026-aa27-7b257720ee32 req-0bffd0da-fa02-485c-b57b-2fe3c15b10c1 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:55.371622 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ba4dae74-0aca-4026-aa27-7b257720ee32 req-0bffd0da-fa02-485c-b57b-2fe3c15b10c1 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f78f38-5648-401a-b435-4d04a6f1cf9f HTTP/1.1" status: 200 len: 946 time: 0.0697815 Dec 08 16:24:55.436326 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ba4dae74-0aca-4026-aa27-7b257720ee32 req-d2882159-240d-4bba-bb73-d3866a7819ad tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e37e86e-05e7-489d-9773-6d6a1b50dada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577457 Dec 08 16:24:55.470934 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 35472) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:55.564263 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-e9967a0f-f10d-4aab-b0ba-78dd89a0c765 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/floatingips/116ceb58-a988-4ca8-bc78-dded95a8b4e0 HTTP/1.1" status: 200 len: 994 time: 0.0881076 Dec 08 16:24:55.666508 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device ebfe58f3-ab0f-4580-805b-c92c4f7c580b details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:24:55.797059 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port ebfe58f3-ab0f-4580-805b-c92c4f7c580b, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=ebfe58f3-ab0f-4580-805b-c92c4f7c580b,segment=NetworkSegment(1240e10a-ca2e-4cf3-b554-bf2ffadf21d5),segment_id=1240e10a-ca2e-4cf3-b554-bf2ffadf21d5)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:24:55.812697 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': 'ebfe58f3-ab0f-4580-805b-c92c4f7c580b', 'network_id': '368d83ab-a000-4b31-b676-7976aae96be0', 'port_id': 'ebfe58f3-ab0f-4580-805b-c92c4f7c580b', 'mac_address': 'fa:16:3e:c9:d0:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '333b9e40-0777-46ae-b741-90a63b428a19', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:24:55.862708 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:55.880060 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebfe58f3-ab0f-4580-805b-c92c4f7c580b {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:24:55.906819 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port ebfe58f3-ab0f-4580-805b-c92c4f7c580b, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=ebfe58f3-ab0f-4580-805b-c92c4f7c580b,segment=NetworkSegment(1240e10a-ca2e-4cf3-b554-bf2ffadf21d5),segment_id=1240e10a-ca2e-4cf3-b554-bf2ffadf21d5)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:24:55.989817 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:56.081090 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf917f-a72a-4424-9141-f8250ad0fd70 req-7210609d-0b9e-4a7d-859f-74cb7dff15b4 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:56.089510 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c8bf917f-a72a-4424-9141-f8250ad0fd70 req-7210609d-0b9e-4a7d-859f-74cb7dff15b4 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/ports?device_id=539b66e6-0eaa-449f-8c44-153f5499b76c HTTP/1.1" status: 200 len: 943 time: 0.1549623 Dec 08 16:24:56.211804 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-39a00373-a6f5-4be2-b1d5-467208fcc582 req-16527ee2-ab64-440c-a732-c48e945dae3c tempest-ServerShowV254Test-1846155569 tempest-ServerShowV254Test-1846155569-project] 10.222.0.64 "GET /v2.0/ports?device_id=6806789c-9b81-4400-ba36-3e3a2b8680b3 HTTP/1.1" status: 200 len: 210 time: 0.0456424 Dec 08 16:24:56.237492 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=ebfe58f3-ab0f-4580-805b-c92c4f7c580b,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:56.258870 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c8bf917f-a72a-4424-9141-f8250ad0fd70 req-a8ba60ae-38b3-474b-89a6-9896d7bb2aa8 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/security-groups?id=fb679cfd-f713-4992-9768-5098f612dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1660025 Dec 08 16:24:56.299585 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['ebfe58f3-ab0f-4580-805b-c92c4f7c580b'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:24:56.395462 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:24:56.749029 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9bf2c2cf-bb23-4417-9db6-6b1610c3d58c req-bd63ff31-305b-457b-8fb8-bc19dc6d6ec4 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6806789c-9b81-4400-ba36-3e3a2b8680b3 HTTP/1.1" status: 200 len: 210 time: 0.0437632 Dec 08 16:24:57.358904 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ffbf89e6-8d1e-4222-a4d9-391b64431a4a req-d319be93-5e68-4663-90c5-f9abb96b4a08 tempest-ServerShowV254Test-1846155569 tempest-ServerShowV254Test-1846155569-project] 10.222.0.64 "GET /v2.0/ports?device_id=6806789c-9b81-4400-ba36-3e3a2b8680b3 HTTP/1.1" status: 200 len: 210 time: 0.0362117 Dec 08 16:24:57.413334 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab396ee-e27e-437a-ac4a-e81bd29e5256 req-7e4ba16c-cc92-4c9d-88e1-7743bb924e48 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:57.415125 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-dab396ee-e27e-437a-ac4a-e81bd29e5256 req-7e4ba16c-cc92-4c9d-88e1-7743bb924e48 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/ports?device_id=539b66e6-0eaa-449f-8c44-153f5499b76c HTTP/1.1" status: 200 len: 944 time: 0.0680449 Dec 08 16:24:57.506570 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-dab396ee-e27e-437a-ac4a-e81bd29e5256 req-86ad11a2-48d9-4bdf-97a0-224f6122c38e tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/security-groups?id=fb679cfd-f713-4992-9768-5098f612dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842397 Dec 08 16:24:57.677222 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device ebfe58f3-ab0f-4580-805b-c92c4f7c580b up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:24:57.806796 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port ebfe58f3-ab0f-4580-805b-c92c4f7c580b completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:24:57.813917 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port ebfe58f3-ab0f-4580-805b-c92c4f7c580b triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:24:57.822514 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:57.972900 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:58.035837 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539b66e6-0eaa-449f-8c44-153f5499b76c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebfe58f3-ab0f-4580-805b-c92c4f7c580b'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:24:58.038524 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624771a5-885f-4f46-bb83-2be6bd43f22e" -d '{"events": [{"server_uuid": "539b66e6-0eaa-449f-8c44-153f5499b76c", "name": "network-vif-plugged", "status": "completed", "tag": "ebfe58f3-ab0f-4580-805b-c92c4f7c580b"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:24:58.081329 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port ebfe58f3-ab0f-4580-805b-c92c4f7c580b, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=ebfe58f3-ab0f-4580-805b-c92c4f7c580b,segment=NetworkSegment(1240e10a-ca2e-4cf3-b554-bf2ffadf21d5),segment_id=1240e10a-ca2e-4cf3-b554-bf2ffadf21d5)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:24:58.105177 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129b8df0-db6c-4431-9162-2cb469180aa6 x-openstack-request-id: req-129b8df0-db6c-4431-9162-2cb469180aa6 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:24:58.106104 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "539b66e6-0eaa-449f-8c44-153f5499b76c", "name": "network-vif-plugged", "status": "completed", "tag": "ebfe58f3-ab0f-4580-805b-c92c4f7c580b", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:24:58.106726 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-129b8df0-db6c-4431-9162-2cb469180aa6 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:24:58.107832 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '539b66e6-0eaa-449f-8c44-153f5499b76c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebfe58f3-ab0f-4580-805b-c92c4f7c580b', 'code': 200} Dec 08 16:24:58.149652 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:58.233111 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=ebfe58f3-ab0f-4580-805b-c92c4f7c580b,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:58.362077 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb264569-d58c-4499-be53-9e6e2f3e92e3 req-38626d29-3e40-4ce9-a510-f48a493698fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:58.364501 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cb264569-d58c-4499-be53-9e6e2f3e92e3 req-38626d29-3e40-4ce9-a510-f48a493698fe service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=539b66e6-0eaa-449f-8c44-153f5499b76c HTTP/1.1" status: 200 len: 1097 time: 0.1569126 Dec 08 16:24:58.569813 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-20c749ae-c445-42f0-bda5-b1fcb0689c96 req-92605279-31a6-4957-b576-fbbf3b783eca tempest-ServerShowV254Test-1846155569 tempest-ServerShowV254Test-1846155569-project] 10.222.0.64 "GET /v2.0/ports?device_id=6806789c-9b81-4400-ba36-3e3a2b8680b3 HTTP/1.1" status: 200 len: 210 time: 0.0881760 Dec 08 16:24:58.585085 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cb264569-d58c-4499-be53-9e6e2f3e92e3 req-d4f6efdf-5240-4061-82ba-d5c1dff9aa6f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fb679cfd-f713-4992-9768-5098f612dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2094355 Dec 08 16:24:58.724837 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712f11ae-ffcb-4601-99dc-ef78e77c1fe2 req-b759236e-e7e1-4535-ad65-215618c2ef34 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:58.735084 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-712f11ae-ffcb-4601-99dc-ef78e77c1fe2 req-b759236e-e7e1-4535-ad65-215618c2ef34 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/ports?device_id=539b66e6-0eaa-449f-8c44-153f5499b76c HTTP/1.1" status: 200 len: 945 time: 0.0697937 Dec 08 16:24:58.854576 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-712f11ae-ffcb-4601-99dc-ef78e77c1fe2 req-b2a1f1ee-b73d-4197-bb7d-89ae89a7c122 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/security-groups?id=fb679cfd-f713-4992-9768-5098f612dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123183 Dec 08 16:24:59.339383 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-75d0a6e6-bbfa-43dd-8e68-a625fe6eee0f req-2b3c2659-1c8b-46a8-b79b-dcadc3fa0347 tempest-ServerShowV254Test-1846155569 tempest-ServerShowV254Test-1846155569-project] 10.222.0.64 "GET /v2.0/ports?device_id=6806789c-9b81-4400-ba36-3e3a2b8680b3 HTTP/1.1" status: 200 len: 210 time: 0.0451856 Dec 08 16:24:59.408316 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-119f0ee4-382d-4f71-a2b5-c0f82348064e req-4c349d99-5a4d-4380-92f3-1a61fa9e4917 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0abf32d1854c432085626736e1ccb437&device_id=6806789c-9b81-4400-ba36-3e3a2b8680b3 HTTP/1.1" status: 200 len: 210 time: 0.0451660 Dec 08 16:24:59.455338 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-119f0ee4-382d-4f71-a2b5-c0f82348064e req-2e1323ff-47a8-429b-9122-4d77365c088d service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=0abf32d1854c432085626736e1ccb437&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381634 Dec 08 16:24:59.596675 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f0ee4-382d-4f71-a2b5-c0f82348064e req-b658b320-8840-4474-af4b-4755ccd5fae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:59.599196 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-119f0ee4-382d-4f71-a2b5-c0f82348064e req-b658b320-8840-4474-af4b-4755ccd5fae9 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1371090 Dec 08 16:25:00.005089 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1650cd5a-1b89-4156-b4f1-4f3195b40748 req-ebc3ebbf-6369-4394-a148-6ea7c605a890 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:00.018148 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1650cd5a-1b89-4156-b4f1-4f3195b40748 req-ebc3ebbf-6369-4394-a148-6ea7c605a890 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:00.031435 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1650cd5a-1b89-4156-b4f1-4f3195b40748 req-ebc3ebbf-6369-4394-a148-6ea7c605a890 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:00.045394 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1650cd5a-1b89-4156-b4f1-4f3195b40748 req-ebc3ebbf-6369-4394-a148-6ea7c605a890 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:00.049383 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d8babc-950a-4b6d-9e5a-d43dc0b0ebef req-40671e33-5488-40e3-b0d9-bb04d094d4ce tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:00.055371 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1650cd5a-1b89-4156-b4f1-4f3195b40748 req-ebc3ebbf-6369-4394-a148-6ea7c605a890 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:00.056894 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d5d8babc-950a-4b6d-9e5a-d43dc0b0ebef req-40671e33-5488-40e3-b0d9-bb04d094d4ce tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/ports?device_id=539b66e6-0eaa-449f-8c44-153f5499b76c HTTP/1.1" status: 200 len: 945 time: 0.0828867 Dec 08 16:25:00.065240 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1650cd5a-1b89-4156-b4f1-4f3195b40748 req-ebc3ebbf-6369-4394-a148-6ea7c605a890 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:00.098439 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1650cd5a-1b89-4156-b4f1-4f3195b40748 req-ebc3ebbf-6369-4394-a148-6ea7c605a890 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:00.106091 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1650cd5a-1b89-4156-b4f1-4f3195b40748 req-ebc3ebbf-6369-4394-a148-6ea7c605a890 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 5443 time: 0.2224214 Dec 08 16:25:00.167998 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d5d8babc-950a-4b6d-9e5a-d43dc0b0ebef req-c64f6f31-5e08-4ba9-be46-7c0aed2fe93a tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/security-groups?id=fb679cfd-f713-4992-9768-5098f612dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010668 Dec 08 16:25:00.272250 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1650cd5a-1b89-4156-b4f1-4f3195b40748 req-e9b27520-7152-44a0-bb2c-b11eccba22e0 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c9d21f4-c02c-43e8-9e6c-a95f9379dd30&id=a96e7614-ece1-4248-94a1-b83b73d2e17e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1577983 Dec 08 16:25:00.464616 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c7beea4e-6a0c-4a49-9efa-5839e0263ada req-55865923-2a38-4906-b894-789342854b9e tempest-ServerShowV254Test-1846155569 tempest-ServerShowV254Test-1846155569-project] 10.222.0.64 "GET /v2.0/ports?device_id=6806789c-9b81-4400-ba36-3e3a2b8680b3 HTTP/1.1" status: 200 len: 210 time: 0.0350347 Dec 08 16:25:01.037943 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-119f0ee4-382d-4f71-a2b5-c0f82348064e req-d88cefd0-f382-4ccb-87f4-db35b3e8e960 tempest-ServerShowV254Test-1846155569 tempest-ServerShowV254Test-1846155569-project] 10.222.0.76 "GET /v2.0/ports?device_id=6806789c-9b81-4400-ba36-3e3a2b8680b3 HTTP/1.1" status: 200 len: 210 time: 0.0510242 Dec 08 16:25:01.085505 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e270b45-283a-4067-a3f7-54786dbfd094 req-956ed94f-4bd4-4639-b98d-afea41f41f19 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:01.105326 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5e270b45-283a-4067-a3f7-54786dbfd094 req-956ed94f-4bd4-4639-b98d-afea41f41f19 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=86aad0d6-356d-4577-856b-3e89c8cae51f HTTP/1.1" status: 200 len: 946 time: 0.1567440 Dec 08 16:25:01.154957 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-d6a3d07a-6b7a-4618-9209-a1bcf2ab64d4 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:01.163365 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-d6a3d07a-6b7a-4618-9209-a1bcf2ab64d4 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:01.170975 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-d6a3d07a-6b7a-4618-9209-a1bcf2ab64d4 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:01.178035 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-d6a3d07a-6b7a-4618-9209-a1bcf2ab64d4 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:01.185372 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-d6a3d07a-6b7a-4618-9209-a1bcf2ab64d4 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:01.193361 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-d6a3d07a-6b7a-4618-9209-a1bcf2ab64d4 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:01.201719 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-d6a3d07a-6b7a-4618-9209-a1bcf2ab64d4 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:01.207498 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-d6a3d07a-6b7a-4618-9209-a1bcf2ab64d4 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.37 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 5443 time: 0.2423697 Dec 08 16:25:01.346569 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-a3ba45ff-647f-4d38-82ff-f61f182681a3 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:01.356198 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-a3ba45ff-647f-4d38-82ff-f61f182681a3 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.37 "GET /v2.0/ports/5d42f4d8-9ca3-4f66-912f-1ee4a3cb0c8e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1178813 Dec 08 16:25:01.371554 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5e270b45-283a-4067-a3f7-54786dbfd094 req-41db68a4-4d6e-43de-96ca-4c730bc12607 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610373 Dec 08 16:25:01.457128 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698dd07-5a86-417b-a205-0055b155e036 req-9c2db076-7163-42f4-8d64-a8d1b7c44e3d tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:01.459505 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a698dd07-5a86-417b-a205-0055b155e036 req-9c2db076-7163-42f4-8d64-a8d1b7c44e3d tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/ports?device_id=539b66e6-0eaa-449f-8c44-153f5499b76c HTTP/1.1" status: 200 len: 945 time: 0.1545877 Dec 08 16:25:01.604820 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-0173c4a5-ac70-49c9-91b6-407ff67f5031 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.37 "GET /v2.0/networks/92f988d9-d3fd-471d-a94b-154482a7d460?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2263448 Dec 08 16:25:01.612789 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a698dd07-5a86-417b-a205-0055b155e036 req-3f652d0f-3555-4fa7-9bf8-40232dd81844 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/security-groups?id=fb679cfd-f713-4992-9768-5098f612dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467445 Dec 08 16:25:01.621745 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34184f3-52b6-40ac-94f8-6d9c1b9a14bf req-a7a585bd-a38d-417d-a03d-4cff25287381 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:01.654368 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34184f3-52b6-40ac-94f8-6d9c1b9a14bf req-a7a585bd-a38d-417d-a03d-4cff25287381 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:01.662374 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34184f3-52b6-40ac-94f8-6d9c1b9a14bf req-a7a585bd-a38d-417d-a03d-4cff25287381 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:01.676368 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34184f3-52b6-40ac-94f8-6d9c1b9a14bf req-a7a585bd-a38d-417d-a03d-4cff25287381 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:01.682730 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34184f3-52b6-40ac-94f8-6d9c1b9a14bf req-a7a585bd-a38d-417d-a03d-4cff25287381 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:01.689327 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34184f3-52b6-40ac-94f8-6d9c1b9a14bf req-a7a585bd-a38d-417d-a03d-4cff25287381 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:01.694998 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34184f3-52b6-40ac-94f8-6d9c1b9a14bf req-a7a585bd-a38d-417d-a03d-4cff25287381 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:01.697015 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d34184f3-52b6-40ac-94f8-6d9c1b9a14bf req-a7a585bd-a38d-417d-a03d-4cff25287381 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 5443 time: 0.1940045 Dec 08 16:25:01.702787 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-b9039573-c8a4-47f3-a3c7-782ab280df95 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:25:01.782826 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-df6aaf1d-4a9f-46a8-a747-95197d1bca5a req-0cd6a139-ffa0-4f60-a6c7-54722ebc4613 tempest-ServerShowV254Test-1846155569 tempest-ServerShowV254Test-1846155569-project] 10.222.0.64 "GET /v2.0/ports?device_id=6806789c-9b81-4400-ba36-3e3a2b8680b3 HTTP/1.1" status: 200 len: 210 time: 0.0426669 Dec 08 16:25:01.869428 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-b9039573-c8a4-47f3-a3c7-782ab280df95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:01.957194 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d34184f3-52b6-40ac-94f8-6d9c1b9a14bf req-e36bcd83-9d17-4217-a7f7-25828a878878 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c9d21f4-c02c-43e8-9e6c-a95f9379dd30&id=a96e7614-ece1-4248-94a1-b83b73d2e17e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2206707 Dec 08 16:25:02.029591 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55887ad0-7e51-42f2-9400-3d9acebd5d29 req-7f6e0edd-03fc-42f8-a744-67fe93f0e391 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:02.031346 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-55887ad0-7e51-42f2-9400-3d9acebd5d29 req-7f6e0edd-03fc-42f8-a744-67fe93f0e391 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/ports?device_id=539b66e6-0eaa-449f-8c44-153f5499b76c HTTP/1.1" status: 200 len: 945 time: 0.0525515 Dec 08 16:25:02.082020 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-b9039573-c8a4-47f3-a3c7-782ab280df95 service neutron] For port 5d42f4d8-9ca3-4f66-912f-1ee4a3cb0c8e, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=5d42f4d8-9ca3-4f66-912f-1ee4a3cb0c8e,segment=NetworkSegment(e1df37b9-083a-4373-838d-dc2a305e347b),segment_id=e1df37b9-083a-4373-838d-dc2a305e347b)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:25:02.091794 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-55887ad0-7e51-42f2-9400-3d9acebd5d29 req-fa14319e-ed02-48aa-b67b-ad4a255ac29f tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/security-groups?id=fb679cfd-f713-4992-9768-5098f612dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499880 Dec 08 16:25:02.117676 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 35616) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:02.150031 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-b9039573-c8a4-47f3-a3c7-782ab280df95 service neutron] For port 5d42f4d8-9ca3-4f66-912f-1ee4a3cb0c8e, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:25:02.170721 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5991a4-f516-4bab-8681-05a78a58d964 tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:02.173662 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-1b5991a4-f516-4bab-8681-05a78a58d964 tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=539b66e6-0eaa-449f-8c44-153f5499b76c HTTP/1.1" status: 200 len: 1092 time: 0.0534239 Dec 08 16:25:02.177146 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 35618) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:02.182406 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-1d6d8e44-857a-4c4b-a671-3fc7185455fc tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Request body: {'floatingip': {'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'port_id': 'ebfe58f3-ab0f-4580-805b-c92c4f7c580b', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'fixed_ip_address': '172.20.0.9'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:25:02.202931 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-b9039573-c8a4-47f3-a3c7-782ab280df95 service neutron] device_id is not set on port 5d42f4d8-9ca3-4f66-912f-1ee4a3cb0c8e yet. {{(pid=110550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:25:02.218567 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-b9039573-c8a4-47f3-a3c7-782ab280df95 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:02.333566 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1d6d8e44-857a-4c4b-a671-3fc7185455fc tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for floatingip, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:02.366752 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-b9039573-c8a4-47f3-a3c7-782ab280df95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:02.469768 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9039573-c8a4-47f3-a3c7-782ab280df95 service neutron] Pushing event updated for resources: {'Port': ['ID=5d42f4d8-9ca3-4f66-912f-1ee4a3cb0c8e,revision_number=6']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:02.518435 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1d6d8e44-857a-4c4b-a671-3fc7185455fc tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:02.519047 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-b9039573-c8a4-47f3-a3c7-782ab280df95 service neutron] No DVR routers for this DVR port 5d42f4d8-9ca3-4f66-912f-1ee4a3cb0c8e on host n-h2-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:25:02.633330 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-b9039573-c8a4-47f3-a3c7-782ab280df95 service neutron] In _notify_port_updated(), no bound segment for port 5d42f4d8-9ca3-4f66-912f-1ee4a3cb0c8e on network 92f988d9-d3fd-471d-a94b-154482a7d460 {{(pid=110550) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 16:25:02.634261 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-b9039573-c8a4-47f3-a3c7-782ab280df95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:02.634908 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-b9039573-c8a4-47f3-a3c7-782ab280df95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:02.636319 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-b9039573-c8a4-47f3-a3c7-782ab280df95 service neutron] 10.222.0.37 "PUT /v2.0/ports/5d42f4d8-9ca3-4f66-912f-1ee4a3cb0c8e HTTP/1.1" status: 200 len: 1031 time: 0.9382968 Dec 08 16:25:02.664707 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea25df4b-d1c9-4afd-ad25-e9c3bc8ef8d9 req-524f5648-a336-46b8-8562-d029596b9a7a tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:02.666580 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ea25df4b-d1c9-4afd-ad25-e9c3bc8ef8d9 req-524f5648-a336-46b8-8562-d029596b9a7a tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=86aad0d6-356d-4577-856b-3e89c8cae51f HTTP/1.1" status: 200 len: 946 time: 0.1814499 Dec 08 16:25:02.782374 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-4e0987b5-e7bf-45ad-b366-323fb14ad365 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:02.783897 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-4e0987b5-e7bf-45ad-b366-323fb14ad365 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.37 "GET /v2.0/ports/0505a5f3-a135-4e60-b17a-0cb1f5397362?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1410456 Dec 08 16:25:02.806277 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-479b7047-b208-4569-b6dc-7891161efb51 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:25:02.911851 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ea25df4b-d1c9-4afd-ad25-e9c3bc8ef8d9 req-c8a6bfd9-f49f-4ceb-b0d9-18462f31c9a1 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134666 Dec 08 16:25:02.963966 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-8fd4d9df-62de-42f4-99a5-90b979bd3595 None None] Provisioning complete for port 5d42f4d8-9ca3-4f66-912f-1ee4a3cb0c8e triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:25:02.967255 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8fd4d9df-62de-42f4-99a5-90b979bd3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:03.009456 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-479b7047-b208-4569-b6dc-7891161efb51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:03.042428 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-8fd4d9df-62de-42f4-99a5-90b979bd3595 None None] Port 5d42f4d8-9ca3-4f66-912f-1ee4a3cb0c8e cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:25:03.212782 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db76fda-01d0-405a-b7a5-4cd23b9785c6 req-c9250574-f31b-4996-a4da-451accc3b898 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:03.221629 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db76fda-01d0-405a-b7a5-4cd23b9785c6 req-c9250574-f31b-4996-a4da-451accc3b898 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:03.229321 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db76fda-01d0-405a-b7a5-4cd23b9785c6 req-c9250574-f31b-4996-a4da-451accc3b898 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:03.237052 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db76fda-01d0-405a-b7a5-4cd23b9785c6 req-c9250574-f31b-4996-a4da-451accc3b898 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:03.243143 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db76fda-01d0-405a-b7a5-4cd23b9785c6 req-c9250574-f31b-4996-a4da-451accc3b898 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:03.249921 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db76fda-01d0-405a-b7a5-4cd23b9785c6 req-c9250574-f31b-4996-a4da-451accc3b898 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:03.251879 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5db76fda-01d0-405a-b7a5-4cd23b9785c6 req-c9250574-f31b-4996-a4da-451accc3b898 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 4665 time: 0.1566584 Dec 08 16:25:03.257771 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-1d6d8e44-857a-4c4b-a671-3fc7185455fc tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Allocated IP 172.25.0.16 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/b44c5568-ee23-4b4c-8555-582d337a7b1f) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:25:03.378247 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1d6d8e44-857a-4c4b-a671-3fc7185455fc tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:03.390635 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da30a346-1da4-4199-88b8-1333904651aa req-ea03ebce-c235-4e3f-a074-3ce12a00f1d3 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:03.392321 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-da30a346-1da4-4199-88b8-1333904651aa req-ea03ebce-c235-4e3f-a074-3ce12a00f1d3 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.37 "GET /v2.0/ports?device_id=86aad0d6-356d-4577-856b-3e89c8cae51f HTTP/1.1" status: 200 len: 946 time: 0.1393318 Dec 08 16:25:03.463866 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5db76fda-01d0-405a-b7a5-4cd23b9785c6 req-3be599b5-356a-4a7d-89a6-63167511cc29 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/security-groups?id=2c9d21f4-c02c-43e8-9e6c-a95f9379dd30&id=a96e7614-ece1-4248-94a1-b83b73d2e17e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1845975 Dec 08 16:25:03.469338 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-479b7047-b208-4569-b6dc-7891161efb51 service neutron] For port 0505a5f3-a135-4e60-b17a-0cb1f5397362, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=0505a5f3-a135-4e60-b17a-0cb1f5397362,segment=NetworkSegment(e1df37b9-083a-4373-838d-dc2a305e347b),segment_id=e1df37b9-083a-4373-838d-dc2a305e347b)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:25:03.563600 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-479b7047-b208-4569-b6dc-7891161efb51 service neutron] For port 0505a5f3-a135-4e60-b17a-0cb1f5397362, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:25:03.585054 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1d6d8e44-857a-4c4b-a671-3fc7185455fc tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:03.621454 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-479b7047-b208-4569-b6dc-7891161efb51 service neutron] device_id is not set on port 0505a5f3-a135-4e60-b17a-0cb1f5397362 yet. {{(pid=110550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:25:03.643829 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-479b7047-b208-4569-b6dc-7891161efb51 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:03.643829 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-da30a346-1da4-4199-88b8-1333904651aa req-463b2144-1b95-43fc-a934-2dda1beae95a tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Deleting port 660dfaa4-dc73-4fec-8ab2-40157a04804e {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:25:03.643829 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-da30a346-1da4-4199-88b8-1333904651aa req-463b2144-1b95-43fc-a934-2dda1beae95a tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:03.663953 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6d8e44-857a-4c4b-a671-3fc7185455fc tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:25:03.670572 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-1d6d8e44-857a-4c4b-a671-3fc7185455fc tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:25:03.678113 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6d8e44-857a-4c4b-a671-3fc7185455fc tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:25:03.705790 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 86efcb2c-1285-4710-925f-8ab5f6b3d355 no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:25:03.731266 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6d8e44-857a-4c4b-a671-3fc7185455fc tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Pushing event updated for resources: {'Port': ['ID=b44c5568-ee23-4b4c-8555-582d337a7b1f,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:03.732749 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-479b7047-b208-4569-b6dc-7891161efb51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:03.751255 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 35648) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:03.828710 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-da30a346-1da4-4199-88b8-1333904651aa req-463b2144-1b95-43fc-a934-2dda1beae95a tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] For port 660dfaa4-dc73-4fec-8ab2-40157a04804e, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=660dfaa4-dc73-4fec-8ab2-40157a04804e,segment=NetworkSegment(afb83eff-f022-42ac-a1fa-5ce0abadefb1),segment_id=afb83eff-f022-42ac-a1fa-5ce0abadefb1)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:25:03.828929 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-da30a346-1da4-4199-88b8-1333904651aa req-463b2144-1b95-43fc-a934-2dda1beae95a tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:03.869290 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:03.938689 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-da30a346-1da4-4199-88b8-1333904651aa req-463b2144-1b95-43fc-a934-2dda1beae95a tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Calling delete_port for 660dfaa4-dc73-4fec-8ab2-40157a04804e owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:25:03.953221 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-479b7047-b208-4569-b6dc-7891161efb51 service neutron] No DVR routers for this DVR port 0505a5f3-a135-4e60-b17a-0cb1f5397362 on host n-h2-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:25:03.961465 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479b7047-b208-4569-b6dc-7891161efb51 service neutron] Pushing event updated for resources: {'Port': ['ID=0505a5f3-a135-4e60-b17a-0cb1f5397362,revision_number=6']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:03.995157 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03976434-4d9e-476a-a1e9-5480aee6cdaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86efcb2c-1285-4710-925f-8ab5f6b3d355'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:25:03.996126 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4715b543-22d6-4de0-973f-99c319190ac7" -d '{"events": [{"server_uuid": "03976434-4d9e-476a-a1e9-5480aee6cdaf", "name": "network-vif-unplugged", "status": "completed", "tag": "86efcb2c-1285-4710-925f-8ab5f6b3d355"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:25:04.050486 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 86efcb2c-1285-4710-925f-8ab5f6b3d355, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=86efcb2c-1285-4710-925f-8ab5f6b3d355,segment=NetworkSegment(02b1a325-c52a-457b-a2ac-b3d8092ab9c2),segment_id=02b1a325-c52a-457b-a2ac-b3d8092ab9c2)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:25:04.088886 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-479b7047-b208-4569-b6dc-7891161efb51 service neutron] In _notify_port_updated(), no bound segment for port 0505a5f3-a135-4e60-b17a-0cb1f5397362 on network 92f988d9-d3fd-471d-a94b-154482a7d460 {{(pid=110550) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 16:25:04.089448 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14dbd2e-41cf-4a02-88ba-4af47ef17a5e x-openstack-request-id: req-f14dbd2e-41cf-4a02-88ba-4af47ef17a5e {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:25:04.089826 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-479b7047-b208-4569-b6dc-7891161efb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:04.089941 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03976434-4d9e-476a-a1e9-5480aee6cdaf", "name": "network-vif-unplugged", "status": "completed", "tag": "86efcb2c-1285-4710-925f-8ab5f6b3d355", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:25:04.090290 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f14dbd2e-41cf-4a02-88ba-4af47ef17a5e {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:25:04.090772 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-479b7047-b208-4569-b6dc-7891161efb51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:04.090882 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03976434-4d9e-476a-a1e9-5480aee6cdaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86efcb2c-1285-4710-925f-8ab5f6b3d355', 'code': 200} Dec 08 16:25:04.091867 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-479b7047-b208-4569-b6dc-7891161efb51 service neutron] 10.222.0.37 "PUT /v2.0/ports/0505a5f3-a135-4e60-b17a-0cb1f5397362 HTTP/1.1" status: 200 len: 1032 time: 1.2983761 Dec 08 16:25:04.140316 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:04.141867 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 5d42f4d8-9ca3-4f66-912f-1ee4a3cb0c8e no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:25:04.237570 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ea5decf9-21f5-4ae6-831b-0939f16ac318 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:04.271914 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-0707d301-9a81-426c-8f85-f72cb59e1158 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Deleting port 86efcb2c-1285-4710-925f-8ab5f6b3d355 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:25:04.272420 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-0707d301-9a81-426c-8f85-f72cb59e1158 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:04.302569 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=86efcb2c-1285-4710-925f-8ab5f6b3d355,revision_number=6']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:04.305650 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 5d42f4d8-9ca3-4f66-912f-1ee4a3cb0c8e not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:25:04.306246 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 84db335e-f375-4be2-a69d-00e5bb4c6257 no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:25:04.310694 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-98eb1356-5a56-4795-858c-0f1e05de0e12 None None] Provisioning complete for port 0505a5f3-a135-4e60-b17a-0cb1f5397362 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:25:04.311213 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-98eb1356-5a56-4795-858c-0f1e05de0e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:04.366067 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-da30a346-1da4-4199-88b8-1333904651aa req-463b2144-1b95-43fc-a934-2dda1beae95a tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:04.378480 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d6b359-fd41-41e1-a2bf-c6b2591189e5 req-83193fbb-5b92-4694-b195-7509e96e2ff2 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:04.382347 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['45cc664c-b79c-4670-b032-a83af57e252c'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:25:04.385077 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['660dfaa4-dc73-4fec-8ab2-40157a04804e'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:25:04.392283 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e0d6b359-fd41-41e1-a2bf-c6b2591189e5 req-83193fbb-5b92-4694-b195-7509e96e2ff2 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=86aad0d6-356d-4577-856b-3e89c8cae51f HTTP/1.1" status: 200 len: 946 time: 0.2708688 Dec 08 16:25:04.421156 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463b2144-1b95-43fc-a934-2dda1beae95a tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Pushing event deleted for resources: {'Port': ['ID=660dfaa4-dc73-4fec-8ab2-40157a04804e,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:04.428971 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-0707d301-9a81-426c-8f85-f72cb59e1158 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] For port 86efcb2c-1285-4710-925f-8ab5f6b3d355, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=86efcb2c-1285-4710-925f-8ab5f6b3d355,segment=NetworkSegment(02b1a325-c52a-457b-a2ac-b3d8092ab9c2),segment_id=02b1a325-c52a-457b-a2ac-b3d8092ab9c2)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:25:04.429314 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-0707d301-9a81-426c-8f85-f72cb59e1158 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:04.446192 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-98eb1356-5a56-4795-858c-0f1e05de0e12 None None] Port 0505a5f3-a135-4e60-b17a-0cb1f5397362 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:25:04.456337 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ea5decf9-21f5-4ae6-831b-0939f16ac318 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:04.528571 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-da30a346-1da4-4199-88b8-1333904651aa req-463b2144-1b95-43fc-a934-2dda1beae95a tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] No DVR routers for this DVR port 660dfaa4-dc73-4fec-8ab2-40157a04804e on host n-h2-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:25:04.535465 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-da30a346-1da4-4199-88b8-1333904651aa req-463b2144-1b95-43fc-a934-2dda1beae95a tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:04.535607 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:04.537352 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-da30a346-1da4-4199-88b8-1333904651aa req-463b2144-1b95-43fc-a934-2dda1beae95a tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.37 "DELETE /v2.0/ports/660dfaa4-dc73-4fec-8ab2-40157a04804e HTTP/1.1" status: 204 len: 173 time: 1.1224568 Dec 08 16:25:04.537846 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86aad0d6-356d-4577-856b-3e89c8cae51f', 'name': 'network-vif-deleted', 'tag': '660dfaa4-dc73-4fec-8ab2-40157a04804e'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:25:04.540159 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23bed53-4402-488a-ba45-6e862931795d" -d '{"events": [{"server_uuid": "86aad0d6-356d-4577-856b-3e89c8cae51f", "name": "network-vif-deleted", "tag": "660dfaa4-dc73-4fec-8ab2-40157a04804e"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:25:04.567813 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:04.595827 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ea5decf9-21f5-4ae6-831b-0939f16ac318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:04.688906 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e0d6b359-fd41-41e1-a2bf-c6b2591189e5 req-5ab801bf-ccf0-4da7-be0b-9973f2390f87 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923582 Dec 08 16:25:04.736006 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 84db335e-f375-4be2-a69d-00e5bb4c6257, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=84db335e-f375-4be2-a69d-00e5bb4c6257,segment=NetworkSegment(850cf408-d2e1-44d7-9e49-63d5f0b3762d),segment_id=850cf408-d2e1-44d7-9e49-63d5f0b3762d)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:25:04.752898 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53966a35-c79e-4cfa-959f-0e48f13a7a39 req-23d13910-d19b-4f8f-ae39-049e1dfa62c9 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:04.761081 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53966a35-c79e-4cfa-959f-0e48f13a7a39 req-23d13910-d19b-4f8f-ae39-049e1dfa62c9 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:04.767905 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53966a35-c79e-4cfa-959f-0e48f13a7a39 req-23d13910-d19b-4f8f-ae39-049e1dfa62c9 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:04.768976 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ea5decf9-21f5-4ae6-831b-0939f16ac318 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0abf32d1854c432085626736e1ccb437&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0168235 Dec 08 16:25:04.771641 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 35676) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:04.774331 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53966a35-c79e-4cfa-959f-0e48f13a7a39 req-23d13910-d19b-4f8f-ae39-049e1dfa62c9 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:04.781478 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53966a35-c79e-4cfa-959f-0e48f13a7a39 req-23d13910-d19b-4f8f-ae39-049e1dfa62c9 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:04.783656 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-53966a35-c79e-4cfa-959f-0e48f13a7a39 req-23d13910-d19b-4f8f-ae39-049e1dfa62c9 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 3884 time: 0.1489899 Dec 08 16:25:04.785313 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f473596-31cd-492d-b781-06b8e982465a x-openstack-request-id: req-6f473596-31cd-492d-b781-06b8e982465a {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:25:04.785592 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86aad0d6-356d-4577-856b-3e89c8cae51f", "name": "network-vif-deleted", "tag": "660dfaa4-dc73-4fec-8ab2-40157a04804e", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:25:04.786095 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6f473596-31cd-492d-b781-06b8e982465a {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:25:04.786265 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86aad0d6-356d-4577-856b-3e89c8cae51f', 'name': 'network-vif-deleted', 'tag': '660dfaa4-dc73-4fec-8ab2-40157a04804e', 'status': 'completed', 'code': 200} Dec 08 16:25:04.786432 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5decf9-21f5-4ae6-831b-0939f16ac318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db1eff42-8e9e-4fb7-910c-db0db3e558a3,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:04.817882 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:04.822348 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 85bad2ad-910d-4f13-942d-9eb3285bd3f8 no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:25:04.847027 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-0707d301-9a81-426c-8f85-f72cb59e1158 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:04.847517 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-0707d301-9a81-426c-8f85-f72cb59e1158 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:04.848215 n-d-776250-12 neutron-server[110550]: INFO neutron.db.l3_db [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-0707d301-9a81-426c-8f85-f72cb59e1158 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Floating IP 8f5a780f-a276-427a-8d6c-f74dbe57f66f disassociated. External IP: 172.25.0.61, port: 86efcb2c-1285-4710-925f-8ab5f6b3d355. Dec 08 16:25:04.848344 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-0707d301-9a81-426c-8f85-f72cb59e1158 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Calling delete_port for 86efcb2c-1285-4710-925f-8ab5f6b3d355 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:25:04.867067 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-53966a35-c79e-4cfa-959f-0e48f13a7a39 req-7c937ee7-3ee2-4406-87e4-47a8ef1d93c4 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/security-groups?id=a96e7614-ece1-4248-94a1-b83b73d2e17e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758309 Dec 08 16:25:04.903247 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=84db335e-f375-4be2-a69d-00e5bb4c6257,revision_number=6']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:04.915256 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f0d66709-abf3-48db-9f04-699cf8595476 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:04.923051 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1d6d8e44-857a-4c4b-a671-3fc7185455fc tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:04.959599 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:04.965448 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f0d66709-abf3-48db-9f04-699cf8595476 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:05.016207 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 85bad2ad-910d-4f13-942d-9eb3285bd3f8, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=85bad2ad-910d-4f13-942d-9eb3285bd3f8,segment=NetworkSegment(850cf408-d2e1-44d7-9e49-63d5f0b3762d),segment_id=850cf408-d2e1-44d7-9e49-63d5f0b3762d)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:25:05.074218 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1d6d8e44-857a-4c4b-a671-3fc7185455fc tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:05.086343 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:05.087085 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 0505a5f3-a135-4e60-b17a-0cb1f5397362 no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:25:05.167422 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f0d66709-abf3-48db-9f04-699cf8595476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:05.168290 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-0707d301-9a81-426c-8f85-f72cb59e1158 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:05.170506 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f0d66709-abf3-48db-9f04-699cf8595476 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:05.172441 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f0d66709-abf3-48db-9f04-699cf8595476 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/db1eff42-8e9e-4fb7-910c-db0db3e558a3 HTTP/1.1" status: 204 len: 168 time: 0.3980653 Dec 08 16:25:05.186222 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d66709-abf3-48db-9f04-699cf8595476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1eff42-8e9e-4fb7-910c-db0db3e558a3,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:05.214958 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 0505a5f3-a135-4e60-b17a-0cb1f5397362 not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:25:05.216117 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 7aa9cebb-b701-4044-97c7-c772359e3f10 no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:25:05.278455 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0707d301-9a81-426c-8f85-f72cb59e1158 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Pushing event deleted for resources: {'Port': ['ID=86efcb2c-1285-4710-925f-8ab5f6b3d355,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:05.287967 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=85bad2ad-910d-4f13-942d-9eb3285bd3f8,revision_number=6']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:05.288937 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1d6d8e44-857a-4c4b-a671-3fc7185455fc tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:05.352259 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:05.388793 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 7aa9cebb-b701-4044-97c7-c772359e3f10, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=7aa9cebb-b701-4044-97c7-c772359e3f10,segment=NetworkSegment(e1df37b9-083a-4373-838d-dc2a305e347b),segment_id=e1df37b9-083a-4373-838d-dc2a305e347b)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:25:05.406873 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1d6d8e44-857a-4c4b-a671-3fc7185455fc tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:05.435574 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-0707d301-9a81-426c-8f85-f72cb59e1158 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Router ec30d7de-eddb-46fa-bc8a-4d1a6d6becae has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:25:05.482038 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6d8e44-857a-4c4b-a671-3fc7185455fc tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Pushing event updated for resources: {'Port': ['ID=b44c5568-ee23-4b4c-8555-582d337a7b1f,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:05.499660 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1d6d8e44-857a-4c4b-a671-3fc7185455fc tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:05.537945 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:05.539022 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 3e8dd4f2-53e5-4bc8-986a-166f7ff34449 no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:25:05.564101 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-0707d301-9a81-426c-8f85-f72cb59e1158 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:25:05.604485 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a166a71-a84d-49b6-afde-2986a62038b7 None None] Sync routers for ids ['ec30d7de-eddb-46fa-bc8a-4d1a6d6becae'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:25:05.628818 n-d-776250-12 neutron-server[110551]: INFO neutron.db.l3_db [None req-1d6d8e44-857a-4c4b-a671-3fc7185455fc tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Floating IP 31b38ae2-c793-491e-854b-a45b3ba70fbd associated. External IP: 172.25.0.16, port: ebfe58f3-ab0f-4580-805b-c92c4f7c580b. Dec 08 16:25:05.643344 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-0707d301-9a81-426c-8f85-f72cb59e1158 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] No DVR routers for this DVR port 86efcb2c-1285-4710-925f-8ab5f6b3d355 on host n-h2-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:25:05.647621 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-0707d301-9a81-426c-8f85-f72cb59e1158 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:05.658974 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-0707d301-9a81-426c-8f85-f72cb59e1158 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.37 "DELETE /v2.0/ports/86efcb2c-1285-4710-925f-8ab5f6b3d355 HTTP/1.1" status: 204 len: 173 time: 1.5576832 Dec 08 16:25:05.762387 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a166a71-a84d-49b6-afde-2986a62038b7 None None] Routers {'ec30d7de-eddb-46fa-bc8a-4d1a6d6becae'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:25:05.763054 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-8a166a71-a84d-49b6-afde-2986a62038b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:24:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['ec30d7de-eddb-46fa-bc8a-4d1a6d6becae'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:05.861722 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-6386802d-241c-4c48-b595-7dd8eee2111f tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Deleting port 3e8dd4f2-53e5-4bc8-986a-166f7ff34449 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:25:05.868880 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-6386802d-241c-4c48-b595-7dd8eee2111f tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:06.005115 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:06.010141 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=7aa9cebb-b701-4044-97c7-c772359e3f10,revision_number=6']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:06.055307 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d6d8e44-857a-4c4b-a671-3fc7185455fc tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Router e823823d-b77d-4450-aa11-6b5ecd8a2e21 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:25:06.091907 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03976434-4d9e-476a-a1e9-5480aee6cdaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84db335e-f375-4be2-a69d-00e5bb4c6257'}, {'server_uuid': '03976434-4d9e-476a-a1e9-5480aee6cdaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85bad2ad-910d-4f13-942d-9eb3285bd3f8'}, {'server_uuid': '03976434-4d9e-476a-a1e9-5480aee6cdaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7aa9cebb-b701-4044-97c7-c772359e3f10'}, {'server_uuid': '03976434-4d9e-476a-a1e9-5480aee6cdaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e8dd4f2-53e5-4bc8-986a-166f7ff34449'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:25:06.095684 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e981509f-eee8-4e1a-b3d5-6fce74a185f0" -d '{"events": [{"server_uuid": "03976434-4d9e-476a-a1e9-5480aee6cdaf", "name": "network-vif-unplugged", "status": "completed", "tag": "84db335e-f375-4be2-a69d-00e5bb4c6257"}, {"server_uuid": "03976434-4d9e-476a-a1e9-5480aee6cdaf", "name": "network-vif-unplugged", "status": "completed", "tag": "85bad2ad-910d-4f13-942d-9eb3285bd3f8"}, {"server_uuid": "03976434-4d9e-476a-a1e9-5480aee6cdaf", "name": "network-vif-unplugged", "status": "completed", "tag": "7aa9cebb-b701-4044-97c7-c772359e3f10"}, {"server_uuid": "03976434-4d9e-476a-a1e9-5480aee6cdaf", "name": "network-vif-unplugged", "status": "completed", "tag": "3e8dd4f2-53e5-4bc8-986a-166f7ff34449"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:25:06.096877 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fec858df-f8ac-4f5c-bcf2-f0de0c5e442f req-ffdb44d2-1e64-48e2-aea4-5024ba671a67 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=86aad0d6-356d-4577-856b-3e89c8cae51f HTTP/1.1" status: 200 len: 210 time: 0.2270341 Dec 08 16:25:06.144304 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 3e8dd4f2-53e5-4bc8-986a-166f7ff34449, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=3e8dd4f2-53e5-4bc8-986a-166f7ff34449,segment=NetworkSegment(e1df37b9-083a-4373-838d-dc2a305e347b),segment_id=e1df37b9-083a-4373-838d-dc2a305e347b)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:25:06.174257 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-8a166a71-a84d-49b6-afde-2986a62038b7 None None] Set router ec30d7de-eddb-46fa-bc8a-4d1a6d6becae gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:25:06.196063 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-6386802d-241c-4c48-b595-7dd8eee2111f tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] For port 3e8dd4f2-53e5-4bc8-986a-166f7ff34449, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=3e8dd4f2-53e5-4bc8-986a-166f7ff34449,segment=NetworkSegment(e1df37b9-083a-4373-838d-dc2a305e347b),segment_id=e1df37b9-083a-4373-838d-dc2a305e347b)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:25:06.196466 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-6386802d-241c-4c48-b595-7dd8eee2111f tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:06.221261 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-6386802d-241c-4c48-b595-7dd8eee2111f tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Calling delete_port for 3e8dd4f2-53e5-4bc8-986a-166f7ff34449 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:25:06.287421 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fcd6fa-94d2-4510-b1af-04915485808d req-c96a3493-c268-4403-a3f2-7fe1bd99726f tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:06.294739 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fcd6fa-94d2-4510-b1af-04915485808d req-c96a3493-c268-4403-a3f2-7fe1bd99726f tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:06.301725 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fcd6fa-94d2-4510-b1af-04915485808d req-c96a3493-c268-4403-a3f2-7fe1bd99726f tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:06.318609 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fcd6fa-94d2-4510-b1af-04915485808d req-c96a3493-c268-4403-a3f2-7fe1bd99726f tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:06.331963 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f2fcd6fa-94d2-4510-b1af-04915485808d req-c96a3493-c268-4403-a3f2-7fe1bd99726f tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 3145 time: 0.1803064 Dec 08 16:25:06.370262 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d6d8e44-857a-4c4b-a671-3fc7185455fc tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:25:06.381391 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169bdd31-524d-4b93-8c2e-32e5604b89d4 None None] Sync routers for ids ['e823823d-b77d-4450-aa11-6b5ecd8a2e21'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:25:06.399429 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Wed, 08 Dec 2021 16:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6874181-5e38-4c13-bf2d-c2ac7cdb7c11 x-openstack-request-id: req-f6874181-5e38-4c13-bf2d-c2ac7cdb7c11 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:25:06.399685 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169bdd31-524d-4b93-8c2e-32e5604b89d4 None None] Routers {'e823823d-b77d-4450-aa11-6b5ecd8a2e21'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:25:06.399773 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03976434-4d9e-476a-a1e9-5480aee6cdaf", "name": "network-vif-unplugged", "status": "completed", "tag": "84db335e-f375-4be2-a69d-00e5bb4c6257", "code": 200}, {"server_uuid": "03976434-4d9e-476a-a1e9-5480aee6cdaf", "name": "network-vif-unplugged", "status": "completed", "tag": "85bad2ad-910d-4f13-942d-9eb3285bd3f8", "code": 200}, {"server_uuid": "03976434-4d9e-476a-a1e9-5480aee6cdaf", "name": "network-vif-unplugged", "status": "completed", "tag": "7aa9cebb-b701-4044-97c7-c772359e3f10", "code": 200}, {"server_uuid": "03976434-4d9e-476a-a1e9-5480aee6cdaf", "name": "network-vif-unplugged", "status": "completed", "tag": "3e8dd4f2-53e5-4bc8-986a-166f7ff34449", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:25:06.400056 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f6874181-5e38-4c13-bf2d-c2ac7cdb7c11 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:25:06.400168 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-169bdd31-524d-4b93-8c2e-32e5604b89d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:24:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['e823823d-b77d-4450-aa11-6b5ecd8a2e21'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:06.400474 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03976434-4d9e-476a-a1e9-5480aee6cdaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84db335e-f375-4be2-a69d-00e5bb4c6257', 'code': 200} Dec 08 16:25:06.400752 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03976434-4d9e-476a-a1e9-5480aee6cdaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85bad2ad-910d-4f13-942d-9eb3285bd3f8', 'code': 200} Dec 08 16:25:06.401013 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03976434-4d9e-476a-a1e9-5480aee6cdaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7aa9cebb-b701-4044-97c7-c772359e3f10', 'code': 200} Dec 08 16:25:06.401271 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03976434-4d9e-476a-a1e9-5480aee6cdaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e8dd4f2-53e5-4bc8-986a-166f7ff34449', 'code': 200} Dec 08 16:25:06.404219 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:06.453406 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f2fcd6fa-94d2-4510-b1af-04915485808d req-ee6bc7d7-e455-4aee-bc00-c7af088e23d6 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/security-groups?id=a96e7614-ece1-4248-94a1-b83b73d2e17e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136570 Dec 08 16:25:06.521841 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-169bdd31-524d-4b93-8c2e-32e5604b89d4 None None] Set router e823823d-b77d-4450-aa11-6b5ecd8a2e21 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:25:06.580526 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1d6d8e44-857a-4c4b-a671-3fc7185455fc tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:06.609859 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-6386802d-241c-4c48-b595-7dd8eee2111f tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:06.618504 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 660dfaa4-dc73-4fec-8ab2-40157a04804e no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:25:06.651023 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-1d6d8e44-857a-4c4b-a671-3fc7185455fc tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.4725652 Dec 08 16:25:06.652304 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '539b66e6-0eaa-449f-8c44-153f5499b76c', 'tag': 'ebfe58f3-ab0f-4580-805b-c92c4f7c580b'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:25:06.658354 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3c5eeb-2496-424a-a0bc-356a2d558b3f" -d '{"events": [{"name": "network-changed", "server_uuid": "539b66e6-0eaa-449f-8c44-153f5499b76c", "tag": "ebfe58f3-ab0f-4580-805b-c92c4f7c580b"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:25:06.667831 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 35724) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:06.692263 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: 660dfaa4-dc73-4fec-8ab2-40157a04804e {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:25:06.692761 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 660dfaa4-dc73-4fec-8ab2-40157a04804e not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:25:06.694750 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=3e8dd4f2-53e5-4bc8-986a-166f7ff34449,revision_number=6']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:06.702524 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6386802d-241c-4c48-b595-7dd8eee2111f tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Pushing event deleted for resources: {'Port': ['ID=3e8dd4f2-53e5-4bc8-986a-166f7ff34449,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:06.770970 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77daf333-0828-4464-8ea4-3af3a7c9f71e x-openstack-request-id: req-77daf333-0828-4464-8ea4-3af3a7c9f71e {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:25:06.771275 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "539b66e6-0eaa-449f-8c44-153f5499b76c", "tag": "ebfe58f3-ab0f-4580-805b-c92c4f7c580b", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:25:06.771523 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-77daf333-0828-4464-8ea4-3af3a7c9f71e {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:25:06.771938 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '539b66e6-0eaa-449f-8c44-153f5499b76c', 'tag': 'ebfe58f3-ab0f-4580-805b-c92c4f7c580b', 'status': 'completed', 'code': 200} Dec 08 16:25:06.782613 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-8a166a71-a84d-49b6-afde-2986a62038b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec30d7de-eddb-46fa-bc8a-4d1a6d6becae', 'name': 'tempest-TaggedBootDevicesTest_v242-1524075565-router', 'tenant_id': '18030f7f284349198514456af1320f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'dfc500d2-d742-428f-9d7d-00ccafbdd541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:13:42Z', 'updated_at': '2021-12-08T16:13:51Z', 'revision_number': 4, 'project_id': '18030f7f284349198514456af1320f51', 'gw_port': {'id': 'dfc500d2-d742-428f-9d7d-00ccafbdd541', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:99:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec30d7de-eddb-46fa-bc8a-4d1a6d6becae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:13:44Z', 'updated_at': '2021-12-08T16:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '045b9e05-e545-4e31-b22a-81b264d3c83c', 'name': '', 'network_id': 'f511b156-9962-4a0c-911e-c5b5fa14a2a0', 'tenant_id': '18030f7f284349198514456af1320f51', 'mac_address': 'fa:16:3e:af:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec30d7de-eddb-46fa-bc8a-4d1a6d6becae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '1788926e-2053-422c-b7be-41238d864800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:13:49Z', 'updated_at': '2021-12-08T16:13:58Z', 'revision_number': 5, 'project_id': '18030f7f284349198514456af1320f51', 'subnets': [{'id': '1788926e-2053-422c-b7be-41238d864800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:06.805391 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-169bdd31-524d-4b93-8c2e-32e5604b89d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e823823d-b77d-4450-aa11-6b5ecd8a2e21', 'name': 'tempest-TestNetworkBasicOps-router-1873647229', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '61f78755-bc16-4963-9f9c-41a2b5ad617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:24:29Z', 'updated_at': '2021-12-08T16:24:36Z', 'revision_number': 4, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'gw_port': {'id': '61f78755-bc16-4963-9f9c-41a2b5ad617a', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:14:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e823823d-b77d-4450-aa11-6b5ecd8a2e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:24:30Z', 'updated_at': '2021-12-08T16:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '31b38ae2-c793-491e-854b-a45b3ba70fbd', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'floating_ip_address': '172.25.0.16', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': 'e823823d-b77d-4450-aa11-6b5ecd8a2e21', 'port_id': 'ebfe58f3-ab0f-4580-805b-c92c4f7c580b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2274, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '368d83ab-a000-4b31-b676-7976aae96be0', 'mac_address': 'fa:16:3e:c9:d0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539b66e6-0eaa-449f-8c44-153f5499b76c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:25:04Z', 'updated_at': '2021-12-08T16:25:04Z', 'revision_number': 0, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f029fbd5-76fe-43ef-8c9f-e2d8e8dfd012', 'name': '', 'network_id': '368d83ab-a000-4b31-b676-7976aae96be0', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'mac_address': 'fa:16:3e:2d:73:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e823823d-b77d-4450-aa11-6b5ecd8a2e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': '333b9e40-0777-46ae-b741-90a63b428a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:24:34Z', 'updated_at': '2021-12-08T16:24:40Z', 'revision_number': 5, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'subnets': [{'id': '333b9e40-0777-46ae-b741-90a63b428a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:06.824147 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03976434-4d9e-476a-a1e9-5480aee6cdaf', 'name': 'network-vif-deleted', 'tag': '86efcb2c-1285-4710-925f-8ab5f6b3d355'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:25:06.827922 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1adea743-8c05-4060-8c50-e80021b38ae3" -d '{"events": [{"server_uuid": "03976434-4d9e-476a-a1e9-5480aee6cdaf", "name": "network-vif-deleted", "tag": "86efcb2c-1285-4710-925f-8ab5f6b3d355"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:25:06.830277 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-2acb7d33-8450-4bb4-87ae-6dd1f3a4d57d tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/floatingips/31b38ae2-c793-491e-854b-a45b3ba70fbd HTTP/1.1" status: 200 len: 990 time: 0.1491382 Dec 08 16:25:06.870774 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a166a71-a84d-49b6-afde-2986a62038b7 None None] Checking router: ec30d7de-eddb-46fa-bc8a-4d1a6d6becae for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:25:06.873360 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-6386802d-241c-4c48-b595-7dd8eee2111f tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] No DVR routers for this DVR port 3e8dd4f2-53e5-4bc8-986a-166f7ff34449 on host n-h2-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:25:06.881598 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-6386802d-241c-4c48-b595-7dd8eee2111f tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:06.886991 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-6386802d-241c-4c48-b595-7dd8eee2111f tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.37 "DELETE /v2.0/ports/3e8dd4f2-53e5-4bc8-986a-166f7ff34449 HTTP/1.1" status: 204 len: 173 time: 1.2220714 Dec 08 16:25:06.894177 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a166a71-a84d-49b6-afde-2986a62038b7 None None] Routers {'ec30d7de-eddb-46fa-bc8a-4d1a6d6becae'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:25:06.895033 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-8a166a71-a84d-49b6-afde-2986a62038b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:24:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['ec30d7de-eddb-46fa-bc8a-4d1a6d6becae'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:06.906319 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9addc000-96fe-4f45-b5cc-333e8686466f x-openstack-request-id: req-9addc000-96fe-4f45-b5cc-333e8686466f {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:25:06.906812 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03976434-4d9e-476a-a1e9-5480aee6cdaf", "name": "network-vif-deleted", "tag": "86efcb2c-1285-4710-925f-8ab5f6b3d355", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:25:06.907465 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9addc000-96fe-4f45-b5cc-333e8686466f {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:25:06.908028 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03976434-4d9e-476a-a1e9-5480aee6cdaf', 'name': 'network-vif-deleted', 'tag': '86efcb2c-1285-4710-925f-8ab5f6b3d355', 'status': 'completed', 'code': 200} Dec 08 16:25:06.947024 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169bdd31-524d-4b93-8c2e-32e5604b89d4 None None] Checking router: e823823d-b77d-4450-aa11-6b5ecd8a2e21 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:25:06.958940 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169bdd31-524d-4b93-8c2e-32e5604b89d4 None None] Routers {'e823823d-b77d-4450-aa11-6b5ecd8a2e21'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:25:06.958940 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-169bdd31-524d-4b93-8c2e-32e5604b89d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:24:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['e823823d-b77d-4450-aa11-6b5ecd8a2e21'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:06.959203 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c5eeb-2496-424a-a0bc-356a2d558b3f req-ed446242-a168-404f-8fa0-516256e54625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:06.960753 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7e3c5eeb-2496-424a-a0bc-356a2d558b3f req-ed446242-a168-404f-8fa0-516256e54625 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2a90eddbbcbf4338ab5fe411884194ac&device_id=539b66e6-0eaa-449f-8c44-153f5499b76c HTTP/1.1" status: 200 len: 1097 time: 0.1633365 Dec 08 16:25:07.026297 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-8a166a71-a84d-49b6-afde-2986a62038b7 None None] Set router ec30d7de-eddb-46fa-bc8a-4d1a6d6becae gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:25:07.066920 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-169bdd31-524d-4b93-8c2e-32e5604b89d4 None None] Set router e823823d-b77d-4450-aa11-6b5ecd8a2e21 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:25:07.164829 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c5eeb-2496-424a-a0bc-356a2d558b3f req-28dfcbc3-1d47-44e0-bc23-f6e0c61c6736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:07.166337 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7e3c5eeb-2496-424a-a0bc-356a2d558b3f req-28dfcbc3-1d47-44e0-bc23-f6e0c61c6736 service neutron] 10.222.0.37 "GET /v2.0/networks?id=368d83ab-a000-4b31-b676-7976aae96be0 HTTP/1.1" status: 200 len: 897 time: 0.1946115 Dec 08 16:25:07.168959 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-b244e1a6-6eab-42f0-b040-1f597e893fb4 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Deleting port 7aa9cebb-b701-4044-97c7-c772359e3f10 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:25:07.169303 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-b244e1a6-6eab-42f0-b040-1f597e893fb4 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:07.468123 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-8a166a71-a84d-49b6-afde-2986a62038b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec30d7de-eddb-46fa-bc8a-4d1a6d6becae', 'name': 'tempest-TaggedBootDevicesTest_v242-1524075565-router', 'tenant_id': '18030f7f284349198514456af1320f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'dfc500d2-d742-428f-9d7d-00ccafbdd541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:13:42Z', 'updated_at': '2021-12-08T16:13:51Z', 'revision_number': 4, 'project_id': '18030f7f284349198514456af1320f51', 'gw_port': {'id': 'dfc500d2-d742-428f-9d7d-00ccafbdd541', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:99:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec30d7de-eddb-46fa-bc8a-4d1a6d6becae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:13:44Z', 'updated_at': '2021-12-08T16:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '045b9e05-e545-4e31-b22a-81b264d3c83c', 'name': '', 'network_id': 'f511b156-9962-4a0c-911e-c5b5fa14a2a0', 'tenant_id': '18030f7f284349198514456af1320f51', 'mac_address': 'fa:16:3e:af:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec30d7de-eddb-46fa-bc8a-4d1a6d6becae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '1788926e-2053-422c-b7be-41238d864800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:13:49Z', 'updated_at': '2021-12-08T16:13:58Z', 'revision_number': 5, 'project_id': '18030f7f284349198514456af1320f51', 'subnets': [{'id': '1788926e-2053-422c-b7be-41238d864800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:07.472223 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7e3c5eeb-2496-424a-a0bc-356a2d558b3f req-91c70ebe-a086-4a42-9234-8ef15d89fb0f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ebfe58f3-ab0f-4580-805b-c92c4f7c580b HTTP/1.1" status: 200 len: 998 time: 0.2894251 Dec 08 16:25:07.512989 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a166a71-a84d-49b6-afde-2986a62038b7 None None] The sync data for ids ['ec30d7de-eddb-46fa-bc8a-4d1a6d6becae'] in n-d-776250-12 is: [{'id': 'ec30d7de-eddb-46fa-bc8a-4d1a6d6becae', 'name': 'tempest-TaggedBootDevicesTest_v242-1524075565-router', 'tenant_id': '18030f7f284349198514456af1320f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'dfc500d2-d742-428f-9d7d-00ccafbdd541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:13:42Z', 'updated_at': '2021-12-08T16:13:51Z', 'revision_number': 4, 'project_id': '18030f7f284349198514456af1320f51', 'gw_port': {'id': 'dfc500d2-d742-428f-9d7d-00ccafbdd541', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:99:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec30d7de-eddb-46fa-bc8a-4d1a6d6becae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:13:44Z', 'updated_at': '2021-12-08T16:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '045b9e05-e545-4e31-b22a-81b264d3c83c', 'name': '', 'network_id': 'f511b156-9962-4a0c-911e-c5b5fa14a2a0', 'tenant_id': '18030f7f284349198514456af1320f51', 'mac_address': 'fa:16:3e:af:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec30d7de-eddb-46fa-bc8a-4d1a6d6becae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '1788926e-2053-422c-b7be-41238d864800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:13:49Z', 'updated_at': '2021-12-08T16:13:58Z', 'revision_number': 5, 'project_id': '18030f7f284349198514456af1320f51', 'subnets': [{'id': '1788926e-2053-422c-b7be-41238d864800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:25:07.548121 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-b244e1a6-6eab-42f0-b040-1f597e893fb4 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] For port 7aa9cebb-b701-4044-97c7-c772359e3f10, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=7aa9cebb-b701-4044-97c7-c772359e3f10,segment=NetworkSegment(e1df37b9-083a-4373-838d-dc2a305e347b),segment_id=e1df37b9-083a-4373-838d-dc2a305e347b)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:25:07.549438 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-b244e1a6-6eab-42f0-b040-1f597e893fb4 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:07.570582 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-169bdd31-524d-4b93-8c2e-32e5604b89d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e823823d-b77d-4450-aa11-6b5ecd8a2e21', 'name': 'tempest-TestNetworkBasicOps-router-1873647229', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '61f78755-bc16-4963-9f9c-41a2b5ad617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:24:29Z', 'updated_at': '2021-12-08T16:24:36Z', 'revision_number': 4, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'gw_port': {'id': '61f78755-bc16-4963-9f9c-41a2b5ad617a', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:14:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e823823d-b77d-4450-aa11-6b5ecd8a2e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:24:30Z', 'updated_at': '2021-12-08T16:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '31b38ae2-c793-491e-854b-a45b3ba70fbd', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'floating_ip_address': '172.25.0.16', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': 'e823823d-b77d-4450-aa11-6b5ecd8a2e21', 'port_id': 'ebfe58f3-ab0f-4580-805b-c92c4f7c580b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2274, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '368d83ab-a000-4b31-b676-7976aae96be0', 'mac_address': 'fa:16:3e:c9:d0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539b66e6-0eaa-449f-8c44-153f5499b76c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:25:04Z', 'updated_at': '2021-12-08T16:25:04Z', 'revision_number': 0, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f029fbd5-76fe-43ef-8c9f-e2d8e8dfd012', 'name': '', 'network_id': '368d83ab-a000-4b31-b676-7976aae96be0', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'mac_address': 'fa:16:3e:2d:73:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e823823d-b77d-4450-aa11-6b5ecd8a2e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': '333b9e40-0777-46ae-b741-90a63b428a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:24:34Z', 'updated_at': '2021-12-08T16:24:40Z', 'revision_number': 5, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'subnets': [{'id': '333b9e40-0777-46ae-b741-90a63b428a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:07.573884 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-b244e1a6-6eab-42f0-b040-1f597e893fb4 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Calling delete_port for 7aa9cebb-b701-4044-97c7-c772359e3f10 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:25:07.615180 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169bdd31-524d-4b93-8c2e-32e5604b89d4 None None] The sync data for ids ['e823823d-b77d-4450-aa11-6b5ecd8a2e21'] in n-d-776250-12 is: [{'id': 'e823823d-b77d-4450-aa11-6b5ecd8a2e21', 'name': 'tempest-TestNetworkBasicOps-router-1873647229', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '61f78755-bc16-4963-9f9c-41a2b5ad617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:24:29Z', 'updated_at': '2021-12-08T16:24:36Z', 'revision_number': 4, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'gw_port': {'id': '61f78755-bc16-4963-9f9c-41a2b5ad617a', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:14:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e823823d-b77d-4450-aa11-6b5ecd8a2e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:24:30Z', 'updated_at': '2021-12-08T16:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '31b38ae2-c793-491e-854b-a45b3ba70fbd', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'floating_ip_address': '172.25.0.16', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': 'e823823d-b77d-4450-aa11-6b5ecd8a2e21', 'port_id': 'ebfe58f3-ab0f-4580-805b-c92c4f7c580b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2274, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '368d83ab-a000-4b31-b676-7976aae96be0', 'mac_address': 'fa:16:3e:c9:d0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539b66e6-0eaa-449f-8c44-153f5499b76c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:25:04Z', 'updated_at': '2021-12-08T16:25:04Z', 'revision_number': 0, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f029fbd5-76fe-43ef-8c9f-e2d8e8dfd012', 'name': '', 'network_id': '368d83ab-a000-4b31-b676-7976aae96be0', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'mac_address': 'fa:16:3e:2d:73:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e823823d-b77d-4450-aa11-6b5ecd8a2e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': '333b9e40-0777-46ae-b741-90a63b428a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:24:34Z', 'updated_at': '2021-12-08T16:24:40Z', 'revision_number': 5, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'subnets': [{'id': '333b9e40-0777-46ae-b741-90a63b428a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:25:07.636917 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c5eeb-2496-424a-a0bc-356a2d558b3f req-ef2b65a4-20b8-449f-b664-54159bd8b33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:07.638459 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7e3c5eeb-2496-424a-a0bc-356a2d558b3f req-ef2b65a4-20b8-449f-b664-54159bd8b33b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=333b9e40-0777-46ae-b741-90a63b428a19 HTTP/1.1" status: 200 len: 834 time: 0.1510112 Dec 08 16:25:07.762257 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c5eeb-2496-424a-a0bc-356a2d558b3f req-ff24d098-32c3-4389-be0a-6f20edcb181c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:07.765791 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7e3c5eeb-2496-424a-a0bc-356a2d558b3f req-ff24d098-32c3-4389-be0a-6f20edcb181c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=368d83ab-a000-4b31-b676-7976aae96be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0997095 Dec 08 16:25:07.832677 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 35762) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:08.006566 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5488cc4-024b-47be-ae1d-2c27aff0d2f5 req-c9621e91-9d99-4ab7-82f6-f7ba9df3751c tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:08.013991 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5488cc4-024b-47be-ae1d-2c27aff0d2f5 req-c9621e91-9d99-4ab7-82f6-f7ba9df3751c tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:08.021975 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5488cc4-024b-47be-ae1d-2c27aff0d2f5 req-c9621e91-9d99-4ab7-82f6-f7ba9df3751c tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:08.022194 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f133d0d-2cb4-444b-8c22-66a8ec950de8 None None] New status for floating IP 8f5a780f-a276-427a-8d6c-f74dbe57f66f: DOWN {{(pid=110552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:25:08.024348 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d5488cc4-024b-47be-ae1d-2c27aff0d2f5 req-c9621e91-9d99-4ab7-82f6-f7ba9df3751c tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 2410 time: 0.2245502 Dec 08 16:25:08.032261 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-b244e1a6-6eab-42f0-b040-1f597e893fb4 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:08.050794 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-65d38f8a-fdeb-4c4a-92ef-e3fa15fbf7e8 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/floatingips/31b38ae2-c793-491e-854b-a45b3ba70fbd HTTP/1.1" status: 200 len: 990 time: 0.2163632 Dec 08 16:25:08.070706 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96a80d7-f0a0-4eca-8aa7-3e502d4df6d7 None None] New status for floating IP 31b38ae2-c793-491e-854b-a45b3ba70fbd: ACTIVE {{(pid=110553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:25:08.099657 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62579973-15c6-4706-bfd0-7c0f7c63fdc7 req-eafba68f-3af6-4d3b-af0a-3d0202143550 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:08.110047 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-62579973-15c6-4706-bfd0-7c0f7c63fdc7 req-eafba68f-3af6-4d3b-af0a-3d0202143550 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=4180760d-d429-459d-8f94-59f64a34f571 HTTP/1.1" status: 200 len: 945 time: 0.1510134 Dec 08 16:25:08.155197 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b244e1a6-6eab-42f0-b040-1f597e893fb4 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Pushing event deleted for resources: {'Port': ['ID=7aa9cebb-b701-4044-97c7-c772359e3f10,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:08.167264 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7e3c5eeb-2496-424a-a0bc-356a2d558b3f req-1abf91db-aeaf-44ac-8327-d0c7328b42cb service neutron] 10.222.0.37 "GET /v2.0/networks/368d83ab-a000-4b31-b676-7976aae96be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3891470 Dec 08 16:25:08.204946 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-62579973-15c6-4706-bfd0-7c0f7c63fdc7 req-7e2bb2b6-6451-4a27-bd97-32b5bd774bea tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928710 Dec 08 16:25:08.210704 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-b244e1a6-6eab-42f0-b040-1f597e893fb4 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] No DVR routers for this DVR port 7aa9cebb-b701-4044-97c7-c772359e3f10 on host n-h2-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:25:08.225152 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-b244e1a6-6eab-42f0-b040-1f597e893fb4 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:08.229578 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-b244e1a6-6eab-42f0-b040-1f597e893fb4 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.37 "DELETE /v2.0/ports/7aa9cebb-b701-4044-97c7-c772359e3f10 HTTP/1.1" status: 204 len: 173 time: 1.3181369 Dec 08 16:25:08.566259 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:08.871162 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d5488cc4-024b-47be-ae1d-2c27aff0d2f5 req-11e15467-88ab-4cb5-a444-0ceb69795003 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/security-groups?id=a96e7614-ece1-4248-94a1-b83b73d2e17e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8262181 Dec 08 16:25:08.911805 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03976434-4d9e-476a-a1e9-5480aee6cdaf', 'name': 'network-vif-deleted', 'tag': '3e8dd4f2-53e5-4bc8-986a-166f7ff34449'}, {'server_uuid': '03976434-4d9e-476a-a1e9-5480aee6cdaf', 'name': 'network-vif-deleted', 'tag': '7aa9cebb-b701-4044-97c7-c772359e3f10'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:25:08.913920 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dfa6028-f4f6-4327-82b7-5c78381e434e" -d '{"events": [{"server_uuid": "03976434-4d9e-476a-a1e9-5480aee6cdaf", "name": "network-vif-deleted", "tag": "3e8dd4f2-53e5-4bc8-986a-166f7ff34449"}, {"server_uuid": "03976434-4d9e-476a-a1e9-5480aee6cdaf", "name": "network-vif-deleted", "tag": "7aa9cebb-b701-4044-97c7-c772359e3f10"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:25:08.957307 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7e3c5eeb-2496-424a-a0bc-356a2d558b3f req-b35198c8-7249-48a9-9d33-efdfc868b477 service neutron] 10.222.0.37 "GET /v2.0/networks/368d83ab-a000-4b31-b676-7976aae96be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7812991 Dec 08 16:25:08.989765 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-1271d121-3ca3-49d0-b162-9f7c5c788e33 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Deleting port 84db335e-f375-4be2-a69d-00e5bb4c6257 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:25:08.992313 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-1271d121-3ca3-49d0-b162-9f7c5c788e33 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:09.018158 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Dec 2021 16:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5448d053-371e-48af-963a-8aa22d7b5082 x-openstack-request-id: req-5448d053-371e-48af-963a-8aa22d7b5082 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:25:09.018845 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03976434-4d9e-476a-a1e9-5480aee6cdaf", "name": "network-vif-deleted", "tag": "3e8dd4f2-53e5-4bc8-986a-166f7ff34449", "status": "completed", "code": 200}, {"server_uuid": "03976434-4d9e-476a-a1e9-5480aee6cdaf", "name": "network-vif-deleted", "tag": "7aa9cebb-b701-4044-97c7-c772359e3f10", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:25:09.018845 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5448d053-371e-48af-963a-8aa22d7b5082 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:25:09.019099 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03976434-4d9e-476a-a1e9-5480aee6cdaf', 'name': 'network-vif-deleted', 'tag': '3e8dd4f2-53e5-4bc8-986a-166f7ff34449', 'status': 'completed', 'code': 200} Dec 08 16:25:09.019365 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03976434-4d9e-476a-a1e9-5480aee6cdaf', 'name': 'network-vif-deleted', 'tag': '7aa9cebb-b701-4044-97c7-c772359e3f10', 'status': 'completed', 'code': 200} Dec 08 16:25:09.054779 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 35816) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:09.132012 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-1271d121-3ca3-49d0-b162-9f7c5c788e33 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] For port 84db335e-f375-4be2-a69d-00e5bb4c6257, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=84db335e-f375-4be2-a69d-00e5bb4c6257,segment=NetworkSegment(850cf408-d2e1-44d7-9e49-63d5f0b3762d),segment_id=850cf408-d2e1-44d7-9e49-63d5f0b3762d)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:25:09.132518 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-1271d121-3ca3-49d0-b162-9f7c5c788e33 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:09.155705 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c6736c8e-da7b-4d1b-ba7b-71b0a9ff248b tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/floatingips/31b38ae2-c793-491e-854b-a45b3ba70fbd HTTP/1.1" status: 200 len: 992 time: 0.0990992 Dec 08 16:25:09.167027 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-1271d121-3ca3-49d0-b162-9f7c5c788e33 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Calling delete_port for 84db335e-f375-4be2-a69d-00e5bb4c6257 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:25:09.230475 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 35826) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:09.414887 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8678ed1f-4edb-4787-be8c-4e55da74ea7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:09.426948 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a739cd-f753-429e-8df5-fe5ec242300e req-6a50811b-81ba-4bc1-8b22-bf19180642e0 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:09.438474 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f1a739cd-f753-429e-8df5-fe5ec242300e req-6a50811b-81ba-4bc1-8b22-bf19180642e0 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=4180760d-d429-459d-8f94-59f64a34f571 HTTP/1.1" status: 200 len: 945 time: 0.0929737 Dec 08 16:25:09.519677 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f1a739cd-f753-429e-8df5-fe5ec242300e req-59ccaa77-ad2d-4b5b-916a-1ce100912e87 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802205 Dec 08 16:25:09.522351 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8678ed1f-4edb-4787-be8c-4e55da74ea7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:09.578321 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-1271d121-3ca3-49d0-b162-9f7c5c788e33 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:09.618752 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1271d121-3ca3-49d0-b162-9f7c5c788e33 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Pushing event deleted for resources: {'Port': ['ID=84db335e-f375-4be2-a69d-00e5bb4c6257,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:09.658018 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8678ed1f-4edb-4787-be8c-4e55da74ea7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:09.670325 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-1271d121-3ca3-49d0-b162-9f7c5c788e33 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] No DVR routers for this DVR port 84db335e-f375-4be2-a69d-00e5bb4c6257 on host n-h2-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:25:09.673218 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-1271d121-3ca3-49d0-b162-9f7c5c788e33 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:09.677264 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-1271d121-3ca3-49d0-b162-9f7c5c788e33 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.37 "DELETE /v2.0/ports/84db335e-f375-4be2-a69d-00e5bb4c6257 HTTP/1.1" status: 204 len: 173 time: 1.4137321 Dec 08 16:25:09.724421 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-8678ed1f-4edb-4787-be8c-4e55da74ea7f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=289d3bd0f2554241bead87227e391095&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4928429 Dec 08 16:25:09.724421 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8678ed1f-4edb-4787-be8c-4e55da74ea7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5dbb7c-b547-442d-9274-bf07ece6577e,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:09.724697 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 35838) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:09.830372 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-53324f90-0c86-47f8-93af-6d0fe3c95cb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:09.847575 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-0f802979-d177-4a78-a677-2d097dc01883 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Deleting port 85bad2ad-910d-4f13-942d-9eb3285bd3f8 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:25:09.847917 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-0f802979-d177-4a78-a677-2d097dc01883 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:09.898931 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-53324f90-0c86-47f8-93af-6d0fe3c95cb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:09.992050 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-0f802979-d177-4a78-a677-2d097dc01883 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] For port 85bad2ad-910d-4f13-942d-9eb3285bd3f8, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=85bad2ad-910d-4f13-942d-9eb3285bd3f8,segment=NetworkSegment(850cf408-d2e1-44d7-9e49-63d5f0b3762d),segment_id=850cf408-d2e1-44d7-9e49-63d5f0b3762d)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:25:09.992487 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-0f802979-d177-4a78-a677-2d097dc01883 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:10.021166 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-0f802979-d177-4a78-a677-2d097dc01883 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Calling delete_port for 85bad2ad-910d-4f13-942d-9eb3285bd3f8 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:25:10.110101 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7142922a-fe60-4902-88f7-f5734309c3a7 req-a57bb74c-c779-4792-9cd3-9b0cd64d7251 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:10.111779 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7142922a-fe60-4902-88f7-f5734309c3a7 req-a57bb74c-c779-4792-9cd3-9b0cd64d7251 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 943 time: 0.1105566 Dec 08 16:25:10.132015 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-53324f90-0c86-47f8-93af-6d0fe3c95cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:10.134665 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-53324f90-0c86-47f8-93af-6d0fe3c95cb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:10.135836 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-53324f90-0c86-47f8-93af-6d0fe3c95cb7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3b5dbb7c-b547-442d-9274-bf07ece6577e HTTP/1.1" status: 204 len: 168 time: 0.4101427 Dec 08 16:25:10.169543 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53324f90-0c86-47f8-93af-6d0fe3c95cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5dbb7c-b547-442d-9274-bf07ece6577e,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:10.201121 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7142922a-fe60-4902-88f7-f5734309c3a7 req-3d31ff79-4381-45d8-9503-c6f9e80cca4c tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/security-groups?id=a96e7614-ece1-4248-94a1-b83b73d2e17e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818195 Dec 08 16:25:10.372514 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-0f802979-d177-4a78-a677-2d097dc01883 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:10.408504 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f802979-d177-4a78-a677-2d097dc01883 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Pushing event deleted for resources: {'Port': ['ID=85bad2ad-910d-4f13-942d-9eb3285bd3f8,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:10.451394 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f802979-d177-4a78-a677-2d097dc01883 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:10.451394 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f802979-d177-4a78-a677-2d097dc01883 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:10.451394 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f802979-d177-4a78-a677-2d097dc01883 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:10.451394 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f802979-d177-4a78-a677-2d097dc01883 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:10.451394 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f802979-d177-4a78-a677-2d097dc01883 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:10.453021 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f802979-d177-4a78-a677-2d097dc01883 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:10.453562 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f802979-d177-4a78-a677-2d097dc01883 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:10.453921 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f802979-d177-4a78-a677-2d097dc01883 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:10.454275 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f802979-d177-4a78-a677-2d097dc01883 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:10.454624 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f802979-d177-4a78-a677-2d097dc01883 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:10.454972 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f802979-d177-4a78-a677-2d097dc01883 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:10.455314 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f802979-d177-4a78-a677-2d097dc01883 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:10.455658 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f802979-d177-4a78-a677-2d097dc01883 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:10.482600 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-0f802979-d177-4a78-a677-2d097dc01883 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] No DVR routers for this DVR port 85bad2ad-910d-4f13-942d-9eb3285bd3f8 on host n-h2-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:25:10.485830 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-0f802979-d177-4a78-a677-2d097dc01883 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:10.489865 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1a3f28cd-51e4-4a83-bfdd-acfb41de0bd7 req-0f802979-d177-4a78-a677-2d097dc01883 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.37 "DELETE /v2.0/ports/85bad2ad-910d-4f13-942d-9eb3285bd3f8 HTTP/1.1" status: 204 len: 173 time: 0.8057609 Dec 08 16:25:10.694416 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c8ba8-f5c4-4890-99bb-4b9a41acf5e6 req-080abe33-ad93-4ad3-8e02-747b8d981a5a tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:10.696381 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-330c8ba8-f5c4-4890-99bb-4b9a41acf5e6 req-080abe33-ad93-4ad3-8e02-747b8d981a5a tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=4180760d-d429-459d-8f94-59f64a34f571 HTTP/1.1" status: 200 len: 945 time: 0.0668731 Dec 08 16:25:10.766487 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-330c8ba8-f5c4-4890-99bb-4b9a41acf5e6 req-d7539816-f1a9-496b-af0b-8b90cbf04371 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569029 Dec 08 16:25:11.021233 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03976434-4d9e-476a-a1e9-5480aee6cdaf', 'name': 'network-vif-deleted', 'tag': '84db335e-f375-4be2-a69d-00e5bb4c6257'}, {'server_uuid': '03976434-4d9e-476a-a1e9-5480aee6cdaf', 'name': 'network-vif-deleted', 'tag': '85bad2ad-910d-4f13-942d-9eb3285bd3f8'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:25:11.023624 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de0eba80-17d3-4ea2-891d-d680a78333dc" -d '{"events": [{"server_uuid": "03976434-4d9e-476a-a1e9-5480aee6cdaf", "name": "network-vif-deleted", "tag": "84db335e-f375-4be2-a69d-00e5bb4c6257"}, {"server_uuid": "03976434-4d9e-476a-a1e9-5480aee6cdaf", "name": "network-vif-deleted", "tag": "85bad2ad-910d-4f13-942d-9eb3285bd3f8"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:25:11.070846 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Dec 2021 16:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88f832c-234e-443a-8374-adf3c619774e x-openstack-request-id: req-a88f832c-234e-443a-8374-adf3c619774e {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:25:11.071157 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03976434-4d9e-476a-a1e9-5480aee6cdaf", "name": "network-vif-deleted", "tag": "84db335e-f375-4be2-a69d-00e5bb4c6257", "status": "completed", "code": 200}, {"server_uuid": "03976434-4d9e-476a-a1e9-5480aee6cdaf", "name": "network-vif-deleted", "tag": "85bad2ad-910d-4f13-942d-9eb3285bd3f8", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:25:11.071421 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a88f832c-234e-443a-8374-adf3c619774e {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:25:11.071888 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03976434-4d9e-476a-a1e9-5480aee6cdaf', 'name': 'network-vif-deleted', 'tag': '84db335e-f375-4be2-a69d-00e5bb4c6257', 'status': 'completed', 'code': 200} Dec 08 16:25:11.072165 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03976434-4d9e-476a-a1e9-5480aee6cdaf', 'name': 'network-vif-deleted', 'tag': '85bad2ad-910d-4f13-942d-9eb3285bd3f8', 'status': 'completed', 'code': 200} Dec 08 16:25:11.365839 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ade465ef-836b-4c9f-891b-235376894dcc req-500ba30a-4fd4-4c8e-98e1-ce76926054bd tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 210 time: 0.0471909 Dec 08 16:25:11.396125 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1d4479a2-b1a9-4e36-83fc-091a1ec30c67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:11.925184 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3f048-ba5b-4f29-9e85-9a87b80a3cef req-373483a4-8e3d-4f34-bad7-12d1dff48c54 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:11.927148 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-52a3f048-ba5b-4f29-9e85-9a87b80a3cef req-373483a4-8e3d-4f34-bad7-12d1dff48c54 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=4180760d-d429-459d-8f94-59f64a34f571 HTTP/1.1" status: 200 len: 945 time: 0.0738473 Dec 08 16:25:12.014448 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-52a3f048-ba5b-4f29-9e85-9a87b80a3cef req-56029c1c-5c04-4a53-b989-1549b0771660 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793486 Dec 08 16:25:12.475208 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ce757a87-1ff7-4e68-a9a5-b437f330ca67 req-8876d71a-b8b4-4124-8f3d-6afc04635fd3 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 210 time: 0.0355206 Dec 08 16:25:13.169942 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ffcf8-5f24-451c-b8b3-aa01b2ac8790 req-c4523f89-eaa8-4350-820a-f4a4f8d7b50d tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:13.169942 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-920ffcf8-5f24-451c-b8b3-aa01b2ac8790 req-c4523f89-eaa8-4350-820a-f4a4f8d7b50d tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.76 "GET /v2.0/ports?device_id=4180760d-d429-459d-8f94-59f64a34f571 HTTP/1.1" status: 200 len: 945 time: 0.1328614 Dec 08 16:25:13.216217 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e5959-f97b-4f8d-b560-42d824904308 req-ddee38b0-f1ef-4f8a-a5f5-542fc027c82e tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:13.218581 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-284e5959-f97b-4f8d-b560-42d824904308 req-ddee38b0-f1ef-4f8a-a5f5-542fc027c82e tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=4180760d-d429-459d-8f94-59f64a34f571 HTTP/1.1" status: 200 len: 945 time: 0.0708728 Dec 08 16:25:13.298357 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-284e5959-f97b-4f8d-b560-42d824904308 req-ea982082-37e7-4fa7-a4e2-329061748cc1 tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/security-groups?id=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730739 Dec 08 16:25:13.328270 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-920ffcf8-5f24-451c-b8b3-aa01b2ac8790 req-20d5ca96-27b7-48f3-a1d0-9b58a519c9ad tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Deleting port 45cc664c-b79c-4670-b032-a83af57e252c {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:25:13.328706 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-920ffcf8-5f24-451c-b8b3-aa01b2ac8790 req-20d5ca96-27b7-48f3-a1d0-9b58a519c9ad tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:13.435365 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-920ffcf8-5f24-451c-b8b3-aa01b2ac8790 req-20d5ca96-27b7-48f3-a1d0-9b58a519c9ad tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] For port 45cc664c-b79c-4670-b032-a83af57e252c, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=45cc664c-b79c-4670-b032-a83af57e252c,segment=NetworkSegment(afb83eff-f022-42ac-a1fa-5ce0abadefb1),segment_id=afb83eff-f022-42ac-a1fa-5ce0abadefb1)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:25:13.435723 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-920ffcf8-5f24-451c-b8b3-aa01b2ac8790 req-20d5ca96-27b7-48f3-a1d0-9b58a519c9ad tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:13.453577 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-920ffcf8-5f24-451c-b8b3-aa01b2ac8790 req-20d5ca96-27b7-48f3-a1d0-9b58a519c9ad tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Calling delete_port for 45cc664c-b79c-4670-b032-a83af57e252c owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:25:13.630623 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-aea01b97-53cf-4dfc-a591-99de8ca66e05 req-ecc4c565-54bb-413b-9b93-8a64368d3e1f tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 210 time: 0.0664620 Dec 08 16:25:13.692043 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-920ffcf8-5f24-451c-b8b3-aa01b2ac8790 req-20d5ca96-27b7-48f3-a1d0-9b58a519c9ad tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:13.720864 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['45cc664c-b79c-4670-b032-a83af57e252c'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:25:13.728206 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d5ca96-27b7-48f3-a1d0-9b58a519c9ad tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Pushing event deleted for resources: {'Port': ['ID=45cc664c-b79c-4670-b032-a83af57e252c,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:13.773709 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-920ffcf8-5f24-451c-b8b3-aa01b2ac8790 req-20d5ca96-27b7-48f3-a1d0-9b58a519c9ad tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] No DVR routers for this DVR port 45cc664c-b79c-4670-b032-a83af57e252c on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:25:13.776427 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-920ffcf8-5f24-451c-b8b3-aa01b2ac8790 req-20d5ca96-27b7-48f3-a1d0-9b58a519c9ad tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:13.780418 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-920ffcf8-5f24-451c-b8b3-aa01b2ac8790 req-20d5ca96-27b7-48f3-a1d0-9b58a519c9ad tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.76 "DELETE /v2.0/ports/45cc664c-b79c-4670-b032-a83af57e252c HTTP/1.1" status: 204 len: 173 time: 0.6003969 Dec 08 16:25:13.780897 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4180760d-d429-459d-8f94-59f64a34f571', 'name': 'network-vif-deleted', 'tag': '45cc664c-b79c-4670-b032-a83af57e252c'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:25:13.783502 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1412eb95-42dd-4aec-a5e9-43b14002cd0f" -d '{"events": [{"server_uuid": "4180760d-d429-459d-8f94-59f64a34f571", "name": "network-vif-deleted", "tag": "45cc664c-b79c-4670-b032-a83af57e252c"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:25:13.834818 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b05108a-a2b4-4a5d-ac3c-7569f5186ea5 x-openstack-request-id: req-2b05108a-a2b4-4a5d-ac3c-7569f5186ea5 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:25:13.835122 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4180760d-d429-459d-8f94-59f64a34f571", "name": "network-vif-deleted", "tag": "45cc664c-b79c-4670-b032-a83af57e252c", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:25:13.835660 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2b05108a-a2b4-4a5d-ac3c-7569f5186ea5 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:25:13.836328 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4180760d-d429-459d-8f94-59f64a34f571', 'name': 'network-vif-deleted', 'tag': '45cc664c-b79c-4670-b032-a83af57e252c', 'status': 'completed', 'code': 200} Dec 08 16:25:14.124002 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-99accc77-ed85-4bb0-8ad0-a50cf9e21265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:14.443403 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b17c12a1-7b21-449a-bbf8-9bd415b46d41 req-efb5d02d-2bc8-494d-981e-89a2f30dd3cc tempest-ServerRescueNegativeTestJSON-1345992594 tempest-ServerRescueNegativeTestJSON-1345992594-project] 10.222.0.64 "GET /v2.0/ports?device_id=4180760d-d429-459d-8f94-59f64a34f571 HTTP/1.1" status: 200 len: 210 time: 0.0310192 Dec 08 16:25:14.759827 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-00a6678e-872b-413f-a3c1-c14bb5339fd7 req-c03ff5bd-685f-40ee-baf3-5123a796355b tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 210 time: 0.0288382 Dec 08 16:25:15.057292 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 35970) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:15.178271 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:15.183188 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0e0c5fcb-6e1a-4286-90ce-644bdc767d3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:15.348919 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0e0c5fcb-6e1a-4286-90ce-644bdc767d3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:15.423119 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0e0c5fcb-6e1a-4286-90ce-644bdc767d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:15.466634 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0c5fcb-6e1a-4286-90ce-644bdc767d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f60e6ff-a8c6-47d9-8dd5-db74a28a5955,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:15.483321 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-0e0c5fcb-6e1a-4286-90ce-644bdc767d3a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4c319768b61c4e85ba682cf03574c2f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4244344 Dec 08 16:25:15.484426 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 35984) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:15.530269 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 35988) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:15.559551 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5df36e86-47c5-43cd-a3b2-2c7159ffa6cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:15.600692 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5df36e86-47c5-43cd-a3b2-2c7159ffa6cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:15.767084 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5df36e86-47c5-43cd-a3b2-2c7159ffa6cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:15.769945 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5df36e86-47c5-43cd-a3b2-2c7159ffa6cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:15.771376 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-5df36e86-47c5-43cd-a3b2-2c7159ffa6cb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0f60e6ff-a8c6-47d9-8dd5-db74a28a5955 HTTP/1.1" status: 204 len: 168 time: 0.2850943 Dec 08 16:25:15.785946 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df36e86-47c5-43cd-a3b2-2c7159ffa6cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f60e6ff-a8c6-47d9-8dd5-db74a28a5955,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:15.938740 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-85411fbf-ed63-4340-b347-9d211b6bc582 req-2f1075df-12b0-4261-a991-2bb7ecc475f8 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 210 time: 0.0415814 Dec 08 16:25:16.036352 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4a59fc5c-fd62-49e9-ac55-9650b373f973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:16.354912 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-4a59fc5c-fd62-49e9-ac55-9650b373f973 admin admin] Deleting port 30fb284f-f9c9-4109-87bc-a43e7b04bd52 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:25:16.355439 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4a59fc5c-fd62-49e9-ac55-9650b373f973 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:16.483017 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-4a59fc5c-fd62-49e9-ac55-9650b373f973 admin admin] For port 30fb284f-f9c9-4109-87bc-a43e7b04bd52, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=30fb284f-f9c9-4109-87bc-a43e7b04bd52,segment=NetworkSegment(afb83eff-f022-42ac-a1fa-5ce0abadefb1),segment_id=afb83eff-f022-42ac-a1fa-5ce0abadefb1)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:25:16.483572 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4a59fc5c-fd62-49e9-ac55-9650b373f973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:16.503634 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-4a59fc5c-fd62-49e9-ac55-9650b373f973 admin admin] Calling delete_port for 30fb284f-f9c9-4109-87bc-a43e7b04bd52 owned by network:router_interface {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:25:16.627394 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 36010) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:16.644889 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2238f77b-d054-4db4-801f-dbbed55346d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:16.674873 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:16.735419 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2238f77b-d054-4db4-801f-dbbed55346d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:16.818196 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4a59fc5c-fd62-49e9-ac55-9650b373f973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:16.847025 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2238f77b-d054-4db4-801f-dbbed55346d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:16.851935 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a59fc5c-fd62-49e9-ac55-9650b373f973 admin admin] Pushing event deleted for resources: {'Port': ['ID=30fb284f-f9c9-4109-87bc-a43e7b04bd52,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:16.899779 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-2238f77b-d054-4db4-801f-dbbed55346d1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f518b21a581e477a8b855e4d874e7edc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2698190 Dec 08 16:25:16.904014 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 36014) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:16.912928 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2238f77b-d054-4db4-801f-dbbed55346d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b24d3513-5ea8-4a79-9347-651c08a9b28b,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:16.989800 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3993cb1b-7768-4758-92ac-4061f877ec5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:17.028702 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3993cb1b-7768-4758-92ac-4061f877ec5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:17.098454 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4a59fc5c-fd62-49e9-ac55-9650b373f973 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:17.116811 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-adf1fa56-9d4c-40e1-a0c7-003913cb4621 req-2e58ea88-1242-4427-8faa-67ebaac04bdb tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 210 time: 0.0389614 Dec 08 16:25:17.172533 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3993cb1b-7768-4758-92ac-4061f877ec5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:17.178074 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3993cb1b-7768-4758-92ac-4061f877ec5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:17.182608 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-3993cb1b-7768-4758-92ac-4061f877ec5d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b24d3513-5ea8-4a79-9347-651c08a9b28b HTTP/1.1" status: 204 len: 168 time: 0.2741973 Dec 08 16:25:17.192351 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3993cb1b-7768-4758-92ac-4061f877ec5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24d3513-5ea8-4a79-9347-651c08a9b28b,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:17.394112 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a59fc5c-fd62-49e9-ac55-9650b373f973 admin admin] Router 6940d7fd-f551-42cf-afe6-c088df1c5777 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:25:17.543945 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a59fc5c-fd62-49e9-ac55-9650b373f973 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:25:17.550493 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-4a59fc5c-fd62-49e9-ac55-9650b373f973 admin admin] 10.222.0.64 "PUT /v2.0/routers/6940d7fd-f551-42cf-afe6-c088df1c5777/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0183918 Dec 08 16:25:17.553445 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 36024) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:17.566790 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:17.582591 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c623872e-997a-4abb-abab-d6b81295c848 None None] Sync routers for ids ['6940d7fd-f551-42cf-afe6-c088df1c5777'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:25:17.607044 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c623872e-997a-4abb-abab-d6b81295c848 None None] Routers {'6940d7fd-f551-42cf-afe6-c088df1c5777'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:25:17.608586 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-c623872e-997a-4abb-abab-d6b81295c848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:25:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['6940d7fd-f551-42cf-afe6-c088df1c5777'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:17.741431 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-42e0295e-8cb9-49b5-935c-ee3eadd5bb58 admin admin] Publish callbacks [] for router, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:17.755325 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-c623872e-997a-4abb-abab-d6b81295c848 None None] Set router 6940d7fd-f551-42cf-afe6-c088df1c5777 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:25:17.881747 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-42e0295e-8cb9-49b5-935c-ee3eadd5bb58 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:18.009632 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-c623872e-997a-4abb-abab-d6b81295c848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6940d7fd-f551-42cf-afe6-c088df1c5777', 'name': 'tempest-ServerRescueNegativeTestJSON-1948083866-router', 'tenant_id': 'b054d0dcb49649e0950f266a7acfb033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': 'c25cd284-1f9b-49df-91e5-cdd9bc86259f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:22:25Z', 'updated_at': '2021-12-08T16:25:16Z', 'revision_number': 5, 'project_id': 'b054d0dcb49649e0950f266a7acfb033', 'gw_port': {'id': 'c25cd284-1f9b-49df-91e5-cdd9bc86259f', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6940d7fd-f551-42cf-afe6-c088df1c5777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:22:26Z', 'updated_at': '2021-12-08T16:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:18.054336 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c623872e-997a-4abb-abab-d6b81295c848 None None] Checking router: 6940d7fd-f551-42cf-afe6-c088df1c5777 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:25:18.067684 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c623872e-997a-4abb-abab-d6b81295c848 None None] Routers {'6940d7fd-f551-42cf-afe6-c088df1c5777'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:25:18.068448 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-c623872e-997a-4abb-abab-d6b81295c848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:25:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['6940d7fd-f551-42cf-afe6-c088df1c5777'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:18.073257 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-42e0295e-8cb9-49b5-935c-ee3eadd5bb58 admin admin] Deleting port c25cd284-1f9b-49df-91e5-cdd9bc86259f {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:25:18.073875 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-42e0295e-8cb9-49b5-935c-ee3eadd5bb58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:18.213562 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-c623872e-997a-4abb-abab-d6b81295c848 None None] Set router 6940d7fd-f551-42cf-afe6-c088df1c5777 gateway port host: None {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:25:18.228979 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-42e0295e-8cb9-49b5-935c-ee3eadd5bb58 admin admin] For port c25cd284-1f9b-49df-91e5-cdd9bc86259f, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=c25cd284-1f9b-49df-91e5-cdd9bc86259f,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:25:18.231808 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-42e0295e-8cb9-49b5-935c-ee3eadd5bb58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:18.248945 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-42e0295e-8cb9-49b5-935c-ee3eadd5bb58 admin admin] Calling delete_port for c25cd284-1f9b-49df-91e5-cdd9bc86259f owned by network:router_gateway {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:25:18.308329 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-c623872e-997a-4abb-abab-d6b81295c848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6940d7fd-f551-42cf-afe6-c088df1c5777', 'name': 'tempest-ServerRescueNegativeTestJSON-1948083866-router', 'tenant_id': 'b054d0dcb49649e0950f266a7acfb033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:22:25Z', 'updated_at': '2021-12-08T16:25:17Z', 'revision_number': 6, 'project_id': 'b054d0dcb49649e0950f266a7acfb033', 'gw_port_host': None}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:18.347477 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c623872e-997a-4abb-abab-d6b81295c848 None None] The sync data for ids ['6940d7fd-f551-42cf-afe6-c088df1c5777'] in n-d-776250-12 is: [{'id': '6940d7fd-f551-42cf-afe6-c088df1c5777', 'name': 'tempest-ServerRescueNegativeTestJSON-1948083866-router', 'tenant_id': 'b054d0dcb49649e0950f266a7acfb033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:22:25Z', 'updated_at': '2021-12-08T16:25:17Z', 'revision_number': 6, 'project_id': 'b054d0dcb49649e0950f266a7acfb033', 'gw_port_host': None}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:25:18.480534 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-74ba9065-f98e-4d6b-883c-5fb04f88c2c3 req-9e6cdda0-1ef2-4cbb-bf9f-d6c1e3b96b6e tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 210 time: 0.0371921 Dec 08 16:25:18.612097 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-42e0295e-8cb9-49b5-935c-ee3eadd5bb58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:18.644232 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e0295e-8cb9-49b5-935c-ee3eadd5bb58 admin admin] Pushing event deleted for resources: {'Port': ['ID=c25cd284-1f9b-49df-91e5-cdd9bc86259f,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:18.742543 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-42e0295e-8cb9-49b5-935c-ee3eadd5bb58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:18.778436 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 45cc664c-b79c-4670-b032-a83af57e252c no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:25:18.806085 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: 45cc664c-b79c-4670-b032-a83af57e252c {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:25:18.806722 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 45cc664c-b79c-4670-b032-a83af57e252c not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:25:18.894167 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-42e0295e-8cb9-49b5-935c-ee3eadd5bb58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:18.896624 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-42e0295e-8cb9-49b5-935c-ee3eadd5bb58 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:19.012449 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-42e0295e-8cb9-49b5-935c-ee3eadd5bb58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:19.013375 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e0295e-8cb9-49b5-935c-ee3eadd5bb58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6940d7fd-f551-42cf-afe6-c088df1c5777 {{(pid=110551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:25:19.019993 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-42e0295e-8cb9-49b5-935c-ee3eadd5bb58 admin admin] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:19.021505 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-42e0295e-8cb9-49b5-935c-ee3eadd5bb58 admin admin] 10.222.0.64 "DELETE /v2.0/routers/6940d7fd-f551-42cf-afe6-c088df1c5777 HTTP/1.1" status: 204 len: 168 time: 1.4664171 Dec 08 16:25:19.024728 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 36050) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:19.103106 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e56c3e2-7422-42b4-860e-00dd042974b6 admin admin] Deleting subnet 74b50aa4-8812-48e5-b8de-c1650bb82dc8 {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:25:19.106768 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1e56c3e2-7422-42b4-860e-00dd042974b6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:19.149887 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1e56c3e2-7422-42b4-860e-00dd042974b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:19.199979 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1e56c3e2-7422-42b4-860e-00dd042974b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:19.418579 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1e56c3e2-7422-42b4-860e-00dd042974b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:19.450439 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e56c3e2-7422-42b4-860e-00dd042974b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74b50aa4-8812-48e5-b8de-c1650bb82dc8,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:19.457108 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1e56c3e2-7422-42b4-860e-00dd042974b6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:19.465003 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-1e56c3e2-7422-42b4-860e-00dd042974b6 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/74b50aa4-8812-48e5-b8de-c1650bb82dc8 HTTP/1.1" status: 204 len: 168 time: 0.4345446 Dec 08 16:25:19.466581 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 36058) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:19.587329 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e78e528a-5667-4c0a-a999-19335fc864bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:19.711297 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e78e528a-5667-4c0a-a999-19335fc864bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:19.734559 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b14261e9-c960-416a-89d5-e1708594157a req-4e2c09f1-ee0a-4be2-8052-f789e824e100 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 210 time: 0.0823021 Dec 08 16:25:19.762533 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-e78e528a-5667-4c0a-a999-19335fc864bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3f049e4-e272-4e56-8eaa-a36c0dbab3a1']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:19.776509 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-e78e528a-5667-4c0a-a999-19335fc864bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afb83eff-f022-42ac-a1fa-5ce0abadefb1') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:19.776965 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-e78e528a-5667-4c0a-a999-19335fc864bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afb83eff-f022-42ac-a1fa-5ce0abadefb1') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:19.793584 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e78e528a-5667-4c0a-a999-19335fc864bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:19.811773 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e78e528a-5667-4c0a-a999-19335fc864bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:19.820413 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e78e528a-5667-4c0a-a999-19335fc864bc admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:25:19.820775 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e78e528a-5667-4c0a-a999-19335fc864bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:19.822667 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:25:19.822667 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:25:19.822667 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:25:19.822667 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:25:19.822667 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:25:19.822667 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:25:19.822667 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:25:19.822667 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:25:19.822667 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:25:19.822667 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:25:19.822667 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:25:19.822667 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:25:19.822667 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:25:19.822667 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:25:19.822667 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:25:19.822667 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:25:19.822667 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:25:19.822667 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:25:19.822667 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:25:19.822667 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:25:19.822667 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:25:19.822667 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:25:19.822667 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:25:19.822667 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:25:19.822667 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:25:19.822667 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:25:19.822667 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:25:19.822667 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:25:19.822667 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:25:19.822667 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:25:19.822667 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:25:19.822667 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:25:19.955065 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e78e528a-5667-4c0a-a999-19335fc864bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:19.961380 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e78e528a-5667-4c0a-a999-19335fc864bc admin admin] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:19.965404 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e78e528a-5667-4c0a-a999-19335fc864bc admin admin] 10.222.0.64 "DELETE /v2.0/networks/a3f049e4-e272-4e56-8eaa-a36c0dbab3a1 HTTP/1.1" status: 204 len: 168 time: 0.4969800 Dec 08 16:25:19.982009 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78e528a-5667-4c0a-a999-19335fc864bc admin admin] Pushing event deleted for resources: {'Network': ['ID=a3f049e4-e272-4e56-8eaa-a36c0dbab3a1,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:20.427429 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device c25cd284-1f9b-49df-91e5-cdd9bc86259f no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:25:20.449214 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: c25cd284-1f9b-49df-91e5-cdd9bc86259f {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:25:20.449571 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device c25cd284-1f9b-49df-91e5-cdd9bc86259f not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:25:20.454637 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 30fb284f-f9c9-4109-87bc-a43e7b04bd52 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:25:20.474633 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 30fb284f-f9c9-4109-87bc-a43e7b04bd52 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:25:20.475263 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 30fb284f-f9c9-4109-87bc-a43e7b04bd52 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:25:20.487095 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 36078) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:20.540368 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-bc3a6e5b-f2a5-48ad-8a18-ef1907666596 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b054d0dcb49649e0950f266a7acfb033&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0502119 Dec 08 16:25:20.542498 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 36082) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:20.601057 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7fa1ea6b-cd63-4772-baab-28f9d0f9b1e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:20.627008 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7fa1ea6b-cd63-4772-baab-28f9d0f9b1e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:20.773651 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7fa1ea6b-cd63-4772-baab-28f9d0f9b1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:20.777243 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7fa1ea6b-cd63-4772-baab-28f9d0f9b1e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:20.786772 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-7fa1ea6b-cd63-4772-baab-28f9d0f9b1e1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8 HTTP/1.1" status: 204 len: 168 time: 0.2430453 Dec 08 16:25:20.804113 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa1ea6b-cd63-4772-baab-28f9d0f9b1e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdcb43c3-7def-4e3f-b0c1-5e6880f8c7c8,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:20.886590 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-665d6582-6d20-4591-bf05-5828ffcc3bc7 req-26daa35a-d7a8-4fb3-b778-fbe86c149c15 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 210 time: 0.0315576 Dec 08 16:25:22.023765 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-52c3e2c8-fd1f-4c4a-b64c-680c48477dfb req-09bcbc13-73d6-42f8-b741-59586f7a0e6f tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 210 time: 0.0394707 Dec 08 16:25:22.154072 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef96a3-3115-45c2-abdb-ea89f3286ab7 req-1759e5f5-1532-4916-ae68-1d7c1ba70d1d tempest-TestNetworkAdvancedServerOps-1604663679 tempest-TestNetworkAdvancedServerOps-1604663679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:22.156406 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-90ef96a3-3115-45c2-abdb-ea89f3286ab7 req-1759e5f5-1532-4916-ae68-1d7c1ba70d1d tempest-TestNetworkAdvancedServerOps-1604663679 tempest-TestNetworkAdvancedServerOps-1604663679-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=17f78f38-5648-401a-b435-4d04a6f1cf9f HTTP/1.1" status: 200 len: 1098 time: 0.0748048 Dec 08 16:25:22.237143 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-90ef96a3-3115-45c2-abdb-ea89f3286ab7 req-11ea35cd-993a-4be3-8d7b-c392e564b060 tempest-TestNetworkAdvancedServerOps-1604663679 tempest-TestNetworkAdvancedServerOps-1604663679-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=0e37e86e-05e7-489d-9773-6d6a1b50dada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726094 Dec 08 16:25:22.260037 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 36124) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:22.462439 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-50aef34d-060c-45e6-bb79-88b97d551ea6 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Deleting port ae5efd67-95af-4fb5-9ae8-63df413585e7 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:25:22.462821 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-50aef34d-060c-45e6-bb79-88b97d551ea6 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:22.557505 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-50aef34d-060c-45e6-bb79-88b97d551ea6 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:22.557982 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-50aef34d-060c-45e6-bb79-88b97d551ea6 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:22.575030 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-50aef34d-060c-45e6-bb79-88b97d551ea6 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Calling delete_port for ae5efd67-95af-4fb5-9ae8-63df413585e7 owned by network:floatingip {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:25:22.846495 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-50aef34d-060c-45e6-bb79-88b97d551ea6 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:22.878440 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aef34d-060c-45e6-bb79-88b97d551ea6 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event deleted for resources: {'Port': ['ID=ae5efd67-95af-4fb5-9ae8-63df413585e7,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:22.955336 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-50aef34d-060c-45e6-bb79-88b97d551ea6 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for floatingip, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:22.955916 n-d-776250-12 neutron-server[110550]: INFO neutron.db.l3_db [None req-50aef34d-060c-45e6-bb79-88b97d551ea6 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Floating IP 116ceb58-a988-4ca8-bc78-dded95a8b4e0 disassociated (deleted). External IP: 172.25.0.222, port: 393d4564-9a10-460e-a49d-f4edba8f56f4. Dec 08 16:25:23.208956 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-219f6513-ebbc-4391-a860-6b7914133437 req-32d0f8e1-68f0-47e6-b59a-294fd6407393 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 210 time: 0.0457702 Dec 08 16:25:23.214757 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 36150) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:23.318019 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50aef34d-060c-45e6-bb79-88b97d551ea6 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Router 87dc1ea3-2606-4015-9560-db6390f7a0d1 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:25:23.467966 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50aef34d-060c-45e6-bb79-88b97d551ea6 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:25:23.474391 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-50aef34d-060c-45e6-bb79-88b97d551ea6 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:23.478127 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4170240-5fad-49a0-940b-7398e4f23d53 None None] Sync routers for ids ['87dc1ea3-2606-4015-9560-db6390f7a0d1'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:25:23.497004 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4170240-5fad-49a0-940b-7398e4f23d53 None None] Routers {'87dc1ea3-2606-4015-9560-db6390f7a0d1'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:25:23.497682 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-f4170240-5fad-49a0-940b-7398e4f23d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:25:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['87dc1ea3-2606-4015-9560-db6390f7a0d1'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:23.510628 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-50aef34d-060c-45e6-bb79-88b97d551ea6 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "DELETE /v2.0/floatingips/116ceb58-a988-4ca8-bc78-dded95a8b4e0 HTTP/1.1" status: 204 len: 168 time: 1.2490754 Dec 08 16:25:23.511434 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17f78f38-5648-401a-b435-4d04a6f1cf9f', 'tag': '393d4564-9a10-460e-a49d-f4edba8f56f4'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:25:23.514439 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f11543-adf4-4cb6-8e39-f753884428dd" -d '{"events": [{"name": "network-changed", "server_uuid": "17f78f38-5648-401a-b435-4d04a6f1cf9f", "tag": "393d4564-9a10-460e-a49d-f4edba8f56f4"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:25:23.589707 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26cd1ba0-2e19-4115-8e44-57d343fdf630 x-openstack-request-id: req-26cd1ba0-2e19-4115-8e44-57d343fdf630 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:25:23.590072 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17f78f38-5648-401a-b435-4d04a6f1cf9f", "tag": "393d4564-9a10-460e-a49d-f4edba8f56f4", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:25:23.590946 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-26cd1ba0-2e19-4115-8e44-57d343fdf630 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:25:23.590946 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17f78f38-5648-401a-b435-4d04a6f1cf9f', 'tag': '393d4564-9a10-460e-a49d-f4edba8f56f4', 'status': 'completed', 'code': 200} Dec 08 16:25:23.642808 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-923991ff-c764-4a2e-9ee4-55fc062b7ec0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:23.688007 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-f4170240-5fad-49a0-940b-7398e4f23d53 None None] Set router 87dc1ea3-2606-4015-9560-db6390f7a0d1 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:25:23.701104 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f11543-adf4-4cb6-8e39-f753884428dd req-d54d1b0f-c7ed-4307-8092-d433ccf0cc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:23.707030 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-15f11543-adf4-4cb6-8e39-f753884428dd req-d54d1b0f-c7ed-4307-8092-d433ccf0cc0a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5ac8783bc8454dbdaff01b6ea349ef5e&device_id=17f78f38-5648-401a-b435-4d04a6f1cf9f HTTP/1.1" status: 200 len: 1098 time: 0.0964735 Dec 08 16:25:23.830398 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-923991ff-c764-4a2e-9ee4-55fc062b7ec0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:23.903841 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f11543-adf4-4cb6-8e39-f753884428dd req-15fa0243-f9df-47c9-991f-d3b7f1fd0b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:23.905491 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-15f11543-adf4-4cb6-8e39-f753884428dd req-15fa0243-f9df-47c9-991f-d3b7f1fd0b52 service neutron] 10.222.0.37 "GET /v2.0/networks?id=eab82b1f-ce9c-4e14-bb83-96973f4a9fd1 HTTP/1.1" status: 200 len: 897 time: 0.1906793 Dec 08 16:25:23.960660 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-923991ff-c764-4a2e-9ee4-55fc062b7ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:23.977087 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-f4170240-5fad-49a0-940b-7398e4f23d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87dc1ea3-2606-4015-9560-db6390f7a0d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441230560', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '3bb99841-9145-441d-a56b-a25b75b70189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:22:37Z', 'updated_at': '2021-12-08T16:22:47Z', 'revision_number': 4, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'gw_port': {'id': '3bb99841-9145-441d-a56b-a25b75b70189', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:82:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87dc1ea3-2606-4015-9560-db6390f7a0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:22:38Z', 'updated_at': '2021-12-08T16:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'd5514f41-1511-4043-a3df-9c8e57596511', 'name': '', 'network_id': 'eab82b1f-ce9c-4e14-bb83-96973f4a9fd1', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'mac_address': 'fa:16:3e:e2:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87dc1ea3-2606-4015-9560-db6390f7a0d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '3e5030cd-b3c2-4118-9383-aef383f9cf5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:22:45Z', 'updated_at': '2021-12-08T16:22:52Z', 'revision_number': 5, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'subnets': [{'id': '3e5030cd-b3c2-4118-9383-aef383f9cf5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:24.012332 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4170240-5fad-49a0-940b-7398e4f23d53 None None] Checking router: 87dc1ea3-2606-4015-9560-db6390f7a0d1 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:25:24.019930 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-923991ff-c764-4a2e-9ee4-55fc062b7ec0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0a7d1936ab4a4c7fb75562c5d6df6552&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8040457 Dec 08 16:25:24.021145 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923991ff-c764-4a2e-9ee4-55fc062b7ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e130279-c4db-45bb-898f-6d909c281149,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:24.024864 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 36170) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:24.028935 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4170240-5fad-49a0-940b-7398e4f23d53 None None] Routers {'87dc1ea3-2606-4015-9560-db6390f7a0d1'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:25:24.029745 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-f4170240-5fad-49a0-940b-7398e4f23d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:25:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['87dc1ea3-2606-4015-9560-db6390f7a0d1'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:24.181053 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-eb2fcc0d-dfdf-40c2-8e33-a54b93684d43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:24.193472 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-f4170240-5fad-49a0-940b-7398e4f23d53 None None] Set router 87dc1ea3-2606-4015-9560-db6390f7a0d1 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:25:24.242403 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-eb2fcc0d-dfdf-40c2-8e33-a54b93684d43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:24.410165 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9b661108-adbf-4179-b5b6-179d5c988d3e req-221e73ee-e748-4920-8dee-d69f12e86e7f tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 210 time: 0.0324888 Dec 08 16:25:24.429042 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-eb2fcc0d-dfdf-40c2-8e33-a54b93684d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:24.432087 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-eb2fcc0d-dfdf-40c2-8e33-a54b93684d43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:24.436256 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-eb2fcc0d-dfdf-40c2-8e33-a54b93684d43 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8e130279-c4db-45bb-898f-6d909c281149 HTTP/1.1" status: 204 len: 168 time: 0.4101076 Dec 08 16:25:24.459058 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2fcc0d-dfdf-40c2-8e33-a54b93684d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e130279-c4db-45bb-898f-6d909c281149,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:24.546873 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-15f11543-adf4-4cb6-8e39-f753884428dd req-94a120be-4efc-418a-9fe7-848849a2a7f5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=393d4564-9a10-460e-a49d-f4edba8f56f4 HTTP/1.1" status: 200 len: 217 time: 0.6333392 Dec 08 16:25:24.564102 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-f4170240-5fad-49a0-940b-7398e4f23d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87dc1ea3-2606-4015-9560-db6390f7a0d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441230560', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '3bb99841-9145-441d-a56b-a25b75b70189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:22:37Z', 'updated_at': '2021-12-08T16:22:47Z', 'revision_number': 4, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'gw_port': {'id': '3bb99841-9145-441d-a56b-a25b75b70189', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:82:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87dc1ea3-2606-4015-9560-db6390f7a0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:22:38Z', 'updated_at': '2021-12-08T16:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'd5514f41-1511-4043-a3df-9c8e57596511', 'name': '', 'network_id': 'eab82b1f-ce9c-4e14-bb83-96973f4a9fd1', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'mac_address': 'fa:16:3e:e2:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87dc1ea3-2606-4015-9560-db6390f7a0d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '3e5030cd-b3c2-4118-9383-aef383f9cf5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:22:45Z', 'updated_at': '2021-12-08T16:22:52Z', 'revision_number': 5, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'subnets': [{'id': '3e5030cd-b3c2-4118-9383-aef383f9cf5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:24.608463 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4170240-5fad-49a0-940b-7398e4f23d53 None None] The sync data for ids ['87dc1ea3-2606-4015-9560-db6390f7a0d1'] in n-d-776250-12 is: [{'id': '87dc1ea3-2606-4015-9560-db6390f7a0d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441230560', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '3bb99841-9145-441d-a56b-a25b75b70189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:22:37Z', 'updated_at': '2021-12-08T16:22:47Z', 'revision_number': 4, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'gw_port': {'id': '3bb99841-9145-441d-a56b-a25b75b70189', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:82:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87dc1ea3-2606-4015-9560-db6390f7a0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:22:38Z', 'updated_at': '2021-12-08T16:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'd5514f41-1511-4043-a3df-9c8e57596511', 'name': '', 'network_id': 'eab82b1f-ce9c-4e14-bb83-96973f4a9fd1', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'mac_address': 'fa:16:3e:e2:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87dc1ea3-2606-4015-9560-db6390f7a0d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '3e5030cd-b3c2-4118-9383-aef383f9cf5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:22:45Z', 'updated_at': '2021-12-08T16:22:52Z', 'revision_number': 5, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'subnets': [{'id': '3e5030cd-b3c2-4118-9383-aef383f9cf5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:25:24.611930 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f11543-adf4-4cb6-8e39-f753884428dd req-61905d02-1ddb-43ee-91db-67f56235b9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:24.613531 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-15f11543-adf4-4cb6-8e39-f753884428dd req-61905d02-1ddb-43ee-91db-67f56235b9be service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3e5030cd-b3c2-4118-9383-aef383f9cf5f HTTP/1.1" status: 200 len: 834 time: 0.0567741 Dec 08 16:25:24.692759 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f11543-adf4-4cb6-8e39-f753884428dd req-38528eeb-57dd-46a7-85c7-5d3fba07fc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:24.693987 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-15f11543-adf4-4cb6-8e39-f753884428dd req-38528eeb-57dd-46a7-85c7-5d3fba07fc5d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eab82b1f-ce9c-4e14-bb83-96973f4a9fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0658314 Dec 08 16:25:24.703540 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d135cae-fa82-451a-903f-295fffc4959b req-8481f1ee-e1f6-4d75-b5b4-5ea015e26e45 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:24.705210 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7d135cae-fa82-451a-903f-295fffc4959b req-8481f1ee-e1f6-4d75-b5b4-5ea015e26e45 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f78f38-5648-401a-b435-4d04a6f1cf9f HTTP/1.1" status: 200 len: 946 time: 0.1619976 Dec 08 16:25:24.837379 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7d135cae-fa82-451a-903f-295fffc4959b req-bcb60f2a-195d-443e-9324-d1b352f8bcda tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e37e86e-05e7-489d-9773-6d6a1b50dada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825303 Dec 08 16:25:24.849471 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-15f11543-adf4-4cb6-8e39-f753884428dd req-83ecc01f-8f0f-4187-9444-df586fe9a6d2 service neutron] 10.222.0.37 "GET /v2.0/networks/eab82b1f-ce9c-4e14-bb83-96973f4a9fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432557 Dec 08 16:25:24.978346 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-15f11543-adf4-4cb6-8e39-f753884428dd req-ca9ac728-bcee-4c90-964b-651235ea9715 service neutron] 10.222.0.37 "GET /v2.0/networks/eab82b1f-ce9c-4e14-bb83-96973f4a9fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171763 Dec 08 16:25:25.006237 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46845139-3f1a-4e30-b618-9c805990fb7d None None] New status for floating IP 116ceb58-a988-4ca8-bc78-dded95a8b4e0: DOWN {{(pid=110552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:25:25.481854 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 36190) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:25.486496 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41cd6af-c2f6-4b12-a800-11a44be5b852 req-8ab1375b-2877-4040-8b65-327a4e76062d tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:25.488259 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d41cd6af-c2f6-4b12-a800-11a44be5b852 req-8ab1375b-2877-4040-8b65-327a4e76062d tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.37 "GET /v2.0/ports?device_id=17f78f38-5648-401a-b435-4d04a6f1cf9f HTTP/1.1" status: 200 len: 946 time: 0.0610173 Dec 08 16:25:25.503314 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3b36e823-ca8c-4f0f-920d-76d75b27214b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:25.572966 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-20896b93-4f82-402d-8000-3306c038656c req-91913d18-5b2f-45eb-a894-1ee89ff5a301 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 210 time: 0.0341861 Dec 08 16:25:25.643271 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3b36e823-ca8c-4f0f-920d-76d75b27214b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:25.647039 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-d41cd6af-c2f6-4b12-a800-11a44be5b852 req-de40f0e2-0955-4924-967a-a662e5ef979a tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Deleting port 393d4564-9a10-460e-a49d-f4edba8f56f4 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:25:25.647660 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d41cd6af-c2f6-4b12-a800-11a44be5b852 req-de40f0e2-0955-4924-967a-a662e5ef979a tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:25.746842 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-d41cd6af-c2f6-4b12-a800-11a44be5b852 req-de40f0e2-0955-4924-967a-a662e5ef979a tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] For port 393d4564-9a10-460e-a49d-f4edba8f56f4, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=393d4564-9a10-460e-a49d-f4edba8f56f4,segment=NetworkSegment(ac959813-99b5-4b55-bfae-aa5a32c49842),segment_id=ac959813-99b5-4b55-bfae-aa5a32c49842)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:25:25.747363 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d41cd6af-c2f6-4b12-a800-11a44be5b852 req-de40f0e2-0955-4924-967a-a662e5ef979a tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:25.755262 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3b36e823-ca8c-4f0f-920d-76d75b27214b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:25.762250 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-d41cd6af-c2f6-4b12-a800-11a44be5b852 req-de40f0e2-0955-4924-967a-a662e5ef979a tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Calling delete_port for 393d4564-9a10-460e-a49d-f4edba8f56f4 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:25:25.780208 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36e823-ca8c-4f0f-920d-76d75b27214b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b56096-fd33-4d27-8164-71ec1108c317,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:25.808775 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-3b36e823-ca8c-4f0f-920d-76d75b27214b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=025c626629e4427ea59853d6cb140d32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3231034 Dec 08 16:25:25.809533 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 36194) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:25.870744 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a7db0cb2-46fa-41ac-bf66-123ddc1a0c91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:25.902425 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a7db0cb2-46fa-41ac-bf66-123ddc1a0c91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:25.980574 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b925955b-44d6-4ed7-abc9-54e341ea777a req-3dbf3d8f-4715-450a-a096-ad8960cb171a tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:25.981995 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b925955b-44d6-4ed7-abc9-54e341ea777a req-3dbf3d8f-4715-450a-a096-ad8960cb171a tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=17f78f38-5648-401a-b435-4d04a6f1cf9f HTTP/1.1" status: 200 len: 946 time: 0.0554955 Dec 08 16:25:26.018345 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d41cd6af-c2f6-4b12-a800-11a44be5b852 req-de40f0e2-0955-4924-967a-a662e5ef979a tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:26.019099 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a7db0cb2-46fa-41ac-bf66-123ddc1a0c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:26.022389 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a7db0cb2-46fa-41ac-bf66-123ddc1a0c91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:26.024381 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a7db0cb2-46fa-41ac-bf66-123ddc1a0c91 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/94b56096-fd33-4d27-8164-71ec1108c317 HTTP/1.1" status: 204 len: 168 time: 0.2137325 Dec 08 16:25:26.035787 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7db0cb2-46fa-41ac-bf66-123ddc1a0c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b56096-fd33-4d27-8164-71ec1108c317,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:26.066756 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de40f0e2-0955-4924-967a-a662e5ef979a tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event deleted for resources: {'Port': ['ID=393d4564-9a10-460e-a49d-f4edba8f56f4,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:26.072016 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b925955b-44d6-4ed7-abc9-54e341ea777a req-2fdaf220-8248-4c85-b1b5-3480a1110f06 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=0e37e86e-05e7-489d-9773-6d6a1b50dada&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834293 Dec 08 16:25:26.136062 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-d41cd6af-c2f6-4b12-a800-11a44be5b852 req-de40f0e2-0955-4924-967a-a662e5ef979a tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] No DVR routers for this DVR port 393d4564-9a10-460e-a49d-f4edba8f56f4 on host n-h2-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:25:26.138977 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d41cd6af-c2f6-4b12-a800-11a44be5b852 req-de40f0e2-0955-4924-967a-a662e5ef979a tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:26.142836 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d41cd6af-c2f6-4b12-a800-11a44be5b852 req-de40f0e2-0955-4924-967a-a662e5ef979a tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.37 "DELETE /v2.0/ports/393d4564-9a10-460e-a49d-f4edba8f56f4 HTTP/1.1" status: 204 len: 173 time: 0.6480219 Dec 08 16:25:26.143352 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f78f38-5648-401a-b435-4d04a6f1cf9f', 'name': 'network-vif-deleted', 'tag': '393d4564-9a10-460e-a49d-f4edba8f56f4'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:25:26.145631 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09069500-3b5e-45b2-97ea-4349d6de9c01" -d '{"events": [{"server_uuid": "17f78f38-5648-401a-b435-4d04a6f1cf9f", "name": "network-vif-deleted", "tag": "393d4564-9a10-460e-a49d-f4edba8f56f4"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:25:26.188299 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1926cc97-54e9-471e-8eec-6c72e87602e7 x-openstack-request-id: req-1926cc97-54e9-471e-8eec-6c72e87602e7 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:25:26.188604 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f78f38-5648-401a-b435-4d04a6f1cf9f", "name": "network-vif-deleted", "tag": "393d4564-9a10-460e-a49d-f4edba8f56f4", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:25:26.188890 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1926cc97-54e9-471e-8eec-6c72e87602e7 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:25:26.189314 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f78f38-5648-401a-b435-4d04a6f1cf9f', 'name': 'network-vif-deleted', 'tag': '393d4564-9a10-460e-a49d-f4edba8f56f4', 'status': 'completed', 'code': 200} Dec 08 16:25:26.725187 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b408688f-294f-42d5-a7b7-596e67ea15d3 req-1e692020-85fd-46cd-9660-737404f7c1f3 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 210 time: 0.0497828 Dec 08 16:25:27.138551 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 36224) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:27.925989 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8217aed2-4a3c-47e5-a1a3-98fd6d41d7fc req-d74c527f-44eb-4ec2-a6ae-42645fe4da46 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 210 time: 0.0585859 Dec 08 16:25:28.078750 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d3294524-613c-46c0-8d31-04772fa82b79 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:28.542602 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d3294524-613c-46c0-8d31-04772fa82b79 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Deleting port d5514f41-1511-4043-a3df-9c8e57596511 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:25:28.543206 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d3294524-613c-46c0-8d31-04772fa82b79 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:28.697638 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-d3294524-613c-46c0-8d31-04772fa82b79 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] For port d5514f41-1511-4043-a3df-9c8e57596511, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=d5514f41-1511-4043-a3df-9c8e57596511,segment=NetworkSegment(ac959813-99b5-4b55-bfae-aa5a32c49842),segment_id=ac959813-99b5-4b55-bfae-aa5a32c49842)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:25:28.698069 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d3294524-613c-46c0-8d31-04772fa82b79 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:28.714226 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d3294524-613c-46c0-8d31-04772fa82b79 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Calling delete_port for d5514f41-1511-4043-a3df-9c8e57596511 owned by network:router_interface {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:25:29.066031 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d3294524-613c-46c0-8d31-04772fa82b79 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:29.118173 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3294524-613c-46c0-8d31-04772fa82b79 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event deleted for resources: {'Port': ['ID=d5514f41-1511-4043-a3df-9c8e57596511,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:29.476890 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d3294524-613c-46c0-8d31-04772fa82b79 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:29.500125 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758a8af-ae11-47d2-8d9a-a83f24c47fec req-5db8a4d1-6310-47df-80f3-c237acb9e9e3 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:29.509230 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4758a8af-ae11-47d2-8d9a-a83f24c47fec req-5db8a4d1-6310-47df-80f3-c237acb9e9e3 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/ports?device_id=898d1c92-4137-4233-a71e-c61a4cf798fb HTTP/1.1" status: 200 len: 945 time: 0.5601482 Dec 08 16:25:29.612906 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4758a8af-ae11-47d2-8d9a-a83f24c47fec req-323fb60b-4762-49e4-8865-a7ac129fe8ca tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/security-groups?id=55feb4d0-ba7d-4f6f-9a72-a6c9000f9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023266 Dec 08 16:25:29.757541 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9c110d-8384-4fe2-9f8f-ef757274645e req-59680706-1040-48d2-ad43-f80e401f67d1 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:29.766867 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8a9c110d-8384-4fe2-9f8f-ef757274645e req-59680706-1040-48d2-ad43-f80e401f67d1 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 946 time: 0.0725904 Dec 08 16:25:29.774185 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5c769fb5-ae31-43c6-859f-37b188a19f73 req-42d86f6d-adf4-4344-a6c0-69b88eb80602 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 210 time: 0.0466244 Dec 08 16:25:29.809071 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 393d4564-9a10-460e-a49d-f4edba8f56f4 no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:25:29.847649 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: 393d4564-9a10-460e-a49d-f4edba8f56f4 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:25:29.848014 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 393d4564-9a10-460e-a49d-f4edba8f56f4 not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:25:29.859416 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8a9c110d-8384-4fe2-9f8f-ef757274645e req-8c4a15eb-7f8e-4dd1-b244-44c26a33b35e tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4f2ad79-b8e6-4523-9d6e-1cfbd1d7f7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909624 Dec 08 16:25:29.869472 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3294524-613c-46c0-8d31-04772fa82b79 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Router 87dc1ea3-2606-4015-9560-db6390f7a0d1 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:25:30.004243 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3294524-613c-46c0-8d31-04772fa82b79 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:25:30.018634 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ef67b0-a766-4804-8722-88783f6b2cea None None] Sync routers for ids ['87dc1ea3-2606-4015-9560-db6390f7a0d1'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:25:30.021792 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d3294524-613c-46c0-8d31-04772fa82b79 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "PUT /v2.0/routers/87dc1ea3-2606-4015-9560-db6390f7a0d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8815911 Dec 08 16:25:30.023841 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 36314) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:30.033086 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ef67b0-a766-4804-8722-88783f6b2cea None None] Routers {'87dc1ea3-2606-4015-9560-db6390f7a0d1'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:25:30.034552 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-55ef67b0-a766-4804-8722-88783f6b2cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:25:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['87dc1ea3-2606-4015-9560-db6390f7a0d1'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:30.133907 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ec9798b-6e81-4fa4-9a07-ded69a10948e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Deleting subnet 3e5030cd-b3c2-4118-9383-aef383f9cf5f {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:25:30.138758 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2ec9798b-6e81-4fa4-9a07-ded69a10948e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:30.216723 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2ec9798b-6e81-4fa4-9a07-ded69a10948e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:30.284314 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-55ef67b0-a766-4804-8722-88783f6b2cea None None] Set router 87dc1ea3-2606-4015-9560-db6390f7a0d1 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:25:30.409000 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2ec9798b-6e81-4fa4-9a07-ded69a10948e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:30.572338 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2ec9798b-6e81-4fa4-9a07-ded69a10948e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:30.630740 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2ec9798b-6e81-4fa4-9a07-ded69a10948e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:30.636116 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-2ec9798b-6e81-4fa4-9a07-ded69a10948e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "DELETE /v2.0/subnets/3e5030cd-b3c2-4118-9383-aef383f9cf5f HTTP/1.1" status: 204 len: 168 time: 0.6109934 Dec 08 16:25:30.640911 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec9798b-6e81-4fa4-9a07-ded69a10948e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event deleted for resources: {'Subnet': ['ID=3e5030cd-b3c2-4118-9383-aef383f9cf5f,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:30.641040 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219c0fa3-6ad1-494e-a8b3-4513b2e41b53 None None] Network eab82b1f-ce9c-4e14-bb83-96973f4a9fd1 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:25:30.642940 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 36342) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:30.693486 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-55ef67b0-a766-4804-8722-88783f6b2cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87dc1ea3-2606-4015-9560-db6390f7a0d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441230560', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '3bb99841-9145-441d-a56b-a25b75b70189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:22:37Z', 'updated_at': '2021-12-08T16:25:28Z', 'revision_number': 5, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'gw_port': {'id': '3bb99841-9145-441d-a56b-a25b75b70189', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:82:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87dc1ea3-2606-4015-9560-db6390f7a0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:22:38Z', 'updated_at': '2021-12-08T16:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:30.759484 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ef67b0-a766-4804-8722-88783f6b2cea None None] Checking router: 87dc1ea3-2606-4015-9560-db6390f7a0d1 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:25:30.788656 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ef67b0-a766-4804-8722-88783f6b2cea None None] Routers {'87dc1ea3-2606-4015-9560-db6390f7a0d1'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:25:30.789303 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-55ef67b0-a766-4804-8722-88783f6b2cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:25:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['87dc1ea3-2606-4015-9560-db6390f7a0d1'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:30.808900 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09a60b0-2af1-415d-9566-cb6aa930c6b6 req-cd11ed11-11bc-47f5-8dc0-c68e19cf1d8d tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:30.830195 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f09a60b0-2af1-415d-9566-cb6aa930c6b6 req-cd11ed11-11bc-47f5-8dc0-c68e19cf1d8d tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/ports?device_id=898d1c92-4137-4233-a71e-c61a4cf798fb HTTP/1.1" status: 200 len: 945 time: 0.0948312 Dec 08 16:25:30.888714 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-156f1a88-f80f-45b3-aa14-11295bb069c1 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for router, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:30.963139 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f09a60b0-2af1-415d-9566-cb6aa930c6b6 req-b050db2d-ceab-48a8-98c3-97ddb20aa617 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/security-groups?id=55feb4d0-ba7d-4f6f-9a72-a6c9000f9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319282 Dec 08 16:25:31.007209 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2bfe15-5b2f-46be-9cfd-c451d290b8a9 None None] DHCP port deletion for eab82b1f-ce9c-4e14-bb83-96973f4a9fd1 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:25:31.051751 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-55ef67b0-a766-4804-8722-88783f6b2cea None None] Set router 87dc1ea3-2606-4015-9560-db6390f7a0d1 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:25:31.116881 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60dc5c0-299a-4ebb-915c-01c671e8ddea req-93e5cf38-bc3d-4e7d-8b8d-2e1936a36e5c tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:31.129475 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a60dc5c0-299a-4ebb-915c-01c671e8ddea req-93e5cf38-bc3d-4e7d-8b8d-2e1936a36e5c tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 946 time: 0.1031349 Dec 08 16:25:31.155368 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-5d2bfe15-5b2f-46be-9cfd-c451d290b8a9 None None] Deleting port 1cf8f0b7-197e-436a-96ee-dfc8cb6f94c5 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:25:31.156027 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5d2bfe15-5b2f-46be-9cfd-c451d290b8a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:31.164159 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-925f643a-be39-415f-8e4c-56ddf89a5f5c req-92c1bafe-bf6e-433d-88c0-919f5e35d748 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 210 time: 0.0985928 Dec 08 16:25:31.241102 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e36749-a55a-4d2c-9922-c61aa8c2a7d7 req-f2743e7b-f89a-4748-b4b5-0a27a6103d5b tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:31.242850 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e8e36749-a55a-4d2c-9922-c61aa8c2a7d7 req-f2743e7b-f89a-4748-b4b5-0a27a6103d5b tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.37 "GET /v2.0/ports?device_id=898d1c92-4137-4233-a71e-c61a4cf798fb HTTP/1.1" status: 200 len: 945 time: 0.3791332 Dec 08 16:25:31.249112 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a60dc5c0-299a-4ebb-915c-01c671e8ddea req-d2377de9-bbf7-4a9e-b96f-4cb57e402f9d tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4f2ad79-b8e6-4523-9d6e-1cfbd1d7f7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184995 Dec 08 16:25:31.305404 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-5d2bfe15-5b2f-46be-9cfd-c451d290b8a9 None None] For port 1cf8f0b7-197e-436a-96ee-dfc8cb6f94c5, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=1cf8f0b7-197e-436a-96ee-dfc8cb6f94c5,segment=NetworkSegment(ac959813-99b5-4b55-bfae-aa5a32c49842),segment_id=ac959813-99b5-4b55-bfae-aa5a32c49842)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:25:31.306137 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5d2bfe15-5b2f-46be-9cfd-c451d290b8a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:31.325163 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-5d2bfe15-5b2f-46be-9cfd-c451d290b8a9 None None] Calling delete_port for 1cf8f0b7-197e-436a-96ee-dfc8cb6f94c5 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:25:31.427690 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-156f1a88-f80f-45b3-aa14-11295bb069c1 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:31.435731 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-55ef67b0-a766-4804-8722-88783f6b2cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87dc1ea3-2606-4015-9560-db6390f7a0d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441230560', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '3bb99841-9145-441d-a56b-a25b75b70189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:22:37Z', 'updated_at': '2021-12-08T16:25:28Z', 'revision_number': 5, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'gw_port': {'id': '3bb99841-9145-441d-a56b-a25b75b70189', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:82:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87dc1ea3-2606-4015-9560-db6390f7a0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:22:38Z', 'updated_at': '2021-12-08T16:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:31.465024 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ef67b0-a766-4804-8722-88783f6b2cea None None] The sync data for ids ['87dc1ea3-2606-4015-9560-db6390f7a0d1'] in n-d-776250-12 is: [{'id': '87dc1ea3-2606-4015-9560-db6390f7a0d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441230560', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '3bb99841-9145-441d-a56b-a25b75b70189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:22:37Z', 'updated_at': '2021-12-08T16:25:28Z', 'revision_number': 5, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'gw_port': {'id': '3bb99841-9145-441d-a56b-a25b75b70189', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:82:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87dc1ea3-2606-4015-9560-db6390f7a0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:22:38Z', 'updated_at': '2021-12-08T16:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:25:31.470795 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-e8e36749-a55a-4d2c-9922-c61aa8c2a7d7 req-113e1d78-da77-49a5-af25-442ae807c103 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Deleting port 3e4f798b-03f5-4039-bcaa-1a66c2de9053 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:25:31.471215 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e8e36749-a55a-4d2c-9922-c61aa8c2a7d7 req-113e1d78-da77-49a5-af25-442ae807c103 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:31.526023 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5d2bfe15-5b2f-46be-9cfd-c451d290b8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:31.612158 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-e8e36749-a55a-4d2c-9922-c61aa8c2a7d7 req-113e1d78-da77-49a5-af25-442ae807c103 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] For port 3e4f798b-03f5-4039-bcaa-1a66c2de9053, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=3e4f798b-03f5-4039-bcaa-1a66c2de9053,segment=NetworkSegment(72e52347-683a-49fc-84ef-d33cdb5037e0),segment_id=72e52347-683a-49fc-84ef-d33cdb5037e0)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:25:31.613183 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e8e36749-a55a-4d2c-9922-c61aa8c2a7d7 req-113e1d78-da77-49a5-af25-442ae807c103 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:31.710172 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2bfe15-5b2f-46be-9cfd-c451d290b8a9 None None] Pushing event deleted for resources: {'Port': ['ID=1cf8f0b7-197e-436a-96ee-dfc8cb6f94c5,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:31.718857 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2bfe15-5b2f-46be-9cfd-c451d290b8a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:31.719228 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2bfe15-5b2f-46be-9cfd-c451d290b8a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:31.719690 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2bfe15-5b2f-46be-9cfd-c451d290b8a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:31.719919 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2bfe15-5b2f-46be-9cfd-c451d290b8a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:31.720285 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2bfe15-5b2f-46be-9cfd-c451d290b8a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:31.720631 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2bfe15-5b2f-46be-9cfd-c451d290b8a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:31.720968 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2bfe15-5b2f-46be-9cfd-c451d290b8a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:31.721302 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2bfe15-5b2f-46be-9cfd-c451d290b8a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:31.721635 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2bfe15-5b2f-46be-9cfd-c451d290b8a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:31.721966 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2bfe15-5b2f-46be-9cfd-c451d290b8a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:31.722298 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2bfe15-5b2f-46be-9cfd-c451d290b8a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:31.722628 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2bfe15-5b2f-46be-9cfd-c451d290b8a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:31.722955 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2bfe15-5b2f-46be-9cfd-c451d290b8a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:31.727400 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2bfe15-5b2f-46be-9cfd-c451d290b8a9 None None] No DVR routers for this DVR port 1cf8f0b7-197e-436a-96ee-dfc8cb6f94c5 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:25:31.875174 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-156f1a88-f80f-45b3-aa14-11295bb069c1 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Deleting port 3bb99841-9145-441d-a56b-a25b75b70189 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:25:31.875722 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-156f1a88-f80f-45b3-aa14-11295bb069c1 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:32.030666 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-156f1a88-f80f-45b3-aa14-11295bb069c1 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] For port 3bb99841-9145-441d-a56b-a25b75b70189, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=3bb99841-9145-441d-a56b-a25b75b70189,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:25:32.031120 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-156f1a88-f80f-45b3-aa14-11295bb069c1 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:32.057124 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e8e36749-a55a-4d2c-9922-c61aa8c2a7d7 req-113e1d78-da77-49a5-af25-442ae807c103 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:32.057497 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e8e36749-a55a-4d2c-9922-c61aa8c2a7d7 req-113e1d78-da77-49a5-af25-442ae807c103 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:32.057824 n-d-776250-12 neutron-server[110550]: INFO neutron.db.l3_db [req-e8e36749-a55a-4d2c-9922-c61aa8c2a7d7 req-113e1d78-da77-49a5-af25-442ae807c103 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Floating IP c459ce38-3054-4001-8ea0-08b39e9f4d12 disassociated. External IP: 172.25.0.211, port: 3e4f798b-03f5-4039-bcaa-1a66c2de9053. Dec 08 16:25:32.058170 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-e8e36749-a55a-4d2c-9922-c61aa8c2a7d7 req-113e1d78-da77-49a5-af25-442ae807c103 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Calling delete_port for 3e4f798b-03f5-4039-bcaa-1a66c2de9053 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:25:32.063725 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-156f1a88-f80f-45b3-aa14-11295bb069c1 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Calling delete_port for 3bb99841-9145-441d-a56b-a25b75b70189 owned by network:router_gateway {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:25:32.290485 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eff166-89d5-4c7c-a883-1f452eaabbba req-1a9d938f-e0e7-44ad-bae1-cb7b322ca1d4 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:32.291678 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c8eff166-89d5-4c7c-a883-1f452eaabbba req-1a9d938f-e0e7-44ad-bae1-cb7b322ca1d4 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/ports?device_id=898d1c92-4137-4233-a71e-c61a4cf798fb HTTP/1.1" status: 200 len: 945 time: 0.2417350 Dec 08 16:25:32.339448 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-83b81161-0bcb-4bbb-8915-1ab155ff3029 req-990afbef-fb19-4c5a-9d5a-0bf0596e6cf4 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 210 time: 0.0406928 Dec 08 16:25:32.464113 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c8eff166-89d5-4c7c-a883-1f452eaabbba req-c3b0f996-14c2-4fff-a0b8-5c9fab21c1b4 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/security-groups?id=55feb4d0-ba7d-4f6f-9a72-a6c9000f9a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599250 Dec 08 16:25:32.515326 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e88994-f537-4b23-b13f-847ed2286822 req-29f7e1dd-f182-447d-839f-fc3aa470fd28 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:32.523937 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 1cf8f0b7-197e-436a-96ee-dfc8cb6f94c5 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:25:32.537203 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f1e88994-f537-4b23-b13f-847ed2286822 req-29f7e1dd-f182-447d-839f-fc3aa470fd28 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 946 time: 0.1180508 Dec 08 16:25:32.558225 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 1cf8f0b7-197e-436a-96ee-dfc8cb6f94c5 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:25:32.558963 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 1cf8f0b7-197e-436a-96ee-dfc8cb6f94c5 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:25:32.559638 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device d5514f41-1511-4043-a3df-9c8e57596511 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:25:32.596817 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: d5514f41-1511-4043-a3df-9c8e57596511 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:25:32.597679 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device d5514f41-1511-4043-a3df-9c8e57596511 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:25:32.649504 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f1e88994-f537-4b23-b13f-847ed2286822 req-d15644f9-ac38-4a46-aaf2-28d522e4571a tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4f2ad79-b8e6-4523-9d6e-1cfbd1d7f7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112795 Dec 08 16:25:32.731463 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 36394) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:32.743355 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-156f1a88-f80f-45b3-aa14-11295bb069c1 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:32.827392 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e8e36749-a55a-4d2c-9922-c61aa8c2a7d7 req-113e1d78-da77-49a5-af25-442ae807c103 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:32.840382 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156f1a88-f80f-45b3-aa14-11295bb069c1 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event deleted for resources: {'Port': ['ID=3bb99841-9145-441d-a56b-a25b75b70189,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:32.936695 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113e1d78-da77-49a5-af25-442ae807c103 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Pushing event deleted for resources: {'Port': ['ID=3e4f798b-03f5-4039-bcaa-1a66c2de9053,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:33.055310 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-156f1a88-f80f-45b3-aa14-11295bb069c1 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:33.165671 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-156f1a88-f80f-45b3-aa14-11295bb069c1 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:33.167256 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f20ef11e-7a15-4ab5-be8c-49d5dabe9960 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:33.169092 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-156f1a88-f80f-45b3-aa14-11295bb069c1 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:33.214895 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8e36749-a55a-4d2c-9922-c61aa8c2a7d7 req-113e1d78-da77-49a5-af25-442ae807c103 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Router 14406fc6-dda4-4dd8-9fea-71d207c86989 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:25:33.257738 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f20ef11e-7a15-4ab5-be8c-49d5dabe9960 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:33.364799 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8e36749-a55a-4d2c-9922-c61aa8c2a7d7 req-113e1d78-da77-49a5-af25-442ae807c103 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:25:33.377853 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e913c2-d9f9-4037-a4ab-c147dd7814ee None None] Sync routers for ids ['14406fc6-dda4-4dd8-9fea-71d207c86989'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:25:33.402664 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:25:33.422710 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e913c2-d9f9-4037-a4ab-c147dd7814ee None None] Routers {'14406fc6-dda4-4dd8-9fea-71d207c86989'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:25:33.423570 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-97e913c2-d9f9-4037-a4ab-c147dd7814ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:25:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['14406fc6-dda4-4dd8-9fea-71d207c86989'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:33.431832 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8e36749-a55a-4d2c-9922-c61aa8c2a7d7 req-113e1d78-da77-49a5-af25-442ae807c103 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] No DVR routers for this DVR port 3e4f798b-03f5-4039-bcaa-1a66c2de9053 on host n-h2-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:25:33.434703 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-156f1a88-f80f-45b3-aa14-11295bb069c1 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:33.435428 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-156f1a88-f80f-45b3-aa14-11295bb069c1 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Fanout notify agent at l3_agent the message router_deleted on router 87dc1ea3-2606-4015-9560-db6390f7a0d1 {{(pid=110550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:25:33.438766 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e8e36749-a55a-4d2c-9922-c61aa8c2a7d7 req-113e1d78-da77-49a5-af25-442ae807c103 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:33.448820 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e8e36749-a55a-4d2c-9922-c61aa8c2a7d7 req-113e1d78-da77-49a5-af25-442ae807c103 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.37 "DELETE /v2.0/ports/3e4f798b-03f5-4039-bcaa-1a66c2de9053 HTTP/1.1" status: 204 len: 173 time: 2.1972644 Dec 08 16:25:33.449297 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '898d1c92-4137-4233-a71e-c61a4cf798fb', 'name': 'network-vif-deleted', 'tag': '3e4f798b-03f5-4039-bcaa-1a66c2de9053'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:25:33.457741 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05332241-182d-466d-8892-72f6c1b631a5" -d '{"events": [{"server_uuid": "898d1c92-4137-4233-a71e-c61a4cf798fb", "name": "network-vif-deleted", "tag": "3e4f798b-03f5-4039-bcaa-1a66c2de9053"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:25:33.469234 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f20ef11e-7a15-4ab5-be8c-49d5dabe9960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:33.472637 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-156f1a88-f80f-45b3-aa14-11295bb069c1 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:33.477588 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-156f1a88-f80f-45b3-aa14-11295bb069c1 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "DELETE /v2.0/routers/87dc1ea3-2606-4015-9560-db6390f7a0d1 HTTP/1.1" status: 204 len: 168 time: 2.8332865 Dec 08 16:25:33.484306 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 36410) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:33.629137 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f20ef11e-7a15-4ab5-be8c-49d5dabe9960 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d32ae55caf964071a37dbe551535a35a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8958106 Dec 08 16:25:33.637726 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 36416) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:33.638662 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20ef11e-7a15-4ab5-be8c-49d5dabe9960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4738ceb-9081-4aba-90c5-cb4708a38fb5,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:33.647861 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d56cfd10-e99e-47fe-b20f-bbba4c1b8aea tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:33.652854 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a011aa-b6fd-49f4-91e2-5986e2ee7db0 x-openstack-request-id: req-f2a011aa-b6fd-49f4-91e2-5986e2ee7db0 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:25:33.653235 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "898d1c92-4137-4233-a71e-c61a4cf798fb", "name": "network-vif-deleted", "tag": "3e4f798b-03f5-4039-bcaa-1a66c2de9053", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:25:33.653427 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f2a011aa-b6fd-49f4-91e2-5986e2ee7db0 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:25:33.653849 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '898d1c92-4137-4233-a71e-c61a4cf798fb', 'name': 'network-vif-deleted', 'tag': '3e4f798b-03f5-4039-bcaa-1a66c2de9053', 'status': 'completed', 'code': 200} Dec 08 16:25:33.724954 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-40a31f31-3ed5-4f8d-8c5f-62f123fa807e req-02e4475e-2852-4675-af99-6d22ca7e7682 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 210 time: 0.0696783 Dec 08 16:25:33.774899 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a46b0a9f-b816-4985-931f-d5139f3787e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:33.829442 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a46b0a9f-b816-4985-931f-d5139f3787e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:33.831470 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-97e913c2-d9f9-4037-a4ab-c147dd7814ee None None] Set router 14406fc6-dda4-4dd8-9fea-71d207c86989 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:25:33.870920 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 3e4f798b-03f5-4039-bcaa-1a66c2de9053 no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:25:33.895632 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: 3e4f798b-03f5-4039-bcaa-1a66c2de9053 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:25:33.896255 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 3e4f798b-03f5-4039-bcaa-1a66c2de9053 not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:25:33.929089 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b5679509-ca1c-42ff-87fd-55dfe2d3fc6a req-7644897c-22c9-48ea-bbce-1ef8f9b84f4b tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/ports?device_id=898d1c92-4137-4233-a71e-c61a4cf798fb HTTP/1.1" status: 200 len: 210 time: 0.0826087 Dec 08 16:25:34.031131 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d56cfd10-e99e-47fe-b20f-bbba4c1b8aea tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:34.062710 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a46b0a9f-b816-4985-931f-d5139f3787e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:34.065774 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a46b0a9f-b816-4985-931f-d5139f3787e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:34.067126 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-d56cfd10-e99e-47fe-b20f-bbba4c1b8aea tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eab82b1f-ce9c-4e14-bb83-96973f4a9fd1']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:34.067452 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a46b0a9f-b816-4985-931f-d5139f3787e7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a4738ceb-9081-4aba-90c5-cb4708a38fb5 HTTP/1.1" status: 204 len: 168 time: 0.4205856 Dec 08 16:25:34.077608 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46b0a9f-b816-4985-931f-d5139f3787e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4738ceb-9081-4aba-90c5-cb4708a38fb5,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:34.090569 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-d56cfd10-e99e-47fe-b20f-bbba4c1b8aea tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac959813-99b5-4b55-bfae-aa5a32c49842') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:34.093793 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-d56cfd10-e99e-47fe-b20f-bbba4c1b8aea tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac959813-99b5-4b55-bfae-aa5a32c49842') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:34.117876 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d56cfd10-e99e-47fe-b20f-bbba4c1b8aea tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:34.160084 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719219bb-c50e-4563-aca2-9918b25682c0 req-352919c9-9a64-4e1f-841d-a53219387ae9 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:34.161873 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-719219bb-c50e-4563-aca2-9918b25682c0 req-352919c9-9a64-4e1f-841d-a53219387ae9 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 946 time: 0.2932856 Dec 08 16:25:34.162930 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d56cfd10-e99e-47fe-b20f-bbba4c1b8aea tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:34.178545 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d56cfd10-e99e-47fe-b20f-bbba4c1b8aea tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:25:34.178949 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d56cfd10-e99e-47fe-b20f-bbba4c1b8aea tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:34.182774 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:25:34.182774 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:25:34.182774 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:25:34.182774 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:25:34.182774 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:25:34.182774 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:25:34.182774 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:25:34.182774 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:25:34.182774 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:25:34.182774 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:25:34.182774 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:25:34.182774 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:25:34.182774 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:25:34.182774 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:25:34.182774 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:25:34.182774 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:25:34.182774 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:25:34.182774 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:25:34.182774 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:25:34.182774 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:25:34.182774 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:25:34.182774 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:25:34.182774 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:25:34.182774 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:25:34.182774 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:25:34.182774 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:25:34.182774 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:25:34.182774 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:25:34.182774 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:25:34.182774 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:25:34.182774 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:25:34.182774 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:25:34.185313 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-97e913c2-d9f9-4037-a4ab-c147dd7814ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14406fc6-dda4-4dd8-9fea-71d207c86989', 'name': 'tempest-AttachVolumeTestJSON-1381106210-router', 'tenant_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '4e7d1284-752f-48f1-b423-978ccbb17951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:16:06Z', 'updated_at': '2021-12-08T16:16:13Z', 'revision_number': 4, 'project_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'gw_port': {'id': '4e7d1284-752f-48f1-b423-978ccbb17951', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ec:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14406fc6-dda4-4dd8-9fea-71d207c86989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:16:08Z', 'updated_at': '2021-12-08T16:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '6cfd5e25-f756-48bc-b02b-2b7840fc8bf8', 'name': '', 'network_id': '7267bda8-5e5d-4e04-ad23-20b961702335', 'tenant_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'mac_address': 'fa:16:3e:06:59:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14406fc6-dda4-4dd8-9fea-71d207c86989', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'b1120212-8041-47f2-b393-74481d8c6bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:16:11Z', 'updated_at': '2021-12-08T16:16:19Z', 'revision_number': 5, 'project_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'subnets': [{'id': 'b1120212-8041-47f2-b393-74481d8c6bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:34.222199 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e913c2-d9f9-4037-a4ab-c147dd7814ee None None] Checking router: 14406fc6-dda4-4dd8-9fea-71d207c86989 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:25:34.231528 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e913c2-d9f9-4037-a4ab-c147dd7814ee None None] Routers {'14406fc6-dda4-4dd8-9fea-71d207c86989'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:25:34.232531 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-97e913c2-d9f9-4037-a4ab-c147dd7814ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:25:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['14406fc6-dda4-4dd8-9fea-71d207c86989'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:34.303397 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-719219bb-c50e-4563-aca2-9918b25682c0 req-1ff6391d-1406-4cc0-8942-713f62135f24 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4f2ad79-b8e6-4523-9d6e-1cfbd1d7f7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294882 Dec 08 16:25:34.343392 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d56cfd10-e99e-47fe-b20f-bbba4c1b8aea tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:34.355845 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d56cfd10-e99e-47fe-b20f-bbba4c1b8aea tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:34.359329 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-d56cfd10-e99e-47fe-b20f-bbba4c1b8aea tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "DELETE /v2.0/networks/eab82b1f-ce9c-4e14-bb83-96973f4a9fd1 HTTP/1.1" status: 204 len: 168 time: 0.8738239 Dec 08 16:25:34.363911 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 36426) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:34.393289 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56cfd10-e99e-47fe-b20f-bbba4c1b8aea tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event deleted for resources: {'Network': ['ID=eab82b1f-ce9c-4e14-bb83-96973f4a9fd1,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:34.403149 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-97e913c2-d9f9-4037-a4ab-c147dd7814ee None None] Set router 14406fc6-dda4-4dd8-9fea-71d207c86989 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:25:34.478441 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 36428) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:34.499007 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-018122e4-7f47-4658-bb6c-6e575ee930bb tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:34.549166 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 3bb99841-9145-441d-a56b-a25b75b70189 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:25:34.561169 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-018122e4-7f47-4658-bb6c-6e575ee930bb tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:34.576420 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 3bb99841-9145-441d-a56b-a25b75b70189 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:25:34.577096 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 3bb99841-9145-441d-a56b-a25b75b70189 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:25:34.625034 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:34.670236 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-61b650a4-7055-4d71-a4ca-5a2258304472 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:34.691713 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-018122e4-7f47-4658-bb6c-6e575ee930bb tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:34.694660 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-018122e4-7f47-4658-bb6c-6e575ee930bb tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:34.698715 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-018122e4-7f47-4658-bb6c-6e575ee930bb tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "DELETE /v2.0/security-groups/0e37e86e-05e7-489d-9773-6d6a1b50dada HTTP/1.1" status: 204 len: 168 time: 0.3305314 Dec 08 16:25:34.715467 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018122e4-7f47-4658-bb6c-6e575ee930bb tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e37e86e-05e7-489d-9773-6d6a1b50dada,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:34.825397 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-61b650a4-7055-4d71-a4ca-5a2258304472 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:34.837693 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-97e913c2-d9f9-4037-a4ab-c147dd7814ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14406fc6-dda4-4dd8-9fea-71d207c86989', 'name': 'tempest-AttachVolumeTestJSON-1381106210-router', 'tenant_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '4e7d1284-752f-48f1-b423-978ccbb17951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:16:06Z', 'updated_at': '2021-12-08T16:16:13Z', 'revision_number': 4, 'project_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'gw_port': {'id': '4e7d1284-752f-48f1-b423-978ccbb17951', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ec:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14406fc6-dda4-4dd8-9fea-71d207c86989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:16:08Z', 'updated_at': '2021-12-08T16:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '6cfd5e25-f756-48bc-b02b-2b7840fc8bf8', 'name': '', 'network_id': '7267bda8-5e5d-4e04-ad23-20b961702335', 'tenant_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'mac_address': 'fa:16:3e:06:59:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14406fc6-dda4-4dd8-9fea-71d207c86989', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'b1120212-8041-47f2-b393-74481d8c6bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:16:11Z', 'updated_at': '2021-12-08T16:16:19Z', 'revision_number': 5, 'project_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'subnets': [{'id': 'b1120212-8041-47f2-b393-74481d8c6bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:34.881627 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e913c2-d9f9-4037-a4ab-c147dd7814ee None None] The sync data for ids ['14406fc6-dda4-4dd8-9fea-71d207c86989'] in n-d-776250-12 is: [{'id': '14406fc6-dda4-4dd8-9fea-71d207c86989', 'name': 'tempest-AttachVolumeTestJSON-1381106210-router', 'tenant_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '4e7d1284-752f-48f1-b423-978ccbb17951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:16:06Z', 'updated_at': '2021-12-08T16:16:13Z', 'revision_number': 4, 'project_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'gw_port': {'id': '4e7d1284-752f-48f1-b423-978ccbb17951', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ec:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14406fc6-dda4-4dd8-9fea-71d207c86989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:16:08Z', 'updated_at': '2021-12-08T16:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '6cfd5e25-f756-48bc-b02b-2b7840fc8bf8', 'name': '', 'network_id': '7267bda8-5e5d-4e04-ad23-20b961702335', 'tenant_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'mac_address': 'fa:16:3e:06:59:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14406fc6-dda4-4dd8-9fea-71d207c86989', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'b1120212-8041-47f2-b393-74481d8c6bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:16:11Z', 'updated_at': '2021-12-08T16:16:19Z', 'revision_number': 5, 'project_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'subnets': [{'id': 'b1120212-8041-47f2-b393-74481d8c6bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:25:34.905264 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fb04572a-ba5f-47a5-aa10-faee299dd10b req-e580cc70-19f5-47b2-8be1-c796aaffab83 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 210 time: 0.0391951 Dec 08 16:25:34.975629 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-61b650a4-7055-4d71-a4ca-5a2258304472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:35.049297 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-61b650a4-7055-4d71-a4ca-5a2258304472 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3b77bd2849e643a9881b1dfddb5a05f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5694342 Dec 08 16:25:35.052014 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 36448) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:35.135346 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b650a4-7055-4d71-a4ca-5a2258304472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4624c5a8-9ff6-4061-a55a-facf702c217f,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:35.137690 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0c7a8b7b-edf8-497d-99a6-fad924c6cdb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:35.141379 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5057989f-7d30-4942-a306-de8f504c2488 req-8d223347-6fcd-4003-9e18-bd6de8933a36 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/ports?device_id=898d1c92-4137-4233-a71e-c61a4cf798fb HTTP/1.1" status: 200 len: 210 time: 0.0615692 Dec 08 16:25:35.192436 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0c7a8b7b-edf8-497d-99a6-fad924c6cdb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:35.232787 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 36450) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:35.247228 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f4b2a46d-8c4b-46a6-b0aa-5d89492d964d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:35.302171 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ba5725-7e6b-4a9e-8777-1cd05660f64a None None] New status for floating IP c459ce38-3054-4001-8ea0-08b39e9f4d12: DOWN {{(pid=110553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:25:35.343157 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0c7a8b7b-edf8-497d-99a6-fad924c6cdb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:35.347918 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0c7a8b7b-edf8-497d-99a6-fad924c6cdb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:35.351898 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-0c7a8b7b-edf8-497d-99a6-fad924c6cdb5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4624c5a8-9ff6-4061-a55a-facf702c217f HTTP/1.1" status: 204 len: 168 time: 0.2987988 Dec 08 16:25:35.366162 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7a8b7b-edf8-497d-99a6-fad924c6cdb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4624c5a8-9ff6-4061-a55a-facf702c217f,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:35.470778 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 36456) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:35.476665 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-e05079e8-ad99-4933-8a72-5ac2c7ce325e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-896094044', 'description': 'tempest-secgroup-smoke-896094044 description', 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:25:35.522113 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f4b2a46d-8c4b-46a6-b0aa-5d89492d964d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:35.543292 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e59721-0cda-4ce6-81ab-7962a8f7a41a req-b968ae4c-49ba-46d5-b412-4a17de26383d tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:35.546081 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-53e59721-0cda-4ce6-81ab-7962a8f7a41a req-b968ae4c-49ba-46d5-b412-4a17de26383d tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 946 time: 0.1125491 Dec 08 16:25:35.611774 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e05079e8-ad99-4933-8a72-5ac2c7ce325e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:35.614189 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f4b2a46d-8c4b-46a6-b0aa-5d89492d964d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:35.629927 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-53e59721-0cda-4ce6-81ab-7962a8f7a41a req-217d86ad-53ca-4bfe-b2a6-f07e288efa5c tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4f2ad79-b8e6-4523-9d6e-1cfbd1d7f7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767143 Dec 08 16:25:35.671436 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-f4b2a46d-8c4b-46a6-b0aa-5d89492d964d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c791fff887294871b851e215fee5495e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4374695 Dec 08 16:25:35.672499 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b2a46d-8c4b-46a6-b0aa-5d89492d964d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=979833f3-59e3-44bb-9e14-88670a84d0ba,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:35.680009 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 36460) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:35.725266 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e05079e8-ad99-4933-8a72-5ac2c7ce325e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:35.746449 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b841ef5f-da11-42ee-a147-2fa94ec55581 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:35.770633 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b841ef5f-da11-42ee-a147-2fa94ec55581 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:35.828558 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e05079e8-ad99-4933-8a72-5ac2c7ce325e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:35.860997 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05079e8-ad99-4933-8a72-5ac2c7ce325e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dbfa492-1a8c-4612-9bec-7e64b91898d3,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:35.898386 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b841ef5f-da11-42ee-a147-2fa94ec55581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:35.902321 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b841ef5f-da11-42ee-a147-2fa94ec55581 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:35.905949 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b841ef5f-da11-42ee-a147-2fa94ec55581 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/979833f3-59e3-44bb-9e14-88670a84d0ba HTTP/1.1" status: 204 len: 168 time: 0.2228167 Dec 08 16:25:35.916558 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b841ef5f-da11-42ee-a147-2fa94ec55581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979833f3-59e3-44bb-9e14-88670a84d0ba,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:35.922866 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e05079e8-ad99-4933-8a72-5ac2c7ce325e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:35.924485 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e05079e8-ad99-4933-8a72-5ac2c7ce325e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4523649 Dec 08 16:25:35.927077 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 36468) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:35.931748 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-b10c6c38-9ed8-4c88-8ec6-76fc6df8a391 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Request body: {'security_group_rule': {'security_group_id': '5dbfa492-1a8c-4612-9bec-7e64b91898d3', 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:25:36.014228 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b10c6c38-9ed8-4c88-8ec6-76fc6df8a391 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:36.090240 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b60dcc15-4146-4548-a887-1709e3cf973c req-5e6f1776-a70a-42ff-894f-7512e9362fea tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 210 time: 0.0428452 Dec 08 16:25:36.113139 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b10c6c38-9ed8-4c88-8ec6-76fc6df8a391 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:36.183005 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b10c6c38-9ed8-4c88-8ec6-76fc6df8a391 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:36.209011 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10c6c38-9ed8-4c88-8ec6-76fc6df8a391 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbb48341-f808-4c05-9ca6-db9518b10ded,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:36.319829 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b10c6c38-9ed8-4c88-8ec6-76fc6df8a391 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:36.321389 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 36476) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:36.322474 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b10c6c38-9ed8-4c88-8ec6-76fc6df8a391 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3935091 Dec 08 16:25:36.324416 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 36478) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:36.330967 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-80290ec9-4f5f-4aed-a000-0642d703d1ee tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Request body: {'security_group_rule': {'security_group_id': '5dbfa492-1a8c-4612-9bec-7e64b91898d3', 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:25:36.344260 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 36480) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:36.371807 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0c26c279-0f5e-4d26-91bc-0889c90534af admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:36.411620 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f23b6d18-5370-497a-9c3b-32670d65a423 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:36.480953 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f23b6d18-5370-497a-9c3b-32670d65a423 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:36.530697 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0c26c279-0f5e-4d26-91bc-0889c90534af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:36.536803 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-80290ec9-4f5f-4aed-a000-0642d703d1ee tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:36.599463 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0c26c279-0f5e-4d26-91bc-0889c90534af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:36.623794 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f23b6d18-5370-497a-9c3b-32670d65a423 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:36.626663 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f23b6d18-5370-497a-9c3b-32670d65a423 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:36.628089 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-f23b6d18-5370-497a-9c3b-32670d65a423 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "DELETE /v2.0/security-groups/55feb4d0-ba7d-4f6f-9a72-a6c9000f9a7f HTTP/1.1" status: 204 len: 168 time: 0.3052804 Dec 08 16:25:36.631341 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 36488) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:36.643727 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-80290ec9-4f5f-4aed-a000-0642d703d1ee tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:36.649815 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23b6d18-5370-497a-9c3b-32670d65a423 tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55feb4d0-ba7d-4f6f-9a72-a6c9000f9a7f,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:36.656481 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [None req-dff024e8-1e5f-4990-b76c-f621b6ee692d tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] show failed (client error): The resource could not be found. Dec 08 16:25:36.657813 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-dff024e8-1e5f-4990-b76c-f621b6ee692d tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "GET /v2.0/security-groups/55feb4d0-ba7d-4f6f-9a72-a6c9000f9a7f HTTP/1.1" status: 404 len: 347 time: 0.0246897 Dec 08 16:25:36.660989 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 36492) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:36.661776 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-0c26c279-0f5e-4d26-91bc-0889c90534af admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=07dbc30756564be7a8c2f9c426c389a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3164577 Dec 08 16:25:36.664320 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 36494) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:36.705678 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c26c279-0f5e-4d26-91bc-0889c90534af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b26cf6-3368-4d45-97c1-689c12ddab35,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:36.735425 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3d35493c-243c-4b62-abfc-7dca2c50768d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:36.769977 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3d35493c-243c-4b62-abfc-7dca2c50768d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:36.772895 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-80290ec9-4f5f-4aed-a000-0642d703d1ee tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:36.817522 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80290ec9-4f5f-4aed-a000-0642d703d1ee tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a2b97d7-e105-4bc8-84a3-ec9ff8ea94f5,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:36.870215 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-5219cc9a-c299-497d-9d7e-f3fc705f110d tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Deleting port f40a9948-c31b-4ee4-82dd-52245895db61 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:25:36.870483 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5219cc9a-c299-497d-9d7e-f3fc705f110d tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:36.928404 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-80290ec9-4f5f-4aed-a000-0642d703d1ee tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:36.930034 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-80290ec9-4f5f-4aed-a000-0642d703d1ee tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6041582 Dec 08 16:25:36.932891 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 36500) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:36.938733 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-10d0cb6d-d063-49b9-8c28-83d70c31c431 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Request body: {'security_group_rule': {'security_group_id': '5dbfa492-1a8c-4612-9bec-7e64b91898d3', 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:25:36.980658 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3d35493c-243c-4b62-abfc-7dca2c50768d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:36.982174 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2b4a8-0d3e-4917-a482-5e2a6a3d9069 req-1c71c21d-9da6-4e94-9c90-4f18b8ea5afc tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:36.983834 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5ac2b4a8-0d3e-4917-a482-5e2a6a3d9069 req-1c71c21d-9da6-4e94-9c90-4f18b8ea5afc tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 946 time: 0.1469970 Dec 08 16:25:36.987205 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3d35493c-243c-4b62-abfc-7dca2c50768d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:36.990188 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-3d35493c-243c-4b62-abfc-7dca2c50768d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/93b26cf6-3368-4d45-97c1-689c12ddab35 HTTP/1.1" status: 204 len: 168 time: 0.3249288 Dec 08 16:25:37.011833 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d35493c-243c-4b62-abfc-7dca2c50768d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b26cf6-3368-4d45-97c1-689c12ddab35,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:37.053000 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5219cc9a-c299-497d-9d7e-f3fc705f110d tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:37.053435 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5219cc9a-c299-497d-9d7e-f3fc705f110d tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:37.073049 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-5219cc9a-c299-497d-9d7e-f3fc705f110d tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Calling delete_port for f40a9948-c31b-4ee4-82dd-52245895db61 owned by network:floatingip {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:25:37.078379 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5ac2b4a8-0d3e-4917-a482-5e2a6a3d9069 req-fe7f11ee-87d1-4098-a60e-41cd39afceb2 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4f2ad79-b8e6-4523-9d6e-1cfbd1d7f7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821280 Dec 08 16:25:37.085505 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-10d0cb6d-d063-49b9-8c28-83d70c31c431 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:37.192711 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-10d0cb6d-d063-49b9-8c28-83d70c31c431 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:37.260369 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8caf5eb8-a29b-4476-a40a-e90ff872c3b7 req-746cc9cf-8367-47e9-8301-24ab621be129 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 210 time: 0.0412855 Dec 08 16:25:37.264966 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-10d0cb6d-d063-49b9-8c28-83d70c31c431 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:37.296614 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d0cb6d-d063-49b9-8c28-83d70c31c431 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cea84ec-7216-4396-87d8-fa19cd86feef,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:37.350688 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-10d0cb6d-d063-49b9-8c28-83d70c31c431 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:37.351963 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-10d0cb6d-d063-49b9-8c28-83d70c31c431 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4178219 Dec 08 16:25:37.354959 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 36512) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:37.359712 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-c7a7a77f-5eea-4541-b8a8-49cc46bb32bf tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Request body: {'security_group_rule': {'security_group_id': '5dbfa492-1a8c-4612-9bec-7e64b91898d3', 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:25:37.406035 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5219cc9a-c299-497d-9d7e-f3fc705f110d tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:37.436931 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5219cc9a-c299-497d-9d7e-f3fc705f110d tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Pushing event deleted for resources: {'Port': ['ID=f40a9948-c31b-4ee4-82dd-52245895db61,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:37.462934 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a77f-5eea-4541-b8a8-49cc46bb32bf tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:37.512561 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5219cc9a-c299-497d-9d7e-f3fc705f110d tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks [] for floatingip, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:37.515874 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5219cc9a-c299-497d-9d7e-f3fc705f110d tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:37.521423 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-5219cc9a-c299-497d-9d7e-f3fc705f110d tempest-AttachVolumeTestJSON-745537166 tempest-AttachVolumeTestJSON-745537166-project] 10.222.0.64 "DELETE /v2.0/floatingips/c459ce38-3054-4001-8ea0-08b39e9f4d12 HTTP/1.1" status: 204 len: 168 time: 0.8562822 Dec 08 16:25:37.603584 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a77f-5eea-4541-b8a8-49cc46bb32bf tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:37.685782 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a77f-5eea-4541-b8a8-49cc46bb32bf tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:37.703649 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7a77f-5eea-4541-b8a8-49cc46bb32bf tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4d0b419-b97e-4d9c-8077-8dfd2d82a0d6,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:37.830484 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c7a7a77f-5eea-4541-b8a8-49cc46bb32bf tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:37.836850 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c7a7a77f-5eea-4541-b8a8-49cc46bb32bf tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4784045 Dec 08 16:25:37.837227 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 36530) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:37.845361 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-76f0205c-8dc8-4487-9c96-eff73e8408f1 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Request body: {'security_group_rule': {'security_group_id': '5dbfa492-1a8c-4612-9bec-7e64b91898d3', 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:25:38.046194 n-d-776250-12 neutron-server[110550]: INFO neutron.db.securitygroups_db [None req-76f0205c-8dc8-4487-9c96-eff73e8408f1 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Project 5ac8783bc8454dbdaff01b6ea349ef5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 16:25:38.052536 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-76f0205c-8dc8-4487-9c96-eff73e8408f1 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:38.147335 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-76f0205c-8dc8-4487-9c96-eff73e8408f1 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:38.189084 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 36546) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:38.327562 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-76f0205c-8dc8-4487-9c96-eff73e8408f1 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:38.370530 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f0205c-8dc8-4487-9c96-eff73e8408f1 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f3f36f9-72dd-4d6c-9535-ff1a32ab35fa,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:38.408161 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdbbfee-5765-4adb-b072-607a985f988c req-8826c5ed-e784-4eeb-a226-a106d321f4eb tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:38.410298 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7bdbbfee-5765-4adb-b072-607a985f988c req-8826c5ed-e784-4eeb-a226-a106d321f4eb tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 946 time: 0.1551855 Dec 08 16:25:38.413474 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d284d82-00b6-4d9e-ab6c-66e92bd1b8f6 tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:38.413967 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d284d82-00b6-4d9e-ab6c-66e92bd1b8f6 tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:38.414441 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d284d82-00b6-4d9e-ab6c-66e92bd1b8f6 tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:38.426835 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-5d284d82-00b6-4d9e-ab6c-66e92bd1b8f6 tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] 10.222.0.64 "GET /v2.0/ports?project_id=2a90eddbbcbf4338ab5fe411884194ac&network_id=368d83ab-a000-4b31-b676-7976aae96be0 HTTP/1.1" status: 200 len: 2972 time: 0.2260995 Dec 08 16:25:38.427170 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-03cfaa55-86fa-453c-9f7c-1cab6a18b7cb req-ecbb8f3e-60ce-479a-8404-b6db3ad403a8 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 210 time: 0.0510628 Dec 08 16:25:38.497375 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7bdbbfee-5765-4adb-b072-607a985f988c req-ea6063ca-a406-4334-b9c7-c1586cd64ca2 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4f2ad79-b8e6-4523-9d6e-1cfbd1d7f7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795138 Dec 08 16:25:38.500163 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-76f0205c-8dc8-4487-9c96-eff73e8408f1 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:38.508230 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-76f0205c-8dc8-4487-9c96-eff73e8408f1 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6666365 Dec 08 16:25:38.520226 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 36562) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:38.524970 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-b133b1cf-eb2a-439f-840a-22b8f07bb72f tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Request body: {'security_group_rule': {'security_group_id': '5dbfa492-1a8c-4612-9bec-7e64b91898d3', 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:25:38.565871 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:38.617672 n-d-776250-12 neutron-server[110551]: INFO neutron.db.securitygroups_db [None req-b133b1cf-eb2a-439f-840a-22b8f07bb72f tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Project 5ac8783bc8454dbdaff01b6ea349ef5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 16:25:38.626405 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b133b1cf-eb2a-439f-840a-22b8f07bb72f tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:38.720522 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b133b1cf-eb2a-439f-840a-22b8f07bb72f tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:38.771606 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b133b1cf-eb2a-439f-840a-22b8f07bb72f tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:38.794777 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b133b1cf-eb2a-439f-840a-22b8f07bb72f tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e9de650-743d-440f-a15b-8cf4c0ca9cd6,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:38.893780 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b133b1cf-eb2a-439f-840a-22b8f07bb72f tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:38.897918 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b133b1cf-eb2a-439f-840a-22b8f07bb72f tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3738096 Dec 08 16:25:38.898225 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 36572) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:38.904292 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-5763e9ec-b222-415b-8125-0944e898bb99 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Request body: {'network': {'name': 'tempest-network-smoke--1358271232', 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'port_security_enabled': True}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:25:39.016830 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5763e9ec-b222-415b-8125-0944e898bb99 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Made reservation on behalf of 5ac8783bc8454dbdaff01b6ea349ef5e for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:25:39.020686 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5763e9ec-b222-415b-8125-0944e898bb99 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:39.049071 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5763e9ec-b222-415b-8125-0944e898bb99 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:25:39.061460 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5763e9ec-b222-415b-8125-0944e898bb99 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:39.062057 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-5763e9ec-b222-415b-8125-0944e898bb99 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Added segment af1f2f88-c1fd-44a2-a1d8-d976a10fad4e of type vlan for network 08814924-d3f7-498d-a0e5-508442cef09d Dec 08 16:25:39.150480 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5763e9ec-b222-415b-8125-0944e898bb99 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:39.299028 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5763e9ec-b222-415b-8125-0944e898bb99 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:39.304871 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5763e9ec-b222-415b-8125-0944e898bb99 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:39.305483 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5763e9ec-b222-415b-8125-0944e898bb99 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:39.469054 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763e9ec-b222-415b-8125-0944e898bb99 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event updated for resources: {'Network': ['ID=08814924-d3f7-498d-a0e5-508442cef09d,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:39.483127 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 08814924-d3f7-498d-a0e5-508442cef09d details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:25:39.566283 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-5763e9ec-b222-415b-8125-0944e898bb99 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6641431 Dec 08 16:25:39.566805 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 36602) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:39.573217 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-b04da221-ccea-42ea-8cf4-b9c38d4cad57 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-863953373', 'admin_state_up': True, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:25:39.687906 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b04da221-ccea-42ea-8cf4-b9c38d4cad57 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:39.689593 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b04da221-ccea-42ea-8cf4-b9c38d4cad57 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:39.704529 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e072b09e-cbc2-4cbf-970b-016f4d033f01 req-0b88927d-ad3f-41ba-8353-4a418fea8474 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:39.707527 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e072b09e-cbc2-4cbf-970b-016f4d033f01 req-0b88927d-ad3f-41ba-8353-4a418fea8474 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 946 time: 0.0761487 Dec 08 16:25:39.794437 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e072b09e-cbc2-4cbf-970b-016f4d033f01 req-18b05122-5cb6-4722-9f7c-2e97860f0658 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4f2ad79-b8e6-4523-9d6e-1cfbd1d7f7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748627 Dec 08 16:25:40.063331 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 36612) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:40.164100 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb825fed-ad73-4f6e-886c-5d4c6c6bd424 tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:40.164659 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b04da221-ccea-42ea-8cf4-b9c38d4cad57 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:40.170888 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-fb825fed-ad73-4f6e-886c-5d4c6c6bd424 tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=1ae4cf80-76bf-4df3-a557-5cc6023c1900 HTTP/1.1" status: 200 len: 814 time: 0.1063974 Dec 08 16:25:40.190928 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-22caa420-bf3c-4d7d-ba8b-83d06e91d0c7 req-2cb72863-d0de-40dc-a1d9-1a7592f074f7 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 210 time: 0.6707509 Dec 08 16:25:40.443691 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b04da221-ccea-42ea-8cf4-b9c38d4cad57 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:40.736929 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 36632) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:40.743718 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-14f34ecb-9e1d-4178-a4b4-c4e19d3acab9 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Request body: {'network': {'name': 'tempest-network-smoke--1402699043', 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'port_security_enabled': True}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:25:40.783736 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b04da221-ccea-42ea-8cf4-b9c38d4cad57 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for router_gateway, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:40.810092 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b04da221-ccea-42ea-8cf4-b9c38d4cad57 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:40.919992 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f34ecb-9e1d-4178-a4b4-c4e19d3acab9 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Made reservation on behalf of 2a90eddbbcbf4338ab5fe411884194ac for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:25:40.927615 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-14f34ecb-9e1d-4178-a4b4-c4e19d3acab9 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:40.960718 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b6c653-33f3-4e95-aec4-392c273934d3 req-fccc7256-7cbc-42c2-851c-9fbb3bee4f3c tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:40.962982 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-44b6c653-33f3-4e95-aec4-392c273934d3 req-fccc7256-7cbc-42c2-851c-9fbb3bee4f3c tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 946 time: 0.0986698 Dec 08 16:25:40.973432 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14f34ecb-9e1d-4178-a4b4-c4e19d3acab9 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:25:40.974361 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-b04da221-ccea-42ea-8cf4-b9c38d4cad57 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Allocated IP 172.25.0.3 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/10d27fbc-3546-41bd-8e6b-24cc22bc3f67) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:25:41.000678 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-14f34ecb-9e1d-4178-a4b4-c4e19d3acab9 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:41.001021 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-14f34ecb-9e1d-4178-a4b4-c4e19d3acab9 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Added segment 6dc4348c-9eca-4c82-b912-a2a040c68359 of type vlan for network 6526d0e5-7294-44c6-b3e2-afe82259b702 Dec 08 16:25:41.064210 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-44b6c653-33f3-4e95-aec4-392c273934d3 req-71cbacf7-9614-4205-a1e5-12f15b2e495e tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4f2ad79-b8e6-4523-9d6e-1cfbd1d7f7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923314 Dec 08 16:25:41.083041 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-14f34ecb-9e1d-4178-a4b4-c4e19d3acab9 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:41.160495 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b04da221-ccea-42ea-8cf4-b9c38d4cad57 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:41.165559 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-14f34ecb-9e1d-4178-a4b4-c4e19d3acab9 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:41.171978 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f34ecb-9e1d-4178-a4b4-c4e19d3acab9 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:41.176787 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-14f34ecb-9e1d-4178-a4b4-c4e19d3acab9 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:41.256746 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f34ecb-9e1d-4178-a4b4-c4e19d3acab9 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Pushing event updated for resources: {'Network': ['ID=6526d0e5-7294-44c6-b3e2-afe82259b702,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:41.266843 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 6526d0e5-7294-44c6-b3e2-afe82259b702 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:25:41.330279 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b04da221-ccea-42ea-8cf4-b9c38d4cad57 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:41.333457 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 36654) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:41.334193 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-14f34ecb-9e1d-4178-a4b4-c4e19d3acab9 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5896986 Dec 08 16:25:41.409284 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d331ddff-df41-45a3-8af0-80cdcaad5db8 req-b36106a2-db94-4ad0-8534-4e4d745ab7a8 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 210 time: 0.0708239 Dec 08 16:25:41.452023 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-12a83aed-12c2-4fb2-938f-608111f098c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:41.499746 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04da221-ccea-42ea-8cf4-b9c38d4cad57 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:25:41.505044 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd33f9f-28c4-4c4b-953c-d935473060fa tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:41.508792 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-0fd33f9f-28c4-4c4b-953c-d935473060fa tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=2a90eddbbcbf4338ab5fe411884194ac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1715395 Dec 08 16:25:41.509511 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 36662) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:41.510273 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-b04da221-ccea-42ea-8cf4-b9c38d4cad57 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:25:41.518348 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04da221-ccea-42ea-8cf4-b9c38d4cad57 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:25:41.522107 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04da221-ccea-42ea-8cf4-b9c38d4cad57 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event updated for resources: {'Port': ['ID=10d27fbc-3546-41bd-8e6b-24cc22bc3f67,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:41.555091 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04da221-ccea-42ea-8cf4-b9c38d4cad57 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:41.555091 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04da221-ccea-42ea-8cf4-b9c38d4cad57 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:41.555091 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04da221-ccea-42ea-8cf4-b9c38d4cad57 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:41.555091 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04da221-ccea-42ea-8cf4-b9c38d4cad57 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:41.555695 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04da221-ccea-42ea-8cf4-b9c38d4cad57 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:41.555695 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04da221-ccea-42ea-8cf4-b9c38d4cad57 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:41.556004 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04da221-ccea-42ea-8cf4-b9c38d4cad57 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:41.556532 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04da221-ccea-42ea-8cf4-b9c38d4cad57 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:41.556874 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04da221-ccea-42ea-8cf4-b9c38d4cad57 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:41.557212 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04da221-ccea-42ea-8cf4-b9c38d4cad57 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:41.557548 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04da221-ccea-42ea-8cf4-b9c38d4cad57 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:41.557878 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04da221-ccea-42ea-8cf4-b9c38d4cad57 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:41.558222 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04da221-ccea-42ea-8cf4-b9c38d4cad57 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:41.852440 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 6d9958c2-7603-431f-bd09-3479b639dea0 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:25:42.017679 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b04da221-ccea-42ea-8cf4-b9c38d4cad57 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for router_gateway, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:42.063818 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 6d9958c2-7603-431f-bd09-3479b639dea0, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=6d9958c2-7603-431f-bd09-3479b639dea0,segment=NetworkSegment(2a82ecd5-a9d3-46a5-a060-3820facdd98d),segment_id=2a82ecd5-a9d3-46a5-a060-3820facdd98d)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:25:42.094165 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '6d9958c2-7603-431f-bd09-3479b639dea0', 'network_id': '96222b75-0d7f-43da-898a-91046f8bdc5a', 'port_id': '6d9958c2-7603-431f-bd09-3479b639dea0', 'mac_address': 'fa:16:3e:6b:56:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '297bd6e5-3bf7-4d91-8a12-5133ca44aa82', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:25:42.105671 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d361ef0-921c-45cd-84de-7737168d5703 tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:42.108066 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-9d361ef0-921c-45cd-84de-7737168d5703 tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5975103 Dec 08 16:25:42.117871 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 36676) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:42.187946 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:42.219238 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6d9958c2-7603-431f-bd09-3479b639dea0 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:25:42.250995 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e649825f-8802-4be4-a108-9140a8f5d5b3 req-19518bc5-35fc-4970-b860-cf2d6ecd53fb tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:42.262070 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e649825f-8802-4be4-a108-9140a8f5d5b3 req-19518bc5-35fc-4970-b860-cf2d6ecd53fb tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 946 time: 0.0935259 Dec 08 16:25:42.264584 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 6d9958c2-7603-431f-bd09-3479b639dea0, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=6d9958c2-7603-431f-bd09-3479b639dea0,segment=NetworkSegment(2a82ecd5-a9d3-46a5-a060-3820facdd98d),segment_id=2a82ecd5-a9d3-46a5-a060-3820facdd98d)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:25:42.290808 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-39e9be64-e5f9-494d-9685-57c70dde937d tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=1ae4cf80-76bf-4df3-a557-5cc6023c1900&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1763332 Dec 08 16:25:42.291479 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 36688) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:42.330673 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e649825f-8802-4be4-a108-9140a8f5d5b3 req-ffc56b77-6d4d-4190-97d7-da4fd674d5d6 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4f2ad79-b8e6-4523-9d6e-1cfbd1d7f7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625787 Dec 08 16:25:42.364808 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:42.390679 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-061705e4-fc17-440a-aa0f-a54d2e8e5128 tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=2a90eddbbcbf4338ab5fe411884194ac&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0870199 Dec 08 16:25:42.393412 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 36696) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:42.448481 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=6d9958c2-7603-431f-bd09-3479b639dea0,revision_number=6']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:42.503669 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['6d9958c2-7603-431f-bd09-3479b639dea0'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:25:42.603400 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1750abb6-0dc2-4bc3-8780-0222a12198a1 tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:42.610540 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-1750abb6-0dc2-4bc3-8780-0222a12198a1 tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2148786 Dec 08 16:25:42.612566 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 36708) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:42.652514 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-cf9e6781-a788-4aba-aa5c-8dd04137f7b9 tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=1ae4cf80-76bf-4df3-a557-5cc6023c1900&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385928 Dec 08 16:25:42.655498 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 36712) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:42.663127 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-cfe174ed-b5d4-4c03-96e9-1754e57ca016 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-696274153', 'network_id': '6526d0e5-7294-44c6-b3e2-afe82259b702', 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:25:42.677500 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b04da221-ccea-42ea-8cf4-b9c38d4cad57 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:42.733337 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b9dfcab4-feaa-4c9e-b1e5-7f6d9a05e660 req-ad466f33-c8a7-4184-a52b-2053f6ee0246 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 210 time: 0.0596185 Dec 08 16:25:42.852814 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe174ed-b5d4-4c03-96e9-1754e57ca016 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Made reservation on behalf of 2a90eddbbcbf4338ab5fe411884194ac for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:25:42.857483 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cfe174ed-b5d4-4c03-96e9-1754e57ca016 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:43.022700 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b04da221-ccea-42ea-8cf4-b9c38d4cad57 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Router fa5ab0a8-6f1a-4916-9127-d865f3dc1178 is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:25:43.201870 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cfe174ed-b5d4-4c03-96e9-1754e57ca016 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:43.229372 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04da221-ccea-42ea-8cf4-b9c38d4cad57 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:25:43.251466 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebc35ae-ffe1-4ddf-9256-e25585805db3 None None] Sync routers for ids ['fa5ab0a8-6f1a-4916-9127-d865f3dc1178'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:25:43.287326 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebc35ae-ffe1-4ddf-9256-e25585805db3 None None] Routers {'fa5ab0a8-6f1a-4916-9127-d865f3dc1178'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:25:43.288335 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-0ebc35ae-ffe1-4ddf-9256-e25585805db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:25:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['fa5ab0a8-6f1a-4916-9127-d865f3dc1178'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:43.319016 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe174ed-b5d4-4c03-96e9-1754e57ca016 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Pushing event updated for resources: {'Subnet': ['ID=8c4743ef-6019-4eb0-90e4-f64e48f10e2a,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:43.380128 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b04da221-ccea-42ea-8cf4-b9c38d4cad57 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:43.382076 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b04da221-ccea-42ea-8cf4-b9c38d4cad57 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.8140886 Dec 08 16:25:43.385216 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 36740) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:43.392154 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe174ed-b5d4-4c03-96e9-1754e57ca016 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Checking segment: {'id': '6dc4348c-9eca-4c82-b912-a2a040c68359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6526d0e5-7294-44c6-b3e2-afe82259b702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:25:43.394174 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe174ed-b5d4-4c03-96e9-1754e57ca016 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Network hostable DHCP agents. Network: 6526d0e5-7294-44c6-b3e2-afe82259b702, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:25:43.468859 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e5b5a8ec-a561-4fa0-907d-995dea6fd63e tempest-TestNetworkAdvancedServerOps-1604663679 tempest-TestNetworkAdvancedServerOps-1604663679-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=5ac8783bc8454dbdaff01b6ea349ef5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0820303 Dec 08 16:25:43.469549 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 36748) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:43.512582 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-0ebc35ae-ffe1-4ddf-9256-e25585805db3 None None] Set router fa5ab0a8-6f1a-4916-9127-d865f3dc1178 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:25:43.544392 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb3c0ec-e420-4072-a513-daecc75ca75c req-1ace522f-9709-429b-8a40-7573782fd9a2 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:43.546345 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ccb3c0ec-e420-4072-a513-daecc75ca75c req-1ace522f-9709-429b-8a40-7573782fd9a2 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 945 time: 0.1282363 Dec 08 16:25:43.595095 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe174ed-b5d4-4c03-96e9-1754e57ca016 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Network 6526d0e5-7294-44c6-b3e2-afe82259b702 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:25:43.617401 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ccb3c0ec-e420-4072-a513-daecc75ca75c req-14c1046c-7ec3-478b-a181-52a38cc71c11 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4f2ad79-b8e6-4523-9d6e-1cfbd1d7f7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627713 Dec 08 16:25:43.637836 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9cdec3-18e6-4925-a044-f7908b5f08e5 tempest-TestNetworkAdvancedServerOps-1604663679 tempest-TestNetworkAdvancedServerOps-1604663679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:43.643118 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 36754) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:43.643267 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ff9cdec3-18e6-4925-a044-f7908b5f08e5 tempest-TestNetworkAdvancedServerOps-1604663679 tempest-TestNetworkAdvancedServerOps-1604663679-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1720772 Dec 08 16:25:43.682210 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-cfe174ed-b5d4-4c03-96e9-1754e57ca016 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 6526d0e5-7294-44c6-b3e2-afe82259b702) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:25:43.685860 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-82da12e2-1088-4c24-9601-8a1f74594d72 tempest-TestNetworkAdvancedServerOps-1604663679 tempest-TestNetworkAdvancedServerOps-1604663679-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=1ae4cf80-76bf-4df3-a557-5cc6023c1900&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413063 Dec 08 16:25:43.688916 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 36756) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:43.689072 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe174ed-b5d4-4c03-96e9-1754e57ca016 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:43.689748 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cfe174ed-b5d4-4c03-96e9-1754e57ca016 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:43.695327 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-25fd6ffc-6eef-4754-b495-fda3c9af564b tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-459743199', 'network_id': '08814924-d3f7-498d-a0e5-508442cef09d', 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:25:43.710189 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b75a4d-4f48-459f-933c-1cc80afb231f None None] Network 6526d0e5-7294-44c6-b3e2-afe82259b702 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:25:43.786492 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-cfe174ed-b5d4-4c03-96e9-1754e57ca016 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1279252 Dec 08 16:25:43.890797 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 6d9958c2-7603-431f-bd09-3479b639dea0 up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:25:44.146284 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 6d9958c2-7603-431f-bd09-3479b639dea0 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:25:44.147064 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:44.159445 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f3272cc8-cda8-46fe-84b0-576315ca3e7d req-376d5a47-9732-45fc-a53c-a9746e9fc26d tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/ports?device_id=03976434-4d9e-476a-a1e9-5480aee6cdaf HTTP/1.1" status: 200 len: 210 time: 0.1356356 Dec 08 16:25:44.228940 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25fd6ffc-6eef-4754-b495-fda3c9af564b tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Made reservation on behalf of 5ac8783bc8454dbdaff01b6ea349ef5e for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:25:44.233120 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-25fd6ffc-6eef-4754-b495-fda3c9af564b tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:44.338840 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ba465d-77af-4ccd-8f9b-a00a6adfab1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-6526d0e5-7294-44c6-b3e2-afe82259b702', 'network_id': '6526d0e5-7294-44c6-b3e2-afe82259b702', 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'fixed_ips': [{'subnet_id': '8c4743ef-6019-4eb0-90e4-f64e48f10e2a'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:25:44.340198 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d1ba465d-77af-4ccd-8f9b-a00a6adfab1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:44.346022 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1ffafab5-0e85-4de6-9825-835d6abaed48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:44.362780 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-0ebc35ae-ffe1-4ddf-9256-e25585805db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5ab0a8-6f1a-4916-9127-d865f3dc1178', 'name': 'tempest-TestNetworkAdvancedServerOps-router-863953373', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '10d27fbc-3546-41bd-8e6b-24cc22bc3f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:25:39Z', 'updated_at': '2021-12-08T16:25:41Z', 'revision_number': 3, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'gw_port': {'id': '10d27fbc-3546-41bd-8e6b-24cc22bc3f67', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5ab0a8-6f1a-4916-9127-d865f3dc1178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:25:40Z', 'updated_at': '2021-12-08T16:25:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:44.378784 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 36782) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:44.384630 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-40df3736-3095-4290-81a2-2979eece1791 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1569252252', 'description': 'tempest-secgroup-smoke-1569252252 description', 'project_id': '2a90eddbbcbf4338ab5fe411884194ac'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:25:44.414506 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebc35ae-ffe1-4ddf-9256-e25585805db3 None None] Checking router: fa5ab0a8-6f1a-4916-9127-d865f3dc1178 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:25:44.415081 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebc35ae-ffe1-4ddf-9256-e25585805db3 None None] Updating router fa5ab0a8-6f1a-4916-9127-d865f3dc1178 port 10d27fbc-3546-41bd-8e6b-24cc22bc3f67 binding host n-d-776250-12 {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:25:44.491328 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-40df3736-3095-4290-81a2-2979eece1791 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:44.720965 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-25fd6ffc-6eef-4754-b495-fda3c9af564b tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:44.723042 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-40df3736-3095-4290-81a2-2979eece1791 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:44.785103 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0ebc35ae-ffe1-4ddf-9256-e25585805db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:44.793518 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-40df3736-3095-4290-81a2-2979eece1791 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:44.858754 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40df3736-3095-4290-81a2-2979eece1791 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c10b37e-8898-4f4f-8e13-2b16d50e4c6a,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:44.967577 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-40df3736-3095-4290-81a2-2979eece1791 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:44.969220 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-40df3736-3095-4290-81a2-2979eece1791 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5889046 Dec 08 16:25:44.972027 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 36796) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:44.977142 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-e2dc60b0-0346-43c2-a221-dc22b73993f3 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Request body: {'security_group_rule': {'security_group_id': '5c10b37e-8898-4f4f-8e13-2b16d50e4c6a', 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:25:45.072490 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fd6ffc-6eef-4754-b495-fda3c9af564b tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event updated for resources: {'Subnet': ['ID=89eafa5b-4193-4ebc-af74-cdc250b35c3e,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:45.081741 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fd6ffc-6eef-4754-b495-fda3c9af564b tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Checking segment: {'id': 'af1f2f88-c1fd-44a2-a1d8-d976a10fad4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '08814924-d3f7-498d-a0e5-508442cef09d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:25:45.082019 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fd6ffc-6eef-4754-b495-fda3c9af564b tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Network hostable DHCP agents. Network: 08814924-d3f7-498d-a0e5-508442cef09d, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:25:45.103597 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e2dc60b0-0346-43c2-a221-dc22b73993f3 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:45.121981 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22bc08-3db3-4f25-b42a-15a9961d32a9 req-c6ef57a6-46ce-4e25-b41c-0c9830823fa7 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:45.123625 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cd22bc08-3db3-4f25-b42a-15a9961d32a9 req-c6ef57a6-46ce-4e25-b41c-0c9830823fa7 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 945 time: 0.2730160 Dec 08 16:25:45.236291 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fd6ffc-6eef-4754-b495-fda3c9af564b tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Network 08814924-d3f7-498d-a0e5-508442cef09d is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:25:45.280360 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-d1ba465d-77af-4ccd-8f9b-a00a6adfab1c None None] Allocated IP 172.20.0.18 (6526d0e5-7294-44c6-b3e2-afe82259b702/8c4743ef-6019-4eb0-90e4-f64e48f10e2a/9eae32be-dd5e-4670-992d-af4d753ae786) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:25:45.283079 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:45.285423 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e2dc60b0-0346-43c2-a221-dc22b73993f3 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:45.315699 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cd22bc08-3db3-4f25-b42a-15a9961d32a9 req-54cd9b75-d109-45ef-8e14-712ab778045e tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4f2ad79-b8e6-4523-9d6e-1cfbd1d7f7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1677394 Dec 08 16:25:45.370955 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:45.399974 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e2dc60b0-0346-43c2-a221-dc22b73993f3 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:45.404716 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-25fd6ffc-6eef-4754-b495-fda3c9af564b tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 08814924-d3f7-498d-a0e5-508442cef09d) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:25:45.409541 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fd6ffc-6eef-4754-b495-fda3c9af564b tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:45.410460 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-25fd6ffc-6eef-4754-b495-fda3c9af564b tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:45.442401 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dc60b0-0346-43c2-a221-dc22b73993f3 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1fc113e-9d53-4f60-a1d5-dabad7c8360d,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:45.467289 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 6d9958c2-7603-431f-bd09-3479b639dea0, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=6d9958c2-7603-431f-bd09-3479b639dea0,segment=NetworkSegment(2a82ecd5-a9d3-46a5-a060-3820facdd98d),segment_id=2a82ecd5-a9d3-46a5-a060-3820facdd98d)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:25:45.472973 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 36814) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:45.503373 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbb15675-71f7-4fc3-b067-e2ce57f8bb65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d9958c2-7603-431f-bd09-3479b639dea0'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:25:45.505859 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1f9ede-bf7b-4a5b-b8d0-c4e2f165448c" -d '{"events": [{"server_uuid": "fbb15675-71f7-4fc3-b067-e2ce57f8bb65", "name": "network-vif-plugged", "status": "completed", "tag": "6d9958c2-7603-431f-bd09-3479b639dea0"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:25:45.510412 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e012bf53-f5ed-4f96-a9b4-ae008e6c4545 None None] Network 08814924-d3f7-498d-a0e5-508442cef09d requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:25:45.573713 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-25fd6ffc-6eef-4754-b495-fda3c9af564b tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.8793802 Dec 08 16:25:45.573960 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 36820) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:45.674578 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:45.740014 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-de40df6d-780c-4a2f-8fe1-640a40d48c20 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:45.779542 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6972a7ca-50f6-4779-83fe-e6f3be7f4bef x-openstack-request-id: req-6972a7ca-50f6-4779-83fe-e6f3be7f4bef {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:25:45.779846 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbb15675-71f7-4fc3-b067-e2ce57f8bb65", "name": "network-vif-plugged", "status": "completed", "tag": "6d9958c2-7603-431f-bd09-3479b639dea0", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:25:45.780126 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-de40df6d-780c-4a2f-8fe1-640a40d48c20 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:45.784464 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6972a7ca-50f6-4779-83fe-e6f3be7f4bef {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:25:45.785027 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbb15675-71f7-4fc3-b067-e2ce57f8bb65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d9958c2-7603-431f-bd09-3479b639dea0', 'code': 200} Dec 08 16:25:45.790184 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e2dc60b0-0346-43c2-a221-dc22b73993f3 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:45.794403 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 36826) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:45.799841 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-e2dc60b0-0346-43c2-a221-dc22b73993f3 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8265843 Dec 08 16:25:45.826652 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-68800a22-5821-4ad9-85e0-9aeb61c46bed tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Request body: {'security_group_rule': {'security_group_id': '5c10b37e-8898-4f4f-8e13-2b16d50e4c6a', 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:25:46.000771 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-68800a22-5821-4ad9-85e0-9aeb61c46bed tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:46.020682 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-de40df6d-780c-4a2f-8fe1-640a40d48c20 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:46.028048 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-de40df6d-780c-4a2f-8fe1-640a40d48c20 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:46.035789 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-de40df6d-780c-4a2f-8fe1-640a40d48c20 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "DELETE /v2.0/security-groups/a96e7614-ece1-4248-94a1-b83b73d2e17e HTTP/1.1" status: 204 len: 168 time: 0.5592353 Dec 08 16:25:46.038193 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 36832) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:46.091205 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=6d9958c2-7603-431f-bd09-3479b639dea0,revision_number=7']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:46.113944 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de40df6d-780c-4a2f-8fe1-640a40d48c20 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96e7614-ece1-4248-94a1-b83b73d2e17e,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:46.155124 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [None req-9d9b10cd-ee07-4410-9418-6228dffb64f9 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] show failed (client error): The resource could not be found. Dec 08 16:25:46.157542 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-9d9b10cd-ee07-4410-9418-6228dffb64f9 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "GET /v2.0/security-groups/a96e7614-ece1-4248-94a1-b83b73d2e17e HTTP/1.1" status: 404 len: 347 time: 0.1175804 Dec 08 16:25:46.161441 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 36838) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:46.211677 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdd2c5b-07c4-4846-be52-fd6491c41997 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-08814924-d3f7-498d-a0e5-508442cef09d', 'network_id': '08814924-d3f7-498d-a0e5-508442cef09d', 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'fixed_ips': [{'subnet_id': '89eafa5b-4193-4ebc-af74-cdc250b35c3e'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:25:46.214725 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8cdd2c5b-07c4-4846-be52-fd6491c41997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:46.491559 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-68800a22-5821-4ad9-85e0-9aeb61c46bed tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:46.553329 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-cb6cee82-0000-4582-bc64-1a08c76e285f tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Deleting port 85b450c2-1145-4783-82d5-7bc83d8e07ed {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:25:46.569407 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cb6cee82-0000-4582-bc64-1a08c76e285f tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:46.641902 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-68800a22-5821-4ad9-85e0-9aeb61c46bed tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:46.677816 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68800a22-5821-4ad9-85e0-9aeb61c46bed tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62b2d245-07a2-4efd-a157-80acce1c3074,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:46.720245 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-8cdd2c5b-07c4-4846-be52-fd6491c41997 None None] Allocated IP 172.20.0.2 (08814924-d3f7-498d-a0e5-508442cef09d/89eafa5b-4193-4ebc-af74-cdc250b35c3e/f4a3a607-7b0e-4814-a6a3-921dcb108926) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:25:46.779323 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-68800a22-5821-4ad9-85e0-9aeb61c46bed tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:46.781922 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-68800a22-5821-4ad9-85e0-9aeb61c46bed tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9716196 Dec 08 16:25:46.793198 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 36850) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:46.799750 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f740e69-018d-45a4-8d22-4d8095ccd35e req-c35ed319-c710-451b-805c-df51a9063b3a tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:46.808766 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3f740e69-018d-45a4-8d22-4d8095ccd35e req-c35ed319-c710-451b-805c-df51a9063b3a tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 946 time: 0.2970479 Dec 08 16:25:46.808976 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-97fbde1a-d651-4ab5-8ad0-f7e6b67bdc83 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Request body: {'security_group_rule': {'security_group_id': '5c10b37e-8898-4f4f-8e13-2b16d50e4c6a', 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:25:46.829973 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cb6cee82-0000-4582-bc64-1a08c76e285f tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:46.829973 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cb6cee82-0000-4582-bc64-1a08c76e285f tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:46.847040 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d1ba465d-77af-4ccd-8f9b-a00a6adfab1c None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:46.870378 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-cb6cee82-0000-4582-bc64-1a08c76e285f tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Calling delete_port for 85b450c2-1145-4783-82d5-7bc83d8e07ed owned by network:floatingip {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:25:46.907219 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0ebc35ae-ffe1-4ddf-9256-e25585805db3 None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:46.954081 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d1ba465d-77af-4ccd-8f9b-a00a6adfab1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:47.013251 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aeead7de-6bc4-4b88-a6b3-a746f0d7b510 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:47.022395 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ba465d-77af-4ccd-8f9b-a00a6adfab1c None None] Pushing event updated for resources: {'Port': ['ID=9eae32be-dd5e-4670-992d-af4d753ae786,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:47.030620 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:47.040992 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ba465d-77af-4ccd-8f9b-a00a6adfab1c None None] Network 6526d0e5-7294-44c6-b3e2-afe82259b702 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:25:47.062885 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3f740e69-018d-45a4-8d22-4d8095ccd35e req-0e3e9834-35d6-42b3-92f2-f6113ea7ddcb tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4f2ad79-b8e6-4523-9d6e-1cfbd1d7f7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2523832 Dec 08 16:25:47.074437 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-d1ba465d-77af-4ccd-8f9b-a00a6adfab1c None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:25:47.090889 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0ebc35ae-ffe1-4ddf-9256-e25585805db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:47.101044 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-97fbde1a-d651-4ab5-8ad0-f7e6b67bdc83 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:47.112532 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ba465d-77af-4ccd-8f9b-a00a6adfab1c None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:25:47.200594 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cb6cee82-0000-4582-bc64-1a08c76e285f tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:47.217914 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-0ebc35ae-ffe1-4ddf-9256-e25585805db3 None None] Attempting to bind port 10d27fbc-3546-41bd-8e6b-24cc22bc3f67 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:25:47.218279 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-0ebc35ae-ffe1-4ddf-9256-e25585805db3 None None] Attempting to bind port 10d27fbc-3546-41bd-8e6b-24cc22bc3f67 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:25:47.218655 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebc35ae-ffe1-4ddf-9256-e25585805db3 None None] Attempting to bind port 10d27fbc-3546-41bd-8e6b-24cc22bc3f67 on network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:25:47.293499 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebc35ae-ffe1-4ddf-9256-e25585805db3 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:25:47.293499 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebc35ae-ffe1-4ddf-9256-e25585805db3 None None] Checking segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:25:47.293499 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0ebc35ae-ffe1-4ddf-9256-e25585805db3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:47.293499 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebc35ae-ffe1-4ddf-9256-e25585805db3 None None] Bound using segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:25:47.294129 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-0ebc35ae-ffe1-4ddf-9256-e25585805db3 None None] Bound port: 10d27fbc-3546-41bd-8e6b-24cc22bc3f67, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:25:47.297575 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0ebc35ae-ffe1-4ddf-9256-e25585805db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:47.343644 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6cee82-0000-4582-bc64-1a08c76e285f tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Pushing event deleted for resources: {'Port': ['ID=85b450c2-1145-4783-82d5-7bc83d8e07ed,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:47.360500 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-0ebc35ae-ffe1-4ddf-9256-e25585805db3 None None] For port 10d27fbc-3546-41bd-8e6b-24cc22bc3f67, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:25:47.363410 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-0ebc35ae-ffe1-4ddf-9256-e25585805db3 None None] For port 10d27fbc-3546-41bd-8e6b-24cc22bc3f67, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=10d27fbc-3546-41bd-8e6b-24cc22bc3f67,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:25:47.394629 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8cdd2c5b-07c4-4846-be52-fd6491c41997 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:47.460708 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6f6b72-2c74-4a91-8551-5c2c31996ca2 None None] Pushing event updated for resources: {'Port': ['ID=10d27fbc-3546-41bd-8e6b-24cc22bc3f67,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:47.480839 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-d1ba465d-77af-4ccd-8f9b-a00a6adfab1c None None] Attempting to bind port 9eae32be-dd5e-4670-992d-af4d753ae786 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:25:47.481269 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-d1ba465d-77af-4ccd-8f9b-a00a6adfab1c None None] Attempting to bind port 9eae32be-dd5e-4670-992d-af4d753ae786 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '6dc4348c-9eca-4c82-b912-a2a040c68359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6526d0e5-7294-44c6-b3e2-afe82259b702'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:25:47.481633 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ba465d-77af-4ccd-8f9b-a00a6adfab1c None None] Attempting to bind port 9eae32be-dd5e-4670-992d-af4d753ae786 on network 6526d0e5-7294-44c6-b3e2-afe82259b702 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:25:47.491381 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ba465d-77af-4ccd-8f9b-a00a6adfab1c None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:25:47.491764 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ba465d-77af-4ccd-8f9b-a00a6adfab1c None None] Checking segment: {'id': '6dc4348c-9eca-4c82-b912-a2a040c68359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6526d0e5-7294-44c6-b3e2-afe82259b702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:25:47.495632 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d1ba465d-77af-4ccd-8f9b-a00a6adfab1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:47.495632 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ba465d-77af-4ccd-8f9b-a00a6adfab1c None None] Bound using segment: {'id': '6dc4348c-9eca-4c82-b912-a2a040c68359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6526d0e5-7294-44c6-b3e2-afe82259b702'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:25:47.495632 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-d1ba465d-77af-4ccd-8f9b-a00a6adfab1c None None] Bound port: 9eae32be-dd5e-4670-992d-af4d753ae786, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dc4348c-9eca-4c82-b912-a2a040c68359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6526d0e5-7294-44c6-b3e2-afe82259b702'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:25:47.495632 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d1ba465d-77af-4ccd-8f9b-a00a6adfab1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:47.496045 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-97fbde1a-d651-4ab5-8ad0-f7e6b67bdc83 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:47.538816 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cb6cee82-0000-4582-bc64-1a08c76e285f tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks [] for floatingip, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:47.545691 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cb6cee82-0000-4582-bc64-1a08c76e285f tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:47.552307 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-cb6cee82-0000-4582-bc64-1a08c76e285f tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "DELETE /v2.0/floatingips/8f5a780f-a276-427a-8d6c-f74dbe57f66f HTTP/1.1" status: 204 len: 168 time: 1.3867247 Dec 08 16:25:47.553304 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 36864) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:47.635359 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-97fbde1a-d651-4ab5-8ad0-f7e6b67bdc83 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:47.641871 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-d1ba465d-77af-4ccd-8f9b-a00a6adfab1c None None] For port 9eae32be-dd5e-4670-992d-af4d753ae786, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:25:47.650246 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-d1ba465d-77af-4ccd-8f9b-a00a6adfab1c None None] For port 9eae32be-dd5e-4670-992d-af4d753ae786, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=9eae32be-dd5e-4670-992d-af4d753ae786,segment=NetworkSegment(6dc4348c-9eca-4c82-b912-a2a040c68359),segment_id=6dc4348c-9eca-4c82-b912-a2a040c68359)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:25:47.657315 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:47.663457 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0ebc35ae-ffe1-4ddf-9256-e25585805db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:47.667605 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8cdd2c5b-07c4-4846-be52-fd6491c41997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:47.704856 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fbde1a-d651-4ab5-8ad0-f7e6b67bdc83 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57115a45-c3e0-4e7f-8308-ec879d3976a5,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:47.748999 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-3711f21d-4c1f-42f9-a814-ca96593097bb tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Deleting port 0505a5f3-a135-4e60-b17a-0cb1f5397362 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:25:47.749385 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3711f21d-4c1f-42f9-a814-ca96593097bb tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:47.757832 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-97fbde1a-d651-4ab5-8ad0-f7e6b67bdc83 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:47.759924 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-97fbde1a-d651-4ab5-8ad0-f7e6b67bdc83 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9656675 Dec 08 16:25:47.779131 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 36872) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:47.785269 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-3281115d-418a-4766-9e50-e4650240eb2c tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Request body: {'security_group_rule': {'security_group_id': '5c10b37e-8898-4f4f-8e13-2b16d50e4c6a', 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:25:47.871349 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdd2c5b-07c4-4846-be52-fd6491c41997 None None] Network 08814924-d3f7-498d-a0e5-508442cef09d is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:25:47.873632 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d1ba465d-77af-4ccd-8f9b-a00a6adfab1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:47.885211 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-aeead7de-6bc4-4b88-a6b3-a746f0d7b510 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Allocated IP 172.20.0.1 (08814924-d3f7-498d-a0e5-508442cef09d/89eafa5b-4193-4ebc-af74-cdc250b35c3e/352fc048-d849-4a6e-a2aa-71062b6c33e7) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:25:47.901548 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-8cdd2c5b-07c4-4846-be52-fd6491c41997 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:25:47.917120 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdd2c5b-07c4-4846-be52-fd6491c41997 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:25:47.933620 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6f6b72-2c74-4a91-8551-5c2c31996ca2 None None] Pushing event updated for resources: {'Port': ['ID=10d27fbc-3546-41bd-8e6b-24cc22bc3f67,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:47.947167 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebc35ae-ffe1-4ddf-9256-e25585805db3 None None] Routers {'fa5ab0a8-6f1a-4916-9127-d865f3dc1178'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:25:47.948047 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-0ebc35ae-ffe1-4ddf-9256-e25585805db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:25:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['fa5ab0a8-6f1a-4916-9127-d865f3dc1178'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:47.950569 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3711f21d-4c1f-42f9-a814-ca96593097bb tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:48.013156 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-3711f21d-4c1f-42f9-a814-ca96593097bb tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Calling delete_port for 0505a5f3-a135-4e60-b17a-0cb1f5397362 owned by {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:25:48.032633 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3281115d-418a-4766-9e50-e4650240eb2c tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:48.177626 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3281115d-418a-4766-9e50-e4650240eb2c tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:48.283377 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aeead7de-6bc4-4b88-a6b3-a746f0d7b510 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:48.335212 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdd2c5b-07c4-4846-be52-fd6491c41997 None None] Pushing event updated for resources: {'Port': ['ID=f4a3a607-7b0e-4814-a6a3-921dcb108926,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:48.347748 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-8cdd2c5b-07c4-4846-be52-fd6491c41997 None None] Attempting to bind port f4a3a607-7b0e-4814-a6a3-921dcb108926 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:25:48.348403 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-8cdd2c5b-07c4-4846-be52-fd6491c41997 None None] Attempting to bind port f4a3a607-7b0e-4814-a6a3-921dcb108926 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'af1f2f88-c1fd-44a2-a1d8-d976a10fad4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '08814924-d3f7-498d-a0e5-508442cef09d'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:25:48.348939 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdd2c5b-07c4-4846-be52-fd6491c41997 None None] Attempting to bind port f4a3a607-7b0e-4814-a6a3-921dcb108926 on network 08814924-d3f7-498d-a0e5-508442cef09d {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:25:48.382455 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdd2c5b-07c4-4846-be52-fd6491c41997 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:25:48.383264 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdd2c5b-07c4-4846-be52-fd6491c41997 None None] Checking segment: {'id': 'af1f2f88-c1fd-44a2-a1d8-d976a10fad4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '08814924-d3f7-498d-a0e5-508442cef09d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:25:48.383998 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8cdd2c5b-07c4-4846-be52-fd6491c41997 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:48.384612 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdd2c5b-07c4-4846-be52-fd6491c41997 None None] Bound using segment: {'id': 'af1f2f88-c1fd-44a2-a1d8-d976a10fad4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '08814924-d3f7-498d-a0e5-508442cef09d'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:25:48.385443 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-8cdd2c5b-07c4-4846-be52-fd6491c41997 None None] Bound port: f4a3a607-7b0e-4814-a6a3-921dcb108926, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af1f2f88-c1fd-44a2-a1d8-d976a10fad4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '08814924-d3f7-498d-a0e5-508442cef09d'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:25:48.386169 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8cdd2c5b-07c4-4846-be52-fd6491c41997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:48.430928 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3281115d-418a-4766-9e50-e4650240eb2c tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:48.489213 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3281115d-418a-4766-9e50-e4650240eb2c tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01779a4b-86c7-4813-883a-e9eecfed9f2f,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:48.534324 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-0ebc35ae-ffe1-4ddf-9256-e25585805db3 None None] Set router fa5ab0a8-6f1a-4916-9127-d865f3dc1178 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:25:48.537180 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ba465d-77af-4ccd-8f9b-a00a6adfab1c None None] Pushing event updated for resources: {'Port': ['ID=9eae32be-dd5e-4670-992d-af4d753ae786,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:48.540624 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aeead7de-6bc4-4b88-a6b3-a746f0d7b510 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:48.654583 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a77056-7a89-4c16-a9b4-e1d203df7eec req-e81adca4-fb48-4af7-860c-ce6f66e96f62 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:48.673532 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-92a77056-7a89-4c16-a9b4-e1d203df7eec req-e81adca4-fb48-4af7-860c-ce6f66e96f62 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 946 time: 0.3731172 Dec 08 16:25:48.742493 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeead7de-6bc4-4b88-a6b3-a746f0d7b510 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Network 08814924-d3f7-498d-a0e5-508442cef09d is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:25:48.745375 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-aeead7de-6bc4-4b88-a6b3-a746f0d7b510 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:25:48.766726 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeead7de-6bc4-4b88-a6b3-a746f0d7b510 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:25:48.770150 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3281115d-418a-4766-9e50-e4650240eb2c tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:48.771927 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-3281115d-418a-4766-9e50-e4650240eb2c tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9910302 Dec 08 16:25:48.777435 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 36898) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:48.806119 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-7ede63bc-8906-4273-a11b-515484213adb tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Request body: {'security_group_rule': {'security_group_id': '5c10b37e-8898-4f4f-8e13-2b16d50e4c6a', 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:25:48.919309 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-92a77056-7a89-4c16-a9b4-e1d203df7eec req-6ef2b7e1-f126-4913-9382-a3fd9aea0746 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4f2ad79-b8e6-4523-9d6e-1cfbd1d7f7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2354980 Dec 08 16:25:48.921793 n-d-776250-12 neutron-server[110551]: INFO neutron.db.securitygroups_db [None req-7ede63bc-8906-4273-a11b-515484213adb tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Project 2a90eddbbcbf4338ab5fe411884194ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 16:25:48.940213 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeead7de-6bc4-4b88-a6b3-a746f0d7b510 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event updated for resources: {'Port': ['ID=352fc048-d849-4a6e-a2aa-71062b6c33e7,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:48.966998 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7ede63bc-8906-4273-a11b-515484213adb tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:48.999840 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aeead7de-6bc4-4b88-a6b3-a746f0d7b510 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:49.117630 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7ede63bc-8906-4273-a11b-515484213adb tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:49.166490 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3711f21d-4c1f-42f9-a814-ca96593097bb tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:49.243772 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3711f21d-4c1f-42f9-a814-ca96593097bb tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Pushing event deleted for resources: {'Port': ['ID=0505a5f3-a135-4e60-b17a-0cb1f5397362,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:49.258991 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7ede63bc-8906-4273-a11b-515484213adb tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:49.297619 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-8cdd2c5b-07c4-4846-be52-fd6491c41997 None None] For port f4a3a607-7b0e-4814-a6a3-921dcb108926, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:25:49.323068 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-8cdd2c5b-07c4-4846-be52-fd6491c41997 None None] For port f4a3a607-7b0e-4814-a6a3-921dcb108926, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=f4a3a607-7b0e-4814-a6a3-921dcb108926,segment=NetworkSegment(af1f2f88-c1fd-44a2-a1d8-d976a10fad4e),segment_id=af1f2f88-c1fd-44a2-a1d8-d976a10fad4e)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:25:49.360531 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ede63bc-8906-4273-a11b-515484213adb tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d2c33e6-3fef-4b7e-a95a-f35c99309a59,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:49.473206 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8cdd2c5b-07c4-4846-be52-fd6491c41997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:49.495519 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7ede63bc-8906-4273-a11b-515484213adb tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:49.507365 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-7ede63bc-8906-4273-a11b-515484213adb tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7138004 Dec 08 16:25:49.508637 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 36908) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:49.521202 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-b0d25026-3068-4e3b-b5a6-96de2c92d500 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Request body: {'security_group_rule': {'security_group_id': '5c10b37e-8898-4f4f-8e13-2b16d50e4c6a', 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:25:49.533657 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aeead7de-6bc4-4b88-a6b3-a746f0d7b510 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:49.535950 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3711f21d-4c1f-42f9-a814-ca96593097bb tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:49.542202 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-3711f21d-4c1f-42f9-a814-ca96593097bb tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "DELETE /v2.0/ports/0505a5f3-a135-4e60-b17a-0cb1f5397362 HTTP/1.1" status: 204 len: 168 time: 1.9847310 Dec 08 16:25:49.542761 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 36910) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:49.627654 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdd2c5b-07c4-4846-be52-fd6491c41997 None None] Pushing event updated for resources: {'Port': ['ID=f4a3a607-7b0e-4814-a6a3-921dcb108926,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:49.675844 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-0ebc35ae-ffe1-4ddf-9256-e25585805db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5ab0a8-6f1a-4916-9127-d865f3dc1178', 'name': 'tempest-TestNetworkAdvancedServerOps-router-863953373', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '10d27fbc-3546-41bd-8e6b-24cc22bc3f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:25:39Z', 'updated_at': '2021-12-08T16:25:41Z', 'revision_number': 3, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'gw_port': {'id': '10d27fbc-3546-41bd-8e6b-24cc22bc3f67', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5ab0a8-6f1a-4916-9127-d865f3dc1178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:25:40Z', 'updated_at': '2021-12-08T16:25:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:49.741460 n-d-776250-12 neutron-server[110551]: INFO neutron.db.securitygroups_db [None req-b0d25026-3068-4e3b-b5a6-96de2c92d500 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Project 2a90eddbbcbf4338ab5fe411884194ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 16:25:49.774081 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b0d25026-3068-4e3b-b5a6-96de2c92d500 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:49.789571 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebc35ae-ffe1-4ddf-9256-e25585805db3 None None] The sync data for ids ['fa5ab0a8-6f1a-4916-9127-d865f3dc1178'] in n-d-776250-12 is: [{'id': 'fa5ab0a8-6f1a-4916-9127-d865f3dc1178', 'name': 'tempest-TestNetworkAdvancedServerOps-router-863953373', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '10d27fbc-3546-41bd-8e6b-24cc22bc3f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:25:39Z', 'updated_at': '2021-12-08T16:25:41Z', 'revision_number': 3, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'gw_port': {'id': '10d27fbc-3546-41bd-8e6b-24cc22bc3f67', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5ab0a8-6f1a-4916-9127-d865f3dc1178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:25:40Z', 'updated_at': '2021-12-08T16:25:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:25:49.963688 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 36916) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:50.057793 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d7bfcc8e-4dc1-4e4c-a3c7-d4ccfcc155ea tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Deleting port 5d42f4d8-9ca3-4f66-912f-1ee4a3cb0c8e {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:25:50.058235 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d7bfcc8e-4dc1-4e4c-a3c7-d4ccfcc155ea tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:50.202916 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b0d25026-3068-4e3b-b5a6-96de2c92d500 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:50.348703 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b0d25026-3068-4e3b-b5a6-96de2c92d500 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:50.389624 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ee20c76e-e93b-4b8f-b040-1ebf4453e888 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:50.427117 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b256219b-f44a-4b71-87f3-6da066eb279e None None] Network 6526d0e5-7294-44c6-b3e2-afe82259b702 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:25:50.757914 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-96c2fc68-4928-4ac3-8910-7d7b92e9040a None None] Provisioning complete for port 9eae32be-dd5e-4670-992d-af4d753ae786 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:25:50.767527 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-96c2fc68-4928-4ac3-8910-7d7b92e9040a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:50.775342 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aeead7de-6bc4-4b88-a6b3-a746f0d7b510 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:50.808721 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6236a4d4-c4fe-454f-9296-a0b3efb11f77 req-60cbd0b3-94da-45bc-a40e-2237673033d9 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:50.812483 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6236a4d4-c4fe-454f-9296-a0b3efb11f77 req-60cbd0b3-94da-45bc-a40e-2237673033d9 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 946 time: 0.5231736 Dec 08 16:25:51.001282 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6236a4d4-c4fe-454f-9296-a0b3efb11f77 req-de551cfd-7725-46df-9c7e-6d116769b23c tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4f2ad79-b8e6-4523-9d6e-1cfbd1d7f7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1806350 Dec 08 16:25:51.004837 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aeead7de-6bc4-4b88-a6b3-a746f0d7b510 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:51.034095 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device f4a3a607-7b0e-4814-a6a3-921dcb108926 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:25:51.075454 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d7bfcc8e-4dc1-4e4c-a3c7-d4ccfcc155ea tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:51.102735 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d7bfcc8e-4dc1-4e4c-a3c7-d4ccfcc155ea tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Calling delete_port for 5d42f4d8-9ca3-4f66-912f-1ee4a3cb0c8e owned by {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:25:51.168204 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port f4a3a607-7b0e-4814-a6a3-921dcb108926 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:25:51.168529 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:51.255812 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d25026-3068-4e3b-b5a6-96de2c92d500 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9a4b036-29e2-4dd9-a805-cd5a10348683,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:51.347441 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeead7de-6bc4-4b88-a6b3-a746f0d7b510 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event updated for resources: {'Port': ['ID=352fc048-d849-4a6e-a2aa-71062b6c33e7,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:51.366383 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-96c2fc68-4928-4ac3-8910-7d7b92e9040a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:51.445024 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aeead7de-6bc4-4b88-a6b3-a746f0d7b510 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:51.579793 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ee20c76e-e93b-4b8f-b040-1ebf4453e888 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:51.613554 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b0d25026-3068-4e3b-b5a6-96de2c92d500 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:51.616004 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b0d25026-3068-4e3b-b5a6-96de2c92d500 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 2.0992074 Dec 08 16:25:51.644761 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:51.689272 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ee20c76e-e93b-4b8f-b040-1ebf4453e888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:51.747434 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-96c2fc68-4928-4ac3-8910-7d7b92e9040a None None] For port 9eae32be-dd5e-4670-992d-af4d753ae786, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=9eae32be-dd5e-4670-992d-af4d753ae786,segment=NetworkSegment(6dc4348c-9eca-4c82-b912-a2a040c68359),segment_id=6dc4348c-9eca-4c82-b912-a2a040c68359)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:25:51.796314 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeead7de-6bc4-4b88-a6b3-a746f0d7b510 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Network 08814924-d3f7-498d-a0e5-508442cef09d is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:25:51.799936 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-aeead7de-6bc4-4b88-a6b3-a746f0d7b510 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:25:51.842232 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port f4a3a607-7b0e-4814-a6a3-921dcb108926, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=f4a3a607-7b0e-4814-a6a3-921dcb108926,segment=NetworkSegment(af1f2f88-c1fd-44a2-a1d8-d976a10fad4e),segment_id=af1f2f88-c1fd-44a2-a1d8-d976a10fad4e)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:25:51.856621 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-96c2fc68-4928-4ac3-8910-7d7b92e9040a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:52.019834 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee20c76e-e93b-4b8f-b040-1ebf4453e888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e094db-f82e-4842-bbd5-0b262b7a4bd3,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:52.027221 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ee20c76e-e93b-4b8f-b040-1ebf4453e888 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f92891670454435bbd1355ceb1d515f2&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0582387 Dec 08 16:25:52.037642 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c2fc68-4928-4ac3-8910-7d7b92e9040a None None] Pushing event updated for resources: {'Port': ['ID=9eae32be-dd5e-4670-992d-af4d753ae786,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:52.051603 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 36952) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:52.051771 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:52.067965 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 9eae32be-dd5e-4670-992d-af4d753ae786 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:25:52.279888 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeead7de-6bc4-4b88-a6b3-a746f0d7b510 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Router fa5ab0a8-6f1a-4916-9127-d865f3dc1178 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:25:52.343358 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d43a66-b9de-40a6-8790-a57ad6529469 None None] Network 08814924-d3f7-498d-a0e5-508442cef09d requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:25:52.385786 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-74288e56-7f5c-43c9-ae78-cac75fe36e33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:52.413523 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d7bfcc8e-4dc1-4e4c-a3c7-d4ccfcc155ea tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:52.591413 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d75c59-d291-4575-a5b2-26ba5edf8908 req-c462d427-52c3-410d-9ac8-7c33bb266106 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:52.604639 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-66d75c59-d291-4575-a5b2-26ba5edf8908 req-c462d427-52c3-410d-9ac8-7c33bb266106 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 946 time: 0.3433423 Dec 08 16:25:52.608861 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-74288e56-7f5c-43c9-ae78-cac75fe36e33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:52.640839 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bfcc8e-4dc1-4e4c-a3c7-d4ccfcc155ea tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Pushing event deleted for resources: {'Port': ['ID=5d42f4d8-9ca3-4f66-912f-1ee4a3cb0c8e,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:52.648829 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a0f96150-b27c-4bc0-a96e-77fa1d060257 req-41ba2d5b-1790-44f8-844d-e15841ab04fc tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1569252252&fields=id&tenant_id=2a90eddbbcbf4338ab5fe411884194ac HTTP/1.1" status: 200 len: 267 time: 0.3365586 Dec 08 16:25:52.651245 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeead7de-6bc4-4b88-a6b3-a746f0d7b510 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:25:52.669836 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-aeead7de-6bc4-4b88-a6b3-a746f0d7b510 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "PUT /v2.0/routers/fa5ab0a8-6f1a-4916-9127-d865f3dc1178/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0958693 Dec 08 16:25:52.720949 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-66d75c59-d291-4575-a5b2-26ba5edf8908 req-e5938303-774f-4987-bfae-034fb9cf0412 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4f2ad79-b8e6-4523-9d6e-1cfbd1d7f7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151919 Dec 08 16:25:52.729258 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-2a5e473e-9503-4436-b8ff-3d107bc7224c None None] Provisioning complete for port 9eae32be-dd5e-4670-992d-af4d753ae786 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:25:52.729680 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2a5e473e-9503-4436-b8ff-3d107bc7224c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:52.849700 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d7bfcc8e-4dc1-4e4c-a3c7-d4ccfcc155ea tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:52.864811 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d7bfcc8e-4dc1-4e4c-a3c7-d4ccfcc155ea tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "DELETE /v2.0/ports/5d42f4d8-9ca3-4f66-912f-1ee4a3cb0c8e HTTP/1.1" status: 204 len: 168 time: 3.3207865 Dec 08 16:25:52.889524 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 36976) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:52.961729 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f96150-b27c-4bc0-a96e-77fa1d060257 req-1fc698bb-e00a-4dc4-b671-36e00511de7c tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:52.968104 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a0f96150-b27c-4bc0-a96e-77fa1d060257 req-1fc698bb-e00a-4dc4-b671-36e00511de7c tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/networks?id=6526d0e5-7294-44c6-b3e2-afe82259b702 HTTP/1.1" status: 200 len: 797 time: 0.2959576 Dec 08 16:25:53.017213 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a0f96150-b27c-4bc0-a96e-77fa1d060257 req-dcc7f4fa-ab15-4f02-8941-41872d797f93 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/quotas/2a90eddbbcbf4338ab5fe411884194ac HTTP/1.1" status: 200 len: 375 time: 0.0411944 Dec 08 16:25:53.104504 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 9eae32be-dd5e-4670-992d-af4d753ae786 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:25:53.105511 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e1b69bf-17a8-4b01-8269-5493e72c2c70 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Deleting subnet 28438769-469d-463a-a3b1-f1ca9c15b49c {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:25:53.107819 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:53.141394 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5e1b69bf-17a8-4b01-8269-5493e72c2c70 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:53.227327 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=f4a3a607-7b0e-4814-a6a3-921dcb108926,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:53.260781 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a0f96150-b27c-4bc0-a96e-77fa1d060257 req-a4476d2a-7586-40b8-b209-c2bfc36eb263 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2a90eddbbcbf4338ab5fe411884194ac&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2377572 Dec 08 16:25:53.291591 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-74288e56-7f5c-43c9-ae78-cac75fe36e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:53.328150 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-74288e56-7f5c-43c9-ae78-cac75fe36e33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:53.329717 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-74288e56-7f5c-43c9-ae78-cac75fe36e33 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/76e094db-f82e-4842-bbd5-0b262b7a4bd3 HTTP/1.1" status: 204 len: 168 time: 1.2510297 Dec 08 16:25:53.501823 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5e1b69bf-17a8-4b01-8269-5493e72c2c70 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:53.542865 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a0f96150-b27c-4bc0-a96e-77fa1d060257 req-18e581ce-9374-4da7-9188-2efafd134f35 service neutron] 10.222.0.64 "GET /v2.0/networks/6526d0e5-7294-44c6-b3e2-afe82259b702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192614 Dec 08 16:25:53.598150 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-9c81a90d-9e8e-48b7-90ac-a3b49e3f8ff0 None None] Provisioning complete for port f4a3a607-7b0e-4814-a6a3-921dcb108926 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:25:53.598150 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9c81a90d-9e8e-48b7-90ac-a3b49e3f8ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:53.616072 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 10d27fbc-3546-41bd-8e6b-24cc22bc3f67 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:25:53.809643 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c6fdf8-bc61-4170-9d92-21fb3a663f71 None None] Sync routers for ids ['fa5ab0a8-6f1a-4916-9127-d865f3dc1178'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:25:53.817666 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5e1b69bf-17a8-4b01-8269-5493e72c2c70 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:53.832836 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c6fdf8-bc61-4170-9d92-21fb3a663f71 None None] Routers {'fa5ab0a8-6f1a-4916-9127-d865f3dc1178'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:25:53.833656 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-14c6fdf8-bc61-4170-9d92-21fb3a663f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:25:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['fa5ab0a8-6f1a-4916-9127-d865f3dc1178'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:53.972729 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a0f96150-b27c-4bc0-a96e-77fa1d060257 req-2fd072d6-b040-4464-a6b2-b20b46a3bc63 service neutron] 10.222.0.64 "GET /v2.0/networks/6526d0e5-7294-44c6-b3e2-afe82259b702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4213064 Dec 08 16:25:54.047831 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74288e56-7f5c-43c9-ae78-cac75fe36e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e094db-f82e-4842-bbd5-0b262b7a4bd3,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:54.099110 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5e1b69bf-17a8-4b01-8269-5493e72c2c70 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:54.188299 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 10d27fbc-3546-41bd-8e6b-24cc22bc3f67 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:25:54.188299 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:54.206536 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-14c6fdf8-bc61-4170-9d92-21fb3a663f71 None None] Set router fa5ab0a8-6f1a-4916-9127-d865f3dc1178 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:25:54.328939 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5e1b69bf-17a8-4b01-8269-5493e72c2c70 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:54.348596 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-5e1b69bf-17a8-4b01-8269-5493e72c2c70 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "DELETE /v2.0/subnets/28438769-469d-463a-a3b1-f1ca9c15b49c HTTP/1.1" status: 204 len: 168 time: 1.4556561 Dec 08 16:25:54.351214 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 37008) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:54.365766 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0eb87f83-1ecc-4ba9-b309-0e158d1871cb req-5ad31562-3c8b-4b1c-a7dc-4432d1392f15 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-896094044&fields=id&tenant_id=5ac8783bc8454dbdaff01b6ea349ef5e HTTP/1.1" status: 200 len: 267 time: 1.0759454 Dec 08 16:25:54.371513 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1b69bf-17a8-4b01-8269-5493e72c2c70 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Pushing event deleted for resources: {'Subnet': ['ID=28438769-469d-463a-a3b1-f1ca9c15b49c,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:54.376965 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25979eb-8bda-4f13-8e35-01a5e6613d27 None None] Network 0cd1fc08-18ef-4903-a4d4-304d5ce0f86e requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:25:54.582212 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-04684a71-98bc-403c-a601-9cbd6750ba68 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Deleting subnet 6d585823-3fc3-43de-bace-96991eaf0e25 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:25:54.599537 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-04684a71-98bc-403c-a601-9cbd6750ba68 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:54.724227 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-4b3325ce-ebea-460a-b00d-2e58a847a9c1 None None] Provisioning complete for port 352fc048-d849-4a6e-a2aa-71062b6c33e7 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:25:54.724625 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4b3325ce-ebea-460a-b00d-2e58a847a9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:54.800573 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb87f83-1ecc-4ba9-b309-0e158d1871cb req-0b92eba7-7b9a-420e-8138-c75c1515aecd tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:54.802192 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0eb87f83-1ecc-4ba9-b309-0e158d1871cb req-0b92eba7-7b9a-420e-8138-c75c1515aecd tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/networks?id=08814924-d3f7-498d-a0e5-508442cef09d HTTP/1.1" status: 200 len: 797 time: 0.4203506 Dec 08 16:25:54.823873 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0eb87f83-1ecc-4ba9-b309-0e158d1871cb req-c1723210-5a0c-46cd-bbe1-104a3310529c tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/quotas/5ac8783bc8454dbdaff01b6ea349ef5e HTTP/1.1" status: 200 len: 375 time: 0.0146253 Dec 08 16:25:54.940492 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-04684a71-98bc-403c-a601-9cbd6750ba68 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:54.963591 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0eb87f83-1ecc-4ba9-b309-0e158d1871cb req-a98961a2-ca0c-4cc8-a0c4-38b4623e08b8 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=5ac8783bc8454dbdaff01b6ea349ef5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1244130 Dec 08 16:25:54.982049 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-14c6fdf8-bc61-4170-9d92-21fb3a663f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5ab0a8-6f1a-4916-9127-d865f3dc1178', 'name': 'tempest-TestNetworkAdvancedServerOps-router-863953373', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '10d27fbc-3546-41bd-8e6b-24cc22bc3f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:25:39Z', 'updated_at': '2021-12-08T16:25:49Z', 'revision_number': 4, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'gw_port': {'id': '10d27fbc-3546-41bd-8e6b-24cc22bc3f67', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5ab0a8-6f1a-4916-9127-d865f3dc1178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:25:40Z', 'updated_at': '2021-12-08T16:25:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '352fc048-d849-4a6e-a2aa-71062b6c33e7', 'name': '', 'network_id': '08814924-d3f7-498d-a0e5-508442cef09d', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'mac_address': 'fa:16:3e:46:a3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5ab0a8-6f1a-4916-9127-d865f3dc1178', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '89eafa5b-4193-4ebc-af74-cdc250b35c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:25:47Z', 'updated_at': '2021-12-08T16:25:50Z', 'revision_number': 2, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'subnets': [{'id': '89eafa5b-4193-4ebc-af74-cdc250b35c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:55.000822 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-4b3325ce-ebea-460a-b00d-2e58a847a9c1 None None] Port 352fc048-d849-4a6e-a2aa-71062b6c33e7 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:25:55.035772 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0881e62f-0042-46ee-bf6c-0d604b0894bc req-149724ef-6223-4506-9010-a0636dd037f3 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:55.046822 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0881e62f-0042-46ee-bf6c-0d604b0894bc req-149724ef-6223-4506-9010-a0636dd037f3 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 946 time: 0.3429847 Dec 08 16:25:55.065834 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c6fdf8-bc61-4170-9d92-21fb3a663f71 None None] Checking router: fa5ab0a8-6f1a-4916-9127-d865f3dc1178 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:25:55.070562 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c6fdf8-bc61-4170-9d92-21fb3a663f71 None None] Updating router fa5ab0a8-6f1a-4916-9127-d865f3dc1178 port 352fc048-d849-4a6e-a2aa-71062b6c33e7 binding host n-d-776250-12 {{(pid=110553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:25:55.144093 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-14c6fdf8-bc61-4170-9d92-21fb3a663f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:55.245322 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:55.282809 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0881e62f-0042-46ee-bf6c-0d604b0894bc req-42f74173-ce24-4ed5-a686-7b83b02fa462 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4f2ad79-b8e6-4523-9d6e-1cfbd1d7f7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2236683 Dec 08 16:25:55.343729 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 10d27fbc-3546-41bd-8e6b-24cc22bc3f67, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=10d27fbc-3546-41bd-8e6b-24cc22bc3f67,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:25:55.391693 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-4b3325ce-ebea-460a-b00d-2e58a847a9c1 None None] Provisioning complete for port f4a3a607-7b0e-4814-a6a3-921dcb108926 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:25:55.392063 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4b3325ce-ebea-460a-b00d-2e58a847a9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:55.401652 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0eb87f83-1ecc-4ba9-b309-0e158d1871cb req-0ca3166a-04d2-41ef-be49-3120fd9007ef service neutron] 10.222.0.64 "GET /v2.0/networks/08814924-d3f7-498d-a0e5-508442cef09d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4127972 Dec 08 16:25:55.409929 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-04684a71-98bc-403c-a601-9cbd6750ba68 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:55.421806 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4d31d2e5-4c77-4819-bb50-0072020eda8f req-8b24ffaa-c535-4482-a033-b8b0649765b6 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/ports?device_id=be7aa026-4066-4235-b722-f17f37d8d9bc HTTP/1.1" status: 200 len: 210 time: 0.0666611 Dec 08 16:25:55.542280 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:55.585670 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0eb87f83-1ecc-4ba9-b309-0e158d1871cb req-5467ee62-3898-4cea-8eac-ed22aff13bce service neutron] 10.222.0.64 "GET /v2.0/networks/08814924-d3f7-498d-a0e5-508442cef09d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799510 Dec 08 16:25:55.624548 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-04684a71-98bc-403c-a601-9cbd6750ba68 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:55.698797 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-04684a71-98bc-403c-a601-9cbd6750ba68 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:55.702179 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-04684a71-98bc-403c-a601-9cbd6750ba68 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "DELETE /v2.0/subnets/6d585823-3fc3-43de-bace-96991eaf0e25 HTTP/1.1" status: 204 len: 168 time: 1.3498225 Dec 08 16:25:55.705081 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 37032) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:55.717268 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04684a71-98bc-403c-a601-9cbd6750ba68 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Pushing event deleted for resources: {'Subnet': ['ID=6d585823-3fc3-43de-bace-96991eaf0e25,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:55.730593 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd4adef-3b1c-49a4-9dc0-8e8351ce3bac None None] DHCP port deletion for 0cd1fc08-18ef-4903-a4d4-304d5ce0f86e request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:25:55.733099 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c743de-91f9-4cc8-8f36-0e209d642af8 None None] Network 92f988d9-d3fd-471d-a94b-154482a7d460 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:25:55.827496 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 37034) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:55.847374 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-75308a5f-d221-4720-b37f-2ae4a5bb28b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:55.950841 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b4b2e860-7a81-4af5-8d94-a70ed250ac62 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:56.009991 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device f4a3a607-7b0e-4814-a6a3-921dcb108926 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:25:56.088394 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-b4b2e860-7a81-4af5-8d94-a70ed250ac62 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Deleting port c55dcbf5-fa1e-4dbb-8c1f-ba1f4466e8a2 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:25:56.088755 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b4b2e860-7a81-4af5-8d94-a70ed250ac62 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:56.134365 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-75308a5f-d221-4720-b37f-2ae4a5bb28b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:56.162835 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-14c6fdf8-bc61-4170-9d92-21fb3a663f71 None None] Publish callbacks [] for port, precommit_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:56.290295 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8ca821ec-da05-476c-9974-dd20ad9e66f4 req-75c5691b-c000-4ba9-8bdc-f0783bb46b1d tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514 HTTP/1.1" status: 200 len: 210 time: 0.0630474 Dec 08 16:25:56.293005 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-75308a5f-d221-4720-b37f-2ae4a5bb28b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:56.314158 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-14c6fdf8-bc61-4170-9d92-21fb3a663f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:56.438811 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-75308a5f-d221-4720-b37f-2ae4a5bb28b1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=07ae2ad479ce44f5886089675253c700&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6086829 Dec 08 16:25:56.457333 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 37048) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:56.457839 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-b4b2e860-7a81-4af5-8d94-a70ed250ac62 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] For port c55dcbf5-fa1e-4dbb-8c1f-ba1f4466e8a2, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=c55dcbf5-fa1e-4dbb-8c1f-ba1f4466e8a2,segment=NetworkSegment(850cf408-d2e1-44d7-9e49-63d5f0b3762d),segment_id=850cf408-d2e1-44d7-9e49-63d5f0b3762d)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:25:56.457839 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b4b2e860-7a81-4af5-8d94-a70ed250ac62 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:56.492410 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=10d27fbc-3546-41bd-8e6b-24cc22bc3f67,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:56.495500 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8caef7-aa85-4021-94d2-e19641ef62bf None None] Pushing event updated for resources: {'Port': ['ID=352fc048-d849-4a6e-a2aa-71062b6c33e7,revision_number=3']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:56.525035 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8caef7-aa85-4021-94d2-e19641ef62bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:56.527475 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8caef7-aa85-4021-94d2-e19641ef62bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:56.528488 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8caef7-aa85-4021-94d2-e19641ef62bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:56.530398 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8caef7-aa85-4021-94d2-e19641ef62bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:56.532243 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8caef7-aa85-4021-94d2-e19641ef62bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:56.532753 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8caef7-aa85-4021-94d2-e19641ef62bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:56.533884 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8caef7-aa85-4021-94d2-e19641ef62bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:56.535327 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8caef7-aa85-4021-94d2-e19641ef62bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:56.536601 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8caef7-aa85-4021-94d2-e19641ef62bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:56.537102 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8caef7-aa85-4021-94d2-e19641ef62bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:56.538563 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8caef7-aa85-4021-94d2-e19641ef62bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:56.539057 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8caef7-aa85-4021-94d2-e19641ef62bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:56.541309 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8caef7-aa85-4021-94d2-e19641ef62bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:56.553095 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-b4b2e860-7a81-4af5-8d94-a70ed250ac62 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Calling delete_port for c55dcbf5-fa1e-4dbb-8c1f-ba1f4466e8a2 owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:25:56.686485 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-d069bbe1-6272-4e83-954a-ed5eb2ef0bd9 None None] Provisioning complete for port 352fc048-d849-4a6e-a2aa-71062b6c33e7 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:25:56.686878 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d069bbe1-6272-4e83-954a-ed5eb2ef0bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:56.761124 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f4db0a6f-53ff-4ca4-89e9-e3174d20e661 req-eff68fe8-2e65-4109-b119-0cc52afa05cc tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/ports?device_id=be7aa026-4066-4235-b722-f17f37d8d9bc HTTP/1.1" status: 200 len: 210 time: 0.2128756 Dec 08 16:25:56.799004 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-14c6fdf8-bc61-4170-9d92-21fb3a663f71 None None] Attempting to bind port 352fc048-d849-4a6e-a2aa-71062b6c33e7 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:25:56.801584 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75308a5f-d221-4720-b37f-2ae4a5bb28b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a64b05-e975-4d00-bca4-58362defa412,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:56.801725 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-14c6fdf8-bc61-4170-9d92-21fb3a663f71 None None] Attempting to bind port 352fc048-d849-4a6e-a2aa-71062b6c33e7 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'af1f2f88-c1fd-44a2-a1d8-d976a10fad4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '08814924-d3f7-498d-a0e5-508442cef09d'}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:25:56.801829 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c6fdf8-bc61-4170-9d92-21fb3a663f71 None None] Attempting to bind port 352fc048-d849-4a6e-a2aa-71062b6c33e7 on network 08814924-d3f7-498d-a0e5-508442cef09d {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:25:56.816765 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c6fdf8-bc61-4170-9d92-21fb3a663f71 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:25:56.817276 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c6fdf8-bc61-4170-9d92-21fb3a663f71 None None] Checking segment: {'id': 'af1f2f88-c1fd-44a2-a1d8-d976a10fad4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '08814924-d3f7-498d-a0e5-508442cef09d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:25:56.817757 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-14c6fdf8-bc61-4170-9d92-21fb3a663f71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:56.818171 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c6fdf8-bc61-4170-9d92-21fb3a663f71 None None] Bound using segment: {'id': 'af1f2f88-c1fd-44a2-a1d8-d976a10fad4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '08814924-d3f7-498d-a0e5-508442cef09d'} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:25:56.818665 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-14c6fdf8-bc61-4170-9d92-21fb3a663f71 None None] Bound port: 352fc048-d849-4a6e-a2aa-71062b6c33e7, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af1f2f88-c1fd-44a2-a1d8-d976a10fad4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '08814924-d3f7-498d-a0e5-508442cef09d'}}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:25:56.819553 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-14c6fdf8-bc61-4170-9d92-21fb3a663f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:56.865346 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb6d8c4-62bf-41eb-944c-8a2e5be4c6e0 None None] DHCP port deletion for 92f988d9-d3fd-471d-a94b-154482a7d460 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:25:56.881308 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e3c5a38b-4689-45fb-bc26-779f940a5e26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:56.892011 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port f4a3a607-7b0e-4814-a6a3-921dcb108926 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:25:56.892422 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:56.948370 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e3c5a38b-4689-45fb-bc26-779f940a5e26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:56.959211 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d0e40e-da0a-4c01-9345-b2eec012b783 req-6f2bf66c-32cf-48a4-80c5-437d61a49acc tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:56.960888 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-06d0e40e-da0a-4c01-9345-b2eec012b783 req-6f2bf66c-32cf-48a4-80c5-437d61a49acc tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 946 time: 0.3773515 Dec 08 16:25:56.985516 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-14c6fdf8-bc61-4170-9d92-21fb3a663f71 None None] For port 352fc048-d849-4a6e-a2aa-71062b6c33e7, host n-d-776250-12, cleared binding levels {{(pid=110553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:25:56.997600 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-14c6fdf8-bc61-4170-9d92-21fb3a663f71 None None] For port 352fc048-d849-4a6e-a2aa-71062b6c33e7, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=352fc048-d849-4a6e-a2aa-71062b6c33e7,segment=NetworkSegment(af1f2f88-c1fd-44a2-a1d8-d976a10fad4e),segment_id=af1f2f88-c1fd-44a2-a1d8-d976a10fad4e)] {{(pid=110553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:25:56.999416 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-d069bbe1-6272-4e83-954a-ed5eb2ef0bd9 None None] Port 352fc048-d849-4a6e-a2aa-71062b6c33e7 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:25:57.015851 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-bdd4adef-3b1c-49a4-9dc0-8e8351ce3bac None None] Deleting port c55dcbf5-fa1e-4dbb-8c1f-ba1f4466e8a2 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:25:57.016292 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-bdd4adef-3b1c-49a4-9dc0-8e8351ce3bac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:57.027436 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b4b2e860-7a81-4af5-8d94-a70ed250ac62 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:57.082573 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-14c6fdf8-bc61-4170-9d92-21fb3a663f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:57.094580 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b2e860-7a81-4af5-8d94-a70ed250ac62 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Pushing event deleted for resources: {'Port': ['ID=c55dcbf5-fa1e-4dbb-8c1f-ba1f4466e8a2,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:57.097558 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b2e860-7a81-4af5-8d94-a70ed250ac62 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] No DVR routers for this DVR port c55dcbf5-fa1e-4dbb-8c1f-ba1f4466e8a2 on host n-d-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:25:57.103834 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-06d0e40e-da0a-4c01-9345-b2eec012b783 req-5b287570-1566-4895-ad93-1eb80d77a99a tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4f2ad79-b8e6-4523-9d6e-1cfbd1d7f7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359770 Dec 08 16:25:57.108558 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e3c5a38b-4689-45fb-bc26-779f940a5e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:57.114232 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e3c5a38b-4689-45fb-bc26-779f940a5e26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:57.115689 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-e3c5a38b-4689-45fb-bc26-779f940a5e26 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/31a64b05-e975-4d00-bca4-58362defa412 HTTP/1.1" status: 204 len: 168 time: 0.6656394 Dec 08 16:25:57.150813 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c5a38b-4689-45fb-bc26-779f940a5e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a64b05-e975-4d00-bca4-58362defa412,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:57.264591 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8caef7-aa85-4021-94d2-e19641ef62bf None None] Pushing event updated for resources: {'Port': ['ID=352fc048-d849-4a6e-a2aa-71062b6c33e7,revision_number=4']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:57.314364 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c6fdf8-bc61-4170-9d92-21fb3a663f71 None None] Routers {'fa5ab0a8-6f1a-4916-9127-d865f3dc1178'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:25:57.315022 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-14c6fdf8-bc61-4170-9d92-21fb3a663f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:25:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['fa5ab0a8-6f1a-4916-9127-d865f3dc1178'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:57.368534 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b4b2e860-7a81-4af5-8d94-a70ed250ac62 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:57.447395 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-b4b2e860-7a81-4af5-8d94-a70ed250ac62 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cd1fc08-18ef-4903-a4d4-304d5ce0f86e']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:57.465910 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-b4b2e860-7a81-4af5-8d94-a70ed250ac62 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '850cf408-d2e1-44d7-9e49-63d5f0b3762d') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:57.471836 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-b4b2e860-7a81-4af5-8d94-a70ed250ac62 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '850cf408-d2e1-44d7-9e49-63d5f0b3762d') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:57.509781 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-28af8691-389f-4cdc-850b-48e5819add6e req-96f003e3-6e93-4865-97ef-5a967c2660c7 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514 HTTP/1.1" status: 200 len: 210 time: 0.0754313 Dec 08 16:25:57.520545 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b4b2e860-7a81-4af5-8d94-a70ed250ac62 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:57.553288 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b4b2e860-7a81-4af5-8d94-a70ed250ac62 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:57.572399 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4b2e860-7a81-4af5-8d94-a70ed250ac62 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:25:57.572734 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b4b2e860-7a81-4af5-8d94-a70ed250ac62 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:57.581831 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:25:57.581831 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:25:57.581831 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:25:57.581831 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:25:57.581831 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:25:57.581831 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:25:57.581831 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:25:57.581831 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:25:57.581831 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:25:57.581831 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:25:57.581831 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:25:57.581831 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:25:57.581831 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:25:57.581831 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:25:57.581831 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:25:57.581831 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:25:57.581831 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:25:57.581831 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:25:57.581831 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:25:57.581831 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:25:57.581831 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:25:57.581831 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:25:57.581831 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:25:57.581831 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:25:57.581831 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:25:57.581831 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:25:57.581831 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:25:57.581831 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:25:57.581831 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:25:57.581831 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:25:57.581831 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:25:57.581831 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:25:57.876294 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b4b2e860-7a81-4af5-8d94-a70ed250ac62 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:57.889526 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b4b2e860-7a81-4af5-8d94-a70ed250ac62 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:57.901678 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b4b2e860-7a81-4af5-8d94-a70ed250ac62 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "DELETE /v2.0/networks/0cd1fc08-18ef-4903-a4d4-304d5ce0f86e HTTP/1.1" status: 204 len: 168 time: 2.1947792 Dec 08 16:25:57.904501 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 37074) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:58.053716 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b2e860-7a81-4af5-8d94-a70ed250ac62 tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Pushing event deleted for resources: {'Network': ['ID=0cd1fc08-18ef-4903-a4d4-304d5ce0f86e,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:58.103280 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 9eae32be-dd5e-4670-992d-af4d753ae786 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:25:58.105955 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-14c6fdf8-bc61-4170-9d92-21fb3a663f71 None None] Set router fa5ab0a8-6f1a-4916-9127-d865f3dc1178 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:25:58.146436 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b37706f0-941d-49b9-8f43-56554ca7fced req-1361dbc8-7eca-4aa3-a30e-219c256fef05 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/ports?device_id=be7aa026-4066-4235-b722-f17f37d8d9bc HTTP/1.1" status: 200 len: 210 time: 0.2398651 Dec 08 16:25:58.174018 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-bdd4adef-3b1c-49a4-9dc0-8e8351ce3bac None None] For port c55dcbf5-fa1e-4dbb-8c1f-ba1f4466e8a2, host n-d-776250-12, got binding levels [] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:25:58.174018 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-bdd4adef-3b1c-49a4-9dc0-8e8351ce3bac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:58.193424 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-1767b997-fc21-40f2-8b6b-0f00a195594e None None] Provisioning complete for port 352fc048-d849-4a6e-a2aa-71062b6c33e7 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:25:58.204437 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1767b997-fc21-40f2-8b6b-0f00a195594e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:58.225957 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-996dab46-a9a3-444f-8beb-262c33566fee tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:58.324112 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [req-8900f8eb-8bad-4845-aa27-a38ed3aa8bb2 req-bd783293-4137-4805-a272-e0520fc2a078 service neutron] (110551) timed out ('10.222.0.64', 43932) {{(pid=110551) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 16:25:58.340505 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-bdd4adef-3b1c-49a4-9dc0-8e8351ce3bac None None] Calling delete_port for c55dcbf5-fa1e-4dbb-8c1f-ba1f4466e8a2 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:25:58.351079 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.ipam_backend_mixin [None req-bdd4adef-3b1c-49a4-9dc0-8e8351ce3bac None None] Port c55dcbf5-fa1e-4dbb-8c1f-ba1f4466e8a2 was not found and therefore no delete operation was performed {{(pid=110552) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 16:25:58.367640 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-adb6d8c4-62bf-41eb-944c-8a2e5be4c6e0 None None] Deleting port 318e1d23-a09e-47b0-8e69-1d5ecd8ac95d {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:25:58.368415 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-adb6d8c4-62bf-41eb-944c-8a2e5be4c6e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:58.371020 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-bdd4adef-3b1c-49a4-9dc0-8e8351ce3bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:58.383708 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-996dab46-a9a3-444f-8beb-262c33566fee tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Deleting port 318e1d23-a09e-47b0-8e69-1d5ecd8ac95d {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:25:58.384054 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-996dab46-a9a3-444f-8beb-262c33566fee tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:58.605595 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1767b997-fc21-40f2-8b6b-0f00a195594e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:58.634821 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bdd4adef-3b1c-49a4-9dc0-8e8351ce3bac None None] Network 0cd1fc08-18ef-4903-a4d4-304d5ce0f86e is not hosted by any dhcp agent {{(pid=110552) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 08 16:25:58.635835 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd4adef-3b1c-49a4-9dc0-8e8351ce3bac None None] No DVR routers for this DVR port c55dcbf5-fa1e-4dbb-8c1f-ba1f4466e8a2 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:25:58.637127 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd4adef-3b1c-49a4-9dc0-8e8351ce3bac None None] Pushing event deleted for resources: {'Port': ['ID=c55dcbf5-fa1e-4dbb-8c1f-ba1f4466e8a2,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:58.751114 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1198e86e-0003-4d01-a629-cd24cbd9795c req-50240298-d67d-487d-9e12-ecd15a808180 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514 HTTP/1.1" status: 200 len: 210 time: 0.1099563 Dec 08 16:25:58.841898 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-1767b997-fc21-40f2-8b6b-0f00a195594e None None] For port 352fc048-d849-4a6e-a2aa-71062b6c33e7, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=352fc048-d849-4a6e-a2aa-71062b6c33e7,segment=NetworkSegment(af1f2f88-c1fd-44a2-a1d8-d976a10fad4e),segment_id=af1f2f88-c1fd-44a2-a1d8-d976a10fad4e)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:25:58.873705 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-adb6d8c4-62bf-41eb-944c-8a2e5be4c6e0 None None] For port 318e1d23-a09e-47b0-8e69-1d5ecd8ac95d, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=318e1d23-a09e-47b0-8e69-1d5ecd8ac95d,segment=NetworkSegment(e1df37b9-083a-4373-838d-dc2a305e347b),segment_id=e1df37b9-083a-4373-838d-dc2a305e347b)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:25:58.874827 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-adb6d8c4-62bf-41eb-944c-8a2e5be4c6e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:58.890182 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-14c6fdf8-bc61-4170-9d92-21fb3a663f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5ab0a8-6f1a-4916-9127-d865f3dc1178', 'name': 'tempest-TestNetworkAdvancedServerOps-router-863953373', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '10d27fbc-3546-41bd-8e6b-24cc22bc3f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:25:39Z', 'updated_at': '2021-12-08T16:25:49Z', 'revision_number': 4, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'gw_port': {'id': '10d27fbc-3546-41bd-8e6b-24cc22bc3f67', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5ab0a8-6f1a-4916-9127-d865f3dc1178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:25:40Z', 'updated_at': '2021-12-08T16:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '352fc048-d849-4a6e-a2aa-71062b6c33e7', 'name': '', 'network_id': '08814924-d3f7-498d-a0e5-508442cef09d', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'mac_address': 'fa:16:3e:46:a3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5ab0a8-6f1a-4916-9127-d865f3dc1178', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '89eafa5b-4193-4ebc-af74-cdc250b35c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:25:47Z', 'updated_at': '2021-12-08T16:25:56Z', 'revision_number': 4, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'subnets': [{'id': '89eafa5b-4193-4ebc-af74-cdc250b35c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:58.914089 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 9eae32be-dd5e-4670-992d-af4d753ae786 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:25:58.914479 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:58.969859 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-996dab46-a9a3-444f-8beb-262c33566fee tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] For port 318e1d23-a09e-47b0-8e69-1d5ecd8ac95d, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=318e1d23-a09e-47b0-8e69-1d5ecd8ac95d,segment=NetworkSegment(e1df37b9-083a-4373-838d-dc2a305e347b),segment_id=e1df37b9-083a-4373-838d-dc2a305e347b)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:25:58.970396 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-996dab46-a9a3-444f-8beb-262c33566fee tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:59.002015 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c6fdf8-bc61-4170-9d92-21fb3a663f71 None None] The sync data for ids ['fa5ab0a8-6f1a-4916-9127-d865f3dc1178'] in n-d-776250-12 is: [{'id': 'fa5ab0a8-6f1a-4916-9127-d865f3dc1178', 'name': 'tempest-TestNetworkAdvancedServerOps-router-863953373', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '10d27fbc-3546-41bd-8e6b-24cc22bc3f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:25:39Z', 'updated_at': '2021-12-08T16:25:49Z', 'revision_number': 4, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'gw_port': {'id': '10d27fbc-3546-41bd-8e6b-24cc22bc3f67', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5ab0a8-6f1a-4916-9127-d865f3dc1178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:25:40Z', 'updated_at': '2021-12-08T16:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '352fc048-d849-4a6e-a2aa-71062b6c33e7', 'name': '', 'network_id': '08814924-d3f7-498d-a0e5-508442cef09d', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'mac_address': 'fa:16:3e:46:a3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5ab0a8-6f1a-4916-9127-d865f3dc1178', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '89eafa5b-4193-4ebc-af74-cdc250b35c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:25:47Z', 'updated_at': '2021-12-08T16:25:56Z', 'revision_number': 4, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'subnets': [{'id': '89eafa5b-4193-4ebc-af74-cdc250b35c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:25:59.032479 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1767b997-fc21-40f2-8b6b-0f00a195594e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:59.034342 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c52689-3afc-441c-ab76-68e0087159a9 req-8b949db9-2f17-4de9-9e96-4afbb198e760 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:59.036192 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-09c52689-3afc-441c-ab76-68e0087159a9 req-8b949db9-2f17-4de9-9e96-4afbb198e760 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 946 time: 0.4857991 Dec 08 16:25:59.037402 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-996dab46-a9a3-444f-8beb-262c33566fee tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Calling delete_port for 318e1d23-a09e-47b0-8e69-1d5ecd8ac95d owned by network:dhcp {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:25:59.053677 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-adb6d8c4-62bf-41eb-944c-8a2e5be4c6e0 None None] Calling delete_port for 318e1d23-a09e-47b0-8e69-1d5ecd8ac95d owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:25:59.471375 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-68cfae9b-9417-4da7-98d9-d86c4eb5293a req-382f83e8-3541-4083-a8c5-98a70bc4b151 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/ports?device_id=be7aa026-4066-4235-b722-f17f37d8d9bc HTTP/1.1" status: 200 len: 210 time: 0.1010206 Dec 08 16:25:59.557545 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1767b997-fc21-40f2-8b6b-0f00a195594e None None] Pushing event updated for resources: {'Port': ['ID=352fc048-d849-4a6e-a2aa-71062b6c33e7,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:59.565326 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-adb6d8c4-62bf-41eb-944c-8a2e5be4c6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:59.607326 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-e021e51d-1851-4227-b64f-a2dae804ee78 None None] Provisioning complete for port 352fc048-d849-4a6e-a2aa-71062b6c33e7 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:25:59.611060 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e021e51d-1851-4227-b64f-a2dae804ee78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:59.617120 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb6d8c4-62bf-41eb-944c-8a2e5be4c6e0 None None] No DVR routers for this DVR port 318e1d23-a09e-47b0-8e69-1d5ecd8ac95d on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:25:59.767764 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb6d8c4-62bf-41eb-944c-8a2e5be4c6e0 None None] Pushing event deleted for resources: {'Port': ['ID=318e1d23-a09e-47b0-8e69-1d5ecd8ac95d,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:59.959912 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb87f83-1ecc-4ba9-b309-0e158d1871cb req-376ad4ae-36f0-4863-994d-fe982273270a tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:59.968461 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0eb87f83-1ecc-4ba9-b309-0e158d1871cb req-376ad4ae-36f0-4863-994d-fe982273270a tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.76 "GET /v2.0/networks?id=08814924-d3f7-498d-a0e5-508442cef09d HTTP/1.1" status: 200 len: 797 time: 0.4264266 Dec 08 16:26:00.052168 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device c55dcbf5-fa1e-4dbb-8c1f-ba1f4466e8a2 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:26:00.109201 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: c55dcbf5-fa1e-4dbb-8c1f-ba1f4466e8a2 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:26:00.109934 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device c55dcbf5-fa1e-4dbb-8c1f-ba1f4466e8a2 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:26:00.357714 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f96150-b27c-4bc0-a96e-77fa1d060257 req-da0138a9-f11d-42cf-b912-eebc6b47901c tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:00.361412 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a0f96150-b27c-4bc0-a96e-77fa1d060257 req-da0138a9-f11d-42cf-b912-eebc6b47901c tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.76 "GET /v2.0/networks?id=6526d0e5-7294-44c6-b3e2-afe82259b702 HTTP/1.1" status: 200 len: 797 time: 1.7820385 Dec 08 16:26:00.459887 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0eb87f83-1ecc-4ba9-b309-0e158d1871cb req-cb4ddcbc-a286-4b7d-948a-300005d76a4a tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ac8783bc8454dbdaff01b6ea349ef5e HTTP/1.1" status: 200 len: 379 time: 0.4690332 Dec 08 16:26:00.513859 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-0eb87f83-1ecc-4ba9-b309-0e158d1871cb req-5f34d181-9d6c-4fc0-a7d2-6234a777419f tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Request body: {'port': {'device_id': '77804a2a-42a4-47e3-a655-9b2afc5b7514', 'network_id': '08814924-d3f7-498d-a0e5-508442cef09d', 'admin_state_up': True, 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'security_groups': ['5dbfa492-1a8c-4612-9bec-7e64b91898d3']}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:00.597630 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 10d27fbc-3546-41bd-8e6b-24cc22bc3f67 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:26:00.601818 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-09c52689-3afc-441c-ab76-68e0087159a9 req-8220af4e-d27d-4b9b-a107-0cdf1a5564ae tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4f2ad79-b8e6-4523-9d6e-1cfbd1d7f7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.5066488 Dec 08 16:26:00.798481 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-996dab46-a9a3-444f-8beb-262c33566fee tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:00.840737 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 10d27fbc-3546-41bd-8e6b-24cc22bc3f67 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:26:00.843763 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:00.846128 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a0f96150-b27c-4bc0-a96e-77fa1d060257 req-ade97be3-3f92-4bbe-a3cf-798aae33c1c1 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a90eddbbcbf4338ab5fe411884194ac HTTP/1.1" status: 200 len: 473 time: 0.4371967 Dec 08 16:26:00.850122 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6f09f67f-269c-49bf-811d-6038b5b86386 req-3a9c2682-c685-4b3d-abfe-ac1d5fb79b23 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514 HTTP/1.1" status: 200 len: 210 time: 0.4336646 Dec 08 16:26:00.902265 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-a0f96150-b27c-4bc0-a96e-77fa1d060257 req-987a3893-0dff-4f82-a2a3-83bae66e9bf1 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Request body: {'port': {'device_id': 'be7aa026-4066-4235-b722-f17f37d8d9bc', 'network_id': '6526d0e5-7294-44c6-b3e2-afe82259b702', 'admin_state_up': True, 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'security_groups': ['5c10b37e-8898-4f4f-8e13-2b16d50e4c6a']}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:00.948334 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eb87f83-1ecc-4ba9-b309-0e158d1871cb req-5f34d181-9d6c-4fc0-a7d2-6234a777419f tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Made reservation on behalf of 5ac8783bc8454dbdaff01b6ea349ef5e for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:26:00.952072 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-0eb87f83-1ecc-4ba9-b309-0e158d1871cb req-5f34d181-9d6c-4fc0-a7d2-6234a777419f tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:01.146370 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 352fc048-d849-4a6e-a2aa-71062b6c33e7 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:26:01.339686 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [req-0eb87f83-1ecc-4ba9-b309-0e158d1871cb req-5f34d181-9d6c-4fc0-a7d2-6234a777419f tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Allocated IP 172.20.0.11 (08814924-d3f7-498d-a0e5-508442cef09d/89eafa5b-4193-4ebc-af74-cdc250b35c3e/f77338c8-91de-4809-bfc2-be2cd2a80b3d) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:26:01.376408 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 352fc048-d849-4a6e-a2aa-71062b6c33e7 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:26:01.376797 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:01.442954 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-30154f4c-1af3-4af6-b472-0a6380fcfa76 req-b057e8d7-89b9-44a2-8375-4fb283f5aa7f tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/ports?device_id=be7aa026-4066-4235-b722-f17f37d8d9bc HTTP/1.1" status: 200 len: 210 time: 0.5891395 Dec 08 16:26:01.444692 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996dab46-a9a3-444f-8beb-262c33566fee tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Pushing event deleted for resources: {'Port': ['ID=318e1d23-a09e-47b0-8e69-1d5ecd8ac95d,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:01.459526 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996dab46-a9a3-444f-8beb-262c33566fee tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] No DVR routers for this DVR port 318e1d23-a09e-47b0-8e69-1d5ecd8ac95d on host n-d-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:26:01.480990 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0f96150-b27c-4bc0-a96e-77fa1d060257 req-987a3893-0dff-4f82-a2a3-83bae66e9bf1 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Made reservation on behalf of 2a90eddbbcbf4338ab5fe411884194ac for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:26:01.485269 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a0f96150-b27c-4bc0-a96e-77fa1d060257 req-987a3893-0dff-4f82-a2a3-83bae66e9bf1 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:02.026325 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-a0f96150-b27c-4bc0-a96e-77fa1d060257 req-987a3893-0dff-4f82-a2a3-83bae66e9bf1 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Allocated IP 172.20.0.19 (6526d0e5-7294-44c6-b3e2-afe82259b702/8c4743ef-6019-4eb0-90e4-f64e48f10e2a/10a5b4ad-8e62-41d2-8a7e-25aa94a24067) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:26:02.041566 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 318e1d23-a09e-47b0-8e69-1d5ecd8ac95d no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:26:02.118610 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 318e1d23-a09e-47b0-8e69-1d5ecd8ac95d {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:26:02.118997 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 318e1d23-a09e-47b0-8e69-1d5ecd8ac95d not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:26:02.163502 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-0eb87f83-1ecc-4ba9-b309-0e158d1871cb req-5f34d181-9d6c-4fc0-a7d2-6234a777419f tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:02.360353 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51289f4c-fa41-4fc3-8921-7e7054efedb9 req-b772cd8c-4b2f-4d68-8012-53421da57b6e tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:02.360353 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-51289f4c-fa41-4fc3-8921-7e7054efedb9 req-b772cd8c-4b2f-4d68-8012-53421da57b6e tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 946 time: 0.3939965 Dec 08 16:26:02.523083 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-51289f4c-fa41-4fc3-8921-7e7054efedb9 req-f4678b70-32eb-4d1d-9644-fcc15790342f tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4f2ad79-b8e6-4523-9d6e-1cfbd1d7f7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2261398 Dec 08 16:26:02.534161 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-0eb87f83-1ecc-4ba9-b309-0e158d1871cb req-5f34d181-9d6c-4fc0-a7d2-6234a777419f tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:02.590680 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a0f96150-b27c-4bc0-a96e-77fa1d060257 req-987a3893-0dff-4f82-a2a3-83bae66e9bf1 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:02.732122 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eb87f83-1ecc-4ba9-b309-0e158d1871cb req-5f34d181-9d6c-4fc0-a7d2-6234a777419f tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Network 08814924-d3f7-498d-a0e5-508442cef09d is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:26:02.767513 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [req-0eb87f83-1ecc-4ba9-b309-0e158d1871cb req-5f34d181-9d6c-4fc0-a7d2-6234a777419f tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:26:02.784952 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb87f83-1ecc-4ba9-b309-0e158d1871cb req-5f34d181-9d6c-4fc0-a7d2-6234a777419f tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:26:02.790785 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a0f96150-b27c-4bc0-a96e-77fa1d060257 req-987a3893-0dff-4f82-a2a3-83bae66e9bf1 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:02.796836 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-996dab46-a9a3-444f-8beb-262c33566fee tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:02.866721 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f34d181-9d6c-4fc0-a7d2-6234a777419f tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event updated for resources: {'Port': ['ID=f77338c8-91de-4809-bfc2-be2cd2a80b3d,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:02.972164 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987a3893-0dff-4f82-a2a3-83bae66e9bf1 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Pushing event updated for resources: {'Port': ['ID=10a5b4ad-8e62-41d2-8a7e-25aa94a24067,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:03.045050 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-996dab46-a9a3-444f-8beb-262c33566fee tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92f988d9-d3fd-471d-a94b-154482a7d460']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:26:03.069540 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0f96150-b27c-4bc0-a96e-77fa1d060257 req-987a3893-0dff-4f82-a2a3-83bae66e9bf1 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Network 6526d0e5-7294-44c6-b3e2-afe82259b702 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:26:03.074788 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-a0f96150-b27c-4bc0-a96e-77fa1d060257 req-987a3893-0dff-4f82-a2a3-83bae66e9bf1 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:26:03.080308 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-996dab46-a9a3-444f-8beb-262c33566fee tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1df37b9-083a-4373-838d-dc2a305e347b') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:26:03.081118 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-996dab46-a9a3-444f-8beb-262c33566fee tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1df37b9-083a-4373-838d-dc2a305e347b') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:26:03.106183 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f96150-b27c-4bc0-a96e-77fa1d060257 req-987a3893-0dff-4f82-a2a3-83bae66e9bf1 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:26:03.209951 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f96150-b27c-4bc0-a96e-77fa1d060257 req-987a3893-0dff-4f82-a2a3-83bae66e9bf1 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:03.216069 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a0f96150-b27c-4bc0-a96e-77fa1d060257 req-987a3893-0dff-4f82-a2a3-83bae66e9bf1 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:03.257187 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-996dab46-a9a3-444f-8beb-262c33566fee tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:03.325585 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb87f83-1ecc-4ba9-b309-0e158d1871cb req-5f34d181-9d6c-4fc0-a7d2-6234a777419f tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:03.334061 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc7ffc-4135-4dd2-94f5-374a62a5029e req-1b3650af-7400-4dd2-bcd4-dd49a003b1df tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:03.335433 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-0eb87f83-1ecc-4ba9-b309-0e158d1871cb req-5f34d181-9d6c-4fc0-a7d2-6234a777419f tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:03.364166 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-18dc7ffc-4135-4dd2-94f5-374a62a5029e req-1b3650af-7400-4dd2-bcd4-dd49a003b1df tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514 HTTP/1.1" status: 200 len: 932 time: 0.6967728 Dec 08 16:26:03.407792 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62458a60-15df-413a-90f5-2bc79b79c194 req-7aff6fc0-54c5-4866-b068-f41b4a3df8a9 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:03.410375 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-62458a60-15df-413a-90f5-2bc79b79c194 req-7aff6fc0-54c5-4866-b068-f41b4a3df8a9 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/ports?device_id=be7aa026-4066-4235-b722-f17f37d8d9bc HTTP/1.1" status: 200 len: 932 time: 0.6442742 Dec 08 16:26:03.510647 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-b94f1deb-c91e-4d51-bd87-e3931a62859f None None] Provisioning complete for port f77338c8-91de-4809-bfc2-be2cd2a80b3d triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:26:03.512773 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-996dab46-a9a3-444f-8beb-262c33566fee tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:03.513555 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b94f1deb-c91e-4d51-bd87-e3931a62859f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:03.531363 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-996dab46-a9a3-444f-8beb-262c33566fee tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:26:03.531791 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-996dab46-a9a3-444f-8beb-262c33566fee tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:03.539436 n-d-776250-12 neutron-server[110550]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:26:03.539436 n-d-776250-12 neutron-server[110550]: self.session.flush() Dec 08 16:26:03.539436 n-d-776250-12 neutron-server[110550]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:26:03.539436 n-d-776250-12 neutron-server[110550]: self.session.flush() Dec 08 16:26:03.539436 n-d-776250-12 neutron-server[110550]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:26:03.539436 n-d-776250-12 neutron-server[110550]: self.session.flush() Dec 08 16:26:03.539436 n-d-776250-12 neutron-server[110550]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:26:03.539436 n-d-776250-12 neutron-server[110550]: self.session.flush() Dec 08 16:26:03.539436 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:26:03.539436 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:26:03.539436 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:26:03.539436 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:26:03.539436 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:26:03.539436 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:26:03.539436 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:26:03.539436 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:26:03.539436 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:26:03.539436 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:26:03.539436 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:26:03.539436 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:26:03.539436 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:26:03.539436 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:26:03.539436 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:26:03.539436 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:26:03.539436 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:26:03.539436 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:26:03.539436 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:26:03.539436 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:26:03.539436 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:26:03.539436 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:26:03.539436 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:26:03.539436 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:26:03.539436 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:26:03.539436 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:26:03.539436 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:26:03.539436 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:26:03.539436 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:26:03.539436 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:26:03.539436 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:26:03.539436 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:26:03.591915 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-62458a60-15df-413a-90f5-2bc79b79c194 req-9fb77552-9e22-48ce-8654-642453af7847 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c10b37e-8898-4f4f-8e13-2b16d50e4c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609323 Dec 08 16:26:03.648485 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0eb87f83-1ecc-4ba9-b309-0e158d1871cb req-5f34d181-9d6c-4fc0-a7d2-6234a777419f tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1896381 Dec 08 16:26:03.649677 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-b94f1deb-c91e-4d51-bd87-e3931a62859f None None] Port f77338c8-91de-4809-bfc2-be2cd2a80b3d cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:26:03.761286 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a0f96150-b27c-4bc0-a96e-77fa1d060257 req-987a3893-0dff-4f82-a2a3-83bae66e9bf1 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8944449 Dec 08 16:26:03.813077 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-f62dd59a-a43e-416e-be00-e24d087cbefb None None] Provisioning complete for port 10a5b4ad-8e62-41d2-8a7e-25aa94a24067 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:26:03.813077 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f62dd59a-a43e-416e-be00-e24d087cbefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:03.840996 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-18dc7ffc-4135-4dd2-94f5-374a62a5029e req-178007d8-aa7a-4a32-bdb2-7fdc6c2cc1fd tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=5dbfa492-1a8c-4612-9bec-7e64b91898d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4296262 Dec 08 16:26:03.894173 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-f62dd59a-a43e-416e-be00-e24d087cbefb None None] Port 10a5b4ad-8e62-41d2-8a7e-25aa94a24067 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:26:03.908342 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-996dab46-a9a3-444f-8beb-262c33566fee tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:03.925898 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-996dab46-a9a3-444f-8beb-262c33566fee tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:03.941189 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-996dab46-a9a3-444f-8beb-262c33566fee tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] 10.222.0.64 "DELETE /v2.0/networks/92f988d9-d3fd-471d-a94b-154482a7d460 HTTP/1.1" status: 204 len: 168 time: 6.0312431 Dec 08 16:26:03.951879 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc84515-d9dd-4c7c-b501-1bcaa7ceab2c req-72819402-21eb-45dd-a0a4-d377a9975ce2 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:03.959770 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1bc84515-d9dd-4c7c-b501-1bcaa7ceab2c req-72819402-21eb-45dd-a0a4-d377a9975ce2 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 946 time: 0.1095316 Dec 08 16:26:04.017510 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996dab46-a9a3-444f-8beb-262c33566fee tempest-TaggedBootDevicesTest_v242-1006046888 tempest-TaggedBootDevicesTest_v242-1006046888-project] Pushing event deleted for resources: {'Network': ['ID=92f988d9-d3fd-471d-a94b-154482a7d460,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:04.049816 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1bc84515-d9dd-4c7c-b501-1bcaa7ceab2c req-b6190fdd-ef4e-4f6f-87d7-751a13e5cea4 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4f2ad79-b8e6-4523-9d6e-1cfbd1d7f7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887308 Dec 08 16:26:04.345113 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-0eb87f83-1ecc-4ba9-b309-0e158d1871cb req-a2087994-bd76-4a83-b035-30341b8ab0b3 service neutron] Request body: {'port': {'device_id': '77804a2a-42a4-47e3-a655-9b2afc5b7514', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:04.366710 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-a0f96150-b27c-4bc0-a96e-77fa1d060257 req-3064c0cd-3bbf-4532-81e0-049050f97943 service neutron] Request body: {'port': {'device_id': 'be7aa026-4066-4235-b722-f17f37d8d9bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:04.466898 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-0eb87f83-1ecc-4ba9-b309-0e158d1871cb req-a2087994-bd76-4a83-b035-30341b8ab0b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:04.481242 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a0f96150-b27c-4bc0-a96e-77fa1d060257 req-3064c0cd-3bbf-4532-81e0-049050f97943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:04.651494 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:05.075530 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [req-0eb87f83-1ecc-4ba9-b309-0e158d1871cb req-a2087994-bd76-4a83-b035-30341b8ab0b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f77338c8-91de-4809-bfc2-be2cd2a80b3d {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:26:05.087471 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-0eb87f83-1ecc-4ba9-b309-0e158d1871cb req-a2087994-bd76-4a83-b035-30341b8ab0b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:05.193596 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0cea98-3cee-4aaf-88c1-f953c5865db5 req-0ec061fa-25c4-4d1c-bbbf-56cf79e6d918 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:05.201680 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3c0cea98-3cee-4aaf-88c1-f953c5865db5 req-0ec061fa-25c4-4d1c-bbbf-56cf79e6d918 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/ports?device_id=be7aa026-4066-4235-b722-f17f37d8d9bc HTTP/1.1" status: 200 len: 932 time: 0.3582397 Dec 08 16:26:05.217436 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4555ed3-bbc4-41fe-a7b7-ace56fe100b4 req-c43d0ac4-ad1e-496d-a7cd-8c92546bd2c8 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:05.227070 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e4555ed3-bbc4-41fe-a7b7-ace56fe100b4 req-c43d0ac4-ad1e-496d-a7cd-8c92546bd2c8 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514 HTTP/1.1" status: 200 len: 932 time: 0.1455472 Dec 08 16:26:05.260783 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [req-0eb87f83-1ecc-4ba9-b309-0e158d1871cb req-a2087994-bd76-4a83-b035-30341b8ab0b3 service neutron] Transition to ACTIVE for port object f77338c8-91de-4809-bfc2-be2cd2a80b3d will not be triggered until provisioned by entity L2. {{(pid=110551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:26:05.336961 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3c0cea98-3cee-4aaf-88c1-f953c5865db5 req-bd5c7753-9f78-464b-a21c-55cc9f47bfa8 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c10b37e-8898-4f4f-8e13-2b16d50e4c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339908 Dec 08 16:26:05.345713 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e4555ed3-bbc4-41fe-a7b7-ace56fe100b4 req-79706d12-c687-4dd7-a1c4-e15c8f3f1f9a tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=5dbfa492-1a8c-4612-9bec-7e64b91898d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942802 Dec 08 16:26:05.365612 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-0eb87f83-1ecc-4ba9-b309-0e158d1871cb req-a2087994-bd76-4a83-b035-30341b8ab0b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:05.508285 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2087994-bd76-4a83-b035-30341b8ab0b3 service neutron] Pushing event updated for resources: {'Port': ['ID=f77338c8-91de-4809-bfc2-be2cd2a80b3d,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:05.541122 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-a0f96150-b27c-4bc0-a96e-77fa1d060257 req-3064c0cd-3bbf-4532-81e0-049050f97943 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10a5b4ad-8e62-41d2-8a7e-25aa94a24067 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:26:05.566752 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a0f96150-b27c-4bc0-a96e-77fa1d060257 req-3064c0cd-3bbf-4532-81e0-049050f97943 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:05.621138 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-a0f96150-b27c-4bc0-a96e-77fa1d060257 req-3064c0cd-3bbf-4532-81e0-049050f97943 service neutron] Transition to ACTIVE for port object 10a5b4ad-8e62-41d2-8a7e-25aa94a24067 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:26:05.685142 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a0f96150-b27c-4bc0-a96e-77fa1d060257 req-3064c0cd-3bbf-4532-81e0-049050f97943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:05.945244 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9170a-30ec-4f3f-9de3-65d2e5acbf70 req-f6077746-c3d8-4cc8-938b-9280dd9961b5 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:05.963470 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f8a9170a-30ec-4f3f-9de3-65d2e5acbf70 req-f6077746-c3d8-4cc8-938b-9280dd9961b5 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 946 time: 0.4475145 Dec 08 16:26:06.131562 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-0eb87f83-1ecc-4ba9-b309-0e158d1871cb req-a2087994-bd76-4a83-b035-30341b8ab0b3 service neutron] Attempting to bind port f77338c8-91de-4809-bfc2-be2cd2a80b3d on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:26:06.132163 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-0eb87f83-1ecc-4ba9-b309-0e158d1871cb req-a2087994-bd76-4a83-b035-30341b8ab0b3 service neutron] Attempting to bind port f77338c8-91de-4809-bfc2-be2cd2a80b3d by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': 'af1f2f88-c1fd-44a2-a1d8-d976a10fad4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '08814924-d3f7-498d-a0e5-508442cef09d'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:26:06.132718 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb87f83-1ecc-4ba9-b309-0e158d1871cb req-a2087994-bd76-4a83-b035-30341b8ab0b3 service neutron] Attempting to bind port f77338c8-91de-4809-bfc2-be2cd2a80b3d on network 08814924-d3f7-498d-a0e5-508442cef09d {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:26:06.139092 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3064c0cd-3bbf-4532-81e0-049050f97943 service neutron] Pushing event updated for resources: {'Port': ['ID=10a5b4ad-8e62-41d2-8a7e-25aa94a24067,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:06.179984 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-a0f96150-b27c-4bc0-a96e-77fa1d060257 req-3064c0cd-3bbf-4532-81e0-049050f97943 service neutron] Attempting to bind port 10a5b4ad-8e62-41d2-8a7e-25aa94a24067 on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:26:06.182131 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-a0f96150-b27c-4bc0-a96e-77fa1d060257 req-3064c0cd-3bbf-4532-81e0-049050f97943 service neutron] Attempting to bind port 10a5b4ad-8e62-41d2-8a7e-25aa94a24067 by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': '6dc4348c-9eca-4c82-b912-a2a040c68359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6526d0e5-7294-44c6-b3e2-afe82259b702'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:26:06.182785 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f96150-b27c-4bc0-a96e-77fa1d060257 req-3064c0cd-3bbf-4532-81e0-049050f97943 service neutron] Attempting to bind port 10a5b4ad-8e62-41d2-8a7e-25aa94a24067 on network 6526d0e5-7294-44c6-b3e2-afe82259b702 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:26:06.186324 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb87f83-1ecc-4ba9-b309-0e158d1871cb req-a2087994-bd76-4a83-b035-30341b8ab0b3 service neutron] Port f77338c8-91de-4809-bfc2-be2cd2a80b3d on network 08814924-d3f7-498d-a0e5-508442cef09d not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:26:06.186666 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb87f83-1ecc-4ba9-b309-0e158d1871cb req-a2087994-bd76-4a83-b035-30341b8ab0b3 service neutron] Attempting to bind port f77338c8-91de-4809-bfc2-be2cd2a80b3d on network 08814924-d3f7-498d-a0e5-508442cef09d {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:26:06.236213 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f96150-b27c-4bc0-a96e-77fa1d060257 req-3064c0cd-3bbf-4532-81e0-049050f97943 service neutron] Port 10a5b4ad-8e62-41d2-8a7e-25aa94a24067 on network 6526d0e5-7294-44c6-b3e2-afe82259b702 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:26:06.237250 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f96150-b27c-4bc0-a96e-77fa1d060257 req-3064c0cd-3bbf-4532-81e0-049050f97943 service neutron] Attempting to bind port 10a5b4ad-8e62-41d2-8a7e-25aa94a24067 on network 6526d0e5-7294-44c6-b3e2-afe82259b702 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:26:06.244139 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f96150-b27c-4bc0-a96e-77fa1d060257 req-3064c0cd-3bbf-4532-81e0-049050f97943 service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:26:06.244807 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f96150-b27c-4bc0-a96e-77fa1d060257 req-3064c0cd-3bbf-4532-81e0-049050f97943 service neutron] Checking segment: {'id': '6dc4348c-9eca-4c82-b912-a2a040c68359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6526d0e5-7294-44c6-b3e2-afe82259b702'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:26:06.245568 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f96150-b27c-4bc0-a96e-77fa1d060257 req-3064c0cd-3bbf-4532-81e0-049050f97943 service neutron] Bound using segment: {'id': '6dc4348c-9eca-4c82-b912-a2a040c68359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6526d0e5-7294-44c6-b3e2-afe82259b702'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:26:06.248803 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-a0f96150-b27c-4bc0-a96e-77fa1d060257 req-3064c0cd-3bbf-4532-81e0-049050f97943 service neutron] Bound port: 10a5b4ad-8e62-41d2-8a7e-25aa94a24067, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dc4348c-9eca-4c82-b912-a2a040c68359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6526d0e5-7294-44c6-b3e2-afe82259b702'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:26:06.251209 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a0f96150-b27c-4bc0-a96e-77fa1d060257 req-3064c0cd-3bbf-4532-81e0-049050f97943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:06.296384 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb87f83-1ecc-4ba9-b309-0e158d1871cb req-a2087994-bd76-4a83-b035-30341b8ab0b3 service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:26:06.296384 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb87f83-1ecc-4ba9-b309-0e158d1871cb req-a2087994-bd76-4a83-b035-30341b8ab0b3 service neutron] Checking segment: {'id': 'af1f2f88-c1fd-44a2-a1d8-d976a10fad4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '08814924-d3f7-498d-a0e5-508442cef09d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:26:06.296384 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb87f83-1ecc-4ba9-b309-0e158d1871cb req-a2087994-bd76-4a83-b035-30341b8ab0b3 service neutron] Bound using segment: {'id': 'af1f2f88-c1fd-44a2-a1d8-d976a10fad4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '08814924-d3f7-498d-a0e5-508442cef09d'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:26:06.296384 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-0eb87f83-1ecc-4ba9-b309-0e158d1871cb req-a2087994-bd76-4a83-b035-30341b8ab0b3 service neutron] Bound port: f77338c8-91de-4809-bfc2-be2cd2a80b3d, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af1f2f88-c1fd-44a2-a1d8-d976a10fad4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '08814924-d3f7-498d-a0e5-508442cef09d'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:26:06.296384 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-0eb87f83-1ecc-4ba9-b309-0e158d1871cb req-a2087994-bd76-4a83-b035-30341b8ab0b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:06.367241 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f8a9170a-30ec-4f3f-9de3-65d2e5acbf70 req-463e75b6-b491-4dfb-bfda-311d406d01dc tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4f2ad79-b8e6-4523-9d6e-1cfbd1d7f7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4016902 Dec 08 16:26:06.484329 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-a0f96150-b27c-4bc0-a96e-77fa1d060257 req-3064c0cd-3bbf-4532-81e0-049050f97943 service neutron] For port 10a5b4ad-8e62-41d2-8a7e-25aa94a24067, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:26:06.496914 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-a0f96150-b27c-4bc0-a96e-77fa1d060257 req-3064c0cd-3bbf-4532-81e0-049050f97943 service neutron] For port 10a5b4ad-8e62-41d2-8a7e-25aa94a24067, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=10a5b4ad-8e62-41d2-8a7e-25aa94a24067,segment=NetworkSegment(6dc4348c-9eca-4c82-b912-a2a040c68359),segment_id=6dc4348c-9eca-4c82-b912-a2a040c68359)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:26:06.557010 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-0eb87f83-1ecc-4ba9-b309-0e158d1871cb req-a2087994-bd76-4a83-b035-30341b8ab0b3 service neutron] For port f77338c8-91de-4809-bfc2-be2cd2a80b3d, host n-h1-776250-12, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:26:06.564252 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-0eb87f83-1ecc-4ba9-b309-0e158d1871cb req-a2087994-bd76-4a83-b035-30341b8ab0b3 service neutron] For port f77338c8-91de-4809-bfc2-be2cd2a80b3d, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=f77338c8-91de-4809-bfc2-be2cd2a80b3d,segment=NetworkSegment(af1f2f88-c1fd-44a2-a1d8-d976a10fad4e),segment_id=af1f2f88-c1fd-44a2-a1d8-d976a10fad4e)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:26:06.660047 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a0f96150-b27c-4bc0-a96e-77fa1d060257 req-3064c0cd-3bbf-4532-81e0-049050f97943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:06.718999 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94862898-5d5a-46c0-85cf-37c3036cd73c req-845163a5-e493-4665-9b9a-0c5ea813c26c tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:06.727760 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-94862898-5d5a-46c0-85cf-37c3036cd73c req-845163a5-e493-4665-9b9a-0c5ea813c26c tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514 HTTP/1.1" status: 200 len: 944 time: 0.1184590 Dec 08 16:26:06.784557 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3064c0cd-3bbf-4532-81e0-049050f97943 service neutron] Pushing event updated for resources: {'Port': ['ID=10a5b4ad-8e62-41d2-8a7e-25aa94a24067,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:06.825153 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d33b0-79ed-408d-b440-9eedf0487e62 req-01756604-638a-4808-bd4b-5163cea03a49 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:06.843196 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-94862898-5d5a-46c0-85cf-37c3036cd73c req-f3fb5424-00c0-45d6-99c6-1f7b89d8384e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=5dbfa492-1a8c-4612-9bec-7e64b91898d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114166 Dec 08 16:26:06.844824 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5c0d33b0-79ed-408d-b440-9eedf0487e62 req-01756604-638a-4808-bd4b-5163cea03a49 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/ports?device_id=be7aa026-4066-4235-b722-f17f37d8d9bc HTTP/1.1" status: 200 len: 944 time: 0.2573514 Dec 08 16:26:06.863482 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f96150-b27c-4bc0-a96e-77fa1d060257 req-3064c0cd-3bbf-4532-81e0-049050f97943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:06.864267 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a0f96150-b27c-4bc0-a96e-77fa1d060257 req-3064c0cd-3bbf-4532-81e0-049050f97943 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:06.865593 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a0f96150-b27c-4bc0-a96e-77fa1d060257 req-3064c0cd-3bbf-4532-81e0-049050f97943 service neutron] 10.222.0.76 "PUT /v2.0/ports/10a5b4ad-8e62-41d2-8a7e-25aa94a24067 HTTP/1.1" status: 200 len: 1093 time: 3.0933609 Dec 08 16:26:06.866047 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be7aa026-4066-4235-b722-f17f37d8d9bc', 'tag': '10a5b4ad-8e62-41d2-8a7e-25aa94a24067'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:26:06.873136 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-069a6bc9-13fe-4d86-8f4d-c58fe442b801" -d '{"events": [{"name": "network-changed", "server_uuid": "be7aa026-4066-4235-b722-f17f37d8d9bc", "tag": "10a5b4ad-8e62-41d2-8a7e-25aa94a24067"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:26:06.950744 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5c0d33b0-79ed-408d-b440-9eedf0487e62 req-9bcb85d6-2858-4db0-9787-b9ceaf2bd09e tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c10b37e-8898-4f4f-8e13-2b16d50e4c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048784 Dec 08 16:26:06.971946 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c30dac20-0b2d-4ebc-95bc-d5d404f47504 x-openstack-request-id: req-c30dac20-0b2d-4ebc-95bc-d5d404f47504 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:26:06.972273 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be7aa026-4066-4235-b722-f17f37d8d9bc", "tag": "10a5b4ad-8e62-41d2-8a7e-25aa94a24067", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:26:06.972537 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c30dac20-0b2d-4ebc-95bc-d5d404f47504 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:26:06.972958 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be7aa026-4066-4235-b722-f17f37d8d9bc', 'tag': '10a5b4ad-8e62-41d2-8a7e-25aa94a24067', 'status': 'completed', 'code': 200} Dec 08 16:26:06.988550 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-0eb87f83-1ecc-4ba9-b309-0e158d1871cb req-a2087994-bd76-4a83-b035-30341b8ab0b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:07.092165 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb87f83-1ecc-4ba9-b309-0e158d1871cb req-a2087994-bd76-4a83-b035-30341b8ab0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:07.093699 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-0eb87f83-1ecc-4ba9-b309-0e158d1871cb req-a2087994-bd76-4a83-b035-30341b8ab0b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:07.096577 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0eb87f83-1ecc-4ba9-b309-0e158d1871cb req-a2087994-bd76-4a83-b035-30341b8ab0b3 service neutron] 10.222.0.76 "PUT /v2.0/ports/f77338c8-91de-4809-bfc2-be2cd2a80b3d HTTP/1.1" status: 200 len: 1093 time: 3.4323347 Dec 08 16:26:07.100433 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77804a2a-42a4-47e3-a655-9b2afc5b7514', 'tag': 'f77338c8-91de-4809-bfc2-be2cd2a80b3d'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:26:07.100433 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c70aefd-227a-45d5-8de3-7a72d877ab39" -d '{"events": [{"name": "network-changed", "server_uuid": "77804a2a-42a4-47e3-a655-9b2afc5b7514", "tag": "f77338c8-91de-4809-bfc2-be2cd2a80b3d"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:26:07.104754 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a6bc9-13fe-4d86-8f4d-c58fe442b801 req-0fda586f-995b-47d5-950b-46e5cc2d5d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:07.106331 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-069a6bc9-13fe-4d86-8f4d-c58fe442b801 req-0fda586f-995b-47d5-950b-46e5cc2d5d92 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2a90eddbbcbf4338ab5fe411884194ac&device_id=be7aa026-4066-4235-b722-f17f37d8d9bc HTTP/1.1" status: 200 len: 1096 time: 0.1129851 Dec 08 16:26:07.145566 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2087994-bd76-4a83-b035-30341b8ab0b3 service neutron] Pushing event updated for resources: {'Port': ['ID=f77338c8-91de-4809-bfc2-be2cd2a80b3d,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:07.232376 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0f374e-0020-4c92-9e3d-45837ad7d4d0 x-openstack-request-id: req-cf0f374e-0020-4c92-9e3d-45837ad7d4d0 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:26:07.235197 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77804a2a-42a4-47e3-a655-9b2afc5b7514", "tag": "f77338c8-91de-4809-bfc2-be2cd2a80b3d", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:26:07.235197 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cf0f374e-0020-4c92-9e3d-45837ad7d4d0 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:26:07.243186 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77804a2a-42a4-47e3-a655-9b2afc5b7514', 'tag': 'f77338c8-91de-4809-bfc2-be2cd2a80b3d', 'status': 'completed', 'code': 200} Dec 08 16:26:07.364916 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c70aefd-227a-45d5-8de3-7a72d877ab39 req-3326983f-174f-4b7e-b248-93699f8f13d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:07.374376 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8c70aefd-227a-45d5-8de3-7a72d877ab39 req-3326983f-174f-4b7e-b248-93699f8f13d1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5ac8783bc8454dbdaff01b6ea349ef5e&device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514 HTTP/1.1" status: 200 len: 1096 time: 0.1738427 Dec 08 16:26:07.433576 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a6bc9-13fe-4d86-8f4d-c58fe442b801 req-c78ca248-9d35-4611-b956-2cd7fe0a915b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:07.435482 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a6bc9-13fe-4d86-8f4d-c58fe442b801 req-c78ca248-9d35-4611-b956-2cd7fe0a915b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:07.438185 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-069a6bc9-13fe-4d86-8f4d-c58fe442b801 req-c78ca248-9d35-4611-b956-2cd7fe0a915b service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=2a90eddbbcbf4338ab5fe411884194ac&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.3166878 Dec 08 16:26:07.715855 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a6bc9-13fe-4d86-8f4d-c58fe442b801 req-1116dabf-3d03-4d2b-afb9-de68b1b2ef06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:07.724819 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-069a6bc9-13fe-4d86-8f4d-c58fe442b801 req-1116dabf-3d03-4d2b-afb9-de68b1b2ef06 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2754617 Dec 08 16:26:07.880415 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f96150-b27c-4bc0-a96e-77fa1d060257 req-52415ef4-8271-4d2a-9652-d8c942d1c650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:07.884842 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a0f96150-b27c-4bc0-a96e-77fa1d060257 req-52415ef4-8271-4d2a-9652-d8c942d1c650 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2a90eddbbcbf4338ab5fe411884194ac&device_id=be7aa026-4066-4235-b722-f17f37d8d9bc HTTP/1.1" status: 200 len: 1096 time: 0.0952671 Dec 08 16:26:08.018149 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a0f96150-b27c-4bc0-a96e-77fa1d060257 req-346d319f-a1aa-48d2-9bd0-ceebbfd9d74d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=10a5b4ad-8e62-41d2-8a7e-25aa94a24067 HTTP/1.1" status: 200 len: 217 time: 0.1254866 Dec 08 16:26:08.189668 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c70aefd-227a-45d5-8de3-7a72d877ab39 req-ccc83e1d-ef34-43be-91ef-d783e81c87d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:08.201278 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8c70aefd-227a-45d5-8de3-7a72d877ab39 req-ccc83e1d-ef34-43be-91ef-d783e81c87d2 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=5ac8783bc8454dbdaff01b6ea349ef5e&shared=False HTTP/1.1" status: 200 len: 898 time: 0.8184624 Dec 08 16:26:08.266116 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ecaf99-20af-40f8-8016-5532bedd2fee req-37b973b5-3df0-4773-87c8-b461d32ba21a tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:08.270828 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-32ecaf99-20af-40f8-8016-5532bedd2fee req-37b973b5-3df0-4773-87c8-b461d32ba21a tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 946 time: 0.7256660 Dec 08 16:26:08.286510 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f96150-b27c-4bc0-a96e-77fa1d060257 req-a79b76e7-9438-4f26-852d-833c702a72fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:08.288036 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a0f96150-b27c-4bc0-a96e-77fa1d060257 req-a79b76e7-9438-4f26-852d-833c702a72fe service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8c4743ef-6019-4eb0-90e4-f64e48f10e2a HTTP/1.1" status: 200 len: 837 time: 0.2475295 Dec 08 16:26:08.305038 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd907fa9-60dd-4c20-85ce-f5b96517a25b req-b58d2eca-4234-4926-9332-ef34d6433b71 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:08.307033 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fd907fa9-60dd-4c20-85ce-f5b96517a25b req-b58d2eca-4234-4926-9332-ef34d6433b71 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514 HTTP/1.1" status: 200 len: 944 time: 0.3034754 Dec 08 16:26:08.364802 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f96150-b27c-4bc0-a96e-77fa1d060257 req-b59c23b2-c65f-4717-ae90-db1eb39543f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:08.366737 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a0f96150-b27c-4bc0-a96e-77fa1d060257 req-b59c23b2-c65f-4717-ae90-db1eb39543f3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6526d0e5-7294-44c6-b3e2-afe82259b702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0701456 Dec 08 16:26:08.461371 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fd907fa9-60dd-4c20-85ce-f5b96517a25b req-92be82bf-f2f7-438f-bccb-1d25bbbb6119 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=5dbfa492-1a8c-4612-9bec-7e64b91898d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252692 Dec 08 16:26:08.578138 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:08.682612 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a0f96150-b27c-4bc0-a96e-77fa1d060257 req-18340c6a-f7a3-4d64-ac35-57eb060a4c83 service neutron] 10.222.0.76 "GET /v2.0/networks/6526d0e5-7294-44c6-b3e2-afe82259b702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434216 Dec 08 16:26:08.825165 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a0f96150-b27c-4bc0-a96e-77fa1d060257 req-c208a4d7-a21f-42e2-83c1-44e00691538d service neutron] 10.222.0.76 "GET /v2.0/networks/6526d0e5-7294-44c6-b3e2-afe82259b702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109929 Dec 08 16:26:08.854627 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb6c9e2-bb89-43d1-a6b5-c7a37f260d9b req-715bd1da-ca8f-409f-aed6-60700986c032 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:08.856283 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-acb6c9e2-bb89-43d1-a6b5-c7a37f260d9b req-715bd1da-ca8f-409f-aed6-60700986c032 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/ports?device_id=be7aa026-4066-4235-b722-f17f37d8d9bc HTTP/1.1" status: 200 len: 944 time: 0.1726849 Dec 08 16:26:08.978398 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-acb6c9e2-bb89-43d1-a6b5-c7a37f260d9b req-2f987eca-43b9-4d3e-9500-f52439304d71 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c10b37e-8898-4f4f-8e13-2b16d50e4c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016843 Dec 08 16:26:09.623244 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c70aefd-227a-45d5-8de3-7a72d877ab39 req-fccde536-5df7-4932-98bd-ac9bcaa4b4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:09.624771 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8c70aefd-227a-45d5-8de3-7a72d877ab39 req-fccde536-5df7-4932-98bd-ac9bcaa4b4da service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.4054635 Dec 08 16:26:09.659630 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-32ecaf99-20af-40f8-8016-5532bedd2fee req-3ef4edcc-fbfb-41a5-99cf-a5b1949e0607 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4f2ad79-b8e6-4523-9d6e-1cfbd1d7f7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3378980 Dec 08 16:26:09.695614 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a8430b-4f66-41bc-a2f9-425c2be93ecb req-b4de7c64-749c-4813-b05f-6345dc4807a6 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:09.710629 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-81a8430b-4f66-41bc-a2f9-425c2be93ecb req-b4de7c64-749c-4813-b05f-6345dc4807a6 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514 HTTP/1.1" status: 200 len: 944 time: 0.1467192 Dec 08 16:26:09.857932 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb87f83-1ecc-4ba9-b309-0e158d1871cb req-896d82b9-46ea-4041-9525-bdc6b6af32fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:09.864984 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0eb87f83-1ecc-4ba9-b309-0e158d1871cb req-896d82b9-46ea-4041-9525-bdc6b6af32fc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5ac8783bc8454dbdaff01b6ea349ef5e&device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514 HTTP/1.1" status: 200 len: 1096 time: 0.1746349 Dec 08 16:26:09.878257 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-81a8430b-4f66-41bc-a2f9-425c2be93ecb req-ecc9237c-69fb-448d-a5cc-f9d989d32396 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=5dbfa492-1a8c-4612-9bec-7e64b91898d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666458 Dec 08 16:26:09.960406 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0eb87f83-1ecc-4ba9-b309-0e158d1871cb req-8472be46-4de9-4034-8407-bb854ea7e364 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f77338c8-91de-4809-bfc2-be2cd2a80b3d HTTP/1.1" status: 200 len: 217 time: 0.0869582 Dec 08 16:26:10.168034 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb87f83-1ecc-4ba9-b309-0e158d1871cb req-77e052b6-222c-47b7-87fe-07d0b07a0f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:10.177274 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0eb87f83-1ecc-4ba9-b309-0e158d1871cb req-77e052b6-222c-47b7-87fe-07d0b07a0f8a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=89eafa5b-4193-4ebc-af74-cdc250b35c3e HTTP/1.1" status: 200 len: 834 time: 0.2015057 Dec 08 16:26:10.312495 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2cdfb6-43da-4543-943c-edc2ad9300a3 req-a2daecdb-3468-4a6c-b7e5-5fffbba0a67f tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:10.328620 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bf2cdfb6-43da-4543-943c-edc2ad9300a3 req-a2daecdb-3468-4a6c-b7e5-5fffbba0a67f tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/ports?device_id=be7aa026-4066-4235-b722-f17f37d8d9bc HTTP/1.1" status: 200 len: 944 time: 0.1463258 Dec 08 16:26:10.376365 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb87f83-1ecc-4ba9-b309-0e158d1871cb req-1a18367f-0e85-4ed4-a020-7dfa67e71428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:10.378390 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0eb87f83-1ecc-4ba9-b309-0e158d1871cb req-1a18367f-0e85-4ed4-a020-7dfa67e71428 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=08814924-d3f7-498d-a0e5-508442cef09d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2001696 Dec 08 16:26:10.394890 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:26:10.590644 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bf2cdfb6-43da-4543-943c-edc2ad9300a3 req-721c4cb5-6c73-4664-84ad-8e668baaa4d2 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c10b37e-8898-4f4f-8e13-2b16d50e4c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2602232 Dec 08 16:26:10.752415 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0eb87f83-1ecc-4ba9-b309-0e158d1871cb req-b7685bd2-36f4-467a-8b4e-9baeee67635f service neutron] 10.222.0.76 "GET /v2.0/networks/08814924-d3f7-498d-a0e5-508442cef09d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477600 Dec 08 16:26:10.954601 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0eb87f83-1ecc-4ba9-b309-0e158d1871cb req-5cf529e6-b773-424a-ab2c-e7b46404dfd9 service neutron] 10.222.0.76 "GET /v2.0/networks/08814924-d3f7-498d-a0e5-508442cef09d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947248 Dec 08 16:26:10.993891 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 10a5b4ad-8e62-41d2-8a7e-25aa94a24067 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:26:11.227754 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb255f3b-7b59-4ce8-a9f4-74258b4af5a1 req-7f8f6d8b-5172-455b-86c1-12501e28ddee tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:11.232271 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e59469-f0c3-496b-8ce4-85013d9d9713 req-2248f600-f93b-491a-bf3e-157aef2f2d84 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:11.234779 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 10a5b4ad-8e62-41d2-8a7e-25aa94a24067, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=10a5b4ad-8e62-41d2-8a7e-25aa94a24067,segment=NetworkSegment(6dc4348c-9eca-4c82-b912-a2a040c68359),segment_id=6dc4348c-9eca-4c82-b912-a2a040c68359)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:26:11.247990 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b3e59469-f0c3-496b-8ce4-85013d9d9713 req-2248f600-f93b-491a-bf3e-157aef2f2d84 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 946 time: 0.2886872 Dec 08 16:26:11.256865 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '10a5b4ad-8e62-41d2-8a7e-25aa94a24067', 'network_id': '6526d0e5-7294-44c6-b3e2-afe82259b702', 'port_id': '10a5b4ad-8e62-41d2-8a7e-25aa94a24067', 'mac_address': 'fa:16:3e:63:d6:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c4743ef-6019-4eb0-90e4-f64e48f10e2a', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:26:11.261281 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-eb255f3b-7b59-4ce8-a9f4-74258b4af5a1 req-7f8f6d8b-5172-455b-86c1-12501e28ddee tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514 HTTP/1.1" status: 200 len: 944 time: 0.2269316 Dec 08 16:26:11.313674 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:11.337717 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10a5b4ad-8e62-41d2-8a7e-25aa94a24067 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:26:11.360828 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 10a5b4ad-8e62-41d2-8a7e-25aa94a24067, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=10a5b4ad-8e62-41d2-8a7e-25aa94a24067,segment=NetworkSegment(6dc4348c-9eca-4c82-b912-a2a040c68359),segment_id=6dc4348c-9eca-4c82-b912-a2a040c68359)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:26:11.408883 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-eb255f3b-7b59-4ce8-a9f4-74258b4af5a1 req-ee3d9a1a-d914-4a88-b353-3b37a3105abd tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=5dbfa492-1a8c-4612-9bec-7e64b91898d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410162 Dec 08 16:26:11.414406 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b3e59469-f0c3-496b-8ce4-85013d9d9713 req-f4d1a4e0-2761-425e-bef0-b2eef17191a5 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4f2ad79-b8e6-4523-9d6e-1cfbd1d7f7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578031 Dec 08 16:26:11.503985 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:11.612921 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-51e5b494-20d2-4197-83d6-e2a91046753e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:11.633580 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=10a5b4ad-8e62-41d2-8a7e-25aa94a24067,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:11.877607 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7edac-277e-4726-8010-6d3a556b50ba req-579e4596-bf49-4e8f-a93e-0560a9863909 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:11.888073 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-21a7edac-277e-4726-8010-6d3a556b50ba req-579e4596-bf49-4e8f-a93e-0560a9863909 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/ports?device_id=be7aa026-4066-4235-b722-f17f37d8d9bc HTTP/1.1" status: 200 len: 945 time: 0.1498632 Dec 08 16:26:11.899822 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['10a5b4ad-8e62-41d2-8a7e-25aa94a24067'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:26:11.977067 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-21a7edac-277e-4726-8010-6d3a556b50ba req-fc470a72-2b70-427c-868d-77c26aac4659 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c10b37e-8898-4f4f-8e13-2b16d50e4c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863442 Dec 08 16:26:12.753465 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb3df5d-b679-45c3-be36-6277bf55bb9c req-5d883d52-faef-451b-9495-a2c3146308dd tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:12.764609 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6eb3df5d-b679-45c3-be36-6277bf55bb9c req-5d883d52-faef-451b-9495-a2c3146308dd tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 946 time: 0.1795888 Dec 08 16:26:12.820212 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e8d8b-b113-48b7-8b45-26459c268443 req-5f5213aa-5b64-4f4f-b5da-4ae18b17b4ad tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:12.840229 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-058e8d8b-b113-48b7-8b45-26459c268443 req-5f5213aa-5b64-4f4f-b5da-4ae18b17b4ad tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514 HTTP/1.1" status: 200 len: 944 time: 0.2094862 Dec 08 16:26:12.865420 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6eb3df5d-b679-45c3-be36-6277bf55bb9c req-55c61b23-3e47-4fb6-adfc-5b1c58ecf2ff tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4f2ad79-b8e6-4523-9d6e-1cfbd1d7f7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994747 Dec 08 16:26:12.992445 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device f77338c8-91de-4809-bfc2-be2cd2a80b3d details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:26:13.015738 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-058e8d8b-b113-48b7-8b45-26459c268443 req-326aab71-d162-4e01-854c-d98e4c6969f2 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=5dbfa492-1a8c-4612-9bec-7e64b91898d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584568 Dec 08 16:26:13.276915 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port f77338c8-91de-4809-bfc2-be2cd2a80b3d, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=f77338c8-91de-4809-bfc2-be2cd2a80b3d,segment=NetworkSegment(af1f2f88-c1fd-44a2-a1d8-d976a10fad4e),segment_id=af1f2f88-c1fd-44a2-a1d8-d976a10fad4e)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:26:13.318041 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': 'f77338c8-91de-4809-bfc2-be2cd2a80b3d', 'network_id': '08814924-d3f7-498d-a0e5-508442cef09d', 'port_id': 'f77338c8-91de-4809-bfc2-be2cd2a80b3d', 'mac_address': 'fa:16:3e:db:d5:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89eafa5b-4193-4ebc-af74-cdc250b35c3e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:26:13.328975 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ca26ca-ce06-4c80-82ab-37649aa7b60d req-a76f2eec-40fa-4433-bb2e-a827e30212d4 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:13.330930 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-66ca26ca-ce06-4c80-82ab-37649aa7b60d req-a76f2eec-40fa-4433-bb2e-a827e30212d4 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/ports?device_id=be7aa026-4066-4235-b722-f17f37d8d9bc HTTP/1.1" status: 200 len: 945 time: 0.1349015 Dec 08 16:26:13.416921 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:13.476856 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f77338c8-91de-4809-bfc2-be2cd2a80b3d {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:26:13.494721 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-66ca26ca-ce06-4c80-82ab-37649aa7b60d req-7e47bf08-7b96-4f35-8535-110617286add tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c10b37e-8898-4f4f-8e13-2b16d50e4c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573534 Dec 08 16:26:13.548325 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port f77338c8-91de-4809-bfc2-be2cd2a80b3d, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=f77338c8-91de-4809-bfc2-be2cd2a80b3d,segment=NetworkSegment(af1f2f88-c1fd-44a2-a1d8-d976a10fad4e),segment_id=af1f2f88-c1fd-44a2-a1d8-d976a10fad4e)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:26:13.640068 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:13.775380 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=f77338c8-91de-4809-bfc2-be2cd2a80b3d,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:13.919180 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['f77338c8-91de-4809-bfc2-be2cd2a80b3d'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:26:14.305088 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ce5ff832-eba3-4982-8925-2d6e82c004fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:14.330047 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7aa9bc-928b-424c-aa97-ca5f2e845db6 req-37d059b2-5569-483e-beab-b9a922714260 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:14.345909 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fa7aa9bc-928b-424c-aa97-ca5f2e845db6 req-37d059b2-5569-483e-beab-b9a922714260 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 946 time: 0.2452586 Dec 08 16:26:14.384045 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 37506) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:14.415592 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5124d6-b4f3-43d8-82d1-7228ddbd8dbc req-f347bfec-2197-46dd-b3e0-f4c43b2e7f3a tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:14.425697 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3f5124d6-b4f3-43d8-82d1-7228ddbd8dbc req-f347bfec-2197-46dd-b3e0-f4c43b2e7f3a tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514 HTTP/1.1" status: 200 len: 945 time: 0.1347926 Dec 08 16:26:14.526010 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fa7aa9bc-928b-424c-aa97-ca5f2e845db6 req-9e0a15ec-d763-46d0-bfe7-5341141fedd2 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4f2ad79-b8e6-4523-9d6e-1cfbd1d7f7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1616690 Dec 08 16:26:14.561837 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3f5124d6-b4f3-43d8-82d1-7228ddbd8dbc req-26fbaa28-3c85-47c3-af7d-83c9c859e6a9 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=5dbfa492-1a8c-4612-9bec-7e64b91898d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337159 Dec 08 16:26:14.813249 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e69e5696-7be6-4584-bd93-d4926d638877 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:14.828249 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8acf49e-f339-49a3-8c89-0ed100d0c5e5 req-97ebd00b-b7b6-4a0d-a183-42b13a7b96bd tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:14.837470 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a8acf49e-f339-49a3-8c89-0ed100d0c5e5 req-97ebd00b-b7b6-4a0d-a183-42b13a7b96bd tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/ports?device_id=be7aa026-4066-4235-b722-f17f37d8d9bc HTTP/1.1" status: 200 len: 945 time: 0.1394269 Dec 08 16:26:15.022817 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a8acf49e-f339-49a3-8c89-0ed100d0c5e5 req-d46629a8-cf8b-4f45-9dbf-70024d39e375 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c10b37e-8898-4f4f-8e13-2b16d50e4c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1746769 Dec 08 16:26:15.026620 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 10a5b4ad-8e62-41d2-8a7e-25aa94a24067 up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:26:15.099692 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e69e5696-7be6-4584-bd93-d4926d638877 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:15.602051 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e69e5696-7be6-4584-bd93-d4926d638877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:15.650789 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port 10a5b4ad-8e62-41d2-8a7e-25aa94a24067 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:26:15.655057 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:15.657058 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 10a5b4ad-8e62-41d2-8a7e-25aa94a24067 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:26:15.657604 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:15.769426 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7fd37-035c-42f2-80b1-c0464a16257d req-d584386a-d17a-4ebe-9c4e-29a7a59fc7da tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:15.772930 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3fd7fd37-035c-42f2-80b1-c0464a16257d req-d584386a-d17a-4ebe-9c4e-29a7a59fc7da tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 946 time: 0.1274903 Dec 08 16:26:15.871889 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-e69e5696-7be6-4584-bd93-d4926d638877 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d0402e7f33d64a14b857fdffee5f1ee7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4859169 Dec 08 16:26:15.884159 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 37542) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:15.907527 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3fd7fd37-035c-42f2-80b1-c0464a16257d req-45d17e20-2c3e-4265-9a26-e882eec8af14 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4f2ad79-b8e6-4523-9d6e-1cfbd1d7f7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182549 Dec 08 16:26:15.998101 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69e5696-7be6-4584-bd93-d4926d638877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a83816a-7591-466f-8f76-95fe152ceac7,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:16.027916 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69e5696-7be6-4584-bd93-d4926d638877 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:16.028426 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69e5696-7be6-4584-bd93-d4926d638877 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:16.028936 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69e5696-7be6-4584-bd93-d4926d638877 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:16.029231 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69e5696-7be6-4584-bd93-d4926d638877 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:16.029637 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69e5696-7be6-4584-bd93-d4926d638877 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:16.030006 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69e5696-7be6-4584-bd93-d4926d638877 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:16.030342 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69e5696-7be6-4584-bd93-d4926d638877 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:16.030697 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69e5696-7be6-4584-bd93-d4926d638877 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:16.031305 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69e5696-7be6-4584-bd93-d4926d638877 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:16.031749 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69e5696-7be6-4584-bd93-d4926d638877 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:16.031949 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69e5696-7be6-4584-bd93-d4926d638877 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:16.041311 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8e564117-6977-4cc2-b8c6-077dcf70b0c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:16.053266 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69e5696-7be6-4584-bd93-d4926d638877 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:16.055247 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69e5696-7be6-4584-bd93-d4926d638877 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:16.063562 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:16.119763 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c298fd9-d18e-4322-b568-694bcb0fcccb req-19b6fa4c-8a09-4fe3-a264-3b8e842a8297 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:16.131316 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2c298fd9-d18e-4322-b568-694bcb0fcccb req-19b6fa4c-8a09-4fe3-a264-3b8e842a8297 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514 HTTP/1.1" status: 200 len: 945 time: 0.4854941 Dec 08 16:26:16.141840 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8e564117-6977-4cc2-b8c6-077dcf70b0c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:16.239755 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7aa026-4066-4235-b722-f17f37d8d9bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10a5b4ad-8e62-41d2-8a7e-25aa94a24067'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:26:16.244693 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd834cf-b1d3-4b5d-9a8c-e079189c987e" -d '{"events": [{"server_uuid": "be7aa026-4066-4235-b722-f17f37d8d9bc", "name": "network-vif-plugged", "status": "completed", "tag": "10a5b4ad-8e62-41d2-8a7e-25aa94a24067"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:26:16.268482 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 10a5b4ad-8e62-41d2-8a7e-25aa94a24067, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=10a5b4ad-8e62-41d2-8a7e-25aa94a24067,segment=NetworkSegment(6dc4348c-9eca-4c82-b912-a2a040c68359),segment_id=6dc4348c-9eca-4c82-b912-a2a040c68359)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:26:16.318160 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2c298fd9-d18e-4322-b568-694bcb0fcccb req-34eb1a46-2327-48f5-8586-1468943d6d99 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=5dbfa492-1a8c-4612-9bec-7e64b91898d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1856856 Dec 08 16:26:16.328077 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a91df0-3bc3-4be0-8dcf-86d3b09e17ac req-b94f142d-21af-4358-ad06-ea59ab472d43 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:16.330582 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:16.367705 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f0a91df0-3bc3-4be0-8dcf-86d3b09e17ac req-b94f142d-21af-4358-ad06-ea59ab472d43 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/ports?device_id=be7aa026-4066-4235-b722-f17f37d8d9bc HTTP/1.1" status: 200 len: 945 time: 0.1534152 Dec 08 16:26:16.386035 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8e564117-6977-4cc2-b8c6-077dcf70b0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:16.391245 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8e564117-6977-4cc2-b8c6-077dcf70b0c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:16.396062 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-8e564117-6977-4cc2-b8c6-077dcf70b0c1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4a83816a-7591-466f-8f76-95fe152ceac7 HTTP/1.1" status: 204 len: 168 time: 0.4873784 Dec 08 16:26:16.450232 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c580a1e-dffe-472c-b85c-bc69829be8f9 x-openstack-request-id: req-3c580a1e-dffe-472c-b85c-bc69829be8f9 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:26:16.452041 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be7aa026-4066-4235-b722-f17f37d8d9bc", "name": "network-vif-plugged", "status": "completed", "tag": "10a5b4ad-8e62-41d2-8a7e-25aa94a24067", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:26:16.452506 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3c580a1e-dffe-472c-b85c-bc69829be8f9 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:26:16.453768 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be7aa026-4066-4235-b722-f17f37d8d9bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10a5b4ad-8e62-41d2-8a7e-25aa94a24067', 'code': 200} Dec 08 16:26:16.454987 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=10a5b4ad-8e62-41d2-8a7e-25aa94a24067,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:16.465375 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e564117-6977-4cc2-b8c6-077dcf70b0c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a83816a-7591-466f-8f76-95fe152ceac7,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:16.692377 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f0a91df0-3bc3-4be0-8dcf-86d3b09e17ac req-94f6065a-97db-4e7b-b5da-c95e2426e8d1 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c10b37e-8898-4f4f-8e13-2b16d50e4c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3159053 Dec 08 16:26:16.715181 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e7dd0-2570-48c3-ad44-41ae0725b60c req-e15794ce-2e19-4e81-a8e9-ca1122cbdd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:16.722426 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-406e7dd0-2570-48c3-ad44-41ae0725b60c req-e15794ce-2e19-4e81-a8e9-ca1122cbdd59 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=be7aa026-4066-4235-b722-f17f37d8d9bc HTTP/1.1" status: 200 len: 1098 time: 0.1807299 Dec 08 16:26:16.782117 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:16.857588 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-406e7dd0-2570-48c3-ad44-41ae0725b60c req-2870d9cb-61f7-4828-a4b1-602f356aea63 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=5c10b37e-8898-4f4f-8e13-2b16d50e4c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257491 Dec 08 16:26:17.026074 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device f77338c8-91de-4809-bfc2-be2cd2a80b3d up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:26:17.220954 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d4b46f-b53c-4e81-a42d-6eb351c1c27a req-08b7e0a4-ea8a-46c9-8b2e-1149e818c76a tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:17.225266 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73d4b46f-b53c-4e81-a42d-6eb351c1c27a req-08b7e0a4-ea8a-46c9-8b2e-1149e818c76a tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 946 time: 0.1761217 Dec 08 16:26:17.239129 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port f77338c8-91de-4809-bfc2-be2cd2a80b3d completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:26:17.245747 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port f77338c8-91de-4809-bfc2-be2cd2a80b3d triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:26:17.246130 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:17.401154 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73d4b46f-b53c-4e81-a42d-6eb351c1c27a req-38cd6be7-99e7-4039-b5dd-43b02016d690 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4f2ad79-b8e6-4523-9d6e-1cfbd1d7f7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682420 Dec 08 16:26:17.603302 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:17.611736 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde8ec99-8c6d-433b-b06d-fbbcb2281e1e req-2768060a-d9d9-40c0-9b89-64d854201e21 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:17.621654 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:17.633174 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-dde8ec99-8c6d-433b-b06d-fbbcb2281e1e req-2768060a-d9d9-40c0-9b89-64d854201e21 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514 HTTP/1.1" status: 200 len: 945 time: 0.1442726 Dec 08 16:26:17.736261 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-dde8ec99-8c6d-433b-b06d-fbbcb2281e1e req-e8ce8eaf-f4cc-4f19-8f25-558325fbf790 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=5dbfa492-1a8c-4612-9bec-7e64b91898d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018770 Dec 08 16:26:17.868617 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port f77338c8-91de-4809-bfc2-be2cd2a80b3d, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=f77338c8-91de-4809-bfc2-be2cd2a80b3d,segment=NetworkSegment(af1f2f88-c1fd-44a2-a1d8-d976a10fad4e),segment_id=af1f2f88-c1fd-44a2-a1d8-d976a10fad4e)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:26:17.934596 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811908e0-8458-499b-a5c5-42f25a015082 req-daccf72f-078e-47ad-9123-36f20362b7f5 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:17.936308 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-811908e0-8458-499b-a5c5-42f25a015082 req-daccf72f-078e-47ad-9123-36f20362b7f5 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/ports?device_id=be7aa026-4066-4235-b722-f17f37d8d9bc HTTP/1.1" status: 200 len: 946 time: 0.1057119 Dec 08 16:26:18.007246 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-811908e0-8458-499b-a5c5-42f25a015082 req-025ea685-2bee-4a6f-9481-ab371e286837 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c10b37e-8898-4f4f-8e13-2b16d50e4c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630829 Dec 08 16:26:18.148493 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:18.214966 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=f77338c8-91de-4809-bfc2-be2cd2a80b3d,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:18.257592 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 37606) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:18.285161 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-86ab0123-604d-4a6e-8f7a-0bcc8dd9ec09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:18.379344 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-86ab0123-604d-4a6e-8f7a-0bcc8dd9ec09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:18.455412 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77804a2a-42a4-47e3-a655-9b2afc5b7514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f77338c8-91de-4809-bfc2-be2cd2a80b3d'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:26:18.464218 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e92a6de-7e85-4c9a-a562-324caea5eb19" -d '{"events": [{"server_uuid": "77804a2a-42a4-47e3-a655-9b2afc5b7514", "name": "network-vif-plugged", "status": "completed", "tag": "f77338c8-91de-4809-bfc2-be2cd2a80b3d"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:26:18.514799 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-86ab0123-604d-4a6e-8f7a-0bcc8dd9ec09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:18.584777 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e09da1d-e0f2-4867-9f4f-bc8177c62708 x-openstack-request-id: req-1e09da1d-e0f2-4867-9f4f-bc8177c62708 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:26:18.585263 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77804a2a-42a4-47e3-a655-9b2afc5b7514", "name": "network-vif-plugged", "status": "completed", "tag": "f77338c8-91de-4809-bfc2-be2cd2a80b3d", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:26:18.585720 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1e09da1d-e0f2-4867-9f4f-bc8177c62708 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:26:18.586290 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77804a2a-42a4-47e3-a655-9b2afc5b7514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f77338c8-91de-4809-bfc2-be2cd2a80b3d', 'code': 200} Dec 08 16:26:18.617955 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789bd7fe-225c-486c-b4e2-896c09b6b8f6 req-7cc5590d-0721-45b2-bc43-6e1e60a31eb1 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:18.627526 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-86ab0123-604d-4a6e-8f7a-0bcc8dd9ec09 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=83850be296f74f00ba79da7948ae0465&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3685331 Dec 08 16:26:18.630266 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 37620) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:18.659634 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-789bd7fe-225c-486c-b4e2-896c09b6b8f6 req-7cc5590d-0721-45b2-bc43-6e1e60a31eb1 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 946 time: 0.0976360 Dec 08 16:26:18.688189 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ab0123-604d-4a6e-8f7a-0bcc8dd9ec09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2cc0928-1dcf-42ab-861e-79a800f4bcd6,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:18.759703 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-483433db-b9ef-40b6-9b48-ed203ff0e496 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:18.813913 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-483433db-b9ef-40b6-9b48-ed203ff0e496 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:18.855147 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-789bd7fe-225c-486c-b4e2-896c09b6b8f6 req-4584e220-ca7e-498b-b76e-0f2d17256f0a tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4f2ad79-b8e6-4523-9d6e-1cfbd1d7f7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1901698 Dec 08 16:26:18.870373 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed04d80-8f0b-46d7-9678-0f1e2704b8c7 req-2ed082e3-4587-4373-aa4b-155ce04afe6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:18.872382 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2ed04d80-8f0b-46d7-9678-0f1e2704b8c7 req-2ed082e3-4587-4373-aa4b-155ce04afe6e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514 HTTP/1.1" status: 200 len: 1098 time: 0.2088087 Dec 08 16:26:18.971031 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2ed04d80-8f0b-46d7-9678-0f1e2704b8c7 req-c02d0b55-54b5-4bef-9d51-cacd59b6c3c7 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=5dbfa492-1a8c-4612-9bec-7e64b91898d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903695 Dec 08 16:26:18.971577 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 37640) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:19.065226 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-483433db-b9ef-40b6-9b48-ed203ff0e496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:19.068104 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-483433db-b9ef-40b6-9b48-ed203ff0e496 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:19.073304 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-483433db-b9ef-40b6-9b48-ed203ff0e496 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b2cc0928-1dcf-42ab-861e-79a800f4bcd6 HTTP/1.1" status: 204 len: 168 time: 0.4407873 Dec 08 16:26:19.128754 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483433db-b9ef-40b6-9b48-ed203ff0e496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2cc0928-1dcf-42ab-861e-79a800f4bcd6,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:19.198135 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f69836-471e-4442-8d1a-a60dc2414364 req-835fbf23-90a4-4774-abec-ed57248bc9d0 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:19.224834 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934bb971-3ac2-43b5-aa78-7895cc9ec0fa req-aa6ce86f-8825-4f63-83c7-58413608c6f8 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:19.233594 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-92f69836-471e-4442-8d1a-a60dc2414364 req-835fbf23-90a4-4774-abec-ed57248bc9d0 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514 HTTP/1.1" status: 200 len: 946 time: 0.2504046 Dec 08 16:26:19.235483 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-934bb971-3ac2-43b5-aa78-7895cc9ec0fa req-aa6ce86f-8825-4f63-83c7-58413608c6f8 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/ports?device_id=be7aa026-4066-4235-b722-f17f37d8d9bc HTTP/1.1" status: 200 len: 946 time: 0.1382639 Dec 08 16:26:19.356785 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-934bb971-3ac2-43b5-aa78-7895cc9ec0fa req-54636c97-847c-43e7-b6e4-7279da6c991d tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c10b37e-8898-4f4f-8e13-2b16d50e4c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203570 Dec 08 16:26:19.380317 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-92f69836-471e-4442-8d1a-a60dc2414364 req-6c659ead-d765-414d-ad5d-fc11e001aa40 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=5dbfa492-1a8c-4612-9bec-7e64b91898d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451046 Dec 08 16:26:19.548997 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c02a7-0c71-49ec-8d21-702731af0e69 req-0f5c1fd8-079c-47a9-89f3-8367a7604f42 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:19.551195 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-505c02a7-0c71-49ec-8d21-702731af0e69 req-0f5c1fd8-079c-47a9-89f3-8367a7604f42 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/ports?device_id=be7aa026-4066-4235-b722-f17f37d8d9bc HTTP/1.1" status: 200 len: 946 time: 0.0841043 Dec 08 16:26:19.657774 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-505c02a7-0c71-49ec-8d21-702731af0e69 req-3353bc07-0fba-4b1f-9e3d-3aa7404a4e60 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c10b37e-8898-4f4f-8e13-2b16d50e4c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938511 Dec 08 16:26:19.689691 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76475947-cdc2-4908-ac15-96e5b8858c0f req-d3a0aff2-90fe-48e9-be81-ff05bbac1e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:19.692321 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-76475947-cdc2-4908-ac15-96e5b8858c0f req-d3a0aff2-90fe-48e9-be81-ff05bbac1e60 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ebd580521ede49659be460136b14e0dd&device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 1098 time: 0.3415482 Dec 08 16:26:19.913624 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76475947-cdc2-4908-ac15-96e5b8858c0f req-e4572de8-459c-4fb4-b863-7fefefd115e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:19.915129 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-76475947-cdc2-4908-ac15-96e5b8858c0f req-e4572de8-459c-4fb4-b863-7fefefd115e6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=96222b75-0d7f-43da-898a-91046f8bdc5a HTTP/1.1" status: 200 len: 917 time: 0.2124822 Dec 08 16:26:20.155177 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-76475947-cdc2-4908-ac15-96e5b8858c0f req-f96d6a00-4e6d-4899-a739-c68ff64ea328 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d9958c2-7603-431f-bd09-3479b639dea0 HTTP/1.1" status: 200 len: 1001 time: 0.2319191 Dec 08 16:26:20.206300 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f23da9d-5c45-4729-b40d-7e0dc36e4963 req-df9b4e56-9b7a-492e-94c2-27922ff6bd95 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:20.207900 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3f23da9d-5c45-4729-b40d-7e0dc36e4963 req-df9b4e56-9b7a-492e-94c2-27922ff6bd95 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 946 time: 0.1462276 Dec 08 16:26:20.261099 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76475947-cdc2-4908-ac15-96e5b8858c0f req-6d3a7d87-2eda-46c0-beaa-014a21ccfe66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:20.263310 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-76475947-cdc2-4908-ac15-96e5b8858c0f req-6d3a7d87-2eda-46c0-beaa-014a21ccfe66 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=297bd6e5-3bf7-4d91-8a12-5133ca44aa82 HTTP/1.1" status: 200 len: 855 time: 0.0995467 Dec 08 16:26:20.330178 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3f23da9d-5c45-4729-b40d-7e0dc36e4963 req-3b3f82a9-3b0c-452d-bde1-362ca8524145 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4f2ad79-b8e6-4523-9d6e-1cfbd1d7f7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118667 Dec 08 16:26:20.368536 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76475947-cdc2-4908-ac15-96e5b8858c0f req-3abd67d6-5d36-4578-8ed7-d4cf2e78bf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:20.370442 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-76475947-cdc2-4908-ac15-96e5b8858c0f req-3abd67d6-5d36-4578-8ed7-d4cf2e78bf86 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=96222b75-0d7f-43da-898a-91046f8bdc5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0940318 Dec 08 16:26:20.516655 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d4253297-bb24-4009-9102-39e33f110852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:20.566428 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-76475947-cdc2-4908-ac15-96e5b8858c0f req-71cbab0d-8c39-40f5-ab24-0e9f89f9bcd9 service neutron] 10.222.0.37 "GET /v2.0/networks/96222b75-0d7f-43da-898a-91046f8bdc5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696324 Dec 08 16:26:20.606810 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a38f2d-6aa2-48df-95ad-c2c366fb3ad3 req-dc1df683-699c-449e-b3ba-71a023f65fd7 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:20.615526 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-04a38f2d-6aa2-48df-95ad-c2c366fb3ad3 req-dc1df683-699c-449e-b3ba-71a023f65fd7 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514 HTTP/1.1" status: 200 len: 946 time: 0.1236808 Dec 08 16:26:20.749347 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-04a38f2d-6aa2-48df-95ad-c2c366fb3ad3 req-0df5e1d9-5973-4989-864e-04da5d30deff tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=5dbfa492-1a8c-4612-9bec-7e64b91898d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307843 Dec 08 16:26:20.854236 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-76475947-cdc2-4908-ac15-96e5b8858c0f req-883a2976-1582-4561-9f60-4873ca228c46 service neutron] 10.222.0.37 "GET /v2.0/networks/96222b75-0d7f-43da-898a-91046f8bdc5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760088 Dec 08 16:26:20.985459 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-d4253297-bb24-4009-9102-39e33f110852 admin admin] Deleting port 6cfd5e25-f756-48bc-b02b-2b7840fc8bf8 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:26:20.986025 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d4253297-bb24-4009-9102-39e33f110852 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:21.095871 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-d4253297-bb24-4009-9102-39e33f110852 admin admin] For port 6cfd5e25-f756-48bc-b02b-2b7840fc8bf8, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=6cfd5e25-f756-48bc-b02b-2b7840fc8bf8,segment=NetworkSegment(72e52347-683a-49fc-84ef-d33cdb5037e0),segment_id=72e52347-683a-49fc-84ef-d33cdb5037e0)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:26:21.096277 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d4253297-bb24-4009-9102-39e33f110852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:21.112088 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-d4253297-bb24-4009-9102-39e33f110852 admin admin] Calling delete_port for 6cfd5e25-f756-48bc-b02b-2b7840fc8bf8 owned by network:router_interface {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:26:21.180436 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 37716) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:22.017310 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e8c036-65c0-4e83-99cd-71e16c7f9321 req-fdfe5697-41fb-46b0-8415-d31340af3117 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:22.019238 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-32e8c036-65c0-4e83-99cd-71e16c7f9321 req-fdfe5697-41fb-46b0-8415-d31340af3117 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514 HTTP/1.1" status: 200 len: 946 time: 0.1195307 Dec 08 16:26:22.060474 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb78742-0f17-41f1-b621-b28f245743a7 req-017dcf80-25a4-4b96-a96f-ad300fd03d25 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:22.062595 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5fb78742-0f17-41f1-b621-b28f245743a7 req-017dcf80-25a4-4b96-a96f-ad300fd03d25 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 946 time: 0.1644142 Dec 08 16:26:22.070399 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 6d9958c2-7603-431f-bd09-3479b639dea0 no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:26:22.092170 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-32e8c036-65c0-4e83-99cd-71e16c7f9321 req-8de4ece6-5710-4d80-b0b7-b57405367702 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=5dbfa492-1a8c-4612-9bec-7e64b91898d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658710 Dec 08 16:26:22.243511 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5fb78742-0f17-41f1-b621-b28f245743a7 req-9a8bf327-12a3-41a0-8b88-e2a148680f76 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4f2ad79-b8e6-4523-9d6e-1cfbd1d7f7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460032 Dec 08 16:26:22.284303 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:22.318639 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbb15675-71f7-4fc3-b067-e2ce57f8bb65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d9958c2-7603-431f-bd09-3479b639dea0'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:26:22.322291 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df92c907-c3ec-493b-bc93-2026145f0047" -d '{"events": [{"server_uuid": "fbb15675-71f7-4fc3-b067-e2ce57f8bb65", "name": "network-vif-unplugged", "status": "completed", "tag": "6d9958c2-7603-431f-bd09-3479b639dea0"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:26:22.380693 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 6d9958c2-7603-431f-bd09-3479b639dea0, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=6d9958c2-7603-431f-bd09-3479b639dea0,segment=NetworkSegment(2a82ecd5-a9d3-46a5-a060-3820facdd98d),segment_id=2a82ecd5-a9d3-46a5-a060-3820facdd98d)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:26:22.403085 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-109b0059-7faf-4906-82df-bedd2b835c99 x-openstack-request-id: req-109b0059-7faf-4906-82df-bedd2b835c99 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:26:22.403447 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbb15675-71f7-4fc3-b067-e2ce57f8bb65", "name": "network-vif-unplugged", "status": "completed", "tag": "6d9958c2-7603-431f-bd09-3479b639dea0", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:26:22.403729 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-109b0059-7faf-4906-82df-bedd2b835c99 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:26:22.404150 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbb15675-71f7-4fc3-b067-e2ce57f8bb65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d9958c2-7603-431f-bd09-3479b639dea0', 'code': 200} Dec 08 16:26:22.453877 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d4253297-bb24-4009-9102-39e33f110852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:22.467833 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b512a-7420-44a7-968a-96942a373e35 req-46d9a3f4-01ff-4c37-8958-9de2fb4bf656 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:22.474369 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:22.479494 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1c2b512a-7420-44a7-968a-96942a373e35 req-46d9a3f4-01ff-4c37-8958-9de2fb4bf656 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514 HTTP/1.1" status: 200 len: 946 time: 0.1885989 Dec 08 16:26:22.619263 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=6d9958c2-7603-431f-bd09-3479b639dea0,revision_number=8']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:22.684990 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1c2b512a-7420-44a7-968a-96942a373e35 req-a42f5bed-0563-4a40-a540-ac1008b79419 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=5dbfa492-1a8c-4612-9bec-7e64b91898d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2028363 Dec 08 16:26:22.689101 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4253297-bb24-4009-9102-39e33f110852 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cfd5e25-f756-48bc-b02b-2b7840fc8bf8,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:22.719789 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 37770) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:22.806188 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8182a81c-7c5a-49dc-a250-66f2e4c84e16 tempest-TestNetworkAdvancedServerOps-1604663679 tempest-TestNetworkAdvancedServerOps-1604663679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:22.808083 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-8182a81c-7c5a-49dc-a250-66f2e4c84e16 tempest-TestNetworkAdvancedServerOps-1604663679 tempest-TestNetworkAdvancedServerOps-1604663679-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514 HTTP/1.1" status: 200 len: 1093 time: 0.0872326 Dec 08 16:26:22.813446 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 37774) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:22.818430 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-1b7286c2-acf4-4113-8ae8-605896f77a95 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Request body: {'floatingip': {'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'port_id': 'f77338c8-91de-4809-bfc2-be2cd2a80b3d', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:23.011997 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d4253297-bb24-4009-9102-39e33f110852 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:23.058293 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1b7286c2-acf4-4113-8ae8-605896f77a95 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for floatingip, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:23.309803 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1b7286c2-acf4-4113-8ae8-605896f77a95 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:23.513145 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-1b7286c2-acf4-4113-8ae8-605896f77a95 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Allocated IP 172.25.0.40 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/9bed3622-1d22-4fa9-9a0c-81956fc36725) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:26:23.659614 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 37800) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:23.763761 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1b7286c2-acf4-4113-8ae8-605896f77a95 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:23.838208 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54d3a7-ac39-4e25-87aa-8a44c0389960 req-3c30dec9-95f3-48fe-9c44-729931eb237f tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:23.841550 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5f54d3a7-ac39-4e25-87aa-8a44c0389960 req-3c30dec9-95f3-48fe-9c44-729931eb237f tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 944 time: 0.3978715 Dec 08 16:26:23.862343 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cc31aea6-6621-4dc7-ae05-3f1c7b80974a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:23.870057 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4253297-bb24-4009-9102-39e33f110852 admin admin] Router 14406fc6-dda4-4dd8-9fea-71d207c86989 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:26:23.880314 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b7e25da7-60d0-4536-b21b-5ff653599868 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:23.958102 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cc31aea6-6621-4dc7-ae05-3f1c7b80974a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:23.959658 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1b7286c2-acf4-4113-8ae8-605896f77a95 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:24.020806 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7286c2-acf4-4113-8ae8-605896f77a95 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:26:24.024017 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-1b7286c2-acf4-4113-8ae8-605896f77a95 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:26:24.038115 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7286c2-acf4-4113-8ae8-605896f77a95 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:26:24.112825 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5f54d3a7-ac39-4e25-87aa-8a44c0389960 req-6196f6be-d5ae-48ca-b91f-a4d25f0d67c6 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4f2ad79-b8e6-4523-9d6e-1cfbd1d7f7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2284081 Dec 08 16:26:24.121055 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7286c2-acf4-4113-8ae8-605896f77a95 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event updated for resources: {'Port': ['ID=9bed3622-1d22-4fa9-9a0c-81956fc36725,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:24.163081 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cc31aea6-6621-4dc7-ae05-3f1c7b80974a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:24.225923 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4253297-bb24-4009-9102-39e33f110852 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:26:24.238603 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4566355d-bdc4-475a-ac0f-d48d446169ef None None] Sync routers for ids ['14406fc6-dda4-4dd8-9fea-71d207c86989'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:26:24.241098 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-d4253297-bb24-4009-9102-39e33f110852 admin admin] 10.222.0.64 "PUT /v2.0/routers/14406fc6-dda4-4dd8-9fea-71d207c86989/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2682362 Dec 08 16:26:24.243699 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 37816) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:24.265028 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4566355d-bdc4-475a-ac0f-d48d446169ef None None] Routers {'14406fc6-dda4-4dd8-9fea-71d207c86989'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:26:24.267370 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-4566355d-bdc4-475a-ac0f-d48d446169ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:26:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['14406fc6-dda4-4dd8-9fea-71d207c86989'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:26:24.275963 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-cc31aea6-6621-4dc7-ae05-3f1c7b80974a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=76abc5fc18544cd4aaa019fa0fe68c16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6146622 Dec 08 16:26:24.279369 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc31aea6-6621-4dc7-ae05-3f1c7b80974a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a95de283-e9f9-4748-8a1c-6d39f4d408ab,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:24.290204 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 37820) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:24.487411 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-4566355d-bdc4-475a-ac0f-d48d446169ef None None] Set router 14406fc6-dda4-4dd8-9fea-71d207c86989 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:26:24.531157 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fe7ba564-a4bd-45f8-b143-d96409a1c7dc admin admin] Publish callbacks [] for router, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:24.638903 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8b31c327-800f-4594-8984-22f4a1cf8878 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:24.735850 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8b31c327-800f-4594-8984-22f4a1cf8878 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:24.749426 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fe7ba564-a4bd-45f8-b143-d96409a1c7dc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:24.800929 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-b7e25da7-60d0-4536-b21b-5ff653599868 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Allocated IP 172.20.0.17 (6526d0e5-7294-44c6-b3e2-afe82259b702/8c4743ef-6019-4eb0-90e4-f64e48f10e2a/e6582bfd-52f7-4cf2-8060-72311a32877d) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:26:24.853566 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-4566355d-bdc4-475a-ac0f-d48d446169ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14406fc6-dda4-4dd8-9fea-71d207c86989', 'name': 'tempest-AttachVolumeTestJSON-1381106210-router', 'tenant_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': '4e7d1284-752f-48f1-b423-978ccbb17951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:16:06Z', 'updated_at': '2021-12-08T16:26:22Z', 'revision_number': 5, 'project_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'gw_port': {'id': '4e7d1284-752f-48f1-b423-978ccbb17951', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ec:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14406fc6-dda4-4dd8-9fea-71d207c86989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:16:08Z', 'updated_at': '2021-12-08T16:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:26:24.913991 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4566355d-bdc4-475a-ac0f-d48d446169ef None None] Checking router: 14406fc6-dda4-4dd8-9fea-71d207c86989 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:26:24.937013 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4566355d-bdc4-475a-ac0f-d48d446169ef None None] Routers {'14406fc6-dda4-4dd8-9fea-71d207c86989'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:26:24.937902 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-4566355d-bdc4-475a-ac0f-d48d446169ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:26:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['14406fc6-dda4-4dd8-9fea-71d207c86989'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:26:25.058482 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-4566355d-bdc4-475a-ac0f-d48d446169ef None None] Set router 14406fc6-dda4-4dd8-9fea-71d207c86989 gateway port host: None {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:26:25.102484 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-fe7ba564-a4bd-45f8-b143-d96409a1c7dc admin admin] Deleting port 4e7d1284-752f-48f1-b423-978ccbb17951 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:26:25.103476 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fe7ba564-a4bd-45f8-b143-d96409a1c7dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:25.129455 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b7e25da7-60d0-4536-b21b-5ff653599868 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:25.142936 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1b7286c2-acf4-4113-8ae8-605896f77a95 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:25.192814 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-4566355d-bdc4-475a-ac0f-d48d446169ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14406fc6-dda4-4dd8-9fea-71d207c86989', 'name': 'tempest-AttachVolumeTestJSON-1381106210-router', 'tenant_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:16:06Z', 'updated_at': '2021-12-08T16:26:24Z', 'revision_number': 6, 'project_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'gw_port_host': None}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:26:25.252994 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4566355d-bdc4-475a-ac0f-d48d446169ef None None] The sync data for ids ['14406fc6-dda4-4dd8-9fea-71d207c86989'] in n-d-776250-12 is: [{'id': '14406fc6-dda4-4dd8-9fea-71d207c86989', 'name': 'tempest-AttachVolumeTestJSON-1381106210-router', 'tenant_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:16:06Z', 'updated_at': '2021-12-08T16:26:24Z', 'revision_number': 6, 'project_id': 'f798cbfb52c24fe0ba6afa1278248aa5', 'gw_port_host': None}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:26:25.255995 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8b31c327-800f-4594-8984-22f4a1cf8878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:25.261094 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8b31c327-800f-4594-8984-22f4a1cf8878 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:25.262513 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-8b31c327-800f-4594-8984-22f4a1cf8878 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a95de283-e9f9-4748-8a1c-6d39f4d408ab HTTP/1.1" status: 204 len: 168 time: 0.9565952 Dec 08 16:26:25.301823 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b31c327-800f-4594-8984-22f4a1cf8878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95de283-e9f9-4748-8a1c-6d39f4d408ab,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:25.324422 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-fe7ba564-a4bd-45f8-b143-d96409a1c7dc admin admin] For port 4e7d1284-752f-48f1-b423-978ccbb17951, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=4e7d1284-752f-48f1-b423-978ccbb17951,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:26:25.324422 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fe7ba564-a4bd-45f8-b143-d96409a1c7dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:25.354979 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-fe7ba564-a4bd-45f8-b143-d96409a1c7dc admin admin] Calling delete_port for 4e7d1284-752f-48f1-b423-978ccbb17951 owned by network:router_gateway {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:26:25.454851 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1b7286c2-acf4-4113-8ae8-605896f77a95 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:25.470927 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b7e25da7-60d0-4536-b21b-5ff653599868 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:25.664063 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e25da7-60d0-4536-b21b-5ff653599868 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Pushing event updated for resources: {'Port': ['ID=e6582bfd-52f7-4cf2-8060-72311a32877d,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:25.810760 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e25da7-60d0-4536-b21b-5ff653599868 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Network 6526d0e5-7294-44c6-b3e2-afe82259b702 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:26:25.824657 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-b7e25da7-60d0-4536-b21b-5ff653599868 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:26:25.840274 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e25da7-60d0-4536-b21b-5ff653599868 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:26:25.952257 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1b7286c2-acf4-4113-8ae8-605896f77a95 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:25.963118 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b7e25da7-60d0-4536-b21b-5ff653599868 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:26.090868 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1b7286c2-acf4-4113-8ae8-605896f77a95 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:26.101795 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 6d9958c2-7603-431f-bd09-3479b639dea0 no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:26:26.135894 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fe7ba564-a4bd-45f8-b143-d96409a1c7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:26.173650 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7ba564-a4bd-45f8-b143-d96409a1c7dc admin admin] Pushing event deleted for resources: {'Port': ['ID=4e7d1284-752f-48f1-b423-978ccbb17951,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:26.329584 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fe7ba564-a4bd-45f8-b143-d96409a1c7dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:26.427587 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1b7286c2-acf4-4113-8ae8-605896f77a95 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:26.464712 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7286c2-acf4-4113-8ae8-605896f77a95 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event updated for resources: {'Port': ['ID=9bed3622-1d22-4fa9-9a0c-81956fc36725,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:26.465375 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 6cfd5e25-f756-48bc-b02b-2b7840fc8bf8 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:26:26.483202 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fe7ba564-a4bd-45f8-b143-d96409a1c7dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:26.485886 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fe7ba564-a4bd-45f8-b143-d96409a1c7dc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:26.547120 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 6cfd5e25-f756-48bc-b02b-2b7840fc8bf8 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:26:26.547479 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 6cfd5e25-f756-48bc-b02b-2b7840fc8bf8 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:26:26.552070 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 4e7d1284-752f-48f1-b423-978ccbb17951 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:26:26.564884 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b7e25da7-60d0-4536-b21b-5ff653599868 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:26.612556 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-013b2166-f250-4f7c-a370-d7f9c7269b99 None None] Provisioning complete for port e6582bfd-52f7-4cf2-8060-72311a32877d triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:26:26.613989 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-013b2166-f250-4f7c-a370-d7f9c7269b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:26.621933 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 4e7d1284-752f-48f1-b423-978ccbb17951 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:26:26.621933 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 4e7d1284-752f-48f1-b423-978ccbb17951 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:26:26.628052 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 37884) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:26.648473 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fe7ba564-a4bd-45f8-b143-d96409a1c7dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:26.648473 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe7ba564-a4bd-45f8-b143-d96409a1c7dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14406fc6-dda4-4dd8-9fea-71d207c86989 {{(pid=110550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:26:26.668643 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fe7ba564-a4bd-45f8-b143-d96409a1c7dc admin admin] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:26.673507 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-fe7ba564-a4bd-45f8-b143-d96409a1c7dc admin admin] 10.222.0.64 "DELETE /v2.0/routers/14406fc6-dda4-4dd8-9fea-71d207c86989 HTTP/1.1" status: 204 len: 168 time: 2.4264491 Dec 08 16:26:26.676841 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 37890) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:26.676841 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-da98cdd8-23cf-49a1-9dcd-8f7366fbd6b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:26.709459 n-d-776250-12 neutron-server[110551]: INFO neutron.db.l3_db [None req-1b7286c2-acf4-4113-8ae8-605896f77a95 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Floating IP 29e92f3b-1bfd-4c21-868b-9431136f88b1 associated. External IP: 172.25.0.40, port: f77338c8-91de-4809-bfc2-be2cd2a80b3d. Dec 08 16:26:26.745362 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-013b2166-f250-4f7c-a370-d7f9c7269b99 None None] Port e6582bfd-52f7-4cf2-8060-72311a32877d cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:26:26.957023 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cf3ca8b-0380-4204-8a56-11e218ad2740 admin admin] Deleting subnet b1120212-8041-47f2-b393-74481d8c6bb2 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:26:26.993982 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b7286c2-acf4-4113-8ae8-605896f77a95 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Router fa5ab0a8-6f1a-4916-9127-d865f3dc1178 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:26:27.041983 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [req-bf6dd93c-8356-40cd-92a7-3a197fcad440 req-2befa15e-7b4d-4ab6-85a8-b9630d434709 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:26:27.066869 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bf6dd93c-8356-40cd-92a7-3a197fcad440 req-2befa15e-7b4d-4ab6-85a8-b9630d434709 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0507894 Dec 08 16:26:27.142684 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5cf3ca8b-0380-4204-8a56-11e218ad2740 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:27.208202 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b7286c2-acf4-4113-8ae8-605896f77a95 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:26:27.222164 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825e6dee-d946-45a5-917c-564558fee82e None None] Sync routers for ids ['fa5ab0a8-6f1a-4916-9127-d865f3dc1178'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:26:27.230475 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5cf3ca8b-0380-4204-8a56-11e218ad2740 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:27.243283 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825e6dee-d946-45a5-917c-564558fee82e None None] Routers {'fa5ab0a8-6f1a-4916-9127-d865f3dc1178'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:26:27.249645 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-825e6dee-d946-45a5-917c-564558fee82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:26:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['fa5ab0a8-6f1a-4916-9127-d865f3dc1178'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:26:27.292650 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1b7286c2-acf4-4113-8ae8-605896f77a95 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:27.372417 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-1b7286c2-acf4-4113-8ae8-605896f77a95 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.5554588 Dec 08 16:26:27.373325 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77804a2a-42a4-47e3-a655-9b2afc5b7514', 'tag': 'f77338c8-91de-4809-bfc2-be2cd2a80b3d'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:26:27.376014 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6f8366-2354-4080-b211-a2ecae1c92f5" -d '{"events": [{"name": "network-changed", "server_uuid": "77804a2a-42a4-47e3-a655-9b2afc5b7514", "tag": "f77338c8-91de-4809-bfc2-be2cd2a80b3d"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:26:27.455772 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-825e6dee-d946-45a5-917c-564558fee82e None None] Set router fa5ab0a8-6f1a-4916-9127-d865f3dc1178 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:26:27.685250 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b789338f-c65a-4ce6-a3ab-eaf6bde480d5 req-c9d5de06-8ca3-47cb-ac6b-c4fa5f6972d9 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:27.693744 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b789338f-c65a-4ce6-a3ab-eaf6bde480d5 req-c9d5de06-8ca3-47cb-ac6b-c4fa5f6972d9 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 944 time: 0.1657610 Dec 08 16:26:27.720598 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-da98cdd8-23cf-49a1-9dcd-8f7366fbd6b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:27.821331 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b789338f-c65a-4ce6-a3ab-eaf6bde480d5 req-19438629-2743-4644-b218-7350e890b6a3 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4f2ad79-b8e6-4523-9d6e-1cfbd1d7f7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261051 Dec 08 16:26:27.826546 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-825e6dee-d946-45a5-917c-564558fee82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5ab0a8-6f1a-4916-9127-d865f3dc1178', 'name': 'tempest-TestNetworkAdvancedServerOps-router-863953373', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '10d27fbc-3546-41bd-8e6b-24cc22bc3f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:25:39Z', 'updated_at': '2021-12-08T16:25:49Z', 'revision_number': 4, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'gw_port': {'id': '10d27fbc-3546-41bd-8e6b-24cc22bc3f67', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5ab0a8-6f1a-4916-9127-d865f3dc1178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:25:40Z', 'updated_at': '2021-12-08T16:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '29e92f3b-1bfd-4c21-868b-9431136f88b1', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'floating_ip_address': '172.25.0.40', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': 'fa5ab0a8-6f1a-4916-9127-d865f3dc1178', 'port_id': 'f77338c8-91de-4809-bfc2-be2cd2a80b3d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08814924-d3f7-498d-a0e5-508442cef09d', 'mac_address': 'fa:16:3e:db:d5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77804a2a-42a4-47e3-a655-9b2afc5b7514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:26:24Z', 'updated_at': '2021-12-08T16:26:24Z', 'revision_number': 0, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '352fc048-d849-4a6e-a2aa-71062b6c33e7', 'name': '', 'network_id': '08814924-d3f7-498d-a0e5-508442cef09d', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'mac_address': 'fa:16:3e:46:a3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5ab0a8-6f1a-4916-9127-d865f3dc1178', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '89eafa5b-4193-4ebc-af74-cdc250b35c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:25:47Z', 'updated_at': '2021-12-08T16:25:58Z', 'revision_number': 5, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'subnets': [{'id': '89eafa5b-4193-4ebc-af74-cdc250b35c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:26:27.857638 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b7e25da7-60d0-4536-b21b-5ff653599868 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:27.857638 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-da98cdd8-23cf-49a1-9dcd-8f7366fbd6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:27.874621 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7ae96-dbdc-4201-95fe-e4a6cdb67de6 req-aed0223f-37e1-40e3-b906-7bd6f8a5eed4 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:27.874740 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825e6dee-d946-45a5-917c-564558fee82e None None] Checking router: fa5ab0a8-6f1a-4916-9127-d865f3dc1178 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:26:27.876337 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-82f7ae96-dbdc-4201-95fe-e4a6cdb67de6 req-aed0223f-37e1-40e3-b906-7bd6f8a5eed4 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514 HTTP/1.1" status: 200 len: 946 time: 0.1512039 Dec 08 16:26:27.886892 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825e6dee-d946-45a5-917c-564558fee82e None None] Routers {'fa5ab0a8-6f1a-4916-9127-d865f3dc1178'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:26:27.888192 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-825e6dee-d946-45a5-917c-564558fee82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:26:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['fa5ab0a8-6f1a-4916-9127-d865f3dc1178'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:26:27.898590 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbac5d07-2945-4444-9e0e-a01caaeb03d8 x-openstack-request-id: req-fbac5d07-2945-4444-9e0e-a01caaeb03d8 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:26:27.898953 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77804a2a-42a4-47e3-a655-9b2afc5b7514", "tag": "f77338c8-91de-4809-bfc2-be2cd2a80b3d", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:26:27.899222 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fbac5d07-2945-4444-9e0e-a01caaeb03d8 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:26:27.899642 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77804a2a-42a4-47e3-a655-9b2afc5b7514', 'tag': 'f77338c8-91de-4809-bfc2-be2cd2a80b3d', 'status': 'completed', 'code': 200} Dec 08 16:26:27.962645 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b7e25da7-60d0-4536-b21b-5ff653599868 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:27.993032 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1bdd3d59-cb96-4aaa-85a1-f9d027f0a6cd req-e7e45062-0a27-4911-b884-7082ef64c82d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0912385 Dec 08 16:26:28.003311 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5cf3ca8b-0380-4204-8a56-11e218ad2740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:28.027518 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f8366-2354-4080-b211-a2ecae1c92f5 req-b11fd826-1f1a-4e37-af5f-3460dac8d1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:28.030369 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0a6f8366-2354-4080-b211-a2ecae1c92f5 req-b11fd826-1f1a-4e37-af5f-3460dac8d1a0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5ac8783bc8454dbdaff01b6ea349ef5e&device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514 HTTP/1.1" status: 200 len: 1098 time: 0.0744424 Dec 08 16:26:28.051115 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da98cdd8-23cf-49a1-9dcd-8f7366fbd6b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=335bf54e-96a1-48b3-88ef-b4a1c9f4754c,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:28.071504 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-da98cdd8-23cf-49a1-9dcd-8f7366fbd6b5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=88872f94984f4947bada25f487d4411e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4422479 Dec 08 16:26:28.078291 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 37934) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:28.140587 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-825e6dee-d946-45a5-917c-564558fee82e None None] Set router fa5ab0a8-6f1a-4916-9127-d865f3dc1178 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:26:28.183426 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-82f7ae96-dbdc-4201-95fe-e4a6cdb67de6 req-2e108ca6-abcd-4153-af7d-a0a839d7a123 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=5dbfa492-1a8c-4612-9bec-7e64b91898d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2942510 Dec 08 16:26:28.210363 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b7e25da7-60d0-4536-b21b-5ff653599868 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:28.213677 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e25da7-60d0-4536-b21b-5ff653599868 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Pushing event updated for resources: {'Port': ['ID=e6582bfd-52f7-4cf2-8060-72311a32877d,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:28.218573 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 37936) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:28.320058 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4e754bc6-9a27-4c9f-9731-edd2279714df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:28.368909 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-71354ee0-60b8-42ef-8d6c-6dda9fa6da57 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/floatingips/29e92f3b-1bfd-4c21-868b-9431136f88b1 HTTP/1.1" status: 200 len: 991 time: 0.1455913 Dec 08 16:26:28.371385 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f8366-2354-4080-b211-a2ecae1c92f5 req-be18af42-4f1f-421b-b11d-f1fb4a61b95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:28.375414 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0a6f8366-2354-4080-b211-a2ecae1c92f5 req-be18af42-4f1f-421b-b11d-f1fb4a61b95b service neutron] 10.222.0.76 "GET /v2.0/networks?id=08814924-d3f7-498d-a0e5-508442cef09d HTTP/1.1" status: 200 len: 898 time: 0.3254213 Dec 08 16:26:28.397500 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4e754bc6-9a27-4c9f-9731-edd2279714df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:28.416945 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e25da7-60d0-4536-b21b-5ff653599868 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Network 6526d0e5-7294-44c6-b3e2-afe82259b702 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:26:28.416945 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-b7e25da7-60d0-4536-b21b-5ff653599868 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:26:28.464736 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5cf3ca8b-0380-4204-8a56-11e218ad2740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:28.509564 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0a6f8366-2354-4080-b211-a2ecae1c92f5 req-69b78da3-f5ef-46b9-9643-f95e9250de3f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f77338c8-91de-4809-bfc2-be2cd2a80b3d HTTP/1.1" status: 200 len: 999 time: 0.1206579 Dec 08 16:26:28.563239 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf3ca8b-0380-4204-8a56-11e218ad2740 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1120212-8041-47f2-b393-74481d8c6bb2,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:28.573003 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e82832e-35c4-4ecb-9261-877b40c8bd0c None None] Network 7267bda8-5e5d-4e04-ad23-20b961702335 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:26:28.578251 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5cf3ca8b-0380-4204-8a56-11e218ad2740 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:28.605009 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-5cf3ca8b-0380-4204-8a56-11e218ad2740 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/b1120212-8041-47f2-b393-74481d8c6bb2 HTTP/1.1" status: 204 len: 168 time: 1.9292865 Dec 08 16:26:28.609814 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 37946) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:28.627842 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-825e6dee-d946-45a5-917c-564558fee82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5ab0a8-6f1a-4916-9127-d865f3dc1178', 'name': 'tempest-TestNetworkAdvancedServerOps-router-863953373', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '10d27fbc-3546-41bd-8e6b-24cc22bc3f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:25:39Z', 'updated_at': '2021-12-08T16:25:49Z', 'revision_number': 4, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'gw_port': {'id': '10d27fbc-3546-41bd-8e6b-24cc22bc3f67', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5ab0a8-6f1a-4916-9127-d865f3dc1178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:25:40Z', 'updated_at': '2021-12-08T16:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '29e92f3b-1bfd-4c21-868b-9431136f88b1', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'floating_ip_address': '172.25.0.40', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': 'fa5ab0a8-6f1a-4916-9127-d865f3dc1178', 'port_id': 'f77338c8-91de-4809-bfc2-be2cd2a80b3d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08814924-d3f7-498d-a0e5-508442cef09d', 'mac_address': 'fa:16:3e:db:d5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77804a2a-42a4-47e3-a655-9b2afc5b7514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:26:24Z', 'updated_at': '2021-12-08T16:26:24Z', 'revision_number': 0, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '352fc048-d849-4a6e-a2aa-71062b6c33e7', 'name': '', 'network_id': '08814924-d3f7-498d-a0e5-508442cef09d', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'mac_address': 'fa:16:3e:46:a3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5ab0a8-6f1a-4916-9127-d865f3dc1178', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '89eafa5b-4193-4ebc-af74-cdc250b35c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:25:47Z', 'updated_at': '2021-12-08T16:25:58Z', 'revision_number': 5, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'subnets': [{'id': '89eafa5b-4193-4ebc-af74-cdc250b35c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:26:28.701701 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f8366-2354-4080-b211-a2ecae1c92f5 req-f597158c-568b-4d3e-bdd1-fb8207717d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:28.704262 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0a6f8366-2354-4080-b211-a2ecae1c92f5 req-f597158c-568b-4d3e-bdd1-fb8207717d39 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=89eafa5b-4193-4ebc-af74-cdc250b35c3e HTTP/1.1" status: 200 len: 834 time: 0.1761024 Dec 08 16:26:28.758191 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825e6dee-d946-45a5-917c-564558fee82e None None] The sync data for ids ['fa5ab0a8-6f1a-4916-9127-d865f3dc1178'] in n-d-776250-12 is: [{'id': 'fa5ab0a8-6f1a-4916-9127-d865f3dc1178', 'name': 'tempest-TestNetworkAdvancedServerOps-router-863953373', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '10d27fbc-3546-41bd-8e6b-24cc22bc3f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:25:39Z', 'updated_at': '2021-12-08T16:25:49Z', 'revision_number': 4, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'gw_port': {'id': '10d27fbc-3546-41bd-8e6b-24cc22bc3f67', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5ab0a8-6f1a-4916-9127-d865f3dc1178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:25:40Z', 'updated_at': '2021-12-08T16:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '29e92f3b-1bfd-4c21-868b-9431136f88b1', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'floating_ip_address': '172.25.0.40', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': 'fa5ab0a8-6f1a-4916-9127-d865f3dc1178', 'port_id': 'f77338c8-91de-4809-bfc2-be2cd2a80b3d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08814924-d3f7-498d-a0e5-508442cef09d', 'mac_address': 'fa:16:3e:db:d5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77804a2a-42a4-47e3-a655-9b2afc5b7514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:26:24Z', 'updated_at': '2021-12-08T16:26:24Z', 'revision_number': 0, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '352fc048-d849-4a6e-a2aa-71062b6c33e7', 'name': '', 'network_id': '08814924-d3f7-498d-a0e5-508442cef09d', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'mac_address': 'fa:16:3e:46:a3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5ab0a8-6f1a-4916-9127-d865f3dc1178', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '89eafa5b-4193-4ebc-af74-cdc250b35c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:25:47Z', 'updated_at': '2021-12-08T16:25:58Z', 'revision_number': 5, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'subnets': [{'id': '89eafa5b-4193-4ebc-af74-cdc250b35c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:26:28.847606 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f8366-2354-4080-b211-a2ecae1c92f5 req-487e2825-fbc6-4e38-950b-5e40fe0ab7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:28.855118 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0a6f8366-2354-4080-b211-a2ecae1c92f5 req-487e2825-fbc6-4e38-950b-5e40fe0ab7a3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=08814924-d3f7-498d-a0e5-508442cef09d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1374276 Dec 08 16:26:28.870632 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-2bb48f76-3286-4fc3-aef8-665c6d7987f6 None None] Provisioning complete for port e6582bfd-52f7-4cf2-8060-72311a32877d triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:26:28.870749 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2bb48f76-3286-4fc3-aef8-665c6d7987f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:28.928741 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 37958) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:28.984555 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4e754bc6-9a27-4c9f-9731-edd2279714df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:28.988612 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4e754bc6-9a27-4c9f-9731-edd2279714df admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:28.990018 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-4e754bc6-9a27-4c9f-9731-edd2279714df admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/335bf54e-96a1-48b3-88ef-b4a1c9f4754c HTTP/1.1" status: 204 len: 168 time: 0.9075596 Dec 08 16:26:29.001358 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-2bb48f76-3286-4fc3-aef8-665c6d7987f6 None None] Port e6582bfd-52f7-4cf2-8060-72311a32877d cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:26:29.005703 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9db41c-3ec5-402c-b790-f8b4258a1afd None None] DHCP port deletion for 7267bda8-5e5d-4e04-ad23-20b961702335 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:26:29.049736 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e25da7-60d0-4536-b21b-5ff653599868 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Router e823823d-b77d-4450-aa11-6b5ecd8a2e21 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:26:29.072508 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e754bc6-9a27-4c9f-9731-edd2279714df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335bf54e-96a1-48b3-88ef-b4a1c9f4754c,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:29.077960 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-da8b1781-0c79-422f-90c7-a281069217a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:29.163964 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-1a9db41c-3ec5-402c-b790-f8b4258a1afd None None] Deleting port fc62a2d0-af52-471e-a5cc-00fbb98fcae6 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:26:29.164371 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1a9db41c-3ec5-402c-b790-f8b4258a1afd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:29.277410 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-1a9db41c-3ec5-402c-b790-f8b4258a1afd None None] For port fc62a2d0-af52-471e-a5cc-00fbb98fcae6, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=fc62a2d0-af52-471e-a5cc-00fbb98fcae6,segment=NetworkSegment(72e52347-683a-49fc-84ef-d33cdb5037e0),segment_id=72e52347-683a-49fc-84ef-d33cdb5037e0)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:26:29.278734 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1a9db41c-3ec5-402c-b790-f8b4258a1afd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:29.319684 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-1a9db41c-3ec5-402c-b790-f8b4258a1afd None None] Calling delete_port for fc62a2d0-af52-471e-a5cc-00fbb98fcae6 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:26:29.425808 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a17c0d0-c17c-4d8a-a2f2-148dd154bf1a None None] New status for floating IP 29e92f3b-1bfd-4c21-868b-9431136f88b1: ACTIVE {{(pid=110552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:26:29.426647 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 37970) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:29.532138 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1a9db41c-3ec5-402c-b790-f8b4258a1afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:29.564220 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9db41c-3ec5-402c-b790-f8b4258a1afd None None] Pushing event deleted for resources: {'Port': ['ID=fc62a2d0-af52-471e-a5cc-00fbb98fcae6,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:29.587977 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9db41c-3ec5-402c-b790-f8b4258a1afd None None] No DVR routers for this DVR port fc62a2d0-af52-471e-a5cc-00fbb98fcae6 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:26:29.651355 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-da8b1781-0c79-422f-90c7-a281069217a6 admin admin] Deleting port fc62a2d0-af52-471e-a5cc-00fbb98fcae6 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:26:29.651714 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-da8b1781-0c79-422f-90c7-a281069217a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:29.795376 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e25da7-60d0-4536-b21b-5ff653599868 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:26:29.806934 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b7e25da7-60d0-4536-b21b-5ff653599868 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "PUT /v2.0/routers/e823823d-b77d-4450-aa11-6b5ecd8a2e21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6224077 Dec 08 16:26:29.807441 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa20be4-778b-4ae0-bfb3-3ea49c3bd48b None None] Sync routers for ids ['e823823d-b77d-4450-aa11-6b5ecd8a2e21'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:26:29.850777 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa20be4-778b-4ae0-bfb3-3ea49c3bd48b None None] Routers {'e823823d-b77d-4450-aa11-6b5ecd8a2e21'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:26:29.851410 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-faa20be4-778b-4ae0-bfb3-3ea49c3bd48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:26:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['e823823d-b77d-4450-aa11-6b5ecd8a2e21'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:26:29.890995 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-eb99e14e-5525-4325-b965-41aa963de7c2 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/floatingips/29e92f3b-1bfd-4c21-868b-9431136f88b1 HTTP/1.1" status: 200 len: 991 time: 0.4618287 Dec 08 16:26:29.911046 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-da8b1781-0c79-422f-90c7-a281069217a6 admin admin] For port fc62a2d0-af52-471e-a5cc-00fbb98fcae6, host n-d-776250-12, got binding levels [] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:26:29.911563 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-da8b1781-0c79-422f-90c7-a281069217a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:29.981121 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-da8b1781-0c79-422f-90c7-a281069217a6 admin admin] Calling delete_port for fc62a2d0-af52-471e-a5cc-00fbb98fcae6 owned by network:dhcp {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:26:29.990164 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.ipam_backend_mixin [None req-da8b1781-0c79-422f-90c7-a281069217a6 admin admin] Port fc62a2d0-af52-471e-a5cc-00fbb98fcae6 was not found and therefore no delete operation was performed {{(pid=110550) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 16:26:29.994485 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-da8b1781-0c79-422f-90c7-a281069217a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:30.036619 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-faa20be4-778b-4ae0-bfb3-3ea49c3bd48b None None] Set router e823823d-b77d-4450-aa11-6b5ecd8a2e21 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:26:30.105140 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8b1781-0c79-422f-90c7-a281069217a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc62a2d0-af52-471e-a5cc-00fbb98fcae6,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:30.138929 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8b1781-0c79-422f-90c7-a281069217a6 admin admin] No DVR routers for this DVR port fc62a2d0-af52-471e-a5cc-00fbb98fcae6 on host n-d-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:26:30.254987 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-da8b1781-0c79-422f-90c7-a281069217a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:30.305244 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-da8b1781-0c79-422f-90c7-a281069217a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7267bda8-5e5d-4e04-ad23-20b961702335']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:26:30.337583 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-da8b1781-0c79-422f-90c7-a281069217a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72e52347-683a-49fc-84ef-d33cdb5037e0') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:26:30.338190 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-da8b1781-0c79-422f-90c7-a281069217a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72e52347-683a-49fc-84ef-d33cdb5037e0') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:26:30.340341 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device fc62a2d0-af52-471e-a5cc-00fbb98fcae6 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:26:30.361473 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-da8b1781-0c79-422f-90c7-a281069217a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:30.384263 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-da8b1781-0c79-422f-90c7-a281069217a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:30.387101 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: fc62a2d0-af52-471e-a5cc-00fbb98fcae6 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:26:30.390626 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c871511-4993-40c3-b6d3-cde5d65e3e7d req-bf17b9df-ffa1-4458-9a42-8ac698523f1e tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:30.391120 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8c871511-4993-40c3-b6d3-cde5d65e3e7d req-bf17b9df-ffa1-4458-9a42-8ac698523f1e tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 944 time: 1.3612602 Dec 08 16:26:30.391940 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device fc62a2d0-af52-471e-a5cc-00fbb98fcae6 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:26:30.392228 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da8b1781-0c79-422f-90c7-a281069217a6 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:26:30.392797 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-da8b1781-0c79-422f-90c7-a281069217a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:30.395417 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0a6f8366-2354-4080-b211-a2ecae1c92f5 req-6274171c-2a0f-40e2-8d6e-db6ff382f5ab service neutron] 10.222.0.76 "GET /v2.0/networks/08814924-d3f7-498d-a0e5-508442cef09d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5315392 Dec 08 16:26:30.493803 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:26:30.493803 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:26:30.493803 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:26:30.493803 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:26:30.493803 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:26:30.493803 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:26:30.493803 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:26:30.493803 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:26:30.493803 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:26:30.493803 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:26:30.493803 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:26:30.493803 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:26:30.493803 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:26:30.493803 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:26:30.493803 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:26:30.493803 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:26:30.493803 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:26:30.493803 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:26:30.493803 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:26:30.493803 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:26:30.493803 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:26:30.493803 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:26:30.493803 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:26:30.493803 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:26:30.493803 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:26:30.493803 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:26:30.493803 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:26:30.493803 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:26:30.493803 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:26:30.493803 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:26:30.493803 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:26:30.493803 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:26:30.588460 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8c871511-4993-40c3-b6d3-cde5d65e3e7d req-82622229-0825-4a52-b967-83412f00f5c0 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4f2ad79-b8e6-4523-9d6e-1cfbd1d7f7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1893201 Dec 08 16:26:30.593558 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-da8b1781-0c79-422f-90c7-a281069217a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:30.603159 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-da8b1781-0c79-422f-90c7-a281069217a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:30.608272 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-da8b1781-0c79-422f-90c7-a281069217a6 admin admin] 10.222.0.64 "DELETE /v2.0/networks/7267bda8-5e5d-4e04-ad23-20b961702335 HTTP/1.1" status: 204 len: 168 time: 1.9971528 Dec 08 16:26:30.645858 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-faa20be4-778b-4ae0-bfb3-3ea49c3bd48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e823823d-b77d-4450-aa11-6b5ecd8a2e21', 'name': 'tempest-TestNetworkBasicOps-router-1873647229', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '61f78755-bc16-4963-9f9c-41a2b5ad617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:24:29Z', 'updated_at': '2021-12-08T16:26:26Z', 'revision_number': 5, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'gw_port': {'id': '61f78755-bc16-4963-9f9c-41a2b5ad617a', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:14:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e823823d-b77d-4450-aa11-6b5ecd8a2e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:24:30Z', 'updated_at': '2021-12-08T16:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '31b38ae2-c793-491e-854b-a45b3ba70fbd', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'floating_ip_address': '172.25.0.16', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': 'e823823d-b77d-4450-aa11-6b5ecd8a2e21', 'port_id': 'ebfe58f3-ab0f-4580-805b-c92c4f7c580b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2274, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '368d83ab-a000-4b31-b676-7976aae96be0', 'mac_address': 'fa:16:3e:c9:d0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539b66e6-0eaa-449f-8c44-153f5499b76c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:25:04Z', 'updated_at': '2021-12-08T16:25:08Z', 'revision_number': 1, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6582bfd-52f7-4cf2-8060-72311a32877d', 'name': '', 'network_id': '6526d0e5-7294-44c6-b3e2-afe82259b702', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'mac_address': 'fa:16:3e:14:a8:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e823823d-b77d-4450-aa11-6b5ecd8a2e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '8c4743ef-6019-4eb0-90e4-f64e48f10e2a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:26:24Z', 'updated_at': '2021-12-08T16:26:27Z', 'revision_number': 2, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'subnets': [{'id': '8c4743ef-6019-4eb0-90e4-f64e48f10e2a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f029fbd5-76fe-43ef-8c9f-e2d8e8dfd012', 'name': '', 'network_id': '368d83ab-a000-4b31-b676-7976aae96be0', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'mac_address': 'fa:16:3e:2d:73:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e823823d-b77d-4450-aa11-6b5ecd8a2e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': '333b9e40-0777-46ae-b741-90a63b428a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:24:34Z', 'updated_at': '2021-12-08T16:24:40Z', 'revision_number': 5, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'subnets': [{'id': '333b9e40-0777-46ae-b741-90a63b428a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:26:30.653365 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8b1781-0c79-422f-90c7-a281069217a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=7267bda8-5e5d-4e04-ad23-20b961702335,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:30.766447 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0a6f8366-2354-4080-b211-a2ecae1c92f5 req-985624f0-3963-4594-9a25-26b5f16daf48 service neutron] 10.222.0.76 "GET /v2.0/networks/08814924-d3f7-498d-a0e5-508442cef09d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840463 Dec 08 16:26:30.851197 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa20be4-778b-4ae0-bfb3-3ea49c3bd48b None None] Checking router: e823823d-b77d-4450-aa11-6b5ecd8a2e21 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:26:30.851922 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa20be4-778b-4ae0-bfb3-3ea49c3bd48b None None] Updating router e823823d-b77d-4450-aa11-6b5ecd8a2e21 port e6582bfd-52f7-4cf2-8060-72311a32877d binding host n-d-776250-12 {{(pid=110553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:26:30.874252 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4b7298bf-987d-4a04-95e4-cb3bf11dfc6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:30.893712 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 38016) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:30.952889 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-faa20be4-778b-4ae0-bfb3-3ea49c3bd48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:31.135756 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-132e6de1-08cf-492d-b086-ab59303ad18f tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/floatingips/29e92f3b-1bfd-4c21-868b-9431136f88b1 HTTP/1.1" status: 200 len: 993 time: 0.2351747 Dec 08 16:26:31.215593 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd3d59-cb96-4aaa-85a1-f9d027f0a6cd req-4ad0972c-cc64-4aeb-b6c6-a1a77f23460f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:31.219762 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1bdd3d59-cb96-4aaa-85a1-f9d027f0a6cd req-4ad0972c-cc64-4aeb-b6c6-a1a77f23460f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65&tenant_id=ebd580521ede49659be460136b14e0dd HTTP/1.1" status: 200 len: 1096 time: 0.7238398 Dec 08 16:26:31.306148 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd3d59-cb96-4aaa-85a1-f9d027f0a6cd req-f3704b83-36f0-406d-b901-c84aec371a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:31.308664 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1bdd3d59-cb96-4aaa-85a1-f9d027f0a6cd req-f3704b83-36f0-406d-b901-c84aec371a7f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ebd580521ede49659be460136b14e0dd&device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 1096 time: 0.0658457 Dec 08 16:26:31.424949 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-4b7298bf-987d-4a04-95e4-cb3bf11dfc6a admin admin] Deleting port 045b9e05-e545-4e31-b22a-81b264d3c83c {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:26:31.425510 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4b7298bf-987d-4a04-95e4-cb3bf11dfc6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:31.469238 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-faa20be4-778b-4ae0-bfb3-3ea49c3bd48b None None] Publish callbacks [] for port, precommit_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:31.472443 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd3d59-cb96-4aaa-85a1-f9d027f0a6cd req-08608464-3f54-4e11-86ce-6ea4ca68cb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:31.474036 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1bdd3d59-cb96-4aaa-85a1-f9d027f0a6cd req-08608464-3f54-4e11-86ce-6ea4ca68cb1b service neutron] 10.222.0.37 "GET /v2.0/networks?id=96222b75-0d7f-43da-898a-91046f8bdc5a HTTP/1.1" status: 200 len: 917 time: 0.1585643 Dec 08 16:26:31.541222 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-faa20be4-778b-4ae0-bfb3-3ea49c3bd48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:31.544020 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-4b7298bf-987d-4a04-95e4-cb3bf11dfc6a admin admin] For port 045b9e05-e545-4e31-b22a-81b264d3c83c, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=045b9e05-e545-4e31-b22a-81b264d3c83c,segment=NetworkSegment(02b1a325-c52a-457b-a2ac-b3d8092ab9c2),segment_id=02b1a325-c52a-457b-a2ac-b3d8092ab9c2)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:26:31.544433 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4b7298bf-987d-4a04-95e4-cb3bf11dfc6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:31.551684 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 38022) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:31.577433 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-4b7298bf-987d-4a04-95e4-cb3bf11dfc6a admin admin] Calling delete_port for 045b9e05-e545-4e31-b22a-81b264d3c83c owned by network:router_interface {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:26:31.687091 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1bdd3d59-cb96-4aaa-85a1-f9d027f0a6cd req-0d53407a-de7f-4326-b261-bd8ffd8feba8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d9958c2-7603-431f-bd09-3479b639dea0 HTTP/1.1" status: 200 len: 999 time: 0.2039242 Dec 08 16:26:31.779753 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-faa20be4-778b-4ae0-bfb3-3ea49c3bd48b None None] Attempting to bind port e6582bfd-52f7-4cf2-8060-72311a32877d on host n-d-776250-12 for vnic_type normal with profile {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:26:31.780127 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-faa20be4-778b-4ae0-bfb3-3ea49c3bd48b None None] Attempting to bind port e6582bfd-52f7-4cf2-8060-72311a32877d by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '6dc4348c-9eca-4c82-b912-a2a040c68359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6526d0e5-7294-44c6-b3e2-afe82259b702'}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:26:31.780870 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa20be4-778b-4ae0-bfb3-3ea49c3bd48b None None] Attempting to bind port e6582bfd-52f7-4cf2-8060-72311a32877d on network 6526d0e5-7294-44c6-b3e2-afe82259b702 {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:26:31.797572 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa20be4-778b-4ae0-bfb3-3ea49c3bd48b None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:26:31.798226 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa20be4-778b-4ae0-bfb3-3ea49c3bd48b None None] Checking segment: {'id': '6dc4348c-9eca-4c82-b912-a2a040c68359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6526d0e5-7294-44c6-b3e2-afe82259b702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:26:31.798822 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-faa20be4-778b-4ae0-bfb3-3ea49c3bd48b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:31.799373 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa20be4-778b-4ae0-bfb3-3ea49c3bd48b None None] Bound using segment: {'id': '6dc4348c-9eca-4c82-b912-a2a040c68359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6526d0e5-7294-44c6-b3e2-afe82259b702'} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:26:31.800010 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-faa20be4-778b-4ae0-bfb3-3ea49c3bd48b None None] Bound port: e6582bfd-52f7-4cf2-8060-72311a32877d, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dc4348c-9eca-4c82-b912-a2a040c68359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6526d0e5-7294-44c6-b3e2-afe82259b702'}}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:26:31.800584 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-faa20be4-778b-4ae0-bfb3-3ea49c3bd48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:31.822540 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-22d1a142-61fa-43f9-b75f-965aaee0826e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f798cbfb52c24fe0ba6afa1278248aa5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2696569 Dec 08 16:26:31.835553 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 38032) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:31.863952 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd3d59-cb96-4aaa-85a1-f9d027f0a6cd req-85d79a59-6bbe-45da-bf81-2cfc3653d556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:31.865949 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1bdd3d59-cb96-4aaa-85a1-f9d027f0a6cd req-85d79a59-6bbe-45da-bf81-2cfc3653d556 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=297bd6e5-3bf7-4d91-8a12-5133ca44aa82 HTTP/1.1" status: 200 len: 855 time: 0.1699893 Dec 08 16:26:31.926971 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000b0db6-edbe-4d34-ad89-21d58517228f None None] Pushing event updated for resources: {'Port': ['ID=e6582bfd-52f7-4cf2-8060-72311a32877d,revision_number=3']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:31.952831 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147447f-dd0a-4002-8464-73434ef85ad0 req-add2477f-02ea-44ce-9ef4-a55eb4b45f10 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:31.955503 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-faa20be4-778b-4ae0-bfb3-3ea49c3bd48b None None] For port e6582bfd-52f7-4cf2-8060-72311a32877d, host n-d-776250-12, cleared binding levels {{(pid=110553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:26:31.960013 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-13a241a1-fc3a-41f2-a615-5f70614df189 None None] Provisioning complete for port e6582bfd-52f7-4cf2-8060-72311a32877d triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:26:31.960649 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-13a241a1-fc3a-41f2-a615-5f70614df189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:31.961224 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-faa20be4-778b-4ae0-bfb3-3ea49c3bd48b None None] For port e6582bfd-52f7-4cf2-8060-72311a32877d, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=e6582bfd-52f7-4cf2-8060-72311a32877d,segment=NetworkSegment(6dc4348c-9eca-4c82-b912-a2a040c68359),segment_id=6dc4348c-9eca-4c82-b912-a2a040c68359)] {{(pid=110553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:26:31.961352 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4147447f-dd0a-4002-8464-73434ef85ad0 req-add2477f-02ea-44ce-9ef4-a55eb4b45f10 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 944 time: 0.1747859 Dec 08 16:26:31.993197 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd3d59-cb96-4aaa-85a1-f9d027f0a6cd req-1ca1a4cb-565a-4595-8db5-ef88525937e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:31.999530 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9af3e1bb-13a7-48f5-ad36-091ea44a97d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:31.999665 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1bdd3d59-cb96-4aaa-85a1-f9d027f0a6cd req-1ca1a4cb-565a-4595-8db5-ef88525937e4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=96222b75-0d7f-43da-898a-91046f8bdc5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1224515 Dec 08 16:26:32.020298 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-13a241a1-fc3a-41f2-a615-5f70614df189 None None] Port e6582bfd-52f7-4cf2-8060-72311a32877d cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:26:32.060758 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-faa20be4-778b-4ae0-bfb3-3ea49c3bd48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:32.066488 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9af3e1bb-13a7-48f5-ad36-091ea44a97d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:32.133526 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1bdd3d59-cb96-4aaa-85a1-f9d027f0a6cd req-67407588-980a-4c23-b2bf-9d097d4cf114 service neutron] 10.222.0.37 "GET /v2.0/networks/96222b75-0d7f-43da-898a-91046f8bdc5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218064 Dec 08 16:26:32.176170 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4b7298bf-987d-4a04-95e4-cb3bf11dfc6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:32.222359 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa20be4-778b-4ae0-bfb3-3ea49c3bd48b None None] Routers {'e823823d-b77d-4450-aa11-6b5ecd8a2e21'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:26:32.223079 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-faa20be4-778b-4ae0-bfb3-3ea49c3bd48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:26:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['e823823d-b77d-4450-aa11-6b5ecd8a2e21'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:26:32.241793 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7298bf-987d-4a04-95e4-cb3bf11dfc6a admin admin] Pushing event deleted for resources: {'Port': ['ID=045b9e05-e545-4e31-b22a-81b264d3c83c,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:32.250306 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9af3e1bb-13a7-48f5-ad36-091ea44a97d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:32.250482 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4147447f-dd0a-4002-8464-73434ef85ad0 req-9e51cbab-1d72-4f25-a8b2-ba55fc0c7a83 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4f2ad79-b8e6-4523-9d6e-1cfbd1d7f7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2880838 Dec 08 16:26:32.253228 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9af3e1bb-13a7-48f5-ad36-091ea44a97d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:32.264789 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-9af3e1bb-13a7-48f5-ad36-091ea44a97d9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/06f7ab13-7530-4303-a2b1-d1e662a745f6 HTTP/1.1" status: 204 len: 168 time: 0.4194810 Dec 08 16:26:32.341104 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1bdd3d59-cb96-4aaa-85a1-f9d027f0a6cd req-861d47a8-ab49-42b5-b358-b3eb1a01d908 service neutron] 10.222.0.37 "GET /v2.0/networks/96222b75-0d7f-43da-898a-91046f8bdc5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953609 Dec 08 16:26:32.342962 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000b0db6-edbe-4d34-ad89-21d58517228f None None] Pushing event updated for resources: {'Port': ['ID=e6582bfd-52f7-4cf2-8060-72311a32877d,revision_number=4']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:32.385833 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af3e1bb-13a7-48f5-ad36-091ea44a97d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f7ab13-7530-4303-a2b1-d1e662a745f6,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:32.484975 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-faa20be4-778b-4ae0-bfb3-3ea49c3bd48b None None] Set router e823823d-b77d-4450-aa11-6b5ecd8a2e21 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:26:32.666477 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4b7298bf-987d-4a04-95e4-cb3bf11dfc6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:32.763303 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-0edf0954-2bf9-45d5-bb93-8436b4d0a753 None None] Provisioning complete for port e6582bfd-52f7-4cf2-8060-72311a32877d triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:26:32.763303 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0edf0954-2bf9-45d5-bb93-8436b4d0a753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:32.805362 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d8887-8b40-4da9-9e72-a70fc4b0c6c8 req-a8d3c0dd-a61d-4ab7-a817-cb1a62c1d981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:32.808856 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-dd5d8887-8b40-4da9-9e72-a70fc4b0c6c8 req-a8d3c0dd-a61d-4ab7-a817-cb1a62c1d981 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ebd580521ede49659be460136b14e0dd&device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 1096 time: 0.0703802 Dec 08 16:26:32.961486 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0edf0954-2bf9-45d5-bb93-8436b4d0a753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:33.040402 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-faa20be4-778b-4ae0-bfb3-3ea49c3bd48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e823823d-b77d-4450-aa11-6b5ecd8a2e21', 'name': 'tempest-TestNetworkBasicOps-router-1873647229', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '61f78755-bc16-4963-9f9c-41a2b5ad617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:24:29Z', 'updated_at': '2021-12-08T16:26:26Z', 'revision_number': 5, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'gw_port': {'id': '61f78755-bc16-4963-9f9c-41a2b5ad617a', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:14:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e823823d-b77d-4450-aa11-6b5ecd8a2e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:24:30Z', 'updated_at': '2021-12-08T16:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '31b38ae2-c793-491e-854b-a45b3ba70fbd', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'floating_ip_address': '172.25.0.16', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': 'e823823d-b77d-4450-aa11-6b5ecd8a2e21', 'port_id': 'ebfe58f3-ab0f-4580-805b-c92c4f7c580b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2274, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '368d83ab-a000-4b31-b676-7976aae96be0', 'mac_address': 'fa:16:3e:c9:d0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539b66e6-0eaa-449f-8c44-153f5499b76c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:25:04Z', 'updated_at': '2021-12-08T16:25:08Z', 'revision_number': 1, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6582bfd-52f7-4cf2-8060-72311a32877d', 'name': '', 'network_id': '6526d0e5-7294-44c6-b3e2-afe82259b702', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'mac_address': 'fa:16:3e:14:a8:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e823823d-b77d-4450-aa11-6b5ecd8a2e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '8c4743ef-6019-4eb0-90e4-f64e48f10e2a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:26:24Z', 'updated_at': '2021-12-08T16:26:31Z', 'revision_number': 4, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'subnets': [{'id': '8c4743ef-6019-4eb0-90e4-f64e48f10e2a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f029fbd5-76fe-43ef-8c9f-e2d8e8dfd012', 'name': '', 'network_id': '368d83ab-a000-4b31-b676-7976aae96be0', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'mac_address': 'fa:16:3e:2d:73:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e823823d-b77d-4450-aa11-6b5ecd8a2e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': '333b9e40-0777-46ae-b741-90a63b428a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:24:34Z', 'updated_at': '2021-12-08T16:24:40Z', 'revision_number': 5, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'subnets': [{'id': '333b9e40-0777-46ae-b741-90a63b428a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:26:33.068697 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-0edf0954-2bf9-45d5-bb93-8436b4d0a753 None None] For port e6582bfd-52f7-4cf2-8060-72311a32877d, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=e6582bfd-52f7-4cf2-8060-72311a32877d,segment=NetworkSegment(6dc4348c-9eca-4c82-b912-a2a040c68359),segment_id=6dc4348c-9eca-4c82-b912-a2a040c68359)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:26:33.074779 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d8887-8b40-4da9-9e72-a70fc4b0c6c8 req-b5a41ca7-b62f-4eae-89d0-4a99b8800f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:33.081372 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-dd5d8887-8b40-4da9-9e72-a70fc4b0c6c8 req-b5a41ca7-b62f-4eae-89d0-4a99b8800f05 service neutron] 10.222.0.37 "GET /v2.0/networks?id=96222b75-0d7f-43da-898a-91046f8bdc5a HTTP/1.1" status: 200 len: 917 time: 0.2466774 Dec 08 16:26:33.099436 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa20be4-778b-4ae0-bfb3-3ea49c3bd48b None None] The sync data for ids ['e823823d-b77d-4450-aa11-6b5ecd8a2e21'] in n-d-776250-12 is: [{'id': 'e823823d-b77d-4450-aa11-6b5ecd8a2e21', 'name': 'tempest-TestNetworkBasicOps-router-1873647229', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '61f78755-bc16-4963-9f9c-41a2b5ad617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:24:29Z', 'updated_at': '2021-12-08T16:26:26Z', 'revision_number': 5, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'gw_port': {'id': '61f78755-bc16-4963-9f9c-41a2b5ad617a', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:14:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e823823d-b77d-4450-aa11-6b5ecd8a2e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:24:30Z', 'updated_at': '2021-12-08T16:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '31b38ae2-c793-491e-854b-a45b3ba70fbd', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'floating_ip_address': '172.25.0.16', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': 'e823823d-b77d-4450-aa11-6b5ecd8a2e21', 'port_id': 'ebfe58f3-ab0f-4580-805b-c92c4f7c580b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2274, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '368d83ab-a000-4b31-b676-7976aae96be0', 'mac_address': 'fa:16:3e:c9:d0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539b66e6-0eaa-449f-8c44-153f5499b76c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:25:04Z', 'updated_at': '2021-12-08T16:25:08Z', 'revision_number': 1, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6582bfd-52f7-4cf2-8060-72311a32877d', 'name': '', 'network_id': '6526d0e5-7294-44c6-b3e2-afe82259b702', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'mac_address': 'fa:16:3e:14:a8:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e823823d-b77d-4450-aa11-6b5ecd8a2e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '8c4743ef-6019-4eb0-90e4-f64e48f10e2a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:26:24Z', 'updated_at': '2021-12-08T16:26:31Z', 'revision_number': 4, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'subnets': [{'id': '8c4743ef-6019-4eb0-90e4-f64e48f10e2a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f029fbd5-76fe-43ef-8c9f-e2d8e8dfd012', 'name': '', 'network_id': '368d83ab-a000-4b31-b676-7976aae96be0', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'mac_address': 'fa:16:3e:2d:73:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e823823d-b77d-4450-aa11-6b5ecd8a2e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': '333b9e40-0777-46ae-b741-90a63b428a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:24:34Z', 'updated_at': '2021-12-08T16:24:40Z', 'revision_number': 5, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'subnets': [{'id': '333b9e40-0777-46ae-b741-90a63b428a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:26:33.151063 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b7298bf-987d-4a04-95e4-cb3bf11dfc6a admin admin] Router ec30d7de-eddb-46fa-bc8a-4d1a6d6becae has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:26:33.178019 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0edf0954-2bf9-45d5-bb93-8436b4d0a753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:33.283794 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-dd5d8887-8b40-4da9-9e72-a70fc4b0c6c8 req-2f845029-9c9c-45a3-a5fb-fc852d3741b1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d9958c2-7603-431f-bd09-3479b639dea0 HTTP/1.1" status: 200 len: 999 time: 0.1934786 Dec 08 16:26:33.303447 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edf0954-2bf9-45d5-bb93-8436b4d0a753 None None] Pushing event updated for resources: {'Port': ['ID=e6582bfd-52f7-4cf2-8060-72311a32877d,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:33.337957 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edf0954-2bf9-45d5-bb93-8436b4d0a753 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:33.338323 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edf0954-2bf9-45d5-bb93-8436b4d0a753 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:33.338678 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edf0954-2bf9-45d5-bb93-8436b4d0a753 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:33.339030 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edf0954-2bf9-45d5-bb93-8436b4d0a753 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:33.339377 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edf0954-2bf9-45d5-bb93-8436b4d0a753 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:33.339724 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edf0954-2bf9-45d5-bb93-8436b4d0a753 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:33.340060 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edf0954-2bf9-45d5-bb93-8436b4d0a753 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:33.344296 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edf0954-2bf9-45d5-bb93-8436b4d0a753 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:33.347552 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edf0954-2bf9-45d5-bb93-8436b4d0a753 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:33.348105 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edf0954-2bf9-45d5-bb93-8436b4d0a753 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:33.351031 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edf0954-2bf9-45d5-bb93-8436b4d0a753 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:33.351711 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edf0954-2bf9-45d5-bb93-8436b4d0a753 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:33.352801 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edf0954-2bf9-45d5-bb93-8436b4d0a753 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:33.378954 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d8887-8b40-4da9-9e72-a70fc4b0c6c8 req-65f425c2-2114-4065-baeb-5462490c15bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:33.391842 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-dd5d8887-8b40-4da9-9e72-a70fc4b0c6c8 req-65f425c2-2114-4065-baeb-5462490c15bc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=297bd6e5-3bf7-4d91-8a12-5133ca44aa82 HTTP/1.1" status: 200 len: 855 time: 0.0892959 Dec 08 16:26:33.455009 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d8887-8b40-4da9-9e72-a70fc4b0c6c8 req-1d90f929-a3fa-410f-9903-6da257ec665c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:33.457048 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-dd5d8887-8b40-4da9-9e72-a70fc4b0c6c8 req-1d90f929-a3fa-410f-9903-6da257ec665c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=96222b75-0d7f-43da-898a-91046f8bdc5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0620995 Dec 08 16:26:33.514666 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b7298bf-987d-4a04-95e4-cb3bf11dfc6a admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:26:33.523834 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d1d732-c493-4993-bcd8-c418061d55e7 None None] Sync routers for ids ['ec30d7de-eddb-46fa-bc8a-4d1a6d6becae'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:26:33.544759 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d1d732-c493-4993-bcd8-c418061d55e7 None None] Routers {'ec30d7de-eddb-46fa-bc8a-4d1a6d6becae'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:26:33.545447 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-a6d1d732-c493-4993-bcd8-c418061d55e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:26:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['ec30d7de-eddb-46fa-bc8a-4d1a6d6becae'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:26:33.547330 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-4b7298bf-987d-4a04-95e4-cb3bf11dfc6a admin admin] 10.222.0.64 "PUT /v2.0/routers/ec30d7de-eddb-46fa-bc8a-4d1a6d6becae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5559394 Dec 08 16:26:33.551349 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 38080) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:33.602360 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-dd5d8887-8b40-4da9-9e72-a70fc4b0c6c8 req-4a50face-efc5-4d16-b478-a3c15c0590b3 service neutron] 10.222.0.37 "GET /v2.0/networks/96222b75-0d7f-43da-898a-91046f8bdc5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352215 Dec 08 16:26:33.695462 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c7bc6-ad32-4ba3-a4da-f384d5850cd7 req-78585c32-da1d-4354-8afa-af3a0ee0ddb7 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:33.706990 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b15c7bc6-ad32-4ba3-a4da-f384d5850cd7 req-78585c32-da1d-4354-8afa-af3a0ee0ddb7 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 944 time: 0.2954574 Dec 08 16:26:33.869022 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-a6d1d732-c493-4993-bcd8-c418061d55e7 None None] Set router ec30d7de-eddb-46fa-bc8a-4d1a6d6becae gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:26:33.946466 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-dd5d8887-8b40-4da9-9e72-a70fc4b0c6c8 req-49776b15-84bb-4f91-85db-93db6e201f6e service neutron] 10.222.0.37 "GET /v2.0/networks/96222b75-0d7f-43da-898a-91046f8bdc5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275063 Dec 08 16:26:34.089775 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b15c7bc6-ad32-4ba3-a4da-f384d5850cd7 req-02f78bc9-d86e-419c-8ce7-dfdb4a10aa87 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4f2ad79-b8e6-4523-9d6e-1cfbd1d7f7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3738604 Dec 08 16:26:34.118204 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-45cc80c7-43b9-4e13-a427-057197a41528 admin admin] Publish callbacks [] for router, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:34.544600 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device e6582bfd-52f7-4cf2-8060-72311a32877d up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:26:34.685674 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-45cc80c7-43b9-4e13-a427-057197a41528 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:34.710229 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port e6582bfd-52f7-4cf2-8060-72311a32877d triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:26:34.711328 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:34.771210 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:34.899636 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-45cc80c7-43b9-4e13-a427-057197a41528 admin admin] Deleting port dfc500d2-d742-428f-9d7d-00ccafbdd541 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:26:34.900133 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-45cc80c7-43b9-4e13-a427-057197a41528 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:34.985321 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-a6d1d732-c493-4993-bcd8-c418061d55e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec30d7de-eddb-46fa-bc8a-4d1a6d6becae', 'name': 'tempest-TaggedBootDevicesTest_v242-1524075565-router', 'tenant_id': '18030f7f284349198514456af1320f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'dfc500d2-d742-428f-9d7d-00ccafbdd541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:13:42Z', 'updated_at': '2021-12-08T16:26:31Z', 'revision_number': 5, 'project_id': '18030f7f284349198514456af1320f51', 'gw_port': {'id': 'dfc500d2-d742-428f-9d7d-00ccafbdd541', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:99:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec30d7de-eddb-46fa-bc8a-4d1a6d6becae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:13:44Z', 'updated_at': '2021-12-08T16:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:26:35.033817 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-45cc80c7-43b9-4e13-a427-057197a41528 admin admin] For port dfc500d2-d742-428f-9d7d-00ccafbdd541, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=dfc500d2-d742-428f-9d7d-00ccafbdd541,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:26:35.034304 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-45cc80c7-43b9-4e13-a427-057197a41528 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:35.043455 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d1d732-c493-4993-bcd8-c418061d55e7 None None] Checking router: ec30d7de-eddb-46fa-bc8a-4d1a6d6becae for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:26:35.076538 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d1d732-c493-4993-bcd8-c418061d55e7 None None] Routers {'ec30d7de-eddb-46fa-bc8a-4d1a6d6becae'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:26:35.077393 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-a6d1d732-c493-4993-bcd8-c418061d55e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:26:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['ec30d7de-eddb-46fa-bc8a-4d1a6d6becae'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:26:35.082358 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-45cc80c7-43b9-4e13-a427-057197a41528 admin admin] Calling delete_port for dfc500d2-d742-428f-9d7d-00ccafbdd541 owned by network:router_gateway {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:26:35.319320 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-a6d1d732-c493-4993-bcd8-c418061d55e7 None None] Set router ec30d7de-eddb-46fa-bc8a-4d1a6d6becae gateway port host: None {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:26:35.339409 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55c9f5-1792-4036-9a15-eb9cf55e36e5 req-47012051-6152-42b6-85d6-7bce82772e6a tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:35.346673 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3f55c9f5-1792-4036-9a15-eb9cf55e36e5 req-47012051-6152-42b6-85d6-7bce82772e6a tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 944 time: 0.1397321 Dec 08 16:26:35.407978 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-a6d1d732-c493-4993-bcd8-c418061d55e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec30d7de-eddb-46fa-bc8a-4d1a6d6becae', 'name': 'tempest-TaggedBootDevicesTest_v242-1524075565-router', 'tenant_id': '18030f7f284349198514456af1320f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:13:42Z', 'updated_at': '2021-12-08T16:26:34Z', 'revision_number': 6, 'project_id': '18030f7f284349198514456af1320f51', 'gw_port_host': None}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:26:35.454972 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d1d732-c493-4993-bcd8-c418061d55e7 None None] The sync data for ids ['ec30d7de-eddb-46fa-bc8a-4d1a6d6becae'] in n-d-776250-12 is: [{'id': 'ec30d7de-eddb-46fa-bc8a-4d1a6d6becae', 'name': 'tempest-TaggedBootDevicesTest_v242-1524075565-router', 'tenant_id': '18030f7f284349198514456af1320f51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:13:42Z', 'updated_at': '2021-12-08T16:26:34Z', 'revision_number': 6, 'project_id': '18030f7f284349198514456af1320f51', 'gw_port_host': None}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:26:35.494210 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3f55c9f5-1792-4036-9a15-eb9cf55e36e5 req-329c1b0c-585c-4d5d-b196-8243c5e82e1b tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4f2ad79-b8e6-4523-9d6e-1cfbd1d7f7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411521 Dec 08 16:26:35.749614 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-45cc80c7-43b9-4e13-a427-057197a41528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:35.823922 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cc80c7-43b9-4e13-a427-057197a41528 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfc500d2-d742-428f-9d7d-00ccafbdd541,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:35.846229 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5ad774da-de8f-4654-8563-49b21d6abcbc req-75f3dfad-b1b7-4b48-ab13-79f7f98aa331 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=be7aa026-4066-4235-b722-f17f37d8d9bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1558964 Dec 08 16:26:36.540797 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-45cc80c7-43b9-4e13-a427-057197a41528 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:36.554977 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device dfc500d2-d742-428f-9d7d-00ccafbdd541 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:26:36.582807 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: dfc500d2-d742-428f-9d7d-00ccafbdd541 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:26:36.583424 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device dfc500d2-d742-428f-9d7d-00ccafbdd541 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:26:36.584069 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 045b9e05-e545-4e31-b22a-81b264d3c83c no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:26:36.625367 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 045b9e05-e545-4e31-b22a-81b264d3c83c {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:26:36.626350 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 045b9e05-e545-4e31-b22a-81b264d3c83c not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:26:36.698586 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad774da-de8f-4654-8563-49b21d6abcbc req-03f58f2d-2efe-4ef7-ad62-0f4fad7cb3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:36.700965 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5ad774da-de8f-4654-8563-49b21d6abcbc req-03f58f2d-2efe-4ef7-ad62-0f4fad7cb3fd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2a90eddbbcbf4338ab5fe411884194ac&device_id=be7aa026-4066-4235-b722-f17f37d8d9bc HTTP/1.1" status: 200 len: 1098 time: 0.7697096 Dec 08 16:26:36.776298 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-45cc80c7-43b9-4e13-a427-057197a41528 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:36.788744 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-45cc80c7-43b9-4e13-a427-057197a41528 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:36.815549 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae8673d-869d-47ac-9bcb-e944f4f6685d req-2971c479-67bf-4ee4-9e25-1c2b383cff9a tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:36.817693 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cae8673d-869d-47ac-9bcb-e944f4f6685d req-2971c479-67bf-4ee4-9e25-1c2b383cff9a tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 944 time: 0.1377771 Dec 08 16:26:36.904910 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cae8673d-869d-47ac-9bcb-e944f4f6685d req-862a27d1-05da-4e11-90fa-cc12bb764491 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4f2ad79-b8e6-4523-9d6e-1cfbd1d7f7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793960 Dec 08 16:26:36.975154 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-45cc80c7-43b9-4e13-a427-057197a41528 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:36.975734 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45cc80c7-43b9-4e13-a427-057197a41528 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec30d7de-eddb-46fa-bc8a-4d1a6d6becae {{(pid=110551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:26:36.983315 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-45cc80c7-43b9-4e13-a427-057197a41528 admin admin] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:36.987645 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-45cc80c7-43b9-4e13-a427-057197a41528 admin admin] 10.222.0.64 "DELETE /v2.0/routers/ec30d7de-eddb-46fa-bc8a-4d1a6d6becae HTTP/1.1" status: 204 len: 168 time: 3.4326296 Dec 08 16:26:36.987801 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 38142) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:37.104911 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-07d03012-60d7-47c6-9540-63eec3ad50d2 admin admin] Deleting subnet 1788926e-2053-422c-b7be-41238d864800 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:26:37.120007 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad774da-de8f-4654-8563-49b21d6abcbc req-4b2a9acf-579b-478a-b106-475618d0db58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:37.121846 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5ad774da-de8f-4654-8563-49b21d6abcbc req-4b2a9acf-579b-478a-b106-475618d0db58 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6526d0e5-7294-44c6-b3e2-afe82259b702 HTTP/1.1" status: 200 len: 898 time: 0.2492108 Dec 08 16:26:37.129266 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-07d03012-60d7-47c6-9540-63eec3ad50d2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:37.226955 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-07d03012-60d7-47c6-9540-63eec3ad50d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:37.273753 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5ad774da-de8f-4654-8563-49b21d6abcbc req-39b14480-4e69-4bbb-8c9d-6d2f020940d6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=10a5b4ad-8e62-41d2-8a7e-25aa94a24067 HTTP/1.1" status: 200 len: 217 time: 0.1412842 Dec 08 16:26:37.365930 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad774da-de8f-4654-8563-49b21d6abcbc req-8ed3e9b9-14be-420f-9269-1c8a4e8d2a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:37.368299 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5ad774da-de8f-4654-8563-49b21d6abcbc req-8ed3e9b9-14be-420f-9269-1c8a4e8d2a90 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8c4743ef-6019-4eb0-90e4-f64e48f10e2a HTTP/1.1" status: 200 len: 837 time: 0.0802038 Dec 08 16:26:37.388160 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-07d03012-60d7-47c6-9540-63eec3ad50d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:37.544910 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad774da-de8f-4654-8563-49b21d6abcbc req-27967181-8f25-44c6-a473-1dd963534c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:37.544910 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5ad774da-de8f-4654-8563-49b21d6abcbc req-27967181-8f25-44c6-a473-1dd963534c49 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6526d0e5-7294-44c6-b3e2-afe82259b702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1500132 Dec 08 16:26:37.705344 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5ad774da-de8f-4654-8563-49b21d6abcbc req-3a8ef9be-67d3-4cb6-985c-6422d618d5af service neutron] 10.222.0.76 "GET /v2.0/networks/6526d0e5-7294-44c6-b3e2-afe82259b702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700761 Dec 08 16:26:37.820582 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5ad774da-de8f-4654-8563-49b21d6abcbc req-952500e9-3137-4486-b458-5decb5289357 service neutron] 10.222.0.76 "GET /v2.0/networks/6526d0e5-7294-44c6-b3e2-afe82259b702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062078 Dec 08 16:26:38.078373 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675bb965-9132-49e3-aba7-98cde90912c2 req-e37620e1-d29a-42dc-ab1e-bb9047f1bcfb tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:38.080144 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-675bb965-9132-49e3-aba7-98cde90912c2 req-e37620e1-d29a-42dc-ab1e-bb9047f1bcfb tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 944 time: 0.0720274 Dec 08 16:26:38.128068 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-07d03012-60d7-47c6-9540-63eec3ad50d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:38.172676 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d03012-60d7-47c6-9540-63eec3ad50d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1788926e-2053-422c-b7be-41238d864800,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:38.207045 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1105d8c3-2423-4abc-85ec-138429cff17f None None] Network f511b156-9962-4a0c-911e-c5b5fa14a2a0 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:26:38.218006 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-07d03012-60d7-47c6-9540-63eec3ad50d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:38.225687 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-07d03012-60d7-47c6-9540-63eec3ad50d2 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/1788926e-2053-422c-b7be-41238d864800 HTTP/1.1" status: 204 len: 168 time: 1.2372067 Dec 08 16:26:38.228306 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 38164) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:38.259772 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-675bb965-9132-49e3-aba7-98cde90912c2 req-234ea11e-9c60-45da-87b9-cb7735621a4b tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4f2ad79-b8e6-4523-9d6e-1cfbd1d7f7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1728535 Dec 08 16:26:38.403388 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-49357639-9574-4d2d-ad49-6ddb3032d953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:38.493349 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87d3590-96f0-4da4-8eca-798836427b6c None None] DHCP port deletion for f511b156-9962-4a0c-911e-c5b5fa14a2a0 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:26:38.550595 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-49357639-9574-4d2d-ad49-6ddb3032d953 admin admin] Deleting port ad149e39-9c30-4801-884a-0e8078b525f0 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:26:38.552595 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-49357639-9574-4d2d-ad49-6ddb3032d953 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:38.626948 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:38.631771 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-c87d3590-96f0-4da4-8eca-798836427b6c None None] Deleting port ad149e39-9c30-4801-884a-0e8078b525f0 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:26:38.633055 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c87d3590-96f0-4da4-8eca-798836427b6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:38.683913 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-49357639-9574-4d2d-ad49-6ddb3032d953 admin admin] For port ad149e39-9c30-4801-884a-0e8078b525f0, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=ad149e39-9c30-4801-884a-0e8078b525f0,segment=NetworkSegment(02b1a325-c52a-457b-a2ac-b3d8092ab9c2),segment_id=02b1a325-c52a-457b-a2ac-b3d8092ab9c2)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:26:38.684423 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-49357639-9574-4d2d-ad49-6ddb3032d953 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:38.706313 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-49357639-9574-4d2d-ad49-6ddb3032d953 admin admin] Calling delete_port for ad149e39-9c30-4801-884a-0e8078b525f0 owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:26:38.847017 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-c87d3590-96f0-4da4-8eca-798836427b6c None None] For port ad149e39-9c30-4801-884a-0e8078b525f0, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=ad149e39-9c30-4801-884a-0e8078b525f0,segment=NetworkSegment(02b1a325-c52a-457b-a2ac-b3d8092ab9c2),segment_id=02b1a325-c52a-457b-a2ac-b3d8092ab9c2)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:26:38.847628 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c87d3590-96f0-4da4-8eca-798836427b6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:38.872824 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-c87d3590-96f0-4da4-8eca-798836427b6c None None] Calling delete_port for ad149e39-9c30-4801-884a-0e8078b525f0 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:26:38.930868 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-49357639-9574-4d2d-ad49-6ddb3032d953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:39.022001 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49357639-9574-4d2d-ad49-6ddb3032d953 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad149e39-9c30-4801-884a-0e8078b525f0,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:39.034303 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49357639-9574-4d2d-ad49-6ddb3032d953 admin admin] No DVR routers for this DVR port ad149e39-9c30-4801-884a-0e8078b525f0 on host n-d-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:26:39.062258 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c87d3590-96f0-4da4-8eca-798836427b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:39.128237 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87d3590-96f0-4da4-8eca-798836427b6c None None] Pushing event deleted for resources: {'Port': ['ID=ad149e39-9c30-4801-884a-0e8078b525f0,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:39.157050 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87d3590-96f0-4da4-8eca-798836427b6c None None] No DVR routers for this DVR port ad149e39-9c30-4801-884a-0e8078b525f0 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:26:39.245380 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-49357639-9574-4d2d-ad49-6ddb3032d953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:39.306001 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-49357639-9574-4d2d-ad49-6ddb3032d953 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f511b156-9962-4a0c-911e-c5b5fa14a2a0']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:26:39.334364 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-49357639-9574-4d2d-ad49-6ddb3032d953 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02b1a325-c52a-457b-a2ac-b3d8092ab9c2') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:26:39.343119 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-49357639-9574-4d2d-ad49-6ddb3032d953 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02b1a325-c52a-457b-a2ac-b3d8092ab9c2') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:26:39.363431 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-49357639-9574-4d2d-ad49-6ddb3032d953 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:39.364275 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 38192) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:39.376073 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-49357639-9574-4d2d-ad49-6ddb3032d953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:39.410769 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49357639-9574-4d2d-ad49-6ddb3032d953 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:26:39.411367 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-49357639-9574-4d2d-ad49-6ddb3032d953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:39.422333 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:26:39.422333 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:26:39.422333 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:26:39.422333 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:26:39.422333 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:26:39.422333 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:26:39.422333 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:26:39.422333 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:26:39.422333 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:26:39.422333 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:26:39.422333 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:26:39.422333 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:26:39.422333 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:26:39.422333 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:26:39.422333 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:26:39.422333 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:26:39.422333 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:26:39.422333 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:26:39.422333 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:26:39.422333 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:26:39.422333 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:26:39.422333 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:26:39.422333 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:26:39.422333 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:26:39.422333 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:26:39.422333 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:26:39.422333 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:26:39.422333 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:26:39.422333 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:26:39.422333 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:26:39.422333 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:26:39.422333 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:26:39.604468 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1679bae3-ddeb-49cf-8433-715565552503 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:39.735750 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-49357639-9574-4d2d-ad49-6ddb3032d953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:39.746542 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-49357639-9574-4d2d-ad49-6ddb3032d953 admin admin] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:39.755640 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-49357639-9574-4d2d-ad49-6ddb3032d953 admin admin] 10.222.0.64 "DELETE /v2.0/networks/f511b156-9962-4a0c-911e-c5b5fa14a2a0 HTTP/1.1" status: 204 len: 168 time: 1.5261123 Dec 08 16:26:39.764459 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 38202) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:39.800854 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49357639-9574-4d2d-ad49-6ddb3032d953 admin admin] Pushing event deleted for resources: {'Network': ['ID=f511b156-9962-4a0c-911e-c5b5fa14a2a0,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:39.817905 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccfffdc-8d01-4fbc-8e30-0a27ed518000 req-49f46902-922f-48c8-b68a-5bfa2927a846 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:39.820918 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bccfffdc-8d01-4fbc-8e30-0a27ed518000 req-49f46902-922f-48c8-b68a-5bfa2927a846 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 944 time: 0.1996891 Dec 08 16:26:39.954333 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bccfffdc-8d01-4fbc-8e30-0a27ed518000 req-2a1ed619-4088-4c62-926e-957f55b2e34f tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4f2ad79-b8e6-4523-9d6e-1cfbd1d7f7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260746 Dec 08 16:26:40.023353 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1679bae3-ddeb-49cf-8433-715565552503 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:40.109320 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1679bae3-ddeb-49cf-8433-715565552503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:40.276594 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-1679bae3-ddeb-49cf-8433-715565552503 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=27bb625b58d9406c9ae3cf9e7d6ffdbb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9111238 Dec 08 16:26:40.279285 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 38216) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:40.325344 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1679bae3-ddeb-49cf-8433-715565552503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fefb14d-1018-408f-a428-e63a00819b8a,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:40.375834 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device ad149e39-9c30-4801-884a-0e8078b525f0 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:26:40.430414 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3649258b-b11d-4d06-9f46-11482a065411 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:40.461952 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: ad149e39-9c30-4801-884a-0e8078b525f0 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:26:40.462313 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device ad149e39-9c30-4801-884a-0e8078b525f0 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:26:40.532460 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3649258b-b11d-4d06-9f46-11482a065411 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:40.736208 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3649258b-b11d-4d06-9f46-11482a065411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:40.742917 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3649258b-b11d-4d06-9f46-11482a065411 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:40.743901 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-3649258b-b11d-4d06-9f46-11482a065411 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5fefb14d-1018-408f-a428-e63a00819b8a HTTP/1.1" status: 204 len: 168 time: 0.4635205 Dec 08 16:26:40.753210 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3649258b-b11d-4d06-9f46-11482a065411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fefb14d-1018-408f-a428-e63a00819b8a,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:40.774312 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4d2d2a44-0dbc-4ab0-8dee-cf0bcac47149 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:41.217741 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54910042-af89-4923-b09f-c6f5a846c2b0 req-37034855-93d9-4080-ad56-3117858ef50d tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:41.219728 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-54910042-af89-4923-b09f-c6f5a846c2b0 req-37034855-93d9-4080-ad56-3117858ef50d tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 944 time: 0.1324289 Dec 08 16:26:41.291528 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-4d2d2a44-0dbc-4ab0-8dee-cf0bcac47149 admin admin] Deleting port e5cb28fa-f672-41ba-9d90-f62076ff2ca2 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:26:41.291809 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4d2d2a44-0dbc-4ab0-8dee-cf0bcac47149 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:41.331119 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-54910042-af89-4923-b09f-c6f5a846c2b0 req-d28ecaf2-3084-4baf-ad25-caf5ddda7247 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4f2ad79-b8e6-4523-9d6e-1cfbd1d7f7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919080 Dec 08 16:26:41.419425 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-4d2d2a44-0dbc-4ab0-8dee-cf0bcac47149 admin admin] For port e5cb28fa-f672-41ba-9d90-f62076ff2ca2, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=e5cb28fa-f672-41ba-9d90-f62076ff2ca2,segment=NetworkSegment(2de25e18-fff7-4bc6-a69a-b5093ddb93a3),segment_id=2de25e18-fff7-4bc6-a69a-b5093ddb93a3)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:26:41.419805 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4d2d2a44-0dbc-4ab0-8dee-cf0bcac47149 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:41.436755 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-4d2d2a44-0dbc-4ab0-8dee-cf0bcac47149 admin admin] Calling delete_port for e5cb28fa-f672-41ba-9d90-f62076ff2ca2 owned by network:router_interface {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:26:41.479374 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f2a02843-6a26-4a0c-8a51-b881a545385b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:41.743303 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 38248) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:41.760341 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-99ccc33a-f71d-40d6-83bb-786e4b3b0676 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:41.795649 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4d2d2a44-0dbc-4ab0-8dee-cf0bcac47149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:41.848227 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2d2a44-0dbc-4ab0-8dee-cf0bcac47149 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5cb28fa-f672-41ba-9d90-f62076ff2ca2,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:41.888119 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-99ccc33a-f71d-40d6-83bb-786e4b3b0676 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:42.027273 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-99ccc33a-f71d-40d6-83bb-786e4b3b0676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:42.097876 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ccc33a-f71d-40d6-83bb-786e4b3b0676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e3658c-f00d-4077-9ee4-d811b9555fe9,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:42.129267 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ccc33a-f71d-40d6-83bb-786e4b3b0676 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:42.130650 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ccc33a-f71d-40d6-83bb-786e4b3b0676 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:42.131110 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ccc33a-f71d-40d6-83bb-786e4b3b0676 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:42.131565 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ccc33a-f71d-40d6-83bb-786e4b3b0676 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:42.132002 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ccc33a-f71d-40d6-83bb-786e4b3b0676 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:42.132593 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ccc33a-f71d-40d6-83bb-786e4b3b0676 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:42.132905 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ccc33a-f71d-40d6-83bb-786e4b3b0676 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:42.135137 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4d2d2a44-0dbc-4ab0-8dee-cf0bcac47149 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:42.139057 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ccc33a-f71d-40d6-83bb-786e4b3b0676 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:42.139542 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ccc33a-f71d-40d6-83bb-786e4b3b0676 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:42.140045 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ccc33a-f71d-40d6-83bb-786e4b3b0676 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:42.140469 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ccc33a-f71d-40d6-83bb-786e4b3b0676 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:42.140909 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ccc33a-f71d-40d6-83bb-786e4b3b0676 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:42.143017 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ccc33a-f71d-40d6-83bb-786e4b3b0676 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:42.187672 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-99ccc33a-f71d-40d6-83bb-786e4b3b0676 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=42286f0969814db99ab662a09c8d3389&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4420528 Dec 08 16:26:42.190496 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 38252) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:42.276785 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3addd868-214e-4d14-a076-66becbd4e384 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:42.357030 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3addd868-214e-4d14-a076-66becbd4e384 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:42.546935 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3addd868-214e-4d14-a076-66becbd4e384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:42.549946 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3addd868-214e-4d14-a076-66becbd4e384 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:42.551211 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-3addd868-214e-4d14-a076-66becbd4e384 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/89e3658c-f00d-4077-9ee4-d811b9555fe9 HTTP/1.1" status: 204 len: 168 time: 0.3564427 Dec 08 16:26:42.567986 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3addd868-214e-4d14-a076-66becbd4e384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e3658c-f00d-4077-9ee4-d811b9555fe9,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:42.845678 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43457acf-5060-4f95-935a-ea73c3da3669 req-ccbd3e66-ea7a-4781-b669-a90ded646b82 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:42.847050 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-43457acf-5060-4f95-935a-ea73c3da3669 req-ccbd3e66-ea7a-4781-b669-a90ded646b82 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 944 time: 0.1816530 Dec 08 16:26:42.984353 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-43457acf-5060-4f95-935a-ea73c3da3669 req-91cccefb-f75d-415e-9037-92884618e573 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4f2ad79-b8e6-4523-9d6e-1cfbd1d7f7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228678 Dec 08 16:26:43.056683 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d2d2a44-0dbc-4ab0-8dee-cf0bcac47149 admin admin] Router 48ec5d07-1d0c-42f0-b12b-28ccf9dcdfce has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:26:43.202116 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d2d2a44-0dbc-4ab0-8dee-cf0bcac47149 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:26:43.214247 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124f3c8e-f10f-41dd-b529-50b94c3ad83a None None] Sync routers for ids ['48ec5d07-1d0c-42f0-b12b-28ccf9dcdfce'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:26:43.216320 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-4d2d2a44-0dbc-4ab0-8dee-cf0bcac47149 admin admin] 10.222.0.64 "PUT /v2.0/routers/48ec5d07-1d0c-42f0-b12b-28ccf9dcdfce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4398689 Dec 08 16:26:43.218127 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 38276) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:43.228504 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124f3c8e-f10f-41dd-b529-50b94c3ad83a None None] Routers {'48ec5d07-1d0c-42f0-b12b-28ccf9dcdfce'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:26:43.229545 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-124f3c8e-f10f-41dd-b529-50b94c3ad83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:26:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['48ec5d07-1d0c-42f0-b12b-28ccf9dcdfce'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:26:43.369287 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-87021e95-6031-4319-88a6-820b17feccf8 admin admin] Publish callbacks [] for router, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:43.382153 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-124f3c8e-f10f-41dd-b529-50b94c3ad83a None None] Set router 48ec5d07-1d0c-42f0-b12b-28ccf9dcdfce gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:26:43.522132 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-87021e95-6031-4319-88a6-820b17feccf8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:43.609650 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-124f3c8e-f10f-41dd-b529-50b94c3ad83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ec5d07-1d0c-42f0-b12b-28ccf9dcdfce', 'name': 'tempest-TaggedBootDevicesTest_v242-1016342196-router', 'tenant_id': '3481bfea2d7c49e6bcf0e8154ace25bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'e37cceea-7c0e-4202-87a6-e231aaf1128f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:13:59Z', 'updated_at': '2021-12-08T16:26:41Z', 'revision_number': 5, 'project_id': '3481bfea2d7c49e6bcf0e8154ace25bd', 'gw_port': {'id': 'e37cceea-7c0e-4202-87a6-e231aaf1128f', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ab:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ec5d07-1d0c-42f0-b12b-28ccf9dcdfce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:14:01Z', 'updated_at': '2021-12-08T16:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:26:43.680912 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124f3c8e-f10f-41dd-b529-50b94c3ad83a None None] Checking router: 48ec5d07-1d0c-42f0-b12b-28ccf9dcdfce for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:26:43.690942 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124f3c8e-f10f-41dd-b529-50b94c3ad83a None None] Routers {'48ec5d07-1d0c-42f0-b12b-28ccf9dcdfce'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:26:43.691767 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-124f3c8e-f10f-41dd-b529-50b94c3ad83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:26:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['48ec5d07-1d0c-42f0-b12b-28ccf9dcdfce'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:26:43.808164 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-87021e95-6031-4319-88a6-820b17feccf8 admin admin] Deleting port e37cceea-7c0e-4202-87a6-e231aaf1128f {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:26:43.808607 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-87021e95-6031-4319-88a6-820b17feccf8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:43.894848 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-124f3c8e-f10f-41dd-b529-50b94c3ad83a None None] Set router 48ec5d07-1d0c-42f0-b12b-28ccf9dcdfce gateway port host: None {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:26:44.040701 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-124f3c8e-f10f-41dd-b529-50b94c3ad83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ec5d07-1d0c-42f0-b12b-28ccf9dcdfce', 'name': 'tempest-TaggedBootDevicesTest_v242-1016342196-router', 'tenant_id': '3481bfea2d7c49e6bcf0e8154ace25bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:13:59Z', 'updated_at': '2021-12-08T16:26:43Z', 'revision_number': 6, 'project_id': '3481bfea2d7c49e6bcf0e8154ace25bd', 'gw_port_host': None}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:26:44.096311 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-87021e95-6031-4319-88a6-820b17feccf8 admin admin] For port e37cceea-7c0e-4202-87a6-e231aaf1128f, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=e37cceea-7c0e-4202-87a6-e231aaf1128f,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:26:44.096722 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-87021e95-6031-4319-88a6-820b17feccf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:44.119253 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6adbdc36-c2ae-429f-ae1c-8f384c3a7471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:44.140074 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-87021e95-6031-4319-88a6-820b17feccf8 admin admin] Calling delete_port for e37cceea-7c0e-4202-87a6-e231aaf1128f owned by network:router_gateway {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:26:44.140734 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124f3c8e-f10f-41dd-b529-50b94c3ad83a None None] The sync data for ids ['48ec5d07-1d0c-42f0-b12b-28ccf9dcdfce'] in n-d-776250-12 is: [{'id': '48ec5d07-1d0c-42f0-b12b-28ccf9dcdfce', 'name': 'tempest-TaggedBootDevicesTest_v242-1016342196-router', 'tenant_id': '3481bfea2d7c49e6bcf0e8154ace25bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:13:59Z', 'updated_at': '2021-12-08T16:26:43Z', 'revision_number': 6, 'project_id': '3481bfea2d7c49e6bcf0e8154ace25bd', 'gw_port_host': None}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:26:44.310212 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device e5cb28fa-f672-41ba-9d90-f62076ff2ca2 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:26:44.391126 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: e5cb28fa-f672-41ba-9d90-f62076ff2ca2 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:26:44.391831 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device e5cb28fa-f672-41ba-9d90-f62076ff2ca2 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:26:44.513483 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea6030d-3565-407a-81dd-292c654be81c req-f58c6a94-b8a9-4c76-bbca-2015f8d2b001 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:44.524093 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4ea6030d-3565-407a-81dd-292c654be81c req-f58c6a94-b8a9-4c76-bbca-2015f8d2b001 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 944 time: 0.3647401 Dec 08 16:26:44.707856 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4ea6030d-3565-407a-81dd-292c654be81c req-7d2f3bf8-64e0-423f-8fbc-fd5cb969b379 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4f2ad79-b8e6-4523-9d6e-1cfbd1d7f7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1810889 Dec 08 16:26:44.907194 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-87021e95-6031-4319-88a6-820b17feccf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:44.972822 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87021e95-6031-4319-88a6-820b17feccf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e37cceea-7c0e-4202-87a6-e231aaf1128f,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:45.137366 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-87021e95-6031-4319-88a6-820b17feccf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:45.233881 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:45.279304 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-87021e95-6031-4319-88a6-820b17feccf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:45.281876 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-87021e95-6031-4319-88a6-820b17feccf8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:45.432956 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-87021e95-6031-4319-88a6-820b17feccf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:45.434489 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87021e95-6031-4319-88a6-820b17feccf8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48ec5d07-1d0c-42f0-b12b-28ccf9dcdfce {{(pid=110551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:26:45.440655 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-87021e95-6031-4319-88a6-820b17feccf8 admin admin] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:45.448221 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-87021e95-6031-4319-88a6-820b17feccf8 admin admin] 10.222.0.64 "DELETE /v2.0/routers/48ec5d07-1d0c-42f0-b12b-28ccf9dcdfce HTTP/1.1" status: 204 len: 168 time: 2.2232881 Dec 08 16:26:45.450792 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 38344) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:45.611938 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fc2d44e-40af-4ed5-a75d-03f1aa80aca3 admin admin] Deleting subnet 43aa52d0-1c49-440e-9d69-0c8dbedc8c0e {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:26:45.627587 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1fc2d44e-40af-4ed5-a75d-03f1aa80aca3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:45.774608 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1fc2d44e-40af-4ed5-a75d-03f1aa80aca3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:46.042474 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850a6bf-6247-4cbe-b972-33afe281431b req-588d02b6-b30b-48fd-bd20-513e7135b2e1 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:46.067115 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e850a6bf-6247-4cbe-b972-33afe281431b req-588d02b6-b30b-48fd-bd20-513e7135b2e1 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 944 time: 0.1793981 Dec 08 16:26:46.098922 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1fc2d44e-40af-4ed5-a75d-03f1aa80aca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:46.266019 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e850a6bf-6247-4cbe-b972-33afe281431b req-3e8082cb-1ae7-4b2e-bd41-c62629dba5b2 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4f2ad79-b8e6-4523-9d6e-1cfbd1d7f7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1997249 Dec 08 16:26:46.398592 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1fc2d44e-40af-4ed5-a75d-03f1aa80aca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:46.407336 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device e37cceea-7c0e-4202-87a6-e231aaf1128f no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:26:46.474144 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc2d44e-40af-4ed5-a75d-03f1aa80aca3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43aa52d0-1c49-440e-9d69-0c8dbedc8c0e,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:46.474920 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: e37cceea-7c0e-4202-87a6-e231aaf1128f {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:26:46.474920 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device e37cceea-7c0e-4202-87a6-e231aaf1128f not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:26:46.517047 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7666da0a-a1c5-45c9-b92b-d8eabce623e8 None None] Network 204b38f3-5db6-4656-ad7b-d13d0fa37e5a requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:26:46.517777 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1fc2d44e-40af-4ed5-a75d-03f1aa80aca3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:46.521267 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-1fc2d44e-40af-4ed5-a75d-03f1aa80aca3 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/43aa52d0-1c49-440e-9d69-0c8dbedc8c0e HTTP/1.1" status: 204 len: 168 time: 1.0693450 Dec 08 16:26:46.524112 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 38382) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:46.686684 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-080c3d80-80b8-4a04-8d2d-94d3ce958130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:46.736142 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:46.800718 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472379fd-ad4e-4b0f-9ed0-ce4f060e1683 None None] DHCP port deletion for 204b38f3-5db6-4656-ad7b-d13d0fa37e5a request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:26:46.828637 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-080c3d80-80b8-4a04-8d2d-94d3ce958130 admin admin] Deleting port b3ace257-ad14-4aa4-9b29-71d41a78e084 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:26:46.829254 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-080c3d80-80b8-4a04-8d2d-94d3ce958130 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:46.878425 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-472379fd-ad4e-4b0f-9ed0-ce4f060e1683 None None] Deleting port b3ace257-ad14-4aa4-9b29-71d41a78e084 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:26:46.879526 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-472379fd-ad4e-4b0f-9ed0-ce4f060e1683 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:46.983866 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-472379fd-ad4e-4b0f-9ed0-ce4f060e1683 None None] For port b3ace257-ad14-4aa4-9b29-71d41a78e084, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=b3ace257-ad14-4aa4-9b29-71d41a78e084,segment=NetworkSegment(2de25e18-fff7-4bc6-a69a-b5093ddb93a3),segment_id=2de25e18-fff7-4bc6-a69a-b5093ddb93a3)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:26:46.984434 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-472379fd-ad4e-4b0f-9ed0-ce4f060e1683 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:47.003708 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-080c3d80-80b8-4a04-8d2d-94d3ce958130 admin admin] For port b3ace257-ad14-4aa4-9b29-71d41a78e084, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=b3ace257-ad14-4aa4-9b29-71d41a78e084,segment=NetworkSegment(2de25e18-fff7-4bc6-a69a-b5093ddb93a3),segment_id=2de25e18-fff7-4bc6-a69a-b5093ddb93a3)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:26:47.004405 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-080c3d80-80b8-4a04-8d2d-94d3ce958130 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:47.018970 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-472379fd-ad4e-4b0f-9ed0-ce4f060e1683 None None] Calling delete_port for b3ace257-ad14-4aa4-9b29-71d41a78e084 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:26:47.020728 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-080c3d80-80b8-4a04-8d2d-94d3ce958130 admin admin] Calling delete_port for b3ace257-ad14-4aa4-9b29-71d41a78e084 owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:26:47.364919 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-080c3d80-80b8-4a04-8d2d-94d3ce958130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:47.381020 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-472379fd-ad4e-4b0f-9ed0-ce4f060e1683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:47.398834 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:26:47.408333 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472379fd-ad4e-4b0f-9ed0-ce4f060e1683 None None] Pushing event deleted for resources: {'Port': ['ID=b3ace257-ad14-4aa4-9b29-71d41a78e084,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:47.415520 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472379fd-ad4e-4b0f-9ed0-ce4f060e1683 None None] No DVR routers for this DVR port b3ace257-ad14-4aa4-9b29-71d41a78e084 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:26:47.511351 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080c3d80-80b8-4a04-8d2d-94d3ce958130 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3ace257-ad14-4aa4-9b29-71d41a78e084,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:47.520745 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080c3d80-80b8-4a04-8d2d-94d3ce958130 admin admin] No DVR routers for this DVR port b3ace257-ad14-4aa4-9b29-71d41a78e084 on host n-d-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:26:47.593983 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c01e7-47e7-4089-ba9e-e87edf8f4d17 req-0f999b6c-f5a4-418c-85e2-4d44dfce1345 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:47.609774 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ba7c01e7-47e7-4089-ba9e-e87edf8f4d17 req-0f999b6c-f5a4-418c-85e2-4d44dfce1345 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 944 time: 0.2294567 Dec 08 16:26:47.627010 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:47.670146 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-080c3d80-80b8-4a04-8d2d-94d3ce958130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:47.707460 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-080c3d80-80b8-4a04-8d2d-94d3ce958130 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['204b38f3-5db6-4656-ad7b-d13d0fa37e5a']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:26:47.729810 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ba7c01e7-47e7-4089-ba9e-e87edf8f4d17 req-a7f1b265-3832-42a8-b4f7-a8c19ddd108d tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4f2ad79-b8e6-4523-9d6e-1cfbd1d7f7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185372 Dec 08 16:26:47.754245 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-080c3d80-80b8-4a04-8d2d-94d3ce958130 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2de25e18-fff7-4bc6-a69a-b5093ddb93a3') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:26:47.754561 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-080c3d80-80b8-4a04-8d2d-94d3ce958130 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2de25e18-fff7-4bc6-a69a-b5093ddb93a3') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:26:47.766987 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-080c3d80-80b8-4a04-8d2d-94d3ce958130 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:47.787592 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-080c3d80-80b8-4a04-8d2d-94d3ce958130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:47.793665 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-080c3d80-80b8-4a04-8d2d-94d3ce958130 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:26:47.794063 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-080c3d80-80b8-4a04-8d2d-94d3ce958130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:47.795710 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:26:47.795710 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:26:47.795710 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:26:47.795710 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:26:47.795710 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:26:47.795710 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:26:47.795710 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:26:47.795710 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:26:47.795710 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:26:47.795710 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:26:47.795710 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:26:47.795710 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:26:47.795710 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:26:47.795710 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:26:47.795710 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:26:47.795710 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:26:47.795710 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:26:47.795710 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:26:47.795710 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:26:47.795710 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:26:47.795710 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:26:47.795710 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:26:47.795710 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:26:47.795710 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:26:47.795710 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:26:47.795710 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:26:47.795710 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:26:47.795710 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:26:47.795710 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:26:47.795710 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:26:47.795710 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:26:47.795710 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:26:47.986877 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-080c3d80-80b8-4a04-8d2d-94d3ce958130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:47.993396 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-080c3d80-80b8-4a04-8d2d-94d3ce958130 admin admin] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:48.000477 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-080c3d80-80b8-4a04-8d2d-94d3ce958130 admin admin] 10.222.0.64 "DELETE /v2.0/networks/204b38f3-5db6-4656-ad7b-d13d0fa37e5a HTTP/1.1" status: 204 len: 168 time: 1.4748168 Dec 08 16:26:48.014425 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080c3d80-80b8-4a04-8d2d-94d3ce958130 admin admin] Pushing event deleted for resources: {'Network': ['ID=204b38f3-5db6-4656-ad7b-d13d0fa37e5a,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:48.291165 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device b3ace257-ad14-4aa4-9b29-71d41a78e084 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:26:48.315569 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: b3ace257-ad14-4aa4-9b29-71d41a78e084 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:26:48.316164 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device b3ace257-ad14-4aa4-9b29-71d41a78e084 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:26:48.714541 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 38500) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:48.776293 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e39b2f7f-92a4-4c8b-9e08-55ca590bd7d4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=18030f7f284349198514456af1320f51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0589361 Dec 08 16:26:48.777351 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 38508) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:48.853794 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a3793d0d-6b2c-47f4-b71d-9583549f233f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:48.874936 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 38510) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:48.884988 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a3793d0d-6b2c-47f4-b71d-9583549f233f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:49.024608 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8dfc6a-0b1e-4437-b914-1eab4bdb7589 req-3d4d51da-3341-4daf-bea8-30912785af24 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:49.032808 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7b8dfc6a-0b1e-4437-b914-1eab4bdb7589 req-3d4d51da-3341-4daf-bea8-30912785af24 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 944 time: 0.1226509 Dec 08 16:26:49.067743 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a3793d0d-6b2c-47f4-b71d-9583549f233f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:49.071484 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a3793d0d-6b2c-47f4-b71d-9583549f233f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:49.078365 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a3793d0d-6b2c-47f4-b71d-9583549f233f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2c9d21f4-c02c-43e8-9e6c-a95f9379dd30 HTTP/1.1" status: 204 len: 168 time: 0.2998006 Dec 08 16:26:49.094640 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3793d0d-6b2c-47f4-b71d-9583549f233f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9d21f4-c02c-43e8-9e6c-a95f9379dd30,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:49.095088 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0241294d-a139-4b0d-9b47-56a472f85d02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:49.157850 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7b8dfc6a-0b1e-4437-b914-1eab4bdb7589 req-aadef65e-b388-425d-97c1-cab83cd74563 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4f2ad79-b8e6-4523-9d6e-1cfbd1d7f7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156685 Dec 08 16:26:49.241113 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0241294d-a139-4b0d-9b47-56a472f85d02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:49.419978 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0241294d-a139-4b0d-9b47-56a472f85d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:49.481701 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0241294d-a139-4b0d-9b47-56a472f85d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a651dc31-2fa4-406a-861f-83f29114df1d,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:49.501867 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-0241294d-a139-4b0d-9b47-56a472f85d02 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=37ec50383e7f493abbb905ea1aca0b00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6254361 Dec 08 16:26:49.504393 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 38544) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:49.566110 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2fdf688e-f494-4d4e-8239-f4c5d996c22b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:49.597786 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2fdf688e-f494-4d4e-8239-f4c5d996c22b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:49.729974 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2fdf688e-f494-4d4e-8239-f4c5d996c22b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:49.733251 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2fdf688e-f494-4d4e-8239-f4c5d996c22b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:49.734503 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-2fdf688e-f494-4d4e-8239-f4c5d996c22b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a651dc31-2fa4-406a-861f-83f29114df1d HTTP/1.1" status: 204 len: 168 time: 0.2290311 Dec 08 16:26:49.743067 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdf688e-f494-4d4e-8239-f4c5d996c22b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a651dc31-2fa4-406a-861f-83f29114df1d,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:50.068662 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 38578) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:50.120516 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b3f12816-db51-4fbe-ad1b-972b9ec3e6b9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3481bfea2d7c49e6bcf0e8154ace25bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0537033 Dec 08 16:26:50.123423 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 38584) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:50.188771 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-666ca540-286a-4552-b3d0-e4cec099482d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:50.213497 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 6d9958c2-7603-431f-bd09-3479b639dea0 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:26:50.237543 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-666ca540-286a-4552-b3d0-e4cec099482d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:50.378286 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 6d9958c2-7603-431f-bd09-3479b639dea0, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=6d9958c2-7603-431f-bd09-3479b639dea0,segment=NetworkSegment(2a82ecd5-a9d3-46a5-a060-3820facdd98d),segment_id=2a82ecd5-a9d3-46a5-a060-3820facdd98d)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:26:50.403730 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '6d9958c2-7603-431f-bd09-3479b639dea0', 'network_id': '96222b75-0d7f-43da-898a-91046f8bdc5a', 'port_id': '6d9958c2-7603-431f-bd09-3479b639dea0', 'mac_address': 'fa:16:3e:6b:56:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '297bd6e5-3bf7-4d91-8a12-5133ca44aa82', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:26:50.413140 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a802d7-37f5-4b55-9a25-f4be1beacf5c req-c6383e78-ba63-4249-b95c-18e832a376b5 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:50.430220 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a7a802d7-37f5-4b55-9a25-f4be1beacf5c req-c6383e78-ba63-4249-b95c-18e832a376b5 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 944 time: 0.1452246 Dec 08 16:26:50.452464 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:50.484058 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d9958c2-7603-431f-bd09-3479b639dea0 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:26:50.489669 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-666ca540-286a-4552-b3d0-e4cec099482d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:50.495512 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-666ca540-286a-4552-b3d0-e4cec099482d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:50.500087 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-666ca540-286a-4552-b3d0-e4cec099482d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6a4805fb-e587-4fd9-9434-fdfa26c01f1e HTTP/1.1" status: 204 len: 168 time: 0.3746300 Dec 08 16:26:50.518834 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 6d9958c2-7603-431f-bd09-3479b639dea0, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=6d9958c2-7603-431f-bd09-3479b639dea0,segment=NetworkSegment(2a82ecd5-a9d3-46a5-a060-3820facdd98d),segment_id=2a82ecd5-a9d3-46a5-a060-3820facdd98d)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:26:50.519945 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666ca540-286a-4552-b3d0-e4cec099482d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4805fb-e587-4fd9-9434-fdfa26c01f1e,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:50.546917 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a7a802d7-37f5-4b55-9a25-f4be1beacf5c req-c760b000-8346-4d7f-beca-4aa6a4bf6c56 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4f2ad79-b8e6-4523-9d6e-1cfbd1d7f7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152790 Dec 08 16:26:50.649672 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:50.765235 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=6d9958c2-7603-431f-bd09-3479b639dea0,revision_number=9']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:50.874869 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['6d9958c2-7603-431f-bd09-3479b639dea0'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:26:51.698383 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f83eb4-62c3-4070-a64f-9e953496a81c req-edb07dcc-514d-4b2c-9ae1-a3fc0464985b tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:51.708402 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b5f83eb4-62c3-4070-a64f-9e953496a81c req-edb07dcc-514d-4b2c-9ae1-a3fc0464985b tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 945 time: 0.0851841 Dec 08 16:26:51.773662 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b5f83eb4-62c3-4070-a64f-9e953496a81c req-1ccb8dd9-cc35-4d28-a5b2-8c92c8d79f70 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4f2ad79-b8e6-4523-9d6e-1cfbd1d7f7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637951 Dec 08 16:26:52.243288 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 6d9958c2-7603-431f-bd09-3479b639dea0 up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:26:52.355769 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 6d9958c2-7603-431f-bd09-3479b639dea0 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:26:52.356695 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:52.552102 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:52.559349 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 38766) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:52.610288 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbb15675-71f7-4fc3-b067-e2ce57f8bb65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d9958c2-7603-431f-bd09-3479b639dea0'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:26:52.613691 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ecb272-4c5c-4249-9bad-8a99d1289646" -d '{"events": [{"server_uuid": "fbb15675-71f7-4fc3-b067-e2ce57f8bb65", "name": "network-vif-plugged", "status": "completed", "tag": "6d9958c2-7603-431f-bd09-3479b639dea0"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:26:52.629602 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 6d9958c2-7603-431f-bd09-3479b639dea0, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=6d9958c2-7603-431f-bd09-3479b639dea0,segment=NetworkSegment(2a82ecd5-a9d3-46a5-a060-3820facdd98d),segment_id=2a82ecd5-a9d3-46a5-a060-3820facdd98d)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:26:52.686637 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:52.759553 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=6d9958c2-7603-431f-bd09-3479b639dea0,revision_number=10']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:52.778789 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-992e9553-ac43-440e-a73c-f609e38c40b1 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-2095747818-network', 'tenant_id': '7c13dcd149224d3684c40618d8b87cb0'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:52.923370 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd62eeb-8638-4938-a3f6-890af3ded1d3 x-openstack-request-id: req-abd62eeb-8638-4938-a3f6-890af3ded1d3 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:26:52.923677 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbb15675-71f7-4fc3-b067-e2ce57f8bb65", "name": "network-vif-plugged", "status": "completed", "tag": "6d9958c2-7603-431f-bd09-3479b639dea0", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:26:52.923944 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-abd62eeb-8638-4938-a3f6-890af3ded1d3 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:26:52.927614 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992e9553-ac43-440e-a73c-f609e38c40b1 admin admin] Made reservation on behalf of 7c13dcd149224d3684c40618d8b87cb0 for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:26:52.931580 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbb15675-71f7-4fc3-b067-e2ce57f8bb65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d9958c2-7603-431f-bd09-3479b639dea0', 'code': 200} Dec 08 16:26:52.931723 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-992e9553-ac43-440e-a73c-f609e38c40b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:52.946065 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-992e9553-ac43-440e-a73c-f609e38c40b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:52.959001 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead0e99-7a3e-44d2-8186-720dee8d4813 req-61802f69-3ff8-44e1-b3fb-551141435c61 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:52.965999 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8ead0e99-7a3e-44d2-8186-720dee8d4813 req-61802f69-3ff8-44e1-b3fb-551141435c61 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 947 time: 0.0946498 Dec 08 16:26:53.063584 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8ead0e99-7a3e-44d2-8186-720dee8d4813 req-774287e4-dbc9-49d1-bf69-c76a95b47d85 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4f2ad79-b8e6-4523-9d6e-1cfbd1d7f7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888286 Dec 08 16:26:53.113880 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-992e9553-ac43-440e-a73c-f609e38c40b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:53.272218 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-992e9553-ac43-440e-a73c-f609e38c40b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:53.317885 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-992e9553-ac43-440e-a73c-f609e38c40b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:26:53.343338 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992e9553-ac43-440e-a73c-f609e38c40b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5f3b92-743e-4683-95e3-db18bca53657,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:53.349981 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-992e9553-ac43-440e-a73c-f609e38c40b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:53.350342 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-992e9553-ac43-440e-a73c-f609e38c40b1 admin admin] Added segment 5028cff4-1090-45f6-a35d-769e9d1398c7 of type vlan for network 1e969fff-969e-4c8a-99e5-f71f59f14098 Dec 08 16:26:53.365196 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f8c9e7-f719-464c-aba9-376252376bf4 req-61728136-2bef-457c-94a5-9da327ba45e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:53.368413 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-69f8c9e7-f719-464c-aba9-376252376bf4 req-61728136-2bef-457c-94a5-9da327ba45e3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 1099 time: 0.0866790 Dec 08 16:26:53.411885 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-992e9553-ac43-440e-a73c-f609e38c40b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:53.454249 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-69f8c9e7-f719-464c-aba9-376252376bf4 req-ae561f4a-c965-484d-85ce-169d85a83257 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e4f2ad79-b8e6-4523-9d6e-1cfbd1d7f7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689828 Dec 08 16:26:53.586695 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-992e9553-ac43-440e-a73c-f609e38c40b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:53.587713 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992e9553-ac43-440e-a73c-f609e38c40b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:53.589745 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-992e9553-ac43-440e-a73c-f609e38c40b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:53.662220 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992e9553-ac43-440e-a73c-f609e38c40b1 admin admin] Pushing event updated for resources: {'Network': ['ID=1e969fff-969e-4c8a-99e5-f71f59f14098,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:53.671668 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 1e969fff-969e-4c8a-99e5-f71f59f14098 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:26:53.760531 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 38862) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:53.761106 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-992e9553-ac43-440e-a73c-f609e38c40b1 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2002017 Dec 08 16:26:53.765865 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-3201d268-2da2-4bea-b9d2-353b233869b1 admin admin] Request body: {'subnet': {'network_id': '1e969fff-969e-4c8a-99e5-f71f59f14098', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-2095747818-subnet', 'tenant_id': '7c13dcd149224d3684c40618d8b87cb0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:53.889449 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3201d268-2da2-4bea-b9d2-353b233869b1 admin admin] Made reservation on behalf of 7c13dcd149224d3684c40618d8b87cb0 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:26:53.891852 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3201d268-2da2-4bea-b9d2-353b233869b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:54.204529 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3201d268-2da2-4bea-b9d2-353b233869b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:54.253454 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a535fb-241b-4767-8e06-767362f9281b req-e7a7394f-c4b2-46a2-9cdd-ef9a6d0a8e99 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:54.256393 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-94a535fb-241b-4767-8e06-767362f9281b req-e7a7394f-c4b2-46a2-9cdd-ef9a6d0a8e99 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 947 time: 0.0968604 Dec 08 16:26:54.296670 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3201d268-2da2-4bea-b9d2-353b233869b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc888208-44a7-4d90-aa68-3131561d1b90,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:54.302625 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3201d268-2da2-4bea-b9d2-353b233869b1 admin admin] Checking segment: {'id': '5028cff4-1090-45f6-a35d-769e9d1398c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '1e969fff-969e-4c8a-99e5-f71f59f14098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:26:54.303162 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3201d268-2da2-4bea-b9d2-353b233869b1 admin admin] Network hostable DHCP agents. Network: 1e969fff-969e-4c8a-99e5-f71f59f14098, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:26:54.357567 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-94a535fb-241b-4767-8e06-767362f9281b req-657f9ec7-28ec-44d4-91f4-7fdae8210409 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4f2ad79-b8e6-4523-9d6e-1cfbd1d7f7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863588 Dec 08 16:26:54.449839 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3201d268-2da2-4bea-b9d2-353b233869b1 admin admin] Network 1e969fff-969e-4c8a-99e5-f71f59f14098 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:26:54.592849 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-3201d268-2da2-4bea-b9d2-353b233869b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 1e969fff-969e-4c8a-99e5-f71f59f14098) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:26:54.597722 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3201d268-2da2-4bea-b9d2-353b233869b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:54.598366 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3201d268-2da2-4bea-b9d2-353b233869b1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:54.609263 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8e4b90-f48a-4f54-9907-b1548c729ad2 None None] Network 1e969fff-969e-4c8a-99e5-f71f59f14098 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:26:54.733353 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-3201d268-2da2-4bea-b9d2-353b233869b1 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9714072 Dec 08 16:26:54.887386 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48771b9c-4e00-4dee-9fce-d1e219c9ce5c None None] Network 1e969fff-969e-4c8a-99e5-f71f59f14098 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:26:54.980123 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 38956) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:55.516300 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5b9c33-8853-4a44-ad94-28450c5f04d9 req-6dc6d776-2480-4aa6-b317-1e0b719c045b tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:55.522786 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7e5b9c33-8853-4a44-ad94-28450c5f04d9 req-6dc6d776-2480-4aa6-b317-1e0b719c045b tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] 10.222.0.64 "GET /v2.0/networks?id=1e969fff-969e-4c8a-99e5-f71f59f14098 HTTP/1.1" status: 200 len: 814 time: 0.2021139 Dec 08 16:26:55.547409 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7e5b9c33-8853-4a44-ad94-28450c5f04d9 req-fe1b58e6-717b-4568-b882-c70c66264891 tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] 10.222.0.64 "GET /v2.0/quotas/7c13dcd149224d3684c40618d8b87cb0 HTTP/1.1" status: 200 len: 375 time: 0.0116467 Dec 08 16:26:55.620083 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7e5b9c33-8853-4a44-ad94-28450c5f04d9 req-df04bbed-cf65-40e1-9f10-b0e349e3be30 tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c13dcd149224d3684c40618d8b87cb0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0628796 Dec 08 16:26:55.626692 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2d9d4bb8-7c20-499e-aa33-d77053893885 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:55.681298 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f29bb-922b-4af5-8732-2e541343ee8c req-661f7805-d01b-4e3e-bcc1-36c64b973141 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:55.683183 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-196f29bb-922b-4af5-8732-2e541343ee8c req-661f7805-d01b-4e3e-bcc1-36c64b973141 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 947 time: 0.1535206 Dec 08 16:26:55.780859 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7e5b9c33-8853-4a44-ad94-28450c5f04d9 req-ad89d45c-f8b6-4931-ba8a-7ebfd831ae74 service neutron] 10.222.0.64 "GET /v2.0/networks/1e969fff-969e-4c8a-99e5-f71f59f14098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597216 Dec 08 16:26:55.793818 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-196f29bb-922b-4af5-8732-2e541343ee8c req-472a0c36-b48f-47ec-8dd3-0d9796afa969 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4f2ad79-b8e6-4523-9d6e-1cfbd1d7f7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028914 Dec 08 16:26:55.897061 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7e5b9c33-8853-4a44-ad94-28450c5f04d9 req-4a102eda-175f-4cee-b313-d45a348135d3 service neutron] 10.222.0.64 "GET /v2.0/networks/1e969fff-969e-4c8a-99e5-f71f59f14098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149120 Dec 08 16:26:56.159531 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d4bb8-7c20-499e-aa33-d77053893885 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Deleting port e6582bfd-52f7-4cf2-8060-72311a32877d {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:26:56.160056 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2d9d4bb8-7c20-499e-aa33-d77053893885 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:56.303489 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6752d174-973d-418f-bac9-592727c08dd9 req-3abe1c81-a636-42ee-8bfb-c5f6ca1b7c3c tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] 10.222.0.64 "GET /v2.0/ports?device_id=9bccbf7a-221c-4b7e-a9e2-cb9ac70ef0b2 HTTP/1.1" status: 200 len: 210 time: 0.0473733 Dec 08 16:26:56.351092 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-2d9d4bb8-7c20-499e-aa33-d77053893885 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] For port e6582bfd-52f7-4cf2-8060-72311a32877d, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=e6582bfd-52f7-4cf2-8060-72311a32877d,segment=NetworkSegment(6dc4348c-9eca-4c82-b912-a2a040c68359),segment_id=6dc4348c-9eca-4c82-b912-a2a040c68359)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:26:56.351590 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2d9d4bb8-7c20-499e-aa33-d77053893885 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:56.371203 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d4bb8-7c20-499e-aa33-d77053893885 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Calling delete_port for e6582bfd-52f7-4cf2-8060-72311a32877d owned by network:router_interface {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:26:56.822278 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2d9d4bb8-7c20-499e-aa33-d77053893885 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:56.831884 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 39116) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:56.889182 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d4bb8-7c20-499e-aa33-d77053893885 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Pushing event deleted for resources: {'Port': ['ID=e6582bfd-52f7-4cf2-8060-72311a32877d,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:57.041804 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ff963-bf47-400e-9ea6-3a34917de5ef req-e90325cc-42d9-44b1-bd1d-64e6dd588618 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:57.046768 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-637ff963-bf47-400e-9ea6-3a34917de5ef req-e90325cc-42d9-44b1-bd1d-64e6dd588618 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 947 time: 0.1036689 Dec 08 16:26:57.097982 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d07f60d3-886c-4a43-8867-324aa3dedc44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:57.176084 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2d9d4bb8-7c20-499e-aa33-d77053893885 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:57.281932 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-637ff963-bf47-400e-9ea6-3a34917de5ef req-7d87f5c7-576b-48ce-9836-a3f9610091e1 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4f2ad79-b8e6-4523-9d6e-1cfbd1d7f7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2155466 Dec 08 16:26:57.322316 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d07f60d3-886c-4a43-8867-324aa3dedc44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:57.411694 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6a92f4c2-00fc-4ec0-a8af-1f46ef24fc6d req-f872792b-99de-4e56-98ce-5fe0121b4001 tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] 10.222.0.64 "GET /v2.0/ports?device_id=9bccbf7a-221c-4b7e-a9e2-cb9ac70ef0b2 HTTP/1.1" status: 200 len: 210 time: 0.0316629 Dec 08 16:26:57.462741 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d9d4bb8-7c20-499e-aa33-d77053893885 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Router e823823d-b77d-4450-aa11-6b5ecd8a2e21 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:26:57.495599 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d07f60d3-886c-4a43-8867-324aa3dedc44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:57.546929 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d07f60d3-886c-4a43-8867-324aa3dedc44 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8195498288c047b295a98ae88b155a07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7137737 Dec 08 16:26:57.548377 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07f60d3-886c-4a43-8867-324aa3dedc44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82171bdc-2369-4d01-be78-104d3b9cba8c,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:57.550882 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 39164) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:57.620038 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-725e1f32-aae8-4ff6-841c-592aa5b3cd97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:57.662194 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-725e1f32-aae8-4ff6-841c-592aa5b3cd97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:57.681538 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d9d4bb8-7c20-499e-aa33-d77053893885 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:26:57.692958 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-2d9d4bb8-7c20-499e-aa33-d77053893885 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "PUT /v2.0/routers/e823823d-b77d-4450-aa11-6b5ecd8a2e21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7110724 Dec 08 16:26:57.701003 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0769772-fc5a-41f6-868c-8a80cb90f860 None None] Sync routers for ids ['e823823d-b77d-4450-aa11-6b5ecd8a2e21'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:26:57.738408 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0769772-fc5a-41f6-868c-8a80cb90f860 None None] Routers {'e823823d-b77d-4450-aa11-6b5ecd8a2e21'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:26:57.739519 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-d0769772-fc5a-41f6-868c-8a80cb90f860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:26:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['e823823d-b77d-4450-aa11-6b5ecd8a2e21'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:26:57.899947 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-d0769772-fc5a-41f6-868c-8a80cb90f860 None None] Set router e823823d-b77d-4450-aa11-6b5ecd8a2e21 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:26:57.986903 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-725e1f32-aae8-4ff6-841c-592aa5b3cd97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:57.989633 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-725e1f32-aae8-4ff6-841c-592aa5b3cd97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:57.990838 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-725e1f32-aae8-4ff6-841c-592aa5b3cd97 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/82171bdc-2369-4d01-be78-104d3b9cba8c HTTP/1.1" status: 204 len: 168 time: 0.4389830 Dec 08 16:26:58.000511 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e1f32-aae8-4ff6-841c-592aa5b3cd97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82171bdc-2369-4d01-be78-104d3b9cba8c,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:58.173324 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-d0769772-fc5a-41f6-868c-8a80cb90f860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e823823d-b77d-4450-aa11-6b5ecd8a2e21', 'name': 'tempest-TestNetworkBasicOps-router-1873647229', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '61f78755-bc16-4963-9f9c-41a2b5ad617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:24:29Z', 'updated_at': '2021-12-08T16:26:56Z', 'revision_number': 6, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'gw_port': {'id': '61f78755-bc16-4963-9f9c-41a2b5ad617a', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:14:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e823823d-b77d-4450-aa11-6b5ecd8a2e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:24:30Z', 'updated_at': '2021-12-08T16:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '31b38ae2-c793-491e-854b-a45b3ba70fbd', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'floating_ip_address': '172.25.0.16', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': 'e823823d-b77d-4450-aa11-6b5ecd8a2e21', 'port_id': 'ebfe58f3-ab0f-4580-805b-c92c4f7c580b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2274, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '368d83ab-a000-4b31-b676-7976aae96be0', 'mac_address': 'fa:16:3e:c9:d0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539b66e6-0eaa-449f-8c44-153f5499b76c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:25:04Z', 'updated_at': '2021-12-08T16:25:08Z', 'revision_number': 1, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f029fbd5-76fe-43ef-8c9f-e2d8e8dfd012', 'name': '', 'network_id': '368d83ab-a000-4b31-b676-7976aae96be0', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'mac_address': 'fa:16:3e:2d:73:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e823823d-b77d-4450-aa11-6b5ecd8a2e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': '333b9e40-0777-46ae-b741-90a63b428a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:24:34Z', 'updated_at': '2021-12-08T16:24:40Z', 'revision_number': 5, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'subnets': [{'id': '333b9e40-0777-46ae-b741-90a63b428a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:26:58.201706 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0769772-fc5a-41f6-868c-8a80cb90f860 None None] Checking router: e823823d-b77d-4450-aa11-6b5ecd8a2e21 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:26:58.210792 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0769772-fc5a-41f6-868c-8a80cb90f860 None None] Routers {'e823823d-b77d-4450-aa11-6b5ecd8a2e21'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:26:58.211727 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-d0769772-fc5a-41f6-868c-8a80cb90f860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:26:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['e823823d-b77d-4450-aa11-6b5ecd8a2e21'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:26:58.350950 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-d0769772-fc5a-41f6-868c-8a80cb90f860 None None] Set router e823823d-b77d-4450-aa11-6b5ecd8a2e21 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:26:58.443039 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37deb7c6-ef9e-4244-8ec9-77fc17c40e9f req-a51a23a2-f807-476b-946a-1a81bef22a69 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:58.451197 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-37deb7c6-ef9e-4244-8ec9-77fc17c40e9f req-a51a23a2-f807-476b-946a-1a81bef22a69 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 947 time: 0.0796912 Dec 08 16:26:58.534276 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-37deb7c6-ef9e-4244-8ec9-77fc17c40e9f req-848c87c0-cd71-479b-b381-bbead214cf77 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4f2ad79-b8e6-4523-9d6e-1cfbd1d7f7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813718 Dec 08 16:26:58.676005 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d4f5556f-d5ac-41e8-8239-5804d19a99ae req-c3fa453b-2876-4b03-8a33-9e973b887a68 tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] 10.222.0.64 "GET /v2.0/ports?device_id=9bccbf7a-221c-4b7e-a9e2-cb9ac70ef0b2 HTTP/1.1" status: 200 len: 210 time: 0.0512357 Dec 08 16:26:58.723101 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-d0769772-fc5a-41f6-868c-8a80cb90f860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e823823d-b77d-4450-aa11-6b5ecd8a2e21', 'name': 'tempest-TestNetworkBasicOps-router-1873647229', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '61f78755-bc16-4963-9f9c-41a2b5ad617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:24:29Z', 'updated_at': '2021-12-08T16:26:56Z', 'revision_number': 6, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'gw_port': {'id': '61f78755-bc16-4963-9f9c-41a2b5ad617a', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:14:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e823823d-b77d-4450-aa11-6b5ecd8a2e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:24:30Z', 'updated_at': '2021-12-08T16:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '31b38ae2-c793-491e-854b-a45b3ba70fbd', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'floating_ip_address': '172.25.0.16', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': 'e823823d-b77d-4450-aa11-6b5ecd8a2e21', 'port_id': 'ebfe58f3-ab0f-4580-805b-c92c4f7c580b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2274, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '368d83ab-a000-4b31-b676-7976aae96be0', 'mac_address': 'fa:16:3e:c9:d0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539b66e6-0eaa-449f-8c44-153f5499b76c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:25:04Z', 'updated_at': '2021-12-08T16:25:08Z', 'revision_number': 1, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f029fbd5-76fe-43ef-8c9f-e2d8e8dfd012', 'name': '', 'network_id': '368d83ab-a000-4b31-b676-7976aae96be0', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'mac_address': 'fa:16:3e:2d:73:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e823823d-b77d-4450-aa11-6b5ecd8a2e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': '333b9e40-0777-46ae-b741-90a63b428a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:24:34Z', 'updated_at': '2021-12-08T16:24:40Z', 'revision_number': 5, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'subnets': [{'id': '333b9e40-0777-46ae-b741-90a63b428a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:26:58.789811 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0769772-fc5a-41f6-868c-8a80cb90f860 None None] The sync data for ids ['e823823d-b77d-4450-aa11-6b5ecd8a2e21'] in n-d-776250-12 is: [{'id': 'e823823d-b77d-4450-aa11-6b5ecd8a2e21', 'name': 'tempest-TestNetworkBasicOps-router-1873647229', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '61f78755-bc16-4963-9f9c-41a2b5ad617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:24:29Z', 'updated_at': '2021-12-08T16:26:56Z', 'revision_number': 6, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'gw_port': {'id': '61f78755-bc16-4963-9f9c-41a2b5ad617a', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:14:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e823823d-b77d-4450-aa11-6b5ecd8a2e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:24:30Z', 'updated_at': '2021-12-08T16:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '31b38ae2-c793-491e-854b-a45b3ba70fbd', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'floating_ip_address': '172.25.0.16', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': 'e823823d-b77d-4450-aa11-6b5ecd8a2e21', 'port_id': 'ebfe58f3-ab0f-4580-805b-c92c4f7c580b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2274, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '368d83ab-a000-4b31-b676-7976aae96be0', 'mac_address': 'fa:16:3e:c9:d0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539b66e6-0eaa-449f-8c44-153f5499b76c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:25:04Z', 'updated_at': '2021-12-08T16:25:08Z', 'revision_number': 1, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f029fbd5-76fe-43ef-8c9f-e2d8e8dfd012', 'name': '', 'network_id': '368d83ab-a000-4b31-b676-7976aae96be0', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'mac_address': 'fa:16:3e:2d:73:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e823823d-b77d-4450-aa11-6b5ecd8a2e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': '333b9e40-0777-46ae-b741-90a63b428a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:24:34Z', 'updated_at': '2021-12-08T16:24:40Z', 'revision_number': 5, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'subnets': [{'id': '333b9e40-0777-46ae-b741-90a63b428a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:26:58.973192 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b05ae-090f-4b93-ad09-f330da471efe req-a47920d3-339e-42ab-a2c0-36fcc3041a15 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:58.974743 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-598b05ae-090f-4b93-ad09-f330da471efe req-a47920d3-339e-42ab-a2c0-36fcc3041a15 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/ports?device_id=be7aa026-4066-4235-b722-f17f37d8d9bc HTTP/1.1" status: 200 len: 946 time: 0.5805392 Dec 08 16:26:59.025508 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-598b05ae-090f-4b93-ad09-f330da471efe req-e1def8f5-bfdf-4042-884d-c879763712a1 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c10b37e-8898-4f4f-8e13-2b16d50e4c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431347 Dec 08 16:26:59.829690 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b85716c4-3443-411e-bddd-aabbde86a32f req-13bab2ca-e83b-46ab-a77e-0577dcbe1686 tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] 10.222.0.64 "GET /v2.0/ports?device_id=9bccbf7a-221c-4b7e-a9e2-cb9ac70ef0b2 HTTP/1.1" status: 200 len: 210 time: 0.0561647 Dec 08 16:26:59.952062 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c717dd9-bfec-4b55-b9c6-4521faf74db0 req-1293c6c9-5c3f-4605-954c-37a8e6855575 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:59.953911 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8c717dd9-bfec-4b55-b9c6-4521faf74db0 req-1293c6c9-5c3f-4605-954c-37a8e6855575 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.76 "GET /v2.0/ports?device_id=be7aa026-4066-4235-b722-f17f37d8d9bc HTTP/1.1" status: 200 len: 946 time: 0.0563302 Dec 08 16:27:00.061496 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-8c717dd9-bfec-4b55-b9c6-4521faf74db0 req-a928335d-2360-44a8-8374-90419debc241 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Deleting port 10a5b4ad-8e62-41d2-8a7e-25aa94a24067 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:27:00.061849 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-8c717dd9-bfec-4b55-b9c6-4521faf74db0 req-a928335d-2360-44a8-8374-90419debc241 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:00.278584 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device e6582bfd-52f7-4cf2-8060-72311a32877d no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:27:00.309684 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: e6582bfd-52f7-4cf2-8060-72311a32877d {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:27:00.309950 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device e6582bfd-52f7-4cf2-8060-72311a32877d not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:27:00.361078 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5b9c33-8853-4a44-ad94-28450c5f04d9 req-2771d406-6432-4a44-bcec-29e9aec25b4f tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:00.362739 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7e5b9c33-8853-4a44-ad94-28450c5f04d9 req-2771d406-6432-4a44-bcec-29e9aec25b4f tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] 10.222.0.37 "GET /v2.0/networks?id=1e969fff-969e-4c8a-99e5-f71f59f14098 HTTP/1.1" status: 200 len: 814 time: 0.1835129 Dec 08 16:27:00.376960 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-7e5b9c33-8853-4a44-ad94-28450c5f04d9 req-d6d3cf9d-fa54-4b7c-a3fe-799b8840d088 tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] Request body: {'port': {'device_id': '9bccbf7a-221c-4b7e-a9e2-cb9ac70ef0b2', 'network_id': '1e969fff-969e-4c8a-99e5-f71f59f14098', 'admin_state_up': True, 'tenant_id': '7c13dcd149224d3684c40618d8b87cb0'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:00.561609 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-8c717dd9-bfec-4b55-b9c6-4521faf74db0 req-a928335d-2360-44a8-8374-90419debc241 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] For port 10a5b4ad-8e62-41d2-8a7e-25aa94a24067, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=10a5b4ad-8e62-41d2-8a7e-25aa94a24067,segment=NetworkSegment(6dc4348c-9eca-4c82-b912-a2a040c68359),segment_id=6dc4348c-9eca-4c82-b912-a2a040c68359)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:27:00.561914 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-8c717dd9-bfec-4b55-b9c6-4521faf74db0 req-a928335d-2360-44a8-8374-90419debc241 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:00.574674 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d5fb7-8f01-44bb-8ac9-87ee78d546b3 req-f547a507-2ac6-4775-9238-8f90e827b8ef tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:00.576101 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-929d5fb7-8f01-44bb-8ac9-87ee78d546b3 req-f547a507-2ac6-4775-9238-8f90e827b8ef tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/ports?device_id=be7aa026-4066-4235-b722-f17f37d8d9bc HTTP/1.1" status: 200 len: 946 time: 0.4415522 Dec 08 16:27:00.590455 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-8c717dd9-bfec-4b55-b9c6-4521faf74db0 req-a928335d-2360-44a8-8374-90419debc241 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Calling delete_port for 10a5b4ad-8e62-41d2-8a7e-25aa94a24067 owned by compute:nova {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:27:00.594842 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e5b9c33-8853-4a44-ad94-28450c5f04d9 req-d6d3cf9d-fa54-4b7c-a3fe-799b8840d088 tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] Made reservation on behalf of 7c13dcd149224d3684c40618d8b87cb0 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:27:00.597552 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-7e5b9c33-8853-4a44-ad94-28450c5f04d9 req-d6d3cf9d-fa54-4b7c-a3fe-799b8840d088 tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:00.691761 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-929d5fb7-8f01-44bb-8ac9-87ee78d546b3 req-619c840b-246b-4cfc-9814-0ea5c50a7ff1 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c10b37e-8898-4f4f-8e13-2b16d50e4c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036325 Dec 08 16:27:00.763643 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-7e5b9c33-8853-4a44-ad94-28450c5f04d9 req-d6d3cf9d-fa54-4b7c-a3fe-799b8840d088 tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] Allocated IP 172.20.0.3 (1e969fff-969e-4c8a-99e5-f71f59f14098/cc888208-44a7-4d90-aa68-3131561d1b90/e315403a-5799-46ca-a4b0-69b5074e6a4d) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:27:00.942949 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-7e5b9c33-8853-4a44-ad94-28450c5f04d9 req-d6d3cf9d-fa54-4b7c-a3fe-799b8840d088 tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:00.964259 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5732047b-d95a-4f02-b287-801590c1cdc7 req-2224b51a-b336-4814-8a81-48a97be47ee9 tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] 10.222.0.64 "GET /v2.0/ports?device_id=9bccbf7a-221c-4b7e-a9e2-cb9ac70ef0b2 HTTP/1.1" status: 200 len: 210 time: 0.0502143 Dec 08 16:27:00.966096 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-8c717dd9-bfec-4b55-b9c6-4521faf74db0 req-a928335d-2360-44a8-8374-90419debc241 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:00.998290 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a928335d-2360-44a8-8374-90419debc241 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Pushing event deleted for resources: {'Port': ['ID=10a5b4ad-8e62-41d2-8a7e-25aa94a24067,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:01.045043 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c717dd9-bfec-4b55-b9c6-4521faf74db0 req-a928335d-2360-44a8-8374-90419debc241 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] No DVR routers for this DVR port 10a5b4ad-8e62-41d2-8a7e-25aa94a24067 on host n-h1-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:27:01.047720 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-8c717dd9-bfec-4b55-b9c6-4521faf74db0 req-a928335d-2360-44a8-8374-90419debc241 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:01.051390 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8c717dd9-bfec-4b55-b9c6-4521faf74db0 req-a928335d-2360-44a8-8374-90419debc241 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.76 "DELETE /v2.0/ports/10a5b4ad-8e62-41d2-8a7e-25aa94a24067 HTTP/1.1" status: 204 len: 173 time: 1.0907063 Dec 08 16:27:01.051901 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7aa026-4066-4235-b722-f17f37d8d9bc', 'name': 'network-vif-deleted', 'tag': '10a5b4ad-8e62-41d2-8a7e-25aa94a24067'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:27:01.054350 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e4a994f-38ff-4cf3-9d05-a9667fb4d245" -d '{"events": [{"server_uuid": "be7aa026-4066-4235-b722-f17f37d8d9bc", "name": "network-vif-deleted", "tag": "10a5b4ad-8e62-41d2-8a7e-25aa94a24067"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:27:01.158585 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-7e5b9c33-8853-4a44-ad94-28450c5f04d9 req-d6d3cf9d-fa54-4b7c-a3fe-799b8840d088 tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:01.206419 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e5b9c33-8853-4a44-ad94-28450c5f04d9 req-d6d3cf9d-fa54-4b7c-a3fe-799b8840d088 tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] Network 1e969fff-969e-4c8a-99e5-f71f59f14098 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:27:01.211841 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-7e5b9c33-8853-4a44-ad94-28450c5f04d9 req-d6d3cf9d-fa54-4b7c-a3fe-799b8840d088 tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:27:01.216338 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e5b9c33-8853-4a44-ad94-28450c5f04d9 req-d6d3cf9d-fa54-4b7c-a3fe-799b8840d088 tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:27:01.251108 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3cf9d-fa54-4b7c-a3fe-799b8840d088 tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] Pushing event updated for resources: {'Port': ['ID=e315403a-5799-46ca-a4b0-69b5074e6a4d,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:01.277612 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5b9c33-8853-4a44-ad94-28450c5f04d9 req-d6d3cf9d-fa54-4b7c-a3fe-799b8840d088 tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:01.278277 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-7e5b9c33-8853-4a44-ad94-28450c5f04d9 req-d6d3cf9d-fa54-4b7c-a3fe-799b8840d088 tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:01.373254 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7e5b9c33-8853-4a44-ad94-28450c5f04d9 req-d6d3cf9d-fa54-4b7c-a3fe-799b8840d088 tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0008883 Dec 08 16:27:01.387955 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-7e5b9c33-8853-4a44-ad94-28450c5f04d9 req-b0b07cc1-7066-4df2-b1f0-9c46105c2ec9 service neutron] Request body: {'port': {'device_id': '9bccbf7a-221c-4b7e-a9e2-cb9ac70ef0b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:01.477519 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-7e5b9c33-8853-4a44-ad94-28450c5f04d9 req-b0b07cc1-7066-4df2-b1f0-9c46105c2ec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:01.582078 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 39432) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:01.622245 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 39436) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:01.732915 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe87bd6-274f-4890-99f9-ac56ff6ddb64 x-openstack-request-id: req-bbe87bd6-274f-4890-99f9-ac56ff6ddb64 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:27:01.733218 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be7aa026-4066-4235-b722-f17f37d8d9bc", "name": "network-vif-deleted", "tag": "10a5b4ad-8e62-41d2-8a7e-25aa94a24067", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:27:01.733480 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bbe87bd6-274f-4890-99f9-ac56ff6ddb64 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:27:01.733890 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be7aa026-4066-4235-b722-f17f37d8d9bc', 'name': 'network-vif-deleted', 'tag': '10a5b4ad-8e62-41d2-8a7e-25aa94a24067', 'status': 'completed', 'code': 200} Dec 08 16:27:01.804417 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-269c3266-9305-434e-a85d-f1ab7c04083b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:01.832975 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-91d53e70-7d1c-4a7e-975c-2728f9b3df4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:01.864157 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-7e5b9c33-8853-4a44-ad94-28450c5f04d9 req-b0b07cc1-7066-4df2-b1f0-9c46105c2ec9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e315403a-5799-46ca-a4b0-69b5074e6a4d {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:27:01.876009 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-7e5b9c33-8853-4a44-ad94-28450c5f04d9 req-b0b07cc1-7066-4df2-b1f0-9c46105c2ec9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:01.887464 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-7e5b9c33-8853-4a44-ad94-28450c5f04d9 req-b0b07cc1-7066-4df2-b1f0-9c46105c2ec9 service neutron] Transition to ACTIVE for port object e315403a-5799-46ca-a4b0-69b5074e6a4d will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:27:01.911857 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1d9f48f9-beb8-4e9f-a04a-dbffb4945a89 req-a3ee70bb-99c6-462d-b1b3-6bc7326128d8 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/ports?device_id=be7aa026-4066-4235-b722-f17f37d8d9bc HTTP/1.1" status: 200 len: 210 time: 0.1057780 Dec 08 16:27:01.964628 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-7e5b9c33-8853-4a44-ad94-28450c5f04d9 req-b0b07cc1-7066-4df2-b1f0-9c46105c2ec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:01.993171 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-91d53e70-7d1c-4a7e-975c-2728f9b3df4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:02.027832 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-269c3266-9305-434e-a85d-f1ab7c04083b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:02.082782 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-91d53e70-7d1c-4a7e-975c-2728f9b3df4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:02.091139 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b07cc1-7066-4df2-b1f0-9c46105c2ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=e315403a-5799-46ca-a4b0-69b5074e6a4d,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:02.122821 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-91d53e70-7d1c-4a7e-975c-2728f9b3df4b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1451ed2260d745de839e0a95d727a725&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4989984 Dec 08 16:27:02.125793 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-269c3266-9305-434e-a85d-f1ab7c04083b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:02.126252 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 39450) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:02.186378 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-7e5b9c33-8853-4a44-ad94-28450c5f04d9 req-b0b07cc1-7066-4df2-b1f0-9c46105c2ec9 service neutron] Attempting to bind port e315403a-5799-46ca-a4b0-69b5074e6a4d on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:27:02.186717 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-7e5b9c33-8853-4a44-ad94-28450c5f04d9 req-b0b07cc1-7066-4df2-b1f0-9c46105c2ec9 service neutron] Attempting to bind port e315403a-5799-46ca-a4b0-69b5074e6a4d by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '5028cff4-1090-45f6-a35d-769e9d1398c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '1e969fff-969e-4c8a-99e5-f71f59f14098'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:27:02.187057 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5b9c33-8853-4a44-ad94-28450c5f04d9 req-b0b07cc1-7066-4df2-b1f0-9c46105c2ec9 service neutron] Attempting to bind port e315403a-5799-46ca-a4b0-69b5074e6a4d on network 1e969fff-969e-4c8a-99e5-f71f59f14098 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:27:02.189279 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d53e70-7d1c-4a7e-975c-2728f9b3df4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7723fc6f-5e5b-434d-9011-3696c8ce8fac,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:02.195288 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5b9c33-8853-4a44-ad94-28450c5f04d9 req-b0b07cc1-7066-4df2-b1f0-9c46105c2ec9 service neutron] Port e315403a-5799-46ca-a4b0-69b5074e6a4d on network 1e969fff-969e-4c8a-99e5-f71f59f14098 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:27:02.195779 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5b9c33-8853-4a44-ad94-28450c5f04d9 req-b0b07cc1-7066-4df2-b1f0-9c46105c2ec9 service neutron] Attempting to bind port e315403a-5799-46ca-a4b0-69b5074e6a4d on network 1e969fff-969e-4c8a-99e5-f71f59f14098 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:27:02.208220 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5b9c33-8853-4a44-ad94-28450c5f04d9 req-b0b07cc1-7066-4df2-b1f0-9c46105c2ec9 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:27:02.208830 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5b9c33-8853-4a44-ad94-28450c5f04d9 req-b0b07cc1-7066-4df2-b1f0-9c46105c2ec9 service neutron] Checking segment: {'id': '5028cff4-1090-45f6-a35d-769e9d1398c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '1e969fff-969e-4c8a-99e5-f71f59f14098'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:27:02.209385 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5b9c33-8853-4a44-ad94-28450c5f04d9 req-b0b07cc1-7066-4df2-b1f0-9c46105c2ec9 service neutron] Bound using segment: {'id': '5028cff4-1090-45f6-a35d-769e9d1398c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '1e969fff-969e-4c8a-99e5-f71f59f14098'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:27:02.209996 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-7e5b9c33-8853-4a44-ad94-28450c5f04d9 req-b0b07cc1-7066-4df2-b1f0-9c46105c2ec9 service neutron] Bound port: e315403a-5799-46ca-a4b0-69b5074e6a4d, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5028cff4-1090-45f6-a35d-769e9d1398c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '1e969fff-969e-4c8a-99e5-f71f59f14098'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:27:02.210526 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-7e5b9c33-8853-4a44-ad94-28450c5f04d9 req-b0b07cc1-7066-4df2-b1f0-9c46105c2ec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:02.211807 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-269c3266-9305-434e-a85d-f1ab7c04083b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f6d0cb0650374bccb52ecd150f1f6749&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6282697 Dec 08 16:27:02.212711 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 39452) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:02.227973 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ef05dc-1559-4844-800e-b5c6ac28bee7 req-7cb4332a-3d29-4b73-8bd0-57cbd5426321 tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:02.230873 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-96ef05dc-1559-4844-800e-b5c6ac28bee7 req-7cb4332a-3d29-4b73-8bd0-57cbd5426321 tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] 10.222.0.64 "GET /v2.0/ports?device_id=9bccbf7a-221c-4b7e-a9e2-cb9ac70ef0b2 HTTP/1.1" status: 200 len: 943 time: 0.1779099 Dec 08 16:27:02.232536 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-82ec8eaf-994b-4bc8-b779-f680f90fc915 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:02.291303 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269c3266-9305-434e-a85d-f1ab7c04083b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb2a139-c243-497f-83c4-f53f396f9a8c,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:02.316766 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-96ef05dc-1559-4844-800e-b5c6ac28bee7 req-b2eaee14-b23f-4ead-8d8d-0d08e7cd5843 tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] 10.222.0.64 "GET /v2.0/security-groups?id=2d5f3b92-743e-4683-95e3-db18bca53657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786355 Dec 08 16:27:02.317558 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-82ec8eaf-994b-4bc8-b779-f680f90fc915 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:02.369735 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9be5cd50-07be-4f4a-9cc1-5b6b2b8413ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:02.391232 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-7e5b9c33-8853-4a44-ad94-28450c5f04d9 req-b0b07cc1-7066-4df2-b1f0-9c46105c2ec9 service neutron] For port e315403a-5799-46ca-a4b0-69b5074e6a4d, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:27:02.413106 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9be5cd50-07be-4f4a-9cc1-5b6b2b8413ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:02.421237 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-7e5b9c33-8853-4a44-ad94-28450c5f04d9 req-b0b07cc1-7066-4df2-b1f0-9c46105c2ec9 service neutron] For port e315403a-5799-46ca-a4b0-69b5074e6a4d, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=e315403a-5799-46ca-a4b0-69b5074e6a4d,segment=NetworkSegment(5028cff4-1090-45f6-a35d-769e9d1398c7),segment_id=5028cff4-1090-45f6-a35d-769e9d1398c7)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:27:02.536672 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-7e5b9c33-8853-4a44-ad94-28450c5f04d9 req-b0b07cc1-7066-4df2-b1f0-9c46105c2ec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:02.571028 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-82ec8eaf-994b-4bc8-b779-f680f90fc915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:02.573736 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-82ec8eaf-994b-4bc8-b779-f680f90fc915 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:02.577265 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-82ec8eaf-994b-4bc8-b779-f680f90fc915 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7723fc6f-5e5b-434d-9011-3696c8ce8fac HTTP/1.1" status: 204 len: 168 time: 0.4477093 Dec 08 16:27:02.577265 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9be5cd50-07be-4f4a-9cc1-5b6b2b8413ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:02.586658 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9be5cd50-07be-4f4a-9cc1-5b6b2b8413ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:02.590198 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-9be5cd50-07be-4f4a-9cc1-5b6b2b8413ee admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/efb2a139-c243-497f-83c4-f53f396f9a8c HTTP/1.1" status: 204 len: 168 time: 0.3730853 Dec 08 16:27:02.609937 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5b9c33-8853-4a44-ad94-28450c5f04d9 req-b0b07cc1-7066-4df2-b1f0-9c46105c2ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:02.610644 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-7e5b9c33-8853-4a44-ad94-28450c5f04d9 req-b0b07cc1-7066-4df2-b1f0-9c46105c2ec9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:02.612784 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7e5b9c33-8853-4a44-ad94-28450c5f04d9 req-b0b07cc1-7066-4df2-b1f0-9c46105c2ec9 service neutron] 10.222.0.37 "PUT /v2.0/ports/e315403a-5799-46ca-a4b0-69b5074e6a4d HTTP/1.1" status: 200 len: 1092 time: 1.2305610 Dec 08 16:27:02.619869 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bccbf7a-221c-4b7e-a9e2-cb9ac70ef0b2', 'tag': 'e315403a-5799-46ca-a4b0-69b5074e6a4d'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:27:02.626523 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c75135-4d85-495f-a5bf-d312669d5edd" -d '{"events": [{"name": "network-changed", "server_uuid": "9bccbf7a-221c-4b7e-a9e2-cb9ac70ef0b2", "tag": "e315403a-5799-46ca-a4b0-69b5074e6a4d"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:27:02.651316 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ec8eaf-994b-4bc8-b779-f680f90fc915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7723fc6f-5e5b-434d-9011-3696c8ce8fac,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:02.697149 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be5cd50-07be-4f4a-9cc1-5b6b2b8413ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb2a139-c243-497f-83c4-f53f396f9a8c,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:02.705834 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b07cc1-7066-4df2-b1f0-9c46105c2ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=e315403a-5799-46ca-a4b0-69b5074e6a4d,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:02.787789 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5b9c33-8853-4a44-ad94-28450c5f04d9 req-23cf261b-710f-4c16-b75e-928f30e0feda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:02.789360 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7e5b9c33-8853-4a44-ad94-28450c5f04d9 req-23cf261b-710f-4c16-b75e-928f30e0feda service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7c13dcd149224d3684c40618d8b87cb0&device_id=9bccbf7a-221c-4b7e-a9e2-cb9ac70ef0b2 HTTP/1.1" status: 200 len: 1095 time: 0.0621674 Dec 08 16:27:02.832431 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7e5b9c33-8853-4a44-ad94-28450c5f04d9 req-04fa8164-5ea2-4a4f-8d13-89dd8f4d105c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e315403a-5799-46ca-a4b0-69b5074e6a4d HTTP/1.1" status: 200 len: 217 time: 0.0350106 Dec 08 16:27:02.883805 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5b9c33-8853-4a44-ad94-28450c5f04d9 req-2b2bca11-65a6-4547-ab14-8440354c232f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:02.887202 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7e5b9c33-8853-4a44-ad94-28450c5f04d9 req-2b2bca11-65a6-4547-ab14-8440354c232f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc888208-44a7-4d90-aa68-3131561d1b90 HTTP/1.1" status: 200 len: 854 time: 0.0464706 Dec 08 16:27:02.922111 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7e5b9c33-8853-4a44-ad94-28450c5f04d9 req-296ebfaa-30e8-4db5-9dc3-bd6029fe8707 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1e969fff-969e-4c8a-99e5-f71f59f14098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272312 Dec 08 16:27:02.982400 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 39476) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:03.027840 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7e5b9c33-8853-4a44-ad94-28450c5f04d9 req-7ee9a5c3-0aea-4d25-89bb-2368b764ffb8 service neutron] 10.222.0.37 "GET /v2.0/networks/1e969fff-969e-4c8a-99e5-f71f59f14098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980911 Dec 08 16:27:03.052499 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-053c1509-af6b-4504-80ac-463fbdfe3c27 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:03.099887 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-053c1509-af6b-4504-80ac-463fbdfe3c27 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:03.164400 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7e5b9c33-8853-4a44-ad94-28450c5f04d9 req-d3fa5988-c6ce-4df6-8a1b-282414a50f0b service neutron] 10.222.0.37 "GET /v2.0/networks/1e969fff-969e-4c8a-99e5-f71f59f14098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285427 Dec 08 16:27:03.227066 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 10a5b4ad-8e62-41d2-8a7e-25aa94a24067 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:27:03.259703 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: 10a5b4ad-8e62-41d2-8a7e-25aa94a24067 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:27:03.260411 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 10a5b4ad-8e62-41d2-8a7e-25aa94a24067 not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:27:03.264204 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf4b427-6a58-411c-9df1-a5354be4b836 x-openstack-request-id: req-4cf4b427-6a58-411c-9df1-a5354be4b836 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:27:03.264526 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bccbf7a-221c-4b7e-a9e2-cb9ac70ef0b2", "tag": "e315403a-5799-46ca-a4b0-69b5074e6a4d", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:27:03.264818 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4cf4b427-6a58-411c-9df1-a5354be4b836 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:27:03.265488 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bccbf7a-221c-4b7e-a9e2-cb9ac70ef0b2', 'tag': 'e315403a-5799-46ca-a4b0-69b5074e6a4d', 'status': 'completed', 'code': 200} Dec 08 16:27:03.301709 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-053c1509-af6b-4504-80ac-463fbdfe3c27 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:03.304833 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-053c1509-af6b-4504-80ac-463fbdfe3c27 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:03.310041 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-053c1509-af6b-4504-80ac-463fbdfe3c27 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "DELETE /v2.0/security-groups/5c10b37e-8898-4f4f-8e13-2b16d50e4c6a HTTP/1.1" status: 204 len: 168 time: 0.3264565 Dec 08 16:27:03.322429 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053c1509-af6b-4504-80ac-463fbdfe3c27 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c10b37e-8898-4f4f-8e13-2b16d50e4c6a,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:03.346762 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c75135-4d85-495f-a5bf-d312669d5edd req-413179d2-b48a-4b4c-897c-df02159f3b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:03.350254 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a3c75135-4d85-495f-a5bf-d312669d5edd req-413179d2-b48a-4b4c-897c-df02159f3b93 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7c13dcd149224d3684c40618d8b87cb0&device_id=9bccbf7a-221c-4b7e-a9e2-cb9ac70ef0b2 HTTP/1.1" status: 200 len: 1095 time: 0.0645812 Dec 08 16:27:03.417046 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 39494) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:03.528549 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff541321-10cc-472f-945e-cf582c8031ef tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Deleting subnet 8c4743ef-6019-4eb0-90e4-f64e48f10e2a {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:27:03.530407 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c75135-4d85-495f-a5bf-d312669d5edd req-f6ce700f-13b8-4a99-95f7-6d7d6fe0638f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:03.532204 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a3c75135-4d85-495f-a5bf-d312669d5edd req-f6ce700f-13b8-4a99-95f7-6d7d6fe0638f service neutron] 10.222.0.37 "GET /v2.0/networks?id=1e969fff-969e-4c8a-99e5-f71f59f14098 HTTP/1.1" status: 200 len: 915 time: 0.1634636 Dec 08 16:27:03.557915 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ff541321-10cc-472f-945e-cf582c8031ef tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:03.571311 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b930b-98c3-47e5-98fe-c2d11101b117 req-f3dcd1c7-f894-4383-9aec-dd0fce687894 tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:03.573389 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-473b930b-98c3-47e5-98fe-c2d11101b117 req-f3dcd1c7-f894-4383-9aec-dd0fce687894 tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] 10.222.0.64 "GET /v2.0/ports?device_id=9bccbf7a-221c-4b7e-a9e2-cb9ac70ef0b2 HTTP/1.1" status: 200 len: 943 time: 0.1166232 Dec 08 16:27:03.600380 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a3c75135-4d85-495f-a5bf-d312669d5edd req-8269b9dc-454c-492a-9396-5638014c7618 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e315403a-5799-46ca-a4b0-69b5074e6a4d HTTP/1.1" status: 200 len: 217 time: 0.0552380 Dec 08 16:27:03.647488 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ff541321-10cc-472f-945e-cf582c8031ef tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:03.691823 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 39506) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:03.719016 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c75135-4d85-495f-a5bf-d312669d5edd req-be7b1021-81f3-4915-9141-654788fc127c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:03.720541 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a3c75135-4d85-495f-a5bf-d312669d5edd req-be7b1021-81f3-4915-9141-654788fc127c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc888208-44a7-4d90-aa68-3131561d1b90 HTTP/1.1" status: 200 len: 854 time: 0.1080246 Dec 08 16:27:03.735352 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ca4b1554-9d79-46ed-ac42-cefa3905c9bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:03.804268 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a3c75135-4d85-495f-a5bf-d312669d5edd req-8e7876c1-64d6-4f29-a986-526161456d9c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1e969fff-969e-4c8a-99e5-f71f59f14098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710144 Dec 08 16:27:03.876893 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-473b930b-98c3-47e5-98fe-c2d11101b117 req-e10062f3-0786-4921-9fdb-995207dd4ccc tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] 10.222.0.64 "GET /v2.0/security-groups?id=2d5f3b92-743e-4683-95e3-db18bca53657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815266 Dec 08 16:27:03.962934 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a3c75135-4d85-495f-a5bf-d312669d5edd req-00b467b9-e3ad-4156-b889-ee1304d4402e service neutron] 10.222.0.37 "GET /v2.0/networks/1e969fff-969e-4c8a-99e5-f71f59f14098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478331 Dec 08 16:27:03.972130 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ca4b1554-9d79-46ed-ac42-cefa3905c9bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:03.990128 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ff541321-10cc-472f-945e-cf582c8031ef tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:04.061412 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ca4b1554-9d79-46ed-ac42-cefa3905c9bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:04.079107 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a3c75135-4d85-495f-a5bf-d312669d5edd req-3bb7e23e-1ac8-4e27-847a-ad7ca08eabd0 service neutron] 10.222.0.37 "GET /v2.0/networks/1e969fff-969e-4c8a-99e5-f71f59f14098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072125 Dec 08 16:27:04.104561 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ca4b1554-9d79-46ed-ac42-cefa3905c9bd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fd5c3c024280427dba4c316cf2bbcf4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4092929 Dec 08 16:27:04.106193 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4b1554-9d79-46ed-ac42-cefa3905c9bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6e2254-ca94-4a80-8a30-6986d9ef67f2,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:04.108014 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 39520) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:04.165722 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ff541321-10cc-472f-945e-cf582c8031ef tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:04.219788 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff541321-10cc-472f-945e-cf582c8031ef tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Pushing event deleted for resources: {'Subnet': ['ID=8c4743ef-6019-4eb0-90e4-f64e48f10e2a,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:04.228207 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe03b20-08fb-4270-b86e-05408c78eb63 None None] Network 6526d0e5-7294-44c6-b3e2-afe82259b702 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:27:04.230213 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ff541321-10cc-472f-945e-cf582c8031ef tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:04.237266 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ff541321-10cc-472f-945e-cf582c8031ef tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "DELETE /v2.0/subnets/8c4743ef-6019-4eb0-90e4-f64e48f10e2a HTTP/1.1" status: 204 len: 168 time: 0.8188488 Dec 08 16:27:04.239900 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 39526) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:04.252602 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2609cc3b-091b-47b4-9dc1-0bfe40dce56d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:04.315502 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2609cc3b-091b-47b4-9dc1-0bfe40dce56d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:04.416149 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-33532edb-94b7-42bf-8887-576d1763745a tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:04.507098 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2609cc3b-091b-47b4-9dc1-0bfe40dce56d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:04.513381 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2609cc3b-091b-47b4-9dc1-0bfe40dce56d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:04.521822 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b660ee-ee1e-4aad-97c9-e947dabebc0a None None] DHCP port deletion for 6526d0e5-7294-44c6-b3e2-afe82259b702 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:27:04.526006 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-2609cc3b-091b-47b4-9dc1-0bfe40dce56d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dc6e2254-ca94-4a80-8a30-6986d9ef67f2 HTTP/1.1" status: 204 len: 168 time: 0.4162459 Dec 08 16:27:04.534686 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:04.549436 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2609cc3b-091b-47b4-9dc1-0bfe40dce56d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6e2254-ca94-4a80-8a30-6986d9ef67f2,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:04.551478 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-33532edb-94b7-42bf-8887-576d1763745a tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Deleting port 9eae32be-dd5e-4670-992d-af4d753ae786 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:27:04.559153 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-33532edb-94b7-42bf-8887-576d1763745a tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:04.623495 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-32b660ee-ee1e-4aad-97c9-e947dabebc0a None None] Deleting port 9eae32be-dd5e-4670-992d-af4d753ae786 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:27:04.624703 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-32b660ee-ee1e-4aad-97c9-e947dabebc0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:04.716948 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-33532edb-94b7-42bf-8887-576d1763745a tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] For port 9eae32be-dd5e-4670-992d-af4d753ae786, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=9eae32be-dd5e-4670-992d-af4d753ae786,segment=NetworkSegment(6dc4348c-9eca-4c82-b912-a2a040c68359),segment_id=6dc4348c-9eca-4c82-b912-a2a040c68359)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:27:04.722418 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-33532edb-94b7-42bf-8887-576d1763745a tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:04.722569 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-32b660ee-ee1e-4aad-97c9-e947dabebc0a None None] For port 9eae32be-dd5e-4670-992d-af4d753ae786, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=9eae32be-dd5e-4670-992d-af4d753ae786,segment=NetworkSegment(6dc4348c-9eca-4c82-b912-a2a040c68359),segment_id=6dc4348c-9eca-4c82-b912-a2a040c68359)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:27:04.722569 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-32b660ee-ee1e-4aad-97c9-e947dabebc0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:04.736283 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-32b660ee-ee1e-4aad-97c9-e947dabebc0a None None] Calling delete_port for 9eae32be-dd5e-4670-992d-af4d753ae786 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:27:04.736782 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-33532edb-94b7-42bf-8887-576d1763745a tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Calling delete_port for 9eae32be-dd5e-4670-992d-af4d753ae786 owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:27:04.952592 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-32b660ee-ee1e-4aad-97c9-e947dabebc0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:04.959953 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-33532edb-94b7-42bf-8887-576d1763745a tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:04.984586 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b660ee-ee1e-4aad-97c9-e947dabebc0a None None] No DVR routers for this DVR port 9eae32be-dd5e-4670-992d-af4d753ae786 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:27:04.999957 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33532edb-94b7-42bf-8887-576d1763745a tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Pushing event deleted for resources: {'Port': ['ID=9eae32be-dd5e-4670-992d-af4d753ae786,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:05.002173 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33532edb-94b7-42bf-8887-576d1763745a tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] No DVR routers for this DVR port 9eae32be-dd5e-4670-992d-af4d753ae786 on host n-d-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:27:05.017849 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b660ee-ee1e-4aad-97c9-e947dabebc0a None None] Pushing event deleted for resources: {'Port': ['ID=9eae32be-dd5e-4670-992d-af4d753ae786,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:05.091906 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f0061c-29ff-47ab-b825-5467b4214774 req-09a13d3a-a973-4887-a760-c9165f3865be tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:05.093548 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-42f0061c-29ff-47ab-b825-5467b4214774 req-09a13d3a-a973-4887-a760-c9165f3865be tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] 10.222.0.64 "GET /v2.0/ports?device_id=9bccbf7a-221c-4b7e-a9e2-cb9ac70ef0b2 HTTP/1.1" status: 200 len: 943 time: 0.0877159 Dec 08 16:27:05.104527 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-33532edb-94b7-42bf-8887-576d1763745a tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:05.140567 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-33532edb-94b7-42bf-8887-576d1763745a tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6526d0e5-7294-44c6-b3e2-afe82259b702']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:05.164076 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-33532edb-94b7-42bf-8887-576d1763745a tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dc4348c-9eca-4c82-b912-a2a040c68359') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:05.164545 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-33532edb-94b7-42bf-8887-576d1763745a tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dc4348c-9eca-4c82-b912-a2a040c68359') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:05.182795 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-33532edb-94b7-42bf-8887-576d1763745a tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:05.193765 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-42f0061c-29ff-47ab-b825-5467b4214774 req-8c85b2fd-6781-49d8-9368-77d4ac93076e tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] 10.222.0.64 "GET /v2.0/security-groups?id=2d5f3b92-743e-4683-95e3-db18bca53657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826535 Dec 08 16:27:05.197941 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-33532edb-94b7-42bf-8887-576d1763745a tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:05.215012 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33532edb-94b7-42bf-8887-576d1763745a tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:27:05.215654 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-33532edb-94b7-42bf-8887-576d1763745a tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:05.219437 n-d-776250-12 neutron-server[110551]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:27:05.219437 n-d-776250-12 neutron-server[110551]: self.session.flush() Dec 08 16:27:05.219437 n-d-776250-12 neutron-server[110551]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:27:05.219437 n-d-776250-12 neutron-server[110551]: self.session.flush() Dec 08 16:27:05.219437 n-d-776250-12 neutron-server[110551]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:27:05.219437 n-d-776250-12 neutron-server[110551]: self.session.flush() Dec 08 16:27:05.219437 n-d-776250-12 neutron-server[110551]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:27:05.219437 n-d-776250-12 neutron-server[110551]: self.session.flush() Dec 08 16:27:05.219437 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:27:05.219437 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:27:05.219437 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:27:05.219437 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:27:05.219437 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:27:05.219437 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:27:05.219437 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:27:05.219437 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:27:05.219437 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:27:05.219437 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:27:05.219437 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:27:05.219437 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:27:05.219437 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:27:05.219437 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:27:05.219437 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:27:05.219437 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:27:05.219437 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:27:05.219437 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:27:05.219437 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:27:05.219437 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:27:05.219437 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:27:05.219437 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:27:05.219437 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:27:05.219437 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:27:05.219437 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:27:05.219437 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:27:05.219437 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:27:05.219437 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:27:05.219437 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:27:05.219437 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:27:05.219437 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:27:05.219437 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:27:05.421271 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-33532edb-94b7-42bf-8887-576d1763745a tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:05.429622 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-33532edb-94b7-42bf-8887-576d1763745a tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:05.432968 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-33532edb-94b7-42bf-8887-576d1763745a tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "DELETE /v2.0/networks/6526d0e5-7294-44c6-b3e2-afe82259b702 HTTP/1.1" status: 204 len: 168 time: 1.1917906 Dec 08 16:27:05.436977 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 39578) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:05.450709 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33532edb-94b7-42bf-8887-576d1763745a tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Pushing event deleted for resources: {'Network': ['ID=6526d0e5-7294-44c6-b3e2-afe82259b702,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:05.653733 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-a6c9a530-d09f-484c-9468-7c4977320d89 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Deleting port b44c5568-ee23-4b4c-8555-582d337a7b1f {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:27:05.654645 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a6c9a530-d09f-484c-9468-7c4977320d89 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:05.821964 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a6c9a530-d09f-484c-9468-7c4977320d89 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:05.822294 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a6c9a530-d09f-484c-9468-7c4977320d89 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:05.835099 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-a6c9a530-d09f-484c-9468-7c4977320d89 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Calling delete_port for b44c5568-ee23-4b4c-8555-582d337a7b1f owned by network:floatingip {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:27:06.152082 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a6c9a530-d09f-484c-9468-7c4977320d89 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:06.202367 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c9a530-d09f-484c-9468-7c4977320d89 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Pushing event deleted for resources: {'Port': ['ID=b44c5568-ee23-4b4c-8555-582d337a7b1f,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:06.247987 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 39608) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:06.293897 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a6c9a530-d09f-484c-9468-7c4977320d89 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for floatingip, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:06.294448 n-d-776250-12 neutron-server[110550]: INFO neutron.db.l3_db [None req-a6c9a530-d09f-484c-9468-7c4977320d89 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Floating IP 31b38ae2-c793-491e-854b-a45b3ba70fbd disassociated (deleted). External IP: 172.25.0.16, port: ebfe58f3-ab0f-4580-805b-c92c4f7c580b. Dec 08 16:27:06.343364 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device e315403a-5799-46ca-a4b0-69b5074e6a4d details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:27:06.468047 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 9eae32be-dd5e-4670-992d-af4d753ae786 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:27:06.476637 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-04e5e42d-8e5d-462d-91aa-ee5826f94f1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:06.522278 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 9eae32be-dd5e-4670-992d-af4d753ae786 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:27:06.522996 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 9eae32be-dd5e-4670-992d-af4d753ae786 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:27:06.562725 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c628c3-f98b-44b7-b23e-570e0f711ba4 req-a23f04d0-6f2a-4c1e-baa5-148f345ffe9d tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:06.564602 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a8c628c3-f98b-44b7-b23e-570e0f711ba4 req-a23f04d0-6f2a-4c1e-baa5-148f345ffe9d tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] 10.222.0.64 "GET /v2.0/ports?device_id=9bccbf7a-221c-4b7e-a9e2-cb9ac70ef0b2 HTTP/1.1" status: 200 len: 943 time: 0.2644410 Dec 08 16:27:06.622488 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-04e5e42d-8e5d-462d-91aa-ee5826f94f1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:06.623217 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port e315403a-5799-46ca-a4b0-69b5074e6a4d, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=e315403a-5799-46ca-a4b0-69b5074e6a4d,segment=NetworkSegment(5028cff4-1090-45f6-a35d-769e9d1398c7),segment_id=5028cff4-1090-45f6-a35d-769e9d1398c7)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:27:06.655636 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': 'e315403a-5799-46ca-a4b0-69b5074e6a4d', 'network_id': '1e969fff-969e-4c8a-99e5-f71f59f14098', 'port_id': 'e315403a-5799-46ca-a4b0-69b5074e6a4d', 'mac_address': 'fa:16:3e:b6:b0:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc888208-44a7-4d90-aa68-3131561d1b90', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:27:06.685476 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-04e5e42d-8e5d-462d-91aa-ee5826f94f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:06.704140 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:06.722290 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e315403a-5799-46ca-a4b0-69b5074e6a4d {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:27:06.743204 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a8c628c3-f98b-44b7-b23e-570e0f711ba4 req-916ce246-85ca-40a9-a35a-9e759991871f tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] 10.222.0.64 "GET /v2.0/security-groups?id=2d5f3b92-743e-4683-95e3-db18bca53657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645425 Dec 08 16:27:06.763311 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6c9a530-d09f-484c-9468-7c4977320d89 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Router e823823d-b77d-4450-aa11-6b5ecd8a2e21 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:27:06.763804 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port e315403a-5799-46ca-a4b0-69b5074e6a4d, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=e315403a-5799-46ca-a4b0-69b5074e6a4d,segment=NetworkSegment(5028cff4-1090-45f6-a35d-769e9d1398c7),segment_id=5028cff4-1090-45f6-a35d-769e9d1398c7)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:27:06.782397 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-04e5e42d-8e5d-462d-91aa-ee5826f94f1f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f6dbd738018740189cb36c0ad85e799a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5323689 Dec 08 16:27:06.783503 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e5e42d-8e5d-462d-91aa-ee5826f94f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2e79b0-c13f-41c6-a60f-0a15abd5a41c,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:06.786235 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 39620) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:06.837634 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-48c938cd-318c-4104-96d4-52344e80a2aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:06.859804 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-48c938cd-318c-4104-96d4-52344e80a2aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:06.889607 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c9a530-d09f-484c-9468-7c4977320d89 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:27:06.889865 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:06.901294 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a6c9a530-d09f-484c-9468-7c4977320d89 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:06.901717 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77dc74f-3596-457a-898a-467bdb670886 None None] Sync routers for ids ['e823823d-b77d-4450-aa11-6b5ecd8a2e21'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:27:06.919025 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77dc74f-3596-457a-898a-467bdb670886 None None] Routers {'e823823d-b77d-4450-aa11-6b5ecd8a2e21'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:27:06.919775 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-d77dc74f-3596-457a-898a-467bdb670886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:26:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['e823823d-b77d-4450-aa11-6b5ecd8a2e21'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:06.940065 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a6c9a530-d09f-484c-9468-7c4977320d89 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "DELETE /v2.0/floatingips/31b38ae2-c793-491e-854b-a45b3ba70fbd HTTP/1.1" status: 204 len: 168 time: 1.5019038 Dec 08 16:27:06.940910 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '539b66e6-0eaa-449f-8c44-153f5499b76c', 'tag': 'ebfe58f3-ab0f-4580-805b-c92c4f7c580b'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:27:06.943593 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d228ff-ea19-4cc4-b63b-bdb52a24223e" -d '{"events": [{"name": "network-changed", "server_uuid": "539b66e6-0eaa-449f-8c44-153f5499b76c", "tag": "ebfe58f3-ab0f-4580-805b-c92c4f7c580b"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:27:06.985400 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=e315403a-5799-46ca-a4b0-69b5074e6a4d,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:07.012477 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-48c938cd-318c-4104-96d4-52344e80a2aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:07.016035 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-48c938cd-318c-4104-96d4-52344e80a2aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:07.020671 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-48c938cd-318c-4104-96d4-52344e80a2aa admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6e2e79b0-c13f-41c6-a60f-0a15abd5a41c HTTP/1.1" status: 204 len: 168 time: 0.2314317 Dec 08 16:27:07.046682 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c938cd-318c-4104-96d4-52344e80a2aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2e79b0-c13f-41c6-a60f-0a15abd5a41c,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:07.055743 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e74741f-e41d-40b9-abb3-cbe8a4b1cd5e x-openstack-request-id: req-4e74741f-e41d-40b9-abb3-cbe8a4b1cd5e {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:27:07.056383 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "539b66e6-0eaa-449f-8c44-153f5499b76c", "tag": "ebfe58f3-ab0f-4580-805b-c92c4f7c580b", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:27:07.056860 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4e74741f-e41d-40b9-abb3-cbe8a4b1cd5e {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:27:07.057452 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '539b66e6-0eaa-449f-8c44-153f5499b76c', 'tag': 'ebfe58f3-ab0f-4580-805b-c92c4f7c580b', 'status': 'completed', 'code': 200} Dec 08 16:27:07.092448 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-d77dc74f-3596-457a-898a-467bdb670886 None None] Set router e823823d-b77d-4450-aa11-6b5ecd8a2e21 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:27:07.117018 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['e315403a-5799-46ca-a4b0-69b5074e6a4d'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:27:07.174588 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d228ff-ea19-4cc4-b63b-bdb52a24223e req-8fe862dc-f4bf-4eae-b0d7-045ed9b78fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:07.178315 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-72d228ff-ea19-4cc4-b63b-bdb52a24223e req-8fe862dc-f4bf-4eae-b0d7-045ed9b78fc0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2a90eddbbcbf4338ab5fe411884194ac&device_id=539b66e6-0eaa-449f-8c44-153f5499b76c HTTP/1.1" status: 200 len: 1097 time: 0.0915039 Dec 08 16:27:07.301473 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d228ff-ea19-4cc4-b63b-bdb52a24223e req-6c25ae05-6152-42af-95b4-948e8fe11cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:07.303243 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-72d228ff-ea19-4cc4-b63b-bdb52a24223e req-6c25ae05-6152-42af-95b4-948e8fe11cb7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=368d83ab-a000-4b31-b676-7976aae96be0 HTTP/1.1" status: 200 len: 897 time: 0.1179028 Dec 08 16:27:07.361006 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-72d228ff-ea19-4cc4-b63b-bdb52a24223e req-9aa058fd-387c-4a8a-945e-db059c291fa4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ebfe58f3-ab0f-4580-805b-c92c4f7c580b HTTP/1.1" status: 200 len: 217 time: 0.0502148 Dec 08 16:27:07.376507 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-d77dc74f-3596-457a-898a-467bdb670886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e823823d-b77d-4450-aa11-6b5ecd8a2e21', 'name': 'tempest-TestNetworkBasicOps-router-1873647229', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '61f78755-bc16-4963-9f9c-41a2b5ad617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:24:29Z', 'updated_at': '2021-12-08T16:26:56Z', 'revision_number': 6, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'gw_port': {'id': '61f78755-bc16-4963-9f9c-41a2b5ad617a', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:14:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e823823d-b77d-4450-aa11-6b5ecd8a2e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:24:30Z', 'updated_at': '2021-12-08T16:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'f029fbd5-76fe-43ef-8c9f-e2d8e8dfd012', 'name': '', 'network_id': '368d83ab-a000-4b31-b676-7976aae96be0', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'mac_address': 'fa:16:3e:2d:73:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e823823d-b77d-4450-aa11-6b5ecd8a2e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': '333b9e40-0777-46ae-b741-90a63b428a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:24:34Z', 'updated_at': '2021-12-08T16:24:40Z', 'revision_number': 5, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'subnets': [{'id': '333b9e40-0777-46ae-b741-90a63b428a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:07.443471 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77dc74f-3596-457a-898a-467bdb670886 None None] Checking router: e823823d-b77d-4450-aa11-6b5ecd8a2e21 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:27:07.465874 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77dc74f-3596-457a-898a-467bdb670886 None None] Routers {'e823823d-b77d-4450-aa11-6b5ecd8a2e21'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:27:07.466525 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-d77dc74f-3596-457a-898a-467bdb670886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:26:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['e823823d-b77d-4450-aa11-6b5ecd8a2e21'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:07.510292 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d228ff-ea19-4cc4-b63b-bdb52a24223e req-5e8551e1-5f19-4526-ad73-edb27057da3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:07.510292 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-72d228ff-ea19-4cc4-b63b-bdb52a24223e req-5e8551e1-5f19-4526-ad73-edb27057da3b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=333b9e40-0777-46ae-b741-90a63b428a19 HTTP/1.1" status: 200 len: 834 time: 0.1390409 Dec 08 16:27:07.611748 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-d77dc74f-3596-457a-898a-467bdb670886 None None] Set router e823823d-b77d-4450-aa11-6b5ecd8a2e21 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:27:07.719367 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d228ff-ea19-4cc4-b63b-bdb52a24223e req-c07f9443-40c9-443a-bf6b-da30de177346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:07.725052 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-72d228ff-ea19-4cc4-b63b-bdb52a24223e req-c07f9443-40c9-443a-bf6b-da30de177346 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=368d83ab-a000-4b31-b676-7976aae96be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2065766 Dec 08 16:27:07.870627 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-72d228ff-ea19-4cc4-b63b-bdb52a24223e req-3d26434d-cfad-4a45-9dfd-69bfa21479de service neutron] 10.222.0.37 "GET /v2.0/networks/368d83ab-a000-4b31-b676-7976aae96be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380517 Dec 08 16:27:07.884572 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe1e8c-2204-435e-ae73-9f30fa9c7739 req-c88d0155-95d5-4de6-a99b-7415e07c427d tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:07.892668 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-aefe1e8c-2204-435e-ae73-9f30fa9c7739 req-c88d0155-95d5-4de6-a99b-7415e07c427d tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/ports?device_id=539b66e6-0eaa-449f-8c44-153f5499b76c HTTP/1.1" status: 200 len: 945 time: 0.3057861 Dec 08 16:27:07.953067 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-d77dc74f-3596-457a-898a-467bdb670886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e823823d-b77d-4450-aa11-6b5ecd8a2e21', 'name': 'tempest-TestNetworkBasicOps-router-1873647229', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '61f78755-bc16-4963-9f9c-41a2b5ad617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:24:29Z', 'updated_at': '2021-12-08T16:26:56Z', 'revision_number': 6, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'gw_port': {'id': '61f78755-bc16-4963-9f9c-41a2b5ad617a', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:14:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e823823d-b77d-4450-aa11-6b5ecd8a2e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:24:30Z', 'updated_at': '2021-12-08T16:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'f029fbd5-76fe-43ef-8c9f-e2d8e8dfd012', 'name': '', 'network_id': '368d83ab-a000-4b31-b676-7976aae96be0', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'mac_address': 'fa:16:3e:2d:73:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e823823d-b77d-4450-aa11-6b5ecd8a2e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': '333b9e40-0777-46ae-b741-90a63b428a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:24:34Z', 'updated_at': '2021-12-08T16:24:40Z', 'revision_number': 5, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'subnets': [{'id': '333b9e40-0777-46ae-b741-90a63b428a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:07.997092 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5f1b57-1321-4789-b303-ffceae757dae req-1f9350ba-1d56-4a0a-ac21-99fb5bed267c tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:08.013770 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bf5f1b57-1321-4789-b303-ffceae757dae req-1f9350ba-1d56-4a0a-ac21-99fb5bed267c tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] 10.222.0.64 "GET /v2.0/ports?device_id=9bccbf7a-221c-4b7e-a9e2-cb9ac70ef0b2 HTTP/1.1" status: 200 len: 944 time: 0.1351025 Dec 08 16:27:08.031350 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-72d228ff-ea19-4cc4-b63b-bdb52a24223e req-447ccfab-5950-41e0-b676-d2365ae82b2b service neutron] 10.222.0.37 "GET /v2.0/networks/368d83ab-a000-4b31-b676-7976aae96be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020076 Dec 08 16:27:08.036147 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77dc74f-3596-457a-898a-467bdb670886 None None] The sync data for ids ['e823823d-b77d-4450-aa11-6b5ecd8a2e21'] in n-d-776250-12 is: [{'id': 'e823823d-b77d-4450-aa11-6b5ecd8a2e21', 'name': 'tempest-TestNetworkBasicOps-router-1873647229', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '61f78755-bc16-4963-9f9c-41a2b5ad617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:24:29Z', 'updated_at': '2021-12-08T16:26:56Z', 'revision_number': 6, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'gw_port': {'id': '61f78755-bc16-4963-9f9c-41a2b5ad617a', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:14:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e823823d-b77d-4450-aa11-6b5ecd8a2e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:24:30Z', 'updated_at': '2021-12-08T16:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'f029fbd5-76fe-43ef-8c9f-e2d8e8dfd012', 'name': '', 'network_id': '368d83ab-a000-4b31-b676-7976aae96be0', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'mac_address': 'fa:16:3e:2d:73:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e823823d-b77d-4450-aa11-6b5ecd8a2e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': '333b9e40-0777-46ae-b741-90a63b428a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:24:34Z', 'updated_at': '2021-12-08T16:24:40Z', 'revision_number': 5, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'subnets': [{'id': '333b9e40-0777-46ae-b741-90a63b428a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:27:08.100090 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 39660) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:08.127573 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-aefe1e8c-2204-435e-ae73-9f30fa9c7739 req-55a2cd8f-86a9-4521-bd81-6fd8ca1f7fbd tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/security-groups?id=fb679cfd-f713-4992-9768-5098f612dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2339590 Dec 08 16:27:08.152843 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bf5f1b57-1321-4789-b303-ffceae757dae req-cd0d04eb-251a-4559-ad9a-bb516142a7d0 tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] 10.222.0.64 "GET /v2.0/security-groups?id=2d5f3b92-743e-4683-95e3-db18bca53657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353528 Dec 08 16:27:08.177106 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 39666) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:08.326404 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-eb7779a7-a1da-48a2-b7c2-a5571fe86ffa tempest-RoutersAdminNegativeTest-89605249 tempest-RoutersAdminNegativeTest-89605249-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2092346603', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:08.357268 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device e315403a-5799-46ca-a4b0-69b5074e6a4d up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:27:08.491084 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7779a7-a1da-48a2-b7c2-a5571fe86ffa tempest-RoutersAdminNegativeTest-89605249 tempest-RoutersAdminNegativeTest-89605249-project-admin] Made reservation on behalf of 41f169cd83404fc0a4c6450d61ed9803 for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:27:08.493845 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-eb7779a7-a1da-48a2-b7c2-a5571fe86ffa tempest-RoutersAdminNegativeTest-89605249 tempest-RoutersAdminNegativeTest-89605249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:08.514683 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-eb7779a7-a1da-48a2-b7c2-a5571fe86ffa tempest-RoutersAdminNegativeTest-89605249 tempest-RoutersAdminNegativeTest-89605249-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:08.519110 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643a8d78-4f39-46b6-ad23-359b8db1f567 None None] New status for floating IP 31b38ae2-c793-491e-854b-a45b3ba70fbd: DOWN {{(pid=110552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:27:08.564578 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-95b8ebcf-938c-41b0-bb29-601a02c111a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:08.650650 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:08.651584 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port e315403a-5799-46ca-a4b0-69b5074e6a4d completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:27:08.662003 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port e315403a-5799-46ca-a4b0-69b5074e6a4d triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:08.672131 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:08.681056 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-eb7779a7-a1da-48a2-b7c2-a5571fe86ffa tempest-RoutersAdminNegativeTest-89605249 tempest-RoutersAdminNegativeTest-89605249-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:08.758511 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-95b8ebcf-938c-41b0-bb29-601a02c111a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:08.772947 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-eb7779a7-a1da-48a2-b7c2-a5571fe86ffa tempest-RoutersAdminNegativeTest-89605249 tempest-RoutersAdminNegativeTest-89605249-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:08.774162 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-eb7779a7-a1da-48a2-b7c2-a5571fe86ffa tempest-RoutersAdminNegativeTest-89605249 tempest-RoutersAdminNegativeTest-89605249-project-admin] device_id is not set on port 68e1cc21-8f13-4558-95c6-698a41b8f3ca yet. {{(pid=110551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:27:08.876119 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-95b8ebcf-938c-41b0-bb29-601a02c111a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:08.957358 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7779a7-a1da-48a2-b7c2-a5571fe86ffa tempest-RoutersAdminNegativeTest-89605249 tempest-RoutersAdminNegativeTest-89605249-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9231e5b-118f-4cbd-bcb0-7fa6696e7212,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:08.979830 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e41815-969a-48ea-8753-ec98564f4266 req-79a0c301-5b7a-4f8b-960c-e5a992f58a21 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:08.982767 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:08.985442 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a2e41815-969a-48ea-8753-ec98564f4266 req-79a0c301-5b7a-4f8b-960c-e5a992f58a21 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.37 "GET /v2.0/ports?device_id=539b66e6-0eaa-449f-8c44-153f5499b76c HTTP/1.1" status: 200 len: 945 time: 0.1906433 Dec 08 16:27:09.016057 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bccbf7a-221c-4b7e-a9e2-cb9ac70ef0b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e315403a-5799-46ca-a4b0-69b5074e6a4d'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:27:09.019871 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06c5157-2f9a-48e4-bcea-8572f136432d" -d '{"events": [{"server_uuid": "9bccbf7a-221c-4b7e-a9e2-cb9ac70ef0b2", "name": "network-vif-plugged", "status": "completed", "tag": "e315403a-5799-46ca-a4b0-69b5074e6a4d"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:27:09.026107 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-95b8ebcf-938c-41b0-bb29-601a02c111a8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=23bb01213ddc4da7b5e5d784a9047277&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8479021 Dec 08 16:27:09.033754 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b8ebcf-938c-41b0-bb29-601a02c111a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2322617f-9e54-4dcf-a67b-67991c491ee9,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:09.064415 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 39682) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:09.068999 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port e315403a-5799-46ca-a4b0-69b5074e6a4d, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=e315403a-5799-46ca-a4b0-69b5074e6a4d,segment=NetworkSegment(5028cff4-1090-45f6-a35d-769e9d1398c7),segment_id=5028cff4-1090-45f6-a35d-769e9d1398c7)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:27:09.105982 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944d9b41-7d35-46b7-af5a-a46ac8751af7 x-openstack-request-id: req-944d9b41-7d35-46b7-af5a-a46ac8751af7 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:27:09.106281 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bccbf7a-221c-4b7e-a9e2-cb9ac70ef0b2", "name": "network-vif-plugged", "status": "completed", "tag": "e315403a-5799-46ca-a4b0-69b5074e6a4d", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:27:09.106541 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-944d9b41-7d35-46b7-af5a-a46ac8751af7 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:27:09.106942 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bccbf7a-221c-4b7e-a9e2-cb9ac70ef0b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e315403a-5799-46ca-a4b0-69b5074e6a4d', 'code': 200} Dec 08 16:27:09.122962 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-eb7779a7-a1da-48a2-b7c2-a5571fe86ffa tempest-RoutersAdminNegativeTest-89605249 tempest-RoutersAdminNegativeTest-89605249-project-admin] Allocated IP 172.25.0.254 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/68e1cc21-8f13-4558-95c6-698a41b8f3ca) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:27:09.266721 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-a2e41815-969a-48ea-8753-ec98564f4266 req-28939466-fecd-47a1-8828-25f8b4dde4c0 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Deleting port ebfe58f3-ab0f-4580-805b-c92c4f7c580b {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:27:09.267075 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a2e41815-969a-48ea-8753-ec98564f4266 req-28939466-fecd-47a1-8828-25f8b4dde4c0 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:09.295419 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:09.390414 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=e315403a-5799-46ca-a4b0-69b5074e6a4d,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:09.392760 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-a2e41815-969a-48ea-8753-ec98564f4266 req-28939466-fecd-47a1-8828-25f8b4dde4c0 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] For port ebfe58f3-ab0f-4580-805b-c92c4f7c580b, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=ebfe58f3-ab0f-4580-805b-c92c4f7c580b,segment=NetworkSegment(1240e10a-ca2e-4cf3-b554-bf2ffadf21d5),segment_id=1240e10a-ca2e-4cf3-b554-bf2ffadf21d5)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:27:09.393424 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a2e41815-969a-48ea-8753-ec98564f4266 req-28939466-fecd-47a1-8828-25f8b4dde4c0 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:09.410900 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-a2e41815-969a-48ea-8753-ec98564f4266 req-28939466-fecd-47a1-8828-25f8b4dde4c0 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Calling delete_port for ebfe58f3-ab0f-4580-805b-c92c4f7c580b owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:27:09.452052 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-eb7779a7-a1da-48a2-b7c2-a5571fe86ffa tempest-RoutersAdminNegativeTest-89605249 tempest-RoutersAdminNegativeTest-89605249-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:09.468056 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-45a612d4-d5d4-4e90-a82d-00c69860dc0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:09.510791 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f78b9e-95fa-4161-b455-2d51f3fd5206 req-cd43efa4-2831-4fe4-9b6c-a66bc76b520f tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:09.529104 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-99f78b9e-95fa-4161-b455-2d51f3fd5206 req-cd43efa4-2831-4fe4-9b6c-a66bc76b520f tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/ports?device_id=539b66e6-0eaa-449f-8c44-153f5499b76c HTTP/1.1" status: 200 len: 945 time: 0.2676456 Dec 08 16:27:09.540295 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-45a612d4-d5d4-4e90-a82d-00c69860dc0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:09.543833 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a025a37-2670-4e75-82e3-38c455697341 req-85851ab9-0bac-4dac-89bb-8d71b45728ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:09.545445 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4a025a37-2670-4e75-82e3-38c455697341 req-85851ab9-0bac-4dac-89bb-8d71b45728ff service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9bccbf7a-221c-4b7e-a9e2-cb9ac70ef0b2 HTTP/1.1" status: 200 len: 1096 time: 0.3614373 Dec 08 16:27:09.582509 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef04ca7-775b-41ca-96bd-90c16047c76e req-bdb282f6-7c2b-4827-9077-eda69c11d603 tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:09.585274 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fef04ca7-775b-41ca-96bd-90c16047c76e req-bdb282f6-7c2b-4827-9077-eda69c11d603 tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] 10.222.0.64 "GET /v2.0/ports?device_id=9bccbf7a-221c-4b7e-a9e2-cb9ac70ef0b2 HTTP/1.1" status: 200 len: 945 time: 0.1172059 Dec 08 16:27:09.683966 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-99f78b9e-95fa-4161-b455-2d51f3fd5206 req-7bdd7f6c-c53a-47db-8619-f23b4d744554 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/security-groups?id=fb679cfd-f713-4992-9768-5098f612dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762908 Dec 08 16:27:09.689071 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4a025a37-2670-4e75-82e3-38c455697341 req-3b137e21-cee3-48e5-8c5b-d5e621ba01d3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2d5f3b92-743e-4683-95e3-db18bca53657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345241 Dec 08 16:27:09.735519 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fef04ca7-775b-41ca-96bd-90c16047c76e req-48b4b147-74ae-461b-8e09-0da62c4eec17 tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] 10.222.0.64 "GET /v2.0/security-groups?id=2d5f3b92-743e-4683-95e3-db18bca53657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436808 Dec 08 16:27:09.736101 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-45a612d4-d5d4-4e90-a82d-00c69860dc0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:09.739810 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-45a612d4-d5d4-4e90-a82d-00c69860dc0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:09.743397 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-45a612d4-d5d4-4e90-a82d-00c69860dc0c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2322617f-9e54-4dcf-a67b-67991c491ee9 HTTP/1.1" status: 204 len: 168 time: 0.6731443 Dec 08 16:27:09.763099 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-eb7779a7-a1da-48a2-b7c2-a5571fe86ffa tempest-RoutersAdminNegativeTest-89605249 tempest-RoutersAdminNegativeTest-89605249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:09.803591 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a2e41815-969a-48ea-8753-ec98564f4266 req-28939466-fecd-47a1-8828-25f8b4dde4c0 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:09.823022 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a612d4-d5d4-4e90-a82d-00c69860dc0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2322617f-9e54-4dcf-a67b-67991c491ee9,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:09.825527 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7779a7-a1da-48a2-b7c2-a5571fe86ffa tempest-RoutersAdminNegativeTest-89605249 tempest-RoutersAdminNegativeTest-89605249-project-admin] Pushing event updated for resources: {'Port': ['ID=68e1cc21-8f13-4558-95c6-698a41b8f3ca,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:09.842325 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7779a7-a1da-48a2-b7c2-a5571fe86ffa tempest-RoutersAdminNegativeTest-89605249 tempest-RoutersAdminNegativeTest-89605249-project-admin] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:27:09.849144 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-eb7779a7-a1da-48a2-b7c2-a5571fe86ffa tempest-RoutersAdminNegativeTest-89605249 tempest-RoutersAdminNegativeTest-89605249-project-admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:27:09.853035 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7779a7-a1da-48a2-b7c2-a5571fe86ffa tempest-RoutersAdminNegativeTest-89605249 tempest-RoutersAdminNegativeTest-89605249-project-admin] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:27:09.893620 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28939466-fecd-47a1-8828-25f8b4dde4c0 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Pushing event deleted for resources: {'Port': ['ID=ebfe58f3-ab0f-4580-805b-c92c4f7c580b,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:09.935275 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7779a7-a1da-48a2-b7c2-a5571fe86ffa tempest-RoutersAdminNegativeTest-89605249 tempest-RoutersAdminNegativeTest-89605249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:09.936800 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-eb7779a7-a1da-48a2-b7c2-a5571fe86ffa tempest-RoutersAdminNegativeTest-89605249 tempest-RoutersAdminNegativeTest-89605249-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:09.959296 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2e41815-969a-48ea-8753-ec98564f4266 req-28939466-fecd-47a1-8828-25f8b4dde4c0 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] No DVR routers for this DVR port ebfe58f3-ab0f-4580-805b-c92c4f7c580b on host n-h2-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:27:09.962170 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a2e41815-969a-48ea-8753-ec98564f4266 req-28939466-fecd-47a1-8828-25f8b4dde4c0 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:09.966422 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a2e41815-969a-48ea-8753-ec98564f4266 req-28939466-fecd-47a1-8828-25f8b4dde4c0 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.37 "DELETE /v2.0/ports/ebfe58f3-ab0f-4580-805b-c92c4f7c580b HTTP/1.1" status: 204 len: 173 time: 0.9676943 Dec 08 16:27:09.966886 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539b66e6-0eaa-449f-8c44-153f5499b76c', 'name': 'network-vif-deleted', 'tag': 'ebfe58f3-ab0f-4580-805b-c92c4f7c580b'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:27:09.969402 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf7ff27-9cba-41e4-91e8-612e261e2df1" -d '{"events": [{"server_uuid": "539b66e6-0eaa-449f-8c44-153f5499b76c", "name": "network-vif-deleted", "tag": "ebfe58f3-ab0f-4580-805b-c92c4f7c580b"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:27:10.013921 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41357cdd-3b10-4448-be64-4d4b5dd740d3 x-openstack-request-id: req-41357cdd-3b10-4448-be64-4d4b5dd740d3 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:27:10.014232 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "539b66e6-0eaa-449f-8c44-153f5499b76c", "name": "network-vif-deleted", "tag": "ebfe58f3-ab0f-4580-805b-c92c4f7c580b", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:27:10.014497 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-41357cdd-3b10-4448-be64-4d4b5dd740d3 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:27:10.014938 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '539b66e6-0eaa-449f-8c44-153f5499b76c', 'name': 'network-vif-deleted', 'tag': 'ebfe58f3-ab0f-4580-805b-c92c4f7c580b', 'status': 'completed', 'code': 200} Dec 08 16:27:10.063991 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-eb7779a7-a1da-48a2-b7c2-a5571fe86ffa tempest-RoutersAdminNegativeTest-89605249 tempest-RoutersAdminNegativeTest-89605249-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.9618573 Dec 08 16:27:10.068434 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 39710) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:10.077061 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-74f59afe-5f3f-45d1-8d63-866fe74ea524 tempest-RoutersAdminNegativeTest-89605249 tempest-RoutersAdminNegativeTest-89605249-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.254'}]}}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:10.180893 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-74f59afe-5f3f-45d1-8d63-866fe74ea524 tempest-RoutersAdminNegativeTest-89605249 tempest-RoutersAdminNegativeTest-89605249-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:10.182074 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-74f59afe-5f3f-45d1-8d63-866fe74ea524 tempest-RoutersAdminNegativeTest-89605249 tempest-RoutersAdminNegativeTest-89605249-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:10.271461 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-74f59afe-5f3f-45d1-8d63-866fe74ea524 tempest-RoutersAdminNegativeTest-89605249 tempest-RoutersAdminNegativeTest-89605249-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:10.566876 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-74f59afe-5f3f-45d1-8d63-866fe74ea524 tempest-RoutersAdminNegativeTest-89605249 tempest-RoutersAdminNegativeTest-89605249-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:10.904631 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2a4747ae-b9d8-443a-8a01-ecddb5004d7a req-0c3beb24-82ba-480f-8c46-b4e6b083c0b7 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/ports?device_id=539b66e6-0eaa-449f-8c44-153f5499b76c HTTP/1.1" status: 200 len: 210 time: 0.0527704 Dec 08 16:27:10.941210 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 39744) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:11.019555 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a2c77a-224d-4ccd-9597-25569a9fc228 req-d5cdffc7-c327-43c8-a5da-0f464fc1c9b6 tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:11.028401 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-01a2c77a-224d-4ccd-9597-25569a9fc228 req-d5cdffc7-c327-43c8-a5da-0f464fc1c9b6 tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] 10.222.0.64 "GET /v2.0/ports?device_id=9bccbf7a-221c-4b7e-a9e2-cb9ac70ef0b2 HTTP/1.1" status: 200 len: 945 time: 0.1465228 Dec 08 16:27:11.077668 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c821c1c3-dcc7-4318-b498-5d15b238ebaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:11.117848 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-74f59afe-5f3f-45d1-8d63-866fe74ea524 tempest-RoutersAdminNegativeTest-89605249 tempest-RoutersAdminNegativeTest-89605249-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:11.133580 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-01a2c77a-224d-4ccd-9597-25569a9fc228 req-562e31b8-4311-4338-9a59-38a8b2c48db7 tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] 10.222.0.64 "GET /v2.0/security-groups?id=2d5f3b92-743e-4683-95e3-db18bca53657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040714 Dec 08 16:27:11.164916 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-74f59afe-5f3f-45d1-8d63-866fe74ea524 tempest-RoutersAdminNegativeTest-89605249 tempest-RoutersAdminNegativeTest-89605249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:11.234793 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c821c1c3-dcc7-4318-b498-5d15b238ebaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:11.398309 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c821c1c3-dcc7-4318-b498-5d15b238ebaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:11.446060 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c821c1c3-dcc7-4318-b498-5d15b238ebaa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=700afce76d274f6abb8851613ad3ac87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5034471 Dec 08 16:27:11.448162 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c821c1c3-dcc7-4318-b498-5d15b238ebaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e95ccfb-24f1-4814-8d1b-9dfcac66b460,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:11.448731 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 39756) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:11.464116 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-74f59afe-5f3f-45d1-8d63-866fe74ea524 tempest-RoutersAdminNegativeTest-89605249 tempest-RoutersAdminNegativeTest-89605249-project-admin] Publish callbacks [] for router, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:11.495371 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-25ff9cea-71d3-470d-84a6-b5d6c6366a11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:11.725132 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-74f59afe-5f3f-45d1-8d63-866fe74ea524 tempest-RoutersAdminNegativeTest-89605249 tempest-RoutersAdminNegativeTest-89605249-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:11.729787 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-74f59afe-5f3f-45d1-8d63-866fe74ea524 tempest-RoutersAdminNegativeTest-89605249 tempest-RoutersAdminNegativeTest-89605249-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:11.732688 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d89a9694-58a0-45b8-88ca-e2a7e25412a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:11.778759 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d89a9694-58a0-45b8-88ca-e2a7e25412a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:11.958140 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-74f59afe-5f3f-45d1-8d63-866fe74ea524 tempest-RoutersAdminNegativeTest-89605249 tempest-RoutersAdminNegativeTest-89605249-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:11.959434 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f59afe-5f3f-45d1-8d63-866fe74ea524 tempest-RoutersAdminNegativeTest-89605249 tempest-RoutersAdminNegativeTest-89605249-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f4e364ef-0c40-4e88-b13b-9d2da389fff3 {{(pid=110551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:27:11.987288 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 39768) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:12.001736 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d89a9694-58a0-45b8-88ca-e2a7e25412a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:12.006682 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d89a9694-58a0-45b8-88ca-e2a7e25412a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:12.019648 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d89a9694-58a0-45b8-88ca-e2a7e25412a3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4e95ccfb-24f1-4814-8d1b-9dfcac66b460 HTTP/1.1" status: 204 len: 168 time: 0.5586932 Dec 08 16:27:12.023336 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89a9694-58a0-45b8-88ca-e2a7e25412a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e95ccfb-24f1-4814-8d1b-9dfcac66b460,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:12.101332 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-74f59afe-5f3f-45d1-8d63-866fe74ea524 tempest-RoutersAdminNegativeTest-89605249 tempest-RoutersAdminNegativeTest-89605249-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 08 16:27:12.104553 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-74f59afe-5f3f-45d1-8d63-866fe74ea524 tempest-RoutersAdminNegativeTest-89605249 tempest-RoutersAdminNegativeTest-89605249-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.0347943 Dec 08 16:27:12.107314 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e6bc1f3f-582f-4b37-b29d-090ba293141f tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:12.109690 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 39772) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:12.163358 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e6bc1f3f-582f-4b37-b29d-090ba293141f tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:12.238090 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-3c627bfb-6cf8-4bdd-a8d0-a14f8808e34d tempest-RoutersAdminNegativeTest-89605249 tempest-RoutersAdminNegativeTest-89605249-project-admin] Deleting port 68e1cc21-8f13-4558-95c6-698a41b8f3ca {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:27:12.239394 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3c627bfb-6cf8-4bdd-a8d0-a14f8808e34d tempest-RoutersAdminNegativeTest-89605249 tempest-RoutersAdminNegativeTest-89605249-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:12.357924 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43d3bd-3cab-442e-a2c9-01bf4690e9a6 req-da66afdc-3a05-426d-8686-4d2466de63db tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:12.359540 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6f43d3bd-3cab-442e-a2c9-01bf4690e9a6 req-da66afdc-3a05-426d-8686-4d2466de63db tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] 10.222.0.64 "GET /v2.0/ports?device_id=9bccbf7a-221c-4b7e-a9e2-cb9ac70ef0b2 HTTP/1.1" status: 200 len: 945 time: 0.1172259 Dec 08 16:27:12.365762 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device ebfe58f3-ab0f-4580-805b-c92c4f7c580b no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:27:12.392571 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e6bc1f3f-582f-4b37-b29d-090ba293141f tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:12.396030 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e6bc1f3f-582f-4b37-b29d-090ba293141f tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:12.399842 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-e6bc1f3f-582f-4b37-b29d-090ba293141f tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "DELETE /v2.0/security-groups/fb679cfd-f713-4992-9768-5098f612dea9 HTTP/1.1" status: 204 len: 168 time: 0.4088733 Dec 08 16:27:12.409976 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: ebfe58f3-ab0f-4580-805b-c92c4f7c580b {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:27:12.413055 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device ebfe58f3-ab0f-4580-805b-c92c4f7c580b not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:27:12.418482 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bc1f3f-582f-4b37-b29d-090ba293141f tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb679cfd-f713-4992-9768-5098f612dea9,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:12.441823 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3c627bfb-6cf8-4bdd-a8d0-a14f8808e34d tempest-RoutersAdminNegativeTest-89605249 tempest-RoutersAdminNegativeTest-89605249-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:12.462792 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-3c627bfb-6cf8-4bdd-a8d0-a14f8808e34d tempest-RoutersAdminNegativeTest-89605249 tempest-RoutersAdminNegativeTest-89605249-project-admin] Calling delete_port for 68e1cc21-8f13-4558-95c6-698a41b8f3ca owned by {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:27:12.468015 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6f43d3bd-3cab-442e-a2c9-01bf4690e9a6 req-72b382f0-b2d2-415b-917c-d4e90f4c0eb0 tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] 10.222.0.64 "GET /v2.0/security-groups?id=2d5f3b92-743e-4683-95e3-db18bca53657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901914 Dec 08 16:27:12.527582 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 39780) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:13.110509 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7248d8-1a7e-45e9-847b-d623d0a717c6 req-4926b153-edb5-43a7-9df4-867fd5b0767e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:13.119551 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3a7248d8-1a7e-45e9-847b-d623d0a717c6 req-4926b153-edb5-43a7-9df4-867fd5b0767e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7c13dcd149224d3684c40618d8b87cb0&device_id=9bccbf7a-221c-4b7e-a9e2-cb9ac70ef0b2 HTTP/1.1" status: 200 len: 1097 time: 0.0853031 Dec 08 16:27:13.266577 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7248d8-1a7e-45e9-847b-d623d0a717c6 req-2ce3f527-6940-489e-9bb1-fad5da77201b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:13.268271 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3a7248d8-1a7e-45e9-847b-d623d0a717c6 req-2ce3f527-6940-489e-9bb1-fad5da77201b service neutron] 10.222.0.37 "GET /v2.0/networks?id=1e969fff-969e-4c8a-99e5-f71f59f14098 HTTP/1.1" status: 200 len: 915 time: 0.1399620 Dec 08 16:27:13.325419 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3a7248d8-1a7e-45e9-847b-d623d0a717c6 req-6a4c3e75-67f7-4148-b10a-7187f07f51a4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e315403a-5799-46ca-a4b0-69b5074e6a4d HTTP/1.1" status: 200 len: 217 time: 0.0472963 Dec 08 16:27:13.363757 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3c627bfb-6cf8-4bdd-a8d0-a14f8808e34d tempest-RoutersAdminNegativeTest-89605249 tempest-RoutersAdminNegativeTest-89605249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:13.426212 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c627bfb-6cf8-4bdd-a8d0-a14f8808e34d tempest-RoutersAdminNegativeTest-89605249 tempest-RoutersAdminNegativeTest-89605249-project-admin] Pushing event deleted for resources: {'Port': ['ID=68e1cc21-8f13-4558-95c6-698a41b8f3ca,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:13.456210 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7248d8-1a7e-45e9-847b-d623d0a717c6 req-ac1c389e-d128-41b3-afd3-4f49c731264e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:13.459103 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3a7248d8-1a7e-45e9-847b-d623d0a717c6 req-ac1c389e-d128-41b3-afd3-4f49c731264e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc888208-44a7-4d90-aa68-3131561d1b90 HTTP/1.1" status: 200 len: 854 time: 0.1265597 Dec 08 16:27:13.484951 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f1f85-7f90-402d-9a41-c03abb9d3e5f req-c87e751e-7b61-413e-bc44-39073b44de45 tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:13.492524 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-023f1f85-7f90-402d-9a41-c03abb9d3e5f req-c87e751e-7b61-413e-bc44-39073b44de45 tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] 10.222.0.64 "GET /v2.0/ports?device_id=9bccbf7a-221c-4b7e-a9e2-cb9ac70ef0b2 HTTP/1.1" status: 200 len: 945 time: 0.1440716 Dec 08 16:27:13.502358 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3a7248d8-1a7e-45e9-847b-d623d0a717c6 req-81113fd1-0235-4da8-81ac-61136cd5e5d5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1e969fff-969e-4c8a-99e5-f71f59f14098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361378 Dec 08 16:27:13.557819 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1b65f0d0-964d-4bb0-a09c-5c09210429ae tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:13.619931 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3c627bfb-6cf8-4bdd-a8d0-a14f8808e34d tempest-RoutersAdminNegativeTest-89605249 tempest-RoutersAdminNegativeTest-89605249-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:13.624162 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-3c627bfb-6cf8-4bdd-a8d0-a14f8808e34d tempest-RoutersAdminNegativeTest-89605249 tempest-RoutersAdminNegativeTest-89605249-project-admin] 10.222.0.64 "DELETE /v2.0/ports/68e1cc21-8f13-4558-95c6-698a41b8f3ca HTTP/1.1" status: 204 len: 168 time: 1.5126145 Dec 08 16:27:13.653592 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-023f1f85-7f90-402d-9a41-c03abb9d3e5f req-86432e13-7291-4375-b1bb-0802729059a5 tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] 10.222.0.64 "GET /v2.0/security-groups?id=2d5f3b92-743e-4683-95e3-db18bca53657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598234 Dec 08 16:27:13.679551 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3a7248d8-1a7e-45e9-847b-d623d0a717c6 req-343b589a-d615-4074-9bb8-41b70b070090 service neutron] 10.222.0.37 "GET /v2.0/networks/1e969fff-969e-4c8a-99e5-f71f59f14098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669176 Dec 08 16:27:13.878611 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3a7248d8-1a7e-45e9-847b-d623d0a717c6 req-f7abbe39-f90c-4300-9105-75630afa6606 service neutron] 10.222.0.37 "GET /v2.0/networks/1e969fff-969e-4c8a-99e5-f71f59f14098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847253 Dec 08 16:27:14.071186 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-1b65f0d0-964d-4bb0-a09c-5c09210429ae tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Deleting port f029fbd5-76fe-43ef-8c9f-e2d8e8dfd012 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:27:14.071186 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1b65f0d0-964d-4bb0-a09c-5c09210429ae tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:14.205949 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-12817b36-e336-481d-84d1-6c58c9ba4bd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:14.210953 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-1b65f0d0-964d-4bb0-a09c-5c09210429ae tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] For port f029fbd5-76fe-43ef-8c9f-e2d8e8dfd012, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=f029fbd5-76fe-43ef-8c9f-e2d8e8dfd012,segment=NetworkSegment(1240e10a-ca2e-4cf3-b554-bf2ffadf21d5),segment_id=1240e10a-ca2e-4cf3-b554-bf2ffadf21d5)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:27:14.211324 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1b65f0d0-964d-4bb0-a09c-5c09210429ae tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:14.227009 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-1b65f0d0-964d-4bb0-a09c-5c09210429ae tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Calling delete_port for f029fbd5-76fe-43ef-8c9f-e2d8e8dfd012 owned by network:router_interface {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:27:14.362233 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 39830) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:14.481418 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c41e2a26-1bcf-402e-bbbe-8a87e6e3c71a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:14.557717 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1b65f0d0-964d-4bb0-a09c-5c09210429ae tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:14.559469 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c41e2a26-1bcf-402e-bbbe-8a87e6e3c71a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:14.593728 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b65f0d0-964d-4bb0-a09c-5c09210429ae tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Pushing event deleted for resources: {'Port': ['ID=f029fbd5-76fe-43ef-8c9f-e2d8e8dfd012,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:14.643808 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c41e2a26-1bcf-402e-bbbe-8a87e6e3c71a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:14.683888 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41e2a26-1bcf-402e-bbbe-8a87e6e3c71a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c89adcc-caef-4ade-acbc-2daf253d1c8b,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:14.707455 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c41e2a26-1bcf-402e-bbbe-8a87e6e3c71a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8b0fd8a3d81248b189195175bc3c250a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3440676 Dec 08 16:27:14.708303 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 39840) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:14.853043 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-19c5adfa-d8cf-4fc4-9232-ad2045b38c97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:14.863488 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1b65f0d0-964d-4bb0-a09c-5c09210429ae tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:14.898431 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-19c5adfa-d8cf-4fc4-9232-ad2045b38c97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:14.909786 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b70782-c2c4-448a-b024-8b8c1b511a77 req-534c318a-3963-44b9-a6f0-74cfd7c480fc tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:14.911513 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d7b70782-c2c4-448a-b024-8b8c1b511a77 req-534c318a-3963-44b9-a6f0-74cfd7c480fc tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] 10.222.0.64 "GET /v2.0/ports?device_id=9bccbf7a-221c-4b7e-a9e2-cb9ac70ef0b2 HTTP/1.1" status: 200 len: 945 time: 0.1127322 Dec 08 16:27:15.020575 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d7b70782-c2c4-448a-b024-8b8c1b511a77 req-f6944987-bfca-4a91-890b-6fa2576bfb08 tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] 10.222.0.64 "GET /v2.0/security-groups?id=2d5f3b92-743e-4683-95e3-db18bca53657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898626 Dec 08 16:27:15.048893 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 39856) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:15.085486 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-19c5adfa-d8cf-4fc4-9232-ad2045b38c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:15.087671 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-19c5adfa-d8cf-4fc4-9232-ad2045b38c97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:15.092491 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-19c5adfa-d8cf-4fc4-9232-ad2045b38c97 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1c89adcc-caef-4ade-acbc-2daf253d1c8b HTTP/1.1" status: 204 len: 168 time: 0.3829501 Dec 08 16:27:15.101749 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c5adfa-d8cf-4fc4-9232-ad2045b38c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c89adcc-caef-4ade-acbc-2daf253d1c8b,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:15.234238 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b65f0d0-964d-4bb0-a09c-5c09210429ae tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Router e823823d-b77d-4450-aa11-6b5ecd8a2e21 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:27:15.333473 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-ebcbd68b-8db5-4e03-b65a-5464bf93e67c tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1573380357'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:15.334848 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:15.378400 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b65f0d0-964d-4bb0-a09c-5c09210429ae tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:27:15.383755 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-1b65f0d0-964d-4bb0-a09c-5c09210429ae tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "PUT /v2.0/routers/e823823d-b77d-4450-aa11-6b5ecd8a2e21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8547308 Dec 08 16:27:15.386849 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 39862) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:15.392464 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be106e07-86ed-499f-aa45-a85072b2bcae None None] Sync routers for ids ['e823823d-b77d-4450-aa11-6b5ecd8a2e21'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:27:15.404785 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be106e07-86ed-499f-aa45-a85072b2bcae None None] Routers {'e823823d-b77d-4450-aa11-6b5ecd8a2e21'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:27:15.405759 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-be106e07-86ed-499f-aa45-a85072b2bcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:27:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['e823823d-b77d-4450-aa11-6b5ecd8a2e21'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:15.426724 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebcbd68b-8db5-4e03-b65a-5464bf93e67c tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Made reservation on behalf of 5b20a31423804b59a13a4163865fcc4f for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:27:15.436509 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ebcbd68b-8db5-4e03-b65a-5464bf93e67c tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:15.467270 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ebcbd68b-8db5-4e03-b65a-5464bf93e67c tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:15.471860 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-910aae1c-31d4-4392-b768-be2a3cc333a2 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Deleting subnet 333b9e40-0777-46ae-b741-90a63b428a19 {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:27:15.476325 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-910aae1c-31d4-4392-b768-be2a3cc333a2 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:15.534924 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-be106e07-86ed-499f-aa45-a85072b2bcae None None] Set router e823823d-b77d-4450-aa11-6b5ecd8a2e21 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:27:15.541014 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-910aae1c-31d4-4392-b768-be2a3cc333a2 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:15.610843 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ebcbd68b-8db5-4e03-b65a-5464bf93e67c tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:15.658865 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-910aae1c-31d4-4392-b768-be2a3cc333a2 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:15.662162 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ebcbd68b-8db5-4e03-b65a-5464bf93e67c tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:15.716119 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebcbd68b-8db5-4e03-b65a-5464bf93e67c tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:27:15.723770 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcbd68b-8db5-4e03-b65a-5464bf93e67c tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8610a7-cda0-4e8e-a5b6-0484823b3ee5,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:15.734973 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ebcbd68b-8db5-4e03-b65a-5464bf93e67c tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:15.735422 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-ebcbd68b-8db5-4e03-b65a-5464bf93e67c tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Added segment 94ad296b-30ee-4bdd-89ea-4d6790b52ecf of type vlan for network b1d77264-636f-4100-bbc7-816b215fa1be Dec 08 16:27:15.813364 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ebcbd68b-8db5-4e03-b65a-5464bf93e67c tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:15.815007 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-be106e07-86ed-499f-aa45-a85072b2bcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e823823d-b77d-4450-aa11-6b5ecd8a2e21', 'name': 'tempest-TestNetworkBasicOps-router-1873647229', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '61f78755-bc16-4963-9f9c-41a2b5ad617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:24:29Z', 'updated_at': '2021-12-08T16:27:14Z', 'revision_number': 7, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'gw_port': {'id': '61f78755-bc16-4963-9f9c-41a2b5ad617a', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:14:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e823823d-b77d-4450-aa11-6b5ecd8a2e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:24:30Z', 'updated_at': '2021-12-08T16:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:15.841907 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be106e07-86ed-499f-aa45-a85072b2bcae None None] Checking router: e823823d-b77d-4450-aa11-6b5ecd8a2e21 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:27:15.849252 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-910aae1c-31d4-4392-b768-be2a3cc333a2 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:15.850667 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be106e07-86ed-499f-aa45-a85072b2bcae None None] Routers {'e823823d-b77d-4450-aa11-6b5ecd8a2e21'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:27:15.855515 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-be106e07-86ed-499f-aa45-a85072b2bcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:27:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['e823823d-b77d-4450-aa11-6b5ecd8a2e21'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:15.879410 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910aae1c-31d4-4392-b768-be2a3cc333a2 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Pushing event deleted for resources: {'Subnet': ['ID=333b9e40-0777-46ae-b741-90a63b428a19,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:15.884469 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-910aae1c-31d4-4392-b768-be2a3cc333a2 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:15.887873 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-910aae1c-31d4-4392-b768-be2a3cc333a2 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "DELETE /v2.0/subnets/333b9e40-0777-46ae-b741-90a63b428a19 HTTP/1.1" status: 204 len: 168 time: 0.5000610 Dec 08 16:27:15.890760 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 39876) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:15.891572 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d6a566-63f4-4457-b9a8-25673218b65e None None] Network 368d83ab-a000-4b31-b676-7976aae96be0 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:27:15.985689 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ebcbd68b-8db5-4e03-b65a-5464bf93e67c tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:15.991809 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcbd68b-8db5-4e03-b65a-5464bf93e67c tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:15.992488 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ebcbd68b-8db5-4e03-b65a-5464bf93e67c tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:16.048645 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-be106e07-86ed-499f-aa45-a85072b2bcae None None] Set router e823823d-b77d-4450-aa11-6b5ecd8a2e21 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:27:16.098886 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 39884) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:16.157669 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48877061-1e6a-42fb-bfaa-85080a170ca6 None None] DHCP port deletion for 368d83ab-a000-4b31-b676-7976aae96be0 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:27:16.247094 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-2fed5ca7-c610-4f0b-b4f7-f4ad65120d20 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=41f169cd83404fc0a4c6450d61ed9803&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1443005 Dec 08 16:27:16.274394 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c395cb40-f6c7-43da-bac7-fdf8677739dd req-202a8d68-f0e9-4a18-ac28-59f1204331e7 tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:16.288578 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c395cb40-f6c7-43da-bac7-fdf8677739dd req-202a8d68-f0e9-4a18-ac28-59f1204331e7 tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] 10.222.0.64 "GET /v2.0/ports?device_id=9bccbf7a-221c-4b7e-a9e2-cb9ac70ef0b2 HTTP/1.1" status: 200 len: 945 time: 0.1804693 Dec 08 16:27:16.301248 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-48877061-1e6a-42fb-bfaa-85080a170ca6 None None] Deleting port c5601fe8-4824-407c-a61a-163409d1cc43 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:27:16.303103 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 39888) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:16.303526 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-48877061-1e6a-42fb-bfaa-85080a170ca6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:16.459431 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-48877061-1e6a-42fb-bfaa-85080a170ca6 None None] For port c5601fe8-4824-407c-a61a-163409d1cc43, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=c5601fe8-4824-407c-a61a-163409d1cc43,segment=NetworkSegment(1240e10a-ca2e-4cf3-b554-bf2ffadf21d5),segment_id=1240e10a-ca2e-4cf3-b554-bf2ffadf21d5)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:27:16.460065 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-48877061-1e6a-42fb-bfaa-85080a170ca6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:16.465450 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c395cb40-f6c7-43da-bac7-fdf8677739dd req-1391006a-50c1-4c84-bea8-7cccae0ab985 tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] 10.222.0.64 "GET /v2.0/security-groups?id=2d5f3b92-743e-4683-95e3-db18bca53657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784751 Dec 08 16:27:16.491847 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-752a1236-c6cb-453c-b6ee-79629e5b0d39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:16.498643 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-48877061-1e6a-42fb-bfaa-85080a170ca6 None None] Calling delete_port for c5601fe8-4824-407c-a61a-163409d1cc43 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:27:16.554185 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-752a1236-c6cb-453c-b6ee-79629e5b0d39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:16.622694 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-be106e07-86ed-499f-aa45-a85072b2bcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e823823d-b77d-4450-aa11-6b5ecd8a2e21', 'name': 'tempest-TestNetworkBasicOps-router-1873647229', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '61f78755-bc16-4963-9f9c-41a2b5ad617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:24:29Z', 'updated_at': '2021-12-08T16:27:14Z', 'revision_number': 7, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'gw_port': {'id': '61f78755-bc16-4963-9f9c-41a2b5ad617a', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:14:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e823823d-b77d-4450-aa11-6b5ecd8a2e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:24:30Z', 'updated_at': '2021-12-08T16:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:16.687628 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device c5601fe8-4824-407c-a61a-163409d1cc43 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:27:16.699624 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be106e07-86ed-499f-aa45-a85072b2bcae None None] The sync data for ids ['e823823d-b77d-4450-aa11-6b5ecd8a2e21'] in n-d-776250-12 is: [{'id': 'e823823d-b77d-4450-aa11-6b5ecd8a2e21', 'name': 'tempest-TestNetworkBasicOps-router-1873647229', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '61f78755-bc16-4963-9f9c-41a2b5ad617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:24:29Z', 'updated_at': '2021-12-08T16:27:14Z', 'revision_number': 7, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'gw_port': {'id': '61f78755-bc16-4963-9f9c-41a2b5ad617a', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:14:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e823823d-b77d-4450-aa11-6b5ecd8a2e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:24:30Z', 'updated_at': '2021-12-08T16:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:27:16.770116 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No active binding found for port c5601fe8-4824-407c-a61a-163409d1cc43 {{(pid=110552) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 08 16:27:16.770549 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device c5601fe8-4824-407c-a61a-163409d1cc43 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:27:16.772584 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-48877061-1e6a-42fb-bfaa-85080a170ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:16.809444 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-752a1236-c6cb-453c-b6ee-79629e5b0d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:16.813055 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-752a1236-c6cb-453c-b6ee-79629e5b0d39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:16.816735 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-752a1236-c6cb-453c-b6ee-79629e5b0d39 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b9231e5b-118f-4cbd-bcb0-7fa6696e7212 HTTP/1.1" status: 204 len: 168 time: 0.5088477 Dec 08 16:27:16.816930 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48877061-1e6a-42fb-bfaa-85080a170ca6 None None] Pushing event deleted for resources: {'Port': ['ID=c5601fe8-4824-407c-a61a-163409d1cc43,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:16.820559 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48877061-1e6a-42fb-bfaa-85080a170ca6 None None] No DVR routers for this DVR port c5601fe8-4824-407c-a61a-163409d1cc43 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:27:16.840979 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752a1236-c6cb-453c-b6ee-79629e5b0d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9231e5b-118f-4cbd-bcb0-7fa6696e7212,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:16.869655 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8c8a6ada-62a8-41c0-8127-73a65fa163e4 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for router, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:16.876574 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:16.949087 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ebcbd68b-8db5-4e03-b65a-5464bf93e67c tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.8989098 Dec 08 16:27:16.952263 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 39906) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:16.960326 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-f51075c4-62fd-4e4c-8f2b-7a44a4b5f34b tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Request body: {'subnet': {'network_id': 'b1d77264-636f-4100-bbc7-816b215fa1be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:17.057378 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcbd68b-8db5-4e03-b65a-5464bf93e67c tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Pushing event updated for resources: {'Network': ['ID=b1d77264-636f-4100-bbc7-816b215fa1be,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:17.069287 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcbd68b-8db5-4e03-b65a-5464bf93e67c tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:17.069648 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcbd68b-8db5-4e03-b65a-5464bf93e67c tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:17.070017 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcbd68b-8db5-4e03-b65a-5464bf93e67c tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:17.070345 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcbd68b-8db5-4e03-b65a-5464bf93e67c tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:17.070685 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcbd68b-8db5-4e03-b65a-5464bf93e67c tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:17.071021 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcbd68b-8db5-4e03-b65a-5464bf93e67c tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:17.071355 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcbd68b-8db5-4e03-b65a-5464bf93e67c tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:17.071686 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcbd68b-8db5-4e03-b65a-5464bf93e67c tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:17.072019 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcbd68b-8db5-4e03-b65a-5464bf93e67c tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:17.072475 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcbd68b-8db5-4e03-b65a-5464bf93e67c tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:17.073070 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcbd68b-8db5-4e03-b65a-5464bf93e67c tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:17.075760 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcbd68b-8db5-4e03-b65a-5464bf93e67c tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:17.075760 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcbd68b-8db5-4e03-b65a-5464bf93e67c tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:17.102986 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network b1d77264-636f-4100-bbc7-816b215fa1be details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:27:17.107111 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8c8a6ada-62a8-41c0-8127-73a65fa163e4 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:17.214777 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51075c4-62fd-4e4c-8f2b-7a44a4b5f34b tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Made reservation on behalf of 5b20a31423804b59a13a4163865fcc4f for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:27:17.223447 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f51075c4-62fd-4e4c-8f2b-7a44a4b5f34b tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:17.371457 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eccb88a-2ee6-477c-b693-3067aabebe22 req-45300b9f-4de8-4504-8871-0155d45bbb5a tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:17.373327 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3eccb88a-2ee6-477c-b693-3067aabebe22 req-45300b9f-4de8-4504-8871-0155d45bbb5a tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] 10.222.0.64 "GET /v2.0/ports?device_id=9bccbf7a-221c-4b7e-a9e2-cb9ac70ef0b2 HTTP/1.1" status: 200 len: 945 time: 0.1237864 Dec 08 16:27:17.418860 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-8c8a6ada-62a8-41c0-8127-73a65fa163e4 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Deleting port 61f78755-bc16-4963-9f9c-41a2b5ad617a {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:27:17.419278 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8c8a6ada-62a8-41c0-8127-73a65fa163e4 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:17.555090 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3eccb88a-2ee6-477c-b693-3067aabebe22 req-df21c9a9-2941-4341-b856-2b0b054b3f4f tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] 10.222.0.64 "GET /v2.0/security-groups?id=2d5f3b92-743e-4683-95e3-db18bca53657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710083 Dec 08 16:27:17.580453 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:17.592417 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-8c8a6ada-62a8-41c0-8127-73a65fa163e4 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] For port 61f78755-bc16-4963-9f9c-41a2b5ad617a, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=61f78755-bc16-4963-9f9c-41a2b5ad617a,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:27:17.593155 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8c8a6ada-62a8-41c0-8127-73a65fa163e4 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:17.608746 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-8c8a6ada-62a8-41c0-8127-73a65fa163e4 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Calling delete_port for 61f78755-bc16-4963-9f9c-41a2b5ad617a owned by network:router_gateway {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:27:17.626328 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f51075c4-62fd-4e4c-8f2b-7a44a4b5f34b tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:17.730634 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51075c4-62fd-4e4c-8f2b-7a44a4b5f34b tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Checking segment: {'id': '94ad296b-30ee-4bdd-89ea-4d6790b52ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'b1d77264-636f-4100-bbc7-816b215fa1be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:27:17.731192 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51075c4-62fd-4e4c-8f2b-7a44a4b5f34b tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Network hostable DHCP agents. Network: b1d77264-636f-4100-bbc7-816b215fa1be, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:27:17.733584 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51075c4-62fd-4e4c-8f2b-7a44a4b5f34b tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Pushing event updated for resources: {'Subnet': ['ID=6f3f7628-be8e-49c5-96c1-90ae2972dbd2,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:17.815165 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51075c4-62fd-4e4c-8f2b-7a44a4b5f34b tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Network b1d77264-636f-4100-bbc7-816b215fa1be is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:27:17.883545 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8c8a6ada-62a8-41c0-8127-73a65fa163e4 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:17.909489 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-f51075c4-62fd-4e4c-8f2b-7a44a4b5f34b tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, b1d77264-636f-4100-bbc7-816b215fa1be) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:27:17.920124 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8a6ada-62a8-41c0-8127-73a65fa163e4 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Pushing event deleted for resources: {'Port': ['ID=61f78755-bc16-4963-9f9c-41a2b5ad617a,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:17.921572 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51075c4-62fd-4e4c-8f2b-7a44a4b5f34b tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:17.922607 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f51075c4-62fd-4e4c-8f2b-7a44a4b5f34b tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:17.943475 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6a650d-0f89-4730-9694-41ef3779ac3b None None] Network b1d77264-636f-4100-bbc7-816b215fa1be requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:27:18.001189 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8c8a6ada-62a8-41c0-8127-73a65fa163e4 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:18.036153 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f51075c4-62fd-4e4c-8f2b-7a44a4b5f34b tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0825117 Dec 08 16:27:18.038784 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 39936) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:18.050777 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-79a48615-3c16-4877-a0fa-b9b8e37cd45c tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Request body: {'port': {'network_id': 'b1d77264-636f-4100-bbc7-816b215fa1be', 'name': 'tempest-DHCPAgentSchedulersTestJSON-957972333'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:18.085889 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b036f906-cf97-4e87-8fb5-5a3c803236c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-b1d77264-636f-4100-bbc7-816b215fa1be', 'network_id': 'b1d77264-636f-4100-bbc7-816b215fa1be', 'project_id': '5b20a31423804b59a13a4163865fcc4f', 'fixed_ips': [{'subnet_id': '6f3f7628-be8e-49c5-96c1-90ae2972dbd2'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:27:18.088300 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b036f906-cf97-4e87-8fb5-5a3c803236c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:18.209742 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8c8a6ada-62a8-41c0-8127-73a65fa163e4 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:18.214149 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8c8a6ada-62a8-41c0-8127-73a65fa163e4 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:18.335561 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-b036f906-cf97-4e87-8fb5-5a3c803236c3 None None] Allocated IP 172.20.0.2 (b1d77264-636f-4100-bbc7-816b215fa1be/6f3f7628-be8e-49c5-96c1-90ae2972dbd2/a7bf6c6b-4cf3-4c31-b7ea-9f48d142425e) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:27:18.385937 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device f029fbd5-76fe-43ef-8c9f-e2d8e8dfd012 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:27:18.397509 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a48615-3c16-4877-a0fa-b9b8e37cd45c tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Made reservation on behalf of 5b20a31423804b59a13a4163865fcc4f for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:27:18.404789 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-79a48615-3c16-4877-a0fa-b9b8e37cd45c tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:18.411909 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: f029fbd5-76fe-43ef-8c9f-e2d8e8dfd012 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:27:18.412275 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device f029fbd5-76fe-43ef-8c9f-e2d8e8dfd012 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:27:18.434240 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-79a48615-3c16-4877-a0fa-b9b8e37cd45c tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] device_id is not set on port c6b0ba10-a286-4a6b-8474-70905a0d18b7 yet. {{(pid=110551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:27:18.460832 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8c8a6ada-62a8-41c0-8127-73a65fa163e4 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:18.461758 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c8a6ada-62a8-41c0-8127-73a65fa163e4 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Fanout notify agent at l3_agent the message router_deleted on router e823823d-b77d-4450-aa11-6b5ecd8a2e21 {{(pid=110550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:27:18.470822 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8c8a6ada-62a8-41c0-8127-73a65fa163e4 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:18.472017 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-8c8a6ada-62a8-41c0-8127-73a65fa163e4 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "DELETE /v2.0/routers/e823823d-b77d-4450-aa11-6b5ecd8a2e21 HTTP/1.1" status: 204 len: 168 time: 2.5802379 Dec 08 16:27:18.475405 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 39950) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:18.503637 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 39954) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:18.622401 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-262a7f0d-4614-492a-9589-aaf8aad6fdb5 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:18.694778 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b036f906-cf97-4e87-8fb5-5a3c803236c3 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:18.738376 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-765cac43-b5dd-422d-848f-579ea9dbcc62 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-633830082'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:18.786868 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b036f906-cf97-4e87-8fb5-5a3c803236c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:18.823552 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b036f906-cf97-4e87-8fb5-5a3c803236c3 None None] Network b1d77264-636f-4100-bbc7-816b215fa1be is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:27:18.824490 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f161f4aa-125b-454b-bac6-76d828666633 req-89ca9872-40f5-4eec-be6f-aa353f246ab4 tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:18.826141 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f161f4aa-125b-454b-bac6-76d828666633 req-89ca9872-40f5-4eec-be6f-aa353f246ab4 tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bccbf7a-221c-4b7e-a9e2-cb9ac70ef0b2 HTTP/1.1" status: 200 len: 945 time: 0.1976204 Dec 08 16:27:18.826624 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-b036f906-cf97-4e87-8fb5-5a3c803236c3 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:27:18.828462 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-262a7f0d-4614-492a-9589-aaf8aad6fdb5 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:18.830754 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b036f906-cf97-4e87-8fb5-5a3c803236c3 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:27:18.872561 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b036f906-cf97-4e87-8fb5-5a3c803236c3 None None] Pushing event updated for resources: {'Port': ['ID=a7bf6c6b-4cf3-4c31-b7ea-9f48d142425e,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:18.875358 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9a7a6-6415-412e-8e27-ec8e414e570e req-78d10af0-6553-4032-a9d5-ab25ccfcf7ad tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:18.876975 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a0e9a7a6-6415-412e-8e27-ec8e414e570e req-78d10af0-6553-4032-a9d5-ab25ccfcf7ad tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] 10.222.0.64 "GET /v2.0/ports?device_id=9bccbf7a-221c-4b7e-a9e2-cb9ac70ef0b2 HTTP/1.1" status: 200 len: 945 time: 0.1901913 Dec 08 16:27:18.906485 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-262a7f0d-4614-492a-9589-aaf8aad6fdb5 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['368d83ab-a000-4b31-b676-7976aae96be0']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:18.929272 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-b036f906-cf97-4e87-8fb5-5a3c803236c3 None None] Attempting to bind port a7bf6c6b-4cf3-4c31-b7ea-9f48d142425e on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:27:18.929660 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-b036f906-cf97-4e87-8fb5-5a3c803236c3 None None] Attempting to bind port a7bf6c6b-4cf3-4c31-b7ea-9f48d142425e by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '94ad296b-30ee-4bdd-89ea-4d6790b52ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'b1d77264-636f-4100-bbc7-816b215fa1be'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:27:18.930035 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b036f906-cf97-4e87-8fb5-5a3c803236c3 None None] Attempting to bind port a7bf6c6b-4cf3-4c31-b7ea-9f48d142425e on network b1d77264-636f-4100-bbc7-816b215fa1be {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:27:18.937496 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b036f906-cf97-4e87-8fb5-5a3c803236c3 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:27:18.937885 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b036f906-cf97-4e87-8fb5-5a3c803236c3 None None] Checking segment: {'id': '94ad296b-30ee-4bdd-89ea-4d6790b52ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'b1d77264-636f-4100-bbc7-816b215fa1be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:27:18.938298 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b036f906-cf97-4e87-8fb5-5a3c803236c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:18.938886 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b036f906-cf97-4e87-8fb5-5a3c803236c3 None None] Bound using segment: {'id': '94ad296b-30ee-4bdd-89ea-4d6790b52ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'b1d77264-636f-4100-bbc7-816b215fa1be'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:27:18.939371 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-b036f906-cf97-4e87-8fb5-5a3c803236c3 None None] Bound port: a7bf6c6b-4cf3-4c31-b7ea-9f48d142425e, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94ad296b-30ee-4bdd-89ea-4d6790b52ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'b1d77264-636f-4100-bbc7-816b215fa1be'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:27:18.939879 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b036f906-cf97-4e87-8fb5-5a3c803236c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:18.940040 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-79a48615-3c16-4877-a0fa-b9b8e37cd45c tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Allocated IP 172.20.0.3 (b1d77264-636f-4100-bbc7-816b215fa1be/6f3f7628-be8e-49c5-96c1-90ae2972dbd2/c6b0ba10-a286-4a6b-8474-70905a0d18b7) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:27:18.948083 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-262a7f0d-4614-492a-9589-aaf8aad6fdb5 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1240e10a-ca2e-4cf3-b554-bf2ffadf21d5') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:18.948404 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-262a7f0d-4614-492a-9589-aaf8aad6fdb5 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1240e10a-ca2e-4cf3-b554-bf2ffadf21d5') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:18.983997 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-262a7f0d-4614-492a-9589-aaf8aad6fdb5 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:18.987736 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765cac43-b5dd-422d-848f-579ea9dbcc62 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Made reservation on behalf of 58b5e3c8e9184fc481cd2802cce82388 for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:27:18.991855 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-765cac43-b5dd-422d-848f-579ea9dbcc62 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:19.015799 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-765cac43-b5dd-422d-848f-579ea9dbcc62 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:19.042016 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-262a7f0d-4614-492a-9589-aaf8aad6fdb5 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:19.047546 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-b036f906-cf97-4e87-8fb5-5a3c803236c3 None None] For port a7bf6c6b-4cf3-4c31-b7ea-9f48d142425e, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:27:19.055957 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-b036f906-cf97-4e87-8fb5-5a3c803236c3 None None] For port a7bf6c6b-4cf3-4c31-b7ea-9f48d142425e, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=a7bf6c6b-4cf3-4c31-b7ea-9f48d142425e,segment=NetworkSegment(94ad296b-30ee-4bdd-89ea-4d6790b52ecf),segment_id=94ad296b-30ee-4bdd-89ea-4d6790b52ecf)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:27:19.066866 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-262a7f0d-4614-492a-9589-aaf8aad6fdb5 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:27:19.067749 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-262a7f0d-4614-492a-9589-aaf8aad6fdb5 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:19.073290 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:27:19.073290 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:27:19.073290 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:27:19.073290 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:27:19.073290 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:27:19.073290 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:27:19.073290 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:27:19.073290 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:27:19.073290 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:27:19.073290 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:27:19.073290 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:27:19.073290 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:27:19.073290 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:27:19.073290 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:27:19.073290 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:27:19.073290 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:27:19.073290 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:27:19.073290 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:27:19.073290 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:27:19.073290 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:27:19.073290 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:27:19.073290 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:27:19.073290 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:27:19.073290 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:27:19.073290 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:27:19.073290 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:27:19.073290 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:27:19.073290 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:27:19.073290 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:27:19.073290 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:27:19.073290 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:27:19.073290 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:27:19.100282 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a0e9a7a6-6415-412e-8e27-ec8e414e570e req-248fbd7b-7f9f-47f9-9138-70df3da8a945 tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] 10.222.0.64 "GET /v2.0/security-groups?id=2d5f3b92-743e-4683-95e3-db18bca53657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960900 Dec 08 16:27:19.147078 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b036f906-cf97-4e87-8fb5-5a3c803236c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:19.162528 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-f161f4aa-125b-454b-bac6-76d828666633 req-a8b2bb81-5978-4b6a-afa6-a5a0447bf7bc tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] Deleting port e315403a-5799-46ca-a4b0-69b5074e6a4d {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:27:19.162880 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f161f4aa-125b-454b-bac6-76d828666633 req-a8b2bb81-5978-4b6a-afa6-a5a0447bf7bc tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:19.263982 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b036f906-cf97-4e87-8fb5-5a3c803236c3 None None] Pushing event updated for resources: {'Port': ['ID=a7bf6c6b-4cf3-4c31-b7ea-9f48d142425e,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:19.295498 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-79a48615-3c16-4877-a0fa-b9b8e37cd45c tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:19.312071 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-f161f4aa-125b-454b-bac6-76d828666633 req-a8b2bb81-5978-4b6a-afa6-a5a0447bf7bc tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] For port e315403a-5799-46ca-a4b0-69b5074e6a4d, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=e315403a-5799-46ca-a4b0-69b5074e6a4d,segment=NetworkSegment(5028cff4-1090-45f6-a35d-769e9d1398c7),segment_id=5028cff4-1090-45f6-a35d-769e9d1398c7)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:27:19.312758 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f161f4aa-125b-454b-bac6-76d828666633 req-a8b2bb81-5978-4b6a-afa6-a5a0447bf7bc tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:19.323356 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-765cac43-b5dd-422d-848f-579ea9dbcc62 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:19.341111 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-f161f4aa-125b-454b-bac6-76d828666633 req-a8b2bb81-5978-4b6a-afa6-a5a0447bf7bc tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] Calling delete_port for e315403a-5799-46ca-a4b0-69b5074e6a4d owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:27:19.452291 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-262a7f0d-4614-492a-9589-aaf8aad6fdb5 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:19.477757 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-765cac43-b5dd-422d-848f-579ea9dbcc62 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:19.487530 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-262a7f0d-4614-492a-9589-aaf8aad6fdb5 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:19.501352 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-262a7f0d-4614-492a-9589-aaf8aad6fdb5 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "DELETE /v2.0/networks/368d83ab-a000-4b31-b676-7976aae96be0 HTTP/1.1" status: 204 len: 168 time: 1.0234799 Dec 08 16:27:19.519225 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 39974) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:19.529262 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-c0ebae97-c4fd-4eac-b611-e496d8604500 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Request body: {'network': {'name': 'tempest-network-smoke--565078083', 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'port_security_enabled': True}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:19.540328 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262a7f0d-4614-492a-9589-aaf8aad6fdb5 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Pushing event deleted for resources: {'Network': ['ID=368d83ab-a000-4b31-b676-7976aae96be0,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:19.548144 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765cac43-b5dd-422d-848f-579ea9dbcc62 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d879d21e-42dd-471e-b5f8-f80e0ac99f77,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:19.563958 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-765cac43-b5dd-422d-848f-579ea9dbcc62 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:27:19.571082 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-79a48615-3c16-4877-a0fa-b9b8e37cd45c tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:19.620915 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-765cac43-b5dd-422d-848f-579ea9dbcc62 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:19.621272 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-765cac43-b5dd-422d-848f-579ea9dbcc62 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Added segment 9e2e112e-ee41-4d1e-92e1-1e4e2f6ca2dc of type vlan for network 24cd01ba-5e9a-4d83-9310-d522788ee415 Dec 08 16:27:19.652426 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a48615-3c16-4877-a0fa-b9b8e37cd45c tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Network b1d77264-636f-4100-bbc7-816b215fa1be is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:27:19.677617 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f161f4aa-125b-454b-bac6-76d828666633 req-a8b2bb81-5978-4b6a-afa6-a5a0447bf7bc tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:19.680597 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-79a48615-3c16-4877-a0fa-b9b8e37cd45c tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:27:19.697863 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['e315403a-5799-46ca-a4b0-69b5074e6a4d'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:27:19.705475 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a48615-3c16-4877-a0fa-b9b8e37cd45c tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:27:19.735572 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b2bb81-5978-4b6a-afa6-a5a0447bf7bc tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] Pushing event deleted for resources: {'Port': ['ID=e315403a-5799-46ca-a4b0-69b5074e6a4d,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:19.741668 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ebae97-c4fd-4eac-b611-e496d8604500 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Made reservation on behalf of 2a90eddbbcbf4338ab5fe411884194ac for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:27:19.745288 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c0ebae97-c4fd-4eac-b611-e496d8604500 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:19.761828 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a48615-3c16-4877-a0fa-b9b8e37cd45c tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:19.764680 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-79a48615-3c16-4877-a0fa-b9b8e37cd45c tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:19.765801 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a48615-3c16-4877-a0fa-b9b8e37cd45c tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Pushing event updated for resources: {'Port': ['ID=c6b0ba10-a286-4a6b-8474-70905a0d18b7,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:19.787440 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-765cac43-b5dd-422d-848f-579ea9dbcc62 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:19.821637 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-f161f4aa-125b-454b-bac6-76d828666633 req-a8b2bb81-5978-4b6a-afa6-a5a0447bf7bc tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] No DVR routers for this DVR port e315403a-5799-46ca-a4b0-69b5074e6a4d on host n-h2-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:27:19.824978 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f161f4aa-125b-454b-bac6-76d828666633 req-a8b2bb81-5978-4b6a-afa6-a5a0447bf7bc tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:19.828609 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f161f4aa-125b-454b-bac6-76d828666633 req-a8b2bb81-5978-4b6a-afa6-a5a0447bf7bc tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] 10.222.0.37 "DELETE /v2.0/ports/e315403a-5799-46ca-a4b0-69b5074e6a4d HTTP/1.1" status: 204 len: 173 time: 0.9916131 Dec 08 16:27:19.830423 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bccbf7a-221c-4b7e-a9e2-cb9ac70ef0b2', 'name': 'network-vif-deleted', 'tag': 'e315403a-5799-46ca-a4b0-69b5074e6a4d'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:27:19.833417 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1cb6c94-69a1-47c8-a6f9-bbd7d671db56" -d '{"events": [{"server_uuid": "9bccbf7a-221c-4b7e-a9e2-cb9ac70ef0b2", "name": "network-vif-deleted", "tag": "e315403a-5799-46ca-a4b0-69b5074e6a4d"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:27:19.867675 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-79a48615-3c16-4877-a0fa-b9b8e37cd45c tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8272951 Dec 08 16:27:19.871016 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 39982) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:19.889739 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-765cac43-b5dd-422d-848f-579ea9dbcc62 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:19.895859 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda0f493-f4cf-4402-bb6a-708b4055f5cc x-openstack-request-id: req-dda0f493-f4cf-4402-bb6a-708b4055f5cc {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:27:19.896595 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bccbf7a-221c-4b7e-a9e2-cb9ac70ef0b2", "name": "network-vif-deleted", "tag": "e315403a-5799-46ca-a4b0-69b5074e6a4d", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:27:19.897157 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dda0f493-f4cf-4402-bb6a-708b4055f5cc {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:27:19.900704 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765cac43-b5dd-422d-848f-579ea9dbcc62 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:19.901372 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-765cac43-b5dd-422d-848f-579ea9dbcc62 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:19.905161 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bccbf7a-221c-4b7e-a9e2-cb9ac70ef0b2', 'name': 'network-vif-deleted', 'tag': 'e315403a-5799-46ca-a4b0-69b5074e6a4d', 'status': 'completed', 'code': 200} Dec 08 16:27:19.918238 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.db.api [None req-c0ebae97-c4fd-4eac-b611-e496d8604500 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=110550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:27:19.921344 n-d-776250-12 neutron-server[110550]: DEBUG oslo_db.api [None req-c0ebae97-c4fd-4eac-b611-e496d8604500 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:27:20.056929 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-765cac43-b5dd-422d-848f-579ea9dbcc62 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.5499499 Dec 08 16:27:20.059433 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 39990) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:20.068753 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-f50270bc-b307-4dee-b78a-2e8a70adbd5c tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Request body: {'subnet': {'network_id': '24cd01ba-5e9a-4d83-9310-d522788ee415', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:20.082578 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765cac43-b5dd-422d-848f-579ea9dbcc62 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Pushing event updated for resources: {'Network': ['ID=24cd01ba-5e9a-4d83-9310-d522788ee415,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:20.096427 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 24cd01ba-5e9a-4d83-9310-d522788ee415 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:27:20.239120 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-4c530d07-369f-4e0f-b766-0ff95082d10e tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Deleting port c6b0ba10-a286-4a6b-8474-70905a0d18b7 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:27:20.239474 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4c530d07-369f-4e0f-b766-0ff95082d10e tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:20.390115 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-761ae54c-1a7d-4a28-ae37-d7cd3056bb93 req-bbc1ccd6-134a-4f29-bd2c-31dad87c76fc tempest-InstanceActionsTestJSON-1532067511 tempest-InstanceActionsTestJSON-1532067511-project] 10.222.0.64 "GET /v2.0/ports?device_id=9bccbf7a-221c-4b7e-a9e2-cb9ac70ef0b2 HTTP/1.1" status: 200 len: 210 time: 0.0426011 Dec 08 16:27:20.420761 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c0ebae97-c4fd-4eac-b611-e496d8604500 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:20.437841 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4c530d07-369f-4e0f-b766-0ff95082d10e tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:20.458353 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device a7bf6c6b-4cf3-4c31-b7ea-9f48d142425e up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:27:20.471901 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-4c530d07-369f-4e0f-b766-0ff95082d10e tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Calling delete_port for c6b0ba10-a286-4a6b-8474-70905a0d18b7 owned by {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:27:20.472634 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0ebae97-c4fd-4eac-b611-e496d8604500 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:27:20.484060 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50270bc-b307-4dee-b78a-2e8a70adbd5c tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Made reservation on behalf of 58b5e3c8e9184fc481cd2802cce82388 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:27:20.493216 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c0ebae97-c4fd-4eac-b611-e496d8604500 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:20.493580 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-c0ebae97-c4fd-4eac-b611-e496d8604500 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Added segment 82648366-5889-4a5b-8ff9-e2d574d830ca of type vlan for network 0f341cc7-0551-426d-b2d8-91278fbfaf0d Dec 08 16:27:20.496336 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f50270bc-b307-4dee-b78a-2e8a70adbd5c tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:20.541705 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c0ebae97-c4fd-4eac-b611-e496d8604500 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:20.578241 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port a7bf6c6b-4cf3-4c31-b7ea-9f48d142425e triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:20.578675 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:20.663553 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c0ebae97-c4fd-4eac-b611-e496d8604500 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:20.671910 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ebae97-c4fd-4eac-b611-e496d8604500 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:20.672652 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c0ebae97-c4fd-4eac-b611-e496d8604500 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:20.807562 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ecdc77-61b1-44fd-9fa1-58f81e8ebac4 None None] Network b1d77264-636f-4100-bbc7-816b215fa1be requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:27:20.859530 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ebae97-c4fd-4eac-b611-e496d8604500 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Pushing event updated for resources: {'Network': ['ID=0f341cc7-0551-426d-b2d8-91278fbfaf0d,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:20.880286 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 0f341cc7-0551-426d-b2d8-91278fbfaf0d details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:27:20.888412 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:20.941362 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 40002) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:20.943218 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c0ebae97-c4fd-4eac-b611-e496d8604500 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4141994 Dec 08 16:27:20.947995 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-ff57e835-ba9c-48d5-b49f-643236555195 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-560585862', 'admin_state_up': True, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:20.965349 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-176d0d19-3b8e-4c2d-a89e-30c25c95c3e7 None None] Provisioning complete for port a7bf6c6b-4cf3-4c31-b7ea-9f48d142425e triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:20.965811 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-176d0d19-3b8e-4c2d-a89e-30c25c95c3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:20.974378 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4c530d07-369f-4e0f-b766-0ff95082d10e tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:21.016316 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c530d07-369f-4e0f-b766-0ff95082d10e tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Pushing event deleted for resources: {'Port': ['ID=c6b0ba10-a286-4a6b-8474-70905a0d18b7,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:21.048656 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ff57e835-ba9c-48d5-b49f-643236555195 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:21.049744 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ff57e835-ba9c-48d5-b49f-643236555195 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:21.066254 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port a7bf6c6b-4cf3-4c31-b7ea-9f48d142425e, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=a7bf6c6b-4cf3-4c31-b7ea-9f48d142425e,segment=NetworkSegment(94ad296b-30ee-4bdd-89ea-4d6790b52ecf),segment_id=94ad296b-30ee-4bdd-89ea-4d6790b52ecf)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:27:21.110691 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f50270bc-b307-4dee-b78a-2e8a70adbd5c tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:21.140929 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-176d0d19-3b8e-4c2d-a89e-30c25c95c3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:21.155028 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ff57e835-ba9c-48d5-b49f-643236555195 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:21.155412 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:21.189179 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4c530d07-369f-4e0f-b766-0ff95082d10e tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:21.189966 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 61f78755-bc16-4963-9f9c-41a2b5ad617a no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:27:21.198900 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-4c530d07-369f-4e0f-b766-0ff95082d10e tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] 10.222.0.64 "DELETE /v2.0/ports/c6b0ba10-a286-4a6b-8474-70905a0d18b7 HTTP/1.1" status: 204 len: 168 time: 1.3263078 Dec 08 16:27:21.199793 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 40016) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:21.269243 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 61f78755-bc16-4963-9f9c-41a2b5ad617a {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:27:21.269704 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 61f78755-bc16-4963-9f9c-41a2b5ad617a not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:27:21.368737 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=a7bf6c6b-4cf3-4c31-b7ea-9f48d142425e,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:21.370055 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50270bc-b307-4dee-b78a-2e8a70adbd5c tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Pushing event updated for resources: {'Subnet': ['ID=8e87d23f-33cc-4988-8487-ab64bb5fe945,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:21.395550 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.db.api [None req-176d0d19-3b8e-4c2d-a89e-30c25c95c3e7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:27:21.396164 n-d-776250-12 neutron-server[110552]: DEBUG oslo_db.api [None req-176d0d19-3b8e-4c2d-a89e-30c25c95c3e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:27:21.398583 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50270bc-b307-4dee-b78a-2e8a70adbd5c tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Checking segment: {'id': '9e2e112e-ee41-4d1e-92e1-1e4e2f6ca2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '24cd01ba-5e9a-4d83-9310-d522788ee415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:27:21.411954 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50270bc-b307-4dee-b78a-2e8a70adbd5c tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Network hostable DHCP agents. Network: 24cd01ba-5e9a-4d83-9310-d522788ee415, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:27:21.474905 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-38ac68f9-556a-4101-8b6c-082056a50176 tempest-DHCPAgentSchedulersTestJSON-1821970530 tempest-DHCPAgentSchedulersTestJSON-1821970530-project-admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4935 time: 0.2716620 Dec 08 16:27:21.475700 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 40030) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:21.481160 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-400ce7e6-b566-4993-879d-55792323f089 tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1134366454'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:21.502328 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 40034) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:21.516566 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ff57e835-ba9c-48d5-b49f-643236555195 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:21.563398 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50270bc-b307-4dee-b78a-2e8a70adbd5c tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Network 24cd01ba-5e9a-4d83-9310-d522788ee415 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:27:21.590701 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-9af9cd5d-63e4-476c-b7a4-829bdfad0be3 admin admin] Deleting subnet cc888208-44a7-4d90-aa68-3131561d1b90 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:27:21.595461 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9af9cd5d-63e4-476c-b7a4-829bdfad0be3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:21.644365 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9af9cd5d-63e4-476c-b7a4-829bdfad0be3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:21.666814 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-f50270bc-b307-4dee-b78a-2e8a70adbd5c tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 24cd01ba-5e9a-4d83-9310-d522788ee415) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:27:21.676385 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295a96ec-6d7c-4ae8-a075-e2213c6b466b None None] Network 24cd01ba-5e9a-4d83-9310-d522788ee415 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:27:21.682569 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50270bc-b307-4dee-b78a-2e8a70adbd5c tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:21.683801 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f50270bc-b307-4dee-b78a-2e8a70adbd5c tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:21.693543 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400ce7e6-b566-4993-879d-55792323f089 tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Made reservation on behalf of 5b20a31423804b59a13a4163865fcc4f for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:27:21.703347 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-400ce7e6-b566-4993-879d-55792323f089 tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:21.758237 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9af9cd5d-63e4-476c-b7a4-829bdfad0be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:21.807059 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f50270bc-b307-4dee-b78a-2e8a70adbd5c tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7426620 Dec 08 16:27:21.828086 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 40048) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:21.833609 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-8229127b-50c3-4a35-8cd2-d2cbd82da5f8 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Request body: {'port': {'network_id': '24cd01ba-5e9a-4d83-9310-d522788ee415', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2021667044'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:21.947544 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d48ffed-24f5-43f8-bef8-7923610d7407 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-24cd01ba-5e9a-4d83-9310-d522788ee415', 'network_id': '24cd01ba-5e9a-4d83-9310-d522788ee415', 'project_id': '58b5e3c8e9184fc481cd2802cce82388', 'fixed_ips': [{'subnet_id': '8e87d23f-33cc-4988-8487-ab64bb5fe945'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:27:21.949793 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7d48ffed-24f5-43f8-bef8-7923610d7407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:21.983404 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9af9cd5d-63e4-476c-b7a4-829bdfad0be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:22.020949 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-400ce7e6-b566-4993-879d-55792323f089 tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:27:22.122924 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ff57e835-ba9c-48d5-b49f-643236555195 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for router_gateway, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:22.145183 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af9cd5d-63e4-476c-b7a4-829bdfad0be3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc888208-44a7-4d90-aa68-3131561d1b90,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:22.160435 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9af9cd5d-63e4-476c-b7a4-829bdfad0be3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:22.166012 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-9af9cd5d-63e4-476c-b7a4-829bdfad0be3 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/cc888208-44a7-4d90-aa68-3131561d1b90 HTTP/1.1" status: 204 len: 168 time: 0.6567430 Dec 08 16:27:22.167402 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-b966c575-8b97-4432-b79e-5ec68142fba5 None None] Could not find standard attr ID for object c6b0ba10-a286-4a6b-8474-70905a0d18b7. {{(pid=110552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:27:22.171740 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-400ce7e6-b566-4993-879d-55792323f089 tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:22.171740 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-400ce7e6-b566-4993-879d-55792323f089 tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Added segment c2fff6b1-6eea-4d65-b1c0-85be8f301afa of type vlan for network 5c8285b6-8a31-4753-8e31-98228a409353 Dec 08 16:27:22.172898 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 40058) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:22.194014 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ff57e835-ba9c-48d5-b49f-643236555195 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:22.273356 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-b966c575-8b97-4432-b79e-5ec68142fba5 None None] Provisioning complete for port a7bf6c6b-4cf3-4c31-b7ea-9f48d142425e triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:22.274005 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b966c575-8b97-4432-b79e-5ec68142fba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:22.303380 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-400ce7e6-b566-4993-879d-55792323f089 tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:22.321400 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2e36a201-abf1-4b80-9925-6cfc0cc38ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:22.336537 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-7d48ffed-24f5-43f8-bef8-7923610d7407 None None] Allocated IP 2001:db8::2 (24cd01ba-5e9a-4d83-9310-d522788ee415/8e87d23f-33cc-4988-8487-ab64bb5fe945/49b6e430-9911-4c0d-b73b-628ac909e40e) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:27:22.381916 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-ff57e835-ba9c-48d5-b49f-643236555195 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Allocated IP 172.25.0.135 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/e47143c7-01f3-4300-86e8-16e5165df957) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:27:22.405273 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8229127b-50c3-4a35-8cd2-d2cbd82da5f8 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Made reservation on behalf of 58b5e3c8e9184fc481cd2802cce82388 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:27:22.414660 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8229127b-50c3-4a35-8cd2-d2cbd82da5f8 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:22.472779 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-400ce7e6-b566-4993-879d-55792323f089 tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:22.478710 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400ce7e6-b566-4993-879d-55792323f089 tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:22.479346 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-400ce7e6-b566-4993-879d-55792323f089 tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:22.481554 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device a7bf6c6b-4cf3-4c31-b7ea-9f48d142425e up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:27:22.483827 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device e315403a-5799-46ca-a4b0-69b5074e6a4d no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:27:22.515728 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: e315403a-5799-46ca-a4b0-69b5074e6a4d {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:27:22.516418 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device e315403a-5799-46ca-a4b0-69b5074e6a4d not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:27:22.526642 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [None req-8229127b-50c3-4a35-8cd2-d2cbd82da5f8 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] device_id is not set on port 455db5a0-7c36-41d5-a98a-55181409b4a2 yet. {{(pid=110550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:27:22.547160 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ff57e835-ba9c-48d5-b49f-643236555195 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:22.624590 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2e36a201-abf1-4b80-9925-6cfc0cc38ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:22.662695 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ff57e835-ba9c-48d5-b49f-643236555195 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:22.675484 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-2e36a201-abf1-4b80-9925-6cfc0cc38ad5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e969fff-969e-4c8a-99e5-f71f59f14098']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:22.684779 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400ce7e6-b566-4993-879d-55792323f089 tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Pushing event updated for resources: {'Network': ['ID=5c8285b6-8a31-4753-8e31-98228a409353,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:22.708209 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-400ce7e6-b566-4993-879d-55792323f089 tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.2287743 Dec 08 16:27:22.708209 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-2e36a201-abf1-4b80-9925-6cfc0cc38ad5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5028cff4-1090-45f6-a35d-769e9d1398c7') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:22.708508 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-2e36a201-abf1-4b80-9925-6cfc0cc38ad5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5028cff4-1090-45f6-a35d-769e9d1398c7') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:22.710887 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 40076) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:22.748271 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2e36a201-abf1-4b80-9925-6cfc0cc38ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:22.768544 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff57e835-ba9c-48d5-b49f-643236555195 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:27:22.775416 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-ff57e835-ba9c-48d5-b49f-643236555195 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:27:22.775416 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff57e835-ba9c-48d5-b49f-643236555195 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:27:22.813624 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff57e835-ba9c-48d5-b49f-643236555195 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Pushing event updated for resources: {'Port': ['ID=e47143c7-01f3-4300-86e8-16e5165df957,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:22.816697 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2e36a201-abf1-4b80-9925-6cfc0cc38ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:22.829867 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 5c8285b6-8a31-4753-8e31-98228a409353 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:27:22.832099 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e36a201-abf1-4b80-9925-6cfc0cc38ad5 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:27:22.832674 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2e36a201-abf1-4b80-9925-6cfc0cc38ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:22.836887 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:27:22.836887 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:27:22.836887 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:27:22.836887 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:27:22.836887 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:27:22.836887 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:27:22.836887 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:27:22.836887 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:27:22.836887 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:27:22.836887 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:27:22.836887 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:27:22.836887 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:27:22.836887 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:27:22.836887 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:27:22.836887 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:27:22.836887 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:27:22.836887 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:27:22.836887 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:27:22.836887 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:27:22.836887 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:27:22.836887 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:27:22.836887 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:27:22.836887 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:27:22.836887 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:27:22.836887 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:27:22.836887 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:27:22.836887 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:27:22.836887 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:27:22.836887 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:27:22.836887 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:27:22.836887 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:27:22.836887 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:27:22.959285 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-5fe7c560-1129-4058-a986-bdbdda207d35 tempest-DHCPAgentSchedulersTestJSON-1821970530 tempest-DHCPAgentSchedulersTestJSON-1821970530-project-admin] 10.222.0.64 "GET /v2.0/agents/b5bac345-2f07-4a0e-979f-8c9fd8728f08/dhcp-networks HTTP/1.1" status: 200 len: 6457 time: 0.2467782 Dec 08 16:27:22.965165 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 40082) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:22.996970 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2e36a201-abf1-4b80-9925-6cfc0cc38ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:23.020904 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port a7bf6c6b-4cf3-4c31-b7ea-9f48d142425e triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:23.021462 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:23.069568 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2e36a201-abf1-4b80-9925-6cfc0cc38ad5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:23.078233 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-2e36a201-abf1-4b80-9925-6cfc0cc38ad5 admin admin] 10.222.0.64 "DELETE /v2.0/networks/1e969fff-969e-4c8a-99e5-f71f59f14098 HTTP/1.1" status: 204 len: 168 time: 0.9011490 Dec 08 16:27:23.081764 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7d48ffed-24f5-43f8-bef8-7923610d7407 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:23.110863 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e36a201-abf1-4b80-9925-6cfc0cc38ad5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e969fff-969e-4c8a-99e5-f71f59f14098,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:23.163537 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7d48ffed-24f5-43f8-bef8-7923610d7407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:23.251138 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-8229127b-50c3-4a35-8cd2-d2cbd82da5f8 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Allocated IP 2001:db8::140 (24cd01ba-5e9a-4d83-9310-d522788ee415/8e87d23f-33cc-4988-8487-ab64bb5fe945/455db5a0-7c36-41d5-a98a-55181409b4a2) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:27:23.277728 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d48ffed-24f5-43f8-bef8-7923610d7407 None None] Network 24cd01ba-5e9a-4d83-9310-d522788ee415 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:27:23.283512 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-7d48ffed-24f5-43f8-bef8-7923610d7407 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:27:23.294068 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d48ffed-24f5-43f8-bef8-7923610d7407 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:27:23.294068 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d48ffed-24f5-43f8-bef8-7923610d7407 None None] Pushing event updated for resources: {'Port': ['ID=49b6e430-9911-4c0d-b73b-628ac909e40e,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:23.337192 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21941cf3-62bb-40df-9964-4bab983b1686 tempest-DHCPAgentSchedulersTestJSON-1821970530 tempest-DHCPAgentSchedulersTestJSON-1821970530-project-admin] Network 5c8285b6-8a31-4753-8e31-98228a409353 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:27:23.366130 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ff57e835-ba9c-48d5-b49f-643236555195 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for router_gateway, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:23.374418 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-7d48ffed-24f5-43f8-bef8-7923610d7407 None None] Attempting to bind port 49b6e430-9911-4c0d-b73b-628ac909e40e on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:27:23.379488 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-7d48ffed-24f5-43f8-bef8-7923610d7407 None None] Attempting to bind port 49b6e430-9911-4c0d-b73b-628ac909e40e by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '9e2e112e-ee41-4d1e-92e1-1e4e2f6ca2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '24cd01ba-5e9a-4d83-9310-d522788ee415'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:27:23.379488 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d48ffed-24f5-43f8-bef8-7923610d7407 None None] Attempting to bind port 49b6e430-9911-4c0d-b73b-628ac909e40e on network 24cd01ba-5e9a-4d83-9310-d522788ee415 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:27:23.382600 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d48ffed-24f5-43f8-bef8-7923610d7407 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:27:23.383039 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d48ffed-24f5-43f8-bef8-7923610d7407 None None] Checking segment: {'id': '9e2e112e-ee41-4d1e-92e1-1e4e2f6ca2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '24cd01ba-5e9a-4d83-9310-d522788ee415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:27:23.383463 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7d48ffed-24f5-43f8-bef8-7923610d7407 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:23.383868 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d48ffed-24f5-43f8-bef8-7923610d7407 None None] Bound using segment: {'id': '9e2e112e-ee41-4d1e-92e1-1e4e2f6ca2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '24cd01ba-5e9a-4d83-9310-d522788ee415'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:27:23.384399 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-7d48ffed-24f5-43f8-bef8-7923610d7407 None None] Bound port: 49b6e430-9911-4c0d-b73b-628ac909e40e, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e2e112e-ee41-4d1e-92e1-1e4e2f6ca2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '24cd01ba-5e9a-4d83-9310-d522788ee415'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:27:23.384801 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7d48ffed-24f5-43f8-bef8-7923610d7407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:23.496713 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-21941cf3-62bb-40df-9964-4bab983b1686 tempest-DHCPAgentSchedulersTestJSON-1821970530 tempest-DHCPAgentSchedulersTestJSON-1821970530-project-admin] 10.222.0.64 "POST /v2.0/agents/b5bac345-2f07-4a0e-979f-8c9fd8728f08/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5298629 Dec 08 16:27:23.498984 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 40096) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:23.509123 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-7d48ffed-24f5-43f8-bef8-7923610d7407 None None] For port 49b6e430-9911-4c0d-b73b-628ac909e40e, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:27:23.514174 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-7d48ffed-24f5-43f8-bef8-7923610d7407 None None] For port 49b6e430-9911-4c0d-b73b-628ac909e40e, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=49b6e430-9911-4c0d-b73b-628ac909e40e,segment=NetworkSegment(9e2e112e-ee41-4d1e-92e1-1e4e2f6ca2dc),segment_id=9e2e112e-ee41-4d1e-92e1-1e4e2f6ca2dc)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:27:23.517127 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f657996-ce2b-4e65-a2cb-0429f4301cdd None None] Network 5c8285b6-8a31-4753-8e31-98228a409353 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:27:23.632663 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7d48ffed-24f5-43f8-bef8-7923610d7407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:23.705321 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d48ffed-24f5-43f8-bef8-7923610d7407 None None] Pushing event updated for resources: {'Port': ['ID=49b6e430-9911-4c0d-b73b-628ac909e40e,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:23.766201 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8229127b-50c3-4a35-8cd2-d2cbd82da5f8 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:23.844559 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 40100) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:23.882216 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-489b5eb6-22f6-47f0-84b2-b75387a8d0a8 tempest-DHCPAgentSchedulersTestJSON-1821970530 tempest-DHCPAgentSchedulersTestJSON-1821970530-project-admin] 10.222.0.64 "GET /v2.0/agents/b5bac345-2f07-4a0e-979f-8c9fd8728f08/dhcp-networks HTTP/1.1" status: 200 len: 6466 time: 0.3786573 Dec 08 16:27:23.882694 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 40102) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:23.922472 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-9650fd02-2854-4d22-9927-6f963dfe8b9f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7c13dcd149224d3684c40618d8b87cb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0745289 Dec 08 16:27:23.931938 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 40106) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:24.061058 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8229127b-50c3-4a35-8cd2-d2cbd82da5f8 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:24.137684 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8229127b-50c3-4a35-8cd2-d2cbd82da5f8 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Network 24cd01ba-5e9a-4d83-9310-d522788ee415 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:27:24.148796 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-8229127b-50c3-4a35-8cd2-d2cbd82da5f8 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:27:24.158704 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8229127b-50c3-4a35-8cd2-d2cbd82da5f8 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:27:24.158704 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8229127b-50c3-4a35-8cd2-d2cbd82da5f8 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:24.158704 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8229127b-50c3-4a35-8cd2-d2cbd82da5f8 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:24.193433 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8229127b-50c3-4a35-8cd2-d2cbd82da5f8 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Pushing event updated for resources: {'Port': ['ID=455db5a0-7c36-41d5-a98a-55181409b4a2,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:24.198834 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9812ed2d-f321-4a17-9f6b-483134a87b0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:24.220879 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-22309c95-6d63-42b3-892c-07d49ca0ec78 tempest-DHCPAgentSchedulersTestJSON-1821970530 tempest-DHCPAgentSchedulersTestJSON-1821970530-project-admin] 10.222.0.64 "DELETE /v2.0/agents/b5bac345-2f07-4a0e-979f-8c9fd8728f08/dhcp-networks/5c8285b6-8a31-4753-8e31-98228a409353 HTTP/1.1" status: 204 len: 168 time: 0.3368061 Dec 08 16:27:24.224222 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 40108) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:24.226167 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9812ed2d-f321-4a17-9f6b-483134a87b0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:24.305430 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-8229127b-50c3-4a35-8cd2-d2cbd82da5f8 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.4771023 Dec 08 16:27:24.306133 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 40112) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:24.312569 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-e516b89d-3eb3-4cc2-8582-5b308ed67f1b tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Request body: {'port': {'network_id': '24cd01ba-5e9a-4d83-9310-d522788ee415', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1868354055', 'allowed_address_pairs': [{'ip_address': '2001:db8::140', 'mac_address': 'fa:16:3e:41:1f:ea'}]}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:24.348938 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ff57e835-ba9c-48d5-b49f-643236555195 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:24.399909 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:27:24.410124 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9812ed2d-f321-4a17-9f6b-483134a87b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:24.413334 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9812ed2d-f321-4a17-9f6b-483134a87b0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:24.414665 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-9812ed2d-f321-4a17-9f6b-483134a87b0f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2d5f3b92-743e-4683-95e3-db18bca53657 HTTP/1.1" status: 204 len: 168 time: 0.4814408 Dec 08 16:27:24.443140 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9812ed2d-f321-4a17-9f6b-483134a87b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5f3b92-743e-4683-95e3-db18bca53657,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:24.471459 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 49b6e430-9911-4c0d-b73b-628ac909e40e up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:27:24.618869 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ca9bc989-2f77-40d1-b17b-bc7a074107cc tempest-DHCPAgentSchedulersTestJSON-1821970530 tempest-DHCPAgentSchedulersTestJSON-1821970530-project-admin] 10.222.0.64 "GET /v2.0/agents/b5bac345-2f07-4a0e-979f-8c9fd8728f08/dhcp-networks HTTP/1.1" status: 200 len: 5695 time: 0.3923957 Dec 08 16:27:24.623009 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 40122) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:24.666022 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-08381147-e821-42b5-8a63-eab600978762 tempest-DHCPAgentSchedulersTestJSON-1821970530 tempest-DHCPAgentSchedulersTestJSON-1821970530-project-admin] 10.222.0.64 "GET /v2.0/networks/b1d77264-636f-4100-bbc7-816b215fa1be/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0417891 Dec 08 16:27:24.670127 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 40124) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:24.677551 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 49b6e430-9911-4c0d-b73b-628ac909e40e triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:24.677931 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:24.685294 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e516b89d-3eb3-4cc2-8582-5b308ed67f1b tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Made reservation on behalf of 58b5e3c8e9184fc481cd2802cce82388 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:27:24.808881 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e516b89d-3eb3-4cc2-8582-5b308ed67f1b tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:24.826083 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff57e835-ba9c-48d5-b49f-643236555195 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Router 50089982-b78d-4441-9483-dd06814fd096 is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:27:24.835440 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:24.839767 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-334624b0-d040-42c8-9581-078e7f4cdae2 tempest-DHCPAgentSchedulersTestJSON-1821970530 tempest-DHCPAgentSchedulersTestJSON-1821970530-project-admin] 10.222.0.64 "GET /v2.0/networks/b1d77264-636f-4100-bbc7-816b215fa1be/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.1653767 Dec 08 16:27:24.847809 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 40126) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:24.853448 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [None req-e516b89d-3eb3-4cc2-8582-5b308ed67f1b tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] device_id is not set on port 55bce002-e611-41d2-9040-a13d39e077ce yet. {{(pid=110550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:27:24.916682 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 49b6e430-9911-4c0d-b73b-628ac909e40e, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=49b6e430-9911-4c0d-b73b-628ac909e40e,segment=NetworkSegment(9e2e112e-ee41-4d1e-92e1-1e4e2f6ca2dc),segment_id=9e2e112e-ee41-4d1e-92e1-1e4e2f6ca2dc)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:27:25.039122 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:25.092346 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-e516b89d-3eb3-4cc2-8582-5b308ed67f1b tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Allocated IP 2001:db8::99 (24cd01ba-5e9a-4d83-9310-d522788ee415/8e87d23f-33cc-4988-8487-ab64bb5fe945/55bce002-e611-41d2-9040-a13d39e077ce) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:27:25.113289 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff57e835-ba9c-48d5-b49f-643236555195 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:27:25.192168 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99af8144-40b7-4257-9729-0f54825ac827 None None] Sync routers for ids ['50089982-b78d-4441-9483-dd06814fd096'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:27:25.222194 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ff57e835-ba9c-48d5-b49f-643236555195 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:25.223545 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ff57e835-ba9c-48d5-b49f-643236555195 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.2802143 Dec 08 16:27:25.228129 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 40134) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:25.266550 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-2825bd9e-6b69-4443-a345-9a0e1c73a102 tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=2a90eddbbcbf4338ab5fe411884194ac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379453 Dec 08 16:27:25.268996 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 40136) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:25.296882 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=49b6e430-9911-4c0d-b73b-628ac909e40e,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:25.310108 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99af8144-40b7-4257-9729-0f54825ac827 None None] Routers {'50089982-b78d-4441-9483-dd06814fd096'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:27:25.310801 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-99af8144-40b7-4257-9729-0f54825ac827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:27:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['50089982-b78d-4441-9483-dd06814fd096'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:25.380625 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-abfec7de-2216-4fc8-9063-f934095eb939 tempest-DHCPAgentSchedulersTestJSON-1821970530 tempest-DHCPAgentSchedulersTestJSON-1821970530-project-admin] 10.222.0.64 "GET /v2.0/agents/b5bac345-2f07-4a0e-979f-8c9fd8728f08/dhcp-networks HTTP/1.1" status: 200 len: 5695 time: 0.5284758 Dec 08 16:27:25.399438 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 40146) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:25.453382 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9efd899-72e3-433f-ad58-e47c6c16b447 None None] Network 24cd01ba-5e9a-4d83-9310-d522788ee415 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:27:25.574028 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030b27e0-1b26-4036-8cae-b57addcda165 tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:25.575754 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-030b27e0-1b26-4036-8cae-b57addcda165 tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3035755 Dec 08 16:27:25.578841 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 40152) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:25.607288 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-645a10b8-4641-4ae9-8f54-63698f5dc312 None None] Provisioning complete for port 49b6e430-9911-4c0d-b73b-628ac909e40e triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:25.607896 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-645a10b8-4641-4ae9-8f54-63698f5dc312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:25.615821 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e516b89d-3eb3-4cc2-8582-5b308ed67f1b tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:25.634626 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f3dafa1f-7de1-4ef4-a561-29f316814510 tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=1ae4cf80-76bf-4df3-a557-5cc6023c1900&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0546398 Dec 08 16:27:25.639860 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 40154) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:25.650508 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-88b63fb4-e48e-40e9-bd35-1e0d3f60d4c1 tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:25.651577 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-011ee364-682b-42de-8c2f-9431b9ba5dc1 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-142075254', 'network_id': '0f341cc7-0551-426d-b2d8-91278fbfaf0d', 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:25.683606 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-99af8144-40b7-4257-9729-0f54825ac827 None None] Set router 50089982-b78d-4441-9483-dd06814fd096 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:27:25.806862 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-88b63fb4-e48e-40e9-bd35-1e0d3f60d4c1 tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:25.851444 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-88b63fb4-e48e-40e9-bd35-1e0d3f60d4c1 tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c8285b6-8a31-4753-8e31-98228a409353']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:25.868156 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-88b63fb4-e48e-40e9-bd35-1e0d3f60d4c1 tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2fff6b1-6eea-4d65-b1c0-85be8f301afa') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:25.868492 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-88b63fb4-e48e-40e9-bd35-1e0d3f60d4c1 tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2fff6b1-6eea-4d65-b1c0-85be8f301afa') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:25.873571 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e516b89d-3eb3-4cc2-8582-5b308ed67f1b tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:25.882978 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-88b63fb4-e48e-40e9-bd35-1e0d3f60d4c1 tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:25.900561 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-88b63fb4-e48e-40e9-bd35-1e0d3f60d4c1 tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:25.910852 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88b63fb4-e48e-40e9-bd35-1e0d3f60d4c1 tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:27:25.911273 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-88b63fb4-e48e-40e9-bd35-1e0d3f60d4c1 tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:25.931774 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-011ee364-682b-42de-8c2f-9431b9ba5dc1 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Made reservation on behalf of 2a90eddbbcbf4338ab5fe411884194ac for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:27:25.952522 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-011ee364-682b-42de-8c2f-9431b9ba5dc1 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:25.993371 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:27:25.993371 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:27:25.993371 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:27:25.993371 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:27:25.993371 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:27:25.993371 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:27:25.993371 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:27:25.993371 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:27:25.993371 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:27:25.993371 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:27:25.993371 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:27:25.993371 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:27:25.993371 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:27:25.993371 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:27:25.993371 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:27:25.993371 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:27:25.993371 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:27:25.993371 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:27:25.993371 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:27:25.993371 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:27:25.993371 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:27:25.993371 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:27:25.993371 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:27:25.993371 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:27:25.993371 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:27:25.993371 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:27:25.993371 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:27:25.993371 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:27:25.993371 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:27:25.993371 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:27:25.993371 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:27:25.993371 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:27:26.097892 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-99af8144-40b7-4257-9729-0f54825ac827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50089982-b78d-4441-9483-dd06814fd096', 'name': 'tempest-TestNetworkBasicOps-router-560585862', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'e47143c7-01f3-4300-86e8-16e5165df957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:27:21Z', 'updated_at': '2021-12-08T16:27:23Z', 'revision_number': 3, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'gw_port': {'id': 'e47143c7-01f3-4300-86e8-16e5165df957', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:66:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50089982-b78d-4441-9483-dd06814fd096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:27:22Z', 'updated_at': '2021-12-08T16:27:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:26.107151 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-88b63fb4-e48e-40e9-bd35-1e0d3f60d4c1 tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:26.115522 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-88b63fb4-e48e-40e9-bd35-1e0d3f60d4c1 tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:26.128396 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-88b63fb4-e48e-40e9-bd35-1e0d3f60d4c1 tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] 10.222.0.64 "DELETE /v2.0/networks/5c8285b6-8a31-4753-8e31-98228a409353 HTTP/1.1" status: 204 len: 168 time: 0.7249310 Dec 08 16:27:26.137951 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 40162) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:26.146214 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e516b89d-3eb3-4cc2-8582-5b308ed67f1b tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Network 24cd01ba-5e9a-4d83-9310-d522788ee415 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:27:26.161301 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99af8144-40b7-4257-9729-0f54825ac827 None None] Checking router: 50089982-b78d-4441-9483-dd06814fd096 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:27:26.161848 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99af8144-40b7-4257-9729-0f54825ac827 None None] Updating router 50089982-b78d-4441-9483-dd06814fd096 port e47143c7-01f3-4300-86e8-16e5165df957 binding host n-d-776250-12 {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:27:26.164142 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b63fb4-e48e-40e9-bd35-1e0d3f60d4c1 tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Pushing event deleted for resources: {'Network': ['ID=5c8285b6-8a31-4753-8e31-98228a409353,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:26.207877 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e516b89d-3eb3-4cc2-8582-5b308ed67f1b tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Pushing event updated for resources: {'Port': ['ID=55bce002-e611-41d2-9040-a13d39e077ce,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:26.211027 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-c856c93c-5da5-4ce1-bd73-e182df48e549 tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] DELETE failed (client error): The resource could not be found. Dec 08 16:27:26.211824 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c856c93c-5da5-4ce1-bd73-e182df48e549 tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:27:26.218236 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 40170) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:26.219532 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c856c93c-5da5-4ce1-bd73-e182df48e549 tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] 10.222.0.64 "DELETE /v2.0/ports/c6b0ba10-a286-4a6b-8474-70905a0d18b7 HTTP/1.1" status: 404 len: 333 time: 0.0775671 Dec 08 16:27:26.224745 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-e516b89d-3eb3-4cc2-8582-5b308ed67f1b tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:27:26.229860 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e516b89d-3eb3-4cc2-8582-5b308ed67f1b tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:27:26.236676 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e516b89d-3eb3-4cc2-8582-5b308ed67f1b tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:26.238092 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e516b89d-3eb3-4cc2-8582-5b308ed67f1b tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:26.248114 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-99af8144-40b7-4257-9729-0f54825ac827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:26.309334 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-0977019b-05d2-46f8-bd7c-fc9a7060de51 tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Deleting subnet 6f3f7628-be8e-49c5-96c1-90ae2972dbd2 {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:27:26.314606 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0977019b-05d2-46f8-bd7c-fc9a7060de51 tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:26.392452 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0977019b-05d2-46f8-bd7c-fc9a7060de51 tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:26.427591 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-e516b89d-3eb3-4cc2-8582-5b308ed67f1b tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.1201088 Dec 08 16:27:26.431335 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 40180) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:26.554741 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0977019b-05d2-46f8-bd7c-fc9a7060de51 tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:26.571634 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 49b6e430-9911-4c0d-b73b-628ac909e40e up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:27:26.629393 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 40182) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:26.762051 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-20e6b035-7b9c-45b9-85b8-e9473779457f None None] Provisioning complete for port 455db5a0-7c36-41d5-a98a-55181409b4a2 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:26.762659 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-20e6b035-7b9c-45b9-85b8-e9473779457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:26.763646 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e11121-81be-4a6b-97b4-db8607999b50 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:26.787969 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-e37639d5-8aaf-497e-b67d-f25ead23381a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-2078714311-network', 'tenant_id': 'd2887fbcf21045bf931e2108f67fd0b4'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:26.797679 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e11121-81be-4a6b-97b4-db8607999b50 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:26.805074 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0977019b-05d2-46f8-bd7c-fc9a7060de51 tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:26.812363 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e11121-81be-4a6b-97b4-db8607999b50 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:26.812363 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-e2e11121-81be-4a6b-97b4-db8607999b50 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.3784835 Dec 08 16:27:26.814185 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 40186) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:26.846063 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0977019b-05d2-46f8-bd7c-fc9a7060de51 tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Pushing event deleted for resources: {'Subnet': ['ID=6f3f7628-be8e-49c5-96c1-90ae2972dbd2,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:26.848162 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0977019b-05d2-46f8-bd7c-fc9a7060de51 tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:26.851764 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-0977019b-05d2-46f8-bd7c-fc9a7060de51 tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] 10.222.0.64 "DELETE /v2.0/subnets/6f3f7628-be8e-49c5-96c1-90ae2972dbd2 HTTP/1.1" status: 204 len: 168 time: 0.6324165 Dec 08 16:27:26.853991 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 40190) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:26.873282 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8d14f5-2ef2-4038-ba7a-527e926006c1 None None] Network b1d77264-636f-4100-bbc7-816b215fa1be requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:27:26.884417 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-011ee364-682b-42de-8c2f-9431b9ba5dc1 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:26.956714 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a9af0986-fb25-45dc-854b-1b98d6c8f42f tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:26.970736 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37639d5-8aaf-497e-b67d-f25ead23381a admin admin] Made reservation on behalf of d2887fbcf21045bf931e2108f67fd0b4 for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:27:26.979411 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-20e6b035-7b9c-45b9-85b8-e9473779457f None None] Port 455db5a0-7c36-41d5-a98a-55181409b4a2 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:27:26.980717 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e37639d5-8aaf-497e-b67d-f25ead23381a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:26.999611 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e37639d5-8aaf-497e-b67d-f25ead23381a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:27.051692 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 49b6e430-9911-4c0d-b73b-628ac909e40e triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:27.052208 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:27.060254 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-20e6b035-7b9c-45b9-85b8-e9473779457f None None] Provisioning complete for port 49b6e430-9911-4c0d-b73b-628ac909e40e triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:27.060254 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-20e6b035-7b9c-45b9-85b8-e9473779457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:27.145615 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-a9af0986-fb25-45dc-854b-1b98d6c8f42f tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Deleting port a7bf6c6b-4cf3-4c31-b7ea-9f48d142425e {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:27:27.146257 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a9af0986-fb25-45dc-854b-1b98d6c8f42f tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:27.251306 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-a9af0986-fb25-45dc-854b-1b98d6c8f42f tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] For port a7bf6c6b-4cf3-4c31-b7ea-9f48d142425e, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=a7bf6c6b-4cf3-4c31-b7ea-9f48d142425e,segment=NetworkSegment(94ad296b-30ee-4bdd-89ea-4d6790b52ecf),segment_id=94ad296b-30ee-4bdd-89ea-4d6790b52ecf)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:27:27.258573 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a9af0986-fb25-45dc-854b-1b98d6c8f42f tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:27.282858 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e37639d5-8aaf-497e-b67d-f25ead23381a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:27.284548 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-a9af0986-fb25-45dc-854b-1b98d6c8f42f tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Calling delete_port for a7bf6c6b-4cf3-4c31-b7ea-9f48d142425e owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:27:27.354078 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e37639d5-8aaf-497e-b67d-f25ead23381a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:27.391902 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e37639d5-8aaf-497e-b67d-f25ead23381a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:27:27.422251 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37639d5-8aaf-497e-b67d-f25ead23381a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19b0db7-cd6e-470c-b57f-39d719b5f7e5,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:27.425982 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e37639d5-8aaf-497e-b67d-f25ead23381a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:27.426432 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-e37639d5-8aaf-497e-b67d-f25ead23381a admin admin] Added segment 5b5cb156-ce75-4e0d-a8c3-2d403c4821d6 of type vlan for network 9a863692-5213-4f53-a3b9-160f051dd341 Dec 08 16:27:27.493963 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e37639d5-8aaf-497e-b67d-f25ead23381a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:27.514652 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e40ccdb-e8f9-4259-96ad-544255c8e0b2 None None] DHCP port deletion for b1d77264-636f-4100-bbc7-816b215fa1be request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:27:27.517778 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-99af8144-40b7-4257-9729-0f54825ac827 None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:27.563336 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a9af0986-fb25-45dc-854b-1b98d6c8f42f tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:27.617920 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-99af8144-40b7-4257-9729-0f54825ac827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:27.634947 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9af0986-fb25-45dc-854b-1b98d6c8f42f tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Pushing event deleted for resources: {'Port': ['ID=a7bf6c6b-4cf3-4c31-b7ea-9f48d142425e,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:27.656131 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9af0986-fb25-45dc-854b-1b98d6c8f42f tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] No DVR routers for this DVR port a7bf6c6b-4cf3-4c31-b7ea-9f48d142425e on host n-d-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:27:27.724332 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8d8847-ec9d-4de0-8945-83820e19421c None None] Pushing event updated for resources: {'Port': ['ID=e47143c7-01f3-4300-86e8-16e5165df957,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:27.732647 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-99af8144-40b7-4257-9729-0f54825ac827 None None] Attempting to bind port e47143c7-01f3-4300-86e8-16e5165df957 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:27:27.734831 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-99af8144-40b7-4257-9729-0f54825ac827 None None] Attempting to bind port e47143c7-01f3-4300-86e8-16e5165df957 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:27:27.735882 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99af8144-40b7-4257-9729-0f54825ac827 None None] Attempting to bind port e47143c7-01f3-4300-86e8-16e5165df957 on network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:27:27.746522 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99af8144-40b7-4257-9729-0f54825ac827 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:27:27.746972 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99af8144-40b7-4257-9729-0f54825ac827 None None] Checking segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:27:27.747461 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-99af8144-40b7-4257-9729-0f54825ac827 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:27.747931 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99af8144-40b7-4257-9729-0f54825ac827 None None] Bound using segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:27:27.748539 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-99af8144-40b7-4257-9729-0f54825ac827 None None] Bound port: e47143c7-01f3-4300-86e8-16e5165df957, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:27:27.757916 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011ee364-682b-42de-8c2f-9431b9ba5dc1 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Pushing event updated for resources: {'Subnet': ['ID=2271a0a7-6ec6-48e1-b520-72a2220686e4,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:27.760243 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-99af8144-40b7-4257-9729-0f54825ac827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:27.773707 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a9af0986-fb25-45dc-854b-1b98d6c8f42f tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:27.791464 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e37639d5-8aaf-497e-b67d-f25ead23381a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:27.792134 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37639d5-8aaf-497e-b67d-f25ead23381a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:27.792346 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e37639d5-8aaf-497e-b67d-f25ead23381a admin admin] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:27.810342 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-a9af0986-fb25-45dc-854b-1b98d6c8f42f tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1d77264-636f-4100-bbc7-816b215fa1be']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:27.881616 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011ee364-682b-42de-8c2f-9431b9ba5dc1 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Checking segment: {'id': '82648366-5889-4a5b-8ff9-e2d574d830ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0f341cc7-0551-426d-b2d8-91278fbfaf0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:27:27.882012 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011ee364-682b-42de-8c2f-9431b9ba5dc1 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Network hostable DHCP agents. Network: 0f341cc7-0551-426d-b2d8-91278fbfaf0d, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:27:27.907181 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-99af8144-40b7-4257-9729-0f54825ac827 None None] For port e47143c7-01f3-4300-86e8-16e5165df957, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:27:27.913057 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-99af8144-40b7-4257-9729-0f54825ac827 None None] For port e47143c7-01f3-4300-86e8-16e5165df957, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=e47143c7-01f3-4300-86e8-16e5165df957,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:27:27.914176 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-0febefdc-4ff1-41d8-bdfb-426ea74bbbe9 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Deleting port 55bce002-e611-41d2-9040-a13d39e077ce {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:27:27.914529 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0febefdc-4ff1-41d8-bdfb-426ea74bbbe9 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:27.959789 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-062db73e-5877-4d04-ab37-a06d739e2950 None None] Provisioning complete for port 455db5a0-7c36-41d5-a98a-55181409b4a2 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:27.960188 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-062db73e-5877-4d04-ab37-a06d739e2950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:27.970492 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-a9af0986-fb25-45dc-854b-1b98d6c8f42f tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94ad296b-30ee-4bdd-89ea-4d6790b52ecf') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:27.971167 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-a9af0986-fb25-45dc-854b-1b98d6c8f42f tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94ad296b-30ee-4bdd-89ea-4d6790b52ecf') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:28.020878 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-99af8144-40b7-4257-9729-0f54825ac827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:28.039065 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a9af0986-fb25-45dc-854b-1b98d6c8f42f tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:28.093067 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37639d5-8aaf-497e-b67d-f25ead23381a admin admin] Pushing event updated for resources: {'Network': ['ID=9a863692-5213-4f53-a3b9-160f051dd341,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:28.097296 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a9af0986-fb25-45dc-854b-1b98d6c8f42f tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:28.108761 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-062db73e-5877-4d04-ab37-a06d739e2950 None None] Port 455db5a0-7c36-41d5-a98a-55181409b4a2 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:27:28.110657 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f741d-97ea-4c97-aa3c-9217caa7aa3f req-902edc1b-b2dd-4488-b3ef-8829f9ee2bce tempest-TestNetworkAdvancedServerOps-1604663679 tempest-TestNetworkAdvancedServerOps-1604663679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:28.116667 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c64f741d-97ea-4c97-aa3c-9217caa7aa3f req-902edc1b-b2dd-4488-b3ef-8829f9ee2bce tempest-TestNetworkAdvancedServerOps-1604663679 tempest-TestNetworkAdvancedServerOps-1604663679-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514 HTTP/1.1" status: 200 len: 1098 time: 0.1450548 Dec 08 16:27:28.117680 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9af0986-fb25-45dc-854b-1b98d6c8f42f tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:27:28.118239 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a9af0986-fb25-45dc-854b-1b98d6c8f42f tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:28.122278 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:27:28.122278 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:27:28.122278 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:27:28.122278 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:27:28.122278 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:27:28.122278 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:27:28.122278 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:27:28.122278 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:27:28.122278 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:27:28.122278 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:27:28.122278 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:27:28.122278 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:27:28.122278 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:27:28.122278 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:27:28.122278 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:27:28.122278 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:27:28.122278 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:27:28.122278 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:27:28.122278 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:27:28.122278 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:27:28.122278 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:27:28.122278 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:27:28.122278 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:27:28.122278 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:27:28.122278 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:27:28.122278 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:27:28.122278 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:27:28.122278 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:27:28.122278 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:27:28.122278 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:27:28.122278 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:27:28.122278 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:27:28.139714 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 9a863692-5213-4f53-a3b9-160f051dd341 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:27:28.142175 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8d8847-ec9d-4de0-8945-83820e19421c None None] Pushing event updated for resources: {'Port': ['ID=e47143c7-01f3-4300-86e8-16e5165df957,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:28.203528 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0febefdc-4ff1-41d8-bdfb-426ea74bbbe9 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:28.226306 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e37639d5-8aaf-497e-b67d-f25ead23381a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.5922196 Dec 08 16:27:28.227753 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 40214) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:28.231982 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99af8144-40b7-4257-9729-0f54825ac827 None None] Routers {'50089982-b78d-4441-9483-dd06814fd096'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:27:28.233346 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-99af8144-40b7-4257-9729-0f54825ac827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:27:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['50089982-b78d-4441-9483-dd06814fd096'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:28.251576 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-88439bda-d45a-4f8e-909e-dcaa0a40d166 admin admin] Request body: {'subnet': {'network_id': '9a863692-5213-4f53-a3b9-160f051dd341', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-2078714311-subnet', 'tenant_id': 'd2887fbcf21045bf931e2108f67fd0b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:28.264988 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-0febefdc-4ff1-41d8-bdfb-426ea74bbbe9 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Calling delete_port for 55bce002-e611-41d2-9040-a13d39e077ce owned by {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:27:28.301235 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-062db73e-5877-4d04-ab37-a06d739e2950 None None] Provisioning complete for port 55bce002-e611-41d2-9040-a13d39e077ce triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:28.301752 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-062db73e-5877-4d04-ab37-a06d739e2950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:28.316334 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c64f741d-97ea-4c97-aa3c-9217caa7aa3f req-64f42882-5f5b-43c0-ad00-e6f208bd6af5 tempest-TestNetworkAdvancedServerOps-1604663679 tempest-TestNetworkAdvancedServerOps-1604663679-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=5dbfa492-1a8c-4612-9bec-7e64b91898d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142867 Dec 08 16:27:28.345373 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011ee364-682b-42de-8c2f-9431b9ba5dc1 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Network 0f341cc7-0551-426d-b2d8-91278fbfaf0d is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:27:28.445478 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device a7bf6c6b-4cf3-4c31-b7ea-9f48d142425e no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:27:28.457807 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-062db73e-5877-4d04-ab37-a06d739e2950 None None] Port 55bce002-e611-41d2-9040-a13d39e077ce cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:27:28.502044 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: a7bf6c6b-4cf3-4c31-b7ea-9f48d142425e {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:27:28.502402 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device a7bf6c6b-4cf3-4c31-b7ea-9f48d142425e not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:27:28.517830 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a9af0986-fb25-45dc-854b-1b98d6c8f42f tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:28.546980 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a9af0986-fb25-45dc-854b-1b98d6c8f42f tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:28.552941 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a9af0986-fb25-45dc-854b-1b98d6c8f42f tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] 10.222.0.64 "DELETE /v2.0/networks/b1d77264-636f-4100-bbc7-816b215fa1be HTTP/1.1" status: 204 len: 168 time: 1.6976368 Dec 08 16:27:28.628630 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9af0986-fb25-45dc-854b-1b98d6c8f42f tempest-DHCPAgentSchedulersTestJSON-861499050 tempest-DHCPAgentSchedulersTestJSON-861499050-project] Pushing event deleted for resources: {'Network': ['ID=b1d77264-636f-4100-bbc7-816b215fa1be,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:28.629718 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-99af8144-40b7-4257-9729-0f54825ac827 None None] Set router 50089982-b78d-4441-9483-dd06814fd096 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:27:28.645862 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131be6d6-835a-4c4e-9a40-f4f95717a822 req-9a37b732-56b5-4041-9904-37bf5e3cbb36 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:28.649028 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-131be6d6-835a-4c4e-9a40-f4f95717a822 req-9a37b732-56b5-4041-9904-37bf5e3cbb36 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514 HTTP/1.1" status: 200 len: 946 time: 0.1718493 Dec 08 16:27:28.748423 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-131be6d6-835a-4c4e-9a40-f4f95717a822 req-1424d857-4f54-4133-822a-34f379b18dec tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=5dbfa492-1a8c-4612-9bec-7e64b91898d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906727 Dec 08 16:27:28.766937 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 40232) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:28.854181 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-2d356d63-1731-4dd6-a248-81a0eff84913 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/floatingips/29e92f3b-1bfd-4c21-868b-9431136f88b1 HTTP/1.1" status: 200 len: 993 time: 0.0736184 Dec 08 16:27:28.854181 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-011ee364-682b-42de-8c2f-9431b9ba5dc1 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 0f341cc7-0551-426d-b2d8-91278fbfaf0d) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:27:28.864901 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011ee364-682b-42de-8c2f-9431b9ba5dc1 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:28.866391 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-011ee364-682b-42de-8c2f-9431b9ba5dc1 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:28.907336 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a965399e-6996-43e9-aabc-8ce3a363bea3 None None] Network 0f341cc7-0551-426d-b2d8-91278fbfaf0d requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:27:29.041425 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0febefdc-4ff1-41d8-bdfb-426ea74bbbe9 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:29.044417 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88439bda-d45a-4f8e-909e-dcaa0a40d166 admin admin] Made reservation on behalf of d2887fbcf21045bf931e2108f67fd0b4 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:27:29.048019 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-88439bda-d45a-4f8e-909e-dcaa0a40d166 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:29.159368 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-99af8144-40b7-4257-9729-0f54825ac827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50089982-b78d-4441-9483-dd06814fd096', 'name': 'tempest-TestNetworkBasicOps-router-560585862', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'e47143c7-01f3-4300-86e8-16e5165df957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:27:21Z', 'updated_at': '2021-12-08T16:27:23Z', 'revision_number': 3, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'gw_port': {'id': 'e47143c7-01f3-4300-86e8-16e5165df957', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:66:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50089982-b78d-4441-9483-dd06814fd096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:27:22Z', 'updated_at': '2021-12-08T16:27:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:29.195372 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1303735f-bd19-41bb-aaf2-c8e364958232 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-0f341cc7-0551-426d-b2d8-91278fbfaf0d', 'network_id': '0f341cc7-0551-426d-b2d8-91278fbfaf0d', 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'fixed_ips': [{'subnet_id': '2271a0a7-6ec6-48e1-b520-72a2220686e4'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:27:29.196733 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1303735f-bd19-41bb-aaf2-c8e364958232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:29.197464 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 40246) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:29.197910 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-011ee364-682b-42de-8c2f-9431b9ba5dc1 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.5564580 Dec 08 16:27:29.217321 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0febefdc-4ff1-41d8-bdfb-426ea74bbbe9 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Pushing event deleted for resources: {'Port': ['ID=55bce002-e611-41d2-9040-a13d39e077ce,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:29.219500 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99af8144-40b7-4257-9729-0f54825ac827 None None] The sync data for ids ['50089982-b78d-4441-9483-dd06814fd096'] in n-d-776250-12 is: [{'id': '50089982-b78d-4441-9483-dd06814fd096', 'name': 'tempest-TestNetworkBasicOps-router-560585862', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'e47143c7-01f3-4300-86e8-16e5165df957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:27:21Z', 'updated_at': '2021-12-08T16:27:23Z', 'revision_number': 3, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'gw_port': {'id': 'e47143c7-01f3-4300-86e8-16e5165df957', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:66:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50089982-b78d-4441-9483-dd06814fd096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:27:22Z', 'updated_at': '2021-12-08T16:27:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:27:29.700666 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-88439bda-d45a-4f8e-909e-dcaa0a40d166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:29.714678 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0febefdc-4ff1-41d8-bdfb-426ea74bbbe9 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:29.723263 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-0febefdc-4ff1-41d8-bdfb-426ea74bbbe9 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] 10.222.0.64 "DELETE /v2.0/ports/55bce002-e611-41d2-9040-a13d39e077ce HTTP/1.1" status: 204 len: 168 time: 2.9062729 Dec 08 16:27:29.724787 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 40256) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:29.731227 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-1303735f-bd19-41bb-aaf2-c8e364958232 None None] Allocated IP 172.20.0.2 (0f341cc7-0551-426d-b2d8-91278fbfaf0d/2271a0a7-6ec6-48e1-b520-72a2220686e4/dcbd4d20-c6d2-42b5-8877-5575ed95274f) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:27:29.818606 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 40262) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:29.938278 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88439bda-d45a-4f8e-909e-dcaa0a40d166 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85c16c5d-ce2d-41c4-8335-a374b8aec8b1,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:29.987058 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0cf600c-1c04-4792-8380-8ee7d952e400 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] GET failed (client error): The resource could not be found. Dec 08 16:27:29.997760 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a0cf600c-1c04-4792-8380-8ee7d952e400 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] 10.222.0.64 "GET /v2.0/ports/55bce002-e611-41d2-9040-a13d39e077ce HTTP/1.1" status: 404 len: 333 time: 0.2713392 Dec 08 16:27:30.001593 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 40268) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:30.022906 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-8362fb9d-f268-4c9c-ab89-11b7f3666ef5 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Request body: {'port': {'network_id': '24cd01ba-5e9a-4d83-9310-d522788ee415', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1186983767'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:30.140869 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1303735f-bd19-41bb-aaf2-c8e364958232 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:30.158079 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df28273-9c51-4240-b048-4bd9d3767cf0 req-65ed1647-c963-4fea-8d98-86d9ce23f228 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:30.159714 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3df28273-9c51-4240-b048-4bd9d3767cf0 req-65ed1647-c963-4fea-8d98-86d9ce23f228 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 947 time: 0.4568405 Dec 08 16:27:30.249505 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1303735f-bd19-41bb-aaf2-c8e364958232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:30.363493 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1303735f-bd19-41bb-aaf2-c8e364958232 None None] Pushing event updated for resources: {'Port': ['ID=dcbd4d20-c6d2-42b5-8877-5575ed95274f,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:30.402982 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1303735f-bd19-41bb-aaf2-c8e364958232 None None] Network 0f341cc7-0551-426d-b2d8-91278fbfaf0d is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:27:30.408012 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-1303735f-bd19-41bb-aaf2-c8e364958232 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:27:30.412229 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1303735f-bd19-41bb-aaf2-c8e364958232 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:27:30.539551 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88439bda-d45a-4f8e-909e-dcaa0a40d166 admin admin] Checking segment: {'id': '5b5cb156-ce75-4e0d-a8c3-2d403c4821d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9a863692-5213-4f53-a3b9-160f051dd341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:27:30.540895 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88439bda-d45a-4f8e-909e-dcaa0a40d166 admin admin] Network hostable DHCP agents. Network: 9a863692-5213-4f53-a3b9-160f051dd341, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:27:30.548445 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-014d6fe8-e78f-442f-8cbe-94f87c674949 req-20f3fe92-23e0-48e7-99dc-2ec4a2709153 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5313084 Dec 08 16:27:30.553592 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-1303735f-bd19-41bb-aaf2-c8e364958232 None None] Attempting to bind port dcbd4d20-c6d2-42b5-8877-5575ed95274f on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:27:30.556774 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-1303735f-bd19-41bb-aaf2-c8e364958232 None None] Attempting to bind port dcbd4d20-c6d2-42b5-8877-5575ed95274f by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '82648366-5889-4a5b-8ff9-e2d574d830ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0f341cc7-0551-426d-b2d8-91278fbfaf0d'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:27:30.557142 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1303735f-bd19-41bb-aaf2-c8e364958232 None None] Attempting to bind port dcbd4d20-c6d2-42b5-8877-5575ed95274f on network 0f341cc7-0551-426d-b2d8-91278fbfaf0d {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:27:30.557743 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3df28273-9c51-4240-b048-4bd9d3767cf0 req-ef51afe2-1065-471d-8e97-8f98b916f108 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4f2ad79-b8e6-4523-9d6e-1cfbd1d7f7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3561175 Dec 08 16:27:30.559614 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device e47143c7-01f3-4300-86e8-16e5165df957 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:27:30.640496 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1303735f-bd19-41bb-aaf2-c8e364958232 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:27:30.640496 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1303735f-bd19-41bb-aaf2-c8e364958232 None None] Checking segment: {'id': '82648366-5889-4a5b-8ff9-e2d574d830ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0f341cc7-0551-426d-b2d8-91278fbfaf0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:27:30.640496 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1303735f-bd19-41bb-aaf2-c8e364958232 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:30.640496 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1303735f-bd19-41bb-aaf2-c8e364958232 None None] Bound using segment: {'id': '82648366-5889-4a5b-8ff9-e2d574d830ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0f341cc7-0551-426d-b2d8-91278fbfaf0d'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:27:30.640496 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-1303735f-bd19-41bb-aaf2-c8e364958232 None None] Bound port: dcbd4d20-c6d2-42b5-8877-5575ed95274f, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82648366-5889-4a5b-8ff9-e2d574d830ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0f341cc7-0551-426d-b2d8-91278fbfaf0d'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:27:30.640496 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1303735f-bd19-41bb-aaf2-c8e364958232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:30.641688 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-52e1ad19-2ce2-47ab-a00b-92a4b65243fd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5b20a31423804b59a13a4163865fcc4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8190374 Dec 08 16:27:30.648734 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 40278) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:30.701947 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05707d4-506a-4936-979e-dba9024bf257 req-ae136220-af72-42d3-a029-b1447c912e71 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:30.721575 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b05707d4-506a-4936-979e-dba9024bf257 req-ae136220-af72-42d3-a029-b1447c912e71 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514 HTTP/1.1" status: 200 len: 946 time: 0.7644079 Dec 08 16:27:30.771083 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88439bda-d45a-4f8e-909e-dcaa0a40d166 admin admin] Network 9a863692-5213-4f53-a3b9-160f051dd341 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:27:30.842756 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-1303735f-bd19-41bb-aaf2-c8e364958232 None None] For port dcbd4d20-c6d2-42b5-8877-5575ed95274f, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:27:30.859309 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-1303735f-bd19-41bb-aaf2-c8e364958232 None None] For port dcbd4d20-c6d2-42b5-8877-5575ed95274f, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=dcbd4d20-c6d2-42b5-8877-5575ed95274f,segment=NetworkSegment(82648366-5889-4a5b-8ff9-e2d574d830ca),segment_id=82648366-5889-4a5b-8ff9-e2d574d830ca)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:27:30.861396 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port e47143c7-01f3-4300-86e8-16e5165df957 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:30.861843 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:30.920355 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b05707d4-506a-4936-979e-dba9024bf257 req-2c1e62c2-19a6-4ca4-84a2-e63031bb284d tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=5dbfa492-1a8c-4612-9bec-7e64b91898d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1974816 Dec 08 16:27:30.926156 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8362fb9d-f268-4c9c-ab89-11b7f3666ef5 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Made reservation on behalf of 58b5e3c8e9184fc481cd2802cce82388 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:27:30.929931 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8362fb9d-f268-4c9c-ab89-11b7f3666ef5 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:30.950180 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-88439bda-d45a-4f8e-909e-dcaa0a40d166 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 9a863692-5213-4f53-a3b9-160f051dd341) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:27:30.964819 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88439bda-d45a-4f8e-909e-dcaa0a40d166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:30.965443 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-88439bda-d45a-4f8e-909e-dcaa0a40d166 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:31.021492 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:31.025675 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c4ae585d-a711-4b76-8370-94fb284964ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:31.030530 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f8aae0-dce5-4daa-ab95-8595ec69201d None None] Network 9a863692-5213-4f53-a3b9-160f051dd341 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:27:31.046852 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30419d6-5063-4841-b755-42c969d57a79 req-4d82d2e0-f162-4c14-a5c6-616c8efd4414 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:31.048034 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1303735f-bd19-41bb-aaf2-c8e364958232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:31.049485 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a30419d6-5063-4841-b755-42c969d57a79 req-4d82d2e0-f162-4c14-a5c6-616c8efd4414 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 947 time: 0.2405529 Dec 08 16:27:31.053873 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [None req-8362fb9d-f268-4c9c-ab89-11b7f3666ef5 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] device_id is not set on port e8b55af6-fda6-42a8-ab4f-8d114593629a yet. {{(pid=110550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:27:31.158418 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1303735f-bd19-41bb-aaf2-c8e364958232 None None] Pushing event updated for resources: {'Port': ['ID=dcbd4d20-c6d2-42b5-8877-5575ed95274f,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:31.174460 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-88439bda-d45a-4f8e-909e-dcaa0a40d166 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.9454560 Dec 08 16:27:31.321454 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port e47143c7-01f3-4300-86e8-16e5165df957, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=e47143c7-01f3-4300-86e8-16e5165df957,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:27:31.394704 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c4ae585d-a711-4b76-8370-94fb284964ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:31.423918 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:31.679416 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-a30419d6-5063-4841-b755-42c969d57a79 req-daf04e30-f4ff-43aa-8371-92049067ec92 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Deleting port 6d9958c2-7603-431f-bd09-3479b639dea0 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:27:31.679780 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a30419d6-5063-4841-b755-42c969d57a79 req-daf04e30-f4ff-43aa-8371-92049067ec92 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:31.719106 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1b4f08-0f3e-4e28-8ada-23954ad3c310 None None] Network 9a863692-5213-4f53-a3b9-160f051dd341 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:27:31.837501 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c4ae585d-a711-4b76-8370-94fb284964ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:31.843231 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c4ae585d-a711-4b76-8370-94fb284964ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:31.844604 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c4ae585d-a711-4b76-8370-94fb284964ac admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3a8610a7-cda0-4e8e-a5b6-0484823b3ee5 HTTP/1.1" status: 204 len: 168 time: 1.1897688 Dec 08 16:27:31.921253 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-8362fb9d-f268-4c9c-ab89-11b7f3666ef5 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Allocated IP 2001:db8::103 (24cd01ba-5e9a-4d83-9310-d522788ee415/8e87d23f-33cc-4988-8487-ab64bb5fe945/e8b55af6-fda6-42a8-ab4f-8d114593629a) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:27:31.935231 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=e47143c7-01f3-4300-86e8-16e5165df957,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:32.252557 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ae585d-a711-4b76-8370-94fb284964ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8610a7-cda0-4e8e-a5b6-0484823b3ee5,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:32.261535 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eadfd73-480c-4f2d-ad74-6d20468fc4f3 req-43eedf49-c0be-4ff2-b42b-58f0da40731d tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:32.263220 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1eadfd73-480c-4f2d-ad74-6d20468fc4f3 req-43eedf49-c0be-4ff2-b42b-58f0da40731d tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 947 time: 0.2061377 Dec 08 16:27:32.304951 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-a30419d6-5063-4841-b755-42c969d57a79 req-daf04e30-f4ff-43aa-8371-92049067ec92 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] For port 6d9958c2-7603-431f-bd09-3479b639dea0, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=6d9958c2-7603-431f-bd09-3479b639dea0,segment=NetworkSegment(2a82ecd5-a9d3-46a5-a060-3820facdd98d),segment_id=2a82ecd5-a9d3-46a5-a060-3820facdd98d)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:27:32.305342 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a30419d6-5063-4841-b755-42c969d57a79 req-daf04e30-f4ff-43aa-8371-92049067ec92 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:32.324223 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c0af2ab0-74f4-49c1-9ba6-5fd33eb60889 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:32.643630 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1eadfd73-480c-4f2d-ad74-6d20468fc4f3 req-46025c1f-2c1b-45c9-8f5a-f6c4331286a9 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups?id=e4f2ad79-b8e6-4523-9d6e-1cfbd1d7f7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3219953 Dec 08 16:27:32.654879 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a30419d6-5063-4841-b755-42c969d57a79 req-daf04e30-f4ff-43aa-8371-92049067ec92 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:32.655356 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a30419d6-5063-4841-b755-42c969d57a79 req-daf04e30-f4ff-43aa-8371-92049067ec92 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:32.655867 n-d-776250-12 neutron-server[110550]: INFO neutron.db.l3_db [req-a30419d6-5063-4841-b755-42c969d57a79 req-daf04e30-f4ff-43aa-8371-92049067ec92 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Floating IP 15147538-f1d9-4010-879f-7ebc9c80fe10 disassociated. External IP: 172.25.0.46, port: 6d9958c2-7603-431f-bd09-3479b639dea0. Dec 08 16:27:32.656350 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-a30419d6-5063-4841-b755-42c969d57a79 req-daf04e30-f4ff-43aa-8371-92049067ec92 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Calling delete_port for 6d9958c2-7603-431f-bd09-3479b639dea0 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:27:32.699254 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device e47143c7-01f3-4300-86e8-16e5165df957 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:27:32.846993 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port e47143c7-01f3-4300-86e8-16e5165df957 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:32.847651 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:33.015620 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-c0af2ab0-74f4-49c1-9ba6-5fd33eb60889 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Allocated IP 172.20.0.1 (0f341cc7-0551-426d-b2d8-91278fbfaf0d/2271a0a7-6ec6-48e1-b520-72a2220686e4/6c9cd617-d699-4f14-9e54-91a2fc7b9662) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:27:33.071964 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 40348) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:33.108997 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device dcbd4d20-c6d2-42b5-8877-5575ed95274f up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:27:33.246045 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port dcbd4d20-c6d2-42b5-8877-5575ed95274f triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:33.252022 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:33.264002 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1c0ca560-d2ee-45b7-9cf8-53cb904ca66a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:33.339669 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c0af2ab0-74f4-49c1-9ba6-5fd33eb60889 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:33.405475 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0495156-d91c-4f47-abb8-c9e2bad3ec41 req-7e4becd7-edf1-4ab7-95fe-461b01190a1d tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:33.407745 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e0495156-d91c-4f47-abb8-c9e2bad3ec41 req-7e4becd7-edf1-4ab7-95fe-461b01190a1d tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] 10.222.0.64 "GET /v2.0/networks?id=9a863692-5213-4f53-a3b9-160f051dd341 HTTP/1.1" status: 200 len: 822 time: 0.7018323 Dec 08 16:27:33.415014 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8362fb9d-f268-4c9c-ab89-11b7f3666ef5 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:33.451208 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:33.482078 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e0495156-d91c-4f47-abb8-c9e2bad3ec41 req-9e6a3a2d-6242-43dc-8ee4-f6c7408bb44c tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] 10.222.0.64 "GET /v2.0/quotas/d2887fbcf21045bf931e2108f67fd0b4 HTTP/1.1" status: 200 len: 375 time: 0.0553529 Dec 08 16:27:33.517826 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c0af2ab0-74f4-49c1-9ba6-5fd33eb60889 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:33.521920 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420284ab-e476-43ae-a7f5-4e130b7725a4 None None] Network 0f341cc7-0551-426d-b2d8-91278fbfaf0d requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:27:33.576601 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928936e2-6f7a-4e7f-83ec-a55ee0708299 req-1e525653-cb71-4918-86ca-d2d4cbf701db tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:33.579290 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-928936e2-6f7a-4e7f-83ec-a55ee0708299 req-1e525653-cb71-4918-86ca-d2d4cbf701db tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514 HTTP/1.1" status: 200 len: 946 time: 0.2994940 Dec 08 16:27:33.593366 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0af2ab0-74f4-49c1-9ba6-5fd33eb60889 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Network 0f341cc7-0551-426d-b2d8-91278fbfaf0d is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:27:33.598155 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-c0af2ab0-74f4-49c1-9ba6-5fd33eb60889 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:27:33.600943 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0af2ab0-74f4-49c1-9ba6-5fd33eb60889 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:27:33.610027 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e0495156-d91c-4f47-abb8-c9e2bad3ec41 req-920faf49-9c74-4beb-82a2-44453676492c tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d2887fbcf21045bf931e2108f67fd0b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0879557 Dec 08 16:27:33.641216 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port dcbd4d20-c6d2-42b5-8877-5575ed95274f, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=dcbd4d20-c6d2-42b5-8877-5575ed95274f,segment=NetworkSegment(82648366-5889-4a5b-8ff9-e2d574d830ca),segment_id=82648366-5889-4a5b-8ff9-e2d574d830ca)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:27:33.643037 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-56bb2f0c-b0a7-49b4-bfac-d1049a7b824d None None] Provisioning complete for port dcbd4d20-c6d2-42b5-8877-5575ed95274f triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:33.643619 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-56bb2f0c-b0a7-49b4-bfac-d1049a7b824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:33.714955 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c0af2ab0-74f4-49c1-9ba6-5fd33eb60889 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:33.790884 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:33.828109 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1c0ca560-d2ee-45b7-9cf8-53cb904ca66a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:33.832004 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a30419d6-5063-4841-b755-42c969d57a79 req-daf04e30-f4ff-43aa-8371-92049067ec92 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:33.899905 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf04e30-f4ff-43aa-8371-92049067ec92 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Pushing event deleted for resources: {'Port': ['ID=6d9958c2-7603-431f-bd09-3479b639dea0,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:33.910851 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1c0ca560-d2ee-45b7-9cf8-53cb904ca66a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:33.913875 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8362fb9d-f268-4c9c-ab89-11b7f3666ef5 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:33.962769 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0af2ab0-74f4-49c1-9ba6-5fd33eb60889 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Pushing event updated for resources: {'Port': ['ID=6c9cd617-d699-4f14-9e54-91a2fc7b9662,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:33.991803 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-928936e2-6f7a-4e7f-83ec-a55ee0708299 req-126ac10e-e390-4738-ab2b-e8d605c6b958 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=5dbfa492-1a8c-4612-9bec-7e64b91898d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3966205 Dec 08 16:27:34.027469 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8362fb9d-f268-4c9c-ab89-11b7f3666ef5 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Network 24cd01ba-5e9a-4d83-9310-d522788ee415 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:27:34.062152 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0ca560-d2ee-45b7-9cf8-53cb904ca66a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f59208-ee37-488f-87ca-a4076e209b9f,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:34.071349 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-8362fb9d-f268-4c9c-ab89-11b7f3666ef5 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:27:34.145447 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8362fb9d-f268-4c9c-ab89-11b7f3666ef5 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:27:34.163974 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8362fb9d-f268-4c9c-ab89-11b7f3666ef5 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:34.164703 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8362fb9d-f268-4c9c-ab89-11b7f3666ef5 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:34.178778 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c0af2ab0-74f4-49c1-9ba6-5fd33eb60889 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:34.305441 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=dcbd4d20-c6d2-42b5-8877-5575ed95274f,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:34.317575 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:34.319864 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:34.320527 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:34.320858 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:34.321714 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:34.321714 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:34.321862 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:34.322142 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:34.322472 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:34.324227 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:34.324592 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:34.324935 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:34.325276 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:34.407216 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-a64c9853-841c-4308-9cd3-baf91467c2bb None None] Provisioning complete for port dcbd4d20-c6d2-42b5-8877-5575ed95274f triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:34.412503 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a64c9853-841c-4308-9cd3-baf91467c2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:34.539498 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 6d9958c2-7603-431f-bd09-3479b639dea0 no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:27:34.605263 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a30419d6-5063-4841-b755-42c969d57a79 req-daf04e30-f4ff-43aa-8371-92049067ec92 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Router a280412e-a049-4c39-b674-5004fe506071 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:27:34.652208 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-1c0ca560-d2ee-45b7-9cf8-53cb904ca66a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7bfc5efb637949269bc53373560e3a00&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5695353 Dec 08 16:27:34.659112 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 40372) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:34.661523 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8362fb9d-f268-4c9c-ab89-11b7f3666ef5 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Pushing event updated for resources: {'Port': ['ID=e8b55af6-fda6-42a8-ab4f-8d114593629a,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:34.696410 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: 6d9958c2-7603-431f-bd09-3479b639dea0 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:27:34.697414 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 6d9958c2-7603-431f-bd09-3479b639dea0 not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:27:34.698404 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:34.763636 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-a64c9853-841c-4308-9cd3-baf91467c2bb None None] Provisioning complete for port 6c9cd617-d699-4f14-9e54-91a2fc7b9662 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:34.764015 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a64c9853-841c-4308-9cd3-baf91467c2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:34.832539 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-a64c9853-841c-4308-9cd3-baf91467c2bb None None] Port 6c9cd617-d699-4f14-9e54-91a2fc7b9662 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:27:34.897519 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e1ae0189-6fc3-4edb-a263-053ce6b9ad08 req-352377ce-4489-4a59-a89e-cea363706091 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbb15675-71f7-4fc3-b067-e2ce57f8bb65 HTTP/1.1" status: 200 len: 210 time: 0.6860662 Dec 08 16:27:34.987446 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c0af2ab0-74f4-49c1-9ba6-5fd33eb60889 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:34.992972 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d6fe8-e78f-442f-8cbe-94f87c674949 req-a8fe9f35-76d6-45e3-aa12-23dc55efb6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:34.996073 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-014d6fe8-e78f-442f-8cbe-94f87c674949 req-a8fe9f35-76d6-45e3-aa12-23dc55efb6ef service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5ac8783bc8454dbdaff01b6ea349ef5e&device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514 HTTP/1.1" status: 200 len: 1098 time: 0.1481740 Dec 08 16:27:35.011759 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a30419d6-5063-4841-b755-42c969d57a79 req-daf04e30-f4ff-43aa-8371-92049067ec92 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:27:35.024639 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd847ce6-40a3-4dcc-adbf-a90c3918b4cf None None] Sync routers for ids ['a280412e-a049-4c39-b674-5004fe506071'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:27:35.028935 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-8362fb9d-f268-4c9c-ab89-11b7f3666ef5 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 5.0140405 Dec 08 16:27:35.036427 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 40384) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:35.037695 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-98823978-bea4-4560-afa3-b8b0150280e2 None None] Provisioning complete for port e8b55af6-fda6-42a8-ab4f-8d114593629a triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:35.038118 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-98823978-bea4-4560-afa3-b8b0150280e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:35.046673 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd847ce6-40a3-4dcc-adbf-a90c3918b4cf None None] Routers {'a280412e-a049-4c39-b674-5004fe506071'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:27:35.049883 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-668624e7-619b-42f5-8277-a94db8167cd5 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::140', 'mac_address': 'fa:16:3e:41:1f:ea'}]}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:35.050057 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-dd847ce6-40a3-4dcc-adbf-a90c3918b4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:27:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['a280412e-a049-4c39-b674-5004fe506071'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:35.132437 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-a30419d6-5063-4841-b755-42c969d57a79 req-daf04e30-f4ff-43aa-8371-92049067ec92 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] No DVR routers for this DVR port 6d9958c2-7603-431f-bd09-3479b639dea0 on host n-h2-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:27:35.139524 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-98823978-bea4-4560-afa3-b8b0150280e2 None None] Port e8b55af6-fda6-42a8-ab4f-8d114593629a cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:27:35.143164 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a30419d6-5063-4841-b755-42c969d57a79 req-daf04e30-f4ff-43aa-8371-92049067ec92 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:35.155419 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a30419d6-5063-4841-b755-42c969d57a79 req-daf04e30-f4ff-43aa-8371-92049067ec92 tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.37 "DELETE /v2.0/ports/6d9958c2-7603-431f-bd09-3479b639dea0 HTTP/1.1" status: 204 len: 173 time: 4.0880034 Dec 08 16:27:35.165667 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c0af2ab0-74f4-49c1-9ba6-5fd33eb60889 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:35.167856 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-98823978-bea4-4560-afa3-b8b0150280e2 None None] Provisioning complete for port 6c9cd617-d699-4f14-9e54-91a2fc7b9662 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:35.168552 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-98823978-bea4-4560-afa3-b8b0150280e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:35.182544 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbb15675-71f7-4fc3-b067-e2ce57f8bb65', 'name': 'network-vif-deleted', 'tag': '6d9958c2-7603-431f-bd09-3479b639dea0'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:27:35.187509 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b0be65-1c76-4c21-b1e6-a97598e772bc" -d '{"events": [{"server_uuid": "fbb15675-71f7-4fc3-b067-e2ce57f8bb65", "name": "network-vif-deleted", "tag": "6d9958c2-7603-431f-bd09-3479b639dea0"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:27:35.217054 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e0495156-d91c-4f47-abb8-c9e2bad3ec41 req-fe5681ad-fedc-4b09-8a41-d22eaf128d65 service neutron] 10.222.0.64 "GET /v2.0/networks/9a863692-5213-4f53-a3b9-160f051dd341?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5836172 Dec 08 16:27:35.307723 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-98823978-bea4-4560-afa3-b8b0150280e2 None None] Port 6c9cd617-d699-4f14-9e54-91a2fc7b9662 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:27:35.356578 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-dd847ce6-40a3-4dcc-adbf-a90c3918b4cf None None] Set router a280412e-a049-4c39-b674-5004fe506071 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:27:35.490357 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cd1a4859-2f1f-4ce9-ab93-9b9d9f151e51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:35.512239 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e0495156-d91c-4f47-abb8-c9e2bad3ec41 req-12a8c31b-13a3-479a-b718-c4fe4024f1ce service neutron] 10.222.0.64 "GET /v2.0/networks/9a863692-5213-4f53-a3b9-160f051dd341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896962 Dec 08 16:27:35.559523 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0af2ab0-74f4-49c1-9ba6-5fd33eb60889 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Pushing event updated for resources: {'Port': ['ID=6c9cd617-d699-4f14-9e54-91a2fc7b9662,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:35.652193 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3738f6-3f1a-416d-9bd3-d52ec80d0b49 req-445a993c-87d2-40c0-b8f7-0b5525f6be3b tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:35.664367 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4d3738f6-3f1a-416d-9bd3-d52ec80d0b49 req-445a993c-87d2-40c0-b8f7-0b5525f6be3b tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514 HTTP/1.1" status: 200 len: 946 time: 0.4933705 Dec 08 16:27:35.708897 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c0af2ab0-74f4-49c1-9ba6-5fd33eb60889 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:35.714375 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-668624e7-619b-42f5-8277-a94db8167cd5 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:35.847086 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d6fe8-e78f-442f-8cbe-94f87c674949 req-90046d56-0d91-4b89-8042-1bbe9969447c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:35.852076 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-014d6fe8-e78f-442f-8cbe-94f87c674949 req-90046d56-0d91-4b89-8042-1bbe9969447c service neutron] 10.222.0.76 "GET /v2.0/networks?id=08814924-d3f7-498d-a0e5-508442cef09d HTTP/1.1" status: 200 len: 898 time: 0.8476064 Dec 08 16:27:35.986785 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-668624e7-619b-42f5-8277-a94db8167cd5 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:35.990568 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-843fa9b3-2576-4790-8d84-4073ee04da2c x-openstack-request-id: req-843fa9b3-2576-4790-8d84-4073ee04da2c {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:27:35.990568 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbb15675-71f7-4fc3-b067-e2ce57f8bb65", "name": "network-vif-deleted", "tag": "6d9958c2-7603-431f-bd09-3479b639dea0", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:27:35.990844 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-843fa9b3-2576-4790-8d84-4073ee04da2c {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:27:35.993122 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbb15675-71f7-4fc3-b067-e2ce57f8bb65', 'name': 'network-vif-deleted', 'tag': '6d9958c2-7603-431f-bd09-3479b639dea0', 'status': 'completed', 'code': 200} Dec 08 16:27:36.049885 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cd1a4859-2f1f-4ce9-ab93-9b9d9f151e51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:36.105879 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-dd847ce6-40a3-4dcc-adbf-a90c3918b4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a280412e-a049-4c39-b674-5004fe506071', 'name': 'tempest-AttachVolumeShelveTestJSON-944697511-router', 'tenant_id': 'ebd580521ede49659be460136b14e0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'd38b47d4-eb5e-46ec-86b0-5f90264f9489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:18:24Z', 'updated_at': '2021-12-08T16:18:32Z', 'revision_number': 4, 'project_id': 'ebd580521ede49659be460136b14e0dd', 'gw_port': {'id': 'd38b47d4-eb5e-46ec-86b0-5f90264f9489', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:de:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a280412e-a049-4c39-b674-5004fe506071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:18:25Z', 'updated_at': '2021-12-08T16:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'a5ed6ac9-2639-4afc-8743-769278c1f01a', 'name': '', 'network_id': '96222b75-0d7f-43da-898a-91046f8bdc5a', 'tenant_id': 'ebd580521ede49659be460136b14e0dd', 'mac_address': 'fa:16:3e:49:0b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a280412e-a049-4c39-b674-5004fe506071', 'device_owner': 'network:router_interface', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': '297bd6e5-3bf7-4d91-8a12-5133ca44aa82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:18:29Z', 'updated_at': '2021-12-08T16:18:38Z', 'revision_number': 5, 'project_id': 'ebd580521ede49659be460136b14e0dd', 'subnets': [{'id': '297bd6e5-3bf7-4d91-8a12-5133ca44aa82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:36.111983 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-668624e7-619b-42f5-8277-a94db8167cd5 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:36.157078 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-668624e7-619b-42f5-8277-a94db8167cd5 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] In _notify_port_updated(), no bound segment for port e8b55af6-fda6-42a8-ab4f-8d114593629a on network 24cd01ba-5e9a-4d83-9310-d522788ee415 {{(pid=110550) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 16:27:36.158253 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd847ce6-40a3-4dcc-adbf-a90c3918b4cf None None] Checking router: a280412e-a049-4c39-b674-5004fe506071 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:27:36.163336 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668624e7-619b-42f5-8277-a94db8167cd5 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:36.164193 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-668624e7-619b-42f5-8277-a94db8167cd5 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:36.173067 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-668624e7-619b-42f5-8277-a94db8167cd5 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] 10.222.0.64 "PUT /v2.0/ports/e8b55af6-fda6-42a8-ab4f-8d114593629a HTTP/1.1" status: 200 len: 1003 time: 1.1261108 Dec 08 16:27:36.174138 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd847ce6-40a3-4dcc-adbf-a90c3918b4cf None None] Routers {'a280412e-a049-4c39-b674-5004fe506071'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:27:36.175561 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-dd847ce6-40a3-4dcc-adbf-a90c3918b4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:27:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['a280412e-a049-4c39-b674-5004fe506071'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:36.209788 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 40406) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:36.307239 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-07648af5-9415-4f43-82e9-ffe4fb566c8d req-9b2c4216-fed3-4aca-b3a2-92c6da944f36 tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] 10.222.0.64 "GET /v2.0/ports?device_id=e25ca887-2fa8-4e9f-bb10-337e1ac64974 HTTP/1.1" status: 200 len: 210 time: 0.2521155 Dec 08 16:27:36.409508 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668624e7-619b-42f5-8277-a94db8167cd5 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Pushing event updated for resources: {'Port': ['ID=e8b55af6-fda6-42a8-ab4f-8d114593629a,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:36.435036 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-014d6fe8-e78f-442f-8cbe-94f87c674949 req-84e6e2f9-21d1-4ebd-a0bf-a3e4a4bbc8a0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f77338c8-91de-4809-bfc2-be2cd2a80b3d HTTP/1.1" status: 200 len: 1001 time: 0.5724387 Dec 08 16:27:36.532663 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-dd847ce6-40a3-4dcc-adbf-a90c3918b4cf None None] Set router a280412e-a049-4c39-b674-5004fe506071 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:27:36.534630 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d6fe8-e78f-442f-8cbe-94f87c674949 req-a49ab5b3-4c9f-4f3c-81d8-b2926dda2a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:36.536558 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-014d6fe8-e78f-442f-8cbe-94f87c674949 req-a49ab5b3-4c9f-4f3c-81d8-b2926dda2a09 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=89eafa5b-4193-4ebc-af74-cdc250b35c3e HTTP/1.1" status: 200 len: 834 time: 0.0903232 Dec 08 16:27:36.563404 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cd1a4859-2f1f-4ce9-ab93-9b9d9f151e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:36.566650 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cd1a4859-2f1f-4ce9-ab93-9b9d9f151e51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:36.576351 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-cd1a4859-2f1f-4ce9-ab93-9b9d9f151e51 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/92f59208-ee37-488f-87ca-a4076e209b9f HTTP/1.1" status: 204 len: 168 time: 1.9014418 Dec 08 16:27:36.615164 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a4859-2f1f-4ce9-ab93-9b9d9f151e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f59208-ee37-488f-87ca-a4076e209b9f,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:36.656746 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 40418) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:36.732775 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4d3738f6-3f1a-416d-9bd3-d52ec80d0b49 req-de964166-c678-4482-aeee-2aa3333b3b0b tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=5dbfa492-1a8c-4612-9bec-7e64b91898d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0553119 Dec 08 16:27:36.753759 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-10b5d107-7cbb-4e5e-8f7b-1595f677e41a None None] Provisioning complete for port e8b55af6-fda6-42a8-ab4f-8d114593629a triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:36.754257 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-10b5d107-7cbb-4e5e-8f7b-1595f677e41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:36.834581 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device dcbd4d20-c6d2-42b5-8877-5575ed95274f up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:27:36.848273 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f92439df-b86c-45ef-99cc-5b7b1107d53e tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:36.933077 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-10b5d107-7cbb-4e5e-8f7b-1595f677e41a None None] Port e8b55af6-fda6-42a8-ab4f-8d114593629a cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:27:36.947522 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f92439df-b86c-45ef-99cc-5b7b1107d53e tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:36.952083 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d6fe8-e78f-442f-8cbe-94f87c674949 req-70da7403-7808-48a8-bda7-55b97b477a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:36.953819 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-014d6fe8-e78f-442f-8cbe-94f87c674949 req-70da7403-7808-48a8-bda7-55b97b477a43 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=08814924-d3f7-498d-a0e5-508442cef09d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3993256 Dec 08 16:27:36.962815 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0af2ab0-74f4-49c1-9ba6-5fd33eb60889 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Network 0f341cc7-0551-426d-b2d8-91278fbfaf0d is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:27:36.983013 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port dcbd4d20-c6d2-42b5-8877-5575ed95274f triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:36.983592 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-dd847ce6-40a3-4dcc-adbf-a90c3918b4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a280412e-a049-4c39-b674-5004fe506071', 'name': 'tempest-AttachVolumeShelveTestJSON-944697511-router', 'tenant_id': 'ebd580521ede49659be460136b14e0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'd38b47d4-eb5e-46ec-86b0-5f90264f9489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:18:24Z', 'updated_at': '2021-12-08T16:18:32Z', 'revision_number': 4, 'project_id': 'ebd580521ede49659be460136b14e0dd', 'gw_port': {'id': 'd38b47d4-eb5e-46ec-86b0-5f90264f9489', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:de:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a280412e-a049-4c39-b674-5004fe506071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:18:25Z', 'updated_at': '2021-12-08T16:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'a5ed6ac9-2639-4afc-8743-769278c1f01a', 'name': '', 'network_id': '96222b75-0d7f-43da-898a-91046f8bdc5a', 'tenant_id': 'ebd580521ede49659be460136b14e0dd', 'mac_address': 'fa:16:3e:49:0b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a280412e-a049-4c39-b674-5004fe506071', 'device_owner': 'network:router_interface', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': '297bd6e5-3bf7-4d91-8a12-5133ca44aa82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:18:29Z', 'updated_at': '2021-12-08T16:18:38Z', 'revision_number': 5, 'project_id': 'ebd580521ede49659be460136b14e0dd', 'subnets': [{'id': '297bd6e5-3bf7-4d91-8a12-5133ca44aa82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:36.983861 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:37.029489 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd847ce6-40a3-4dcc-adbf-a90c3918b4cf None None] The sync data for ids ['a280412e-a049-4c39-b674-5004fe506071'] in n-d-776250-12 is: [{'id': 'a280412e-a049-4c39-b674-5004fe506071', 'name': 'tempest-AttachVolumeShelveTestJSON-944697511-router', 'tenant_id': 'ebd580521ede49659be460136b14e0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'd38b47d4-eb5e-46ec-86b0-5f90264f9489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:18:24Z', 'updated_at': '2021-12-08T16:18:32Z', 'revision_number': 4, 'project_id': 'ebd580521ede49659be460136b14e0dd', 'gw_port': {'id': 'd38b47d4-eb5e-46ec-86b0-5f90264f9489', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:de:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a280412e-a049-4c39-b674-5004fe506071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:18:25Z', 'updated_at': '2021-12-08T16:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'a5ed6ac9-2639-4afc-8743-769278c1f01a', 'name': '', 'network_id': '96222b75-0d7f-43da-898a-91046f8bdc5a', 'tenant_id': 'ebd580521ede49659be460136b14e0dd', 'mac_address': 'fa:16:3e:49:0b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a280412e-a049-4c39-b674-5004fe506071', 'device_owner': 'network:router_interface', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': '297bd6e5-3bf7-4d91-8a12-5133ca44aa82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:18:29Z', 'updated_at': '2021-12-08T16:18:38Z', 'revision_number': 5, 'project_id': 'ebd580521ede49659be460136b14e0dd', 'subnets': [{'id': '297bd6e5-3bf7-4d91-8a12-5133ca44aa82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:27:37.123796 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-c0af2ab0-74f4-49c1-9ba6-5fd33eb60889 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:27:37.128818 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f92439df-b86c-45ef-99cc-5b7b1107d53e tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:37.132029 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f92439df-b86c-45ef-99cc-5b7b1107d53e tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:37.140495 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-f92439df-b86c-45ef-99cc-5b7b1107d53e tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "DELETE /v2.0/security-groups/e4f2ad79-b8e6-4523-9d6e-1cfbd1d7f7fe HTTP/1.1" status: 204 len: 168 time: 0.4758437 Dec 08 16:27:37.141568 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 40426) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:37.150484 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-014d6fe8-e78f-442f-8cbe-94f87c674949 req-3fbd730c-71ec-4e03-b353-42cc2cf94811 service neutron] 10.222.0.76 "GET /v2.0/networks/08814924-d3f7-498d-a0e5-508442cef09d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820016 Dec 08 16:27:37.175641 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92439df-b86c-45ef-99cc-5b7b1107d53e tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f2ad79-b8e6-4523-9d6e-1cfbd1d7f7fe,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:37.194212 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [None req-ddc918f4-e328-4f5d-b45a-0555f7afac9a tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] show failed (client error): The resource could not be found. Dec 08 16:27:37.201763 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ddc918f4-e328-4f5d-b45a-0555f7afac9a tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "GET /v2.0/security-groups/e4f2ad79-b8e6-4523-9d6e-1cfbd1d7f7fe HTTP/1.1" status: 404 len: 347 time: 0.0555241 Dec 08 16:27:37.207622 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 40428) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:37.423606 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-a15b256a-fbbc-419c-8f76-913689c783aa tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Deleting port e8b55af6-fda6-42a8-ab4f-8d114593629a {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:27:37.424601 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a15b256a-fbbc-419c-8f76-913689c783aa tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:37.485922 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4326f232-92a2-46e5-8afe-19cf1d51240d req-040550bd-8989-4800-9906-a3cb09642aa4 tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] 10.222.0.64 "GET /v2.0/ports?device_id=e25ca887-2fa8-4e9f-bb10-337e1ac64974 HTTP/1.1" status: 200 len: 210 time: 0.0662668 Dec 08 16:27:37.504344 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-63c08cf8-3406-4aab-9a6a-45b97ad6d9af tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Deleting port ae9d6ad0-ab5d-44ed-aace-c98c54785a41 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:27:37.504849 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-63c08cf8-3406-4aab-9a6a-45b97ad6d9af tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:37.638009 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-89641745-31c4-40a4-aaec-0214dba93c48 None None] Provisioning complete for port 6c9cd617-d699-4f14-9e54-91a2fc7b9662 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:37.638756 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-89641745-31c4-40a4-aaec-0214dba93c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:37.645412 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-014d6fe8-e78f-442f-8cbe-94f87c674949 req-ab51bbb3-11db-422e-a13f-da93e0b35524 service neutron] 10.222.0.76 "GET /v2.0/networks/08814924-d3f7-498d-a0e5-508442cef09d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4797952 Dec 08 16:27:37.704301 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-89641745-31c4-40a4-aaec-0214dba93c48 None None] Port 6c9cd617-d699-4f14-9e54-91a2fc7b9662 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:27:37.709809 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-63c08cf8-3406-4aab-9a6a-45b97ad6d9af tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:37.711559 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-63c08cf8-3406-4aab-9a6a-45b97ad6d9af tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:37.719710 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3710c4-0cc7-407c-958e-d53a9b2687b5 None None] New status for floating IP 15147538-f1d9-4010-879f-7ebc9c80fe10: DOWN {{(pid=110552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:27:37.734674 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-63c08cf8-3406-4aab-9a6a-45b97ad6d9af tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Calling delete_port for ae9d6ad0-ab5d-44ed-aace-c98c54785a41 owned by network:floatingip {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:27:37.771199 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a15b256a-fbbc-419c-8f76-913689c783aa tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:37.786214 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0af2ab0-74f4-49c1-9ba6-5fd33eb60889 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Router 50089982-b78d-4441-9483-dd06814fd096 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:27:37.799279 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-a15b256a-fbbc-419c-8f76-913689c783aa tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Calling delete_port for e8b55af6-fda6-42a8-ab4f-8d114593629a owned by {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:27:37.894188 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf883dc-9838-4a42-8511-258b27949765 req-0a366b31-270b-4109-91a2-f795ba3def5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:37.896121 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-adf883dc-9838-4a42-8511-258b27949765 req-0a366b31-270b-4109-91a2-f795ba3def5d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5ac8783bc8454dbdaff01b6ea349ef5e&device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514 HTTP/1.1" status: 200 len: 1098 time: 0.1786263 Dec 08 16:27:38.090046 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.db.api [None req-1a3710c4-0cc7-407c-958e-d53a9b2687b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:27:38.090595 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-63c08cf8-3406-4aab-9a6a-45b97ad6d9af tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:38.091156 n-d-776250-12 neutron-server[110552]: DEBUG oslo_db.api [None req-1a3710c4-0cc7-407c-958e-d53a9b2687b5 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:27:38.151388 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c08cf8-3406-4aab-9a6a-45b97ad6d9af tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Pushing event deleted for resources: {'Port': ['ID=ae9d6ad0-ab5d-44ed-aace-c98c54785a41,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:38.337202 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-63c08cf8-3406-4aab-9a6a-45b97ad6d9af tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks [] for floatingip, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:38.340075 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-63c08cf8-3406-4aab-9a6a-45b97ad6d9af tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:38.353875 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-63c08cf8-3406-4aab-9a6a-45b97ad6d9af tempest-AttachVolumeShelveTestJSON-967491476 tempest-AttachVolumeShelveTestJSON-967491476-project] 10.222.0.64 "DELETE /v2.0/floatingips/15147538-f1d9-4010-879f-7ebc9c80fe10 HTTP/1.1" status: 204 len: 168 time: 1.1377623 Dec 08 16:27:38.573673 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bfef97-472c-4e00-9792-0f86a39d0c39 req-8a6c7835-b675-4bc7-b7b5-e26f36d18440 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:38.584296 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a6bfef97-472c-4e00-9792-0f86a39d0c39 req-8a6c7835-b675-4bc7-b7b5-e26f36d18440 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514 HTTP/1.1" status: 200 len: 946 time: 0.6205869 Dec 08 16:27:38.593471 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3710c4-0cc7-407c-958e-d53a9b2687b5 None None] New status for floating IP 15147538-f1d9-4010-879f-7ebc9c80fe10: DOWN {{(pid=110552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:27:38.610617 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf883dc-9838-4a42-8511-258b27949765 req-929ca770-0056-4e2e-bc87-439946b9b6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:38.610617 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-adf883dc-9838-4a42-8511-258b27949765 req-929ca770-0056-4e2e-bc87-439946b9b6ff service neutron] 10.222.0.76 "GET /v2.0/networks?id=08814924-d3f7-498d-a0e5-508442cef09d HTTP/1.1" status: 200 len: 898 time: 0.6744425 Dec 08 16:27:38.616755 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0af2ab0-74f4-49c1-9ba6-5fd33eb60889 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:27:38.634770 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c3a95e-924b-495c-95f0-a207f84c6c39 None None] Sync routers for ids ['50089982-b78d-4441-9483-dd06814fd096'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:27:38.670084 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c3a95e-924b-495c-95f0-a207f84c6c39 None None] Routers {'50089982-b78d-4441-9483-dd06814fd096'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:27:38.670711 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-41c3a95e-924b-495c-95f0-a207f84c6c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:27:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['50089982-b78d-4441-9483-dd06814fd096'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:38.695008 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-adf883dc-9838-4a42-8511-258b27949765 req-79b790d4-4ccb-41e5-8d60-bb007c2b9ad0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f77338c8-91de-4809-bfc2-be2cd2a80b3d HTTP/1.1" status: 200 len: 1001 time: 0.0754912 Dec 08 16:27:38.720863 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c0af2ab0-74f4-49c1-9ba6-5fd33eb60889 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "PUT /v2.0/routers/50089982-b78d-4441-9483-dd06814fd096/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5209508 Dec 08 16:27:38.733158 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 40474) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:38.742318 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e6a0548a-81c7-4bf2-992a-c4fb20276083 req-17d2b53d-17da-4b5d-bd95-d5544081208e tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] 10.222.0.64 "GET /v2.0/ports?device_id=e25ca887-2fa8-4e9f-bb10-337e1ac64974 HTTP/1.1" status: 200 len: 210 time: 0.0527327 Dec 08 16:27:38.780790 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:38.977858 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a6bfef97-472c-4e00-9792-0f86a39d0c39 req-a8b5cc0c-3809-4bef-9fd3-aa7e5c4b3657 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=5dbfa492-1a8c-4612-9bec-7e64b91898d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3953447 Dec 08 16:27:39.000437 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-41c3a95e-924b-495c-95f0-a207f84c6c39 None None] Set router 50089982-b78d-4441-9483-dd06814fd096 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:27:39.128505 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f1bf29-61ec-4ff1-9f3f-398bc6b04045 tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:39.129450 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f1bf29-61ec-4ff1-9f3f-398bc6b04045 tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:39.129450 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f1bf29-61ec-4ff1-9f3f-398bc6b04045 tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:39.129923 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f1bf29-61ec-4ff1-9f3f-398bc6b04045 tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:39.130389 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f1bf29-61ec-4ff1-9f3f-398bc6b04045 tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:39.130872 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f1bf29-61ec-4ff1-9f3f-398bc6b04045 tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:39.132244 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f1bf29-61ec-4ff1-9f3f-398bc6b04045 tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:39.133177 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f1bf29-61ec-4ff1-9f3f-398bc6b04045 tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:39.138473 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c7f1bf29-61ec-4ff1-9f3f-398bc6b04045 tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5697 time: 0.3976448 Dec 08 16:27:39.139174 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 40482) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:39.141059 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a15b256a-fbbc-419c-8f76-913689c783aa tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:39.180435 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf883dc-9838-4a42-8511-258b27949765 req-0b141cec-ab60-4093-9423-8026f9d02998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:39.182001 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-adf883dc-9838-4a42-8511-258b27949765 req-0b141cec-ab60-4093-9423-8026f9d02998 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=89eafa5b-4193-4ebc-af74-cdc250b35c3e HTTP/1.1" status: 200 len: 834 time: 0.4568968 Dec 08 16:27:39.275825 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de807522-39cf-45cd-adcc-df47cba968fd tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:39.277727 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de807522-39cf-45cd-adcc-df47cba968fd tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:39.278359 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de807522-39cf-45cd-adcc-df47cba968fd tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:39.278983 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de807522-39cf-45cd-adcc-df47cba968fd tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:39.279863 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de807522-39cf-45cd-adcc-df47cba968fd tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:39.280532 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de807522-39cf-45cd-adcc-df47cba968fd tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:39.281155 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de807522-39cf-45cd-adcc-df47cba968fd tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:39.281813 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de807522-39cf-45cd-adcc-df47cba968fd tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:39.288453 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-de807522-39cf-45cd-adcc-df47cba968fd tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5254 time: 0.1479495 Dec 08 16:27:39.289281 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 40488) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:39.358579 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15b256a-fbbc-419c-8f76-913689c783aa tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Pushing event deleted for resources: {'Port': ['ID=e8b55af6-fda6-42a8-ab4f-8d114593629a,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:39.506776 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-41c3a95e-924b-495c-95f0-a207f84c6c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50089982-b78d-4441-9483-dd06814fd096', 'name': 'tempest-TestNetworkBasicOps-router-560585862', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'e47143c7-01f3-4300-86e8-16e5165df957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:27:21Z', 'updated_at': '2021-12-08T16:27:34Z', 'revision_number': 4, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'gw_port': {'id': 'e47143c7-01f3-4300-86e8-16e5165df957', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:66:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50089982-b78d-4441-9483-dd06814fd096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:27:22Z', 'updated_at': '2021-12-08T16:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '6c9cd617-d699-4f14-9e54-91a2fc7b9662', 'name': '', 'network_id': '0f341cc7-0551-426d-b2d8-91278fbfaf0d', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'mac_address': 'fa:16:3e:d4:14:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50089982-b78d-4441-9483-dd06814fd096', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '2271a0a7-6ec6-48e1-b520-72a2220686e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:27:32Z', 'updated_at': '2021-12-08T16:27:34Z', 'revision_number': 2, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'subnets': [{'id': '2271a0a7-6ec6-48e1-b520-72a2220686e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:39.545392 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c3a95e-924b-495c-95f0-a207f84c6c39 None None] Checking router: 50089982-b78d-4441-9483-dd06814fd096 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:27:39.545837 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c3a95e-924b-495c-95f0-a207f84c6c39 None None] Updating router 50089982-b78d-4441-9483-dd06814fd096 port 6c9cd617-d699-4f14-9e54-91a2fc7b9662 binding host n-d-776250-12 {{(pid=110553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:27:39.585812 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a15b256a-fbbc-419c-8f76-913689c783aa tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:39.593173 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a15b256a-fbbc-419c-8f76-913689c783aa tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] 10.222.0.64 "DELETE /v2.0/ports/e8b55af6-fda6-42a8-ab4f-8d114593629a HTTP/1.1" status: 204 len: 168 time: 3.3612087 Dec 08 16:27:39.598755 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 40494) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:39.633450 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-41c3a95e-924b-495c-95f0-a207f84c6c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:39.655483 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf883dc-9838-4a42-8511-258b27949765 req-4a7d19e1-e2ab-4387-b1cf-9acebb91dc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:39.657453 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-adf883dc-9838-4a42-8511-258b27949765 req-4a7d19e1-e2ab-4387-b1cf-9acebb91dc23 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=08814924-d3f7-498d-a0e5-508442cef09d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3013451 Dec 08 16:27:39.663958 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-82bd8356-6bc6-4ba0-91f9-3969d257c48a tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] GET failed (client error): The resource could not be found. Dec 08 16:27:39.667745 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-82bd8356-6bc6-4ba0-91f9-3969d257c48a tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] 10.222.0.64 "GET /v2.0/ports/e8b55af6-fda6-42a8-ab4f-8d114593629a HTTP/1.1" status: 404 len: 333 time: 0.0667541 Dec 08 16:27:39.685428 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 40496) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:39.693070 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-b48573e0-4a4f-4134-a198-93d6ef160d7d tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Request body: {'port': {'network_id': '24cd01ba-5e9a-4d83-9310-d522788ee415', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-82352995'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:39.882005 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-adf883dc-9838-4a42-8511-258b27949765 req-6cdd8cfa-925f-438f-8132-85485c3d1017 service neutron] 10.222.0.76 "GET /v2.0/networks/08814924-d3f7-498d-a0e5-508442cef09d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128448 Dec 08 16:27:40.097444 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-adf883dc-9838-4a42-8511-258b27949765 req-53b4a4cf-74b4-4cf1-89f1-27cfcec1bbb2 service neutron] 10.222.0.76 "GET /v2.0/networks/08814924-d3f7-498d-a0e5-508442cef09d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082236 Dec 08 16:27:40.256756 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb788975-e1c7-4de2-8118-7e7f58cef810 req-75824128-bd75-421a-b214-bfec5573355e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:40.263131 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-eb788975-e1c7-4de2-8118-7e7f58cef810 req-75824128-bd75-421a-b214-bfec5573355e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514 HTTP/1.1" status: 200 len: 946 time: 0.1061502 Dec 08 16:27:40.421137 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-eb788975-e1c7-4de2-8118-7e7f58cef810 req-44b2213c-289b-4d19-82f3-54df6b6608d8 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=5dbfa492-1a8c-4612-9bec-7e64b91898d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535089 Dec 08 16:27:40.460168 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-41c3a95e-924b-495c-95f0-a207f84c6c39 None None] Publish callbacks [] for port, precommit_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:40.540215 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-41c3a95e-924b-495c-95f0-a207f84c6c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:40.612688 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e8736a-60a6-4938-8a46-47aafce9bfb6 None None] Pushing event updated for resources: {'Port': ['ID=6c9cd617-d699-4f14-9e54-91a2fc7b9662,revision_number=3']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:40.670895 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e8736a-60a6-4938-8a46-47aafce9bfb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:40.671520 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e8736a-60a6-4938-8a46-47aafce9bfb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:40.672031 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e8736a-60a6-4938-8a46-47aafce9bfb6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:40.672580 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e8736a-60a6-4938-8a46-47aafce9bfb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:40.673083 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e8736a-60a6-4938-8a46-47aafce9bfb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:40.673570 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e8736a-60a6-4938-8a46-47aafce9bfb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:40.674076 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e8736a-60a6-4938-8a46-47aafce9bfb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:40.674576 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e8736a-60a6-4938-8a46-47aafce9bfb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:40.675082 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e8736a-60a6-4938-8a46-47aafce9bfb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:40.675714 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e8736a-60a6-4938-8a46-47aafce9bfb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:40.676230 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e8736a-60a6-4938-8a46-47aafce9bfb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:40.676733 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e8736a-60a6-4938-8a46-47aafce9bfb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:40.677822 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e8736a-60a6-4938-8a46-47aafce9bfb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:40.743004 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-41c3a95e-924b-495c-95f0-a207f84c6c39 None None] Attempting to bind port 6c9cd617-d699-4f14-9e54-91a2fc7b9662 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:27:40.743701 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-41c3a95e-924b-495c-95f0-a207f84c6c39 None None] Attempting to bind port 6c9cd617-d699-4f14-9e54-91a2fc7b9662 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '82648366-5889-4a5b-8ff9-e2d574d830ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0f341cc7-0551-426d-b2d8-91278fbfaf0d'}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:27:40.744320 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c3a95e-924b-495c-95f0-a207f84c6c39 None None] Attempting to bind port 6c9cd617-d699-4f14-9e54-91a2fc7b9662 on network 0f341cc7-0551-426d-b2d8-91278fbfaf0d {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:27:40.763138 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c3a95e-924b-495c-95f0-a207f84c6c39 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:27:40.764150 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c3a95e-924b-495c-95f0-a207f84c6c39 None None] Checking segment: {'id': '82648366-5889-4a5b-8ff9-e2d574d830ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0f341cc7-0551-426d-b2d8-91278fbfaf0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:27:40.764848 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-41c3a95e-924b-495c-95f0-a207f84c6c39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:40.765260 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c3a95e-924b-495c-95f0-a207f84c6c39 None None] Bound using segment: {'id': '82648366-5889-4a5b-8ff9-e2d574d830ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0f341cc7-0551-426d-b2d8-91278fbfaf0d'} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:27:40.765753 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-41c3a95e-924b-495c-95f0-a207f84c6c39 None None] Bound port: 6c9cd617-d699-4f14-9e54-91a2fc7b9662, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82648366-5889-4a5b-8ff9-e2d574d830ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0f341cc7-0551-426d-b2d8-91278fbfaf0d'}}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:27:40.766166 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-41c3a95e-924b-495c-95f0-a207f84c6c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:40.832596 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8dbdd4bd-480c-424a-8846-5ecc42e2a5bb req-82eee811-fe15-4afb-bb03-b98fc387f6ec tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] 10.222.0.64 "GET /v2.0/ports?device_id=e25ca887-2fa8-4e9f-bb10-337e1ac64974 HTTP/1.1" status: 200 len: 210 time: 0.2473607 Dec 08 16:27:40.950554 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-41c3a95e-924b-495c-95f0-a207f84c6c39 None None] For port 6c9cd617-d699-4f14-9e54-91a2fc7b9662, host n-d-776250-12, cleared binding levels {{(pid=110553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:27:40.958564 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-41c3a95e-924b-495c-95f0-a207f84c6c39 None None] For port 6c9cd617-d699-4f14-9e54-91a2fc7b9662, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=6c9cd617-d699-4f14-9e54-91a2fc7b9662,segment=NetworkSegment(82648366-5889-4a5b-8ff9-e2d574d830ca),segment_id=82648366-5889-4a5b-8ff9-e2d574d830ca)] {{(pid=110553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:27:41.008628 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-1e8f3fe0-c85c-4ef3-82d4-7a99e1efeddd tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3057 time: 1.7146590 Dec 08 16:27:41.027303 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-41c3a95e-924b-495c-95f0-a207f84c6c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:41.052887 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0495156-d91c-4f47-abb8-c9e2bad3ec41 req-a8219835-339a-426b-aaa1-b5bb58c08568 tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:41.054983 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e0495156-d91c-4f47-abb8-c9e2bad3ec41 req-a8219835-339a-426b-aaa1-b5bb58c08568 tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] 10.222.0.37 "GET /v2.0/networks?id=9a863692-5213-4f53-a3b9-160f051dd341 HTTP/1.1" status: 200 len: 822 time: 0.4687064 Dec 08 16:27:41.071775 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-e0495156-d91c-4f47-abb8-c9e2bad3ec41 req-7d2697f0-2dc3-4c2e-a07e-b9def94e8b7d tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] Request body: {'port': {'device_id': 'e25ca887-2fa8-4e9f-bb10-337e1ac64974', 'network_id': '9a863692-5213-4f53-a3b9-160f051dd341', 'admin_state_up': True, 'tenant_id': 'd2887fbcf21045bf931e2108f67fd0b4'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:41.143783 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-8cc0b8b4-3c96-4925-a016-c6a7c02cae39 None None] Provisioning complete for port 6c9cd617-d699-4f14-9e54-91a2fc7b9662 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:41.146255 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8cc0b8b4-3c96-4925-a016-c6a7c02cae39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:41.158299 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c3a95e-924b-495c-95f0-a207f84c6c39 None None] Routers {'50089982-b78d-4441-9483-dd06814fd096'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:27:41.158946 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-41c3a95e-924b-495c-95f0-a207f84c6c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:27:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['50089982-b78d-4441-9483-dd06814fd096'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:41.224726 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48573e0-4a4f-4134-a198-93d6ef160d7d tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Made reservation on behalf of 58b5e3c8e9184fc481cd2802cce82388 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:27:41.232857 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b48573e0-4a4f-4134-a198-93d6ef160d7d tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:41.359141 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [None req-b48573e0-4a4f-4134-a198-93d6ef160d7d tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] device_id is not set on port ca831875-1402-4866-bae5-5465f14157bd yet. {{(pid=110550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:27:41.396558 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8cc0b8b4-3c96-4925-a016-c6a7c02cae39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:41.433563 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 40548) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:41.446016 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-8cc0b8b4-3c96-4925-a016-c6a7c02cae39 None None] For port 6c9cd617-d699-4f14-9e54-91a2fc7b9662, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=6c9cd617-d699-4f14-9e54-91a2fc7b9662,segment=NetworkSegment(82648366-5889-4a5b-8ff9-e2d574d830ca),segment_id=82648366-5889-4a5b-8ff9-e2d574d830ca)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:27:41.511604 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-41c3a95e-924b-495c-95f0-a207f84c6c39 None None] Set router 50089982-b78d-4441-9483-dd06814fd096 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:27:41.534859 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8cc0b8b4-3c96-4925-a016-c6a7c02cae39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:41.685855 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-481a3c38-0bf0-4f1c-be66-5a179917a6ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:41.697749 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc0b8b4-3c96-4925-a016-c6a7c02cae39 None None] Pushing event updated for resources: {'Port': ['ID=6c9cd617-d699-4f14-9e54-91a2fc7b9662,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:41.705296 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8bd701be-9877-42bd-a4e2-85b62793d691 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:41.750403 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-e510c314-b9cb-47d5-b47b-02e00f100835 None None] Provisioning complete for port 6c9cd617-d699-4f14-9e54-91a2fc7b9662 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:41.756746 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e510c314-b9cb-47d5-b47b-02e00f100835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:41.878496 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-481a3c38-0bf0-4f1c-be66-5a179917a6ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:41.886171 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-b48573e0-4a4f-4134-a198-93d6ef160d7d tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Allocated IP 2001:db8::3b (24cd01ba-5e9a-4d83-9310-d522788ee415/8e87d23f-33cc-4988-8487-ab64bb5fe945/ca831875-1402-4866-bae5-5465f14157bd) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:27:41.903188 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2897e17-cae5-47b7-b9ad-0134a5fff2fe req-bae4965c-5ac9-4e3f-b1ed-d42e9a37c7a8 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:41.911792 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d2897e17-cae5-47b7-b9ad-0134a5fff2fe req-bae4965c-5ac9-4e3f-b1ed-d42e9a37c7a8 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514 HTTP/1.1" status: 200 len: 946 time: 0.1850858 Dec 08 16:27:42.002582 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-481a3c38-0bf0-4f1c-be66-5a179917a6ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:42.020092 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 40566) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:42.037903 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-4d805816-f564-4515-b967-0d5a7475d361 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-392760237', 'description': 'tempest-secgroup-smoke-392760237 description', 'project_id': '2a90eddbbcbf4338ab5fe411884194ac'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:42.096055 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e8736a-60a6-4938-8a46-47aafce9bfb6 None None] Pushing event updated for resources: {'Port': ['ID=6c9cd617-d699-4f14-9e54-91a2fc7b9662,revision_number=4']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:42.100486 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-41c3a95e-924b-495c-95f0-a207f84c6c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50089982-b78d-4441-9483-dd06814fd096', 'name': 'tempest-TestNetworkBasicOps-router-560585862', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'e47143c7-01f3-4300-86e8-16e5165df957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:27:21Z', 'updated_at': '2021-12-08T16:27:34Z', 'revision_number': 4, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'gw_port': {'id': 'e47143c7-01f3-4300-86e8-16e5165df957', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:66:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50089982-b78d-4441-9483-dd06814fd096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:27:22Z', 'updated_at': '2021-12-08T16:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '6c9cd617-d699-4f14-9e54-91a2fc7b9662', 'name': '', 'network_id': '0f341cc7-0551-426d-b2d8-91278fbfaf0d', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'mac_address': 'fa:16:3e:d4:14:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50089982-b78d-4441-9483-dd06814fd096', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '2271a0a7-6ec6-48e1-b520-72a2220686e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:27:32Z', 'updated_at': '2021-12-08T16:27:40Z', 'revision_number': 4, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'subnets': [{'id': '2271a0a7-6ec6-48e1-b520-72a2220686e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:42.142194 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481a3c38-0bf0-4f1c-be66-5a179917a6ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e85690-4d84-467a-bf70-94c1f5f059c2,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:42.144295 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d2897e17-cae5-47b7-b9ad-0134a5fff2fe req-56b133f9-9cdb-4f69-b806-01461cbb6ee1 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=5dbfa492-1a8c-4612-9bec-7e64b91898d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2313986 Dec 08 16:27:42.150715 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-481a3c38-0bf0-4f1c-be66-5a179917a6ca admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=eec70d2c55d340e1a47b51b6780c6da5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7161801 Dec 08 16:27:42.152085 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 40568) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:42.176990 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c3a95e-924b-495c-95f0-a207f84c6c39 None None] The sync data for ids ['50089982-b78d-4441-9483-dd06814fd096'] in n-d-776250-12 is: [{'id': '50089982-b78d-4441-9483-dd06814fd096', 'name': 'tempest-TestNetworkBasicOps-router-560585862', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'e47143c7-01f3-4300-86e8-16e5165df957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:27:21Z', 'updated_at': '2021-12-08T16:27:34Z', 'revision_number': 4, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'gw_port': {'id': 'e47143c7-01f3-4300-86e8-16e5165df957', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:66:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50089982-b78d-4441-9483-dd06814fd096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:27:22Z', 'updated_at': '2021-12-08T16:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '6c9cd617-d699-4f14-9e54-91a2fc7b9662', 'name': '', 'network_id': '0f341cc7-0551-426d-b2d8-91278fbfaf0d', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'mac_address': 'fa:16:3e:d4:14:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50089982-b78d-4441-9483-dd06814fd096', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '2271a0a7-6ec6-48e1-b520-72a2220686e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:27:32Z', 'updated_at': '2021-12-08T16:27:40Z', 'revision_number': 4, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'subnets': [{'id': '2271a0a7-6ec6-48e1-b520-72a2220686e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:27:42.186171 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0495156-d91c-4f47-abb8-c9e2bad3ec41 req-7d2697f0-2dc3-4c2e-a07e-b9def94e8b7d tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] Made reservation on behalf of d2887fbcf21045bf931e2108f67fd0b4 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:27:42.190926 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e0495156-d91c-4f47-abb8-c9e2bad3ec41 req-7d2697f0-2dc3-4c2e-a07e-b9def94e8b7d tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:42.373068 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-31aeb4e8-4e19-4a53-91d0-65d038f1e947 req-40fc74f8-0312-4b78-917a-5b14caf93318 tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] 10.222.0.64 "GET /v2.0/ports?device_id=e25ca887-2fa8-4e9f-bb10-337e1ac64974 HTTP/1.1" status: 200 len: 210 time: 0.1845090 Dec 08 16:27:42.373860 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 40576) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:42.461454 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4d805816-f564-4515-b967-0d5a7475d361 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:42.485999 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9c0666d7-94f2-4bfc-a506-86c48bbe83f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:42.549940 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9c0666d7-94f2-4bfc-a506-86c48bbe83f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:42.635232 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-e0495156-d91c-4f47-abb8-c9e2bad3ec41 req-7d2697f0-2dc3-4c2e-a07e-b9def94e8b7d tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] Allocated IP 172.20.0.2 (9a863692-5213-4f53-a3b9-160f051dd341/85c16c5d-ce2d-41c4-8335-a374b8aec8b1/f97ee071-d3a1-444f-b6c4-6bc6c4f882ed) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:27:42.647776 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b48573e0-4a4f-4134-a198-93d6ef160d7d tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:42.751717 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-bb723a88-5d57-4dba-8154-dc54f4adeaf3 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Request body: {'floatingip': {'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:42.802178 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4d805816-f564-4515-b967-0d5a7475d361 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:42.817540 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 6c9cd617-d699-4f14-9e54-91a2fc7b9662 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:27:42.888875 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9c0666d7-94f2-4bfc-a506-86c48bbe83f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:42.891641 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9c0666d7-94f2-4bfc-a506-86c48bbe83f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:42.893976 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-9c0666d7-94f2-4bfc-a506-86c48bbe83f9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/37e85690-4d84-467a-bf70-94c1f5f059c2 HTTP/1.1" status: 204 len: 168 time: 0.7381275 Dec 08 16:27:42.895853 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 6c9cd617-d699-4f14-9e54-91a2fc7b9662 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:42.896561 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:42.908249 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0666d7-94f2-4bfc-a506-86c48bbe83f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e85690-4d84-467a-bf70-94c1f5f059c2,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:42.928290 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0666d7-94f2-4bfc-a506-86c48bbe83f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:42.933720 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0666d7-94f2-4bfc-a506-86c48bbe83f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:42.933720 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0666d7-94f2-4bfc-a506-86c48bbe83f9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:42.933720 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0666d7-94f2-4bfc-a506-86c48bbe83f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:42.933720 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0666d7-94f2-4bfc-a506-86c48bbe83f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:42.933720 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0666d7-94f2-4bfc-a506-86c48bbe83f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:42.933720 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0666d7-94f2-4bfc-a506-86c48bbe83f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:42.933720 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0666d7-94f2-4bfc-a506-86c48bbe83f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:42.933720 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0666d7-94f2-4bfc-a506-86c48bbe83f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:42.933720 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0666d7-94f2-4bfc-a506-86c48bbe83f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:42.935445 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0666d7-94f2-4bfc-a506-86c48bbe83f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:42.935445 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0666d7-94f2-4bfc-a506-86c48bbe83f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:42.935445 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0666d7-94f2-4bfc-a506-86c48bbe83f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:42.963377 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4d805816-f564-4515-b967-0d5a7475d361 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:42.968288 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e0495156-d91c-4f47-abb8-c9e2bad3ec41 req-7d2697f0-2dc3-4c2e-a07e-b9def94e8b7d tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:42.968288 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b48573e0-4a4f-4134-a198-93d6ef160d7d tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:42.978575 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bb723a88-5d57-4dba-8154-dc54f4adeaf3 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks [] for floatingip, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:43.041928 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48573e0-4a4f-4134-a198-93d6ef160d7d tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Pushing event updated for resources: {'Port': ['ID=ca831875-1402-4866-bae5-5465f14157bd,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:43.056737 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48573e0-4a4f-4134-a198-93d6ef160d7d tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Network 24cd01ba-5e9a-4d83-9310-d522788ee415 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:27:43.061912 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-b48573e0-4a4f-4134-a198-93d6ef160d7d tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:27:43.070276 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48573e0-4a4f-4134-a198-93d6ef160d7d tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:27:43.080443 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48573e0-4a4f-4134-a198-93d6ef160d7d tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:43.082827 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b48573e0-4a4f-4134-a198-93d6ef160d7d tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:43.186434 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d805816-f564-4515-b967-0d5a7475d361 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d1018c-934d-4b3a-802b-0f4eb045ca7d,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:43.260293 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b48573e0-4a4f-4134-a198-93d6ef160d7d tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.5734589 Dec 08 16:27:43.261031 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 40588) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:43.270435 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4d805816-f564-4515-b967-0d5a7475d361 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:43.273354 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-4d805816-f564-4515-b967-0d5a7475d361 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.2506278 Dec 08 16:27:43.281474 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e0495156-d91c-4f47-abb8-c9e2bad3ec41 req-7d2697f0-2dc3-4c2e-a07e-b9def94e8b7d tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:43.286234 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 40590) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:43.300696 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-2d06b988-2b6f-4fff-9459-b3263b1c1f03 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Request body: {'security_group_rule': {'security_group_id': 'c1d1018c-934d-4b3a-802b-0f4eb045ca7d', 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:43.303165 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-4fec4305-f47e-471d-8b89-f19c990212ac tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:41:1f:ea'}]}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:43.371525 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bb723a88-5d57-4dba-8154-dc54f4adeaf3 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:43.495567 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-40dc0ce5-ba68-42cc-8afa-3677f65ec5e6 None None] Provisioning complete for port ca831875-1402-4866-bae5-5465f14157bd triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:43.497994 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-40dc0ce5-ba68-42cc-8afa-3677f65ec5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:43.553894 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-bb723a88-5d57-4dba-8154-dc54f4adeaf3 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Allocated IP 172.25.0.127 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/5c431a4c-5fdd-49b5-871d-4823bf70ac57) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:27:43.577277 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2697f0-2dc3-4c2e-a07e-b9def94e8b7d tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] Pushing event updated for resources: {'Port': ['ID=f97ee071-d3a1-444f-b6c4-6bc6c4f882ed,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:43.610465 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0495156-d91c-4f47-abb8-c9e2bad3ec41 req-7d2697f0-2dc3-4c2e-a07e-b9def94e8b7d tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] Network 9a863692-5213-4f53-a3b9-160f051dd341 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:27:43.612421 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-e0495156-d91c-4f47-abb8-c9e2bad3ec41 req-7d2697f0-2dc3-4c2e-a07e-b9def94e8b7d tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:27:43.619472 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0495156-d91c-4f47-abb8-c9e2bad3ec41 req-7d2697f0-2dc3-4c2e-a07e-b9def94e8b7d tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:27:43.642308 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-40dc0ce5-ba68-42cc-8afa-3677f65ec5e6 None None] Port ca831875-1402-4866-bae5-5465f14157bd cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:27:43.774227 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d3f08-2109-426b-aee2-1ff337be65d7 req-73c78565-bcdf-4338-905a-41e650fb689b tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:43.778121 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2d06b988-2b6f-4fff-9459-b3263b1c1f03 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:43.782561 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-332d3f08-2109-426b-aee2-1ff337be65d7 req-73c78565-bcdf-4338-905a-41e650fb689b tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514 HTTP/1.1" status: 200 len: 946 time: 0.4709857 Dec 08 16:27:43.877520 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ef70d-8da2-41c4-bf6a-edd381b672f0 req-39b0a682-eda2-48b1-8af2-75dbf5e936d4 tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:43.879180 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a77ef70d-8da2-41c4-bf6a-edd381b672f0 req-39b0a682-eda2-48b1-8af2-75dbf5e936d4 tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] 10.222.0.64 "GET /v2.0/ports?device_id=e25ca887-2fa8-4e9f-bb10-337e1ac64974 HTTP/1.1" status: 200 len: 931 time: 0.1413548 Dec 08 16:27:43.897353 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0495156-d91c-4f47-abb8-c9e2bad3ec41 req-7d2697f0-2dc3-4c2e-a07e-b9def94e8b7d tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:43.898095 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e0495156-d91c-4f47-abb8-c9e2bad3ec41 req-7d2697f0-2dc3-4c2e-a07e-b9def94e8b7d tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:43.980071 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a77ef70d-8da2-41c4-bf6a-edd381b672f0 req-ba5f736d-164b-4798-9f1b-05106a3df64f tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19b0db7-cd6e-470c-b57f-39d719b5f7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916138 Dec 08 16:27:43.998605 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-332d3f08-2109-426b-aee2-1ff337be65d7 req-23abc50a-22a0-460e-83b0-156596ca9a79 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=5dbfa492-1a8c-4612-9bec-7e64b91898d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2151306 Dec 08 16:27:44.027190 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bb723a88-5d57-4dba-8154-dc54f4adeaf3 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:44.035707 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2d06b988-2b6f-4fff-9459-b3263b1c1f03 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:44.054913 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e0495156-d91c-4f47-abb8-c9e2bad3ec41 req-7d2697f0-2dc3-4c2e-a07e-b9def94e8b7d tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9892342 Dec 08 16:27:44.070618 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-e0495156-d91c-4f47-abb8-c9e2bad3ec41 req-78c08f0a-fd57-4f0d-ba9a-c535d8ff9875 service neutron] Request body: {'port': {'device_id': 'e25ca887-2fa8-4e9f-bb10-337e1ac64974', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:44.113206 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4fec4305-f47e-471d-8b89-f19c990212ac tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:44.161687 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e0495156-d91c-4f47-abb8-c9e2bad3ec41 req-78c08f0a-fd57-4f0d-ba9a-c535d8ff9875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:44.208577 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2d06b988-2b6f-4fff-9459-b3263b1c1f03 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:44.249455 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d06b988-2b6f-4fff-9459-b3263b1c1f03 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a23ecf5-35a0-4700-8ad1-6b66ba298236,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:44.262736 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f58dbb87-1371-410b-a161-dbeebd92db2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:44.272935 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bb723a88-5d57-4dba-8154-dc54f4adeaf3 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:44.335375 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb723a88-5d57-4dba-8154-dc54f4adeaf3 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:27:44.345055 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-bb723a88-5d57-4dba-8154-dc54f4adeaf3 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:27:44.358342 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2d06b988-2b6f-4fff-9459-b3263b1c1f03 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:44.362793 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-2d06b988-2b6f-4fff-9459-b3263b1c1f03 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0710981 Dec 08 16:27:44.365040 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb723a88-5d57-4dba-8154-dc54f4adeaf3 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:27:44.368117 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 40618) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:44.374578 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-451962d3-98f6-4a30-834b-31b5a4aeb009 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Request body: {'security_group_rule': {'security_group_id': 'c1d1018c-934d-4b3a-802b-0f4eb045ca7d', 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:44.405463 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb723a88-5d57-4dba-8154-dc54f4adeaf3 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Pushing event updated for resources: {'Port': ['ID=5c431a4c-5fdd-49b5-871d-4823bf70ac57,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:44.516572 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bb723a88-5d57-4dba-8154-dc54f4adeaf3 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:44.626626 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-451962d3-98f6-4a30-834b-31b5a4aeb009 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:44.703007 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bb723a88-5d57-4dba-8154-dc54f4adeaf3 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:44.729042 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4fec4305-f47e-471d-8b89-f19c990212ac tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:44.742775 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-451962d3-98f6-4a30-834b-31b5a4aeb009 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:44.840683 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-e0495156-d91c-4f47-abb8-c9e2bad3ec41 req-78c08f0a-fd57-4f0d-ba9a-c535d8ff9875 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f97ee071-d3a1-444f-b6c4-6bc6c4f882ed {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:27:44.852504 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e0495156-d91c-4f47-abb8-c9e2bad3ec41 req-78c08f0a-fd57-4f0d-ba9a-c535d8ff9875 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:44.871517 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-e0495156-d91c-4f47-abb8-c9e2bad3ec41 req-78c08f0a-fd57-4f0d-ba9a-c535d8ff9875 service neutron] Transition to ACTIVE for port object f97ee071-d3a1-444f-b6c4-6bc6c4f882ed will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:27:44.929928 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4fec4305-f47e-471d-8b89-f19c990212ac tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:44.930147 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-451962d3-98f6-4a30-834b-31b5a4aeb009 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:44.949855 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451962d3-98f6-4a30-834b-31b5a4aeb009 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39e7b573-a09f-4a7f-9290-2a357cf33657,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:44.966426 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bb723a88-5d57-4dba-8154-dc54f4adeaf3 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:44.982822 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-4fec4305-f47e-471d-8b89-f19c990212ac tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] In _notify_port_updated(), no bound segment for port ca831875-1402-4866-bae5-5465f14157bd on network 24cd01ba-5e9a-4d83-9310-d522788ee415 {{(pid=110550) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 16:27:44.996397 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fec4305-f47e-471d-8b89-f19c990212ac tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:44.996397 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4fec4305-f47e-471d-8b89-f19c990212ac tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:44.997058 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-4fec4305-f47e-471d-8b89-f19c990212ac tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] 10.222.0.64 "PUT /v2.0/ports/ca831875-1402-4866-bae5-5465f14157bd HTTP/1.1" status: 200 len: 1000 time: 1.7342122 Dec 08 16:27:45.000302 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 40642) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:45.001265 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e0495156-d91c-4f47-abb8-c9e2bad3ec41 req-78c08f0a-fd57-4f0d-ba9a-c535d8ff9875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:45.170806 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fec4305-f47e-471d-8b89-f19c990212ac tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Pushing event updated for resources: {'Port': ['ID=ca831875-1402-4866-bae5-5465f14157bd,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:45.176380 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bb723a88-5d57-4dba-8154-dc54f4adeaf3 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:45.237544 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:45.324653 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb723a88-5d57-4dba-8154-dc54f4adeaf3 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Pushing event updated for resources: {'Port': ['ID=5c431a4c-5fdd-49b5-871d-4823bf70ac57,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:45.327157 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bb723a88-5d57-4dba-8154-dc54f4adeaf3 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:45.342394 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-451962d3-98f6-4a30-834b-31b5a4aeb009 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:45.346859 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-451962d3-98f6-4a30-834b-31b5a4aeb009 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9738011 Dec 08 16:27:45.349634 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 40652) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:45.361400 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c08f0a-fd57-4f0d-ba9a-c535d8ff9875 service neutron] Pushing event updated for resources: {'Port': ['ID=f97ee071-d3a1-444f-b6c4-6bc6c4f882ed,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:45.361892 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-55f65e60-5d5f-4a3a-9260-a6fda2e71e83 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Request body: {'security_group_rule': {'security_group_id': 'c1d1018c-934d-4b3a-802b-0f4eb045ca7d', 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:45.389493 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef43fc-5de0-4d93-b0e7-cbc0a4e24238 req-ad476c95-3547-4608-8067-d2ff10686e35 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:45.395903 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-b83a0394-1ba0-4e59-aa8d-9ccfd63ff5c2 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Deleting port ca831875-1402-4866-bae5-5465f14157bd {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:27:45.396303 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b83a0394-1ba0-4e59-aa8d-9ccfd63ff5c2 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:45.398836 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7cef43fc-5de0-4d93-b0e7-cbc0a4e24238 req-ad476c95-3547-4608-8067-d2ff10686e35 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514 HTTP/1.1" status: 200 len: 946 time: 0.2352889 Dec 08 16:27:45.429324 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-e0495156-d91c-4f47-abb8-c9e2bad3ec41 req-78c08f0a-fd57-4f0d-ba9a-c535d8ff9875 service neutron] Attempting to bind port f97ee071-d3a1-444f-b6c4-6bc6c4f882ed on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:27:45.429819 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-e0495156-d91c-4f47-abb8-c9e2bad3ec41 req-78c08f0a-fd57-4f0d-ba9a-c535d8ff9875 service neutron] Attempting to bind port f97ee071-d3a1-444f-b6c4-6bc6c4f882ed by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '5b5cb156-ce75-4e0d-a8c3-2d403c4821d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9a863692-5213-4f53-a3b9-160f051dd341'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:27:45.430266 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0495156-d91c-4f47-abb8-c9e2bad3ec41 req-78c08f0a-fd57-4f0d-ba9a-c535d8ff9875 service neutron] Attempting to bind port f97ee071-d3a1-444f-b6c4-6bc6c4f882ed on network 9a863692-5213-4f53-a3b9-160f051dd341 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:27:45.489022 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-aedf421b-cdd6-4376-8ff9-e641f1c40cb0 None None] Provisioning complete for port ca831875-1402-4866-bae5-5465f14157bd triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:45.490497 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-aedf421b-cdd6-4376-8ff9-e641f1c40cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:45.510382 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7cef43fc-5de0-4d93-b0e7-cbc0a4e24238 req-96a11374-d5fe-44a2-90a7-295411e95866 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=5dbfa492-1a8c-4612-9bec-7e64b91898d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104074 Dec 08 16:27:45.515906 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b83a0394-1ba0-4e59-aa8d-9ccfd63ff5c2 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:45.517264 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0495156-d91c-4f47-abb8-c9e2bad3ec41 req-78c08f0a-fd57-4f0d-ba9a-c535d8ff9875 service neutron] Port f97ee071-d3a1-444f-b6c4-6bc6c4f882ed on network 9a863692-5213-4f53-a3b9-160f051dd341 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:27:45.517716 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0495156-d91c-4f47-abb8-c9e2bad3ec41 req-78c08f0a-fd57-4f0d-ba9a-c535d8ff9875 service neutron] Attempting to bind port f97ee071-d3a1-444f-b6c4-6bc6c4f882ed on network 9a863692-5213-4f53-a3b9-160f051dd341 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:27:45.534638 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0495156-d91c-4f47-abb8-c9e2bad3ec41 req-78c08f0a-fd57-4f0d-ba9a-c535d8ff9875 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:27:45.534638 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0495156-d91c-4f47-abb8-c9e2bad3ec41 req-78c08f0a-fd57-4f0d-ba9a-c535d8ff9875 service neutron] Checking segment: {'id': '5b5cb156-ce75-4e0d-a8c3-2d403c4821d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9a863692-5213-4f53-a3b9-160f051dd341'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:27:45.534638 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0495156-d91c-4f47-abb8-c9e2bad3ec41 req-78c08f0a-fd57-4f0d-ba9a-c535d8ff9875 service neutron] Bound using segment: {'id': '5b5cb156-ce75-4e0d-a8c3-2d403c4821d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9a863692-5213-4f53-a3b9-160f051dd341'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:27:45.534638 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-e0495156-d91c-4f47-abb8-c9e2bad3ec41 req-78c08f0a-fd57-4f0d-ba9a-c535d8ff9875 service neutron] Bound port: f97ee071-d3a1-444f-b6c4-6bc6c4f882ed, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b5cb156-ce75-4e0d-a8c3-2d403c4821d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9a863692-5213-4f53-a3b9-160f051dd341'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:27:45.534638 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e0495156-d91c-4f47-abb8-c9e2bad3ec41 req-78c08f0a-fd57-4f0d-ba9a-c535d8ff9875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:45.551278 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-b83a0394-1ba0-4e59-aa8d-9ccfd63ff5c2 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Calling delete_port for ca831875-1402-4866-bae5-5465f14157bd owned by {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:27:45.571889 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-aedf421b-cdd6-4376-8ff9-e641f1c40cb0 None None] Port ca831875-1402-4866-bae5-5465f14157bd cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:27:45.668498 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-e0495156-d91c-4f47-abb8-c9e2bad3ec41 req-78c08f0a-fd57-4f0d-ba9a-c535d8ff9875 service neutron] For port f97ee071-d3a1-444f-b6c4-6bc6c4f882ed, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:27:45.673306 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-e0495156-d91c-4f47-abb8-c9e2bad3ec41 req-78c08f0a-fd57-4f0d-ba9a-c535d8ff9875 service neutron] For port f97ee071-d3a1-444f-b6c4-6bc6c4f882ed, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=f97ee071-d3a1-444f-b6c4-6bc6c4f882ed,segment=NetworkSegment(5b5cb156-ce75-4e0d-a8c3-2d403c4821d6),segment_id=5b5cb156-ce75-4e0d-a8c3-2d403c4821d6)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:27:45.786041 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bb723a88-5d57-4dba-8154-dc54f4adeaf3 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:45.790524 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 40664) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:45.790741 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-bb723a88-5d57-4dba-8154-dc54f4adeaf3 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4022386 Dec 08 16:27:45.796783 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-ab3d3a6d-deff-4dcd-81ee-9e6f1c26a2a7 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2021645997'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:45.820070 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d88ac-a2c4-4362-b8ea-161761aae1d2 req-0b9b5c3f-e2b9-4440-af87-1e9acce6c91c tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:45.823639 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ce9d88ac-a2c4-4362-b8ea-161761aae1d2 req-0b9b5c3f-e2b9-4440-af87-1e9acce6c91c tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] 10.222.0.64 "GET /v2.0/ports?device_id=e25ca887-2fa8-4e9f-bb10-337e1ac64974 HTTP/1.1" status: 200 len: 943 time: 0.6690567 Dec 08 16:27:45.831128 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e0495156-d91c-4f47-abb8-c9e2bad3ec41 req-78c08f0a-fd57-4f0d-ba9a-c535d8ff9875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:45.872701 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b83a0394-1ba0-4e59-aa8d-9ccfd63ff5c2 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:45.877748 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0495156-d91c-4f47-abb8-c9e2bad3ec41 req-78c08f0a-fd57-4f0d-ba9a-c535d8ff9875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:45.878489 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e0495156-d91c-4f47-abb8-c9e2bad3ec41 req-78c08f0a-fd57-4f0d-ba9a-c535d8ff9875 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:45.880044 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e0495156-d91c-4f47-abb8-c9e2bad3ec41 req-78c08f0a-fd57-4f0d-ba9a-c535d8ff9875 service neutron] 10.222.0.37 "PUT /v2.0/ports/f97ee071-d3a1-444f-b6c4-6bc6c4f882ed HTTP/1.1" status: 200 len: 1092 time: 1.8149936 Dec 08 16:27:45.880965 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e25ca887-2fa8-4e9f-bb10-337e1ac64974', 'tag': 'f97ee071-d3a1-444f-b6c4-6bc6c4f882ed'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:27:45.883112 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d74e28b-d688-4455-9d36-87e0facb690c" -d '{"events": [{"name": "network-changed", "server_uuid": "e25ca887-2fa8-4e9f-bb10-337e1ac64974", "tag": "f97ee071-d3a1-444f-b6c4-6bc6c4f882ed"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:27:45.906220 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-55f65e60-5d5f-4a3a-9260-a6fda2e71e83 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:45.947853 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f9231ba-0479-4af8-b164-cef72c7d704e x-openstack-request-id: req-6f9231ba-0479-4af8-b164-cef72c7d704e {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:27:45.948292 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e25ca887-2fa8-4e9f-bb10-337e1ac64974", "tag": "f97ee071-d3a1-444f-b6c4-6bc6c4f882ed", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:27:45.948647 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6f9231ba-0479-4af8-b164-cef72c7d704e {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:27:45.949168 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e25ca887-2fa8-4e9f-bb10-337e1ac64974', 'tag': 'f97ee071-d3a1-444f-b6c4-6bc6c4f882ed', 'status': 'completed', 'code': 200} Dec 08 16:27:45.950407 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c08f0a-fd57-4f0d-ba9a-c535d8ff9875 service neutron] Pushing event updated for resources: {'Port': ['ID=f97ee071-d3a1-444f-b6c4-6bc6c4f882ed,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:45.986666 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83a0394-1ba0-4e59-aa8d-9ccfd63ff5c2 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Pushing event deleted for resources: {'Port': ['ID=ca831875-1402-4866-bae5-5465f14157bd,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:45.989126 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b83a0394-1ba0-4e59-aa8d-9ccfd63ff5c2 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:45.997181 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b83a0394-1ba0-4e59-aa8d-9ccfd63ff5c2 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] 10.222.0.64 "DELETE /v2.0/ports/ca831875-1402-4866-bae5-5465f14157bd HTTP/1.1" status: 204 len: 168 time: 0.9953020 Dec 08 16:27:46.006110 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ce9d88ac-a2c4-4362-b8ea-161761aae1d2 req-2c42ba42-d418-43d1-8351-f2846ce90a78 tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19b0db7-cd6e-470c-b57f-39d719b5f7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745450 Dec 08 16:27:46.009573 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 40670) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:46.056716 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dc53a7b-f0d9-4886-a793-4da2fd41ba44 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] GET failed (client error): The resource could not be found. Dec 08 16:27:46.058109 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74e28b-d688-4455-9d36-87e0facb690c req-11e5d8fd-285d-4257-bc90-dcb56ebf9a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:46.060142 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2d74e28b-d688-4455-9d36-87e0facb690c req-11e5d8fd-285d-4257-bc90-dcb56ebf9a83 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d2887fbcf21045bf931e2108f67fd0b4&device_id=e25ca887-2fa8-4e9f-bb10-337e1ac64974 HTTP/1.1" status: 200 len: 1095 time: 0.0903430 Dec 08 16:27:46.061383 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3d3a6d-deff-4dcd-81ee-9e6f1c26a2a7 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Made reservation on behalf of 59589be04af7404b8deccd35496c7dfd for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:27:46.064432 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-8dc53a7b-f0d9-4886-a793-4da2fd41ba44 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] 10.222.0.64 "GET /v2.0/ports/ca831875-1402-4866-bae5-5465f14157bd HTTP/1.1" status: 404 len: 333 time: 0.0530355 Dec 08 16:27:46.065217 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ab3d3a6d-deff-4dcd-81ee-9e6f1c26a2a7 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:46.067261 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 40674) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:46.081384 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-b31f5206-4bf8-4e03-a678-5bad8d7c7fd0 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Request body: {'port': {'network_id': '24cd01ba-5e9a-4d83-9310-d522788ee415', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1205198533'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:46.095839 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-55f65e60-5d5f-4a3a-9260-a6fda2e71e83 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:46.138982 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ab3d3a6d-deff-4dcd-81ee-9e6f1c26a2a7 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:46.169409 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-55f65e60-5d5f-4a3a-9260-a6fda2e71e83 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:46.217220 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f65e60-5d5f-4a3a-9260-a6fda2e71e83 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f7cd766-4865-4f9c-ad7b-df3253f896b2,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:46.355398 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-55f65e60-5d5f-4a3a-9260-a6fda2e71e83 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:46.361302 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-55f65e60-5d5f-4a3a-9260-a6fda2e71e83 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0042608 Dec 08 16:27:46.362197 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 40684) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:46.371019 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-91bead13-0255-43f9-ae7c-6a77d92c7cfb tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Request body: {'security_group_rule': {'security_group_id': 'c1d1018c-934d-4b3a-802b-0f4eb045ca7d', 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:46.420846 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ab3d3a6d-deff-4dcd-81ee-9e6f1c26a2a7 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:46.555520 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74e28b-d688-4455-9d36-87e0facb690c req-c5ca21fc-515b-4544-b171-a568ba15e992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:46.557468 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2d74e28b-d688-4455-9d36-87e0facb690c req-c5ca21fc-515b-4544-b171-a568ba15e992 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=d2887fbcf21045bf931e2108f67fd0b4&shared=False HTTP/1.1" status: 200 len: 923 time: 0.4622915 Dec 08 16:27:46.563330 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ab3d3a6d-deff-4dcd-81ee-9e6f1c26a2a7 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:46.623937 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-91bead13-0255-43f9-ae7c-6a77d92c7cfb tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:46.704927 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab3d3a6d-deff-4dcd-81ee-9e6f1c26a2a7 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:27:46.753633 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-91bead13-0255-43f9-ae7c-6a77d92c7cfb tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:46.798363 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:46.843058 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-91bead13-0255-43f9-ae7c-6a77d92c7cfb tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:46.878193 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bead13-0255-43f9-ae7c-6a77d92c7cfb tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae0135f2-d28b-41b8-b891-7c7722e37e12,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:47.038218 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ab3d3a6d-deff-4dcd-81ee-9e6f1c26a2a7 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:47.038561 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-ab3d3a6d-deff-4dcd-81ee-9e6f1c26a2a7 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Added segment 2551ed37-bdc4-4251-a9d6-30feac45bd00 of type vlan for network 2b9057ee-d44d-4457-95f6-1512e2391192 Dec 08 16:27:47.068515 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3d3a6d-deff-4dcd-81ee-9e6f1c26a2a7 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7e38fd-74e7-48e8-806a-bf11d0920e9a,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:47.111738 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b3d612-f21c-4ae9-9e68-08069c5bf01c req-d488036a-b86a-4aab-9e25-15c53af7d089 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:47.117805 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d8b3d612-f21c-4ae9-9e68-08069c5bf01c req-d488036a-b86a-4aab-9e25-15c53af7d089 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514 HTTP/1.1" status: 200 len: 946 time: 0.4976237 Dec 08 16:27:47.153765 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31f5206-4bf8-4e03-a678-5bad8d7c7fd0 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Made reservation on behalf of 58b5e3c8e9184fc481cd2802cce82388 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:27:47.157520 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b31f5206-4bf8-4e03-a678-5bad8d7c7fd0 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:47.214417 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ab3d3a6d-deff-4dcd-81ee-9e6f1c26a2a7 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:47.219303 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74e28b-d688-4455-9d36-87e0facb690c req-995d4064-9fde-4d14-8710-1d30af423119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:47.226019 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2d74e28b-d688-4455-9d36-87e0facb690c req-995d4064-9fde-4d14-8710-1d30af423119 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6541097 Dec 08 16:27:47.226175 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-91bead13-0255-43f9-ae7c-6a77d92c7cfb tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:47.226175 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-91bead13-0255-43f9-ae7c-6a77d92c7cfb tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8594706 Dec 08 16:27:47.226466 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 40708) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:47.233834 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [None req-b31f5206-4bf8-4e03-a678-5bad8d7c7fd0 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] device_id is not set on port b6fb740a-b93c-4ddd-b638-2b5194123d51 yet. {{(pid=110550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:27:47.238218 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-62c57007-70c8-49a2-a083-710c2b6c5b3f tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Request body: {'security_group_rule': {'security_group_id': 'c1d1018c-934d-4b3a-802b-0f4eb045ca7d', 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:47.262146 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548aceb3-7d3a-4819-a6c0-496ef141b053 req-a36538ea-bded-4385-9c69-3de99504bb3b tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:47.264305 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-548aceb3-7d3a-4819-a6c0-496ef141b053 req-a36538ea-bded-4385-9c69-3de99504bb3b tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] 10.222.0.64 "GET /v2.0/ports?device_id=e25ca887-2fa8-4e9f-bb10-337e1ac64974 HTTP/1.1" status: 200 len: 943 time: 0.1513302 Dec 08 16:27:47.367765 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-548aceb3-7d3a-4819-a6c0-496ef141b053 req-d6475160-7f88-4061-88a9-3fafbc58a315 tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19b0db7-cd6e-470c-b57f-39d719b5f7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840211 Dec 08 16:27:47.392931 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d8b3d612-f21c-4ae9-9e68-08069c5bf01c req-18dd817a-181b-411a-a68a-50de1eb8450b tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=5dbfa492-1a8c-4612-9bec-7e64b91898d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2740800 Dec 08 16:27:47.442981 n-d-776250-12 neutron-server[110551]: INFO neutron.db.securitygroups_db [None req-62c57007-70c8-49a2-a083-710c2b6c5b3f tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Project 2a90eddbbcbf4338ab5fe411884194ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 16:27:47.449267 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-62c57007-70c8-49a2-a083-710c2b6c5b3f tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:47.480759 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ab3d3a6d-deff-4dcd-81ee-9e6f1c26a2a7 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:47.488107 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3d3a6d-deff-4dcd-81ee-9e6f1c26a2a7 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:47.488833 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ab3d3a6d-deff-4dcd-81ee-9e6f1c26a2a7 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:47.517014 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-62c57007-70c8-49a2-a083-710c2b6c5b3f tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:47.567913 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0495156-d91c-4f47-abb8-c9e2bad3ec41 req-d8f506d0-9b41-4088-86c9-a72029503301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:47.569399 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e0495156-d91c-4f47-abb8-c9e2bad3ec41 req-d8f506d0-9b41-4088-86c9-a72029503301 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d2887fbcf21045bf931e2108f67fd0b4&device_id=e25ca887-2fa8-4e9f-bb10-337e1ac64974 HTTP/1.1" status: 200 len: 1095 time: 0.2448359 Dec 08 16:27:47.591412 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:47.596370 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-b31f5206-4bf8-4e03-a678-5bad8d7c7fd0 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Allocated IP 2001:db8::188 (24cd01ba-5e9a-4d83-9310-d522788ee415/8e87d23f-33cc-4988-8487-ab64bb5fe945/b6fb740a-b93c-4ddd-b638-2b5194123d51) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:27:47.653126 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e0495156-d91c-4f47-abb8-c9e2bad3ec41 req-213ca1fb-31a9-44b0-98c4-8acb9446fb42 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f97ee071-d3a1-444f-b6c4-6bc6c4f882ed HTTP/1.1" status: 200 len: 217 time: 0.0699623 Dec 08 16:27:47.655745 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-62c57007-70c8-49a2-a083-710c2b6c5b3f tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:47.660998 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ab3d3a6d-deff-4dcd-81ee-9e6f1c26a2a7 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8663776 Dec 08 16:27:47.660998 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3d3a6d-deff-4dcd-81ee-9e6f1c26a2a7 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Pushing event updated for resources: {'Network': ['ID=2b9057ee-d44d-4457-95f6-1512e2391192,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:47.664123 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 40722) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:47.670497 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-ed2f8d4c-ca35-40cc-8abe-4594a3123ddf tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Request body: {'subnet': {'network_id': '2b9057ee-d44d-4457-95f6-1512e2391192', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:47.691438 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 2b9057ee-d44d-4457-95f6-1512e2391192 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:27:47.740823 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c57007-70c8-49a2-a083-710c2b6c5b3f tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afd1fec5-945b-4ed1-adaa-8dd77ab67eab,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:47.821896 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0495156-d91c-4f47-abb8-c9e2bad3ec41 req-17a6e047-daa9-4903-9b5c-e6766487beea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:47.824076 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e0495156-d91c-4f47-abb8-c9e2bad3ec41 req-17a6e047-daa9-4903-9b5c-e6766487beea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=85c16c5d-ce2d-41c4-8335-a374b8aec8b1 HTTP/1.1" status: 200 len: 862 time: 0.1606197 Dec 08 16:27:47.891408 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e0495156-d91c-4f47-abb8-c9e2bad3ec41 req-7045537c-d1aa-4020-ae66-ccfdcb3cc210 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9a863692-5213-4f53-a3b9-160f051dd341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397303 Dec 08 16:27:47.896706 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-62c57007-70c8-49a2-a083-710c2b6c5b3f tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:47.901236 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-62c57007-70c8-49a2-a083-710c2b6c5b3f tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6695375 Dec 08 16:27:47.901702 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 40728) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:47.910200 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-cf76a35b-7d4c-48a3-90a6-d6406790218f tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Request body: {'security_group_rule': {'security_group_id': 'c1d1018c-934d-4b3a-802b-0f4eb045ca7d', 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:48.076850 n-d-776250-12 neutron-server[110551]: INFO neutron.db.securitygroups_db [None req-cf76a35b-7d4c-48a3-90a6-d6406790218f tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Project 2a90eddbbcbf4338ab5fe411884194ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 16:27:48.078174 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cf76a35b-7d4c-48a3-90a6-d6406790218f tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:48.080766 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e0495156-d91c-4f47-abb8-c9e2bad3ec41 req-f330efe4-33a8-4f3e-9a54-5d66aa8d76d0 service neutron] 10.222.0.37 "GET /v2.0/networks/9a863692-5213-4f53-a3b9-160f051dd341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744635 Dec 08 16:27:48.156446 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b31f5206-4bf8-4e03-a678-5bad8d7c7fd0 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:48.159554 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cf76a35b-7d4c-48a3-90a6-d6406790218f tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:48.228377 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e0495156-d91c-4f47-abb8-c9e2bad3ec41 req-9e08a4bb-ae3c-4004-8570-1c4eddcdb7e9 service neutron] 10.222.0.37 "GET /v2.0/networks/9a863692-5213-4f53-a3b9-160f051dd341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378143 Dec 08 16:27:48.281297 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2f8d4c-ca35-40cc-8abe-4594a3123ddf tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Made reservation on behalf of 59589be04af7404b8deccd35496c7dfd for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:27:48.288676 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ed2f8d4c-ca35-40cc-8abe-4594a3123ddf tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:48.402563 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cf76a35b-7d4c-48a3-90a6-d6406790218f tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:48.441759 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf76a35b-7d4c-48a3-90a6-d6406790218f tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=431d5079-0b4b-4954-aa6f-5ef9cf6a0959,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:48.520825 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b31f5206-4bf8-4e03-a678-5bad8d7c7fd0 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:48.578018 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d9aded-957e-409b-bccc-5fa27fd9d35b req-a3d2bfd7-9c53-4ed3-b811-44a446ee86e3 tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:48.579924 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b2d9aded-957e-409b-bccc-5fa27fd9d35b req-a3d2bfd7-9c53-4ed3-b811-44a446ee86e3 tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] 10.222.0.64 "GET /v2.0/ports?device_id=e25ca887-2fa8-4e9f-bb10-337e1ac64974 HTTP/1.1" status: 200 len: 943 time: 0.0650482 Dec 08 16:27:48.640414 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cf76a35b-7d4c-48a3-90a6-d6406790218f tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:48.642297 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-cf76a35b-7d4c-48a3-90a6-d6406790218f tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7394793 Dec 08 16:27:48.659784 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b2d9aded-957e-409b-bccc-5fa27fd9d35b req-3579f983-903e-4a2b-a982-6ecfa745c2b6 tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19b0db7-cd6e-470c-b57f-39d719b5f7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728884 Dec 08 16:27:48.710220 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31f5206-4bf8-4e03-a678-5bad8d7c7fd0 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Network 24cd01ba-5e9a-4d83-9310-d522788ee415 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:27:48.713810 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31f5206-4bf8-4e03-a678-5bad8d7c7fd0 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Pushing event updated for resources: {'Port': ['ID=b6fb740a-b93c-4ddd-b638-2b5194123d51,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:48.717966 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-b31f5206-4bf8-4e03-a678-5bad8d7c7fd0 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:27:48.725562 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31f5206-4bf8-4e03-a678-5bad8d7c7fd0 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:27:48.733664 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31f5206-4bf8-4e03-a678-5bad8d7c7fd0 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:48.734256 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b31f5206-4bf8-4e03-a678-5bad8d7c7fd0 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:48.746436 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b570d9e5-47cf-4de5-bcef-a6a4479d19ca req-14d8922c-2122-4855-bc1d-fde9d84f08ac tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:48.754299 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b570d9e5-47cf-4de5-bcef-a6a4479d19ca req-14d8922c-2122-4855-bc1d-fde9d84f08ac tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514 HTTP/1.1" status: 200 len: 946 time: 0.2123621 Dec 08 16:27:48.850492 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b570d9e5-47cf-4de5-bcef-a6a4479d19ca req-4d01b2f7-e512-47a8-ae68-5dd3d5ca66e4 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=5dbfa492-1a8c-4612-9bec-7e64b91898d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951276 Dec 08 16:27:48.852318 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ed2f8d4c-ca35-40cc-8abe-4594a3123ddf tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:48.971095 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b31f5206-4bf8-4e03-a678-5bad8d7c7fd0 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.8970461 Dec 08 16:27:48.975653 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 40768) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:48.992569 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-fdea8fef-43b8-4f2b-be15-b58a5455c8dc tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Request body: {'port': {'network_id': '24cd01ba-5e9a-4d83-9310-d522788ee415', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1445621362'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:48.996967 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6077b3d5-98cd-4ecf-8bb2-6961b9d87bca req-4f53eb9d-9131-4b95-8933-a54471d23c8c tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-392760237&fields=id&tenant_id=2a90eddbbcbf4338ab5fe411884194ac HTTP/1.1" status: 200 len: 267 time: 0.0974653 Dec 08 16:27:49.090917 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2f8d4c-ca35-40cc-8abe-4594a3123ddf tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Pushing event updated for resources: {'Subnet': ['ID=3fd6cc89-6e7d-4ad0-b26a-630435010022,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:49.096440 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2f8d4c-ca35-40cc-8abe-4594a3123ddf tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Checking segment: {'id': '2551ed37-bdc4-4251-a9d6-30feac45bd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '2b9057ee-d44d-4457-95f6-1512e2391192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:27:49.097000 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2f8d4c-ca35-40cc-8abe-4594a3123ddf tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Network hostable DHCP agents. Network: 2b9057ee-d44d-4457-95f6-1512e2391192, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:27:49.149603 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6077b3d5-98cd-4ecf-8bb2-6961b9d87bca req-2bb31ae1-28c4-4c1d-bc36-b795cccc178c tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:49.157662 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6077b3d5-98cd-4ecf-8bb2-6961b9d87bca req-2bb31ae1-28c4-4c1d-bc36-b795cccc178c tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/networks?id=0f341cc7-0551-426d-b2d8-91278fbfaf0d HTTP/1.1" status: 200 len: 796 time: 0.1597204 Dec 08 16:27:49.175702 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6077b3d5-98cd-4ecf-8bb2-6961b9d87bca req-27c5d294-4817-41a2-a067-a0f5cd34e5de tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/quotas/2a90eddbbcbf4338ab5fe411884194ac HTTP/1.1" status: 200 len: 375 time: 0.0170703 Dec 08 16:27:49.225401 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-d717fc5c-9f9b-49b4-a882-44fe9cb3bbda None None] Provisioning complete for port b6fb740a-b93c-4ddd-b638-2b5194123d51 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:49.226775 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d717fc5c-9f9b-49b4-a882-44fe9cb3bbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:49.237453 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2f8d4c-ca35-40cc-8abe-4594a3123ddf tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Network 2b9057ee-d44d-4457-95f6-1512e2391192 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:27:49.266481 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6077b3d5-98cd-4ecf-8bb2-6961b9d87bca req-1d9ae561-0ab3-4a51-89c5-5e643521c811 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2a90eddbbcbf4338ab5fe411884194ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0898366 Dec 08 16:27:49.280805 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-d717fc5c-9f9b-49b4-a882-44fe9cb3bbda None None] Port b6fb740a-b93c-4ddd-b638-2b5194123d51 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:27:49.328616 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdea8fef-43b8-4f2b-be15-b58a5455c8dc tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Made reservation on behalf of 58b5e3c8e9184fc481cd2802cce82388 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:27:49.332328 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fdea8fef-43b8-4f2b-be15-b58a5455c8dc tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:49.354086 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [None req-fdea8fef-43b8-4f2b-be15-b58a5455c8dc tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] device_id is not set on port 6bf7f440-fd3c-4d66-bc87-21bd1ee3f863 yet. {{(pid=110550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:27:49.374093 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-ed2f8d4c-ca35-40cc-8abe-4594a3123ddf tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 2b9057ee-d44d-4457-95f6-1512e2391192) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:27:49.383163 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ae9012-1cdf-4099-8e35-795477c9772c None None] Network 2b9057ee-d44d-4457-95f6-1512e2391192 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:27:49.410910 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6077b3d5-98cd-4ecf-8bb2-6961b9d87bca req-82410ab2-03c9-48c5-a193-52398024dc3e service neutron] 10.222.0.64 "GET /v2.0/networks/0f341cc7-0551-426d-b2d8-91278fbfaf0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285129 Dec 08 16:27:49.464453 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2f8d4c-ca35-40cc-8abe-4594a3123ddf tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:49.465105 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ed2f8d4c-ca35-40cc-8abe-4594a3123ddf tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:49.547022 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6077b3d5-98cd-4ecf-8bb2-6961b9d87bca req-ac9acbdf-f602-4c51-8e8f-534d4999955b service neutron] 10.222.0.64 "GET /v2.0/networks/0f341cc7-0551-426d-b2d8-91278fbfaf0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351664 Dec 08 16:27:49.564558 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b965a3-4190-4971-95ee-ad1c066759cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-2b9057ee-d44d-4457-95f6-1512e2391192', 'network_id': '2b9057ee-d44d-4457-95f6-1512e2391192', 'project_id': '59589be04af7404b8deccd35496c7dfd', 'fixed_ips': [{'subnet_id': '3fd6cc89-6e7d-4ad0-b26a-630435010022'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:27:49.565552 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c7b965a3-4190-4971-95ee-ad1c066759cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:49.575089 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-fdea8fef-43b8-4f2b-be15-b58a5455c8dc tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Allocated IP 2001:db8::182 (24cd01ba-5e9a-4d83-9310-d522788ee415/8e87d23f-33cc-4988-8487-ab64bb5fe945/6bf7f440-fd3c-4d66-bc87-21bd1ee3f863) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:27:49.754213 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-c7b965a3-4190-4971-95ee-ad1c066759cb None None] Allocated IP 172.20.0.2 (2b9057ee-d44d-4457-95f6-1512e2391192/3fd6cc89-6e7d-4ad0-b26a-630435010022/99890ae9-34b5-4041-a740-20a400b6dffd) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:27:49.814686 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 40796) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:49.816453 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ed2f8d4c-ca35-40cc-8abe-4594a3123ddf tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1440887 Dec 08 16:27:49.827720 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-39b98b6d-812d-46e6-a4e9-27472082a001 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-904345172', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}, 'admin_state_up': False}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:49.953458 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fdea8fef-43b8-4f2b-be15-b58a5455c8dc tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:49.967573 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e7ee5769-6816-4cdb-84cc-eaf0d6093d3e req-f15014a3-69a1-4852-88c3-eb3c9720737f tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/ports?device_id=e208543d-8efd-438a-bf67-4f92b0f429c3 HTTP/1.1" status: 200 len: 210 time: 0.0824256 Dec 08 16:27:49.969156 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad84af7-f31c-4345-8129-2ae88bfdb8d2 req-ba560fe8-5911-445b-bc61-0f185451a7a7 tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:49.970936 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0ad84af7-f31c-4345-8129-2ae88bfdb8d2 req-ba560fe8-5911-445b-bc61-0f185451a7a7 tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] 10.222.0.64 "GET /v2.0/ports?device_id=e25ca887-2fa8-4e9f-bb10-337e1ac64974 HTTP/1.1" status: 200 len: 943 time: 0.1495619 Dec 08 16:27:50.079384 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-39b98b6d-812d-46e6-a4e9-27472082a001 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:50.080558 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-39b98b6d-812d-46e6-a4e9-27472082a001 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:50.105771 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c7b965a3-4190-4971-95ee-ad1c066759cb None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:50.113224 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47553c8f-8382-4725-adaf-077860d31fc2 req-8d600d0a-9347-4313-898e-28040b4fdd47 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:50.124784 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-47553c8f-8382-4725-adaf-077860d31fc2 req-8d600d0a-9347-4313-898e-28040b4fdd47 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514 HTTP/1.1" status: 200 len: 946 time: 0.0891664 Dec 08 16:27:50.145641 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0ad84af7-f31c-4345-8129-2ae88bfdb8d2 req-9d1d4f1c-26ac-4e9d-a820-deef53c75c78 tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19b0db7-cd6e-470c-b57f-39d719b5f7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617825 Dec 08 16:27:50.185665 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c7b965a3-4190-4971-95ee-ad1c066759cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:50.227155 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fdea8fef-43b8-4f2b-be15-b58a5455c8dc tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:50.245507 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-39b98b6d-812d-46e6-a4e9-27472082a001 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:50.268947 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-47553c8f-8382-4725-adaf-077860d31fc2 req-746c16d4-cbc8-41fe-a1e0-1af31a7cdaa8 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=5dbfa492-1a8c-4612-9bec-7e64b91898d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391335 Dec 08 16:27:50.284619 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b965a3-4190-4971-95ee-ad1c066759cb None None] Pushing event updated for resources: {'Port': ['ID=99890ae9-34b5-4041-a740-20a400b6dffd,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:50.306491 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b965a3-4190-4971-95ee-ad1c066759cb None None] Network 2b9057ee-d44d-4457-95f6-1512e2391192 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:27:50.308815 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-c7b965a3-4190-4971-95ee-ad1c066759cb None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:27:50.312063 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b965a3-4190-4971-95ee-ad1c066759cb None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:27:50.327560 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdea8fef-43b8-4f2b-be15-b58a5455c8dc tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Network 24cd01ba-5e9a-4d83-9310-d522788ee415 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:27:50.337221 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-fdea8fef-43b8-4f2b-be15-b58a5455c8dc tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:27:50.339857 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdea8fef-43b8-4f2b-be15-b58a5455c8dc tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Pushing event updated for resources: {'Port': ['ID=6bf7f440-fd3c-4d66-bc87-21bd1ee3f863,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:50.345634 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdea8fef-43b8-4f2b-be15-b58a5455c8dc tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:27:50.353193 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdea8fef-43b8-4f2b-be15-b58a5455c8dc tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:50.354753 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fdea8fef-43b8-4f2b-be15-b58a5455c8dc tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:50.382709 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-c7b965a3-4190-4971-95ee-ad1c066759cb None None] Attempting to bind port 99890ae9-34b5-4041-a740-20a400b6dffd on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:27:50.383341 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-c7b965a3-4190-4971-95ee-ad1c066759cb None None] Attempting to bind port 99890ae9-34b5-4041-a740-20a400b6dffd by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '2551ed37-bdc4-4251-a9d6-30feac45bd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '2b9057ee-d44d-4457-95f6-1512e2391192'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:27:50.394975 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b965a3-4190-4971-95ee-ad1c066759cb None None] Attempting to bind port 99890ae9-34b5-4041-a740-20a400b6dffd on network 2b9057ee-d44d-4457-95f6-1512e2391192 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:27:50.394975 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b965a3-4190-4971-95ee-ad1c066759cb None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:27:50.394975 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b965a3-4190-4971-95ee-ad1c066759cb None None] Checking segment: {'id': '2551ed37-bdc4-4251-a9d6-30feac45bd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '2b9057ee-d44d-4457-95f6-1512e2391192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:27:50.395850 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c7b965a3-4190-4971-95ee-ad1c066759cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:50.396435 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b965a3-4190-4971-95ee-ad1c066759cb None None] Bound using segment: {'id': '2551ed37-bdc4-4251-a9d6-30feac45bd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '2b9057ee-d44d-4457-95f6-1512e2391192'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:27:50.397079 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-c7b965a3-4190-4971-95ee-ad1c066759cb None None] Bound port: 99890ae9-34b5-4041-a740-20a400b6dffd, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2551ed37-bdc4-4251-a9d6-30feac45bd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '2b9057ee-d44d-4457-95f6-1512e2391192'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:27:50.397635 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c7b965a3-4190-4971-95ee-ad1c066759cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:50.485134 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-c7b965a3-4190-4971-95ee-ad1c066759cb None None] For port 99890ae9-34b5-4041-a740-20a400b6dffd, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:27:50.489969 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-c7b965a3-4190-4971-95ee-ad1c066759cb None None] For port 99890ae9-34b5-4041-a740-20a400b6dffd, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=99890ae9-34b5-4041-a740-20a400b6dffd,segment=NetworkSegment(2551ed37-bdc4-4251-a9d6-30feac45bd00),segment_id=2551ed37-bdc4-4251-a9d6-30feac45bd00)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:27:50.501331 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-fdea8fef-43b8-4f2b-be15-b58a5455c8dc tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5215132 Dec 08 16:27:50.502867 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 40812) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:50.517237 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-9e5b0227-51db-4564-b992-bb4650997cfa tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::140', 'mac_address': 'fa:16:3e:41:1f:ea'}, {'ip_address': '2001:db8::188', 'mac_address': 'fa:16:3e:3c:cf:10'}]}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:50.603087 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c7b965a3-4190-4971-95ee-ad1c066759cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:50.622868 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device f97ee071-d3a1-444f-b6c4-6bc6c4f882ed details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:27:50.636785 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-39b98b6d-812d-46e6-a4e9-27472082a001 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:50.677359 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 40822) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:50.768917 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b965a3-4190-4971-95ee-ad1c066759cb None None] Pushing event updated for resources: {'Port': ['ID=99890ae9-34b5-4041-a740-20a400b6dffd,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:50.778212 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9e5b0227-51db-4564-b992-bb4650997cfa tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:50.994303 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-37f66a40-d005-499a-871e-cc4c9b6b2bf7 None None] Provisioning complete for port 6bf7f440-fd3c-4d66-bc87-21bd1ee3f863 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:51.000090 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-37f66a40-d005-499a-871e-cc4c9b6b2bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:51.162392 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-37f66a40-d005-499a-871e-cc4c9b6b2bf7 None None] Port 6bf7f440-fd3c-4d66-bc87-21bd1ee3f863 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:27:51.171718 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-34d186ee-1bd1-4487-980a-72201d4c601d req-8b7dd755-87ec-4d94-811f-bde28abb5d72 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/ports?device_id=e208543d-8efd-438a-bf67-4f92b0f429c3 HTTP/1.1" status: 200 len: 210 time: 0.1058655 Dec 08 16:27:51.220099 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port f97ee071-d3a1-444f-b6c4-6bc6c4f882ed, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=f97ee071-d3a1-444f-b6c4-6bc6c4f882ed,segment=NetworkSegment(5b5cb156-ce75-4e0d-a8c3-2d403c4821d6),segment_id=5b5cb156-ce75-4e0d-a8c3-2d403c4821d6)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:27:51.225684 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 40838) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:51.235897 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': 'f97ee071-d3a1-444f-b6c4-6bc6c4f882ed', 'network_id': '9a863692-5213-4f53-a3b9-160f051dd341', 'port_id': 'f97ee071-d3a1-444f-b6c4-6bc6c4f882ed', 'mac_address': 'fa:16:3e:b5:7b:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85c16c5d-ce2d-41c4-8335-a374b8aec8b1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:27:51.238002 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9e5b0227-51db-4564-b992-bb4650997cfa tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:51.411021 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9e5b0227-51db-4564-b992-bb4650997cfa tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:51.457355 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:51.580612 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5b0227-51db-4564-b992-bb4650997cfa tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Pushing event updated for resources: {'Port': ['ID=6bf7f440-fd3c-4d66-bc87-21bd1ee3f863,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:51.601858 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f97ee071-d3a1-444f-b6c4-6bc6c4f882ed {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:27:51.628141 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-9e5b0227-51db-4564-b992-bb4650997cfa tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] In _notify_port_updated(), no bound segment for port 6bf7f440-fd3c-4d66-bc87-21bd1ee3f863 on network 24cd01ba-5e9a-4d83-9310-d522788ee415 {{(pid=110550) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 16:27:51.643188 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5b0227-51db-4564-b992-bb4650997cfa tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:51.644159 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9e5b0227-51db-4564-b992-bb4650997cfa tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:51.645552 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-9e5b0227-51db-4564-b992-bb4650997cfa tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] 10.222.0.64 "PUT /v2.0/ports/6bf7f440-fd3c-4d66-bc87-21bd1ee3f863 HTTP/1.1" status: 200 len: 1068 time: 1.1404903 Dec 08 16:27:51.652265 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 40846) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:51.666390 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-25304f03-6472-4650-89e7-d9a642468eb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:51.672090 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port f97ee071-d3a1-444f-b6c4-6bc6c4f882ed, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=f97ee071-d3a1-444f-b6c4-6bc6c4f882ed,segment=NetworkSegment(5b5cb156-ce75-4e0d-a8c3-2d403c4821d6),segment_id=5b5cb156-ce75-4e0d-a8c3-2d403c4821d6)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:27:51.771644 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3f200-8b3f-4b69-911a-234363095cc8 req-a58ed978-6c3f-445f-86ae-d0a3719e7ffe tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:51.774508 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c4d3f200-8b3f-4b69-911a-234363095cc8 req-a58ed978-6c3f-445f-86ae-d0a3719e7ffe tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514 HTTP/1.1" status: 200 len: 946 time: 0.1888819 Dec 08 16:27:51.797337 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:51.859363 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b6a60-2ae8-4c91-a29c-031626a87ad2 req-72d11d45-10e2-485f-be60-b495bcdd0290 tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:51.861996 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-276b6a60-2ae8-4c91-a29c-031626a87ad2 req-72d11d45-10e2-485f-be60-b495bcdd0290 tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] 10.222.0.64 "GET /v2.0/ports?device_id=e25ca887-2fa8-4e9f-bb10-337e1ac64974 HTTP/1.1" status: 200 len: 943 time: 0.4071116 Dec 08 16:27:51.926783 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=f97ee071-d3a1-444f-b6c4-6bc6c4f882ed,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:51.998190 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c4d3f200-8b3f-4b69-911a-234363095cc8 req-dd7bb63b-bac6-41f7-87c3-2cbe8ef49c43 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=5dbfa492-1a8c-4612-9bec-7e64b91898d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2075777 Dec 08 16:27:52.012334 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['f97ee071-d3a1-444f-b6c4-6bc6c4f882ed'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:27:52.043069 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-276b6a60-2ae8-4c91-a29c-031626a87ad2 req-9d41a092-d943-4b8d-aa3f-c5ac36eb2d45 tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19b0db7-cd6e-470c-b57f-39d719b5f7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553483 Dec 08 16:27:52.075742 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-25304f03-6472-4650-89e7-d9a642468eb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:52.106593 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-e8ded879-e89b-453b-9366-b81b15627a38 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Deleting port 6bf7f440-fd3c-4d66-bc87-21bd1ee3f863 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:27:52.106958 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e8ded879-e89b-453b-9366-b81b15627a38 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:52.139096 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-c654f3c1-79ee-41e4-bd15-33aa030d08bb None None] Provisioning complete for port 6bf7f440-fd3c-4d66-bc87-21bd1ee3f863 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:52.140083 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c654f3c1-79ee-41e4-bd15-33aa030d08bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:52.218517 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-25304f03-6472-4650-89e7-d9a642468eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:52.269659 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25304f03-6472-4650-89e7-d9a642468eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad750586-f2cf-4fb2-a740-833ed13f080a,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:52.315418 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-25304f03-6472-4650-89e7-d9a642468eb0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=71488ff1ed054fe0a143c7a99e39cd28&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0862710 Dec 08 16:27:52.317249 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 40856) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:52.393974 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-c654f3c1-79ee-41e4-bd15-33aa030d08bb None None] Port 6bf7f440-fd3c-4d66-bc87-21bd1ee3f863 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:27:52.474574 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e0105939-0195-4088-b91d-00cc9cc2abaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:52.478529 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4a23412d-875f-453b-9b2c-1aad45ba34b9 req-19f4526e-6c15-47ed-a25a-28ed3ce0a3b2 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/ports?device_id=e208543d-8efd-438a-bf67-4f92b0f429c3 HTTP/1.1" status: 200 len: 210 time: 0.0916786 Dec 08 16:27:52.528678 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e0105939-0195-4088-b91d-00cc9cc2abaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:52.710946 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e0105939-0195-4088-b91d-00cc9cc2abaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:52.716713 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e0105939-0195-4088-b91d-00cc9cc2abaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:52.716713 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-e0105939-0195-4088-b91d-00cc9cc2abaa admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ad750586-f2cf-4fb2-a740-833ed13f080a HTTP/1.1" status: 204 len: 168 time: 0.3975542 Dec 08 16:27:52.728229 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0105939-0195-4088-b91d-00cc9cc2abaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad750586-f2cf-4fb2-a740-833ed13f080a,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:52.776579 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 99890ae9-34b5-4041-a740-20a400b6dffd up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:27:52.820329 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63497d0c-eee9-4d06-b54a-f628b40509a1 None None] Network 2b9057ee-d44d-4457-95f6-1512e2391192 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:27:52.916204 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-9c3ee5f1-7529-469b-8cf2-536a42cb9874 None None] Provisioning complete for port 99890ae9-34b5-4041-a740-20a400b6dffd triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:52.917512 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9c3ee5f1-7529-469b-8cf2-536a42cb9874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:52.968119 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-39b98b6d-812d-46e6-a4e9-27472082a001 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks [] for router_gateway, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:52.989175 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e8ded879-e89b-453b-9366-b81b15627a38 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:53.004351 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-e8ded879-e89b-453b-9366-b81b15627a38 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Calling delete_port for 6bf7f440-fd3c-4d66-bc87-21bd1ee3f863 owned by {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:27:53.037199 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 99890ae9-34b5-4041-a740-20a400b6dffd triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:53.037517 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:53.266108 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138b2d9-8ef3-44f2-b5ca-12fcaacc2358 req-9775bc7e-8c4d-4423-b36d-c759dd00211e tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:53.281946 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4138b2d9-8ef3-44f2-b5ca-12fcaacc2358 req-9775bc7e-8c4d-4423-b36d-c759dd00211e tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] 10.222.0.64 "GET /v2.0/ports?device_id=e25ca887-2fa8-4e9f-bb10-337e1ac64974 HTTP/1.1" status: 200 len: 944 time: 0.1465626 Dec 08 16:27:53.348159 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-39b98b6d-812d-46e6-a4e9-27472082a001 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:53.408363 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4138b2d9-8ef3-44f2-b5ca-12fcaacc2358 req-78e94bb0-b3f8-4b1f-82ac-de10279def6e tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19b0db7-cd6e-470c-b57f-39d719b5f7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245699 Dec 08 16:27:53.465048 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9c3ee5f1-7529-469b-8cf2-536a42cb9874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:53.534054 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-9c3ee5f1-7529-469b-8cf2-536a42cb9874 None None] For port 99890ae9-34b5-4041-a740-20a400b6dffd, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=99890ae9-34b5-4041-a740-20a400b6dffd,segment=NetworkSegment(2551ed37-bdc4-4251-a9d6-30feac45bd00),segment_id=2551ed37-bdc4-4251-a9d6-30feac45bd00)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:27:53.536827 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:53.554297 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430019b1-84c0-489c-b1f4-83ff5c159a94 req-44cceabd-d2c6-415f-8069-ba5b3409e2ad tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:53.555375 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-430019b1-84c0-489c-b1f4-83ff5c159a94 req-44cceabd-d2c6-415f-8069-ba5b3409e2ad tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514 HTTP/1.1" status: 200 len: 946 time: 0.3248522 Dec 08 16:27:53.596296 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6077b3d5-98cd-4ecf-8bb2-6961b9d87bca req-c648f44b-8343-48fc-8109-ab9ded66c15a tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:53.597803 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6077b3d5-98cd-4ecf-8bb2-6961b9d87bca req-c648f44b-8343-48fc-8109-ab9ded66c15a tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.76 "GET /v2.0/networks?id=0f341cc7-0551-426d-b2d8-91278fbfaf0d HTTP/1.1" status: 200 len: 796 time: 0.6347277 Dec 08 16:27:53.644491 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a6fea679-85b2-4c70-af64-2a4970349230 req-c956c9aa-4b7c-4c62-8bf7-b8b0de86b2d3 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/ports?device_id=e208543d-8efd-438a-bf67-4f92b0f429c3 HTTP/1.1" status: 200 len: 210 time: 0.0386524 Dec 08 16:27:53.675269 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9c3ee5f1-7529-469b-8cf2-536a42cb9874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:53.710707 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-39b98b6d-812d-46e6-a4e9-27472082a001 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Allocated IP 172.25.0.9 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/09111eaf-1fd4-4988-b18c-38e46cd0e590) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:27:53.782967 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1e94a0e0-6a90-4dea-b93c-b8237e104d6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:53.798534 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.db.api [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:27:53.799153 n-d-776250-12 neutron-server[110552]: DEBUG oslo_db.api [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:27:53.808586 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3ee5f1-7529-469b-8cf2-536a42cb9874 None None] Pushing event updated for resources: {'Port': ['ID=99890ae9-34b5-4041-a740-20a400b6dffd,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:53.813971 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-430019b1-84c0-489c-b1f4-83ff5c159a94 req-0ca7c64b-ecfe-4346-8099-be36465a0cbd tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=5dbfa492-1a8c-4612-9bec-7e64b91898d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2204523 Dec 08 16:27:53.829036 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-2b730f4e-923d-4f39-8c06-46e38d504ea9 None None] Provisioning complete for port 99890ae9-34b5-4041-a740-20a400b6dffd triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:53.829500 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2b730f4e-923d-4f39-8c06-46e38d504ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:53.859166 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 40882) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:53.880856 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5afafc1f-b4db-47f8-a31e-e5f1e4ba7d08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:53.903064 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e8ded879-e89b-453b-9366-b81b15627a38 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:53.925492 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6077b3d5-98cd-4ecf-8bb2-6961b9d87bca req-28524122-2e94-4b35-a899-f9b1dc326202 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a90eddbbcbf4338ab5fe411884194ac HTTP/1.1" status: 200 len: 379 time: 0.2750187 Dec 08 16:27:53.965324 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-6077b3d5-98cd-4ecf-8bb2-6961b9d87bca req-f281792e-ea00-4ad9-98e7-bdc310b69b6f tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Request body: {'port': {'device_id': 'e208543d-8efd-438a-bf67-4f92b0f429c3', 'network_id': '0f341cc7-0551-426d-b2d8-91278fbfaf0d', 'admin_state_up': True, 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'security_groups': ['c1d1018c-934d-4b3a-802b-0f4eb045ca7d']}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:53.968410 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5afafc1f-b4db-47f8-a31e-e5f1e4ba7d08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:53.968793 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ded879-e89b-453b-9366-b81b15627a38 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Pushing event deleted for resources: {'Port': ['ID=6bf7f440-fd3c-4d66-bc87-21bd1ee3f863,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:54.060562 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5afafc1f-b4db-47f8-a31e-e5f1e4ba7d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:54.114646 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-5afafc1f-b4db-47f8-a31e-e5f1e4ba7d08 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=24167d284c174c7f93f4e8612887cf29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2543793 Dec 08 16:27:54.115692 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afafc1f-b4db-47f8-a31e-e5f1e4ba7d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f2b9c5-b1c9-4cd7-bab8-a9e6f5c7bd84,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:54.118864 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 40886) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:54.188764 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-39b98b6d-812d-46e6-a4e9-27472082a001 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:54.197190 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-97b571fc-e7d0-429b-94db-1b6ba34ddce5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:54.240208 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-97b571fc-e7d0-429b-94db-1b6ba34ddce5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:54.414172 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-97b571fc-e7d0-429b-94db-1b6ba34ddce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:54.417817 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-97b571fc-e7d0-429b-94db-1b6ba34ddce5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:54.418978 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-97b571fc-e7d0-429b-94db-1b6ba34ddce5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a8f2b9c5-b1c9-4cd7-bab8-a9e6f5c7bd84 HTTP/1.1" status: 204 len: 168 time: 0.2986999 Dec 08 16:27:54.427963 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b571fc-e7d0-429b-94db-1b6ba34ddce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f2b9c5-b1c9-4cd7-bab8-a9e6f5c7bd84,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:54.460022 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e8ded879-e89b-453b-9366-b81b15627a38 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:54.465694 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e8ded879-e89b-453b-9366-b81b15627a38 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] 10.222.0.64 "DELETE /v2.0/ports/6bf7f440-fd3c-4d66-bc87-21bd1ee3f863 HTTP/1.1" status: 204 len: 168 time: 2.8055470 Dec 08 16:27:54.467311 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 40896) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:54.512581 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-588284f0-14eb-48cf-8341-e07e1ea20fb2 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] GET failed (client error): The resource could not be found. Dec 08 16:27:54.514115 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-588284f0-14eb-48cf-8341-e07e1ea20fb2 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] 10.222.0.64 "GET /v2.0/ports/6bf7f440-fd3c-4d66-bc87-21bd1ee3f863 HTTP/1.1" status: 404 len: 333 time: 0.0457761 Dec 08 16:27:54.539008 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 40898) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:54.555462 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-39b98b6d-812d-46e6-a4e9-27472082a001 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:54.586778 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4fb06-a0ef-4578-8dd0-f6a4a938bf71 req-c9cc5b44-1ea7-46ec-9bea-70eaf9fcee45 tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:54.590141 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9ce4fb06-a0ef-4578-8dd0-f6a4a938bf71 req-c9cc5b44-1ea7-46ec-9bea-70eaf9fcee45 tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] 10.222.0.64 "GET /v2.0/ports?device_id=e25ca887-2fa8-4e9f-bb10-337e1ac64974 HTTP/1.1" status: 200 len: 944 time: 0.0796566 Dec 08 16:27:54.614783 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6077b3d5-98cd-4ecf-8bb2-6961b9d87bca req-f281792e-ea00-4ad9-98e7-bdc310b69b6f tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Made reservation on behalf of 2a90eddbbcbf4338ab5fe411884194ac for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:27:54.618259 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-6077b3d5-98cd-4ecf-8bb2-6961b9d87bca req-f281792e-ea00-4ad9-98e7-bdc310b69b6f tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:54.622991 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device f97ee071-d3a1-444f-b6c4-6bc6c4f882ed up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:27:54.695785 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b98b6d-812d-46e6-a4e9-27472082a001 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:27:54.705283 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-39b98b6d-812d-46e6-a4e9-27472082a001 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:27:54.714455 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9ce4fb06-a0ef-4578-8dd0-f6a4a938bf71 req-15bf148c-03c8-433a-95d4-1aa052a10aa0 tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19b0db7-cd6e-470c-b57f-39d719b5f7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155238 Dec 08 16:27:54.736120 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 99890ae9-34b5-4041-a740-20a400b6dffd up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:27:54.763204 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b98b6d-812d-46e6-a4e9-27472082a001 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:27:54.795639 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 99890ae9-34b5-4041-a740-20a400b6dffd triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:54.796020 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:54.821807 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port f97ee071-d3a1-444f-b6c4-6bc6c4f882ed completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:27:54.834889 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port f97ee071-d3a1-444f-b6c4-6bc6c4f882ed triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:54.835470 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:54.850849 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b98b6d-812d-46e6-a4e9-27472082a001 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Pushing event updated for resources: {'Port': ['ID=09111eaf-1fd4-4988-b18c-38e46cd0e590,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:54.871118 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1b3a566c-fa82-4144-aeea-40967d1155cc req-9b3b09c0-e2b6-48dd-9ac3-134b9a77a0a4 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/ports?device_id=e208543d-8efd-438a-bf67-4f92b0f429c3 HTTP/1.1" status: 200 len: 210 time: 0.0930943 Dec 08 16:27:54.946640 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-1e94a0e0-6a90-4dea-b93c-b8237e104d6e admin admin] Deleting port a5ed6ac9-2639-4afc-8743-769278c1f01a {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:27:54.947031 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1e94a0e0-6a90-4dea-b93c-b8237e104d6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:55.031752 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:55.038364 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ec17b-6724-4b8b-8a78-d0568fab9ebb req-33cfd1eb-fc57-4a28-abd4-cfb6d0b31a0c tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:55.040393 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-914ec17b-6724-4b8b-8a78-d0568fab9ebb req-33cfd1eb-fc57-4a28-abd4-cfb6d0b31a0c tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514 HTTP/1.1" status: 200 len: 946 time: 0.1523700 Dec 08 16:27:55.087563 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25ca887-2fa8-4e9f-bb10-337e1ac64974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f97ee071-d3a1-444f-b6c4-6bc6c4f882ed'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:27:55.091178 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25cc1c47-3162-4012-b581-804887559d96" -d '{"events": [{"server_uuid": "e25ca887-2fa8-4e9f-bb10-337e1ac64974", "name": "network-vif-plugged", "status": "completed", "tag": "f97ee071-d3a1-444f-b6c4-6bc6c4f882ed"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:27:55.109247 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port f97ee071-d3a1-444f-b6c4-6bc6c4f882ed, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=f97ee071-d3a1-444f-b6c4-6bc6c4f882ed,segment=NetworkSegment(5b5cb156-ce75-4e0d-a8c3-2d403c4821d6),segment_id=5b5cb156-ce75-4e0d-a8c3-2d403c4821d6)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:27:55.138598 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376d19bc-c896-49ea-ab0c-2ccb1b863d09 x-openstack-request-id: req-376d19bc-c896-49ea-ab0c-2ccb1b863d09 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:27:55.151446 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e25ca887-2fa8-4e9f-bb10-337e1ac64974", "name": "network-vif-plugged", "status": "completed", "tag": "f97ee071-d3a1-444f-b6c4-6bc6c4f882ed", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:27:55.151446 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-376d19bc-c896-49ea-ab0c-2ccb1b863d09 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:27:55.151446 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e25ca887-2fa8-4e9f-bb10-337e1ac64974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f97ee071-d3a1-444f-b6c4-6bc6c4f882ed', 'code': 200} Dec 08 16:27:55.201484 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-914ec17b-6724-4b8b-8a78-d0568fab9ebb req-18a852a0-3987-4ce2-914f-c24837a14f41 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=5dbfa492-1a8c-4612-9bec-7e64b91898d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490588 Dec 08 16:27:55.221285 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:55.276046 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-145e2e30-b7f7-4b41-abd7-ea9b54fef965 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Deleting port b6fb740a-b93c-4ddd-b638-2b5194123d51 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:27:55.276585 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-145e2e30-b7f7-4b41-abd7-ea9b54fef965 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:55.287666 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [req-014d6fe8-e78f-442f-8cbe-94f87c674949 req-41dc28c5-dea0-4921-9439-6c48070dd036 service neutron] show failed (client error): The resource could not be found. Dec 08 16:27:55.288746 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-014d6fe8-e78f-442f-8cbe-94f87c674949 req-41dc28c5-dea0-4921-9439-6c48070dd036 service neutron] 10.222.0.76 "GET /v2.0/ports/f77338c8-91de-4809-bfc2-be2cd2a80b3d/bindings/n-h2-776250-12 HTTP/1.1" status: 404 len: 381 time: 0.2044122 Dec 08 16:27:55.310762 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6915c94-406a-4269-9b0c-70872015aeac req-ae444f33-f296-4f3a-86c0-34947ee3fdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:55.310762 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c6915c94-406a-4269-9b0c-70872015aeac req-ae444f33-f296-4f3a-86c0-34947ee3fdc2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e25ca887-2fa8-4e9f-bb10-337e1ac64974 HTTP/1.1" status: 200 len: 1097 time: 0.0596421 Dec 08 16:27:55.335858 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=f97ee071-d3a1-444f-b6c4-6bc6c4f882ed,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:55.361580 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [req-6077b3d5-98cd-4ecf-8bb2-6961b9d87bca req-f281792e-ea00-4ad9-98e7-bdc310b69b6f tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Allocated IP 172.20.0.5 (0f341cc7-0551-426d-b2d8-91278fbfaf0d/2271a0a7-6ec6-48e1-b520-72a2220686e4/7809c34e-a979-4bda-a2d8-1db49dc75d04) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:27:55.365493 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c6915c94-406a-4269-9b0c-70872015aeac req-7158bbd8-e37e-4bb7-97eb-12e4307b2165 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c19b0db7-cd6e-470c-b57f-39d719b5f7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484548 Dec 08 16:27:55.410146 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-1e94a0e0-6a90-4dea-b93c-b8237e104d6e admin admin] For port a5ed6ac9-2639-4afc-8743-769278c1f01a, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=a5ed6ac9-2639-4afc-8743-769278c1f01a,segment=NetworkSegment(2a82ecd5-a9d3-46a5-a060-3820facdd98d),segment_id=2a82ecd5-a9d3-46a5-a060-3820facdd98d)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:27:55.410427 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1e94a0e0-6a90-4dea-b93c-b8237e104d6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:55.455219 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-1e94a0e0-6a90-4dea-b93c-b8237e104d6e admin admin] Calling delete_port for a5ed6ac9-2639-4afc-8743-769278c1f01a owned by network:router_interface {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:27:55.577305 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-145e2e30-b7f7-4b41-abd7-ea9b54fef965 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:55.675915 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-145e2e30-b7f7-4b41-abd7-ea9b54fef965 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Calling delete_port for b6fb740a-b93c-4ddd-b638-2b5194123d51 owned by {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:27:56.081917 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2db8950d-8fb4-4763-a0af-3ad39a431028 req-d5815b1f-1b0e-41f5-b5c6-a40d2aedcaf4 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/ports?device_id=e208543d-8efd-438a-bf67-4f92b0f429c3 HTTP/1.1" status: 200 len: 210 time: 0.0704262 Dec 08 16:27:56.238334 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d6fe8-e78f-442f-8cbe-94f87c674949 req-f44e8232-8584-44e9-a14c-11342f84dc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:56.240326 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-014d6fe8-e78f-442f-8cbe-94f87c674949 req-f44e8232-8584-44e9-a14c-11342f84dc91 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514&tenant_id=5ac8783bc8454dbdaff01b6ea349ef5e HTTP/1.1" status: 200 len: 1098 time: 0.1254616 Dec 08 16:27:56.250743 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-6077b3d5-98cd-4ecf-8bb2-6961b9d87bca req-f281792e-ea00-4ad9-98e7-bdc310b69b6f tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:56.253161 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-014d6fe8-e78f-442f-8cbe-94f87c674949 req-6d5ba47a-33ea-4fee-9225-8828b9a5c5f0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-776250-12', 'device_owner': 'compute:nova'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:56.344689 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-39b98b6d-812d-46e6-a4e9-27472082a001 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks [] for router_gateway, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:56.346353 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-014d6fe8-e78f-442f-8cbe-94f87c674949 req-6d5ba47a-33ea-4fee-9225-8828b9a5c5f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:56.456162 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db558d9a-bb58-462a-a735-95f1164c89e2 req-deae23b2-554b-4386-b36f-b5cee166505d tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:56.458037 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-db558d9a-bb58-462a-a735-95f1164c89e2 req-deae23b2-554b-4386-b36f-b5cee166505d tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] 10.222.0.64 "GET /v2.0/ports?device_id=e25ca887-2fa8-4e9f-bb10-337e1ac64974 HTTP/1.1" status: 200 len: 945 time: 0.2265277 Dec 08 16:27:56.496753 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed4a06c-1195-497e-87d8-9c3e4b0059d2 req-71ec940d-1521-4b82-a3ed-681577462953 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:56.499463 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5ed4a06c-1195-497e-87d8-9c3e4b0059d2 req-71ec940d-1521-4b82-a3ed-681577462953 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514 HTTP/1.1" status: 200 len: 946 time: 0.1320012 Dec 08 16:27:56.646540 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-6077b3d5-98cd-4ecf-8bb2-6961b9d87bca req-f281792e-ea00-4ad9-98e7-bdc310b69b6f tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:56.668959 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5ed4a06c-1195-497e-87d8-9c3e4b0059d2 req-4afdadc5-e88c-4660-8c4b-0429557e6c87 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=5dbfa492-1a8c-4612-9bec-7e64b91898d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596820 Dec 08 16:27:56.773771 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-014d6fe8-e78f-442f-8cbe-94f87c674949 req-6d5ba47a-33ea-4fee-9225-8828b9a5c5f0 service neutron] For port f77338c8-91de-4809-bfc2-be2cd2a80b3d, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=f77338c8-91de-4809-bfc2-be2cd2a80b3d,segment=NetworkSegment(af1f2f88-c1fd-44a2-a1d8-d976a10fad4e),segment_id=af1f2f88-c1fd-44a2-a1d8-d976a10fad4e)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:27:56.785731 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f281792e-ea00-4ad9-98e7-bdc310b69b6f tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Pushing event updated for resources: {'Port': ['ID=7809c34e-a979-4bda-a2d8-1db49dc75d04,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:56.788052 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-145e2e30-b7f7-4b41-abd7-ea9b54fef965 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:56.798061 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-db558d9a-bb58-462a-a735-95f1164c89e2 req-daa7813d-e99f-47ab-99fa-1da48d2aafb7 tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19b0db7-cd6e-470c-b57f-39d719b5f7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069894 Dec 08 16:27:56.819635 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-014d6fe8-e78f-442f-8cbe-94f87c674949 req-6d5ba47a-33ea-4fee-9225-8828b9a5c5f0 service neutron] For port f77338c8-91de-4809-bfc2-be2cd2a80b3d, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:27:56.865117 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77804a2a-42a4-47e3-a655-9b2afc5b7514', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f77338c8-91de-4809-bfc2-be2cd2a80b3d'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:27:56.867530 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3c8393-55a8-4d4d-ace2-f5066233b0d8" -d '{"events": [{"server_uuid": "77804a2a-42a4-47e3-a655-9b2afc5b7514", "name": "network-vif-unplugged", "status": "completed", "tag": "f77338c8-91de-4809-bfc2-be2cd2a80b3d"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:27:56.879846 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6077b3d5-98cd-4ecf-8bb2-6961b9d87bca req-f281792e-ea00-4ad9-98e7-bdc310b69b6f tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Network 0f341cc7-0551-426d-b2d8-91278fbfaf0d is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:27:56.880143 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-014d6fe8-e78f-442f-8cbe-94f87c674949 req-6d5ba47a-33ea-4fee-9225-8828b9a5c5f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:56.880394 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145e2e30-b7f7-4b41-abd7-ea9b54fef965 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Pushing event deleted for resources: {'Port': ['ID=b6fb740a-b93c-4ddd-b638-2b5194123d51,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:56.880605 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [req-6077b3d5-98cd-4ecf-8bb2-6961b9d87bca req-f281792e-ea00-4ad9-98e7-bdc310b69b6f tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:27:56.888365 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-6077b3d5-98cd-4ecf-8bb2-6961b9d87bca req-f281792e-ea00-4ad9-98e7-bdc310b69b6f tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:27:56.899886 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-014d6fe8-e78f-442f-8cbe-94f87c674949 req-6d5ba47a-33ea-4fee-9225-8828b9a5c5f0 service neutron] Transition to ACTIVE for port object f77338c8-91de-4809-bfc2-be2cd2a80b3d will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:27:56.951295 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1e94a0e0-6a90-4dea-b93c-b8237e104d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:56.987231 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-014d6fe8-e78f-442f-8cbe-94f87c674949 req-6d5ba47a-33ea-4fee-9225-8828b9a5c5f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:57.065961 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d60eefaa-127b-43c5-b2fa-bdcadfbfbaff x-openstack-request-id: req-d60eefaa-127b-43c5-b2fa-bdcadfbfbaff {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:27:57.069770 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77804a2a-42a4-47e3-a655-9b2afc5b7514", "name": "network-vif-unplugged", "status": "completed", "tag": "f77338c8-91de-4809-bfc2-be2cd2a80b3d", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:27:57.070057 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d60eefaa-127b-43c5-b2fa-bdcadfbfbaff {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:27:57.070593 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77804a2a-42a4-47e3-a655-9b2afc5b7514', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f77338c8-91de-4809-bfc2-be2cd2a80b3d', 'code': 200} Dec 08 16:27:57.122105 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5ba47a-33ea-4fee-9225-8828b9a5c5f0 service neutron] Pushing event updated for resources: {'Port': ['ID=f77338c8-91de-4809-bfc2-be2cd2a80b3d,revision_number=6']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:57.191328 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-145e2e30-b7f7-4b41-abd7-ea9b54fef965 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:57.198865 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-145e2e30-b7f7-4b41-abd7-ea9b54fef965 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] 10.222.0.64 "DELETE /v2.0/ports/b6fb740a-b93c-4ddd-b638-2b5194123d51 HTTP/1.1" status: 204 len: 168 time: 2.6579986 Dec 08 16:27:57.227247 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94a0e0-6a90-4dea-b93c-b8237e104d6e admin admin] Pushing event deleted for resources: {'Port': ['ID=a5ed6ac9-2639-4afc-8743-769278c1f01a,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:57.264474 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 40970) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:57.380562 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-39b98b6d-812d-46e6-a4e9-27472082a001 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:57.393222 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6077b3d5-98cd-4ecf-8bb2-6961b9d87bca req-f281792e-ea00-4ad9-98e7-bdc310b69b6f tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:57.394547 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-6077b3d5-98cd-4ecf-8bb2-6961b9d87bca req-f281792e-ea00-4ad9-98e7-bdc310b69b6f tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:57.614499 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-72b67002-efc7-420a-b415-1167873abc6a None None] Provisioning complete for port 7809c34e-a979-4bda-a2d8-1db49dc75d04 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:57.632589 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-72b67002-efc7-420a-b415-1167873abc6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:57.698908 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-72b67002-efc7-420a-b415-1167873abc6a None None] Port 7809c34e-a979-4bda-a2d8-1db49dc75d04 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:27:57.768232 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ddb6e-1ba5-420b-ae16-8bd1ff150753 req-5c793207-0b0a-4785-bbda-19b4103829a3 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:57.769899 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e25ddb6e-1ba5-420b-ae16-8bd1ff150753 req-5c793207-0b0a-4785-bbda-19b4103829a3 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/ports?device_id=e208543d-8efd-438a-bf67-4f92b0f429c3 HTTP/1.1" status: 200 len: 931 time: 0.4439771 Dec 08 16:27:57.828555 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6077b3d5-98cd-4ecf-8bb2-6961b9d87bca req-f281792e-ea00-4ad9-98e7-bdc310b69b6f tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8744879 Dec 08 16:27:57.851541 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-6077b3d5-98cd-4ecf-8bb2-6961b9d87bca req-482f77ec-927c-44ff-95f3-89db8ac7143c service neutron] Request body: {'port': {'device_id': 'e208543d-8efd-438a-bf67-4f92b0f429c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:57.870944 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d43f7be-8683-4397-89af-dd28c5434559 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] GET failed (client error): The resource could not be found. Dec 08 16:27:57.872607 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-2d43f7be-8683-4397-89af-dd28c5434559 tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] 10.222.0.64 "GET /v2.0/ports/b6fb740a-b93c-4ddd-b638-2b5194123d51 HTTP/1.1" status: 404 len: 333 time: 0.6071048 Dec 08 16:27:57.884854 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 40988) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:57.934819 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1e94a0e0-6a90-4dea-b93c-b8237e104d6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:57.988975 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-014d6fe8-e78f-442f-8cbe-94f87c674949 req-6d5ba47a-33ea-4fee-9225-8828b9a5c5f0 service neutron] No DVR routers for this DVR port f77338c8-91de-4809-bfc2-be2cd2a80b3d on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:27:58.024226 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796c376-8c42-4d7f-98b8-9ca29a719535 req-55e2f871-b55e-4e2d-a9e3-13d01008bfcc tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:58.027744 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f796c376-8c42-4d7f-98b8-9ca29a719535 req-55e2f871-b55e-4e2d-a9e3-13d01008bfcc tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514 HTTP/1.1" status: 200 len: 944 time: 0.2454357 Dec 08 16:27:58.142760 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-6077b3d5-98cd-4ecf-8bb2-6961b9d87bca req-482f77ec-927c-44ff-95f3-89db8ac7143c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:58.166548 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39b98b6d-812d-46e6-a4e9-27472082a001 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Router 4623ec66-eee4-43d8-8440-96d892aa3ccc is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:27:58.187915 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e25ddb6e-1ba5-420b-ae16-8bd1ff150753 req-5e870b71-81f1-466f-a2de-61cdfcb00c88 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/security-groups?id=c1d1018c-934d-4b3a-802b-0f4eb045ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4001091 Dec 08 16:27:58.189227 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f796c376-8c42-4d7f-98b8-9ca29a719535 req-69570872-4c3a-4e3b-a667-c43f2bd49ff5 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=5dbfa492-1a8c-4612-9bec-7e64b91898d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223862 Dec 08 16:27:58.348770 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-014d6fe8-e78f-442f-8cbe-94f87c674949 req-6d5ba47a-33ea-4fee-9225-8828b9a5c5f0 service neutron] Attempting to bind port f77338c8-91de-4809-bfc2-be2cd2a80b3d on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:27:58.349891 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-014d6fe8-e78f-442f-8cbe-94f87c674949 req-6d5ba47a-33ea-4fee-9225-8828b9a5c5f0 service neutron] Attempting to bind port f77338c8-91de-4809-bfc2-be2cd2a80b3d by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': 'af1f2f88-c1fd-44a2-a1d8-d976a10fad4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '08814924-d3f7-498d-a0e5-508442cef09d'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:27:58.350699 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014d6fe8-e78f-442f-8cbe-94f87c674949 req-6d5ba47a-33ea-4fee-9225-8828b9a5c5f0 service neutron] Attempting to bind port f77338c8-91de-4809-bfc2-be2cd2a80b3d on network 08814924-d3f7-498d-a0e5-508442cef09d {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:27:58.384584 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014d6fe8-e78f-442f-8cbe-94f87c674949 req-6d5ba47a-33ea-4fee-9225-8828b9a5c5f0 service neutron] Port f77338c8-91de-4809-bfc2-be2cd2a80b3d on network 08814924-d3f7-498d-a0e5-508442cef09d not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:27:58.384939 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014d6fe8-e78f-442f-8cbe-94f87c674949 req-6d5ba47a-33ea-4fee-9225-8828b9a5c5f0 service neutron] Attempting to bind port f77338c8-91de-4809-bfc2-be2cd2a80b3d on network 08814924-d3f7-498d-a0e5-508442cef09d {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:27:58.397323 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014d6fe8-e78f-442f-8cbe-94f87c674949 req-6d5ba47a-33ea-4fee-9225-8828b9a5c5f0 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:27:58.398280 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014d6fe8-e78f-442f-8cbe-94f87c674949 req-6d5ba47a-33ea-4fee-9225-8828b9a5c5f0 service neutron] Checking segment: {'id': 'af1f2f88-c1fd-44a2-a1d8-d976a10fad4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '08814924-d3f7-498d-a0e5-508442cef09d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:27:58.398698 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014d6fe8-e78f-442f-8cbe-94f87c674949 req-6d5ba47a-33ea-4fee-9225-8828b9a5c5f0 service neutron] Bound using segment: {'id': 'af1f2f88-c1fd-44a2-a1d8-d976a10fad4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '08814924-d3f7-498d-a0e5-508442cef09d'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:27:58.399153 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-014d6fe8-e78f-442f-8cbe-94f87c674949 req-6d5ba47a-33ea-4fee-9225-8828b9a5c5f0 service neutron] Bound port: f77338c8-91de-4809-bfc2-be2cd2a80b3d, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af1f2f88-c1fd-44a2-a1d8-d976a10fad4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '08814924-d3f7-498d-a0e5-508442cef09d'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:27:58.399529 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-014d6fe8-e78f-442f-8cbe-94f87c674949 req-6d5ba47a-33ea-4fee-9225-8828b9a5c5f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:58.425957 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d55ed8-e757-4210-a66d-0ede15e9ea44 req-ac269cfc-19d1-4420-95c3-9b41d32b52de tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:58.434970 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-78d55ed8-e757-4210-a66d-0ede15e9ea44 req-ac269cfc-19d1-4420-95c3-9b41d32b52de tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] 10.222.0.64 "GET /v2.0/ports?device_id=e25ca887-2fa8-4e9f-bb10-337e1ac64974 HTTP/1.1" status: 200 len: 945 time: 0.1067176 Dec 08 16:27:58.482239 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-96d57bb6-1f13-4030-b548-f189ce997fbc tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Deleting port 455db5a0-7c36-41d5-a98a-55181409b4a2 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:27:58.483125 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-96d57bb6-1f13-4030-b548-f189ce997fbc tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:58.583454 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-78d55ed8-e757-4210-a66d-0ede15e9ea44 req-e3a82c3b-fbb5-450a-9899-f993153fc683 tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19b0db7-cd6e-470c-b57f-39d719b5f7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368165 Dec 08 16:27:58.616750 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b98b6d-812d-46e6-a4e9-27472082a001 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:27:58.626418 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-014d6fe8-e78f-442f-8cbe-94f87c674949 req-6d5ba47a-33ea-4fee-9225-8828b9a5c5f0 service neutron] For port f77338c8-91de-4809-bfc2-be2cd2a80b3d, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:27:58.630750 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-014d6fe8-e78f-442f-8cbe-94f87c674949 req-6d5ba47a-33ea-4fee-9225-8828b9a5c5f0 service neutron] For port f77338c8-91de-4809-bfc2-be2cd2a80b3d, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=f77338c8-91de-4809-bfc2-be2cd2a80b3d,segment=NetworkSegment(af1f2f88-c1fd-44a2-a1d8-d976a10fad4e),segment_id=af1f2f88-c1fd-44a2-a1d8-d976a10fad4e)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:27:58.640954 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5135abf9-273e-46ed-ade2-126ae5d5a816 None None] Sync routers for ids ['4623ec66-eee4-43d8-8440-96d892aa3ccc'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:27:58.656514 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5135abf9-273e-46ed-ade2-126ae5d5a816 None None] Routers {'4623ec66-eee4-43d8-8440-96d892aa3ccc'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:27:58.659537 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-5135abf9-273e-46ed-ade2-126ae5d5a816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:27:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['4623ec66-eee4-43d8-8440-96d892aa3ccc'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:58.722296 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-5135abf9-273e-46ed-ade2-126ae5d5a816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:58.732619 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5135abf9-273e-46ed-ade2-126ae5d5a816 None None] Routers {'4623ec66-eee4-43d8-8440-96d892aa3ccc'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:27:58.745277 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-5135abf9-273e-46ed-ade2-126ae5d5a816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:27:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['4623ec66-eee4-43d8-8440-96d892aa3ccc'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:58.774552 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-014d6fe8-e78f-442f-8cbe-94f87c674949 req-6d5ba47a-33ea-4fee-9225-8828b9a5c5f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:58.785404 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-5135abf9-273e-46ed-ade2-126ae5d5a816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:58.786473 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5135abf9-273e-46ed-ade2-126ae5d5a816 None None] The sync data for ids ['4623ec66-eee4-43d8-8440-96d892aa3ccc'] in n-d-776250-12 is: [] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:27:58.799008 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e94a0e0-6a90-4dea-b93c-b8237e104d6e admin admin] Router a280412e-a049-4c39-b674-5004fe506071 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:27:58.819698 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-96d57bb6-1f13-4030-b548-f189ce997fbc tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:58.838301 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-96d57bb6-1f13-4030-b548-f189ce997fbc tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Calling delete_port for 455db5a0-7c36-41d5-a98a-55181409b4a2 owned by {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:27:58.857240 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d6fe8-e78f-442f-8cbe-94f87c674949 req-6d5ba47a-33ea-4fee-9225-8828b9a5c5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:58.859604 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-014d6fe8-e78f-442f-8cbe-94f87c674949 req-6d5ba47a-33ea-4fee-9225-8828b9a5c5f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:58.862325 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-014d6fe8-e78f-442f-8cbe-94f87c674949 req-6d5ba47a-33ea-4fee-9225-8828b9a5c5f0 service neutron] 10.222.0.37 "PUT /v2.0/ports/f77338c8-91de-4809-bfc2-be2cd2a80b3d HTTP/1.1" status: 200 len: 1093 time: 2.6136839 Dec 08 16:27:58.912844 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-39b98b6d-812d-46e6-a4e9-27472082a001 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:58.914706 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-39b98b6d-812d-46e6-a4e9-27472082a001 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 9.0972228 Dec 08 16:27:58.922840 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41018) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:58.945701 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5ba47a-33ea-4fee-9225-8828b9a5c5f0 service neutron] Pushing event updated for resources: {'Port': ['ID=f77338c8-91de-4809-bfc2-be2cd2a80b3d,revision_number=7']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:58.968905 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d6fe8-e78f-442f-8cbe-94f87c674949 req-13cfdf45-b395-42bf-ac34-7aeada922efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:58.970496 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-014d6fe8-e78f-442f-8cbe-94f87c674949 req-13cfdf45-b395-42bf-ac34-7aeada922efd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5ac8783bc8454dbdaff01b6ea349ef5e&device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514 HTTP/1.1" status: 200 len: 1096 time: 0.0740900 Dec 08 16:27:59.087306 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77804a2a-42a4-47e3-a655-9b2afc5b7514', 'tag': 'f77338c8-91de-4809-bfc2-be2cd2a80b3d'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:27:59.090133 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f4422b-635f-4ccc-ab8b-34c1c86344ed" -d '{"events": [{"name": "network-changed", "server_uuid": "77804a2a-42a4-47e3-a655-9b2afc5b7514", "tag": "f77338c8-91de-4809-bfc2-be2cd2a80b3d"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:27:59.154095 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d6fe8-e78f-442f-8cbe-94f87c674949 req-cb9a599a-5261-4643-a12f-234a3f10226f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:59.160741 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-014d6fe8-e78f-442f-8cbe-94f87c674949 req-cb9a599a-5261-4643-a12f-234a3f10226f service neutron] 10.222.0.37 "GET /v2.0/networks?id=08814924-d3f7-498d-a0e5-508442cef09d HTTP/1.1" status: 200 len: 898 time: 0.1793032 Dec 08 16:27:59.187210 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c82e9a6-97b1-4844-914b-f7ad48b717b1 x-openstack-request-id: req-5c82e9a6-97b1-4844-914b-f7ad48b717b1 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:27:59.189349 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77804a2a-42a4-47e3-a655-9b2afc5b7514", "tag": "f77338c8-91de-4809-bfc2-be2cd2a80b3d", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:27:59.189349 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5c82e9a6-97b1-4844-914b-f7ad48b717b1 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:27:59.189349 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77804a2a-42a4-47e3-a655-9b2afc5b7514', 'tag': 'f77338c8-91de-4809-bfc2-be2cd2a80b3d', 'status': 'completed', 'code': 200} Dec 08 16:27:59.417111 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-014d6fe8-e78f-442f-8cbe-94f87c674949 req-082ceca5-0cc8-45d0-8dc8-051784d0136d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f77338c8-91de-4809-bfc2-be2cd2a80b3d HTTP/1.1" status: 200 len: 999 time: 0.2471514 Dec 08 16:27:59.434262 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f4422b-635f-4ccc-ab8b-34c1c86344ed req-e6c1f48a-8ab9-42c9-a86b-a3a43a1b2a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:59.435796 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-78f4422b-635f-4ccc-ab8b-34c1c86344ed req-e6c1f48a-8ab9-42c9-a86b-a3a43a1b2a08 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5ac8783bc8454dbdaff01b6ea349ef5e&device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514 HTTP/1.1" status: 200 len: 1096 time: 0.1805735 Dec 08 16:27:59.506471 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device f77338c8-91de-4809-bfc2-be2cd2a80b3d no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:27:59.537335 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4f3cf-2195-4294-96c1-a405e0b6bd91 req-d28d1b8f-a872-4e9b-8433-eccfd104d836 tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:59.538922 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f8e4f3cf-2195-4294-96c1-a405e0b6bd91 req-d28d1b8f-a872-4e9b-8433-eccfd104d836 tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] 10.222.0.64 "GET /v2.0/ports?device_id=e25ca887-2fa8-4e9f-bb10-337e1ac64974 HTTP/1.1" status: 200 len: 945 time: 0.1562290 Dec 08 16:27:59.585824 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d6fe8-e78f-442f-8cbe-94f87c674949 req-570bb9ed-a377-4ce7-83e2-9f5db3dd18b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:59.585824 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-014d6fe8-e78f-442f-8cbe-94f87c674949 req-570bb9ed-a377-4ce7-83e2-9f5db3dd18b8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=89eafa5b-4193-4ebc-af74-cdc250b35c3e HTTP/1.1" status: 200 len: 834 time: 0.1489775 Dec 08 16:27:59.617082 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device f77338c8-91de-4809-bfc2-be2cd2a80b3d not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:27:59.696768 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f8e4f3cf-2195-4294-96c1-a405e0b6bd91 req-bb23a33f-7eca-447c-ab02-9bcbcf883702 tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19b0db7-cd6e-470c-b57f-39d719b5f7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467128 Dec 08 16:27:59.697026 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [req-6077b3d5-98cd-4ecf-8bb2-6961b9d87bca req-482f77ec-927c-44ff-95f3-89db8ac7143c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7809c34e-a979-4bda-a2d8-1db49dc75d04 {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:27:59.706444 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f4422b-635f-4ccc-ab8b-34c1c86344ed req-855ede37-33ca-4f43-abda-e0c8fde78980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:59.716637 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-78f4422b-635f-4ccc-ab8b-34c1c86344ed req-855ede37-33ca-4f43-abda-e0c8fde78980 service neutron] 10.222.0.76 "GET /v2.0/networks?id=08814924-d3f7-498d-a0e5-508442cef09d HTTP/1.1" status: 200 len: 898 time: 0.2604513 Dec 08 16:27:59.716637 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d6fe8-e78f-442f-8cbe-94f87c674949 req-5d406a98-7d2d-4970-86c2-15c9a08b9988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:59.716637 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-014d6fe8-e78f-442f-8cbe-94f87c674949 req-5d406a98-7d2d-4970-86c2-15c9a08b9988 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=08814924-d3f7-498d-a0e5-508442cef09d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1054590 Dec 08 16:27:59.749501 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-6077b3d5-98cd-4ecf-8bb2-6961b9d87bca req-482f77ec-927c-44ff-95f3-89db8ac7143c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:59.841317 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd93dba-3f7c-43fc-9a2b-12d991c29fb3 req-f1303fa0-62dc-4c69-82c0-d3b2958f4d17 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:59.842928 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8dd93dba-3f7c-43fc-9a2b-12d991c29fb3 req-f1303fa0-62dc-4c69-82c0-d3b2958f4d17 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/ports?device_id=e208543d-8efd-438a-bf67-4f92b0f429c3 HTTP/1.1" status: 200 len: 931 time: 0.3180132 Dec 08 16:27:59.901625 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [req-6077b3d5-98cd-4ecf-8bb2-6961b9d87bca req-482f77ec-927c-44ff-95f3-89db8ac7143c service neutron] Transition to ACTIVE for port object 7809c34e-a979-4bda-a2d8-1db49dc75d04 will not be triggered until provisioned by entity L2. {{(pid=110551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:27:59.914956 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-96d57bb6-1f13-4030-b548-f189ce997fbc tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:59.935433 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc5d97-f32c-4e17-b50d-d1ffe7af2362 req-209e979a-3d3d-4411-8f14-afa3d998c29e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:59.938289 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-02bc5d97-f32c-4e17-b50d-d1ffe7af2362 req-209e979a-3d3d-4411-8f14-afa3d998c29e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514 HTTP/1.1" status: 200 len: 944 time: 0.1537156 Dec 08 16:27:59.941856 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-78f4422b-635f-4ccc-ab8b-34c1c86344ed req-5a9b1862-9110-432b-87ff-2f1ba2add2e0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f77338c8-91de-4809-bfc2-be2cd2a80b3d HTTP/1.1" status: 200 len: 999 time: 0.2256353 Dec 08 16:28:00.019961 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-014d6fe8-e78f-442f-8cbe-94f87c674949 req-9a2a8b14-c840-4228-a3b2-3327ad705c0d service neutron] 10.222.0.37 "GET /v2.0/networks/08814924-d3f7-498d-a0e5-508442cef09d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897301 Dec 08 16:28:00.032006 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-6077b3d5-98cd-4ecf-8bb2-6961b9d87bca req-482f77ec-927c-44ff-95f3-89db8ac7143c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:00.034144 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e94a0e0-6a90-4dea-b93c-b8237e104d6e admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:28:00.043136 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-1e94a0e0-6a90-4dea-b93c-b8237e104d6e admin admin] 10.222.0.64 "PUT /v2.0/routers/a280412e-a049-4c39-b674-5004fe506071/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3618429 Dec 08 16:28:00.045846 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41056) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:00.052466 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e44d249-f8d5-4d86-8af4-704cf977e4be None None] Sync routers for ids ['a280412e-a049-4c39-b674-5004fe506071'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:28:00.066526 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-02bc5d97-f32c-4e17-b50d-d1ffe7af2362 req-d709738d-efed-429a-9034-a94d9f841734 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=5dbfa492-1a8c-4612-9bec-7e64b91898d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142569 Dec 08 16:28:00.070262 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e44d249-f8d5-4d86-8af4-704cf977e4be None None] Routers {'a280412e-a049-4c39-b674-5004fe506071'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:28:00.071041 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-5e44d249-f8d5-4d86-8af4-704cf977e4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:27:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['a280412e-a049-4c39-b674-5004fe506071'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:00.111578 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d57bb6-1f13-4030-b548-f189ce997fbc tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Pushing event deleted for resources: {'Port': ['ID=455db5a0-7c36-41d5-a98a-55181409b4a2,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:00.160090 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f4422b-635f-4ccc-ab8b-34c1c86344ed req-0d47039d-1f7d-4994-8c41-5d2c7a5c484f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:00.162562 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-78f4422b-635f-4ccc-ab8b-34c1c86344ed req-0d47039d-1f7d-4994-8c41-5d2c7a5c484f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=89eafa5b-4193-4ebc-af74-cdc250b35c3e HTTP/1.1" status: 200 len: 834 time: 0.2141747 Dec 08 16:28:00.190422 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-5e44d249-f8d5-4d86-8af4-704cf977e4be None None] Set router a280412e-a049-4c39-b674-5004fe506071 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:28:00.209849 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482f77ec-927c-44ff-95f3-89db8ac7143c service neutron] Pushing event updated for resources: {'Port': ['ID=7809c34e-a979-4bda-a2d8-1db49dc75d04,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:00.281437 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-96d57bb6-1f13-4030-b548-f189ce997fbc tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:00.290877 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-96d57bb6-1f13-4030-b548-f189ce997fbc tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] 10.222.0.64 "DELETE /v2.0/ports/455db5a0-7c36-41d5-a98a-55181409b4a2 HTTP/1.1" status: 204 len: 168 time: 2.3993888 Dec 08 16:28:00.294794 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41066) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:00.314908 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-014d6fe8-e78f-442f-8cbe-94f87c674949 req-32ad4cc1-6776-494c-8fc1-834af59dc78c service neutron] 10.222.0.37 "GET /v2.0/networks/08814924-d3f7-498d-a0e5-508442cef09d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849166 Dec 08 16:28:00.374499 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8dd93dba-3f7c-43fc-9a2b-12d991c29fb3 req-e147beeb-d584-43f5-bb1a-1e457b48422e tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/security-groups?id=c1d1018c-934d-4b3a-802b-0f4eb045ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5221024 Dec 08 16:28:00.376838 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f4422b-635f-4ccc-ab8b-34c1c86344ed req-835f735d-96f4-4edb-9b24-ad0388c2954c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:00.378769 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-78f4422b-635f-4ccc-ab8b-34c1c86344ed req-835f735d-96f4-4edb-9b24-ad0388c2954c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=08814924-d3f7-498d-a0e5-508442cef09d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2075856 Dec 08 16:28:00.383200 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4fad36cc-9fb2-4caf-a00f-284929ac1639 admin admin] Publish callbacks [] for router, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:00.580770 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-5e44d249-f8d5-4d86-8af4-704cf977e4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a280412e-a049-4c39-b674-5004fe506071', 'name': 'tempest-AttachVolumeShelveTestJSON-944697511-router', 'tenant_id': 'ebd580521ede49659be460136b14e0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'd38b47d4-eb5e-46ec-86b0-5f90264f9489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:18:24Z', 'updated_at': '2021-12-08T16:27:56Z', 'revision_number': 5, 'project_id': 'ebd580521ede49659be460136b14e0dd', 'gw_port': {'id': 'd38b47d4-eb5e-46ec-86b0-5f90264f9489', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:de:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a280412e-a049-4c39-b674-5004fe506071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:18:25Z', 'updated_at': '2021-12-08T16:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:00.583958 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-eee80253-f9a4-4b8a-ac7b-f1e95f70bc2e tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Deleting subnet 8e87d23f-33cc-4988-8487-ab64bb5fe945 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:28:00.596134 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eee80253-f9a4-4b8a-ac7b-f1e95f70bc2e tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:00.638667 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e44d249-f8d5-4d86-8af4-704cf977e4be None None] Checking router: a280412e-a049-4c39-b674-5004fe506071 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:28:00.661240 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e44d249-f8d5-4d86-8af4-704cf977e4be None None] Routers {'a280412e-a049-4c39-b674-5004fe506071'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:28:00.661932 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-5e44d249-f8d5-4d86-8af4-704cf977e4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:27:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['a280412e-a049-4c39-b674-5004fe506071'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:00.787846 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-6077b3d5-98cd-4ecf-8bb2-6961b9d87bca req-482f77ec-927c-44ff-95f3-89db8ac7143c service neutron] Attempting to bind port 7809c34e-a979-4bda-a2d8-1db49dc75d04 on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:28:00.788604 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-6077b3d5-98cd-4ecf-8bb2-6961b9d87bca req-482f77ec-927c-44ff-95f3-89db8ac7143c service neutron] Attempting to bind port 7809c34e-a979-4bda-a2d8-1db49dc75d04 by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': '82648366-5889-4a5b-8ff9-e2d574d830ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0f341cc7-0551-426d-b2d8-91278fbfaf0d'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:28:00.788737 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6077b3d5-98cd-4ecf-8bb2-6961b9d87bca req-482f77ec-927c-44ff-95f3-89db8ac7143c service neutron] Attempting to bind port 7809c34e-a979-4bda-a2d8-1db49dc75d04 on network 0f341cc7-0551-426d-b2d8-91278fbfaf0d {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:00.798928 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6077b3d5-98cd-4ecf-8bb2-6961b9d87bca req-482f77ec-927c-44ff-95f3-89db8ac7143c service neutron] Port 7809c34e-a979-4bda-a2d8-1db49dc75d04 on network 0f341cc7-0551-426d-b2d8-91278fbfaf0d not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:28:00.799410 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6077b3d5-98cd-4ecf-8bb2-6961b9d87bca req-482f77ec-927c-44ff-95f3-89db8ac7143c service neutron] Attempting to bind port 7809c34e-a979-4bda-a2d8-1db49dc75d04 on network 0f341cc7-0551-426d-b2d8-91278fbfaf0d {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:00.810807 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6077b3d5-98cd-4ecf-8bb2-6961b9d87bca req-482f77ec-927c-44ff-95f3-89db8ac7143c service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:28:00.811297 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6077b3d5-98cd-4ecf-8bb2-6961b9d87bca req-482f77ec-927c-44ff-95f3-89db8ac7143c service neutron] Checking segment: {'id': '82648366-5889-4a5b-8ff9-e2d574d830ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0f341cc7-0551-426d-b2d8-91278fbfaf0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:28:00.811788 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6077b3d5-98cd-4ecf-8bb2-6961b9d87bca req-482f77ec-927c-44ff-95f3-89db8ac7143c service neutron] Bound using segment: {'id': '82648366-5889-4a5b-8ff9-e2d574d830ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0f341cc7-0551-426d-b2d8-91278fbfaf0d'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:28:00.812369 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-6077b3d5-98cd-4ecf-8bb2-6961b9d87bca req-482f77ec-927c-44ff-95f3-89db8ac7143c service neutron] Bound port: 7809c34e-a979-4bda-a2d8-1db49dc75d04, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82648366-5889-4a5b-8ff9-e2d574d830ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0f341cc7-0551-426d-b2d8-91278fbfaf0d'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:28:00.812827 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-6077b3d5-98cd-4ecf-8bb2-6961b9d87bca req-482f77ec-927c-44ff-95f3-89db8ac7143c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:00.823219 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ba278dc8-09e4-41df-9eee-256a39a28705 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:00.830992 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-5e44d249-f8d5-4d86-8af4-704cf977e4be None None] Set router a280412e-a049-4c39-b674-5004fe506071 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:28:00.855835 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-78f4422b-635f-4ccc-ab8b-34c1c86344ed req-bcb521e3-9305-4927-899e-cd6d150e8262 service neutron] 10.222.0.76 "GET /v2.0/networks/08814924-d3f7-498d-a0e5-508442cef09d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4685059 Dec 08 16:28:01.027871 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-6077b3d5-98cd-4ecf-8bb2-6961b9d87bca req-482f77ec-927c-44ff-95f3-89db8ac7143c service neutron] For port 7809c34e-a979-4bda-a2d8-1db49dc75d04, host n-h1-776250-12, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:28:01.048566 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-6077b3d5-98cd-4ecf-8bb2-6961b9d87bca req-482f77ec-927c-44ff-95f3-89db8ac7143c service neutron] For port 7809c34e-a979-4bda-a2d8-1db49dc75d04, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=7809c34e-a979-4bda-a2d8-1db49dc75d04,segment=NetworkSegment(82648366-5889-4a5b-8ff9-e2d574d830ca),segment_id=82648366-5889-4a5b-8ff9-e2d574d830ca)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:28:01.128137 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41080) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:01.235261 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-5e44d249-f8d5-4d86-8af4-704cf977e4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a280412e-a049-4c39-b674-5004fe506071', 'name': 'tempest-AttachVolumeShelveTestJSON-944697511-router', 'tenant_id': 'ebd580521ede49659be460136b14e0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'd38b47d4-eb5e-46ec-86b0-5f90264f9489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:18:24Z', 'updated_at': '2021-12-08T16:27:56Z', 'revision_number': 5, 'project_id': 'ebd580521ede49659be460136b14e0dd', 'gw_port': {'id': 'd38b47d4-eb5e-46ec-86b0-5f90264f9489', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:de:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a280412e-a049-4c39-b674-5004fe506071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:18:25Z', 'updated_at': '2021-12-08T16:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:01.308785 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-ba278dc8-09e4-41df-9eee-256a39a28705 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Allocated IP 172.20.0.1 (2b9057ee-d44d-4457-95f6-1512e2391192/3fd6cc89-6e7d-4ad0-b26a-630435010022/8b81f462-e750-4731-97c4-125304f2583e) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:28:01.314424 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e44d249-f8d5-4d86-8af4-704cf977e4be None None] The sync data for ids ['a280412e-a049-4c39-b674-5004fe506071'] in n-d-776250-12 is: [{'id': 'a280412e-a049-4c39-b674-5004fe506071', 'name': 'tempest-AttachVolumeShelveTestJSON-944697511-router', 'tenant_id': 'ebd580521ede49659be460136b14e0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'd38b47d4-eb5e-46ec-86b0-5f90264f9489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:18:24Z', 'updated_at': '2021-12-08T16:27:56Z', 'revision_number': 5, 'project_id': 'ebd580521ede49659be460136b14e0dd', 'gw_port': {'id': 'd38b47d4-eb5e-46ec-86b0-5f90264f9489', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:de:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a280412e-a049-4c39-b674-5004fe506071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:18:25Z', 'updated_at': '2021-12-08T16:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:28:01.340598 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-6077b3d5-98cd-4ecf-8bb2-6961b9d87bca req-482f77ec-927c-44ff-95f3-89db8ac7143c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:01.373788 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eee80253-f9a4-4b8a-ac7b-f1e95f70bc2e tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:01.401004 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:28:01.409897 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4fad36cc-9fb2-4caf-a00f-284929ac1639 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:01.412017 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9a2ec18d-f502-4c03-8539-3cb531634025 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:01.442538 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070219f0-d7fc-42b8-b230-da507626f4ff req-1efe5705-4600-43fb-bdbc-f765e01e2867 tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:01.443944 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-070219f0-d7fc-42b8-b230-da507626f4ff req-1efe5705-4600-43fb-bdbc-f765e01e2867 tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] 10.222.0.37 "GET /v2.0/ports?device_id=e25ca887-2fa8-4e9f-bb10-337e1ac64974 HTTP/1.1" status: 200 len: 945 time: 0.9562027 Dec 08 16:28:01.445757 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f4422b-635f-4ccc-ab8b-34c1c86344ed req-7dd0a16c-351d-4863-8d89-2caa1e23acdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:01.447218 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-78f4422b-635f-4ccc-ab8b-34c1c86344ed req-7dd0a16c-351d-4863-8d89-2caa1e23acdd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5ac8783bc8454dbdaff01b6ea349ef5e&device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514 HTTP/1.1" status: 200 len: 1096 time: 0.9049897 Dec 08 16:28:01.463210 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b8edde-a1ca-40ec-bd0a-285a1dec1ca8 req-95ec948b-8346-4691-9d11-f87f3a28763d tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:01.464755 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c8b8edde-a1ca-40ec-bd0a-285a1dec1ca8 req-95ec948b-8346-4691-9d11-f87f3a28763d tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] 10.222.0.64 "GET /v2.0/ports?device_id=e25ca887-2fa8-4e9f-bb10-337e1ac64974 HTTP/1.1" status: 200 len: 945 time: 0.6017990 Dec 08 16:28:01.495253 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6077b3d5-98cd-4ecf-8bb2-6961b9d87bca req-482f77ec-927c-44ff-95f3-89db8ac7143c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:01.495886 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-6077b3d5-98cd-4ecf-8bb2-6961b9d87bca req-482f77ec-927c-44ff-95f3-89db8ac7143c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:01.497342 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6077b3d5-98cd-4ecf-8bb2-6961b9d87bca req-482f77ec-927c-44ff-95f3-89db8ac7143c service neutron] 10.222.0.76 "PUT /v2.0/ports/7809c34e-a979-4bda-a2d8-1db49dc75d04 HTTP/1.1" status: 200 len: 1092 time: 3.6531818 Dec 08 16:28:01.504847 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e208543d-8efd-438a-bf67-4f92b0f429c3', 'tag': '7809c34e-a979-4bda-a2d8-1db49dc75d04'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:28:01.507255 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f03f16-86ec-4e1a-a49c-cb18d0b01c70" -d '{"events": [{"name": "network-changed", "server_uuid": "e208543d-8efd-438a-bf67-4f92b0f429c3", "tag": "7809c34e-a979-4bda-a2d8-1db49dc75d04"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:28:01.532607 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482f77ec-927c-44ff-95f3-89db8ac7143c service neutron] Pushing event updated for resources: {'Port': ['ID=7809c34e-a979-4bda-a2d8-1db49dc75d04,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:01.556590 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27edebb2-15be-41a2-9f4c-f634eb1ff559 req-a14f4922-0a0c-4e1a-882d-e0cd58a62c94 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:01.559586 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-27edebb2-15be-41a2-9f4c-f634eb1ff559 req-a14f4922-0a0c-4e1a-882d-e0cd58a62c94 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514 HTTP/1.1" status: 200 len: 944 time: 0.2432215 Dec 08 16:28:01.687350 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-27edebb2-15be-41a2-9f4c-f634eb1ff559 req-5f7aae18-1c02-46cd-806a-c990f8c94c2d tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=5dbfa492-1a8c-4612-9bec-7e64b91898d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152825 Dec 08 16:28:01.755867 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ba278dc8-09e4-41df-9eee-256a39a28705 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:01.798068 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-78f4422b-635f-4ccc-ab8b-34c1c86344ed req-c0bfbdd8-2c17-4dda-8887-0ad46d4ece7c service neutron] 10.222.0.76 "GET /v2.0/networks/08814924-d3f7-498d-a0e5-508442cef09d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8691266 Dec 08 16:28:01.823889 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6077b3d5-98cd-4ecf-8bb2-6961b9d87bca req-18187ef4-e66f-4b66-9e61-12c26dacbe85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:01.825738 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6077b3d5-98cd-4ecf-8bb2-6961b9d87bca req-18187ef4-e66f-4b66-9e61-12c26dacbe85 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2a90eddbbcbf4338ab5fe411884194ac&device_id=e208543d-8efd-438a-bf67-4f92b0f429c3 HTTP/1.1" status: 200 len: 1095 time: 0.1374679 Dec 08 16:28:01.827503 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eee80253-f9a4-4b8a-ac7b-f1e95f70bc2e tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:01.829528 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9a2ec18d-f502-4c03-8539-3cb531634025 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:01.862804 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c8b8edde-a1ca-40ec-bd0a-285a1dec1ca8 req-9be541ef-740b-46ff-be6f-2518be5739ce tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19b0db7-cd6e-470c-b57f-39d719b5f7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3755815 Dec 08 16:28:01.928744 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f4422b-635f-4ccc-ab8b-34c1c86344ed req-34d08483-ef48-420b-91a5-f3ebcd3d5401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:01.930540 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-78f4422b-635f-4ccc-ab8b-34c1c86344ed req-34d08483-ef48-420b-91a5-f3ebcd3d5401 service neutron] 10.222.0.37 "GET /v2.0/networks?id=08814924-d3f7-498d-a0e5-508442cef09d HTTP/1.1" status: 200 len: 898 time: 0.4599075 Dec 08 16:28:01.937570 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6077b3d5-98cd-4ecf-8bb2-6961b9d87bca req-a6944a10-3a64-45cd-9549-8780725064bc service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7809c34e-a979-4bda-a2d8-1db49dc75d04 HTTP/1.1" status: 200 len: 217 time: 0.1015909 Dec 08 16:28:01.944830 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9a2ec18d-f502-4c03-8539-3cb531634025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:01.967385 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78bbe59-9ee3-4f66-8df5-d2c5c72f26bf x-openstack-request-id: req-c78bbe59-9ee3-4f66-8df5-d2c5c72f26bf {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:28:01.967689 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e208543d-8efd-438a-bf67-4f92b0f429c3", "tag": "7809c34e-a979-4bda-a2d8-1db49dc75d04", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:28:01.967955 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c78bbe59-9ee3-4f66-8df5-d2c5c72f26bf {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:28:01.968391 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e208543d-8efd-438a-bf67-4f92b0f429c3', 'tag': '7809c34e-a979-4bda-a2d8-1db49dc75d04', 'status': 'completed', 'code': 200} Dec 08 16:28:02.000470 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-4fad36cc-9fb2-4caf-a00f-284929ac1639 admin admin] Deleting port d38b47d4-eb5e-46ec-86b0-5f90264f9489 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:28:02.000819 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4fad36cc-9fb2-4caf-a00f-284929ac1639 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:02.026054 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-9a2ec18d-f502-4c03-8539-3cb531634025 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d013c7edd7874a5aa7cb429caa2054f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8959506 Dec 08 16:28:02.027905 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41098) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:02.066355 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2ec18d-f502-4c03-8539-3cb531634025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2980f39b-6a31-4ea5-b526-7bc1a3843465,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:02.080231 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-070219f0-d7fc-42b8-b230-da507626f4ff req-e78903aa-d1f6-4f06-ab4b-ffd7e826ecbb tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] Deleting port f97ee071-d3a1-444f-b6c4-6bc6c4f882ed {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:28:02.080231 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-070219f0-d7fc-42b8-b230-da507626f4ff req-e78903aa-d1f6-4f06-ab4b-ffd7e826ecbb tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:02.083976 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ba278dc8-09e4-41df-9eee-256a39a28705 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:02.135250 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6077b3d5-98cd-4ecf-8bb2-6961b9d87bca req-f7954d24-fc11-47c7-9f80-a2cb1e694e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:02.135250 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6077b3d5-98cd-4ecf-8bb2-6961b9d87bca req-f7954d24-fc11-47c7-9f80-a2cb1e694e4e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2271a0a7-6ec6-48e1-b520-72a2220686e4 HTTP/1.1" status: 200 len: 834 time: 0.1627173 Dec 08 16:28:02.141826 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eee80253-f9a4-4b8a-ac7b-f1e95f70bc2e tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:02.147166 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-78f4422b-635f-4ccc-ab8b-34c1c86344ed req-c4915240-faf6-4806-a737-e73acebf14d6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f77338c8-91de-4809-bfc2-be2cd2a80b3d HTTP/1.1" status: 200 len: 999 time: 0.2060721 Dec 08 16:28:02.148168 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd42675-5985-47fd-8d88-21a8aae34756 req-18f9df5d-e267-46ad-a1bd-65ebe7216a0b tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:02.151276 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-efd42675-5985-47fd-8d88-21a8aae34756 req-18f9df5d-e267-46ad-a1bd-65ebe7216a0b tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/ports?device_id=e208543d-8efd-438a-bf67-4f92b0f429c3 HTTP/1.1" status: 200 len: 943 time: 0.3026218 Dec 08 16:28:02.296694 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c085929-0f2f-4e66-827d-df0e42803b23 None None] Network 24cd01ba-5e9a-4d83-9310-d522788ee415 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:28:02.297985 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba278dc8-09e4-41df-9eee-256a39a28705 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Network 2b9057ee-d44d-4457-95f6-1512e2391192 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:28:02.299099 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee80253-f9a4-4b8a-ac7b-f1e95f70bc2e tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Pushing event deleted for resources: {'Subnet': ['ID=8e87d23f-33cc-4988-8487-ab64bb5fe945,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:02.308387 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eee80253-f9a4-4b8a-ac7b-f1e95f70bc2e tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:02.314115 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-ba278dc8-09e4-41df-9eee-256a39a28705 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:28:02.315415 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-eee80253-f9a4-4b8a-ac7b-f1e95f70bc2e tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] 10.222.0.64 "DELETE /v2.0/subnets/8e87d23f-33cc-4988-8487-ab64bb5fe945 HTTP/1.1" status: 204 len: 168 time: 2.0177276 Dec 08 16:28:02.320613 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba278dc8-09e4-41df-9eee-256a39a28705 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Pushing event updated for resources: {'Port': ['ID=8b81f462-e750-4731-97c4-125304f2583e,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:02.332743 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41102) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:02.336202 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba278dc8-09e4-41df-9eee-256a39a28705 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:28:02.394956 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-4fad36cc-9fb2-4caf-a00f-284929ac1639 admin admin] For port d38b47d4-eb5e-46ec-86b0-5f90264f9489, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=d38b47d4-eb5e-46ec-86b0-5f90264f9489,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:28:02.396969 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4fad36cc-9fb2-4caf-a00f-284929ac1639 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:02.462023 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-62c3e7f5-b267-439d-b4a0-3dc45ce4df26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:02.480559 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6077b3d5-98cd-4ecf-8bb2-6961b9d87bca req-0ec1d61f-8661-4a99-bc29-36316f3ff13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:02.482923 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6077b3d5-98cd-4ecf-8bb2-6961b9d87bca req-0ec1d61f-8661-4a99-bc29-36316f3ff13b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0f341cc7-0551-426d-b2d8-91278fbfaf0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3190510 Dec 08 16:28:02.503331 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-efd42675-5985-47fd-8d88-21a8aae34756 req-82f0feda-c29c-40da-ac6e-5c4f1883247a tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/security-groups?id=c1d1018c-934d-4b3a-802b-0f4eb045ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3155808 Dec 08 16:28:02.527332 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ba278dc8-09e4-41df-9eee-256a39a28705 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:02.539355 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-4fad36cc-9fb2-4caf-a00f-284929ac1639 admin admin] Calling delete_port for d38b47d4-eb5e-46ec-86b0-5f90264f9489 owned by network:router_gateway {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:28:02.569461 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f4422b-635f-4ccc-ab8b-34c1c86344ed req-4d6aed61-91a6-4bde-8f69-d3f5d9f92dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:02.574666 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-78f4422b-635f-4ccc-ab8b-34c1c86344ed req-4d6aed61-91a6-4bde-8f69-d3f5d9f92dda service neutron] 10.222.0.37 "GET /v2.0/subnets?id=89eafa5b-4193-4ebc-af74-cdc250b35c3e HTTP/1.1" status: 200 len: 834 time: 0.4044828 Dec 08 16:28:02.631945 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device f77338c8-91de-4809-bfc2-be2cd2a80b3d details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:28:02.634388 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b1989b-8b29-4b31-b5d3-c4997994d5ad None None] DHCP port deletion for 24cd01ba-5e9a-4d83-9310-d522788ee415 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:28:02.678715 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-070219f0-d7fc-42b8-b230-da507626f4ff req-e78903aa-d1f6-4f06-ab4b-ffd7e826ecbb tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] For port f97ee071-d3a1-444f-b6c4-6bc6c4f882ed, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=f97ee071-d3a1-444f-b6c4-6bc6c4f882ed,segment=NetworkSegment(5b5cb156-ce75-4e0d-a8c3-2d403c4821d6),segment_id=5b5cb156-ce75-4e0d-a8c3-2d403c4821d6)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:28:02.679382 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-070219f0-d7fc-42b8-b230-da507626f4ff req-e78903aa-d1f6-4f06-ab4b-ffd7e826ecbb tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:02.709753 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-070219f0-d7fc-42b8-b230-da507626f4ff req-e78903aa-d1f6-4f06-ab4b-ffd7e826ecbb tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] Calling delete_port for f97ee071-d3a1-444f-b6c4-6bc6c4f882ed owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:28:02.730498 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-62c3e7f5-b267-439d-b4a0-3dc45ce4df26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:02.815735 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device a5ed6ac9-2639-4afc-8743-769278c1f01a no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:28:02.842054 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: a5ed6ac9-2639-4afc-8743-769278c1f01a {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:28:02.842765 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device a5ed6ac9-2639-4afc-8743-769278c1f01a not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:28:02.843297 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 49b6e430-9911-4c0d-b73b-628ac909e40e no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:28:02.858319 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-630c69ed-d1b9-4b91-8dd9-98e42fb9cbfc tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:02.906189 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-b0b1989b-8b29-4b31-b5d3-c4997994d5ad None None] Deleting port 49b6e430-9911-4c0d-b73b-628ac909e40e {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:28:02.907859 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b0b1989b-8b29-4b31-b5d3-c4997994d5ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:03.017009 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-b0b1989b-8b29-4b31-b5d3-c4997994d5ad None None] For port 49b6e430-9911-4c0d-b73b-628ac909e40e, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=49b6e430-9911-4c0d-b73b-628ac909e40e,segment=NetworkSegment(9e2e112e-ee41-4d1e-92e1-1e4e2f6ca2dc),segment_id=9e2e112e-ee41-4d1e-92e1-1e4e2f6ca2dc)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:28:03.019881 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b0b1989b-8b29-4b31-b5d3-c4997994d5ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:03.022343 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-c6c31e28-d275-46e5-8eea-e2f8203b4a23 None None] Provisioning complete for port 8b81f462-e750-4731-97c4-125304f2583e triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:03.022811 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c6c31e28-d275-46e5-8eea-e2f8203b4a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:03.048605 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-b0b1989b-8b29-4b31-b5d3-c4997994d5ad None None] Calling delete_port for 49b6e430-9911-4c0d-b73b-628ac909e40e owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:28:03.089330 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ba278dc8-09e4-41df-9eee-256a39a28705 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:03.110239 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6077b3d5-98cd-4ecf-8bb2-6961b9d87bca req-7f8ad504-33c1-40eb-abc7-d189798cdd83 service neutron] 10.222.0.76 "GET /v2.0/networks/0f341cc7-0551-426d-b2d8-91278fbfaf0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6023998 Dec 08 16:28:03.117831 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f4422b-635f-4ccc-ab8b-34c1c86344ed req-e1b418df-04f7-43c3-9e12-27bf13807acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:03.119973 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-78f4422b-635f-4ccc-ab8b-34c1c86344ed req-e1b418df-04f7-43c3-9e12-27bf13807acd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=08814924-d3f7-498d-a0e5-508442cef09d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4660830 Dec 08 16:28:03.168366 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec683cf2-9a78-42af-a5b6-89f95c424d05 req-4ea07be5-7ad7-4ca2-947a-4ab7d16e3c1b tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:03.171643 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ec683cf2-9a78-42af-a5b6-89f95c424d05 req-4ea07be5-7ad7-4ca2-947a-4ab7d16e3c1b tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514 HTTP/1.1" status: 200 len: 944 time: 0.3075981 Dec 08 16:28:03.216268 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-62c3e7f5-b267-439d-b4a0-3dc45ce4df26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:03.218828 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-62c3e7f5-b267-439d-b4a0-3dc45ce4df26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:03.222854 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-62c3e7f5-b267-439d-b4a0-3dc45ce4df26 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2980f39b-6a31-4ea5-b526-7bc1a3843465 HTTP/1.1" status: 204 len: 168 time: 1.1858413 Dec 08 16:28:03.232367 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:03.243747 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef140b7-6464-4f0f-9e9e-49c221351e0c req-e3d11f8e-5c04-4dd0-b900-dce0c1850e77 tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:03.251797 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-aef140b7-6464-4f0f-9e9e-49c221351e0c req-e3d11f8e-5c04-4dd0-b900-dce0c1850e77 tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] 10.222.0.64 "GET /v2.0/ports?device_id=e25ca887-2fa8-4e9f-bb10-337e1ac64974 HTTP/1.1" status: 200 len: 945 time: 0.2526212 Dec 08 16:28:03.277204 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port f77338c8-91de-4809-bfc2-be2cd2a80b3d, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=f77338c8-91de-4809-bfc2-be2cd2a80b3d,segment=NetworkSegment(af1f2f88-c1fd-44a2-a1d8-d976a10fad4e),segment_id=af1f2f88-c1fd-44a2-a1d8-d976a10fad4e)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:28:03.292987 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-c6c31e28-d275-46e5-8eea-e2f8203b4a23 None None] Port 8b81f462-e750-4731-97c4-125304f2583e cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:28:03.296575 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': 'f77338c8-91de-4809-bfc2-be2cd2a80b3d', 'network_id': '08814924-d3f7-498d-a0e5-508442cef09d', 'port_id': 'f77338c8-91de-4809-bfc2-be2cd2a80b3d', 'mac_address': 'fa:16:3e:db:d5:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89eafa5b-4193-4ebc-af74-cdc250b35c3e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:28:03.303968 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c3e7f5-b267-439d-b4a0-3dc45ce4df26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2980f39b-6a31-4ea5-b526-7bc1a3843465,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:03.341784 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b0b1989b-8b29-4b31-b5d3-c4997994d5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:03.385815 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b1989b-8b29-4b31-b5d3-c4997994d5ad None None] No DVR routers for this DVR port 49b6e430-9911-4c0d-b73b-628ac909e40e on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:28:03.387418 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b1989b-8b29-4b31-b5d3-c4997994d5ad None None] Pushing event deleted for resources: {'Port': ['ID=49b6e430-9911-4c0d-b73b-628ac909e40e,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:03.421539 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6077b3d5-98cd-4ecf-8bb2-6961b9d87bca req-0172d623-2138-4869-af15-73f1c49029f1 service neutron] 10.222.0.76 "GET /v2.0/networks/0f341cc7-0551-426d-b2d8-91278fbfaf0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978323 Dec 08 16:28:03.453274 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:03.456472 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-aef140b7-6464-4f0f-9e9e-49c221351e0c req-4dcf9408-38e7-4325-a5b2-27a43fb0b891 tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] 10.222.0.64 "GET /v2.0/security-groups?id=c19b0db7-cd6e-470c-b57f-39d719b5f7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035818 Dec 08 16:28:03.466734 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f77338c8-91de-4809-bfc2-be2cd2a80b3d {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:28:03.495566 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port f77338c8-91de-4809-bfc2-be2cd2a80b3d, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=f77338c8-91de-4809-bfc2-be2cd2a80b3d,segment=NetworkSegment(af1f2f88-c1fd-44a2-a1d8-d976a10fad4e),segment_id=af1f2f88-c1fd-44a2-a1d8-d976a10fad4e)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:28:03.506028 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-630c69ed-d1b9-4b91-8dd9-98e42fb9cbfc tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Deleting port 49b6e430-9911-4c0d-b73b-628ac909e40e {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:28:03.506966 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-630c69ed-d1b9-4b91-8dd9-98e42fb9cbfc tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:03.581264 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:03.653200 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=f77338c8-91de-4809-bfc2-be2cd2a80b3d,revision_number=8']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:03.655713 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ec683cf2-9a78-42af-a5b6-89f95c424d05 req-2e020c8e-3906-4288-be1b-7993a54bf573 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=5dbfa492-1a8c-4612-9bec-7e64b91898d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4195080 Dec 08 16:28:03.729447 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f03f16-86ec-4e1a-a49c-cb18d0b01c70 req-b7a43e46-50fb-49fb-9496-b85d915b2788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:03.731011 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-78f4422b-635f-4ccc-ab8b-34c1c86344ed req-d101972e-a212-4804-a083-c0c9a27a0eed service neutron] 10.222.0.37 "GET /v2.0/networks/08814924-d3f7-498d-a0e5-508442cef09d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5934672 Dec 08 16:28:03.731204 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-55f03f16-86ec-4e1a-a49c-cb18d0b01c70 req-b7a43e46-50fb-49fb-9496-b85d915b2788 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2a90eddbbcbf4338ab5fe411884194ac&device_id=e208543d-8efd-438a-bf67-4f92b0f429c3 HTTP/1.1" status: 200 len: 1095 time: 0.1453731 Dec 08 16:28:03.799236 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['f77338c8-91de-4809-bfc2-be2cd2a80b3d'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:28:03.825663 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-630c69ed-d1b9-4b91-8dd9-98e42fb9cbfc tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] For port 49b6e430-9911-4c0d-b73b-628ac909e40e, host n-d-776250-12, got binding levels [] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:28:03.826443 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-630c69ed-d1b9-4b91-8dd9-98e42fb9cbfc tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:03.843681 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-630c69ed-d1b9-4b91-8dd9-98e42fb9cbfc tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Calling delete_port for 49b6e430-9911-4c0d-b73b-628ac909e40e owned by network:dhcp {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:28:03.847700 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.ipam_backend_mixin [None req-630c69ed-d1b9-4b91-8dd9-98e42fb9cbfc tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Port 49b6e430-9911-4c0d-b73b-628ac909e40e was not found and therefore no delete operation was performed {{(pid=110550) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 16:28:03.852462 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-630c69ed-d1b9-4b91-8dd9-98e42fb9cbfc tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:03.894068 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-070219f0-d7fc-42b8-b230-da507626f4ff req-e78903aa-d1f6-4f06-ab4b-ffd7e826ecbb tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:03.938019 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4fad36cc-9fb2-4caf-a00f-284929ac1639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:03.959458 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630c69ed-d1b9-4b91-8dd9-98e42fb9cbfc tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Pushing event deleted for resources: {'Port': ['ID=49b6e430-9911-4c0d-b73b-628ac909e40e,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:04.008126 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630c69ed-d1b9-4b91-8dd9-98e42fb9cbfc tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] No DVR routers for this DVR port 49b6e430-9911-4c0d-b73b-628ac909e40e on host n-d-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:28:04.160739 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-630c69ed-d1b9-4b91-8dd9-98e42fb9cbfc tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:04.183944 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-630c69ed-d1b9-4b91-8dd9-98e42fb9cbfc tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24cd01ba-5e9a-4d83-9310-d522788ee415']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:04.204454 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-630c69ed-d1b9-4b91-8dd9-98e42fb9cbfc tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e2e112e-ee41-4d1e-92e1-1e4e2f6ca2dc') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:04.204757 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-630c69ed-d1b9-4b91-8dd9-98e42fb9cbfc tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e2e112e-ee41-4d1e-92e1-1e4e2f6ca2dc') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:04.235026 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-630c69ed-d1b9-4b91-8dd9-98e42fb9cbfc tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:04.243311 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-630c69ed-d1b9-4b91-8dd9-98e42fb9cbfc tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:04.250159 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-630c69ed-d1b9-4b91-8dd9-98e42fb9cbfc tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:28:04.251169 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-630c69ed-d1b9-4b91-8dd9-98e42fb9cbfc tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:04.295420 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41138) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:04.357200 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd8d4f6-e7dd-4b26-85f2-0d2fa763aa57 req-f0d3f80e-c8df-443e-a509-b96ba7082f7d tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:04.364864 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-efd8d4f6-e7dd-4b26-85f2-0d2fa763aa57 req-f0d3f80e-c8df-443e-a509-b96ba7082f7d tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/ports?device_id=e208543d-8efd-438a-bf67-4f92b0f429c3 HTTP/1.1" status: 200 len: 943 time: 0.7259753 Dec 08 16:28:04.371485 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:28:04.371485 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:28:04.371485 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:28:04.371485 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:28:04.371485 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:28:04.371485 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:28:04.371485 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:28:04.371485 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:28:04.371485 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:28:04.371485 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:28:04.371485 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:28:04.371485 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:28:04.371485 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:28:04.371485 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:28:04.371485 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:28:04.371485 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:28:04.371485 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:28:04.371485 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:28:04.371485 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:28:04.371485 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:28:04.371485 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:28:04.371485 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:28:04.371485 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:28:04.371485 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:28:04.371485 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:28:04.371485 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:28:04.371485 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:28:04.371485 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:28:04.371485 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:28:04.371485 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:28:04.371485 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:28:04.371485 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:28:04.481769 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ba278dc8-09e4-41df-9eee-256a39a28705 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:04.518594 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a66e6b4e-ff44-474c-8af8-40a3ddf5868e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:04.543430 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f03f16-86ec-4e1a-a49c-cb18d0b01c70 req-2f42bfb9-c619-46b6-8303-0d1e04170ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:04.545226 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-55f03f16-86ec-4e1a-a49c-cb18d0b01c70 req-2f42bfb9-c619-46b6-8303-0d1e04170ece service neutron] 10.222.0.76 "GET /v2.0/networks?id=0f341cc7-0551-426d-b2d8-91278fbfaf0d HTTP/1.1" status: 200 len: 897 time: 0.7980697 Dec 08 16:28:04.592353 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e28d3f0-a1c9-4ff5-9d76-9c19776a7cb7 req-6cc74aaf-ddfd-4dff-8725-11613f5523ed tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:04.593801 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5e28d3f0-a1c9-4ff5-9d76-9c19776a7cb7 req-6cc74aaf-ddfd-4dff-8725-11613f5523ed tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.37 "GET /v2.0/ports?device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514&tenant_id=5ac8783bc8454dbdaff01b6ea349ef5e&binding%3Ahost_id=n-h2-776250-12 HTTP/1.1" status: 200 len: 945 time: 0.2205131 Dec 08 16:28:04.602371 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:04.625444 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ba278dc8-09e4-41df-9eee-256a39a28705 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:04.629676 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device f77338c8-91de-4809-bfc2-be2cd2a80b3d up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:28:04.664659 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-55f03f16-86ec-4e1a-a49c-cb18d0b01c70 req-87756bf1-4ee7-4378-a4b1-6b165ba6e785 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7809c34e-a979-4bda-a2d8-1db49dc75d04 HTTP/1.1" status: 200 len: 217 time: 0.1037538 Dec 08 16:28:04.761455 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba278dc8-09e4-41df-9eee-256a39a28705 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Pushing event updated for resources: {'Port': ['ID=8b81f462-e750-4731-97c4-125304f2583e,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:04.788873 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-efd8d4f6-e7dd-4b26-85f2-0d2fa763aa57 req-135c33c9-b7a0-4c8c-a89d-0208ea6bc5d2 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/security-groups?id=c1d1018c-934d-4b3a-802b-0f4eb045ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4229598 Dec 08 16:28:04.811900 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port f77338c8-91de-4809-bfc2-be2cd2a80b3d completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:28:04.825143 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port f77338c8-91de-4809-bfc2-be2cd2a80b3d triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:04.825741 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:04.831733 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-78f4422b-635f-4ccc-ab8b-34c1c86344ed req-10341073-99f5-402b-9a61-2f0a95178a35 service neutron] 10.222.0.37 "GET /v2.0/networks/08814924-d3f7-498d-a0e5-508442cef09d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0886879 Dec 08 16:28:04.832533 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-070219f0-d7fc-42b8-b230-da507626f4ff req-e78903aa-d1f6-4f06-ab4b-ffd7e826ecbb tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] No DVR routers for this DVR port f97ee071-d3a1-444f-b6c4-6bc6c4f882ed on host n-h2-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:28:04.837089 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-070219f0-d7fc-42b8-b230-da507626f4ff req-e78903aa-d1f6-4f06-ab4b-ffd7e826ecbb tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:04.841900 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-070219f0-d7fc-42b8-b230-da507626f4ff req-e78903aa-d1f6-4f06-ab4b-ffd7e826ecbb tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] 10.222.0.37 "DELETE /v2.0/ports/f97ee071-d3a1-444f-b6c4-6bc6c4f882ed HTTP/1.1" status: 204 len: 173 time: 3.3723602 Dec 08 16:28:04.857940 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25ca887-2fa8-4e9f-bb10-337e1ac64974', 'name': 'network-vif-deleted', 'tag': 'f97ee071-d3a1-444f-b6c4-6bc6c4f882ed'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:28:04.861473 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e751ab75-f841-4419-9fdb-2df650e8ba34" -d '{"events": [{"server_uuid": "e25ca887-2fa8-4e9f-bb10-337e1ac64974", "name": "network-vif-deleted", "tag": "f97ee071-d3a1-444f-b6c4-6bc6c4f882ed"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:28:04.864404 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-630c69ed-d1b9-4b91-8dd9-98e42fb9cbfc tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:04.866347 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ba278dc8-09e4-41df-9eee-256a39a28705 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:04.872993 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-630c69ed-d1b9-4b91-8dd9-98e42fb9cbfc tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:04.878665 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-630c69ed-d1b9-4b91-8dd9-98e42fb9cbfc tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] 10.222.0.64 "DELETE /v2.0/networks/24cd01ba-5e9a-4d83-9310-d522788ee415 HTTP/1.1" status: 204 len: 168 time: 2.5309043 Dec 08 16:28:04.878665 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78903aa-d1f6-4f06-ab4b-ffd7e826ecbb tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] Pushing event deleted for resources: {'Port': ['ID=f97ee071-d3a1-444f-b6c4-6bc6c4f882ed,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:04.890946 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4fad36cc-9fb2-4caf-a00f-284929ac1639 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:04.920043 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-63bd124c-cc55-4a90-9808-d56b2f5a57ef req-2b7707bb-f19b-4264-b5ac-fc14e1dfa3b1 tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] 10.222.0.64 "GET /v2.0/ports?device_id=e25ca887-2fa8-4e9f-bb10-337e1ac64974 HTTP/1.1" status: 200 len: 210 time: 0.0376935 Dec 08 16:28:04.938365 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f03f16-86ec-4e1a-a49c-cb18d0b01c70 req-2fde5594-d301-40be-ac71-29a292f48f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:04.939881 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-55f03f16-86ec-4e1a-a49c-cb18d0b01c70 req-2fde5594-d301-40be-ac71-29a292f48f0c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2271a0a7-6ec6-48e1-b520-72a2220686e4 HTTP/1.1" status: 200 len: 834 time: 0.1731813 Dec 08 16:28:04.968969 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fad36cc-9fb2-4caf-a00f-284929ac1639 admin admin] Pushing event deleted for resources: {'Port': ['ID=d38b47d4-eb5e-46ec-86b0-5f90264f9489,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:05.024495 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e778ea03-ba4b-4ee5-ad1c-6f9c38e708b6 x-openstack-request-id: req-e778ea03-ba4b-4ee5-ad1c-6f9c38e708b6 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:28:05.024690 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e25ca887-2fa8-4e9f-bb10-337e1ac64974", "name": "network-vif-deleted", "tag": "f97ee071-d3a1-444f-b6c4-6bc6c4f882ed", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:28:05.024959 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e778ea03-ba4b-4ee5-ad1c-6f9c38e708b6 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:28:05.025999 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e25ca887-2fa8-4e9f-bb10-337e1ac64974', 'name': 'network-vif-deleted', 'tag': 'f97ee071-d3a1-444f-b6c4-6bc6c4f882ed', 'status': 'completed', 'code': 200} Dec 08 16:28:05.039222 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:05.058120 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630c69ed-d1b9-4b91-8dd9-98e42fb9cbfc tempest-AllowedAddressPairIpV6TestJSON-785490940 tempest-AllowedAddressPairIpV6TestJSON-785490940-project] Pushing event deleted for resources: {'Network': ['ID=24cd01ba-5e9a-4d83-9310-d522788ee415,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:05.081110 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4fad36cc-9fb2-4caf-a00f-284929ac1639 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:05.089607 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5e28d3f0-a1c9-4ff5-9d76-9c19776a7cb7 req-9ecdcc27-e5c6-4c24-87e0-017d619c83e2 service neutron] 10.222.0.37 "GET /v2.0/ports/f77338c8-91de-4809-bfc2-be2cd2a80b3d/bindings/n-h2-776250-12 HTTP/1.1" status: 200 len: 383 time: 0.4575181 Dec 08 16:28:05.091574 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037e71b-f481-4aa0-b13a-49ca55433a96 req-de06c43b-fe06-49fc-9604-c3377025f87a tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:05.093472 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9037e71b-f481-4aa0-b13a-49ca55433a96 req-de06c43b-fe06-49fc-9604-c3377025f87a tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514 HTTP/1.1" status: 200 len: 945 time: 0.7657428 Dec 08 16:28:05.095112 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4fad36cc-9fb2-4caf-a00f-284929ac1639 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:05.096743 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a66e6b4e-ff44-474c-8af8-40a3ddf5868e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:05.126540 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77804a2a-42a4-47e3-a655-9b2afc5b7514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f77338c8-91de-4809-bfc2-be2cd2a80b3d'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:28:05.127789 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3f5582-349c-4104-9432-80953503c880" -d '{"events": [{"server_uuid": "77804a2a-42a4-47e3-a655-9b2afc5b7514", "name": "network-vif-plugged", "status": "completed", "tag": "f77338c8-91de-4809-bfc2-be2cd2a80b3d"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:28:05.133825 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port f77338c8-91de-4809-bfc2-be2cd2a80b3d, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=f77338c8-91de-4809-bfc2-be2cd2a80b3d,segment=NetworkSegment(af1f2f88-c1fd-44a2-a1d8-d976a10fad4e),segment_id=af1f2f88-c1fd-44a2-a1d8-d976a10fad4e)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:28:05.159754 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f03f16-86ec-4e1a-a49c-cb18d0b01c70 req-e7a9be5e-8339-4fa8-aba0-8dd1650b0175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:05.161426 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-55f03f16-86ec-4e1a-a49c-cb18d0b01c70 req-e7a9be5e-8339-4fa8-aba0-8dd1650b0175 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0f341cc7-0551-426d-b2d8-91278fbfaf0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1669085 Dec 08 16:28:05.198725 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9037e71b-f481-4aa0-b13a-49ca55433a96 req-ff330ed1-53b8-4be0-babf-d7e0889143e6 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=5dbfa492-1a8c-4612-9bec-7e64b91898d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936661 Dec 08 16:28:05.225357 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37311ce1-bc8b-44c5-970a-886914fa5178 x-openstack-request-id: req-37311ce1-bc8b-44c5-970a-886914fa5178 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:28:05.225679 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77804a2a-42a4-47e3-a655-9b2afc5b7514", "name": "network-vif-plugged", "status": "completed", "tag": "f77338c8-91de-4809-bfc2-be2cd2a80b3d", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:28:05.226531 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-37311ce1-bc8b-44c5-970a-886914fa5178 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:28:05.226944 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77804a2a-42a4-47e3-a655-9b2afc5b7514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f77338c8-91de-4809-bfc2-be2cd2a80b3d', 'code': 200} Dec 08 16:28:05.233035 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:05.233907 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device f97ee071-d3a1-444f-b6c4-6bc6c4f882ed no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:28:05.243772 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba278dc8-09e4-41df-9eee-256a39a28705 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Network 2b9057ee-d44d-4457-95f6-1512e2391192 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:28:05.247580 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a66e6b4e-ff44-474c-8af8-40a3ddf5868e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:05.257051 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-ba278dc8-09e4-41df-9eee-256a39a28705 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:28:05.258297 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: f97ee071-d3a1-444f-b6c4-6bc6c4f882ed {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:28:05.258655 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device f97ee071-d3a1-444f-b6c4-6bc6c4f882ed not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:28:05.265441 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4fad36cc-9fb2-4caf-a00f-284929ac1639 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:05.270318 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fad36cc-9fb2-4caf-a00f-284929ac1639 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a280412e-a049-4c39-b674-5004fe506071 {{(pid=110550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:28:05.271272 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4fad36cc-9fb2-4caf-a00f-284929ac1639 admin admin] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:05.278517 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-4fad36cc-9fb2-4caf-a00f-284929ac1639 admin admin] 10.222.0.64 "DELETE /v2.0/routers/a280412e-a049-4c39-b674-5004fe506071 HTTP/1.1" status: 204 len: 168 time: 5.2280953 Dec 08 16:28:05.278752 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41158) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:05.317392 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=f77338c8-91de-4809-bfc2-be2cd2a80b3d,revision_number=9']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:05.341167 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e28d3f0-a1c9-4ff5-9d76-9c19776a7cb7 req-52a0c292-0380-4138-ae14-7c5157e45432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:05.342957 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5e28d3f0-a1c9-4ff5-9d76-9c19776a7cb7 req-52a0c292-0380-4138-ae14-7c5157e45432 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5ac8783bc8454dbdaff01b6ea349ef5e&device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514 HTTP/1.1" status: 200 len: 1097 time: 0.2028744 Dec 08 16:28:05.515410 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a66e6b4e-ff44-474c-8af8-40a3ddf5868e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4017fe9454784f09be9a1e3390ab3939&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2131500 Dec 08 16:28:05.518150 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41164) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:05.522822 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 7809c34e-a979-4bda-a2d8-1db49dc75d04 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:28:05.566426 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66e6b4e-ff44-474c-8af8-40a3ddf5868e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8ba0b5-73d2-483d-b9e5-f2cdba2403d0,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:05.607168 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c941371-2670-4798-a084-e6a3d5f1bac3 admin admin] Deleting subnet 297bd6e5-3bf7-4d91-8a12-5133ca44aa82 {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:28:05.612214 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3c941371-2670-4798-a084-e6a3d5f1bac3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:05.620166 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-55f03f16-86ec-4e1a-a49c-cb18d0b01c70 req-bc5f3f25-ff0f-4b33-af0e-68d3ca180106 service neutron] 10.222.0.76 "GET /v2.0/networks/0f341cc7-0551-426d-b2d8-91278fbfaf0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4426630 Dec 08 16:28:05.636383 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4e2cdef1-e510-4126-8db5-5d986d7ec4f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:05.689188 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4e2cdef1-e510-4126-8db5-5d986d7ec4f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:05.721845 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-c378dd10-eb19-4250-b8c1-8a39312845f8 None None] Provisioning complete for port 8b81f462-e750-4731-97c4-125304f2583e triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:05.727367 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c378dd10-eb19-4250-b8c1-8a39312845f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:05.758108 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41170) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:05.782328 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-55f03f16-86ec-4e1a-a49c-cb18d0b01c70 req-25e07434-7828-4c9d-be6f-410f166b3639 service neutron] 10.222.0.76 "GET /v2.0/networks/0f341cc7-0551-426d-b2d8-91278fbfaf0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303062 Dec 08 16:28:05.802707 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 7809c34e-a979-4bda-a2d8-1db49dc75d04, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=7809c34e-a979-4bda-a2d8-1db49dc75d04,segment=NetworkSegment(82648366-5889-4a5b-8ff9-e2d574d830ca),segment_id=82648366-5889-4a5b-8ff9-e2d574d830ca)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:28:05.806150 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-c378dd10-eb19-4250-b8c1-8a39312845f8 None None] Port 8b81f462-e750-4731-97c4-125304f2583e cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:28:05.827650 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '7809c34e-a979-4bda-a2d8-1db49dc75d04', 'network_id': '0f341cc7-0551-426d-b2d8-91278fbfaf0d', 'port_id': '7809c34e-a979-4bda-a2d8-1db49dc75d04', 'mac_address': 'fa:16:3e:45:da:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2271a0a7-6ec6-48e1-b520-72a2220686e4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:28:05.852701 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba278dc8-09e4-41df-9eee-256a39a28705 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Router 4623ec66-eee4-43d8-8440-96d892aa3ccc has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:28:05.855799 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e28d3f0-a1c9-4ff5-9d76-9c19776a7cb7 req-52e1f67a-f1fb-4cfb-8ca5-398c0f42d5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:05.856941 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5e28d3f0-a1c9-4ff5-9d76-9c19776a7cb7 req-52e1f67a-f1fb-4cfb-8ca5-398c0f42d5cb service neutron] 10.222.0.37 "GET /v2.0/networks?id=08814924-d3f7-498d-a0e5-508442cef09d HTTP/1.1" status: 200 len: 898 time: 0.4852302 Dec 08 16:28:05.865297 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4e2cdef1-e510-4126-8db5-5d986d7ec4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:05.868358 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4e2cdef1-e510-4126-8db5-5d986d7ec4f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:05.873277 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-4e2cdef1-e510-4126-8db5-5d986d7ec4f5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6b8ba0b5-73d2-483d-b9e5-f2cdba2403d0 HTTP/1.1" status: 204 len: 168 time: 0.3540025 Dec 08 16:28:05.889874 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2cdef1-e510-4126-8db5-5d986d7ec4f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8ba0b5-73d2-483d-b9e5-f2cdba2403d0,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:05.998717 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3c941371-2670-4798-a084-e6a3d5f1bac3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:06.106148 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-fd79196b-bf99-40e3-aa6e-d063dca50aec admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=58b5e3c8e9184fc481cd2802cce82388&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3464761 Dec 08 16:28:06.111177 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2a503900-598e-4ef5-9ee3-d2203f19614c req-d72cc8ad-8ce3-447d-9850-32900b1edbc8 tempest-InstanceActionsNegativeTestJSON-1745359921 tempest-InstanceActionsNegativeTestJSON-1745359921-project] 10.222.0.64 "GET /v2.0/ports?device_id=e25ca887-2fa8-4e9f-bb10-337e1ac64974 HTTP/1.1" status: 200 len: 210 time: 0.0591595 Dec 08 16:28:06.111177 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41184) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:06.196666 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b433cfed-0c21-4759-bede-6dd64a632999 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:06.212210 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5e28d3f0-a1c9-4ff5-9d76-9c19776a7cb7 req-731fb324-c12c-4fd1-a417-34f9c8f8129a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f77338c8-91de-4809-bfc2-be2cd2a80b3d HTTP/1.1" status: 200 len: 1001 time: 0.3285348 Dec 08 16:28:06.231778 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b433cfed-0c21-4759-bede-6dd64a632999 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:06.274540 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:06.303953 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7809c34e-a979-4bda-a2d8-1db49dc75d04 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:28:06.328025 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 7809c34e-a979-4bda-a2d8-1db49dc75d04, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=7809c34e-a979-4bda-a2d8-1db49dc75d04,segment=NetworkSegment(82648366-5889-4a5b-8ff9-e2d574d830ca),segment_id=82648366-5889-4a5b-8ff9-e2d574d830ca)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:28:06.366606 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c713a3f6-9b45-4b40-b816-51223df0f031 req-89c79fec-895f-4fb0-a680-43dd7bb67287 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:06.377005 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013705f7-16c7-47f5-adbb-e09df3c4d3b5 req-a1fd6781-5b43-464d-ad37-41b6c921fd2f tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:06.378846 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-013705f7-16c7-47f5-adbb-e09df3c4d3b5 req-a1fd6781-5b43-464d-ad37-41b6c921fd2f tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/ports?device_id=e208543d-8efd-438a-bf67-4f92b0f429c3 HTTP/1.1" status: 200 len: 943 time: 0.3914289 Dec 08 16:28:06.387230 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c713a3f6-9b45-4b40-b816-51223df0f031 req-89c79fec-895f-4fb0-a680-43dd7bb67287 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514 HTTP/1.1" status: 200 len: 946 time: 0.0917358 Dec 08 16:28:06.397229 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:06.480757 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c713a3f6-9b45-4b40-b816-51223df0f031 req-61dd5fbe-d2b4-4eba-8e5e-49bb5fc7c87c tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=5dbfa492-1a8c-4612-9bec-7e64b91898d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896113 Dec 08 16:28:06.483281 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3c941371-2670-4798-a084-e6a3d5f1bac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:06.485298 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=7809c34e-a979-4bda-a2d8-1db49dc75d04,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:06.499914 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b433cfed-0c21-4759-bede-6dd64a632999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:06.503135 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b433cfed-0c21-4759-bede-6dd64a632999 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:06.506780 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b433cfed-0c21-4759-bede-6dd64a632999 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d879d21e-42dd-471e-b5f8-f80e0ac99f77 HTTP/1.1" status: 204 len: 168 time: 0.3935745 Dec 08 16:28:06.513432 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b433cfed-0c21-4759-bede-6dd64a632999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d879d21e-42dd-471e-b5f8-f80e0ac99f77,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:06.523250 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e28d3f0-a1c9-4ff5-9d76-9c19776a7cb7 req-6745e5e1-6193-4a02-ba12-2a5ebe4efce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:06.525038 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5e28d3f0-a1c9-4ff5-9d76-9c19776a7cb7 req-6745e5e1-6193-4a02-ba12-2a5ebe4efce3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=89eafa5b-4193-4ebc-af74-cdc250b35c3e HTTP/1.1" status: 200 len: 834 time: 0.2879870 Dec 08 16:28:06.537351 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba278dc8-09e4-41df-9eee-256a39a28705 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:28:06.543486 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-013705f7-16c7-47f5-adbb-e09df3c4d3b5 req-37d16857-ef4b-47ae-9b58-352acf62de05 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/security-groups?id=c1d1018c-934d-4b3a-802b-0f4eb045ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548569 Dec 08 16:28:06.549790 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ba278dc8-09e4-41df-9eee-256a39a28705 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] 10.222.0.64 "PUT /v2.0/routers/4623ec66-eee4-43d8-8440-96d892aa3ccc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6221151 Dec 08 16:28:06.555504 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41200) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:06.561010 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-8898879b-497d-464f-87e5-a32331046678 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Request body: {'port': {'network_id': '2b9057ee-d44d-4457-95f6-1512e2391192', 'name': 'tempest-FloatingIPAdminTestJSON-1187147641'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:06.562341 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7869943-79b5-4d9e-a240-8726334e7f73 None None] Sync routers for ids ['4623ec66-eee4-43d8-8440-96d892aa3ccc'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:28:06.578540 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7869943-79b5-4d9e-a240-8726334e7f73 None None] Routers {'4623ec66-eee4-43d8-8440-96d892aa3ccc'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:28:06.579092 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-e7869943-79b5-4d9e-a240-8726334e7f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:27:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['4623ec66-eee4-43d8-8440-96d892aa3ccc'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:06.652273 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e28d3f0-a1c9-4ff5-9d76-9c19776a7cb7 req-ea5d23e3-091b-40cd-9e71-df2edb93ae1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:06.653763 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5e28d3f0-a1c9-4ff5-9d76-9c19776a7cb7 req-ea5d23e3-091b-40cd-9e71-df2edb93ae1d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=08814924-d3f7-498d-a0e5-508442cef09d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1198621 Dec 08 16:28:06.658300 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-e7869943-79b5-4d9e-a240-8726334e7f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:06.669821 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7869943-79b5-4d9e-a240-8726334e7f73 None None] Routers {'4623ec66-eee4-43d8-8440-96d892aa3ccc'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:28:06.670570 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-e7869943-79b5-4d9e-a240-8726334e7f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:27:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['4623ec66-eee4-43d8-8440-96d892aa3ccc'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:06.724995 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-e7869943-79b5-4d9e-a240-8726334e7f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:06.726764 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7869943-79b5-4d9e-a240-8726334e7f73 None None] The sync data for ids ['4623ec66-eee4-43d8-8440-96d892aa3ccc'] in n-d-776250-12 is: [] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:28:06.761091 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3c941371-2670-4798-a084-e6a3d5f1bac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:06.771034 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device d38b47d4-eb5e-46ec-86b0-5f90264f9489 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:28:06.782216 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['7809c34e-a979-4bda-a2d8-1db49dc75d04'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:28:06.807747 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c941371-2670-4798-a084-e6a3d5f1bac3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=297bd6e5-3bf7-4d91-8a12-5133ca44aa82,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:06.813796 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8898879b-497d-464f-87e5-a32331046678 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Made reservation on behalf of 59589be04af7404b8deccd35496c7dfd for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:28:06.818347 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3c941371-2670-4798-a084-e6a3d5f1bac3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:06.819061 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8898879b-497d-464f-87e5-a32331046678 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:06.823803 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-3c941371-2670-4798-a084-e6a3d5f1bac3 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/297bd6e5-3bf7-4d91-8a12-5133ca44aa82 HTTP/1.1" status: 204 len: 168 time: 1.5323699 Dec 08 16:28:06.826396 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5e28d3f0-a1c9-4ff5-9d76-9c19776a7cb7 req-553d2f3f-1779-4f88-9e9d-069925aecbce service neutron] 10.222.0.37 "GET /v2.0/networks/08814924-d3f7-498d-a0e5-508442cef09d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653981 Dec 08 16:28:06.826835 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41208) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:06.883192 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ce41de-fee7-47b4-8961-771b6e978b8e None None] Network 96222b75-0d7f-43da-898a-91046f8bdc5a requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:28:06.892083 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [None req-8898879b-497d-464f-87e5-a32331046678 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] device_id is not set on port dc6d37ee-c358-4daa-aaf3-fed09b7a12ee yet. {{(pid=110550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:28:06.921079 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: d38b47d4-eb5e-46ec-86b0-5f90264f9489 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:28:06.921432 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device d38b47d4-eb5e-46ec-86b0-5f90264f9489 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:28:06.948934 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5e28d3f0-a1c9-4ff5-9d76-9c19776a7cb7 req-ceb2e233-3833-4426-8cec-c63deac715a2 service neutron] 10.222.0.37 "GET /v2.0/networks/08814924-d3f7-498d-a0e5-508442cef09d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148727 Dec 08 16:28:07.066688 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8d309a28-3f18-4e9e-ba48-a0f924bb00df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:07.078929 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-8898879b-497d-464f-87e5-a32331046678 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Allocated IP 172.20.0.9 (2b9057ee-d44d-4457-95f6-1512e2391192/3fd6cc89-6e7d-4ad0-b26a-630435010022/dc6d37ee-c358-4daa-aaf3-fed09b7a12ee) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:28:07.198414 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d066a04-f34d-4b62-9ecf-2b23fa92e69c None None] DHCP port deletion for 96222b75-0d7f-43da-898a-91046f8bdc5a request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:28:07.233024 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41222) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:07.295794 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-d690ef58-353f-46ea-98a8-132744952f07 admin admin] Deleting subnet 85c16c5d-ce2d-41c4-8335-a374b8aec8b1 {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:28:07.299607 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d690ef58-353f-46ea-98a8-132744952f07 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:07.325883 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8898879b-497d-464f-87e5-a32331046678 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:07.329967 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-1d066a04-f34d-4b62-9ecf-2b23fa92e69c None None] Deleting port 6ff88fef-964d-4422-8a43-790812226d38 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:28:07.331046 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1d066a04-f34d-4b62-9ecf-2b23fa92e69c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:07.339770 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-8d309a28-3f18-4e9e-ba48-a0f924bb00df admin admin] Deleting port 6ff88fef-964d-4422-8a43-790812226d38 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:28:07.340110 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8d309a28-3f18-4e9e-ba48-a0f924bb00df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:07.351680 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d690ef58-353f-46ea-98a8-132744952f07 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:07.401149 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d690ef58-353f-46ea-98a8-132744952f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:07.415822 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-1d066a04-f34d-4b62-9ecf-2b23fa92e69c None None] For port 6ff88fef-964d-4422-8a43-790812226d38, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=6ff88fef-964d-4422-8a43-790812226d38,segment=NetworkSegment(2a82ecd5-a9d3-46a5-a060-3820facdd98d),segment_id=2a82ecd5-a9d3-46a5-a060-3820facdd98d)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:28:07.416195 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1d066a04-f34d-4b62-9ecf-2b23fa92e69c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:07.428930 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-1d066a04-f34d-4b62-9ecf-2b23fa92e69c None None] Calling delete_port for 6ff88fef-964d-4422-8a43-790812226d38 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:28:07.438371 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-8d309a28-3f18-4e9e-ba48-a0f924bb00df admin admin] For port 6ff88fef-964d-4422-8a43-790812226d38, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=6ff88fef-964d-4422-8a43-790812226d38,segment=NetworkSegment(2a82ecd5-a9d3-46a5-a060-3820facdd98d),segment_id=2a82ecd5-a9d3-46a5-a060-3820facdd98d)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:28:07.438839 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8d309a28-3f18-4e9e-ba48-a0f924bb00df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:07.454334 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-8d309a28-3f18-4e9e-ba48-a0f924bb00df admin admin] Calling delete_port for 6ff88fef-964d-4422-8a43-790812226d38 owned by network:dhcp {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:28:07.559929 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8898879b-497d-464f-87e5-a32331046678 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:07.636810 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1d066a04-f34d-4b62-9ecf-2b23fa92e69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:07.665409 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1f445-f173-4888-8f27-29a4dfc77b1c req-ec021182-1bee-4d19-ae68-a5e72ad8e8e4 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:07.670434 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a5b1f445-f173-4888-8f27-29a4dfc77b1c req-ec021182-1bee-4d19-ae68-a5e72ad8e8e4 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514 HTTP/1.1" status: 200 len: 946 time: 0.0893409 Dec 08 16:28:07.680830 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8898879b-497d-464f-87e5-a32331046678 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Pushing event updated for resources: {'Port': ['ID=dc6d37ee-c358-4daa-aaf3-fed09b7a12ee,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:07.696815 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d066a04-f34d-4b62-9ecf-2b23fa92e69c None None] Pushing event deleted for resources: {'Port': ['ID=6ff88fef-964d-4422-8a43-790812226d38,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:07.704833 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8898879b-497d-464f-87e5-a32331046678 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Network 2b9057ee-d44d-4457-95f6-1512e2391192 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:28:07.715162 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d066a04-f34d-4b62-9ecf-2b23fa92e69c None None] No DVR routers for this DVR port 6ff88fef-964d-4422-8a43-790812226d38 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:28:07.739018 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d690ef58-353f-46ea-98a8-132744952f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:07.741330 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-8898879b-497d-464f-87e5-a32331046678 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:28:07.755590 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8898879b-497d-464f-87e5-a32331046678 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:28:07.802991 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d690ef58-353f-46ea-98a8-132744952f07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85c16c5d-ce2d-41c4-8335-a374b8aec8b1,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:07.813030 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5f38b0-bf1c-4497-aaf5-a002e41f21f2 req-c4018344-25af-4b2f-b603-3d1e8d34b714 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:07.815910 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d690ef58-353f-46ea-98a8-132744952f07 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:07.816904 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9f5f38b0-bf1c-4497-aaf5-a002e41f21f2 req-c4018344-25af-4b2f-b603-3d1e8d34b714 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/ports?device_id=e208543d-8efd-438a-bf67-4f92b0f429c3 HTTP/1.1" status: 200 len: 944 time: 0.1281958 Dec 08 16:28:07.821783 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d690ef58-353f-46ea-98a8-132744952f07 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/85c16c5d-ce2d-41c4-8335-a374b8aec8b1 HTTP/1.1" status: 204 len: 168 time: 0.5876496 Dec 08 16:28:07.826109 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41240) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:07.853483 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8898879b-497d-464f-87e5-a32331046678 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:07.855637 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8898879b-497d-464f-87e5-a32331046678 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:07.863427 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a5b1f445-f173-4888-8f27-29a4dfc77b1c req-775feebf-0687-48d5-b1d5-6f94b69c3e62 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=5dbfa492-1a8c-4612-9bec-7e64b91898d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1861656 Dec 08 16:28:07.876601 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8d309a28-3f18-4e9e-ba48-a0f924bb00df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:07.954488 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d309a28-3f18-4e9e-ba48-a0f924bb00df admin admin] Pushing event deleted for resources: {'Port': ['ID=6ff88fef-964d-4422-8a43-790812226d38,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:07.964989 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d309a28-3f18-4e9e-ba48-a0f924bb00df admin admin] No DVR routers for this DVR port 6ff88fef-964d-4422-8a43-790812226d38 on host n-d-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:28:08.021126 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1b9582bc-c8ba-4fe4-a4b0-afa5cb1c1f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:08.068625 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-b05d1503-e661-4a67-96e4-f746bc4b5864 None None] Provisioning complete for port dc6d37ee-c358-4daa-aaf3-fed09b7a12ee triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:08.069202 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b05d1503-e661-4a67-96e4-f746bc4b5864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:08.090213 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8d309a28-3f18-4e9e-ba48-a0f924bb00df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:08.123749 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-8898879b-497d-464f-87e5-a32331046678 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5669885 Dec 08 16:28:08.137112 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41254) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:08.157677 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-b05d1503-e661-4a67-96e4-f746bc4b5864 None None] Port dc6d37ee-c358-4daa-aaf3-fed09b7a12ee cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:28:08.180507 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1b9582bc-c8ba-4fe4-a4b0-afa5cb1c1f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:08.201492 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9f5f38b0-bf1c-4497-aaf5-a002e41f21f2 req-00746f38-8daa-44b1-92a8-7d1385214b36 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/security-groups?id=c1d1018c-934d-4b3a-802b-0f4eb045ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3118000 Dec 08 16:28:08.203714 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-8d309a28-3f18-4e9e-ba48-a0f924bb00df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96222b75-0d7f-43da-898a-91046f8bdc5a']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:08.225898 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-8d309a28-3f18-4e9e-ba48-a0f924bb00df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a82ecd5-a9d3-46a5-a060-3820facdd98d') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:08.230741 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-1b9582bc-c8ba-4fe4-a4b0-afa5cb1c1f8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a863692-5213-4f53-a3b9-160f051dd341']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:08.231182 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-8d309a28-3f18-4e9e-ba48-a0f924bb00df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a82ecd5-a9d3-46a5-a060-3820facdd98d') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:08.241960 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-1b9582bc-c8ba-4fe4-a4b0-afa5cb1c1f8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b5cb156-ce75-4e0d-a8c3-2d403c4821d6') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:08.242553 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-1b9582bc-c8ba-4fe4-a4b0-afa5cb1c1f8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b5cb156-ce75-4e0d-a8c3-2d403c4821d6') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:08.247150 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8d309a28-3f18-4e9e-ba48-a0f924bb00df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:08.261600 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1b9582bc-c8ba-4fe4-a4b0-afa5cb1c1f8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:08.275796 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8d309a28-3f18-4e9e-ba48-a0f924bb00df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:08.277151 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1b9582bc-c8ba-4fe4-a4b0-afa5cb1c1f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:08.283117 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d309a28-3f18-4e9e-ba48-a0f924bb00df admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:28:08.283529 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8d309a28-3f18-4e9e-ba48-a0f924bb00df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:08.285300 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b9582bc-c8ba-4fe4-a4b0-afa5cb1c1f8d admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:28:08.285842 n-d-776250-12 neutron-server[110550]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:28:08.285842 n-d-776250-12 neutron-server[110550]: self.session.flush() Dec 08 16:28:08.285842 n-d-776250-12 neutron-server[110550]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:28:08.285842 n-d-776250-12 neutron-server[110550]: self.session.flush() Dec 08 16:28:08.285842 n-d-776250-12 neutron-server[110550]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:28:08.285842 n-d-776250-12 neutron-server[110550]: self.session.flush() Dec 08 16:28:08.285842 n-d-776250-12 neutron-server[110550]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:28:08.285842 n-d-776250-12 neutron-server[110550]: self.session.flush() Dec 08 16:28:08.285842 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:28:08.285842 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:28:08.285842 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:28:08.285842 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:28:08.285842 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:28:08.285842 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:28:08.285842 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:28:08.285842 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:28:08.285842 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:28:08.285842 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:28:08.285842 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:28:08.285842 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:28:08.285842 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:28:08.285842 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:28:08.285842 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:28:08.285842 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:28:08.285842 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:28:08.285842 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:28:08.285842 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:28:08.285842 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:28:08.285842 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:28:08.285842 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:28:08.285842 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:28:08.285842 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:28:08.285842 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:28:08.285842 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:28:08.285842 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:28:08.285842 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:28:08.285842 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:28:08.285842 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:28:08.285842 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:28:08.285842 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:28:08.289419 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1b9582bc-c8ba-4fe4-a4b0-afa5cb1c1f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:08.292103 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:28:08.292103 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:28:08.292103 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:28:08.292103 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:28:08.292103 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:28:08.292103 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:28:08.292103 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:28:08.292103 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:28:08.292103 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:28:08.292103 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:28:08.292103 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:28:08.292103 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:28:08.292103 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:28:08.292103 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:28:08.292103 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:28:08.292103 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:28:08.292103 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:28:08.292103 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:28:08.292103 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:28:08.292103 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:28:08.292103 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:28:08.292103 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:28:08.292103 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:28:08.292103 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:28:08.292103 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:28:08.292103 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:28:08.292103 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:28:08.292103 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:28:08.292103 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:28:08.292103 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:28:08.292103 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:28:08.292103 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:28:08.418094 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-df240b93-c741-4325-8925-c06e3d143c5f tempest-FloatingIPAdminTestJSON-1335652415 tempest-FloatingIPAdminTestJSON-1335652415-project-admin] Request body: {'floatingip': {'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'project_id': '59589be04af7404b8deccd35496c7dfd', 'port_id': 'dc6d37ee-c358-4daa-aaf3-fed09b7a12ee'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:08.539633 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8d309a28-3f18-4e9e-ba48-a0f924bb00df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:08.542659 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1b9582bc-c8ba-4fe4-a4b0-afa5cb1c1f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:08.546522 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1b9582bc-c8ba-4fe4-a4b0-afa5cb1c1f8d admin admin] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:08.553195 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-1b9582bc-c8ba-4fe4-a4b0-afa5cb1c1f8d admin admin] 10.222.0.64 "DELETE /v2.0/networks/9a863692-5213-4f53-a3b9-160f051dd341 HTTP/1.1" status: 204 len: 168 time: 0.7225811 Dec 08 16:28:08.556404 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8d309a28-3f18-4e9e-ba48-a0f924bb00df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:08.563316 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9582bc-c8ba-4fe4-a4b0-afa5cb1c1f8d admin admin] Pushing event deleted for resources: {'Network': ['ID=9a863692-5213-4f53-a3b9-160f051dd341,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:08.563964 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-8d309a28-3f18-4e9e-ba48-a0f924bb00df admin admin] 10.222.0.64 "DELETE /v2.0/networks/96222b75-0d7f-43da-898a-91046f8bdc5a HTTP/1.1" status: 204 len: 168 time: 1.7264128 Dec 08 16:28:08.588797 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d309a28-3f18-4e9e-ba48-a0f924bb00df admin admin] Pushing event deleted for resources: {'Network': ['ID=96222b75-0d7f-43da-898a-91046f8bdc5a,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:08.648024 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:08.649177 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-df240b93-c741-4325-8925-c06e3d143c5f tempest-FloatingIPAdminTestJSON-1335652415 tempest-FloatingIPAdminTestJSON-1335652415-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:08.741265 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 6ff88fef-964d-4422-8a43-790812226d38 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:28:08.789560 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-df240b93-c741-4325-8925-c06e3d143c5f tempest-FloatingIPAdminTestJSON-1335652415 tempest-FloatingIPAdminTestJSON-1335652415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:08.790643 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 6ff88fef-964d-4422-8a43-790812226d38 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:28:08.792858 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 6ff88fef-964d-4422-8a43-790812226d38 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:28:08.991661 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-df240b93-c741-4325-8925-c06e3d143c5f tempest-FloatingIPAdminTestJSON-1335652415 tempest-FloatingIPAdminTestJSON-1335652415-project-admin] Allocated IP 172.25.0.31 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/99a64dcf-bb9a-4007-bb6d-01c992a4d685) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:28:09.013983 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11c41e-303c-4453-9197-ecdfb25e4af1 req-1737fa71-9ff2-47bc-ad57-3c579e2f8ab9 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:09.013983 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ec11c41e-303c-4453-9197-ecdfb25e4af1 req-1737fa71-9ff2-47bc-ad57-3c579e2f8ab9 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514 HTTP/1.1" status: 200 len: 946 time: 0.0582139 Dec 08 16:28:09.113663 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ec11c41e-303c-4453-9197-ecdfb25e4af1 req-b2b4fc1f-9836-4b6c-a3d1-0c838fe44793 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=5dbfa492-1a8c-4612-9bec-7e64b91898d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722752 Dec 08 16:28:09.171532 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-df240b93-c741-4325-8925-c06e3d143c5f tempest-FloatingIPAdminTestJSON-1335652415 tempest-FloatingIPAdminTestJSON-1335652415-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:09.178090 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41284) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:09.236283 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41288) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:09.316464 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-617ce0b0-fa79-4d77-bfbc-60c11be195cb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d2887fbcf21045bf931e2108f67fd0b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1355851 Dec 08 16:28:09.317321 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41292) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:09.359312 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-df240b93-c741-4325-8925-c06e3d143c5f tempest-FloatingIPAdminTestJSON-1335652415 tempest-FloatingIPAdminTestJSON-1335652415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:09.361887 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41294) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:09.362882 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ba87bd3e-60e4-4a1a-b4a2-30a26497565d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ebd580521ede49659be460136b14e0dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1251161 Dec 08 16:28:09.371466 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41296) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:09.391917 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2d62fc6c-ef01-41da-a6d9-170df461f6e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:09.423289 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df240b93-c741-4325-8925-c06e3d143c5f tempest-FloatingIPAdminTestJSON-1335652415 tempest-FloatingIPAdminTestJSON-1335652415-project-admin] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:28:09.429488 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-df240b93-c741-4325-8925-c06e3d143c5f tempest-FloatingIPAdminTestJSON-1335652415 tempest-FloatingIPAdminTestJSON-1335652415-project-admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:28:09.432645 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2d62fc6c-ef01-41da-a6d9-170df461f6e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:09.441476 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0567534f-c07d-46bb-91b8-7d5a60521edc req-4b7111f9-81e5-4219-850d-a98132bbf107 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:09.446735 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0567534f-c07d-46bb-91b8-7d5a60521edc req-4b7111f9-81e5-4219-850d-a98132bbf107 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/ports?device_id=e208543d-8efd-438a-bf67-4f92b0f429c3 HTTP/1.1" status: 200 len: 944 time: 0.1398733 Dec 08 16:28:09.447633 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df240b93-c741-4325-8925-c06e3d143c5f tempest-FloatingIPAdminTestJSON-1335652415 tempest-FloatingIPAdminTestJSON-1335652415-project-admin] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:28:09.477325 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7cd68212-8c06-4a30-a719-f8eac32e1e67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:09.492880 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df240b93-c741-4325-8925-c06e3d143c5f tempest-FloatingIPAdminTestJSON-1335652415 tempest-FloatingIPAdminTestJSON-1335652415-project-admin] Pushing event updated for resources: {'Port': ['ID=99a64dcf-bb9a-4007-bb6d-01c992a4d685,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:09.506770 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7cd68212-8c06-4a30-a719-f8eac32e1e67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:09.556099 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 7809c34e-a979-4bda-a2d8-1db49dc75d04 up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:28:09.614130 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0567534f-c07d-46bb-91b8-7d5a60521edc req-86baf9e0-6605-4747-a120-edb8222a334e tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/security-groups?id=c1d1018c-934d-4b3a-802b-0f4eb045ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239800 Dec 08 16:28:09.614656 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2d62fc6c-ef01-41da-a6d9-170df461f6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:09.635774 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2d62fc6c-ef01-41da-a6d9-170df461f6e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:09.635774 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-2d62fc6c-ef01-41da-a6d9-170df461f6e2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c19b0db7-cd6e-470c-b57f-39d719b5f7e5 HTTP/1.1" status: 204 len: 168 time: 0.3058164 Dec 08 16:28:09.661222 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d62fc6c-ef01-41da-a6d9-170df461f6e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19b0db7-cd6e-470c-b57f-39d719b5f7e5,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:09.739619 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7cd68212-8c06-4a30-a719-f8eac32e1e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:09.742306 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7cd68212-8c06-4a30-a719-f8eac32e1e67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:09.743489 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-7cd68212-8c06-4a30-a719-f8eac32e1e67 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f87f0229-8e03-4b71-a8be-cc153bb37448 HTTP/1.1" status: 204 len: 168 time: 0.3708827 Dec 08 16:28:09.757333 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd68212-8c06-4a30-a719-f8eac32e1e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87f0229-8e03-4b71-a8be-cc153bb37448,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:09.813742 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port 7809c34e-a979-4bda-a2d8-1db49dc75d04 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:28:09.826652 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [None req-422c3698-9631-4b8a-8d59-da5dcbbf2ec6 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:28:09.827989 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 7809c34e-a979-4bda-a2d8-1db49dc75d04 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:09.828812 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:09.831343 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41310) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:09.831566 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-422c3698-9631-4b8a-8d59-da5dcbbf2ec6 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.4664910 Dec 08 16:28:09.839545 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [None req-6f9e7285-5ce6-4daf-8a80-3ba93a8c7bf8 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] http://10.222.0.64:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=110551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:28:09.840893 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-6f9e7285-5ce6-4daf-8a80-3ba93a8c7bf8 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] 10.222.0.64 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0069318 Dec 08 16:28:09.843541 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41312) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:09.849264 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [None req-85c95a42-4785-4917-92b5-971546c87cc5 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] http://10.222.0.64:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=110551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:28:09.852378 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-85c95a42-4785-4917-92b5-971546c87cc5 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] 10.222.0.64 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0076814 Dec 08 16:28:09.862197 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41314) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:09.956995 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:09.957923 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [None req-9c060eca-dd58-465e-b561-7ac7dcbdaeaf tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] http://10.222.0.64:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:28:09.959528 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-9c060eca-dd58-465e-b561-7ac7dcbdaeaf tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] 10.222.0.64 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0963030 Dec 08 16:28:09.962286 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41320) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:09.967479 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [None req-70f0850c-5feb-453c-80e8-fc4a3693618b tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] http://10.222.0.64:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=110551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:28:09.971534 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-70f0850c-5feb-453c-80e8-fc4a3693618b tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] 10.222.0.64 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0051403 Dec 08 16:28:09.974256 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41322) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:09.979595 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [None req-c45debfa-9afe-465b-aab1-39b1c6845589 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] http://10.222.0.64:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=110551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:28:09.980802 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c45debfa-9afe-465b-aab1-39b1c6845589 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] 10.222.0.64 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0053942 Dec 08 16:28:09.983337 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41324) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:09.988905 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e208543d-8efd-438a-bf67-4f92b0f429c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7809c34e-a979-4bda-a2d8-1db49dc75d04'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:28:09.991595 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3cc0aa3-b9f5-4635-9309-4ee61fc6e0a8" -d '{"events": [{"server_uuid": "e208543d-8efd-438a-bf67-4f92b0f429c3", "name": "network-vif-plugged", "status": "completed", "tag": "7809c34e-a979-4bda-a2d8-1db49dc75d04"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:28:09.996061 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [None req-e597cbd4-7239-42d7-ada3-127b162deb9b tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] http://10.222.0.64:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=110551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:28:10.014584 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 7809c34e-a979-4bda-a2d8-1db49dc75d04, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=7809c34e-a979-4bda-a2d8-1db49dc75d04,segment=NetworkSegment(82648366-5889-4a5b-8ff9-e2d574d830ca),segment_id=82648366-5889-4a5b-8ff9-e2d574d830ca)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:28:10.015350 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e597cbd4-7239-42d7-ada3-127b162deb9b tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] 10.222.0.64 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0230846 Dec 08 16:28:10.016346 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41330) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:10.025525 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [None req-d026c8da-beb0-43b3-8bdf-a0f7dfa4c0bd tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] http://10.222.0.64:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=110551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:28:10.030197 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d026c8da-beb0-43b3-8bdf-a0f7dfa4c0bd tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] 10.222.0.64 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0104206 Dec 08 16:28:10.033224 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41332) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:10.049524 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [None req-34c218d6-2560-4049-b550-1ff762f3bad4 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] http://10.222.0.64:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=110551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:28:10.050923 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-34c218d6-2560-4049-b550-1ff762f3bad4 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] 10.222.0.64 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0161507 Dec 08 16:28:10.055984 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41334) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:10.076248 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78cf60a8-db17-4d04-bb85-898c95a36b1a x-openstack-request-id: req-78cf60a8-db17-4d04-bb85-898c95a36b1a {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:28:10.076691 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e208543d-8efd-438a-bf67-4f92b0f429c3", "name": "network-vif-plugged", "status": "completed", "tag": "7809c34e-a979-4bda-a2d8-1db49dc75d04", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:28:10.077047 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-78cf60a8-db17-4d04-bb85-898c95a36b1a {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:28:10.077548 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e208543d-8efd-438a-bf67-4f92b0f429c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7809c34e-a979-4bda-a2d8-1db49dc75d04', 'code': 200} Dec 08 16:28:10.088228 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:10.104271 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [None req-edfc1988-a422-413c-9305-bbebdc17cd46 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] http://10.222.0.64:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=110551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:28:10.105824 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-edfc1988-a422-413c-9305-bbebdc17cd46 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] 10.222.0.64 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0354011 Dec 08 16:28:10.120763 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41336) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:10.165158 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [None req-3c2f0b12-5169-4c3f-baca-049504b4bc84 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] http://10.222.0.64:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:28:10.166204 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-3c2f0b12-5169-4c3f-baca-049504b4bc84 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] 10.222.0.64 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0276954 Dec 08 16:28:10.174546 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41340) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:10.186248 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [None req-5941b5e6-3ae0-4b13-8ffd-f7ca523a208b tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] http://10.222.0.64:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=110551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:28:10.187729 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-5941b5e6-3ae0-4b13-8ffd-f7ca523a208b tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] 10.222.0.64 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0119982 Dec 08 16:28:10.199422 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41342) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:10.205816 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=7809c34e-a979-4bda-a2d8-1db49dc75d04,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:10.220006 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [None req-df3048bd-02f6-419c-9871-b57f2784a3c4 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] http://10.222.0.64:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=110551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:28:10.225771 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-df3048bd-02f6-419c-9871-b57f2784a3c4 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] 10.222.0.64 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0213978 Dec 08 16:28:10.227940 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41344) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:10.238656 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [None req-a1ebba3b-ec2c-4798-a265-7dd80ea68de6 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] http://10.222.0.64:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=110551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:28:10.242055 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a1ebba3b-ec2c-4798-a265-7dd80ea68de6 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] 10.222.0.64 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0054612 Dec 08 16:28:10.242355 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41346) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:10.253581 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [None req-1f0a0aae-7b29-4a40-9859-dd2d97244624 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] http://10.222.0.64:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=110551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:28:10.255390 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-1f0a0aae-7b29-4a40-9859-dd2d97244624 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] 10.222.0.64 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0113409 Dec 08 16:28:10.259305 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e28d3f0-a1c9-4ff5-9d76-9c19776a7cb7 req-fb60574f-5378-4c9c-bd0d-0d7241966480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:10.268599 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5e28d3f0-a1c9-4ff5-9d76-9c19776a7cb7 req-fb60574f-5378-4c9c-bd0d-0d7241966480 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514&tenant_id=5ac8783bc8454dbdaff01b6ea349ef5e HTTP/1.1" status: 200 len: 1098 time: 0.2092550 Dec 08 16:28:10.271103 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41350) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:10.277504 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [None req-2a9abf83-5f9c-4fc2-bce6-cd613c1f7a32 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] http://10.222.0.64:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:28:10.281115 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-2a9abf83-5f9c-4fc2-bce6-cd613c1f7a32 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] 10.222.0.64 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0064025 Dec 08 16:28:10.281300 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-5e28d3f0-a1c9-4ff5-9d76-9c19776a7cb7 req-06f7525a-73b3-473b-9748-3dcf757d6a64 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-776250-12', 'device_owner': 'compute:nova'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:10.281671 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41352) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:10.288956 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [None req-a6283aa8-a30d-41eb-94fe-e8f0828beb08 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] http://10.222.0.64:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=110551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:28:10.293034 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a6283aa8-a30d-41eb-94fe-e8f0828beb08 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] 10.222.0.64 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0067644 Dec 08 16:28:10.296141 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41354) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:10.372342 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-5e28d3f0-a1c9-4ff5-9d76-9c19776a7cb7 req-06f7525a-73b3-473b-9748-3dcf757d6a64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:10.377283 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [None req-e06406e3-dd16-4b24-b89e-f5935b0e64fc tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] http://10.222.0.64:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:28:10.382026 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-e06406e3-dd16-4b24-b89e-f5935b0e64fc tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] 10.222.0.64 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0785460 Dec 08 16:28:10.383428 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41360) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:10.391208 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [None req-049642de-b968-435b-8d56-756fa4e6f083 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] http://10.222.0.64:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=110551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:28:10.392604 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-049642de-b968-435b-8d56-756fa4e6f083 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] 10.222.0.64 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0078599 Dec 08 16:28:10.394909 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41362) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:10.399924 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [None req-09eeecfb-3172-4273-8179-acd2d00c6569 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] http://10.222.0.64:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=110551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:28:10.401497 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-09eeecfb-3172-4273-8179-acd2d00c6569 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] 10.222.0.64 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0052514 Dec 08 16:28:10.404495 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41364) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:10.408980 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [None req-0cd78eb0-9d6a-4192-a0a8-b2a565c46d66 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] http://10.222.0.64:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=110551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:28:10.410162 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-0cd78eb0-9d6a-4192-a0a8-b2a565c46d66 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] 10.222.0.64 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0046871 Dec 08 16:28:10.412949 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41366) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:10.420403 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [None req-8331b81b-0722-4cd4-a21e-9ac3438feb8d tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] http://10.222.0.64:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=110551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:28:10.421539 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-8331b81b-0722-4cd4-a21e-9ac3438feb8d tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] 10.222.0.64 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0067265 Dec 08 16:28:10.438145 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41368) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:10.442735 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [None req-aa11c373-28af-4603-9944-c40ff66a4745 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] http://10.222.0.64:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:28:10.443698 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-aa11c373-28af-4603-9944-c40ff66a4745 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] 10.222.0.64 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0044439 Dec 08 16:28:10.447892 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41370) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:10.456297 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [None req-ca3524df-840a-4680-b3ad-e1f7372b72f8 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] http://10.222.0.64:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=110551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:28:10.457642 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ca3524df-840a-4680-b3ad-e1f7372b72f8 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] 10.222.0.64 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0083752 Dec 08 16:28:10.460215 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41372) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:10.465186 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [None req-3e7e5153-57ff-43b4-b7ac-1c62c1c0c008 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] http://10.222.0.64:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=110551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:28:10.466588 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-3e7e5153-57ff-43b4-b7ac-1c62c1c0c008 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] 10.222.0.64 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0049365 Dec 08 16:28:10.469529 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41374) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:10.477437 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d22bdd-2e62-4ac6-9554-dd43a34774b1 req-ae6b4b0e-3a80-4090-9517-4ed77c463dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:10.481488 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-29d22bdd-2e62-4ac6-9554-dd43a34774b1 req-ae6b4b0e-3a80-4090-9517-4ed77c463dea service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e208543d-8efd-438a-bf67-4f92b0f429c3 HTTP/1.1" status: 200 len: 1097 time: 0.2943113 Dec 08 16:28:10.484042 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [None req-f80dd274-039e-4722-8aa9-642e5de6295f tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] http://10.222.0.64:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:28:10.490490 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41378) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:10.496775 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-f80dd274-039e-4722-8aa9-642e5de6295f tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] 10.222.0.64 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0061834 Dec 08 16:28:10.500357 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [None req-72939e5f-d1fe-45e3-9c9e-3e255222b6de tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] http://10.222.0.64:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=110551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:28:10.501764 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-72939e5f-d1fe-45e3-9c9e-3e255222b6de tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] 10.222.0.64 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0098910 Dec 08 16:28:10.516528 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41382) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:10.523516 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [None req-c3d808b8-e983-4057-af6f-6b66d7a87a4f tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] http://10.222.0.64:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:28:10.533573 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c3d808b8-e983-4057-af6f-6b66d7a87a4f tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] 10.222.0.64 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0083275 Dec 08 16:28:10.547061 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41384) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:10.554865 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [None req-ec41b687-879f-4114-a75e-3d7c55abdf98 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] http://10.222.0.64:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=110551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:28:10.556072 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ec41b687-879f-4114-a75e-3d7c55abdf98 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] 10.222.0.64 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0076408 Dec 08 16:28:10.559963 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41388) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:10.566558 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [None req-ec279629-f9f4-4d4a-90c3-3a18d49037a5 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] http://10.222.0.64:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=110551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:28:10.568029 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ec279629-f9f4-4d4a-90c3-3a18d49037a5 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] 10.222.0.64 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0069993 Dec 08 16:28:10.571592 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41390) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:10.582145 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83892b0-13ac-4f01-94ce-34708ac76c68 req-e34820be-c834-4469-b1a8-c8e015313faf tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:10.584389 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a83892b0-13ac-4f01-94ce-34708ac76c68 req-e34820be-c834-4469-b1a8-c8e015313faf tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514 HTTP/1.1" status: 200 len: 946 time: 0.3138120 Dec 08 16:28:10.585815 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-df240b93-c741-4325-8925-c06e3d143c5f tempest-FloatingIPAdminTestJSON-1335652415 tempest-FloatingIPAdminTestJSON-1335652415-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:10.603237 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [None req-1d594d6a-29d7-4337-b66a-25a4e618b47b tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] http://10.222.0.64:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=110551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:28:10.612591 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-1d594d6a-29d7-4337-b66a-25a4e618b47b tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] 10.222.0.64 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0256162 Dec 08 16:28:10.613256 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41396) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:10.627459 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [None req-8184524e-5711-44d0-bc97-d01c5b540e08 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] http://10.222.0.64:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=110551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:28:10.628399 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-8184524e-5711-44d0-bc97-d01c5b540e08 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] 10.222.0.64 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0067456 Dec 08 16:28:10.631656 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41400) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:10.636502 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [None req-06dcdae9-b956-4fae-b9f2-1aea0a43ff5a tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] http://10.222.0.64:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=110551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:28:10.637470 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-06dcdae9-b956-4fae-b9f2-1aea0a43ff5a tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] 10.222.0.64 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0048120 Dec 08 16:28:10.640486 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41402) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:10.644065 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [None req-5f37bc6f-e2d2-413e-9cff-987a9620f778 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] http://10.222.0.64:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=110551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:28:10.645121 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-5f37bc6f-e2d2-413e-9cff-987a9620f778 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] 10.222.0.64 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0041623 Dec 08 16:28:10.671802 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41406) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:10.695502 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [None req-280cc0ae-dad7-4af9-b12f-06f5b2bfc27c tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] http://10.222.0.64:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:28:10.701280 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-280cc0ae-dad7-4af9-b12f-06f5b2bfc27c tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] 10.222.0.64 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0098801 Dec 08 16:28:10.702573 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41410) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:10.739372 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [None req-4d36ba26-36ec-4712-a1eb-ec1d1a985406 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] http://10.222.0.64:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:28:10.740752 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-4d36ba26-36ec-4712-a1eb-ec1d1a985406 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] 10.222.0.64 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0184402 Dec 08 16:28:10.757520 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41414) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:10.762587 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [None req-09d279cf-b20a-4525-8d2e-7b3a47b4955a tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] http://10.222.0.64:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:28:10.763764 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-09d279cf-b20a-4525-8d2e-7b3a47b4955a tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] 10.222.0.64 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0050597 Dec 08 16:28:10.786184 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41416) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:10.802115 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [None req-212bcbe0-ea77-4fff-93da-8019a84339c8 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] http://10.222.0.64:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:28:10.803429 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-212bcbe0-ea77-4fff-93da-8019a84339c8 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] 10.222.0.64 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0107009 Dec 08 16:28:10.811020 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41420) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:10.815031 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-29d22bdd-2e62-4ac6-9554-dd43a34774b1 req-7ef9cfb6-354c-4149-8a14-7e68f3e0fc0b service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=c1d1018c-934d-4b3a-802b-0f4eb045ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3158703 Dec 08 16:28:10.824812 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [None req-e3524709-02b7-4582-9a22-62753e03487b tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] http://10.222.0.64:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:28:10.826153 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-e3524709-02b7-4582-9a22-62753e03487b tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] 10.222.0.64 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0097950 Dec 08 16:28:10.838825 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41422) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:10.846586 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [None req-72c5ddae-82fb-4d82-a605-3e8c28015252 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] http://10.222.0.64:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:28:10.847812 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-72c5ddae-82fb-4d82-a605-3e8c28015252 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] 10.222.0.64 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0055220 Dec 08 16:28:10.855803 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41424) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:10.861390 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [None req-0e245ac3-1849-4463-8a6a-ffa0ed98ab55 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] http://10.222.0.64:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:28:10.862532 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-0e245ac3-1849-4463-8a6a-ffa0ed98ab55 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] 10.222.0.64 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0054805 Dec 08 16:28:10.868469 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41426) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:10.874072 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [None req-86d79221-83dd-4628-a9c8-1ad834ea6ed3 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] http://10.222.0.64:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:28:10.875282 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-86d79221-83dd-4628-a9c8-1ad834ea6ed3 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] 10.222.0.64 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0056441 Dec 08 16:28:10.880465 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41428) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:10.885428 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [None req-614403b9-3e06-4375-af24-b85bb6dd1d89 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] http://10.222.0.64:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:28:10.886796 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-614403b9-3e06-4375-af24-b85bb6dd1d89 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] 10.222.0.64 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0048776 Dec 08 16:28:10.894066 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a83892b0-13ac-4f01-94ce-34708ac76c68 req-006e739e-d706-44b7-b73b-9ffca72d05c2 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=5dbfa492-1a8c-4612-9bec-7e64b91898d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2814007 Dec 08 16:28:10.895125 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41430) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:10.899875 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [None req-e5c68881-b80d-44fa-911b-d5154446d9c0 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] http://10.222.0.64:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:28:10.904624 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-e5c68881-b80d-44fa-911b-d5154446d9c0 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] 10.222.0.64 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0060391 Dec 08 16:28:10.904624 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41432) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:10.909903 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [None req-dc555e75-a4a5-41aa-aebc-3ef7e3fdf0ce tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] http://10.222.0.64:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:28:10.913711 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-dc555e75-a4a5-41aa-aebc-3ef7e3fdf0ce tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] 10.222.0.64 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0051568 Dec 08 16:28:10.914100 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41434) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:10.920196 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [None req-82bd1569-4543-4596-aa33-60c76ff24db5 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] http://10.222.0.64:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:28:10.925208 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-82bd1569-4543-4596-aa33-60c76ff24db5 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] 10.222.0.64 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0064290 Dec 08 16:28:10.925516 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41436) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:10.930513 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [None req-cfcc63e6-e828-41f3-80c4-e8516f60efc2 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] http://10.222.0.64:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:28:10.933855 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-cfcc63e6-e828-41f3-80c4-e8516f60efc2 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] 10.222.0.64 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0050895 Dec 08 16:28:10.934434 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41438) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:10.944404 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [None req-485c3fc7-b32b-41dc-bff3-0c1fdb648a65 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] http://10.222.0.64:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:28:10.945787 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-485c3fc7-b32b-41dc-bff3-0c1fdb648a65 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] 10.222.0.64 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0071046 Dec 08 16:28:10.948547 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41440) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:10.953558 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [None req-53d70163-46b1-4d61-b1f9-bd96def7bd25 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] http://10.222.0.64:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:28:10.955277 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-53d70163-46b1-4d61-b1f9-bd96def7bd25 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] 10.222.0.64 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0051141 Dec 08 16:28:11.091597 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41442) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:11.096544 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [None req-ef377e62-d9c2-4330-add5-32ce78f93f93 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] http://10.222.0.64:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:28:11.098037 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ef377e62-d9c2-4330-add5-32ce78f93f93 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] 10.222.0.64 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0054166 Dec 08 16:28:11.101264 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41444) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:11.107677 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [None req-142b0305-a8d4-4bc2-865a-ba0390c2e1ad tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] http://10.222.0.64:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:28:11.108606 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-142b0305-a8d4-4bc2-865a-ba0390c2e1ad tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] 10.222.0.64 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0064306 Dec 08 16:28:11.112459 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41446) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:11.116876 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [None req-c4c0776e-89fb-4396-a9cb-e9822600e861 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] http://10.222.0.64:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:28:11.120660 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c4c0776e-89fb-4396-a9cb-e9822600e861 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] 10.222.0.64 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0042520 Dec 08 16:28:11.120660 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41448) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:11.125066 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [None req-15bfaadf-5e50-4d2b-b4dd-60e902fb531c tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] http://10.222.0.64:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:28:11.128959 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-15bfaadf-5e50-4d2b-b4dd-60e902fb531c tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] 10.222.0.64 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0045028 Dec 08 16:28:11.129186 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41450) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:11.133974 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [None req-fede0234-301a-4cea-84cc-1f96ea729c83 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] http://10.222.0.64:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:28:11.134929 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-fede0234-301a-4cea-84cc-1f96ea729c83 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] 10.222.0.64 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0046222 Dec 08 16:28:11.138341 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41452) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:11.142960 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [None req-376391af-75e5-4169-82de-5e36494a1464 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] http://10.222.0.64:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:28:11.143928 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-376391af-75e5-4169-82de-5e36494a1464 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] 10.222.0.64 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0044401 Dec 08 16:28:11.147591 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41454) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:11.152962 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [None req-db8824b9-45dc-412d-9d61-892435c6ff68 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] http://10.222.0.64:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:28:11.155282 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-db8824b9-45dc-412d-9d61-892435c6ff68 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] 10.222.0.64 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0050194 Dec 08 16:28:11.159426 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41456) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:11.163708 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [None req-f3a554fd-f768-49cc-a253-1a48e046d3d8 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] http://10.222.0.64:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:28:11.164776 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-f3a554fd-f768-49cc-a253-1a48e046d3d8 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] 10.222.0.64 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0044475 Dec 08 16:28:11.168832 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41458) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:11.173473 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [None req-0855e508-702e-44ab-9607-c67fd6b77add tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] http://10.222.0.64:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:28:11.174641 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-0855e508-702e-44ab-9607-c67fd6b77add tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] 10.222.0.64 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0045073 Dec 08 16:28:11.192727 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41460) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:11.239308 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c884ba-096b-40c2-aea7-69156cd700db req-856305af-ef10-4daa-8a14-48a45718a195 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:11.240087 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [None req-debd4332-4356-4268-bb6d-648cca6321df tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] http://10.222.0.64:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:28:11.240503 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f1c884ba-096b-40c2-aea7-69156cd700db req-856305af-ef10-4daa-8a14-48a45718a195 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/ports?device_id=e208543d-8efd-438a-bf67-4f92b0f429c3 HTTP/1.1" status: 200 len: 945 time: 0.0915484 Dec 08 16:28:11.240625 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-debd4332-4356-4268-bb6d-648cca6321df tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] 10.222.0.64 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0050402 Dec 08 16:28:11.240726 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-5e28d3f0-a1c9-4ff5-9d76-9c19776a7cb7 req-06f7525a-73b3-473b-9748-3dcf757d6a64 service neutron] For port f77338c8-91de-4809-bfc2-be2cd2a80b3d, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=f77338c8-91de-4809-bfc2-be2cd2a80b3d,segment=NetworkSegment(af1f2f88-c1fd-44a2-a1d8-d976a10fad4e),segment_id=af1f2f88-c1fd-44a2-a1d8-d976a10fad4e)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:28:11.240830 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41462) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:11.240830 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [None req-1be36795-5ac5-4fbc-a1dd-5379514d9e36 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] http://10.222.0.64:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:28:11.241805 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-1be36795-5ac5-4fbc-a1dd-5379514d9e36 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] 10.222.0.64 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0066645 Dec 08 16:28:11.244550 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41464) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:11.249150 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [None req-a7586ee6-e994-4994-ba50-431f0c11a3d6 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] http://10.222.0.64:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:28:11.250496 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a7586ee6-e994-4994-ba50-431f0c11a3d6 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] 10.222.0.64 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0044885 Dec 08 16:28:11.253217 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41466) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:11.259244 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [None req-f8b59892-9e47-4769-ab36-9784e5aafce1 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] http://10.222.0.64:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:28:11.261314 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-f8b59892-9e47-4769-ab36-9784e5aafce1 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] 10.222.0.64 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0068367 Dec 08 16:28:11.265013 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41468) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:11.269544 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [None req-cfe07c88-6cda-40b5-ac20-ac4d55f39810 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] http://10.222.0.64:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:28:11.272213 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-cfe07c88-6cda-40b5-ac20-ac4d55f39810 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] 10.222.0.64 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0046268 Dec 08 16:28:11.272980 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41470) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:11.280040 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [None req-3a6076a7-e648-4d86-8b4f-3cd21dd75018 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] http://10.222.0.64:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:28:11.281110 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-3a6076a7-e648-4d86-8b4f-3cd21dd75018 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] 10.222.0.64 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0069320 Dec 08 16:28:11.283647 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41472) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:11.289068 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [None req-8ef9ff4c-d802-4132-82d8-59d2dd62a853 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] http://10.222.0.64:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:28:11.290550 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-8ef9ff4c-d802-4132-82d8-59d2dd62a853 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] 10.222.0.64 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0058060 Dec 08 16:28:11.294179 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41474) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:11.298565 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [None req-59d00333-61ce-4e09-a6fd-bddbc54df5ed tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] http://10.222.0.64:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:28:11.308099 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-59d00333-61ce-4e09-a6fd-bddbc54df5ed tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] 10.222.0.64 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0053742 Dec 08 16:28:11.308883 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-5e28d3f0-a1c9-4ff5-9d76-9c19776a7cb7 req-06f7525a-73b3-473b-9748-3dcf757d6a64 service neutron] For port f77338c8-91de-4809-bfc2-be2cd2a80b3d, host n-h2-776250-12, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:28:11.310076 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41476) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:11.314709 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f1c884ba-096b-40c2-aea7-69156cd700db req-0370f36c-09c0-4e19-9cd0-f4d92ef6b2ac tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/security-groups?id=c1d1018c-934d-4b3a-802b-0f4eb045ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038730 Dec 08 16:28:11.334553 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [None req-ae23303d-9dce-4ccc-bf21-6c35a3c11256 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] http://10.222.0.64:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:28:11.334553 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ae23303d-9dce-4ccc-bf21-6c35a3c11256 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] 10.222.0.64 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0179386 Dec 08 16:28:11.334553 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41480) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:11.346168 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [None req-3c699a1a-f798-4bf7-a28f-dd0e5ec1f42e tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] http://10.222.0.64:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:28:11.349602 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-3c699a1a-f798-4bf7-a28f-dd0e5ec1f42e tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] 10.222.0.64 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0095694 Dec 08 16:28:11.351021 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41484) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:11.361009 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [None req-00763490-8bdf-48ba-bd81-3d9cfda70b93 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] http://10.222.0.64:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:28:11.364637 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-00763490-8bdf-48ba-bd81-3d9cfda70b93 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] 10.222.0.64 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0092204 Dec 08 16:28:11.365307 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41486) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:11.375561 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [None req-c16c8025-4953-4bca-9bdf-7af8cbb9a32c tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] http://10.222.0.64:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:28:11.379102 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c16c8025-4953-4bca-9bdf-7af8cbb9a32c tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] 10.222.0.64 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0086486 Dec 08 16:28:11.403446 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41488) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:11.403446 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [None req-575b355e-4adc-4236-b04e-352de1ae2a76 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] http://10.222.0.64:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=110551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:28:11.407615 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-575b355e-4adc-4236-b04e-352de1ae2a76 tempest-ExtensionsTestJSON-1999126991 tempest-ExtensionsTestJSON-1999126991-project] 10.222.0.64 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0130250 Dec 08 16:28:11.420630 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77804a2a-42a4-47e3-a655-9b2afc5b7514', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f77338c8-91de-4809-bfc2-be2cd2a80b3d'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:28:11.424346 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd551c5-603e-4e82-9595-00fe3f9d85b2" -d '{"events": [{"server_uuid": "77804a2a-42a4-47e3-a655-9b2afc5b7514", "name": "network-vif-unplugged", "status": "completed", "tag": "f77338c8-91de-4809-bfc2-be2cd2a80b3d"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:28:11.427808 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-df240b93-c741-4325-8925-c06e3d143c5f tempest-FloatingIPAdminTestJSON-1335652415 tempest-FloatingIPAdminTestJSON-1335652415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:11.434036 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-5e28d3f0-a1c9-4ff5-9d76-9c19776a7cb7 req-06f7525a-73b3-473b-9748-3dcf757d6a64 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:11.474471 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [req-5e28d3f0-a1c9-4ff5-9d76-9c19776a7cb7 req-06f7525a-73b3-473b-9748-3dcf757d6a64 service neutron] Transition to ACTIVE for port object f77338c8-91de-4809-bfc2-be2cd2a80b3d will not be triggered until provisioned by entity L2. {{(pid=110551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:28:11.500112 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c29a0a2f-e680-4319-af5b-7904198c19c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:11.545954 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22bb8317-4ccc-428c-9d16-cb0074a3f71c x-openstack-request-id: req-22bb8317-4ccc-428c-9d16-cb0074a3f71c {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:28:11.546258 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77804a2a-42a4-47e3-a655-9b2afc5b7514", "name": "network-vif-unplugged", "status": "completed", "tag": "f77338c8-91de-4809-bfc2-be2cd2a80b3d", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:28:11.546578 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-22bb8317-4ccc-428c-9d16-cb0074a3f71c {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:28:11.547001 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77804a2a-42a4-47e3-a655-9b2afc5b7514', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f77338c8-91de-4809-bfc2-be2cd2a80b3d', 'code': 200} Dec 08 16:28:11.636853 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-5e28d3f0-a1c9-4ff5-9d76-9c19776a7cb7 req-06f7525a-73b3-473b-9748-3dcf757d6a64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:11.726631 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-df240b93-c741-4325-8925-c06e3d143c5f tempest-FloatingIPAdminTestJSON-1335652415 tempest-FloatingIPAdminTestJSON-1335652415-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:11.793985 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f7525a-73b3-473b-9748-3dcf757d6a64 service neutron] Pushing event updated for resources: {'Port': ['ID=f77338c8-91de-4809-bfc2-be2cd2a80b3d,revision_number=10']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:11.853558 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e28d3f0-a1c9-4ff5-9d76-9c19776a7cb7 req-06f7525a-73b3-473b-9748-3dcf757d6a64 service neutron] No DVR routers for this DVR port f77338c8-91de-4809-bfc2-be2cd2a80b3d on host n-h2-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:28:11.874149 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-df240b93-c741-4325-8925-c06e3d143c5f tempest-FloatingIPAdminTestJSON-1335652415 tempest-FloatingIPAdminTestJSON-1335652415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:11.984279 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df240b93-c741-4325-8925-c06e3d143c5f tempest-FloatingIPAdminTestJSON-1335652415 tempest-FloatingIPAdminTestJSON-1335652415-project-admin] Pushing event updated for resources: {'Port': ['ID=99a64dcf-bb9a-4007-bb6d-01c992a4d685,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:12.017374 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-df240b93-c741-4325-8925-c06e3d143c5f tempest-FloatingIPAdminTestJSON-1335652415 tempest-FloatingIPAdminTestJSON-1335652415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:12.154544 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-5e28d3f0-a1c9-4ff5-9d76-9c19776a7cb7 req-06f7525a-73b3-473b-9748-3dcf757d6a64 service neutron] Attempting to bind port f77338c8-91de-4809-bfc2-be2cd2a80b3d on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:28:12.154898 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-5e28d3f0-a1c9-4ff5-9d76-9c19776a7cb7 req-06f7525a-73b3-473b-9748-3dcf757d6a64 service neutron] Attempting to bind port f77338c8-91de-4809-bfc2-be2cd2a80b3d by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': 'af1f2f88-c1fd-44a2-a1d8-d976a10fad4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '08814924-d3f7-498d-a0e5-508442cef09d'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:28:12.155235 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e28d3f0-a1c9-4ff5-9d76-9c19776a7cb7 req-06f7525a-73b3-473b-9748-3dcf757d6a64 service neutron] Attempting to bind port f77338c8-91de-4809-bfc2-be2cd2a80b3d on network 08814924-d3f7-498d-a0e5-508442cef09d {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:12.161877 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e28d3f0-a1c9-4ff5-9d76-9c19776a7cb7 req-06f7525a-73b3-473b-9748-3dcf757d6a64 service neutron] Port f77338c8-91de-4809-bfc2-be2cd2a80b3d on network 08814924-d3f7-498d-a0e5-508442cef09d not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:28:12.162193 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e28d3f0-a1c9-4ff5-9d76-9c19776a7cb7 req-06f7525a-73b3-473b-9748-3dcf757d6a64 service neutron] Attempting to bind port f77338c8-91de-4809-bfc2-be2cd2a80b3d on network 08814924-d3f7-498d-a0e5-508442cef09d {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:12.175036 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e28d3f0-a1c9-4ff5-9d76-9c19776a7cb7 req-06f7525a-73b3-473b-9748-3dcf757d6a64 service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:28:12.175407 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e28d3f0-a1c9-4ff5-9d76-9c19776a7cb7 req-06f7525a-73b3-473b-9748-3dcf757d6a64 service neutron] Checking segment: {'id': 'af1f2f88-c1fd-44a2-a1d8-d976a10fad4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '08814924-d3f7-498d-a0e5-508442cef09d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:28:12.175808 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e28d3f0-a1c9-4ff5-9d76-9c19776a7cb7 req-06f7525a-73b3-473b-9748-3dcf757d6a64 service neutron] Bound using segment: {'id': 'af1f2f88-c1fd-44a2-a1d8-d976a10fad4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '08814924-d3f7-498d-a0e5-508442cef09d'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:28:12.176284 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-5e28d3f0-a1c9-4ff5-9d76-9c19776a7cb7 req-06f7525a-73b3-473b-9748-3dcf757d6a64 service neutron] Bound port: f77338c8-91de-4809-bfc2-be2cd2a80b3d, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af1f2f88-c1fd-44a2-a1d8-d976a10fad4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '08814924-d3f7-498d-a0e5-508442cef09d'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:28:12.176680 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-5e28d3f0-a1c9-4ff5-9d76-9c19776a7cb7 req-06f7525a-73b3-473b-9748-3dcf757d6a64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:12.201873 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c87e1-29aa-49bc-86a6-6bf1e7454709 req-387f9686-5d36-4c97-8add-a9bd04cb6cf9 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:12.203642 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6f1c87e1-29aa-49bc-86a6-6bf1e7454709 req-387f9686-5d36-4c97-8add-a9bd04cb6cf9 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514 HTTP/1.1" status: 200 len: 945 time: 0.1870377 Dec 08 16:28:12.304540 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-5e28d3f0-a1c9-4ff5-9d76-9c19776a7cb7 req-06f7525a-73b3-473b-9748-3dcf757d6a64 service neutron] For port f77338c8-91de-4809-bfc2-be2cd2a80b3d, host n-h1-776250-12, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:28:12.308330 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-5e28d3f0-a1c9-4ff5-9d76-9c19776a7cb7 req-06f7525a-73b3-473b-9748-3dcf757d6a64 service neutron] For port f77338c8-91de-4809-bfc2-be2cd2a80b3d, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=f77338c8-91de-4809-bfc2-be2cd2a80b3d,segment=NetworkSegment(af1f2f88-c1fd-44a2-a1d8-d976a10fad4e),segment_id=af1f2f88-c1fd-44a2-a1d8-d976a10fad4e)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:28:12.313508 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6f1c87e1-29aa-49bc-86a6-6bf1e7454709 req-13052c8d-efb6-4047-923e-7f8d45f39d28 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=5dbfa492-1a8c-4612-9bec-7e64b91898d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888178 Dec 08 16:28:12.385896 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-5e28d3f0-a1c9-4ff5-9d76-9c19776a7cb7 req-06f7525a-73b3-473b-9748-3dcf757d6a64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:12.455940 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e28d3f0-a1c9-4ff5-9d76-9c19776a7cb7 req-06f7525a-73b3-473b-9748-3dcf757d6a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:12.456637 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-5e28d3f0-a1c9-4ff5-9d76-9c19776a7cb7 req-06f7525a-73b3-473b-9748-3dcf757d6a64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:12.464286 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5e28d3f0-a1c9-4ff5-9d76-9c19776a7cb7 req-06f7525a-73b3-473b-9748-3dcf757d6a64 service neutron] 10.222.0.76 "PUT /v2.0/ports/f77338c8-91de-4809-bfc2-be2cd2a80b3d HTTP/1.1" status: 200 len: 1094 time: 2.1935146 Dec 08 16:28:12.497887 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f7525a-73b3-473b-9748-3dcf757d6a64 service neutron] Pushing event updated for resources: {'Port': ['ID=f77338c8-91de-4809-bfc2-be2cd2a80b3d,revision_number=11']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:12.565129 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e28d3f0-a1c9-4ff5-9d76-9c19776a7cb7 req-4a9ab1a5-caae-4847-b219-82f335c14898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:12.566719 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5e28d3f0-a1c9-4ff5-9d76-9c19776a7cb7 req-4a9ab1a5-caae-4847-b219-82f335c14898 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5ac8783bc8454dbdaff01b6ea349ef5e&device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514 HTTP/1.1" status: 200 len: 1097 time: 0.0643635 Dec 08 16:28:12.583339 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41526) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:12.644853 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device f77338c8-91de-4809-bfc2-be2cd2a80b3d no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:28:12.687100 n-d-776250-12 neutron-server[110550]: INFO neutron.db.l3_db [None req-df240b93-c741-4325-8925-c06e3d143c5f tempest-FloatingIPAdminTestJSON-1335652415 tempest-FloatingIPAdminTestJSON-1335652415-project-admin] Floating IP e36fd8a4-2e71-4cac-aeae-e2e5e943aaa0 associated. External IP: 172.25.0.31, port: dc6d37ee-c358-4daa-aaf3-fed09b7a12ee. Dec 08 16:28:12.735396 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device f77338c8-91de-4809-bfc2-be2cd2a80b3d not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:28:12.789487 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e28d3f0-a1c9-4ff5-9d76-9c19776a7cb7 req-29ed0d07-dc62-4458-afb3-31d1f253cf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:12.791652 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5e28d3f0-a1c9-4ff5-9d76-9c19776a7cb7 req-29ed0d07-dc62-4458-afb3-31d1f253cf0d service neutron] 10.222.0.76 "GET /v2.0/networks?id=08814924-d3f7-498d-a0e5-508442cef09d HTTP/1.1" status: 200 len: 898 time: 0.2152348 Dec 08 16:28:12.796337 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08524663-8b6e-4539-ac04-8a2c9661bc72 req-71e7959c-13fc-4b59-91c7-d78bd6dcd508 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:12.797997 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-08524663-8b6e-4539-ac04-8a2c9661bc72 req-71e7959c-13fc-4b59-91c7-d78bd6dcd508 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/ports?device_id=e208543d-8efd-438a-bf67-4f92b0f429c3 HTTP/1.1" status: 200 len: 945 time: 0.2126348 Dec 08 16:28:12.894146 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5e28d3f0-a1c9-4ff5-9d76-9c19776a7cb7 req-4d06c2c1-878a-4c1a-96cf-e159b56a2528 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f77338c8-91de-4809-bfc2-be2cd2a80b3d HTTP/1.1" status: 200 len: 999 time: 0.0925434 Dec 08 16:28:12.896278 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-08524663-8b6e-4539-ac04-8a2c9661bc72 req-76b3bb2d-eb9e-495d-9487-a349a84c5d8d tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/security-groups?id=c1d1018c-934d-4b3a-802b-0f4eb045ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915186 Dec 08 16:28:12.982466 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e28d3f0-a1c9-4ff5-9d76-9c19776a7cb7 req-1f2b5b96-29f1-47f5-9175-208d0c710adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:12.984065 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5e28d3f0-a1c9-4ff5-9d76-9c19776a7cb7 req-1f2b5b96-29f1-47f5-9175-208d0c710adc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=89eafa5b-4193-4ebc-af74-cdc250b35c3e HTTP/1.1" status: 200 len: 834 time: 0.0742719 Dec 08 16:28:13.130079 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a912f320-62f1-4164-810a-c6c70256dde8 req-ea861dae-8897-4ab5-9fc8-ef3ab13bb8c4 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:13.134487 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df240b93-c741-4325-8925-c06e3d143c5f tempest-FloatingIPAdminTestJSON-1335652415 tempest-FloatingIPAdminTestJSON-1335652415-project-admin] Router 4623ec66-eee4-43d8-8440-96d892aa3ccc has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:28:13.135429 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a912f320-62f1-4164-810a-c6c70256dde8 req-ea861dae-8897-4ab5-9fc8-ef3ab13bb8c4 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/ports?device_id=e208543d-8efd-438a-bf67-4f92b0f429c3 HTTP/1.1" status: 200 len: 945 time: 0.1475444 Dec 08 16:28:13.142250 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e28d3f0-a1c9-4ff5-9d76-9c19776a7cb7 req-f46c1bf5-4b20-42fe-b13c-7686fa358292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:13.145325 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5e28d3f0-a1c9-4ff5-9d76-9c19776a7cb7 req-f46c1bf5-4b20-42fe-b13c-7686fa358292 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=08814924-d3f7-498d-a0e5-508442cef09d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1472027 Dec 08 16:28:13.185024 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-eea5eabe-43ab-4697-8964-624fb70acea9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:13.284982 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a912f320-62f1-4164-810a-c6c70256dde8 req-0dc7338a-58f9-4a38-b982-1444ac18005d tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/security-groups?id=c1d1018c-934d-4b3a-802b-0f4eb045ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290150 Dec 08 16:28:13.317783 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41556) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:13.350424 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5e28d3f0-a1c9-4ff5-9d76-9c19776a7cb7 req-1f4b867b-4e49-4dee-a9c7-5678507b3820 service neutron] 10.222.0.76 "GET /v2.0/networks/08814924-d3f7-498d-a0e5-508442cef09d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916931 Dec 08 16:28:13.361658 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df240b93-c741-4325-8925-c06e3d143c5f tempest-FloatingIPAdminTestJSON-1335652415 tempest-FloatingIPAdminTestJSON-1335652415-project-admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:28:13.389750 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35318902-76c4-4a8b-9b51-6b35cc7c3622 None None] Sync routers for ids ['4623ec66-eee4-43d8-8440-96d892aa3ccc'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:28:13.405009 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3dc6d0-b961-4664-a723-a427be289f8c tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:13.409241 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-8d3dc6d0-b961-4664-a723-a427be289f8c tempest-TestNetworkBasicOps-1040487134 tempest-TestNetworkBasicOps-1040487134-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e208543d-8efd-438a-bf67-4f92b0f429c3 HTTP/1.1" status: 200 len: 1092 time: 0.0875449 Dec 08 16:28:13.409926 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41562) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:13.415276 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-bef7d149-44c6-4fdd-82d0-5f00b776a919 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Request body: {'floatingip': {'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'port_id': '7809c34e-a979-4bda-a2d8-1db49dc75d04', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'fixed_ip_address': '172.20.0.5'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:13.417322 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35318902-76c4-4a8b-9b51-6b35cc7c3622 None None] Routers {'4623ec66-eee4-43d8-8440-96d892aa3ccc'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:28:13.420753 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-35318902-76c4-4a8b-9b51-6b35cc7c3622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:27:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['4623ec66-eee4-43d8-8440-96d892aa3ccc'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:13.486066 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-35318902-76c4-4a8b-9b51-6b35cc7c3622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:13.500240 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35318902-76c4-4a8b-9b51-6b35cc7c3622 None None] Routers {'4623ec66-eee4-43d8-8440-96d892aa3ccc'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:28:13.506298 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-35318902-76c4-4a8b-9b51-6b35cc7c3622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:27:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['4623ec66-eee4-43d8-8440-96d892aa3ccc'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:13.506931 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-df240b93-c741-4325-8925-c06e3d143c5f tempest-FloatingIPAdminTestJSON-1335652415 tempest-FloatingIPAdminTestJSON-1335652415-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:13.565920 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77804a2a-42a4-47e3-a655-9b2afc5b7514', 'tag': 'f77338c8-91de-4809-bfc2-be2cd2a80b3d'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:28:13.569609 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d03e8b3-a6ce-4e91-b549-2760b98bf56c" -d '{"events": [{"name": "network-changed", "server_uuid": "77804a2a-42a4-47e3-a655-9b2afc5b7514", "tag": "f77338c8-91de-4809-bfc2-be2cd2a80b3d"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:28:13.602713 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e5657-4f85-4012-8a07-7b95395861c9 req-fd0ad4b9-bd9c-43b7-9fa0-e0fdbc34a288 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:13.606967 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-410e5657-4f85-4012-8a07-7b95395861c9 req-fd0ad4b9-bd9c-43b7-9fa0-e0fdbc34a288 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514 HTTP/1.1" status: 200 len: 945 time: 0.1754363 Dec 08 16:28:13.629659 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-eea5eabe-43ab-4697-8964-624fb70acea9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:13.640263 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41568) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:13.653408 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5e28d3f0-a1c9-4ff5-9d76-9c19776a7cb7 req-338415f6-f844-4156-9ed0-519638c80db6 service neutron] 10.222.0.76 "GET /v2.0/networks/08814924-d3f7-498d-a0e5-508442cef09d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601643 Dec 08 16:28:13.666745 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-df240b93-c741-4325-8925-c06e3d143c5f tempest-FloatingIPAdminTestJSON-1335652415 tempest-FloatingIPAdminTestJSON-1335652415-project-admin] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 5.5202084 Dec 08 16:28:13.669955 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41572) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:13.689357 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bef7d149-44c6-4fdd-82d0-5f00b776a919 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for floatingip, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:13.729137 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-35318902-76c4-4a8b-9b51-6b35cc7c3622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:13.730061 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35318902-76c4-4a8b-9b51-6b35cc7c3622 None None] The sync data for ids ['4623ec66-eee4-43d8-8440-96d892aa3ccc'] in n-d-776250-12 is: [] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:28:13.741582 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2030e6f6-19b4-4fd7-b63e-21246f1a412f x-openstack-request-id: req-2030e6f6-19b4-4fd7-b63e-21246f1a412f {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:28:13.741888 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77804a2a-42a4-47e3-a655-9b2afc5b7514", "tag": "f77338c8-91de-4809-bfc2-be2cd2a80b3d", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:28:13.742149 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2030e6f6-19b4-4fd7-b63e-21246f1a412f {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:28:13.742549 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77804a2a-42a4-47e3-a655-9b2afc5b7514', 'tag': 'f77338c8-91de-4809-bfc2-be2cd2a80b3d', 'status': 'completed', 'code': 200} Dec 08 16:28:13.792206 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-410e5657-4f85-4012-8a07-7b95395861c9 req-af02df90-bb3a-4cc0-8fad-b561e14b37bf tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=5dbfa492-1a8c-4612-9bec-7e64b91898d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1718035 Dec 08 16:28:13.797942 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-eea5eabe-43ab-4697-8964-624fb70acea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:13.882392 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bef7d149-44c6-4fdd-82d0-5f00b776a919 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:13.928708 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-eea5eabe-43ab-4697-8964-624fb70acea9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9ca7afbffcf44bca8d2df25af3e5ccf7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3442607 Dec 08 16:28:13.938004 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41586) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:13.966251 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea5eabe-43ab-4697-8964-624fb70acea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7b8b50-b5ac-4de4-8880-9c3e8b0290f9,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:13.990221 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-7afe891f-f96c-47a6-8044-1c0a57e6621d tempest-FloatingIPAdminTestJSON-1335652415 tempest-FloatingIPAdminTestJSON-1335652415-project-admin] 10.222.0.64 "GET /v2.0/floatingips/e36fd8a4-2e71-4cac-aeae-e2e5e943aaa0 HTTP/1.1" status: 200 len: 982 time: 0.3192852 Dec 08 16:28:13.998994 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41588) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:14.010791 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-d7ef3167-a5cd-4c22-8e1b-2c2a171322ac admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-232111025-network', 'tenant_id': '39d0a07c70234221a3fafc599aa62bdb'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:14.062827 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03e8b3-a6ce-4e91-b549-2760b98bf56c req-b998c44d-5e31-4d83-9a39-7240b564d63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:14.063697 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5d03e8b3-a6ce-4e91-b549-2760b98bf56c req-b998c44d-5e31-4d83-9a39-7240b564d63f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5ac8783bc8454dbdaff01b6ea349ef5e&device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514 HTTP/1.1" status: 200 len: 1097 time: 0.3288867 Dec 08 16:28:14.075539 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-bef7d149-44c6-4fdd-82d0-5f00b776a919 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Allocated IP 172.25.0.96 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/323c261e-7cb4-4689-a01f-469fddae610d) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:28:14.108257 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03e8b3-a6ce-4e91-b549-2760b98bf56c req-a3ca0412-16c3-4d4a-9fa2-acc3b75166fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:14.109835 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5d03e8b3-a6ce-4e91-b549-2760b98bf56c req-a3ca0412-16c3-4d4a-9fa2-acc3b75166fa service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5ac8783bc8454dbdaff01b6ea349ef5e&device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514 HTTP/1.1" status: 200 len: 1097 time: 0.3765230 Dec 08 16:28:14.128138 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-75cdda39-d7c6-486e-8ab0-d7abc6784c42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:14.186165 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ef3167-a5cd-4c22-8e1b-2c2a171322ac admin admin] Made reservation on behalf of 39d0a07c70234221a3fafc599aa62bdb for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:28:14.188698 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d7ef3167-a5cd-4c22-8e1b-2c2a171322ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:14.204613 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d7ef3167-a5cd-4c22-8e1b-2c2a171322ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:14.339464 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d7ef3167-a5cd-4c22-8e1b-2c2a171322ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:14.400759 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bef7d149-44c6-4fdd-82d0-5f00b776a919 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:14.409446 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03e8b3-a6ce-4e91-b549-2760b98bf56c req-3e43abde-819a-48a1-b657-eebf9466139f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:14.411343 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5d03e8b3-a6ce-4e91-b549-2760b98bf56c req-3e43abde-819a-48a1-b657-eebf9466139f service neutron] 10.222.0.37 "GET /v2.0/networks?id=08814924-d3f7-498d-a0e5-508442cef09d HTTP/1.1" status: 200 len: 898 time: 0.3003545 Dec 08 16:28:14.442161 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-261c5948-de2e-449b-8235-6f2f6fca80e3 tempest-FloatingIPAdminTestJSON-1335652415 tempest-FloatingIPAdminTestJSON-1335652415-project-admin] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2249 time: 0.4395723 Dec 08 16:28:14.444619 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41602) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:14.444769 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03e8b3-a6ce-4e91-b549-2760b98bf56c req-cd27af32-6850-46bf-944b-81e3e633372d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:14.446332 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5d03e8b3-a6ce-4e91-b549-2760b98bf56c req-cd27af32-6850-46bf-944b-81e3e633372d service neutron] 10.222.0.76 "GET /v2.0/networks?id=08814924-d3f7-498d-a0e5-508442cef09d HTTP/1.1" status: 200 len: 898 time: 0.3199522 Dec 08 16:28:14.455643 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d7ef3167-a5cd-4c22-8e1b-2c2a171322ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:14.467272 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7ef3167-a5cd-4c22-8e1b-2c2a171322ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:28:14.475261 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-33c4f7bf-46c5-4bfb-9fee-57b8eb32ac78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:14.504717 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d7ef3167-a5cd-4c22-8e1b-2c2a171322ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:14.504717 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-d7ef3167-a5cd-4c22-8e1b-2c2a171322ac admin admin] Added segment ae20c5bd-2351-4f26-a643-51190719905b of type vlan for network 6bc7cad8-ce82-4d14-8967-10a5440b0811 Dec 08 16:28:14.534944 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d7ef3167-a5cd-4c22-8e1b-2c2a171322ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:14.574168 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-33c4f7bf-46c5-4bfb-9fee-57b8eb32ac78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:14.630963 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bef7d149-44c6-4fdd-82d0-5f00b776a919 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:14.640473 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5d03e8b3-a6ce-4e91-b549-2760b98bf56c req-e843ace5-d8b7-46fa-88df-d431b473d364 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f77338c8-91de-4809-bfc2-be2cd2a80b3d HTTP/1.1" status: 200 len: 999 time: 0.1424031 Dec 08 16:28:14.647011 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d7ef3167-a5cd-4c22-8e1b-2c2a171322ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:14.648215 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ef3167-a5cd-4c22-8e1b-2c2a171322ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:14.648813 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d7ef3167-a5cd-4c22-8e1b-2c2a171322ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:14.679687 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5d03e8b3-a6ce-4e91-b549-2760b98bf56c req-50dd59a8-875e-49f7-a7ae-66c2193b8a98 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f77338c8-91de-4809-bfc2-be2cd2a80b3d HTTP/1.1" status: 200 len: 999 time: 0.2525971 Dec 08 16:28:14.769804 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03e8b3-a6ce-4e91-b549-2760b98bf56c req-b2ae07cc-daf1-4f90-ac5d-3b162dfad2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:14.771570 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5d03e8b3-a6ce-4e91-b549-2760b98bf56c req-b2ae07cc-daf1-4f90-ac5d-3b162dfad2a7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=89eafa5b-4193-4ebc-af74-cdc250b35c3e HTTP/1.1" status: 200 len: 834 time: 0.1064405 Dec 08 16:28:14.777943 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03e8b3-a6ce-4e91-b549-2760b98bf56c req-e6be74de-7a76-423b-8e38-f5c1c14fa0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:14.778264 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ef3167-a5cd-4c22-8e1b-2c2a171322ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=654bd4f6-6db2-4b1b-a1c7-956de5974017,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:14.780625 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5d03e8b3-a6ce-4e91-b549-2760b98bf56c req-e6be74de-7a76-423b-8e38-f5c1c14fa0d8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=89eafa5b-4193-4ebc-af74-cdc250b35c3e HTTP/1.1" status: 200 len: 834 time: 0.0801842 Dec 08 16:28:14.885681 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-33c4f7bf-46c5-4bfb-9fee-57b8eb32ac78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:14.888467 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-33c4f7bf-46c5-4bfb-9fee-57b8eb32ac78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:14.889980 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-33c4f7bf-46c5-4bfb-9fee-57b8eb32ac78 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ee7b8b50-b5ac-4de4-8880-9c3e8b0290f9 HTTP/1.1" status: 204 len: 168 time: 0.9501419 Dec 08 16:28:14.912739 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef7d149-44c6-4fdd-82d0-5f00b776a919 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Pushing event updated for resources: {'Port': ['ID=323c261e-7cb4-4689-a01f-469fddae610d,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:14.912864 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03e8b3-a6ce-4e91-b549-2760b98bf56c req-fd81388d-bd44-4a8d-a812-74fd02535068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:14.912864 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5d03e8b3-a6ce-4e91-b549-2760b98bf56c req-fd81388d-bd44-4a8d-a812-74fd02535068 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=08814924-d3f7-498d-a0e5-508442cef09d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1295998 Dec 08 16:28:14.915461 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ef3167-a5cd-4c22-8e1b-2c2a171322ac admin admin] Pushing event updated for resources: {'Network': ['ID=6bc7cad8-ce82-4d14-8967-10a5440b0811,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:14.924612 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c4f7bf-46c5-4bfb-9fee-57b8eb32ac78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7b8b50-b5ac-4de4-8880-9c3e8b0290f9,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:14.929613 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 6bc7cad8-ce82-4d14-8967-10a5440b0811 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:28:14.971121 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef7d149-44c6-4fdd-82d0-5f00b776a919 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:28:14.978321 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-bef7d149-44c6-4fdd-82d0-5f00b776a919 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:28:14.982794 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef7d149-44c6-4fdd-82d0-5f00b776a919 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:28:15.091823 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03e8b3-a6ce-4e91-b549-2760b98bf56c req-eb678e1d-9eb3-4c14-8320-0e190d5cac10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:15.093398 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5d03e8b3-a6ce-4e91-b549-2760b98bf56c req-eb678e1d-9eb3-4c14-8320-0e190d5cac10 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=08814924-d3f7-498d-a0e5-508442cef09d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2929218 Dec 08 16:28:15.103202 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509eb5c4-a86f-485c-aa87-7b54c4882f78 req-6541930d-a2d0-495e-9b59-8394f5361b7d tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:15.105413 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-509eb5c4-a86f-485c-aa87-7b54c4882f78 req-6541930d-a2d0-495e-9b59-8394f5361b7d tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514 HTTP/1.1" status: 200 len: 945 time: 0.2142494 Dec 08 16:28:15.158535 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-d7ef3167-a5cd-4c22-8e1b-2c2a171322ac admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5131721 Dec 08 16:28:15.162937 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41626) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:15.177274 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-fad11237-27a6-4fa1-aac1-4f2388334e08 admin admin] Request body: {'subnet': {'network_id': '6bc7cad8-ce82-4d14-8967-10a5440b0811', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-232111025-subnet', 'tenant_id': '39d0a07c70234221a3fafc599aa62bdb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:15.227181 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5d03e8b3-a6ce-4e91-b549-2760b98bf56c req-0d173682-c96f-4c05-8c2a-15b5273f6da2 service neutron] 10.222.0.76 "GET /v2.0/networks/08814924-d3f7-498d-a0e5-508442cef09d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039389 Dec 08 16:28:15.283031 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-f182b75d-cfac-48b9-8301-6f77888fbe51 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Deleting port 99a64dcf-bb9a-4007-bb6d-01c992a4d685 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:28:15.283436 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f182b75d-cfac-48b9-8301-6f77888fbe51 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:15.323717 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:15.342806 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-509eb5c4-a86f-485c-aa87-7b54c4882f78 req-ea7bcbb7-7e37-491d-979d-06f62130e9ab tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=5dbfa492-1a8c-4612-9bec-7e64b91898d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2190537 Dec 08 16:28:15.388665 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5d03e8b3-a6ce-4e91-b549-2760b98bf56c req-bd132507-89f7-4fc6-8638-dfe06ddfe5c3 service neutron] 10.222.0.37 "GET /v2.0/networks/08814924-d3f7-498d-a0e5-508442cef09d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822218 Dec 08 16:28:15.400129 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad11237-27a6-4fa1-aac1-4f2388334e08 admin admin] Made reservation on behalf of 39d0a07c70234221a3fafc599aa62bdb for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:28:15.403682 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fad11237-27a6-4fa1-aac1-4f2388334e08 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:15.459224 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5d03e8b3-a6ce-4e91-b549-2760b98bf56c req-060377a5-404a-4dbd-b3d7-16bacc600d96 service neutron] 10.222.0.76 "GET /v2.0/networks/08814924-d3f7-498d-a0e5-508442cef09d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212596 Dec 08 16:28:15.510672 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5d03e8b3-a6ce-4e91-b549-2760b98bf56c req-f5b2399c-1811-41dd-b4c6-ddfab21edfa7 service neutron] 10.222.0.37 "GET /v2.0/networks/08814924-d3f7-498d-a0e5-508442cef09d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144273 Dec 08 16:28:15.549855 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f182b75d-cfac-48b9-8301-6f77888fbe51 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:15.550180 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f182b75d-cfac-48b9-8301-6f77888fbe51 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:15.589148 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-f182b75d-cfac-48b9-8301-6f77888fbe51 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Calling delete_port for 99a64dcf-bb9a-4007-bb6d-01c992a4d685 owned by network:floatingip {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:28:15.608756 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device f77338c8-91de-4809-bfc2-be2cd2a80b3d details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:28:15.768919 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port f77338c8-91de-4809-bfc2-be2cd2a80b3d, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=f77338c8-91de-4809-bfc2-be2cd2a80b3d,segment=NetworkSegment(af1f2f88-c1fd-44a2-a1d8-d976a10fad4e),segment_id=af1f2f88-c1fd-44a2-a1d8-d976a10fad4e)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:28:15.783488 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': 'f77338c8-91de-4809-bfc2-be2cd2a80b3d', 'network_id': '08814924-d3f7-498d-a0e5-508442cef09d', 'port_id': 'f77338c8-91de-4809-bfc2-be2cd2a80b3d', 'mac_address': 'fa:16:3e:db:d5:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89eafa5b-4193-4ebc-af74-cdc250b35c3e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:28:15.826734 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:15.836533 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bef7d149-44c6-4fdd-82d0-5f00b776a919 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:15.845576 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f77338c8-91de-4809-bfc2-be2cd2a80b3d {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:28:15.866513 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port f77338c8-91de-4809-bfc2-be2cd2a80b3d, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=f77338c8-91de-4809-bfc2-be2cd2a80b3d,segment=NetworkSegment(af1f2f88-c1fd-44a2-a1d8-d976a10fad4e),segment_id=af1f2f88-c1fd-44a2-a1d8-d976a10fad4e)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:28:15.996516 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:16.032620 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fad11237-27a6-4fa1-aac1-4f2388334e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:16.066044 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=f77338c8-91de-4809-bfc2-be2cd2a80b3d,revision_number=12']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:16.091185 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f182b75d-cfac-48b9-8301-6f77888fbe51 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:16.145280 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f182b75d-cfac-48b9-8301-6f77888fbe51 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Pushing event deleted for resources: {'Port': ['ID=99a64dcf-bb9a-4007-bb6d-01c992a4d685,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:16.151360 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bef7d149-44c6-4fdd-82d0-5f00b776a919 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:16.229740 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad11237-27a6-4fa1-aac1-4f2388334e08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=248e37dc-1d8d-4d3e-9a87-0b6dedad1f36,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:16.267176 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad11237-27a6-4fa1-aac1-4f2388334e08 admin admin] Checking segment: {'id': 'ae20c5bd-2351-4f26-a643-51190719905b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6bc7cad8-ce82-4d14-8967-10a5440b0811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:28:16.267566 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad11237-27a6-4fa1-aac1-4f2388334e08 admin admin] Network hostable DHCP agents. Network: 6bc7cad8-ce82-4d14-8967-10a5440b0811, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:28:16.332318 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f182b75d-cfac-48b9-8301-6f77888fbe51 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks [] for floatingip, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:16.332594 n-d-776250-12 neutron-server[110550]: INFO neutron.db.l3_db [None req-f182b75d-cfac-48b9-8301-6f77888fbe51 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Floating IP e36fd8a4-2e71-4cac-aeae-e2e5e943aaa0 disassociated (deleted). External IP: 172.25.0.31, port: dc6d37ee-c358-4daa-aaf3-fed09b7a12ee. Dec 08 16:28:16.458534 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad11237-27a6-4fa1-aac1-4f2388334e08 admin admin] Network 6bc7cad8-ce82-4d14-8967-10a5440b0811 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:28:16.544752 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bef7d149-44c6-4fdd-82d0-5f00b776a919 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:16.596707 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc724d-d8f2-4579-832e-79897ba1a4dd req-593d2133-12b1-4210-9cfb-98f573e8c9cd tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:16.598330 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-45bc724d-d8f2-4579-832e-79897ba1a4dd req-593d2133-12b1-4210-9cfb-98f573e8c9cd tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514 HTTP/1.1" status: 200 len: 946 time: 0.0876911 Dec 08 16:28:16.634433 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-fad11237-27a6-4fa1-aac1-4f2388334e08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 6bc7cad8-ce82-4d14-8967-10a5440b0811) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:28:16.648592 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ef9846-634e-4bc6-a1b2-41fefde62750 None None] Network 6bc7cad8-ce82-4d14-8967-10a5440b0811 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:28:16.669540 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad11237-27a6-4fa1-aac1-4f2388334e08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:16.670157 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fad11237-27a6-4fa1-aac1-4f2388334e08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:16.672322 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bef7d149-44c6-4fdd-82d0-5f00b776a919 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:16.786475 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1a38ab-2ffc-4120-bad3-6787cd8e102f None None] Network 6bc7cad8-ce82-4d14-8967-10a5440b0811 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:28:16.840730 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:17.222143 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-fad11237-27a6-4fa1-aac1-4f2388334e08 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0514839 Dec 08 16:28:17.241578 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef7d149-44c6-4fdd-82d0-5f00b776a919 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Pushing event updated for resources: {'Port': ['ID=323c261e-7cb4-4689-a01f-469fddae610d,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:17.254347 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-45bc724d-d8f2-4579-832e-79897ba1a4dd req-500e9784-838e-40ef-9100-56e6920c9024 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=5dbfa492-1a8c-4612-9bec-7e64b91898d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6235361 Dec 08 16:28:17.258876 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef7d149-44c6-4fdd-82d0-5f00b776a919 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:17.259309 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef7d149-44c6-4fdd-82d0-5f00b776a919 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:17.262196 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef7d149-44c6-4fdd-82d0-5f00b776a919 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:17.262584 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef7d149-44c6-4fdd-82d0-5f00b776a919 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:17.263178 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef7d149-44c6-4fdd-82d0-5f00b776a919 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:17.264197 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef7d149-44c6-4fdd-82d0-5f00b776a919 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:17.264197 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef7d149-44c6-4fdd-82d0-5f00b776a919 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:17.264566 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef7d149-44c6-4fdd-82d0-5f00b776a919 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:17.265011 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef7d149-44c6-4fdd-82d0-5f00b776a919 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:17.265442 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef7d149-44c6-4fdd-82d0-5f00b776a919 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:17.265904 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef7d149-44c6-4fdd-82d0-5f00b776a919 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:17.266407 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef7d149-44c6-4fdd-82d0-5f00b776a919 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:17.266928 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef7d149-44c6-4fdd-82d0-5f00b776a919 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:17.305184 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f182b75d-cfac-48b9-8301-6f77888fbe51 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Router 4623ec66-eee4-43d8-8440-96d892aa3ccc has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:28:17.309937 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bef7d149-44c6-4fdd-82d0-5f00b776a919 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:17.356577 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['f77338c8-91de-4809-bfc2-be2cd2a80b3d'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:28:17.620151 n-d-776250-12 neutron-server[110550]: INFO neutron.db.l3_db [None req-bef7d149-44c6-4fdd-82d0-5f00b776a919 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Floating IP 556104b5-0982-49e7-b9ad-481103fd0390 associated. External IP: 172.25.0.96, port: 7809c34e-a979-4bda-a2d8-1db49dc75d04. Dec 08 16:28:17.626651 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f182b75d-cfac-48b9-8301-6f77888fbe51 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:28:17.673241 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f182b75d-cfac-48b9-8301-6f77888fbe51 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:17.713900 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a4e4ce-b629-47eb-8f46-48b673bf20b3 None None] Sync routers for ids ['4623ec66-eee4-43d8-8440-96d892aa3ccc'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:28:17.719840 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:17.723529 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-f182b75d-cfac-48b9-8301-6f77888fbe51 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] 10.222.0.64 "DELETE /v2.0/floatingips/e36fd8a4-2e71-4cac-aeae-e2e5e943aaa0 HTTP/1.1" status: 204 len: 168 time: 3.2789364 Dec 08 16:28:17.726992 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41698) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:17.732794 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-7887a91f-ddc6-4074-8b88-2cb75a259ee5 tempest-FloatingIPAdminTestJSON-1335652415 tempest-FloatingIPAdminTestJSON-1335652415-project-admin] Request body: {'floatingip': {'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:17.754443 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a4e4ce-b629-47eb-8f46-48b673bf20b3 None None] Routers {'4623ec66-eee4-43d8-8440-96d892aa3ccc'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:28:17.755389 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-21a4e4ce-b629-47eb-8f46-48b673bf20b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:28:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['4623ec66-eee4-43d8-8440-96d892aa3ccc'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:17.813829 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-21a4e4ce-b629-47eb-8f46-48b673bf20b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:17.851468 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41702) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:17.852443 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a4e4ce-b629-47eb-8f46-48b673bf20b3 None None] Routers {'4623ec66-eee4-43d8-8440-96d892aa3ccc'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:28:17.853073 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-21a4e4ce-b629-47eb-8f46-48b673bf20b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:28:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['4623ec66-eee4-43d8-8440-96d892aa3ccc'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:17.899203 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7887a91f-ddc6-4074-8b88-2cb75a259ee5 tempest-FloatingIPAdminTestJSON-1335652415 tempest-FloatingIPAdminTestJSON-1335652415-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:17.915721 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-21a4e4ce-b629-47eb-8f46-48b673bf20b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:17.916495 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a4e4ce-b629-47eb-8f46-48b673bf20b3 None None] The sync data for ids ['4623ec66-eee4-43d8-8440-96d892aa3ccc'] in n-d-776250-12 is: [] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:28:18.047297 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bef7d149-44c6-4fdd-82d0-5f00b776a919 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Router 50089982-b78d-4441-9483-dd06814fd096 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:28:18.068745 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7887a91f-ddc6-4074-8b88-2cb75a259ee5 tempest-FloatingIPAdminTestJSON-1335652415 tempest-FloatingIPAdminTestJSON-1335652415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:18.211825 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-7887a91f-ddc6-4074-8b88-2cb75a259ee5 tempest-FloatingIPAdminTestJSON-1335652415 tempest-FloatingIPAdminTestJSON-1335652415-project-admin] Allocated IP 172.25.0.206 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/9ed6bf2d-cbc2-43d7-aff4-a900faec5e3f) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:28:18.223131 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef7d149-44c6-4fdd-82d0-5f00b776a919 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:28:18.235452 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c0c214-2fc7-4dde-b9be-912967e8afb2 None None] Sync routers for ids ['50089982-b78d-4441-9483-dd06814fd096'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:28:18.250214 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c0c214-2fc7-4dde-b9be-912967e8afb2 None None] Routers {'50089982-b78d-4441-9483-dd06814fd096'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:28:18.251266 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-a7c0c214-2fc7-4dde-b9be-912967e8afb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:28:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['50089982-b78d-4441-9483-dd06814fd096'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:18.376793 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bef7d149-44c6-4fdd-82d0-5f00b776a919 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:18.406393 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b795eaf1-ec90-4a30-9d58-eb4eea886f4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:18.465974 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-bef7d149-44c6-4fdd-82d0-5f00b776a919 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.0549221 Dec 08 16:28:18.469528 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41718) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:18.469999 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e208543d-8efd-438a-bf67-4f92b0f429c3', 'tag': '7809c34e-a979-4bda-a2d8-1db49dc75d04'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:28:18.477428 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b1aa70-f24b-43ae-b899-c60b2633ffac" -d '{"events": [{"name": "network-changed", "server_uuid": "e208543d-8efd-438a-bf67-4f92b0f429c3", "tag": "7809c34e-a979-4bda-a2d8-1db49dc75d04"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:28:18.559259 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-a7c0c214-2fc7-4dde-b9be-912967e8afb2 None None] Set router 50089982-b78d-4441-9483-dd06814fd096 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:28:18.569782 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbedf9cb-4efd-433c-af8e-53c4ed263ffe req-4db820cc-4b85-4459-ae0d-92ac80a7155e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:18.571896 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bbedf9cb-4efd-433c-af8e-53c4ed263ffe req-4db820cc-4b85-4459-ae0d-92ac80a7155e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514 HTTP/1.1" status: 200 len: 946 time: 0.1478863 Dec 08 16:28:18.634221 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-490a4cc4-56bd-448c-9584-f0854beb375f tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/floatingips/556104b5-0982-49e7-b9ad-481103fd0390 HTTP/1.1" status: 200 len: 990 time: 0.1514633 Dec 08 16:28:18.671727 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b795eaf1-ec90-4a30-9d58-eb4eea886f4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:18.684478 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41726) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:18.710559 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bbedf9cb-4efd-433c-af8e-53c4ed263ffe req-382b4957-1942-4791-8ac8-be96169c65af tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=5dbfa492-1a8c-4612-9bec-7e64b91898d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181231 Dec 08 16:28:18.741552 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41734) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:18.769552 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7887a91f-ddc6-4074-8b88-2cb75a259ee5 tempest-FloatingIPAdminTestJSON-1335652415 tempest-FloatingIPAdminTestJSON-1335652415-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:18.815339 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f532b6a-e0a3-4144-8def-5451728363ce x-openstack-request-id: req-4f532b6a-e0a3-4144-8def-5451728363ce {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:28:18.816126 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e208543d-8efd-438a-bf67-4f92b0f429c3", "tag": "7809c34e-a979-4bda-a2d8-1db49dc75d04", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:28:18.816595 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4f532b6a-e0a3-4144-8def-5451728363ce {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:28:18.817176 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e208543d-8efd-438a-bf67-4f92b0f429c3', 'tag': '7809c34e-a979-4bda-a2d8-1db49dc75d04', 'status': 'completed', 'code': 200} Dec 08 16:28:18.828025 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ddbc161e-9a59-4693-91e8-ae56a8ae9110 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/floatingips/29e92f3b-1bfd-4c21-868b-9431136f88b1 HTTP/1.1" status: 200 len: 992 time: 0.0846701 Dec 08 16:28:18.847191 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-6c292391-412d-4247-b106-1082566089c9 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2118043036'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:18.857651 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b795eaf1-ec90-4a30-9d58-eb4eea886f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:18.939240 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41738) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:18.940243 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b795eaf1-ec90-4a30-9d58-eb4eea886f4d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=69bf09851b38441ea60565a8de6ad973&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0876062 Dec 08 16:28:18.960496 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7887a91f-ddc6-4074-8b88-2cb75a259ee5 tempest-FloatingIPAdminTestJSON-1335652415 tempest-FloatingIPAdminTestJSON-1335652415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:18.980672 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c292391-412d-4247-b106-1082566089c9 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Made reservation on behalf of 8903d1f9af734148bba1eca462488b6f for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:28:18.984710 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6c292391-412d-4247-b106-1082566089c9 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:19.003473 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a0752365-44d7-4b1e-abf7-28dad243103a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:19.033363 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-a7c0c214-2fc7-4dde-b9be-912967e8afb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50089982-b78d-4441-9483-dd06814fd096', 'name': 'tempest-TestNetworkBasicOps-router-560585862', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'e47143c7-01f3-4300-86e8-16e5165df957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:27:21Z', 'updated_at': '2021-12-08T16:27:34Z', 'revision_number': 4, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'gw_port': {'id': 'e47143c7-01f3-4300-86e8-16e5165df957', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:66:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50089982-b78d-4441-9483-dd06814fd096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:27:22Z', 'updated_at': '2021-12-08T16:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '556104b5-0982-49e7-b9ad-481103fd0390', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'floating_ip_address': '172.25.0.96', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '50089982-b78d-4441-9483-dd06814fd096', 'port_id': '7809c34e-a979-4bda-a2d8-1db49dc75d04', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f341cc7-0551-426d-b2d8-91278fbfaf0d', 'mac_address': 'fa:16:3e:45:da:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e208543d-8efd-438a-bf67-4f92b0f429c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:28:15Z', 'updated_at': '2021-12-08T16:28:15Z', 'revision_number': 0, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c9cd617-d699-4f14-9e54-91a2fc7b9662', 'name': '', 'network_id': '0f341cc7-0551-426d-b2d8-91278fbfaf0d', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'mac_address': 'fa:16:3e:d4:14:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50089982-b78d-4441-9483-dd06814fd096', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '2271a0a7-6ec6-48e1-b520-72a2220686e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:27:32Z', 'updated_at': '2021-12-08T16:27:41Z', 'revision_number': 5, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'subnets': [{'id': '2271a0a7-6ec6-48e1-b520-72a2220686e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:19.035322 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a0752365-44d7-4b1e-abf7-28dad243103a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:19.047982 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7887a91f-ddc6-4074-8b88-2cb75a259ee5 tempest-FloatingIPAdminTestJSON-1335652415 tempest-FloatingIPAdminTestJSON-1335652415-project-admin] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:28:19.058571 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-7887a91f-ddc6-4074-8b88-2cb75a259ee5 tempest-FloatingIPAdminTestJSON-1335652415 tempest-FloatingIPAdminTestJSON-1335652415-project-admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:28:19.072114 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c0c214-2fc7-4dde-b9be-912967e8afb2 None None] Checking router: 50089982-b78d-4441-9483-dd06814fd096 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:28:19.072385 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6c292391-412d-4247-b106-1082566089c9 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:19.074461 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7887a91f-ddc6-4074-8b88-2cb75a259ee5 tempest-FloatingIPAdminTestJSON-1335652415 tempest-FloatingIPAdminTestJSON-1335652415-project-admin] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:28:19.085233 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c0c214-2fc7-4dde-b9be-912967e8afb2 None None] Routers {'50089982-b78d-4441-9483-dd06814fd096'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:28:19.086051 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-a7c0c214-2fc7-4dde-b9be-912967e8afb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:28:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['50089982-b78d-4441-9483-dd06814fd096'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:19.086798 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b795eaf1-ec90-4a30-9d58-eb4eea886f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=546f4cd8-89fe-41dc-acb0-7c14cc988daf,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:19.165141 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1aa70-f24b-43ae-b899-c60b2633ffac req-ea6d8bf0-1c77-4781-a091-000039b65596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:19.168039 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b5b1aa70-f24b-43ae-b899-c60b2633ffac req-ea6d8bf0-1c77-4781-a091-000039b65596 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2a90eddbbcbf4338ab5fe411884194ac&device_id=e208543d-8efd-438a-bf67-4f92b0f429c3 HTTP/1.1" status: 200 len: 1097 time: 0.3138175 Dec 08 16:28:19.168735 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7887a91f-ddc6-4074-8b88-2cb75a259ee5 tempest-FloatingIPAdminTestJSON-1335652415 tempest-FloatingIPAdminTestJSON-1335652415-project-admin] Pushing event updated for resources: {'Port': ['ID=9ed6bf2d-cbc2-43d7-aff4-a900faec5e3f,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:19.183552 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782bcc68-4dd9-4c45-ab9d-ef21879b8578 req-cead81ad-3a0d-495d-a15d-2b7b89061477 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:19.185560 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-782bcc68-4dd9-4c45-ab9d-ef21879b8578 req-cead81ad-3a0d-495d-a15d-2b7b89061477 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/networks?id=6bc7cad8-ce82-4d14-8967-10a5440b0811 HTTP/1.1" status: 200 len: 814 time: 0.4571340 Dec 08 16:28:19.215841 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a0752365-44d7-4b1e-abf7-28dad243103a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:19.221186 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a0752365-44d7-4b1e-abf7-28dad243103a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:19.223000 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a0752365-44d7-4b1e-abf7-28dad243103a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/546f4cd8-89fe-41dc-acb0-7c14cc988daf HTTP/1.1" status: 204 len: 168 time: 0.2824771 Dec 08 16:28:19.238254 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-a7c0c214-2fc7-4dde-b9be-912967e8afb2 None None] Set router 50089982-b78d-4441-9483-dd06814fd096 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:28:19.258044 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0752365-44d7-4b1e-abf7-28dad243103a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=546f4cd8-89fe-41dc-acb0-7c14cc988daf,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:19.267654 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-782bcc68-4dd9-4c45-ab9d-ef21879b8578 req-9535a3e7-e96d-47cc-adeb-a13e938368eb tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/quotas/39d0a07c70234221a3fafc599aa62bdb HTTP/1.1" status: 200 len: 375 time: 0.0670733 Dec 08 16:28:19.337405 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41744) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:19.531563 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7ddc01e4-229b-4445-81f0-b215b73105bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:19.576433 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-a7c0c214-2fc7-4dde-b9be-912967e8afb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50089982-b78d-4441-9483-dd06814fd096', 'name': 'tempest-TestNetworkBasicOps-router-560585862', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'e47143c7-01f3-4300-86e8-16e5165df957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:27:21Z', 'updated_at': '2021-12-08T16:27:34Z', 'revision_number': 4, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'gw_port': {'id': 'e47143c7-01f3-4300-86e8-16e5165df957', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:66:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50089982-b78d-4441-9483-dd06814fd096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:27:22Z', 'updated_at': '2021-12-08T16:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '556104b5-0982-49e7-b9ad-481103fd0390', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'floating_ip_address': '172.25.0.96', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '50089982-b78d-4441-9483-dd06814fd096', 'port_id': '7809c34e-a979-4bda-a2d8-1db49dc75d04', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f341cc7-0551-426d-b2d8-91278fbfaf0d', 'mac_address': 'fa:16:3e:45:da:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e208543d-8efd-438a-bf67-4f92b0f429c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:28:15Z', 'updated_at': '2021-12-08T16:28:15Z', 'revision_number': 0, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c9cd617-d699-4f14-9e54-91a2fc7b9662', 'name': '', 'network_id': '0f341cc7-0551-426d-b2d8-91278fbfaf0d', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'mac_address': 'fa:16:3e:d4:14:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50089982-b78d-4441-9483-dd06814fd096', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '2271a0a7-6ec6-48e1-b520-72a2220686e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:27:32Z', 'updated_at': '2021-12-08T16:27:41Z', 'revision_number': 5, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'subnets': [{'id': '2271a0a7-6ec6-48e1-b520-72a2220686e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:19.604822 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c0c214-2fc7-4dde-b9be-912967e8afb2 None None] The sync data for ids ['50089982-b78d-4441-9483-dd06814fd096'] in n-d-776250-12 is: [{'id': '50089982-b78d-4441-9483-dd06814fd096', 'name': 'tempest-TestNetworkBasicOps-router-560585862', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'e47143c7-01f3-4300-86e8-16e5165df957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:27:21Z', 'updated_at': '2021-12-08T16:27:34Z', 'revision_number': 4, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'gw_port': {'id': 'e47143c7-01f3-4300-86e8-16e5165df957', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:66:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50089982-b78d-4441-9483-dd06814fd096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:27:22Z', 'updated_at': '2021-12-08T16:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '556104b5-0982-49e7-b9ad-481103fd0390', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'floating_ip_address': '172.25.0.96', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '50089982-b78d-4441-9483-dd06814fd096', 'port_id': '7809c34e-a979-4bda-a2d8-1db49dc75d04', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f341cc7-0551-426d-b2d8-91278fbfaf0d', 'mac_address': 'fa:16:3e:45:da:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e208543d-8efd-438a-bf67-4f92b0f429c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:28:15Z', 'updated_at': '2021-12-08T16:28:15Z', 'revision_number': 0, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c9cd617-d699-4f14-9e54-91a2fc7b9662', 'name': '', 'network_id': '0f341cc7-0551-426d-b2d8-91278fbfaf0d', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'mac_address': 'fa:16:3e:d4:14:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50089982-b78d-4441-9483-dd06814fd096', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '2271a0a7-6ec6-48e1-b520-72a2220686e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:27:32Z', 'updated_at': '2021-12-08T16:27:41Z', 'revision_number': 5, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'subnets': [{'id': '2271a0a7-6ec6-48e1-b520-72a2220686e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:28:19.629036 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7ddc01e4-229b-4445-81f0-b215b73105bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:19.637948 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41748) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:19.646000 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device f77338c8-91de-4809-bfc2-be2cd2a80b3d up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:28:19.712631 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7ddc01e4-229b-4445-81f0-b215b73105bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:19.741711 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-782bcc68-4dd9-4c45-ab9d-ef21879b8578 req-9b0ceb9d-3a15-4f30-991c-3452d75a1dfd tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=39d0a07c70234221a3fafc599aa62bdb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4600661 Dec 08 16:28:19.770745 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-170e5294-99b8-4a3f-8e47-0fbaaf487690 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/floatingips/556104b5-0982-49e7-b9ad-481103fd0390 HTTP/1.1" status: 200 len: 990 time: 0.1311340 Dec 08 16:28:19.789205 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-7ddc01e4-229b-4445-81f0-b215b73105bd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f65bdce15511437892492eb3fe3138ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4501581 Dec 08 16:28:19.790044 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41750) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:19.790830 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddc01e4-229b-4445-81f0-b215b73105bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a3a082-daa4-42ec-be5b-1c95f04d9429,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:19.824647 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port f77338c8-91de-4809-bfc2-be2cd2a80b3d completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:28:19.829776 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port f77338c8-91de-4809-bfc2-be2cd2a80b3d triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:19.830080 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:19.844028 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7887a91f-ddc6-4074-8b88-2cb75a259ee5 tempest-FloatingIPAdminTestJSON-1335652415 tempest-FloatingIPAdminTestJSON-1335652415-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:19.858889 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1aa70-f24b-43ae-b899-c60b2633ffac req-96f7c744-acfb-4e2f-87d9-599d4fe15b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:19.860447 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b5b1aa70-f24b-43ae-b899-c60b2633ffac req-96f7c744-acfb-4e2f-87d9-599d4fe15b65 service neutron] 10.222.0.76 "GET /v2.0/networks?id=0f341cc7-0551-426d-b2d8-91278fbfaf0d HTTP/1.1" status: 200 len: 897 time: 0.6722119 Dec 08 16:28:19.914799 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fd4c7987-c9e3-4d2b-adda-65f618d1c0ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:19.966328 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fd4c7987-c9e3-4d2b-adda-65f618d1c0ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:19.994465 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:20.005614 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6c292391-412d-4247-b106-1082566089c9 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:20.022735 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc23f580-4e5f-4f93-b8b2-28924d6086e6 None None] New status for floating IP 556104b5-0982-49e7-b9ad-481103fd0390: ACTIVE {{(pid=110552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:28:20.050942 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b5b1aa70-f24b-43ae-b899-c60b2633ffac req-4a95d4bc-352f-4a49-b3eb-f696905f9e3a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7809c34e-a979-4bda-a2d8-1db49dc75d04 HTTP/1.1" status: 200 len: 998 time: 0.1770637 Dec 08 16:28:20.059254 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77804a2a-42a4-47e3-a655-9b2afc5b7514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f77338c8-91de-4809-bfc2-be2cd2a80b3d'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:28:20.061514 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21154d8d-ab76-4964-adbe-2346a2aa2ca3" -d '{"events": [{"server_uuid": "77804a2a-42a4-47e3-a655-9b2afc5b7514", "name": "network-vif-plugged", "status": "completed", "tag": "f77338c8-91de-4809-bfc2-be2cd2a80b3d"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:28:20.095035 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port f77338c8-91de-4809-bfc2-be2cd2a80b3d, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=f77338c8-91de-4809-bfc2-be2cd2a80b3d,segment=NetworkSegment(af1f2f88-c1fd-44a2-a1d8-d976a10fad4e),segment_id=af1f2f88-c1fd-44a2-a1d8-d976a10fad4e)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:28:20.112799 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b6ef2d-00f0-44e9-b71e-851fceeb593d x-openstack-request-id: req-71b6ef2d-00f0-44e9-b71e-851fceeb593d {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:28:20.116021 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77804a2a-42a4-47e3-a655-9b2afc5b7514", "name": "network-vif-plugged", "status": "completed", "tag": "f77338c8-91de-4809-bfc2-be2cd2a80b3d", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:28:20.116021 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-71b6ef2d-00f0-44e9-b71e-851fceeb593d {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:28:20.116021 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77804a2a-42a4-47e3-a655-9b2afc5b7514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f77338c8-91de-4809-bfc2-be2cd2a80b3d', 'code': 200} Dec 08 16:28:20.135958 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fd4c7987-c9e3-4d2b-adda-65f618d1c0ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:20.138718 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fd4c7987-c9e3-4d2b-adda-65f618d1c0ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:20.140625 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-fd4c7987-c9e3-4d2b-adda-65f618d1c0ab admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/01a3a082-daa4-42ec-be5b-1c95f04d9429 HTTP/1.1" status: 204 len: 168 time: 0.3355122 Dec 08 16:28:20.148483 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4c7987-c9e3-4d2b-adda-65f618d1c0ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a3a082-daa4-42ec-be5b-1c95f04d9429,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:20.178035 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1aa70-f24b-43ae-b899-c60b2633ffac req-deb7dec8-9d2e-4140-b8c0-fb3f9b98c196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:20.179598 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b5b1aa70-f24b-43ae-b899-c60b2633ffac req-deb7dec8-9d2e-4140-b8c0-fb3f9b98c196 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2271a0a7-6ec6-48e1-b520-72a2220686e4 HTTP/1.1" status: 200 len: 834 time: 0.0832756 Dec 08 16:28:20.180836 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6c292391-412d-4247-b106-1082566089c9 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:20.184569 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:20.244645 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-782bcc68-4dd9-4c45-ab9d-ef21879b8578 req-5368957a-3204-40ff-bcb5-a5a1f0c9b104 service neutron] 10.222.0.64 "GET /v2.0/networks/6bc7cad8-ce82-4d14-8967-10a5440b0811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4697776 Dec 08 16:28:20.246785 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7887a91f-ddc6-4074-8b88-2cb75a259ee5 tempest-FloatingIPAdminTestJSON-1335652415 tempest-FloatingIPAdminTestJSON-1335652415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:20.264062 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c292391-412d-4247-b106-1082566089c9 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:28:20.305520 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=f77338c8-91de-4809-bfc2-be2cd2a80b3d,revision_number=13']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:20.365784 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1aa70-f24b-43ae-b899-c60b2633ffac req-6a1e5a37-bada-4301-b935-2de82e87a5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:20.367630 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b5b1aa70-f24b-43ae-b899-c60b2633ffac req-6a1e5a37-bada-4301-b935-2de82e87a5b0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0f341cc7-0551-426d-b2d8-91278fbfaf0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1732810 Dec 08 16:28:20.370020 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6c292391-412d-4247-b106-1082566089c9 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:20.370491 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-6c292391-412d-4247-b106-1082566089c9 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Added segment 0d157cd2-b967-4475-a39e-b1757cddcdf3 of type vlan for network 9d454cec-0a58-4fc5-a7ba-064ff53910af Dec 08 16:28:20.385038 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c292391-412d-4247-b106-1082566089c9 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf202ce-661f-4775-ae9e-d0c6e257e582,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:20.517056 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6c292391-412d-4247-b106-1082566089c9 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:20.647008 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-782bcc68-4dd9-4c45-ab9d-ef21879b8578 req-929fe824-a98f-44df-b26d-16a1bf5ae149 service neutron] 10.222.0.64 "GET /v2.0/networks/6bc7cad8-ce82-4d14-8967-10a5440b0811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3843277 Dec 08 16:28:20.692594 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b5b1aa70-f24b-43ae-b899-c60b2633ffac req-d948af11-bcc7-4572-b46e-27299639cc9e service neutron] 10.222.0.76 "GET /v2.0/networks/0f341cc7-0551-426d-b2d8-91278fbfaf0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088989 Dec 08 16:28:20.695166 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6c292391-412d-4247-b106-1082566089c9 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:20.708304 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c292391-412d-4247-b106-1082566089c9 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:20.708304 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6c292391-412d-4247-b106-1082566089c9 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:20.774009 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41774) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:20.835667 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-6c292391-412d-4247-b106-1082566089c9 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.1502659 Dec 08 16:28:20.837965 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7887a91f-ddc6-4074-8b88-2cb75a259ee5 tempest-FloatingIPAdminTestJSON-1335652415 tempest-FloatingIPAdminTestJSON-1335652415-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:20.847076 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c292391-412d-4247-b106-1082566089c9 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Pushing event updated for resources: {'Network': ['ID=9d454cec-0a58-4fc5-a7ba-064ff53910af,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:20.876605 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 9d454cec-0a58-4fc5-a7ba-064ff53910af details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:28:20.893253 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a706912a-fcbe-4aac-b6bf-708883a6abb8 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/floatingips/556104b5-0982-49e7-b9ad-481103fd0390 HTTP/1.1" status: 200 len: 992 time: 0.1117213 Dec 08 16:28:20.912200 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b5b1aa70-f24b-43ae-b899-c60b2633ffac req-c4e38cb5-532a-4d06-981d-5a4ccdc31491 service neutron] 10.222.0.76 "GET /v2.0/networks/0f341cc7-0551-426d-b2d8-91278fbfaf0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018147 Dec 08 16:28:20.920209 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7887a91f-ddc6-4074-8b88-2cb75a259ee5 tempest-FloatingIPAdminTestJSON-1335652415 tempest-FloatingIPAdminTestJSON-1335652415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:20.979411 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41782) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:21.007634 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41784) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:21.021592 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-00aa1274-a479-4752-a5e4-e55b74fe4ff8 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Request body: {'subnet': {'network_id': '9d454cec-0a58-4fc5-a7ba-064ff53910af', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:21.035872 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3766f8cf-6282-4d31-bfa0-e582ee5e7dc9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:21.074349 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7887a91f-ddc6-4074-8b88-2cb75a259ee5 tempest-FloatingIPAdminTestJSON-1335652415 tempest-FloatingIPAdminTestJSON-1335652415-project-admin] Pushing event updated for resources: {'Port': ['ID=9ed6bf2d-cbc2-43d7-aff4-a900faec5e3f,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:21.084084 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7887a91f-ddc6-4074-8b88-2cb75a259ee5 tempest-FloatingIPAdminTestJSON-1335652415 tempest-FloatingIPAdminTestJSON-1335652415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:21.157164 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d3c92b80-b0fa-4413-b4cc-12d2aafb6245 req-ef4ce304-f68c-4725-9f41-57948297de14 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f2e66d8-49db-40b9-9fbd-814c552e5d13 HTTP/1.1" status: 200 len: 210 time: 0.0974376 Dec 08 16:28:21.176021 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7887a91f-ddc6-4074-8b88-2cb75a259ee5 tempest-FloatingIPAdminTestJSON-1335652415 tempest-FloatingIPAdminTestJSON-1335652415-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:21.176990 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-7887a91f-ddc6-4074-8b88-2cb75a259ee5 tempest-FloatingIPAdminTestJSON-1335652415 tempest-FloatingIPAdminTestJSON-1335652415-project-admin] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4475861 Dec 08 16:28:21.179323 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41788) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:21.287792 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3766f8cf-6282-4d31-bfa0-e582ee5e7dc9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:21.356240 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00aa1274-a479-4752-a5e4-e55b74fe4ff8 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Made reservation on behalf of 8903d1f9af734148bba1eca462488b6f for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:28:21.360502 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-00aa1274-a479-4752-a5e4-e55b74fe4ff8 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:21.428996 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3766f8cf-6282-4d31-bfa0-e582ee5e7dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:21.495340 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-3766f8cf-6282-4d31-bfa0-e582ee5e7dc9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a0b60987eee74fe891c3b36e228d6e76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5123618 Dec 08 16:28:21.495699 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41802) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:21.509402 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3766f8cf-6282-4d31-bfa0-e582ee5e7dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05668917-6683-41e7-8ac4-3bf6978d6489,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:21.520604 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-d243d7f6-5d7a-4e81-add2-ba069bc1bf99 tempest-FloatingIPAdminTestJSON-103748462 tempest-FloatingIPAdminTestJSON-103748462-project] Request body: {'floatingip': {'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:21.584700 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f5621dd2-a106-4b37-996d-f3b24faa9b17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:21.610232 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f5621dd2-a106-4b37-996d-f3b24faa9b17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:21.733532 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d243d7f6-5d7a-4e81-add2-ba069bc1bf99 tempest-FloatingIPAdminTestJSON-103748462 tempest-FloatingIPAdminTestJSON-103748462-project] Publish callbacks [] for floatingip, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:21.787833 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-00aa1274-a479-4752-a5e4-e55b74fe4ff8 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:21.798171 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f5621dd2-a106-4b37-996d-f3b24faa9b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:21.801222 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f5621dd2-a106-4b37-996d-f3b24faa9b17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:21.805510 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f5621dd2-a106-4b37-996d-f3b24faa9b17 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/05668917-6683-41e7-8ac4-3bf6978d6489 HTTP/1.1" status: 204 len: 168 time: 0.3086929 Dec 08 16:28:21.819589 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5621dd2-a106-4b37-996d-f3b24faa9b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05668917-6683-41e7-8ac4-3bf6978d6489,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:21.890342 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aa1274-a479-4752-a5e4-e55b74fe4ff8 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Pushing event updated for resources: {'Subnet': ['ID=a6ac32fd-90f3-47a8-aac4-485079d808a7,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:21.891549 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d243d7f6-5d7a-4e81-add2-ba069bc1bf99 tempest-FloatingIPAdminTestJSON-103748462 tempest-FloatingIPAdminTestJSON-103748462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:21.902084 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00aa1274-a479-4752-a5e4-e55b74fe4ff8 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Checking segment: {'id': '0d157cd2-b967-4475-a39e-b1757cddcdf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9d454cec-0a58-4fc5-a7ba-064ff53910af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:28:21.904341 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00aa1274-a479-4752-a5e4-e55b74fe4ff8 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Network hostable DHCP agents. Network: 9d454cec-0a58-4fc5-a7ba-064ff53910af, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:28:21.996155 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00aa1274-a479-4752-a5e4-e55b74fe4ff8 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Network 9d454cec-0a58-4fc5-a7ba-064ff53910af is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:28:22.027963 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-d243d7f6-5d7a-4e81-add2-ba069bc1bf99 tempest-FloatingIPAdminTestJSON-103748462 tempest-FloatingIPAdminTestJSON-103748462-project] Allocated IP 172.25.0.37 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/05499a5c-4773-44d6-ad3b-b99409193494) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:28:22.157217 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-00aa1274-a479-4752-a5e4-e55b74fe4ff8 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 9d454cec-0a58-4fc5-a7ba-064ff53910af) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:28:22.164230 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00aa1274-a479-4752-a5e4-e55b74fe4ff8 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:22.165295 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-00aa1274-a479-4752-a5e4-e55b74fe4ff8 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:22.172869 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d243d7f6-5d7a-4e81-add2-ba069bc1bf99 tempest-FloatingIPAdminTestJSON-103748462 tempest-FloatingIPAdminTestJSON-103748462-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:22.174954 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9f33fd-08ce-46fc-9634-2fd91af882ab None None] Network 9d454cec-0a58-4fc5-a7ba-064ff53910af requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:28:22.272700 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41816) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:22.272910 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-00aa1274-a479-4752-a5e4-e55b74fe4ff8 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.2639928 Dec 08 16:28:22.280257 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-e19730bd-efa3-4800-8534-b8db4b7b6114 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-644891139'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:22.330395 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2d69c566-f440-4fd7-85bb-e142fa6d9356 req-f48308ed-ca90-4461-b648-aed948534131 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f2e66d8-49db-40b9-9fbd-814c552e5d13 HTTP/1.1" status: 200 len: 210 time: 0.0561094 Dec 08 16:28:22.331563 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d243d7f6-5d7a-4e81-add2-ba069bc1bf99 tempest-FloatingIPAdminTestJSON-103748462 tempest-FloatingIPAdminTestJSON-103748462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:22.394711 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d243d7f6-5d7a-4e81-add2-ba069bc1bf99 tempest-FloatingIPAdminTestJSON-103748462 tempest-FloatingIPAdminTestJSON-103748462-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:28:22.401578 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-d243d7f6-5d7a-4e81-add2-ba069bc1bf99 tempest-FloatingIPAdminTestJSON-103748462 tempest-FloatingIPAdminTestJSON-103748462-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:28:22.402754 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d243d7f6-5d7a-4e81-add2-ba069bc1bf99 tempest-FloatingIPAdminTestJSON-103748462 tempest-FloatingIPAdminTestJSON-103748462-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:28:22.482110 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d243d7f6-5d7a-4e81-add2-ba069bc1bf99 tempest-FloatingIPAdminTestJSON-103748462 tempest-FloatingIPAdminTestJSON-103748462-project] Pushing event updated for resources: {'Port': ['ID=05499a5c-4773-44d6-ad3b-b99409193494,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:22.517759 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19730bd-efa3-4800-8534-b8db4b7b6114 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Made reservation on behalf of 8903d1f9af734148bba1eca462488b6f for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:28:22.523195 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e19730bd-efa3-4800-8534-b8db4b7b6114 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:22.559333 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d243d7f6-5d7a-4e81-add2-ba069bc1bf99 tempest-FloatingIPAdminTestJSON-103748462 tempest-FloatingIPAdminTestJSON-103748462-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:22.580777 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e19730bd-efa3-4800-8534-b8db4b7b6114 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:28:22.591905 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18ebdb8-4e5b-4fea-aabc-d536fe0a0a7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-9d454cec-0a58-4fc5-a7ba-064ff53910af', 'network_id': '9d454cec-0a58-4fc5-a7ba-064ff53910af', 'project_id': '8903d1f9af734148bba1eca462488b6f', 'fixed_ips': [{'subnet_id': 'a6ac32fd-90f3-47a8-aac4-485079d808a7'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:28:22.593441 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c18ebdb8-4e5b-4fea-aabc-d536fe0a0a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:22.616509 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e19730bd-efa3-4800-8534-b8db4b7b6114 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:22.619304 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-e19730bd-efa3-4800-8534-b8db4b7b6114 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Added segment 49e6aeb9-d754-4da1-8912-76222c4cff2c of type vlan for network c5a4d04d-33bd-46ff-83e0-3c207850d73d Dec 08 16:28:22.692784 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e19730bd-efa3-4800-8534-b8db4b7b6114 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:22.742360 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d243d7f6-5d7a-4e81-add2-ba069bc1bf99 tempest-FloatingIPAdminTestJSON-103748462 tempest-FloatingIPAdminTestJSON-103748462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:22.832779 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-c18ebdb8-4e5b-4fea-aabc-d536fe0a0a7f None None] Allocated IP 172.20.255.242 (9d454cec-0a58-4fc5-a7ba-064ff53910af/a6ac32fd-90f3-47a8-aac4-485079d808a7/5a0918ab-cb9c-441a-9b3f-527d7c301b56) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:28:22.928902 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e19730bd-efa3-4800-8534-b8db4b7b6114 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:22.937915 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19730bd-efa3-4800-8534-b8db4b7b6114 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:22.938568 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e19730bd-efa3-4800-8534-b8db4b7b6114 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:23.038364 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d243d7f6-5d7a-4e81-add2-ba069bc1bf99 tempest-FloatingIPAdminTestJSON-103748462 tempest-FloatingIPAdminTestJSON-103748462-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:23.042557 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19730bd-efa3-4800-8534-b8db4b7b6114 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Pushing event updated for resources: {'Network': ['ID=c5a4d04d-33bd-46ff-83e0-3c207850d73d,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:23.043231 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c18ebdb8-4e5b-4fea-aabc-d536fe0a0a7f None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:23.053654 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network c5a4d04d-33bd-46ff-83e0-3c207850d73d details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:28:23.220348 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d243d7f6-5d7a-4e81-add2-ba069bc1bf99 tempest-FloatingIPAdminTestJSON-103748462 tempest-FloatingIPAdminTestJSON-103748462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:23.221183 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c18ebdb8-4e5b-4fea-aabc-d536fe0a0a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:23.227506 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e19730bd-efa3-4800-8534-b8db4b7b6114 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9514322 Dec 08 16:28:23.244511 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41856) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:23.250395 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-33a812a9-064c-48ae-a143-13c9a458b7e2 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Request body: {'subnet': {'network_id': 'c5a4d04d-33bd-46ff-83e0-3c207850d73d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:23.268458 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18ebdb8-4e5b-4fea-aabc-d536fe0a0a7f None None] Network 9d454cec-0a58-4fc5-a7ba-064ff53910af is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:28:23.293121 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-c18ebdb8-4e5b-4fea-aabc-d536fe0a0a7f None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:28:23.309538 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18ebdb8-4e5b-4fea-aabc-d536fe0a0a7f None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:28:23.322418 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d243d7f6-5d7a-4e81-add2-ba069bc1bf99 tempest-FloatingIPAdminTestJSON-103748462 tempest-FloatingIPAdminTestJSON-103748462-project] Pushing event updated for resources: {'Port': ['ID=05499a5c-4773-44d6-ad3b-b99409193494,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:23.345650 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d243d7f6-5d7a-4e81-add2-ba069bc1bf99 tempest-FloatingIPAdminTestJSON-103748462 tempest-FloatingIPAdminTestJSON-103748462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:23.366407 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18ebdb8-4e5b-4fea-aabc-d536fe0a0a7f None None] Pushing event updated for resources: {'Port': ['ID=5a0918ab-cb9c-441a-9b3f-527d7c301b56,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:23.407264 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-c18ebdb8-4e5b-4fea-aabc-d536fe0a0a7f None None] Attempting to bind port 5a0918ab-cb9c-441a-9b3f-527d7c301b56 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:28:23.407650 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-c18ebdb8-4e5b-4fea-aabc-d536fe0a0a7f None None] Attempting to bind port 5a0918ab-cb9c-441a-9b3f-527d7c301b56 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '0d157cd2-b967-4475-a39e-b1757cddcdf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9d454cec-0a58-4fc5-a7ba-064ff53910af'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:28:23.408273 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18ebdb8-4e5b-4fea-aabc-d536fe0a0a7f None None] Attempting to bind port 5a0918ab-cb9c-441a-9b3f-527d7c301b56 on network 9d454cec-0a58-4fc5-a7ba-064ff53910af {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:23.414372 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18ebdb8-4e5b-4fea-aabc-d536fe0a0a7f None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:28:23.414782 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18ebdb8-4e5b-4fea-aabc-d536fe0a0a7f None None] Checking segment: {'id': '0d157cd2-b967-4475-a39e-b1757cddcdf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9d454cec-0a58-4fc5-a7ba-064ff53910af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:28:23.415221 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c18ebdb8-4e5b-4fea-aabc-d536fe0a0a7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:23.416228 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18ebdb8-4e5b-4fea-aabc-d536fe0a0a7f None None] Bound using segment: {'id': '0d157cd2-b967-4475-a39e-b1757cddcdf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9d454cec-0a58-4fc5-a7ba-064ff53910af'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:28:23.416700 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-c18ebdb8-4e5b-4fea-aabc-d536fe0a0a7f None None] Bound port: 5a0918ab-cb9c-441a-9b3f-527d7c301b56, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d157cd2-b967-4475-a39e-b1757cddcdf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '9d454cec-0a58-4fc5-a7ba-064ff53910af'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:28:23.417095 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c18ebdb8-4e5b-4fea-aabc-d536fe0a0a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:23.462563 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d243d7f6-5d7a-4e81-add2-ba069bc1bf99 tempest-FloatingIPAdminTestJSON-103748462 tempest-FloatingIPAdminTestJSON-103748462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:23.463953 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d243d7f6-5d7a-4e81-add2-ba069bc1bf99 tempest-FloatingIPAdminTestJSON-103748462 tempest-FloatingIPAdminTestJSON-103748462-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2836404 Dec 08 16:28:23.468160 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41864) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:23.476430 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0bd387f1-1db1-49f3-8111-12304f132467 req-fd7d97e5-a656-4467-8528-c27818dd8068 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f2e66d8-49db-40b9-9fbd-814c552e5d13 HTTP/1.1" status: 200 len: 210 time: 0.0492740 Dec 08 16:28:23.536589 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-c18ebdb8-4e5b-4fea-aabc-d536fe0a0a7f None None] For port 5a0918ab-cb9c-441a-9b3f-527d7c301b56, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:28:23.542753 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-c18ebdb8-4e5b-4fea-aabc-d536fe0a0a7f None None] For port 5a0918ab-cb9c-441a-9b3f-527d7c301b56, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=5a0918ab-cb9c-441a-9b3f-527d7c301b56,segment=NetworkSegment(0d157cd2-b967-4475-a39e-b1757cddcdf3),segment_id=0d157cd2-b967-4475-a39e-b1757cddcdf3)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:28:23.611667 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-94c1968d-d610-4542-a543-4853406c4bfa tempest-FloatingIPAdminTestJSON-1335652415 tempest-FloatingIPAdminTestJSON-1335652415-project-admin] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3220 time: 0.1390419 Dec 08 16:28:23.611667 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41868) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:23.687657 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a812a9-064c-48ae-a143-13c9a458b7e2 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Made reservation on behalf of 8903d1f9af734148bba1eca462488b6f for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:28:23.696698 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-33a812a9-064c-48ae-a143-13c9a458b7e2 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:23.702139 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-9a94e0ea-f2bc-48a8-8156-05e07c115235 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0873532 Dec 08 16:28:23.704673 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41880) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:23.705238 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c18ebdb8-4e5b-4fea-aabc-d536fe0a0a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:23.879639 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18ebdb8-4e5b-4fea-aabc-d536fe0a0a7f None None] Pushing event updated for resources: {'Port': ['ID=5a0918ab-cb9c-441a-9b3f-527d7c301b56,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:23.888098 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-53cc70fc-16c5-4cc2-9192-1f0450261da0 tempest-FloatingIPAdminTestJSON-103748462 tempest-FloatingIPAdminTestJSON-103748462-project] Deleting port 05499a5c-4773-44d6-ad3b-b99409193494 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:28:23.889026 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-53cc70fc-16c5-4cc2-9192-1f0450261da0 tempest-FloatingIPAdminTestJSON-103748462 tempest-FloatingIPAdminTestJSON-103748462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:24.027569 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-53cc70fc-16c5-4cc2-9192-1f0450261da0 tempest-FloatingIPAdminTestJSON-103748462 tempest-FloatingIPAdminTestJSON-103748462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:24.028301 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-53cc70fc-16c5-4cc2-9192-1f0450261da0 tempest-FloatingIPAdminTestJSON-103748462 tempest-FloatingIPAdminTestJSON-103748462-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:24.045819 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-53cc70fc-16c5-4cc2-9192-1f0450261da0 tempest-FloatingIPAdminTestJSON-103748462 tempest-FloatingIPAdminTestJSON-103748462-project] Calling delete_port for 05499a5c-4773-44d6-ad3b-b99409193494 owned by network:floatingip {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:28:24.195741 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-33a812a9-064c-48ae-a143-13c9a458b7e2 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:24.345559 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a812a9-064c-48ae-a143-13c9a458b7e2 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Checking segment: {'id': '49e6aeb9-d754-4da1-8912-76222c4cff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c5a4d04d-33bd-46ff-83e0-3c207850d73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:28:24.346231 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a812a9-064c-48ae-a143-13c9a458b7e2 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Network hostable DHCP agents. Network: c5a4d04d-33bd-46ff-83e0-3c207850d73d, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:28:24.349715 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a812a9-064c-48ae-a143-13c9a458b7e2 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Pushing event updated for resources: {'Subnet': ['ID=e8885e7a-1f5a-4d08-bc2d-500924060eb0,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:24.453873 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-53cc70fc-16c5-4cc2-9192-1f0450261da0 tempest-FloatingIPAdminTestJSON-103748462 tempest-FloatingIPAdminTestJSON-103748462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:24.490573 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc70fc-16c5-4cc2-9192-1f0450261da0 tempest-FloatingIPAdminTestJSON-103748462 tempest-FloatingIPAdminTestJSON-103748462-project] Pushing event deleted for resources: {'Port': ['ID=05499a5c-4773-44d6-ad3b-b99409193494,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:24.523064 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a812a9-064c-48ae-a143-13c9a458b7e2 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Network c5a4d04d-33bd-46ff-83e0-3c207850d73d is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:28:24.638230 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-53cc70fc-16c5-4cc2-9192-1f0450261da0 tempest-FloatingIPAdminTestJSON-103748462 tempest-FloatingIPAdminTestJSON-103748462-project] Publish callbacks [] for floatingip, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:24.640900 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-53cc70fc-16c5-4cc2-9192-1f0450261da0 tempest-FloatingIPAdminTestJSON-103748462 tempest-FloatingIPAdminTestJSON-103748462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:24.642127 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-53cc70fc-16c5-4cc2-9192-1f0450261da0 tempest-FloatingIPAdminTestJSON-103748462 tempest-FloatingIPAdminTestJSON-103748462-project] 10.222.0.64 "DELETE /v2.0/floatingips/b5f6ab27-eec4-4ec3-92de-4ee391fde5de HTTP/1.1" status: 204 len: 168 time: 0.9359226 Dec 08 16:28:24.645721 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41904) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:24.668250 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9fb81780-8104-4d16-8f69-9eabe40bfc7d req-7abde501-fc33-4fc0-a1ab-414766ef352d tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f2e66d8-49db-40b9-9fbd-814c552e5d13 HTTP/1.1" status: 200 len: 210 time: 0.0481043 Dec 08 16:28:24.686873 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782bcc68-4dd9-4c45-ab9d-ef21879b8578 req-7534de84-5a23-44c7-8b60-22747f50a6df tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:24.691318 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-782bcc68-4dd9-4c45-ab9d-ef21879b8578 req-7534de84-5a23-44c7-8b60-22747f50a6df tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.37 "GET /v2.0/networks?id=6bc7cad8-ce82-4d14-8967-10a5440b0811 HTTP/1.1" status: 200 len: 814 time: 0.2071862 Dec 08 16:28:24.708849 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-782bcc68-4dd9-4c45-ab9d-ef21879b8578 req-912b491f-9343-435a-b039-01ccb7583d2a tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Request body: {'port': {'device_id': '2f2e66d8-49db-40b9-9fbd-814c552e5d13', 'network_id': '6bc7cad8-ce82-4d14-8967-10a5440b0811', 'admin_state_up': True, 'tenant_id': '39d0a07c70234221a3fafc599aa62bdb'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:24.764631 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-33a812a9-064c-48ae-a143-13c9a458b7e2 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, c5a4d04d-33bd-46ff-83e0-3c207850d73d) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:28:24.778627 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233221a4-3a2d-43db-bbb6-2cf9cd8e53bc None None] Network c5a4d04d-33bd-46ff-83e0-3c207850d73d requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:28:24.798227 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a812a9-064c-48ae-a143-13c9a458b7e2 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:24.799265 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-33a812a9-064c-48ae-a143-13c9a458b7e2 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:24.916099 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 5a0918ab-cb9c-441a-9b3f-527d7c301b56 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:28:24.985018 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41910) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:25.038703 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-7cbeabe2-8c0c-40f2-b837-4ca7fa162413 tempest-FloatingIPAdminTestJSON-1335652415 tempest-FloatingIPAdminTestJSON-1335652415-project-admin] Deleting port 9ed6bf2d-cbc2-43d7-aff4-a900faec5e3f {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:28:25.039116 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7cbeabe2-8c0c-40f2-b837-4ca7fa162413 tempest-FloatingIPAdminTestJSON-1335652415 tempest-FloatingIPAdminTestJSON-1335652415-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:25.068854 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 5a0918ab-cb9c-441a-9b3f-527d7c301b56 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:25.069241 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:25.134486 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cc7608-79b6-4547-8572-4257c30cc10f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-c5a4d04d-33bd-46ff-83e0-3c207850d73d', 'network_id': 'c5a4d04d-33bd-46ff-83e0-3c207850d73d', 'project_id': '8903d1f9af734148bba1eca462488b6f', 'fixed_ips': [{'subnet_id': 'e8885e7a-1f5a-4d08-bc2d-500924060eb0'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:28:25.136409 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-13cc7608-79b6-4547-8572-4257c30cc10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:25.219629 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7cbeabe2-8c0c-40f2-b837-4ca7fa162413 tempest-FloatingIPAdminTestJSON-1335652415 tempest-FloatingIPAdminTestJSON-1335652415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:25.220260 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7cbeabe2-8c0c-40f2-b837-4ca7fa162413 tempest-FloatingIPAdminTestJSON-1335652415 tempest-FloatingIPAdminTestJSON-1335652415-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:25.245607 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-7cbeabe2-8c0c-40f2-b837-4ca7fa162413 tempest-FloatingIPAdminTestJSON-1335652415 tempest-FloatingIPAdminTestJSON-1335652415-project-admin] Calling delete_port for 9ed6bf2d-cbc2-43d7-aff4-a900faec5e3f owned by network:floatingip {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:28:25.370836 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:25.401588 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 5a0918ab-cb9c-441a-9b3f-527d7c301b56, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=5a0918ab-cb9c-441a-9b3f-527d7c301b56,segment=NetworkSegment(0d157cd2-b967-4475-a39e-b1757cddcdf3),segment_id=0d157cd2-b967-4475-a39e-b1757cddcdf3)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:28:25.427589 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184c8100-40bb-45c8-9c4a-bccd3511f70c None None] Network 9d454cec-0a58-4fc5-a7ba-064ff53910af requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:28:25.430025 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-13cc7608-79b6-4547-8572-4257c30cc10f None None] Allocated IP 172.20.0.2 (c5a4d04d-33bd-46ff-83e0-3c207850d73d/e8885e7a-1f5a-4d08-bc2d-500924060eb0/5926184a-1d87-4ff0-a9a0-d7c1bee5c5cd) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:28:25.440888 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-be05afc5-db18-42aa-84fe-0c16642d67ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:25.490717 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-33a812a9-064c-48ae-a143-13c9a458b7e2 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.2448885 Dec 08 16:28:25.494359 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41926) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:25.546237 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-ce7958d3-7529-4b30-a14f-4c268ca0bc8d None None] Provisioning complete for port 5a0918ab-cb9c-441a-9b3f-527d7c301b56 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:25.546626 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ce7958d3-7529-4b30-a14f-4c268ca0bc8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:25.609089 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-991acd56-74e2-4021-8d23-33d8dcaa2fb2 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:25.609562 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7cbeabe2-8c0c-40f2-b837-4ca7fa162413 tempest-FloatingIPAdminTestJSON-1335652415 tempest-FloatingIPAdminTestJSON-1335652415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:25.617067 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:25.690927 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbeabe2-8c0c-40f2-b837-4ca7fa162413 tempest-FloatingIPAdminTestJSON-1335652415 tempest-FloatingIPAdminTestJSON-1335652415-project-admin] Pushing event deleted for resources: {'Port': ['ID=9ed6bf2d-cbc2-43d7-aff4-a900faec5e3f,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:25.703965 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-991acd56-74e2-4021-8d23-33d8dcaa2fb2 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:25.732846 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-782bcc68-4dd9-4c45-ab9d-ef21879b8578 req-912b491f-9343-435a-b039-01ccb7583d2a tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Made reservation on behalf of 39d0a07c70234221a3fafc599aa62bdb for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:28:25.736518 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-782bcc68-4dd9-4c45-ab9d-ef21879b8578 req-912b491f-9343-435a-b039-01ccb7583d2a tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:25.766103 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-be05afc5-db18-42aa-84fe-0c16642d67ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:25.806445 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5c725285-3f3a-4770-82b6-36806ac1a620 req-5756f883-725a-45b6-8d93-611fc9af36fd tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f2e66d8-49db-40b9-9fbd-814c552e5d13 HTTP/1.1" status: 200 len: 210 time: 0.0364065 Dec 08 16:28:25.810177 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7cbeabe2-8c0c-40f2-b837-4ca7fa162413 tempest-FloatingIPAdminTestJSON-1335652415 tempest-FloatingIPAdminTestJSON-1335652415-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:25.813814 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7cbeabe2-8c0c-40f2-b837-4ca7fa162413 tempest-FloatingIPAdminTestJSON-1335652415 tempest-FloatingIPAdminTestJSON-1335652415-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:25.818489 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-7cbeabe2-8c0c-40f2-b837-4ca7fa162413 tempest-FloatingIPAdminTestJSON-1335652415 tempest-FloatingIPAdminTestJSON-1335652415-project-admin] 10.222.0.64 "DELETE /v2.0/floatingips/23c61c50-3ca5-4cb3-8ffb-b26fe3cb2f07 HTTP/1.1" status: 204 len: 168 time: 1.1682827 Dec 08 16:28:25.819304 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41934) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:25.872456 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-13cc7608-79b6-4547-8572-4257c30cc10f None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:25.873830 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=5a0918ab-cb9c-441a-9b3f-527d7c301b56,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:25.926086 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-be05afc5-db18-42aa-84fe-0c16642d67ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:25.940613 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [req-782bcc68-4dd9-4c45-ab9d-ef21879b8578 req-912b491f-9343-435a-b039-01ccb7583d2a tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Allocated IP 172.20.0.13 (6bc7cad8-ce82-4d14-8967-10a5440b0811/248e37dc-1d8d-4d3e-9a87-0b6dedad1f36/8e2f5328-cb55-4a7f-a135-b8d3235ad8af) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:28:25.957874 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-33885401-3aab-4576-a044-b297f373aaca tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Deleting port dc6d37ee-c358-4daa-aaf3-fed09b7a12ee {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:28:25.958222 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-33885401-3aab-4576-a044-b297f373aaca tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:25.985041 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-be05afc5-db18-42aa-84fe-0c16642d67ed admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cca0520b351841e6a3d82f1803f04b12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9960904 Dec 08 16:28:25.985550 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41936) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:25.993656 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be05afc5-db18-42aa-84fe-0c16642d67ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e78189e1-a831-4fdf-b7fc-28969b4a375b,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:26.060454 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-33885401-3aab-4576-a044-b297f373aaca tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:26.065203 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-13cc7608-79b6-4547-8572-4257c30cc10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:26.084168 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-33885401-3aab-4576-a044-b297f373aaca tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Calling delete_port for dc6d37ee-c358-4daa-aaf3-fed09b7a12ee owned by {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:28:26.135851 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e7912488-a24e-42aa-bc92-757158a29275 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:26.146320 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cc7608-79b6-4547-8572-4257c30cc10f None None] Network c5a4d04d-33bd-46ff-83e0-3c207850d73d is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:28:26.149574 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-13cc7608-79b6-4547-8572-4257c30cc10f None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:28:26.158178 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cc7608-79b6-4547-8572-4257c30cc10f None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:28:26.179318 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e7912488-a24e-42aa-bc92-757158a29275 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:26.189424 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-991acd56-74e2-4021-8d23-33d8dcaa2fb2 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:26.198717 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc7608-79b6-4547-8572-4257c30cc10f None None] Pushing event updated for resources: {'Port': ['ID=5926184a-1d87-4ff0-a9a0-d7c1bee5c5cd,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:26.239091 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-eba2eb9a-2b54-439a-b862-85d0f828fda5 None None] Provisioning complete for port 5a0918ab-cb9c-441a-9b3f-527d7c301b56 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:26.243144 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-eba2eb9a-2b54-439a-b862-85d0f828fda5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:26.243406 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991acd56-74e2-4021-8d23-33d8dcaa2fb2 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Pushing event deleted for resources: {'Subnet': ['ID=e8885e7a-1f5a-4d08-bc2d-500924060eb0,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:26.258662 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-13cc7608-79b6-4547-8572-4257c30cc10f None None] Attempting to bind port 5926184a-1d87-4ff0-a9a0-d7c1bee5c5cd on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:28:26.260405 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-13cc7608-79b6-4547-8572-4257c30cc10f None None] Attempting to bind port 5926184a-1d87-4ff0-a9a0-d7c1bee5c5cd by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '49e6aeb9-d754-4da1-8912-76222c4cff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c5a4d04d-33bd-46ff-83e0-3c207850d73d'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:28:26.260405 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cc7608-79b6-4547-8572-4257c30cc10f None None] Attempting to bind port 5926184a-1d87-4ff0-a9a0-d7c1bee5c5cd on network c5a4d04d-33bd-46ff-83e0-3c207850d73d {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:26.282514 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cc7608-79b6-4547-8572-4257c30cc10f None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:28:26.283149 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cc7608-79b6-4547-8572-4257c30cc10f None None] Checking segment: {'id': '49e6aeb9-d754-4da1-8912-76222c4cff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c5a4d04d-33bd-46ff-83e0-3c207850d73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:28:26.283702 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-13cc7608-79b6-4547-8572-4257c30cc10f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:26.284509 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cc7608-79b6-4547-8572-4257c30cc10f None None] Bound using segment: {'id': '49e6aeb9-d754-4da1-8912-76222c4cff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c5a4d04d-33bd-46ff-83e0-3c207850d73d'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:28:26.285027 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-13cc7608-79b6-4547-8572-4257c30cc10f None None] Bound port: 5926184a-1d87-4ff0-a9a0-d7c1bee5c5cd, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49e6aeb9-d754-4da1-8912-76222c4cff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c5a4d04d-33bd-46ff-83e0-3c207850d73d'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:28:26.285618 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-13cc7608-79b6-4547-8572-4257c30cc10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:26.332487 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-782bcc68-4dd9-4c45-ab9d-ef21879b8578 req-912b491f-9343-435a-b039-01ccb7583d2a tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:26.349522 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-991acd56-74e2-4021-8d23-33d8dcaa2fb2 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:26.355069 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-33885401-3aab-4576-a044-b297f373aaca tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:26.386751 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-991acd56-74e2-4021-8d23-33d8dcaa2fb2 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5a4d04d-33bd-46ff-83e0-3c207850d73d']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:26.387622 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33885401-3aab-4576-a044-b297f373aaca tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Pushing event deleted for resources: {'Port': ['ID=dc6d37ee-c358-4daa-aaf3-fed09b7a12ee,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:26.409578 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-991acd56-74e2-4021-8d23-33d8dcaa2fb2 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49e6aeb9-d754-4da1-8912-76222c4cff2c') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:26.410343 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-991acd56-74e2-4021-8d23-33d8dcaa2fb2 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49e6aeb9-d754-4da1-8912-76222c4cff2c') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:26.418065 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-13cc7608-79b6-4547-8572-4257c30cc10f None None] For port 5926184a-1d87-4ff0-a9a0-d7c1bee5c5cd, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:28:26.430652 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-991acd56-74e2-4021-8d23-33d8dcaa2fb2 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:26.471921 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-13cc7608-79b6-4547-8572-4257c30cc10f None None] For port 5926184a-1d87-4ff0-a9a0-d7c1bee5c5cd, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=5926184a-1d87-4ff0-a9a0-d7c1bee5c5cd,segment=NetworkSegment(49e6aeb9-d754-4da1-8912-76222c4cff2c),segment_id=49e6aeb9-d754-4da1-8912-76222c4cff2c)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:28:26.496847 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-33885401-3aab-4576-a044-b297f373aaca tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:26.502483 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-33885401-3aab-4576-a044-b297f373aaca tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] 10.222.0.64 "DELETE /v2.0/ports/dc6d37ee-c358-4daa-aaf3-fed09b7a12ee HTTP/1.1" status: 204 len: 168 time: 0.6798222 Dec 08 16:28:26.502886 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41952) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:26.513846 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e7912488-a24e-42aa-bc92-757158a29275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:26.516467 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e7912488-a24e-42aa-bc92-757158a29275 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:26.517639 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e7912488-a24e-42aa-bc92-757158a29275 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e78189e1-a831-4fdf-b7fc-28969b4a375b HTTP/1.1" status: 204 len: 168 time: 0.5311625 Dec 08 16:28:26.547548 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7912488-a24e-42aa-bc92-757158a29275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78189e1-a831-4fdf-b7fc-28969b4a375b,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:26.582911 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619be3f8-6693-466e-935e-28efaeb8fe8a tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:26.584582 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-619be3f8-6693-466e-935e-28efaeb8fe8a tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] 10.222.0.64 "GET /v2.0/ports?device_id=4623ec66-eee4-43d8-8440-96d892aa3ccc HTTP/1.1" status: 200 len: 913 time: 0.0805957 Dec 08 16:28:26.586626 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-782bcc68-4dd9-4c45-ab9d-ef21879b8578 req-912b491f-9343-435a-b039-01ccb7583d2a tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:26.587391 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41958) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:26.642837 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-13cc7608-79b6-4547-8572-4257c30cc10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:26.653367 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-991acd56-74e2-4021-8d23-33d8dcaa2fb2 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:26.661665 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-991acd56-74e2-4021-8d23-33d8dcaa2fb2 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:28:26.662193 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-991acd56-74e2-4021-8d23-33d8dcaa2fb2 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:26.709782 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:28:26.709782 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:28:26.709782 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:28:26.709782 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:28:26.709782 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:28:26.709782 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:28:26.709782 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:28:26.709782 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:28:26.709782 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:28:26.709782 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:28:26.709782 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:28:26.709782 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:28:26.709782 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:28:26.709782 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:28:26.709782 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:28:26.709782 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:28:26.709782 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:28:26.709782 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:28:26.709782 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:28:26.709782 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:28:26.709782 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:28:26.709782 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:28:26.709782 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:28:26.709782 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:28:26.709782 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:28:26.709782 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:28:26.709782 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:28:26.709782 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:28:26.709782 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:28:26.709782 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:28:26.709782 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:28:26.709782 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:28:26.726457 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-782bcc68-4dd9-4c45-ab9d-ef21879b8578 req-912b491f-9343-435a-b039-01ccb7583d2a tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Network 6bc7cad8-ce82-4d14-8967-10a5440b0811 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:28:26.776906 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [req-782bcc68-4dd9-4c45-ab9d-ef21879b8578 req-912b491f-9343-435a-b039-01ccb7583d2a tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:28:26.785531 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-782bcc68-4dd9-4c45-ab9d-ef21879b8578 req-912b491f-9343-435a-b039-01ccb7583d2a tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:28:26.799862 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc7608-79b6-4547-8572-4257c30cc10f None None] Pushing event updated for resources: {'Port': ['ID=5926184a-1d87-4ff0-a9a0-d7c1bee5c5cd,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:26.825490 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 5a0918ab-cb9c-441a-9b3f-527d7c301b56 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:28:26.897079 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912b491f-9343-435a-b039-01ccb7583d2a tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Pushing event updated for resources: {'Port': ['ID=8e2f5328-cb55-4a7f-a135-b8d3235ad8af,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:26.921975 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.db.api [None req-991acd56-74e2-4021-8d23-33d8dcaa2fb2 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 16:28:26.921975 n-d-776250-12 neutron-server[110551]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 16:28:26.921975 n-d-776250-12 neutron-server[110551]: [parameters: {'id': 'c5a4d04d-33bd-46ff-83e0-3c207850d73d'}] Dec 08 16:28:26.921975 n-d-776250-12 neutron-server[110551]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:28:26.924166 n-d-776250-12 neutron-server[110551]: DEBUG oslo_db.api [None req-991acd56-74e2-4021-8d23-33d8dcaa2fb2 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:28:26.947053 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782bcc68-4dd9-4c45-ab9d-ef21879b8578 req-912b491f-9343-435a-b039-01ccb7583d2a tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:26.948490 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6bf1c0-9d17-4f37-b68e-df22722f94b5 None None] Network c5a4d04d-33bd-46ff-83e0-3c207850d73d requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:28:26.950966 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-782bcc68-4dd9-4c45-ab9d-ef21879b8578 req-912b491f-9343-435a-b039-01ccb7583d2a tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:27.037321 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-782bcc68-4dd9-4c45-ab9d-ef21879b8578 req-912b491f-9343-435a-b039-01ccb7583d2a tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3368707 Dec 08 16:28:27.051998 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 5a0918ab-cb9c-441a-9b3f-527d7c301b56 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:27.051998 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:27.056478 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-782bcc68-4dd9-4c45-ab9d-ef21879b8578 req-fe394b10-ae33-428b-8681-318de1cf8623 service neutron] Request body: {'port': {'device_id': '2f2e66d8-49db-40b9-9fbd-814c552e5d13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:27.077599 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8588ecd-e41f-46fa-abca-9dab520717b3 req-75f3ce6a-8ead-4580-baf1-dbd02b4c6a30 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:27.089142 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c8588ecd-e41f-46fa-abca-9dab520717b3 req-75f3ce6a-8ead-4580-baf1-dbd02b4c6a30 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f2e66d8-49db-40b9-9fbd-814c552e5d13 HTTP/1.1" status: 200 len: 932 time: 0.1181030 Dec 08 16:28:27.170700 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-782bcc68-4dd9-4c45-ab9d-ef21879b8578 req-fe394b10-ae33-428b-8681-318de1cf8623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:27.214187 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156caf67-626d-4ccf-bf33-f5eec2619e6f None None] get_active_networks_info from n-d-776250-12 {{(pid=110552) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 16:28:27.249915 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a102973f-8fc7-4f49-a5f4-e5e6bb92a46a tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:27.253836 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c8588ecd-e41f-46fa-abca-9dab520717b3 req-d3fb8826-baa5-48cd-a057-440622a1e6ac tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/security-groups?id=654bd4f6-6db2-4b1b-a1c7-956de5974017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630011 Dec 08 16:28:27.378504 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156caf67-626d-4ccf-bf33-f5eec2619e6f None None] Resources bound (agent type, host, resource id): {{(pid=110552) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 16:28:27.530120 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-991acd56-74e2-4021-8d23-33d8dcaa2fb2 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:27.533640 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42006) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:27.572773 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-321bfc5a-c719-4403-aa38-9e19b1aea8ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:27.599851 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [req-782bcc68-4dd9-4c45-ab9d-ef21879b8578 req-fe394b10-ae33-428b-8681-318de1cf8623 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e2f5328-cb55-4a7f-a135-b8d3235ad8af {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:28:27.611639 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-782bcc68-4dd9-4c45-ab9d-ef21879b8578 req-fe394b10-ae33-428b-8681-318de1cf8623 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:27.659805 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [req-782bcc68-4dd9-4c45-ab9d-ef21879b8578 req-fe394b10-ae33-428b-8681-318de1cf8623 service neutron] Transition to ACTIVE for port object 8e2f5328-cb55-4a7f-a135-b8d3235ad8af will not be triggered until provisioned by entity L2. {{(pid=110551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:28:27.715260 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-991acd56-74e2-4021-8d23-33d8dcaa2fb2 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Deleting port 5926184a-1d87-4ff0-a9a0-d7c1bee5c5cd {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:28:27.715611 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-991acd56-74e2-4021-8d23-33d8dcaa2fb2 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:27.768406 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-782bcc68-4dd9-4c45-ab9d-ef21879b8578 req-fe394b10-ae33-428b-8681-318de1cf8623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:27.828882 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-321bfc5a-c719-4403-aa38-9e19b1aea8ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:27.854681 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-991acd56-74e2-4021-8d23-33d8dcaa2fb2 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] For port 5926184a-1d87-4ff0-a9a0-d7c1bee5c5cd, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=5926184a-1d87-4ff0-a9a0-d7c1bee5c5cd,segment=NetworkSegment(49e6aeb9-d754-4da1-8912-76222c4cff2c),segment_id=49e6aeb9-d754-4da1-8912-76222c4cff2c)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:28:27.855063 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-991acd56-74e2-4021-8d23-33d8dcaa2fb2 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:27.881599 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe394b10-ae33-428b-8681-318de1cf8623 service neutron] Pushing event updated for resources: {'Port': ['ID=8e2f5328-cb55-4a7f-a135-b8d3235ad8af,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:27.906819 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-991acd56-74e2-4021-8d23-33d8dcaa2fb2 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Calling delete_port for 5926184a-1d87-4ff0-a9a0-d7c1bee5c5cd owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:28:27.970396 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-a102973f-8fc7-4f49-a5f4-e5e6bb92a46a tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Deleting port 8b81f462-e750-4731-97c4-125304f2583e {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:28:27.970844 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a102973f-8fc7-4f49-a5f4-e5e6bb92a46a tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:27.985066 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-321bfc5a-c719-4403-aa38-9e19b1aea8ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:28.052375 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-782bcc68-4dd9-4c45-ab9d-ef21879b8578 req-fe394b10-ae33-428b-8681-318de1cf8623 service neutron] Attempting to bind port 8e2f5328-cb55-4a7f-a135-b8d3235ad8af on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:28:28.052723 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-782bcc68-4dd9-4c45-ab9d-ef21879b8578 req-fe394b10-ae33-428b-8681-318de1cf8623 service neutron] Attempting to bind port 8e2f5328-cb55-4a7f-a135-b8d3235ad8af by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': 'ae20c5bd-2351-4f26-a643-51190719905b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6bc7cad8-ce82-4d14-8967-10a5440b0811'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:28:28.053060 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782bcc68-4dd9-4c45-ab9d-ef21879b8578 req-fe394b10-ae33-428b-8681-318de1cf8623 service neutron] Attempting to bind port 8e2f5328-cb55-4a7f-a135-b8d3235ad8af on network 6bc7cad8-ce82-4d14-8967-10a5440b0811 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:28.059942 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-321bfc5a-c719-4403-aa38-9e19b1aea8ab admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=332b56d0f34a4ccd939bbe7b83b5271b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5252531 Dec 08 16:28:28.063510 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321bfc5a-c719-4403-aa38-9e19b1aea8ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823a0786-c257-4930-9d68-4151fe847657,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:28.065886 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42032) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:28.075699 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782bcc68-4dd9-4c45-ab9d-ef21879b8578 req-fe394b10-ae33-428b-8681-318de1cf8623 service neutron] Port 8e2f5328-cb55-4a7f-a135-b8d3235ad8af on network 6bc7cad8-ce82-4d14-8967-10a5440b0811 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:28:28.076030 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782bcc68-4dd9-4c45-ab9d-ef21879b8578 req-fe394b10-ae33-428b-8681-318de1cf8623 service neutron] Attempting to bind port 8e2f5328-cb55-4a7f-a135-b8d3235ad8af on network 6bc7cad8-ce82-4d14-8967-10a5440b0811 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:28.095871 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782bcc68-4dd9-4c45-ab9d-ef21879b8578 req-fe394b10-ae33-428b-8681-318de1cf8623 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:28:28.096117 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782bcc68-4dd9-4c45-ab9d-ef21879b8578 req-fe394b10-ae33-428b-8681-318de1cf8623 service neutron] Checking segment: {'id': 'ae20c5bd-2351-4f26-a643-51190719905b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6bc7cad8-ce82-4d14-8967-10a5440b0811'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:28:28.096374 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782bcc68-4dd9-4c45-ab9d-ef21879b8578 req-fe394b10-ae33-428b-8681-318de1cf8623 service neutron] Bound using segment: {'id': 'ae20c5bd-2351-4f26-a643-51190719905b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6bc7cad8-ce82-4d14-8967-10a5440b0811'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:28:28.096821 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-782bcc68-4dd9-4c45-ab9d-ef21879b8578 req-fe394b10-ae33-428b-8681-318de1cf8623 service neutron] Bound port: 8e2f5328-cb55-4a7f-a135-b8d3235ad8af, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae20c5bd-2351-4f26-a643-51190719905b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6bc7cad8-ce82-4d14-8967-10a5440b0811'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:28:28.097185 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-782bcc68-4dd9-4c45-ab9d-ef21879b8578 req-fe394b10-ae33-428b-8681-318de1cf8623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:28.106227 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a102973f-8fc7-4f49-a5f4-e5e6bb92a46a tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:28.130142 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-a102973f-8fc7-4f49-a5f4-e5e6bb92a46a tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Calling delete_port for 8b81f462-e750-4731-97c4-125304f2583e owned by network:router_interface {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:28:28.144074 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df948ad-81b1-4b8d-85a3-143708fc906d None None] DHCP port deletion for 6bc7cad8-ce82-4d14-8967-10a5440b0811 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:28:28.189403 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-991acd56-74e2-4021-8d23-33d8dcaa2fb2 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:28.200845 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-0051716d-d197-4473-91cf-b412508fce87 None None] Provisioning complete for port e47143c7-01f3-4300-86e8-16e5165df957 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:28.201522 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0051716d-d197-4473-91cf-b412508fce87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:28.217955 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a12f5fa1-954d-4c0a-9946-1a649f8cb195 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:28.275406 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991acd56-74e2-4021-8d23-33d8dcaa2fb2 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Pushing event deleted for resources: {'Port': ['ID=5926184a-1d87-4ff0-a9a0-d7c1bee5c5cd,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:28.277457 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991acd56-74e2-4021-8d23-33d8dcaa2fb2 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] No DVR routers for this DVR port 5926184a-1d87-4ff0-a9a0-d7c1bee5c5cd on host n-d-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:28:28.294640 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a12f5fa1-954d-4c0a-9946-1a649f8cb195 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:28.320280 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-782bcc68-4dd9-4c45-ab9d-ef21879b8578 req-fe394b10-ae33-428b-8681-318de1cf8623 service neutron] For port 8e2f5328-cb55-4a7f-a135-b8d3235ad8af, host n-h2-776250-12, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:28:28.346911 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-0051716d-d197-4473-91cf-b412508fce87 None None] Provisioning complete for port 9bed3622-1d22-4fa9-9a0c-81956fc36725 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:28.347191 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0051716d-d197-4473-91cf-b412508fce87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:28.352615 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-782bcc68-4dd9-4c45-ab9d-ef21879b8578 req-fe394b10-ae33-428b-8681-318de1cf8623 service neutron] For port 8e2f5328-cb55-4a7f-a135-b8d3235ad8af, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=8e2f5328-cb55-4a7f-a135-b8d3235ad8af,segment=NetworkSegment(ae20c5bd-2351-4f26-a643-51190719905b),segment_id=ae20c5bd-2351-4f26-a643-51190719905b)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:28:28.391948 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-0051716d-d197-4473-91cf-b412508fce87 None None] Port 9bed3622-1d22-4fa9-9a0c-81956fc36725 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:28:28.417452 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-0051716d-d197-4473-91cf-b412508fce87 None None] Provisioning complete for port 323c261e-7cb4-4689-a01f-469fddae610d triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:28.417932 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0051716d-d197-4473-91cf-b412508fce87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:28.436685 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937af2d-081e-4ddb-861e-62810a4a3e44 req-4b9e66da-d2f9-4366-baf7-8544419decde tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:28.438509 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a937af2d-081e-4ddb-861e-62810a4a3e44 req-4b9e66da-d2f9-4366-baf7-8544419decde tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f2e66d8-49db-40b9-9fbd-814c552e5d13 HTTP/1.1" status: 200 len: 944 time: 0.0988047 Dec 08 16:28:28.458209 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-782bcc68-4dd9-4c45-ab9d-ef21879b8578 req-fe394b10-ae33-428b-8681-318de1cf8623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:28.461927 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-991acd56-74e2-4021-8d23-33d8dcaa2fb2 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:28.463167 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-0051716d-d197-4473-91cf-b412508fce87 None None] Port 323c261e-7cb4-4689-a01f-469fddae610d cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:28:28.474963 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-0051716d-d197-4473-91cf-b412508fce87 None None] Provisioning complete for port e9190ea1-ab4f-460f-a471-8f0508d3aed8 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:28.475794 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0051716d-d197-4473-91cf-b412508fce87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:28.522080 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782bcc68-4dd9-4c45-ab9d-ef21879b8578 req-fe394b10-ae33-428b-8681-318de1cf8623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:28.522080 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-782bcc68-4dd9-4c45-ab9d-ef21879b8578 req-fe394b10-ae33-428b-8681-318de1cf8623 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:28.522868 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-782bcc68-4dd9-4c45-ab9d-ef21879b8578 req-fe394b10-ae33-428b-8681-318de1cf8623 service neutron] 10.222.0.37 "PUT /v2.0/ports/8e2f5328-cb55-4a7f-a135-b8d3235ad8af HTTP/1.1" status: 200 len: 1093 time: 1.4751656 Dec 08 16:28:28.524662 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-991acd56-74e2-4021-8d23-33d8dcaa2fb2 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5a4d04d-33bd-46ff-83e0-3c207850d73d']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:28.527211 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f2e66d8-49db-40b9-9fbd-814c552e5d13', 'tag': '8e2f5328-cb55-4a7f-a135-b8d3235ad8af'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:28:28.530177 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7f29fb-15a0-470b-aba3-8440b7ba4e1b" -d '{"events": [{"name": "network-changed", "server_uuid": "2f2e66d8-49db-40b9-9fbd-814c552e5d13", "tag": "8e2f5328-cb55-4a7f-a135-b8d3235ad8af"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:28:28.531453 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a937af2d-081e-4ddb-861e-62810a4a3e44 req-99923588-30a1-44e5-a572-be95e0988bf3 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/security-groups?id=654bd4f6-6db2-4b1b-a1c7-956de5974017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850780 Dec 08 16:28:28.545421 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d38aa7-2e4c-441e-a11c-102f49d29357 None None] DHCP port deletion for 6bc7cad8-ce82-4d14-8967-10a5440b0811 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:28:28.546406 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a102973f-8fc7-4f49-a5f4-e5e6bb92a46a tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:28.637601 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe394b10-ae33-428b-8681-318de1cf8623 service neutron] Pushing event updated for resources: {'Port': ['ID=8e2f5328-cb55-4a7f-a135-b8d3235ad8af,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:28.645334 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a102973f-8fc7-4f49-a5f4-e5e6bb92a46a tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Pushing event deleted for resources: {'Port': ['ID=8b81f462-e750-4731-97c4-125304f2583e,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:28.647606 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33bee7ca-a514-4955-af8a-957ba3282bb4 x-openstack-request-id: req-33bee7ca-a514-4955-af8a-957ba3282bb4 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:28:28.647918 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f2e66d8-49db-40b9-9fbd-814c552e5d13", "tag": "8e2f5328-cb55-4a7f-a135-b8d3235ad8af", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:28:28.648225 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-33bee7ca-a514-4955-af8a-957ba3282bb4 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:28:28.648819 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f2e66d8-49db-40b9-9fbd-814c552e5d13', 'tag': '8e2f5328-cb55-4a7f-a135-b8d3235ad8af', 'status': 'completed', 'code': 200} Dec 08 16:28:28.653509 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a12f5fa1-954d-4c0a-9946-1a649f8cb195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:28.656666 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a12f5fa1-954d-4c0a-9946-1a649f8cb195 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:28.657967 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a12f5fa1-954d-4c0a-9946-1a649f8cb195 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/823a0786-c257-4930-9d68-4151fe847657 HTTP/1.1" status: 204 len: 168 time: 0.5895061 Dec 08 16:28:28.685232 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-0051716d-d197-4473-91cf-b412508fce87 None None] Provisioning complete for port 09111eaf-1fd4-4988-b18c-38e46cd0e590 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:28.686399 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0051716d-d197-4473-91cf-b412508fce87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:28.690049 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-991acd56-74e2-4021-8d23-33d8dcaa2fb2 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49e6aeb9-d754-4da1-8912-76222c4cff2c') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:28.690348 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-991acd56-74e2-4021-8d23-33d8dcaa2fb2 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49e6aeb9-d754-4da1-8912-76222c4cff2c') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:28.742843 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-0051716d-d197-4473-91cf-b412508fce87 None None] Port 09111eaf-1fd4-4988-b18c-38e46cd0e590 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:28:28.750045 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12f5fa1-954d-4c0a-9946-1a649f8cb195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823a0786-c257-4930-9d68-4151fe847657,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:28.766347 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-991acd56-74e2-4021-8d23-33d8dcaa2fb2 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:28.776486 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-0051716d-d197-4473-91cf-b412508fce87 None None] Provisioning complete for port 5c431a4c-5fdd-49b5-871d-4823bf70ac57 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:28.776486 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0051716d-d197-4473-91cf-b412508fce87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:28.781315 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7f29fb-15a0-470b-aba3-8440b7ba4e1b req-57c8230c-cb45-49c1-b0db-17b3980e677f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:28.784201 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bd7f29fb-15a0-470b-aba3-8440b7ba4e1b req-57c8230c-cb45-49c1-b0db-17b3980e677f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=39d0a07c70234221a3fafc599aa62bdb&device_id=2f2e66d8-49db-40b9-9fbd-814c552e5d13 HTTP/1.1" status: 200 len: 1096 time: 0.1323879 Dec 08 16:28:28.849703 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-0051716d-d197-4473-91cf-b412508fce87 None None] Port 5c431a4c-5fdd-49b5-871d-4823bf70ac57 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:28:28.867560 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-0051716d-d197-4473-91cf-b412508fce87 None None] Provisioning complete for port 10d27fbc-3546-41bd-8e6b-24cc22bc3f67 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:28.867560 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0051716d-d197-4473-91cf-b412508fce87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:28.872716 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-991acd56-74e2-4021-8d23-33d8dcaa2fb2 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:28.912791 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-991acd56-74e2-4021-8d23-33d8dcaa2fb2 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:28:28.913637 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-991acd56-74e2-4021-8d23-33d8dcaa2fb2 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:28.986359 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a102973f-8fc7-4f49-a5f4-e5e6bb92a46a tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:29.321056 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 42098) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:29.339024 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a102973f-8fc7-4f49-a5f4-e5e6bb92a46a tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Router 4623ec66-eee4-43d8-8440-96d892aa3ccc has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:28:29.343928 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:28:29.343928 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:28:29.343928 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:28:29.343928 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:28:29.343928 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:28:29.343928 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:28:29.343928 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:28:29.343928 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:28:29.343928 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:28:29.343928 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:28:29.343928 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:28:29.343928 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:28:29.343928 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:28:29.343928 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:28:29.343928 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:28:29.343928 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:28:29.343928 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:28:29.343928 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:28:29.343928 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:28:29.343928 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:28:29.343928 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:28:29.343928 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:28:29.343928 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:28:29.343928 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:28:29.343928 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:28:29.343928 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:28:29.343928 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:28:29.343928 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:28:29.343928 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:28:29.343928 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:28:29.343928 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:28:29.343928 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:28:29.400726 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7f29fb-15a0-470b-aba3-8440b7ba4e1b req-ea24e0dc-d951-44bc-8293-7cfb0d478507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:29.402350 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bd7f29fb-15a0-470b-aba3-8440b7ba4e1b req-ea24e0dc-d951-44bc-8293-7cfb0d478507 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=39d0a07c70234221a3fafc599aa62bdb&shared=False HTTP/1.1" status: 200 len: 915 time: 0.5970452 Dec 08 16:28:29.458946 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-991acd56-74e2-4021-8d23-33d8dcaa2fb2 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:29.479715 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-991acd56-74e2-4021-8d23-33d8dcaa2fb2 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:29.482936 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-991acd56-74e2-4021-8d23-33d8dcaa2fb2 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "DELETE /v2.0/networks/c5a4d04d-33bd-46ff-83e0-3c207850d73d HTTP/1.1" status: 204 len: 168 time: 3.9863324 Dec 08 16:28:29.485128 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991acd56-74e2-4021-8d23-33d8dcaa2fb2 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Pushing event deleted for resources: {'Network': ['ID=c5a4d04d-33bd-46ff-83e0-3c207850d73d,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:29.486845 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42114) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:29.494409 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-e7a63a52-640b-49dc-9f98-ab7d756ad45b tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2144527184'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:29.519662 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4aca7a6b-ccef-488c-8413-250ca644bac9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:29.548732 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7f29fb-15a0-470b-aba3-8440b7ba4e1b req-d2bbebbb-b390-49f9-b7c7-0ec4dbb92b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:29.549533 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a102973f-8fc7-4f49-a5f4-e5e6bb92a46a tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:28:29.551789 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bd7f29fb-15a0-470b-aba3-8440b7ba4e1b req-d2bbebbb-b390-49f9-b7c7-0ec4dbb92b1d service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1418235 Dec 08 16:28:29.569547 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a102973f-8fc7-4f49-a5f4-e5e6bb92a46a tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] 10.222.0.64 "PUT /v2.0/routers/4623ec66-eee4-43d8-8440-96d892aa3ccc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9735248 Dec 08 16:28:29.569547 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 42122) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:29.582125 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a63a52-640b-49dc-9f98-ab7d756ad45b tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Made reservation on behalf of 8903d1f9af734148bba1eca462488b6f for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:28:29.586701 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a82e0e-6f39-4bd8-867a-61e7282ed943 None None] Sync routers for ids ['4623ec66-eee4-43d8-8440-96d892aa3ccc'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:28:29.587880 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e7a63a52-640b-49dc-9f98-ab7d756ad45b tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:29.602921 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a82e0e-6f39-4bd8-867a-61e7282ed943 None None] Routers {'4623ec66-eee4-43d8-8440-96d892aa3ccc'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:28:29.605306 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-42a82e0e-6f39-4bd8-867a-61e7282ed943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:28:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['4623ec66-eee4-43d8-8440-96d892aa3ccc'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:29.632187 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7a63a52-640b-49dc-9f98-ab7d756ad45b tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:28:29.641491 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e7a63a52-640b-49dc-9f98-ab7d756ad45b tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:29.641845 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-e7a63a52-640b-49dc-9f98-ab7d756ad45b tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Added segment 0f88b3c3-a47a-45dc-acad-672da533a7e4 of type vlan for network 20862261-93d9-49e8-8c62-2242046bea91 Dec 08 16:28:29.662238 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-42a82e0e-6f39-4bd8-867a-61e7282ed943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:29.672997 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a82e0e-6f39-4bd8-867a-61e7282ed943 None None] Routers {'4623ec66-eee4-43d8-8440-96d892aa3ccc'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:28:29.673934 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-42a82e0e-6f39-4bd8-867a-61e7282ed943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:28:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['4623ec66-eee4-43d8-8440-96d892aa3ccc'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:29.711149 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-42a82e0e-6f39-4bd8-867a-61e7282ed943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:29.712045 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a82e0e-6f39-4bd8-867a-61e7282ed943 None None] The sync data for ids ['4623ec66-eee4-43d8-8440-96d892aa3ccc'] in n-d-776250-12 is: [] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:28:29.738592 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e7a63a52-640b-49dc-9f98-ab7d756ad45b tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:29.751165 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782bcc68-4dd9-4c45-ab9d-ef21879b8578 req-f78eed71-f9af-4a7d-b29d-6867749cef8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:29.752757 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-782bcc68-4dd9-4c45-ab9d-ef21879b8578 req-f78eed71-f9af-4a7d-b29d-6867749cef8c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=39d0a07c70234221a3fafc599aa62bdb&device_id=2f2e66d8-49db-40b9-9fbd-814c552e5d13 HTTP/1.1" status: 200 len: 1096 time: 0.1093359 Dec 08 16:28:29.779565 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a347e5-53e6-4ec5-a25c-f22b63f54d07 req-222a4c32-a671-460e-b26f-fc7de79594cd tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:29.781177 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-38a347e5-53e6-4ec5-a25c-f22b63f54d07 req-222a4c32-a671-460e-b26f-fc7de79594cd tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f2e66d8-49db-40b9-9fbd-814c552e5d13 HTTP/1.1" status: 200 len: 944 time: 0.1361639 Dec 08 16:28:29.788661 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4aca7a6b-ccef-488c-8413-250ca644bac9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:29.792013 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cc45de87-e1d4-4247-b75e-1085b8a36714 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks [] for router, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:29.805261 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-782bcc68-4dd9-4c45-ab9d-ef21879b8578 req-96691791-5a3d-4fc0-902b-9eef17ba213f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e2f5328-cb55-4a7f-a135-b8d3235ad8af HTTP/1.1" status: 200 len: 217 time: 0.0423071 Dec 08 16:28:29.867954 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4aca7a6b-ccef-488c-8413-250ca644bac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:29.879153 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782bcc68-4dd9-4c45-ab9d-ef21879b8578 req-9d03c835-ced4-4490-a21a-983d7cddc170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:29.880735 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-782bcc68-4dd9-4c45-ab9d-ef21879b8578 req-9d03c835-ced4-4490-a21a-983d7cddc170 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=248e37dc-1d8d-4d3e-9a87-0b6dedad1f36 HTTP/1.1" status: 200 len: 854 time: 0.0685077 Dec 08 16:28:29.913490 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-782bcc68-4dd9-4c45-ab9d-ef21879b8578 req-32e5e891-a31f-4750-90d8-84e9ec989984 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6bc7cad8-ce82-4d14-8967-10a5440b0811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258379 Dec 08 16:28:29.965698 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aca7a6b-ccef-488c-8413-250ca644bac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3aa394-eda6-4e66-813d-aceac874e7be,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:29.971980 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-4aca7a6b-ccef-488c-8413-250ca644bac9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=987a3df78e9c48efb8ff1b457f6579b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6491804 Dec 08 16:28:29.974792 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42140) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:29.979004 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-38a347e5-53e6-4ec5-a25c-f22b63f54d07 req-512b98ff-dfd7-4d99-976f-b08ee8948ff2 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/security-groups?id=654bd4f6-6db2-4b1b-a1c7-956de5974017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834357 Dec 08 16:28:29.995733 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cc45de87-e1d4-4247-b75e-1085b8a36714 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:30.063457 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-782bcc68-4dd9-4c45-ab9d-ef21879b8578 req-c4339758-6e48-4d8c-a758-5691be0c786f service neutron] 10.222.0.37 "GET /v2.0/networks/6bc7cad8-ce82-4d14-8967-10a5440b0811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433015 Dec 08 16:28:30.066620 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-493459f5-d35e-44a7-bdb2-7f1ba0c0a749 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:30.144477 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-493459f5-d35e-44a7-bdb2-7f1ba0c0a749 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:30.188145 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e7a63a52-640b-49dc-9f98-ab7d756ad45b tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:30.195023 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a63a52-640b-49dc-9f98-ab7d756ad45b tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:30.195614 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e7a63a52-640b-49dc-9f98-ab7d756ad45b tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:30.293437 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-782bcc68-4dd9-4c45-ab9d-ef21879b8578 req-45bd6eae-3810-448e-af12-b89154fa8d68 service neutron] 10.222.0.37 "GET /v2.0/networks/6bc7cad8-ce82-4d14-8967-10a5440b0811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217786 Dec 08 16:28:30.296722 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a63a52-640b-49dc-9f98-ab7d756ad45b tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Pushing event updated for resources: {'Network': ['ID=20862261-93d9-49e8-8c62-2242046bea91,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:30.315531 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 20862261-93d9-49e8-8c62-2242046bea91 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:28:30.391011 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-cc45de87-e1d4-4247-b75e-1085b8a36714 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Deleting port 09111eaf-1fd4-4988-b18c-38e46cd0e590 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:28:30.391495 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cc45de87-e1d4-4247-b75e-1085b8a36714 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:30.398611 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e7a63a52-640b-49dc-9f98-ab7d756ad45b tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9108481 Dec 08 16:28:30.402097 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42154) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:30.407594 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-e94eaeed-241f-4b35-9e05-d47226f4db39 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Request body: {'subnet': {'network_id': '20862261-93d9-49e8-8c62-2242046bea91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:30.452953 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-493459f5-d35e-44a7-bdb2-7f1ba0c0a749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:30.455798 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-493459f5-d35e-44a7-bdb2-7f1ba0c0a749 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:30.457148 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-493459f5-d35e-44a7-bdb2-7f1ba0c0a749 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4c3aa394-eda6-4e66-813d-aceac874e7be HTTP/1.1" status: 204 len: 168 time: 0.4815512 Dec 08 16:28:30.482449 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cc45de87-e1d4-4247-b75e-1085b8a36714 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:30.483515 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493459f5-d35e-44a7-bdb2-7f1ba0c0a749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3aa394-eda6-4e66-813d-aceac874e7be,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:30.491921 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-cc45de87-e1d4-4247-b75e-1085b8a36714 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Calling delete_port for 09111eaf-1fd4-4988-b18c-38e46cd0e590 owned by network:router_gateway {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:28:30.630879 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e94eaeed-241f-4b35-9e05-d47226f4db39 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Made reservation on behalf of 8903d1f9af734148bba1eca462488b6f for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:28:30.637247 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e94eaeed-241f-4b35-9e05-d47226f4db39 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:30.748240 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.ipam_backend_mixin [None req-e94eaeed-241f-4b35-9e05-d47226f4db39 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Performing IP validity checks on allocation pools {{(pid=110551) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 08 16:28:30.749272 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.ipam_backend_mixin [None req-e94eaeed-241f-4b35-9e05-d47226f4db39 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110551) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 08 16:28:30.825059 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cc45de87-e1d4-4247-b75e-1085b8a36714 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:30.874291 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45de87-e1d4-4247-b75e-1085b8a36714 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Pushing event deleted for resources: {'Port': ['ID=09111eaf-1fd4-4988-b18c-38e46cd0e590,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:30.896367 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acd1cdb-539c-4294-b050-deb3141a5d46 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:28:30.993624 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cc45de87-e1d4-4247-b75e-1085b8a36714 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:31.025583 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e94eaeed-241f-4b35-9e05-d47226f4db39 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:31.090132 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94eaeed-241f-4b35-9e05-d47226f4db39 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Pushing event updated for resources: {'Subnet': ['ID=036f0077-cb82-4115-a89b-7230a4b12986,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:31.101486 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cc45de87-e1d4-4247-b75e-1085b8a36714 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:31.103969 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cc45de87-e1d4-4247-b75e-1085b8a36714 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:31.160205 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3ecab2-ef74-4de2-8a7a-8c819b70ffbf req-c9e46b73-156b-49bf-a597-caa75034c537 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:31.161791 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-af3ecab2-ef74-4de2-8a7a-8c819b70ffbf req-c9e46b73-156b-49bf-a597-caa75034c537 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f2e66d8-49db-40b9-9fbd-814c552e5d13 HTTP/1.1" status: 200 len: 944 time: 0.0726492 Dec 08 16:28:31.162625 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94eaeed-241f-4b35-9e05-d47226f4db39 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Checking segment: {'id': '0f88b3c3-a47a-45dc-acad-672da533a7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '20862261-93d9-49e8-8c62-2242046bea91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:28:31.163048 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94eaeed-241f-4b35-9e05-d47226f4db39 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Network hostable DHCP agents. Network: 20862261-93d9-49e8-8c62-2242046bea91, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:28:31.232850 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-af3ecab2-ef74-4de2-8a7a-8c819b70ffbf req-2ea91040-706f-467e-b58e-3de6a68b02a9 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/security-groups?id=654bd4f6-6db2-4b1b-a1c7-956de5974017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597074 Dec 08 16:28:31.260150 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cc45de87-e1d4-4247-b75e-1085b8a36714 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:31.260829 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc45de87-e1d4-4247-b75e-1085b8a36714 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Fanout notify agent at l3_agent the message router_deleted on router 4623ec66-eee4-43d8-8440-96d892aa3ccc {{(pid=110550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:28:31.269048 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cc45de87-e1d4-4247-b75e-1085b8a36714 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:31.270744 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-cc45de87-e1d4-4247-b75e-1085b8a36714 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] 10.222.0.64 "DELETE /v2.0/routers/4623ec66-eee4-43d8-8440-96d892aa3ccc HTTP/1.1" status: 204 len: 168 time: 1.7041981 Dec 08 16:28:31.273516 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42204) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:31.305212 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94eaeed-241f-4b35-9e05-d47226f4db39 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Network 20862261-93d9-49e8-8c62-2242046bea91 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:28:31.329073 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42210) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:31.348884 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8bc6e9d6-e50d-4ecd-85b5-b2c12712f907 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:31.354390 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-c67ab95e-0589-49b9-acfd-29352f590d78 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Deleting subnet 3fd6cc89-6e7d-4ad0-b26a-630435010022 {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:28:31.364420 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c67ab95e-0589-49b9-acfd-29352f590d78 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:31.394563 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-e94eaeed-241f-4b35-9e05-d47226f4db39 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 20862261-93d9-49e8-8c62-2242046bea91) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:28:31.406705 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94eaeed-241f-4b35-9e05-d47226f4db39 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:31.407910 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e94eaeed-241f-4b35-9e05-d47226f4db39 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:31.411048 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987888f7-f23f-4e2b-b96a-cbea1e642f34 None None] Network 20862261-93d9-49e8-8c62-2242046bea91 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:28:31.446003 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c67ab95e-0589-49b9-acfd-29352f590d78 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:31.521187 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e94eaeed-241f-4b35-9e05-d47226f4db39 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.1174045 Dec 08 16:28:31.533335 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 42222) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:31.555474 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35462c2-e842-4eae-b584-c66baf730636 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-20862261-93d9-49e8-8c62-2242046bea91', 'network_id': '20862261-93d9-49e8-8c62-2242046bea91', 'project_id': '8903d1f9af734148bba1eca462488b6f', 'fixed_ips': [{'subnet_id': '036f0077-cb82-4115-a89b-7230a4b12986'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:28:31.559950 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f35462c2-e842-4eae-b584-c66baf730636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:31.569798 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8bc6e9d6-e50d-4ecd-85b5-b2c12712f907 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:31.582569 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c67ab95e-0589-49b9-acfd-29352f590d78 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:31.660484 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8bc6e9d6-e50d-4ecd-85b5-b2c12712f907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:31.682367 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cd9c14b9-4845-423f-812f-18a0393c1c32 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:31.710787 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-8bc6e9d6-e50d-4ecd-85b5-b2c12712f907 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1266abfa553e44e68e0cd3f4216d50ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3796935 Dec 08 16:28:31.711716 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc6e9d6-e50d-4ecd-85b5-b2c12712f907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b6ad80-8151-4e9e-a986-e384ab4adb91,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:31.714307 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42232) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:31.743107 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-f35462c2-e842-4eae-b584-c66baf730636 None None] Allocated IP 172.20.0.3 (20862261-93d9-49e8-8c62-2242046bea91/036f0077-cb82-4115-a89b-7230a4b12986/6e32e919-206b-4702-9944-93c858f86572) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:28:31.752287 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cd9c14b9-4845-423f-812f-18a0393c1c32 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:31.772082 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-15ad4a76-8adf-4685-b413-99b7e74862fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:31.797430 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c67ab95e-0589-49b9-acfd-29352f590d78 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:31.814287 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-15ad4a76-8adf-4685-b413-99b7e74862fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:31.849543 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ab95e-0589-49b9-acfd-29352f590d78 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Pushing event deleted for resources: {'Subnet': ['ID=3fd6cc89-6e7d-4ad0-b26a-630435010022,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:31.858078 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c67ab95e-0589-49b9-acfd-29352f590d78 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:31.862050 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ba964b-be8b-4bf8-9517-f4e27a4c0e7c None None] Network 2b9057ee-d44d-4457-95f6-1512e2391192 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:28:31.862760 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c67ab95e-0589-49b9-acfd-29352f590d78 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] 10.222.0.64 "DELETE /v2.0/subnets/3fd6cc89-6e7d-4ad0-b26a-630435010022 HTTP/1.1" status: 204 len: 168 time: 0.5879478 Dec 08 16:28:31.870423 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 42240) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:31.996686 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-775c9d91-d6dd-459f-bbde-b0ced52109e0 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:32.011946 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f35462c2-e842-4eae-b584-c66baf730636 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:32.029044 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-15ad4a76-8adf-4685-b413-99b7e74862fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:32.030518 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-15ad4a76-8adf-4685-b413-99b7e74862fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:32.034198 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-15ad4a76-8adf-4685-b413-99b7e74862fd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a8b6ad80-8151-4e9e-a986-e384ab4adb91 HTTP/1.1" status: 204 len: 168 time: 0.3162339 Dec 08 16:28:32.047589 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ad4a76-8adf-4685-b413-99b7e74862fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b6ad80-8151-4e9e-a986-e384ab4adb91,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:32.071383 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-775c9d91-d6dd-459f-bbde-b0ced52109e0 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Deleting port 99890ae9-34b5-4041-a740-20a400b6dffd {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:28:32.071768 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-775c9d91-d6dd-459f-bbde-b0ced52109e0 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:32.106354 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a24d476-8acf-45f1-bad4-50358a026893 None None] DHCP port deletion for 2b9057ee-d44d-4457-95f6-1512e2391192 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:28:32.118454 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f35462c2-e842-4eae-b584-c66baf730636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:32.179268 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-775c9d91-d6dd-459f-bbde-b0ced52109e0 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] For port 99890ae9-34b5-4041-a740-20a400b6dffd, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=99890ae9-34b5-4041-a740-20a400b6dffd,segment=NetworkSegment(2551ed37-bdc4-4251-a9d6-30feac45bd00),segment_id=2551ed37-bdc4-4251-a9d6-30feac45bd00)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:28:32.180370 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-775c9d91-d6dd-459f-bbde-b0ced52109e0 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:32.195747 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-775c9d91-d6dd-459f-bbde-b0ced52109e0 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Calling delete_port for 99890ae9-34b5-4041-a740-20a400b6dffd owned by network:dhcp {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:28:32.199037 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35462c2-e842-4eae-b584-c66baf730636 None None] Network 20862261-93d9-49e8-8c62-2242046bea91 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:28:32.208665 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-f35462c2-e842-4eae-b584-c66baf730636 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:28:32.217274 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35462c2-e842-4eae-b584-c66baf730636 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:28:32.231727 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35462c2-e842-4eae-b584-c66baf730636 None None] Pushing event updated for resources: {'Port': ['ID=6e32e919-206b-4702-9944-93c858f86572,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:32.262171 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cd9c14b9-4845-423f-812f-18a0393c1c32 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:32.295973 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-5a24d476-8acf-45f1-bad4-50358a026893 None None] Deleting port 99890ae9-34b5-4041-a740-20a400b6dffd {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:28:32.296395 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5a24d476-8acf-45f1-bad4-50358a026893 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:32.300931 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-f35462c2-e842-4eae-b584-c66baf730636 None None] Attempting to bind port 6e32e919-206b-4702-9944-93c858f86572 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:28:32.301355 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-f35462c2-e842-4eae-b584-c66baf730636 None None] Attempting to bind port 6e32e919-206b-4702-9944-93c858f86572 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '0f88b3c3-a47a-45dc-acad-672da533a7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '20862261-93d9-49e8-8c62-2242046bea91'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:28:32.301720 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35462c2-e842-4eae-b584-c66baf730636 None None] Attempting to bind port 6e32e919-206b-4702-9944-93c858f86572 on network 20862261-93d9-49e8-8c62-2242046bea91 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:32.324304 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9c14b9-4845-423f-812f-18a0393c1c32 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Pushing event deleted for resources: {'Subnet': ['ID=036f0077-cb82-4115-a89b-7230a4b12986,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:32.346382 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35462c2-e842-4eae-b584-c66baf730636 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:28:32.346777 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35462c2-e842-4eae-b584-c66baf730636 None None] Checking segment: {'id': '0f88b3c3-a47a-45dc-acad-672da533a7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '20862261-93d9-49e8-8c62-2242046bea91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:28:32.347185 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f35462c2-e842-4eae-b584-c66baf730636 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:32.347766 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35462c2-e842-4eae-b584-c66baf730636 None None] Bound using segment: {'id': '0f88b3c3-a47a-45dc-acad-672da533a7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '20862261-93d9-49e8-8c62-2242046bea91'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:28:32.348467 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-f35462c2-e842-4eae-b584-c66baf730636 None None] Bound port: 6e32e919-206b-4702-9944-93c858f86572, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f88b3c3-a47a-45dc-acad-672da533a7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '20862261-93d9-49e8-8c62-2242046bea91'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:28:32.349025 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f35462c2-e842-4eae-b584-c66baf730636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:32.409047 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-5a24d476-8acf-45f1-bad4-50358a026893 None None] For port 99890ae9-34b5-4041-a740-20a400b6dffd, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=99890ae9-34b5-4041-a740-20a400b6dffd,segment=NetworkSegment(2551ed37-bdc4-4251-a9d6-30feac45bd00),segment_id=2551ed37-bdc4-4251-a9d6-30feac45bd00)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:28:32.409458 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5a24d476-8acf-45f1-bad4-50358a026893 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:32.427738 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-5a24d476-8acf-45f1-bad4-50358a026893 None None] Calling delete_port for 99890ae9-34b5-4041-a740-20a400b6dffd owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:28:32.448641 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cd9c14b9-4845-423f-812f-18a0393c1c32 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:32.475216 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-cd9c14b9-4845-423f-812f-18a0393c1c32 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20862261-93d9-49e8-8c62-2242046bea91']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:32.486914 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-f35462c2-e842-4eae-b584-c66baf730636 None None] For port 6e32e919-206b-4702-9944-93c858f86572, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:28:32.489537 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-cd9c14b9-4845-423f-812f-18a0393c1c32 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f88b3c3-a47a-45dc-acad-672da533a7e4') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:32.489845 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-cd9c14b9-4845-423f-812f-18a0393c1c32 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f88b3c3-a47a-45dc-acad-672da533a7e4') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:32.501904 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e3492-d6dd-423d-8b58-754434d5de25 req-a8dd6a4c-688e-4eb1-a9a4-d92627d2c471 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:32.501904 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-de9e3492-d6dd-423d-8b58-754434d5de25 req-a8dd6a4c-688e-4eb1-a9a4-d92627d2c471 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f2e66d8-49db-40b9-9fbd-814c552e5d13 HTTP/1.1" status: 200 len: 944 time: 0.1168225 Dec 08 16:28:32.511160 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-f35462c2-e842-4eae-b584-c66baf730636 None None] For port 6e32e919-206b-4702-9944-93c858f86572, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=6e32e919-206b-4702-9944-93c858f86572,segment=NetworkSegment(0f88b3c3-a47a-45dc-acad-672da533a7e4),segment_id=0f88b3c3-a47a-45dc-acad-672da533a7e4)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:28:32.511693 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cd9c14b9-4845-423f-812f-18a0393c1c32 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:32.574230 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-de9e3492-d6dd-423d-8b58-754434d5de25 req-d65eb923-807c-49ef-aaa4-abd2f0b15730 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/security-groups?id=654bd4f6-6db2-4b1b-a1c7-956de5974017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651047 Dec 08 16:28:32.593414 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-775c9d91-d6dd-459f-bbde-b0ced52109e0 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:32.594128 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f35462c2-e842-4eae-b584-c66baf730636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:32.601426 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cd9c14b9-4845-423f-812f-18a0393c1c32 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:32.611238 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5a24d476-8acf-45f1-bad4-50358a026893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:32.611709 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd9c14b9-4845-423f-812f-18a0393c1c32 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:28:32.612155 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cd9c14b9-4845-423f-812f-18a0393c1c32 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:32.616122 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:28:32.616122 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:28:32.616122 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:28:32.616122 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:28:32.616122 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:28:32.616122 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:28:32.616122 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:28:32.616122 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:28:32.616122 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:28:32.616122 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:28:32.616122 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:28:32.616122 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:28:32.616122 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:28:32.616122 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:28:32.616122 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:28:32.616122 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:28:32.616122 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:28:32.616122 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:28:32.616122 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:28:32.616122 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:28:32.616122 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:28:32.616122 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:28:32.616122 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:28:32.616122 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:28:32.616122 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:28:32.616122 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:28:32.616122 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:28:32.616122 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:28:32.616122 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:28:32.616122 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:28:32.616122 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:28:32.616122 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:28:32.662018 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a24d476-8acf-45f1-bad4-50358a026893 None None] No DVR routers for this DVR port 99890ae9-34b5-4041-a740-20a400b6dffd on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:28:32.678068 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775c9d91-d6dd-459f-bbde-b0ced52109e0 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] No DVR routers for this DVR port 99890ae9-34b5-4041-a740-20a400b6dffd on host n-d-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:28:32.679905 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775c9d91-d6dd-459f-bbde-b0ced52109e0 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Pushing event deleted for resources: {'Port': ['ID=99890ae9-34b5-4041-a740-20a400b6dffd,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:32.724124 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35462c2-e842-4eae-b584-c66baf730636 None None] Pushing event updated for resources: {'Port': ['ID=6e32e919-206b-4702-9944-93c858f86572,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:32.752448 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c056ec-a323-4427-bc5e-4fbc3b0d31f1 None None] Network 20862261-93d9-49e8-8c62-2242046bea91 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:28:32.755135 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a24d476-8acf-45f1-bad4-50358a026893 None None] Pushing event deleted for resources: {'Port': ['ID=99890ae9-34b5-4041-a740-20a400b6dffd,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:32.826415 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 99890ae9-34b5-4041-a740-20a400b6dffd no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:28:32.829464 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 8e2f5328-cb55-4a7f-a135-b8d3235ad8af details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:28:32.831502 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.db.api [None req-cd9c14b9-4845-423f-812f-18a0393c1c32 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 16:28:32.831502 n-d-776250-12 neutron-server[110550]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 16:28:32.831502 n-d-776250-12 neutron-server[110550]: [parameters: {'id': '20862261-93d9-49e8-8c62-2242046bea91'}] Dec 08 16:28:32.831502 n-d-776250-12 neutron-server[110550]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:28:32.831839 n-d-776250-12 neutron-server[110550]: DEBUG oslo_db.api [None req-cd9c14b9-4845-423f-812f-18a0393c1c32 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:28:32.864947 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-775c9d91-d6dd-459f-bbde-b0ced52109e0 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:32.881692 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 99890ae9-34b5-4041-a740-20a400b6dffd {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:28:32.882327 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 99890ae9-34b5-4041-a740-20a400b6dffd not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:28:32.899718 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-775c9d91-d6dd-459f-bbde-b0ced52109e0 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b9057ee-d44d-4457-95f6-1512e2391192']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:32.918834 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-775c9d91-d6dd-459f-bbde-b0ced52109e0 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2551ed37-bdc4-4251-a9d6-30feac45bd00') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:32.919162 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-775c9d91-d6dd-459f-bbde-b0ced52109e0 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2551ed37-bdc4-4251-a9d6-30feac45bd00') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:32.930000 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-775c9d91-d6dd-459f-bbde-b0ced52109e0 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:32.948661 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-775c9d91-d6dd-459f-bbde-b0ced52109e0 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:32.955155 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-775c9d91-d6dd-459f-bbde-b0ced52109e0 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:28:32.955553 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-775c9d91-d6dd-459f-bbde-b0ced52109e0 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:32.958667 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:28:32.958667 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:28:32.958667 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:28:32.958667 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:28:32.958667 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:28:32.958667 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:28:32.958667 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:28:32.958667 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:28:32.958667 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:28:32.958667 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:28:32.958667 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:28:32.958667 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:28:32.958667 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:28:32.958667 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:28:32.958667 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:28:32.958667 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:28:32.958667 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:28:32.958667 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:28:32.958667 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:28:32.958667 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:28:32.958667 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:28:32.958667 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:28:32.958667 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:28:32.958667 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:28:32.958667 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:28:32.958667 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:28:32.958667 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:28:32.958667 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:28:32.958667 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:28:32.958667 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:28:32.958667 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:28:32.958667 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:28:33.018675 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63246ebd-90e8-419c-b230-ead4dfdc8597 None None] get_active_networks_info from n-d-776250-12 {{(pid=110552) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 16:28:33.062723 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 8e2f5328-cb55-4a7f-a135-b8d3235ad8af, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=8e2f5328-cb55-4a7f-a135-b8d3235ad8af,segment=NetworkSegment(ae20c5bd-2351-4f26-a643-51190719905b),segment_id=ae20c5bd-2351-4f26-a643-51190719905b)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:28:33.085129 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '8e2f5328-cb55-4a7f-a135-b8d3235ad8af', 'network_id': '6bc7cad8-ce82-4d14-8967-10a5440b0811', 'port_id': '8e2f5328-cb55-4a7f-a135-b8d3235ad8af', 'mac_address': 'fa:16:3e:15:03:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '248e37dc-1d8d-4d3e-9a87-0b6dedad1f36', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:28:33.133297 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-775c9d91-d6dd-459f-bbde-b0ced52109e0 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:33.140505 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-775c9d91-d6dd-459f-bbde-b0ced52109e0 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:33.143747 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-775c9d91-d6dd-459f-bbde-b0ced52109e0 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] 10.222.0.64 "DELETE /v2.0/networks/2b9057ee-d44d-4457-95f6-1512e2391192 HTTP/1.1" status: 204 len: 168 time: 1.2713902 Dec 08 16:28:33.146366 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42330) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:33.156109 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775c9d91-d6dd-459f-bbde-b0ced52109e0 tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Pushing event deleted for resources: {'Network': ['ID=2b9057ee-d44d-4457-95f6-1512e2391192,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:33.164165 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:33.174455 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63246ebd-90e8-419c-b230-ead4dfdc8597 None None] Resources bound (agent type, host, resource id): {{(pid=110552) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 16:28:33.185593 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e2f5328-cb55-4a7f-a135-b8d3235ad8af {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:28:33.224690 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 8e2f5328-cb55-4a7f-a135-b8d3235ad8af, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=8e2f5328-cb55-4a7f-a135-b8d3235ad8af,segment=NetworkSegment(ae20c5bd-2351-4f26-a643-51190719905b),segment_id=ae20c5bd-2351-4f26-a643-51190719905b)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:28:33.308234 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-53cb33cd-4213-4083-b0a2-cbb1464ef12a tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Deleting port 5c431a4c-5fdd-49b5-871d-4823bf70ac57 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:28:33.308655 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-53cb33cd-4213-4083-b0a2-cbb1464ef12a tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:33.333317 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cd9c14b9-4845-423f-812f-18a0393c1c32 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:33.343096 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:33.417054 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-53cb33cd-4213-4083-b0a2-cbb1464ef12a tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:33.417592 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-53cb33cd-4213-4083-b0a2-cbb1464ef12a tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:33.424328 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=8e2f5328-cb55-4a7f-a135-b8d3235ad8af,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:33.434513 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-cd9c14b9-4845-423f-812f-18a0393c1c32 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Deleting port 6e32e919-206b-4702-9944-93c858f86572 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:28:33.435721 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cd9c14b9-4845-423f-812f-18a0393c1c32 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:33.442016 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-53cb33cd-4213-4083-b0a2-cbb1464ef12a tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Calling delete_port for 5c431a4c-5fdd-49b5-871d-4823bf70ac57 owned by network:floatingip {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:28:33.524436 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-cd9c14b9-4845-423f-812f-18a0393c1c32 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] For port 6e32e919-206b-4702-9944-93c858f86572, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=6e32e919-206b-4702-9944-93c858f86572,segment=NetworkSegment(0f88b3c3-a47a-45dc-acad-672da533a7e4),segment_id=0f88b3c3-a47a-45dc-acad-672da533a7e4)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:28:33.524787 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cd9c14b9-4845-423f-812f-18a0393c1c32 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:33.540884 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-cd9c14b9-4845-423f-812f-18a0393c1c32 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Calling delete_port for 6e32e919-206b-4702-9944-93c858f86572 owned by network:dhcp {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:28:33.559707 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['8e2f5328-cb55-4a7f-a135-b8d3235ad8af'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:28:33.736024 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea532ed-5cfa-42bf-a49a-d685b74dcbe5 req-a35973d6-c157-4d8e-96e3-ecd2745b3576 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:33.738206 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bea532ed-5cfa-42bf-a49a-d685b74dcbe5 req-a35973d6-c157-4d8e-96e3-ecd2745b3576 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f2e66d8-49db-40b9-9fbd-814c552e5d13 HTTP/1.1" status: 200 len: 945 time: 0.0643668 Dec 08 16:28:33.773149 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-53cb33cd-4213-4083-b0a2-cbb1464ef12a tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:33.813129 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cb33cd-4213-4083-b0a2-cbb1464ef12a tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Pushing event deleted for resources: {'Port': ['ID=5c431a4c-5fdd-49b5-871d-4823bf70ac57,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:33.824745 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bea532ed-5cfa-42bf-a49a-d685b74dcbe5 req-e1e23690-0127-462c-9f19-0be2ededb6f3 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/security-groups?id=654bd4f6-6db2-4b1b-a1c7-956de5974017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789495 Dec 08 16:28:33.829985 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeefaa7c-c154-4e38-a2d1-7822bd4c495f None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:28:33.836064 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cd9c14b9-4845-423f-812f-18a0393c1c32 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:33.869637 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9c14b9-4845-423f-812f-18a0393c1c32 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Pushing event deleted for resources: {'Port': ['ID=6e32e919-206b-4702-9944-93c858f86572,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:33.889082 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9c14b9-4845-423f-812f-18a0393c1c32 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] No DVR routers for this DVR port 6e32e919-206b-4702-9944-93c858f86572 on host n-d-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:28:33.894058 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-53cb33cd-4213-4083-b0a2-cbb1464ef12a tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks [] for floatingip, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:33.896766 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-53cb33cd-4213-4083-b0a2-cbb1464ef12a tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:33.898149 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-53cb33cd-4213-4083-b0a2-cbb1464ef12a tempest-FloatingIPAdminTestJSON-1063171401 tempest-FloatingIPAdminTestJSON-1063171401-project] 10.222.0.64 "DELETE /v2.0/floatingips/282d7b24-4d42-4f0c-b249-3ca17716fe80 HTTP/1.1" status: 204 len: 168 time: 0.7486992 Dec 08 16:28:33.980985 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cd9c14b9-4845-423f-812f-18a0393c1c32 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:34.003062 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-cd9c14b9-4845-423f-812f-18a0393c1c32 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20862261-93d9-49e8-8c62-2242046bea91']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:34.012964 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-cd9c14b9-4845-423f-812f-18a0393c1c32 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f88b3c3-a47a-45dc-acad-672da533a7e4') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:34.013264 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-cd9c14b9-4845-423f-812f-18a0393c1c32 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f88b3c3-a47a-45dc-acad-672da533a7e4') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:34.024382 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cd9c14b9-4845-423f-812f-18a0393c1c32 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:34.039606 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cd9c14b9-4845-423f-812f-18a0393c1c32 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:34.047199 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd9c14b9-4845-423f-812f-18a0393c1c32 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:28:34.047688 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cd9c14b9-4845-423f-812f-18a0393c1c32 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:34.050785 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:28:34.050785 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:28:34.050785 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:28:34.050785 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:28:34.050785 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:28:34.050785 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:28:34.050785 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:28:34.050785 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:28:34.050785 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:28:34.050785 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:28:34.050785 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:28:34.050785 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:28:34.050785 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:28:34.050785 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:28:34.050785 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:28:34.050785 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:28:34.050785 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:28:34.050785 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:28:34.050785 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:28:34.050785 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:28:34.050785 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:28:34.050785 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:28:34.050785 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:28:34.050785 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:28:34.050785 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:28:34.050785 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:28:34.050785 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:28:34.050785 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:28:34.050785 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:28:34.050785 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:28:34.050785 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:28:34.050785 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:28:34.135377 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42392) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:34.218729 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cd9c14b9-4845-423f-812f-18a0393c1c32 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:34.226067 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cd9c14b9-4845-423f-812f-18a0393c1c32 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:34.230125 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-cd9c14b9-4845-423f-812f-18a0393c1c32 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "DELETE /v2.0/networks/20862261-93d9-49e8-8c62-2242046bea91 HTTP/1.1" status: 204 len: 168 time: 2.6970437 Dec 08 16:28:34.233701 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42400) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:34.238989 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-be842037-9492-4ea4-be0f-02da4e7a9fcf tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-494525536'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:34.251030 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9c14b9-4845-423f-812f-18a0393c1c32 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Pushing event deleted for resources: {'Network': ['ID=20862261-93d9-49e8-8c62-2242046bea91,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:34.386752 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be842037-9492-4ea4-be0f-02da4e7a9fcf tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Made reservation on behalf of 8903d1f9af734148bba1eca462488b6f for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:28:34.389480 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-be842037-9492-4ea4-be0f-02da4e7a9fcf tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:34.428791 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-510acd44-7e2b-4f04-a0db-99aa74c9304c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:34.431591 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be842037-9492-4ea4-be0f-02da4e7a9fcf tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:28:34.455155 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-be842037-9492-4ea4-be0f-02da4e7a9fcf tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:34.455514 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-be842037-9492-4ea4-be0f-02da4e7a9fcf tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Added segment 5a5b5b70-6490-44bb-8926-2159c59b5807 of type vlan for network 2152597e-77c0-4654-abc2-2078e2267536 Dec 08 16:28:34.511268 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-be842037-9492-4ea4-be0f-02da4e7a9fcf tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:34.581230 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-510acd44-7e2b-4f04-a0db-99aa74c9304c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:34.611112 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42414) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:34.630387 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:34.694333 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-be842037-9492-4ea4-be0f-02da4e7a9fcf tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:34.707000 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be842037-9492-4ea4-be0f-02da4e7a9fcf tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:34.707997 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-be842037-9492-4ea4-be0f-02da4e7a9fcf tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:34.769398 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 8e2f5328-cb55-4a7f-a135-b8d3235ad8af up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:28:34.792986 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-510acd44-7e2b-4f04-a0db-99aa74c9304c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:34.837898 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be842037-9492-4ea4-be0f-02da4e7a9fcf tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Pushing event updated for resources: {'Network': ['ID=2152597e-77c0-4654-abc2-2078e2267536,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:34.846446 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 2152597e-77c0-4654-abc2-2078e2267536 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:28:34.867194 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-309c4022-19e4-4986-9b38-f6448e0574a6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=59589be04af7404b8deccd35496c7dfd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2548256 Dec 08 16:28:34.868336 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510acd44-7e2b-4f04-a0db-99aa74c9304c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8ff2dd-9f37-4370-a8fc-5afc177c5aef,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:34.870064 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 42432) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:34.873712 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-510acd44-7e2b-4f04-a0db-99aa74c9304c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1f6eed9b1ccd40daaa1e4e50d084cef1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7371972 Dec 08 16:28:34.876499 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42436) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:34.941362 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-be842037-9492-4ea4-be0f-02da4e7a9fcf tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7064247 Dec 08 16:28:34.944019 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42440) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:34.954647 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-dc92bff5-5a35-4eb3-884c-e08da7c53dae tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Request body: {'subnet': {'network_id': '2152597e-77c0-4654-abc2-2078e2267536', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:34.973880 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-030dba85-ea4b-4677-bea8-f62262853c9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:34.980790 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port 8e2f5328-cb55-4a7f-a135-b8d3235ad8af completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:28:34.989645 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 8e2f5328-cb55-4a7f-a135-b8d3235ad8af triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:34.990041 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:35.064944 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-97338508-5c93-41fa-9c99-a222efb0f2ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:35.076881 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-030dba85-ea4b-4677-bea8-f62262853c9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:35.081170 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f9200-01f5-459c-af59-4d544102dedf req-f1987a4b-1527-42a8-9f63-4d1c16fda19f tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:35.082967 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c73f9200-01f5-459c-af59-4d544102dedf req-f1987a4b-1527-42a8-9f63-4d1c16fda19f tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f2e66d8-49db-40b9-9fbd-814c552e5d13 HTTP/1.1" status: 200 len: 945 time: 0.1198373 Dec 08 16:28:35.128207 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-97338508-5c93-41fa-9c99-a222efb0f2ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:35.135896 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:35.162276 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f2e66d8-49db-40b9-9fbd-814c552e5d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e2f5328-cb55-4a7f-a135-b8d3235ad8af'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:28:35.165467 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87434d8a-fd3f-4400-93cf-ba961f7bce29" -d '{"events": [{"server_uuid": "2f2e66d8-49db-40b9-9fbd-814c552e5d13", "name": "network-vif-plugged", "status": "completed", "tag": "8e2f5328-cb55-4a7f-a135-b8d3235ad8af"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:28:35.176891 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c73f9200-01f5-459c-af59-4d544102dedf req-fa2deda1-a696-4239-9df4-62938b3b07f8 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/security-groups?id=654bd4f6-6db2-4b1b-a1c7-956de5974017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811493 Dec 08 16:28:35.186038 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 8e2f5328-cb55-4a7f-a135-b8d3235ad8af, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=8e2f5328-cb55-4a7f-a135-b8d3235ad8af,segment=NetworkSegment(ae20c5bd-2351-4f26-a643-51190719905b),segment_id=ae20c5bd-2351-4f26-a643-51190719905b)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:28:35.194922 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc92bff5-5a35-4eb3-884c-e08da7c53dae tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Made reservation on behalf of 8903d1f9af734148bba1eca462488b6f for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:28:35.214545 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dc92bff5-5a35-4eb3-884c-e08da7c53dae tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:35.220692 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-030dba85-ea4b-4677-bea8-f62262853c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:35.224591 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-030dba85-ea4b-4677-bea8-f62262853c9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:35.225406 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c5ce46-3dea-468f-a1be-f8344ccb4e81 x-openstack-request-id: req-11c5ce46-3dea-468f-a1be-f8344ccb4e81 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:28:35.225838 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-030dba85-ea4b-4677-bea8-f62262853c9a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9f8ff2dd-9f37-4370-a8fc-5afc177c5aef HTTP/1.1" status: 204 len: 168 time: 0.3479164 Dec 08 16:28:35.228428 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f2e66d8-49db-40b9-9fbd-814c552e5d13", "name": "network-vif-plugged", "status": "completed", "tag": "8e2f5328-cb55-4a7f-a135-b8d3235ad8af", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:28:35.228759 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-11c5ce46-3dea-468f-a1be-f8344ccb4e81 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:28:35.229161 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f2e66d8-49db-40b9-9fbd-814c552e5d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e2f5328-cb55-4a7f-a135-b8d3235ad8af', 'code': 200} Dec 08 16:28:35.276490 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:35.322313 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030dba85-ea4b-4677-bea8-f62262853c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f8ff2dd-9f37-4370-a8fc-5afc177c5aef,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:35.322922 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-97338508-5c93-41fa-9c99-a222efb0f2ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:35.326923 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-97338508-5c93-41fa-9c99-a222efb0f2ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:35.331293 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-97338508-5c93-41fa-9c99-a222efb0f2ac admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cb7e38fd-74e7-48e8-806a-bf11d0920e9a HTTP/1.1" status: 204 len: 168 time: 0.4582539 Dec 08 16:28:35.340641 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97338508-5c93-41fa-9c99-a222efb0f2ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7e38fd-74e7-48e8-806a-bf11d0920e9a,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:35.383724 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87170718-37ba-49bd-b5e0-ce428fb44267 req-92011948-5705-4528-b31d-985cf63a3db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:35.386682 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-87170718-37ba-49bd-b5e0-ce428fb44267 req-92011948-5705-4528-b31d-985cf63a3db0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2f2e66d8-49db-40b9-9fbd-814c552e5d13 HTTP/1.1" status: 200 len: 1098 time: 0.0918541 Dec 08 16:28:35.390274 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=8e2f5328-cb55-4a7f-a135-b8d3235ad8af,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:35.404844 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:35.405508 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:35.405865 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:35.406212 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:35.406547 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:35.406932 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:35.407468 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:35.407957 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:35.408703 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:35.409262 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:35.411044 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:35.411690 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:35.412222 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:35.447185 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-87170718-37ba-49bd-b5e0-ce428fb44267 req-fc174c1c-1f28-4410-a928-165851ed42b2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=654bd4f6-6db2-4b1b-a1c7-956de5974017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494733 Dec 08 16:28:35.690911 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dc92bff5-5a35-4eb3-884c-e08da7c53dae tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:35.767536 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc92bff5-5a35-4eb3-884c-e08da7c53dae tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Pushing event updated for resources: {'Subnet': ['ID=9ec7500c-f1f4-4bad-a9dc-bce1c5a10f8c,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:35.767941 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc92bff5-5a35-4eb3-884c-e08da7c53dae tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Checking segment: {'id': '5a5b5b70-6490-44bb-8926-2159c59b5807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2152597e-77c0-4654-abc2-2078e2267536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:28:35.768560 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc92bff5-5a35-4eb3-884c-e08da7c53dae tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Network hostable DHCP agents. Network: 2152597e-77c0-4654-abc2-2078e2267536, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:28:35.837388 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc92bff5-5a35-4eb3-884c-e08da7c53dae tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Network 2152597e-77c0-4654-abc2-2078e2267536 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:28:35.876213 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-58ab688d-2cbb-471f-96ab-4a6efafd9069 req-8bad859f-6a87-4575-822d-30a7dddb6171 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0498314 Dec 08 16:28:35.970631 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ab688d-2cbb-471f-96ab-4a6efafd9069 req-27b0e4de-1313-4685-85e4-cde80a8c49f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:35.972682 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-58ab688d-2cbb-471f-96ab-4a6efafd9069 req-27b0e4de-1313-4685-85e4-cde80a8c49f3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5ac8783bc8454dbdaff01b6ea349ef5e&device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514 HTTP/1.1" status: 200 len: 1099 time: 0.0485671 Dec 08 16:28:36.004274 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-dc92bff5-5a35-4eb3-884c-e08da7c53dae tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 2152597e-77c0-4654-abc2-2078e2267536) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:28:36.013699 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9d5de8-8c5c-4f5c-9c1e-d13019d77aae None None] Network 2152597e-77c0-4654-abc2-2078e2267536 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:28:36.050095 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc92bff5-5a35-4eb3-884c-e08da7c53dae tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:36.050978 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dc92bff5-5a35-4eb3-884c-e08da7c53dae tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:36.111906 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ab688d-2cbb-471f-96ab-4a6efafd9069 req-72473dc5-9021-4a13-b504-9580f8b612c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:36.113781 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-58ab688d-2cbb-471f-96ab-4a6efafd9069 req-72473dc5-9021-4a13-b504-9580f8b612c4 service neutron] 10.222.0.76 "GET /v2.0/networks?id=08814924-d3f7-498d-a0e5-508442cef09d HTTP/1.1" status: 200 len: 898 time: 0.1185970 Dec 08 16:28:36.147419 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bdcfdf-8760-447c-891a-ca89f4dd76e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-2152597e-77c0-4654-abc2-2078e2267536', 'network_id': '2152597e-77c0-4654-abc2-2078e2267536', 'project_id': '8903d1f9af734148bba1eca462488b6f', 'fixed_ips': [{'subnet_id': '9ec7500c-f1f4-4bad-a9dc-bce1c5a10f8c'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:28:36.148436 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-68bdcfdf-8760-447c-891a-ca89f4dd76e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:36.170321 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42510) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:36.187358 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-dc92bff5-5a35-4eb3-884c-e08da7c53dae tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2419960 Dec 08 16:28:36.190059 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 42512) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:36.197703 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3a1a16d2-7e76-441a-be96-681556d056da admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:36.224773 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-58ab688d-2cbb-471f-96ab-4a6efafd9069 req-eb07c9eb-150f-4362-84f3-760ffd4aa6d6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f77338c8-91de-4809-bfc2-be2cd2a80b3d HTTP/1.1" status: 200 len: 1001 time: 0.1015689 Dec 08 16:28:36.324649 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ab688d-2cbb-471f-96ab-4a6efafd9069 req-6fb2bf9d-e7de-474c-ab62-b729af31c434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:36.336580 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-58ab688d-2cbb-471f-96ab-4a6efafd9069 req-6fb2bf9d-e7de-474c-ab62-b729af31c434 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=89eafa5b-4193-4ebc-af74-cdc250b35c3e HTTP/1.1" status: 200 len: 834 time: 0.1010106 Dec 08 16:28:36.416085 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3a1a16d2-7e76-441a-be96-681556d056da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:36.427386 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ab688d-2cbb-471f-96ab-4a6efafd9069 req-81f22919-a473-4447-8bd0-375c207e4dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:36.429398 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-58ab688d-2cbb-471f-96ab-4a6efafd9069 req-81f22919-a473-4447-8bd0-375c207e4dfb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=08814924-d3f7-498d-a0e5-508442cef09d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0787041 Dec 08 16:28:36.468921 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6218e66-fad3-4f07-8d0f-411e7267ad77 req-30613a4f-593f-44ef-bafc-35224a2fbb9e tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:36.471268 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e6218e66-fad3-4f07-8d0f-411e7267ad77 req-30613a4f-593f-44ef-bafc-35224a2fbb9e tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f2e66d8-49db-40b9-9fbd-814c552e5d13 HTTP/1.1" status: 200 len: 946 time: 0.1291471 Dec 08 16:28:36.511057 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-921ac842-0a5b-430d-95f7-c22b079c3bec tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:36.534682 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-68bdcfdf-8760-447c-891a-ca89f4dd76e1 None None] Allocated IP 172.20.0.1 (2152597e-77c0-4654-abc2-2078e2267536/9ec7500c-f1f4-4bad-a9dc-bce1c5a10f8c/674af44c-b740-4a0d-883b-d9a9b7bfe78c) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:28:36.539827 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3a1a16d2-7e76-441a-be96-681556d056da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:36.564760 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42530) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:36.623855 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7ad24ccb-d6d8-4dae-83a7-8daaad52bbed admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:36.628813 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e6218e66-fad3-4f07-8d0f-411e7267ad77 req-36e98b77-164c-4c52-9761-0389ef500955 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/security-groups?id=654bd4f6-6db2-4b1b-a1c7-956de5974017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140633 Dec 08 16:28:36.645435 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-921ac842-0a5b-430d-95f7-c22b079c3bec tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:36.663335 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-3a1a16d2-7e76-441a-be96-681556d056da admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fc2037a4b25a4eb5bfd2b6dd761a088e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4918637 Dec 08 16:28:36.673046 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42538) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:36.675904 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1a16d2-7e76-441a-be96-681556d056da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=218aa176-9a2b-4a7f-a005-5f04abbfd4ed,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:36.681487 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-58ab688d-2cbb-471f-96ab-4a6efafd9069 req-e49cecf1-9a45-4e35-b293-9bc65afc1a69 service neutron] 10.222.0.76 "GET /v2.0/networks/08814924-d3f7-498d-a0e5-508442cef09d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433698 Dec 08 16:28:36.784403 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-68bdcfdf-8760-447c-891a-ca89f4dd76e1 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:36.870334 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-68bdcfdf-8760-447c-891a-ca89f4dd76e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:36.881390 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7ad24ccb-d6d8-4dae-83a7-8daaad52bbed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:36.883194 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-29996698-63f6-4cdb-b5ac-a96cff257942 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:36.887408 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-58ab688d-2cbb-471f-96ab-4a6efafd9069 req-af0af7c6-ebf3-4b36-9204-a9e450b4a5ec service neutron] 10.222.0.76 "GET /v2.0/networks/08814924-d3f7-498d-a0e5-508442cef09d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741049 Dec 08 16:28:36.916610 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-29996698-63f6-4cdb-b5ac-a96cff257942 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:36.922662 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bdcfdf-8760-447c-891a-ca89f4dd76e1 None None] Network 2152597e-77c0-4654-abc2-2078e2267536 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:28:36.927882 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-68bdcfdf-8760-447c-891a-ca89f4dd76e1 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:28:36.931406 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bdcfdf-8760-447c-891a-ca89f4dd76e1 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:28:36.939546 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bdcfdf-8760-447c-891a-ca89f4dd76e1 None None] Pushing event updated for resources: {'Port': ['ID=674af44c-b740-4a0d-883b-d9a9b7bfe78c,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:36.967327 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7ad24ccb-d6d8-4dae-83a7-8daaad52bbed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:36.998636 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-68bdcfdf-8760-447c-891a-ca89f4dd76e1 None None] Attempting to bind port 674af44c-b740-4a0d-883b-d9a9b7bfe78c on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:28:36.999021 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-68bdcfdf-8760-447c-891a-ca89f4dd76e1 None None] Attempting to bind port 674af44c-b740-4a0d-883b-d9a9b7bfe78c by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '5a5b5b70-6490-44bb-8926-2159c59b5807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2152597e-77c0-4654-abc2-2078e2267536'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:28:36.999395 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bdcfdf-8760-447c-891a-ca89f4dd76e1 None None] Attempting to bind port 674af44c-b740-4a0d-883b-d9a9b7bfe78c on network 2152597e-77c0-4654-abc2-2078e2267536 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:37.002424 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-921ac842-0a5b-430d-95f7-c22b079c3bec tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:37.005022 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bdcfdf-8760-447c-891a-ca89f4dd76e1 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:28:37.005452 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bdcfdf-8760-447c-891a-ca89f4dd76e1 None None] Checking segment: {'id': '5a5b5b70-6490-44bb-8926-2159c59b5807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2152597e-77c0-4654-abc2-2078e2267536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:28:37.006226 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-68bdcfdf-8760-447c-891a-ca89f4dd76e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:37.006806 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bdcfdf-8760-447c-891a-ca89f4dd76e1 None None] Bound using segment: {'id': '5a5b5b70-6490-44bb-8926-2159c59b5807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2152597e-77c0-4654-abc2-2078e2267536'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:28:37.007523 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-68bdcfdf-8760-447c-891a-ca89f4dd76e1 None None] Bound port: 674af44c-b740-4a0d-883b-d9a9b7bfe78c, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a5b5b70-6490-44bb-8926-2159c59b5807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2152597e-77c0-4654-abc2-2078e2267536'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:28:37.008089 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-68bdcfdf-8760-447c-891a-ca89f4dd76e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:37.021051 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-7ad24ccb-d6d8-4dae-83a7-8daaad52bbed admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fdfa1f7c509c4c129fede7a7df3128b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4455364 Dec 08 16:28:37.022437 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42558) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:37.027010 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad24ccb-d6d8-4dae-83a7-8daaad52bbed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b06c81eb-44d7-4946-82ef-a0876ab10a67,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:37.040059 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921ac842-0a5b-430d-95f7-c22b079c3bec tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Pushing event deleted for resources: {'Subnet': ['ID=9ec7500c-f1f4-4bad-a9dc-bce1c5a10f8c,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:37.088875 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-29996698-63f6-4cdb-b5ac-a96cff257942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:37.093738 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-29996698-63f6-4cdb-b5ac-a96cff257942 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:37.094680 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-29996698-63f6-4cdb-b5ac-a96cff257942 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/218aa176-9a2b-4a7f-a005-5f04abbfd4ed HTTP/1.1" status: 204 len: 168 time: 0.4198067 Dec 08 16:28:37.125056 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29996698-63f6-4cdb-b5ac-a96cff257942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=218aa176-9a2b-4a7f-a005-5f04abbfd4ed,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:37.158874 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-81afa9eb-83a1-40d7-b01d-d6bf766bb1fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:37.173527 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-68bdcfdf-8760-447c-891a-ca89f4dd76e1 None None] For port 674af44c-b740-4a0d-883b-d9a9b7bfe78c, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:28:37.173527 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-68bdcfdf-8760-447c-891a-ca89f4dd76e1 None None] For port 674af44c-b740-4a0d-883b-d9a9b7bfe78c, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=674af44c-b740-4a0d-883b-d9a9b7bfe78c,segment=NetworkSegment(5a5b5b70-6490-44bb-8926-2159c59b5807),segment_id=5a5b5b70-6490-44bb-8926-2159c59b5807)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:28:37.179846 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-921ac842-0a5b-430d-95f7-c22b079c3bec tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:37.212493 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-81afa9eb-83a1-40d7-b01d-d6bf766bb1fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:37.214902 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-921ac842-0a5b-430d-95f7-c22b079c3bec tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2152597e-77c0-4654-abc2-2078e2267536']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:37.226754 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-921ac842-0a5b-430d-95f7-c22b079c3bec tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a5b5b70-6490-44bb-8926-2159c59b5807') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:37.227064 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-921ac842-0a5b-430d-95f7-c22b079c3bec tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a5b5b70-6490-44bb-8926-2159c59b5807') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:37.237475 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-921ac842-0a5b-430d-95f7-c22b079c3bec tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:37.240631 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-68bdcfdf-8760-447c-891a-ca89f4dd76e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:37.258271 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-921ac842-0a5b-430d-95f7-c22b079c3bec tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:37.266800 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-921ac842-0a5b-430d-95f7-c22b079c3bec tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:28:37.267214 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-921ac842-0a5b-430d-95f7-c22b079c3bec tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:37.270401 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:28:37.270401 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:28:37.270401 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:28:37.270401 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:28:37.270401 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:28:37.270401 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:28:37.270401 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:28:37.270401 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:28:37.270401 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:28:37.270401 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:28:37.270401 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:28:37.270401 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:28:37.270401 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:28:37.270401 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:28:37.270401 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:28:37.270401 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:28:37.270401 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:28:37.270401 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:28:37.270401 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:28:37.270401 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:28:37.270401 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:28:37.270401 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:28:37.270401 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:28:37.270401 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:28:37.270401 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:28:37.270401 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:28:37.270401 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:28:37.270401 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:28:37.270401 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:28:37.270401 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:28:37.270401 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:28:37.270401 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:28:37.385178 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-81afa9eb-83a1-40d7-b01d-d6bf766bb1fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:37.385781 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bdcfdf-8760-447c-891a-ca89f4dd76e1 None None] Pushing event updated for resources: {'Port': ['ID=674af44c-b740-4a0d-883b-d9a9b7bfe78c,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:37.388225 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-81afa9eb-83a1-40d7-b01d-d6bf766bb1fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:37.389778 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-81afa9eb-83a1-40d7-b01d-d6bf766bb1fd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b06c81eb-44d7-4946-82ef-a0876ab10a67 HTTP/1.1" status: 204 len: 168 time: 0.3639266 Dec 08 16:28:37.405485 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81afa9eb-83a1-40d7-b01d-d6bf766bb1fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06c81eb-44d7-4946-82ef-a0876ab10a67,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:37.410576 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9aa34a-9ef4-49f0-94d2-297f5283b233 None None] Network 2152597e-77c0-4654-abc2-2078e2267536 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:28:37.430926 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.db.api [None req-921ac842-0a5b-430d-95f7-c22b079c3bec tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 16:28:37.430926 n-d-776250-12 neutron-server[110550]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 16:28:37.430926 n-d-776250-12 neutron-server[110550]: [parameters: {'id': '2152597e-77c0-4654-abc2-2078e2267536'}] Dec 08 16:28:37.430926 n-d-776250-12 neutron-server[110550]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:28:37.431364 n-d-776250-12 neutron-server[110550]: DEBUG oslo_db.api [None req-921ac842-0a5b-430d-95f7-c22b079c3bec tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:28:37.531022 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4c6849-44d6-41d1-88a6-c26c20bfe82f None None] get_active_networks_info from n-d-776250-12 {{(pid=110552) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 16:28:37.630573 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4c6849-44d6-41d1-88a6-c26c20bfe82f None None] Resources bound (agent type, host, resource id): {{(pid=110552) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 16:28:37.810490 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ebc58b-0c70-4847-afce-8c1f811b7814 req-bef21fef-3288-4843-a7ad-1b96024c6a12 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:37.812250 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-44ebc58b-0c70-4847-afce-8c1f811b7814 req-bef21fef-3288-4843-a7ad-1b96024c6a12 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f2e66d8-49db-40b9-9fbd-814c552e5d13 HTTP/1.1" status: 200 len: 946 time: 0.0691395 Dec 08 16:28:37.878204 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-44ebc58b-0c70-4847-afce-8c1f811b7814 req-7e01372c-9539-4335-930d-391240c78b8a tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/security-groups?id=654bd4f6-6db2-4b1b-a1c7-956de5974017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581295 Dec 08 16:28:37.932986 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-921ac842-0a5b-430d-95f7-c22b079c3bec tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:38.019345 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-921ac842-0a5b-430d-95f7-c22b079c3bec tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Deleting port 674af44c-b740-4a0d-883b-d9a9b7bfe78c {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:28:38.019875 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-921ac842-0a5b-430d-95f7-c22b079c3bec tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:38.102815 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-921ac842-0a5b-430d-95f7-c22b079c3bec tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] For port 674af44c-b740-4a0d-883b-d9a9b7bfe78c, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=674af44c-b740-4a0d-883b-d9a9b7bfe78c,segment=NetworkSegment(5a5b5b70-6490-44bb-8926-2159c59b5807),segment_id=5a5b5b70-6490-44bb-8926-2159c59b5807)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:28:38.103956 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-921ac842-0a5b-430d-95f7-c22b079c3bec tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:38.120106 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-921ac842-0a5b-430d-95f7-c22b079c3bec tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Calling delete_port for 674af44c-b740-4a0d-883b-d9a9b7bfe78c owned by network:dhcp {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:28:38.293469 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-921ac842-0a5b-430d-95f7-c22b079c3bec tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:38.324108 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921ac842-0a5b-430d-95f7-c22b079c3bec tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Pushing event deleted for resources: {'Port': ['ID=674af44c-b740-4a0d-883b-d9a9b7bfe78c,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:38.328978 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921ac842-0a5b-430d-95f7-c22b079c3bec tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] No DVR routers for this DVR port 674af44c-b740-4a0d-883b-d9a9b7bfe78c on host n-d-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:28:38.401692 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:28:38.414999 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-921ac842-0a5b-430d-95f7-c22b079c3bec tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:38.440507 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-921ac842-0a5b-430d-95f7-c22b079c3bec tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2152597e-77c0-4654-abc2-2078e2267536']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:38.451297 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-921ac842-0a5b-430d-95f7-c22b079c3bec tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a5b5b70-6490-44bb-8926-2159c59b5807') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:38.451620 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-921ac842-0a5b-430d-95f7-c22b079c3bec tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a5b5b70-6490-44bb-8926-2159c59b5807') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:38.463200 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-921ac842-0a5b-430d-95f7-c22b079c3bec tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:38.477284 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-921ac842-0a5b-430d-95f7-c22b079c3bec tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:38.483384 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-921ac842-0a5b-430d-95f7-c22b079c3bec tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:28:38.483790 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-921ac842-0a5b-430d-95f7-c22b079c3bec tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:38.486778 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:28:38.486778 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:28:38.486778 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:28:38.486778 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:28:38.486778 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:28:38.486778 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:28:38.486778 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:28:38.486778 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:28:38.486778 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:28:38.486778 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:28:38.486778 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:28:38.486778 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:28:38.486778 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:28:38.486778 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:28:38.486778 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:28:38.486778 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:28:38.486778 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:28:38.486778 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:28:38.486778 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:28:38.486778 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:28:38.486778 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:28:38.486778 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:28:38.486778 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:28:38.486778 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:28:38.486778 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:28:38.486778 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:28:38.486778 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:28:38.486778 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:28:38.486778 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:28:38.486778 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:28:38.486778 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:28:38.486778 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:28:38.578925 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:38.678865 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42650) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:38.682429 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-921ac842-0a5b-430d-95f7-c22b079c3bec tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:38.687064 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-921ac842-0a5b-430d-95f7-c22b079c3bec tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:38.690734 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-921ac842-0a5b-430d-95f7-c22b079c3bec tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "DELETE /v2.0/networks/2152597e-77c0-4654-abc2-2078e2267536 HTTP/1.1" status: 204 len: 168 time: 2.4985960 Dec 08 16:28:38.695485 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 42654) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:38.711027 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-e7bc6e0b-5f04-46a4-9e06-f7c3fba57c6a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1016803265'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:38.715452 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921ac842-0a5b-430d-95f7-c22b079c3bec tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Pushing event deleted for resources: {'Network': ['ID=2152597e-77c0-4654-abc2-2078e2267536,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:38.722228 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-538454d0-9106-4195-90be-c77ea37a3ea1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:38.786089 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 42658) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:38.817223 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-538454d0-9106-4195-90be-c77ea37a3ea1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:38.870534 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7bc6e0b-5f04-46a4-9e06-f7c3fba57c6a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Made reservation on behalf of 8903d1f9af734148bba1eca462488b6f for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:28:38.874509 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e7bc6e0b-5f04-46a4-9e06-f7c3fba57c6a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:38.910721 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-538454d0-9106-4195-90be-c77ea37a3ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:38.929306 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bd69d467-c7b5-422c-a239-b4b3acd47ad4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:38.934485 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7bc6e0b-5f04-46a4-9e06-f7c3fba57c6a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:28:38.957306 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e7bc6e0b-5f04-46a4-9e06-f7c3fba57c6a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:38.957677 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-e7bc6e0b-5f04-46a4-9e06-f7c3fba57c6a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Added segment f07fef94-04c2-4173-ad7e-55947b71c1c6 of type vlan for network 4e84bcc9-f4a8-4c18-80b8-6631411e93b0 Dec 08 16:28:38.961754 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-538454d0-9106-4195-90be-c77ea37a3ea1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=53d7f72b76c34c07bc8ddcd9466c2298&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2816200 Dec 08 16:28:38.963286 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538454d0-9106-4195-90be-c77ea37a3ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b60873-6cf2-410d-ae04-c2c2dfb3f2f2,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:38.980228 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42672) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:39.035276 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e7bc6e0b-5f04-46a4-9e06-f7c3fba57c6a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:39.054976 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a9a1993-a794-4734-8fe1-8c0c541d70c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:39.078353 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a9a1993-a794-4734-8fe1-8c0c541d70c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:39.116700 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bd69d467-c7b5-422c-a239-b4b3acd47ad4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:39.172891 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e7bc6e0b-5f04-46a4-9e06-f7c3fba57c6a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:39.178608 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bc6e0b-5f04-46a4-9e06-f7c3fba57c6a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:39.182601 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e7bc6e0b-5f04-46a4-9e06-f7c3fba57c6a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:39.236066 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a9a1993-a794-4734-8fe1-8c0c541d70c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:39.238713 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a9a1993-a794-4734-8fe1-8c0c541d70c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:39.239918 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-4a9a1993-a794-4734-8fe1-8c0c541d70c7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/12b60873-6cf2-410d-ae04-c2c2dfb3f2f2 HTTP/1.1" status: 204 len: 168 time: 0.2586501 Dec 08 16:28:39.249275 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9a1993-a794-4734-8fe1-8c0c541d70c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b60873-6cf2-410d-ae04-c2c2dfb3f2f2,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:39.526030 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bd69d467-c7b5-422c-a239-b4b3acd47ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:39.620782 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-bd69d467-c7b5-422c-a239-b4b3acd47ad4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=eb3827fd54524f5d96d6232fcd5d0c0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8305783 Dec 08 16:28:39.620782 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69d467-c7b5-422c-a239-b4b3acd47ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=372e5975-6b3c-46cb-b948-b93fe1e87f9b,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:39.625966 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42708) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:39.626127 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bc6e0b-5f04-46a4-9e06-f7c3fba57c6a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Pushing event updated for resources: {'Network': ['ID=4e84bcc9-f4a8-4c18-80b8-6631411e93b0,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:39.652869 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 4e84bcc9-f4a8-4c18-80b8-6631411e93b0 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:28:39.656229 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-e7bc6e0b-5f04-46a4-9e06-f7c3fba57c6a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9595337 Dec 08 16:28:39.659758 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 42710) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:39.665696 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-59a80631-86b3-47ee-a022-d3d92a556de6 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Request body: {'subnet': {'network_id': '4e84bcc9-f4a8-4c18-80b8-6631411e93b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:39.725073 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a0009700-8edd-47c5-a1a5-8b0a7b77b43e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:39.771870 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a0009700-8edd-47c5-a1a5-8b0a7b77b43e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:39.962104 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a80631-86b3-47ee-a022-d3d92a556de6 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Made reservation on behalf of 8903d1f9af734148bba1eca462488b6f for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:28:39.969547 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-59a80631-86b3-47ee-a022-d3d92a556de6 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:39.987815 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a0009700-8edd-47c5-a1a5-8b0a7b77b43e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:39.991769 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a0009700-8edd-47c5-a1a5-8b0a7b77b43e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:39.994146 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a0009700-8edd-47c5-a1a5-8b0a7b77b43e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/372e5975-6b3c-46cb-b948-b93fe1e87f9b HTTP/1.1" status: 204 len: 168 time: 0.3707116 Dec 08 16:28:40.004730 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0009700-8edd-47c5-a1a5-8b0a7b77b43e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372e5975-6b3c-46cb-b948-b93fe1e87f9b,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:40.316670 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-59a80631-86b3-47ee-a022-d3d92a556de6 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:40.394320 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a80631-86b3-47ee-a022-d3d92a556de6 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Pushing event updated for resources: {'Subnet': ['ID=45e8d9c1-4f67-4163-be9d-5151bce99961,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:40.397121 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a80631-86b3-47ee-a022-d3d92a556de6 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Checking segment: {'id': 'f07fef94-04c2-4173-ad7e-55947b71c1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4e84bcc9-f4a8-4c18-80b8-6631411e93b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:28:40.397583 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a80631-86b3-47ee-a022-d3d92a556de6 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Network hostable DHCP agents. Network: 4e84bcc9-f4a8-4c18-80b8-6631411e93b0, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:28:40.578641 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a80631-86b3-47ee-a022-d3d92a556de6 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Network 4e84bcc9-f4a8-4c18-80b8-6631411e93b0 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:28:40.654009 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-59a80631-86b3-47ee-a022-d3d92a556de6 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 4e84bcc9-f4a8-4c18-80b8-6631411e93b0) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:28:40.660166 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a80631-86b3-47ee-a022-d3d92a556de6 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:40.660886 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-59a80631-86b3-47ee-a022-d3d92a556de6 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:40.670608 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ff8bc5-5dd6-4322-9f55-7d15705d958a None None] Network 4e84bcc9-f4a8-4c18-80b8-6631411e93b0 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:28:40.782856 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0655190-60b2-4c65-a44b-46f2f0785a68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-4e84bcc9-f4a8-4c18-80b8-6631411e93b0', 'network_id': '4e84bcc9-f4a8-4c18-80b8-6631411e93b0', 'project_id': '8903d1f9af734148bba1eca462488b6f', 'fixed_ips': [{'subnet_id': '45e8d9c1-4f67-4163-be9d-5151bce99961'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:28:40.783734 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d0655190-60b2-4c65-a44b-46f2f0785a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:40.827735 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-59a80631-86b3-47ee-a022-d3d92a556de6 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1662290 Dec 08 16:28:40.830124 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 42760) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:40.939379 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a28553a7-312c-490e-ac02-1ee6edc6a791 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:41.017798 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a28553a7-312c-490e-ac02-1ee6edc6a791 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:41.018163 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-d0655190-60b2-4c65-a44b-46f2f0785a68 None None] Allocated IP 172.20.0.2 (4e84bcc9-f4a8-4c18-80b8-6631411e93b0/45e8d9c1-4f67-4163-be9d-5151bce99961/2b77f11e-d6eb-46c2-bd1c-8bad35f20894) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:28:41.090027 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 42774) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:41.119939 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-670d5442-3d84-4b6a-ab72-de86ca8fdb5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:41.305666 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-670d5442-3d84-4b6a-ab72-de86ca8fdb5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:41.325705 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d0655190-60b2-4c65-a44b-46f2f0785a68 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:41.585180 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-771b1cef-1684-4736-b180-e84ddd4c2139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:41.586631 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-670d5442-3d84-4b6a-ab72-de86ca8fdb5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:41.587954 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d0655190-60b2-4c65-a44b-46f2f0785a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:41.633191 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670d5442-3d84-4b6a-ab72-de86ca8fdb5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1a4c24-73a4-4f0e-9277-0fc49eaaa2d0,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:41.657702 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-670d5442-3d84-4b6a-ab72-de86ca8fdb5e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d764521f1c7b498fa99dafa472b1d4f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5657830 Dec 08 16:28:41.659467 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a28553a7-312c-490e-ac02-1ee6edc6a791 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:41.660465 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42792) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:41.680700 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0655190-60b2-4c65-a44b-46f2f0785a68 None None] Network 4e84bcc9-f4a8-4c18-80b8-6631411e93b0 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:28:41.693058 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28553a7-312c-490e-ac02-1ee6edc6a791 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Pushing event deleted for resources: {'Subnet': ['ID=45e8d9c1-4f67-4163-be9d-5151bce99961,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:41.703868 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-d0655190-60b2-4c65-a44b-46f2f0785a68 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:28:41.726387 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0655190-60b2-4c65-a44b-46f2f0785a68 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:28:41.737789 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0655190-60b2-4c65-a44b-46f2f0785a68 None None] Pushing event updated for resources: {'Port': ['ID=2b77f11e-d6eb-46c2-bd1c-8bad35f20894,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:41.781957 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-063816ed-2bd8-456a-af8d-0ac64e252af6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:41.800243 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a28553a7-312c-490e-ac02-1ee6edc6a791 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:41.841437 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-063816ed-2bd8-456a-af8d-0ac64e252af6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:41.855817 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-a28553a7-312c-490e-ac02-1ee6edc6a791 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e84bcc9-f4a8-4c18-80b8-6631411e93b0']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:41.867528 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-d0655190-60b2-4c65-a44b-46f2f0785a68 None None] Attempting to bind port 2b77f11e-d6eb-46c2-bd1c-8bad35f20894 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:28:41.868454 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-d0655190-60b2-4c65-a44b-46f2f0785a68 None None] Attempting to bind port 2b77f11e-d6eb-46c2-bd1c-8bad35f20894 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'f07fef94-04c2-4173-ad7e-55947b71c1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4e84bcc9-f4a8-4c18-80b8-6631411e93b0'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:28:41.869065 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0655190-60b2-4c65-a44b-46f2f0785a68 None None] Attempting to bind port 2b77f11e-d6eb-46c2-bd1c-8bad35f20894 on network 4e84bcc9-f4a8-4c18-80b8-6631411e93b0 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:41.875945 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0655190-60b2-4c65-a44b-46f2f0785a68 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:28:41.876667 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0655190-60b2-4c65-a44b-46f2f0785a68 None None] Checking segment: {'id': 'f07fef94-04c2-4173-ad7e-55947b71c1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4e84bcc9-f4a8-4c18-80b8-6631411e93b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:28:41.877248 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d0655190-60b2-4c65-a44b-46f2f0785a68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:41.877774 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-a28553a7-312c-490e-ac02-1ee6edc6a791 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f07fef94-04c2-4173-ad7e-55947b71c1c6') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:41.877978 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0655190-60b2-4c65-a44b-46f2f0785a68 None None] Bound using segment: {'id': 'f07fef94-04c2-4173-ad7e-55947b71c1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4e84bcc9-f4a8-4c18-80b8-6631411e93b0'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:28:41.878550 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-a28553a7-312c-490e-ac02-1ee6edc6a791 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f07fef94-04c2-4173-ad7e-55947b71c1c6') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:41.878856 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-d0655190-60b2-4c65-a44b-46f2f0785a68 None None] Bound port: 2b77f11e-d6eb-46c2-bd1c-8bad35f20894, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f07fef94-04c2-4173-ad7e-55947b71c1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4e84bcc9-f4a8-4c18-80b8-6631411e93b0'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:28:41.879415 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d0655190-60b2-4c65-a44b-46f2f0785a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:41.914817 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a28553a7-312c-490e-ac02-1ee6edc6a791 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:41.933169 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a28553a7-312c-490e-ac02-1ee6edc6a791 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:41.942840 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a28553a7-312c-490e-ac02-1ee6edc6a791 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:28:41.943283 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a28553a7-312c-490e-ac02-1ee6edc6a791 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:42.027342 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:28:42.027342 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:28:42.027342 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:28:42.027342 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:28:42.027342 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:28:42.027342 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:28:42.027342 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:28:42.027342 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:28:42.027342 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:28:42.027342 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:28:42.027342 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:28:42.027342 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:28:42.027342 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:28:42.027342 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:28:42.027342 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:28:42.027342 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:28:42.027342 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:28:42.027342 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:28:42.027342 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:28:42.027342 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:28:42.027342 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:28:42.027342 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:28:42.027342 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:28:42.027342 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:28:42.027342 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:28:42.027342 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:28:42.027342 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:28:42.027342 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:28:42.027342 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:28:42.027342 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:28:42.027342 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:28:42.027342 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:28:42.043791 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-d0655190-60b2-4c65-a44b-46f2f0785a68 None None] For port 2b77f11e-d6eb-46c2-bd1c-8bad35f20894, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:28:42.047916 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-d0655190-60b2-4c65-a44b-46f2f0785a68 None None] For port 2b77f11e-d6eb-46c2-bd1c-8bad35f20894, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=2b77f11e-d6eb-46c2-bd1c-8bad35f20894,segment=NetworkSegment(f07fef94-04c2-4173-ad7e-55947b71c1c6),segment_id=f07fef94-04c2-4173-ad7e-55947b71c1c6)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:28:42.081217 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-063816ed-2bd8-456a-af8d-0ac64e252af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:42.086311 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-063816ed-2bd8-456a-af8d-0ac64e252af6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:42.086311 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-063816ed-2bd8-456a-af8d-0ac64e252af6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bd1a4c24-73a4-4f0e-9277-0fc49eaaa2d0 HTTP/1.1" status: 204 len: 168 time: 0.4230192 Dec 08 16:28:42.094081 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063816ed-2bd8-456a-af8d-0ac64e252af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1a4c24-73a4-4f0e-9277-0fc49eaaa2d0,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:42.105387 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.db.api [None req-a28553a7-312c-490e-ac02-1ee6edc6a791 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 16:28:42.105387 n-d-776250-12 neutron-server[110550]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 16:28:42.105387 n-d-776250-12 neutron-server[110550]: [parameters: {'id': '4e84bcc9-f4a8-4c18-80b8-6631411e93b0'}] Dec 08 16:28:42.105387 n-d-776250-12 neutron-server[110550]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:28:42.106331 n-d-776250-12 neutron-server[110550]: DEBUG oslo_db.api [None req-a28553a7-312c-490e-ac02-1ee6edc6a791 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:28:42.190678 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d0655190-60b2-4c65-a44b-46f2f0785a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:42.272035 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0655190-60b2-4c65-a44b-46f2f0785a68 None None] Pushing event updated for resources: {'Port': ['ID=2b77f11e-d6eb-46c2-bd1c-8bad35f20894,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:42.353953 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c5e1fd-34e0-4f8e-b5dd-f753cd6f60eb None None] Network 4e84bcc9-f4a8-4c18-80b8-6631411e93b0 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:28:42.468535 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4793f693-141b-46c9-b938-7ad7373985f5 None None] get_active_networks_info from n-d-776250-12 {{(pid=110552) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 16:28:42.556662 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4793f693-141b-46c9-b938-7ad7373985f5 None None] Resources bound (agent type, host, resource id): {{(pid=110552) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 16:28:42.607621 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a28553a7-312c-490e-ac02-1ee6edc6a791 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:42.808818 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-a28553a7-312c-490e-ac02-1ee6edc6a791 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Deleting port 2b77f11e-d6eb-46c2-bd1c-8bad35f20894 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:28:42.809395 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a28553a7-312c-490e-ac02-1ee6edc6a791 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:42.978904 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-a28553a7-312c-490e-ac02-1ee6edc6a791 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] For port 2b77f11e-d6eb-46c2-bd1c-8bad35f20894, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=2b77f11e-d6eb-46c2-bd1c-8bad35f20894,segment=NetworkSegment(f07fef94-04c2-4173-ad7e-55947b71c1c6),segment_id=f07fef94-04c2-4173-ad7e-55947b71c1c6)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:28:42.979409 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a28553a7-312c-490e-ac02-1ee6edc6a791 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:43.006730 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-a28553a7-312c-490e-ac02-1ee6edc6a791 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Calling delete_port for 2b77f11e-d6eb-46c2-bd1c-8bad35f20894 owned by network:dhcp {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:28:43.207967 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a28553a7-312c-490e-ac02-1ee6edc6a791 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:43.246795 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28553a7-312c-490e-ac02-1ee6edc6a791 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Pushing event deleted for resources: {'Port': ['ID=2b77f11e-d6eb-46c2-bd1c-8bad35f20894,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:43.259627 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28553a7-312c-490e-ac02-1ee6edc6a791 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] No DVR routers for this DVR port 2b77f11e-d6eb-46c2-bd1c-8bad35f20894 on host n-d-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:28:43.366336 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a28553a7-312c-490e-ac02-1ee6edc6a791 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:43.388349 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-a28553a7-312c-490e-ac02-1ee6edc6a791 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e84bcc9-f4a8-4c18-80b8-6631411e93b0']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:43.399102 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-a28553a7-312c-490e-ac02-1ee6edc6a791 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f07fef94-04c2-4173-ad7e-55947b71c1c6') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:43.399410 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-a28553a7-312c-490e-ac02-1ee6edc6a791 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f07fef94-04c2-4173-ad7e-55947b71c1c6') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:43.410361 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a28553a7-312c-490e-ac02-1ee6edc6a791 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:43.425713 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a28553a7-312c-490e-ac02-1ee6edc6a791 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:43.432248 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a28553a7-312c-490e-ac02-1ee6edc6a791 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:28:43.432652 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a28553a7-312c-490e-ac02-1ee6edc6a791 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:43.435970 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:28:43.435970 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:28:43.435970 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:28:43.435970 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:28:43.435970 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:28:43.435970 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:28:43.435970 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:28:43.435970 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:28:43.435970 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:28:43.435970 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:28:43.435970 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:28:43.435970 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:28:43.435970 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:28:43.435970 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:28:43.435970 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:28:43.435970 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:28:43.435970 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:28:43.435970 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:28:43.435970 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:28:43.435970 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:28:43.435970 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:28:43.435970 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:28:43.435970 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:28:43.435970 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:28:43.435970 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:28:43.435970 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:28:43.435970 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:28:43.435970 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:28:43.435970 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:28:43.435970 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:28:43.435970 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:28:43.435970 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:28:43.584634 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a28553a7-312c-490e-ac02-1ee6edc6a791 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:43.593634 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a28553a7-312c-490e-ac02-1ee6edc6a791 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:43.600877 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42862) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:43.601438 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a28553a7-312c-490e-ac02-1ee6edc6a791 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "DELETE /v2.0/networks/4e84bcc9-f4a8-4c18-80b8-6631411e93b0 HTTP/1.1" status: 204 len: 168 time: 2.7695587 Dec 08 16:28:43.610179 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-66d357f9-44ae-475e-80e9-742212ce293a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-600666886'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:43.614946 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28553a7-312c-490e-ac02-1ee6edc6a791 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Pushing event deleted for resources: {'Network': ['ID=4e84bcc9-f4a8-4c18-80b8-6631411e93b0,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:43.704213 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d357f9-44ae-475e-80e9-742212ce293a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Made reservation on behalf of 8903d1f9af734148bba1eca462488b6f for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:28:43.708441 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-66d357f9-44ae-475e-80e9-742212ce293a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:43.762261 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66d357f9-44ae-475e-80e9-742212ce293a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:28:43.792657 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 42870) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:43.799560 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-66d357f9-44ae-475e-80e9-742212ce293a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:43.799914 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-66d357f9-44ae-475e-80e9-742212ce293a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Added segment 9b2ba098-b3d1-4c19-8180-40ed75da7fb4 of type vlan for network 4eaf1119-b17e-4596-bea7-a946ca9567a5 Dec 08 16:28:43.839765 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 42876) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:43.887807 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-66d357f9-44ae-475e-80e9-742212ce293a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:43.945477 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-8271f8ff-ef6d-490e-9745-c2b60347d55b tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1642769050', 'router:external': True}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:44.016659 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8049ecfa-a3a1-4c54-868f-bb80df9c3fed admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:44.110022 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-66d357f9-44ae-475e-80e9-742212ce293a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:44.119164 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d357f9-44ae-475e-80e9-742212ce293a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:44.129400 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-66d357f9-44ae-475e-80e9-742212ce293a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:44.148394 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8049ecfa-a3a1-4c54-868f-bb80df9c3fed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:44.152478 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8271f8ff-ef6d-490e-9745-c2b60347d55b tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Made reservation on behalf of d6ac03e398d64375ade2b2c208077757 for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:28:44.155718 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8271f8ff-ef6d-490e-9745-c2b60347d55b tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:44.168627 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8271f8ff-ef6d-490e-9745-c2b60347d55b tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:44.184215 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a44b8450-6cd5-447e-9429-fa7f1c16e5c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:44.257914 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d357f9-44ae-475e-80e9-742212ce293a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Pushing event updated for resources: {'Network': ['ID=4eaf1119-b17e-4596-bea7-a946ca9567a5,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:44.269119 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d357f9-44ae-475e-80e9-742212ce293a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:44.271921 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d357f9-44ae-475e-80e9-742212ce293a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:44.271921 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d357f9-44ae-475e-80e9-742212ce293a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:44.271921 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d357f9-44ae-475e-80e9-742212ce293a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:44.271921 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d357f9-44ae-475e-80e9-742212ce293a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:44.271921 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d357f9-44ae-475e-80e9-742212ce293a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:44.272733 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d357f9-44ae-475e-80e9-742212ce293a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:44.273315 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d357f9-44ae-475e-80e9-742212ce293a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:44.273863 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d357f9-44ae-475e-80e9-742212ce293a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:44.274514 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d357f9-44ae-475e-80e9-742212ce293a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:44.275053 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d357f9-44ae-475e-80e9-742212ce293a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:44.275625 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d357f9-44ae-475e-80e9-742212ce293a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:44.276137 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d357f9-44ae-475e-80e9-742212ce293a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:44.291270 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 4eaf1119-b17e-4596-bea7-a946ca9567a5 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:28:44.321592 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-66d357f9-44ae-475e-80e9-742212ce293a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7177737 Dec 08 16:28:44.327487 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42884) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:44.327630 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8271f8ff-ef6d-490e-9745-c2b60347d55b tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:44.329265 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8049ecfa-a3a1-4c54-868f-bb80df9c3fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:44.337916 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-8240fdae-aff7-42e2-8934-2f914ddbae05 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Request body: {'subnet': {'network_id': '4eaf1119-b17e-4596-bea7-a946ca9567a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:44.377501 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8049ecfa-a3a1-4c54-868f-bb80df9c3fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbfef23b-ff2d-49b1-8c1c-586063023116,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:44.393662 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-8049ecfa-a3a1-4c54-868f-bb80df9c3fed admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2ffec0ac0dca4db4ab58e33a80bbdbea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5496809 Dec 08 16:28:44.396690 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 42890) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:44.471676 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8271f8ff-ef6d-490e-9745-c2b60347d55b tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:44.483906 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8271f8ff-ef6d-490e-9745-c2b60347d55b tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:28:44.493813 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8271f8ff-ef6d-490e-9745-c2b60347d55b tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:44.494172 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-8271f8ff-ef6d-490e-9745-c2b60347d55b tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Added segment 1fe8be02-aa11-4e95-9033-7342917f0d04 of type vlan for network 66aa4abc-1ddf-4d8d-92f2-7eff6bbdc159 Dec 08 16:28:44.560686 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8271f8ff-ef6d-490e-9745-c2b60347d55b tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:44.579684 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e77cd29c-065e-427d-b58b-2b82a877d7b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:44.596014 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8240fdae-aff7-42e2-8934-2f914ddbae05 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Made reservation on behalf of 8903d1f9af734148bba1eca462488b6f for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:28:44.600403 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8240fdae-aff7-42e2-8934-2f914ddbae05 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:44.609781 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8271f8ff-ef6d-490e-9745-c2b60347d55b tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce530ada-1d6b-40fe-b40f-c064defa2f77,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:44.629936 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e77cd29c-065e-427d-b58b-2b82a877d7b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:44.688342 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.ipam_backend_mixin [None req-8240fdae-aff7-42e2-8934-2f914ddbae05 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Performing IP validity checks on allocation pools {{(pid=110551) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 08 16:28:44.688989 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.ipam_backend_mixin [None req-8240fdae-aff7-42e2-8934-2f914ddbae05 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110551) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 08 16:28:44.721841 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8271f8ff-ef6d-490e-9745-c2b60347d55b tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:44.722944 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8271f8ff-ef6d-490e-9745-c2b60347d55b tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:44.723629 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8271f8ff-ef6d-490e-9745-c2b60347d55b tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:44.813420 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e77cd29c-065e-427d-b58b-2b82a877d7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:44.817747 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e77cd29c-065e-427d-b58b-2b82a877d7b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:44.818994 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-e77cd29c-065e-427d-b58b-2b82a877d7b3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cbfef23b-ff2d-49b1-8c1c-586063023116 HTTP/1.1" status: 204 len: 168 time: 0.4210835 Dec 08 16:28:44.834155 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77cd29c-065e-427d-b58b-2b82a877d7b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbfef23b-ff2d-49b1-8c1c-586063023116,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:44.836477 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8271f8ff-ef6d-490e-9745-c2b60347d55b tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Pushing event updated for resources: {'Network': ['ID=66aa4abc-1ddf-4d8d-92f2-7eff6bbdc159,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:44.860372 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-8271f8ff-ef6d-490e-9745-c2b60347d55b tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.0665202 Dec 08 16:28:44.871058 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 66aa4abc-1ddf-4d8d-92f2-7eff6bbdc159 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:28:44.871784 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 42894) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:44.882265 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-9acb1b23-88e8-4457-b9a3-79a2f5c60b4b tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Request body: {'subnet': {'network_id': '66aa4abc-1ddf-4d8d-92f2-7eff6bbdc159', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:45.042622 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9acb1b23-88e8-4457-b9a3-79a2f5c60b4b tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Made reservation on behalf of d6ac03e398d64375ade2b2c208077757 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:28:45.045256 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9acb1b23-88e8-4457-b9a3-79a2f5c60b4b tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:45.147976 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42902) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:45.158168 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8240fdae-aff7-42e2-8934-2f914ddbae05 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:45.222924 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8240fdae-aff7-42e2-8934-2f914ddbae05 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Pushing event updated for resources: {'Subnet': ['ID=ff096bef-9c1b-45ff-990e-fc1061d2c9bc,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:45.242665 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:45.262170 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8240fdae-aff7-42e2-8934-2f914ddbae05 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Checking segment: {'id': '9b2ba098-b3d1-4c19-8180-40ed75da7fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '4eaf1119-b17e-4596-bea7-a946ca9567a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:28:45.262520 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8240fdae-aff7-42e2-8934-2f914ddbae05 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Network hostable DHCP agents. Network: 4eaf1119-b17e-4596-bea7-a946ca9567a5, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:28:45.395499 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8240fdae-aff7-42e2-8934-2f914ddbae05 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Network 4eaf1119-b17e-4596-bea7-a946ca9567a5 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:28:45.445044 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-432a3a15-81fb-4044-b184-8b4fd4c674d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:45.488692 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-8240fdae-aff7-42e2-8934-2f914ddbae05 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 4eaf1119-b17e-4596-bea7-a946ca9567a5) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:28:45.495083 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8240fdae-aff7-42e2-8934-2f914ddbae05 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:45.495688 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8240fdae-aff7-42e2-8934-2f914ddbae05 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:45.498461 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a627a479-6515-4875-b402-597d66bedcf8 None None] Network 4eaf1119-b17e-4596-bea7-a946ca9567a5 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:28:45.539551 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-432a3a15-81fb-4044-b184-8b4fd4c674d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:45.617127 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-8240fdae-aff7-42e2-8934-2f914ddbae05 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.2922008 Dec 08 16:28:45.618104 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-432a3a15-81fb-4044-b184-8b4fd4c674d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:45.621587 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42908) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:45.623148 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807344e5-af72-4247-b812-20de2411479e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-4eaf1119-b17e-4596-bea7-a946ca9567a5', 'network_id': '4eaf1119-b17e-4596-bea7-a946ca9567a5', 'project_id': '8903d1f9af734148bba1eca462488b6f', 'fixed_ips': [{'subnet_id': 'ff096bef-9c1b-45ff-990e-fc1061d2c9bc'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:28:45.624102 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-807344e5-af72-4247-b812-20de2411479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:45.745753 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a3a15-81fb-4044-b184-8b4fd4c674d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a1bb6b-ac0d-4c7d-ad32-5fd35b1dc293,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:45.792360 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-432a3a15-81fb-4044-b184-8b4fd4c674d5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a43000b427aa42619f3cd5a53dca5199&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6404192 Dec 08 16:28:45.792600 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-807344e5-af72-4247-b812-20de2411479e None None] Allocated IP 172.20.0.3 (4eaf1119-b17e-4596-bea7-a946ca9567a5/ff096bef-9c1b-45ff-990e-fc1061d2c9bc/fd5b3932-7563-4f2f-b36f-2902f09d1b13) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:28:45.797802 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42910) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:45.859939 n-d-776250-12 neutron-server[110550]: DEBUG neutron.objects.ports [None req-9acb1b23-88e8-4457-b9a3-79a2f5c60b4b tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110550) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 16:28:45.861072 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9acb1b23-88e8-4457-b9a3-79a2f5c60b4b tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:45.864990 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c1a8d465-2642-4db8-b533-ede90353d596 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:45.897651 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42912) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:45.922758 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acb1b23-88e8-4457-b9a3-79a2f5c60b4b tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8772abae-0a41-4fb6-ad58-32cffab43cd0,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:45.936494 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3c0e0a37-a48b-4da3-a7f5-6d90240520ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:45.964109 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-807344e5-af72-4247-b812-20de2411479e None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:45.978168 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acb1b23-88e8-4457-b9a3-79a2f5c60b4b tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Checking segment: {'id': '1fe8be02-aa11-4e95-9033-7342917f0d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '66aa4abc-1ddf-4d8d-92f2-7eff6bbdc159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:28:45.978713 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acb1b23-88e8-4457-b9a3-79a2f5c60b4b tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Network hostable DHCP agents. Network: 66aa4abc-1ddf-4d8d-92f2-7eff6bbdc159, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:28:45.984211 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8e59aae7-bfbe-44a4-b7f1-91afb5d506ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:46.013813 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-807344e5-af72-4247-b812-20de2411479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:46.061946 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8e59aae7-bfbe-44a4-b7f1-91afb5d506ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:46.068349 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c1a8d465-2642-4db8-b533-ede90353d596 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:46.077281 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acb1b23-88e8-4457-b9a3-79a2f5c60b4b tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Network 66aa4abc-1ddf-4d8d-92f2-7eff6bbdc159 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:28:46.084879 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807344e5-af72-4247-b812-20de2411479e None None] Network 4eaf1119-b17e-4596-bea7-a946ca9567a5 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:28:46.093004 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-807344e5-af72-4247-b812-20de2411479e None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:28:46.097011 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807344e5-af72-4247-b812-20de2411479e None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:28:46.105786 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807344e5-af72-4247-b812-20de2411479e None None] Pushing event updated for resources: {'Port': ['ID=fd5b3932-7563-4f2f-b36f-2902f09d1b13,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:46.172775 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-9acb1b23-88e8-4457-b9a3-79a2f5c60b4b tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 66aa4abc-1ddf-4d8d-92f2-7eff6bbdc159) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:28:46.177492 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9acb1b23-88e8-4457-b9a3-79a2f5c60b4b tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:46.178450 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9acb1b23-88e8-4457-b9a3-79a2f5c60b4b tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:46.218604 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1031ce5-81a7-40e1-a81e-d632b436f120 None None] Network 66aa4abc-1ddf-4d8d-92f2-7eff6bbdc159 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:28:46.271973 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8e59aae7-bfbe-44a4-b7f1-91afb5d506ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:46.274973 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8e59aae7-bfbe-44a4-b7f1-91afb5d506ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:46.278841 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-8e59aae7-bfbe-44a4-b7f1-91afb5d506ac admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/24a1bb6b-ac0d-4c7d-ad32-5fd35b1dc293 HTTP/1.1" status: 204 len: 168 time: 0.4776554 Dec 08 16:28:46.290517 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e59aae7-bfbe-44a4-b7f1-91afb5d506ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a1bb6b-ac0d-4c7d-ad32-5fd35b1dc293,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:46.311124 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42922) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:46.311978 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-9acb1b23-88e8-4457-b9a3-79a2f5c60b4b tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4455097 Dec 08 16:28:46.316629 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-5f130f7b-191d-47bb-8a3c-c1fa32c63a6c tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1890399189', 'network_id': '66aa4abc-1ddf-4d8d-92f2-7eff6bbdc159'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:46.358438 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3c0e0a37-a48b-4da3-a7f5-6d90240520ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:46.366570 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-807344e5-af72-4247-b812-20de2411479e None None] Attempting to bind port fd5b3932-7563-4f2f-b36f-2902f09d1b13 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:28:46.367170 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-807344e5-af72-4247-b812-20de2411479e None None] Attempting to bind port fd5b3932-7563-4f2f-b36f-2902f09d1b13 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '9b2ba098-b3d1-4c19-8180-40ed75da7fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '4eaf1119-b17e-4596-bea7-a946ca9567a5'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:28:46.367344 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807344e5-af72-4247-b812-20de2411479e None None] Attempting to bind port fd5b3932-7563-4f2f-b36f-2902f09d1b13 on network 4eaf1119-b17e-4596-bea7-a946ca9567a5 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:46.431384 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807344e5-af72-4247-b812-20de2411479e None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:28:46.431910 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807344e5-af72-4247-b812-20de2411479e None None] Checking segment: {'id': '9b2ba098-b3d1-4c19-8180-40ed75da7fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '4eaf1119-b17e-4596-bea7-a946ca9567a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:28:46.432860 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-807344e5-af72-4247-b812-20de2411479e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:46.433293 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807344e5-af72-4247-b812-20de2411479e None None] Bound using segment: {'id': '9b2ba098-b3d1-4c19-8180-40ed75da7fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '4eaf1119-b17e-4596-bea7-a946ca9567a5'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:28:46.433948 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-807344e5-af72-4247-b812-20de2411479e None None] Bound port: fd5b3932-7563-4f2f-b36f-2902f09d1b13, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b2ba098-b3d1-4c19-8180-40ed75da7fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '4eaf1119-b17e-4596-bea7-a946ca9567a5'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:28:46.436165 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c1a8d465-2642-4db8-b533-ede90353d596 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:46.450262 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-807344e5-af72-4247-b812-20de2411479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:46.477197 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a8d465-2642-4db8-b533-ede90353d596 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Pushing event deleted for resources: {'Subnet': ['ID=ff096bef-9c1b-45ff-990e-fc1061d2c9bc,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:46.516254 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c654c62-bbcd-422e-a3af-919d01a2df0b None None] Network 66aa4abc-1ddf-4d8d-92f2-7eff6bbdc159 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:28:46.596962 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f130f7b-191d-47bb-8a3c-c1fa32c63a6c tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Made reservation on behalf of d6ac03e398d64375ade2b2c208077757 for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:28:46.599428 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5f130f7b-191d-47bb-8a3c-c1fa32c63a6c tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:46.607011 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3c0e0a37-a48b-4da3-a7f5-6d90240520ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:46.702216 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-807344e5-af72-4247-b812-20de2411479e None None] For port fd5b3932-7563-4f2f-b36f-2902f09d1b13, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:28:46.706113 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c1a8d465-2642-4db8-b533-ede90353d596 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:46.738186 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-807344e5-af72-4247-b812-20de2411479e None None] For port fd5b3932-7563-4f2f-b36f-2902f09d1b13, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=fd5b3932-7563-4f2f-b36f-2902f09d1b13,segment=NetworkSegment(9b2ba098-b3d1-4c19-8180-40ed75da7fb4),segment_id=9b2ba098-b3d1-4c19-8180-40ed75da7fb4)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:28:46.743721 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-3c0e0a37-a48b-4da3-a7f5-6d90240520ce admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fe8796f200bc415d8fcc6e22da852971&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8447006 Dec 08 16:28:46.746625 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 42926) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:46.763013 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-c1a8d465-2642-4db8-b533-ede90353d596 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eaf1119-b17e-4596-bea7-a946ca9567a5']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:46.780892 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-c1a8d465-2642-4db8-b533-ede90353d596 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b2ba098-b3d1-4c19-8180-40ed75da7fb4') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:46.781614 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-c1a8d465-2642-4db8-b533-ede90353d596 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b2ba098-b3d1-4c19-8180-40ed75da7fb4') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:46.795295 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c1a8d465-2642-4db8-b533-ede90353d596 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:46.809664 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-5f130f7b-191d-47bb-8a3c-c1fa32c63a6c tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] device_id is not set on port 6d76e65a-0fcb-44bd-b1ab-7274616ed64b yet. {{(pid=110551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:28:46.814008 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ebd5806f-d378-4ff5-86c7-36b8deec02ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:46.841822 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:46.843800 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-807344e5-af72-4247-b812-20de2411479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:46.858786 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ebd5806f-d378-4ff5-86c7-36b8deec02ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:46.878865 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e0a37-a48b-4da3-a7f5-6d90240520ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d538aaf-2d8c-4b5e-a2fa-b72a09049de3,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:46.883974 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c1a8d465-2642-4db8-b533-ede90353d596 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:46.904004 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1a8d465-2642-4db8-b533-ede90353d596 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:28:46.904004 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c1a8d465-2642-4db8-b533-ede90353d596 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:46.907866 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:28:46.907866 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:28:46.907866 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:28:46.907866 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:28:46.907866 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:28:46.907866 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:28:46.907866 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:28:46.907866 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:28:46.907866 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:28:46.907866 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:28:46.907866 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:28:46.907866 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:28:46.907866 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:28:46.907866 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:28:46.907866 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:28:46.907866 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:28:46.907866 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:28:46.907866 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:28:46.907866 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:28:46.907866 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:28:46.907866 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:28:46.907866 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:28:46.907866 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:28:46.907866 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:28:46.907866 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:28:46.907866 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:28:46.907866 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:28:46.907866 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:28:46.907866 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:28:46.907866 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:28:46.907866 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:28:46.907866 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:28:47.026532 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807344e5-af72-4247-b812-20de2411479e None None] Pushing event updated for resources: {'Port': ['ID=fd5b3932-7563-4f2f-b36f-2902f09d1b13,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:47.035122 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c75760-84c7-47f0-bc0d-0dc083e6af87 None None] Network 4eaf1119-b17e-4596-bea7-a946ca9567a5 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:28:47.087888 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-5f130f7b-191d-47bb-8a3c-c1fa32c63a6c tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Allocated IP 172.20.0.8 (66aa4abc-1ddf-4d8d-92f2-7eff6bbdc159/8772abae-0a41-4fb6-ad58-32cffab43cd0/6d76e65a-0fcb-44bd-b1ab-7274616ed64b) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:28:47.094625 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ebd5806f-d378-4ff5-86c7-36b8deec02ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:47.096163 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.db.api [None req-c1a8d465-2642-4db8-b533-ede90353d596 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 16:28:47.096163 n-d-776250-12 neutron-server[110551]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 16:28:47.096163 n-d-776250-12 neutron-server[110551]: [parameters: {'id': '4eaf1119-b17e-4596-bea7-a946ca9567a5'}] Dec 08 16:28:47.096163 n-d-776250-12 neutron-server[110551]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:28:47.096575 n-d-776250-12 neutron-server[110551]: DEBUG oslo_db.api [None req-c1a8d465-2642-4db8-b533-ede90353d596 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:28:47.102514 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ebd5806f-d378-4ff5-86c7-36b8deec02ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:47.107763 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ebd5806f-d378-4ff5-86c7-36b8deec02ba admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4d538aaf-2d8c-4b5e-a2fa-b72a09049de3 HTTP/1.1" status: 204 len: 168 time: 0.3597884 Dec 08 16:28:47.154314 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd5806f-d378-4ff5-86c7-36b8deec02ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d538aaf-2d8c-4b5e-a2fa-b72a09049de3,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:47.254888 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fcfbb0-3b8b-4e29-aeda-0ae5fd75ba0f None None] get_active_networks_info from n-d-776250-12 {{(pid=110552) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 16:28:47.356072 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fcfbb0-3b8b-4e29-aeda-0ae5fd75ba0f None None] Resources bound (agent type, host, resource id): {{(pid=110552) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 16:28:47.357794 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5f130f7b-191d-47bb-8a3c-c1fa32c63a6c tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:47.590492 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5f130f7b-191d-47bb-8a3c-c1fa32c63a6c tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:47.598894 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c1a8d465-2642-4db8-b533-ede90353d596 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:47.654670 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f130f7b-191d-47bb-8a3c-c1fa32c63a6c tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Network 66aa4abc-1ddf-4d8d-92f2-7eff6bbdc159 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:28:47.699004 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-5f130f7b-191d-47bb-8a3c-c1fa32c63a6c tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:28:47.702047 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f130f7b-191d-47bb-8a3c-c1fa32c63a6c tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:28:47.704363 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f130f7b-191d-47bb-8a3c-c1fa32c63a6c tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Pushing event updated for resources: {'Port': ['ID=6d76e65a-0fcb-44bd-b1ab-7274616ed64b,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:47.792471 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f130f7b-191d-47bb-8a3c-c1fa32c63a6c tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:47.793183 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5f130f7b-191d-47bb-8a3c-c1fa32c63a6c tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:47.813759 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-c1a8d465-2642-4db8-b533-ede90353d596 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Deleting port fd5b3932-7563-4f2f-b36f-2902f09d1b13 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:28:47.813759 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c1a8d465-2642-4db8-b533-ede90353d596 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:47.829234 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:47.899183 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-5f130f7b-191d-47bb-8a3c-c1fa32c63a6c tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.5864711 Dec 08 16:28:47.901549 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42958) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:47.966406 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-c1a8d465-2642-4db8-b533-ede90353d596 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] For port fd5b3932-7563-4f2f-b36f-2902f09d1b13, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=fd5b3932-7563-4f2f-b36f-2902f09d1b13,segment=NetworkSegment(9b2ba098-b3d1-4c19-8180-40ed75da7fb4),segment_id=9b2ba098-b3d1-4c19-8180-40ed75da7fb4)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:28:47.966867 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c1a8d465-2642-4db8-b533-ede90353d596 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:48.017911 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-c1a8d465-2642-4db8-b533-ede90353d596 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Calling delete_port for fd5b3932-7563-4f2f-b36f-2902f09d1b13 owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:28:48.067777 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39da7386-509f-49b5-8409-4178847ee5bb None None] DHCP port deletion for 66aa4abc-1ddf-4d8d-92f2-7eff6bbdc159 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:28:48.150637 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-dbe9b80a-18a1-46dc-bad7-0cc5301489c0 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Deleting port 6d76e65a-0fcb-44bd-b1ab-7274616ed64b {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:28:48.150999 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dbe9b80a-18a1-46dc-bad7-0cc5301489c0 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:48.164334 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-575e6ee8-30f9-423b-b947-e22bf9f55067 None None] Provisioning complete for port 6d76e65a-0fcb-44bd-b1ab-7274616ed64b triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:48.164334 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-575e6ee8-30f9-423b-b947-e22bf9f55067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:48.220446 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-575e6ee8-30f9-423b-b947-e22bf9f55067 None None] Port 6d76e65a-0fcb-44bd-b1ab-7274616ed64b cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:28:48.258404 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c1a8d465-2642-4db8-b533-ede90353d596 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:48.297293 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a8d465-2642-4db8-b533-ede90353d596 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Pushing event deleted for resources: {'Port': ['ID=fd5b3932-7563-4f2f-b36f-2902f09d1b13,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:48.305824 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a8d465-2642-4db8-b533-ede90353d596 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] No DVR routers for this DVR port fd5b3932-7563-4f2f-b36f-2902f09d1b13 on host n-d-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:28:48.308627 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dbe9b80a-18a1-46dc-bad7-0cc5301489c0 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:48.403988 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c1a8d465-2642-4db8-b533-ede90353d596 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:48.411703 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-dbe9b80a-18a1-46dc-bad7-0cc5301489c0 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Calling delete_port for 6d76e65a-0fcb-44bd-b1ab-7274616ed64b owned by {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:28:48.433855 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-c1a8d465-2642-4db8-b533-ede90353d596 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eaf1119-b17e-4596-bea7-a946ca9567a5']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:48.915708 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-c1a8d465-2642-4db8-b533-ede90353d596 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b2ba098-b3d1-4c19-8180-40ed75da7fb4') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:48.916416 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-c1a8d465-2642-4db8-b533-ede90353d596 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b2ba098-b3d1-4c19-8180-40ed75da7fb4') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:48.928863 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c1a8d465-2642-4db8-b533-ede90353d596 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:48.953992 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c1a8d465-2642-4db8-b533-ede90353d596 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:48.971015 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1a8d465-2642-4db8-b533-ede90353d596 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:28:48.971430 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c1a8d465-2642-4db8-b533-ede90353d596 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:48.975053 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:28:48.975053 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:28:48.975053 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:28:48.975053 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:28:48.975053 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:28:48.975053 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:28:48.975053 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:28:48.975053 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:28:48.975053 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:28:48.975053 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:28:48.975053 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:28:48.975053 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:28:48.975053 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:28:48.975053 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:28:48.975053 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:28:48.975053 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:28:48.975053 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:28:48.975053 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:28:48.975053 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:28:48.975053 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:28:48.975053 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:28:48.975053 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:28:48.975053 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:28:48.975053 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:28:48.975053 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:28:48.975053 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:28:48.975053 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:28:48.975053 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:28:48.975053 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:28:48.975053 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:28:48.975053 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:28:48.975053 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:28:49.167782 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c1a8d465-2642-4db8-b533-ede90353d596 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:49.179564 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c1a8d465-2642-4db8-b533-ede90353d596 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:49.185984 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c1a8d465-2642-4db8-b533-ede90353d596 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "DELETE /v2.0/networks/4eaf1119-b17e-4596-bea7-a946ca9567a5 HTTP/1.1" status: 204 len: 168 time: 3.5591185 Dec 08 16:28:49.189367 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 42990) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:49.194842 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-ba569ac5-0f1b-4b72-bb81-f48913f0f906 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1294808648'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:49.212592 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a8d465-2642-4db8-b533-ede90353d596 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Pushing event deleted for resources: {'Network': ['ID=4eaf1119-b17e-4596-bea7-a946ca9567a5,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:49.373178 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dbe9b80a-18a1-46dc-bad7-0cc5301489c0 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:49.373403 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba569ac5-0f1b-4b72-bb81-f48913f0f906 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Made reservation on behalf of 8903d1f9af734148bba1eca462488b6f for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:28:49.379908 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ba569ac5-0f1b-4b72-bb81-f48913f0f906 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:49.411784 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba569ac5-0f1b-4b72-bb81-f48913f0f906 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:28:49.427992 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ba569ac5-0f1b-4b72-bb81-f48913f0f906 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:49.427992 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-ba569ac5-0f1b-4b72-bb81-f48913f0f906 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Added segment 69f8ebd5-175b-4b95-8b7b-31469bb2c255 of type vlan for network 5c51fa88-fb03-4fab-b57d-16f1f9401503 Dec 08 16:28:49.450310 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe9b80a-18a1-46dc-bad7-0cc5301489c0 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Pushing event deleted for resources: {'Port': ['ID=6d76e65a-0fcb-44bd-b1ab-7274616ed64b,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:49.479597 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29baebd-3472-442e-8ef8-b570229d0d5d None None] DHCP port deletion for 66aa4abc-1ddf-4d8d-92f2-7eff6bbdc159 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:28:49.517839 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ba569ac5-0f1b-4b72-bb81-f48913f0f906 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:49.601483 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ba569ac5-0f1b-4b72-bb81-f48913f0f906 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:49.607893 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba569ac5-0f1b-4b72-bb81-f48913f0f906 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:49.608862 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ba569ac5-0f1b-4b72-bb81-f48913f0f906 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:49.635773 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dbe9b80a-18a1-46dc-bad7-0cc5301489c0 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:49.655670 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-dbe9b80a-18a1-46dc-bad7-0cc5301489c0 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] 10.222.0.64 "DELETE /v2.0/ports/6d76e65a-0fcb-44bd-b1ab-7274616ed64b HTTP/1.1" status: 204 len: 168 time: 1.7450757 Dec 08 16:28:49.655670 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43002) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:49.661206 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-4a6089ae-17e8-4f38-bf4e-721ca107f99e tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '66aa4abc-1ddf-4d8d-92f2-7eff6bbdc159', 'external_fixed_ips': [{'subnet_id': '8772abae-0a41-4fb6-ad58-32cffab43cd0', 'ip_address': '172.20.0.8'}]}}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:49.746787 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba569ac5-0f1b-4b72-bb81-f48913f0f906 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Pushing event updated for resources: {'Network': ['ID=5c51fa88-fb03-4fab-b57d-16f1f9401503,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:49.758620 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 5c51fa88-fb03-4fab-b57d-16f1f9401503 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:28:49.774435 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6089ae-17e8-4f38-bf4e-721ca107f99e tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:49.776728 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6089ae-17e8-4f38-bf4e-721ca107f99e tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:49.834150 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ba569ac5-0f1b-4b72-bb81-f48913f0f906 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6426322 Dec 08 16:28:49.837685 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43008) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:49.846641 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-5759cfcb-b01e-4767-ad99-c1e47e92aba3 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Request body: {'subnet': {'network_id': '5c51fa88-fb03-4fab-b57d-16f1f9401503', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:49.936206 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6089ae-17e8-4f38-bf4e-721ca107f99e tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:49.945223 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43014) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:50.196330 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5759cfcb-b01e-4767-ad99-c1e47e92aba3 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Made reservation on behalf of 8903d1f9af734148bba1eca462488b6f for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:28:50.202667 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-179bbc67-2282-472a-8354-5f700b2fd494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-175083136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-175083136-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1517489820'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:50.203239 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5759cfcb-b01e-4767-ad99-c1e47e92aba3 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:50.225558 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6089ae-17e8-4f38-bf4e-721ca107f99e tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:50.424521 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179bbc67-2282-472a-8354-5f700b2fd494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-175083136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-175083136-project] Made reservation on behalf of 0c6dacc3bda549c9b85ff9d632e9444f for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:28:50.430031 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-179bbc67-2282-472a-8354-5f700b2fd494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-175083136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-175083136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:50.447452 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-179bbc67-2282-472a-8354-5f700b2fd494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-175083136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-175083136-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:50.628256 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-179bbc67-2282-472a-8354-5f700b2fd494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-175083136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-175083136-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:50.669934 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6089ae-17e8-4f38-bf4e-721ca107f99e tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:50.673991 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5759cfcb-b01e-4767-ad99-c1e47e92aba3 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:50.690690 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6089ae-17e8-4f38-bf4e-721ca107f99e tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:50.734468 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-179bbc67-2282-472a-8354-5f700b2fd494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-175083136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-175083136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:50.760514 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5759cfcb-b01e-4767-ad99-c1e47e92aba3 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Pushing event updated for resources: {'Subnet': ['ID=d67b1f18-dc4a-461e-ac88-df86dfadfed8,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:50.774837 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-179bbc67-2282-472a-8354-5f700b2fd494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-175083136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-175083136-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:28:50.778933 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5759cfcb-b01e-4767-ad99-c1e47e92aba3 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Checking segment: {'id': '69f8ebd5-175b-4b95-8b7b-31469bb2c255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5c51fa88-fb03-4fab-b57d-16f1f9401503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:28:50.778933 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5759cfcb-b01e-4767-ad99-c1e47e92aba3 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Network hostable DHCP agents. Network: 5c51fa88-fb03-4fab-b57d-16f1f9401503, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:28:50.820329 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179bbc67-2282-472a-8354-5f700b2fd494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-175083136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-175083136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d153381-5f3f-4944-a160-02d9bb1fa172,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:50.825861 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-179bbc67-2282-472a-8354-5f700b2fd494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-175083136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-175083136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:50.826218 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-179bbc67-2282-472a-8354-5f700b2fd494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-175083136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-175083136-project] Added segment 6c0a9cd4-d5da-4ed4-ae83-95d26a4c906e of type vlan for network 031e911d-27d3-4bf5-9e6c-1961ec9c2283 Dec 08 16:28:50.882187 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5759cfcb-b01e-4767-ad99-c1e47e92aba3 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Network 5c51fa88-fb03-4fab-b57d-16f1f9401503 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:28:50.896802 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-179bbc67-2282-472a-8354-5f700b2fd494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-175083136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-175083136-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:50.938878 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-4a6089ae-17e8-4f38-bf4e-721ca107f99e tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Allocated IP 172.20.0.8 (66aa4abc-1ddf-4d8d-92f2-7eff6bbdc159/8772abae-0a41-4fb6-ad58-32cffab43cd0/dd97cad1-5c48-4681-bf01-6d8079b0f1eb) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:28:50.961156 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-5759cfcb-b01e-4767-ad99-c1e47e92aba3 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 5c51fa88-fb03-4fab-b57d-16f1f9401503) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:28:50.971024 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5759cfcb-b01e-4767-ad99-c1e47e92aba3 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:50.971024 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5759cfcb-b01e-4767-ad99-c1e47e92aba3 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:50.975147 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa34ab5-67e3-453c-9055-be6dc43eb491 None None] Network 5c51fa88-fb03-4fab-b57d-16f1f9401503 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:28:51.011033 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-179bbc67-2282-472a-8354-5f700b2fd494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-175083136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-175083136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:51.017818 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179bbc67-2282-472a-8354-5f700b2fd494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-175083136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-175083136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:51.018533 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-179bbc67-2282-472a-8354-5f700b2fd494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-175083136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-175083136-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:51.057629 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-5759cfcb-b01e-4767-ad99-c1e47e92aba3 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2185671 Dec 08 16:28:51.060950 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43026) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:51.093604 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3c81a8-c604-456d-87fa-2a2e5dc2c88c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-5c51fa88-fb03-4fab-b57d-16f1f9401503', 'network_id': '5c51fa88-fb03-4fab-b57d-16f1f9401503', 'project_id': '8903d1f9af734148bba1eca462488b6f', 'fixed_ips': [{'subnet_id': 'd67b1f18-dc4a-461e-ac88-df86dfadfed8'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:28:51.094749 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1e3c81a8-c604-456d-87fa-2a2e5dc2c88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:51.125196 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179bbc67-2282-472a-8354-5f700b2fd494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-175083136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-175083136-project] Pushing event updated for resources: {'Network': ['ID=031e911d-27d3-4bf5-9e6c-1961ec9c2283,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:51.170078 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6089ae-17e8-4f38-bf4e-721ca107f99e tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:51.176593 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 031e911d-27d3-4bf5-9e6c-1961ec9c2283 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:28:51.209747 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-179bbc67-2282-472a-8354-5f700b2fd494 tempest-PortsAdminExtendedAttrsIpV6TestJSON-175083136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-175083136-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.2630818 Dec 08 16:28:51.234214 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e590ffb6-3a7b-40b6-a6f2-fa79a69f23fd tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:51.315665 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e590ffb6-3a7b-40b6-a6f2-fa79a69f23fd tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:51.371481 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-1e3c81a8-c604-456d-87fa-2a2e5dc2c88c None None] Allocated IP 172.20.0.1 (5c51fa88-fb03-4fab-b57d-16f1f9401503/d67b1f18-dc4a-461e-ac88-df86dfadfed8/2cd2f7b0-799f-4493-be4e-0712cc4ef580) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:28:51.404717 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6089ae-17e8-4f38-bf4e-721ca107f99e tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:51.505371 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6089ae-17e8-4f38-bf4e-721ca107f99e tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Network 66aa4abc-1ddf-4d8d-92f2-7eff6bbdc159 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:28:51.514999 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-4a6089ae-17e8-4f38-bf4e-721ca107f99e tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:28:51.536666 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43040) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:51.542572 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6089ae-17e8-4f38-bf4e-721ca107f99e tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:28:51.543169 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Request body: {'port': {'network_id': '031e911d-27d3-4bf5-9e6c-1961ec9c2283', 'binding:host_id': 'n-h2-776250-12', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-984584614'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:51.556493 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8bd0e7-81d7-4031-a5b6-a6b20616bda6 None None] DHCP port deletion for 66aa4abc-1ddf-4d8d-92f2-7eff6bbdc159 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:28:51.664409 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Made reservation on behalf of 07209e965ae64b8db263af5af1325172 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:28:51.667530 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:51.669216 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6089ae-17e8-4f38-bf4e-721ca107f99e tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Pushing event updated for resources: {'Port': ['ID=dd97cad1-5c48-4681-bf01-6d8079b0f1eb,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:51.700804 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:51.785859 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1e3c81a8-c604-456d-87fa-2a2e5dc2c88c None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:51.791185 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-f62271d7-8eb4-4950-b3e9-16310b8b4d29 None None] Provisioning complete for port dd97cad1-5c48-4681-bf01-6d8079b0f1eb triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:51.791695 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f62271d7-8eb4-4950-b3e9-16310b8b4d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:51.808681 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:51.833353 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-f62271d7-8eb4-4950-b3e9-16310b8b4d29 None None] Port dd97cad1-5c48-4681-bf01-6d8079b0f1eb cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:28:51.891210 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1e3c81a8-c604-456d-87fa-2a2e5dc2c88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:51.910516 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:51.921257 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] device_id is not set on port 64a68842-040a-48d1-89df-d6d93983825c yet. {{(pid=110550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:28:51.936852 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6089ae-17e8-4f38-bf4e-721ca107f99e tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:52.000349 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3c81a8-c604-456d-87fa-2a2e5dc2c88c None None] Network 5c51fa88-fb03-4fab-b57d-16f1f9401503 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:28:52.029636 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-1e3c81a8-c604-456d-87fa-2a2e5dc2c88c None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:28:52.036750 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3c81a8-c604-456d-87fa-2a2e5dc2c88c None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:28:52.045813 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3c81a8-c604-456d-87fa-2a2e5dc2c88c None None] Pushing event updated for resources: {'Port': ['ID=2cd2f7b0-799f-4493-be4e-0712cc4ef580,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:52.092393 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e590ffb6-3a7b-40b6-a6f2-fa79a69f23fd tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:52.127903 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e84b6a1b-5d0b-4af7-bde4-bc88bcfc240e,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:52.137157 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e590ffb6-3a7b-40b6-a6f2-fa79a69f23fd tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Pushing event deleted for resources: {'Subnet': ['ID=d67b1f18-dc4a-461e-ac88-df86dfadfed8,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:52.166881 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-1e3c81a8-c604-456d-87fa-2a2e5dc2c88c None None] Attempting to bind port 2cd2f7b0-799f-4493-be4e-0712cc4ef580 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:28:52.167355 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-1e3c81a8-c604-456d-87fa-2a2e5dc2c88c None None] Attempting to bind port 2cd2f7b0-799f-4493-be4e-0712cc4ef580 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '69f8ebd5-175b-4b95-8b7b-31469bb2c255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5c51fa88-fb03-4fab-b57d-16f1f9401503'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:28:52.167816 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3c81a8-c604-456d-87fa-2a2e5dc2c88c None None] Attempting to bind port 2cd2f7b0-799f-4493-be4e-0712cc4ef580 on network 5c51fa88-fb03-4fab-b57d-16f1f9401503 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:52.186931 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3c81a8-c604-456d-87fa-2a2e5dc2c88c None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:28:52.187542 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3c81a8-c604-456d-87fa-2a2e5dc2c88c None None] Checking segment: {'id': '69f8ebd5-175b-4b95-8b7b-31469bb2c255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5c51fa88-fb03-4fab-b57d-16f1f9401503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:28:52.188077 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1e3c81a8-c604-456d-87fa-2a2e5dc2c88c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:52.188730 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3c81a8-c604-456d-87fa-2a2e5dc2c88c None None] Bound using segment: {'id': '69f8ebd5-175b-4b95-8b7b-31469bb2c255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5c51fa88-fb03-4fab-b57d-16f1f9401503'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:28:52.189265 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-1e3c81a8-c604-456d-87fa-2a2e5dc2c88c None None] Bound port: 2cd2f7b0-799f-4493-be4e-0712cc4ef580, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69f8ebd5-175b-4b95-8b7b-31469bb2c255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '5c51fa88-fb03-4fab-b57d-16f1f9401503'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:28:52.189883 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1e3c81a8-c604-456d-87fa-2a2e5dc2c88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:52.270444 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e590ffb6-3a7b-40b6-a6f2-fa79a69f23fd tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:52.316540 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6089ae-17e8-4f38-bf4e-721ca107f99e tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:52.325848 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-e590ffb6-3a7b-40b6-a6f2-fa79a69f23fd tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c51fa88-fb03-4fab-b57d-16f1f9401503']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:52.343788 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-1e3c81a8-c604-456d-87fa-2a2e5dc2c88c None None] For port 2cd2f7b0-799f-4493-be4e-0712cc4ef580, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:28:52.347341 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-1e3c81a8-c604-456d-87fa-2a2e5dc2c88c None None] For port 2cd2f7b0-799f-4493-be4e-0712cc4ef580, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=2cd2f7b0-799f-4493-be4e-0712cc4ef580,segment=NetworkSegment(69f8ebd5-175b-4b95-8b7b-31469bb2c255),segment_id=69f8ebd5-175b-4b95-8b7b-31469bb2c255)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:28:52.360923 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-e590ffb6-3a7b-40b6-a6f2-fa79a69f23fd tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69f8ebd5-175b-4b95-8b7b-31469bb2c255') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:52.361385 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-e590ffb6-3a7b-40b6-a6f2-fa79a69f23fd tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69f8ebd5-175b-4b95-8b7b-31469bb2c255') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:52.386158 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e590ffb6-3a7b-40b6-a6f2-fa79a69f23fd tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:52.453991 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1e3c81a8-c604-456d-87fa-2a2e5dc2c88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:52.472124 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e590ffb6-3a7b-40b6-a6f2-fa79a69f23fd tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:52.506331 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e590ffb6-3a7b-40b6-a6f2-fa79a69f23fd tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:28:52.508560 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e590ffb6-3a7b-40b6-a6f2-fa79a69f23fd tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:52.569296 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3c81a8-c604-456d-87fa-2a2e5dc2c88c None None] Pushing event updated for resources: {'Port': ['ID=2cd2f7b0-799f-4493-be4e-0712cc4ef580,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:52.578898 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a6089ae-17e8-4f38-bf4e-721ca107f99e tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Router 257b2c35-20f5-450c-a42d-71fed95f2ba6 is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:28:52.600509 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4a60c0-2249-4a0b-b2fe-68b954861907 None None] Network 5c51fa88-fb03-4fab-b57d-16f1f9401503 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:28:52.604166 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:28:52.604166 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:28:52.604166 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:28:52.604166 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:28:52.604166 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:28:52.604166 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:28:52.604166 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:28:52.604166 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:28:52.604166 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:28:52.604166 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:28:52.604166 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:28:52.604166 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:28:52.604166 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:28:52.604166 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:28:52.604166 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:28:52.604166 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:28:52.604166 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:28:52.604166 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:28:52.604166 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:28:52.604166 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:28:52.604166 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:28:52.604166 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:28:52.604166 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:28:52.604166 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:28:52.604166 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:28:52.604166 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:28:52.604166 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:28:52.604166 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:28:52.604166 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:28:52.604166 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:28:52.604166 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:28:52.604166 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:28:52.692583 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.db.api [None req-e590ffb6-3a7b-40b6-a6f2-fa79a69f23fd tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 16:28:52.692583 n-d-776250-12 neutron-server[110550]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 16:28:52.692583 n-d-776250-12 neutron-server[110550]: [parameters: {'id': '5c51fa88-fb03-4fab-b57d-16f1f9401503'}] Dec 08 16:28:52.692583 n-d-776250-12 neutron-server[110550]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:28:52.693121 n-d-776250-12 neutron-server[110550]: DEBUG oslo_db.api [None req-e590ffb6-3a7b-40b6-a6f2-fa79a69f23fd tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:28:52.728416 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] device_id is not set on port 64a68842-040a-48d1-89df-d6d93983825c yet. {{(pid=110550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:28:52.751894 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:52.777882 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc6000c-8a4b-4894-9db5-8d5b7a61e126 None None] get_active_networks_info from n-d-776250-12 {{(pid=110552) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 16:28:52.795634 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a6089ae-17e8-4f38-bf4e-721ca107f99e tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:28:52.815040 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8885077-e31b-47ba-935a-396e58a3432b None None] Sync routers for ids ['257b2c35-20f5-450c-a42d-71fed95f2ba6'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:28:52.819686 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:52.866792 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43058) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:52.919552 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Pushing event updated for resources: {'Port': ['ID=64a68842-040a-48d1-89df-d6d93983825c,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:52.923377 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Checking segment: {'id': '6c0a9cd4-d5da-4ed4-ae83-95d26a4c906e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '031e911d-27d3-4bf5-9e6c-1961ec9c2283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:28:52.924047 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Network hostable DHCP agents. Network: 031e911d-27d3-4bf5-9e6c-1961ec9c2283, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:28:52.928906 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a6089ae-17e8-4f38-bf4e-721ca107f99e tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:52.932549 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-4a6089ae-17e8-4f38-bf4e-721ca107f99e tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.2770507 Dec 08 16:28:52.932981 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43062) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:52.944060 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8885077-e31b-47ba-935a-396e58a3432b None None] Routers {'257b2c35-20f5-450c-a42d-71fed95f2ba6'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:28:52.945019 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-a8885077-e31b-47ba-935a-396e58a3432b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:28:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['257b2c35-20f5-450c-a42d-71fed95f2ba6'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:53.021517 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc6000c-8a4b-4894-9db5-8d5b7a61e126 None None] Resources bound (agent type, host, resource id): {{(pid=110552) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 16:28:53.024092 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Network 031e911d-27d3-4bf5-9e6c-1961ec9c2283 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:28:53.049353 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ab49afa2-c83b-4143-a37a-7b7c112b4c7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:53.138662 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 031e911d-27d3-4bf5-9e6c-1961ec9c2283) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:28:53.142280 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-a8885077-e31b-47ba-935a-396e58a3432b None None] Set router 257b2c35-20f5-450c-a42d-71fed95f2ba6 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:28:53.151108 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:28:53.154497 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e4450dfd-1425-4bad-a7a0-54fbabed5552 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks [] for router, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:53.166039 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 64a68842-040a-48d1-89df-d6d93983825c on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:28:53.168236 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 64a68842-040a-48d1-89df-d6d93983825c by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '6c0a9cd4-d5da-4ed4-ae83-95d26a4c906e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '031e911d-27d3-4bf5-9e6c-1961ec9c2283'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:28:53.168236 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 64a68842-040a-48d1-89df-d6d93983825c on network 031e911d-27d3-4bf5-9e6c-1961ec9c2283 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:53.177845 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Port 64a68842-040a-48d1-89df-d6d93983825c on network 031e911d-27d3-4bf5-9e6c-1961ec9c2283 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:28:53.178664 n-d-776250-12 neutron-server[110550]: ERROR neutron.plugins.ml2.managers [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Failed to bind port 64a68842-040a-48d1-89df-d6d93983825c on host n-h2-776250-12 for vnic_type normal using segments [{'id': '6c0a9cd4-d5da-4ed4-ae83-95d26a4c906e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '031e911d-27d3-4bf5-9e6c-1961ec9c2283'}] Dec 08 16:28:53.178664 n-d-776250-12 neutron-server[110550]: INFO neutron.plugins.ml2.plugin [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempt 2 to bind port 64a68842-040a-48d1-89df-d6d93983825c Dec 08 16:28:53.194957 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e590ffb6-3a7b-40b6-a6f2-fa79a69f23fd tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:53.217055 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 64a68842-040a-48d1-89df-d6d93983825c on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:28:53.217625 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 64a68842-040a-48d1-89df-d6d93983825c by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '6c0a9cd4-d5da-4ed4-ae83-95d26a4c906e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '031e911d-27d3-4bf5-9e6c-1961ec9c2283'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:28:53.218164 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 64a68842-040a-48d1-89df-d6d93983825c on network 031e911d-27d3-4bf5-9e6c-1961ec9c2283 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:53.226834 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Port 64a68842-040a-48d1-89df-d6d93983825c on network 031e911d-27d3-4bf5-9e6c-1961ec9c2283 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:28:53.227606 n-d-776250-12 neutron-server[110550]: ERROR neutron.plugins.ml2.managers [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Failed to bind port 64a68842-040a-48d1-89df-d6d93983825c on host n-h2-776250-12 for vnic_type normal using segments [{'id': '6c0a9cd4-d5da-4ed4-ae83-95d26a4c906e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '031e911d-27d3-4bf5-9e6c-1961ec9c2283'}] Dec 08 16:28:53.245017 n-d-776250-12 neutron-server[110550]: INFO neutron.plugins.ml2.plugin [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempt 3 to bind port 64a68842-040a-48d1-89df-d6d93983825c Dec 08 16:28:53.272041 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 64a68842-040a-48d1-89df-d6d93983825c on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:28:53.273095 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 64a68842-040a-48d1-89df-d6d93983825c by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '6c0a9cd4-d5da-4ed4-ae83-95d26a4c906e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '031e911d-27d3-4bf5-9e6c-1961ec9c2283'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:28:53.273436 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 64a68842-040a-48d1-89df-d6d93983825c on network 031e911d-27d3-4bf5-9e6c-1961ec9c2283 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:53.282586 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Port 64a68842-040a-48d1-89df-d6d93983825c on network 031e911d-27d3-4bf5-9e6c-1961ec9c2283 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:28:53.282912 n-d-776250-12 neutron-server[110550]: ERROR neutron.plugins.ml2.managers [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Failed to bind port 64a68842-040a-48d1-89df-d6d93983825c on host n-h2-776250-12 for vnic_type normal using segments [{'id': '6c0a9cd4-d5da-4ed4-ae83-95d26a4c906e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '031e911d-27d3-4bf5-9e6c-1961ec9c2283'}] Dec 08 16:28:53.283611 n-d-776250-12 neutron-server[110550]: INFO neutron.plugins.ml2.plugin [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempt 4 to bind port 64a68842-040a-48d1-89df-d6d93983825c Dec 08 16:28:53.291691 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ab49afa2-c83b-4143-a37a-7b7c112b4c7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:53.301222 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 64a68842-040a-48d1-89df-d6d93983825c on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:28:53.301805 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 64a68842-040a-48d1-89df-d6d93983825c by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '6c0a9cd4-d5da-4ed4-ae83-95d26a4c906e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '031e911d-27d3-4bf5-9e6c-1961ec9c2283'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:28:53.302450 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 64a68842-040a-48d1-89df-d6d93983825c on network 031e911d-27d3-4bf5-9e6c-1961ec9c2283 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:53.310115 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Port 64a68842-040a-48d1-89df-d6d93983825c on network 031e911d-27d3-4bf5-9e6c-1961ec9c2283 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:28:53.310315 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e4450dfd-1425-4bad-a7a0-54fbabed5552 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:53.310517 n-d-776250-12 neutron-server[110550]: ERROR neutron.plugins.ml2.managers [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Failed to bind port 64a68842-040a-48d1-89df-d6d93983825c on host n-h2-776250-12 for vnic_type normal using segments [{'id': '6c0a9cd4-d5da-4ed4-ae83-95d26a4c906e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '031e911d-27d3-4bf5-9e6c-1961ec9c2283'}] Dec 08 16:28:53.313866 n-d-776250-12 neutron-server[110550]: INFO neutron.plugins.ml2.plugin [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempt 5 to bind port 64a68842-040a-48d1-89df-d6d93983825c Dec 08 16:28:53.330747 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 64a68842-040a-48d1-89df-d6d93983825c on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:28:53.331105 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 64a68842-040a-48d1-89df-d6d93983825c by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '6c0a9cd4-d5da-4ed4-ae83-95d26a4c906e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '031e911d-27d3-4bf5-9e6c-1961ec9c2283'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:28:53.331430 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 64a68842-040a-48d1-89df-d6d93983825c on network 031e911d-27d3-4bf5-9e6c-1961ec9c2283 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:53.337892 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-e590ffb6-3a7b-40b6-a6f2-fa79a69f23fd tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Deleting port 2cd2f7b0-799f-4493-be4e-0712cc4ef580 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:28:53.338229 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e590ffb6-3a7b-40b6-a6f2-fa79a69f23fd tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:53.340870 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Port 64a68842-040a-48d1-89df-d6d93983825c on network 031e911d-27d3-4bf5-9e6c-1961ec9c2283 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:28:53.341195 n-d-776250-12 neutron-server[110550]: ERROR neutron.plugins.ml2.managers [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Failed to bind port 64a68842-040a-48d1-89df-d6d93983825c on host n-h2-776250-12 for vnic_type normal using segments [{'id': '6c0a9cd4-d5da-4ed4-ae83-95d26a4c906e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '031e911d-27d3-4bf5-9e6c-1961ec9c2283'}] Dec 08 16:28:53.350603 n-d-776250-12 neutron-server[110550]: INFO neutron.plugins.ml2.plugin [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempt 6 to bind port 64a68842-040a-48d1-89df-d6d93983825c Dec 08 16:28:53.397334 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 64a68842-040a-48d1-89df-d6d93983825c on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:28:53.397673 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 64a68842-040a-48d1-89df-d6d93983825c by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '6c0a9cd4-d5da-4ed4-ae83-95d26a4c906e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '031e911d-27d3-4bf5-9e6c-1961ec9c2283'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:28:53.398013 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 64a68842-040a-48d1-89df-d6d93983825c on network 031e911d-27d3-4bf5-9e6c-1961ec9c2283 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:53.401258 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ab49afa2-c83b-4143-a37a-7b7c112b4c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:53.407673 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Port 64a68842-040a-48d1-89df-d6d93983825c on network 031e911d-27d3-4bf5-9e6c-1961ec9c2283 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:28:53.408016 n-d-776250-12 neutron-server[110550]: ERROR neutron.plugins.ml2.managers [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Failed to bind port 64a68842-040a-48d1-89df-d6d93983825c on host n-h2-776250-12 for vnic_type normal using segments [{'id': '6c0a9cd4-d5da-4ed4-ae83-95d26a4c906e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '031e911d-27d3-4bf5-9e6c-1961ec9c2283'}] Dec 08 16:28:53.413049 n-d-776250-12 neutron-server[110550]: INFO neutron.plugins.ml2.plugin [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempt 7 to bind port 64a68842-040a-48d1-89df-d6d93983825c Dec 08 16:28:53.429796 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-e590ffb6-3a7b-40b6-a6f2-fa79a69f23fd tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] For port 2cd2f7b0-799f-4493-be4e-0712cc4ef580, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=2cd2f7b0-799f-4493-be4e-0712cc4ef580,segment=NetworkSegment(69f8ebd5-175b-4b95-8b7b-31469bb2c255),segment_id=69f8ebd5-175b-4b95-8b7b-31469bb2c255)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:28:53.434853 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e590ffb6-3a7b-40b6-a6f2-fa79a69f23fd tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:53.440278 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 64a68842-040a-48d1-89df-d6d93983825c on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:28:53.440628 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 64a68842-040a-48d1-89df-d6d93983825c by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '6c0a9cd4-d5da-4ed4-ae83-95d26a4c906e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '031e911d-27d3-4bf5-9e6c-1961ec9c2283'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:28:53.440950 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 64a68842-040a-48d1-89df-d6d93983825c on network 031e911d-27d3-4bf5-9e6c-1961ec9c2283 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:53.450715 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ab49afa2-c83b-4143-a37a-7b7c112b4c7a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a5d73b89106340f489760a62c3750041&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5804567 Dec 08 16:28:53.450947 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Port 64a68842-040a-48d1-89df-d6d93983825c on network 031e911d-27d3-4bf5-9e6c-1961ec9c2283 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:28:53.450947 n-d-776250-12 neutron-server[110550]: ERROR neutron.plugins.ml2.managers [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Failed to bind port 64a68842-040a-48d1-89df-d6d93983825c on host n-h2-776250-12 for vnic_type normal using segments [{'id': '6c0a9cd4-d5da-4ed4-ae83-95d26a4c906e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '031e911d-27d3-4bf5-9e6c-1961ec9c2283'}] Dec 08 16:28:53.451139 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43066) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:53.451420 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-e590ffb6-3a7b-40b6-a6f2-fa79a69f23fd tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Calling delete_port for 2cd2f7b0-799f-4493-be4e-0712cc4ef580 owned by network:dhcp {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:28:53.453679 n-d-776250-12 neutron-server[110550]: INFO neutron.plugins.ml2.plugin [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempt 8 to bind port 64a68842-040a-48d1-89df-d6d93983825c Dec 08 16:28:53.457741 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab49afa2-c83b-4143-a37a-7b7c112b4c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da692f68-772e-4e7b-8e78-6f4c0eb5798c,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:53.466931 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-a8885077-e31b-47ba-935a-396e58a3432b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257b2c35-20f5-450c-a42d-71fed95f2ba6', 'name': '', 'tenant_id': 'd6ac03e398d64375ade2b2c208077757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66aa4abc-1ddf-4d8d-92f2-7eff6bbdc159', 'external_fixed_ips': [{'subnet_id': '8772abae-0a41-4fb6-ad58-32cffab43cd0', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': 'dd97cad1-5c48-4681-bf01-6d8079b0f1eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:28:49Z', 'updated_at': '2021-12-08T16:28:51Z', 'revision_number': 3, 'project_id': 'd6ac03e398d64375ade2b2c208077757', 'gw_port': {'id': 'dd97cad1-5c48-4681-bf01-6d8079b0f1eb', 'name': '', 'network_id': '66aa4abc-1ddf-4d8d-92f2-7eff6bbdc159', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d7:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '257b2c35-20f5-450c-a42d-71fed95f2ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '8772abae-0a41-4fb6-ad58-32cffab43cd0', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:28:50Z', 'updated_at': '2021-12-08T16:28:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8772abae-0a41-4fb6-ad58-32cffab43cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:53.484222 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 64a68842-040a-48d1-89df-d6d93983825c on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:28:53.484222 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 64a68842-040a-48d1-89df-d6d93983825c by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '6c0a9cd4-d5da-4ed4-ae83-95d26a4c906e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '031e911d-27d3-4bf5-9e6c-1961ec9c2283'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:28:53.484222 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 64a68842-040a-48d1-89df-d6d93983825c on network 031e911d-27d3-4bf5-9e6c-1961ec9c2283 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:53.509733 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8885077-e31b-47ba-935a-396e58a3432b None None] Checking router: 257b2c35-20f5-450c-a42d-71fed95f2ba6 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:28:53.509998 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8885077-e31b-47ba-935a-396e58a3432b None None] Updating router 257b2c35-20f5-450c-a42d-71fed95f2ba6 port dd97cad1-5c48-4681-bf01-6d8079b0f1eb binding host n-d-776250-12 {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:28:53.523181 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Port 64a68842-040a-48d1-89df-d6d93983825c on network 031e911d-27d3-4bf5-9e6c-1961ec9c2283 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:28:53.523521 n-d-776250-12 neutron-server[110550]: ERROR neutron.plugins.ml2.managers [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Failed to bind port 64a68842-040a-48d1-89df-d6d93983825c on host n-h2-776250-12 for vnic_type normal using segments [{'id': '6c0a9cd4-d5da-4ed4-ae83-95d26a4c906e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '031e911d-27d3-4bf5-9e6c-1961ec9c2283'}] Dec 08 16:28:53.525591 n-d-776250-12 neutron-server[110550]: INFO neutron.plugins.ml2.plugin [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempt 9 to bind port 64a68842-040a-48d1-89df-d6d93983825c Dec 08 16:28:53.543368 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bb2a68e1-8615-41d0-bcb2-ba64904358d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:53.547171 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c88441-546c-4dab-8aba-212d36c88437 None None] Network 031e911d-27d3-4bf5-9e6c-1961ec9c2283 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:28:53.548325 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 64a68842-040a-48d1-89df-d6d93983825c on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:28:53.548706 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 64a68842-040a-48d1-89df-d6d93983825c by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '6c0a9cd4-d5da-4ed4-ae83-95d26a4c906e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '031e911d-27d3-4bf5-9e6c-1961ec9c2283'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:28:53.549118 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 64a68842-040a-48d1-89df-d6d93983825c on network 031e911d-27d3-4bf5-9e6c-1961ec9c2283 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:53.561097 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Port 64a68842-040a-48d1-89df-d6d93983825c on network 031e911d-27d3-4bf5-9e6c-1961ec9c2283 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:28:53.561333 n-d-776250-12 neutron-server[110550]: ERROR neutron.plugins.ml2.managers [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Failed to bind port 64a68842-040a-48d1-89df-d6d93983825c on host n-h2-776250-12 for vnic_type normal using segments [{'id': '6c0a9cd4-d5da-4ed4-ae83-95d26a4c906e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '031e911d-27d3-4bf5-9e6c-1961ec9c2283'}] Dec 08 16:28:53.562928 n-d-776250-12 neutron-server[110550]: INFO neutron.plugins.ml2.plugin [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempt 10 to bind port 64a68842-040a-48d1-89df-d6d93983825c Dec 08 16:28:53.583313 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bb2a68e1-8615-41d0-bcb2-ba64904358d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:53.585495 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 64a68842-040a-48d1-89df-d6d93983825c on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:28:53.585850 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 64a68842-040a-48d1-89df-d6d93983825c by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '6c0a9cd4-d5da-4ed4-ae83-95d26a4c906e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '031e911d-27d3-4bf5-9e6c-1961ec9c2283'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:28:53.586200 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 64a68842-040a-48d1-89df-d6d93983825c on network 031e911d-27d3-4bf5-9e6c-1961ec9c2283 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:53.591961 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Port 64a68842-040a-48d1-89df-d6d93983825c on network 031e911d-27d3-4bf5-9e6c-1961ec9c2283 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:28:53.592751 n-d-776250-12 neutron-server[110550]: ERROR neutron.plugins.ml2.managers [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Failed to bind port 64a68842-040a-48d1-89df-d6d93983825c on host n-h2-776250-12 for vnic_type normal using segments [{'id': '6c0a9cd4-d5da-4ed4-ae83-95d26a4c906e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '031e911d-27d3-4bf5-9e6c-1961ec9c2283'}] Dec 08 16:28:53.593046 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:53.611072 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a8885077-e31b-47ba-935a-396e58a3432b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:53.615262 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-e4450dfd-1425-4bad-a7a0-54fbabed5552 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Deleting port dd97cad1-5c48-4681-bf01-6d8079b0f1eb {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:28:53.616224 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e4450dfd-1425-4bad-a7a0-54fbabed5552 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:53.671488 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] For port 64a68842-040a-48d1-89df-d6d93983825c, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:28:53.672185 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempted to set empty binding levels {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 08 16:28:53.686661 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e590ffb6-3a7b-40b6-a6f2-fa79a69f23fd tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:53.715052 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e590ffb6-3a7b-40b6-a6f2-fa79a69f23fd tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Pushing event deleted for resources: {'Port': ['ID=2cd2f7b0-799f-4493-be4e-0712cc4ef580,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:53.719635 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e590ffb6-3a7b-40b6-a6f2-fa79a69f23fd tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] No DVR routers for this DVR port 2cd2f7b0-799f-4493-be4e-0712cc4ef580 on host n-d-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:28:53.728285 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e4450dfd-1425-4bad-a7a0-54fbabed5552 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:53.745938 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-e4450dfd-1425-4bad-a7a0-54fbabed5552 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Calling delete_port for dd97cad1-5c48-4681-bf01-6d8079b0f1eb owned by network:router_gateway {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:28:53.752990 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:53.811384 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bb2a68e1-8615-41d0-bcb2-ba64904358d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:53.814132 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bb2a68e1-8615-41d0-bcb2-ba64904358d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:53.816647 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-bb2a68e1-8615-41d0-bcb2-ba64904358d6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/da692f68-772e-4e7b-8e78-6f4c0eb5798c HTTP/1.1" status: 204 len: 168 time: 0.3646770 Dec 08 16:28:53.837609 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:53.841038 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:53.852407 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e590ffb6-3a7b-40b6-a6f2-fa79a69f23fd tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:53.871546 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Pushing event updated for resources: {'Port': ['ID=64a68842-040a-48d1-89df-d6d93983825c,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:53.882801 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-e590ffb6-3a7b-40b6-a6f2-fa79a69f23fd tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c51fa88-fb03-4fab-b57d-16f1f9401503']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:53.893641 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-e590ffb6-3a7b-40b6-a6f2-fa79a69f23fd tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69f8ebd5-175b-4b95-8b7b-31469bb2c255') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:53.893951 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-e590ffb6-3a7b-40b6-a6f2-fa79a69f23fd tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69f8ebd5-175b-4b95-8b7b-31469bb2c255') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:53.905535 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e590ffb6-3a7b-40b6-a6f2-fa79a69f23fd tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:53.920168 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e590ffb6-3a7b-40b6-a6f2-fa79a69f23fd tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:53.925344 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2a68e1-8615-41d0-bcb2-ba64904358d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da692f68-772e-4e7b-8e78-6f4c0eb5798c,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:53.927424 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e590ffb6-3a7b-40b6-a6f2-fa79a69f23fd tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:28:53.927942 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e590ffb6-3a7b-40b6-a6f2-fa79a69f23fd tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:53.931779 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:28:53.931779 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:28:53.931779 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:28:53.931779 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:28:53.931779 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:28:53.931779 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:28:53.931779 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:28:53.931779 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:28:53.931779 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:28:53.931779 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:28:53.931779 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:28:53.931779 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:28:53.931779 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:28:53.931779 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:28:53.931779 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:28:53.931779 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:28:53.931779 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:28:53.931779 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:28:53.931779 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:28:53.931779 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:28:53.931779 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:28:53.931779 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:28:53.931779 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:28:53.931779 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:28:53.931779 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:28:53.931779 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:28:53.931779 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:28:53.931779 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:28:53.931779 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:28:53.931779 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:28:53.931779 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:28:53.931779 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:28:53.989588 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-d33b9540-ac98-4d55-affb-073def9af937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.4515705 Dec 08 16:28:53.992323 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43074) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:54.042524 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.db.api [None req-a8885077-e31b-47ba-935a-396e58a3432b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:28:54.043213 n-d-776250-12 neutron-server[110552]: DEBUG oslo_db.api [None req-a8885077-e31b-47ba-935a-396e58a3432b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:28:54.049911 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e4450dfd-1425-4bad-a7a0-54fbabed5552 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:54.079537 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4450dfd-1425-4bad-a7a0-54fbabed5552 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Pushing event deleted for resources: {'Port': ['ID=dd97cad1-5c48-4681-bf01-6d8079b0f1eb,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:54.093977 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b48e93-15ae-4259-b5dd-b56c568af44b None None] DHCP port deletion for 66aa4abc-1ddf-4d8d-92f2-7eff6bbdc159 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:28:54.109587 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e590ffb6-3a7b-40b6-a6f2-fa79a69f23fd tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:54.116894 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e590ffb6-3a7b-40b6-a6f2-fa79a69f23fd tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:54.121319 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-e590ffb6-3a7b-40b6-a6f2-fa79a69f23fd tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "DELETE /v2.0/networks/5c51fa88-fb03-4fab-b57d-16f1f9401503 HTTP/1.1" status: 204 len: 168 time: 3.0588524 Dec 08 16:28:54.124762 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43076) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:54.139932 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-e949ebd9-9d45-4556-9473-328f77a1a3e4 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1252609399'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:54.153934 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e590ffb6-3a7b-40b6-a6f2-fa79a69f23fd tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Pushing event deleted for resources: {'Network': ['ID=5c51fa88-fb03-4fab-b57d-16f1f9401503,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:54.159899 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-0ef6e82c-8e0c-477b-bf38-2bc078c76aea tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Deleting port 64a68842-040a-48d1-89df-d6d93983825c {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:28:54.160267 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0ef6e82c-8e0c-477b-bf38-2bc078c76aea tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:54.204099 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e4450dfd-1425-4bad-a7a0-54fbabed5552 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:54.223949 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e949ebd9-9d45-4556-9473-328f77a1a3e4 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Made reservation on behalf of 8903d1f9af734148bba1eca462488b6f for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:28:54.231922 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e949ebd9-9d45-4556-9473-328f77a1a3e4 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:54.261748 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e949ebd9-9d45-4556-9473-328f77a1a3e4 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:28:54.271334 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e949ebd9-9d45-4556-9473-328f77a1a3e4 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:54.271769 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-e949ebd9-9d45-4556-9473-328f77a1a3e4 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Added segment c8abd36f-2461-4611-97f2-abcf197e6637 of type vlan for network 8ff55090-6924-4a54-a495-43c998ca6aa3 Dec 08 16:28:54.312937 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e949ebd9-9d45-4556-9473-328f77a1a3e4 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:54.313815 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e4450dfd-1425-4bad-a7a0-54fbabed5552 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:54.318517 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e4450dfd-1425-4bad-a7a0-54fbabed5552 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:54.320396 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-0ef6e82c-8e0c-477b-bf38-2bc078c76aea tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] For port 64a68842-040a-48d1-89df-d6d93983825c, host n-h2-776250-12, got binding levels [] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:28:54.320743 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0ef6e82c-8e0c-477b-bf38-2bc078c76aea tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:54.367709 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-0ef6e82c-8e0c-477b-bf38-2bc078c76aea tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Calling delete_port for 64a68842-040a-48d1-89df-d6d93983825c owned by {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:28:54.504865 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e949ebd9-9d45-4556-9473-328f77a1a3e4 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:54.513272 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e949ebd9-9d45-4556-9473-328f77a1a3e4 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:54.514011 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e949ebd9-9d45-4556-9473-328f77a1a3e4 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:54.573256 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8885077-e31b-47ba-935a-396e58a3432b None None] Port dd97cad1-5c48-4681-bf01-6d8079b0f1eb not found while updating agent binding for router 257b2c35-20f5-450c-a42d-71fed95f2ba6. {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 08 16:28:54.587725 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8885077-e31b-47ba-935a-396e58a3432b None None] Routers set() bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:28:54.588285 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8885077-e31b-47ba-935a-396e58a3432b None None] Router IDs set() for agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 08 16:28:54.590116 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_agentschedulers_db [None req-a8885077-e31b-47ba-935a-396e58a3432b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'257b2c35-20f5-450c-a42d-71fed95f2ba6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:28:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent'). {{(pid=110552) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 08 16:28:54.590569 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8885077-e31b-47ba-935a-396e58a3432b None None] The sync data for ids ['257b2c35-20f5-450c-a42d-71fed95f2ba6'] in n-d-776250-12 is: [] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:28:54.603565 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e949ebd9-9d45-4556-9473-328f77a1a3e4 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Pushing event updated for resources: {'Network': ['ID=8ff55090-6924-4a54-a495-43c998ca6aa3,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:54.614834 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 8ff55090-6924-4a54-a495-43c998ca6aa3 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:28:54.666009 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-e949ebd9-9d45-4556-9473-328f77a1a3e4 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5403020 Dec 08 16:28:54.668743 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43088) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:54.674995 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43090) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:54.689836 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-6af54785-fa8f-4d14-8fab-06b6a607d161 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Request body: {'subnet': {'network_id': '8ff55090-6924-4a54-a495-43c998ca6aa3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:54.765832 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-896ac61a-85da-488e-bb6d-930b58f85241 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:54.770604 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e4450dfd-1425-4bad-a7a0-54fbabed5552 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:54.771256 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4450dfd-1425-4bad-a7a0-54fbabed5552 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 257b2c35-20f5-450c-a42d-71fed95f2ba6 {{(pid=110551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:28:54.776917 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e4450dfd-1425-4bad-a7a0-54fbabed5552 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:54.783767 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e4450dfd-1425-4bad-a7a0-54fbabed5552 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] 10.222.0.64 "DELETE /v2.0/routers/257b2c35-20f5-450c-a42d-71fed95f2ba6 HTTP/1.1" status: 204 len: 168 time: 1.8499660 Dec 08 16:28:54.785207 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43092) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:54.865109 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-deafa309-1dbb-4ce9-ace1-0f128b9e1abc tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Deleting subnet 8772abae-0a41-4fb6-ad58-32cffab43cd0 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:28:54.870518 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-deafa309-1dbb-4ce9-ace1-0f128b9e1abc tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:54.898624 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0ef6e82c-8e0c-477b-bf38-2bc078c76aea tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:54.922269 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-deafa309-1dbb-4ce9-ace1-0f128b9e1abc tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:54.925368 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef6e82c-8e0c-477b-bf38-2bc078c76aea tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Pushing event deleted for resources: {'Port': ['ID=64a68842-040a-48d1-89df-d6d93983825c,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:54.936592 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0ef6e82c-8e0c-477b-bf38-2bc078c76aea tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:54.936592 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-0ef6e82c-8e0c-477b-bf38-2bc078c76aea tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] 10.222.0.64 "DELETE /v2.0/ports/64a68842-040a-48d1-89df-d6d93983825c HTTP/1.1" status: 204 len: 168 time: 0.9431682 Dec 08 16:28:54.939225 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43094) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:54.946005 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af54785-fa8f-4d14-8fab-06b6a607d161 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Made reservation on behalf of 8903d1f9af734148bba1eca462488b6f for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:28:54.950058 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6af54785-fa8f-4d14-8fab-06b6a607d161 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:54.964144 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-9499a564-4f21-4c90-80c4-6f6b624aef51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] GET failed (client error): The resource could not be found. Dec 08 16:28:54.965596 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-9499a564-4f21-4c90-80c4-6f6b624aef51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] 10.222.0.64 "GET /v2.0/ports/64a68842-040a-48d1-89df-d6d93983825c HTTP/1.1" status: 404 len: 333 time: 0.0254245 Dec 08 16:28:54.969546 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43096) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:54.975374 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-32f03578-0159-4448-b295-be302832c431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Request body: {'port': {'network_id': '031e911d-27d3-4bf5-9e6c-1961ec9c2283', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-633685764'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:55.038055 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-deafa309-1dbb-4ce9-ace1-0f128b9e1abc tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:55.093116 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f03578-0159-4448-b295-be302832c431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Made reservation on behalf of 07209e965ae64b8db263af5af1325172 for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:28:55.095743 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-32f03578-0159-4448-b295-be302832c431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:55.106327 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-896ac61a-85da-488e-bb6d-930b58f85241 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:55.112438 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-32f03578-0159-4448-b295-be302832c431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] device_id is not set on port 6d920980-d538-40f4-9be0-007f36814ca8 yet. {{(pid=110551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:28:55.208057 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-896ac61a-85da-488e-bb6d-930b58f85241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:55.229322 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-deafa309-1dbb-4ce9-ace1-0f128b9e1abc tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:55.291084 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-32f03578-0159-4448-b295-be302832c431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:55.299610 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-deafa309-1dbb-4ce9-ace1-0f128b9e1abc tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:55.302405 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40e9809-2872-4239-9b0d-8d83cdd73633 None None] Network 66aa4abc-1ddf-4d8d-92f2-7eff6bbdc159 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:28:55.306664 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-deafa309-1dbb-4ce9-ace1-0f128b9e1abc tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] 10.222.0.64 "DELETE /v2.0/subnets/8772abae-0a41-4fb6-ad58-32cffab43cd0 HTTP/1.1" status: 204 len: 168 time: 0.5167572 Dec 08 16:28:55.306664 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deafa309-1dbb-4ce9-ace1-0f128b9e1abc tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8772abae-0a41-4fb6-ad58-32cffab43cd0,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:55.306664 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896ac61a-85da-488e-bb6d-930b58f85241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=649cd8af-af1b-4a7c-a57b-acca566e3840,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:55.309029 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43100) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:55.322083 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-896ac61a-85da-488e-bb6d-930b58f85241 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b14ddebb89194ee1b0108fbd67c59871&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5828042 Dec 08 16:28:55.325044 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43102) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:55.379817 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-54c68d3d-9373-4cda-aa5f-792cc1d1ea07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:55.390265 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7e88f8c0-96c8-466f-afdf-2e79577a8446 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:55.408773 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-54c68d3d-9373-4cda-aa5f-792cc1d1ea07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:55.481790 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-32f03578-0159-4448-b295-be302832c431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:55.482887 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6af54785-fa8f-4d14-8fab-06b6a607d161 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:55.499381 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7e88f8c0-96c8-466f-afdf-2e79577a8446 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:55.536805 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f03578-0159-4448-b295-be302832c431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Network 031e911d-27d3-4bf5-9e6c-1961ec9c2283 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:28:55.539976 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-32f03578-0159-4448-b295-be302832c431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:28:55.544967 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f03578-0159-4448-b295-be302832c431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:28:55.545904 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f03578-0159-4448-b295-be302832c431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:55.546584 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-32f03578-0159-4448-b295-be302832c431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:55.550178 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f03578-0159-4448-b295-be302832c431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Pushing event updated for resources: {'Port': ['ID=6d920980-d538-40f4-9be0-007f36814ca8,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:55.560273 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-7e88f8c0-96c8-466f-afdf-2e79577a8446 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66aa4abc-1ddf-4d8d-92f2-7eff6bbdc159']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:55.577671 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-7e88f8c0-96c8-466f-afdf-2e79577a8446 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fe8be02-aa11-4e95-9033-7342917f0d04') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:55.577924 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-7e88f8c0-96c8-466f-afdf-2e79577a8446 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fe8be02-aa11-4e95-9033-7342917f0d04') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:55.584378 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b1228e-c1cc-436b-be70-1ac48f297c5c None None] DHCP port deletion for 66aa4abc-1ddf-4d8d-92f2-7eff6bbdc159 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:28:55.599501 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af54785-fa8f-4d14-8fab-06b6a607d161 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Pushing event updated for resources: {'Subnet': ['ID=0495b334-494d-455c-bb4b-4a25b79cec39,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:55.601419 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-54c68d3d-9373-4cda-aa5f-792cc1d1ea07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:55.602582 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7e88f8c0-96c8-466f-afdf-2e79577a8446 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:55.604195 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-54c68d3d-9373-4cda-aa5f-792cc1d1ea07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:55.605699 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-54c68d3d-9373-4cda-aa5f-792cc1d1ea07 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/649cd8af-af1b-4a7c-a57b-acca566e3840 HTTP/1.1" status: 204 len: 168 time: 0.2796433 Dec 08 16:28:55.618294 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af54785-fa8f-4d14-8fab-06b6a607d161 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Checking segment: {'id': 'c8abd36f-2461-4611-97f2-abcf197e6637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '8ff55090-6924-4a54-a495-43c998ca6aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:28:55.618723 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af54785-fa8f-4d14-8fab-06b6a607d161 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Network hostable DHCP agents. Network: 8ff55090-6924-4a54-a495-43c998ca6aa3, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:28:55.620014 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c68d3d-9373-4cda-aa5f-792cc1d1ea07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649cd8af-af1b-4a7c-a57b-acca566e3840,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:55.625724 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7e88f8c0-96c8-466f-afdf-2e79577a8446 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:55.636918 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e88f8c0-96c8-466f-afdf-2e79577a8446 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:28:55.637318 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7e88f8c0-96c8-466f-afdf-2e79577a8446 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:55.638656 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-32f03578-0159-4448-b295-be302832c431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6683047 Dec 08 16:28:55.642314 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:28:55.642314 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:28:55.642314 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:28:55.642314 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:28:55.642314 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:28:55.642314 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:28:55.642314 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:28:55.642314 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:28:55.642314 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:28:55.642314 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:28:55.642314 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:28:55.642314 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:28:55.642314 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:28:55.642314 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:28:55.642314 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:28:55.642314 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:28:55.642314 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:28:55.642314 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:28:55.642314 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:28:55.642314 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:28:55.642314 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:28:55.642314 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:28:55.642314 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:28:55.642314 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:28:55.642314 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:28:55.642314 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:28:55.642314 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:28:55.642314 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:28:55.642314 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:28:55.642314 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:28:55.642314 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:28:55.642314 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:28:55.645093 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43106) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:55.651113 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-776250-12'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:55.729267 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:55.750195 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af54785-fa8f-4d14-8fab-06b6a607d161 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Network 8ff55090-6924-4a54-a495-43c998ca6aa3 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:28:55.752353 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7e88f8c0-96c8-466f-afdf-2e79577a8446 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:55.760537 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e88f8c0-96c8-466f-afdf-2e79577a8446 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 66aa4abc-1ddf-4d8d-92f2-7eff6bbdc159 {{(pid=110550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 08 16:28:55.764161 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7e88f8c0-96c8-466f-afdf-2e79577a8446 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:55.771948 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-7e88f8c0-96c8-466f-afdf-2e79577a8446 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] 10.222.0.64 "DELETE /v2.0/networks/66aa4abc-1ddf-4d8d-92f2-7eff6bbdc159 HTTP/1.1" status: 204 len: 168 time: 0.4603875 Dec 08 16:28:55.783764 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e88f8c0-96c8-466f-afdf-2e79577a8446 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Pushing event deleted for resources: {'Network': ['ID=66aa4abc-1ddf-4d8d-92f2-7eff6bbdc159,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:55.818210 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-6af54785-fa8f-4d14-8fab-06b6a607d161 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 8ff55090-6924-4a54-a495-43c998ca6aa3) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:28:55.823360 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af54785-fa8f-4d14-8fab-06b6a607d161 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:55.823970 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6af54785-fa8f-4d14-8fab-06b6a607d161 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:55.841123 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f627222-23d8-413f-a3c2-43c7275f778c None None] Network 8ff55090-6924-4a54-a495-43c998ca6aa3 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:28:55.899763 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-6af54785-fa8f-4d14-8fab-06b6a607d161 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2250338 Dec 08 16:28:55.900529 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43114) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:56.042348 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d738644-6848-40d0-82d2-aa9a8823e6cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-8ff55090-6924-4a54-a495-43c998ca6aa3', 'network_id': '8ff55090-6924-4a54-a495-43c998ca6aa3', 'project_id': '8903d1f9af734148bba1eca462488b6f', 'fixed_ips': [{'subnet_id': '0495b334-494d-455c-bb4b-4a25b79cec39'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:28:56.043621 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2d738644-6848-40d0-82d2-aa9a8823e6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:56.074747 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] device_id is not set on port 6d920980-d538-40f4-9be0-007f36814ca8 yet. {{(pid=110551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:28:56.096582 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0ee444cb-d770-4f93-aabf-8ac87645800a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:56.101712 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:56.190291 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:56.217018 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0ee444cb-d770-4f93-aabf-8ac87645800a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:56.218836 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-2d738644-6848-40d0-82d2-aa9a8823e6cb None None] Allocated IP 172.20.0.1 (8ff55090-6924-4a54-a495-43c998ca6aa3/0495b334-494d-455c-bb4b-4a25b79cec39/9968e3ee-276c-4e14-bd6f-f965c8e361c1) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:28:56.301914 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43126) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:56.307702 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-b5e3e0ed-9276-476d-9c03-4a21bd803f0c tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Request body: {'router': {'name': 'tempest-router--517440202', 'project_id': 'beca607df1fa4f8781fd86ee61e218c9'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:56.315247 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 6d920980-d538-40f4-9be0-007f36814ca8 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:28:56.315605 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 6d920980-d538-40f4-9be0-007f36814ca8 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '6c0a9cd4-d5da-4ed4-ae83-95d26a4c906e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '031e911d-27d3-4bf5-9e6c-1961ec9c2283'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:28:56.316208 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 6d920980-d538-40f4-9be0-007f36814ca8 on network 031e911d-27d3-4bf5-9e6c-1961ec9c2283 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:56.319364 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Pushing event updated for resources: {'Port': ['ID=6d920980-d538-40f4-9be0-007f36814ca8,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:56.323537 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Port 6d920980-d538-40f4-9be0-007f36814ca8 on network 031e911d-27d3-4bf5-9e6c-1961ec9c2283 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:28:56.323884 n-d-776250-12 neutron-server[110551]: ERROR neutron.plugins.ml2.managers [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Failed to bind port 6d920980-d538-40f4-9be0-007f36814ca8 on host n-h2-776250-12 for vnic_type normal using segments [{'id': '6c0a9cd4-d5da-4ed4-ae83-95d26a4c906e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '031e911d-27d3-4bf5-9e6c-1961ec9c2283'}] Dec 08 16:28:56.324301 n-d-776250-12 neutron-server[110551]: INFO neutron.plugins.ml2.plugin [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempt 2 to bind port 6d920980-d538-40f4-9be0-007f36814ca8 Dec 08 16:28:56.340740 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 6d920980-d538-40f4-9be0-007f36814ca8 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:28:56.341297 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 6d920980-d538-40f4-9be0-007f36814ca8 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '6c0a9cd4-d5da-4ed4-ae83-95d26a4c906e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '031e911d-27d3-4bf5-9e6c-1961ec9c2283'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:28:56.341832 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 6d920980-d538-40f4-9be0-007f36814ca8 on network 031e911d-27d3-4bf5-9e6c-1961ec9c2283 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:56.347664 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Port 6d920980-d538-40f4-9be0-007f36814ca8 on network 031e911d-27d3-4bf5-9e6c-1961ec9c2283 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:28:56.348081 n-d-776250-12 neutron-server[110551]: ERROR neutron.plugins.ml2.managers [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Failed to bind port 6d920980-d538-40f4-9be0-007f36814ca8 on host n-h2-776250-12 for vnic_type normal using segments [{'id': '6c0a9cd4-d5da-4ed4-ae83-95d26a4c906e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '031e911d-27d3-4bf5-9e6c-1961ec9c2283'}] Dec 08 16:28:56.348813 n-d-776250-12 neutron-server[110551]: INFO neutron.plugins.ml2.plugin [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempt 3 to bind port 6d920980-d538-40f4-9be0-007f36814ca8 Dec 08 16:28:56.365284 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 6d920980-d538-40f4-9be0-007f36814ca8 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:28:56.365668 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 6d920980-d538-40f4-9be0-007f36814ca8 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '6c0a9cd4-d5da-4ed4-ae83-95d26a4c906e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '031e911d-27d3-4bf5-9e6c-1961ec9c2283'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:28:56.366014 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 6d920980-d538-40f4-9be0-007f36814ca8 on network 031e911d-27d3-4bf5-9e6c-1961ec9c2283 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:56.371415 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Port 6d920980-d538-40f4-9be0-007f36814ca8 on network 031e911d-27d3-4bf5-9e6c-1961ec9c2283 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:28:56.371745 n-d-776250-12 neutron-server[110551]: ERROR neutron.plugins.ml2.managers [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Failed to bind port 6d920980-d538-40f4-9be0-007f36814ca8 on host n-h2-776250-12 for vnic_type normal using segments [{'id': '6c0a9cd4-d5da-4ed4-ae83-95d26a4c906e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '031e911d-27d3-4bf5-9e6c-1961ec9c2283'}] Dec 08 16:28:56.372139 n-d-776250-12 neutron-server[110551]: INFO neutron.plugins.ml2.plugin [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempt 4 to bind port 6d920980-d538-40f4-9be0-007f36814ca8 Dec 08 16:28:56.384677 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 6d920980-d538-40f4-9be0-007f36814ca8 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:28:56.385023 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 6d920980-d538-40f4-9be0-007f36814ca8 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '6c0a9cd4-d5da-4ed4-ae83-95d26a4c906e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '031e911d-27d3-4bf5-9e6c-1961ec9c2283'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:28:56.385366 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 6d920980-d538-40f4-9be0-007f36814ca8 on network 031e911d-27d3-4bf5-9e6c-1961ec9c2283 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:56.389974 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Port 6d920980-d538-40f4-9be0-007f36814ca8 on network 031e911d-27d3-4bf5-9e6c-1961ec9c2283 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:28:56.390931 n-d-776250-12 neutron-server[110551]: ERROR neutron.plugins.ml2.managers [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Failed to bind port 6d920980-d538-40f4-9be0-007f36814ca8 on host n-h2-776250-12 for vnic_type normal using segments [{'id': '6c0a9cd4-d5da-4ed4-ae83-95d26a4c906e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '031e911d-27d3-4bf5-9e6c-1961ec9c2283'}] Dec 08 16:28:56.390931 n-d-776250-12 neutron-server[110551]: INFO neutron.plugins.ml2.plugin [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempt 5 to bind port 6d920980-d538-40f4-9be0-007f36814ca8 Dec 08 16:28:56.404581 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 6d920980-d538-40f4-9be0-007f36814ca8 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:28:56.404988 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 6d920980-d538-40f4-9be0-007f36814ca8 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '6c0a9cd4-d5da-4ed4-ae83-95d26a4c906e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '031e911d-27d3-4bf5-9e6c-1961ec9c2283'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:28:56.405286 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 6d920980-d538-40f4-9be0-007f36814ca8 on network 031e911d-27d3-4bf5-9e6c-1961ec9c2283 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:56.409878 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Port 6d920980-d538-40f4-9be0-007f36814ca8 on network 031e911d-27d3-4bf5-9e6c-1961ec9c2283 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:28:56.410281 n-d-776250-12 neutron-server[110551]: ERROR neutron.plugins.ml2.managers [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Failed to bind port 6d920980-d538-40f4-9be0-007f36814ca8 on host n-h2-776250-12 for vnic_type normal using segments [{'id': '6c0a9cd4-d5da-4ed4-ae83-95d26a4c906e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '031e911d-27d3-4bf5-9e6c-1961ec9c2283'}] Dec 08 16:28:56.410688 n-d-776250-12 neutron-server[110551]: INFO neutron.plugins.ml2.plugin [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempt 6 to bind port 6d920980-d538-40f4-9be0-007f36814ca8 Dec 08 16:28:56.425290 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 6d920980-d538-40f4-9be0-007f36814ca8 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:28:56.425779 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 6d920980-d538-40f4-9be0-007f36814ca8 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '6c0a9cd4-d5da-4ed4-ae83-95d26a4c906e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '031e911d-27d3-4bf5-9e6c-1961ec9c2283'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:28:56.426128 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 6d920980-d538-40f4-9be0-007f36814ca8 on network 031e911d-27d3-4bf5-9e6c-1961ec9c2283 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:56.431635 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Port 6d920980-d538-40f4-9be0-007f36814ca8 on network 031e911d-27d3-4bf5-9e6c-1961ec9c2283 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:28:56.431969 n-d-776250-12 neutron-server[110551]: ERROR neutron.plugins.ml2.managers [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Failed to bind port 6d920980-d538-40f4-9be0-007f36814ca8 on host n-h2-776250-12 for vnic_type normal using segments [{'id': '6c0a9cd4-d5da-4ed4-ae83-95d26a4c906e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '031e911d-27d3-4bf5-9e6c-1961ec9c2283'}] Dec 08 16:28:56.432411 n-d-776250-12 neutron-server[110551]: INFO neutron.plugins.ml2.plugin [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempt 7 to bind port 6d920980-d538-40f4-9be0-007f36814ca8 Dec 08 16:28:56.438239 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2d738644-6848-40d0-82d2-aa9a8823e6cb None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:56.446940 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b5e3e0ed-9276-476d-9c03-4a21bd803f0c tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:56.447736 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 6d920980-d538-40f4-9be0-007f36814ca8 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:28:56.447992 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b5e3e0ed-9276-476d-9c03-4a21bd803f0c tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:56.448143 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 6d920980-d538-40f4-9be0-007f36814ca8 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '6c0a9cd4-d5da-4ed4-ae83-95d26a4c906e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '031e911d-27d3-4bf5-9e6c-1961ec9c2283'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:28:56.448432 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 6d920980-d538-40f4-9be0-007f36814ca8 on network 031e911d-27d3-4bf5-9e6c-1961ec9c2283 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:56.453115 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Port 6d920980-d538-40f4-9be0-007f36814ca8 on network 031e911d-27d3-4bf5-9e6c-1961ec9c2283 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:28:56.453449 n-d-776250-12 neutron-server[110551]: ERROR neutron.plugins.ml2.managers [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Failed to bind port 6d920980-d538-40f4-9be0-007f36814ca8 on host n-h2-776250-12 for vnic_type normal using segments [{'id': '6c0a9cd4-d5da-4ed4-ae83-95d26a4c906e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '031e911d-27d3-4bf5-9e6c-1961ec9c2283'}] Dec 08 16:28:56.453847 n-d-776250-12 neutron-server[110551]: INFO neutron.plugins.ml2.plugin [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempt 8 to bind port 6d920980-d538-40f4-9be0-007f36814ca8 Dec 08 16:28:56.466537 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 6d920980-d538-40f4-9be0-007f36814ca8 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:28:56.466879 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 6d920980-d538-40f4-9be0-007f36814ca8 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '6c0a9cd4-d5da-4ed4-ae83-95d26a4c906e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '031e911d-27d3-4bf5-9e6c-1961ec9c2283'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:28:56.467222 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 6d920980-d538-40f4-9be0-007f36814ca8 on network 031e911d-27d3-4bf5-9e6c-1961ec9c2283 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:56.471649 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Port 6d920980-d538-40f4-9be0-007f36814ca8 on network 031e911d-27d3-4bf5-9e6c-1961ec9c2283 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:28:56.472750 n-d-776250-12 neutron-server[110551]: ERROR neutron.plugins.ml2.managers [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Failed to bind port 6d920980-d538-40f4-9be0-007f36814ca8 on host n-h2-776250-12 for vnic_type normal using segments [{'id': '6c0a9cd4-d5da-4ed4-ae83-95d26a4c906e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '031e911d-27d3-4bf5-9e6c-1961ec9c2283'}] Dec 08 16:28:56.472750 n-d-776250-12 neutron-server[110551]: INFO neutron.plugins.ml2.plugin [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempt 9 to bind port 6d920980-d538-40f4-9be0-007f36814ca8 Dec 08 16:28:56.486385 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 6d920980-d538-40f4-9be0-007f36814ca8 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:28:56.486632 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 6d920980-d538-40f4-9be0-007f36814ca8 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '6c0a9cd4-d5da-4ed4-ae83-95d26a4c906e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '031e911d-27d3-4bf5-9e6c-1961ec9c2283'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:28:56.486948 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 6d920980-d538-40f4-9be0-007f36814ca8 on network 031e911d-27d3-4bf5-9e6c-1961ec9c2283 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:56.492459 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Port 6d920980-d538-40f4-9be0-007f36814ca8 on network 031e911d-27d3-4bf5-9e6c-1961ec9c2283 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:28:56.492819 n-d-776250-12 neutron-server[110551]: ERROR neutron.plugins.ml2.managers [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Failed to bind port 6d920980-d538-40f4-9be0-007f36814ca8 on host n-h2-776250-12 for vnic_type normal using segments [{'id': '6c0a9cd4-d5da-4ed4-ae83-95d26a4c906e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '031e911d-27d3-4bf5-9e6c-1961ec9c2283'}] Dec 08 16:28:56.493732 n-d-776250-12 neutron-server[110551]: INFO neutron.plugins.ml2.plugin [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempt 10 to bind port 6d920980-d538-40f4-9be0-007f36814ca8 Dec 08 16:28:56.507077 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 6d920980-d538-40f4-9be0-007f36814ca8 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:28:56.507466 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 6d920980-d538-40f4-9be0-007f36814ca8 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '6c0a9cd4-d5da-4ed4-ae83-95d26a4c906e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '031e911d-27d3-4bf5-9e6c-1961ec9c2283'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:28:56.507756 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 6d920980-d538-40f4-9be0-007f36814ca8 on network 031e911d-27d3-4bf5-9e6c-1961ec9c2283 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:56.512488 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Port 6d920980-d538-40f4-9be0-007f36814ca8 on network 031e911d-27d3-4bf5-9e6c-1961ec9c2283 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:28:56.512822 n-d-776250-12 neutron-server[110551]: ERROR neutron.plugins.ml2.managers [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Failed to bind port 6d920980-d538-40f4-9be0-007f36814ca8 on host n-h2-776250-12 for vnic_type normal using segments [{'id': '6c0a9cd4-d5da-4ed4-ae83-95d26a4c906e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '031e911d-27d3-4bf5-9e6c-1961ec9c2283'}] Dec 08 16:28:56.513203 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:56.529024 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2d738644-6848-40d0-82d2-aa9a8823e6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:56.552023 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b5e3e0ed-9276-476d-9c03-4a21bd803f0c tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:56.599222 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] For port 6d920980-d538-40f4-9be0-007f36814ca8, host n-h2-776250-12, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:28:56.599607 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempted to set empty binding levels {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 08 16:28:56.605633 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d738644-6848-40d0-82d2-aa9a8823e6cb None None] Pushing event updated for resources: {'Port': ['ID=9968e3ee-276c-4e14-bd6f-f965c8e361c1,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:56.615059 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d738644-6848-40d0-82d2-aa9a8823e6cb None None] Network 8ff55090-6924-4a54-a495-43c998ca6aa3 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:28:56.616690 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-2d738644-6848-40d0-82d2-aa9a8823e6cb None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:28:56.621007 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d738644-6848-40d0-82d2-aa9a8823e6cb None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:28:56.653521 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0ee444cb-d770-4f93-aabf-8ac87645800a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:56.677865 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-2d738644-6848-40d0-82d2-aa9a8823e6cb None None] Attempting to bind port 9968e3ee-276c-4e14-bd6f-f965c8e361c1 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:28:56.678244 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-2d738644-6848-40d0-82d2-aa9a8823e6cb None None] Attempting to bind port 9968e3ee-276c-4e14-bd6f-f965c8e361c1 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'c8abd36f-2461-4611-97f2-abcf197e6637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '8ff55090-6924-4a54-a495-43c998ca6aa3'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:28:56.678613 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d738644-6848-40d0-82d2-aa9a8823e6cb None None] Attempting to bind port 9968e3ee-276c-4e14-bd6f-f965c8e361c1 on network 8ff55090-6924-4a54-a495-43c998ca6aa3 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:56.683380 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee444cb-d770-4f93-aabf-8ac87645800a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Pushing event deleted for resources: {'Subnet': ['ID=0495b334-494d-455c-bb4b-4a25b79cec39,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:56.684761 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d738644-6848-40d0-82d2-aa9a8823e6cb None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:28:56.685448 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d738644-6848-40d0-82d2-aa9a8823e6cb None None] Checking segment: {'id': 'c8abd36f-2461-4611-97f2-abcf197e6637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '8ff55090-6924-4a54-a495-43c998ca6aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:28:56.686064 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2d738644-6848-40d0-82d2-aa9a8823e6cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:56.686650 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d738644-6848-40d0-82d2-aa9a8823e6cb None None] Bound using segment: {'id': 'c8abd36f-2461-4611-97f2-abcf197e6637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '8ff55090-6924-4a54-a495-43c998ca6aa3'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:28:56.687359 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-2d738644-6848-40d0-82d2-aa9a8823e6cb None None] Bound port: 9968e3ee-276c-4e14-bd6f-f965c8e361c1, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8abd36f-2461-4611-97f2-abcf197e6637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '8ff55090-6924-4a54-a495-43c998ca6aa3'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:28:56.687754 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2d738644-6848-40d0-82d2-aa9a8823e6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:56.728054 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:56.745754 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b5e3e0ed-9276-476d-9c03-4a21bd803f0c tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:56.764093 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] In _notify_port_updated(), no bound segment for port 6d920980-d538-40f4-9be0-007f36814ca8 on network 031e911d-27d3-4bf5-9e6c-1961ec9c2283 {{(pid=110551) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 16:28:56.765033 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:56.765647 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:56.766896 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0ee444cb-d770-4f93-aabf-8ac87645800a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:56.769736 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] 10.222.0.64 "PUT /v2.0/ports/6d920980-d538-40f4-9be0-007f36814ca8 HTTP/1.1" status: 200 len: 979 time: 1.1235356 Dec 08 16:28:56.770161 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43136) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:56.788419 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-2d738644-6848-40d0-82d2-aa9a8823e6cb None None] For port 9968e3ee-276c-4e14-bd6f-f965c8e361c1, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:28:56.792914 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a76f020-6c5c-43dd-a0b1-e835edfa8e45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Pushing event updated for resources: {'Port': ['ID=6d920980-d538-40f4-9be0-007f36814ca8,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:56.793585 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-2d738644-6848-40d0-82d2-aa9a8823e6cb None None] For port 9968e3ee-276c-4e14-bd6f-f965c8e361c1, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=9968e3ee-276c-4e14-bd6f-f965c8e361c1,segment=NetworkSegment(c8abd36f-2461-4611-97f2-abcf197e6637),segment_id=c8abd36f-2461-4611-97f2-abcf197e6637)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:28:56.848063 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-0ee444cb-d770-4f93-aabf-8ac87645800a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ff55090-6924-4a54-a495-43c998ca6aa3']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:56.863316 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-0ee444cb-d770-4f93-aabf-8ac87645800a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8abd36f-2461-4611-97f2-abcf197e6637') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:56.863550 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-0ee444cb-d770-4f93-aabf-8ac87645800a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8abd36f-2461-4611-97f2-abcf197e6637') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:56.897946 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ad2764-8ef9-4560-80ad-c4c0a37b4ad7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:56.897946 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ad2764-8ef9-4560-80ad-c4c0a37b4ad7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:56.897946 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ad2764-8ef9-4560-80ad-c4c0a37b4ad7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:56.897946 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ad2764-8ef9-4560-80ad-c4c0a37b4ad7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:56.897946 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ad2764-8ef9-4560-80ad-c4c0a37b4ad7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:56.897946 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ad2764-8ef9-4560-80ad-c4c0a37b4ad7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:56.898504 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ad2764-8ef9-4560-80ad-c4c0a37b4ad7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:56.898782 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ad2764-8ef9-4560-80ad-c4c0a37b4ad7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:56.899280 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ad2764-8ef9-4560-80ad-c4c0a37b4ad7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:56.899884 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ad2764-8ef9-4560-80ad-c4c0a37b4ad7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:56.900294 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ad2764-8ef9-4560-80ad-c4c0a37b4ad7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:56.900826 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ad2764-8ef9-4560-80ad-c4c0a37b4ad7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:56.901395 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ad2764-8ef9-4560-80ad-c4c0a37b4ad7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:56.901824 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ad2764-8ef9-4560-80ad-c4c0a37b4ad7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:56.902233 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ad2764-8ef9-4560-80ad-c4c0a37b4ad7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:56.902708 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ad2764-8ef9-4560-80ad-c4c0a37b4ad7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:56.903172 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ad2764-8ef9-4560-80ad-c4c0a37b4ad7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:56.903892 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ad2764-8ef9-4560-80ad-c4c0a37b4ad7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:56.906653 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-e3ad2764-8ef9-4560-80ad-c4c0a37b4ad7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16017 time: 0.1309092 Dec 08 16:28:56.908799 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0ee444cb-d770-4f93-aabf-8ac87645800a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:56.915922 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43146) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:56.918035 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2d738644-6848-40d0-82d2-aa9a8823e6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:56.967759 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b5e3e0ed-9276-476d-9c03-4a21bd803f0c tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:56.972584 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b5e3e0ed-9276-476d-9c03-4a21bd803f0c tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6691751 Dec 08 16:28:56.973646 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0ee444cb-d770-4f93-aabf-8ac87645800a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:56.975997 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43152) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:56.985590 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ee444cb-d770-4f93-aabf-8ac87645800a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:28:56.985999 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0ee444cb-d770-4f93-aabf-8ac87645800a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:56.989205 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:28:56.989205 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:28:56.989205 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:28:56.989205 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:28:56.989205 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:28:56.989205 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:28:56.989205 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:28:56.989205 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:28:56.989205 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:28:56.989205 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:28:56.989205 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:28:56.989205 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:28:56.989205 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:28:56.989205 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:28:56.989205 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:28:56.989205 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:28:56.989205 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:28:56.989205 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:28:56.989205 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:28:56.989205 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:28:56.989205 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:28:56.989205 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:28:56.989205 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:28:56.989205 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:28:56.989205 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:28:56.989205 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:28:56.989205 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:28:56.989205 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:28:56.989205 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:28:56.989205 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:28:56.989205 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:28:56.989205 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:28:57.040456 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d738644-6848-40d0-82d2-aa9a8823e6cb None None] Pushing event updated for resources: {'Port': ['ID=9968e3ee-276c-4e14-bd6f-f965c8e361c1,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:57.099945 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36fe4751-4e61-41d8-b358-4e2ce77377b9 None None] Network 8ff55090-6924-4a54-a495-43c998ca6aa3 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:28:57.125536 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-222ca5b3-dee7-4017-9a7d-42f7395c37e9 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks [] for router, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:57.132314 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-739ea95e-5c04-4f29-860c-200dca327a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Deleting port 6d920980-d538-40f4-9be0-007f36814ca8 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:28:57.135351 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-739ea95e-5c04-4f29-860c-200dca327a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:57.194449 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.db.api [None req-0ee444cb-d770-4f93-aabf-8ac87645800a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 16:28:57.194449 n-d-776250-12 neutron-server[110550]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 16:28:57.194449 n-d-776250-12 neutron-server[110550]: [parameters: {'id': '8ff55090-6924-4a54-a495-43c998ca6aa3'}] Dec 08 16:28:57.194449 n-d-776250-12 neutron-server[110550]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:28:57.195792 n-d-776250-12 neutron-server[110550]: DEBUG oslo_db.api [None req-0ee444cb-d770-4f93-aabf-8ac87645800a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:28:57.280390 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877b7db9-8c7e-4fef-b478-50da97f8e417 None None] get_active_networks_info from n-d-776250-12 {{(pid=110552) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 16:28:57.377016 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-222ca5b3-dee7-4017-9a7d-42f7395c37e9 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:57.379528 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-222ca5b3-dee7-4017-9a7d-42f7395c37e9 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:57.406788 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877b7db9-8c7e-4fef-b478-50da97f8e417 None None] Resources bound (agent type, host, resource id): {{(pid=110552) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 16:28:57.486877 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-222ca5b3-dee7-4017-9a7d-42f7395c37e9 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:57.487398 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222ca5b3-dee7-4017-9a7d-42f7395c37e9 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5d4ef040-6f45-44e4-8749-ccc3f727020a {{(pid=110551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:28:57.492124 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-222ca5b3-dee7-4017-9a7d-42f7395c37e9 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:57.493864 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-222ca5b3-dee7-4017-9a7d-42f7395c37e9 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] 10.222.0.64 "DELETE /v2.0/routers/5d4ef040-6f45-44e4-8749-ccc3f727020a HTTP/1.1" status: 204 len: 168 time: 0.5155103 Dec 08 16:28:57.700309 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0ee444cb-d770-4f93-aabf-8ac87645800a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:57.708938 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-739ea95e-5c04-4f29-860c-200dca327a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] For port 6d920980-d538-40f4-9be0-007f36814ca8, host n-h2-776250-12, got binding levels [] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:28:57.709314 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-739ea95e-5c04-4f29-860c-200dca327a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:57.736614 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-739ea95e-5c04-4f29-860c-200dca327a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Calling delete_port for 6d920980-d538-40f4-9be0-007f36814ca8 owned by {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:28:57.847597 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40fa2d-1c5c-4d49-aff6-c08007c317c9 req-b70516ee-a491-434a-a7cd-9bc1fb74e1e2 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:57.849117 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bd40fa2d-1c5c-4d49-aff6-c08007c317c9 req-b70516ee-a491-434a-a7cd-9bc1fb74e1e2 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/networks?id=6bc7cad8-ce82-4d14-8967-10a5440b0811 HTTP/1.1" status: 200 len: 814 time: 0.2257230 Dec 08 16:28:57.882804 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bd40fa2d-1c5c-4d49-aff6-c08007c317c9 req-735b9a81-6b04-4420-92dd-e08434401c0d tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/quotas/39d0a07c70234221a3fafc599aa62bdb HTTP/1.1" status: 200 len: 375 time: 0.0267837 Dec 08 16:28:57.895024 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43180) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:57.950420 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-0ee444cb-d770-4f93-aabf-8ac87645800a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Deleting port 9968e3ee-276c-4e14-bd6f-f965c8e361c1 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:28:57.950679 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0ee444cb-d770-4f93-aabf-8ac87645800a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:58.006303 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bd40fa2d-1c5c-4d49-aff6-c08007c317c9 req-5c56f447-ba8b-40f0-b0dc-f669af1a70a7 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=39d0a07c70234221a3fafc599aa62bdb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1116560 Dec 08 16:28:58.067226 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-739ea95e-5c04-4f29-860c-200dca327a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:58.073145 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-8e287bd2-588b-40a2-aa51-13879e065a2e tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1945572756', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}, 'admin_state_up': False}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:58.113182 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-0ee444cb-d770-4f93-aabf-8ac87645800a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] For port 9968e3ee-276c-4e14-bd6f-f965c8e361c1, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=9968e3ee-276c-4e14-bd6f-f965c8e361c1,segment=NetworkSegment(c8abd36f-2461-4611-97f2-abcf197e6637),segment_id=c8abd36f-2461-4611-97f2-abcf197e6637)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:28:58.113556 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0ee444cb-d770-4f93-aabf-8ac87645800a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:58.117552 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739ea95e-5c04-4f29-860c-200dca327a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Pushing event deleted for resources: {'Port': ['ID=6d920980-d538-40f4-9be0-007f36814ca8,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:58.137975 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-739ea95e-5c04-4f29-860c-200dca327a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:58.141891 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-739ea95e-5c04-4f29-860c-200dca327a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] 10.222.0.64 "DELETE /v2.0/ports/6d920980-d538-40f4-9be0-007f36814ca8 HTTP/1.1" status: 204 len: 168 time: 1.2290206 Dec 08 16:28:58.144781 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43184) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:58.147578 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-0ee444cb-d770-4f93-aabf-8ac87645800a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Calling delete_port for 9968e3ee-276c-4e14-bd6f-f965c8e361c1 owned by network:dhcp {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:28:58.157159 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8e287bd2-588b-40a2-aa51-13879e065a2e tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:58.158213 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8e287bd2-588b-40a2-aa51-13879e065a2e tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:58.177348 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-279ffc07-8f6c-45e7-b41a-73cbc630c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] GET failed (client error): The resource could not be found. Dec 08 16:28:58.178840 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-279ffc07-8f6c-45e7-b41a-73cbc630c19d tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] 10.222.0.64 "GET /v2.0/ports/6d920980-d538-40f4-9be0-007f36814ca8 HTTP/1.1" status: 404 len: 333 time: 0.0328631 Dec 08 16:28:58.183922 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43186) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:58.189984 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-d83e04e5-0b1a-41ac-b080-91465bbd0f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-114414053', 'network_id': '031e911d-27d3-4bf5-9e6c-1961ec9c2283'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:58.230759 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bd40fa2d-1c5c-4d49-aff6-c08007c317c9 req-04046907-8195-4908-9f3f-f68b7175efd1 service neutron] 10.222.0.64 "GET /v2.0/networks/6bc7cad8-ce82-4d14-8967-10a5440b0811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165511 Dec 08 16:28:58.261169 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8e287bd2-588b-40a2-aa51-13879e065a2e tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:58.343058 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bd40fa2d-1c5c-4d49-aff6-c08007c317c9 req-69bdf0e0-c1d6-4e37-b6e7-4f59176a13a8 service neutron] 10.222.0.64 "GET /v2.0/networks/6bc7cad8-ce82-4d14-8967-10a5440b0811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018014 Dec 08 16:28:58.407427 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83e04e5-0b1a-41ac-b080-91465bbd0f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Made reservation on behalf of 07209e965ae64b8db263af5af1325172 for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:28:58.409598 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d83e04e5-0b1a-41ac-b080-91465bbd0f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:58.441162 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0ee444cb-d770-4f93-aabf-8ac87645800a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:58.476206 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee444cb-d770-4f93-aabf-8ac87645800a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Pushing event deleted for resources: {'Port': ['ID=9968e3ee-276c-4e14-bd6f-f965c8e361c1,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:58.480710 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee444cb-d770-4f93-aabf-8ac87645800a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] No DVR routers for this DVR port 9968e3ee-276c-4e14-bd6f-f965c8e361c1 on host n-d-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:28:58.494255 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-d83e04e5-0b1a-41ac-b080-91465bbd0f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] device_id is not set on port f872f5d7-2b24-4a7c-aa51-526f4656b7fd yet. {{(pid=110551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:28:58.572067 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0ee444cb-d770-4f93-aabf-8ac87645800a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:58.603451 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8e287bd2-588b-40a2-aa51-13879e065a2e tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:58.622705 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-0ee444cb-d770-4f93-aabf-8ac87645800a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ff55090-6924-4a54-a495-43c998ca6aa3']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:58.654328 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-0ee444cb-d770-4f93-aabf-8ac87645800a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8abd36f-2461-4611-97f2-abcf197e6637') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:58.654328 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-0ee444cb-d770-4f93-aabf-8ac87645800a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8abd36f-2461-4611-97f2-abcf197e6637') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:58.666772 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0ee444cb-d770-4f93-aabf-8ac87645800a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:58.684595 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0ee444cb-d770-4f93-aabf-8ac87645800a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:58.692220 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ee444cb-d770-4f93-aabf-8ac87645800a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:28:58.692449 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0ee444cb-d770-4f93-aabf-8ac87645800a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:58.695955 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:28:58.695955 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:28:58.695955 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:28:58.695955 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:28:58.695955 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:28:58.695955 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:28:58.695955 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:28:58.695955 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:28:58.695955 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:28:58.695955 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:28:58.695955 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:28:58.695955 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:28:58.695955 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:28:58.695955 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:28:58.695955 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:28:58.695955 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:28:58.695955 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:28:58.695955 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:28:58.695955 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:28:58.695955 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:28:58.695955 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:28:58.695955 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:28:58.695955 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:28:58.695955 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:28:58.695955 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:28:58.695955 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:28:58.695955 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:28:58.695955 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:28:58.695955 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:28:58.695955 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:28:58.695955 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:28:58.695955 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:28:58.725505 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b728fe2d-548c-46d5-935e-54256fad90eb req-26faaaf9-5a84-4106-bd17-673ca09a284f tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca3714fc-8e86-4bd6-b1da-2414cadb9915 HTTP/1.1" status: 200 len: 210 time: 0.0906713 Dec 08 16:28:58.860997 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d83e04e5-0b1a-41ac-b080-91465bbd0f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:58.870620 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0ee444cb-d770-4f93-aabf-8ac87645800a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:58.896560 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0ee444cb-d770-4f93-aabf-8ac87645800a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:58.900877 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-0ee444cb-d770-4f93-aabf-8ac87645800a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "DELETE /v2.0/networks/8ff55090-6924-4a54-a495-43c998ca6aa3 HTTP/1.1" status: 204 len: 168 time: 2.9991276 Dec 08 16:28:58.901892 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee444cb-d770-4f93-aabf-8ac87645800a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Pushing event deleted for resources: {'Network': ['ID=8ff55090-6924-4a54-a495-43c998ca6aa3,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:58.904552 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43202) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:58.912123 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-7d3709d5-d1e2-46f5-a6fc-e019a9ff457d tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-11938712'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:58.991439 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3709d5-d1e2-46f5-a6fc-e019a9ff457d tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Made reservation on behalf of 8903d1f9af734148bba1eca462488b6f for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:28:58.997184 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7d3709d5-d1e2-46f5-a6fc-e019a9ff457d tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:58.997388 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d83e04e5-0b1a-41ac-b080-91465bbd0f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:59.059163 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d3709d5-d1e2-46f5-a6fc-e019a9ff457d tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:28:59.071292 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7d3709d5-d1e2-46f5-a6fc-e019a9ff457d tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:59.071869 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-7d3709d5-d1e2-46f5-a6fc-e019a9ff457d tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Added segment 59581401-842c-42d7-b85c-4924c3916c3b of type vlan for network a33cf0ec-8a88-4d43-8b32-d759eae20d68 Dec 08 16:28:59.082793 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83e04e5-0b1a-41ac-b080-91465bbd0f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Network 031e911d-27d3-4bf5-9e6c-1961ec9c2283 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:28:59.112501 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8e287bd2-588b-40a2-aa51-13879e065a2e tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks [] for router_gateway, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:59.114524 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-d83e04e5-0b1a-41ac-b080-91465bbd0f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:28:59.117070 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83e04e5-0b1a-41ac-b080-91465bbd0f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:28:59.118056 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83e04e5-0b1a-41ac-b080-91465bbd0f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:59.118669 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d83e04e5-0b1a-41ac-b080-91465bbd0f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:59.134569 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7d3709d5-d1e2-46f5-a6fc-e019a9ff457d tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:59.147264 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83e04e5-0b1a-41ac-b080-91465bbd0f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Pushing event updated for resources: {'Port': ['ID=f872f5d7-2b24-4a7c-aa51-526f4656b7fd,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:59.151491 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8e287bd2-588b-40a2-aa51-13879e065a2e tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:59.262756 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7d3709d5-d1e2-46f5-a6fc-e019a9ff457d tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:59.274290 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d83e04e5-0b1a-41ac-b080-91465bbd0f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.0812123 Dec 08 16:28:59.274290 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43208) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:59.275248 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3709d5-d1e2-46f5-a6fc-e019a9ff457d tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:59.275248 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7d3709d5-d1e2-46f5-a6fc-e019a9ff457d tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:59.309686 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-8e287bd2-588b-40a2-aa51-13879e065a2e tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Allocated IP 172.25.0.107 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/ddbf2579-cf71-4107-a42a-b4fb4b608720) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:28:59.326547 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0ebb3c-9a0b-45a7-9715-f038e751be18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:59.331058 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-2b0ebb3c-9a0b-45a7-9715-f038e751be18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] 10.222.0.64 "GET /v2.0/ports/f872f5d7-2b24-4a7c-aa51-526f4656b7fd HTTP/1.1" status: 200 len: 958 time: 0.0593078 Dec 08 16:28:59.332852 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43212) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:59.360458 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3709d5-d1e2-46f5-a6fc-e019a9ff457d tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Pushing event updated for resources: {'Network': ['ID=a33cf0ec-8a88-4d43-8b32-d759eae20d68,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:59.372741 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network a33cf0ec-8a88-4d43-8b32-d759eae20d68 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:28:59.492923 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8e287bd2-588b-40a2-aa51-13879e065a2e tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:59.503564 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-255fd7fd-593e-424b-91b5-eb73cdb62660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Deleting port f872f5d7-2b24-4a7c-aa51-526f4656b7fd {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:28:59.503824 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-255fd7fd-593e-424b-91b5-eb73cdb62660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:59.585237 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-255fd7fd-593e-424b-91b5-eb73cdb62660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:59.599532 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-255fd7fd-593e-424b-91b5-eb73cdb62660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Calling delete_port for f872f5d7-2b24-4a7c-aa51-526f4656b7fd owned by {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:28:59.612039 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-7d3709d5-d1e2-46f5-a6fc-e019a9ff457d tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.7027297 Dec 08 16:28:59.612902 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43214) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:59.626362 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-d5156526-5722-4939-9cbd-cfca6502ba84 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Request body: {'network': {'name': 'New_network'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:59.710126 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8e287bd2-588b-40a2-aa51-13879e065a2e tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:59.751535 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e287bd2-588b-40a2-aa51-13879e065a2e tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:28:59.755541 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-8e287bd2-588b-40a2-aa51-13879e065a2e tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:28:59.759803 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e287bd2-588b-40a2-aa51-13879e065a2e tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:28:59.775269 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5eb74f-fe8d-4d60-a062-e08fda2e8c4a None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:28:59.797375 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e287bd2-588b-40a2-aa51-13879e065a2e tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Pushing event updated for resources: {'Port': ['ID=ddbf2579-cf71-4107-a42a-b4fb4b608720,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:59.803583 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-255fd7fd-593e-424b-91b5-eb73cdb62660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:59.831108 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d5156526-5722-4939-9cbd-cfca6502ba84 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:59.842852 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255fd7fd-593e-424b-91b5-eb73cdb62660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Pushing event deleted for resources: {'Port': ['ID=f872f5d7-2b24-4a7c-aa51-526f4656b7fd,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:59.851494 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-7df7fa0b-3015-4325-afb1-58bea0f386fc None None] Provisioning complete for port ddbf2579-cf71-4107-a42a-b4fb4b608720 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:59.851942 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7df7fa0b-3015-4325-afb1-58bea0f386fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:59.883515 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-88d35352-f68b-4e2c-99e2-4a43fe4e44d8 req-bba2533d-e520-492b-8f5c-692a937a8fa0 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca3714fc-8e86-4bd6-b1da-2414cadb9915 HTTP/1.1" status: 200 len: 210 time: 0.0282514 Dec 08 16:28:59.893583 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-7df7fa0b-3015-4325-afb1-58bea0f386fc None None] Port ddbf2579-cf71-4107-a42a-b4fb4b608720 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:28:59.918419 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-255fd7fd-593e-424b-91b5-eb73cdb62660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:59.921735 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-255fd7fd-593e-424b-91b5-eb73cdb62660 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] 10.222.0.64 "DELETE /v2.0/ports/f872f5d7-2b24-4a7c-aa51-526f4656b7fd HTTP/1.1" status: 204 len: 168 time: 0.5882077 Dec 08 16:28:59.924409 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43220) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:59.924582 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d5156526-5722-4939-9cbd-cfca6502ba84 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:59.935365 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d5156526-5722-4939-9cbd-cfca6502ba84 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Network a33cf0ec-8a88-4d43-8b32-d759eae20d68 is not hosted by any dhcp agent {{(pid=110550) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 08 16:28:59.940830 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5156526-5722-4939-9cbd-cfca6502ba84 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:59.941451 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d5156526-5722-4939-9cbd-cfca6502ba84 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:59.942724 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-d5156526-5722-4939-9cbd-cfca6502ba84 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "PUT /v2.0/networks/a33cf0ec-8a88-4d43-8b32-d759eae20d68 HTTP/1.1" status: 200 len: 723 time: 0.3288107 Dec 08 16:28:59.952098 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43222) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:59.972692 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-12283ab8-8e7d-4a89-8611-7df97736bea5 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Request body: {'subnet': {'network_id': 'a33cf0ec-8a88-4d43-8b32-d759eae20d68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:59.978427 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-25c313e4-0781-4488-a41f-4ddd75037ef1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] GET failed (client error): The resource could not be found. Dec 08 16:28:59.979805 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-25c313e4-0781-4488-a41f-4ddd75037ef1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] 10.222.0.64 "GET /v2.0/ports/f872f5d7-2b24-4a7c-aa51-526f4656b7fd HTTP/1.1" status: 404 len: 333 time: 0.0544608 Dec 08 16:28:59.984942 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43224) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:59.992726 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-a143bf83-f256-47ed-8321-798f2db5387a tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Request body: {'port': {'network_id': '031e911d-27d3-4bf5-9e6c-1961ec9c2283', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1753417139'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:00.022228 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5156526-5722-4939-9cbd-cfca6502ba84 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Pushing event updated for resources: {'Network': ['ID=a33cf0ec-8a88-4d43-8b32-d759eae20d68,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:00.035902 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network a33cf0ec-8a88-4d43-8b32-d759eae20d68 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:29:00.138164 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a143bf83-f256-47ed-8321-798f2db5387a tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Made reservation on behalf of 07209e965ae64b8db263af5af1325172 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:29:00.140763 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a143bf83-f256-47ed-8321-798f2db5387a tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:00.158041 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [None req-a143bf83-f256-47ed-8321-798f2db5387a tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] device_id is not set on port 37099092-d590-4d44-8e2c-1a36e79cada9 yet. {{(pid=110550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:29:00.264822 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12283ab8-8e7d-4a89-8611-7df97736bea5 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Made reservation on behalf of 8903d1f9af734148bba1eca462488b6f for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:29:00.268762 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-12283ab8-8e7d-4a89-8611-7df97736bea5 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:00.316991 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a143bf83-f256-47ed-8321-798f2db5387a tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:00.347289 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8e287bd2-588b-40a2-aa51-13879e065a2e tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks [] for router_gateway, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:00.464638 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a143bf83-f256-47ed-8321-798f2db5387a tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:00.506384 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a143bf83-f256-47ed-8321-798f2db5387a tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Network 031e911d-27d3-4bf5-9e6c-1961ec9c2283 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:29:00.511406 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-a143bf83-f256-47ed-8321-798f2db5387a tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:29:00.517393 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a143bf83-f256-47ed-8321-798f2db5387a tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:29:00.518366 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a143bf83-f256-47ed-8321-798f2db5387a tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:00.518988 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a143bf83-f256-47ed-8321-798f2db5387a tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:00.528967 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a143bf83-f256-47ed-8321-798f2db5387a tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Pushing event updated for resources: {'Port': ['ID=37099092-d590-4d44-8e2c-1a36e79cada9,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:00.632613 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a143bf83-f256-47ed-8321-798f2db5387a tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6462266 Dec 08 16:29:00.635495 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43230) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:00.640660 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:00.650299 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8e287bd2-588b-40a2-aa51-13879e065a2e tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:00.694237 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-12283ab8-8e7d-4a89-8611-7df97736bea5 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:00.696003 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:00.907010 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] device_id is not set on port 37099092-d590-4d44-8e2c-1a36e79cada9 yet. {{(pid=110550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:29:00.917539 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:01.021086 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:01.079923 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Pushing event updated for resources: {'Port': ['ID=37099092-d590-4d44-8e2c-1a36e79cada9,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:01.097375 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 37099092-d590-4d44-8e2c-1a36e79cada9 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:29:01.097722 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 37099092-d590-4d44-8e2c-1a36e79cada9 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '6c0a9cd4-d5da-4ed4-ae83-95d26a4c906e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '031e911d-27d3-4bf5-9e6c-1961ec9c2283'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:29:01.098061 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 37099092-d590-4d44-8e2c-1a36e79cada9 on network 031e911d-27d3-4bf5-9e6c-1961ec9c2283 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:29:01.103259 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Port 37099092-d590-4d44-8e2c-1a36e79cada9 on network 031e911d-27d3-4bf5-9e6c-1961ec9c2283 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:29:01.103598 n-d-776250-12 neutron-server[110550]: ERROR neutron.plugins.ml2.managers [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Failed to bind port 37099092-d590-4d44-8e2c-1a36e79cada9 on host n-h2-776250-12 for vnic_type normal using segments [{'id': '6c0a9cd4-d5da-4ed4-ae83-95d26a4c906e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '031e911d-27d3-4bf5-9e6c-1961ec9c2283'}] Dec 08 16:29:01.103989 n-d-776250-12 neutron-server[110550]: INFO neutron.plugins.ml2.plugin [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempt 2 to bind port 37099092-d590-4d44-8e2c-1a36e79cada9 Dec 08 16:29:01.119730 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 37099092-d590-4d44-8e2c-1a36e79cada9 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:29:01.120198 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 37099092-d590-4d44-8e2c-1a36e79cada9 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '6c0a9cd4-d5da-4ed4-ae83-95d26a4c906e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '031e911d-27d3-4bf5-9e6c-1961ec9c2283'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:29:01.120605 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 37099092-d590-4d44-8e2c-1a36e79cada9 on network 031e911d-27d3-4bf5-9e6c-1961ec9c2283 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:29:01.125619 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Port 37099092-d590-4d44-8e2c-1a36e79cada9 on network 031e911d-27d3-4bf5-9e6c-1961ec9c2283 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:29:01.126032 n-d-776250-12 neutron-server[110550]: ERROR neutron.plugins.ml2.managers [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Failed to bind port 37099092-d590-4d44-8e2c-1a36e79cada9 on host n-h2-776250-12 for vnic_type normal using segments [{'id': '6c0a9cd4-d5da-4ed4-ae83-95d26a4c906e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '031e911d-27d3-4bf5-9e6c-1961ec9c2283'}] Dec 08 16:29:01.126522 n-d-776250-12 neutron-server[110550]: INFO neutron.plugins.ml2.plugin [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempt 3 to bind port 37099092-d590-4d44-8e2c-1a36e79cada9 Dec 08 16:29:01.139987 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 37099092-d590-4d44-8e2c-1a36e79cada9 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:29:01.140368 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 37099092-d590-4d44-8e2c-1a36e79cada9 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '6c0a9cd4-d5da-4ed4-ae83-95d26a4c906e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '031e911d-27d3-4bf5-9e6c-1961ec9c2283'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:29:01.140716 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 37099092-d590-4d44-8e2c-1a36e79cada9 on network 031e911d-27d3-4bf5-9e6c-1961ec9c2283 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:29:01.145960 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Port 37099092-d590-4d44-8e2c-1a36e79cada9 on network 031e911d-27d3-4bf5-9e6c-1961ec9c2283 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:29:01.146539 n-d-776250-12 neutron-server[110550]: ERROR neutron.plugins.ml2.managers [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Failed to bind port 37099092-d590-4d44-8e2c-1a36e79cada9 on host n-h2-776250-12 for vnic_type normal using segments [{'id': '6c0a9cd4-d5da-4ed4-ae83-95d26a4c906e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '031e911d-27d3-4bf5-9e6c-1961ec9c2283'}] Dec 08 16:29:01.146943 n-d-776250-12 neutron-server[110550]: INFO neutron.plugins.ml2.plugin [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempt 4 to bind port 37099092-d590-4d44-8e2c-1a36e79cada9 Dec 08 16:29:01.163182 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 37099092-d590-4d44-8e2c-1a36e79cada9 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:29:01.163791 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 37099092-d590-4d44-8e2c-1a36e79cada9 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '6c0a9cd4-d5da-4ed4-ae83-95d26a4c906e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '031e911d-27d3-4bf5-9e6c-1961ec9c2283'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:29:01.163791 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 37099092-d590-4d44-8e2c-1a36e79cada9 on network 031e911d-27d3-4bf5-9e6c-1961ec9c2283 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:29:01.169035 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Port 37099092-d590-4d44-8e2c-1a36e79cada9 on network 031e911d-27d3-4bf5-9e6c-1961ec9c2283 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:29:01.169361 n-d-776250-12 neutron-server[110550]: ERROR neutron.plugins.ml2.managers [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Failed to bind port 37099092-d590-4d44-8e2c-1a36e79cada9 on host n-h2-776250-12 for vnic_type normal using segments [{'id': '6c0a9cd4-d5da-4ed4-ae83-95d26a4c906e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '031e911d-27d3-4bf5-9e6c-1961ec9c2283'}] Dec 08 16:29:01.169817 n-d-776250-12 neutron-server[110550]: INFO neutron.plugins.ml2.plugin [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempt 5 to bind port 37099092-d590-4d44-8e2c-1a36e79cada9 Dec 08 16:29:01.174269 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12283ab8-8e7d-4a89-8611-7df97736bea5 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Pushing event updated for resources: {'Subnet': ['ID=f10c43f4-894c-4bb6-abd2-c080961bcff9,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:01.185357 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 37099092-d590-4d44-8e2c-1a36e79cada9 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:29:01.185357 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 37099092-d590-4d44-8e2c-1a36e79cada9 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '6c0a9cd4-d5da-4ed4-ae83-95d26a4c906e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '031e911d-27d3-4bf5-9e6c-1961ec9c2283'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:29:01.185357 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 37099092-d590-4d44-8e2c-1a36e79cada9 on network 031e911d-27d3-4bf5-9e6c-1961ec9c2283 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:29:01.190524 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Port 37099092-d590-4d44-8e2c-1a36e79cada9 on network 031e911d-27d3-4bf5-9e6c-1961ec9c2283 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:29:01.190901 n-d-776250-12 neutron-server[110550]: ERROR neutron.plugins.ml2.managers [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Failed to bind port 37099092-d590-4d44-8e2c-1a36e79cada9 on host n-h2-776250-12 for vnic_type normal using segments [{'id': '6c0a9cd4-d5da-4ed4-ae83-95d26a4c906e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '031e911d-27d3-4bf5-9e6c-1961ec9c2283'}] Dec 08 16:29:01.191262 n-d-776250-12 neutron-server[110550]: INFO neutron.plugins.ml2.plugin [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempt 6 to bind port 37099092-d590-4d44-8e2c-1a36e79cada9 Dec 08 16:29:01.214854 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 37099092-d590-4d44-8e2c-1a36e79cada9 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:29:01.214854 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 37099092-d590-4d44-8e2c-1a36e79cada9 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '6c0a9cd4-d5da-4ed4-ae83-95d26a4c906e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '031e911d-27d3-4bf5-9e6c-1961ec9c2283'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:29:01.214854 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 37099092-d590-4d44-8e2c-1a36e79cada9 on network 031e911d-27d3-4bf5-9e6c-1961ec9c2283 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:29:01.222120 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Port 37099092-d590-4d44-8e2c-1a36e79cada9 on network 031e911d-27d3-4bf5-9e6c-1961ec9c2283 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:29:01.222459 n-d-776250-12 neutron-server[110550]: ERROR neutron.plugins.ml2.managers [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Failed to bind port 37099092-d590-4d44-8e2c-1a36e79cada9 on host n-h2-776250-12 for vnic_type normal using segments [{'id': '6c0a9cd4-d5da-4ed4-ae83-95d26a4c906e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '031e911d-27d3-4bf5-9e6c-1961ec9c2283'}] Dec 08 16:29:01.222859 n-d-776250-12 neutron-server[110550]: INFO neutron.plugins.ml2.plugin [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempt 7 to bind port 37099092-d590-4d44-8e2c-1a36e79cada9 Dec 08 16:29:01.239035 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 37099092-d590-4d44-8e2c-1a36e79cada9 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:29:01.239382 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 37099092-d590-4d44-8e2c-1a36e79cada9 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '6c0a9cd4-d5da-4ed4-ae83-95d26a4c906e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '031e911d-27d3-4bf5-9e6c-1961ec9c2283'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:29:01.239730 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 37099092-d590-4d44-8e2c-1a36e79cada9 on network 031e911d-27d3-4bf5-9e6c-1961ec9c2283 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:29:01.244299 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Port 37099092-d590-4d44-8e2c-1a36e79cada9 on network 031e911d-27d3-4bf5-9e6c-1961ec9c2283 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:29:01.244632 n-d-776250-12 neutron-server[110550]: ERROR neutron.plugins.ml2.managers [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Failed to bind port 37099092-d590-4d44-8e2c-1a36e79cada9 on host n-h2-776250-12 for vnic_type normal using segments [{'id': '6c0a9cd4-d5da-4ed4-ae83-95d26a4c906e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '031e911d-27d3-4bf5-9e6c-1961ec9c2283'}] Dec 08 16:29:01.245106 n-d-776250-12 neutron-server[110550]: INFO neutron.plugins.ml2.plugin [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempt 8 to bind port 37099092-d590-4d44-8e2c-1a36e79cada9 Dec 08 16:29:01.245801 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b76d63f0-975d-4d26-ab72-95576ea365e4 req-5ab5d137-257e-4c32-88c7-2c1d076c239b tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca3714fc-8e86-4bd6-b1da-2414cadb9915 HTTP/1.1" status: 200 len: 210 time: 0.1063623 Dec 08 16:29:01.259980 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 37099092-d590-4d44-8e2c-1a36e79cada9 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:29:01.260396 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 37099092-d590-4d44-8e2c-1a36e79cada9 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '6c0a9cd4-d5da-4ed4-ae83-95d26a4c906e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '031e911d-27d3-4bf5-9e6c-1961ec9c2283'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:29:01.260747 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 37099092-d590-4d44-8e2c-1a36e79cada9 on network 031e911d-27d3-4bf5-9e6c-1961ec9c2283 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:29:01.265785 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12283ab8-8e7d-4a89-8611-7df97736bea5 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Checking segment: {'id': '59581401-842c-42d7-b85c-4924c3916c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a33cf0ec-8a88-4d43-8b32-d759eae20d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:29:01.266329 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Port 37099092-d590-4d44-8e2c-1a36e79cada9 on network 031e911d-27d3-4bf5-9e6c-1961ec9c2283 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:29:01.266427 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12283ab8-8e7d-4a89-8611-7df97736bea5 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Network hostable DHCP agents. Network: a33cf0ec-8a88-4d43-8b32-d759eae20d68, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:29:01.266788 n-d-776250-12 neutron-server[110550]: ERROR neutron.plugins.ml2.managers [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Failed to bind port 37099092-d590-4d44-8e2c-1a36e79cada9 on host n-h2-776250-12 for vnic_type normal using segments [{'id': '6c0a9cd4-d5da-4ed4-ae83-95d26a4c906e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '031e911d-27d3-4bf5-9e6c-1961ec9c2283'}] Dec 08 16:29:01.268071 n-d-776250-12 neutron-server[110550]: INFO neutron.plugins.ml2.plugin [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempt 9 to bind port 37099092-d590-4d44-8e2c-1a36e79cada9 Dec 08 16:29:01.285808 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 37099092-d590-4d44-8e2c-1a36e79cada9 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:29:01.286166 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 37099092-d590-4d44-8e2c-1a36e79cada9 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '6c0a9cd4-d5da-4ed4-ae83-95d26a4c906e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '031e911d-27d3-4bf5-9e6c-1961ec9c2283'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:29:01.286873 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 37099092-d590-4d44-8e2c-1a36e79cada9 on network 031e911d-27d3-4bf5-9e6c-1961ec9c2283 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:29:01.292698 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Port 37099092-d590-4d44-8e2c-1a36e79cada9 on network 031e911d-27d3-4bf5-9e6c-1961ec9c2283 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:29:01.294610 n-d-776250-12 neutron-server[110550]: ERROR neutron.plugins.ml2.managers [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Failed to bind port 37099092-d590-4d44-8e2c-1a36e79cada9 on host n-h2-776250-12 for vnic_type normal using segments [{'id': '6c0a9cd4-d5da-4ed4-ae83-95d26a4c906e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '031e911d-27d3-4bf5-9e6c-1961ec9c2283'}] Dec 08 16:29:01.294610 n-d-776250-12 neutron-server[110550]: INFO neutron.plugins.ml2.plugin [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempt 10 to bind port 37099092-d590-4d44-8e2c-1a36e79cada9 Dec 08 16:29:01.308145 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 37099092-d590-4d44-8e2c-1a36e79cada9 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:29:01.308520 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 37099092-d590-4d44-8e2c-1a36e79cada9 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '6c0a9cd4-d5da-4ed4-ae83-95d26a4c906e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '031e911d-27d3-4bf5-9e6c-1961ec9c2283'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:29:01.309504 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempting to bind port 37099092-d590-4d44-8e2c-1a36e79cada9 on network 031e911d-27d3-4bf5-9e6c-1961ec9c2283 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:29:01.313987 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Port 37099092-d590-4d44-8e2c-1a36e79cada9 on network 031e911d-27d3-4bf5-9e6c-1961ec9c2283 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:29:01.314738 n-d-776250-12 neutron-server[110550]: ERROR neutron.plugins.ml2.managers [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Failed to bind port 37099092-d590-4d44-8e2c-1a36e79cada9 on host n-h2-776250-12 for vnic_type normal using segments [{'id': '6c0a9cd4-d5da-4ed4-ae83-95d26a4c906e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '031e911d-27d3-4bf5-9e6c-1961ec9c2283'}] Dec 08 16:29:01.314738 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:01.335916 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40fa2d-1c5c-4d49-aff6-c08007c317c9 req-811d15ea-0b3f-45e4-a84e-f23d13036585 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:01.344447 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bd40fa2d-1c5c-4d49-aff6-c08007c317c9 req-811d15ea-0b3f-45e4-a84e-f23d13036585 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.76 "GET /v2.0/networks?id=6bc7cad8-ce82-4d14-8967-10a5440b0811 HTTP/1.1" status: 200 len: 814 time: 0.1999629 Dec 08 16:29:01.353145 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-bd40fa2d-1c5c-4d49-aff6-c08007c317c9 req-f31fb5b6-6c53-4964-91bc-e64c4ea25b77 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Request body: {'port': {'device_id': 'ca3714fc-8e86-4bd6-b1da-2414cadb9915', 'network_id': '6bc7cad8-ce82-4d14-8967-10a5440b0811', 'admin_state_up': True, 'tenant_id': '39d0a07c70234221a3fafc599aa62bdb'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:01.390937 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] For port 37099092-d590-4d44-8e2c-1a36e79cada9, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:29:01.392027 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attempted to set empty binding levels {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 08 16:29:01.424313 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12283ab8-8e7d-4a89-8611-7df97736bea5 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Network a33cf0ec-8a88-4d43-8b32-d759eae20d68 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:29:01.510183 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e287bd2-588b-40a2-aa51-13879e065a2e tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Router b9312c98-6bfc-4d8b-859d-300e6802a743 is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:29:01.590808 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:01.605052 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-12283ab8-8e7d-4a89-8611-7df97736bea5 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, a33cf0ec-8a88-4d43-8b32-d759eae20d68) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:29:01.609508 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12283ab8-8e7d-4a89-8611-7df97736bea5 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:01.610116 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-12283ab8-8e7d-4a89-8611-7df97736bea5 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:01.618402 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcd7187-f410-4dca-9b05-ecfc8899c2c2 None None] Network a33cf0ec-8a88-4d43-8b32-d759eae20d68 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:29:01.629745 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] In _notify_port_updated(), no bound segment for port 37099092-d590-4d44-8e2c-1a36e79cada9 on network 031e911d-27d3-4bf5-9e6c-1961ec9c2283 {{(pid=110550) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 16:29:01.630903 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:01.631621 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:01.633333 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] 10.222.0.64 "PUT /v2.0/ports/37099092-d590-4d44-8e2c-1a36e79cada9 HTTP/1.1" status: 200 len: 980 time: 0.9968872 Dec 08 16:29:01.636669 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43238) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:01.648807 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e287bd2-588b-40a2-aa51-13879e065a2e tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:29:01.663247 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67111d5e-728a-474f-ae28-a1a91948b520 None None] Sync routers for ids ['b9312c98-6bfc-4d8b-859d-300e6802a743'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:29:01.676327 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67111d5e-728a-474f-ae28-a1a91948b520 None None] Routers {'b9312c98-6bfc-4d8b-859d-300e6802a743'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:29:01.676860 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-67111d5e-728a-474f-ae28-a1a91948b520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:28:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['b9312c98-6bfc-4d8b-859d-300e6802a743'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:01.678524 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef479932-57a7-4a87-accf-4e0f8a2a09dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Pushing event updated for resources: {'Port': ['ID=37099092-d590-4d44-8e2c-1a36e79cada9,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:01.688596 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd40fa2d-1c5c-4d49-aff6-c08007c317c9 req-f31fb5b6-6c53-4964-91bc-e64c4ea25b77 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Made reservation on behalf of 39d0a07c70234221a3fafc599aa62bdb for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:29:01.692303 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-bd40fa2d-1c5c-4d49-aff6-c08007c317c9 req-f31fb5b6-6c53-4964-91bc-e64c4ea25b77 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:01.750764 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-67111d5e-728a-474f-ae28-a1a91948b520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:01.764706 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-ac52861d-23d5-4ad8-9fbc-1a31dc05d878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Deleting port 37099092-d590-4d44-8e2c-1a36e79cada9 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:29:01.765203 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ac52861d-23d5-4ad8-9fbc-1a31dc05d878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:01.778369 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67111d5e-728a-474f-ae28-a1a91948b520 None None] Routers {'b9312c98-6bfc-4d8b-859d-300e6802a743'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:29:01.779015 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-67111d5e-728a-474f-ae28-a1a91948b520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:28:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['b9312c98-6bfc-4d8b-859d-300e6802a743'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:01.792853 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b0a968-d309-4f9c-b7e0-dfeca44f6ccc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-a33cf0ec-8a88-4d43-8b32-d759eae20d68', 'network_id': 'a33cf0ec-8a88-4d43-8b32-d759eae20d68', 'project_id': '8903d1f9af734148bba1eca462488b6f', 'fixed_ips': [{'subnet_id': 'f10c43f4-894c-4bb6-abd2-c080961bcff9'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:29:01.793752 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-61b0a968-d309-4f9c-b7e0-dfeca44f6ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:01.815435 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-12283ab8-8e7d-4a89-8611-7df97736bea5 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8466399 Dec 08 16:29:01.819235 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43240) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:01.825575 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-a8e7608d-d17b-4bae-a4e3-ae4e0882a5bd tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:01.832335 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-67111d5e-728a-474f-ae28-a1a91948b520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:01.833283 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67111d5e-728a-474f-ae28-a1a91948b520 None None] The sync data for ids ['b9312c98-6bfc-4d8b-859d-300e6802a743'] in n-d-776250-12 is: [] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:29:01.840278 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8e287bd2-588b-40a2-aa51-13879e065a2e tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:01.840946 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-8e287bd2-588b-40a2-aa51-13879e065a2e tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.9449804 Dec 08 16:29:01.847678 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43242) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:01.861356 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-ac52861d-23d5-4ad8-9fbc-1a31dc05d878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] For port 37099092-d590-4d44-8e2c-1a36e79cada9, host n-h2-776250-12, got binding levels [] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:29:01.861727 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ac52861d-23d5-4ad8-9fbc-1a31dc05d878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:01.910527 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-ac52861d-23d5-4ad8-9fbc-1a31dc05d878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Calling delete_port for 37099092-d590-4d44-8e2c-1a36e79cada9 owned by {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:29:01.949011 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-61b0a968-d309-4f9c-b7e0-dfeca44f6ccc None None] Allocated IP 172.20.0.2 (a33cf0ec-8a88-4d43-8b32-d759eae20d68/f10c43f4-894c-4bb6-abd2-c080961bcff9/0bf62e6b-a4ca-4998-84f7-ff82f462908c) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:29:01.983925 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [req-bd40fa2d-1c5c-4d49-aff6-c08007c317c9 req-f31fb5b6-6c53-4964-91bc-e64c4ea25b77 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Allocated IP 172.20.0.3 (6bc7cad8-ce82-4d14-8967-10a5440b0811/248e37dc-1d8d-4d3e-9a87-0b6dedad1f36/ac05d7bd-0f61-44e9-be08-d0a22d449393) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:29:02.035901 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-9c1de841-09af-44fc-9983-e6fd6255b0bb tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] 10.222.0.64 "GET /v2.0/routers/b9312c98-6bfc-4d8b-859d-300e6802a743 HTTP/1.1" status: 200 len: 921 time: 0.1870122 Dec 08 16:29:02.036584 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43246) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:02.074134 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c8a7b052-fdc7-42aa-ad77-11e0fbe39312 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] 10.222.0.64 "GET /v2.0/ports?device_id=b9312c98-6bfc-4d8b-859d-300e6802a743 HTTP/1.1" status: 200 len: 205 time: 0.0349708 Dec 08 16:29:02.083544 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43248) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:02.095907 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a8e7608d-d17b-4bae-a4e3-ae4e0882a5bd tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9257945'] for subnet, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:02.137539 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-61b0a968-d309-4f9c-b7e0-dfeca44f6ccc None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:02.195874 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-61b0a968-d309-4f9c-b7e0-dfeca44f6ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:02.222207 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4854c2d1-1d08-438d-95df-e585b9f2c85b tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks [] for router, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:02.243672 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b0a968-d309-4f9c-b7e0-dfeca44f6ccc None None] Network a33cf0ec-8a88-4d43-8b32-d759eae20d68 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:29:02.247466 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-61b0a968-d309-4f9c-b7e0-dfeca44f6ccc None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:29:02.251340 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b0a968-d309-4f9c-b7e0-dfeca44f6ccc None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:29:02.328487 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b0a968-d309-4f9c-b7e0-dfeca44f6ccc None None] Pushing event updated for resources: {'Port': ['ID=0bf62e6b-a4ca-4998-84f7-ff82f462908c,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:02.352390 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ac52861d-23d5-4ad8-9fbc-1a31dc05d878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:02.385110 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-61b0a968-d309-4f9c-b7e0-dfeca44f6ccc None None] Attempting to bind port 0bf62e6b-a4ca-4998-84f7-ff82f462908c on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:29:02.385543 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-61b0a968-d309-4f9c-b7e0-dfeca44f6ccc None None] Attempting to bind port 0bf62e6b-a4ca-4998-84f7-ff82f462908c by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '59581401-842c-42d7-b85c-4924c3916c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a33cf0ec-8a88-4d43-8b32-d759eae20d68'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:29:02.385921 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b0a968-d309-4f9c-b7e0-dfeca44f6ccc None None] Attempting to bind port 0bf62e6b-a4ca-4998-84f7-ff82f462908c on network a33cf0ec-8a88-4d43-8b32-d759eae20d68 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:29:02.391540 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac52861d-23d5-4ad8-9fbc-1a31dc05d878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Pushing event deleted for resources: {'Port': ['ID=37099092-d590-4d44-8e2c-1a36e79cada9,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:02.393604 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b0a968-d309-4f9c-b7e0-dfeca44f6ccc None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:29:02.394014 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b0a968-d309-4f9c-b7e0-dfeca44f6ccc None None] Checking segment: {'id': '59581401-842c-42d7-b85c-4924c3916c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a33cf0ec-8a88-4d43-8b32-d759eae20d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:29:02.394680 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-61b0a968-d309-4f9c-b7e0-dfeca44f6ccc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:02.395250 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b0a968-d309-4f9c-b7e0-dfeca44f6ccc None None] Bound using segment: {'id': '59581401-842c-42d7-b85c-4924c3916c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a33cf0ec-8a88-4d43-8b32-d759eae20d68'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:29:02.395744 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-61b0a968-d309-4f9c-b7e0-dfeca44f6ccc None None] Bound port: 0bf62e6b-a4ca-4998-84f7-ff82f462908c, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59581401-842c-42d7-b85c-4924c3916c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a33cf0ec-8a88-4d43-8b32-d759eae20d68'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:29:02.396140 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-61b0a968-d309-4f9c-b7e0-dfeca44f6ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:02.409279 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ac52861d-23d5-4ad8-9fbc-1a31dc05d878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:02.416139 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ac52861d-23d5-4ad8-9fbc-1a31dc05d878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] 10.222.0.64 "DELETE /v2.0/ports/37099092-d590-4d44-8e2c-1a36e79cada9 HTTP/1.1" status: 204 len: 168 time: 0.7783272 Dec 08 16:29:02.418313 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43252) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:02.440870 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9f8f8c81-4273-4b0b-a282-757cade4e10e req-7c55275c-a75d-4724-ae83-7942d3585bd1 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca3714fc-8e86-4bd6-b1da-2414cadb9915 HTTP/1.1" status: 200 len: 210 time: 0.0570045 Dec 08 16:29:02.458915 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbce1407-921a-4fba-aabf-2c59beb704be tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] GET failed (client error): The resource could not be found. Dec 08 16:29:02.461392 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-cbce1407-921a-4fba-aabf-2c59beb704be tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141475077-project-admin] 10.222.0.64 "GET /v2.0/ports/37099092-d590-4d44-8e2c-1a36e79cada9 HTTP/1.1" status: 404 len: 333 time: 0.0402713 Dec 08 16:29:02.464619 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4854c2d1-1d08-438d-95df-e585b9f2c85b tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:02.472811 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43254) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:02.485684 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-61b0a968-d309-4f9c-b7e0-dfeca44f6ccc None None] For port 0bf62e6b-a4ca-4998-84f7-ff82f462908c, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:29:02.489030 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-61b0a968-d309-4f9c-b7e0-dfeca44f6ccc None None] For port 0bf62e6b-a4ca-4998-84f7-ff82f462908c, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=0bf62e6b-a4ca-4998-84f7-ff82f462908c,segment=NetworkSegment(59581401-842c-42d7-b85c-4924c3916c3b),segment_id=59581401-842c-42d7-b85c-4924c3916c3b)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:29:02.509500 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-bd40fa2d-1c5c-4d49-aff6-c08007c317c9 req-f31fb5b6-6c53-4964-91bc-e64c4ea25b77 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:02.511401 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a8e7608d-d17b-4bae-a4e3-ae4e0882a5bd tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740895663903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3387065'] for subnet, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:02.599705 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e7608d-d17b-4bae-a4e3-ae4e0882a5bd tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:02.600442 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a8e7608d-d17b-4bae-a4e3-ae4e0882a5bd tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:02.601779 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a8e7608d-d17b-4bae-a4e3-ae4e0882a5bd tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "PUT /v2.0/subnets/f10c43f4-894c-4bb6-abd2-c080961bcff9 HTTP/1.1" status: 200 len: 806 time: 0.7814009 Dec 08 16:29:02.606112 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43256) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:02.635960 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-61b0a968-d309-4f9c-b7e0-dfeca44f6ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:02.636684 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-839bbc40-e9a4-4531-a282-1dde5ce520d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-175083136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-175083136-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:02.650667 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e7608d-d17b-4bae-a4e3-ae4e0882a5bd tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Pushing event updated for resources: {'Subnet': ['ID=f10c43f4-894c-4bb6-abd2-c080961bcff9,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:02.659258 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-4854c2d1-1d08-438d-95df-e585b9f2c85b tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Deleting port ddbf2579-cf71-4107-a42a-b4fb4b608720 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:29:02.659378 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4854c2d1-1d08-438d-95df-e585b9f2c85b tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:02.739367 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b0a968-d309-4f9c-b7e0-dfeca44f6ccc None None] Pushing event updated for resources: {'Port': ['ID=0bf62e6b-a4ca-4998-84f7-ff82f462908c,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:02.757795 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-bd40fa2d-1c5c-4d49-aff6-c08007c317c9 req-f31fb5b6-6c53-4964-91bc-e64c4ea25b77 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:02.776961 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['8e2f5328-cb55-4a7f-a135-b8d3235ad8af'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:29:02.777785 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9a6c2052-2ad1-46d1-a28b-39e047a34b80 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:02.798334 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4854c2d1-1d08-438d-95df-e585b9f2c85b tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:02.817798 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-4854c2d1-1d08-438d-95df-e585b9f2c85b tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Calling delete_port for ddbf2579-cf71-4107-a42a-b4fb4b608720 owned by network:router_gateway {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:29:02.818018 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-839bbc40-e9a4-4531-a282-1dde5ce520d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-175083136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-175083136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:02.854814 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd40fa2d-1c5c-4d49-aff6-c08007c317c9 req-f31fb5b6-6c53-4964-91bc-e64c4ea25b77 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Network 6bc7cad8-ce82-4d14-8967-10a5440b0811 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:29:02.870320 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [req-bd40fa2d-1c5c-4d49-aff6-c08007c317c9 req-f31fb5b6-6c53-4964-91bc-e64c4ea25b77 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:29:02.873333 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-839bbc40-e9a4-4531-a282-1dde5ce520d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-175083136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-175083136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['031e911d-27d3-4bf5-9e6c-1961ec9c2283']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:02.893135 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd40fa2d-1c5c-4d49-aff6-c08007c317c9 req-f31fb5b6-6c53-4964-91bc-e64c4ea25b77 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:29:02.928264 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68eef46d-6f69-4400-a1c0-3815f6544fcb None None] DHCP port deletion for 6bc7cad8-ce82-4d14-8967-10a5440b0811 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:29:03.005799 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40fa2d-1c5c-4d49-aff6-c08007c317c9 req-f31fb5b6-6c53-4964-91bc-e64c4ea25b77 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:03.005799 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-bd40fa2d-1c5c-4d49-aff6-c08007c317c9 req-f31fb5b6-6c53-4964-91bc-e64c4ea25b77 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:03.021483 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-839bbc40-e9a4-4531-a282-1dde5ce520d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-175083136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-175083136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c0a9cd4-d5da-4ed4-ae83-95d26a4c906e') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:03.021483 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-839bbc40-e9a4-4531-a282-1dde5ce520d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-175083136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-175083136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c0a9cd4-d5da-4ed4-ae83-95d26a4c906e') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:03.025200 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31fb5b6-6c53-4964-91bc-e64c4ea25b77 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Pushing event updated for resources: {'Port': ['ID=ac05d7bd-0f61-44e9-be08-d0a22d449393,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:03.046345 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-9a6c2052-2ad1-46d1-a28b-39e047a34b80 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Deleting port 0bf62e6b-a4ca-4998-84f7-ff82f462908c {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:29:03.046850 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9a6c2052-2ad1-46d1-a28b-39e047a34b80 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:03.073530 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-839bbc40-e9a4-4531-a282-1dde5ce520d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-175083136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-175083136-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:03.081397 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-5fd1ac62-391c-4c09-bac3-3994e7143450 None None] Provisioning complete for port ac05d7bd-0f61-44e9-be08-d0a22d449393 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:03.083803 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5fd1ac62-391c-4c09-bac3-3994e7143450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:03.108389 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-839bbc40-e9a4-4531-a282-1dde5ce520d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-175083136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-175083136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:03.120079 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-839bbc40-e9a4-4531-a282-1dde5ce520d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-175083136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-175083136-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:29:03.120564 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-839bbc40-e9a4-4531-a282-1dde5ce520d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-175083136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-175083136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:03.124045 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:29:03.124045 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:29:03.124045 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:29:03.124045 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:29:03.124045 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:29:03.124045 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:29:03.124045 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:29:03.124045 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:29:03.124045 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:29:03.124045 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:29:03.124045 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:29:03.124045 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:29:03.124045 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:29:03.124045 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:29:03.124045 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:29:03.124045 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:29:03.124045 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:29:03.124045 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:29:03.124045 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:29:03.124045 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:29:03.124045 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:29:03.124045 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:29:03.124045 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:29:03.124045 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:29:03.124045 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:29:03.124045 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:29:03.124045 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:29:03.124045 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:29:03.124045 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:29:03.124045 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:29:03.124045 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:29:03.124045 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:29:03.187734 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-5fd1ac62-391c-4c09-bac3-3994e7143450 None None] Port ac05d7bd-0f61-44e9-be08-d0a22d449393 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:29:03.200537 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bd40fa2d-1c5c-4d49-aff6-c08007c317c9 req-f31fb5b6-6c53-4964-91bc-e64c4ea25b77 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8527546 Dec 08 16:29:03.222829 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-bd40fa2d-1c5c-4d49-aff6-c08007c317c9 req-1096c1bd-8a8c-466b-94c4-d82d49fbce83 service neutron] Request body: {'port': {'device_id': 'ca3714fc-8e86-4bd6-b1da-2414cadb9915', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:03.289166 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-bd40fa2d-1c5c-4d49-aff6-c08007c317c9 req-1096c1bd-8a8c-466b-94c4-d82d49fbce83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:03.292910 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-9a6c2052-2ad1-46d1-a28b-39e047a34b80 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] For port 0bf62e6b-a4ca-4998-84f7-ff82f462908c, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=0bf62e6b-a4ca-4998-84f7-ff82f462908c,segment=NetworkSegment(59581401-842c-42d7-b85c-4924c3916c3b),segment_id=59581401-842c-42d7-b85c-4924c3916c3b)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:29:03.293359 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9a6c2052-2ad1-46d1-a28b-39e047a34b80 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:03.309763 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-9a6c2052-2ad1-46d1-a28b-39e047a34b80 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Calling delete_port for 0bf62e6b-a4ca-4998-84f7-ff82f462908c owned by network:dhcp {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:29:03.336374 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-839bbc40-e9a4-4531-a282-1dde5ce520d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-175083136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-175083136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:03.350102 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-839bbc40-e9a4-4531-a282-1dde5ce520d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-175083136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-175083136-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:03.354223 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-839bbc40-e9a4-4531-a282-1dde5ce520d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-175083136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-175083136-project] 10.222.0.64 "DELETE /v2.0/networks/031e911d-27d3-4bf5-9e6c-1961ec9c2283 HTTP/1.1" status: 204 len: 168 time: 0.8803596 Dec 08 16:29:03.375863 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839bbc40-e9a4-4531-a282-1dde5ce520d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-175083136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-175083136-project] Pushing event deleted for resources: {'Network': ['ID=031e911d-27d3-4bf5-9e6c-1961ec9c2283,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:03.578634 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4854c2d1-1d08-438d-95df-e585b9f2c85b tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:03.604450 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa917f6-46b1-492f-8d18-1f6f4772d91b req-a643d763-6540-4264-a2f9-5391ce793ae1 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:03.606067 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4fa917f6-46b1-492f-8d18-1f6f4772d91b req-a643d763-6540-4264-a2f9-5391ce793ae1 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca3714fc-8e86-4bd6-b1da-2414cadb9915 HTTP/1.1" status: 200 len: 931 time: 0.0861523 Dec 08 16:29:03.607510 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4854c2d1-1d08-438d-95df-e585b9f2c85b tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Pushing event deleted for resources: {'Port': ['ID=ddbf2579-cf71-4107-a42a-b4fb4b608720,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:03.614795 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9a6c2052-2ad1-46d1-a28b-39e047a34b80 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:03.630976 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8373db16-88c4-49b6-a43d-78c7f3752784 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:29:03.662782 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6c2052-2ad1-46d1-a28b-39e047a34b80 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Pushing event deleted for resources: {'Port': ['ID=0bf62e6b-a4ca-4998-84f7-ff82f462908c,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:03.687305 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [req-bd40fa2d-1c5c-4d49-aff6-c08007c317c9 req-1096c1bd-8a8c-466b-94c4-d82d49fbce83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac05d7bd-0f61-44e9-be08-d0a22d449393 {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:29:03.701597 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-bd40fa2d-1c5c-4d49-aff6-c08007c317c9 req-1096c1bd-8a8c-466b-94c4-d82d49fbce83 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:03.712580 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4fa917f6-46b1-492f-8d18-1f6f4772d91b req-b4870fb0-878e-4d13-84b2-fbe0c5421b99 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/security-groups?id=654bd4f6-6db2-4b1b-a1c7-956de5974017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932093 Dec 08 16:29:03.719922 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [req-bd40fa2d-1c5c-4d49-aff6-c08007c317c9 req-1096c1bd-8a8c-466b-94c4-d82d49fbce83 service neutron] Transition to ACTIVE for port object ac05d7bd-0f61-44e9-be08-d0a22d449393 will not be triggered until provisioned by entity L2. {{(pid=110551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:29:03.747911 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6c2052-2ad1-46d1-a28b-39e047a34b80 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] No DVR routers for this DVR port 0bf62e6b-a4ca-4998-84f7-ff82f462908c on host n-d-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:29:03.784146 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4854c2d1-1d08-438d-95df-e585b9f2c85b tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:03.807485 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-bd40fa2d-1c5c-4d49-aff6-c08007c317c9 req-1096c1bd-8a8c-466b-94c4-d82d49fbce83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:03.871461 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85aa646d-1b8f-4304-a0fb-8707b633abc3 None None] DHCP port deletion for 6bc7cad8-ce82-4d14-8967-10a5440b0811 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:29:03.888784 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1096c1bd-8a8c-466b-94c4-d82d49fbce83 service neutron] Pushing event updated for resources: {'Port': ['ID=ac05d7bd-0f61-44e9-be08-d0a22d449393,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:03.898576 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9a6c2052-2ad1-46d1-a28b-39e047a34b80 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:03.902567 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4854c2d1-1d08-438d-95df-e585b9f2c85b tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:03.906136 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4854c2d1-1d08-438d-95df-e585b9f2c85b tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:03.998924 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43266) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:04.006608 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-bd40fa2d-1c5c-4d49-aff6-c08007c317c9 req-1096c1bd-8a8c-466b-94c4-d82d49fbce83 service neutron] Attempting to bind port ac05d7bd-0f61-44e9-be08-d0a22d449393 on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:29:04.007103 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-bd40fa2d-1c5c-4d49-aff6-c08007c317c9 req-1096c1bd-8a8c-466b-94c4-d82d49fbce83 service neutron] Attempting to bind port ac05d7bd-0f61-44e9-be08-d0a22d449393 by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': 'ae20c5bd-2351-4f26-a643-51190719905b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6bc7cad8-ce82-4d14-8967-10a5440b0811'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:29:04.007791 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd40fa2d-1c5c-4d49-aff6-c08007c317c9 req-1096c1bd-8a8c-466b-94c4-d82d49fbce83 service neutron] Attempting to bind port ac05d7bd-0f61-44e9-be08-d0a22d449393 on network 6bc7cad8-ce82-4d14-8967-10a5440b0811 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:29:04.014882 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd40fa2d-1c5c-4d49-aff6-c08007c317c9 req-1096c1bd-8a8c-466b-94c4-d82d49fbce83 service neutron] Port ac05d7bd-0f61-44e9-be08-d0a22d449393 on network 6bc7cad8-ce82-4d14-8967-10a5440b0811 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:29:04.015228 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd40fa2d-1c5c-4d49-aff6-c08007c317c9 req-1096c1bd-8a8c-466b-94c4-d82d49fbce83 service neutron] Attempting to bind port ac05d7bd-0f61-44e9-be08-d0a22d449393 on network 6bc7cad8-ce82-4d14-8967-10a5440b0811 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:29:04.021291 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd40fa2d-1c5c-4d49-aff6-c08007c317c9 req-1096c1bd-8a8c-466b-94c4-d82d49fbce83 service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:29:04.021643 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd40fa2d-1c5c-4d49-aff6-c08007c317c9 req-1096c1bd-8a8c-466b-94c4-d82d49fbce83 service neutron] Checking segment: {'id': 'ae20c5bd-2351-4f26-a643-51190719905b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6bc7cad8-ce82-4d14-8967-10a5440b0811'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:29:04.022164 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd40fa2d-1c5c-4d49-aff6-c08007c317c9 req-1096c1bd-8a8c-466b-94c4-d82d49fbce83 service neutron] Bound using segment: {'id': 'ae20c5bd-2351-4f26-a643-51190719905b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6bc7cad8-ce82-4d14-8967-10a5440b0811'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:29:04.022729 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-bd40fa2d-1c5c-4d49-aff6-c08007c317c9 req-1096c1bd-8a8c-466b-94c4-d82d49fbce83 service neutron] Bound port: ac05d7bd-0f61-44e9-be08-d0a22d449393, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae20c5bd-2351-4f26-a643-51190719905b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6bc7cad8-ce82-4d14-8967-10a5440b0811'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:29:04.023070 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-bd40fa2d-1c5c-4d49-aff6-c08007c317c9 req-1096c1bd-8a8c-466b-94c4-d82d49fbce83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:04.099143 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4854c2d1-1d08-438d-95df-e585b9f2c85b tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:04.100401 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4854c2d1-1d08-438d-95df-e585b9f2c85b tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Fanout notify agent at l3_agent the message router_deleted on router b9312c98-6bfc-4d8b-859d-300e6802a743 {{(pid=110550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:29:04.105598 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-bd40fa2d-1c5c-4d49-aff6-c08007c317c9 req-1096c1bd-8a8c-466b-94c4-d82d49fbce83 service neutron] For port ac05d7bd-0f61-44e9-be08-d0a22d449393, host n-h1-776250-12, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:29:04.108919 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-bd40fa2d-1c5c-4d49-aff6-c08007c317c9 req-1096c1bd-8a8c-466b-94c4-d82d49fbce83 service neutron] For port ac05d7bd-0f61-44e9-be08-d0a22d449393, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=ac05d7bd-0f61-44e9-be08-d0a22d449393,segment=NetworkSegment(ae20c5bd-2351-4f26-a643-51190719905b),segment_id=ae20c5bd-2351-4f26-a643-51190719905b)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:29:04.114693 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4854c2d1-1d08-438d-95df-e585b9f2c85b tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:04.115864 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-4854c2d1-1d08-438d-95df-e585b9f2c85b tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] 10.222.0.64 "DELETE /v2.0/routers/b9312c98-6bfc-4d8b-859d-300e6802a743 HTTP/1.1" status: 204 len: 168 time: 2.0312181 Dec 08 16:29:04.119736 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43270) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:04.124946 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-caefdad7-5181-4653-8c34-157f03ac5001 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Request body: {'router': {'name': 'tempest-snat-router-925990689', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'enable_snat': False}}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:04.181375 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738a181b-f2a8-400f-82b2-b5b29397cbde None None] Network a33cf0ec-8a88-4d43-8b32-d759eae20d68 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:29:04.207940 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-bd40fa2d-1c5c-4d49-aff6-c08007c317c9 req-1096c1bd-8a8c-466b-94c4-d82d49fbce83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:04.258281 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-8c955d99-bff6-424f-bcc7-8a01003aec1c None None] Could not find standard attr ID for object 0bf62e6b-a4ca-4998-84f7-ff82f462908c. {{(pid=110552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:29:04.276624 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1096c1bd-8a8c-466b-94c4-d82d49fbce83 service neutron] Pushing event updated for resources: {'Port': ['ID=ac05d7bd-0f61-44e9-be08-d0a22d449393,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:04.285259 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-caefdad7-5181-4653-8c34-157f03ac5001 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:04.286897 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-caefdad7-5181-4653-8c34-157f03ac5001 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:04.301838 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40fa2d-1c5c-4d49-aff6-c08007c317c9 req-1096c1bd-8a8c-466b-94c4-d82d49fbce83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:04.303673 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-bd40fa2d-1c5c-4d49-aff6-c08007c317c9 req-1096c1bd-8a8c-466b-94c4-d82d49fbce83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:04.306000 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bd40fa2d-1c5c-4d49-aff6-c08007c317c9 req-1096c1bd-8a8c-466b-94c4-d82d49fbce83 service neutron] 10.222.0.76 "PUT /v2.0/ports/ac05d7bd-0f61-44e9-be08-d0a22d449393 HTTP/1.1" status: 200 len: 1092 time: 1.0905271 Dec 08 16:29:04.307635 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca3714fc-8e86-4bd6-b1da-2414cadb9915', 'tag': 'ac05d7bd-0f61-44e9-be08-d0a22d449393'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:29:04.310980 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6ef831-ae0a-4d5a-b9e0-244f6bf9ca81" -d '{"events": [{"name": "network-changed", "server_uuid": "ca3714fc-8e86-4bd6-b1da-2414cadb9915", "tag": "ac05d7bd-0f61-44e9-be08-d0a22d449393"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:29:04.323571 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3af4e8-4185-455d-89e5-fadd525eaf13 None None] DHCP port deletion for 6bc7cad8-ce82-4d14-8967-10a5440b0811 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:29:04.373569 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-caefdad7-5181-4653-8c34-157f03ac5001 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:04.383008 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04852231-ff72-40ef-a90e-cd76b4b9463b None None] DHCP port deletion for a33cf0ec-8a88-4d43-8b32-d759eae20d68 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:29:04.410201 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28892eff-8e47-475f-836e-1fb281712e09 None None] Network a33cf0ec-8a88-4d43-8b32-d759eae20d68 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:29:04.411117 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b38759-fe70-4dbd-ba2e-bb8a5e923bab x-openstack-request-id: req-c9b38759-fe70-4dbd-ba2e-bb8a5e923bab {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:29:04.411402 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca3714fc-8e86-4bd6-b1da-2414cadb9915", "tag": "ac05d7bd-0f61-44e9-be08-d0a22d449393", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:29:04.411909 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c9b38759-fe70-4dbd-ba2e-bb8a5e923bab {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:29:04.412378 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca3714fc-8e86-4bd6-b1da-2414cadb9915', 'tag': 'ac05d7bd-0f61-44e9-be08-d0a22d449393', 'status': 'completed', 'code': 200} Dec 08 16:29:04.470465 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40fa2d-1c5c-4d49-aff6-c08007c317c9 req-39926fcf-d8bc-47cb-8ab4-6a1c4534e75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:04.472272 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bd40fa2d-1c5c-4d49-aff6-c08007c317c9 req-39926fcf-d8bc-47cb-8ab4-6a1c4534e75e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=39d0a07c70234221a3fafc599aa62bdb&device_id=ca3714fc-8e86-4bd6-b1da-2414cadb9915 HTTP/1.1" status: 200 len: 1095 time: 0.0578351 Dec 08 16:29:04.495328 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9a6c2052-2ad1-46d1-a28b-39e047a34b80 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:04.521194 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bd40fa2d-1c5c-4d49-aff6-c08007c317c9 req-3391e7fc-71fa-420c-8007-07b0c76336e3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac05d7bd-0f61-44e9-be08-d0a22d449393 HTTP/1.1" status: 200 len: 217 time: 0.0403044 Dec 08 16:29:04.539438 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6c2052-2ad1-46d1-a28b-39e047a34b80 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Pushing event deleted for resources: {'Subnet': ['ID=f10c43f4-894c-4bb6-abd2-c080961bcff9,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:04.572692 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:04.599936 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-9df68542-d4c5-496e-ab38-4cd415f47192 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0c6dacc3bda549c9b85ff9d632e9444f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5996342 Dec 08 16:29:04.603104 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43278) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:04.622372 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9a6c2052-2ad1-46d1-a28b-39e047a34b80 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:04.675715 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-9a6c2052-2ad1-46d1-a28b-39e047a34b80 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a33cf0ec-8a88-4d43-8b32-d759eae20d68']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:04.690045 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-9a6c2052-2ad1-46d1-a28b-39e047a34b80 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59581401-842c-42d7-b85c-4924c3916c3b') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:04.690709 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-9a6c2052-2ad1-46d1-a28b-39e047a34b80 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59581401-842c-42d7-b85c-4924c3916c3b') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:04.713211 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9a6c2052-2ad1-46d1-a28b-39e047a34b80 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:04.721698 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-558729f9-594f-4cd9-804f-ec614c056b36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:04.743604 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9a6c2052-2ad1-46d1-a28b-39e047a34b80 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:04.750450 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a6c2052-2ad1-46d1-a28b-39e047a34b80 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:29:04.751548 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9a6c2052-2ad1-46d1-a28b-39e047a34b80 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:04.755226 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:29:04.755226 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:29:04.755226 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:29:04.755226 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:29:04.755226 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:29:04.755226 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:29:04.755226 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:29:04.755226 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:29:04.755226 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:29:04.755226 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:29:04.755226 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:29:04.755226 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:29:04.755226 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:29:04.755226 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:29:04.755226 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:29:04.755226 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:29:04.755226 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:29:04.755226 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:29:04.755226 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:29:04.755226 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:29:04.755226 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:29:04.755226 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:29:04.755226 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:29:04.755226 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:29:04.755226 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:29:04.755226 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:29:04.755226 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:29:04.755226 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:29:04.755226 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:29:04.755226 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:29:04.755226 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:29:04.755226 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:29:04.772069 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-558729f9-594f-4cd9-804f-ec614c056b36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:04.792048 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40fa2d-1c5c-4d49-aff6-c08007c317c9 req-b21d7b03-70f3-4387-8348-dbdbd43be19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:04.804620 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bd40fa2d-1c5c-4d49-aff6-c08007c317c9 req-b21d7b03-70f3-4387-8348-dbdbd43be19e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=248e37dc-1d8d-4d3e-9a87-0b6dedad1f36 HTTP/1.1" status: 200 len: 854 time: 0.1855326 Dec 08 16:29:04.837744 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-caefdad7-5181-4653-8c34-157f03ac5001 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:04.851226 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bd40fa2d-1c5c-4d49-aff6-c08007c317c9 req-cce7fd5b-a85f-4717-84aa-1c5fa96b3447 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6bc7cad8-ce82-4d14-8967-10a5440b0811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452001 Dec 08 16:29:04.967784 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9a6c2052-2ad1-46d1-a28b-39e047a34b80 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:04.968035 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d71360-144e-4b94-84ce-9a7e48d9808f req-f3f62bf3-19d7-4bb4-8769-ad2bc690c18d tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:04.969539 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-558729f9-594f-4cd9-804f-ec614c056b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:04.969667 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-06d71360-144e-4b94-84ce-9a7e48d9808f req-f3f62bf3-19d7-4bb4-8769-ad2bc690c18d tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca3714fc-8e86-4bd6-b1da-2414cadb9915 HTTP/1.1" status: 200 len: 943 time: 0.1497555 Dec 08 16:29:04.982946 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-558729f9-594f-4cd9-804f-ec614c056b36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:04.998200 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-558729f9-594f-4cd9-804f-ec614c056b36 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6d153381-5f3f-4944-a160-02d9bb1fa172 HTTP/1.1" status: 204 len: 168 time: 0.3872437 Dec 08 16:29:05.030345 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bd40fa2d-1c5c-4d49-aff6-c08007c317c9 req-a2eef69e-3aa1-4c91-a5d9-36e73382c3f8 service neutron] 10.222.0.76 "GET /v2.0/networks/6bc7cad8-ce82-4d14-8967-10a5440b0811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582603 Dec 08 16:29:05.045222 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9a6c2052-2ad1-46d1-a28b-39e047a34b80 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:05.050297 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-9a6c2052-2ad1-46d1-a28b-39e047a34b80 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "DELETE /v2.0/networks/a33cf0ec-8a88-4d43-8b32-d759eae20d68 HTTP/1.1" status: 204 len: 168 time: 2.4408736 Dec 08 16:29:05.050604 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558729f9-594f-4cd9-804f-ec614c056b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d153381-5f3f-4944-a160-02d9bb1fa172,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:05.056928 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43286) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:05.062881 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6c2052-2ad1-46d1-a28b-39e047a34b80 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Pushing event deleted for resources: {'Network': ['ID=a33cf0ec-8a88-4d43-8b32-d759eae20d68,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:05.170043 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-0870994f-11d7-40e9-b853-68afd95411a9 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] DELETE failed (client error): The resource could not be found. Dec 08 16:29:05.170491 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0870994f-11d7-40e9-b853-68afd95411a9 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:29:05.177217 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-0870994f-11d7-40e9-b853-68afd95411a9 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "DELETE /v2.0/networks/a33cf0ec-8a88-4d43-8b32-d759eae20d68 HTTP/1.1" status: 404 len: 339 time: 0.1071870 Dec 08 16:29:05.177495 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-06d71360-144e-4b94-84ce-9a7e48d9808f req-9bb5cf14-cd0d-453f-a820-af6db1310963 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/security-groups?id=654bd4f6-6db2-4b1b-a1c7-956de5974017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988769 Dec 08 16:29:05.177997 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43288) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:05.188478 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-f4e404cb-172e-4636-bd0e-afcd2380f7cf tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1204003711', 'description': 'd1'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:05.261662 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bd40fa2d-1c5c-4d49-aff6-c08007c317c9 req-e717cc97-bfa5-4ed6-b5e0-317faab69def service neutron] 10.222.0.76 "GET /v2.0/networks/6bc7cad8-ce82-4d14-8967-10a5440b0811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214301 Dec 08 16:29:05.413667 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e404cb-172e-4636-bd0e-afcd2380f7cf tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Made reservation on behalf of 8903d1f9af734148bba1eca462488b6f for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:29:05.419802 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f4e404cb-172e-4636-bd0e-afcd2380f7cf tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:05.523428 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4e404cb-172e-4636-bd0e-afcd2380f7cf tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:29:05.539629 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-caefdad7-5181-4653-8c34-157f03ac5001 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:05.542960 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f4e404cb-172e-4636-bd0e-afcd2380f7cf tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:05.543434 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-f4e404cb-172e-4636-bd0e-afcd2380f7cf tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Added segment 0fdb10a5-a6ba-47fe-8f84-80f5b1a029b4 of type vlan for network d352ad4e-a8e6-4aeb-a200-1c33d41bb4e9 Dec 08 16:29:05.573948 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-caefdad7-5181-4653-8c34-157f03ac5001 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:05.608267 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ef831-ae0a-4d5a-b9e0-244f6bf9ca81 req-2efbc13d-c72f-40ff-a5a8-317b8829bdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:05.609916 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4d6ef831-ae0a-4d5a-b9e0-244f6bf9ca81 req-2efbc13d-c72f-40ff-a5a8-317b8829bdfa service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=39d0a07c70234221a3fafc599aa62bdb&device_id=ca3714fc-8e86-4bd6-b1da-2414cadb9915 HTTP/1.1" status: 200 len: 1095 time: 0.1345654 Dec 08 16:29:05.664980 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f4e404cb-172e-4636-bd0e-afcd2380f7cf tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:05.828202 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ef831-ae0a-4d5a-b9e0-244f6bf9ca81 req-cbad0cb4-7136-4160-ae2e-c762409c6326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:05.829392 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43296) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:05.829876 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4d6ef831-ae0a-4d5a-b9e0-244f6bf9ca81 req-cbad0cb4-7136-4160-ae2e-c762409c6326 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6bc7cad8-ce82-4d14-8967-10a5440b0811 HTTP/1.1" status: 200 len: 915 time: 0.2088437 Dec 08 16:29:05.836315 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-caefdad7-5181-4653-8c34-157f03ac5001 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Allocated IP 172.25.0.163 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/562568e6-4ee9-43bf-83d1-bc69359a02c1) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:29:05.849538 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f4e404cb-172e-4636-bd0e-afcd2380f7cf tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:05.854278 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e404cb-172e-4636-bd0e-afcd2380f7cf tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:05.854883 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f4e404cb-172e-4636-bd0e-afcd2380f7cf tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:05.881330 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a06727d7-6705-43ab-93e4-e86014a658c8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=07209e965ae64b8db263af5af1325172&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0478463 Dec 08 16:29:05.881799 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43298) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:05.900052 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4d6ef831-ae0a-4d5a-b9e0-244f6bf9ca81 req-32a33603-e0a1-4511-a49e-9626ac26d88e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac05d7bd-0f61-44e9-be08-d0a22d449393 HTTP/1.1" status: 200 len: 217 time: 0.0607548 Dec 08 16:29:05.936865 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d2d41b09-1238-40f6-8483-ad5dcdc0c235 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:05.960320 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d2d41b09-1238-40f6-8483-ad5dcdc0c235 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:06.040116 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f4e404cb-172e-4636-bd0e-afcd2380f7cf tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8588831 Dec 08 16:29:06.040838 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e404cb-172e-4636-bd0e-afcd2380f7cf tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Pushing event updated for resources: {'Network': ['ID=d352ad4e-a8e6-4aeb-a200-1c33d41bb4e9,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:06.042776 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43300) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:06.057805 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network d352ad4e-a8e6-4aeb-a200-1c33d41bb4e9 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:29:06.066405 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ef831-ae0a-4d5a-b9e0-244f6bf9ca81 req-ed9d499b-5958-4e1e-9bdc-bead824e50d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:06.068121 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4d6ef831-ae0a-4d5a-b9e0-244f6bf9ca81 req-ed9d499b-5958-4e1e-9bdc-bead824e50d6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=248e37dc-1d8d-4d3e-9a87-0b6dedad1f36 HTTP/1.1" status: 200 len: 854 time: 0.1553407 Dec 08 16:29:06.108522 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d2d41b09-1238-40f6-8483-ad5dcdc0c235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:06.122574 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d2d41b09-1238-40f6-8483-ad5dcdc0c235 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:06.122817 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4d6ef831-ae0a-4d5a-b9e0-244f6bf9ca81 req-f7670825-9ea5-4521-96c9-cc5479243a5b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6bc7cad8-ce82-4d14-8967-10a5440b0811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460532 Dec 08 16:29:06.126261 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-d2d41b09-1238-40f6-8483-ad5dcdc0c235 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e84b6a1b-5d0b-4af7-bde4-bc88bcfc240e HTTP/1.1" status: 204 len: 168 time: 0.2412925 Dec 08 16:29:06.156819 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d41b09-1238-40f6-8483-ad5dcdc0c235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84b6a1b-5d0b-4af7-bde4-bc88bcfc240e,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:06.167656 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-caefdad7-5181-4653-8c34-157f03ac5001 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:06.184452 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6b3d08-f9e7-4ffc-8711-ff1321fc3d94 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:06.186391 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-db6b3d08-f9e7-4ffc-8711-ff1321fc3d94 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "GET /v2.0/networks?id=d352ad4e-a8e6-4aeb-a200-1c33d41bb4e9 HTTP/1.1" status: 200 len: 761 time: 0.1419392 Dec 08 16:29:06.188956 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43304) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:06.196339 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-2910e06b-90da-45ae-97d5-ffe0190d9cea tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Request body: {'network': {'description': 'd2'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:06.286227 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4d6ef831-ae0a-4d5a-b9e0-244f6bf9ca81 req-1dbd50d0-8967-424b-afd4-3b3643a58000 service neutron] 10.222.0.76 "GET /v2.0/networks/6bc7cad8-ce82-4d14-8967-10a5440b0811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388855 Dec 08 16:29:06.353543 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-caefdad7-5181-4653-8c34-157f03ac5001 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:06.410205 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786598a-a75f-49d7-95a2-8db869e376ba req-38c0e48f-7ba0-4343-8c96-ec360617c33b tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:06.411948 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9786598a-a75f-49d7-95a2-8db869e376ba req-38c0e48f-7ba0-4343-8c96-ec360617c33b tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca3714fc-8e86-4bd6-b1da-2414cadb9915 HTTP/1.1" status: 200 len: 943 time: 0.1234457 Dec 08 16:29:06.423795 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caefdad7-5181-4653-8c34-157f03ac5001 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:29:06.426035 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-caefdad7-5181-4653-8c34-157f03ac5001 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:29:06.457738 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94ea13a-c357-48f5-890a-2ea2e3bc6861 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:29:06.511660 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caefdad7-5181-4653-8c34-157f03ac5001 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:29:06.545495 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2910e06b-90da-45ae-97d5-ffe0190d9cea tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:06.570088 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-9072c838-6b69-4e47-b8fc-362ee6969f36 None None] Provisioning complete for port 562568e6-4ee9-43bf-83d1-bc69359a02c1 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:06.570735 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9072c838-6b69-4e47-b8fc-362ee6969f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:06.572247 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4d6ef831-ae0a-4d5a-b9e0-244f6bf9ca81 req-fa9103ba-16ec-4e2e-b13c-8b39f650e383 service neutron] 10.222.0.76 "GET /v2.0/networks/6bc7cad8-ce82-4d14-8967-10a5440b0811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759724 Dec 08 16:29:06.585104 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9786598a-a75f-49d7-95a2-8db869e376ba req-9ce1eaf7-5728-490b-abc0-467e2f55e71c tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/security-groups?id=654bd4f6-6db2-4b1b-a1c7-956de5974017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628904 Dec 08 16:29:06.593230 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caefdad7-5181-4653-8c34-157f03ac5001 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Pushing event updated for resources: {'Port': ['ID=562568e6-4ee9-43bf-83d1-bc69359a02c1,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:06.635275 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-9072c838-6b69-4e47-b8fc-362ee6969f36 None None] Port 562568e6-4ee9-43bf-83d1-bc69359a02c1 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:29:06.697992 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2910e06b-90da-45ae-97d5-ffe0190d9cea tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:06.723413 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2910e06b-90da-45ae-97d5-ffe0190d9cea tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Network d352ad4e-a8e6-4aeb-a200-1c33d41bb4e9 is not hosted by any dhcp agent {{(pid=110550) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 08 16:29:06.730002 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2910e06b-90da-45ae-97d5-ffe0190d9cea tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:06.730667 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2910e06b-90da-45ae-97d5-ffe0190d9cea tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:06.732070 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-2910e06b-90da-45ae-97d5-ffe0190d9cea tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "PUT /v2.0/networks/d352ad4e-a8e6-4aeb-a200-1c33d41bb4e9 HTTP/1.1" status: 200 len: 758 time: 0.5420170 Dec 08 16:29:06.736628 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43310) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:06.801441 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2910e06b-90da-45ae-97d5-ffe0190d9cea tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Pushing event updated for resources: {'Network': ['ID=d352ad4e-a8e6-4aeb-a200-1c33d41bb4e9,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:06.813739 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network d352ad4e-a8e6-4aeb-a200-1c33d41bb4e9 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:29:07.227958 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0e04a6-317b-4806-933b-af10b344eff5 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:07.229509 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-fa0e04a6-317b-4806-933b-af10b344eff5 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "GET /v2.0/networks?id=d352ad4e-a8e6-4aeb-a200-1c33d41bb4e9 HTTP/1.1" status: 200 len: 761 time: 0.4917393 Dec 08 16:29:07.233418 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43324) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:07.239002 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-cada31e0-7798-4993-8955-789bda331376 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-409468540'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:07.284170 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-caefdad7-5181-4653-8c34-157f03ac5001 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:07.367300 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cada31e0-7798-4993-8955-789bda331376 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Made reservation on behalf of 8903d1f9af734148bba1eca462488b6f for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:29:07.371600 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cada31e0-7798-4993-8955-789bda331376 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:07.398928 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cada31e0-7798-4993-8955-789bda331376 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:29:07.411013 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cada31e0-7798-4993-8955-789bda331376 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:07.411526 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-cada31e0-7798-4993-8955-789bda331376 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Added segment f8790c40-dc10-4dd0-8f2f-51ad01d08da3 of type vlan for network f6893212-7a67-42bd-ac33-213bf0d63da8 Dec 08 16:29:07.460756 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cada31e0-7798-4993-8955-789bda331376 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:07.490792 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-caefdad7-5181-4653-8c34-157f03ac5001 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:07.583583 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cada31e0-7798-4993-8955-789bda331376 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:07.589502 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cada31e0-7798-4993-8955-789bda331376 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:07.590118 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cada31e0-7798-4993-8955-789bda331376 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:07.672517 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cada31e0-7798-4993-8955-789bda331376 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Pushing event updated for resources: {'Network': ['ID=f6893212-7a67-42bd-ac33-213bf0d63da8,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:07.685725 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network f6893212-7a67-42bd-ac33-213bf0d63da8 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:29:07.724880 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b297436d-f4f7-4c2f-9e1a-35de31b722f6 req-50957f22-5a1c-42d2-b3a0-792fb8b221a8 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:07.726437 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b297436d-f4f7-4c2f-9e1a-35de31b722f6 req-50957f22-5a1c-42d2-b3a0-792fb8b221a8 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca3714fc-8e86-4bd6-b1da-2414cadb9915 HTTP/1.1" status: 200 len: 943 time: 0.0530322 Dec 08 16:29:07.732368 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caefdad7-5181-4653-8c34-157f03ac5001 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Router e759e1e4-311f-4491-b13a-c356995d7b7f is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:29:07.749034 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-cada31e0-7798-4993-8955-789bda331376 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5126343 Dec 08 16:29:07.757251 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43338) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:07.763850 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-fffe30f5-9e88-4ceb-a439-78316c826f83 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Request body: {'subnet': {'network_id': 'f6893212-7a67-42bd-ac33-213bf0d63da8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:07.847734 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b297436d-f4f7-4c2f-9e1a-35de31b722f6 req-bf49fb88-ff84-4108-a487-1919232bc3c1 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/security-groups?id=654bd4f6-6db2-4b1b-a1c7-956de5974017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124845 Dec 08 16:29:07.904148 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caefdad7-5181-4653-8c34-157f03ac5001 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:29:07.913257 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807e29ed-1f2a-4b49-b130-032376d8f18b None None] Sync routers for ids ['e759e1e4-311f-4491-b13a-c356995d7b7f'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:29:07.931100 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807e29ed-1f2a-4b49-b130-032376d8f18b None None] Routers {'e759e1e4-311f-4491-b13a-c356995d7b7f'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:29:07.931100 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-807e29ed-1f2a-4b49-b130-032376d8f18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:28:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['e759e1e4-311f-4491-b13a-c356995d7b7f'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:07.984091 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fffe30f5-9e88-4ceb-a439-78316c826f83 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Made reservation on behalf of 8903d1f9af734148bba1eca462488b6f for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:29:07.989824 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fffe30f5-9e88-4ceb-a439-78316c826f83 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:08.036895 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-807e29ed-1f2a-4b49-b130-032376d8f18b None None] Set router e759e1e4-311f-4491-b13a-c356995d7b7f gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:29:08.066229 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-caefdad7-5181-4653-8c34-157f03ac5001 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:08.070267 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-caefdad7-5181-4653-8c34-157f03ac5001 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.9469118 Dec 08 16:29:08.070649 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43346) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:08.202401 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-9d142132-b192-4b93-a28e-dcdd0768ba5b tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] 10.222.0.64 "GET /v2.0/routers/e759e1e4-311f-4491-b13a-c356995d7b7f HTTP/1.1" status: 200 len: 908 time: 0.1297760 Dec 08 16:29:08.204945 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43350) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:08.210023 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-baa46d8e-8b50-4214-98cd-dafefba988ef tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Request body: {'router': {'name': 'tempest-snat-router-925990689', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'enable_snat': True}}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:08.292517 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fffe30f5-9e88-4ceb-a439-78316c826f83 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:08.351941 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffe30f5-9e88-4ceb-a439-78316c826f83 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Pushing event updated for resources: {'Subnet': ['ID=97968795-3564-4bf1-8bce-683f06f44fb1,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:08.362601 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-baa46d8e-8b50-4214-98cd-dafefba988ef tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:08.364385 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-baa46d8e-8b50-4214-98cd-dafefba988ef tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:08.375715 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffe30f5-9e88-4ceb-a439-78316c826f83 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Checking segment: {'id': 'f8790c40-dc10-4dd0-8f2f-51ad01d08da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'f6893212-7a67-42bd-ac33-213bf0d63da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:29:08.376201 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffe30f5-9e88-4ceb-a439-78316c826f83 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Network hostable DHCP agents. Network: f6893212-7a67-42bd-ac33-213bf0d63da8, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:29:08.427632 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-807e29ed-1f2a-4b49-b130-032376d8f18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e759e1e4-311f-4491-b13a-c356995d7b7f', 'name': 'tempest-snat-router-925990689', 'tenant_id': 'd6ac03e398d64375ade2b2c208077757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.163'}], 'enable_snat': False}, 'gw_port_id': '562568e6-4ee9-43bf-83d1-bc69359a02c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:29:04Z', 'updated_at': '2021-12-08T16:29:06Z', 'revision_number': 3, 'project_id': 'd6ac03e398d64375ade2b2c208077757', 'gw_port': {'id': '562568e6-4ee9-43bf-83d1-bc69359a02c1', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e759e1e4-311f-4491-b13a-c356995d7b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:29:05Z', 'updated_at': '2021-12-08T16:29:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:08.435168 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-baa46d8e-8b50-4214-98cd-dafefba988ef tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:08.457519 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807e29ed-1f2a-4b49-b130-032376d8f18b None None] Checking router: e759e1e4-311f-4491-b13a-c356995d7b7f for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:29:08.457956 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807e29ed-1f2a-4b49-b130-032376d8f18b None None] Updating router e759e1e4-311f-4491-b13a-c356995d7b7f port 562568e6-4ee9-43bf-83d1-bc69359a02c1 binding host n-d-776250-12 {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:29:08.495504 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-807e29ed-1f2a-4b49-b130-032376d8f18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:08.509924 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffe30f5-9e88-4ceb-a439-78316c826f83 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Network f6893212-7a67-42bd-ac33-213bf0d63da8 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:29:08.641251 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:08.686488 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-fffe30f5-9e88-4ceb-a439-78316c826f83 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, f6893212-7a67-42bd-ac33-213bf0d63da8) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:29:08.691459 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffe30f5-9e88-4ceb-a439-78316c826f83 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:08.692958 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fffe30f5-9e88-4ceb-a439-78316c826f83 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:08.707019 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a72a70-734f-457d-8565-df8c1f72ed9b None None] Network f6893212-7a67-42bd-ac33-213bf0d63da8 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:29:08.720954 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-baa46d8e-8b50-4214-98cd-dafefba988ef tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:08.849868 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43366) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:08.872158 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-fffe30f5-9e88-4ceb-a439-78316c826f83 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1123550 Dec 08 16:29:08.879689 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43370) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:08.894953 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ece1801-8a6b-4f7b-956b-a2fbb047390e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-f6893212-7a67-42bd-ac33-213bf0d63da8', 'network_id': 'f6893212-7a67-42bd-ac33-213bf0d63da8', 'project_id': '8903d1f9af734148bba1eca462488b6f', 'fixed_ips': [{'subnet_id': '97968795-3564-4bf1-8bce-683f06f44fb1'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:29:08.895856 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7ece1801-8a6b-4f7b-956b-a2fbb047390e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:09.022165 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-807e29ed-1f2a-4b49-b130-032376d8f18b None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:09.153506 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-807e29ed-1f2a-4b49-b130-032376d8f18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:09.157691 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a01b975-1be1-4f36-95f0-ece88e4c9cb8 req-f4afad83-26f8-409b-b61a-4f47f806de60 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:09.159640 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0a01b975-1be1-4f36-95f0-ece88e4c9cb8 req-f4afad83-26f8-409b-b61a-4f47f806de60 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca3714fc-8e86-4bd6-b1da-2414cadb9915 HTTP/1.1" status: 200 len: 943 time: 0.1260343 Dec 08 16:29:09.229695 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648a8064-baba-44a4-9157-239b49a6b850 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:29:09.234737 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8bde8ac3-6dc0-484e-8776-4b31e30a783e tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:09.242583 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-7ece1801-8a6b-4f7b-956b-a2fbb047390e None None] Allocated IP 172.20.0.2 (f6893212-7a67-42bd-ac33-213bf0d63da8/97968795-3564-4bf1-8bce-683f06f44fb1/7ce48638-c51b-44c2-a376-5a48a1c7bb48) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:29:09.249327 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-807e29ed-1f2a-4b49-b130-032376d8f18b None None] Attempting to bind port 562568e6-4ee9-43bf-83d1-bc69359a02c1 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:29:09.249701 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-807e29ed-1f2a-4b49-b130-032376d8f18b None None] Attempting to bind port 562568e6-4ee9-43bf-83d1-bc69359a02c1 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:29:09.250382 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807e29ed-1f2a-4b49-b130-032376d8f18b None None] Attempting to bind port 562568e6-4ee9-43bf-83d1-bc69359a02c1 on network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:29:09.263345 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-63d9e98d-2088-42df-a60f-67f4fd5c62f6 tempest-PortsAdminExtendedAttrsTestJSON-2038382401 tempest-PortsAdminExtendedAttrsTestJSON-2038382401-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1741727142'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:09.271692 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a6ab62-f3b5-4919-b208-98d8b6f0b1fc None None] Pushing event updated for resources: {'Port': ['ID=562568e6-4ee9-43bf-83d1-bc69359a02c1,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:09.274360 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807e29ed-1f2a-4b49-b130-032376d8f18b None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:29:09.274688 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807e29ed-1f2a-4b49-b130-032376d8f18b None None] Checking segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:29:09.275066 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-807e29ed-1f2a-4b49-b130-032376d8f18b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:09.275464 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807e29ed-1f2a-4b49-b130-032376d8f18b None None] Bound using segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:29:09.275987 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-807e29ed-1f2a-4b49-b130-032376d8f18b None None] Bound port: 562568e6-4ee9-43bf-83d1-bc69359a02c1, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:29:09.276440 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-807e29ed-1f2a-4b49-b130-032376d8f18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:09.280898 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0a01b975-1be1-4f36-95f0-ece88e4c9cb8 req-f4d17d16-8b9a-413f-861b-e3f00da1103a tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/security-groups?id=654bd4f6-6db2-4b1b-a1c7-956de5974017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142235 Dec 08 16:29:09.335862 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8bde8ac3-6dc0-484e-8776-4b31e30a783e tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:09.342641 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-baa46d8e-8b50-4214-98cd-dafefba988ef tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:09.364868 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-baa46d8e-8b50-4214-98cd-dafefba988ef tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:09.392133 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-807e29ed-1f2a-4b49-b130-032376d8f18b None None] For port 562568e6-4ee9-43bf-83d1-bc69359a02c1, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:29:09.396253 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-807e29ed-1f2a-4b49-b130-032376d8f18b None None] For port 562568e6-4ee9-43bf-83d1-bc69359a02c1, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=562568e6-4ee9-43bf-83d1-bc69359a02c1,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:29:09.430594 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-7ceed75c-3e65-4518-a554-6ee0828bf418 None None] Provisioning complete for port 562568e6-4ee9-43bf-83d1-bc69359a02c1 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:09.430974 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7ceed75c-3e65-4518-a554-6ee0828bf418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:09.470280 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d9e98d-2088-42df-a60f-67f4fd5c62f6 tempest-PortsAdminExtendedAttrsTestJSON-2038382401 tempest-PortsAdminExtendedAttrsTestJSON-2038382401-project] Made reservation on behalf of c33e879313354a449249acd9262c800e for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:29:09.475966 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-63d9e98d-2088-42df-a60f-67f4fd5c62f6 tempest-PortsAdminExtendedAttrsTestJSON-2038382401 tempest-PortsAdminExtendedAttrsTestJSON-2038382401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:09.491819 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-63d9e98d-2088-42df-a60f-67f4fd5c62f6 tempest-PortsAdminExtendedAttrsTestJSON-2038382401 tempest-PortsAdminExtendedAttrsTestJSON-2038382401-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:09.504382 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-7ceed75c-3e65-4518-a554-6ee0828bf418 None None] Port 562568e6-4ee9-43bf-83d1-bc69359a02c1 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:29:09.521020 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-baa46d8e-8b50-4214-98cd-dafefba988ef tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Allocated IP 172.25.0.87 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/d603f6ed-7dc5-4785-b3b7-b5c7a2b65a11) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:29:09.554604 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-807e29ed-1f2a-4b49-b130-032376d8f18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:09.620132 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807e29ed-1f2a-4b49-b130-032376d8f18b None None] Routers {'e759e1e4-311f-4491-b13a-c356995d7b7f'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:29:09.620723 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-807e29ed-1f2a-4b49-b130-032376d8f18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:28:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['e759e1e4-311f-4491-b13a-c356995d7b7f'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:09.627745 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69947231-baaf-4219-95f9-6d30898e7803 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:29:09.640413 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7ece1801-8a6b-4f7b-956b-a2fbb047390e None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:09.688266 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-baa46d8e-8b50-4214-98cd-dafefba988ef tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:09.691157 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-63d9e98d-2088-42df-a60f-67f4fd5c62f6 tempest-PortsAdminExtendedAttrsTestJSON-2038382401 tempest-PortsAdminExtendedAttrsTestJSON-2038382401-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:09.696454 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a6ab62-f3b5-4919-b208-98d8b6f0b1fc None None] Pushing event updated for resources: {'Port': ['ID=562568e6-4ee9-43bf-83d1-bc69359a02c1,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:09.771748 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-d0e8509f-7680-4cec-af69-4bb04839fc03 None None] Provisioning complete for port 562568e6-4ee9-43bf-83d1-bc69359a02c1 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:09.772460 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d0e8509f-7680-4cec-af69-4bb04839fc03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:09.799511 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-807e29ed-1f2a-4b49-b130-032376d8f18b None None] Set router e759e1e4-311f-4491-b13a-c356995d7b7f gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:29:09.803783 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7ece1801-8a6b-4f7b-956b-a2fbb047390e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:09.853528 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-63d9e98d-2088-42df-a60f-67f4fd5c62f6 tempest-PortsAdminExtendedAttrsTestJSON-2038382401 tempest-PortsAdminExtendedAttrsTestJSON-2038382401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:09.859621 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-baa46d8e-8b50-4214-98cd-dafefba988ef tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:09.891031 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device ac05d7bd-0f61-44e9-be08-d0a22d449393 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:29:09.920973 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa46d8e-8b50-4214-98cd-dafefba988ef tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:29:09.926495 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-baa46d8e-8b50-4214-98cd-dafefba988ef tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:29:09.934064 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa46d8e-8b50-4214-98cd-dafefba988ef tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:29:09.938367 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8bde8ac3-6dc0-484e-8776-4b31e30a783e tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:09.967933 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bde8ac3-6dc0-484e-8776-4b31e30a783e tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Pushing event deleted for resources: {'Subnet': ['ID=97968795-3564-4bf1-8bce-683f06f44fb1,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:09.970923 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ece1801-8a6b-4f7b-956b-a2fbb047390e None None] Network f6893212-7a67-42bd-ac33-213bf0d63da8 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:29:09.971994 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf30be6-c26a-4596-86e0-fc6b2ed5a171 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:29:09.984827 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63d9e98d-2088-42df-a60f-67f4fd5c62f6 tempest-PortsAdminExtendedAttrsTestJSON-2038382401 tempest-PortsAdminExtendedAttrsTestJSON-2038382401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:29:09.987022 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d9e98d-2088-42df-a60f-67f4fd5c62f6 tempest-PortsAdminExtendedAttrsTestJSON-2038382401 tempest-PortsAdminExtendedAttrsTestJSON-2038382401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82defc88-d70d-4dd7-8118-e2b5636e7328,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:09.988417 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-7ece1801-8a6b-4f7b-956b-a2fbb047390e None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:29:09.994923 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa46d8e-8b50-4214-98cd-dafefba988ef tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Pushing event updated for resources: {'Port': ['ID=d603f6ed-7dc5-4785-b3b7-b5c7a2b65a11,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:10.007584 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-63d9e98d-2088-42df-a60f-67f4fd5c62f6 tempest-PortsAdminExtendedAttrsTestJSON-2038382401 tempest-PortsAdminExtendedAttrsTestJSON-2038382401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:10.007943 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-63d9e98d-2088-42df-a60f-67f4fd5c62f6 tempest-PortsAdminExtendedAttrsTestJSON-2038382401 tempest-PortsAdminExtendedAttrsTestJSON-2038382401-project] Added segment 64fd11f2-a175-4eb2-9506-efe13e99bbae of type vlan for network 3f0c33b4-c21d-4804-a664-5f5dfe67e525 Dec 08 16:29:10.017926 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ece1801-8a6b-4f7b-956b-a2fbb047390e None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:29:10.028471 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ece1801-8a6b-4f7b-956b-a2fbb047390e None None] Pushing event updated for resources: {'Port': ['ID=7ce48638-c51b-44c2-a376-5a48a1c7bb48,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:10.121675 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8bde8ac3-6dc0-484e-8776-4b31e30a783e tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:10.151848 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-8bde8ac3-6dc0-484e-8776-4b31e30a783e tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6893212-7a67-42bd-ac33-213bf0d63da8']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:10.167725 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-8bde8ac3-6dc0-484e-8776-4b31e30a783e tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8790c40-dc10-4dd0-8f2f-51ad01d08da3') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:10.168298 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-8bde8ac3-6dc0-484e-8776-4b31e30a783e tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8790c40-dc10-4dd0-8f2f-51ad01d08da3') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:10.185977 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8bde8ac3-6dc0-484e-8776-4b31e30a783e tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:10.196754 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port ac05d7bd-0f61-44e9-be08-d0a22d449393, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=ac05d7bd-0f61-44e9-be08-d0a22d449393,segment=NetworkSegment(ae20c5bd-2351-4f26-a643-51190719905b),segment_id=ae20c5bd-2351-4f26-a643-51190719905b)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:29:10.212803 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8bde8ac3-6dc0-484e-8776-4b31e30a783e tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:10.222152 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bde8ac3-6dc0-484e-8776-4b31e30a783e tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:29:10.222152 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8bde8ac3-6dc0-484e-8776-4b31e30a783e tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:10.225436 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:29:10.225436 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:29:10.225436 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:29:10.225436 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:29:10.225436 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:29:10.225436 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:29:10.225436 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:29:10.225436 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:29:10.225436 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:29:10.225436 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:29:10.225436 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:29:10.225436 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:29:10.225436 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:29:10.225436 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:29:10.225436 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:29:10.225436 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:29:10.225436 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:29:10.225436 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:29:10.225436 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:29:10.225436 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:29:10.225436 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:29:10.225436 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:29:10.225436 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:29:10.225436 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:29:10.225436 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:29:10.225436 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:29:10.225436 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:29:10.225436 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:29:10.225436 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:29:10.225436 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:29:10.225436 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:29:10.225436 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:29:10.286232 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': 'ac05d7bd-0f61-44e9-be08-d0a22d449393', 'network_id': '6bc7cad8-ce82-4d14-8967-10a5440b0811', 'port_id': 'ac05d7bd-0f61-44e9-be08-d0a22d449393', 'mac_address': 'fa:16:3e:4b:1f:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '248e37dc-1d8d-4d3e-9a87-0b6dedad1f36', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:29:10.298664 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-63d9e98d-2088-42df-a60f-67f4fd5c62f6 tempest-PortsAdminExtendedAttrsTestJSON-2038382401 tempest-PortsAdminExtendedAttrsTestJSON-2038382401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:10.344051 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.db.api [None req-8bde8ac3-6dc0-484e-8776-4b31e30a783e tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 16:29:10.344051 n-d-776250-12 neutron-server[110550]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 16:29:10.344051 n-d-776250-12 neutron-server[110550]: [parameters: {'id': 'f6893212-7a67-42bd-ac33-213bf0d63da8'}] Dec 08 16:29:10.344051 n-d-776250-12 neutron-server[110550]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:29:10.354179 n-d-776250-12 neutron-server[110550]: DEBUG oslo_db.api [None req-8bde8ac3-6dc0-484e-8776-4b31e30a783e tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:29:10.379736 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d0e8509f-7680-4cec-af69-4bb04839fc03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:10.383303 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-7ece1801-8a6b-4f7b-956b-a2fbb047390e None None] Attempting to bind port 7ce48638-c51b-44c2-a376-5a48a1c7bb48 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:29:10.383303 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-7ece1801-8a6b-4f7b-956b-a2fbb047390e None None] Attempting to bind port 7ce48638-c51b-44c2-a376-5a48a1c7bb48 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'f8790c40-dc10-4dd0-8f2f-51ad01d08da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'f6893212-7a67-42bd-ac33-213bf0d63da8'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:29:10.384103 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ece1801-8a6b-4f7b-956b-a2fbb047390e None None] Attempting to bind port 7ce48638-c51b-44c2-a376-5a48a1c7bb48 on network f6893212-7a67-42bd-ac33-213bf0d63da8 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:29:10.409059 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ece1801-8a6b-4f7b-956b-a2fbb047390e None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:29:10.409549 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ece1801-8a6b-4f7b-956b-a2fbb047390e None None] Checking segment: {'id': 'f8790c40-dc10-4dd0-8f2f-51ad01d08da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'f6893212-7a67-42bd-ac33-213bf0d63da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:29:10.409968 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7ece1801-8a6b-4f7b-956b-a2fbb047390e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:10.410381 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ece1801-8a6b-4f7b-956b-a2fbb047390e None None] Bound using segment: {'id': 'f8790c40-dc10-4dd0-8f2f-51ad01d08da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'f6893212-7a67-42bd-ac33-213bf0d63da8'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:29:10.410912 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-7ece1801-8a6b-4f7b-956b-a2fbb047390e None None] Bound port: 7ce48638-c51b-44c2-a376-5a48a1c7bb48, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8790c40-dc10-4dd0-8f2f-51ad01d08da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'f6893212-7a67-42bd-ac33-213bf0d63da8'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:29:10.411315 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7ece1801-8a6b-4f7b-956b-a2fbb047390e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:10.419082 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:10.513699 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec27d34-4d8e-4063-86ad-a10d3151fe1a req-77546963-b2ca-4c72-a440-1adce34bcad1 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:10.515365 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-eec27d34-4d8e-4063-86ad-a10d3151fe1a req-77546963-b2ca-4c72-a440-1adce34bcad1 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca3714fc-8e86-4bd6-b1da-2414cadb9915 HTTP/1.1" status: 200 len: 943 time: 0.1475263 Dec 08 16:29:10.518523 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-63d9e98d-2088-42df-a60f-67f4fd5c62f6 tempest-PortsAdminExtendedAttrsTestJSON-2038382401 tempest-PortsAdminExtendedAttrsTestJSON-2038382401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:10.524567 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d9e98d-2088-42df-a60f-67f4fd5c62f6 tempest-PortsAdminExtendedAttrsTestJSON-2038382401 tempest-PortsAdminExtendedAttrsTestJSON-2038382401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:10.525248 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-63d9e98d-2088-42df-a60f-67f4fd5c62f6 tempest-PortsAdminExtendedAttrsTestJSON-2038382401 tempest-PortsAdminExtendedAttrsTestJSON-2038382401-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:10.617502 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-d0e8509f-7680-4cec-af69-4bb04839fc03 None None] For port 562568e6-4ee9-43bf-83d1-bc69359a02c1, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=562568e6-4ee9-43bf-83d1-bc69359a02c1,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:29:10.633701 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac05d7bd-0f61-44e9-be08-d0a22d449393 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:29:10.649059 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-baa46d8e-8b50-4214-98cd-dafefba988ef tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:10.702936 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port ac05d7bd-0f61-44e9-be08-d0a22d449393, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=ac05d7bd-0f61-44e9-be08-d0a22d449393,segment=NetworkSegment(ae20c5bd-2351-4f26-a643-51190719905b),segment_id=ae20c5bd-2351-4f26-a643-51190719905b)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:29:10.706505 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-807e29ed-1f2a-4b49-b130-032376d8f18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e759e1e4-311f-4491-b13a-c356995d7b7f', 'name': 'tempest-snat-router-925990689', 'tenant_id': 'd6ac03e398d64375ade2b2c208077757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.163'}], 'enable_snat': False}, 'gw_port_id': '562568e6-4ee9-43bf-83d1-bc69359a02c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:29:04Z', 'updated_at': '2021-12-08T16:29:06Z', 'revision_number': 3, 'project_id': 'd6ac03e398d64375ade2b2c208077757', 'gw_port': {'id': '562568e6-4ee9-43bf-83d1-bc69359a02c1', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e759e1e4-311f-4491-b13a-c356995d7b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:29:05Z', 'updated_at': '2021-12-08T16:29:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:10.706725 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d9e98d-2088-42df-a60f-67f4fd5c62f6 tempest-PortsAdminExtendedAttrsTestJSON-2038382401 tempest-PortsAdminExtendedAttrsTestJSON-2038382401-project] Pushing event updated for resources: {'Network': ['ID=3f0c33b4-c21d-4804-a664-5f5dfe67e525,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:10.724534 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-63d9e98d-2088-42df-a60f-67f4fd5c62f6 tempest-PortsAdminExtendedAttrsTestJSON-2038382401 tempest-PortsAdminExtendedAttrsTestJSON-2038382401-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.8701208 Dec 08 16:29:10.726777 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-eec27d34-4d8e-4063-86ad-a10d3151fe1a req-4a76a8ec-1b6b-4692-bedd-5468ff2db343 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/security-groups?id=654bd4f6-6db2-4b1b-a1c7-956de5974017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937389 Dec 08 16:29:10.739804 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 3f0c33b4-c21d-4804-a664-5f5dfe67e525 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:29:10.754050 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-7ece1801-8a6b-4f7b-956b-a2fbb047390e None None] For port 7ce48638-c51b-44c2-a376-5a48a1c7bb48, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:29:10.754050 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807e29ed-1f2a-4b49-b130-032376d8f18b None None] The sync data for ids ['e759e1e4-311f-4491-b13a-c356995d7b7f'] in n-d-776250-12 is: [{'id': 'e759e1e4-311f-4491-b13a-c356995d7b7f', 'name': 'tempest-snat-router-925990689', 'tenant_id': 'd6ac03e398d64375ade2b2c208077757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.163'}], 'enable_snat': False}, 'gw_port_id': '562568e6-4ee9-43bf-83d1-bc69359a02c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:29:04Z', 'updated_at': '2021-12-08T16:29:06Z', 'revision_number': 3, 'project_id': 'd6ac03e398d64375ade2b2c208077757', 'gw_port': {'id': '562568e6-4ee9-43bf-83d1-bc69359a02c1', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e759e1e4-311f-4491-b13a-c356995d7b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:29:05Z', 'updated_at': '2021-12-08T16:29:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:29:10.812157 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d0e8509f-7680-4cec-af69-4bb04839fc03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:10.822970 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-7ece1801-8a6b-4f7b-956b-a2fbb047390e None None] For port 7ce48638-c51b-44c2-a376-5a48a1c7bb48, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=7ce48638-c51b-44c2-a376-5a48a1c7bb48,segment=NetworkSegment(f8790c40-dc10-4dd0-8f2f-51ad01d08da3),segment_id=f8790c40-dc10-4dd0-8f2f-51ad01d08da3)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:29:10.829754 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:10.846026 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8bde8ac3-6dc0-484e-8776-4b31e30a783e tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:10.932805 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7ece1801-8a6b-4f7b-956b-a2fbb047390e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:10.953313 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-8bde8ac3-6dc0-484e-8776-4b31e30a783e tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Deleting port 7ce48638-c51b-44c2-a376-5a48a1c7bb48 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:29:10.953577 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8bde8ac3-6dc0-484e-8776-4b31e30a783e tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:11.001326 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-baa46d8e-8b50-4214-98cd-dafefba988ef tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:11.007226 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-a9c664f0-9d4a-4804-9530-3a768fd187d8 None None] Provisioning complete for port d603f6ed-7dc5-4785-b3b7-b5c7a2b65a11 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:11.007573 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a9c664f0-9d4a-4804-9530-3a768fd187d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:11.071853 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-8bde8ac3-6dc0-484e-8776-4b31e30a783e tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] For port 7ce48638-c51b-44c2-a376-5a48a1c7bb48, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=7ce48638-c51b-44c2-a376-5a48a1c7bb48,segment=NetworkSegment(f8790c40-dc10-4dd0-8f2f-51ad01d08da3),segment_id=f8790c40-dc10-4dd0-8f2f-51ad01d08da3)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:29:11.072540 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8bde8ac3-6dc0-484e-8776-4b31e30a783e tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:11.079345 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e8509f-7680-4cec-af69-4bb04839fc03 None None] Pushing event updated for resources: {'Port': ['ID=562568e6-4ee9-43bf-83d1-bc69359a02c1,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:11.135621 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-8bde8ac3-6dc0-484e-8776-4b31e30a783e tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Calling delete_port for 7ce48638-c51b-44c2-a376-5a48a1c7bb48 owned by network:dhcp {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:29:11.140966 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43396) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:11.164727 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Request body: {'port': {'network_id': '3f0c33b4-c21d-4804-a664-5f5dfe67e525', 'binding:host_id': 'n-h2-776250-12', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-862368967'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:11.244123 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['ac05d7bd-0f61-44e9-be08-d0a22d449393'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:29:11.316228 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f3aa66-80f2-4558-bab1-ebcbfc9414a7 None None] Network f6893212-7a67-42bd-ac33-213bf0d63da8 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:29:11.324420 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-a9c664f0-9d4a-4804-9530-3a768fd187d8 None None] Port d603f6ed-7dc5-4785-b3b7-b5c7a2b65a11 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:29:11.339117 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=ac05d7bd-0f61-44e9-be08-d0a22d449393,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:11.378660 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa46d8e-8b50-4214-98cd-dafefba988ef tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Router 0c5db91c-81ff-4f5e-b457-85bc0d80a448 is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:29:11.380810 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Made reservation on behalf of 597ecdd744e1407ea30928e4459a2fef for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:29:11.386588 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:11.397273 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:11.426497 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8bde8ac3-6dc0-484e-8776-4b31e30a783e tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:11.506740 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bde8ac3-6dc0-484e-8776-4b31e30a783e tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Pushing event deleted for resources: {'Port': ['ID=7ce48638-c51b-44c2-a376-5a48a1c7bb48,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:11.510365 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bde8ac3-6dc0-484e-8776-4b31e30a783e tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] No DVR routers for this DVR port 7ce48638-c51b-44c2-a376-5a48a1c7bb48 on host n-d-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:29:11.517932 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ece1801-8a6b-4f7b-956b-a2fbb047390e None None] Pushing event updated for resources: {'Port': ['ID=7ce48638-c51b-44c2-a376-5a48a1c7bb48,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:11.542363 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77780c51-9b57-42c0-be5c-39cf01f87b80 None None] get_active_networks_info from n-d-776250-12 {{(pid=110552) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 16:29:11.551204 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3f4f668f-3fd0-4569-bf30-530ae4ecaaf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:11.698294 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8bde8ac3-6dc0-484e-8776-4b31e30a783e tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:11.735547 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-8bde8ac3-6dc0-484e-8776-4b31e30a783e tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6893212-7a67-42bd-ac33-213bf0d63da8']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:11.744267 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:11.747810 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa46d8e-8b50-4214-98cd-dafefba988ef tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:29:11.756590 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-8bde8ac3-6dc0-484e-8776-4b31e30a783e tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8790c40-dc10-4dd0-8f2f-51ad01d08da3') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:11.756590 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-8bde8ac3-6dc0-484e-8776-4b31e30a783e tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8790c40-dc10-4dd0-8f2f-51ad01d08da3') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:11.765509 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3293708-0053-40cd-8ed7-cdb3d6eef76f None None] Sync routers for ids ['0c5db91c-81ff-4f5e-b457-85bc0d80a448'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:29:11.768908 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77780c51-9b57-42c0-be5c-39cf01f87b80 None None] Resources bound (agent type, host, resource id): {{(pid=110552) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 16:29:11.779337 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8bde8ac3-6dc0-484e-8776-4b31e30a783e tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:11.788889 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3293708-0053-40cd-8ed7-cdb3d6eef76f None None] Routers {'0c5db91c-81ff-4f5e-b457-85bc0d80a448'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:29:11.788889 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-a3293708-0053-40cd-8ed7-cdb3d6eef76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:28:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['0c5db91c-81ff-4f5e-b457-85bc0d80a448'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:11.803149 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8bde8ac3-6dc0-484e-8776-4b31e30a783e tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:11.813573 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bde8ac3-6dc0-484e-8776-4b31e30a783e tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:29:11.814088 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8bde8ac3-6dc0-484e-8776-4b31e30a783e tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:11.818402 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:29:11.818402 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:29:11.818402 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:29:11.818402 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:29:11.818402 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:29:11.818402 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:29:11.818402 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:29:11.818402 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:29:11.818402 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:29:11.818402 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:29:11.818402 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:29:11.818402 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:29:11.818402 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:29:11.818402 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:29:11.818402 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:29:11.818402 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:29:11.818402 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:29:11.818402 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:29:11.818402 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:29:11.818402 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:29:11.818402 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:29:11.818402 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:29:11.818402 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:29:11.818402 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:29:11.818402 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:29:11.818402 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:29:11.818402 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:29:11.818402 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:29:11.818402 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:29:11.818402 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:29:11.818402 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:29:11.818402 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:29:11.852635 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:11.857869 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] device_id is not set on port 244dc8fe-3bea-470a-b647-55805461d0b1 yet. {{(pid=110551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:29:11.931293 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-baa46d8e-8b50-4214-98cd-dafefba988ef tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:11.932670 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-baa46d8e-8b50-4214-98cd-dafefba988ef tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 3.7266629 Dec 08 16:29:11.937272 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43406) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:12.006807 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8bde8ac3-6dc0-484e-8776-4b31e30a783e tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:12.023578 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8bde8ac3-6dc0-484e-8776-4b31e30a783e tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:12.028581 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-8bde8ac3-6dc0-484e-8776-4b31e30a783e tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "DELETE /v2.0/networks/f6893212-7a67-42bd-ac33-213bf0d63da8 HTTP/1.1" status: 204 len: 168 time: 3.1474862 Dec 08 16:29:12.058387 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-a3293708-0053-40cd-8ed7-cdb3d6eef76f None None] Set router 0c5db91c-81ff-4f5e-b457-85bc0d80a448 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:29:12.059983 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43410) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:12.114026 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bde8ac3-6dc0-484e-8776-4b31e30a783e tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Pushing event deleted for resources: {'Network': ['ID=f6893212-7a67-42bd-ac33-213bf0d63da8,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:12.165588 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf7df389-ccb2-4f9a-a974-e25452f297aa tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] GET failed (client error): The resource could not be found. Dec 08 16:29:12.167962 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-cf7df389-ccb2-4f9a-a974-e25452f297aa tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "GET /v2.0/subnets/97968795-3564-4bf1-8bce-683f06f44fb1 HTTP/1.1" status: 404 len: 337 time: 0.0998676 Dec 08 16:29:12.181808 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e023e3-2fb0-442f-a76a-9d5869e0315d,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:12.195409 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43414) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:12.284655 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-66d65bc3-45db-4564-8c7b-eab87d38b413 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] DELETE failed (client error): The resource could not be found. Dec 08 16:29:12.285192 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66d65bc3-45db-4564-8c7b-eab87d38b413 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:29:12.289372 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-66d65bc3-45db-4564-8c7b-eab87d38b413 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "DELETE /v2.0/networks/f6893212-7a67-42bd-ac33-213bf0d63da8 HTTP/1.1" status: 404 len: 339 time: 0.0912354 Dec 08 16:29:12.301116 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43416) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:12.373843 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-07783fdb-bd0d-4f9c-9fb3-54ede0d7cbda tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] 10.222.0.64 "GET /v2.0/routers/0c5db91c-81ff-4f5e-b457-85bc0d80a448 HTTP/1.1" status: 200 len: 906 time: 0.4346883 Dec 08 16:29:12.413263 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43418) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:12.535905 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-a3293708-0053-40cd-8ed7-cdb3d6eef76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c5db91c-81ff-4f5e-b457-85bc0d80a448', 'name': 'tempest-snat-router-925990689', 'tenant_id': 'd6ac03e398d64375ade2b2c208077757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'd603f6ed-7dc5-4785-b3b7-b5c7a2b65a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:29:08Z', 'updated_at': '2021-12-08T16:29:10Z', 'revision_number': 3, 'project_id': 'd6ac03e398d64375ade2b2c208077757', 'gw_port': {'id': 'd603f6ed-7dc5-4785-b3b7-b5c7a2b65a11', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:50:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c5db91c-81ff-4f5e-b457-85bc0d80a448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:29:09Z', 'updated_at': '2021-12-08T16:29:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:12.580219 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3293708-0053-40cd-8ed7-cdb3d6eef76f None None] Checking router: 0c5db91c-81ff-4f5e-b457-85bc0d80a448 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:29:12.581007 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3293708-0053-40cd-8ed7-cdb3d6eef76f None None] Updating router 0c5db91c-81ff-4f5e-b457-85bc0d80a448 port d603f6ed-7dc5-4785-b3b7-b5c7a2b65a11 binding host n-d-776250-12 {{(pid=110553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:29:12.627096 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c46d51f-3d0b-4969-a8a5-02e24feee7ed tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:12.631090 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-8c46d51f-3d0b-4969-a8a5-02e24feee7ed tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3246593 Dec 08 16:29:12.631620 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43420) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:12.632367 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-a3293708-0053-40cd-8ed7-cdb3d6eef76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:12.676978 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-45931436-8d06-4b6b-accb-b5b87b79a60a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "GET /v2.0/subnets?network_id=1ae4cf80-76bf-4df3-a557-5cc6023c1900 HTTP/1.1" status: 200 len: 207 time: 0.0402172 Dec 08 16:29:12.676978 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bba92ce2-cb25-41df-a50e-e91295dc6730 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks [] for router, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:12.787430 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43424) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:12.820207 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bba92ce2-cb25-41df-a50e-e91295dc6730 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:12.827619 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc23492-1d53-431b-b52e-f068e1842978 req-3577c58c-c28b-4db3-bfc6-8808ec68134e tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:12.835265 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bdc23492-1d53-431b-b52e-f068e1842978 req-3577c58c-c28b-4db3-bfc6-8808ec68134e tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca3714fc-8e86-4bd6-b1da-2414cadb9915 HTTP/1.1" status: 200 len: 944 time: 0.9428525 Dec 08 16:29:12.901925 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 562568e6-4ee9-43bf-83d1-bc69359a02c1 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:29:12.983287 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 562568e6-4ee9-43bf-83d1-bc69359a02c1 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:12.983684 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:12.985438 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-a3293708-0053-40cd-8ed7-cdb3d6eef76f None None] Publish callbacks [] for port, precommit_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:12.993431 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-bba92ce2-cb25-41df-a50e-e91295dc6730 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Deleting port d603f6ed-7dc5-4785-b3b7-b5c7a2b65a11 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:29:12.993805 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bba92ce2-cb25-41df-a50e-e91295dc6730 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:13.071173 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-a3293708-0053-40cd-8ed7-cdb3d6eef76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:13.103032 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bba92ce2-cb25-41df-a50e-e91295dc6730 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:13.119854 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-bba92ce2-cb25-41df-a50e-e91295dc6730 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Calling delete_port for d603f6ed-7dc5-4785-b3b7-b5c7a2b65a11 owned by network:router_gateway {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:29:13.135847 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9329bc51-5fb5-4a13-aad5-79b2bd3924d9 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:29:13.175037 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bdc23492-1d53-431b-b52e-f068e1842978 req-696164bc-7ca5-4bf8-b3ea-3b5142dd8988 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/security-groups?id=654bd4f6-6db2-4b1b-a1c7-956de5974017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013465 Dec 08 16:29:13.187585 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-a3293708-0053-40cd-8ed7-cdb3d6eef76f None None] Attempting to bind port d603f6ed-7dc5-4785-b3b7-b5c7a2b65a11 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:29:13.188229 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-a3293708-0053-40cd-8ed7-cdb3d6eef76f None None] Attempting to bind port d603f6ed-7dc5-4785-b3b7-b5c7a2b65a11 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:29:13.188765 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3293708-0053-40cd-8ed7-cdb3d6eef76f None None] Attempting to bind port d603f6ed-7dc5-4785-b3b7-b5c7a2b65a11 on network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:29:13.199407 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3293708-0053-40cd-8ed7-cdb3d6eef76f None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:29:13.205578 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3293708-0053-40cd-8ed7-cdb3d6eef76f None None] Checking segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:29:13.206003 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-a3293708-0053-40cd-8ed7-cdb3d6eef76f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:13.206413 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3293708-0053-40cd-8ed7-cdb3d6eef76f None None] Bound using segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:29:13.206951 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-a3293708-0053-40cd-8ed7-cdb3d6eef76f None None] Bound port: d603f6ed-7dc5-4785-b3b7-b5c7a2b65a11, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:29:13.209524 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-a3293708-0053-40cd-8ed7-cdb3d6eef76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:13.220997 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-472183cf-c7e5-4b3c-8d83-75e93240f5b2 None None] Provisioning complete for port d603f6ed-7dc5-4785-b3b7-b5c7a2b65a11 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:13.221575 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-472183cf-c7e5-4b3c-8d83-75e93240f5b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:13.277564 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2882aa4-6bf0-4904-ab8c-c92151b3ff7a None None] Pushing event updated for resources: {'Port': ['ID=d603f6ed-7dc5-4785-b3b7-b5c7a2b65a11,revision_number=2']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:13.279077 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-472183cf-c7e5-4b3c-8d83-75e93240f5b2 None None] Port d603f6ed-7dc5-4785-b3b7-b5c7a2b65a11 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:29:13.294038 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cf9839-db28-4047-bdc1-6fab1d7eac1c tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:13.299151 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2882aa4-6bf0-4904-ab8c-c92151b3ff7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:13.299870 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2882aa4-6bf0-4904-ab8c-c92151b3ff7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:13.300598 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cf9839-db28-4047-bdc1-6fab1d7eac1c tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:13.301271 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2882aa4-6bf0-4904-ab8c-c92151b3ff7a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:13.301648 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2882aa4-6bf0-4904-ab8c-c92151b3ff7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:13.302127 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2882aa4-6bf0-4904-ab8c-c92151b3ff7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:13.302569 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2882aa4-6bf0-4904-ab8c-c92151b3ff7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:13.303011 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2882aa4-6bf0-4904-ab8c-c92151b3ff7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:13.303450 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2882aa4-6bf0-4904-ab8c-c92151b3ff7a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:13.303890 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2882aa4-6bf0-4904-ab8c-c92151b3ff7a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:13.304434 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2882aa4-6bf0-4904-ab8c-c92151b3ff7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:13.304896 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2882aa4-6bf0-4904-ab8c-c92151b3ff7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:13.305426 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2882aa4-6bf0-4904-ab8c-c92151b3ff7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:13.305864 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2882aa4-6bf0-4904-ab8c-c92151b3ff7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:13.306926 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cf9839-db28-4047-bdc1-6fab1d7eac1c tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:13.314756 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cf9839-db28-4047-bdc1-6fab1d7eac1c tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:13.325208 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43426) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:13.325480 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-00cf9839-db28-4047-bdc1-6fab1d7eac1c tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.5366948 Dec 08 16:29:13.350043 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-a3293708-0053-40cd-8ed7-cdb3d6eef76f None None] For port d603f6ed-7dc5-4785-b3b7-b5c7a2b65a11, host n-d-776250-12, cleared binding levels {{(pid=110553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:29:13.353978 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-a3293708-0053-40cd-8ed7-cdb3d6eef76f None None] For port d603f6ed-7dc5-4785-b3b7-b5c7a2b65a11, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=d603f6ed-7dc5-4785-b3b7-b5c7a2b65a11,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:29:13.401006 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] device_id is not set on port 244dc8fe-3bea-470a-b647-55805461d0b1 yet. {{(pid=110551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:29:13.412791 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:13.560838 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-31fdd976-cfe3-455a-90ed-97449f1038e4 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2337434 Dec 08 16:29:13.563929 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43434) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:13.650835 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63179670-f540-4411-8e7b-310111f61744 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:13.652584 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63179670-f540-4411-8e7b-310111f61744 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:13.654410 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-63179670-f540-4411-8e7b-310111f61744 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0895181 Dec 08 16:29:13.658080 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43438) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:13.668047 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:13.670240 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-a3293708-0053-40cd-8ed7-cdb3d6eef76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:13.755689 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e0be82-c8b6-45d7-a779-0fcba4029dca None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:29:13.756521 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c64b87-0956-41df-959a-21cfcacb25c8 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Attributes excluded by policy engine: ['shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:13.758828 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c64b87-0956-41df-959a-21cfcacb25c8 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Attributes excluded by policy engine: ['shared'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:13.762501 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c3c64b87-0956-41df-959a-21cfcacb25c8 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1025834 Dec 08 16:29:13.766275 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43440) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:13.802535 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2882aa4-6bf0-4904-ab8c-c92151b3ff7a None None] Pushing event updated for resources: {'Port': ['ID=d603f6ed-7dc5-4785-b3b7-b5c7a2b65a11,revision_number=3']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:13.810704 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3293708-0053-40cd-8ed7-cdb3d6eef76f None None] Routers {'0c5db91c-81ff-4f5e-b457-85bc0d80a448'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:29:13.811591 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-a3293708-0053-40cd-8ed7-cdb3d6eef76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:28:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['0c5db91c-81ff-4f5e-b457-85bc0d80a448'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:13.817404 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-115d5f8b-dffc-45a8-888b-e0b673e60c55 None None] Provisioning complete for port d603f6ed-7dc5-4785-b3b7-b5c7a2b65a11 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:13.817784 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-115d5f8b-dffc-45a8-888b-e0b673e60c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:13.864922 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Pushing event updated for resources: {'Port': ['ID=244dc8fe-3bea-470a-b647-55805461d0b1,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:13.870262 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bba92ce2-cb25-41df-a50e-e91295dc6730 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:13.874521 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8aa9247-2794-46af-8816-0a89eada5176 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:13.875980 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a8aa9247-2794-46af-8816-0a89eada5176 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "GET /v2.0/networks/9d454cec-0a58-4fc5-a7ba-064ff53910af HTTP/1.1" status: 200 len: 800 time: 0.1087465 Dec 08 16:29:13.890237 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43448) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:13.900780 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-115d5f8b-dffc-45a8-888b-e0b673e60c55 None None] Could not find standard attr ID for object d603f6ed-7dc5-4785-b3b7-b5c7a2b65a11. {{(pid=110552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:29:13.902481 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Checking segment: {'id': '64fd11f2-a175-4eb2-9506-efe13e99bbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3f0c33b4-c21d-4804-a664-5f5dfe67e525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:29:13.902789 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Network hostable DHCP agents. Network: 3f0c33b4-c21d-4804-a664-5f5dfe67e525, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:29:13.916991 n-d-776250-12 neutron-server[110552]: INFO neutron.plugins.ml2.db [None req-115d5f8b-dffc-45a8-888b-e0b673e60c55 None None] No ports have port_id starting with d603f6ed-7dc5-4785-b3b7-b5c7a2b65a11 Dec 08 16:29:13.921942 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device ac05d7bd-0f61-44e9-be08-d0a22d449393 up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:29:13.962884 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba92ce2-cb25-41df-a50e-e91295dc6730 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Pushing event deleted for resources: {'Port': ['ID=d603f6ed-7dc5-4785-b3b7-b5c7a2b65a11,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:13.986654 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-a3293708-0053-40cd-8ed7-cdb3d6eef76f None None] Set router 0c5db91c-81ff-4f5e-b457-85bc0d80a448 gateway port host: None {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:29:13.990359 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fa4f9b-8fef-4148-ae1a-03d263e421b0 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:29:14.080459 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-4a9c543c-8a57-4a12-8f55-ae02618df7cd tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "GET /v2.0/networks/9d454cec-0a58-4fc5-a7ba-064ff53910af?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1886246 Dec 08 16:29:14.081623 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43450) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:14.091764 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-a3293708-0053-40cd-8ed7-cdb3d6eef76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c5db91c-81ff-4f5e-b457-85bc0d80a448', 'name': 'tempest-snat-router-925990689', 'tenant_id': 'd6ac03e398d64375ade2b2c208077757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:29:08Z', 'updated_at': '2021-12-08T16:29:12Z', 'revision_number': 4, 'project_id': 'd6ac03e398d64375ade2b2c208077757', 'gw_port_host': None}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:14.101176 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Network 3f0c33b4-c21d-4804-a664-5f5dfe67e525 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:29:14.149466 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port ac05d7bd-0f61-44e9-be08-d0a22d449393 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:29:14.153919 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port ac05d7bd-0f61-44e9-be08-d0a22d449393 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:14.154389 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:14.160548 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cf303f-f87d-4148-ac36-10d41a3a3be4 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:14.162451 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c0cf303f-f87d-4148-ac36-10d41a3a3be4 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "GET /v2.0/subnets/a6ac32fd-90f3-47a8-aac4-485079d808a7 HTTP/1.1" status: 200 len: 811 time: 0.0794852 Dec 08 16:29:14.166558 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43452) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:14.169678 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3293708-0053-40cd-8ed7-cdb3d6eef76f None None] The sync data for ids ['0c5db91c-81ff-4f5e-b457-85bc0d80a448'] in n-d-776250-12 is: [{'id': '0c5db91c-81ff-4f5e-b457-85bc0d80a448', 'name': 'tempest-snat-router-925990689', 'tenant_id': 'd6ac03e398d64375ade2b2c208077757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:29:08Z', 'updated_at': '2021-12-08T16:29:12Z', 'revision_number': 4, 'project_id': 'd6ac03e398d64375ade2b2c208077757', 'gw_port_host': None}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:29:14.189867 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c78f50d3-f614-4757-bdb4-985231ba7193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:14.264907 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da2c5ab-0ac4-43b8-a54a-0ced97b362c8 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Attributes excluded by policy engine: ['shared'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:14.271458 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-0da2c5ab-0ac4-43b8-a54a-0ced97b362c8 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "GET /v2.0/subnets/a6ac32fd-90f3-47a8-aac4-485079d808a7?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0989158 Dec 08 16:29:14.271458 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 3f0c33b4-c21d-4804-a664-5f5dfe67e525) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:29:14.277375 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43456) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:14.294945 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-4346d0df-d75a-4ae8-8d43-a28fefca1052 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-244749405'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:14.299744 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:29:14.314870 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12354b4-677e-46b3-991b-52b150caf417 None None] Network 3f0c33b4-c21d-4804-a664-5f5dfe67e525 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:29:14.342429 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 244dc8fe-3bea-470a-b647-55805461d0b1 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:29:14.343098 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 244dc8fe-3bea-470a-b647-55805461d0b1 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '64fd11f2-a175-4eb2-9506-efe13e99bbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3f0c33b4-c21d-4804-a664-5f5dfe67e525'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:29:14.343635 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 244dc8fe-3bea-470a-b647-55805461d0b1 on network 3f0c33b4-c21d-4804-a664-5f5dfe67e525 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:29:14.376049 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Port 244dc8fe-3bea-470a-b647-55805461d0b1 on network 3f0c33b4-c21d-4804-a664-5f5dfe67e525 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:29:14.376798 n-d-776250-12 neutron-server[110551]: ERROR neutron.plugins.ml2.managers [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Failed to bind port 244dc8fe-3bea-470a-b647-55805461d0b1 on host n-h2-776250-12 for vnic_type normal using segments [{'id': '64fd11f2-a175-4eb2-9506-efe13e99bbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3f0c33b4-c21d-4804-a664-5f5dfe67e525'}] Dec 08 16:29:14.379851 n-d-776250-12 neutron-server[110551]: INFO neutron.plugins.ml2.plugin [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempt 2 to bind port 244dc8fe-3bea-470a-b647-55805461d0b1 Dec 08 16:29:14.411835 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 244dc8fe-3bea-470a-b647-55805461d0b1 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:29:14.412515 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 244dc8fe-3bea-470a-b647-55805461d0b1 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '64fd11f2-a175-4eb2-9506-efe13e99bbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3f0c33b4-c21d-4804-a664-5f5dfe67e525'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:29:14.413029 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 244dc8fe-3bea-470a-b647-55805461d0b1 on network 3f0c33b4-c21d-4804-a664-5f5dfe67e525 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:29:14.421266 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Port 244dc8fe-3bea-470a-b647-55805461d0b1 on network 3f0c33b4-c21d-4804-a664-5f5dfe67e525 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:29:14.421870 n-d-776250-12 neutron-server[110551]: ERROR neutron.plugins.ml2.managers [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Failed to bind port 244dc8fe-3bea-470a-b647-55805461d0b1 on host n-h2-776250-12 for vnic_type normal using segments [{'id': '64fd11f2-a175-4eb2-9506-efe13e99bbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3f0c33b4-c21d-4804-a664-5f5dfe67e525'}] Dec 08 16:29:14.424071 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:14.425892 n-d-776250-12 neutron-server[110551]: INFO neutron.plugins.ml2.plugin [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempt 3 to bind port 244dc8fe-3bea-470a-b647-55805461d0b1 Dec 08 16:29:14.446811 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 244dc8fe-3bea-470a-b647-55805461d0b1 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:29:14.447558 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 244dc8fe-3bea-470a-b647-55805461d0b1 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '64fd11f2-a175-4eb2-9506-efe13e99bbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3f0c33b4-c21d-4804-a664-5f5dfe67e525'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:29:14.448117 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 244dc8fe-3bea-470a-b647-55805461d0b1 on network 3f0c33b4-c21d-4804-a664-5f5dfe67e525 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:29:14.460076 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3507e6-0c8e-4f83-bd7a-78d24ad30be4 req-05edfbe1-b959-4582-aa9c-f5f37738f577 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:14.463630 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6f3507e6-0c8e-4f83-bd7a-78d24ad30be4 req-05edfbe1-b959-4582-aa9c-f5f37738f577 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca3714fc-8e86-4bd6-b1da-2414cadb9915 HTTP/1.1" status: 200 len: 944 time: 0.1463206 Dec 08 16:29:14.467053 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Port 244dc8fe-3bea-470a-b647-55805461d0b1 on network 3f0c33b4-c21d-4804-a664-5f5dfe67e525 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:29:14.467820 n-d-776250-12 neutron-server[110551]: ERROR neutron.plugins.ml2.managers [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Failed to bind port 244dc8fe-3bea-470a-b647-55805461d0b1 on host n-h2-776250-12 for vnic_type normal using segments [{'id': '64fd11f2-a175-4eb2-9506-efe13e99bbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3f0c33b4-c21d-4804-a664-5f5dfe67e525'}] Dec 08 16:29:14.468419 n-d-776250-12 neutron-server[110551]: INFO neutron.plugins.ml2.plugin [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempt 4 to bind port 244dc8fe-3bea-470a-b647-55805461d0b1 Dec 08 16:29:14.508955 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4346d0df-d75a-4ae8-8d43-a28fefca1052 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Made reservation on behalf of 8903d1f9af734148bba1eca462488b6f for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:29:14.513522 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4346d0df-d75a-4ae8-8d43-a28fefca1052 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:14.517082 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca3714fc-8e86-4bd6-b1da-2414cadb9915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac05d7bd-0f61-44e9-be08-d0a22d449393'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:29:14.526135 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6449f63b-9a2b-4f40-95ac-b581a7a5bfe0" -d '{"events": [{"server_uuid": "ca3714fc-8e86-4bd6-b1da-2414cadb9915", "name": "network-vif-plugged", "status": "completed", "tag": "ac05d7bd-0f61-44e9-be08-d0a22d449393"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:29:14.554010 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port ac05d7bd-0f61-44e9-be08-d0a22d449393, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=ac05d7bd-0f61-44e9-be08-d0a22d449393,segment=NetworkSegment(ae20c5bd-2351-4f26-a643-51190719905b),segment_id=ae20c5bd-2351-4f26-a643-51190719905b)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:29:14.561226 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 244dc8fe-3bea-470a-b647-55805461d0b1 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:29:14.561874 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 244dc8fe-3bea-470a-b647-55805461d0b1 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '64fd11f2-a175-4eb2-9506-efe13e99bbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3f0c33b4-c21d-4804-a664-5f5dfe67e525'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:29:14.562394 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 244dc8fe-3bea-470a-b647-55805461d0b1 on network 3f0c33b4-c21d-4804-a664-5f5dfe67e525 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:29:14.590085 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Port 244dc8fe-3bea-470a-b647-55805461d0b1 on network 3f0c33b4-c21d-4804-a664-5f5dfe67e525 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:29:14.590794 n-d-776250-12 neutron-server[110551]: ERROR neutron.plugins.ml2.managers [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Failed to bind port 244dc8fe-3bea-470a-b647-55805461d0b1 on host n-h2-776250-12 for vnic_type normal using segments [{'id': '64fd11f2-a175-4eb2-9506-efe13e99bbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3f0c33b4-c21d-4804-a664-5f5dfe67e525'}] Dec 08 16:29:14.591806 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4346d0df-d75a-4ae8-8d43-a28fefca1052 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:29:14.597946 n-d-776250-12 neutron-server[110551]: INFO neutron.plugins.ml2.plugin [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempt 5 to bind port 244dc8fe-3bea-470a-b647-55805461d0b1 Dec 08 16:29:14.609086 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6f3507e6-0c8e-4f83-bd7a-78d24ad30be4 req-13d99711-d0bb-431e-be2b-e6019c37a910 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/security-groups?id=654bd4f6-6db2-4b1b-a1c7-956de5974017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372137 Dec 08 16:29:14.609973 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bba92ce2-cb25-41df-a50e-e91295dc6730 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:14.616883 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cbdfa8-74f6-4b2c-99fb-4fd5518027ff req-389865ca-271b-4fe2-9f17-618aa79a11a8 tempest-TestNetworkAdvancedServerOps-1604663679 tempest-TestNetworkAdvancedServerOps-1604663679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:14.617744 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 244dc8fe-3bea-470a-b647-55805461d0b1 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:29:14.618103 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 244dc8fe-3bea-470a-b647-55805461d0b1 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '64fd11f2-a175-4eb2-9506-efe13e99bbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3f0c33b4-c21d-4804-a664-5f5dfe67e525'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:29:14.618446 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 244dc8fe-3bea-470a-b647-55805461d0b1 on network 3f0c33b4-c21d-4804-a664-5f5dfe67e525 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:29:14.618563 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b1cbdfa8-74f6-4b2c-99fb-4fd5518027ff req-389865ca-271b-4fe2-9f17-618aa79a11a8 tempest-TestNetworkAdvancedServerOps-1604663679 tempest-TestNetworkAdvancedServerOps-1604663679-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514 HTTP/1.1" status: 200 len: 1099 time: 0.0868106 Dec 08 16:29:14.624648 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4346d0df-d75a-4ae8-8d43-a28fefca1052 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:14.625010 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-4346d0df-d75a-4ae8-8d43-a28fefca1052 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Added segment 11601e96-8899-4bdb-9548-1eeae489060b of type vlan for network 007087a2-7596-4da5-b405-2693d147e1c2 Dec 08 16:29:14.626647 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Port 244dc8fe-3bea-470a-b647-55805461d0b1 on network 3f0c33b4-c21d-4804-a664-5f5dfe67e525 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:29:14.627052 n-d-776250-12 neutron-server[110551]: ERROR neutron.plugins.ml2.managers [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Failed to bind port 244dc8fe-3bea-470a-b647-55805461d0b1 on host n-h2-776250-12 for vnic_type normal using segments [{'id': '64fd11f2-a175-4eb2-9506-efe13e99bbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3f0c33b4-c21d-4804-a664-5f5dfe67e525'}] Dec 08 16:29:14.634368 n-d-776250-12 neutron-server[110551]: INFO neutron.plugins.ml2.plugin [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempt 6 to bind port 244dc8fe-3bea-470a-b647-55805461d0b1 Dec 08 16:29:14.648980 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 244dc8fe-3bea-470a-b647-55805461d0b1 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:29:14.649700 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 244dc8fe-3bea-470a-b647-55805461d0b1 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '64fd11f2-a175-4eb2-9506-efe13e99bbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3f0c33b4-c21d-4804-a664-5f5dfe67e525'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:29:14.650210 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 244dc8fe-3bea-470a-b647-55805461d0b1 on network 3f0c33b4-c21d-4804-a664-5f5dfe67e525 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:29:14.676228 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Port 244dc8fe-3bea-470a-b647-55805461d0b1 on network 3f0c33b4-c21d-4804-a664-5f5dfe67e525 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:29:14.676362 n-d-776250-12 neutron-server[110551]: ERROR neutron.plugins.ml2.managers [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Failed to bind port 244dc8fe-3bea-470a-b647-55805461d0b1 on host n-h2-776250-12 for vnic_type normal using segments [{'id': '64fd11f2-a175-4eb2-9506-efe13e99bbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3f0c33b4-c21d-4804-a664-5f5dfe67e525'}] Dec 08 16:29:14.676584 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:14.679461 n-d-776250-12 neutron-server[110551]: INFO neutron.plugins.ml2.plugin [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempt 7 to bind port 244dc8fe-3bea-470a-b647-55805461d0b1 Dec 08 16:29:14.692263 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9b6e41-584c-47b7-9bdd-3c6c387def99 x-openstack-request-id: req-ed9b6e41-584c-47b7-9bdd-3c6c387def99 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:29:14.692263 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca3714fc-8e86-4bd6-b1da-2414cadb9915", "name": "network-vif-plugged", "status": "completed", "tag": "ac05d7bd-0f61-44e9-be08-d0a22d449393", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:29:14.693047 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ed9b6e41-584c-47b7-9bdd-3c6c387def99 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:29:14.696923 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4346d0df-d75a-4ae8-8d43-a28fefca1052 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:14.712960 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 244dc8fe-3bea-470a-b647-55805461d0b1 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:29:14.712960 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 244dc8fe-3bea-470a-b647-55805461d0b1 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '64fd11f2-a175-4eb2-9506-efe13e99bbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3f0c33b4-c21d-4804-a664-5f5dfe67e525'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:29:14.712960 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 244dc8fe-3bea-470a-b647-55805461d0b1 on network 3f0c33b4-c21d-4804-a664-5f5dfe67e525 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:29:14.713368 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca3714fc-8e86-4bd6-b1da-2414cadb9915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac05d7bd-0f61-44e9-be08-d0a22d449393', 'code': 200} Dec 08 16:29:14.721768 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Port 244dc8fe-3bea-470a-b647-55805461d0b1 on network 3f0c33b4-c21d-4804-a664-5f5dfe67e525 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:29:14.722110 n-d-776250-12 neutron-server[110551]: ERROR neutron.plugins.ml2.managers [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Failed to bind port 244dc8fe-3bea-470a-b647-55805461d0b1 on host n-h2-776250-12 for vnic_type normal using segments [{'id': '64fd11f2-a175-4eb2-9506-efe13e99bbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3f0c33b4-c21d-4804-a664-5f5dfe67e525'}] Dec 08 16:29:14.724035 n-d-776250-12 neutron-server[110551]: INFO neutron.plugins.ml2.plugin [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempt 8 to bind port 244dc8fe-3bea-470a-b647-55805461d0b1 Dec 08 16:29:14.747863 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 244dc8fe-3bea-470a-b647-55805461d0b1 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:29:14.752043 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 244dc8fe-3bea-470a-b647-55805461d0b1 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '64fd11f2-a175-4eb2-9506-efe13e99bbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3f0c33b4-c21d-4804-a664-5f5dfe67e525'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:29:14.752043 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 244dc8fe-3bea-470a-b647-55805461d0b1 on network 3f0c33b4-c21d-4804-a664-5f5dfe67e525 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:29:14.755580 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Port 244dc8fe-3bea-470a-b647-55805461d0b1 on network 3f0c33b4-c21d-4804-a664-5f5dfe67e525 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:29:14.756132 n-d-776250-12 neutron-server[110551]: ERROR neutron.plugins.ml2.managers [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Failed to bind port 244dc8fe-3bea-470a-b647-55805461d0b1 on host n-h2-776250-12 for vnic_type normal using segments [{'id': '64fd11f2-a175-4eb2-9506-efe13e99bbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3f0c33b4-c21d-4804-a664-5f5dfe67e525'}] Dec 08 16:29:14.756743 n-d-776250-12 neutron-server[110551]: INFO neutron.plugins.ml2.plugin [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempt 9 to bind port 244dc8fe-3bea-470a-b647-55805461d0b1 Dec 08 16:29:14.765563 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bba92ce2-cb25-41df-a50e-e91295dc6730 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:14.773706 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bba92ce2-cb25-41df-a50e-e91295dc6730 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:14.817914 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=ac05d7bd-0f61-44e9-be08-d0a22d449393,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:14.823279 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4346d0df-d75a-4ae8-8d43-a28fefca1052 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:14.829930 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4346d0df-d75a-4ae8-8d43-a28fefca1052 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:14.830706 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4346d0df-d75a-4ae8-8d43-a28fefca1052 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:14.858439 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b1cbdfa8-74f6-4b2c-99fb-4fd5518027ff req-8695d33c-5942-46d0-9259-ededcc6b940d tempest-TestNetworkAdvancedServerOps-1604663679 tempest-TestNetworkAdvancedServerOps-1604663679-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=5dbfa492-1a8c-4612-9bec-7e64b91898d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2092884 Dec 08 16:29:14.883779 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43462) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:14.892218 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 244dc8fe-3bea-470a-b647-55805461d0b1 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:29:14.892784 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 244dc8fe-3bea-470a-b647-55805461d0b1 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '64fd11f2-a175-4eb2-9506-efe13e99bbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3f0c33b4-c21d-4804-a664-5f5dfe67e525'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:29:14.893101 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 244dc8fe-3bea-470a-b647-55805461d0b1 on network 3f0c33b4-c21d-4804-a664-5f5dfe67e525 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:29:14.901764 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Port 244dc8fe-3bea-470a-b647-55805461d0b1 on network 3f0c33b4-c21d-4804-a664-5f5dfe67e525 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:29:14.902115 n-d-776250-12 neutron-server[110551]: ERROR neutron.plugins.ml2.managers [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Failed to bind port 244dc8fe-3bea-470a-b647-55805461d0b1 on host n-h2-776250-12 for vnic_type normal using segments [{'id': '64fd11f2-a175-4eb2-9506-efe13e99bbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3f0c33b4-c21d-4804-a664-5f5dfe67e525'}] Dec 08 16:29:14.907855 n-d-776250-12 neutron-server[110551]: INFO neutron.plugins.ml2.plugin [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempt 10 to bind port 244dc8fe-3bea-470a-b647-55805461d0b1 Dec 08 16:29:14.926743 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 244dc8fe-3bea-470a-b647-55805461d0b1 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:29:14.927015 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 244dc8fe-3bea-470a-b647-55805461d0b1 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '64fd11f2-a175-4eb2-9506-efe13e99bbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3f0c33b4-c21d-4804-a664-5f5dfe67e525'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:29:14.927350 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 244dc8fe-3bea-470a-b647-55805461d0b1 on network 3f0c33b4-c21d-4804-a664-5f5dfe67e525 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:29:14.935956 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ffed5e-8786-4b0f-8463-5c07d617ee09 req-0b3d5475-d7e7-433f-a4fa-25b81fe77d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:14.937476 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-95ffed5e-8786-4b0f-8463-5c07d617ee09 req-0b3d5475-d7e7-433f-a4fa-25b81fe77d92 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ca3714fc-8e86-4bd6-b1da-2414cadb9915 HTTP/1.1" status: 200 len: 1097 time: 0.1667717 Dec 08 16:29:14.940126 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4346d0df-d75a-4ae8-8d43-a28fefca1052 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Pushing event updated for resources: {'Network': ['ID=007087a2-7596-4da5-b405-2693d147e1c2,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:14.943173 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Port 244dc8fe-3bea-470a-b647-55805461d0b1 on network 3f0c33b4-c21d-4804-a664-5f5dfe67e525 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:29:14.943504 n-d-776250-12 neutron-server[110551]: ERROR neutron.plugins.ml2.managers [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Failed to bind port 244dc8fe-3bea-470a-b647-55805461d0b1 on host n-h2-776250-12 for vnic_type normal using segments [{'id': '64fd11f2-a175-4eb2-9506-efe13e99bbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3f0c33b4-c21d-4804-a664-5f5dfe67e525'}] Dec 08 16:29:14.943872 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:14.952514 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 007087a2-7596-4da5-b405-2693d147e1c2 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:29:14.972831 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bba92ce2-cb25-41df-a50e-e91295dc6730 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:14.976134 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba92ce2-cb25-41df-a50e-e91295dc6730 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0c5db91c-81ff-4f5e-b457-85bc0d80a448 {{(pid=110550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:29:14.986341 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bba92ce2-cb25-41df-a50e-e91295dc6730 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:14.987945 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-bba92ce2-cb25-41df-a50e-e91295dc6730 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] 10.222.0.64 "DELETE /v2.0/routers/0c5db91c-81ff-4f5e-b457-85bc0d80a448 HTTP/1.1" status: 204 len: 168 time: 2.5737088 Dec 08 16:29:14.990927 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43466) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:15.041734 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-4346d0df-d75a-4ae8-8d43-a28fefca1052 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7624261 Dec 08 16:29:15.048637 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-95ffed5e-8786-4b0f-8463-5c07d617ee09 req-e366580d-7cf8-43d2-8f78-2de4837736c2 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=654bd4f6-6db2-4b1b-a1c7-956de5974017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851059 Dec 08 16:29:15.049110 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43468) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:15.062309 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-5b95eeb1-1701-425b-954a-17d4eeb6d9b4 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Request body: {'subnet': {'network_id': '007087a2-7596-4da5-b405-2693d147e1c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:15.144227 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] For port 244dc8fe-3bea-470a-b647-55805461d0b1, host n-h2-776250-12, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:29:15.144914 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempted to set empty binding levels {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 08 16:29:15.218395 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:15.223656 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b805a819-4756-421b-9911-423a8bca20c3 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks [] for router, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:15.240867 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:15.263549 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:15.264157 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:15.286198 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b95eeb1-1701-425b-954a-17d4eeb6d9b4 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Made reservation on behalf of 8903d1f9af734148bba1eca462488b6f for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:29:15.290165 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5b95eeb1-1701-425b-954a-17d4eeb6d9b4 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:15.292170 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-8fea5f52-fb7b-43ee-9139-3e255a4f953d tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Deleting port 9bed3622-1d22-4fa9-9a0c-81956fc36725 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:29:15.292633 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8fea5f52-fb7b-43ee-9139-3e255a4f953d tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:15.337472 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Pushing event updated for resources: {'Port': ['ID=244dc8fe-3bea-470a-b647-55805461d0b1,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:15.359702 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.ipam_backend_mixin [None req-5b95eeb1-1701-425b-954a-17d4eeb6d9b4 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Performing IP validity checks on allocation pools {{(pid=110551) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 08 16:29:15.366064 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.ipam_backend_mixin [None req-5b95eeb1-1701-425b-954a-17d4eeb6d9b4 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110551) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 08 16:29:15.390589 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d3f6ce0d-3086-47d0-9c67-322ae4910aa3 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 4.2460129 Dec 08 16:29:15.391710 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43470) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:15.416293 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:29:15.437673 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8fea5f52-fb7b-43ee-9139-3e255a4f953d tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:15.437673 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8fea5f52-fb7b-43ee-9139-3e255a4f953d tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:15.452246 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b805a819-4756-421b-9911-423a8bca20c3 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:15.456735 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-8fea5f52-fb7b-43ee-9139-3e255a4f953d tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Calling delete_port for 9bed3622-1d22-4fa9-9a0c-81956fc36725 owned by network:floatingip {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:29:15.578727 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-af0166bf-583a-41e0-9cae-54622166f585 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Deleting port 244dc8fe-3bea-470a-b647-55805461d0b1 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:29:15.579146 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-af0166bf-583a-41e0-9cae-54622166f585 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:15.650078 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5b95eeb1-1701-425b-954a-17d4eeb6d9b4 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:15.668726 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-b805a819-4756-421b-9911-423a8bca20c3 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Deleting port 562568e6-4ee9-43bf-83d1-bc69359a02c1 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:29:15.669518 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b805a819-4756-421b-9911-423a8bca20c3 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:15.760361 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-af0166bf-583a-41e0-9cae-54622166f585 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] For port 244dc8fe-3bea-470a-b647-55805461d0b1, host n-h2-776250-12, got binding levels [] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:29:15.760659 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-af0166bf-583a-41e0-9cae-54622166f585 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:15.790037 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-b805a819-4756-421b-9911-423a8bca20c3 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] For port 562568e6-4ee9-43bf-83d1-bc69359a02c1, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=562568e6-4ee9-43bf-83d1-bc69359a02c1,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:29:15.790667 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b805a819-4756-421b-9911-423a8bca20c3 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:15.792745 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-af0166bf-583a-41e0-9cae-54622166f585 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Calling delete_port for 244dc8fe-3bea-470a-b647-55805461d0b1 owned by {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:29:15.794479 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b95eeb1-1701-425b-954a-17d4eeb6d9b4 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Pushing event updated for resources: {'Subnet': ['ID=ce5145fb-99a7-44f0-acf2-b9a26c0d2e2c,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:15.806371 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-b805a819-4756-421b-9911-423a8bca20c3 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Calling delete_port for 562568e6-4ee9-43bf-83d1-bc69359a02c1 owned by network:router_gateway {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:29:15.817119 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8fea5f52-fb7b-43ee-9139-3e255a4f953d tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:15.834587 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03127aa4-4762-4eb2-b93c-19431ed3e82a req-45de8bfc-c29b-4d29-9f87-927ad605c4c1 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:15.836149 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-03127aa4-4762-4eb2-b93c-19431ed3e82a req-45de8bfc-c29b-4d29-9f87-927ad605c4c1 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca3714fc-8e86-4bd6-b1da-2414cadb9915 HTTP/1.1" status: 200 len: 945 time: 0.1335511 Dec 08 16:29:15.882994 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b95eeb1-1701-425b-954a-17d4eeb6d9b4 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Checking segment: {'id': '11601e96-8899-4bdb-9548-1eeae489060b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '007087a2-7596-4da5-b405-2693d147e1c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:29:15.884278 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea5f52-fb7b-43ee-9139-3e255a4f953d tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event deleted for resources: {'Port': ['ID=9bed3622-1d22-4fa9-9a0c-81956fc36725,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:15.884992 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b95eeb1-1701-425b-954a-17d4eeb6d9b4 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Network hostable DHCP agents. Network: 007087a2-7596-4da5-b405-2693d147e1c2, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:29:15.908941 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc8ca1c-b8a4-4772-8c62-d81563aead2c None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:29:16.016456 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8fea5f52-fb7b-43ee-9139-3e255a4f953d tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for floatingip, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:16.016840 n-d-776250-12 neutron-server[110550]: INFO neutron.db.l3_db [None req-8fea5f52-fb7b-43ee-9139-3e255a4f953d tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Floating IP 29e92f3b-1bfd-4c21-868b-9431136f88b1 disassociated (deleted). External IP: 172.25.0.40, port: f77338c8-91de-4809-bfc2-be2cd2a80b3d. Dec 08 16:29:16.019639 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-03127aa4-4762-4eb2-b93c-19431ed3e82a req-06c4ac4e-cfb5-4130-8849-b0b8e6b4153e tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/security-groups?id=654bd4f6-6db2-4b1b-a1c7-956de5974017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405683 Dec 08 16:29:16.034907 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b95eeb1-1701-425b-954a-17d4eeb6d9b4 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Network 007087a2-7596-4da5-b405-2693d147e1c2 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:29:16.076547 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-af0166bf-583a-41e0-9cae-54622166f585 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:16.110227 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0166bf-583a-41e0-9cae-54622166f585 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Pushing event deleted for resources: {'Port': ['ID=244dc8fe-3bea-470a-b647-55805461d0b1,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:16.113577 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-5b95eeb1-1701-425b-954a-17d4eeb6d9b4 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 007087a2-7596-4da5-b405-2693d147e1c2) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:29:16.128069 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-af0166bf-583a-41e0-9cae-54622166f585 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:16.134762 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-af0166bf-583a-41e0-9cae-54622166f585 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] 10.222.0.64 "DELETE /v2.0/ports/244dc8fe-3bea-470a-b647-55805461d0b1 HTTP/1.1" status: 204 len: 168 time: 0.7386827 Dec 08 16:29:16.135538 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43482) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:16.169920 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1d87b33-850f-4f50-9f6f-e9cccf3804a9 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] GET failed (client error): The resource could not be found. Dec 08 16:29:16.172145 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a1d87b33-850f-4f50-9f6f-e9cccf3804a9 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] 10.222.0.64 "GET /v2.0/ports/244dc8fe-3bea-470a-b647-55805461d0b1 HTTP/1.1" status: 404 len: 333 time: 0.0352528 Dec 08 16:29:16.181214 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43484) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:16.184774 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f648b2c-cc19-4b8d-acaf-073b0658ece2 None None] Network 007087a2-7596-4da5-b405-2693d147e1c2 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:29:16.193486 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-1fe975dd-a146-4b11-941e-e3b70e32b879 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Request body: {'port': {'network_id': '3f0c33b4-c21d-4804-a664-5f5dfe67e525', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-97917563'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:16.206893 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b95eeb1-1701-425b-954a-17d4eeb6d9b4 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:16.207501 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5b95eeb1-1701-425b-954a-17d4eeb6d9b4 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:16.285856 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b805a819-4756-421b-9911-423a8bca20c3 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:16.330952 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9277e8d5-1b32-4c79-8cf9-8b8e1858e809 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-007087a2-7596-4da5-b405-2693d147e1c2', 'network_id': '007087a2-7596-4da5-b405-2693d147e1c2', 'project_id': '8903d1f9af734148bba1eca462488b6f', 'fixed_ips': [{'subnet_id': 'ce5145fb-99a7-44f0-acf2-b9a26c0d2e2c'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:29:16.333179 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b805a819-4756-421b-9911-423a8bca20c3 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Pushing event deleted for resources: {'Port': ['ID=562568e6-4ee9-43bf-83d1-bc69359a02c1,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:16.340377 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9277e8d5-1b32-4c79-8cf9-8b8e1858e809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:16.360317 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe975dd-a146-4b11-941e-e3b70e32b879 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Made reservation on behalf of 597ecdd744e1407ea30928e4459a2fef for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:29:16.360317 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1fe975dd-a146-4b11-941e-e3b70e32b879 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:16.378041 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fea5f52-fb7b-43ee-9139-3e255a4f953d tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Router fa5ab0a8-6f1a-4916-9127-d865f3dc1178 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:29:16.378310 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46194993-34ca-4c97-b9d8-4693023eaec2 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:29:16.379548 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-1fe975dd-a146-4b11-941e-e3b70e32b879 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] device_id is not set on port 2ed727b1-04f9-4161-885a-d36d06dd90d7 yet. {{(pid=110551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:29:16.556399 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-5b95eeb1-1701-425b-954a-17d4eeb6d9b4 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.5059259 Dec 08 16:29:16.562637 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43488) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:16.570023 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-d9564cfe-4f79-4d83-b13a-28a2840b908f tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:16.585075 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-9277e8d5-1b32-4c79-8cf9-8b8e1858e809 None None] Allocated IP 172.20.0.3 (007087a2-7596-4da5-b405-2693d147e1c2/ce5145fb-99a7-44f0-acf2-b9a26c0d2e2c/03ef6d73-1738-447e-a6b6-8e0917f32497) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:29:16.615899 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fea5f52-fb7b-43ee-9139-3e255a4f953d tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:29:16.615899 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8fea5f52-fb7b-43ee-9139-3e255a4f953d tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:16.616527 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75dfe47d-8f10-41e4-8040-fa6ab1dcd624 None None] Sync routers for ids ['fa5ab0a8-6f1a-4916-9127-d865f3dc1178'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:29:16.616638 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43490) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:16.635096 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1fe975dd-a146-4b11-941e-e3b70e32b879 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:16.662319 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b805a819-4756-421b-9911-423a8bca20c3 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:16.699635 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75dfe47d-8f10-41e4-8040-fa6ab1dcd624 None None] Routers {'fa5ab0a8-6f1a-4916-9127-d865f3dc1178'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:29:16.700399 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-75dfe47d-8f10-41e4-8040-fa6ab1dcd624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:29:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['fa5ab0a8-6f1a-4916-9127-d865f3dc1178'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:16.718760 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-8fea5f52-fb7b-43ee-9139-3e255a4f953d tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "DELETE /v2.0/floatingips/29e92f3b-1bfd-4c21-868b-9431136f88b1 HTTP/1.1" status: 204 len: 168 time: 1.8338861 Dec 08 16:29:16.773382 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d9564cfe-4f79-4d83-b13a-28a2840b908f tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9257945'] for subnet, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:16.813374 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77804a2a-42a4-47e3-a655-9b2afc5b7514', 'tag': 'f77338c8-91de-4809-bfc2-be2cd2a80b3d'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:29:16.816289 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2a9e7e-fff1-451d-b498-331d5e8d197c" -d '{"events": [{"name": "network-changed", "server_uuid": "77804a2a-42a4-47e3-a655-9b2afc5b7514", "tag": "f77338c8-91de-4809-bfc2-be2cd2a80b3d"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:29:16.841208 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1fe975dd-a146-4b11-941e-e3b70e32b879 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:16.891531 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:16.911403 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9dd227-a862-4c98-b8b8-3c65efa59925 x-openstack-request-id: req-af9dd227-a862-4c98-b8b8-3c65efa59925 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:29:16.916726 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77804a2a-42a4-47e3-a655-9b2afc5b7514", "tag": "f77338c8-91de-4809-bfc2-be2cd2a80b3d", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:29:16.916726 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-af9dd227-a862-4c98-b8b8-3c65efa59925 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:29:16.916726 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77804a2a-42a4-47e3-a655-9b2afc5b7514', 'tag': 'f77338c8-91de-4809-bfc2-be2cd2a80b3d', 'status': 'completed', 'code': 200} Dec 08 16:29:16.917114 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe975dd-a146-4b11-941e-e3b70e32b879 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Network 3f0c33b4-c21d-4804-a664-5f5dfe67e525 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:29:16.917223 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fb308a86-a5d0-4f81-a713-4cb1c40acd23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:16.920579 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b805a819-4756-421b-9911-423a8bca20c3 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:16.920904 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-1fe975dd-a146-4b11-941e-e3b70e32b879 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:29:16.932851 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b805a819-4756-421b-9911-423a8bca20c3 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:16.958506 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe975dd-a146-4b11-941e-e3b70e32b879 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:29:16.959561 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-75dfe47d-8f10-41e4-8040-fa6ab1dcd624 None None] Set router fa5ab0a8-6f1a-4916-9127-d865f3dc1178 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:29:16.959793 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe975dd-a146-4b11-941e-e3b70e32b879 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:16.960523 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1fe975dd-a146-4b11-941e-e3b70e32b879 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:16.964820 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe975dd-a146-4b11-941e-e3b70e32b879 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Pushing event updated for resources: {'Port': ['ID=2ed727b1-04f9-4161-885a-d36d06dd90d7,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:16.985890 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a9e7e-fff1-451d-b498-331d5e8d197c req-f5208a89-a33d-459b-9f3e-f74448764d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:16.987653 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0c2a9e7e-fff1-451d-b498-331d5e8d197c req-f5208a89-a33d-459b-9f3e-f74448764d87 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5ac8783bc8454dbdaff01b6ea349ef5e&device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514 HTTP/1.1" status: 200 len: 1099 time: 0.0683715 Dec 08 16:29:17.031319 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9277e8d5-1b32-4c79-8cf9-8b8e1858e809 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:17.063326 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-1fe975dd-a146-4b11-941e-e3b70e32b879 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.8809555 Dec 08 16:29:17.066579 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43504) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:17.075477 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:17.104402 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b805a819-4756-421b-9911-423a8bca20c3 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:17.104977 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b805a819-4756-421b-9911-423a8bca20c3 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e759e1e4-311f-4491-b13a-c356995d7b7f {{(pid=110550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:29:17.118048 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b805a819-4756-421b-9911-423a8bca20c3 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:17.121760 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b805a819-4756-421b-9911-423a8bca20c3 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] 10.222.0.64 "DELETE /v2.0/routers/e759e1e4-311f-4491-b13a-c356995d7b7f HTTP/1.1" status: 204 len: 168 time: 2.1289792 Dec 08 16:29:17.138328 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43506) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:17.151959 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-a7492083-ef4c-44f7-850e-ab3675f57a60 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1270502542', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}, 'admin_state_up': False}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:17.169691 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a9e7e-fff1-451d-b498-331d5e8d197c req-5b20f34b-840b-4573-9916-f6d2113f10cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:17.171878 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0c2a9e7e-fff1-451d-b498-331d5e8d197c req-5b20f34b-840b-4573-9916-f6d2113f10cd service neutron] 10.222.0.76 "GET /v2.0/networks?id=08814924-d3f7-498d-a0e5-508442cef09d HTTP/1.1" status: 200 len: 898 time: 0.1737058 Dec 08 16:29:17.205547 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9277e8d5-1b32-4c79-8cf9-8b8e1858e809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:17.229407 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:17.262359 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fb308a86-a5d0-4f81-a713-4cb1c40acd23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:17.413792 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fb308a86-a5d0-4f81-a713-4cb1c40acd23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:17.441904 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0c2a9e7e-fff1-451d-b498-331d5e8d197c req-c44fb96a-20df-43af-b7e9-916796eba65d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f77338c8-91de-4809-bfc2-be2cd2a80b3d HTTP/1.1" status: 200 len: 217 time: 0.2244036 Dec 08 16:29:17.454848 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a7492083-ef4c-44f7-850e-ab3675f57a60 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:17.457394 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a7492083-ef4c-44f7-850e-ab3675f57a60 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:17.510311 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a9e7e-fff1-451d-b498-331d5e8d197c req-5318e478-3ce3-494b-a38e-fef4e1014331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:17.511807 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0c2a9e7e-fff1-451d-b498-331d5e8d197c req-5318e478-3ce3-494b-a38e-fef4e1014331 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=89eafa5b-4193-4ebc-af74-cdc250b35c3e HTTP/1.1" status: 200 len: 834 time: 0.0548668 Dec 08 16:29:17.533595 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a7492083-ef4c-44f7-850e-ab3675f57a60 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:17.533769 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6726042a-7fcb-4bb7-b189-1b30ec470224 req-61191e47-5245-4274-ab71-fe3b0673d474 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:17.534373 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6726042a-7fcb-4bb7-b189-1b30ec470224 req-61191e47-5245-4274-ab71-fe3b0673d474 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca3714fc-8e86-4bd6-b1da-2414cadb9915 HTTP/1.1" status: 200 len: 945 time: 0.3553400 Dec 08 16:29:17.585137 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-fb308a86-a5d0-4f81-a713-4cb1c40acd23 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d0ad5c18a56940a0b9dd9f8c91d68ef3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9673884 Dec 08 16:29:17.601204 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43514) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:17.625346 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb308a86-a5d0-4f81-a713-4cb1c40acd23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de7ad8b7-9288-400a-8408-d2cee8f15b4c,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:17.647751 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8429a8dc-b530-48f7-a500-1b05fdafa5aa req-8e70c18c-3d4a-42e8-964d-1d901babfa69 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:17.649858 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8429a8dc-b530-48f7-a500-1b05fdafa5aa req-8e70c18c-3d4a-42e8-964d-1d901babfa69 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514 HTTP/1.1" status: 200 len: 947 time: 0.2715483 Dec 08 16:29:17.664203 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9277e8d5-1b32-4c79-8cf9-8b8e1858e809 None None] Pushing event updated for resources: {'Port': ['ID=03ef6d73-1738-447e-a6b6-8e0917f32497,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:17.680624 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6726042a-7fcb-4bb7-b189-1b30ec470224 req-308b14ed-d021-4017-8f5a-5237e09248d6 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/security-groups?id=654bd4f6-6db2-4b1b-a1c7-956de5974017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329563 Dec 08 16:29:17.710013 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a9e7e-fff1-451d-b498-331d5e8d197c req-5617506f-cbd6-4f1d-8c00-e17766e47aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:17.710258 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9277e8d5-1b32-4c79-8cf9-8b8e1858e809 None None] Network 007087a2-7596-4da5-b405-2693d147e1c2 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:29:17.710365 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0c2a9e7e-fff1-451d-b498-331d5e8d197c req-5617506f-cbd6-4f1d-8c00-e17766e47aee service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=08814924-d3f7-498d-a0e5-508442cef09d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1806388 Dec 08 16:29:17.710449 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-9277e8d5-1b32-4c79-8cf9-8b8e1858e809 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:29:17.711384 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9277e8d5-1b32-4c79-8cf9-8b8e1858e809 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:29:17.755478 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:17.793936 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb308a86-a5d0-4f81-a713-4cb1c40acd23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:17.794184 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb308a86-a5d0-4f81-a713-4cb1c40acd23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:17.794574 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb308a86-a5d0-4f81-a713-4cb1c40acd23 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:17.794867 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb308a86-a5d0-4f81-a713-4cb1c40acd23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:17.795332 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb308a86-a5d0-4f81-a713-4cb1c40acd23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:17.795539 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb308a86-a5d0-4f81-a713-4cb1c40acd23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:17.795875 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb308a86-a5d0-4f81-a713-4cb1c40acd23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:17.796243 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb308a86-a5d0-4f81-a713-4cb1c40acd23 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:17.799742 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb308a86-a5d0-4f81-a713-4cb1c40acd23 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:17.799742 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb308a86-a5d0-4f81-a713-4cb1c40acd23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:17.799742 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb308a86-a5d0-4f81-a713-4cb1c40acd23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:17.799742 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb308a86-a5d0-4f81-a713-4cb1c40acd23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:17.799742 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb308a86-a5d0-4f81-a713-4cb1c40acd23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:17.909770 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0c2a9e7e-fff1-451d-b498-331d5e8d197c req-3b864291-369a-44a9-b2e7-3f2bb89c0f10 service neutron] 10.222.0.76 "GET /v2.0/networks/08814924-d3f7-498d-a0e5-508442cef09d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976089 Dec 08 16:29:17.918354 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-9277e8d5-1b32-4c79-8cf9-8b8e1858e809 None None] Attempting to bind port 03ef6d73-1738-447e-a6b6-8e0917f32497 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:29:17.918749 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-9277e8d5-1b32-4c79-8cf9-8b8e1858e809 None None] Attempting to bind port 03ef6d73-1738-447e-a6b6-8e0917f32497 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '11601e96-8899-4bdb-9548-1eeae489060b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '007087a2-7596-4da5-b405-2693d147e1c2'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:29:17.919118 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9277e8d5-1b32-4c79-8cf9-8b8e1858e809 None None] Attempting to bind port 03ef6d73-1738-447e-a6b6-8e0917f32497 on network 007087a2-7596-4da5-b405-2693d147e1c2 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:29:17.927029 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9277e8d5-1b32-4c79-8cf9-8b8e1858e809 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:29:17.927423 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9277e8d5-1b32-4c79-8cf9-8b8e1858e809 None None] Checking segment: {'id': '11601e96-8899-4bdb-9548-1eeae489060b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '007087a2-7596-4da5-b405-2693d147e1c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:29:17.927842 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9277e8d5-1b32-4c79-8cf9-8b8e1858e809 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:17.928265 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9277e8d5-1b32-4c79-8cf9-8b8e1858e809 None None] Bound using segment: {'id': '11601e96-8899-4bdb-9548-1eeae489060b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '007087a2-7596-4da5-b405-2693d147e1c2'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:29:17.928762 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-9277e8d5-1b32-4c79-8cf9-8b8e1858e809 None None] Bound port: 03ef6d73-1738-447e-a6b6-8e0917f32497, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11601e96-8899-4bdb-9548-1eeae489060b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '007087a2-7596-4da5-b405-2693d147e1c2'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:29:17.929331 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9277e8d5-1b32-4c79-8cf9-8b8e1858e809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:17.998080 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8429a8dc-b530-48f7-a500-1b05fdafa5aa req-d47e6804-f740-4a3b-a4cc-83b2f7d0ed12 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=5dbfa492-1a8c-4612-9bec-7e64b91898d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3211524 Dec 08 16:29:18.020818 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d9564cfe-4f79-4d83-b13a-28a2840b908f tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740895663903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3387065'] for subnet, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:18.050529 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6c9cba14-cf2c-4090-89cb-4ac4b25ce455 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:18.053264 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] device_id is not set on port 2ed727b1-04f9-4161-885a-d36d06dd90d7 yet. {{(pid=110550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:29:18.060282 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a7492083-ef4c-44f7-850e-ab3675f57a60 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:18.068648 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:18.094976 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6c9cba14-cf2c-4090-89cb-4ac4b25ce455 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:18.115784 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-9277e8d5-1b32-4c79-8cf9-8b8e1858e809 None None] For port 03ef6d73-1738-447e-a6b6-8e0917f32497, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:29:18.147465 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-9277e8d5-1b32-4c79-8cf9-8b8e1858e809 None None] For port 03ef6d73-1738-447e-a6b6-8e0917f32497, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=03ef6d73-1738-447e-a6b6-8e0917f32497,segment=NetworkSegment(11601e96-8899-4bdb-9548-1eeae489060b),segment_id=11601e96-8899-4bdb-9548-1eeae489060b)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:29:18.157887 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-75dfe47d-8f10-41e4-8040-fa6ab1dcd624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5ab0a8-6f1a-4916-9127-d865f3dc1178', 'name': 'tempest-TestNetworkAdvancedServerOps-router-863953373', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '10d27fbc-3546-41bd-8e6b-24cc22bc3f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:25:39Z', 'updated_at': '2021-12-08T16:25:49Z', 'revision_number': 4, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'gw_port': {'id': '10d27fbc-3546-41bd-8e6b-24cc22bc3f67', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5ab0a8-6f1a-4916-9127-d865f3dc1178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:25:40Z', 'updated_at': '2021-12-08T16:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '352fc048-d849-4a6e-a2aa-71062b6c33e7', 'name': '', 'network_id': '08814924-d3f7-498d-a0e5-508442cef09d', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'mac_address': 'fa:16:3e:46:a3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5ab0a8-6f1a-4916-9127-d865f3dc1178', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '89eafa5b-4193-4ebc-af74-cdc250b35c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:25:47Z', 'updated_at': '2021-12-08T16:25:58Z', 'revision_number': 5, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'subnets': [{'id': '89eafa5b-4193-4ebc-af74-cdc250b35c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:18.179513 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0c2a9e7e-fff1-451d-b498-331d5e8d197c req-257b748e-46b0-41c0-b9e0-546d3e47f804 service neutron] 10.222.0.76 "GET /v2.0/networks/08814924-d3f7-498d-a0e5-508442cef09d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599995 Dec 08 16:29:18.181739 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9564cfe-4f79-4d83-b13a-28a2840b908f tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Pushing event updated for resources: {'Subnet': ['ID=ce5145fb-99a7-44f0-acf2-b9a26c0d2e2c,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:18.191333 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75dfe47d-8f10-41e4-8040-fa6ab1dcd624 None None] Checking router: fa5ab0a8-6f1a-4916-9127-d865f3dc1178 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:29:18.201622 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75dfe47d-8f10-41e4-8040-fa6ab1dcd624 None None] Routers {'fa5ab0a8-6f1a-4916-9127-d865f3dc1178'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:29:18.202571 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-75dfe47d-8f10-41e4-8040-fa6ab1dcd624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:29:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['fa5ab0a8-6f1a-4916-9127-d865f3dc1178'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:18.210707 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9564cfe-4f79-4d83-b13a-28a2840b908f tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:18.210707 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d9564cfe-4f79-4d83-b13a-28a2840b908f tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:18.211654 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d9564cfe-4f79-4d83-b13a-28a2840b908f tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "PUT /v2.0/subnets/ce5145fb-99a7-44f0-acf2-b9a26c0d2e2c HTTP/1.1" status: 200 len: 877 time: 1.6455996 Dec 08 16:29:18.211654 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43532) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:18.224028 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:18.296221 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6c9cba14-cf2c-4090-89cb-4ac4b25ce455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:18.303476 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6c9cba14-cf2c-4090-89cb-4ac4b25ce455 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:18.303476 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-6c9cba14-cf2c-4090-89cb-4ac4b25ce455 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/de7ad8b7-9288-400a-8408-d2cee8f15b4c HTTP/1.1" status: 204 len: 168 time: 0.6980374 Dec 08 16:29:18.324111 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9cba14-cf2c-4090-89cb-4ac4b25ce455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7ad8b7-9288-400a-8408-d2cee8f15b4c,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:18.337969 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-de1d604c-ee9c-4e50-8188-4dbef5305511 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:18.352453 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9277e8d5-1b32-4c79-8cf9-8b8e1858e809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:18.393321 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 2ed727b1-04f9-4161-885a-d36d06dd90d7 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:29:18.394028 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 2ed727b1-04f9-4161-885a-d36d06dd90d7 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '64fd11f2-a175-4eb2-9506-efe13e99bbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3f0c33b4-c21d-4804-a664-5f5dfe67e525'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:29:18.394188 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 2ed727b1-04f9-4161-885a-d36d06dd90d7 on network 3f0c33b4-c21d-4804-a664-5f5dfe67e525 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:29:18.402640 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Pushing event updated for resources: {'Port': ['ID=2ed727b1-04f9-4161-885a-d36d06dd90d7,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:18.410318 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Port 2ed727b1-04f9-4161-885a-d36d06dd90d7 on network 3f0c33b4-c21d-4804-a664-5f5dfe67e525 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:29:18.410803 n-d-776250-12 neutron-server[110550]: ERROR neutron.plugins.ml2.managers [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Failed to bind port 2ed727b1-04f9-4161-885a-d36d06dd90d7 on host n-h2-776250-12 for vnic_type normal using segments [{'id': '64fd11f2-a175-4eb2-9506-efe13e99bbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3f0c33b4-c21d-4804-a664-5f5dfe67e525'}] Dec 08 16:29:18.412000 n-d-776250-12 neutron-server[110550]: INFO neutron.plugins.ml2.plugin [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempt 2 to bind port 2ed727b1-04f9-4161-885a-d36d06dd90d7 Dec 08 16:29:18.433737 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 2ed727b1-04f9-4161-885a-d36d06dd90d7 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:29:18.433737 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 2ed727b1-04f9-4161-885a-d36d06dd90d7 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '64fd11f2-a175-4eb2-9506-efe13e99bbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3f0c33b4-c21d-4804-a664-5f5dfe67e525'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:29:18.433737 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 2ed727b1-04f9-4161-885a-d36d06dd90d7 on network 3f0c33b4-c21d-4804-a664-5f5dfe67e525 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:29:18.449186 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Port 2ed727b1-04f9-4161-885a-d36d06dd90d7 on network 3f0c33b4-c21d-4804-a664-5f5dfe67e525 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:29:18.449700 n-d-776250-12 neutron-server[110550]: ERROR neutron.plugins.ml2.managers [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Failed to bind port 2ed727b1-04f9-4161-885a-d36d06dd90d7 on host n-h2-776250-12 for vnic_type normal using segments [{'id': '64fd11f2-a175-4eb2-9506-efe13e99bbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3f0c33b4-c21d-4804-a664-5f5dfe67e525'}] Dec 08 16:29:18.449947 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-75dfe47d-8f10-41e4-8040-fa6ab1dcd624 None None] Set router fa5ab0a8-6f1a-4916-9127-d865f3dc1178 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:29:18.453725 n-d-776250-12 neutron-server[110550]: INFO neutron.plugins.ml2.plugin [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempt 3 to bind port 2ed727b1-04f9-4161-885a-d36d06dd90d7 Dec 08 16:29:18.454846 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-de1d604c-ee9c-4e50-8188-4dbef5305511 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Deleting port 03ef6d73-1738-447e-a6b6-8e0917f32497 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:29:18.455209 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-de1d604c-ee9c-4e50-8188-4dbef5305511 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:18.475544 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 2ed727b1-04f9-4161-885a-d36d06dd90d7 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:29:18.476044 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 2ed727b1-04f9-4161-885a-d36d06dd90d7 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '64fd11f2-a175-4eb2-9506-efe13e99bbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3f0c33b4-c21d-4804-a664-5f5dfe67e525'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:29:18.476515 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 2ed727b1-04f9-4161-885a-d36d06dd90d7 on network 3f0c33b4-c21d-4804-a664-5f5dfe67e525 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:29:18.500903 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Port 2ed727b1-04f9-4161-885a-d36d06dd90d7 on network 3f0c33b4-c21d-4804-a664-5f5dfe67e525 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:29:18.501472 n-d-776250-12 neutron-server[110550]: ERROR neutron.plugins.ml2.managers [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Failed to bind port 2ed727b1-04f9-4161-885a-d36d06dd90d7 on host n-h2-776250-12 for vnic_type normal using segments [{'id': '64fd11f2-a175-4eb2-9506-efe13e99bbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3f0c33b4-c21d-4804-a664-5f5dfe67e525'}] Dec 08 16:29:18.510850 n-d-776250-12 neutron-server[110550]: INFO neutron.plugins.ml2.plugin [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempt 4 to bind port 2ed727b1-04f9-4161-885a-d36d06dd90d7 Dec 08 16:29:18.549330 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 2ed727b1-04f9-4161-885a-d36d06dd90d7 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:29:18.549826 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 2ed727b1-04f9-4161-885a-d36d06dd90d7 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '64fd11f2-a175-4eb2-9506-efe13e99bbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3f0c33b4-c21d-4804-a664-5f5dfe67e525'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:29:18.550276 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 2ed727b1-04f9-4161-885a-d36d06dd90d7 on network 3f0c33b4-c21d-4804-a664-5f5dfe67e525 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:29:18.556835 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Port 2ed727b1-04f9-4161-885a-d36d06dd90d7 on network 3f0c33b4-c21d-4804-a664-5f5dfe67e525 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:29:18.557483 n-d-776250-12 neutron-server[110550]: ERROR neutron.plugins.ml2.managers [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Failed to bind port 2ed727b1-04f9-4161-885a-d36d06dd90d7 on host n-h2-776250-12 for vnic_type normal using segments [{'id': '64fd11f2-a175-4eb2-9506-efe13e99bbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3f0c33b4-c21d-4804-a664-5f5dfe67e525'}] Dec 08 16:29:18.558118 n-d-776250-12 neutron-server[110550]: INFO neutron.plugins.ml2.plugin [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempt 5 to bind port 2ed727b1-04f9-4161-885a-d36d06dd90d7 Dec 08 16:29:18.585521 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 2ed727b1-04f9-4161-885a-d36d06dd90d7 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:29:18.585905 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 2ed727b1-04f9-4161-885a-d36d06dd90d7 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '64fd11f2-a175-4eb2-9506-efe13e99bbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3f0c33b4-c21d-4804-a664-5f5dfe67e525'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:29:18.586872 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 2ed727b1-04f9-4161-885a-d36d06dd90d7 on network 3f0c33b4-c21d-4804-a664-5f5dfe67e525 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:29:18.628707 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Port 2ed727b1-04f9-4161-885a-d36d06dd90d7 on network 3f0c33b4-c21d-4804-a664-5f5dfe67e525 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:29:18.629272 n-d-776250-12 neutron-server[110550]: ERROR neutron.plugins.ml2.managers [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Failed to bind port 2ed727b1-04f9-4161-885a-d36d06dd90d7 on host n-h2-776250-12 for vnic_type normal using segments [{'id': '64fd11f2-a175-4eb2-9506-efe13e99bbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3f0c33b4-c21d-4804-a664-5f5dfe67e525'}] Dec 08 16:29:18.632359 n-d-776250-12 neutron-server[110550]: INFO neutron.plugins.ml2.plugin [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempt 6 to bind port 2ed727b1-04f9-4161-885a-d36d06dd90d7 Dec 08 16:29:18.642225 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-de1d604c-ee9c-4e50-8188-4dbef5305511 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] For port 03ef6d73-1738-447e-a6b6-8e0917f32497, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=03ef6d73-1738-447e-a6b6-8e0917f32497,segment=NetworkSegment(11601e96-8899-4bdb-9548-1eeae489060b),segment_id=11601e96-8899-4bdb-9548-1eeae489060b)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:29:18.642448 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-de1d604c-ee9c-4e50-8188-4dbef5305511 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:18.644295 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9277e8d5-1b32-4c79-8cf9-8b8e1858e809 None None] Pushing event updated for resources: {'Port': ['ID=03ef6d73-1738-447e-a6b6-8e0917f32497,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:18.702584 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 2ed727b1-04f9-4161-885a-d36d06dd90d7 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:29:18.704213 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 2ed727b1-04f9-4161-885a-d36d06dd90d7 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '64fd11f2-a175-4eb2-9506-efe13e99bbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3f0c33b4-c21d-4804-a664-5f5dfe67e525'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:29:18.704575 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 2ed727b1-04f9-4161-885a-d36d06dd90d7 on network 3f0c33b4-c21d-4804-a664-5f5dfe67e525 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:29:18.707199 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-de1d604c-ee9c-4e50-8188-4dbef5305511 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Calling delete_port for 03ef6d73-1738-447e-a6b6-8e0917f32497 owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:29:18.710834 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Port 2ed727b1-04f9-4161-885a-d36d06dd90d7 on network 3f0c33b4-c21d-4804-a664-5f5dfe67e525 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:29:18.711698 n-d-776250-12 neutron-server[110550]: ERROR neutron.plugins.ml2.managers [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Failed to bind port 2ed727b1-04f9-4161-885a-d36d06dd90d7 on host n-h2-776250-12 for vnic_type normal using segments [{'id': '64fd11f2-a175-4eb2-9506-efe13e99bbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3f0c33b4-c21d-4804-a664-5f5dfe67e525'}] Dec 08 16:29:18.715986 n-d-776250-12 neutron-server[110550]: INFO neutron.plugins.ml2.plugin [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempt 7 to bind port 2ed727b1-04f9-4161-885a-d36d06dd90d7 Dec 08 16:29:18.795189 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 562568e6-4ee9-43bf-83d1-bc69359a02c1 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:29:18.865996 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 562568e6-4ee9-43bf-83d1-bc69359a02c1 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:29:18.866929 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 562568e6-4ee9-43bf-83d1-bc69359a02c1 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:29:18.922092 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-75dfe47d-8f10-41e4-8040-fa6ab1dcd624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5ab0a8-6f1a-4916-9127-d865f3dc1178', 'name': 'tempest-TestNetworkAdvancedServerOps-router-863953373', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '10d27fbc-3546-41bd-8e6b-24cc22bc3f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:25:39Z', 'updated_at': '2021-12-08T16:25:49Z', 'revision_number': 4, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'gw_port': {'id': '10d27fbc-3546-41bd-8e6b-24cc22bc3f67', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5ab0a8-6f1a-4916-9127-d865f3dc1178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:25:40Z', 'updated_at': '2021-12-08T16:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '352fc048-d849-4a6e-a2aa-71062b6c33e7', 'name': '', 'network_id': '08814924-d3f7-498d-a0e5-508442cef09d', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'mac_address': 'fa:16:3e:46:a3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5ab0a8-6f1a-4916-9127-d865f3dc1178', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '89eafa5b-4193-4ebc-af74-cdc250b35c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:25:47Z', 'updated_at': '2021-12-08T16:25:58Z', 'revision_number': 5, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'subnets': [{'id': '89eafa5b-4193-4ebc-af74-cdc250b35c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:19.098478 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75dfe47d-8f10-41e4-8040-fa6ab1dcd624 None None] The sync data for ids ['fa5ab0a8-6f1a-4916-9127-d865f3dc1178'] in n-d-776250-12 is: [{'id': 'fa5ab0a8-6f1a-4916-9127-d865f3dc1178', 'name': 'tempest-TestNetworkAdvancedServerOps-router-863953373', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '10d27fbc-3546-41bd-8e6b-24cc22bc3f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:25:39Z', 'updated_at': '2021-12-08T16:25:49Z', 'revision_number': 4, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'gw_port': {'id': '10d27fbc-3546-41bd-8e6b-24cc22bc3f67', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5ab0a8-6f1a-4916-9127-d865f3dc1178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:25:40Z', 'updated_at': '2021-12-08T16:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '352fc048-d849-4a6e-a2aa-71062b6c33e7', 'name': '', 'network_id': '08814924-d3f7-498d-a0e5-508442cef09d', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'mac_address': 'fa:16:3e:46:a3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5ab0a8-6f1a-4916-9127-d865f3dc1178', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '89eafa5b-4193-4ebc-af74-cdc250b35c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:25:47Z', 'updated_at': '2021-12-08T16:25:58Z', 'revision_number': 5, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'subnets': [{'id': '89eafa5b-4193-4ebc-af74-cdc250b35c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:29:19.116614 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a4acfa-1f5d-4451-85f3-4da8ad56de92 req-074711a2-a411-4d4c-b93c-b509ca29cbd7 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:19.120945 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e9a4acfa-1f5d-4451-85f3-4da8ad56de92 req-074711a2-a411-4d4c-b93c-b509ca29cbd7 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.76 "GET /v2.0/ports?device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514 HTTP/1.1" status: 200 len: 947 time: 0.2948930 Dec 08 16:29:19.500299 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c5239-07dd-45f6-8232-0f0f7984bbd7 req-463933e9-cc23-4f90-a62f-ac1702f3e05d tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:19.509113 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a7492083-ef4c-44f7-850e-ab3675f57a60 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks [] for router_gateway, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:19.509664 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-318c5239-07dd-45f6-8232-0f0f7984bbd7 req-463933e9-cc23-4f90-a62f-ac1702f3e05d tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514 HTTP/1.1" status: 200 len: 947 time: 0.3306906 Dec 08 16:29:19.548892 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a7492083-ef4c-44f7-850e-ab3675f57a60 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:19.559680 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 2ed727b1-04f9-4161-885a-d36d06dd90d7 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:29:19.562519 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 2ed727b1-04f9-4161-885a-d36d06dd90d7 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '64fd11f2-a175-4eb2-9506-efe13e99bbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3f0c33b4-c21d-4804-a664-5f5dfe67e525'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:29:19.563133 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 2ed727b1-04f9-4161-885a-d36d06dd90d7 on network 3f0c33b4-c21d-4804-a664-5f5dfe67e525 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:29:19.579895 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Port 2ed727b1-04f9-4161-885a-d36d06dd90d7 on network 3f0c33b4-c21d-4804-a664-5f5dfe67e525 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:29:19.580672 n-d-776250-12 neutron-server[110550]: ERROR neutron.plugins.ml2.managers [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Failed to bind port 2ed727b1-04f9-4161-885a-d36d06dd90d7 on host n-h2-776250-12 for vnic_type normal using segments [{'id': '64fd11f2-a175-4eb2-9506-efe13e99bbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3f0c33b4-c21d-4804-a664-5f5dfe67e525'}] Dec 08 16:29:19.582644 n-d-776250-12 neutron-server[110550]: INFO neutron.plugins.ml2.plugin [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempt 8 to bind port 2ed727b1-04f9-4161-885a-d36d06dd90d7 Dec 08 16:29:19.607803 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-e9a4acfa-1f5d-4451-85f3-4da8ad56de92 req-081390c4-ee73-4822-b7a3-61542b4206d2 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Deleting port f77338c8-91de-4809-bfc2-be2cd2a80b3d {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:29:19.608152 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-e9a4acfa-1f5d-4451-85f3-4da8ad56de92 req-081390c4-ee73-4822-b7a3-61542b4206d2 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:19.621397 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-de1d604c-ee9c-4e50-8188-4dbef5305511 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:19.625087 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 2ed727b1-04f9-4161-885a-d36d06dd90d7 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:29:19.625437 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 2ed727b1-04f9-4161-885a-d36d06dd90d7 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '64fd11f2-a175-4eb2-9506-efe13e99bbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3f0c33b4-c21d-4804-a664-5f5dfe67e525'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:29:19.625788 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 2ed727b1-04f9-4161-885a-d36d06dd90d7 on network 3f0c33b4-c21d-4804-a664-5f5dfe67e525 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:29:19.694800 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Port 2ed727b1-04f9-4161-885a-d36d06dd90d7 on network 3f0c33b4-c21d-4804-a664-5f5dfe67e525 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:29:19.695162 n-d-776250-12 neutron-server[110550]: ERROR neutron.plugins.ml2.managers [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Failed to bind port 2ed727b1-04f9-4161-885a-d36d06dd90d7 on host n-h2-776250-12 for vnic_type normal using segments [{'id': '64fd11f2-a175-4eb2-9506-efe13e99bbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3f0c33b4-c21d-4804-a664-5f5dfe67e525'}] Dec 08 16:29:19.696553 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-318c5239-07dd-45f6-8232-0f0f7984bbd7 req-cbadfa83-4d88-472b-89a5-cb152ae1ac93 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=5dbfa492-1a8c-4612-9bec-7e64b91898d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1864398 Dec 08 16:29:19.699917 n-d-776250-12 neutron-server[110550]: INFO neutron.plugins.ml2.plugin [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempt 9 to bind port 2ed727b1-04f9-4161-885a-d36d06dd90d7 Dec 08 16:29:19.709219 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b124cdac-2a4c-4367-be8d-da355466546e None None] New status for floating IP 29e92f3b-1bfd-4c21-868b-9431136f88b1: DOWN {{(pid=110553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:29:19.732991 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1d604c-ee9c-4e50-8188-4dbef5305511 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Pushing event deleted for resources: {'Port': ['ID=03ef6d73-1738-447e-a6b6-8e0917f32497,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:19.787134 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-a7492083-ef4c-44f7-850e-ab3675f57a60 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Allocated IP 172.25.0.190 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/9f654eb4-4af3-45cc-a133-32a0aa233287) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:29:19.817431 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1d604c-ee9c-4e50-8188-4dbef5305511 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] No DVR routers for this DVR port 03ef6d73-1738-447e-a6b6-8e0917f32497 on host n-d-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:29:19.868042 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-e9a4acfa-1f5d-4451-85f3-4da8ad56de92 req-081390c4-ee73-4822-b7a3-61542b4206d2 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] For port f77338c8-91de-4809-bfc2-be2cd2a80b3d, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=f77338c8-91de-4809-bfc2-be2cd2a80b3d,segment=NetworkSegment(af1f2f88-c1fd-44a2-a1d8-d976a10fad4e),segment_id=af1f2f88-c1fd-44a2-a1d8-d976a10fad4e)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:29:19.868448 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-e9a4acfa-1f5d-4451-85f3-4da8ad56de92 req-081390c4-ee73-4822-b7a3-61542b4206d2 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:19.906783 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-e9a4acfa-1f5d-4451-85f3-4da8ad56de92 req-081390c4-ee73-4822-b7a3-61542b4206d2 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Calling delete_port for f77338c8-91de-4809-bfc2-be2cd2a80b3d owned by compute:nova {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:29:19.938664 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a7492083-ef4c-44f7-850e-ab3675f57a60 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:19.947415 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-de1d604c-ee9c-4e50-8188-4dbef5305511 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:20.025946 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 2ed727b1-04f9-4161-885a-d36d06dd90d7 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:29:20.026296 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 2ed727b1-04f9-4161-885a-d36d06dd90d7 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '64fd11f2-a175-4eb2-9506-efe13e99bbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3f0c33b4-c21d-4804-a664-5f5dfe67e525'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:29:20.026658 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 2ed727b1-04f9-4161-885a-d36d06dd90d7 on network 3f0c33b4-c21d-4804-a664-5f5dfe67e525 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:29:20.038535 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Port 2ed727b1-04f9-4161-885a-d36d06dd90d7 on network 3f0c33b4-c21d-4804-a664-5f5dfe67e525 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:29:20.039134 n-d-776250-12 neutron-server[110550]: ERROR neutron.plugins.ml2.managers [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Failed to bind port 2ed727b1-04f9-4161-885a-d36d06dd90d7 on host n-h2-776250-12 for vnic_type normal using segments [{'id': '64fd11f2-a175-4eb2-9506-efe13e99bbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3f0c33b4-c21d-4804-a664-5f5dfe67e525'}] Dec 08 16:29:20.041583 n-d-776250-12 neutron-server[110550]: INFO neutron.plugins.ml2.plugin [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempt 10 to bind port 2ed727b1-04f9-4161-885a-d36d06dd90d7 Dec 08 16:29:20.058818 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 2ed727b1-04f9-4161-885a-d36d06dd90d7 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:29:20.059169 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 2ed727b1-04f9-4161-885a-d36d06dd90d7 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '64fd11f2-a175-4eb2-9506-efe13e99bbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3f0c33b4-c21d-4804-a664-5f5dfe67e525'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:29:20.059519 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 2ed727b1-04f9-4161-885a-d36d06dd90d7 on network 3f0c33b4-c21d-4804-a664-5f5dfe67e525 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:29:20.071695 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Port 2ed727b1-04f9-4161-885a-d36d06dd90d7 on network 3f0c33b4-c21d-4804-a664-5f5dfe67e525 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:29:20.072043 n-d-776250-12 neutron-server[110550]: ERROR neutron.plugins.ml2.managers [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Failed to bind port 2ed727b1-04f9-4161-885a-d36d06dd90d7 on host n-h2-776250-12 for vnic_type normal using segments [{'id': '64fd11f2-a175-4eb2-9506-efe13e99bbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3f0c33b4-c21d-4804-a664-5f5dfe67e525'}] Dec 08 16:29:20.072460 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:20.174345 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-de1d604c-ee9c-4e50-8188-4dbef5305511 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:20.188011 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] For port 2ed727b1-04f9-4161-885a-d36d06dd90d7, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:29:20.188709 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempted to set empty binding levels {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 08 16:29:20.192202 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a7492083-ef4c-44f7-850e-ab3675f57a60 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:20.291524 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1d604c-ee9c-4e50-8188-4dbef5305511 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Pushing event deleted for resources: {'Subnet': ['ID=ce5145fb-99a7-44f0-acf2-b9a26c0d2e2c,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:20.297769 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7492083-ef4c-44f7-850e-ab3675f57a60 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Pushing event updated for resources: {'Port': ['ID=9f654eb4-4af3-45cc-a133-32a0aa233287,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:20.308922 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:20.419386 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] In _notify_port_updated(), no bound segment for port 2ed727b1-04f9-4161-885a-d36d06dd90d7 on network 3f0c33b4-c21d-4804-a664-5f5dfe67e525 {{(pid=110550) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 16:29:20.420504 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:20.421359 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:20.426179 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] 10.222.0.64 "PUT /v2.0/ports/2ed727b1-04f9-4161-885a-d36d06dd90d7 HTTP/1.1" status: 200 len: 974 time: 3.3558996 Dec 08 16:29:20.427287 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c79c1a6-819a-4d07-9d1d-03732e5d7266 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Pushing event updated for resources: {'Port': ['ID=2ed727b1-04f9-4161-885a-d36d06dd90d7,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:20.431916 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43574) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:20.435179 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7492083-ef4c-44f7-850e-ab3675f57a60 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:29:20.438013 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-a7492083-ef4c-44f7-850e-ab3675f57a60 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:29:20.441152 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7492083-ef4c-44f7-850e-ab3675f57a60 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:29:20.460297 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7103fbb9-ee45-461e-911c-869fb44a5e6c None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:29:20.544404 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-de1d604c-ee9c-4e50-8188-4dbef5305511 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:20.589285 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ee777d-9e8c-4a46-9258-2c3897782304 None None] Network 007087a2-7596-4da5-b405-2693d147e1c2 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:29:20.596410 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-e9a4acfa-1f5d-4451-85f3-4da8ad56de92 req-081390c4-ee73-4822-b7a3-61542b4206d2 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:20.651145 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-de1d604c-ee9c-4e50-8188-4dbef5305511 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['007087a2-7596-4da5-b405-2693d147e1c2']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:20.653696 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081390c4-ee73-4822-b7a3-61542b4206d2 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event deleted for resources: {'Port': ['ID=f77338c8-91de-4809-bfc2-be2cd2a80b3d,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:20.670525 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-de1d604c-ee9c-4e50-8188-4dbef5305511 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11601e96-8899-4bdb-9548-1eeae489060b') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:20.670832 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-de1d604c-ee9c-4e50-8188-4dbef5305511 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11601e96-8899-4bdb-9548-1eeae489060b') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:20.691693 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-de1d604c-ee9c-4e50-8188-4dbef5305511 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:20.748722 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff1c6aa-74af-4694-a6bb-f415ee994ffd tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:20.749704 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9a4acfa-1f5d-4451-85f3-4da8ad56de92 req-081390c4-ee73-4822-b7a3-61542b4206d2 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] No DVR routers for this DVR port f77338c8-91de-4809-bfc2-be2cd2a80b3d on host n-h1-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:29:20.751074 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff1c6aa-74af-4694-a6bb-f415ee994ffd tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:20.751545 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff1c6aa-74af-4694-a6bb-f415ee994ffd tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:20.752045 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff1c6aa-74af-4694-a6bb-f415ee994ffd tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:20.755272 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff1c6aa-74af-4694-a6bb-f415ee994ffd tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:20.755773 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff1c6aa-74af-4694-a6bb-f415ee994ffd tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:20.756286 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff1c6aa-74af-4694-a6bb-f415ee994ffd tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:20.756760 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff1c6aa-74af-4694-a6bb-f415ee994ffd tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:20.759577 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff1c6aa-74af-4694-a6bb-f415ee994ffd tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:20.759752 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-de1d604c-ee9c-4e50-8188-4dbef5305511 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:20.761234 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff1c6aa-74af-4694-a6bb-f415ee994ffd tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:20.762045 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff1c6aa-74af-4694-a6bb-f415ee994ffd tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:20.764047 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-e9a4acfa-1f5d-4451-85f3-4da8ad56de92 req-081390c4-ee73-4822-b7a3-61542b4206d2 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:20.766350 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff1c6aa-74af-4694-a6bb-f415ee994ffd tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:20.766827 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff1c6aa-74af-4694-a6bb-f415ee994ffd tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:20.767262 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff1c6aa-74af-4694-a6bb-f415ee994ffd tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:20.767736 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff1c6aa-74af-4694-a6bb-f415ee994ffd tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:20.769646 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff1c6aa-74af-4694-a6bb-f415ee994ffd tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:20.772302 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff1c6aa-74af-4694-a6bb-f415ee994ffd tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:20.772302 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff1c6aa-74af-4694-a6bb-f415ee994ffd tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:20.776826 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-edb545ce-4a9a-45d1-bdb3-419de00af5dc None None] Provisioning complete for port 9f654eb4-4af3-45cc-a133-32a0aa233287 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:20.777519 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-edb545ce-4a9a-45d1-bdb3-419de00af5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:20.781988 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-3ff1c6aa-74af-4694-a6bb-f415ee994ffd tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16058 time: 0.3453639 Dec 08 16:29:20.784314 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43580) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:20.784529 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e9a4acfa-1f5d-4451-85f3-4da8ad56de92 req-081390c4-ee73-4822-b7a3-61542b4206d2 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.76 "DELETE /v2.0/ports/f77338c8-91de-4809-bfc2-be2cd2a80b3d HTTP/1.1" status: 204 len: 173 time: 1.6404617 Dec 08 16:29:20.785565 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77804a2a-42a4-47e3-a655-9b2afc5b7514', 'name': 'network-vif-deleted', 'tag': 'f77338c8-91de-4809-bfc2-be2cd2a80b3d'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:29:20.795429 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45ead41-fb9a-4de3-b8b8-686a4791f04c" -d '{"events": [{"server_uuid": "77804a2a-42a4-47e3-a655-9b2afc5b7514", "name": "network-vif-deleted", "tag": "f77338c8-91de-4809-bfc2-be2cd2a80b3d"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:29:20.824906 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de1d604c-ee9c-4e50-8188-4dbef5305511 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:29:20.825583 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-de1d604c-ee9c-4e50-8188-4dbef5305511 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:20.868837 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-edb545ce-4a9a-45d1-bdb3-419de00af5dc None None] Port 9f654eb4-4af3-45cc-a133-32a0aa233287 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:29:20.870984 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:29:20.870984 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:29:20.870984 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:29:20.870984 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:29:20.870984 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:29:20.870984 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:29:20.870984 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:29:20.870984 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:29:20.870984 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:29:20.870984 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:29:20.870984 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:29:20.870984 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:29:20.870984 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:29:20.870984 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:29:20.870984 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:29:20.870984 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:29:20.870984 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:29:20.870984 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:29:20.870984 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:29:20.870984 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:29:20.870984 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:29:20.870984 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:29:20.870984 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:29:20.870984 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:29:20.870984 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:29:20.870984 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:29:20.870984 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:29:20.870984 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:29:20.870984 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:29:20.870984 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:29:20.870984 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:29:20.870984 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:29:20.887183 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b2334a-b7f0-4e6e-bb23-f3206847c6ce x-openstack-request-id: req-42b2334a-b7f0-4e6e-bb23-f3206847c6ce {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:29:20.890122 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77804a2a-42a4-47e3-a655-9b2afc5b7514", "name": "network-vif-deleted", "tag": "f77338c8-91de-4809-bfc2-be2cd2a80b3d", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:29:20.890509 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-42b2334a-b7f0-4e6e-bb23-f3206847c6ce {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:29:20.891192 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77804a2a-42a4-47e3-a655-9b2afc5b7514', 'name': 'network-vif-deleted', 'tag': 'f77338c8-91de-4809-bfc2-be2cd2a80b3d', 'status': 'completed', 'code': 200} Dec 08 16:29:20.892476 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0eccb7-4a40-4f1b-b05d-2a705930b91a None None] DHCP port deletion for 007087a2-7596-4da5-b405-2693d147e1c2 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:29:20.920372 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0652d1b-b503-4dfc-99cb-ed579595d027 None None] Network 007087a2-7596-4da5-b405-2693d147e1c2 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:29:21.047044 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-ed5c43c7-0a7e-4d4b-b7f5-79b33761a2ee None None] Could not find standard attr ID for object 03ef6d73-1738-447e-a6b6-8e0917f32497. {{(pid=110552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:29:21.111601 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-1b70c3a6-b82a-43d1-9698-9f7252ee8c40 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Deleting port 2ed727b1-04f9-4161-885a-d36d06dd90d7 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:29:21.111601 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1b70c3a6-b82a-43d1-9698-9f7252ee8c40 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:21.147675 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-20e9933a-f833-48f7-9d55-6032418a882c req-48c43f0b-5cc2-4f25-ac20-2ecfd1f1e43d tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=77804a2a-42a4-47e3-a655-9b2afc5b7514 HTTP/1.1" status: 200 len: 210 time: 0.0475993 Dec 08 16:29:21.208973 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-1b70c3a6-b82a-43d1-9698-9f7252ee8c40 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] For port 2ed727b1-04f9-4161-885a-d36d06dd90d7, host n-h2-776250-12, got binding levels [] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:29:21.209777 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1b70c3a6-b82a-43d1-9698-9f7252ee8c40 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:21.235278 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-1b70c3a6-b82a-43d1-9698-9f7252ee8c40 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Calling delete_port for 2ed727b1-04f9-4161-885a-d36d06dd90d7 owned by {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:29:21.405074 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-de1d604c-ee9c-4e50-8188-4dbef5305511 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:21.417780 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-de1d604c-ee9c-4e50-8188-4dbef5305511 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:21.424770 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-de1d604c-ee9c-4e50-8188-4dbef5305511 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "DELETE /v2.0/networks/007087a2-7596-4da5-b405-2693d147e1c2 HTTP/1.1" status: 204 len: 168 time: 3.2083704 Dec 08 16:29:21.425197 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43592) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:21.451084 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1d604c-ee9c-4e50-8188-4dbef5305511 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Pushing event deleted for resources: {'Network': ['ID=007087a2-7596-4da5-b405-2693d147e1c2,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:21.476479 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ae3af2a-1683-4807-928f-6418e31ae0db tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] DELETE failed (client error): The resource could not be found. Dec 08 16:29:21.476956 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ae3af2a-1683-4807-928f-6418e31ae0db tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:29:21.480145 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-9ae3af2a-1683-4807-928f-6418e31ae0db tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "DELETE /v2.0/subnets/ce5145fb-99a7-44f0-acf2-b9a26c0d2e2c HTTP/1.1" status: 404 len: 337 time: 0.0538106 Dec 08 16:29:21.482803 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43596) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:21.487976 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a7492083-ef4c-44f7-850e-ab3675f57a60 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks [] for router_gateway, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:21.511396 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-7edb4f5b-8e57-4969-92dd-fcf54584a9c5 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] DELETE failed (client error): The resource could not be found. Dec 08 16:29:21.511919 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7edb4f5b-8e57-4969-92dd-fcf54584a9c5 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:29:21.517708 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-7edb4f5b-8e57-4969-92dd-fcf54584a9c5 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "DELETE /v2.0/networks/007087a2-7596-4da5-b405-2693d147e1c2 HTTP/1.1" status: 404 len: 339 time: 0.0305204 Dec 08 16:29:21.517969 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43598) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:21.551247 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-55f39629-085f-4f80-885b-c5571cdf1372 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] DELETE failed (client error): The resource could not be found. Dec 08 16:29:21.551886 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55f39629-085f-4f80-885b-c5571cdf1372 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:29:21.558077 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-55f39629-085f-4f80-885b-c5571cdf1372 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "DELETE /v2.0/subnets/97968795-3564-4bf1-8bce-683f06f44fb1 HTTP/1.1" status: 404 len: 337 time: 0.0369487 Dec 08 16:29:21.558480 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43602) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:21.580334 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc09dd15-94fd-4dd8-b322-ff5a2f4dfc24 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] DELETE failed (client error): The resource could not be found. Dec 08 16:29:21.581071 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc09dd15-94fd-4dd8-b322-ff5a2f4dfc24 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:29:21.587196 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-cc09dd15-94fd-4dd8-b322-ff5a2f4dfc24 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "DELETE /v2.0/networks/f6893212-7a67-42bd-ac33-213bf0d63da8 HTTP/1.1" status: 404 len: 339 time: 0.0254235 Dec 08 16:29:21.592240 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43604) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:21.712742 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9fa43569-dade-49d7-99dd-9a4ad75c512a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:21.782204 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1b70c3a6-b82a-43d1-9698-9f7252ee8c40 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:21.818644 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b70c3a6-b82a-43d1-9698-9f7252ee8c40 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Pushing event deleted for resources: {'Port': ['ID=2ed727b1-04f9-4161-885a-d36d06dd90d7,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:21.841598 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1b70c3a6-b82a-43d1-9698-9f7252ee8c40 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:21.847469 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-1b70c3a6-b82a-43d1-9698-9f7252ee8c40 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] 10.222.0.64 "DELETE /v2.0/ports/2ed727b1-04f9-4161-885a-d36d06dd90d7 HTTP/1.1" status: 204 len: 168 time: 0.9791369 Dec 08 16:29:21.848798 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43608) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:21.869864 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a7492083-ef4c-44f7-850e-ab3675f57a60 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:21.919411 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6778c70-4c42-43b2-9402-0ddf62b2f4e8 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] GET failed (client error): The resource could not be found. Dec 08 16:29:21.924530 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a6778c70-4c42-43b2-9402-0ddf62b2f4e8 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] 10.222.0.64 "GET /v2.0/ports/2ed727b1-04f9-4161-885a-d36d06dd90d7 HTTP/1.1" status: 404 len: 333 time: 0.0712376 Dec 08 16:29:21.926423 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43610) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:21.940639 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device f77338c8-91de-4809-bfc2-be2cd2a80b3d no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:29:21.977266 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-7e02458a-17da-4a2d-bf83-7ff9c807fd3e tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-45543686', 'network_id': '3f0c33b4-c21d-4804-a664-5f5dfe67e525'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:22.017226 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: f77338c8-91de-4809-bfc2-be2cd2a80b3d {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:29:22.017820 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device f77338c8-91de-4809-bfc2-be2cd2a80b3d not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:29:22.253868 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e02458a-17da-4a2d-bf83-7ff9c807fd3e tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Made reservation on behalf of 597ecdd744e1407ea30928e4459a2fef for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:29:22.255352 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7e02458a-17da-4a2d-bf83-7ff9c807fd3e tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:22.259281 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43624) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:22.332100 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [None req-7e02458a-17da-4a2d-bf83-7ff9c807fd3e tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] device_id is not set on port a345729c-ab97-4cf3-8c97-71944fa23289 yet. {{(pid=110550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:29:22.401610 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9fa43569-dade-49d7-99dd-9a4ad75c512a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:22.423678 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7492083-ef4c-44f7-850e-ab3675f57a60 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Router 2a69c477-8b4f-429d-b634-14be4fdb9f5c is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:29:22.428684 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-9fa43569-dade-49d7-99dd-9a4ad75c512a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d352ad4e-a8e6-4aeb-a200-1c33d41bb4e9']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:22.440142 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-9fa43569-dade-49d7-99dd-9a4ad75c512a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fdb10a5-a6ba-47fe-8f84-80f5b1a029b4') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:22.440635 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-9fa43569-dade-49d7-99dd-9a4ad75c512a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fdb10a5-a6ba-47fe-8f84-80f5b1a029b4') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:22.453657 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9fa43569-dade-49d7-99dd-9a4ad75c512a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:22.474298 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9fa43569-dade-49d7-99dd-9a4ad75c512a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:22.484388 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fa43569-dade-49d7-99dd-9a4ad75c512a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:29:22.485092 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9fa43569-dade-49d7-99dd-9a4ad75c512a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:22.489432 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:29:22.489432 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:29:22.489432 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:29:22.489432 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:29:22.489432 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:29:22.489432 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:29:22.489432 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:29:22.489432 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:29:22.489432 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:29:22.489432 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:29:22.489432 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:29:22.489432 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:29:22.489432 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:29:22.489432 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:29:22.489432 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:29:22.489432 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:29:22.489432 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:29:22.489432 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:29:22.489432 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:29:22.489432 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:29:22.489432 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:29:22.489432 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:29:22.489432 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:29:22.489432 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:29:22.489432 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:29:22.489432 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:29:22.489432 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:29:22.489432 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:29:22.489432 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:29:22.489432 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:29:22.489432 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:29:22.489432 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:29:22.674790 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9fa43569-dade-49d7-99dd-9a4ad75c512a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:22.690842 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9fa43569-dade-49d7-99dd-9a4ad75c512a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:22.704149 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-9fa43569-dade-49d7-99dd-9a4ad75c512a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "DELETE /v2.0/networks/d352ad4e-a8e6-4aeb-a200-1c33d41bb4e9 HTTP/1.1" status: 204 len: 168 time: 1.1094239 Dec 08 16:29:22.722217 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43636) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:22.748141 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 03ef6d73-1738-447e-a6b6-8e0917f32497 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:29:22.765032 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa43569-dade-49d7-99dd-9a4ad75c512a tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Pushing event deleted for resources: {'Network': ['ID=d352ad4e-a8e6-4aeb-a200-1c33d41bb4e9,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:22.767147 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-d42d91f8-39c2-4e07-907c-82f8c1bf1e8f tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] DELETE failed (client error): The resource could not be found. Dec 08 16:29:22.767796 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d42d91f8-39c2-4e07-907c-82f8c1bf1e8f tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:29:22.771242 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d42d91f8-39c2-4e07-907c-82f8c1bf1e8f tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "DELETE /v2.0/subnets/f10c43f4-894c-4bb6-abd2-c080961bcff9 HTTP/1.1" status: 404 len: 337 time: 0.0475163 Dec 08 16:29:22.779998 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43644) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:22.780202 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7e02458a-17da-4a2d-bf83-7ff9c807fd3e tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:22.781616 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7492083-ef4c-44f7-850e-ab3675f57a60 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:29:22.809675 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c88bf0d-b373-4169-bd3b-f48b321e132b tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] DELETE failed (client error): The resource could not be found. Dec 08 16:29:22.810248 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c88bf0d-b373-4169-bd3b-f48b321e132b tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:29:22.815510 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-2c88bf0d-b373-4169-bd3b-f48b321e132b tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "DELETE /v2.0/networks/a33cf0ec-8a88-4d43-8b32-d759eae20d68 HTTP/1.1" status: 404 len: 339 time: 0.0396693 Dec 08 16:29:22.817774 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43646) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:22.829805 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3cf417-cd55-4eae-a4f9-7b95f45fa40a None None] Sync routers for ids ['2a69c477-8b4f-429d-b634-14be4fdb9f5c'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:29:22.839330 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 03ef6d73-1738-447e-a6b6-8e0917f32497 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:29:22.839683 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 03ef6d73-1738-447e-a6b6-8e0917f32497 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:29:22.866949 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6e0f7d0-9799-43d4-a122-ccab5136fad0 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] DELETE failed (client error): The resource could not be found. Dec 08 16:29:22.868550 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6e0f7d0-9799-43d4-a122-ccab5136fad0 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:29:22.875890 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a7492083-ef4c-44f7-850e-ab3675f57a60 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:22.879465 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a7492083-ef4c-44f7-850e-ab3675f57a60 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.7295351 Dec 08 16:29:22.879465 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43648) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:22.879874 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3cf417-cd55-4eae-a4f9-7b95f45fa40a None None] Routers {'2a69c477-8b4f-429d-b634-14be4fdb9f5c'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:29:22.880760 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-8b3cf417-cd55-4eae-a4f9-7b95f45fa40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:29:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['2a69c477-8b4f-429d-b634-14be4fdb9f5c'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:22.881286 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e6e0f7d0-9799-43d4-a122-ccab5136fad0 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "DELETE /v2.0/subnets/0495b334-494d-455c-bb4b-4a25b79cec39 HTTP/1.1" status: 404 len: 337 time: 0.0621202 Dec 08 16:29:22.881923 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43650) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:22.888610 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-b19e03e6-627d-4661-80a1-4c2ff0c3cffc tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'enable_snat': False}}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:22.926122 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca314c79-c104-429c-94d8-d65da3c2b881 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] DELETE failed (client error): The resource could not be found. Dec 08 16:29:22.926985 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca314c79-c104-429c-94d8-d65da3c2b881 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:29:22.930477 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ca314c79-c104-429c-94d8-d65da3c2b881 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "DELETE /v2.0/networks/8ff55090-6924-4a54-a495-43c998ca6aa3 HTTP/1.1" status: 404 len: 339 time: 0.0507643 Dec 08 16:29:22.933938 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43656) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:22.937375 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7e02458a-17da-4a2d-bf83-7ff9c807fd3e tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:22.964122 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-8b3cf417-cd55-4eae-a4f9-7b95f45fa40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:22.981080 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-69950c57-6482-46d4-92c5-93f263ee1881 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] DELETE failed (client error): The resource could not be found. Dec 08 16:29:22.981606 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69950c57-6482-46d4-92c5-93f263ee1881 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:29:22.986703 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3cf417-cd55-4eae-a4f9-7b95f45fa40a None None] Routers {'2a69c477-8b4f-429d-b634-14be4fdb9f5c'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:29:22.987931 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-8b3cf417-cd55-4eae-a4f9-7b95f45fa40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:29:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['2a69c477-8b4f-429d-b634-14be4fdb9f5c'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:22.991236 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-69950c57-6482-46d4-92c5-93f263ee1881 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "DELETE /v2.0/subnets/d67b1f18-dc4a-461e-ac88-df86dfadfed8 HTTP/1.1" status: 404 len: 337 time: 0.0557091 Dec 08 16:29:22.993332 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43662) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:23.061489 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-eea07c20-6ebc-4933-9bbe-38ec4cfe38ff tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] DELETE failed (client error): The resource could not be found. Dec 08 16:29:23.061933 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eea07c20-6ebc-4933-9bbe-38ec4cfe38ff tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:29:23.068270 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-eea07c20-6ebc-4933-9bbe-38ec4cfe38ff tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "DELETE /v2.0/networks/5c51fa88-fb03-4fab-b57d-16f1f9401503 HTTP/1.1" status: 404 len: 339 time: 0.0701087 Dec 08 16:29:23.069186 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43668) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:23.071120 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-8b3cf417-cd55-4eae-a4f9-7b95f45fa40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:23.072008 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3cf417-cd55-4eae-a4f9-7b95f45fa40a None None] The sync data for ids ['2a69c477-8b4f-429d-b634-14be4fdb9f5c'] in n-d-776250-12 is: [] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:29:23.087318 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e02458a-17da-4a2d-bf83-7ff9c807fd3e tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Network 3f0c33b4-c21d-4804-a664-5f5dfe67e525 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:29:23.126232 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-7e02458a-17da-4a2d-bf83-7ff9c807fd3e tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:29:23.143326 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e02458a-17da-4a2d-bf83-7ff9c807fd3e tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:29:23.144715 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e02458a-17da-4a2d-bf83-7ff9c807fd3e tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:23.146929 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7e02458a-17da-4a2d-bf83-7ff9c807fd3e tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:23.187982 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e02458a-17da-4a2d-bf83-7ff9c807fd3e tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Pushing event updated for resources: {'Port': ['ID=a345729c-ab97-4cf3-8c97-71944fa23289,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:23.253559 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4efdc78-239a-4de9-b040-46cf7613a800 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] DELETE failed (client error): The resource could not be found. Dec 08 16:29:23.255086 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4efdc78-239a-4de9-b040-46cf7613a800 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:29:23.260373 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c4efdc78-239a-4de9-b040-46cf7613a800 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "DELETE /v2.0/subnets/ff096bef-9c1b-45ff-990e-fc1061d2c9bc HTTP/1.1" status: 404 len: 337 time: 0.1901271 Dec 08 16:29:23.263107 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43682) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:23.271527 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-7e02458a-17da-4a2d-bf83-7ff9c807fd3e tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 1.3006859 Dec 08 16:29:23.274961 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43684) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:23.319898 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386b6fe5-7a63-498d-be0f-7d4a591412a4 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:23.322237 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-386b6fe5-7a63-498d-be0f-7d4a591412a4 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] 10.222.0.64 "GET /v2.0/ports/a345729c-ab97-4cf3-8c97-71944fa23289 HTTP/1.1" status: 200 len: 953 time: 0.0460508 Dec 08 16:29:23.325308 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43690) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:23.341721 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3f201c5-3d67-4cb9-9da6-2dd58cb662a6 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] DELETE failed (client error): The resource could not be found. Dec 08 16:29:23.342250 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3f201c5-3d67-4cb9-9da6-2dd58cb662a6 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:29:23.345817 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a3f201c5-3d67-4cb9-9da6-2dd58cb662a6 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "DELETE /v2.0/networks/4eaf1119-b17e-4596-bea7-a946ca9567a5 HTTP/1.1" status: 404 len: 339 time: 0.0820832 Dec 08 16:29:23.348445 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43696) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:23.376142 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3cab70b5-df64-4831-9693-8e5e7c4b186e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:23.388249 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-30ad4e7f-9105-4b19-88d0-3af9d3160295 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] DELETE failed (client error): The resource could not be found. Dec 08 16:29:23.388249 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30ad4e7f-9105-4b19-88d0-3af9d3160295 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:29:23.391566 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-30ad4e7f-9105-4b19-88d0-3af9d3160295 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "DELETE /v2.0/subnets/45e8d9c1-4f67-4163-be9d-5151bce99961 HTTP/1.1" status: 404 len: 337 time: 0.0421150 Dec 08 16:29:23.394054 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43698) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:23.429193 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-bd135250-97b8-4f58-9de5-c2729093b16b tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Deleting port a345729c-ab97-4cf3-8c97-71944fa23289 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:29:23.429542 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bd135250-97b8-4f58-9de5-c2729093b16b tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:23.430755 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-4432953b-59c7-496a-8565-4f01110b80e3 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] DELETE failed (client error): The resource could not be found. Dec 08 16:29:23.431309 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4432953b-59c7-496a-8565-4f01110b80e3 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:29:23.440550 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-4432953b-59c7-496a-8565-4f01110b80e3 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "DELETE /v2.0/networks/4e84bcc9-f4a8-4c18-80b8-6631411e93b0 HTTP/1.1" status: 404 len: 339 time: 0.0454018 Dec 08 16:29:23.488658 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43700) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:23.504318 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b19e03e6-627d-4661-80a1-4c2ff0c3cffc tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:23.526438 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-8844b0b4-b047-4cd0-96a1-de899a9eb848 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] DELETE failed (client error): The resource could not be found. Dec 08 16:29:23.526906 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8844b0b4-b047-4cd0-96a1-de899a9eb848 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:29:23.532761 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-8844b0b4-b047-4cd0-96a1-de899a9eb848 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "DELETE /v2.0/subnets/9ec7500c-f1f4-4bad-a9dc-bce1c5a10f8c HTTP/1.1" status: 404 len: 337 time: 0.0406566 Dec 08 16:29:23.533089 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43702) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:23.558413 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-9258200b-2897-496d-b01f-b138550024cb tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] DELETE failed (client error): The resource could not be found. Dec 08 16:29:23.559367 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9258200b-2897-496d-b01f-b138550024cb tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:29:23.563119 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-9258200b-2897-496d-b01f-b138550024cb tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "DELETE /v2.0/networks/2152597e-77c0-4654-abc2-2078e2267536 HTTP/1.1" status: 404 len: 339 time: 0.0288954 Dec 08 16:29:23.567237 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43708) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:23.668622 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bd135250-97b8-4f58-9de5-c2729093b16b tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:23.694065 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-bd135250-97b8-4f58-9de5-c2729093b16b tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Calling delete_port for a345729c-ab97-4cf3-8c97-71944fa23289 owned by {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:29:23.747514 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcdaad78-2eea-431d-ae00-38940d12fa8f tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] DELETE failed (client error): The resource could not be found. Dec 08 16:29:23.748685 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcdaad78-2eea-431d-ae00-38940d12fa8f tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:29:23.752446 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-fcdaad78-2eea-431d-ae00-38940d12fa8f tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "DELETE /v2.0/subnets/036f0077-cb82-4115-a89b-7230a4b12986 HTTP/1.1" status: 404 len: 337 time: 0.1854599 Dec 08 16:29:23.755048 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43710) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:23.791185 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd0efeee-83db-4ea1-8a9b-40e602b68d00 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] DELETE failed (client error): The resource could not be found. Dec 08 16:29:23.791185 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd0efeee-83db-4ea1-8a9b-40e602b68d00 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:29:23.793877 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-fd0efeee-83db-4ea1-8a9b-40e602b68d00 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "DELETE /v2.0/networks/20862261-93d9-49e8-8c62-2242046bea91 HTTP/1.1" status: 404 len: 339 time: 0.0375566 Dec 08 16:29:23.796463 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43716) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:23.827546 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-72368a97-cd1c-431f-8c0e-d1d3af8d2e60 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] DELETE failed (client error): The resource could not be found. Dec 08 16:29:23.829783 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72368a97-cd1c-431f-8c0e-d1d3af8d2e60 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:29:23.834917 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-72368a97-cd1c-431f-8c0e-d1d3af8d2e60 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "DELETE /v2.0/subnets/e8885e7a-1f5a-4d08-bc2d-500924060eb0 HTTP/1.1" status: 404 len: 337 time: 0.0359764 Dec 08 16:29:23.838101 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43718) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:23.872238 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-95f5317d-8e4d-4813-bab9-c86d51f3c137 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] DELETE failed (client error): The resource could not be found. Dec 08 16:29:23.872981 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95f5317d-8e4d-4813-bab9-c86d51f3c137 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:29:23.876533 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-95f5317d-8e4d-4813-bab9-c86d51f3c137 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "DELETE /v2.0/networks/c5a4d04d-33bd-46ff-83e0-3c207850d73d HTTP/1.1" status: 404 len: 339 time: 0.0362847 Dec 08 16:29:23.882381 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43720) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:23.975020 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b2f27d0-9dde-4360-b209-184b83700f89 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Deleting subnet a6ac32fd-90f3-47a8-aac4-485079d808a7 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:29:23.987399 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6b2f27d0-9dde-4360-b209-184b83700f89 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:24.038683 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bd135250-97b8-4f58-9de5-c2729093b16b tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:24.068124 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bd135250-97b8-4f58-9de5-c2729093b16b tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:24.071086 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-bd135250-97b8-4f58-9de5-c2729093b16b tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] 10.222.0.64 "DELETE /v2.0/ports/a345729c-ab97-4cf3-8c97-71944fa23289 HTTP/1.1" status: 204 len: 168 time: 0.7440250 Dec 08 16:29:24.074142 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43734) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:24.116503 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd135250-97b8-4f58-9de5-c2729093b16b tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Pushing event deleted for resources: {'Port': ['ID=a345729c-ab97-4cf3-8c97-71944fa23289,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:24.154879 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6b2f27d0-9dde-4360-b209-184b83700f89 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:24.276601 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2262c2c-fcf2-4886-89dd-aa66677503f2 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] GET failed (client error): The resource could not be found. Dec 08 16:29:24.278434 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c2262c2c-fcf2-4886-89dd-aa66677503f2 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] 10.222.0.64 "GET /v2.0/ports/a345729c-ab97-4cf3-8c97-71944fa23289 HTTP/1.1" status: 404 len: 333 time: 0.2006123 Dec 08 16:29:24.283583 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43748) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:24.290751 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-877b6b65-c50b-4b12-920c-efdf573a3401 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Request body: {'port': {'network_id': '3f0c33b4-c21d-4804-a664-5f5dfe67e525', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-423265437'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:24.338433 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6b2f27d0-9dde-4360-b209-184b83700f89 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:24.361079 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b19e03e6-627d-4661-80a1-4c2ff0c3cffc tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-717389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11074'] for router, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:24.369097 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b19e03e6-627d-4661-80a1-4c2ff0c3cffc tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528116', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-717402'] for router, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:24.394023 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-3cab70b5-df64-4831-9693-8e5e7c4b186e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Deleting port 352fc048-d849-4a6e-a2aa-71062b6c33e7 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:29:24.394413 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3cab70b5-df64-4831-9693-8e5e7c4b186e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:24.530339 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b19e03e6-627d-4661-80a1-4c2ff0c3cffc tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Router 2a69c477-8b4f-429d-b634-14be4fdb9f5c has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:29:24.697079 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b19e03e6-627d-4661-80a1-4c2ff0c3cffc tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:29:24.704647 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b19e03e6-627d-4661-80a1-4c2ff0c3cffc tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:24.707501 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b19e03e6-627d-4661-80a1-4c2ff0c3cffc tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] 10.222.0.64 "PUT /v2.0/routers/2a69c477-8b4f-429d-b634-14be4fdb9f5c HTTP/1.1" status: 200 len: 922 time: 1.8241458 Dec 08 16:29:24.709781 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43750) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:24.717943 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f411623-565a-4684-8e06-83260336c0b8 None None] Sync routers for ids ['2a69c477-8b4f-429d-b634-14be4fdb9f5c'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:29:24.733600 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f411623-565a-4684-8e06-83260336c0b8 None None] Routers {'2a69c477-8b4f-429d-b634-14be4fdb9f5c'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:29:24.734472 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-2f411623-565a-4684-8e06-83260336c0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:29:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['2a69c477-8b4f-429d-b634-14be4fdb9f5c'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:24.771580 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-2f411623-565a-4684-8e06-83260336c0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:24.799868 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f411623-565a-4684-8e06-83260336c0b8 None None] Routers {'2a69c477-8b4f-429d-b634-14be4fdb9f5c'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:29:24.802706 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-2f411623-565a-4684-8e06-83260336c0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:29:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['2a69c477-8b4f-429d-b634-14be4fdb9f5c'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:24.857960 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877b6b65-c50b-4b12-920c-efdf573a3401 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Made reservation on behalf of 597ecdd744e1407ea30928e4459a2fef for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:29:24.859639 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-2f411623-565a-4684-8e06-83260336c0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:24.860542 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f411623-565a-4684-8e06-83260336c0b8 None None] The sync data for ids ['2a69c477-8b4f-429d-b634-14be4fdb9f5c'] in n-d-776250-12 is: [] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:29:24.873946 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-877b6b65-c50b-4b12-920c-efdf573a3401 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:24.921516 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-eb1748c7-b5a1-4d00-9f91-c11eeb5d9326 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] 10.222.0.64 "GET /v2.0/routers/2a69c477-8b4f-429d-b634-14be4fdb9f5c HTTP/1.1" status: 200 len: 922 time: 0.2094843 Dec 08 16:29:24.922609 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43754) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:24.937174 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [None req-877b6b65-c50b-4b12-920c-efdf573a3401 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] device_id is not set on port 05cfd935-c05e-4a15-aa95-cebcef80c6e8 yet. {{(pid=110550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:29:24.994349 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43756) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:25.007813 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6b2f27d0-9dde-4360-b209-184b83700f89 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:25.047495 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ac3a9a-085f-47b4-a2b7-3e673a2ae21c tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:25.053224 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-74ac3a9a-085f-47b4-a2b7-3e673a2ae21c tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=1ae4cf80-76bf-4df3-a557-5cc6023c1900&device_id=2a69c477-8b4f-429d-b634-14be4fdb9f5c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1286089 Dec 08 16:29:25.054195 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43760) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:25.074125 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2f27d0-9dde-4360-b209-184b83700f89 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Pushing event deleted for resources: {'Subnet': ['ID=a6ac32fd-90f3-47a8-aac4-485079d808a7,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:25.089016 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc3afe8-94d0-44de-ab72-38781f77ebe4 None None] Network 9d454cec-0a58-4fc5-a7ba-064ff53910af requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:29:25.098997 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6b2f27d0-9dde-4360-b209-184b83700f89 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:25.105519 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-6b2f27d0-9dde-4360-b209-184b83700f89 tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "DELETE /v2.0/subnets/a6ac32fd-90f3-47a8-aac4-485079d808a7 HTTP/1.1" status: 204 len: 168 time: 1.2227728 Dec 08 16:29:25.118750 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43762) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:25.249502 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e812217b-067b-498c-a0c2-f523f189886f tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:25.251231 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e812217b-067b-498c-a0c2-f523f189886f tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] 10.222.0.64 "GET /v2.0/networks/1ae4cf80-76bf-4df3-a557-5cc6023c1900 HTTP/1.1" status: 200 len: 881 time: 0.1951427 Dec 08 16:29:25.254146 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43768) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:25.277586 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-3cab70b5-df64-4831-9693-8e5e7c4b186e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] For port 352fc048-d849-4a6e-a2aa-71062b6c33e7, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=352fc048-d849-4a6e-a2aa-71062b6c33e7,segment=NetworkSegment(af1f2f88-c1fd-44a2-a1d8-d976a10fad4e),segment_id=af1f2f88-c1fd-44a2-a1d8-d976a10fad4e)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:29:25.278227 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3cab70b5-df64-4831-9693-8e5e7c4b186e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:25.290510 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-60ee75ea-45a5-4f6c-98cb-21728206c13a tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a69c477-8b4f-429d-b634-14be4fdb9f5c HTTP/1.1" status: 200 len: 205 time: 0.0324452 Dec 08 16:29:25.291915 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43772) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:25.345858 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cdf2734-9d2a-407c-9fce-02aa9154e484 None None] DHCP port deletion for 9d454cec-0a58-4fc5-a7ba-064ff53910af request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:29:25.418404 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-877b6b65-c50b-4b12-920c-efdf573a3401 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:25.437749 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-4cdf2734-9d2a-407c-9fce-02aa9154e484 None None] Deleting port 5a0918ab-cb9c-441a-9b3f-527d7c301b56 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:29:25.438948 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4cdf2734-9d2a-407c-9fce-02aa9154e484 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:25.462317 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-45aede72-7639-4b8d-94c8-a148902e5a74 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks [] for router, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:25.488506 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-3cab70b5-df64-4831-9693-8e5e7c4b186e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Calling delete_port for 352fc048-d849-4a6e-a2aa-71062b6c33e7 owned by network:router_interface {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:29:25.514699 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-4cdf2734-9d2a-407c-9fce-02aa9154e484 None None] For port 5a0918ab-cb9c-441a-9b3f-527d7c301b56, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=5a0918ab-cb9c-441a-9b3f-527d7c301b56,segment=NetworkSegment(0d157cd2-b967-4475-a39e-b1757cddcdf3),segment_id=0d157cd2-b967-4475-a39e-b1757cddcdf3)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:29:25.515378 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4cdf2734-9d2a-407c-9fce-02aa9154e484 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:25.530769 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-4cdf2734-9d2a-407c-9fce-02aa9154e484 None None] Calling delete_port for 5a0918ab-cb9c-441a-9b3f-527d7c301b56 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:29:25.550090 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1a34b7bc-8b2d-4bff-a5a2-934452a22a9d tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:25.556794 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9345b489-d2c5-405e-bb3a-1f3808c4dc7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:25.587303 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-877b6b65-c50b-4b12-920c-efdf573a3401 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:25.621141 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877b6b65-c50b-4b12-920c-efdf573a3401 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Network 3f0c33b4-c21d-4804-a664-5f5dfe67e525 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:29:25.632453 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-877b6b65-c50b-4b12-920c-efdf573a3401 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:29:25.641914 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-45aede72-7639-4b8d-94c8-a148902e5a74 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:25.709951 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877b6b65-c50b-4b12-920c-efdf573a3401 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:29:25.710511 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877b6b65-c50b-4b12-920c-efdf573a3401 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:25.711713 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-877b6b65-c50b-4b12-920c-efdf573a3401 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:25.739140 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4cdf2734-9d2a-407c-9fce-02aa9154e484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:25.782747 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b6b65-c50b-4b12-920c-efdf573a3401 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Pushing event updated for resources: {'Port': ['ID=05cfd935-c05e-4a15-aa95-cebcef80c6e8,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:25.789275 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdf2734-9d2a-407c-9fce-02aa9154e484 None None] Pushing event deleted for resources: {'Port': ['ID=5a0918ab-cb9c-441a-9b3f-527d7c301b56,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:25.796813 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdf2734-9d2a-407c-9fce-02aa9154e484 None None] No DVR routers for this DVR port 5a0918ab-cb9c-441a-9b3f-527d7c301b56 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:29:25.817027 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-1a34b7bc-8b2d-4bff-a5a2-934452a22a9d tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Deleting port 5a0918ab-cb9c-441a-9b3f-527d7c301b56 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:29:25.817027 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1a34b7bc-8b2d-4bff-a5a2-934452a22a9d tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:25.878483 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-877b6b65-c50b-4b12-920c-efdf573a3401 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.5912449 Dec 08 16:29:25.879278 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43776) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:25.887960 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-776250-12'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:25.931594 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-45aede72-7639-4b8d-94c8-a148902e5a74 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Deleting port 9f654eb4-4af3-45cc-a133-32a0aa233287 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:29:25.932786 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-45aede72-7639-4b8d-94c8-a148902e5a74 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:25.954960 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9345b489-d2c5-405e-bb3a-1f3808c4dc7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:25.956414 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-1a34b7bc-8b2d-4bff-a5a2-934452a22a9d tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] For port 5a0918ab-cb9c-441a-9b3f-527d7c301b56, host n-d-776250-12, got binding levels [] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:29:25.956773 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1a34b7bc-8b2d-4bff-a5a2-934452a22a9d tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:25.983936 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-1a34b7bc-8b2d-4bff-a5a2-934452a22a9d tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Calling delete_port for 5a0918ab-cb9c-441a-9b3f-527d7c301b56 owned by network:dhcp {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:29:25.989679 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.ipam_backend_mixin [None req-1a34b7bc-8b2d-4bff-a5a2-934452a22a9d tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Port 5a0918ab-cb9c-441a-9b3f-527d7c301b56 was not found and therefore no delete operation was performed {{(pid=110550) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 16:29:25.992433 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1a34b7bc-8b2d-4bff-a5a2-934452a22a9d tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:26.001896 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:26.019363 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a34b7bc-8b2d-4bff-a5a2-934452a22a9d tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Pushing event deleted for resources: {'Port': ['ID=5a0918ab-cb9c-441a-9b3f-527d7c301b56,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:26.033568 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9345b489-d2c5-405e-bb3a-1f3808c4dc7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:26.089626 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-9345b489-d2c5-405e-bb3a-1f3808c4dc7f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b96b2af66b9b4b71a984c1fbae44a442&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0918126 Dec 08 16:29:26.090824 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9345b489-d2c5-405e-bb3a-1f3808c4dc7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab1f1e6-8d5b-4ac9-8f56-6d1ec1b9a350,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:26.095050 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43778) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:26.101602 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a34b7bc-8b2d-4bff-a5a2-934452a22a9d tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] No DVR routers for this DVR port 5a0918ab-cb9c-441a-9b3f-527d7c301b56 on host n-d-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:29:26.108120 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-45aede72-7639-4b8d-94c8-a148902e5a74 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:26.126589 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-45aede72-7639-4b8d-94c8-a148902e5a74 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Calling delete_port for 9f654eb4-4af3-45cc-a133-32a0aa233287 owned by network:router_gateway {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:29:26.138673 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3cab70b5-df64-4831-9693-8e5e7c4b186e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:26.258307 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1a34b7bc-8b2d-4bff-a5a2-934452a22a9d tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:26.288564 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab70b5-df64-4831-9693-8e5e7c4b186e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event deleted for resources: {'Port': ['ID=352fc048-d849-4a6e-a2aa-71062b6c33e7,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:26.292478 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-1a34b7bc-8b2d-4bff-a5a2-934452a22a9d tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d454cec-0a58-4fc5-a7ba-064ff53910af']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:26.334444 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-1a34b7bc-8b2d-4bff-a5a2-934452a22a9d tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d157cd2-b967-4475-a39e-b1757cddcdf3') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:26.334751 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-1a34b7bc-8b2d-4bff-a5a2-934452a22a9d tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d157cd2-b967-4475-a39e-b1757cddcdf3') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:26.356925 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1a34b7bc-8b2d-4bff-a5a2-934452a22a9d tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:26.412507 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1a34b7bc-8b2d-4bff-a5a2-934452a22a9d tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:26.428263 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a34b7bc-8b2d-4bff-a5a2-934452a22a9d tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:29:26.428766 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1a34b7bc-8b2d-4bff-a5a2-934452a22a9d tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:26.432985 n-d-776250-12 neutron-server[110550]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:29:26.432985 n-d-776250-12 neutron-server[110550]: items = [ Dec 08 16:29:26.432985 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:29:26.432985 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:29:26.432985 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:29:26.432985 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:29:26.432985 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:29:26.432985 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:29:26.432985 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:29:26.432985 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:29:26.432985 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:29:26.432985 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:29:26.432985 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:29:26.432985 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:29:26.432985 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:29:26.432985 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:29:26.432985 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:29:26.432985 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:29:26.432985 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:29:26.432985 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:29:26.432985 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:29:26.432985 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:29:26.432985 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:29:26.432985 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:29:26.432985 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:29:26.432985 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:29:26.432985 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:29:26.432985 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:29:26.432985 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:29:26.432985 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:29:26.432985 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:29:26.432985 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:29:26.432985 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:29:26.432985 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:29:26.471721 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cbe83e0a-44d6-415c-813d-7b408dc52f97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:26.503667 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cbe83e0a-44d6-415c-813d-7b408dc52f97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:26.520722 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] device_id is not set on port 05cfd935-c05e-4a15-aa95-cebcef80c6e8 yet. {{(pid=110551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:29:26.533251 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:26.649376 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-45aede72-7639-4b8d-94c8-a148902e5a74 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:26.693065 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aede72-7639-4b8d-94c8-a148902e5a74 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Pushing event deleted for resources: {'Port': ['ID=9f654eb4-4af3-45cc-a133-32a0aa233287,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:26.698903 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:26.741412 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3cab70b5-df64-4831-9693-8e5e7c4b186e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:26.749400 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3ebbe3-6943-4b71-8074-ea4aae8a3542 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:29:26.768063 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1a34b7bc-8b2d-4bff-a5a2-934452a22a9d tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:26.790956 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1a34b7bc-8b2d-4bff-a5a2-934452a22a9d tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:26.799693 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-1a34b7bc-8b2d-4bff-a5a2-934452a22a9d tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] 10.222.0.64 "DELETE /v2.0/networks/9d454cec-0a58-4fc5-a7ba-064ff53910af HTTP/1.1" status: 204 len: 168 time: 1.6825242 Dec 08 16:29:26.840769 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 05cfd935-c05e-4a15-aa95-cebcef80c6e8 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:29:26.841117 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 05cfd935-c05e-4a15-aa95-cebcef80c6e8 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '64fd11f2-a175-4eb2-9506-efe13e99bbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3f0c33b4-c21d-4804-a664-5f5dfe67e525'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:29:26.841455 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 05cfd935-c05e-4a15-aa95-cebcef80c6e8 on network 3f0c33b4-c21d-4804-a664-5f5dfe67e525 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:29:26.848824 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Pushing event updated for resources: {'Port': ['ID=05cfd935-c05e-4a15-aa95-cebcef80c6e8,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:26.859630 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Port 05cfd935-c05e-4a15-aa95-cebcef80c6e8 on network 3f0c33b4-c21d-4804-a664-5f5dfe67e525 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:29:26.868506 n-d-776250-12 neutron-server[110551]: ERROR neutron.plugins.ml2.managers [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Failed to bind port 05cfd935-c05e-4a15-aa95-cebcef80c6e8 on host n-h2-776250-12 for vnic_type normal using segments [{'id': '64fd11f2-a175-4eb2-9506-efe13e99bbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3f0c33b4-c21d-4804-a664-5f5dfe67e525'}] Dec 08 16:29:26.869474 n-d-776250-12 neutron-server[110551]: INFO neutron.plugins.ml2.plugin [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempt 2 to bind port 05cfd935-c05e-4a15-aa95-cebcef80c6e8 Dec 08 16:29:26.875402 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-45aede72-7639-4b8d-94c8-a148902e5a74 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:26.899669 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cbe83e0a-44d6-415c-813d-7b408dc52f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:26.906291 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cbe83e0a-44d6-415c-813d-7b408dc52f97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:26.907574 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-cbe83e0a-44d6-415c-813d-7b408dc52f97 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bab1f1e6-8d5b-4ac9-8f56-6d1ec1b9a350 HTTP/1.1" status: 204 len: 168 time: 0.8114882 Dec 08 16:29:26.921012 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a34b7bc-8b2d-4bff-a5a2-934452a22a9d tempest-NetworksTest-107512598 tempest-NetworksTest-107512598-project] Pushing event deleted for resources: {'Network': ['ID=9d454cec-0a58-4fc5-a7ba-064ff53910af,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:26.951920 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 05cfd935-c05e-4a15-aa95-cebcef80c6e8 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:29:26.952476 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 05cfd935-c05e-4a15-aa95-cebcef80c6e8 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '64fd11f2-a175-4eb2-9506-efe13e99bbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3f0c33b4-c21d-4804-a664-5f5dfe67e525'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:29:26.952585 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 05cfd935-c05e-4a15-aa95-cebcef80c6e8 on network 3f0c33b4-c21d-4804-a664-5f5dfe67e525 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:29:26.958493 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe83e0a-44d6-415c-813d-7b408dc52f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab1f1e6-8d5b-4ac9-8f56-6d1ec1b9a350,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:26.997068 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Port 05cfd935-c05e-4a15-aa95-cebcef80c6e8 on network 3f0c33b4-c21d-4804-a664-5f5dfe67e525 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:29:26.997422 n-d-776250-12 neutron-server[110551]: ERROR neutron.plugins.ml2.managers [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Failed to bind port 05cfd935-c05e-4a15-aa95-cebcef80c6e8 on host n-h2-776250-12 for vnic_type normal using segments [{'id': '64fd11f2-a175-4eb2-9506-efe13e99bbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3f0c33b4-c21d-4804-a664-5f5dfe67e525'}] Dec 08 16:29:27.000274 n-d-776250-12 neutron-server[110551]: INFO neutron.plugins.ml2.plugin [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempt 3 to bind port 05cfd935-c05e-4a15-aa95-cebcef80c6e8 Dec 08 16:29:27.018421 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-45aede72-7639-4b8d-94c8-a148902e5a74 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:27.023714 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 5a0918ab-cb9c-441a-9b3f-527d7c301b56 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:29:27.027511 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-45aede72-7639-4b8d-94c8-a148902e5a74 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:27.036393 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 05cfd935-c05e-4a15-aa95-cebcef80c6e8 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:29:27.036739 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 05cfd935-c05e-4a15-aa95-cebcef80c6e8 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '64fd11f2-a175-4eb2-9506-efe13e99bbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3f0c33b4-c21d-4804-a664-5f5dfe67e525'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:29:27.037075 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 05cfd935-c05e-4a15-aa95-cebcef80c6e8 on network 3f0c33b4-c21d-4804-a664-5f5dfe67e525 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:29:27.080310 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Port 05cfd935-c05e-4a15-aa95-cebcef80c6e8 on network 3f0c33b4-c21d-4804-a664-5f5dfe67e525 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:29:27.080652 n-d-776250-12 neutron-server[110551]: ERROR neutron.plugins.ml2.managers [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Failed to bind port 05cfd935-c05e-4a15-aa95-cebcef80c6e8 on host n-h2-776250-12 for vnic_type normal using segments [{'id': '64fd11f2-a175-4eb2-9506-efe13e99bbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3f0c33b4-c21d-4804-a664-5f5dfe67e525'}] Dec 08 16:29:27.081669 n-d-776250-12 neutron-server[110551]: INFO neutron.plugins.ml2.plugin [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempt 4 to bind port 05cfd935-c05e-4a15-aa95-cebcef80c6e8 Dec 08 16:29:27.088437 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 5a0918ab-cb9c-441a-9b3f-527d7c301b56 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:29:27.088849 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 5a0918ab-cb9c-441a-9b3f-527d7c301b56 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:29:27.101713 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 05cfd935-c05e-4a15-aa95-cebcef80c6e8 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:29:27.102009 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 05cfd935-c05e-4a15-aa95-cebcef80c6e8 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '64fd11f2-a175-4eb2-9506-efe13e99bbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3f0c33b4-c21d-4804-a664-5f5dfe67e525'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:29:27.102352 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 05cfd935-c05e-4a15-aa95-cebcef80c6e8 on network 3f0c33b4-c21d-4804-a664-5f5dfe67e525 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:29:27.107235 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Port 05cfd935-c05e-4a15-aa95-cebcef80c6e8 on network 3f0c33b4-c21d-4804-a664-5f5dfe67e525 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:29:27.107582 n-d-776250-12 neutron-server[110551]: ERROR neutron.plugins.ml2.managers [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Failed to bind port 05cfd935-c05e-4a15-aa95-cebcef80c6e8 on host n-h2-776250-12 for vnic_type normal using segments [{'id': '64fd11f2-a175-4eb2-9506-efe13e99bbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3f0c33b4-c21d-4804-a664-5f5dfe67e525'}] Dec 08 16:29:27.107987 n-d-776250-12 neutron-server[110551]: INFO neutron.plugins.ml2.plugin [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempt 5 to bind port 05cfd935-c05e-4a15-aa95-cebcef80c6e8 Dec 08 16:29:27.125114 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 05cfd935-c05e-4a15-aa95-cebcef80c6e8 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:29:27.125337 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 05cfd935-c05e-4a15-aa95-cebcef80c6e8 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '64fd11f2-a175-4eb2-9506-efe13e99bbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3f0c33b4-c21d-4804-a664-5f5dfe67e525'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:29:27.125672 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 05cfd935-c05e-4a15-aa95-cebcef80c6e8 on network 3f0c33b4-c21d-4804-a664-5f5dfe67e525 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:29:27.133308 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Port 05cfd935-c05e-4a15-aa95-cebcef80c6e8 on network 3f0c33b4-c21d-4804-a664-5f5dfe67e525 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:29:27.133667 n-d-776250-12 neutron-server[110551]: ERROR neutron.plugins.ml2.managers [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Failed to bind port 05cfd935-c05e-4a15-aa95-cebcef80c6e8 on host n-h2-776250-12 for vnic_type normal using segments [{'id': '64fd11f2-a175-4eb2-9506-efe13e99bbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3f0c33b4-c21d-4804-a664-5f5dfe67e525'}] Dec 08 16:29:27.134095 n-d-776250-12 neutron-server[110551]: INFO neutron.plugins.ml2.plugin [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempt 6 to bind port 05cfd935-c05e-4a15-aa95-cebcef80c6e8 Dec 08 16:29:27.153476 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 05cfd935-c05e-4a15-aa95-cebcef80c6e8 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:29:27.153849 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 05cfd935-c05e-4a15-aa95-cebcef80c6e8 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '64fd11f2-a175-4eb2-9506-efe13e99bbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3f0c33b4-c21d-4804-a664-5f5dfe67e525'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:29:27.154222 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 05cfd935-c05e-4a15-aa95-cebcef80c6e8 on network 3f0c33b4-c21d-4804-a664-5f5dfe67e525 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:29:27.163910 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Port 05cfd935-c05e-4a15-aa95-cebcef80c6e8 on network 3f0c33b4-c21d-4804-a664-5f5dfe67e525 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:29:27.164308 n-d-776250-12 neutron-server[110551]: ERROR neutron.plugins.ml2.managers [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Failed to bind port 05cfd935-c05e-4a15-aa95-cebcef80c6e8 on host n-h2-776250-12 for vnic_type normal using segments [{'id': '64fd11f2-a175-4eb2-9506-efe13e99bbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3f0c33b4-c21d-4804-a664-5f5dfe67e525'}] Dec 08 16:29:27.165299 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-45aede72-7639-4b8d-94c8-a148902e5a74 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:27.169777 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45aede72-7639-4b8d-94c8-a148902e5a74 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Fanout notify agent at l3_agent the message router_deleted on router 2a69c477-8b4f-429d-b634-14be4fdb9f5c {{(pid=110551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:29:27.198811 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130756d-577e-416e-a4ad-0569956ee730 req-df4b5dcf-148a-441d-9c88-b3725fcb093e tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:27.201046 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a130756d-577e-416e-a4ad-0569956ee730 req-df4b5dcf-148a-441d-9c88-b3725fcb093e tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/networks?id=6bc7cad8-ce82-4d14-8967-10a5440b0811 HTTP/1.1" status: 200 len: 814 time: 0.2838106 Dec 08 16:29:27.207412 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-45aede72-7639-4b8d-94c8-a148902e5a74 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:27.214773 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-45aede72-7639-4b8d-94c8-a148902e5a74 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] 10.222.0.64 "DELETE /v2.0/routers/2a69c477-8b4f-429d-b634-14be4fdb9f5c HTTP/1.1" status: 204 len: 168 time: 1.9126668 Dec 08 16:29:27.214773 n-d-776250-12 neutron-server[110551]: INFO neutron.plugins.ml2.plugin [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempt 7 to bind port 05cfd935-c05e-4a15-aa95-cebcef80c6e8 Dec 08 16:29:27.221445 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43804) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:27.233052 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-8c9eba52-30d6-4373-b30b-3a63101c4ad9 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1654113034', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:27.245332 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a130756d-577e-416e-a4ad-0569956ee730 req-39a5dae8-f1b8-4c3b-83cf-c7229164433b tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/quotas/39d0a07c70234221a3fafc599aa62bdb HTTP/1.1" status: 200 len: 375 time: 0.0355372 Dec 08 16:29:27.253154 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 05cfd935-c05e-4a15-aa95-cebcef80c6e8 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:29:27.253154 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 05cfd935-c05e-4a15-aa95-cebcef80c6e8 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '64fd11f2-a175-4eb2-9506-efe13e99bbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3f0c33b4-c21d-4804-a664-5f5dfe67e525'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:29:27.253154 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 05cfd935-c05e-4a15-aa95-cebcef80c6e8 on network 3f0c33b4-c21d-4804-a664-5f5dfe67e525 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:29:27.254347 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Port 05cfd935-c05e-4a15-aa95-cebcef80c6e8 on network 3f0c33b4-c21d-4804-a664-5f5dfe67e525 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:29:27.254495 n-d-776250-12 neutron-server[110551]: ERROR neutron.plugins.ml2.managers [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Failed to bind port 05cfd935-c05e-4a15-aa95-cebcef80c6e8 on host n-h2-776250-12 for vnic_type normal using segments [{'id': '64fd11f2-a175-4eb2-9506-efe13e99bbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3f0c33b4-c21d-4804-a664-5f5dfe67e525'}] Dec 08 16:29:27.257526 n-d-776250-12 neutron-server[110551]: INFO neutron.plugins.ml2.plugin [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempt 8 to bind port 05cfd935-c05e-4a15-aa95-cebcef80c6e8 Dec 08 16:29:27.276465 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 05cfd935-c05e-4a15-aa95-cebcef80c6e8 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:29:27.276816 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 05cfd935-c05e-4a15-aa95-cebcef80c6e8 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '64fd11f2-a175-4eb2-9506-efe13e99bbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3f0c33b4-c21d-4804-a664-5f5dfe67e525'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:29:27.277228 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 05cfd935-c05e-4a15-aa95-cebcef80c6e8 on network 3f0c33b4-c21d-4804-a664-5f5dfe67e525 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:29:27.282368 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Port 05cfd935-c05e-4a15-aa95-cebcef80c6e8 on network 3f0c33b4-c21d-4804-a664-5f5dfe67e525 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:29:27.282764 n-d-776250-12 neutron-server[110551]: ERROR neutron.plugins.ml2.managers [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Failed to bind port 05cfd935-c05e-4a15-aa95-cebcef80c6e8 on host n-h2-776250-12 for vnic_type normal using segments [{'id': '64fd11f2-a175-4eb2-9506-efe13e99bbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3f0c33b4-c21d-4804-a664-5f5dfe67e525'}] Dec 08 16:29:27.283146 n-d-776250-12 neutron-server[110551]: INFO neutron.plugins.ml2.plugin [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempt 9 to bind port 05cfd935-c05e-4a15-aa95-cebcef80c6e8 Dec 08 16:29:27.298197 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 05cfd935-c05e-4a15-aa95-cebcef80c6e8 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:29:27.298533 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 05cfd935-c05e-4a15-aa95-cebcef80c6e8 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '64fd11f2-a175-4eb2-9506-efe13e99bbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3f0c33b4-c21d-4804-a664-5f5dfe67e525'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:29:27.298928 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 05cfd935-c05e-4a15-aa95-cebcef80c6e8 on network 3f0c33b4-c21d-4804-a664-5f5dfe67e525 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:29:27.322012 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Port 05cfd935-c05e-4a15-aa95-cebcef80c6e8 on network 3f0c33b4-c21d-4804-a664-5f5dfe67e525 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:29:27.324783 n-d-776250-12 neutron-server[110551]: ERROR neutron.plugins.ml2.managers [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Failed to bind port 05cfd935-c05e-4a15-aa95-cebcef80c6e8 on host n-h2-776250-12 for vnic_type normal using segments [{'id': '64fd11f2-a175-4eb2-9506-efe13e99bbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3f0c33b4-c21d-4804-a664-5f5dfe67e525'}] Dec 08 16:29:27.330376 n-d-776250-12 neutron-server[110551]: INFO neutron.plugins.ml2.plugin [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempt 10 to bind port 05cfd935-c05e-4a15-aa95-cebcef80c6e8 Dec 08 16:29:27.343152 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43808) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:27.362350 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8c9eba52-30d6-4373-b30b-3a63101c4ad9 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:27.365787 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8c9eba52-30d6-4373-b30b-3a63101c4ad9 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:27.381437 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 05cfd935-c05e-4a15-aa95-cebcef80c6e8 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:29:27.381784 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 05cfd935-c05e-4a15-aa95-cebcef80c6e8 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '64fd11f2-a175-4eb2-9506-efe13e99bbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3f0c33b4-c21d-4804-a664-5f5dfe67e525'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:29:27.382122 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempting to bind port 05cfd935-c05e-4a15-aa95-cebcef80c6e8 on network 3f0c33b4-c21d-4804-a664-5f5dfe67e525 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:29:27.390544 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Port 05cfd935-c05e-4a15-aa95-cebcef80c6e8 on network 3f0c33b4-c21d-4804-a664-5f5dfe67e525 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:29:27.390879 n-d-776250-12 neutron-server[110551]: ERROR neutron.plugins.ml2.managers [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Failed to bind port 05cfd935-c05e-4a15-aa95-cebcef80c6e8 on host n-h2-776250-12 for vnic_type normal using segments [{'id': '64fd11f2-a175-4eb2-9506-efe13e99bbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3f0c33b4-c21d-4804-a664-5f5dfe67e525'}] Dec 08 16:29:27.391251 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:27.432653 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a130756d-577e-416e-a4ad-0569956ee730 req-0c6c292e-b0ac-49c6-aaf3-a948fc38f9f2 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=39d0a07c70234221a3fafc599aa62bdb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1749680 Dec 08 16:29:27.466806 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8c9eba52-30d6-4373-b30b-3a63101c4ad9 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:27.503781 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] For port 05cfd935-c05e-4a15-aa95-cebcef80c6e8, host n-h2-776250-12, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:29:27.504163 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attempted to set empty binding levels {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 08 16:29:27.552394 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cab70b5-df64-4831-9693-8e5e7c4b186e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Router fa5ab0a8-6f1a-4916-9127-d865f3dc1178 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:29:27.557311 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a130756d-577e-416e-a4ad-0569956ee730 req-c66f29ae-c16e-4d84-a638-6e3b9dcc9247 service neutron] 10.222.0.64 "GET /v2.0/networks/6bc7cad8-ce82-4d14-8967-10a5440b0811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236644 Dec 08 16:29:27.576234 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ec46d2d3-44f0-47a5-9b9a-216cae384c64 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8903d1f9af734148bba1eca462488b6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2210982 Dec 08 16:29:27.577339 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43814) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:27.593347 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8c9eba52-30d6-4373-b30b-3a63101c4ad9 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:27.598591 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:27.663637 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] In _notify_port_updated(), no bound segment for port 05cfd935-c05e-4a15-aa95-cebcef80c6e8 on network 3f0c33b4-c21d-4804-a664-5f5dfe67e525 {{(pid=110551) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 16:29:27.664447 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:27.665063 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:27.666565 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] 10.222.0.64 "PUT /v2.0/ports/05cfd935-c05e-4a15-aa95-cebcef80c6e8 HTTP/1.1" status: 200 len: 975 time: 1.7862656 Dec 08 16:29:27.670251 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43816) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:27.716421 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2404fbd5-1041-400f-a171-741795a70f63 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Pushing event updated for resources: {'Port': ['ID=05cfd935-c05e-4a15-aa95-cebcef80c6e8,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:27.726306 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8c9eba52-30d6-4373-b30b-3a63101c4ad9 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:27.730593 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-8c9eba52-30d6-4373-b30b-3a63101c4ad9 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5044699 Dec 08 16:29:27.731537 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43820) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:27.746192 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-8c89d3b8-be75-4180-ac43-6dc91afcf6ca tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Request body: {'router': {'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:27.750957 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a130756d-577e-416e-a4ad-0569956ee730 req-2f56e4f5-50b2-4bd3-a3de-8e176fff67e3 service neutron] 10.222.0.64 "GET /v2.0/networks/6bc7cad8-ce82-4d14-8967-10a5440b0811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856306 Dec 08 16:29:27.772049 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cab70b5-df64-4831-9693-8e5e7c4b186e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:29:27.783839 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-3cab70b5-df64-4831-9693-8e5e7c4b186e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "PUT /v2.0/routers/fa5ab0a8-6f1a-4916-9127-d865f3dc1178/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5229933 Dec 08 16:29:27.786651 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43822) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:27.786783 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e32227-1796-409c-97e9-d00ee1c85489 None None] Sync routers for ids ['fa5ab0a8-6f1a-4916-9127-d865f3dc1178'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:29:27.808522 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8b3fa071-1fb5-4e3f-b970-1be7d162037d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:27.811635 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e32227-1796-409c-97e9-d00ee1c85489 None None] Routers {'fa5ab0a8-6f1a-4916-9127-d865f3dc1178'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:29:27.812337 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-78e32227-1796-409c-97e9-d00ee1c85489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:29:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['fa5ab0a8-6f1a-4916-9127-d865f3dc1178'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:27.868082 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43824) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:27.875326 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43826) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:27.905697 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-67375945-66c8-4b24-9405-423aa5296b8e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Deleting subnet 89eafa5b-4193-4ebc-af74-cdc250b35c3e {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:29:27.908469 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6b8cfd83-09a3-4b98-af65-247470e71533 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:27.912608 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-67375945-66c8-4b24-9405-423aa5296b8e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:27.940839 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8b3fa071-1fb5-4e3f-b970-1be7d162037d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:28.019862 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-67375945-66c8-4b24-9405-423aa5296b8e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:28.050264 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-78e32227-1796-409c-97e9-d00ee1c85489 None None] Set router fa5ab0a8-6f1a-4916-9127-d865f3dc1178 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:29:28.226549 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-79343ce6-fab8-4714-8666-2b73667ae9b9 req-f083ffda-665b-4ae8-b622-5449a5bdcdfc tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=d29d68b3-49db-4dff-be96-eb115dba476f HTTP/1.1" status: 200 len: 210 time: 0.1545346 Dec 08 16:29:28.270415 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-67375945-66c8-4b24-9405-423aa5296b8e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:28.341080 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6b8cfd83-09a3-4b98-af65-247470e71533 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:28.358657 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-78e32227-1796-409c-97e9-d00ee1c85489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5ab0a8-6f1a-4916-9127-d865f3dc1178', 'name': 'tempest-TestNetworkAdvancedServerOps-router-863953373', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '10d27fbc-3546-41bd-8e6b-24cc22bc3f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:25:39Z', 'updated_at': '2021-12-08T16:29:25Z', 'revision_number': 5, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'gw_port': {'id': '10d27fbc-3546-41bd-8e6b-24cc22bc3f67', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5ab0a8-6f1a-4916-9127-d865f3dc1178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:25:40Z', 'updated_at': '2021-12-08T16:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:28.399515 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e32227-1796-409c-97e9-d00ee1c85489 None None] Checking router: fa5ab0a8-6f1a-4916-9127-d865f3dc1178 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:29:28.412535 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e32227-1796-409c-97e9-d00ee1c85489 None None] Routers {'fa5ab0a8-6f1a-4916-9127-d865f3dc1178'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:29:28.421411 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-78e32227-1796-409c-97e9-d00ee1c85489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:29:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['fa5ab0a8-6f1a-4916-9127-d865f3dc1178'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:28.492658 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6b8cfd83-09a3-4b98-af65-247470e71533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:28.531349 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-78e32227-1796-409c-97e9-d00ee1c85489 None None] Set router fa5ab0a8-6f1a-4916-9127-d865f3dc1178 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:29:28.543802 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8cfd83-09a3-4b98-af65-247470e71533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf264e1-d12c-4144-b767-906685a4228d,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:28.598496 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-6b8cfd83-09a3-4b98-af65-247470e71533 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=86e64bfa9ffb443db218afb844752d88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7291341 Dec 08 16:29:28.603245 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43840) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:28.665462 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-6c97bc3c-827a-4cf8-9423-ab8331b50914 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Deleting port 05cfd935-c05e-4a15-aa95-cebcef80c6e8 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:29:28.665860 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6c97bc3c-827a-4cf8-9423-ab8331b50914 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:28.674559 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-67375945-66c8-4b24-9405-423aa5296b8e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:28.675502 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8c89d3b8-be75-4180-ac43-6dc91afcf6ca tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:28.774805 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fafc99b5-9322-45e8-8712-447d5699e366 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:28.824795 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fafc99b5-9322-45e8-8712-447d5699e366 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:28.850826 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-1a1fb0fc-b9f8-4a33-9a53-451be658b35f tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/floatingips/556104b5-0982-49e7-b9ad-481103fd0390 HTTP/1.1" status: 200 len: 992 time: 0.9712961 Dec 08 16:29:28.860639 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-6c97bc3c-827a-4cf8-9423-ab8331b50914 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] For port 05cfd935-c05e-4a15-aa95-cebcef80c6e8, host n-h2-776250-12, got binding levels [] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:29:28.861155 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6c97bc3c-827a-4cf8-9423-ab8331b50914 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:28.865429 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67375945-66c8-4b24-9405-423aa5296b8e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event deleted for resources: {'Subnet': ['ID=89eafa5b-4193-4ebc-af74-cdc250b35c3e,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:28.882417 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-67375945-66c8-4b24-9405-423aa5296b8e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:28.896916 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-6c97bc3c-827a-4cf8-9423-ab8331b50914 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Calling delete_port for 05cfd935-c05e-4a15-aa95-cebcef80c6e8 owned by {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:29:28.897040 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-67375945-66c8-4b24-9405-423aa5296b8e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "DELETE /v2.0/subnets/89eafa5b-4193-4ebc-af74-cdc250b35c3e HTTP/1.1" status: 204 len: 168 time: 1.1048889 Dec 08 16:29:28.902009 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43844) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:28.982939 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d24774-deb6-43be-897f-11cd70404531 None None] Network 08814924-d3f7-498d-a0e5-508442cef09d requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:29:29.009225 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8b3fa071-1fb5-4e3f-b970-1be7d162037d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:29.020955 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8b3fa071-1fb5-4e3f-b970-1be7d162037d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:29.020955 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-8b3fa071-1fb5-4e3f-b970-1be7d162037d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8cf202ce-661f-4775-ae9e-d0c6e257e582 HTTP/1.1" status: 204 len: 168 time: 1.4350789 Dec 08 16:29:29.031324 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3fa071-1fb5-4e3f-b970-1be7d162037d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf202ce-661f-4775-ae9e-d0c6e257e582,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:29.049393 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fafc99b5-9322-45e8-8712-447d5699e366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:29.055374 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fafc99b5-9322-45e8-8712-447d5699e366 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:29.060694 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-fafc99b5-9322-45e8-8712-447d5699e366 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5bf264e1-d12c-4144-b767-906685a4228d HTTP/1.1" status: 204 len: 168 time: 0.4559197 Dec 08 16:29:29.066703 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-78e32227-1796-409c-97e9-d00ee1c85489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5ab0a8-6f1a-4916-9127-d865f3dc1178', 'name': 'tempest-TestNetworkAdvancedServerOps-router-863953373', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '10d27fbc-3546-41bd-8e6b-24cc22bc3f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:25:39Z', 'updated_at': '2021-12-08T16:29:25Z', 'revision_number': 5, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'gw_port': {'id': '10d27fbc-3546-41bd-8e6b-24cc22bc3f67', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5ab0a8-6f1a-4916-9127-d865f3dc1178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:25:40Z', 'updated_at': '2021-12-08T16:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:29.098633 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafc99b5-9322-45e8-8712-447d5699e366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf264e1-d12c-4144-b767-906685a4228d,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:29.130418 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6c97bc3c-827a-4cf8-9423-ab8331b50914 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:29.159208 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e32227-1796-409c-97e9-d00ee1c85489 None None] The sync data for ids ['fa5ab0a8-6f1a-4916-9127-d865f3dc1178'] in n-d-776250-12 is: [{'id': 'fa5ab0a8-6f1a-4916-9127-d865f3dc1178', 'name': 'tempest-TestNetworkAdvancedServerOps-router-863953373', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '10d27fbc-3546-41bd-8e6b-24cc22bc3f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:25:39Z', 'updated_at': '2021-12-08T16:29:25Z', 'revision_number': 5, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'gw_port': {'id': '10d27fbc-3546-41bd-8e6b-24cc22bc3f67', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5ab0a8-6f1a-4916-9127-d865f3dc1178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:25:40Z', 'updated_at': '2021-12-08T16:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:29:29.192856 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43854) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:29.304278 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c97bc3c-827a-4cf8-9423-ab8331b50914 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Pushing event deleted for resources: {'Port': ['ID=05cfd935-c05e-4a15-aa95-cebcef80c6e8,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:29.321036 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6c97bc3c-827a-4cf8-9423-ab8331b50914 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:29.333328 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-6c97bc3c-827a-4cf8-9423-ab8331b50914 tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] 10.222.0.64 "DELETE /v2.0/ports/05cfd935-c05e-4a15-aa95-cebcef80c6e8 HTTP/1.1" status: 204 len: 168 time: 1.6605978 Dec 08 16:29:29.340769 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43858) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:29.389731 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8c89d3b8-be75-4180-ac43-6dc91afcf6ca tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks [] for router_gateway, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:29.399431 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9322c751-3b34-4925-b133-13a9ca78b503 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for router, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:29.401828 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b3ba935-32fa-4cb1-b18d-386abfe0c4dd tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] GET failed (client error): The resource could not be found. Dec 08 16:29:29.407627 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-3b3ba935-32fa-4cb1-b18d-386abfe0c4dd tempest-PortsAdminExtendedAttrsTestJSON-831010065 tempest-PortsAdminExtendedAttrsTestJSON-831010065-project-admin] 10.222.0.64 "GET /v2.0/ports/05cfd935-c05e-4a15-aa95-cebcef80c6e8 HTTP/1.1" status: 404 len: 333 time: 0.0600424 Dec 08 16:29:29.412167 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43860) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:29.427638 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8c89d3b8-be75-4180-ac43-6dc91afcf6ca tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:29.440119 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-067c13b7-8d89-4976-ac1c-be2f099198f9 req-fbc22efa-88ee-4fb9-b1fa-f50ca094521e tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=d29d68b3-49db-4dff-be96-eb115dba476f HTTP/1.1" status: 200 len: 210 time: 0.0965056 Dec 08 16:29:29.575048 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc0921e-32cb-4ebd-beb4-04cddac36e36 None None] DHCP port deletion for 08814924-d3f7-498d-a0e5-508442cef09d request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:29:29.585532 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-06239ba8-045d-4eb6-ba06-7c811e8de6f2 tempest-PortsAdminExtendedAttrsTestJSON-2038382401 tempest-PortsAdminExtendedAttrsTestJSON-2038382401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:29.683819 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-cfc0921e-32cb-4ebd-beb4-04cddac36e36 None None] Deleting port f4a3a607-7b0e-4814-a6a3-921dcb108926 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:29:29.687304 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-cfc0921e-32cb-4ebd-beb4-04cddac36e36 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:29.787330 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-8c89d3b8-be75-4180-ac43-6dc91afcf6ca tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Allocated IP 172.25.0.19 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/bac0ef3a-d859-4120-83d3-a9cd42bffbba) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:29:29.795732 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9322c751-3b34-4925-b133-13a9ca78b503 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:29.805645 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-de695bc0-20b1-4134-93e9-b9410b450128 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Deleting port 323c261e-7cb4-4689-a01f-469fddae610d {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:29:29.805989 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-de695bc0-20b1-4134-93e9-b9410b450128 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:29.834090 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-cfc0921e-32cb-4ebd-beb4-04cddac36e36 None None] For port f4a3a607-7b0e-4814-a6a3-921dcb108926, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=f4a3a607-7b0e-4814-a6a3-921dcb108926,segment=NetworkSegment(af1f2f88-c1fd-44a2-a1d8-d976a10fad4e),segment_id=af1f2f88-c1fd-44a2-a1d8-d976a10fad4e)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:29:29.834504 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-cfc0921e-32cb-4ebd-beb4-04cddac36e36 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:29.861162 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-cfc0921e-32cb-4ebd-beb4-04cddac36e36 None None] Calling delete_port for f4a3a607-7b0e-4814-a6a3-921dcb108926 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:29:29.931619 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-06239ba8-045d-4eb6-ba06-7c811e8de6f2 tempest-PortsAdminExtendedAttrsTestJSON-2038382401 tempest-PortsAdminExtendedAttrsTestJSON-2038382401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:30.031254 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-9322c751-3b34-4925-b133-13a9ca78b503 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Deleting port 10d27fbc-3546-41bd-8e6b-24cc22bc3f67 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:29:30.031886 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9322c751-3b34-4925-b133-13a9ca78b503 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:30.066415 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-06239ba8-045d-4eb6-ba06-7c811e8de6f2 tempest-PortsAdminExtendedAttrsTestJSON-2038382401 tempest-PortsAdminExtendedAttrsTestJSON-2038382401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f0c33b4-c21d-4804-a664-5f5dfe67e525']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:30.085082 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-06239ba8-045d-4eb6-ba06-7c811e8de6f2 tempest-PortsAdminExtendedAttrsTestJSON-2038382401 tempest-PortsAdminExtendedAttrsTestJSON-2038382401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64fd11f2-a175-4eb2-9506-efe13e99bbae') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:30.086729 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-06239ba8-045d-4eb6-ba06-7c811e8de6f2 tempest-PortsAdminExtendedAttrsTestJSON-2038382401 tempest-PortsAdminExtendedAttrsTestJSON-2038382401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64fd11f2-a175-4eb2-9506-efe13e99bbae') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:30.101809 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-06239ba8-045d-4eb6-ba06-7c811e8de6f2 tempest-PortsAdminExtendedAttrsTestJSON-2038382401 tempest-PortsAdminExtendedAttrsTestJSON-2038382401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:30.135625 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-06239ba8-045d-4eb6-ba06-7c811e8de6f2 tempest-PortsAdminExtendedAttrsTestJSON-2038382401 tempest-PortsAdminExtendedAttrsTestJSON-2038382401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:30.143247 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-cfc0921e-32cb-4ebd-beb4-04cddac36e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:30.145732 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-9322c751-3b34-4925-b133-13a9ca78b503 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] For port 10d27fbc-3546-41bd-8e6b-24cc22bc3f67, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=10d27fbc-3546-41bd-8e6b-24cc22bc3f67,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:29:30.146167 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9322c751-3b34-4925-b133-13a9ca78b503 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:30.163866 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-9322c751-3b34-4925-b133-13a9ca78b503 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Calling delete_port for 10d27fbc-3546-41bd-8e6b-24cc22bc3f67 owned by network:router_gateway {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:29:30.167421 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06239ba8-045d-4eb6-ba06-7c811e8de6f2 tempest-PortsAdminExtendedAttrsTestJSON-2038382401 tempest-PortsAdminExtendedAttrsTestJSON-2038382401-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:29:30.167895 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-06239ba8-045d-4eb6-ba06-7c811e8de6f2 tempest-PortsAdminExtendedAttrsTestJSON-2038382401 tempest-PortsAdminExtendedAttrsTestJSON-2038382401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:30.180698 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:29:30.180698 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:29:30.180698 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:29:30.180698 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:29:30.180698 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:29:30.180698 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:29:30.180698 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:29:30.180698 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:29:30.180698 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:29:30.180698 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:29:30.180698 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:29:30.180698 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:29:30.180698 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:29:30.180698 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:29:30.180698 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:29:30.180698 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:29:30.180698 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:29:30.180698 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:29:30.180698 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:29:30.180698 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:29:30.180698 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:29:30.180698 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:29:30.180698 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:29:30.180698 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:29:30.180698 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:29:30.180698 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:29:30.180698 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:29:30.180698 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:29:30.180698 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:29:30.180698 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:29:30.180698 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:29:30.180698 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:29:30.186330 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc0921e-32cb-4ebd-beb4-04cddac36e36 None None] Pushing event deleted for resources: {'Port': ['ID=f4a3a607-7b0e-4814-a6a3-921dcb108926,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:30.190080 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc0921e-32cb-4ebd-beb4-04cddac36e36 None None] No DVR routers for this DVR port f4a3a607-7b0e-4814-a6a3-921dcb108926 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:29:30.239130 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-de695bc0-20b1-4134-93e9-b9410b450128 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:30.239628 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-de695bc0-20b1-4134-93e9-b9410b450128 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:30.271935 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8c89d3b8-be75-4180-ac43-6dc91afcf6ca tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:30.350792 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-de695bc0-20b1-4134-93e9-b9410b450128 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Calling delete_port for 323c261e-7cb4-4689-a01f-469fddae610d owned by network:floatingip {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:29:30.400766 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-06239ba8-045d-4eb6-ba06-7c811e8de6f2 tempest-PortsAdminExtendedAttrsTestJSON-2038382401 tempest-PortsAdminExtendedAttrsTestJSON-2038382401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:30.429432 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-06239ba8-045d-4eb6-ba06-7c811e8de6f2 tempest-PortsAdminExtendedAttrsTestJSON-2038382401 tempest-PortsAdminExtendedAttrsTestJSON-2038382401-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:30.433851 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-06239ba8-045d-4eb6-ba06-7c811e8de6f2 tempest-PortsAdminExtendedAttrsTestJSON-2038382401 tempest-PortsAdminExtendedAttrsTestJSON-2038382401-project] 10.222.0.64 "DELETE /v2.0/networks/3f0c33b4-c21d-4804-a664-5f5dfe67e525 HTTP/1.1" status: 204 len: 168 time: 1.0039146 Dec 08 16:29:30.449478 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06239ba8-045d-4eb6-ba06-7c811e8de6f2 tempest-PortsAdminExtendedAttrsTestJSON-2038382401 tempest-PortsAdminExtendedAttrsTestJSON-2038382401-project] Pushing event deleted for resources: {'Network': ['ID=3f0c33b4-c21d-4804-a664-5f5dfe67e525,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:30.550630 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8c89d3b8-be75-4180-ac43-6dc91afcf6ca tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:30.622694 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c89d3b8-be75-4180-ac43-6dc91afcf6ca tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:29:30.631665 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-8c89d3b8-be75-4180-ac43-6dc91afcf6ca tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:29:30.636957 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c89d3b8-be75-4180-ac43-6dc91afcf6ca tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:29:30.649286 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4550d623-a9d1-4f66-b6a5-d1a4efcf3ce8 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:29:30.670432 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c89d3b8-be75-4180-ac43-6dc91afcf6ca tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Pushing event updated for resources: {'Port': ['ID=bac0ef3a-d859-4120-83d3-a9cd42bffbba,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:30.701962 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-43f0e3b5-5ff8-48e7-ba1b-1cb3f3f8c202 None None] Provisioning complete for port bac0ef3a-d859-4120-83d3-a9cd42bffbba triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:30.702655 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-43f0e3b5-5ff8-48e7-ba1b-1cb3f3f8c202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:30.808728 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-43f0e3b5-5ff8-48e7-ba1b-1cb3f3f8c202 None None] Port bac0ef3a-d859-4120-83d3-a9cd42bffbba cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:29:30.863725 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device f4a3a607-7b0e-4814-a6a3-921dcb108926 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:29:30.893099 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: f4a3a607-7b0e-4814-a6a3-921dcb108926 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:29:30.893528 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device f4a3a607-7b0e-4814-a6a3-921dcb108926 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:29:30.893960 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 352fc048-d849-4a6e-a2aa-71062b6c33e7 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:29:30.916917 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 352fc048-d849-4a6e-a2aa-71062b6c33e7 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:29:30.917417 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 352fc048-d849-4a6e-a2aa-71062b6c33e7 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:29:31.033367 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e3f6b834-66d8-4cd7-b36d-a034adc0927a req-c2b407d2-ad0e-483e-8129-9b35e0faa06d tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=d29d68b3-49db-4dff-be96-eb115dba476f HTTP/1.1" status: 200 len: 210 time: 0.0414157 Dec 08 16:29:31.166299 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9322c751-3b34-4925-b133-13a9ca78b503 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:31.195688 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9322c751-3b34-4925-b133-13a9ca78b503 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event deleted for resources: {'Port': ['ID=10d27fbc-3546-41bd-8e6b-24cc22bc3f67,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:31.210479 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ee98bf-4552-42bc-8df5-925ae2d26642 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:29:31.279085 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-de695bc0-20b1-4134-93e9-b9410b450128 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:31.323343 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9322c751-3b34-4925-b133-13a9ca78b503 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:31.370962 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a15bc7-f939-414f-b2a6-8595794642bd None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:29:31.383994 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de695bc0-20b1-4134-93e9-b9410b450128 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Pushing event deleted for resources: {'Port': ['ID=323c261e-7cb4-4689-a01f-469fddae610d,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:31.452456 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9322c751-3b34-4925-b133-13a9ca78b503 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:31.472791 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9322c751-3b34-4925-b133-13a9ca78b503 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:31.535025 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-de695bc0-20b1-4134-93e9-b9410b450128 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for floatingip, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:31.535440 n-d-776250-12 neutron-server[110550]: INFO neutron.db.l3_db [None req-de695bc0-20b1-4134-93e9-b9410b450128 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Floating IP 556104b5-0982-49e7-b9ad-481103fd0390 disassociated (deleted). External IP: 172.25.0.96, port: 7809c34e-a979-4bda-a2d8-1db49dc75d04. Dec 08 16:29:31.542493 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8c89d3b8-be75-4180-ac43-6dc91afcf6ca tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks [] for router_gateway, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:31.620350 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43912) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:31.703784 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9322c751-3b34-4925-b133-13a9ca78b503 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:31.703784 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9322c751-3b34-4925-b133-13a9ca78b503 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Fanout notify agent at l3_agent the message router_deleted on router fa5ab0a8-6f1a-4916-9127-d865f3dc1178 {{(pid=110550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:29:31.709180 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9322c751-3b34-4925-b133-13a9ca78b503 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:31.713573 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-9322c751-3b34-4925-b133-13a9ca78b503 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "DELETE /v2.0/routers/fa5ab0a8-6f1a-4916-9127-d865f3dc1178 HTTP/1.1" status: 204 len: 168 time: 2.8029902 Dec 08 16:29:31.716785 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43916) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:31.735181 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43918) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:31.755495 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130756d-577e-416e-a4ad-0569956ee730 req-605d3c4a-bffa-4b29-b69e-aab870be53f8 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:31.758677 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a130756d-577e-416e-a4ad-0569956ee730 req-605d3c4a-bffa-4b29-b69e-aab870be53f8 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.37 "GET /v2.0/networks?id=6bc7cad8-ce82-4d14-8967-10a5440b0811 HTTP/1.1" status: 200 len: 814 time: 0.2417824 Dec 08 16:29:31.801136 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-a130756d-577e-416e-a4ad-0569956ee730 req-63d44ad9-aa97-4e09-a2aa-bcd1ac9c0555 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Request body: {'port': {'device_id': 'd29d68b3-49db-4dff-be96-eb115dba476f', 'network_id': '6bc7cad8-ce82-4d14-8967-10a5440b0811', 'admin_state_up': True, 'tenant_id': '39d0a07c70234221a3fafc599aa62bdb'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:31.969907 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de695bc0-20b1-4134-93e9-b9410b450128 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Router 50089982-b78d-4441-9483-dd06814fd096 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:29:32.125889 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0778b84f-22b8-4cfc-9bbc-bffca0b0fe1c tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:32.148965 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de695bc0-20b1-4134-93e9-b9410b450128 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:29:32.153433 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-fde37e6f-3968-4dcd-8b45-a4faf56cdd62 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:32.154092 n-d-776250-12 neutron-server[110550]: WARNING neutron.api.v2.base [None req-fde37e6f-3968-4dcd-8b45-a4faf56cdd62 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 08 16:29:32.155755 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [None req-fde37e6f-3968-4dcd-8b45-a4faf56cdd62 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] create failed (client error): There was a conflict when trying to complete your request. Dec 08 16:29:32.158990 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d1bb46-c696-4a30-9368-0e96724218ee None None] Sync routers for ids ['50089982-b78d-4441-9483-dd06814fd096'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:29:32.177457 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-fde37e6f-3968-4dcd-8b45-a4faf56cdd62 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4410794 Dec 08 16:29:32.178131 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43930) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:32.183010 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-de695bc0-20b1-4134-93e9-b9410b450128 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:32.190061 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d1bb46-c696-4a30-9368-0e96724218ee None None] Routers {'50089982-b78d-4441-9483-dd06814fd096'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:29:32.190603 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-a1d1bb46-c696-4a30-9368-0e96724218ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:29:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['50089982-b78d-4441-9483-dd06814fd096'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:32.190770 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d1ab6a76-11eb-45b4-a6b9-67034d3309a3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c33e879313354a449249acd9262c800e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5691900 Dec 08 16:29:32.194365 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-05f1af90-aa99-4c36-965b-aa7c89a5fa7b tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Request body: {'security_group': {'name': 'tempest-secgroup--491209107'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:32.198113 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43932) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:32.200472 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8c89d3b8-be75-4180-ac43-6dc91afcf6ca tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-717389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11074'] for router, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:32.261934 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8c89d3b8-be75-4180-ac43-6dc91afcf6ca tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528116', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-717402'] for router, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:32.269987 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-de695bc0-20b1-4134-93e9-b9410b450128 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "DELETE /v2.0/floatingips/556104b5-0982-49e7-b9ad-481103fd0390 HTTP/1.1" status: 204 len: 168 time: 3.0754459 Dec 08 16:29:32.272273 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e208543d-8efd-438a-bf67-4f92b0f429c3', 'tag': '7809c34e-a979-4bda-a2d8-1db49dc75d04'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:29:32.275633 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ab5bc3-fd1e-4219-9fd8-89f01b2b1d1c" -d '{"events": [{"name": "network-changed", "server_uuid": "e208543d-8efd-438a-bf67-4f92b0f429c3", "tag": "7809c34e-a979-4bda-a2d8-1db49dc75d04"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:29:32.300683 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-00f6110c-0b8f-4f3a-a8d4-19a414642f90 req-7c202978-f7c7-4e49-a57c-901f9981d0b5 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=d29d68b3-49db-4dff-be96-eb115dba476f HTTP/1.1" status: 200 len: 210 time: 0.1087589 Dec 08 16:29:32.334462 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-a1d1bb46-c696-4a30-9368-0e96724218ee None None] Set router 50089982-b78d-4441-9483-dd06814fd096 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:29:32.360521 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a59d59d2-025f-445f-bcb6-8b9601583d55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:32.388014 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a220178b-f922-4f6c-9d00-3d9955f3ba99 x-openstack-request-id: req-a220178b-f922-4f6c-9d00-3d9955f3ba99 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:29:32.388313 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e208543d-8efd-438a-bf67-4f92b0f429c3", "tag": "7809c34e-a979-4bda-a2d8-1db49dc75d04", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:29:32.388873 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a220178b-f922-4f6c-9d00-3d9955f3ba99 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:29:32.389391 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e208543d-8efd-438a-bf67-4f92b0f429c3', 'tag': '7809c34e-a979-4bda-a2d8-1db49dc75d04', 'status': 'completed', 'code': 200} Dec 08 16:29:32.441684 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0778b84f-22b8-4cfc-9bbc-bffca0b0fe1c tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:32.452376 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-05f1af90-aa99-4c36-965b-aa7c89a5fa7b tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:32.455701 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a59d59d2-025f-445f-bcb6-8b9601583d55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:32.468432 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-05f1af90-aa99-4c36-965b-aa7c89a5fa7b tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:32.551847 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-0778b84f-22b8-4cfc-9bbc-bffca0b0fe1c tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08814924-d3f7-498d-a0e5-508442cef09d']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:32.567442 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-05f1af90-aa99-4c36-965b-aa7c89a5fa7b tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:32.583443 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-0778b84f-22b8-4cfc-9bbc-bffca0b0fe1c tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af1f2f88-c1fd-44a2-a1d8-d976a10fad4e') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:32.583754 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-0778b84f-22b8-4cfc-9bbc-bffca0b0fe1c tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af1f2f88-c1fd-44a2-a1d8-d976a10fad4e') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:32.586757 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-a1d1bb46-c696-4a30-9368-0e96724218ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50089982-b78d-4441-9483-dd06814fd096', 'name': 'tempest-TestNetworkBasicOps-router-560585862', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'e47143c7-01f3-4300-86e8-16e5165df957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:27:21Z', 'updated_at': '2021-12-08T16:27:34Z', 'revision_number': 4, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'gw_port': {'id': 'e47143c7-01f3-4300-86e8-16e5165df957', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:66:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50089982-b78d-4441-9483-dd06814fd096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:27:22Z', 'updated_at': '2021-12-08T16:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '6c9cd617-d699-4f14-9e54-91a2fc7b9662', 'name': '', 'network_id': '0f341cc7-0551-426d-b2d8-91278fbfaf0d', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'mac_address': 'fa:16:3e:d4:14:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50089982-b78d-4441-9483-dd06814fd096', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '2271a0a7-6ec6-48e1-b520-72a2220686e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:27:32Z', 'updated_at': '2021-12-08T16:27:41Z', 'revision_number': 5, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'subnets': [{'id': '2271a0a7-6ec6-48e1-b520-72a2220686e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:32.604037 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0778b84f-22b8-4cfc-9bbc-bffca0b0fe1c tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:32.613926 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab5bc3-fd1e-4219-9fd8-89f01b2b1d1c req-219d5ddc-2923-467a-86da-4b24c460bc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:32.615502 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-22ab5bc3-fd1e-4219-9fd8-89f01b2b1d1c req-219d5ddc-2923-467a-86da-4b24c460bc71 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2a90eddbbcbf4338ab5fe411884194ac&device_id=e208543d-8efd-438a-bf67-4f92b0f429c3 HTTP/1.1" status: 200 len: 1097 time: 0.1961579 Dec 08 16:29:32.617250 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d1bb46-c696-4a30-9368-0e96724218ee None None] Checking router: 50089982-b78d-4441-9483-dd06814fd096 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:29:32.630484 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d1bb46-c696-4a30-9368-0e96724218ee None None] Routers {'50089982-b78d-4441-9483-dd06814fd096'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:29:32.631108 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-a1d1bb46-c696-4a30-9368-0e96724218ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:29:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['50089982-b78d-4441-9483-dd06814fd096'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:32.634251 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0778b84f-22b8-4cfc-9bbc-bffca0b0fe1c tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:32.684118 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0778b84f-22b8-4cfc-9bbc-bffca0b0fe1c tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:29:32.684593 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0778b84f-22b8-4cfc-9bbc-bffca0b0fe1c tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:32.691136 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:29:32.691136 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:29:32.691136 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:29:32.691136 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:29:32.691136 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:29:32.691136 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:29:32.691136 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:29:32.691136 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:29:32.691136 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:29:32.691136 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:29:32.691136 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:29:32.691136 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:29:32.691136 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:29:32.691136 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:29:32.691136 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:29:32.691136 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:29:32.691136 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:29:32.691136 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:29:32.691136 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:29:32.691136 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:29:32.691136 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:29:32.691136 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:29:32.691136 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:29:32.691136 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:29:32.691136 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:29:32.691136 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:29:32.691136 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:29:32.691136 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:29:32.691136 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:29:32.691136 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:29:32.691136 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:29:32.691136 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:29:32.722095 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-05f1af90-aa99-4c36-965b-aa7c89a5fa7b tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:32.732298 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a130756d-577e-416e-a4ad-0569956ee730 req-63d44ad9-aa97-4e09-a2aa-bcd1ac9c0555 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Made reservation on behalf of 39d0a07c70234221a3fafc599aa62bdb for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:29:32.735770 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-a130756d-577e-416e-a4ad-0569956ee730 req-63d44ad9-aa97-4e09-a2aa-bcd1ac9c0555 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:32.828290 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a59d59d2-025f-445f-bcb6-8b9601583d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:32.830616 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a59d59d2-025f-445f-bcb6-8b9601583d55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:32.834955 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a59d59d2-025f-445f-bcb6-8b9601583d55 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/82defc88-d70d-4dd7-8118-e2b5636e7328 HTTP/1.1" status: 204 len: 168 time: 0.6303411 Dec 08 16:29:32.846187 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-a1d1bb46-c696-4a30-9368-0e96724218ee None None] Set router 50089982-b78d-4441-9483-dd06814fd096 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:29:32.866603 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59d59d2-025f-445f-bcb6-8b9601583d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82defc88-d70d-4dd7-8118-e2b5636e7328,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:32.925600 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f1af90-aa99-4c36-965b-aa7c89a5fa7b tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7ce8ff-ac70-4a35-aff3-66902e5e714d,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:32.938476 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab5bc3-fd1e-4219-9fd8-89f01b2b1d1c req-5339cde1-7cc4-4274-920d-30f90ae051b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:32.947968 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-22ab5bc3-fd1e-4219-9fd8-89f01b2b1d1c req-5339cde1-7cc4-4274-920d-30f90ae051b1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=0f341cc7-0551-426d-b2d8-91278fbfaf0d HTTP/1.1" status: 200 len: 897 time: 0.3217883 Dec 08 16:29:32.965702 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0778b84f-22b8-4cfc-9bbc-bffca0b0fe1c tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:32.971305 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0778b84f-22b8-4cfc-9bbc-bffca0b0fe1c tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:32.981599 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-0778b84f-22b8-4cfc-9bbc-bffca0b0fe1c tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "DELETE /v2.0/networks/08814924-d3f7-498d-a0e5-508442cef09d HTTP/1.1" status: 204 len: 168 time: 1.2637548 Dec 08 16:29:32.988398 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43950) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:33.022916 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-05f1af90-aa99-4c36-965b-aa7c89a5fa7b tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:33.036480 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 10d27fbc-3546-41bd-8e6b-24cc22bc3f67 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:29:33.089498 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 10d27fbc-3546-41bd-8e6b-24cc22bc3f67 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:29:33.089864 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 10d27fbc-3546-41bd-8e6b-24cc22bc3f67 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:29:33.115334 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-05f1af90-aa99-4c36-965b-aa7c89a5fa7b tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:33.133024 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c89d3b8-be75-4180-ac43-6dc91afcf6ca tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Router 76f24a04-2ff1-4d8b-8fa1-b9dfabd0a30b is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:29:33.135090 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0778b84f-22b8-4cfc-9bbc-bffca0b0fe1c tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event deleted for resources: {'Network': ['ID=08814924-d3f7-498d-a0e5-508442cef09d,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:33.160274 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fad44792-fdc9-4a40-a6d5-dfcaa4bf3dba req-e64c0baf-3bae-4a19-88f4-120b77ea9fe7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2f2e66d8-49db-40b9-9fbd-814c552e5d13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0966260 Dec 08 16:29:33.166367 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f1af90-aa99-4c36-965b-aa7c89a5fa7b tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78ff2520-f650-46c8-bfae-2357160884d5,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:33.196590 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-22ab5bc3-fd1e-4219-9fd8-89f01b2b1d1c req-5212a18f-3a33-4621-b707-905e8229dc73 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7809c34e-a979-4bda-a2d8-1db49dc75d04 HTTP/1.1" status: 200 len: 217 time: 0.2114179 Dec 08 16:29:33.227635 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-a1d1bb46-c696-4a30-9368-0e96724218ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50089982-b78d-4441-9483-dd06814fd096', 'name': 'tempest-TestNetworkBasicOps-router-560585862', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'e47143c7-01f3-4300-86e8-16e5165df957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:27:21Z', 'updated_at': '2021-12-08T16:27:34Z', 'revision_number': 4, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'gw_port': {'id': 'e47143c7-01f3-4300-86e8-16e5165df957', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:66:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50089982-b78d-4441-9483-dd06814fd096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:27:22Z', 'updated_at': '2021-12-08T16:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '6c9cd617-d699-4f14-9e54-91a2fc7b9662', 'name': '', 'network_id': '0f341cc7-0551-426d-b2d8-91278fbfaf0d', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'mac_address': 'fa:16:3e:d4:14:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50089982-b78d-4441-9483-dd06814fd096', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '2271a0a7-6ec6-48e1-b520-72a2220686e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:27:32Z', 'updated_at': '2021-12-08T16:27:41Z', 'revision_number': 5, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'subnets': [{'id': '2271a0a7-6ec6-48e1-b520-72a2220686e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:33.265096 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d1bb46-c696-4a30-9368-0e96724218ee None None] The sync data for ids ['50089982-b78d-4441-9483-dd06814fd096'] in n-d-776250-12 is: [{'id': '50089982-b78d-4441-9483-dd06814fd096', 'name': 'tempest-TestNetworkBasicOps-router-560585862', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'e47143c7-01f3-4300-86e8-16e5165df957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:27:21Z', 'updated_at': '2021-12-08T16:27:34Z', 'revision_number': 4, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'gw_port': {'id': 'e47143c7-01f3-4300-86e8-16e5165df957', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:66:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50089982-b78d-4441-9483-dd06814fd096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:27:22Z', 'updated_at': '2021-12-08T16:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '6c9cd617-d699-4f14-9e54-91a2fc7b9662', 'name': '', 'network_id': '0f341cc7-0551-426d-b2d8-91278fbfaf0d', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'mac_address': 'fa:16:3e:d4:14:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50089982-b78d-4441-9483-dd06814fd096', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '2271a0a7-6ec6-48e1-b520-72a2220686e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:27:32Z', 'updated_at': '2021-12-08T16:27:41Z', 'revision_number': 5, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'subnets': [{'id': '2271a0a7-6ec6-48e1-b520-72a2220686e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:29:33.275291 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-05f1af90-aa99-4c36-965b-aa7c89a5fa7b tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:33.276636 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-05f1af90-aa99-4c36-965b-aa7c89a5fa7b tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0908210 Dec 08 16:29:33.281818 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43960) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:33.289640 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-bc58cb55-1f7b-4b65-8789-a227b8508f92 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Request body: {'security_group_rule': {'security_group_id': '78ff2520-f650-46c8-bfae-2357160884d5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:33.314315 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad44792-fdc9-4a40-a6d5-dfcaa4bf3dba req-b92f6dfd-f4a4-43ca-9682-f145b54f43a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:33.315537 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fad44792-fdc9-4a40-a6d5-dfcaa4bf3dba req-b92f6dfd-f4a4-43ca-9682-f145b54f43a9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=39d0a07c70234221a3fafc599aa62bdb&device_id=2f2e66d8-49db-40b9-9fbd-814c552e5d13 HTTP/1.1" status: 200 len: 1098 time: 0.0849581 Dec 08 16:29:33.350011 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [req-a130756d-577e-416e-a4ad-0569956ee730 req-63d44ad9-aa97-4e09-a2aa-bcd1ac9c0555 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Allocated IP 172.20.0.10 (6bc7cad8-ce82-4d14-8967-10a5440b0811/248e37dc-1d8d-4d3e-9a87-0b6dedad1f36/b40eec7d-32bf-4146-82f4-15647613626c) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:29:33.386686 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c8e2b-aa5c-495f-9341-e150b1f8f662 req-a897fb67-a8cd-49c1-b035-d663747bbe9f tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:33.395608 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a22c8e2b-aa5c-495f-9341-e150b1f8f662 req-a897fb67-a8cd-49c1-b035-d663747bbe9f tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/ports?device_id=e208543d-8efd-438a-bf67-4f92b0f429c3 HTTP/1.1" status: 200 len: 945 time: 0.3663983 Dec 08 16:29:33.419585 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ec630bbd-d488-421a-a01f-69cadd804b9f tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:33.439594 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab5bc3-fd1e-4219-9fd8-89f01b2b1d1c req-d56ba797-a4b4-42b4-8aed-05d6e61c31b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:33.441167 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-22ab5bc3-fd1e-4219-9fd8-89f01b2b1d1c req-d56ba797-a4b4-42b4-8aed-05d6e61c31b4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2271a0a7-6ec6-48e1-b520-72a2220686e4 HTTP/1.1" status: 200 len: 834 time: 0.2278576 Dec 08 16:29:33.569719 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b00b6bd5-82a7-4636-8baf-0410436d35b5 req-68fb1cad-e01b-4f55-a699-b6be2421094c tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=d29d68b3-49db-4dff-be96-eb115dba476f HTTP/1.1" status: 200 len: 210 time: 0.0540771 Dec 08 16:29:33.572548 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bc58cb55-1f7b-4b65-8789-a227b8508f92 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:33.628456 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad44792-fdc9-4a40-a6d5-dfcaa4bf3dba req-a256a5d7-cfe1-46ae-b85e-bdb65f0956fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:33.630156 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fad44792-fdc9-4a40-a6d5-dfcaa4bf3dba req-a256a5d7-cfe1-46ae-b85e-bdb65f0956fc service neutron] 10.222.0.37 "GET /v2.0/networks?id=6bc7cad8-ce82-4d14-8967-10a5440b0811 HTTP/1.1" status: 200 len: 915 time: 0.2902403 Dec 08 16:29:33.641398 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ec630bbd-d488-421a-a01f-69cadd804b9f tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:33.663421 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bc58cb55-1f7b-4b65-8789-a227b8508f92 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:33.668890 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a22c8e2b-aa5c-495f-9341-e150b1f8f662 req-01e807f3-28cd-4797-8b00-72faeaae83e7 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/security-groups?id=c1d1018c-934d-4b3a-802b-0f4eb045ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2736604 Dec 08 16:29:33.681398 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c89d3b8-be75-4180-ac43-6dc91afcf6ca tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:29:33.704706 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4049c222-10a9-4483-9cda-c58738118352 None None] Sync routers for ids ['76f24a04-2ff1-4d8b-8fa1-b9dfabd0a30b'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:29:33.710348 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8c89d3b8-be75-4180-ac43-6dc91afcf6ca tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:33.714243 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-8c89d3b8-be75-4180-ac43-6dc91afcf6ca tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] 10.222.0.64 "PUT /v2.0/routers/76f24a04-2ff1-4d8b-8fa1-b9dfabd0a30b HTTP/1.1" status: 200 len: 879 time: 5.9744730 Dec 08 16:29:33.719902 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43968) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:33.724574 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4049c222-10a9-4483-9cda-c58738118352 None None] Routers {'76f24a04-2ff1-4d8b-8fa1-b9dfabd0a30b'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:29:33.725558 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-4049c222-10a9-4483-9cda-c58738118352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:29:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['76f24a04-2ff1-4d8b-8fa1-b9dfabd0a30b'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:33.730011 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fad44792-fdc9-4a40-a6d5-dfcaa4bf3dba req-ccb19981-39ac-443c-960f-0edb850ca9ca service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e2f5328-cb55-4a7f-a135-b8d3235ad8af HTTP/1.1" status: 200 len: 217 time: 0.0621493 Dec 08 16:29:33.768475 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb69ebf-bf84-472d-a8f4-0c7ea0b5440e None None] New status for floating IP 556104b5-0982-49e7-b9ad-481103fd0390: DOWN {{(pid=110553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:29:33.775143 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bc58cb55-1f7b-4b65-8789-a227b8508f92 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:33.787208 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab5bc3-fd1e-4219-9fd8-89f01b2b1d1c req-2c10f0d2-a2cf-4c39-a2b6-5e22cc365eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:33.789665 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-22ab5bc3-fd1e-4219-9fd8-89f01b2b1d1c req-2c10f0d2-a2cf-4c39-a2b6-5e22cc365eb2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0f341cc7-0551-426d-b2d8-91278fbfaf0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3097584 Dec 08 16:29:33.812036 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58cb55-1f7b-4b65-8789-a227b8508f92 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1850ae0b-adfd-4e47-8dca-b8adc6be306a,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:33.821126 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad44792-fdc9-4a40-a6d5-dfcaa4bf3dba req-8bbd5f22-19e5-45c4-95be-361f97e5e449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:33.823128 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fad44792-fdc9-4a40-a6d5-dfcaa4bf3dba req-8bbd5f22-19e5-45c4-95be-361f97e5e449 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=248e37dc-1d8d-4d3e-9a87-0b6dedad1f36 HTTP/1.1" status: 200 len: 854 time: 0.0864806 Dec 08 16:29:33.843046 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-4049c222-10a9-4483-9cda-c58738118352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:33.864368 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4049c222-10a9-4483-9cda-c58738118352 None None] Routers {'76f24a04-2ff1-4d8b-8fa1-b9dfabd0a30b'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:29:33.865319 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-4049c222-10a9-4483-9cda-c58738118352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:29:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['76f24a04-2ff1-4d8b-8fa1-b9dfabd0a30b'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:33.869218 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fad44792-fdc9-4a40-a6d5-dfcaa4bf3dba req-84a7deb7-8717-49c4-9bbe-069b0bdbb993 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6bc7cad8-ce82-4d14-8967-10a5440b0811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388286 Dec 08 16:29:33.958461 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bc58cb55-1f7b-4b65-8789-a227b8508f92 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:33.959009 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-4049c222-10a9-4483-9cda-c58738118352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:33.959186 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4049c222-10a9-4483-9cda-c58738118352 None None] The sync data for ids ['76f24a04-2ff1-4d8b-8fa1-b9dfabd0a30b'] in n-d-776250-12 is: [] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:29:33.960626 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-bc58cb55-1f7b-4b65-8789-a227b8508f92 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6763945 Dec 08 16:29:33.966861 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43974) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:33.972643 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-b8237016-801f-400d-b540-7e176a2b374a tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Request body: {'security_group_rule': {'security_group_id': '78ff2520-f650-46c8-bfae-2357160884d5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:34.062435 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fad44792-fdc9-4a40-a6d5-dfcaa4bf3dba req-ad10b817-30c5-4b57-bae5-aff6758f9325 service neutron] 10.222.0.37 "GET /v2.0/networks/6bc7cad8-ce82-4d14-8967-10a5440b0811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849916 Dec 08 16:29:34.176828 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43982) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:34.187140 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b8237016-801f-400d-b540-7e176a2b374a tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:34.227494 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fad44792-fdc9-4a40-a6d5-dfcaa4bf3dba req-b52c8dfd-b02e-4bf3-b573-3daa89d4eb2f service neutron] 10.222.0.37 "GET /v2.0/networks/6bc7cad8-ce82-4d14-8967-10a5440b0811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580002 Dec 08 16:29:34.274657 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-36390238-2b9e-455e-be47-d66ca7fbf2b9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=597ecdd744e1407ea30928e4459a2fef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0997274 Dec 08 16:29:34.279614 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43984) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:34.338321 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-09c114f8-6cfa-4ad4-9f1e-2a40e47711ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:34.373231 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-09c114f8-6cfa-4ad4-9f1e-2a40e47711ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:34.426635 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-64a32fa2-2e43-49dc-b091-d32d97c8e7d3 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] 10.222.0.64 "GET /v2.0/routers/76f24a04-2ff1-4d8b-8fa1-b9dfabd0a30b HTTP/1.1" status: 200 len: 920 time: 0.6951852 Dec 08 16:29:34.427949 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43990) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:34.449381 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-22ab5bc3-fd1e-4219-9fd8-89f01b2b1d1c req-3f34ac12-b443-4116-8c0f-6fdcb492c84f service neutron] 10.222.0.76 "GET /v2.0/networks/0f341cc7-0551-426d-b2d8-91278fbfaf0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051716 Dec 08 16:29:34.454745 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-a130756d-577e-416e-a4ad-0569956ee730 req-63d44ad9-aa97-4e09-a2aa-bcd1ac9c0555 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:34.494322 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [None req-b8237016-801f-400d-b540-7e176a2b374a tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] create failed (client error): There was a conflict when trying to complete your request. Dec 08 16:29:34.496013 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b8237016-801f-400d-b540-7e176a2b374a tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5281048 Dec 08 16:29:34.498994 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43992) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:34.556817 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf7e942-b947-441c-8a05-2dbda51d646f tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:34.558431 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-acf7e942-b947-441c-8a05-2dbda51d646f tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=1ae4cf80-76bf-4df3-a557-5cc6023c1900&device_id=76f24a04-2ff1-4d8b-8fa1-b9dfabd0a30b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1292665 Dec 08 16:29:34.561649 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43994) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:34.573127 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-22ab5bc3-fd1e-4219-9fd8-89f01b2b1d1c req-59ffbaa7-2505-4746-958a-3f0cebd6a3e2 service neutron] 10.222.0.76 "GET /v2.0/networks/0f341cc7-0551-426d-b2d8-91278fbfaf0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149683 Dec 08 16:29:34.630723 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5da1876a-e34f-4444-9917-5aecaab5a9c0 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:34.666992 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5da1876a-e34f-4444-9917-5aecaab5a9c0 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:34.699340 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fb8cc-76ba-4a5e-b4ce-1e6a4f1906d8 req-502a9447-f0fc-4c90-9bf3-6a31f2a41290 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:34.701093 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-125fb8cc-76ba-4a5e-b4ce-1e6a4f1906d8 req-502a9447-f0fc-4c90-9bf3-6a31f2a41290 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.76 "GET /v2.0/ports?device_id=e208543d-8efd-438a-bf67-4f92b0f429c3 HTTP/1.1" status: 200 len: 945 time: 0.0600092 Dec 08 16:29:34.720402 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:34.730062 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-236603b5-82c5-486e-b458-4af341c55cc6 req-76ff20f4-35d6-45c6-bbff-25cce66c6cb7 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=d29d68b3-49db-4dff-be96-eb115dba476f HTTP/1.1" status: 200 len: 210 time: 0.0540757 Dec 08 16:29:34.734455 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-09c114f8-6cfa-4ad4-9f1e-2a40e47711ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:34.737137 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-09c114f8-6cfa-4ad4-9f1e-2a40e47711ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:34.738054 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ec630bbd-d488-421a-a01f-69cadd804b9f tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:34.751676 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-09c114f8-6cfa-4ad4-9f1e-2a40e47711ca admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/43e023e3-2fb0-442f-a76a-9d5869e0315d HTTP/1.1" status: 204 len: 168 time: 0.4595373 Dec 08 16:29:34.752692 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ec630bbd-d488-421a-a01f-69cadd804b9f tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:34.756741 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ec630bbd-d488-421a-a01f-69cadd804b9f tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "DELETE /v2.0/security-groups/5dbfa492-1a8c-4612-9bec-7e64b91898d3 HTTP/1.1" status: 204 len: 168 time: 1.7628195 Dec 08 16:29:34.757573 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0008fa-a19d-4872-a575-b35392a4d38a tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:34.762294 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-fc0008fa-a19d-4872-a575-b35392a4d38a tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] 10.222.0.64 "GET /v2.0/networks/1ae4cf80-76bf-4df3-a557-5cc6023c1900 HTTP/1.1" status: 200 len: 881 time: 0.1966679 Dec 08 16:29:34.765319 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-a130756d-577e-416e-a4ad-0569956ee730 req-63d44ad9-aa97-4e09-a2aa-bcd1ac9c0555 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:34.767142 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44004) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:34.779339 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['8e2f5328-cb55-4a7f-a135-b8d3235ad8af'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:29:34.781197 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c114f8-6cfa-4ad4-9f1e-2a40e47711ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e023e3-2fb0-442f-a76a-9d5869e0315d,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:34.797628 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['ac05d7bd-0f61-44e9-be08-d0a22d449393'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:29:34.814319 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-32cb2af5-63ee-4422-879d-512364e98ec8 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] 10.222.0.64 "GET /v2.0/ports?device_id=76f24a04-2ff1-4d8b-8fa1-b9dfabd0a30b HTTP/1.1" status: 200 len: 205 time: 0.0425999 Dec 08 16:29:34.815866 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44006) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:34.913025 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec630bbd-d488-421a-a01f-69cadd804b9f tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dbfa492-1a8c-4612-9bec-7e64b91898d3,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:34.972923 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5da1876a-e34f-4444-9917-5aecaab5a9c0 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:34.980531 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a130756d-577e-416e-a4ad-0569956ee730 req-63d44ad9-aa97-4e09-a2aa-bcd1ac9c0555 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Network 6bc7cad8-ce82-4d14-8967-10a5440b0811 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:29:34.980765 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5da1876a-e34f-4444-9917-5aecaab5a9c0 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:34.984865 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-5da1876a-e34f-4444-9917-5aecaab5a9c0 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] 10.222.0.64 "DELETE /v2.0/security-groups/78ff2520-f650-46c8-bfae-2357160884d5 HTTP/1.1" status: 204 len: 168 time: 0.4842455 Dec 08 16:29:34.992931 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44016) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:35.006313 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606644d0-ef55-4992-8335-81dcd7ddd19f req-96077caf-0506-46ff-85f9-7d54640f9c09 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:35.008497 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-606644d0-ef55-4992-8335-81dcd7ddd19f req-96077caf-0506-46ff-85f9-7d54640f9c09 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/ports?device_id=e208543d-8efd-438a-bf67-4f92b0f429c3 HTTP/1.1" status: 200 len: 945 time: 0.1532803 Dec 08 16:29:35.009475 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [req-a130756d-577e-416e-a4ad-0569956ee730 req-63d44ad9-aa97-4e09-a2aa-bcd1ac9c0555 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:29:35.012716 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-a130756d-577e-416e-a4ad-0569956ee730 req-63d44ad9-aa97-4e09-a2aa-bcd1ac9c0555 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:29:35.054709 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9126506-7a9d-4e3e-af3f-a4be44398c13 None None] DHCP port deletion for 6bc7cad8-ce82-4d14-8967-10a5440b0811 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:29:35.060899 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d44ad9-aa97-4e09-a2aa-bcd1ac9c0555 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Pushing event updated for resources: {'Port': ['ID=b40eec7d-32bf-4146-82f4-15647613626c,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:35.073888 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2cb032b7-345f-42ce-a430-01c9f9d4eff5 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks [] for router, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:35.082368 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da1876a-e34f-4444-9917-5aecaab5a9c0 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ff2520-f650-46c8-bfae-2357160884d5,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:35.095514 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-125fb8cc-76ba-4a5e-b4ce-1e6a4f1906d8 req-18782b24-a1d3-4677-9bd3-1f1702b72356 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Deleting port 7809c34e-a979-4bda-a2d8-1db49dc75d04 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:29:35.096027 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-125fb8cc-76ba-4a5e-b4ce-1e6a4f1906d8 req-18782b24-a1d3-4677-9bd3-1f1702b72356 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:35.132079 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-606644d0-ef55-4992-8335-81dcd7ddd19f req-e0b6d9df-096e-476b-9235-d106bbd4a70b tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/security-groups?id=c1d1018c-934d-4b3a-802b-0f4eb045ca7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122022 Dec 08 16:29:35.221009 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130756d-577e-416e-a4ad-0569956ee730 req-63d44ad9-aa97-4e09-a2aa-bcd1ac9c0555 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:35.221830 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-a130756d-577e-416e-a4ad-0569956ee730 req-63d44ad9-aa97-4e09-a2aa-bcd1ac9c0555 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:35.255873 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44020) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:35.257068 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-58ff8c74-3c68-4897-b6f3-1896db00d43c tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2471256 Dec 08 16:29:35.266733 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-fa4cfe9a-c0cb-4ffd-aa6c-1ada27384d3d tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Request body: {'security_group': {'name': 'tempest-secgroup--102052309'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:35.361139 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-40de949a-e223-491f-a26f-8f0b498faefc None None] Provisioning complete for port b40eec7d-32bf-4146-82f4-15647613626c triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:35.361576 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-40de949a-e223-491f-a26f-8f0b498faefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:35.364888 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-125fb8cc-76ba-4a5e-b4ce-1e6a4f1906d8 req-18782b24-a1d3-4677-9bd3-1f1702b72356 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] For port 7809c34e-a979-4bda-a2d8-1db49dc75d04, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=7809c34e-a979-4bda-a2d8-1db49dc75d04,segment=NetworkSegment(82648366-5889-4a5b-8ff9-e2d574d830ca),segment_id=82648366-5889-4a5b-8ff9-e2d574d830ca)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:29:35.368544 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-125fb8cc-76ba-4a5e-b4ce-1e6a4f1906d8 req-18782b24-a1d3-4677-9bd3-1f1702b72356 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:35.394811 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-125fb8cc-76ba-4a5e-b4ce-1e6a4f1906d8 req-18782b24-a1d3-4677-9bd3-1f1702b72356 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Calling delete_port for 7809c34e-a979-4bda-a2d8-1db49dc75d04 owned by compute:nova {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:29:35.402022 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a130756d-577e-416e-a4ad-0569956ee730 req-63d44ad9-aa97-4e09-a2aa-bcd1ac9c0555 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6163833 Dec 08 16:29:35.403694 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2cb032b7-345f-42ce-a430-01c9f9d4eff5 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:35.419176 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-a130756d-577e-416e-a4ad-0569956ee730 req-f6041c61-5f3d-4f16-b5bd-34bbddd43320 service neutron] Request body: {'port': {'device_id': 'd29d68b3-49db-4dff-be96-eb115dba476f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:35.479776 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-40de949a-e223-491f-a26f-8f0b498faefc None None] Port b40eec7d-32bf-4146-82f4-15647613626c cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:29:35.520540 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44028) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:35.526016 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-610314fd-3cf8-422b-bf29-2cb527cf6a24 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1140068549', 'description': 'tempest-secgroup-smoke-1140068549 description', 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:35.591364 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-a130756d-577e-416e-a4ad-0569956ee730 req-f6041c61-5f3d-4f16-b5bd-34bbddd43320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:35.628401 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-2cb032b7-345f-42ce-a430-01c9f9d4eff5 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Deleting port bac0ef3a-d859-4120-83d3-a9cd42bffbba {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:29:35.628750 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2cb032b7-345f-42ce-a430-01c9f9d4eff5 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:35.633493 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9a-c0cb-4ffd-aa6c-1ada27384d3d tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:35.740981 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2cb032b7-345f-42ce-a430-01c9f9d4eff5 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:35.756627 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-2cb032b7-345f-42ce-a430-01c9f9d4eff5 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Calling delete_port for bac0ef3a-d859-4120-83d3-a9cd42bffbba owned by network:router_gateway {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:29:35.845037 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9a-c0cb-4ffd-aa6c-1ada27384d3d tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:35.878472 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-610314fd-3cf8-422b-bf29-2cb527cf6a24 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:35.913733 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-125fb8cc-76ba-4a5e-b4ce-1e6a4f1906d8 req-18782b24-a1d3-4677-9bd3-1f1702b72356 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:35.966036 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9a-c0cb-4ffd-aa6c-1ada27384d3d tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:35.980151 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18782b24-a1d3-4677-9bd3-1f1702b72356 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Pushing event deleted for resources: {'Port': ['ID=7809c34e-a979-4bda-a2d8-1db49dc75d04,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:36.025573 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d451b-e694-4cd0-a337-251890c91ba1 req-0dc1ce1f-d871-4a1b-b8ba-fa2270096a77 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:36.025573 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-405d451b-e694-4cd0-a337-251890c91ba1 req-0dc1ce1f-d871-4a1b-b8ba-fa2270096a77 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=d29d68b3-49db-4dff-be96-eb115dba476f HTTP/1.1" status: 200 len: 932 time: 0.1976640 Dec 08 16:29:36.033983 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-610314fd-3cf8-422b-bf29-2cb527cf6a24 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:36.095358 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-125fb8cc-76ba-4a5e-b4ce-1e6a4f1906d8 req-18782b24-a1d3-4677-9bd3-1f1702b72356 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] No DVR routers for this DVR port 7809c34e-a979-4bda-a2d8-1db49dc75d04 on host n-h1-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:29:36.097102 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfe9a-c0cb-4ffd-aa6c-1ada27384d3d tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb0162e-4061-437d-926a-612ee524f53a,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:36.107658 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-125fb8cc-76ba-4a5e-b4ce-1e6a4f1906d8 req-18782b24-a1d3-4677-9bd3-1f1702b72356 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:36.111275 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-125fb8cc-76ba-4a5e-b4ce-1e6a4f1906d8 req-18782b24-a1d3-4677-9bd3-1f1702b72356 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.76 "DELETE /v2.0/ports/7809c34e-a979-4bda-a2d8-1db49dc75d04 HTTP/1.1" status: 204 len: 173 time: 1.3927286 Dec 08 16:29:36.111746 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e208543d-8efd-438a-bf67-4f92b0f429c3', 'name': 'network-vif-deleted', 'tag': '7809c34e-a979-4bda-a2d8-1db49dc75d04'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:29:36.114566 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8460f1cd-79c4-4913-8f4e-32ccf1b3ede7" -d '{"events": [{"server_uuid": "e208543d-8efd-438a-bf67-4f92b0f429c3", "name": "network-vif-deleted", "tag": "7809c34e-a979-4bda-a2d8-1db49dc75d04"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:29:36.160156 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2cb032b7-345f-42ce-a430-01c9f9d4eff5 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:36.181889 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b03842-61dd-424b-bb9c-c437fbc3616e x-openstack-request-id: req-d0b03842-61dd-424b-bb9c-c437fbc3616e {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:29:36.182280 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e208543d-8efd-438a-bf67-4f92b0f429c3", "name": "network-vif-deleted", "tag": "7809c34e-a979-4bda-a2d8-1db49dc75d04", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:29:36.182421 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d0b03842-61dd-424b-bb9c-c437fbc3616e {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:29:36.182838 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e208543d-8efd-438a-bf67-4f92b0f429c3', 'name': 'network-vif-deleted', 'tag': '7809c34e-a979-4bda-a2d8-1db49dc75d04', 'status': 'completed', 'code': 200} Dec 08 16:29:36.206947 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fa4cfe9a-c0cb-4ffd-aa6c-1ada27384d3d tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:36.208283 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-fa4cfe9a-c0cb-4ffd-aa6c-1ada27384d3d tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9512868 Dec 08 16:29:36.227041 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44054) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:36.235047 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-961e45e1-8537-4cc4-8ca4-86d3c26d3744 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Request body: {'security_group_rule': {'security_group_id': 'ffb0162e-4061-437d-926a-612ee524f53a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:36.237122 n-d-776250-12 neutron-server[110551]: WARNING neutron.api.v2.base [None req-961e45e1-8537-4cc4-8ca4-86d3c26d3744 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 08 16:29:36.237494 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-961e45e1-8537-4cc4-8ca4-86d3c26d3744 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:29:36.238521 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-961e45e1-8537-4cc4-8ca4-86d3c26d3744 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0103860 Dec 08 16:29:36.245239 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-405d451b-e694-4cd0-a337-251890c91ba1 req-572f4b75-6194-443b-ba52-2d05886258fb tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/security-groups?id=654bd4f6-6db2-4b1b-a1c7-956de5974017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904962 Dec 08 16:29:36.246457 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44056) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:36.247183 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb032b7-345f-42ce-a430-01c9f9d4eff5 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Pushing event deleted for resources: {'Port': ['ID=bac0ef3a-d859-4120-83d3-a9cd42bffbba,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:36.279330 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc600c71-11ff-4c3b-89f3-2c75b156a7ed None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:29:36.285565 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-610314fd-3cf8-422b-bf29-2cb527cf6a24 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:36.309209 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [req-a130756d-577e-416e-a4ad-0569956ee730 req-f6041c61-5f3d-4f16-b5bd-34bbddd43320 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b40eec7d-32bf-4146-82f4-15647613626c {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:29:36.326752 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-a130756d-577e-416e-a4ad-0569956ee730 req-f6041c61-5f3d-4f16-b5bd-34bbddd43320 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:36.370891 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [req-a130756d-577e-416e-a4ad-0569956ee730 req-f6041c61-5f3d-4f16-b5bd-34bbddd43320 service neutron] Transition to ACTIVE for port object b40eec7d-32bf-4146-82f4-15647613626c will not be triggered until provisioned by entity L2. {{(pid=110551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:29:36.420735 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-abdcdfff-f78f-495a-8cfc-68aa24b2ae77 req-0b7a6d27-4457-433d-a745-b10dba006c18 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/ports?device_id=e208543d-8efd-438a-bf67-4f92b0f429c3 HTTP/1.1" status: 200 len: 210 time: 0.1228297 Dec 08 16:29:36.424102 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610314fd-3cf8-422b-bf29-2cb527cf6a24 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=065e2913-d123-4be2-9a9c-42f076831145,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:36.441870 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c716b8de-3bc4-440f-897d-2bfd97cc5275 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:36.450079 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2cb032b7-345f-42ce-a430-01c9f9d4eff5 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:36.490558 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-a130756d-577e-416e-a4ad-0569956ee730 req-f6041c61-5f3d-4f16-b5bd-34bbddd43320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:36.497528 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c716b8de-3bc4-440f-897d-2bfd97cc5275 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:36.543140 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-610314fd-3cf8-422b-bf29-2cb527cf6a24 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:36.547577 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-610314fd-3cf8-422b-bf29-2cb527cf6a24 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.0257430 Dec 08 16:29:36.578385 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44066) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:36.582925 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6041c61-5f3d-4f16-b5bd-34bbddd43320 service neutron] Pushing event updated for resources: {'Port': ['ID=b40eec7d-32bf-4146-82f4-15647613626c,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:36.586587 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-63bfbaee-aa7b-46e1-8c0e-24fb12c39507 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Request body: {'security_group_rule': {'security_group_id': '065e2913-d123-4be2-9a9c-42f076831145', 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:36.594646 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2cb032b7-345f-42ce-a430-01c9f9d4eff5 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:36.599457 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2cb032b7-345f-42ce-a430-01c9f9d4eff5 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:36.616496 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bacfea9-c76b-4a2e-b011-4809d2e57a8c None None] DHCP port deletion for 6bc7cad8-ce82-4d14-8967-10a5440b0811 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:29:36.733373 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-a130756d-577e-416e-a4ad-0569956ee730 req-f6041c61-5f3d-4f16-b5bd-34bbddd43320 service neutron] Attempting to bind port b40eec7d-32bf-4146-82f4-15647613626c on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:29:36.733565 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-a130756d-577e-416e-a4ad-0569956ee730 req-f6041c61-5f3d-4f16-b5bd-34bbddd43320 service neutron] Attempting to bind port b40eec7d-32bf-4146-82f4-15647613626c by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': 'ae20c5bd-2351-4f26-a643-51190719905b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6bc7cad8-ce82-4d14-8967-10a5440b0811'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:29:36.733908 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a130756d-577e-416e-a4ad-0569956ee730 req-f6041c61-5f3d-4f16-b5bd-34bbddd43320 service neutron] Attempting to bind port b40eec7d-32bf-4146-82f4-15647613626c on network 6bc7cad8-ce82-4d14-8967-10a5440b0811 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:29:36.738789 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a130756d-577e-416e-a4ad-0569956ee730 req-f6041c61-5f3d-4f16-b5bd-34bbddd43320 service neutron] Port b40eec7d-32bf-4146-82f4-15647613626c on network 6bc7cad8-ce82-4d14-8967-10a5440b0811 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:29:36.740160 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a130756d-577e-416e-a4ad-0569956ee730 req-f6041c61-5f3d-4f16-b5bd-34bbddd43320 service neutron] Attempting to bind port b40eec7d-32bf-4146-82f4-15647613626c on network 6bc7cad8-ce82-4d14-8967-10a5440b0811 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:29:36.745506 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a130756d-577e-416e-a4ad-0569956ee730 req-f6041c61-5f3d-4f16-b5bd-34bbddd43320 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:29:36.745850 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a130756d-577e-416e-a4ad-0569956ee730 req-f6041c61-5f3d-4f16-b5bd-34bbddd43320 service neutron] Checking segment: {'id': 'ae20c5bd-2351-4f26-a643-51190719905b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6bc7cad8-ce82-4d14-8967-10a5440b0811'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:29:36.746318 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a130756d-577e-416e-a4ad-0569956ee730 req-f6041c61-5f3d-4f16-b5bd-34bbddd43320 service neutron] Bound using segment: {'id': 'ae20c5bd-2351-4f26-a643-51190719905b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6bc7cad8-ce82-4d14-8967-10a5440b0811'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:29:36.746664 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-a130756d-577e-416e-a4ad-0569956ee730 req-f6041c61-5f3d-4f16-b5bd-34bbddd43320 service neutron] Bound port: b40eec7d-32bf-4146-82f4-15647613626c, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae20c5bd-2351-4f26-a643-51190719905b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6bc7cad8-ce82-4d14-8967-10a5440b0811'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:29:36.747031 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-a130756d-577e-416e-a4ad-0569956ee730 req-f6041c61-5f3d-4f16-b5bd-34bbddd43320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:36.778150 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2cb032b7-345f-42ce-a430-01c9f9d4eff5 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:36.782295 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb032b7-345f-42ce-a430-01c9f9d4eff5 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Fanout notify agent at l3_agent the message router_deleted on router 76f24a04-2ff1-4d8b-8fa1-b9dfabd0a30b {{(pid=110550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:29:36.803707 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2cb032b7-345f-42ce-a430-01c9f9d4eff5 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:36.809160 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-2cb032b7-345f-42ce-a430-01c9f9d4eff5 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] 10.222.0.64 "DELETE /v2.0/routers/76f24a04-2ff1-4d8b-8fa1-b9dfabd0a30b HTTP/1.1" status: 204 len: 168 time: 1.9828110 Dec 08 16:29:36.809160 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44074) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:36.811802 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44076) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:36.817543 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-63bfbaee-aa7b-46e1-8c0e-24fb12c39507 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:36.824023 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-7415d959-d3cf-4401-a2f2-da8f291a40eb tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-463802320', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:36.829325 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c716b8de-3bc4-440f-897d-2bfd97cc5275 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:36.832618 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c716b8de-3bc4-440f-897d-2bfd97cc5275 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:36.835694 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c716b8de-3bc4-440f-897d-2bfd97cc5275 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] 10.222.0.64 "DELETE /v2.0/security-groups/ffb0162e-4061-437d-926a-612ee524f53a HTTP/1.1" status: 204 len: 168 time: 0.5693891 Dec 08 16:29:36.836771 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44080) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:36.859581 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c716b8de-3bc4-440f-897d-2bfd97cc5275 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb0162e-4061-437d-926a-612ee524f53a,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:36.927821 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-63bfbaee-aa7b-46e1-8c0e-24fb12c39507 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:36.932664 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-a130756d-577e-416e-a4ad-0569956ee730 req-f6041c61-5f3d-4f16-b5bd-34bbddd43320 service neutron] For port b40eec7d-32bf-4146-82f4-15647613626c, host n-h2-776250-12, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:29:36.934699 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-3dd859c1-0fb4-416a-97b6-57b5e7aa495d tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0968330 Dec 08 16:29:36.939746 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44084) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:36.940218 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-a130756d-577e-416e-a4ad-0569956ee730 req-f6041c61-5f3d-4f16-b5bd-34bbddd43320 service neutron] For port b40eec7d-32bf-4146-82f4-15647613626c, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=b40eec7d-32bf-4146-82f4-15647613626c,segment=NetworkSegment(ae20c5bd-2351-4f26-a643-51190719905b),segment_id=ae20c5bd-2351-4f26-a643-51190719905b)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:29:36.946440 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-119fa89c-0d63-410d-a49a-0450cf1ac130 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Request body: {'security_group': {'name': 'tempest-secgroup--1685267415'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:36.985365 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-ddc0e781-a44c-4952-9234-fd57e0147430 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-455897946'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:37.011998 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7415d959-d3cf-4401-a2f2-da8f291a40eb tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:37.013736 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7415d959-d3cf-4401-a2f2-da8f291a40eb tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:37.031436 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-a130756d-577e-416e-a4ad-0569956ee730 req-f6041c61-5f3d-4f16-b5bd-34bbddd43320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:37.037053 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.db.api [None req-ddc0e781-a44c-4952-9234-fd57e0147430 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 08 16:29:37.037053 n-d-776250-12 neutron-server[110550]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 08 16:29:37.037053 n-d-776250-12 neutron-server[110550]: [parameters: {'project_id_1': '0aac41ee8d65434f8f142a4e455f60e5', 'expiration_1': datetime.datetime(2021, 12, 8, 16, 29, 16, 991890)}] Dec 08 16:29:37.037053 n-d-776250-12 neutron-server[110550]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:29:37.037580 n-d-776250-12 neutron-server[110550]: DEBUG oslo_db.api [None req-ddc0e781-a44c-4952-9234-fd57e0147430 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:29:37.038456 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-63bfbaee-aa7b-46e1-8c0e-24fb12c39507 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:37.061500 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bfbaee-aa7b-46e1-8c0e-24fb12c39507 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13654403-c0af-4810-9292-13e37364224c,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:37.088348 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130756d-577e-416e-a4ad-0569956ee730 req-f6041c61-5f3d-4f16-b5bd-34bbddd43320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:37.088992 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-a130756d-577e-416e-a4ad-0569956ee730 req-f6041c61-5f3d-4f16-b5bd-34bbddd43320 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:37.090453 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a130756d-577e-416e-a4ad-0569956ee730 req-f6041c61-5f3d-4f16-b5bd-34bbddd43320 service neutron] 10.222.0.37 "PUT /v2.0/ports/b40eec7d-32bf-4146-82f4-15647613626c HTTP/1.1" status: 200 len: 1093 time: 1.6777182 Dec 08 16:29:37.105612 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499a3ac4-f748-44d6-8c7c-aab6de738ceb None None] DHCP port deletion for 6bc7cad8-ce82-4d14-8967-10a5440b0811 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:29:37.125983 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7415d959-d3cf-4401-a2f2-da8f291a40eb tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:37.139811 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6041c61-5f3d-4f16-b5bd-34bbddd43320 service neutron] Pushing event updated for resources: {'Port': ['ID=b40eec7d-32bf-4146-82f4-15647613626c,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:37.146101 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-119fa89c-0d63-410d-a49a-0450cf1ac130 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:37.226199 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7415d959-d3cf-4401-a2f2-da8f291a40eb tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:37.247541 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-119fa89c-0d63-410d-a49a-0450cf1ac130 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:37.463049 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-63bfbaee-aa7b-46e1-8c0e-24fb12c39507 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:37.463049 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-63bfbaee-aa7b-46e1-8c0e-24fb12c39507 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7801526 Dec 08 16:29:37.463049 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44096) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:37.463049 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-7dffb3e1-6d9d-4810-810e-a3325243317a tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Request body: {'security_group_rule': {'security_group_id': '065e2913-d123-4be2-9a9c-42f076831145', 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:37.464999 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130756d-577e-416e-a4ad-0569956ee730 req-226b4f4e-890d-4717-be72-df773b9904b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:37.464999 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a130756d-577e-416e-a4ad-0569956ee730 req-226b4f4e-890d-4717-be72-df773b9904b8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=39d0a07c70234221a3fafc599aa62bdb&device_id=d29d68b3-49db-4dff-be96-eb115dba476f HTTP/1.1" status: 200 len: 1096 time: 0.1783898 Dec 08 16:29:37.464999 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a130756d-577e-416e-a4ad-0569956ee730 req-e293138b-ef89-4aba-b2ac-25d17962704e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b40eec7d-32bf-4146-82f4-15647613626c HTTP/1.1" status: 200 len: 217 time: 0.0566182 Dec 08 16:29:37.508913 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b8107a-993b-4c63-93ff-8f818672111f req-8b009fbf-1b0e-4a4f-bf86-9ed5a27a585a tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:37.510453 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-96b8107a-993b-4c63-93ff-8f818672111f req-8b009fbf-1b0e-4a4f-bf86-9ed5a27a585a tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=d29d68b3-49db-4dff-be96-eb115dba476f HTTP/1.1" status: 200 len: 944 time: 0.1243680 Dec 08 16:29:37.520442 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130756d-577e-416e-a4ad-0569956ee730 req-891f68d0-6791-4bbb-965c-d507883727e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:37.521862 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a130756d-577e-416e-a4ad-0569956ee730 req-891f68d0-6791-4bbb-965c-d507883727e8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=248e37dc-1d8d-4d3e-9a87-0b6dedad1f36 HTTP/1.1" status: 200 len: 854 time: 0.0705426 Dec 08 16:29:37.547523 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-636b18c9-153b-4614-8063-34cb799426f2 req-d966da23-410d-4351-b42d-fdb580f9e2e4 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "GET /v2.0/ports?device_id=e208543d-8efd-438a-bf67-4f92b0f429c3 HTTP/1.1" status: 200 len: 210 time: 0.0401251 Dec 08 16:29:37.552395 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-119fa89c-0d63-410d-a49a-0450cf1ac130 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:37.576073 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a130756d-577e-416e-a4ad-0569956ee730 req-372397f4-a7a0-4d5a-a284-071f4d0e7d18 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6bc7cad8-ce82-4d14-8967-10a5440b0811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410073 Dec 08 16:29:37.585901 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119fa89c-0d63-410d-a49a-0450cf1ac130 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fedbc6c3-fbf3-4fd1-a542-c91ee66bbe00,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:37.611682 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-96b8107a-993b-4c63-93ff-8f818672111f req-e59784d9-111f-418c-9c74-dbaa5cdc0929 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/security-groups?id=654bd4f6-6db2-4b1b-a1c7-956de5974017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938480 Dec 08 16:29:37.667530 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7415d959-d3cf-4401-a2f2-da8f291a40eb tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:37.668775 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-7415d959-d3cf-4401-a2f2-da8f291a40eb tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8559771 Dec 08 16:29:37.671747 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44102) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:37.679129 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-9c62b02b-4a25-44eb-914e-62d7e63899a7 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'enable_snat': True}}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:37.680986 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.db.api [None req-ddc0e781-a44c-4952-9234-fd57e0147430 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 08 16:29:37.680986 n-d-776250-12 neutron-server[110550]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 08 16:29:37.680986 n-d-776250-12 neutron-server[110550]: [parameters: {'project_id_1': '0aac41ee8d65434f8f142a4e455f60e5', 'expiration_1': datetime.datetime(2021, 12, 8, 16, 29, 17, 548443)}] Dec 08 16:29:37.680986 n-d-776250-12 neutron-server[110550]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:29:37.681440 n-d-776250-12 neutron-server[110550]: DEBUG oslo_db.api [None req-ddc0e781-a44c-4952-9234-fd57e0147430 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:29:37.728878 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a130756d-577e-416e-a4ad-0569956ee730 req-f1a617a7-3228-4cbe-a9bf-c7d32fc39f78 service neutron] 10.222.0.37 "GET /v2.0/networks/6bc7cad8-ce82-4d14-8967-10a5440b0811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416922 Dec 08 16:29:37.873711 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7dffb3e1-6d9d-4810-810e-a3325243317a tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:37.934917 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7dffb3e1-6d9d-4810-810e-a3325243317a tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:37.958408 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9c62b02b-4a25-44eb-914e-62d7e63899a7 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:37.970692 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-119fa89c-0d63-410d-a49a-0450cf1ac130 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:37.975518 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-119fa89c-0d63-410d-a49a-0450cf1ac130 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0309405 Dec 08 16:29:37.975657 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a130756d-577e-416e-a4ad-0569956ee730 req-fb349ede-810d-4732-a297-6034ffbc360f service neutron] 10.222.0.37 "GET /v2.0/networks/6bc7cad8-ce82-4d14-8967-10a5440b0811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210705 Dec 08 16:29:37.975921 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44106) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:37.982156 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-14823402-593d-42de-91e8-0a7c13f84da8 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Request body: {'security_group_rule': {'security_group_id': 'fedbc6c3-fbf3-4fd1-a542-c91ee66bbe00', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:37.983017 n-d-776250-12 neutron-server[110550]: WARNING neutron.api.v2.base [None req-14823402-593d-42de-91e8-0a7c13f84da8 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 08 16:29:37.983533 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [None req-14823402-593d-42de-91e8-0a7c13f84da8 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:29:37.984687 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-14823402-593d-42de-91e8-0a7c13f84da8 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0070536 Dec 08 16:29:37.987592 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44108) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:38.032629 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 7809c34e-a979-4bda-a2d8-1db49dc75d04 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:29:38.054521 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a786d9d2-78bc-4086-ac3b-cd2b6cdabac5 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:38.061187 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: 7809c34e-a979-4bda-a2d8-1db49dc75d04 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:29:38.061782 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 7809c34e-a979-4bda-a2d8-1db49dc75d04 not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:29:38.086765 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a786d9d2-78bc-4086-ac3b-cd2b6cdabac5 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:38.142895 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7dffb3e1-6d9d-4810-810e-a3325243317a tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:38.167994 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dffb3e1-6d9d-4810-810e-a3325243317a tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3e764e5-2db9-4340-903f-d857ca57a80e,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:38.183808 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd29d68b3-49db-4dff-be96-eb115dba476f', 'tag': 'b40eec7d-32bf-4146-82f4-15647613626c'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:29:38.186665 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c3d192-8f4a-4370-b7ea-b9d5352a84f6" -d '{"events": [{"name": "network-changed", "server_uuid": "d29d68b3-49db-4dff-be96-eb115dba476f", "tag": "b40eec7d-32bf-4146-82f4-15647613626c"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:29:38.232775 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff492ea-8967-493d-b3d7-0cb05f65800e x-openstack-request-id: req-bff492ea-8967-493d-b3d7-0cb05f65800e {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:29:38.233086 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d29d68b3-49db-4dff-be96-eb115dba476f", "tag": "b40eec7d-32bf-4146-82f4-15647613626c", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:29:38.233418 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bff492ea-8967-493d-b3d7-0cb05f65800e {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:29:38.233909 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd29d68b3-49db-4dff-be96-eb115dba476f', 'tag': 'b40eec7d-32bf-4146-82f4-15647613626c', 'status': 'completed', 'code': 200} Dec 08 16:29:38.367760 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c3d192-8f4a-4370-b7ea-b9d5352a84f6 req-9a3cdb91-cf5f-4875-ab10-365f01bdcc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:38.369318 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d9c3d192-8f4a-4370-b7ea-b9d5352a84f6 req-9a3cdb91-cf5f-4875-ab10-365f01bdcc93 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=39d0a07c70234221a3fafc599aa62bdb&device_id=d29d68b3-49db-4dff-be96-eb115dba476f HTTP/1.1" status: 200 len: 1096 time: 0.1143799 Dec 08 16:29:38.412464 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc0e781-a44c-4952-9234-fd57e0147430 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Made reservation on behalf of 0aac41ee8d65434f8f142a4e455f60e5 for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:29:38.416294 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ddc0e781-a44c-4952-9234-fd57e0147430 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:38.425440 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ddc0e781-a44c-4952-9234-fd57e0147430 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:38.438186 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a786d9d2-78bc-4086-ac3b-cd2b6cdabac5 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:38.440849 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a786d9d2-78bc-4086-ac3b-cd2b6cdabac5 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:38.444509 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a786d9d2-78bc-4086-ac3b-cd2b6cdabac5 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] 10.222.0.64 "DELETE /v2.0/security-groups/fedbc6c3-fbf3-4fd1-a542-c91ee66bbe00 HTTP/1.1" status: 204 len: 168 time: 0.4531572 Dec 08 16:29:38.450386 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44118) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:38.466604 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9c62b02b-4a25-44eb-914e-62d7e63899a7 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:38.470951 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a786d9d2-78bc-4086-ac3b-cd2b6cdabac5 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fedbc6c3-fbf3-4fd1-a542-c91ee66bbe00,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:38.508244 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9c62b02b-4a25-44eb-914e-62d7e63899a7 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:38.520807 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-711b41ca-fe6e-402c-9722-595a229cdfc8 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0732372 Dec 08 16:29:38.525088 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44120) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:38.534508 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-d5f2e8ca-d270-4773-bd4a-9bd19682ef1e tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Request body: {'security_group': {'name': 'tempest-secgroup--2116364105'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:38.560697 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c3d192-8f4a-4370-b7ea-b9d5352a84f6 req-380c0179-9c64-40d1-a541-8ba7f6ca2bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:38.562218 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d9c3d192-8f4a-4370-b7ea-b9d5352a84f6 req-380c0179-9c64-40d1-a541-8ba7f6ca2bb0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6bc7cad8-ce82-4d14-8967-10a5440b0811 HTTP/1.1" status: 200 len: 915 time: 0.1750870 Dec 08 16:29:38.565074 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ddc0e781-a44c-4952-9234-fd57e0147430 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:38.575727 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7dffb3e1-6d9d-4810-810e-a3325243317a tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:38.583245 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-7dffb3e1-6d9d-4810-810e-a3325243317a tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2133083 Dec 08 16:29:38.583245 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44124) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:38.584841 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-7cd1a8ee-a7bc-43e6-aaf7-fb59a21a1647 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Request body: {'security_group_rule': {'security_group_id': '065e2913-d123-4be2-9a9c-42f076831145', 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:38.620380 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d9c3d192-8f4a-4370-b7ea-b9d5352a84f6 req-5794025b-18c9-44b4-8e66-784610f9152b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b40eec7d-32bf-4146-82f4-15647613626c HTTP/1.1" status: 200 len: 217 time: 0.0447781 Dec 08 16:29:38.625006 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44126) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:38.703165 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:38.712303 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f96eaf13-4145-44f9-be86-5123f1148684 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:38.728224 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c3d192-8f4a-4370-b7ea-b9d5352a84f6 req-57333ae7-c35b-45f8-bcd2-5cc05d60c8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:38.728224 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d9c3d192-8f4a-4370-b7ea-b9d5352a84f6 req-57333ae7-c35b-45f8-bcd2-5cc05d60c8d2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=248e37dc-1d8d-4d3e-9a87-0b6dedad1f36 HTTP/1.1" status: 200 len: 854 time: 0.0887613 Dec 08 16:29:38.749380 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-9c62b02b-4a25-44eb-914e-62d7e63899a7 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Allocated IP 172.25.0.71 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/9567a4ee-4969-4e10-9620-6dc5e0cb4c7c) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:29:38.753030 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d9c3d192-8f4a-4370-b7ea-b9d5352a84f6 req-ce19d067-0870-4acb-a00d-7f8dfce8f20a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6bc7cad8-ce82-4d14-8967-10a5440b0811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284376 Dec 08 16:29:38.762131 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f96eaf13-4145-44f9-be86-5123f1148684 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:38.764946 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ddc0e781-a44c-4952-9234-fd57e0147430 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:38.767842 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d5f2e8ca-d270-4773-bd4a-9bd19682ef1e tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:38.822454 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddc0e781-a44c-4952-9234-fd57e0147430 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:29:38.844322 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9246be-0d73-4a22-ab9a-115da702333f req-e8e7cfd8-4ada-444f-b2be-e5f79ebbd245 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:38.846363 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ce9246be-0d73-4a22-ab9a-115da702333f req-e8e7cfd8-4ada-444f-b2be-e5f79ebbd245 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=d29d68b3-49db-4dff-be96-eb115dba476f HTTP/1.1" status: 200 len: 944 time: 0.1483171 Dec 08 16:29:38.879134 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ddc0e781-a44c-4952-9234-fd57e0147430 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:38.879534 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-ddc0e781-a44c-4952-9234-fd57e0147430 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Added segment 76c9b438-beb3-43ae-8524-8c9b2b4d7f94 of type vlan for network 3bb7ea89-758c-4b25-b118-d8fb5cd1f477 Dec 08 16:29:38.886889 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc0e781-a44c-4952-9234-fd57e0147430 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2bcfd2-f072-4c71-9617-335c6e6afaff,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:38.904141 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d9c3d192-8f4a-4370-b7ea-b9d5352a84f6 req-5c7a0ca4-a944-43cd-94ed-14fc495cb753 service neutron] 10.222.0.37 "GET /v2.0/networks/6bc7cad8-ce82-4d14-8967-10a5440b0811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423271 Dec 08 16:29:39.002198 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7cd1a8ee-a7bc-43e6-aaf7-fb59a21a1647 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:39.002805 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9c62b02b-4a25-44eb-914e-62d7e63899a7 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:39.006412 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ddc0e781-a44c-4952-9234-fd57e0147430 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:39.020785 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ce9246be-0d73-4a22-ab9a-115da702333f req-4c543c14-b188-4fa8-9423-8240dd2ab096 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/security-groups?id=654bd4f6-6db2-4b1b-a1c7-956de5974017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546421 Dec 08 16:29:39.056160 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d9c3d192-8f4a-4370-b7ea-b9d5352a84f6 req-9d63e6f1-b1bb-4922-a74b-60ab0631255e service neutron] 10.222.0.37 "GET /v2.0/networks/6bc7cad8-ce82-4d14-8967-10a5440b0811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400237 Dec 08 16:29:39.102185 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7cd1a8ee-a7bc-43e6-aaf7-fb59a21a1647 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:39.151918 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f96eaf13-4145-44f9-be86-5123f1148684 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:39.154934 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f96eaf13-4145-44f9-be86-5123f1148684 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:39.156138 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-f96eaf13-4145-44f9-be86-5123f1148684 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "DELETE /v2.0/security-groups/c1d1018c-934d-4b3a-802b-0f4eb045ca7d HTTP/1.1" status: 204 len: 168 time: 0.5301659 Dec 08 16:29:39.175987 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96eaf13-4145-44f9-be86-5123f1148684 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d1018c-934d-4b3a-802b-0f4eb045ca7d,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:39.189697 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9c62b02b-4a25-44eb-914e-62d7e63899a7 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:39.190856 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ddc0e781-a44c-4952-9234-fd57e0147430 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:39.197109 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc0e781-a44c-4952-9234-fd57e0147430 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:39.197719 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ddc0e781-a44c-4952-9234-fd57e0147430 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:39.207687 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7cd1a8ee-a7bc-43e6-aaf7-fb59a21a1647 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:39.222166 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d5f2e8ca-d270-4773-bd4a-9bd19682ef1e tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:39.253931 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c62b02b-4a25-44eb-914e-62d7e63899a7 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:29:39.258387 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-9c62b02b-4a25-44eb-914e-62d7e63899a7 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:29:39.263101 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c62b02b-4a25-44eb-914e-62d7e63899a7 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:29:39.269855 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c62b02b-4a25-44eb-914e-62d7e63899a7 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Pushing event updated for resources: {'Port': ['ID=9567a4ee-4969-4e10-9620-6dc5e0cb4c7c,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:39.276607 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f14804f-bec7-46ef-ba8d-9f3e4a566968 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:29:39.294835 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44148) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:39.318949 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-ec8887f9-4a58-4e2e-8455-931f455a6752 None None] Provisioning complete for port 9567a4ee-4969-4e10-9620-6dc5e0cb4c7c triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:39.319647 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ec8887f9-4a58-4e2e-8455-931f455a6752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:39.327621 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1a8ee-a7bc-43e6-aaf7-fb59a21a1647 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84666287-7d58-414d-b334-852e5104fec8,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:39.368534 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d5f2e8ca-d270-4773-bd4a-9bd19682ef1e tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:39.384103 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc0e781-a44c-4952-9234-fd57e0147430 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Pushing event updated for resources: {'Network': ['ID=3bb7ea89-758c-4b25-b118-d8fb5cd1f477,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:39.387523 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-ec8887f9-4a58-4e2e-8455-931f455a6752 None None] Port 9567a4ee-4969-4e10-9620-6dc5e0cb4c7c cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:29:39.401222 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 3bb7ea89-758c-4b25-b118-d8fb5cd1f477 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:29:39.700609 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9c62b02b-4a25-44eb-914e-62d7e63899a7 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:39.836876 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ddc0e781-a44c-4952-9234-fd57e0147430 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.0244112 Dec 08 16:29:39.839420 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7cd1a8ee-a7bc-43e6-aaf7-fb59a21a1647 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:39.841981 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44156) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:39.843382 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-7cd1a8ee-a7bc-43e6-aaf7-fb59a21a1647 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2619758 Dec 08 16:29:39.845560 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44158) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:39.849814 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-0667d666-d0e7-4a1a-a8c9-aef99a2acd65 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Request body: {'security_group_rule': {'security_group_id': '065e2913-d123-4be2-9a9c-42f076831145', 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:39.852334 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d5f2e8ca-d270-4773-bd4a-9bd19682ef1e tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:39.853742 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-d5f2e8ca-d270-4773-bd4a-9bd19682ef1e tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.3276298 Dec 08 16:29:39.858569 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-00e730ab-9a13-4aba-9e62-48d1490c5b58 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Request body: {'subnet': {'network_id': '3bb7ea89-758c-4b25-b118-d8fb5cd1f477', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:39.859095 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44160) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:39.865527 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-25033d82-6daf-4082-8fb3-62538ef37efe tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Request body: {'security_group_rule': {'security_group_id': 'aca57793-2cab-451b-a57b-013d0e8a1e98', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:39.884533 n-d-776250-12 neutron-server[110550]: WARNING neutron.api.v2.base [None req-25033d82-6daf-4082-8fb3-62538ef37efe tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 08 16:29:39.885700 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [None req-25033d82-6daf-4082-8fb3-62538ef37efe tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:29:39.886747 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-25033d82-6daf-4082-8fb3-62538ef37efe tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0267181 Dec 08 16:29:39.887593 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f2e8ca-d270-4773-bd4a-9bd19682ef1e tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aca57793-2cab-451b-a57b-013d0e8a1e98,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:39.893625 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44162) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:39.901685 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-6ba282e9-8ed5-4e9f-b837-245156a93120 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Request body: {'security_group_rule': {'security_group_id': 'aca57793-2cab-451b-a57b-013d0e8a1e98', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:39.902949 n-d-776250-12 neutron-server[110550]: WARNING neutron.api.v2.base [None req-6ba282e9-8ed5-4e9f-b837-245156a93120 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 08 16:29:39.904131 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [None req-6ba282e9-8ed5-4e9f-b837-245156a93120 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:29:39.905794 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-6ba282e9-8ed5-4e9f-b837-245156a93120 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0111942 Dec 08 16:29:39.908531 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44164) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:39.916035 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-f3c33c3c-b64b-4a06-957d-e7a4c758579a tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Request body: {'security_group_rule': {'security_group_id': 'aca57793-2cab-451b-a57b-013d0e8a1e98', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:39.917031 n-d-776250-12 neutron-server[110550]: WARNING neutron.api.v2.base [None req-f3c33c3c-b64b-4a06-957d-e7a4c758579a tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 08 16:29:39.917597 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [None req-f3c33c3c-b64b-4a06-957d-e7a4c758579a tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:29:39.919412 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-f3c33c3c-b64b-4a06-957d-e7a4c758579a tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0090759 Dec 08 16:29:39.927426 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44170) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:39.937404 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-57b83572-4ddb-4c7e-a6a9-5a518cafcf45 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Request body: {'security_group_rule': {'security_group_id': 'aca57793-2cab-451b-a57b-013d0e8a1e98', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:39.947311 n-d-776250-12 neutron-server[110551]: WARNING neutron.api.v2.base [None req-57b83572-4ddb-4c7e-a6a9-5a518cafcf45 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 08 16:29:39.947311 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-57b83572-4ddb-4c7e-a6a9-5a518cafcf45 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:29:39.947311 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-57b83572-4ddb-4c7e-a6a9-5a518cafcf45 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0128760 Dec 08 16:29:39.970886 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44172) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:40.012624 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9c62b02b-4a25-44eb-914e-62d7e63899a7 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-717389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11074'] for router, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:40.019200 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9c62b02b-4a25-44eb-914e-62d7e63899a7 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528116', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-717402'] for router, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:40.073465 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0667d666-d0e7-4a1a-a8c9-aef99a2acd65 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:40.088603 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-557d1096-0a58-437f-b4da-960981438044 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:40.117725 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-557d1096-0a58-437f-b4da-960981438044 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:40.292992 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb1b551-3a8a-46e2-a762-796bb65d240a req-019d038d-9f94-48db-ae86-478c0d829afa tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:40.294618 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7eb1b551-3a8a-46e2-a762-796bb65d240a req-019d038d-9f94-48db-ae86-478c0d829afa tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=d29d68b3-49db-4dff-be96-eb115dba476f HTTP/1.1" status: 200 len: 944 time: 0.1151035 Dec 08 16:29:40.379001 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7eb1b551-3a8a-46e2-a762-796bb65d240a req-c2fc53d8-c336-42da-bded-e06243a9eaff tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/security-groups?id=654bd4f6-6db2-4b1b-a1c7-956de5974017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775061 Dec 08 16:29:40.386146 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-557d1096-0a58-437f-b4da-960981438044 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:40.388987 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-557d1096-0a58-437f-b4da-960981438044 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:40.390640 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-557d1096-0a58-437f-b4da-960981438044 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] 10.222.0.64 "DELETE /v2.0/security-groups/aca57793-2cab-451b-a57b-013d0e8a1e98 HTTP/1.1" status: 204 len: 168 time: 0.4183373 Dec 08 16:29:40.397687 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44186) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:40.414663 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557d1096-0a58-437f-b4da-960981438044 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca57793-2cab-451b-a57b-013d0e8a1e98,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:40.510879 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-7e244add-e6b7-4463-a42a-ee920bc518a1 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1036296 Dec 08 16:29:40.515267 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44190) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:40.526977 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-3fb8fb8a-c704-4fbf-9d90-e40e77f48179 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Request body: {'security_group': {'name': 'tempest-secgroup--973937864'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:40.538133 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e415328a-6bd8-43b2-a0e8-edfbbd408122 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:40.558986 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e730ab-9a13-4aba-9e62-48d1490c5b58 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Made reservation on behalf of 0aac41ee8d65434f8f142a4e455f60e5 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:29:40.562497 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-00e730ab-9a13-4aba-9e62-48d1490c5b58 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:40.660494 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3fb8fb8a-c704-4fbf-9d90-e40e77f48179 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:40.669654 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0667d666-d0e7-4a1a-a8c9-aef99a2acd65 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:40.766768 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0667d666-d0e7-4a1a-a8c9-aef99a2acd65 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:40.796322 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0667d666-d0e7-4a1a-a8c9-aef99a2acd65 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=febce8ca-d87e-40dc-8e2f-ba3d9b4dff36,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:40.808686 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3fb8fb8a-c704-4fbf-9d90-e40e77f48179 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:40.839767 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c62b02b-4a25-44eb-914e-62d7e63899a7 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Router 91606fd4-0e60-4fc1-a2be-636b8ab16a24 is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:29:40.901095 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-e415328a-6bd8-43b2-a0e8-edfbbd408122 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Deleting port 6c9cd617-d699-4f14-9e54-91a2fc7b9662 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:29:40.901784 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e415328a-6bd8-43b2-a0e8-edfbbd408122 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:40.964767 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3fb8fb8a-c704-4fbf-9d90-e40e77f48179 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:40.973955 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0667d666-d0e7-4a1a-a8c9-aef99a2acd65 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:40.978858 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-0667d666-d0e7-4a1a-a8c9-aef99a2acd65 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1292737 Dec 08 16:29:40.980152 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44198) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:40.988656 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-08ddd2ae-81f6-43c4-b4e0-f4ea82ead87a tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Request body: {'security_group_rule': {'security_group_id': '065e2913-d123-4be2-9a9c-42f076831145', 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:40.996473 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device b40eec7d-32bf-4146-82f4-15647613626c details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:29:41.031505 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-00e730ab-9a13-4aba-9e62-48d1490c5b58 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:41.045322 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb8fb8a-c704-4fbf-9d90-e40e77f48179 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d57d423-9d20-4db5-a507-b706bb9c4596,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:41.117099 n-d-776250-12 neutron-server[110551]: INFO neutron.db.securitygroups_db [None req-08ddd2ae-81f6-43c4-b4e0-f4ea82ead87a tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Project 5ac8783bc8454dbdaff01b6ea349ef5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 16:29:41.117483 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-e415328a-6bd8-43b2-a0e8-edfbbd408122 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] For port 6c9cd617-d699-4f14-9e54-91a2fc7b9662, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=6c9cd617-d699-4f14-9e54-91a2fc7b9662,segment=NetworkSegment(82648366-5889-4a5b-8ff9-e2d574d830ca),segment_id=82648366-5889-4a5b-8ff9-e2d574d830ca)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:29:41.118635 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e415328a-6bd8-43b2-a0e8-edfbbd408122 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:41.148821 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-08ddd2ae-81f6-43c4-b4e0-f4ea82ead87a tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:41.149950 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port b40eec7d-32bf-4146-82f4-15647613626c, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=b40eec7d-32bf-4146-82f4-15647613626c,segment=NetworkSegment(ae20c5bd-2351-4f26-a643-51190719905b),segment_id=ae20c5bd-2351-4f26-a643-51190719905b)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:29:41.156162 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c62b02b-4a25-44eb-914e-62d7e63899a7 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:29:41.173592 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9c62b02b-4a25-44eb-914e-62d7e63899a7 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:41.174890 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-9c62b02b-4a25-44eb-914e-62d7e63899a7 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] 10.222.0.64 "PUT /v2.0/routers/91606fd4-0e60-4fc1-a2be-636b8ab16a24 HTTP/1.1" status: 200 len: 913 time: 3.5022585 Dec 08 16:29:41.176012 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-e415328a-6bd8-43b2-a0e8-edfbbd408122 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Calling delete_port for 6c9cd617-d699-4f14-9e54-91a2fc7b9662 owned by network:router_interface {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:29:41.180257 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e730ab-9a13-4aba-9e62-48d1490c5b58 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Checking segment: {'id': '76c9b438-beb3-43ae-8524-8c9b2b4d7f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3bb7ea89-758c-4b25-b118-d8fb5cd1f477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:29:41.180546 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44204) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:41.180671 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': 'b40eec7d-32bf-4146-82f4-15647613626c', 'network_id': '6bc7cad8-ce82-4d14-8967-10a5440b0811', 'port_id': 'b40eec7d-32bf-4146-82f4-15647613626c', 'mac_address': 'fa:16:3e:ee:a2:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '248e37dc-1d8d-4d3e-9a87-0b6dedad1f36', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:29:41.180814 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e730ab-9a13-4aba-9e62-48d1490c5b58 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Network hostable DHCP agents. Network: 3bb7ea89-758c-4b25-b118-d8fb5cd1f477, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:29:41.184575 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab634ec-1d69-48fd-9ecc-25655dcbe8a9 None None] Sync routers for ids ['91606fd4-0e60-4fc1-a2be-636b8ab16a24'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:29:41.187184 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e730ab-9a13-4aba-9e62-48d1490c5b58 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Pushing event updated for resources: {'Subnet': ['ID=c6ae6e68-8a4a-4a87-9a2c-bcaf21f830c1,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:41.199294 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab634ec-1d69-48fd-9ecc-25655dcbe8a9 None None] Routers {'91606fd4-0e60-4fc1-a2be-636b8ab16a24'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:29:41.200123 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-aab634ec-1d69-48fd-9ecc-25655dcbe8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:29:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['91606fd4-0e60-4fc1-a2be-636b8ab16a24'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:41.248226 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-aab634ec-1d69-48fd-9ecc-25655dcbe8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:41.252517 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3fb8fb8a-c704-4fbf-9d90-e40e77f48179 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:41.254023 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-3fb8fb8a-c704-4fbf-9d90-e40e77f48179 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7375336 Dec 08 16:29:41.259923 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44206) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:41.267097 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-003d5fa7-1e14-434f-a354-194be3076680 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Request body: {'security_group_rule': {'security_group_id': '2d57d423-9d20-4db5-a507-b706bb9c4596', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:41.268086 n-d-776250-12 neutron-server[110550]: WARNING neutron.api.v2.base [None req-003d5fa7-1e14-434f-a354-194be3076680 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 08 16:29:41.268793 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [None req-003d5fa7-1e14-434f-a354-194be3076680 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:29:41.269963 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-003d5fa7-1e14-434f-a354-194be3076680 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0090699 Dec 08 16:29:41.274126 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44208) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:41.284588 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-08ddd2ae-81f6-43c4-b4e0-f4ea82ead87a tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:41.295812 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab634ec-1d69-48fd-9ecc-25655dcbe8a9 None None] Routers {'91606fd4-0e60-4fc1-a2be-636b8ab16a24'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:29:41.296638 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-aab634ec-1d69-48fd-9ecc-25655dcbe8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:29:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['91606fd4-0e60-4fc1-a2be-636b8ab16a24'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:41.301229 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:41.314134 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-bc4ad9fa-7c53-404c-918b-4e25fd2ccdaa tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Request body: {'security_group_rule': {'security_group_id': '2d57d423-9d20-4db5-a507-b706bb9c4596', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:41.352099 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-aab634ec-1d69-48fd-9ecc-25655dcbe8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:41.352780 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab634ec-1d69-48fd-9ecc-25655dcbe8a9 None None] The sync data for ids ['91606fd4-0e60-4fc1-a2be-636b8ab16a24'] in n-d-776250-12 is: [] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:29:41.364944 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b40eec7d-32bf-4146-82f4-15647613626c {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:29:41.393265 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port b40eec7d-32bf-4146-82f4-15647613626c, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=b40eec7d-32bf-4146-82f4-15647613626c,segment=NetworkSegment(ae20c5bd-2351-4f26-a643-51190719905b),segment_id=ae20c5bd-2351-4f26-a643-51190719905b)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:29:41.465526 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-197ef927-1bc3-4bce-a534-557d7df37492 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] 10.222.0.64 "GET /v2.0/routers/91606fd4-0e60-4fc1-a2be-636b8ab16a24 HTTP/1.1" status: 200 len: 919 time: 0.2836092 Dec 08 16:29:41.468692 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44222) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:41.503988 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-08ddd2ae-81f6-43c4-b4e0-f4ea82ead87a tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:41.509193 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e730ab-9a13-4aba-9e62-48d1490c5b58 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Network 3bb7ea89-758c-4b25-b118-d8fb5cd1f477 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:29:41.536959 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ceb4c9c-efb6-485f-bfec-dd3ce02df5fa tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:41.541580 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-8ceb4c9c-efb6-485f-bfec-dd3ce02df5fa tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=1ae4cf80-76bf-4df3-a557-5cc6023c1900&device_id=91606fd4-0e60-4fc1-a2be-636b8ab16a24&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0694244 Dec 08 16:29:41.542231 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44224) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:41.551218 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ddd2ae-81f6-43c4-b4e0-f4ea82ead87a tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a41fca6-6df6-4a54-a294-d3af9f058ada,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:41.572786 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:41.584636 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48687b-fe9f-4eb0-bd64-63e47b947bda req-37aa1cce-a334-43c7-a7d9-7d36919ff49f tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:41.584636 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-df48687b-fe9f-4eb0-bd64-63e47b947bda req-37aa1cce-a334-43c7-a7d9-7d36919ff49f tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=d29d68b3-49db-4dff-be96-eb115dba476f HTTP/1.1" status: 200 len: 944 time: 0.0876415 Dec 08 16:29:41.648862 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-df48687b-fe9f-4eb0-bd64-63e47b947bda req-0cc36917-26df-4cb6-aaa4-a9627c6c378d tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/security-groups?id=654bd4f6-6db2-4b1b-a1c7-956de5974017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630369 Dec 08 16:29:41.650282 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=b40eec7d-32bf-4146-82f4-15647613626c,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:41.661648 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:41.661957 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:41.662309 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:41.662654 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:41.662995 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:41.663330 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:41.663685 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:41.664293 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:41.665276 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:41.665849 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:41.666443 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:41.667102 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:41.667919 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:41.691623 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a0a04917-24f5-4f44-b1f5-a65987641f05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:41.711741 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b382a35d-f581-4dd5-980f-999caef9dddb tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:41.711741 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b382a35d-f581-4dd5-980f-999caef9dddb tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] 10.222.0.64 "GET /v2.0/networks/1ae4cf80-76bf-4df3-a557-5cc6023c1900 HTTP/1.1" status: 200 len: 881 time: 0.1624587 Dec 08 16:29:41.713644 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44226) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:41.742889 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-9248134f-adfe-4210-b47b-054170ce36f7 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] 10.222.0.64 "GET /v2.0/ports?device_id=91606fd4-0e60-4fc1-a2be-636b8ab16a24 HTTP/1.1" status: 200 len: 205 time: 0.0281012 Dec 08 16:29:41.745480 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44230) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:41.780895 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['b40eec7d-32bf-4146-82f4-15647613626c'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:29:41.842847 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e415328a-6bd8-43b2-a0e8-edfbbd408122 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:41.885892 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e415328a-6bd8-43b2-a0e8-edfbbd408122 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Pushing event deleted for resources: {'Port': ['ID=6c9cd617-d699-4f14-9e54-91a2fc7b9662,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:41.886896 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-00e730ab-9a13-4aba-9e62-48d1490c5b58 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 3bb7ea89-758c-4b25-b118-d8fb5cd1f477) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:29:41.894198 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [None req-bc4ad9fa-7c53-404c-918b-4e25fd2ccdaa tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:29:41.895286 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-bc4ad9fa-7c53-404c-918b-4e25fd2ccdaa tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6199799 Dec 08 16:29:41.896232 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-08ddd2ae-81f6-43c4-b4e0-f4ea82ead87a tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:41.897494 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-08ddd2ae-81f6-43c4-b4e0-f4ea82ead87a tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9159956 Dec 08 16:29:41.903916 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44232) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:41.904126 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44234) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:41.918201 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-00f02e1d-87e2-4708-b26c-65fae949a335 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Request body: {'security_group_rule': {'security_group_id': '065e2913-d123-4be2-9a9c-42f076831145', 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:41.919403 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4fb7e8a5-b506-4268-9d1f-2221c77b6252 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks [] for router, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:41.931790 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-9056c5e8-a4a9-429b-93b6-a391a72da527 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Request body: {'security_group_rule': {'security_group_id': '2d57d423-9d20-4db5-a507-b706bb9c4596', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:41.932604 n-d-776250-12 neutron-server[110551]: WARNING neutron.api.v2.base [None req-9056c5e8-a4a9-429b-93b6-a391a72da527 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 08 16:29:41.932776 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f42b66c-17cf-416f-b3cb-63acb5632677 None None] Network 3bb7ea89-758c-4b25-b118-d8fb5cd1f477 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:29:41.933115 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-9056c5e8-a4a9-429b-93b6-a391a72da527 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:29:41.940299 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-9056c5e8-a4a9-429b-93b6-a391a72da527 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0289829 Dec 08 16:29:41.940299 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e730ab-9a13-4aba-9e62-48d1490c5b58 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:41.940299 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-00e730ab-9a13-4aba-9e62-48d1490c5b58 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:41.993649 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44236) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:41.993649 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-05673aab-1b02-4c87-92f2-9fc9d7a1089f tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Request body: {'security_group_rule': {'security_group_id': '2d57d423-9d20-4db5-a507-b706bb9c4596', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:42.088660 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-00e730ab-9a13-4aba-9e62-48d1490c5b58 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2452645 Dec 08 16:29:42.092571 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44240) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:42.103156 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-1dc21ee3-d434-46e9-9a49-4b6134c174bc tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Request body: {'port': {'network_id': '3bb7ea89-758c-4b25-b118-d8fb5cd1f477', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-757157035'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:42.130684 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.db.api [None req-05673aab-1b02-4c87-92f2-9fc9d7a1089f tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 08 16:29:42.130684 n-d-776250-12 neutron-server[110551]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 08 16:29:42.130684 n-d-776250-12 neutron-server[110551]: [parameters: {'project_id_1': 'f9c97b44b7814166aa5f3486b68d3d8c', 'expiration_1': datetime.datetime(2021, 12, 8, 16, 29, 21, 987826)}] Dec 08 16:29:42.130684 n-d-776250-12 neutron-server[110551]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:29:42.133480 n-d-776250-12 neutron-server[110551]: DEBUG oslo_db.api [None req-05673aab-1b02-4c87-92f2-9fc9d7a1089f tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:29:42.135523 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126cb5ba-7f98-489c-80be-f6a31ae02dae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-3bb7ea89-758c-4b25-b118-d8fb5cd1f477', 'network_id': '3bb7ea89-758c-4b25-b118-d8fb5cd1f477', 'project_id': '0aac41ee8d65434f8f142a4e455f60e5', 'fixed_ips': [{'subnet_id': 'c6ae6e68-8a4a-4a87-9a2c-bcaf21f830c1'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:29:42.136554 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-126cb5ba-7f98-489c-80be-f6a31ae02dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:42.219426 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4fb7e8a5-b506-4268-9d1f-2221c77b6252 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:42.248636 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e415328a-6bd8-43b2-a0e8-edfbbd408122 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:42.323622 n-d-776250-12 neutron-server[110551]: INFO neutron.db.securitygroups_db [None req-00f02e1d-87e2-4708-b26c-65fae949a335 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Project 5ac8783bc8454dbdaff01b6ea349ef5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 16:29:42.339125 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-00f02e1d-87e2-4708-b26c-65fae949a335 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:42.378058 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-126cb5ba-7f98-489c-80be-f6a31ae02dae None None] Allocated IP 2001:db8::2 (3bb7ea89-758c-4b25-b118-d8fb5cd1f477/c6ae6e68-8a4a-4a87-9a2c-bcaf21f830c1/46b58972-9a05-4ab9-a11b-a6a97850df10) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:29:42.443143 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-00f02e1d-87e2-4708-b26c-65fae949a335 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:42.496656 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-4fb7e8a5-b506-4268-9d1f-2221c77b6252 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Deleting port 9567a4ee-4969-4e10-9620-6dc5e0cb4c7c {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:29:42.496796 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc21ee3-d434-46e9-9a49-4b6134c174bc tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Made reservation on behalf of 0aac41ee8d65434f8f142a4e455f60e5 for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:29:42.497005 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4fb7e8a5-b506-4268-9d1f-2221c77b6252 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:42.500943 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1dc21ee3-d434-46e9-9a49-4b6134c174bc tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:42.525640 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-1dc21ee3-d434-46e9-9a49-4b6134c174bc tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] device_id is not set on port 7b1fff37-a1a2-4de9-b568-1514dfa5a11a yet. {{(pid=110551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:29:42.544779 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-00f02e1d-87e2-4708-b26c-65fae949a335 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:42.624282 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-126cb5ba-7f98-489c-80be-f6a31ae02dae None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:42.669729 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f02e1d-87e2-4708-b26c-65fae949a335 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dbca79f-c765-46da-a1a7-677e4fc116eb,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:42.674004 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e415328a-6bd8-43b2-a0e8-edfbbd408122 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Router 50089982-b78d-4441-9483-dd06814fd096 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:29:42.676279 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4fb7e8a5-b506-4268-9d1f-2221c77b6252 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:42.709941 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-126cb5ba-7f98-489c-80be-f6a31ae02dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:42.717927 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-4fb7e8a5-b506-4268-9d1f-2221c77b6252 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Calling delete_port for 9567a4ee-4969-4e10-9620-6dc5e0cb4c7c owned by network:router_gateway {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:29:42.771234 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126cb5ba-7f98-489c-80be-f6a31ae02dae None None] Pushing event updated for resources: {'Port': ['ID=46b58972-9a05-4ab9-a11b-a6a97850df10,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:42.790487 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126cb5ba-7f98-489c-80be-f6a31ae02dae None None] Network 3bb7ea89-758c-4b25-b118-d8fb5cd1f477 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:29:42.794324 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-126cb5ba-7f98-489c-80be-f6a31ae02dae None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:29:42.800342 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126cb5ba-7f98-489c-80be-f6a31ae02dae None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:29:42.814832 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-1dc21ee3-d434-46e9-9a49-4b6134c174bc tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Allocated IP 2001:db8::34 (3bb7ea89-758c-4b25-b118-d8fb5cd1f477/c6ae6e68-8a4a-4a87-9a2c-bcaf21f830c1/7b1fff37-a1a2-4de9-b568-1514dfa5a11a) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:29:42.883399 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-126cb5ba-7f98-489c-80be-f6a31ae02dae None None] Attempting to bind port 46b58972-9a05-4ab9-a11b-a6a97850df10 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:29:42.883989 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-126cb5ba-7f98-489c-80be-f6a31ae02dae None None] Attempting to bind port 46b58972-9a05-4ab9-a11b-a6a97850df10 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '76c9b438-beb3-43ae-8524-8c9b2b4d7f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3bb7ea89-758c-4b25-b118-d8fb5cd1f477'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:29:42.887194 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126cb5ba-7f98-489c-80be-f6a31ae02dae None None] Attempting to bind port 46b58972-9a05-4ab9-a11b-a6a97850df10 on network 3bb7ea89-758c-4b25-b118-d8fb5cd1f477 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:29:42.897645 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126cb5ba-7f98-489c-80be-f6a31ae02dae None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:29:42.898874 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126cb5ba-7f98-489c-80be-f6a31ae02dae None None] Checking segment: {'id': '76c9b438-beb3-43ae-8524-8c9b2b4d7f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3bb7ea89-758c-4b25-b118-d8fb5cd1f477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:29:42.899574 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-126cb5ba-7f98-489c-80be-f6a31ae02dae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:42.900079 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126cb5ba-7f98-489c-80be-f6a31ae02dae None None] Bound using segment: {'id': '76c9b438-beb3-43ae-8524-8c9b2b4d7f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3bb7ea89-758c-4b25-b118-d8fb5cd1f477'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:29:42.900877 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-126cb5ba-7f98-489c-80be-f6a31ae02dae None None] Bound port: 46b58972-9a05-4ab9-a11b-a6a97850df10, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c9b438-beb3-43ae-8524-8c9b2b4d7f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3bb7ea89-758c-4b25-b118-d8fb5cd1f477'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:29:42.902031 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-126cb5ba-7f98-489c-80be-f6a31ae02dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:42.911092 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-00f02e1d-87e2-4708-b26c-65fae949a335 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:42.912519 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-00f02e1d-87e2-4708-b26c-65fae949a335 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0061181 Dec 08 16:29:42.925776 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44298) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:42.934925 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-541325d0-6d06-4f25-b691-11a5c8ebbdb1 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Request body: {'network': {'name': 'tempest-network-smoke--507743724', 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'port_security_enabled': True}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:42.988096 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-126cb5ba-7f98-489c-80be-f6a31ae02dae None None] For port 46b58972-9a05-4ab9-a11b-a6a97850df10, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:29:42.991669 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-126cb5ba-7f98-489c-80be-f6a31ae02dae None None] For port 46b58972-9a05-4ab9-a11b-a6a97850df10, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=46b58972-9a05-4ab9-a11b-a6a97850df10,segment=NetworkSegment(76c9b438-beb3-43ae-8524-8c9b2b4d7f94),segment_id=76c9b438-beb3-43ae-8524-8c9b2b4d7f94)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:29:42.998965 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-05673aab-1b02-4c87-92f2-9fc9d7a1089f tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:29:43.006576 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44304) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:43.010153 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device b40eec7d-32bf-4146-82f4-15647613626c up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:29:43.010330 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-05673aab-1b02-4c87-92f2-9fc9d7a1089f tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 1.0428762 Dec 08 16:29:43.013708 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-c2377dbc-8a95-48c7-8920-fcc67c350176 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Request body: {'security_group_rule': {'security_group_id': '2d57d423-9d20-4db5-a507-b706bb9c4596', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:43.014827 n-d-776250-12 neutron-server[110550]: WARNING neutron.api.v2.base [None req-c2377dbc-8a95-48c7-8920-fcc67c350176 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 08 16:29:43.014827 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [None req-c2377dbc-8a95-48c7-8920-fcc67c350176 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:29:43.019399 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c2377dbc-8a95-48c7-8920-fcc67c350176 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0054922 Dec 08 16:29:43.019612 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44306) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:43.038393 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-c0cb8fc5-e385-452e-8623-ee3ad15d3be8 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Request body: {'security_group_rule': {'security_group_id': '2d57d423-9d20-4db5-a507-b706bb9c4596', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:43.074776 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e415328a-6bd8-43b2-a0e8-edfbbd408122 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:29:43.084682 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e610ecd0-8860-4065-a0af-041b4bfe607c None None] Sync routers for ids ['50089982-b78d-4441-9483-dd06814fd096'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:29:43.095454 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-e415328a-6bd8-43b2-a0e8-edfbbd408122 tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "PUT /v2.0/routers/50089982-b78d-4441-9483-dd06814fd096/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7938900 Dec 08 16:29:43.096710 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-126cb5ba-7f98-489c-80be-f6a31ae02dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:43.099702 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44312) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:43.100280 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e610ecd0-8860-4065-a0af-041b4bfe607c None None] Routers {'50089982-b78d-4441-9483-dd06814fd096'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:29:43.102384 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-e610ecd0-8860-4065-a0af-041b4bfe607c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:29:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['50089982-b78d-4441-9483-dd06814fd096'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:43.128333 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97756514-4465-41b6-88f3-cea76464ea71 req-31ab1e04-d6ef-40be-af19-bf5b38ce5b02 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:43.142134 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-541325d0-6d06-4f25-b691-11a5c8ebbdb1 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Made reservation on behalf of 5ac8783bc8454dbdaff01b6ea349ef5e for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:29:43.143544 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-97756514-4465-41b6-88f3-cea76464ea71 req-31ab1e04-d6ef-40be-af19-bf5b38ce5b02 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=d29d68b3-49db-4dff-be96-eb115dba476f HTTP/1.1" status: 200 len: 945 time: 0.2645025 Dec 08 16:29:43.146541 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-541325d0-6d06-4f25-b691-11a5c8ebbdb1 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:43.211640 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1dc21ee3-d434-46e9-9a49-4b6134c174bc tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:43.244696 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-541325d0-6d06-4f25-b691-11a5c8ebbdb1 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:29:43.250670 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-03a3b307-4650-4322-a582-a4120b32db6d tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Deleting subnet 2271a0a7-6ec6-48e1-b520-72a2220686e4 {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:29:43.258899 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-03a3b307-4650-4322-a582-a4120b32db6d tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:43.264434 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126cb5ba-7f98-489c-80be-f6a31ae02dae None None] Pushing event updated for resources: {'Port': ['ID=46b58972-9a05-4ab9-a11b-a6a97850df10,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:43.324911 n-d-776250-12 neutron-server[110551]: INFO neutron.db.securitygroups_db [None req-c0cb8fc5-e385-452e-8623-ee3ad15d3be8 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Project f9c97b44b7814166aa5f3486b68d3d8c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 16:29:43.325639 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port b40eec7d-32bf-4146-82f4-15647613626c completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:29:43.328995 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-541325d0-6d06-4f25-b691-11a5c8ebbdb1 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:43.329353 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-541325d0-6d06-4f25-b691-11a5c8ebbdb1 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Added segment b33a2c14-dda0-41e9-9c32-0acf92d96bc1 of type vlan for network 67138b53-2811-40bc-a015-fb451bf262f6 Dec 08 16:29:43.331655 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port b40eec7d-32bf-4146-82f4-15647613626c triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:43.339044 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:43.344000 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-97756514-4465-41b6-88f3-cea76464ea71 req-9c87c2db-d022-4fc5-811c-3af86e1e91f8 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/security-groups?id=654bd4f6-6db2-4b1b-a1c7-956de5974017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974397 Dec 08 16:29:43.349885 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-e610ecd0-8860-4065-a0af-041b4bfe607c None None] Set router 50089982-b78d-4441-9483-dd06814fd096 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:29:43.377021 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4fb7e8a5-b506-4268-9d1f-2221c77b6252 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:43.421214 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-03a3b307-4650-4322-a582-a4120b32db6d tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:43.422062 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756391f1-00a8-491b-aa27-8aba1b278586 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:29:43.455672 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb7e8a5-b506-4268-9d1f-2221c77b6252 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Pushing event deleted for resources: {'Port': ['ID=9567a4ee-4969-4e10-9620-6dc5e0cb4c7c,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:43.459753 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-541325d0-6d06-4f25-b691-11a5c8ebbdb1 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:43.529731 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4fb7e8a5-b506-4268-9d1f-2221c77b6252 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:43.542471 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:43.611445 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-c0cb8fc5-e385-452e-8623-ee3ad15d3be8 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:29:43.617956 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c0cb8fc5-e385-452e-8623-ee3ad15d3be8 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5912523 Dec 08 16:29:43.621059 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44332) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:43.625647 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1dc21ee3-d434-46e9-9a49-4b6134c174bc tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:43.642906 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port b40eec7d-32bf-4146-82f4-15647613626c, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=b40eec7d-32bf-4146-82f4-15647613626c,segment=NetworkSegment(ae20c5bd-2351-4f26-a643-51190719905b),segment_id=ae20c5bd-2351-4f26-a643-51190719905b)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:29:43.645151 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-03eeec68-e277-4c1c-9fb6-174ac0fdf609 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Request body: {'security_group_rule': {'security_group_id': '2d57d423-9d20-4db5-a507-b706bb9c4596', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:43.646233 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd29d68b3-49db-4dff-be96-eb115dba476f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40eec7d-32bf-4146-82f4-15647613626c'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:29:43.650069 n-d-776250-12 neutron-server[110551]: WARNING neutron.api.v2.base [None req-03eeec68-e277-4c1c-9fb6-174ac0fdf609 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 08 16:29:43.650604 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-03eeec68-e277-4c1c-9fb6-174ac0fdf609 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:29:43.652837 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bba072b-ed47-46cc-bd9a-0a18241a39c3" -d '{"events": [{"server_uuid": "d29d68b3-49db-4dff-be96-eb115dba476f", "name": "network-vif-plugged", "status": "completed", "tag": "b40eec7d-32bf-4146-82f4-15647613626c"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:29:43.654164 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-03eeec68-e277-4c1c-9fb6-174ac0fdf609 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0299954 Dec 08 16:29:43.666054 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-541325d0-6d06-4f25-b691-11a5c8ebbdb1 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:43.671651 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541325d0-6d06-4f25-b691-11a5c8ebbdb1 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:43.672306 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-541325d0-6d06-4f25-b691-11a5c8ebbdb1 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:43.676298 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44336) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:43.731630 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-b28b6a32-a68c-4d3e-a2dd-74bdec9cdd40 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Request body: {'security_group_rule': {'security_group_id': '2d57d423-9d20-4db5-a507-b706bb9c4596', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:43.750634 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:43.808864 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526bb205-4e6f-4207-858f-2a916e95b1ea x-openstack-request-id: req-526bb205-4e6f-4207-858f-2a916e95b1ea {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:29:43.810669 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d29d68b3-49db-4dff-be96-eb115dba476f", "name": "network-vif-plugged", "status": "completed", "tag": "b40eec7d-32bf-4146-82f4-15647613626c", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:29:43.810932 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-526bb205-4e6f-4207-858f-2a916e95b1ea {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:29:43.811337 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd29d68b3-49db-4dff-be96-eb115dba476f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40eec7d-32bf-4146-82f4-15647613626c', 'code': 200} Dec 08 16:29:43.874064 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=b40eec7d-32bf-4146-82f4-15647613626c,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:43.888651 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4fb7e8a5-b506-4268-9d1f-2221c77b6252 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:43.896129 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4fb7e8a5-b506-4268-9d1f-2221c77b6252 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:43.934072 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-e610ecd0-8860-4065-a0af-041b4bfe607c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50089982-b78d-4441-9483-dd06814fd096', 'name': 'tempest-TestNetworkBasicOps-router-560585862', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'e47143c7-01f3-4300-86e8-16e5165df957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:27:21Z', 'updated_at': '2021-12-08T16:29:41Z', 'revision_number': 5, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'gw_port': {'id': 'e47143c7-01f3-4300-86e8-16e5165df957', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:66:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50089982-b78d-4441-9483-dd06814fd096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:27:22Z', 'updated_at': '2021-12-08T16:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:43.938541 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-03a3b307-4650-4322-a582-a4120b32db6d tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:43.977294 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e610ecd0-8860-4065-a0af-041b4bfe607c None None] Checking router: 50089982-b78d-4441-9483-dd06814fd096 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:29:43.978997 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc21ee3-d434-46e9-9a49-4b6134c174bc tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Network 3bb7ea89-758c-4b25-b118-d8fb5cd1f477 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:29:43.985753 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc21ee3-d434-46e9-9a49-4b6134c174bc tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Pushing event updated for resources: {'Port': ['ID=7b1fff37-a1a2-4de9-b568-1514dfa5a11a,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:43.987172 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e610ecd0-8860-4065-a0af-041b4bfe607c None None] Routers {'50089982-b78d-4441-9483-dd06814fd096'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:29:43.987998 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-e610ecd0-8860-4065-a0af-041b4bfe607c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:29:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['50089982-b78d-4441-9483-dd06814fd096'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:43.992599 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541325d0-6d06-4f25-b691-11a5c8ebbdb1 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event updated for resources: {'Network': ['ID=67138b53-2811-40bc-a015-fb451bf262f6,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:43.994841 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-1dc21ee3-d434-46e9-9a49-4b6134c174bc tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:29:44.003990 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 67138b53-2811-40bc-a015-fb451bf262f6 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:29:44.004764 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc21ee3-d434-46e9-9a49-4b6134c174bc tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:29:44.011067 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc21ee3-d434-46e9-9a49-4b6134c174bc tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:44.011722 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1dc21ee3-d434-46e9-9a49-4b6134c174bc tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:44.029329 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4fb7e8a5-b506-4268-9d1f-2221c77b6252 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:44.029893 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb7e8a5-b506-4268-9d1f-2221c77b6252 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Fanout notify agent at l3_agent the message router_deleted on router 91606fd4-0e60-4fc1-a2be-636b8ab16a24 {{(pid=110550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:29:44.038058 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4fb7e8a5-b506-4268-9d1f-2221c77b6252 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:44.039842 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-4fb7e8a5-b506-4268-9d1f-2221c77b6252 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] 10.222.0.64 "DELETE /v2.0/routers/91606fd4-0e60-4fc1-a2be-636b8ab16a24 HTTP/1.1" status: 204 len: 168 time: 2.2934277 Dec 08 16:29:44.054005 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44350) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:44.054132 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2ef15-802f-4ab0-a075-e34ab2ab79bd req-6df87b65-7066-477e-8986-51d7e43e560d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:44.056669 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d3b2ef15-802f-4ab0-a075-e34ab2ab79bd req-6df87b65-7066-477e-8986-51d7e43e560d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d29d68b3-49db-4dff-be96-eb115dba476f HTTP/1.1" status: 200 len: 1098 time: 0.1617689 Dec 08 16:29:44.058599 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-0e74e3aa-21a5-492a-9aca-5ef3c38e44fe tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1062640313', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:44.085128 n-d-776250-12 neutron-server[110551]: INFO neutron.db.securitygroups_db [None req-b28b6a32-a68c-4d3e-a2dd-74bdec9cdd40 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Project f9c97b44b7814166aa5f3486b68d3d8c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 16:29:44.128110 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d3b2ef15-802f-4ab0-a075-e34ab2ab79bd req-fea8b7e5-3a59-4250-8d1c-0284e7f173ad service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=654bd4f6-6db2-4b1b-a1c7-956de5974017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629444 Dec 08 16:29:44.137446 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-03a3b307-4650-4322-a582-a4120b32db6d tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:44.153743 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-e610ecd0-8860-4065-a0af-041b4bfe607c None None] Set router 50089982-b78d-4441-9483-dd06814fd096 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:29:44.184664 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-541325d0-6d06-4f25-b691-11a5c8ebbdb1 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2580886 Dec 08 16:29:44.187297 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-b28b6a32-a68c-4d3e-a2dd-74bdec9cdd40 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:29:44.188134 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44352) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:44.188290 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b28b6a32-a68c-4d3e-a2dd-74bdec9cdd40 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5041397 Dec 08 16:29:44.189061 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a3b307-4650-4322-a582-a4120b32db6d tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Pushing event deleted for resources: {'Subnet': ['ID=2271a0a7-6ec6-48e1-b520-72a2220686e4,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:44.193412 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-1dc21ee3-d434-46e9-9a49-4b6134c174bc tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 2.0996163 Dec 08 16:29:44.193994 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44354) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:44.195846 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-03a3b307-4650-4322-a582-a4120b32db6d tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:44.196716 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44356) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:44.199003 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-03a3b307-4650-4322-a582-a4120b32db6d tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "DELETE /v2.0/subnets/2271a0a7-6ec6-48e1-b520-72a2220686e4 HTTP/1.1" status: 204 len: 168 time: 1.0953827 Dec 08 16:29:44.203544 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-ea52133d-4a40-4517-a480-0f2c06217fda tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Request body: {'security_group_rule': {'security_group_id': '2d57d423-9d20-4db5-a507-b706bb9c4596', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:44.208637 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44358) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:44.224829 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a769bdd-b523-49fb-b065-574f7bb81b15 None None] Network 0f341cc7-0551-426d-b2d8-91278fbfaf0d requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:29:44.225018 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-96c8dd42-644f-4415-b3cc-5504d184bfc3 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-204515935', 'admin_state_up': True, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:44.230649 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-f693c96d-8944-41e6-9987-cc510556c049 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Request body: {'port': {'network_id': '3bb7ea89-758c-4b25-b118-d8fb5cd1f477', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1631986093', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:44.231438 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.api.validators [None req-f693c96d-8944-41e6-9987-cc510556c049 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] bootfile-name is not in valid_values {{(pid=110550) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 16:29:44.231994 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.api.validators [None req-f693c96d-8944-41e6-9987-cc510556c049 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] tftp-server is not in valid_values {{(pid=110550) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 16:29:44.236326 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.api.validators [None req-f693c96d-8944-41e6-9987-cc510556c049 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] server-ip-address is not in valid_values {{(pid=110550) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 16:29:44.314685 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-10baaf9e-b04f-4efd-b1c0-120b86af5d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:44.391539 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6c8e020d-69dc-4f53-95a7-121459d8eb3d tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for router, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:44.445600 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-e610ecd0-8860-4065-a0af-041b4bfe607c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50089982-b78d-4441-9483-dd06814fd096', 'name': 'tempest-TestNetworkBasicOps-router-560585862', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'e47143c7-01f3-4300-86e8-16e5165df957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:27:21Z', 'updated_at': '2021-12-08T16:29:41Z', 'revision_number': 5, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'gw_port': {'id': 'e47143c7-01f3-4300-86e8-16e5165df957', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:66:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50089982-b78d-4441-9483-dd06814fd096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:27:22Z', 'updated_at': '2021-12-08T16:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:44.540208 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0e74e3aa-21a5-492a-9aca-5ef3c38e44fe tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:44.544090 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0e74e3aa-21a5-492a-9aca-5ef3c38e44fe tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:44.548942 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e610ecd0-8860-4065-a0af-041b4bfe607c None None] The sync data for ids ['50089982-b78d-4441-9483-dd06814fd096'] in n-d-776250-12 is: [{'id': '50089982-b78d-4441-9483-dd06814fd096', 'name': 'tempest-TestNetworkBasicOps-router-560585862', 'tenant_id': '2a90eddbbcbf4338ab5fe411884194ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'e47143c7-01f3-4300-86e8-16e5165df957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:27:21Z', 'updated_at': '2021-12-08T16:29:41Z', 'revision_number': 5, 'project_id': '2a90eddbbcbf4338ab5fe411884194ac', 'gw_port': {'id': 'e47143c7-01f3-4300-86e8-16e5165df957', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:66:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50089982-b78d-4441-9483-dd06814fd096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:27:22Z', 'updated_at': '2021-12-08T16:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:29:44.558492 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d38bc92-3489-4024-a916-2567f445c2e7 None None] DHCP port deletion for 0f341cc7-0551-426d-b2d8-91278fbfaf0d request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:29:44.574953 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee7979e-0351-41bb-9a17-7b3b3ee66096 req-f7eb2f64-8c62-48d5-b3ee-daf9c33f4263 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:44.576988 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9ee7979e-0351-41bb-9a17-7b3b3ee66096 req-f7eb2f64-8c62-48d5-b3ee-daf9c33f4263 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=d29d68b3-49db-4dff-be96-eb115dba476f HTTP/1.1" status: 200 len: 946 time: 0.1179166 Dec 08 16:29:44.596752 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6c8e020d-69dc-4f53-95a7-121459d8eb3d tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:44.643196 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9ee7979e-0351-41bb-9a17-7b3b3ee66096 req-27b36d5b-b184-4fed-9baf-7613d76c1584 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/security-groups?id=654bd4f6-6db2-4b1b-a1c7-956de5974017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598471 Dec 08 16:29:44.686385 n-d-776250-12 neutron-server[110551]: INFO neutron.db.securitygroups_db [None req-ea52133d-4a40-4517-a480-0f2c06217fda tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Project f9c97b44b7814166aa5f3486b68d3d8c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 16:29:44.694366 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-8d38bc92-3489-4024-a916-2567f445c2e7 None None] Deleting port dcbd4d20-c6d2-42b5-8877-5575ed95274f {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:29:44.694366 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8d38bc92-3489-4024-a916-2567f445c2e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:44.730498 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0e74e3aa-21a5-492a-9aca-5ef3c38e44fe tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:44.797002 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-8d38bc92-3489-4024-a916-2567f445c2e7 None None] For port dcbd4d20-c6d2-42b5-8877-5575ed95274f, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=dcbd4d20-c6d2-42b5-8877-5575ed95274f,segment=NetworkSegment(82648366-5889-4a5b-8ff9-e2d574d830ca),segment_id=82648366-5889-4a5b-8ff9-e2d574d830ca)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:29:44.797423 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8d38bc92-3489-4024-a916-2567f445c2e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:44.819143 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-8d38bc92-3489-4024-a916-2567f445c2e7 None None] Calling delete_port for dcbd4d20-c6d2-42b5-8877-5575ed95274f owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:29:44.853570 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0e74e3aa-21a5-492a-9aca-5ef3c38e44fe tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:44.855527 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867d7c0c-2655-4180-8ad2-3c833a6ffe04 None None] Network 3bb7ea89-758c-4b25-b118-d8fb5cd1f477 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:29:44.856519 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-6c8e020d-69dc-4f53-95a7-121459d8eb3d tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Deleting port e47143c7-01f3-4300-86e8-16e5165df957 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:29:44.856974 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6c8e020d-69dc-4f53-95a7-121459d8eb3d tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:44.874301 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-96c8dd42-644f-4415-b3cc-5504d184bfc3 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:44.878594 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-96c8dd42-644f-4415-b3cc-5504d184bfc3 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:44.970692 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-ea52133d-4a40-4517-a480-0f2c06217fda tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:29:44.976157 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ea52133d-4a40-4517-a480-0f2c06217fda tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.7759724 Dec 08 16:29:44.989974 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44386) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:45.052019 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-6c8e020d-69dc-4f53-95a7-121459d8eb3d tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] For port e47143c7-01f3-4300-86e8-16e5165df957, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=e47143c7-01f3-4300-86e8-16e5165df957,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:29:45.053024 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6c8e020d-69dc-4f53-95a7-121459d8eb3d tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:45.056472 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-ac86be09-7571-4268-8d94-ba0f86ad874d None None] Provisioning complete for port 46b58972-9a05-4ab9-a11b-a6a97850df10 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:45.056857 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ac86be09-7571-4268-8d94-ba0f86ad874d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:45.087907 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-6c8e020d-69dc-4f53-95a7-121459d8eb3d tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Calling delete_port for e47143c7-01f3-4300-86e8-16e5165df957 owned by network:router_gateway {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:29:45.273832 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4e0caff3-a9a2-4517-8eb1-a5b94926638e tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:45.312456 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 46b58972-9a05-4ab9-a11b-a6a97850df10 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:29:45.331422 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4e0caff3-a9a2-4517-8eb1-a5b94926638e tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:45.447484 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-96c8dd42-644f-4415-b3cc-5504d184bfc3 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:45.522373 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 46b58972-9a05-4ab9-a11b-a6a97850df10 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:45.522790 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:45.543563 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f693c96d-8944-41e6-9987-cc510556c049 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Made reservation on behalf of 0aac41ee8d65434f8f142a4e455f60e5 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:29:45.549247 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f693c96d-8944-41e6-9987-cc510556c049 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:45.559040 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ac86be09-7571-4268-8d94-ba0f86ad874d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:45.577466 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [None req-f693c96d-8944-41e6-9987-cc510556c049 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] device_id is not set on port 09550f59-bbad-421f-b8e9-15a9ea993093 yet. {{(pid=110550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:29:45.615094 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-ac86be09-7571-4268-8d94-ba0f86ad874d None None] For port 46b58972-9a05-4ab9-a11b-a6a97850df10, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=46b58972-9a05-4ab9-a11b-a6a97850df10,segment=NetworkSegment(76c9b438-beb3-43ae-8524-8c9b2b4d7f94),segment_id=76c9b438-beb3-43ae-8524-8c9b2b4d7f94)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:29:45.640249 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4e0caff3-a9a2-4517-8eb1-a5b94926638e tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:45.643513 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:45.644089 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4e0caff3-a9a2-4517-8eb1-a5b94926638e tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:45.649137 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-4e0caff3-a9a2-4517-8eb1-a5b94926638e tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] 10.222.0.64 "DELETE /v2.0/security-groups/2d57d423-9d20-4db5-a507-b706bb9c4596 HTTP/1.1" status: 204 len: 168 time: 0.6560712 Dec 08 16:29:45.649904 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44406) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:45.668666 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0caff3-a9a2-4517-8eb1-a5b94926638e tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d57d423-9d20-4db5-a507-b706bb9c4596,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:45.668931 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:45.692629 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0caff3-a9a2-4517-8eb1-a5b94926638e tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:45.694093 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0caff3-a9a2-4517-8eb1-a5b94926638e tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:45.694093 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0caff3-a9a2-4517-8eb1-a5b94926638e tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:45.694093 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0caff3-a9a2-4517-8eb1-a5b94926638e tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:45.694435 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0caff3-a9a2-4517-8eb1-a5b94926638e tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:45.694856 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0caff3-a9a2-4517-8eb1-a5b94926638e tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:45.695317 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0caff3-a9a2-4517-8eb1-a5b94926638e tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:45.695752 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0caff3-a9a2-4517-8eb1-a5b94926638e tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:45.696206 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0caff3-a9a2-4517-8eb1-a5b94926638e tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:45.696644 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0caff3-a9a2-4517-8eb1-a5b94926638e tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:45.697374 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0caff3-a9a2-4517-8eb1-a5b94926638e tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:45.697578 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0caff3-a9a2-4517-8eb1-a5b94926638e tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:45.698119 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0caff3-a9a2-4517-8eb1-a5b94926638e tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:45.727873 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8d38bc92-3489-4024-a916-2567f445c2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:45.759360 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6c8e020d-69dc-4f53-95a7-121459d8eb3d tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:45.776399 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d38bc92-3489-4024-a916-2567f445c2e7 None None] Pushing event deleted for resources: {'Port': ['ID=dcbd4d20-c6d2-42b5-8877-5575ed95274f,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:45.779055 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d38bc92-3489-4024-a916-2567f445c2e7 None None] No DVR routers for this DVR port dcbd4d20-c6d2-42b5-8877-5575ed95274f on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:29:45.789240 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ac86be09-7571-4268-8d94-ba0f86ad874d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:45.804555 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0e74e3aa-21a5-492a-9aca-5ef3c38e44fe tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:45.805859 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-0e74e3aa-21a5-492a-9aca-5ef3c38e44fe tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.7561364 Dec 08 16:29:45.809377 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44412) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:45.816521 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8e020d-69dc-4f53-95a7-121459d8eb3d tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Pushing event deleted for resources: {'Port': ['ID=e47143c7-01f3-4300-86e8-16e5165df957,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:45.840887 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-3fa01a6b-7826-4e0c-a6dd-c8cc2136885f tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'enable_snat': False}}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:45.936120 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.db.api [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:29:45.936120 n-d-776250-12 neutron-server[110552]: DEBUG oslo_db.api [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:29:45.937821 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f6746b-f33a-4c62-9091-79e5abce442f None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:29:45.941279 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac86be09-7571-4268-8d94-ba0f86ad874d None None] Pushing event updated for resources: {'Port': ['ID=46b58972-9a05-4ab9-a11b-a6a97850df10,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:45.968309 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-96c8dd42-644f-4415-b3cc-5504d184bfc3 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:45.986342 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-7d1cebf6-61b0-4ccb-8892-44bdfe8071d9 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3225968 Dec 08 16:29:45.987006 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44416) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:46.001549 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-f960d3f8-28b3-4ba8-95f6-85f52b015012 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Request body: {'security_group': {'name': 'tempest-secgroup--2039837291'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:46.011633 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-f693c96d-8944-41e6-9987-cc510556c049 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Allocated IP 2001:db8::38 (3bb7ea89-758c-4b25-b118-d8fb5cd1f477/c6ae6e68-8a4a-4a87-9a2c-bcaf21f830c1/09550f59-bbad-421f-b8e9-15a9ea993093) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:29:46.039151 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-510ed073-278c-4202-b488-d3527c9b8da5 None None] Provisioning complete for port 46b58972-9a05-4ab9-a11b-a6a97850df10 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:46.039539 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-510ed073-278c-4202-b488-d3527c9b8da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:46.199442 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-510ed073-278c-4202-b488-d3527c9b8da5 None None] Provisioning complete for port 7b1fff37-a1a2-4de9-b568-1514dfa5a11a triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:46.200073 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-510ed073-278c-4202-b488-d3527c9b8da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:46.230951 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6c8e020d-69dc-4f53-95a7-121459d8eb3d tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:46.254891 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-510ed073-278c-4202-b488-d3527c9b8da5 None None] Port 7b1fff37-a1a2-4de9-b568-1514dfa5a11a cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:29:46.345509 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dfb550-f03a-444b-8c30-6439a5703a26 req-d72e83e6-2e39-4117-9c7f-9b4832ed9073 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:46.347727 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-71dfb550-f03a-444b-8c30-6439a5703a26 req-d72e83e6-2e39-4117-9c7f-9b4832ed9073 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=d29d68b3-49db-4dff-be96-eb115dba476f HTTP/1.1" status: 200 len: 946 time: 0.4303367 Dec 08 16:29:46.382035 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-32c6689d-7e39-456d-9f63-65c4644a3182 None None] Provisioning complete for port 7b1fff37-a1a2-4de9-b568-1514dfa5a11a triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:46.383453 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-32c6689d-7e39-456d-9f63-65c4644a3182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:46.405712 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f693c96d-8944-41e6-9987-cc510556c049 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:46.430511 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-32c6689d-7e39-456d-9f63-65c4644a3182 None None] Port 7b1fff37-a1a2-4de9-b568-1514dfa5a11a cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:29:46.456213 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f960d3f8-28b3-4ba8-95f6-85f52b015012 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:46.518197 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3fa01a6b-7826-4e0c-a6dd-c8cc2136885f tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:46.533248 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-96c8dd42-644f-4415-b3cc-5504d184bfc3 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for router_gateway, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:46.546579 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device dcbd4d20-c6d2-42b5-8877-5575ed95274f no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:29:46.550496 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6c8e020d-69dc-4f53-95a7-121459d8eb3d tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:46.555083 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6c8e020d-69dc-4f53-95a7-121459d8eb3d tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:46.560210 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-96c8dd42-644f-4415-b3cc-5504d184bfc3 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:46.580405 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: dcbd4d20-c6d2-42b5-8877-5575ed95274f {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:29:46.592368 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device dcbd4d20-c6d2-42b5-8877-5575ed95274f not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:29:46.592368 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 6c9cd617-d699-4f14-9e54-91a2fc7b9662 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:29:46.602193 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 6c9cd617-d699-4f14-9e54-91a2fc7b9662 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:29:46.602680 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 6c9cd617-d699-4f14-9e54-91a2fc7b9662 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:29:46.638298 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-71dfb550-f03a-444b-8c30-6439a5703a26 req-86e2a97e-d235-49e9-ac99-2e19c95e560f tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/security-groups?id=654bd4f6-6db2-4b1b-a1c7-956de5974017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850832 Dec 08 16:29:46.720356 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f693c96d-8944-41e6-9987-cc510556c049 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:46.726845 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f960d3f8-28b3-4ba8-95f6-85f52b015012 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:46.727051 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-96c8dd42-644f-4415-b3cc-5504d184bfc3 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Allocated IP 172.25.0.179 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/635396da-a928-4a20-9f14-0d6dfb838628) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:29:46.749876 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6c8e020d-69dc-4f53-95a7-121459d8eb3d tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:46.757178 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c8e020d-69dc-4f53-95a7-121459d8eb3d tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Fanout notify agent at l3_agent the message router_deleted on router 50089982-b78d-4441-9483-dd06814fd096 {{(pid=110551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:29:46.760318 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6c8e020d-69dc-4f53-95a7-121459d8eb3d tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:46.761599 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-6c8e020d-69dc-4f53-95a7-121459d8eb3d tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "DELETE /v2.0/routers/50089982-b78d-4441-9483-dd06814fd096 HTTP/1.1" status: 204 len: 168 time: 2.5523264 Dec 08 16:29:46.764780 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44440) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:46.794193 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:46.806473 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f693c96d-8944-41e6-9987-cc510556c049 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Network 3bb7ea89-758c-4b25-b118-d8fb5cd1f477 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:29:46.815431 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-f693c96d-8944-41e6-9987-cc510556c049 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:29:46.874143 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f960d3f8-28b3-4ba8-95f6-85f52b015012 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:46.881013 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f693c96d-8944-41e6-9987-cc510556c049 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:29:46.894874 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f693c96d-8944-41e6-9987-cc510556c049 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:46.895591 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f693c96d-8944-41e6-9987-cc510556c049 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:46.924099 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f693c96d-8944-41e6-9987-cc510556c049 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Pushing event updated for resources: {'Port': ['ID=09550f59-bbad-421f-b8e9-15a9ea993093,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:46.956599 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cb902711-eac9-41a6-a359-196f85cc013b tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:46.971501 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f960d3f8-28b3-4ba8-95f6-85f52b015012 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3fe1da2-a267-4d82-b137-bfeda84aaa0a,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:47.048693 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-f693c96d-8944-41e6-9987-cc510556c049 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.8399358 Dec 08 16:29:47.048693 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44452) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:47.149086 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-96c8dd42-644f-4415-b3cc-5504d184bfc3 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:47.175154 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f960d3f8-28b3-4ba8-95f6-85f52b015012 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:47.181252 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f960d3f8-28b3-4ba8-95f6-85f52b015012 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1835310 Dec 08 16:29:47.191376 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d18c78-5561-4a6e-930b-0323e259fc87 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:47.199248 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d18c78-5561-4a6e-930b-0323e259fc87 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:47.207154 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44460) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:47.212036 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d18c78-5561-4a6e-930b-0323e259fc87 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:47.214095 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-14d18c78-5561-4a6e-930b-0323e259fc87 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1446588 Dec 08 16:29:47.214221 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-d743b23b-f316-46cb-875a-44f21702b843 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Request body: {'security_group_rule': {'security_group_id': 'e3fe1da2-a267-4d82-b137-bfeda84aaa0a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:47.219529 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44462) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:47.408666 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 46b58972-9a05-4ab9-a11b-a6a97850df10 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:29:47.446717 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-fa0b5e83-dff4-47bc-9a4f-92ef4cb8f5f4 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Deleting port 09550f59-bbad-421f-b8e9-15a9ea993093 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:29:47.447065 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fa0b5e83-dff4-47bc-9a4f-92ef4cb8f5f4 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:47.465536 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-d31ac526-6cba-4ce4-91f9-75aa41a8b982 None None] Provisioning complete for port 09550f59-bbad-421f-b8e9-15a9ea993093 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:47.465896 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d31ac526-6cba-4ce4-91f9-75aa41a8b982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:47.483976 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cb902711-eac9-41a6-a359-196f85cc013b tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:47.519765 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3fa01a6b-7826-4e0c-a6dd-c8cc2136885f tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:47.522628 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-96c8dd42-644f-4415-b3cc-5504d184bfc3 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:47.523668 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-cb902711-eac9-41a6-a359-196f85cc013b tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f341cc7-0551-426d-b2d8-91278fbfaf0d']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:47.545263 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-d31ac526-6cba-4ce4-91f9-75aa41a8b982 None None] Port 09550f59-bbad-421f-b8e9-15a9ea993093 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:29:47.553316 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3fa01a6b-7826-4e0c-a6dd-c8cc2136885f tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:47.555520 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 46b58972-9a05-4ab9-a11b-a6a97850df10 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:47.556046 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:47.559971 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-cb902711-eac9-41a6-a359-196f85cc013b tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82648366-5889-4a5b-8ff9-e2d574d830ca') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:47.560269 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-cb902711-eac9-41a6-a359-196f85cc013b tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82648366-5889-4a5b-8ff9-e2d574d830ca') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:47.583592 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c8dd42-644f-4415-b3cc-5504d184bfc3 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:29:47.594669 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cb902711-eac9-41a6-a359-196f85cc013b tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:47.607453 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-96c8dd42-644f-4415-b3cc-5504d184bfc3 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:29:47.614187 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c8dd42-644f-4415-b3cc-5504d184bfc3 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:29:47.642841 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c8dd42-644f-4415-b3cc-5504d184bfc3 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event updated for resources: {'Port': ['ID=635396da-a928-4a20-9f14-0d6dfb838628,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:47.646402 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc45125-34c7-41f0-bca7-7328188e3347 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:29:47.668569 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fa0b5e83-dff4-47bc-9a4f-92ef4cb8f5f4 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:47.673586 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cb902711-eac9-41a6-a359-196f85cc013b tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:47.696059 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb902711-eac9-41a6-a359-196f85cc013b tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:29:47.696528 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cb902711-eac9-41a6-a359-196f85cc013b tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:47.699852 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:29:47.699852 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:29:47.699852 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:29:47.699852 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:29:47.699852 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:29:47.699852 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:29:47.699852 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:29:47.699852 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:29:47.699852 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:29:47.699852 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:29:47.699852 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:29:47.699852 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:29:47.699852 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:29:47.699852 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:29:47.699852 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:29:47.699852 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:29:47.699852 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:29:47.699852 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:29:47.699852 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:29:47.699852 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:29:47.699852 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:29:47.699852 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:29:47.699852 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:29:47.699852 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:29:47.699852 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:29:47.699852 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:29:47.699852 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:29:47.699852 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:29:47.699852 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:29:47.699852 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:29:47.699852 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:29:47.699852 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:29:47.718075 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:47.726146 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-fa0b5e83-dff4-47bc-9a4f-92ef4cb8f5f4 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Calling delete_port for 09550f59-bbad-421f-b8e9-15a9ea993093 owned by {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:29:47.788139 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-37fd850b-c6a4-4709-a382-30737d537918 None None] Provisioning complete for port 635396da-a928-4a20-9f14-0d6dfb838628 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:47.788631 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-37fd850b-c6a4-4709-a382-30737d537918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:47.825173 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-37fd850b-c6a4-4709-a382-30737d537918 None None] Port 635396da-a928-4a20-9f14-0d6dfb838628 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:29:47.839468 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-3fa01a6b-7826-4e0c-a6dd-c8cc2136885f tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Allocated IP 172.25.0.127 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/891a1a81-7bc2-497a-a8ff-d9388cbee674) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:29:47.867654 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-d743b23b-f316-46cb-875a-44f21702b843 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] create failed (client error): The resource could not be found. Dec 08 16:29:47.868971 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d743b23b-f316-46cb-875a-44f21702b843 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6610999 Dec 08 16:29:47.885178 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44478) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:47.893776 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-8fce9dae-9bbb-4164-b038-d14f1c656a95 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Request body: {'security_group_rule': {'security_group_id': 'e3fe1da2-a267-4d82-b137-bfeda84aaa0a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'd6e45fd2-7b7f-4de8-9db0-244c1f56e6d1'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:47.938478 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cb902711-eac9-41a6-a359-196f85cc013b tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:47.959652 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cb902711-eac9-41a6-a359-196f85cc013b tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:47.963041 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-cb902711-eac9-41a6-a359-196f85cc013b tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] 10.222.0.64 "DELETE /v2.0/networks/0f341cc7-0551-426d-b2d8-91278fbfaf0d HTTP/1.1" status: 204 len: 168 time: 1.1972995 Dec 08 16:29:47.983938 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb902711-eac9-41a6-a359-196f85cc013b tempest-TestNetworkBasicOps-294602526 tempest-TestNetworkBasicOps-294602526-project] Pushing event deleted for resources: {'Network': ['ID=0f341cc7-0551-426d-b2d8-91278fbfaf0d,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:48.052418 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3fa01a6b-7826-4e0c-a6dd-c8cc2136885f tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:48.089458 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-96c8dd42-644f-4415-b3cc-5504d184bfc3 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for router_gateway, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:48.240766 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3fa01a6b-7826-4e0c-a6dd-c8cc2136885f tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:48.302763 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [None req-8fce9dae-9bbb-4164-b038-d14f1c656a95 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] create failed (client error): The resource could not be found. Dec 08 16:29:48.307643 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-8fce9dae-9bbb-4164-b038-d14f1c656a95 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4210486 Dec 08 16:29:48.311826 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44502) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:48.314653 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa01a6b-7826-4e0c-a6dd-c8cc2136885f tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:29:48.327905 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-3fa01a6b-7826-4e0c-a6dd-c8cc2136885f tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:29:48.330740 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa01a6b-7826-4e0c-a6dd-c8cc2136885f tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:29:48.342833 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fa0b5e83-dff4-47bc-9a4f-92ef4cb8f5f4 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:48.352965 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8851672-df0c-47df-9529-725458254994 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:29:48.386802 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0b5e83-dff4-47bc-9a4f-92ef4cb8f5f4 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Pushing event deleted for resources: {'Port': ['ID=09550f59-bbad-421f-b8e9-15a9ea993093,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:48.416896 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa01a6b-7826-4e0c-a6dd-c8cc2136885f tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Pushing event updated for resources: {'Port': ['ID=891a1a81-7bc2-497a-a8ff-d9388cbee674,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:48.417219 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fa0b5e83-dff4-47bc-9a4f-92ef4cb8f5f4 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:48.420922 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-fa0b5e83-dff4-47bc-9a4f-92ef4cb8f5f4 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] 10.222.0.64 "DELETE /v2.0/ports/09550f59-bbad-421f-b8e9-15a9ea993093 HTTP/1.1" status: 204 len: 168 time: 1.2000489 Dec 08 16:29:48.424655 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44504) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:48.431049 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-2aabaa5d-f1a9-4ef1-91d6-ae3df5aeeb81 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Request body: {'port': {'name': 'tempest-new-port-name-1906739177', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:48.431676 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.api.validators [None req-2aabaa5d-f1a9-4ef1-91d6-ae3df5aeeb81 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] bootfile-name is not in valid_values {{(pid=110550) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 16:29:48.432264 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.api.validators [None req-2aabaa5d-f1a9-4ef1-91d6-ae3df5aeeb81 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] tftp-server is not in valid_values {{(pid=110550) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 16:29:48.432819 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.api.validators [None req-2aabaa5d-f1a9-4ef1-91d6-ae3df5aeeb81 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] server-ip-address is not in valid_values {{(pid=110550) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 16:29:48.436408 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-96c8dd42-644f-4415-b3cc-5504d184bfc3 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:48.528206 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-a32bc8ee-35a6-4608-bf0f-2b9c0948cf55 None None] Provisioning complete for port 891a1a81-7bc2-497a-a8ff-d9388cbee674 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:48.531041 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a32bc8ee-35a6-4608-bf0f-2b9c0948cf55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:48.600645 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-a32bc8ee-35a6-4608-bf0f-2b9c0948cf55 None None] Port 891a1a81-7bc2-497a-a8ff-d9388cbee674 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:29:48.678927 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2aabaa5d-f1a9-4ef1-91d6-ae3df5aeeb81 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:48.761222 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device e47143c7-01f3-4300-86e8-16e5165df957 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:29:48.804069 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: e47143c7-01f3-4300-86e8-16e5165df957 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:29:48.806206 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device e47143c7-01f3-4300-86e8-16e5165df957 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:29:48.882191 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96c8dd42-644f-4415-b3cc-5504d184bfc3 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Router 4d7001e6-326f-4221-995f-f88974a65afb is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:29:48.960636 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44516) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:49.109866 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c8dd42-644f-4415-b3cc-5504d184bfc3 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:29:49.120708 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5398c9e8-7384-4508-a5ce-2e05fc7c71c1 None None] Sync routers for ids ['4d7001e6-326f-4221-995f-f88974a65afb'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:29:49.138447 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5398c9e8-7384-4508-a5ce-2e05fc7c71c1 None None] Routers {'4d7001e6-326f-4221-995f-f88974a65afb'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:29:49.174354 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-5398c9e8-7384-4508-a5ce-2e05fc7c71c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:29:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['4d7001e6-326f-4221-995f-f88974a65afb'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:49.236074 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-96c8dd42-644f-4415-b3cc-5504d184bfc3 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:49.241334 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-96c8dd42-644f-4415-b3cc-5504d184bfc3 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.0494709 Dec 08 16:29:49.245306 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44522) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:49.309799 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-eddc7dee-71dd-47b4-877e-eed538d7f8ff tempest-TestNetworkAdvancedServerOps-1604663679 tempest-TestNetworkAdvancedServerOps-1604663679-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=5ac8783bc8454dbdaff01b6ea349ef5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0630717 Dec 08 16:29:49.319622 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44524) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:49.430429 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e22c33-786d-4fe4-a520-9eca4b8463c7 tempest-TestNetworkAdvancedServerOps-1604663679 tempest-TestNetworkAdvancedServerOps-1604663679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:49.432341 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-79e22c33-786d-4fe4-a520-9eca4b8463c7 tempest-TestNetworkAdvancedServerOps-1604663679 tempest-TestNetworkAdvancedServerOps-1604663679-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1107531 Dec 08 16:29:49.436795 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-235584a5-7f62-4ad6-9058-e4e3f85af29e tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:49.439668 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44528) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:49.472450 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2aabaa5d-f1a9-4ef1-91d6-ae3df5aeeb81 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:49.477067 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-5398c9e8-7384-4508-a5ce-2e05fc7c71c1 None None] Set router 4d7001e6-326f-4221-995f-f88974a65afb gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:29:49.496559 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-5b15761e-ef0f-4caf-ba86-1d06021a2eb9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2a90eddbbcbf4338ab5fe411884194ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5255384 Dec 08 16:29:49.497608 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44532) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:49.508984 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-cd6d1ed9-4032-4d60-8a06-bbe06ece3764 tempest-TestNetworkAdvancedServerOps-1604663679 tempest-TestNetworkAdvancedServerOps-1604663679-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=1ae4cf80-76bf-4df3-a557-5cc6023c1900&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0613191 Dec 08 16:29:49.508984 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44534) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:49.516525 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44536) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:49.521735 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-5ce3b1ac-3b66-4929-bc44-17ea652156ea tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1289355635', 'network_id': '67138b53-2811-40bc-a015-fb451bf262f6', 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:49.600894 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-235584a5-7f62-4ad6-9058-e4e3f85af29e tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:49.604889 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-265e6f7c-98b7-4f03-9b67-e56620c79272 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:49.633459 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-265e6f7c-98b7-4f03-9b67-e56620c79272 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:49.644557 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2aabaa5d-f1a9-4ef1-91d6-ae3df5aeeb81 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:49.705845 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-5398c9e8-7384-4508-a5ce-2e05fc7c71c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7001e6-326f-4221-995f-f88974a65afb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204515935', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '635396da-a928-4a20-9f14-0d6dfb838628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:29:44Z', 'updated_at': '2021-12-08T16:29:47Z', 'revision_number': 3, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'gw_port': {'id': '635396da-a928-4a20-9f14-0d6dfb838628', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:60:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7001e6-326f-4221-995f-f88974a65afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:29:46Z', 'updated_at': '2021-12-08T16:29:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:49.733332 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5398c9e8-7384-4508-a5ce-2e05fc7c71c1 None None] Checking router: 4d7001e6-326f-4221-995f-f88974a65afb for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:29:49.733587 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5398c9e8-7384-4508-a5ce-2e05fc7c71c1 None None] Updating router 4d7001e6-326f-4221-995f-f88974a65afb port 635396da-a928-4a20-9f14-0d6dfb838628 binding host n-d-776250-12 {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:29:49.739536 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-2aabaa5d-f1a9-4ef1-91d6-ae3df5aeeb81 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] In _notify_port_updated(), no bound segment for port 7b1fff37-a1a2-4de9-b568-1514dfa5a11a on network 3bb7ea89-758c-4b25-b118-d8fb5cd1f477 {{(pid=110550) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 16:29:49.745617 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aabaa5d-f1a9-4ef1-91d6-ae3df5aeeb81 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:49.746426 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2aabaa5d-f1a9-4ef1-91d6-ae3df5aeeb81 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:49.747860 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-2aabaa5d-f1a9-4ef1-91d6-ae3df5aeeb81 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] 10.222.0.64 "PUT /v2.0/ports/7b1fff37-a1a2-4de9-b568-1514dfa5a11a HTTP/1.1" status: 200 len: 1129 time: 1.3217115 Dec 08 16:29:49.748947 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dd7737f2-84f4-48f7-b80d-f3274ac0cc41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:49.751593 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44540) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:49.763753 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5398c9e8-7384-4508-a5ce-2e05fc7c71c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:49.776770 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-235584a5-7f62-4ad6-9058-e4e3f85af29e tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:49.780409 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-235584a5-7f62-4ad6-9058-e4e3f85af29e tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:49.783331 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-235584a5-7f62-4ad6-9058-e4e3f85af29e tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] 10.222.0.64 "DELETE /v2.0/security-groups/e3fe1da2-a267-4d82-b137-bfeda84aaa0a HTTP/1.1" status: 204 len: 168 time: 1.4615440 Dec 08 16:29:49.783331 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce3b1ac-3b66-4929-bc44-17ea652156ea tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Made reservation on behalf of 5ac8783bc8454dbdaff01b6ea349ef5e for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:29:49.785317 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5ce3b1ac-3b66-4929-bc44-17ea652156ea tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:49.800997 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44542) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:49.802369 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aabaa5d-f1a9-4ef1-91d6-ae3df5aeeb81 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Pushing event updated for resources: {'Port': ['ID=7b1fff37-a1a2-4de9-b568-1514dfa5a11a,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:49.834489 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d3c943-027d-4b01-974f-cb2021fcbb7a tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:49.836083 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c6d3c943-027d-4b01-974f-cb2021fcbb7a tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] 10.222.0.64 "GET /v2.0/ports/7b1fff37-a1a2-4de9-b568-1514dfa5a11a HTTP/1.1" status: 200 len: 1129 time: 0.0834739 Dec 08 16:29:49.847156 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44544) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:49.888952 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235584a5-7f62-4ad6-9058-e4e3f85af29e tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3fe1da2-a267-4d82-b137-bfeda84aaa0a,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:49.910766 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3fa01a6b-7826-4e0c-a6dd-c8cc2136885f tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:49.923400 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a858420b-36f0-4aa4-a073-63005e7a1628 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1170495 Dec 08 16:29:49.933755 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44548) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:49.943373 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-e27ff0af-15d1-4258-ae7c-127803c76960 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Request body: {'security_group_rule': {'security_group_id': '5ba65d93-7fee-426d-92db-fa46b476adb7', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:50.028449 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-265e6f7c-98b7-4f03-9b67-e56620c79272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:50.030956 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-265e6f7c-98b7-4f03-9b67-e56620c79272 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:50.035938 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-265e6f7c-98b7-4f03-9b67-e56620c79272 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/84fe6452-53c3-42fe-bc8f-67994e720b16 HTTP/1.1" status: 204 len: 168 time: 0.5365694 Dec 08 16:29:50.074332 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265e6f7c-98b7-4f03-9b67-e56620c79272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84fe6452-53c3-42fe-bc8f-67994e720b16,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:50.207279 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dd7737f2-84f4-48f7-b80d-f3274ac0cc41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:50.225479 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-86d236a4-7074-4ce1-b412-71606b3129b1 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Deleting port 7b1fff37-a1a2-4de9-b568-1514dfa5a11a {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:29:50.225842 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-86d236a4-7074-4ce1-b412-71606b3129b1 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:50.227164 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3fa01a6b-7826-4e0c-a6dd-c8cc2136885f tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-717389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11074'] for router, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:50.231487 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3fa01a6b-7826-4e0c-a6dd-c8cc2136885f tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528116', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-717402'] for router, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:50.247271 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [None req-e27ff0af-15d1-4258-ae7c-127803c76960 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] create failed (client error): The resource could not be found. Dec 08 16:29:50.255237 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-e27ff0af-15d1-4258-ae7c-127803c76960 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3182726 Dec 08 16:29:50.256369 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44558) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:50.258307 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5398c9e8-7384-4508-a5ce-2e05fc7c71c1 None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:50.261420 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-01a1e439-4896-42ef-ad22-2c07e6c2d677 None None] Provisioning complete for port 7b1fff37-a1a2-4de9-b568-1514dfa5a11a triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:50.261892 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-01a1e439-4896-42ef-ad22-2c07e6c2d677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:50.300107 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-01a1e439-4896-42ef-ad22-2c07e6c2d677 None None] Port 7b1fff37-a1a2-4de9-b568-1514dfa5a11a cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:29:50.302742 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-0c85ea8f-f3a6-49a9-940d-a02056a4a206 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Request body: {'security_group': {'name': 'tempest-secgroup--1161400618'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:50.336098 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5ce3b1ac-3b66-4929-bc44-17ea652156ea tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:50.337892 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dd7737f2-84f4-48f7-b80d-f3274ac0cc41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:50.354581 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5398c9e8-7384-4508-a5ce-2e05fc7c71c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:50.412877 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe5d3e4-d84a-4c05-8af6-688c14e21dde None None] Pushing event updated for resources: {'Port': ['ID=635396da-a928-4a20-9f14-0d6dfb838628,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:50.413227 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7737f2-84f4-48f7-b80d-f3274ac0cc41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec25b0cb-bc3f-4604-8c6f-bc467a5ed460,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:50.424668 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-dd7737f2-84f4-48f7-b80d-f3274ac0cc41 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7f9e4ea20e24496983669fce21191012&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9065309 Dec 08 16:29:50.427985 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44566) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:50.437354 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-86d236a4-7074-4ce1-b412-71606b3129b1 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:50.440708 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0c85ea8f-f3a6-49a9-940d-a02056a4a206 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:50.450696 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-5398c9e8-7384-4508-a5ce-2e05fc7c71c1 None None] Attempting to bind port 635396da-a928-4a20-9f14-0d6dfb838628 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:29:50.451080 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-5398c9e8-7384-4508-a5ce-2e05fc7c71c1 None None] Attempting to bind port 635396da-a928-4a20-9f14-0d6dfb838628 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:29:50.451448 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5398c9e8-7384-4508-a5ce-2e05fc7c71c1 None None] Attempting to bind port 635396da-a928-4a20-9f14-0d6dfb838628 on network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:29:50.458880 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5398c9e8-7384-4508-a5ce-2e05fc7c71c1 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:29:50.459272 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5398c9e8-7384-4508-a5ce-2e05fc7c71c1 None None] Checking segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:29:50.459865 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5398c9e8-7384-4508-a5ce-2e05fc7c71c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:50.460074 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5398c9e8-7384-4508-a5ce-2e05fc7c71c1 None None] Bound using segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:29:50.470779 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-5398c9e8-7384-4508-a5ce-2e05fc7c71c1 None None] Bound port: 635396da-a928-4a20-9f14-0d6dfb838628, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:29:50.471237 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5398c9e8-7384-4508-a5ce-2e05fc7c71c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:50.530112 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-86d236a4-7074-4ce1-b412-71606b3129b1 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Calling delete_port for 7b1fff37-a1a2-4de9-b568-1514dfa5a11a owned by {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:29:50.536896 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-5398c9e8-7384-4508-a5ce-2e05fc7c71c1 None None] For port 635396da-a928-4a20-9f14-0d6dfb838628, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:29:50.541470 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-5398c9e8-7384-4508-a5ce-2e05fc7c71c1 None None] For port 635396da-a928-4a20-9f14-0d6dfb838628, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=635396da-a928-4a20-9f14-0d6dfb838628,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:29:50.545751 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b31ac44-3d7d-4b1c-95fc-8e1941c7b243 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:29:50.557397 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce3b1ac-3b66-4929-bc44-17ea652156ea tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event updated for resources: {'Subnet': ['ID=678eef96-fa31-4199-855c-24f38bc18493,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:50.581092 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce3b1ac-3b66-4929-bc44-17ea652156ea tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Checking segment: {'id': 'b33a2c14-dda0-41e9-9c32-0acf92d96bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '67138b53-2811-40bc-a015-fb451bf262f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:29:50.583670 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce3b1ac-3b66-4929-bc44-17ea652156ea tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Network hostable DHCP agents. Network: 67138b53-2811-40bc-a015-fb451bf262f6, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:29:50.620531 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-e1e1d874-f5e1-492b-bb0f-b4292e7e9613 None None] Provisioning complete for port 635396da-a928-4a20-9f14-0d6dfb838628 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:50.621261 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e1e1d874-f5e1-492b-bb0f-b4292e7e9613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:50.624372 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5398c9e8-7384-4508-a5ce-2e05fc7c71c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:50.658370 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa01a6b-7826-4e0c-a6dd-c8cc2136885f tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Router d3f4015d-dd76-422d-b698-3a21ab7fa3d2 is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:29:50.674937 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d5aabcaf-aef2-4f12-83ca-a5f5ec7d5902 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:50.701838 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0c85ea8f-f3a6-49a9-940d-a02056a4a206 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:50.704882 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e5d971-b618-4ffc-927e-c305c1d44853 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:29:50.726101 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d5aabcaf-aef2-4f12-83ca-a5f5ec7d5902 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:50.729222 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce3b1ac-3b66-4929-bc44-17ea652156ea tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Network 67138b53-2811-40bc-a015-fb451bf262f6 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:29:50.736766 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5398c9e8-7384-4508-a5ce-2e05fc7c71c1 None None] Routers {'4d7001e6-326f-4221-995f-f88974a65afb'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:29:50.746616 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-5398c9e8-7384-4508-a5ce-2e05fc7c71c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:29:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['4d7001e6-326f-4221-995f-f88974a65afb'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:50.746616 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe5d3e4-d84a-4c05-8af6-688c14e21dde None None] Pushing event updated for resources: {'Port': ['ID=635396da-a928-4a20-9f14-0d6dfb838628,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:50.814729 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0c85ea8f-f3a6-49a9-940d-a02056a4a206 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:50.829574 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e1e1d874-f5e1-492b-bb0f-b4292e7e9613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:50.851755 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa01a6b-7826-4e0c-a6dd-c8cc2136885f tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:29:50.864688 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3fa01a6b-7826-4e0c-a6dd-c8cc2136885f tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:50.864688 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-3fa01a6b-7826-4e0c-a6dd-c8cc2136885f tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] 10.222.0.64 "PUT /v2.0/routers/d3f4015d-dd76-422d-b698-3a21ab7fa3d2 HTTP/1.1" status: 200 len: 916 time: 5.0486393 Dec 08 16:29:50.866295 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44574) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:50.868713 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab76ce8-24bf-4f83-9b1e-3d54a18a0557 None None] Sync routers for ids ['d3f4015d-dd76-422d-b698-3a21ab7fa3d2'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:29:50.878201 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-5ce3b1ac-3b66-4929-bc44-17ea652156ea tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 67138b53-2811-40bc-a015-fb451bf262f6) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:29:50.884745 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce3b1ac-3b66-4929-bc44-17ea652156ea tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:50.885543 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5ce3b1ac-3b66-4929-bc44-17ea652156ea tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:50.888830 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab76ce8-24bf-4f83-9b1e-3d54a18a0557 None None] Routers {'d3f4015d-dd76-422d-b698-3a21ab7fa3d2'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:29:50.899562 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-cab76ce8-24bf-4f83-9b1e-3d54a18a0557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:29:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['d3f4015d-dd76-422d-b698-3a21ab7fa3d2'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:50.910261 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c85ea8f-f3a6-49a9-940d-a02056a4a206 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5994b2ff-9c00-49f8-8503-2e4feb8ca526,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:50.919164 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c379b1a-ccb7-4513-8424-737f3fa0ac25 None None] Network 67138b53-2811-40bc-a015-fb451bf262f6 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:29:50.933587 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0c85ea8f-f3a6-49a9-940d-a02056a4a206 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:50.937499 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-0c85ea8f-f3a6-49a9-940d-a02056a4a206 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6360745 Dec 08 16:29:50.939280 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44576) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:50.943669 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-3c51cab7-eec8-4f5b-b7e2-c88b7cff3dc5 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Request body: {'security_group': {'name': 'tempest-secgroup--1177792904'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:50.963011 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-5ce3b1ac-3b66-4929-bc44-17ea652156ea tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4461486 Dec 08 16:29:50.968414 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44580) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:50.972087 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-86d236a4-7074-4ce1-b412-71606b3129b1 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:50.984440 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d5aabcaf-aef2-4f12-83ca-a5f5ec7d5902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:50.987950 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d5aabcaf-aef2-4f12-83ca-a5f5ec7d5902 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:50.990860 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-d5aabcaf-aef2-4f12-83ca-a5f5ec7d5902 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ec25b0cb-bc3f-4604-8c6f-bc467a5ed460 HTTP/1.1" status: 204 len: 168 time: 0.5613439 Dec 08 16:29:51.000882 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-cab76ce8-24bf-4f83-9b1e-3d54a18a0557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:51.027678 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab76ce8-24bf-4f83-9b1e-3d54a18a0557 None None] Routers {'d3f4015d-dd76-422d-b698-3a21ab7fa3d2'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:29:51.028549 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-cab76ce8-24bf-4f83-9b1e-3d54a18a0557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:29:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['d3f4015d-dd76-422d-b698-3a21ab7fa3d2'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:51.072192 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-cab76ce8-24bf-4f83-9b1e-3d54a18a0557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:51.072871 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab76ce8-24bf-4f83-9b1e-3d54a18a0557 None None] The sync data for ids ['d3f4015d-dd76-422d-b698-3a21ab7fa3d2'] in n-d-776250-12 is: [] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:29:51.118441 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44584) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:51.135866 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3c51cab7-eec8-4f5b-b7e2-c88b7cff3dc5 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:51.194345 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d236a4-7074-4ce1-b412-71606b3129b1 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Pushing event deleted for resources: {'Port': ['ID=7b1fff37-a1a2-4de9-b568-1514dfa5a11a,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:51.198226 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aabcaf-aef2-4f12-83ca-a5f5ec7d5902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec25b0cb-bc3f-4604-8c6f-bc467a5ed460,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:51.235549 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4ace672e-654a-4adb-9d19-b0a7d866bfc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:51.250784 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-86d236a4-7074-4ce1-b412-71606b3129b1 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:51.261196 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-86d236a4-7074-4ce1-b412-71606b3129b1 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] 10.222.0.64 "DELETE /v2.0/ports/7b1fff37-a1a2-4de9-b568-1514dfa5a11a HTTP/1.1" status: 204 len: 168 time: 1.4066336 Dec 08 16:29:51.291111 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44586) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:51.437230 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4ace672e-654a-4adb-9d19-b0a7d866bfc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:51.441369 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-e1e1d874-f5e1-492b-bb0f-b4292e7e9613 None None] For port 635396da-a928-4a20-9f14-0d6dfb838628, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=635396da-a928-4a20-9f14-0d6dfb838628,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:29:51.490895 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-5398c9e8-7384-4508-a5ce-2e05fc7c71c1 None None] Set router 4d7001e6-326f-4221-995f-f88974a65afb gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:29:51.522627 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4ace672e-654a-4adb-9d19-b0a7d866bfc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:51.606570 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e1e1d874-f5e1-492b-bb0f-b4292e7e9613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:51.695467 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ace672e-654a-4adb-9d19-b0a7d866bfc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f3b6fc-b60b-4ea9-bc19-0a7763c325ba,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:51.715090 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-59a663fb-0fc8-4dc7-8e24-cbd1f043e34f tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Deleting subnet c6ae6e68-8a4a-4a87-9a2c-bcaf21f830c1 {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:29:51.732169 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-534c61e0-27b7-47e0-a417-f6d5cc13b902 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] 10.222.0.64 "GET /v2.0/routers/d3f4015d-dd76-422d-b698-3a21ab7fa3d2 HTTP/1.1" status: 200 len: 922 time: 0.8634653 Dec 08 16:29:51.733264 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3c51cab7-eec8-4f5b-b7e2-c88b7cff3dc5 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:51.738330 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-4ace672e-654a-4adb-9d19-b0a7d866bfc5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7e900a26a7714252aa8889b2911ffbd7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6145885 Dec 08 16:29:51.749126 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44594) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:51.750243 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44596) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:51.815095 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ff508a-ab0d-400b-8c63-ffffa8f4632c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-67138b53-2811-40bc-a015-fb451bf262f6', 'network_id': '67138b53-2811-40bc-a015-fb451bf262f6', 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'fixed_ips': [{'subnet_id': '678eef96-fa31-4199-855c-24f38bc18493'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:29:51.816148 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-56ff508a-ab0d-400b-8c63-ffffa8f4632c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:51.851769 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3c51cab7-eec8-4f5b-b7e2-c88b7cff3dc5 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:51.872065 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-59a663fb-0fc8-4dc7-8e24-cbd1f043e34f tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:51.966219 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c51cab7-eec8-4f5b-b7e2-c88b7cff3dc5 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=024f7d89-fd3e-49b6-b79c-87d417f0fc9a,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:52.033000 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7182f23b-a4d4-4063-9c1f-4659a2fadf4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:52.047745 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-59a663fb-0fc8-4dc7-8e24-cbd1f043e34f tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:52.052966 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-56ff508a-ab0d-400b-8c63-ffffa8f4632c None None] Allocated IP 172.20.0.2 (67138b53-2811-40bc-a015-fb451bf262f6/678eef96-fa31-4199-855c-24f38bc18493/6bc390f2-e21f-4b22-918d-318d5fb393cf) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:29:52.085460 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7182f23b-a4d4-4063-9c1f-4659a2fadf4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:52.181309 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3c51cab7-eec8-4f5b-b7e2-c88b7cff3dc5 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:52.187078 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-3c51cab7-eec8-4f5b-b7e2-c88b7cff3dc5 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2480891 Dec 08 16:29:52.195718 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44606) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:52.197882 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca4c0be-2410-4573-832e-d960bf2e8e9f tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:52.200130 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-cca4c0be-2410-4573-832e-d960bf2e8e9f tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=1ae4cf80-76bf-4df3-a557-5cc6023c1900&device_id=d3f4015d-dd76-422d-b698-3a21ab7fa3d2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4486670 Dec 08 16:29:52.208385 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-8b738c04-4b5d-4ab1-9ab3-14b6594d0a5a tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Request body: {'security_group_rule': {'security_group_id': '5994b2ff-9c00-49f8-8503-2e4feb8ca526', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '024f7d89-fd3e-49b6-b79c-87d417f0fc9a'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:52.214580 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44608) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:52.350615 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e1d874-f5e1-492b-bb0f-b4292e7e9613 None None] Pushing event updated for resources: {'Port': ['ID=635396da-a928-4a20-9f14-0d6dfb838628,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:52.361667 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ebe111-49e4-4b38-b795-ac4ad6292a51 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:52.363254 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-33ebe111-49e4-4b38-b795-ac4ad6292a51 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] 10.222.0.64 "GET /v2.0/networks/1ae4cf80-76bf-4df3-a557-5cc6023c1900 HTTP/1.1" status: 200 len: 881 time: 0.1464756 Dec 08 16:29:52.367656 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7182f23b-a4d4-4063-9c1f-4659a2fadf4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:52.376764 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-378b75e6-1a29-426a-8b0b-88650c6d26e4 None None] Provisioning complete for port 635396da-a928-4a20-9f14-0d6dfb838628 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:52.379549 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-378b75e6-1a29-426a-8b0b-88650c6d26e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:52.386807 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7182f23b-a4d4-4063-9c1f-4659a2fadf4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:52.388259 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-7182f23b-a4d4-4063-9c1f-4659a2fadf4f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/83f3b6fc-b60b-4ea9-bc19-0a7763c325ba HTTP/1.1" status: 204 len: 168 time: 0.6171982 Dec 08 16:29:52.388893 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44616) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:52.409182 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:29:52.469359 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-79332003-9847-4bc4-a86d-02f8be59d930 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3f4015d-dd76-422d-b698-3a21ab7fa3d2 HTTP/1.1" status: 200 len: 205 time: 0.0730751 Dec 08 16:29:52.491289 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44620) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:52.502277 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-56ff508a-ab0d-400b-8c63-ffffa8f4632c None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:52.603374 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-5398c9e8-7384-4508-a5ce-2e05fc7c71c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7001e6-326f-4221-995f-f88974a65afb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204515935', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '635396da-a928-4a20-9f14-0d6dfb838628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:29:44Z', 'updated_at': '2021-12-08T16:29:47Z', 'revision_number': 3, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'gw_port': {'id': '635396da-a928-4a20-9f14-0d6dfb838628', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:60:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7001e6-326f-4221-995f-f88974a65afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:29:46Z', 'updated_at': '2021-12-08T16:29:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:52.635416 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-56ff508a-ab0d-400b-8c63-ffffa8f4632c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:52.891764 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ff508a-ab0d-400b-8c63-ffffa8f4632c None None] Network 67138b53-2811-40bc-a015-fb451bf262f6 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:29:52.905888 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-56ff508a-ab0d-400b-8c63-ffffa8f4632c None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:29:52.925158 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ff508a-ab0d-400b-8c63-ffffa8f4632c None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:29:52.937080 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5398c9e8-7384-4508-a5ce-2e05fc7c71c1 None None] The sync data for ids ['4d7001e6-326f-4221-995f-f88974a65afb'] in n-d-776250-12 is: [{'id': '4d7001e6-326f-4221-995f-f88974a65afb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204515935', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '635396da-a928-4a20-9f14-0d6dfb838628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:29:44Z', 'updated_at': '2021-12-08T16:29:47Z', 'revision_number': 3, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'gw_port': {'id': '635396da-a928-4a20-9f14-0d6dfb838628', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:60:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7001e6-326f-4221-995f-f88974a65afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:29:46Z', 'updated_at': '2021-12-08T16:29:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:29:52.944261 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-59a663fb-0fc8-4dc7-8e24-cbd1f043e34f tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:53.095919 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ff508a-ab0d-400b-8c63-ffffa8f4632c None None] Pushing event updated for resources: {'Port': ['ID=6bc390f2-e21f-4b22-918d-318d5fb393cf,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:53.132347 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-56ff508a-ab0d-400b-8c63-ffffa8f4632c None None] Attempting to bind port 6bc390f2-e21f-4b22-918d-318d5fb393cf on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:29:53.133271 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-56ff508a-ab0d-400b-8c63-ffffa8f4632c None None] Attempting to bind port 6bc390f2-e21f-4b22-918d-318d5fb393cf by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'b33a2c14-dda0-41e9-9c32-0acf92d96bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '67138b53-2811-40bc-a015-fb451bf262f6'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:29:53.133575 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ff508a-ab0d-400b-8c63-ffffa8f4632c None None] Attempting to bind port 6bc390f2-e21f-4b22-918d-318d5fb393cf on network 67138b53-2811-40bc-a015-fb451bf262f6 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:29:53.158503 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ff508a-ab0d-400b-8c63-ffffa8f4632c None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:29:53.161903 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ff508a-ab0d-400b-8c63-ffffa8f4632c None None] Checking segment: {'id': 'b33a2c14-dda0-41e9-9c32-0acf92d96bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '67138b53-2811-40bc-a015-fb451bf262f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:29:53.162550 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-56ff508a-ab0d-400b-8c63-ffffa8f4632c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:53.163131 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ff508a-ab0d-400b-8c63-ffffa8f4632c None None] Bound using segment: {'id': 'b33a2c14-dda0-41e9-9c32-0acf92d96bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '67138b53-2811-40bc-a015-fb451bf262f6'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:29:53.164856 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-56ff508a-ab0d-400b-8c63-ffffa8f4632c None None] Bound port: 6bc390f2-e21f-4b22-918d-318d5fb393cf, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b33a2c14-dda0-41e9-9c32-0acf92d96bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '67138b53-2811-40bc-a015-fb451bf262f6'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:29:53.166684 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-56ff508a-ab0d-400b-8c63-ffffa8f4632c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:53.224162 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-59a663fb-0fc8-4dc7-8e24-cbd1f043e34f tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:53.298152 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a663fb-0fc8-4dc7-8e24-cbd1f043e34f tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Pushing event deleted for resources: {'Subnet': ['ID=c6ae6e68-8a4a-4a87-9a2c-bcaf21f830c1,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:53.356305 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-56ff508a-ab0d-400b-8c63-ffffa8f4632c None None] For port 6bc390f2-e21f-4b22-918d-318d5fb393cf, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:29:53.356528 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-59a663fb-0fc8-4dc7-8e24-cbd1f043e34f tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:53.358129 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-56ff508a-ab0d-400b-8c63-ffffa8f4632c None None] For port 6bc390f2-e21f-4b22-918d-318d5fb393cf, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=6bc390f2-e21f-4b22-918d-318d5fb393cf,segment=NetworkSegment(b33a2c14-dda0-41e9-9c32-0acf92d96bc1),segment_id=b33a2c14-dda0-41e9-9c32-0acf92d96bc1)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:29:53.362747 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd21217-77fd-4b86-83c2-a2199e48cb9e None None] Network 3bb7ea89-758c-4b25-b118-d8fb5cd1f477 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:29:53.388108 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-59a663fb-0fc8-4dc7-8e24-cbd1f043e34f tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] 10.222.0.64 "DELETE /v2.0/subnets/c6ae6e68-8a4a-4a87-9a2c-bcaf21f830c1 HTTP/1.1" status: 204 len: 168 time: 2.0808251 Dec 08 16:29:53.391443 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44640) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:53.496930 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-56ff508a-ab0d-400b-8c63-ffffa8f4632c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:53.536658 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dde48bf2-621f-403b-878f-babe0e2eddcb tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:53.667269 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7182f23b-a4d4-4063-9c1f-4659a2fadf4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f3b6fc-b60b-4ea9-bc19-0a7763c325ba,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:53.795700 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-41ad1554-142f-4727-945e-029fbe12f929 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks [] for router, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:53.810991 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7abcf3b8-9a19-4781-b77c-4a82fbf4acab tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:53.900407 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ff508a-ab0d-400b-8c63-ffffa8f4632c None None] Pushing event updated for resources: {'Port': ['ID=6bc390f2-e21f-4b22-918d-318d5fb393cf,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:54.085332 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439e7b54-72ab-4cac-9063-0e6f1f38be5c None None] DHCP port deletion for 3bb7ea89-758c-4b25-b118-d8fb5cd1f477 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:29:54.239205 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-41ad1554-142f-4727-945e-029fbe12f929 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:54.276912 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [None req-8b738c04-4b5d-4ab1-9ab3-14b6594d0a5a tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:29:54.283688 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-8b738c04-4b5d-4ab1-9ab3-14b6594d0a5a tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 2.0821426 Dec 08 16:29:54.292514 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44660) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:54.299342 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-439e7b54-72ab-4cac-9063-0e6f1f38be5c None None] Deleting port 46b58972-9a05-4ab9-a11b-a6a97850df10 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:29:54.299727 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-439e7b54-72ab-4cac-9063-0e6f1f38be5c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:54.521073 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-70ae6218-d369-4f2f-a8f7-3e9c48b788e2 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:54.538907 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-439e7b54-72ab-4cac-9063-0e6f1f38be5c None None] For port 46b58972-9a05-4ab9-a11b-a6a97850df10, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=46b58972-9a05-4ab9-a11b-a6a97850df10,segment=NetworkSegment(76c9b438-beb3-43ae-8524-8c9b2b4d7f94),segment_id=76c9b438-beb3-43ae-8524-8c9b2b4d7f94)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:29:54.541286 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-439e7b54-72ab-4cac-9063-0e6f1f38be5c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:54.575635 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-439e7b54-72ab-4cac-9063-0e6f1f38be5c None None] Calling delete_port for 46b58972-9a05-4ab9-a11b-a6a97850df10 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:29:54.653788 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-70ae6218-d369-4f2f-a8f7-3e9c48b788e2 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:54.686950 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-41ad1554-142f-4727-945e-029fbe12f929 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Deleting port 891a1a81-7bc2-497a-a8ff-d9388cbee674 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:29:54.687624 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-41ad1554-142f-4727-945e-029fbe12f929 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:54.704685 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-7abcf3b8-9a19-4781-b77c-4a82fbf4acab tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Deleting port 46b58972-9a05-4ab9-a11b-a6a97850df10 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:29:54.705263 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7abcf3b8-9a19-4781-b77c-4a82fbf4acab tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:54.814376 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44672) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:54.898626 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-439e7b54-72ab-4cac-9063-0e6f1f38be5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:54.949153 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439e7b54-72ab-4cac-9063-0e6f1f38be5c None None] Pushing event deleted for resources: {'Port': ['ID=46b58972-9a05-4ab9-a11b-a6a97850df10,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:54.956141 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439e7b54-72ab-4cac-9063-0e6f1f38be5c None None] No DVR routers for this DVR port 46b58972-9a05-4ab9-a11b-a6a97850df10 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:29:54.974968 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-7abcf3b8-9a19-4781-b77c-4a82fbf4acab tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] For port 46b58972-9a05-4ab9-a11b-a6a97850df10, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=46b58972-9a05-4ab9-a11b-a6a97850df10,segment=NetworkSegment(76c9b438-beb3-43ae-8524-8c9b2b4d7f94),segment_id=76c9b438-beb3-43ae-8524-8c9b2b4d7f94)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:29:54.975651 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7abcf3b8-9a19-4781-b77c-4a82fbf4acab tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:54.985296 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-41ad1554-142f-4727-945e-029fbe12f929 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:55.010166 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-70ae6218-d369-4f2f-a8f7-3e9c48b788e2 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:55.029309 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-70ae6218-d369-4f2f-a8f7-3e9c48b788e2 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:55.031283 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-70ae6218-d369-4f2f-a8f7-3e9c48b788e2 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] 10.222.0.64 "DELETE /v2.0/security-groups/024f7d89-fd3e-49b6-b79c-87d417f0fc9a HTTP/1.1" status: 204 len: 168 time: 0.7372835 Dec 08 16:29:55.035234 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 6bc390f2-e21f-4b22-918d-318d5fb393cf up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:29:55.056508 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44676) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:55.059172 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-dde48bf2-621f-403b-878f-babe0e2eddcb tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Allocated IP 172.20.0.1 (67138b53-2811-40bc-a015-fb451bf262f6/678eef96-fa31-4199-855c-24f38bc18493/5615dee4-758e-44d4-8a14-4d68a7f54f64) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:29:55.061918 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-7abcf3b8-9a19-4781-b77c-4a82fbf4acab tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Calling delete_port for 46b58972-9a05-4ab9-a11b-a6a97850df10 owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:29:55.074807 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-41ad1554-142f-4727-945e-029fbe12f929 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Calling delete_port for 891a1a81-7bc2-497a-a8ff-d9388cbee674 owned by network:router_gateway {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:29:55.160448 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 6bc390f2-e21f-4b22-918d-318d5fb393cf triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:55.160977 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:55.258916 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-331e8e70-4a94-41c0-adf7-db1085790c74 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-760813147-network', 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:55.313372 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae6218-d369-4f2f-a8f7-3e9c48b788e2 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=024f7d89-fd3e-49b6-b79c-87d417f0fc9a,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:55.410204 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:55.491971 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 6bc390f2-e21f-4b22-918d-318d5fb393cf, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=6bc390f2-e21f-4b22-918d-318d5fb393cf,segment=NetworkSegment(b33a2c14-dda0-41e9-9c32-0acf92d96bc1),segment_id=b33a2c14-dda0-41e9-9c32-0acf92d96bc1)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:29:55.525179 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-331e8e70-4a94-41c0-adf7-db1085790c74 admin admin] Made reservation on behalf of 71f5826d1b3d4cd5a2c95e78c7917860 for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:29:55.527912 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-331e8e70-4a94-41c0-adf7-db1085790c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:55.549829 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c72ed61f-b6da-4731-9231-59f8b788cea0 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.4862919 Dec 08 16:29:55.550744 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44694) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:55.552684 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7abcf3b8-9a19-4781-b77c-4a82fbf4acab tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:55.566037 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:55.566466 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-331e8e70-4a94-41c0-adf7-db1085790c74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:55.567426 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 635396da-a928-4a20-9f14-0d6dfb838628 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:29:55.596124 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dde48bf2-621f-403b-878f-babe0e2eddcb tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:55.601766 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abcf3b8-9a19-4781-b77c-4a82fbf4acab tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Pushing event deleted for resources: {'Port': ['ID=46b58972-9a05-4ab9-a11b-a6a97850df10,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:55.624319 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abcf3b8-9a19-4781-b77c-4a82fbf4acab tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] No DVR routers for this DVR port 46b58972-9a05-4ab9-a11b-a6a97850df10 on host n-d-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:29:55.789654 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=6bc390f2-e21f-4b22-918d-318d5fb393cf,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:55.799917 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 635396da-a928-4a20-9f14-0d6dfb838628 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:55.801207 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:55.839600 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7abcf3b8-9a19-4781-b77c-4a82fbf4acab tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:55.847727 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-01a27448-ea12-4089-a79d-f7c71fc5ffe3 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:55.854336 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa93414-bab2-4f7b-b08c-b38333d49a71 None None] Network 67138b53-2811-40bc-a015-fb451bf262f6 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:29:55.873171 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-7abcf3b8-9a19-4781-b77c-4a82fbf4acab tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bb7ea89-758c-4b25-b118-d8fb5cd1f477']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:55.885558 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-7abcf3b8-9a19-4781-b77c-4a82fbf4acab tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76c9b438-beb3-43ae-8524-8c9b2b4d7f94') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:55.885856 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-7abcf3b8-9a19-4781-b77c-4a82fbf4acab tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76c9b438-beb3-43ae-8524-8c9b2b4d7f94') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:55.895214 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-41ad1554-142f-4727-945e-029fbe12f929 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:55.899402 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7abcf3b8-9a19-4781-b77c-4a82fbf4acab tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:55.902020 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dde48bf2-621f-403b-878f-babe0e2eddcb tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:55.912486 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-01a27448-ea12-4089-a79d-f7c71fc5ffe3 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:55.954302 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-331e8e70-4a94-41c0-adf7-db1085790c74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:55.958917 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ad1554-142f-4727-945e-029fbe12f929 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Pushing event deleted for resources: {'Port': ['ID=891a1a81-7bc2-497a-a8ff-d9388cbee674,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:55.993922 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde48bf2-621f-403b-878f-babe0e2eddcb tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Network 67138b53-2811-40bc-a015-fb451bf262f6 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:29:55.999447 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7abcf3b8-9a19-4781-b77c-4a82fbf4acab tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:56.010255 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-dde48bf2-621f-403b-878f-babe0e2eddcb tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:29:56.018223 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde48bf2-621f-403b-878f-babe0e2eddcb tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:29:56.025191 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b79a0cc-c048-44c3-aed9-d027e4cf2507 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:29:56.040763 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7abcf3b8-9a19-4781-b77c-4a82fbf4acab tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:29:56.042165 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7abcf3b8-9a19-4781-b77c-4a82fbf4acab tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:56.065101 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-331e8e70-4a94-41c0-adf7-db1085790c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:56.077968 n-d-776250-12 neutron-server[110551]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:29:56.077968 n-d-776250-12 neutron-server[110551]: self.session.flush() Dec 08 16:29:56.077968 n-d-776250-12 neutron-server[110551]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:29:56.077968 n-d-776250-12 neutron-server[110551]: self.session.flush() Dec 08 16:29:56.077968 n-d-776250-12 neutron-server[110551]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:29:56.077968 n-d-776250-12 neutron-server[110551]: self.session.flush() Dec 08 16:29:56.077968 n-d-776250-12 neutron-server[110551]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:29:56.077968 n-d-776250-12 neutron-server[110551]: self.session.flush() Dec 08 16:29:56.077968 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:29:56.077968 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:29:56.077968 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:29:56.077968 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:29:56.077968 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:29:56.077968 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:29:56.077968 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:29:56.077968 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:29:56.077968 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:29:56.077968 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:29:56.077968 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:29:56.077968 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:29:56.077968 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:29:56.077968 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:29:56.077968 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:29:56.077968 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:29:56.077968 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:29:56.077968 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:29:56.077968 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:29:56.077968 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:29:56.077968 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:29:56.077968 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:29:56.077968 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:29:56.077968 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:29:56.077968 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:29:56.077968 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:29:56.077968 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:29:56.077968 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:29:56.077968 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:29:56.077968 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:29:56.077968 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:29:56.077968 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:29:56.095977 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-011a46ce-0aa2-4f19-87db-4d053f2dd29a None None] Provisioning complete for port 6bc390f2-e21f-4b22-918d-318d5fb393cf triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:56.096546 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-011a46ce-0aa2-4f19-87db-4d053f2dd29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:56.216371 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-331e8e70-4a94-41c0-adf7-db1085790c74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:29:56.232073 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-331e8e70-4a94-41c0-adf7-db1085790c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:56.232614 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-331e8e70-4a94-41c0-adf7-db1085790c74 admin admin] Added segment 148e30e1-cdcf-4201-a517-2bd3763917d1 of type vlan for network b16f21e0-d13a-4c4c-a863-a31df2be91b8 Dec 08 16:29:56.244640 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde48bf2-621f-403b-878f-babe0e2eddcb tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event updated for resources: {'Port': ['ID=5615dee4-758e-44d4-8a14-4d68a7f54f64,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:56.261751 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dde48bf2-621f-403b-878f-babe0e2eddcb tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:56.291507 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-331e8e70-4a94-41c0-adf7-db1085790c74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:56.362278 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-01a27448-ea12-4089-a79d-f7c71fc5ffe3 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:56.366931 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-01a27448-ea12-4089-a79d-f7c71fc5ffe3 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:56.371298 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-01a27448-ea12-4089-a79d-f7c71fc5ffe3 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] 10.222.0.64 "DELETE /v2.0/security-groups/5994b2ff-9c00-49f8-8503-2e4feb8ca526 HTTP/1.1" status: 204 len: 168 time: 0.8126280 Dec 08 16:29:56.386785 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7abcf3b8-9a19-4781-b77c-4a82fbf4acab tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:56.389599 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44714) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:56.401964 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7abcf3b8-9a19-4781-b77c-4a82fbf4acab tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:56.426994 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-7abcf3b8-9a19-4781-b77c-4a82fbf4acab tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] 10.222.0.64 "DELETE /v2.0/networks/3bb7ea89-758c-4b25-b118-d8fb5cd1f477 HTTP/1.1" status: 204 len: 168 time: 3.0119588 Dec 08 16:29:56.441358 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331e8e70-4a94-41c0-adf7-db1085790c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c400c3-2c7c-4df7-9471-d9a9641c9c11,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:56.473341 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-41ad1554-142f-4727-945e-029fbe12f929 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:56.509096 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abcf3b8-9a19-4781-b77c-4a82fbf4acab tempest-ExtraDHCPOptionsIpV6TestJSON-156549385 tempest-ExtraDHCPOptionsIpV6TestJSON-156549385-project] Pushing event deleted for resources: {'Network': ['ID=3bb7ea89-758c-4b25-b118-d8fb5cd1f477,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:56.538985 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a27448-ea12-4089-a79d-f7c71fc5ffe3 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5994b2ff-9c00-49f8-8503-2e4feb8ca526,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:56.588789 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 46b58972-9a05-4ab9-a11b-a6a97850df10 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:29:56.650042 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 46b58972-9a05-4ab9-a11b-a6a97850df10 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:29:56.650392 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 46b58972-9a05-4ab9-a11b-a6a97850df10 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:29:56.692084 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-9b7368ed-ed63-4b12-a9be-8d98e95ac47b None None] Provisioning complete for port 6bc390f2-e21f-4b22-918d-318d5fb393cf triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:56.696605 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9b7368ed-ed63-4b12-a9be-8d98e95ac47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:56.763427 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-331e8e70-4a94-41c0-adf7-db1085790c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:56.767935 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331e8e70-4a94-41c0-adf7-db1085790c74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:56.768610 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-331e8e70-4a94-41c0-adf7-db1085790c74 admin admin] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:56.871386 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-41ad1554-142f-4727-945e-029fbe12f929 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:56.873718 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-41ad1554-142f-4727-945e-029fbe12f929 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:56.899210 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dde48bf2-621f-403b-878f-babe0e2eddcb tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:56.916906 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 6bc390f2-e21f-4b22-918d-318d5fb393cf up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:29:57.001960 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-722ba56d-2b5c-467f-bbbd-c504f29bbd4f tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5949244 Dec 08 16:29:57.004413 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44750) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:57.014566 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-ea83d572-0152-48ec-8fcc-dcec2f6ad826 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Request body: {'security_group': {'name': 'tempest-secgroup--2054519536'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:57.017990 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-9b7368ed-ed63-4b12-a9be-8d98e95ac47b None None] Provisioning complete for port 5615dee4-758e-44d4-8a14-4d68a7f54f64 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:57.018436 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9b7368ed-ed63-4b12-a9be-8d98e95ac47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:57.028211 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-41ad1554-142f-4727-945e-029fbe12f929 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:57.028773 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ad1554-142f-4727-945e-029fbe12f929 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Fanout notify agent at l3_agent the message router_deleted on router d3f4015d-dd76-422d-b698-3a21ab7fa3d2 {{(pid=110550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:29:57.059205 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-41ad1554-142f-4727-945e-029fbe12f929 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:57.067475 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-41ad1554-142f-4727-945e-029fbe12f929 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] 10.222.0.64 "DELETE /v2.0/routers/d3f4015d-dd76-422d-b698-3a21ab7fa3d2 HTTP/1.1" status: 204 len: 168 time: 4.5715795 Dec 08 16:29:57.071887 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44756) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:57.080600 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-9b7368ed-ed63-4b12-a9be-8d98e95ac47b None None] Port 5615dee4-758e-44d4-8a14-4d68a7f54f64 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:29:57.084998 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-331e8e70-4a94-41c0-adf7-db1085790c74 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2620924 Dec 08 16:29:57.103078 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 6bc390f2-e21f-4b22-918d-318d5fb393cf triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:57.103504 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:57.107630 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-1a10bd35-99bb-4e58-8df7-e401e8a6ca14 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-274264647', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}, 'admin_state_up': False}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:57.118980 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44758) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:57.136134 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-74c791e5-92f1-402d-acf9-e2bb60f40ced admin admin] Request body: {'subnet': {'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-760813147-subnet', 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'ip_version': 4}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:57.149644 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44764) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:57.157019 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331e8e70-4a94-41c0-adf7-db1085790c74 admin admin] Pushing event updated for resources: {'Network': ['ID=b16f21e0-d13a-4c4c-a863-a31df2be91b8,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:57.164746 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.db.api [None req-74c791e5-92f1-402d-acf9-e2bb60f40ced admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 08 16:29:57.164746 n-d-776250-12 neutron-server[110550]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 08 16:29:57.164746 n-d-776250-12 neutron-server[110550]: [parameters: {'project_id_1': '71f5826d1b3d4cd5a2c95e78c7917860', 'expiration_1': datetime.datetime(2021, 12, 8, 16, 29, 37, 142651)}] Dec 08 16:29:57.164746 n-d-776250-12 neutron-server[110550]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:29:57.165539 n-d-776250-12 neutron-server[110550]: DEBUG oslo_db.api [None req-74c791e5-92f1-402d-acf9-e2bb60f40ced admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:29:57.167710 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.db.api [None req-1a10bd35-99bb-4e58-8df7-e401e8a6ca14 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 08 16:29:57.167710 n-d-776250-12 neutron-server[110550]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 08 16:29:57.167710 n-d-776250-12 neutron-server[110550]: [parameters: {'project_id_1': '22d70a3f28954c75ad8091eac4d7716a', 'expiration_1': datetime.datetime(2021, 12, 8, 16, 29, 37, 147400)}] Dec 08 16:29:57.167710 n-d-776250-12 neutron-server[110550]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:29:57.168502 n-d-776250-12 neutron-server[110550]: DEBUG oslo_db.api [None req-1a10bd35-99bb-4e58-8df7-e401e8a6ca14 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:29:57.171306 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network b16f21e0-d13a-4c4c-a863-a31df2be91b8 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:29:57.299279 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ea83d572-0152-48ec-8fcc-dcec2f6ad826 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:57.352402 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-62eb1f95-3c21-4fb3-b2d0-867db81d0618 None None] Provisioning complete for port 5615dee4-758e-44d4-8a14-4d68a7f54f64 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:57.352871 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-62eb1f95-3c21-4fb3-b2d0-867db81d0618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:57.441552 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-62eb1f95-3c21-4fb3-b2d0-867db81d0618 None None] Port 5615dee4-758e-44d4-8a14-4d68a7f54f64 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:29:57.527878 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-44c3f63c-031f-496d-9af8-6ead1824927e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0aac41ee8d65434f8f142a4e455f60e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3691409 Dec 08 16:29:57.530762 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44774) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:57.552802 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ea83d572-0152-48ec-8fcc-dcec2f6ad826 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:57.574341 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dde48bf2-621f-403b-878f-babe0e2eddcb tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:57.595532 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-879a34ec-7252-4647-bfb2-e698ffbb5d63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:57.618827 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-879a34ec-7252-4647-bfb2-e698ffbb5d63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:57.683090 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ea83d572-0152-48ec-8fcc-dcec2f6ad826 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:57.711000 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dde48bf2-621f-403b-878f-babe0e2eddcb tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:57.771077 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea83d572-0152-48ec-8fcc-dcec2f6ad826 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3be43815-090d-4a8c-96db-b22fd50d10c9,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:57.807749 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c791e5-92f1-402d-acf9-e2bb60f40ced admin admin] Made reservation on behalf of 71f5826d1b3d4cd5a2c95e78c7917860 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:29:57.810217 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-74c791e5-92f1-402d-acf9-e2bb60f40ced admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:57.830968 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-879a34ec-7252-4647-bfb2-e698ffbb5d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:57.836227 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-879a34ec-7252-4647-bfb2-e698ffbb5d63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:57.852024 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dde48bf2-621f-403b-878f-babe0e2eddcb tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:57.856805 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-879a34ec-7252-4647-bfb2-e698ffbb5d63 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8a2bcfd2-f072-4c71-9617-335c6e6afaff HTTP/1.1" status: 204 len: 168 time: 0.3203366 Dec 08 16:29:57.862366 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde48bf2-621f-403b-878f-babe0e2eddcb tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event updated for resources: {'Port': ['ID=5615dee4-758e-44d4-8a14-4d68a7f54f64,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:57.990900 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ea83d572-0152-48ec-8fcc-dcec2f6ad826 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:57.995942 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ea83d572-0152-48ec-8fcc-dcec2f6ad826 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9880002 Dec 08 16:29:57.996644 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44792) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:58.002232 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-2696f4c2-369b-47b5-ad83-d94683dd04a1 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Request body: {'security_group_rule': {'security_group_id': '3be43815-090d-4a8c-96db-b22fd50d10c9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:58.020508 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde48bf2-621f-403b-878f-babe0e2eddcb tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Network 67138b53-2811-40bc-a015-fb451bf262f6 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:29:58.020508 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-dde48bf2-621f-403b-878f-babe0e2eddcb tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:29:58.084492 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1a10bd35-99bb-4e58-8df7-e401e8a6ca14 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:58.085856 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1a10bd35-99bb-4e58-8df7-e401e8a6ca14 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:58.098682 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879a34ec-7252-4647-bfb2-e698ffbb5d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2bcfd2-f072-4c71-9617-335c6e6afaff,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:58.320812 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dde48bf2-621f-403b-878f-babe0e2eddcb tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Router 4d7001e6-326f-4221-995f-f88974a65afb has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:29:58.369629 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1a10bd35-99bb-4e58-8df7-e401e8a6ca14 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:58.378077 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-74c791e5-92f1-402d-acf9-e2bb60f40ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:58.437294 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-2696f4c2-369b-47b5-ad83-d94683dd04a1 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:29:58.443761 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-2696f4c2-369b-47b5-ad83-d94683dd04a1 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4455450 Dec 08 16:29:58.449760 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44814) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:58.483716 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-825031bb-e552-4a41-8342-59ed194db3d8 None None] Provisioning complete for port 5615dee4-758e-44d4-8a14-4d68a7f54f64 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:58.484986 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-825031bb-e552-4a41-8342-59ed194db3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:58.498832 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-4c47ef71-ed44-4cc3-b81b-8146cab343e0 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Request body: {'security_group_rule': {'security_group_id': '3be43815-090d-4a8c-96db-b22fd50d10c9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:58.552313 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c791e5-92f1-402d-acf9-e2bb60f40ced admin admin] Pushing event updated for resources: {'Subnet': ['ID=13be6d62-2e9a-40c4-9d1e-34aa15cc5f10,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:58.566219 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-825031bb-e552-4a41-8342-59ed194db3d8 None None] Port 5615dee4-758e-44d4-8a14-4d68a7f54f64 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:29:58.624201 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c791e5-92f1-402d-acf9-e2bb60f40ced admin admin] Checking segment: {'id': '148e30e1-cdcf-4201-a517-2bd3763917d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:29:58.625016 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c791e5-92f1-402d-acf9-e2bb60f40ced admin admin] Network hostable DHCP agents. Network: b16f21e0-d13a-4c4c-a863-a31df2be91b8, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:29:58.673402 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde48bf2-621f-403b-878f-babe0e2eddcb tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:29:58.679499 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-dde48bf2-621f-403b-878f-babe0e2eddcb tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "PUT /v2.0/routers/4d7001e6-326f-4221-995f-f88974a65afb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7100363 Dec 08 16:29:58.699705 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c201a6-57cf-4572-bcfb-b386eb5ebac5 None None] Sync routers for ids ['4d7001e6-326f-4221-995f-f88974a65afb'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:29:58.724848 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c201a6-57cf-4572-bcfb-b386eb5ebac5 None None] Routers {'4d7001e6-326f-4221-995f-f88974a65afb'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:29:58.725773 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-10c201a6-57cf-4572-bcfb-b386eb5ebac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:29:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['4d7001e6-326f-4221-995f-f88974a65afb'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:58.755717 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1a10bd35-99bb-4e58-8df7-e401e8a6ca14 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:58.803226 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-4c47ef71-ed44-4cc3-b81b-8146cab343e0 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:29:58.804166 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44830) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:58.804563 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-4c47ef71-ed44-4cc3-b81b-8146cab343e0 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3497641 Dec 08 16:29:58.915209 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d3d07225-b8d4-4f2c-910d-14e6de8ada51 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:58.917225 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c791e5-92f1-402d-acf9-e2bb60f40ced admin admin] Network b16f21e0-d13a-4c4c-a863-a31df2be91b8 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:29:59.052199 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-10c201a6-57cf-4572-bcfb-b386eb5ebac5 None None] Set router 4d7001e6-326f-4221-995f-f88974a65afb gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:29:59.095639 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d3d07225-b8d4-4f2c-910d-14e6de8ada51 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:59.149209 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6798d405-718a-493a-90c0-d281175fc824 req-a6eaaace-a83c-4ae8-823c-c26d4d49452b tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1140068549&fields=id&tenant_id=5ac8783bc8454dbdaff01b6ea349ef5e HTTP/1.1" status: 200 len: 267 time: 0.1424549 Dec 08 16:29:59.210756 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-74c791e5-92f1-402d-acf9-e2bb60f40ced admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, b16f21e0-d13a-4c4c-a863-a31df2be91b8) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:29:59.215919 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c791e5-92f1-402d-acf9-e2bb60f40ced admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:59.217332 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-74c791e5-92f1-402d-acf9-e2bb60f40ced admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:59.270528 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d3d07225-b8d4-4f2c-910d-14e6de8ada51 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:59.273784 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d3d07225-b8d4-4f2c-910d-14e6de8ada51 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:59.274935 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-d3d07225-b8d4-4f2c-910d-14e6de8ada51 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] 10.222.0.64 "DELETE /v2.0/security-groups/3be43815-090d-4a8c-96db-b22fd50d10c9 HTTP/1.1" status: 204 len: 168 time: 0.4695041 Dec 08 16:29:59.306635 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44862) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:59.316542 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bf1959-9cd4-49d9-a092-363bb6eeb121 None None] Network b16f21e0-d13a-4c4c-a863-a31df2be91b8 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:29:59.348960 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d07225-b8d4-4f2c-910d-14e6de8ada51 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be43815-090d-4a8c-96db-b22fd50d10c9,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:59.380797 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-5e36aa48-48a9-4079-88cd-1c299cf05532 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0725775 Dec 08 16:29:59.392908 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44868) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:59.393578 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1a10bd35-99bb-4e58-8df7-e401e8a6ca14 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks [] for router_gateway, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:59.416757 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-3eb25eaf-9281-40f5-83b2-2c5f130b5259 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Request body: {'security_group': {'name': 'tempest-secgroup--1080942872'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:59.443826 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6798d405-718a-493a-90c0-d281175fc824 req-c49fc63d-d6df-494f-becd-b92c9382b1b4 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:59.446224 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6798d405-718a-493a-90c0-d281175fc824 req-c49fc63d-d6df-494f-becd-b92c9382b1b4 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/networks?id=67138b53-2811-40bc-a015-fb451bf262f6 HTTP/1.1" status: 200 len: 796 time: 0.2889252 Dec 08 16:29:59.461819 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1a10bd35-99bb-4e58-8df7-e401e8a6ca14 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:59.490410 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6798d405-718a-493a-90c0-d281175fc824 req-d356418a-dd14-4769-8bae-5330774d2f08 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/quotas/5ac8783bc8454dbdaff01b6ea349ef5e HTTP/1.1" status: 200 len: 375 time: 0.0380347 Dec 08 16:29:59.515466 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-74c791e5-92f1-402d-acf9-e2bb60f40ced admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3834789 Dec 08 16:29:59.531172 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44878) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:59.545644 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-2de7ff71-b49f-40f6-9e14-a371f5bb3f7c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-760813147-router', 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:59.601213 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2397abde-d18b-42d0-afe8-667310a64ae0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-b16f21e0-d13a-4c4c-a863-a31df2be91b8', 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8', 'project_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'fixed_ips': [{'subnet_id': '13be6d62-2e9a-40c4-9d1e-34aa15cc5f10'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:29:59.603494 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2397abde-d18b-42d0-afe8-667310a64ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:59.668799 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6798d405-718a-493a-90c0-d281175fc824 req-96696b8f-03b8-4fc5-9812-39c17f03917a tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=5ac8783bc8454dbdaff01b6ea349ef5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1770961 Dec 08 16:29:59.727509 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3eb25eaf-9281-40f5-83b2-2c5f130b5259 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:59.791827 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44890) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:59.982044 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3eb25eaf-9281-40f5-83b2-2c5f130b5259 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:59.987484 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2de7ff71-b49f-40f6-9e14-a371f5bb3f7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:59.990732 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2de7ff71-b49f-40f6-9e14-a371f5bb3f7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:00.013167 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-2397abde-d18b-42d0-afe8-667310a64ae0 None None] Allocated IP 172.20.0.2 (b16f21e0-d13a-4c4c-a863-a31df2be91b8/13be6d62-2e9a-40c4-9d1e-34aa15cc5f10/8a9b4873-f43e-4354-93f9-c666f9a054e0) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:30:00.030350 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-1a10bd35-99bb-4e58-8df7-e401e8a6ca14 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Allocated IP 172.25.0.220 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/a4b59117-43ab-440f-8b4f-0d8f174f2b1b) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:30:00.064468 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3eb25eaf-9281-40f5-83b2-2c5f130b5259 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:00.096452 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6798d405-718a-493a-90c0-d281175fc824 req-012a2c81-3b13-482d-8e1a-ff3ab54e8383 service neutron] 10.222.0.64 "GET /v2.0/networks/67138b53-2811-40bc-a015-fb451bf262f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4083097 Dec 08 16:30:00.102278 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-864cecc4-8c31-4b10-b9d5-dfc9bcbec0b9 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1241188540'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:00.224817 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-864cecc4-8c31-4b10-b9d5-dfc9bcbec0b9 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Made reservation on behalf of 104f554fb93347018c31f019caad78c1 for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:30:00.235227 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-864cecc4-8c31-4b10-b9d5-dfc9bcbec0b9 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:00.238678 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2397abde-d18b-42d0-afe8-667310a64ae0 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:00.260362 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-10c201a6-57cf-4572-bcfb-b386eb5ebac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7001e6-326f-4221-995f-f88974a65afb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204515935', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '635396da-a928-4a20-9f14-0d6dfb838628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:29:44Z', 'updated_at': '2021-12-08T16:29:56Z', 'revision_number': 4, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'gw_port': {'id': '635396da-a928-4a20-9f14-0d6dfb838628', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7001e6-326f-4221-995f-f88974a65afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:29:46Z', 'updated_at': '2021-12-08T16:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '5615dee4-758e-44d4-8a14-4d68a7f54f64', 'name': '', 'network_id': '67138b53-2811-40bc-a015-fb451bf262f6', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'mac_address': 'fa:16:3e:9a:21:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7001e6-326f-4221-995f-f88974a65afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '678eef96-fa31-4199-855c-24f38bc18493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:29:54Z', 'updated_at': '2021-12-08T16:29:57Z', 'revision_number': 2, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'subnets': [{'id': '678eef96-fa31-4199-855c-24f38bc18493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:00.264694 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-864cecc4-8c31-4b10-b9d5-dfc9bcbec0b9 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:00.305392 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c201a6-57cf-4572-bcfb-b386eb5ebac5 None None] Checking router: 4d7001e6-326f-4221-995f-f88974a65afb for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:30:00.305765 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c201a6-57cf-4572-bcfb-b386eb5ebac5 None None] Updating router 4d7001e6-326f-4221-995f-f88974a65afb port 5615dee4-758e-44d4-8a14-4d68a7f54f64 binding host n-d-776250-12 {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:30:00.335835 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2397abde-d18b-42d0-afe8-667310a64ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:00.357264 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2de7ff71-b49f-40f6-9e14-a371f5bb3f7c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:00.365056 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2397abde-d18b-42d0-afe8-667310a64ae0 None None] Network b16f21e0-d13a-4c4c-a863-a31df2be91b8 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:30:00.375680 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-2397abde-d18b-42d0-afe8-667310a64ae0 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:00.378129 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2397abde-d18b-42d0-afe8-667310a64ae0 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:30:00.383137 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb25eaf-9281-40f5-83b2-2c5f130b5259 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c719734-649a-416d-87a2-69dc39865c10,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:00.424624 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3eb25eaf-9281-40f5-83b2-2c5f130b5259 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:00.430718 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-10c201a6-57cf-4572-bcfb-b386eb5ebac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:00.433367 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44904) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:00.438242 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-3eb25eaf-9281-40f5-83b2-2c5f130b5259 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0312853 Dec 08 16:30:00.440013 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-227e13ec-17f3-436f-a4ad-dcc368b95661 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:00.440786 n-d-776250-12 neutron-server[110551]: WARNING neutron.api.v2.base [None req-227e13ec-17f3-436f-a4ad-dcc368b95661 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 08 16:30:00.441908 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-227e13ec-17f3-436f-a4ad-dcc368b95661 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] update failed (client error): There was a conflict when trying to complete your request. Dec 08 16:30:00.442406 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-227e13ec-17f3-436f-a4ad-dcc368b95661 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] 10.222.0.64 "PUT /v2.0/security-groups/9c719734-649a-416d-87a2-69dc39865c10 HTTP/1.1" status: 409 len: 330 time: 0.0066121 Dec 08 16:30:00.446360 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44906) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:00.458762 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6798d405-718a-493a-90c0-d281175fc824 req-17459e86-cbc2-4f6d-aa11-d8564e4cb095 service neutron] 10.222.0.64 "GET /v2.0/networks/67138b53-2811-40bc-a015-fb451bf262f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3310587 Dec 08 16:30:00.530773 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6a0d3562-4fc6-43d5-aa53-48abe07bd8e9 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:00.574850 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6a0d3562-4fc6-43d5-aa53-48abe07bd8e9 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:00.575085 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-2397abde-d18b-42d0-afe8-667310a64ae0 None None] Attempting to bind port 8a9b4873-f43e-4354-93f9-c666f9a054e0 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:30:00.575212 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-2397abde-d18b-42d0-afe8-667310a64ae0 None None] Attempting to bind port 8a9b4873-f43e-4354-93f9-c666f9a054e0 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '148e30e1-cdcf-4201-a517-2bd3763917d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:30:00.575859 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2397abde-d18b-42d0-afe8-667310a64ae0 None None] Attempting to bind port 8a9b4873-f43e-4354-93f9-c666f9a054e0 on network b16f21e0-d13a-4c4c-a863-a31df2be91b8 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:30:00.588516 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2397abde-d18b-42d0-afe8-667310a64ae0 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:30:00.588982 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2397abde-d18b-42d0-afe8-667310a64ae0 None None] Checking segment: {'id': '148e30e1-cdcf-4201-a517-2bd3763917d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:30:00.589481 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2397abde-d18b-42d0-afe8-667310a64ae0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:00.590002 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2397abde-d18b-42d0-afe8-667310a64ae0 None None] Bound using segment: {'id': '148e30e1-cdcf-4201-a517-2bd3763917d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:30:00.590563 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-2397abde-d18b-42d0-afe8-667310a64ae0 None None] Bound port: 8a9b4873-f43e-4354-93f9-c666f9a054e0, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '148e30e1-cdcf-4201-a517-2bd3763917d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:30:00.591023 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2397abde-d18b-42d0-afe8-667310a64ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:00.596973 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2397abde-d18b-42d0-afe8-667310a64ae0 None None] Pushing event updated for resources: {'Port': ['ID=8a9b4873-f43e-4354-93f9-c666f9a054e0,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:00.621107 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-864cecc4-8c31-4b10-b9d5-dfc9bcbec0b9 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:00.673519 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44908) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:00.701135 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-2397abde-d18b-42d0-afe8-667310a64ae0 None None] For port 8a9b4873-f43e-4354-93f9-c666f9a054e0, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:30:00.705520 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-2397abde-d18b-42d0-afe8-667310a64ae0 None None] For port 8a9b4873-f43e-4354-93f9-c666f9a054e0, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=8a9b4873-f43e-4354-93f9-c666f9a054e0,segment=NetworkSegment(148e30e1-cdcf-4201-a517-2bd3763917d1),segment_id=148e30e1-cdcf-4201-a517-2bd3763917d1)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:30:00.708638 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-864cecc4-8c31-4b10-b9d5-dfc9bcbec0b9 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:00.741109 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6a0d3562-4fc6-43d5-aa53-48abe07bd8e9 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:00.743853 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6a0d3562-4fc6-43d5-aa53-48abe07bd8e9 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:00.745382 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-6a0d3562-4fc6-43d5-aa53-48abe07bd8e9 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] 10.222.0.64 "DELETE /v2.0/security-groups/9c719734-649a-416d-87a2-69dc39865c10 HTTP/1.1" status: 204 len: 168 time: 0.2978046 Dec 08 16:30:00.753298 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44912) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:00.760301 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-864cecc4-8c31-4b10-b9d5-dfc9bcbec0b9 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:30:00.786099 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-864cecc4-8c31-4b10-b9d5-dfc9bcbec0b9 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:00.786610 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-864cecc4-8c31-4b10-b9d5-dfc9bcbec0b9 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Added segment 7c414cb3-2924-4125-939b-d66914788aea of type vlan for network d054a046-6d3e-4c2a-8726-a6bf2b7d2ca3 Dec 08 16:30:00.790163 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864cecc4-8c31-4b10-b9d5-dfc9bcbec0b9 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9182458d-e1be-435a-b69a-fbf805ac7d42,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:00.840828 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2397abde-d18b-42d0-afe8-667310a64ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:00.858016 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0d3562-4fc6-43d5-aa53-48abe07bd8e9 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c719734-649a-416d-87a2-69dc39865c10,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:00.918585 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-864cecc4-8c31-4b10-b9d5-dfc9bcbec0b9 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:00.932314 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-889bfdc1-436c-4b97-835e-db374d0d59a2 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1777635 Dec 08 16:30:00.937225 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44918) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:00.938645 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2397abde-d18b-42d0-afe8-667310a64ae0 None None] Pushing event updated for resources: {'Port': ['ID=8a9b4873-f43e-4354-93f9-c666f9a054e0,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:00.950869 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f13869c3-d5ce-47f1-b02e-806a1db1036e req-ef98a9a5-1b78-46dd-a728-73c2abe26471 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=eaa1587d-d57b-472c-b885-663a7788dc96 HTTP/1.1" status: 200 len: 210 time: 0.0658901 Dec 08 16:30:00.971268 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1a10bd35-99bb-4e58-8df7-e401e8a6ca14 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:01.023329 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-0a6d1647-2664-40e5-bcee-b54a63590fe4 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] delete failed (client error): The resource could not be found. Dec 08 16:30:01.033399 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-0a6d1647-2664-40e5-bcee-b54a63590fe4 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] 10.222.0.64 "DELETE /v2.0/security-groups/b680b00b-171e-4cab-8b82-de8658cf8bed HTTP/1.1" status: 404 len: 347 time: 0.0913534 Dec 08 16:30:01.034052 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44922) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:01.053583 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-14c28bca-680a-4a13-ba60-cd6250fd30f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:01.070563 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-f31235d0-bdc7-4e5a-ba82-51bd4285fb00 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] show failed (client error): The resource could not be found. Dec 08 16:30:01.077450 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f31235d0-bdc7-4e5a-ba82-51bd4285fb00 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] 10.222.0.64 "GET /v2.0/security-groups/52bb13b7-c7f9-44ce-8410-eae27376801c HTTP/1.1" status: 404 len: 347 time: 0.0404012 Dec 08 16:30:01.079188 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44924) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:01.134444 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-864cecc4-8c31-4b10-b9d5-dfc9bcbec0b9 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:01.141523 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864cecc4-8c31-4b10-b9d5-dfc9bcbec0b9 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:01.142184 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-864cecc4-8c31-4b10-b9d5-dfc9bcbec0b9 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:01.162884 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-83e25241-a622-4a34-94c1-2eeb6dbb2495 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] show failed (client error): The resource could not be found. Dec 08 16:30:01.168759 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-83e25241-a622-4a34-94c1-2eeb6dbb2495 tempest-NegativeSecGroupIPv6Test-1594052226 tempest-NegativeSecGroupIPv6Test-1594052226-project] 10.222.0.64 "GET /v2.0/security-group-rules/b4d35da9-fc36-40c1-9250-7b2f9a69e670 HTTP/1.1" status: 404 len: 356 time: 0.0886762 Dec 08 16:30:01.332666 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2de7ff71-b49f-40f6-9e14-a371f5bb3f7c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:01.365809 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864cecc4-8c31-4b10-b9d5-dfc9bcbec0b9 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Pushing event updated for resources: {'Network': ['ID=d054a046-6d3e-4c2a-8726-a6bf2b7d2ca3,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:01.401315 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network d054a046-6d3e-4c2a-8726-a6bf2b7d2ca3 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:30:01.408930 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-864cecc4-8c31-4b10-b9d5-dfc9bcbec0b9 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6157842 Dec 08 16:30:01.505117 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1a10bd35-99bb-4e58-8df7-e401e8a6ca14 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:01.716341 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-14c28bca-680a-4a13-ba60-cd6250fd30f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:01.769217 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a10bd35-99bb-4e58-8df7-e401e8a6ca14 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:30:01.822758 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-14c28bca-680a-4a13-ba60-cd6250fd30f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:01.902057 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-1a10bd35-99bb-4e58-8df7-e401e8a6ca14 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:01.907973 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-10c201a6-57cf-4572-bcfb-b386eb5ebac5 None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:01.912164 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-14c28bca-680a-4a13-ba60-cd6250fd30f7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=68faf4abadf94b678c4e8b077b4f526f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2373755 Dec 08 16:30:01.923976 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a10bd35-99bb-4e58-8df7-e401e8a6ca14 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:30:01.936008 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44938) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:01.944208 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3454c79-106d-491a-93cd-c551e0b57183 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:30:01.987716 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-10c201a6-57cf-4572-bcfb-b386eb5ebac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:02.052423 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44942) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:02.095878 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a10bd35-99bb-4e58-8df7-e401e8a6ca14 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Pushing event updated for resources: {'Port': ['ID=a4b59117-43ab-440f-8b4f-0d8f174f2b1b,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:02.140024 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c28bca-680a-4a13-ba60-cd6250fd30f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9937af-25b2-4c0c-bd0c-9c794fa4ecbd,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:02.160309 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-462ade75-3040-44f0-9ee0-d454577c0946 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:02.228560 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-462ade75-3040-44f0-9ee0-d454577c0946 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:02.311341 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfb015b-6744-42ea-a7c3-16819e48095e None None] Pushing event updated for resources: {'Port': ['ID=5615dee4-758e-44d4-8a14-4d68a7f54f64,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:02.472602 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-7b8e674c-6770-4b85-b2a2-777203e4beb8 None None] Provisioning complete for port a4b59117-43ab-440f-8b4f-0d8f174f2b1b triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:02.472919 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7b8e674c-6770-4b85-b2a2-777203e4beb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:02.489720 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5d73b2a4-0688-4764-b6f9-729bc4b6a4bd req-c3dd9d3b-980f-4484-b8b7-32d89b61b9b5 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=eaa1587d-d57b-472c-b885-663a7788dc96 HTTP/1.1" status: 200 len: 210 time: 0.1447892 Dec 08 16:30:02.491005 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-462ade75-3040-44f0-9ee0-d454577c0946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:02.508663 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-462ade75-3040-44f0-9ee0-d454577c0946 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:02.510271 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-462ade75-3040-44f0-9ee0-d454577c0946 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5c9937af-25b2-4c0c-bd0c-9c794fa4ecbd HTTP/1.1" status: 204 len: 168 time: 0.5730832 Dec 08 16:30:02.582944 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462ade75-3040-44f0-9ee0-d454577c0946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9937af-25b2-4c0c-bd0c-9c794fa4ecbd,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:02.654606 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-10c201a6-57cf-4572-bcfb-b386eb5ebac5 None None] Attempting to bind port 5615dee4-758e-44d4-8a14-4d68a7f54f64 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:30:02.658842 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-10c201a6-57cf-4572-bcfb-b386eb5ebac5 None None] Attempting to bind port 5615dee4-758e-44d4-8a14-4d68a7f54f64 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'b33a2c14-dda0-41e9-9c32-0acf92d96bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '67138b53-2811-40bc-a015-fb451bf262f6'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:30:02.661266 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c201a6-57cf-4572-bcfb-b386eb5ebac5 None None] Attempting to bind port 5615dee4-758e-44d4-8a14-4d68a7f54f64 on network 67138b53-2811-40bc-a015-fb451bf262f6 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:30:02.732448 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c201a6-57cf-4572-bcfb-b386eb5ebac5 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:30:02.733329 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c201a6-57cf-4572-bcfb-b386eb5ebac5 None None] Checking segment: {'id': 'b33a2c14-dda0-41e9-9c32-0acf92d96bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '67138b53-2811-40bc-a015-fb451bf262f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:30:02.733949 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-10c201a6-57cf-4572-bcfb-b386eb5ebac5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:02.738097 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c201a6-57cf-4572-bcfb-b386eb5ebac5 None None] Bound using segment: {'id': 'b33a2c14-dda0-41e9-9c32-0acf92d96bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '67138b53-2811-40bc-a015-fb451bf262f6'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:30:02.738097 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-10c201a6-57cf-4572-bcfb-b386eb5ebac5 None None] Bound port: 5615dee4-758e-44d4-8a14-4d68a7f54f64, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b33a2c14-dda0-41e9-9c32-0acf92d96bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '67138b53-2811-40bc-a015-fb451bf262f6'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:30:02.755989 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-10c201a6-57cf-4572-bcfb-b386eb5ebac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:02.842936 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-7b8e674c-6770-4b85-b2a2-777203e4beb8 None None] Port a4b59117-43ab-440f-8b4f-0d8f174f2b1b cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:30:03.045465 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-10c201a6-57cf-4572-bcfb-b386eb5ebac5 None None] For port 5615dee4-758e-44d4-8a14-4d68a7f54f64, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:30:03.055515 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-10c201a6-57cf-4572-bcfb-b386eb5ebac5 None None] For port 5615dee4-758e-44d4-8a14-4d68a7f54f64, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=5615dee4-758e-44d4-8a14-4d68a7f54f64,segment=NetworkSegment(b33a2c14-dda0-41e9-9c32-0acf92d96bc1),segment_id=b33a2c14-dda0-41e9-9c32-0acf92d96bc1)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:30:03.094479 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-70eb597e-2863-413f-a69e-7137adafe064 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f9c97b44b7814166aa5f3486b68d3d8c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0332663 Dec 08 16:30:03.097112 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44954) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:03.109509 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 8a9b4873-f43e-4354-93f9-c666f9a054e0 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:30:03.110662 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2de7ff71-b49f-40f6-9e14-a371f5bb3f7c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:03.131052 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-10c201a6-57cf-4572-bcfb-b386eb5ebac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:03.191834 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2de7ff71-b49f-40f6-9e14-a371f5bb3f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:03.244719 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-80fa828c-86ec-451a-9ae9-bd42ef3c1f39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:03.247924 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-618da494-b493-44a8-bf0c-6c8bcd5f2a9c None None] Provisioning complete for port 5615dee4-758e-44d4-8a14-4d68a7f54f64 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:03.258732 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-618da494-b493-44a8-bf0c-6c8bcd5f2a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:03.315655 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-80fa828c-86ec-451a-9ae9-bd42ef3c1f39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:03.362703 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93b9b20-8189-4721-85ff-e60cc931dfb5 None None] Network b16f21e0-d13a-4c4c-a863-a31df2be91b8 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:30:03.561140 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-80fa828c-86ec-451a-9ae9-bd42ef3c1f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:03.566480 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-80fa828c-86ec-451a-9ae9-bd42ef3c1f39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:03.568287 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-80fa828c-86ec-451a-9ae9-bd42ef3c1f39 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ce7ce8ff-ac70-4a35-aff3-66902e5e714d HTTP/1.1" status: 204 len: 168 time: 0.4698975 Dec 08 16:30:03.624902 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fa828c-86ec-451a-9ae9-bd42ef3c1f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7ce8ff-ac70-4a35-aff3-66902e5e714d,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:03.628570 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c201a6-57cf-4572-bcfb-b386eb5ebac5 None None] Routers {'4d7001e6-326f-4221-995f-f88974a65afb'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:30:03.629214 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-10c201a6-57cf-4572-bcfb-b386eb5ebac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:29:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['4d7001e6-326f-4221-995f-f88974a65afb'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:03.691546 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44962) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:03.718570 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a3afb9b4-aa83-4537-bd7c-9ec69edd00a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:03.781216 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfb015b-6744-42ea-a7c3-16819e48095e None None] Pushing event updated for resources: {'Port': ['ID=5615dee4-758e-44d4-8a14-4d68a7f54f64,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:04.059032 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 8a9b4873-f43e-4354-93f9-c666f9a054e0 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:04.059746 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:04.158665 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a3afb9b4-aa83-4537-bd7c-9ec69edd00a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:04.188269 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6798d405-718a-493a-90c0-d281175fc824 req-6622223d-e861-493e-b6fb-dba63d720803 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:04.191819 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6798d405-718a-493a-90c0-d281175fc824 req-6622223d-e861-493e-b6fb-dba63d720803 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.76 "GET /v2.0/networks?id=67138b53-2811-40bc-a015-fb451bf262f6 HTTP/1.1" status: 200 len: 796 time: 0.3626907 Dec 08 16:30:04.200548 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a3afb9b4-aa83-4537-bd7c-9ec69edd00a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:04.231016 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-618da494-b493-44a8-bf0c-6c8bcd5f2a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:04.319026 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-10c201a6-57cf-4572-bcfb-b386eb5ebac5 None None] Set router 4d7001e6-326f-4221-995f-f88974a65afb gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:30:04.386018 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3afb9b4-aa83-4537-bd7c-9ec69edd00a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8704a94f-655a-49c4-80a6-f8f79772eee5,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:04.417415 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a3afb9b4-aa83-4537-bd7c-9ec69edd00a3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0ac9fdeed0cd4dab85685c48dced58a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7214787 Dec 08 16:30:04.420541 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44974) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:04.483553 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6798d405-718a-493a-90c0-d281175fc824 req-7b123415-cc60-44c1-8c6a-682341c70191 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ac8783bc8454dbdaff01b6ea349ef5e HTTP/1.1" status: 200 len: 380 time: 0.2797077 Dec 08 16:30:04.513796 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-6798d405-718a-493a-90c0-d281175fc824 req-e7fa7e86-8d33-464b-b548-9e273a91e494 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Request body: {'port': {'device_id': 'eaa1587d-d57b-472c-b885-663a7788dc96', 'network_id': '67138b53-2811-40bc-a015-fb451bf262f6', 'admin_state_up': True, 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'security_groups': ['065e2913-d123-4be2-9a9c-42f076831145']}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:04.637846 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-77c3474b-4e18-4dd2-9e61-bd2dd2fbd1e9 req-cd1517f0-ada7-4be2-bdee-db06782dfe44 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=eaa1587d-d57b-472c-b885-663a7788dc96 HTTP/1.1" status: 200 len: 210 time: 0.1375039 Dec 08 16:30:04.728869 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-618da494-b493-44a8-bf0c-6c8bcd5f2a9c None None] For port 5615dee4-758e-44d4-8a14-4d68a7f54f64, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=5615dee4-758e-44d4-8a14-4d68a7f54f64,segment=NetworkSegment(b33a2c14-dda0-41e9-9c32-0acf92d96bc1),segment_id=b33a2c14-dda0-41e9-9c32-0acf92d96bc1)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:30:04.736428 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-2de7ff71-b49f-40f6-9e14-a371f5bb3f7c admin admin] Allocated IP 172.25.0.183 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/903a9083-9a60-45de-ba52-146e47efdbae) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:30:04.742812 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1a10bd35-99bb-4e58-8df7-e401e8a6ca14 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks [] for router_gateway, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:04.806855 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8846cdd3-9cdc-48df-a6c8-ee24e4318a7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:04.844044 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44980) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:04.845353 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-618da494-b493-44a8-bf0c-6c8bcd5f2a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:04.900461 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8846cdd3-9cdc-48df-a6c8-ee24e4318a7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:04.944647 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:04.989885 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:05.065270 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2de7ff71-b49f-40f6-9e14-a371f5bb3f7c admin admin] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:05.083774 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-9d2d95ec-6833-49dc-9b57-43ebb5aa19a1 None None] Provisioning complete for port 5615dee4-758e-44d4-8a14-4d68a7f54f64 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:05.084364 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9d2d95ec-6833-49dc-9b57-43ebb5aa19a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:05.106721 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618da494-b493-44a8-bf0c-6c8bcd5f2a9c None None] Pushing event updated for resources: {'Port': ['ID=5615dee4-758e-44d4-8a14-4d68a7f54f64,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:05.116844 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 8a9b4873-f43e-4354-93f9-c666f9a054e0, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=8a9b4873-f43e-4354-93f9-c666f9a054e0,segment=NetworkSegment(148e30e1-cdcf-4201-a517-2bd3763917d1),segment_id=148e30e1-cdcf-4201-a517-2bd3763917d1)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:30:05.146177 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-eab44a8f-30c7-4ad1-b77a-de9a092eb567 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Request body: {'subnet': {'network_id': 'd054a046-6d3e-4c2a-8726-a6bf2b7d2ca3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:05.250692 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:05.347931 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2de7ff71-b49f-40f6-9e14-a371f5bb3f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:05.388348 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=8a9b4873-f43e-4354-93f9-c666f9a054e0,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:05.433121 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de7ff71-b49f-40f6-9e14-a371f5bb3f7c admin admin] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:30:05.441984 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-2de7ff71-b49f-40f6-9e14-a371f5bb3f7c admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:05.448197 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de7ff71-b49f-40f6-9e14-a371f5bb3f7c admin admin] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:30:05.470645 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0530e330-9210-48c0-b438-a9f78caa128d None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:30:05.483526 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-10c201a6-57cf-4572-bcfb-b386eb5ebac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7001e6-326f-4221-995f-f88974a65afb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204515935', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '635396da-a928-4a20-9f14-0d6dfb838628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:29:44Z', 'updated_at': '2021-12-08T16:29:56Z', 'revision_number': 4, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'gw_port': {'id': '635396da-a928-4a20-9f14-0d6dfb838628', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7001e6-326f-4221-995f-f88974a65afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:29:46Z', 'updated_at': '2021-12-08T16:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '5615dee4-758e-44d4-8a14-4d68a7f54f64', 'name': '', 'network_id': '67138b53-2811-40bc-a015-fb451bf262f6', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'mac_address': 'fa:16:3e:9a:21:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7001e6-326f-4221-995f-f88974a65afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '678eef96-fa31-4199-855c-24f38bc18493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:29:54Z', 'updated_at': '2021-12-08T16:30:03Z', 'revision_number': 4, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'subnets': [{'id': '678eef96-fa31-4199-855c-24f38bc18493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:05.530116 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44992) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:05.558318 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7ff71-b49f-40f6-9e14-a371f5bb3f7c admin admin] Pushing event updated for resources: {'Port': ['ID=903a9083-9a60-45de-ba52-146e47efdbae,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:05.572406 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c201a6-57cf-4572-bcfb-b386eb5ebac5 None None] The sync data for ids ['4d7001e6-326f-4221-995f-f88974a65afb'] in n-d-776250-12 is: [{'id': '4d7001e6-326f-4221-995f-f88974a65afb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204515935', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '635396da-a928-4a20-9f14-0d6dfb838628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:29:44Z', 'updated_at': '2021-12-08T16:29:56Z', 'revision_number': 4, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'gw_port': {'id': '635396da-a928-4a20-9f14-0d6dfb838628', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7001e6-326f-4221-995f-f88974a65afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:29:46Z', 'updated_at': '2021-12-08T16:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '5615dee4-758e-44d4-8a14-4d68a7f54f64', 'name': '', 'network_id': '67138b53-2811-40bc-a015-fb451bf262f6', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'mac_address': 'fa:16:3e:9a:21:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7001e6-326f-4221-995f-f88974a65afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '678eef96-fa31-4199-855c-24f38bc18493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:29:54Z', 'updated_at': '2021-12-08T16:30:03Z', 'revision_number': 4, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'subnets': [{'id': '678eef96-fa31-4199-855c-24f38bc18493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:30:05.588130 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab44a8f-30c7-4ad1-b77a-de9a092eb567 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Made reservation on behalf of 104f554fb93347018c31f019caad78c1 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:30:05.592935 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eab44a8f-30c7-4ad1-b77a-de9a092eb567 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:05.613222 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-9d2d95ec-6833-49dc-9b57-43ebb5aa19a1 None None] Provisioning complete for port 8a9b4873-f43e-4354-93f9-c666f9a054e0 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:05.613604 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9d2d95ec-6833-49dc-9b57-43ebb5aa19a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:05.651135 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6798d405-718a-493a-90c0-d281175fc824 req-e7fa7e86-8d33-464b-b548-9e273a91e494 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Made reservation on behalf of 5ac8783bc8454dbdaff01b6ea349ef5e for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:30:05.655081 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-6798d405-718a-493a-90c0-d281175fc824 req-e7fa7e86-8d33-464b-b548-9e273a91e494 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:05.702118 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8846cdd3-9cdc-48df-a6c8-ee24e4318a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:05.704760 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8846cdd3-9cdc-48df-a6c8-ee24e4318a7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:05.708136 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-8846cdd3-9cdc-48df-a6c8-ee24e4318a7f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8704a94f-655a-49c4-80a6-f8f79772eee5 HTTP/1.1" status: 204 len: 168 time: 1.2843812 Dec 08 16:30:05.824253 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8846cdd3-9cdc-48df-a6c8-ee24e4318a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8704a94f-655a-49c4-80a6-f8f79772eee5,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:05.950969 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1a10bd35-99bb-4e58-8df7-e401e8a6ca14 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:05.952205 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a2eb567b-98e3-4757-8d20-e366080d90d5 tempest-ServiceProvidersTest-1345441097 tempest-ServiceProvidersTest-1345441097-project] 10.222.0.64 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.4204621 Dec 08 16:30:06.011884 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2d8ea297-e662-4b6d-81e2-307e424a696d req-b731651b-c9e7-497f-b64b-ba60ea33bdb0 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=eaa1587d-d57b-472c-b885-663a7788dc96 HTTP/1.1" status: 200 len: 210 time: 0.0810251 Dec 08 16:30:06.077396 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-6a39ac2c-a7e1-48d6-8386-df9042775587 None None] Provisioning complete for port 8a9b4873-f43e-4354-93f9-c666f9a054e0 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:06.077774 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6a39ac2c-a7e1-48d6-8386-df9042775587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:06.183418 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [req-6798d405-718a-493a-90c0-d281175fc824 req-e7fa7e86-8d33-464b-b548-9e273a91e494 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Allocated IP 172.20.0.6 (67138b53-2811-40bc-a015-fb451bf262f6/678eef96-fa31-4199-855c-24f38bc18493/107ec848-c1d6-42ff-8697-22d69545bf2c) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:30:06.243900 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-6a39ac2c-a7e1-48d6-8386-df9042775587 None None] Provisioning complete for port 903a9083-9a60-45de-ba52-146e47efdbae triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:06.244842 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6a39ac2c-a7e1-48d6-8386-df9042775587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:06.290260 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-6a39ac2c-a7e1-48d6-8386-df9042775587 None None] Port 903a9083-9a60-45de-ba52-146e47efdbae cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:30:06.481313 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2de7ff71-b49f-40f6-9e14-a371f5bb3f7c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:06.497180 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-6798d405-718a-493a-90c0-d281175fc824 req-e7fa7e86-8d33-464b-b548-9e273a91e494 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:06.592123 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45014) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:06.607881 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eab44a8f-30c7-4ad1-b77a-de9a092eb567 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:06.608030 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-6798d405-718a-493a-90c0-d281175fc824 req-e7fa7e86-8d33-464b-b548-9e273a91e494 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:06.665613 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a10bd35-99bb-4e58-8df7-e401e8a6ca14 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Router 4f85c437-6aaf-4c88-829d-9b4a8fc930ab is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:30:06.723022 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6798d405-718a-493a-90c0-d281175fc824 req-e7fa7e86-8d33-464b-b548-9e273a91e494 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Network 67138b53-2811-40bc-a015-fb451bf262f6 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:30:06.743915 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [req-6798d405-718a-493a-90c0-d281175fc824 req-e7fa7e86-8d33-464b-b548-9e273a91e494 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:06.756318 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab44a8f-30c7-4ad1-b77a-de9a092eb567 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Checking segment: {'id': '7c414cb3-2924-4125-939b-d66914788aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd054a046-6d3e-4c2a-8726-a6bf2b7d2ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:30:06.766986 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-6798d405-718a-493a-90c0-d281175fc824 req-e7fa7e86-8d33-464b-b548-9e273a91e494 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:30:06.768663 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab44a8f-30c7-4ad1-b77a-de9a092eb567 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Network hostable DHCP agents. Network: d054a046-6d3e-4c2a-8726-a6bf2b7d2ca3, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:30:06.773818 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab44a8f-30c7-4ad1-b77a-de9a092eb567 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Pushing event updated for resources: {'Subnet': ['ID=d03c6474-9882-4d73-9f51-465d090cebce,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:06.821492 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fa7e86-8d33-464b-b548-9e273a91e494 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event updated for resources: {'Port': ['ID=107ec848-c1d6-42ff-8697-22d69545bf2c,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:06.891657 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3af85769-71f9-495d-a5cc-3af1f53f088c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:06.952255 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6798d405-718a-493a-90c0-d281175fc824 req-e7fa7e86-8d33-464b-b548-9e273a91e494 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:06.953147 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-6798d405-718a-493a-90c0-d281175fc824 req-e7fa7e86-8d33-464b-b548-9e273a91e494 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:06.997555 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab44a8f-30c7-4ad1-b77a-de9a092eb567 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Network d054a046-6d3e-4c2a-8726-a6bf2b7d2ca3 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:30:07.050942 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2de7ff71-b49f-40f6-9e14-a371f5bb3f7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:07.087269 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3af85769-71f9-495d-a5cc-3af1f53f088c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:07.116747 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6798d405-718a-493a-90c0-d281175fc824 req-e7fa7e86-8d33-464b-b548-9e273a91e494 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6154249 Dec 08 16:30:07.135834 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-6798d405-718a-493a-90c0-d281175fc824 req-cb7f441e-28a7-456f-aa7a-d8d6852abf87 service neutron] Request body: {'port': {'device_id': 'eaa1587d-d57b-472c-b885-663a7788dc96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:07.165644 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a10bd35-99bb-4e58-8df7-e401e8a6ca14 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:30:07.177265 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-eab44a8f-30c7-4ad1-b77a-de9a092eb567 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, d054a046-6d3e-4c2a-8726-a6bf2b7d2ca3) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:07.184500 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba5a9c5-e40d-4a86-9ff1-e31c000341a1 None None] Sync routers for ids ['4f85c437-6aaf-4c88-829d-9b4a8fc930ab'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:30:07.193420 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab44a8f-30c7-4ad1-b77a-de9a092eb567 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:07.194040 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eab44a8f-30c7-4ad1-b77a-de9a092eb567 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:07.196543 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e9e406-ce9f-4358-8cf3-e6ee4068c46d None None] Network d054a046-6d3e-4c2a-8726-a6bf2b7d2ca3 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:30:07.244572 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba5a9c5-e40d-4a86-9ff1-e31c000341a1 None None] Routers {'4f85c437-6aaf-4c88-829d-9b4a8fc930ab'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:30:07.246690 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-eba5a9c5-e40d-4a86-9ff1-e31c000341a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:29:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['4f85c437-6aaf-4c88-829d-9b4a8fc930ab'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:07.322448 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-6798d405-718a-493a-90c0-d281175fc824 req-cb7f441e-28a7-456f-aa7a-d8d6852abf87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:07.326270 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3af85769-71f9-495d-a5cc-3af1f53f088c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:07.338970 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1a10bd35-99bb-4e58-8df7-e401e8a6ca14 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:07.343983 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-1a10bd35-99bb-4e58-8df7-e401e8a6ca14 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 10.2499185 Dec 08 16:30:07.349167 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-eba5a9c5-e40d-4a86-9ff1-e31c000341a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:07.360825 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45046) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:07.370874 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-3af85769-71f9-495d-a5cc-3af1f53f088c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=67954edfd41f42509446d5b46b7dd443&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7734830 Dec 08 16:30:07.372988 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-30a1fbca-4754-47d4-9cc0-5b61b504461f tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:07.383786 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba5a9c5-e40d-4a86-9ff1-e31c000341a1 None None] Routers {'4f85c437-6aaf-4c88-829d-9b4a8fc930ab'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:30:07.385120 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-eab44a8f-30c7-4ad1-b77a-de9a092eb567 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5360088 Dec 08 16:30:07.385660 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-eba5a9c5-e40d-4a86-9ff1-e31c000341a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:29:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['4f85c437-6aaf-4c88-829d-9b4a8fc930ab'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:07.388851 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45048) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:07.389282 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45050) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:07.421216 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-771a3fd0-bae6-4f01-b17c-071a185da141 None None] Provisioning complete for port 107ec848-c1d6-42ff-8697-22d69545bf2c triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:07.426902 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-771a3fd0-bae6-4f01-b17c-071a185da141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:07.475741 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-eba5a9c5-e40d-4a86-9ff1-e31c000341a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:07.479704 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba5a9c5-e40d-4a86-9ff1-e31c000341a1 None None] The sync data for ids ['4f85c437-6aaf-4c88-829d-9b4a8fc930ab'] in n-d-776250-12 is: [] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:30:07.520361 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-d3290e74-ecc6-44de-96cd-1f58d14fb517 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-39754693'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:07.567917 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-771a3fd0-bae6-4f01-b17c-071a185da141 None None] Port 107ec848-c1d6-42ff-8697-22d69545bf2c cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:30:07.587765 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af85769-71f9-495d-a5cc-3af1f53f088c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6a326a-abc8-4fcf-aa0a-9a9e1ad77a4c,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:07.622738 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df041ae-ccd7-4e0b-9ed9-cfcca131be56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-d054a046-6d3e-4c2a-8726-a6bf2b7d2ca3', 'network_id': 'd054a046-6d3e-4c2a-8726-a6bf2b7d2ca3', 'project_id': '104f554fb93347018c31f019caad78c1', 'fixed_ips': [{'subnet_id': 'd03c6474-9882-4d73-9f51-465d090cebce'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:30:07.624650 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8df041ae-ccd7-4e0b-9ed9-cfcca131be56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:07.654556 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 8a9b4873-f43e-4354-93f9-c666f9a054e0 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:30:07.752694 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-01903bec-eae9-4b95-91c7-77136fa6961d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:07.785747 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59778a90-687d-436e-ad89-3a0615f9b521 req-49ad3397-2d33-4374-b118-d930cdb710a4 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:07.795490 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-59778a90-687d-436e-ad89-3a0615f9b521 req-49ad3397-2d33-4374-b118-d930cdb710a4 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=eaa1587d-d57b-472c-b885-663a7788dc96 HTTP/1.1" status: 200 len: 931 time: 0.4841378 Dec 08 16:30:07.824340 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 8a9b4873-f43e-4354-93f9-c666f9a054e0 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:07.824817 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:07.859739 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3290e74-ecc6-44de-96cd-1f58d14fb517 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Made reservation on behalf of 104f554fb93347018c31f019caad78c1 for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:30:07.870799 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d3290e74-ecc6-44de-96cd-1f58d14fb517 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:07.911462 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-01903bec-eae9-4b95-91c7-77136fa6961d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:07.915518 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-8df041ae-ccd7-4e0b-9ed9-cfcca131be56 None None] Allocated IP 2001:db8:0:ffff::2 (d054a046-6d3e-4c2a-8726-a6bf2b7d2ca3/d03c6474-9882-4d73-9f51-465d090cebce/684da4af-604e-43fb-8bed-cdd932b570eb) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:30:08.062171 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45060) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:08.094681 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-01903bec-eae9-4b95-91c7-77136fa6961d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:08.099586 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-01903bec-eae9-4b95-91c7-77136fa6961d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:08.101761 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-01903bec-eae9-4b95-91c7-77136fa6961d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1c6a326a-abc8-4fcf-aa0a-9a9e1ad77a4c HTTP/1.1" status: 204 len: 168 time: 0.5974574 Dec 08 16:30:08.110779 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 5615dee4-758e-44d4-8a14-4d68a7f54f64 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:30:08.144831 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2de7ff71-b49f-40f6-9e14-a371f5bb3f7c admin admin] Router 15de8570-f928-4307-b023-14f9304f01a0 is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:30:08.241659 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-30a1fbca-4754-47d4-9cc0-5b61b504461f tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:08.302046 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8543ea53-ca08-42d1-9349-7b40dd70e414 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:08.319193 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01903bec-eae9-4b95-91c7-77136fa6961d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6a326a-abc8-4fcf-aa0a-9a9e1ad77a4c,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:08.325207 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de7ff71-b49f-40f6-9e14-a371f5bb3f7c admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:30:08.330300 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [req-6798d405-718a-493a-90c0-d281175fc824 req-cb7f441e-28a7-456f-aa7a-d8d6852abf87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 107ec848-c1d6-42ff-8697-22d69545bf2c {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:30:08.343750 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-59778a90-687d-436e-ad89-3a0615f9b521 req-f0146fa3-e63d-41ed-83be-a6691ba00f10 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=065e2913-d123-4be2-9a9c-42f076831145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5442083 Dec 08 16:30:08.350310 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-6798d405-718a-493a-90c0-d281175fc824 req-cb7f441e-28a7-456f-aa7a-d8d6852abf87 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:08.351164 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3290e74-ecc6-44de-96cd-1f58d14fb517 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:30:08.356750 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995bf6a3-1f81-4129-8fbe-0515c0b5eca1 None None] Sync routers for ids ['15de8570-f928-4307-b023-14f9304f01a0'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:30:08.382057 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d3290e74-ecc6-44de-96cd-1f58d14fb517 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:08.382428 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-d3290e74-ecc6-44de-96cd-1f58d14fb517 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Added segment 62ddeed4-4019-43c4-b65e-19655af04cc2 of type vlan for network 1cc8bf1a-c633-440d-9239-169950e86e14 Dec 08 16:30:08.388593 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [req-6798d405-718a-493a-90c0-d281175fc824 req-cb7f441e-28a7-456f-aa7a-d8d6852abf87 service neutron] Transition to ACTIVE for port object 107ec848-c1d6-42ff-8697-22d69545bf2c will not be triggered until provisioned by entity L2. {{(pid=110551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:30:08.401494 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-30a1fbca-4754-47d4-9cc0-5b61b504461f tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:08.412556 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 5615dee4-758e-44d4-8a14-4d68a7f54f64 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:08.430824 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:08.470571 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2de7ff71-b49f-40f6-9e14-a371f5bb3f7c admin admin] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:08.477727 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-2de7ff71-b49f-40f6-9e14-a371f5bb3f7c admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.9407358 Dec 08 16:30:08.478016 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45068) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:08.512835 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8df041ae-ccd7-4e0b-9ed9-cfcca131be56 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:08.518575 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d3290e74-ecc6-44de-96cd-1f58d14fb517 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:08.533563 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995bf6a3-1f81-4129-8fbe-0515c0b5eca1 None None] Routers {'15de8570-f928-4307-b023-14f9304f01a0'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:30:08.534304 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-995bf6a3-1f81-4129-8fbe-0515c0b5eca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:29:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['15de8570-f928-4307-b023-14f9304f01a0'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:08.577395 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-6798d405-718a-493a-90c0-d281175fc824 req-cb7f441e-28a7-456f-aa7a-d8d6852abf87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:08.652867 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:08.654140 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8df041ae-ccd7-4e0b-9ed9-cfcca131be56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:08.690872 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d3290e74-ecc6-44de-96cd-1f58d14fb517 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:08.699444 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3290e74-ecc6-44de-96cd-1f58d14fb517 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:08.699444 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d3290e74-ecc6-44de-96cd-1f58d14fb517 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:08.758502 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-995bf6a3-1f81-4129-8fbe-0515c0b5eca1 None None] Set router 15de8570-f928-4307-b023-14f9304f01a0 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:30:08.789360 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8543ea53-ca08-42d1-9349-7b40dd70e414 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:08.827376 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3290e74-ecc6-44de-96cd-1f58d14fb517 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Pushing event updated for resources: {'Network': ['ID=1cc8bf1a-c633-440d-9239-169950e86e14,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:08.858813 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7f441e-28a7-456f-aa7a-d8d6852abf87 service neutron] Pushing event updated for resources: {'Port': ['ID=107ec848-c1d6-42ff-8697-22d69545bf2c,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:08.871524 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-d3290e74-ecc6-44de-96cd-1f58d14fb517 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.3652494 Dec 08 16:30:08.874112 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45072) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:08.879509 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-3a0b3a3f-52d0-46d3-a657-f76477e237a7 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Request body: {'subnet': {'network_id': '1cc8bf1a-c633-440d-9239-169950e86e14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:08.882893 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df041ae-ccd7-4e0b-9ed9-cfcca131be56 None None] Network d054a046-6d3e-4c2a-8726-a6bf2b7d2ca3 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:30:08.886797 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 1cc8bf1a-c633-440d-9239-169950e86e14 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:30:08.890741 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-8df041ae-ccd7-4e0b-9ed9-cfcca131be56 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:08.895056 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df041ae-ccd7-4e0b-9ed9-cfcca131be56 None None] Pushing event updated for resources: {'Port': ['ID=684da4af-604e-43fb-8bed-cdd932b570eb,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:08.904785 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df041ae-ccd7-4e0b-9ed9-cfcca131be56 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:30:09.043374 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8543ea53-ca08-42d1-9349-7b40dd70e414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:09.116499 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-8543ea53-ca08-42d1-9349-7b40dd70e414 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=98197530528f45508be9081700dc3b26&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0495739 Dec 08 16:30:09.127575 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45084) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:09.191349 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-30a1fbca-4754-47d4-9cc0-5b61b504461f tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Deleting port a4b59117-43ab-440f-8b4f-0d8f174f2b1b {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:30:09.191982 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-30a1fbca-4754-47d4-9cc0-5b61b504461f tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:09.203932 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-6798d405-718a-493a-90c0-d281175fc824 req-cb7f441e-28a7-456f-aa7a-d8d6852abf87 service neutron] Attempting to bind port 107ec848-c1d6-42ff-8697-22d69545bf2c on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:30:09.205214 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-6798d405-718a-493a-90c0-d281175fc824 req-cb7f441e-28a7-456f-aa7a-d8d6852abf87 service neutron] Attempting to bind port 107ec848-c1d6-42ff-8697-22d69545bf2c by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': 'b33a2c14-dda0-41e9-9c32-0acf92d96bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '67138b53-2811-40bc-a015-fb451bf262f6'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:30:09.205568 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6798d405-718a-493a-90c0-d281175fc824 req-cb7f441e-28a7-456f-aa7a-d8d6852abf87 service neutron] Attempting to bind port 107ec848-c1d6-42ff-8697-22d69545bf2c on network 67138b53-2811-40bc-a015-fb451bf262f6 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:30:09.256038 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-81dca807-310b-45ee-9f0d-12529f44a8f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:09.262201 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0b3a3f-52d0-46d3-a657-f76477e237a7 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Made reservation on behalf of 104f554fb93347018c31f019caad78c1 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:30:09.268250 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3a0b3a3f-52d0-46d3-a657-f76477e237a7 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:09.321140 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-8df041ae-ccd7-4e0b-9ed9-cfcca131be56 None None] Attempting to bind port 684da4af-604e-43fb-8bed-cdd932b570eb on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:30:09.322029 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-8df041ae-ccd7-4e0b-9ed9-cfcca131be56 None None] Attempting to bind port 684da4af-604e-43fb-8bed-cdd932b570eb by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '7c414cb3-2924-4125-939b-d66914788aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd054a046-6d3e-4c2a-8726-a6bf2b7d2ca3'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:30:09.322745 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df041ae-ccd7-4e0b-9ed9-cfcca131be56 None None] Attempting to bind port 684da4af-604e-43fb-8bed-cdd932b570eb on network d054a046-6d3e-4c2a-8726-a6bf2b7d2ca3 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:30:09.336106 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df041ae-ccd7-4e0b-9ed9-cfcca131be56 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:30:09.339558 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df041ae-ccd7-4e0b-9ed9-cfcca131be56 None None] Checking segment: {'id': '7c414cb3-2924-4125-939b-d66914788aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd054a046-6d3e-4c2a-8726-a6bf2b7d2ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:30:09.339558 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8df041ae-ccd7-4e0b-9ed9-cfcca131be56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:09.339558 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df041ae-ccd7-4e0b-9ed9-cfcca131be56 None None] Bound using segment: {'id': '7c414cb3-2924-4125-939b-d66914788aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd054a046-6d3e-4c2a-8726-a6bf2b7d2ca3'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:30:09.339558 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-8df041ae-ccd7-4e0b-9ed9-cfcca131be56 None None] Bound port: 684da4af-604e-43fb-8bed-cdd932b570eb, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c414cb3-2924-4125-939b-d66914788aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd054a046-6d3e-4c2a-8726-a6bf2b7d2ca3'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:30:09.339558 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8df041ae-ccd7-4e0b-9ed9-cfcca131be56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:09.383641 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8543ea53-ca08-42d1-9349-7b40dd70e414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ee3f26-4023-43ae-b940-a74960d2e9af,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:09.402560 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6798d405-718a-493a-90c0-d281175fc824 req-cb7f441e-28a7-456f-aa7a-d8d6852abf87 service neutron] Port 107ec848-c1d6-42ff-8697-22d69545bf2c on network 67138b53-2811-40bc-a015-fb451bf262f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:30:09.405890 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-81dca807-310b-45ee-9f0d-12529f44a8f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:09.407926 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6798d405-718a-493a-90c0-d281175fc824 req-cb7f441e-28a7-456f-aa7a-d8d6852abf87 service neutron] Attempting to bind port 107ec848-c1d6-42ff-8697-22d69545bf2c on network 67138b53-2811-40bc-a015-fb451bf262f6 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:30:09.443610 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6798d405-718a-493a-90c0-d281175fc824 req-cb7f441e-28a7-456f-aa7a-d8d6852abf87 service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:30:09.446032 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6798d405-718a-493a-90c0-d281175fc824 req-cb7f441e-28a7-456f-aa7a-d8d6852abf87 service neutron] Checking segment: {'id': 'b33a2c14-dda0-41e9-9c32-0acf92d96bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '67138b53-2811-40bc-a015-fb451bf262f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:30:09.446475 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6798d405-718a-493a-90c0-d281175fc824 req-cb7f441e-28a7-456f-aa7a-d8d6852abf87 service neutron] Bound using segment: {'id': 'b33a2c14-dda0-41e9-9c32-0acf92d96bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '67138b53-2811-40bc-a015-fb451bf262f6'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:30:09.446950 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-6798d405-718a-493a-90c0-d281175fc824 req-cb7f441e-28a7-456f-aa7a-d8d6852abf87 service neutron] Bound port: 107ec848-c1d6-42ff-8697-22d69545bf2c, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b33a2c14-dda0-41e9-9c32-0acf92d96bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '67138b53-2811-40bc-a015-fb451bf262f6'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:30:09.447329 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-6798d405-718a-493a-90c0-d281175fc824 req-cb7f441e-28a7-456f-aa7a-d8d6852abf87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:09.513361 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-8df041ae-ccd7-4e0b-9ed9-cfcca131be56 None None] For port 684da4af-604e-43fb-8bed-cdd932b570eb, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:30:09.522929 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-8df041ae-ccd7-4e0b-9ed9-cfcca131be56 None None] For port 684da4af-604e-43fb-8bed-cdd932b570eb, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=684da4af-604e-43fb-8bed-cdd932b570eb,segment=NetworkSegment(7c414cb3-2924-4125-939b-d66914788aea),segment_id=7c414cb3-2924-4125-939b-d66914788aea)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:30:09.525418 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-995bf6a3-1f81-4129-8fbe-0515c0b5eca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15de8570-f928-4307-b023-14f9304f01a0', 'name': 'tempest-TestVolumeBootPattern-760813147-router', 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '903a9083-9a60-45de-ba52-146e47efdbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:00Z', 'updated_at': '2021-12-08T16:30:05Z', 'revision_number': 3, 'project_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'gw_port': {'id': '903a9083-9a60-45de-ba52-146e47efdbae', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15de8570-f928-4307-b023-14f9304f01a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:03Z', 'updated_at': '2021-12-08T16:30:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:09.710828 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39dc25a-fd6f-4829-87f6-b0d3f1b18ee8 req-8d43d546-ff21-4409-907b-50f158e40c66 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:09.720888 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b39dc25a-fd6f-4829-87f6-b0d3f1b18ee8 req-8d43d546-ff21-4409-907b-50f158e40c66 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=eaa1587d-d57b-472c-b885-663a7788dc96 HTTP/1.1" status: 200 len: 943 time: 0.2477458 Dec 08 16:30:09.814488 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995bf6a3-1f81-4129-8fbe-0515c0b5eca1 None None] Checking router: 15de8570-f928-4307-b023-14f9304f01a0 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:30:09.814488 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995bf6a3-1f81-4129-8fbe-0515c0b5eca1 None None] Updating router 15de8570-f928-4307-b023-14f9304f01a0 port 903a9083-9a60-45de-ba52-146e47efdbae binding host n-d-776250-12 {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:30:09.818671 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8df041ae-ccd7-4e0b-9ed9-cfcca131be56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:09.905068 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-30a1fbca-4754-47d4-9cc0-5b61b504461f tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:09.907323 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-81dca807-310b-45ee-9f0d-12529f44a8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:09.908795 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-995bf6a3-1f81-4129-8fbe-0515c0b5eca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:09.916098 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-81dca807-310b-45ee-9f0d-12529f44a8f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:09.917358 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-81dca807-310b-45ee-9f0d-12529f44a8f0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/71ee3f26-4023-43ae-b940-a74960d2e9af HTTP/1.1" status: 204 len: 168 time: 0.7887108 Dec 08 16:30:09.925181 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-30a1fbca-4754-47d4-9cc0-5b61b504461f tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Calling delete_port for a4b59117-43ab-440f-8b4f-0d8f174f2b1b owned by network:router_gateway {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:30:09.927809 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b39dc25a-fd6f-4829-87f6-b0d3f1b18ee8 req-3cb3ff06-2e3f-4e4b-8791-6ffec2871880 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=065e2913-d123-4be2-9a9c-42f076831145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927195 Dec 08 16:30:09.956616 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45120) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:09.976221 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df041ae-ccd7-4e0b-9ed9-cfcca131be56 None None] Pushing event updated for resources: {'Port': ['ID=684da4af-604e-43fb-8bed-cdd932b570eb,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:09.995405 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dca807-310b-45ee-9f0d-12529f44a8f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ee3f26-4023-43ae-b940-a74960d2e9af,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:10.066901 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-6798d405-718a-493a-90c0-d281175fc824 req-cb7f441e-28a7-456f-aa7a-d8d6852abf87 service neutron] For port 107ec848-c1d6-42ff-8697-22d69545bf2c, host n-h1-776250-12, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:30:10.075175 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3a0b3a3f-52d0-46d3-a657-f76477e237a7 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:10.087505 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-6798d405-718a-493a-90c0-d281175fc824 req-cb7f441e-28a7-456f-aa7a-d8d6852abf87 service neutron] For port 107ec848-c1d6-42ff-8697-22d69545bf2c, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=107ec848-c1d6-42ff-8697-22d69545bf2c,segment=NetworkSegment(b33a2c14-dda0-41e9-9c32-0acf92d96bc1),segment_id=b33a2c14-dda0-41e9-9c32-0acf92d96bc1)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:30:10.196534 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-6798d405-718a-493a-90c0-d281175fc824 req-cb7f441e-28a7-456f-aa7a-d8d6852abf87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:10.261666 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0b3a3f-52d0-46d3-a657-f76477e237a7 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Pushing event updated for resources: {'Subnet': ['ID=389b2c95-04ce-411d-92c9-7c0ff96c8ff2,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:10.306018 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0b3a3f-52d0-46d3-a657-f76477e237a7 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Checking segment: {'id': '62ddeed4-4019-43c4-b65e-19655af04cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '1cc8bf1a-c633-440d-9239-169950e86e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:30:10.306518 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0b3a3f-52d0-46d3-a657-f76477e237a7 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Network hostable DHCP agents. Network: 1cc8bf1a-c633-440d-9239-169950e86e14, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:30:10.388891 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6798d405-718a-493a-90c0-d281175fc824 req-cb7f441e-28a7-456f-aa7a-d8d6852abf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:10.389358 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-6798d405-718a-493a-90c0-d281175fc824 req-cb7f441e-28a7-456f-aa7a-d8d6852abf87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:10.391377 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6798d405-718a-493a-90c0-d281175fc824 req-cb7f441e-28a7-456f-aa7a-d8d6852abf87 service neutron] 10.222.0.76 "PUT /v2.0/ports/107ec848-c1d6-42ff-8697-22d69545bf2c HTTP/1.1" status: 200 len: 1092 time: 3.2649996 Dec 08 16:30:10.395512 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaa1587d-d57b-472c-b885-663a7788dc96', 'tag': '107ec848-c1d6-42ff-8697-22d69545bf2c'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:30:10.398722 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3c3dba-366e-4440-9b9d-f9f55b1f4749" -d '{"events": [{"name": "network-changed", "server_uuid": "eaa1587d-d57b-472c-b885-663a7788dc96", "tag": "107ec848-c1d6-42ff-8697-22d69545bf2c"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:30:10.426876 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-eb1ef3f0-4a6f-40d1-93be-8074cc2fb4aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:10.473499 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0b3a3f-52d0-46d3-a657-f76477e237a7 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Network 1cc8bf1a-c633-440d-9239-169950e86e14 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:30:10.551461 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-7d1fa4c6-8332-442d-a5f1-b46df07db507 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-2059894851', 'router:external': True}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:10.578039 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-3a0b3a3f-52d0-46d3-a657-f76477e237a7 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 1cc8bf1a-c633-440d-9239-169950e86e14) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:10.597803 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aabc86f-0ef0-4537-bed5-21e225397076 None None] Network 1cc8bf1a-c633-440d-9239-169950e86e14 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:30:10.601885 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0b3a3f-52d0-46d3-a657-f76477e237a7 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:10.602610 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3a0b3a3f-52d0-46d3-a657-f76477e237a7 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:10.713494 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1fa4c6-8332-442d-a5f1-b46df07db507 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Made reservation on behalf of af03a2e86b78478ab86cace1636ed027 for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:30:10.718977 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7d1fa4c6-8332-442d-a5f1-b46df07db507 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:10.720017 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-995bf6a3-1f81-4129-8fbe-0515c0b5eca1 None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:10.742244 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7d1fa4c6-8332-442d-a5f1-b46df07db507 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:10.822216 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-3a0b3a3f-52d0-46d3-a657-f76477e237a7 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.9469898 Dec 08 16:30:10.844857 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45138) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:10.871030 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98291f9d-2386-4406-80f6-fd05829487ae x-openstack-request-id: req-98291f9d-2386-4406-80f6-fd05829487ae {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:30:10.871331 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaa1587d-d57b-472c-b885-663a7788dc96", "tag": "107ec848-c1d6-42ff-8697-22d69545bf2c", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:30:10.871576 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-98291f9d-2386-4406-80f6-fd05829487ae {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:30:10.872281 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaa1587d-d57b-472c-b885-663a7788dc96', 'tag': '107ec848-c1d6-42ff-8697-22d69545bf2c', 'status': 'completed', 'code': 200} Dec 08 16:30:10.887224 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9364d00e-ce08-4e23-9520-e100d9dcae14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-1cc8bf1a-c633-440d-9239-169950e86e14', 'network_id': '1cc8bf1a-c633-440d-9239-169950e86e14', 'project_id': '104f554fb93347018c31f019caad78c1', 'fixed_ips': [{'subnet_id': '389b2c95-04ce-411d-92c9-7c0ff96c8ff2'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:30:10.888093 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9364d00e-ce08-4e23-9520-e100d9dcae14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:10.916004 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7f441e-28a7-456f-aa7a-d8d6852abf87 service neutron] Pushing event updated for resources: {'Port': ['ID=107ec848-c1d6-42ff-8697-22d69545bf2c,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:11.051964 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c3dba-366e-4440-9b9d-f9f55b1f4749 req-d1e153e4-79ea-460a-a9d7-1affc348be67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:11.054484 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2e3c3dba-366e-4440-9b9d-f9f55b1f4749 req-d1e153e4-79ea-460a-a9d7-1affc348be67 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5ac8783bc8454dbdaff01b6ea349ef5e&device_id=eaa1587d-d57b-472c-b885-663a7788dc96 HTTP/1.1" status: 200 len: 1095 time: 0.1806951 Dec 08 16:30:11.140037 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-30a1fbca-4754-47d4-9cc0-5b61b504461f tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:11.199583 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-995bf6a3-1f81-4129-8fbe-0515c0b5eca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:11.274669 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b43d781-1e84-45f4-adb0-24fac79d5fb1 None None] Pushing event updated for resources: {'Port': ['ID=903a9083-9a60-45de-ba52-146e47efdbae,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:11.341291 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d20f57-0aec-4bc8-9b04-b3d0cf787cdf None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:30:11.361880 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-9364d00e-ce08-4e23-9520-e100d9dcae14 None None] Allocated IP 2001:db8::1 (1cc8bf1a-c633-440d-9239-169950e86e14/389b2c95-04ce-411d-92c9-7c0ff96c8ff2/febde771-4d78-44d3-a9fc-f5a39b5d6c8a) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:30:11.374584 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a1fbca-4754-47d4-9cc0-5b61b504461f tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Pushing event deleted for resources: {'Port': ['ID=a4b59117-43ab-440f-8b4f-0d8f174f2b1b,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:11.384122 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-51ce4cca-a72d-4659-b2e6-866a0c28758a tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:11.391760 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7d1fa4c6-8332-442d-a5f1-b46df07db507 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:11.480208 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b449c81-b553-473d-b9a2-f52b466702a7 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:30:11.492865 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec95a32-e24f-4e71-9532-ccc47934c56f req-8ae61d5e-6ee2-4d0e-8d12-4722d0114242 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:11.502106 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5ec95a32-e24f-4e71-9532-ccc47934c56f req-8ae61d5e-6ee2-4d0e-8d12-4722d0114242 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=eaa1587d-d57b-472c-b885-663a7788dc96 HTTP/1.1" status: 200 len: 943 time: 0.3684216 Dec 08 16:30:11.503078 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-995bf6a3-1f81-4129-8fbe-0515c0b5eca1 None None] Attempting to bind port 903a9083-9a60-45de-ba52-146e47efdbae on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:30:11.510214 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-995bf6a3-1f81-4129-8fbe-0515c0b5eca1 None None] Attempting to bind port 903a9083-9a60-45de-ba52-146e47efdbae by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:30:11.510773 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995bf6a3-1f81-4129-8fbe-0515c0b5eca1 None None] Attempting to bind port 903a9083-9a60-45de-ba52-146e47efdbae on network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:30:11.528833 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7d1fa4c6-8332-442d-a5f1-b46df07db507 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:11.552136 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995bf6a3-1f81-4129-8fbe-0515c0b5eca1 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:30:11.552136 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995bf6a3-1f81-4129-8fbe-0515c0b5eca1 None None] Checking segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:30:11.552136 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-995bf6a3-1f81-4129-8fbe-0515c0b5eca1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:11.553424 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995bf6a3-1f81-4129-8fbe-0515c0b5eca1 None None] Bound using segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:30:11.555193 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-995bf6a3-1f81-4129-8fbe-0515c0b5eca1 None None] Bound port: 903a9083-9a60-45de-ba52-146e47efdbae, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:30:11.555678 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-995bf6a3-1f81-4129-8fbe-0515c0b5eca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:11.661495 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 684da4af-604e-43fb-8bed-cdd932b570eb up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:30:11.679723 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d1fa4c6-8332-442d-a5f1-b46df07db507 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:30:11.744528 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1fa4c6-8332-442d-a5f1-b46df07db507 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd46b09e-a863-401d-9fb4-40eee1f4c84c,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:11.755763 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-51ce4cca-a72d-4659-b2e6-866a0c28758a tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:11.762811 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7d1fa4c6-8332-442d-a5f1-b46df07db507 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:11.762811 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-7d1fa4c6-8332-442d-a5f1-b46df07db507 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Added segment 3e4f9c39-b227-4c3a-a65a-d1eab5d589b9 of type vlan for network 31ef8f9f-10fc-4130-8cd3-5efda02fc21f Dec 08 16:30:11.771602 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c3dba-366e-4440-9b9d-f9f55b1f4749 req-eb0c4dcb-4bb4-4db8-be92-dd59690d3a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:11.773684 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2e3c3dba-366e-4440-9b9d-f9f55b1f4749 req-eb0c4dcb-4bb4-4db8-be92-dd59690d3a10 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=5ac8783bc8454dbdaff01b6ea349ef5e&shared=False HTTP/1.1" status: 200 len: 897 time: 0.6643157 Dec 08 16:30:11.774941 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-eb1ef3f0-4a6f-40d1-93be-8074cc2fb4aa admin admin] Allocated IP 172.20.0.1 (b16f21e0-d13a-4c4c-a863-a31df2be91b8/13be6d62-2e9a-40c4-9d1e-34aa15cc5f10/b8a6271d-6dcd-4a65-b929-ce28fca9c592) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:30:11.783341 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-30a1fbca-4754-47d4-9cc0-5b61b504461f tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:11.841857 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5ec95a32-e24f-4e71-9532-ccc47934c56f req-cf14c0f2-fa93-40e7-8720-87dbc23ca0d6 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=065e2913-d123-4be2-9a9c-42f076831145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3349972 Dec 08 16:30:11.926337 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-619b0eb3-cbe0-4ca1-9058-593e68812ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:11.929380 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7d1fa4c6-8332-442d-a5f1-b46df07db507 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:11.952657 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e748e35-6cba-46ae-b497-ac7511c6053d None None] Network d054a046-6d3e-4c2a-8726-a6bf2b7d2ca3 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:30:11.959525 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-1034642f-1229-4321-9023-1d9e699a4e1b None None] Provisioning complete for port 903a9083-9a60-45de-ba52-146e47efdbae triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:11.964213 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1034642f-1229-4321-9023-1d9e699a4e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:12.086101 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7d1fa4c6-8332-442d-a5f1-b46df07db507 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:12.088931 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1fa4c6-8332-442d-a5f1-b46df07db507 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:12.089779 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7d1fa4c6-8332-442d-a5f1-b46df07db507 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:12.176844 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9364d00e-ce08-4e23-9520-e100d9dcae14 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:12.199759 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-995bf6a3-1f81-4129-8fbe-0515c0b5eca1 None None] For port 903a9083-9a60-45de-ba52-146e47efdbae, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:30:12.219899 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-995bf6a3-1f81-4129-8fbe-0515c0b5eca1 None None] For port 903a9083-9a60-45de-ba52-146e47efdbae, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=903a9083-9a60-45de-ba52-146e47efdbae,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:30:12.257278 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c3dba-366e-4440-9b9d-f9f55b1f4749 req-e1222dd5-e1c0-490a-8221-26225f175220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:12.259200 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2e3c3dba-366e-4440-9b9d-f9f55b1f4749 req-e1222dd5-e1c0-490a-8221-26225f175220 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4773145 Dec 08 16:30:12.259637 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9364d00e-ce08-4e23-9520-e100d9dcae14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:12.262045 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-30a1fbca-4754-47d4-9cc0-5b61b504461f tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-717389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11074'] for router, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:12.273351 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-30a1fbca-4754-47d4-9cc0-5b61b504461f tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528116', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-717402'] for router, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:12.288247 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-eb1ef3f0-4a6f-40d1-93be-8074cc2fb4aa admin admin] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:12.343351 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-995bf6a3-1f81-4129-8fbe-0515c0b5eca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:12.352933 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 684da4af-604e-43fb-8bed-cdd932b570eb triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:12.353392 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:12.401851 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-7d1fa4c6-8332-442d-a5f1-b46df07db507 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.4425216 Dec 08 16:30:12.405893 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45176) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:12.432779 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-3510ba00-5b14-44d8-a2f5-864be3e96ccf tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Request body: {'subnet': {'network_id': '31ef8f9f-10fc-4130-8cd3-5efda02fc21f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:12.449063 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9364d00e-ce08-4e23-9520-e100d9dcae14 None None] Pushing event updated for resources: {'Port': ['ID=febde771-4d78-44d3-a9fc-f5a39b5d6c8a,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:12.450236 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30a1fbca-4754-47d4-9cc0-5b61b504461f tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Router 4f85c437-6aaf-4c88-829d-9b4a8fc930ab has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:30:12.466161 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-51ce4cca-a72d-4659-b2e6-866a0c28758a tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:12.471265 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6798d405-718a-493a-90c0-d281175fc824 req-01d57377-6746-4347-9efc-896b18db17cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:12.473156 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6798d405-718a-493a-90c0-d281175fc824 req-01d57377-6746-4347-9efc-896b18db17cd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5ac8783bc8454dbdaff01b6ea349ef5e&device_id=eaa1587d-d57b-472c-b885-663a7788dc96 HTTP/1.1" status: 200 len: 1095 time: 0.1488962 Dec 08 16:30:12.531589 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1fa4c6-8332-442d-a5f1-b46df07db507 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Pushing event updated for resources: {'Network': ['ID=31ef8f9f-10fc-4130-8cd3-5efda02fc21f,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:12.547606 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ce4cca-a72d-4659-b2e6-866a0c28758a tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Pushing event deleted for resources: {'Subnet': ['ID=389b2c95-04ce-411d-92c9-7c0ff96c8ff2,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:12.613531 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-eb1ef3f0-4a6f-40d1-93be-8074cc2fb4aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:12.624981 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6798d405-718a-493a-90c0-d281175fc824 req-8ec31688-1720-45d2-979b-139fb7d3ce3a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=107ec848-c1d6-42ff-8697-22d69545bf2c HTTP/1.1" status: 200 len: 217 time: 0.0976851 Dec 08 16:30:12.634948 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9364d00e-ce08-4e23-9520-e100d9dcae14 None None] Network 1cc8bf1a-c633-440d-9239-169950e86e14 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:30:12.637701 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2398d57-5c7a-4688-97fc-e99bbce201dd None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:30:12.640710 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 31ef8f9f-10fc-4130-8cd3-5efda02fc21f details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:30:12.648341 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a1fbca-4754-47d4-9cc0-5b61b504461f tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:30:12.659220 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d0ba5c-0537-4e04-b570-a14f6d1c4b86 None None] Sync routers for ids ['4f85c437-6aaf-4c88-829d-9b4a8fc930ab'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:30:12.673557 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-9364d00e-ce08-4e23-9520-e100d9dcae14 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:12.679547 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d0ba5c-0537-4e04-b570-a14f6d1c4b86 None None] Routers {'4f85c437-6aaf-4c88-829d-9b4a8fc930ab'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:30:12.680213 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-c7d0ba5c-0537-4e04-b570-a14f6d1c4b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:29:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['4f85c437-6aaf-4c88-829d-9b4a8fc930ab'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:12.680619 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-30a1fbca-4754-47d4-9cc0-5b61b504461f tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:12.685465 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9364d00e-ce08-4e23-9520-e100d9dcae14 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:30:12.687591 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45180) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:12.687734 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-30a1fbca-4754-47d4-9cc0-5b61b504461f tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] 10.222.0.64 "PUT /v2.0/routers/4f85c437-6aaf-4c88-829d-9b4a8fc930ab HTTP/1.1" status: 200 len: 705 time: 5.3179722 Dec 08 16:30:12.722388 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1ef3f0-4a6f-40d1-93be-8074cc2fb4aa admin admin] Network b16f21e0-d13a-4c4c-a863-a31df2be91b8 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:30:12.728811 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-eb1ef3f0-4a6f-40d1-93be-8074cc2fb4aa admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:12.737498 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1ef3f0-4a6f-40d1-93be-8074cc2fb4aa admin admin] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:30:12.762351 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995bf6a3-1f81-4129-8fbe-0515c0b5eca1 None None] Routers {'15de8570-f928-4307-b023-14f9304f01a0'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:30:12.763008 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-995bf6a3-1f81-4129-8fbe-0515c0b5eca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:29:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['15de8570-f928-4307-b023-14f9304f01a0'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:12.768158 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-1034642f-1229-4321-9023-1d9e699a4e1b None None] Port 903a9083-9a60-45de-ba52-146e47efdbae cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:30:12.801811 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-c7d0ba5c-0537-4e04-b570-a14f6d1c4b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:12.809873 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-51ce4cca-a72d-4659-b2e6-866a0c28758a tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:12.816471 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1ef3f0-4a6f-40d1-93be-8074cc2fb4aa admin admin] Pushing event updated for resources: {'Port': ['ID=b8a6271d-6dcd-4a65-b929-ce28fca9c592,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:12.840912 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d0ba5c-0537-4e04-b570-a14f6d1c4b86 None None] Routers {'4f85c437-6aaf-4c88-829d-9b4a8fc930ab'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:30:12.841816 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-c7d0ba5c-0537-4e04-b570-a14f6d1c4b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:29:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['4f85c437-6aaf-4c88-829d-9b4a8fc930ab'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:12.853892 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6798d405-718a-493a-90c0-d281175fc824 req-593b31a5-3641-4885-82c5-96dabfbde6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:12.854591 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6798d405-718a-493a-90c0-d281175fc824 req-593b31a5-3641-4885-82c5-96dabfbde6e1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=678eef96-fa31-4199-855c-24f38bc18493 HTTP/1.1" status: 200 len: 835 time: 0.2000411 Dec 08 16:30:12.938380 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-eb1ef3f0-4a6f-40d1-93be-8074cc2fb4aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:12.964543 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-c7d0ba5c-0537-4e04-b570-a14f6d1c4b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:12.965263 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d0ba5c-0537-4e04-b570-a14f6d1c4b86 None None] The sync data for ids ['4f85c437-6aaf-4c88-829d-9b4a8fc930ab'] in n-d-776250-12 is: [] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:30:13.055614 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b43d781-1e84-45f4-adb0-24fac79d5fb1 None None] Pushing event updated for resources: {'Port': ['ID=903a9083-9a60-45de-ba52-146e47efdbae,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:13.135836 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6798d405-718a-493a-90c0-d281175fc824 req-c7226a53-36f9-487d-b4ca-c887290ee6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:13.138614 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6798d405-718a-493a-90c0-d281175fc824 req-c7226a53-36f9-487d-b4ca-c887290ee6ac service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=67138b53-2811-40bc-a015-fb451bf262f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2733722 Dec 08 16:30:13.260603 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:13.282334 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-9364d00e-ce08-4e23-9520-e100d9dcae14 None None] Attempting to bind port febde771-4d78-44d3-a9fc-f5a39b5d6c8a on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:30:13.282722 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-9364d00e-ce08-4e23-9520-e100d9dcae14 None None] Attempting to bind port febde771-4d78-44d3-a9fc-f5a39b5d6c8a by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '62ddeed4-4019-43c4-b65e-19655af04cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '1cc8bf1a-c633-440d-9239-169950e86e14'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:30:13.283368 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9364d00e-ce08-4e23-9520-e100d9dcae14 None None] Attempting to bind port febde771-4d78-44d3-a9fc-f5a39b5d6c8a on network 1cc8bf1a-c633-440d-9239-169950e86e14 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:30:13.297567 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-455d92a7-cc85-416b-849d-b3997a9bacbe None None] Provisioning complete for port 684da4af-604e-43fb-8bed-cdd932b570eb triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:13.297955 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-455d92a7-cc85-416b-849d-b3997a9bacbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:13.374759 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6798d405-718a-493a-90c0-d281175fc824 req-1d88b25e-c840-498c-8c0b-2cbbc49b0475 service neutron] 10.222.0.76 "GET /v2.0/networks/67138b53-2811-40bc-a015-fb451bf262f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119627 Dec 08 16:30:13.414067 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9364d00e-ce08-4e23-9520-e100d9dcae14 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:30:13.414458 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9364d00e-ce08-4e23-9520-e100d9dcae14 None None] Checking segment: {'id': '62ddeed4-4019-43c4-b65e-19655af04cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '1cc8bf1a-c633-440d-9239-169950e86e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:30:13.414874 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9364d00e-ce08-4e23-9520-e100d9dcae14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:13.425723 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9364d00e-ce08-4e23-9520-e100d9dcae14 None None] Bound using segment: {'id': '62ddeed4-4019-43c4-b65e-19655af04cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '1cc8bf1a-c633-440d-9239-169950e86e14'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:30:13.426372 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-9364d00e-ce08-4e23-9520-e100d9dcae14 None None] Bound port: febde771-4d78-44d3-a9fc-f5a39b5d6c8a, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62ddeed4-4019-43c4-b65e-19655af04cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '1cc8bf1a-c633-440d-9239-169950e86e14'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:30:13.426789 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9364d00e-ce08-4e23-9520-e100d9dcae14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:13.482123 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 684da4af-604e-43fb-8bed-cdd932b570eb, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=684da4af-604e-43fb-8bed-cdd932b570eb,segment=NetworkSegment(7c414cb3-2924-4125-939b-d66914788aea),segment_id=7c414cb3-2924-4125-939b-d66914788aea)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:30:13.536722 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:13.570054 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-eb1ef3f0-4a6f-40d1-93be-8074cc2fb4aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:13.613996 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-995bf6a3-1f81-4129-8fbe-0515c0b5eca1 None None] Set router 15de8570-f928-4307-b023-14f9304f01a0 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:30:13.621164 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3510ba00-5b14-44d8-a2f5-864be3e96ccf tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Made reservation on behalf of af03a2e86b78478ab86cace1636ed027 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:30:13.624356 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3510ba00-5b14-44d8-a2f5-864be3e96ccf tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:13.727698 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6798d405-718a-493a-90c0-d281175fc824 req-afea2649-578f-408e-a503-ba17f02ffa9f service neutron] 10.222.0.76 "GET /v2.0/networks/67138b53-2811-40bc-a015-fb451bf262f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3429890 Dec 08 16:30:13.735418 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-51ce4cca-a72d-4659-b2e6-866a0c28758a tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cc8bf1a-c633-440d-9239-169950e86e14']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:13.755565 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-51ce4cca-a72d-4659-b2e6-866a0c28758a tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62ddeed4-4019-43c4-b65e-19655af04cc2') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:13.758456 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-51ce4cca-a72d-4659-b2e6-866a0c28758a tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62ddeed4-4019-43c4-b65e-19655af04cc2') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:13.786056 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-51ce4cca-a72d-4659-b2e6-866a0c28758a tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:13.811454 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-51ce4cca-a72d-4659-b2e6-866a0c28758a tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:13.835986 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51ce4cca-a72d-4659-b2e6-866a0c28758a tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:30:13.835986 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-51ce4cca-a72d-4659-b2e6-866a0c28758a tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:13.947569 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:30:13.947569 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:30:13.947569 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:30:13.947569 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:30:13.947569 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:30:13.947569 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:30:13.947569 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:30:13.947569 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:30:13.947569 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:30:13.947569 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:30:13.947569 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:30:13.947569 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:30:13.947569 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:30:13.947569 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:30:13.947569 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:30:13.947569 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:30:13.947569 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:30:13.947569 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:30:13.947569 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:30:13.947569 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:30:13.947569 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:30:13.947569 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:30:13.947569 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:30:13.947569 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:30:13.947569 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:30:13.947569 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:30:13.947569 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:30:13.947569 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:30:13.947569 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:30:13.947569 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:30:13.947569 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:30:13.947569 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:30:13.960288 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-3694eb6e-f5d9-4978-a0a4-a140ef53661a tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] 10.222.0.64 "GET /v2.0/routers/4f85c437-6aaf-4c88-829d-9b4a8fc930ab HTTP/1.1" status: 200 len: 740 time: 1.2728593 Dec 08 16:30:13.963109 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45206) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:14.065331 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.db.api [None req-51ce4cca-a72d-4659-b2e6-866a0c28758a tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 16:30:14.065331 n-d-776250-12 neutron-server[110550]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 16:30:14.065331 n-d-776250-12 neutron-server[110550]: [parameters: {'id': '1cc8bf1a-c633-440d-9239-169950e86e14'}] Dec 08 16:30:14.065331 n-d-776250-12 neutron-server[110550]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:30:14.065830 n-d-776250-12 neutron-server[110550]: DEBUG oslo_db.api [None req-51ce4cca-a72d-4659-b2e6-866a0c28758a tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:30:14.071162 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-cbcdd224-761c-4946-a9c9-274fe2f14120 tempest-RoutersAdminTest-616687002 tempest-RoutersAdminTest-616687002-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=1ae4cf80-76bf-4df3-a557-5cc6023c1900&device_id=4f85c437-6aaf-4c88-829d-9b4a8fc930ab HTTP/1.1" status: 200 len: 205 time: 0.1060393 Dec 08 16:30:14.080837 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45210) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:14.152639 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df1db6-737c-4a64-a9d7-77f088300710 req-c22b4c9b-6eac-4729-ae6b-056e1a8a495b tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:14.162003 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-74df1db6-737c-4a64-a9d7-77f088300710 req-c22b4c9b-6eac-4729-ae6b-056e1a8a495b tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=eaa1587d-d57b-472c-b885-663a7788dc96 HTTP/1.1" status: 200 len: 943 time: 0.5307672 Dec 08 16:30:14.169402 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-78521916-2d94-4fb7-bc29-3badd0a5a505 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f85c437-6aaf-4c88-829d-9b4a8fc930ab HTTP/1.1" status: 200 len: 205 time: 0.0874069 Dec 08 16:30:14.177373 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=684da4af-604e-43fb-8bed-cdd932b570eb,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:14.191053 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45214) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:14.247176 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7905fae7-7022-429e-83f7-00accb44af3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:14.257833 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-9364d00e-ce08-4e23-9520-e100d9dcae14 None None] For port febde771-4d78-44d3-a9fc-f5a39b5d6c8a, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:30:14.309713 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-9364d00e-ce08-4e23-9520-e100d9dcae14 None None] For port febde771-4d78-44d3-a9fc-f5a39b5d6c8a, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=febde771-4d78-44d3-a9fc-f5a39b5d6c8a,segment=NetworkSegment(62ddeed4-4019-43c4-b65e-19655af04cc2),segment_id=62ddeed4-4019-43c4-b65e-19655af04cc2)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:30:14.345230 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-995bf6a3-1f81-4129-8fbe-0515c0b5eca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15de8570-f928-4307-b023-14f9304f01a0', 'name': 'tempest-TestVolumeBootPattern-760813147-router', 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '903a9083-9a60-45de-ba52-146e47efdbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:00Z', 'updated_at': '2021-12-08T16:30:05Z', 'revision_number': 3, 'project_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'gw_port': {'id': '903a9083-9a60-45de-ba52-146e47efdbae', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15de8570-f928-4307-b023-14f9304f01a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:03Z', 'updated_at': '2021-12-08T16:30:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:14.353044 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d3b91623-bef8-447d-85a1-4c55d69ce803 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks [] for router, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:14.356868 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-eb1ef3f0-4a6f-40d1-93be-8074cc2fb4aa admin admin] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:14.427740 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-eb1ef3f0-4a6f-40d1-93be-8074cc2fb4aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:14.459082 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995bf6a3-1f81-4129-8fbe-0515c0b5eca1 None None] The sync data for ids ['15de8570-f928-4307-b023-14f9304f01a0'] in n-d-776250-12 is: [{'id': '15de8570-f928-4307-b023-14f9304f01a0', 'name': 'tempest-TestVolumeBootPattern-760813147-router', 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '903a9083-9a60-45de-ba52-146e47efdbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:00Z', 'updated_at': '2021-12-08T16:30:05Z', 'revision_number': 3, 'project_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'gw_port': {'id': '903a9083-9a60-45de-ba52-146e47efdbae', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15de8570-f928-4307-b023-14f9304f01a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:03Z', 'updated_at': '2021-12-08T16:30:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:30:14.465662 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9364d00e-ce08-4e23-9520-e100d9dcae14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:14.577174 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9364d00e-ce08-4e23-9520-e100d9dcae14 None None] Pushing event updated for resources: {'Port': ['ID=febde771-4d78-44d3-a9fc-f5a39b5d6c8a,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:14.593703 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-51ce4cca-a72d-4659-b2e6-866a0c28758a tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:14.596486 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-1cd29a86-20fd-4514-9f1a-aaa8f7910ac8 None None] Provisioning complete for port 903a9083-9a60-45de-ba52-146e47efdbae triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:14.597413 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1cd29a86-20fd-4514-9f1a-aaa8f7910ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:14.637344 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1ef3f0-4a6f-40d1-93be-8074cc2fb4aa admin admin] Pushing event updated for resources: {'Port': ['ID=b8a6271d-6dcd-4a65-b929-ce28fca9c592,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:14.640249 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-eb1ef3f0-4a6f-40d1-93be-8074cc2fb4aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:14.658738 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-74df1db6-737c-4a64-a9d7-77f088300710 req-c1041f98-3043-437a-bc89-4b96b0b35a08 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=065e2913-d123-4be2-9a9c-42f076831145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4761989 Dec 08 16:30:14.794092 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62ad9a8-10d1-4721-a450-e7ed08db8832 None None] Network 1cc8bf1a-c633-440d-9239-169950e86e14 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:30:14.802103 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1cd29a86-20fd-4514-9f1a-aaa8f7910ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:14.869913 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1ef3f0-4a6f-40d1-93be-8074cc2fb4aa admin admin] Network b16f21e0-d13a-4c4c-a863-a31df2be91b8 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:30:14.875244 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-eb1ef3f0-4a6f-40d1-93be-8074cc2fb4aa admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:14.879601 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-1cd29a86-20fd-4514-9f1a-aaa8f7910ac8 None None] For port 903a9083-9a60-45de-ba52-146e47efdbae, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=903a9083-9a60-45de-ba52-146e47efdbae,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:30:15.009559 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d3b91623-bef8-447d-85a1-4c55d69ce803 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:15.012365 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d3b91623-bef8-447d-85a1-4c55d69ce803 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:15.016813 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1cd29a86-20fd-4514-9f1a-aaa8f7910ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:15.213064 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd29a86-20fd-4514-9f1a-aaa8f7910ac8 None None] Pushing event updated for resources: {'Port': ['ID=903a9083-9a60-45de-ba52-146e47efdbae,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:15.231200 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-51ce4cca-a72d-4659-b2e6-866a0c28758a tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Deleting port febde771-4d78-44d3-a9fc-f5a39b5d6c8a {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:30:15.231589 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-51ce4cca-a72d-4659-b2e6-866a0c28758a tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:15.237145 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-1cd29a86-20fd-4514-9f1a-aaa8f7910ac8 None None] Provisioning complete for port 684da4af-604e-43fb-8bed-cdd932b570eb triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:15.237541 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1cd29a86-20fd-4514-9f1a-aaa8f7910ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:15.262114 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb1ef3f0-4a6f-40d1-93be-8074cc2fb4aa admin admin] Router 15de8570-f928-4307-b023-14f9304f01a0 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:30:15.306758 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c88f61-37d1-40b8-8638-c820427de201 None None] get_active_networks_info from n-d-776250-12 {{(pid=110552) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 16:30:15.340325 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d3b91623-bef8-447d-85a1-4c55d69ce803 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:15.340842 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b91623-bef8-447d-85a1-4c55d69ce803 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Fanout notify agent at l3_agent the message router_deleted on router 4f85c437-6aaf-4c88-829d-9b4a8fc930ab {{(pid=110550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:30:15.359008 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d3b91623-bef8-447d-85a1-4c55d69ce803 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:15.363387 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-d3b91623-bef8-447d-85a1-4c55d69ce803 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] 10.222.0.64 "DELETE /v2.0/routers/4f85c437-6aaf-4c88-829d-9b4a8fc930ab HTTP/1.1" status: 204 len: 168 time: 1.1596889 Dec 08 16:30:15.367359 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45226) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:15.451874 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:15.499289 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-85a0a66d-53e3-4075-a1d6-003aef46ec25 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f85c437-6aaf-4c88-829d-9b4a8fc930ab HTTP/1.1" status: 200 len: 205 time: 0.1257050 Dec 08 16:30:15.504703 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45228) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:15.523651 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c88f61-37d1-40b8-8638-c820427de201 None None] Resources bound (agent type, host, resource id): {{(pid=110552) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 16:30:15.655806 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-69953faa-1aed-4252-a5e4-002355c50685 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] delete failed (client error): The resource could not be found. Dec 08 16:30:15.656940 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-69953faa-1aed-4252-a5e4-002355c50685 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] 10.222.0.64 "DELETE /v2.0/routers/4f85c437-6aaf-4c88-829d-9b4a8fc930ab HTTP/1.1" status: 404 len: 336 time: 0.1512263 Dec 08 16:30:15.661454 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45234) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:15.690379 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb1ef3f0-4a6f-40d1-93be-8074cc2fb4aa admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:30:15.695563 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-51ce4cca-a72d-4659-b2e6-866a0c28758a tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] For port febde771-4d78-44d3-a9fc-f5a39b5d6c8a, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=febde771-4d78-44d3-a9fc-f5a39b5d6c8a,segment=NetworkSegment(62ddeed4-4019-43c4-b65e-19655af04cc2),segment_id=62ddeed4-4019-43c4-b65e-19655af04cc2)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:30:15.698990 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-51ce4cca-a72d-4659-b2e6-866a0c28758a tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:15.709247 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-eb1ef3f0-4a6f-40d1-93be-8074cc2fb4aa admin admin] 10.222.0.64 "PUT /v2.0/routers/15de8570-f928-4307-b023-14f9304f01a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2217333 Dec 08 16:30:15.770018 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-03e806f6-b77a-40fa-a761-91be46dd9023 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3f4015d-dd76-422d-b698-3a21ab7fa3d2 HTTP/1.1" status: 200 len: 205 time: 0.1050103 Dec 08 16:30:15.773005 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45240) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:15.778360 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-1cd29a86-20fd-4514-9f1a-aaa8f7910ac8 None None] Provisioning complete for port b8a6271d-6dcd-4a65-b929-ce28fca9c592 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:15.780421 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1cd29a86-20fd-4514-9f1a-aaa8f7910ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:15.798217 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-51ce4cca-a72d-4659-b2e6-866a0c28758a tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Calling delete_port for febde771-4d78-44d3-a9fc-f5a39b5d6c8a owned by network:dhcp {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:30:15.884739 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-1cd29a86-20fd-4514-9f1a-aaa8f7910ac8 None None] Port b8a6271d-6dcd-4a65-b929-ce28fca9c592 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:30:15.886180 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 903a9083-9a60-45de-ba52-146e47efdbae up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:30:15.915015 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-ec808ebe-2e9c-4a1c-97a7-f95e96a0163d tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] delete failed (client error): The resource could not be found. Dec 08 16:30:15.928694 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ec808ebe-2e9c-4a1c-97a7-f95e96a0163d tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] 10.222.0.64 "DELETE /v2.0/routers/d3f4015d-dd76-422d-b698-3a21ab7fa3d2 HTTP/1.1" status: 404 len: 336 time: 0.1543753 Dec 08 16:30:15.930489 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45244) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:16.005060 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e3861f8b-9c13-40b0-8268-e62bbced196d tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] 10.222.0.64 "GET /v2.0/ports?device_id=91606fd4-0e60-4fc1-a2be-636b8ab16a24 HTTP/1.1" status: 200 len: 205 time: 0.0729485 Dec 08 16:30:16.005929 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45248) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:16.049374 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 903a9083-9a60-45de-ba52-146e47efdbae triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:16.049374 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:16.057095 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-799bebe2-e662-4cfd-a48f-67b61155067e tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] delete failed (client error): The resource could not be found. Dec 08 16:30:16.071405 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-799bebe2-e662-4cfd-a48f-67b61155067e tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] 10.222.0.64 "DELETE /v2.0/routers/91606fd4-0e60-4fc1-a2be-636b8ab16a24 HTTP/1.1" status: 404 len: 336 time: 0.0555341 Dec 08 16:30:16.071405 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45252) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:16.105748 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-0f2dda2d-0448-4c86-9925-75389dc6582a None None] Provisioning complete for port b8a6271d-6dcd-4a65-b929-ce28fca9c592 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:16.106204 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0f2dda2d-0448-4c86-9925-75389dc6582a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:16.114482 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b05672fc-a0e1-48fb-82d5-1c9278c309b1 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] 10.222.0.64 "GET /v2.0/ports?device_id=76f24a04-2ff1-4d8b-8fa1-b9dfabd0a30b HTTP/1.1" status: 200 len: 205 time: 0.0451798 Dec 08 16:30:16.119654 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45258) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:16.179490 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-0f2dda2d-0448-4c86-9925-75389dc6582a None None] Port b8a6271d-6dcd-4a65-b929-ce28fca9c592 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:30:16.213760 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-38a54d5c-e6b5-43e6-9e5c-6f6f0defeb08 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] delete failed (client error): The resource could not be found. Dec 08 16:30:16.223789 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-38a54d5c-e6b5-43e6-9e5c-6f6f0defeb08 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] 10.222.0.64 "DELETE /v2.0/routers/76f24a04-2ff1-4d8b-8fa1-b9dfabd0a30b HTTP/1.1" status: 404 len: 336 time: 0.1004844 Dec 08 16:30:16.223956 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45260) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:16.226511 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41378a16-811e-4bdc-809d-cbee25d41604 req-ec9e913e-d45a-4dec-8d46-14c63a89510a tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:16.228295 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-41378a16-811e-4bdc-809d-cbee25d41604 req-ec9e913e-d45a-4dec-8d46-14c63a89510a tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=eaa1587d-d57b-472c-b885-663a7788dc96 HTTP/1.1" status: 200 len: 943 time: 0.3834653 Dec 08 16:30:16.305452 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 684da4af-604e-43fb-8bed-cdd932b570eb up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:30:16.311117 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45262) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:16.311340 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-8b2cbd4d-0b8d-4f7d-92de-06ac0049ddb4 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a69c477-8b4f-429d-b634-14be4fdb9f5c HTTP/1.1" status: 200 len: 205 time: 0.0849938 Dec 08 16:30:16.385976 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 684da4af-604e-43fb-8bed-cdd932b570eb triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:16.386358 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:16.429096 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [None req-4e5c9001-17b3-4214-a703-60dcb7fedfa8 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] delete failed (client error): The resource could not be found. Dec 08 16:30:16.440641 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-4e5c9001-17b3-4214-a703-60dcb7fedfa8 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] 10.222.0.64 "DELETE /v2.0/routers/2a69c477-8b4f-429d-b634-14be4fdb9f5c HTTP/1.1" status: 404 len: 336 time: 0.1219969 Dec 08 16:30:16.441163 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45266) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:16.489186 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-41378a16-811e-4bdc-809d-cbee25d41604 req-5e70b006-3f42-4731-b2d2-37d740adc13b tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=065e2913-d123-4be2-9a9c-42f076831145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2526655 Dec 08 16:30:16.490789 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-51ce4cca-a72d-4659-b2e6-866a0c28758a tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:16.516151 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-341146c3-bcc3-46e2-9042-0293776f06ac tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] 10.222.0.64 "GET /v2.0/ports?device_id=b9312c98-6bfc-4d8b-859d-300e6802a743 HTTP/1.1" status: 200 len: 205 time: 0.0709620 Dec 08 16:30:16.516151 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45268) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:16.547482 n-d-776250-12 neutron-server[110550]: DEBUG neutron.objects.ports [None req-3510ba00-5b14-44d8-a2f5-864be3e96ccf tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110550) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 16:30:16.547967 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3510ba00-5b14-44d8-a2f5-864be3e96ccf tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:16.552027 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ce4cca-a72d-4659-b2e6-866a0c28758a tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Pushing event deleted for resources: {'Port': ['ID=febde771-4d78-44d3-a9fc-f5a39b5d6c8a,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:16.566025 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ce4cca-a72d-4659-b2e6-866a0c28758a tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] No DVR routers for this DVR port febde771-4d78-44d3-a9fc-f5a39b5d6c8a on host n-d-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:30:16.583205 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-e279b55f-b6cc-467d-a7df-a3cfdb81df44 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] delete failed (client error): The resource could not be found. Dec 08 16:30:16.588006 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e279b55f-b6cc-467d-a7df-a3cfdb81df44 tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] 10.222.0.64 "DELETE /v2.0/routers/b9312c98-6bfc-4d8b-859d-300e6802a743 HTTP/1.1" status: 404 len: 336 time: 0.0692544 Dec 08 16:30:16.588638 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45270) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:16.617674 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-96ebc824-fcac-417e-97fb-fff3521a486c tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] DELETE failed (client error): The resource could not be found. Dec 08 16:30:16.618175 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96ebc824-fcac-417e-97fb-fff3521a486c tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:30:16.621346 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-96ebc824-fcac-417e-97fb-fff3521a486c tempest-RoutersAdminTest-1771836082 tempest-RoutersAdminTest-1771836082-project] 10.222.0.64 "DELETE /v2.0/subnets/8772abae-0a41-4fb6-ad58-32cffab43cd0 HTTP/1.1" status: 404 len: 337 time: 0.0317278 Dec 08 16:30:16.736708 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3510ba00-5b14-44d8-a2f5-864be3e96ccf tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5bf747be-4cbc-4a4f-afa7-b9844d729fda,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:16.748385 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-51ce4cca-a72d-4659-b2e6-866a0c28758a tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:16.765035 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:16.767131 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3510ba00-5b14-44d8-a2f5-864be3e96ccf tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Checking segment: {'id': '3e4f9c39-b227-4c3a-a65a-d1eab5d589b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '31ef8f9f-10fc-4130-8cd3-5efda02fc21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:30:16.767662 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3510ba00-5b14-44d8-a2f5-864be3e96ccf tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Network hostable DHCP agents. Network: 31ef8f9f-10fc-4130-8cd3-5efda02fc21f, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:30:16.792860 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-51ce4cca-a72d-4659-b2e6-866a0c28758a tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cc8bf1a-c633-440d-9239-169950e86e14']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:16.805472 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-51ce4cca-a72d-4659-b2e6-866a0c28758a tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62ddeed4-4019-43c4-b65e-19655af04cc2') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:16.805836 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-51ce4cca-a72d-4659-b2e6-866a0c28758a tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62ddeed4-4019-43c4-b65e-19655af04cc2') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:16.815665 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-51ce4cca-a72d-4659-b2e6-866a0c28758a tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:16.832434 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-51ce4cca-a72d-4659-b2e6-866a0c28758a tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:16.842205 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51ce4cca-a72d-4659-b2e6-866a0c28758a tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:30:16.843073 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-51ce4cca-a72d-4659-b2e6-866a0c28758a tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:16.846986 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:30:16.846986 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:30:16.846986 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:30:16.846986 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:30:16.846986 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:30:16.846986 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:30:16.846986 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:30:16.846986 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:30:16.846986 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:30:16.846986 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:30:16.846986 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:30:16.846986 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:30:16.846986 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:30:16.846986 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:30:16.846986 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:30:16.846986 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:30:16.846986 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:30:16.846986 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:30:16.846986 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:30:16.846986 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:30:16.846986 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:30:16.846986 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:30:16.846986 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:30:16.846986 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:30:16.846986 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:30:16.846986 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:30:16.846986 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:30:16.846986 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:30:16.846986 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:30:16.846986 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:30:16.846986 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:30:16.846986 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:30:16.859658 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3510ba00-5b14-44d8-a2f5-864be3e96ccf tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Network 31ef8f9f-10fc-4130-8cd3-5efda02fc21f is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:30:17.053000 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45288) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:17.053000 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-fc5dc426-0597-4111-8d70-16dcf95d6173 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1199169047-network', 'tenant_id': '3ddeeb14b4484b75b1b166f45dd2078d'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:17.086654 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-51ce4cca-a72d-4659-b2e6-866a0c28758a tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:17.089196 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-3510ba00-5b14-44d8-a2f5-864be3e96ccf tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 31ef8f9f-10fc-4130-8cd3-5efda02fc21f) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:17.096544 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-51ce4cca-a72d-4659-b2e6-866a0c28758a tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:17.101630 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-51ce4cca-a72d-4659-b2e6-866a0c28758a tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] 10.222.0.64 "DELETE /v2.0/networks/1cc8bf1a-c633-440d-9239-169950e86e14 HTTP/1.1" status: 204 len: 168 time: 6.2516782 Dec 08 16:30:17.105125 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45292) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:17.111228 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05fa137-2a40-4ad9-b5ec-2163956f7c47 None None] Network 31ef8f9f-10fc-4130-8cd3-5efda02fc21f requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:30:17.111408 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-ced1f4bd-4728-4710-b623-1e6e47d22155 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-143427998'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:17.119909 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3510ba00-5b14-44d8-a2f5-864be3e96ccf tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:17.122873 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3510ba00-5b14-44d8-a2f5-864be3e96ccf tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:17.163433 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ce4cca-a72d-4659-b2e6-866a0c28758a tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Pushing event deleted for resources: {'Network': ['ID=1cc8bf1a-c633-440d-9239-169950e86e14,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:17.168314 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5dc426-0597-4111-8d70-16dcf95d6173 admin admin] Made reservation on behalf of 3ddeeb14b4484b75b1b166f45dd2078d for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:30:17.169993 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fc5dc426-0597-4111-8d70-16dcf95d6173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:17.200124 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fc5dc426-0597-4111-8d70-16dcf95d6173 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:17.330497 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45300) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:17.331298 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d295ef5d-2801-4edc-a253-3231719cd3d8 None None] Network 31ef8f9f-10fc-4130-8cd3-5efda02fc21f requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:30:17.334689 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced1f4bd-4728-4710-b623-1e6e47d22155 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Made reservation on behalf of 104f554fb93347018c31f019caad78c1 for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:30:17.339473 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ced1f4bd-4728-4710-b623-1e6e47d22155 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:17.390906 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fc5dc426-0597-4111-8d70-16dcf95d6173 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:17.392394 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ced1f4bd-4728-4710-b623-1e6e47d22155 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:30:17.406940 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ced1f4bd-4728-4710-b623-1e6e47d22155 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:17.407505 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-ced1f4bd-4728-4710-b623-1e6e47d22155 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Added segment eaf24d0b-92af-433f-bd77-eb9b5e48271c of type vlan for network a25d2318-8c57-4a91-9237-4de1bd18dd5d Dec 08 16:30:17.428233 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc75894f-a184-4fbc-918c-d6bcb50b0978 None None] Sync routers for ids ['15de8570-f928-4307-b023-14f9304f01a0'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:30:17.441848 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-3510ba00-5b14-44d8-a2f5-864be3e96ccf tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 5.0256555 Dec 08 16:30:17.444980 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45304) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:17.451046 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-5ec5f542-8ed3-4cd8-90b2-c0edd76e6b41 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1609733783', 'network_id': '31ef8f9f-10fc-4130-8cd3-5efda02fc21f'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:17.480374 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ced1f4bd-4728-4710-b623-1e6e47d22155 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:17.486550 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc75894f-a184-4fbc-918c-d6bcb50b0978 None None] Routers {'15de8570-f928-4307-b023-14f9304f01a0'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:30:17.487860 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-fc75894f-a184-4fbc-918c-d6bcb50b0978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:30:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['15de8570-f928-4307-b023-14f9304f01a0'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:17.525547 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-be773bd7-7226-4361-b7d6-7ae0c886c8df admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:17.536596 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fc5dc426-0597-4111-8d70-16dcf95d6173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:17.611601 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5dc426-0597-4111-8d70-16dcf95d6173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b109b0-0103-4f29-9415-faab103412ee,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:17.627928 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc5dc426-0597-4111-8d70-16dcf95d6173 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:30:17.641186 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fc5dc426-0597-4111-8d70-16dcf95d6173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:17.641989 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-fc5dc426-0597-4111-8d70-16dcf95d6173 admin admin] Added segment e058192b-5e31-45f2-bfc6-a96c0a9ad8f5 of type vlan for network fcee842d-7649-41d9-9de3-12f0b0e3018d Dec 08 16:30:17.649394 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec5f542-8ed3-4cd8-90b2-c0edd76e6b41 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Made reservation on behalf of af03a2e86b78478ab86cace1636ed027 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:30:17.654033 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:17.656776 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5ec5f542-8ed3-4cd8-90b2-c0edd76e6b41 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:17.687005 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ced1f4bd-4728-4710-b623-1e6e47d22155 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:17.693964 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced1f4bd-4728-4710-b623-1e6e47d22155 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:17.695067 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ced1f4bd-4728-4710-b623-1e6e47d22155 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:17.719523 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fc5dc426-0597-4111-8d70-16dcf95d6173 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:17.737194 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-fc75894f-a184-4fbc-918c-d6bcb50b0978 None None] Set router 15de8570-f928-4307-b023-14f9304f01a0 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:30:17.795416 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [None req-5ec5f542-8ed3-4cd8-90b2-c0edd76e6b41 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] device_id is not set on port 89d70c28-cac7-4097-924d-aa89284412b3 yet. {{(pid=110550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:30:17.811587 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced1f4bd-4728-4710-b623-1e6e47d22155 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Pushing event updated for resources: {'Network': ['ID=a25d2318-8c57-4a91-9237-4de1bd18dd5d,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:17.822855 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f2a741-6328-438b-b4c1-7b58bfa1d378 req-362a7e3f-3c4f-4097-8de0-c1228310d967 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:17.825166 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f6f2a741-6328-438b-b4c1-7b58bfa1d378 req-362a7e3f-3c4f-4097-8de0-c1228310d967 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=eaa1587d-d57b-472c-b885-663a7788dc96 HTTP/1.1" status: 200 len: 943 time: 0.2013683 Dec 08 16:30:17.836167 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ced1f4bd-4728-4710-b623-1e6e47d22155 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7290704 Dec 08 16:30:17.840661 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45310) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:17.845299 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-bbe9519f-2e44-4e91-80f6-6207d29f2e65 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Request body: {'subnet': {'network_id': 'a25d2318-8c57-4a91-9237-4de1bd18dd5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:17.873035 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network a25d2318-8c57-4a91-9237-4de1bd18dd5d details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:30:17.979764 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f6f2a741-6328-438b-b4c1-7b58bfa1d378 req-00c92f86-d45b-4011-8b08-8ed140032ae8 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=065e2913-d123-4be2-9a9c-42f076831145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468303 Dec 08 16:30:17.998014 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fc5dc426-0597-4111-8d70-16dcf95d6173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:17.999437 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5dc426-0597-4111-8d70-16dcf95d6173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:18.000467 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fc5dc426-0597-4111-8d70-16dcf95d6173 admin admin] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:18.065288 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-be773bd7-7226-4361-b7d6-7ae0c886c8df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:18.200534 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-fc5dc426-0597-4111-8d70-16dcf95d6173 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1634560 Dec 08 16:30:18.203235 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45320) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:18.220995 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-b3328ac1-e7ad-491e-86c7-bdd55a15a6d7 admin admin] Request body: {'subnet': {'network_id': 'fcee842d-7649-41d9-9de3-12f0b0e3018d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1199169047-subnet', 'tenant_id': '3ddeeb14b4484b75b1b166f45dd2078d', 'ip_version': 4}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:18.226003 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-5ec5f542-8ed3-4cd8-90b2-c0edd76e6b41 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Allocated IP 2001:db8::a0 (31ef8f9f-10fc-4130-8cd3-5efda02fc21f/5bf747be-4cbc-4a4f-afa7-b9844d729fda/89d70c28-cac7-4097-924d-aa89284412b3) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:30:18.271465 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5dc426-0597-4111-8d70-16dcf95d6173 admin admin] Pushing event updated for resources: {'Network': ['ID=fcee842d-7649-41d9-9de3-12f0b0e3018d,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:18.287827 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-be773bd7-7226-4361-b7d6-7ae0c886c8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:18.386007 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe9519f-2e44-4e91-80f6-6207d29f2e65 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Made reservation on behalf of 104f554fb93347018c31f019caad78c1 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:30:18.390180 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bbe9519f-2e44-4e91-80f6-6207d29f2e65 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:18.391507 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-be773bd7-7226-4361-b7d6-7ae0c886c8df admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=22d70a3f28954c75ad8091eac4d7716a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0614178 Dec 08 16:30:18.393248 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 107ec848-c1d6-42ff-8697-22d69545bf2c details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:30:18.394527 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45322) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:18.395293 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be773bd7-7226-4361-b7d6-7ae0c886c8df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d51d491-0ada-4db0-880e-89f75f20f880,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:18.396397 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network fcee842d-7649-41d9-9de3-12f0b0e3018d details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:30:18.439168 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be773bd7-7226-4361-b7d6-7ae0c886c8df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:18.439664 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be773bd7-7226-4361-b7d6-7ae0c886c8df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:18.440041 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be773bd7-7226-4361-b7d6-7ae0c886c8df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:18.440412 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be773bd7-7226-4361-b7d6-7ae0c886c8df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:18.440885 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be773bd7-7226-4361-b7d6-7ae0c886c8df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:18.441238 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be773bd7-7226-4361-b7d6-7ae0c886c8df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:18.441579 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be773bd7-7226-4361-b7d6-7ae0c886c8df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:18.441916 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be773bd7-7226-4361-b7d6-7ae0c886c8df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:18.442252 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be773bd7-7226-4361-b7d6-7ae0c886c8df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:18.442586 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be773bd7-7226-4361-b7d6-7ae0c886c8df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:18.442976 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be773bd7-7226-4361-b7d6-7ae0c886c8df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:18.443316 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be773bd7-7226-4361-b7d6-7ae0c886c8df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:18.443649 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be773bd7-7226-4361-b7d6-7ae0c886c8df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:18.521741 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5ec5f542-8ed3-4cd8-90b2-c0edd76e6b41 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:18.528911 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3328ac1-e7ad-491e-86c7-bdd55a15a6d7 admin admin] Made reservation on behalf of 3ddeeb14b4484b75b1b166f45dd2078d for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:30:18.532157 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b3328ac1-e7ad-491e-86c7-bdd55a15a6d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:18.629334 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e84336b9-b769-4c78-9d7f-0875346a61fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:18.666487 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e84336b9-b769-4c78-9d7f-0875346a61fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:18.720956 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5ec5f542-8ed3-4cd8-90b2-c0edd76e6b41 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:18.867702 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec5f542-8ed3-4cd8-90b2-c0edd76e6b41 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Network 31ef8f9f-10fc-4130-8cd3-5efda02fc21f is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:30:18.870676 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-5ec5f542-8ed3-4cd8-90b2-c0edd76e6b41 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:18.873977 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec5f542-8ed3-4cd8-90b2-c0edd76e6b41 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:30:18.875069 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec5f542-8ed3-4cd8-90b2-c0edd76e6b41 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:18.878061 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5ec5f542-8ed3-4cd8-90b2-c0edd76e6b41 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:18.919256 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec5f542-8ed3-4cd8-90b2-c0edd76e6b41 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Pushing event updated for resources: {'Port': ['ID=89d70c28-cac7-4097-924d-aa89284412b3,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:18.924192 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 107ec848-c1d6-42ff-8697-22d69545bf2c, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=107ec848-c1d6-42ff-8697-22d69545bf2c,segment=NetworkSegment(b33a2c14-dda0-41e9-9c32-0acf92d96bc1),segment_id=b33a2c14-dda0-41e9-9c32-0acf92d96bc1)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:30:18.947989 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '107ec848-c1d6-42ff-8697-22d69545bf2c', 'network_id': '67138b53-2811-40bc-a015-fb451bf262f6', 'port_id': '107ec848-c1d6-42ff-8697-22d69545bf2c', 'mac_address': 'fa:16:3e:14:a7:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '678eef96-fa31-4199-855c-24f38bc18493', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:30:18.976338 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-5ec5f542-8ed3-4cd8-90b2-c0edd76e6b41 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.5320208 Dec 08 16:30:18.979194 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45326) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:19.035755 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:19.049550 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e84336b9-b769-4c78-9d7f-0875346a61fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:19.052046 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e84336b9-b769-4c78-9d7f-0875346a61fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:19.053777 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-e84336b9-b769-4c78-9d7f-0875346a61fc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0d51d491-0ada-4db0-880e-89f75f20f880 HTTP/1.1" status: 204 len: 168 time: 0.6466472 Dec 08 16:30:19.067427 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-fc75894f-a184-4fbc-918c-d6bcb50b0978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15de8570-f928-4307-b023-14f9304f01a0', 'name': 'tempest-TestVolumeBootPattern-760813147-router', 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '903a9083-9a60-45de-ba52-146e47efdbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:00Z', 'updated_at': '2021-12-08T16:30:13Z', 'revision_number': 4, 'project_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'gw_port': {'id': '903a9083-9a60-45de-ba52-146e47efdbae', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15de8570-f928-4307-b023-14f9304f01a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:03Z', 'updated_at': '2021-12-08T16:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'b8a6271d-6dcd-4a65-b929-ce28fca9c592', 'name': '', 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8', 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'mac_address': 'fa:16:3e:a7:89:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15de8570-f928-4307-b023-14f9304f01a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '13be6d62-2e9a-40c4-9d1e-34aa15cc5f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:10Z', 'updated_at': '2021-12-08T16:30:13Z', 'revision_number': 2, 'project_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'subnets': [{'id': '13be6d62-2e9a-40c4-9d1e-34aa15cc5f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:19.071027 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 107ec848-c1d6-42ff-8697-22d69545bf2c {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:30:19.109334 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc75894f-a184-4fbc-918c-d6bcb50b0978 None None] Checking router: 15de8570-f928-4307-b023-14f9304f01a0 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:30:19.109334 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc75894f-a184-4fbc-918c-d6bcb50b0978 None None] Updating router 15de8570-f928-4307-b023-14f9304f01a0 port b8a6271d-6dcd-4a65-b929-ce28fca9c592 binding host n-d-776250-12 {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:30:19.137889 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bbe9519f-2e44-4e91-80f6-6207d29f2e65 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:19.192773 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 107ec848-c1d6-42ff-8697-22d69545bf2c, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=107ec848-c1d6-42ff-8697-22d69545bf2c,segment=NetworkSegment(b33a2c14-dda0-41e9-9c32-0acf92d96bc1),segment_id=b33a2c14-dda0-41e9-9c32-0acf92d96bc1)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:30:19.200763 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-fc75894f-a184-4fbc-918c-d6bcb50b0978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:19.233238 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b3328ac1-e7ad-491e-86c7-bdd55a15a6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:19.252327 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84336b9-b769-4c78-9d7f-0875346a61fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d51d491-0ada-4db0-880e-89f75f20f880,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:19.289295 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe9519f-2e44-4e91-80f6-6207d29f2e65 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Pushing event updated for resources: {'Subnet': ['ID=5fdfc527-4ae4-4e3a-b1e6-fd3963945a02,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:19.295044 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe9519f-2e44-4e91-80f6-6207d29f2e65 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Checking segment: {'id': 'eaf24d0b-92af-433f-bd77-eb9b5e48271c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a25d2318-8c57-4a91-9237-4de1bd18dd5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:30:19.295430 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe9519f-2e44-4e91-80f6-6207d29f2e65 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Network hostable DHCP agents. Network: a25d2318-8c57-4a91-9237-4de1bd18dd5d, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:30:19.342490 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e6948-deed-45c7-89cc-6f6ff247be09 req-49dd1b60-82c9-49b4-99ba-8481c0c3f962 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:19.344031 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-268e6948-deed-45c7-89cc-6f6ff247be09 req-49dd1b60-82c9-49b4-99ba-8481c0c3f962 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=eaa1587d-d57b-472c-b885-663a7788dc96 HTTP/1.1" status: 200 len: 943 time: 0.2219777 Dec 08 16:30:19.364333 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3328ac1-e7ad-491e-86c7-bdd55a15a6d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c34a848-fb02-432e-9166-9fd4141caadc,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:19.408693 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3328ac1-e7ad-491e-86c7-bdd55a15a6d7 admin admin] Checking segment: {'id': 'e058192b-5e31-45f2-bfc6-a96c0a9ad8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fcee842d-7649-41d9-9de3-12f0b0e3018d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:30:19.409132 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3328ac1-e7ad-491e-86c7-bdd55a15a6d7 admin admin] Network hostable DHCP agents. Network: fcee842d-7649-41d9-9de3-12f0b0e3018d, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:30:19.438214 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:19.456607 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-58914ff8-627e-472a-9d4e-3cd79828fef2 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Deleting port 89d70c28-cac7-4097-924d-aa89284412b3 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:30:19.456956 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-58914ff8-627e-472a-9d4e-3cd79828fef2 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:19.547326 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-268e6948-deed-45c7-89cc-6f6ff247be09 req-23501653-9a68-4445-8cea-4ae9b33df2d6 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=065e2913-d123-4be2-9a9c-42f076831145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1772654 Dec 08 16:30:19.566863 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3328ac1-e7ad-491e-86c7-bdd55a15a6d7 admin admin] Network fcee842d-7649-41d9-9de3-12f0b0e3018d is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:30:19.566863 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe9519f-2e44-4e91-80f6-6207d29f2e65 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Network a25d2318-8c57-4a91-9237-4de1bd18dd5d is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:30:19.582235 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=107ec848-c1d6-42ff-8697-22d69545bf2c,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:19.610616 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-58914ff8-627e-472a-9d4e-3cd79828fef2 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:19.627221 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-58914ff8-627e-472a-9d4e-3cd79828fef2 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Calling delete_port for 89d70c28-cac7-4097-924d-aa89284412b3 owned by {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:30:19.732847 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-fc75894f-a184-4fbc-918c-d6bcb50b0978 None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:19.739056 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30188b9a-6160-46d1-a09f-42b50fc8a40f req-748dc219-ff3f-4784-9708-205035f2098c tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:19.740344 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-30188b9a-6160-46d1-a09f-42b50fc8a40f req-748dc219-ff3f-4784-9708-205035f2098c tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/networks?id=6bc7cad8-ce82-4d14-8967-10a5440b0811 HTTP/1.1" status: 200 len: 814 time: 0.1330574 Dec 08 16:30:19.746775 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-b3328ac1-e7ad-491e-86c7-bdd55a15a6d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, fcee842d-7649-41d9-9de3-12f0b0e3018d) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:19.746775 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-bbe9519f-2e44-4e91-80f6-6207d29f2e65 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, a25d2318-8c57-4a91-9237-4de1bd18dd5d) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:19.759971 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3328ac1-e7ad-491e-86c7-bdd55a15a6d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:19.760609 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b3328ac1-e7ad-491e-86c7-bdd55a15a6d7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:19.764006 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-30188b9a-6160-46d1-a09f-42b50fc8a40f req-f8048ae5-9faa-4551-912b-09d6f8c2a255 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/quotas/39d0a07c70234221a3fafc599aa62bdb HTTP/1.1" status: 200 len: 375 time: 0.0171778 Dec 08 16:30:19.766400 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe9519f-2e44-4e91-80f6-6207d29f2e65 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:19.766995 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bbe9519f-2e44-4e91-80f6-6207d29f2e65 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:19.769608 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af95fc0-e521-430d-a870-076a14273dc0 None None] Network fcee842d-7649-41d9-9de3-12f0b0e3018d requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:30:19.777712 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7201b2d-c457-4f7d-8a88-adbf86b233c5 None None] Network a25d2318-8c57-4a91-9237-4de1bd18dd5d requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:30:19.883142 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-30188b9a-6160-46d1-a09f-42b50fc8a40f req-00610d8f-9f72-4948-ae12-38773a12b043 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=39d0a07c70234221a3fafc599aa62bdb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0964456 Dec 08 16:30:19.884066 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['107ec848-c1d6-42ff-8697-22d69545bf2c'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:30:19.896057 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b3328ac1-e7ad-491e-86c7-bdd55a15a6d7 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6788545 Dec 08 16:30:19.901320 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45360) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:19.907794 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-336e2e6b-af8e-4350-aa2b-9506455aba8d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1199169047-router', 'tenant_id': '3ddeeb14b4484b75b1b166f45dd2078d', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:19.941063 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-fc75894f-a184-4fbc-918c-d6bcb50b0978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:19.953101 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-bbe9519f-2e44-4e91-80f6-6207d29f2e65 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.1074314 Dec 08 16:30:19.953101 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45362) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:19.955599 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-7a95dd48-5b6b-4b69-8a94-b7723f8c7e87 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1605711794'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:19.955777 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-58914ff8-627e-472a-9d4e-3cd79828fef2 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:20.001528 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58914ff8-627e-472a-9d4e-3cd79828fef2 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Pushing event deleted for resources: {'Port': ['ID=89d70c28-cac7-4097-924d-aa89284412b3,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:20.014925 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-30188b9a-6160-46d1-a09f-42b50fc8a40f req-459808a9-2b05-4052-85ab-ff88cae82516 service neutron] 10.222.0.64 "GET /v2.0/networks/6bc7cad8-ce82-4d14-8967-10a5440b0811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314616 Dec 08 16:30:20.024877 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-58914ff8-627e-472a-9d4e-3cd79828fef2 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:20.030971 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-58914ff8-627e-472a-9d4e-3cd79828fef2 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] 10.222.0.64 "DELETE /v2.0/ports/89d70c28-cac7-4097-924d-aa89284412b3 HTTP/1.1" status: 204 len: 168 time: 1.0505447 Dec 08 16:30:20.031399 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45366) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:20.036931 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-f522033b-6638-4470-9a66-281aaba771bf tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '31ef8f9f-10fc-4130-8cd3-5efda02fc21f', 'external_fixed_ips': [{'subnet_id': '5bf747be-4cbc-4a4f-afa7-b9844d729fda', 'ip_address': '2001:db8::a0'}]}}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:20.090749 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-336e2e6b-af8e-4350-aa2b-9506455aba8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:20.091953 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-336e2e6b-af8e-4350-aa2b-9506455aba8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:20.115199 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.db.api [None req-f522033b-6638-4470-9a66-281aaba771bf tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 08 16:30:20.115199 n-d-776250-12 neutron-server[110550]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 08 16:30:20.115199 n-d-776250-12 neutron-server[110550]: [parameters: {'project_id_1': 'af03a2e86b78478ab86cace1636ed027', 'expiration_1': datetime.datetime(2021, 12, 8, 16, 30, 0, 42986)}] Dec 08 16:30:20.115199 n-d-776250-12 neutron-server[110550]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:30:20.121885 n-d-776250-12 neutron-server[110550]: DEBUG oslo_db.api [None req-f522033b-6638-4470-9a66-281aaba771bf tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:30:20.143371 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-30188b9a-6160-46d1-a09f-42b50fc8a40f req-ddb87a20-b32c-4ecf-9f51-8f7c4cbcd866 service neutron] 10.222.0.64 "GET /v2.0/networks/6bc7cad8-ce82-4d14-8967-10a5440b0811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213355 Dec 08 16:30:20.147703 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45368) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:20.163888 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b26cea7-f93f-4061-8b30-49c2b483186b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-fcee842d-7649-41d9-9de3-12f0b0e3018d', 'network_id': 'fcee842d-7649-41d9-9de3-12f0b0e3018d', 'project_id': '3ddeeb14b4484b75b1b166f45dd2078d', 'fixed_ips': [{'subnet_id': '1c34a848-fb02-432e-9166-9fd4141caadc'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:30:20.165320 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4b26cea7-f93f-4061-8b30-49c2b483186b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:20.176546 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a95dd48-5b6b-4b69-8a94-b7723f8c7e87 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Made reservation on behalf of 104f554fb93347018c31f019caad78c1 for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:30:20.180964 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7a95dd48-5b6b-4b69-8a94-b7723f8c7e87 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:20.232158 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8358aaef-78a6-4475-ae89-6f5a22f3df8c None None] Pushing event updated for resources: {'Port': ['ID=b8a6271d-6dcd-4a65-b929-ce28fca9c592,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:20.270841 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-336e2e6b-af8e-4350-aa2b-9506455aba8d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:20.272078 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a95dd48-5b6b-4b69-8a94-b7723f8c7e87 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:30:20.294965 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c054161d-9a13-42ac-9707-59b9c19ea897 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d6ac03e398d64375ade2b2c208077757&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1460252 Dec 08 16:30:20.297807 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45374) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:20.307614 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c251737-a12b-448b-beef-2191d30ce8d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-a25d2318-8c57-4a91-9237-4de1bd18dd5d', 'network_id': 'a25d2318-8c57-4a91-9237-4de1bd18dd5d', 'project_id': '104f554fb93347018c31f019caad78c1', 'fixed_ips': [{'subnet_id': '5fdfc527-4ae4-4e3a-b1e6-fd3963945a02'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:30:20.309286 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6c251737-a12b-448b-beef-2191d30ce8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:20.318284 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7a95dd48-5b6b-4b69-8a94-b7723f8c7e87 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:20.318636 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-7a95dd48-5b6b-4b69-8a94-b7723f8c7e87 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Added segment 480d1adc-acd4-4483-b6d8-e9d1d67aa283 of type vlan for network e9a1aa7e-d4ba-4f2f-a966-934731ca33cd Dec 08 16:30:20.403043 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cd314316-80d9-4dd8-9c25-30a7c1893bfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:20.421657 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cd314316-80d9-4dd8-9c25-30a7c1893bfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:20.436033 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7a95dd48-5b6b-4b69-8a94-b7723f8c7e87 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:20.481840 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-fc75894f-a184-4fbc-918c-d6bcb50b0978 None None] Attempting to bind port b8a6271d-6dcd-4a65-b929-ce28fca9c592 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:30:20.482462 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-fc75894f-a184-4fbc-918c-d6bcb50b0978 None None] Attempting to bind port b8a6271d-6dcd-4a65-b929-ce28fca9c592 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '148e30e1-cdcf-4201-a517-2bd3763917d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:30:20.482813 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc75894f-a184-4fbc-918c-d6bcb50b0978 None None] Attempting to bind port b8a6271d-6dcd-4a65-b929-ce28fca9c592 on network b16f21e0-d13a-4c4c-a863-a31df2be91b8 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:30:20.559245 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7a95dd48-5b6b-4b69-8a94-b7723f8c7e87 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:20.565064 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a95dd48-5b6b-4b69-8a94-b7723f8c7e87 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:20.565832 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7a95dd48-5b6b-4b69-8a94-b7723f8c7e87 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:20.575537 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc75894f-a184-4fbc-918c-d6bcb50b0978 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:30:20.579844 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc75894f-a184-4fbc-918c-d6bcb50b0978 None None] Checking segment: {'id': '148e30e1-cdcf-4201-a517-2bd3763917d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:30:20.579844 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-fc75894f-a184-4fbc-918c-d6bcb50b0978 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:20.579844 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc75894f-a184-4fbc-918c-d6bcb50b0978 None None] Bound using segment: {'id': '148e30e1-cdcf-4201-a517-2bd3763917d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:30:20.579844 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-fc75894f-a184-4fbc-918c-d6bcb50b0978 None None] Bound port: b8a6271d-6dcd-4a65-b929-ce28fca9c592, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '148e30e1-cdcf-4201-a517-2bd3763917d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:30:20.579844 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-fc75894f-a184-4fbc-918c-d6bcb50b0978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:20.658175 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-336e2e6b-af8e-4350-aa2b-9506455aba8d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:20.681561 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-d6054529-1ee9-4dce-a46d-6a6dfc1a93bf None None] Provisioning complete for port b8a6271d-6dcd-4a65-b929-ce28fca9c592 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:20.682087 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d6054529-1ee9-4dce-a46d-6a6dfc1a93bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:20.758227 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83adbff-2e35-4b05-b4d9-7b10db57ea57 req-5a1118ca-9e58-4c37-aff0-c8178be26c6f tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:20.759193 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-7a95dd48-5b6b-4b69-8a94-b7723f8c7e87 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8081765 Dec 08 16:30:20.771103 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a83adbff-2e35-4b05-b4d9-7b10db57ea57 req-5a1118ca-9e58-4c37-aff0-c8178be26c6f tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=eaa1587d-d57b-472c-b885-663a7788dc96 HTTP/1.1" status: 200 len: 944 time: 0.0886223 Dec 08 16:30:20.773725 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45382) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:20.787766 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-c22d4442-91f2-4e29-ad8b-2820be6e8e0e tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Request body: {'subnet': {'network_id': 'e9a1aa7e-d4ba-4f2f-a966-934731ca33cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:20.802452 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a95dd48-5b6b-4b69-8a94-b7723f8c7e87 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Pushing event updated for resources: {'Network': ['ID=e9a1aa7e-d4ba-4f2f-a966-934731ca33cd,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:20.827099 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cd314316-80d9-4dd8-9c25-30a7c1893bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:20.835044 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network e9a1aa7e-d4ba-4f2f-a966-934731ca33cd details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:30:20.839885 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cd314316-80d9-4dd8-9c25-30a7c1893bfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:20.844145 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-cd314316-80d9-4dd8-9c25-30a7c1893bfe admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ce530ada-1d6b-40fe-b40f-c064defa2f77 HTTP/1.1" status: 204 len: 168 time: 0.5452390 Dec 08 16:30:20.876023 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-4b26cea7-f93f-4061-8b30-49c2b483186b None None] Allocated IP 172.20.0.2 (fcee842d-7649-41d9-9de3-12f0b0e3018d/1c34a848-fb02-432e-9166-9fd4141caadc/028f4b6b-8a6a-4a5a-935c-b9765c26efbb) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:30:20.923194 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd314316-80d9-4dd8-9c25-30a7c1893bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce530ada-1d6b-40fe-b40f-c064defa2f77,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:20.931724 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-d6054529-1ee9-4dce-a46d-6a6dfc1a93bf None None] Port b8a6271d-6dcd-4a65-b929-ce28fca9c592 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:30:20.941003 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-fc75894f-a184-4fbc-918c-d6bcb50b0978 None None] For port b8a6271d-6dcd-4a65-b929-ce28fca9c592, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:30:21.012019 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-be656e9f-77f0-457e-9c07-f397f8673c4b req-15ea8a9a-2492-44ca-a84d-3f72423b4de5 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a0c7228-fbf8-47e9-9c08-8de29e38b39c HTTP/1.1" status: 200 len: 210 time: 0.0376027 Dec 08 16:30:21.086722 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f522033b-6638-4470-9a66-281aaba771bf tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:21.096408 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f522033b-6638-4470-9a66-281aaba771bf tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:21.128325 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a83adbff-2e35-4b05-b4d9-7b10db57ea57 req-dfae5d59-e698-4b6d-9f97-227b82be23f1 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=065e2913-d123-4be2-9a9c-42f076831145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3560605 Dec 08 16:30:21.201916 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f522033b-6638-4470-9a66-281aaba771bf tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:21.217047 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c22d4442-91f2-4e29-ad8b-2820be6e8e0e tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Made reservation on behalf of 104f554fb93347018c31f019caad78c1 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:30:21.221357 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c22d4442-91f2-4e29-ad8b-2820be6e8e0e tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:21.301360 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-fc75894f-a184-4fbc-918c-d6bcb50b0978 None None] For port b8a6271d-6dcd-4a65-b929-ce28fca9c592, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=b8a6271d-6dcd-4a65-b929-ce28fca9c592,segment=NetworkSegment(148e30e1-cdcf-4201-a517-2bd3763917d1),segment_id=148e30e1-cdcf-4201-a517-2bd3763917d1)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:30:21.310415 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-6c251737-a12b-448b-beef-2191d30ce8d7 None None] Allocated IP 2001:db8::1 (a25d2318-8c57-4a91-9237-4de1bd18dd5d/5fdfc527-4ae4-4e3a-b1e6-fd3963945a02/8e43dcd2-c03c-4022-b902-1e1f77191bd8) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:30:21.335795 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.ipam_backend_mixin [None req-c22d4442-91f2-4e29-ad8b-2820be6e8e0e tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Performing IP validity checks on allocation pools {{(pid=110551) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 08 16:30:21.336538 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.ipam_backend_mixin [None req-c22d4442-91f2-4e29-ad8b-2820be6e8e0e tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110551) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 08 16:30:21.519200 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-fc75894f-a184-4fbc-918c-d6bcb50b0978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:21.737264 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c22d4442-91f2-4e29-ad8b-2820be6e8e0e tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:21.794005 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc75894f-a184-4fbc-918c-d6bcb50b0978 None None] Routers {'15de8570-f928-4307-b023-14f9304f01a0'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:30:21.797551 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-fc75894f-a184-4fbc-918c-d6bcb50b0978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:30:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['15de8570-f928-4307-b023-14f9304f01a0'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:21.820474 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4b26cea7-f93f-4061-8b30-49c2b483186b None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:21.860722 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22d4442-91f2-4e29-ad8b-2820be6e8e0e tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Pushing event updated for resources: {'Subnet': ['ID=16257abc-63b1-4c9f-9ceb-2701ae3237c0,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:21.887111 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22d4442-91f2-4e29-ad8b-2820be6e8e0e tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Checking segment: {'id': '480d1adc-acd4-4483-b6d8-e9d1d67aa283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'e9a1aa7e-d4ba-4f2f-a966-934731ca33cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:30:21.887579 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22d4442-91f2-4e29-ad8b-2820be6e8e0e tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Network hostable DHCP agents. Network: e9a1aa7e-d4ba-4f2f-a966-934731ca33cd, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:30:21.943356 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8358aaef-78a6-4475-ae89-6f5a22f3df8c None None] Pushing event updated for resources: {'Port': ['ID=b8a6271d-6dcd-4a65-b929-ce28fca9c592,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:21.954070 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22d4442-91f2-4e29-ad8b-2820be6e8e0e tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Network e9a1aa7e-d4ba-4f2f-a966-934731ca33cd is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:30:21.978838 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4b26cea7-f93f-4061-8b30-49c2b483186b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:22.051184 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-c22d4442-91f2-4e29-ad8b-2820be6e8e0e tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, e9a1aa7e-d4ba-4f2f-a966-934731ca33cd) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:22.057054 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22d4442-91f2-4e29-ad8b-2820be6e8e0e tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:22.057761 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c22d4442-91f2-4e29-ad8b-2820be6e8e0e tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:22.077996 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71aeda9-8910-4e89-b5f2-71c99def71a4 None None] Network e9a1aa7e-d4ba-4f2f-a966-934731ca33cd requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:30:22.197905 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fbc6c253-5a0b-4164-96b2-e6655c67be5b req-586191b6-3536-4db3-9aaf-5879103bc938 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a0c7228-fbf8-47e9-9c08-8de29e38b39c HTTP/1.1" status: 200 len: 210 time: 0.0742862 Dec 08 16:30:22.202931 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c22d4442-91f2-4e29-ad8b-2820be6e8e0e tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.4228392 Dec 08 16:30:22.215694 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45420) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:22.217502 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f522033b-6638-4470-9a66-281aaba771bf tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:22.232523 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b26cea7-f93f-4061-8b30-49c2b483186b None None] Network fcee842d-7649-41d9-9de3-12f0b0e3018d is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:30:22.306658 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 107ec848-c1d6-42ff-8697-22d69545bf2c up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:30:22.427532 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-4b26cea7-f93f-4061-8b30-49c2b483186b None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:22.437749 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b26cea7-f93f-4061-8b30-49c2b483186b None None] Pushing event updated for resources: {'Port': ['ID=028f4b6b-8a6a-4a5a-935c-b9765c26efbb,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:22.446398 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39307ba5-3247-4627-ae95-a07527cf38a0 req-940e07ca-4a86-4c45-aa7e-09363d0fdddb tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:22.448041 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-39307ba5-3247-4627-ae95-a07527cf38a0 req-940e07ca-4a86-4c45-aa7e-09363d0fdddb tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=eaa1587d-d57b-472c-b885-663a7788dc96 HTTP/1.1" status: 200 len: 944 time: 0.1603057 Dec 08 16:30:22.449222 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-336e2e6b-af8e-4350-aa2b-9506455aba8d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:22.452971 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b26cea7-f93f-4061-8b30-49c2b483186b None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:30:22.475882 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6c251737-a12b-448b-beef-2191d30ce8d7 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:22.492621 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-336e2e6b-af8e-4350-aa2b-9506455aba8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:22.501121 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fe247f-bb60-4e84-b272-7e57a6413889 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-e9a1aa7e-d4ba-4f2f-a966-934731ca33cd', 'network_id': 'e9a1aa7e-d4ba-4f2f-a966-934731ca33cd', 'project_id': '104f554fb93347018c31f019caad78c1', 'fixed_ips': [{'subnet_id': '16257abc-63b1-4c9f-9ceb-2701ae3237c0'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:30:22.502363 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f1fe247f-bb60-4e84-b272-7e57a6413889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:22.518015 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-d01cffb0-570f-4e1e-9827-57557970922f None None] Provisioning complete for port b8a6271d-6dcd-4a65-b929-ce28fca9c592 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:22.518532 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d01cffb0-570f-4e1e-9827-57557970922f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:22.639936 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-39307ba5-3247-4627-ae95-a07527cf38a0 req-e7416e74-bc7f-4807-8abb-8ba2ae1a5aa2 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=065e2913-d123-4be2-9a9c-42f076831145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700294 Dec 08 16:30:22.680231 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-88a273bb-f63e-4ac0-8623-4bea9f9dfe7b tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:22.716426 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6c251737-a12b-448b-beef-2191d30ce8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:22.728160 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-4b26cea7-f93f-4061-8b30-49c2b483186b None None] Attempting to bind port 028f4b6b-8a6a-4a5a-935c-b9765c26efbb on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:30:22.728855 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-4b26cea7-f93f-4061-8b30-49c2b483186b None None] Attempting to bind port 028f4b6b-8a6a-4a5a-935c-b9765c26efbb by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'e058192b-5e31-45f2-bfc6-a96c0a9ad8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fcee842d-7649-41d9-9de3-12f0b0e3018d'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:30:22.729423 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b26cea7-f93f-4061-8b30-49c2b483186b None None] Attempting to bind port 028f4b6b-8a6a-4a5a-935c-b9765c26efbb on network fcee842d-7649-41d9-9de3-12f0b0e3018d {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:30:22.769294 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-88a273bb-f63e-4ac0-8623-4bea9f9dfe7b tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:22.777630 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45430) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:22.781647 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port 107ec848-c1d6-42ff-8697-22d69545bf2c completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:30:22.797175 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b26cea7-f93f-4061-8b30-49c2b483186b None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:30:22.797752 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b26cea7-f93f-4061-8b30-49c2b483186b None None] Checking segment: {'id': 'e058192b-5e31-45f2-bfc6-a96c0a9ad8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fcee842d-7649-41d9-9de3-12f0b0e3018d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:30:22.798258 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4b26cea7-f93f-4061-8b30-49c2b483186b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:22.798757 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b26cea7-f93f-4061-8b30-49c2b483186b None None] Bound using segment: {'id': 'e058192b-5e31-45f2-bfc6-a96c0a9ad8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fcee842d-7649-41d9-9de3-12f0b0e3018d'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:30:22.799482 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-4b26cea7-f93f-4061-8b30-49c2b483186b None None] Bound port: 028f4b6b-8a6a-4a5a-935c-b9765c26efbb, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e058192b-5e31-45f2-bfc6-a96c0a9ad8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fcee842d-7649-41d9-9de3-12f0b0e3018d'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:30:22.800155 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4b26cea7-f93f-4061-8b30-49c2b483186b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:22.802261 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c251737-a12b-448b-beef-2191d30ce8d7 None None] Pushing event updated for resources: {'Port': ['ID=8e43dcd2-c03c-4022-b902-1e1f77191bd8,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:22.848570 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-336e2e6b-af8e-4350-aa2b-9506455aba8d admin admin] Allocated IP 172.25.0.175 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/17a66a16-3919-4b05-9a30-0d31a324d607) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:30:22.883322 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-fc75894f-a184-4fbc-918c-d6bcb50b0978 None None] Set router 15de8570-f928-4307-b023-14f9304f01a0 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:30:22.911141 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 107ec848-c1d6-42ff-8697-22d69545bf2c triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:22.912218 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:23.064386 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c965f3a3-b507-41e1-a8ba-776e60b7c5bf tempest-AgentManagementNegativeTest-404893563 tempest-AgentManagementNegativeTest-404893563-project] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2853184 Dec 08 16:30:23.086392 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c251737-a12b-448b-beef-2191d30ce8d7 None None] Network a25d2318-8c57-4a91-9237-4de1bd18dd5d is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:30:23.110543 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-6c251737-a12b-448b-beef-2191d30ce8d7 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:23.132156 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c251737-a12b-448b-beef-2191d30ce8d7 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:30:23.140532 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f522033b-6638-4470-9a66-281aaba771bf tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:23.145643 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-88a273bb-f63e-4ac0-8623-4bea9f9dfe7b tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:23.185563 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d01cffb0-570f-4e1e-9827-57557970922f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:23.193092 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f522033b-6638-4470-9a66-281aaba771bf tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:23.262123 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a273bb-f63e-4ac0-8623-4bea9f9dfe7b tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Pushing event deleted for resources: {'Subnet': ['ID=16257abc-63b1-4c9f-9ceb-2701ae3237c0,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:23.351334 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server [None req-f1fe247f-bb60-4e84-b272-7e57a6413889 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 16257abc-63b1-4c9f-9ceb-2701ae3237c0: This subnet is being modified by another concurrent operation. Dec 08 16:30:23.351334 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 08 16:30:23.351334 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 08 16:30:23.351334 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 08 16:30:23.351334 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 08 16:30:23.351334 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 08 16:30:23.351334 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 08 16:30:23.351334 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 08 16:30:23.351334 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 08 16:30:23.351334 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 08 16:30:23.351334 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 16:30:23.351334 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 16:30:23.351334 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:30:23.351334 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:30:23.351334 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:30:23.351334 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:30:23.351334 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 16:30:23.351334 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 16:30:23.351334 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 16:30:23.351334 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 16:30:23.351334 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:30:23.351334 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:30:23.351334 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:30:23.351334 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:30:23.351334 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 16:30:23.351334 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 16:30:23.351334 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 16:30:23.351334 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 16:30:23.351334 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:30:23.351334 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:30:23.351334 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:30:23.351334 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:30:23.351334 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 16:30:23.351334 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 16:30:23.351334 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 08 16:30:23.351334 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 08 16:30:23.351334 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 08 16:30:23.351334 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 08 16:30:23.351334 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 08 16:30:23.351334 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 08 16:30:23.351334 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 08 16:30:23.351334 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 08 16:30:23.351334 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 08 16:30:23.351334 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 16:30:23.351334 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 08 16:30:23.351334 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 08 16:30:23.351334 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 16:30:23.351334 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 16:30:23.351334 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:30:23.351334 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:30:23.351334 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:30:23.351334 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:30:23.351334 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 16:30:23.351334 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 16:30:23.355364 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 16:30:23.355364 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 16:30:23.355364 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:30:23.355364 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:30:23.355364 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:30:23.355364 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:30:23.355364 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 16:30:23.355364 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 16:30:23.355364 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 16:30:23.355364 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 16:30:23.355364 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:30:23.355364 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:30:23.355364 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:30:23.355364 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:30:23.355364 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 16:30:23.355364 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 16:30:23.355364 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 08 16:30:23.355364 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 08 16:30:23.355364 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 08 16:30:23.355364 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 08 16:30:23.355364 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 08 16:30:23.355364 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 08 16:30:23.355364 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 08 16:30:23.355364 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 08 16:30:23.355364 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:30:23.355364 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:30:23.355364 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:30:23.355364 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:30:23.355364 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 08 16:30:23.355364 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 08 16:30:23.355364 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 08 16:30:23.355364 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 08 16:30:23.355364 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 08 16:30:23.355364 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 08 16:30:23.355364 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 08 16:30:23.355364 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server raise exception Dec 08 16:30:23.355364 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 16257abc-63b1-4c9f-9ceb-2701ae3237c0: This subnet is being modified by another concurrent operation. Dec 08 16:30:23.355364 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server Dec 08 16:30:23.413118 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-336e2e6b-af8e-4350-aa2b-9506455aba8d admin admin] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:23.417649 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f7d275dd-2ac1-447b-a207-4dbaabb466a7 req-60a5d95e-be88-447f-920c-6bb276815c80 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a0c7228-fbf8-47e9-9c08-8de29e38b39c HTTP/1.1" status: 200 len: 210 time: 0.1001294 Dec 08 16:30:23.450234 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-88a273bb-f63e-4ac0-8623-4bea9f9dfe7b tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:23.474345 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97211b22-577e-4def-abef-571732e03c68 None None] Network e9a1aa7e-d4ba-4f2f-a966-934731ca33cd requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:30:23.535682 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-4b26cea7-f93f-4061-8b30-49c2b483186b None None] For port 028f4b6b-8a6a-4a5a-935c-b9765c26efbb, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:30:23.563389 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-88a273bb-f63e-4ac0-8623-4bea9f9dfe7b tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9a1aa7e-d4ba-4f2f-a966-934731ca33cd']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:23.581381 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-88a273bb-f63e-4ac0-8623-4bea9f9dfe7b tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '480d1adc-acd4-4483-b6d8-e9d1d67aa283') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:23.581756 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-88a273bb-f63e-4ac0-8623-4bea9f9dfe7b tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '480d1adc-acd4-4483-b6d8-e9d1d67aa283') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:23.602238 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-88a273bb-f63e-4ac0-8623-4bea9f9dfe7b tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:23.605876 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-4b26cea7-f93f-4061-8b30-49c2b483186b None None] For port 028f4b6b-8a6a-4a5a-935c-b9765c26efbb, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=028f4b6b-8a6a-4a5a-935c-b9765c26efbb,segment=NetworkSegment(e058192b-5e31-45f2-bfc6-a96c0a9ad8f5),segment_id=e058192b-5e31-45f2-bfc6-a96c0a9ad8f5)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:30:23.639398 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-d01cffb0-570f-4e1e-9827-57557970922f None None] For port b8a6271d-6dcd-4a65-b929-ce28fca9c592, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=b8a6271d-6dcd-4a65-b929-ce28fca9c592,segment=NetworkSegment(148e30e1-cdcf-4201-a517-2bd3763917d1),segment_id=148e30e1-cdcf-4201-a517-2bd3763917d1)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:30:23.644263 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-88a273bb-f63e-4ac0-8623-4bea9f9dfe7b tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:23.651261 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88a273bb-f63e-4ac0-8623-4bea9f9dfe7b tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:30:23.652031 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-88a273bb-f63e-4ac0-8623-4bea9f9dfe7b tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:23.655171 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:30:23.655171 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:30:23.655171 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:30:23.655171 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:30:23.655171 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:30:23.655171 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:30:23.655171 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:30:23.655171 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:30:23.655171 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:30:23.655171 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:30:23.655171 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:30:23.655171 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:30:23.655171 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:30:23.655171 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:30:23.655171 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:30:23.655171 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:30:23.655171 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:30:23.655171 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:30:23.655171 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:30:23.655171 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:30:23.655171 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:30:23.655171 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:30:23.655171 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:30:23.655171 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:30:23.655171 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:30:23.655171 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:30:23.655171 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:30:23.655171 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:30:23.655171 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:30:23.655171 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:30:23.655171 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:30:23.655171 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:30:23.676115 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-6c251737-a12b-448b-beef-2191d30ce8d7 None None] Attempting to bind port 8e43dcd2-c03c-4022-b902-1e1f77191bd8 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:30:23.676529 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-6c251737-a12b-448b-beef-2191d30ce8d7 None None] Attempting to bind port 8e43dcd2-c03c-4022-b902-1e1f77191bd8 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'eaf24d0b-92af-433f-bd77-eb9b5e48271c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a25d2318-8c57-4a91-9237-4de1bd18dd5d'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:30:23.678989 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c251737-a12b-448b-beef-2191d30ce8d7 None None] Attempting to bind port 8e43dcd2-c03c-4022-b902-1e1f77191bd8 on network a25d2318-8c57-4a91-9237-4de1bd18dd5d {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:30:23.729675 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-336e2e6b-af8e-4350-aa2b-9506455aba8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:23.767839 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4b26cea7-f93f-4061-8b30-49c2b483186b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:23.770176 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c251737-a12b-448b-beef-2191d30ce8d7 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:30:23.770563 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c251737-a12b-448b-beef-2191d30ce8d7 None None] Checking segment: {'id': 'eaf24d0b-92af-433f-bd77-eb9b5e48271c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a25d2318-8c57-4a91-9237-4de1bd18dd5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:30:23.770979 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6c251737-a12b-448b-beef-2191d30ce8d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:23.771385 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c251737-a12b-448b-beef-2191d30ce8d7 None None] Bound using segment: {'id': 'eaf24d0b-92af-433f-bd77-eb9b5e48271c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a25d2318-8c57-4a91-9237-4de1bd18dd5d'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:30:23.771883 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-6c251737-a12b-448b-beef-2191d30ce8d7 None None] Bound port: 8e43dcd2-c03c-4022-b902-1e1f77191bd8, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaf24d0b-92af-433f-bd77-eb9b5e48271c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a25d2318-8c57-4a91-9237-4de1bd18dd5d'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:30:23.772843 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6c251737-a12b-448b-beef-2191d30ce8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:23.782414 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336e2e6b-af8e-4350-aa2b-9506455aba8d admin admin] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:30:23.786309 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d01cffb0-570f-4e1e-9827-57557970922f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:23.796398 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-f522033b-6638-4470-9a66-281aaba771bf tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Allocated IP 2001:db8::a0 (31ef8f9f-10fc-4130-8cd3-5efda02fc21f/5bf747be-4cbc-4a4f-afa7-b9844d729fda/506e2414-0b60-41f2-8141-f76e6126460f) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:30:23.799434 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-336e2e6b-af8e-4350-aa2b-9506455aba8d admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:23.828588 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30188b9a-6160-46d1-a09f-42b50fc8a40f req-9686fbf1-3bba-474b-b865-5e710a2d3577 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:23.832376 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-30188b9a-6160-46d1-a09f-42b50fc8a40f req-9686fbf1-3bba-474b-b865-5e710a2d3577 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.76 "GET /v2.0/networks?id=6bc7cad8-ce82-4d14-8967-10a5440b0811 HTTP/1.1" status: 200 len: 814 time: 0.1985703 Dec 08 16:30:23.838072 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e5260e-f5c6-4b11-af66-54769c0ebf57 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:30:23.850169 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-30188b9a-6160-46d1-a09f-42b50fc8a40f req-db372235-4fef-4807-b027-ce3748c7943d tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Request body: {'port': {'device_id': '8a0c7228-fbf8-47e9-9c08-8de29e38b39c', 'network_id': '6bc7cad8-ce82-4d14-8967-10a5440b0811', 'admin_state_up': True, 'tenant_id': '39d0a07c70234221a3fafc599aa62bdb'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:23.857919 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336e2e6b-af8e-4350-aa2b-9506455aba8d admin admin] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:30:23.896940 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:23.950123 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45454) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:24.033743 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-88a273bb-f63e-4ac0-8623-4bea9f9dfe7b tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:24.061175 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336e2e6b-af8e-4350-aa2b-9506455aba8d admin admin] Pushing event updated for resources: {'Port': ['ID=17a66a16-3919-4b05-9a30-0d31a324d607,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:24.135232 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-88a273bb-f63e-4ac0-8623-4bea9f9dfe7b tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:24.142585 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-88a273bb-f63e-4ac0-8623-4bea9f9dfe7b tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] 10.222.0.64 "DELETE /v2.0/networks/e9a1aa7e-d4ba-4f2f-a966-934731ca33cd HTTP/1.1" status: 204 len: 168 time: 1.9176955 Dec 08 16:30:24.142585 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a273bb-f63e-4ac0-8623-4bea9f9dfe7b tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Pushing event deleted for resources: {'Network': ['ID=e9a1aa7e-d4ba-4f2f-a966-934731ca33cd,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:24.142914 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45462) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:24.151094 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-7579cb8b-75d1-4505-8d8a-9f313cf05792 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1251226133'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:24.172288 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30188b9a-6160-46d1-a09f-42b50fc8a40f req-db372235-4fef-4807-b027-ce3748c7943d tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Made reservation on behalf of 39d0a07c70234221a3fafc599aa62bdb for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:30:24.181634 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-30188b9a-6160-46d1-a09f-42b50fc8a40f req-db372235-4fef-4807-b027-ce3748c7943d tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:24.418631 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaa1587d-d57b-472c-b885-663a7788dc96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '107ec848-c1d6-42ff-8697-22d69545bf2c'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:30:24.430993 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb219a38-d3e9-44e5-b2fc-877b366bee83" -d '{"events": [{"server_uuid": "eaa1587d-d57b-472c-b885-663a7788dc96", "name": "network-vif-plugged", "status": "completed", "tag": "107ec848-c1d6-42ff-8697-22d69545bf2c"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:30:24.462632 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7579cb8b-75d1-4505-8d8a-9f313cf05792 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Made reservation on behalf of 104f554fb93347018c31f019caad78c1 for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:30:24.483460 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7579cb8b-75d1-4505-8d8a-9f313cf05792 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:24.514146 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-509585c6-d4fd-4ce3-8d38-117217f7d195 None None] Provisioning complete for port 17a66a16-3919-4b05-9a30-0d31a324d607 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:24.514568 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-509585c6-d4fd-4ce3-8d38-117217f7d195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:24.516511 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b26cea7-f93f-4061-8b30-49c2b483186b None None] Pushing event updated for resources: {'Port': ['ID=028f4b6b-8a6a-4a5a-935c-b9765c26efbb,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:24.557487 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f522033b-6638-4470-9a66-281aaba771bf tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:24.601906 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-6c251737-a12b-448b-beef-2191d30ce8d7 None None] For port 8e43dcd2-c03c-4022-b902-1e1f77191bd8, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:30:24.607613 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-6c251737-a12b-448b-beef-2191d30ce8d7 None None] For port 8e43dcd2-c03c-4022-b902-1e1f77191bd8, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=8e43dcd2-c03c-4022-b902-1e1f77191bd8,segment=NetworkSegment(eaf24d0b-92af-433f-bd77-eb9b5e48271c),segment_id=eaf24d0b-92af-433f-bd77-eb9b5e48271c)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:30:24.611925 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7579cb8b-75d1-4505-8d8a-9f313cf05792 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:30:24.614469 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ef8274b7-45d6-45c0-adcc-0247d460d6c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:24.616285 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 107ec848-c1d6-42ff-8697-22d69545bf2c, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=107ec848-c1d6-42ff-8697-22d69545bf2c,segment=NetworkSegment(b33a2c14-dda0-41e9-9c32-0acf92d96bc1),segment_id=b33a2c14-dda0-41e9-9c32-0acf92d96bc1)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:30:24.632942 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7579cb8b-75d1-4505-8d8a-9f313cf05792 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:24.633569 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-7579cb8b-75d1-4505-8d8a-9f313cf05792 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Added segment 0bf7b4f1-9b55-4340-86c4-7d784e2c48e6 of type vlan for network c3107443-e1d2-41c2-aacc-87ff64315226 Dec 08 16:30:24.644758 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-fc75894f-a184-4fbc-918c-d6bcb50b0978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15de8570-f928-4307-b023-14f9304f01a0', 'name': 'tempest-TestVolumeBootPattern-760813147-router', 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '903a9083-9a60-45de-ba52-146e47efdbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:00Z', 'updated_at': '2021-12-08T16:30:13Z', 'revision_number': 4, 'project_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'gw_port': {'id': '903a9083-9a60-45de-ba52-146e47efdbae', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15de8570-f928-4307-b023-14f9304f01a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:03Z', 'updated_at': '2021-12-08T16:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'b8a6271d-6dcd-4a65-b929-ce28fca9c592', 'name': '', 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8', 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'mac_address': 'fa:16:3e:a7:89:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15de8570-f928-4307-b023-14f9304f01a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '13be6d62-2e9a-40c4-9d1e-34aa15cc5f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:10Z', 'updated_at': '2021-12-08T16:30:20Z', 'revision_number': 4, 'project_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'subnets': [{'id': '13be6d62-2e9a-40c4-9d1e-34aa15cc5f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:24.688783 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc75894f-a184-4fbc-918c-d6bcb50b0978 None None] The sync data for ids ['15de8570-f928-4307-b023-14f9304f01a0'] in n-d-776250-12 is: [{'id': '15de8570-f928-4307-b023-14f9304f01a0', 'name': 'tempest-TestVolumeBootPattern-760813147-router', 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '903a9083-9a60-45de-ba52-146e47efdbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:00Z', 'updated_at': '2021-12-08T16:30:13Z', 'revision_number': 4, 'project_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'gw_port': {'id': '903a9083-9a60-45de-ba52-146e47efdbae', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15de8570-f928-4307-b023-14f9304f01a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:03Z', 'updated_at': '2021-12-08T16:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'b8a6271d-6dcd-4a65-b929-ce28fca9c592', 'name': '', 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8', 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'mac_address': 'fa:16:3e:a7:89:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15de8570-f928-4307-b023-14f9304f01a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '13be6d62-2e9a-40c4-9d1e-34aa15cc5f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:10Z', 'updated_at': '2021-12-08T16:30:20Z', 'revision_number': 4, 'project_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'subnets': [{'id': '13be6d62-2e9a-40c4-9d1e-34aa15cc5f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:30:24.745221 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6c251737-a12b-448b-beef-2191d30ce8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:24.759337 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7579cb8b-75d1-4505-8d8a-9f313cf05792 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:24.763482 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:24.790766 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-509585c6-d4fd-4ce3-8d38-117217f7d195 None None] Port 17a66a16-3919-4b05-9a30-0d31a324d607 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:30:24.793230 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01cffb0-570f-4e1e-9827-57557970922f None None] Pushing event updated for resources: {'Port': ['ID=b8a6271d-6dcd-4a65-b929-ce28fca9c592,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:24.825122 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [req-30188b9a-6160-46d1-a09f-42b50fc8a40f req-db372235-4fef-4807-b027-ce3748c7943d tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Allocated IP 172.20.0.6 (6bc7cad8-ce82-4d14-8967-10a5440b0811/248e37dc-1d8d-4d3e-9a87-0b6dedad1f36/b8e9a6c9-16ff-444a-8969-51f5b58cb6ac) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:30:24.887126 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343ecdf-b792-42c3-9224-fc456b46f4f3 req-0c928c56-5c97-46e1-b925-baaea219e0c9 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:24.896633 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c251737-a12b-448b-beef-2191d30ce8d7 None None] Pushing event updated for resources: {'Port': ['ID=8e43dcd2-c03c-4022-b902-1e1f77191bd8,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:24.897147 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3343ecdf-b792-42c3-9224-fc456b46f4f3 req-0c928c56-5c97-46e1-b925-baaea219e0c9 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=eaa1587d-d57b-472c-b885-663a7788dc96 HTTP/1.1" status: 200 len: 944 time: 1.0916703 Dec 08 16:30:24.915821 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5f60070f-da3f-4161-a670-061713ed0473 req-13ddd391-0df4-4d74-a9aa-d714faec85b3 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a0c7228-fbf8-47e9-9c08-8de29e38b39c HTTP/1.1" status: 200 len: 210 time: 0.0851994 Dec 08 16:30:24.932005 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7579cb8b-75d1-4505-8d8a-9f313cf05792 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:24.959399 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7579cb8b-75d1-4505-8d8a-9f313cf05792 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:24.960100 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7579cb8b-75d1-4505-8d8a-9f313cf05792 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:25.025344 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64eb70ce-66e1-4716-afbc-6c21c8df2ebf x-openstack-request-id: req-64eb70ce-66e1-4716-afbc-6c21c8df2ebf {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:30:25.029882 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaa1587d-d57b-472c-b885-663a7788dc96", "name": "network-vif-plugged", "status": "completed", "tag": "107ec848-c1d6-42ff-8697-22d69545bf2c", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:30:25.030159 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-64eb70ce-66e1-4716-afbc-6c21c8df2ebf {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:30:25.030604 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaa1587d-d57b-472c-b885-663a7788dc96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '107ec848-c1d6-42ff-8697-22d69545bf2c', 'code': 200} Dec 08 16:30:25.090382 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=107ec848-c1d6-42ff-8697-22d69545bf2c,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:25.147608 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f522033b-6638-4470-9a66-281aaba771bf tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:25.232835 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3343ecdf-b792-42c3-9224-fc456b46f4f3 req-dd5b4082-81aa-482b-90e7-aa62969a4e9c tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=065e2913-d123-4be2-9a9c-42f076831145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3239853 Dec 08 16:30:25.277828 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-7579cb8b-75d1-4505-8d8a-9f313cf05792 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1341193 Dec 08 16:30:25.292441 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45482) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:25.300572 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-336e2e6b-af8e-4350-aa2b-9506455aba8d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:25.305122 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-ff4c8bb4-4c49-4034-a490-d17c1710870f tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Request body: {'subnet': {'network_id': 'c3107443-e1d2-41c2-aacc-87ff64315226', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:25.324997 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7579cb8b-75d1-4505-8d8a-9f313cf05792 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Pushing event updated for resources: {'Network': ['ID=c3107443-e1d2-41c2-aacc-87ff64315226,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:25.386668 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network c3107443-e1d2-41c2-aacc-87ff64315226 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:30:25.644775 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f522033b-6638-4470-9a66-281aaba771bf tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Pushing event updated for resources: {'Port': ['ID=506e2414-0b60-41f2-8141-f76e6126460f,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:25.817023 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f522033b-6638-4470-9a66-281aaba771bf tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Network 31ef8f9f-10fc-4130-8cd3-5efda02fc21f is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:30:25.836767 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-f522033b-6638-4470-9a66-281aaba771bf tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:25.852663 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f522033b-6638-4470-9a66-281aaba771bf tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:30:25.875108 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff4c8bb4-4c49-4034-a490-d17c1710870f tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Made reservation on behalf of 104f554fb93347018c31f019caad78c1 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:30:25.885699 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ff4c8bb4-4c49-4034-a490-d17c1710870f tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:26.030211 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-30188b9a-6160-46d1-a09f-42b50fc8a40f req-db372235-4fef-4807-b027-ce3748c7943d tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:26.072939 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device b8a6271d-6dcd-4a65-b929-ce28fca9c592 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:30:26.167158 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64a0023-5130-4b1c-bc69-d4aeff07bbb4 None None] Network fcee842d-7649-41d9-9de3-12f0b0e3018d requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:30:26.197139 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0c7ef69d-47cb-4f22-aef8-9fe453fc439c req-e587ca0d-9233-4d2e-b92f-344f50f6bd24 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a0c7228-fbf8-47e9-9c08-8de29e38b39c HTTP/1.1" status: 200 len: 210 time: 0.0685198 Dec 08 16:30:26.226088 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb72c8b-3045-4e96-9696-233186b95eb0 req-ccff171f-8b80-4213-b390-2adc4f9dc346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:26.227701 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7bb72c8b-3045-4e96-9696-233186b95eb0 req-ccff171f-8b80-4213-b390-2adc4f9dc346 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=eaa1587d-d57b-472c-b885-663a7788dc96 HTTP/1.1" status: 200 len: 1097 time: 1.0596089 Dec 08 16:30:26.374797 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-30188b9a-6160-46d1-a09f-42b50fc8a40f req-db372235-4fef-4807-b027-ce3748c7943d tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:26.424493 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['ac05d7bd-0f61-44e9-be08-d0a22d449393'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:30:26.433667 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['8e2f5328-cb55-4a7f-a135-b8d3235ad8af', 'b40eec7d-32bf-4146-82f4-15647613626c'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:30:26.500064 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db372235-4fef-4807-b027-ce3748c7943d tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Pushing event updated for resources: {'Port': ['ID=b8e9a6c9-16ff-444a-8969-51f5b58cb6ac,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:26.571141 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30188b9a-6160-46d1-a09f-42b50fc8a40f req-db372235-4fef-4807-b027-ce3748c7943d tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Network 6bc7cad8-ce82-4d14-8967-10a5440b0811 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:30:26.576083 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [req-30188b9a-6160-46d1-a09f-42b50fc8a40f req-db372235-4fef-4807-b027-ce3748c7943d tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:26.588465 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-30188b9a-6160-46d1-a09f-42b50fc8a40f req-db372235-4fef-4807-b027-ce3748c7943d tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:30:26.653587 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-26fe2cb3-45b4-456c-bfa0-b862dbc6bc69 None None] Provisioning complete for port 028f4b6b-8a6a-4a5a-935c-b9765c26efbb triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:26.653962 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-26fe2cb3-45b4-456c-bfa0-b862dbc6bc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:26.701929 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ee6e1f-2860-4967-b3a0-769fca769d43 None None] DHCP port deletion for 6bc7cad8-ce82-4d14-8967-10a5440b0811 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:30:26.813427 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port b8a6271d-6dcd-4a65-b929-ce28fca9c592 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:26.822844 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:26.864495 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30188b9a-6160-46d1-a09f-42b50fc8a40f req-db372235-4fef-4807-b027-ce3748c7943d tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:26.866351 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-30188b9a-6160-46d1-a09f-42b50fc8a40f req-db372235-4fef-4807-b027-ce3748c7943d tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:26.942366 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ff4c8bb4-4c49-4034-a490-d17c1710870f tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:27.016144 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-30188b9a-6160-46d1-a09f-42b50fc8a40f req-db372235-4fef-4807-b027-ce3748c7943d tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1718366 Dec 08 16:30:27.042141 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-30188b9a-6160-46d1-a09f-42b50fc8a40f req-a8311ff6-3131-47a8-ba71-df2e4781ba2e service neutron] Request body: {'port': {'device_id': '8a0c7228-fbf8-47e9-9c08-8de29e38b39c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:27.119993 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4c8bb4-4c49-4034-a490-d17c1710870f tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Pushing event updated for resources: {'Subnet': ['ID=61e6546b-9201-4729-bbf9-f0afda40f5fc,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:27.138037 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd24ccd-67b3-473d-a55a-ef18b35457e6 None None] Network a25d2318-8c57-4a91-9237-4de1bd18dd5d requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:30:27.508656 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f522033b-6638-4470-9a66-281aaba771bf tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:27.577806 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ef8274b7-45d6-45c0-adcc-0247d460d6c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:27.658949 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-336e2e6b-af8e-4350-aa2b-9506455aba8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:27.688392 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8907199f-b1c8-4a1c-abbd-2c5288ea349c req-382c81b2-71a9-4449-aa98-e3dd281d5b34 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:27.701069 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8907199f-b1c8-4a1c-abbd-2c5288ea349c req-382c81b2-71a9-4449-aa98-e3dd281d5b34 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=eaa1587d-d57b-472c-b885-663a7788dc96 HTTP/1.1" status: 200 len: 945 time: 1.3462403 Dec 08 16:30:27.701069 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7bb72c8b-3045-4e96-9696-233186b95eb0 req-acf6335c-a5de-4e57-a52e-d4f6f7cb006b service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=065e2913-d123-4be2-9a9c-42f076831145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4538956 Dec 08 16:30:27.702327 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ef8274b7-45d6-45c0-adcc-0247d460d6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:27.825358 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-30188b9a-6160-46d1-a09f-42b50fc8a40f req-a8311ff6-3131-47a8-ba71-df2e4781ba2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:27.851780 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-26fe2cb3-45b4-456c-bfa0-b862dbc6bc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:27.852052 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4c8bb4-4c49-4034-a490-d17c1710870f tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Checking segment: {'id': '0bf7b4f1-9b55-4340-86c4-7d784e2c48e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c3107443-e1d2-41c2-aacc-87ff64315226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:30:27.852570 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4c8bb4-4c49-4034-a490-d17c1710870f tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Network hostable DHCP agents. Network: c3107443-e1d2-41c2-aacc-87ff64315226, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:30:27.868777 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 028f4b6b-8a6a-4a5a-935c-b9765c26efbb up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:30:27.945143 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297a56f-4f33-4924-ab30-19bf24cf9395 req-90b1ca30-a2a9-4507-b148-73cb252c76ca tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:27.946747 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e297a56f-4f33-4924-ab30-19bf24cf9395 req-90b1ca30-a2a9-4507-b148-73cb252c76ca tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a0c7228-fbf8-47e9-9c08-8de29e38b39c HTTP/1.1" status: 200 len: 931 time: 0.1937504 Dec 08 16:30:28.098218 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-26fe2cb3-45b4-456c-bfa0-b862dbc6bc69 None None] For port 028f4b6b-8a6a-4a5a-935c-b9765c26efbb, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=028f4b6b-8a6a-4a5a-935c-b9765c26efbb,segment=NetworkSegment(e058192b-5e31-45f2-bfc6-a96c0a9ad8f5),segment_id=e058192b-5e31-45f2-bfc6-a96c0a9ad8f5)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:30:28.193689 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e67d45c-65b3-415f-bbf9-375848ed1d30 None None] get_active_networks_info from n-d-776250-12 {{(pid=110552) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 16:30:28.195896 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-26fe2cb3-45b4-456c-bfa0-b862dbc6bc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:28.225824 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e297a56f-4f33-4924-ab30-19bf24cf9395 req-5470e81e-8a08-43c6-b80c-91a60d797c63 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/security-groups?id=654bd4f6-6db2-4b1b-a1c7-956de5974017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623389 Dec 08 16:30:28.228208 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 028f4b6b-8a6a-4a5a-935c-b9765c26efbb triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:28.228610 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:28.339885 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f522033b-6638-4470-9a66-281aaba771bf tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:28.347826 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4c8bb4-4c49-4034-a490-d17c1710870f tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Network c3107443-e1d2-41c2-aacc-87ff64315226 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:30:28.353959 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ef8274b7-45d6-45c0-adcc-0247d460d6c0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5aeae248415d42b6b6ae6cd3523cb5ef&name=default HTTP/1.1" status: 200 len: 3000 time: 4.4000578 Dec 08 16:30:28.370481 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [req-30188b9a-6160-46d1-a09f-42b50fc8a40f req-a8311ff6-3131-47a8-ba71-df2e4781ba2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8e9a6c9-16ff-444a-8969-51f5b58cb6ac {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:30:28.372112 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8274b7-45d6-45c0-adcc-0247d460d6c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9b2b4c-ba5e-4c0b-8437-8fd3e1be1061,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:28.372503 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-30188b9a-6160-46d1-a09f-42b50fc8a40f req-a8311ff6-3131-47a8-ba71-df2e4781ba2e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:28.373500 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45536) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:28.406551 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fe2cb3-45b4-456c-bfa0-b862dbc6bc69 None None] Pushing event updated for resources: {'Port': ['ID=028f4b6b-8a6a-4a5a-935c-b9765c26efbb,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:28.416692 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [req-30188b9a-6160-46d1-a09f-42b50fc8a40f req-a8311ff6-3131-47a8-ba71-df2e4781ba2e service neutron] Transition to ACTIVE for port object b8e9a6c9-16ff-444a-8969-51f5b58cb6ac will not be triggered until provisioned by entity L2. {{(pid=110551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:30:28.432049 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8907199f-b1c8-4a1c-abbd-2c5288ea349c req-1a6e61cd-057f-4695-9e31-8d35e2994d08 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=065e2913-d123-4be2-9a9c-42f076831145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7249670 Dec 08 16:30:28.440631 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-ee087cc5-addf-4e5e-9dc8-ac80fcad78f1 None None] Provisioning complete for port b8e9a6c9-16ff-444a-8969-51f5b58cb6ac triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:28.441222 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ee087cc5-addf-4e5e-9dc8-ac80fcad78f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:28.457931 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0a35e8bb-6406-4397-9f41-b0a7a7e6078d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:28.480565 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-ff4c8bb4-4c49-4034-a490-d17c1710870f tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, c3107443-e1d2-41c2-aacc-87ff64315226) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:28.485088 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0a35e8bb-6406-4397-9f41-b0a7a7e6078d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:28.493278 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4c8bb4-4c49-4034-a490-d17c1710870f tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:28.493911 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ff4c8bb4-4c49-4034-a490-d17c1710870f tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:28.509964 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-30188b9a-6160-46d1-a09f-42b50fc8a40f req-a8311ff6-3131-47a8-ba71-df2e4781ba2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:28.587762 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-336e2e6b-af8e-4350-aa2b-9506455aba8d admin admin] Router 0cf4ab99-f2d1-466a-a63e-c16ad3c176aa is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:30:28.598689 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8311ff6-3131-47a8-ba71-df2e4781ba2e service neutron] Pushing event updated for resources: {'Port': ['ID=b8e9a6c9-16ff-444a-8969-51f5b58cb6ac,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:28.604912 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-ee087cc5-addf-4e5e-9dc8-ac80fcad78f1 None None] Port b8e9a6c9-16ff-444a-8969-51f5b58cb6ac cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:30:28.612675 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 8e43dcd2-c03c-4022-b902-1e1f77191bd8 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:30:28.625460 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ff4c8bb4-4c49-4034-a490-d17c1710870f tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.3316214 Dec 08 16:30:28.643570 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45540) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:28.662047 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f522033b-6638-4470-9a66-281aaba771bf tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Router 9f523fac-01be-4b4a-809c-dbd171e44970 is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:30:28.667433 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-ee087cc5-addf-4e5e-9dc8-ac80fcad78f1 None None] Provisioning complete for port 028f4b6b-8a6a-4a5a-935c-b9765c26efbb triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:28.667815 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ee087cc5-addf-4e5e-9dc8-ac80fcad78f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:28.758599 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 8e43dcd2-c03c-4022-b902-1e1f77191bd8 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:28.758992 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:28.792120 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-30188b9a-6160-46d1-a09f-42b50fc8a40f req-a8311ff6-3131-47a8-ba71-df2e4781ba2e service neutron] Attempting to bind port b8e9a6c9-16ff-444a-8969-51f5b58cb6ac on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:30:28.792958 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-30188b9a-6160-46d1-a09f-42b50fc8a40f req-a8311ff6-3131-47a8-ba71-df2e4781ba2e service neutron] Attempting to bind port b8e9a6c9-16ff-444a-8969-51f5b58cb6ac by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': 'ae20c5bd-2351-4f26-a643-51190719905b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6bc7cad8-ce82-4d14-8967-10a5440b0811'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:30:28.792958 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30188b9a-6160-46d1-a09f-42b50fc8a40f req-a8311ff6-3131-47a8-ba71-df2e4781ba2e service neutron] Attempting to bind port b8e9a6c9-16ff-444a-8969-51f5b58cb6ac on network 6bc7cad8-ce82-4d14-8967-10a5440b0811 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:30:28.802855 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30188b9a-6160-46d1-a09f-42b50fc8a40f req-a8311ff6-3131-47a8-ba71-df2e4781ba2e service neutron] Port b8e9a6c9-16ff-444a-8969-51f5b58cb6ac on network 6bc7cad8-ce82-4d14-8967-10a5440b0811 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:30:28.803834 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30188b9a-6160-46d1-a09f-42b50fc8a40f req-a8311ff6-3131-47a8-ba71-df2e4781ba2e service neutron] Attempting to bind port b8e9a6c9-16ff-444a-8969-51f5b58cb6ac on network 6bc7cad8-ce82-4d14-8967-10a5440b0811 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:30:28.805532 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e67d45c-65b3-415f-bbf9-375848ed1d30 None None] Unable to find a vacant binding_index for network c3107443-e1d2-41c2-aacc-87ff64315226 and agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 {{(pid=110552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Dec 08 16:30:28.817013 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30188b9a-6160-46d1-a09f-42b50fc8a40f req-a8311ff6-3131-47a8-ba71-df2e4781ba2e service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:30:28.817404 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30188b9a-6160-46d1-a09f-42b50fc8a40f req-a8311ff6-3131-47a8-ba71-df2e4781ba2e service neutron] Checking segment: {'id': 'ae20c5bd-2351-4f26-a643-51190719905b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6bc7cad8-ce82-4d14-8967-10a5440b0811'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:30:28.817757 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30188b9a-6160-46d1-a09f-42b50fc8a40f req-a8311ff6-3131-47a8-ba71-df2e4781ba2e service neutron] Bound using segment: {'id': 'ae20c5bd-2351-4f26-a643-51190719905b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6bc7cad8-ce82-4d14-8967-10a5440b0811'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:30:28.818213 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-30188b9a-6160-46d1-a09f-42b50fc8a40f req-a8311ff6-3131-47a8-ba71-df2e4781ba2e service neutron] Bound port: b8e9a6c9-16ff-444a-8969-51f5b58cb6ac, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae20c5bd-2351-4f26-a643-51190719905b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6bc7cad8-ce82-4d14-8967-10a5440b0811'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:30:28.818582 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-30188b9a-6160-46d1-a09f-42b50fc8a40f req-a8311ff6-3131-47a8-ba71-df2e4781ba2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:28.822271 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0a35e8bb-6406-4397-9f41-b0a7a7e6078d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:28.825169 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0a35e8bb-6406-4397-9f41-b0a7a7e6078d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:28.826356 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-0a35e8bb-6406-4397-9f41-b0a7a7e6078d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9c9b2b4c-ba5e-4c0b-8437-8fd3e1be1061 HTTP/1.1" status: 204 len: 168 time: 0.4516842 Dec 08 16:30:28.845992 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e67d45c-65b3-415f-bbf9-375848ed1d30 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, c3107443-e1d2-41c2-aacc-87ff64315226) {{(pid=110552) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 16:30:28.853108 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b1b83a0c-0c8b-4f22-90a9-cc066c388105 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:28.860577 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a35e8bb-6406-4397-9f41-b0a7a7e6078d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9b2b4c-ba5e-4c0b-8437-8fd3e1be1061,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:28.941194 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f522033b-6638-4470-9a66-281aaba771bf tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:30:28.954797 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338ddf25-d68c-4ab1-84ae-1e02184602a5 None None] Sync routers for ids ['9f523fac-01be-4b4a-809c-dbd171e44970'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:30:28.963811 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336e2e6b-af8e-4350-aa2b-9506455aba8d admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:30:28.979672 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338ddf25-d68c-4ab1-84ae-1e02184602a5 None None] Routers {'9f523fac-01be-4b4a-809c-dbd171e44970'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:30:28.980317 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-338ddf25-d68c-4ab1-84ae-1e02184602a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:30:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['9f523fac-01be-4b4a-809c-dbd171e44970'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:29.051341 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-30188b9a-6160-46d1-a09f-42b50fc8a40f req-a8311ff6-3131-47a8-ba71-df2e4781ba2e service neutron] For port b8e9a6c9-16ff-444a-8969-51f5b58cb6ac, host n-h1-776250-12, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:30:29.070881 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b1b83a0c-0c8b-4f22-90a9-cc066c388105 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:29.073846 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f522033b-6638-4470-9a66-281aaba771bf tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:29.075644 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-f522033b-6638-4470-9a66-281aaba771bf tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 9.0432179 Dec 08 16:30:29.078236 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45550) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:29.099247 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-336e2e6b-af8e-4350-aa2b-9506455aba8d admin admin] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:29.104434 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-336e2e6b-af8e-4350-aa2b-9506455aba8d admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.2010670 Dec 08 16:30:29.148614 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45552) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:29.151410 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-30188b9a-6160-46d1-a09f-42b50fc8a40f req-a8311ff6-3131-47a8-ba71-df2e4781ba2e service neutron] For port b8e9a6c9-16ff-444a-8969-51f5b58cb6ac, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=b8e9a6c9-16ff-444a-8969-51f5b58cb6ac,segment=NetworkSegment(ae20c5bd-2351-4f26-a643-51190719905b),segment_id=ae20c5bd-2351-4f26-a643-51190719905b)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:30:29.277819 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-338ddf25-d68c-4ab1-84ae-1e02184602a5 None None] Set router 9f523fac-01be-4b4a-809c-dbd171e44970 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:30:29.317270 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-30188b9a-6160-46d1-a09f-42b50fc8a40f req-a8311ff6-3131-47a8-ba71-df2e4781ba2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:29.352061 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-019ea8d6-d0b0-4a28-9f71-8a8677082cb5 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks [] for router, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:29.422344 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:30:29.459049 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe25ad8-f663-48dc-a56a-ad1a37c99d1a None None] Sync routers for ids ['0cf4ab99-f2d1-466a-a63e-c16ad3c176aa'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:30:29.477811 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-ee087cc5-addf-4e5e-9dc8-ac80fcad78f1 None None] Provisioning complete for port 8e43dcd2-c03c-4022-b902-1e1f77191bd8 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:29.478195 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ee087cc5-addf-4e5e-9dc8-ac80fcad78f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:29.520239 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-019ea8d6-d0b0-4a28-9f71-8a8677082cb5 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:29.582773 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30188b9a-6160-46d1-a09f-42b50fc8a40f req-a8311ff6-3131-47a8-ba71-df2e4781ba2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:29.583530 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-30188b9a-6160-46d1-a09f-42b50fc8a40f req-a8311ff6-3131-47a8-ba71-df2e4781ba2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:29.585481 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-30188b9a-6160-46d1-a09f-42b50fc8a40f req-a8311ff6-3131-47a8-ba71-df2e4781ba2e service neutron] 10.222.0.76 "PUT /v2.0/ports/b8e9a6c9-16ff-444a-8969-51f5b58cb6ac HTTP/1.1" status: 200 len: 1092 time: 2.5521967 Dec 08 16:30:29.613658 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a0c7228-fbf8-47e9-9c08-8de29e38b39c', 'tag': 'b8e9a6c9-16ff-444a-8969-51f5b58cb6ac'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:30:29.616420 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e316d0-5f8d-47e7-a571-1cffefba5f52" -d '{"events": [{"name": "network-changed", "server_uuid": "8a0c7228-fbf8-47e9-9c08-8de29e38b39c", "tag": "b8e9a6c9-16ff-444a-8969-51f5b58cb6ac"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:30:29.626686 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-338ddf25-d68c-4ab1-84ae-1e02184602a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f523fac-01be-4b4a-809c-dbd171e44970', 'name': '', 'tenant_id': 'af03a2e86b78478ab86cace1636ed027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31ef8f9f-10fc-4130-8cd3-5efda02fc21f', 'external_fixed_ips': [{'subnet_id': '5bf747be-4cbc-4a4f-afa7-b9844d729fda', 'ip_address': '2001:db8::a0'}], 'enable_snat': True}, 'gw_port_id': '506e2414-0b60-41f2-8141-f76e6126460f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:21Z', 'updated_at': '2021-12-08T16:30:26Z', 'revision_number': 3, 'project_id': 'af03a2e86b78478ab86cace1636ed027', 'gw_port': {'id': '506e2414-0b60-41f2-8141-f76e6126460f', 'name': '', 'network_id': '31ef8f9f-10fc-4130-8cd3-5efda02fc21f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:61:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f523fac-01be-4b4a-809c-dbd171e44970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': '5bf747be-4cbc-4a4f-afa7-b9844d729fda', 'ip_address': '2001:db8::a0', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:23Z', 'updated_at': '2021-12-08T16:30:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bf747be-4cbc-4a4f-afa7-b9844d729fda', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:29.635024 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:29.676905 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338ddf25-d68c-4ab1-84ae-1e02184602a5 None None] Checking router: 9f523fac-01be-4b4a-809c-dbd171e44970 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:30:29.677499 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338ddf25-d68c-4ab1-84ae-1e02184602a5 None None] Updating router 9f523fac-01be-4b4a-809c-dbd171e44970 port 506e2414-0b60-41f2-8141-f76e6126460f binding host n-d-776250-12 {{(pid=110553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:30:29.716132 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe25ad8-f663-48dc-a56a-ad1a37c99d1a None None] Routers {'0cf4ab99-f2d1-466a-a63e-c16ad3c176aa'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:30:29.716744 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-ffe25ad8-f663-48dc-a56a-ad1a37c99d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:30:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['0cf4ab99-f2d1-466a-a63e-c16ad3c176aa'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:29.737488 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8311ff6-3131-47a8-ba71-df2e4781ba2e service neutron] Pushing event updated for resources: {'Port': ['ID=b8e9a6c9-16ff-444a-8969-51f5b58cb6ac,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:29.767393 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-338ddf25-d68c-4ab1-84ae-1e02184602a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:29.823704 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-019ea8d6-d0b0-4a28-9f71-8a8677082cb5 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Deleting port 506e2414-0b60-41f2-8141-f76e6126460f {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:30:29.826119 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-019ea8d6-d0b0-4a28-9f71-8a8677082cb5 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:29.907998 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4953768-174f-4ac1-b1c1-140785a1d6a4 req-dc70bce4-f59f-414e-ac4d-d5b835d125b5 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:29.909677 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d4953768-174f-4ac1-b1c1-140785a1d6a4 req-dc70bce4-f59f-414e-ac4d-d5b835d125b5 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a0c7228-fbf8-47e9-9c08-8de29e38b39c HTTP/1.1" status: 200 len: 943 time: 0.5238488 Dec 08 16:30:29.914291 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b1b83a0c-0c8b-4f22-90a9-cc066c388105 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:29.950955 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 8e43dcd2-c03c-4022-b902-1e1f77191bd8, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=8e43dcd2-c03c-4022-b902-1e1f77191bd8,segment=NetworkSegment(eaf24d0b-92af-433f-bd77-eb9b5e48271c),segment_id=eaf24d0b-92af-433f-bd77-eb9b5e48271c)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:30:30.019711 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b83a0c-0c8b-4f22-90a9-cc066c388105 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Pushing event deleted for resources: {'Subnet': ['ID=61e6546b-9201-4729-bbf9-f0afda40f5fc,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:30.075045 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:30.086542 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ee087cc5-addf-4e5e-9dc8-ac80fcad78f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:30.163108 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-ffe25ad8-f663-48dc-a56a-ad1a37c99d1a None None] Set router 0cf4ab99-f2d1-466a-a63e-c16ad3c176aa gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:30:30.179388 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-019ea8d6-d0b0-4a28-9f71-8a8677082cb5 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:30.189527 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30188b9a-6160-46d1-a09f-42b50fc8a40f req-c5d09cb6-fc30-4b57-a58c-1d7cb7e0e347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:30.195139 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-30188b9a-6160-46d1-a09f-42b50fc8a40f req-c5d09cb6-fc30-4b57-a58c-1d7cb7e0e347 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=39d0a07c70234221a3fafc599aa62bdb&device_id=8a0c7228-fbf8-47e9-9c08-8de29e38b39c HTTP/1.1" status: 200 len: 1095 time: 0.4482772 Dec 08 16:30:30.226701 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-019ea8d6-d0b0-4a28-9f71-8a8677082cb5 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Calling delete_port for 506e2414-0b60-41f2-8141-f76e6126460f owned by network:router_gateway {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:30:30.316694 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b1b83a0c-0c8b-4f22-90a9-cc066c388105 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:30.339010 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-b1b83a0c-0c8b-4f22-90a9-cc066c388105 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3107443-e1d2-41c2-aacc-87ff64315226']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:30.351307 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-b1b83a0c-0c8b-4f22-90a9-cc066c388105 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bf7b4f1-9b55-4340-86c4-7d784e2c48e6') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:30.351953 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-b1b83a0c-0c8b-4f22-90a9-cc066c388105 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bf7b4f1-9b55-4340-86c4-7d784e2c48e6') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:30.379676 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b1b83a0c-0c8b-4f22-90a9-cc066c388105 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:30.403778 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b1b83a0c-0c8b-4f22-90a9-cc066c388105 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:30.410835 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1b83a0c-0c8b-4f22-90a9-cc066c388105 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:30:30.411521 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b1b83a0c-0c8b-4f22-90a9-cc066c388105 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:30.471340 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=8e43dcd2-c03c-4022-b902-1e1f77191bd8,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:30.476514 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:30:30.476514 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:30:30.476514 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:30:30.476514 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:30:30.476514 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:30:30.476514 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:30:30.476514 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:30:30.476514 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:30:30.476514 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:30:30.476514 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:30:30.476514 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:30:30.476514 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:30:30.476514 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:30:30.476514 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:30:30.476514 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:30:30.476514 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:30:30.476514 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:30:30.476514 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:30:30.476514 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:30:30.476514 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:30:30.476514 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:30:30.476514 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:30:30.476514 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:30:30.476514 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:30:30.476514 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:30:30.476514 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:30:30.476514 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:30:30.476514 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:30:30.476514 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:30:30.476514 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:30:30.476514 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:30:30.476514 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:30:30.493502 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 028f4b6b-8a6a-4a5a-935c-b9765c26efbb up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:30:30.531990 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e2f1aa-103a-41fa-87a0-e6e1b5ce35e5 req-0bc19ddb-fe46-4b8e-9512-3b760b17aa44 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:30.533570 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-53e2f1aa-103a-41fa-87a0-e6e1b5ce35e5 req-0bc19ddb-fe46-4b8e-9512-3b760b17aa44 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=eaa1587d-d57b-472c-b885-663a7788dc96 HTTP/1.1" status: 200 len: 945 time: 0.9705620 Dec 08 16:30:30.539245 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-30188b9a-6160-46d1-a09f-42b50fc8a40f req-263b73ce-fd82-4441-a3f0-22d34f56f6bb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8e9a6c9-16ff-444a-8969-51f5b58cb6ac HTTP/1.1" status: 200 len: 217 time: 0.3249335 Dec 08 16:30:30.592896 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b1b83a0c-0c8b-4f22-90a9-cc066c388105 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:30.597541 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d4953768-174f-4ac1-b1c1-140785a1d6a4 req-a0710056-32c6-412a-b221-4bc9d07987a2 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/security-groups?id=654bd4f6-6db2-4b1b-a1c7-956de5974017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6679940 Dec 08 16:30:30.661369 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b1b83a0c-0c8b-4f22-90a9-cc066c388105 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:30.677281 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b1b83a0c-0c8b-4f22-90a9-cc066c388105 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] 10.222.0.64 "DELETE /v2.0/networks/c3107443-e1d2-41c2-aacc-87ff64315226 HTTP/1.1" status: 204 len: 168 time: 2.0322499 Dec 08 16:30:30.694250 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45590) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:30.694588 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45592) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:30.696042 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30153030-7a61-4292-95c3-7a8035b08e70 x-openstack-request-id: req-30153030-7a61-4292-95c3-7a8035b08e70 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:30:30.696361 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a0c7228-fbf8-47e9-9c08-8de29e38b39c", "tag": "b8e9a6c9-16ff-444a-8969-51f5b58cb6ac", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:30:30.696619 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-30153030-7a61-4292-95c3-7a8035b08e70 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:30:30.697007 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a0c7228-fbf8-47e9-9c08-8de29e38b39c', 'tag': 'b8e9a6c9-16ff-444a-8969-51f5b58cb6ac', 'status': 'completed', 'code': 200} Dec 08 16:30:30.737028 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.db.api [None req-ee087cc5-addf-4e5e-9dc8-ac80fcad78f1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:30:30.737376 n-d-776250-12 neutron-server[110552]: DEBUG oslo_db.api [None req-ee087cc5-addf-4e5e-9dc8-ac80fcad78f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:30:30.743227 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-244930a6-3a33-4e8a-8961-4082b933335a tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1522077806'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:30.766729 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 028f4b6b-8a6a-4a5a-935c-b9765c26efbb triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:30.767217 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:30.810500 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2eef94-a682-4b9b-9556-d337f4270a0a None None] Network c3107443-e1d2-41c2-aacc-87ff64315226 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:30:30.812639 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be002e9-ed3e-453f-9bad-53cb1f7453f2 None None] DHCP port deletion for 6bc7cad8-ce82-4d14-8967-10a5440b0811 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:30:30.837466 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2eef94-a682-4b9b-9556-d337f4270a0a None None] Network c3107443-e1d2-41c2-aacc-87ff64315226 could not be found, it might have been deleted concurrently. {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 08 16:30:30.852132 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45667cd6-90db-482d-b428-3feeef538fbf None None] Network c3107443-e1d2-41c2-aacc-87ff64315226 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:30:30.865418 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b83a0c-0c8b-4f22-90a9-cc066c388105 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Pushing event deleted for resources: {'Network': ['ID=c3107443-e1d2-41c2-aacc-87ff64315226,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:30.886055 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.db.api [None req-338ddf25-d68c-4ab1-84ae-1e02184602a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:30:30.887128 n-d-776250-12 neutron-server[110553]: DEBUG oslo_db.api [None req-338ddf25-d68c-4ab1-84ae-1e02184602a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:30:30.891649 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-019ea8d6-d0b0-4a28-9f71-8a8677082cb5 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:30.935927 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30188b9a-6160-46d1-a09f-42b50fc8a40f req-ecef4fb1-5f48-46cc-a997-a35892c5b305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:30.944918 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-30188b9a-6160-46d1-a09f-42b50fc8a40f req-ecef4fb1-5f48-46cc-a997-a35892c5b305 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=248e37dc-1d8d-4d3e-9a87-0b6dedad1f36 HTTP/1.1" status: 200 len: 854 time: 0.3822196 Dec 08 16:30:30.984011 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-53e2f1aa-103a-41fa-87a0-e6e1b5ce35e5 req-0d24088a-bd4d-42db-ad17-2a3c9bea0d53 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=065e2913-d123-4be2-9a9c-42f076831145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1804211 Dec 08 16:30:31.004765 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45667cd6-90db-482d-b428-3feeef538fbf None None] Network c3107443-e1d2-41c2-aacc-87ff64315226 could not be found, it might have been deleted concurrently. {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 08 16:30:31.012034 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-98ea1b9d-3833-4419-9014-fc428c8772ef tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-485604347'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:31.015825 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae85dad-b0f6-4e1b-99a8-70a20b1e6183 None None] DHCP port deletion for 6bc7cad8-ce82-4d14-8967-10a5440b0811 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:30:31.026626 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ea8d6-d0b0-4a28-9f71-8a8677082cb5 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Pushing event deleted for resources: {'Port': ['ID=506e2414-0b60-41f2-8141-f76e6126460f,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:31.060454 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-30188b9a-6160-46d1-a09f-42b50fc8a40f req-64e560b6-46f6-46e2-b44a-c072d4f04701 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6bc7cad8-ce82-4d14-8967-10a5440b0811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518410 Dec 08 16:30:31.072465 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eedd125-6d15-4be3-bab7-c1b1f2f92695 None None] DHCP port deletion for 31ef8f9f-10fc-4130-8cd3-5efda02fc21f request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:30:31.116212 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-ffe25ad8-f663-48dc-a56a-ad1a37c99d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cf4ab99-f2d1-466a-a63e-c16ad3c176aa', 'name': 'tempest-TestVolumeBootPattern-1199169047-router', 'tenant_id': '3ddeeb14b4484b75b1b166f45dd2078d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '17a66a16-3919-4b05-9a30-0d31a324d607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:20Z', 'updated_at': '2021-12-08T16:30:24Z', 'revision_number': 3, 'project_id': '3ddeeb14b4484b75b1b166f45dd2078d', 'gw_port': {'id': '17a66a16-3919-4b05-9a30-0d31a324d607', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:27:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cf4ab99-f2d1-466a-a63e-c16ad3c176aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:22Z', 'updated_at': '2021-12-08T16:30:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:31.142033 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-019ea8d6-d0b0-4a28-9f71-8a8677082cb5 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:31.147828 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe25ad8-f663-48dc-a56a-ad1a37c99d1a None None] Checking router: 0cf4ab99-f2d1-466a-a63e-c16ad3c176aa for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:30:31.148260 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe25ad8-f663-48dc-a56a-ad1a37c99d1a None None] Updating router 0cf4ab99-f2d1-466a-a63e-c16ad3c176aa port 17a66a16-3919-4b05-9a30-0d31a324d607 binding host n-d-776250-12 {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:30:31.181979 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ffe25ad8-f663-48dc-a56a-ad1a37c99d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:31.188387 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-244930a6-3a33-4e8a-8961-4082b933335a tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Made reservation on behalf of 104f554fb93347018c31f019caad78c1 for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:30:31.192269 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-244930a6-3a33-4e8a-8961-4082b933335a tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:31.268514 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-30188b9a-6160-46d1-a09f-42b50fc8a40f req-ab26e581-32cf-4587-b201-404b86a42b8f service neutron] 10.222.0.76 "GET /v2.0/networks/6bc7cad8-ce82-4d14-8967-10a5440b0811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012830 Dec 08 16:30:31.281212 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-019ea8d6-d0b0-4a28-9f71-8a8677082cb5 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:31.294725 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-019ea8d6-d0b0-4a28-9f71-8a8677082cb5 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:31.384201 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ea1b9d-3833-4419-9014-fc428c8772ef tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Made reservation on behalf of 450e207568904a6eabc726912d992373 for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:30:31.387895 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-98ea1b9d-3833-4419-9014-fc428c8772ef tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:31.420027 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338ddf25-d68c-4ab1-84ae-1e02184602a5 None None] Port 506e2414-0b60-41f2-8141-f76e6126460f not found while updating agent binding for router 9f523fac-01be-4b4a-809c-dbd171e44970. {{(pid=110553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 08 16:30:31.438044 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338ddf25-d68c-4ab1-84ae-1e02184602a5 None None] Routers {'9f523fac-01be-4b4a-809c-dbd171e44970'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:30:31.440954 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-338ddf25-d68c-4ab1-84ae-1e02184602a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:30:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['9f523fac-01be-4b4a-809c-dbd171e44970'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:31.445280 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-019ea8d6-d0b0-4a28-9f71-8a8677082cb5 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:31.445864 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-019ea8d6-d0b0-4a28-9f71-8a8677082cb5 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9f523fac-01be-4b4a-809c-dbd171e44970 {{(pid=110550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:30:31.450560 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-019ea8d6-d0b0-4a28-9f71-8a8677082cb5 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:31.452669 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-019ea8d6-d0b0-4a28-9f71-8a8677082cb5 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] 10.222.0.64 "DELETE /v2.0/routers/9f523fac-01be-4b4a-809c-dbd171e44970 HTTP/1.1" status: 204 len: 168 time: 2.3721917 Dec 08 16:30:31.455130 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45602) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:31.467875 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec34814-bda8-43a9-94ce-330a10cbd5a9 req-6022dab7-d393-420a-b1dd-4f2c2bc358cc tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:31.469595 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0ec34814-bda8-43a9-94ce-330a10cbd5a9 req-6022dab7-d393-420a-b1dd-4f2c2bc358cc tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=eaa1587d-d57b-472c-b885-663a7788dc96 HTTP/1.1" status: 200 len: 945 time: 0.3252547 Dec 08 16:30:31.476211 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-244930a6-3a33-4e8a-8961-4082b933335a tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:30:31.486062 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-244930a6-3a33-4e8a-8961-4082b933335a tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:31.486423 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-244930a6-3a33-4e8a-8961-4082b933335a tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Added segment fb9ef354-7866-4872-aa4d-4c2dd0227916 of type vlan for network 7cbd037f-3a23-409a-b374-8881c42c25a0 Dec 08 16:30:31.511389 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-338ddf25-d68c-4ab1-84ae-1e02184602a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:31.512922 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338ddf25-d68c-4ab1-84ae-1e02184602a5 None None] The sync data for ids ['9f523fac-01be-4b4a-809c-dbd171e44970'] in n-d-776250-12 is: [] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:30:31.531521 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-244930a6-3a33-4e8a-8961-4082b933335a tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:31.552763 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-98ea1b9d-3833-4419-9014-fc428c8772ef tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:31.565232 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-31d474ae-6388-475e-92ec-76cd25d99695 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Deleting subnet 5bf747be-4cbc-4a4f-afa7-b9844d729fda {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:30:31.569776 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-31d474ae-6388-475e-92ec-76cd25d99695 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:31.581885 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-6ed3275e-9f0c-4594-a14d-0e6975fafdae None None] Could not find standard attr ID for object 506e2414-0b60-41f2-8141-f76e6126460f. {{(pid=110552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:30:31.654271 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9801df34-1278-4396-a52f-4fb4006c3371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:31.663894 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-31d474ae-6388-475e-92ec-76cd25d99695 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:31.674915 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ffe25ad8-f663-48dc-a56a-ad1a37c99d1a None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:31.690157 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-244930a6-3a33-4e8a-8961-4082b933335a tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:31.696718 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244930a6-3a33-4e8a-8961-4082b933335a tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:31.697311 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-244930a6-3a33-4e8a-8961-4082b933335a tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:31.755307 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-31d474ae-6388-475e-92ec-76cd25d99695 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:31.783329 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ffe25ad8-f663-48dc-a56a-ad1a37c99d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:31.798298 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e690ff00-4522-417b-b251-595806243964 req-5e164a57-2348-47fc-9776-02f5ce9658e1 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:31.799863 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e690ff00-4522-417b-b251-595806243964 req-5e164a57-2348-47fc-9776-02f5ce9658e1 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a0c7228-fbf8-47e9-9c08-8de29e38b39c HTTP/1.1" status: 200 len: 943 time: 0.0965652 Dec 08 16:30:31.869133 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca785a9-bdc8-43cf-b28b-d1905da71806 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:30:31.915967 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-ffe25ad8-f663-48dc-a56a-ad1a37c99d1a None None] Attempting to bind port 17a66a16-3919-4b05-9a30-0d31a324d607 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:30:31.916695 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-ffe25ad8-f663-48dc-a56a-ad1a37c99d1a None None] Attempting to bind port 17a66a16-3919-4b05-9a30-0d31a324d607 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:30:31.917340 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe25ad8-f663-48dc-a56a-ad1a37c99d1a None None] Attempting to bind port 17a66a16-3919-4b05-9a30-0d31a324d607 on network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:30:31.920157 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d219b3-6322-4564-a7c7-85010b399e53 None None] Pushing event updated for resources: {'Port': ['ID=17a66a16-3919-4b05-9a30-0d31a324d607,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:31.931345 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe25ad8-f663-48dc-a56a-ad1a37c99d1a None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:30:31.932490 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe25ad8-f663-48dc-a56a-ad1a37c99d1a None None] Checking segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:30:31.933390 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ffe25ad8-f663-48dc-a56a-ad1a37c99d1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:31.934041 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe25ad8-f663-48dc-a56a-ad1a37c99d1a None None] Bound using segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:30:31.934819 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-ffe25ad8-f663-48dc-a56a-ad1a37c99d1a None None] Bound port: 17a66a16-3919-4b05-9a30-0d31a324d607, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:30:31.935428 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ffe25ad8-f663-48dc-a56a-ad1a37c99d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:31.942503 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e690ff00-4522-417b-b251-595806243964 req-a680f5da-da64-429f-af0d-3276faa926af tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/security-groups?id=654bd4f6-6db2-4b1b-a1c7-956de5974017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256227 Dec 08 16:30:32.006576 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-31d474ae-6388-475e-92ec-76cd25d99695 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:32.049519 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-ffe25ad8-f663-48dc-a56a-ad1a37c99d1a None None] For port 17a66a16-3919-4b05-9a30-0d31a324d607, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:30:32.051112 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d474ae-6388-475e-92ec-76cd25d99695 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5bf747be-4cbc-4a4f-afa7-b9844d729fda,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:32.055169 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-ffe25ad8-f663-48dc-a56a-ad1a37c99d1a None None] For port 17a66a16-3919-4b05-9a30-0d31a324d607, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=17a66a16-3919-4b05-9a30-0d31a324d607,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:30:32.057032 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-4b321801-5334-4cfd-ab75-804aa929575a None None] Provisioning complete for port 17a66a16-3919-4b05-9a30-0d31a324d607 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:32.057649 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4b321801-5334-4cfd-ab75-804aa929575a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:32.059133 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-31d474ae-6388-475e-92ec-76cd25d99695 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:32.063000 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-31d474ae-6388-475e-92ec-76cd25d99695 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] 10.222.0.64 "DELETE /v2.0/subnets/5bf747be-4cbc-4a4f-afa7-b9844d729fda HTTP/1.1" status: 204 len: 168 time: 0.6063998 Dec 08 16:30:32.065636 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45616) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:32.086419 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fc122e-8876-4900-b81c-a55dd8aba702 None None] Network 31ef8f9f-10fc-4130-8cd3-5efda02fc21f requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:30:32.158464 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3a3926ca-fdff-4044-b3b8-ec354cb42b3b tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:32.158740 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ffe25ad8-f663-48dc-a56a-ad1a37c99d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:32.163957 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-4b321801-5334-4cfd-ab75-804aa929575a None None] Port 17a66a16-3919-4b05-9a30-0d31a324d607 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:30:32.273248 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d219b3-6322-4564-a7c7-85010b399e53 None None] Pushing event updated for resources: {'Port': ['ID=17a66a16-3919-4b05-9a30-0d31a324d607,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:32.277691 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 8e43dcd2-c03c-4022-b902-1e1f77191bd8 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:30:32.281677 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40df1e9a-5548-447a-ad4e-ee8f2522f622 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:30:32.327871 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97192740-2ace-416a-9383-e0f65ebd8877 None None] DHCP port deletion for 31ef8f9f-10fc-4130-8cd3-5efda02fc21f request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:30:32.360468 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3a3926ca-fdff-4044-b3b8-ec354cb42b3b tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:32.361821 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-30188b9a-6160-46d1-a09f-42b50fc8a40f req-e3946f00-6b95-410c-81e6-97b7b243f7ff service neutron] 10.222.0.76 "GET /v2.0/networks/6bc7cad8-ce82-4d14-8967-10a5440b0811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0825241 Dec 08 16:30:32.363737 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe25ad8-f663-48dc-a56a-ad1a37c99d1a None None] Routers {'0cf4ab99-f2d1-466a-a63e-c16ad3c176aa'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:30:32.364662 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-ffe25ad8-f663-48dc-a56a-ad1a37c99d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:30:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['0cf4ab99-f2d1-466a-a63e-c16ad3c176aa'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:32.372712 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0ec34814-bda8-43a9-94ce-330a10cbd5a9 req-a29165b4-bdd4-44b8-8252-8d4a896e540d tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=065e2913-d123-4be2-9a9c-42f076831145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8284140 Dec 08 16:30:32.401277 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-3a3926ca-fdff-4044-b3b8-ec354cb42b3b tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31ef8f9f-10fc-4130-8cd3-5efda02fc21f']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:32.409328 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-98ea1b9d-3833-4419-9014-fc428c8772ef tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:32.412162 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45620) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:32.413601 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-3a3926ca-fdff-4044-b3b8-ec354cb42b3b tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e4f9c39-b227-4c3a-a65a-d1eab5d589b9') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:32.414148 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-3a3926ca-fdff-4044-b3b8-ec354cb42b3b tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e4f9c39-b227-4c3a-a65a-d1eab5d589b9') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:32.431683 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244930a6-3a33-4e8a-8961-4082b933335a tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Pushing event updated for resources: {'Network': ['ID=7cbd037f-3a23-409a-b374-8881c42c25a0,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:32.434589 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3a3926ca-fdff-4044-b3b8-ec354cb42b3b tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:32.449938 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 7cbd037f-3a23-409a-b374-8881c42c25a0 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:30:32.460667 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3a3926ca-fdff-4044-b3b8-ec354cb42b3b tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:32.467825 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-244930a6-3a33-4e8a-8961-4082b933335a tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7672808 Dec 08 16:30:32.468030 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a3926ca-fdff-4044-b3b8-ec354cb42b3b tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:30:32.468327 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3a3926ca-fdff-4044-b3b8-ec354cb42b3b tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:32.469995 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45622) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:32.478148 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-b3201ed4-c128-463f-8a0d-024a276d498b tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Request body: {'subnet': {'network_id': '7cbd037f-3a23-409a-b374-8881c42c25a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:32.486965 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 8e43dcd2-c03c-4022-b902-1e1f77191bd8 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:32.487336 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:32.519872 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:30:32.519872 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:30:32.519872 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:30:32.519872 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:30:32.519872 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:30:32.519872 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:30:32.519872 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:30:32.519872 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:30:32.519872 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:30:32.519872 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:30:32.519872 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:30:32.519872 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:30:32.519872 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:30:32.519872 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:30:32.519872 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:30:32.519872 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:30:32.519872 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:30:32.519872 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:30:32.519872 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:30:32.519872 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:30:32.519872 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:30:32.519872 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:30:32.519872 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:30:32.519872 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:30:32.519872 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:30:32.519872 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:30:32.519872 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:30:32.519872 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:30:32.519872 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:30:32.519872 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:30:32.519872 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:30:32.519872 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:30:32.522236 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-98ea1b9d-3833-4419-9014-fc428c8772ef tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:32.596005 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-ffe25ad8-f663-48dc-a56a-ad1a37c99d1a None None] Set router 0cf4ab99-f2d1-466a-a63e-c16ad3c176aa gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:30:32.611096 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3a3926ca-fdff-4044-b3b8-ec354cb42b3b tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:32.620165 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a3926ca-fdff-4044-b3b8-ec354cb42b3b tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 31ef8f9f-10fc-4130-8cd3-5efda02fc21f {{(pid=110550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 08 16:30:32.633069 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98ea1b9d-3833-4419-9014-fc428c8772ef tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:30:32.641094 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3a3926ca-fdff-4044-b3b8-ec354cb42b3b tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:32.648509 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-3a3926ca-fdff-4044-b3b8-ec354cb42b3b tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] 10.222.0.64 "DELETE /v2.0/networks/31ef8f9f-10fc-4130-8cd3-5efda02fc21f HTTP/1.1" status: 204 len: 168 time: 0.5817332 Dec 08 16:30:32.650551 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3926ca-fdff-4044-b3b8-ec354cb42b3b tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Pushing event deleted for resources: {'Network': ['ID=31ef8f9f-10fc-4130-8cd3-5efda02fc21f,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:32.676027 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ea1b9d-3833-4419-9014-fc428c8772ef tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ab5fbf-b082-4203-bfbe-31e7df15a197,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:32.680738 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f93e24-6496-4e62-b511-ad64057ed227 tempest-TestNetworkAdvancedServerOps-1604663679 tempest-TestNetworkAdvancedServerOps-1604663679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:32.682331 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-71f93e24-6496-4e62-b511-ad64057ed227 tempest-TestNetworkAdvancedServerOps-1604663679 tempest-TestNetworkAdvancedServerOps-1604663679-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=eaa1587d-d57b-472c-b885-663a7788dc96 HTTP/1.1" status: 200 len: 1092 time: 0.2664452 Dec 08 16:30:32.686905 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45626) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:32.703020 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-1fde844c-2882-490c-b6ef-1a3db25db18e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Request body: {'floatingip': {'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'port_id': '107ec848-c1d6-42ff-8697-22d69545bf2c', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:32.707149 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-98ea1b9d-3833-4419-9014-fc428c8772ef tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:32.707317 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-98ea1b9d-3833-4419-9014-fc428c8772ef tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Added segment 82e3ecc2-56eb-4a12-9dae-249d3cafcd1c of type vlan for network e406e062-eec7-4ef2-b02a-de32c9a24df9 Dec 08 16:30:32.769718 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e316d0-5f8d-47e7-a571-1cffefba5f52 req-7833d6b5-16eb-48d2-935f-455290ad6c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:32.771283 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-25e316d0-5f8d-47e7-a571-1cffefba5f52 req-7833d6b5-16eb-48d2-935f-455290ad6c95 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=39d0a07c70234221a3fafc599aa62bdb&device_id=8a0c7228-fbf8-47e9-9c08-8de29e38b39c HTTP/1.1" status: 200 len: 1095 time: 0.2128136 Dec 08 16:30:32.807694 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-98ea1b9d-3833-4419-9014-fc428c8772ef tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:32.843966 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-c9ae7c00-af7d-4ffc-acf9-db8c33d9cb36 None None] Provisioning complete for port 17a66a16-3919-4b05-9a30-0d31a324d607 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:32.845188 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c9ae7c00-af7d-4ffc-acf9-db8c33d9cb36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:32.904393 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-9801df34-1278-4396-a52f-4fb4006c3371 admin admin] Allocated IP 172.20.0.1 (fcee842d-7649-41d9-9de3-12f0b0e3018d/1c34a848-fb02-432e-9166-9fd4141caadc/fbb4f327-5a33-40ec-ace5-bc6a6ead22b4) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:30:32.906547 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3201ed4-c128-463f-8a0d-024a276d498b tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Made reservation on behalf of 104f554fb93347018c31f019caad78c1 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:30:32.910300 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b3201ed4-c128-463f-8a0d-024a276d498b tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:32.943478 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.db.resource_extend [None req-98ea1b9d-3833-4419-9014-fc428c8772ef tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 16:30:32.993550 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1fde844c-2882-490c-b6ef-1a3db25db18e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for floatingip, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:33.243801 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45638) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:33.254425 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-f93e44f7-5b8a-4095-a0e8-ba974c4024a4 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Request body: {'router': {'name': 'tempest-router--49316852', 'project_id': '051480e5138a46c6921524aae0403777'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:33.266440 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9801df34-1278-4396-a52f-4fb4006c3371 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:33.393338 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37742afb-04e6-411c-b636-ac2043b60341 req-d7b6628a-35c3-47c0-8ba3-4f7b28a47507 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:33.408113 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-37742afb-04e6-411c-b636-ac2043b60341 req-d7b6628a-35c3-47c0-8ba3-4f7b28a47507 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a0c7228-fbf8-47e9-9c08-8de29e38b39c HTTP/1.1" status: 200 len: 943 time: 0.2346354 Dec 08 16:30:33.577516 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f93e44f7-5b8a-4095-a0e8-ba974c4024a4 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:33.579022 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f93e44f7-5b8a-4095-a0e8-ba974c4024a4 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:33.589021 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [req-41a6a7bf-f2aa-4fbf-b307-409b944b45f9 req-de23dedc-1ad5-4a62-907a-f3557ceb95c1 service neutron] (110551) timed out ('10.222.0.37', 49946) {{(pid=110551) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 16:30:33.591529 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-98ea1b9d-3833-4419-9014-fc428c8772ef tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:33.601957 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ea1b9d-3833-4419-9014-fc428c8772ef tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:33.602581 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-98ea1b9d-3833-4419-9014-fc428c8772ef tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:33.636335 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c9ae7c00-af7d-4ffc-acf9-db8c33d9cb36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:33.660198 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-c9ae7c00-af7d-4ffc-acf9-db8c33d9cb36 None None] For port 17a66a16-3919-4b05-9a30-0d31a324d607, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=17a66a16-3919-4b05-9a30-0d31a324d607,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:30:33.679932 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f93e44f7-5b8a-4095-a0e8-ba974c4024a4 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:33.685153 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-37742afb-04e6-411c-b636-ac2043b60341 req-35732d59-ed6f-4109-8bb5-c5f59515a941 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/security-groups?id=654bd4f6-6db2-4b1b-a1c7-956de5974017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705288 Dec 08 16:30:33.691938 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-ffe25ad8-f663-48dc-a56a-ad1a37c99d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cf4ab99-f2d1-466a-a63e-c16ad3c176aa', 'name': 'tempest-TestVolumeBootPattern-1199169047-router', 'tenant_id': '3ddeeb14b4484b75b1b166f45dd2078d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '17a66a16-3919-4b05-9a30-0d31a324d607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:20Z', 'updated_at': '2021-12-08T16:30:24Z', 'revision_number': 3, 'project_id': '3ddeeb14b4484b75b1b166f45dd2078d', 'gw_port': {'id': '17a66a16-3919-4b05-9a30-0d31a324d607', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:27:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cf4ab99-f2d1-466a-a63e-c16ad3c176aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:22Z', 'updated_at': '2021-12-08T16:30:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:33.702157 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1fde844c-2882-490c-b6ef-1a3db25db18e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:33.740210 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe25ad8-f663-48dc-a56a-ad1a37c99d1a None None] The sync data for ids ['0cf4ab99-f2d1-466a-a63e-c16ad3c176aa'] in n-d-776250-12 is: [{'id': '0cf4ab99-f2d1-466a-a63e-c16ad3c176aa', 'name': 'tempest-TestVolumeBootPattern-1199169047-router', 'tenant_id': '3ddeeb14b4484b75b1b166f45dd2078d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '17a66a16-3919-4b05-9a30-0d31a324d607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:20Z', 'updated_at': '2021-12-08T16:30:24Z', 'revision_number': 3, 'project_id': '3ddeeb14b4484b75b1b166f45dd2078d', 'gw_port': {'id': '17a66a16-3919-4b05-9a30-0d31a324d607', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:27:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cf4ab99-f2d1-466a-a63e-c16ad3c176aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:22Z', 'updated_at': '2021-12-08T16:30:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:30:33.746452 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e316d0-5f8d-47e7-a571-1cffefba5f52 req-4cc47a12-a876-4229-9dfe-471952d53bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:33.751142 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-25e316d0-5f8d-47e7-a571-1cffefba5f52 req-4cc47a12-a876-4229-9dfe-471952d53bdc service neutron] 10.222.0.76 "GET /v2.0/networks?id=6bc7cad8-ce82-4d14-8967-10a5440b0811 HTTP/1.1" status: 200 len: 915 time: 0.9647369 Dec 08 16:30:33.751142 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9801df34-1278-4396-a52f-4fb4006c3371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:33.799661 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c9ae7c00-af7d-4ffc-acf9-db8c33d9cb36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:33.800538 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f93e44f7-5b8a-4095-a0e8-ba974c4024a4 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:33.842251 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-98ea1b9d-3833-4419-9014-fc428c8772ef tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 3.1431208 Dec 08 16:30:33.845721 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45644) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:33.862424 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-da242cfa-cc82-4caf-a373-b61619d61b25 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Request body: {'subnet': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:33.893956 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b3201ed4-c128-463f-8a0d-024a276d498b tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:33.939037 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ae7c00-af7d-4ffc-acf9-db8c33d9cb36 None None] Pushing event updated for resources: {'Port': ['ID=17a66a16-3919-4b05-9a30-0d31a324d607,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:33.949294 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f93e44f7-5b8a-4095-a0e8-ba974c4024a4 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:33.950925 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-f93e44f7-5b8a-4095-a0e8-ba974c4024a4 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.7049894 Dec 08 16:30:33.953984 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45646) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:34.028053 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-25e316d0-5f8d-47e7-a571-1cffefba5f52 req-514aa2a8-de67-4065-8c38-c11f6d5fee71 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8e9a6c9-16ff-444a-8969-51f5b58cb6ac HTTP/1.1" status: 200 len: 217 time: 0.1833177 Dec 08 16:30:34.074829 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-1fde844c-2882-490c-b6ef-1a3db25db18e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Allocated IP 172.25.0.71 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/c282abdf-08e4-4c6c-b9ff-34f6e719cbc0) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:30:34.143515 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e316d0-5f8d-47e7-a571-1cffefba5f52 req-e34bbe57-3eca-4420-9d52-543df5b86bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:34.145119 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-25e316d0-5f8d-47e7-a571-1cffefba5f52 req-e34bbe57-3eca-4420-9d52-543df5b86bfb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=248e37dc-1d8d-4d3e-9a87-0b6dedad1f36 HTTP/1.1" status: 200 len: 854 time: 0.0700040 Dec 08 16:30:34.154906 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9801df34-1278-4396-a52f-4fb4006c3371 admin admin] Network fcee842d-7649-41d9-9de3-12f0b0e3018d is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:30:34.167584 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-9801df34-1278-4396-a52f-4fb4006c3371 admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:34.184952 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9801df34-1278-4396-a52f-4fb4006c3371 admin admin] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:30:34.260009 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1fde844c-2882-490c-b6ef-1a3db25db18e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:34.260673 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-25e316d0-5f8d-47e7-a571-1cffefba5f52 req-82d258ff-9307-4f7d-95f8-0715b9e38023 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6bc7cad8-ce82-4d14-8967-10a5440b0811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0952168 Dec 08 16:30:34.341834 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ea1b9d-3833-4419-9014-fc428c8772ef tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event updated for resources: {'Network': ['ID=e406e062-eec7-4ef2-b02a-de32c9a24df9,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:34.353942 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:30:34.447200 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-95f25091-9b22-48a2-bda9-939c1e3de358 req-60bb2535-fd48-4d1f-bb23-898ea7166c9b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2f2e66d8-49db-40b9-9fbd-814c552e5d13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5852218 Dec 08 16:30:34.448344 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9801df34-1278-4396-a52f-4fb4006c3371 admin admin] Pushing event updated for resources: {'Port': ['ID=fbb4f327-5a33-40ec-ace5-bc6a6ead22b4,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:34.533674 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1fde844c-2882-490c-b6ef-1a3db25db18e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:34.622447 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3201ed4-c128-463f-8a0d-024a276d498b tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Pushing event updated for resources: {'Subnet': ['ID=8e5ef5aa-cefa-4022-b27f-515594327695,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:34.661259 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-5620e845-9912-4c7b-b46d-a6e189643c8e None None] Provisioning complete for port fbb4f327-5a33-40ec-ace5-bc6a6ead22b4 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:34.661828 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5620e845-9912-4c7b-b46d-a6e189643c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:34.702483 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9801df34-1278-4396-a52f-4fb4006c3371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:34.709269 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3201ed4-c128-463f-8a0d-024a276d498b tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Checking segment: {'id': 'fb9ef354-7866-4872-aa4d-4c2dd0227916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7cbd037f-3a23-409a-b374-8881c42c25a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:30:34.710456 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3201ed4-c128-463f-8a0d-024a276d498b tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Network hostable DHCP agents. Network: 7cbd037f-3a23-409a-b374-8881c42c25a0, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:30:34.722568 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9337f5bf-4041-405f-af18-ca26a9d625f7 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks [] for router, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:34.736127 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fde844c-2882-490c-b6ef-1a3db25db18e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:30:34.740929 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:34.781367 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-5620e845-9912-4c7b-b46d-a6e189643c8e None None] Port fbb4f327-5a33-40ec-ace5-bc6a6ead22b4 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:30:34.843879 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-25e316d0-5f8d-47e7-a571-1cffefba5f52 req-3a58a970-2a52-461a-ac06-d25678035c7f service neutron] 10.222.0.76 "GET /v2.0/networks/6bc7cad8-ce82-4d14-8967-10a5440b0811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4720008 Dec 08 16:30:34.923623 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fde844c-2882-490c-b6ef-1a3db25db18e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event updated for resources: {'Port': ['ID=c282abdf-08e4-4c6c-b9ff-34f6e719cbc0,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:34.940052 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-1fde844c-2882-490c-b6ef-1a3db25db18e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:34.952403 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fde844c-2882-490c-b6ef-1a3db25db18e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:30:35.086559 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f25091-9b22-48a2-bda9-939c1e3de358 req-aa3ad03c-d154-4193-b8f8-813c2251c7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:35.088647 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-95f25091-9b22-48a2-bda9-939c1e3de358 req-aa3ad03c-d154-4193-b8f8-813c2251c7a1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=39d0a07c70234221a3fafc599aa62bdb&device_id=2f2e66d8-49db-40b9-9fbd-814c552e5d13 HTTP/1.1" status: 200 len: 1098 time: 0.4519620 Dec 08 16:30:35.112345 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c51c8e-be86-4e29-b7fc-e0b3e2b75ea1 req-44da3c16-59dd-4bcb-ba87-791f73e9537f tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:35.113903 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-51c51c8e-be86-4e29-b7fc-e0b3e2b75ea1 req-44da3c16-59dd-4bcb-ba87-791f73e9537f tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a0c7228-fbf8-47e9-9c08-8de29e38b39c HTTP/1.1" status: 200 len: 943 time: 0.2686718 Dec 08 16:30:35.219836 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3201ed4-c128-463f-8a0d-024a276d498b tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Network 7cbd037f-3a23-409a-b374-8881c42c25a0 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:30:35.314523 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-25e316d0-5f8d-47e7-a571-1cffefba5f52 req-014e5984-5877-4728-aa50-c9bb98eb3a44 service neutron] 10.222.0.76 "GET /v2.0/networks/6bc7cad8-ce82-4d14-8967-10a5440b0811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3940175 Dec 08 16:30:35.339090 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9801df34-1278-4396-a52f-4fb4006c3371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:35.368549 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-51c51c8e-be86-4e29-b7fc-e0b3e2b75ea1 req-666726bd-5567-477f-9243-4a327065967a tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/security-groups?id=654bd4f6-6db2-4b1b-a1c7-956de5974017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360704 Dec 08 16:30:35.384957 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-b3201ed4-c128-463f-8a0d-024a276d498b tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 7cbd037f-3a23-409a-b374-8881c42c25a0) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:35.396376 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c8f236-0475-40d6-b0bd-ceaf3d5b3135 None None] Network 7cbd037f-3a23-409a-b374-8881c42c25a0 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:30:35.414235 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3201ed4-c128-463f-8a0d-024a276d498b tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:35.414917 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b3201ed4-c128-463f-8a0d-024a276d498b tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:35.438055 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f25091-9b22-48a2-bda9-939c1e3de358 req-f7153e85-ce28-4158-b569-b01231bbfc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:35.439670 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-95f25091-9b22-48a2-bda9-939c1e3de358 req-f7153e85-ce28-4158-b569-b01231bbfc97 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6bc7cad8-ce82-4d14-8967-10a5440b0811 HTTP/1.1" status: 200 len: 915 time: 0.3247993 Dec 08 16:30:35.588200 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-95f25091-9b22-48a2-bda9-939c1e3de358 req-00cff208-b04b-4d24-9273-46c141cd2a2e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e2f5328-cb55-4a7f-a135-b8d3235ad8af HTTP/1.1" status: 200 len: 217 time: 0.1109350 Dec 08 16:30:35.591638 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b3201ed4-c128-463f-8a0d-024a276d498b tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.1212440 Dec 08 16:30:35.594757 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45656) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:35.620008 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d0b728-7ff6-4380-95c1-be4ffcf8720d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-7cbd037f-3a23-409a-b374-8881c42c25a0', 'network_id': '7cbd037f-3a23-409a-b374-8881c42c25a0', 'project_id': '104f554fb93347018c31f019caad78c1', 'fixed_ips': [{'subnet_id': '8e5ef5aa-cefa-4022-b27f-515594327695'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:30:35.621209 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-51d0b728-7ff6-4380-95c1-be4ffcf8720d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:35.875054 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-51d0b728-7ff6-4380-95c1-be4ffcf8720d None None] Allocated IP 2001:db8::1 (7cbd037f-3a23-409a-b374-8881c42c25a0/8e5ef5aa-cefa-4022-b27f-515594327695/430a65cb-7a76-48e4-ab11-b2a672244144) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:30:35.891574 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da242cfa-cc82-4caf-a373-b61619d61b25 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Made reservation on behalf of 450e207568904a6eabc726912d992373 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:30:35.895597 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-da242cfa-cc82-4caf-a373-b61619d61b25 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:36.094091 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9337f5bf-4041-405f-af18-ca26a9d625f7 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:36.100923 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-51d0b728-7ff6-4380-95c1-be4ffcf8720d None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:36.101302 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9337f5bf-4041-405f-af18-ca26a9d625f7 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:36.159346 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-51d0b728-7ff6-4380-95c1-be4ffcf8720d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:36.163282 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f25091-9b22-48a2-bda9-939c1e3de358 req-e678e924-7516-4582-9ae8-46e7cdbd10ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:36.166137 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-95f25091-9b22-48a2-bda9-939c1e3de358 req-e678e924-7516-4582-9ae8-46e7cdbd10ed service neutron] 10.222.0.37 "GET /v2.0/subnets?id=248e37dc-1d8d-4d3e-9a87-0b6dedad1f36 HTTP/1.1" status: 200 len: 854 time: 0.5704184 Dec 08 16:30:36.254444 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d0b728-7ff6-4380-95c1-be4ffcf8720d None None] Pushing event updated for resources: {'Port': ['ID=430a65cb-7a76-48e4-ab11-b2a672244144,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:36.258318 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d0b728-7ff6-4380-95c1-be4ffcf8720d None None] Network 7cbd037f-3a23-409a-b374-8881c42c25a0 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:30:36.260084 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-51d0b728-7ff6-4380-95c1-be4ffcf8720d None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:36.260620 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-95f25091-9b22-48a2-bda9-939c1e3de358 req-f2b277b0-d33f-4ef0-872d-0de357c10907 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6bc7cad8-ce82-4d14-8967-10a5440b0811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729523 Dec 08 16:30:36.262435 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d0b728-7ff6-4380-95c1-be4ffcf8720d None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:30:36.288127 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device b8e9a6c9-16ff-444a-8969-51f5b58cb6ac details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:30:36.309966 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 17a66a16-3919-4b05-9a30-0d31a324d607 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:30:36.353021 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9337f5bf-4041-405f-af18-ca26a9d625f7 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:36.354802 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9337f5bf-4041-405f-af18-ca26a9d625f7 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5db605da-fde0-497d-a0b9-da83a501dc10 {{(pid=110550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:30:36.377015 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9337f5bf-4041-405f-af18-ca26a9d625f7 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:36.377015 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-9337f5bf-4041-405f-af18-ca26a9d625f7 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] 10.222.0.64 "DELETE /v2.0/routers/5db605da-fde0-497d-a0b9-da83a501dc10 HTTP/1.1" status: 204 len: 168 time: 2.3342566 Dec 08 16:30:36.397636 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-71bd2c27-06f8-4f6d-9c63-3711fb47cffd tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:36.438719 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-51d0b728-7ff6-4380-95c1-be4ffcf8720d None None] Attempting to bind port 430a65cb-7a76-48e4-ab11-b2a672244144 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:30:36.445319 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-51d0b728-7ff6-4380-95c1-be4ffcf8720d None None] Attempting to bind port 430a65cb-7a76-48e4-ab11-b2a672244144 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'fb9ef354-7866-4872-aa4d-4c2dd0227916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7cbd037f-3a23-409a-b374-8881c42c25a0'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:30:36.445319 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d0b728-7ff6-4380-95c1-be4ffcf8720d None None] Attempting to bind port 430a65cb-7a76-48e4-ab11-b2a672244144 on network 7cbd037f-3a23-409a-b374-8881c42c25a0 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:30:36.468009 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d0b728-7ff6-4380-95c1-be4ffcf8720d None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:30:36.468797 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d0b728-7ff6-4380-95c1-be4ffcf8720d None None] Checking segment: {'id': 'fb9ef354-7866-4872-aa4d-4c2dd0227916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7cbd037f-3a23-409a-b374-8881c42c25a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:30:36.469380 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-51d0b728-7ff6-4380-95c1-be4ffcf8720d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:36.470349 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d0b728-7ff6-4380-95c1-be4ffcf8720d None None] Bound using segment: {'id': 'fb9ef354-7866-4872-aa4d-4c2dd0227916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7cbd037f-3a23-409a-b374-8881c42c25a0'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:30:36.471139 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-51d0b728-7ff6-4380-95c1-be4ffcf8720d None None] Bound port: 430a65cb-7a76-48e4-ab11-b2a672244144, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb9ef354-7866-4872-aa4d-4c2dd0227916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '7cbd037f-3a23-409a-b374-8881c42c25a0'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:30:36.471715 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-51d0b728-7ff6-4380-95c1-be4ffcf8720d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:36.477015 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9801df34-1278-4396-a52f-4fb4006c3371 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:36.531101 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-95f25091-9b22-48a2-bda9-939c1e3de358 req-c56f0d2d-9924-4ac9-8bb7-3051b4065552 service neutron] 10.222.0.37 "GET /v2.0/networks/6bc7cad8-ce82-4d14-8967-10a5440b0811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591097 Dec 08 16:30:36.649426 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1fde844c-2882-490c-b6ef-1a3db25db18e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:36.650233 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 17a66a16-3919-4b05-9a30-0d31a324d607 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:36.652886 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:36.717270 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-95f25091-9b22-48a2-bda9-939c1e3de358 req-5d51deb6-e268-4055-9a1b-629daf8c338b service neutron] 10.222.0.37 "GET /v2.0/networks/6bc7cad8-ce82-4d14-8967-10a5440b0811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730378 Dec 08 16:30:36.730039 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9801df34-1278-4396-a52f-4fb4006c3371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:36.741493 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port b8e9a6c9-16ff-444a-8969-51f5b58cb6ac, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=b8e9a6c9-16ff-444a-8969-51f5b58cb6ac,segment=NetworkSegment(ae20c5bd-2351-4f26-a643-51190719905b),segment_id=ae20c5bd-2351-4f26-a643-51190719905b)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:30:36.773142 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-51d0b728-7ff6-4380-95c1-be4ffcf8720d None None] For port 430a65cb-7a76-48e4-ab11-b2a672244144, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:30:36.842103 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': 'b8e9a6c9-16ff-444a-8969-51f5b58cb6ac', 'network_id': '6bc7cad8-ce82-4d14-8967-10a5440b0811', 'port_id': 'b8e9a6c9-16ff-444a-8969-51f5b58cb6ac', 'mac_address': 'fa:16:3e:a7:f7:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '248e37dc-1d8d-4d3e-9a87-0b6dedad1f36', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:30:36.842730 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9c1ce-5198-4026-8485-96e12647396b req-7fb15bc2-2679-45da-b66e-d192e7f71487 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:36.846992 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e6f9c1ce-5198-4026-8485-96e12647396b req-7fb15bc2-2679-45da-b66e-d192e7f71487 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a0c7228-fbf8-47e9-9c08-8de29e38b39c HTTP/1.1" status: 200 len: 943 time: 0.2703748 Dec 08 16:30:36.847537 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45672) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:36.860412 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-51d0b728-7ff6-4380-95c1-be4ffcf8720d None None] For port 430a65cb-7a76-48e4-ab11-b2a672244144, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=430a65cb-7a76-48e4-ab11-b2a672244144,segment=NetworkSegment(fb9ef354-7866-4872-aa4d-4c2dd0227916),segment_id=fb9ef354-7866-4872-aa4d-4c2dd0227916)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:30:36.910927 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-71bd2c27-06f8-4f6d-9c63-3711fb47cffd tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Deleting port 430a65cb-7a76-48e4-ab11-b2a672244144 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:30:36.911346 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-71bd2c27-06f8-4f6d-9c63-3711fb47cffd tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:36.913816 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9801df34-1278-4396-a52f-4fb4006c3371 admin admin] Pushing event updated for resources: {'Port': ['ID=fbb4f327-5a33-40ec-ace5-bc6a6ead22b4,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:36.965435 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:36.969639 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9801df34-1278-4396-a52f-4fb4006c3371 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:37.018054 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8e9a6c9-16ff-444a-8969-51f5b58cb6ac {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:30:37.025622 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e6f9c1ce-5198-4026-8485-96e12647396b req-08d653e4-4ec1-4dd9-b793-8fa18773e97c tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/security-groups?id=654bd4f6-6db2-4b1b-a1c7-956de5974017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060240 Dec 08 16:30:37.028384 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-da242cfa-cc82-4caf-a373-b61619d61b25 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:37.077421 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-51d0b728-7ff6-4380-95c1-be4ffcf8720d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:37.094861 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port b8e9a6c9-16ff-444a-8969-51f5b58cb6ac, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=b8e9a6c9-16ff-444a-8969-51f5b58cb6ac,segment=NetworkSegment(ae20c5bd-2351-4f26-a643-51190719905b),segment_id=ae20c5bd-2351-4f26-a643-51190719905b)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:30:37.181582 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:37.187093 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1fde844c-2882-490c-b6ef-1a3db25db18e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:37.212421 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d0b728-7ff6-4380-95c1-be4ffcf8720d None None] Pushing event updated for resources: {'Port': ['ID=430a65cb-7a76-48e4-ab11-b2a672244144,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:37.246978 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-71bd2c27-06f8-4f6d-9c63-3711fb47cffd tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] For port 430a65cb-7a76-48e4-ab11-b2a672244144, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=430a65cb-7a76-48e4-ab11-b2a672244144,segment=NetworkSegment(fb9ef354-7866-4872-aa4d-4c2dd0227916),segment_id=fb9ef354-7866-4872-aa4d-4c2dd0227916)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:30:37.247543 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-71bd2c27-06f8-4f6d-9c63-3711fb47cffd tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:37.271532 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-71bd2c27-06f8-4f6d-9c63-3711fb47cffd tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Calling delete_port for 430a65cb-7a76-48e4-ab11-b2a672244144 owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:30:37.300929 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9801df34-1278-4396-a52f-4fb4006c3371 admin admin] Network fcee842d-7649-41d9-9de3-12f0b0e3018d is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:30:37.305745 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-9801df34-1278-4396-a52f-4fb4006c3371 admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:37.360601 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=b8e9a6c9-16ff-444a-8969-51f5b58cb6ac,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:37.466892 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-caa8b5d6-3530-485e-ae0e-5c637615dfb1 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-29461619', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}, 'admin_state_up': False}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:37.506138 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da242cfa-cc82-4caf-a373-b61619d61b25 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event updated for resources: {'Subnet': ['ID=b2ec3fce-a1f5-4e4c-9b1b-06e3071dd7f2,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:37.529248 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['b8e9a6c9-16ff-444a-8969-51f5b58cb6ac'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:30:37.567753 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9801df34-1278-4396-a52f-4fb4006c3371 admin admin] Router 0cf4ab99-f2d1-466a-a63e-c16ad3c176aa has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:30:37.625553 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1fde844c-2882-490c-b6ef-1a3db25db18e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:37.630871 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da242cfa-cc82-4caf-a373-b61619d61b25 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Checking segment: {'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:30:37.631668 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da242cfa-cc82-4caf-a373-b61619d61b25 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Network hostable DHCP agents. Network: e406e062-eec7-4ef2-b02a-de32c9a24df9, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:30:37.777583 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1fde844c-2882-490c-b6ef-1a3db25db18e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:37.832955 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9801df34-1278-4396-a52f-4fb4006c3371 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:30:37.850581 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cea8f7-4c02-4084-8be3-63ee1d5e7dfe None None] Sync routers for ids ['0cf4ab99-f2d1-466a-a63e-c16ad3c176aa'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:30:37.866969 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cea8f7-4c02-4084-8be3-63ee1d5e7dfe None None] Routers {'0cf4ab99-f2d1-466a-a63e-c16ad3c176aa'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:30:37.866969 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-a3cea8f7-4c02-4084-8be3-63ee1d5e7dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:30:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['0cf4ab99-f2d1-466a-a63e-c16ad3c176aa'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:37.867320 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da242cfa-cc82-4caf-a373-b61619d61b25 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:30:37.868888 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-9801df34-1278-4396-a52f-4fb4006c3371 admin admin] 10.222.0.64 "PUT /v2.0/routers/0cf4ab99-f2d1-466a-a63e-c16ad3c176aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6946721 Dec 08 16:30:37.876760 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-d95b4252-046a-4700-a0a5-0cfe689817c8 None None] Provisioning complete for port fbb4f327-5a33-40ec-ace5-bc6a6ead22b4 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:37.881776 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-caa8b5d6-3530-485e-ae0e-5c637615dfb1 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:37.884762 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-caa8b5d6-3530-485e-ae0e-5c637615dfb1 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:37.886937 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-71bd2c27-06f8-4f6d-9c63-3711fb47cffd tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:37.899558 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d95b4252-046a-4700-a0a5-0cfe689817c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:37.974555 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bd2c27-06f8-4f6d-9c63-3711fb47cffd tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Pushing event deleted for resources: {'Port': ['ID=430a65cb-7a76-48e4-ab11-b2a672244144,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:37.997762 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bd2c27-06f8-4f6d-9c63-3711fb47cffd tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] No DVR routers for this DVR port 430a65cb-7a76-48e4-ab11-b2a672244144 on host n-d-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:30:38.050624 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fde844c-2882-490c-b6ef-1a3db25db18e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event updated for resources: {'Port': ['ID=c282abdf-08e4-4c6c-b9ff-34f6e719cbc0,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:38.070549 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1fde844c-2882-490c-b6ef-1a3db25db18e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:38.078065 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-a3cea8f7-4c02-4084-8be3-63ee1d5e7dfe None None] Set router 0cf4ab99-f2d1-466a-a63e-c16ad3c176aa gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:30:38.088152 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-d95b4252-046a-4700-a0a5-0cfe689817c8 None None] Port fbb4f327-5a33-40ec-ace5-bc6a6ead22b4 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:30:38.118622 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-be8d2101-e542-40f4-8dc2-5a4a9052365d req-0efeabaf-a3a1-445a-8ea2-d96321c3fa3b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ca3714fc-8e86-4bd6-b1da-2414cadb9915&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2356741 Dec 08 16:30:38.146307 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-71bd2c27-06f8-4f6d-9c63-3711fb47cffd tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:38.257798 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-da242cfa-cc82-4caf-a373-b61619d61b25 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, e406e062-eec7-4ef2-b02a-de32c9a24df9) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:38.266886 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d24725-ef86-4391-ac99-4c074c96e604 None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:30:38.280897 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da242cfa-cc82-4caf-a373-b61619d61b25 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:38.281522 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-da242cfa-cc82-4caf-a373-b61619d61b25 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:38.447676 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-71bd2c27-06f8-4f6d-9c63-3711fb47cffd tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:38.485042 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c3d8c4-402e-47ed-9fd7-73ebe05556aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-e406e062-eec7-4ef2-b02a-de32c9a24df9', 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'project_id': '450e207568904a6eabc726912d992373', 'fixed_ips': [{'subnet_id': 'b2ec3fce-a1f5-4e4c-9b1b-06e3071dd7f2'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:30:38.485932 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-82c3d8c4-402e-47ed-9fd7-73ebe05556aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:38.519808 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-da242cfa-cc82-4caf-a373-b61619d61b25 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.6730323 Dec 08 16:30:38.549428 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-caa8b5d6-3530-485e-ae0e-5c637615dfb1 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:38.563516 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45690) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:38.586467 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-7d74a0c1-dd8f-4c7b-8f82-05d8b40f3b71 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Request body: {'port': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'name': 'tempest-NetworksTestDHCPv6-1340857024'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:38.603784 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-a3cea8f7-4c02-4084-8be3-63ee1d5e7dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cf4ab99-f2d1-466a-a63e-c16ad3c176aa', 'name': 'tempest-TestVolumeBootPattern-1199169047-router', 'tenant_id': '3ddeeb14b4484b75b1b166f45dd2078d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '17a66a16-3919-4b05-9a30-0d31a324d607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:20Z', 'updated_at': '2021-12-08T16:30:35Z', 'revision_number': 4, 'project_id': '3ddeeb14b4484b75b1b166f45dd2078d', 'gw_port': {'id': '17a66a16-3919-4b05-9a30-0d31a324d607', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:27:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf4ab99-f2d1-466a-a63e-c16ad3c176aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:22Z', 'updated_at': '2021-12-08T16:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'fbb4f327-5a33-40ec-ace5-bc6a6ead22b4', 'name': '', 'network_id': 'fcee842d-7649-41d9-9de3-12f0b0e3018d', 'tenant_id': '3ddeeb14b4484b75b1b166f45dd2078d', 'mac_address': 'fa:16:3e:28:dd:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cf4ab99-f2d1-466a-a63e-c16ad3c176aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '1c34a848-fb02-432e-9166-9fd4141caadc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:32Z', 'updated_at': '2021-12-08T16:30:35Z', 'revision_number': 2, 'project_id': '3ddeeb14b4484b75b1b166f45dd2078d', 'subnets': [{'id': '1c34a848-fb02-432e-9166-9fd4141caadc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:38.605452 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bd2c27-06f8-4f6d-9c63-3711fb47cffd tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Pushing event deleted for resources: {'Subnet': ['ID=8e5ef5aa-cefa-4022-b27f-515594327695,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:38.675271 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cea8f7-4c02-4084-8be3-63ee1d5e7dfe None None] Checking router: 0cf4ab99-f2d1-466a-a63e-c16ad3c176aa for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:30:38.675959 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cea8f7-4c02-4084-8be3-63ee1d5e7dfe None None] Updating router 0cf4ab99-f2d1-466a-a63e-c16ad3c176aa port fbb4f327-5a33-40ec-ace5-bc6a6ead22b4 binding host n-d-776250-12 {{(pid=110553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:30:38.686123 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d2101-e542-40f4-8dc2-5a4a9052365d req-f9be45a3-3b70-4a37-92e4-02ad2acc50a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:38.687841 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-be8d2101-e542-40f4-8dc2-5a4a9052365d req-f9be45a3-3b70-4a37-92e4-02ad2acc50a9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=39d0a07c70234221a3fafc599aa62bdb&device_id=ca3714fc-8e86-4bd6-b1da-2414cadb9915 HTTP/1.1" status: 200 len: 1097 time: 0.3648822 Dec 08 16:30:38.703788 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:38.761376 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-a3cea8f7-4c02-4084-8be3-63ee1d5e7dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:38.775972 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c88ce18-c975-4854-90e4-761dfa06a463 req-7a9a9ebf-2218-462c-b853-d1234a973e2b tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:38.792111 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5c88ce18-c975-4854-90e4-761dfa06a463 req-7a9a9ebf-2218-462c-b853-d1234a973e2b tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a0c7228-fbf8-47e9-9c08-8de29e38b39c HTTP/1.1" status: 200 len: 944 time: 0.4635415 Dec 08 16:30:38.971060 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-82c3d8c4-402e-47ed-9fd7-73ebe05556aa None None] Allocated IP 2001:db8::2 (e406e062-eec7-4ef2-b02a-de32c9a24df9/b2ec3fce-a1f5-4e4c-9b1b-06e3071dd7f2/2f08b27b-eff5-4091-9e8f-dcb4357be719) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:30:39.040780 n-d-776250-12 neutron-server[110550]: INFO neutron.db.l3_db [None req-1fde844c-2882-490c-b6ef-1a3db25db18e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Floating IP 3b619e57-eb52-442f-86f3-0d51af346529 associated. External IP: 172.25.0.71, port: 107ec848-c1d6-42ff-8697-22d69545bf2c. Dec 08 16:30:39.210099 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-71bd2c27-06f8-4f6d-9c63-3711fb47cffd tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:39.251208 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fbd70a-21b5-4faa-974e-2e463c8c4698 None None] Network 7cbd037f-3a23-409a-b374-8881c42c25a0 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:30:39.267333 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d2101-e542-40f4-8dc2-5a4a9052365d req-dd6fab74-beae-4b09-a0a5-dd00fedd8d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:39.269306 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-be8d2101-e542-40f4-8dc2-5a4a9052365d req-dd6fab74-beae-4b09-a0a5-dd00fedd8d75 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6bc7cad8-ce82-4d14-8967-10a5440b0811 HTTP/1.1" status: 200 len: 915 time: 0.5303323 Dec 08 16:30:39.297989 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-71bd2c27-06f8-4f6d-9c63-3711fb47cffd tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cbd037f-3a23-409a-b374-8881c42c25a0']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:39.386573 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5c88ce18-c975-4854-90e4-761dfa06a463 req-6cf69fc5-3911-4941-b16b-890dc74c323f tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/security-groups?id=654bd4f6-6db2-4b1b-a1c7-956de5974017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5870619 Dec 08 16:30:39.389224 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-be8d2101-e542-40f4-8dc2-5a4a9052365d req-a7259051-cefe-4d0a-9463-5505e8a6febc service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac05d7bd-0f61-44e9-be08-d0a22d449393 HTTP/1.1" status: 200 len: 217 time: 0.1057210 Dec 08 16:30:39.390998 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-71bd2c27-06f8-4f6d-9c63-3711fb47cffd tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb9ef354-7866-4872-aa4d-4c2dd0227916') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:39.391302 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-71bd2c27-06f8-4f6d-9c63-3711fb47cffd tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb9ef354-7866-4872-aa4d-4c2dd0227916') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:39.483002 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-71bd2c27-06f8-4f6d-9c63-3711fb47cffd tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:39.487024 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-caa8b5d6-3530-485e-ae0e-5c637615dfb1 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:39.509264 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-71bd2c27-06f8-4f6d-9c63-3711fb47cffd tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:39.521817 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71bd2c27-06f8-4f6d-9c63-3711fb47cffd tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:30:39.522242 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-71bd2c27-06f8-4f6d-9c63-3711fb47cffd tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:39.577493 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-31dac3e0-1843-4fed-ad99-570826901eb7 None None] Could not find standard attr ID for object 430a65cb-7a76-48e4-ab11-b2a672244144. {{(pid=110552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:30:39.633770 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:30:39.633770 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:30:39.633770 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:30:39.633770 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:30:39.633770 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:30:39.633770 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:30:39.633770 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:30:39.633770 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:30:39.633770 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:30:39.633770 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:30:39.633770 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:30:39.633770 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:30:39.633770 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:30:39.633770 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:30:39.633770 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:30:39.633770 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:30:39.633770 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:30:39.633770 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:30:39.633770 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:30:39.633770 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:30:39.633770 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:30:39.633770 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:30:39.633770 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:30:39.633770 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:30:39.633770 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:30:39.633770 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:30:39.633770 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:30:39.633770 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:30:39.633770 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:30:39.633770 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:30:39.633770 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:30:39.633770 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:30:39.671388 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d74a0c1-dd8f-4c7b-8f82-05d8b40f3b71 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Made reservation on behalf of 450e207568904a6eabc726912d992373 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:30:39.676719 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-a3cea8f7-4c02-4084-8be3-63ee1d5e7dfe None None] Publish callbacks [] for port, precommit_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:39.677482 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7d74a0c1-dd8f-4c7b-8f82-05d8b40f3b71 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:39.707758 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45710) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:39.708518 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-82c3d8c4-402e-47ed-9fd7-73ebe05556aa None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:39.715510 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fde844c-2882-490c-b6ef-1a3db25db18e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Router 4d7001e6-326f-4221-995f-f88974a65afb has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:30:39.728900 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-71bd2c27-06f8-4f6d-9c63-3711fb47cffd tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:39.734513 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-71bd2c27-06f8-4f6d-9c63-3711fb47cffd tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:39.742799 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-71bd2c27-06f8-4f6d-9c63-3711fb47cffd tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] 10.222.0.64 "DELETE /v2.0/networks/7cbd037f-3a23-409a-b374-8881c42c25a0 HTTP/1.1" status: 204 len: 168 time: 4.1405988 Dec 08 16:30:39.768463 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d2101-e542-40f4-8dc2-5a4a9052365d req-d2f3cde6-4bf0-493a-9201-dd55b2bac7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:39.768463 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-be8d2101-e542-40f4-8dc2-5a4a9052365d req-d2f3cde6-4bf0-493a-9201-dd55b2bac7d4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=248e37dc-1d8d-4d3e-9a87-0b6dedad1f36 HTTP/1.1" status: 200 len: 854 time: 0.3681185 Dec 08 16:30:39.768463 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45714) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:39.769072 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bd2c27-06f8-4f6d-9c63-3711fb47cffd tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Pushing event deleted for resources: {'Network': ['ID=7cbd037f-3a23-409a-b374-8881c42c25a0,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:39.782319 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-d1635d7c-f474-4120-949a-811fd6ebe514 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2091898770'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:39.822240 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-a3cea8f7-4c02-4084-8be3-63ee1d5e7dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:39.825760 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-82c3d8c4-402e-47ed-9fd7-73ebe05556aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:39.848637 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [None req-7d74a0c1-dd8f-4c7b-8f82-05d8b40f3b71 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] device_id is not set on port fbd0d690-db22-419b-bc47-7f458001e912 yet. {{(pid=110550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:30:39.885300 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-be8d2101-e542-40f4-8dc2-5a4a9052365d req-6e773c59-8b50-4965-ab34-9b66888c9b92 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6bc7cad8-ce82-4d14-8967-10a5440b0811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622344 Dec 08 16:30:39.905883 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7d3192-ca8f-495d-977e-28d4b8cf8354 None None] DHCP port deletion for 7cbd037f-3a23-409a-b374-8881c42c25a0 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:30:39.933778 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50353fa-0b99-490e-9635-a0abfeb2f529 None None] Pushing event updated for resources: {'Port': ['ID=fbb4f327-5a33-40ec-ace5-bc6a6ead22b4,revision_number=3']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:39.966083 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50353fa-0b99-490e-9635-a0abfeb2f529 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:39.966437 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50353fa-0b99-490e-9635-a0abfeb2f529 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:39.968921 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50353fa-0b99-490e-9635-a0abfeb2f529 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:39.969274 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50353fa-0b99-490e-9635-a0abfeb2f529 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:39.971350 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50353fa-0b99-490e-9635-a0abfeb2f529 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:39.971693 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50353fa-0b99-490e-9635-a0abfeb2f529 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:39.972032 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50353fa-0b99-490e-9635-a0abfeb2f529 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:39.972393 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50353fa-0b99-490e-9635-a0abfeb2f529 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:39.972734 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50353fa-0b99-490e-9635-a0abfeb2f529 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:39.976237 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50353fa-0b99-490e-9635-a0abfeb2f529 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:39.976594 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50353fa-0b99-490e-9635-a0abfeb2f529 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:39.977397 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50353fa-0b99-490e-9635-a0abfeb2f529 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:39.978859 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50353fa-0b99-490e-9635-a0abfeb2f529 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:39.982053 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c3d8c4-402e-47ed-9fd7-73ebe05556aa None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:30:39.988594 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-82c3d8c4-402e-47ed-9fd7-73ebe05556aa None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:40.002133 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c3d8c4-402e-47ed-9fd7-73ebe05556aa None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:30:40.064225 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-be8d2101-e542-40f4-8dc2-5a4a9052365d req-7a63ee02-61b1-47e1-ba29-d178166782b8 service neutron] 10.222.0.76 "GET /v2.0/networks/6bc7cad8-ce82-4d14-8967-10a5440b0811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673405 Dec 08 16:30:40.074414 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1635d7c-f474-4120-949a-811fd6ebe514 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Made reservation on behalf of 104f554fb93347018c31f019caad78c1 for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:30:40.081055 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d1635d7c-f474-4120-949a-811fd6ebe514 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:40.086166 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c3d8c4-402e-47ed-9fd7-73ebe05556aa None None] Pushing event updated for resources: {'Port': ['ID=2f08b27b-eff5-4091-9e8f-dcb4357be719,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:40.150238 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-a3cea8f7-4c02-4084-8be3-63ee1d5e7dfe None None] Attempting to bind port fbb4f327-5a33-40ec-ace5-bc6a6ead22b4 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:30:40.150873 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-a3cea8f7-4c02-4084-8be3-63ee1d5e7dfe None None] Attempting to bind port fbb4f327-5a33-40ec-ace5-bc6a6ead22b4 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'e058192b-5e31-45f2-bfc6-a96c0a9ad8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fcee842d-7649-41d9-9de3-12f0b0e3018d'}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:30:40.151433 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cea8f7-4c02-4084-8be3-63ee1d5e7dfe None None] Attempting to bind port fbb4f327-5a33-40ec-ace5-bc6a6ead22b4 on network fcee842d-7649-41d9-9de3-12f0b0e3018d {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:30:40.155275 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1635d7c-f474-4120-949a-811fd6ebe514 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:30:40.166351 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cea8f7-4c02-4084-8be3-63ee1d5e7dfe None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:30:40.169396 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cea8f7-4c02-4084-8be3-63ee1d5e7dfe None None] Checking segment: {'id': 'e058192b-5e31-45f2-bfc6-a96c0a9ad8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fcee842d-7649-41d9-9de3-12f0b0e3018d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:30:40.169396 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-a3cea8f7-4c02-4084-8be3-63ee1d5e7dfe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:40.169396 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cea8f7-4c02-4084-8be3-63ee1d5e7dfe None None] Bound using segment: {'id': 'e058192b-5e31-45f2-bfc6-a96c0a9ad8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fcee842d-7649-41d9-9de3-12f0b0e3018d'} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:30:40.169396 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-a3cea8f7-4c02-4084-8be3-63ee1d5e7dfe None None] Bound port: fbb4f327-5a33-40ec-ace5-bc6a6ead22b4, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e058192b-5e31-45f2-bfc6-a96c0a9ad8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fcee842d-7649-41d9-9de3-12f0b0e3018d'}}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:30:40.169396 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-a3cea8f7-4c02-4084-8be3-63ee1d5e7dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:40.170474 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 430a65cb-7a76-48e4-ab11-b2a672244144 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:30:40.200142 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d1635d7c-f474-4120-949a-811fd6ebe514 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:40.201479 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-d1635d7c-f474-4120-949a-811fd6ebe514 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Added segment 09fff22f-7f3c-4520-a53b-10e7e83c16c9 of type vlan for network dd9c2e37-24cb-430b-84f6-812933163651 Dec 08 16:30:40.220223 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-82c3d8c4-402e-47ed-9fd7-73ebe05556aa None None] Attempting to bind port 2f08b27b-eff5-4091-9e8f-dcb4357be719 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:30:40.224594 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-82c3d8c4-402e-47ed-9fd7-73ebe05556aa None None] Attempting to bind port 2f08b27b-eff5-4091-9e8f-dcb4357be719 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:30:40.224594 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c3d8c4-402e-47ed-9fd7-73ebe05556aa None None] Attempting to bind port 2f08b27b-eff5-4091-9e8f-dcb4357be719 on network e406e062-eec7-4ef2-b02a-de32c9a24df9 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:30:40.274108 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 430a65cb-7a76-48e4-ab11-b2a672244144 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:30:40.274815 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 430a65cb-7a76-48e4-ab11-b2a672244144 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:30:40.278576 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c3d8c4-402e-47ed-9fd7-73ebe05556aa None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:30:40.278958 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c3d8c4-402e-47ed-9fd7-73ebe05556aa None None] Checking segment: {'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:30:40.279372 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-82c3d8c4-402e-47ed-9fd7-73ebe05556aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:40.279773 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c3d8c4-402e-47ed-9fd7-73ebe05556aa None None] Bound using segment: {'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:30:40.280287 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-82c3d8c4-402e-47ed-9fd7-73ebe05556aa None None] Bound port: 2f08b27b-eff5-4091-9e8f-dcb4357be719, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:30:40.280679 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-82c3d8c4-402e-47ed-9fd7-73ebe05556aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:40.291254 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device b8e9a6c9-16ff-444a-8969-51f5b58cb6ac up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:30:40.312051 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d1635d7c-f474-4120-949a-811fd6ebe514 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:40.353395 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-a3cea8f7-4c02-4084-8be3-63ee1d5e7dfe None None] For port fbb4f327-5a33-40ec-ace5-bc6a6ead22b4, host n-d-776250-12, cleared binding levels {{(pid=110553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:30:40.353673 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fde844c-2882-490c-b6ef-1a3db25db18e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:30:40.363343 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-a3cea8f7-4c02-4084-8be3-63ee1d5e7dfe None None] For port fbb4f327-5a33-40ec-ace5-bc6a6ead22b4, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=fbb4f327-5a33-40ec-ace5-bc6a6ead22b4,segment=NetworkSegment(e058192b-5e31-45f2-bfc6-a96c0a9ad8f5),segment_id=e058192b-5e31-45f2-bfc6-a96c0a9ad8f5)] {{(pid=110553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:30:40.376794 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795bd791-8553-40cf-a4ee-e5b7921b67e3 None None] Sync routers for ids ['4d7001e6-326f-4221-995f-f88974a65afb'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:30:40.409490 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4b29b5b0-626b-4f20-8dc2-540dec297952 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:40.472790 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-82c3d8c4-402e-47ed-9fd7-73ebe05556aa None None] For port 2f08b27b-eff5-4091-9e8f-dcb4357be719, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:30:40.476764 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-82c3d8c4-402e-47ed-9fd7-73ebe05556aa None None] For port 2f08b27b-eff5-4091-9e8f-dcb4357be719, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=2f08b27b-eff5-4091-9e8f-dcb4357be719,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:30:40.486150 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795bd791-8553-40cf-a4ee-e5b7921b67e3 None None] Routers {'4d7001e6-326f-4221-995f-f88974a65afb'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:30:40.487164 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-795bd791-8553-40cf-a4ee-e5b7921b67e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:30:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['4d7001e6-326f-4221-995f-f88974a65afb'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:40.514594 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-a3cea8f7-4c02-4084-8be3-63ee1d5e7dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:40.604568 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-82c3d8c4-402e-47ed-9fd7-73ebe05556aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:40.617420 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1fde844c-2882-490c-b6ef-1a3db25db18e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:40.653308 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d1635d7c-f474-4120-949a-811fd6ebe514 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:40.671642 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1635d7c-f474-4120-949a-811fd6ebe514 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:40.672894 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d1635d7c-f474-4120-949a-811fd6ebe514 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:40.692117 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cea8f7-4c02-4084-8be3-63ee1d5e7dfe None None] Routers {'0cf4ab99-f2d1-466a-a63e-c16ad3c176aa'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:30:40.693336 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-a3cea8f7-4c02-4084-8be3-63ee1d5e7dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:30:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['0cf4ab99-f2d1-466a-a63e-c16ad3c176aa'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:40.733543 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-7d74a0c1-dd8f-4c7b-8f82-05d8b40f3b71 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Allocated IP 2001:db8::251 (e406e062-eec7-4ef2-b02a-de32c9a24df9/b2ec3fce-a1f5-4e4c-9b1b-06e3071dd7f2/fbd0d690-db22-419b-bc47-7f458001e912) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:30:40.737724 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-be8d2101-e542-40f4-8dc2-5a4a9052365d req-d6d2485a-e282-4006-b3fd-4a44ac3129ad service neutron] 10.222.0.76 "GET /v2.0/networks/6bc7cad8-ce82-4d14-8967-10a5440b0811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6137984 Dec 08 16:30:40.745799 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c3d8c4-402e-47ed-9fd7-73ebe05556aa None None] Pushing event updated for resources: {'Port': ['ID=2f08b27b-eff5-4091-9e8f-dcb4357be719,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:40.770423 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port b8e9a6c9-16ff-444a-8969-51f5b58cb6ac completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:30:40.796587 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port b8e9a6c9-16ff-444a-8969-51f5b58cb6ac triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:40.797108 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:40.822886 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-1fde844c-2882-490c-b6ef-1a3db25db18e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 8.1346250 Dec 08 16:30:40.842302 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaa1587d-d57b-472c-b885-663a7788dc96', 'tag': '107ec848-c1d6-42ff-8697-22d69545bf2c'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:30:40.846378 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19226f07-daf2-41c3-a69e-eb27583b628a" -d '{"events": [{"name": "network-changed", "server_uuid": "eaa1587d-d57b-472c-b885-663a7788dc96", "tag": "107ec848-c1d6-42ff-8697-22d69545bf2c"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:30:40.926680 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-f17dc66b-a474-4281-ad12-309b86da1406 None None] Provisioning complete for port fbb4f327-5a33-40ec-ace5-bc6a6ead22b4 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:40.927064 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f17dc66b-a474-4281-ad12-309b86da1406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:40.970451 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50353fa-0b99-490e-9635-a0abfeb2f529 None None] Pushing event updated for resources: {'Port': ['ID=fbb4f327-5a33-40ec-ace5-bc6a6ead22b4,revision_number=4']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:40.977130 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1635d7c-f474-4120-949a-811fd6ebe514 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Pushing event updated for resources: {'Network': ['ID=dd9c2e37-24cb-430b-84f6-812933163651,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:41.017287 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d1635d7c-f474-4120-949a-811fd6ebe514 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2409739 Dec 08 16:30:41.020572 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac2610-8f7d-4129-aa63-ba5c33b34148 req-d360f089-39c2-4c99-ad2a-9c1462a68af5 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:41.029873 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45730) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:41.038256 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-26ac2610-8f7d-4129-aa63-ba5c33b34148 req-d360f089-39c2-4c99-ad2a-9c1462a68af5 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a0c7228-fbf8-47e9-9c08-8de29e38b39c HTTP/1.1" status: 200 len: 944 time: 0.4932296 Dec 08 16:30:41.061544 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-22cfdcd5-a857-4487-b8b5-e67000af3c52 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Request body: {'subnet': {'network_id': 'dd9c2e37-24cb-430b-84f6-812933163651', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:41.093445 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network dd9c2e37-24cb-430b-84f6-812933163651 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:30:41.162455 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-caa8b5d6-3530-485e-ae0e-5c637615dfb1 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks [] for router_gateway, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:41.223806 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4b29b5b0-626b-4f20-8dc2-540dec297952 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:41.310280 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4b29b5b0-626b-4f20-8dc2-540dec297952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:41.311756 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-a3cea8f7-4c02-4084-8be3-63ee1d5e7dfe None None] Set router 0cf4ab99-f2d1-466a-a63e-c16ad3c176aa gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:30:41.372356 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b29b5b0-626b-4f20-8dc2-540dec297952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81469e88-53a3-4c56-add8-b0eb24bfcdef,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:41.400051 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-caa8b5d6-3530-485e-ae0e-5c637615dfb1 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:41.426236 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22cfdcd5-a857-4487-b8b5-e67000af3c52 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Made reservation on behalf of 104f554fb93347018c31f019caad78c1 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:30:41.439475 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-22cfdcd5-a857-4487-b8b5-e67000af3c52 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:41.674286 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-4b29b5b0-626b-4f20-8dc2-540dec297952 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cafbaf04978941caaa94b4f4154ef1d0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9629090 Dec 08 16:30:41.683310 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-26ac2610-8f7d-4129-aa63-ba5c33b34148 req-3a525590-37a2-4f1b-b294-d76d2bf9477e tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/security-groups?id=654bd4f6-6db2-4b1b-a1c7-956de5974017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6431706 Dec 08 16:30:41.683867 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45742) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:41.790361 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7d74a0c1-dd8f-4c7b-8f82-05d8b40f3b71 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:41.833840 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de73236-8ea1-44e8-8532-5787429fc40c x-openstack-request-id: req-9de73236-8ea1-44e8-8532-5787429fc40c {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:30:41.834934 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaa1587d-d57b-472c-b885-663a7788dc96", "tag": "107ec848-c1d6-42ff-8697-22d69545bf2c", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:30:41.835211 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9de73236-8ea1-44e8-8532-5787429fc40c {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:30:41.835654 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaa1587d-d57b-472c-b885-663a7788dc96', 'tag': '107ec848-c1d6-42ff-8697-22d69545bf2c', 'status': 'completed', 'code': 200} Dec 08 16:30:41.836245 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-a3cea8f7-4c02-4084-8be3-63ee1d5e7dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cf4ab99-f2d1-466a-a63e-c16ad3c176aa', 'name': 'tempest-TestVolumeBootPattern-1199169047-router', 'tenant_id': '3ddeeb14b4484b75b1b166f45dd2078d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '17a66a16-3919-4b05-9a30-0d31a324d607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:20Z', 'updated_at': '2021-12-08T16:30:35Z', 'revision_number': 4, 'project_id': '3ddeeb14b4484b75b1b166f45dd2078d', 'gw_port': {'id': '17a66a16-3919-4b05-9a30-0d31a324d607', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:27:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf4ab99-f2d1-466a-a63e-c16ad3c176aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:22Z', 'updated_at': '2021-12-08T16:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'fbb4f327-5a33-40ec-ace5-bc6a6ead22b4', 'name': '', 'network_id': 'fcee842d-7649-41d9-9de3-12f0b0e3018d', 'tenant_id': '3ddeeb14b4484b75b1b166f45dd2078d', 'mac_address': 'fa:16:3e:28:dd:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cf4ab99-f2d1-466a-a63e-c16ad3c176aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '1c34a848-fb02-432e-9166-9fd4141caadc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:32Z', 'updated_at': '2021-12-08T16:30:40Z', 'revision_number': 4, 'project_id': '3ddeeb14b4484b75b1b166f45dd2078d', 'subnets': [{'id': '1c34a848-fb02-432e-9166-9fd4141caadc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:41.897586 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cea8f7-4c02-4084-8be3-63ee1d5e7dfe None None] The sync data for ids ['0cf4ab99-f2d1-466a-a63e-c16ad3c176aa'] in n-d-776250-12 is: [{'id': '0cf4ab99-f2d1-466a-a63e-c16ad3c176aa', 'name': 'tempest-TestVolumeBootPattern-1199169047-router', 'tenant_id': '3ddeeb14b4484b75b1b166f45dd2078d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '17a66a16-3919-4b05-9a30-0d31a324d607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:20Z', 'updated_at': '2021-12-08T16:30:35Z', 'revision_number': 4, 'project_id': '3ddeeb14b4484b75b1b166f45dd2078d', 'gw_port': {'id': '17a66a16-3919-4b05-9a30-0d31a324d607', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:27:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf4ab99-f2d1-466a-a63e-c16ad3c176aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:22Z', 'updated_at': '2021-12-08T16:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'fbb4f327-5a33-40ec-ace5-bc6a6ead22b4', 'name': '', 'network_id': 'fcee842d-7649-41d9-9de3-12f0b0e3018d', 'tenant_id': '3ddeeb14b4484b75b1b166f45dd2078d', 'mac_address': 'fa:16:3e:28:dd:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cf4ab99-f2d1-466a-a63e-c16ad3c176aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '1c34a848-fb02-432e-9166-9fd4141caadc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:32Z', 'updated_at': '2021-12-08T16:30:40Z', 'revision_number': 4, 'project_id': '3ddeeb14b4484b75b1b166f45dd2078d', 'subnets': [{'id': '1c34a848-fb02-432e-9166-9fd4141caadc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:30:41.934366 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7d74a0c1-dd8f-4c7b-8f82-05d8b40f3b71 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:41.995939 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-795bd791-8553-40cf-a4ee-e5b7921b67e3 None None] Set router 4d7001e6-326f-4221-995f-f88974a65afb gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:30:42.015485 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6291ce70-af98-4487-8628-c4ba14245424 req-0031146f-6d88-428b-8044-198eaf962e2d tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:42.017130 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6291ce70-af98-4487-8628-c4ba14245424 req-0031146f-6d88-428b-8044-198eaf962e2d tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=eaa1587d-d57b-472c-b885-663a7788dc96 HTTP/1.1" status: 200 len: 945 time: 0.9860599 Dec 08 16:30:42.046678 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5b4bcfbe-6f47-47af-8b8f-3eaf5d8f70a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:42.052648 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d74a0c1-dd8f-4c7b-8f82-05d8b40f3b71 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event updated for resources: {'Port': ['ID=fbd0d690-db22-419b-bc47-7f458001e912,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:42.073222 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d74a0c1-dd8f-4c7b-8f82-05d8b40f3b71 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:30:42.078436 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-7d74a0c1-dd8f-4c7b-8f82-05d8b40f3b71 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:42.085902 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d74a0c1-dd8f-4c7b-8f82-05d8b40f3b71 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:30:42.094257 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5b4bcfbe-6f47-47af-8b8f-3eaf5d8f70a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:42.094532 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d74a0c1-dd8f-4c7b-8f82-05d8b40f3b71 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:42.095596 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7d74a0c1-dd8f-4c7b-8f82-05d8b40f3b71 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:42.132128 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-caa8b5d6-3530-485e-ae0e-5c637615dfb1 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Allocated IP 172.25.0.30 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/bbdc8757-d5e3-4c10-bd98-5396a6ba27ae) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:30:42.219879 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:42.254224 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-7d74a0c1-dd8f-4c7b-8f82-05d8b40f3b71 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.6824415 Dec 08 16:30:42.269248 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45744) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:42.338613 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19226f07-daf2-41c3-a69e-eb27583b628a req-cdd2873b-9ba8-4783-adfa-3b8eeb1a7940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:42.350868 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-19226f07-daf2-41c3-a69e-eb27583b628a req-cdd2873b-9ba8-4783-adfa-3b8eeb1a7940 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5ac8783bc8454dbdaff01b6ea349ef5e&device_id=eaa1587d-d57b-472c-b885-663a7788dc96 HTTP/1.1" status: 200 len: 1097 time: 0.4714477 Dec 08 16:30:42.400730 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbbf58f-137e-40ec-a835-ce9975364720 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:42.421448 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbbf58f-137e-40ec-a835-ce9975364720 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:42.426567 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-8cbbf58f-137e-40ec-a835-ce9975364720 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1559377 Dec 08 16:30:42.433827 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45746) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:42.543225 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6291ce70-af98-4487-8628-c4ba14245424 req-d2e30f0f-2183-4c4f-8bc6-f180b7ebf045 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=065e2913-d123-4be2-9a9c-42f076831145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5133927 Dec 08 16:30:42.585033 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45748) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:42.628040 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port b8e9a6c9-16ff-444a-8969-51f5b58cb6ac, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=b8e9a6c9-16ff-444a-8969-51f5b58cb6ac,segment=NetworkSegment(ae20c5bd-2351-4f26-a643-51190719905b),segment_id=ae20c5bd-2351-4f26-a643-51190719905b)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:30:42.644570 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device fbb4f327-5a33-40ec-ace5-bc6a6ead22b4 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:30:42.653487 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a0c7228-fbf8-47e9-9c08-8de29e38b39c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e9a6c9-16ff-444a-8969-51f5b58cb6ac'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:30:42.661813 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d7a11f-74f7-4839-ab79-41feda21a8d0" -d '{"events": [{"server_uuid": "8a0c7228-fbf8-47e9-9c08-8de29e38b39c", "name": "network-vif-plugged", "status": "completed", "tag": "b8e9a6c9-16ff-444a-8969-51f5b58cb6ac"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:30:42.665147 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-caa8b5d6-3530-485e-ae0e-5c637615dfb1 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:42.729589 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5b4bcfbe-6f47-47af-8b8f-3eaf5d8f70a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:42.736332 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5b4bcfbe-6f47-47af-8b8f-3eaf5d8f70a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:42.744841 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-b849949f-fc18-4590-9a7c-76d9f350f04b tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Deleting port fbd0d690-db22-419b-bc47-7f458001e912 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:30:42.745848 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-5b4bcfbe-6f47-47af-8b8f-3eaf5d8f70a0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/81469e88-53a3-4c56-add8-b0eb24bfcdef HTTP/1.1" status: 204 len: 168 time: 1.0448246 Dec 08 16:30:42.748144 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b849949f-fc18-4590-9a7c-76d9f350f04b tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:42.819550 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a6311a-8bc5-49e6-8f19-8e9d378e4293 x-openstack-request-id: req-12a6311a-8bc5-49e6-8f19-8e9d378e4293 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:30:42.819859 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a0c7228-fbf8-47e9-9c08-8de29e38b39c", "name": "network-vif-plugged", "status": "completed", "tag": "b8e9a6c9-16ff-444a-8969-51f5b58cb6ac", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:30:42.820136 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-12a6311a-8bc5-49e6-8f19-8e9d378e4293 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:30:42.820565 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a0c7228-fbf8-47e9-9c08-8de29e38b39c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e9a6c9-16ff-444a-8969-51f5b58cb6ac', 'code': 200} Dec 08 16:30:42.832735 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:42.844057 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-eb1f0483-b299-4e21-96ca-2e7d286732a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:43.007709 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f17dc66b-a474-4281-ad12-309b86da1406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:43.031475 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-795bd791-8553-40cf-a4ee-e5b7921b67e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7001e6-326f-4221-995f-f88974a65afb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204515935', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '635396da-a928-4a20-9f14-0d6dfb838628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:29:44Z', 'updated_at': '2021-12-08T16:29:56Z', 'revision_number': 4, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'gw_port': {'id': '635396da-a928-4a20-9f14-0d6dfb838628', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7001e6-326f-4221-995f-f88974a65afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:29:46Z', 'updated_at': '2021-12-08T16:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '3b619e57-eb52-442f-86f3-0d51af346529', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'floating_ip_address': '172.25.0.71', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '4d7001e6-326f-4221-995f-f88974a65afb', 'port_id': '107ec848-c1d6-42ff-8697-22d69545bf2c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2972, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67138b53-2811-40bc-a015-fb451bf262f6', 'mac_address': 'fa:16:3e:14:a7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa1587d-d57b-472c-b885-663a7788dc96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:30:36Z', 'updated_at': '2021-12-08T16:30:36Z', 'revision_number': 0, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5615dee4-758e-44d4-8a14-4d68a7f54f64', 'name': '', 'network_id': '67138b53-2811-40bc-a015-fb451bf262f6', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'mac_address': 'fa:16:3e:9a:21:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7001e6-326f-4221-995f-f88974a65afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '678eef96-fa31-4199-855c-24f38bc18493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:29:54Z', 'updated_at': '2021-12-08T16:30:04Z', 'revision_number': 5, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'subnets': [{'id': '678eef96-fa31-4199-855c-24f38bc18493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:43.033081 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b849949f-fc18-4590-9a7c-76d9f350f04b tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:43.037191 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=b8e9a6c9-16ff-444a-8969-51f5b58cb6ac,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:43.053605 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-b849949f-fc18-4590-9a7c-76d9f350f04b tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Calling delete_port for fbd0d690-db22-419b-bc47-7f458001e912 owned by {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:30:43.072873 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcb71ad-84bc-4f4e-a5be-b4f59d0816e6 None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:30:43.134993 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795bd791-8553-40cf-a4ee-e5b7921b67e3 None None] Checking router: 4d7001e6-326f-4221-995f-f88974a65afb for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:30:43.171418 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-f17dc66b-a474-4281-ad12-309b86da1406 None None] For port fbb4f327-5a33-40ec-ace5-bc6a6ead22b4, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=fbb4f327-5a33-40ec-ace5-bc6a6ead22b4,segment=NetworkSegment(e058192b-5e31-45f2-bfc6-a96c0a9ad8f5),segment_id=e058192b-5e31-45f2-bfc6-a96c0a9ad8f5)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:30:43.172244 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4bcfbe-6f47-47af-8b8f-3eaf5d8f70a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81469e88-53a3-4c56-add8-b0eb24bfcdef,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:43.191865 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:43.192201 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:43.206642 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:43.206642 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:43.206642 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:43.206642 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:43.206642 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:43.206642 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:43.206642 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:43.206642 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:43.206642 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:43.206642 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:43.206642 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:43.260017 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f17dc66b-a474-4281-ad12-309b86da1406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:43.272904 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port fbb4f327-5a33-40ec-ace5-bc6a6ead22b4 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:43.273279 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:43.284086 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19226f07-daf2-41c3-a69e-eb27583b628a req-baab9f84-f6d6-4a6c-bdfd-c8062ffedefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:43.286209 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-19226f07-daf2-41c3-a69e-eb27583b628a req-baab9f84-f6d6-4a6c-bdfd-c8062ffedefe service neutron] 10.222.0.76 "GET /v2.0/networks?id=67138b53-2811-40bc-a015-fb451bf262f6 HTTP/1.1" status: 200 len: 897 time: 0.9340625 Dec 08 16:30:43.293180 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-da6372e3-6495-4554-929f-20d632f09a34 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/floatingips/3b619e57-eb52-442f-86f3-0d51af346529 HTTP/1.1" status: 200 len: 990 time: 0.6828716 Dec 08 16:30:43.295865 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-22cfdcd5-a857-4487-b8b5-e67000af3c52 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:43.333545 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795bd791-8553-40cf-a4ee-e5b7921b67e3 None None] Routers {'4d7001e6-326f-4221-995f-f88974a65afb'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:30:43.334335 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-795bd791-8553-40cf-a4ee-e5b7921b67e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:30:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['4d7001e6-326f-4221-995f-f88974a65afb'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:43.348544 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8d269-10f0-40ad-9681-cecfdb663903 req-41be947a-8d19-4abe-b13b-02a1455941db tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:43.350337 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f1c8d269-10f0-40ad-9681-cecfdb663903 req-41be947a-8d19-4abe-b13b-02a1455941db tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a0c7228-fbf8-47e9-9c08-8de29e38b39c HTTP/1.1" status: 200 len: 945 time: 0.4180353 Dec 08 16:30:43.420068 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c7d7e3-411a-4b36-a0ba-34d6ca5dc219 req-f5055657-c46f-4588-a572-15939350f054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:43.422353 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-19c7d7e3-411a-4b36-a0ba-34d6ca5dc219 req-f5055657-c46f-4588-a572-15939350f054 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=8a0c7228-fbf8-47e9-9c08-8de29e38b39c HTTP/1.1" status: 200 len: 1097 time: 0.0807481 Dec 08 16:30:43.429376 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b849949f-fc18-4590-9a7c-76d9f350f04b tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:43.545217 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-19c7d7e3-411a-4b36-a0ba-34d6ca5dc219 req-7de0226d-1c14-4e2b-8452-3a568b4dd5d9 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=654bd4f6-6db2-4b1b-a1c7-956de5974017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081636 Dec 08 16:30:43.553861 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b849949f-fc18-4590-9a7c-76d9f350f04b tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event deleted for resources: {'Port': ['ID=fbd0d690-db22-419b-bc47-7f458001e912,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:43.557374 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17dc66b-a474-4281-ad12-309b86da1406 None None] Pushing event updated for resources: {'Port': ['ID=fbb4f327-5a33-40ec-ace5-bc6a6ead22b4,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:43.560386 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-44cbc2dd-981c-4df3-9027-bf6ac5d981f0 None None] Provisioning complete for port 2f08b27b-eff5-4091-9e8f-dcb4357be719 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:43.560767 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-44cbc2dd-981c-4df3-9027-bf6ac5d981f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:43.577788 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-caa8b5d6-3530-485e-ae0e-5c637615dfb1 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:43.614245 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa8b5d6-3530-485e-ae0e-5c637615dfb1 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:30:43.659820 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-caa8b5d6-3530-485e-ae0e-5c637615dfb1 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:43.662221 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa8b5d6-3530-485e-ae0e-5c637615dfb1 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:30:43.721611 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-795bd791-8553-40cf-a4ee-e5b7921b67e3 None None] Set router 4d7001e6-326f-4221-995f-f88974a65afb gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:30:43.730322 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b849949f-fc18-4590-9a7c-76d9f350f04b tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:43.732992 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2dd58a-9bdc-4b39-854e-49f4e0432913 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:30:43.734793 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b849949f-fc18-4590-9a7c-76d9f350f04b tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/ports/fbd0d690-db22-419b-bc47-7f458001e912 HTTP/1.1" status: 204 len: 168 time: 1.2995214 Dec 08 16:30:43.797703 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45764) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:43.888349 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 2f08b27b-eff5-4091-9e8f-dcb4357be719 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:30:43.978990 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45766) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:44.132507 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cfdcd5-a857-4487-b8b5-e67000af3c52 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Checking segment: {'id': '09fff22f-7f3c-4520-a53b-10e7e83c16c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'dd9c2e37-24cb-430b-84f6-812933163651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:30:44.133098 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22cfdcd5-a857-4487-b8b5-e67000af3c52 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Network hostable DHCP agents. Network: dd9c2e37-24cb-430b-84f6-812933163651, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:30:44.148084 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-44cbc2dd-981c-4df3-9027-bf6ac5d981f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:44.172361 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6cee3bc1-466d-412d-a5d8-bb843a9a47dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:44.223369 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-fcb0f151-674c-4e9b-bad0-ed7258cffe2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:44.296554 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f1c8d269-10f0-40ad-9681-cecfdb663903 req-5bef5f08-a152-402d-aba6-109f0273e790 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/security-groups?id=654bd4f6-6db2-4b1b-a1c7-956de5974017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8167553 Dec 08 16:30:44.298457 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45774) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:44.302969 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cfdcd5-a857-4487-b8b5-e67000af3c52 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Pushing event updated for resources: {'Subnet': ['ID=4702f49d-da91-4f1d-9d33-4b81f5ed0c78,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:44.314905 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-19226f07-daf2-41c3-a69e-eb27583b628a req-8e0d2ff4-4957-426d-ae73-f3ed19f9cac1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=107ec848-c1d6-42ff-8697-22d69545bf2c HTTP/1.1" status: 200 len: 998 time: 1.0040982 Dec 08 16:30:44.359011 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-44cbc2dd-981c-4df3-9027-bf6ac5d981f0 None None] For port 2f08b27b-eff5-4091-9e8f-dcb4357be719, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=2f08b27b-eff5-4091-9e8f-dcb4357be719,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:30:44.377152 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 2f08b27b-eff5-4091-9e8f-dcb4357be719 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:44.377152 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:44.390601 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19226f07-daf2-41c3-a69e-eb27583b628a req-74a1987f-f080-448d-b731-e6873c93df22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:44.392132 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-19226f07-daf2-41c3-a69e-eb27583b628a req-74a1987f-f080-448d-b731-e6873c93df22 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=678eef96-fa31-4199-855c-24f38bc18493 HTTP/1.1" status: 200 len: 835 time: 0.0672500 Dec 08 16:30:44.523753 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-44cbc2dd-981c-4df3-9027-bf6ac5d981f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:44.606367 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6cee3bc1-466d-412d-a5d8-bb843a9a47dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:44.609794 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22cfdcd5-a857-4487-b8b5-e67000af3c52 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Network dd9c2e37-24cb-430b-84f6-812933163651 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:30:44.628729 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa8b5d6-3530-485e-ae0e-5c637615dfb1 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Pushing event updated for resources: {'Port': ['ID=bbdc8757-d5e3-4c10-bd98-5396a6ba27ae,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:44.700937 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-44cbc2dd-981c-4df3-9027-bf6ac5d981f0 None None] Provisioning complete for port fbb4f327-5a33-40ec-ace5-bc6a6ead22b4 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:44.701568 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-44cbc2dd-981c-4df3-9027-bf6ac5d981f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:44.713891 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af60224-8d17-4fd8-a2b3-6d5dfbe09332 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:44.715573 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af60224-8d17-4fd8-a2b3-6d5dfbe09332 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:44.718094 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-6af60224-8d17-4fd8-a2b3-6d5dfbe09332 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.9161465 Dec 08 16:30:44.725333 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45782) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:44.749624 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6cee3bc1-466d-412d-a5d8-bb843a9a47dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:44.761633 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cbc2dd-981c-4df3-9027-bf6ac5d981f0 None None] Pushing event updated for resources: {'Port': ['ID=2f08b27b-eff5-4091-9e8f-dcb4357be719,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:44.778567 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e9325923-b8d6-4f32-b68d-ae3cea6e5edf tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/floatingips/3b619e57-eb52-442f-86f3-0d51af346529 HTTP/1.1" status: 200 len: 990 time: 0.4765384 Dec 08 16:30:44.845096 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-22cfdcd5-a857-4487-b8b5-e67000af3c52 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, dd9c2e37-24cb-430b-84f6-812933163651) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:44.852085 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-6cee3bc1-466d-412d-a5d8-bb843a9a47dc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c090d6d4bd254296b9067232a74e9d2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7963424 Dec 08 16:30:44.852708 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-795bd791-8553-40cf-a4ee-e5b7921b67e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7001e6-326f-4221-995f-f88974a65afb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204515935', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '635396da-a928-4a20-9f14-0d6dfb838628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:29:44Z', 'updated_at': '2021-12-08T16:29:56Z', 'revision_number': 4, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'gw_port': {'id': '635396da-a928-4a20-9f14-0d6dfb838628', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7001e6-326f-4221-995f-f88974a65afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:29:46Z', 'updated_at': '2021-12-08T16:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '3b619e57-eb52-442f-86f3-0d51af346529', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'floating_ip_address': '172.25.0.71', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '4d7001e6-326f-4221-995f-f88974a65afb', 'port_id': '107ec848-c1d6-42ff-8697-22d69545bf2c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2972, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67138b53-2811-40bc-a015-fb451bf262f6', 'mac_address': 'fa:16:3e:14:a7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa1587d-d57b-472c-b885-663a7788dc96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:30:36Z', 'updated_at': '2021-12-08T16:30:36Z', 'revision_number': 0, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5615dee4-758e-44d4-8a14-4d68a7f54f64', 'name': '', 'network_id': '67138b53-2811-40bc-a015-fb451bf262f6', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'mac_address': 'fa:16:3e:9a:21:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7001e6-326f-4221-995f-f88974a65afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '678eef96-fa31-4199-855c-24f38bc18493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:29:54Z', 'updated_at': '2021-12-08T16:30:04Z', 'revision_number': 5, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'subnets': [{'id': '678eef96-fa31-4199-855c-24f38bc18493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:44.864458 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45788) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:44.874996 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cfdcd5-a857-4487-b8b5-e67000af3c52 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:44.875866 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-22cfdcd5-a857-4487-b8b5-e67000af3c52 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:44.883921 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19226f07-daf2-41c3-a69e-eb27583b628a req-10169d0c-ee51-478e-809f-c5677ec0cf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:44.885965 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-19226f07-daf2-41c3-a69e-eb27583b628a req-10169d0c-ee51-478e-809f-c5677ec0cf12 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=67138b53-2811-40bc-a015-fb451bf262f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2773273 Dec 08 16:30:44.929944 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795bd791-8553-40cf-a4ee-e5b7921b67e3 None None] The sync data for ids ['4d7001e6-326f-4221-995f-f88974a65afb'] in n-d-776250-12 is: [{'id': '4d7001e6-326f-4221-995f-f88974a65afb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204515935', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '635396da-a928-4a20-9f14-0d6dfb838628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:29:44Z', 'updated_at': '2021-12-08T16:29:56Z', 'revision_number': 4, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'gw_port': {'id': '635396da-a928-4a20-9f14-0d6dfb838628', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7001e6-326f-4221-995f-f88974a65afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:29:46Z', 'updated_at': '2021-12-08T16:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '3b619e57-eb52-442f-86f3-0d51af346529', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'floating_ip_address': '172.25.0.71', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '4d7001e6-326f-4221-995f-f88974a65afb', 'port_id': '107ec848-c1d6-42ff-8697-22d69545bf2c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2972, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67138b53-2811-40bc-a015-fb451bf262f6', 'mac_address': 'fa:16:3e:14:a7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa1587d-d57b-472c-b885-663a7788dc96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:30:36Z', 'updated_at': '2021-12-08T16:30:36Z', 'revision_number': 0, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5615dee4-758e-44d4-8a14-4d68a7f54f64', 'name': '', 'network_id': '67138b53-2811-40bc-a015-fb451bf262f6', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'mac_address': 'fa:16:3e:9a:21:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7001e6-326f-4221-995f-f88974a65afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '678eef96-fa31-4199-855c-24f38bc18493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:29:54Z', 'updated_at': '2021-12-08T16:30:04Z', 'revision_number': 5, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'subnets': [{'id': '678eef96-fa31-4199-855c-24f38bc18493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:30:44.939725 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc41b88-6b2d-4ed5-b114-8d42435b54b9 None None] Network dd9c2e37-24cb-430b-84f6-812933163651 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:30:44.949975 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0c09e1-f85a-4bc9-806c-b44ba53ddb96 req-973f3ff4-1db1-4a03-8126-b5bf3575e7ab tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:44.960317 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ec0c09e1-f85a-4bc9-806c-b44ba53ddb96 req-973f3ff4-1db1-4a03-8126-b5bf3575e7ab tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/networks?id=b16f21e0-d13a-4c4c-a863-a31df2be91b8 HTTP/1.1" status: 200 len: 811 time: 0.2346728 Dec 08 16:30:45.041292 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ec0c09e1-f85a-4bc9-806c-b44ba53ddb96 req-4ea0d36d-10cf-439f-92ed-e5d2e6047996 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/quotas/71f5826d1b3d4cd5a2c95e78c7917860 HTTP/1.1" status: 200 len: 375 time: 0.0795870 Dec 08 16:30:45.120152 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cee3bc1-466d-412d-a5d8-bb843a9a47dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab09e4e-fe1d-4855-ba2e-6e19d3ae8ad9,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:45.127031 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1ccae8f-ec17-4063-b691-1b7a6e291661 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Deleting subnet b2ec3fce-a1f5-4e4c-9b1b-06e3071dd7f2 {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:30:45.131799 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d1ccae8f-ec17-4063-b691-1b7a6e291661 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:45.186505 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d1ccae8f-ec17-4063-b691-1b7a6e291661 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:45.223835 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ec0c09e1-f85a-4bc9-806c-b44ba53ddb96 req-d9de21dc-889f-42ca-b786-443f1c369707 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=71f5826d1b3d4cd5a2c95e78c7917860&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1673567 Dec 08 16:30:45.311076 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d1ccae8f-ec17-4063-b691-1b7a6e291661 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:45.314178 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-caa8b5d6-3530-485e-ae0e-5c637615dfb1 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks [] for router_gateway, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:45.392134 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be594d0f-d775-4a37-81a9-7ab1185ba1d4 None None] New status for floating IP 3b619e57-eb52-442f-86f3-0d51af346529: ACTIVE {{(pid=110553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:30:45.394159 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device fbb4f327-5a33-40ec-ace5-bc6a6ead22b4 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:30:45.480688 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ec0c09e1-f85a-4bc9-806c-b44ba53ddb96 req-4f367be1-0c7a-4439-9735-79a02704c763 service neutron] 10.222.0.64 "GET /v2.0/networks/b16f21e0-d13a-4c4c-a863-a31df2be91b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554986 Dec 08 16:30:45.495436 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-19226f07-daf2-41c3-a69e-eb27583b628a req-a5261ae8-0537-41f5-86ce-575adf28f8f7 service neutron] 10.222.0.76 "GET /v2.0/networks/67138b53-2811-40bc-a015-fb451bf262f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5902927 Dec 08 16:30:45.495725 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5380dde2-7b1d-48f9-97ad-5627c2452ee9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-dd9c2e37-24cb-430b-84f6-812933163651', 'network_id': 'dd9c2e37-24cb-430b-84f6-812933163651', 'project_id': '104f554fb93347018c31f019caad78c1', 'fixed_ips': [{'subnet_id': '4702f49d-da91-4f1d-9d33-4b81f5ed0c78'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:30:45.496366 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5380dde2-7b1d-48f9-97ad-5627c2452ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:45.538258 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6c24285a-2c73-4768-8364-de5a64732e7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:45.593168 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6c24285a-2c73-4768-8364-de5a64732e7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:45.615356 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port fbb4f327-5a33-40ec-ace5-bc6a6ead22b4 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:45.615356 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:45.661996 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-22cfdcd5-a857-4487-b8b5-e67000af3c52 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.6294978 Dec 08 16:30:45.681530 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45794) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:45.695335 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45796) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:45.722699 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-1dbc0d55-5eaa-4503-b07b-b49273241394 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Request body: {'subnet': {'network_id': 'dd9c2e37-24cb-430b-84f6-812933163651', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:45.751981 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:45.770345 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-caa8b5d6-3530-485e-ae0e-5c637615dfb1 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:45.790856 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ec0c09e1-f85a-4bc9-806c-b44ba53ddb96 req-b6ecb7ae-b4c5-4c7b-a00d-7f128db5a2ae service neutron] 10.222.0.64 "GET /v2.0/networks/b16f21e0-d13a-4c4c-a863-a31df2be91b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074584 Dec 08 16:30:45.791595 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45800) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:45.848882 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-35762f0c-f3c4-4217-83af-a21cc5fa1a01 None None] Could not find standard attr ID for object fbd0d690-db22-419b-bc47-7f458001e912. {{(pid=110552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:30:45.946647 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6c24285a-2c73-4768-8364-de5a64732e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:45.949332 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6c24285a-2c73-4768-8364-de5a64732e7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:45.955095 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-6c24285a-2c73-4768-8364-de5a64732e7d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5ab09e4e-fe1d-4855-ba2e-6e19d3ae8ad9 HTTP/1.1" status: 204 len: 168 time: 1.0799353 Dec 08 16:30:45.957980 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-5380dde2-7b1d-48f9-97ad-5627c2452ee9 None None] Allocated IP 2001:db8::2 (dd9c2e37-24cb-430b-84f6-812933163651/4702f49d-da91-4f1d-9d33-4b81f5ed0c78/2fbb3b28-cf98-4642-acc5-36e72ce7a02f) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:30:45.965028 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-35762f0c-f3c4-4217-83af-a21cc5fa1a01 None None] Provisioning complete for port bbdc8757-d5e3-4c10-bd98-5396a6ba27ae triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:45.965430 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-35762f0c-f3c4-4217-83af-a21cc5fa1a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:45.972474 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dbc0d55-5eaa-4503-b07b-b49273241394 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Made reservation on behalf of 104f554fb93347018c31f019caad78c1 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:30:45.977347 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1dbc0d55-5eaa-4503-b07b-b49273241394 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:46.099974 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-35762f0c-f3c4-4217-83af-a21cc5fa1a01 None None] Port bbdc8757-d5e3-4c10-bd98-5396a6ba27ae cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:30:46.120301 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-71cf8c25-1248-43e6-9042-841dba5b75a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:46.136645 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 2f08b27b-eff5-4091-9e8f-dcb4357be719 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:30:46.182391 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-283c71af-0dd7-45b1-8487-da263db2a5cf tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/floatingips/3b619e57-eb52-442f-86f3-0d51af346529 HTTP/1.1" status: 200 len: 990 time: 0.2325158 Dec 08 16:30:46.195712 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-35762f0c-f3c4-4217-83af-a21cc5fa1a01 None None] Provisioning complete for port 2f08b27b-eff5-4091-9e8f-dcb4357be719 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:46.196116 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-35762f0c-f3c4-4217-83af-a21cc5fa1a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:46.272865 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-71cf8c25-1248-43e6-9042-841dba5b75a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:46.280982 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c24285a-2c73-4768-8364-de5a64732e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab09e4e-fe1d-4855-ba2e-6e19d3ae8ad9,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:46.300459 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c24285a-2c73-4768-8364-de5a64732e7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:46.300779 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c24285a-2c73-4768-8364-de5a64732e7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:46.301138 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c24285a-2c73-4768-8364-de5a64732e7d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:46.301490 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c24285a-2c73-4768-8364-de5a64732e7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:46.301836 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c24285a-2c73-4768-8364-de5a64732e7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:46.302180 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c24285a-2c73-4768-8364-de5a64732e7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:46.302519 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c24285a-2c73-4768-8364-de5a64732e7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:46.303408 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c24285a-2c73-4768-8364-de5a64732e7d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:46.303790 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c24285a-2c73-4768-8364-de5a64732e7d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:46.304131 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c24285a-2c73-4768-8364-de5a64732e7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:46.304499 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c24285a-2c73-4768-8364-de5a64732e7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:46.304835 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c24285a-2c73-4768-8364-de5a64732e7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:46.305168 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c24285a-2c73-4768-8364-de5a64732e7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:46.330283 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29294af9-0871-47de-a195-070a6f528082 req-0e6449ce-df85-4dc6-94c9-7ab14833001f tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:46.331893 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-29294af9-0871-47de-a195-070a6f528082 req-0e6449ce-df85-4dc6-94c9-7ab14833001f tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a0c7228-fbf8-47e9-9c08-8de29e38b39c HTTP/1.1" status: 200 len: 945 time: 0.8354540 Dec 08 16:30:46.371569 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-19226f07-daf2-41c3-a69e-eb27583b628a req-4599f2fc-ed89-4ce3-b8fd-6491916a0b2f service neutron] 10.222.0.76 "GET /v2.0/networks/67138b53-2811-40bc-a015-fb451bf262f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8350191 Dec 08 16:30:46.411872 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-29294af9-0871-47de-a195-070a6f528082 req-2f291f30-50e9-4b2b-b774-af51c6b7420c tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/security-groups?id=654bd4f6-6db2-4b1b-a1c7-956de5974017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725172 Dec 08 16:30:46.455740 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa8b5d6-3530-485e-ae0e-5c637615dfb1 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Router f2e7b1af-e6e6-4686-bc05-03be6606ef61 is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:30:46.502652 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 2f08b27b-eff5-4091-9e8f-dcb4357be719 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:46.503855 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:46.554909 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1dbc0d55-5eaa-4503-b07b-b49273241394 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:46.575637 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-71cf8c25-1248-43e6-9042-841dba5b75a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:46.587491 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5380dde2-7b1d-48f9-97ad-5627c2452ee9 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:46.600740 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d1ccae8f-ec17-4063-b691-1b7a6e291661 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:46.638176 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-71cf8c25-1248-43e6-9042-841dba5b75a0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5dfd04f3d31b415bbc3fc402371615fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9384191 Dec 08 16:30:46.638176 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cf8c25-1248-43e6-9042-841dba5b75a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed91abea-b978-40ad-b595-2b931ba86ab7,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:46.639355 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa8b5d6-3530-485e-ae0e-5c637615dfb1 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:30:46.640629 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45814) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:46.661197 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbc0d55-5eaa-4503-b07b-b49273241394 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Network dd9c2e37-24cb-430b-84f6-812933163651 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:30:46.671191 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555a10f4-360f-4420-9532-9d5cf7dfd099 None None] Sync routers for ids ['f2e7b1af-e6e6-4686-bc05-03be6606ef61'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:30:46.690903 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-1dbc0d55-5eaa-4503-b07b-b49273241394 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:46.693212 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d1ccae8f-ec17-4063-b691-1b7a6e291661 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:46.699511 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d1ccae8f-ec17-4063-b691-1b7a6e291661 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/subnets/b2ec3fce-a1f5-4e4c-9b1b-06e3071dd7f2 HTTP/1.1" status: 204 len: 168 time: 1.9703164 Dec 08 16:30:46.704752 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45816) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:46.705750 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cb9c47c8-39ea-47e0-ae41-2f6aabbc1d58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:46.706513 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbc0d55-5eaa-4503-b07b-b49273241394 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:46.708533 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a519c576-c82e-4308-8c68-781984d2e4ef None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:30:46.710336 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1dbc0d55-5eaa-4503-b07b-b49273241394 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:46.742127 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cb9c47c8-39ea-47e0-ae41-2f6aabbc1d58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:46.754157 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555a10f4-360f-4420-9532-9d5cf7dfd099 None None] Routers {'f2e7b1af-e6e6-4686-bc05-03be6606ef61'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:30:46.755152 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-555a10f4-360f-4420-9532-9d5cf7dfd099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:30:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['f2e7b1af-e6e6-4686-bc05-03be6606ef61'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:46.773565 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-caa8b5d6-3530-485e-ae0e-5c637615dfb1 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:46.779174 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-caa8b5d6-3530-485e-ae0e-5c637615dfb1 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 9.8701582 Dec 08 16:30:46.780362 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45818) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:46.851520 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5380dde2-7b1d-48f9-97ad-5627c2452ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:46.872820 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-555a10f4-360f-4420-9532-9d5cf7dfd099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:46.889192 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc0d55-5eaa-4503-b07b-b49273241394 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Pushing event updated for resources: {'Subnet': ['ID=416a23b4-7cfe-4747-a60c-28493f542070,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:46.902678 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-1dbc0d55-5eaa-4503-b07b-b49273241394 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2067492 Dec 08 16:30:46.908376 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-0a01598d-1c61-44f8-afb6-4e95be176aa0 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1716537 Dec 08 16:30:46.910766 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45820) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:46.911304 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45822) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:46.918595 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-c678cbca-b316-4556-86ed-4247d3e9ae5a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Request body: {'subnet': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:46.927689 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccae8f-ec17-4063-b691-1b7a6e291661 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event deleted for resources: {'Subnet': ['ID=b2ec3fce-a1f5-4e4c-9b1b-06e3071dd7f2,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:46.941098 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:46.954477 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5380dde2-7b1d-48f9-97ad-5627c2452ee9 None None] Network dd9c2e37-24cb-430b-84f6-812933163651 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:30:46.958979 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555a10f4-360f-4420-9532-9d5cf7dfd099 None None] Routers {'f2e7b1af-e6e6-4686-bc05-03be6606ef61'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:30:46.960143 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-555a10f4-360f-4420-9532-9d5cf7dfd099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:30:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['f2e7b1af-e6e6-4686-bc05-03be6606ef61'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:47.013388 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-5380dde2-7b1d-48f9-97ad-5627c2452ee9 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:47.039291 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1a9d8e54-a9cd-42ff-a2dd-71338bd2792a req-260a31a2-7c03-42e7-9383-b3b531912012 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=43510672-f899-46b2-af96-d1b414c8d06d HTTP/1.1" status: 200 len: 210 time: 0.0304108 Dec 08 16:30:47.060029 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5380dde2-7b1d-48f9-97ad-5627c2452ee9 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:30:47.064771 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5380dde2-7b1d-48f9-97ad-5627c2452ee9 None None] Pushing event updated for resources: {'Port': ['ID=2fbb3b28-cf98-4642-acc5-36e72ce7a02f,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:47.086798 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cb9c47c8-39ea-47e0-ae41-2f6aabbc1d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:47.086798 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cb9c47c8-39ea-47e0-ae41-2f6aabbc1d58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:47.087103 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-555a10f4-360f-4420-9532-9d5cf7dfd099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:47.090704 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555a10f4-360f-4420-9532-9d5cf7dfd099 None None] The sync data for ids ['f2e7b1af-e6e6-4686-bc05-03be6606ef61'] in n-d-776250-12 is: [] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:30:47.092164 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-cb9c47c8-39ea-47e0-ae41-2f6aabbc1d58 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ed91abea-b978-40ad-b595-2b931ba86ab7 HTTP/1.1" status: 204 len: 168 time: 0.4499767 Dec 08 16:30:47.137922 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45830) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:47.148115 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9c47c8-39ea-47e0-ae41-2f6aabbc1d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed91abea-b978-40ad-b595-2b931ba86ab7,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:47.173526 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2f3a95a9-b2d7-4b3d-a617-bd0189f8db8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:47.176478 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-cadc3d85-d61d-436d-a9cd-3be44bf1f9c4 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] 10.222.0.64 "GET /v2.0/routers/f2e7b1af-e6e6-4686-bc05-03be6606ef61 HTTP/1.1" status: 200 len: 922 time: 0.3948824 Dec 08 16:30:47.179395 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45836) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:47.186285 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45838) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:47.215256 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb4aab4-8bcc-4a01-9e28-099b30479ed7 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:47.216947 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb4aab4-8bcc-4a01-9e28-099b30479ed7 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:47.218506 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb4aab4-8bcc-4a01-9e28-099b30479ed7 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:47.220150 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb4aab4-8bcc-4a01-9e28-099b30479ed7 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:47.221809 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb4aab4-8bcc-4a01-9e28-099b30479ed7 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:47.229849 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-4eb4aab4-8bcc-4a01-9e28-099b30479ed7 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3164499 Dec 08 16:30:47.236150 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45842) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:47.242944 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-0685e4b0-a383-416b-be15-e020761186a8 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1988736615'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:47.251420 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c8204203-a195-42e3-a7af-f69d6fd239bd tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2e7b1af-e6e6-4686-bc05-03be6606ef61 HTTP/1.1" status: 200 len: 205 time: 0.0692089 Dec 08 16:30:47.252145 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-5380dde2-7b1d-48f9-97ad-5627c2452ee9 None None] Attempting to bind port 2fbb3b28-cf98-4642-acc5-36e72ce7a02f on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:30:47.252852 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-5380dde2-7b1d-48f9-97ad-5627c2452ee9 None None] Attempting to bind port 2fbb3b28-cf98-4642-acc5-36e72ce7a02f by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '09fff22f-7f3c-4520-a53b-10e7e83c16c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'dd9c2e37-24cb-430b-84f6-812933163651'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:30:47.253185 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5380dde2-7b1d-48f9-97ad-5627c2452ee9 None None] Attempting to bind port 2fbb3b28-cf98-4642-acc5-36e72ce7a02f on network dd9c2e37-24cb-430b-84f6-812933163651 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:30:47.253947 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45844) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:47.274321 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5380dde2-7b1d-48f9-97ad-5627c2452ee9 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:30:47.275016 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5380dde2-7b1d-48f9-97ad-5627c2452ee9 None None] Checking segment: {'id': '09fff22f-7f3c-4520-a53b-10e7e83c16c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'dd9c2e37-24cb-430b-84f6-812933163651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:30:47.275497 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5380dde2-7b1d-48f9-97ad-5627c2452ee9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:47.276364 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5380dde2-7b1d-48f9-97ad-5627c2452ee9 None None] Bound using segment: {'id': '09fff22f-7f3c-4520-a53b-10e7e83c16c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'dd9c2e37-24cb-430b-84f6-812933163651'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:30:47.277176 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-5380dde2-7b1d-48f9-97ad-5627c2452ee9 None None] Bound port: 2fbb3b28-cf98-4642-acc5-36e72ce7a02f, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09fff22f-7f3c-4520-a53b-10e7e83c16c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'dd9c2e37-24cb-430b-84f6-812933163651'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:30:47.277614 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5380dde2-7b1d-48f9-97ad-5627c2452ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:47.319603 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ca0fdd71-9397-4b66-9ad4-ddfa638c80e3 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/floatingips/3b619e57-eb52-442f-86f3-0d51af346529 HTTP/1.1" status: 200 len: 992 time: 0.1314609 Dec 08 16:30:47.321684 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c678cbca-b316-4556-86ed-4247d3e9ae5a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Made reservation on behalf of 450e207568904a6eabc726912d992373 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:30:47.331290 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c678cbca-b316-4556-86ed-4247d3e9ae5a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:47.407021 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b41e26f-9a00-4a72-8e89-7c08dead04cb None None] DHCP port deletion for e406e062-eec7-4ef2-b02a-de32c9a24df9 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:30:47.418359 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-5380dde2-7b1d-48f9-97ad-5627c2452ee9 None None] For port 2fbb3b28-cf98-4642-acc5-36e72ce7a02f, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:30:47.421396 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0685e4b0-a383-416b-be15-e020761186a8 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Made reservation on behalf of 104f554fb93347018c31f019caad78c1 for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:30:47.425916 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0685e4b0-a383-416b-be15-e020761186a8 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:47.452148 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-5380dde2-7b1d-48f9-97ad-5627c2452ee9 None None] For port 2fbb3b28-cf98-4642-acc5-36e72ce7a02f, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=2fbb3b28-cf98-4642-acc5-36e72ce7a02f,segment=NetworkSegment(09fff22f-7f3c-4520-a53b-10e7e83c16c9),segment_id=09fff22f-7f3c-4520-a53b-10e7e83c16c9)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:30:47.460532 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-56378118-1753-49d3-8990-8732e05b554c tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks [] for router, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:47.490175 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-3b41e26f-9a00-4a72-8e89-7c08dead04cb None None] Deleting port 2f08b27b-eff5-4091-9e8f-dcb4357be719 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:30:47.490677 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3b41e26f-9a00-4a72-8e89-7c08dead04cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:47.528019 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2f3a95a9-b2d7-4b3d-a617-bd0189f8db8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:47.534525 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0685e4b0-a383-416b-be15-e020761186a8 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:30:47.579617 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0685e4b0-a383-416b-be15-e020761186a8 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:47.580205 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-0685e4b0-a383-416b-be15-e020761186a8 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Added segment f999d6c4-9963-4dfd-8b0e-50852fc61011 of type vlan for network 8516ad0e-c1a9-4ecc-9ceb-5b4fe0de6b3b Dec 08 16:30:47.606653 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5380dde2-7b1d-48f9-97ad-5627c2452ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:47.613988 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:47.636068 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0685e4b0-a383-416b-be15-e020761186a8 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:47.651358 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-56378118-1753-49d3-8990-8732e05b554c tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:47.662941 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2f3a95a9-b2d7-4b3d-a617-bd0189f8db8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:47.712920 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5380dde2-7b1d-48f9-97ad-5627c2452ee9 None None] Pushing event updated for resources: {'Port': ['ID=2fbb3b28-cf98-4642-acc5-36e72ce7a02f,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:47.715147 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-2f3a95a9-b2d7-4b3d-a617-bd0189f8db8b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0a56d9ec3edd43ceb60f6496e8c8b51a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5760140 Dec 08 16:30:47.717788 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45856) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:47.721180 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3a95a9-b2d7-4b3d-a617-bd0189f8db8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46303f5-3a6e-4ee6-8e1a-690acf2e29ee,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:47.737291 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-3b41e26f-9a00-4a72-8e89-7c08dead04cb None None] For port 2f08b27b-eff5-4091-9e8f-dcb4357be719, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=2f08b27b-eff5-4091-9e8f-dcb4357be719,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:30:47.737741 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3b41e26f-9a00-4a72-8e89-7c08dead04cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:47.754876 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-3b41e26f-9a00-4a72-8e89-7c08dead04cb None None] Calling delete_port for 2f08b27b-eff5-4091-9e8f-dcb4357be719 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:30:47.825745 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6e4eb849-4cb6-4568-a35b-07402ac013bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:47.831876 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c678cbca-b316-4556-86ed-4247d3e9ae5a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:47.872601 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0685e4b0-a383-416b-be15-e020761186a8 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:47.877233 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0685e4b0-a383-416b-be15-e020761186a8 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:47.878098 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0685e4b0-a383-416b-be15-e020761186a8 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:47.935585 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c678cbca-b316-4556-86ed-4247d3e9ae5a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event updated for resources: {'Subnet': ['ID=016e9acb-1364-4c04-a9b8-18428dbe44ee,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:47.967977 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c678cbca-b316-4556-86ed-4247d3e9ae5a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:30:47.987999 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6e4eb849-4cb6-4568-a35b-07402ac013bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:48.007006 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0685e4b0-a383-416b-be15-e020761186a8 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Pushing event updated for resources: {'Network': ['ID=8516ad0e-c1a9-4ecc-9ceb-5b4fe0de6b3b,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:48.022175 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 8516ad0e-c1a9-4ecc-9ceb-5b4fe0de6b3b details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:30:48.036551 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-c678cbca-b316-4556-86ed-4247d3e9ae5a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:48.058209 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-56378118-1753-49d3-8990-8732e05b554c tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Deleting port bbdc8757-d5e3-4c10-bd98-5396a6ba27ae {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:30:48.061200 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-56378118-1753-49d3-8990-8732e05b554c tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:48.076117 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3b41e26f-9a00-4a72-8e89-7c08dead04cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:48.084101 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c678cbca-b316-4556-86ed-4247d3e9ae5a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:48.086908 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c678cbca-b316-4556-86ed-4247d3e9ae5a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:48.094252 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-0685e4b0-a383-416b-be15-e020761186a8 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8568203 Dec 08 16:30:48.097439 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45866) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:48.206608 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-56f26614-65a7-4fdc-af96-3df3e9033c7b req-7112de72-48cb-4715-bd1e-cc7d7b4feffd tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=43510672-f899-46b2-af96-d1b414c8d06d HTTP/1.1" status: 200 len: 210 time: 0.0605786 Dec 08 16:30:48.237743 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c678cbca-b316-4556-86ed-4247d3e9ae5a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3221726 Dec 08 16:30:48.239723 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45868) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:48.243002 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-95dfa7c3-3ac0-498b-a8da-79124eb0c1d4 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Request body: {'network': {'name': 'New_network'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:48.245664 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-c8461d93-e298-4726-aa26-e07e0b9c80c2 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Request body: {'port': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'name': 'tempest-NetworksTestDHCPv6-922213478'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:48.321462 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b41e26f-9a00-4a72-8e89-7c08dead04cb None None] No DVR routers for this DVR port 2f08b27b-eff5-4091-9e8f-dcb4357be719 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:30:48.348513 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41e26f-9a00-4a72-8e89-7c08dead04cb None None] Pushing event deleted for resources: {'Port': ['ID=2f08b27b-eff5-4091-9e8f-dcb4357be719,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:48.375105 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de11105d-fba5-494e-bd25-de0c8eb9265e None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:30:48.380238 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6e4eb849-4cb6-4568-a35b-07402ac013bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:48.387533 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6e4eb849-4cb6-4568-a35b-07402ac013bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:48.387533 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-6e4eb849-4cb6-4568-a35b-07402ac013bf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b46303f5-3a6e-4ee6-8e1a-690acf2e29ee HTTP/1.1" status: 204 len: 168 time: 0.6643951 Dec 08 16:30:48.395817 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4eb849-4cb6-4568-a35b-07402ac013bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46303f5-3a6e-4ee6-8e1a-690acf2e29ee,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:48.442685 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-56378118-1753-49d3-8990-8732e05b554c tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:48.467619 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-56378118-1753-49d3-8990-8732e05b554c tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Calling delete_port for bbdc8757-d5e3-4c10-bd98-5396a6ba27ae owned by network:router_gateway {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:30:48.530913 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8461d93-e298-4726-aa26-e07e0b9c80c2 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Made reservation on behalf of 450e207568904a6eabc726912d992373 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:30:48.534788 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c8461d93-e298-4726-aa26-e07e0b9c80c2 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:48.538816 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8011bbb8-5c1b-4db7-b5a9-172526f9ad22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-e406e062-eec7-4ef2-b02a-de32c9a24df9', 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'project_id': '450e207568904a6eabc726912d992373', 'fixed_ips': [{'subnet_id': '016e9acb-1364-4c04-a9b8-18428dbe44ee'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:30:48.544609 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8011bbb8-5c1b-4db7-b5a9-172526f9ad22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:48.560263 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [None req-c8461d93-e298-4726-aa26-e07e0b9c80c2 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] device_id is not set on port 4ef28c9b-ceaf-4d71-a3e2-7ab6316914c0 yet. {{(pid=110550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:30:48.750629 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-c8461d93-e298-4726-aa26-e07e0b9c80c2 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Allocated IP 2001:db8::f3 (e406e062-eec7-4ef2-b02a-de32c9a24df9/016e9acb-1364-4c04-a9b8-18428dbe44ee/4ef28c9b-ceaf-4d71-a3e2-7ab6316914c0) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:30:48.793481 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-95dfa7c3-3ac0-498b-a8da-79124eb0c1d4 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:48.895956 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-95dfa7c3-3ac0-498b-a8da-79124eb0c1d4 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:49.019519 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c8461d93-e298-4726-aa26-e07e0b9c80c2 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:49.057052 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-95dfa7c3-3ac0-498b-a8da-79124eb0c1d4 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Network 8516ad0e-c1a9-4ecc-9ceb-5b4fe0de6b3b is not hosted by any dhcp agent {{(pid=110551) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 08 16:30:49.089121 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95dfa7c3-3ac0-498b-a8da-79124eb0c1d4 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:49.092109 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-95dfa7c3-3ac0-498b-a8da-79124eb0c1d4 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:49.097589 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-95dfa7c3-3ac0-498b-a8da-79124eb0c1d4 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] 10.222.0.64 "PUT /v2.0/networks/8516ad0e-c1a9-4ecc-9ceb-5b4fe0de6b3b HTTP/1.1" status: 200 len: 723 time: 0.8653011 Dec 08 16:30:49.098762 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-56378118-1753-49d3-8990-8732e05b554c tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:49.101358 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45886) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:49.105997 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 2fbb3b28-cf98-4642-acc5-36e72ce7a02f up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:30:49.106774 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-7f6b1bae-fe50-42ff-a044-8cabfe24a05a tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Request body: {'subnet': {'network_id': '8516ad0e-c1a9-4ecc-9ceb-5b4fe0de6b3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:49.224395 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45888) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:49.233686 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c8461d93-e298-4726-aa26-e07e0b9c80c2 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:49.242563 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-8011bbb8-5c1b-4db7-b5a9-172526f9ad22 None None] Allocated IP 2001:db8::2 (e406e062-eec7-4ef2-b02a-de32c9a24df9/016e9acb-1364-4c04-a9b8-18428dbe44ee/93b82bf9-3c07-4668-a6ad-2248a96f3165) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:30:49.258494 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 2fbb3b28-cf98-4642-acc5-36e72ce7a02f triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:49.258871 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:49.276901 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56378118-1753-49d3-8990-8732e05b554c tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Pushing event deleted for resources: {'Port': ['ID=bbdc8757-d5e3-4c10-bd98-5396a6ba27ae,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:49.306267 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dfa7c3-3ac0-498b-a8da-79124eb0c1d4 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Pushing event updated for resources: {'Network': ['ID=8516ad0e-c1a9-4ecc-9ceb-5b4fe0de6b3b,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:49.331968 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269cf733-b19e-4d6e-bbe1-d306d643c8b6 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:30:49.334822 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 8516ad0e-c1a9-4ecc-9ceb-5b4fe0de6b3b details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:30:49.422251 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-56cf1ebf-5515-48c2-9967-4308b54c0322 req-909ff9a3-d260-4b3b-8628-2a249ddb0c9a tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=43510672-f899-46b2-af96-d1b414c8d06d HTTP/1.1" status: 200 len: 210 time: 0.0561724 Dec 08 16:30:49.459943 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-56378118-1753-49d3-8990-8732e05b554c tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:49.498193 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-561fa868-5697-4829-bde5-400f6c6084e8 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1110959119-network', 'tenant_id': '2042612128bd4d06b3e8073669b05ecf'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:49.501521 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8461d93-e298-4726-aa26-e07e0b9c80c2 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:30:49.519975 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-c8461d93-e298-4726-aa26-e07e0b9c80c2 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:49.526221 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8461d93-e298-4726-aa26-e07e0b9c80c2 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:30:49.536701 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8461d93-e298-4726-aa26-e07e0b9c80c2 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:49.542674 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c8461d93-e298-4726-aa26-e07e0b9c80c2 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:49.562557 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4ec8c8-c35a-4e6b-93eb-3992c0b3aadb None None] Network dd9c2e37-24cb-430b-84f6-812933163651 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:30:49.579260 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8461d93-e298-4726-aa26-e07e0b9c80c2 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event updated for resources: {'Port': ['ID=4ef28c9b-ceaf-4d71-a3e2-7ab6316914c0,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:49.607900 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.db.api [None req-7f6b1bae-fe50-42ff-a044-8cabfe24a05a tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 08 16:30:49.607900 n-d-776250-12 neutron-server[110550]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 08 16:30:49.607900 n-d-776250-12 neutron-server[110550]: [parameters: {'project_id_1': '104f554fb93347018c31f019caad78c1', 'expiration_1': datetime.datetime(2021, 12, 8, 16, 30, 29, 556880)}] Dec 08 16:30:49.607900 n-d-776250-12 neutron-server[110550]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:30:49.609182 n-d-776250-12 neutron-server[110550]: DEBUG oslo_db.api [None req-7f6b1bae-fe50-42ff-a044-8cabfe24a05a tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:30:49.619985 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-56378118-1753-49d3-8990-8732e05b554c tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:49.623222 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-56378118-1753-49d3-8990-8732e05b554c tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:49.713356 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561fa868-5697-4829-bde5-400f6c6084e8 admin admin] Made reservation on behalf of 2042612128bd4d06b3e8073669b05ecf for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:30:49.717131 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-561fa868-5697-4829-bde5-400f6c6084e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:49.727427 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-1373ab3f-52e0-4675-af57-5acf5ce917bc None None] Provisioning complete for port 2fbb3b28-cf98-4642-acc5-36e72ce7a02f triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:49.727812 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1373ab3f-52e0-4675-af57-5acf5ce917bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:49.729963 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-561fa868-5697-4829-bde5-400f6c6084e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:49.763254 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-56378118-1753-49d3-8990-8732e05b554c tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:49.763677 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56378118-1753-49d3-8990-8732e05b554c tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Fanout notify agent at l3_agent the message router_deleted on router f2e7b1af-e6e6-4686-bc05-03be6606ef61 {{(pid=110551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:30:49.787202 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-56378118-1753-49d3-8990-8732e05b554c tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:49.787202 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-56378118-1753-49d3-8990-8732e05b554c tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] 10.222.0.64 "DELETE /v2.0/routers/f2e7b1af-e6e6-4686-bc05-03be6606ef61 HTTP/1.1" status: 204 len: 168 time: 2.5175867 Dec 08 16:30:49.787399 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45906) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:49.787399 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-e65a74a7-a179-4c82-ba51-cbda491eab17 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Request body: {'router': {'name': 'tempest-snat-router-40699190', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'enable_snat': False}}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:49.833892 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-561fa868-5697-4829-bde5-400f6c6084e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:49.844713 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c8461d93-e298-4726-aa26-e07e0b9c80c2 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6036572 Dec 08 16:30:49.847814 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45908) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:49.865828 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:49.884470 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8011bbb8-5c1b-4db7-b5a9-172526f9ad22 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:49.914738 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-561fa868-5697-4829-bde5-400f6c6084e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:49.927846 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 2fbb3b28-cf98-4642-acc5-36e72ce7a02f, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=2fbb3b28-cf98-4642-acc5-36e72ce7a02f,segment=NetworkSegment(09fff22f-7f3c-4520-a53b-10e7e83c16c9),segment_id=09fff22f-7f3c-4520-a53b-10e7e83c16c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:30:49.945574 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e65a74a7-a179-4c82-ba51-cbda491eab17 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:49.951114 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e65a74a7-a179-4c82-ba51-cbda491eab17 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:49.962818 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-561fa868-5697-4829-bde5-400f6c6084e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:30:49.969707 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1373ab3f-52e0-4675-af57-5acf5ce917bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:49.977573 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561fa868-5697-4829-bde5-400f6c6084e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2be7bfc-cf86-422b-bccf-420d1b9adab5,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:50.003831 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee0e867-8a7b-4f65-a41f-f99b0b9ea6db tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:50.012266 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-0ee0e867-8a7b-4f65-a41f-f99b0b9ea6db tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1604941 Dec 08 16:30:50.012458 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8011bbb8-5c1b-4db7-b5a9-172526f9ad22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:50.013595 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45918) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:50.020970 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-561fa868-5697-4829-bde5-400f6c6084e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:50.020970 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-561fa868-5697-4829-bde5-400f6c6084e8 admin admin] Added segment 07caa314-42ab-47b6-8cf6-20ded4902a6a of type vlan for network e4637412-5cbf-4755-9eb9-03e181b3b4ff Dec 08 16:30:50.086228 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:50.107864 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e65a74a7-a179-4c82-ba51-cbda491eab17 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:50.117514 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8011bbb8-5c1b-4db7-b5a9-172526f9ad22 None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:30:50.142475 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-561fa868-5697-4829-bde5-400f6c6084e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:50.225902 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-2418e41e-c46d-48dc-823c-5c9b9dec0bad tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Deleting port 4ef28c9b-ceaf-4d71-a3e2-7ab6316914c0 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:30:50.226250 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2418e41e-c46d-48dc-823c-5c9b9dec0bad tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:50.239494 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6b1bae-fe50-42ff-a044-8cabfe24a05a tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Made reservation on behalf of 104f554fb93347018c31f019caad78c1 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:30:50.246260 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7f6b1bae-fe50-42ff-a044-8cabfe24a05a tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:50.289840 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-561fa868-5697-4829-bde5-400f6c6084e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:50.290812 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561fa868-5697-4829-bde5-400f6c6084e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:50.291398 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-561fa868-5697-4829-bde5-400f6c6084e8 admin admin] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:50.324369 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-8011bbb8-5c1b-4db7-b5a9-172526f9ad22 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:50.329886 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 2f08b27b-eff5-4091-9e8f-dcb4357be719 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:30:50.335686 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8011bbb8-5c1b-4db7-b5a9-172526f9ad22 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:30:50.337984 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8011bbb8-5c1b-4db7-b5a9-172526f9ad22 None None] Pushing event updated for resources: {'Port': ['ID=93b82bf9-3c07-4668-a6ad-2248a96f3165,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:50.362836 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc8ffe4-b8e0-4f00-9c14-c37278f72b80 None None] Update dhcp port {'port': {'network_id': 'dd9c2e37-24cb-430b-84f6-812933163651', 'fixed_ips': [{'subnet_id': '4702f49d-da91-4f1d-9d33-4b81f5ed0c78', 'ip_address': '2001:db8::2'}, {'subnet_id': '416a23b4-7cfe-4747-a60c-28493f542070'}], 'binding:host_id': 'n-d-776250-12'}, 'id': '2fbb3b28-cf98-4642-acc5-36e72ce7a02f'} from n-d-776250-12. {{(pid=110552) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 16:30:50.375945 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 2f08b27b-eff5-4091-9e8f-dcb4357be719 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:30:50.375945 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 2f08b27b-eff5-4091-9e8f-dcb4357be719 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:30:50.418642 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.db.api [None req-1373ab3f-52e0-4675-af57-5acf5ce917bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:30:50.418642 n-d-776250-12 neutron-server[110552]: DEBUG oslo_db.api [None req-1373ab3f-52e0-4675-af57-5acf5ce917bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:30:50.518038 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4cc8ffe4-b8e0-4f00-9c14-c37278f72b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:50.563963 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=2fbb3b28-cf98-4642-acc5-36e72ce7a02f,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:50.566812 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-8011bbb8-5c1b-4db7-b5a9-172526f9ad22 None None] Attempting to bind port 93b82bf9-3c07-4668-a6ad-2248a96f3165 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:30:50.567197 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-8011bbb8-5c1b-4db7-b5a9-172526f9ad22 None None] Attempting to bind port 93b82bf9-3c07-4668-a6ad-2248a96f3165 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:30:50.567572 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8011bbb8-5c1b-4db7-b5a9-172526f9ad22 None None] Attempting to bind port 93b82bf9-3c07-4668-a6ad-2248a96f3165 on network e406e062-eec7-4ef2-b02a-de32c9a24df9 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:30:50.593959 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e65a74a7-a179-4c82-ba51-cbda491eab17 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:50.594278 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8011bbb8-5c1b-4db7-b5a9-172526f9ad22 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:30:50.594546 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8011bbb8-5c1b-4db7-b5a9-172526f9ad22 None None] Checking segment: {'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:30:50.594965 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8011bbb8-5c1b-4db7-b5a9-172526f9ad22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:50.595494 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8011bbb8-5c1b-4db7-b5a9-172526f9ad22 None None] Bound using segment: {'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:30:50.595994 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-8011bbb8-5c1b-4db7-b5a9-172526f9ad22 None None] Bound port: 93b82bf9-3c07-4668-a6ad-2248a96f3165, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:30:50.596530 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8011bbb8-5c1b-4db7-b5a9-172526f9ad22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:50.781007 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-8011bbb8-5c1b-4db7-b5a9-172526f9ad22 None None] For port 93b82bf9-3c07-4668-a6ad-2248a96f3165, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:30:50.805563 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-8011bbb8-5c1b-4db7-b5a9-172526f9ad22 None None] For port 93b82bf9-3c07-4668-a6ad-2248a96f3165, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=93b82bf9-3c07-4668-a6ad-2248a96f3165,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:30:50.810592 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bc3a12aa-261d-48e6-8809-83872c8edf35 req-5ba9714d-f657-46fd-98f9-114f99dd55d1 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=43510672-f899-46b2-af96-d1b414c8d06d HTTP/1.1" status: 200 len: 210 time: 0.1012149 Dec 08 16:30:50.843568 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-4cc8ffe4-b8e0-4f00-9c14-c37278f72b80 None None] Allocated IP 172.20.0.1 (dd9c2e37-24cb-430b-84f6-812933163651/416a23b4-7cfe-4747-a60c-28493f542070/2fbb3b28-cf98-4642-acc5-36e72ce7a02f) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:30:50.846874 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561fa868-5697-4829-bde5-400f6c6084e8 admin admin] Pushing event updated for resources: {'Network': ['ID=e4637412-5cbf-4755-9eb9-03e181b3b4ff,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:50.852263 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-561fa868-5697-4829-bde5-400f6c6084e8 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6248069 Dec 08 16:30:50.857768 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45932) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:50.858844 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2418e41e-c46d-48dc-823c-5c9b9dec0bad tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:50.869334 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-2f7712ac-f903-43cf-8945-dc8c0b2aac5e admin admin] Request body: {'subnet': {'network_id': 'e4637412-5cbf-4755-9eb9-03e181b3b4ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1110959119-subnet', 'tenant_id': '2042612128bd4d06b3e8073669b05ecf', 'ip_version': 4}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:50.895928 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-2418e41e-c46d-48dc-823c-5c9b9dec0bad tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Calling delete_port for 4ef28c9b-ceaf-4d71-a3e2-7ab6316914c0 owned by {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:30:50.930082 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0c09e1-f85a-4bc9-806c-b44ba53ddb96 req-f22f55a4-ed0c-4c1e-ba80-61ce0edc2892 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:50.932067 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ec0c09e1-f85a-4bc9-806c-b44ba53ddb96 req-f22f55a4-ed0c-4c1e-ba80-61ce0edc2892 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.37 "GET /v2.0/networks?id=b16f21e0-d13a-4c4c-a863-a31df2be91b8 HTTP/1.1" status: 200 len: 811 time: 0.6587074 Dec 08 16:30:51.003364 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-ec0c09e1-f85a-4bc9-806c-b44ba53ddb96 req-98a25358-5568-449d-93e5-d6e8ac507ed1 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Request body: {'port': {'device_id': '43510672-f899-46b2-af96-d1b414c8d06d', 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8', 'admin_state_up': True, 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:51.033434 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7712ac-f903-43cf-8945-dc8c0b2aac5e admin admin] Made reservation on behalf of 2042612128bd4d06b3e8073669b05ecf for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:30:51.035801 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2f7712ac-f903-43cf-8945-dc8c0b2aac5e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:51.079781 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network e4637412-5cbf-4755-9eb9-03e181b3b4ff details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:30:51.082784 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 2fbb3b28-cf98-4642-acc5-36e72ce7a02f up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:30:51.103133 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7f6b1bae-fe50-42ff-a044-8cabfe24a05a tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:51.229387 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e65a74a7-a179-4c82-ba51-cbda491eab17 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:51.234236 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6b1bae-fe50-42ff-a044-8cabfe24a05a tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Checking segment: {'id': 'f999d6c4-9963-4dfd-8b0e-50852fc61011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8516ad0e-c1a9-4ecc-9ceb-5b4fe0de6b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:30:51.234841 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6b1bae-fe50-42ff-a044-8cabfe24a05a tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Network hostable DHCP agents. Network: 8516ad0e-c1a9-4ecc-9ceb-5b4fe0de6b3b, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:30:51.264263 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e65a74a7-a179-4c82-ba51-cbda491eab17 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:51.266814 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6b1bae-fe50-42ff-a044-8cabfe24a05a tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Pushing event updated for resources: {'Subnet': ['ID=b4bb56cd-7081-47ad-871f-75d0775375b0,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:51.282991 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8011bbb8-5c1b-4db7-b5a9-172526f9ad22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:51.352486 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2418e41e-c46d-48dc-823c-5c9b9dec0bad tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:51.440929 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-e65a74a7-a179-4c82-ba51-cbda491eab17 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Allocated IP 172.25.0.94 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/00c3ebbc-cee1-4210-bc8d-3982b47bfdc7) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:30:51.479282 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2418e41e-c46d-48dc-823c-5c9b9dec0bad tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event deleted for resources: {'Port': ['ID=4ef28c9b-ceaf-4d71-a3e2-7ab6316914c0,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:51.516517 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8011bbb8-5c1b-4db7-b5a9-172526f9ad22 None None] Pushing event updated for resources: {'Port': ['ID=93b82bf9-3c07-4668-a6ad-2248a96f3165,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:51.553388 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-4cc8ffe4-b8e0-4f00-9c14-c37278f72b80 None None] For port 2fbb3b28-cf98-4642-acc5-36e72ce7a02f, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=2fbb3b28-cf98-4642-acc5-36e72ce7a02f,segment=NetworkSegment(09fff22f-7f3c-4520-a53b-10e7e83c16c9),segment_id=09fff22f-7f3c-4520-a53b-10e7e83c16c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:30:51.572644 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6b1bae-fe50-42ff-a044-8cabfe24a05a tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Network 8516ad0e-c1a9-4ecc-9ceb-5b4fe0de6b3b is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:30:51.581535 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 2fbb3b28-cf98-4642-acc5-36e72ce7a02f triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:51.587103 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:51.617857 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2418e41e-c46d-48dc-823c-5c9b9dec0bad tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:51.623393 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-2418e41e-c46d-48dc-823c-5c9b9dec0bad tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/ports/4ef28c9b-ceaf-4d71-a3e2-7ab6316914c0 HTTP/1.1" status: 204 len: 168 time: 1.6055589 Dec 08 16:30:51.626063 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45940) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:51.850309 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4cc8ffe4-b8e0-4f00-9c14-c37278f72b80 None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:51.949488 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec0c09e1-f85a-4bc9-806c-b44ba53ddb96 req-98a25358-5568-449d-93e5-d6e8ac507ed1 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Made reservation on behalf of 71f5826d1b3d4cd5a2c95e78c7917860 for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:30:51.955240 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-ec0c09e1-f85a-4bc9-806c-b44ba53ddb96 req-98a25358-5568-449d-93e5-d6e8ac507ed1 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:52.001826 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4cc8ffe4-b8e0-4f00-9c14-c37278f72b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:52.099610 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc8ffe4-b8e0-4f00-9c14-c37278f72b80 None None] Pushing event updated for resources: {'Port': ['ID=2fbb3b28-cf98-4642-acc5-36e72ce7a02f,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:52.163319 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2f7712ac-f903-43cf-8945-dc8c0b2aac5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:52.305162 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7712ac-f903-43cf-8945-dc8c0b2aac5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5346832-733c-4370-87cf-c446281c90c3,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:52.316555 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [req-ec0c09e1-f85a-4bc9-806c-b44ba53ddb96 req-98a25358-5568-449d-93e5-d6e8ac507ed1 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Allocated IP 172.20.0.5 (b16f21e0-d13a-4c4c-a863-a31df2be91b8/13be6d62-2e9a-40c4-9d1e-34aa15cc5f10/f1571db5-032d-4184-a600-e49aa50486f3) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:30:52.324791 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7712ac-f903-43cf-8945-dc8c0b2aac5e admin admin] Checking segment: {'id': '07caa314-42ab-47b6-8cf6-20ded4902a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e4637412-5cbf-4755-9eb9-03e181b3b4ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:30:52.346209 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7712ac-f903-43cf-8945-dc8c0b2aac5e admin admin] Network hostable DHCP agents. Network: e4637412-5cbf-4755-9eb9-03e181b3b4ff, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:30:52.540347 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7712ac-f903-43cf-8945-dc8c0b2aac5e admin admin] Network e4637412-5cbf-4755-9eb9-03e181b3b4ff is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:30:52.624362 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-7f6b1bae-fe50-42ff-a044-8cabfe24a05a tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 8516ad0e-c1a9-4ecc-9ceb-5b4fe0de6b3b) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:52.635550 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b22f2d-601f-422c-a38b-6fc6cbf65eb9 None None] Network 8516ad0e-c1a9-4ecc-9ceb-5b4fe0de6b3b requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:30:52.645287 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6b1bae-fe50-42ff-a044-8cabfe24a05a tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:52.646686 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7f6b1bae-fe50-42ff-a044-8cabfe24a05a tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:52.667449 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-2f7712ac-f903-43cf-8945-dc8c0b2aac5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, e4637412-5cbf-4755-9eb9-03e181b3b4ff) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:52.691818 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-ec0c09e1-f85a-4bc9-806c-b44ba53ddb96 req-98a25358-5568-449d-93e5-d6e8ac507ed1 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:52.698732 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7712ac-f903-43cf-8945-dc8c0b2aac5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:52.704524 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2f7712ac-f903-43cf-8945-dc8c0b2aac5e admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:52.727105 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65beed6b-e977-479d-8c09-aefb942263cf None None] Network e4637412-5cbf-4755-9eb9-03e181b3b4ff requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:30:52.749630 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2f5e9efe-80ab-45dc-a8e9-0d04d8cc58c6 req-4c6f4dc3-19f7-49dc-abd1-1d3633f30f15 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=43510672-f899-46b2-af96-d1b414c8d06d HTTP/1.1" status: 200 len: 210 time: 0.1359005 Dec 08 16:30:52.797398 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-7f6b1bae-fe50-42ff-a044-8cabfe24a05a tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6948118 Dec 08 16:30:52.798208 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45952) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:52.811778 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e65a74a7-a179-4c82-ba51-cbda491eab17 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:52.824191 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-76c5a1af-ce62-4a43-a743-e2b00be3c318 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:52.827691 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0ad4f2-e6a7-4048-9e9a-a74d9ba84597 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:52.830636 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0ad4f2-e6a7-4048-9e9a-a74d9ba84597 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:52.832473 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-3a0ad4f2-e6a7-4048-9e9a-a74d9ba84597 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 1.2045925 Dec 08 16:30:52.836001 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45954) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:52.891864 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-2f7712ac-f903-43cf-8945-dc8c0b2aac5e admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0296419 Dec 08 16:30:52.893457 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45956) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:52.906152 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-96aa1bec-383d-4c45-9472-18cf01617447 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1110959119-router', 'tenant_id': '2042612128bd4d06b3e8073669b05ecf', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:53.021500 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e45b0cf-9505-48d3-89e3-f9d6fcaed72e tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Deleting subnet 016e9acb-1364-4c04-a9b8-18428dbe44ee {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:30:53.033879 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2e45b0cf-9505-48d3-89e3-f9d6fcaed72e tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:53.044053 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-ec0c09e1-f85a-4bc9-806c-b44ba53ddb96 req-98a25358-5568-449d-93e5-d6e8ac507ed1 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:53.107399 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0835c56c-fdf7-4d92-bec6-4a4cd61e342c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-8516ad0e-c1a9-4ecc-9ceb-5b4fe0de6b3b', 'network_id': '8516ad0e-c1a9-4ecc-9ceb-5b4fe0de6b3b', 'project_id': '104f554fb93347018c31f019caad78c1', 'fixed_ips': [{'subnet_id': 'b4bb56cd-7081-47ad-871f-75d0775375b0'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:30:53.108347 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0835c56c-fdf7-4d92-bec6-4a4cd61e342c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:53.124691 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e65a74a7-a179-4c82-ba51-cbda491eab17 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:53.126105 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13c1dec-e8cd-4dcf-9abe-667337c4caea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-e4637412-5cbf-4755-9eb9-03e181b3b4ff', 'network_id': 'e4637412-5cbf-4755-9eb9-03e181b3b4ff', 'project_id': '2042612128bd4d06b3e8073669b05ecf', 'fixed_ips': [{'subnet_id': 'd5346832-733c-4370-87cf-c446281c90c3'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:30:53.127685 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d13c1dec-e8cd-4dcf-9abe-667337c4caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:53.174182 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-96aa1bec-383d-4c45-9472-18cf01617447 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:53.181116 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-96aa1bec-383d-4c45-9472-18cf01617447 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:53.246737 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2e45b0cf-9505-48d3-89e3-f9d6fcaed72e tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:53.259530 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-76c5a1af-ce62-4a43-a743-e2b00be3c318 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9257945'] for subnet, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:53.270571 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65a74a7-a179-4c82-ba51-cbda491eab17 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:30:53.306469 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-e65a74a7-a179-4c82-ba51-cbda491eab17 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:53.311553 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65a74a7-a179-4c82-ba51-cbda491eab17 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Pushing event updated for resources: {'Port': ['ID=00c3ebbc-cee1-4210-bc8d-3982b47bfdc7,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:53.317326 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65a74a7-a179-4c82-ba51-cbda491eab17 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:30:53.338843 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 2fbb3b28-cf98-4642-acc5-36e72ce7a02f up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:30:53.338843 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764a56cb-7d01-4d35-819f-52b051d5af47 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:30:53.380517 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a25358-5568-449d-93e5-d6e8ac507ed1 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Pushing event updated for resources: {'Port': ['ID=f1571db5-032d-4184-a600-e49aa50486f3,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:53.393265 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec0c09e1-f85a-4bc9-806c-b44ba53ddb96 req-98a25358-5568-449d-93e5-d6e8ac507ed1 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Network b16f21e0-d13a-4c4c-a863-a31df2be91b8 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:30:53.425206 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [req-ec0c09e1-f85a-4bc9-806c-b44ba53ddb96 req-98a25358-5568-449d-93e5-d6e8ac507ed1 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:53.436866 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec0c09e1-f85a-4bc9-806c-b44ba53ddb96 req-98a25358-5568-449d-93e5-d6e8ac507ed1 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:30:53.499842 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6bb93d-02b8-4d83-aef9-ea5e3774efb2 None None] Network dd9c2e37-24cb-430b-84f6-812933163651 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:30:53.541311 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2e45b0cf-9505-48d3-89e3-f9d6fcaed72e tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:53.614935 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-96aa1bec-383d-4c45-9472-18cf01617447 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:53.645211 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-0835c56c-fdf7-4d92-bec6-4a4cd61e342c None None] Allocated IP 2001:db8::2 (8516ad0e-c1a9-4ecc-9ceb-5b4fe0de6b3b/b4bb56cd-7081-47ad-871f-75d0775375b0/ecbe986f-070f-4edf-955f-9cd05a2f0a41) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:30:53.654965 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0c09e1-f85a-4bc9-806c-b44ba53ddb96 req-98a25358-5568-449d-93e5-d6e8ac507ed1 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:53.655632 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-ec0c09e1-f85a-4bc9-806c-b44ba53ddb96 req-98a25358-5568-449d-93e5-d6e8ac507ed1 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:53.825089 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ec0c09e1-f85a-4bc9-806c-b44ba53ddb96 req-98a25358-5568-449d-93e5-d6e8ac507ed1 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8832667 Dec 08 16:30:53.854179 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2e45b0cf-9505-48d3-89e3-f9d6fcaed72e tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:53.913316 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e45b0cf-9505-48d3-89e3-f9d6fcaed72e tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event deleted for resources: {'Subnet': ['ID=016e9acb-1364-4c04-a9b8-18428dbe44ee,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:53.913627 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [req-ec0c09e1-f85a-4bc9-806c-b44ba53ddb96 req-3f19680f-4f23-4447-a7bb-9d5d6594ef12 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:30:53.915047 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ec0c09e1-f85a-4bc9-806c-b44ba53ddb96 req-3f19680f-4f23-4447-a7bb-9d5d6594ef12 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0106390 Dec 08 16:30:53.925894 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2e45b0cf-9505-48d3-89e3-f9d6fcaed72e tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:53.932342 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-ec0c09e1-f85a-4bc9-806c-b44ba53ddb96 req-fb62b985-404e-4741-9b11-1d2b633e0ab8 service neutron] Request body: {'port': {'device_id': '43510672-f899-46b2-af96-d1b414c8d06d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:53.937655 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-2e45b0cf-9505-48d3-89e3-f9d6fcaed72e tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/subnets/016e9acb-1364-4c04-a9b8-18428dbe44ee HTTP/1.1" status: 204 len: 168 time: 1.0982680 Dec 08 16:30:53.938067 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45960) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:53.965401 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0835c56c-fdf7-4d92-bec6-4a4cd61e342c None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:54.055911 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b32681-a766-45e7-a372-7eb4f6f472d2 None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:30:54.086221 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-6e9c87a4-a4c7-4a15-acaf-b95b681ef296 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1468129 Dec 08 16:30:54.088125 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45962) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:54.093435 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-133cd82d-dcdf-4764-87ae-cc1df893b7aa tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Request body: {'subnet': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:54.158640 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0835c56c-fdf7-4d92-bec6-4a4cd61e342c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:54.160370 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-96aa1bec-383d-4c45-9472-18cf01617447 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:54.171828 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-4f26faf8-efa4-49c1-a905-6338de9d62a7 None None] Provisioning complete for port 93b82bf9-3c07-4668-a6ad-2248a96f3165 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:54.172238 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4f26faf8-efa4-49c1-a905-6338de9d62a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:54.175979 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f53832-1981-45ed-a16c-c8fb8b7b0844 req-dc07ecaf-c19d-4ddf-bad5-88ecfe761e94 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:54.186075 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a2f53832-1981-45ed-a16c-c8fb8b7b0844 req-dc07ecaf-c19d-4ddf-bad5-88ecfe761e94 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=43510672-f899-46b2-af96-d1b414c8d06d HTTP/1.1" status: 200 len: 931 time: 0.2807906 Dec 08 16:30:54.285835 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-ec0c09e1-f85a-4bc9-806c-b44ba53ddb96 req-fb62b985-404e-4741-9b11-1d2b633e0ab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:54.329224 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e65a74a7-a179-4c82-ba51-cbda491eab17 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:54.404194 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a2f53832-1981-45ed-a16c-c8fb8b7b0844 req-97818412-4fd1-4ce9-b9e3-ea553d6cbfa3 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166026 Dec 08 16:30:54.450279 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133cd82d-dcdf-4764-87ae-cc1df893b7aa tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Made reservation on behalf of 450e207568904a6eabc726912d992373 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:30:54.454382 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-133cd82d-dcdf-4764-87ae-cc1df893b7aa tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:54.502375 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0835c56c-fdf7-4d92-bec6-4a4cd61e342c None None] Network 8516ad0e-c1a9-4ecc-9ceb-5b4fe0de6b3b is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:30:54.574547 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-0835c56c-fdf7-4d92-bec6-4a4cd61e342c None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:54.589021 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0835c56c-fdf7-4d92-bec6-4a4cd61e342c None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:30:54.618834 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-76c5a1af-ce62-4a43-a743-e2b00be3c318 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740895663903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3387065'] for subnet, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:54.633167 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 2fbb3b28-cf98-4642-acc5-36e72ce7a02f triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:54.633666 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:54.661835 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c5a1af-ce62-4a43-a743-e2b00be3c318 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:54.662613 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-76c5a1af-ce62-4a43-a743-e2b00be3c318 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:54.664441 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-76c5a1af-ce62-4a43-a743-e2b00be3c318 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] 10.222.0.64 "PUT /v2.0/subnets/b4bb56cd-7081-47ad-871f-75d0775375b0 HTTP/1.1" status: 200 len: 826 time: 1.8596153 Dec 08 16:30:54.687697 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45964) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:54.690024 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0835c56c-fdf7-4d92-bec6-4a4cd61e342c None None] Pushing event updated for resources: {'Port': ['ID=ecbe986f-070f-4edf-955f-9cd05a2f0a41,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:54.696230 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-d13c1dec-e8cd-4dcf-9abe-667337c4caea None None] Allocated IP 172.20.0.2 (e4637412-5cbf-4755-9eb9-03e181b3b4ff/d5346832-733c-4370-87cf-c446281c90c3/981781e4-fd98-4b19-af93-c2a14984107b) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:30:54.859585 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e65a74a7-a179-4c82-ba51-cbda491eab17 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:54.865190 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-133cd82d-dcdf-4764-87ae-cc1df893b7aa tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:54.963685 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133cd82d-dcdf-4764-87ae-cc1df893b7aa tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:30:54.972135 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d13c1dec-e8cd-4dcf-9abe-667337c4caea None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:54.974499 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-133cd82d-dcdf-4764-87ae-cc1df893b7aa tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:54.982137 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133cd82d-dcdf-4764-87ae-cc1df893b7aa tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:54.983090 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-133cd82d-dcdf-4764-87ae-cc1df893b7aa tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:54.994015 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-96aa1bec-383d-4c45-9472-18cf01617447 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:55.032332 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133cd82d-dcdf-4764-87ae-cc1df893b7aa tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event updated for resources: {'Subnet': ['ID=36f21a95-c3e3-427f-b794-571638dc5354,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:55.043264 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c5a1af-ce62-4a43-a743-e2b00be3c318 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Pushing event updated for resources: {'Subnet': ['ID=b4bb56cd-7081-47ad-871f-75d0775375b0,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:55.044394 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4f26faf8-efa4-49c1-a905-6338de9d62a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:55.046627 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870468ac-9ec4-43d3-b519-4da960efc320 None None] DHCP port deletion for e406e062-eec7-4ef2-b02a-de32c9a24df9 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:30:55.047185 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-96aa1bec-383d-4c45-9472-18cf01617447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:55.070987 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d13c1dec-e8cd-4dcf-9abe-667337c4caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:55.087362 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-133cd82d-dcdf-4764-87ae-cc1df893b7aa tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9979970 Dec 08 16:30:55.091648 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45966) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:55.099508 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-74fa32c6-bcb6-45ac-a4fc-ed76ca312f8e tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Request body: {'port': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'name': 'tempest-NetworksTestDHCPv6-163588161'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:55.106472 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-0835c56c-fdf7-4d92-bec6-4a4cd61e342c None None] Attempting to bind port ecbe986f-070f-4edf-955f-9cd05a2f0a41 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:30:55.106969 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-0835c56c-fdf7-4d92-bec6-4a4cd61e342c None None] Attempting to bind port ecbe986f-070f-4edf-955f-9cd05a2f0a41 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'f999d6c4-9963-4dfd-8b0e-50852fc61011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8516ad0e-c1a9-4ecc-9ceb-5b4fe0de6b3b'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:30:55.107350 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0835c56c-fdf7-4d92-bec6-4a4cd61e342c None None] Attempting to bind port ecbe986f-070f-4edf-955f-9cd05a2f0a41 on network 8516ad0e-c1a9-4ecc-9ceb-5b4fe0de6b3b {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:30:55.187447 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0cb29355-543d-4e01-8a7d-a00f1943cabd tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:55.223399 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0835c56c-fdf7-4d92-bec6-4a4cd61e342c None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:30:55.223789 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0835c56c-fdf7-4d92-bec6-4a4cd61e342c None None] Checking segment: {'id': 'f999d6c4-9963-4dfd-8b0e-50852fc61011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8516ad0e-c1a9-4ecc-9ceb-5b4fe0de6b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:30:55.224220 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0835c56c-fdf7-4d92-bec6-4a4cd61e342c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:55.224860 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0835c56c-fdf7-4d92-bec6-4a4cd61e342c None None] Bound using segment: {'id': 'f999d6c4-9963-4dfd-8b0e-50852fc61011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8516ad0e-c1a9-4ecc-9ceb-5b4fe0de6b3b'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:30:55.225444 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-0835c56c-fdf7-4d92-bec6-4a4cd61e342c None None] Bound port: ecbe986f-070f-4edf-955f-9cd05a2f0a41, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f999d6c4-9963-4dfd-8b0e-50852fc61011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8516ad0e-c1a9-4ecc-9ceb-5b4fe0de6b3b'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:30:55.225885 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0835c56c-fdf7-4d92-bec6-4a4cd61e342c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:55.292692 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13c1dec-e8cd-4dcf-9abe-667337c4caea None None] Network e4637412-5cbf-4755-9eb9-03e181b3b4ff is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:30:55.303892 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-4f26faf8-efa4-49c1-a905-6338de9d62a7 None None] For port 93b82bf9-3c07-4668-a6ad-2248a96f3165, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=93b82bf9-3c07-4668-a6ad-2248a96f3165,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:30:55.325518 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-d13c1dec-e8cd-4dcf-9abe-667337c4caea None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:55.329260 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13c1dec-e8cd-4dcf-9abe-667337c4caea None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:30:55.339578 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-96aa1bec-383d-4c45-9472-18cf01617447 admin admin] Allocated IP 172.25.0.191 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/506b606a-fb5d-4ab6-9888-650cd5dae81a) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:30:55.349826 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13c1dec-e8cd-4dcf-9abe-667337c4caea None None] Pushing event updated for resources: {'Port': ['ID=981781e4-fd98-4b19-af93-c2a14984107b,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:55.364271 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [req-ec0c09e1-f85a-4bc9-806c-b44ba53ddb96 req-fb62b985-404e-4741-9b11-1d2b633e0ab8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1571db5-032d-4184-a600-e49aa50486f3 {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:30:55.371360 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e65a74a7-a179-4c82-ba51-cbda491eab17 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Router 1bca78d8-b3ce-42db-8d24-5d8064007bc2 is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:30:55.381591 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-ec0c09e1-f85a-4bc9-806c-b44ba53ddb96 req-fb62b985-404e-4741-9b11-1d2b633e0ab8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:55.404894 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74fa32c6-bcb6-45ac-a4fc-ed76ca312f8e tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Made reservation on behalf of 450e207568904a6eabc726912d992373 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:30:55.409430 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-74fa32c6-bcb6-45ac-a4fc-ed76ca312f8e tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:55.417822 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4f26faf8-efa4-49c1-a905-6338de9d62a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:55.447336 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 93b82bf9-3c07-4668-a6ad-2248a96f3165 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:30:55.467603 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-0cb29355-543d-4e01-8a7d-a00f1943cabd tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Deleting port ecbe986f-070f-4edf-955f-9cd05a2f0a41 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:30:55.475421 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0cb29355-543d-4e01-8a7d-a00f1943cabd tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:55.518232 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-870468ac-9ec4-43d3-b519-4da960efc320 None None] Deleting port 93b82bf9-3c07-4668-a6ad-2248a96f3165 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:30:55.518920 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-870468ac-9ec4-43d3-b519-4da960efc320 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:55.550247 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-0835c56c-fdf7-4d92-bec6-4a4cd61e342c None None] For port ecbe986f-070f-4edf-955f-9cd05a2f0a41, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:30:55.624024 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-d13c1dec-e8cd-4dcf-9abe-667337c4caea None None] Attempting to bind port 981781e4-fd98-4b19-af93-c2a14984107b on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:30:55.624739 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-d13c1dec-e8cd-4dcf-9abe-667337c4caea None None] Attempting to bind port 981781e4-fd98-4b19-af93-c2a14984107b by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '07caa314-42ab-47b6-8cf6-20ded4902a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e4637412-5cbf-4755-9eb9-03e181b3b4ff'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:30:55.625287 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13c1dec-e8cd-4dcf-9abe-667337c4caea None None] Attempting to bind port 981781e4-fd98-4b19-af93-c2a14984107b on network e4637412-5cbf-4755-9eb9-03e181b3b4ff {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:30:55.641316 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-0835c56c-fdf7-4d92-bec6-4a4cd61e342c None None] For port ecbe986f-070f-4edf-955f-9cd05a2f0a41, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=ecbe986f-070f-4edf-955f-9cd05a2f0a41,segment=NetworkSegment(f999d6c4-9963-4dfd-8b0e-50852fc61011),segment_id=f999d6c4-9963-4dfd-8b0e-50852fc61011)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:30:55.676012 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13c1dec-e8cd-4dcf-9abe-667337c4caea None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:30:55.678450 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13c1dec-e8cd-4dcf-9abe-667337c4caea None None] Checking segment: {'id': '07caa314-42ab-47b6-8cf6-20ded4902a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e4637412-5cbf-4755-9eb9-03e181b3b4ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:30:55.678450 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d13c1dec-e8cd-4dcf-9abe-667337c4caea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:55.678450 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13c1dec-e8cd-4dcf-9abe-667337c4caea None None] Bound using segment: {'id': '07caa314-42ab-47b6-8cf6-20ded4902a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e4637412-5cbf-4755-9eb9-03e181b3b4ff'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:30:55.678450 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-d13c1dec-e8cd-4dcf-9abe-667337c4caea None None] Bound port: 981781e4-fd98-4b19-af93-c2a14984107b, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07caa314-42ab-47b6-8cf6-20ded4902a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e4637412-5cbf-4755-9eb9-03e181b3b4ff'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:30:55.678450 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d13c1dec-e8cd-4dcf-9abe-667337c4caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:55.686318 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [None req-74fa32c6-bcb6-45ac-a4fc-ed76ca312f8e tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] device_id is not set on port 9197567e-fa98-4331-a39d-f9bcfdd2fbf6 yet. {{(pid=110550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:30:55.707288 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f26faf8-efa4-49c1-a905-6338de9d62a7 None None] Pushing event updated for resources: {'Port': ['ID=93b82bf9-3c07-4668-a6ad-2248a96f3165,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:55.710513 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-cc0e285d-c487-42d4-a8ef-b4d465fea6fe None None] Provisioning complete for port 2fbb3b28-cf98-4642-acc5-36e72ce7a02f triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:55.710895 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-cc0e285d-c487-42d4-a8ef-b4d465fea6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:55.819647 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0835c56c-fdf7-4d92-bec6-4a4cd61e342c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:55.824730 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-870468ac-9ec4-43d3-b519-4da960efc320 None None] For port 93b82bf9-3c07-4668-a6ad-2248a96f3165, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=93b82bf9-3c07-4668-a6ad-2248a96f3165,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:30:55.825317 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-870468ac-9ec4-43d3-b519-4da960efc320 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:55.845069 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 93b82bf9-3c07-4668-a6ad-2248a96f3165 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:55.845611 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:55.891575 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-74fa32c6-bcb6-45ac-a4fc-ed76ca312f8e tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Allocated IP 2001:db8::1df (e406e062-eec7-4ef2-b02a-de32c9a24df9/36f21a95-c3e3-427f-b794-571638dc5354/9197567e-fa98-4331-a39d-f9bcfdd2fbf6) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:30:55.925742 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-870468ac-9ec4-43d3-b519-4da960efc320 None None] Calling delete_port for 93b82bf9-3c07-4668-a6ad-2248a96f3165 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:30:55.992499 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e65a74a7-a179-4c82-ba51-cbda491eab17 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:30:56.005466 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f1d1ed-166e-47ee-b0dc-f92ee7130e83 None None] Sync routers for ids ['1bca78d8-b3ce-42db-8d24-5d8064007bc2'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:30:56.017009 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0835c56c-fdf7-4d92-bec6-4a4cd61e342c None None] Pushing event updated for resources: {'Port': ['ID=ecbe986f-070f-4edf-955f-9cd05a2f0a41,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:56.020728 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [req-ec0c09e1-f85a-4bc9-806c-b44ba53ddb96 req-fb62b985-404e-4741-9b11-1d2b633e0ab8 service neutron] Transition to ACTIVE for port object f1571db5-032d-4184-a600-e49aa50486f3 will not be triggered until provisioned by entity L2. {{(pid=110551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:30:56.037285 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f1d1ed-166e-47ee-b0dc-f92ee7130e83 None None] Routers {'1bca78d8-b3ce-42db-8d24-5d8064007bc2'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:30:56.038675 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-69f1d1ed-166e-47ee-b0dc-f92ee7130e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:30:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['1bca78d8-b3ce-42db-8d24-5d8064007bc2'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:56.057615 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-d13c1dec-e8cd-4dcf-9abe-667337c4caea None None] For port 981781e4-fd98-4b19-af93-c2a14984107b, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:30:56.075342 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-d13c1dec-e8cd-4dcf-9abe-667337c4caea None None] For port 981781e4-fd98-4b19-af93-c2a14984107b, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=981781e4-fd98-4b19-af93-c2a14984107b,segment=NetworkSegment(07caa314-42ab-47b6-8cf6-20ded4902a6a),segment_id=07caa314-42ab-47b6-8cf6-20ded4902a6a)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:30:56.128888 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-0cb29355-543d-4e01-8a7d-a00f1943cabd tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] For port ecbe986f-070f-4edf-955f-9cd05a2f0a41, host n-d-776250-12, got binding levels [] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:30:56.129218 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0cb29355-543d-4e01-8a7d-a00f1943cabd tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:56.138427 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-ec0c09e1-f85a-4bc9-806c-b44ba53ddb96 req-fb62b985-404e-4741-9b11-1d2b633e0ab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:56.139330 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3512decf-511b-4788-bc9a-42460482fdf5 req-3184f35d-b341-4b2d-94c0-07cc9ee020ca tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:56.141206 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3512decf-511b-4788-bc9a-42460482fdf5 req-3184f35d-b341-4b2d-94c0-07cc9ee020ca tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=43510672-f899-46b2-af96-d1b414c8d06d HTTP/1.1" status: 200 len: 931 time: 0.1502697 Dec 08 16:30:56.171276 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e65a74a7-a179-4c82-ba51-cbda491eab17 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:56.175396 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-e65a74a7-a179-4c82-ba51-cbda491eab17 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 6.3978379 Dec 08 16:30:56.176134 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45970) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:56.181981 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d13c1dec-e8cd-4dcf-9abe-667337c4caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:56.251621 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-0cb29355-543d-4e01-8a7d-a00f1943cabd tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Calling delete_port for ecbe986f-070f-4edf-955f-9cd05a2f0a41 owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:30:56.261833 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13c1dec-e8cd-4dcf-9abe-667337c4caea None None] Pushing event updated for resources: {'Port': ['ID=981781e4-fd98-4b19-af93-c2a14984107b,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:56.279492 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-69f1d1ed-166e-47ee-b0dc-f92ee7130e83 None None] Set router 1bca78d8-b3ce-42db-8d24-5d8064007bc2 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:30:56.320084 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-74fa32c6-bcb6-45ac-a4fc-ed76ca312f8e tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:56.364420 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-cc0e285d-c487-42d4-a8ef-b4d465fea6fe None None] Could not find standard attr ID for object 4ef28c9b-ceaf-4d71-a3e2-7ab6316914c0. {{(pid=110552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:30:56.398175 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-cc0e285d-c487-42d4-a8ef-b4d465fea6fe None None] Provisioning complete for port 00c3ebbc-cee1-4210-bc8d-3982b47bfdc7 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:56.398579 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-cc0e285d-c487-42d4-a8ef-b4d465fea6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:56.456117 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-cc0e285d-c487-42d4-a8ef-b4d465fea6fe None None] Port 00c3ebbc-cee1-4210-bc8d-3982b47bfdc7 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:30:56.501898 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-870468ac-9ec4-43d3-b519-4da960efc320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:56.502723 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-96aa1bec-383d-4c45-9472-18cf01617447 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:56.572443 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3512decf-511b-4788-bc9a-42460482fdf5 req-8fb376d3-e1e9-4609-b258-0d8009c3bc09 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4209650 Dec 08 16:30:56.596576 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870468ac-9ec4-43d3-b519-4da960efc320 None None] Pushing event deleted for resources: {'Port': ['ID=93b82bf9-3c07-4668-a6ad-2248a96f3165,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:56.641557 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870468ac-9ec4-43d3-b519-4da960efc320 None None] No DVR routers for this DVR port 93b82bf9-3c07-4668-a6ad-2248a96f3165 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:30:56.644660 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-65260acb-5bb9-4fcb-a2d6-fad01f74d199 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] 10.222.0.64 "GET /v2.0/routers/1bca78d8-b3ce-42db-8d24-5d8064007bc2 HTTP/1.1" status: 200 len: 906 time: 0.4600661 Dec 08 16:30:56.644799 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45972) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:56.647428 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device ecbe986f-070f-4edf-955f-9cd05a2f0a41 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:30:56.651378 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-1f6cf40c-20bc-4ee5-a156-de1194978e39 None None] Provisioning complete for port 2fbb3b28-cf98-4642-acc5-36e72ce7a02f triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:56.652014 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1f6cf40c-20bc-4ee5-a156-de1194978e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:56.668328 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-c77f1b7f-8fee-4309-9aaf-8232c2722331 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Request body: {'router': {'name': 'tempest-snat-router-40699190', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'enable_snat': True}}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:56.677401 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb62b985-404e-4741-9b11-1d2b633e0ab8 service neutron] Pushing event updated for resources: {'Port': ['ID=f1571db5-032d-4184-a600-e49aa50486f3,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:56.699370 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-74fa32c6-bcb6-45ac-a4fc-ed76ca312f8e tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:56.711305 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16dcde1d-ecc2-4645-be85-cca61a848883 None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:30:56.783838 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fa32c6-bcb6-45ac-a4fc-ed76ca312f8e tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event updated for resources: {'Port': ['ID=9197567e-fa98-4331-a39d-f9bcfdd2fbf6,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:56.827707 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fa32c6-bcb6-45ac-a4fc-ed76ca312f8e tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:30:56.837492 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-74fa32c6-bcb6-45ac-a4fc-ed76ca312f8e tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:56.841912 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fa32c6-bcb6-45ac-a4fc-ed76ca312f8e tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:30:56.871305 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fa32c6-bcb6-45ac-a4fc-ed76ca312f8e tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:56.873840 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-74fa32c6-bcb6-45ac-a4fc-ed76ca312f8e tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:56.877629 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port ecbe986f-070f-4edf-955f-9cd05a2f0a41 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:56.879543 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:56.935129 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c77f1b7f-8fee-4309-9aaf-8232c2722331 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:56.937734 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-69f1d1ed-166e-47ee-b0dc-f92ee7130e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bca78d8-b3ce-42db-8d24-5d8064007bc2', 'name': 'tempest-snat-router-40699190', 'tenant_id': 'af03a2e86b78478ab86cace1636ed027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.94'}], 'enable_snat': False}, 'gw_port_id': '00c3ebbc-cee1-4210-bc8d-3982b47bfdc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:49Z', 'updated_at': '2021-12-08T16:30:53Z', 'revision_number': 3, 'project_id': 'af03a2e86b78478ab86cace1636ed027', 'gw_port': {'id': '00c3ebbc-cee1-4210-bc8d-3982b47bfdc7', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bca78d8-b3ce-42db-8d24-5d8064007bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:51Z', 'updated_at': '2021-12-08T16:30:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:56.938239 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c77f1b7f-8fee-4309-9aaf-8232c2722331 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:56.979795 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-ec0c09e1-f85a-4bc9-806c-b44ba53ddb96 req-fb62b985-404e-4741-9b11-1d2b633e0ab8 service neutron] Attempting to bind port f1571db5-032d-4184-a600-e49aa50486f3 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:30:56.980378 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-ec0c09e1-f85a-4bc9-806c-b44ba53ddb96 req-fb62b985-404e-4741-9b11-1d2b633e0ab8 service neutron] Attempting to bind port f1571db5-032d-4184-a600-e49aa50486f3 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '148e30e1-cdcf-4201-a517-2bd3763917d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:30:56.981080 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0c09e1-f85a-4bc9-806c-b44ba53ddb96 req-fb62b985-404e-4741-9b11-1d2b633e0ab8 service neutron] Attempting to bind port f1571db5-032d-4184-a600-e49aa50486f3 on network b16f21e0-d13a-4c4c-a863-a31df2be91b8 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:30:56.988323 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0c09e1-f85a-4bc9-806c-b44ba53ddb96 req-fb62b985-404e-4741-9b11-1d2b633e0ab8 service neutron] Port f1571db5-032d-4184-a600-e49aa50486f3 on network b16f21e0-d13a-4c4c-a863-a31df2be91b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:30:57.018491 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0c09e1-f85a-4bc9-806c-b44ba53ddb96 req-fb62b985-404e-4741-9b11-1d2b633e0ab8 service neutron] Attempting to bind port f1571db5-032d-4184-a600-e49aa50486f3 on network b16f21e0-d13a-4c4c-a863-a31df2be91b8 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:30:57.022738 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0c09e1-f85a-4bc9-806c-b44ba53ddb96 req-fb62b985-404e-4741-9b11-1d2b633e0ab8 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:30:57.023452 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0c09e1-f85a-4bc9-806c-b44ba53ddb96 req-fb62b985-404e-4741-9b11-1d2b633e0ab8 service neutron] Checking segment: {'id': '148e30e1-cdcf-4201-a517-2bd3763917d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:30:57.024028 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0c09e1-f85a-4bc9-806c-b44ba53ddb96 req-fb62b985-404e-4741-9b11-1d2b633e0ab8 service neutron] Bound using segment: {'id': '148e30e1-cdcf-4201-a517-2bd3763917d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:30:57.024719 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-ec0c09e1-f85a-4bc9-806c-b44ba53ddb96 req-fb62b985-404e-4741-9b11-1d2b633e0ab8 service neutron] Bound port: f1571db5-032d-4184-a600-e49aa50486f3, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '148e30e1-cdcf-4201-a517-2bd3763917d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:30:57.025282 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-ec0c09e1-f85a-4bc9-806c-b44ba53ddb96 req-fb62b985-404e-4741-9b11-1d2b633e0ab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:57.033349 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f1d1ed-166e-47ee-b0dc-f92ee7130e83 None None] Checking router: 1bca78d8-b3ce-42db-8d24-5d8064007bc2 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:30:57.033938 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f1d1ed-166e-47ee-b0dc-f92ee7130e83 None None] Updating router 1bca78d8-b3ce-42db-8d24-5d8064007bc2 port 00c3ebbc-cee1-4210-bc8d-3982b47bfdc7 binding host n-d-776250-12 {{(pid=110553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:30:57.052780 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-96aa1bec-383d-4c45-9472-18cf01617447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:57.064979 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c77f1b7f-8fee-4309-9aaf-8232c2722331 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:57.099122 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-74fa32c6-bcb6-45ac-a4fc-ed76ca312f8e tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0059826 Dec 08 16:30:57.100410 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45974) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:57.128802 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-69f1d1ed-166e-47ee-b0dc-f92ee7130e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:57.149015 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-ec0c09e1-f85a-4bc9-806c-b44ba53ddb96 req-fb62b985-404e-4741-9b11-1d2b633e0ab8 service neutron] For port f1571db5-032d-4184-a600-e49aa50486f3, host n-h2-776250-12, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:30:57.249108 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96aa1bec-383d-4c45-9472-18cf01617447 admin admin] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:30:57.253884 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-96aa1bec-383d-4c45-9472-18cf01617447 admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:57.261289 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96aa1bec-383d-4c45-9472-18cf01617447 admin admin] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:30:57.310013 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-ec0c09e1-f85a-4bc9-806c-b44ba53ddb96 req-fb62b985-404e-4741-9b11-1d2b633e0ab8 service neutron] For port f1571db5-032d-4184-a600-e49aa50486f3, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=f1571db5-032d-4184-a600-e49aa50486f3,segment=NetworkSegment(148e30e1-cdcf-4201-a517-2bd3763917d1),segment_id=148e30e1-cdcf-4201-a517-2bd3763917d1)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:30:57.326460 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0cb29355-543d-4e01-8a7d-a00f1943cabd tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:57.386505 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81953f50-24f3-4b8d-b175-1866eb41b308 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:57.387354 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-81953f50-24f3-4b8d-b175-1866eb41b308 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2858305 Dec 08 16:30:57.393397 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45976) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:57.412316 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-ec0c09e1-f85a-4bc9-806c-b44ba53ddb96 req-fb62b985-404e-4741-9b11-1d2b633e0ab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:57.420361 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aa1bec-383d-4c45-9472-18cf01617447 admin admin] Pushing event updated for resources: {'Port': ['ID=506b606a-fb5d-4ab6-9888-650cd5dae81a,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:57.447361 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:57.458373 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4946f6-e53d-4c30-9be8-c8c0f90c5b96 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:30:57.582378 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487aa31a-c030-4472-9413-89935a0c3f9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-e406e062-eec7-4ef2-b02a-de32c9a24df9', 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'project_id': '450e207568904a6eabc726912d992373', 'fixed_ips': [{'subnet_id': '36f21a95-c3e3-427f-b794-571638dc5354'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:30:57.583266 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-487aa31a-c030-4472-9413-89935a0c3f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:57.616908 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-69f1d1ed-166e-47ee-b0dc-f92ee7130e83 None None] Publish callbacks [] for port, precommit_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:57.671718 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c77f1b7f-8fee-4309-9aaf-8232c2722331 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:57.695619 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb29355-543d-4e01-8a7d-a00f1943cabd tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Pushing event deleted for resources: {'Port': ['ID=ecbe986f-070f-4edf-955f-9cd05a2f0a41,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:57.715004 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-69f1d1ed-166e-47ee-b0dc-f92ee7130e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:57.781413 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-f9146ed3-ffaa-447d-b4ab-2ca4be6bb4cb tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Deleting port 9197567e-fa98-4331-a39d-f9bcfdd2fbf6 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:30:57.781806 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f9146ed3-ffaa-447d-b4ab-2ca4be6bb4cb tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:57.816852 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ca811c-0e36-4af4-8c71-9ad4a13a90ea None None] Pushing event updated for resources: {'Port': ['ID=00c3ebbc-cee1-4210-bc8d-3982b47bfdc7,revision_number=2']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:57.862830 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-69f1d1ed-166e-47ee-b0dc-f92ee7130e83 None None] Attempting to bind port 00c3ebbc-cee1-4210-bc8d-3982b47bfdc7 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:30:57.863092 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-69f1d1ed-166e-47ee-b0dc-f92ee7130e83 None None] Attempting to bind port 00c3ebbc-cee1-4210-bc8d-3982b47bfdc7 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:30:57.863365 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f1d1ed-166e-47ee-b0dc-f92ee7130e83 None None] Attempting to bind port 00c3ebbc-cee1-4210-bc8d-3982b47bfdc7 on network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:30:57.873895 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f1d1ed-166e-47ee-b0dc-f92ee7130e83 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:30:57.874275 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f1d1ed-166e-47ee-b0dc-f92ee7130e83 None None] Checking segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:30:57.874690 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-69f1d1ed-166e-47ee-b0dc-f92ee7130e83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:57.875088 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f1d1ed-166e-47ee-b0dc-f92ee7130e83 None None] Bound using segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:30:57.875577 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-69f1d1ed-166e-47ee-b0dc-f92ee7130e83 None None] Bound port: 00c3ebbc-cee1-4210-bc8d-3982b47bfdc7, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:30:57.875968 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-69f1d1ed-166e-47ee-b0dc-f92ee7130e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:57.876747 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0c09e1-f85a-4bc9-806c-b44ba53ddb96 req-fb62b985-404e-4741-9b11-1d2b633e0ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:57.882180 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-ec0c09e1-f85a-4bc9-806c-b44ba53ddb96 req-fb62b985-404e-4741-9b11-1d2b633e0ab8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:57.883907 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ec0c09e1-f85a-4bc9-806c-b44ba53ddb96 req-fb62b985-404e-4741-9b11-1d2b633e0ab8 service neutron] 10.222.0.37 "PUT /v2.0/ports/f1571db5-032d-4184-a600-e49aa50486f3 HTTP/1.1" status: 200 len: 1092 time: 3.9588099 Dec 08 16:30:57.887762 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43510672-f899-46b2-af96-d1b414c8d06d', 'tag': 'f1571db5-032d-4184-a600-e49aa50486f3'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:30:57.890278 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e19df90-1be4-44a5-aed9-deb83bebb9ea" -d '{"events": [{"name": "network-changed", "server_uuid": "43510672-f899-46b2-af96-d1b414c8d06d", "tag": "f1571db5-032d-4184-a600-e49aa50486f3"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:30:57.913240 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1e8e9b-c6f9-41ce-9c67-50a3d5235297 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:30:57.916906 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 93b82bf9-3c07-4668-a6ad-2248a96f3165 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:30:57.978857 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-69f1d1ed-166e-47ee-b0dc-f92ee7130e83 None None] For port 00c3ebbc-cee1-4210-bc8d-3982b47bfdc7, host n-d-776250-12, cleared binding levels {{(pid=110553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:30:57.983974 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-69f1d1ed-166e-47ee-b0dc-f92ee7130e83 None None] For port 00c3ebbc-cee1-4210-bc8d-3982b47bfdc7, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=00c3ebbc-cee1-4210-bc8d-3982b47bfdc7,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:30:57.998428 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb29355-543d-4e01-8a7d-a00f1943cabd tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] No DVR routers for this DVR port ecbe986f-070f-4edf-955f-9cd05a2f0a41 on host n-d-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:30:58.005080 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e0247d-f684-415d-97ee-5b87189010e3 None None] Network 8516ad0e-c1a9-4ecc-9ceb-5b4fe0de6b3b requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:30:58.060549 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 93b82bf9-3c07-4668-a6ad-2248a96f3165 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:30:58.060549 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 93b82bf9-3c07-4668-a6ad-2248a96f3165 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:30:58.082069 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-69f1d1ed-166e-47ee-b0dc-f92ee7130e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:58.130283 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70fd6707-1143-4ddf-81a8-9ec63e565b09 x-openstack-request-id: req-70fd6707-1143-4ddf-81a8-9ec63e565b09 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:30:58.137799 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43510672-f899-46b2-af96-d1b414c8d06d", "tag": "f1571db5-032d-4184-a600-e49aa50486f3", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:30:58.138566 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-70fd6707-1143-4ddf-81a8-9ec63e565b09 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:30:58.139223 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43510672-f899-46b2-af96-d1b414c8d06d', 'tag': 'f1571db5-032d-4184-a600-e49aa50486f3', 'status': 'completed', 'code': 200} Dec 08 16:30:58.191637 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f9146ed3-ffaa-447d-b4ab-2ca4be6bb4cb tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:58.232217 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-f9146ed3-ffaa-447d-b4ab-2ca4be6bb4cb tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Calling delete_port for 9197567e-fa98-4331-a39d-f9bcfdd2fbf6 owned by {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:30:58.235294 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75d1451-0fa2-44a3-a05e-3fdf7700e172 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:30:58.277976 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-a8c713b6-7374-4f9d-b535-70aefacb9755 None None] Provisioning complete for port 506b606a-fb5d-4ab6-9888-650cd5dae81a triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:58.278374 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a8c713b6-7374-4f9d-b535-70aefacb9755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:58.282160 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ca811c-0e36-4af4-8c71-9ad4a13a90ea None None] Pushing event updated for resources: {'Port': ['ID=00c3ebbc-cee1-4210-bc8d-3982b47bfdc7,revision_number=3']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:58.290861 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f1d1ed-166e-47ee-b0dc-f92ee7130e83 None None] Routers {'1bca78d8-b3ce-42db-8d24-5d8064007bc2'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:30:58.291475 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-69f1d1ed-166e-47ee-b0dc-f92ee7130e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:30:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['1bca78d8-b3ce-42db-8d24-5d8064007bc2'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:58.334244 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0cb29355-543d-4e01-8a7d-a00f1943cabd tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:58.389859 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb62b985-404e-4741-9b11-1d2b633e0ab8 service neutron] Pushing event updated for resources: {'Port': ['ID=f1571db5-032d-4184-a600-e49aa50486f3,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:58.428806 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-487aa31a-c030-4472-9413-89935a0c3f9c None None] Allocated IP 2001:db8::2 (e406e062-eec7-4ef2-b02a-de32c9a24df9/36f21a95-c3e3-427f-b794-571638dc5354/dbfff0ee-23f6-45ca-84f2-e16fad6fb66a) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:30:58.456081 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-a8c713b6-7374-4f9d-b535-70aefacb9755 None None] Port 506b606a-fb5d-4ab6-9888-650cd5dae81a cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:30:58.497004 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8da6aa-2aef-4cc6-bc32-d2c97978a477 None None] Network e4637412-5cbf-4755-9eb9-03e181b3b4ff requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:30:58.532372 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-69f1d1ed-166e-47ee-b0dc-f92ee7130e83 None None] Set router 1bca78d8-b3ce-42db-8d24-5d8064007bc2 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:30:58.559304 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0c09e1-f85a-4bc9-806c-b44ba53ddb96 req-38298512-8745-4084-9314-f472a4fc1edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:58.561084 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ec0c09e1-f85a-4bc9-806c-b44ba53ddb96 req-38298512-8745-4084-9314-f472a4fc1edb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71f5826d1b3d4cd5a2c95e78c7917860&device_id=43510672-f899-46b2-af96-d1b414c8d06d HTTP/1.1" status: 200 len: 1095 time: 0.4739230 Dec 08 16:30:58.572438 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa16eeb-8952-4ca2-a597-6a2251642ed4 req-711355f3-ac68-4af5-92f8-7794e66ff34b tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:58.574243 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1aa16eeb-8952-4ca2-a597-6a2251642ed4 req-711355f3-ac68-4af5-92f8-7794e66ff34b tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=43510672-f899-46b2-af96-d1b414c8d06d HTTP/1.1" status: 200 len: 943 time: 0.7969689 Dec 08 16:30:58.730844 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ec0c09e1-f85a-4bc9-806c-b44ba53ddb96 req-ddddb18c-db64-4643-96d8-32069c198bf7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1571db5-032d-4184-a600-e49aa50486f3 HTTP/1.1" status: 200 len: 217 time: 0.1470718 Dec 08 16:30:58.731983 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 981781e4-fd98-4b19-af93-c2a14984107b up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:30:58.738461 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f9146ed3-ffaa-447d-b4ab-2ca4be6bb4cb tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:58.822754 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0cb29355-543d-4e01-8a7d-a00f1943cabd tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:58.840224 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-2ae5b197-ad3a-42da-a358-2fb4d2004daa None None] Could not find standard attr ID for object ecbe986f-070f-4edf-955f-9cd05a2f0a41. {{(pid=110552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:30:58.857179 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-69f1d1ed-166e-47ee-b0dc-f92ee7130e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bca78d8-b3ce-42db-8d24-5d8064007bc2', 'name': 'tempest-snat-router-40699190', 'tenant_id': 'af03a2e86b78478ab86cace1636ed027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.94'}], 'enable_snat': False}, 'gw_port_id': '00c3ebbc-cee1-4210-bc8d-3982b47bfdc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:49Z', 'updated_at': '2021-12-08T16:30:53Z', 'revision_number': 3, 'project_id': 'af03a2e86b78478ab86cace1636ed027', 'gw_port': {'id': '00c3ebbc-cee1-4210-bc8d-3982b47bfdc7', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bca78d8-b3ce-42db-8d24-5d8064007bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:51Z', 'updated_at': '2021-12-08T16:30:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:58.872342 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9146ed3-ffaa-447d-b4ab-2ca4be6bb4cb tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event deleted for resources: {'Port': ['ID=9197567e-fa98-4331-a39d-f9bcfdd2fbf6,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:58.910256 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f1d1ed-166e-47ee-b0dc-f92ee7130e83 None None] The sync data for ids ['1bca78d8-b3ce-42db-8d24-5d8064007bc2'] in n-d-776250-12 is: [{'id': '1bca78d8-b3ce-42db-8d24-5d8064007bc2', 'name': 'tempest-snat-router-40699190', 'tenant_id': 'af03a2e86b78478ab86cace1636ed027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.94'}], 'enable_snat': False}, 'gw_port_id': '00c3ebbc-cee1-4210-bc8d-3982b47bfdc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:49Z', 'updated_at': '2021-12-08T16:30:53Z', 'revision_number': 3, 'project_id': 'af03a2e86b78478ab86cace1636ed027', 'gw_port': {'id': '00c3ebbc-cee1-4210-bc8d-3982b47bfdc7', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bca78d8-b3ce-42db-8d24-5d8064007bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:51Z', 'updated_at': '2021-12-08T16:30:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:30:58.967461 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f9146ed3-ffaa-447d-b4ab-2ca4be6bb4cb tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:58.971552 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-f9146ed3-ffaa-447d-b4ab-2ca4be6bb4cb tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/ports/9197567e-fa98-4331-a39d-f9bcfdd2fbf6 HTTP/1.1" status: 204 len: 168 time: 1.5748847 Dec 08 16:30:58.974759 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45982) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:59.002508 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-2ae5b197-ad3a-42da-a358-2fb4d2004daa None None] Provisioning complete for port 981781e4-fd98-4b19-af93-c2a14984107b triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:59.003099 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2ae5b197-ad3a-42da-a358-2fb4d2004daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:59.011873 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffffcb4d-5691-4cb6-92a8-d534883ff8e0 None None] Network 8516ad0e-c1a9-4ecc-9ceb-5b4fe0de6b3b requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:30:59.081384 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c77f1b7f-8fee-4309-9aaf-8232c2722331 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:59.086799 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c08fcf-8335-4284-9362-f8d3e95f003d tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:59.088974 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c08fcf-8335-4284-9362-f8d3e95f003d tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:59.093287 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-e3c08fcf-8335-4284-9362-f8d3e95f003d tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1171601 Dec 08 16:30:59.096403 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45984) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:59.129478 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0cb29355-543d-4e01-8a7d-a00f1943cabd tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:59.143621 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c77f1b7f-8fee-4309-9aaf-8232c2722331 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:59.170039 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-0cb29355-543d-4e01-8a7d-a00f1943cabd tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8516ad0e-c1a9-4ecc-9ceb-5b4fe0de6b3b']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:59.203861 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-0cb29355-543d-4e01-8a7d-a00f1943cabd tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f999d6c4-9963-4dfd-8b0e-50852fc61011') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:59.206722 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-0cb29355-543d-4e01-8a7d-a00f1943cabd tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f999d6c4-9963-4dfd-8b0e-50852fc61011') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:59.228593 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0cb29355-543d-4e01-8a7d-a00f1943cabd tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:59.245124 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 981781e4-fd98-4b19-af93-c2a14984107b triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:59.245538 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:59.263810 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0cb29355-543d-4e01-8a7d-a00f1943cabd tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:59.274090 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cb29355-543d-4e01-8a7d-a00f1943cabd tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:30:59.274090 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0cb29355-543d-4e01-8a7d-a00f1943cabd tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:59.283510 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-148b019a-1e19-46f4-85c5-471383b1aacb tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Deleting subnet 36f21a95-c3e3-427f-b794-571638dc5354 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:30:59.291312 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-487aa31a-c030-4472-9413-89935a0c3f9c None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:59.309078 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c70c32f-9977-4936-a236-4eecf5541220 None None] DHCP port deletion for 8516ad0e-c1a9-4ecc-9ceb-5b4fe0de6b3b request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:30:59.311054 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0c09e1-f85a-4bc9-806c-b44ba53ddb96 req-782153ad-7555-4e3c-b9e6-346191df2fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:59.313878 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ec0c09e1-f85a-4bc9-806c-b44ba53ddb96 req-782153ad-7555-4e3c-b9e6-346191df2fe7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=13be6d62-2e9a-40c4-9d1e-34aa15cc5f10 HTTP/1.1" status: 200 len: 850 time: 0.5694730 Dec 08 16:30:59.313878 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-96aa1bec-383d-4c45-9472-18cf01617447 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:59.316414 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb29355-543d-4e01-8a7d-a00f1943cabd tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Pushing event deleted for resources: {'Subnet': ['ID=b4bb56cd-7081-47ad-871f-75d0775375b0,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:59.343474 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-487aa31a-c030-4472-9413-89935a0c3f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:59.423460 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-c77f1b7f-8fee-4309-9aaf-8232c2722331 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Allocated IP 172.25.0.127 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/f5308bfd-6b5d-48b1-af67-d0d757abdadc) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:30:59.431063 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:30:59.431063 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:30:59.431063 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:30:59.431063 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:30:59.431063 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:30:59.431063 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:30:59.431063 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:30:59.431063 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:30:59.431063 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:30:59.431063 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:30:59.431063 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:30:59.431063 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:30:59.431063 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:30:59.431063 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:30:59.431063 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:30:59.431063 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:30:59.431063 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:30:59.431063 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:30:59.431063 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:30:59.431063 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:30:59.431063 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:30:59.431063 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:30:59.431063 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:30:59.431063 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:30:59.431063 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:30:59.431063 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:30:59.431063 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:30:59.431063 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:30:59.431063 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:30:59.431063 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:30:59.431063 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:30:59.431063 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:30:59.525256 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1aa16eeb-8952-4ca2-a597-6a2251642ed4 req-84b0feb6-082a-4c8f-baea-937968158de8 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9300408 Dec 08 16:30:59.598802 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:59.611569 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487aa31a-c030-4472-9413-89935a0c3f9c None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:30:59.611832 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c77f1b7f-8fee-4309-9aaf-8232c2722331 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:59.617854 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2ae5b197-ad3a-42da-a358-2fb4d2004daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:59.670458 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-148b019a-1e19-46f4-85c5-471383b1aacb tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:59.680601 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-2ae5b197-ad3a-42da-a358-2fb4d2004daa None None] For port 981781e4-fd98-4b19-af93-c2a14984107b, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=981781e4-fd98-4b19-af93-c2a14984107b,segment=NetworkSegment(07caa314-42ab-47b6-8cf6-20ded4902a6a),segment_id=07caa314-42ab-47b6-8cf6-20ded4902a6a)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:30:59.684724 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-487aa31a-c030-4472-9413-89935a0c3f9c None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:59.686205 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aa31a-c030-4472-9413-89935a0c3f9c None None] Pushing event updated for resources: {'Port': ['ID=dbfff0ee-23f6-45ca-84f2-e16fad6fb66a,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:59.688484 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487aa31a-c030-4472-9413-89935a0c3f9c None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:30:59.733495 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-148b019a-1e19-46f4-85c5-471383b1aacb tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:59.751615 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0c09e1-f85a-4bc9-806c-b44ba53ddb96 req-330daee6-167f-42d7-97da-93cadea4767b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:59.753423 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ec0c09e1-f85a-4bc9-806c-b44ba53ddb96 req-330daee6-167f-42d7-97da-93cadea4767b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b16f21e0-d13a-4c4c-a863-a31df2be91b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2477641 Dec 08 16:30:59.757247 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0cb29355-543d-4e01-8a7d-a00f1943cabd tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:59.796280 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c77f1b7f-8fee-4309-9aaf-8232c2722331 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:59.802287 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2ae5b197-ad3a-42da-a358-2fb4d2004daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:59.866733 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0cb29355-543d-4e01-8a7d-a00f1943cabd tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:59.868918 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-487aa31a-c030-4472-9413-89935a0c3f9c None None] Attempting to bind port dbfff0ee-23f6-45ca-84f2-e16fad6fb66a on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:30:59.869300 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-487aa31a-c030-4472-9413-89935a0c3f9c None None] Attempting to bind port dbfff0ee-23f6-45ca-84f2-e16fad6fb66a by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:30:59.869671 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487aa31a-c030-4472-9413-89935a0c3f9c None None] Attempting to bind port dbfff0ee-23f6-45ca-84f2-e16fad6fb66a on network e406e062-eec7-4ef2-b02a-de32c9a24df9 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:30:59.870689 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-0cb29355-543d-4e01-8a7d-a00f1943cabd tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] 10.222.0.64 "DELETE /v2.0/networks/8516ad0e-c1a9-4ecc-9ceb-5b4fe0de6b3b HTTP/1.1" status: 204 len: 168 time: 5.1404247 Dec 08 16:30:59.874814 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ec0c09e1-f85a-4bc9-806c-b44ba53ddb96 req-ff5cd04a-c030-4b45-9237-d9bdb8e217c6 service neutron] 10.222.0.37 "GET /v2.0/networks/b16f21e0-d13a-4c4c-a863-a31df2be91b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130540 Dec 08 16:30:59.875439 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45986) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:59.893732 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77f1b7f-8fee-4309-9aaf-8232c2722331 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:30:59.900971 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-c77f1b7f-8fee-4309-9aaf-8232c2722331 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:59.915726 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77f1b7f-8fee-4309-9aaf-8232c2722331 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:30:59.940240 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae5b197-ad3a-42da-a358-2fb4d2004daa None None] Pushing event updated for resources: {'Port': ['ID=981781e4-fd98-4b19-af93-c2a14984107b,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:59.943065 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb29355-543d-4e01-8a7d-a00f1943cabd tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Pushing event deleted for resources: {'Network': ['ID=8516ad0e-c1a9-4ecc-9ceb-5b4fe0de6b3b,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:59.955568 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487aa31a-c030-4472-9413-89935a0c3f9c None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:30:59.956347 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487aa31a-c030-4472-9413-89935a0c3f9c None None] Checking segment: {'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:30:59.956950 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-487aa31a-c030-4472-9413-89935a0c3f9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:59.957502 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487aa31a-c030-4472-9413-89935a0c3f9c None None] Bound using segment: {'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:30:59.958147 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-487aa31a-c030-4472-9413-89935a0c3f9c None None] Bound port: dbfff0ee-23f6-45ca-84f2-e16fad6fb66a, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:30:59.959834 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-487aa31a-c030-4472-9413-89935a0c3f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:59.991524 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41dca15f-60f9-428d-bb24-1fb28293aecf None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:31:00.044316 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-343c8b54-4f19-4804-a7c3-0f69a86a37cf tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] DELETE failed (client error): The resource could not be found. Dec 08 16:31:00.045032 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-343c8b54-4f19-4804-a7c3-0f69a86a37cf tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:31:00.048440 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-343c8b54-4f19-4804-a7c3-0f69a86a37cf tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] 10.222.0.64 "DELETE /v2.0/networks/8516ad0e-c1a9-4ecc-9ceb-5b4fe0de6b3b HTTP/1.1" status: 404 len: 339 time: 0.1530669 Dec 08 16:31:00.052911 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45990) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:00.058407 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-e540f63f-2b7f-49e8-ba07-745fd696b1df tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1492166094', 'description': 'd1'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:00.060648 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-2ae5b197-ad3a-42da-a358-2fb4d2004daa None None] Provisioning complete for port 00c3ebbc-cee1-4210-bc8d-3982b47bfdc7 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:00.061662 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2ae5b197-ad3a-42da-a358-2fb4d2004daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:00.124537 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.db.api [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:31:00.124794 n-d-776250-12 neutron-server[110552]: DEBUG oslo_db.api [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:31:00.142571 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f1b7f-8fee-4309-9aaf-8232c2722331 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Pushing event updated for resources: {'Port': ['ID=f5308bfd-6b5d-48b1-af67-d0d757abdadc,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:00.211911 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2ae5b197-ad3a-42da-a358-2fb4d2004daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:00.249881 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-2ae5b197-ad3a-42da-a358-2fb4d2004daa None None] For port 00c3ebbc-cee1-4210-bc8d-3982b47bfdc7, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=00c3ebbc-cee1-4210-bc8d-3982b47bfdc7,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:31:00.283373 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ec0c09e1-f85a-4bc9-806c-b44ba53ddb96 req-1be6cf36-b60e-4dfa-b32d-430d57c34196 service neutron] 10.222.0.37 "GET /v2.0/networks/b16f21e0-d13a-4c4c-a863-a31df2be91b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3772686 Dec 08 16:31:00.307214 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-96aa1bec-383d-4c45-9472-18cf01617447 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:00.387707 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2ae5b197-ad3a-42da-a358-2fb4d2004daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:00.464675 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e540f63f-2b7f-49e8-ba07-745fd696b1df tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Made reservation on behalf of 104f554fb93347018c31f019caad78c1 for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:31:00.468433 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e540f63f-2b7f-49e8-ba07-745fd696b1df tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:00.499407 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae5b197-ad3a-42da-a358-2fb4d2004daa None None] Pushing event updated for resources: {'Port': ['ID=00c3ebbc-cee1-4210-bc8d-3982b47bfdc7,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:00.527866 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-e434245f-b379-46d4-b0ce-48ce73424cb9 None None] Provisioning complete for port f5308bfd-6b5d-48b1-af67-d0d757abdadc triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:00.528966 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e434245f-b379-46d4-b0ce-48ce73424cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:00.558613 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19df90-1be4-44a5-aed9-deb83bebb9ea req-5de208ed-420b-4d9f-9d27-3cc1bdcd679c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:00.560388 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9e19df90-1be4-44a5-aed9-deb83bebb9ea req-5de208ed-420b-4d9f-9d27-3cc1bdcd679c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71f5826d1b3d4cd5a2c95e78c7917860&device_id=43510672-f899-46b2-af96-d1b414c8d06d HTTP/1.1" status: 200 len: 1095 time: 0.1113057 Dec 08 16:31:00.587854 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e540f63f-2b7f-49e8-ba07-745fd696b1df tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:31:00.599385 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-e434245f-b379-46d4-b0ce-48ce73424cb9 None None] Port f5308bfd-6b5d-48b1-af67-d0d757abdadc cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:31:00.621231 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-e434245f-b379-46d4-b0ce-48ce73424cb9 None None] Provisioning complete for port 981781e4-fd98-4b19-af93-c2a14984107b triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:00.622064 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e434245f-b379-46d4-b0ce-48ce73424cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:00.676715 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e540f63f-2b7f-49e8-ba07-745fd696b1df tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:00.677326 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-e540f63f-2b7f-49e8-ba07-745fd696b1df tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Added segment c11acd38-83e7-4e00-8ed1-1ddce131d385 of type vlan for network ef63a917-f728-4888-9f23-91d75e91aef4 Dec 08 16:31:00.741601 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96aa1bec-383d-4c45-9472-18cf01617447 admin admin] Router 1f609ace-2d13-48b1-8128-c7836323e4be is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:31:00.752118 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e540f63f-2b7f-49e8-ba07-745fd696b1df tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:00.794565 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c77f1b7f-8fee-4309-9aaf-8232c2722331 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:00.798579 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19df90-1be4-44a5-aed9-deb83bebb9ea req-184d6df7-7378-4fc6-825b-c391dfc22e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:00.801418 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9e19df90-1be4-44a5-aed9-deb83bebb9ea req-184d6df7-7378-4fc6-825b-c391dfc22e49 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b16f21e0-d13a-4c4c-a863-a31df2be91b8 HTTP/1.1" status: 200 len: 912 time: 0.2285655 Dec 08 16:31:00.801601 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-148b019a-1e19-46f4-85c5-471383b1aacb tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:00.893783 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9e19df90-1be4-44a5-aed9-deb83bebb9ea req-c7926701-505b-4571-9183-e08acbd9bccf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1571db5-032d-4184-a600-e49aa50486f3 HTTP/1.1" status: 200 len: 217 time: 0.0496449 Dec 08 16:31:01.006278 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 00c3ebbc-cee1-4210-bc8d-3982b47bfdc7 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:31:01.017705 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3d7d8-c556-46dc-9b24-f5e1af5a2e65 req-de8615e1-3ead-49fd-b7dc-3e45f71f239e tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:01.019536 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-16a3d7d8-c556-46dc-9b24-f5e1af5a2e65 req-de8615e1-3ead-49fd-b7dc-3e45f71f239e tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=43510672-f899-46b2-af96-d1b414c8d06d HTTP/1.1" status: 200 len: 943 time: 0.2383113 Dec 08 16:31:01.105662 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-487aa31a-c030-4472-9413-89935a0c3f9c None None] For port dbfff0ee-23f6-45ca-84f2-e16fad6fb66a, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:31:01.123651 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-16a3d7d8-c556-46dc-9b24-f5e1af5a2e65 req-dccf2d33-2ee0-446e-8f7b-9b24b46b83dd tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959861 Dec 08 16:31:01.124930 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-148b019a-1e19-46f4-85c5-471383b1aacb tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:01.135300 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-487aa31a-c030-4472-9413-89935a0c3f9c None None] For port dbfff0ee-23f6-45ca-84f2-e16fad6fb66a, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=dbfff0ee-23f6-45ca-84f2-e16fad6fb66a,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:31:01.154471 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 00c3ebbc-cee1-4210-bc8d-3982b47bfdc7 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:01.154804 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:01.161611 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148b019a-1e19-46f4-85c5-471383b1aacb tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event deleted for resources: {'Subnet': ['ID=36f21a95-c3e3-427f-b794-571638dc5354,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:01.177086 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-148b019a-1e19-46f4-85c5-471383b1aacb tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:01.181873 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-148b019a-1e19-46f4-85c5-471383b1aacb tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/subnets/36f21a95-c3e3-427f-b794-571638dc5354 HTTP/1.1" status: 204 len: 168 time: 2.0531983 Dec 08 16:31:01.184359 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45994) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:01.223858 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-487aa31a-c030-4472-9413-89935a0c3f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:01.264035 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-5dc595bb-1a12-4bc8-95a3-a671df93205a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0761452 Dec 08 16:31:01.265074 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45996) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:01.333377 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e540f63f-2b7f-49e8-ba07-745fd696b1df tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:01.339846 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e540f63f-2b7f-49e8-ba07-745fd696b1df tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:01.340916 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e540f63f-2b7f-49e8-ba07-745fd696b1df tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:01.349646 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c77f1b7f-8fee-4309-9aaf-8232c2722331 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:01.403211 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aa31a-c030-4472-9413-89935a0c3f9c None None] Pushing event updated for resources: {'Port': ['ID=dbfff0ee-23f6-45ca-84f2-e16fad6fb66a,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:01.430576 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 981781e4-fd98-4b19-af93-c2a14984107b up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:31:01.447538 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19df90-1be4-44a5-aed9-deb83bebb9ea req-4ed8e09e-42d8-4eff-87c1-3c634216c40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:01.449869 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9e19df90-1be4-44a5-aed9-deb83bebb9ea req-4ed8e09e-42d8-4eff-87c1-3c634216c40e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=13be6d62-2e9a-40c4-9d1e-34aa15cc5f10 HTTP/1.1" status: 200 len: 850 time: 0.5470700 Dec 08 16:31:01.462083 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6f42f7-145c-483b-95a0-0b6687adb8b3 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:01.465634 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-bb6f42f7-145c-483b-95a0-0b6687adb8b3 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1978157 Dec 08 16:31:01.473303 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45998) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:01.549542 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e540f63f-2b7f-49e8-ba07-745fd696b1df tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4953382 Dec 08 16:31:01.550840 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96aa1bec-383d-4c45-9472-18cf01617447 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:31:01.557960 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46000) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:01.575274 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7492a83-30f8-4072-80bd-94a4f960a351 None None] Sync routers for ids ['1f609ace-2d13-48b1-8128-c7836323e4be'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:31:01.587101 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e540f63f-2b7f-49e8-ba07-745fd696b1df tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Pushing event updated for resources: {'Network': ['ID=ef63a917-f728-4888-9f23-91d75e91aef4,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:01.603112 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network ef63a917-f728-4888-9f23-91d75e91aef4 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:31:01.711638 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 981781e4-fd98-4b19-af93-c2a14984107b triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:01.712305 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:01.717879 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7492a83-30f8-4072-80bd-94a4f960a351 None None] Routers {'1f609ace-2d13-48b1-8128-c7836323e4be'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:31:01.718610 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-c7492a83-30f8-4072-80bd-94a4f960a351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:30:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['1f609ace-2d13-48b1-8128-c7836323e4be'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:01.733357 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19df90-1be4-44a5-aed9-deb83bebb9ea req-b32367e3-34d5-4b49-a461-2b8c4f2a4fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:01.734932 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9e19df90-1be4-44a5-aed9-deb83bebb9ea req-b32367e3-34d5-4b49-a461-2b8c4f2a4fc8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b16f21e0-d13a-4c4c-a863-a31df2be91b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2768457 Dec 08 16:31:01.738063 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06d140a-8b3c-4353-8a35-1158506622dd tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:01.742847 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46002) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:01.748745 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a06d140a-8b3c-4353-8a35-1158506622dd tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2744265 Dec 08 16:31:01.812798 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-77e7dbd8-a642-4273-bf5c-96da8788e8c5 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0690536 Dec 08 16:31:01.813648 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46004) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:01.814277 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c77f1b7f-8fee-4309-9aaf-8232c2722331 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Router 5dc8c4f3-bccf-4e4b-9daf-640dd0ead77b is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:31:01.829096 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-8a1b32ba-fba9-48d4-b17b-e2f3c07f826c tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Request body: {'subnet': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:01.902246 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-96aa1bec-383d-4c45-9472-18cf01617447 admin admin] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:01.904018 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-96aa1bec-383d-4c45-9472-18cf01617447 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 9.0046120 Dec 08 16:31:01.906549 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9e19df90-1be4-44a5-aed9-deb83bebb9ea req-2ee200e1-11b5-4b6c-8a3e-619b64931251 service neutron] 10.222.0.37 "GET /v2.0/networks/b16f21e0-d13a-4c4c-a863-a31df2be91b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557782 Dec 08 16:31:01.908719 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46006) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:02.000102 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51d7ad2-dd0c-443d-ba60-e4ffdb2c316d tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:02.005731 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e51d7ad2-dd0c-443d-ba60-e4ffdb2c316d tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] 10.222.0.64 "GET /v2.0/networks?id=ef63a917-f728-4888-9f23-91d75e91aef4 HTTP/1.1" status: 200 len: 765 time: 0.4369917 Dec 08 16:31:02.009018 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46008) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:02.017261 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-08ced8f3-c68a-4377-aba7-42c8731810e3 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Request body: {'network': {'description': 'd2'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:02.159741 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-c7492a83-30f8-4072-80bd-94a4f960a351 None None] Set router 1f609ace-2d13-48b1-8128-c7836323e4be gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:31:02.203857 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77f1b7f-8fee-4309-9aaf-8232c2722331 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:31:02.214269 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbf025d-69fc-488a-9c73-18ef074d11d3 None None] Sync routers for ids ['5dc8c4f3-bccf-4e4b-9daf-640dd0ead77b'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:31:02.227040 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbf025d-69fc-488a-9c73-18ef074d11d3 None None] Routers {'5dc8c4f3-bccf-4e4b-9daf-640dd0ead77b'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:31:02.227655 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-5fbf025d-69fc-488a-9c73-18ef074d11d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:30:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['5dc8c4f3-bccf-4e4b-9daf-640dd0ead77b'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:02.246510 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9e19df90-1be4-44a5-aed9-deb83bebb9ea req-5cef6295-b7ed-46e9-8f09-7b158eb1d84a service neutron] 10.222.0.37 "GET /v2.0/networks/b16f21e0-d13a-4c4c-a863-a31df2be91b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290660 Dec 08 16:31:02.266172 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1b32ba-fba9-48d4-b17b-e2f3c07f826c tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Made reservation on behalf of 450e207568904a6eabc726912d992373 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:31:02.274005 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8a1b32ba-fba9-48d4-b17b-e2f3c07f826c tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:02.420206 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-5fbf025d-69fc-488a-9c73-18ef074d11d3 None None] Set router 5dc8c4f3-bccf-4e4b-9daf-640dd0ead77b gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:31:02.473630 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device ecbe986f-070f-4edf-955f-9cd05a2f0a41 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:31:02.598304 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: ecbe986f-070f-4edf-955f-9cd05a2f0a41 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:31:02.598665 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device ecbe986f-070f-4edf-955f-9cd05a2f0a41 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:31:02.687616 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-c7492a83-30f8-4072-80bd-94a4f960a351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f609ace-2d13-48b1-8128-c7836323e4be', 'name': 'tempest-TestAggregatesBasicOps-1110959119-router', 'tenant_id': '2042612128bd4d06b3e8073669b05ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '506b606a-fb5d-4ab6-9888-650cd5dae81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:53Z', 'updated_at': '2021-12-08T16:30:58Z', 'revision_number': 3, 'project_id': '2042612128bd4d06b3e8073669b05ecf', 'gw_port': {'id': '506b606a-fb5d-4ab6-9888-650cd5dae81a', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d5:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f609ace-2d13-48b1-8128-c7836323e4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:55Z', 'updated_at': '2021-12-08T16:30:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:02.730462 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c77f1b7f-8fee-4309-9aaf-8232c2722331 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:02.734377 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c77f1b7f-8fee-4309-9aaf-8232c2722331 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 6.0832775 Dec 08 16:31:02.738416 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1671df5b-1608-49cc-bde2-2334f00652dc req-453e75c4-6851-49f1-bc1b-7bd980730ab4 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:02.740049 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1671df5b-1608-49cc-bde2-2334f00652dc req-453e75c4-6851-49f1-bc1b-7bd980730ab4 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=43510672-f899-46b2-af96-d1b414c8d06d HTTP/1.1" status: 200 len: 943 time: 0.3639214 Dec 08 16:31:02.744492 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46012) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:02.752318 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-08ced8f3-c68a-4377-aba7-42c8731810e3 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:02.763996 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7492a83-30f8-4072-80bd-94a4f960a351 None None] Checking router: 1f609ace-2d13-48b1-8128-c7836323e4be for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:31:02.770676 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7492a83-30f8-4072-80bd-94a4f960a351 None None] Updating router 1f609ace-2d13-48b1-8128-c7836323e4be port 506b606a-fb5d-4ab6-9888-650cd5dae81a binding host n-d-776250-12 {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:31:02.781974 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8a1b32ba-fba9-48d4-b17b-e2f3c07f826c tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:02.791617 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-5fbf025d-69fc-488a-9c73-18ef074d11d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc8c4f3-bccf-4e4b-9daf-640dd0ead77b', 'name': 'tempest-snat-router-40699190', 'tenant_id': 'af03a2e86b78478ab86cace1636ed027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': 'f5308bfd-6b5d-48b1-af67-d0d757abdadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:56Z', 'updated_at': '2021-12-08T16:31:00Z', 'revision_number': 3, 'project_id': 'af03a2e86b78478ab86cace1636ed027', 'gw_port': {'id': 'f5308bfd-6b5d-48b1-af67-d0d757abdadc', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:57:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc8c4f3-bccf-4e4b-9daf-640dd0ead77b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:59Z', 'updated_at': '2021-12-08T16:30:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:02.823639 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c7492a83-30f8-4072-80bd-94a4f960a351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:02.838982 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbf025d-69fc-488a-9c73-18ef074d11d3 None None] Checking router: 5dc8c4f3-bccf-4e4b-9daf-640dd0ead77b for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:31:02.839347 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbf025d-69fc-488a-9c73-18ef074d11d3 None None] Updating router 5dc8c4f3-bccf-4e4b-9daf-640dd0ead77b port f5308bfd-6b5d-48b1-af67-d0d757abdadc binding host n-d-776250-12 {{(pid=110553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:31:02.879425 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-5fbf025d-69fc-488a-9c73-18ef074d11d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:02.907773 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-3cc988fc-cf48-451e-842a-b506b9a7fd77 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] 10.222.0.64 "GET /v2.0/routers/5dc8c4f3-bccf-4e4b-9daf-640dd0ead77b HTTP/1.1" status: 200 len: 906 time: 0.1596093 Dec 08 16:31:02.907901 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1b32ba-fba9-48d4-b17b-e2f3c07f826c tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event updated for resources: {'Subnet': ['ID=f5769e63-e5e0-4259-85aa-8ed3f267a648,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:02.912771 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46014) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:02.929756 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-08ced8f3-c68a-4377-aba7-42c8731810e3 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:02.946457 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f393f7f3-95f2-48fc-9181-70d9cfa7d613 None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:31:02.959678 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-08ced8f3-c68a-4377-aba7-42c8731810e3 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Network ef63a917-f728-4888-9f23-91d75e91aef4 is not hosted by any dhcp agent {{(pid=110550) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 08 16:31:02.973552 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ced8f3-c68a-4377-aba7-42c8731810e3 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:02.974214 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-08ced8f3-c68a-4377-aba7-42c8731810e3 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:02.975372 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3dc567fe-97eb-44a1-ac57-c0c263fb230b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:02.976255 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-08ced8f3-c68a-4377-aba7-42c8731810e3 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] 10.222.0.64 "PUT /v2.0/networks/ef63a917-f728-4888-9f23-91d75e91aef4 HTTP/1.1" status: 200 len: 762 time: 0.9661996 Dec 08 16:31:02.985349 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46016) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:03.073221 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device dbfff0ee-23f6-45ca-84f2-e16fad6fb66a up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:31:03.088722 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec085870-bec9-4afb-9981-fb0ea371e7ff tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:03.090467 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ec085870-bec9-4afb-9981-fb0ea371e7ff tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] 10.222.0.64 "GET /v2.0/networks?id=ef63a917-f728-4888-9f23-91d75e91aef4 HTTP/1.1" status: 200 len: 765 time: 0.1032903 Dec 08 16:31:03.137051 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46018) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:03.147932 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1b32ba-fba9-48d4-b17b-e2f3c07f826c tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:31:03.201219 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-5fbf025d-69fc-488a-9c73-18ef074d11d3 None None] Publish callbacks [] for port, precommit_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:03.204065 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-8a1b32ba-fba9-48d4-b17b-e2f3c07f826c tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:31:03.249411 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1b32ba-fba9-48d4-b17b-e2f3c07f826c tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:03.250167 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-5fbf025d-69fc-488a-9c73-18ef074d11d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:03.250833 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8a1b32ba-fba9-48d4-b17b-e2f3c07f826c tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:03.251310 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-9836a209-a711-4fcb-83b8-cab9e6c8c554 None None] Provisioning complete for port dbfff0ee-23f6-45ca-84f2-e16fad6fb66a triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:03.251714 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9836a209-a711-4fcb-83b8-cab9e6c8c554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:03.268902 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port dbfff0ee-23f6-45ca-84f2-e16fad6fb66a triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:03.269985 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:03.283687 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ced8f3-c68a-4377-aba7-42c8731810e3 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Pushing event updated for resources: {'Network': ['ID=ef63a917-f728-4888-9f23-91d75e91aef4,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:03.332374 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-3dc567fe-97eb-44a1-ac57-c0c263fb230b admin admin] Allocated IP 172.20.0.1 (e4637412-5cbf-4755-9eb9-03e181b3b4ff/d5346832-733c-4370-87cf-c446281c90c3/873732d0-9bfa-43d8-88b6-a1e830c26bc9) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:31:03.349660 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network ef63a917-f728-4888-9f23-91d75e91aef4 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:31:03.350069 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-5fbf025d-69fc-488a-9c73-18ef074d11d3 None None] Attempting to bind port f5308bfd-6b5d-48b1-af67-d0d757abdadc on host n-d-776250-12 for vnic_type normal with profile {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:31:03.350446 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-5fbf025d-69fc-488a-9c73-18ef074d11d3 None None] Attempting to bind port f5308bfd-6b5d-48b1-af67-d0d757abdadc by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:31:03.350813 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbf025d-69fc-488a-9c73-18ef074d11d3 None None] Attempting to bind port f5308bfd-6b5d-48b1-af67-d0d757abdadc on network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:31:03.375991 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbf025d-69fc-488a-9c73-18ef074d11d3 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:31:03.376554 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbf025d-69fc-488a-9c73-18ef074d11d3 None None] Checking segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:31:03.376996 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-5fbf025d-69fc-488a-9c73-18ef074d11d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:03.377404 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbf025d-69fc-488a-9c73-18ef074d11d3 None None] Bound using segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:31:03.377890 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-5fbf025d-69fc-488a-9c73-18ef074d11d3 None None] Bound port: f5308bfd-6b5d-48b1-af67-d0d757abdadc, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:31:03.378273 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-5fbf025d-69fc-488a-9c73-18ef074d11d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:03.394862 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-8a1b32ba-fba9-48d4-b17b-e2f3c07f826c tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5732086 Dec 08 16:31:03.398706 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56cc40d-f212-426a-ae5e-c03d2725f519 None None] Pushing event updated for resources: {'Port': ['ID=f5308bfd-6b5d-48b1-af67-d0d757abdadc,revision_number=2']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:03.404507 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46020) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:03.420244 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-b9493ff4-fcd6-422c-bf51-086202afc6fe tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Request body: {'port': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'fixed_ips': [{'subnet_id': 'f5769e63-e5e0-4259-85aa-8ed3f267a648', 'ip_address': '2001:db8::d06b:cdd3:94f8:5ee6'}], 'name': 'tempest-NetworksTestDHCPv6-1345051764'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:03.445858 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992fdd42-330e-4775-9c50-193fde58059a None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:31:03.491076 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-5fbf025d-69fc-488a-9c73-18ef074d11d3 None None] For port f5308bfd-6b5d-48b1-af67-d0d757abdadc, host n-d-776250-12, cleared binding levels {{(pid=110553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:31:03.492212 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3dc567fe-97eb-44a1-ac57-c0c263fb230b admin admin] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:03.495670 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-5fbf025d-69fc-488a-9c73-18ef074d11d3 None None] For port f5308bfd-6b5d-48b1-af67-d0d757abdadc, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=f5308bfd-6b5d-48b1-af67-d0d757abdadc,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:31:03.533000 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1671df5b-1608-49cc-bde2-2334f00652dc req-533edf7a-218b-4631-8abb-99c2291d9fc5 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6261544 Dec 08 16:31:03.581294 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715c4380-0ecc-4585-84ea-bbed77bd325d tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:03.582168 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-5fbf025d-69fc-488a-9c73-18ef074d11d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:03.583478 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-715c4380-0ecc-4585-84ea-bbed77bd325d tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4401457 Dec 08 16:31:03.588538 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46022) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:03.593781 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1903a97c-c39f-4a28-95ef-20ed6580aed9 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks [] for router, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:03.616622 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3dc567fe-97eb-44a1-ac57-c0c263fb230b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:03.664910 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-bd0bd815-19ee-49c5-9932-3c30a99e08f1 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] 10.222.0.64 "GET /v2.0/subnets?network_id=1ae4cf80-76bf-4df3-a557-5cc6023c1900 HTTP/1.1" status: 200 len: 207 time: 0.0726569 Dec 08 16:31:03.682421 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46024) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:03.719739 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc567fe-97eb-44a1-ac57-c0c263fb230b admin admin] Pushing event updated for resources: {'Port': ['ID=873732d0-9bfa-43d8-88b6-a1e830c26bc9,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:03.727432 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc567fe-97eb-44a1-ac57-c0c263fb230b admin admin] Network e4637412-5cbf-4755-9eb9-03e181b3b4ff is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:31:03.728206 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da42d8c-9aa6-45c6-a301-b7a487e8677a None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:31:03.728628 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-3dc567fe-97eb-44a1-ac57-c0c263fb230b admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:31:03.731067 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc567fe-97eb-44a1-ac57-c0c263fb230b admin admin] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:31:03.743687 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbf025d-69fc-488a-9c73-18ef074d11d3 None None] Routers {'5dc8c4f3-bccf-4e4b-9daf-640dd0ead77b'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:31:03.744516 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-5fbf025d-69fc-488a-9c73-18ef074d11d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:30:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['5dc8c4f3-bccf-4e4b-9daf-640dd0ead77b'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:03.748643 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56cc40d-f212-426a-ae5e-c03d2725f519 None None] Pushing event updated for resources: {'Port': ['ID=f5308bfd-6b5d-48b1-af67-d0d757abdadc,revision_number=3']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:03.791247 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3dc567fe-97eb-44a1-ac57-c0c263fb230b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:03.835076 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:03.975077 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa6285a-e382-427d-bd1e-50164effa741 None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:31:04.036164 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-5fbf025d-69fc-488a-9c73-18ef074d11d3 None None] Set router 5dc8c4f3-bccf-4e4b-9daf-640dd0ead77b gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:31:04.081450 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9836a209-a711-4fcb-83b8-cab9e6c8c554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:04.100291 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1903a97c-c39f-4a28-95ef-20ed6580aed9 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:04.129713 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port dbfff0ee-23f6-45ca-84f2-e16fad6fb66a, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=dbfff0ee-23f6-45ca-84f2-e16fad6fb66a,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:31:04.149116 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3dc567fe-97eb-44a1-ac57-c0c263fb230b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:04.151368 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c7492a83-30f8-4072-80bd-94a4f960a351 None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:04.161068 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc9491b-312b-4d98-8a7b-50da2c0f293a tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:04.172219 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc9491b-312b-4d98-8a7b-50da2c0f293a tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:04.179129 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc9491b-312b-4d98-8a7b-50da2c0f293a tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:04.185183 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc9491b-312b-4d98-8a7b-50da2c0f293a tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:04.199839 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc9491b-312b-4d98-8a7b-50da2c0f293a tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:04.224591 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc9491b-312b-4d98-8a7b-50da2c0f293a tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:04.224591 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-cdc9491b-312b-4d98-8a7b-50da2c0f293a tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.5309823 Dec 08 16:31:04.226748 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46026) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:04.247019 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c7492a83-30f8-4072-80bd-94a4f960a351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:04.248912 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:04.296444 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9493ff4-fcd6-422c-bf51-086202afc6fe tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Made reservation on behalf of 450e207568904a6eabc726912d992373 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:31:04.403387 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b471d47b-9d47-49f5-b225-b99ded21ca99 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:31:04.404778 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-5fbf025d-69fc-488a-9c73-18ef074d11d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc8c4f3-bccf-4e4b-9daf-640dd0ead77b', 'name': 'tempest-snat-router-40699190', 'tenant_id': 'af03a2e86b78478ab86cace1636ed027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': 'f5308bfd-6b5d-48b1-af67-d0d757abdadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:56Z', 'updated_at': '2021-12-08T16:31:00Z', 'revision_number': 3, 'project_id': 'af03a2e86b78478ab86cace1636ed027', 'gw_port': {'id': 'f5308bfd-6b5d-48b1-af67-d0d757abdadc', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:57:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc8c4f3-bccf-4e4b-9daf-640dd0ead77b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:59Z', 'updated_at': '2021-12-08T16:31:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:04.431724 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.db.api [None req-9836a209-a711-4fcb-83b8-cab9e6c8c554 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:31:04.432074 n-d-776250-12 neutron-server[110552]: DEBUG oslo_db.api [None req-9836a209-a711-4fcb-83b8-cab9e6c8c554 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:31:04.433694 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-c7492a83-30f8-4072-80bd-94a4f960a351 None None] Attempting to bind port 506b606a-fb5d-4ab6-9888-650cd5dae81a on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:31:04.434082 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-c7492a83-30f8-4072-80bd-94a4f960a351 None None] Attempting to bind port 506b606a-fb5d-4ab6-9888-650cd5dae81a by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:31:04.434451 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7492a83-30f8-4072-80bd-94a4f960a351 None None] Attempting to bind port 506b606a-fb5d-4ab6-9888-650cd5dae81a on network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:31:04.438041 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951f32e8-7adf-4826-a9cd-bd5fc2cd9a48 None None] Pushing event updated for resources: {'Port': ['ID=506b606a-fb5d-4ab6-9888-650cd5dae81a,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:04.447282 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7492a83-30f8-4072-80bd-94a4f960a351 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:31:04.447666 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7492a83-30f8-4072-80bd-94a4f960a351 None None] Checking segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:31:04.448082 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c7492a83-30f8-4072-80bd-94a4f960a351 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:04.448510 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7492a83-30f8-4072-80bd-94a4f960a351 None None] Bound using segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:31:04.449454 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-c7492a83-30f8-4072-80bd-94a4f960a351 None None] Bound port: 506b606a-fb5d-4ab6-9888-650cd5dae81a, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:31:04.449454 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c7492a83-30f8-4072-80bd-94a4f960a351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:04.478505 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3dc567fe-97eb-44a1-ac57-c0c263fb230b admin admin] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:04.481456 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbf025d-69fc-488a-9c73-18ef074d11d3 None None] The sync data for ids ['5dc8c4f3-bccf-4e4b-9daf-640dd0ead77b'] in n-d-776250-12 is: [{'id': '5dc8c4f3-bccf-4e4b-9daf-640dd0ead77b', 'name': 'tempest-snat-router-40699190', 'tenant_id': 'af03a2e86b78478ab86cace1636ed027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': 'f5308bfd-6b5d-48b1-af67-d0d757abdadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:56Z', 'updated_at': '2021-12-08T16:31:00Z', 'revision_number': 3, 'project_id': 'af03a2e86b78478ab86cace1636ed027', 'gw_port': {'id': 'f5308bfd-6b5d-48b1-af67-d0d757abdadc', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:57:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc8c4f3-bccf-4e4b-9daf-640dd0ead77b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:59Z', 'updated_at': '2021-12-08T16:31:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:31:04.512569 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b9493ff4-fcd6-422c-bf51-086202afc6fe tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:04.542447 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=dbfff0ee-23f6-45ca-84f2-e16fad6fb66a,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:04.547780 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3dc567fe-97eb-44a1-ac57-c0c263fb230b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:04.592899 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [None req-b9493ff4-fcd6-422c-bf51-086202afc6fe tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] device_id is not set on port 992e6c3a-00e2-4ea5-baba-9ddb910ff108 yet. {{(pid=110550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:31:04.627919 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-c7492a83-30f8-4072-80bd-94a4f960a351 None None] For port 506b606a-fb5d-4ab6-9888-650cd5dae81a, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:31:04.642605 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-c7492a83-30f8-4072-80bd-94a4f960a351 None None] For port 506b606a-fb5d-4ab6-9888-650cd5dae81a, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=506b606a-fb5d-4ab6-9888-650cd5dae81a,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:31:04.644532 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:04.694898 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3dc567fe-97eb-44a1-ac57-c0c263fb230b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:04.701074 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc567fe-97eb-44a1-ac57-c0c263fb230b admin admin] Pushing event updated for resources: {'Port': ['ID=873732d0-9bfa-43d8-88b6-a1e830c26bc9,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:04.701773 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c7492a83-30f8-4072-80bd-94a4f960a351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:04.772575 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a243925a-e057-4298-abc1-3e09a704fed1 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] 10.222.0.64 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.5360537 Dec 08 16:31:04.779163 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-1903a97c-c39f-4a28-95ef-20ed6580aed9 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Deleting port f5308bfd-6b5d-48b1-af67-d0d757abdadc {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:31:04.779605 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1903a97c-c39f-4a28-95ef-20ed6580aed9 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:04.790936 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46030) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:04.795519 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff80a06d-53cc-4e90-b131-ea8471cd409e None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:31:04.819984 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc567fe-97eb-44a1-ac57-c0c263fb230b admin admin] Network e4637412-5cbf-4755-9eb9-03e181b3b4ff is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:31:04.821822 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-3dc567fe-97eb-44a1-ac57-c0c263fb230b admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:31:04.859062 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7492a83-30f8-4072-80bd-94a4f960a351 None None] Routers {'1f609ace-2d13-48b1-8128-c7836323e4be'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:31:04.859846 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-c7492a83-30f8-4072-80bd-94a4f960a351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:30:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['1f609ace-2d13-48b1-8128-c7836323e4be'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:05.101652 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device dbfff0ee-23f6-45ca-84f2-e16fad6fb66a up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:31:05.139088 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951f32e8-7adf-4826-a9cd-bd5fc2cd9a48 None None] Pushing event updated for resources: {'Port': ['ID=506b606a-fb5d-4ab6-9888-650cd5dae81a,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:05.186636 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dc567fe-97eb-44a1-ac57-c0c263fb230b admin admin] Router 1f609ace-2d13-48b1-8128-c7836323e4be has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:31:05.422893 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-9836a209-a711-4fcb-83b8-cab9e6c8c554 None None] Could not find standard attr ID for object 9197567e-fa98-4331-a39d-f9bcfdd2fbf6. {{(pid=110552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:31:05.476449 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc567fe-97eb-44a1-ac57-c0c263fb230b admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:31:05.504433 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-c7492a83-30f8-4072-80bd-94a4f960a351 None None] Set router 1f609ace-2d13-48b1-8128-c7836323e4be gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:31:05.508059 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-3dc567fe-97eb-44a1-ac57-c0c263fb230b admin admin] 10.222.0.64 "PUT /v2.0/routers/1f609ace-2d13-48b1-8128-c7836323e4be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5981638 Dec 08 16:31:05.540650 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port dbfff0ee-23f6-45ca-84f2-e16fad6fb66a triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:05.541459 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:05.559957 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-e648444f-3ef4-4a38-af58-8bbd22675ed1 None None] Could not find standard attr ID for object 9197567e-fa98-4331-a39d-f9bcfdd2fbf6. {{(pid=110552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:31:05.731186 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-e648444f-3ef4-4a38-af58-8bbd22675ed1 None None] Provisioning complete for port dbfff0ee-23f6-45ca-84f2-e16fad6fb66a triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:05.731563 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e648444f-3ef4-4a38-af58-8bbd22675ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:05.929344 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2e16f7-3e92-4640-a86d-e8fbc554885d tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:05.931049 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2e16f7-3e92-4640-a86d-e8fbc554885d tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:05.932885 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2e16f7-3e92-4640-a86d-e8fbc554885d tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:05.934753 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2e16f7-3e92-4640-a86d-e8fbc554885d tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:05.937132 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2e16f7-3e92-4640-a86d-e8fbc554885d tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:05.945036 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-9c2e16f7-3e92-4640-a86d-e8fbc554885d tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 1.1400828 Dec 08 16:31:05.945809 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46044) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:05.978927 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a535024-d5d8-4f00-8fb8-08b1fa04f9f6 req-96b5a00a-0ce1-4f8b-b9a4-4612295a82bf tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:05.989484 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2a535024-d5d8-4f00-8fb8-08b1fa04f9f6 req-96b5a00a-0ce1-4f8b-b9a4-4612295a82bf tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=43510672-f899-46b2-af96-d1b414c8d06d HTTP/1.1" status: 200 len: 943 time: 1.3141537 Dec 08 16:31:06.043558 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [req-42a732d0-a3f2-4c61-991a-0e303109490f req-d430d379-d37d-4747-957b-a7ed3e5c98d2 service neutron] (110550) timed out ('10.222.0.76', 62312) {{(pid=110550) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 16:31:06.050564 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-1903a97c-c39f-4a28-95ef-20ed6580aed9 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] For port f5308bfd-6b5d-48b1-af67-d0d757abdadc, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=f5308bfd-6b5d-48b1-af67-d0d757abdadc,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:31:06.051420 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1903a97c-c39f-4a28-95ef-20ed6580aed9 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:06.178552 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574ce548-21b8-42fe-a184-7113e7790082 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Attributes excluded by policy engine: ['shared'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:06.186825 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574ce548-21b8-42fe-a184-7113e7790082 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Attributes excluded by policy engine: ['shared'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:06.190683 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574ce548-21b8-42fe-a184-7113e7790082 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Attributes excluded by policy engine: ['shared'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:06.193978 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-1903a97c-c39f-4a28-95ef-20ed6580aed9 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Calling delete_port for f5308bfd-6b5d-48b1-af67-d0d757abdadc owned by network:router_gateway {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:31:06.195913 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574ce548-21b8-42fe-a184-7113e7790082 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Attributes excluded by policy engine: ['shared'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:06.200375 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574ce548-21b8-42fe-a184-7113e7790082 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Attributes excluded by policy engine: ['shared'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:06.208257 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-574ce548-21b8-42fe-a184-7113e7790082 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] 10.222.0.64 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2561200 Dec 08 16:31:06.208673 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46046) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:06.308575 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-b9493ff4-fcd6-422c-bf51-086202afc6fe tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Allocated IP 2001:db8::d06b:cdd3:94f8:5ee6 (e406e062-eec7-4ef2-b02a-de32c9a24df9/f5769e63-e5e0-4259-85aa-8ed3f267a648/992e6c3a-00e2-4ea5-baba-9ddb910ff108) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:31:06.361909 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2a535024-d5d8-4f00-8fb8-08b1fa04f9f6 req-f68c6cd0-a498-40ba-888f-9b5e8c826b37 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3709176 Dec 08 16:31:06.428891 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:31:06.501871 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7161e0ed-a163-4007-9ea5-aaa13f1d0ec7 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:06.510328 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-e648444f-3ef4-4a38-af58-8bbd22675ed1 None None] Provisioning complete for port f5308bfd-6b5d-48b1-af67-d0d757abdadc triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:06.510328 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e648444f-3ef4-4a38-af58-8bbd22675ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:06.512911 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-7161e0ed-a163-4007-9ea5-aaa13f1d0ec7 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] 10.222.0.64 "GET /v2.0/networks/d054a046-6d3e-4c2a-8726-a6bf2b7d2ca3 HTTP/1.1" status: 200 len: 804 time: 0.3020933 Dec 08 16:31:06.513968 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46052) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:06.595780 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-c7492a83-30f8-4072-80bd-94a4f960a351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f609ace-2d13-48b1-8128-c7836323e4be', 'name': 'tempest-TestAggregatesBasicOps-1110959119-router', 'tenant_id': '2042612128bd4d06b3e8073669b05ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '506b606a-fb5d-4ab6-9888-650cd5dae81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:53Z', 'updated_at': '2021-12-08T16:31:03Z', 'revision_number': 4, 'project_id': '2042612128bd4d06b3e8073669b05ecf', 'gw_port': {'id': '506b606a-fb5d-4ab6-9888-650cd5dae81a', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d5:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f609ace-2d13-48b1-8128-c7836323e4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:55Z', 'updated_at': '2021-12-08T16:31:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '873732d0-9bfa-43d8-88b6-a1e830c26bc9', 'name': '', 'network_id': 'e4637412-5cbf-4755-9eb9-03e181b3b4ff', 'tenant_id': '2042612128bd4d06b3e8073669b05ecf', 'mac_address': 'fa:16:3e:91:23:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f609ace-2d13-48b1-8128-c7836323e4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'd5346832-733c-4370-87cf-c446281c90c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:03Z', 'updated_at': '2021-12-08T16:31:04Z', 'revision_number': 2, 'project_id': '2042612128bd4d06b3e8073669b05ecf', 'subnets': [{'id': 'd5346832-733c-4370-87cf-c446281c90c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:06.665572 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7492a83-30f8-4072-80bd-94a4f960a351 None None] The sync data for ids ['1f609ace-2d13-48b1-8128-c7836323e4be'] in n-d-776250-12 is: [{'id': '1f609ace-2d13-48b1-8128-c7836323e4be', 'name': 'tempest-TestAggregatesBasicOps-1110959119-router', 'tenant_id': '2042612128bd4d06b3e8073669b05ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '506b606a-fb5d-4ab6-9888-650cd5dae81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:53Z', 'updated_at': '2021-12-08T16:31:03Z', 'revision_number': 4, 'project_id': '2042612128bd4d06b3e8073669b05ecf', 'gw_port': {'id': '506b606a-fb5d-4ab6-9888-650cd5dae81a', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d5:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f609ace-2d13-48b1-8128-c7836323e4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:55Z', 'updated_at': '2021-12-08T16:31:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '873732d0-9bfa-43d8-88b6-a1e830c26bc9', 'name': '', 'network_id': 'e4637412-5cbf-4755-9eb9-03e181b3b4ff', 'tenant_id': '2042612128bd4d06b3e8073669b05ecf', 'mac_address': 'fa:16:3e:91:23:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f609ace-2d13-48b1-8128-c7836323e4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'd5346832-733c-4370-87cf-c446281c90c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:03Z', 'updated_at': '2021-12-08T16:31:04Z', 'revision_number': 2, 'project_id': '2042612128bd4d06b3e8073669b05ecf', 'subnets': [{'id': 'd5346832-733c-4370-87cf-c446281c90c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:31:06.686077 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e648444f-3ef4-4a38-af58-8bbd22675ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:06.766765 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b9493ff4-fcd6-422c-bf51-086202afc6fe tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:06.787647 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-1170d601-5d39-4bdd-9935-f451355e5068 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] 10.222.0.64 "GET /v2.0/networks/d054a046-6d3e-4c2a-8726-a6bf2b7d2ca3?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2724245 Dec 08 16:31:06.793234 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46064) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:06.891144 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1903a97c-c39f-4a28-95ef-20ed6580aed9 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:06.934682 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593e9357-df20-4035-9809-baea4cdbe36b tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:06.936215 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-593e9357-df20-4035-9809-baea4cdbe36b tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] 10.222.0.64 "GET /v2.0/subnets/d03c6474-9882-4d73-9f51-465d090cebce HTTP/1.1" status: 200 len: 843 time: 0.1417799 Dec 08 16:31:06.943855 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46066) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:06.956968 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-e648444f-3ef4-4a38-af58-8bbd22675ed1 None None] Provisioning complete for port 873732d0-9bfa-43d8-88b6-a1e830c26bc9 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:06.957270 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e648444f-3ef4-4a38-af58-8bbd22675ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:06.975118 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1903a97c-c39f-4a28-95ef-20ed6580aed9 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Pushing event deleted for resources: {'Port': ['ID=f5308bfd-6b5d-48b1-af67-d0d757abdadc,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:06.984555 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b9493ff4-fcd6-422c-bf51-086202afc6fe tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:06.993627 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device f5308bfd-6b5d-48b1-af67-d0d757abdadc up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:31:07.059146 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542cf0aa-6b01-4a62-b011-34996372f1a7 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:31:07.070652 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: f5308bfd-6b5d-48b1-af67-d0d757abdadc {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:31:07.073025 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device f5308bfd-6b5d-48b1-af67-d0d757abdadc not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 08 16:31:07.098679 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be14f996-4ead-4296-ba48-1c79db6590ff tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Attributes excluded by policy engine: ['shared'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:07.107287 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-be14f996-4ead-4296-ba48-1c79db6590ff tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] 10.222.0.64 "GET /v2.0/subnets/d03c6474-9882-4d73-9f51-465d090cebce?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1623356 Dec 08 16:31:07.114047 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46070) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:07.127648 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-fefb7e96-da7f-4719-8222-f5ed7b702a63 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-155615013'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:07.190340 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Port f5308bfd-6b5d-48b1-af67-d0d757abdadc not found, will not notify nova. {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 08 16:31:07.190518 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46072) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:07.195074 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-e648444f-3ef4-4a38-af58-8bbd22675ed1 None None] Port 873732d0-9bfa-43d8-88b6-a1e830c26bc9 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:31:07.202161 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-796afb8f-c3ba-42db-9365-01dea1310ee5 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1857446825-network', 'tenant_id': '436c2c9fc3df4d7db28f68b844bc3c78'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:07.223672 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-e648444f-3ef4-4a38-af58-8bbd22675ed1 None None] Provisioning complete for port 506b606a-fb5d-4ab6-9888-650cd5dae81a triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:07.223953 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e648444f-3ef4-4a38-af58-8bbd22675ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:07.259178 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9493ff4-fcd6-422c-bf51-086202afc6fe tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event updated for resources: {'Port': ['ID=992e6c3a-00e2-4ea5-baba-9ddb910ff108,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:07.295108 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9493ff4-fcd6-422c-bf51-086202afc6fe tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:31:07.312691 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fefb7e96-da7f-4719-8222-f5ed7b702a63 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Made reservation on behalf of 104f554fb93347018c31f019caad78c1 for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:31:07.314502 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-b9493ff4-fcd6-422c-bf51-086202afc6fe tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:31:07.318844 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9493ff4-fcd6-422c-bf51-086202afc6fe tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:31:07.336124 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fefb7e96-da7f-4719-8222-f5ed7b702a63 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:07.337995 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9493ff4-fcd6-422c-bf51-086202afc6fe tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:07.338706 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b9493ff4-fcd6-422c-bf51-086202afc6fe tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:07.370283 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1903a97c-c39f-4a28-95ef-20ed6580aed9 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:07.373661 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796afb8f-c3ba-42db-9365-01dea1310ee5 admin admin] Made reservation on behalf of 436c2c9fc3df4d7db28f68b844bc3c78 for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:31:07.376753 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-796afb8f-c3ba-42db-9365-01dea1310ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:07.391152 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-796afb8f-c3ba-42db-9365-01dea1310ee5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:07.417594 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fefb7e96-da7f-4719-8222-f5ed7b702a63 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:31:07.424561 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e648444f-3ef4-4a38-af58-8bbd22675ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:07.477059 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-e648444f-3ef4-4a38-af58-8bbd22675ed1 None None] For port 506b606a-fb5d-4ab6-9888-650cd5dae81a, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=506b606a-fb5d-4ab6-9888-650cd5dae81a,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:31:07.557343 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fefb7e96-da7f-4719-8222-f5ed7b702a63 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:07.557706 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-fefb7e96-da7f-4719-8222-f5ed7b702a63 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Added segment d6c1e55c-11af-402d-9204-ead93430fef9 of type vlan for network 77777b7a-05c2-4193-b1bf-505a6fe8f36c Dec 08 16:31:07.570852 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e648444f-3ef4-4a38-af58-8bbd22675ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:07.585873 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b9493ff4-fcd6-422c-bf51-086202afc6fe tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.1802101 Dec 08 16:31:07.601441 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46076) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:07.606146 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1903a97c-c39f-4a28-95ef-20ed6580aed9 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:07.615543 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1903a97c-c39f-4a28-95ef-20ed6580aed9 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:07.617058 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-796afb8f-c3ba-42db-9365-01dea1310ee5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:07.691084 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e648444f-3ef4-4a38-af58-8bbd22675ed1 None None] Pushing event updated for resources: {'Port': ['ID=506b606a-fb5d-4ab6-9888-650cd5dae81a,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:07.730482 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fefb7e96-da7f-4719-8222-f5ed7b702a63 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:07.772352 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-796afb8f-c3ba-42db-9365-01dea1310ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:07.783237 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71fd61-21fb-4e8c-ba6f-fce946d8459d req-9fbef27e-ff4d-43a4-93d8-1d8c9767ea0c tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:07.784944 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9e71fd61-21fb-4e8c-ba6f-fce946d8459d req-9fbef27e-ff4d-43a4-93d8-1d8c9767ea0c tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=43510672-f899-46b2-af96-d1b414c8d06d HTTP/1.1" status: 200 len: 943 time: 0.2749953 Dec 08 16:31:07.806000 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1903a97c-c39f-4a28-95ef-20ed6580aed9 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:07.806760 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1903a97c-c39f-4a28-95ef-20ed6580aed9 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5dc8c4f3-bccf-4e4b-9daf-640dd0ead77b {{(pid=110550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:31:07.807163 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-0b1760d9-49eb-49c3-9c8e-01f627a1b0ee None None] Provisioning complete for port 992e6c3a-00e2-4ea5-baba-9ddb910ff108 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:07.808400 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0b1760d9-49eb-49c3-9c8e-01f627a1b0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:07.811185 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1903a97c-c39f-4a28-95ef-20ed6580aed9 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:07.812601 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-1903a97c-c39f-4a28-95ef-20ed6580aed9 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] 10.222.0.64 "DELETE /v2.0/routers/5dc8c4f3-bccf-4e4b-9daf-640dd0ead77b HTTP/1.1" status: 204 len: 168 time: 4.9003990 Dec 08 16:31:07.818327 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46080) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:07.884394 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-796afb8f-c3ba-42db-9365-01dea1310ee5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:31:07.900341 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-0b1760d9-49eb-49c3-9c8e-01f627a1b0ee None None] Port 992e6c3a-00e2-4ea5-baba-9ddb910ff108 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:31:07.910047 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fefb7e96-da7f-4719-8222-f5ed7b702a63 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:07.922382 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefb7e96-da7f-4719-8222-f5ed7b702a63 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:07.924752 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fefb7e96-da7f-4719-8222-f5ed7b702a63 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:08.052563 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bacd97a0-0800-4c41-98e8-5bf1b67f9737 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks [] for router, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:08.058858 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796afb8f-c3ba-42db-9365-01dea1310ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e4c985-cfd8-4886-8703-3d4e02374e3f,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:08.064767 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-796afb8f-c3ba-42db-9365-01dea1310ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:08.064767 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-796afb8f-c3ba-42db-9365-01dea1310ee5 admin admin] Added segment 7c39f12b-900c-401b-b0d2-47f75306c043 of type vlan for network 8c7d2eea-ec2d-44ef-8cba-52ee91a652be Dec 08 16:31:08.095103 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a121b7-bd0b-4d81-84b6-3b56a42dbe47 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:08.103213 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a121b7-bd0b-4d81-84b6-3b56a42dbe47 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:08.105316 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-27a121b7-bd0b-4d81-84b6-3b56a42dbe47 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.5026758 Dec 08 16:31:08.130079 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46086) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:08.166925 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefb7e96-da7f-4719-8222-f5ed7b702a63 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Pushing event updated for resources: {'Network': ['ID=77777b7a-05c2-4193-b1bf-505a6fe8f36c,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:08.189660 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 77777b7a-05c2-4193-b1bf-505a6fe8f36c details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:31:08.272611 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9e71fd61-21fb-4e8c-ba6f-fce946d8459d req-ebd2d5bd-4f7a-49ac-986a-6cae09eb72a2 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4744442 Dec 08 16:31:08.307448 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bacd97a0-0800-4c41-98e8-5bf1b67f9737 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:08.311909 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-fefb7e96-da7f-4719-8222-f5ed7b702a63 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1967068 Dec 08 16:31:08.317912 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46090) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:08.324356 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-93bc35ab-1141-4da9-bb4a-7c11785eb97c tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Request body: {'subnet': {'network_id': '77777b7a-05c2-4193-b1bf-505a6fe8f36c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:08.378010 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-796afb8f-c3ba-42db-9365-01dea1310ee5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:08.459174 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-060cb42d-b933-4529-bcb0-f650c8574d30 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Deleting port 992e6c3a-00e2-4ea5-baba-9ddb910ff108 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:31:08.462371 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-060cb42d-b933-4529-bcb0-f650c8574d30 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:08.499772 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-bacd97a0-0800-4c41-98e8-5bf1b67f9737 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Deleting port 00c3ebbc-cee1-4210-bc8d-3982b47bfdc7 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:31:08.499772 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bacd97a0-0800-4c41-98e8-5bf1b67f9737 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:08.620309 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:08.632888 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-bacd97a0-0800-4c41-98e8-5bf1b67f9737 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] For port 00c3ebbc-cee1-4210-bc8d-3982b47bfdc7, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=00c3ebbc-cee1-4210-bc8d-3982b47bfdc7,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:31:08.633407 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bacd97a0-0800-4c41-98e8-5bf1b67f9737 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:08.650459 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93bc35ab-1141-4da9-bb4a-7c11785eb97c tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Made reservation on behalf of 104f554fb93347018c31f019caad78c1 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:31:08.656843 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-93bc35ab-1141-4da9-bb4a-7c11785eb97c tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:08.667445 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-bacd97a0-0800-4c41-98e8-5bf1b67f9737 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Calling delete_port for 00c3ebbc-cee1-4210-bc8d-3982b47bfdc7 owned by network:router_gateway {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:31:08.831204 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.ipam_backend_mixin [None req-93bc35ab-1141-4da9-bb4a-7c11785eb97c tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Performing IP validity checks on allocation pools {{(pid=110550) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 08 16:31:08.835306 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.ipam_backend_mixin [None req-93bc35ab-1141-4da9-bb4a-7c11785eb97c tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110550) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 08 16:31:08.905053 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-796afb8f-c3ba-42db-9365-01dea1310ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:08.906568 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796afb8f-c3ba-42db-9365-01dea1310ee5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:08.907215 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-796afb8f-c3ba-42db-9365-01dea1310ee5 admin admin] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:08.932888 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 506b606a-fb5d-4ab6-9888-650cd5dae81a up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:31:09.025230 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796afb8f-c3ba-42db-9365-01dea1310ee5 admin admin] Pushing event updated for resources: {'Network': ['ID=8c7d2eea-ec2d-44ef-8cba-52ee91a652be,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:09.030917 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 506b606a-fb5d-4ab6-9888-650cd5dae81a triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:09.031303 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:09.038225 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-796afb8f-c3ba-42db-9365-01dea1310ee5 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8468671 Dec 08 16:31:09.042555 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46098) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:09.047726 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-46e2f2ae-9721-48b9-a8ca-dbe019afd34d admin admin] Request body: {'subnet': {'network_id': '8c7d2eea-ec2d-44ef-8cba-52ee91a652be', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1857446825-subnet', 'tenant_id': '436c2c9fc3df4d7db28f68b844bc3c78', 'ip_version': 4}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:09.074325 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 8c7d2eea-ec2d-44ef-8cba-52ee91a652be details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:31:09.100941 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-060cb42d-b933-4529-bcb0-f650c8574d30 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:09.135755 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-060cb42d-b933-4529-bcb0-f650c8574d30 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Calling delete_port for 992e6c3a-00e2-4ea5-baba-9ddb910ff108 owned by {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:31:09.188967 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e2f2ae-9721-48b9-a8ca-dbe019afd34d admin admin] Made reservation on behalf of 436c2c9fc3df4d7db28f68b844bc3c78 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:31:09.194600 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-46e2f2ae-9721-48b9-a8ca-dbe019afd34d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:09.279052 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bacd97a0-0800-4c41-98e8-5bf1b67f9737 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:09.326089 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d05f4d-2ba8-45a3-9ae2-6cce863b3800 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:31:09.375057 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device f5308bfd-6b5d-48b1-af67-d0d757abdadc no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:31:09.408329 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd97a0-0800-4c41-98e8-5bf1b67f9737 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Pushing event deleted for resources: {'Port': ['ID=00c3ebbc-cee1-4210-bc8d-3982b47bfdc7,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:09.419803 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: f5308bfd-6b5d-48b1-af67-d0d757abdadc {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:31:09.421233 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device f5308bfd-6b5d-48b1-af67-d0d757abdadc not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:31:09.537936 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bacd97a0-0800-4c41-98e8-5bf1b67f9737 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:09.578833 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7a5b6-7183-471d-853f-803cae2380a0 req-a235e529-e957-43f2-9517-44ac6e596a1b tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:09.580567 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1cf7a5b6-7183-471d-853f-803cae2380a0 req-a235e529-e957-43f2-9517-44ac6e596a1b tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=43510672-f899-46b2-af96-d1b414c8d06d HTTP/1.1" status: 200 len: 943 time: 0.1324818 Dec 08 16:31:09.616020 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-93bc35ab-1141-4da9-bb4a-7c11785eb97c tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:09.652413 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-46e2f2ae-9721-48b9-a8ca-dbe019afd34d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:09.657697 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-060cb42d-b933-4529-bcb0-f650c8574d30 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:09.677317 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bacd97a0-0800-4c41-98e8-5bf1b67f9737 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:09.697446 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bacd97a0-0800-4c41-98e8-5bf1b67f9737 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:09.728657 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060cb42d-b933-4529-bcb0-f650c8574d30 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event deleted for resources: {'Port': ['ID=992e6c3a-00e2-4ea5-baba-9ddb910ff108,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:09.792963 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e2f2ae-9721-48b9-a8ca-dbe019afd34d admin admin] Pushing event updated for resources: {'Subnet': ['ID=786c3c1a-117f-45ec-94c0-7a2303c18e76,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:09.796761 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bc35ab-1141-4da9-bb4a-7c11785eb97c tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Pushing event updated for resources: {'Subnet': ['ID=ba88e9ea-e9da-44e4-84a1-75b6a4d86e89,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:09.807100 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-060cb42d-b933-4529-bcb0-f650c8574d30 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:09.808232 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1cf7a5b6-7183-471d-853f-803cae2380a0 req-7e17552e-57d8-4f9d-8bd2-9808b4d29083 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958010 Dec 08 16:31:09.811275 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-060cb42d-b933-4529-bcb0-f650c8574d30 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/ports/992e6c3a-00e2-4ea5-baba-9ddb910ff108 HTTP/1.1" status: 204 len: 168 time: 1.6786883 Dec 08 16:31:09.815520 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46106) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:09.838376 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e2f2ae-9721-48b9-a8ca-dbe019afd34d admin admin] Checking segment: {'id': '7c39f12b-900c-401b-b0d2-47f75306c043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8c7d2eea-ec2d-44ef-8cba-52ee91a652be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:31:09.838376 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e2f2ae-9721-48b9-a8ca-dbe019afd34d admin admin] Network hostable DHCP agents. Network: 8c7d2eea-ec2d-44ef-8cba-52ee91a652be, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:31:09.858232 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bc35ab-1141-4da9-bb4a-7c11785eb97c tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Checking segment: {'id': 'd6c1e55c-11af-402d-9204-ead93430fef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '77777b7a-05c2-4193-b1bf-505a6fe8f36c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:31:09.858557 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bc35ab-1141-4da9-bb4a-7c11785eb97c tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Network hostable DHCP agents. Network: 77777b7a-05c2-4193-b1bf-505a6fe8f36c, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:31:09.867218 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bacd97a0-0800-4c41-98e8-5bf1b67f9737 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:09.867815 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bacd97a0-0800-4c41-98e8-5bf1b67f9737 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1bca78d8-b3ce-42db-8d24-5d8064007bc2 {{(pid=110550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:31:09.876446 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bacd97a0-0800-4c41-98e8-5bf1b67f9737 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:09.884360 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-bacd97a0-0800-4c41-98e8-5bf1b67f9737 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] 10.222.0.64 "DELETE /v2.0/routers/1bca78d8-b3ce-42db-8d24-5d8064007bc2 HTTP/1.1" status: 204 len: 168 time: 2.0680025 Dec 08 16:31:09.884981 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46108) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:09.895169 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-4037bf17-dc1f-4d5a-a5bd-c1d083274944 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-157293348', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}, 'admin_state_up': False}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:09.915435 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b0c29a-13a7-4501-86ce-9787160b7ca5 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:09.917344 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b0c29a-13a7-4501-86ce-9787160b7ca5 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:09.921393 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-25b0c29a-13a7-4501-86ce-9787160b7ca5 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1024373 Dec 08 16:31:09.922911 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46110) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:09.946866 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e2f2ae-9721-48b9-a8ca-dbe019afd34d admin admin] Network 8c7d2eea-ec2d-44ef-8cba-52ee91a652be is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:31:09.988123 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bc35ab-1141-4da9-bb4a-7c11785eb97c tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Network 77777b7a-05c2-4193-b1bf-505a6fe8f36c is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:31:10.018500 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-60414e2f-7d15-4987-b8dd-8a122a70b3ea tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Deleting subnet f5769e63-e5e0-4259-85aa-8ed3f267a648 {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:31:10.020494 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-60414e2f-7d15-4987-b8dd-8a122a70b3ea tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:10.068634 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-46e2f2ae-9721-48b9-a8ca-dbe019afd34d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 8c7d2eea-ec2d-44ef-8cba-52ee91a652be) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:31:10.069732 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-93bc35ab-1141-4da9-bb4a-7c11785eb97c tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 77777b7a-05c2-4193-b1bf-505a6fe8f36c) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:31:10.072283 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-60414e2f-7d15-4987-b8dd-8a122a70b3ea tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:10.076212 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bc35ab-1141-4da9-bb4a-7c11785eb97c tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:10.077117 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-93bc35ab-1141-4da9-bb4a-7c11785eb97c tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555020'] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:10.097133 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242c6790-9efa-47de-99e6-ef9afad94864 None None] Network 8c7d2eea-ec2d-44ef-8cba-52ee91a652be requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:31:10.100492 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e2f2ae-9721-48b9-a8ca-dbe019afd34d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:10.101131 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-46e2f2ae-9721-48b9-a8ca-dbe019afd34d admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:10.104025 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c340ad3-9df5-456b-bc5c-76ea0a5e8664 None None] Network 77777b7a-05c2-4193-b1bf-505a6fe8f36c requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:31:10.107344 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4037bf17-dc1f-4d5a-a5bd-c1d083274944 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:10.108402 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4037bf17-dc1f-4d5a-a5bd-c1d083274944 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:10.156008 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-60414e2f-7d15-4987-b8dd-8a122a70b3ea tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:10.192471 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-93bc35ab-1141-4da9-bb4a-7c11785eb97c tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.8725688 Dec 08 16:31:10.193593 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46112) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:10.200240 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-15c1c29c-c392-43c0-81d7-419044a23719 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:10.219714 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-46e2f2ae-9721-48b9-a8ca-dbe019afd34d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1757665 Dec 08 16:31:10.221367 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4037bf17-dc1f-4d5a-a5bd-c1d083274944 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:10.225493 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46114) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:10.230076 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-953b348e-193c-4474-96bd-fc538cde2af4 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1857446825-router', 'tenant_id': '436c2c9fc3df4d7db28f68b844bc3c78', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:10.289161 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1cdf4f-a44f-48a8-927a-41a791004c60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-8c7d2eea-ec2d-44ef-8cba-52ee91a652be', 'network_id': '8c7d2eea-ec2d-44ef-8cba-52ee91a652be', 'project_id': '436c2c9fc3df4d7db28f68b844bc3c78', 'fixed_ips': [{'subnet_id': '786c3c1a-117f-45ec-94c0-7a2303c18e76'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:31:10.294597 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ff1cdf4f-a44f-48a8-927a-41a791004c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:10.382984 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-15c1c29c-c392-43c0-81d7-419044a23719 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10454660'] for subnet, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:10.418266 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-953b348e-193c-4474-96bd-fc538cde2af4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:10.419312 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-953b348e-193c-4474-96bd-fc538cde2af4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:10.457816 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a339f1c-9d65-40c0-b03c-f27ae9aa6464 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-77777b7a-05c2-4193-b1bf-505a6fe8f36c', 'network_id': '77777b7a-05c2-4193-b1bf-505a6fe8f36c', 'project_id': '104f554fb93347018c31f019caad78c1', 'fixed_ips': [{'subnet_id': 'ba88e9ea-e9da-44e4-84a1-75b6a4d86e89'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:31:10.458713 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3a339f1c-9d65-40c0-b03c-f27ae9aa6464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:10.476724 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-60414e2f-7d15-4987-b8dd-8a122a70b3ea tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:10.523306 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-60414e2f-7d15-4987-b8dd-8a122a70b3ea tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:10.526897 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-60414e2f-7d15-4987-b8dd-8a122a70b3ea tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/subnets/f5769e63-e5e0-4259-85aa-8ed3f267a648 HTTP/1.1" status: 204 len: 168 time: 0.5954041 Dec 08 16:31:10.547626 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46122) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:10.554737 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60414e2f-7d15-4987-b8dd-8a122a70b3ea tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event deleted for resources: {'Subnet': ['ID=f5769e63-e5e0-4259-85aa-8ed3f267a648,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:10.580612 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35876c32-acaf-44fb-8e4e-8df69e994b05 None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:31:10.606121 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-3cb0df2a-bded-4d2a-82d6-e932f538950d tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0564797 Dec 08 16:31:10.631446 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46124) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:10.638087 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-ecccd3b5-3771-4aab-baab-e430268a9dd3 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Request body: {'subnet': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:10.644084 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c41ed66-851e-4d0c-8595-a2692397248e None None] Sync routers for ids ['1f609ace-2d13-48b1-8128-c7836323e4be'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:31:10.691225 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4037bf17-dc1f-4d5a-a5bd-c1d083274944 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:10.695694 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-ff1cdf4f-a44f-48a8-927a-41a791004c60 None None] Allocated IP 172.20.0.2 (8c7d2eea-ec2d-44ef-8cba-52ee91a652be/786c3c1a-117f-45ec-94c0-7a2303c18e76/4185bcec-e478-4efd-ba0f-25348efc4ec5) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:31:10.700729 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-953b348e-193c-4474-96bd-fc538cde2af4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:10.721341 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c41ed66-851e-4d0c-8595-a2692397248e None None] Routers {'1f609ace-2d13-48b1-8128-c7836323e4be'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:31:10.721971 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-4c41ed66-851e-4d0c-8595-a2692397248e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:30:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['1f609ace-2d13-48b1-8128-c7836323e4be'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:10.793104 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-15c1c29c-c392-43c0-81d7-419044a23719 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740895663903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10227588'] for subnet, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:10.850357 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c1c29c-c392-43c0-81d7-419044a23719 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:10.850984 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-15c1c29c-c392-43c0-81d7-419044a23719 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:10.855009 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-15c1c29c-c392-43c0-81d7-419044a23719 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] 10.222.0.64 "PUT /v2.0/subnets/ba88e9ea-e9da-44e4-84a1-75b6a4d86e89 HTTP/1.1" status: 200 len: 900 time: 0.6576049 Dec 08 16:31:10.858098 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46128) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:10.861749 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 00c3ebbc-cee1-4210-bc8d-3982b47bfdc7 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:31:10.928961 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c1c29c-c392-43c0-81d7-419044a23719 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Pushing event updated for resources: {'Subnet': ['ID=ba88e9ea-e9da-44e4-84a1-75b6a4d86e89,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:11.112844 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 00c3ebbc-cee1-4210-bc8d-3982b47bfdc7 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:31:11.113432 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 00c3ebbc-cee1-4210-bc8d-3982b47bfdc7 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:31:11.159830 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-953b348e-193c-4474-96bd-fc538cde2af4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:11.173820 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-3a339f1c-9d65-40c0-b03c-f27ae9aa6464 None None] Allocated IP 2001:db8::3 (77777b7a-05c2-4193-b1bf-505a6fe8f36c/ba88e9ea-e9da-44e4-84a1-75b6a4d86e89/98f56696-0614-4e1b-af61-ea8e4882f56d) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:31:11.192974 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9b74380e-aaed-4058-a6b6-c5cc4725f03b tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:11.195839 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-4c41ed66-851e-4d0c-8595-a2692397248e None None] Set router 1f609ace-2d13-48b1-8128-c7836323e4be gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:31:11.206352 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab12fd-c01e-4047-9c2f-9ee59c677121 req-c7dda0e8-a76b-4b3f-8186-cc4c154e4a45 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:11.219553 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-37ab12fd-c01e-4047-9c2f-9ee59c677121 req-c7dda0e8-a76b-4b3f-8186-cc4c154e4a45 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=43510672-f899-46b2-af96-d1b414c8d06d HTTP/1.1" status: 200 len: 943 time: 0.2231050 Dec 08 16:31:11.233426 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecccd3b5-3771-4aab-baab-e430268a9dd3 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Made reservation on behalf of 450e207568904a6eabc726912d992373 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:31:11.237511 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ecccd3b5-3771-4aab-baab-e430268a9dd3 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:11.242511 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7759e4ad-f87e-4872-8570-68c804f15e8d None None] DHCP port deletion for e406e062-eec7-4ef2-b02a-de32c9a24df9 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:31:11.438446 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ff1cdf4f-a44f-48a8-927a-41a791004c60 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:11.460402 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-37ab12fd-c01e-4047-9c2f-9ee59c677121 req-f33420c4-af6e-4e1f-acab-fc5f62ef99ef tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361667 Dec 08 16:31:11.517391 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9b74380e-aaed-4058-a6b6-c5cc4725f03b tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:11.559612 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ff1cdf4f-a44f-48a8-927a-41a791004c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:11.623163 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f7288b4f-e9a3-44f4-af5f-a42eb85a646a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:11.637904 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-7759e4ad-f87e-4872-8570-68c804f15e8d None None] Deleting port dbfff0ee-23f6-45ca-84f2-e16fad6fb66a {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:31:11.638194 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7759e4ad-f87e-4872-8570-68c804f15e8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:11.661592 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1cdf4f-a44f-48a8-927a-41a791004c60 None None] Network 8c7d2eea-ec2d-44ef-8cba-52ee91a652be is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:31:11.727983 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4037bf17-dc1f-4d5a-a5bd-c1d083274944 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks [] for router_gateway, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:11.732365 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-ff1cdf4f-a44f-48a8-927a-41a791004c60 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:31:11.739394 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1cdf4f-a44f-48a8-927a-41a791004c60 None None] Pushing event updated for resources: {'Port': ['ID=4185bcec-e478-4efd-ba0f-25348efc4ec5,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:11.745596 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1cdf4f-a44f-48a8-927a-41a791004c60 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:31:11.754845 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3a339f1c-9d65-40c0-b03c-f27ae9aa6464 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:11.782046 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4037bf17-dc1f-4d5a-a5bd-c1d083274944 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:11.809930 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-7759e4ad-f87e-4872-8570-68c804f15e8d None None] For port dbfff0ee-23f6-45ca-84f2-e16fad6fb66a, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=dbfff0ee-23f6-45ca-84f2-e16fad6fb66a,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:31:11.810342 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7759e4ad-f87e-4872-8570-68c804f15e8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:11.848783 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-7759e4ad-f87e-4872-8570-68c804f15e8d None None] Calling delete_port for dbfff0ee-23f6-45ca-84f2-e16fad6fb66a owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:31:11.859149 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3a339f1c-9d65-40c0-b03c-f27ae9aa6464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:11.899628 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-ff1cdf4f-a44f-48a8-927a-41a791004c60 None None] Attempting to bind port 4185bcec-e478-4efd-ba0f-25348efc4ec5 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:31:11.900108 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-ff1cdf4f-a44f-48a8-927a-41a791004c60 None None] Attempting to bind port 4185bcec-e478-4efd-ba0f-25348efc4ec5 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '7c39f12b-900c-401b-b0d2-47f75306c043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8c7d2eea-ec2d-44ef-8cba-52ee91a652be'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:31:11.900354 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1cdf4f-a44f-48a8-927a-41a791004c60 None None] Attempting to bind port 4185bcec-e478-4efd-ba0f-25348efc4ec5 on network 8c7d2eea-ec2d-44ef-8cba-52ee91a652be {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:31:11.937052 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ecccd3b5-3771-4aab-baab-e430268a9dd3 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:11.952960 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a339f1c-9d65-40c0-b03c-f27ae9aa6464 None None] Network 77777b7a-05c2-4193-b1bf-505a6fe8f36c is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:31:11.957072 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1cdf4f-a44f-48a8-927a-41a791004c60 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:31:11.957454 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1cdf4f-a44f-48a8-927a-41a791004c60 None None] Checking segment: {'id': '7c39f12b-900c-401b-b0d2-47f75306c043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8c7d2eea-ec2d-44ef-8cba-52ee91a652be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:31:11.960892 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ff1cdf4f-a44f-48a8-927a-41a791004c60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:11.960892 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1cdf4f-a44f-48a8-927a-41a791004c60 None None] Bound using segment: {'id': '7c39f12b-900c-401b-b0d2-47f75306c043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8c7d2eea-ec2d-44ef-8cba-52ee91a652be'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:31:11.960892 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-ff1cdf4f-a44f-48a8-927a-41a791004c60 None None] Bound port: 4185bcec-e478-4efd-ba0f-25348efc4ec5, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c39f12b-900c-401b-b0d2-47f75306c043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8c7d2eea-ec2d-44ef-8cba-52ee91a652be'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:31:11.960892 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ff1cdf4f-a44f-48a8-927a-41a791004c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:11.969312 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-4c41ed66-851e-4d0c-8595-a2692397248e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f609ace-2d13-48b1-8128-c7836323e4be', 'name': 'tempest-TestAggregatesBasicOps-1110959119-router', 'tenant_id': '2042612128bd4d06b3e8073669b05ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '506b606a-fb5d-4ab6-9888-650cd5dae81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:53Z', 'updated_at': '2021-12-08T16:31:03Z', 'revision_number': 4, 'project_id': '2042612128bd4d06b3e8073669b05ecf', 'gw_port': {'id': '506b606a-fb5d-4ab6-9888-650cd5dae81a', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f609ace-2d13-48b1-8128-c7836323e4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:55Z', 'updated_at': '2021-12-08T16:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '873732d0-9bfa-43d8-88b6-a1e830c26bc9', 'name': '', 'network_id': 'e4637412-5cbf-4755-9eb9-03e181b3b4ff', 'tenant_id': '2042612128bd4d06b3e8073669b05ecf', 'mac_address': 'fa:16:3e:91:23:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f609ace-2d13-48b1-8128-c7836323e4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'd5346832-733c-4370-87cf-c446281c90c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:03Z', 'updated_at': '2021-12-08T16:31:04Z', 'revision_number': 2, 'project_id': '2042612128bd4d06b3e8073669b05ecf', 'subnets': [{'id': 'd5346832-733c-4370-87cf-c446281c90c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:11.972441 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-3a339f1c-9d65-40c0-b03c-f27ae9aa6464 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:31:12.014883 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a339f1c-9d65-40c0-b03c-f27ae9aa6464 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:31:12.029577 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c41ed66-851e-4d0c-8595-a2692397248e None None] Checking router: 1f609ace-2d13-48b1-8128-c7836323e4be for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:31:12.029933 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c41ed66-851e-4d0c-8595-a2692397248e None None] Updating router 1f609ace-2d13-48b1-8128-c7836323e4be port 873732d0-9bfa-43d8-88b6-a1e830c26bc9 binding host n-d-776250-12 {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:31:12.038792 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a339f1c-9d65-40c0-b03c-f27ae9aa6464 None None] Pushing event updated for resources: {'Port': ['ID=98f56696-0614-4e1b-af61-ea8e4882f56d,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:12.148302 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4c41ed66-851e-4d0c-8595-a2692397248e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:12.194625 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-3a339f1c-9d65-40c0-b03c-f27ae9aa6464 None None] Attempting to bind port 98f56696-0614-4e1b-af61-ea8e4882f56d on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:31:12.194625 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-3a339f1c-9d65-40c0-b03c-f27ae9aa6464 None None] Attempting to bind port 98f56696-0614-4e1b-af61-ea8e4882f56d by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'd6c1e55c-11af-402d-9204-ead93430fef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '77777b7a-05c2-4193-b1bf-505a6fe8f36c'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:31:12.194625 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a339f1c-9d65-40c0-b03c-f27ae9aa6464 None None] Attempting to bind port 98f56696-0614-4e1b-af61-ea8e4882f56d on network 77777b7a-05c2-4193-b1bf-505a6fe8f36c {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:31:12.196314 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-ff1cdf4f-a44f-48a8-927a-41a791004c60 None None] For port 4185bcec-e478-4efd-ba0f-25348efc4ec5, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:31:12.228607 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a339f1c-9d65-40c0-b03c-f27ae9aa6464 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:31:12.229301 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a339f1c-9d65-40c0-b03c-f27ae9aa6464 None None] Checking segment: {'id': 'd6c1e55c-11af-402d-9204-ead93430fef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '77777b7a-05c2-4193-b1bf-505a6fe8f36c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:31:12.229883 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3a339f1c-9d65-40c0-b03c-f27ae9aa6464 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:12.230513 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a339f1c-9d65-40c0-b03c-f27ae9aa6464 None None] Bound using segment: {'id': 'd6c1e55c-11af-402d-9204-ead93430fef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '77777b7a-05c2-4193-b1bf-505a6fe8f36c'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:31:12.231205 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-3a339f1c-9d65-40c0-b03c-f27ae9aa6464 None None] Bound port: 98f56696-0614-4e1b-af61-ea8e4882f56d, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6c1e55c-11af-402d-9204-ead93430fef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '77777b7a-05c2-4193-b1bf-505a6fe8f36c'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:31:12.231788 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3a339f1c-9d65-40c0-b03c-f27ae9aa6464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:12.240760 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-ff1cdf4f-a44f-48a8-927a-41a791004c60 None None] For port 4185bcec-e478-4efd-ba0f-25348efc4ec5, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=4185bcec-e478-4efd-ba0f-25348efc4ec5,segment=NetworkSegment(7c39f12b-900c-401b-b0d2-47f75306c043),segment_id=7c39f12b-900c-401b-b0d2-47f75306c043)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:31:12.317884 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9b74380e-aaed-4058-a6b6-c5cc4725f03b tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:12.338070 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7759e4ad-f87e-4872-8570-68c804f15e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:12.377201 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecccd3b5-3771-4aab-baab-e430268a9dd3 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:31:12.389585 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ff1cdf4f-a44f-48a8-927a-41a791004c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:12.391657 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7759e4ad-f87e-4872-8570-68c804f15e8d None None] Pushing event deleted for resources: {'Port': ['ID=dbfff0ee-23f6-45ca-84f2-e16fad6fb66a,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:12.403143 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-ecccd3b5-3771-4aab-baab-e430268a9dd3 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:31:12.404032 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7759e4ad-f87e-4872-8570-68c804f15e8d None None] No DVR routers for this DVR port dbfff0ee-23f6-45ca-84f2-e16fad6fb66a on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:31:12.410794 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-4037bf17-dc1f-4d5a-a5bd-c1d083274944 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Allocated IP 172.25.0.2 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/60e3da82-a770-4f69-bbc2-0edb8addfce7) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:31:12.446152 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecccd3b5-3771-4aab-baab-e430268a9dd3 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:12.446678 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ecccd3b5-3771-4aab-baab-e430268a9dd3 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:12.456437 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ec4a21-9c8b-4c76-b8ef-60593b0b33c2 None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:31:12.529639 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecccd3b5-3771-4aab-baab-e430268a9dd3 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event updated for resources: {'Subnet': ['ID=56fdcc6c-adea-4a70-a063-d7365cdb1c4d,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:12.572101 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-953b348e-193c-4474-96bd-fc538cde2af4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:12.573622 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-3a339f1c-9d65-40c0-b03c-f27ae9aa6464 None None] For port 98f56696-0614-4e1b-af61-ea8e4882f56d, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:31:12.610902 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57059bf-f76b-4b7d-81c6-c06069ffb966 req-9eb47c3f-a4e5-4508-867c-f6aa57e90317 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:12.616649 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-3a339f1c-9d65-40c0-b03c-f27ae9aa6464 None None] For port 98f56696-0614-4e1b-af61-ea8e4882f56d, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=98f56696-0614-4e1b-af61-ea8e4882f56d,segment=NetworkSegment(d6c1e55c-11af-402d-9204-ead93430fef9),segment_id=d6c1e55c-11af-402d-9204-ead93430fef9)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:31:12.621799 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a57059bf-f76b-4b7d-81c6-c06069ffb966 req-9eb47c3f-a4e5-4508-867c-f6aa57e90317 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=43510672-f899-46b2-af96-d1b414c8d06d HTTP/1.1" status: 200 len: 943 time: 0.0742486 Dec 08 16:31:12.626145 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b74380e-aaed-4058-a6b6-c5cc4725f03b tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Pushing event deleted for resources: {'Subnet': ['ID=ba88e9ea-e9da-44e4-84a1-75b6a4d86e89,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:12.639048 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9b74380e-aaed-4058-a6b6-c5cc4725f03b tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:12.642082 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-953b348e-193c-4474-96bd-fc538cde2af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:12.667537 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1cdf4f-a44f-48a8-927a-41a791004c60 None None] Pushing event updated for resources: {'Port': ['ID=4185bcec-e478-4efd-ba0f-25348efc4ec5,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:12.710764 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a57059bf-f76b-4b7d-81c6-c06069ffb966 req-b394207e-f8d7-42bd-a223-f2ec04df889b tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826149 Dec 08 16:31:12.711771 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-9b74380e-aaed-4058-a6b6-c5cc4725f03b tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77777b7a-05c2-4193-b1bf-505a6fe8f36c']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:12.797478 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46142) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:12.797758 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ecccd3b5-3771-4aab-baab-e430268a9dd3 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1634490 Dec 08 16:31:12.805063 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-d17543ca-6f82-4c1c-b180-b71ad54946f9 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Request body: {'port': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'fixed_ips': [{'subnet_id': '56fdcc6c-adea-4a70-a063-d7365cdb1c4d', 'ip_address': '2001:db8::6469:6bd7:5d3e:5009'}], 'name': 'tempest-NetworksTestDHCPv6-1656800931'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:12.806319 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-9b74380e-aaed-4058-a6b6-c5cc4725f03b tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6c1e55c-11af-402d-9204-ead93430fef9') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:12.806829 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-9b74380e-aaed-4058-a6b6-c5cc4725f03b tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6c1e55c-11af-402d-9204-ead93430fef9') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:12.830144 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4c41ed66-851e-4d0c-8595-a2692397248e None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:12.834323 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1335663-b8fc-4577-b036-7d296ea716d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-e406e062-eec7-4ef2-b02a-de32c9a24df9', 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'project_id': '450e207568904a6eabc726912d992373', 'fixed_ips': [{'subnet_id': '56fdcc6c-adea-4a70-a063-d7365cdb1c4d'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:31:12.835297 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a1335663-b8fc-4577-b036-7d296ea716d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:12.835634 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9b74380e-aaed-4058-a6b6-c5cc4725f03b tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:12.898177 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9b74380e-aaed-4058-a6b6-c5cc4725f03b tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:12.932168 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4037bf17-dc1f-4d5a-a5bd-c1d083274944 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:12.936224 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b74380e-aaed-4058-a6b6-c5cc4725f03b tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:31:12.936818 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9b74380e-aaed-4058-a6b6-c5cc4725f03b tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:12.940670 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:31:12.940670 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:31:12.940670 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:31:12.940670 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:31:12.940670 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:31:12.940670 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:31:12.940670 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:31:12.940670 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:31:12.940670 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:31:12.940670 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:31:12.940670 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:31:12.940670 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:31:12.940670 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:31:12.940670 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:31:12.940670 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:31:12.940670 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:31:12.940670 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:31:12.940670 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:31:12.940670 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:31:12.940670 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:31:12.940670 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:31:12.940670 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:31:12.940670 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:31:12.940670 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:31:12.940670 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:31:12.940670 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:31:12.940670 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:31:12.940670 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:31:12.940670 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:31:12.940670 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:31:12.940670 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:31:12.940670 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:31:12.976570 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3a339f1c-9d65-40c0-b03c-f27ae9aa6464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:13.121347 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4c41ed66-851e-4d0c-8595-a2692397248e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:13.134091 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device dbfff0ee-23f6-45ca-84f2-e16fad6fb66a no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:31:13.210486 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17543ca-6f82-4c1c-b180-b71ad54946f9 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Made reservation on behalf of 450e207568904a6eabc726912d992373 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:31:13.210736 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.db.api [None req-9b74380e-aaed-4058-a6b6-c5cc4725f03b tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 16:31:13.210736 n-d-776250-12 neutron-server[110551]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 16:31:13.210736 n-d-776250-12 neutron-server[110551]: [parameters: {'id': '77777b7a-05c2-4193-b1bf-505a6fe8f36c'}] Dec 08 16:31:13.210736 n-d-776250-12 neutron-server[110551]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:31:13.210736 n-d-776250-12 neutron-server[110551]: DEBUG oslo_db.api [None req-9b74380e-aaed-4058-a6b6-c5cc4725f03b tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:31:13.269625 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4037bf17-dc1f-4d5a-a5bd-c1d083274944 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:13.327424 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d17543ca-6f82-4c1c-b180-b71ad54946f9 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:13.351278 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [None req-d17543ca-6f82-4c1c-b180-b71ad54946f9 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] device_id is not set on port 7f261681-8b5b-4d9a-a368-b9715ad08dd0 yet. {{(pid=110550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:31:13.353255 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: dbfff0ee-23f6-45ca-84f2-e16fad6fb66a {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:31:13.354551 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device dbfff0ee-23f6-45ca-84f2-e16fad6fb66a not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:31:13.404724 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4037bf17-dc1f-4d5a-a5bd-c1d083274944 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Pushing event updated for resources: {'Port': ['ID=60e3da82-a770-4f69-bbc2-0edb8addfce7,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:13.418865 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-953b348e-193c-4474-96bd-fc538cde2af4 admin admin] Allocated IP 172.25.0.78 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/2345f75f-7796-4895-bf96-533ce3dd03e9) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:31:13.423277 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4037bf17-dc1f-4d5a-a5bd-c1d083274944 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:31:13.426753 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device f1571db5-032d-4184-a600-e49aa50486f3 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:31:13.426993 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-4037bf17-dc1f-4d5a-a5bd-c1d083274944 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:31:13.430264 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4037bf17-dc1f-4d5a-a5bd-c1d083274944 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:31:13.483976 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbca555-800f-47bc-a3ba-38f8854de002 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:31:13.562721 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d54040c-0849-4c58-9ca3-c0ad8635c51c None None] Network 77777b7a-05c2-4193-b1bf-505a6fe8f36c requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:31:13.648846 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.db.resource_extend [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 16:31:13.657539 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a339f1c-9d65-40c0-b03c-f27ae9aa6464 None None] Pushing event updated for resources: {'Port': ['ID=98f56696-0614-4e1b-af61-ea8e4882f56d,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:13.715491 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9b74380e-aaed-4058-a6b6-c5cc4725f03b tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:13.722391 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-a1335663-b8fc-4577-b036-7d296ea716d8 None None] Allocated IP 2001:db8::2 (e406e062-eec7-4ef2-b02a-de32c9a24df9/56fdcc6c-adea-4a70-a063-d7365cdb1c4d/7d551934-3924-46b3-a54e-9adc87154f11) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:31:13.741140 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-953b348e-193c-4474-96bd-fc538cde2af4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:13.895344 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-9b74380e-aaed-4058-a6b6-c5cc4725f03b tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Deleting port 98f56696-0614-4e1b-af61-ea8e4882f56d {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:31:13.895759 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9b74380e-aaed-4058-a6b6-c5cc4725f03b tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:13.904773 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-953b348e-193c-4474-96bd-fc538cde2af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:13.930419 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-d1429f24-cfe3-4ab0-b2b0-72aae9ec67ac None None] Provisioning complete for port 60e3da82-a770-4f69-bbc2-0edb8addfce7 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:13.930915 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d1429f24-cfe3-4ab0-b2b0-72aae9ec67ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:13.932691 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-4c41ed66-851e-4d0c-8595-a2692397248e None None] Attempting to bind port 873732d0-9bfa-43d8-88b6-a1e830c26bc9 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:31:13.933074 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-4c41ed66-851e-4d0c-8595-a2692397248e None None] Attempting to bind port 873732d0-9bfa-43d8-88b6-a1e830c26bc9 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '07caa314-42ab-47b6-8cf6-20ded4902a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e4637412-5cbf-4755-9eb9-03e181b3b4ff'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:31:13.933458 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c41ed66-851e-4d0c-8595-a2692397248e None None] Attempting to bind port 873732d0-9bfa-43d8-88b6-a1e830c26bc9 on network e4637412-5cbf-4755-9eb9-03e181b3b4ff {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:31:13.982622 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c41ed66-851e-4d0c-8595-a2692397248e None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:31:13.983012 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c41ed66-851e-4d0c-8595-a2692397248e None None] Checking segment: {'id': '07caa314-42ab-47b6-8cf6-20ded4902a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e4637412-5cbf-4755-9eb9-03e181b3b4ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:31:13.983428 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4c41ed66-851e-4d0c-8595-a2692397248e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:13.983840 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c41ed66-851e-4d0c-8595-a2692397248e None None] Bound using segment: {'id': '07caa314-42ab-47b6-8cf6-20ded4902a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e4637412-5cbf-4755-9eb9-03e181b3b4ff'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:31:13.984373 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-4c41ed66-851e-4d0c-8595-a2692397248e None None] Bound port: 873732d0-9bfa-43d8-88b6-a1e830c26bc9, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07caa314-42ab-47b6-8cf6-20ded4902a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e4637412-5cbf-4755-9eb9-03e181b3b4ff'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:31:13.984773 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4c41ed66-851e-4d0c-8595-a2692397248e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:14.065582 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab991c-618d-43be-9b5c-ad02759c5ccb req-9da20075-3fdf-42a2-bd81-ed3d831e288f tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:14.067130 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7cab991c-618d-43be-9b5c-ad02759c5ccb req-9da20075-3fdf-42a2-bd81-ed3d831e288f tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=43510672-f899-46b2-af96-d1b414c8d06d HTTP/1.1" status: 200 len: 943 time: 0.2528915 Dec 08 16:31:14.077210 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb046df9-aa2b-49b8-b9ce-5e647d3e87cf None None] Network 8c7d2eea-ec2d-44ef-8cba-52ee91a652be requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:31:14.081176 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953b348e-193c-4474-96bd-fc538cde2af4 admin admin] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:31:14.094823 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b40225-8469-4a83-926c-6e4fca57df2f None None] Pushing event updated for resources: {'Port': ['ID=873732d0-9bfa-43d8-88b6-a1e830c26bc9,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:14.095456 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-953b348e-193c-4474-96bd-fc538cde2af4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:31:14.098662 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953b348e-193c-4474-96bd-fc538cde2af4 admin admin] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:31:14.103311 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a1335663-b8fc-4577-b036-7d296ea716d8 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:14.103494 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-9b74380e-aaed-4058-a6b6-c5cc4725f03b tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] For port 98f56696-0614-4e1b-af61-ea8e4882f56d, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=98f56696-0614-4e1b-af61-ea8e4882f56d,segment=NetworkSegment(d6c1e55c-11af-402d-9204-ead93430fef9),segment_id=d6c1e55c-11af-402d-9204-ead93430fef9)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:31:14.103494 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9b74380e-aaed-4058-a6b6-c5cc4725f03b tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:14.114839 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953b348e-193c-4474-96bd-fc538cde2af4 admin admin] Pushing event updated for resources: {'Port': ['ID=2345f75f-7796-4895-bf96-533ce3dd03e9,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:14.167581 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4552b8-938c-482c-9ff7-e59da573a063 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:31:14.170185 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-d1429f24-cfe3-4ab0-b2b0-72aae9ec67ac None None] Port 60e3da82-a770-4f69-bbc2-0edb8addfce7 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:31:14.171521 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-9b74380e-aaed-4058-a6b6-c5cc4725f03b tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Calling delete_port for 98f56696-0614-4e1b-af61-ea8e4882f56d owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:31:14.203301 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a1335663-b8fc-4577-b036-7d296ea716d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:14.214815 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4037bf17-dc1f-4d5a-a5bd-c1d083274944 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks [] for router_gateway, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:14.219486 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port f1571db5-032d-4184-a600-e49aa50486f3, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=f1571db5-032d-4184-a600-e49aa50486f3,segment=NetworkSegment(148e30e1-cdcf-4201-a517-2bd3763917d1),segment_id=148e30e1-cdcf-4201-a517-2bd3763917d1)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:31:14.252257 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-d17543ca-6f82-4c1c-b180-b71ad54946f9 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Allocated IP 2001:db8::6469:6bd7:5d3e:5009 (e406e062-eec7-4ef2-b02a-de32c9a24df9/56fdcc6c-adea-4a70-a063-d7365cdb1c4d/7f261681-8b5b-4d9a-a368-b9715ad08dd0) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:31:14.302635 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': 'f1571db5-032d-4184-a600-e49aa50486f3', 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8', 'port_id': 'f1571db5-032d-4184-a600-e49aa50486f3', 'mac_address': 'fa:16:3e:14:26:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13be6d62-2e9a-40c4-9d1e-34aa15cc5f10', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:31:14.320288 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c5543c6a-d745-4157-94f3-d537846405b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:14.324492 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-4c41ed66-851e-4d0c-8595-a2692397248e None None] For port 873732d0-9bfa-43d8-88b6-a1e830c26bc9, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:31:14.341592 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1335663-b8fc-4577-b036-7d296ea716d8 None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:31:14.349643 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5ae31f-19e4-41ab-bcbf-ee5adc3daff2 None None] Network 77777b7a-05c2-4193-b1bf-505a6fe8f36c requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:31:14.370080 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7cab991c-618d-43be-9b5c-ad02759c5ccb req-683f7a95-a6e6-4fdf-8db5-c789eaf428bc tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914188 Dec 08 16:31:14.382867 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-a1335663-b8fc-4577-b036-7d296ea716d8 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:31:14.421042 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-4c41ed66-851e-4d0c-8595-a2692397248e None None] For port 873732d0-9bfa-43d8-88b6-a1e830c26bc9, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=873732d0-9bfa-43d8-88b6-a1e830c26bc9,segment=NetworkSegment(07caa314-42ab-47b6-8cf6-20ded4902a6a),segment_id=07caa314-42ab-47b6-8cf6-20ded4902a6a)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:31:14.424993 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1335663-b8fc-4577-b036-7d296ea716d8 None None] Pushing event updated for resources: {'Port': ['ID=7d551934-3924-46b3-a54e-9adc87154f11,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:14.449606 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1335663-b8fc-4577-b036-7d296ea716d8 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:31:14.488088 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-f1a75657-3287-481c-9c0a-d4dbfe50d8f0 None None] Provisioning complete for port 873732d0-9bfa-43d8-88b6-a1e830c26bc9 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:14.491974 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f1a75657-3287-481c-9c0a-d4dbfe50d8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:14.654387 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4c41ed66-851e-4d0c-8595-a2692397248e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:14.739016 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9b74380e-aaed-4058-a6b6-c5cc4725f03b tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:14.755068 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b74380e-aaed-4058-a6b6-c5cc4725f03b tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] No DVR routers for this DVR port 98f56696-0614-4e1b-af61-ea8e4882f56d on host n-d-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:31:14.776035 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:14.792315 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d17543ca-6f82-4c1c-b180-b71ad54946f9 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:14.822900 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b74380e-aaed-4058-a6b6-c5cc4725f03b tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Pushing event deleted for resources: {'Port': ['ID=98f56696-0614-4e1b-af61-ea8e4882f56d,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:14.855478 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-a1335663-b8fc-4577-b036-7d296ea716d8 None None] Attempting to bind port 7d551934-3924-46b3-a54e-9adc87154f11 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:31:14.855874 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-a1335663-b8fc-4577-b036-7d296ea716d8 None None] Attempting to bind port 7d551934-3924-46b3-a54e-9adc87154f11 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:31:14.856301 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1335663-b8fc-4577-b036-7d296ea716d8 None None] Attempting to bind port 7d551934-3924-46b3-a54e-9adc87154f11 on network e406e062-eec7-4ef2-b02a-de32c9a24df9 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:31:14.879542 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1571db5-032d-4184-a600-e49aa50486f3 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:31:14.917208 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port f1571db5-032d-4184-a600-e49aa50486f3, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=f1571db5-032d-4184-a600-e49aa50486f3,segment=NetworkSegment(148e30e1-cdcf-4201-a517-2bd3763917d1),segment_id=148e30e1-cdcf-4201-a517-2bd3763917d1)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:31:14.917208 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-f1a75657-3287-481c-9c0a-d4dbfe50d8f0 None None] Port 873732d0-9bfa-43d8-88b6-a1e830c26bc9 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:31:14.942073 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d17543ca-6f82-4c1c-b180-b71ad54946f9 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:14.998919 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1335663-b8fc-4577-b036-7d296ea716d8 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:31:14.999309 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1335663-b8fc-4577-b036-7d296ea716d8 None None] Checking segment: {'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:31:14.999728 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a1335663-b8fc-4577-b036-7d296ea716d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:15.000135 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1335663-b8fc-4577-b036-7d296ea716d8 None None] Bound using segment: {'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:31:15.000741 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-a1335663-b8fc-4577-b036-7d296ea716d8 None None] Bound port: 7d551934-3924-46b3-a54e-9adc87154f11, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:31:15.004710 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a1335663-b8fc-4577-b036-7d296ea716d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:15.061651 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17543ca-6f82-4c1c-b180-b71ad54946f9 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event updated for resources: {'Port': ['ID=7f261681-8b5b-4d9a-a368-b9715ad08dd0,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:15.073218 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-f1a75657-3287-481c-9c0a-d4dbfe50d8f0 None None] Provisioning complete for port 4185bcec-e478-4efd-ba0f-25348efc4ec5 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:15.073613 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f1a75657-3287-481c-9c0a-d4dbfe50d8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:15.077519 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:15.079261 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 4185bcec-e478-4efd-ba0f-25348efc4ec5 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:31:15.091352 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17543ca-6f82-4c1c-b180-b71ad54946f9 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:31:15.093514 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-d17543ca-6f82-4c1c-b180-b71ad54946f9 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:31:15.101526 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17543ca-6f82-4c1c-b180-b71ad54946f9 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:31:15.110501 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17543ca-6f82-4c1c-b180-b71ad54946f9 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:15.110501 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d17543ca-6f82-4c1c-b180-b71ad54946f9 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:15.190405 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c41ed66-851e-4d0c-8595-a2692397248e None None] Routers {'1f609ace-2d13-48b1-8128-c7836323e4be'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:31:15.191042 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-4c41ed66-851e-4d0c-8595-a2692397248e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:31:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['1f609ace-2d13-48b1-8128-c7836323e4be'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:15.267375 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-d17543ca-6f82-4c1c-b180-b71ad54946f9 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4681146 Dec 08 16:31:15.268850 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46166) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:15.284720 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b40225-8469-4a83-926c-6e4fca57df2f None None] Pushing event updated for resources: {'Port': ['ID=873732d0-9bfa-43d8-88b6-a1e830c26bc9,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:15.368668 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb77b046-6f98-4ef9-ae9c-d833b5c65686 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:15.369633 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['f1571db5-032d-4184-a600-e49aa50486f3'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:31:15.376369 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb77b046-6f98-4ef9-ae9c-d833b5c65686 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:15.382146 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-bb77b046-6f98-4ef9-ae9c-d833b5c65686 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1121426 Dec 08 16:31:15.382787 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46168) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:15.400529 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9b74380e-aaed-4058-a6b6-c5cc4725f03b tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:15.451481 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-9b74380e-aaed-4058-a6b6-c5cc4725f03b tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77777b7a-05c2-4193-b1bf-505a6fe8f36c']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:15.477516 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-9b74380e-aaed-4058-a6b6-c5cc4725f03b tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6c1e55c-11af-402d-9204-ead93430fef9') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:15.477516 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-9b74380e-aaed-4058-a6b6-c5cc4725f03b tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6c1e55c-11af-402d-9204-ead93430fef9') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:15.499087 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-a1335663-b8fc-4577-b036-7d296ea716d8 None None] For port 7d551934-3924-46b3-a54e-9adc87154f11, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:31:15.515289 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9b74380e-aaed-4058-a6b6-c5cc4725f03b tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:15.538520 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9b74380e-aaed-4058-a6b6-c5cc4725f03b tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:15.548548 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b74380e-aaed-4058-a6b6-c5cc4725f03b tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:31:15.548960 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9b74380e-aaed-4058-a6b6-c5cc4725f03b tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:15.554510 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-5b1ee7d4-c1d4-46b5-8353-e421b010fd1c tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Deleting port 7f261681-8b5b-4d9a-a368-b9715ad08dd0 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:31:15.554948 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5b1ee7d4-c1d4-46b5-8353-e421b010fd1c tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:15.645664 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b2ead-8970-4297-bd54-28c1016eb1a2 req-26802f19-fd25-4000-8fd4-c35e9e03dc1b tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:15.648014 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-aa9b2ead-8970-4297-bd54-28c1016eb1a2 req-26802f19-fd25-4000-8fd4-c35e9e03dc1b tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=43510672-f899-46b2-af96-d1b414c8d06d HTTP/1.1" status: 200 len: 944 time: 0.1302052 Dec 08 16:31:15.656148 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:31:15.656148 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:31:15.656148 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:31:15.656148 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:31:15.656148 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:31:15.656148 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:31:15.656148 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:31:15.656148 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:31:15.656148 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:31:15.656148 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:31:15.656148 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:31:15.656148 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:31:15.656148 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:31:15.656148 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:31:15.656148 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:31:15.656148 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:31:15.656148 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:31:15.656148 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:31:15.656148 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:31:15.656148 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:31:15.656148 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:31:15.656148 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:31:15.656148 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:31:15.656148 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:31:15.656148 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:31:15.656148 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:31:15.656148 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:31:15.656148 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:31:15.656148 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:31:15.656148 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:31:15.656148 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:31:15.656148 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:31:15.681274 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-953b348e-193c-4474-96bd-fc538cde2af4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:15.713043 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5b1ee7d4-c1d4-46b5-8353-e421b010fd1c tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:15.738155 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-5b1ee7d4-c1d4-46b5-8353-e421b010fd1c tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Calling delete_port for 7f261681-8b5b-4d9a-a368-b9715ad08dd0 owned by {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:31:15.746883 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-aa9b2ead-8970-4297-bd54-28c1016eb1a2 req-9764844c-e781-42cd-b151-e70900c70c84 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851760 Dec 08 16:31:15.751127 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:15.779014 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=f1571db5-032d-4184-a600-e49aa50486f3,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:15.787669 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-a1335663-b8fc-4577-b036-7d296ea716d8 None None] For port 7d551934-3924-46b3-a54e-9adc87154f11, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=7d551934-3924-46b3-a54e-9adc87154f11,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:31:15.788460 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4037bf17-dc1f-4d5a-a5bd-c1d083274944 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:15.794126 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9b74380e-aaed-4058-a6b6-c5cc4725f03b tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:15.795010 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 4185bcec-e478-4efd-ba0f-25348efc4ec5 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:15.795442 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:15.816227 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9b74380e-aaed-4058-a6b6-c5cc4725f03b tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:15.820299 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-9b74380e-aaed-4058-a6b6-c5cc4725f03b tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] 10.222.0.64 "DELETE /v2.0/networks/77777b7a-05c2-4193-b1bf-505a6fe8f36c HTTP/1.1" status: 204 len: 168 time: 4.9587784 Dec 08 16:31:15.823315 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b74380e-aaed-4058-a6b6-c5cc4725f03b tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Pushing event deleted for resources: {'Network': ['ID=77777b7a-05c2-4193-b1bf-505a6fe8f36c,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:15.828649 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46176) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:15.847214 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-4c41ed66-851e-4d0c-8595-a2692397248e None None] Set router 1f609ace-2d13-48b1-8128-c7836323e4be gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:31:15.911540 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a1335663-b8fc-4577-b036-7d296ea716d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:15.979745 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-056292a2-3685-4e7b-8a34-65467d17ce01 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] DELETE failed (client error): The resource could not be found. Dec 08 16:31:15.980246 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-056292a2-3685-4e7b-8a34-65467d17ce01 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:31:15.985704 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-056292a2-3685-4e7b-8a34-65467d17ce01 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] 10.222.0.64 "DELETE /v2.0/subnets/ba88e9ea-e9da-44e4-84a1-75b6a4d86e89 HTTP/1.1" status: 404 len: 337 time: 0.0513897 Dec 08 16:31:15.987493 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46182) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:16.008645 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-4585c380-fc83-4b0d-9516-4ecb3133457b tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] DELETE failed (client error): The resource could not be found. Dec 08 16:31:16.015084 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4585c380-fc83-4b0d-9516-4ecb3133457b tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:31:16.015084 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-4585c380-fc83-4b0d-9516-4ecb3133457b tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] 10.222.0.64 "DELETE /v2.0/networks/77777b7a-05c2-4193-b1bf-505a6fe8f36c HTTP/1.1" status: 404 len: 339 time: 0.0254371 Dec 08 16:31:16.015504 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46184) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:16.044768 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f1a75657-3287-481c-9c0a-d4dbfe50d8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:16.102416 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5b1ee7d4-c1d4-46b5-8353-e421b010fd1c tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:16.188132 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1ee7d4-c1d4-46b5-8353-e421b010fd1c tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event deleted for resources: {'Port': ['ID=7f261681-8b5b-4d9a-a368-b9715ad08dd0,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:16.228519 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5dd5716e-631e-473f-a0c8-1bc84e4aeabb tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:16.252460 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5b1ee7d4-c1d4-46b5-8353-e421b010fd1c tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:16.259988 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-5b1ee7d4-c1d4-46b5-8353-e421b010fd1c tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/ports/7f261681-8b5b-4d9a-a368-b9715ad08dd0 HTTP/1.1" status: 204 len: 168 time: 0.8761284 Dec 08 16:31:16.264911 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46194) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:16.277317 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4037bf17-dc1f-4d5a-a5bd-c1d083274944 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Router d08cc6cd-536e-4266-aa1c-710523d17271 is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:31:16.300776 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-f1a75657-3287-481c-9c0a-d4dbfe50d8f0 None None] For port 4185bcec-e478-4efd-ba0f-25348efc4ec5, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=4185bcec-e478-4efd-ba0f-25348efc4ec5,segment=NetworkSegment(7c39f12b-900c-401b-b0d2-47f75306c043),segment_id=7c39f12b-900c-401b-b0d2-47f75306c043)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:31:16.394018 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1335663-b8fc-4577-b036-7d296ea716d8 None None] Pushing event updated for resources: {'Port': ['ID=7d551934-3924-46b3-a54e-9adc87154f11,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:16.403991 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-953b348e-193c-4474-96bd-fc538cde2af4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:16.453651 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5dd5716e-631e-473f-a0c8-1bc84e4aeabb tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:16.459471 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:16.462177 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f1a75657-3287-481c-9c0a-d4dbfe50d8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:16.498203 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-5dd5716e-631e-473f-a0c8-1bc84e4aeabb tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef63a917-f728-4888-9f23-91d75e91aef4']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:16.510230 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-5dd5716e-631e-473f-a0c8-1bc84e4aeabb tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c11acd38-83e7-4e00-8ed1-1ddce131d385') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:16.510589 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-5dd5716e-631e-473f-a0c8-1bc84e4aeabb tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c11acd38-83e7-4e00-8ed1-1ddce131d385') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:16.532118 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5dd5716e-631e-473f-a0c8-1bc84e4aeabb tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:16.549843 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5dd5716e-631e-473f-a0c8-1bc84e4aeabb tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:16.559217 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dd5716e-631e-473f-a0c8-1bc84e4aeabb tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:31:16.561822 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5dd5716e-631e-473f-a0c8-1bc84e4aeabb tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:16.569606 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4037bf17-dc1f-4d5a-a5bd-c1d083274944 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:31:16.579745 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5733c7-0679-4046-a648-d706aa9d8280 None None] Sync routers for ids ['d08cc6cd-536e-4266-aa1c-710523d17271'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:31:16.609574 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5733c7-0679-4046-a648-d706aa9d8280 None None] Routers {'d08cc6cd-536e-4266-aa1c-710523d17271'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:31:16.610359 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-3c5733c7-0679-4046-a648-d706aa9d8280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:31:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['d08cc6cd-536e-4266-aa1c-710523d17271'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:16.653258 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:31:16.653258 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:31:16.653258 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:31:16.653258 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:31:16.653258 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:31:16.653258 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:31:16.653258 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:31:16.653258 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:31:16.653258 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:31:16.653258 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:31:16.653258 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:31:16.653258 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:31:16.653258 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:31:16.653258 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:31:16.653258 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:31:16.653258 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:31:16.653258 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:31:16.653258 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:31:16.653258 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:31:16.653258 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:31:16.653258 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:31:16.653258 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:31:16.653258 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:31:16.653258 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:31:16.653258 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:31:16.653258 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:31:16.653258 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:31:16.653258 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:31:16.653258 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:31:16.653258 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:31:16.653258 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:31:16.653258 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:31:16.702213 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-3c5733c7-0679-4046-a648-d706aa9d8280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:16.714300 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5733c7-0679-4046-a648-d706aa9d8280 None None] Routers {'d08cc6cd-536e-4266-aa1c-710523d17271'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:31:16.715878 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-3c5733c7-0679-4046-a648-d706aa9d8280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:31:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['d08cc6cd-536e-4266-aa1c-710523d17271'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:16.736520 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5dd5716e-631e-473f-a0c8-1bc84e4aeabb tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:16.752804 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4037bf17-dc1f-4d5a-a5bd-c1d083274944 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:16.757119 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-4037bf17-dc1f-4d5a-a5bd-c1d083274944 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.8676293 Dec 08 16:31:16.757272 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5dd5716e-631e-473f-a0c8-1bc84e4aeabb tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:16.760618 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46200) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:16.765662 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-80c3215f-2efc-4dfd-bc7f-b9c782be9404 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'enable_snat': False}}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:16.766975 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-f1a75657-3287-481c-9c0a-d4dbfe50d8f0 None None] Provisioning complete for port 2345f75f-7796-4895-bf96-533ce3dd03e9 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:16.767940 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f1a75657-3287-481c-9c0a-d4dbfe50d8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:16.771907 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-5dd5716e-631e-473f-a0c8-1bc84e4aeabb tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] 10.222.0.64 "DELETE /v2.0/networks/ef63a917-f728-4888-9f23-91d75e91aef4 HTTP/1.1" status: 204 len: 168 time: 0.7540894 Dec 08 16:31:16.780426 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46202) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:16.829779 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-3c5733c7-0679-4046-a648-d706aa9d8280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:16.833014 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5733c7-0679-4046-a648-d706aa9d8280 None None] The sync data for ids ['d08cc6cd-536e-4266-aa1c-710523d17271'] in n-d-776250-12 is: [] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:31:16.885861 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd5716e-631e-473f-a0c8-1bc84e4aeabb tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Pushing event deleted for resources: {'Network': ['ID=ef63a917-f728-4888-9f23-91d75e91aef4,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:16.890326 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5251a39-322b-4aba-b5d4-18d12b5ed3f2 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] DELETE failed (client error): The resource could not be found. Dec 08 16:31:16.891057 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5251a39-322b-4aba-b5d4-18d12b5ed3f2 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:31:16.900235 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-f5251a39-322b-4aba-b5d4-18d12b5ed3f2 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] 10.222.0.64 "DELETE /v2.0/subnets/b4bb56cd-7081-47ad-871f-75d0775375b0 HTTP/1.1" status: 404 len: 337 time: 0.1158645 Dec 08 16:31:16.902655 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46206) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:16.923504 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc50c2f0-09e2-443c-8646-279e908e6150 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:16.926202 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc50c2f0-09e2-443c-8646-279e908e6150 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:16.928691 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-dc50c2f0-09e2-443c-8646-279e908e6150 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6625478 Dec 08 16:31:16.946746 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46208) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:16.967739 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-f1a75657-3287-481c-9c0a-d4dbfe50d8f0 None None] Port 2345f75f-7796-4895-bf96-533ce3dd03e9 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:31:16.991188 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a75657-3287-481c-9c0a-d4dbfe50d8f0 None None] Pushing event updated for resources: {'Port': ['ID=4185bcec-e478-4efd-ba0f-25348efc4ec5,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:17.046716 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.db.api [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:31:17.047175 n-d-776250-12 neutron-server[110552]: DEBUG oslo_db.api [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:31:17.060628 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-4692d2ac-5444-4e04-8def-f1e8a07aadae tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] DELETE failed (client error): The resource could not be found. Dec 08 16:31:17.061824 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4692d2ac-5444-4e04-8def-f1e8a07aadae tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:31:17.069973 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-4692d2ac-5444-4e04-8def-f1e8a07aadae tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] 10.222.0.64 "DELETE /v2.0/networks/8516ad0e-c1a9-4ecc-9ceb-5b4fe0de6b3b HTTP/1.1" status: 404 len: 339 time: 0.1601846 Dec 08 16:31:17.075606 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46210) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:17.103412 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-5f5f0663-cfd3-44ce-8cd2-db6395dfb814 None None] Provisioning complete for port 873732d0-9bfa-43d8-88b6-a1e830c26bc9 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:17.103993 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5f5f0663-cfd3-44ce-8cd2-db6395dfb814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:17.109190 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-4c41ed66-851e-4d0c-8595-a2692397248e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f609ace-2d13-48b1-8128-c7836323e4be', 'name': 'tempest-TestAggregatesBasicOps-1110959119-router', 'tenant_id': '2042612128bd4d06b3e8073669b05ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '506b606a-fb5d-4ab6-9888-650cd5dae81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:53Z', 'updated_at': '2021-12-08T16:31:03Z', 'revision_number': 4, 'project_id': '2042612128bd4d06b3e8073669b05ecf', 'gw_port': {'id': '506b606a-fb5d-4ab6-9888-650cd5dae81a', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f609ace-2d13-48b1-8128-c7836323e4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:55Z', 'updated_at': '2021-12-08T16:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '873732d0-9bfa-43d8-88b6-a1e830c26bc9', 'name': '', 'network_id': 'e4637412-5cbf-4755-9eb9-03e181b3b4ff', 'tenant_id': '2042612128bd4d06b3e8073669b05ecf', 'mac_address': 'fa:16:3e:91:23:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f609ace-2d13-48b1-8128-c7836323e4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'd5346832-733c-4370-87cf-c446281c90c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:03Z', 'updated_at': '2021-12-08T16:31:14Z', 'revision_number': 4, 'project_id': '2042612128bd4d06b3e8073669b05ecf', 'subnets': [{'id': 'd5346832-733c-4370-87cf-c446281c90c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:17.170396 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbd0782b-4266-4b90-9144-c8929cc073bd tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Deleting subnet 56fdcc6c-adea-4a70-a063-d7365cdb1c4d {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:31:17.180945 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dbd0782b-4266-4b90-9144-c8929cc073bd tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:17.181622 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885db70e-332c-4f86-93d0-027fac6575f6 req-553cccbc-f1a6-4a1f-a154-a571ad27227f tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:17.182790 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c41ed66-851e-4d0c-8595-a2692397248e None None] The sync data for ids ['1f609ace-2d13-48b1-8128-c7836323e4be'] in n-d-776250-12 is: [{'id': '1f609ace-2d13-48b1-8128-c7836323e4be', 'name': 'tempest-TestAggregatesBasicOps-1110959119-router', 'tenant_id': '2042612128bd4d06b3e8073669b05ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '506b606a-fb5d-4ab6-9888-650cd5dae81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:53Z', 'updated_at': '2021-12-08T16:31:03Z', 'revision_number': 4, 'project_id': '2042612128bd4d06b3e8073669b05ecf', 'gw_port': {'id': '506b606a-fb5d-4ab6-9888-650cd5dae81a', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f609ace-2d13-48b1-8128-c7836323e4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:55Z', 'updated_at': '2021-12-08T16:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '873732d0-9bfa-43d8-88b6-a1e830c26bc9', 'name': '', 'network_id': 'e4637412-5cbf-4755-9eb9-03e181b3b4ff', 'tenant_id': '2042612128bd4d06b3e8073669b05ecf', 'mac_address': 'fa:16:3e:91:23:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f609ace-2d13-48b1-8128-c7836323e4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'd5346832-733c-4370-87cf-c446281c90c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:03Z', 'updated_at': '2021-12-08T16:31:14Z', 'revision_number': 4, 'project_id': '2042612128bd4d06b3e8073669b05ecf', 'subnets': [{'id': 'd5346832-733c-4370-87cf-c446281c90c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:31:17.192082 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-885db70e-332c-4f86-93d0-027fac6575f6 req-553cccbc-f1a6-4a1f-a154-a571ad27227f tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=43510672-f899-46b2-af96-d1b414c8d06d HTTP/1.1" status: 200 len: 944 time: 0.2031386 Dec 08 16:31:17.219970 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:17.244322 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-953b348e-193c-4474-96bd-fc538cde2af4 admin admin] Router 7e4923ea-bfec-4110-9270-55f2a268bd21 is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:31:17.280854 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dbd0782b-4266-4b90-9144-c8929cc073bd tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:17.300203 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5b0ed10-42f7-4619-bbfe-69c14edc3e91 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Deleting subnet 416a23b4-7cfe-4747-a60c-28493f542070 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:31:17.350867 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d5b0ed10-42f7-4619-bbfe-69c14edc3e91 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:17.399100 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5f5f0663-cfd3-44ce-8cd2-db6395dfb814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:17.439982 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-885db70e-332c-4f86-93d0-027fac6575f6 req-d78b44bf-e5c3-4dcb-929a-32e05f9ecbaf tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473924 Dec 08 16:31:17.445457 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device f1571db5-032d-4184-a600-e49aa50486f3 up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:31:17.483202 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dbd0782b-4266-4b90-9144-c8929cc073bd tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:17.604709 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d5b0ed10-42f7-4619-bbfe-69c14edc3e91 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:17.678580 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-5f5f0663-cfd3-44ce-8cd2-db6395dfb814 None None] For port 873732d0-9bfa-43d8-88b6-a1e830c26bc9, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=873732d0-9bfa-43d8-88b6-a1e830c26bc9,segment=NetworkSegment(07caa314-42ab-47b6-8cf6-20ded4902a6a),segment_id=07caa314-42ab-47b6-8cf6-20ded4902a6a)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:31:17.738290 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d5b0ed10-42f7-4619-bbfe-69c14edc3e91 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:17.794054 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:17.804528 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5f5f0663-cfd3-44ce-8cd2-db6395dfb814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:17.805678 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dbd0782b-4266-4b90-9144-c8929cc073bd tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:17.835096 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd0782b-4266-4b90-9144-c8929cc073bd tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event deleted for resources: {'Subnet': ['ID=56fdcc6c-adea-4a70-a063-d7365cdb1c4d,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:17.839457 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-953b348e-193c-4474-96bd-fc538cde2af4 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:31:17.851184 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dbd0782b-4266-4b90-9144-c8929cc073bd tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:17.854111 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-dbd0782b-4266-4b90-9144-c8929cc073bd tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/subnets/56fdcc6c-adea-4a70-a063-d7365cdb1c4d HTTP/1.1" status: 204 len: 168 time: 0.9060123 Dec 08 16:31:17.859178 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46216) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:17.924806 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d5b0ed10-42f7-4619-bbfe-69c14edc3e91 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:17.935889 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-80c3215f-2efc-4dfd-bc7f-b9c782be9404 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:17.941281 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-be4b52ae-d78b-4b67-a17b-a21f23bdc48e tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0776422 Dec 08 16:31:17.945955 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46218) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:17.952053 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-e0af3f20-5651-42ba-810c-4f574f744c28 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Request body: {'subnet': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:17.952641 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f81160-19b8-44b3-b906-85232d4036b0 None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:31:17.954687 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port f1571db5-032d-4184-a600-e49aa50486f3 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:31:17.959164 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716dfe8a-219e-4fc5-af18-e9391a6504a3 None None] Sync routers for ids ['7e4923ea-bfec-4110-9270-55f2a268bd21'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:31:17.982089 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b0ed10-42f7-4619-bbfe-69c14edc3e91 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Pushing event deleted for resources: {'Subnet': ['ID=416a23b4-7cfe-4747-a60c-28493f542070,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:17.984698 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d5b0ed10-42f7-4619-bbfe-69c14edc3e91 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:17.990660 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-d5b0ed10-42f7-4619-bbfe-69c14edc3e91 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] 10.222.0.64 "DELETE /v2.0/subnets/416a23b4-7cfe-4747-a60c-28493f542070 HTTP/1.1" status: 204 len: 168 time: 0.9130936 Dec 08 16:31:17.993710 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46220) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:18.069870 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f0c991-4bd4-4953-9240-5a36e2f6ba78 None None] Network dd9c2e37-24cb-430b-84f6-812933163651 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:31:18.074679 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5f0663-cfd3-44ce-8cd2-db6395dfb814 None None] Pushing event updated for resources: {'Port': ['ID=873732d0-9bfa-43d8-88b6-a1e830c26bc9,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:18.084863 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port f1571db5-032d-4184-a600-e49aa50486f3 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:18.085349 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:18.094101 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-953b348e-193c-4474-96bd-fc538cde2af4 admin admin] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:18.095482 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-953b348e-193c-4474-96bd-fc538cde2af4 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.8689923 Dec 08 16:31:18.100698 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46222) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:18.186970 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-5f5f0663-cfd3-44ce-8cd2-db6395dfb814 None None] Provisioning complete for port 4185bcec-e478-4efd-ba0f-25348efc4ec5 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:18.187342 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5f5f0663-cfd3-44ce-8cd2-db6395dfb814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:18.214713 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-dca1c691-89de-46b7-a174-fdbed6309e77 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Deleting subnet 4702f49d-da91-4f1d-9d33-4b81f5ed0c78 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:31:18.218470 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dca1c691-89de-46b7-a174-fdbed6309e77 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:18.250899 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 873732d0-9bfa-43d8-88b6-a1e830c26bc9 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:31:18.284378 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716dfe8a-219e-4fc5-af18-e9391a6504a3 None None] Routers {'7e4923ea-bfec-4110-9270-55f2a268bd21'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:31:18.285164 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-716dfe8a-219e-4fc5-af18-e9391a6504a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:31:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['7e4923ea-bfec-4110-9270-55f2a268bd21'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:18.389257 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0af3f20-5651-42ba-810c-4f574f744c28 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Made reservation on behalf of 450e207568904a6eabc726912d992373 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:31:18.393461 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e0af3f20-5651-42ba-810c-4f574f744c28 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:18.545158 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dca1c691-89de-46b7-a174-fdbed6309e77 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:18.640908 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:18.714118 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 873732d0-9bfa-43d8-88b6-a1e830c26bc9 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:18.714478 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:18.736812 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-245a2e0e-b605-4798-8af0-c22184fc9a21 None None] Provisioning complete for port 7d551934-3924-46b3-a54e-9adc87154f11 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:18.738985 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-245a2e0e-b605-4798-8af0-c22184fc9a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:18.783734 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dca1c691-89de-46b7-a174-fdbed6309e77 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:18.800886 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9f8f8b-253f-4507-a0b7-7a3785abcbe0 None None] DHCP port deletion for e406e062-eec7-4ef2-b02a-de32c9a24df9 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:31:18.813061 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-716dfe8a-219e-4fc5-af18-e9391a6504a3 None None] Set router 7e4923ea-bfec-4110-9270-55f2a268bd21 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:31:18.828453 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43510672-f899-46b2-af96-d1b414c8d06d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1571db5-032d-4184-a600-e49aa50486f3'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:31:18.828948 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd2bf05e-427b-48ff-af29-3bed1796f618" -d '{"events": [{"server_uuid": "43510672-f899-46b2-af96-d1b414c8d06d", "name": "network-vif-plugged", "status": "completed", "tag": "f1571db5-032d-4184-a600-e49aa50486f3"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:31:19.094894 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dca1c691-89de-46b7-a174-fdbed6309e77 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:19.114825 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dca1c691-89de-46b7-a174-fdbed6309e77 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:19.121767 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-dca1c691-89de-46b7-a174-fdbed6309e77 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] 10.222.0.64 "DELETE /v2.0/subnets/4702f49d-da91-4f1d-9d33-4b81f5ed0c78 HTTP/1.1" status: 204 len: 168 time: 1.1263862 Dec 08 16:31:19.125532 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46236) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:19.320665 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16435a2-e74c-4c7d-99be-d731ad952cfb x-openstack-request-id: req-f16435a2-e74c-4c7d-99be-d731ad952cfb {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:31:19.321273 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43510672-f899-46b2-af96-d1b414c8d06d", "name": "network-vif-plugged", "status": "completed", "tag": "f1571db5-032d-4184-a600-e49aa50486f3", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:31:19.322256 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f16435a2-e74c-4c7d-99be-d731ad952cfb {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:31:19.322859 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43510672-f899-46b2-af96-d1b414c8d06d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1571db5-032d-4184-a600-e49aa50486f3', 'code': 200} Dec 08 16:31:19.331125 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port f1571db5-032d-4184-a600-e49aa50486f3, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=f1571db5-032d-4184-a600-e49aa50486f3,segment=NetworkSegment(148e30e1-cdcf-4201-a517-2bd3763917d1),segment_id=148e30e1-cdcf-4201-a517-2bd3763917d1)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:31:19.353651 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d220cce3-9098-452f-b93d-1829b939a8fa tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:19.377277 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca1c691-89de-46b7-a174-fdbed6309e77 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Pushing event deleted for resources: {'Subnet': ['ID=4702f49d-da91-4f1d-9d33-4b81f5ed0c78,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:19.486995 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1c691-89de-46b7-a174-fdbed6309e77 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:19.487361 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1c691-89de-46b7-a174-fdbed6309e77 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:19.487720 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1c691-89de-46b7-a174-fdbed6309e77 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:19.488072 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1c691-89de-46b7-a174-fdbed6309e77 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:19.491354 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1c691-89de-46b7-a174-fdbed6309e77 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:19.491744 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1c691-89de-46b7-a174-fdbed6309e77 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:19.492109 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1c691-89de-46b7-a174-fdbed6309e77 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:19.492489 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1c691-89de-46b7-a174-fdbed6309e77 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:19.492842 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1c691-89de-46b7-a174-fdbed6309e77 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:19.493188 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1c691-89de-46b7-a174-fdbed6309e77 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:19.493532 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1c691-89de-46b7-a174-fdbed6309e77 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:19.493873 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1c691-89de-46b7-a174-fdbed6309e77 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:19.494214 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1c691-89de-46b7-a174-fdbed6309e77 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:19.497887 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:19.572835 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-80c3215f-2efc-4dfd-bc7f-b9c782be9404 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-717389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11074'] for router, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:19.582415 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-80c3215f-2efc-4dfd-bc7f-b9c782be9404 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528116', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-717402'] for router, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:19.596652 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=f1571db5-032d-4184-a600-e49aa50486f3,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:19.641640 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b87c88-5b6e-4f09-9095-36232f9eb671 req-e73cf967-eef1-49e6-bdd7-384cf6791544 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:19.643248 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-37b87c88-5b6e-4f09-9095-36232f9eb671 req-e73cf967-eef1-49e6-bdd7-384cf6791544 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=43510672-f899-46b2-af96-d1b414c8d06d HTTP/1.1" status: 200 len: 944 time: 0.9286242 Dec 08 16:31:19.735364 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-d220cce3-9098-452f-b93d-1829b939a8fa tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Deleting port 2fbb3b28-cf98-4642-acc5-36e72ce7a02f {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:31:19.735970 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d220cce3-9098-452f-b93d-1829b939a8fa tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:19.793344 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-bc9f8f8b-253f-4507-a0b7-7a3785abcbe0 None None] Deleting port 7d551934-3924-46b3-a54e-9adc87154f11 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:31:19.793860 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-bc9f8f8b-253f-4507-a0b7-7a3785abcbe0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:19.795717 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-245a2e0e-b605-4798-8af0-c22184fc9a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:19.904791 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-716dfe8a-219e-4fc5-af18-e9391a6504a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4923ea-bfec-4110-9270-55f2a268bd21', 'name': 'tempest-TestAggregatesBasicOps-1857446825-router', 'tenant_id': '436c2c9fc3df4d7db28f68b844bc3c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '2345f75f-7796-4895-bf96-533ce3dd03e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:31:10Z', 'updated_at': '2021-12-08T16:31:14Z', 'revision_number': 3, 'project_id': '436c2c9fc3df4d7db28f68b844bc3c78', 'gw_port': {'id': '2345f75f-7796-4895-bf96-533ce3dd03e9', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:3e:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4923ea-bfec-4110-9270-55f2a268bd21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:12Z', 'updated_at': '2021-12-08T16:31:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:19.905526 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e0af3f20-5651-42ba-810c-4f574f744c28 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:19.979891 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-d220cce3-9098-452f-b93d-1829b939a8fa tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] For port 2fbb3b28-cf98-4642-acc5-36e72ce7a02f, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=2fbb3b28-cf98-4642-acc5-36e72ce7a02f,segment=NetworkSegment(09fff22f-7f3c-4520-a53b-10e7e83c16c9),segment_id=09fff22f-7f3c-4520-a53b-10e7e83c16c9)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:31:19.980482 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d220cce3-9098-452f-b93d-1829b939a8fa tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:19.997288 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 4185bcec-e478-4efd-ba0f-25348efc4ec5 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:31:20.016836 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-d220cce3-9098-452f-b93d-1829b939a8fa tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Calling delete_port for 2fbb3b28-cf98-4642-acc5-36e72ce7a02f owned by network:dhcp {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:31:20.033854 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-245a2e0e-b605-4798-8af0-c22184fc9a21 None None] For port 7d551934-3924-46b3-a54e-9adc87154f11, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=7d551934-3924-46b3-a54e-9adc87154f11,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:31:20.065436 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716dfe8a-219e-4fc5-af18-e9391a6504a3 None None] Checking router: 7e4923ea-bfec-4110-9270-55f2a268bd21 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:31:20.066094 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716dfe8a-219e-4fc5-af18-e9391a6504a3 None None] Updating router 7e4923ea-bfec-4110-9270-55f2a268bd21 port 2345f75f-7796-4895-bf96-533ce3dd03e9 binding host n-d-776250-12 {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:31:20.095668 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c67e0-54bb-4b7d-8a82-6ac344251167 req-df98d1ed-2b2d-42fa-af83-6194a57d27f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:20.097935 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e28c67e0-54bb-4b7d-8a82-6ac344251167 req-df98d1ed-2b2d-42fa-af83-6194a57d27f6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=43510672-f899-46b2-af96-d1b414c8d06d HTTP/1.1" status: 200 len: 1097 time: 0.6638877 Dec 08 16:31:20.147698 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-bc9f8f8b-253f-4507-a0b7-7a3785abcbe0 None None] For port 7d551934-3924-46b3-a54e-9adc87154f11, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=7d551934-3924-46b3-a54e-9adc87154f11,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:31:20.148157 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-bc9f8f8b-253f-4507-a0b7-7a3785abcbe0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:20.173405 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0af3f20-5651-42ba-810c-4f574f744c28 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:31:20.180699 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80c3215f-2efc-4dfd-bc7f-b9c782be9404 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Router d08cc6cd-536e-4266-aa1c-710523d17271 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:31:20.181408 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-bc9f8f8b-253f-4507-a0b7-7a3785abcbe0 None None] Calling delete_port for 7d551934-3924-46b3-a54e-9adc87154f11 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:31:20.189387 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-e0af3f20-5651-42ba-810c-4f574f744c28 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:31:20.218730 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0af3f20-5651-42ba-810c-4f574f744c28 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:20.219340 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e0af3f20-5651-42ba-810c-4f574f744c28 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:20.237640 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-155c8b28-6675-4c39-8fc8-3ac95260bba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:20.267317 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e28c67e0-54bb-4b7d-8a82-6ac344251167 req-7ec07bbe-1fb7-4d3b-922c-d55ef1f7fa91 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164539 Dec 08 16:31:20.276941 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0af3f20-5651-42ba-810c-4f574f744c28 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event updated for resources: {'Subnet': ['ID=0ef26e43-d255-4f7b-8fc0-68a5776618ba,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:20.288378 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94a86dc-1533-4388-af26-82a08bf04b28 None None] Network dd9c2e37-24cb-430b-84f6-812933163651 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:31:20.290181 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-37b87c88-5b6e-4f09-9095-36232f9eb671 req-78b5cbc3-7278-42da-a573-0c748d010a22 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6356595 Dec 08 16:31:20.290453 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-245a2e0e-b605-4798-8af0-c22184fc9a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:20.297419 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-716dfe8a-219e-4fc5-af18-e9391a6504a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:20.381446 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245a2e0e-b605-4798-8af0-c22184fc9a21 None None] Pushing event updated for resources: {'Port': ['ID=7d551934-3924-46b3-a54e-9adc87154f11,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:20.438305 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-bc9f8f8b-253f-4507-a0b7-7a3785abcbe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:20.473431 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e0af3f20-5651-42ba-810c-4f574f744c28 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5262556 Dec 08 16:31:20.476698 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46242) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:20.484530 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9f8f8b-253f-4507-a0b7-7a3785abcbe0 None None] No DVR routers for this DVR port 7d551934-3924-46b3-a54e-9adc87154f11 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:31:20.507241 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-7d2a6f2c-090d-477e-9fe0-2239f3ba4ff8 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Request body: {'port': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'fixed_ips': [{'subnet_id': '0ef26e43-d255-4f7b-8fc0-68a5776618ba', 'ip_address': '2001:db8::4aa7:a2cc:eff0:2718'}], 'name': 'tempest-NetworksTestDHCPv6-1261847574'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:20.509203 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9f8f8b-253f-4507-a0b7-7a3785abcbe0 None None] Pushing event deleted for resources: {'Port': ['ID=7d551934-3924-46b3-a54e-9adc87154f11,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:20.509881 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d220cce3-9098-452f-b93d-1829b939a8fa tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:20.528333 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 4185bcec-e478-4efd-ba0f-25348efc4ec5 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:20.533593 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:20.554306 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d220cce3-9098-452f-b93d-1829b939a8fa tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Pushing event deleted for resources: {'Port': ['ID=2fbb3b28-cf98-4642-acc5-36e72ce7a02f,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:20.562496 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d220cce3-9098-452f-b93d-1829b939a8fa tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] No DVR routers for this DVR port 2fbb3b28-cf98-4642-acc5-36e72ce7a02f on host n-d-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:31:20.585220 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ec4690-a36b-4693-8729-3282231091cf None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:31:20.602177 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-808cceb0-76d1-4163-bffc-2f40094c4313 None None] Provisioning complete for port 2fbb3b28-cf98-4642-acc5-36e72ce7a02f triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:20.602894 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-808cceb0-76d1-4163-bffc-2f40094c4313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:20.604518 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c3215f-2efc-4dfd-bc7f-b9c782be9404 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:31:20.616121 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de17aaf-086f-463e-b74d-bb7a782a9d1e None None] Sync routers for ids ['d08cc6cd-536e-4266-aa1c-710523d17271'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:31:20.625424 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-80c3215f-2efc-4dfd-bc7f-b9c782be9404 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:20.629326 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-80c3215f-2efc-4dfd-bc7f-b9c782be9404 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] 10.222.0.64 "PUT /v2.0/routers/d08cc6cd-536e-4266-aa1c-710523d17271 HTTP/1.1" status: 200 len: 923 time: 3.8655918 Dec 08 16:31:20.636716 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de17aaf-086f-463e-b74d-bb7a782a9d1e None None] Routers {'d08cc6cd-536e-4266-aa1c-710523d17271'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:31:20.636716 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-6de17aaf-086f-463e-b74d-bb7a782a9d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:31:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['d08cc6cd-536e-4266-aa1c-710523d17271'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:20.637077 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-155c8b28-6675-4c39-8fc8-3ac95260bba1 admin admin] Allocated IP 172.20.0.1 (8c7d2eea-ec2d-44ef-8cba-52ee91a652be/786c3c1a-117f-45ec-94c0-7a2303c18e76/6e24334b-e5c9-4097-bde9-756b3b2b5e04) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:31:20.639820 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46244) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:20.728211 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-6de17aaf-086f-463e-b74d-bb7a782a9d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:20.750959 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de17aaf-086f-463e-b74d-bb7a782a9d1e None None] Routers {'d08cc6cd-536e-4266-aa1c-710523d17271'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:31:20.752460 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-6de17aaf-086f-463e-b74d-bb7a782a9d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:31:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['d08cc6cd-536e-4266-aa1c-710523d17271'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:20.780719 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-808cceb0-76d1-4163-bffc-2f40094c4313 None None] Port 2fbb3b28-cf98-4642-acc5-36e72ce7a02f was deleted so its status cannot be updated. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 08 16:31:20.828357 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2a6f2c-090d-477e-9fe0-2239f3ba4ff8 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Made reservation on behalf of 450e207568904a6eabc726912d992373 for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:31:20.830634 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-6de17aaf-086f-463e-b74d-bb7a782a9d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:20.831455 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de17aaf-086f-463e-b74d-bb7a782a9d1e None None] The sync data for ids ['d08cc6cd-536e-4266-aa1c-710523d17271'] in n-d-776250-12 is: [] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:31:20.897524 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be86edd6-4afd-4c57-8c22-c9419e6e7b2d None None] DHCP port deletion for dd9c2e37-24cb-430b-84f6-812933163651 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:31:21.004859 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27452c2-885f-4996-8ec8-9f63aa8930fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-e406e062-eec7-4ef2-b02a-de32c9a24df9', 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'project_id': '450e207568904a6eabc726912d992373', 'fixed_ips': [{'subnet_id': '0ef26e43-d255-4f7b-8fc0-68a5776618ba'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:31:21.006367 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b27452c2-885f-4996-8ec8-9f63aa8930fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:21.042392 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7d2a6f2c-090d-477e-9fe0-2239f3ba4ff8 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:21.049772 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 7d551934-3924-46b3-a54e-9adc87154f11 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:31:21.065014 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-7d2a6f2c-090d-477e-9fe0-2239f3ba4ff8 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] device_id is not set on port 7b84ca6b-8fe7-48fc-8064-e4b70db2763f yet. {{(pid=110551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:31:21.093735 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 7d551934-3924-46b3-a54e-9adc87154f11 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:31:21.093735 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 7d551934-3924-46b3-a54e-9adc87154f11 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 08 16:31:21.138708 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Port 7d551934-3924-46b3-a54e-9adc87154f11 not found, will not notify nova. {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 08 16:31:21.145608 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d220cce3-9098-452f-b93d-1829b939a8fa tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:21.282911 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-d220cce3-9098-452f-b93d-1829b939a8fa tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd9c2e37-24cb-430b-84f6-812933163651']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:21.316782 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-d220cce3-9098-452f-b93d-1829b939a8fa tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09fff22f-7f3c-4520-a53b-10e7e83c16c9') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:21.318714 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-d220cce3-9098-452f-b93d-1829b939a8fa tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09fff22f-7f3c-4520-a53b-10e7e83c16c9') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:21.364447 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 873732d0-9bfa-43d8-88b6-a1e830c26bc9 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:31:21.431383 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-716dfe8a-219e-4fc5-af18-e9391a6504a3 None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:21.437046 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-7d2a6f2c-090d-477e-9fe0-2239f3ba4ff8 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Allocated IP 2001:db8::4aa7:a2cc:eff0:2718 (e406e062-eec7-4ef2-b02a-de32c9a24df9/0ef26e43-d255-4f7b-8fc0-68a5776618ba/7b84ca6b-8fe7-48fc-8064-e4b70db2763f) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:31:21.454077 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-155c8b28-6675-4c39-8fc8-3ac95260bba1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:21.477087 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 873732d0-9bfa-43d8-88b6-a1e830c26bc9 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:21.477719 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:21.491148 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d220cce3-9098-452f-b93d-1829b939a8fa tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:21.503708 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-716dfe8a-219e-4fc5-af18-e9391a6504a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:21.536802 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d220cce3-9098-452f-b93d-1829b939a8fa tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:21.562291 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-155c8b28-6675-4c39-8fc8-3ac95260bba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:21.582567 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d220cce3-9098-452f-b93d-1829b939a8fa tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:31:21.583081 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d220cce3-9098-452f-b93d-1829b939a8fa tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:21.587323 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5feb13d3-2887-4eac-bc24-0b041b3bcd8b None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:31:21.592879 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:31:21.592879 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:31:21.592879 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:31:21.592879 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:31:21.592879 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:31:21.592879 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:31:21.592879 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:31:21.592879 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:31:21.592879 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:31:21.592879 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:31:21.592879 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:31:21.592879 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:31:21.592879 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:31:21.592879 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:31:21.592879 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:31:21.592879 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:31:21.592879 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:31:21.592879 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:31:21.592879 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:31:21.592879 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:31:21.592879 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:31:21.592879 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:31:21.592879 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:31:21.592879 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:31:21.592879 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:31:21.592879 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:31:21.592879 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:31:21.592879 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:31:21.592879 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:31:21.592879 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:31:21.592879 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:31:21.592879 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:31:21.596169 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-f23c769e-902b-477f-844a-54e6fab0efac tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] 10.222.0.64 "GET /v2.0/routers/d08cc6cd-536e-4266-aa1c-710523d17271 HTTP/1.1" status: 200 len: 923 time: 0.9549608 Dec 08 16:31:21.600583 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46256) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:21.608147 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-716dfe8a-219e-4fc5-af18-e9391a6504a3 None None] Attempting to bind port 2345f75f-7796-4895-bf96-533ce3dd03e9 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:31:21.608543 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-716dfe8a-219e-4fc5-af18-e9391a6504a3 None None] Attempting to bind port 2345f75f-7796-4895-bf96-533ce3dd03e9 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:31:21.608912 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716dfe8a-219e-4fc5-af18-e9391a6504a3 None None] Attempting to bind port 2345f75f-7796-4895-bf96-533ce3dd03e9 on network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:31:21.614810 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd5e884-6524-47be-ae59-9cbb45e1c54d None None] Pushing event updated for resources: {'Port': ['ID=2345f75f-7796-4895-bf96-533ce3dd03e9,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:21.629099 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716dfe8a-219e-4fc5-af18-e9391a6504a3 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:31:21.630553 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716dfe8a-219e-4fc5-af18-e9391a6504a3 None None] Checking segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:31:21.631011 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-716dfe8a-219e-4fc5-af18-e9391a6504a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:21.631713 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716dfe8a-219e-4fc5-af18-e9391a6504a3 None None] Bound using segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:31:21.632227 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-716dfe8a-219e-4fc5-af18-e9391a6504a3 None None] Bound port: 2345f75f-7796-4895-bf96-533ce3dd03e9, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:31:21.632745 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-716dfe8a-219e-4fc5-af18-e9391a6504a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:21.715023 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5776b9e-36e7-498e-8b1e-3cda5783838b req-ff813fd2-11fe-46b2-b4e6-e216a8933547 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:21.722909 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a5776b9e-36e7-498e-8b1e-3cda5783838b req-ff813fd2-11fe-46b2-b4e6-e216a8933547 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=43510672-f899-46b2-af96-d1b414c8d06d HTTP/1.1" status: 200 len: 945 time: 0.2190614 Dec 08 16:31:21.737442 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-716dfe8a-219e-4fc5-af18-e9391a6504a3 None None] For port 2345f75f-7796-4895-bf96-533ce3dd03e9, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:31:21.741592 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-716dfe8a-219e-4fc5-af18-e9391a6504a3 None None] For port 2345f75f-7796-4895-bf96-533ce3dd03e9, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=2345f75f-7796-4895-bf96-533ce3dd03e9,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:31:21.783036 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0165671-29e9-4a98-a955-ea2c7658fcce tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:21.789157 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c0165671-29e9-4a98-a955-ea2c7658fcce tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=1ae4cf80-76bf-4df3-a557-5cc6023c1900&device_id=d08cc6cd-536e-4266-aa1c-710523d17271&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1866746 Dec 08 16:31:21.790627 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155c8b28-6675-4c39-8fc8-3ac95260bba1 admin admin] Network 8c7d2eea-ec2d-44ef-8cba-52ee91a652be is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:31:21.791747 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d220cce3-9098-452f-b93d-1829b939a8fa tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:21.799129 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46258) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:21.809083 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-155c8b28-6675-4c39-8fc8-3ac95260bba1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:31:21.812049 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155c8b28-6675-4c39-8fc8-3ac95260bba1 admin admin] Pushing event updated for resources: {'Port': ['ID=6e24334b-e5c9-4097-bde9-756b3b2b5e04,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:21.817828 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-43e07c82-139e-4bbe-a8f8-c88fa33aaa19 None None] Provisioning complete for port 2345f75f-7796-4895-bf96-533ce3dd03e9 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:21.818894 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-43e07c82-139e-4bbe-a8f8-c88fa33aaa19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:21.825879 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155c8b28-6675-4c39-8fc8-3ac95260bba1 admin admin] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:31:21.829434 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d220cce3-9098-452f-b93d-1829b939a8fa tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:21.833143 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-d220cce3-9098-452f-b93d-1829b939a8fa tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] 10.222.0.64 "DELETE /v2.0/networks/dd9c2e37-24cb-430b-84f6-812933163651 HTTP/1.1" status: 204 len: 168 time: 2.7066133 Dec 08 16:31:21.837963 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46260) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:21.891356 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d220cce3-9098-452f-b93d-1829b939a8fa tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Pushing event deleted for resources: {'Network': ['ID=dd9c2e37-24cb-430b-84f6-812933163651,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:21.909298 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a5776b9e-36e7-498e-8b1e-3cda5783838b req-0463a535-b3dd-4fe2-a3fa-029e76df63a8 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853976 Dec 08 16:31:21.928206 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-833ab89a-cb98-47ef-bc6d-170f8aa2bc58 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] DELETE failed (client error): The resource could not be found. Dec 08 16:31:21.930177 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-833ab89a-cb98-47ef-bc6d-170f8aa2bc58 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:31:21.937611 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-833ab89a-cb98-47ef-bc6d-170f8aa2bc58 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] 10.222.0.64 "DELETE /v2.0/subnets/8e5ef5aa-cefa-4022-b27f-515594327695 HTTP/1.1" status: 404 len: 337 time: 0.0886059 Dec 08 16:31:21.942763 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46262) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:21.951555 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7d2a6f2c-090d-477e-9fe0-2239f3ba4ff8 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:22.010074 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-155c8b28-6675-4c39-8fc8-3ac95260bba1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:22.013966 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a4a85bd-490b-40b1-a382-8a00d3b8f6e8 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] DELETE failed (client error): The resource could not be found. Dec 08 16:31:22.014505 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a4a85bd-490b-40b1-a382-8a00d3b8f6e8 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:31:22.017792 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-9a4a85bd-490b-40b1-a382-8a00d3b8f6e8 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] 10.222.0.64 "DELETE /v2.0/networks/7cbd037f-3a23-409a-b374-8881c42c25a0 HTTP/1.1" status: 404 len: 339 time: 0.0642478 Dec 08 16:31:22.024142 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46264) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:22.038914 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03411716-f241-4570-8d40-923b1441cb2a tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:22.049045 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-03411716-f241-4570-8d40-923b1441cb2a tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] 10.222.0.64 "GET /v2.0/networks/1ae4cf80-76bf-4df3-a557-5cc6023c1900 HTTP/1.1" status: 200 len: 881 time: 0.2485635 Dec 08 16:31:22.049737 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46268) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:22.125985 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b828d49a-fa03-437d-9a55-807e971a674e tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] 10.222.0.64 "GET /v2.0/ports?device_id=d08cc6cd-536e-4266-aa1c-710523d17271 HTTP/1.1" status: 200 len: 205 time: 0.0450830 Dec 08 16:31:22.126832 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46270) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:22.127922 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f353a94-d72d-40a1-a39b-b45d84915ce6 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] DELETE failed (client error): The resource could not be found. Dec 08 16:31:22.128562 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f353a94-d72d-40a1-a39b-b45d84915ce6 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:31:22.135096 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-2f353a94-d72d-40a1-a39b-b45d84915ce6 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] 10.222.0.64 "DELETE /v2.0/subnets/61e6546b-9201-4729-bbf9-f0afda40f5fc HTTP/1.1" status: 404 len: 337 time: 0.1078959 Dec 08 16:31:22.139771 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7d2a6f2c-090d-477e-9fe0-2239f3ba4ff8 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:22.141332 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46272) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:22.213065 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2a6f2c-090d-477e-9fe0-2239f3ba4ff8 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:31:22.218786 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-7d2a6f2c-090d-477e-9fe0-2239f3ba4ff8 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:31:22.261300 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2a6f2c-090d-477e-9fe0-2239f3ba4ff8 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:31:22.270722 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2a6f2c-090d-477e-9fe0-2239f3ba4ff8 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:22.272101 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7d2a6f2c-090d-477e-9fe0-2239f3ba4ff8 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:22.283230 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 2fbb3b28-cf98-4642-acc5-36e72ce7a02f no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:31:22.288848 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-0764acb7-87e1-4e66-aab5-780ba7708458 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] DELETE failed (client error): The resource could not be found. Dec 08 16:31:22.289413 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0764acb7-87e1-4e66-aab5-780ba7708458 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:31:22.292765 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-0764acb7-87e1-4e66-aab5-780ba7708458 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] 10.222.0.64 "DELETE /v2.0/networks/c3107443-e1d2-41c2-aacc-87ff64315226 HTTP/1.1" status: 404 len: 339 time: 0.1491234 Dec 08 16:31:22.295515 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46274) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:22.296532 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-716dfe8a-219e-4fc5-af18-e9391a6504a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:22.355859 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2a6f2c-090d-477e-9fe0-2239f3ba4ff8 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event updated for resources: {'Port': ['ID=7b84ca6b-8fe7-48fc-8064-e4b70db2763f,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:22.369163 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-97129531-4025-41c7-b7a1-62cd901ebe48 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] DELETE failed (client error): The resource could not be found. Dec 08 16:31:22.369924 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97129531-4025-41c7-b7a1-62cd901ebe48 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:31:22.371365 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-43e07c82-139e-4bbe-a8f8-c88fa33aaa19 None None] Port 2345f75f-7796-4895-bf96-533ce3dd03e9 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:31:22.372903 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 2fbb3b28-cf98-4642-acc5-36e72ce7a02f {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:31:22.373247 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 2fbb3b28-cf98-4642-acc5-36e72ce7a02f not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:31:22.373671 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 7d551934-3924-46b3-a54e-9adc87154f11 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:31:22.380171 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-97129531-4025-41c7-b7a1-62cd901ebe48 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] 10.222.0.64 "DELETE /v2.0/subnets/16257abc-63b1-4c9f-9ceb-2701ae3237c0 HTTP/1.1" status: 404 len: 337 time: 0.0834832 Dec 08 16:31:22.436478 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab0eb03-4dd8-4be3-a23c-a686138d249c None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:31:22.451772 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 7d551934-3924-46b3-a54e-9adc87154f11 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:31:22.452311 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 7d551934-3924-46b3-a54e-9adc87154f11 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:31:22.476303 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4fb526c7-d3ae-4e4b-9de8-551649c12c48 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks [] for router, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:22.479049 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46278) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:22.480658 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-155c8b28-6675-4c39-8fc8-3ac95260bba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:22.483265 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-7d2a6f2c-090d-477e-9fe0-2239f3ba4ff8 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0025597 Dec 08 16:31:22.493878 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46280) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:22.503091 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd5e884-6524-47be-ae59-9cbb45e1c54d None None] Pushing event updated for resources: {'Port': ['ID=2345f75f-7796-4895-bf96-533ce3dd03e9,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:22.528358 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfa922a8-6fe1-4b7d-8446-a414237220c1 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] DELETE failed (client error): The resource could not be found. Dec 08 16:31:22.529041 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfa922a8-6fe1-4b7d-8446-a414237220c1 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:31:22.535292 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-b27452c2-885f-4996-8ec8-9f63aa8930fb None None] Allocated IP 2001:db8::2 (e406e062-eec7-4ef2-b02a-de32c9a24df9/0ef26e43-d255-4f7b-8fc0-68a5776618ba/f1045a29-49ab-483f-b83a-174555cdaf4d) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:31:22.536572 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-cfa922a8-6fe1-4b7d-8446-a414237220c1 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] 10.222.0.64 "DELETE /v2.0/networks/e9a1aa7e-d4ba-4f2f-a966-934731ca33cd HTTP/1.1" status: 404 len: 339 time: 0.0503025 Dec 08 16:31:22.550537 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46282) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:22.630352 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-43a96960-cb24-492b-a443-16e126afe7f3 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Deleting subnet 5fdfc527-4ae4-4e3a-b1e6-fd3963945a02 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:31:22.634628 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4fb526c7-d3ae-4e4b-9de8-551649c12c48 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:22.657095 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-43a96960-cb24-492b-a443-16e126afe7f3 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:22.728929 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-43a96960-cb24-492b-a443-16e126afe7f3 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:22.747819 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b27452c2-885f-4996-8ec8-9f63aa8930fb None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:22.757628 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716dfe8a-219e-4fc5-af18-e9391a6504a3 None None] Routers {'7e4923ea-bfec-4110-9270-55f2a268bd21'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:31:22.758390 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-716dfe8a-219e-4fc5-af18-e9391a6504a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:31:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['7e4923ea-bfec-4110-9270-55f2a268bd21'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:22.822998 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-4fb526c7-d3ae-4e4b-9de8-551649c12c48 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Deleting port 60e3da82-a770-4f69-bbc2-0edb8addfce7 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:31:22.824283 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4fb526c7-d3ae-4e4b-9de8-551649c12c48 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:22.853996 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199c11fc-91f0-4f24-8f4f-afb82c9d58c1 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:22.855553 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-199c11fc-91f0-4f24-8f4f-afb82c9d58c1 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.3295145 Dec 08 16:31:22.860635 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46284) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:22.875884 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b27452c2-885f-4996-8ec8-9f63aa8930fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:22.897583 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-ea870883-6295-4224-8c0b-9361d24f12e8 None None] Provisioning complete for port 6e24334b-e5c9-4097-bde9-756b3b2b5e04 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:22.898383 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ea870883-6295-4224-8c0b-9361d24f12e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:22.906149 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-716dfe8a-219e-4fc5-af18-e9391a6504a3 None None] Set router 7e4923ea-bfec-4110-9270-55f2a268bd21 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:31:22.952029 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4fb526c7-d3ae-4e4b-9de8-551649c12c48 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:22.967487 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-4fb526c7-d3ae-4e4b-9de8-551649c12c48 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Calling delete_port for 60e3da82-a770-4f69-bbc2-0edb8addfce7 owned by network:router_gateway {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:31:23.008704 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-43a96960-cb24-492b-a443-16e126afe7f3 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:23.056143 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27452c2-885f-4996-8ec8-9f63aa8930fb None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:31:23.073810 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-b27452c2-885f-4996-8ec8-9f63aa8930fb None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:31:23.079167 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27452c2-885f-4996-8ec8-9f63aa8930fb None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:31:23.141221 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27452c2-885f-4996-8ec8-9f63aa8930fb None None] Pushing event updated for resources: {'Port': ['ID=f1045a29-49ab-483f-b83a-174555cdaf4d,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:23.167278 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-ea870883-6295-4224-8c0b-9361d24f12e8 None None] Port 6e24334b-e5c9-4097-bde9-756b3b2b5e04 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:31:23.233850 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-155c8b28-6675-4c39-8fc8-3ac95260bba1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:23.243862 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4fb526c7-d3ae-4e4b-9de8-551649c12c48 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:23.302004 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-0400269f-ec32-43c8-a9a6-ad7bec3175d3 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Deleting port 7b84ca6b-8fe7-48fc-8064-e4b70db2763f {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:31:23.303605 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0400269f-ec32-43c8-a9a6-ad7bec3175d3 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:23.311262 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb526c7-d3ae-4e4b-9de8-551649c12c48 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Pushing event deleted for resources: {'Port': ['ID=60e3da82-a770-4f69-bbc2-0edb8addfce7,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:23.316407 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-b27452c2-885f-4996-8ec8-9f63aa8930fb None None] Attempting to bind port f1045a29-49ab-483f-b83a-174555cdaf4d on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:31:23.316946 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-b27452c2-885f-4996-8ec8-9f63aa8930fb None None] Attempting to bind port f1045a29-49ab-483f-b83a-174555cdaf4d by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:31:23.317235 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27452c2-885f-4996-8ec8-9f63aa8930fb None None] Attempting to bind port f1045a29-49ab-483f-b83a-174555cdaf4d on network e406e062-eec7-4ef2-b02a-de32c9a24df9 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:31:23.343611 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-401a8a3d-8970-4c23-9b68-e9cb1cd8c535 None None] Provisioning complete for port 2345f75f-7796-4895-bf96-533ce3dd03e9 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:23.343996 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-401a8a3d-8970-4c23-9b68-e9cb1cd8c535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:23.345815 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aab6313-68cc-494f-9f28-56c131d800b1 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:31:23.350063 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27452c2-885f-4996-8ec8-9f63aa8930fb None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:31:23.350063 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27452c2-885f-4996-8ec8-9f63aa8930fb None None] Checking segment: {'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:31:23.350063 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b27452c2-885f-4996-8ec8-9f63aa8930fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:23.350063 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27452c2-885f-4996-8ec8-9f63aa8930fb None None] Bound using segment: {'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:31:23.350063 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-b27452c2-885f-4996-8ec8-9f63aa8930fb None None] Bound port: f1045a29-49ab-483f-b83a-174555cdaf4d, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:31:23.350063 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b27452c2-885f-4996-8ec8-9f63aa8930fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:23.401774 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0400269f-ec32-43c8-a9a6-ad7bec3175d3 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:23.416521 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-0400269f-ec32-43c8-a9a6-ad7bec3175d3 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Calling delete_port for 7b84ca6b-8fe7-48fc-8064-e4b70db2763f owned by {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:31:23.442601 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4fb526c7-d3ae-4e4b-9de8-551649c12c48 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:23.507851 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-b27452c2-885f-4996-8ec8-9f63aa8930fb None None] For port f1045a29-49ab-483f-b83a-174555cdaf4d, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:31:23.513629 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-b27452c2-885f-4996-8ec8-9f63aa8930fb None None] For port f1045a29-49ab-483f-b83a-174555cdaf4d, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=f1045a29-49ab-483f-b83a-174555cdaf4d,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:31:23.514566 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8fbd86-32b1-45ab-9953-03eee41e17d9 req-06bff8b3-2604-4e66-8a37-d6dfdf5e9ff4 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:23.518314 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bd8fbd86-32b1-45ab-9953-03eee41e17d9 req-06bff8b3-2604-4e66-8a37-d6dfdf5e9ff4 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=43510672-f899-46b2-af96-d1b414c8d06d HTTP/1.1" status: 200 len: 945 time: 0.3521395 Dec 08 16:31:23.595647 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-155c8b28-6675-4c39-8fc8-3ac95260bba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:23.607964 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b27452c2-885f-4996-8ec8-9f63aa8930fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:23.616903 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-716dfe8a-219e-4fc5-af18-e9391a6504a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4923ea-bfec-4110-9270-55f2a268bd21', 'name': 'tempest-TestAggregatesBasicOps-1857446825-router', 'tenant_id': '436c2c9fc3df4d7db28f68b844bc3c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '2345f75f-7796-4895-bf96-533ce3dd03e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:31:10Z', 'updated_at': '2021-12-08T16:31:22Z', 'revision_number': 4, 'project_id': '436c2c9fc3df4d7db28f68b844bc3c78', 'gw_port': {'id': '2345f75f-7796-4895-bf96-533ce3dd03e9', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:3e:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4923ea-bfec-4110-9270-55f2a268bd21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:12Z', 'updated_at': '2021-12-08T16:31:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '6e24334b-e5c9-4097-bde9-756b3b2b5e04', 'name': '', 'network_id': '8c7d2eea-ec2d-44ef-8cba-52ee91a652be', 'tenant_id': '436c2c9fc3df4d7db28f68b844bc3c78', 'mac_address': 'fa:16:3e:46:ec:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4923ea-bfec-4110-9270-55f2a268bd21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '786c3c1a-117f-45ec-94c0-7a2303c18e76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:20Z', 'updated_at': '2021-12-08T16:31:20Z', 'revision_number': 1, 'project_id': '436c2c9fc3df4d7db28f68b844bc3c78', 'subnets': [{'id': '786c3c1a-117f-45ec-94c0-7a2303c18e76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:23.618748 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-401a8a3d-8970-4c23-9b68-e9cb1cd8c535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:23.641152 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-401a8a3d-8970-4c23-9b68-e9cb1cd8c535 None None] For port 2345f75f-7796-4895-bf96-533ce3dd03e9, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=2345f75f-7796-4895-bf96-533ce3dd03e9,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:31:23.652345 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bd8fbd86-32b1-45ab-9953-03eee41e17d9 req-c44daa6b-9165-4e79-97a5-e6d222c019ed tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827584 Dec 08 16:31:23.689099 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0400269f-ec32-43c8-a9a6-ad7bec3175d3 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:23.701019 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-155c8b28-6675-4c39-8fc8-3ac95260bba1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:23.709520 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155c8b28-6675-4c39-8fc8-3ac95260bba1 admin admin] Pushing event updated for resources: {'Port': ['ID=6e24334b-e5c9-4097-bde9-756b3b2b5e04,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:23.726751 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4fb526c7-d3ae-4e4b-9de8-551649c12c48 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:23.730735 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4fb526c7-d3ae-4e4b-9de8-551649c12c48 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:23.749189 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716dfe8a-219e-4fc5-af18-e9391a6504a3 None None] The sync data for ids ['7e4923ea-bfec-4110-9270-55f2a268bd21'] in n-d-776250-12 is: [{'id': '7e4923ea-bfec-4110-9270-55f2a268bd21', 'name': 'tempest-TestAggregatesBasicOps-1857446825-router', 'tenant_id': '436c2c9fc3df4d7db28f68b844bc3c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '2345f75f-7796-4895-bf96-533ce3dd03e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:31:10Z', 'updated_at': '2021-12-08T16:31:22Z', 'revision_number': 4, 'project_id': '436c2c9fc3df4d7db28f68b844bc3c78', 'gw_port': {'id': '2345f75f-7796-4895-bf96-533ce3dd03e9', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:3e:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4923ea-bfec-4110-9270-55f2a268bd21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:12Z', 'updated_at': '2021-12-08T16:31:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '6e24334b-e5c9-4097-bde9-756b3b2b5e04', 'name': '', 'network_id': '8c7d2eea-ec2d-44ef-8cba-52ee91a652be', 'tenant_id': '436c2c9fc3df4d7db28f68b844bc3c78', 'mac_address': 'fa:16:3e:46:ec:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4923ea-bfec-4110-9270-55f2a268bd21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '786c3c1a-117f-45ec-94c0-7a2303c18e76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:20Z', 'updated_at': '2021-12-08T16:31:20Z', 'revision_number': 1, 'project_id': '436c2c9fc3df4d7db28f68b844bc3c78', 'subnets': [{'id': '786c3c1a-117f-45ec-94c0-7a2303c18e76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:31:23.761544 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-401a8a3d-8970-4c23-9b68-e9cb1cd8c535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:23.838640 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27452c2-885f-4996-8ec8-9f63aa8930fb None None] Pushing event updated for resources: {'Port': ['ID=f1045a29-49ab-483f-b83a-174555cdaf4d,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:23.884906 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-43a96960-cb24-492b-a443-16e126afe7f3 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:23.913320 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0400269f-ec32-43c8-a9a6-ad7bec3175d3 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:23.913595 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a8a3d-8970-4c23-9b68-e9cb1cd8c535 None None] Pushing event updated for resources: {'Port': ['ID=2345f75f-7796-4895-bf96-533ce3dd03e9,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:23.923958 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46296) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:23.929158 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-0400269f-ec32-43c8-a9a6-ad7bec3175d3 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/ports/7b84ca6b-8fe7-48fc-8064-e4b70db2763f HTTP/1.1" status: 204 len: 168 time: 1.0656586 Dec 08 16:31:23.933773 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4fb526c7-d3ae-4e4b-9de8-551649c12c48 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:23.934341 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb526c7-d3ae-4e4b-9de8-551649c12c48 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Fanout notify agent at l3_agent the message router_deleted on router d08cc6cd-536e-4266-aa1c-710523d17271 {{(pid=110551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:31:23.942320 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4fb526c7-d3ae-4e4b-9de8-551649c12c48 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:23.943536 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-4fb526c7-d3ae-4e4b-9de8-551649c12c48 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] 10.222.0.64 "DELETE /v2.0/routers/d08cc6cd-536e-4266-aa1c-710523d17271 HTTP/1.1" status: 204 len: 168 time: 1.8094978 Dec 08 16:31:23.947843 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46298) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:23.997219 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-f6e88fd2-fed6-4306-8c0c-fdb425cc9dba tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-855293228', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:24.013972 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400269f-ec32-43c8-a9a6-ad7bec3175d3 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event deleted for resources: {'Port': ['ID=7b84ca6b-8fe7-48fc-8064-e4b70db2763f,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:24.033082 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a96960-cb24-492b-a443-16e126afe7f3 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Pushing event deleted for resources: {'Subnet': ['ID=5fdfc527-4ae4-4e3a-b1e6-fd3963945a02,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:24.080335 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b61e3f-e809-402e-a6fa-392489086f5e tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:24.083480 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b61e3f-e809-402e-a6fa-392489086f5e tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:24.090246 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f6b61e3f-e809-402e-a6fa-392489086f5e tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1651087 Dec 08 16:31:24.093267 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46300) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:24.170389 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b362f68d-7827-44db-b9bc-bb3c453fe3e2 None None] Network a25d2318-8c57-4a91-9237-4de1bd18dd5d requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:31:24.173748 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-43a96960-cb24-492b-a443-16e126afe7f3 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:24.196802 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-43a96960-cb24-492b-a443-16e126afe7f3 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] 10.222.0.64 "DELETE /v2.0/subnets/5fdfc527-4ae4-4e3a-b1e6-fd3963945a02 HTTP/1.1" status: 204 len: 168 time: 1.6418464 Dec 08 16:31:24.204265 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46304) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:24.241639 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f6e88fd2-fed6-4306-8c0c-fdb425cc9dba tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:24.243299 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f6e88fd2-fed6-4306-8c0c-fdb425cc9dba tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:24.395223 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f6e88fd2-fed6-4306-8c0c-fdb425cc9dba tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:24.427977 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-63c94541-e189-4b89-85c5-dd76a7f37f0a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Deleting subnet 0ef26e43-d255-4f7b-8fc0-68a5776618ba {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:31:24.445369 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-63c94541-e189-4b89-85c5-dd76a7f37f0a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:24.458757 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310ed1c-edbc-4e8d-96f6-1e5d08e4af06 req-71472dea-4698-4968-b1ce-38ca715b8a71 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:24.461435 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1310ed1c-edbc-4e8d-96f6-1e5d08e4af06 req-71472dea-4698-4968-b1ce-38ca715b8a71 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=43510672-f899-46b2-af96-d1b414c8d06d HTTP/1.1" status: 200 len: 945 time: 0.5806084 Dec 08 16:31:24.478659 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155c8b28-6675-4c39-8fc8-3ac95260bba1 admin admin] Network 8c7d2eea-ec2d-44ef-8cba-52ee91a652be is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:31:24.494506 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-155c8b28-6675-4c39-8fc8-3ac95260bba1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:31:24.564232 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f6e88fd2-fed6-4306-8c0c-fdb425cc9dba tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:24.571122 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-515f5f3a-58f8-4061-ae04-5873fdd6e65f tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:24.579293 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-63c94541-e189-4b89-85c5-dd76a7f37f0a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:24.584613 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c07165-eed6-4d5f-89ad-954c50e9a450 None None] DHCP port deletion for a25d2318-8c57-4a91-9237-4de1bd18dd5d request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:31:24.724946 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-04c07165-eed6-4d5f-89ad-954c50e9a450 None None] Deleting port 8e43dcd2-c03c-4022-b902-1e1f77191bd8 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:31:24.727397 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-04c07165-eed6-4d5f-89ad-954c50e9a450 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:24.831673 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f6e88fd2-fed6-4306-8c0c-fdb425cc9dba tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:24.835204 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f6e88fd2-fed6-4306-8c0c-fdb425cc9dba tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8431978 Dec 08 16:31:24.841721 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46308) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:24.853028 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-20831b80-42a5-4734-bf85-0699d10900f9 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Request body: {'router': {'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:24.884354 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1310ed1c-edbc-4e8d-96f6-1e5d08e4af06 req-8b1beb06-88c2-4214-8185-778ea9c0e3ba tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3982084 Dec 08 16:31:24.946968 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-515f5f3a-58f8-4061-ae04-5873fdd6e65f tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Deleting port 8e43dcd2-c03c-4022-b902-1e1f77191bd8 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:31:24.947398 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-515f5f3a-58f8-4061-ae04-5873fdd6e65f tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:24.951506 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-155c8b28-6675-4c39-8fc8-3ac95260bba1 admin admin] Router 7e4923ea-bfec-4110-9270-55f2a268bd21 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:31:24.965356 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-04c07165-eed6-4d5f-89ad-954c50e9a450 None None] For port 8e43dcd2-c03c-4022-b902-1e1f77191bd8, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=8e43dcd2-c03c-4022-b902-1e1f77191bd8,segment=NetworkSegment(eaf24d0b-92af-433f-bd77-eb9b5e48271c),segment_id=eaf24d0b-92af-433f-bd77-eb9b5e48271c)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:31:24.966101 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-04c07165-eed6-4d5f-89ad-954c50e9a450 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:25.025025 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-05a5ee28-e2b6-471b-a30b-ca270b6ed484 None None] Provisioning complete for port 6e24334b-e5c9-4097-bde9-756b3b2b5e04 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:25.028463 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-05a5ee28-e2b6-471b-a30b-ca270b6ed484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:25.094738 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-04c07165-eed6-4d5f-89ad-954c50e9a450 None None] Calling delete_port for 8e43dcd2-c03c-4022-b902-1e1f77191bd8 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:31:25.096946 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-05a5ee28-e2b6-471b-a30b-ca270b6ed484 None None] Port 6e24334b-e5c9-4097-bde9-756b3b2b5e04 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:31:25.180340 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46314) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:25.256407 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-515f5f3a-58f8-4061-ae04-5873fdd6e65f tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] For port 8e43dcd2-c03c-4022-b902-1e1f77191bd8, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=8e43dcd2-c03c-4022-b902-1e1f77191bd8,segment=NetworkSegment(eaf24d0b-92af-433f-bd77-eb9b5e48271c),segment_id=eaf24d0b-92af-433f-bd77-eb9b5e48271c)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:31:25.256847 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-515f5f3a-58f8-4061-ae04-5873fdd6e65f tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:25.285238 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-515f5f3a-58f8-4061-ae04-5873fdd6e65f tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Calling delete_port for 8e43dcd2-c03c-4022-b902-1e1f77191bd8 owned by network:dhcp {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:31:25.353083 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-04c07165-eed6-4d5f-89ad-954c50e9a450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:25.421956 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c07165-eed6-4d5f-89ad-954c50e9a450 None None] Pushing event deleted for resources: {'Port': ['ID=8e43dcd2-c03c-4022-b902-1e1f77191bd8,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:25.429880 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c07165-eed6-4d5f-89ad-954c50e9a450 None None] No DVR routers for this DVR port 8e43dcd2-c03c-4022-b902-1e1f77191bd8 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:31:25.464028 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3f0c7079-84c4-40cc-85c0-9c8ab65e565b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:25.548531 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-155c8b28-6675-4c39-8fc8-3ac95260bba1 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:31:25.562174 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-155c8b28-6675-4c39-8fc8-3ac95260bba1 admin admin] 10.222.0.64 "PUT /v2.0/routers/7e4923ea-bfec-4110-9270-55f2a268bd21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4315727 Dec 08 16:31:25.617085 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 2345f75f-7796-4895-bf96-533ce3dd03e9 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:31:25.675105 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-515f5f3a-58f8-4061-ae04-5873fdd6e65f tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:25.733213 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 2345f75f-7796-4895-bf96-533ce3dd03e9 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:25.733854 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:25.749618 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515f5f3a-58f8-4061-ae04-5873fdd6e65f tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Pushing event deleted for resources: {'Port': ['ID=8e43dcd2-c03c-4022-b902-1e1f77191bd8,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:25.759608 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515f5f3a-58f8-4061-ae04-5873fdd6e65f tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] No DVR routers for this DVR port 8e43dcd2-c03c-4022-b902-1e1f77191bd8 on host n-d-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:31:25.903679 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-515f5f3a-58f8-4061-ae04-5873fdd6e65f tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:25.906503 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-788d38cf-1105-4fcf-9283-968d41da6ce2 None None] Provisioning complete for port f1045a29-49ab-483f-b83a-174555cdaf4d triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:25.908856 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-788d38cf-1105-4fcf-9283-968d41da6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:25.954887 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-515f5f3a-58f8-4061-ae04-5873fdd6e65f tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a25d2318-8c57-4a91-9237-4de1bd18dd5d']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:26.004376 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-515f5f3a-58f8-4061-ae04-5873fdd6e65f tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaf24d0b-92af-433f-bd77-eb9b5e48271c') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:26.004676 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-515f5f3a-58f8-4061-ae04-5873fdd6e65f tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaf24d0b-92af-433f-bd77-eb9b5e48271c') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:26.047993 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-515f5f3a-58f8-4061-ae04-5873fdd6e65f tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:26.080797 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-63c94541-e189-4b89-85c5-dd76a7f37f0a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:26.081586 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3f0c7079-84c4-40cc-85c0-9c8ab65e565b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:26.099948 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device f1045a29-49ab-483f-b83a-174555cdaf4d up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:31:26.106450 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-515f5f3a-58f8-4061-ae04-5873fdd6e65f tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:26.134964 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-515f5f3a-58f8-4061-ae04-5873fdd6e65f tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:31:26.134964 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-515f5f3a-58f8-4061-ae04-5873fdd6e65f tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:26.153780 n-d-776250-12 neutron-server[110550]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:31:26.153780 n-d-776250-12 neutron-server[110550]: self.session.flush() Dec 08 16:31:26.153780 n-d-776250-12 neutron-server[110550]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:31:26.153780 n-d-776250-12 neutron-server[110550]: self.session.flush() Dec 08 16:31:26.153780 n-d-776250-12 neutron-server[110550]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:31:26.153780 n-d-776250-12 neutron-server[110550]: self.session.flush() Dec 08 16:31:26.153780 n-d-776250-12 neutron-server[110550]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:31:26.153780 n-d-776250-12 neutron-server[110550]: self.session.flush() Dec 08 16:31:26.153780 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:31:26.153780 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:31:26.153780 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:31:26.153780 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:31:26.153780 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:31:26.153780 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:31:26.153780 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:31:26.153780 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:31:26.153780 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:31:26.153780 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:31:26.153780 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:31:26.153780 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:31:26.153780 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:31:26.153780 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:31:26.153780 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:31:26.153780 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:31:26.153780 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:31:26.153780 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:31:26.153780 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:31:26.153780 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:31:26.153780 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:31:26.153780 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:31:26.153780 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:31:26.153780 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:31:26.153780 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:31:26.153780 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:31:26.153780 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:31:26.153780 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:31:26.153780 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:31:26.153780 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:31:26.153780 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:31:26.153780 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:31:26.232340 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-788d38cf-1105-4fcf-9283-968d41da6ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:26.283809 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-63c94541-e189-4b89-85c5-dd76a7f37f0a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:26.298989 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3f0c7079-84c4-40cc-85c0-9c8ab65e565b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:26.385242 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.db.api [None req-788d38cf-1105-4fcf-9283-968d41da6ce2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:31:26.385699 n-d-776250-12 neutron-server[110552]: DEBUG oslo_db.api [None req-788d38cf-1105-4fcf-9283-968d41da6ce2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:31:26.403199 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port f1045a29-49ab-483f-b83a-174555cdaf4d triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:26.404757 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:26.457661 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c94541-e189-4b89-85c5-dd76a7f37f0a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event deleted for resources: {'Subnet': ['ID=0ef26e43-d255-4f7b-8fc0-68a5776618ba,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:26.530553 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:26.586285 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-63c94541-e189-4b89-85c5-dd76a7f37f0a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:26.593382 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port f1045a29-49ab-483f-b83a-174555cdaf4d, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=f1045a29-49ab-483f-b83a-174555cdaf4d,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:31:26.596795 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-63c94541-e189-4b89-85c5-dd76a7f37f0a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/subnets/0ef26e43-d255-4f7b-8fc0-68a5776618ba HTTP/1.1" status: 204 len: 168 time: 2.4641843 Dec 08 16:31:26.602392 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46330) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:26.659763 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:26.737916 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b489f9bd-70b5-4e92-b755-47e5c34a6603 None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:31:26.743255 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-3f0c7079-84c4-40cc-85c0-9c8ab65e565b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e9523fe65b5342c6b589c2209c61f5bd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5595806 Dec 08 16:31:26.743255 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0c7079-84c4-40cc-85c0-9c8ab65e565b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa26314-74d6-4f80-b533-21ba284e3c94,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:26.745254 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be57844-cae2-48f2-8532-29302153edf8 req-7a124dfa-7546-4ef3-91bd-a094ac6476ad tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:26.746065 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46338) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:26.747054 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8be57844-cae2-48f2-8532-29302153edf8 req-7a124dfa-7546-4ef3-91bd-a094ac6476ad tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=43510672-f899-46b2-af96-d1b414c8d06d HTTP/1.1" status: 200 len: 945 time: 0.5447404 Dec 08 16:31:26.748963 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-7f4ad448-98b2-4e99-813c-7c05e0717f57 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1441419 Dec 08 16:31:26.756263 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46340) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:26.813499 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 8e43dcd2-c03c-4022-b902-1e1f77191bd8 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:31:26.854091 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=f1045a29-49ab-483f-b83a-174555cdaf4d,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:26.858874 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcefa43d-b430-434d-82dd-336957e42e44 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:26.860352 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 8e43dcd2-c03c-4022-b902-1e1f77191bd8 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:31:26.860698 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 8e43dcd2-c03c-4022-b902-1e1f77191bd8 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:31:26.869779 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-bcefa43d-b430-434d-82dd-336957e42e44 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1113009 Dec 08 16:31:26.870438 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46346) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:26.875348 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-515f5f3a-58f8-4061-ae04-5873fdd6e65f tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:26.879285 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-20831b80-42a5-4734-bf85-0699d10900f9 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:26.888910 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-515f5f3a-58f8-4061-ae04-5873fdd6e65f tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:26.896028 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46350) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:26.898706 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-515f5f3a-58f8-4061-ae04-5873fdd6e65f tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] 10.222.0.64 "DELETE /v2.0/networks/a25d2318-8c57-4a91-9237-4de1bd18dd5d HTTP/1.1" status: 204 len: 168 time: 2.6755135 Dec 08 16:31:26.917614 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-57815be3-991e-4d4a-9daf-c7e9ed260a82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:26.933498 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515f5f3a-58f8-4061-ae04-5873fdd6e65f tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Pushing event deleted for resources: {'Network': ['ID=a25d2318-8c57-4a91-9237-4de1bd18dd5d,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:26.976385 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-57815be3-991e-4d4a-9daf-c7e9ed260a82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:27.010212 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-3259aabb-d48c-4180-9528-bb3a27ddfe55 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] DELETE failed (client error): The resource could not be found. Dec 08 16:31:27.010678 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3259aabb-d48c-4180-9528-bb3a27ddfe55 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:31:27.013832 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-3259aabb-d48c-4180-9528-bb3a27ddfe55 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] 10.222.0.64 "DELETE /v2.0/subnets/389b2c95-04ce-411d-92c9-7c0ff96c8ff2 HTTP/1.1" status: 404 len: 337 time: 0.1160696 Dec 08 16:31:27.016607 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46352) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:27.035918 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299588d1-7d0a-401a-873f-6a8a943df689 None None] DHCP port deletion for e406e062-eec7-4ef2-b02a-de32c9a24df9 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:31:27.050872 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-9874dbdd-2a20-4acd-9a85-05936ab81769 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] DELETE failed (client error): The resource could not be found. Dec 08 16:31:27.051406 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9874dbdd-2a20-4acd-9a85-05936ab81769 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:31:27.058548 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-9874dbdd-2a20-4acd-9a85-05936ab81769 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] 10.222.0.64 "DELETE /v2.0/networks/1cc8bf1a-c633-440d-9239-169950e86e14 HTTP/1.1" status: 404 len: 339 time: 0.0405362 Dec 08 16:31:27.069703 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46354) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:27.085034 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8be57844-cae2-48f2-8532-29302153edf8 req-ae6cd39b-9a3d-47c2-8f84-1cdf921f8154 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855883 Dec 08 16:31:27.108490 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcb81a1-e598-433d-9471-27ecae7d2935 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:27.109799 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-1fcb81a1-e598-433d-9471-27ecae7d2935 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2352252 Dec 08 16:31:27.123620 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46360) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:27.150956 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-87563709-af1d-43e0-841e-bf491dad3ba7 None None] Could not find standard attr ID for object 7b84ca6b-8fe7-48fc-8064-e4b70db2763f. {{(pid=110552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:31:27.175870 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-87563709-af1d-43e0-841e-bf491dad3ba7 None None] Could not find standard attr ID for object 7f261681-8b5b-4d9a-a368-b9715ad08dd0. {{(pid=110552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:31:27.191302 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-87a8bf92-ee41-411d-801b-5c343089be55 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Deleting subnet d03c6474-9882-4d73-9f51-465d090cebce {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:31:27.199050 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-87a8bf92-ee41-411d-801b-5c343089be55 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:27.235111 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-299588d1-7d0a-401a-873f-6a8a943df689 None None] Deleting port f1045a29-49ab-483f-b83a-174555cdaf4d {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:31:27.235756 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-299588d1-7d0a-401a-873f-6a8a943df689 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:27.247538 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-600c4549-9c74-40e1-8c72-b83decd79cf5 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1220813 Dec 08 16:31:27.253058 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46366) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:27.259477 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-7a5a6d9e-5f98-433e-9626-b27a8e6eea7f tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Request body: {'subnet': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:27.333613 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-87a8bf92-ee41-411d-801b-5c343089be55 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:27.368567 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-57815be3-991e-4d4a-9daf-c7e9ed260a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:27.371443 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-57815be3-991e-4d4a-9daf-c7e9ed260a82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:27.372981 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-57815be3-991e-4d4a-9daf-c7e9ed260a82 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1aa26314-74d6-4f80-b533-21ba284e3c94 HTTP/1.1" status: 204 len: 168 time: 0.6258731 Dec 08 16:31:27.387544 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-299588d1-7d0a-401a-873f-6a8a943df689 None None] For port f1045a29-49ab-483f-b83a-174555cdaf4d, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=f1045a29-49ab-483f-b83a-174555cdaf4d,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:31:27.387998 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-299588d1-7d0a-401a-873f-6a8a943df689 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:27.389514 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57815be3-991e-4d4a-9daf-c7e9ed260a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa26314-74d6-4f80-b533-21ba284e3c94,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:27.405524 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-299588d1-7d0a-401a-873f-6a8a943df689 None None] Calling delete_port for f1045a29-49ab-483f-b83a-174555cdaf4d owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:31:27.483712 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device f1045a29-49ab-483f-b83a-174555cdaf4d no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:31:27.570492 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-87a8bf92-ee41-411d-801b-5c343089be55 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:27.598712 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-20831b80-42a5-4734-bf85-0699d10900f9 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks [] for router_gateway, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:27.609833 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:27.619504 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-20831b80-42a5-4734-bf85-0699d10900f9 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:27.621317 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5a6d9e-5f98-433e-9626-b27a8e6eea7f tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Made reservation on behalf of 450e207568904a6eabc726912d992373 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:31:27.625093 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7a5a6d9e-5f98-433e-9626-b27a8e6eea7f tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:27.713490 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-299588d1-7d0a-401a-873f-6a8a943df689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:27.750984 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-87a8bf92-ee41-411d-801b-5c343089be55 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:27.769710 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9319fa-e08c-4d58-9b0f-a04505acf7f5 None None] Sync routers for ids ['7e4923ea-bfec-4110-9270-55f2a268bd21'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:31:27.775889 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299588d1-7d0a-401a-873f-6a8a943df689 None None] No DVR routers for this DVR port f1045a29-49ab-483f-b83a-174555cdaf4d on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:31:27.829850 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9dee04-fe52-4af0-b294-782aa2922a54 None None] get_active_networks_info from n-d-776250-12 {{(pid=110552) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 16:31:27.835556 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a8bf92-ee41-411d-801b-5c343089be55 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Pushing event deleted for resources: {'Subnet': ['ID=d03c6474-9882-4d73-9f51-465d090cebce,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:27.845988 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299588d1-7d0a-401a-873f-6a8a943df689 None None] Pushing event deleted for resources: {'Port': ['ID=f1045a29-49ab-483f-b83a-174555cdaf4d,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:27.854519 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-87a8bf92-ee41-411d-801b-5c343089be55 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:27.864114 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-87a8bf92-ee41-411d-801b-5c343089be55 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] 10.222.0.64 "DELETE /v2.0/subnets/d03c6474-9882-4d73-9f51-465d090cebce HTTP/1.1" status: 204 len: 168 time: 0.7888305 Dec 08 16:31:27.864864 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46380) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:27.892125 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9319fa-e08c-4d58-9b0f-a04505acf7f5 None None] Routers {'7e4923ea-bfec-4110-9270-55f2a268bd21'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:31:27.895569 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-8f9319fa-e08c-4d58-9b0f-a04505acf7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:31:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['7e4923ea-bfec-4110-9270-55f2a268bd21'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:27.984466 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-20831b80-42a5-4734-bf85-0699d10900f9 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Allocated IP 172.25.0.41 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/f7bb762d-40a4-4236-b97b-77f2838cdb39) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:31:28.037030 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-45723789-56a9-4304-86a1-0777424cdd93 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:28.142692 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-8f9319fa-e08c-4d58-9b0f-a04505acf7f5 None None] Set router 7e4923ea-bfec-4110-9270-55f2a268bd21 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:31:28.171478 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-45723789-56a9-4304-86a1-0777424cdd93 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Deleting port 684da4af-604e-43fb-8bed-cdd932b570eb {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:31:28.171869 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-45723789-56a9-4304-86a1-0777424cdd93 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:28.182932 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9dee04-fe52-4af0-b294-782aa2922a54 None None] Resources bound (agent type, host, resource id): {{(pid=110552) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 16:31:28.275552 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-45723789-56a9-4304-86a1-0777424cdd93 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] For port 684da4af-604e-43fb-8bed-cdd932b570eb, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=684da4af-604e-43fb-8bed-cdd932b570eb,segment=NetworkSegment(7c414cb3-2924-4125-939b-d66914788aea),segment_id=7c414cb3-2924-4125-939b-d66914788aea)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:31:28.276124 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-45723789-56a9-4304-86a1-0777424cdd93 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:28.313018 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-45723789-56a9-4304-86a1-0777424cdd93 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Calling delete_port for 684da4af-604e-43fb-8bed-cdd932b570eb owned by network:dhcp {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:31:28.316448 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa785e66-1905-4a14-9785-7000effc9b99 req-1c277cee-5875-42bb-9581-247cf2011169 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:28.318750 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fa785e66-1905-4a14-9785-7000effc9b99 req-1c277cee-5875-42bb-9581-247cf2011169 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=43510672-f899-46b2-af96-d1b414c8d06d HTTP/1.1" status: 200 len: 945 time: 0.2981625 Dec 08 16:31:28.359990 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7a5a6d9e-5f98-433e-9626-b27a8e6eea7f tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:28.530087 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5a6d9e-5f98-433e-9626-b27a8e6eea7f tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:31:28.545553 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-20831b80-42a5-4734-bf85-0699d10900f9 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:28.547365 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-7a5a6d9e-5f98-433e-9626-b27a8e6eea7f tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:31:28.553793 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-45723789-56a9-4304-86a1-0777424cdd93 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:28.557132 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5a6d9e-5f98-433e-9626-b27a8e6eea7f tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:28.557746 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7a5a6d9e-5f98-433e-9626-b27a8e6eea7f tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:28.560199 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5a6d9e-5f98-433e-9626-b27a8e6eea7f tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event updated for resources: {'Subnet': ['ID=62474b22-3123-448c-919f-35be1f920508,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:28.579501 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45723789-56a9-4304-86a1-0777424cdd93 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Pushing event deleted for resources: {'Port': ['ID=684da4af-604e-43fb-8bed-cdd932b570eb,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:28.585845 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45723789-56a9-4304-86a1-0777424cdd93 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] No DVR routers for this DVR port 684da4af-604e-43fb-8bed-cdd932b570eb on host n-d-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:31:28.605059 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fa785e66-1905-4a14-9785-7000effc9b99 req-080a4bed-9984-4f12-b9e9-bbd77c6ff335 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714655 Dec 08 16:31:28.662275 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46402) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:28.662630 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46404) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:28.695804 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-7a5a6d9e-5f98-433e-9626-b27a8e6eea7f tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4378741 Dec 08 16:31:28.696040 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46406) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:28.702592 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-7936aa34-10e0-4ef8-a78c-7387e10e96b8 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Request body: {'port': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'fixed_ips': [{'subnet_id': '62474b22-3123-448c-919f-35be1f920508', 'ip_address': '2001:db8::8bfa:6fcd:fc63:620c'}], 'name': 'tempest-NetworksTestDHCPv6-1235954706'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:28.811817 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-20831b80-42a5-4734-bf85-0699d10900f9 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:28.893335 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1982141a-3bfe-49ec-be39-5c4eedfbdd7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:28.903751 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-8f9319fa-e08c-4d58-9b0f-a04505acf7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4923ea-bfec-4110-9270-55f2a268bd21', 'name': 'tempest-TestAggregatesBasicOps-1857446825-router', 'tenant_id': '436c2c9fc3df4d7db28f68b844bc3c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '2345f75f-7796-4895-bf96-533ce3dd03e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:31:10Z', 'updated_at': '2021-12-08T16:31:22Z', 'revision_number': 4, 'project_id': '436c2c9fc3df4d7db28f68b844bc3c78', 'gw_port': {'id': '2345f75f-7796-4895-bf96-533ce3dd03e9', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:3e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4923ea-bfec-4110-9270-55f2a268bd21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:12Z', 'updated_at': '2021-12-08T16:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '6e24334b-e5c9-4097-bde9-756b3b2b5e04', 'name': '', 'network_id': '8c7d2eea-ec2d-44ef-8cba-52ee91a652be', 'tenant_id': '436c2c9fc3df4d7db28f68b844bc3c78', 'mac_address': 'fa:16:3e:46:ec:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4923ea-bfec-4110-9270-55f2a268bd21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '786c3c1a-117f-45ec-94c0-7a2303c18e76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:20Z', 'updated_at': '2021-12-08T16:31:22Z', 'revision_number': 2, 'project_id': '436c2c9fc3df4d7db28f68b844bc3c78', 'subnets': [{'id': '786c3c1a-117f-45ec-94c0-7a2303c18e76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:28.905300 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20831b80-42a5-4734-bf85-0699d10900f9 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:31:28.914783 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-20831b80-42a5-4734-bf85-0699d10900f9 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:31:28.917446 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20831b80-42a5-4734-bf85-0699d10900f9 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:31:28.943734 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20831b80-42a5-4734-bf85-0699d10900f9 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Pushing event updated for resources: {'Port': ['ID=f7bb762d-40a4-4236-b97b-77f2838cdb39,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:28.961254 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9319fa-e08c-4d58-9b0f-a04505acf7f5 None None] Checking router: 7e4923ea-bfec-4110-9270-55f2a268bd21 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:31:28.961876 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9319fa-e08c-4d58-9b0f-a04505acf7f5 None None] Updating router 7e4923ea-bfec-4110-9270-55f2a268bd21 port 6e24334b-e5c9-4097-bde9-756b3b2b5e04 binding host n-d-776250-12 {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:31:28.964593 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219a3ce4-7e0c-43f3-92aa-d474ce558961 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-e406e062-eec7-4ef2-b02a-de32c9a24df9', 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'project_id': '450e207568904a6eabc726912d992373', 'fixed_ips': [{'subnet_id': '62474b22-3123-448c-919f-35be1f920508'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:31:28.966072 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-219a3ce4-7e0c-43f3-92aa-d474ce558961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:28.985365 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1982141a-3bfe-49ec-be39-5c4eedfbdd7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:29.011488 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-45723789-56a9-4304-86a1-0777424cdd93 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:29.026108 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8f9319fa-e08c-4d58-9b0f-a04505acf7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:29.070589 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1982141a-3bfe-49ec-be39-5c4eedfbdd7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:29.075414 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-45723789-56a9-4304-86a1-0777424cdd93 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d054a046-6d3e-4c2a-8726-a6bf2b7d2ca3']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:29.110520 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-45723789-56a9-4304-86a1-0777424cdd93 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c414cb3-2924-4125-939b-d66914788aea') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:29.110820 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-45723789-56a9-4304-86a1-0777424cdd93 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c414cb3-2924-4125-939b-d66914788aea') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:29.156829 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7936aa34-10e0-4ef8-a78c-7387e10e96b8 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Made reservation on behalf of 450e207568904a6eabc726912d992373 for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:31:29.167173 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-45723789-56a9-4304-86a1-0777424cdd93 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:29.218265 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1982141a-3bfe-49ec-be39-5c4eedfbdd7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b683dc87-8a97-4a2e-a1d6-f12e47f35be5,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:29.230881 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-1982141a-3bfe-49ec-be39-5c4eedfbdd7a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d1c415163d12421a8141bb035123b66d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4397094 Dec 08 16:31:29.241541 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46410) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:29.284481 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-45723789-56a9-4304-86a1-0777424cdd93 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:29.327649 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45723789-56a9-4304-86a1-0777424cdd93 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:31:29.328000 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-45723789-56a9-4304-86a1-0777424cdd93 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:29.331185 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:31:29.331185 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:31:29.331185 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:31:29.331185 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:31:29.331185 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:31:29.331185 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:31:29.331185 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:31:29.331185 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:31:29.331185 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:31:29.331185 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:31:29.331185 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:31:29.331185 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:31:29.331185 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:31:29.331185 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:31:29.331185 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:31:29.331185 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:31:29.331185 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:31:29.331185 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:31:29.331185 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:31:29.331185 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:31:29.331185 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:31:29.331185 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:31:29.331185 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:31:29.331185 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:31:29.331185 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:31:29.331185 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:31:29.331185 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:31:29.331185 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:31:29.331185 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:31:29.331185 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:31:29.331185 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:31:29.331185 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:31:29.422920 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7936aa34-10e0-4ef8-a78c-7387e10e96b8 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:29.433181 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-de10da28-bad7-4dd4-8c3e-5927a837bb4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:29.458411 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722172d9-9459-421f-9766-d9cb77be5cca req-17786f6e-4c3d-4712-a3c7-2e6102c95061 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:29.461149 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-722172d9-9459-421f-9766-d9cb77be5cca req-17786f6e-4c3d-4712-a3c7-2e6102c95061 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.37 "GET /v2.0/ports?device_id=43510672-f899-46b2-af96-d1b414c8d06d HTTP/1.1" status: 200 len: 945 time: 0.1126838 Dec 08 16:31:29.511929 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-219a3ce4-7e0c-43f3-92aa-d474ce558961 None None] Allocated IP 2001:db8::2 (e406e062-eec7-4ef2-b02a-de32c9a24df9/62474b22-3123-448c-919f-35be1f920508/b026c141-664b-44b2-8277-58ea6c4287fd) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:31:29.515071 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-45723789-56a9-4304-86a1-0777424cdd93 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:29.527588 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-45723789-56a9-4304-86a1-0777424cdd93 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:29.542075 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-45723789-56a9-4304-86a1-0777424cdd93 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] 10.222.0.64 "DELETE /v2.0/networks/d054a046-6d3e-4c2a-8726-a6bf2b7d2ca3 HTTP/1.1" status: 204 len: 168 time: 1.6691527 Dec 08 16:31:29.585097 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45723789-56a9-4304-86a1-0777424cdd93 tempest-NetworksIpV6Test-1956450391 tempest-NetworksIpV6Test-1956450391-project] Pushing event deleted for resources: {'Network': ['ID=d054a046-6d3e-4c2a-8726-a6bf2b7d2ca3,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:29.616640 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-20831b80-42a5-4734-bf85-0699d10900f9 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks [] for router_gateway, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:29.665779 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-166a88b8-19d0-4488-89e9-14b6fbc67297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:29.766196 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8f9319fa-e08c-4d58-9b0f-a04505acf7f5 None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:29.771077 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-7936aa34-10e0-4ef8-a78c-7387e10e96b8 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] device_id is not set on port a8f4c850-6638-4d6e-91e9-30334fb3c250 yet. {{(pid=110551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:31:29.782690 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-219a3ce4-7e0c-43f3-92aa-d474ce558961 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:29.843809 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8f9319fa-e08c-4d58-9b0f-a04505acf7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:29.847666 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-de10da28-bad7-4dd4-8c3e-5927a837bb4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:29.919755 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-219a3ce4-7e0c-43f3-92aa-d474ce558961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:29.952992 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219a3ce4-7e0c-43f3-92aa-d474ce558961 None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:31:29.961992 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f993e9ea-d5e0-4fdf-8362-3dc08429dfd3 None None] Pushing event updated for resources: {'Port': ['ID=6e24334b-e5c9-4097-bde9-756b3b2b5e04,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:29.970142 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-219a3ce4-7e0c-43f3-92aa-d474ce558961 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:31:29.993354 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219a3ce4-7e0c-43f3-92aa-d474ce558961 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:31:30.001140 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002d734-d89e-47ff-b09c-8127e5946b0a req-49db5ca0-9df3-4932-91ba-6bb73f58072d tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:30.006230 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6002d734-d89e-47ff-b09c-8127e5946b0a req-49db5ca0-9df3-4932-91ba-6bb73f58072d tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=43510672-f899-46b2-af96-d1b414c8d06d HTTP/1.1" status: 200 len: 945 time: 0.2037792 Dec 08 16:31:30.083193 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-8f9319fa-e08c-4d58-9b0f-a04505acf7f5 None None] Attempting to bind port 6e24334b-e5c9-4097-bde9-756b3b2b5e04 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:31:30.083786 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-8f9319fa-e08c-4d58-9b0f-a04505acf7f5 None None] Attempting to bind port 6e24334b-e5c9-4097-bde9-756b3b2b5e04 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '7c39f12b-900c-401b-b0d2-47f75306c043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8c7d2eea-ec2d-44ef-8cba-52ee91a652be'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:31:30.084333 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9319fa-e08c-4d58-9b0f-a04505acf7f5 None None] Attempting to bind port 6e24334b-e5c9-4097-bde9-756b3b2b5e04 on network 8c7d2eea-ec2d-44ef-8cba-52ee91a652be {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:31:30.131327 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9319fa-e08c-4d58-9b0f-a04505acf7f5 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:31:30.131905 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9319fa-e08c-4d58-9b0f-a04505acf7f5 None None] Checking segment: {'id': '7c39f12b-900c-401b-b0d2-47f75306c043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8c7d2eea-ec2d-44ef-8cba-52ee91a652be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:31:30.133049 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8f9319fa-e08c-4d58-9b0f-a04505acf7f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:30.133604 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9319fa-e08c-4d58-9b0f-a04505acf7f5 None None] Bound using segment: {'id': '7c39f12b-900c-401b-b0d2-47f75306c043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8c7d2eea-ec2d-44ef-8cba-52ee91a652be'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:31:30.134286 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-8f9319fa-e08c-4d58-9b0f-a04505acf7f5 None None] Bound port: 6e24334b-e5c9-4097-bde9-756b3b2b5e04, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c39f12b-900c-401b-b0d2-47f75306c043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8c7d2eea-ec2d-44ef-8cba-52ee91a652be'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:31:30.134798 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8f9319fa-e08c-4d58-9b0f-a04505acf7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:30.144011 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219a3ce4-7e0c-43f3-92aa-d474ce558961 None None] Pushing event updated for resources: {'Port': ['ID=b026c141-664b-44b2-8277-58ea6c4287fd,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:30.166317 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-219a3ce4-7e0c-43f3-92aa-d474ce558961 None None] Attempting to bind port b026c141-664b-44b2-8277-58ea6c4287fd on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:31:30.166867 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-219a3ce4-7e0c-43f3-92aa-d474ce558961 None None] Attempting to bind port b026c141-664b-44b2-8277-58ea6c4287fd by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:31:30.167349 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219a3ce4-7e0c-43f3-92aa-d474ce558961 None None] Attempting to bind port b026c141-664b-44b2-8277-58ea6c4287fd on network e406e062-eec7-4ef2-b02a-de32c9a24df9 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:31:30.203182 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-166a88b8-19d0-4488-89e9-14b6fbc67297 admin admin] Deleting port 873732d0-9bfa-43d8-88b6-a1e830c26bc9 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:31:30.203721 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-166a88b8-19d0-4488-89e9-14b6fbc67297 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:30.243640 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-8f9319fa-e08c-4d58-9b0f-a04505acf7f5 None None] For port 6e24334b-e5c9-4097-bde9-756b3b2b5e04, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:31:30.248889 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-8f9319fa-e08c-4d58-9b0f-a04505acf7f5 None None] For port 6e24334b-e5c9-4097-bde9-756b3b2b5e04, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=6e24334b-e5c9-4097-bde9-756b3b2b5e04,segment=NetworkSegment(7c39f12b-900c-401b-b0d2-47f75306c043),segment_id=7c39f12b-900c-401b-b0d2-47f75306c043)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:31:30.253258 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219a3ce4-7e0c-43f3-92aa-d474ce558961 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:31:30.253822 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219a3ce4-7e0c-43f3-92aa-d474ce558961 None None] Checking segment: {'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:31:30.254349 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-219a3ce4-7e0c-43f3-92aa-d474ce558961 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:30.254865 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219a3ce4-7e0c-43f3-92aa-d474ce558961 None None] Bound using segment: {'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:31:30.255553 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-219a3ce4-7e0c-43f3-92aa-d474ce558961 None None] Bound port: b026c141-664b-44b2-8277-58ea6c4287fd, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:31:30.256071 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-219a3ce4-7e0c-43f3-92aa-d474ce558961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:30.262667 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46420) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:30.308257 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8f9319fa-e08c-4d58-9b0f-a04505acf7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:30.336440 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-166a88b8-19d0-4488-89e9-14b6fbc67297 admin admin] For port 873732d0-9bfa-43d8-88b6-a1e830c26bc9, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=873732d0-9bfa-43d8-88b6-a1e830c26bc9,segment=NetworkSegment(07caa314-42ab-47b6-8cf6-20ded4902a6a),segment_id=07caa314-42ab-47b6-8cf6-20ded4902a6a)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:31:30.336853 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-166a88b8-19d0-4488-89e9-14b6fbc67297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:30.357673 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-166a88b8-19d0-4488-89e9-14b6fbc67297 admin admin] Calling delete_port for 873732d0-9bfa-43d8-88b6-a1e830c26bc9 owned by network:router_interface {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:31:30.375729 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-219a3ce4-7e0c-43f3-92aa-d474ce558961 None None] For port b026c141-664b-44b2-8277-58ea6c4287fd, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:31:30.380747 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-219a3ce4-7e0c-43f3-92aa-d474ce558961 None None] For port b026c141-664b-44b2-8277-58ea6c4287fd, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=b026c141-664b-44b2-8277-58ea6c4287fd,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:31:30.405297 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9319fa-e08c-4d58-9b0f-a04505acf7f5 None None] Routers {'7e4923ea-bfec-4110-9270-55f2a268bd21'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:31:30.406086 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-8f9319fa-e08c-4d58-9b0f-a04505acf7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:31:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['7e4923ea-bfec-4110-9270-55f2a268bd21'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:30.408271 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f993e9ea-d5e0-4fdf-8362-3dc08429dfd3 None None] Pushing event updated for resources: {'Port': ['ID=6e24334b-e5c9-4097-bde9-756b3b2b5e04,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:30.472836 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-219a3ce4-7e0c-43f3-92aa-d474ce558961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:30.553827 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219a3ce4-7e0c-43f3-92aa-d474ce558961 None None] Pushing event updated for resources: {'Port': ['ID=b026c141-664b-44b2-8277-58ea6c4287fd,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:30.592306 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-addb8b40-4239-402d-9eac-4f04032c09b2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=104f554fb93347018c31f019caad78c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3257966 Dec 08 16:31:30.592674 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46424) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:30.675939 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-8f9319fa-e08c-4d58-9b0f-a04505acf7f5 None None] Set router 7e4923ea-bfec-4110-9270-55f2a268bd21 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:31:30.685598 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6002d734-d89e-47ff-b09c-8127e5946b0a req-c2cf64fb-55d3-4fdf-8118-dcf5bc97505f tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632888 Dec 08 16:31:30.702045 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-722172d9-9459-421f-9766-d9cb77be5cca req-a52e0ca6-380d-46db-ab8e-9319b93c20fc tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Deleting port f1571db5-032d-4184-a600-e49aa50486f3 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:31:30.703010 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-722172d9-9459-421f-9766-d9cb77be5cca req-a52e0ca6-380d-46db-ab8e-9319b93c20fc tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:30.721858 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c9b199e4-ccae-451e-9f83-340079f7318c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:30.765096 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c9b199e4-ccae-451e-9f83-340079f7318c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:30.922254 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-de10da28-bad7-4dd4-8c3e-5927a837bb4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:30.924739 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-de10da28-bad7-4dd4-8c3e-5927a837bb4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:30.929057 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-de10da28-bad7-4dd4-8c3e-5927a837bb4e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b683dc87-8a97-4a2e-a1d6-f12e47f35be5 HTTP/1.1" status: 204 len: 168 time: 1.6811390 Dec 08 16:31:30.976880 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c9b199e4-ccae-451e-9f83-340079f7318c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:30.982935 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c9b199e4-ccae-451e-9f83-340079f7318c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:30.983434 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-722172d9-9459-421f-9766-d9cb77be5cca req-a52e0ca6-380d-46db-ab8e-9319b93c20fc tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] For port f1571db5-032d-4184-a600-e49aa50486f3, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=f1571db5-032d-4184-a600-e49aa50486f3,segment=NetworkSegment(148e30e1-cdcf-4201-a517-2bd3763917d1),segment_id=148e30e1-cdcf-4201-a517-2bd3763917d1)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:31:30.983816 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-722172d9-9459-421f-9766-d9cb77be5cca req-a52e0ca6-380d-46db-ab8e-9319b93c20fc tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:30.987528 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c9b199e4-ccae-451e-9f83-340079f7318c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9182458d-e1be-435a-b69a-fbf805ac7d42 HTTP/1.1" status: 204 len: 168 time: 0.3912692 Dec 08 16:31:30.987668 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de10da28-bad7-4dd4-8c3e-5927a837bb4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b683dc87-8a97-4a2e-a1d6-f12e47f35be5,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:31.010702 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-7936aa34-10e0-4ef8-a78c-7387e10e96b8 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Allocated IP 2001:db8::8bfa:6fcd:fc63:620c (e406e062-eec7-4ef2-b02a-de32c9a24df9/62474b22-3123-448c-919f-35be1f920508/a8f4c850-6638-4d6e-91e9-30334fb3c250) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:31:31.013246 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-166a88b8-19d0-4488-89e9-14b6fbc67297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:31.019723 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b199e4-ccae-451e-9f83-340079f7318c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9182458d-e1be-435a-b69a-fbf805ac7d42,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:31.033907 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-20831b80-42a5-4734-bf85-0699d10900f9 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-717389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11074'] for router, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:31.050843 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-722172d9-9459-421f-9766-d9cb77be5cca req-a52e0ca6-380d-46db-ab8e-9319b93c20fc tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Calling delete_port for f1571db5-032d-4184-a600-e49aa50486f3 owned by compute:nova {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:31:31.071918 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-20831b80-42a5-4734-bf85-0699d10900f9 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528116', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-717402'] for router, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:31.131548 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166a88b8-19d0-4488-89e9-14b6fbc67297 admin admin] Pushing event deleted for resources: {'Port': ['ID=873732d0-9bfa-43d8-88b6-a1e830c26bc9,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:31.166354 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-8f9319fa-e08c-4d58-9b0f-a04505acf7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4923ea-bfec-4110-9270-55f2a268bd21', 'name': 'tempest-TestAggregatesBasicOps-1857446825-router', 'tenant_id': '436c2c9fc3df4d7db28f68b844bc3c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '2345f75f-7796-4895-bf96-533ce3dd03e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:31:10Z', 'updated_at': '2021-12-08T16:31:22Z', 'revision_number': 4, 'project_id': '436c2c9fc3df4d7db28f68b844bc3c78', 'gw_port': {'id': '2345f75f-7796-4895-bf96-533ce3dd03e9', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:3e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4923ea-bfec-4110-9270-55f2a268bd21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:12Z', 'updated_at': '2021-12-08T16:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '6e24334b-e5c9-4097-bde9-756b3b2b5e04', 'name': '', 'network_id': '8c7d2eea-ec2d-44ef-8cba-52ee91a652be', 'tenant_id': '436c2c9fc3df4d7db28f68b844bc3c78', 'mac_address': 'fa:16:3e:46:ec:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4923ea-bfec-4110-9270-55f2a268bd21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '786c3c1a-117f-45ec-94c0-7a2303c18e76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:20Z', 'updated_at': '2021-12-08T16:31:30Z', 'revision_number': 4, 'project_id': '436c2c9fc3df4d7db28f68b844bc3c78', 'subnets': [{'id': '786c3c1a-117f-45ec-94c0-7a2303c18e76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:31.233088 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9319fa-e08c-4d58-9b0f-a04505acf7f5 None None] The sync data for ids ['7e4923ea-bfec-4110-9270-55f2a268bd21'] in n-d-776250-12 is: [{'id': '7e4923ea-bfec-4110-9270-55f2a268bd21', 'name': 'tempest-TestAggregatesBasicOps-1857446825-router', 'tenant_id': '436c2c9fc3df4d7db28f68b844bc3c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '2345f75f-7796-4895-bf96-533ce3dd03e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:31:10Z', 'updated_at': '2021-12-08T16:31:22Z', 'revision_number': 4, 'project_id': '436c2c9fc3df4d7db28f68b844bc3c78', 'gw_port': {'id': '2345f75f-7796-4895-bf96-533ce3dd03e9', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:3e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4923ea-bfec-4110-9270-55f2a268bd21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:12Z', 'updated_at': '2021-12-08T16:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '6e24334b-e5c9-4097-bde9-756b3b2b5e04', 'name': '', 'network_id': '8c7d2eea-ec2d-44ef-8cba-52ee91a652be', 'tenant_id': '436c2c9fc3df4d7db28f68b844bc3c78', 'mac_address': 'fa:16:3e:46:ec:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4923ea-bfec-4110-9270-55f2a268bd21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '786c3c1a-117f-45ec-94c0-7a2303c18e76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:20Z', 'updated_at': '2021-12-08T16:31:30Z', 'revision_number': 4, 'project_id': '436c2c9fc3df4d7db28f68b844bc3c78', 'subnets': [{'id': '786c3c1a-117f-45ec-94c0-7a2303c18e76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:31:31.469035 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-166a88b8-19d0-4488-89e9-14b6fbc67297 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:31.484054 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device f1571db5-032d-4184-a600-e49aa50486f3 no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:31:31.638839 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 6e24334b-e5c9-4097-bde9-756b3b2b5e04 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:31:31.864469 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-722172d9-9459-421f-9766-d9cb77be5cca req-a52e0ca6-380d-46db-ab8e-9319b93c20fc tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:31.876789 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:31.978018 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52e0ca6-380d-46db-ab8e-9319b93c20fc tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Pushing event deleted for resources: {'Port': ['ID=f1571db5-032d-4184-a600-e49aa50486f3,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:32.008701 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 6e24334b-e5c9-4097-bde9-756b3b2b5e04 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:32.009450 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:32.222266 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7936aa34-10e0-4ef8-a78c-7387e10e96b8 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:32.287975 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-02487dfb-6bbe-4511-bc05-4cf6145219da req-60157522-eab6-44d1-a22c-ee9915c22ae3 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=43510672-f899-46b2-af96-d1b414c8d06d HTTP/1.1" status: 200 len: 210 time: 0.1701190 Dec 08 16:31:32.301283 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-166a88b8-19d0-4488-89e9-14b6fbc67297 admin admin] Router 1f609ace-2d13-48b1-8128-c7836323e4be has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:31:32.311988 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:32.319101 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-722172d9-9459-421f-9766-d9cb77be5cca req-a52e0ca6-380d-46db-ab8e-9319b93c20fc tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] No DVR routers for this DVR port f1571db5-032d-4184-a600-e49aa50486f3 on host n-h2-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:31:32.326396 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-722172d9-9459-421f-9766-d9cb77be5cca req-a52e0ca6-380d-46db-ab8e-9319b93c20fc tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:32.331387 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-722172d9-9459-421f-9766-d9cb77be5cca req-a52e0ca6-380d-46db-ab8e-9319b93c20fc tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.37 "DELETE /v2.0/ports/f1571db5-032d-4184-a600-e49aa50486f3 HTTP/1.1" status: 204 len: 173 time: 2.8573699 Dec 08 16:31:32.349841 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43510672-f899-46b2-af96-d1b414c8d06d', 'name': 'network-vif-deleted', 'tag': 'f1571db5-032d-4184-a600-e49aa50486f3'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:31:32.354428 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a628e51b-7f5b-4e3d-aee3-31a2028c8b0b" -d '{"events": [{"server_uuid": "43510672-f899-46b2-af96-d1b414c8d06d", "name": "network-vif-deleted", "tag": "f1571db5-032d-4184-a600-e49aa50486f3"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:31:32.365096 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 6e24334b-e5c9-4097-bde9-756b3b2b5e04, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=6e24334b-e5c9-4097-bde9-756b3b2b5e04,segment=NetworkSegment(7c39f12b-900c-401b-b0d2-47f75306c043),segment_id=7c39f12b-900c-401b-b0d2-47f75306c043)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:31:32.383546 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0778e2e-6d9a-4cf1-b7a1-411ab6b96a11 None None] Network d054a046-6d3e-4c2a-8726-a6bf2b7d2ca3 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:31:32.387403 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a5f70c-df6a-43b5-bae4-af43e077e250 None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:31:32.423962 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885def97-0f83-42c4-859f-4d719c7c4309 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:31:32.424072 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae22a1a1-9378-4b04-9351-a663ecd85f1d x-openstack-request-id: req-ae22a1a1-9378-4b04-9351-a663ecd85f1d {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:31:32.424072 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43510672-f899-46b2-af96-d1b414c8d06d", "name": "network-vif-deleted", "tag": "f1571db5-032d-4184-a600-e49aa50486f3", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:31:32.424072 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ae22a1a1-9378-4b04-9351-a663ecd85f1d {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:31:32.424719 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43510672-f899-46b2-af96-d1b414c8d06d', 'name': 'network-vif-deleted', 'tag': 'f1571db5-032d-4184-a600-e49aa50486f3', 'status': 'completed', 'code': 200} Dec 08 16:31:32.478922 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0778e2e-6d9a-4cf1-b7a1-411ab6b96a11 None None] Network d054a046-6d3e-4c2a-8726-a6bf2b7d2ca3 could not be found, it might have been deleted concurrently. {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 08 16:31:32.493857 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166a88b8-19d0-4488-89e9-14b6fbc67297 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:31:32.499923 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-166a88b8-19d0-4488-89e9-14b6fbc67297 admin admin] 10.222.0.64 "PUT /v2.0/routers/1f609ace-2d13-48b1-8128-c7836323e4be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8360531 Dec 08 16:31:32.502578 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46458) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:32.507399 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2963d267-3ef8-4052-a6ae-4cd93f12f3bf None None] Sync routers for ids ['1f609ace-2d13-48b1-8128-c7836323e4be'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:31:32.542593 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2963d267-3ef8-4052-a6ae-4cd93f12f3bf None None] Routers {'1f609ace-2d13-48b1-8128-c7836323e4be'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:31:32.548009 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-2963d267-3ef8-4052-a6ae-4cd93f12f3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:31:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['1f609ace-2d13-48b1-8128-c7836323e4be'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:32.615489 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:32.628061 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device b026c141-664b-44b2-8277-58ea6c4287fd up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:31:32.844939 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-85c0613f-3708-434f-906d-94aca8aa77a4 admin admin] Publish callbacks [] for router, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:32.853582 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7936aa34-10e0-4ef8-a78c-7387e10e96b8 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:32.861534 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20831b80-42a5-4734-bf85-0699d10900f9 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Router 984dc1d2-6355-47c0-bf46-d8f8c2141553 is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:31:32.900299 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=6e24334b-e5c9-4097-bde9-756b3b2b5e04,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:32.918121 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450d0ab0-6074-4b61-ac08-83f8a4afd308 None None] DHCP port deletion for d054a046-6d3e-4c2a-8726-a6bf2b7d2ca3 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:31:33.019980 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-2963d267-3ef8-4052-a6ae-4cd93f12f3bf None None] Set router 1f609ace-2d13-48b1-8128-c7836323e4be gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:31:33.052613 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-485932e6-bd82-4571-8062-c9a27b26c625 None None] Provisioning complete for port b026c141-664b-44b2-8277-58ea6c4287fd triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:33.052998 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-485932e6-bd82-4571-8062-c9a27b26c625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:33.197866 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-85c0613f-3708-434f-906d-94aca8aa77a4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:33.239476 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46480) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:33.296043 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7936aa34-10e0-4ef8-a78c-7387e10e96b8 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:31:33.301783 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-7936aa34-10e0-4ef8-a78c-7387e10e96b8 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:31:33.310203 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7936aa34-10e0-4ef8-a78c-7387e10e96b8 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:31:33.336854 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7936aa34-10e0-4ef8-a78c-7387e10e96b8 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:33.337799 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7936aa34-10e0-4ef8-a78c-7387e10e96b8 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:33.438536 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port b026c141-664b-44b2-8277-58ea6c4287fd triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:33.440902 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:33.520450 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-2963d267-3ef8-4052-a6ae-4cd93f12f3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f609ace-2d13-48b1-8128-c7836323e4be', 'name': 'tempest-TestAggregatesBasicOps-1110959119-router', 'tenant_id': '2042612128bd4d06b3e8073669b05ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '506b606a-fb5d-4ab6-9888-650cd5dae81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:53Z', 'updated_at': '2021-12-08T16:31:30Z', 'revision_number': 5, 'project_id': '2042612128bd4d06b3e8073669b05ecf', 'gw_port': {'id': '506b606a-fb5d-4ab6-9888-650cd5dae81a', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f609ace-2d13-48b1-8128-c7836323e4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:55Z', 'updated_at': '2021-12-08T16:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:33.563603 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-6e8eb591-e5bd-4bbe-90ec-c9aced0477fe tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:33.564660 n-d-776250-12 neutron-server[110550]: WARNING neutron.api.v2.base [None req-6e8eb591-e5bd-4bbe-90ec-c9aced0477fe tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 08 16:31:33.565507 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [None req-6e8eb591-e5bd-4bbe-90ec-c9aced0477fe tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] create failed (client error): There was a conflict when trying to complete your request. Dec 08 16:31:33.572328 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-6e8eb591-e5bd-4bbe-90ec-c9aced0477fe tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3307505 Dec 08 16:31:33.575675 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46488) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:33.581790 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-485932e6-bd82-4571-8062-c9a27b26c625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:33.586456 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bea3c285-420e-4eaa-b143-e417a91298a8 req-b477ee01-69d1-4ad5-9a6b-719eb9a54678 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=43510672-f899-46b2-af96-d1b414c8d06d HTTP/1.1" status: 200 len: 210 time: 0.1023312 Dec 08 16:31:33.607821 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-21d16202-ef4a-4373-8c87-1811a7359645 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Request body: {'security_group': {'name': 'tempest-secgroup--1290041035'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:33.643208 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2963d267-3ef8-4052-a6ae-4cd93f12f3bf None None] Checking router: 1f609ace-2d13-48b1-8128-c7836323e4be for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:31:33.661647 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2963d267-3ef8-4052-a6ae-4cd93f12f3bf None None] Routers {'1f609ace-2d13-48b1-8128-c7836323e4be'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:31:33.661647 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-2963d267-3ef8-4052-a6ae-4cd93f12f3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:31:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['1f609ace-2d13-48b1-8128-c7836323e4be'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:33.691284 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-485932e6-bd82-4571-8062-c9a27b26c625 None None] For port b026c141-664b-44b2-8277-58ea6c4287fd, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=b026c141-664b-44b2-8277-58ea6c4287fd,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:31:33.739444 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:33.773047 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-21d16202-ef4a-4373-8c87-1811a7359645 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:33.781568 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-485932e6-bd82-4571-8062-c9a27b26c625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:33.794124 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-21d16202-ef4a-4373-8c87-1811a7359645 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:33.821499 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7936aa34-10e0-4ef8-a78c-7387e10e96b8 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event updated for resources: {'Port': ['ID=a8f4c850-6638-4d6e-91e9-30334fb3c250,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:34.014251 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-7936aa34-10e0-4ef8-a78c-7387e10e96b8 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.3163826 Dec 08 16:31:34.017183 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46496) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:34.035489 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-9abef666-c5a6-4219-a0f0-d88040bf5633 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Request body: {'port': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'fixed_ips': [{'subnet_id': '62474b22-3123-448c-919f-35be1f920508', 'ip_address': '2001:db8::8bfa:6fcd:fc63:620c'}], 'name': 'tempest-NetworksTestDHCPv6-923754210'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:34.057855 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-21d16202-ef4a-4373-8c87-1811a7359645 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:34.068943 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-bd1787ef-f81b-415b-b801-3f6c318e03ae None None] Provisioning complete for port 6e24334b-e5c9-4097-bde9-756b3b2b5e04 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:34.069672 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-bd1787ef-f81b-415b-b801-3f6c318e03ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:34.074679 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20831b80-42a5-4734-bf85-0699d10900f9 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:31:34.078522 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.db.api [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:31:34.079000 n-d-776250-12 neutron-server[110552]: DEBUG oslo_db.api [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:31:34.098941 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-20831b80-42a5-4734-bf85-0699d10900f9 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:34.103077 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-20831b80-42a5-4734-bf85-0699d10900f9 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] 10.222.0.64 "PUT /v2.0/routers/984dc1d2-6355-47c0-bf46-d8f8c2141553 HTTP/1.1" status: 200 len: 882 time: 9.2569320 Dec 08 16:31:34.103077 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-85c0613f-3708-434f-906d-94aca8aa77a4 admin admin] Deleting port 506b606a-fb5d-4ab6-9888-650cd5dae81a {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:31:34.103077 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-85c0613f-3708-434f-906d-94aca8aa77a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:34.106226 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46500) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:34.115642 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485932e6-bd82-4571-8062-c9a27b26c625 None None] Pushing event updated for resources: {'Port': ['ID=b026c141-664b-44b2-8277-58ea6c4287fd,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:34.124689 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b00415-6615-4e7c-a0d4-0b89a2d76c24 None None] Sync routers for ids ['984dc1d2-6355-47c0-bf46-d8f8c2141553'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:31:34.140802 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-2963d267-3ef8-4052-a6ae-4cd93f12f3bf None None] Set router 1f609ace-2d13-48b1-8128-c7836323e4be gateway port host: None {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:31:34.145418 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-21d16202-ef4a-4373-8c87-1811a7359645 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:34.176135 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b00415-6615-4e7c-a0d4-0b89a2d76c24 None None] Routers {'984dc1d2-6355-47c0-bf46-d8f8c2141553'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:31:34.179166 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-a6b00415-6615-4e7c-a0d4-0b89a2d76c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:31:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['984dc1d2-6355-47c0-bf46-d8f8c2141553'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:34.285121 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-a6b00415-6615-4e7c-a0d4-0b89a2d76c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:34.303918 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-2963d267-3ef8-4052-a6ae-4cd93f12f3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f609ace-2d13-48b1-8128-c7836323e4be', 'name': 'tempest-TestAggregatesBasicOps-1110959119-router', 'tenant_id': '2042612128bd4d06b3e8073669b05ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:53Z', 'updated_at': '2021-12-08T16:31:33Z', 'revision_number': 6, 'project_id': '2042612128bd4d06b3e8073669b05ecf', 'gw_port_host': None}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:34.323123 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b00415-6615-4e7c-a0d4-0b89a2d76c24 None None] Routers {'984dc1d2-6355-47c0-bf46-d8f8c2141553'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:31:34.324077 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-a6b00415-6615-4e7c-a0d4-0b89a2d76c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:31:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['984dc1d2-6355-47c0-bf46-d8f8c2141553'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:34.341780 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2963d267-3ef8-4052-a6ae-4cd93f12f3bf None None] The sync data for ids ['1f609ace-2d13-48b1-8128-c7836323e4be'] in n-d-776250-12 is: [{'id': '1f609ace-2d13-48b1-8128-c7836323e4be', 'name': 'tempest-TestAggregatesBasicOps-1110959119-router', 'tenant_id': '2042612128bd4d06b3e8073669b05ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:53Z', 'updated_at': '2021-12-08T16:31:33Z', 'revision_number': 6, 'project_id': '2042612128bd4d06b3e8073669b05ecf', 'gw_port_host': None}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:31:34.371429 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d16202-ef4a-4373-8c87-1811a7359645 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64c56be5-8a16-4798-b1d8-c7d2701b0db2,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:34.415251 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f545d64-e336-4e85-8969-dd34a0041d3f req-b9def662-0ff2-4ade-abd4-cf7827193438 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:34.437635 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0f545d64-e336-4e85-8969-dd34a0041d3f req-b9def662-0ff2-4ade-abd4-cf7827193438 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a0c7228-fbf8-47e9-9c08-8de29e38b39c HTTP/1.1" status: 200 len: 945 time: 0.4987485 Dec 08 16:31:34.462143 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-a6b00415-6615-4e7c-a0d4-0b89a2d76c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:34.467639 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b00415-6615-4e7c-a0d4-0b89a2d76c24 None None] The sync data for ids ['984dc1d2-6355-47c0-bf46-d8f8c2141553'] in n-d-776250-12 is: [] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:31:34.540314 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-21d16202-ef4a-4373-8c87-1811a7359645 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:34.558058 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9abef666-c5a6-4219-a0f0-d88040bf5633 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Made reservation on behalf of 450e207568904a6eabc726912d992373 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:31:34.565688 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-bd1787ef-f81b-415b-b801-3f6c318e03ae None None] Provisioning complete for port f7bb762d-40a4-4236-b97b-77f2838cdb39 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:34.566157 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-bd1787ef-f81b-415b-b801-3f6c318e03ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:34.661333 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-bd1787ef-f81b-415b-b801-3f6c318e03ae None None] Port f7bb762d-40a4-4236-b97b-77f2838cdb39 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:31:34.715104 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0f545d64-e336-4e85-8969-dd34a0041d3f req-83e9c123-a567-44ec-9d43-4e26c9b39de6 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/security-groups?id=654bd4f6-6db2-4b1b-a1c7-956de5974017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764518 Dec 08 16:31:34.721721 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:34.731213 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-85c0613f-3708-434f-906d-94aca8aa77a4 admin admin] For port 506b606a-fb5d-4ab6-9888-650cd5dae81a, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=506b606a-fb5d-4ab6-9888-650cd5dae81a,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:31:34.731872 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-85c0613f-3708-434f-906d-94aca8aa77a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:34.737953 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-2410d884-7450-408e-9563-1f3cc4858dcd tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] 10.222.0.64 "GET /v2.0/routers/984dc1d2-6355-47c0-bf46-d8f8c2141553 HTTP/1.1" status: 200 len: 923 time: 0.6311774 Dec 08 16:31:34.749028 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46512) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:34.751043 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-21d16202-ef4a-4373-8c87-1811a7359645 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:34.802892 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-913913c7-d7e1-44ba-8758-526857044df2 None None] Provisioning complete for port a8f4c850-6638-4d6e-91e9-30334fb3c250 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:34.803274 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-913913c7-d7e1-44ba-8758-526857044df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:34.827579 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-85c0613f-3708-434f-906d-94aca8aa77a4 admin admin] Calling delete_port for 506b606a-fb5d-4ab6-9888-650cd5dae81a owned by network:router_gateway {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:31:34.936365 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 6e24334b-e5c9-4097-bde9-756b3b2b5e04 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:31:34.936808 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-43fbc6e7-bc97-461e-96ae-feec4505c60e req-45f74ba3-fa2c-4c51-965f-85137df6e34b tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=43510672-f899-46b2-af96-d1b414c8d06d HTTP/1.1" status: 200 len: 210 time: 0.1778657 Dec 08 16:31:34.949501 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9abef666-c5a6-4219-a0f0-d88040bf5633 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:34.951188 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d16202-ef4a-4373-8c87-1811a7359645 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47ac025b-9802-428d-95a5-509b4806f5f0,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:34.976596 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-21d16202-ef4a-4373-8c87-1811a7359645 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:34.981019 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-21d16202-ef4a-4373-8c87-1811a7359645 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.4062717 Dec 08 16:31:34.986178 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46514) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:34.999243 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-913913c7-d7e1-44ba-8758-526857044df2 None None] Port a8f4c850-6638-4d6e-91e9-30334fb3c250 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:31:35.001143 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-eb482e8e-c0c4-42f4-8d05-7927b6dad967 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Request body: {'security_group_rule': {'security_group_id': '47ac025b-9802-428d-95a5-509b4806f5f0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:35.027026 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [None req-9abef666-c5a6-4219-a0f0-d88040bf5633 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] device_id is not set on port 46e310be-6b79-459a-a65d-3296f8a496cb yet. {{(pid=110550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:31:35.061879 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-913913c7-d7e1-44ba-8758-526857044df2 None None] Provisioning complete for port b026c141-664b-44b2-8277-58ea6c4287fd triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:35.062180 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-913913c7-d7e1-44ba-8758-526857044df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:35.067118 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ca130b-15de-4da8-bf57-482a35efea60 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:35.069402 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-47ca130b-15de-4da8-bf57-482a35efea60 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=1ae4cf80-76bf-4df3-a557-5cc6023c1900&device_id=984dc1d2-6355-47c0-bf46-d8f8c2141553&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3188856 Dec 08 16:31:35.079855 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46518) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:35.205991 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 6e24334b-e5c9-4097-bde9-756b3b2b5e04 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:35.206334 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:35.366411 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e503b9db-4e59-429c-840d-f5b18c8bc9ac req-5d1f3a46-9437-4a73-b868-d275d13ad4b2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d29d68b3-49db-4dff-be96-eb115dba476f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6776049 Dec 08 16:31:35.493447 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa834aec-d8be-464f-a79f-826caabc42e4 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:35.495099 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-aa834aec-d8be-464f-a79f-826caabc42e4 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] 10.222.0.64 "GET /v2.0/networks/1ae4cf80-76bf-4df3-a557-5cc6023c1900 HTTP/1.1" status: 200 len: 881 time: 0.4121552 Dec 08 16:31:35.514480 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46524) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:35.580799 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d59d5843-5e55-4460-810b-d3c9d8334c6f tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] 10.222.0.64 "GET /v2.0/ports?device_id=984dc1d2-6355-47c0-bf46-d8f8c2141553 HTTP/1.1" status: 200 len: 205 time: 0.0645955 Dec 08 16:31:35.615387 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46526) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:35.641558 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503b9db-4e59-429c-840d-f5b18c8bc9ac req-61e950d8-0b1d-458d-9817-7872463c490e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:35.643452 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e503b9db-4e59-429c-840d-f5b18c8bc9ac req-61e950d8-0b1d-458d-9817-7872463c490e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=39d0a07c70234221a3fafc599aa62bdb&device_id=d29d68b3-49db-4dff-be96-eb115dba476f HTTP/1.1" status: 200 len: 1098 time: 0.2508130 Dec 08 16:31:35.706525 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db1ad0-1467-4a8f-92cf-beb5abdbeeaa req-55a31df2-4214-4b3b-aa35-e3789b7ec21e tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:35.708384 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-87db1ad0-1467-4a8f-92cf-beb5abdbeeaa req-55a31df2-4214-4b3b-aa35-e3789b7ec21e tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.76 "GET /v2.0/ports?device_id=8a0c7228-fbf8-47e9-9c08-8de29e38b39c HTTP/1.1" status: 200 len: 945 time: 0.2315512 Dec 08 16:31:35.790740 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device b026c141-664b-44b2-8277-58ea6c4287fd up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:31:35.847949 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port b026c141-664b-44b2-8277-58ea6c4287fd triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:35.848504 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:35.924428 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eb482e8e-c0c4-42f4-8d05-7927b6dad967 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:36.036488 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 873732d0-9bfa-43d8-88b6-a1e830c26bc9 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:31:36.063782 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eb482e8e-c0c4-42f4-8d05-7927b6dad967 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:36.086986 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 873732d0-9bfa-43d8-88b6-a1e830c26bc9 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:31:36.088879 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 873732d0-9bfa-43d8-88b6-a1e830c26bc9 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:31:36.095066 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 684da4af-604e-43fb-8bed-cdd932b570eb no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:31:36.142467 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 684da4af-604e-43fb-8bed-cdd932b570eb {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:31:36.143731 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 684da4af-604e-43fb-8bed-cdd932b570eb not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:31:36.182315 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1da2f06b-ff38-4027-86cd-720c562e3e6e req-a0fa4da6-3563-4cb3-b72b-282951fad131 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=43510672-f899-46b2-af96-d1b414c8d06d HTTP/1.1" status: 200 len: 210 time: 0.0950277 Dec 08 16:31:36.183654 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-9abef666-c5a6-4219-a0f0-d88040bf5633 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 08 16:31:36.184389 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9abef666-c5a6-4219-a0f0-d88040bf5633 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:31:36.188706 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eb482e8e-c0c4-42f4-8d05-7927b6dad967 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:36.221731 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb482e8e-c0c4-42f4-8d05-7927b6dad967 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0abee6d-a10f-4100-802f-3e1c741f866e,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:36.343521 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eb482e8e-c0c4-42f4-8d05-7927b6dad967 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:36.345222 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-eb482e8e-c0c4-42f4-8d05-7927b6dad967 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3575997 Dec 08 16:31:36.351234 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-9abef666-c5a6-4219-a0f0-d88040bf5633 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.3305638 Dec 08 16:31:36.351234 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46544) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:36.354149 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-ec29bb2e-e077-4d86-87f8-ddae0d22c5a9 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Request body: {'security_group_rule': {'security_group_id': '47ac025b-9802-428d-95a5-509b4806f5f0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:36.358349 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46546) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:36.436390 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-85c0613f-3708-434f-906d-94aca8aa77a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:36.499446 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c0613f-3708-434f-906d-94aca8aa77a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=506b606a-fb5d-4ab6-9888-650cd5dae81a,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:36.516217 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f2ebaa63-3113-4713-951c-7d622f4e8395 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks [] for router, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:36.535438 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ec29bb2e-e077-4d86-87f8-ddae0d22c5a9 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:36.542395 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd041bc-7a12-4839-8455-407906e7c1b0 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:31:36.565809 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503b9db-4e59-429c-840d-f5b18c8bc9ac req-74684e5f-eb4b-4c97-9600-91d879934220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:36.567488 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e503b9db-4e59-429c-840d-f5b18c8bc9ac req-74684e5f-eb4b-4c97-9600-91d879934220 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6bc7cad8-ce82-4d14-8967-10a5440b0811 HTTP/1.1" status: 200 len: 915 time: 0.8808570 Dec 08 16:31:36.595018 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3620cb6f-3f5f-460a-a8bb-a6c48eef3e76 req-e8f32111-0b43-4c70-b3cf-29660c357c8f tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:36.597018 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3620cb6f-3f5f-460a-a8bb-a6c48eef3e76 req-e8f32111-0b43-4c70-b3cf-29660c357c8f tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a0c7228-fbf8-47e9-9c08-8de29e38b39c HTTP/1.1" status: 200 len: 945 time: 0.3188586 Dec 08 16:31:36.630415 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f91a7a-9f9c-486f-812c-c29257d2c95b tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:36.636663 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f91a7a-9f9c-486f-812c-c29257d2c95b tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:36.640388 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-58f91a7a-9f9c-486f-812c-c29257d2c95b tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.2772026 Dec 08 16:31:36.645072 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46552) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:36.696124 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [None req-ec29bb2e-e077-4d86-87f8-ddae0d22c5a9 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] create failed (client error): There was a conflict when trying to complete your request. Dec 08 16:31:36.697391 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ec29bb2e-e077-4d86-87f8-ddae0d22c5a9 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3470259 Dec 08 16:31:36.704244 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46556) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:36.711855 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e503b9db-4e59-429c-840d-f5b18c8bc9ac req-a1574061-4747-4d70-8b92-4b6158cf5e60 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b40eec7d-32bf-4146-82f4-15647613626c HTTP/1.1" status: 200 len: 217 time: 0.1096916 Dec 08 16:31:36.824860 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 506b606a-fb5d-4ab6-9888-650cd5dae81a no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:31:36.847107 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-33d74325-f4a6-4a90-aad4-f29e42eafa93 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Deleting port a8f4c850-6638-4d6e-91e9-30334fb3c250 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:31:36.851590 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 506b606a-fb5d-4ab6-9888-650cd5dae81a {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:31:36.852251 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 506b606a-fb5d-4ab6-9888-650cd5dae81a not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:31:36.854109 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-33d74325-f4a6-4a90-aad4-f29e42eafa93 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:36.866727 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-87db1ad0-1467-4a8f-92cf-beb5abdbeeaa req-4c8cf477-83d8-45b0-98c4-f5875449ea91 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Deleting port b8e9a6c9-16ff-444a-8969-51f5b58cb6ac {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:31:36.867079 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-87db1ad0-1467-4a8f-92cf-beb5abdbeeaa req-4c8cf477-83d8-45b0-98c4-f5875449ea91 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:36.869686 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-015ae048-5ee0-4f71-9637-64ae8357d8a7 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:36.935826 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-85c0613f-3708-434f-906d-94aca8aa77a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:36.951731 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-015ae048-5ee0-4f71-9637-64ae8357d8a7 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:37.015837 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-33d74325-f4a6-4a90-aad4-f29e42eafa93 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:37.032681 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-33d74325-f4a6-4a90-aad4-f29e42eafa93 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Calling delete_port for a8f4c850-6638-4d6e-91e9-30334fb3c250 owned by {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:31:37.050065 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503b9db-4e59-429c-840d-f5b18c8bc9ac req-e2f254ba-462c-4727-8f6e-f192d7442177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:37.051613 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e503b9db-4e59-429c-840d-f5b18c8bc9ac req-e2f254ba-462c-4727-8f6e-f192d7442177 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=248e37dc-1d8d-4d3e-9a87-0b6dedad1f36 HTTP/1.1" status: 200 len: 854 time: 0.3283012 Dec 08 16:31:37.057349 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3620cb6f-3f5f-460a-a8bb-a6c48eef3e76 req-79120232-3bef-46b4-a4aa-ea261c217c7c tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/security-groups?id=654bd4f6-6db2-4b1b-a1c7-956de5974017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4374077 Dec 08 16:31:37.080884 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f2ebaa63-3113-4713-951c-7d622f4e8395 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:37.090318 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-85c0613f-3708-434f-906d-94aca8aa77a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:37.108945 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-85c0613f-3708-434f-906d-94aca8aa77a4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:37.112142 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e503b9db-4e59-429c-840d-f5b18c8bc9ac req-fc84d6df-b278-4404-ba92-b7cb7f0caca2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6bc7cad8-ce82-4d14-8967-10a5440b0811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440555 Dec 08 16:31:37.158805 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-015ae048-5ee0-4f71-9637-64ae8357d8a7 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:37.161748 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-015ae048-5ee0-4f71-9637-64ae8357d8a7 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:37.165459 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-015ae048-5ee0-4f71-9637-64ae8357d8a7 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] 10.222.0.64 "DELETE /v2.0/security-groups/47ac025b-9802-428d-95a5-509b4806f5f0 HTTP/1.1" status: 204 len: 168 time: 0.4575608 Dec 08 16:31:37.172120 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46560) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:37.214247 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015ae048-5ee0-4f71-9637-64ae8357d8a7 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ac025b-9802-428d-95a5-509b4806f5f0,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:37.281562 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-87db1ad0-1467-4a8f-92cf-beb5abdbeeaa req-4c8cf477-83d8-45b0-98c4-f5875449ea91 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] For port b8e9a6c9-16ff-444a-8969-51f5b58cb6ac, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=b8e9a6c9-16ff-444a-8969-51f5b58cb6ac,segment=NetworkSegment(ae20c5bd-2351-4f26-a643-51190719905b),segment_id=ae20c5bd-2351-4f26-a643-51190719905b)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:31:37.281956 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-87db1ad0-1467-4a8f-92cf-beb5abdbeeaa req-4c8cf477-83d8-45b0-98c4-f5875449ea91 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:37.282930 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-d2eb81a4-6604-40b0-bb3c-d090c40a46c2 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0900617 Dec 08 16:31:37.286032 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46564) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:37.291898 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-99a7e278-6cd2-49a5-ba64-1912b5e2374e tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Request body: {'security_group': {'name': 'tempest-secgroup--2081630015'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:37.326389 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-87db1ad0-1467-4a8f-92cf-beb5abdbeeaa req-4c8cf477-83d8-45b0-98c4-f5875449ea91 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Calling delete_port for b8e9a6c9-16ff-444a-8969-51f5b58cb6ac owned by compute:nova {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:31:37.338767 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2ce1b5b9-e22c-40d0-864f-743b3ea5da8d req-ab1a468d-bb0f-4d02-9cc0-20dd42ad74b1 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=43510672-f899-46b2-af96-d1b414c8d06d HTTP/1.1" status: 200 len: 210 time: 0.0328600 Dec 08 16:31:37.345701 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-85c0613f-3708-434f-906d-94aca8aa77a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:37.346210 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c0613f-3708-434f-906d-94aca8aa77a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f609ace-2d13-48b1-8128-c7836323e4be {{(pid=110551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:31:37.354361 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-85c0613f-3708-434f-906d-94aca8aa77a4 admin admin] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:37.358339 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-85c0613f-3708-434f-906d-94aca8aa77a4 admin admin] 10.222.0.64 "DELETE /v2.0/routers/1f609ace-2d13-48b1-8128-c7836323e4be HTTP/1.1" status: 204 len: 168 time: 4.8543098 Dec 08 16:31:37.359001 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46566) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:37.369447 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-33d74325-f4a6-4a90-aad4-f29e42eafa93 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:37.404905 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e503b9db-4e59-429c-840d-f5b18c8bc9ac req-968e6b5f-fe7d-4416-a851-5cc2defcf07b service neutron] 10.222.0.37 "GET /v2.0/networks/6bc7cad8-ce82-4d14-8967-10a5440b0811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824907 Dec 08 16:31:37.447369 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d74325-f4a6-4a90-aad4-f29e42eafa93 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event deleted for resources: {'Port': ['ID=a8f4c850-6638-4d6e-91e9-30334fb3c250,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:37.479977 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-d43fb92f-a24d-4df8-b179-b753f5ad31ca admin admin] Deleting subnet d5346832-733c-4370-87cf-c446281c90c3 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:31:37.488596 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-99a7e278-6cd2-49a5-ba64-1912b5e2374e tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:37.516398 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-f2ebaa63-3113-4713-951c-7d622f4e8395 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Deleting port f7bb762d-40a4-4236-b97b-77f2838cdb39 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:31:37.516880 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f2ebaa63-3113-4713-951c-7d622f4e8395 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:37.566604 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d43fb92f-a24d-4df8-b179-b753f5ad31ca admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:37.607004 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-33d74325-f4a6-4a90-aad4-f29e42eafa93 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:37.621264 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-33d74325-f4a6-4a90-aad4-f29e42eafa93 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/ports/a8f4c850-6638-4d6e-91e9-30334fb3c250 HTTP/1.1" status: 204 len: 168 time: 0.9741523 Dec 08 16:31:37.627320 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46568) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:37.709996 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e503b9db-4e59-429c-840d-f5b18c8bc9ac req-a60cf1a1-13b8-4418-958f-11c4fb6bfc1b service neutron] 10.222.0.37 "GET /v2.0/networks/6bc7cad8-ce82-4d14-8967-10a5440b0811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709394 Dec 08 16:31:37.764756 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f2ebaa63-3113-4713-951c-7d622f4e8395 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:37.765815 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d43fb92f-a24d-4df8-b179-b753f5ad31ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:37.783189 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-f2ebaa63-3113-4713-951c-7d622f4e8395 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Calling delete_port for f7bb762d-40a4-4236-b97b-77f2838cdb39 owned by network:router_gateway {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:31:37.811692 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc487e3-dff8-459f-805c-6274c81dc58e tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:37.813779 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc487e3-dff8-459f-805c-6274c81dc58e tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:37.815584 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-afc487e3-dff8-459f-805c-6274c81dc58e tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1841118 Dec 08 16:31:37.821199 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46574) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:37.940472 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c72327e-9728-493e-97d1-15fa388a8c2e tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Deleting subnet 62474b22-3123-448c-919f-35be1f920508 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:31:37.943932 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7c72327e-9728-493e-97d1-15fa388a8c2e tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:37.981938 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-87db1ad0-1467-4a8f-92cf-beb5abdbeeaa req-4c8cf477-83d8-45b0-98c4-f5875449ea91 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:37.988979 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-99a7e278-6cd2-49a5-ba64-1912b5e2374e tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:37.997399 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['8e2f5328-cb55-4a7f-a135-b8d3235ad8af', 'b40eec7d-32bf-4146-82f4-15647613626c'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:31:38.001248 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['ac05d7bd-0f61-44e9-be08-d0a22d449393'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:31:38.010364 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7c72327e-9728-493e-97d1-15fa388a8c2e tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:38.030043 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8cf477-83d8-45b0-98c4-f5875449ea91 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Pushing event deleted for resources: {'Port': ['ID=b8e9a6c9-16ff-444a-8969-51f5b58cb6ac,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:38.038503 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d43fb92f-a24d-4df8-b179-b753f5ad31ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:38.064398 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-99a7e278-6cd2-49a5-ba64-1912b5e2374e tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:38.085995 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-87db1ad0-1467-4a8f-92cf-beb5abdbeeaa req-4c8cf477-83d8-45b0-98c4-f5875449ea91 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] No DVR routers for this DVR port b8e9a6c9-16ff-444a-8969-51f5b58cb6ac on host n-h1-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:31:38.090125 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-87db1ad0-1467-4a8f-92cf-beb5abdbeeaa req-4c8cf477-83d8-45b0-98c4-f5875449ea91 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:38.092637 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-87db1ad0-1467-4a8f-92cf-beb5abdbeeaa req-4c8cf477-83d8-45b0-98c4-f5875449ea91 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.76 "DELETE /v2.0/ports/b8e9a6c9-16ff-444a-8969-51f5b58cb6ac HTTP/1.1" status: 204 len: 173 time: 2.2978168 Dec 08 16:31:38.093160 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a0c7228-fbf8-47e9-9c08-8de29e38b39c', 'name': 'network-vif-deleted', 'tag': 'b8e9a6c9-16ff-444a-8969-51f5b58cb6ac'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:31:38.114166 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91edfd56-f98f-4f74-8a53-cea8eb3dd009" -d '{"events": [{"server_uuid": "8a0c7228-fbf8-47e9-9c08-8de29e38b39c", "name": "network-vif-deleted", "tag": "b8e9a6c9-16ff-444a-8969-51f5b58cb6ac"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:31:38.124988 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f2ebaa63-3113-4713-951c-7d622f4e8395 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:38.147230 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a7e278-6cd2-49a5-ba64-1912b5e2374e tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e56360a-a32b-44a2-aad4-0c2f95c1c69c,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:38.175876 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2e864f-f024-4061-81b0-535f037b0f0a None None] DHCP port deletion for 6bc7cad8-ce82-4d14-8967-10a5440b0811 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:31:38.193630 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-99a7e278-6cd2-49a5-ba64-1912b5e2374e tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:38.194464 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ebaa63-3113-4713-951c-7d622f4e8395 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Pushing event deleted for resources: {'Port': ['ID=f7bb762d-40a4-4236-b97b-77f2838cdb39,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:38.198302 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-99a7e278-6cd2-49a5-ba64-1912b5e2374e tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9098444 Dec 08 16:31:38.199021 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46582) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:38.209475 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-97da92a1-c240-48e9-994b-542bfc5cd9cc tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Request body: {'security_group_rule': {'security_group_id': '1e56360a-a32b-44a2-aad4-0c2f95c1c69c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:38.210419 n-d-776250-12 neutron-server[110550]: WARNING neutron.api.v2.base [None req-97da92a1-c240-48e9-994b-542bfc5cd9cc tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 08 16:31:38.211265 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [None req-97da92a1-c240-48e9-994b-542bfc5cd9cc tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:31:38.214709 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d84493-b2e9-42c8-8897-447858a2fc97 x-openstack-request-id: req-67d84493-b2e9-42c8-8897-447858a2fc97 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:31:38.214998 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a0c7228-fbf8-47e9-9c08-8de29e38b39c", "name": "network-vif-deleted", "tag": "b8e9a6c9-16ff-444a-8969-51f5b58cb6ac", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:31:38.215256 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-67d84493-b2e9-42c8-8897-447858a2fc97 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:31:38.215666 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a0c7228-fbf8-47e9-9c08-8de29e38b39c', 'name': 'network-vif-deleted', 'tag': 'b8e9a6c9-16ff-444a-8969-51f5b58cb6ac', 'status': 'completed', 'code': 200} Dec 08 16:31:38.228132 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-97da92a1-c240-48e9-994b-542bfc5cd9cc tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0234239 Dec 08 16:31:38.229430 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46584) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:38.259017 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886be8a4-c91c-4f6c-8736-49ca3e92f236 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:31:38.277555 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7c72327e-9728-493e-97d1-15fa388a8c2e tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:38.315044 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-45f7c92f-4c58-4e30-9607-36c946cec9f5 req-920cbce6-e343-432b-b677-98fdc5f6432d tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a0c7228-fbf8-47e9-9c08-8de29e38b39c HTTP/1.1" status: 200 len: 210 time: 0.0958157 Dec 08 16:31:38.361463 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f2ebaa63-3113-4713-951c-7d622f4e8395 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:38.368322 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fc428870-22b7-47f3-ad50-defdea6fd7ca tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:38.383164 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d43fb92f-a24d-4df8-b179-b753f5ad31ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:38.432905 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fc428870-22b7-47f3-ad50-defdea6fd7ca tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:38.444949 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43fb92f-a24d-4df8-b179-b753f5ad31ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5346832-733c-4370-87cf-c446281c90c3,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:38.449359 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d43fb92f-a24d-4df8-b179-b753f5ad31ca admin admin] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:38.455851 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-d43fb92f-a24d-4df8-b179-b753f5ad31ca admin admin] 10.222.0.64 "DELETE /v2.0/subnets/d5346832-733c-4370-87cf-c446281c90c3 HTTP/1.1" status: 204 len: 168 time: 1.0933645 Dec 08 16:31:38.456794 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8a9c2e-2422-4bc5-a215-365d56a7810e None None] Network e4637412-5cbf-4755-9eb9-03e181b3b4ff requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:31:38.463667 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46588) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:38.568829 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ed2e8a2e-2ef2-4aa4-bcc5-4b3184acae6d req-b90ce6ec-2822-4afe-a49d-07cbc62edb76 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=43510672-f899-46b2-af96-d1b414c8d06d HTTP/1.1" status: 200 len: 210 time: 0.0377998 Dec 08 16:31:38.578332 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device b8e9a6c9-16ff-444a-8969-51f5b58cb6ac no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:31:38.593227 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7c72327e-9728-493e-97d1-15fa388a8c2e tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:38.621565 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-538f074d-cca0-44d3-84bf-b0dde214f69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:38.627388 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f2ebaa63-3113-4713-951c-7d622f4e8395 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:38.632383 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f2ebaa63-3113-4713-951c-7d622f4e8395 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:38.652417 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: b8e9a6c9-16ff-444a-8969-51f5b58cb6ac {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:31:38.652896 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device b8e9a6c9-16ff-444a-8969-51f5b58cb6ac not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:31:38.665329 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fc428870-22b7-47f3-ad50-defdea6fd7ca tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:38.669897 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fc428870-22b7-47f3-ad50-defdea6fd7ca tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:38.672238 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-fc428870-22b7-47f3-ad50-defdea6fd7ca tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] 10.222.0.64 "DELETE /v2.0/security-groups/1e56360a-a32b-44a2-aad4-0c2f95c1c69c HTTP/1.1" status: 204 len: 168 time: 0.4377441 Dec 08 16:31:38.673323 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c72327e-9728-493e-97d1-15fa388a8c2e tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event deleted for resources: {'Subnet': ['ID=62474b22-3123-448c-919f-35be1f920508,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:38.676153 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7c72327e-9728-493e-97d1-15fa388a8c2e tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:38.683463 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-7c72327e-9728-493e-97d1-15fa388a8c2e tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/subnets/62474b22-3123-448c-919f-35be1f920508 HTTP/1.1" status: 204 len: 168 time: 0.8608170 Dec 08 16:31:38.684278 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46590) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:38.684775 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46592) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:38.730676 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e575076f-f36c-4655-a7bc-238c1f6073e8 None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:31:38.749553 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-538f074d-cca0-44d3-84bf-b0dde214f69c admin admin] Deleting port 981781e4-fd98-4b19-af93-c2a14984107b {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:31:38.750011 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-538f074d-cca0-44d3-84bf-b0dde214f69c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:38.757897 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-1265cdde-d08e-4791-8191-7c59464dd975 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0672793 Dec 08 16:31:38.764207 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46596) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:38.769284 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-45ae9047-ef51-4fc8-ace8-30a65e0cd0a6 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Request body: {'subnet': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:38.782035 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc428870-22b7-47f3-ad50-defdea6fd7ca tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e56360a-a32b-44a2-aad4-0c2f95c1c69c,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:38.854350 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f2ebaa63-3113-4713-951c-7d622f4e8395 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:38.856050 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ebaa63-3113-4713-951c-7d622f4e8395 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Fanout notify agent at l3_agent the message router_deleted on router 984dc1d2-6355-47c0-bf46-d8f8c2141553 {{(pid=110551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:31:38.876785 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f2ebaa63-3113-4713-951c-7d622f4e8395 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:38.889136 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f2ebaa63-3113-4713-951c-7d622f4e8395 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] 10.222.0.64 "DELETE /v2.0/routers/984dc1d2-6355-47c0-bf46-d8f8c2141553 HTTP/1.1" status: 204 len: 168 time: 3.2684746 Dec 08 16:31:38.899910 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46598) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:38.918215 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-e57bec07-106d-4196-a67f-ccf7767e5257 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1480664997', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:39.017804 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-642968f6-6160-49b4-b8e6-3f1c3852a34f tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3227131 Dec 08 16:31:39.018980 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46602) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:39.033015 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-775a70aa-cfa7-452f-8e33-2ec556c9a81a tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Request body: {'security_group': {'name': 'tempest-secgroup--1586749143'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:39.051395 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:39.071066 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-538f074d-cca0-44d3-84bf-b0dde214f69c admin admin] For port 981781e4-fd98-4b19-af93-c2a14984107b, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=981781e4-fd98-4b19-af93-c2a14984107b,segment=NetworkSegment(07caa314-42ab-47b6-8cf6-20ded4902a6a),segment_id=07caa314-42ab-47b6-8cf6-20ded4902a6a)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:31:39.071595 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-538f074d-cca0-44d3-84bf-b0dde214f69c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:39.088679 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-538f074d-cca0-44d3-84bf-b0dde214f69c admin admin] Calling delete_port for 981781e4-fd98-4b19-af93-c2a14984107b owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:31:39.252120 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e57bec07-106d-4196-a67f-ccf7767e5257 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:39.252120 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e57bec07-106d-4196-a67f-ccf7767e5257 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:39.252601 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ca4a45-d1b3-47b3-888c-946a9cd74ea9 None None] DHCP port deletion for e4637412-5cbf-4755-9eb9-03e181b3b4ff request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:31:39.296040 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ae9047-ef51-4fc8-ace8-30a65e0cd0a6 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Made reservation on behalf of 450e207568904a6eabc726912d992373 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:31:39.299984 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-45ae9047-ef51-4fc8-ace8-30a65e0cd0a6 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:39.346459 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e8b42b-530f-4885-8250-d06cece4bfc5 None None] DHCP port deletion for e406e062-eec7-4ef2-b02a-de32c9a24df9 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:31:39.425437 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6d9c49ef-742f-4d3a-9ae5-9964e9755a36 req-0af0b67e-c1ec-4bc1-9ab5-4a5c962fb5bc service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=eaa1587d-d57b-472c-b885-663a7788dc96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5194585 Dec 08 16:31:39.425437 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e57bec07-106d-4196-a67f-ccf7767e5257 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:39.514468 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-775a70aa-cfa7-452f-8e33-2ec556c9a81a tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:39.531734 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e57bec07-106d-4196-a67f-ccf7767e5257 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:39.559475 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-e6ca4a45-d1b3-47b3-888c-946a9cd74ea9 None None] Deleting port 981781e4-fd98-4b19-af93-c2a14984107b {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:31:39.560209 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e6ca4a45-d1b3-47b3-888c-946a9cd74ea9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:39.584206 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-538f074d-cca0-44d3-84bf-b0dde214f69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:39.649225 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-92e8b42b-530f-4885-8250-d06cece4bfc5 None None] Deleting port b026c141-664b-44b2-8277-58ea6c4287fd {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:31:39.649657 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-92e8b42b-530f-4885-8250-d06cece4bfc5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:39.672412 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538f074d-cca0-44d3-84bf-b0dde214f69c admin admin] No DVR routers for this DVR port 981781e4-fd98-4b19-af93-c2a14984107b on host n-d-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:31:39.720155 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c49ef-742f-4d3a-9ae5-9964e9755a36 req-c8066f7e-93f8-43ca-bb27-96056b6c6b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:39.722605 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6d9c49ef-742f-4d3a-9ae5-9964e9755a36 req-c8066f7e-93f8-43ca-bb27-96056b6c6b36 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5ac8783bc8454dbdaff01b6ea349ef5e&device_id=eaa1587d-d57b-472c-b885-663a7788dc96 HTTP/1.1" status: 200 len: 1097 time: 0.2487602 Dec 08 16:31:39.727740 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9cc043c6-6ec3-4ad2-b995-d021a5904f76 req-05bdfb2a-4762-492a-81e4-2447b3c92c98 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a0c7228-fbf8-47e9-9c08-8de29e38b39c HTTP/1.1" status: 200 len: 210 time: 0.1739020 Dec 08 16:31:39.737732 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-e6ca4a45-d1b3-47b3-888c-946a9cd74ea9 None None] For port 981781e4-fd98-4b19-af93-c2a14984107b, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=981781e4-fd98-4b19-af93-c2a14984107b,segment=NetworkSegment(07caa314-42ab-47b6-8cf6-20ded4902a6a),segment_id=07caa314-42ab-47b6-8cf6-20ded4902a6a)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:31:39.738148 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e6ca4a45-d1b3-47b3-888c-946a9cd74ea9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:39.757059 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-e6ca4a45-d1b3-47b3-888c-946a9cd74ea9 None None] Calling delete_port for 981781e4-fd98-4b19-af93-c2a14984107b owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:31:39.766071 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e57bec07-106d-4196-a67f-ccf7767e5257 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:39.767636 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5b73d431-7a00-4aaf-b9fe-19fbd731bad2 req-21967caa-a57c-4523-b2ad-ed078e72833f tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=43510672-f899-46b2-af96-d1b414c8d06d HTTP/1.1" status: 200 len: 210 time: 0.0624487 Dec 08 16:31:39.772032 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e57bec07-106d-4196-a67f-ccf7767e5257 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8672199 Dec 08 16:31:39.772149 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46608) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:39.775922 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-92e8b42b-530f-4885-8250-d06cece4bfc5 None None] For port b026c141-664b-44b2-8277-58ea6c4287fd, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=b026c141-664b-44b2-8277-58ea6c4287fd,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:31:39.786265 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-92e8b42b-530f-4885-8250-d06cece4bfc5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:39.786615 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-45ae9047-ef51-4fc8-ace8-30a65e0cd0a6 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:39.786615 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-1413c0a1-8daa-402c-a780-8a778cf32422 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'enable_snat': True}}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:39.786852 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538f074d-cca0-44d3-84bf-b0dde214f69c admin admin] Pushing event deleted for resources: {'Port': ['ID=981781e4-fd98-4b19-af93-c2a14984107b,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:39.827618 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-92e8b42b-530f-4885-8250-d06cece4bfc5 None None] Calling delete_port for b026c141-664b-44b2-8277-58ea6c4287fd owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:31:39.910789 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ae9047-ef51-4fc8-ace8-30a65e0cd0a6 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:31:39.917744 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-45ae9047-ef51-4fc8-ace8-30a65e0cd0a6 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:31:39.934728 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e6ca4a45-d1b3-47b3-888c-946a9cd74ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:39.956457 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ae9047-ef51-4fc8-ace8-30a65e0cd0a6 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:39.957074 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-45ae9047-ef51-4fc8-ace8-30a65e0cd0a6 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:39.959608 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ae9047-ef51-4fc8-ace8-30a65e0cd0a6 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event updated for resources: {'Subnet': ['ID=a49351be-e72d-459d-a457-a5531a932666,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:39.969712 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ca4a45-d1b3-47b3-888c-946a9cd74ea9 None None] Pushing event deleted for resources: {'Port': ['ID=981781e4-fd98-4b19-af93-c2a14984107b,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:39.983353 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ca4a45-d1b3-47b3-888c-946a9cd74ea9 None None] No DVR routers for this DVR port 981781e4-fd98-4b19-af93-c2a14984107b on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:31:40.078183 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-92e8b42b-530f-4885-8250-d06cece4bfc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:40.088038 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1413c0a1-8daa-402c-a780-8a778cf32422 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:40.114489 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-45ae9047-ef51-4fc8-ace8-30a65e0cd0a6 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3468432 Dec 08 16:31:40.115573 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e8b42b-530f-4885-8250-d06cece4bfc5 None None] Pushing event deleted for resources: {'Port': ['ID=b026c141-664b-44b2-8277-58ea6c4287fd,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:40.121436 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46616) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:40.122478 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e8b42b-530f-4885-8250-d06cece4bfc5 None None] No DVR routers for this DVR port b026c141-664b-44b2-8277-58ea6c4287fd on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:31:40.130624 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-7b7f458a-1096-49ec-bc2c-f7b23da94bf0 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Request body: {'port': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'fixed_ips': [{'subnet_id': 'a49351be-e72d-459d-a457-a5531a932666', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-2077803357'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:40.140697 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a7a0e9-facb-407b-9cbd-161908d7a944 None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:31:40.289970 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2e027a-205b-48ca-bba2-e44b674bd260 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-e406e062-eec7-4ef2-b02a-de32c9a24df9', 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'project_id': '450e207568904a6eabc726912d992373', 'fixed_ips': [{'subnet_id': 'a49351be-e72d-459d-a457-a5531a932666'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:31:40.291539 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5c2e027a-205b-48ca-bba2-e44b674bd260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:40.314840 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-538f074d-cca0-44d3-84bf-b0dde214f69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:40.366006 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-538f074d-cca0-44d3-84bf-b0dde214f69c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4637412-5cbf-4755-9eb9-03e181b3b4ff']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:40.390312 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-538f074d-cca0-44d3-84bf-b0dde214f69c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07caa314-42ab-47b6-8cf6-20ded4902a6a') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:40.390688 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-538f074d-cca0-44d3-84bf-b0dde214f69c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07caa314-42ab-47b6-8cf6-20ded4902a6a') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:40.415728 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-538f074d-cca0-44d3-84bf-b0dde214f69c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:40.419376 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-775a70aa-cfa7-452f-8e33-2ec556c9a81a tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:40.426610 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c49ef-742f-4d3a-9ae5-9964e9755a36 req-2aab59db-5de8-4865-a659-5fe3f4140edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:40.428692 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6d9c49ef-742f-4d3a-9ae5-9964e9755a36 req-2aab59db-5de8-4865-a659-5fe3f4140edd service neutron] 10.222.0.76 "GET /v2.0/networks?id=67138b53-2811-40bc-a015-fb451bf262f6 HTTP/1.1" status: 200 len: 897 time: 0.6575754 Dec 08 16:31:40.451070 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-5c2e027a-205b-48ca-bba2-e44b674bd260 None None] Allocated IP 2001:db8::2 (e406e062-eec7-4ef2-b02a-de32c9a24df9/a49351be-e72d-459d-a457-a5531a932666/9854acca-454e-4c69-8927-aac5ece372d2) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:31:40.452133 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7f458a-1096-49ec-bc2c-f7b23da94bf0 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Made reservation on behalf of 450e207568904a6eabc726912d992373 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:31:40.481421 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-538f074d-cca0-44d3-84bf-b0dde214f69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:40.502425 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-538f074d-cca0-44d3-84bf-b0dde214f69c admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:31:40.502835 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-538f074d-cca0-44d3-84bf-b0dde214f69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:40.504583 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:31:40.504583 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:31:40.504583 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:31:40.504583 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:31:40.504583 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:31:40.504583 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:31:40.504583 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:31:40.504583 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:31:40.504583 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:31:40.504583 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:31:40.504583 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:31:40.504583 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:31:40.504583 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:31:40.504583 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:31:40.504583 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:31:40.504583 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:31:40.504583 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:31:40.504583 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:31:40.504583 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:31:40.504583 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:31:40.504583 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:31:40.504583 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:31:40.504583 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:31:40.504583 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:31:40.504583 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:31:40.504583 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:31:40.504583 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:31:40.504583 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:31:40.504583 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:31:40.504583 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:31:40.504583 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:31:40.504583 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:31:40.546558 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1413c0a1-8daa-402c-a780-8a778cf32422 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:40.568681 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6d9c49ef-742f-4d3a-9ae5-9964e9755a36 req-35e80708-afbf-453b-b85e-b4f7aad1ef20 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=107ec848-c1d6-42ff-8697-22d69545bf2c HTTP/1.1" status: 200 len: 1000 time: 0.1324210 Dec 08 16:31:40.575345 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1413c0a1-8daa-402c-a780-8a778cf32422 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:40.613886 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-775a70aa-cfa7-452f-8e33-2ec556c9a81a tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:40.624077 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5c2e027a-205b-48ca-bba2-e44b674bd260 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:40.643226 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7b7f458a-1096-49ec-bc2c-f7b23da94bf0 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:40.662097 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c49ef-742f-4d3a-9ae5-9964e9755a36 req-834f8805-675b-411f-b326-e3cd2374afbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:40.663686 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6d9c49ef-742f-4d3a-9ae5-9964e9755a36 req-834f8805-675b-411f-b326-e3cd2374afbd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=678eef96-fa31-4199-855c-24f38bc18493 HTTP/1.1" status: 200 len: 835 time: 0.0868249 Dec 08 16:31:40.668001 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775a70aa-cfa7-452f-8e33-2ec556c9a81a tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5ea090-5222-436d-b05c-91b87564d015,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:40.674398 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [None req-7b7f458a-1096-49ec-bc2c-f7b23da94bf0 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] device_id is not set on port 0b07ec39-45d5-4e8e-9b3d-89b402676022 yet. {{(pid=110550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:31:40.709242 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-538f074d-cca0-44d3-84bf-b0dde214f69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:40.714806 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-538f074d-cca0-44d3-84bf-b0dde214f69c admin admin] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:40.725613 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-538f074d-cca0-44d3-84bf-b0dde214f69c admin admin] 10.222.0.64 "DELETE /v2.0/networks/e4637412-5cbf-4755-9eb9-03e181b3b4ff HTTP/1.1" status: 204 len: 168 time: 2.2534785 Dec 08 16:31:40.725613 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46626) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:40.741438 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5c2e027a-205b-48ca-bba2-e44b674bd260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:40.781407 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538f074d-cca0-44d3-84bf-b0dde214f69c admin admin] Pushing event deleted for resources: {'Network': ['ID=e4637412-5cbf-4755-9eb9-03e181b3b4ff,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:40.785925 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2e027a-205b-48ca-bba2-e44b674bd260 None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:31:40.792548 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-5c2e027a-205b-48ca-bba2-e44b674bd260 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:31:40.795607 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2e027a-205b-48ca-bba2-e44b674bd260 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:31:40.811071 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-1413c0a1-8daa-402c-a780-8a778cf32422 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Allocated IP 172.25.0.110 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/670aece0-06e5-45e2-8cba-7d4c0830df14) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:31:40.832466 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2e027a-205b-48ca-bba2-e44b674bd260 None None] Pushing event updated for resources: {'Port': ['ID=9854acca-454e-4c69-8927-aac5ece372d2,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:40.929338 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-5c2e027a-205b-48ca-bba2-e44b674bd260 None None] Attempting to bind port 9854acca-454e-4c69-8927-aac5ece372d2 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:31:40.933864 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-5c2e027a-205b-48ca-bba2-e44b674bd260 None None] Attempting to bind port 9854acca-454e-4c69-8927-aac5ece372d2 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:31:40.937524 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2e027a-205b-48ca-bba2-e44b674bd260 None None] Attempting to bind port 9854acca-454e-4c69-8927-aac5ece372d2 on network e406e062-eec7-4ef2-b02a-de32c9a24df9 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:31:40.945911 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2e027a-205b-48ca-bba2-e44b674bd260 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:31:40.946301 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2e027a-205b-48ca-bba2-e44b674bd260 None None] Checking segment: {'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:31:40.946716 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5c2e027a-205b-48ca-bba2-e44b674bd260 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:40.949247 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2e027a-205b-48ca-bba2-e44b674bd260 None None] Bound using segment: {'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:31:40.949791 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-5c2e027a-205b-48ca-bba2-e44b674bd260 None None] Bound port: 9854acca-454e-4c69-8927-aac5ece372d2, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:31:40.950190 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5c2e027a-205b-48ca-bba2-e44b674bd260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:40.965719 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 981781e4-fd98-4b19-af93-c2a14984107b no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:31:40.979004 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1413c0a1-8daa-402c-a780-8a778cf32422 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:40.981529 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-775a70aa-cfa7-452f-8e33-2ec556c9a81a tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:40.985884 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-775a70aa-cfa7-452f-8e33-2ec556c9a81a tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.9624834 Dec 08 16:31:40.987320 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46638) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:40.992837 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 981781e4-fd98-4b19-af93-c2a14984107b {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:31:40.995541 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 981781e4-fd98-4b19-af93-c2a14984107b not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:31:40.995541 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device b026c141-664b-44b2-8277-58ea6c4287fd no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:31:40.998600 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-0205ecb4-0081-402c-857c-33cc8dfb9da5 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Request body: {'security_group_rule': {'security_group_id': '9c5ea090-5222-436d-b05c-91b87564d015', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:40.999603 n-d-776250-12 neutron-server[110551]: WARNING neutron.api.v2.base [None req-0205ecb4-0081-402c-857c-33cc8dfb9da5 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 08 16:31:41.000369 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-0205ecb4-0081-402c-857c-33cc8dfb9da5 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:31:41.004813 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-0205ecb4-0081-402c-857c-33cc8dfb9da5 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0148602 Dec 08 16:31:41.010543 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46640) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:41.020979 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8a64d3b4-cb9f-4c86-b14a-7bacb7039aa7 req-e41a33c1-024a-4c38-ba67-ae81a642cbaf tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=43510672-f899-46b2-af96-d1b414c8d06d HTTP/1.1" status: 200 len: 210 time: 0.0478361 Dec 08 16:31:41.027581 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b7f458a-1096-49ec-bc2c-f7b23da94bf0 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:31:41.028166 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b7f458a-1096-49ec-bc2c-f7b23da94bf0 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:31:41.043077 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c49ef-742f-4d3a-9ae5-9964e9755a36 req-e8ff00de-61ea-440d-be2c-6ece82658559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:41.043077 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6d9c49ef-742f-4d3a-9ae5-9964e9755a36 req-e8ff00de-61ea-440d-be2c-6ece82658559 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=67138b53-2811-40bc-a015-fb451bf262f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3610368 Dec 08 16:31:41.043361 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: b026c141-664b-44b2-8277-58ea6c4287fd {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:31:41.043361 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device b026c141-664b-44b2-8277-58ea6c4287fd not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:31:41.069846 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [req-6d9c49ef-742f-4d3a-9ae5-9964e9755a36 req-23eb8284-60bf-42d7-aabc-803042380fee service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:31:41.069846 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6d9c49ef-742f-4d3a-9ae5-9964e9755a36 req-23eb8284-60bf-42d7-aabc-803042380fee service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0192051 Dec 08 16:31:41.084967 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-5c2e027a-205b-48ca-bba2-e44b674bd260 None None] For port 9854acca-454e-4c69-8927-aac5ece372d2, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:31:41.089745 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-5c2e027a-205b-48ca-bba2-e44b674bd260 None None] For port 9854acca-454e-4c69-8927-aac5ece372d2, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=9854acca-454e-4c69-8927-aac5ece372d2,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:31:41.127857 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-7b7f458a-1096-49ec-bc2c-f7b23da94bf0 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.0048220 Dec 08 16:31:41.137372 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46644) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:41.191618 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba83dd2b-20be-40e9-801f-f2651aff2445 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:41.193878 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ba83dd2b-20be-40e9-801f-f2651aff2445 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0549626 Dec 08 16:31:41.195702 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1413c0a1-8daa-402c-a780-8a778cf32422 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:41.203146 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46648) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:41.220011 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-83d95836-5af2-4f37-87ec-a8d1ff522799 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:41.250590 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5c2e027a-205b-48ca-bba2-e44b674bd260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:41.317614 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6d9c49ef-742f-4d3a-9ae5-9964e9755a36 req-ac9e7baa-a4a1-4d1c-b465-c269da16d3d3 service neutron] 10.222.0.76 "GET /v2.0/networks/67138b53-2811-40bc-a015-fb451bf262f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347155 Dec 08 16:31:41.317614 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-83d95836-5af2-4f37-87ec-a8d1ff522799 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:41.317987 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1413c0a1-8daa-402c-a780-8a778cf32422 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Pushing event updated for resources: {'Port': ['ID=670aece0-06e5-45e2-8cba-7d4c0830df14,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:41.331451 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1413c0a1-8daa-402c-a780-8a778cf32422 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:31:41.334924 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-1413c0a1-8daa-402c-a780-8a778cf32422 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:31:41.342093 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1413c0a1-8daa-402c-a780-8a778cf32422 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:31:41.377972 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2e027a-205b-48ca-bba2-e44b674bd260 None None] Pushing event updated for resources: {'Port': ['ID=9854acca-454e-4c69-8927-aac5ece372d2,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:41.408909 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20ced8b-18cf-4f71-bc07-3705c876b020 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:31:41.571345 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e0594a6a-7bfb-43de-8090-83779dc71de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:41.653210 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6d9c49ef-742f-4d3a-9ae5-9964e9755a36 req-474ad640-b97d-402b-9ae4-9549bc7d7e5e service neutron] 10.222.0.76 "GET /v2.0/networks/67138b53-2811-40bc-a015-fb451bf262f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231702 Dec 08 16:31:41.654355 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-673d4aa8-c2d1-47f0-b833-d78d211c6355 None None] Provisioning complete for port 670aece0-06e5-45e2-8cba-7d4c0830df14 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:41.654945 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-673d4aa8-c2d1-47f0-b833-d78d211c6355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:41.785387 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-83d95836-5af2-4f37-87ec-a8d1ff522799 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:41.795419 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-83d95836-5af2-4f37-87ec-a8d1ff522799 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:41.804087 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-83d95836-5af2-4f37-87ec-a8d1ff522799 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] 10.222.0.64 "DELETE /v2.0/security-groups/9c5ea090-5222-436d-b05c-91b87564d015 HTTP/1.1" status: 204 len: 168 time: 0.7906370 Dec 08 16:31:41.809393 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-673d4aa8-c2d1-47f0-b833-d78d211c6355 None None] Port 670aece0-06e5-45e2-8cba-7d4c0830df14 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:31:41.816525 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46654) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:41.841365 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d95836-5af2-4f37-87ec-a8d1ff522799 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5ea090-5222-436d-b05c-91b87564d015,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:41.967173 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e628b73-d1d3-4589-86fb-01be741888d4 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:41.969390 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e628b73-d1d3-4589-86fb-01be741888d4 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:41.973745 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-6e628b73-d1d3-4589-86fb-01be741888d4 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.7679596 Dec 08 16:31:41.980719 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46656) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:41.985127 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-72aea349-4b65-4610-b64a-3aacdf326630 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1606026 Dec 08 16:31:41.992113 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46658) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:42.007637 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-e7e6c0df-96fb-4217-9e02-e74891f1fa86 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Request body: {'security_group': {'name': 'tempest-secgroup--675039537'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:42.073214 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-eff67af6-68ae-43fb-a755-de7c9f6743c1 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Deleting subnet a49351be-e72d-459d-a457-a5531a932666 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:31:42.079358 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eff67af6-68ae-43fb-a755-de7c9f6743c1 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:42.222146 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eff67af6-68ae-43fb-a755-de7c9f6743c1 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:42.231367 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e533d14d-c56a-42d4-96da-615972212410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:42.281096 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e7e6c0df-96fb-4217-9e02-e74891f1fa86 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:42.510603 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eff67af6-68ae-43fb-a755-de7c9f6743c1 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:42.652755 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1413c0a1-8daa-402c-a780-8a778cf32422 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:42.669421 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e7e6c0df-96fb-4217-9e02-e74891f1fa86 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:42.735082 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e7e6c0df-96fb-4217-9e02-e74891f1fa86 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:42.750124 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eff67af6-68ae-43fb-a755-de7c9f6743c1 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:42.814162 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff67af6-68ae-43fb-a755-de7c9f6743c1 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event deleted for resources: {'Subnet': ['ID=a49351be-e72d-459d-a457-a5531a932666,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:42.819492 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e6c0df-96fb-4217-9e02-e74891f1fa86 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db0ae440-bfec-4fe1-a00d-9fdee09279d2,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:42.841553 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eff67af6-68ae-43fb-a755-de7c9f6743c1 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:42.844759 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-e533d14d-c56a-42d4-96da-615972212410 admin admin] Deleting port 6e24334b-e5c9-4097-bde9-756b3b2b5e04 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:31:42.845061 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-eff67af6-68ae-43fb-a755-de7c9f6743c1 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/subnets/a49351be-e72d-459d-a457-a5531a932666 HTTP/1.1" status: 204 len: 168 time: 0.8537483 Dec 08 16:31:42.847737 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e533d14d-c56a-42d4-96da-615972212410 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:42.850095 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46670) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:42.858775 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e7e6c0df-96fb-4217-9e02-e74891f1fa86 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:42.863388 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e7e6c0df-96fb-4217-9e02-e74891f1fa86 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8687894 Dec 08 16:31:42.869596 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46672) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:42.902831 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-747c51c2-9e39-407e-8c58-40199419c248 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Request body: {'security_group_rule': {'security_group_id': 'db0ae440-bfec-4fe1-a00d-9fdee09279d2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:42.903745 n-d-776250-12 neutron-server[110551]: WARNING neutron.api.v2.base [None req-747c51c2-9e39-407e-8c58-40199419c248 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 08 16:31:42.904295 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-747c51c2-9e39-407e-8c58-40199419c248 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:31:42.908756 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-747c51c2-9e39-407e-8c58-40199419c248 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0325050 Dec 08 16:31:42.988945 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 9854acca-454e-4c69-8927-aac5ece372d2 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:31:43.007158 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46674) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:43.022924 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e0f0ac5c-e44a-47a6-92eb-0ac74d92a630 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1541073 Dec 08 16:31:43.026778 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46676) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:43.032573 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-7ab8f430-8a42-4c62-a2f1-98654bcfb3ae tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Request body: {'subnet': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:43.033535 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-34cc2dfc-645c-402c-9871-5bb9537d2022 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Request body: {'security_group_rule': {'security_group_id': 'db0ae440-bfec-4fe1-a00d-9fdee09279d2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:43.035936 n-d-776250-12 neutron-server[110550]: WARNING neutron.api.v2.base [None req-34cc2dfc-645c-402c-9871-5bb9537d2022 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 08 16:31:43.040408 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [None req-34cc2dfc-645c-402c-9871-5bb9537d2022 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:31:43.049050 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-34cc2dfc-645c-402c-9871-5bb9537d2022 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0289381 Dec 08 16:31:43.049816 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46678) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:43.099742 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 9854acca-454e-4c69-8927-aac5ece372d2 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:43.099742 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:43.177773 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc73a23-a3ae-45c4-a851-d4df21ba95aa None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:31:43.226026 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1413c0a1-8daa-402c-a780-8a778cf32422 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-717389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11074'] for router, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:43.231177 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1413c0a1-8daa-402c-a780-8a778cf32422 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528116', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-717402'] for router, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:43.235885 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-332780dc-d134-459c-9876-43ed358c898e tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Request body: {'security_group_rule': {'security_group_id': 'db0ae440-bfec-4fe1-a00d-9fdee09279d2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:43.237302 n-d-776250-12 neutron-server[110550]: WARNING neutron.api.v2.base [None req-332780dc-d134-459c-9876-43ed358c898e tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 08 16:31:43.237813 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [None req-332780dc-d134-459c-9876-43ed358c898e tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:31:43.242318 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-332780dc-d134-459c-9876-43ed358c898e tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0125453 Dec 08 16:31:43.244082 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46680) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:43.245846 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-e533d14d-c56a-42d4-96da-615972212410 admin admin] For port 6e24334b-e5c9-4097-bde9-756b3b2b5e04, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=6e24334b-e5c9-4097-bde9-756b3b2b5e04,segment=NetworkSegment(7c39f12b-900c-401b-b0d2-47f75306c043),segment_id=7c39f12b-900c-401b-b0d2-47f75306c043)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:31:43.246572 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e533d14d-c56a-42d4-96da-615972212410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:43.249538 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-24d83a2e-3c48-46a5-b59c-41bc992cb6d3 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Request body: {'security_group_rule': {'security_group_id': 'db0ae440-bfec-4fe1-a00d-9fdee09279d2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:43.250424 n-d-776250-12 neutron-server[110550]: WARNING neutron.api.v2.base [None req-24d83a2e-3c48-46a5-b59c-41bc992cb6d3 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 08 16:31:43.250930 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [None req-24d83a2e-3c48-46a5-b59c-41bc992cb6d3 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:31:43.254919 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-24d83a2e-3c48-46a5-b59c-41bc992cb6d3 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0098262 Dec 08 16:31:43.256387 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46682) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:43.263436 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-e533d14d-c56a-42d4-96da-615972212410 admin admin] Calling delete_port for 6e24334b-e5c9-4097-bde9-756b3b2b5e04 owned by network:router_interface {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:31:43.323316 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab8f430-8a42-4c62-a2f1-98654bcfb3ae tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Made reservation on behalf of 450e207568904a6eabc726912d992373 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:31:43.328494 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7ab8f430-8a42-4c62-a2f1-98654bcfb3ae tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:43.393251 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2982750d-3405-4f02-aa90-85c442aa319a tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:43.409598 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-21955799-7c99-4cf8-9f66-16d75dba67f1 None None] Provisioning complete for port 9854acca-454e-4c69-8927-aac5ece372d2 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:43.410177 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-21955799-7c99-4cf8-9f66-16d75dba67f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:43.419655 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:31:43.442314 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2982750d-3405-4f02-aa90-85c442aa319a tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:43.561936 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:43.637695 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 9854acca-454e-4c69-8927-aac5ece372d2, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=9854acca-454e-4c69-8927-aac5ece372d2,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:31:43.679024 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2982750d-3405-4f02-aa90-85c442aa319a tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:43.682962 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2982750d-3405-4f02-aa90-85c442aa319a tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:43.684759 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-2982750d-3405-4f02-aa90-85c442aa319a tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] 10.222.0.64 "DELETE /v2.0/security-groups/db0ae440-bfec-4fe1-a00d-9fdee09279d2 HTTP/1.1" status: 204 len: 168 time: 0.4274216 Dec 08 16:31:43.696398 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46688) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:43.697120 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2982750d-3405-4f02-aa90-85c442aa319a tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0ae440-bfec-4fe1-a00d-9fdee09279d2,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:43.717141 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-21955799-7c99-4cf8-9f66-16d75dba67f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:43.726643 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:43.734631 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1413c0a1-8daa-402c-a780-8a778cf32422 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Router 6f7f2ca0-dbfe-44d0-bd35-60bce0e7a4f4 is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:31:43.829192 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=9854acca-454e-4c69-8927-aac5ece372d2,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:43.831488 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1891b2-088f-4e6a-b4b3-c46cc7e74ca0 None None] DHCP port deletion for e406e062-eec7-4ef2-b02a-de32c9a24df9 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:31:43.863898 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:43.866254 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:43.866254 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:43.866254 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:43.870740 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-2712fae1-edbf-461e-aa50-2f98622c6b76 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1704452 Dec 08 16:31:43.874415 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:43.874840 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:43.875192 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:43.875540 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:43.875881 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:43.876932 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46692) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:43.880113 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:43.880532 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:43.880880 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:43.881220 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:43.882242 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-674b7a2a-75b2-456c-b870-2b2d2ce1d31d tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Request body: {'security_group': {'name': 'tempest-secgroup--1511611774'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:43.971822 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.db.api [None req-21955799-7c99-4cf8-9f66-16d75dba67f1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:31:43.972225 n-d-776250-12 neutron-server[110552]: DEBUG oslo_db.api [None req-21955799-7c99-4cf8-9f66-16d75dba67f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:31:43.985778 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-da1891b2-088f-4e6a-b4b3-c46cc7e74ca0 None None] Deleting port 9854acca-454e-4c69-8927-aac5ece372d2 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:31:43.985778 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-da1891b2-088f-4e6a-b4b3-c46cc7e74ca0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:44.004404 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1413c0a1-8daa-402c-a780-8a778cf32422 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:31:44.014935 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1413c0a1-8daa-402c-a780-8a778cf32422 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:44.016631 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390d08e7-716e-48aa-8b40-273ad83b55de None None] Sync routers for ids ['6f7f2ca0-dbfe-44d0-bd35-60bce0e7a4f4'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:31:44.017899 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-1413c0a1-8daa-402c-a780-8a778cf32422 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] 10.222.0.64 "PUT /v2.0/routers/6f7f2ca0-dbfe-44d0-bd35-60bce0e7a4f4 HTTP/1.1" status: 200 len: 919 time: 4.2408633 Dec 08 16:31:44.018875 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46694) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:44.037991 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390d08e7-716e-48aa-8b40-273ad83b55de None None] Routers {'6f7f2ca0-dbfe-44d0-bd35-60bce0e7a4f4'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:31:44.038700 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-390d08e7-716e-48aa-8b40-273ad83b55de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:31:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['6f7f2ca0-dbfe-44d0-bd35-60bce0e7a4f4'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:44.047780 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-674b7a2a-75b2-456c-b870-2b2d2ce1d31d tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:44.066808 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7ab8f430-8a42-4c62-a2f1-98654bcfb3ae tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:44.079192 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-da1891b2-088f-4e6a-b4b3-c46cc7e74ca0 None None] For port 9854acca-454e-4c69-8927-aac5ece372d2, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=9854acca-454e-4c69-8927-aac5ece372d2,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:31:44.079771 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-da1891b2-088f-4e6a-b4b3-c46cc7e74ca0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:44.111917 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-390d08e7-716e-48aa-8b40-273ad83b55de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:44.129938 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-da1891b2-088f-4e6a-b4b3-c46cc7e74ca0 None None] Calling delete_port for 9854acca-454e-4c69-8927-aac5ece372d2 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:31:44.131355 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e533d14d-c56a-42d4-96da-615972212410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:44.138362 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390d08e7-716e-48aa-8b40-273ad83b55de None None] Routers {'6f7f2ca0-dbfe-44d0-bd35-60bce0e7a4f4'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:31:44.138999 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-390d08e7-716e-48aa-8b40-273ad83b55de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:31:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['6f7f2ca0-dbfe-44d0-bd35-60bce0e7a4f4'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:44.214285 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-390d08e7-716e-48aa-8b40-273ad83b55de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:44.215771 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390d08e7-716e-48aa-8b40-273ad83b55de None None] The sync data for ids ['6f7f2ca0-dbfe-44d0-bd35-60bce0e7a4f4'] in n-d-776250-12 is: [] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:31:44.233470 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab8f430-8a42-4c62-a2f1-98654bcfb3ae tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:31:44.249400 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e533d14d-c56a-42d4-96da-615972212410 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e24334b-e5c9-4097-bde9-756b3b2b5e04,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:44.255840 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-7ab8f430-8a42-4c62-a2f1-98654bcfb3ae tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:31:44.275066 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46698) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:44.281933 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab8f430-8a42-4c62-a2f1-98654bcfb3ae tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:44.282549 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7ab8f430-8a42-4c62-a2f1-98654bcfb3ae tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:44.283111 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b46f06de-404b-49de-bc44-b5879894bcf8 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] 10.222.0.64 "GET /v2.0/routers/6f7f2ca0-dbfe-44d0-bd35-60bce0e7a4f4 HTTP/1.1" status: 200 len: 925 time: 0.2614663 Dec 08 16:31:44.297904 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a0ca8b90-d9bb-472f-81ee-4634fa2b746e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:44.321931 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-674b7a2a-75b2-456c-b870-2b2d2ce1d31d tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:44.386539 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab8f430-8a42-4c62-a2f1-98654bcfb3ae tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event updated for resources: {'Subnet': ['ID=b94357de-eef2-496f-9151-98a58c5505a2,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:44.444659 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-7ab8f430-8a42-4c62-a2f1-98654bcfb3ae tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4139216 Dec 08 16:31:44.445954 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46702) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:44.454919 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-674b7a2a-75b2-456c-b870-2b2d2ce1d31d tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:44.461037 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-da1891b2-088f-4e6a-b4b3-c46cc7e74ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:44.467560 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-64effb2c-16b5-496c-a885-cdb8cac64e68 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-563454358', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:44.495672 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1891b2-088f-4e6a-b4b3-c46cc7e74ca0 None None] Pushing event deleted for resources: {'Port': ['ID=9854acca-454e-4c69-8927-aac5ece372d2,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:44.535450 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-21955799-7c99-4cf8-9f66-16d75dba67f1 None None] Port 9854acca-454e-4c69-8927-aac5ece372d2 update to ACTIVE by agent not found {{(pid=110552) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 08 16:31:44.551020 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1891b2-088f-4e6a-b4b3-c46cc7e74ca0 None None] No DVR routers for this DVR port 9854acca-454e-4c69-8927-aac5ece372d2 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:31:44.572100 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674b7a2a-75b2-456c-b870-2b2d2ce1d31d tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef61aeca-1f53-4a7e-973b-5094132f05a7,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:44.585488 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bd0e9a-1724-4cb9-a20b-29ffcbdf27fd None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:31:44.593541 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a46df34-d523-4357-aca5-8bfafa3b85bb tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:44.599904 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-2a46df34-d523-4357-aca5-8bfafa3b85bb tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=1ae4cf80-76bf-4df3-a557-5cc6023c1900&device_id=6f7f2ca0-dbfe-44d0-bd35-60bce0e7a4f4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2720213 Dec 08 16:31:44.602579 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46708) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:44.688035 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-64effb2c-16b5-496c-a885-cdb8cac64e68 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:44.689414 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-64effb2c-16b5-496c-a885-cdb8cac64e68 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:44.770156 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baff42ff-52bb-4c19-ab7c-cd814d63bb2b req-78b86d26-6352-4727-b0dc-32689dad9a60 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:44.771849 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-baff42ff-52bb-4c19-ab7c-cd814d63bb2b req-78b86d26-6352-4727-b0dc-32689dad9a60 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=eaa1587d-d57b-472c-b885-663a7788dc96 HTTP/1.1" status: 200 len: 945 time: 0.3539672 Dec 08 16:31:44.860057 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-674b7a2a-75b2-456c-b870-2b2d2ce1d31d tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:44.863256 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-674b7a2a-75b2-456c-b870-2b2d2ce1d31d tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9844561 Dec 08 16:31:44.888669 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46712) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:44.909700 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-c381c374-9a04-4b8b-8557-3d3d5ee5aebd tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Request body: {'security_group_rule': {'security_group_id': 'ef61aeca-1f53-4a7e-973b-5094132f05a7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:44.910183 n-d-776250-12 neutron-server[110551]: WARNING neutron.api.v2.base [None req-c381c374-9a04-4b8b-8557-3d3d5ee5aebd tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 08 16:31:44.910687 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-c381c374-9a04-4b8b-8557-3d3d5ee5aebd tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:31:44.925814 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c381c374-9a04-4b8b-8557-3d3d5ee5aebd tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0307274 Dec 08 16:31:44.932403 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46714) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:44.982971 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-baff42ff-52bb-4c19-ab7c-cd814d63bb2b req-4df0b8b5-e9b2-4180-a4b4-ec4ccb708068 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=065e2913-d123-4be2-9a9c-42f076831145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1990144 Dec 08 16:31:45.018401 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46716) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:45.138909 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-82705cde-0771-4413-aa67-61d0db647004 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/floatingips/3b619e57-eb52-442f-86f3-0d51af346529 HTTP/1.1" status: 200 len: 992 time: 0.1192427 Dec 08 16:31:45.155799 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b0b8b0-8441-45e6-992b-aea09001233a tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:45.160688 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a9b0b8b0-8441-45e6-992b-aea09001233a tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] 10.222.0.64 "GET /v2.0/networks/1ae4cf80-76bf-4df3-a557-5cc6023c1900 HTTP/1.1" status: 200 len: 881 time: 0.5540576 Dec 08 16:31:45.163932 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46720) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:45.216137 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-4ede514f-2796-4b68-af11-40f3b0033f5f tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f7f2ca0-dbfe-44d0-bd35-60bce0e7a4f4 HTTP/1.1" status: 200 len: 205 time: 0.0509980 Dec 08 16:31:45.222429 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46722) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:45.223748 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 9854acca-454e-4c69-8927-aac5ece372d2 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:31:45.295278 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d5a37e-4186-4718-b91f-f747cd57bd17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-e406e062-eec7-4ef2-b02a-de32c9a24df9', 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'project_id': '450e207568904a6eabc726912d992373', 'fixed_ips': [{'subnet_id': 'b94357de-eef2-496f-9151-98a58c5505a2'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:31:45.295278 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-15d5a37e-4186-4718-b91f-f747cd57bd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:45.326960 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 9854acca-454e-4c69-8927-aac5ece372d2 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:31:45.327700 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 9854acca-454e-4c69-8927-aac5ece372d2 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:31:45.401697 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-a304c53b-859e-401b-9ca3-e61f76126525 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Request body: {'security_group_rule': {'security_group_id': 'ef61aeca-1f53-4a7e-973b-5094132f05a7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:45.407976 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-64effb2c-16b5-496c-a885-cdb8cac64e68 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:45.428801 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-424988e1-7464-491b-821c-071adafa0317 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks [] for router, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:45.439564 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e533d14d-c56a-42d4-96da-615972212410 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:45.593611 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-64effb2c-16b5-496c-a885-cdb8cac64e68 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:45.596714 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:45.597105 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-424988e1-7464-491b-821c-071adafa0317 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:45.635645 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-15d5a37e-4186-4718-b91f-f747cd57bd17 None None] Allocated IP 2001:db8::2 (e406e062-eec7-4ef2-b02a-de32c9a24df9/b94357de-eef2-496f-9151-98a58c5505a2/a4e5a6de-d0c9-457d-b6de-d3159e6304e1) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:31:45.702381 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790327ae-41d6-479b-948a-e2c2058c0254 req-d06e4dbf-7444-41f3-9584-44b639d0d424 tempest-TestNetworkAdvancedServerOps-1604663679 tempest-TestNetworkAdvancedServerOps-1604663679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:45.715603 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-790327ae-41d6-479b-948a-e2c2058c0254 req-d06e4dbf-7444-41f3-9584-44b639d0d424 tempest-TestNetworkAdvancedServerOps-1604663679 tempest-TestNetworkAdvancedServerOps-1604663679-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=eaa1587d-d57b-472c-b885-663a7788dc96 HTTP/1.1" status: 200 len: 1097 time: 0.1358490 Dec 08 16:31:45.717147 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-64effb2c-16b5-496c-a885-cdb8cac64e68 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:45.718517 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-64effb2c-16b5-496c-a885-cdb8cac64e68 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.2709048 Dec 08 16:31:45.722471 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46732) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:45.756279 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-a304c53b-859e-401b-9ca3-e61f76126525 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:31:45.756279 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a304c53b-859e-401b-9ca3-e61f76126525 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3618345 Dec 08 16:31:45.758888 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46734) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:45.766399 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-2032eaa5-3fbc-415f-8acb-7cefcaa0307d tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Request body: {'security_group_rule': {'security_group_id': 'ef61aeca-1f53-4a7e-973b-5094132f05a7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:45.767133 n-d-776250-12 neutron-server[110551]: WARNING neutron.api.v2.base [None req-2032eaa5-3fbc-415f-8acb-7cefcaa0307d tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 08 16:31:45.767658 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-2032eaa5-3fbc-415f-8acb-7cefcaa0307d tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:31:45.768816 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-2032eaa5-3fbc-415f-8acb-7cefcaa0307d tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0088882 Dec 08 16:31:45.773865 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46736) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:45.784632 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-1b9681d4-96e9-4ab9-af6d-463ccacc5274 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Request body: {'security_group_rule': {'security_group_id': 'ef61aeca-1f53-4a7e-973b-5094132f05a7', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:45.821144 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e533d14d-c56a-42d4-96da-615972212410 admin admin] Router 7e4923ea-bfec-4110-9270-55f2a268bd21 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:31:45.969812 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e533d14d-c56a-42d4-96da-615972212410 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:31:45.983714 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d414dfb-a85b-4353-8c96-4cfbe6257bec None None] Sync routers for ids ['7e4923ea-bfec-4110-9270-55f2a268bd21'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:31:45.983910 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e533d14d-c56a-42d4-96da-615972212410 admin admin] 10.222.0.64 "PUT /v2.0/routers/7e4923ea-bfec-4110-9270-55f2a268bd21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2585151 Dec 08 16:31:45.985757 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46740) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:46.039486 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-1b9681d4-96e9-4ab9-af6d-463ccacc5274 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:31:46.042488 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-1b9681d4-96e9-4ab9-af6d-463ccacc5274 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2676690 Dec 08 16:31:46.048613 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46742) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:46.063262 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-ac232b9d-54b7-4716-9176-db2222e8c836 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Request body: {'security_group_rule': {'security_group_id': 'ef61aeca-1f53-4a7e-973b-5094132f05a7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:46.063262 n-d-776250-12 neutron-server[110551]: WARNING neutron.api.v2.base [None req-ac232b9d-54b7-4716-9176-db2222e8c836 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 08 16:31:46.063262 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-ac232b9d-54b7-4716-9176-db2222e8c836 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:31:46.067507 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ac232b9d-54b7-4716-9176-db2222e8c836 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0140791 Dec 08 16:31:46.068399 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46744) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:46.078645 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d414dfb-a85b-4353-8c96-4cfbe6257bec None None] Routers {'7e4923ea-bfec-4110-9270-55f2a268bd21'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:31:46.079281 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-1d414dfb-a85b-4353-8c96-4cfbe6257bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:31:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['7e4923ea-bfec-4110-9270-55f2a268bd21'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:46.079467 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-1d4241c7-f3b0-4532-8579-949d26e1e680 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Request body: {'security_group_rule': {'security_group_id': 'ef61aeca-1f53-4a7e-973b-5094132f05a7', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:46.176774 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-74e98789-999a-4104-9776-341c70a3ba27 admin admin] Publish callbacks [] for router, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:46.223896 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-15d5a37e-4186-4718-b91f-f747cd57bd17 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:46.325708 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-790327ae-41d6-479b-948a-e2c2058c0254 req-f07000c6-3e13-4f16-802e-9ce2a6f2cbc6 tempest-TestNetworkAdvancedServerOps-1604663679 tempest-TestNetworkAdvancedServerOps-1604663679-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=065e2913-d123-4be2-9a9c-42f076831145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4099336 Dec 08 16:31:46.335898 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-1d4241c7-f3b0-4532-8579-949d26e1e680 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:31:46.343431 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-1d4241c7-f3b0-4532-8579-949d26e1e680 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2681062 Dec 08 16:31:46.344078 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46746) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:46.351046 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-74e98789-999a-4104-9776-341c70a3ba27 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:46.362176 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-b8e9e823-136f-48fd-b717-065fb561d98b tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Request body: {'security_group_rule': {'security_group_id': 'ef61aeca-1f53-4a7e-973b-5094132f05a7', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:46.363165 n-d-776250-12 neutron-server[110551]: WARNING neutron.api.v2.base [None req-b8e9e823-136f-48fd-b717-065fb561d98b tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 08 16:31:46.363832 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-b8e9e823-136f-48fd-b717-065fb561d98b tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:31:46.365697 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-15d5a37e-4186-4718-b91f-f747cd57bd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:46.368980 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b8e9e823-136f-48fd-b717-065fb561d98b tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0211332 Dec 08 16:31:46.370171 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46750) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:46.379214 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-f585f8a5-bd55-40fd-ae5e-bd000a279a4a tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Request body: {'security_group_rule': {'security_group_id': 'ef61aeca-1f53-4a7e-973b-5094132f05a7', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:46.389795 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-415cca7a-990f-42b8-9747-4053de1ef6d2 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:46.430592 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-424988e1-7464-491b-821c-071adafa0317 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Deleting port 670aece0-06e5-45e2-8cba-7d4c0830df14 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:31:46.431263 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-424988e1-7464-491b-821c-071adafa0317 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:46.446230 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [req-936b2724-960d-4a2e-9515-1a509bc21378 req-e93132d0-f55b-4d94-a02d-ac03240641c9 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:31:46.448092 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-936b2724-960d-4a2e-9515-1a509bc21378 req-e93132d0-f55b-4d94-a02d-ac03240641c9 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084569 Dec 08 16:31:46.534201 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d5a37e-4186-4718-b91f-f747cd57bd17 None None] Pushing event updated for resources: {'Port': ['ID=a4e5a6de-d0c9-457d-b6de-d3159e6304e1,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:46.553845 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d5a37e-4186-4718-b91f-f747cd57bd17 None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:31:46.566348 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-1d414dfb-a85b-4353-8c96-4cfbe6257bec None None] Set router 7e4923ea-bfec-4110-9270-55f2a268bd21 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:31:46.569311 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-15d5a37e-4186-4718-b91f-f747cd57bd17 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:31:46.577261 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d5a37e-4186-4718-b91f-f747cd57bd17 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:31:46.601139 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-74e98789-999a-4104-9776-341c70a3ba27 admin admin] Deleting port 2345f75f-7796-4895-bf96-533ce3dd03e9 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:31:46.603038 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-74e98789-999a-4104-9776-341c70a3ba27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:46.610136 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-f585f8a5-bd55-40fd-ae5e-bd000a279a4a tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:31:46.619506 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f585f8a5-bd55-40fd-ae5e-bd000a279a4a tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2445502 Dec 08 16:31:46.620119 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46752) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:46.633675 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-64fe3ea9-f41d-4c39-ab5b-68614717821d tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Request body: {'security_group_rule': {'security_group_id': 'ef61aeca-1f53-4a7e-973b-5094132f05a7', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:46.667902 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-424988e1-7464-491b-821c-071adafa0317 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:46.686826 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-424988e1-7464-491b-821c-071adafa0317 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Calling delete_port for 670aece0-06e5-45e2-8cba-7d4c0830df14 owned by network:router_gateway {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:31:46.764403 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-74e98789-999a-4104-9776-341c70a3ba27 admin admin] For port 2345f75f-7796-4895-bf96-533ce3dd03e9, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=2345f75f-7796-4895-bf96-533ce3dd03e9,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:31:46.765708 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-74e98789-999a-4104-9776-341c70a3ba27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:46.789921 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-74e98789-999a-4104-9776-341c70a3ba27 admin admin] Calling delete_port for 2345f75f-7796-4895-bf96-533ce3dd03e9 owned by network:router_gateway {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:31:47.099199 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:47.108922 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-15d5a37e-4186-4718-b91f-f747cd57bd17 None None] Attempting to bind port a4e5a6de-d0c9-457d-b6de-d3159e6304e1 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:31:47.116027 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-15d5a37e-4186-4718-b91f-f747cd57bd17 None None] Attempting to bind port a4e5a6de-d0c9-457d-b6de-d3159e6304e1 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:31:47.121952 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d5a37e-4186-4718-b91f-f747cd57bd17 None None] Attempting to bind port a4e5a6de-d0c9-457d-b6de-d3159e6304e1 on network e406e062-eec7-4ef2-b02a-de32c9a24df9 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:31:47.159170 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d5a37e-4186-4718-b91f-f747cd57bd17 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:31:47.160761 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d5a37e-4186-4718-b91f-f747cd57bd17 None None] Checking segment: {'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:31:47.161440 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-15d5a37e-4186-4718-b91f-f747cd57bd17 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:47.162383 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d5a37e-4186-4718-b91f-f747cd57bd17 None None] Bound using segment: {'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:31:47.162885 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-15d5a37e-4186-4718-b91f-f747cd57bd17 None None] Bound port: a4e5a6de-d0c9-457d-b6de-d3159e6304e1, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:31:47.168585 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-15d5a37e-4186-4718-b91f-f747cd57bd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:47.278872 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-74e98789-999a-4104-9776-341c70a3ba27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:47.331162 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-1d414dfb-a85b-4353-8c96-4cfbe6257bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4923ea-bfec-4110-9270-55f2a268bd21', 'name': 'tempest-TestAggregatesBasicOps-1857446825-router', 'tenant_id': '436c2c9fc3df4d7db28f68b844bc3c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '2345f75f-7796-4895-bf96-533ce3dd03e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:31:10Z', 'updated_at': '2021-12-08T16:31:43Z', 'revision_number': 5, 'project_id': '436c2c9fc3df4d7db28f68b844bc3c78', 'gw_port': {'id': '2345f75f-7796-4895-bf96-533ce3dd03e9', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:3e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4923ea-bfec-4110-9270-55f2a268bd21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:12Z', 'updated_at': '2021-12-08T16:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:47.367474 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e98789-999a-4104-9776-341c70a3ba27 admin admin] Pushing event deleted for resources: {'Port': ['ID=2345f75f-7796-4895-bf96-533ce3dd03e9,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:47.388635 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-415cca7a-990f-42b8-9747-4053de1ef6d2 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Allocated IP 2001:db8::1 (e406e062-eec7-4ef2-b02a-de32c9a24df9/b94357de-eef2-496f-9151-98a58c5505a2/d88fdf13-021c-49b9-828b-e8d1cbd0d5c3) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:31:47.469346 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e98789-999a-4104-9776-341c70a3ba27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:47.469930 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e98789-999a-4104-9776-341c70a3ba27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:47.470144 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e98789-999a-4104-9776-341c70a3ba27 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:47.470487 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e98789-999a-4104-9776-341c70a3ba27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:47.470831 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e98789-999a-4104-9776-341c70a3ba27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:47.471210 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e98789-999a-4104-9776-341c70a3ba27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:47.471549 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e98789-999a-4104-9776-341c70a3ba27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:47.471915 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e98789-999a-4104-9776-341c70a3ba27 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:47.472277 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e98789-999a-4104-9776-341c70a3ba27 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:47.472617 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e98789-999a-4104-9776-341c70a3ba27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:47.472948 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e98789-999a-4104-9776-341c70a3ba27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:47.473340 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e98789-999a-4104-9776-341c70a3ba27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:47.473639 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e98789-999a-4104-9776-341c70a3ba27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:47.477344 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a748e7e-6525-4402-a389-f7f5f8bb874a None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:31:47.511247 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d414dfb-a85b-4353-8c96-4cfbe6257bec None None] Checking router: 7e4923ea-bfec-4110-9270-55f2a268bd21 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:31:47.540069 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-15d5a37e-4186-4718-b91f-f747cd57bd17 None None] For port a4e5a6de-d0c9-457d-b6de-d3159e6304e1, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:31:47.562942 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-415cca7a-990f-42b8-9747-4053de1ef6d2 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:47.576075 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-74e98789-999a-4104-9776-341c70a3ba27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:47.586715 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d414dfb-a85b-4353-8c96-4cfbe6257bec None None] Routers {'7e4923ea-bfec-4110-9270-55f2a268bd21'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:31:47.587292 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-1d414dfb-a85b-4353-8c96-4cfbe6257bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:31:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['7e4923ea-bfec-4110-9270-55f2a268bd21'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:47.614265 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-424988e1-7464-491b-821c-071adafa0317 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:47.675781 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-15d5a37e-4186-4718-b91f-f747cd57bd17 None None] For port a4e5a6de-d0c9-457d-b6de-d3159e6304e1, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=a4e5a6de-d0c9-457d-b6de-d3159e6304e1,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:31:47.679343 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:47.688863 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424988e1-7464-491b-821c-071adafa0317 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Pushing event deleted for resources: {'Port': ['ID=670aece0-06e5-45e2-8cba-7d4c0830df14,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:47.701375 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-1d414dfb-a85b-4353-8c96-4cfbe6257bec None None] Set router 7e4923ea-bfec-4110-9270-55f2a268bd21 gateway port host: None {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:31:47.738134 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d96a8c1-51b3-48bf-a3d1-95872f8f82ad None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:31:47.772920 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-74e98789-999a-4104-9776-341c70a3ba27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:47.782041 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-74e98789-999a-4104-9776-341c70a3ba27 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:47.807866 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-1d414dfb-a85b-4353-8c96-4cfbe6257bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4923ea-bfec-4110-9270-55f2a268bd21', 'name': 'tempest-TestAggregatesBasicOps-1857446825-router', 'tenant_id': '436c2c9fc3df4d7db28f68b844bc3c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:31:10Z', 'updated_at': '2021-12-08T16:31:46Z', 'revision_number': 7, 'project_id': '436c2c9fc3df4d7db28f68b844bc3c78', 'gw_port_host': None}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:47.859690 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-15d5a37e-4186-4718-b91f-f747cd57bd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:47.924665 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d5a37e-4186-4718-b91f-f747cd57bd17 None None] Pushing event updated for resources: {'Port': ['ID=a4e5a6de-d0c9-457d-b6de-d3159e6304e1,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:47.932525 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d414dfb-a85b-4353-8c96-4cfbe6257bec None None] The sync data for ids ['7e4923ea-bfec-4110-9270-55f2a268bd21'] in n-d-776250-12 is: [{'id': '7e4923ea-bfec-4110-9270-55f2a268bd21', 'name': 'tempest-TestAggregatesBasicOps-1857446825-router', 'tenant_id': '436c2c9fc3df4d7db28f68b844bc3c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:31:10Z', 'updated_at': '2021-12-08T16:31:46Z', 'revision_number': 7, 'project_id': '436c2c9fc3df4d7db28f68b844bc3c78', 'gw_port_host': None}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:31:48.102942 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-74e98789-999a-4104-9776-341c70a3ba27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:48.103801 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e98789-999a-4104-9776-341c70a3ba27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e4923ea-bfec-4110-9270-55f2a268bd21 {{(pid=110551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:31:48.109035 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-74e98789-999a-4104-9776-341c70a3ba27 admin admin] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:48.110439 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-74e98789-999a-4104-9776-341c70a3ba27 admin admin] 10.222.0.64 "DELETE /v2.0/routers/7e4923ea-bfec-4110-9270-55f2a268bd21 HTTP/1.1" status: 204 len: 168 time: 2.1236963 Dec 08 16:31:48.141804 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46794) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:48.141804 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46796) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:48.262505 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad71de87-0d14-49e2-aee7-00f3953c05dd admin admin] Deleting subnet 786c3c1a-117f-45ec-94c0-7a2303c18e76 {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:31:48.266009 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ad71de87-0d14-49e2-aee7-00f3953c05dd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:48.357440 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [None req-64fe3ea9-f41d-4c39-ab5b-68614717821d tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:31:48.365244 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-64fe3ea9-f41d-4c39-ab5b-68614717821d tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 1.7359049 Dec 08 16:31:48.368658 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-415cca7a-990f-42b8-9747-4053de1ef6d2 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:48.374353 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46800) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:48.448080 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ad71de87-0d14-49e2-aee7-00f3953c05dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:48.464453 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4944e684-b096-4ca8-81a1-132197390ba4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:48.563269 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415cca7a-990f-42b8-9747-4053de1ef6d2 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:31:48.576914 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-f94c0008-5162-4659-adf3-e6cc8dafa4b3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=eaa1587d-d57b-472c-b885-663a7788dc96&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6667969 Dec 08 16:31:48.587232 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-415cca7a-990f-42b8-9747-4053de1ef6d2 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:31:48.644551 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-a8f478b2-ff4f-4428-85c7-d0f1bc637c8e service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:31:48.647147 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-a8f478b2-ff4f-4428-85c7-d0f1bc637c8e service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0625780 Dec 08 16:31:48.655254 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415cca7a-990f-42b8-9747-4053de1ef6d2 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:31:48.655857 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-415cca7a-990f-42b8-9747-4053de1ef6d2 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:48.740686 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ad71de87-0d14-49e2-aee7-00f3953c05dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:48.854153 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4944e684-b096-4ca8-81a1-132197390ba4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:48.899095 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415cca7a-990f-42b8-9747-4053de1ef6d2 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event updated for resources: {'Port': ['ID=d88fdf13-021c-49b9-828b-e8d1cbd0d5c3,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:48.931027 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-424988e1-7464-491b-821c-071adafa0317 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:48.941028 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4944e684-b096-4ca8-81a1-132197390ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:48.984994 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ad71de87-0d14-49e2-aee7-00f3953c05dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:49.088698 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad71de87-0d14-49e2-aee7-00f3953c05dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=786c3c1a-117f-45ec-94c0-7a2303c18e76,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:49.092101 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ad71de87-0d14-49e2-aee7-00f3953c05dd admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:49.100995 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f130bc5-b2b8-47a7-8bb3-241e0655f32e None None] Network 8c7d2eea-ec2d-44ef-8cba-52ee91a652be requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:31:49.103564 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ad71de87-0d14-49e2-aee7-00f3953c05dd admin admin] 10.222.0.64 "DELETE /v2.0/subnets/786c3c1a-117f-45ec-94c0-7a2303c18e76 HTTP/1.1" status: 204 len: 168 time: 0.9701133 Dec 08 16:31:49.111606 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4944e684-b096-4ca8-81a1-132197390ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45984a48-a87b-4b76-807c-959e6154c020,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:49.115504 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46812) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:49.121331 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-4944e684-b096-4ca8-81a1-132197390ba4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3e10e6a2240544209cc301ef7ab97a3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9035568 Dec 08 16:31:49.123949 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46814) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:49.275437 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-415cca7a-990f-42b8-9747-4053de1ef6d2 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:49.278826 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device a4e5a6de-d0c9-457d-b6de-d3159e6304e1 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:31:49.408928 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port a4e5a6de-d0c9-457d-b6de-d3159e6304e1 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:49.409580 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:49.425519 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-424988e1-7464-491b-821c-071adafa0317 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:49.431078 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-424988e1-7464-491b-821c-071adafa0317 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:49.436312 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-62cd4b2c-8ac7-4ff8-8440-15681c62ba70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:49.530192 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-24824460-269d-46a8-911b-f0718c3a3e13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:49.599590 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:49.624283 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6aa73b06-7740-4370-aa1e-88c4808a2f30 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:49.712619 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6aa73b06-7740-4370-aa1e-88c4808a2f30 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:49.712945 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-24824460-269d-46a8-911b-f0718c3a3e13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:49.727643 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bcc70f-0362-4598-b287-57fdfe1c49f4 None None] DHCP port deletion for 8c7d2eea-ec2d-44ef-8cba-52ee91a652be request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:31:49.813265 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-62cd4b2c-8ac7-4ff8-8440-15681c62ba70 admin admin] Deleting port 4185bcec-e478-4efd-ba0f-25348efc4ec5 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:31:49.813761 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-62cd4b2c-8ac7-4ff8-8440-15681c62ba70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:49.818684 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-424988e1-7464-491b-821c-071adafa0317 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:49.820373 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424988e1-7464-491b-821c-071adafa0317 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Fanout notify agent at l3_agent the message router_deleted on router 6f7f2ca0-dbfe-44d0-bd35-60bce0e7a4f4 {{(pid=110550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:31:49.842051 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port a4e5a6de-d0c9-457d-b6de-d3159e6304e1, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=a4e5a6de-d0c9-457d-b6de-d3159e6304e1,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:31:49.843368 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-424988e1-7464-491b-821c-071adafa0317 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:49.846438 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-424988e1-7464-491b-821c-071adafa0317 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] 10.222.0.64 "DELETE /v2.0/routers/6f7f2ca0-dbfe-44d0-bd35-60bce0e7a4f4 HTTP/1.1" status: 204 len: 168 time: 4.6211660 Dec 08 16:31:49.848452 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46854) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:49.874066 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007159c6-60dd-42f8-90b7-01b5364f2fcc req-85e0046b-6f76-4244-a444-898cf9a204e6 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:49.882011 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-007159c6-60dd-42f8-90b7-01b5364f2fcc req-85e0046b-6f76-4244-a444-898cf9a204e6 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=d29d68b3-49db-4dff-be96-eb115dba476f HTTP/1.1" status: 200 len: 946 time: 0.9825332 Dec 08 16:31:49.894436 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-b4bcc70f-0362-4598-b287-57fdfe1c49f4 None None] Deleting port 4185bcec-e478-4efd-ba0f-25348efc4ec5 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:31:49.894842 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b4bcc70f-0362-4598-b287-57fdfe1c49f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:49.930441 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-2a118e97-67c9-47e2-9847-92d03190142f tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-581232682', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:49.964393 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6aa73b06-7740-4370-aa1e-88c4808a2f30 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:49.968275 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6aa73b06-7740-4370-aa1e-88c4808a2f30 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:49.972851 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-6aa73b06-7740-4370-aa1e-88c4808a2f30 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] 10.222.0.64 "DELETE /v2.0/security-groups/ef61aeca-1f53-4a7e-973b-5094132f05a7 HTTP/1.1" status: 204 len: 168 time: 1.5942318 Dec 08 16:31:49.974520 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46860) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:50.029345 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-62cd4b2c-8ac7-4ff8-8440-15681c62ba70 admin admin] For port 4185bcec-e478-4efd-ba0f-25348efc4ec5, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=4185bcec-e478-4efd-ba0f-25348efc4ec5,segment=NetworkSegment(7c39f12b-900c-401b-b0d2-47f75306c043),segment_id=7c39f12b-900c-401b-b0d2-47f75306c043)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:31:50.029741 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-62cd4b2c-8ac7-4ff8-8440-15681c62ba70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:50.030590 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:50.110874 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-b4bcc70f-0362-4598-b287-57fdfe1c49f4 None None] For port 4185bcec-e478-4efd-ba0f-25348efc4ec5, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=4185bcec-e478-4efd-ba0f-25348efc4ec5,segment=NetworkSegment(7c39f12b-900c-401b-b0d2-47f75306c043),segment_id=7c39f12b-900c-401b-b0d2-47f75306c043)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:31:50.111564 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b4bcc70f-0362-4598-b287-57fdfe1c49f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:50.144930 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-5be163e3-43a4-4405-b22d-462900befc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:50.147477 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-5be163e3-43a4-4405-b22d-462900befc67 service neutron] 10.222.0.64 "GET /v2.0/ports/107ec848-c1d6-42ff-8697-22d69545bf2c HTTP/1.1" status: 200 len: 1094 time: 0.0766230 Dec 08 16:31:50.153590 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-24824460-269d-46a8-911b-f0718c3a3e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:50.156165 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-24824460-269d-46a8-911b-f0718c3a3e13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:50.157377 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-24824460-269d-46a8-911b-f0718c3a3e13 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/45984a48-a87b-4b76-807c-959e6154c020 HTTP/1.1" status: 204 len: 168 time: 1.0270140 Dec 08 16:31:50.170763 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-62cd4b2c-8ac7-4ff8-8440-15681c62ba70 admin admin] Calling delete_port for 4185bcec-e478-4efd-ba0f-25348efc4ec5 owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:31:50.186136 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-45a37da9-85b2-4c92-ac3b-2cf64dd0b737 service neutron] Request body: {'binding': {'host': 'n-h2-776250-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:50.186621 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-45a37da9-85b2-4c92-ac3b-2cf64dd0b737 service neutron] Unknown quota resources ['binding']. {{(pid=110551) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 16:31:50.196248 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2a118e97-67c9-47e2-9847-92d03190142f tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:50.197495 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2a118e97-67c9-47e2-9847-92d03190142f tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:50.206961 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 2345f75f-7796-4895-bf96-533ce3dd03e9 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:31:50.222156 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-b4bcc70f-0362-4598-b287-57fdfe1c49f4 None None] Calling delete_port for 4185bcec-e478-4efd-ba0f-25348efc4ec5 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:31:50.279149 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2a118e97-67c9-47e2-9847-92d03190142f tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:50.308289 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=a4e5a6de-d0c9-457d-b6de-d3159e6304e1,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:50.330471 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 2345f75f-7796-4895-bf96-533ce3dd03e9 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:31:50.333962 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 2345f75f-7796-4895-bf96-533ce3dd03e9 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:31:50.334354 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 6e24334b-e5c9-4097-bde9-756b3b2b5e04 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:31:50.342256 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24824460-269d-46a8-911b-f0718c3a3e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45984a48-a87b-4b76-807c-959e6154c020,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:50.361832 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2a118e97-67c9-47e2-9847-92d03190142f tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:50.504600 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 6e24334b-e5c9-4097-bde9-756b3b2b5e04 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:31:50.504965 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 6e24334b-e5c9-4097-bde9-756b3b2b5e04 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:31:50.515680 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-415cca7a-990f-42b8-9747-4053de1ef6d2 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:50.545199 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa73b06-7740-4370-aa1e-88c4808a2f30 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef61aeca-1f53-4a7e-973b-5094132f05a7,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:50.579006 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-fb0cb50d-6712-43b0-837d-65dc32727c40 None None] Provisioning complete for port a4e5a6de-d0c9-457d-b6de-d3159e6304e1 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:50.580573 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-fb0cb50d-6712-43b0-837d-65dc32727c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:50.603698 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-007159c6-60dd-42f8-90b7-01b5364f2fcc req-05b6d4f3-9ddc-4fbf-bd5b-a0baf0e510db tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/security-groups?id=654bd4f6-6db2-4b1b-a1c7-956de5974017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6563938 Dec 08 16:31:50.610524 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-415cca7a-990f-42b8-9747-4053de1ef6d2 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:50.611452 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-415cca7a-990f-42b8-9747-4053de1ef6d2 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:50.625048 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d37a7f-c892-41d4-b7c6-bb3711595f6f req-f82f9cc9-4f02-4dd8-b89a-d482a1490f0f tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:50.626847 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-42d37a7f-c892-41d4-b7c6-bb3711595f6f req-f82f9cc9-4f02-4dd8-b89a-d482a1490f0f tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.37 "GET /v2.0/ports?device_id=d29d68b3-49db-4dff-be96-eb115dba476f HTTP/1.1" status: 200 len: 946 time: 0.4789505 Dec 08 16:31:50.672374 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2a118e97-67c9-47e2-9847-92d03190142f tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:50.679885 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-2a118e97-67c9-47e2-9847-92d03190142f tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7488501 Dec 08 16:31:50.730535 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46870) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:50.742222 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-88cbe7ab-8888-465d-96d4-7ea3bb0eafd5 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'enable_snat': False}}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:50.797086 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b4bcc70f-0362-4598-b287-57fdfe1c49f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:50.833201 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-4dcebd4a-7df5-4b25-a2a7-a71ac8ff20a6 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.8381212 Dec 08 16:31:50.839141 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bcc70f-0362-4598-b287-57fdfe1c49f4 None None] Pushing event deleted for resources: {'Port': ['ID=4185bcec-e478-4efd-ba0f-25348efc4ec5,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:50.856789 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bcc70f-0362-4598-b287-57fdfe1c49f4 None None] No DVR routers for this DVR port 4185bcec-e478-4efd-ba0f-25348efc4ec5 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:31:50.857300 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46872) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:50.865123 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-9ed2f6c0-6c62-45b6-95b0-0750169fccab tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Request body: {'security_group': {'name': 'tempest-secgroup--1434940864'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:50.903119 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device a4e5a6de-d0c9-457d-b6de-d3159e6304e1 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:31:50.943294 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415cca7a-990f-42b8-9747-4053de1ef6d2 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event updated for resources: {'Port': ['ID=d88fdf13-021c-49b9-828b-e8d1cbd0d5c3,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:50.973333 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-f67db17e-002f-45f3-8b53-be83e407d951 None None] Provisioning complete for port d88fdf13-021c-49b9-828b-e8d1cbd0d5c3 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:50.973333 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f67db17e-002f-45f3-8b53-be83e407d951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:51.023618 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415cca7a-990f-42b8-9747-4053de1ef6d2 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:31:51.025463 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-415cca7a-990f-42b8-9747-4053de1ef6d2 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:31:51.092654 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-f67db17e-002f-45f3-8b53-be83e407d951 None None] Port d88fdf13-021c-49b9-828b-e8d1cbd0d5c3 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:31:51.101134 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port a4e5a6de-d0c9-457d-b6de-d3159e6304e1 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:51.102052 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:51.260675 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46878) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:51.270846 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9ed2f6c0-6c62-45b6-95b0-0750169fccab tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:51.280235 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-62cd4b2c-8ac7-4ff8-8440-15681c62ba70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:51.291894 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-20a4eb92-68a3-45a6-9e31-2a4d64f17b3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:51.362176 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 4185bcec-e478-4efd-ba0f-25348efc4ec5 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:31:51.405271 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 4185bcec-e478-4efd-ba0f-25348efc4ec5 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:31:51.405634 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 4185bcec-e478-4efd-ba0f-25348efc4ec5 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:31:51.418769 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9ed2f6c0-6c62-45b6-95b0-0750169fccab tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:51.512284 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9ed2f6c0-6c62-45b6-95b0-0750169fccab tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:51.557014 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-20a4eb92-68a3-45a6-9e31-2a4d64f17b3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:51.562012 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-866a0b73-d414-4e2e-9fbf-a3a1de6693a8 None None] Provisioning complete for port d88fdf13-021c-49b9-828b-e8d1cbd0d5c3 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:51.562399 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-866a0b73-d414-4e2e-9fbf-a3a1de6693a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:51.577384 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-415cca7a-990f-42b8-9747-4053de1ef6d2 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Router b571e78b-ec67-4b00-86ed-004e291ed6a1 is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:31:51.593643 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed2f6c0-6c62-45b6-95b0-0750169fccab tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d54997c3-f116-451a-b1c3-b5d7e68ac776,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:51.693055 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-866a0b73-d414-4e2e-9fbf-a3a1de6693a8 None None] Port d88fdf13-021c-49b9-828b-e8d1cbd0d5c3 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:31:51.748160 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415cca7a-990f-42b8-9747-4053de1ef6d2 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:31:51.761357 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-20a4eb92-68a3-45a6-9e31-2a4d64f17b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:51.762238 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52caa235-5cb0-4c9b-8086-dd204338b68f None None] Sync routers for ids ['b571e78b-ec67-4b00-86ed-004e291ed6a1'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:31:51.768229 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9ed2f6c0-6c62-45b6-95b0-0750169fccab tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:51.769779 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-9ed2f6c0-6c62-45b6-95b0-0750169fccab tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9158630 Dec 08 16:31:51.776923 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-415cca7a-990f-42b8-9747-4053de1ef6d2 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "PUT /v2.0/routers/b571e78b-ec67-4b00-86ed-004e291ed6a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0532646 Dec 08 16:31:51.784450 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52caa235-5cb0-4c9b-8086-dd204338b68f None None] Routers {'b571e78b-ec67-4b00-86ed-004e291ed6a1'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:31:51.785085 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-52caa235-5cb0-4c9b-8086-dd204338b68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:31:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['b571e78b-ec67-4b00-86ed-004e291ed6a1'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:51.800869 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46912) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:51.801652 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46914) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:51.808518 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-c3c3415a-24dd-4cd3-a17e-0810010c0dc3 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Request body: {'security_group_rule': {'security_group_id': 'd54997c3-f116-451a-b1c3-b5d7e68ac776', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:51.877829 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-45a37da9-85b2-4c92-ac3b-2cf64dd0b737 service neutron] Attempting to bind port 107ec848-c1d6-42ff-8697-22d69545bf2c on host n-h2-776250-12 for vnic_type normal with profile None {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:31:51.878395 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-45a37da9-85b2-4c92-ac3b-2cf64dd0b737 service neutron] Attempting to bind port 107ec848-c1d6-42ff-8697-22d69545bf2c by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': 'b33a2c14-dda0-41e9-9c32-0acf92d96bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '67138b53-2811-40bc-a015-fb451bf262f6'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:31:51.878596 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-45a37da9-85b2-4c92-ac3b-2cf64dd0b737 service neutron] Attempting to bind port 107ec848-c1d6-42ff-8697-22d69545bf2c on network 67138b53-2811-40bc-a015-fb451bf262f6 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:31:51.883976 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-88cbe7ab-8888-465d-96d4-7ea3bb0eafd5 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:51.891636 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cd4b2c-8ac7-4ff8-8440-15681c62ba70 admin admin] Pushing event deleted for resources: {'Port': ['ID=4185bcec-e478-4efd-ba0f-25348efc4ec5,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:51.895512 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cd4b2c-8ac7-4ff8-8440-15681c62ba70 admin admin] No DVR routers for this DVR port 4185bcec-e478-4efd-ba0f-25348efc4ec5 on host n-d-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:31:51.910046 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-45a37da9-85b2-4c92-ac3b-2cf64dd0b737 service neutron] Port 107ec848-c1d6-42ff-8697-22d69545bf2c on network 67138b53-2811-40bc-a015-fb451bf262f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:31:51.910046 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-45a37da9-85b2-4c92-ac3b-2cf64dd0b737 service neutron] Attempting to bind port 107ec848-c1d6-42ff-8697-22d69545bf2c on network 67138b53-2811-40bc-a015-fb451bf262f6 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:31:51.911222 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-20a4eb92-68a3-45a6-9e31-2a4d64f17b3f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5fcd57832fbf416f94a6b12161bb0793&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6474938 Dec 08 16:31:51.934322 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46916) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:51.949240 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-42d37a7f-c892-41d4-b7c6-bb3711595f6f req-a1588729-fb52-4901-9e68-7c1ecb14eb18 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Deleting port b40eec7d-32bf-4146-82f4-15647613626c {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:31:51.949718 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-42d37a7f-c892-41d4-b7c6-bb3711595f6f req-a1588729-fb52-4901-9e68-7c1ecb14eb18 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:51.961819 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-52caa235-5cb0-4c9b-8086-dd204338b68f None None] Set router b571e78b-ec67-4b00-86ed-004e291ed6a1 gateway port host: None {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:31:51.969848 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-45a37da9-85b2-4c92-ac3b-2cf64dd0b737 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:31:51.970467 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-45a37da9-85b2-4c92-ac3b-2cf64dd0b737 service neutron] Checking segment: {'id': 'b33a2c14-dda0-41e9-9c32-0acf92d96bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '67138b53-2811-40bc-a015-fb451bf262f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:31:51.970939 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-45a37da9-85b2-4c92-ac3b-2cf64dd0b737 service neutron] Bound using segment: {'id': 'b33a2c14-dda0-41e9-9c32-0acf92d96bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '67138b53-2811-40bc-a015-fb451bf262f6'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:31:51.971441 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-45a37da9-85b2-4c92-ac3b-2cf64dd0b737 service neutron] Bound port: 107ec848-c1d6-42ff-8697-22d69545bf2c, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b33a2c14-dda0-41e9-9c32-0acf92d96bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '67138b53-2811-40bc-a015-fb451bf262f6'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:31:51.979786 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a4eb92-68a3-45a6-9e31-2a4d64f17b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60bfadb-4303-4332-b896-c27e46b8df94,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:51.996614 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d518628-4a71-4c11-86e1-0aa3a7d434f2 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:52.001020 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-4d518628-4a71-4c11-86e1-0aa3a7d434f2 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/ports/d88fdf13-021c-49b9-828b-e8d1cbd0d5c3 HTTP/1.1" status: 200 len: 911 time: 0.1867409 Dec 08 16:31:52.001766 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46918) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:52.072627 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c79742-ff3d-43b2-8074-822d0689f564 req-cb57e7c6-8a7e-459a-9ec3-35cf1bf6255e tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:52.074794 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b3c79742-ff3d-43b2-8074-822d0689f564 req-cb57e7c6-8a7e-459a-9ec3-35cf1bf6255e tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=d29d68b3-49db-4dff-be96-eb115dba476f HTTP/1.1" status: 200 len: 946 time: 0.2965217 Dec 08 16:31:52.150970 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-62cd4b2c-8ac7-4ff8-8440-15681c62ba70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:52.210321 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2a3722-b0d0-4b74-8d48-e9f82f62807c tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:52.232829 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2a3722-b0d0-4b74-8d48-e9f82f62807c tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:52.238244 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-2b2a3722-b0d0-4b74-8d48-e9f82f62807c tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2352796 Dec 08 16:31:52.244231 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46922) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:52.255106 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [None req-c3c3415a-24dd-4cd3-a17e-0810010c0dc3 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] create failed (client error): The resource could not be found. Dec 08 16:31:52.259412 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c3c3415a-24dd-4cd3-a17e-0810010c0dc3 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4526081 Dec 08 16:31:52.263186 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46924) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:52.279583 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-bea0fa8c-92b8-4629-8162-1bdf7559caa0 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Request body: {'security_group_rule': {'security_group_id': 'd54997c3-f116-451a-b1c3-b5d7e68ac776', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'a8e231c2-8a20-477f-a1a1-a656c68d3d65'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:52.287404 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-62cd4b2c-8ac7-4ff8-8440-15681c62ba70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c7d2eea-ec2d-44ef-8cba-52ee91a652be']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:52.299996 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b3c79742-ff3d-43b2-8074-822d0689f564 req-31930c36-05d1-4a5a-bfc5-f935913e5b0d tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/security-groups?id=654bd4f6-6db2-4b1b-a1c7-956de5974017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165151 Dec 08 16:31:52.338701 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-52caa235-5cb0-4c9b-8086-dd204338b68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b571e78b-ec67-4b00-86ed-004e291ed6a1', 'name': 'tempest-NetworksTestDHCPv6-router-563454358', 'tenant_id': '450e207568904a6eabc726912d992373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:31:44Z', 'updated_at': '2021-12-08T16:31:48Z', 'revision_number': 2, 'project_id': '450e207568904a6eabc726912d992373', 'gw_port_host': None, '_interfaces': [{'id': 'd88fdf13-021c-49b9-828b-e8d1cbd0d5c3', 'name': '', 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'tenant_id': '450e207568904a6eabc726912d992373', 'mac_address': 'fa:16:3e:7d:a5:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b571e78b-ec67-4b00-86ed-004e291ed6a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'b94357de-eef2-496f-9151-98a58c5505a2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:46Z', 'updated_at': '2021-12-08T16:31:50Z', 'revision_number': 2, 'project_id': '450e207568904a6eabc726912d992373', 'subnets': [{'id': 'b94357de-eef2-496f-9151-98a58c5505a2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:52.386001 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-62cd4b2c-8ac7-4ff8-8440-15681c62ba70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c39f12b-900c-401b-b0d2-47f75306c043') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:52.386465 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-62cd4b2c-8ac7-4ff8-8440-15681c62ba70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c39f12b-900c-401b-b0d2-47f75306c043') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:52.395416 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52caa235-5cb0-4c9b-8086-dd204338b68f None None] Checking router: b571e78b-ec67-4b00-86ed-004e291ed6a1 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:31:52.396564 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52caa235-5cb0-4c9b-8086-dd204338b68f None None] Updating router b571e78b-ec67-4b00-86ed-004e291ed6a1 port d88fdf13-021c-49b9-828b-e8d1cbd0d5c3 binding host n-d-776250-12 {{(pid=110553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:31:52.408468 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-45a37da9-85b2-4c92-ac3b-2cf64dd0b737 service neutron] For port 107ec848-c1d6-42ff-8697-22d69545bf2c, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=107ec848-c1d6-42ff-8697-22d69545bf2c,segment=NetworkSegment(b33a2c14-dda0-41e9-9c32-0acf92d96bc1),segment_id=b33a2c14-dda0-41e9-9c32-0acf92d96bc1)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:31:52.417088 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-62cd4b2c-8ac7-4ff8-8440-15681c62ba70 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:52.424997 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d7ff31af-dd24-4c2f-aabc-fc2d445c06f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:52.429486 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-42d37a7f-c892-41d4-b7c6-bb3711595f6f req-a1588729-fb52-4901-9e68-7c1ecb14eb18 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] For port b40eec7d-32bf-4146-82f4-15647613626c, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=b40eec7d-32bf-4146-82f4-15647613626c,segment=NetworkSegment(ae20c5bd-2351-4f26-a643-51190719905b),segment_id=ae20c5bd-2351-4f26-a643-51190719905b)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:31:52.431799 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-42d37a7f-c892-41d4-b7c6-bb3711595f6f req-a1588729-fb52-4901-9e68-7c1ecb14eb18 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:52.438864 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-52caa235-5cb0-4c9b-8086-dd204338b68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:52.473480 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-42d37a7f-c892-41d4-b7c6-bb3711595f6f req-a1588729-fb52-4901-9e68-7c1ecb14eb18 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Calling delete_port for b40eec7d-32bf-4146-82f4-15647613626c owned by compute:nova {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:31:52.477489 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-62cd4b2c-8ac7-4ff8-8440-15681c62ba70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:52.506419 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62cd4b2c-8ac7-4ff8-8440-15681c62ba70 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:31:52.506825 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-62cd4b2c-8ac7-4ff8-8440-15681c62ba70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:52.514302 n-d-776250-12 neutron-server[110551]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:31:52.514302 n-d-776250-12 neutron-server[110551]: self.session.flush() Dec 08 16:31:52.514302 n-d-776250-12 neutron-server[110551]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:31:52.514302 n-d-776250-12 neutron-server[110551]: self.session.flush() Dec 08 16:31:52.514302 n-d-776250-12 neutron-server[110551]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:31:52.514302 n-d-776250-12 neutron-server[110551]: self.session.flush() Dec 08 16:31:52.514302 n-d-776250-12 neutron-server[110551]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:31:52.514302 n-d-776250-12 neutron-server[110551]: self.session.flush() Dec 08 16:31:52.514302 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:31:52.514302 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:31:52.514302 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:31:52.514302 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:31:52.514302 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:31:52.514302 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:31:52.514302 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:31:52.514302 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:31:52.514302 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:31:52.514302 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:31:52.514302 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:31:52.514302 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:31:52.514302 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:31:52.514302 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:31:52.514302 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:31:52.514302 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:31:52.514302 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:31:52.514302 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:31:52.514302 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:31:52.514302 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:31:52.514302 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:31:52.514302 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:31:52.514302 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:31:52.514302 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:31:52.514302 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:31:52.514302 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:31:52.514302 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:31:52.514302 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:31:52.514302 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:31:52.514302 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:31:52.514302 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:31:52.514302 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:31:52.518065 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d7ff31af-dd24-4c2f-aabc-fc2d445c06f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:52.565887 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [None req-bea0fa8c-92b8-4629-8162-1bdf7559caa0 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] create failed (client error): The resource could not be found. Dec 08 16:31:52.568270 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-bea0fa8c-92b8-4629-8162-1bdf7559caa0 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3039863 Dec 08 16:31:52.571220 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46926) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:52.613372 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-45a37da9-85b2-4c92-ac3b-2cf64dd0b737 service neutron] Publish callbacks [] for binding, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:52.615323 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-45a37da9-85b2-4c92-ac3b-2cf64dd0b737 service neutron] 10.222.0.64 "POST /v2.0/ports/107ec848-c1d6-42ff-8697-22d69545bf2c/bindings HTTP/1.1" status: 201 len: 390 time: 2.4460096 Dec 08 16:31:52.698501 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-84be5a07-6ce2-4077-b90f-ec7a90b66316 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:52.735514 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-84be5a07-6ce2-4077-b90f-ec7a90b66316 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:52.836672 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-62cd4b2c-8ac7-4ff8-8440-15681c62ba70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:52.846740 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-62cd4b2c-8ac7-4ff8-8440-15681c62ba70 admin admin] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:52.850752 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-62cd4b2c-8ac7-4ff8-8440-15681c62ba70 admin admin] 10.222.0.64 "DELETE /v2.0/networks/8c7d2eea-ec2d-44ef-8cba-52ee91a652be HTTP/1.1" status: 204 len: 168 time: 3.7279706 Dec 08 16:31:52.862387 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-84be5a07-6ce2-4077-b90f-ec7a90b66316 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:52.871577 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-84be5a07-6ce2-4077-b90f-ec7a90b66316 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:52.873062 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-84be5a07-6ce2-4077-b90f-ec7a90b66316 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] 10.222.0.64 "DELETE /v2.0/security-groups/d54997c3-f116-451a-b1c3-b5d7e68ac776 HTTP/1.1" status: 204 len: 168 time: 0.2998502 Dec 08 16:31:52.877383 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46932) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:52.915073 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cd4b2c-8ac7-4ff8-8440-15681c62ba70 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c7d2eea-ec2d-44ef-8cba-52ee91a652be,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:52.925297 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84be5a07-6ce2-4077-b90f-ec7a90b66316 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54997c3-f116-451a-b1c3-b5d7e68ac776,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:52.937396 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d7ff31af-dd24-4c2f-aabc-fc2d445c06f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:52.940694 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d7ff31af-dd24-4c2f-aabc-fc2d445c06f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:52.941918 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d7ff31af-dd24-4c2f-aabc-fc2d445c06f4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e60bfadb-4303-4332-b896-c27e46b8df94 HTTP/1.1" status: 204 len: 168 time: 1.0064678 Dec 08 16:31:53.015082 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-712d1851-3a9e-45ec-b349-01b1222a5ca5 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1286836 Dec 08 16:31:53.015824 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46936) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:53.027385 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-1a87f682-0dff-424e-90f4-a5cf811de3f2 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Request body: {'security_group_rule': {'security_group_id': '9841f009-0ff2-4b96-bd63-6bd9b76f7f2f', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:53.045804 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ff31af-dd24-4c2f-aabc-fc2d445c06f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60bfadb-4303-4332-b896-c27e46b8df94,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:53.047468 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-52caa235-5cb0-4c9b-8086-dd204338b68f None None] Publish callbacks [] for port, precommit_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:53.139004 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4865bd-d63f-4fec-bb43-19d1f13f1b6f req-9eebbf4e-0070-4f65-b66b-514c78a2fbe0 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:53.151605 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-42d37a7f-c892-41d4-b7c6-bb3711595f6f req-a1588729-fb52-4901-9e68-7c1ecb14eb18 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:53.157458 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-88cbe7ab-8888-465d-96d4-7ea3bb0eafd5 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:53.159485 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cf4865bd-d63f-4fec-bb43-19d1f13f1b6f req-9eebbf4e-0070-4f65-b66b-514c78a2fbe0 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=eaa1587d-d57b-472c-b885-663a7788dc96 HTTP/1.1" status: 200 len: 945 time: 0.1088619 Dec 08 16:31:53.165011 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['8e2f5328-cb55-4a7f-a135-b8d3235ad8af'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:31:53.169550 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-52caa235-5cb0-4c9b-8086-dd204338b68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:53.171768 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['ac05d7bd-0f61-44e9-be08-d0a22d449393'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:31:53.306370 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb45c4b4-064a-44ff-a0c1-4f6bd00a8ee9 None None] Pushing event updated for resources: {'Port': ['ID=d88fdf13-021c-49b9-828b-e8d1cbd0d5c3,revision_number=3']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:53.310670 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-88cbe7ab-8888-465d-96d4-7ea3bb0eafd5 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:53.321582 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1588729-fb52-4901-9e68-7c1ecb14eb18 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Pushing event deleted for resources: {'Port': ['ID=b40eec7d-32bf-4146-82f4-15647613626c,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:53.358377 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb45c4b4-064a-44ff-a0c1-4f6bd00a8ee9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:53.362534 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb45c4b4-064a-44ff-a0c1-4f6bd00a8ee9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:53.363135 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb45c4b4-064a-44ff-a0c1-4f6bd00a8ee9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:53.363942 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb45c4b4-064a-44ff-a0c1-4f6bd00a8ee9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:53.365307 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb45c4b4-064a-44ff-a0c1-4f6bd00a8ee9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:53.369733 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb45c4b4-064a-44ff-a0c1-4f6bd00a8ee9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:53.370231 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb45c4b4-064a-44ff-a0c1-4f6bd00a8ee9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:53.370655 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb45c4b4-064a-44ff-a0c1-4f6bd00a8ee9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:53.371090 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb45c4b4-064a-44ff-a0c1-4f6bd00a8ee9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:53.371515 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb45c4b4-064a-44ff-a0c1-4f6bd00a8ee9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:53.371965 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb45c4b4-064a-44ff-a0c1-4f6bd00a8ee9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:53.372419 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb45c4b4-064a-44ff-a0c1-4f6bd00a8ee9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:53.372879 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb45c4b4-064a-44ff-a0c1-4f6bd00a8ee9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:53.455210 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-52caa235-5cb0-4c9b-8086-dd204338b68f None None] Attempting to bind port d88fdf13-021c-49b9-828b-e8d1cbd0d5c3 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:31:53.455853 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-52caa235-5cb0-4c9b-8086-dd204338b68f None None] Attempting to bind port d88fdf13-021c-49b9-828b-e8d1cbd0d5c3 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:31:53.456413 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52caa235-5cb0-4c9b-8086-dd204338b68f None None] Attempting to bind port d88fdf13-021c-49b9-828b-e8d1cbd0d5c3 on network e406e062-eec7-4ef2-b02a-de32c9a24df9 {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:31:53.477268 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52caa235-5cb0-4c9b-8086-dd204338b68f None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:31:53.477268 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52caa235-5cb0-4c9b-8086-dd204338b68f None None] Checking segment: {'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:31:53.477268 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-52caa235-5cb0-4c9b-8086-dd204338b68f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:53.477268 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52caa235-5cb0-4c9b-8086-dd204338b68f None None] Bound using segment: {'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:31:53.477268 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-52caa235-5cb0-4c9b-8086-dd204338b68f None None] Bound port: d88fdf13-021c-49b9-828b-e8d1cbd0d5c3, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'}}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:31:53.477811 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-52caa235-5cb0-4c9b-8086-dd204338b68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:53.482348 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab2e225-3eaf-41d1-9205-919480ddd3eb None None] DHCP port deletion for 6bc7cad8-ce82-4d14-8967-10a5440b0811 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:31:53.560819 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-42d37a7f-c892-41d4-b7c6-bb3711595f6f req-a1588729-fb52-4901-9e68-7c1ecb14eb18 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] No DVR routers for this DVR port b40eec7d-32bf-4146-82f4-15647613626c on host n-h2-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:31:53.561088 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cf4865bd-d63f-4fec-bb43-19d1f13f1b6f req-e0ea0ca6-54e8-41fb-8b41-d570d75b8e45 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=065e2913-d123-4be2-9a9c-42f076831145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3995814 Dec 08 16:31:53.590133 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-42d37a7f-c892-41d4-b7c6-bb3711595f6f req-a1588729-fb52-4901-9e68-7c1ecb14eb18 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:53.592000 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [None req-1a87f682-0dff-424e-90f4-a5cf811de3f2 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] create failed (client error): The resource could not be found. Dec 08 16:31:53.597274 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-1a87f682-0dff-424e-90f4-a5cf811de3f2 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5744665 Dec 08 16:31:53.599746 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-42d37a7f-c892-41d4-b7c6-bb3711595f6f req-a1588729-fb52-4901-9e68-7c1ecb14eb18 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.37 "DELETE /v2.0/ports/b40eec7d-32bf-4146-82f4-15647613626c HTTP/1.1" status: 204 len: 173 time: 2.9613183 Dec 08 16:31:53.599904 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46942) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:53.606578 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd29d68b3-49db-4dff-be96-eb115dba476f', 'name': 'network-vif-deleted', 'tag': 'b40eec7d-32bf-4146-82f4-15647613626c'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:31:53.610641 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-52caa235-5cb0-4c9b-8086-dd204338b68f None None] For port d88fdf13-021c-49b9-828b-e8d1cbd0d5c3, host n-d-776250-12, cleared binding levels {{(pid=110553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:31:53.618114 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-52caa235-5cb0-4c9b-8086-dd204338b68f None None] For port d88fdf13-021c-49b9-828b-e8d1cbd0d5c3, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=d88fdf13-021c-49b9-828b-e8d1cbd0d5c3,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:31:53.625405 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20bb1379-670b-4c00-b0a0-53ed2c1f366c" -d '{"events": [{"server_uuid": "d29d68b3-49db-4dff-be96-eb115dba476f", "name": "network-vif-deleted", "tag": "b40eec7d-32bf-4146-82f4-15647613626c"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:31:53.628586 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device b40eec7d-32bf-4146-82f4-15647613626c no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:31:53.642845 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-b8e41fb4-2886-45bb-aaa0-0caa60b83476 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Request body: {'security_group': {'name': 'tempest-secgroup--1106177075'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:53.693497 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-fe22e634-dec3-478a-aa22-a7afde277cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:53.712139 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-fe22e634-dec3-478a-aa22-a7afde277cd6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5ac8783bc8454dbdaff01b6ea349ef5e&device_id=eaa1587d-d57b-472c-b885-663a7788dc96 HTTP/1.1" status: 200 len: 1097 time: 0.4587390 Dec 08 16:31:53.721112 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: b40eec7d-32bf-4146-82f4-15647613626c {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:31:53.723529 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device b40eec7d-32bf-4146-82f4-15647613626c not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:31:53.726709 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46946) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:53.728527 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-03921215-057d-429e-a0f3-dc8c09a5e53b req-8487c92b-4d53-4667-a0a0-b870d4b01b97 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=d29d68b3-49db-4dff-be96-eb115dba476f HTTP/1.1" status: 200 len: 210 time: 0.2329838 Dec 08 16:31:53.731556 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3ec8ff-c411-444d-ad01-568f4e25c124 x-openstack-request-id: req-de3ec8ff-c411-444d-ad01-568f4e25c124 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:31:53.731871 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d29d68b3-49db-4dff-be96-eb115dba476f", "name": "network-vif-deleted", "tag": "b40eec7d-32bf-4146-82f4-15647613626c", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:31:53.732137 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-de3ec8ff-c411-444d-ad01-568f4e25c124 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:31:53.738734 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd29d68b3-49db-4dff-be96-eb115dba476f', 'name': 'network-vif-deleted', 'tag': 'b40eec7d-32bf-4146-82f4-15647613626c', 'status': 'completed', 'code': 200} Dec 08 16:31:53.764306 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-52caa235-5cb0-4c9b-8086-dd204338b68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:53.858234 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a084b4d3-be38-4d6f-a0d9-3917a79b9330 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:53.891288 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52caa235-5cb0-4c9b-8086-dd204338b68f None None] Routers {'b571e78b-ec67-4b00-86ed-004e291ed6a1'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:31:53.891288 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-52caa235-5cb0-4c9b-8086-dd204338b68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:31:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['b571e78b-ec67-4b00-86ed-004e291ed6a1'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:53.999695 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-88cbe7ab-8888-465d-96d4-7ea3bb0eafd5 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Allocated IP 172.25.0.209 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/48e9e736-55a0-4b9a-8fe8-cb0a07eb6193) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:31:54.073951 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b8e41fb4-2886-45bb-aaa0-0caa60b83476 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:54.138658 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb45c4b4-064a-44ff-a0c1-4f6bd00a8ee9 None None] Pushing event updated for resources: {'Port': ['ID=d88fdf13-021c-49b9-828b-e8d1cbd0d5c3,revision_number=4']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:54.143171 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-52caa235-5cb0-4c9b-8086-dd204338b68f None None] Set router b571e78b-ec67-4b00-86ed-004e291ed6a1 gateway port host: None {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:31:54.148892 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-2ec9431a-67f6-4b7a-a415-fea60311c61c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2042612128bd4d06b3e8073669b05ecf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4055567 Dec 08 16:31:54.154825 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46950) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:54.262904 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-654f11fd-f83a-488e-a22c-d4fe6b5df412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:54.264626 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-654f11fd-f83a-488e-a22c-d4fe6b5df412 service neutron] 10.222.0.37 "GET /v2.0/networks?id=67138b53-2811-40bc-a015-fb451bf262f6 HTTP/1.1" status: 200 len: 897 time: 0.5525403 Dec 08 16:31:54.406562 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-d8b8873c-e4dc-470d-b860-ceb01b0ae8eb None None] Provisioning complete for port d88fdf13-021c-49b9-828b-e8d1cbd0d5c3 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:54.412683 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d8b8873c-e4dc-470d-b860-ceb01b0ae8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:54.432379 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46954) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:54.503116 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f22c0a7a-ca40-480e-bc73-8297cb8e9b97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:54.505038 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7d3aa92b-1744-44b3-a772-e5a044aa5504 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:54.512337 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-328cda41-510c-4b25-9132-6b8c08fc984e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=107ec848-c1d6-42ff-8697-22d69545bf2c HTTP/1.1" status: 200 len: 1000 time: 0.2304769 Dec 08 16:31:54.621252 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f22c0a7a-ca40-480e-bc73-8297cb8e9b97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:54.625038 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b8e41fb4-2886-45bb-aaa0-0caa60b83476 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:54.669400 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d8b8873c-e4dc-470d-b860-ceb01b0ae8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:54.679192 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-52caa235-5cb0-4c9b-8086-dd204338b68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b571e78b-ec67-4b00-86ed-004e291ed6a1', 'name': 'tempest-NetworksTestDHCPv6-router-563454358', 'tenant_id': '450e207568904a6eabc726912d992373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:31:44Z', 'updated_at': '2021-12-08T16:31:48Z', 'revision_number': 2, 'project_id': '450e207568904a6eabc726912d992373', 'gw_port_host': None, '_interfaces': [{'id': 'd88fdf13-021c-49b9-828b-e8d1cbd0d5c3', 'name': '', 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'tenant_id': '450e207568904a6eabc726912d992373', 'mac_address': 'fa:16:3e:7d:a5:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b571e78b-ec67-4b00-86ed-004e291ed6a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'b94357de-eef2-496f-9151-98a58c5505a2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:46Z', 'updated_at': '2021-12-08T16:31:53Z', 'revision_number': 4, 'project_id': '450e207568904a6eabc726912d992373', 'subnets': [{'id': 'b94357de-eef2-496f-9151-98a58c5505a2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:54.683191 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-ba0fc1f4-fb92-4c09-9d8b-4727ab3abb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:54.689159 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-ba0fc1f4-fb92-4c09-9d8b-4727ab3abb0b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=678eef96-fa31-4199-855c-24f38bc18493 HTTP/1.1" status: 200 len: 835 time: 0.1642520 Dec 08 16:31:54.723040 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52caa235-5cb0-4c9b-8086-dd204338b68f None None] The sync data for ids ['b571e78b-ec67-4b00-86ed-004e291ed6a1'] in n-d-776250-12 is: [{'id': 'b571e78b-ec67-4b00-86ed-004e291ed6a1', 'name': 'tempest-NetworksTestDHCPv6-router-563454358', 'tenant_id': '450e207568904a6eabc726912d992373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:31:44Z', 'updated_at': '2021-12-08T16:31:48Z', 'revision_number': 2, 'project_id': '450e207568904a6eabc726912d992373', 'gw_port_host': None, '_interfaces': [{'id': 'd88fdf13-021c-49b9-828b-e8d1cbd0d5c3', 'name': '', 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'tenant_id': '450e207568904a6eabc726912d992373', 'mac_address': 'fa:16:3e:7d:a5:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b571e78b-ec67-4b00-86ed-004e291ed6a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'b94357de-eef2-496f-9151-98a58c5505a2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:46Z', 'updated_at': '2021-12-08T16:31:53Z', 'revision_number': 4, 'project_id': '450e207568904a6eabc726912d992373', 'subnets': [{'id': 'b94357de-eef2-496f-9151-98a58c5505a2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:31:54.783684 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-d8b8873c-e4dc-470d-b860-ceb01b0ae8eb None None] For port d88fdf13-021c-49b9-828b-e8d1cbd0d5c3, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=d88fdf13-021c-49b9-828b-e8d1cbd0d5c3,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:31:54.785784 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b8e41fb4-2886-45bb-aaa0-0caa60b83476 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:54.855726 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d8b8873c-e4dc-470d-b860-ceb01b0ae8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:54.899139 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-88cbe7ab-8888-465d-96d4-7ea3bb0eafd5 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:54.919953 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b8873c-e4dc-470d-b860-ceb01b0ae8eb None None] Pushing event updated for resources: {'Port': ['ID=d88fdf13-021c-49b9-828b-e8d1cbd0d5c3,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:54.942783 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e4f8355d-7d33-4a19-9bc7-0eaf068ccbfe req-d73f24d2-6b33-4475-9822-6b64c46b71b7 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=d29d68b3-49db-4dff-be96-eb115dba476f HTTP/1.1" status: 200 len: 210 time: 0.0339937 Dec 08 16:31:55.000286 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-ca6483be-2fc8-4b11-a15a-e039b47b72c0 None None] Provisioning complete for port d88fdf13-021c-49b9-828b-e8d1cbd0d5c3 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:55.001165 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ca6483be-2fc8-4b11-a15a-e039b47b72c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:55.140957 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-88cbe7ab-8888-465d-96d4-7ea3bb0eafd5 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:55.158495 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-a084b4d3-be38-4d6f-a0d9-3917a79b9330 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Deleting port d88fdf13-021c-49b9-828b-e8d1cbd0d5c3 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:31:55.159174 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a084b4d3-be38-4d6f-a0d9-3917a79b9330 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:55.243929 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cbe7ab-8888-465d-96d4-7ea3bb0eafd5 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:31:55.251964 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-88cbe7ab-8888-465d-96d4-7ea3bb0eafd5 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:31:55.269800 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cbe7ab-8888-465d-96d4-7ea3bb0eafd5 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:31:55.272936 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab12200-545d-4078-a804-0c033c7385a2 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:31:55.340681 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e41fb4-2886-45bb-aaa0-0caa60b83476 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30f4c28c-79d3-42b5-8e8f-b51109a66a37,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:55.342470 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cbe7ab-8888-465d-96d4-7ea3bb0eafd5 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Pushing event updated for resources: {'Port': ['ID=48e9e736-55a0-4b9a-8fe8-cb0a07eb6193,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:55.375515 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7d3aa92b-1744-44b3-a772-e5a044aa5504 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:55.381035 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-72330886-8504-42ba-b84a-6a894be9a26e None None] Provisioning complete for port 48e9e736-55a0-4b9a-8fe8-cb0a07eb6193 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:55.381415 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-72330886-8504-42ba-b84a-6a894be9a26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:55.384662 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a395c91-cebe-4366-bde2-b940f6e5f558 req-1a413815-4887-46ea-a561-9869f024d978 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:55.393959 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2a395c91-cebe-4366-bde2-b940f6e5f558 req-1a413815-4887-46ea-a561-9869f024d978 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=eaa1587d-d57b-472c-b885-663a7788dc96 HTTP/1.1" status: 200 len: 945 time: 0.6391633 Dec 08 16:31:55.406223 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-8e198779-569b-402b-84e1-642fb4091573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:55.406223 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-8e198779-569b-402b-84e1-642fb4091573 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=67138b53-2811-40bc-a015-fb451bf262f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7056036 Dec 08 16:31:55.409689 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b8e41fb4-2886-45bb-aaa0-0caa60b83476 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:55.414738 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b8e41fb4-2886-45bb-aaa0-0caa60b83476 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.8115814 Dec 08 16:31:55.422819 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46962) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:55.452638 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-cf19a339-9686-4731-a34e-1c3c41439b1a tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Request body: {'security_group': {'name': 'tempest-secgroup--1491012795'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:55.471015 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-72330886-8504-42ba-b84a-6a894be9a26e None None] Port 48e9e736-55a0-4b9a-8fe8-cb0a07eb6193 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:31:55.482873 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f22c0a7a-ca40-480e-bc73-8297cb8e9b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:55.485726 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f22c0a7a-ca40-480e-bc73-8297cb8e9b97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:55.488241 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-f22c0a7a-ca40-480e-bc73-8297cb8e9b97 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f2be7bfc-cf86-422b-bccf-420d1b9adab5 HTTP/1.1" status: 204 len: 168 time: 1.3179638 Dec 08 16:31:55.540611 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7d3aa92b-1744-44b3-a772-e5a044aa5504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:55.557134 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-a084b4d3-be38-4d6f-a0d9-3917a79b9330 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] For port d88fdf13-021c-49b9-828b-e8d1cbd0d5c3, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=d88fdf13-021c-49b9-828b-e8d1cbd0d5c3,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:31:55.557515 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a084b4d3-be38-4d6f-a0d9-3917a79b9330 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:55.563721 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22c0a7a-ca40-480e-bc73-8297cb8e9b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2be7bfc-cf86-422b-bccf-420d1b9adab5,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:55.599973 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-a084b4d3-be38-4d6f-a0d9-3917a79b9330 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Calling delete_port for d88fdf13-021c-49b9-828b-e8d1cbd0d5c3 owned by network:router_interface {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:31:55.656990 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2a395c91-cebe-4366-bde2-b940f6e5f558 req-34a0c9af-670b-4afe-992d-d2ec57c36c66 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=065e2913-d123-4be2-9a9c-42f076831145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2590714 Dec 08 16:31:55.677174 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cf19a339-9686-4731-a34e-1c3c41439b1a tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:55.681031 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-7d3aa92b-1744-44b3-a772-e5a044aa5504 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2b791c93b6b849d2ae287c57b05006f3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2415156 Dec 08 16:31:55.684806 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3aa92b-1744-44b3-a772-e5a044aa5504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613e0776-386a-4326-bc90-2010153c7341,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:55.692201 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46966) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:55.718943 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-e97d50d0-81bf-4599-bf97-0cf20dedb743 service neutron] 10.222.0.37 "GET /v2.0/networks/67138b53-2811-40bc-a015-fb451bf262f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032064 Dec 08 16:31:55.885992 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cf19a339-9686-4731-a34e-1c3c41439b1a tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:55.888751 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-cfc1b9dd-25e4-4e48-9db3-2309c5e822e1 service neutron] 10.222.0.37 "GET /v2.0/networks/67138b53-2811-40bc-a015-fb451bf262f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618919 Dec 08 16:31:55.937691 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-88cbe7ab-8888-465d-96d4-7ea3bb0eafd5 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:55.943964 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b63d485b-3e1e-4ad1-9f36-65821cefd8f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:56.000581 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cf19a339-9686-4731-a34e-1c3c41439b1a tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:56.078568 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf19a339-9686-4731-a34e-1c3c41439b1a tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1291052d-647a-4db0-8038-8d7c297e65e3,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:56.084467 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b63d485b-3e1e-4ad1-9f36-65821cefd8f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:56.107631 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-86c8bd32-29b5-41b5-bfd8-73708c9c021d tempest-TestNetworkAdvancedServerOps-1604663679 tempest-TestNetworkAdvancedServerOps-1604663679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:56.109543 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-86c8bd32-29b5-41b5-bfd8-73708c9c021d tempest-TestNetworkAdvancedServerOps-1604663679 tempest-TestNetworkAdvancedServerOps-1604663679-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=eaa1587d-d57b-472c-b885-663a7788dc96&tenant_id=5ac8783bc8454dbdaff01b6ea349ef5e&binding%3Ahost_id=n-h1-776250-12 HTTP/1.1" status: 200 len: 1097 time: 0.1581130 Dec 08 16:31:56.115061 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cf19a339-9686-4731-a34e-1c3c41439b1a tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:56.119093 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-cf19a339-9686-4731-a34e-1c3c41439b1a tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6805432 Dec 08 16:31:56.122714 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46974) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:56.125938 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-0a595fbc-fe37-4ca2-bb2a-01840fe19968 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-776250-12'}}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:56.129020 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-4fea35ce-b725-4b29-9f0c-b3a85c1e290b tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Request body: {'security_group_rule': {'security_group_id': '30f4c28c-79d3-42b5-8e8f-b51109a66a37', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '1291052d-647a-4db0-8038-8d7c297e65e3'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:56.201374 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a084b4d3-be38-4d6f-a0d9-3917a79b9330 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:56.240507 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a084b4d3-be38-4d6f-a0d9-3917a79b9330 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event deleted for resources: {'Port': ['ID=d88fdf13-021c-49b9-828b-e8d1cbd0d5c3,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:56.245415 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-0a595fbc-fe37-4ca2-bb2a-01840fe19968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:56.375762 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b63d485b-3e1e-4ad1-9f36-65821cefd8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:56.379330 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b63d485b-3e1e-4ad1-9f36-65821cefd8f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:56.381146 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b63d485b-3e1e-4ad1-9f36-65821cefd8f8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/613e0776-386a-4326-bc90-2010153c7341 HTTP/1.1" status: 204 len: 168 time: 0.6853044 Dec 08 16:31:56.454187 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-88cbe7ab-8888-465d-96d4-7ea3bb0eafd5 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-717389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11074'] for router, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:56.462275 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a084b4d3-be38-4d6f-a0d9-3917a79b9330 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:56.470504 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-88cbe7ab-8888-465d-96d4-7ea3bb0eafd5 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528116', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-717402'] for router, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:56.472527 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d485b-3e1e-4ad1-9f36-65821cefd8f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613e0776-386a-4326-bc90-2010153c7341,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:56.499321 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-0a595fbc-fe37-4ca2-bb2a-01840fe19968 service neutron] For port 107ec848-c1d6-42ff-8697-22d69545bf2c, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=107ec848-c1d6-42ff-8697-22d69545bf2c,segment=NetworkSegment(b33a2c14-dda0-41e9-9c32-0acf92d96bc1),segment_id=b33a2c14-dda0-41e9-9c32-0acf92d96bc1)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:31:56.570542 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-0a595fbc-fe37-4ca2-bb2a-01840fe19968 service neutron] For port 107ec848-c1d6-42ff-8697-22d69545bf2c, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:31:56.628652 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaa1587d-d57b-472c-b885-663a7788dc96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '107ec848-c1d6-42ff-8697-22d69545bf2c'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:31:56.631977 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7054b7f-0a82-42c4-812f-cddc32856881" -d '{"events": [{"server_uuid": "eaa1587d-d57b-472c-b885-663a7788dc96", "name": "network-vif-unplugged", "status": "completed", "tag": "107ec848-c1d6-42ff-8697-22d69545bf2c"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:31:56.652065 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-0a595fbc-fe37-4ca2-bb2a-01840fe19968 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:56.670757 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-4fea35ce-b725-4b29-9f0c-b3a85c1e290b tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:31:56.672162 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-4fea35ce-b725-4b29-9f0c-b3a85c1e290b tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.5466092 Dec 08 16:31:56.675037 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46984) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:56.703074 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735f6ee7-98fa-4b15-a083-60361af73471 x-openstack-request-id: req-735f6ee7-98fa-4b15-a083-60361af73471 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:31:56.703384 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaa1587d-d57b-472c-b885-663a7788dc96", "name": "network-vif-unplugged", "status": "completed", "tag": "107ec848-c1d6-42ff-8697-22d69545bf2c", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:31:56.708442 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-735f6ee7-98fa-4b15-a083-60361af73471 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:31:56.708442 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaa1587d-d57b-472c-b885-663a7788dc96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '107ec848-c1d6-42ff-8697-22d69545bf2c', 'code': 200} Dec 08 16:31:56.740982 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-0a595fbc-fe37-4ca2-bb2a-01840fe19968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:56.843398 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a595fbc-fe37-4ca2-bb2a-01840fe19968 service neutron] Pushing event updated for resources: {'Port': ['ID=107ec848-c1d6-42ff-8697-22d69545bf2c,revision_number=7']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:56.867626 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a084b4d3-be38-4d6f-a0d9-3917a79b9330 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Router b571e78b-ec67-4b00-86ed-004e291ed6a1 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:31:56.896932 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea4daf8-942b-4029-86f3-5dcc23b5d802 req-3b455e43-0485-4f18-9869-9bee42b54aeb tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:56.898622 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5ea4daf8-942b-4029-86f3-5dcc23b5d802 req-3b455e43-0485-4f18-9869-9bee42b54aeb tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=eaa1587d-d57b-472c-b885-663a7788dc96 HTTP/1.1" status: 200 len: 943 time: 0.1043921 Dec 08 16:31:56.918918 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8b93aa10-8e48-455d-8a27-eae86038c673 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:56.925107 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 46990) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:57.106037 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5ea4daf8-942b-4029-86f3-5dcc23b5d802 req-a64232d2-967c-41e8-904c-764f866fb1b0 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=065e2913-d123-4be2-9a9c-42f076831145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1939383 Dec 08 16:31:57.119423 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a084b4d3-be38-4d6f-a0d9-3917a79b9330 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:31:57.129099 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a084b4d3-be38-4d6f-a0d9-3917a79b9330 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "PUT /v2.0/routers/b571e78b-ec67-4b00-86ed-004e291ed6a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8648942 Dec 08 16:31:57.138937 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 46994) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:57.141091 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e706c588-0a95-4643-b384-4b3551cfd226 None None] Sync routers for ids ['b571e78b-ec67-4b00-86ed-004e291ed6a1'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:31:57.164993 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e706c588-0a95-4643-b384-4b3551cfd226 None None] Routers {'b571e78b-ec67-4b00-86ed-004e291ed6a1'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:31:57.170055 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-e706c588-0a95-4643-b384-4b3551cfd226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:31:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['b571e78b-ec67-4b00-86ed-004e291ed6a1'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:57.207905 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8b93aa10-8e48-455d-8a27-eae86038c673 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:57.215457 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23cc4bf-4490-4821-b43b-d2b883c0281b tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:57.217632 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23cc4bf-4490-4821-b43b-d2b883c0281b tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:57.219310 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c23cc4bf-4490-4821-b43b-d2b883c0281b tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0793612 Dec 08 16:31:57.221958 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 47000) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:57.270311 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8a387-dec7-4aba-9844-b1fe6937db6b req-bac297de-fef5-4a88-ae32-776996b19db7 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:57.271942 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4ee8a387-dec7-4aba-9844-b1fe6937db6b req-bac297de-fef5-4a88-ae32-776996b19db7 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca3714fc-8e86-4bd6-b1da-2414cadb9915 HTTP/1.1" status: 200 len: 945 time: 0.4316177 Dec 08 16:31:57.285174 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-7e2ef9ac-3114-4f40-8450-fd8690bfdd12 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=436c2c9fc3df4d7db28f68b844bc3c78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2493353 Dec 08 16:31:57.290408 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 47002) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:57.312403 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-c306dae0-87ca-48bf-aab5-ef78f1bd0bef tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Deleting subnet b94357de-eef2-496f-9151-98a58c5505a2 {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:31:57.316269 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c306dae0-87ca-48bf-aab5-ef78f1bd0bef tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:57.335955 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-e706c588-0a95-4643-b384-4b3551cfd226 None None] Set router b571e78b-ec67-4b00-86ed-004e291ed6a1 gateway port host: None {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:31:57.358776 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-0a595fbc-fe37-4ca2-bb2a-01840fe19968 service neutron] Attempting to bind port 107ec848-c1d6-42ff-8697-22d69545bf2c on host n-h1-776250-12 for vnic_type normal with profile {"migrating_to": "n-h2-776250-12"} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:31:57.358776 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-0a595fbc-fe37-4ca2-bb2a-01840fe19968 service neutron] Attempting to bind port 107ec848-c1d6-42ff-8697-22d69545bf2c by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': 'b33a2c14-dda0-41e9-9c32-0acf92d96bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '67138b53-2811-40bc-a015-fb451bf262f6'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:31:57.358776 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-0a595fbc-fe37-4ca2-bb2a-01840fe19968 service neutron] Attempting to bind port 107ec848-c1d6-42ff-8697-22d69545bf2c on network 67138b53-2811-40bc-a015-fb451bf262f6 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:31:57.361615 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c306dae0-87ca-48bf-aab5-ef78f1bd0bef tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:57.368798 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-0a595fbc-fe37-4ca2-bb2a-01840fe19968 service neutron] Port 107ec848-c1d6-42ff-8697-22d69545bf2c on network 67138b53-2811-40bc-a015-fb451bf262f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:31:57.369123 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-0a595fbc-fe37-4ca2-bb2a-01840fe19968 service neutron] Attempting to bind port 107ec848-c1d6-42ff-8697-22d69545bf2c on network 67138b53-2811-40bc-a015-fb451bf262f6 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:31:57.377800 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-faa567c2-d472-4ab6-9cc1-93a439981376 None None] Provisioning complete for port 107ec848-c1d6-42ff-8697-22d69545bf2c triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:57.377800 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-faa567c2-d472-4ab6-9cc1-93a439981376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:57.383828 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-0a595fbc-fe37-4ca2-bb2a-01840fe19968 service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:31:57.383828 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-0a595fbc-fe37-4ca2-bb2a-01840fe19968 service neutron] Checking segment: {'id': 'b33a2c14-dda0-41e9-9c32-0acf92d96bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '67138b53-2811-40bc-a015-fb451bf262f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:31:57.383828 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-0a595fbc-fe37-4ca2-bb2a-01840fe19968 service neutron] Bound using segment: {'id': 'b33a2c14-dda0-41e9-9c32-0acf92d96bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '67138b53-2811-40bc-a015-fb451bf262f6'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:31:57.383828 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-0a595fbc-fe37-4ca2-bb2a-01840fe19968 service neutron] Bound port: 107ec848-c1d6-42ff-8697-22d69545bf2c, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b33a2c14-dda0-41e9-9c32-0acf92d96bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '67138b53-2811-40bc-a015-fb451bf262f6'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:31:57.383828 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-0a595fbc-fe37-4ca2-bb2a-01840fe19968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:57.408752 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4ee8a387-dec7-4aba-9844-b1fe6937db6b req-f6cc0f5f-f303-4450-b3b8-c8e30a2eafa7 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/security-groups?id=654bd4f6-6db2-4b1b-a1c7-956de5974017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248727 Dec 08 16:31:57.440848 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88cbe7ab-8888-465d-96d4-7ea3bb0eafd5 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Router 406c7f2b-6ebd-48f2-b16e-2cb901f9b103 is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:31:57.480719 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-0a595fbc-fe37-4ca2-bb2a-01840fe19968 service neutron] For port 107ec848-c1d6-42ff-8697-22d69545bf2c, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:31:57.493061 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-e706c588-0a95-4643-b384-4b3551cfd226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b571e78b-ec67-4b00-86ed-004e291ed6a1', 'name': 'tempest-NetworksTestDHCPv6-router-563454358', 'tenant_id': '450e207568904a6eabc726912d992373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:31:44Z', 'updated_at': '2021-12-08T16:31:55Z', 'revision_number': 3, 'project_id': '450e207568904a6eabc726912d992373', 'gw_port_host': None}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:57.493947 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-0a595fbc-fe37-4ca2-bb2a-01840fe19968 service neutron] For port 107ec848-c1d6-42ff-8697-22d69545bf2c, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=107ec848-c1d6-42ff-8697-22d69545bf2c,segment=NetworkSegment(b33a2c14-dda0-41e9-9c32-0acf92d96bc1),segment_id=b33a2c14-dda0-41e9-9c32-0acf92d96bc1)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:31:57.499904 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8b93aa10-8e48-455d-8a27-eae86038c673 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:57.509775 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8b93aa10-8e48-455d-8a27-eae86038c673 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:57.511076 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-8b93aa10-8e48-455d-8a27-eae86038c673 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] 10.222.0.64 "DELETE /v2.0/security-groups/1291052d-647a-4db0-8038-8d7c297e65e3 HTTP/1.1" status: 204 len: 168 time: 0.8350122 Dec 08 16:31:57.515031 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 47006) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:57.527356 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-faa567c2-d472-4ab6-9cc1-93a439981376 None None] Port 107ec848-c1d6-42ff-8697-22d69545bf2c cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:31:57.529455 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e706c588-0a95-4643-b384-4b3551cfd226 None None] Checking router: b571e78b-ec67-4b00-86ed-004e291ed6a1 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:31:57.538102 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c306dae0-87ca-48bf-aab5-ef78f1bd0bef tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:57.541552 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e706c588-0a95-4643-b384-4b3551cfd226 None None] Routers {'b571e78b-ec67-4b00-86ed-004e291ed6a1'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:31:57.541734 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b93aa10-8e48-455d-8a27-eae86038c673 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1291052d-647a-4db0-8038-8d7c297e65e3,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:57.542736 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-e706c588-0a95-4643-b384-4b3551cfd226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:31:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['b571e78b-ec67-4b00-86ed-004e291ed6a1'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:57.592075 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-0a595fbc-fe37-4ca2-bb2a-01840fe19968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:57.626462 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-23f816b0-2f7e-4f25-b3b0-d21622b61926 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:57.638150 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a1215280-9b39-4d09-adca-e90b6bfdd457 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1166782 Dec 08 16:31:57.641569 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 47010) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:57.651414 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-e706c588-0a95-4643-b384-4b3551cfd226 None None] Set router b571e78b-ec67-4b00-86ed-004e291ed6a1 gateway port host: None {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:31:57.715966 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-e706c588-0a95-4643-b384-4b3551cfd226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b571e78b-ec67-4b00-86ed-004e291ed6a1', 'name': 'tempest-NetworksTestDHCPv6-router-563454358', 'tenant_id': '450e207568904a6eabc726912d992373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:31:44Z', 'updated_at': '2021-12-08T16:31:55Z', 'revision_number': 3, 'project_id': '450e207568904a6eabc726912d992373', 'gw_port_host': None}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:57.719166 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-23f816b0-2f7e-4f25-b3b0-d21622b61926 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:57.735517 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88cbe7ab-8888-465d-96d4-7ea3bb0eafd5 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:31:57.744310 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-88cbe7ab-8888-465d-96d4-7ea3bb0eafd5 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:57.747880 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-88cbe7ab-8888-465d-96d4-7ea3bb0eafd5 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] 10.222.0.64 "PUT /v2.0/routers/406c7f2b-6ebd-48f2-b16e-2cb901f9b103 HTTP/1.1" status: 200 len: 919 time: 7.0082166 Dec 08 16:31:57.748146 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 47014) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:57.748599 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e21b156-1a1c-4012-9143-cbe822bb598f None None] Sync routers for ids ['406c7f2b-6ebd-48f2-b16e-2cb901f9b103'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:31:57.752990 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e706c588-0a95-4643-b384-4b3551cfd226 None None] The sync data for ids ['b571e78b-ec67-4b00-86ed-004e291ed6a1'] in n-d-776250-12 is: [{'id': 'b571e78b-ec67-4b00-86ed-004e291ed6a1', 'name': 'tempest-NetworksTestDHCPv6-router-563454358', 'tenant_id': '450e207568904a6eabc726912d992373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:31:44Z', 'updated_at': '2021-12-08T16:31:55Z', 'revision_number': 3, 'project_id': '450e207568904a6eabc726912d992373', 'gw_port_host': None}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:31:57.760432 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a595fbc-fe37-4ca2-bb2a-01840fe19968 service neutron] Pushing event updated for resources: {'Port': ['ID=107ec848-c1d6-42ff-8697-22d69545bf2c,revision_number=8']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:57.773742 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e21b156-1a1c-4012-9143-cbe822bb598f None None] Routers {'406c7f2b-6ebd-48f2-b16e-2cb901f9b103'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:31:57.775070 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-3e21b156-1a1c-4012-9143-cbe822bb598f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:31:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['406c7f2b-6ebd-48f2-b16e-2cb901f9b103'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:57.890790 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c306dae0-87ca-48bf-aab5-ef78f1bd0bef tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:57.891007 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-3e21b156-1a1c-4012-9143-cbe822bb598f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:57.891125 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dc07d72c-bee4-4cba-a5ba-487ca6f406d6 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:57.903786 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e21b156-1a1c-4012-9143-cbe822bb598f None None] Routers {'406c7f2b-6ebd-48f2-b16e-2cb901f9b103'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:31:57.904909 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-3e21b156-1a1c-4012-9143-cbe822bb598f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:31:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['406c7f2b-6ebd-48f2-b16e-2cb901f9b103'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:57.942416 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c306dae0-87ca-48bf-aab5-ef78f1bd0bef tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event deleted for resources: {'Subnet': ['ID=b94357de-eef2-496f-9151-98a58c5505a2,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:57.958193 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dc07d72c-bee4-4cba-a5ba-487ca6f406d6 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:57.965925 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4099095-e9da-4b7c-9e1a-5208c3bc78b5 None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:31:57.975060 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c306dae0-87ca-48bf-aab5-ef78f1bd0bef tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:57.982009 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c306dae0-87ca-48bf-aab5-ef78f1bd0bef tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/subnets/b94357de-eef2-496f-9151-98a58c5505a2 HTTP/1.1" status: 204 len: 168 time: 0.7568195 Dec 08 16:31:57.983034 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 47020) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:58.023226 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-0a595fbc-fe37-4ca2-bb2a-01840fe19968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:58.026327 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-23f816b0-2f7e-4f25-b3b0-d21622b61926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:58.028226 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-0a595fbc-fe37-4ca2-bb2a-01840fe19968 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:58.032966 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-23f816b0-2f7e-4f25-b3b0-d21622b61926 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:58.034928 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-0a595fbc-fe37-4ca2-bb2a-01840fe19968 service neutron] 10.222.0.37 "PUT /v2.0/ports/107ec848-c1d6-42ff-8697-22d69545bf2c HTTP/1.1" status: 200 len: 1123 time: 1.9157948 Dec 08 16:31:58.036013 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-23f816b0-2f7e-4f25-b3b0-d21622b61926 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c3e4c985-cfd8-4886-8703-3d4e02374e3f HTTP/1.1" status: 204 len: 168 time: 0.7448633 Dec 08 16:31:58.056063 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-3e21b156-1a1c-4012-9143-cbe822bb598f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:58.057454 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e21b156-1a1c-4012-9143-cbe822bb598f None None] The sync data for ids ['406c7f2b-6ebd-48f2-b16e-2cb901f9b103'] in n-d-776250-12 is: [] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:31:58.083922 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f816b0-2f7e-4f25-b3b0-d21622b61926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e4c985-cfd8-4886-8703-3d4e02374e3f,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:58.119616 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ecb59c66-01f1-4575-9d19-f1adefc90a06 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] 10.222.0.64 "GET /v2.0/routers/406c7f2b-6ebd-48f2-b16e-2cb901f9b103 HTTP/1.1" status: 200 len: 925 time: 0.3701713 Dec 08 16:31:58.124489 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 47024) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:58.233158 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['107ec848-c1d6-42ff-8697-22d69545bf2c'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:31:58.319780 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d391da-e5f0-40ad-be43-bab2e8e8515f req-a4a94f10-965f-4f4e-aa70-00ee8529782d tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:58.337842 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d1d391da-e5f0-40ad-be43-bab2e8e8515f req-a4a94f10-965f-4f4e-aa70-00ee8529782d tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca3714fc-8e86-4bd6-b1da-2414cadb9915 HTTP/1.1" status: 200 len: 945 time: 0.2160392 Dec 08 16:31:58.353528 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-274fc26b-0a56-499d-8904-2e354d40e2f8 None None] Provisioning complete for port 107ec848-c1d6-42ff-8697-22d69545bf2c triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:58.365064 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-274fc26b-0a56-499d-8904-2e354d40e2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:58.410434 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba854e5-db65-4577-8781-255bb1c7fa0f None None] DHCP port deletion for e406e062-eec7-4ef2-b02a-de32c9a24df9 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:31:58.457910 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ebcb2d7f-bafe-452a-9e23-fdcaa5f7d493 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4518967 Dec 08 16:31:58.458291 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d2b965-e35e-4100-9655-e8527e636521 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:58.461334 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b6d2b965-e35e-4100-9655-e8527e636521 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=1ae4cf80-76bf-4df3-a557-5cc6023c1900&device_id=406c7f2b-6ebd-48f2-b16e-2cb901f9b103&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3332839 Dec 08 16:31:58.462051 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 47034) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:58.475456 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 47036) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:58.634048 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-274fc26b-0a56-499d-8904-2e354d40e2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:58.638679 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-1ba854e5-db65-4577-8781-255bb1c7fa0f None None] Deleting port a4e5a6de-d0c9-457d-b6de-d3159e6304e1 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:31:58.643602 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1ba854e5-db65-4577-8781-255bb1c7fa0f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:58.643765 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dc07d72c-bee4-4cba-a5ba-487ca6f406d6 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:58.644288 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dc07d72c-bee4-4cba-a5ba-487ca6f406d6 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:58.645417 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-dc07d72c-bee4-4cba-a5ba-487ca6f406d6 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] 10.222.0.64 "DELETE /v2.0/security-groups/30f4c28c-79d3-42b5-8e8f-b51109a66a37 HTTP/1.1" status: 204 len: 168 time: 0.9375556 Dec 08 16:31:58.676876 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 47040) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:58.701786 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc07d72c-bee4-4cba-a5ba-487ca6f406d6 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f4c28c-79d3-42b5-8e8f-b51109a66a37,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:58.723341 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaa1587d-d57b-472c-b885-663a7788dc96', 'tag': '107ec848-c1d6-42ff-8697-22d69545bf2c'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:31:58.730124 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76f0165-807f-4a4c-8e51-a3a1c7847d76" -d '{"events": [{"name": "network-changed", "server_uuid": "eaa1587d-d57b-472c-b885-663a7788dc96", "tag": "107ec848-c1d6-42ff-8697-22d69545bf2c"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:31:58.741459 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b7364f98-1ef9-4520-9615-12598ba28646 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for router, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:58.799593 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaa1587d-d57b-472c-b885-663a7788dc96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '107ec848-c1d6-42ff-8697-22d69545bf2c'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:31:58.802821 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316142cd-51a5-43b2-853a-575179d718eb" -d '{"events": [{"server_uuid": "eaa1587d-d57b-472c-b885-663a7788dc96", "name": "network-vif-plugged", "status": "completed", "tag": "107ec848-c1d6-42ff-8697-22d69545bf2c"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:31:58.835881 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a274b-776c-4d65-8bc4-ed61ef6cbc13 req-fe89a2b2-9043-4ffb-b8b3-888599996f07 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:58.837853 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-536a274b-776c-4d65-8bc4-ed61ef6cbc13 req-fe89a2b2-9043-4ffb-b8b3-888599996f07 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=eaa1587d-d57b-472c-b885-663a7788dc96 HTTP/1.1" status: 200 len: 943 time: 0.4987795 Dec 08 16:31:58.865796 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-274fc26b-0a56-499d-8904-2e354d40e2f8 None None] For port 107ec848-c1d6-42ff-8697-22d69545bf2c, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=107ec848-c1d6-42ff-8697-22d69545bf2c,segment=NetworkSegment(b33a2c14-dda0-41e9-9c32-0acf92d96bc1),segment_id=b33a2c14-dda0-41e9-9c32-0acf92d96bc1)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:31:58.882444 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-1ba854e5-db65-4577-8781-255bb1c7fa0f None None] For port a4e5a6de-d0c9-457d-b6de-d3159e6304e1, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=a4e5a6de-d0c9-457d-b6de-d3159e6304e1,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:31:58.882444 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1ba854e5-db65-4577-8781-255bb1c7fa0f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:58.893625 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device d88fdf13-021c-49b9-828b-e8d1cbd0d5c3 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:31:58.924800 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: d88fdf13-021c-49b9-828b-e8d1cbd0d5c3 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:31:58.924800 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device d88fdf13-021c-49b9-828b-e8d1cbd0d5c3 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:31:58.924800 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device a4e5a6de-d0c9-457d-b6de-d3159e6304e1 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:31:58.926543 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-fff2901d-93a5-434e-bdff-28332cca30f7 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2354898 Dec 08 16:31:58.936378 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 47054) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:58.942264 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-d4f99096-18e4-4db9-95ad-e5453adf3760 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Request body: {'security_group': {'name': 'tempest-secgroup--829683349'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:58.962221 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-1ba854e5-db65-4577-8781-255bb1c7fa0f None None] Calling delete_port for a4e5a6de-d0c9-457d-b6de-d3159e6304e1 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:31:58.988446 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-274fc26b-0a56-499d-8904-2e354d40e2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:59.077875 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-d1d391da-e5f0-40ad-be43-bab2e8e8515f req-579bcc96-32db-49e3-a7f2-083b33b33429 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Deleting port ac05d7bd-0f61-44e9-be08-d0a22d449393 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:31:59.082762 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-d1d391da-e5f0-40ad-be43-bab2e8e8515f req-579bcc96-32db-49e3-a7f2-083b33b33429 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:59.096892 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b7364f98-1ef9-4520-9615-12598ba28646 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:59.108074 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b7364f98-1ef9-4520-9615-12598ba28646 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:59.121174 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a1db08-adcf-481b-816e-9a8453f374e0 req-d23fa086-9916-45fb-b355-ef2892a9a769 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:59.129800 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a3a1db08-adcf-481b-816e-9a8453f374e0 req-d23fa086-9916-45fb-b355-ef2892a9a769 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca3714fc-8e86-4bd6-b1da-2414cadb9915 HTTP/1.1" status: 200 len: 945 time: 0.5233929 Dec 08 16:31:59.143496 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274fc26b-0a56-499d-8904-2e354d40e2f8 None None] Pushing event updated for resources: {'Port': ['ID=107ec848-c1d6-42ff-8697-22d69545bf2c,revision_number=9']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:59.184983 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d4f99096-18e4-4db9-95ad-e5453adf3760 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:59.213249 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-536a274b-776c-4d65-8bc4-ed61ef6cbc13 req-13a6111a-27e1-4a20-aef6-d0cd804c5fd5 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=065e2913-d123-4be2-9a9c-42f076831145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3640184 Dec 08 16:31:59.223179 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1339db69-b9ca-4420-bf82-1e86987cab09 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:59.225467 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-1339db69-b9ca-4420-bf82-1e86987cab09 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] 10.222.0.64 "GET /v2.0/networks/1ae4cf80-76bf-4df3-a557-5cc6023c1900 HTTP/1.1" status: 200 len: 881 time: 0.7480507 Dec 08 16:31:59.229093 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 47058) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:59.266553 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c899581a-0643-4c2a-9346-053c81cc6dc5 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] 10.222.0.64 "GET /v2.0/ports?device_id=406c7f2b-6ebd-48f2-b16e-2cb901f9b103 HTTP/1.1" status: 200 len: 205 time: 0.0361583 Dec 08 16:31:59.271808 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 47062) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:59.311291 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a3a1db08-adcf-481b-816e-9a8453f374e0 req-d7f8c4ad-1987-4a5d-badb-d6a4a3bb5b5b tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/security-groups?id=654bd4f6-6db2-4b1b-a1c7-956de5974017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767435 Dec 08 16:31:59.359822 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-d1d391da-e5f0-40ad-be43-bab2e8e8515f req-579bcc96-32db-49e3-a7f2-083b33b33429 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] For port ac05d7bd-0f61-44e9-be08-d0a22d449393, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=ac05d7bd-0f61-44e9-be08-d0a22d449393,segment=NetworkSegment(ae20c5bd-2351-4f26-a643-51190719905b),segment_id=ae20c5bd-2351-4f26-a643-51190719905b)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:31:59.360376 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-d1d391da-e5f0-40ad-be43-bab2e8e8515f req-579bcc96-32db-49e3-a7f2-083b33b33429 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:59.365966 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e05593-0698-4372-92ee-089b8dc162dd x-openstack-request-id: req-74e05593-0698-4372-92ee-089b8dc162dd {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:31:59.366623 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaa1587d-d57b-472c-b885-663a7788dc96", "tag": "107ec848-c1d6-42ff-8697-22d69545bf2c", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:31:59.367125 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-74e05593-0698-4372-92ee-089b8dc162dd {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:31:59.367885 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaa1587d-d57b-472c-b885-663a7788dc96', 'tag': '107ec848-c1d6-42ff-8697-22d69545bf2c', 'status': 'completed', 'code': 200} Dec 08 16:31:59.384556 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b7364f98-1ef9-4520-9615-12598ba28646 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:59.385101 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7364f98-1ef9-4520-9615-12598ba28646 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Fanout notify agent at l3_agent the message router_deleted on router b571e78b-ec67-4b00-86ed-004e291ed6a1 {{(pid=110550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:31:59.392852 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b7364f98-1ef9-4520-9615-12598ba28646 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:59.396925 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b7364f98-1ef9-4520-9615-12598ba28646 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/routers/b571e78b-ec67-4b00-86ed-004e291ed6a1 HTTP/1.1" status: 204 len: 168 time: 0.9334381 Dec 08 16:31:59.409473 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 47070) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:59.441104 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-888fae08-de78-498e-b266-61bbd237bdd6 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Request body: {'subnet': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:59.470075 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-d1d391da-e5f0-40ad-be43-bab2e8e8515f req-579bcc96-32db-49e3-a7f2-083b33b33429 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Calling delete_port for ac05d7bd-0f61-44e9-be08-d0a22d449393 owned by compute:nova {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:31:59.494451 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f0165-807f-4a4c-8e51-a3a1c7847d76 req-b5158706-9fe6-47b3-be02-21cfd9340e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:59.496014 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c76f0165-807f-4a4c-8e51-a3a1c7847d76 req-b5158706-9fe6-47b3-be02-21cfd9340e57 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5ac8783bc8454dbdaff01b6ea349ef5e&device_id=eaa1587d-d57b-472c-b885-663a7788dc96 HTTP/1.1" status: 200 len: 1128 time: 0.0980198 Dec 08 16:31:59.515315 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:59.616188 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 107ec848-c1d6-42ff-8697-22d69545bf2c details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:31:59.699399 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f0165-807f-4a4c-8e51-a3a1c7847d76 req-e70b17ad-af29-43b3-9bd3-a6a0dac5070c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:59.700979 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c76f0165-807f-4a4c-8e51-a3a1c7847d76 req-e70b17ad-af29-43b3-9bd3-a6a0dac5070c service neutron] 10.222.0.76 "GET /v2.0/networks?id=67138b53-2811-40bc-a015-fb451bf262f6 HTTP/1.1" status: 200 len: 897 time: 0.1946011 Dec 08 16:31:59.762309 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1ba854e5-db65-4577-8781-255bb1c7fa0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:59.843832 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c76f0165-807f-4a4c-8e51-a3a1c7847d76 req-e6bae93f-3454-41e8-bfba-823d4ae1ed4b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=107ec848-c1d6-42ff-8697-22d69545bf2c HTTP/1.1" status: 200 len: 1000 time: 0.1309435 Dec 08 16:31:59.891479 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba854e5-db65-4577-8781-255bb1c7fa0f None None] Pushing event deleted for resources: {'Port': ['ID=a4e5a6de-d0c9-457d-b6de-d3159e6304e1,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:59.893819 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba854e5-db65-4577-8781-255bb1c7fa0f None None] No DVR routers for this DVR port a4e5a6de-d0c9-457d-b6de-d3159e6304e1 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:31:59.933227 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5342b960-cfab-4488-a671-1c2a1564ea38 x-openstack-request-id: req-5342b960-cfab-4488-a671-1c2a1564ea38 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:31:59.933739 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaa1587d-d57b-472c-b885-663a7788dc96", "name": "network-vif-plugged", "status": "completed", "tag": "107ec848-c1d6-42ff-8697-22d69545bf2c", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:31:59.935079 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5342b960-cfab-4488-a671-1c2a1564ea38 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:31:59.935582 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaa1587d-d57b-472c-b885-663a7788dc96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '107ec848-c1d6-42ff-8697-22d69545bf2c', 'code': 200} Dec 08 16:31:59.955469 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 107ec848-c1d6-42ff-8697-22d69545bf2c, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=107ec848-c1d6-42ff-8697-22d69545bf2c,segment=NetworkSegment(b33a2c14-dda0-41e9-9c32-0acf92d96bc1),segment_id=b33a2c14-dda0-41e9-9c32-0acf92d96bc1)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:31:59.976701 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 107ec848-c1d6-42ff-8697-22d69545bf2c has no active binding in host n-h2-776250-12 {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 08 16:31:59.977102 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f0165-807f-4a4c-8e51-a3a1c7847d76 req-214d308c-1d9f-4c21-adfa-3d59ef539e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:59.979017 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c76f0165-807f-4a4c-8e51-a3a1c7847d76 req-214d308c-1d9f-4c21-adfa-3d59ef539e91 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=678eef96-fa31-4199-855c-24f38bc18493 HTTP/1.1" status: 200 len: 835 time: 0.1258948 Dec 08 16:32:00.055898 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f0165-807f-4a4c-8e51-a3a1c7847d76 req-5aea5001-db26-4722-ba1c-b7fa427677a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:00.058383 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c76f0165-807f-4a4c-8e51-a3a1c7847d76 req-5aea5001-db26-4722-ba1c-b7fa427677a9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=67138b53-2811-40bc-a015-fb451bf262f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0709174 Dec 08 16:32:00.183670 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c76f0165-807f-4a4c-8e51-a3a1c7847d76 req-f6aa54b2-0c25-40f2-bbac-3cb8539903cf service neutron] 10.222.0.76 "GET /v2.0/networks/67138b53-2811-40bc-a015-fb451bf262f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149125 Dec 08 16:32:00.229557 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3e30be4e-40ae-4adb-9b64-751e8262346c tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks [] for router, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:00.314488 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c76f0165-807f-4a4c-8e51-a3a1c7847d76 req-a96323dc-aa92-45e7-b2ae-2da1cc2d7dbf service neutron] 10.222.0.76 "GET /v2.0/networks/67138b53-2811-40bc-a015-fb451bf262f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190040 Dec 08 16:32:00.501745 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3229fd88-fbb8-42a6-8b26-0e517aac47de req-aba9d7bf-c3e4-4fcc-a8eb-dec1c341c8ae tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:00.503237 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3229fd88-fbb8-42a6-8b26-0e517aac47de req-aba9d7bf-c3e4-4fcc-a8eb-dec1c341c8ae tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca3714fc-8e86-4bd6-b1da-2414cadb9915 HTTP/1.1" status: 200 len: 945 time: 0.0585849 Dec 08 16:32:00.566720 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3229fd88-fbb8-42a6-8b26-0e517aac47de req-4afb6b11-6bc9-4929-969a-f7e6caa212c3 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/security-groups?id=654bd4f6-6db2-4b1b-a1c7-956de5974017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554621 Dec 08 16:32:00.569263 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e7870c-0f68-4a36-ad11-0ce33e1e4138 req-55ad7ec7-9d48-4c60-97d6-c26595e212cd tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:00.571349 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a5e7870c-0f68-4a36-ad11-0ce33e1e4138 req-55ad7ec7-9d48-4c60-97d6-c26595e212cd tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=eaa1587d-d57b-472c-b885-663a7788dc96 HTTP/1.1" status: 200 len: 945 time: 0.1272821 Dec 08 16:32:00.589345 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d4f99096-18e4-4db9-95ad-e5453adf3760 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:00.590364 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888fae08-de78-498e-b266-61bbd237bdd6 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Made reservation on behalf of 450e207568904a6eabc726912d992373 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:32:00.593986 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-888fae08-de78-498e-b266-61bbd237bdd6 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:00.744970 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d4f99096-18e4-4db9-95ad-e5453adf3760 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:00.765670 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3e30be4e-40ae-4adb-9b64-751e8262346c tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:00.797914 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a5e7870c-0f68-4a36-ad11-0ce33e1e4138 req-72e97284-4283-47f2-b00e-f511ce34601f tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=065e2913-d123-4be2-9a9c-42f076831145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2114408 Dec 08 16:32:00.826350 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f99096-18e4-4db9-95ad-e5453adf3760 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acff2710-cc11-4918-8603-b0f65fe4bb15,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:00.977985 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d4f99096-18e4-4db9-95ad-e5453adf3760 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:00.982748 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d4f99096-18e4-4db9-95ad-e5453adf3760 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 2.0420241 Dec 08 16:32:00.982748 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 47106) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:00.986945 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-2c382841-b4d1-4f3f-a4f3-45fce9bf4f31 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:32:00.987287 n-d-776250-12 neutron-server[110551]: WARNING neutron.api.v2.base [None req-2c382841-b4d1-4f3f-a4f3-45fce9bf4f31 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 08 16:32:00.987796 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-2c382841-b4d1-4f3f-a4f3-45fce9bf4f31 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] update failed (client error): There was a conflict when trying to complete your request. Dec 08 16:32:00.991900 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-2c382841-b4d1-4f3f-a4f3-45fce9bf4f31 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] 10.222.0.64 "PUT /v2.0/security-groups/acff2710-cc11-4918-8603-b0f65fe4bb15 HTTP/1.1" status: 409 len: 330 time: 0.0055327 Dec 08 16:32:00.992140 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 47108) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:01.027083 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-d1d391da-e5f0-40ad-be43-bab2e8e8515f req-579bcc96-32db-49e3-a7f2-083b33b33429 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:01.434028 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['8e2f5328-cb55-4a7f-a135-b8d3235ad8af'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:32:01.434662 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579bcc96-32db-49e3-a7f2-083b33b33429 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Pushing event deleted for resources: {'Port': ['ID=ac05d7bd-0f61-44e9-be08-d0a22d449393,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:01.434662 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-888fae08-de78-498e-b266-61bbd237bdd6 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:01.435005 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea833f3-5bf5-412b-a694-53b0fa89ab22 None None] DHCP port deletion for 6bc7cad8-ce82-4d14-8967-10a5440b0811 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:32:01.435208 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1d391da-e5f0-40ad-be43-bab2e8e8515f req-579bcc96-32db-49e3-a7f2-083b33b33429 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] No DVR routers for this DVR port ac05d7bd-0f61-44e9-be08-d0a22d449393 on host n-h1-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:32:01.435208 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-d1d391da-e5f0-40ad-be43-bab2e8e8515f req-579bcc96-32db-49e3-a7f2-083b33b33429 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:01.435208 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d1d391da-e5f0-40ad-be43-bab2e8e8515f req-579bcc96-32db-49e3-a7f2-083b33b33429 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.76 "DELETE /v2.0/ports/ac05d7bd-0f61-44e9-be08-d0a22d449393 HTTP/1.1" status: 204 len: 173 time: 2.8276405 Dec 08 16:32:01.435208 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca3714fc-8e86-4bd6-b1da-2414cadb9915', 'name': 'network-vif-deleted', 'tag': 'ac05d7bd-0f61-44e9-be08-d0a22d449393'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:32:01.435208 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-124c325d-4b19-4c43-b734-333a20da2be5" -d '{"events": [{"server_uuid": "ca3714fc-8e86-4bd6-b1da-2414cadb9915", "name": "network-vif-deleted", "tag": "ac05d7bd-0f61-44e9-be08-d0a22d449393"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:32:01.435208 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3086db84-46f5-4cce-94eb-5735478c57f3 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:01.435208 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500570bf-7a61-4963-9e21-967370b388e7 x-openstack-request-id: req-500570bf-7a61-4963-9e21-967370b388e7 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:32:01.435208 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca3714fc-8e86-4bd6-b1da-2414cadb9915", "name": "network-vif-deleted", "tag": "ac05d7bd-0f61-44e9-be08-d0a22d449393", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:32:01.435208 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-500570bf-7a61-4963-9e21-967370b388e7 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:32:01.435208 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca3714fc-8e86-4bd6-b1da-2414cadb9915', 'name': 'network-vif-deleted', 'tag': 'ac05d7bd-0f61-44e9-be08-d0a22d449393', 'status': 'completed', 'code': 200} Dec 08 16:32:01.435208 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888fae08-de78-498e-b266-61bbd237bdd6 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:32:01.435208 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-888fae08-de78-498e-b266-61bbd237bdd6 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:32:01.435208 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-3e30be4e-40ae-4adb-9b64-751e8262346c tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Deleting port 48e9e736-55a0-4b9a-8fe8-cb0a07eb6193 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:32:01.435208 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3e30be4e-40ae-4adb-9b64-751e8262346c tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:01.436335 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888fae08-de78-498e-b266-61bbd237bdd6 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:01.436335 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-888fae08-de78-498e-b266-61bbd237bdd6 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:01.436718 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7110fa0b-470c-4583-a2d7-4bdf86f4da25 None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:32:01.436912 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3086db84-46f5-4cce-94eb-5735478c57f3 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:01.436912 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888fae08-de78-498e-b266-61bbd237bdd6 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event updated for resources: {'Subnet': ['ID=4d7c5837-2950-4ec7-87f8-6fa4cf722add,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:01.509319 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3e30be4e-40ae-4adb-9b64-751e8262346c tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:01.531808 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-3e30be4e-40ae-4adb-9b64-751e8262346c tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Calling delete_port for 48e9e736-55a0-4b9a-8fe8-cb0a07eb6193 owned by network:router_gateway {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:32:01.693838 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b921a088-77a7-45f7-899a-2f8b521bfaa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-e406e062-eec7-4ef2-b02a-de32c9a24df9', 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'project_id': '450e207568904a6eabc726912d992373', 'fixed_ips': [{'subnet_id': '4d7c5837-2950-4ec7-87f8-6fa4cf722add'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:32:01.695779 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b921a088-77a7-45f7-899a-2f8b521bfaa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:01.762412 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-409e9f6a-2006-4fff-b1a3-9058c3554da4 req-3411ea01-4b79-48ee-be7a-f97ad5b9545e tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca3714fc-8e86-4bd6-b1da-2414cadb9915 HTTP/1.1" status: 200 len: 210 time: 0.0510449 Dec 08 16:32:01.789904 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-888fae08-de78-498e-b266-61bbd237bdd6 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3690391 Dec 08 16:32:01.790239 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 47136) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:01.795548 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-e88714fe-15ea-48a3-91c2-47f2b930b9f9 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-445898379', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:32:01.811641 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3086db84-46f5-4cce-94eb-5735478c57f3 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:01.814647 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3086db84-46f5-4cce-94eb-5735478c57f3 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:01.819638 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-3086db84-46f5-4cce-94eb-5735478c57f3 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] 10.222.0.64 "DELETE /v2.0/security-groups/acff2710-cc11-4918-8603-b0f65fe4bb15 HTTP/1.1" status: 204 len: 168 time: 0.8264320 Dec 08 16:32:01.819821 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 47138) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:01.864482 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3086db84-46f5-4cce-94eb-5735478c57f3 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acff2710-cc11-4918-8603-b0f65fe4bb15,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:01.881313 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-564d7dbb-1a52-46ff-ac4e-ea3e1bb0d476 tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0603166 Dec 08 16:32:01.885192 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 47142) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:01.904084 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [None req-0ec047c7-f1f1-40de-bb8e-78d9e79ddaef tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] delete failed (client error): The resource could not be found. Dec 08 16:32:01.905404 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-0ec047c7-f1f1-40de-bb8e-78d9e79ddaef tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] 10.222.0.64 "DELETE /v2.0/security-groups/fe58c5aa-3775-4423-aa16-fd7fdfdb19a2 HTTP/1.1" status: 404 len: 347 time: 0.0190089 Dec 08 16:32:01.909602 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 47144) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:01.929694 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-dd3a0400-1d98-42a4-bc6a-4ca9d6cc0bff tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] show failed (client error): The resource could not be found. Dec 08 16:32:01.934289 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-dd3a0400-1d98-42a4-bc6a-4ca9d6cc0bff tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] 10.222.0.64 "GET /v2.0/security-groups/85449845-5841-4bdb-b1e3-a2a0ad163706 HTTP/1.1" status: 404 len: 347 time: 0.0198715 Dec 08 16:32:01.935183 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 47148) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:01.951369 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-90c9042e-e0ee-404b-ab1c-544779cba5cc tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] show failed (client error): The resource could not be found. Dec 08 16:32:01.952455 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-90c9042e-e0ee-404b-ab1c-544779cba5cc tempest-NegativeSecGroupTest-1440905472 tempest-NegativeSecGroupTest-1440905472-project] 10.222.0.64 "GET /v2.0/security-group-rules/25f25c12-7e86-4fb5-8e39-8cd0ea6ff297 HTTP/1.1" status: 404 len: 356 time: 0.0162549 Dec 08 16:32:01.976094 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e88714fe-15ea-48a3-91c2-47f2b930b9f9 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:01.977341 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e88714fe-15ea-48a3-91c2-47f2b930b9f9 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:01.980900 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3e30be4e-40ae-4adb-9b64-751e8262346c tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:02.016788 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b37929-a097-4c91-8c6e-4abad71e9146 req-cdf691bb-9c64-4ba0-845c-3de90b2c5254 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:02.022552 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-28b37929-a097-4c91-8c6e-4abad71e9146 req-cdf691bb-9c64-4ba0-845c-3de90b2c5254 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=eaa1587d-d57b-472c-b885-663a7788dc96 HTTP/1.1" status: 200 len: 945 time: 0.1212978 Dec 08 16:32:02.049405 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e30be4e-40ae-4adb-9b64-751e8262346c tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Pushing event deleted for resources: {'Port': ['ID=48e9e736-55a0-4b9a-8fe8-cb0a07eb6193,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:02.066605 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a734740-00db-429b-bc9a-f39df8fa76f3 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:32:02.175872 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3e30be4e-40ae-4adb-9b64-751e8262346c tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:02.177455 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-b921a088-77a7-45f7-899a-2f8b521bfaa2 None None] Allocated IP 2001:db8::2 (e406e062-eec7-4ef2-b02a-de32c9a24df9/4d7c5837-2950-4ec7-87f8-6fa4cf722add/eb8eb8db-72dc-414f-a750-cec78c6c9648) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:32:02.312871 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3e30be4e-40ae-4adb-9b64-751e8262346c tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:02.316622 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3e30be4e-40ae-4adb-9b64-751e8262346c tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:02.416997 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b921a088-77a7-45f7-899a-2f8b521bfaa2 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:02.461739 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e88714fe-15ea-48a3-91c2-47f2b930b9f9 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:02.486655 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-28b37929-a097-4c91-8c6e-4abad71e9146 req-a6eb158b-fe72-4957-bbcd-0d3d69ad1f8f tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=065e2913-d123-4be2-9a9c-42f076831145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4513700 Dec 08 16:32:02.586282 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3e30be4e-40ae-4adb-9b64-751e8262346c tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:02.586822 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e30be4e-40ae-4adb-9b64-751e8262346c tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Fanout notify agent at l3_agent the message router_deleted on router 406c7f2b-6ebd-48f2-b16e-2cb901f9b103 {{(pid=110551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:32:02.590742 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b921a088-77a7-45f7-899a-2f8b521bfaa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:02.600109 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3e30be4e-40ae-4adb-9b64-751e8262346c tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:02.600109 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-3e30be4e-40ae-4adb-9b64-751e8262346c tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] 10.222.0.64 "DELETE /v2.0/routers/406c7f2b-6ebd-48f2-b16e-2cb901f9b103 HTTP/1.1" status: 204 len: 168 time: 3.3204505 Dec 08 16:32:02.600959 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 47160) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:02.606739 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-4e02dc80-b0b4-4ad6-a984-a33efc223487 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-114700387', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}, 'admin_state_up': False}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:32:02.638183 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e88714fe-15ea-48a3-91c2-47f2b930b9f9 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:02.694192 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device ac05d7bd-0f61-44e9-be08-d0a22d449393 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:32:02.736576 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: ac05d7bd-0f61-44e9-be08-d0a22d449393 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:32:02.736912 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device ac05d7bd-0f61-44e9-be08-d0a22d449393 not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:32:02.745827 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b921a088-77a7-45f7-899a-2f8b521bfaa2 None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:32:02.753315 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-b921a088-77a7-45f7-899a-2f8b521bfaa2 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:32:02.756923 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b921a088-77a7-45f7-899a-2f8b521bfaa2 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:32:02.763100 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b921a088-77a7-45f7-899a-2f8b521bfaa2 None None] Pushing event updated for resources: {'Port': ['ID=eb8eb8db-72dc-414f-a750-cec78c6c9648,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:02.804489 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4e02dc80-b0b4-4ad6-a984-a33efc223487 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:02.810818 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4e02dc80-b0b4-4ad6-a984-a33efc223487 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:02.837472 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-b921a088-77a7-45f7-899a-2f8b521bfaa2 None None] Attempting to bind port eb8eb8db-72dc-414f-a750-cec78c6c9648 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:32:02.838033 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-b921a088-77a7-45f7-899a-2f8b521bfaa2 None None] Attempting to bind port eb8eb8db-72dc-414f-a750-cec78c6c9648 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:32:02.838418 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b921a088-77a7-45f7-899a-2f8b521bfaa2 None None] Attempting to bind port eb8eb8db-72dc-414f-a750-cec78c6c9648 on network e406e062-eec7-4ef2-b02a-de32c9a24df9 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:32:02.845188 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 47178) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:02.848331 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b921a088-77a7-45f7-899a-2f8b521bfaa2 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:32:02.852628 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b921a088-77a7-45f7-899a-2f8b521bfaa2 None None] Checking segment: {'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:32:02.853362 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b921a088-77a7-45f7-899a-2f8b521bfaa2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:02.853991 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b921a088-77a7-45f7-899a-2f8b521bfaa2 None None] Bound using segment: {'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:32:02.854661 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-b921a088-77a7-45f7-899a-2f8b521bfaa2 None None] Bound port: eb8eb8db-72dc-414f-a750-cec78c6c9648, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:32:02.855062 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b921a088-77a7-45f7-899a-2f8b521bfaa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:02.870005 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4e02dc80-b0b4-4ad6-a984-a33efc223487 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:02.946371 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e88714fe-15ea-48a3-91c2-47f2b930b9f9 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:02.948738 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-e88714fe-15ea-48a3-91c2-47f2b930b9f9 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.1573327 Dec 08 16:32:02.952527 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 47190) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:02.962857 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-25bbffd9-4554-4826-864f-4fa4ef7fe509 req-f00d9b0b-7b7c-47c7-ac09-82e6cb99a94e tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca3714fc-8e86-4bd6-b1da-2414cadb9915 HTTP/1.1" status: 200 len: 210 time: 0.0590692 Dec 08 16:32:02.998836 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-b921a088-77a7-45f7-899a-2f8b521bfaa2 None None] For port eb8eb8db-72dc-414f-a750-cec78c6c9648, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:32:03.004382 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-b921a088-77a7-45f7-899a-2f8b521bfaa2 None None] For port eb8eb8db-72dc-414f-a750-cec78c6c9648, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=eb8eb8db-72dc-414f-a750-cec78c6c9648,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:32:03.175138 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b921a088-77a7-45f7-899a-2f8b521bfaa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:03.252188 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b921a088-77a7-45f7-899a-2f8b521bfaa2 None None] Pushing event updated for resources: {'Port': ['ID=eb8eb8db-72dc-414f-a750-cec78c6c9648,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:03.310840 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4e02dc80-b0b4-4ad6-a984-a33efc223487 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:03.373114 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-34ea1047-678c-414d-a32f-28f428c61ff1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=43637aedf7544a1aa295be1a44261683&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5292773 Dec 08 16:32:03.376808 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 47198) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:03.521648 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-10cb29ad-6fd3-4326-ab3e-86d927a57f52 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:03.523826 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6d7d9102-6629-4aad-91d4-7948b8f587af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:03.563826 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6d7d9102-6629-4aad-91d4-7948b8f587af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:03.615713 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-59bdfedd-07b6-4f1d-a1a7-341a1ef6ef40 service neutron] 10.222.0.76 "GET /v2.0/ports/107ec848-c1d6-42ff-8697-22d69545bf2c/bindings/n-h2-776250-12 HTTP/1.1" status: 200 len: 385 time: 0.2434585 Dec 08 16:32:03.868084 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6d7d9102-6629-4aad-91d4-7948b8f587af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:03.870942 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6d7d9102-6629-4aad-91d4-7948b8f587af admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:03.872412 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-6d7d9102-6629-4aad-91d4-7948b8f587af admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/64c56be5-8a16-4798-b1d8-c7d2701b0db2 HTTP/1.1" status: 204 len: 168 time: 0.4942443 Dec 08 16:32:03.900300 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7d9102-6629-4aad-91d4-7948b8f587af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c56be5-8a16-4798-b1d8-c7d2701b0db2,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:03.949942 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf4610a-fd96-43f9-8fb7-8814b3806933 req-1eeca5ae-3e29-47c4-aa1a-c2ecb82e3072 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:03.951842 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fdf4610a-fd96-43f9-8fb7-8814b3806933 req-1eeca5ae-3e29-47c4-aa1a-c2ecb82e3072 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=eaa1587d-d57b-472c-b885-663a7788dc96 HTTP/1.1" status: 200 len: 945 time: 0.1844640 Dec 08 16:32:04.108779 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fdf4610a-fd96-43f9-8fb7-8814b3806933 req-a7b593de-1503-4803-b0fd-352299a177cc tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=065e2913-d123-4be2-9a9c-42f076831145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236732 Dec 08 16:32:04.153462 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4e02dc80-b0b4-4ad6-a984-a33efc223487 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks [] for router_gateway, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:04.182338 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4e02dc80-b0b4-4ad6-a984-a33efc223487 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:04.246096 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-10cb29ad-6fd3-4326-ab3e-86d927a57f52 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Allocated IP 2001:db8::1 (e406e062-eec7-4ef2-b02a-de32c9a24df9/4d7c5837-2950-4ec7-87f8-6fa4cf722add/197b3d3e-cb60-4672-96be-f0c21e04eeef) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:32:04.339242 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-6bb00d2c-f319-49bb-af07-5e2ca7b1dd01 service neutron] For port 107ec848-c1d6-42ff-8697-22d69545bf2c, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=107ec848-c1d6-42ff-8697-22d69545bf2c,segment=NetworkSegment(b33a2c14-dda0-41e9-9c32-0acf92d96bc1),segment_id=b33a2c14-dda0-41e9-9c32-0acf92d96bc1)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:32:04.380392 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-4e02dc80-b0b4-4ad6-a984-a33efc223487 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Allocated IP 172.25.0.101 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/ddc51b69-1864-4c54-ba3a-0f2688e72100) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:32:04.386682 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-6bb00d2c-f319-49bb-af07-5e2ca7b1dd01 service neutron] For port 107ec848-c1d6-42ff-8697-22d69545bf2c, host n-h1-776250-12, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:32:04.400983 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-10cb29ad-6fd3-4326-ab3e-86d927a57f52 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:04.490117 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaa1587d-d57b-472c-b885-663a7788dc96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '107ec848-c1d6-42ff-8697-22d69545bf2c'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:32:04.492471 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b3618a-2394-4d01-94ef-6a8c690037a1" -d '{"events": [{"server_uuid": "eaa1587d-d57b-472c-b885-663a7788dc96", "name": "network-vif-unplugged", "status": "completed", "tag": "107ec848-c1d6-42ff-8697-22d69545bf2c"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:32:04.511430 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-6bb00d2c-f319-49bb-af07-5e2ca7b1dd01 service neutron] For port 107ec848-c1d6-42ff-8697-22d69545bf2c, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=107ec848-c1d6-42ff-8697-22d69545bf2c,segment=NetworkSegment(b33a2c14-dda0-41e9-9c32-0acf92d96bc1),segment_id=b33a2c14-dda0-41e9-9c32-0acf92d96bc1)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:32:04.535575 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-10cb29ad-6fd3-4326-ab3e-86d927a57f52 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:04.668001 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-6bb00d2c-f319-49bb-af07-5e2ca7b1dd01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:04.701689 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:04.727898 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cb29ad-6fd3-4326-ab3e-86d927a57f52 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:32:04.744129 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-10cb29ad-6fd3-4326-ab3e-86d927a57f52 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:32:04.749389 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cb29ad-6fd3-4326-ab3e-86d927a57f52 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:32:04.752295 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-10cb29ad-6fd3-4326-ab3e-86d927a57f52 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:04.759465 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cb29ad-6fd3-4326-ab3e-86d927a57f52 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event updated for resources: {'Port': ['ID=197b3d3e-cb60-4672-96be-f0c21e04eeef,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:04.759590 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4e02dc80-b0b4-4ad6-a984-a33efc223487 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:04.976819 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-6bb00d2c-f319-49bb-af07-5e2ca7b1dd01 service neutron] Transition to ACTIVE for port object 107ec848-c1d6-42ff-8697-22d69545bf2c will not be triggered until provisioned by entity L2. {{(pid=110551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:32:04.981092 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e82c1a4a-4ae1-42ef-90ab-7a81034fd8fc x-openstack-request-id: req-e82c1a4a-4ae1-42ef-90ab-7a81034fd8fc {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:32:04.982160 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaa1587d-d57b-472c-b885-663a7788dc96", "name": "network-vif-unplugged", "status": "completed", "tag": "107ec848-c1d6-42ff-8697-22d69545bf2c", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:32:04.982420 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e82c1a4a-4ae1-42ef-90ab-7a81034fd8fc {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:32:04.982862 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaa1587d-d57b-472c-b885-663a7788dc96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '107ec848-c1d6-42ff-8697-22d69545bf2c', 'code': 200} Dec 08 16:32:04.996992 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device eb8eb8db-72dc-414f-a750-cec78c6c9648 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:32:05.080850 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port eb8eb8db-72dc-414f-a750-cec78c6c9648 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:05.081259 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:05.090000 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4e02dc80-b0b4-4ad6-a984-a33efc223487 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:05.110605 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-6bb00d2c-f319-49bb-af07-5e2ca7b1dd01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:05.158446 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-10cb29ad-6fd3-4326-ab3e-86d927a57f52 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:05.237067 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e02dc80-b0b4-4ad6-a984-a33efc223487 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:32:05.263836 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e02dc80-b0b4-4ad6-a984-a33efc223487 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Pushing event updated for resources: {'Port': ['ID=ddc51b69-1864-4c54-ba3a-0f2688e72100,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:05.290896 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-4e02dc80-b0b4-4ad6-a984-a33efc223487 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:32:05.301292 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e02dc80-b0b4-4ad6-a984-a33efc223487 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:32:05.325713 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d6b0ab-8d84-49cc-b005-122e74a28843 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:32:05.328964 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:05.332047 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-cf014074-7671-407b-bcae-889406e1e642 None None] Provisioning complete for port eb8eb8db-72dc-414f-a750-cec78c6c9648 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:05.332447 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-cf014074-7671-407b-bcae-889406e1e642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:05.467299 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port eb8eb8db-72dc-414f-a750-cec78c6c9648, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=eb8eb8db-72dc-414f-a750-cec78c6c9648,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:32:05.591038 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:05.636278 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-cf014074-7671-407b-bcae-889406e1e642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:05.732734 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=eb8eb8db-72dc-414f-a750-cec78c6c9648,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:05.802041 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ead24a-2ceb-446d-99e2-f5e868680324 req-0e04cf5a-9626-42e1-9e42-d7c0ea0a334b tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:05.804649 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-69ead24a-2ceb-446d-99e2-f5e868680324 req-0e04cf5a-9626-42e1-9e42-d7c0ea0a334b tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=eaa1587d-d57b-472c-b885-663a7788dc96 HTTP/1.1" status: 200 len: 944 time: 0.2237413 Dec 08 16:32:05.835692 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.db.api [None req-cf014074-7671-407b-bcae-889406e1e642 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:32:05.835692 n-d-776250-12 neutron-server[110552]: DEBUG oslo_db.api [None req-cf014074-7671-407b-bcae-889406e1e642 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:32:05.901367 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-10cb29ad-6fd3-4326-ab3e-86d927a57f52 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:05.914319 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-69ead24a-2ceb-446d-99e2-f5e868680324 req-9a510d08-0b6f-48c8-a392-d988fad02dbd tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=065e2913-d123-4be2-9a9c-42f076831145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005056 Dec 08 16:32:05.980848 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb00d2c-f319-49bb-af07-5e2ca7b1dd01 service neutron] Pushing event updated for resources: {'Port': ['ID=107ec848-c1d6-42ff-8697-22d69545bf2c,revision_number=11']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:06.032554 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-10cb29ad-6fd3-4326-ab3e-86d927a57f52 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:06.035116 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-10cb29ad-6fd3-4326-ab3e-86d927a57f52 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:06.064554 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-6bb00d2c-f319-49bb-af07-5e2ca7b1dd01 service neutron] No DVR routers for this DVR port 107ec848-c1d6-42ff-8697-22d69545bf2c on host n-h1-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:32:06.177055 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cb29ad-6fd3-4326-ab3e-86d927a57f52 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event updated for resources: {'Port': ['ID=197b3d3e-cb60-4672-96be-f0c21e04eeef,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:06.324334 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cb29ad-6fd3-4326-ab3e-86d927a57f52 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:32:06.329175 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-10cb29ad-6fd3-4326-ab3e-86d927a57f52 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:32:06.506290 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-6bb00d2c-f319-49bb-af07-5e2ca7b1dd01 service neutron] 10.222.0.76 "PUT /v2.0/ports/107ec848-c1d6-42ff-8697-22d69545bf2c/bindings/n-h2-776250-12/activate HTTP/1.1" status: 200 len: 370 time: 2.8683248 Dec 08 16:32:06.509511 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4e02dc80-b0b4-4ad6-a984-a33efc223487 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks [] for router_gateway, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:06.660577 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 107ec848-c1d6-42ff-8697-22d69545bf2c no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:32:06.787541 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-2b0efc50-6dd0-4529-846d-4ee1a823fecd None None] Provisioning complete for port ddc51b69-1864-4c54-ba3a-0f2688e72100 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:06.790170 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2b0efc50-6dd0-4529-846d-4ee1a823fecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:06.894148 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 107ec848-c1d6-42ff-8697-22d69545bf2c not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:32:06.901662 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-2b0efc50-6dd0-4529-846d-4ee1a823fecd None None] Port ddc51b69-1864-4c54-ba3a-0f2688e72100 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:32:06.920998 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-2b0efc50-6dd0-4529-846d-4ee1a823fecd None None] Provisioning complete for port 197b3d3e-cb60-4672-96be-f0c21e04eeef triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:06.921387 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2b0efc50-6dd0-4529-846d-4ee1a823fecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:06.931361 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device eb8eb8db-72dc-414f-a750-cec78c6c9648 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:32:06.985979 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10cb29ad-6fd3-4326-ab3e-86d927a57f52 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Router f50e9d2b-8b69-4e91-93a4-e27b72c0f06a is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:32:07.097647 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-2b0efc50-6dd0-4529-846d-4ee1a823fecd None None] Port 197b3d3e-cb60-4672-96be-f0c21e04eeef cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:32:07.136487 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port eb8eb8db-72dc-414f-a750-cec78c6c9648 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:07.138857 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:07.258253 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-4b564a11-e063-478c-a928-bc8d372eff1c None None] Provisioning complete for port 197b3d3e-cb60-4672-96be-f0c21e04eeef triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:07.258750 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4b564a11-e063-478c-a928-bc8d372eff1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:07.272910 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-84849dc8-1850-46bc-9734-9f7253d1d3cf tempest-TestNetworkAdvancedServerOps-1604663679 tempest-TestNetworkAdvancedServerOps-1604663679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:07.276302 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-84849dc8-1850-46bc-9734-9f7253d1d3cf tempest-TestNetworkAdvancedServerOps-1604663679 tempest-TestNetworkAdvancedServerOps-1604663679-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=eaa1587d-d57b-472c-b885-663a7788dc96&tenant_id=5ac8783bc8454dbdaff01b6ea349ef5e&binding%3Ahost_id=n-h1-776250-12 HTTP/1.1" status: 200 len: 1096 time: 0.3826287 Dec 08 16:32:07.344606 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-4b564a11-e063-478c-a928-bc8d372eff1c None None] Port 197b3d3e-cb60-4672-96be-f0c21e04eeef cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:32:07.373350 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10cb29ad-6fd3-4326-ab3e-86d927a57f52 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:32:07.399415 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922f5ddf-c0aa-43b5-b784-fc361adb57a3 None None] Sync routers for ids ['f50e9d2b-8b69-4e91-93a4-e27b72c0f06a'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:32:07.418632 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-10cb29ad-6fd3-4326-ab3e-86d927a57f52 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "PUT /v2.0/routers/f50e9d2b-8b69-4e91-93a4-e27b72c0f06a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4649234 Dec 08 16:32:07.436237 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922f5ddf-c0aa-43b5-b784-fc361adb57a3 None None] Routers {'f50e9d2b-8b69-4e91-93a4-e27b72c0f06a'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:32:07.437243 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-922f5ddf-c0aa-43b5-b784-fc361adb57a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:31:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['f50e9d2b-8b69-4e91-93a4-e27b72c0f06a'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:07.470891 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 47366) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:07.549318 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-922f5ddf-c0aa-43b5-b784-fc361adb57a3 None None] Set router f50e9d2b-8b69-4e91-93a4-e27b72c0f06a gateway port host: None {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:32:07.648494 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b3456c-17d1-4d14-a648-5b6a4daa486b req-80b4cbdc-6266-4c45-b255-a37106602397 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:07.651421 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-44b3456c-17d1-4d14-a648-5b6a4daa486b req-80b4cbdc-6266-4c45-b255-a37106602397 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=eaa1587d-d57b-472c-b885-663a7788dc96 HTTP/1.1" status: 200 len: 944 time: 0.1664565 Dec 08 16:32:07.699004 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf4f77a-109d-4eee-9a3b-c1a26f2da7b8 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:07.709936 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ecf4f77a-109d-4eee-9a3b-c1a26f2da7b8 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/ports/197b3d3e-cb60-4672-96be-f0c21e04eeef HTTP/1.1" status: 200 len: 911 time: 0.2378936 Dec 08 16:32:07.710587 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 47372) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:07.812455 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 47374) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:07.828115 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-4a7aeba2-c008-4148-a30b-faab44ddc4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:07.830323 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-4a7aeba2-c008-4148-a30b-faab44ddc4d1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eaa1587d-d57b-472c-b885-663a7788dc96&tenant_id=5ac8783bc8454dbdaff01b6ea349ef5e HTTP/1.1" status: 200 len: 1096 time: 0.4440994 Dec 08 16:32:07.932604 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-922f5ddf-c0aa-43b5-b784-fc361adb57a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50e9d2b-8b69-4e91-93a4-e27b72c0f06a', 'name': 'tempest-NetworksTestDHCPv6-router-445898379', 'tenant_id': '450e207568904a6eabc726912d992373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:32:01Z', 'updated_at': '2021-12-08T16:32:04Z', 'revision_number': 2, 'project_id': '450e207568904a6eabc726912d992373', 'gw_port_host': None, '_interfaces': [{'id': '197b3d3e-cb60-4672-96be-f0c21e04eeef', 'name': '', 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'tenant_id': '450e207568904a6eabc726912d992373', 'mac_address': 'fa:16:3e:a9:89:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50e9d2b-8b69-4e91-93a4-e27b72c0f06a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '4d7c5837-2950-4ec7-87f8-6fa4cf722add', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:03Z', 'updated_at': '2021-12-08T16:32:05Z', 'revision_number': 2, 'project_id': '450e207568904a6eabc726912d992373', 'subnets': [{'id': '4d7c5837-2950-4ec7-87f8-6fa4cf722add', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:07.967081 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66995d7-0432-456a-a210-411b3e722c96 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:07.981318 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66995d7-0432-456a-a210-411b3e722c96 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:07.983531 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922f5ddf-c0aa-43b5-b784-fc361adb57a3 None None] Checking router: f50e9d2b-8b69-4e91-93a4-e27b72c0f06a for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:32:07.983908 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922f5ddf-c0aa-43b5-b784-fc361adb57a3 None None] Updating router f50e9d2b-8b69-4e91-93a4-e27b72c0f06a port 197b3d3e-cb60-4672-96be-f0c21e04eeef binding host n-d-776250-12 {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:32:07.987953 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 47380) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:07.992397 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a66995d7-0432-456a-a210-411b3e722c96 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2803128 Dec 08 16:32:08.017747 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-ded7db43-de2a-485e-b8c5-81bd8dec178b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:08.019411 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-ded7db43-de2a-485e-b8c5-81bd8dec178b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5ac8783bc8454dbdaff01b6ea349ef5e&device_id=eaa1587d-d57b-472c-b885-663a7788dc96 HTTP/1.1" status: 200 len: 1096 time: 0.1582282 Dec 08 16:32:08.037355 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-922f5ddf-c0aa-43b5-b784-fc361adb57a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:08.150635 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4e02dc80-b0b4-4ad6-a984-a33efc223487 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:08.244732 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-ff4fa7d3-3037-444c-853f-6c56889e02d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:08.246355 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-ff4fa7d3-3037-444c-853f-6c56889e02d3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=67138b53-2811-40bc-a015-fb451bf262f6 HTTP/1.1" status: 200 len: 897 time: 0.2190127 Dec 08 16:32:08.311395 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-44b3456c-17d1-4d14-a648-5b6a4daa486b req-22b7dcb5-62bf-43d0-ab9d-b455401d5301 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=065e2913-d123-4be2-9a9c-42f076831145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4335971 Dec 08 16:32:08.464295 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-ddd4745f-3d23-427b-a2a6-345d310033f5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=107ec848-c1d6-42ff-8697-22d69545bf2c HTTP/1.1" status: 200 len: 998 time: 0.2097204 Dec 08 16:32:08.511343 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ecc47fd7-abef-4cb5-ad7f-3ae85ac70bdb admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:08.591685 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-3824571f-535a-43ce-9dca-17ef0d36fa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:08.593463 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-3824571f-535a-43ce-9dca-17ef0d36fa17 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=678eef96-fa31-4199-855c-24f38bc18493 HTTP/1.1" status: 200 len: 835 time: 0.1055295 Dec 08 16:32:08.710471 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e02dc80-b0b4-4ad6-a984-a33efc223487 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Router 45dbbb39-9e60-419a-90ed-5630bf925801 is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:32:08.731250 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dacba281-cbc2-450b-843b-22eed7e41e3a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:08.743753 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-922f5ddf-c0aa-43b5-b784-fc361adb57a3 None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:08.769696 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ecc47fd7-abef-4cb5-ad7f-3ae85ac70bdb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:08.785790 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-49e41236-aa20-4fdc-91d2-50125f6fd65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:08.788048 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-49e41236-aa20-4fdc-91d2-50125f6fd65a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=67138b53-2811-40bc-a015-fb451bf262f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1863225 Dec 08 16:32:08.807434 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-922f5ddf-c0aa-43b5-b784-fc361adb57a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:08.900426 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c44f49d-1dff-421c-9c24-b86527749724 None None] Pushing event updated for resources: {'Port': ['ID=197b3d3e-cb60-4672-96be-f0c21e04eeef,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:08.919544 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:08.933787 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ecc47fd7-abef-4cb5-ad7f-3ae85ac70bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:09.002470 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc47fd7-abef-4cb5-ad7f-3ae85ac70bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c3e621-e88b-4231-89e0-3146cceee771,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:09.014743 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-922f5ddf-c0aa-43b5-b784-fc361adb57a3 None None] Attempting to bind port 197b3d3e-cb60-4672-96be-f0c21e04eeef on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:32:09.015209 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-922f5ddf-c0aa-43b5-b784-fc361adb57a3 None None] Attempting to bind port 197b3d3e-cb60-4672-96be-f0c21e04eeef by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:32:09.016149 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922f5ddf-c0aa-43b5-b784-fc361adb57a3 None None] Attempting to bind port 197b3d3e-cb60-4672-96be-f0c21e04eeef on network e406e062-eec7-4ef2-b02a-de32c9a24df9 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:32:09.024017 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922f5ddf-c0aa-43b5-b784-fc361adb57a3 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:32:09.024458 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922f5ddf-c0aa-43b5-b784-fc361adb57a3 None None] Checking segment: {'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:32:09.025703 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-922f5ddf-c0aa-43b5-b784-fc361adb57a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:09.026435 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922f5ddf-c0aa-43b5-b784-fc361adb57a3 None None] Bound using segment: {'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:32:09.026932 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-922f5ddf-c0aa-43b5-b784-fc361adb57a3 None None] Bound port: 197b3d3e-cb60-4672-96be-f0c21e04eeef, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:32:09.027327 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-922f5ddf-c0aa-43b5-b784-fc361adb57a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:09.059547 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ecc47fd7-abef-4cb5-ad7f-3ae85ac70bdb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b5a6a28f07814f64a705637bbb950ad2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2430675 Dec 08 16:32:09.065761 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 47394) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:09.086877 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e02dc80-b0b4-4ad6-a984-a33efc223487 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:32:09.103541 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbf0d5c-cf71-4c6e-8769-2710d81e503e None None] Sync routers for ids ['45dbbb39-9e60-419a-90ed-5630bf925801'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:32:09.129095 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbf0d5c-cf71-4c6e-8769-2710d81e503e None None] Routers {'45dbbb39-9e60-419a-90ed-5630bf925801'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:32:09.130596 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-afbf0d5c-cf71-4c6e-8769-2710d81e503e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:31:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['45dbbb39-9e60-419a-90ed-5630bf925801'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:09.155401 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-922f5ddf-c0aa-43b5-b784-fc361adb57a3 None None] For port 197b3d3e-cb60-4672-96be-f0c21e04eeef, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:32:09.166208 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-922f5ddf-c0aa-43b5-b784-fc361adb57a3 None None] For port 197b3d3e-cb60-4672-96be-f0c21e04eeef, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=197b3d3e-cb60-4672-96be-f0c21e04eeef,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:32:09.199120 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-23194f27-576c-4e5c-ad8e-2042cae21a69 service neutron] 10.222.0.37 "GET /v2.0/networks/67138b53-2811-40bc-a015-fb451bf262f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4044669 Dec 08 16:32:09.199830 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4dcc84c9-ec8b-4ad7-8c97-5d217d60555e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:09.240272 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4dcc84c9-ec8b-4ad7-8c97-5d217d60555e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:09.318838 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-922f5ddf-c0aa-43b5-b784-fc361adb57a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:09.331363 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4e02dc80-b0b4-4ad6-a984-a33efc223487 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:09.352340 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-4e02dc80-b0b4-4ad6-a984-a33efc223487 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.7500491 Dec 08 16:32:09.353619 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 47400) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:09.364047 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-dacba281-cbc2-450b-843b-22eed7e41e3a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Deleting port 197b3d3e-cb60-4672-96be-f0c21e04eeef {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:32:09.368773 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dacba281-cbc2-450b-843b-22eed7e41e3a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:09.374940 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-9343c61f-960b-48f2-b509-8c77ee5d1315 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:32:09.489267 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-da9f900c-d47b-4fed-9590-d8efa0063e08 service neutron] 10.222.0.37 "GET /v2.0/networks/67138b53-2811-40bc-a015-fb451bf262f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375380 Dec 08 16:32:09.489935 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-afbf0d5c-cf71-4c6e-8769-2710d81e503e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:09.489935 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbf0d5c-cf71-4c6e-8769-2710d81e503e None None] Routers {'45dbbb39-9e60-419a-90ed-5630bf925801'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:32:09.489935 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-afbf0d5c-cf71-4c6e-8769-2710d81e503e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:31:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['45dbbb39-9e60-419a-90ed-5630bf925801'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:09.504665 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922f5ddf-c0aa-43b5-b784-fc361adb57a3 None None] Routers {'f50e9d2b-8b69-4e91-93a4-e27b72c0f06a'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:32:09.511487 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-922f5ddf-c0aa-43b5-b784-fc361adb57a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:31:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['f50e9d2b-8b69-4e91-93a4-e27b72c0f06a'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:09.550363 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-afbf0d5c-cf71-4c6e-8769-2710d81e503e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:09.551982 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbf0d5c-cf71-4c6e-8769-2710d81e503e None None] The sync data for ids ['45dbbb39-9e60-419a-90ed-5630bf925801'] in n-d-776250-12 is: [] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:32:09.566430 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50a50a-7d3e-4d1b-ab98-b217195ea886 req-3489787b-0362-48cc-9f98-b8d8416e8f6e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:09.568091 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0c50a50a-7d3e-4d1b-ab98-b217195ea886 req-3489787b-0362-48cc-9f98-b8d8416e8f6e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=eaa1587d-d57b-472c-b885-663a7788dc96 HTTP/1.1" status: 200 len: 944 time: 0.1156397 Dec 08 16:32:09.597926 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-155a851d-5b80-44f2-9b06-107e92db34b7 None None] Provisioning complete for port 197b3d3e-cb60-4672-96be-f0c21e04eeef triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:09.598311 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-155a851d-5b80-44f2-9b06-107e92db34b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:09.627583 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c44f49d-1dff-421c-9c24-b86527749724 None None] Pushing event updated for resources: {'Port': ['ID=197b3d3e-cb60-4672-96be-f0c21e04eeef,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:09.659676 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4dcc84c9-ec8b-4ad7-8c97-5d217d60555e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:09.681481 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4dcc84c9-ec8b-4ad7-8c97-5d217d60555e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:09.682917 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-4dcc84c9-ec8b-4ad7-8c97-5d217d60555e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d1c3e621-e88b-4231-89e0-3146cceee771 HTTP/1.1" status: 204 len: 168 time: 0.6161323 Dec 08 16:32:09.759851 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcc84c9-ec8b-4ad7-8c97-5d217d60555e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c3e621-e88b-4231-89e0-3146cceee771,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:09.792659 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0c50a50a-7d3e-4d1b-ab98-b217195ea886 req-2164e4b4-d79f-4411-9c5a-0f3600d12674 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=065e2913-d123-4be2-9a9c-42f076831145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2116771 Dec 08 16:32:09.960752 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-922f5ddf-c0aa-43b5-b784-fc361adb57a3 None None] Set router f50e9d2b-8b69-4e91-93a4-e27b72c0f06a gateway port host: None {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:32:10.021575 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-dacba281-cbc2-450b-843b-22eed7e41e3a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] For port 197b3d3e-cb60-4672-96be-f0c21e04eeef, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=197b3d3e-cb60-4672-96be-f0c21e04eeef,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:32:10.021575 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dacba281-cbc2-450b-843b-22eed7e41e3a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:10.061398 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-dacba281-cbc2-450b-843b-22eed7e41e3a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Calling delete_port for 197b3d3e-cb60-4672-96be-f0c21e04eeef owned by network:router_interface {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:32:10.210842 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-918ae04e-67a8-4197-b8ab-16ade0aa3b09 tempest-TestNetworkAdvancedServerOps-1604663679 tempest-TestNetworkAdvancedServerOps-1604663679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:10.213658 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-918ae04e-67a8-4197-b8ab-16ade0aa3b09 tempest-TestNetworkAdvancedServerOps-1604663679 tempest-TestNetworkAdvancedServerOps-1604663679-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=eaa1587d-d57b-472c-b885-663a7788dc96&tenant_id=5ac8783bc8454dbdaff01b6ea349ef5e&binding%3Ahost_id=n-h2-776250-12 HTTP/1.1" status: 200 len: 1096 time: 0.1307402 Dec 08 16:32:10.500519 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9343c61f-960b-48f2-b509-8c77ee5d1315 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:10.522211 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-155a851d-5b80-44f2-9b06-107e92db34b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:10.560317 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dacba281-cbc2-450b-843b-22eed7e41e3a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:10.595089 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacba281-cbc2-450b-843b-22eed7e41e3a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event deleted for resources: {'Port': ['ID=197b3d3e-cb60-4672-96be-f0c21e04eeef,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:10.704443 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-da424efe-3c4a-4077-b37d-15d33175c293 service neutron] For port 107ec848-c1d6-42ff-8697-22d69545bf2c, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:32:10.708023 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-da424efe-3c4a-4077-b37d-15d33175c293 service neutron] Publish callbacks [] for binding, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:10.709310 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-da424efe-3c4a-4077-b37d-15d33175c293 service neutron] 10.222.0.37 "DELETE /v2.0/ports/107ec848-c1d6-42ff-8697-22d69545bf2c/bindings/n-h1-776250-12 HTTP/1.1" status: 204 len: 173 time: 0.4882357 Dec 08 16:32:10.737304 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9343c61f-960b-48f2-b509-8c77ee5d1315 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:10.742874 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dacba281-cbc2-450b-843b-22eed7e41e3a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:10.756373 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-922f5ddf-c0aa-43b5-b784-fc361adb57a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50e9d2b-8b69-4e91-93a4-e27b72c0f06a', 'name': 'tempest-NetworksTestDHCPv6-router-445898379', 'tenant_id': '450e207568904a6eabc726912d992373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:32:01Z', 'updated_at': '2021-12-08T16:32:04Z', 'revision_number': 2, 'project_id': '450e207568904a6eabc726912d992373', 'gw_port_host': None, '_interfaces': [{'id': '197b3d3e-cb60-4672-96be-f0c21e04eeef', 'name': '', 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'tenant_id': '450e207568904a6eabc726912d992373', 'mac_address': 'fa:16:3e:a9:89:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50e9d2b-8b69-4e91-93a4-e27b72c0f06a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '4d7c5837-2950-4ec7-87f8-6fa4cf722add', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:03Z', 'updated_at': '2021-12-08T16:32:09Z', 'revision_number': 4, 'project_id': '450e207568904a6eabc726912d992373', 'subnets': [{'id': '4d7c5837-2950-4ec7-87f8-6fa4cf722add', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:10.854953 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-68884dd0-ab9a-44ce-a5b6-806a3e6c657d None None] Could not find standard attr ID for object 197b3d3e-cb60-4672-96be-f0c21e04eeef. {{(pid=110552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:32:10.861025 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922f5ddf-c0aa-43b5-b784-fc361adb57a3 None None] The sync data for ids ['f50e9d2b-8b69-4e91-93a4-e27b72c0f06a'] in n-d-776250-12 is: [{'id': 'f50e9d2b-8b69-4e91-93a4-e27b72c0f06a', 'name': 'tempest-NetworksTestDHCPv6-router-445898379', 'tenant_id': '450e207568904a6eabc726912d992373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:32:01Z', 'updated_at': '2021-12-08T16:32:04Z', 'revision_number': 2, 'project_id': '450e207568904a6eabc726912d992373', 'gw_port_host': None, '_interfaces': [{'id': '197b3d3e-cb60-4672-96be-f0c21e04eeef', 'name': '', 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'tenant_id': '450e207568904a6eabc726912d992373', 'mac_address': 'fa:16:3e:a9:89:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50e9d2b-8b69-4e91-93a4-e27b72c0f06a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '4d7c5837-2950-4ec7-87f8-6fa4cf722add', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:03Z', 'updated_at': '2021-12-08T16:32:09Z', 'revision_number': 4, 'project_id': '450e207568904a6eabc726912d992373', 'subnets': [{'id': '4d7c5837-2950-4ec7-87f8-6fa4cf722add', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:32:11.004377 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 47446) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:11.039614 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6ea192c1-db5a-4290-b319-d8bc49bc8972 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:11.138615 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dacba281-cbc2-450b-843b-22eed7e41e3a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Router f50e9d2b-8b69-4e91-93a4-e27b72c0f06a has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:32:11.154144 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32704855-383b-448a-9d76-d498b46d4942 req-29c88ac0-aee5-4982-80ba-9aa50eb33f67 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:11.155841 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-32704855-383b-448a-9d76-d498b46d4942 req-29c88ac0-aee5-4982-80ba-9aa50eb33f67 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=eaa1587d-d57b-472c-b885-663a7788dc96 HTTP/1.1" status: 200 len: 944 time: 0.2155895 Dec 08 16:32:11.179869 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-9343c61f-960b-48f2-b509-8c77ee5d1315 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Deleting port ddc51b69-1864-4c54-ba3a-0f2688e72100 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:32:11.180318 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9343c61f-960b-48f2-b509-8c77ee5d1315 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:11.238609 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6ea192c1-db5a-4290-b319-d8bc49bc8972 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:11.357295 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6ea192c1-db5a-4290-b319-d8bc49bc8972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:11.452002 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-6ea192c1-db5a-4290-b319-d8bc49bc8972 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ba531019ae94449cab8dcc34b0bc5e8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4498839 Dec 08 16:32:11.452754 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 47456) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:11.454000 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea192c1-db5a-4290-b319-d8bc49bc8972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf70f8e-30ee-4822-8016-081ee5e1aca8,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:11.524128 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-035f3caf-1c7e-4fad-8855-89f0b75ccd86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:11.631351 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7af417f0-404c-4ff0-b394-5caa55154d95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:11.690191 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7af417f0-404c-4ff0-b394-5caa55154d95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:12.127335 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dacba281-cbc2-450b-843b-22eed7e41e3a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:32:12.143319 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 47474) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:12.144732 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-dacba281-cbc2-450b-843b-22eed7e41e3a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "PUT /v2.0/routers/f50e9d2b-8b69-4e91-93a4-e27b72c0f06a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1496153 Dec 08 16:32:12.180489 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-32704855-383b-448a-9d76-d498b46d4942 req-0abdcdfe-7684-41db-88ba-2ab3cb92deb1 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=065e2913-d123-4be2-9a9c-42f076831145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0031211 Dec 08 16:32:12.218885 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9343c61f-960b-48f2-b509-8c77ee5d1315 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:12.235707 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-9343c61f-960b-48f2-b509-8c77ee5d1315 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Calling delete_port for ddc51b69-1864-4c54-ba3a-0f2688e72100 owned by network:router_gateway {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:32:12.294564 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f76c2c-0296-46a9-8a7b-0c0fc61cbd88 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:12.296558 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f76c2c-0296-46a9-8a7b-0c0fc61cbd88 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:12.304598 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-84f76c2c-0296-46a9-8a7b-0c0fc61cbd88 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1584730 Dec 08 16:32:12.306297 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 47478) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:12.362086 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89066e1-ef1b-4c8f-866e-36b56bd86026 req-f6dfe07a-af23-4114-8327-74c7a92c5def tempest-TestNetworkAdvancedServerOps-1604663679 tempest-TestNetworkAdvancedServerOps-1604663679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:12.365073 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a89066e1-ef1b-4c8f-866e-36b56bd86026 req-f6dfe07a-af23-4114-8327-74c7a92c5def tempest-TestNetworkAdvancedServerOps-1604663679 tempest-TestNetworkAdvancedServerOps-1604663679-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=eaa1587d-d57b-472c-b885-663a7788dc96 HTTP/1.1" status: 200 len: 1096 time: 0.0805254 Dec 08 16:32:12.392794 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-75f232bb-559d-4130-991d-977a87fa089f tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Deleting subnet 4d7c5837-2950-4ec7-87f8-6fa4cf722add {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:32:12.395874 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-75f232bb-559d-4130-991d-977a87fa089f tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:12.476593 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a89066e1-ef1b-4c8f-866e-36b56bd86026 req-35b1184f-3183-44e7-b1df-1836b47f0a5f tempest-TestNetworkAdvancedServerOps-1604663679 tempest-TestNetworkAdvancedServerOps-1604663679-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=065e2913-d123-4be2-9a9c-42f076831145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654185 Dec 08 16:32:12.690221 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea70774-7594-4190-84d4-06fbecc85bd3 req-1845aaf2-3c36-4af1-b602-153df44aa0df tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:12.692112 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-dea70774-7594-4190-84d4-06fbecc85bd3 req-1845aaf2-3c36-4af1-b602-153df44aa0df tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=eaa1587d-d57b-472c-b885-663a7788dc96 HTTP/1.1" status: 200 len: 944 time: 0.1079826 Dec 08 16:32:12.818465 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-dea70774-7594-4190-84d4-06fbecc85bd3 req-a513c5ed-6b2b-48c3-9e2e-036097cccc7d tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=065e2913-d123-4be2-9a9c-42f076831145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027546 Dec 08 16:32:12.819098 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 47482) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:12.881467 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-75f232bb-559d-4130-991d-977a87fa089f tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:12.908102 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-af0a4fad-e0b7-4e91-a022-f5b865ad2eba tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/floatingips/3b619e57-eb52-442f-86f3-0d51af346529 HTTP/1.1" status: 200 len: 990 time: 0.0873251 Dec 08 16:32:13.038119 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-75f232bb-559d-4130-991d-977a87fa089f tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:13.056115 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9343c61f-960b-48f2-b509-8c77ee5d1315 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:13.071315 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7af417f0-404c-4ff0-b394-5caa55154d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:13.074972 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7af417f0-404c-4ff0-b394-5caa55154d95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:13.094513 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-7af417f0-404c-4ff0-b394-5caa55154d95 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6bf70f8e-30ee-4822-8016-081ee5e1aca8 HTTP/1.1" status: 204 len: 168 time: 1.6231477 Dec 08 16:32:13.103228 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6a4056-2de8-43f3-bb1b-8b63b205ba73 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:32:13.129123 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af417f0-404c-4ff0-b394-5caa55154d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf70f8e-30ee-4822-8016-081ee5e1aca8,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:13.166988 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 47494) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:13.372150 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9343c61f-960b-48f2-b509-8c77ee5d1315 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Pushing event deleted for resources: {'Port': ['ID=ddc51b69-1864-4c54-ba3a-0f2688e72100,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:13.402031 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9343c61f-960b-48f2-b509-8c77ee5d1315 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:13.467087 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-75f232bb-559d-4130-991d-977a87fa089f tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:13.497786 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-75f232bb-559d-4130-991d-977a87fa089f tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:13.505675 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a21a61-76bc-4e4d-8068-53227443af5c None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:32:13.536853 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-75f232bb-559d-4130-991d-977a87fa089f tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/subnets/4d7c5837-2950-4ec7-87f8-6fa4cf722add HTTP/1.1" status: 204 len: 168 time: 1.2278848 Dec 08 16:32:13.538582 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 47510) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:13.700506 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f232bb-559d-4130-991d-977a87fa089f tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event deleted for resources: {'Subnet': ['ID=4d7c5837-2950-4ec7-87f8-6fa4cf722add,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:13.760413 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9343c61f-960b-48f2-b509-8c77ee5d1315 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-717389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11074'] for router, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:13.767235 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9343c61f-960b-48f2-b509-8c77ee5d1315 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528116', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-717402'] for router, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:13.796649 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfbdba1-0ed6-4f8e-b845-f0ede4879de9 None None] DHCP port deletion for e406e062-eec7-4ef2-b02a-de32c9a24df9 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:32:13.798615 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-a65bc186-fe12-43ac-8837-c9d6237b86d7 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Deleting port c282abdf-08e4-4c6c-b9ff-34f6e719cbc0 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:32:13.798976 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a65bc186-fe12-43ac-8837-c9d6237b86d7 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:13.810376 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-0a729f53-febe-4298-a6c8-a3f7c520ec8e tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2555215 Dec 08 16:32:13.811040 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 47518) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:13.868117 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07519854-b59b-49b1-810c-91a798d72290 req-bf7a2580-e3c8-41bb-abe3-09a9a0ba01ab tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:13.880929 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-07519854-b59b-49b1-810c-91a798d72290 req-bf7a2580-e3c8-41bb-abe3-09a9a0ba01ab tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f2e66d8-49db-40b9-9fbd-814c552e5d13 HTTP/1.1" status: 200 len: 946 time: 0.2329848 Dec 08 16:32:13.898583 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9343c61f-960b-48f2-b509-8c77ee5d1315 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Router 45dbbb39-9e60-419a-90ed-5630bf925801 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:32:13.970641 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4fe07376-1f24-4c68-ac0d-800b918e4887 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for router, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:13.987086 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-1cfbdba1-0ed6-4f8e-b845-f0ede4879de9 None None] Deleting port eb8eb8db-72dc-414f-a750-cec78c6c9648 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:32:13.987469 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1cfbdba1-0ed6-4f8e-b845-f0ede4879de9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:14.101063 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-1cfbdba1-0ed6-4f8e-b845-f0ede4879de9 None None] For port eb8eb8db-72dc-414f-a750-cec78c6c9648, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=eb8eb8db-72dc-414f-a750-cec78c6c9648,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:32:14.101760 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1cfbdba1-0ed6-4f8e-b845-f0ede4879de9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:14.131569 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-1cfbdba1-0ed6-4f8e-b845-f0ede4879de9 None None] Calling delete_port for eb8eb8db-72dc-414f-a750-cec78c6c9648 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:32:14.176022 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9343c61f-960b-48f2-b509-8c77ee5d1315 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:32:14.198432 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9343c61f-960b-48f2-b509-8c77ee5d1315 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:14.199867 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-9343c61f-960b-48f2-b509-8c77ee5d1315 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] 10.222.0.64 "PUT /v2.0/routers/45dbbb39-9e60-419a-90ed-5630bf925801 HTTP/1.1" status: 200 len: 709 time: 4.8385863 Dec 08 16:32:14.203658 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 47544) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:14.242961 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e01870-26d9-46fe-83e7-2ea9b8b5a148 None None] Sync routers for ids ['45dbbb39-9e60-419a-90ed-5630bf925801'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:32:14.289865 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e01870-26d9-46fe-83e7-2ea9b8b5a148 None None] Routers {'45dbbb39-9e60-419a-90ed-5630bf925801'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:32:14.290903 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-a5e01870-26d9-46fe-83e7-2ea9b8b5a148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:31:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['45dbbb39-9e60-419a-90ed-5630bf925801'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:14.324236 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-07519854-b59b-49b1-810c-91a798d72290 req-5864f66c-1051-473f-9395-75dc5128e801 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/security-groups?id=654bd4f6-6db2-4b1b-a1c7-956de5974017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4242387 Dec 08 16:32:14.408335 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1cfbdba1-0ed6-4f8e-b845-f0ede4879de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:14.412117 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-53757a8e-8255-4ee4-9580-b40b56e7db9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:14.421138 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-a5e01870-26d9-46fe-83e7-2ea9b8b5a148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:14.425143 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-baf8dd1f-2b9a-4712-a67d-5bd2a2014791 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] 10.222.0.64 "GET /v2.0/routers/45dbbb39-9e60-419a-90ed-5630bf925801 HTTP/1.1" status: 200 len: 744 time: 0.2168312 Dec 08 16:32:14.426470 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 47550) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:14.460593 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50c9bb1-758c-4a52-8e97-29901fbeaa34 None None] Sync routers for ids ['f50e9d2b-8b69-4e91-93a4-e27b72c0f06a'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:32:14.474619 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50c9bb1-758c-4a52-8e97-29901fbeaa34 None None] Routers {'f50e9d2b-8b69-4e91-93a4-e27b72c0f06a'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:32:14.475524 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-c50c9bb1-758c-4a52-8e97-29901fbeaa34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:32:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['f50e9d2b-8b69-4e91-93a4-e27b72c0f06a'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:14.537503 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-1e86866b-50c5-49d5-b3f8-b979c772f682 tempest-RoutersIpV6AdminTest-1027185477 tempest-RoutersIpV6AdminTest-1027185477-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=1ae4cf80-76bf-4df3-a557-5cc6023c1900&device_id=45dbbb39-9e60-419a-90ed-5630bf925801 HTTP/1.1" status: 200 len: 205 time: 0.1088724 Dec 08 16:32:14.547766 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 47554) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:14.573460 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfbdba1-0ed6-4f8e-b845-f0ede4879de9 None None] Pushing event deleted for resources: {'Port': ['ID=eb8eb8db-72dc-414f-a750-cec78c6c9648,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:14.601344 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-c50c9bb1-758c-4a52-8e97-29901fbeaa34 None None] Set router f50e9d2b-8b69-4e91-93a4-e27b72c0f06a gateway port host: None {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:32:14.604957 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfbdba1-0ed6-4f8e-b845-f0ede4879de9 None None] No DVR routers for this DVR port eb8eb8db-72dc-414f-a750-cec78c6c9648 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:32:14.608496 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-9f596582-32b5-4a2c-9a58-42bc8a06022a tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] 10.222.0.64 "GET /v2.0/ports?device_id=45dbbb39-9e60-419a-90ed-5630bf925801 HTTP/1.1" status: 200 len: 205 time: 0.0592916 Dec 08 16:32:14.609125 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 47558) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:14.640383 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e01870-26d9-46fe-83e7-2ea9b8b5a148 None None] Routers {'45dbbb39-9e60-419a-90ed-5630bf925801'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:32:14.641018 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-a5e01870-26d9-46fe-83e7-2ea9b8b5a148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:32:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['45dbbb39-9e60-419a-90ed-5630bf925801'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:14.745311 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4fe07376-1f24-4c68-ac0d-800b918e4887 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:14.745899 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-a5e01870-26d9-46fe-83e7-2ea9b8b5a148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:14.746606 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e01870-26d9-46fe-83e7-2ea9b8b5a148 None None] The sync data for ids ['45dbbb39-9e60-419a-90ed-5630bf925801'] in n-d-776250-12 is: [] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:32:14.751457 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4fe07376-1f24-4c68-ac0d-800b918e4887 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:14.766342 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a65bc186-fe12-43ac-8837-c9d6237b86d7 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:14.766342 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a65bc186-fe12-43ac-8837-c9d6237b86d7 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:14.789627 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0a7f6aa0-218a-4d37-9c89-bd1e76c3f587 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks [] for router, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:14.809321 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-c50c9bb1-758c-4a52-8e97-29901fbeaa34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50e9d2b-8b69-4e91-93a4-e27b72c0f06a', 'name': 'tempest-NetworksTestDHCPv6-router-445898379', 'tenant_id': '450e207568904a6eabc726912d992373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:32:01Z', 'updated_at': '2021-12-08T16:32:10Z', 'revision_number': 3, 'project_id': '450e207568904a6eabc726912d992373', 'gw_port_host': None}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:14.878577 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-a65bc186-fe12-43ac-8837-c9d6237b86d7 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Calling delete_port for c282abdf-08e4-4c6c-b9ff-34f6e719cbc0 owned by network:floatingip {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:32:14.889451 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50c9bb1-758c-4a52-8e97-29901fbeaa34 None None] Checking router: f50e9d2b-8b69-4e91-93a4-e27b72c0f06a for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:32:14.918313 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device eb8eb8db-72dc-414f-a750-cec78c6c9648 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:32:14.923096 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50c9bb1-758c-4a52-8e97-29901fbeaa34 None None] Routers {'f50e9d2b-8b69-4e91-93a4-e27b72c0f06a'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:32:14.925493 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-c50c9bb1-758c-4a52-8e97-29901fbeaa34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:32:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['f50e9d2b-8b69-4e91-93a4-e27b72c0f06a'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:14.970089 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: eb8eb8db-72dc-414f-a750-cec78c6c9648 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:32:14.970448 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device eb8eb8db-72dc-414f-a750-cec78c6c9648 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:32:15.014361 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0a7f6aa0-218a-4d37-9c89-bd1e76c3f587 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:15.016580 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0a7f6aa0-218a-4d37-9c89-bd1e76c3f587 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:15.075338 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-c50c9bb1-758c-4a52-8e97-29901fbeaa34 None None] Set router f50e9d2b-8b69-4e91-93a4-e27b72c0f06a gateway port host: None {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:32:15.075419 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4fe07376-1f24-4c68-ac0d-800b918e4887 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:15.075696 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe07376-1f24-4c68-ac0d-800b918e4887 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Fanout notify agent at l3_agent the message router_deleted on router f50e9d2b-8b69-4e91-93a4-e27b72c0f06a {{(pid=110550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:32:15.089869 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4fe07376-1f24-4c68-ac0d-800b918e4887 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:15.092279 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-4fe07376-1f24-4c68-ac0d-800b918e4887 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/routers/f50e9d2b-8b69-4e91-93a4-e27b72c0f06a HTTP/1.1" status: 204 len: 168 time: 1.2775302 Dec 08 16:32:15.093857 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 47572) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:15.123915 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-6ae08dd1-1e51-4a79-9eef-3df1f575354d tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0288658 Dec 08 16:32:15.127284 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 47574) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:15.196468 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0a7f6aa0-218a-4d37-9c89-bd1e76c3f587 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:15.198002 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7f6aa0-218a-4d37-9c89-bd1e76c3f587 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Fanout notify agent at l3_agent the message router_deleted on router 45dbbb39-9e60-419a-90ed-5630bf925801 {{(pid=110551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:32:15.201699 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-c50c9bb1-758c-4a52-8e97-29901fbeaa34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50e9d2b-8b69-4e91-93a4-e27b72c0f06a', 'name': 'tempest-NetworksTestDHCPv6-router-445898379', 'tenant_id': '450e207568904a6eabc726912d992373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:32:01Z', 'updated_at': '2021-12-08T16:32:10Z', 'revision_number': 3, 'project_id': '450e207568904a6eabc726912d992373', 'gw_port_host': None}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:15.202492 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3704db-6dbf-4356-ba07-f748a842bc43 req-b288b0cf-ae57-489b-9a40-ce9b5fe20995 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:15.205423 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0b3704db-6dbf-4356-ba07-f748a842bc43 req-b288b0cf-ae57-489b-9a40-ce9b5fe20995 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f2e66d8-49db-40b9-9fbd-814c552e5d13 HTTP/1.1" status: 200 len: 946 time: 0.3643122 Dec 08 16:32:15.215148 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0a7f6aa0-218a-4d37-9c89-bd1e76c3f587 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:15.220730 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-0a7f6aa0-218a-4d37-9c89-bd1e76c3f587 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] 10.222.0.64 "DELETE /v2.0/routers/45dbbb39-9e60-419a-90ed-5630bf925801 HTTP/1.1" status: 204 len: 168 time: 0.6105449 Dec 08 16:32:15.221388 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 47578) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:15.262454 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-45ed4b78-2178-45bd-be77-a5bc042f32b2 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] 10.222.0.64 "GET /v2.0/ports?device_id=45dbbb39-9e60-419a-90ed-5630bf925801 HTTP/1.1" status: 200 len: 205 time: 0.0371909 Dec 08 16:32:15.263345 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 47582) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:15.267052 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50c9bb1-758c-4a52-8e97-29901fbeaa34 None None] The sync data for ids ['f50e9d2b-8b69-4e91-93a4-e27b72c0f06a'] in n-d-776250-12 is: [{'id': 'f50e9d2b-8b69-4e91-93a4-e27b72c0f06a', 'name': 'tempest-NetworksTestDHCPv6-router-445898379', 'tenant_id': '450e207568904a6eabc726912d992373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:32:01Z', 'updated_at': '2021-12-08T16:32:10Z', 'revision_number': 3, 'project_id': '450e207568904a6eabc726912d992373', 'gw_port_host': None}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:32:15.268107 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:15.283084 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b76223c-21c4-4e5c-bfa7-82bc3e7b69c1 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:15.284624 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-4b76223c-21c4-4e5c-bfa7-82bc3e7b69c1 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1549220 Dec 08 16:32:15.304676 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 47586) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:15.318922 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-a6315226-d99d-427f-bddc-f9d3e58803fa tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] delete failed (client error): The resource could not be found. Dec 08 16:32:15.323316 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a6315226-d99d-427f-bddc-f9d3e58803fa tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] 10.222.0.64 "DELETE /v2.0/routers/45dbbb39-9e60-419a-90ed-5630bf925801 HTTP/1.1" status: 404 len: 336 time: 0.0562100 Dec 08 16:32:15.325928 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 47590) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:15.426082 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-bd1b205c-f27a-4b4f-acef-8b43d1982423 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] 10.222.0.64 "GET /v2.0/ports?device_id=406c7f2b-6ebd-48f2-b16e-2cb901f9b103 HTTP/1.1" status: 200 len: 205 time: 0.0988352 Dec 08 16:32:15.427121 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 47596) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:15.432239 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-8524ed05-08a5-489b-b893-5ad8637548a8 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1167357 Dec 08 16:32:15.441676 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 47600) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:15.450763 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-06927c77-b856-40d1-bb41-802b3ad4e1d8 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Request body: {'subnet': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:32:15.512576 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-b9a25cec-4463-4cf8-9964-4d8a92b313ab tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] delete failed (client error): The resource could not be found. Dec 08 16:32:15.513896 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b9a25cec-4463-4cf8-9964-4d8a92b313ab tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] 10.222.0.64 "DELETE /v2.0/routers/406c7f2b-6ebd-48f2-b16e-2cb901f9b103 HTTP/1.1" status: 404 len: 336 time: 0.0857444 Dec 08 16:32:15.521258 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 47604) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:15.580226 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-1440a67c-59a5-40c7-8247-e8288cb95bb6 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f7f2ca0-dbfe-44d0-bd35-60bce0e7a4f4 HTTP/1.1" status: 200 len: 205 time: 0.0542610 Dec 08 16:32:15.581266 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 47606) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:15.598575 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 47612) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:15.627060 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-0b3704db-6dbf-4356-ba07-f748a842bc43 req-261529ed-5194-46e3-9d94-15fcee5f3bf1 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Deleting port 8e2f5328-cb55-4a7f-a135-b8d3235ad8af {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:32:15.627546 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0b3704db-6dbf-4356-ba07-f748a842bc43 req-261529ed-5194-46e3-9d94-15fcee5f3bf1 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:15.631792 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-2a20798f-0b95-4ba2-9039-03c6467fd6a2 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] delete failed (client error): The resource could not be found. Dec 08 16:32:15.633377 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-2a20798f-0b95-4ba2-9039-03c6467fd6a2 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] 10.222.0.64 "DELETE /v2.0/routers/6f7f2ca0-dbfe-44d0-bd35-60bce0e7a4f4 HTTP/1.1" status: 404 len: 336 time: 0.0494158 Dec 08 16:32:15.636165 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 47620) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:15.676393 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-65c22626-8121-43f1-9080-055187e17062 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] 10.222.0.64 "GET /v2.0/ports?device_id=984dc1d2-6355-47c0-bf46-d8f8c2141553 HTTP/1.1" status: 200 len: 205 time: 0.0366552 Dec 08 16:32:15.679243 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 47622) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:15.706353 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fffa2f0-87e0-4942-93ca-bf945c3fbfed req-5ca93e8c-21bc-46b7-9c2d-5c2acf0b1657 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:15.714043 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0fffa2f0-87e0-4942-93ca-bf945c3fbfed req-5ca93e8c-21bc-46b7-9c2d-5c2acf0b1657 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f2e66d8-49db-40b9-9fbd-814c552e5d13 HTTP/1.1" status: 200 len: 946 time: 0.2066939 Dec 08 16:32:15.760776 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-59e87de3-fda0-42d4-98b6-8fd659afa292 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] delete failed (client error): The resource could not be found. Dec 08 16:32:15.762336 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-59e87de3-fda0-42d4-98b6-8fd659afa292 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] 10.222.0.64 "DELETE /v2.0/routers/984dc1d2-6355-47c0-bf46-d8f8c2141553 HTTP/1.1" status: 404 len: 336 time: 0.0816491 Dec 08 16:32:15.764484 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 47624) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:15.783471 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a65bc186-fe12-43ac-8837-c9d6237b86d7 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:15.801366 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-bf64f8dd-f9df-461a-856a-338cf07ec5e7 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] 10.222.0.64 "GET /v2.0/ports?device_id=d08cc6cd-536e-4266-aa1c-710523d17271 HTTP/1.1" status: 200 len: 205 time: 0.0351782 Dec 08 16:32:15.804136 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 47626) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:15.807763 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-a0eeb9f0-631f-475c-b91b-63df66fde8b2 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1604878544-network', 'tenant_id': '47b5c444a65946f4b5bfdbe83590935a'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:32:15.850006 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-6bf6bfad-230b-4d4b-9965-fa540895e76c tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] delete failed (client error): The resource could not be found. Dec 08 16:32:15.851101 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-6bf6bfad-230b-4d4b-9965-fa540895e76c tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] 10.222.0.64 "DELETE /v2.0/routers/d08cc6cd-536e-4266-aa1c-710523d17271 HTTP/1.1" status: 404 len: 336 time: 0.0459273 Dec 08 16:32:15.853683 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65bc186-fe12-43ac-8837-c9d6237b86d7 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event deleted for resources: {'Port': ['ID=c282abdf-08e4-4c6c-b9ff-34f6e719cbc0,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:15.854000 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 47628) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:15.884396 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06927c77-b856-40d1-bb41-802b3ad4e1d8 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Made reservation on behalf of 450e207568904a6eabc726912d992373 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:32:15.894756 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-06927c77-b856-40d1-bb41-802b3ad4e1d8 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:15.901750 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-0b3704db-6dbf-4356-ba07-f748a842bc43 req-261529ed-5194-46e3-9d94-15fcee5f3bf1 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] For port 8e2f5328-cb55-4a7f-a135-b8d3235ad8af, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=8e2f5328-cb55-4a7f-a135-b8d3235ad8af,segment=NetworkSegment(ae20c5bd-2351-4f26-a643-51190719905b),segment_id=ae20c5bd-2351-4f26-a643-51190719905b)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:32:15.902274 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0b3704db-6dbf-4356-ba07-f748a842bc43 req-261529ed-5194-46e3-9d94-15fcee5f3bf1 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:15.909312 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-8c733a59-95a2-4981-beb7-ec26326f5b18 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2e7b1af-e6e6-4686-bc05-03be6606ef61 HTTP/1.1" status: 200 len: 205 time: 0.0522790 Dec 08 16:32:15.910440 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 47630) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:15.960685 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-6d24720a-bd21-4fdf-b1d2-97fc593c8ada tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] delete failed (client error): The resource could not be found. Dec 08 16:32:15.964262 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-6d24720a-bd21-4fdf-b1d2-97fc593c8ada tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] 10.222.0.64 "DELETE /v2.0/routers/f2e7b1af-e6e6-4686-bc05-03be6606ef61 HTTP/1.1" status: 404 len: 336 time: 0.0494196 Dec 08 16:32:15.965205 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 47632) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:15.991724 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0fffa2f0-87e0-4942-93ca-bf945c3fbfed req-b104bf5c-aa59-47a8-8b50-f7130e677b45 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/security-groups?id=654bd4f6-6db2-4b1b-a1c7-956de5974017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766776 Dec 08 16:32:15.996691 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-0b3704db-6dbf-4356-ba07-f748a842bc43 req-261529ed-5194-46e3-9d94-15fcee5f3bf1 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Calling delete_port for 8e2f5328-cb55-4a7f-a135-b8d3235ad8af owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:32:16.015453 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b4c4d2e-56c5-4465-a9ef-276418afc797 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] DELETE failed (client error): The resource could not be found. Dec 08 16:32:16.016190 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b4c4d2e-56c5-4465-a9ef-276418afc797 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:32:16.019667 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-2b4c4d2e-56c5-4465-a9ef-276418afc797 tempest-RoutersIpV6AdminTest-1263349111 tempest-RoutersIpV6AdminTest-1263349111-project] 10.222.0.64 "DELETE /v2.0/subnets/5bf747be-4cbc-4a4f-afa7-b9844d729fda HTTP/1.1" status: 404 len: 337 time: 0.0532568 Dec 08 16:32:16.130988 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0eeb9f0-631f-475c-b91b-63df66fde8b2 admin admin] Made reservation on behalf of 47b5c444a65946f4b5bfdbe83590935a for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:32:16.133389 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a0eeb9f0-631f-475c-b91b-63df66fde8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:16.177946 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 47638) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:16.209684 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a65bc186-fe12-43ac-8837-c9d6237b86d7 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for floatingip, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:16.210632 n-d-776250-12 neutron-server[110550]: INFO neutron.db.l3_db [None req-a65bc186-fe12-43ac-8837-c9d6237b86d7 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Floating IP 3b619e57-eb52-442f-86f3-0d51af346529 disassociated (deleted). External IP: 172.25.0.71, port: 107ec848-c1d6-42ff-8697-22d69545bf2c. Dec 08 16:32:16.225296 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a0eeb9f0-631f-475c-b91b-63df66fde8b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:16.405451 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a8769a34-9649-49fe-9628-267b8c9b9adc admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:16.516938 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a8769a34-9649-49fe-9628-267b8c9b9adc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:16.633930 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a8769a34-9649-49fe-9628-267b8c9b9adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:16.792431 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:16.792949 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a8769a34-9649-49fe-9628-267b8c9b9adc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8a634cf77d2e4c34a3abc0413250687b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6133151 Dec 08 16:32:16.817538 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 47650) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:16.817799 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 197b3d3e-cb60-4672-96be-f0c21e04eeef no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:32:16.852081 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 47656) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:16.860603 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 197b3d3e-cb60-4672-96be-f0c21e04eeef {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:32:16.860603 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 197b3d3e-cb60-4672-96be-f0c21e04eeef not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:32:16.868551 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8769a34-9649-49fe-9628-267b8c9b9adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a3b508-93f7-4790-95d1-e11086913a40,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:16.909894 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a0eeb9f0-631f-475c-b91b-63df66fde8b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:16.923080 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-71fa1287-5db8-4d29-aa6c-37af948b929d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:16.945880 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-71fa1287-5db8-4d29-aa6c-37af948b929d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:16.986012 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a65bc186-fe12-43ac-8837-c9d6237b86d7 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Router 4d7001e6-326f-4221-995f-f88974a65afb has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:32:17.006962 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e6282d5c-fade-4abf-b8c5-cf7e4c38c905 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:17.080679 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a0eeb9f0-631f-475c-b91b-63df66fde8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:17.084658 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0b3704db-6dbf-4356-ba07-f748a842bc43 req-261529ed-5194-46e3-9d94-15fcee5f3bf1 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:17.110667 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-966f75ed-a1a5-4ef7-b19a-256a34b6f434 req-3455101c-9d40-416e-8b59-fed3e873f78d tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f2e66d8-49db-40b9-9fbd-814c552e5d13 HTTP/1.1" status: 200 len: 210 time: 0.0361216 Dec 08 16:32:17.140572 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-71fa1287-5db8-4d29-aa6c-37af948b929d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:17.143587 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-71fa1287-5db8-4d29-aa6c-37af948b929d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:17.147599 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-71fa1287-5db8-4d29-aa6c-37af948b929d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c1a3b508-93f7-4790-95d1-e11086913a40 HTTP/1.1" status: 204 len: 168 time: 0.3176081 Dec 08 16:32:17.157372 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fa1287-5db8-4d29-aa6c-37af948b929d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a3b508-93f7-4790-95d1-e11086913a40,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:17.579345 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261529ed-5194-46e3-9d94-15fcee5f3bf1 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Pushing event deleted for resources: {'Port': ['ID=8e2f5328-cb55-4a7f-a135-b8d3235ad8af,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:17.626769 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0eeb9f0-631f-475c-b91b-63df66fde8b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:32:17.654982 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa94555-afd4-4859-86ca-0d2d45eaefd2 None None] DHCP port deletion for 6bc7cad8-ce82-4d14-8967-10a5440b0811 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:32:17.657010 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:17.705963 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b3704db-6dbf-4356-ba07-f748a842bc43 req-261529ed-5194-46e3-9d94-15fcee5f3bf1 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] No DVR routers for this DVR port 8e2f5328-cb55-4a7f-a135-b8d3235ad8af on host n-h2-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:32:17.722610 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0b3704db-6dbf-4356-ba07-f748a842bc43 req-261529ed-5194-46e3-9d94-15fcee5f3bf1 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:17.726224 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0b3704db-6dbf-4356-ba07-f748a842bc43 req-261529ed-5194-46e3-9d94-15fcee5f3bf1 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.37 "DELETE /v2.0/ports/8e2f5328-cb55-4a7f-a135-b8d3235ad8af HTTP/1.1" status: 204 len: 173 time: 2.5141621 Dec 08 16:32:17.742567 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f2e66d8-49db-40b9-9fbd-814c552e5d13', 'name': 'network-vif-deleted', 'tag': '8e2f5328-cb55-4a7f-a135-b8d3235ad8af'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:32:17.745059 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05141616-0fbb-4294-bbd3-4f79b3eecdd6" -d '{"events": [{"server_uuid": "2f2e66d8-49db-40b9-9fbd-814c552e5d13", "name": "network-vif-deleted", "tag": "8e2f5328-cb55-4a7f-a135-b8d3235ad8af"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:32:17.754290 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 8e2f5328-cb55-4a7f-a135-b8d3235ad8af no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:32:17.759449 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a0eeb9f0-631f-475c-b91b-63df66fde8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:17.759804 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-a0eeb9f0-631f-475c-b91b-63df66fde8b2 admin admin] Added segment 3f86d3f4-3ac5-4ebe-ab30-4fe849630345 of type vlan for network 23d3a8c7-f649-4340-acb6-d2ae286870cf Dec 08 16:32:17.784555 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eeb9f0-631f-475c-b91b-63df66fde8b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8dc6df-4d0c-4890-bdd9-84d59cb9fccb,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:17.842729 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a65bc186-fe12-43ac-8837-c9d6237b86d7 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:32:17.855638 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a65bc186-fe12-43ac-8837-c9d6237b86d7 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:17.861300 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: 8e2f5328-cb55-4a7f-a135-b8d3235ad8af {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:32:17.862833 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 8e2f5328-cb55-4a7f-a135-b8d3235ad8af not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:32:17.868877 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a33cf28-479e-41e9-bb9e-2768e24f6f29 None None] Sync routers for ids ['4d7001e6-326f-4221-995f-f88974a65afb'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:32:17.913104 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a33cf28-479e-41e9-bb9e-2768e24f6f29 None None] Routers {'4d7001e6-326f-4221-995f-f88974a65afb'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:32:17.913833 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-8a33cf28-479e-41e9-bb9e-2768e24f6f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:32:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['4d7001e6-326f-4221-995f-f88974a65afb'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:17.936648 n-d-776250-12 neutron-server[110550]: DEBUG neutron.objects.ports [None req-06927c77-b856-40d1-bb41-802b3ad4e1d8 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110550) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 16:32:17.938934 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a0eeb9f0-631f-475c-b91b-63df66fde8b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:17.945333 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-06927c77-b856-40d1-bb41-802b3ad4e1d8 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:17.988926 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a65bc186-fe12-43ac-8837-c9d6237b86d7 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "DELETE /v2.0/floatingips/3b619e57-eb52-442f-86f3-0d51af346529 HTTP/1.1" status: 204 len: 168 time: 4.8147407 Dec 08 16:32:18.055679 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06927c77-b856-40d1-bb41-802b3ad4e1d8 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:32:18.075193 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e6282d5c-fade-4abf-b8c5-cf7e4c38c905 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:18.085674 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-06927c77-b856-40d1-bb41-802b3ad4e1d8 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:32:18.089402 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06927c77-b856-40d1-bb41-802b3ad4e1d8 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:18.090010 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-06927c77-b856-40d1-bb41-802b3ad4e1d8 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:18.097125 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06927c77-b856-40d1-bb41-802b3ad4e1d8 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event updated for resources: {'Subnet': ['ID=e59390c4-cc69-423c-adc9-0396499f2d7b,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:18.131024 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4acfdd-c2b1-442a-b78d-d90fcf31449f None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:32:18.143142 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-8a33cf28-479e-41e9-bb9e-2768e24f6f29 None None] Set router 4d7001e6-326f-4221-995f-f88974a65afb gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:32:18.150023 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f0dd710-c50f-408a-a795-23245bec3075 x-openstack-request-id: req-7f0dd710-c50f-408a-a795-23245bec3075 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:32:18.150396 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f2e66d8-49db-40b9-9fbd-814c552e5d13", "name": "network-vif-deleted", "tag": "8e2f5328-cb55-4a7f-a135-b8d3235ad8af", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:32:18.150667 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7f0dd710-c50f-408a-a795-23245bec3075 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:32:18.151665 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f2e66d8-49db-40b9-9fbd-814c552e5d13', 'name': 'network-vif-deleted', 'tag': '8e2f5328-cb55-4a7f-a135-b8d3235ad8af', 'status': 'completed', 'code': 200} Dec 08 16:32:18.165944 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 47686) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:18.169086 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a0eeb9f0-631f-475c-b91b-63df66fde8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:18.170092 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0eeb9f0-631f-475c-b91b-63df66fde8b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:18.170677 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a0eeb9f0-631f-475c-b91b-63df66fde8b2 admin admin] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:18.181982 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5ea2caca-c76f-485d-a84d-272822b617ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:18.307951 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-06927c77-b856-40d1-bb41-802b3ad4e1d8 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8609812 Dec 08 16:32:18.310561 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 47688) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:18.317380 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-0bc84ae0-90bc-41ac-9a52-4e3013649e39 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Request body: {'subnet': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:32:18.319676 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e6282d5c-fade-4abf-b8c5-cf7e4c38c905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:18.363798 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5ea2caca-c76f-485d-a84d-272822b617ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:18.428512 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89577b0-6c9e-47e4-b1c2-9b3f686bdc85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-e406e062-eec7-4ef2-b02a-de32c9a24df9', 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'project_id': '450e207568904a6eabc726912d992373', 'fixed_ips': [{'subnet_id': 'e59390c4-cc69-423c-adc9-0396499f2d7b'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:32:18.429691 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b89577b0-6c9e-47e4-b1c2-9b3f686bdc85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:18.461576 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eeb9f0-631f-475c-b91b-63df66fde8b2 admin admin] Pushing event updated for resources: {'Network': ['ID=23d3a8c7-f649-4340-acb6-d2ae286870cf,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:18.486822 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-11d04927-fdba-4159-b2f6-eb1c3dd50bac req-5373dd19-9e86-4b7f-a386-8387e0a109c7 tempest-AttachVolumeNegativeTest-456256925 tempest-AttachVolumeNegativeTest-456256925-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f2e66d8-49db-40b9-9fbd-814c552e5d13 HTTP/1.1" status: 200 len: 210 time: 0.1308737 Dec 08 16:32:18.510796 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 47692) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:18.511034 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-e6282d5c-fade-4abf-b8c5-cf7e4c38c905 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=80dd2db0c298454f89a7c3f51adcdb03&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6579642 Dec 08 16:32:18.512365 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 23d3a8c7-f649-4340-acb6-d2ae286870cf details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:32:18.512951 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6282d5c-fade-4abf-b8c5-cf7e4c38c905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0402364b-ba2c-428d-aad7-bed4c2551564,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:18.528860 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a0eeb9f0-631f-475c-b91b-63df66fde8b2 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.9226568 Dec 08 16:32:18.536790 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 47694) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:18.536790 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-181e9389-8d7c-4af0-899c-d4a958b8eb0a admin admin] Request body: {'subnet': {'network_id': '23d3a8c7-f649-4340-acb6-d2ae286870cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1604878544-subnet', 'tenant_id': '47b5c444a65946f4b5bfdbe83590935a', 'ip_version': 4}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:32:18.628978 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5ea2caca-c76f-485d-a84d-272822b617ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:18.700762 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 47696) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:18.701521 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-5ea2caca-c76f-485d-a84d-272822b617ab admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4e522717d9344b2f93de257246482c4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5339403 Dec 08 16:32:18.707942 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea2caca-c76f-485d-a84d-272822b617ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85c8591c-4ff4-472e-b8a5-47607997144b,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:18.731724 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-181e9389-8d7c-4af0-899c-d4a958b8eb0a admin admin] Made reservation on behalf of 47b5c444a65946f4b5bfdbe83590935a for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:32:18.734193 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-181e9389-8d7c-4af0-899c-d4a958b8eb0a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:18.767793 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-b89577b0-6c9e-47e4-b1c2-9b3f686bdc85 None None] Allocated IP 2001:db8::f816:3eff:fe21:741 (e406e062-eec7-4ef2-b02a-de32c9a24df9/e59390c4-cc69-423c-adc9-0396499f2d7b/5e52ada0-e556-43fb-9218-1bc5901951fd) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:32:18.803556 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1483beca-9cff-4f80-b60a-833b2bba4248 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:18.873603 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1483beca-9cff-4f80-b60a-833b2bba4248 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:18.925241 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc84ae0-90bc-41ac-9a52-4e3013649e39 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Made reservation on behalf of 450e207568904a6eabc726912d992373 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:32:18.934211 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0bc84ae0-90bc-41ac-9a52-4e3013649e39 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:18.947282 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9709922d-69de-417e-bf12-056a0a974d0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:18.966494 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bc685-aa56-41a9-bdf3-19920788d1f5 req-2f51c0cf-aa8b-4557-8139-425582934673 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:18.968625 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b25bc685-aa56-41a9-bdf3-19920788d1f5 req-2f51c0cf-aa8b-4557-8139-425582934673 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=eaa1587d-d57b-472c-b885-663a7788dc96 HTTP/1.1" status: 200 len: 944 time: 0.1397095 Dec 08 16:32:18.999166 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9709922d-69de-417e-bf12-056a0a974d0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:19.012719 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b89577b0-6c9e-47e4-b1c2-9b3f686bdc85 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:19.095386 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-8a33cf28-479e-41e9-bb9e-2768e24f6f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7001e6-326f-4221-995f-f88974a65afb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204515935', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '635396da-a928-4a20-9f14-0d6dfb838628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:29:44Z', 'updated_at': '2021-12-08T16:29:56Z', 'revision_number': 4, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'gw_port': {'id': '635396da-a928-4a20-9f14-0d6dfb838628', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7001e6-326f-4221-995f-f88974a65afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:29:46Z', 'updated_at': '2021-12-08T16:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '5615dee4-758e-44d4-8a14-4d68a7f54f64', 'name': '', 'network_id': '67138b53-2811-40bc-a015-fb451bf262f6', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'mac_address': 'fa:16:3e:9a:21:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7001e6-326f-4221-995f-f88974a65afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '678eef96-fa31-4199-855c-24f38bc18493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:29:54Z', 'updated_at': '2021-12-08T16:30:04Z', 'revision_number': 5, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'subnets': [{'id': '678eef96-fa31-4199-855c-24f38bc18493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:19.116898 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b89577b0-6c9e-47e4-b1c2-9b3f686bdc85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:19.168104 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a33cf28-479e-41e9-bb9e-2768e24f6f29 None None] Checking router: 4d7001e6-326f-4221-995f-f88974a65afb for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:32:19.224425 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1483beca-9cff-4f80-b60a-833b2bba4248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:19.224865 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a33cf28-479e-41e9-bb9e-2768e24f6f29 None None] Routers {'4d7001e6-326f-4221-995f-f88974a65afb'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:32:19.224974 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1483beca-9cff-4f80-b60a-833b2bba4248 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:19.225046 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-8a33cf28-479e-41e9-bb9e-2768e24f6f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:32:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['4d7001e6-326f-4221-995f-f88974a65afb'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:19.228070 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-1483beca-9cff-4f80-b60a-833b2bba4248 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0402364b-ba2c-428d-aad7-bed4c2551564 HTTP/1.1" status: 204 len: 168 time: 0.7136297 Dec 08 16:32:19.240822 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1483beca-9cff-4f80-b60a-833b2bba4248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0402364b-ba2c-428d-aad7-bed4c2551564,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:19.244714 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b25bc685-aa56-41a9-bdf3-19920788d1f5 req-b3fc51d5-5aa0-4c8a-a3a8-bcd01fbb341a tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=065e2913-d123-4be2-9a9c-42f076831145&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2392809 Dec 08 16:32:19.259855 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89577b0-6c9e-47e4-b1c2-9b3f686bdc85 None None] Pushing event updated for resources: {'Port': ['ID=5e52ada0-e556-43fb-9218-1bc5901951fd,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:19.358508 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89577b0-6c9e-47e4-b1c2-9b3f686bdc85 None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:32:19.377026 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-b89577b0-6c9e-47e4-b1c2-9b3f686bdc85 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:32:19.395509 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9709922d-69de-417e-bf12-056a0a974d0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:19.398392 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9709922d-69de-417e-bf12-056a0a974d0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:19.399620 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-9709922d-69de-417e-bf12-056a0a974d0d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/85c8591c-4ff4-472e-b8a5-47607997144b HTTP/1.1" status: 204 len: 168 time: 0.6979220 Dec 08 16:32:19.405398 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89577b0-6c9e-47e4-b1c2-9b3f686bdc85 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:32:19.413569 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9709922d-69de-417e-bf12-056a0a974d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c8591c-4ff4-472e-b8a5-47607997144b,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:19.425373 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e95a2e-8ad7-4eb4-b8d8-105e93d7478b req-d3d23ddf-87e9-4c96-a0ec-9cc16fe519d5 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:19.427824 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-71e95a2e-8ad7-4eb4-b8d8-105e93d7478b req-d3d23ddf-87e9-4c96-a0ec-9cc16fe519d5 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.37 "GET /v2.0/ports?device_id=eaa1587d-d57b-472c-b885-663a7788dc96 HTTP/1.1" status: 200 len: 944 time: 0.2609508 Dec 08 16:32:19.519456 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-181e9389-8d7c-4af0-899c-d4a958b8eb0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:19.574527 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-8a33cf28-479e-41e9-bb9e-2768e24f6f29 None None] Set router 4d7001e6-326f-4221-995f-f88974a65afb gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:32:19.602623 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 47712) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:19.615854 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181e9389-8d7c-4af0-899c-d4a958b8eb0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=04ac023f-c7a7-452b-9e56-de1b0427c2fc,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:19.620059 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0bc84ae0-90bc-41ac-9a52-4e3013649e39 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:19.636948 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181e9389-8d7c-4af0-899c-d4a958b8eb0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:19.637411 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181e9389-8d7c-4af0-899c-d4a958b8eb0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:19.637665 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181e9389-8d7c-4af0-899c-d4a958b8eb0a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:19.638070 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181e9389-8d7c-4af0-899c-d4a958b8eb0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:19.638394 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181e9389-8d7c-4af0-899c-d4a958b8eb0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:19.638683 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181e9389-8d7c-4af0-899c-d4a958b8eb0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:19.639013 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181e9389-8d7c-4af0-899c-d4a958b8eb0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:19.639543 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181e9389-8d7c-4af0-899c-d4a958b8eb0a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:19.639682 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181e9389-8d7c-4af0-899c-d4a958b8eb0a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:19.639992 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181e9389-8d7c-4af0-899c-d4a958b8eb0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:19.640352 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181e9389-8d7c-4af0-899c-d4a958b8eb0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:19.640684 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181e9389-8d7c-4af0-899c-d4a958b8eb0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:19.641011 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181e9389-8d7c-4af0-899c-d4a958b8eb0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:19.655646 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181e9389-8d7c-4af0-899c-d4a958b8eb0a admin admin] Checking segment: {'id': '3f86d3f4-3ac5-4ebe-ab30-4fe849630345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '23d3a8c7-f649-4340-acb6-d2ae286870cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:32:19.656020 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181e9389-8d7c-4af0-899c-d4a958b8eb0a admin admin] Network hostable DHCP agents. Network: 23d3a8c7-f649-4340-acb6-d2ae286870cf, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:32:19.679976 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-71e95a2e-8ad7-4eb4-b8d8-105e93d7478b req-b51ecd08-3daa-417a-8e73-0cb0a77191e2 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Deleting port 107ec848-c1d6-42ff-8697-22d69545bf2c {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:32:19.680230 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-71e95a2e-8ad7-4eb4-b8d8-105e93d7478b req-b51ecd08-3daa-417a-8e73-0cb0a77191e2 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:19.700436 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc84ae0-90bc-41ac-9a52-4e3013649e39 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:32:19.716588 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-0bc84ae0-90bc-41ac-9a52-4e3013649e39 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:32:19.726582 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc84ae0-90bc-41ac-9a52-4e3013649e39 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:19.727597 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0bc84ae0-90bc-41ac-9a52-4e3013649e39 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:19.781728 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-10a4ad85-0793-413b-8387-16eca6b519e9 admin admin] Deleting subnet 248e37dc-1d8d-4d3e-9a87-0b6dedad1f36 {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:32:19.803973 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181e9389-8d7c-4af0-899c-d4a958b8eb0a admin admin] Network 23d3a8c7-f649-4340-acb6-d2ae286870cf is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:32:19.807453 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc84ae0-90bc-41ac-9a52-4e3013649e39 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event updated for resources: {'Subnet': ['ID=f1e194b2-b14a-4003-b675-3779b0add5b6,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:19.813524 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-10a4ad85-0793-413b-8387-16eca6b519e9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:19.845989 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-71e95a2e-8ad7-4eb4-b8d8-105e93d7478b req-b51ecd08-3daa-417a-8e73-0cb0a77191e2 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] For port 107ec848-c1d6-42ff-8697-22d69545bf2c, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=107ec848-c1d6-42ff-8697-22d69545bf2c,segment=NetworkSegment(b33a2c14-dda0-41e9-9c32-0acf92d96bc1),segment_id=b33a2c14-dda0-41e9-9c32-0acf92d96bc1)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:32:19.846625 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-71e95a2e-8ad7-4eb4-b8d8-105e93d7478b req-b51ecd08-3daa-417a-8e73-0cb0a77191e2 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:19.878241 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-10a4ad85-0793-413b-8387-16eca6b519e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:19.882318 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-71e95a2e-8ad7-4eb4-b8d8-105e93d7478b req-b51ecd08-3daa-417a-8e73-0cb0a77191e2 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Calling delete_port for 107ec848-c1d6-42ff-8697-22d69545bf2c owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:32:19.900080 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-b89577b0-6c9e-47e4-b1c2-9b3f686bdc85 None None] Attempting to bind port 5e52ada0-e556-43fb-9218-1bc5901951fd on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:32:19.900487 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-b89577b0-6c9e-47e4-b1c2-9b3f686bdc85 None None] Attempting to bind port 5e52ada0-e556-43fb-9218-1bc5901951fd by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:32:19.900870 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89577b0-6c9e-47e4-b1c2-9b3f686bdc85 None None] Attempting to bind port 5e52ada0-e556-43fb-9218-1bc5901951fd on network e406e062-eec7-4ef2-b02a-de32c9a24df9 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:32:19.909420 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89577b0-6c9e-47e4-b1c2-9b3f686bdc85 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:32:19.909795 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89577b0-6c9e-47e4-b1c2-9b3f686bdc85 None None] Checking segment: {'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:32:19.910223 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b89577b0-6c9e-47e4-b1c2-9b3f686bdc85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:19.910617 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89577b0-6c9e-47e4-b1c2-9b3f686bdc85 None None] Bound using segment: {'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:32:19.911700 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-b89577b0-6c9e-47e4-b1c2-9b3f686bdc85 None None] Bound port: 5e52ada0-e556-43fb-9218-1bc5901951fd, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:32:19.912087 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b89577b0-6c9e-47e4-b1c2-9b3f686bdc85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:19.955254 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-10a4ad85-0793-413b-8387-16eca6b519e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:20.053759 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-181e9389-8d7c-4af0-899c-d4a958b8eb0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 23d3a8c7-f649-4340-acb6-d2ae286870cf) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:32:20.062225 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181e9389-8d7c-4af0-899c-d4a958b8eb0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:20.063156 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-181e9389-8d7c-4af0-899c-d4a958b8eb0a admin admin] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:20.075457 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 47728) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:20.078351 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-0bc84ae0-90bc-41ac-9a52-4e3013649e39 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7655337 Dec 08 16:32:20.082058 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1281ff93-da98-4af0-bf53-1dea2fa016d3 None None] Network 23d3a8c7-f649-4340-acb6-d2ae286870cf requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:32:20.096237 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-1dd69dac-093b-4172-aeb2-439ca81b5ef7 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Request body: {'port': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'mac_address': 'fa:16:3e:ad:14:0f', 'name': 'tempest-NetworksTestDHCPv6-1606849492'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:32:20.143030 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-71e95a2e-8ad7-4eb4-b8d8-105e93d7478b req-b51ecd08-3daa-417a-8e73-0cb0a77191e2 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:20.154652 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaa1587d-d57b-472c-b885-663a7788dc96', 'tag': '107ec848-c1d6-42ff-8697-22d69545bf2c'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:32:20.157396 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d855f63b-e257-4b8c-ae80-5140ec2f2a9e" -d '{"events": [{"name": "network-changed", "server_uuid": "eaa1587d-d57b-472c-b885-663a7788dc96", "tag": "107ec848-c1d6-42ff-8697-22d69545bf2c"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:32:20.186722 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-10a4ad85-0793-413b-8387-16eca6b519e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:20.214347 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-b89577b0-6c9e-47e4-b1c2-9b3f686bdc85 None None] For port 5e52ada0-e556-43fb-9218-1bc5901951fd, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:32:20.246821 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-b89577b0-6c9e-47e4-b1c2-9b3f686bdc85 None None] For port 5e52ada0-e556-43fb-9218-1bc5901951fd, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=5e52ada0-e556-43fb-9218-1bc5901951fd,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:32:20.264244 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e350d2-4a0a-4cc1-98c4-8b0cbc791851 x-openstack-request-id: req-13e350d2-4a0a-4cc1-98c4-8b0cbc791851 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:32:20.264721 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaa1587d-d57b-472c-b885-663a7788dc96", "tag": "107ec848-c1d6-42ff-8697-22d69545bf2c", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:32:20.265146 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-13e350d2-4a0a-4cc1-98c4-8b0cbc791851 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:32:20.266270 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaa1587d-d57b-472c-b885-663a7788dc96', 'tag': '107ec848-c1d6-42ff-8697-22d69545bf2c', 'status': 'completed', 'code': 200} Dec 08 16:32:20.266545 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a4ad85-0793-413b-8387-16eca6b519e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=248e37dc-1d8d-4d3e-9a87-0b6dedad1f36,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:20.268164 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51ecd08-3daa-417a-8e73-0cb0a77191e2 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event deleted for resources: {'Port': ['ID=107ec848-c1d6-42ff-8697-22d69545bf2c,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:20.284765 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-181e9389-8d7c-4af0-899c-d4a958b8eb0a admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.7546206 Dec 08 16:32:20.284885 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 47740) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:20.305813 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-19add367-716d-483e-93f0-2a68fb740764 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1604878544-router', 'tenant_id': '47b5c444a65946f4b5bfdbe83590935a', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:32:20.324865 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32793f0a-14cb-4273-a592-c266a3bc143e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-23d3a8c7-f649-4340-acb6-d2ae286870cf', 'network_id': '23d3a8c7-f649-4340-acb6-d2ae286870cf', 'project_id': '47b5c444a65946f4b5bfdbe83590935a', 'fixed_ips': [{'subnet_id': '04ac023f-c7a7-452b-9e56-de1b0427c2fc'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:32:20.331295 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-32793f0a-14cb-4273-a592-c266a3bc143e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:20.336266 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3121364-543f-4e6e-89ad-324c684d1434 None None] Network 6bc7cad8-ce82-4d14-8967-10a5440b0811 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:32:20.338481 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-10a4ad85-0793-413b-8387-16eca6b519e9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:20.349133 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-10a4ad85-0793-413b-8387-16eca6b519e9 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/248e37dc-1d8d-4d3e-9a87-0b6dedad1f36 HTTP/1.1" status: 204 len: 168 time: 0.7440393 Dec 08 16:32:20.375554 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 47742) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:20.378853 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-71e95a2e-8ad7-4eb4-b8d8-105e93d7478b req-b51ecd08-3daa-417a-8e73-0cb0a77191e2 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] No DVR routers for this DVR port 107ec848-c1d6-42ff-8697-22d69545bf2c on host n-h2-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:32:20.388417 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d855f63b-e257-4b8c-ae80-5140ec2f2a9e req-7892a493-7d50-4ef4-bcb4-c671fc71216c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5ac8783bc8454dbdaff01b6ea349ef5e&device_id=eaa1587d-d57b-472c-b885-663a7788dc96 HTTP/1.1" status: 200 len: 210 time: 0.1023676 Dec 08 16:32:20.395950 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-71e95a2e-8ad7-4eb4-b8d8-105e93d7478b req-b51ecd08-3daa-417a-8e73-0cb0a77191e2 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:20.400552 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-71e95a2e-8ad7-4eb4-b8d8-105e93d7478b req-b51ecd08-3daa-417a-8e73-0cb0a77191e2 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.37 "DELETE /v2.0/ports/107ec848-c1d6-42ff-8697-22d69545bf2c HTTP/1.1" status: 204 len: 173 time: 0.9621298 Dec 08 16:32:20.422725 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:32:20.423276 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b89577b0-6c9e-47e4-b1c2-9b3f686bdc85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:20.424880 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7c625a6a-8870-4831-9076-b6c2fdc5aa31 req-d13011eb-c957-42ec-a852-6e22207586c7 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=eaa1587d-d57b-472c-b885-663a7788dc96 HTTP/1.1" status: 200 len: 210 time: 0.0722268 Dec 08 16:32:20.497968 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-8a33cf28-479e-41e9-bb9e-2768e24f6f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7001e6-326f-4221-995f-f88974a65afb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204515935', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '635396da-a928-4a20-9f14-0d6dfb838628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:29:44Z', 'updated_at': '2021-12-08T16:29:56Z', 'revision_number': 4, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'gw_port': {'id': '635396da-a928-4a20-9f14-0d6dfb838628', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7001e6-326f-4221-995f-f88974a65afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:29:46Z', 'updated_at': '2021-12-08T16:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '5615dee4-758e-44d4-8a14-4d68a7f54f64', 'name': '', 'network_id': '67138b53-2811-40bc-a015-fb451bf262f6', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'mac_address': 'fa:16:3e:9a:21:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7001e6-326f-4221-995f-f88974a65afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '678eef96-fa31-4199-855c-24f38bc18493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:29:54Z', 'updated_at': '2021-12-08T16:30:04Z', 'revision_number': 5, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'subnets': [{'id': '678eef96-fa31-4199-855c-24f38bc18493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:20.500284 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-adba96d3-8d82-4f55-8f0e-f2ea2342fd86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:20.572047 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-19add367-716d-483e-93f0-2a68fb740764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:20.572968 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-19add367-716d-483e-93f0-2a68fb740764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:20.617606 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-adba96d3-8d82-4f55-8f0e-f2ea2342fd86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:20.630203 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a33cf28-479e-41e9-bb9e-2768e24f6f29 None None] The sync data for ids ['4d7001e6-326f-4221-995f-f88974a65afb'] in n-d-776250-12 is: [{'id': '4d7001e6-326f-4221-995f-f88974a65afb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204515935', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '635396da-a928-4a20-9f14-0d6dfb838628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:29:44Z', 'updated_at': '2021-12-08T16:29:56Z', 'revision_number': 4, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'gw_port': {'id': '635396da-a928-4a20-9f14-0d6dfb838628', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7001e6-326f-4221-995f-f88974a65afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:29:46Z', 'updated_at': '2021-12-08T16:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '5615dee4-758e-44d4-8a14-4d68a7f54f64', 'name': '', 'network_id': '67138b53-2811-40bc-a015-fb451bf262f6', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'mac_address': 'fa:16:3e:9a:21:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7001e6-326f-4221-995f-f88974a65afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '678eef96-fa31-4199-855c-24f38bc18493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:29:54Z', 'updated_at': '2021-12-08T16:30:04Z', 'revision_number': 5, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'subnets': [{'id': '678eef96-fa31-4199-855c-24f38bc18493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:32:20.663576 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89577b0-6c9e-47e4-b1c2-9b3f686bdc85 None None] Pushing event updated for resources: {'Port': ['ID=5e52ada0-e556-43fb-9218-1bc5901951fd,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:20.725079 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-adba96d3-8d82-4f55-8f0e-f2ea2342fd86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bc7cad8-ce82-4d14-8967-10a5440b0811']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:20.748717 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-adba96d3-8d82-4f55-8f0e-f2ea2342fd86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae20c5bd-2351-4f26-a643-51190719905b') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:20.749239 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-adba96d3-8d82-4f55-8f0e-f2ea2342fd86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae20c5bd-2351-4f26-a643-51190719905b') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:20.767334 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 47748) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:20.790204 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0914ed-cd40-4cd2-afb3-d82071f3d7ab None None] DHCP port deletion for 6bc7cad8-ce82-4d14-8967-10a5440b0811 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:32:20.854031 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-adba96d3-8d82-4f55-8f0e-f2ea2342fd86 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:20.854250 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-19add367-716d-483e-93f0-2a68fb740764 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:20.871881 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-32793f0a-14cb-4273-a592-c266a3bc143e None None] Allocated IP 172.20.0.2 (23d3a8c7-f649-4340-acb6-d2ae286870cf/04ac023f-c7a7-452b-9e56-de1b0427c2fc/48a73043-1880-4a88-ac49-f6a2a62f8bf1) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:32:20.911490 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd69dac-093b-4172-aeb2-439ca81b5ef7 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Made reservation on behalf of 450e207568904a6eabc726912d992373 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:32:21.120099 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-adba96d3-8d82-4f55-8f0e-f2ea2342fd86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:21.141767 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c5603f9e-2c42-4f0f-a8f1-9621350f0c7f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=af03a2e86b78478ab86cace1636ed027&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3408346 Dec 08 16:32:21.198552 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 47754) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:21.257627 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1dd69dac-093b-4172-aeb2-439ca81b5ef7 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:21.281131 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adba96d3-8d82-4f55-8f0e-f2ea2342fd86 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:32:21.285105 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-adba96d3-8d82-4f55-8f0e-f2ea2342fd86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:21.290521 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:32:21.290521 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:32:21.290521 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:32:21.290521 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:32:21.290521 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:32:21.290521 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:32:21.290521 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:32:21.290521 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:32:21.290521 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:32:21.290521 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:32:21.290521 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:32:21.290521 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:32:21.290521 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:32:21.290521 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:32:21.290521 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:32:21.290521 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:32:21.290521 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:32:21.290521 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:32:21.290521 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:32:21.290521 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:32:21.290521 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:32:21.290521 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:32:21.290521 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:32:21.290521 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:32:21.290521 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:32:21.290521 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:32:21.290521 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:32:21.290521 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:32:21.290521 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:32:21.290521 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:32:21.290521 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:32:21.290521 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:32:21.366993 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7838808-3b89-48f5-bda7-7ebe0a5d4ff8 None None] New status for floating IP 3b619e57-eb52-442f-86f3-0d51af346529: DOWN {{(pid=110553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:32:21.395875 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [None req-1dd69dac-093b-4172-aeb2-439ca81b5ef7 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] device_id is not set on port 20c03173-af44-48ac-8b0e-6d545fad7144 yet. {{(pid=110550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:32:21.471613 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-32793f0a-14cb-4273-a592-c266a3bc143e None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:21.525534 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 47772) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:21.586274 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-19add367-716d-483e-93f0-2a68fb740764 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:21.594709 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-adba96d3-8d82-4f55-8f0e-f2ea2342fd86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:21.607158 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-adba96d3-8d82-4f55-8f0e-f2ea2342fd86 admin admin] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:21.612923 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-adba96d3-8d82-4f55-8f0e-f2ea2342fd86 admin admin] 10.222.0.64 "DELETE /v2.0/networks/6bc7cad8-ce82-4d14-8967-10a5440b0811 HTTP/1.1" status: 204 len: 168 time: 1.2289991 Dec 08 16:32:21.625651 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f44cddfc-94d8-44cd-8dde-a0442d35b686 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:21.661838 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-32793f0a-14cb-4273-a592-c266a3bc143e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:21.680167 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adba96d3-8d82-4f55-8f0e-f2ea2342fd86 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bc7cad8-ce82-4d14-8967-10a5440b0811,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:21.723365 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32793f0a-14cb-4273-a592-c266a3bc143e None None] Network 23d3a8c7-f649-4340-acb6-d2ae286870cf is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:32:21.730429 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-32793f0a-14cb-4273-a592-c266a3bc143e None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:32:21.735618 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-1dd69dac-093b-4172-aeb2-439ca81b5ef7 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Allocated IP 172.20.0.2 (e406e062-eec7-4ef2-b02a-de32c9a24df9/f1e194b2-b14a-4003-b675-3779b0add5b6/20c03173-af44-48ac-8b0e-6d545fad7144) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:32:21.744072 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 107ec848-c1d6-42ff-8697-22d69545bf2c no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:32:21.752575 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-1dd69dac-093b-4172-aeb2-439ca81b5ef7 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Allocated IP 2001:db8::f816:3eff:fead:140f (e406e062-eec7-4ef2-b02a-de32c9a24df9/e59390c4-cc69-423c-adc9-0396499f2d7b/20c03173-af44-48ac-8b0e-6d545fad7144) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:32:21.902412 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32793f0a-14cb-4273-a592-c266a3bc143e None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:32:21.909455 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: 107ec848-c1d6-42ff-8697-22d69545bf2c {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:32:21.910199 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 107ec848-c1d6-42ff-8697-22d69545bf2c not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:32:21.975797 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32793f0a-14cb-4273-a592-c266a3bc143e None None] Pushing event updated for resources: {'Port': ['ID=48a73043-1880-4a88-ac49-f6a2a62f8bf1,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:22.037830 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-32793f0a-14cb-4273-a592-c266a3bc143e None None] Attempting to bind port 48a73043-1880-4a88-ac49-f6a2a62f8bf1 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:32:22.038478 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-32793f0a-14cb-4273-a592-c266a3bc143e None None] Attempting to bind port 48a73043-1880-4a88-ac49-f6a2a62f8bf1 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '3f86d3f4-3ac5-4ebe-ab30-4fe849630345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '23d3a8c7-f649-4340-acb6-d2ae286870cf'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:32:22.039611 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32793f0a-14cb-4273-a592-c266a3bc143e None None] Attempting to bind port 48a73043-1880-4a88-ac49-f6a2a62f8bf1 on network 23d3a8c7-f649-4340-acb6-d2ae286870cf {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:32:22.079346 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32793f0a-14cb-4273-a592-c266a3bc143e None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:32:22.081110 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32793f0a-14cb-4273-a592-c266a3bc143e None None] Checking segment: {'id': '3f86d3f4-3ac5-4ebe-ab30-4fe849630345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '23d3a8c7-f649-4340-acb6-d2ae286870cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:32:22.081542 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-32793f0a-14cb-4273-a592-c266a3bc143e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:22.083720 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32793f0a-14cb-4273-a592-c266a3bc143e None None] Bound using segment: {'id': '3f86d3f4-3ac5-4ebe-ab30-4fe849630345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '23d3a8c7-f649-4340-acb6-d2ae286870cf'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:32:22.084279 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-32793f0a-14cb-4273-a592-c266a3bc143e None None] Bound port: 48a73043-1880-4a88-ac49-f6a2a62f8bf1, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f86d3f4-3ac5-4ebe-ab30-4fe849630345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '23d3a8c7-f649-4340-acb6-d2ae286870cf'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:32:22.084685 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-32793f0a-14cb-4273-a592-c266a3bc143e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:22.090123 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1dd69dac-093b-4172-aeb2-439ca81b5ef7 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:22.137430 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 47790) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:22.285671 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-32793f0a-14cb-4273-a592-c266a3bc143e None None] For port 48a73043-1880-4a88-ac49-f6a2a62f8bf1, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:32:22.290521 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-32793f0a-14cb-4273-a592-c266a3bc143e None None] For port 48a73043-1880-4a88-ac49-f6a2a62f8bf1, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=48a73043-1880-4a88-ac49-f6a2a62f8bf1,segment=NetworkSegment(3f86d3f4-3ac5-4ebe-ab30-4fe849630345),segment_id=3f86d3f4-3ac5-4ebe-ab30-4fe849630345)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:32:22.304260 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaa1587d-d57b-472c-b885-663a7788dc96', 'name': 'network-vif-deleted', 'tag': '107ec848-c1d6-42ff-8697-22d69545bf2c'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:32:22.318625 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d610bc3d-0c2d-43b1-afd0-1327547043bb" -d '{"events": [{"server_uuid": "eaa1587d-d57b-472c-b885-663a7788dc96", "name": "network-vif-deleted", "tag": "107ec848-c1d6-42ff-8697-22d69545bf2c"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:32:22.357970 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f44cddfc-94d8-44cd-8dde-a0442d35b686 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:22.362299 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-344f7a74-bb86-411f-94ac-64ad29550d32 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=39d0a07c70234221a3fafc599aa62bdb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2236400 Dec 08 16:32:22.365572 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 47796) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:22.381185 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-32793f0a-14cb-4273-a592-c266a3bc143e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:22.399414 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2f66d0-52ce-4949-af4c-a4564d9d0d14 x-openstack-request-id: req-bd2f66d0-52ce-4949-af4c-a4564d9d0d14 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:32:22.399938 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaa1587d-d57b-472c-b885-663a7788dc96", "name": "network-vif-deleted", "tag": "107ec848-c1d6-42ff-8697-22d69545bf2c", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:32:22.400417 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bd2f66d0-52ce-4949-af4c-a4564d9d0d14 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:32:22.401442 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaa1587d-d57b-472c-b885-663a7788dc96', 'name': 'network-vif-deleted', 'tag': '107ec848-c1d6-42ff-8697-22d69545bf2c', 'status': 'completed', 'code': 200} Dec 08 16:32:22.460378 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1dd69dac-093b-4172-aeb2-439ca81b5ef7 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:22.521398 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32793f0a-14cb-4273-a592-c266a3bc143e None None] Pushing event updated for resources: {'Port': ['ID=48a73043-1880-4a88-ac49-f6a2a62f8bf1,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:22.534464 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd69dac-093b-4172-aeb2-439ca81b5ef7 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:32:22.542248 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-1dd69dac-093b-4172-aeb2-439ca81b5ef7 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:32:22.549424 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd69dac-093b-4172-aeb2-439ca81b5ef7 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:32:22.599864 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df05a74-e52f-43e2-aa22-f9d53db01ca1 None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:32:22.696727 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd69dac-093b-4172-aeb2-439ca81b5ef7 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event updated for resources: {'Port': ['ID=20c03173-af44-48ac-8b0e-6d545fad7144,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:22.714042 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd69dac-093b-4172-aeb2-439ca81b5ef7 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:22.714042 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1dd69dac-093b-4172-aeb2-439ca81b5ef7 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:22.820559 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-3e62c0f8-ae6f-4879-bc6b-53a8e0e392dc None None] Provisioning complete for port 5e52ada0-e556-43fb-9218-1bc5901951fd triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:22.821726 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3e62c0f8-ae6f-4879-bc6b-53a8e0e392dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:22.833980 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-1dd69dac-093b-4172-aeb2-439ca81b5ef7 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.7570183 Dec 08 16:32:22.834926 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 47802) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:22.871209 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3dca8be1-db35-4c41-9840-1f263cddf95f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:22.878888 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f44cddfc-94d8-44cd-8dde-a0442d35b686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:22.881866 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f44cddfc-94d8-44cd-8dde-a0442d35b686 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:22.883083 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f44cddfc-94d8-44cd-8dde-a0442d35b686 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dd46b09e-a863-401d-9fb4-40eee1f4c84c HTTP/1.1" status: 204 len: 168 time: 1.6797762 Dec 08 16:32:22.988137 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44cddfc-94d8-44cd-8dde-a0442d35b686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd46b09e-a863-401d-9fb4-40eee1f4c84c,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:23.033358 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3dca8be1-db35-4c41-9840-1f263cddf95f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:23.045502 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8dafb1b-5272-4984-9ca8-218e51c4ed9a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:23.072055 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8dafb1b-5272-4984-9ca8-218e51c4ed9a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:23.109552 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a8dafb1b-5272-4984-9ca8-218e51c4ed9a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.2694087 Dec 08 16:32:23.111945 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 47808) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:23.125451 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 48a73043-1880-4a88-ac49-f6a2a62f8bf1 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:32:23.267398 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3dca8be1-db35-4c41-9840-1f263cddf95f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:23.277998 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3dca8be1-db35-4c41-9840-1f263cddf95f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:23.282636 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-3dca8be1-db35-4c41-9840-1f263cddf95f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/654bd4f6-6db2-4b1b-a1c7-956de5974017 HTTP/1.1" status: 204 len: 168 time: 0.9023230 Dec 08 16:32:23.359392 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-0bb5906e-ae9a-4448-b484-d8ef19f57e40 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Deleting port 20c03173-af44-48ac-8b0e-6d545fad7144 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:32:23.360459 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0bb5906e-ae9a-4448-b484-d8ef19f57e40 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:23.374822 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dca8be1-db35-4c41-9840-1f263cddf95f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654bd4f6-6db2-4b1b-a1c7-956de5974017,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:23.444220 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3e62c0f8-ae6f-4879-bc6b-53a8e0e392dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:23.528020 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-3e62c0f8-ae6f-4879-bc6b-53a8e0e392dc None None] For port 5e52ada0-e556-43fb-9218-1bc5901951fd, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=5e52ada0-e556-43fb-9218-1bc5901951fd,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:32:23.615330 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 48a73043-1880-4a88-ac49-f6a2a62f8bf1 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:23.615828 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:23.624118 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0bb5906e-ae9a-4448-b484-d8ef19f57e40 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:23.670755 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-0bb5906e-ae9a-4448-b484-d8ef19f57e40 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Calling delete_port for 20c03173-af44-48ac-8b0e-6d545fad7144 owned by {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:32:23.689141 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff9dee3-147a-486a-9ab9-75c95ceda2ae None None] Update dhcp port {'port': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'fixed_ips': [{'subnet_id': 'e59390c4-cc69-423c-adc9-0396499f2d7b', 'ip_address': '2001:db8::f816:3eff:fe21:741'}, {'subnet_id': 'f1e194b2-b14a-4003-b675-3779b0add5b6'}], 'binding:host_id': 'n-d-776250-12'}, 'id': '5e52ada0-e556-43fb-9218-1bc5901951fd'} from n-d-776250-12. {{(pid=110552) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 16:32:23.733183 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1ff9dee3-147a-486a-9ab9-75c95ceda2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:23.772230 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3e62c0f8-ae6f-4879-bc6b-53a8e0e392dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:23.975104 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-19add367-716d-483e-93f0-2a68fb740764 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:24.047088 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-19add367-716d-483e-93f0-2a68fb740764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:24.123677 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d3d1943a-b93a-4b74-837d-08e9f50e47d0 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:24.173128 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:24.235650 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e62c0f8-ae6f-4879-bc6b-53a8e0e392dc None None] Pushing event updated for resources: {'Port': ['ID=5e52ada0-e556-43fb-9218-1bc5901951fd,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:24.249562 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0bb5906e-ae9a-4448-b484-d8ef19f57e40 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:24.270393 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 48a73043-1880-4a88-ac49-f6a2a62f8bf1, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=48a73043-1880-4a88-ac49-f6a2a62f8bf1,segment=NetworkSegment(3f86d3f4-3ac5-4ebe-ab30-4fe849630345),segment_id=3f86d3f4-3ac5-4ebe-ab30-4fe849630345)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:32:24.353216 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4135b84c-e930-4c32-9749-ec1ea018dcca None None] Network 23d3a8c7-f649-4340-acb6-d2ae286870cf requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:32:24.445653 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-13da2b39-a20d-4c19-8fef-931c063a1767 None None] Provisioning complete for port 48a73043-1880-4a88-ac49-f6a2a62f8bf1 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:24.446027 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-13da2b39-a20d-4c19-8fef-931c063a1767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:24.483761 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb5906e-ae9a-4448-b484-d8ef19f57e40 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event deleted for resources: {'Port': ['ID=20c03173-af44-48ac-8b0e-6d545fad7144,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:24.515003 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:24.515947 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 5e52ada0-e556-43fb-9218-1bc5901951fd up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:32:24.554670 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-1ff9dee3-147a-486a-9ab9-75c95ceda2ae None None] Allocated IP 172.20.0.3 (e406e062-eec7-4ef2-b02a-de32c9a24df9/f1e194b2-b14a-4003-b675-3779b0add5b6/5e52ada0-e556-43fb-9218-1bc5901951fd) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:32:24.726532 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0bb5906e-ae9a-4448-b484-d8ef19f57e40 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:24.735971 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-0bb5906e-ae9a-4448-b484-d8ef19f57e40 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/ports/20c03173-af44-48ac-8b0e-6d545fad7144 HTTP/1.1" status: 204 len: 168 time: 1.6192811 Dec 08 16:32:24.753207 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 47846) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:24.773501 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-19add367-716d-483e-93f0-2a68fb740764 admin admin] Allocated IP 172.25.0.94 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/6fb665af-b9c6-45de-b11c-2c065f15eb45) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:32:24.842513 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=48a73043-1880-4a88-ac49-f6a2a62f8bf1,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:24.863684 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a17f897-95df-4fbe-944f-548280953b23 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:24.866829 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a17f897-95df-4fbe-944f-548280953b23 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:24.871549 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a17f897-95df-4fbe-944f-548280953b23 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:24.871549 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-6a17f897-95df-4fbe-944f-548280953b23 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1192734 Dec 08 16:32:24.876231 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 47854) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:24.902156 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 5e52ada0-e556-43fb-9218-1bc5901951fd triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:24.902671 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:25.045332 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaaa4222-d172-4cc5-b4cc-341a9dad8668 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Deleting subnet e59390c4-cc69-423c-adc9-0396499f2d7b {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:32:25.158508 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-19add367-716d-483e-93f0-2a68fb740764 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:25.355295 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d3d1943a-b93a-4b74-837d-08e9f50e47d0 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Deleting port 5615dee4-758e-44d4-8a14-4d68a7f54f64 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:32:25.356586 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d3d1943a-b93a-4b74-837d-08e9f50e47d0 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:25.450122 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-19add367-716d-483e-93f0-2a68fb740764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:25.530529 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19add367-716d-483e-93f0-2a68fb740764 admin admin] Pushing event updated for resources: {'Port': ['ID=6fb665af-b9c6-45de-b11c-2c065f15eb45,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:25.533095 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 47868) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:25.552428 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-1ff9dee3-147a-486a-9ab9-75c95ceda2ae None None] For port 5e52ada0-e556-43fb-9218-1bc5901951fd, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=5e52ada0-e556-43fb-9218-1bc5901951fd,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:32:25.602822 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19add367-716d-483e-93f0-2a68fb740764 admin admin] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:32:25.603162 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1ff9dee3-147a-486a-9ab9-75c95ceda2ae None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:25.619173 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-19add367-716d-483e-93f0-2a68fb740764 admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:32:25.630976 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19add367-716d-483e-93f0-2a68fb740764 admin admin] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:32:25.641668 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-f853cac8-470d-4dc5-b188-5334063e3142 None None] Provisioning complete for port 48a73043-1880-4a88-ac49-f6a2a62f8bf1 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:25.642051 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f853cac8-470d-4dc5-b188-5334063e3142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:25.687385 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb159fe5-20aa-4ba8-afea-e4c45098f108 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:32:25.837011 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-d3d1943a-b93a-4b74-837d-08e9f50e47d0 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] For port 5615dee4-758e-44d4-8a14-4d68a7f54f64, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=5615dee4-758e-44d4-8a14-4d68a7f54f64,segment=NetworkSegment(b33a2c14-dda0-41e9-9c32-0acf92d96bc1),segment_id=b33a2c14-dda0-41e9-9c32-0acf92d96bc1)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:32:25.837397 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d3d1943a-b93a-4b74-837d-08e9f50e47d0 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:25.872821 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eaaa4222-d172-4cc5-b4cc-341a9dad8668 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:25.875935 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1ff9dee3-147a-486a-9ab9-75c95ceda2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:25.881491 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d3d1943a-b93a-4b74-837d-08e9f50e47d0 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Calling delete_port for 5615dee4-758e-44d4-8a14-4d68a7f54f64 owned by network:router_interface {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:32:25.958357 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 48a73043-1880-4a88-ac49-f6a2a62f8bf1 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:32:25.963607 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eaaa4222-d172-4cc5-b4cc-341a9dad8668 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:26.056768 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-584093c6-a20c-4efe-acba-fa00533718f1 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1432266324'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:32:26.099526 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-e5ad4f1c-88e8-48b0-ae31-6caf4170241d None None] Provisioning complete for port 6fb665af-b9c6-45de-b11c-2c065f15eb45 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:26.100042 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e5ad4f1c-88e8-48b0-ae31-6caf4170241d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:26.132794 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eaaa4222-d172-4cc5-b4cc-341a9dad8668 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:26.172063 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff9dee3-147a-486a-9ab9-75c95ceda2ae None None] Pushing event updated for resources: {'Port': ['ID=5e52ada0-e556-43fb-9218-1bc5901951fd,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:26.196950 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-e5ad4f1c-88e8-48b0-ae31-6caf4170241d None None] Port 6fb665af-b9c6-45de-b11c-2c065f15eb45 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:32:26.210840 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 48a73043-1880-4a88-ac49-f6a2a62f8bf1 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:26.211032 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:26.219968 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584093c6-a20c-4efe-acba-fa00533718f1 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Made reservation on behalf of 0542b0db7d594284bc77f5cfac960027 for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:32:26.226282 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-584093c6-a20c-4efe-acba-fa00533718f1 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:26.245478 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-584093c6-a20c-4efe-acba-fa00533718f1 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:26.313415 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 5e52ada0-e556-43fb-9218-1bc5901951fd up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:32:26.333115 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-19add367-716d-483e-93f0-2a68fb740764 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:26.385538 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 5e52ada0-e556-43fb-9218-1bc5901951fd triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:26.385924 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:26.410330 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-584093c6-a20c-4efe-acba-fa00533718f1 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:26.487416 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eaaa4222-d172-4cc5-b4cc-341a9dad8668 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:26.562121 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaa4222-d172-4cc5-b4cc-341a9dad8668 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event deleted for resources: {'Subnet': ['ID=e59390c4-cc69-423c-adc9-0396499f2d7b,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:26.565346 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-584093c6-a20c-4efe-acba-fa00533718f1 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:26.588395 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-584093c6-a20c-4efe-acba-fa00533718f1 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:32:26.597902 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-584093c6-a20c-4efe-acba-fa00533718f1 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:26.598956 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-584093c6-a20c-4efe-acba-fa00533718f1 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Added segment 9b03a5e4-50f4-43e6-b6bb-1d04abf7d98b of type vlan for network e4ad2783-3637-4539-b99a-838da5a28bff Dec 08 16:32:26.674386 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-eaaa4222-d172-4cc5-b4cc-341a9dad8668 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:26.692570 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-eaaa4222-d172-4cc5-b4cc-341a9dad8668 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/subnets/e59390c4-cc69-423c-adc9-0396499f2d7b HTTP/1.1" status: 204 len: 168 time: 1.8071890 Dec 08 16:32:26.722767 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 47892) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:26.724968 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584093c6-a20c-4efe-acba-fa00533718f1 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a758f9d3-36c4-4cd4-a358-61173b9340c5,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:26.821203 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d3d1943a-b93a-4b74-837d-08e9f50e47d0 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:26.845537 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-584093c6-a20c-4efe-acba-fa00533718f1 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:26.857303 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-19add367-716d-483e-93f0-2a68fb740764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:26.859518 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ff6dedf-8dd6-41d9-9b96-f7520a525339 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Deleting subnet f1e194b2-b14a-4003-b675-3779b0add5b6 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:32:26.865085 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3ff6dedf-8dd6-41d9-9b96-f7520a525339 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:26.915127 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d1943a-b93a-4b74-837d-08e9f50e47d0 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event deleted for resources: {'Port': ['ID=5615dee4-758e-44d4-8a14-4d68a7f54f64,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:26.968453 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3ff6dedf-8dd6-41d9-9b96-f7520a525339 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:27.122731 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3ff6dedf-8dd6-41d9-9b96-f7520a525339 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:27.227307 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-584093c6-a20c-4efe-acba-fa00533718f1 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:27.235753 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584093c6-a20c-4efe-acba-fa00533718f1 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:27.237810 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-584093c6-a20c-4efe-acba-fa00533718f1 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:27.271819 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd135a3-4f26-458b-8901-160b2e82184b None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:32:27.371983 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d3d1943a-b93a-4b74-837d-08e9f50e47d0 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:27.406811 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-26082043-0bb3-4a38-8e9c-b32fffb61e3c None None] Could not find standard attr ID for object 20c03173-af44-48ac-8b0e-6d545fad7144. {{(pid=110552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:32:27.430637 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584093c6-a20c-4efe-acba-fa00533718f1 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Pushing event updated for resources: {'Network': ['ID=e4ad2783-3637-4539-b99a-838da5a28bff,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:27.444271 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network e4ad2783-3637-4539-b99a-838da5a28bff details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:32:27.457315 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-584093c6-a20c-4efe-acba-fa00533718f1 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.9202712 Dec 08 16:32:27.478327 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-26082043-0bb3-4a38-8e9c-b32fffb61e3c None None] Provisioning complete for port 5e52ada0-e556-43fb-9218-1bc5901951fd triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:27.480412 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-26082043-0bb3-4a38-8e9c-b32fffb61e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:27.558058 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3ff6dedf-8dd6-41d9-9b96-f7520a525339 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:27.623942 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19add367-716d-483e-93f0-2a68fb740764 admin admin] Router c44ee87c-3d99-4fdb-94e8-4f9add013be4 is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:32:27.654550 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff6dedf-8dd6-41d9-9b96-f7520a525339 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event deleted for resources: {'Subnet': ['ID=f1e194b2-b14a-4003-b675-3779b0add5b6,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:27.675653 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3ff6dedf-8dd6-41d9-9b96-f7520a525339 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:27.682121 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-3ff6dedf-8dd6-41d9-9b96-f7520a525339 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/subnets/f1e194b2-b14a-4003-b675-3779b0add5b6 HTTP/1.1" status: 204 len: 168 time: 0.9519434 Dec 08 16:32:27.684317 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 47912) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:27.862366 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-f1098a94-915a-4f93-bbe0-9b3d938970dd tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1742597 Dec 08 16:32:27.864974 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 47924) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:27.892306 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-7738af48-946e-4a97-bd63-f34003c48636 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Request body: {'subnet': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:32:28.111227 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 5e52ada0-e556-43fb-9218-1bc5901951fd up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:32:28.295130 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7738af48-946e-4a97-bd63-f34003c48636 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Made reservation on behalf of 450e207568904a6eabc726912d992373 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:32:28.299590 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7738af48-946e-4a97-bd63-f34003c48636 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:28.325442 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607ff0c1-a81b-4f0d-aedb-9dccd70c5ce4 None None] Update dhcp port {'port': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'fixed_ips': [{'subnet_id': 'f1e194b2-b14a-4003-b675-3779b0add5b6'}], 'binding:host_id': 'n-d-776250-12'}, 'id': '5e52ada0-e556-43fb-9218-1bc5901951fd'} from n-d-776250-12. {{(pid=110552) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 16:32:28.376722 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-607ff0c1-a81b-4f0d-aedb-9dccd70c5ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:28.471317 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 5e52ada0-e556-43fb-9218-1bc5901951fd triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:28.471723 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:28.701031 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 47932) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:28.807493 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d1943a-b93a-4b74-837d-08e9f50e47d0 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Router 4d7001e6-326f-4221-995f-f88974a65afb has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:32:28.883421 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19add367-716d-483e-93f0-2a68fb740764 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:32:28.894435 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7712654-ea3a-4ac2-892b-704d589575fb None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:32:28.920539 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c5b245-486a-442e-be3e-4bb0e9925100 None None] Sync routers for ids ['c44ee87c-3d99-4fdb-94e8-4f9add013be4'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:32:29.054627 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d1943a-b93a-4b74-837d-08e9f50e47d0 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:32:29.066807 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfca45c-8722-4474-aaf6-993c24072fe2 None None] Sync routers for ids ['4d7001e6-326f-4221-995f-f88974a65afb'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:32:29.071104 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d3d1943a-b93a-4b74-837d-08e9f50e47d0 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "PUT /v2.0/routers/4d7001e6-326f-4221-995f-f88974a65afb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5439754 Dec 08 16:32:29.074195 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 47944) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:29.090462 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfca45c-8722-4474-aaf6-993c24072fe2 None None] Routers {'4d7001e6-326f-4221-995f-f88974a65afb'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:32:29.105953 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-ecfca45c-8722-4474-aaf6-993c24072fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:32:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['4d7001e6-326f-4221-995f-f88974a65afb'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:29.115262 n-d-776250-12 neutron-server[110550]: DEBUG neutron.objects.ports [None req-7738af48-946e-4a97-bd63-f34003c48636 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110550) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 16:32:29.150442 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc557676-bd80-469f-8f56-1b72d6b0d3ef tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Deleting subnet 678eef96-fa31-4199-855c-24f38bc18493 {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:32:29.162012 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dc557676-bd80-469f-8f56-1b72d6b0d3ef tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:29.264785 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6714e690-d62a-4e5f-a885-df43da3d995c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:29.265589 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dc557676-bd80-469f-8f56-1b72d6b0d3ef tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:29.435020 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c5b245-486a-442e-be3e-4bb0e9925100 None None] Routers {'c44ee87c-3d99-4fdb-94e8-4f9add013be4'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:32:29.437403 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-08c5b245-486a-442e-be3e-4bb0e9925100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:32:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['c44ee87c-3d99-4fdb-94e8-4f9add013be4'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:29.456427 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dc557676-bd80-469f-8f56-1b72d6b0d3ef tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:29.492723 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-ecfca45c-8722-4474-aaf6-993c24072fe2 None None] Set router 4d7001e6-326f-4221-995f-f88974a65afb gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:32:29.528772 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-19add367-716d-483e-93f0-2a68fb740764 admin admin] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:29.533623 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-19add367-716d-483e-93f0-2a68fb740764 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 9.2458029 Dec 08 16:32:29.534484 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 47950) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:29.612225 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-3f04dfd0-2d19-4136-8e2b-d616ba451cde None None] Provisioning complete for port 5e52ada0-e556-43fb-9218-1bc5901951fd triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:29.619046 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3f04dfd0-2d19-4136-8e2b-d616ba451cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:29.692636 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dc557676-bd80-469f-8f56-1b72d6b0d3ef tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:29.726691 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6714e690-d62a-4e5f-a885-df43da3d995c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:29.889186 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6714e690-d62a-4e5f-a885-df43da3d995c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:29.900381 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 5e52ada0-e556-43fb-9218-1bc5901951fd no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:32:30.022150 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc557676-bd80-469f-8f56-1b72d6b0d3ef tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event deleted for resources: {'Subnet': ['ID=678eef96-fa31-4199-855c-24f38bc18493,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:30.052932 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dc557676-bd80-469f-8f56-1b72d6b0d3ef tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:30.058861 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-dc557676-bd80-469f-8f56-1b72d6b0d3ef tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "DELETE /v2.0/subnets/678eef96-fa31-4199-855c-24f38bc18493 HTTP/1.1" status: 204 len: 168 time: 0.9794199 Dec 08 16:32:30.059314 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 47958) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:30.087526 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f4cf0f-db59-4a90-b6da-9c19b32f907c None None] Network 67138b53-2811-40bc-a015-fb451bf262f6 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:32:30.201304 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-6714e690-d62a-4e5f-a885-df43da3d995c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9ad5f6f5671740e681856e87817112c1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4941885 Dec 08 16:32:30.266670 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 47962) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:30.267780 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6714e690-d62a-4e5f-a885-df43da3d995c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c5914b-cd7b-4395-aa17-05245fcfb4a1,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:30.354040 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-ecfca45c-8722-4474-aaf6-993c24072fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7001e6-326f-4221-995f-f88974a65afb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204515935', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '635396da-a928-4a20-9f14-0d6dfb838628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:29:44Z', 'updated_at': '2021-12-08T16:32:26Z', 'revision_number': 5, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'gw_port': {'id': '635396da-a928-4a20-9f14-0d6dfb838628', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7001e6-326f-4221-995f-f88974a65afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:29:46Z', 'updated_at': '2021-12-08T16:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:30.355749 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7738af48-946e-4a97-bd63-f34003c48636 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:30.460887 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b731e3fc-5123-4df1-b975-551ce6a94dc8 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for router, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:30.470022 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfca45c-8722-4474-aaf6-993c24072fe2 None None] Checking router: 4d7001e6-326f-4221-995f-f88974a65afb for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:32:30.498201 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfca45c-8722-4474-aaf6-993c24072fe2 None None] Routers {'4d7001e6-326f-4221-995f-f88974a65afb'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:32:30.499352 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-ecfca45c-8722-4474-aaf6-993c24072fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:32:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['4d7001e6-326f-4221-995f-f88974a65afb'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:30.744539 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:30.795031 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-08c5b245-486a-442e-be3e-4bb0e9925100 None None] Set router c44ee87c-3d99-4fdb-94e8-4f9add013be4 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:32:30.809291 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-ecfca45c-8722-4474-aaf6-993c24072fe2 None None] Set router 4d7001e6-326f-4221-995f-f88974a65afb gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:32:30.881881 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 5e52ada0-e556-43fb-9218-1bc5901951fd, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=5e52ada0-e556-43fb-9218-1bc5901951fd,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:32:30.893775 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570f863c-0baa-44f3-aaed-d6a3e235299f None None] Update dhcp port {'port': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'fixed_ips': [{'subnet_id': '1b541935-8996-482f-9126-5f2182ac8966'}], 'binding:host_id': 'n-d-776250-12'}, 'id': '5e52ada0-e556-43fb-9218-1bc5901951fd'} from n-d-776250-12. {{(pid=110552) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 16:32:31.031659 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b731e3fc-5123-4df1-b975-551ce6a94dc8 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:31.064435 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 47970) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:31.092796 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-f4a32cbf-ed60-4f73-aa7b-751ad4b53a12 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Request body: {'subnet': {'network_id': 'e4ad2783-3637-4539-b99a-838da5a28bff', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:32:31.217462 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-570f863c-0baa-44f3-aaed-d6a3e235299f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:31.219491 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3f04dfd0-2d19-4136-8e2b-d616ba451cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:31.236513 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:31.333625 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-ecfca45c-8722-4474-aaf6-993c24072fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7001e6-326f-4221-995f-f88974a65afb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204515935', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '635396da-a928-4a20-9f14-0d6dfb838628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:29:44Z', 'updated_at': '2021-12-08T16:32:26Z', 'revision_number': 5, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'gw_port': {'id': '635396da-a928-4a20-9f14-0d6dfb838628', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7001e6-326f-4221-995f-f88974a65afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:29:46Z', 'updated_at': '2021-12-08T16:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:31.358954 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bec322e7-24f1-4e16-9ef9-d88db94600a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:31.385326 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.db.api [None req-7738af48-946e-4a97-bd63-f34003c48636 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:32:31.385847 n-d-776250-12 neutron-server[110550]: DEBUG oslo_db.api [None req-7738af48-946e-4a97-bd63-f34003c48636 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:32:31.407284 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cce12954-c329-494e-bf24-11afc06a665d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:31.459503 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cce12954-c329-494e-bf24-11afc06a665d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:31.500711 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfca45c-8722-4474-aaf6-993c24072fe2 None None] The sync data for ids ['4d7001e6-326f-4221-995f-f88974a65afb'] in n-d-776250-12 is: [{'id': '4d7001e6-326f-4221-995f-f88974a65afb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-204515935', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '635396da-a928-4a20-9f14-0d6dfb838628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:29:44Z', 'updated_at': '2021-12-08T16:32:26Z', 'revision_number': 5, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'gw_port': {'id': '635396da-a928-4a20-9f14-0d6dfb838628', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:60:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7001e6-326f-4221-995f-f88974a65afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:29:46Z', 'updated_at': '2021-12-08T16:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:32:31.550993 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a32cbf-ed60-4f73-aa7b-751ad4b53a12 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Made reservation on behalf of 0542b0db7d594284bc77f5cfac960027 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:32:31.555947 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f4a32cbf-ed60-4f73-aa7b-751ad4b53a12 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:31.609290 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cce12954-c329-494e-bf24-11afc06a665d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:31.612028 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cce12954-c329-494e-bf24-11afc06a665d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:31.622993 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-cce12954-c329-494e-bf24-11afc06a665d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/98c5914b-cd7b-4395-aa17-05245fcfb4a1 HTTP/1.1" status: 204 len: 168 time: 1.3233886 Dec 08 16:32:31.656683 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce12954-c329-494e-bf24-11afc06a665d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c5914b-cd7b-4395-aa17-05245fcfb4a1,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:31.681842 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-3f04dfd0-2d19-4136-8e2b-d616ba451cde None None] For port 5e52ada0-e556-43fb-9218-1bc5901951fd, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=5e52ada0-e556-43fb-9218-1bc5901951fd,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:32:31.687110 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a859d7be-c8f8-4673-adaf-6db9ecb8a458 None None] DHCP port deletion for 67138b53-2811-40bc-a015-fb451bf262f6 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:32:31.870455 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3f04dfd0-2d19-4136-8e2b-d616ba451cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:31.875323 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=5e52ada0-e556-43fb-9218-1bc5901951fd,revision_number=8']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:31.992152 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7738af48-946e-4a97-bd63-f34003c48636 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:32.060493 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 6bc390f2-e21f-4b22-918d-318d5fb393cf no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:32:32.106129 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f04dfd0-2d19-4136-8e2b-d616ba451cde None None] Pushing event updated for resources: {'Port': ['ID=5e52ada0-e556-43fb-9218-1bc5901951fd,revision_number=9']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:32.146329 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-bec322e7-24f1-4e16-9ef9-d88db94600a8 admin admin] Allocated IP 172.20.0.1 (23d3a8c7-f649-4340-acb6-d2ae286870cf/04ac023f-c7a7-452b-9e56-de1b0427c2fc/49d4574f-2891-4807-a4db-715668950cf5) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:32:32.161438 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-b731e3fc-5123-4df1-b975-551ce6a94dc8 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Deleting port 635396da-a928-4a20-9f14-0d6dfb838628 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:32:32.161770 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b731e3fc-5123-4df1-b975-551ce6a94dc8 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:32.290424 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:32.342287 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-7738af48-946e-4a97-bd63-f34003c48636 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] For port 5e52ada0-e556-43fb-9218-1bc5901951fd, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=5e52ada0-e556-43fb-9218-1bc5901951fd,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:32:32.411629 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7738af48-946e-4a97-bd63-f34003c48636 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:32.518793 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-a859d7be-c8f8-4673-adaf-6db9ecb8a458 None None] Deleting port 6bc390f2-e21f-4b22-918d-318d5fb393cf {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:32:32.519175 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a859d7be-c8f8-4673-adaf-6db9ecb8a458 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:32.530482 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7738af48-946e-4a97-bd63-f34003c48636 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:32.531673 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7738af48-946e-4a97-bd63-f34003c48636 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:32.549724 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bec322e7-24f1-4e16-9ef9-d88db94600a8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:32.596093 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-b731e3fc-5123-4df1-b975-551ce6a94dc8 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] For port 635396da-a928-4a20-9f14-0d6dfb838628, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=635396da-a928-4a20-9f14-0d6dfb838628,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:32:32.596597 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b731e3fc-5123-4df1-b975-551ce6a94dc8 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:32.603050 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-a859d7be-c8f8-4673-adaf-6db9ecb8a458 None None] For port 6bc390f2-e21f-4b22-918d-318d5fb393cf, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=6bc390f2-e21f-4b22-918d-318d5fb393cf,segment=NetworkSegment(b33a2c14-dda0-41e9-9c32-0acf92d96bc1),segment_id=b33a2c14-dda0-41e9-9c32-0acf92d96bc1)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:32:32.603744 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a859d7be-c8f8-4673-adaf-6db9ecb8a458 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:32.620625 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-a859d7be-c8f8-4673-adaf-6db9ecb8a458 None None] Calling delete_port for 6bc390f2-e21f-4b22-918d-318d5fb393cf owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:32:32.629257 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-b731e3fc-5123-4df1-b975-551ce6a94dc8 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Calling delete_port for 635396da-a928-4a20-9f14-0d6dfb838628 owned by network:router_gateway {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:32:32.668394 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7738af48-946e-4a97-bd63-f34003c48636 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:32:32.697148 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-7738af48-946e-4a97-bd63-f34003c48636 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:32:32.706147 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7738af48-946e-4a97-bd63-f34003c48636 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:32.706970 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7738af48-946e-4a97-bd63-f34003c48636 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:32.722602 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7738af48-946e-4a97-bd63-f34003c48636 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event updated for resources: {'Port': ['ID=5e52ada0-e556-43fb-9218-1bc5901951fd,revision_number=10']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:32.726788 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7738af48-946e-4a97-bd63-f34003c48636 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event updated for resources: {'Subnet': ['ID=1b541935-8996-482f-9126-5f2182ac8966,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:32.742234 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 6bc390f2-e21f-4b22-918d-318d5fb393cf, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=6bc390f2-e21f-4b22-918d-318d5fb393cf,segment=NetworkSegment(b33a2c14-dda0-41e9-9c32-0acf92d96bc1),segment_id=b33a2c14-dda0-41e9-9c32-0acf92d96bc1)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:32:32.743026 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f4a32cbf-ed60-4f73-aa7b-751ad4b53a12 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:32.774280 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-08c5b245-486a-442e-be3e-4bb0e9925100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44ee87c-3d99-4fdb-94e8-4f9add013be4', 'name': 'tempest-ImageQuotaTest-1604878544-router', 'tenant_id': '47b5c444a65946f4b5bfdbe83590935a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '6fb665af-b9c6-45de-b11c-2c065f15eb45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:32:20Z', 'updated_at': '2021-12-08T16:32:25Z', 'revision_number': 3, 'project_id': '47b5c444a65946f4b5bfdbe83590935a', 'gw_port': {'id': '6fb665af-b9c6-45de-b11c-2c065f15eb45', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c44ee87c-3d99-4fdb-94e8-4f9add013be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:24Z', 'updated_at': '2021-12-08T16:32:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:32.822228 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-7738af48-946e-4a97-bd63-f34003c48636 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.9553559 Dec 08 16:32:32.823001 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 47998) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:32.829619 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:32.830505 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 5615dee4-758e-44d4-8a14-4d68a7f54f64 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:32:32.853495 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-05e99c69-00c1-4670-896b-02651481e5b5 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Request body: {'subnet': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:32:32.857128 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 5615dee4-758e-44d4-8a14-4d68a7f54f64 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:32:32.857489 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 5615dee4-758e-44d4-8a14-4d68a7f54f64 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:32:32.859328 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.db.api [None req-570f863c-0baa-44f3-aaed-d6a3e235299f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:32:32.859328 n-d-776250-12 neutron-server[110552]: DEBUG oslo_db.api [None req-570f863c-0baa-44f3-aaed-d6a3e235299f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:32:32.861857 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c5b245-486a-442e-be3e-4bb0e9925100 None None] Checking router: c44ee87c-3d99-4fdb-94e8-4f9add013be4 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:32:32.862223 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c5b245-486a-442e-be3e-4bb0e9925100 None None] Updating router c44ee87c-3d99-4fdb-94e8-4f9add013be4 port 6fb665af-b9c6-45de-b11c-2c065f15eb45 binding host n-d-776250-12 {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:32:32.958497 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a859d7be-c8f8-4673-adaf-6db9ecb8a458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:32.991524 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-08c5b245-486a-442e-be3e-4bb0e9925100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:32.995979 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bec322e7-24f1-4e16-9ef9-d88db94600a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:32.997843 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a859d7be-c8f8-4673-adaf-6db9ecb8a458 None None] No DVR routers for this DVR port 6bc390f2-e21f-4b22-918d-318d5fb393cf on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:32:33.069729 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=6bc390f2-e21f-4b22-918d-318d5fb393cf,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:33.104743 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a859d7be-c8f8-4673-adaf-6db9ecb8a458 None None] Pushing event deleted for resources: {'Port': ['ID=6bc390f2-e21f-4b22-918d-318d5fb393cf,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:33.146247 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec322e7-24f1-4e16-9ef9-d88db94600a8 admin admin] Pushing event updated for resources: {'Port': ['ID=49d4574f-2891-4807-a4db-715668950cf5,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:33.153830 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a32cbf-ed60-4f73-aa7b-751ad4b53a12 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Pushing event updated for resources: {'Subnet': ['ID=0f6933e8-414d-4316-8a91-df54f8820c37,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:33.242465 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec322e7-24f1-4e16-9ef9-d88db94600a8 admin admin] Network 23d3a8c7-f649-4340-acb6-d2ae286870cf is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:32:33.251950 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-bec322e7-24f1-4e16-9ef9-d88db94600a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:32:33.257123 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec322e7-24f1-4e16-9ef9-d88db94600a8 admin admin] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:32:33.266794 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e99c69-00c1-4670-896b-02651481e5b5 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Made reservation on behalf of 450e207568904a6eabc726912d992373 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:32:33.272103 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-05e99c69-00c1-4670-896b-02651481e5b5 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:33.304245 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a32cbf-ed60-4f73-aa7b-751ad4b53a12 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Checking segment: {'id': '9b03a5e4-50f4-43e6-b6bb-1d04abf7d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e4ad2783-3637-4539-b99a-838da5a28bff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:32:33.304619 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a32cbf-ed60-4f73-aa7b-751ad4b53a12 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Network hostable DHCP agents. Network: e4ad2783-3637-4539-b99a-838da5a28bff, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:32:33.327000 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bec322e7-24f1-4e16-9ef9-d88db94600a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:33.370913 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48004) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:33.392818 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-817ee7a5-507f-4cc9-ae81-cc68abf8ce78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:33.405570 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b731e3fc-5123-4df1-b975-551ce6a94dc8 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:33.426972 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-570f863c-0baa-44f3-aaed-d6a3e235299f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:33.525658 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-08c5b245-486a-442e-be3e-4bb0e9925100 None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:33.551913 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a32cbf-ed60-4f73-aa7b-751ad4b53a12 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Network e4ad2783-3637-4539-b99a-838da5a28bff is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:32:33.564279 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b731e3fc-5123-4df1-b975-551ce6a94dc8 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event deleted for resources: {'Port': ['ID=635396da-a928-4a20-9f14-0d6dfb838628,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:33.596468 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dda0d07-364c-4774-96dd-72bbaf3a7ae7 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:32:33.605011 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-08c5b245-486a-442e-be3e-4bb0e9925100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:33.610086 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-817ee7a5-507f-4cc9-ae81-cc68abf8ce78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:33.685082 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-817ee7a5-507f-4cc9-ae81-cc68abf8ce78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:33.704413 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-f4a32cbf-ed60-4f73-aa7b-751ad4b53a12 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, e4ad2783-3637-4539-b99a-838da5a28bff) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:32:33.768113 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-817ee7a5-507f-4cc9-ae81-cc68abf8ce78 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cb88d481fc3c4a668a934f6104d7aff2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3960154 Dec 08 16:32:33.768842 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48016) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:33.778035 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a5b40b-f92c-4421-99b2-fd1f7dd01f9a None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:32:33.786370 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee373ab-b9c0-4874-ac1d-176a0a8cb1c7 None None] Network e4ad2783-3637-4539-b99a-838da5a28bff requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:32:33.797137 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-08c5b245-486a-442e-be3e-4bb0e9925100 None None] Attempting to bind port 6fb665af-b9c6-45de-b11c-2c065f15eb45 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:32:33.797397 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-08c5b245-486a-442e-be3e-4bb0e9925100 None None] Attempting to bind port 6fb665af-b9c6-45de-b11c-2c065f15eb45 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:32:33.797844 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c5b245-486a-442e-be3e-4bb0e9925100 None None] Attempting to bind port 6fb665af-b9c6-45de-b11c-2c065f15eb45 on network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:32:33.803728 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817ee7a5-507f-4cc9-ae81-cc68abf8ce78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=156a5a57-7ba6-43e0-a709-260fc430c0c4,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:33.807350 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bec322e7-24f1-4e16-9ef9-d88db94600a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:33.815128 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a32cbf-ed60-4f73-aa7b-751ad4b53a12 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:33.818205 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f4a32cbf-ed60-4f73-aa7b-751ad4b53a12 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:33.832924 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a6346ce4-507f-4923-9374-f2c84f78a126 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:33.845977 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-05e99c69-00c1-4670-896b-02651481e5b5 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:33.867800 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b731e3fc-5123-4df1-b975-551ce6a94dc8 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:33.906392 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a6346ce4-507f-4923-9374-f2c84f78a126 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:33.926170 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e99c69-00c1-4670-896b-02651481e5b5 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:32:33.933783 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c5b245-486a-442e-be3e-4bb0e9925100 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:32:33.934446 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c5b245-486a-442e-be3e-4bb0e9925100 None None] Checking segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:32:33.935008 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-08c5b245-486a-442e-be3e-4bb0e9925100 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:33.936126 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c5b245-486a-442e-be3e-4bb0e9925100 None None] Bound using segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:32:33.936817 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-08c5b245-486a-442e-be3e-4bb0e9925100 None None] Bound port: 6fb665af-b9c6-45de-b11c-2c065f15eb45, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:32:33.937375 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-08c5b245-486a-442e-be3e-4bb0e9925100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:33.939841 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-05e99c69-00c1-4670-896b-02651481e5b5 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:32:33.955681 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e99c69-00c1-4670-896b-02651481e5b5 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:33.956152 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-05e99c69-00c1-4670-896b-02651481e5b5 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:33.971091 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e99c69-00c1-4670-896b-02651481e5b5 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event updated for resources: {'Subnet': ['ID=9e763688-2434-47ee-ac76-76ac673adc23,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:33.995962 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee21efce-4c65-4261-b5b6-02dc0b6fa700 None None] Pushing event updated for resources: {'Port': ['ID=6fb665af-b9c6-45de-b11c-2c065f15eb45,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:33.998933 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-c0e037e2-b2c3-49fd-a5b9-10983bbd7fc3 None None] Provisioning complete for port 49d4574f-2891-4807-a4db-715668950cf5 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:33.999478 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c0e037e2-b2c3-49fd-a5b9-10983bbd7fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:34.060785 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a6346ce4-507f-4923-9374-f2c84f78a126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:34.063939 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a6346ce4-507f-4923-9374-f2c84f78a126 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:34.074627 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a6346ce4-507f-4923-9374-f2c84f78a126 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/156a5a57-7ba6-43e0-a709-260fc430c0c4 HTTP/1.1" status: 204 len: 168 time: 0.2981684 Dec 08 16:32:34.137605 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-05e99c69-00c1-4670-896b-02651481e5b5 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3103693 Dec 08 16:32:34.168797 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48022) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:34.189591 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-8cce9181-c0dc-4a9b-8eaf-72d5c3518051 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Request body: {'port': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'mac_address': 'fa:16:3e:88:a5:45', 'name': 'tempest-NetworksTestDHCPv6-1024750373'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:32:34.229332 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6346ce4-507f-4923-9374-f2c84f78a126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156a5a57-7ba6-43e0-a709-260fc430c0c4,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:34.332228 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-c0e037e2-b2c3-49fd-a5b9-10983bbd7fc3 None None] Port 49d4574f-2891-4807-a4db-715668950cf5 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:32:34.353382 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f4a32cbf-ed60-4f73-aa7b-751ad4b53a12 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.2816651 Dec 08 16:32:34.354107 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 48030) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:34.392934 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-c402ced2-da15-4d6a-b757-1f60b7cc950a tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-465194528'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:32:34.401989 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b731e3fc-5123-4df1-b975-551ce6a94dc8 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:34.414348 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b731e3fc-5123-4df1-b975-551ce6a94dc8 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:34.471618 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-570f863c-0baa-44f3-aaed-d6a3e235299f None None] For port 5e52ada0-e556-43fb-9218-1bc5901951fd, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=5e52ada0-e556-43fb-9218-1bc5901951fd,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:32:34.543942 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-08c5b245-486a-442e-be3e-4bb0e9925100 None None] For port 6fb665af-b9c6-45de-b11c-2c065f15eb45, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:32:34.563660 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cce9181-c0dc-4a9b-8eaf-72d5c3518051 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Made reservation on behalf of 450e207568904a6eabc726912d992373 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:32:34.589009 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-08c5b245-486a-442e-be3e-4bb0e9925100 None None] For port 6fb665af-b9c6-45de-b11c-2c065f15eb45, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=6fb665af-b9c6-45de-b11c-2c065f15eb45,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:32:34.593567 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-44be150c-6bc6-4b96-849f-c9973306606f None None] Provisioning complete for port 6fb665af-b9c6-45de-b11c-2c065f15eb45 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:34.593985 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-44be150c-6bc6-4b96-849f-c9973306606f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:34.617190 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bec322e7-24f1-4e16-9ef9-d88db94600a8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:34.633973 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-570f863c-0baa-44f3-aaed-d6a3e235299f None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:34.668028 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd31b9d9-cde7-4018-a667-0d0f7e1f7be5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-e4ad2783-3637-4539-b99a-838da5a28bff', 'network_id': 'e4ad2783-3637-4539-b99a-838da5a28bff', 'project_id': '0542b0db7d594284bc77f5cfac960027', 'fixed_ips': [{'subnet_id': '0f6933e8-414d-4316-8a91-df54f8820c37'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:32:34.669189 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-bd31b9d9-cde7-4018-a667-0d0f7e1f7be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:34.671970 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8cce9181-c0dc-4a9b-8eaf-72d5c3518051 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:34.680680 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-44be150c-6bc6-4b96-849f-c9973306606f None None] Port 6fb665af-b9c6-45de-b11c-2c065f15eb45 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:32:34.698248 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b731e3fc-5123-4df1-b975-551ce6a94dc8 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:34.698453 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-08c5b245-486a-442e-be3e-4bb0e9925100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:34.700038 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b731e3fc-5123-4df1-b975-551ce6a94dc8 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Fanout notify agent at l3_agent the message router_deleted on router 4d7001e6-326f-4221-995f-f88974a65afb {{(pid=110551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:32:34.708846 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c402ced2-da15-4d6a-b757-1f60b7cc950a tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Made reservation on behalf of 0542b0db7d594284bc77f5cfac960027 for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:32:34.716585 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c402ced2-da15-4d6a-b757-1f60b7cc950a tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:34.730672 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [None req-8cce9181-c0dc-4a9b-8eaf-72d5c3518051 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] device_id is not set on port ea7500e5-b53a-417e-ada8-20d4d14a53fd yet. {{(pid=110550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:32:34.750776 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b731e3fc-5123-4df1-b975-551ce6a94dc8 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:34.752315 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b731e3fc-5123-4df1-b975-551ce6a94dc8 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "DELETE /v2.0/routers/4d7001e6-326f-4221-995f-f88974a65afb HTTP/1.1" status: 204 len: 168 time: 4.6920171 Dec 08 16:32:34.756289 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 48036) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:34.785912 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bec322e7-24f1-4e16-9ef9-d88db94600a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:34.831061 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-570f863c-0baa-44f3-aaed-d6a3e235299f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:34.838673 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:34.854206 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c402ced2-da15-4d6a-b757-1f60b7cc950a tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:32:34.880013 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4ddc08-8bda-4743-9d57-75e093754df8 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:32:34.906209 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c402ced2-da15-4d6a-b757-1f60b7cc950a tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:34.906801 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-c402ced2-da15-4d6a-b757-1f60b7cc950a tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Added segment 701e5ffb-6d1a-4d3a-9dfa-af78ce0c6a20 of type vlan for network 6eb505be-db36-440c-b6bc-3424b07a1e1d Dec 08 16:32:34.921055 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bec322e7-24f1-4e16-9ef9-d88db94600a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:34.929114 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec322e7-24f1-4e16-9ef9-d88db94600a8 admin admin] Pushing event updated for resources: {'Port': ['ID=49d4574f-2891-4807-a4db-715668950cf5,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:34.980251 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee21efce-4c65-4261-b5b6-02dc0b6fa700 None None] Pushing event updated for resources: {'Port': ['ID=6fb665af-b9c6-45de-b11c-2c065f15eb45,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:35.043462 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c402ced2-da15-4d6a-b757-1f60b7cc950a tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:35.105407 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c5b245-486a-442e-be3e-4bb0e9925100 None None] Routers {'c44ee87c-3d99-4fdb-94e8-4f9add013be4'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:32:35.108939 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-08c5b245-486a-442e-be3e-4bb0e9925100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:32:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['c44ee87c-3d99-4fdb-94e8-4f9add013be4'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:35.172131 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec322e7-24f1-4e16-9ef9-d88db94600a8 admin admin] Network 23d3a8c7-f649-4340-acb6-d2ae286870cf is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:32:35.174151 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-bec322e7-24f1-4e16-9ef9-d88db94600a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:32:35.177333 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c402ced2-da15-4d6a-b757-1f60b7cc950a tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:35.191920 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c402ced2-da15-4d6a-b757-1f60b7cc950a tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:35.198574 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c402ced2-da15-4d6a-b757-1f60b7cc950a tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:35.241793 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-8cce9181-c0dc-4a9b-8eaf-72d5c3518051 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Allocated IP 172.20.0.2 (e406e062-eec7-4ef2-b02a-de32c9a24df9/9e763688-2434-47ee-ac76-76ac673adc23/ea7500e5-b53a-417e-ada8-20d4d14a53fd) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:32:35.261233 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-8cce9181-c0dc-4a9b-8eaf-72d5c3518051 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Allocated IP 2001:db8::f816:3eff:fe88:a545 (e406e062-eec7-4ef2-b02a-de32c9a24df9/1b541935-8996-482f-9126-5f2182ac8966/ea7500e5-b53a-417e-ada8-20d4d14a53fd) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:32:35.393925 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-8ecd7af9-88d0-4007-afc2-3c6904484295 None None] Provisioning complete for port 6fb665af-b9c6-45de-b11c-2c065f15eb45 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:35.394312 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8ecd7af9-88d0-4007-afc2-3c6904484295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:35.403836 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-bd31b9d9-cde7-4018-a667-0d0f7e1f7be5 None None] Allocated IP 2001:db8:0:ffff::2 (e4ad2783-3637-4539-b99a-838da5a28bff/0f6933e8-414d-4316-8a91-df54f8820c37/a0eb3cb7-6cd1-4fbe-9d18-73552dad3af7) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:32:35.484218 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570f863c-0baa-44f3-aaed-d6a3e235299f None None] Pushing event updated for resources: {'Port': ['ID=5e52ada0-e556-43fb-9218-1bc5901951fd,revision_number=11']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:35.552630 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c402ced2-da15-4d6a-b757-1f60b7cc950a tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1658559 Dec 08 16:32:35.553944 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 48044) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:35.595333 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-90581f04-f2a7-4325-84eb-a77cbdc4f254 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Request body: {'subnet': {'network_id': '6eb505be-db36-440c-b6bc-3424b07a1e1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:32:35.718023 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8cce9181-c0dc-4a9b-8eaf-72d5c3518051 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:35.835548 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-08c5b245-486a-442e-be3e-4bb0e9925100 None None] Set router c44ee87c-3d99-4fdb-94e8-4f9add013be4 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:32:35.912694 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c402ced2-da15-4d6a-b757-1f60b7cc950a tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Pushing event updated for resources: {'Network': ['ID=6eb505be-db36-440c-b6bc-3424b07a1e1d,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:35.924492 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8cce9181-c0dc-4a9b-8eaf-72d5c3518051 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:35.964435 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec322e7-24f1-4e16-9ef9-d88db94600a8 admin admin] Router c44ee87c-3d99-4fdb-94e8-4f9add013be4 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:32:35.970710 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1fb81fe2-a50b-4669-ba3d-c757bfc85158 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:35.973721 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 6eb505be-db36-440c-b6bc-3424b07a1e1d details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:32:36.000244 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 5e52ada0-e556-43fb-9218-1bc5901951fd up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:32:36.100224 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cce9181-c0dc-4a9b-8eaf-72d5c3518051 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event updated for resources: {'Port': ['ID=ea7500e5-b53a-417e-ada8-20d4d14a53fd,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:36.122919 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cce9181-c0dc-4a9b-8eaf-72d5c3518051 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:32:36.125734 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-8cce9181-c0dc-4a9b-8eaf-72d5c3518051 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:32:36.131384 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cce9181-c0dc-4a9b-8eaf-72d5c3518051 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:32:36.171837 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 48050) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:36.182899 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8b304b-46f1-4323-9eb3-af6d3696e8f4 None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:32:36.200286 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8ecd7af9-88d0-4007-afc2-3c6904484295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:36.217274 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cce9181-c0dc-4a9b-8eaf-72d5c3518051 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:36.217983 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8cce9181-c0dc-4a9b-8eaf-72d5c3518051 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:36.226396 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-8ecd7af9-88d0-4007-afc2-3c6904484295 None None] For port 6fb665af-b9c6-45de-b11c-2c065f15eb45, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=6fb665af-b9c6-45de-b11c-2c065f15eb45,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:32:36.236975 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5217543f-5aa6-47cb-997b-a871cb955cb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:36.240069 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1fb81fe2-a50b-4669-ba3d-c757bfc85158 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:36.245106 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90581f04-f2a7-4325-84eb-a77cbdc4f254 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Made reservation on behalf of 0542b0db7d594284bc77f5cfac960027 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:32:36.248924 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-90581f04-f2a7-4325-84eb-a77cbdc4f254 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:36.327035 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-8cce9181-c0dc-4a9b-8eaf-72d5c3518051 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.1542263 Dec 08 16:32:36.328549 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48054) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:36.342224 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-1fb81fe2-a50b-4669-ba3d-c757bfc85158 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67138b53-2811-40bc-a015-fb451bf262f6']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:36.350463 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8ecd7af9-88d0-4007-afc2-3c6904484295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:36.378847 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec322e7-24f1-4e16-9ef9-d88db94600a8 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:32:36.383051 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-1fb81fe2-a50b-4669-ba3d-c757bfc85158 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b33a2c14-dda0-41e9-9c32-0acf92d96bc1') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:36.384131 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-1fb81fe2-a50b-4669-ba3d-c757bfc85158 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b33a2c14-dda0-41e9-9c32-0acf92d96bc1') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:36.392713 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-bec322e7-24f1-4e16-9ef9-d88db94600a8 admin admin] 10.222.0.64 "PUT /v2.0/routers/c44ee87c-3d99-4fdb-94e8-4f9add013be4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8569903 Dec 08 16:32:36.422109 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1fb81fe2-a50b-4669-ba3d-c757bfc85158 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:36.441247 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa94103-5958-4be9-beab-a0c0da37177b tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:36.446545 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1fb81fe2-a50b-4669-ba3d-c757bfc85158 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:36.459097 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa94103-5958-4be9-beab-a0c0da37177b tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:36.460874 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-3aa94103-5958-4be9-beab-a0c0da37177b tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1312551 Dec 08 16:32:36.462752 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fb81fe2-a50b-4669-ba3d-c757bfc85158 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:32:36.463168 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1fb81fe2-a50b-4669-ba3d-c757bfc85158 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:36.467698 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:32:36.467698 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:32:36.467698 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:32:36.467698 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:32:36.467698 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:32:36.467698 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:32:36.467698 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:32:36.467698 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:32:36.467698 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:32:36.467698 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:32:36.467698 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:32:36.467698 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:32:36.467698 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:32:36.467698 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:32:36.467698 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:32:36.467698 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:32:36.467698 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:32:36.467698 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:32:36.467698 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:32:36.467698 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:32:36.467698 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:32:36.467698 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:32:36.467698 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:32:36.467698 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:32:36.467698 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:32:36.467698 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:32:36.467698 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:32:36.467698 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:32:36.467698 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:32:36.467698 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:32:36.467698 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:32:36.467698 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:32:36.477043 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 48058) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:36.648358 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecd7af9-88d0-4007-afc2-3c6904484295 None None] Pushing event updated for resources: {'Port': ['ID=6fb665af-b9c6-45de-b11c-2c065f15eb45,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:36.653610 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-bd31b9d9-cde7-4018-a667-0d0f7e1f7be5 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:36.658932 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 5e52ada0-e556-43fb-9218-1bc5901951fd triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:36.659225 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:36.662528 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-4328d003-f7fd-4fc7-95fa-5ce7fb78634d None None] Provisioning complete for port 49d4574f-2891-4807-a4db-715668950cf5 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:36.662913 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4328d003-f7fd-4fc7-95fa-5ce7fb78634d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:36.690304 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5217543f-5aa6-47cb-997b-a871cb955cb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:36.788471 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-bd31b9d9-cde7-4018-a667-0d0f7e1f7be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:36.797173 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-4328d003-f7fd-4fc7-95fa-5ce7fb78634d None None] Port 49d4574f-2891-4807-a4db-715668950cf5 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:32:36.831761 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1fb81fe2-a50b-4669-ba3d-c757bfc85158 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:36.837495 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-57a1b6e1-9d88-491a-9b0d-31bfd247415d tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Deleting port ea7500e5-b53a-417e-ada8-20d4d14a53fd {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:32:36.837841 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-57a1b6e1-9d88-491a-9b0d-31bfd247415d tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:36.840602 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5217543f-5aa6-47cb-997b-a871cb955cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:36.853720 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1fb81fe2-a50b-4669-ba3d-c757bfc85158 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:36.859764 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48072) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:36.860418 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-1fb81fe2-a50b-4669-ba3d-c757bfc85158 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "DELETE /v2.0/networks/67138b53-2811-40bc-a015-fb451bf262f6 HTTP/1.1" status: 204 len: 168 time: 2.0962534 Dec 08 16:32:36.930889 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd31b9d9-cde7-4018-a667-0d0f7e1f7be5 None None] Network e4ad2783-3637-4539-b99a-838da5a28bff is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:32:36.959195 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-bd31b9d9-cde7-4018-a667-0d0f7e1f7be5 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:32:36.964094 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd31b9d9-cde7-4018-a667-0d0f7e1f7be5 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:32:36.967451 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb81fe2-a50b-4669-ba3d-c757bfc85158 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event deleted for resources: {'Network': ['ID=67138b53-2811-40bc-a015-fb451bf262f6,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:36.993880 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-62733090-f375-445b-8bee-b75415028ea9 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:37.017188 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-5217543f-5aa6-47cb-997b-a871cb955cb5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4045b7c96014461a9dbd91a31861bc05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8418612 Dec 08 16:32:37.022636 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5217543f-5aa6-47cb-997b-a871cb955cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e437c2-df2b-4430-bee2-06b1de165d24,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:37.027067 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48078) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:37.069581 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd31b9d9-cde7-4018-a667-0d0f7e1f7be5 None None] Pushing event updated for resources: {'Port': ['ID=a0eb3cb7-6cd1-4fbe-9d18-73552dad3af7,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:37.075839 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-4328d003-f7fd-4fc7-95fa-5ce7fb78634d None None] Provisioning complete for port 5e52ada0-e556-43fb-9218-1bc5901951fd triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:37.076250 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4328d003-f7fd-4fc7-95fa-5ce7fb78634d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:37.116894 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-57a1b6e1-9d88-491a-9b0d-31bfd247415d tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:37.175096 n-d-776250-12 neutron-server[110551]: DEBUG neutron.objects.ports [None req-90581f04-f2a7-4325-84eb-a77cbdc4f254 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110551) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 16:32:37.177294 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-57a1b6e1-9d88-491a-9b0d-31bfd247415d tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Calling delete_port for ea7500e5-b53a-417e-ada8-20d4d14a53fd owned by {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:32:37.181991 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-90581f04-f2a7-4325-84eb-a77cbdc4f254 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:37.187315 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-55220e9b-6593-48bd-8a79-855245f99403 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:37.190792 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-62733090-f375-445b-8bee-b75415028ea9 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:37.283497 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-55220e9b-6593-48bd-8a79-855245f99403 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:37.349903 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90581f04-f2a7-4325-84eb-a77cbdc4f254 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Pushing event updated for resources: {'Subnet': ['ID=b608995b-56c2-4a3b-94f1-28c1ced7ccae,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:37.359366 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90581f04-f2a7-4325-84eb-a77cbdc4f254 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Checking segment: {'id': '701e5ffb-6d1a-4d3a-9dfa-af78ce0c6a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '6eb505be-db36-440c-b6bc-3424b07a1e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:32:37.359876 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90581f04-f2a7-4325-84eb-a77cbdc4f254 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Network hostable DHCP agents. Network: 6eb505be-db36-440c-b6bc-3424b07a1e1d, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:32:37.370030 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 635396da-a928-4a20-9f14-0d6dfb838628 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:32:37.438099 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 635396da-a928-4a20-9f14-0d6dfb838628 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:32:37.438987 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 635396da-a928-4a20-9f14-0d6dfb838628 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:32:37.442904 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94b8c88-0cba-4fd6-bf66-f24f9d930984 None None] Update dhcp port {'port': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'fixed_ips': [{'subnet_id': '1b541935-8996-482f-9126-5f2182ac8966', 'ip_address': '2001:db8::f816:3eff:fe21:741'}, {'subnet_id': '9e763688-2434-47ee-ac76-76ac673adc23'}], 'binding:host_id': 'n-d-776250-12'}, 'id': '5e52ada0-e556-43fb-9218-1bc5901951fd'} from n-d-776250-12. {{(pid=110552) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 16:32:37.455091 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-55220e9b-6593-48bd-8a79-855245f99403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:37.458247 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-55220e9b-6593-48bd-8a79-855245f99403 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:37.462650 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-55220e9b-6593-48bd-8a79-855245f99403 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d5e437c2-df2b-4430-bee2-06b1de165d24 HTTP/1.1" status: 204 len: 168 time: 0.4338739 Dec 08 16:32:37.466555 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-62733090-f375-445b-8bee-b75415028ea9 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:37.469242 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-62733090-f375-445b-8bee-b75415028ea9 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:37.486499 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-62733090-f375-445b-8bee-b75415028ea9 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "DELETE /v2.0/security-groups/065e2913-d123-4be2-9a9c-42f076831145 HTTP/1.1" status: 204 len: 168 time: 0.6096549 Dec 08 16:32:37.497931 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55220e9b-6593-48bd-8a79-855245f99403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e437c2-df2b-4430-bee2-06b1de165d24,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:37.533236 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62733090-f375-445b-8bee-b75415028ea9 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=065e2913-d123-4be2-9a9c-42f076831145,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:37.578800 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90581f04-f2a7-4325-84eb-a77cbdc4f254 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Network 6eb505be-db36-440c-b6bc-3424b07a1e1d is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:32:37.714310 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-08c5b245-486a-442e-be3e-4bb0e9925100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44ee87c-3d99-4fdb-94e8-4f9add013be4', 'name': 'tempest-ImageQuotaTest-1604878544-router', 'tenant_id': '47b5c444a65946f4b5bfdbe83590935a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '6fb665af-b9c6-45de-b11c-2c065f15eb45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:32:20Z', 'updated_at': '2021-12-08T16:32:33Z', 'revision_number': 4, 'project_id': '47b5c444a65946f4b5bfdbe83590935a', 'gw_port': {'id': '6fb665af-b9c6-45de-b11c-2c065f15eb45', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c44ee87c-3d99-4fdb-94e8-4f9add013be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:24Z', 'updated_at': '2021-12-08T16:32:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '49d4574f-2891-4807-a4db-715668950cf5', 'name': '', 'network_id': '23d3a8c7-f649-4340-acb6-d2ae286870cf', 'tenant_id': '47b5c444a65946f4b5bfdbe83590935a', 'mac_address': 'fa:16:3e:1c:54:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c44ee87c-3d99-4fdb-94e8-4f9add013be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '04ac023f-c7a7-452b-9e56-de1b0427c2fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:31Z', 'updated_at': '2021-12-08T16:32:34Z', 'revision_number': 2, 'project_id': '47b5c444a65946f4b5bfdbe83590935a', 'subnets': [{'id': '04ac023f-c7a7-452b-9e56-de1b0427c2fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:37.716684 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-bd31b9d9-cde7-4018-a667-0d0f7e1f7be5 None None] Attempting to bind port a0eb3cb7-6cd1-4fbe-9d18-73552dad3af7 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:32:37.717070 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-bd31b9d9-cde7-4018-a667-0d0f7e1f7be5 None None] Attempting to bind port a0eb3cb7-6cd1-4fbe-9d18-73552dad3af7 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '9b03a5e4-50f4-43e6-b6bb-1d04abf7d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e4ad2783-3637-4539-b99a-838da5a28bff'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:32:37.717434 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd31b9d9-cde7-4018-a667-0d0f7e1f7be5 None None] Attempting to bind port a0eb3cb7-6cd1-4fbe-9d18-73552dad3af7 on network e4ad2783-3637-4539-b99a-838da5a28bff {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:32:37.763197 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-90581f04-f2a7-4325-84eb-a77cbdc4f254 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 6eb505be-db36-440c-b6bc-3424b07a1e1d) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:32:37.784112 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c5b245-486a-442e-be3e-4bb0e9925100 None None] The sync data for ids ['c44ee87c-3d99-4fdb-94e8-4f9add013be4'] in n-d-776250-12 is: [{'id': 'c44ee87c-3d99-4fdb-94e8-4f9add013be4', 'name': 'tempest-ImageQuotaTest-1604878544-router', 'tenant_id': '47b5c444a65946f4b5bfdbe83590935a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '6fb665af-b9c6-45de-b11c-2c065f15eb45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:32:20Z', 'updated_at': '2021-12-08T16:32:33Z', 'revision_number': 4, 'project_id': '47b5c444a65946f4b5bfdbe83590935a', 'gw_port': {'id': '6fb665af-b9c6-45de-b11c-2c065f15eb45', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c44ee87c-3d99-4fdb-94e8-4f9add013be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:24Z', 'updated_at': '2021-12-08T16:32:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '49d4574f-2891-4807-a4db-715668950cf5', 'name': '', 'network_id': '23d3a8c7-f649-4340-acb6-d2ae286870cf', 'tenant_id': '47b5c444a65946f4b5bfdbe83590935a', 'mac_address': 'fa:16:3e:1c:54:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c44ee87c-3d99-4fdb-94e8-4f9add013be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '04ac023f-c7a7-452b-9e56-de1b0427c2fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:31Z', 'updated_at': '2021-12-08T16:32:34Z', 'revision_number': 2, 'project_id': '47b5c444a65946f4b5bfdbe83590935a', 'subnets': [{'id': '04ac023f-c7a7-452b-9e56-de1b0427c2fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:32:37.784910 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90581f04-f2a7-4325-84eb-a77cbdc4f254 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:37.787828 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd31b9d9-cde7-4018-a667-0d0f7e1f7be5 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:32:37.788388 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd31b9d9-cde7-4018-a667-0d0f7e1f7be5 None None] Checking segment: {'id': '9b03a5e4-50f4-43e6-b6bb-1d04abf7d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e4ad2783-3637-4539-b99a-838da5a28bff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:32:37.788804 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-bd31b9d9-cde7-4018-a667-0d0f7e1f7be5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:37.789195 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd31b9d9-cde7-4018-a667-0d0f7e1f7be5 None None] Bound using segment: {'id': '9b03a5e4-50f4-43e6-b6bb-1d04abf7d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e4ad2783-3637-4539-b99a-838da5a28bff'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:32:37.790360 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-bd31b9d9-cde7-4018-a667-0d0f7e1f7be5 None None] Bound port: a0eb3cb7-6cd1-4fbe-9d18-73552dad3af7, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b03a5e4-50f4-43e6-b6bb-1d04abf7d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e4ad2783-3637-4539-b99a-838da5a28bff'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:32:37.790360 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-bd31b9d9-cde7-4018-a667-0d0f7e1f7be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:37.812247 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-90581f04-f2a7-4325-84eb-a77cbdc4f254 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:37.812744 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a94b8c88-0cba-4fd6-bf66-f24f9d930984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:37.846360 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2aac9e-273a-449b-8bff-8545b4b5b80c None None] Network 6eb505be-db36-440c-b6bc-3424b07a1e1d requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:32:37.878086 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-57a1b6e1-9d88-491a-9b0d-31bfd247415d tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:38.053054 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a1b6e1-9d88-491a-9b0d-31bfd247415d tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event deleted for resources: {'Port': ['ID=ea7500e5-b53a-417e-ada8-20d4d14a53fd,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:38.065232 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-90581f04-f2a7-4325-84eb-a77cbdc4f254 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4861028 Dec 08 16:32:38.068440 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48104) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:38.076109 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-db2762bf-ef94-4f57-901a-58535d897f3f tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Request body: {'port': {'network_id': '6eb505be-db36-440c-b6bc-3424b07a1e1d', 'name': 'tempest-NetworksIpV6TestAttrs-1975036611'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:32:38.141706 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-a94b8c88-0cba-4fd6-bf66-f24f9d930984 None None] Allocated IP 172.20.0.2 (e406e062-eec7-4ef2-b02a-de32c9a24df9/9e763688-2434-47ee-ac76-76ac673adc23/5e52ada0-e556-43fb-9218-1bc5901951fd) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:32:38.339690 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-57a1b6e1-9d88-491a-9b0d-31bfd247415d tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:38.347359 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-57a1b6e1-9d88-491a-9b0d-31bfd247415d tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/ports/ea7500e5-b53a-417e-ada8-20d4d14a53fd HTTP/1.1" status: 204 len: 168 time: 1.8654294 Dec 08 16:32:38.350642 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 48110) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:38.526413 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2762bf-ef94-4f57-901a-58535d897f3f tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Made reservation on behalf of 0542b0db7d594284bc77f5cfac960027 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:32:38.534075 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-db2762bf-ef94-4f57-901a-58535d897f3f tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:38.540161 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19b6e43-7092-42b3-9b95-2399f00003c9 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:38.542387 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19b6e43-7092-42b3-9b95-2399f00003c9 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:38.544434 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19b6e43-7092-42b3-9b95-2399f00003c9 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:38.550600 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c19b6e43-7092-42b3-9b95-2399f00003c9 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1986043 Dec 08 16:32:38.552866 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 48116) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:38.599681 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [None req-db2762bf-ef94-4f57-901a-58535d897f3f tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] device_id is not set on port 3ef9f5e8-34a0-4097-b107-c65f6922960b yet. {{(pid=110550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:32:38.617763 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-b02b4c86-ed4f-451f-ab24-da35d73208a7 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Deleting subnet 1b541935-8996-482f-9126-5f2182ac8966 {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:32:38.730033 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc3f211-d879-4304-aa03-ea60ab1464fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-6eb505be-db36-440c-b6bc-3424b07a1e1d', 'network_id': '6eb505be-db36-440c-b6bc-3424b07a1e1d', 'project_id': '0542b0db7d594284bc77f5cfac960027', 'fixed_ips': [{'subnet_id': 'b608995b-56c2-4a3b-94f1-28c1ced7ccae'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:32:38.731529 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1fc3f211-d879-4304-aa03-ea60ab1464fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:38.821316 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:38.823819 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-a94b8c88-0cba-4fd6-bf66-f24f9d930984 None None] For port 5e52ada0-e556-43fb-9218-1bc5901951fd, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=5e52ada0-e556-43fb-9218-1bc5901951fd,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:32:38.954580 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-bd31b9d9-cde7-4018-a667-0d0f7e1f7be5 None None] For port a0eb3cb7-6cd1-4fbe-9d18-73552dad3af7, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:32:38.971342 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-db2762bf-ef94-4f57-901a-58535d897f3f tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Allocated IP 2001:db8::f816:3eff:fea3:2feb (6eb505be-db36-440c-b6bc-3424b07a1e1d/b608995b-56c2-4a3b-94f1-28c1ced7ccae/3ef9f5e8-34a0-4097-b107-c65f6922960b) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:32:39.018096 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-bd31b9d9-cde7-4018-a667-0d0f7e1f7be5 None None] For port a0eb3cb7-6cd1-4fbe-9d18-73552dad3af7, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=a0eb3cb7-6cd1-4fbe-9d18-73552dad3af7,segment=NetworkSegment(9b03a5e4-50f4-43e6-b6bb-1d04abf7d98b),segment_id=9b03a5e4-50f4-43e6-b6bb-1d04abf7d98b)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:32:39.044053 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a94b8c88-0cba-4fd6-bf66-f24f9d930984 None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:39.107981 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-bd31b9d9-cde7-4018-a667-0d0f7e1f7be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:39.169127 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b02b4c86-ed4f-451f-ab24-da35d73208a7 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:39.212456 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a94b8c88-0cba-4fd6-bf66-f24f9d930984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:39.366666 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-db2762bf-ef94-4f57-901a-58535d897f3f tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:39.377654 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd31b9d9-cde7-4018-a667-0d0f7e1f7be5 None None] Pushing event updated for resources: {'Port': ['ID=a0eb3cb7-6cd1-4fbe-9d18-73552dad3af7,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:39.399743 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b02b4c86-ed4f-451f-ab24-da35d73208a7 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:39.449546 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48142) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:39.459782 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94b8c88-0cba-4fd6-bf66-f24f9d930984 None None] Pushing event updated for resources: {'Port': ['ID=5e52ada0-e556-43fb-9218-1bc5901951fd,revision_number=12']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:39.657514 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-1fc3f211-d879-4304-aa03-ea60ab1464fe None None] Allocated IP 2001:db8::f816:3eff:fe51:7476 (6eb505be-db36-440c-b6bc-3424b07a1e1d/b608995b-56c2-4a3b-94f1-28c1ced7ccae/86133b28-3d48-4265-9e45-99dc95eccbac) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:32:39.712539 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-4b71da17-b9ed-4cef-8023-90c38b533547 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1660313758', 'description': 'tempest-secgroup-smoke-1660313758 description', 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:32:39.742793 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96ac6f-d185-4f09-af44-164a361cac18 req-d0c00693-5089-404d-b379-dedc9e481ace tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:39.749702 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5f96ac6f-d185-4f09-af44-164a361cac18 req-d0c00693-5089-404d-b379-dedc9e481ace tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/networks?id=b16f21e0-d13a-4c4c-a863-a31df2be91b8 HTTP/1.1" status: 200 len: 811 time: 0.2968874 Dec 08 16:32:39.762382 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-db2762bf-ef94-4f57-901a-58535d897f3f tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:39.771368 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b02b4c86-ed4f-451f-ab24-da35d73208a7 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:39.902229 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5f96ac6f-d185-4f09-af44-164a361cac18 req-bb69d897-d10f-4dfa-84dd-00f239991234 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/quotas/71f5826d1b3d4cd5a2c95e78c7917860 HTTP/1.1" status: 200 len: 375 time: 0.1230247 Dec 08 16:32:40.021261 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b02b4c86-ed4f-451f-ab24-da35d73208a7 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:40.042077 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2762bf-ef94-4f57-901a-58535d897f3f tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Network 6eb505be-db36-440c-b6bc-3424b07a1e1d is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:32:40.058342 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-db2762bf-ef94-4f57-901a-58535d897f3f tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:32:40.065136 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2762bf-ef94-4f57-901a-58535d897f3f tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:32:40.076953 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1fc3f211-d879-4304-aa03-ea60ab1464fe None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:40.079899 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2762bf-ef94-4f57-901a-58535d897f3f tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:40.083606 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-db2762bf-ef94-4f57-901a-58535d897f3f tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:40.083769 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02b4c86-ed4f-451f-ab24-da35d73208a7 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event deleted for resources: {'Subnet': ['ID=1b541935-8996-482f-9126-5f2182ac8966,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:40.089237 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b02b4c86-ed4f-451f-ab24-da35d73208a7 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:40.097217 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b02b4c86-ed4f-451f-ab24-da35d73208a7 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/subnets/1b541935-8996-482f-9126-5f2182ac8966 HTTP/1.1" status: 204 len: 168 time: 1.5428140 Dec 08 16:32:40.100540 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 48152) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:40.123737 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2762bf-ef94-4f57-901a-58535d897f3f tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Pushing event updated for resources: {'Port': ['ID=3ef9f5e8-34a0-4097-b107-c65f6922960b,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:40.140987 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4b71da17-b9ed-4cef-8023-90c38b533547 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:40.174978 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1fc3f211-d879-4304-aa03-ea60ab1464fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:40.213649 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc3f211-d879-4304-aa03-ea60ab1464fe None None] Network 6eb505be-db36-440c-b6bc-3424b07a1e1d is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:32:40.233652 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-1fc3f211-d879-4304-aa03-ea60ab1464fe None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:32:40.240496 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc3f211-d879-4304-aa03-ea60ab1464fe None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:32:40.266436 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-25a6770d-10a4-4f01-9d7e-00e9a6324465 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Deleting subnet 9e763688-2434-47ee-ac76-76ac673adc23 {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:32:40.278892 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-25a6770d-10a4-4f01-9d7e-00e9a6324465 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:40.310064 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 5e52ada0-e556-43fb-9218-1bc5901951fd up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:32:40.327052 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 48156) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:40.347446 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4b71da17-b9ed-4cef-8023-90c38b533547 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:40.375535 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5f96ac6f-d185-4f09-af44-164a361cac18 req-264ea8ff-6ce2-4f62-9efe-9aca3dbfc66f tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=71f5826d1b3d4cd5a2c95e78c7917860&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4567454 Dec 08 16:32:40.430992 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4b71da17-b9ed-4cef-8023-90c38b533547 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:40.487942 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-db2762bf-ef94-4f57-901a-58535d897f3f tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.4165461 Dec 08 16:32:40.496091 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48162) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:40.507506 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc3f211-d879-4304-aa03-ea60ab1464fe None None] Pushing event updated for resources: {'Port': ['ID=86133b28-3d48-4265-9e45-99dc95eccbac,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:40.538112 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-1fc3f211-d879-4304-aa03-ea60ab1464fe None None] Attempting to bind port 86133b28-3d48-4265-9e45-99dc95eccbac on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:32:40.538769 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-1fc3f211-d879-4304-aa03-ea60ab1464fe None None] Attempting to bind port 86133b28-3d48-4265-9e45-99dc95eccbac by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '701e5ffb-6d1a-4d3a-9dfa-af78ce0c6a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '6eb505be-db36-440c-b6bc-3424b07a1e1d'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:32:40.540216 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc3f211-d879-4304-aa03-ea60ab1464fe None None] Attempting to bind port 86133b28-3d48-4265-9e45-99dc95eccbac on network 6eb505be-db36-440c-b6bc-3424b07a1e1d {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:32:40.565565 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 5e52ada0-e556-43fb-9218-1bc5901951fd triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:40.568098 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:40.574292 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba3e6e98-d8f5-45f5-91f2-d2067314ea97 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Deleting subnet b608995b-56c2-4a3b-94f1-28c1ced7ccae {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:32:40.578116 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ba3e6e98-d8f5-45f5-91f2-d2067314ea97 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:40.581198 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc3f211-d879-4304-aa03-ea60ab1464fe None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:32:40.582296 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc3f211-d879-4304-aa03-ea60ab1464fe None None] Checking segment: {'id': '701e5ffb-6d1a-4d3a-9dfa-af78ce0c6a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '6eb505be-db36-440c-b6bc-3424b07a1e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:32:40.583570 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1fc3f211-d879-4304-aa03-ea60ab1464fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:40.586370 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc3f211-d879-4304-aa03-ea60ab1464fe None None] Bound using segment: {'id': '701e5ffb-6d1a-4d3a-9dfa-af78ce0c6a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '6eb505be-db36-440c-b6bc-3424b07a1e1d'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:32:40.592162 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-1fc3f211-d879-4304-aa03-ea60ab1464fe None None] Bound port: 86133b28-3d48-4265-9e45-99dc95eccbac, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '701e5ffb-6d1a-4d3a-9dfa-af78ce0c6a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '6eb505be-db36-440c-b6bc-3424b07a1e1d'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:32:40.592917 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1fc3f211-d879-4304-aa03-ea60ab1464fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:40.632205 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ba3e6e98-d8f5-45f5-91f2-d2067314ea97 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:40.794334 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ba3e6e98-d8f5-45f5-91f2-d2067314ea97 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:40.886388 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [req-5f96ac6f-d185-4f09-af44-164a361cac18 req-df8bbbd1-eb20-44e1-bd6a-568be0eba0e3 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:32:40.887647 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5f96ac6f-d185-4f09-af44-164a361cac18 req-df8bbbd1-eb20-44e1-bd6a-568be0eba0e3 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5016644 Dec 08 16:32:40.893986 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4b71da17-b9ed-4cef-8023-90c38b533547 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:40.896107 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-4b71da17-b9ed-4cef-8023-90c38b533547 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.1986465 Dec 08 16:32:40.902497 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 48170) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:40.908574 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b71da17-b9ed-4cef-8023-90c38b533547 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=612cab1b-cec0-43d6-8e72-252bc370fd34,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:40.920081 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-878080fe-dfb8-4300-9f95-91a45706ec66 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Request body: {'security_group_rule': {'security_group_id': '612cab1b-cec0-43d6-8e72-252bc370fd34', 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:32:40.965592 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 6fb665af-b9c6-45de-b11c-2c065f15eb45 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:32:40.977149 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ba3e6e98-d8f5-45f5-91f2-d2067314ea97 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:40.986795 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-25a6770d-10a4-4f01-9d7e-00e9a6324465 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:41.025008 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-1fc3f211-d879-4304-aa03-ea60ab1464fe None None] For port 86133b28-3d48-4265-9e45-99dc95eccbac, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:32:41.055725 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-1fc3f211-d879-4304-aa03-ea60ab1464fe None None] For port 86133b28-3d48-4265-9e45-99dc95eccbac, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=86133b28-3d48-4265-9e45-99dc95eccbac,segment=NetworkSegment(701e5ffb-6d1a-4d3a-9dfa-af78ce0c6a20),segment_id=701e5ffb-6d1a-4d3a-9dfa-af78ce0c6a20)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:32:41.071266 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d680b2-f888-4a25-9134-fb0750620280 None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:32:41.137105 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5f96ac6f-d185-4f09-af44-164a361cac18 req-0c3224c4-cf4b-428e-93ce-338dea17ae98 service neutron] 10.222.0.64 "GET /v2.0/networks/b16f21e0-d13a-4c4c-a863-a31df2be91b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362022 Dec 08 16:32:41.143653 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e6e98-d8f5-45f5-91f2-d2067314ea97 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Pushing event deleted for resources: {'Subnet': ['ID=b608995b-56c2-4a3b-94f1-28c1ced7ccae,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:41.255372 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1fc3f211-d879-4304-aa03-ea60ab1464fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:41.283769 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-34bc15a3-6f87-47f1-ae91-54216fc7668f None None] Could not find standard attr ID for object ea7500e5-b53a-417e-ada8-20d4d14a53fd. {{(pid=110552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:32:41.319570 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5f96ac6f-d185-4f09-af44-164a361cac18 req-4d9ca3f3-539c-4596-ba16-00e487b3c0b6 service neutron] 10.222.0.64 "GET /v2.0/networks/b16f21e0-d13a-4c4c-a863-a31df2be91b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771126 Dec 08 16:32:41.325092 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ba3e6e98-d8f5-45f5-91f2-d2067314ea97 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:41.338818 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ba3e6e98-d8f5-45f5-91f2-d2067314ea97 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] 10.222.0.64 "DELETE /v2.0/subnets/b608995b-56c2-4a3b-94f1-28c1ced7ccae HTTP/1.1" status: 204 len: 168 time: 0.8367159 Dec 08 16:32:41.344298 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48178) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:41.454110 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 6fb665af-b9c6-45de-b11c-2c065f15eb45 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:41.454903 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:41.519408 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-878080fe-dfb8-4300-9f95-91a45706ec66 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:41.544156 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9538dd1b-8839-43e6-97d6-55f9a5923acd tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:41.548834 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9538dd1b-8839-43e6-97d6-55f9a5923acd tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:41.549791 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfebb81-818c-417e-a025-899e1875a158 None None] Network e4ad2783-3637-4539-b99a-838da5a28bff requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:32:41.568234 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-9538dd1b-8839-43e6-97d6-55f9a5923acd tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2186596 Dec 08 16:32:41.575677 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48184) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:41.577612 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-34bc15a3-6f87-47f1-ae91-54216fc7668f None None] Provisioning complete for port 5e52ada0-e556-43fb-9218-1bc5901951fd triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:41.578000 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-34bc15a3-6f87-47f1-ae91-54216fc7668f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:41.640127 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-25a6770d-10a4-4f01-9d7e-00e9a6324465 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:41.822661 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device a0eb3cb7-6cd1-4fbe-9d18-73552dad3af7 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:32:41.831898 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6b644912-5cfa-4e3c-8ad3-91251a5c36d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:41.881080 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7ac6f26c-c262-42a6-9840-a001bf3ab703 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:41.911497 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ac6f26c-c262-42a6-9840-a001bf3ab703 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 08 16:32:41.912958 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ac6f26c-c262-42a6-9840-a001bf3ab703 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:32:41.916440 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-7ac6f26c-c262-42a6-9840-a001bf3ab703 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] 10.222.0.64 "DELETE /v2.0/networks/6eb505be-db36-440c-b6bc-3424b07a1e1d HTTP/1.1" status: 409 len: 405 time: 0.3384669 Dec 08 16:32:41.924784 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48196) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:41.930628 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-c131a8b5-2938-468b-8286-782c76a934b1 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2012601098'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:32:41.949660 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-878080fe-dfb8-4300-9f95-91a45706ec66 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:42.050078 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ac63a781-583b-43bb-9795-3e2fc99cb212 req-b46fbb54-99b1-43c0-bc2f-608aaf7e1f01 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac HTTP/1.1" status: 200 len: 210 time: 0.1811476 Dec 08 16:32:42.052122 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc3f211-d879-4304-aa03-ea60ab1464fe None None] Pushing event updated for resources: {'Port': ['ID=86133b28-3d48-4265-9e45-99dc95eccbac,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:42.073819 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-878080fe-dfb8-4300-9f95-91a45706ec66 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:42.088747 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c131a8b5-2938-468b-8286-782c76a934b1 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Made reservation on behalf of 0542b0db7d594284bc77f5cfac960027 for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:32:42.092775 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c131a8b5-2938-468b-8286-782c76a934b1 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:42.158703 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c131a8b5-2938-468b-8286-782c76a934b1 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:32:42.191692 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c131a8b5-2938-468b-8286-782c76a934b1 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:42.192696 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-c131a8b5-2938-468b-8286-782c76a934b1 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Added segment 66fc97f4-65fd-4f75-8433-c5649af94d85 of type vlan for network b30867a8-e2c6-4dc3-af3c-6b47f11a527e Dec 08 16:32:42.232719 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-25a6770d-10a4-4f01-9d7e-00e9a6324465 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:42.263044 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878080fe-dfb8-4300-9f95-91a45706ec66 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e179201-04e3-486a-93d7-1b89cfe15d74,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:42.300408 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c131a8b5-2938-468b-8286-782c76a934b1 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:42.323155 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a6770d-10a4-4f01-9d7e-00e9a6324465 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event deleted for resources: {'Subnet': ['ID=9e763688-2434-47ee-ac76-76ac673adc23,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:42.337098 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-25a6770d-10a4-4f01-9d7e-00e9a6324465 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:42.345355 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-25a6770d-10a4-4f01-9d7e-00e9a6324465 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/subnets/9e763688-2434-47ee-ac76-76ac673adc23 HTTP/1.1" status: 204 len: 168 time: 2.2414205 Dec 08 16:32:42.350917 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48200) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:42.360238 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-878080fe-dfb8-4300-9f95-91a45706ec66 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:42.364913 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-878080fe-dfb8-4300-9f95-91a45706ec66 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4592855 Dec 08 16:32:42.366781 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 48202) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:42.374003 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-0523a184-82ac-420d-84cb-523a69c21686 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Request body: {'security_group_rule': {'security_group_id': '612cab1b-cec0-43d6-8e72-252bc370fd34', 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:32:42.408967 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b8e81f-037f-49ed-9f54-5960c730779b None None] Update dhcp port {'port': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'fixed_ips': [{'subnet_id': '9e763688-2434-47ee-ac76-76ac673adc23'}], 'binding:host_id': 'n-d-776250-12'}, 'id': '5e52ada0-e556-43fb-9218-1bc5901951fd'} from n-d-776250-12. {{(pid=110552) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 16:32:42.466741 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ec083416-0951-4a2f-a53c-b0d6a569d327 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1118853 Dec 08 16:32:42.467429 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48208) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:42.475861 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-96e5b63b-a0d3-4be2-bf4d-af0b0665b713 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Request body: {'subnet': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:32:42.579092 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c131a8b5-2938-468b-8286-782c76a934b1 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:42.580053 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d74e5fc6-7966-4cde-b0e8-89a4b9412b25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:42.588066 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c131a8b5-2938-468b-8286-782c76a934b1 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:42.604027 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c131a8b5-2938-468b-8286-782c76a934b1 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:42.674304 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0523a184-82ac-420d-84cb-523a69c21686 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:42.683054 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e6b8e81f-037f-49ed-9f54-5960c730779b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:42.862593 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port a0eb3cb7-6cd1-4fbe-9d18-73552dad3af7 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:42.862985 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:42.928826 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-9de5d0fd-f96e-4e7f-a209-12efbb9bb6c2 None None] Provisioning complete for port a0eb3cb7-6cd1-4fbe-9d18-73552dad3af7 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:42.929493 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9de5d0fd-f96e-4e7f-a209-12efbb9bb6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:42.972688 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c131a8b5-2938-468b-8286-782c76a934b1 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Pushing event updated for resources: {'Network': ['ID=b30867a8-e2c6-4dc3-af3c-6b47f11a527e,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:42.980153 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669c6755-5019-426e-a95a-a1256355fd5d None None] Sync routers for ids ['c44ee87c-3d99-4fdb-94e8-4f9add013be4'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:32:43.002425 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network b30867a8-e2c6-4dc3-af3c-6b47f11a527e details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:32:43.032484 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c131a8b5-2938-468b-8286-782c76a934b1 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1058939 Dec 08 16:32:43.056499 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48220) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:43.092084 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-e1a2af36-0ebb-42b2-a6ff-58e26e741948 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Request body: {'subnet': {'network_id': 'b30867a8-e2c6-4dc3-af3c-6b47f11a527e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:32:43.101279 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669c6755-5019-426e-a95a-a1256355fd5d None None] Routers {'c44ee87c-3d99-4fdb-94e8-4f9add013be4'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:32:43.102484 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-669c6755-5019-426e-a95a-a1256355fd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:32:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['c44ee87c-3d99-4fdb-94e8-4f9add013be4'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:43.331485 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-669c6755-5019-426e-a95a-a1256355fd5d None None] Set router c44ee87c-3d99-4fdb-94e8-4f9add013be4 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:32:43.408455 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0363a097-a07a-409f-96e3-7637b0092ba7 req-41e6cd87-ead9-40b4-8b2d-e296d9b8c83c tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac HTTP/1.1" status: 200 len: 210 time: 0.0895932 Dec 08 16:32:43.441475 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da23dc71-bb27-4583-a641-654a62d9a13c None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:32:43.577074 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89ae326-2fb3-4a3d-8031-6ef208443b52 None None] Network 6eb505be-db36-440c-b6bc-3424b07a1e1d requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:32:43.604591 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e5b63b-a0d3-4be2-bf4d-af0b0665b713 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Made reservation on behalf of 450e207568904a6eabc726912d992373 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:32:43.608438 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-96e5b63b-a0d3-4be2-bf4d-af0b0665b713 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:43.727239 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0523a184-82ac-420d-84cb-523a69c21686 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:43.806556 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0523a184-82ac-420d-84cb-523a69c21686 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:43.825871 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9de5d0fd-f96e-4e7f-a209-12efbb9bb6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:43.922937 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:43.963845 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0523a184-82ac-420d-84cb-523a69c21686 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7db3ed1f-609a-4b7c-b535-4d4364f7b153,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:44.024311 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d74e5fc6-7966-4cde-b0e8-89a4b9412b25 admin admin] Deleting port 49d4574f-2891-4807-a4db-715668950cf5 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:32:44.025497 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d74e5fc6-7966-4cde-b0e8-89a4b9412b25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:44.028127 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a2af36-0ebb-42b2-a6ff-58e26e741948 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Made reservation on behalf of 0542b0db7d594284bc77f5cfac960027 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:32:44.044139 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e1a2af36-0ebb-42b2-a6ff-58e26e741948 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:44.085044 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0523a184-82ac-420d-84cb-523a69c21686 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:44.086733 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-0523a184-82ac-420d-84cb-523a69c21686 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.7174764 Dec 08 16:32:44.089596 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 48234) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:44.095965 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-2b84b805-917f-4f9a-bed1-ddaa6033cb8f tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Request body: {'security_group_rule': {'security_group_id': '612cab1b-cec0-43d6-8e72-252bc370fd34', 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:32:44.115046 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-9de5d0fd-f96e-4e7f-a209-12efbb9bb6c2 None None] For port a0eb3cb7-6cd1-4fbe-9d18-73552dad3af7, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=a0eb3cb7-6cd1-4fbe-9d18-73552dad3af7,segment=NetworkSegment(9b03a5e4-50f4-43e6-b6bb-1d04abf7d98b),segment_id=9b03a5e4-50f4-43e6-b6bb-1d04abf7d98b)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:32:44.174757 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d74e5fc6-7966-4cde-b0e8-89a4b9412b25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:44.197741 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d74e5fc6-7966-4cde-b0e8-89a4b9412b25 admin admin] Calling delete_port for 49d4574f-2891-4807-a4db-715668950cf5 owned by network:router_interface {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:32:44.257062 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-bf76c0dd-00b2-4712-8b99-0211c786acd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:44.271823 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd8a6fb-ded5-4210-90cd-c7e833e250b7 None None] DHCP port deletion for e406e062-eec7-4ef2-b02a-de32c9a24df9 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:32:44.287677 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2b84b805-917f-4f9a-bed1-ddaa6033cb8f tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:44.291053 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-96e5b63b-a0d3-4be2-bf4d-af0b0665b713 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:44.349899 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.db.api [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:32:44.350379 n-d-776250-12 neutron-server[110552]: DEBUG oslo_db.api [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:32:44.351157 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9de5d0fd-f96e-4e7f-a209-12efbb9bb6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:44.410356 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e5b63b-a0d3-4be2-bf4d-af0b0665b713 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:32:44.417998 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-96e5b63b-a0d3-4be2-bf4d-af0b0665b713 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:32:44.428242 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e5b63b-a0d3-4be2-bf4d-af0b0665b713 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:44.429023 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-96e5b63b-a0d3-4be2-bf4d-af0b0665b713 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:44.469895 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e5b63b-a0d3-4be2-bf4d-af0b0665b713 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event updated for resources: {'Subnet': ['ID=efc33e71-69bf-4a92-906b-c2e9e1dd3638,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:44.510503 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2b84b805-917f-4f9a-bed1-ddaa6033cb8f tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:44.562749 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-183408ba-2835-4020-a3ea-f067437ef5de req-cc5453a9-09fa-4a5a-b03b-116a7a191790 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac HTTP/1.1" status: 200 len: 210 time: 0.0440764 Dec 08 16:32:44.593002 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de5d0fd-f96e-4e7f-a209-12efbb9bb6c2 None None] Pushing event updated for resources: {'Port': ['ID=a0eb3cb7-6cd1-4fbe-9d18-73552dad3af7,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:44.621311 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-5248137d-d067-4312-bcb6-fe16f21f6779 None None] Provisioning complete for port a0eb3cb7-6cd1-4fbe-9d18-73552dad3af7 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:44.621311 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5248137d-d067-4312-bcb6-fe16f21f6779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:44.645865 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-96e5b63b-a0d3-4be2-bf4d-af0b0665b713 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1764083 Dec 08 16:32:44.664704 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48240) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:44.685965 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de5d0fd-f96e-4e7f-a209-12efbb9bb6c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:44.686448 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de5d0fd-f96e-4e7f-a209-12efbb9bb6c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:44.686875 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de5d0fd-f96e-4e7f-a209-12efbb9bb6c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:44.687337 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de5d0fd-f96e-4e7f-a209-12efbb9bb6c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:44.687759 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de5d0fd-f96e-4e7f-a209-12efbb9bb6c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:44.689103 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de5d0fd-f96e-4e7f-a209-12efbb9bb6c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:44.689103 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de5d0fd-f96e-4e7f-a209-12efbb9bb6c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:44.689103 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de5d0fd-f96e-4e7f-a209-12efbb9bb6c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:44.689455 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de5d0fd-f96e-4e7f-a209-12efbb9bb6c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:44.689855 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de5d0fd-f96e-4e7f-a209-12efbb9bb6c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:44.690252 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de5d0fd-f96e-4e7f-a209-12efbb9bb6c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:44.690676 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de5d0fd-f96e-4e7f-a209-12efbb9bb6c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:44.691042 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de5d0fd-f96e-4e7f-a209-12efbb9bb6c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:44.693416 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-92c99455-cebd-4f8f-8480-24dfaeaaf159 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Request body: {'subnet': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:32:44.699453 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31a27d9-ae43-4880-9be7-d2d3b0f97ec5 None None] DHCP port deletion for 6eb505be-db36-440c-b6bc-3424b07a1e1d request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:32:44.743154 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2b84b805-917f-4f9a-bed1-ddaa6033cb8f tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:44.748551 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-6bd8a6fb-ded5-4210-90cd-c7e833e250b7 None None] Deleting port 5e52ada0-e556-43fb-9218-1bc5901951fd {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:32:44.748983 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6bd8a6fb-ded5-4210-90cd-c7e833e250b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:44.811905 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-669c6755-5019-426e-a95a-a1256355fd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44ee87c-3d99-4fdb-94e8-4f9add013be4', 'name': 'tempest-ImageQuotaTest-1604878544-router', 'tenant_id': '47b5c444a65946f4b5bfdbe83590935a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '6fb665af-b9c6-45de-b11c-2c065f15eb45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:32:20Z', 'updated_at': '2021-12-08T16:32:33Z', 'revision_number': 4, 'project_id': '47b5c444a65946f4b5bfdbe83590935a', 'gw_port': {'id': '6fb665af-b9c6-45de-b11c-2c065f15eb45', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44ee87c-3d99-4fdb-94e8-4f9add013be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:24Z', 'updated_at': '2021-12-08T16:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '49d4574f-2891-4807-a4db-715668950cf5', 'name': '', 'network_id': '23d3a8c7-f649-4340-acb6-d2ae286870cf', 'tenant_id': '47b5c444a65946f4b5bfdbe83590935a', 'mac_address': 'fa:16:3e:1c:54:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c44ee87c-3d99-4fdb-94e8-4f9add013be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '04ac023f-c7a7-452b-9e56-de1b0427c2fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:31Z', 'updated_at': '2021-12-08T16:32:34Z', 'revision_number': 2, 'project_id': '47b5c444a65946f4b5bfdbe83590935a', 'subnets': [{'id': '04ac023f-c7a7-452b-9e56-de1b0427c2fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:44.813448 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b84b805-917f-4f9a-bed1-ddaa6033cb8f tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5ec61d7-a726-4a3b-b701-a34718839930,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:44.815541 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d74e5fc6-7966-4cde-b0e8-89a4b9412b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:44.857409 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74e5fc6-7966-4cde-b0e8-89a4b9412b25 admin admin] Pushing event deleted for resources: {'Port': ['ID=49d4574f-2891-4807-a4db-715668950cf5,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:44.883045 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2b84b805-917f-4f9a-bed1-ddaa6033cb8f tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:44.891630 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-2b84b805-917f-4f9a-bed1-ddaa6033cb8f tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8003798 Dec 08 16:32:44.918600 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 48242) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:44.930966 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-263a83b9-f7ce-43f1-96a7-42b7d9f96c84 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Request body: {'security_group_rule': {'security_group_id': '612cab1b-cec0-43d6-8e72-252bc370fd34', 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:32:45.016026 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669c6755-5019-426e-a95a-a1256355fd5d None None] Checking router: c44ee87c-3d99-4fdb-94e8-4f9add013be4 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:32:45.016424 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669c6755-5019-426e-a95a-a1256355fd5d None None] Updating router c44ee87c-3d99-4fdb-94e8-4f9add013be4 port 49d4574f-2891-4807-a4db-715668950cf5 binding host n-d-776250-12 {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:32:45.057617 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669c6755-5019-426e-a95a-a1256355fd5d None None] Port 49d4574f-2891-4807-a4db-715668950cf5 not found while updating agent binding for router c44ee87c-3d99-4fdb-94e8-4f9add013be4. {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 08 16:32:45.087951 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-5248137d-d067-4312-bcb6-fe16f21f6779 None None] Provisioning complete for port 5e52ada0-e556-43fb-9218-1bc5901951fd triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:45.091061 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5248137d-d067-4312-bcb6-fe16f21f6779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:45.110914 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c99455-cebd-4f8f-8480-24dfaeaaf159 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Made reservation on behalf of 450e207568904a6eabc726912d992373 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:32:45.115289 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-92c99455-cebd-4f8f-8480-24dfaeaaf159 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:45.253168 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d74e5fc6-7966-4cde-b0e8-89a4b9412b25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:45.272475 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-c31a27d9-ae43-4880-9be7-d2d3b0f97ec5 None None] Deleting port 86133b28-3d48-4265-9e45-99dc95eccbac {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:32:45.277373 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c31a27d9-ae43-4880-9be7-d2d3b0f97ec5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:45.280240 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669c6755-5019-426e-a95a-a1256355fd5d None None] Routers {'c44ee87c-3d99-4fdb-94e8-4f9add013be4'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:32:45.280670 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-669c6755-5019-426e-a95a-a1256355fd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:32:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['c44ee87c-3d99-4fdb-94e8-4f9add013be4'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:45.307799 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-6bd8a6fb-ded5-4210-90cd-c7e833e250b7 None None] For port 5e52ada0-e556-43fb-9218-1bc5901951fd, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=5e52ada0-e556-43fb-9218-1bc5901951fd,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:32:45.323989 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6bd8a6fb-ded5-4210-90cd-c7e833e250b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:45.377367 n-d-776250-12 neutron-server[110550]: DEBUG neutron.objects.ports [None req-e1a2af36-0ebb-42b2-a6ff-58e26e741948 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110550) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 16:32:45.381704 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e1a2af36-0ebb-42b2-a6ff-58e26e741948 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:45.502509 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48250) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:45.502714 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-263a83b9-f7ce-43f1-96a7-42b7d9f96c84 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:45.502844 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device a0eb3cb7-6cd1-4fbe-9d18-73552dad3af7 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:32:45.516566 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a2af36-0ebb-42b2-a6ff-58e26e741948 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Pushing event updated for resources: {'Subnet': ['ID=a18e4b16-d6ea-4902-8710-de1d74848036,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:45.593677 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a2af36-0ebb-42b2-a6ff-58e26e741948 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Checking segment: {'id': '66fc97f4-65fd-4f75-8433-c5649af94d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b30867a8-e2c6-4dc3-af3c-6b47f11a527e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:32:45.594058 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a2af36-0ebb-42b2-a6ff-58e26e741948 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Network hostable DHCP agents. Network: b30867a8-e2c6-4dc3-af3c-6b47f11a527e, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:32:45.594777 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:45.605896 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-6bd8a6fb-ded5-4210-90cd-c7e833e250b7 None None] Calling delete_port for 5e52ada0-e556-43fb-9218-1bc5901951fd owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:32:45.694374 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-45fe43df-2368-4080-afdd-f6eea6c844f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:45.737839 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f7488179-1567-4830-9644-f7fa87ea5742 req-2f5dcaea-28ae-4927-9cf8-b4c9d4605363 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac HTTP/1.1" status: 200 len: 210 time: 0.0358915 Dec 08 16:32:45.744089 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96ac6f-d185-4f09-af44-164a361cac18 req-c5d1643b-2b81-4859-bcb6-607535c60896 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:45.745833 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5f96ac6f-d185-4f09-af44-164a361cac18 req-c5d1643b-2b81-4859-bcb6-607535c60896 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.76 "GET /v2.0/networks?id=b16f21e0-d13a-4c4c-a863-a31df2be91b8 HTTP/1.1" status: 200 len: 811 time: 0.2555132 Dec 08 16:32:45.761403 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-5f96ac6f-d185-4f09-af44-164a361cac18 req-8efb7ac8-ccd3-490f-a6b6-0e6e41cb3eec tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Request body: {'port': {'device_id': '75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac', 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8', 'admin_state_up': True, 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:32:45.780266 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a2af36-0ebb-42b2-a6ff-58e26e741948 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Network b30867a8-e2c6-4dc3-af3c-6b47f11a527e is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:32:45.889695 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-e1a2af36-0ebb-42b2-a6ff-58e26e741948 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, b30867a8-e2c6-4dc3-af3c-6b47f11a527e) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:32:45.903722 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a2af36-0ebb-42b2-a6ff-58e26e741948 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:45.904415 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e1a2af36-0ebb-42b2-a6ff-58e26e741948 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:45.910047 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-5248137d-d067-4312-bcb6-fe16f21f6779 None None] Provisioning complete for port 86133b28-3d48-4265-9e45-99dc95eccbac triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:45.910945 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5248137d-d067-4312-bcb6-fe16f21f6779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:45.922605 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bddf43b-198c-45cc-a519-e7eda09e3887 None None] Network b30867a8-e2c6-4dc3-af3c-6b47f11a527e requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:32:45.949752 n-d-776250-12 neutron-server[110550]: DEBUG neutron.objects.ports [None req-92c99455-cebd-4f8f-8480-24dfaeaaf159 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110550) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 16:32:45.963298 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-c31a27d9-ae43-4880-9be7-d2d3b0f97ec5 None None] For port 86133b28-3d48-4265-9e45-99dc95eccbac, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=86133b28-3d48-4265-9e45-99dc95eccbac,segment=NetworkSegment(701e5ffb-6d1a-4d3a-9dfa-af78ce0c6a20),segment_id=701e5ffb-6d1a-4d3a-9dfa-af78ce0c6a20)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:32:45.963578 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c31a27d9-ae43-4880-9be7-d2d3b0f97ec5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:45.971278 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-263a83b9-f7ce-43f1-96a7-42b7d9f96c84 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:46.019529 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d74e5fc6-7966-4cde-b0e8-89a4b9412b25 admin admin] Router c44ee87c-3d99-4fdb-94e8-4f9add013be4 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:32:46.025522 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-c31a27d9-ae43-4880-9be7-d2d3b0f97ec5 None None] Calling delete_port for 86133b28-3d48-4265-9e45-99dc95eccbac owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:32:46.075423 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-263a83b9-f7ce-43f1-96a7-42b7d9f96c84 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:46.085338 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-669c6755-5019-426e-a95a-a1256355fd5d None None] Set router c44ee87c-3d99-4fdb-94e8-4f9add013be4 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:32:46.099955 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f96ac6f-d185-4f09-af44-164a361cac18 req-8efb7ac8-ccd3-490f-a6b6-0e6e41cb3eec tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Made reservation on behalf of 71f5826d1b3d4cd5a2c95e78c7917860 for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:32:46.104227 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-5f96ac6f-d185-4f09-af44-164a361cac18 req-8efb7ac8-ccd3-490f-a6b6-0e6e41cb3eec tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:46.115353 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263a83b9-f7ce-43f1-96a7-42b7d9f96c84 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83d05bcd-f125-4cf7-b470-11b63dc32dec,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:46.155512 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-45fe43df-2368-4080-afdd-f6eea6c844f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:46.161562 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-e1a2af36-0ebb-42b2-a6ff-58e26e741948 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1015894 Dec 08 16:32:46.165746 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48264) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:46.176798 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-34feb811-9baf-4ccb-8713-9c796dd4a597 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Request body: {'port': {'network_id': 'b30867a8-e2c6-4dc3-af3c-6b47f11a527e', 'name': 'tempest-NetworksIpV6TestAttrs-1866368945'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:32:46.198265 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-263a83b9-f7ce-43f1-96a7-42b7d9f96c84 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:46.202136 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-263a83b9-f7ce-43f1-96a7-42b7d9f96c84 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2740104 Dec 08 16:32:46.202447 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port a0eb3cb7-6cd1-4fbe-9d18-73552dad3af7 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:46.202447 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:46.203036 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 48266) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:46.208941 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-fbbd21c1-7a48-4aec-b9b8-310c438a9b99 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Request body: {'security_group_rule': {'security_group_id': '612cab1b-cec0-43d6-8e72-252bc370fd34', 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:32:46.278542 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-45fe43df-2368-4080-afdd-f6eea6c844f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:46.302880 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d74e5fc6-7966-4cde-b0e8-89a4b9412b25 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:32:46.322648 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d74e5fc6-7966-4cde-b0e8-89a4b9412b25 admin admin] 10.222.0.64 "PUT /v2.0/routers/c44ee87c-3d99-4fdb-94e8-4f9add013be4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9899437 Dec 08 16:32:46.328954 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 48272) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:46.354402 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-92c99455-cebd-4f8f-8480-24dfaeaaf159 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:46.368882 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-45fe43df-2368-4080-afdd-f6eea6c844f7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c61005d0254349388cbc7b554e6ce9f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8651855 Dec 08 16:32:46.401398 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48274) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:46.430884 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fe43df-2368-4080-afdd-f6eea6c844f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a60e0b4-e057-4897-b491-31f6413b324e,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:46.466295 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6e0b97be-e49a-4562-bcd0-6e86f4899049 admin admin] Publish callbacks [] for router, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:46.472265 n-d-776250-12 neutron-server[110551]: INFO neutron.db.securitygroups_db [None req-fbbd21c1-7a48-4aec-b9b8-310c438a9b99 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Project 5ac8783bc8454dbdaff01b6ea349ef5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 16:32:46.510501 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-5248137d-d067-4312-bcb6-fe16f21f6779 None None] Port 86133b28-3d48-4265-9e45-99dc95eccbac update to ACTIVE by agent not found {{(pid=110552) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 08 16:32:46.518020 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c31a27d9-ae43-4880-9be7-d2d3b0f97ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:46.556436 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fbbd21c1-7a48-4aec-b9b8-310c438a9b99 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:46.604043 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c87066-b206-427b-a8a0-b978f431bacb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-b30867a8-e2c6-4dc3-af3c-6b47f11a527e', 'network_id': 'b30867a8-e2c6-4dc3-af3c-6b47f11a527e', 'project_id': '0542b0db7d594284bc77f5cfac960027', 'fixed_ips': [{'subnet_id': 'a18e4b16-d6ea-4902-8710-de1d74848036'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:32:46.605259 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-20c87066-b206-427b-a8a0-b978f431bacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:46.612209 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31a27d9-ae43-4880-9be7-d2d3b0f97ec5 None None] No DVR routers for this DVR port 86133b28-3d48-4265-9e45-99dc95eccbac on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:32:46.619318 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31a27d9-ae43-4880-9be7-d2d3b0f97ec5 None None] Pushing event deleted for resources: {'Port': ['ID=86133b28-3d48-4265-9e45-99dc95eccbac,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:46.657008 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [req-5f96ac6f-d185-4f09-af44-164a361cac18 req-8efb7ac8-ccd3-490f-a6b6-0e6e41cb3eec tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Allocated IP 172.20.0.3 (b16f21e0-d13a-4c4c-a863-a31df2be91b8/13be6d62-2e9a-40c4-9d1e-34aa15cc5f10/379e92d6-a431-454f-9d2c-1a9bd027b544) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:32:46.694160 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6e0b97be-e49a-4562-bcd0-6e86f4899049 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:46.712274 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6bd8a6fb-ded5-4210-90cd-c7e833e250b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:46.715860 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fbbd21c1-7a48-4aec-b9b8-310c438a9b99 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:46.779819 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd8a6fb-ded5-4210-90cd-c7e833e250b7 None None] Pushing event deleted for resources: {'Port': ['ID=5e52ada0-e556-43fb-9218-1bc5901951fd,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:46.829086 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fbbd21c1-7a48-4aec-b9b8-310c438a9b99 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:46.890752 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbd21c1-7a48-4aec-b9b8-310c438a9b99 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4107dbb1-ba89-447b-a12e-a1245817393d,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:46.911544 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-92c99455-cebd-4f8f-8480-24dfaeaaf159 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] For port 5e52ada0-e556-43fb-9218-1bc5901951fd, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=5e52ada0-e556-43fb-9218-1bc5901951fd,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:32:46.953881 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-92c99455-cebd-4f8f-8480-24dfaeaaf159 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:46.964714 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd8a6fb-ded5-4210-90cd-c7e833e250b7 None None] No DVR routers for this DVR port 5e52ada0-e556-43fb-9218-1bc5901951fd on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:32:46.968605 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f775bb61-caff-4685-a9c3-9098dc2e895a req-761536e5-7599-478f-af2c-1ef558eb1728 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac HTTP/1.1" status: 200 len: 210 time: 0.0431373 Dec 08 16:32:46.976768 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-6e0b97be-e49a-4562-bcd0-6e86f4899049 admin admin] Deleting port 6fb665af-b9c6-45de-b11c-2c065f15eb45 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:32:46.988706 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6e0b97be-e49a-4562-bcd0-6e86f4899049 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:47.010597 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-21f9244d-69ac-4af6-a3a6-a404b9850efd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:47.014063 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 5e52ada0-e556-43fb-9218-1bc5901951fd no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:32:47.015846 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d982207-89de-473a-ab9e-24d2411c9668 None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:32:47.039149 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-21f9244d-69ac-4af6-a3a6-a404b9850efd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:47.056356 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:47.086417 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-92c99455-cebd-4f8f-8480-24dfaeaaf159 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:47.086417 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-92c99455-cebd-4f8f-8480-24dfaeaaf159 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:47.109146 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-6e0b97be-e49a-4562-bcd0-6e86f4899049 admin admin] For port 6fb665af-b9c6-45de-b11c-2c065f15eb45, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=6fb665af-b9c6-45de-b11c-2c065f15eb45,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:32:47.109681 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6e0b97be-e49a-4562-bcd0-6e86f4899049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:47.113030 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 5e52ada0-e556-43fb-9218-1bc5901951fd {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:32:47.113387 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 5e52ada0-e556-43fb-9218-1bc5901951fd not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:32:47.137404 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fbbd21c1-7a48-4aec-b9b8-310c438a9b99 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:47.141362 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-fbbd21c1-7a48-4aec-b9b8-310c438a9b99 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9346969 Dec 08 16:32:47.141941 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34feb811-9baf-4ccb-8713-9c796dd4a597 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Made reservation on behalf of 0542b0db7d594284bc77f5cfac960027 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:32:47.145414 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-34feb811-9baf-4ccb-8713-9c796dd4a597 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:47.148698 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c99455-cebd-4f8f-8480-24dfaeaaf159 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event deleted for resources: {'Port': ['ID=5e52ada0-e556-43fb-9218-1bc5901951fd,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:47.161102 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48278) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:47.173237 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-6e0b97be-e49a-4562-bcd0-6e86f4899049 admin admin] Calling delete_port for 6fb665af-b9c6-45de-b11c-2c065f15eb45 owned by network:router_gateway {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:32:47.181086 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-5f96ac6f-d185-4f09-af44-164a361cac18 req-8efb7ac8-ccd3-490f-a6b6-0e6e41cb3eec tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:47.184748 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-00bde1e7-cd82-46d8-bb56-fbf4bfbdfed7 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Request body: {'security_group_rule': {'security_group_id': '612cab1b-cec0-43d6-8e72-252bc370fd34', 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:32:47.204364 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c99455-cebd-4f8f-8480-24dfaeaaf159 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:32:47.222273 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-92c99455-cebd-4f8f-8480-24dfaeaaf159 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:32:47.241348 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c99455-cebd-4f8f-8480-24dfaeaaf159 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:47.242140 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-92c99455-cebd-4f8f-8480-24dfaeaaf159 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:47.249308 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-21f9244d-69ac-4af6-a3a6-a404b9850efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:47.252521 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-21f9244d-69ac-4af6-a3a6-a404b9850efd admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:47.257506 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-21f9244d-69ac-4af6-a3a6-a404b9850efd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3a60e0b4-e057-4897-b491-31f6413b324e HTTP/1.1" status: 204 len: 168 time: 0.8438215 Dec 08 16:32:47.261463 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [None req-34feb811-9baf-4ccb-8713-9c796dd4a597 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] device_id is not set on port 366c9060-ea7d-4fe6-a1a5-8c45c14f1ca2 yet. {{(pid=110550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:32:47.290110 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c99455-cebd-4f8f-8480-24dfaeaaf159 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event updated for resources: {'Subnet': ['ID=a0e60aac-01f8-41fb-9817-79f5f75867f9,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:47.327967 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f9244d-69ac-4af6-a3a6-a404b9850efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a60e0b4-e057-4897-b491-31f6413b324e,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:47.329768 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-20c87066-b206-427b-a8a0-b978f431bacb None None] Allocated IP 2001:db8::f816:3eff:fed5:4d6e (b30867a8-e2c6-4dc3-af3c-6b47f11a527e/a18e4b16-d6ea-4902-8710-de1d74848036/f9bc82aa-1245-47a0-979d-c41e7faf1d73) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:32:47.401050 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-5f96ac6f-d185-4f09-af44-164a361cac18 req-8efb7ac8-ccd3-490f-a6b6-0e6e41cb3eec tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:47.424461 n-d-776250-12 neutron-server[110550]: INFO neutron.db.securitygroups_db [None req-00bde1e7-cd82-46d8-bb56-fbf4bfbdfed7 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Project 5ac8783bc8454dbdaff01b6ea349ef5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 16:32:47.431674 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-00bde1e7-cd82-46d8-bb56-fbf4bfbdfed7 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:47.449340 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f96ac6f-d185-4f09-af44-164a361cac18 req-8efb7ac8-ccd3-490f-a6b6-0e6e41cb3eec tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Network b16f21e0-d13a-4c4c-a863-a31df2be91b8 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:32:47.458204 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [req-5f96ac6f-d185-4f09-af44-164a361cac18 req-8efb7ac8-ccd3-490f-a6b6-0e6e41cb3eec tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:32:47.541410 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f96ac6f-d185-4f09-af44-164a361cac18 req-8efb7ac8-ccd3-490f-a6b6-0e6e41cb3eec tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:32:47.548585 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-00bde1e7-cd82-46d8-bb56-fbf4bfbdfed7 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:47.559989 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-92c99455-cebd-4f8f-8480-24dfaeaaf159 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8862133 Dec 08 16:32:47.562001 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48290) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:47.585397 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-1aed2e9a-afe4-4531-a4a2-5dfd08d38232 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Request body: {'port': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'mac_address': 'fa:16:3e:e5:13:01', 'name': 'tempest-NetworksTestDHCPv6-391889399'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:32:47.665649 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96ac6f-d185-4f09-af44-164a361cac18 req-8efb7ac8-ccd3-490f-a6b6-0e6e41cb3eec tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:47.666606 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-5f96ac6f-d185-4f09-af44-164a361cac18 req-8efb7ac8-ccd3-490f-a6b6-0e6e41cb3eec tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:47.685185 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efb7ac8-ccd3-490f-a6b6-0e6e41cb3eec tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Pushing event updated for resources: {'Port': ['ID=379e92d6-a431-454f-9d2c-1a9bd027b544,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:47.705644 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efb7ac8-ccd3-490f-a6b6-0e6e41cb3eec tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:47.706251 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efb7ac8-ccd3-490f-a6b6-0e6e41cb3eec tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:47.706762 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efb7ac8-ccd3-490f-a6b6-0e6e41cb3eec tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:47.707351 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efb7ac8-ccd3-490f-a6b6-0e6e41cb3eec tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:47.707848 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efb7ac8-ccd3-490f-a6b6-0e6e41cb3eec tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:47.708436 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efb7ac8-ccd3-490f-a6b6-0e6e41cb3eec tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:47.709080 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efb7ac8-ccd3-490f-a6b6-0e6e41cb3eec tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:47.709572 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efb7ac8-ccd3-490f-a6b6-0e6e41cb3eec tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:47.710407 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efb7ac8-ccd3-490f-a6b6-0e6e41cb3eec tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:47.710920 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efb7ac8-ccd3-490f-a6b6-0e6e41cb3eec tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:47.711497 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efb7ac8-ccd3-490f-a6b6-0e6e41cb3eec tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:47.711987 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efb7ac8-ccd3-490f-a6b6-0e6e41cb3eec tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:47.712513 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efb7ac8-ccd3-490f-a6b6-0e6e41cb3eec tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:47.770735 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-20c87066-b206-427b-a8a0-b978f431bacb None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:47.780430 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2430f61-d73a-451c-b57b-28083172c206 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-e406e062-eec7-4ef2-b02a-de32c9a24df9', 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'project_id': '450e207568904a6eabc726912d992373', 'fixed_ips': [{'subnet_id': 'a0e60aac-01f8-41fb-9817-79f5f75867f9'}, {'subnet_id': 'efc33e71-69bf-4a92-906b-c2e9e1dd3638'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:32:47.798892 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-00bde1e7-cd82-46d8-bb56-fbf4bfbdfed7 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:47.807893 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f2430f61-d73a-451c-b57b-28083172c206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:47.838716 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bde1e7-cd82-46d8-bb56-fbf4bfbdfed7 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09fdd315-ab10-4a65-be2d-ca4906ac65e0,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:47.872151 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-669c6755-5019-426e-a95a-a1256355fd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c44ee87c-3d99-4fdb-94e8-4f9add013be4', 'name': 'tempest-ImageQuotaTest-1604878544-router', 'tenant_id': '47b5c444a65946f4b5bfdbe83590935a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '6fb665af-b9c6-45de-b11c-2c065f15eb45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:32:20Z', 'updated_at': '2021-12-08T16:32:44Z', 'revision_number': 5, 'project_id': '47b5c444a65946f4b5bfdbe83590935a', 'gw_port': {'id': '6fb665af-b9c6-45de-b11c-2c065f15eb45', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44ee87c-3d99-4fdb-94e8-4f9add013be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:24Z', 'updated_at': '2021-12-08T16:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:47.879991 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5f96ac6f-d185-4f09-af44-164a361cac18 req-8efb7ac8-ccd3-490f-a6b6-0e6e41cb3eec tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1220152 Dec 08 16:32:47.919108 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669c6755-5019-426e-a95a-a1256355fd5d None None] The sync data for ids ['c44ee87c-3d99-4fdb-94e8-4f9add013be4'] in n-d-776250-12 is: [{'id': 'c44ee87c-3d99-4fdb-94e8-4f9add013be4', 'name': 'tempest-ImageQuotaTest-1604878544-router', 'tenant_id': '47b5c444a65946f4b5bfdbe83590935a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '6fb665af-b9c6-45de-b11c-2c065f15eb45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:32:20Z', 'updated_at': '2021-12-08T16:32:44Z', 'revision_number': 5, 'project_id': '47b5c444a65946f4b5bfdbe83590935a', 'gw_port': {'id': '6fb665af-b9c6-45de-b11c-2c065f15eb45', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44ee87c-3d99-4fdb-94e8-4f9add013be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:24Z', 'updated_at': '2021-12-08T16:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:32:47.923506 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-5f96ac6f-d185-4f09-af44-164a361cac18 req-27653d1a-e131-4064-b05a-3dd25002a443 service neutron] Request body: {'port': {'device_id': '75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:32:47.938240 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-20c87066-b206-427b-a8a0-b978f431bacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:47.987490 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-3b26b3e3-7df7-4e19-8ee6-2eeccb21950e None None] Provisioning complete for port 379e92d6-a431-454f-9d2c-1a9bd027b544 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:47.987878 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3b26b3e3-7df7-4e19-8ee6-2eeccb21950e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:48.012323 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aed2e9a-afe4-4531-a4a2-5dfd08d38232 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Made reservation on behalf of 450e207568904a6eabc726912d992373 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:32:48.077956 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-5f96ac6f-d185-4f09-af44-164a361cac18 req-27653d1a-e131-4064-b05a-3dd25002a443 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:48.111211 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-3b26b3e3-7df7-4e19-8ee6-2eeccb21950e None None] Port 379e92d6-a431-454f-9d2c-1a9bd027b544 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:32:48.132673 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c87066-b206-427b-a8a0-b978f431bacb None None] Network b30867a8-e2c6-4dc3-af3c-6b47f11a527e is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:32:48.176871 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6e0b97be-e49a-4562-bcd0-6e86f4899049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:48.215671 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-20c87066-b206-427b-a8a0-b978f431bacb None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:32:48.219015 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c87066-b206-427b-a8a0-b978f431bacb None None] Pushing event updated for resources: {'Port': ['ID=f9bc82aa-1245-47a0-979d-c41e7faf1d73,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:48.227943 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:48.249165 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c87066-b206-427b-a8a0-b978f431bacb None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:32:48.375363 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0b97be-e49a-4562-bcd0-6e86f4899049 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fb665af-b9c6-45de-b11c-2c065f15eb45,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:48.490338 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-20c87066-b206-427b-a8a0-b978f431bacb None None] Attempting to bind port f9bc82aa-1245-47a0-979d-c41e7faf1d73 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:32:48.490726 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-20c87066-b206-427b-a8a0-b978f431bacb None None] Attempting to bind port f9bc82aa-1245-47a0-979d-c41e7faf1d73 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '66fc97f4-65fd-4f75-8433-c5649af94d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b30867a8-e2c6-4dc3-af3c-6b47f11a527e'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:32:48.491104 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c87066-b206-427b-a8a0-b978f431bacb None None] Attempting to bind port f9bc82aa-1245-47a0-979d-c41e7faf1d73 on network b30867a8-e2c6-4dc3-af3c-6b47f11a527e {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:32:48.508908 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2c3760-ea88-4e95-a700-03f620a3063a None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:32:48.517794 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c87066-b206-427b-a8a0-b978f431bacb None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:32:48.518190 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c87066-b206-427b-a8a0-b978f431bacb None None] Checking segment: {'id': '66fc97f4-65fd-4f75-8433-c5649af94d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b30867a8-e2c6-4dc3-af3c-6b47f11a527e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:32:48.518589 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-20c87066-b206-427b-a8a0-b978f431bacb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:48.518994 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c87066-b206-427b-a8a0-b978f431bacb None None] Bound using segment: {'id': '66fc97f4-65fd-4f75-8433-c5649af94d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b30867a8-e2c6-4dc3-af3c-6b47f11a527e'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:32:48.519500 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-20c87066-b206-427b-a8a0-b978f431bacb None None] Bound port: f9bc82aa-1245-47a0-979d-c41e7faf1d73, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66fc97f4-65fd-4f75-8433-c5649af94d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b30867a8-e2c6-4dc3-af3c-6b47f11a527e'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:32:48.519930 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-20c87066-b206-427b-a8a0-b978f431bacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:48.696927 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48304) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:48.719946 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-34feb811-9baf-4ccb-8713-9c796dd4a597 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Allocated IP 2001:db8::f816:3eff:fe91:8dff (b30867a8-e2c6-4dc3-af3c-6b47f11a527e/a18e4b16-d6ea-4902-8710-de1d74848036/366c9060-ea7d-4fe6-a1a5-8c45c14f1ca2) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:32:48.728587 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-00bde1e7-cd82-46d8-bb56-fbf4bfbdfed7 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:48.736081 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-00bde1e7-cd82-46d8-bb56-fbf4bfbdfed7 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.5725515 Dec 08 16:32:48.778636 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48306) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:48.791214 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-84f793d9-59e0-4d3f-828c-882efe4d565e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Request body: {'network': {'name': 'tempest-network-smoke--1389416901', 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'port_security_enabled': True}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:32:48.806958 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [req-5f96ac6f-d185-4f09-af44-164a361cac18 req-27653d1a-e131-4064-b05a-3dd25002a443 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 379e92d6-a431-454f-9d2c-1a9bd027b544 {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:32:48.807707 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f1c11fdf-1aa9-4bd1-9dfc-9fdcc3a5b361 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:48.827884 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-5f96ac6f-d185-4f09-af44-164a361cac18 req-27653d1a-e131-4064-b05a-3dd25002a443 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:48.876565 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-20c87066-b206-427b-a8a0-b978f431bacb None None] For port f9bc82aa-1245-47a0-979d-c41e7faf1d73, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:32:48.879865 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [req-5f96ac6f-d185-4f09-af44-164a361cac18 req-27653d1a-e131-4064-b05a-3dd25002a443 service neutron] Transition to ACTIVE for port object 379e92d6-a431-454f-9d2c-1a9bd027b544 will not be triggered until provisioned by entity L2. {{(pid=110551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:32:48.944012 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-20c87066-b206-427b-a8a0-b978f431bacb None None] For port f9bc82aa-1245-47a0-979d-c41e7faf1d73, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=f9bc82aa-1245-47a0-979d-c41e7faf1d73,segment=NetworkSegment(66fc97f4-65fd-4f75-8433-c5649af94d85),segment_id=66fc97f4-65fd-4f75-8433-c5649af94d85)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:32:48.964990 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-f2430f61-d73a-451c-b57b-28083172c206 None None] Allocated IP 172.20.0.2 (e406e062-eec7-4ef2-b02a-de32c9a24df9/efc33e71-69bf-4a92-906b-c2e9e1dd3638/5876eed4-e443-441f-bade-e6f40d72a921) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:32:48.979867 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-f2430f61-d73a-451c-b57b-28083172c206 None None] Allocated IP 2001:db8::f816:3eff:fe2a:f01a (e406e062-eec7-4ef2-b02a-de32c9a24df9/a0e60aac-01f8-41fb-9817-79f5f75867f9/5876eed4-e443-441f-bade-e6f40d72a921) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:32:48.992968 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-5f96ac6f-d185-4f09-af44-164a361cac18 req-27653d1a-e131-4064-b05a-3dd25002a443 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:49.000718 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6e0b97be-e49a-4562-bcd0-6e86f4899049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:49.017706 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f1c11fdf-1aa9-4bd1-9dfc-9fdcc3a5b361 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:49.117650 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a2dde-f74b-4465-b0d8-a7688203765e req-57422f56-352f-40b9-913f-3998d7d9e91c tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:49.126284 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6c2a2dde-f74b-4465-b0d8-a7688203765e req-57422f56-352f-40b9-913f-3998d7d9e91c tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac HTTP/1.1" status: 200 len: 931 time: 0.4281683 Dec 08 16:32:49.156353 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f1c11fdf-1aa9-4bd1-9dfc-9fdcc3a5b361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:49.167467 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1aed2e9a-afe4-4531-a4a2-5dfd08d38232 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:49.187902 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f2430f61-d73a-451c-b57b-28083172c206 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:49.196458 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-20c87066-b206-427b-a8a0-b978f431bacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:49.196628 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6e0b97be-e49a-4562-bcd0-6e86f4899049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:49.252514 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6e0b97be-e49a-4562-bcd0-6e86f4899049 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:49.348500 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f2430f61-d73a-451c-b57b-28083172c206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:49.394149 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f793d9-59e0-4d3f-828c-882efe4d565e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Made reservation on behalf of 5ac8783bc8454dbdaff01b6ea349ef5e for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:32:49.404794 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-84f793d9-59e0-4d3f-828c-882efe4d565e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:49.466384 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c87066-b206-427b-a8a0-b978f431bacb None None] Pushing event updated for resources: {'Port': ['ID=f9bc82aa-1245-47a0-979d-c41e7faf1d73,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:49.480155 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 49d4574f-2891-4807-a4db-715668950cf5 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:32:49.507139 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2430f61-d73a-451c-b57b-28083172c206 None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:32:49.572543 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27653d1a-e131-4064-b05a-3dd25002a443 service neutron] Pushing event updated for resources: {'Port': ['ID=379e92d6-a431-454f-9d2c-1a9bd027b544,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:49.599787 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-f1c11fdf-1aa9-4bd1-9dfc-9fdcc3a5b361 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dc87b07a178648f6848c1a8ce30ce935&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8881004 Dec 08 16:32:49.617176 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [None req-1aed2e9a-afe4-4531-a4a2-5dfd08d38232 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] device_id is not set on port 0c1153b9-d275-4bf2-ad41-055e11a4fbee yet. {{(pid=110550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:32:49.619057 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 49d4574f-2891-4807-a4db-715668950cf5 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:32:49.619631 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 49d4574f-2891-4807-a4db-715668950cf5 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:32:49.642207 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48316) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:49.643837 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c11fdf-1aa9-4bd1-9dfc-9fdcc3a5b361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02342bb6-3e35-4006-a257-205a060f9835,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:49.672321 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6e0b97be-e49a-4562-bcd0-6e86f4899049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:49.679999 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e0b97be-e49a-4562-bcd0-6e86f4899049 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c44ee87c-3d99-4fdb-94e8-4f9add013be4 {{(pid=110551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:32:49.702835 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6e0b97be-e49a-4562-bcd0-6e86f4899049 admin admin] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:49.708983 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-6e0b97be-e49a-4562-bcd0-6e86f4899049 admin admin] 10.222.0.64 "DELETE /v2.0/routers/c44ee87c-3d99-4fdb-94e8-4f9add013be4 HTTP/1.1" status: 204 len: 168 time: 3.3764212 Dec 08 16:32:49.710825 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 48318) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:49.731085 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6c2a2dde-f74b-4465-b0d8-a7688203765e req-21571ba5-d42e-44cc-9b8e-66a768e8e544 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6012180 Dec 08 16:32:49.804936 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-f2430f61-d73a-451c-b57b-28083172c206 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:32:49.830782 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84f793d9-59e0-4d3f-828c-882efe4d565e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:32:49.838505 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2430f61-d73a-451c-b57b-28083172c206 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:32:49.867081 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-84f793d9-59e0-4d3f-828c-882efe4d565e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:49.874319 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-84f793d9-59e0-4d3f-828c-882efe4d565e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Added segment 75f8eacf-09fa-44d1-9fa5-2b7d3d1ef9ec of type vlan for network 9aa49936-a2d8-4b4c-8899-7a242f872b33 Dec 08 16:32:49.877015 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2430f61-d73a-451c-b57b-28083172c206 None None] Pushing event updated for resources: {'Port': ['ID=5876eed4-e443-441f-bade-e6f40d72a921,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:50.028159 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-84f793d9-59e0-4d3f-828c-882efe4d565e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:50.064881 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-c14900ef-67dd-4aaf-883a-99acdf7dfaa0 admin admin] Deleting subnet 04ac023f-c7a7-452b-9e56-de1b0427c2fc {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:32:50.087062 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-5f96ac6f-d185-4f09-af44-164a361cac18 req-27653d1a-e131-4064-b05a-3dd25002a443 service neutron] Attempting to bind port 379e92d6-a431-454f-9d2c-1a9bd027b544 on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:32:50.087975 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-5f96ac6f-d185-4f09-af44-164a361cac18 req-27653d1a-e131-4064-b05a-3dd25002a443 service neutron] Attempting to bind port 379e92d6-a431-454f-9d2c-1a9bd027b544 by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': '148e30e1-cdcf-4201-a517-2bd3763917d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:32:50.088820 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f96ac6f-d185-4f09-af44-164a361cac18 req-27653d1a-e131-4064-b05a-3dd25002a443 service neutron] Attempting to bind port 379e92d6-a431-454f-9d2c-1a9bd027b544 on network b16f21e0-d13a-4c4c-a863-a31df2be91b8 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:32:50.093553 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c14900ef-67dd-4aaf-883a-99acdf7dfaa0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:50.191362 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f96ac6f-d185-4f09-af44-164a361cac18 req-27653d1a-e131-4064-b05a-3dd25002a443 service neutron] Port 379e92d6-a431-454f-9d2c-1a9bd027b544 on network b16f21e0-d13a-4c4c-a863-a31df2be91b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:32:50.192463 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f96ac6f-d185-4f09-af44-164a361cac18 req-27653d1a-e131-4064-b05a-3dd25002a443 service neutron] Attempting to bind port 379e92d6-a431-454f-9d2c-1a9bd027b544 on network b16f21e0-d13a-4c4c-a863-a31df2be91b8 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:32:50.227457 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b888335-3621-4bf3-8af2-89553e67cf5a None None] Sync routers for ids ['c44ee87c-3d99-4fdb-94e8-4f9add013be4'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:32:50.243956 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f96ac6f-d185-4f09-af44-164a361cac18 req-27653d1a-e131-4064-b05a-3dd25002a443 service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:32:50.244538 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f96ac6f-d185-4f09-af44-164a361cac18 req-27653d1a-e131-4064-b05a-3dd25002a443 service neutron] Checking segment: {'id': '148e30e1-cdcf-4201-a517-2bd3763917d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:32:50.245140 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f96ac6f-d185-4f09-af44-164a361cac18 req-27653d1a-e131-4064-b05a-3dd25002a443 service neutron] Bound using segment: {'id': '148e30e1-cdcf-4201-a517-2bd3763917d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:32:50.245859 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-5f96ac6f-d185-4f09-af44-164a361cac18 req-27653d1a-e131-4064-b05a-3dd25002a443 service neutron] Bound port: 379e92d6-a431-454f-9d2c-1a9bd027b544, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '148e30e1-cdcf-4201-a517-2bd3763917d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:32:50.246469 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-5f96ac6f-d185-4f09-af44-164a361cac18 req-27653d1a-e131-4064-b05a-3dd25002a443 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:50.273092 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b888335-3621-4bf3-8af2-89553e67cf5a None None] Routers set() bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:32:50.273679 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b888335-3621-4bf3-8af2-89553e67cf5a None None] Router IDs set() for agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 08 16:32:50.292128 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_agentschedulers_db [None req-0b888335-3621-4bf3-8af2-89553e67cf5a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c44ee87c-3d99-4fdb-94e8-4f9add013be4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:32:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent'). {{(pid=110553) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 08 16:32:50.305102 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-84f793d9-59e0-4d3f-828c-882efe4d565e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:50.319555 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b888335-3621-4bf3-8af2-89553e67cf5a None None] Routers set() bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:32:50.320569 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f793d9-59e0-4d3f-828c-882efe4d565e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:50.321938 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-84f793d9-59e0-4d3f-828c-882efe4d565e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:50.322799 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b888335-3621-4bf3-8af2-89553e67cf5a None None] Router IDs set() for agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 08 16:32:50.327035 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_agentschedulers_db [None req-0b888335-3621-4bf3-8af2-89553e67cf5a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c44ee87c-3d99-4fdb-94e8-4f9add013be4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:32:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent'). {{(pid=110553) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 08 16:32:50.327769 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c14900ef-67dd-4aaf-883a-99acdf7dfaa0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:50.328452 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b888335-3621-4bf3-8af2-89553e67cf5a None None] The sync data for ids ['c44ee87c-3d99-4fdb-94e8-4f9add013be4'] in n-d-776250-12 is: [] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:32:50.331645 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9c278e93-f431-40d9-8e3d-84c1476f82bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:50.438391 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-5f96ac6f-d185-4f09-af44-164a361cac18 req-27653d1a-e131-4064-b05a-3dd25002a443 service neutron] For port 379e92d6-a431-454f-9d2c-1a9bd027b544, host n-h1-776250-12, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:32:50.444548 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-f2430f61-d73a-451c-b57b-28083172c206 None None] Attempting to bind port 5876eed4-e443-441f-bade-e6f40d72a921 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:32:50.445231 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-f2430f61-d73a-451c-b57b-28083172c206 None None] Attempting to bind port 5876eed4-e443-441f-bade-e6f40d72a921 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:32:50.446759 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2430f61-d73a-451c-b57b-28083172c206 None None] Attempting to bind port 5876eed4-e443-441f-bade-e6f40d72a921 on network e406e062-eec7-4ef2-b02a-de32c9a24df9 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:32:50.473622 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2430f61-d73a-451c-b57b-28083172c206 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:32:50.478256 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2430f61-d73a-451c-b57b-28083172c206 None None] Checking segment: {'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:32:50.478256 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f2430f61-d73a-451c-b57b-28083172c206 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:50.478467 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-5f96ac6f-d185-4f09-af44-164a361cac18 req-27653d1a-e131-4064-b05a-3dd25002a443 service neutron] For port 379e92d6-a431-454f-9d2c-1a9bd027b544, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=379e92d6-a431-454f-9d2c-1a9bd027b544,segment=NetworkSegment(148e30e1-cdcf-4201-a517-2bd3763917d1),segment_id=148e30e1-cdcf-4201-a517-2bd3763917d1)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:32:50.478556 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2430f61-d73a-451c-b57b-28083172c206 None None] Bound using segment: {'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:32:50.478556 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-f2430f61-d73a-451c-b57b-28083172c206 None None] Bound port: 5876eed4-e443-441f-bade-e6f40d72a921, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:32:50.478556 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f2430f61-d73a-451c-b57b-28083172c206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:50.579183 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-5f96ac6f-d185-4f09-af44-164a361cac18 req-27653d1a-e131-4064-b05a-3dd25002a443 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:50.670570 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-f2430f61-d73a-451c-b57b-28083172c206 None None] For port 5876eed4-e443-441f-bade-e6f40d72a921, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:32:50.680779 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-f2430f61-d73a-451c-b57b-28083172c206 None None] For port 5876eed4-e443-441f-bade-e6f40d72a921, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=5876eed4-e443-441f-bade-e6f40d72a921,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:32:50.691171 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-84f793d9-59e0-4d3f-828c-882efe4d565e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9023468 Dec 08 16:32:50.694747 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27653d1a-e131-4064-b05a-3dd25002a443 service neutron] Pushing event updated for resources: {'Port': ['ID=379e92d6-a431-454f-9d2c-1a9bd027b544,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:50.708374 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 48324) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:50.716277 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-ce1b1c5f-e279-46c6-813e-5c8a1f54c226 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2015733819', 'admin_state_up': True, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:32:50.731952 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-34feb811-9baf-4ccb-8713-9c796dd4a597 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:50.736256 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c14900ef-67dd-4aaf-883a-99acdf7dfaa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:50.751123 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9c278e93-f431-40d9-8e3d-84c1476f82bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:50.757569 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f2430f61-d73a-451c-b57b-28083172c206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:50.787336 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96ac6f-d185-4f09-af44-164a361cac18 req-27653d1a-e131-4064-b05a-3dd25002a443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:50.788485 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-5f96ac6f-d185-4f09-af44-164a361cac18 req-27653d1a-e131-4064-b05a-3dd25002a443 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:50.790239 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5f96ac6f-d185-4f09-af44-164a361cac18 req-27653d1a-e131-4064-b05a-3dd25002a443 service neutron] 10.222.0.76 "PUT /v2.0/ports/379e92d6-a431-454f-9d2c-1a9bd027b544 HTTP/1.1" status: 200 len: 1092 time: 2.8964503 Dec 08 16:32:50.790919 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac', 'tag': '379e92d6-a431-454f-9d2c-1a9bd027b544'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:32:50.793466 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd21ff7-75f1-490b-a2e3-eb9e670a1e16" -d '{"events": [{"name": "network-changed", "server_uuid": "75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac", "tag": "379e92d6-a431-454f-9d2c-1a9bd027b544"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:32:50.824210 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f793d9-59e0-4d3f-828c-882efe4d565e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event updated for resources: {'Network': ['ID=9aa49936-a2d8-4b4c-8899-7a242f872b33,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:50.874425 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 9aa49936-a2d8-4b4c-8899-7a242f872b33 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:32:50.949202 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28cf8c87-7134-46ae-a9b9-144e2071582d x-openstack-request-id: req-28cf8c87-7134-46ae-a9b9-144e2071582d {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:32:50.954616 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac", "tag": "379e92d6-a431-454f-9d2c-1a9bd027b544", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:32:50.954616 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-28cf8c87-7134-46ae-a9b9-144e2071582d {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:32:50.954616 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac', 'tag': '379e92d6-a431-454f-9d2c-1a9bd027b544', 'status': 'completed', 'code': 200} Dec 08 16:32:51.035002 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ce1b1c5f-e279-46c6-813e-5c8a1f54c226 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:51.043068 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ce1b1c5f-e279-46c6-813e-5c8a1f54c226 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:51.154722 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-34feb811-9baf-4ccb-8713-9c796dd4a597 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:51.297376 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-1aed2e9a-afe4-4531-a4a2-5dfd08d38232 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Allocated IP 172.20.0.6 (e406e062-eec7-4ef2-b02a-de32c9a24df9/efc33e71-69bf-4a92-906b-c2e9e1dd3638/0c1153b9-d275-4bf2-ad41-055e11a4fbee) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:32:51.304161 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2430f61-d73a-451c-b57b-28083172c206 None None] Pushing event updated for resources: {'Port': ['ID=5876eed4-e443-441f-bade-e6f40d72a921,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:51.323143 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-1aed2e9a-afe4-4531-a4a2-5dfd08d38232 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Allocated IP 2001:db8::f816:3eff:fee5:1301 (e406e062-eec7-4ef2-b02a-de32c9a24df9/a0e60aac-01f8-41fb-9817-79f5f75867f9/0c1153b9-d275-4bf2-ad41-055e11a4fbee) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:32:51.496468 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device f9bc82aa-1245-47a0-979d-c41e7faf1d73 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:32:51.595687 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port f9bc82aa-1245-47a0-979d-c41e7faf1d73 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:51.596064 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:51.653597 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34feb811-9baf-4ccb-8713-9c796dd4a597 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Network b30867a8-e2c6-4dc3-af3c-6b47f11a527e is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:32:51.702330 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-34feb811-9baf-4ccb-8713-9c796dd4a597 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:32:51.717620 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34feb811-9baf-4ccb-8713-9c796dd4a597 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:32:51.723577 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34feb811-9baf-4ccb-8713-9c796dd4a597 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:51.724301 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-34feb811-9baf-4ccb-8713-9c796dd4a597 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:51.739582 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34feb811-9baf-4ccb-8713-9c796dd4a597 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Pushing event updated for resources: {'Port': ['ID=366c9060-ea7d-4fe6-a1a5-8c45c14f1ca2,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:51.780120 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9c278e93-f431-40d9-8e3d-84c1476f82bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:51.782756 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9c278e93-f431-40d9-8e3d-84c1476f82bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:51.783984 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-9c278e93-f431-40d9-8e3d-84c1476f82bb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/02342bb6-3e35-4006-a257-205a060f9835 HTTP/1.1" status: 204 len: 168 time: 2.1166658 Dec 08 16:32:51.849189 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c21aa-03a8-4fab-8ef0-f9443317df8a req-0a3d094b-5ab8-49fe-9c18-67f82c315146 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:51.854800 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f73c21aa-03a8-4fab-8ef0-f9443317df8a req-0a3d094b-5ab8-49fe-9c18-67f82c315146 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac HTTP/1.1" status: 200 len: 943 time: 0.8287833 Dec 08 16:32:51.875423 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1517749c-7ad3-4a09-a835-4a992ffb292e None None] Network b30867a8-e2c6-4dc3-af3c-6b47f11a527e requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:32:51.893696 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c278e93-f431-40d9-8e3d-84c1476f82bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02342bb6-3e35-4006-a257-205a060f9835,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:52.040628 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-34feb811-9baf-4ccb-8713-9c796dd4a597 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 5.8731503 Dec 08 16:32:52.053143 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48338) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:52.106148 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:52.129718 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96ac6f-d185-4f09-af44-164a361cac18 req-c0ab3875-9379-4f52-a673-bf0d76fa624a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:52.131607 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5f96ac6f-d185-4f09-af44-164a361cac18 req-c0ab3875-9379-4f52-a673-bf0d76fa624a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=71f5826d1b3d4cd5a2c95e78c7917860&device_id=75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac HTTP/1.1" status: 200 len: 1095 time: 1.2059925 Dec 08 16:32:52.200381 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-19af1549-48b2-4481-80d0-90478516432a None None] Provisioning complete for port f9bc82aa-1245-47a0-979d-c41e7faf1d73 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:52.201626 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-19af1549-48b2-4481-80d0-90478516432a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:52.253601 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f73c21aa-03a8-4fab-8ef0-f9443317df8a req-9cc5f7ad-2662-4180-b2d6-ccd87160f3b2 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413970 Dec 08 16:32:52.274044 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5f96ac6f-d185-4f09-af44-164a361cac18 req-b14d1e11-71ff-4ec0-8788-e694106a7ebf service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=379e92d6-a431-454f-9d2c-1a9bd027b544 HTTP/1.1" status: 200 len: 217 time: 0.1342022 Dec 08 16:32:52.350077 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c14900ef-67dd-4aaf-883a-99acdf7dfaa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:52.388482 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port f9bc82aa-1245-47a0-979d-c41e7faf1d73, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=f9bc82aa-1245-47a0-979d-c41e7faf1d73,segment=NetworkSegment(66fc97f4-65fd-4f75-8433-c5649af94d85),segment_id=66fc97f4-65fd-4f75-8433-c5649af94d85)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:32:52.422593 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ce1b1c5f-e279-46c6-813e-5c8a1f54c226 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:52.478034 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-32399d27-697d-4df0-a1a8-1fdffb4af646 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Deleting subnet a18e4b16-d6ea-4902-8710-de1d74848036 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:32:52.507420 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-32399d27-697d-4df0-a1a8-1fdffb4af646 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:52.509066 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:52.548327 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c14900ef-67dd-4aaf-883a-99acdf7dfaa0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:52.549111 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 6fb665af-b9c6-45de-b11c-2c065f15eb45 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:32:52.554854 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c14900ef-67dd-4aaf-883a-99acdf7dfaa0 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/04ac023f-c7a7-452b-9e56-de1b0427c2fc HTTP/1.1" status: 204 len: 168 time: 2.8426313 Dec 08 16:32:52.565139 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 48346) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:52.594497 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1aed2e9a-afe4-4531-a4a2-5dfd08d38232 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:52.623684 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-32399d27-697d-4df0-a1a8-1fdffb4af646 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:52.711173 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 6fb665af-b9c6-45de-b11c-2c065f15eb45 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:32:52.716218 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 6fb665af-b9c6-45de-b11c-2c065f15eb45 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:32:52.719914 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc09ec1-9b07-4472-bae7-a410885c5fe0 None None] Network 23d3a8c7-f649-4340-acb6-d2ae286870cf requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:32:52.794332 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1aed2e9a-afe4-4531-a4a2-5dfd08d38232 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:52.812710 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14900ef-67dd-4aaf-883a-99acdf7dfaa0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04ac023f-c7a7-452b-9e56-de1b0427c2fc,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:52.929939 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1d287f94-e557-49fe-ac4b-72c0ba8b61c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:53.043881 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-32399d27-697d-4df0-a1a8-1fdffb4af646 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:53.050380 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=f9bc82aa-1245-47a0-979d-c41e7faf1d73,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:53.174251 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293d3998-e432-4be0-b867-bb78a782f1cc None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:32:53.249871 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ce1b1c5f-e279-46c6-813e-5c8a1f54c226 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:53.253391 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aed2e9a-afe4-4531-a4a2-5dfd08d38232 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:32:53.259090 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-1aed2e9a-afe4-4531-a4a2-5dfd08d38232 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:32:53.261128 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aed2e9a-afe4-4531-a4a2-5dfd08d38232 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event updated for resources: {'Port': ['ID=0c1153b9-d275-4bf2-ad41-055e11a4fbee,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:53.271060 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aed2e9a-afe4-4531-a4a2-5dfd08d38232 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:32:53.360910 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96ac6f-d185-4f09-af44-164a361cac18 req-57ee8e8a-32c4-4158-9f0d-1f2e4250440c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:53.365735 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5f96ac6f-d185-4f09-af44-164a361cac18 req-57ee8e8a-32c4-4158-9f0d-1f2e4250440c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=13be6d62-2e9a-40c4-9d1e-34aa15cc5f10 HTTP/1.1" status: 200 len: 850 time: 1.0069764 Dec 08 16:32:53.402146 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-32399d27-697d-4df0-a1a8-1fdffb4af646 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:53.527218 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aed2e9a-afe4-4531-a4a2-5dfd08d38232 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:53.527922 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1aed2e9a-afe4-4531-a4a2-5dfd08d38232 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:53.546390 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32399d27-697d-4df0-a1a8-1fdffb4af646 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Pushing event deleted for resources: {'Subnet': ['ID=a18e4b16-d6ea-4902-8710-de1d74848036,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:53.557141 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-32399d27-697d-4df0-a1a8-1fdffb4af646 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:53.563789 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-32399d27-697d-4df0-a1a8-1fdffb4af646 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] 10.222.0.64 "DELETE /v2.0/subnets/a18e4b16-d6ea-4902-8710-de1d74848036 HTTP/1.1" status: 204 len: 168 time: 1.5071070 Dec 08 16:32:53.565290 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48364) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:53.646866 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 5876eed4-e443-441f-bade-e6f40d72a921 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:32:53.709840 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-1aed2e9a-afe4-4531-a4a2-5dfd08d38232 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 6.1383054 Dec 08 16:32:53.711290 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9a1663-5c01-45bd-b253-e4d99bcb40ec tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:53.720236 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9a1663-5c01-45bd-b253-e4d99bcb40ec tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:53.729017 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-5f9a1663-5c01-45bd-b253-e4d99bcb40ec tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1625986 Dec 08 16:32:53.729663 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48368) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:53.730009 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48372) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:53.747994 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-19f07e5e-b8f6-42ed-8345-60d89a86d62e None None] Provisioning complete for port 5876eed4-e443-441f-bade-e6f40d72a921 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:53.753362 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-19f07e5e-b8f6-42ed-8345-60d89a86d62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:53.767746 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96ac6f-d185-4f09-af44-164a361cac18 req-6814bc78-eaeb-4ac1-b09f-996be547a3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:53.770197 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5f96ac6f-d185-4f09-af44-164a361cac18 req-6814bc78-eaeb-4ac1-b09f-996be547a3eb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b16f21e0-d13a-4c4c-a863-a31df2be91b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3950472 Dec 08 16:32:53.789233 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1373e9e9-3116-40a8-92a2-135e1d842a82 req-717219d7-e562-4b78-9c88-8a777c3ea053 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:53.797199 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1373e9e9-3116-40a8-92a2-135e1d842a82 req-717219d7-e562-4b78-9c88-8a777c3ea053 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac HTTP/1.1" status: 200 len: 943 time: 0.3365374 Dec 08 16:32:53.800128 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-1d287f94-e557-49fe-ac4b-72c0ba8b61c3 admin admin] Deleting port 48a73043-1880-4a88-ac49-f6a2a62f8bf1 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:32:53.800670 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1d287f94-e557-49fe-ac4b-72c0ba8b61c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:53.962049 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df1d176-ddac-4733-a99d-2fea08b001f9 None None] DHCP port deletion for 23d3a8c7-f649-4340-acb6-d2ae286870cf request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:32:53.999986 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4901c85f-b8e1-4a5f-97b6-c173a4d7e90f tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:54.047707 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-1d287f94-e557-49fe-ac4b-72c0ba8b61c3 admin admin] For port 48a73043-1880-4a88-ac49-f6a2a62f8bf1, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=48a73043-1880-4a88-ac49-f6a2a62f8bf1,segment=NetworkSegment(3f86d3f4-3ac5-4ebe-ab30-4fe849630345),segment_id=3f86d3f4-3ac5-4ebe-ab30-4fe849630345)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:32:54.048075 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1d287f94-e557-49fe-ac4b-72c0ba8b61c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:54.054541 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814ae23f-364b-4d60-8753-75023b2356a9 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:54.069403 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-1d287f94-e557-49fe-ac4b-72c0ba8b61c3 admin admin] Calling delete_port for 48a73043-1880-4a88-ac49-f6a2a62f8bf1 owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:32:54.074773 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814ae23f-364b-4d60-8753-75023b2356a9 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:54.081279 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85322a3-ef5d-47d3-b3b1-ea5f209dae1e None None] Network b30867a8-e2c6-4dc3-af3c-6b47f11a527e requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:32:54.092878 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-814ae23f-364b-4d60-8753-75023b2356a9 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.3593235 Dec 08 16:32:54.096580 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48378) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:54.099112 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-4901c85f-b8e1-4a5f-97b6-c173a4d7e90f tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 08 16:32:54.106501 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4901c85f-b8e1-4a5f-97b6-c173a4d7e90f tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:32:54.120812 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-4901c85f-b8e1-4a5f-97b6-c173a4d7e90f tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] 10.222.0.64 "DELETE /v2.0/networks/b30867a8-e2c6-4dc3-af3c-6b47f11a527e HTTP/1.1" status: 409 len: 405 time: 0.3884604 Dec 08 16:32:54.134555 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48380) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:54.216051 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-2454c655-6bef-4440-9ec1-a901ed5e7171 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2113580012'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:32:54.220765 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 5876eed4-e443-441f-bade-e6f40d72a921 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:54.221376 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:54.242344 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1d287f94-e557-49fe-ac4b-72c0ba8b61c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:54.307098 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d287f94-e557-49fe-ac4b-72c0ba8b61c3 admin admin] No DVR routers for this DVR port 48a73043-1880-4a88-ac49-f6a2a62f8bf1 on host n-d-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:32:54.358046 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-19f07e5e-b8f6-42ed-8345-60d89a86d62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:54.377131 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d287f94-e557-49fe-ac4b-72c0ba8b61c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=48a73043-1880-4a88-ac49-f6a2a62f8bf1,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:54.499695 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2454c655-6bef-4440-9ec1-a901ed5e7171 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Made reservation on behalf of 0542b0db7d594284bc77f5cfac960027 for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:32:54.503261 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2454c655-6bef-4440-9ec1-a901ed5e7171 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:54.531485 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1373e9e9-3116-40a8-92a2-135e1d842a82 req-e724c2f1-bfc0-436c-acbb-b49a0d965b8e tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7331545 Dec 08 16:32:54.537478 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-3ca26eaa-84ce-4b84-bba4-1f3806ef5d10 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Deleting port 0c1153b9-d275-4bf2-ad41-055e11a4fbee {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:32:54.537834 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3ca26eaa-84ce-4b84-bba4-1f3806ef5d10 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:54.569239 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-19f07e5e-b8f6-42ed-8345-60d89a86d62e None None] For port 5876eed4-e443-441f-bade-e6f40d72a921, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=5876eed4-e443-441f-bade-e6f40d72a921,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:32:54.603675 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1d287f94-e557-49fe-ac4b-72c0ba8b61c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:54.646087 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-19f07e5e-b8f6-42ed-8345-60d89a86d62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:54.654915 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-7df1d176-ddac-4733-a99d-2fea08b001f9 None None] Deleting port 48a73043-1880-4a88-ac49-f6a2a62f8bf1 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:32:54.655479 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7df1d176-ddac-4733-a99d-2fea08b001f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:54.780075 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-1d287f94-e557-49fe-ac4b-72c0ba8b61c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23d3a8c7-f649-4340-acb6-d2ae286870cf']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:54.832811 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5f96ac6f-d185-4f09-af44-164a361cac18 req-928b1516-38a2-4822-bc07-b82243db98a0 service neutron] 10.222.0.76 "GET /v2.0/networks/b16f21e0-d13a-4c4c-a863-a31df2be91b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0541804 Dec 08 16:32:54.839961 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-1d287f94-e557-49fe-ac4b-72c0ba8b61c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f86d3f4-3ac5-4ebe-ab30-4fe849630345') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:54.840114 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-1d287f94-e557-49fe-ac4b-72c0ba8b61c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f86d3f4-3ac5-4ebe-ab30-4fe849630345') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:54.868537 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f50b211-9078-4b70-a5eb-e3d161b6de54 None None] DHCP port deletion for b30867a8-e2c6-4dc3-af3c-6b47f11a527e request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:32:54.885556 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1d287f94-e557-49fe-ac4b-72c0ba8b61c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:55.031228 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3ca26eaa-84ce-4b84-bba4-1f3806ef5d10 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:55.047889 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1d287f94-e557-49fe-ac4b-72c0ba8b61c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:55.074647 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-3ca26eaa-84ce-4b84-bba4-1f3806ef5d10 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Calling delete_port for 0c1153b9-d275-4bf2-ad41-055e11a4fbee owned by {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:32:55.086626 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d287f94-e557-49fe-ac4b-72c0ba8b61c3 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:32:55.087040 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1d287f94-e557-49fe-ac4b-72c0ba8b61c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:55.092145 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-7df1d176-ddac-4733-a99d-2fea08b001f9 None None] For port 48a73043-1880-4a88-ac49-f6a2a62f8bf1, host n-d-776250-12, got binding levels [] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:32:55.092595 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7df1d176-ddac-4733-a99d-2fea08b001f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:55.095923 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f07e5e-b8f6-42ed-8345-60d89a86d62e None None] Pushing event updated for resources: {'Port': ['ID=5876eed4-e443-441f-bade-e6f40d72a921,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:55.118223 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-9aac3904-fe09-436e-9af6-99ebcaa0ce07 None None] Provisioning complete for port f9bc82aa-1245-47a0-979d-c41e7faf1d73 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:55.118223 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9aac3904-fe09-436e-9af6-99ebcaa0ce07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:55.120548 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:32:55.120548 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:32:55.120548 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:32:55.120548 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:32:55.120548 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:32:55.120548 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:32:55.120548 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:32:55.120548 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:32:55.120548 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:32:55.120548 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:32:55.120548 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:32:55.120548 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:32:55.120548 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:32:55.120548 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:32:55.120548 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:32:55.120548 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:32:55.120548 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:32:55.120548 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:32:55.120548 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:32:55.120548 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:32:55.120548 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:32:55.120548 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:32:55.120548 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:32:55.120548 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:32:55.120548 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:32:55.120548 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:32:55.120548 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:32:55.120548 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:32:55.120548 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:32:55.120548 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:32:55.120548 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:32:55.120548 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:32:55.129508 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device f9bc82aa-1245-47a0-979d-c41e7faf1d73 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:32:55.202869 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2454c655-6bef-4440-9ec1-a901ed5e7171 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:32:55.209998 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-7df1d176-ddac-4733-a99d-2fea08b001f9 None None] Calling delete_port for 48a73043-1880-4a88-ac49-f6a2a62f8bf1 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:32:55.236195 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2454c655-6bef-4440-9ec1-a901ed5e7171 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:55.236902 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-2454c655-6bef-4440-9ec1-a901ed5e7171 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Added segment 2f5bc62b-12c0-4d51-8334-99b7a5e30065 of type vlan for network ddf3a2fb-3d9e-4077-9fd7-78379e45815a Dec 08 16:32:55.248107 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.ipam_backend_mixin [None req-7df1d176-ddac-4733-a99d-2fea08b001f9 None None] Port 48a73043-1880-4a88-ac49-f6a2a62f8bf1 was not found and therefore no delete operation was performed {{(pid=110552) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 16:32:55.282507 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7df1d176-ddac-4733-a99d-2fea08b001f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:55.319275 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2454c655-6bef-4440-9ec1-a901ed5e7171 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:55.427991 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df1d176-ddac-4733-a99d-2fea08b001f9 None None] Pushing event deleted for resources: {'Port': ['ID=48a73043-1880-4a88-ac49-f6a2a62f8bf1,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:55.462394 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df1d176-ddac-4733-a99d-2fea08b001f9 None None] No DVR routers for this DVR port 48a73043-1880-4a88-ac49-f6a2a62f8bf1 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:32:55.556302 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5f96ac6f-d185-4f09-af44-164a361cac18 req-ce3342c8-af38-4b6f-8bc4-097993ae48c8 service neutron] 10.222.0.76 "GET /v2.0/networks/b16f21e0-d13a-4c4c-a863-a31df2be91b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6894784 Dec 08 16:32:55.557321 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ce1b1c5f-e279-46c6-813e-5c8a1f54c226 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for router_gateway, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:55.559398 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port f9bc82aa-1245-47a0-979d-c41e7faf1d73 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:55.559777 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:55.585163 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-2f50b211-9078-4b70-a5eb-e3d161b6de54 None None] Deleting port f9bc82aa-1245-47a0-979d-c41e7faf1d73 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:32:55.585537 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2f50b211-9078-4b70-a5eb-e3d161b6de54 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:55.597653 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ce1b1c5f-e279-46c6-813e-5c8a1f54c226 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:55.608762 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1d287f94-e557-49fe-ac4b-72c0ba8b61c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:55.617819 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2454c655-6bef-4440-9ec1-a901ed5e7171 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:55.622785 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1d287f94-e557-49fe-ac4b-72c0ba8b61c3 admin admin] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:55.633019 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2454c655-6bef-4440-9ec1-a901ed5e7171 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:55.637288 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2454c655-6bef-4440-9ec1-a901ed5e7171 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:55.643818 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-1d287f94-e557-49fe-ac4b-72c0ba8b61c3 admin admin] 10.222.0.64 "DELETE /v2.0/networks/23d3a8c7-f649-4340-acb6-d2ae286870cf HTTP/1.1" status: 204 len: 168 time: 3.0759723 Dec 08 16:32:55.738621 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d287f94-e557-49fe-ac4b-72c0ba8b61c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=23d3a8c7-f649-4340-acb6-d2ae286870cf,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:55.820695 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd21ff7-75f1-490b-a2e3-eb9e670a1e16 req-c430f8db-3eaa-4bcf-ac2d-05ae0eee830b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:55.823361 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0bd21ff7-75f1-490b-a2e3-eb9e670a1e16 req-c430f8db-3eaa-4bcf-ac2d-05ae0eee830b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=71f5826d1b3d4cd5a2c95e78c7917860&device_id=75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac HTTP/1.1" status: 200 len: 1095 time: 0.1103332 Dec 08 16:32:55.869841 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-2f50b211-9078-4b70-a5eb-e3d161b6de54 None None] For port f9bc82aa-1245-47a0-979d-c41e7faf1d73, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=f9bc82aa-1245-47a0-979d-c41e7faf1d73,segment=NetworkSegment(66fc97f4-65fd-4f75-8433-c5649af94d85),segment_id=66fc97f4-65fd-4f75-8433-c5649af94d85)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:32:55.870419 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2f50b211-9078-4b70-a5eb-e3d161b6de54 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:55.881152 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-9aac3904-fe09-436e-9af6-99ebcaa0ce07 None None] Provisioning complete for port 366c9060-ea7d-4fe6-a1a5-8c45c14f1ca2 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:55.881543 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9aac3904-fe09-436e-9af6-99ebcaa0ce07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:55.911447 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-2f50b211-9078-4b70-a5eb-e3d161b6de54 None None] Calling delete_port for f9bc82aa-1245-47a0-979d-c41e7faf1d73 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:32:55.961138 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2454c655-6bef-4440-9ec1-a901ed5e7171 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Pushing event updated for resources: {'Network': ['ID=ddf3a2fb-3d9e-4077-9fd7-78379e45815a,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:56.057282 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd21ff7-75f1-490b-a2e3-eb9e670a1e16 req-572ee85f-df76-4ac3-b8eb-4379ff4476bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:56.060013 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0bd21ff7-75f1-490b-a2e3-eb9e670a1e16 req-572ee85f-df76-4ac3-b8eb-4379ff4476bd service neutron] 10.222.0.76 "GET /v2.0/networks?id=b16f21e0-d13a-4c4c-a863-a31df2be91b8 HTTP/1.1" status: 200 len: 912 time: 0.2272377 Dec 08 16:32:56.094295 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d198d-9108-480e-a21d-97e7f8f3efb0 req-8d6ad627-aa12-4377-97aa-fb78b4aabd97 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:56.097510 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e97d198d-9108-480e-a21d-97e7f8f3efb0 req-8d6ad627-aa12-4377-97aa-fb78b4aabd97 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac HTTP/1.1" status: 200 len: 943 time: 0.1577728 Dec 08 16:32:56.105733 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-2454c655-6bef-4440-9ec1-a901ed5e7171 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.9699814 Dec 08 16:32:56.149449 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 48410) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:56.161444 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-3fdb206b-39c0-4e72-b7fc-09b369172415 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Request body: {'subnet': {'network_id': 'ddf3a2fb-3d9e-4077-9fd7-78379e45815a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:32:56.170441 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network ddf3a2fb-3d9e-4077-9fd7-78379e45815a details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:32:56.177128 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0bd21ff7-75f1-490b-a2e3-eb9e670a1e16 req-2c794788-4162-40b7-b379-8816c5fa6abf service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=379e92d6-a431-454f-9d2c-1a9bd027b544 HTTP/1.1" status: 200 len: 217 time: 0.1083224 Dec 08 16:32:56.240932 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e97d198d-9108-480e-a21d-97e7f8f3efb0 req-ea758380-b4fa-4a8f-9681-97eda1e32f0a tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336236 Dec 08 16:32:56.335954 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-9aac3904-fe09-436e-9af6-99ebcaa0ce07 None None] Port 366c9060-ea7d-4fe6-a1a5-8c45c14f1ca2 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:32:56.358783 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd21ff7-75f1-490b-a2e3-eb9e670a1e16 req-b131b894-8e46-4b69-8653-8ecb99798511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:56.360383 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0bd21ff7-75f1-490b-a2e3-eb9e670a1e16 req-b131b894-8e46-4b69-8653-8ecb99798511 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=13be6d62-2e9a-40c4-9d1e-34aa15cc5f10 HTTP/1.1" status: 200 len: 850 time: 0.1625841 Dec 08 16:32:56.450641 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd21ff7-75f1-490b-a2e3-eb9e670a1e16 req-9125aa24-5d84-4a8c-b3f5-76840cc2534e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:56.452468 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0bd21ff7-75f1-490b-a2e3-eb9e670a1e16 req-9125aa24-5d84-4a8c-b3f5-76840cc2534e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b16f21e0-d13a-4c4c-a863-a31df2be91b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0707204 Dec 08 16:32:56.475924 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-e78c3079-3a6d-4c69-89e3-f0febff2fe15 None None] Provisioning complete for port 0c1153b9-d275-4bf2-ad41-055e11a4fbee triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:56.483915 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e78c3079-3a6d-4c69-89e3-f0febff2fe15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:56.502625 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48414) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:56.520290 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3ca26eaa-84ce-4b84-bba4-1f3806ef5d10 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:56.533132 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 5876eed4-e443-441f-bade-e6f40d72a921 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:32:56.568217 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca26eaa-84ce-4b84-bba4-1f3806ef5d10 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event deleted for resources: {'Port': ['ID=0c1153b9-d275-4bf2-ad41-055e11a4fbee,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:56.632157 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-e78c3079-3a6d-4c69-89e3-f0febff2fe15 None None] Port 0c1153b9-d275-4bf2-ad41-055e11a4fbee cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:32:56.632404 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fdb206b-39c0-4e72-b7fc-09b369172415 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Made reservation on behalf of 0542b0db7d594284bc77f5cfac960027 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:32:56.636398 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3fdb206b-39c0-4e72-b7fc-09b369172415 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:56.674613 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2f50b211-9078-4b70-a5eb-e3d161b6de54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:56.679705 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-dcdf7196-117a-49c8-8891-8c0a2f78fff3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=47b5c444a65946f4b5bfdbe83590935a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1709001 Dec 08 16:32:56.736111 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48418) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:56.758038 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f50b211-9078-4b70-a5eb-e3d161b6de54 None None] No DVR routers for this DVR port f9bc82aa-1245-47a0-979d-c41e7faf1d73 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:32:56.788676 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-e78c3079-3a6d-4c69-89e3-f0febff2fe15 None None] Provisioning complete for port 5876eed4-e443-441f-bade-e6f40d72a921 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:56.789069 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e78c3079-3a6d-4c69-89e3-f0febff2fe15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:56.891829 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f50b211-9078-4b70-a5eb-e3d161b6de54 None None] Pushing event deleted for resources: {'Port': ['ID=f9bc82aa-1245-47a0-979d-c41e7faf1d73,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:56.914372 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 5876eed4-e443-441f-bade-e6f40d72a921 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:56.914961 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:56.939843 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3ca26eaa-84ce-4b84-bba4-1f3806ef5d10 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:56.944681 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-3ca26eaa-84ce-4b84-bba4-1f3806ef5d10 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/ports/0c1153b9-d275-4bf2-ad41-055e11a4fbee HTTP/1.1" status: 204 len: 168 time: 2.8469186 Dec 08 16:32:56.960440 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48426) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:56.988869 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-ce1b1c5f-e279-46c6-813e-5c8a1f54c226 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Allocated IP 172.25.0.193 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/afe83aaa-9d67-40b4-aa18-5c1dcd289050) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:32:57.127316 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2127ce1c-9731-434f-9ed2-0dc111811f5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:57.147025 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa846315-fcd2-47f1-b923-5cc42f367469 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:57.149500 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa846315-fcd2-47f1-b923-5cc42f367469 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:57.151995 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa846315-fcd2-47f1-b923-5cc42f367469 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:57.183917 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-fa846315-fcd2-47f1-b923-5cc42f367469 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2221687 Dec 08 16:32:57.186364 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 48430) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:57.251924 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2127ce1c-9731-434f-9ed2-0dc111811f5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:57.255618 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ac7051-803e-4351-820e-7137818d648d None None] get_active_networks_info from n-d-776250-12 {{(pid=110552) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 16:32:57.286847 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0bd21ff7-75f1-490b-a2e3-eb9e670a1e16 req-72c9d89e-0aa2-44e1-bfdb-55e16132fb09 service neutron] 10.222.0.76 "GET /v2.0/networks/b16f21e0-d13a-4c4c-a863-a31df2be91b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8236492 Dec 08 16:32:57.393222 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3baae9e-4e09-4a7a-badf-90f6640681fd tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Deleting subnet a0e60aac-01f8-41fb-9817-79f5f75867f9 {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:32:57.403033 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c3baae9e-4e09-4a7a-badf-90f6640681fd tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:57.421770 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:32:57.449134 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2127ce1c-9731-434f-9ed2-0dc111811f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:57.452335 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2127ce1c-9731-434f-9ed2-0dc111811f5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:57.456554 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-2127ce1c-9731-434f-9ed2-0dc111811f5c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1b8dc6df-4d0c-4890-bdd9-84d59cb9fccb HTTP/1.1" status: 204 len: 168 time: 0.7191827 Dec 08 16:32:57.476869 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2127ce1c-9731-434f-9ed2-0dc111811f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8dc6df-4d0c-4890-bdd9-84d59cb9fccb,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:57.597988 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ce1b1c5f-e279-46c6-813e-5c8a1f54c226 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:57.608119 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ac7051-803e-4351-820e-7137818d648d None None] Resources bound (agent type, host, resource id): {{(pid=110552) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 16:32:57.684538 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c3baae9e-4e09-4a7a-badf-90f6640681fd tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:57.741623 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7549f8-9356-41f9-9929-b4e5b9973c52 req-db936ae2-e7ab-4c9c-b8f9-95c9dd81bda9 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:57.743753 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cd7549f8-9356-41f9-9929-b4e5b9973c52 req-db936ae2-e7ab-4c9c-b8f9-95c9dd81bda9 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac HTTP/1.1" status: 200 len: 943 time: 0.2781243 Dec 08 16:32:57.768061 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0bd21ff7-75f1-490b-a2e3-eb9e670a1e16 req-c8af1798-db0f-49e7-b574-ca9fa9694329 service neutron] 10.222.0.76 "GET /v2.0/networks/b16f21e0-d13a-4c4c-a863-a31df2be91b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4641182 Dec 08 16:32:57.971473 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 48a73043-1880-4a88-ac49-f6a2a62f8bf1 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:32:57.997843 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cd7549f8-9356-41f9-9929-b4e5b9973c52 req-25f0de62-de93-4aea-a5c2-ca97f4beb96b tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460206 Dec 08 16:32:58.033985 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c3baae9e-4e09-4a7a-badf-90f6640681fd tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:58.049347 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 48a73043-1880-4a88-ac49-f6a2a62f8bf1 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:32:58.052754 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 48a73043-1880-4a88-ac49-f6a2a62f8bf1 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:32:58.054830 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device f9bc82aa-1245-47a0-979d-c41e7faf1d73 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:32:58.087196 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ce1b1c5f-e279-46c6-813e-5c8a1f54c226 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:58.137288 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: f9bc82aa-1245-47a0-979d-c41e7faf1d73 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:32:58.139495 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device f9bc82aa-1245-47a0-979d-c41e7faf1d73 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:32:58.151842 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1b1c5f-e279-46c6-813e-5c8a1f54c226 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:32:58.168590 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-ce1b1c5f-e279-46c6-813e-5c8a1f54c226 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:32:58.168590 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1b1c5f-e279-46c6-813e-5c8a1f54c226 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:32:58.192906 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b1c5f-e279-46c6-813e-5c8a1f54c226 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event updated for resources: {'Port': ['ID=afe83aaa-9d67-40b4-aa18-5c1dcd289050,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:58.455385 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48448) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:58.476441 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c3baae9e-4e09-4a7a-badf-90f6640681fd tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:58.541666 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c3baae9e-4e09-4a7a-badf-90f6640681fd tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:58.545485 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c3baae9e-4e09-4a7a-badf-90f6640681fd tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/subnets/a0e60aac-01f8-41fb-9817-79f5f75867f9 HTTP/1.1" status: 204 len: 168 time: 1.3489912 Dec 08 16:32:58.548611 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48452) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:58.613138 n-d-776250-12 neutron-server[110551]: DEBUG neutron.objects.ports [None req-3fdb206b-39c0-4e72-b7fc-09b369172415 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110551) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 16:32:58.617941 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3baae9e-4e09-4a7a-badf-90f6640681fd tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event deleted for resources: {'Subnet': ['ID=a0e60aac-01f8-41fb-9817-79f5f75867f9,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:58.631122 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3fdb206b-39c0-4e72-b7fc-09b369172415 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:58.701689 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb206b-39c0-4e72-b7fc-09b369172415 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Pushing event updated for resources: {'Subnet': ['ID=ccc9f7d1-057a-418b-b28d-4ac94428430c,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:58.709314 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7349f73-8af7-435e-8e05-92824a9d0d75 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Deleting subnet efc33e71-69bf-4a92-906b-c2e9e1dd3638 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:32:58.718214 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c7349f73-8af7-435e-8e05-92824a9d0d75 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:58.734612 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdb206b-39c0-4e72-b7fc-09b369172415 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Checking segment: {'id': '2f5bc62b-12c0-4d51-8334-99b7a5e30065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'ddf3a2fb-3d9e-4077-9fd7-78379e45815a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:32:58.735075 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdb206b-39c0-4e72-b7fc-09b369172415 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Network hostable DHCP agents. Network: ddf3a2fb-3d9e-4077-9fd7-78379e45815a, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:32:58.794985 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c7349f73-8af7-435e-8e05-92824a9d0d75 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:58.919614 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdb206b-39c0-4e72-b7fc-09b369172415 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Network ddf3a2fb-3d9e-4077-9fd7-78379e45815a is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:32:58.949368 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c7349f73-8af7-435e-8e05-92824a9d0d75 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:59.025536 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-3fdb206b-39c0-4e72-b7fc-09b369172415 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, ddf3a2fb-3d9e-4077-9fd7-78379e45815a) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:32:59.027701 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 48458) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:59.068046 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdb206b-39c0-4e72-b7fc-09b369172415 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:59.068962 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3fdb206b-39c0-4e72-b7fc-09b369172415 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:59.094179 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-179e9021-7dd3-4a17-8c0b-a38dee893859 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:59.102196 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ce1b1c5f-e279-46c6-813e-5c8a1f54c226 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for router_gateway, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:59.179345 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a2661b-326b-48f0-b39e-540c86df7b96 None None] get_active_networks_info from n-d-776250-12 {{(pid=110552) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 16:32:59.227130 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c7349f73-8af7-435e-8e05-92824a9d0d75 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:59.277257 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c7349f73-8af7-435e-8e05-92824a9d0d75 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:59.289133 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c7349f73-8af7-435e-8e05-92824a9d0d75 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/subnets/efc33e71-69bf-4a92-906b-c2e9e1dd3638 HTTP/1.1" status: 204 len: 168 time: 0.7391291 Dec 08 16:32:59.298528 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48462) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:59.347804 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a2661b-326b-48f0-b39e-540c86df7b96 None None] Resources bound (agent type, host, resource id): {{(pid=110552) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 16:32:59.359238 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-179e9021-7dd3-4a17-8c0b-a38dee893859 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:59.367725 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-3fdb206b-39c0-4e72-b7fc-09b369172415 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.2162101 Dec 08 16:32:59.370153 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 48464) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:59.418148 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-8a80481a-1894-4d7f-a0b2-dbd0094a8e01 None None] Provisioning complete for port 5876eed4-e443-441f-bade-e6f40d72a921 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:59.418462 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8a80481a-1894-4d7f-a0b2-dbd0094a8e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:59.448985 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7349f73-8af7-435e-8e05-92824a9d0d75 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event deleted for resources: {'Subnet': ['ID=efc33e71-69bf-4a92-906b-c2e9e1dd3638,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:59.478956 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ebba8bdb-78f6-4fbe-9cb8-942b230cd34a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1788225 Dec 08 16:32:59.484496 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48466) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:59.511867 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-23fb81a3-e834-4e4b-a5a2-192a581981b8 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Request body: {'subnet': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:32:59.588751 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede487a-bde9-4d22-9fa9-2e916a216f73 req-754c2463-fa26-471d-9036-8084f0663199 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:59.596827 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0ede487a-bde9-4d22-9fa9-2e916a216f73 req-754c2463-fa26-471d-9036-8084f0663199 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac HTTP/1.1" status: 200 len: 943 time: 0.4672542 Dec 08 16:32:59.598867 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6c58ec2a-612e-4e25-9888-d455dec908cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:59.744830 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0ede487a-bde9-4d22-9fa9-2e916a216f73 req-acbc31ef-4ec6-4b9b-bfa1-4d0b49b54b49 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470792 Dec 08 16:32:59.815077 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6c58ec2a-612e-4e25-9888-d455dec908cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:59.830543 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23fb81a3-e834-4e4b-a5a2-192a581981b8 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Made reservation on behalf of 450e207568904a6eabc726912d992373 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:32:59.842489 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-23fb81a3-e834-4e4b-a5a2-192a581981b8 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:59.914972 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6c58ec2a-612e-4e25-9888-d455dec908cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:59.915438 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-179e9021-7dd3-4a17-8c0b-a38dee893859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:59.944280 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca465ec5-76f7-4131-aec4-17dd974e20b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-ddf3a2fb-3d9e-4077-9fd7-78379e45815a', 'network_id': 'ddf3a2fb-3d9e-4077-9fd7-78379e45815a', 'project_id': '0542b0db7d594284bc77f5cfac960027', 'fixed_ips': [{'subnet_id': 'ccc9f7d1-057a-418b-b28d-4ac94428430c'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:32:59.944280 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ca465ec5-76f7-4131-aec4-17dd974e20b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:00.024313 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-6c58ec2a-612e-4e25-9888-d455dec908cc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3b8ec3d4554848f9b6ece30031d7db88&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5601895 Dec 08 16:33:00.029116 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48472) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:00.053639 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c58ec2a-612e-4e25-9888-d455dec908cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0187cb1c-09f2-479f-bb84-7d185a038359,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:00.157728 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-179e9021-7dd3-4a17-8c0b-a38dee893859 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 1.1229224 Dec 08 16:33:00.163203 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 48474) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:00.198741 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e00ef552-a0e4-421c-aba9-67f8a91de9eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:00.214852 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179e9021-7dd3-4a17-8c0b-a38dee893859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b6bd009-259b-40e7-b1a5-dbf3c3bc0174,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:00.245841 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-ca465ec5-76f7-4131-aec4-17dd974e20b8 None None] Allocated IP 2001:db8::f816:3eff:fe10:d3f7 (ddf3a2fb-3d9e-4077-9fd7-78379e45815a/ccc9f7d1-057a-418b-b28d-4ac94428430c/15a45188-5f8d-4554-a167-75c9973bdecb) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:33:00.255714 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e00ef552-a0e4-421c-aba9-67f8a91de9eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:00.346809 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7a83ddc7-6e23-47b0-8785-de76928bae52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:00.366360 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c3befe9e-dfc3-4f85-b5e5-3326f84f7d20 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:00.378408 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ce1b1c5f-e279-46c6-813e-5c8a1f54c226 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:00.455086 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7a83ddc7-6e23-47b0-8785-de76928bae52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:00.545630 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ca465ec5-76f7-4131-aec4-17dd974e20b8 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:00.577566 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c3befe9e-dfc3-4f85-b5e5-3326f84f7d20 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:00.609218 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-23fb81a3-e834-4e4b-a5a2-192a581981b8 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:00.614924 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e00ef552-a0e4-421c-aba9-67f8a91de9eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:00.617650 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e00ef552-a0e4-421c-aba9-67f8a91de9eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:00.618894 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-e00ef552-a0e4-421c-aba9-67f8a91de9eb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0187cb1c-09f2-479f-bb84-7d185a038359 HTTP/1.1" status: 204 len: 168 time: 0.5842021 Dec 08 16:33:00.666051 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ca465ec5-76f7-4131-aec4-17dd974e20b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:00.678204 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00ef552-a0e4-421c-aba9-67f8a91de9eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0187cb1c-09f2-479f-bb84-7d185a038359,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:00.690241 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fb81a3-e834-4e4b-a5a2-192a581981b8 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:33:00.695257 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-23fb81a3-e834-4e4b-a5a2-192a581981b8 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:33:00.700038 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fb81a3-e834-4e4b-a5a2-192a581981b8 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:00.700758 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-23fb81a3-e834-4e4b-a5a2-192a581981b8 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:00.716136 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fb81a3-e834-4e4b-a5a2-192a581981b8 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event updated for resources: {'Subnet': ['ID=1ab91e01-8226-4b19-930a-6b0d9ff9886b,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:00.728553 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7a83ddc7-6e23-47b0-8785-de76928bae52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:00.731255 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca465ec5-76f7-4131-aec4-17dd974e20b8 None None] Network ddf3a2fb-3d9e-4077-9fd7-78379e45815a is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:33:00.731606 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7a83ddc7-6e23-47b0-8785-de76928bae52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:00.735768 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-7a83ddc7-6e23-47b0-8785-de76928bae52 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9b6bd009-259b-40e7-b1a5-dbf3c3bc0174 HTTP/1.1" status: 204 len: 168 time: 0.5693026 Dec 08 16:33:00.736224 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-ca465ec5-76f7-4131-aec4-17dd974e20b8 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:33:00.745409 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca465ec5-76f7-4131-aec4-17dd974e20b8 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:33:00.747110 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a83ddc7-6e23-47b0-8785-de76928bae52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b6bd009-259b-40e7-b1a5-dbf3c3bc0174,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:00.749100 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca465ec5-76f7-4131-aec4-17dd974e20b8 None None] Pushing event updated for resources: {'Port': ['ID=15a45188-5f8d-4554-a167-75c9973bdecb,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:00.757225 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce1b1c5f-e279-46c6-813e-5c8a1f54c226 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Router 28efaf43-46eb-4bb0-952b-6df3cd9f9352 is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:33:00.801025 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-23fb81a3-e834-4e4b-a5a2-192a581981b8 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3089032 Dec 08 16:33:00.803830 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48486) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:00.812335 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-b12313de-fc5c-4956-b31d-1125821b1351 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Request body: {'subnet': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:00.824092 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-ca465ec5-76f7-4131-aec4-17dd974e20b8 None None] Attempting to bind port 15a45188-5f8d-4554-a167-75c9973bdecb on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:33:00.824891 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-ca465ec5-76f7-4131-aec4-17dd974e20b8 None None] Attempting to bind port 15a45188-5f8d-4554-a167-75c9973bdecb by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '2f5bc62b-12c0-4d51-8334-99b7a5e30065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'ddf3a2fb-3d9e-4077-9fd7-78379e45815a'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:33:00.825470 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca465ec5-76f7-4131-aec4-17dd974e20b8 None None] Attempting to bind port 15a45188-5f8d-4554-a167-75c9973bdecb on network ddf3a2fb-3d9e-4077-9fd7-78379e45815a {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:33:00.834220 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca465ec5-76f7-4131-aec4-17dd974e20b8 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:33:00.838779 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca465ec5-76f7-4131-aec4-17dd974e20b8 None None] Checking segment: {'id': '2f5bc62b-12c0-4d51-8334-99b7a5e30065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'ddf3a2fb-3d9e-4077-9fd7-78379e45815a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:33:00.838779 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ca465ec5-76f7-4131-aec4-17dd974e20b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:00.838779 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca465ec5-76f7-4131-aec4-17dd974e20b8 None None] Bound using segment: {'id': '2f5bc62b-12c0-4d51-8334-99b7a5e30065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'ddf3a2fb-3d9e-4077-9fd7-78379e45815a'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:33:00.838779 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-ca465ec5-76f7-4131-aec4-17dd974e20b8 None None] Bound port: 15a45188-5f8d-4554-a167-75c9973bdecb, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f5bc62b-12c0-4d51-8334-99b7a5e30065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'ddf3a2fb-3d9e-4077-9fd7-78379e45815a'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:33:00.838779 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ca465ec5-76f7-4131-aec4-17dd974e20b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:00.839158 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c3befe9e-dfc3-4f85-b5e5-3326f84f7d20 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:00.881278 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3befe9e-dfc3-4f85-b5e5-3326f84f7d20 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Pushing event deleted for resources: {'Subnet': ['ID=ccc9f7d1-057a-418b-b28d-4ac94428430c,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:00.931942 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-ca465ec5-76f7-4131-aec4-17dd974e20b8 None None] For port 15a45188-5f8d-4554-a167-75c9973bdecb, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:33:00.935818 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-ca465ec5-76f7-4131-aec4-17dd974e20b8 None None] For port 15a45188-5f8d-4554-a167-75c9973bdecb, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=15a45188-5f8d-4554-a167-75c9973bdecb,segment=NetworkSegment(2f5bc62b-12c0-4d51-8334-99b7a5e30065),segment_id=2f5bc62b-12c0-4d51-8334-99b7a5e30065)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:33:01.034870 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c3befe9e-dfc3-4f85-b5e5-3326f84f7d20 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:01.037479 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ca465ec5-76f7-4131-aec4-17dd974e20b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:01.107073 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48494) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:01.119248 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a700c-750d-4afa-8ed7-1d595f52ae7e req-223b6e2f-608c-4c70-a374-6bf3132b45ca tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:01.119406 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-562a700c-750d-4afa-8ed7-1d595f52ae7e req-223b6e2f-608c-4c70-a374-6bf3132b45ca tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac HTTP/1.1" status: 200 len: 943 time: 0.2343304 Dec 08 16:33:01.123024 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12313de-fc5c-4956-b31d-1125821b1351 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Made reservation on behalf of 450e207568904a6eabc726912d992373 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:33:01.136881 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-c3befe9e-dfc3-4f85-b5e5-3326f84f7d20 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddf3a2fb-3d9e-4077-9fd7-78379e45815a']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:01.139201 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b12313de-fc5c-4956-b31d-1125821b1351 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:01.154516 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-c3befe9e-dfc3-4f85-b5e5-3326f84f7d20 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f5bc62b-12c0-4d51-8334-99b7a5e30065') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:01.154819 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-c3befe9e-dfc3-4f85-b5e5-3326f84f7d20 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f5bc62b-12c0-4d51-8334-99b7a5e30065') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:01.176518 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce1b1c5f-e279-46c6-813e-5c8a1f54c226 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:33:01.208099 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238ac4de-2e20-4375-afcf-d0b15193ab57 None None] get_active_networks_info from n-d-776250-12 {{(pid=110552) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 16:33:01.225642 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c3befe9e-dfc3-4f85-b5e5-3326f84f7d20 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:01.233107 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39be6618-ebf6-460a-b988-1b2b1ae5a2d7 None None] Sync routers for ids ['28efaf43-46eb-4bb0-952b-6df3cd9f9352'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:33:01.262757 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c3befe9e-dfc3-4f85-b5e5-3326f84f7d20 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:01.292195 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca465ec5-76f7-4131-aec4-17dd974e20b8 None None] Pushing event updated for resources: {'Port': ['ID=15a45188-5f8d-4554-a167-75c9973bdecb,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:01.294764 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3befe9e-dfc3-4f85-b5e5-3326f84f7d20 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:33:01.295536 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c3befe9e-dfc3-4f85-b5e5-3326f84f7d20 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:01.299224 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:33:01.299224 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:33:01.299224 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:33:01.299224 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:33:01.299224 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:33:01.299224 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:33:01.299224 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:33:01.299224 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:33:01.299224 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:33:01.299224 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:33:01.299224 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:33:01.299224 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:33:01.299224 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:33:01.299224 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:33:01.299224 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:33:01.299224 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:33:01.299224 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:33:01.299224 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:33:01.299224 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:33:01.299224 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:33:01.299224 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:33:01.299224 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:33:01.299224 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:33:01.299224 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:33:01.299224 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:33:01.299224 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:33:01.299224 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:33:01.299224 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:33:01.299224 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:33:01.299224 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:33:01.299224 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:33:01.299224 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:33:01.343068 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ce1b1c5f-e279-46c6-813e-5c8a1f54c226 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:01.346924 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ce1b1c5f-e279-46c6-813e-5c8a1f54c226 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 10.6346552 Dec 08 16:33:01.362750 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39be6618-ebf6-460a-b988-1b2b1ae5a2d7 None None] Routers {'28efaf43-46eb-4bb0-952b-6df3cd9f9352'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:33:01.364368 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-39be6618-ebf6-460a-b988-1b2b1ae5a2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:32:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['28efaf43-46eb-4bb0-952b-6df3cd9f9352'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:01.371506 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48498) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:01.405985 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-449c2ace-7477-4b00-a112-c92ab6a0af57 None None] Provisioning complete for port 5876eed4-e443-441f-bade-e6f40d72a921 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:01.408945 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-449c2ace-7477-4b00-a112-c92ab6a0af57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:01.418396 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-562a700c-750d-4afa-8ed7-1d595f52ae7e req-54946cad-968b-4eee-9f6d-f479b9da6347 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725787 Dec 08 16:33:01.462372 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.db.api [None req-c3befe9e-dfc3-4f85-b5e5-3326f84f7d20 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 16:33:01.462372 n-d-776250-12 neutron-server[110551]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 16:33:01.462372 n-d-776250-12 neutron-server[110551]: [parameters: {'id': 'ddf3a2fb-3d9e-4077-9fd7-78379e45815a'}] Dec 08 16:33:01.462372 n-d-776250-12 neutron-server[110551]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:33:01.462947 n-d-776250-12 neutron-server[110551]: DEBUG oslo_db.api [None req-c3befe9e-dfc3-4f85-b5e5-3326f84f7d20 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:33:01.513963 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-1582078a-c11e-4aef-b676-27e9512d1b2b tempest-TestNetworkAdvancedServerOps-1604663679 tempest-TestNetworkAdvancedServerOps-1604663679-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=5ac8783bc8454dbdaff01b6ea349ef5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1410182 Dec 08 16:33:01.517438 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 48500) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:01.520928 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dfb6faff-9355-4115-938f-462f51c3e7e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:01.560220 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48502) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:01.586416 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-43b2301a-59bb-40f1-8700-41e0a2f27e5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:01.776881 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-43b2301a-59bb-40f1-8700-41e0a2f27e5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:01.821988 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238ac4de-2e20-4375-afcf-d0b15193ab57 None None] Resources bound (agent type, host, resource id): {{(pid=110552) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 16:33:01.831517 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9273f46-b540-4223-91fc-763e12756b30 tempest-TestNetworkAdvancedServerOps-1604663679 tempest-TestNetworkAdvancedServerOps-1604663679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:01.839379 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c9273f46-b540-4223-91fc-763e12756b30 tempest-TestNetworkAdvancedServerOps-1604663679 tempest-TestNetworkAdvancedServerOps-1604663679-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3171482 Dec 08 16:33:01.843194 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 48504) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:01.851335 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dfb6faff-9355-4115-938f-462f51c3e7e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:01.903028 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-39be6618-ebf6-460a-b988-1b2b1ae5a2d7 None None] Set router 28efaf43-46eb-4bb0-952b-6df3cd9f9352 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:33:01.909019 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48506) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:01.910891 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-692d405c-18ae-4f45-81f6-b0d0deed1802 tempest-TestNetworkAdvancedServerOps-1604663679 tempest-TestNetworkAdvancedServerOps-1604663679-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=1ae4cf80-76bf-4df3-a557-5cc6023c1900&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0654104 Dec 08 16:33:01.915611 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-25116598-ce13-4cc8-a46c-531a16bcd2a4 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-484399061', 'network_id': '9aa49936-a2d8-4b4c-8899-7a242f872b33', 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:01.936269 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-43b2301a-59bb-40f1-8700-41e0a2f27e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:01.964104 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c3befe9e-dfc3-4f85-b5e5-3326f84f7d20 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:02.006380 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dfb6faff-9355-4115-938f-462f51c3e7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:02.070842 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-c3befe9e-dfc3-4f85-b5e5-3326f84f7d20 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Deleting port 15a45188-5f8d-4554-a167-75c9973bdecb {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:33:02.071369 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c3befe9e-dfc3-4f85-b5e5-3326f84f7d20 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:02.085451 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-43b2301a-59bb-40f1-8700-41e0a2f27e5c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cedb7fa8f70445a788fd0121b63d76a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5202656 Dec 08 16:33:02.091071 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 48510) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:02.097825 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b2301a-59bb-40f1-8700-41e0a2f27e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400b369e-84c3-4a30-ab84-6ca490266275,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:02.115663 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-dfb6faff-9355-4115-938f-462f51c3e7e0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=01a3f6652a9b49dfba408bf625399c54&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0056481 Dec 08 16:33:02.131259 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48512) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:02.245170 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb6faff-9355-4115-938f-462f51c3e7e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd6202b-48e2-4dae-8a17-1b4b90e9cb29,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:02.272085 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-c3befe9e-dfc3-4f85-b5e5-3326f84f7d20 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] For port 15a45188-5f8d-4554-a167-75c9973bdecb, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=15a45188-5f8d-4554-a167-75c9973bdecb,segment=NetworkSegment(2f5bc62b-12c0-4d51-8334-99b7a5e30065),segment_id=2f5bc62b-12c0-4d51-8334-99b7a5e30065)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:02.272482 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c3befe9e-dfc3-4f85-b5e5-3326f84f7d20 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:02.275834 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5af9fc59-48b1-421b-a151-8d3b5da191cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:02.297499 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-c3befe9e-dfc3-4f85-b5e5-3326f84f7d20 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Calling delete_port for 15a45188-5f8d-4554-a167-75c9973bdecb owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:33:02.319788 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5af9fc59-48b1-421b-a151-8d3b5da191cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:02.557569 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c3befe9e-dfc3-4f85-b5e5-3326f84f7d20 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:02.600127 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-39be6618-ebf6-460a-b988-1b2b1ae5a2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28efaf43-46eb-4bb0-952b-6df3cd9f9352', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2015733819', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'afe83aaa-9d67-40b4-aa18-5c1dcd289050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:32:52Z', 'updated_at': '2021-12-08T16:32:58Z', 'revision_number': 3, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'gw_port': {'id': 'afe83aaa-9d67-40b4-aa18-5c1dcd289050', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c1:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28efaf43-46eb-4bb0-952b-6df3cd9f9352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:55Z', 'updated_at': '2021-12-08T16:32:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:02.615578 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3befe9e-dfc3-4f85-b5e5-3326f84f7d20 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Pushing event deleted for resources: {'Port': ['ID=15a45188-5f8d-4554-a167-75c9973bdecb,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:02.621988 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5af9fc59-48b1-421b-a151-8d3b5da191cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:02.625777 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5af9fc59-48b1-421b-a151-8d3b5da191cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:02.627675 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-5af9fc59-48b1-421b-a151-8d3b5da191cd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/400b369e-84c3-4a30-ab84-6ca490266275 HTTP/1.1" status: 204 len: 168 time: 0.5348296 Dec 08 16:33:02.640311 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3befe9e-dfc3-4f85-b5e5-3326f84f7d20 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] No DVR routers for this DVR port 15a45188-5f8d-4554-a167-75c9973bdecb on host n-d-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:33:02.655876 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af9fc59-48b1-421b-a151-8d3b5da191cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400b369e-84c3-4a30-ab84-6ca490266275,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:02.670658 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39be6618-ebf6-460a-b988-1b2b1ae5a2d7 None None] Checking router: 28efaf43-46eb-4bb0-952b-6df3cd9f9352 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:33:02.671023 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39be6618-ebf6-460a-b988-1b2b1ae5a2d7 None None] Updating router 28efaf43-46eb-4bb0-952b-6df3cd9f9352 port afe83aaa-9d67-40b4-aa18-5c1dcd289050 binding host n-d-776250-12 {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:33:02.742630 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1280cde8-d6c8-4fd8-b64f-623ca95c39f1 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:33:02.750082 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063660dc-2cc2-4274-88e3-81f8b9b896de None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:33:02.752412 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef2cdda-a4dd-4bf9-8303-ea3cce5162c8 None None] Network ddf3a2fb-3d9e-4077-9fd7-78379e45815a requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:33:02.773349 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25116598-ce13-4cc8-a46c-531a16bcd2a4 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Made reservation on behalf of 5ac8783bc8454dbdaff01b6ea349ef5e for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:33:02.777945 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-25116598-ce13-4cc8-a46c-531a16bcd2a4 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:02.784957 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-39be6618-ebf6-460a-b988-1b2b1ae5a2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:02.818549 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c3befe9e-dfc3-4f85-b5e5-3326f84f7d20 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:02.846162 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-c3befe9e-dfc3-4f85-b5e5-3326f84f7d20 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddf3a2fb-3d9e-4077-9fd7-78379e45815a']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:02.857688 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-c3befe9e-dfc3-4f85-b5e5-3326f84f7d20 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f5bc62b-12c0-4d51-8334-99b7a5e30065') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:02.858144 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-c3befe9e-dfc3-4f85-b5e5-3326f84f7d20 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f5bc62b-12c0-4d51-8334-99b7a5e30065') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:02.861184 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-333bb61e-f7ff-46b5-893d-d39df0837a9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:02.870592 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c3befe9e-dfc3-4f85-b5e5-3326f84f7d20 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:02.894471 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c3befe9e-dfc3-4f85-b5e5-3326f84f7d20 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:02.904371 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3befe9e-dfc3-4f85-b5e5-3326f84f7d20 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:33:02.904881 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c3befe9e-dfc3-4f85-b5e5-3326f84f7d20 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:02.908536 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:33:02.908536 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:33:02.908536 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:33:02.908536 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:33:02.908536 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:33:02.908536 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:33:02.908536 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:33:02.908536 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:33:02.908536 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:33:02.908536 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:33:02.908536 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:33:02.908536 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:33:02.908536 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:33:02.908536 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:33:02.908536 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:33:02.908536 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:33:02.908536 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:33:02.908536 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:33:02.908536 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:33:02.908536 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:33:02.908536 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:33:02.908536 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:33:02.908536 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:33:02.908536 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:33:02.908536 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:33:02.908536 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:33:02.908536 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:33:02.908536 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:33:02.908536 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:33:02.908536 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:33:02.908536 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:33:02.908536 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:33:02.922988 n-d-776250-12 neutron-server[110550]: DEBUG neutron.objects.ports [None req-b12313de-fc5c-4956-b31d-1125821b1351 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110550) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 16:33:02.934799 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-333bb61e-f7ff-46b5-893d-d39df0837a9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:03.054449 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-331928d3-1059-4c46-803a-e1227c7caf57 None None] Provisioning complete for port afe83aaa-9d67-40b4-aa18-5c1dcd289050 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:03.054543 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-331928d3-1059-4c46-803a-e1227c7caf57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:03.056155 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078140f5-4873-4567-9b8b-85d0d32bc6f0 req-7475ba7e-e46a-44bd-be83-eacdbe3359e7 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:03.057795 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-078140f5-4873-4567-9b8b-85d0d32bc6f0 req-7475ba7e-e46a-44bd-be83-eacdbe3359e7 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac HTTP/1.1" status: 200 len: 943 time: 0.3005958 Dec 08 16:33:03.069004 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23887d6c-54fd-4ccc-b08d-1037298180a7 None None] Network ddf3a2fb-3d9e-4077-9fd7-78379e45815a requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:33:03.120679 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c3befe9e-dfc3-4f85-b5e5-3326f84f7d20 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:03.145169 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c3befe9e-dfc3-4f85-b5e5-3326f84f7d20 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:03.152848 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c3befe9e-dfc3-4f85-b5e5-3326f84f7d20 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] 10.222.0.64 "DELETE /v2.0/networks/ddf3a2fb-3d9e-4077-9fd7-78379e45815a HTTP/1.1" status: 204 len: 168 time: 3.7752447 Dec 08 16:33:03.152848 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3befe9e-dfc3-4f85-b5e5-3326f84f7d20 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Pushing event deleted for resources: {'Network': ['ID=ddf3a2fb-3d9e-4077-9fd7-78379e45815a,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:03.160725 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48534) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:03.171532 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-544234a4-f468-473e-8cc3-aebcac30f450 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1833383731'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:03.193628 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-078140f5-4873-4567-9b8b-85d0d32bc6f0 req-7032f2e1-8c76-492e-a2a3-a8d5654e323d tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219537 Dec 08 16:33:03.255787 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-331928d3-1059-4c46-803a-e1227c7caf57 None None] Port afe83aaa-9d67-40b4-aa18-5c1dcd289050 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:33:03.275236 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-333bb61e-f7ff-46b5-893d-d39df0837a9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:03.278590 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-333bb61e-f7ff-46b5-893d-d39df0837a9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:03.282497 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-333bb61e-f7ff-46b5-893d-d39df0837a9a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6bd6202b-48e2-4dae-8a17-1b4b90e9cb29 HTTP/1.1" status: 204 len: 168 time: 1.1477563 Dec 08 16:33:03.316163 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bb61e-f7ff-46b5-893d-d39df0837a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd6202b-48e2-4dae-8a17-1b4b90e9cb29,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:03.414286 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b12313de-fc5c-4956-b31d-1125821b1351 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:03.496858 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba761379-e534-4d64-b4fd-d23563828daf None None] Update dhcp port {'port': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'fixed_ips': [{'subnet_id': '1ab91e01-8226-4b19-930a-6b0d9ff9886b'}, {'subnet_id': '93678de5-e14f-416f-9a38-74856939d4e8'}], 'binding:host_id': 'n-d-776250-12'}, 'id': '5876eed4-e443-441f-bade-e6f40d72a921'} from n-d-776250-12. {{(pid=110552) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 16:33:03.544076 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544234a4-f468-473e-8cc3-aebcac30f450 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Made reservation on behalf of 0542b0db7d594284bc77f5cfac960027 for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:33:03.546327 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-39be6618-ebf6-460a-b988-1b2b1ae5a2d7 None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:03.548847 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ba761379-e534-4d64-b4fd-d23563828daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:03.555030 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-544234a4-f468-473e-8cc3-aebcac30f450 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:03.586948 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-25116598-ce13-4cc8-a46c-531a16bcd2a4 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:03.648726 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-544234a4-f468-473e-8cc3-aebcac30f450 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:33:03.698632 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-544234a4-f468-473e-8cc3-aebcac30f450 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:03.699339 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-544234a4-f468-473e-8cc3-aebcac30f450 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Added segment b781f8a7-3976-4df6-bbd7-4d1596302d9c of type vlan for network e17865cb-5d4c-4a7d-98fa-c45a8f585d1c Dec 08 16:33:03.721182 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25116598-ce13-4cc8-a46c-531a16bcd2a4 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event updated for resources: {'Subnet': ['ID=f0493f0b-911b-472f-a927-786c53df20e5,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:03.749882 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25116598-ce13-4cc8-a46c-531a16bcd2a4 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Checking segment: {'id': '75f8eacf-09fa-44d1-9fa5-2b7d3d1ef9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9aa49936-a2d8-4b4c-8899-7a242f872b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:33:03.755755 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25116598-ce13-4cc8-a46c-531a16bcd2a4 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Network hostable DHCP agents. Network: 9aa49936-a2d8-4b4c-8899-7a242f872b33, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:33:03.789341 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-b12313de-fc5c-4956-b31d-1125821b1351 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] For port 5876eed4-e443-441f-bade-e6f40d72a921, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=5876eed4-e443-441f-bade-e6f40d72a921,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:03.807577 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-39be6618-ebf6-460a-b988-1b2b1ae5a2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:03.822677 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-544234a4-f468-473e-8cc3-aebcac30f450 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:03.858538 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-39be6618-ebf6-460a-b988-1b2b1ae5a2d7 None None] Attempting to bind port afe83aaa-9d67-40b4-aa18-5c1dcd289050 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:33:03.859031 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-39be6618-ebf6-460a-b988-1b2b1ae5a2d7 None None] Attempting to bind port afe83aaa-9d67-40b4-aa18-5c1dcd289050 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:33:03.859156 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b12313de-fc5c-4956-b31d-1125821b1351 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:03.859256 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39be6618-ebf6-460a-b988-1b2b1ae5a2d7 None None] Attempting to bind port afe83aaa-9d67-40b4-aa18-5c1dcd289050 on network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:33:03.861613 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947ca8ec-3cae-4c84-b5f7-31d51094f929 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:33:03.913898 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39be6618-ebf6-460a-b988-1b2b1ae5a2d7 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:33:03.914597 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39be6618-ebf6-460a-b988-1b2b1ae5a2d7 None None] Checking segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:33:03.914857 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-39be6618-ebf6-460a-b988-1b2b1ae5a2d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:03.915328 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39be6618-ebf6-460a-b988-1b2b1ae5a2d7 None None] Bound using segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:33:03.915893 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-39be6618-ebf6-460a-b988-1b2b1ae5a2d7 None None] Bound port: afe83aaa-9d67-40b4-aa18-5c1dcd289050, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:33:03.916412 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-39be6618-ebf6-460a-b988-1b2b1ae5a2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:03.940748 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b12313de-fc5c-4956-b31d-1125821b1351 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:03.941770 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b12313de-fc5c-4956-b31d-1125821b1351 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:03.957863 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25116598-ce13-4cc8-a46c-531a16bcd2a4 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Network 9aa49936-a2d8-4b4c-8899-7a242f872b33 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:33:03.962003 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621efa3c-2016-43a3-810a-23ff42be3675 None None] Pushing event updated for resources: {'Port': ['ID=afe83aaa-9d67-40b4-aa18-5c1dcd289050,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:04.025258 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-ba761379-e534-4d64-b4fd-d23563828daf None None] Allocated IP 172.20.0.2 (e406e062-eec7-4ef2-b02a-de32c9a24df9/1ab91e01-8226-4b19-930a-6b0d9ff9886b/5876eed4-e443-441f-bade-e6f40d72a921) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:33:04.033803 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-39be6618-ebf6-460a-b988-1b2b1ae5a2d7 None None] For port afe83aaa-9d67-40b4-aa18-5c1dcd289050, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:33:04.039963 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-39be6618-ebf6-460a-b988-1b2b1ae5a2d7 None None] For port afe83aaa-9d67-40b4-aa18-5c1dcd289050, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=afe83aaa-9d67-40b4-aa18-5c1dcd289050,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:33:04.073745 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-544234a4-f468-473e-8cc3-aebcac30f450 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:04.079928 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544234a4-f468-473e-8cc3-aebcac30f450 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:04.081015 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-544234a4-f468-473e-8cc3-aebcac30f450 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:04.148017 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-64d3c490-aca1-460c-9f3c-e9bb2ebb3515 None None] Provisioning complete for port afe83aaa-9d67-40b4-aa18-5c1dcd289050 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:04.148349 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-64d3c490-aca1-460c-9f3c-e9bb2ebb3515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:04.155883 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12313de-fc5c-4956-b31d-1125821b1351 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:33:04.174143 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-b12313de-fc5c-4956-b31d-1125821b1351 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:33:04.194327 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12313de-fc5c-4956-b31d-1125821b1351 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:04.194830 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b12313de-fc5c-4956-b31d-1125821b1351 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:04.195277 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-64d3c490-aca1-460c-9f3c-e9bb2ebb3515 None None] Port afe83aaa-9d67-40b4-aa18-5c1dcd289050 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:33:04.204054 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-39be6618-ebf6-460a-b988-1b2b1ae5a2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:04.226751 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12313de-fc5c-4956-b31d-1125821b1351 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event updated for resources: {'Subnet': ['ID=93678de5-e14f-416f-9a38-74856939d4e8,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:04.239929 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12313de-fc5c-4956-b31d-1125821b1351 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event updated for resources: {'Port': ['ID=5876eed4-e443-441f-bade-e6f40d72a921,revision_number=7']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:04.239929 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-25116598-ce13-4cc8-a46c-531a16bcd2a4 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 9aa49936-a2d8-4b4c-8899-7a242f872b33) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:33:04.251809 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544234a4-f468-473e-8cc3-aebcac30f450 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Pushing event updated for resources: {'Network': ['ID=e17865cb-5d4c-4a7d-98fa-c45a8f585d1c,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:04.254808 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25116598-ce13-4cc8-a46c-531a16bcd2a4 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:04.255405 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-25116598-ce13-4cc8-a46c-531a16bcd2a4 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:04.275814 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c401a3-4a9a-4af9-be41-c1fe5ea54e1d None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:33:04.277535 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e90d95-66b2-444f-a6dc-ceef79d99284 None None] Network 9aa49936-a2d8-4b4c-8899-7a242f872b33 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:33:04.305731 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network e17865cb-5d4c-4a7d-98fa-c45a8f585d1c details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:33:04.353881 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-544234a4-f468-473e-8cc3-aebcac30f450 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1918797 Dec 08 16:33:04.356649 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48570) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:04.367406 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-01277128-f9f9-4507-baeb-fdf35393ae4b tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Request body: {'subnet': {'network_id': 'e17865cb-5d4c-4a7d-98fa-c45a8f585d1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:04.372489 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ba4d1-ca1f-4306-b370-00e0b5aa965b req-c0b3b287-bef7-4a48-9242-7ee3666a6bc3 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:04.374147 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-986ba4d1-ca1f-4306-b370-00e0b5aa965b req-c0b3b287-bef7-4a48-9242-7ee3666a6bc3 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac HTTP/1.1" status: 200 len: 943 time: 0.0592551 Dec 08 16:33:04.393667 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39be6618-ebf6-460a-b988-1b2b1ae5a2d7 None None] Routers {'28efaf43-46eb-4bb0-952b-6df3cd9f9352'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:33:04.395622 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-39be6618-ebf6-460a-b988-1b2b1ae5a2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:32:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['28efaf43-46eb-4bb0-952b-6df3cd9f9352'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:04.478226 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-25116598-ce13-4cc8-a46c-531a16bcd2a4 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.5679934 Dec 08 16:33:04.487987 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-ba761379-e534-4d64-b4fd-d23563828daf None None] For port 5876eed4-e443-441f-bade-e6f40d72a921, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=5876eed4-e443-441f-bade-e6f40d72a921,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:04.492780 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 48574) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:04.494554 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b12313de-fc5c-4956-b31d-1125821b1351 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.6894162 Dec 08 16:33:04.495178 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48576) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:04.498254 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 48578) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:04.516679 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 5876eed4-e443-441f-bade-e6f40d72a921 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:33:04.530067 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621efa3c-2016-43a3-810a-23ff42be3675 None None] Pushing event updated for resources: {'Port': ['ID=afe83aaa-9d67-40b4-aa18-5c1dcd289050,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:04.535566 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1fa79da7-a98f-41f1-90fa-4c736014f0ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:04.589557 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-8b1b24a8-3b41-4b40-8540-18ca1f05f33b None None] Provisioning complete for port afe83aaa-9d67-40b4-aa18-5c1dcd289050 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:04.589945 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8b1b24a8-3b41-4b40-8540-18ca1f05f33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:04.681299 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-801ca806-7357-4b44-b783-72ad1963a870 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Request body: {'port': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'mac_address': 'fa:16:3e:fa:77:57', 'name': 'tempest-NetworksTestDHCPv6-735279136'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:04.688997 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-986ba4d1-ca1f-4306-b370-00e0b5aa965b req-b422c298-c32a-455e-85c9-27f60dc394ff tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038280 Dec 08 16:33:04.723386 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01277128-f9f9-4507-baeb-fdf35393ae4b tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Made reservation on behalf of 0542b0db7d594284bc77f5cfac960027 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:33:04.727542 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-01277128-f9f9-4507-baeb-fdf35393ae4b tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:04.856104 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ba761379-e534-4d64-b4fd-d23563828daf None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:04.877567 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb342ea-49b7-4a46-b9f0-f6308193f394 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-9aa49936-a2d8-4b4c-8899-7a242f872b33', 'network_id': '9aa49936-a2d8-4b4c-8899-7a242f872b33', 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'fixed_ips': [{'subnet_id': 'f0493f0b-911b-472f-a927-786c53df20e5'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:33:04.882157 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-acb342ea-49b7-4a46-b9f0-f6308193f394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:04.937418 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8b1b24a8-3b41-4b40-8540-18ca1f05f33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:04.955151 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:04.991825 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-39be6618-ebf6-460a-b988-1b2b1ae5a2d7 None None] Set router 28efaf43-46eb-4bb0-952b-6df3cd9f9352 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:33:04.995094 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ba761379-e534-4d64-b4fd-d23563828daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:05.011139 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-801ca806-7357-4b44-b783-72ad1963a870 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Made reservation on behalf of 450e207568904a6eabc726912d992373 for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:33:05.027934 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1fa79da7-a98f-41f1-90fa-4c736014f0ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:05.120264 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1fa79da7-a98f-41f1-90fa-4c736014f0ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:05.156344 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-1fa79da7-a98f-41f1-90fa-4c736014f0ee admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=41ed58d21fe44062806c61cc7f70c80f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6576092 Dec 08 16:33:05.160030 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48592) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:05.208262 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa79da7-a98f-41f1-90fa-4c736014f0ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a83b16-9047-47bc-9132-2e6222ceee7f,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:05.222244 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-01277128-f9f9-4507-baeb-fdf35393ae4b tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:05.271735 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-801ca806-7357-4b44-b783-72ad1963a870 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:05.342846 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-801ca806-7357-4b44-b783-72ad1963a870 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] device_id is not set on port 908a0dd2-a55b-422b-b564-bbc72553d2ec yet. {{(pid=110551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:33:05.365535 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01277128-f9f9-4507-baeb-fdf35393ae4b tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Pushing event updated for resources: {'Subnet': ['ID=a82102ed-69db-4ec4-b249-e0ca8eef83d7,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:05.375788 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-32a8c8a2-576b-44da-b767-18930a02b0a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:05.380112 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01277128-f9f9-4507-baeb-fdf35393ae4b tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Checking segment: {'id': 'b781f8a7-3976-4df6-bbd7-4d1596302d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e17865cb-5d4c-4a7d-98fa-c45a8f585d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:33:05.380776 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01277128-f9f9-4507-baeb-fdf35393ae4b tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Network hostable DHCP agents. Network: e17865cb-5d4c-4a7d-98fa-c45a8f585d1c, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:33:05.419016 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-32a8c8a2-576b-44da-b767-18930a02b0a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:05.457685 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba761379-e534-4d64-b4fd-d23563828daf None None] Pushing event updated for resources: {'Port': ['ID=5876eed4-e443-441f-bade-e6f40d72a921,revision_number=8']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:05.511607 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-8b1b24a8-3b41-4b40-8540-18ca1f05f33b None None] For port afe83aaa-9d67-40b4-aa18-5c1dcd289050, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=afe83aaa-9d67-40b4-aa18-5c1dcd289050,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:05.576047 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7638e467-e4eb-452a-8991-6a93016114a6 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:05.586609 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 5876eed4-e443-441f-bade-e6f40d72a921 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:05.586994 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:05.591805 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01277128-f9f9-4507-baeb-fdf35393ae4b tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Network e17865cb-5d4c-4a7d-98fa-c45a8f585d1c is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:33:05.649622 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-32a8c8a2-576b-44da-b767-18930a02b0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:05.652819 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-32a8c8a2-576b-44da-b767-18930a02b0a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:05.658782 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-32a8c8a2-576b-44da-b767-18930a02b0a2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/82a83b16-9047-47bc-9132-2e6222ceee7f HTTP/1.1" status: 204 len: 168 time: 0.4971824 Dec 08 16:33:05.674392 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8b1b24a8-3b41-4b40-8540-18ca1f05f33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:05.708514 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a8c8a2-576b-44da-b767-18930a02b0a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a83b16-9047-47bc-9132-2e6222ceee7f,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:05.732323 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-01277128-f9f9-4507-baeb-fdf35393ae4b tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, e17865cb-5d4c-4a7d-98fa-c45a8f585d1c) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:33:05.754418 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01277128-f9f9-4507-baeb-fdf35393ae4b tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:05.757393 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-01277128-f9f9-4507-baeb-fdf35393ae4b tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:05.843049 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1b24a8-3b41-4b40-8540-18ca1f05f33b None None] Pushing event updated for resources: {'Port': ['ID=afe83aaa-9d67-40b4-aa18-5c1dcd289050,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:05.847452 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91cffbf5-f890-45fd-b6a1-bf592fb168cf None None] Network e17865cb-5d4c-4a7d-98fa-c45a8f585d1c requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:33:05.916514 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-801ca806-7357-4b44-b783-72ad1963a870 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Allocated IP 172.20.0.7 (e406e062-eec7-4ef2-b02a-de32c9a24df9/1ab91e01-8226-4b19-930a-6b0d9ff9886b/908a0dd2-a55b-422b-b564-bbc72553d2ec) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:33:05.930168 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-801ca806-7357-4b44-b783-72ad1963a870 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Allocated IP 2001:db8::f816:3eff:fefa:7757 (e406e062-eec7-4ef2-b02a-de32c9a24df9/93678de5-e14f-416f-9a38-74856939d4e8/908a0dd2-a55b-422b-b564-bbc72553d2ec) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:33:05.957753 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-01277128-f9f9-4507-baeb-fdf35393ae4b tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5997164 Dec 08 16:33:05.965291 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48608) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:06.165183 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-acb342ea-49b7-4a46-b9f0-f6308193f394 None None] Allocated IP 172.20.0.2 (9aa49936-a2d8-4b4c-8899-7a242f872b33/f0493f0b-911b-472f-a927-786c53df20e5/37d3408f-6449-4b37-bb7d-c1347c374079) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:33:06.234538 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ea6e7-d562-4dd2-a84b-50a01acd0cd7 req-9dcfacef-e03c-488a-a914-b9eca9b1cfda tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:06.240628 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5c3ea6e7-d562-4dd2-a84b-50a01acd0cd7 req-9dcfacef-e03c-488a-a914-b9eca9b1cfda tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac HTTP/1.1" status: 200 len: 943 time: 0.3494074 Dec 08 16:33:06.382720 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0118eae3-b21a-49ae-81d8-b8ec1c925df9 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:06.409853 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5c3ea6e7-d562-4dd2-a84b-50a01acd0cd7 req-b2363ca4-7328-4ff2-9147-988b41412489 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629822 Dec 08 16:33:06.590205 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0118eae3-b21a-49ae-81d8-b8ec1c925df9 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:06.773066 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e20b30-3872-4983-b675-17763b346fb6 None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:33:06.803336 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0118eae3-b21a-49ae-81d8-b8ec1c925df9 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:06.915643 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0118eae3-b21a-49ae-81d8-b8ec1c925df9 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Pushing event deleted for resources: {'Subnet': ['ID=a82102ed-69db-4ec4-b249-e0ca8eef83d7,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:06.942292 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-801ca806-7357-4b44-b783-72ad1963a870 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:07.052089 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88446d0d-e942-47ff-8831-523d6d572b16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-e17865cb-5d4c-4a7d-98fa-c45a8f585d1c', 'network_id': 'e17865cb-5d4c-4a7d-98fa-c45a8f585d1c', 'project_id': '0542b0db7d594284bc77f5cfac960027', 'fixed_ips': [{'subnet_id': 'a82102ed-69db-4ec4-b249-e0ca8eef83d7'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:33:07.055811 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-88446d0d-e942-47ff-8831-523d6d572b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:07.078142 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 5876eed4-e443-441f-bade-e6f40d72a921 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:33:07.099430 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0118eae3-b21a-49ae-81d8-b8ec1c925df9 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:07.141207 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-801ca806-7357-4b44-b783-72ad1963a870 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:07.170974 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-acb342ea-49b7-4a46-b9f0-f6308193f394 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:07.171511 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-0118eae3-b21a-49ae-81d8-b8ec1c925df9 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e17865cb-5d4c-4a7d-98fa-c45a8f585d1c']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:07.184297 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-0118eae3-b21a-49ae-81d8-b8ec1c925df9 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b781f8a7-3976-4df6-bbd7-4d1596302d9c') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:07.184780 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-0118eae3-b21a-49ae-81d8-b8ec1c925df9 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b781f8a7-3976-4df6-bbd7-4d1596302d9c') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:07.200095 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0118eae3-b21a-49ae-81d8-b8ec1c925df9 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:07.220335 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0118eae3-b21a-49ae-81d8-b8ec1c925df9 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:07.231137 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0118eae3-b21a-49ae-81d8-b8ec1c925df9 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:33:07.231683 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0118eae3-b21a-49ae-81d8-b8ec1c925df9 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:07.236761 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:33:07.236761 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:33:07.236761 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:33:07.236761 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:33:07.236761 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:33:07.236761 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:33:07.236761 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:33:07.236761 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:33:07.236761 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:33:07.236761 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:33:07.236761 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:33:07.236761 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:33:07.236761 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:33:07.236761 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:33:07.236761 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:33:07.236761 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:33:07.236761 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:33:07.236761 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:33:07.236761 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:33:07.236761 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:33:07.236761 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:33:07.236761 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:33:07.236761 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:33:07.236761 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:33:07.236761 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:33:07.236761 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:33:07.236761 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:33:07.236761 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:33:07.236761 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:33:07.236761 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:33:07.236761 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:33:07.236761 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:33:07.321047 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-acb342ea-49b7-4a46-b9f0-f6308193f394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:07.362116 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-85a11497-74bf-4882-a58c-47d5b845353d None None] Provisioning complete for port 5876eed4-e443-441f-bade-e6f40d72a921 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:07.362492 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-85a11497-74bf-4882-a58c-47d5b845353d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:07.413519 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-39be6618-ebf6-460a-b988-1b2b1ae5a2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28efaf43-46eb-4bb0-952b-6df3cd9f9352', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2015733819', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'afe83aaa-9d67-40b4-aa18-5c1dcd289050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:32:52Z', 'updated_at': '2021-12-08T16:32:58Z', 'revision_number': 3, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'gw_port': {'id': 'afe83aaa-9d67-40b4-aa18-5c1dcd289050', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c1:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28efaf43-46eb-4bb0-952b-6df3cd9f9352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:55Z', 'updated_at': '2021-12-08T16:33:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:07.424079 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb342ea-49b7-4a46-b9f0-f6308193f394 None None] Network 9aa49936-a2d8-4b4c-8899-7a242f872b33 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:33:07.435237 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801ca806-7357-4b44-b783-72ad1963a870 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:33:07.444106 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-801ca806-7357-4b44-b783-72ad1963a870 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:33:07.446049 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca806-7357-4b44-b783-72ad1963a870 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event updated for resources: {'Port': ['ID=908a0dd2-a55b-422b-b564-bbc72553d2ec,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:07.449034 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801ca806-7357-4b44-b783-72ad1963a870 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:33:07.462545 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39be6618-ebf6-460a-b988-1b2b1ae5a2d7 None None] The sync data for ids ['28efaf43-46eb-4bb0-952b-6df3cd9f9352'] in n-d-776250-12 is: [{'id': '28efaf43-46eb-4bb0-952b-6df3cd9f9352', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2015733819', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'afe83aaa-9d67-40b4-aa18-5c1dcd289050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:32:52Z', 'updated_at': '2021-12-08T16:32:58Z', 'revision_number': 3, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'gw_port': {'id': 'afe83aaa-9d67-40b4-aa18-5c1dcd289050', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c1:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28efaf43-46eb-4bb0-952b-6df3cd9f9352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:55Z', 'updated_at': '2021-12-08T16:33:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:33:07.464319 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-acb342ea-49b7-4a46-b9f0-f6308193f394 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:33:07.470379 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb342ea-49b7-4a46-b9f0-f6308193f394 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:33:07.477970 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb342ea-49b7-4a46-b9f0-f6308193f394 None None] Pushing event updated for resources: {'Port': ['ID=37d3408f-6449-4b37-bb7d-c1347c374079,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:07.506211 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0118eae3-b21a-49ae-81d8-b8ec1c925df9 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:07.514929 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0118eae3-b21a-49ae-81d8-b8ec1c925df9 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:07.515129 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-7638e467-e4eb-452a-8991-6a93016114a6 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Allocated IP 172.20.0.1 (9aa49936-a2d8-4b4c-8899-7a242f872b33/f0493f0b-911b-472f-a927-786c53df20e5/3ddb66f7-b61d-4c9b-848f-20aa76a4698f) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:33:07.527977 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-0118eae3-b21a-49ae-81d8-b8ec1c925df9 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] 10.222.0.64 "DELETE /v2.0/networks/e17865cb-5d4c-4a7d-98fa-c45a8f585d1c HTTP/1.1" status: 204 len: 168 time: 1.5570219 Dec 08 16:33:07.530892 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 48644) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:07.548413 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-41c71e9a-ec72-4641-9e72-827d5f4a8451 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1215995555'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:07.562712 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 5876eed4-e443-441f-bade-e6f40d72a921 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:07.563463 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:07.571256 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0118eae3-b21a-49ae-81d8-b8ec1c925df9 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Pushing event deleted for resources: {'Network': ['ID=e17865cb-5d4c-4a7d-98fa-c45a8f585d1c,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:07.599316 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801ca806-7357-4b44-b783-72ad1963a870 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:07.599316 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-801ca806-7357-4b44-b783-72ad1963a870 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:07.766519 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7638e467-e4eb-452a-8991-6a93016114a6 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:07.794345 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-acb342ea-49b7-4a46-b9f0-f6308193f394 None None] Attempting to bind port 37d3408f-6449-4b37-bb7d-c1347c374079 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:33:07.801161 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-acb342ea-49b7-4a46-b9f0-f6308193f394 None None] Attempting to bind port 37d3408f-6449-4b37-bb7d-c1347c374079 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '75f8eacf-09fa-44d1-9fa5-2b7d3d1ef9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9aa49936-a2d8-4b4c-8899-7a242f872b33'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:33:07.801161 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb342ea-49b7-4a46-b9f0-f6308193f394 None None] Attempting to bind port 37d3408f-6449-4b37-bb7d-c1347c374079 on network 9aa49936-a2d8-4b4c-8899-7a242f872b33 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:33:07.822303 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb342ea-49b7-4a46-b9f0-f6308193f394 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:33:07.824578 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb342ea-49b7-4a46-b9f0-f6308193f394 None None] Checking segment: {'id': '75f8eacf-09fa-44d1-9fa5-2b7d3d1ef9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9aa49936-a2d8-4b4c-8899-7a242f872b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:33:07.825252 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-acb342ea-49b7-4a46-b9f0-f6308193f394 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:07.825800 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb342ea-49b7-4a46-b9f0-f6308193f394 None None] Bound using segment: {'id': '75f8eacf-09fa-44d1-9fa5-2b7d3d1ef9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9aa49936-a2d8-4b4c-8899-7a242f872b33'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:33:07.826459 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-acb342ea-49b7-4a46-b9f0-f6308193f394 None None] Bound port: 37d3408f-6449-4b37-bb7d-c1347c374079, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75f8eacf-09fa-44d1-9fa5-2b7d3d1ef9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9aa49936-a2d8-4b4c-8899-7a242f872b33'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:33:07.827015 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-acb342ea-49b7-4a46-b9f0-f6308193f394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:07.839406 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a669411a-16ef-4db8-bb3a-a335e9152f40 None None] Network e17865cb-5d4c-4a7d-98fa-c45a8f585d1c requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:33:07.862593 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a669411a-16ef-4db8-bb3a-a335e9152f40 None None] Network e17865cb-5d4c-4a7d-98fa-c45a8f585d1c could not be found, it might have been deleted concurrently. {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 08 16:33:07.892848 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c71e9a-ec72-4641-9e72-827d5f4a8451 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Made reservation on behalf of 0542b0db7d594284bc77f5cfac960027 for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:33:07.921020 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-41c71e9a-ec72-4641-9e72-827d5f4a8451 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:07.928118 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7638e467-e4eb-452a-8991-6a93016114a6 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:08.039481 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-acb342ea-49b7-4a46-b9f0-f6308193f394 None None] For port 37d3408f-6449-4b37-bb7d-c1347c374079, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:33:08.043231 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-acb342ea-49b7-4a46-b9f0-f6308193f394 None None] For port 37d3408f-6449-4b37-bb7d-c1347c374079, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=37d3408f-6449-4b37-bb7d-c1347c374079,segment=NetworkSegment(75f8eacf-09fa-44d1-9fa5-2b7d3d1ef9ec),segment_id=75f8eacf-09fa-44d1-9fa5-2b7d3d1ef9ec)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:33:08.076439 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-801ca806-7357-4b44-b783-72ad1963a870 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.5707300 Dec 08 16:33:08.079246 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48656) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:08.142110 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-acb342ea-49b7-4a46-b9f0-f6308193f394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:08.237344 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7638e467-e4eb-452a-8991-6a93016114a6 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Network 9aa49936-a2d8-4b4c-8899-7a242f872b33 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:33:08.275276 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358bb7f1-6311-4d15-9783-8e23a7f5cbe8 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:08.287026 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddcd5ea-1eb5-4a18-a9e1-aabe1143db43 req-be2cfd5f-288f-46bc-a69f-52c9508ab0fd tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:08.288840 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cddcd5ea-1eb5-4a18-a9e1-aabe1143db43 req-be2cfd5f-288f-46bc-a69f-52c9508ab0fd tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac HTTP/1.1" status: 200 len: 943 time: 0.6099188 Dec 08 16:33:08.298752 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358bb7f1-6311-4d15-9783-8e23a7f5cbe8 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:08.301390 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-358bb7f1-6311-4d15-9783-8e23a7f5cbe8 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2204673 Dec 08 16:33:08.316587 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48664) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:08.332923 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-7638e467-e4eb-452a-8991-6a93016114a6 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:33:08.340496 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41c71e9a-ec72-4641-9e72-827d5f4a8451 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:33:08.358253 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb342ea-49b7-4a46-b9f0-f6308193f394 None None] Pushing event updated for resources: {'Port': ['ID=37d3408f-6449-4b37-bb7d-c1347c374079,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:08.365241 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-41c71e9a-ec72-4641-9e72-827d5f4a8451 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:08.365830 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-41c71e9a-ec72-4641-9e72-827d5f4a8451 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Added segment 0d47fd39-6bcb-4118-9ec8-7197aeba3923 of type vlan for network 2fdc8957-1426-44eb-9fa4-b0d6abc457f8 Dec 08 16:33:08.401663 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f40ae0-7513-4d7b-85b3-c01955bfe2ef None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:33:08.414495 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7638e467-e4eb-452a-8991-6a93016114a6 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:33:08.424587 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7638e467-e4eb-452a-8991-6a93016114a6 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event updated for resources: {'Port': ['ID=3ddb66f7-b61d-4c9b-848f-20aa76a4698f,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:08.502438 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-41c71e9a-ec72-4641-9e72-827d5f4a8451 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:08.573318 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-84d20307-1f96-4c89-ad91-6ec2143e599c None None] Provisioning complete for port 908a0dd2-a55b-422b-b564-bbc72553d2ec triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:08.573318 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-84d20307-1f96-4c89-ad91-6ec2143e599c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:08.699966 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-b49822db-6150-45b7-8ae4-85439562729c tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Deleting port 908a0dd2-a55b-422b-b564-bbc72553d2ec {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:33:08.700573 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b49822db-6150-45b7-8ae4-85439562729c tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:08.701195 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-41c71e9a-ec72-4641-9e72-827d5f4a8451 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:08.710014 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c71e9a-ec72-4641-9e72-827d5f4a8451 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:08.711823 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-41c71e9a-ec72-4641-9e72-827d5f4a8451 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:08.760560 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-84d20307-1f96-4c89-ad91-6ec2143e599c None None] Port 908a0dd2-a55b-422b-b564-bbc72553d2ec cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:33:08.792872 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:08.914351 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-41c71e9a-ec72-4641-9e72-827d5f4a8451 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3759284 Dec 08 16:33:08.928493 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 48676) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:08.929252 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7638e467-e4eb-452a-8991-6a93016114a6 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:08.952601 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-84d20307-1f96-4c89-ad91-6ec2143e599c None None] Provisioning complete for port 5876eed4-e443-441f-bade-e6f40d72a921 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:08.953105 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-84d20307-1f96-4c89-ad91-6ec2143e599c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:08.959557 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-64fe73f0-4ad6-4101-a8a8-2b81b61611d9 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Request body: {'subnet': {'network_id': '2fdc8957-1426-44eb-9fa4-b0d6abc457f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:09.091654 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device afe83aaa-9d67-40b4-aa18-5c1dcd289050 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:33:09.101803 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c71e9a-ec72-4641-9e72-827d5f4a8451 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Pushing event updated for resources: {'Network': ['ID=2fdc8957-1426-44eb-9fa4-b0d6abc457f8,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:09.134792 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b49822db-6150-45b7-8ae4-85439562729c tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:09.160621 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-b49822db-6150-45b7-8ae4-85439562729c tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Calling delete_port for 908a0dd2-a55b-422b-b564-bbc72553d2ec owned by {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:33:09.207111 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 2fdc8957-1426-44eb-9fa4-b0d6abc457f8 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:33:09.285010 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cddcd5ea-1eb5-4a18-a9e1-aabe1143db43 req-2f252a9d-46d5-4f54-a50f-23b2281bd2e8 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9688458 Dec 08 16:33:09.608152 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64fe73f0-4ad6-4101-a8a8-2b81b61611d9 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Made reservation on behalf of 0542b0db7d594284bc77f5cfac960027 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:33:09.611768 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-64fe73f0-4ad6-4101-a8a8-2b81b61611d9 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:09.847233 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b49822db-6150-45b7-8ae4-85439562729c tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:09.928388 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port afe83aaa-9d67-40b4-aa18-5c1dcd289050 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:09.928820 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:09.939493 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49822db-6150-45b7-8ae4-85439562729c tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event deleted for resources: {'Port': ['ID=908a0dd2-a55b-422b-b564-bbc72553d2ec,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:10.142358 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7638e467-e4eb-452a-8991-6a93016114a6 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:10.179469 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 37d3408f-6449-4b37-bb7d-c1347c374079 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:33:10.277216 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-21594000-e0de-4788-8800-25dc8e8c469d None None] Could not find standard attr ID for object 908a0dd2-a55b-422b-b564-bbc72553d2ec. {{(pid=110552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:33:10.288108 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b49822db-6150-45b7-8ae4-85439562729c tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:10.291870 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b49822db-6150-45b7-8ae4-85439562729c tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/ports/908a0dd2-a55b-422b-b564-bbc72553d2ec HTTP/1.1" status: 204 len: 168 time: 1.9816813 Dec 08 16:33:10.294976 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48700) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:10.391465 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-21594000-e0de-4788-8800-25dc8e8c469d None None] Provisioning complete for port 5876eed4-e443-441f-bade-e6f40d72a921 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:10.392224 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-21594000-e0de-4788-8800-25dc8e8c469d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:10.408812 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 37d3408f-6449-4b37-bb7d-c1347c374079 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:10.408812 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:10.476842 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66243f5-c9bc-4ffc-9788-878715350ba0 None None] Network 9aa49936-a2d8-4b4c-8899-7a242f872b33 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:33:10.710930 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23827ccb-edf6-4539-927f-9cf63b872882 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:10.712897 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23827ccb-edf6-4539-927f-9cf63b872882 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:10.717078 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23827ccb-edf6-4539-927f-9cf63b872882 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:10.729016 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:10.732450 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 48714) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:10.735208 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-23827ccb-edf6-4539-927f-9cf63b872882 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4389694 Dec 08 16:33:10.772393 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f04ae-c86a-4844-84c0-759081de59da req-a157e974-c104-4fb5-828b-8c2bce63fd02 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:10.780639 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-107f04ae-c86a-4844-84c0-759081de59da req-a157e974-c104-4fb5-828b-8c2bce63fd02 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac HTTP/1.1" status: 200 len: 943 time: 0.3279502 Dec 08 16:33:10.828049 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8458693-dd1e-40bd-ab20-7f9948cbf0ca tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Deleting subnet 1ab91e01-8226-4b19-930a-6b0d9ff9886b {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:33:10.844573 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8458693-dd1e-40bd-ab20-7f9948cbf0ca tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:10.893651 n-d-776250-12 neutron-server[110551]: DEBUG neutron.objects.ports [None req-64fe73f0-4ad6-4101-a8a8-2b81b61611d9 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110551) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 16:33:10.901436 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 37d3408f-6449-4b37-bb7d-c1347c374079, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=37d3408f-6449-4b37-bb7d-c1347c374079,segment=NetworkSegment(75f8eacf-09fa-44d1-9fa5-2b7d3d1ef9ec),segment_id=75f8eacf-09fa-44d1-9fa5-2b7d3d1ef9ec)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:10.949859 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-107f04ae-c86a-4844-84c0-759081de59da req-f8f4cc54-684d-4806-825d-4de7d639f15b tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674731 Dec 08 16:33:10.967547 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-64fe73f0-4ad6-4101-a8a8-2b81b61611d9 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:11.038947 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8458693-dd1e-40bd-ab20-7f9948cbf0ca tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:11.065473 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:11.203854 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=37d3408f-6449-4b37-bb7d-c1347c374079,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:11.212743 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-d5e726b4-9d6d-463f-8269-9a93e7faba90 None None] Provisioning complete for port 37d3408f-6449-4b37-bb7d-c1347c374079 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:11.213481 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d5e726b4-9d6d-463f-8269-9a93e7faba90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:11.295462 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fe73f0-4ad6-4101-a8a8-2b81b61611d9 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Pushing event updated for resources: {'Subnet': ['ID=e3e4cb90-01e0-4247-868d-2c6416d027d8,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:11.311568 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fe73f0-4ad6-4101-a8a8-2b81b61611d9 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Checking segment: {'id': '0d47fd39-6bcb-4118-9ec8-7197aeba3923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2fdc8957-1426-44eb-9fa4-b0d6abc457f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:33:11.311944 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fe73f0-4ad6-4101-a8a8-2b81b61611d9 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Network hostable DHCP agents. Network: 2fdc8957-1426-44eb-9fa4-b0d6abc457f8, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:33:11.351410 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-d5e726b4-9d6d-463f-8269-9a93e7faba90 None None] Could not find standard attr ID for object 908a0dd2-a55b-422b-b564-bbc72553d2ec. {{(pid=110552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:33:11.382209 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8458693-dd1e-40bd-ab20-7f9948cbf0ca tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:11.459634 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7638e467-e4eb-452a-8991-6a93016114a6 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:11.480286 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-4ee84e83-0901-4943-9974-33c99b108b53 None None] Provisioning complete for port 37d3408f-6449-4b37-bb7d-c1347c374079 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:11.480740 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4ee84e83-0901-4943-9974-33c99b108b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:11.540330 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fe73f0-4ad6-4101-a8a8-2b81b61611d9 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Network 2fdc8957-1426-44eb-9fa4-b0d6abc457f8 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:33:11.586769 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7638e467-e4eb-452a-8991-6a93016114a6 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:11.610780 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-4ee84e83-0901-4943-9974-33c99b108b53 None None] Provisioning complete for port 3ddb66f7-b61d-4c9b-848f-20aa76a4698f triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:11.611464 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4ee84e83-0901-4943-9974-33c99b108b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:11.695960 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8458693-dd1e-40bd-ab20-7f9948cbf0ca tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:11.697850 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-4ee84e83-0901-4943-9974-33c99b108b53 None None] Port 3ddb66f7-b61d-4c9b-848f-20aa76a4698f cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:33:11.701393 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4814e754-baa3-49ed-b2fa-c20d4de212a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:11.794389 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8458693-dd1e-40bd-ab20-7f9948cbf0ca tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event deleted for resources: {'Subnet': ['ID=1ab91e01-8226-4b19-930a-6b0d9ff9886b,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:11.802213 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49aa8c1f-61c3-41fb-8bd0-e7e2d1d27f5e None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:33:11.806782 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8458693-dd1e-40bd-ab20-7f9948cbf0ca tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:11.811723 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d8458693-dd1e-40bd-ab20-7f9948cbf0ca tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/subnets/1ab91e01-8226-4b19-930a-6b0d9ff9886b HTTP/1.1" status: 204 len: 168 time: 1.0752058 Dec 08 16:33:11.815091 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48746) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:11.826131 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7638e467-e4eb-452a-8991-6a93016114a6 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event updated for resources: {'Port': ['ID=3ddb66f7-b61d-4c9b-848f-20aa76a4698f,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:11.833847 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-64fe73f0-4ad6-4101-a8a8-2b81b61611d9 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 2fdc8957-1426-44eb-9fa4-b0d6abc457f8) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:33:11.836120 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7638e467-e4eb-452a-8991-6a93016114a6 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:11.842517 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64fe73f0-4ad6-4101-a8a8-2b81b61611d9 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:11.842517 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-64fe73f0-4ad6-4101-a8a8-2b81b61611d9 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:11.874174 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e9a827-b3e7-47dc-9d9a-4780acc42354 None None] Network 2fdc8957-1426-44eb-9fa4-b0d6abc457f8 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:33:11.948608 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-91d86a89-65de-4c74-9c16-409d3c233ac9 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Deleting subnet 93678de5-e14f-416f-9a38-74856939d4e8 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:33:11.953313 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-91d86a89-65de-4c74-9c16-409d3c233ac9 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:11.997681 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-15d483c0-7f16-45b3-b67c-9a271a2b33f0 None None] Provisioning complete for port 3ddb66f7-b61d-4c9b-848f-20aa76a4698f triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:11.998064 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-15d483c0-7f16-45b3-b67c-9a271a2b33f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:12.015373 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48752) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:12.016047 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-64fe73f0-4ad6-4101-a8a8-2b81b61611d9 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.0829542 Dec 08 16:33:12.057763 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-91d86a89-65de-4c74-9c16-409d3c233ac9 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:12.170939 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7638e467-e4eb-452a-8991-6a93016114a6 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Network 9aa49936-a2d8-4b4c-8899-7a242f872b33 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:33:12.177216 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-15d483c0-7f16-45b3-b67c-9a271a2b33f0 None None] Port 3ddb66f7-b61d-4c9b-848f-20aa76a4698f cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:33:12.185185 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-7638e467-e4eb-452a-8991-6a93016114a6 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:33:12.198954 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a96454-d8be-4892-b70a-d0a620ff02a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-2fdc8957-1426-44eb-9fa4-b0d6abc457f8', 'network_id': '2fdc8957-1426-44eb-9fa4-b0d6abc457f8', 'project_id': '0542b0db7d594284bc77f5cfac960027', 'fixed_ips': [{'subnet_id': 'e3e4cb90-01e0-4247-868d-2c6416d027d8'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:33:12.199940 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-14a96454-d8be-4892-b70a-d0a620ff02a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:12.236467 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-91d86a89-65de-4c74-9c16-409d3c233ac9 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:12.502724 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa07c6b6-196e-4118-bb14-65225c73501f req-b54164f2-8961-4b28-adae-cbfe2ad81d49 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:12.512460 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fa07c6b6-196e-4118-bb14-65225c73501f req-b54164f2-8961-4b28-adae-cbfe2ad81d49 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac HTTP/1.1" status: 200 len: 943 time: 0.3833094 Dec 08 16:33:12.549979 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-14a96454-d8be-4892-b70a-d0a620ff02a8 None None] Allocated IP 2001:db8::f816:3eff:fec7:1f18 (2fdc8957-1426-44eb-9fa4-b0d6abc457f8/e3e4cb90-01e0-4247-868d-2c6416d027d8/c216eb34-deb8-4e58-a1b6-25cc4ed788fc) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:33:12.554642 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-91d86a89-65de-4c74-9c16-409d3c233ac9 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:12.620089 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d86a89-65de-4c74-9c16-409d3c233ac9 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event deleted for resources: {'Subnet': ['ID=93678de5-e14f-416f-9a38-74856939d4e8,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:12.649356 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-91d86a89-65de-4c74-9c16-409d3c233ac9 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:12.658114 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-91d86a89-65de-4c74-9c16-409d3c233ac9 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/subnets/93678de5-e14f-416f-9a38-74856939d4e8 HTTP/1.1" status: 204 len: 168 time: 0.8401985 Dec 08 16:33:12.664105 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 48764) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:12.744092 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-9caf8a08-e522-4cf8-9753-26782425ad9a None None] Provisioning complete for port 3ddb66f7-b61d-4c9b-848f-20aa76a4698f triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:12.744529 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9caf8a08-e522-4cf8-9753-26782425ad9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:12.748643 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fa07c6b6-196e-4118-bb14-65225c73501f req-dec9899f-8380-4f10-95a5-0a241099de55 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265701 Dec 08 16:33:12.751851 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7638e467-e4eb-452a-8991-6a93016114a6 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Router 28efaf43-46eb-4bb0-952b-6df3cd9f9352 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:33:12.762249 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d40ee3c8-6d63-4c05-b3a6-a9f8f428e454 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0862491 Dec 08 16:33:12.763678 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 48768) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:12.832861 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-9caf8a08-e522-4cf8-9753-26782425ad9a None None] Port 3ddb66f7-b61d-4c9b-848f-20aa76a4698f cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:33:12.854087 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2d1288b3-760a-4433-a9c1-8dfa3539cca9 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:12.948042 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2d1288b3-760a-4433-a9c1-8dfa3539cca9 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:12.989462 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd94a0b-4b19-4bce-be0f-10d89945209c tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:12.993691 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-cbd94a0b-4b19-4bce-be0f-10d89945209c tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2264421 Dec 08 16:33:12.995707 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 48770) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:12.996406 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-14a96454-d8be-4892-b70a-d0a620ff02a8 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:13.135383 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-14a96454-d8be-4892-b70a-d0a620ff02a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:13.146107 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff588472-88c5-439e-9c84-8cf96411640a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:13.150843 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ff588472-88c5-439e-9c84-8cf96411640a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1514201 Dec 08 16:33:13.156263 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7638e467-e4eb-452a-8991-6a93016114a6 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:33:13.198222 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cc6e49-5474-4a09-8803-b2407c40970e None None] Sync routers for ids ['28efaf43-46eb-4bb0-952b-6df3cd9f9352'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:33:13.198676 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 48776) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:13.198676 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-7638e467-e4eb-452a-8991-6a93016114a6 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "PUT /v2.0/routers/28efaf43-46eb-4bb0-952b-6df3cd9f9352/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6844964 Dec 08 16:33:13.198817 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cc6e49-5474-4a09-8803-b2407c40970e None None] Routers {'28efaf43-46eb-4bb0-952b-6df3cd9f9352'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:33:13.198817 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-88cc6e49-5474-4a09-8803-b2407c40970e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:32:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['28efaf43-46eb-4bb0-952b-6df3cd9f9352'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:13.226394 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 37d3408f-6449-4b37-bb7d-c1347c374079 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:33:13.265942 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2d1288b3-760a-4433-a9c1-8dfa3539cca9 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:13.312148 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-08202203-b8cf-4a5a-894b-1527a78bc8f7 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1322563 Dec 08 16:33:13.320465 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48782) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:13.355351 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a96454-d8be-4892-b70a-d0a620ff02a8 None None] Network 2fdc8957-1426-44eb-9fa4-b0d6abc457f8 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:33:13.355845 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-80686714-fc48-4512-8d96-d834f604155d tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Request body: {'subnet': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:13.399127 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-14a96454-d8be-4892-b70a-d0a620ff02a8 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:33:13.428992 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-88cc6e49-5474-4a09-8803-b2407c40970e None None] Set router 28efaf43-46eb-4bb0-952b-6df3cd9f9352 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:33:13.442468 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a96454-d8be-4892-b70a-d0a620ff02a8 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:33:13.483440 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a96454-d8be-4892-b70a-d0a620ff02a8 None None] Pushing event updated for resources: {'Port': ['ID=c216eb34-deb8-4e58-a1b6-25cc4ed788fc,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:13.536104 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1288b3-760a-4433-a9c1-8dfa3539cca9 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Pushing event deleted for resources: {'Subnet': ['ID=e3e4cb90-01e0-4247-868d-2c6416d027d8,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:13.599971 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064d2298-d2bd-4129-b7eb-7d4b63d90af0 None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:33:13.620569 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2d1288b3-760a-4433-a9c1-8dfa3539cca9 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:13.700163 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-2d1288b3-760a-4433-a9c1-8dfa3539cca9 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fdc8957-1426-44eb-9fa4-b0d6abc457f8']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:13.713145 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a76b9248-5f27-43d3-b90c-b5d456ae9cc7 req-7c6712c0-1b36-45a3-a549-69ee943c049b tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1660313758&fields=id&tenant_id=5ac8783bc8454dbdaff01b6ea349ef5e HTTP/1.1" status: 200 len: 267 time: 0.1527848 Dec 08 16:33:13.718892 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-2d1288b3-760a-4433-a9c1-8dfa3539cca9 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d47fd39-6bcb-4118-9ec8-7197aeba3923') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:13.719149 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-2d1288b3-760a-4433-a9c1-8dfa3539cca9 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d47fd39-6bcb-4118-9ec8-7197aeba3923') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:13.764319 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2d1288b3-760a-4433-a9c1-8dfa3539cca9 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:13.798633 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-14a96454-d8be-4892-b70a-d0a620ff02a8 None None] Attempting to bind port c216eb34-deb8-4e58-a1b6-25cc4ed788fc on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:33:13.801538 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-14a96454-d8be-4892-b70a-d0a620ff02a8 None None] Attempting to bind port c216eb34-deb8-4e58-a1b6-25cc4ed788fc by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '0d47fd39-6bcb-4118-9ec8-7197aeba3923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2fdc8957-1426-44eb-9fa4-b0d6abc457f8'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:33:13.802146 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a96454-d8be-4892-b70a-d0a620ff02a8 None None] Attempting to bind port c216eb34-deb8-4e58-a1b6-25cc4ed788fc on network 2fdc8957-1426-44eb-9fa4-b0d6abc457f8 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:33:13.855117 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a96454-d8be-4892-b70a-d0a620ff02a8 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:33:13.855481 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a96454-d8be-4892-b70a-d0a620ff02a8 None None] Checking segment: {'id': '0d47fd39-6bcb-4118-9ec8-7197aeba3923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2fdc8957-1426-44eb-9fa4-b0d6abc457f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:33:13.855999 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-14a96454-d8be-4892-b70a-d0a620ff02a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:13.856480 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a96454-d8be-4892-b70a-d0a620ff02a8 None None] Bound using segment: {'id': '0d47fd39-6bcb-4118-9ec8-7197aeba3923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2fdc8957-1426-44eb-9fa4-b0d6abc457f8'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:33:13.856969 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-14a96454-d8be-4892-b70a-d0a620ff02a8 None None] Bound port: c216eb34-deb8-4e58-a1b6-25cc4ed788fc, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d47fd39-6bcb-4118-9ec8-7197aeba3923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '2fdc8957-1426-44eb-9fa4-b0d6abc457f8'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:33:13.857355 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-14a96454-d8be-4892-b70a-d0a620ff02a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:13.880712 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 37d3408f-6449-4b37-bb7d-c1347c374079 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:13.881261 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:13.906983 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-88cc6e49-5474-4a09-8803-b2407c40970e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28efaf43-46eb-4bb0-952b-6df3cd9f9352', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2015733819', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'afe83aaa-9d67-40b4-aa18-5c1dcd289050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:32:52Z', 'updated_at': '2021-12-08T16:33:09Z', 'revision_number': 4, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'gw_port': {'id': 'afe83aaa-9d67-40b4-aa18-5c1dcd289050', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28efaf43-46eb-4bb0-952b-6df3cd9f9352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:55Z', 'updated_at': '2021-12-08T16:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '3ddb66f7-b61d-4c9b-848f-20aa76a4698f', 'name': '', 'network_id': '9aa49936-a2d8-4b4c-8899-7a242f872b33', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'mac_address': 'fa:16:3e:99:32:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28efaf43-46eb-4bb0-952b-6df3cd9f9352', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'f0493f0b-911b-472f-a927-786c53df20e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:33:07Z', 'updated_at': '2021-12-08T16:33:10Z', 'revision_number': 2, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'subnets': [{'id': 'f0493f0b-911b-472f-a927-786c53df20e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:13.955658 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-1f6386dc-602b-4304-a44b-d88550c4cb93 None None] Provisioning complete for port 5876eed4-e443-441f-bade-e6f40d72a921 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:13.955852 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1f6386dc-602b-4304-a44b-d88550c4cb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:13.971885 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cc6e49-5474-4a09-8803-b2407c40970e None None] Checking router: 28efaf43-46eb-4bb0-952b-6df3cd9f9352 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:33:13.973115 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cc6e49-5474-4a09-8803-b2407c40970e None None] Updating router 28efaf43-46eb-4bb0-952b-6df3cd9f9352 port 3ddb66f7-b61d-4c9b-848f-20aa76a4698f binding host n-d-776250-12 {{(pid=110553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:33:13.975679 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80686714-fc48-4512-8d96-d834f604155d tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Made reservation on behalf of 450e207568904a6eabc726912d992373 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:33:13.992881 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-80686714-fc48-4512-8d96-d834f604155d tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:13.998573 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-80686714-fc48-4512-8d96-d834f604155d tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:33:14.000291 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80686714-fc48-4512-8d96-d834f604155d tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:33:14.022976 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-88cc6e49-5474-4a09-8803-b2407c40970e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:14.026674 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2d1288b3-760a-4433-a9c1-8dfa3539cca9 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:14.040146 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d1288b3-760a-4433-a9c1-8dfa3539cca9 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:33:14.040961 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2d1288b3-760a-4433-a9c1-8dfa3539cca9 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:14.077214 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7382d6-1d0f-4548-8a71-2019fb8d02bf req-0710d98a-e869-4f80-b818-722471fc7e45 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:14.079718 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1a7382d6-1d0f-4548-8a71-2019fb8d02bf req-0710d98a-e869-4f80-b818-722471fc7e45 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac HTTP/1.1" status: 200 len: 943 time: 0.1441195 Dec 08 16:33:14.197880 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1a7382d6-1d0f-4548-8a71-2019fb8d02bf req-b367712d-8596-465c-828c-e21cabb6d467 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065061 Dec 08 16:33:14.271541 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:33:14.271541 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:33:14.271541 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:33:14.271541 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:33:14.271541 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:33:14.271541 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:33:14.271541 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:33:14.271541 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:33:14.271541 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:33:14.271541 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:33:14.271541 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:33:14.271541 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:33:14.271541 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:33:14.271541 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:33:14.271541 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:33:14.271541 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:33:14.271541 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:33:14.271541 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:33:14.271541 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:33:14.271541 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:33:14.271541 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:33:14.271541 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:33:14.271541 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:33:14.271541 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:33:14.271541 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:33:14.271541 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:33:14.271541 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:33:14.271541 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:33:14.271541 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:33:14.271541 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:33:14.271541 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:33:14.271541 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:33:14.291476 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b9248-5f27-43d3-b90c-b5d456ae9cc7 req-d54ab0a3-61b0-4d69-a3cb-929127380d62 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:14.293403 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a76b9248-5f27-43d3-b90c-b5d456ae9cc7 req-d54ab0a3-61b0-4d69-a3cb-929127380d62 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/networks?id=9aa49936-a2d8-4b4c-8899-7a242f872b33 HTTP/1.1" status: 200 len: 797 time: 0.5698369 Dec 08 16:33:14.297921 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.db.api [None req-2d1288b3-760a-4433-a9c1-8dfa3539cca9 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 16:33:14.297921 n-d-776250-12 neutron-server[110550]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 16:33:14.297921 n-d-776250-12 neutron-server[110550]: [parameters: {'id': '2fdc8957-1426-44eb-9fa4-b0d6abc457f8'}] Dec 08 16:33:14.297921 n-d-776250-12 neutron-server[110550]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:33:14.298717 n-d-776250-12 neutron-server[110550]: DEBUG oslo_db.api [None req-2d1288b3-760a-4433-a9c1-8dfa3539cca9 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:33:14.315686 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-14a96454-d8be-4892-b70a-d0a620ff02a8 None None] For port c216eb34-deb8-4e58-a1b6-25cc4ed788fc, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:33:14.319281 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a76b9248-5f27-43d3-b90c-b5d456ae9cc7 req-3947120d-cc2b-4234-a0ed-8fa38da70493 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/quotas/5ac8783bc8454dbdaff01b6ea349ef5e HTTP/1.1" status: 200 len: 375 time: 0.0193975 Dec 08 16:33:14.338094 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14dc04e8-0b53-4c16-8a71-23c966015c8f None None] DHCP port deletion for e406e062-eec7-4ef2-b02a-de32c9a24df9 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:33:14.349872 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-14a96454-d8be-4892-b70a-d0a620ff02a8 None None] For port c216eb34-deb8-4e58-a1b6-25cc4ed788fc, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=c216eb34-deb8-4e58-a1b6-25cc4ed788fc,segment=NetworkSegment(0d47fd39-6bcb-4118-9ec8-7197aeba3923),segment_id=0d47fd39-6bcb-4118-9ec8-7197aeba3923)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:33:14.376766 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-47149bfb-c061-409f-9894-e5f164b0bbc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:14.457229 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 48810) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:14.464544 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-24faae42-bad0-473e-a4b1-3b412c67d030 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Request body: {'subnet': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:14.472153 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-80686714-fc48-4512-8d96-d834f604155d tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.1350353 Dec 08 16:33:14.498789 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a76b9248-5f27-43d3-b90c-b5d456ae9cc7 req-b2bf8504-cb3f-40f3-9af5-fce32af16a59 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=5ac8783bc8454dbdaff01b6ea349ef5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1669335 Dec 08 16:33:14.502502 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-14dc04e8-0b53-4c16-8a71-23c966015c8f None None] Deleting port 5876eed4-e443-441f-bade-e6f40d72a921 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:33:14.502890 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-14dc04e8-0b53-4c16-8a71-23c966015c8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:14.567821 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-88cc6e49-5474-4a09-8803-b2407c40970e None None] Publish callbacks [] for port, precommit_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:14.670841 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a76b9248-5f27-43d3-b90c-b5d456ae9cc7 req-5062762f-1476-4a8c-b447-2f4f711664f2 service neutron] 10.222.0.64 "GET /v2.0/networks/9aa49936-a2d8-4b4c-8899-7a242f872b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430016 Dec 08 16:33:14.714278 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-88cc6e49-5474-4a09-8803-b2407c40970e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:14.812685 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2d1288b3-760a-4433-a9c1-8dfa3539cca9 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:14.815962 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24faae42-bad0-473e-a4b1-3b412c67d030 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Made reservation on behalf of 450e207568904a6eabc726912d992373 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:33:14.820869 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-24faae42-bad0-473e-a4b1-3b412c67d030 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:14.823270 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-24faae42-bad0-473e-a4b1-3b412c67d030 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:33:14.823733 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24faae42-bad0-473e-a4b1-3b412c67d030 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:33:14.904234 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f827ddf5-73dc-4ac4-98d3-54d791af355d None None] Pushing event updated for resources: {'Port': ['ID=3ddb66f7-b61d-4c9b-848f-20aa76a4698f,revision_number=3']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:14.918518 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a76b9248-5f27-43d3-b90c-b5d456ae9cc7 req-04da5bcf-1b2b-4be3-8ebc-55b1a5a7213d service neutron] 10.222.0.64 "GET /v2.0/networks/9aa49936-a2d8-4b4c-8899-7a242f872b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383015 Dec 08 16:33:14.965373 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-24faae42-bad0-473e-a4b1-3b412c67d030 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5066233 Dec 08 16:33:14.968739 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 48822) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:14.973954 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-f48a779f-37ec-452a-b61a-1d28e05f87ce tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Request body: {'subnet': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:14.977584 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f827ddf5-73dc-4ac4-98d3-54d791af355d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:14.977584 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f827ddf5-73dc-4ac4-98d3-54d791af355d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:14.977584 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f827ddf5-73dc-4ac4-98d3-54d791af355d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:14.977584 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f827ddf5-73dc-4ac4-98d3-54d791af355d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:14.977584 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f827ddf5-73dc-4ac4-98d3-54d791af355d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:14.977584 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f827ddf5-73dc-4ac4-98d3-54d791af355d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:14.977584 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f827ddf5-73dc-4ac4-98d3-54d791af355d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:14.977584 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f827ddf5-73dc-4ac4-98d3-54d791af355d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:14.977584 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f827ddf5-73dc-4ac4-98d3-54d791af355d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:14.977584 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f827ddf5-73dc-4ac4-98d3-54d791af355d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:14.977584 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f827ddf5-73dc-4ac4-98d3-54d791af355d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:14.981811 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f827ddf5-73dc-4ac4-98d3-54d791af355d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:14.981811 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f827ddf5-73dc-4ac4-98d3-54d791af355d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:15.052323 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-88cc6e49-5474-4a09-8803-b2407c40970e None None] Attempting to bind port 3ddb66f7-b61d-4c9b-848f-20aa76a4698f on host n-d-776250-12 for vnic_type normal with profile {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:33:15.053086 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-88cc6e49-5474-4a09-8803-b2407c40970e None None] Attempting to bind port 3ddb66f7-b61d-4c9b-848f-20aa76a4698f by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '75f8eacf-09fa-44d1-9fa5-2b7d3d1ef9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9aa49936-a2d8-4b4c-8899-7a242f872b33'}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:33:15.053639 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cc6e49-5474-4a09-8803-b2407c40970e None None] Attempting to bind port 3ddb66f7-b61d-4c9b-848f-20aa76a4698f on network 9aa49936-a2d8-4b4c-8899-7a242f872b33 {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:33:15.058734 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-2d1288b3-760a-4433-a9c1-8dfa3539cca9 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Deleting port c216eb34-deb8-4e58-a1b6-25cc4ed788fc {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:33:15.059338 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2d1288b3-760a-4433-a9c1-8dfa3539cca9 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:15.064578 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cc6e49-5474-4a09-8803-b2407c40970e None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:33:15.065295 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cc6e49-5474-4a09-8803-b2407c40970e None None] Checking segment: {'id': '75f8eacf-09fa-44d1-9fa5-2b7d3d1ef9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9aa49936-a2d8-4b4c-8899-7a242f872b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:33:15.066037 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-88cc6e49-5474-4a09-8803-b2407c40970e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:15.067043 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cc6e49-5474-4a09-8803-b2407c40970e None None] Bound using segment: {'id': '75f8eacf-09fa-44d1-9fa5-2b7d3d1ef9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9aa49936-a2d8-4b4c-8899-7a242f872b33'} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:33:15.068892 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-88cc6e49-5474-4a09-8803-b2407c40970e None None] Bound port: 3ddb66f7-b61d-4c9b-848f-20aa76a4698f, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75f8eacf-09fa-44d1-9fa5-2b7d3d1ef9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9aa49936-a2d8-4b4c-8899-7a242f872b33'}}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:33:15.069623 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-88cc6e49-5474-4a09-8803-b2407c40970e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:15.191555 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-14dc04e8-0b53-4c16-8a71-23c966015c8f None None] For port 5876eed4-e443-441f-bade-e6f40d72a921, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=5876eed4-e443-441f-bade-e6f40d72a921,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:15.198593 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-14dc04e8-0b53-4c16-8a71-23c966015c8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:15.235763 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-88cc6e49-5474-4a09-8803-b2407c40970e None None] For port 3ddb66f7-b61d-4c9b-848f-20aa76a4698f, host n-d-776250-12, cleared binding levels {{(pid=110553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:33:15.242526 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-14dc04e8-0b53-4c16-8a71-23c966015c8f None None] Calling delete_port for 5876eed4-e443-441f-bade-e6f40d72a921 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:33:15.243336 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-88cc6e49-5474-4a09-8803-b2407c40970e None None] For port 3ddb66f7-b61d-4c9b-848f-20aa76a4698f, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=3ddb66f7-b61d-4c9b-848f-20aa76a4698f,segment=NetworkSegment(75f8eacf-09fa-44d1-9fa5-2b7d3d1ef9ec),segment_id=75f8eacf-09fa-44d1-9fa5-2b7d3d1ef9ec)] {{(pid=110553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:33:15.339955 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-88cc6e49-5474-4a09-8803-b2407c40970e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:15.397389 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-2d1288b3-760a-4433-a9c1-8dfa3539cca9 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] For port c216eb34-deb8-4e58-a1b6-25cc4ed788fc, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=c216eb34-deb8-4e58-a1b6-25cc4ed788fc,segment=NetworkSegment(0d47fd39-6bcb-4118-9ec8-7197aeba3923),segment_id=0d47fd39-6bcb-4118-9ec8-7197aeba3923)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:15.398031 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2d1288b3-760a-4433-a9c1-8dfa3539cca9 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:15.467601 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-2d1288b3-760a-4433-a9c1-8dfa3539cca9 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Calling delete_port for c216eb34-deb8-4e58-a1b6-25cc4ed788fc owned by network:dhcp {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:33:15.471215 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cc6e49-5474-4a09-8803-b2407c40970e None None] Routers {'28efaf43-46eb-4bb0-952b-6df3cd9f9352'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:33:15.472686 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-88cc6e49-5474-4a09-8803-b2407c40970e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:33:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['28efaf43-46eb-4bb0-952b-6df3cd9f9352'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:15.474218 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 5876eed4-e443-441f-bade-e6f40d72a921 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:33:15.562881 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-14a96454-d8be-4892-b70a-d0a620ff02a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:15.569384 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8789c034-d0a3-413c-a038-f0a1581e46c0 req-b9ca69ea-4ae4-4f8b-b930-fb06b24e8956 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:15.580049 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8789c034-d0a3-413c-a038-f0a1581e46c0 req-b9ca69ea-4ae4-4f8b-b930-fb06b24e8956 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac HTTP/1.1" status: 200 len: 943 time: 0.2123060 Dec 08 16:33:15.612084 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d3b74423-85b4-487c-a426-4cf3426ccba0 req-036263b5-3663-49b2-be2b-5300dc88fbda tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ea2bcdb-7b63-4fa3-98fa-ba5b17248623 HTTP/1.1" status: 200 len: 210 time: 0.1222913 Dec 08 16:33:15.642098 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48a779f-37ec-452a-b61a-1d28e05f87ce tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Made reservation on behalf of 450e207568904a6eabc726912d992373 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:33:15.650365 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f48a779f-37ec-452a-b61a-1d28e05f87ce tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:15.652099 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-f48a779f-37ec-452a-b61a-1d28e05f87ce tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:33:15.652571 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f48a779f-37ec-452a-b61a-1d28e05f87ce tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:33:15.730985 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-88cc6e49-5474-4a09-8803-b2407c40970e None None] Set router 28efaf43-46eb-4bb0-952b-6df3cd9f9352 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:33:15.784786 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8789c034-d0a3-413c-a038-f0a1581e46c0 req-fc82f0cd-02ac-41cf-aab9-28cec18b779c tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872633 Dec 08 16:33:15.792319 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48838) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:15.896950 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f48a779f-37ec-452a-b61a-1d28e05f87ce tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.9267612 Dec 08 16:33:15.899708 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48846) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:15.918072 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-ffc88c7f-da1c-4a15-b387-85701064ddc2 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Request body: {'subnet': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:15.955217 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a96454-d8be-4892-b70a-d0a620ff02a8 None None] Pushing event updated for resources: {'Port': ['ID=c216eb34-deb8-4e58-a1b6-25cc4ed788fc,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:16.033934 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f827ddf5-73dc-4ac4-98d3-54d791af355d None None] Pushing event updated for resources: {'Port': ['ID=3ddb66f7-b61d-4c9b-848f-20aa76a4698f,revision_number=4']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:16.110132 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:16.112375 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-b80ed97f-4224-41a7-b12a-a1a5d7a7b914 None None] Provisioning complete for port 3ddb66f7-b61d-4c9b-848f-20aa76a4698f triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:16.112738 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b80ed97f-4224-41a7-b12a-a1a5d7a7b914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:16.117131 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2d1288b3-760a-4433-a9c1-8dfa3539cca9 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:16.152808 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1288b3-760a-4433-a9c1-8dfa3539cca9 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Pushing event deleted for resources: {'Port': ['ID=c216eb34-deb8-4e58-a1b6-25cc4ed788fc,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:16.165509 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1288b3-760a-4433-a9c1-8dfa3539cca9 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] No DVR routers for this DVR port c216eb34-deb8-4e58-a1b6-25cc4ed788fc on host n-d-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:33:16.181504 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-88cc6e49-5474-4a09-8803-b2407c40970e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28efaf43-46eb-4bb0-952b-6df3cd9f9352', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2015733819', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'afe83aaa-9d67-40b4-aa18-5c1dcd289050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:32:52Z', 'updated_at': '2021-12-08T16:33:09Z', 'revision_number': 4, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'gw_port': {'id': 'afe83aaa-9d67-40b4-aa18-5c1dcd289050', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28efaf43-46eb-4bb0-952b-6df3cd9f9352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:55Z', 'updated_at': '2021-12-08T16:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '3ddb66f7-b61d-4c9b-848f-20aa76a4698f', 'name': '', 'network_id': '9aa49936-a2d8-4b4c-8899-7a242f872b33', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'mac_address': 'fa:16:3e:99:32:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28efaf43-46eb-4bb0-952b-6df3cd9f9352', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'f0493f0b-911b-472f-a927-786c53df20e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:33:07Z', 'updated_at': '2021-12-08T16:33:15Z', 'revision_number': 4, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'subnets': [{'id': 'f0493f0b-911b-472f-a927-786c53df20e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:16.223566 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cc6e49-5474-4a09-8803-b2407c40970e None None] The sync data for ids ['28efaf43-46eb-4bb0-952b-6df3cd9f9352'] in n-d-776250-12 is: [{'id': '28efaf43-46eb-4bb0-952b-6df3cd9f9352', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2015733819', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'afe83aaa-9d67-40b4-aa18-5c1dcd289050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:32:52Z', 'updated_at': '2021-12-08T16:33:09Z', 'revision_number': 4, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'gw_port': {'id': 'afe83aaa-9d67-40b4-aa18-5c1dcd289050', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28efaf43-46eb-4bb0-952b-6df3cd9f9352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:55Z', 'updated_at': '2021-12-08T16:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '3ddb66f7-b61d-4c9b-848f-20aa76a4698f', 'name': '', 'network_id': '9aa49936-a2d8-4b4c-8899-7a242f872b33', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'mac_address': 'fa:16:3e:99:32:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28efaf43-46eb-4bb0-952b-6df3cd9f9352', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'f0493f0b-911b-472f-a927-786c53df20e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:33:07Z', 'updated_at': '2021-12-08T16:33:15Z', 'revision_number': 4, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'subnets': [{'id': 'f0493f0b-911b-472f-a927-786c53df20e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:33:16.286233 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server [None req-a6b63e02-e377-44b1-88ca-161bce1f335e None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port c216eb34-deb8-4e58-a1b6-25cc4ed788fc could not be found. Dec 08 16:33:16.286233 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 08 16:33:16.286233 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Dec 08 16:33:16.286233 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Dec 08 16:33:16.286233 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Dec 08 16:33:16.286233 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Dec 08 16:33:16.286233 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Dec 08 16:33:16.286233 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server return self._iter().one() Dec 08 16:33:16.286233 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Dec 08 16:33:16.286233 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server return self._only_one_row( Dec 08 16:33:16.286233 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Dec 08 16:33:16.286233 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Dec 08 16:33:16.286233 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Dec 08 16:33:16.286233 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server Dec 08 16:33:16.286233 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Dec 08 16:33:16.286233 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server Dec 08 16:33:16.286233 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 08 16:33:16.286233 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 08 16:33:16.286233 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 08 16:33:16.286233 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 08 16:33:16.286233 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 08 16:33:16.286233 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 08 16:33:16.286233 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 08 16:33:16.286233 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 16:33:16.286233 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 16:33:16.286233 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:33:16.286233 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:33:16.286233 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:33:16.286233 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:33:16.286233 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 16:33:16.286233 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 16:33:16.286233 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 16:33:16.286233 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 16:33:16.286233 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:33:16.286233 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:33:16.286233 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:33:16.286233 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:33:16.286233 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 16:33:16.286233 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 16:33:16.286233 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 16:33:16.286233 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 16:33:16.286233 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:33:16.286233 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:33:16.286233 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:33:16.286233 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:33:16.286233 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 16:33:16.286233 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 16:33:16.286233 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 354, in get_dhcp_port Dec 08 16:33:16.286233 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Dec 08 16:33:16.286233 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 08 16:33:16.286233 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 08 16:33:16.286233 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 16:33:16.286233 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 16:33:16.286233 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:33:16.286233 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:33:16.290097 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:33:16.290097 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:33:16.290097 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 16:33:16.290097 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 16:33:16.290097 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 16:33:16.290097 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 16:33:16.290097 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:33:16.290097 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:33:16.290097 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:33:16.290097 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:33:16.290097 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 16:33:16.290097 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 16:33:16.290097 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 16:33:16.290097 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 16:33:16.290097 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:33:16.290097 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:33:16.290097 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:33:16.290097 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:33:16.290097 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 16:33:16.290097 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 16:33:16.290097 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Dec 08 16:33:16.290097 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Dec 08 16:33:16.290097 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1559, in get_port Dec 08 16:33:16.290097 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Dec 08 16:33:16.290097 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Dec 08 16:33:16.290097 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Dec 08 16:33:16.290097 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port c216eb34-deb8-4e58-a1b6-25cc4ed788fc could not be found. Dec 08 16:33:16.290097 n-d-776250-12 neutron-server[110552]: ERROR oslo_messaging.rpc.server Dec 08 16:33:16.351604 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6c51c2-fbe8-4681-93e1-437b87aaacab None None] Network 2fdc8957-1426-44eb-9fa4-b0d6abc457f8 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:33:16.352279 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc88c7f-da1c-4a15-b387-85701064ddc2 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Made reservation on behalf of 450e207568904a6eabc726912d992373 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:33:16.357505 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ffc88c7f-da1c-4a15-b387-85701064ddc2 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:16.359521 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffc88c7f-da1c-4a15-b387-85701064ddc2 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:33:16.359521 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffc88c7f-da1c-4a15-b387-85701064ddc2 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:33:16.393530 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4e4c21da-4a8c-4364-b2e9-82826c72ff7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:16.442159 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2d1288b3-760a-4433-a9c1-8dfa3539cca9 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:16.473733 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ffc88c7f-da1c-4a15-b387-85701064ddc2 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5702071 Dec 08 16:33:16.474093 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 48852) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:16.479210 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-087dd2ae-2c41-4858-9571-30d0b7211616 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Request body: {'subnet': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:16.507034 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-2d1288b3-760a-4433-a9c1-8dfa3539cca9 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fdc8957-1426-44eb-9fa4-b0d6abc457f8']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:16.539072 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b80ed97f-4224-41a7-b12a-a1a5d7a7b914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:16.541741 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-2d1288b3-760a-4433-a9c1-8dfa3539cca9 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d47fd39-6bcb-4118-9ec8-7197aeba3923') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:16.542069 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-2d1288b3-760a-4433-a9c1-8dfa3539cca9 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d47fd39-6bcb-4118-9ec8-7197aeba3923') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:16.563519 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2d1288b3-760a-4433-a9c1-8dfa3539cca9 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:16.576773 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-14dc04e8-0b53-4c16-8a71-23c966015c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:16.605658 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2d1288b3-760a-4433-a9c1-8dfa3539cca9 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:16.608231 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14dc04e8-0b53-4c16-8a71-23c966015c8f None None] No DVR routers for this DVR port 5876eed4-e443-441f-bade-e6f40d72a921 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:33:16.614591 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Port 5876eed4-e443-441f-bade-e6f40d72a921 update to DOWN by agent not found {{(pid=110552) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 08 16:33:16.638263 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d1288b3-760a-4433-a9c1-8dfa3539cca9 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:33:16.638839 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2d1288b3-760a-4433-a9c1-8dfa3539cca9 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:16.676767 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:33:16.676767 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:33:16.676767 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:33:16.676767 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:33:16.676767 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:33:16.676767 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:33:16.676767 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:33:16.676767 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:33:16.676767 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:33:16.676767 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:33:16.676767 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:33:16.676767 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:33:16.676767 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:33:16.676767 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:33:16.676767 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:33:16.676767 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:33:16.676767 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:33:16.676767 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:33:16.676767 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:33:16.676767 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:33:16.676767 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:33:16.676767 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:33:16.676767 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:33:16.676767 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:33:16.676767 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:33:16.676767 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:33:16.676767 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:33:16.676767 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:33:16.676767 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:33:16.676767 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:33:16.676767 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:33:16.676767 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:33:16.708138 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dc04e8-0b53-4c16-8a71-23c966015c8f None None] Pushing event deleted for resources: {'Port': ['ID=5876eed4-e443-441f-bade-e6f40d72a921,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:16.821909 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-b80ed97f-4224-41a7-b12a-a1a5d7a7b914 None None] For port 3ddb66f7-b61d-4c9b-848f-20aa76a4698f, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=3ddb66f7-b61d-4c9b-848f-20aa76a4698f,segment=NetworkSegment(75f8eacf-09fa-44d1-9fa5-2b7d3d1ef9ec),segment_id=75f8eacf-09fa-44d1-9fa5-2b7d3d1ef9ec)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:16.825330 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087dd2ae-2c41-4858-9571-30d0b7211616 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Made reservation on behalf of 450e207568904a6eabc726912d992373 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:33:16.828961 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-087dd2ae-2c41-4858-9571-30d0b7211616 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:16.830456 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-087dd2ae-2c41-4858-9571-30d0b7211616 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:33:16.830854 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-087dd2ae-2c41-4858-9571-30d0b7211616 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:33:16.838563 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75035865-7203-4f74-9ce3-dba9a2d06c13 None None] get_active_networks_info from n-d-776250-12 {{(pid=110552) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 16:33:16.920914 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:16.932576 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-087dd2ae-2c41-4858-9571-30d0b7211616 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4572964 Dec 08 16:33:16.935500 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 48864) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:16.936498 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b80ed97f-4224-41a7-b12a-a1a5d7a7b914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:16.939421 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-54c8de60-6951-4174-903d-11cf5a57d43f req-f5630baa-55a3-4adf-9aff-0bcbe4caa4e7 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ea2bcdb-7b63-4fa3-98fa-ba5b17248623 HTTP/1.1" status: 200 len: 210 time: 0.2299812 Dec 08 16:33:16.947436 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-d975d9f2-5dcf-4350-94bb-b58a4626bea1 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Request body: {'subnet': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:16.950418 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4e4c21da-4a8c-4364-b2e9-82826c72ff7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:16.991037 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2d1288b3-760a-4433-a9c1-8dfa3539cca9 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:16.998868 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2d1288b3-760a-4433-a9c1-8dfa3539cca9 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:17.008363 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-2d1288b3-760a-4433-a9c1-8dfa3539cca9 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] 10.222.0.64 "DELETE /v2.0/networks/2fdc8957-1426-44eb-9fa4-b0d6abc457f8 HTTP/1.1" status: 204 len: 168 time: 4.9913487 Dec 08 16:33:17.009027 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48868) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:17.148889 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1288b3-760a-4433-a9c1-8dfa3539cca9 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Pushing event deleted for resources: {'Network': ['ID=2fdc8957-1426-44eb-9fa4-b0d6abc457f8,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:17.152045 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-dff42e79-494a-4bf4-954b-6618a25a726e tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] DELETE failed (client error): The resource could not be found. Dec 08 16:33:17.153038 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dff42e79-494a-4bf4-954b-6618a25a726e tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:33:17.159801 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-dff42e79-494a-4bf4-954b-6618a25a726e tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] 10.222.0.64 "DELETE /v2.0/subnets/e3e4cb90-01e0-4247-868d-2c6416d027d8 HTTP/1.1" status: 404 len: 337 time: 0.1013691 Dec 08 16:33:17.162307 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48870) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:17.165218 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4e4c21da-4a8c-4364-b2e9-82826c72ff7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:17.179567 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80ed97f-4224-41a7-b12a-a1a5d7a7b914 None None] Pushing event updated for resources: {'Port': ['ID=3ddb66f7-b61d-4c9b-848f-20aa76a4698f,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:17.242786 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4c21da-4a8c-4364-b2e9-82826c72ff7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a8055f-de6b-4570-be26-653c7288295a,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:17.254600 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75035865-7203-4f74-9ce3-dba9a2d06c13 None None] Resources bound (agent type, host, resource id): {{(pid=110552) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 16:33:17.255855 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f36e275-8b46-42e4-9bf9-d871a7dd90ce req-b52da976-6121-4acf-a7fc-db384d3a9f53 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:17.280578 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1f36e275-8b46-42e4-9bf9-d871a7dd90ce req-b52da976-6121-4acf-a7fc-db384d3a9f53 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac HTTP/1.1" status: 200 len: 943 time: 0.3081000 Dec 08 16:33:17.288649 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-b14c3867-78ca-4ab5-9985-9469727f2be9 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] DELETE failed (client error): The resource could not be found. Dec 08 16:33:17.289290 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b14c3867-78ca-4ab5-9985-9469727f2be9 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:33:17.300622 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 48874) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:17.301780 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b14c3867-78ca-4ab5-9985-9469727f2be9 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] 10.222.0.64 "DELETE /v2.0/networks/2fdc8957-1426-44eb-9fa4-b0d6abc457f8 HTTP/1.1" status: 404 len: 339 time: 0.1375668 Dec 08 16:33:17.315070 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-4e4c21da-4a8c-4364-b2e9-82826c72ff7a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5a2489dea6c842c6a5e7864de3806fe0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5212729 Dec 08 16:33:17.316980 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-2ef8278e-bf0b-4f4c-9b1e-5aeca92b19f9 None None] Provisioning complete for port 3ddb66f7-b61d-4c9b-848f-20aa76a4698f triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:17.317393 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2ef8278e-bf0b-4f4c-9b1e-5aeca92b19f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:17.322173 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48876) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:17.358818 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb5f8cb6-f99d-4965-b08e-710e21b8a4aa tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] DELETE failed (client error): The resource could not be found. Dec 08 16:33:17.359283 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb5f8cb6-f99d-4965-b08e-710e21b8a4aa tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:33:17.364765 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-fb5f8cb6-f99d-4965-b08e-710e21b8a4aa tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] 10.222.0.64 "DELETE /v2.0/subnets/a82102ed-69db-4ec4-b249-e0ca8eef83d7 HTTP/1.1" status: 404 len: 337 time: 0.0609148 Dec 08 16:33:17.367875 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 48878) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:17.409139 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c3ebff8-d4ae-4bd2-b302-ece966c4b04a tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] DELETE failed (client error): The resource could not be found. Dec 08 16:33:17.409751 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c3ebff8-d4ae-4bd2-b302-ece966c4b04a tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:33:17.415304 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-3c3ebff8-d4ae-4bd2-b302-ece966c4b04a tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] 10.222.0.64 "DELETE /v2.0/networks/e17865cb-5d4c-4a7d-98fa-c45a8f585d1c HTTP/1.1" status: 404 len: 339 time: 0.0441203 Dec 08 16:33:17.421477 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48880) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:17.427277 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 3ddb66f7-b61d-4c9b-848f-20aa76a4698f up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:33:17.475098 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1f36e275-8b46-42e4-9bf9-d871a7dd90ce req-de6937d0-269a-40f5-bdc3-4d13daafa233 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994789 Dec 08 16:33:17.493245 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad35a15b-0aa0-4c91-9bd6-e81862316037 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] DELETE failed (client error): The resource could not be found. Dec 08 16:33:17.493790 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad35a15b-0aa0-4c91-9bd6-e81862316037 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:33:17.499197 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ad35a15b-0aa0-4c91-9bd6-e81862316037 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] 10.222.0.64 "DELETE /v2.0/subnets/ccc9f7d1-057a-418b-b28d-4ac94428430c HTTP/1.1" status: 404 len: 337 time: 0.0734503 Dec 08 16:33:17.501223 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 48884) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:17.530884 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-e35231a6-2a8b-41c7-830d-3c21a17a43e1 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] DELETE failed (client error): The resource could not be found. Dec 08 16:33:17.533814 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e72b7f91-ac62-4419-a46d-3150ba0766a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:17.540451 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e35231a6-2a8b-41c7-830d-3c21a17a43e1 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:33:17.547594 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e35231a6-2a8b-41c7-830d-3c21a17a43e1 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] 10.222.0.64 "DELETE /v2.0/networks/ddf3a2fb-3d9e-4077-9fd7-78379e45815a HTTP/1.1" status: 404 len: 339 time: 0.0451109 Dec 08 16:33:17.555651 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 48886) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:17.565215 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d975d9f2-5dcf-4350-94bb-b58a4626bea1 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Made reservation on behalf of 450e207568904a6eabc726912d992373 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:33:17.579770 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d975d9f2-5dcf-4350-94bb-b58a4626bea1 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:17.586705 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-d975d9f2-5dcf-4350-94bb-b58a4626bea1 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:33:17.586705 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d975d9f2-5dcf-4350-94bb-b58a4626bea1 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:33:17.641829 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e72b7f91-ac62-4419-a46d-3150ba0766a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:17.725458 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d975d9f2-5dcf-4350-94bb-b58a4626bea1 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7886963 Dec 08 16:33:17.728105 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48888) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:17.792328 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-6ae47481-0cd3-49bd-b8e2-d9d492cf4185 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0627623 Dec 08 16:33:17.795145 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 48892) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:17.797386 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-8e765ac6-6d3e-46c0-9dab-5dceae373b58 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Deleting port 366c9060-ea7d-4fe6-a1a5-8c45c14f1ca2 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:33:17.801200 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8e765ac6-6d3e-46c0-9dab-5dceae373b58 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:17.941208 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e72b7f91-ac62-4419-a46d-3150ba0766a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:17.953484 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e72b7f91-ac62-4419-a46d-3150ba0766a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:17.953484 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-e72b7f91-ac62-4419-a46d-3150ba0766a5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c4a8055f-de6b-4570-be26-653c7288295a HTTP/1.1" status: 204 len: 168 time: 0.6258245 Dec 08 16:33:17.982461 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72b7f91-ac62-4419-a46d-3150ba0766a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a8055f-de6b-4570-be26-653c7288295a,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:17.987600 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:18.005648 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 3ddb66f7-b61d-4c9b-848f-20aa76a4698f triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:18.006258 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:18.772892 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8e765ac6-6d3e-46c0-9dab-5dceae373b58 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:18.778310 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79620c0f-c7f4-4cf2-b939-9c47b0029039 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:18.779857 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-79620c0f-c7f4-4cf2-b939-9c47b0029039 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1746383 Dec 08 16:33:18.787682 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 48910) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:18.836869 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a41a7571-d750-4f31-9b71-ce7260ab5e17 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0477407 Dec 08 16:33:18.840410 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-8e765ac6-6d3e-46c0-9dab-5dceae373b58 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Calling delete_port for 366c9060-ea7d-4fe6-a1a5-8c45c14f1ca2 owned by {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:33:18.843820 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 48916) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:18.855257 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7905793-624c-4664-8ce2-48966aa868b2 req-9f4517b5-141c-4157-a7bf-d976c72a3c4a tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:18.856885 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e7905793-624c-4664-8ce2-48966aa868b2 req-9f4517b5-141c-4157-a7bf-d976c72a3c4a tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac HTTP/1.1" status: 200 len: 943 time: 0.1938767 Dec 08 16:33:18.860705 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-391380c8-c624-4dab-bd6f-264d87107152 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Request body: {'subnet': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:18.954252 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ae7b1578-467b-4b9f-9d1b-49783cb2bf08 req-58a61915-6fe8-46db-8d34-4c2fc4f9c086 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ea2bcdb-7b63-4fa3-98fa-ba5b17248623 HTTP/1.1" status: 200 len: 210 time: 0.7991202 Dec 08 16:33:19.065771 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e7905793-624c-4664-8ce2-48966aa868b2 req-b4a173b6-ec98-424b-8c21-9847441354e9 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333194 Dec 08 16:33:19.092693 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b9248-5f27-43d3-b90c-b5d456ae9cc7 req-fa973368-5635-404f-9939-782281b98c9c tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:19.104599 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a76b9248-5f27-43d3-b90c-b5d456ae9cc7 req-fa973368-5635-404f-9939-782281b98c9c tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.37 "GET /v2.0/networks?id=9aa49936-a2d8-4b4c-8899-7a242f872b33 HTTP/1.1" status: 200 len: 797 time: 0.1755922 Dec 08 16:33:19.164536 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 3ddb66f7-b61d-4c9b-848f-20aa76a4698f up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:33:19.203835 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a76b9248-5f27-43d3-b90c-b5d456ae9cc7 req-9e0fcb87-0cf5-4833-a944-13e0be660123 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ac8783bc8454dbdaff01b6ea349ef5e HTTP/1.1" status: 200 len: 380 time: 0.0897160 Dec 08 16:33:19.213649 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-a76b9248-5f27-43d3-b90c-b5d456ae9cc7 req-292f8b3f-f5e7-4502-8e07-4f80160881b5 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Request body: {'port': {'device_id': '6ea2bcdb-7b63-4fa3-98fa-ba5b17248623', 'network_id': '9aa49936-a2d8-4b4c-8899-7a242f872b33', 'admin_state_up': True, 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'security_groups': ['612cab1b-cec0-43d6-8e72-252bc370fd34']}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:19.220973 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 3ddb66f7-b61d-4c9b-848f-20aa76a4698f triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:19.221346 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:19.247389 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 48920) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:19.276246 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f4aebd15-de30-4f5a-aa6d-cb6322fa8517 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:19.278897 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391380c8-c624-4dab-bd6f-264d87107152 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Made reservation on behalf of 450e207568904a6eabc726912d992373 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:33:19.283631 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-391380c8-c624-4dab-bd6f-264d87107152 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:19.407683 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8e765ac6-6d3e-46c0-9dab-5dceae373b58 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:19.460339 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e765ac6-6d3e-46c0-9dab-5dceae373b58 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Pushing event deleted for resources: {'Port': ['ID=366c9060-ea7d-4fe6-a1a5-8c45c14f1ca2,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:19.477696 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8e765ac6-6d3e-46c0-9dab-5dceae373b58 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:19.481097 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-8e765ac6-6d3e-46c0-9dab-5dceae373b58 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] 10.222.0.64 "DELETE /v2.0/ports/366c9060-ea7d-4fe6-a1a5-8c45c14f1ca2 HTTP/1.1" status: 204 len: 168 time: 1.9241087 Dec 08 16:33:19.482560 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a76b9248-5f27-43d3-b90c-b5d456ae9cc7 req-292f8b3f-f5e7-4502-8e07-4f80160881b5 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Made reservation on behalf of 5ac8783bc8454dbdaff01b6ea349ef5e for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:33:19.485964 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 48930) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:19.491067 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a76b9248-5f27-43d3-b90c-b5d456ae9cc7 req-292f8b3f-f5e7-4502-8e07-4f80160881b5 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:19.526601 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8579e63-f2aa-49e1-b068-52a050a57098 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] DELETE failed (client error): The resource could not be found. Dec 08 16:33:19.527061 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8579e63-f2aa-49e1-b068-52a050a57098 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:33:19.530376 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a8579e63-f2aa-49e1-b068-52a050a57098 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] 10.222.0.64 "DELETE /v2.0/subnets/a18e4b16-d6ea-4902-8710-de1d74848036 HTTP/1.1" status: 404 len: 337 time: 0.0396013 Dec 08 16:33:19.535754 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 48932) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:19.665348 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-a76b9248-5f27-43d3-b90c-b5d456ae9cc7 req-292f8b3f-f5e7-4502-8e07-4f80160881b5 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Allocated IP 172.20.0.13 (9aa49936-a2d8-4b4c-8899-7a242f872b33/f0493f0b-911b-472f-a927-786c53df20e5/73014060-6cd3-479e-a5de-4d5f58d90fcd) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:33:19.713397 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-292f56a2-9edd-4620-b37e-9bce5893046a tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:19.731412 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f4aebd15-de30-4f5a-aa6d-cb6322fa8517 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:19.830865 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a76b9248-5f27-43d3-b90c-b5d456ae9cc7 req-292f8b3f-f5e7-4502-8e07-4f80160881b5 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:19.870564 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-292f56a2-9edd-4620-b37e-9bce5893046a tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:19.879986 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f4aebd15-de30-4f5a-aa6d-cb6322fa8517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:19.909874 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-292f56a2-9edd-4620-b37e-9bce5893046a tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b30867a8-e2c6-4dc3-af3c-6b47f11a527e']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:19.938277 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-292f56a2-9edd-4620-b37e-9bce5893046a tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66fc97f4-65fd-4f75-8433-c5649af94d85') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:19.938836 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-292f56a2-9edd-4620-b37e-9bce5893046a tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66fc97f4-65fd-4f75-8433-c5649af94d85') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:19.965580 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-292f56a2-9edd-4620-b37e-9bce5893046a tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:19.969227 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f4aebd15-de30-4f5a-aa6d-cb6322fa8517 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c20f9b2cfdd943bc82fded04e3581d42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7207475 Dec 08 16:33:19.970022 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aebd15-de30-4f5a-aa6d-cb6322fa8517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e615fd19-956b-434d-a015-79d8d2f586d0,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:19.973315 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48942) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:20.006384 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-292f56a2-9edd-4620-b37e-9bce5893046a tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:20.022199 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-292f56a2-9edd-4620-b37e-9bce5893046a tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:33:20.022616 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-292f56a2-9edd-4620-b37e-9bce5893046a tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:20.026853 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:33:20.026853 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:33:20.026853 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:33:20.026853 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:33:20.026853 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:33:20.026853 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:33:20.026853 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:33:20.026853 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:33:20.026853 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:33:20.026853 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:33:20.026853 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:33:20.026853 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:33:20.026853 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:33:20.026853 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:33:20.026853 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:33:20.026853 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:33:20.026853 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:33:20.026853 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:33:20.026853 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:33:20.026853 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:33:20.026853 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:33:20.026853 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:33:20.026853 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:33:20.026853 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:33:20.026853 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:33:20.026853 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:33:20.026853 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:33:20.026853 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:33:20.026853 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:33:20.026853 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:33:20.026853 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:33:20.026853 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:33:20.033716 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a76b9248-5f27-43d3-b90c-b5d456ae9cc7 req-292f8b3f-f5e7-4502-8e07-4f80160881b5 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:20.119225 n-d-776250-12 neutron-server[110551]: DEBUG neutron.objects.ports [None req-391380c8-c624-4dab-bd6f-264d87107152 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110551) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 16:33:20.126834 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-391380c8-c624-4dab-bd6f-264d87107152 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:20.203688 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a76b9248-5f27-43d3-b90c-b5d456ae9cc7 req-292f8b3f-f5e7-4502-8e07-4f80160881b5 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Network 9aa49936-a2d8-4b4c-8899-7a242f872b33 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:33:20.204643 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-992479e6-7037-4c90-b8bd-2842032c317a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:20.209946 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-a76b9248-5f27-43d3-b90c-b5d456ae9cc7 req-292f8b3f-f5e7-4502-8e07-4f80160881b5 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:33:20.212362 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292f8b3f-f5e7-4502-8e07-4f80160881b5 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event updated for resources: {'Port': ['ID=73014060-6cd3-479e-a5de-4d5f58d90fcd,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:20.215057 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-a76b9248-5f27-43d3-b90c-b5d456ae9cc7 req-292f8b3f-f5e7-4502-8e07-4f80160881b5 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:33:20.230445 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391380c8-c624-4dab-bd6f-264d87107152 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:33:20.252537 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-391380c8-c624-4dab-bd6f-264d87107152 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:33:20.259859 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391380c8-c624-4dab-bd6f-264d87107152 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:20.260629 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-391380c8-c624-4dab-bd6f-264d87107152 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:20.263810 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-292f56a2-9edd-4620-b37e-9bce5893046a tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:20.280550 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-292f56a2-9edd-4620-b37e-9bce5893046a tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:20.282164 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af033ac-05c5-492d-a887-99c10c4fef12 None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:33:20.286697 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-292f56a2-9edd-4620-b37e-9bce5893046a tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] 10.222.0.64 "DELETE /v2.0/networks/b30867a8-e2c6-4dc3-af3c-6b47f11a527e HTTP/1.1" status: 204 len: 168 time: 0.7470293 Dec 08 16:33:20.290025 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391380c8-c624-4dab-bd6f-264d87107152 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event updated for resources: {'Subnet': ['ID=16f3bd88-652e-4082-9903-ff25f33cd45d,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:20.305001 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 48950) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:20.305105 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-992479e6-7037-4c90-b8bd-2842032c317a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:20.327460 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292f56a2-9edd-4620-b37e-9bce5893046a tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Pushing event deleted for resources: {'Network': ['ID=b30867a8-e2c6-4dc3-af3c-6b47f11a527e,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:20.386129 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4e0a3-a87d-4ce5-8599-ddb362051672 req-bec88ff9-ee85-4355-86c4-2a76b588f545 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:20.394345 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e6b4e0a3-a87d-4ce5-8599-ddb362051672 req-bec88ff9-ee85-4355-86c4-2a76b588f545 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac HTTP/1.1" status: 200 len: 943 time: 0.1920769 Dec 08 16:33:20.400049 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292f8b3f-f5e7-4502-8e07-4f80160881b5 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:20.401314 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292f8b3f-f5e7-4502-8e07-4f80160881b5 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:20.401680 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292f8b3f-f5e7-4502-8e07-4f80160881b5 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:20.402084 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292f8b3f-f5e7-4502-8e07-4f80160881b5 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:20.402437 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292f8b3f-f5e7-4502-8e07-4f80160881b5 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:20.402781 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292f8b3f-f5e7-4502-8e07-4f80160881b5 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:20.403121 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292f8b3f-f5e7-4502-8e07-4f80160881b5 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:20.403462 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292f8b3f-f5e7-4502-8e07-4f80160881b5 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:20.403803 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292f8b3f-f5e7-4502-8e07-4f80160881b5 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:20.404141 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292f8b3f-f5e7-4502-8e07-4f80160881b5 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:20.404529 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292f8b3f-f5e7-4502-8e07-4f80160881b5 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:20.404914 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292f8b3f-f5e7-4502-8e07-4f80160881b5 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:20.405387 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292f8b3f-f5e7-4502-8e07-4f80160881b5 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:20.444215 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae8c67e-a36a-4cb2-8253-9355780d406c req-e918297d-da00-4650-87a5-646ab67e6837 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:20.445863 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cae8c67e-a36a-4cb2-8253-9355780d406c req-e918297d-da00-4650-87a5-646ab67e6837 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ea2bcdb-7b63-4fa3-98fa-ba5b17248623 HTTP/1.1" status: 200 len: 932 time: 0.3678794 Dec 08 16:33:20.459370 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-391380c8-c624-4dab-bd6f-264d87107152 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6122558 Dec 08 16:33:20.459601 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48954) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:20.461706 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-992479e6-7037-4c90-b8bd-2842032c317a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:20.472197 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-992479e6-7037-4c90-b8bd-2842032c317a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:20.473414 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-992479e6-7037-4c90-b8bd-2842032c317a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e615fd19-956b-434d-a015-79d8d2f586d0 HTTP/1.1" status: 204 len: 168 time: 0.4885721 Dec 08 16:33:20.554345 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-db7c09fe-f0e5-4fe1-b5e5-aa3d7a1b93c3 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Request body: {'port': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'mac_address': 'fa:16:3e:f5:fb:52', 'name': 'tempest-NetworksTestDHCPv6-1196094808'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:20.558265 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e6b4e0a3-a87d-4ce5-8599-ddb362051672 req-358ff63b-d47c-46d9-b4a7-30aedf6fde78 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621592 Dec 08 16:33:20.591110 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-1ff43d45-c2ac-4c2c-8d4c-3248a0d304e3 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Deleting port 3ef9f5e8-34a0-4097-b107-c65f6922960b {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:33:20.591691 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1ff43d45-c2ac-4c2c-8d4c-3248a0d304e3 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:20.595073 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8153217d-2144-461f-96f7-65aaa6e81152 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-e406e062-eec7-4ef2-b02a-de32c9a24df9', 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'project_id': '450e207568904a6eabc726912d992373', 'fixed_ips': [{'subnet_id': '16f3bd88-652e-4082-9903-ff25f33cd45d'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:33:20.595963 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8153217d-2144-461f-96f7-65aaa6e81152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:20.631422 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992479e6-7037-4c90-b8bd-2842032c317a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e615fd19-956b-434d-a015-79d8d2f586d0,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:20.710200 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1ff43d45-c2ac-4c2c-8d4c-3248a0d304e3 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:20.734402 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-1ff43d45-c2ac-4c2c-8d4c-3248a0d304e3 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Calling delete_port for 3ef9f5e8-34a0-4097-b107-c65f6922960b owned by {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:33:20.813925 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cae8c67e-a36a-4cb2-8253-9355780d406c req-85ca511f-5431-4c82-91d1-a474678b0ca6 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=612cab1b-cec0-43d6-8e72-252bc370fd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1906953 Dec 08 16:33:20.821830 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b9248-5f27-43d3-b90c-b5d456ae9cc7 req-292f8b3f-f5e7-4502-8e07-4f80160881b5 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:20.823114 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a76b9248-5f27-43d3-b90c-b5d456ae9cc7 req-292f8b3f-f5e7-4502-8e07-4f80160881b5 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:20.955672 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-8153217d-2144-461f-96f7-65aaa6e81152 None None] Allocated IP 2001:db8::f816:3eff:fe3f:913f (e406e062-eec7-4ef2-b02a-de32c9a24df9/16f3bd88-652e-4082-9903-ff25f33cd45d/c9637864-855e-4c8b-ac47-29978a5970f5) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:33:20.968807 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-c300316f-6f96-4470-af32-e1204389196a None None] Provisioning complete for port 73014060-6cd3-479e-a5de-4d5f58d90fcd triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:20.968807 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c300316f-6f96-4470-af32-e1204389196a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:20.971755 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a76b9248-5f27-43d3-b90c-b5d456ae9cc7 req-292f8b3f-f5e7-4502-8e07-4f80160881b5 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7623680 Dec 08 16:33:20.990550 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1ff43d45-c2ac-4c2c-8d4c-3248a0d304e3 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:21.015102 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-a76b9248-5f27-43d3-b90c-b5d456ae9cc7 req-fcddade5-922c-4098-a4d8-5371341b2572 service neutron] Request body: {'port': {'device_id': '6ea2bcdb-7b63-4fa3-98fa-ba5b17248623', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:21.061355 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff43d45-c2ac-4c2c-8d4c-3248a0d304e3 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Pushing event deleted for resources: {'Port': ['ID=3ef9f5e8-34a0-4097-b107-c65f6922960b,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:21.080876 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1ff43d45-c2ac-4c2c-8d4c-3248a0d304e3 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:21.086072 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-1ff43d45-c2ac-4c2c-8d4c-3248a0d304e3 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] 10.222.0.64 "DELETE /v2.0/ports/3ef9f5e8-34a0-4097-b107-c65f6922960b HTTP/1.1" status: 204 len: 168 time: 0.7809725 Dec 08 16:33:21.090683 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 48964) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:21.106082 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-c300316f-6f96-4470-af32-e1204389196a None None] Port 73014060-6cd3-479e-a5de-4d5f58d90fcd cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:33:21.169845 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2a68361-abd1-48e9-a89a-7ca7cec1de9e tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] DELETE failed (client error): The resource could not be found. Dec 08 16:33:21.170360 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2a68361-abd1-48e9-a89a-7ca7cec1de9e tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:33:21.180102 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 48968) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:21.194611 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db7c09fe-f0e5-4fe1-b5e5-aa3d7a1b93c3 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Made reservation on behalf of 450e207568904a6eabc726912d992373 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:33:21.214676 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e2a68361-abd1-48e9-a89a-7ca7cec1de9e tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] 10.222.0.64 "DELETE /v2.0/subnets/b608995b-56c2-4a3b-94f1-28c1ced7ccae HTTP/1.1" status: 404 len: 337 time: 0.0826859 Dec 08 16:33:21.257652 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a76b9248-5f27-43d3-b90c-b5d456ae9cc7 req-fcddade5-922c-4098-a4d8-5371341b2572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:21.298262 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8153217d-2144-461f-96f7-65aaa6e81152 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:21.380968 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8153217d-2144-461f-96f7-65aaa6e81152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:21.437459 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-982afdfd-1895-4907-9e60-c53e31f25a66 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:21.501441 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8153217d-2144-461f-96f7-65aaa6e81152 None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:33:21.508310 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-8153217d-2144-461f-96f7-65aaa6e81152 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:33:21.515753 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8153217d-2144-461f-96f7-65aaa6e81152 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:33:21.536473 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8153217d-2144-461f-96f7-65aaa6e81152 None None] Pushing event updated for resources: {'Port': ['ID=c9637864-855e-4c8b-ac47-29978a5970f5,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:21.584392 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-db7c09fe-f0e5-4fe1-b5e5-aa3d7a1b93c3 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:21.683474 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-8153217d-2144-461f-96f7-65aaa6e81152 None None] Attempting to bind port c9637864-855e-4c8b-ac47-29978a5970f5 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:33:21.685544 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-8153217d-2144-461f-96f7-65aaa6e81152 None None] Attempting to bind port c9637864-855e-4c8b-ac47-29978a5970f5 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:33:21.685958 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8153217d-2144-461f-96f7-65aaa6e81152 None None] Attempting to bind port c9637864-855e-4c8b-ac47-29978a5970f5 on network e406e062-eec7-4ef2-b02a-de32c9a24df9 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:33:21.694933 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8153217d-2144-461f-96f7-65aaa6e81152 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:33:21.695573 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8153217d-2144-461f-96f7-65aaa6e81152 None None] Checking segment: {'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:33:21.700725 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8153217d-2144-461f-96f7-65aaa6e81152 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:21.700725 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8153217d-2144-461f-96f7-65aaa6e81152 None None] Bound using segment: {'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:33:21.700725 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-8153217d-2144-461f-96f7-65aaa6e81152 None None] Bound port: c9637864-855e-4c8b-ac47-29978a5970f5, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:33:21.700725 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8153217d-2144-461f-96f7-65aaa6e81152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:21.732615 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [None req-db7c09fe-f0e5-4fe1-b5e5-aa3d7a1b93c3 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] device_id is not set on port 9c643b20-f692-4702-a05f-ff52cce7caca yet. {{(pid=110550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:33:21.850880 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df73a322-d2b2-4079-a25a-2ffa6cb269cf req-8fdaade7-7d3d-4c78-b89b-5938b193aa94 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:21.864566 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-df73a322-d2b2-4079-a25a-2ffa6cb269cf req-8fdaade7-7d3d-4c78-b89b-5938b193aa94 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac HTTP/1.1" status: 200 len: 943 time: 0.2229383 Dec 08 16:33:21.900957 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-8153217d-2144-461f-96f7-65aaa6e81152 None None] For port c9637864-855e-4c8b-ac47-29978a5970f5, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:33:21.905249 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-8153217d-2144-461f-96f7-65aaa6e81152 None None] For port c9637864-855e-4c8b-ac47-29978a5970f5, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=c9637864-855e-4c8b-ac47-29978a5970f5,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:33:21.987395 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-982afdfd-1895-4907-9e60-c53e31f25a66 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:22.013765 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-982afdfd-1895-4907-9e60-c53e31f25a66 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eb505be-db36-440c-b6bc-3424b07a1e1d']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:22.027652 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-982afdfd-1895-4907-9e60-c53e31f25a66 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '701e5ffb-6d1a-4d3a-9dfa-af78ce0c6a20') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:22.028700 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-982afdfd-1895-4907-9e60-c53e31f25a66 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '701e5ffb-6d1a-4d3a-9dfa-af78ce0c6a20') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:22.037160 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8153217d-2144-461f-96f7-65aaa6e81152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:22.043280 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-982afdfd-1895-4907-9e60-c53e31f25a66 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:22.043939 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-df73a322-d2b2-4079-a25a-2ffa6cb269cf req-0d7c0bd5-72a1-4b9e-b1d6-4a46effcca94 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784637 Dec 08 16:33:22.146867 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-982afdfd-1895-4907-9e60-c53e31f25a66 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:22.152101 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8153217d-2144-461f-96f7-65aaa6e81152 None None] Pushing event updated for resources: {'Port': ['ID=c9637864-855e-4c8b-ac47-29978a5970f5,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:22.192408 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-982afdfd-1895-4907-9e60-c53e31f25a66 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:33:22.195861 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-982afdfd-1895-4907-9e60-c53e31f25a66 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:22.196128 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:33:22.196128 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:33:22.196128 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:33:22.196128 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:33:22.196128 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:33:22.196128 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:33:22.196128 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:33:22.196128 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:33:22.196128 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:33:22.196128 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:33:22.196128 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:33:22.196128 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:33:22.196128 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:33:22.196128 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:33:22.196128 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:33:22.196128 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:33:22.196128 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:33:22.196128 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:33:22.196128 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:33:22.196128 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:33:22.196128 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:33:22.196128 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:33:22.196128 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:33:22.196128 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:33:22.196128 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:33:22.196128 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:33:22.196128 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:33:22.196128 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:33:22.196128 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:33:22.196128 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:33:22.196128 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:33:22.196128 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:33:22.228822 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-db7c09fe-f0e5-4fe1-b5e5-aa3d7a1b93c3 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Allocated IP 2001:db8::f816:3eff:fef5:fb52 (e406e062-eec7-4ef2-b02a-de32c9a24df9/16f3bd88-652e-4082-9903-ff25f33cd45d/9c643b20-f692-4702-a05f-ff52cce7caca) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:33:22.371080 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3706b357-5e48-4e69-9d83-440bfaa7e61c req-0a2c4b02-500a-46f2-9fb2-08c08faba605 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:22.372245 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3706b357-5e48-4e69-9d83-440bfaa7e61c req-0a2c4b02-500a-46f2-9fb2-08c08faba605 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ea2bcdb-7b63-4fa3-98fa-ba5b17248623 HTTP/1.1" status: 200 len: 932 time: 0.3238568 Dec 08 16:33:22.404967 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-a76b9248-5f27-43d3-b90c-b5d456ae9cc7 req-fcddade5-922c-4098-a4d8-5371341b2572 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73014060-6cd3-479e-a5de-4d5f58d90fcd {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:33:22.427523 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a76b9248-5f27-43d3-b90c-b5d456ae9cc7 req-fcddade5-922c-4098-a4d8-5371341b2572 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:22.431039 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-982afdfd-1895-4907-9e60-c53e31f25a66 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:22.544545 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-a76b9248-5f27-43d3-b90c-b5d456ae9cc7 req-fcddade5-922c-4098-a4d8-5371341b2572 service neutron] Transition to ACTIVE for port object 73014060-6cd3-479e-a5de-4d5f58d90fcd will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:33:22.556012 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-982afdfd-1895-4907-9e60-c53e31f25a66 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:22.562574 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 49004) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:22.562777 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-982afdfd-1895-4907-9e60-c53e31f25a66 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] 10.222.0.64 "DELETE /v2.0/networks/6eb505be-db36-440c-b6bc-3424b07a1e1d HTTP/1.1" status: 204 len: 168 time: 1.3809080 Dec 08 16:33:22.692943 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a76b9248-5f27-43d3-b90c-b5d456ae9cc7 req-fcddade5-922c-4098-a4d8-5371341b2572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:22.720498 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-602f39bb-240f-49ec-b3b5-6a8bb662c1e5 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Deleting subnet 0f6933e8-414d-4316-8a91-df54f8820c37 {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:33:22.723571 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982afdfd-1895-4907-9e60-c53e31f25a66 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Pushing event deleted for resources: {'Network': ['ID=6eb505be-db36-440c-b6bc-3424b07a1e1d,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:22.733842 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-602f39bb-240f-49ec-b3b5-6a8bb662c1e5 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:22.777791 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3706b357-5e48-4e69-9d83-440bfaa7e61c req-77e12cc8-c3c9-41f0-a69f-70a667f82647 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=612cab1b-cec0-43d6-8e72-252bc370fd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3797224 Dec 08 16:33:22.782971 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-602f39bb-240f-49ec-b3b5-6a8bb662c1e5 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:22.815053 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-db7c09fe-f0e5-4fe1-b5e5-aa3d7a1b93c3 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:22.849317 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcddade5-922c-4098-a4d8-5371341b2572 service neutron] Pushing event updated for resources: {'Port': ['ID=73014060-6cd3-479e-a5de-4d5f58d90fcd,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:22.892128 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-602f39bb-240f-49ec-b3b5-6a8bb662c1e5 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:23.033523 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-a76b9248-5f27-43d3-b90c-b5d456ae9cc7 req-fcddade5-922c-4098-a4d8-5371341b2572 service neutron] Attempting to bind port 73014060-6cd3-479e-a5de-4d5f58d90fcd on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:33:23.034078 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-a76b9248-5f27-43d3-b90c-b5d456ae9cc7 req-fcddade5-922c-4098-a4d8-5371341b2572 service neutron] Attempting to bind port 73014060-6cd3-479e-a5de-4d5f58d90fcd by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '75f8eacf-09fa-44d1-9fa5-2b7d3d1ef9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9aa49936-a2d8-4b4c-8899-7a242f872b33'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:33:23.034314 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76b9248-5f27-43d3-b90c-b5d456ae9cc7 req-fcddade5-922c-4098-a4d8-5371341b2572 service neutron] Attempting to bind port 73014060-6cd3-479e-a5de-4d5f58d90fcd on network 9aa49936-a2d8-4b4c-8899-7a242f872b33 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:33:23.038804 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76b9248-5f27-43d3-b90c-b5d456ae9cc7 req-fcddade5-922c-4098-a4d8-5371341b2572 service neutron] Port 73014060-6cd3-479e-a5de-4d5f58d90fcd on network 9aa49936-a2d8-4b4c-8899-7a242f872b33 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:33:23.039318 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76b9248-5f27-43d3-b90c-b5d456ae9cc7 req-fcddade5-922c-4098-a4d8-5371341b2572 service neutron] Attempting to bind port 73014060-6cd3-479e-a5de-4d5f58d90fcd on network 9aa49936-a2d8-4b4c-8899-7a242f872b33 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:33:23.054925 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76b9248-5f27-43d3-b90c-b5d456ae9cc7 req-fcddade5-922c-4098-a4d8-5371341b2572 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:33:23.055385 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76b9248-5f27-43d3-b90c-b5d456ae9cc7 req-fcddade5-922c-4098-a4d8-5371341b2572 service neutron] Checking segment: {'id': '75f8eacf-09fa-44d1-9fa5-2b7d3d1ef9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9aa49936-a2d8-4b4c-8899-7a242f872b33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:33:23.055784 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76b9248-5f27-43d3-b90c-b5d456ae9cc7 req-fcddade5-922c-4098-a4d8-5371341b2572 service neutron] Bound using segment: {'id': '75f8eacf-09fa-44d1-9fa5-2b7d3d1ef9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9aa49936-a2d8-4b4c-8899-7a242f872b33'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:33:23.056267 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-a76b9248-5f27-43d3-b90c-b5d456ae9cc7 req-fcddade5-922c-4098-a4d8-5371341b2572 service neutron] Bound port: 73014060-6cd3-479e-a5de-4d5f58d90fcd, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75f8eacf-09fa-44d1-9fa5-2b7d3d1ef9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9aa49936-a2d8-4b4c-8899-7a242f872b33'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:33:23.057275 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a76b9248-5f27-43d3-b90c-b5d456ae9cc7 req-fcddade5-922c-4098-a4d8-5371341b2572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:23.149512 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-db7c09fe-f0e5-4fe1-b5e5-aa3d7a1b93c3 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:23.157914 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-602f39bb-240f-49ec-b3b5-6a8bb662c1e5 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:23.228754 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602f39bb-240f-49ec-b3b5-6a8bb662c1e5 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Pushing event deleted for resources: {'Subnet': ['ID=0f6933e8-414d-4316-8a91-df54f8820c37,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:23.263154 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-602f39bb-240f-49ec-b3b5-6a8bb662c1e5 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:23.264665 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d28453-f910-4c06-a4c6-b79a52383ac5 None None] Network e4ad2783-3637-4539-b99a-838da5a28bff requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:33:23.271563 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-602f39bb-240f-49ec-b3b5-6a8bb662c1e5 tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] 10.222.0.64 "DELETE /v2.0/subnets/0f6933e8-414d-4316-8a91-df54f8820c37 HTTP/1.1" status: 204 len: 168 time: 0.7059965 Dec 08 16:33:23.273952 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device c9637864-855e-4c8b-ac47-29978a5970f5 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:33:23.275986 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 49022) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:23.278418 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c09fe-f0e5-4fe1-b5e5-aa3d7a1b93c3 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event updated for resources: {'Port': ['ID=9c643b20-f692-4702-a05f-ff52cce7caca,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:23.321409 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7c09fe-f0e5-4fe1-b5e5-aa3d7a1b93c3 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:33:23.328094 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-db7c09fe-f0e5-4fe1-b5e5-aa3d7a1b93c3 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:33:23.332308 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7c09fe-f0e5-4fe1-b5e5-aa3d7a1b93c3 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:33:23.338052 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7c09fe-f0e5-4fe1-b5e5-aa3d7a1b93c3 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:23.338716 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-db7c09fe-f0e5-4fe1-b5e5-aa3d7a1b93c3 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:23.365232 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-a76b9248-5f27-43d3-b90c-b5d456ae9cc7 req-fcddade5-922c-4098-a4d8-5371341b2572 service neutron] For port 73014060-6cd3-479e-a5de-4d5f58d90fcd, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:33:23.370154 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-a76b9248-5f27-43d3-b90c-b5d456ae9cc7 req-fcddade5-922c-4098-a4d8-5371341b2572 service neutron] For port 73014060-6cd3-479e-a5de-4d5f58d90fcd, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=73014060-6cd3-479e-a5de-4d5f58d90fcd,segment=NetworkSegment(75f8eacf-09fa-44d1-9fa5-2b7d3d1ef9ec),segment_id=75f8eacf-09fa-44d1-9fa5-2b7d3d1ef9ec)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:33:23.381784 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b5ab41-9d24-4ae7-8853-5a09db15629b req-a2db526d-8921-4e82-9b50-087dfd1c3096 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:23.384301 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-22b5ab41-9d24-4ae7-8853-5a09db15629b req-a2db526d-8921-4e82-9b50-087dfd1c3096 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac HTTP/1.1" status: 200 len: 943 time: 0.1721418 Dec 08 16:33:23.434623 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0de3ad97-635d-40e8-81d0-9c6a570bf5cb tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:23.455390 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-db7c09fe-f0e5-4fe1-b5e5-aa3d7a1b93c3 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9944074 Dec 08 16:33:23.456208 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 49030) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:23.518314 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a76b9248-5f27-43d3-b90c-b5d456ae9cc7 req-fcddade5-922c-4098-a4d8-5371341b2572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:23.524130 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-22b5ab41-9d24-4ae7-8853-5a09db15629b req-41443cc1-fdd4-4ce0-9e2b-76cdb44f9b71 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238625 Dec 08 16:33:23.540685 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port c9637864-855e-4c8b-ac47-29978a5970f5 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:23.540984 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:23.630547 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b9248-5f27-43d3-b90c-b5d456ae9cc7 req-fcddade5-922c-4098-a4d8-5371341b2572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:23.631177 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a76b9248-5f27-43d3-b90c-b5d456ae9cc7 req-fcddade5-922c-4098-a4d8-5371341b2572 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:23.632956 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a76b9248-5f27-43d3-b90c-b5d456ae9cc7 req-fcddade5-922c-4098-a4d8-5371341b2572 service neutron] 10.222.0.37 "PUT /v2.0/ports/73014060-6cd3-479e-a5de-4d5f58d90fcd HTTP/1.1" status: 200 len: 1093 time: 2.6359160 Dec 08 16:33:23.633571 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ea2bcdb-7b63-4fa3-98fa-ba5b17248623', 'tag': '73014060-6cd3-479e-a5de-4d5f58d90fcd'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:33:23.639482 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577ddc2e-3830-47b2-b81d-72039b62adc5" -d '{"events": [{"name": "network-changed", "server_uuid": "6ea2bcdb-7b63-4fa3-98fa-ba5b17248623", "tag": "73014060-6cd3-479e-a5de-4d5f58d90fcd"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:33:23.647979 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-0de3ad97-635d-40e8-81d0-9c6a570bf5cb tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Deleting port a0eb3cb7-6cd1-4fbe-9d18-73552dad3af7 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:33:23.648948 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0de3ad97-635d-40e8-81d0-9c6a570bf5cb tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:23.718563 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4fc251-a830-423e-883e-e5adc50eec6d tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:23.732431 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4fc251-a830-423e-883e-e5adc50eec6d tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:23.734168 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-6b4fc251-a830-423e-883e-e5adc50eec6d tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2768655 Dec 08 16:33:23.754414 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b52f2c-083d-465c-91b4-5d62e1aec24d x-openstack-request-id: req-17b52f2c-083d-465c-91b4-5d62e1aec24d {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:33:23.754744 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ea2bcdb-7b63-4fa3-98fa-ba5b17248623", "tag": "73014060-6cd3-479e-a5de-4d5f58d90fcd", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:33:23.755027 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-17b52f2c-083d-465c-91b4-5d62e1aec24d {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:33:23.755533 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ea2bcdb-7b63-4fa3-98fa-ba5b17248623', 'tag': '73014060-6cd3-479e-a5de-4d5f58d90fcd', 'status': 'completed', 'code': 200} Dec 08 16:33:23.760247 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 49036) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:23.769033 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a802737-ed6b-4b7f-ba3a-896533193df3 None None] DHCP port deletion for e4ad2783-3637-4539-b99a-838da5a28bff request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:33:23.870679 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-0de3ad97-635d-40e8-81d0-9c6a570bf5cb tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] For port a0eb3cb7-6cd1-4fbe-9d18-73552dad3af7, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=a0eb3cb7-6cd1-4fbe-9d18-73552dad3af7,segment=NetworkSegment(9b03a5e4-50f4-43e6-b6bb-1d04abf7d98b),segment_id=9b03a5e4-50f4-43e6-b6bb-1d04abf7d98b)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:23.871464 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0de3ad97-635d-40e8-81d0-9c6a570bf5cb tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:23.890030 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcddade5-922c-4098-a4d8-5371341b2572 service neutron] Pushing event updated for resources: {'Port': ['ID=73014060-6cd3-479e-a5de-4d5f58d90fcd,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:23.906090 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-0de3ad97-635d-40e8-81d0-9c6a570bf5cb tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Calling delete_port for a0eb3cb7-6cd1-4fbe-9d18-73552dad3af7 owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:33:23.943644 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:24.108901 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2629e02f-79bc-4cca-b5ab-6cfda739cafa req-0b1dbc82-4cea-46c6-9f42-f308a8b20e13 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:24.111690 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2629e02f-79bc-4cca-b5ab-6cfda739cafa req-0b1dbc82-4cea-46c6-9f42-f308a8b20e13 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ea2bcdb-7b63-4fa3-98fa-ba5b17248623 HTTP/1.1" status: 200 len: 944 time: 0.1673844 Dec 08 16:33:24.138847 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577ddc2e-3830-47b2-b81d-72039b62adc5 req-8ac49aa8-ddae-4e3f-bf2a-6986eefcb061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:24.162871 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-577ddc2e-3830-47b2-b81d-72039b62adc5 req-8ac49aa8-ddae-4e3f-bf2a-6986eefcb061 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5ac8783bc8454dbdaff01b6ea349ef5e&device_id=6ea2bcdb-7b63-4fa3-98fa-ba5b17248623 HTTP/1.1" status: 200 len: 1096 time: 0.4042704 Dec 08 16:33:24.205315 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2629e02f-79bc-4cca-b5ab-6cfda739cafa req-59e5c6d9-8bfa-4d72-9f85-c5e9700b6973 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=612cab1b-cec0-43d6-8e72-252bc370fd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735343 Dec 08 16:33:24.231141 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0de3ad97-635d-40e8-81d0-9c6a570bf5cb tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:24.250955 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de3ad97-635d-40e8-81d0-9c6a570bf5cb tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] No DVR routers for this DVR port a0eb3cb7-6cd1-4fbe-9d18-73552dad3af7 on host n-d-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:33:24.320366 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de3ad97-635d-40e8-81d0-9c6a570bf5cb tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Pushing event deleted for resources: {'Port': ['ID=a0eb3cb7-6cd1-4fbe-9d18-73552dad3af7,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:24.450308 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0de3ad97-635d-40e8-81d0-9c6a570bf5cb tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:24.481514 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-0de3ad97-635d-40e8-81d0-9c6a570bf5cb tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4ad2783-3637-4539-b99a-838da5a28bff']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:24.495174 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-0de3ad97-635d-40e8-81d0-9c6a570bf5cb tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b03a5e4-50f4-43e6-b6bb-1d04abf7d98b') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:24.495631 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-0de3ad97-635d-40e8-81d0-9c6a570bf5cb tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b03a5e4-50f4-43e6-b6bb-1d04abf7d98b') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:24.510113 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0de3ad97-635d-40e8-81d0-9c6a570bf5cb tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:24.527574 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0de3ad97-635d-40e8-81d0-9c6a570bf5cb tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:24.536107 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0de3ad97-635d-40e8-81d0-9c6a570bf5cb tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:33:24.537036 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0de3ad97-635d-40e8-81d0-9c6a570bf5cb tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:24.543527 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-1c71792b-c263-42d4-a2b4-e3341f77366b tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Deleting port 9c643b20-f692-4702-a05f-ff52cce7caca {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:33:24.543890 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1c71792b-c263-42d4-a2b4-e3341f77366b tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:24.603043 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port c9637864-855e-4c8b-ac47-29978a5970f5, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=c9637864-855e-4c8b-ac47-29978a5970f5,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:24.655258 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-2a802737-ed6b-4b7f-ba3a-896533193df3 None None] Deleting port a0eb3cb7-6cd1-4fbe-9d18-73552dad3af7 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:33:24.655701 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2a802737-ed6b-4b7f-ba3a-896533193df3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:24.671135 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:33:24.671135 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:33:24.671135 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:33:24.671135 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:33:24.671135 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:33:24.671135 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:33:24.671135 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:33:24.671135 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:33:24.671135 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:33:24.671135 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:33:24.671135 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:33:24.671135 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:33:24.671135 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:33:24.671135 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:33:24.671135 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:33:24.671135 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:33:24.671135 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:33:24.671135 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:33:24.671135 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:33:24.671135 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:33:24.671135 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:33:24.671135 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:33:24.671135 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:33:24.671135 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:33:24.671135 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:33:24.671135 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:33:24.671135 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:33:24.671135 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:33:24.671135 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:33:24.671135 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:33:24.671135 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:33:24.671135 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:33:24.700236 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-ffac5e76-0cf9-4b52-8d43-9aca60c28128 None None] Provisioning complete for port c9637864-855e-4c8b-ac47-29978a5970f5 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:24.700627 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ffac5e76-0cf9-4b52-8d43-9aca60c28128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:24.734625 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0de3ad97-635d-40e8-81d0-9c6a570bf5cb tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:24.742852 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577ddc2e-3830-47b2-b81d-72039b62adc5 req-7cdc3605-1939-4485-9cf4-860f1c62dcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:24.744515 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-577ddc2e-3830-47b2-b81d-72039b62adc5 req-7cdc3605-1939-4485-9cf4-860f1c62dcc0 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=5ac8783bc8454dbdaff01b6ea349ef5e&shared=False HTTP/1.1" status: 200 len: 898 time: 0.5713756 Dec 08 16:33:24.758628 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:24.766242 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0de3ad97-635d-40e8-81d0-9c6a570bf5cb tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:24.777611 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-0de3ad97-635d-40e8-81d0-9c6a570bf5cb tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] 10.222.0.64 "DELETE /v2.0/networks/e4ad2783-3637-4539-b99a-838da5a28bff HTTP/1.1" status: 204 len: 168 time: 1.5004585 Dec 08 16:33:24.778967 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de3ad97-635d-40e8-81d0-9c6a570bf5cb tempest-NetworksIpV6TestAttrs-1931155419 tempest-NetworksIpV6TestAttrs-1931155419-project] Pushing event deleted for resources: {'Network': ['ID=e4ad2783-3637-4539-b99a-838da5a28bff,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:24.853665 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=c9637864-855e-4c8b-ac47-29978a5970f5,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:24.877692 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-2a802737-ed6b-4b7f-ba3a-896533193df3 None None] For port a0eb3cb7-6cd1-4fbe-9d18-73552dad3af7, host n-d-776250-12, got binding levels [] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:24.878273 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2a802737-ed6b-4b7f-ba3a-896533193df3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:24.898479 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-2a802737-ed6b-4b7f-ba3a-896533193df3 None None] Calling delete_port for a0eb3cb7-6cd1-4fbe-9d18-73552dad3af7 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:33:24.902150 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.ipam_backend_mixin [None req-2a802737-ed6b-4b7f-ba3a-896533193df3 None None] Port a0eb3cb7-6cd1-4fbe-9d18-73552dad3af7 was not found and therefore no delete operation was performed {{(pid=110552) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 16:33:24.915078 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2a802737-ed6b-4b7f-ba3a-896533193df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:24.950178 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2a802737-ed6b-4b7f-ba3a-896533193df3 None None] Network e4ad2783-3637-4539-b99a-838da5a28bff is not hosted by any dhcp agent {{(pid=110552) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 08 16:33:24.950943 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a802737-ed6b-4b7f-ba3a-896533193df3 None None] No DVR routers for this DVR port a0eb3cb7-6cd1-4fbe-9d18-73552dad3af7 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:33:24.954569 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a802737-ed6b-4b7f-ba3a-896533193df3 None None] Pushing event deleted for resources: {'Port': ['ID=a0eb3cb7-6cd1-4fbe-9d18-73552dad3af7,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:25.228823 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device c9637864-855e-4c8b-ac47-29978a5970f5 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:33:25.351135 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 49078) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:25.386696 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-4de451be-241f-4134-af29-36ace8f969ec None None] Provisioning complete for port 9c643b20-f692-4702-a05f-ff52cce7caca triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:25.386696 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4de451be-241f-4134-af29-36ace8f969ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:25.469664 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-4de451be-241f-4134-af29-36ace8f969ec None None] Port 9c643b20-f692-4702-a05f-ff52cce7caca cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:33:25.480941 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port c9637864-855e-4c8b-ac47-29978a5970f5 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:25.481630 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:25.619930 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2138ee8e-fd55-420c-b832-051646441b2a req-0a232c24-da36-443f-9d53-95fdfbc33ef9 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:25.622054 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2138ee8e-fd55-420c-b832-051646441b2a req-0a232c24-da36-443f-9d53-95fdfbc33ef9 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ea2bcdb-7b63-4fa3-98fa-ba5b17248623 HTTP/1.1" status: 200 len: 944 time: 0.1709819 Dec 08 16:33:25.745516 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2138ee8e-fd55-420c-b832-051646441b2a req-c2115c19-23b4-458f-8a64-d07d67c9472c tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=612cab1b-cec0-43d6-8e72-252bc370fd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136529 Dec 08 16:33:25.825873 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 49090) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:25.851267 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device a0eb3cb7-6cd1-4fbe-9d18-73552dad3af7 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:33:25.908143 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1c71792b-c263-42d4-a2b4-e3341f77366b tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:25.919474 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: a0eb3cb7-6cd1-4fbe-9d18-73552dad3af7 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:33:25.919824 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device a0eb3cb7-6cd1-4fbe-9d18-73552dad3af7 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:33:25.935449 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5914bbe3-e873-4d01-9941-1dcc0c1f5721 req-6695cd58-4e23-4f7f-9ba1-f969fc837c9a tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:25.937512 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5914bbe3-e873-4d01-9941-1dcc0c1f5721 req-6695cd58-4e23-4f7f-9ba1-f969fc837c9a tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac HTTP/1.1" status: 200 len: 943 time: 1.2218609 Dec 08 16:33:25.975316 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0cf34210-200e-4fe7-9904-f8712e05a580 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:26.074570 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-1c71792b-c263-42d4-a2b4-e3341f77366b tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Calling delete_port for 9c643b20-f692-4702-a05f-ff52cce7caca owned by {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:33:26.144973 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-3518ae50-2543-4ec5-9bdf-4806640669cf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0542b0db7d594284bc77f5cfac960027&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3180687 Dec 08 16:33:26.147421 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 49100) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:26.186851 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5914bbe3-e873-4d01-9941-1dcc0c1f5721 req-0577f1d5-0da5-499c-a90f-b393b2e21158 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354069 Dec 08 16:33:26.197660 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577ddc2e-3830-47b2-b81d-72039b62adc5 req-4214d4dd-25f1-41af-9d2c-1c7d8d52f6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:26.199171 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-577ddc2e-3830-47b2-b81d-72039b62adc5 req-4214d4dd-25f1-41af-9d2c-1c7d8d52f6d1 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3874619 Dec 08 16:33:26.210330 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0cf34210-200e-4fe7-9904-f8712e05a580 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:26.267561 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ea468dba-25ae-4e40-8539-073f44bea833 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:26.308559 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ea468dba-25ae-4e40-8539-073f44bea833 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:26.365068 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0cf34210-200e-4fe7-9904-f8712e05a580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:26.381747 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b9248-5f27-43d3-b90c-b5d456ae9cc7 req-c1e54176-cfea-43b2-8859-1398f993650d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:26.385783 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a76b9248-5f27-43d3-b90c-b5d456ae9cc7 req-c1e54176-cfea-43b2-8859-1398f993650d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5ac8783bc8454dbdaff01b6ea349ef5e&device_id=6ea2bcdb-7b63-4fa3-98fa-ba5b17248623 HTTP/1.1" status: 200 len: 1096 time: 0.0526853 Dec 08 16:33:26.419050 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-0cf34210-200e-4fe7-9904-f8712e05a580 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=80e74a78313b492891a7a92dc3282439&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0665655 Dec 08 16:33:26.419421 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 49106) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:26.427295 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf34210-200e-4fe7-9904-f8712e05a580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e92e420d-49cc-4a8a-a020-48cc9ec1c307,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:26.446543 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ea468dba-25ae-4e40-8539-073f44bea833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:26.449860 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ea468dba-25ae-4e40-8539-073f44bea833 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:26.451314 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ea468dba-25ae-4e40-8539-073f44bea833 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a758f9d3-36c4-4cd4-a358-61173b9340c5 HTTP/1.1" status: 204 len: 168 time: 0.3026662 Dec 08 16:33:26.465065 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a76b9248-5f27-43d3-b90c-b5d456ae9cc7 req-99fda452-8318-4ba4-a736-405edda2f4f2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73014060-6cd3-479e-a5de-4d5f58d90fcd HTTP/1.1" status: 200 len: 217 time: 0.0730925 Dec 08 16:33:26.466078 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1c71792b-c263-42d4-a2b4-e3341f77366b tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:26.476871 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea468dba-25ae-4e40-8539-073f44bea833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a758f9d3-36c4-4cd4-a358-61173b9340c5,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:26.535152 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c71792b-c263-42d4-a2b4-e3341f77366b tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event deleted for resources: {'Port': ['ID=9c643b20-f692-4702-a05f-ff52cce7caca,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:26.535412 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cf78679b-7e68-42e0-b43a-b26bb08a4e32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:26.568401 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cf78679b-7e68-42e0-b43a-b26bb08a4e32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:26.610643 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1c71792b-c263-42d4-a2b4-e3341f77366b tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:26.617767 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-1c71792b-c263-42d4-a2b4-e3341f77366b tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/ports/9c643b20-f692-4702-a05f-ff52cce7caca HTTP/1.1" status: 204 len: 168 time: 2.8451648 Dec 08 16:33:26.625049 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 49114) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:26.630080 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b9248-5f27-43d3-b90c-b5d456ae9cc7 req-3dfa0163-d1be-4345-8328-6f93e21dc139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:26.632245 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a76b9248-5f27-43d3-b90c-b5d456ae9cc7 req-3dfa0163-d1be-4345-8328-6f93e21dc139 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f0493f0b-911b-472f-a927-786c53df20e5 HTTP/1.1" status: 200 len: 834 time: 0.1039450 Dec 08 16:33:26.792488 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b9248-5f27-43d3-b90c-b5d456ae9cc7 req-a1ea6158-3df2-4363-96ef-c72de776db72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:26.813119 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9763c1-f4d1-4817-8bbc-197ccc0b7d81 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:26.816149 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9763c1-f4d1-4817-8bbc-197ccc0b7d81 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:26.819209 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a76b9248-5f27-43d3-b90c-b5d456ae9cc7 req-a1ea6158-3df2-4363-96ef-c72de776db72 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9aa49936-a2d8-4b4c-8899-7a242f872b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1573198 Dec 08 16:33:26.821307 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-7e9763c1-f4d1-4817-8bbc-197ccc0b7d81 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1954906 Dec 08 16:33:26.837792 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 49124) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:26.965979 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-316d7569-fa5c-4b43-b970-45e9c24d96f9 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Deleting subnet 16f3bd88-652e-4082-9903-ff25f33cd45d {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:33:26.970984 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-316d7569-fa5c-4b43-b970-45e9c24d96f9 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:27.019276 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-316d7569-fa5c-4b43-b970-45e9c24d96f9 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:27.154150 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-316d7569-fa5c-4b43-b970-45e9c24d96f9 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:27.170248 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a76b9248-5f27-43d3-b90c-b5d456ae9cc7 req-d6d04f72-ccc5-44a4-a1a9-28decf10c1a1 service neutron] 10.222.0.37 "GET /v2.0/networks/9aa49936-a2d8-4b4c-8899-7a242f872b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3510783 Dec 08 16:33:27.261538 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cf78679b-7e68-42e0-b43a-b26bb08a4e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:27.270032 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cf78679b-7e68-42e0-b43a-b26bb08a4e32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:27.274951 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-cf78679b-7e68-42e0-b43a-b26bb08a4e32 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e92e420d-49cc-4a8a-a020-48cc9ec1c307 HTTP/1.1" status: 204 len: 168 time: 0.8542616 Dec 08 16:33:27.312788 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a76b9248-5f27-43d3-b90c-b5d456ae9cc7 req-69bce2bc-57aa-4a4d-90af-4ad80369ab0a service neutron] 10.222.0.37 "GET /v2.0/networks/9aa49936-a2d8-4b4c-8899-7a242f872b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356280 Dec 08 16:33:27.338078 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf78679b-7e68-42e0-b43a-b26bb08a4e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92e420d-49cc-4a8a-a020-48cc9ec1c307,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:27.352335 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-316d7569-fa5c-4b43-b970-45e9c24d96f9 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:27.406202 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316d7569-fa5c-4b43-b970-45e9c24d96f9 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event deleted for resources: {'Subnet': ['ID=16f3bd88-652e-4082-9903-ff25f33cd45d,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:27.411354 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-316d7569-fa5c-4b43-b970-45e9c24d96f9 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:27.413499 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d324e1-a146-47c7-9b55-46b34b8caeba None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:33:27.414658 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-316d7569-fa5c-4b43-b970-45e9c24d96f9 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/subnets/16f3bd88-652e-4082-9903-ff25f33cd45d HTTP/1.1" status: 204 len: 168 time: 0.5743153 Dec 08 16:33:27.417123 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 49152) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:27.462104 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a7b48acb-0047-41d8-83ee-83212c9fb5d2 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0436573 Dec 08 16:33:27.470591 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2db472-0974-401c-9c39-c25fd9a30e0d req-c1f16ec5-8c8d-4799-9d00-fecc0a184434 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:27.470862 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4810bec1-60f0-457e-a6d4-6a2639bdaf91 req-9d39e7b2-82e3-4fa6-ac66-a59e74ab1847 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:27.478450 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4810bec1-60f0-457e-a6d4-6a2639bdaf91 req-9d39e7b2-82e3-4fa6-ac66-a59e74ab1847 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ea2bcdb-7b63-4fa3-98fa-ba5b17248623 HTTP/1.1" status: 200 len: 944 time: 0.5299752 Dec 08 16:33:27.485833 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9c2db472-0974-401c-9c39-c25fd9a30e0d req-c1f16ec5-8c8d-4799-9d00-fecc0a184434 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac HTTP/1.1" status: 200 len: 943 time: 0.1541440 Dec 08 16:33:27.486804 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 49156) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:27.492652 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-3f013452-6b06-4f31-9248-88d60da1b9b9 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Request body: {'subnet': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:27.619873 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9c2db472-0974-401c-9c39-c25fd9a30e0d req-de2b708b-99a3-4a13-8dec-2bb343743281 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327727 Dec 08 16:33:27.701336 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4810bec1-60f0-457e-a6d4-6a2639bdaf91 req-08b5be63-390c-43a3-a7a0-731c26ece732 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=612cab1b-cec0-43d6-8e72-252bc370fd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2219667 Dec 08 16:33:27.751702 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1edceb-6e02-420e-b1dc-cfa43adf50df None None] DHCP port deletion for e406e062-eec7-4ef2-b02a-de32c9a24df9 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:33:27.808579 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-2f1edceb-6e02-420e-b1dc-cfa43adf50df None None] Deleting port c9637864-855e-4c8b-ac47-29978a5970f5 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:33:27.808766 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f013452-6b06-4f31-9248-88d60da1b9b9 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Made reservation on behalf of 450e207568904a6eabc726912d992373 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:33:27.809275 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2f1edceb-6e02-420e-b1dc-cfa43adf50df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:27.813809 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3f013452-6b06-4f31-9248-88d60da1b9b9 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:27.898488 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-2f1edceb-6e02-420e-b1dc-cfa43adf50df None None] For port c9637864-855e-4c8b-ac47-29978a5970f5, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=c9637864-855e-4c8b-ac47-29978a5970f5,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:27.899216 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2f1edceb-6e02-420e-b1dc-cfa43adf50df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:27.922992 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-2f1edceb-6e02-420e-b1dc-cfa43adf50df None None] Calling delete_port for c9637864-855e-4c8b-ac47-29978a5970f5 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:33:28.094491 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2f1edceb-6e02-420e-b1dc-cfa43adf50df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:28.136397 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1edceb-6e02-420e-b1dc-cfa43adf50df None None] Pushing event deleted for resources: {'Port': ['ID=c9637864-855e-4c8b-ac47-29978a5970f5,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:28.142121 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1edceb-6e02-420e-b1dc-cfa43adf50df None None] No DVR routers for this DVR port c9637864-855e-4c8b-ac47-29978a5970f5 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:33:28.323115 n-d-776250-12 neutron-server[110551]: DEBUG neutron.objects.ports [None req-3f013452-6b06-4f31-9248-88d60da1b9b9 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110551) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 16:33:28.325436 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3f013452-6b06-4f31-9248-88d60da1b9b9 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:28.376678 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f013452-6b06-4f31-9248-88d60da1b9b9 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:33:28.381980 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-3f013452-6b06-4f31-9248-88d60da1b9b9 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:33:28.386658 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f013452-6b06-4f31-9248-88d60da1b9b9 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:28.387263 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3f013452-6b06-4f31-9248-88d60da1b9b9 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:28.401728 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c52591f-4bc9-4836-a6cb-a210033287f7 None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:33:28.405507 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f013452-6b06-4f31-9248-88d60da1b9b9 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event updated for resources: {'Subnet': ['ID=023bd40d-69d6-4879-bb2f-5d93dfe9b801,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:28.502274 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-3f013452-6b06-4f31-9248-88d60da1b9b9 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0142338 Dec 08 16:33:28.505459 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 49180) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:28.511554 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-e75b800a-4432-4f84-a8b5-291f367ee1dc tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Request body: {'port': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'mac_address': 'fa:16:3e:22:e5:5b', 'name': 'tempest-NetworksTestDHCPv6-1563046775'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:28.522283 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1976e06-9083-4e72-bb8d-7b0f51b409bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-e406e062-eec7-4ef2-b02a-de32c9a24df9', 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'project_id': '450e207568904a6eabc726912d992373', 'fixed_ips': [{'subnet_id': '023bd40d-69d6-4879-bb2f-5d93dfe9b801'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:33:28.523235 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c1976e06-9083-4e72-bb8d-7b0f51b409bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:28.616291 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 49182) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:28.644342 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b593b428-b2ca-45bf-8603-82755711b27b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:28.791903 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-c1976e06-9083-4e72-bb8d-7b0f51b409bc None None] Allocated IP 2001:db8::f816:3eff:feaf:5e1c (e406e062-eec7-4ef2-b02a-de32c9a24df9/023bd40d-69d6-4879-bb2f-5d93dfe9b801/6c4c7e2b-90a5-4678-951e-13d72bfabd5d) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:33:28.808441 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75b800a-4432-4f84-a8b5-291f367ee1dc tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Made reservation on behalf of 450e207568904a6eabc726912d992373 for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:33:28.913765 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877146c9-c56e-4e7e-9db0-ddffb303cebb req-453c374c-17e7-41b6-a835-cdd329262b2b tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:28.916052 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-877146c9-c56e-4e7e-9db0-ddffb303cebb req-453c374c-17e7-41b6-a835-cdd329262b2b tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac HTTP/1.1" status: 200 len: 943 time: 0.1377034 Dec 08 16:33:28.975249 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 49190) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:28.979978 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b593b428-b2ca-45bf-8603-82755711b27b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:29.017865 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283bc4a0-bf63-486e-be1f-6085263aec94 req-09434007-cc93-4882-bb99-5a18fad9e1d3 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:29.021370 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-283bc4a0-bf63-486e-be1f-6085263aec94 req-09434007-cc93-4882-bb99-5a18fad9e1d3 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ea2bcdb-7b63-4fa3-98fa-ba5b17248623 HTTP/1.1" status: 200 len: 944 time: 0.1393721 Dec 08 16:33:29.073699 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-877146c9-c56e-4e7e-9db0-ddffb303cebb req-51dbfd51-7f56-41ac-b169-3dd6f28a8c64 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492941 Dec 08 16:33:29.075434 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b593b428-b2ca-45bf-8603-82755711b27b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:29.093410 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e75b800a-4432-4f84-a8b5-291f367ee1dc tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:29.115487 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b593b428-b2ca-45bf-8603-82755711b27b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ee5e6c-18ea-4e45-b8f5-1af55247bb25,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:29.143468 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b593b428-b2ca-45bf-8603-82755711b27b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ba8c2f4687a54435ace9a9cfb2d345cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5226898 Dec 08 16:33:29.145561 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 49198) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:29.147095 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c1976e06-9083-4e72-bb8d-7b0f51b409bc None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:29.167264 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-e75b800a-4432-4f84-a8b5-291f367ee1dc tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] device_id is not set on port 22871c03-6e6b-41ed-b06a-f935c11b3aba yet. {{(pid=110551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:33:29.209943 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b2a82976-1d35-4bcf-81cb-e09033db1c61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:29.215366 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device c9637864-855e-4c8b-ac47-29978a5970f5 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:33:29.256785 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: c9637864-855e-4c8b-ac47-29978a5970f5 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:33:29.257357 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device c9637864-855e-4c8b-ac47-29978a5970f5 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:33:29.262630 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c1976e06-9083-4e72-bb8d-7b0f51b409bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:29.269975 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b2a82976-1d35-4bcf-81cb-e09033db1c61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:29.352717 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1976e06-9083-4e72-bb8d-7b0f51b409bc None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:33:29.359486 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-c1976e06-9083-4e72-bb8d-7b0f51b409bc None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:33:29.368073 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1976e06-9083-4e72-bb8d-7b0f51b409bc None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:33:29.391338 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-e75b800a-4432-4f84-a8b5-291f367ee1dc tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Allocated IP 2001:db8::f816:3eff:fe22:e55b (e406e062-eec7-4ef2-b02a-de32c9a24df9/023bd40d-69d6-4879-bb2f-5d93dfe9b801/22871c03-6e6b-41ed-b06a-f935c11b3aba) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:33:29.406981 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1976e06-9083-4e72-bb8d-7b0f51b409bc None None] Pushing event updated for resources: {'Port': ['ID=6c4c7e2b-90a5-4678-951e-13d72bfabd5d,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:29.438608 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 49206) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:29.443022 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fd9d4ad9-77f6-4385-927a-7ac7187e3121 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:29.479150 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-283bc4a0-bf63-486e-be1f-6085263aec94 req-13c04c8c-d496-47ae-9f15-8fb354992b2c tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=612cab1b-cec0-43d6-8e72-252bc370fd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4448478 Dec 08 16:33:29.512867 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b2a82976-1d35-4bcf-81cb-e09033db1c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:29.519601 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b2a82976-1d35-4bcf-81cb-e09033db1c61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:29.527325 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b2a82976-1d35-4bcf-81cb-e09033db1c61 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/77ee5e6c-18ea-4e45-b8f5-1af55247bb25 HTTP/1.1" status: 204 len: 168 time: 0.3816872 Dec 08 16:33:29.542456 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a82976-1d35-4bcf-81cb-e09033db1c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ee5e6c-18ea-4e45-b8f5-1af55247bb25,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:29.607186 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-c1976e06-9083-4e72-bb8d-7b0f51b409bc None None] Attempting to bind port 6c4c7e2b-90a5-4678-951e-13d72bfabd5d on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:33:29.608163 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-c1976e06-9083-4e72-bb8d-7b0f51b409bc None None] Attempting to bind port 6c4c7e2b-90a5-4678-951e-13d72bfabd5d by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:33:29.612313 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1976e06-9083-4e72-bb8d-7b0f51b409bc None None] Attempting to bind port 6c4c7e2b-90a5-4678-951e-13d72bfabd5d on network e406e062-eec7-4ef2-b02a-de32c9a24df9 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:33:29.626306 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1976e06-9083-4e72-bb8d-7b0f51b409bc None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:33:29.629975 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1976e06-9083-4e72-bb8d-7b0f51b409bc None None] Checking segment: {'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:33:29.630667 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c1976e06-9083-4e72-bb8d-7b0f51b409bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:29.631250 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1976e06-9083-4e72-bb8d-7b0f51b409bc None None] Bound using segment: {'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:33:29.632069 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-c1976e06-9083-4e72-bb8d-7b0f51b409bc None None] Bound port: 6c4c7e2b-90a5-4678-951e-13d72bfabd5d, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:33:29.632857 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c1976e06-9083-4e72-bb8d-7b0f51b409bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:29.653636 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-96593229-0581-4d48-ae3b-612fa868b232 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-186270252'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:29.758512 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-c1976e06-9083-4e72-bb8d-7b0f51b409bc None None] For port 6c4c7e2b-90a5-4678-951e-13d72bfabd5d, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:33:29.762527 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-c1976e06-9083-4e72-bb8d-7b0f51b409bc None None] For port 6c4c7e2b-90a5-4678-951e-13d72bfabd5d, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=6c4c7e2b-90a5-4678-951e-13d72bfabd5d,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:33:29.770978 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e75b800a-4432-4f84-a8b5-291f367ee1dc tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:29.806976 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fd9d4ad9-77f6-4385-927a-7ac7187e3121 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:29.847782 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96593229-0581-4d48-ae3b-612fa868b232 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Made reservation on behalf of e453488086be4d498945c559a2dae3d9 for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:33:29.851341 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-96593229-0581-4d48-ae3b-612fa868b232 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:29.861017 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-96593229-0581-4d48-ae3b-612fa868b232 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:29.917303 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c1976e06-9083-4e72-bb8d-7b0f51b409bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:29.953296 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-96593229-0581-4d48-ae3b-612fa868b232 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:29.962047 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e75b800a-4432-4f84-a8b5-291f367ee1dc tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:29.968734 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fd9d4ad9-77f6-4385-927a-7ac7187e3121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:29.990410 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1976e06-9083-4e72-bb8d-7b0f51b409bc None None] Pushing event updated for resources: {'Port': ['ID=6c4c7e2b-90a5-4678-951e-13d72bfabd5d,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:30.013070 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 73014060-6cd3-479e-a5de-4d5f58d90fcd details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:33:30.076546 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-96593229-0581-4d48-ae3b-612fa868b232 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:30.083105 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75b800a-4432-4f84-a8b5-291f367ee1dc tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:33:30.092386 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-e75b800a-4432-4f84-a8b5-291f367ee1dc tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:33:30.094967 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75b800a-4432-4f84-a8b5-291f367ee1dc tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:33:30.103570 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75b800a-4432-4f84-a8b5-291f367ee1dc tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:30.104344 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e75b800a-4432-4f84-a8b5-291f367ee1dc tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:30.203033 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75b800a-4432-4f84-a8b5-291f367ee1dc tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event updated for resources: {'Port': ['ID=22871c03-6e6b-41ed-b06a-f935c11b3aba,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:30.203287 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96593229-0581-4d48-ae3b-612fa868b232 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:33:30.207014 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9d4ad9-77f6-4385-927a-7ac7187e3121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1fa2cb-b4ce-428d-9f15-ee18de20afb1,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:30.223063 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96593229-0581-4d48-ae3b-612fa868b232 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=deaa2593-ea5b-4f54-97fe-dd606e11aa5c,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:30.249705 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-96593229-0581-4d48-ae3b-612fa868b232 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:30.250106 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-96593229-0581-4d48-ae3b-612fa868b232 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Added segment 4412ec58-d36d-4297-8550-774f26981528 of type vlan for network 1f6ceca8-1fff-423b-9418-b1a2b0b1af56 Dec 08 16:33:30.306715 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-fd9d4ad9-77f6-4385-927a-7ac7187e3121 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=56e1c06c4dd14feda12463795f4941c1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3248777 Dec 08 16:33:30.315217 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 49226) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:30.375728 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e75b800a-4432-4f84-a8b5-291f367ee1dc tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8659396 Dec 08 16:33:30.388110 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 73014060-6cd3-479e-a5de-4d5f58d90fcd, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=73014060-6cd3-479e-a5de-4d5f58d90fcd,segment=NetworkSegment(75f8eacf-09fa-44d1-9fa5-2b7d3d1ef9ec),segment_id=75f8eacf-09fa-44d1-9fa5-2b7d3d1ef9ec)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:30.388894 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 49230) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:30.432009 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '73014060-6cd3-479e-a5de-4d5f58d90fcd', 'network_id': '9aa49936-a2d8-4b4c-8899-7a242f872b33', 'port_id': '73014060-6cd3-479e-a5de-4d5f58d90fcd', 'mac_address': 'fa:16:3e:37:cf:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0493f0b-911b-472f-a927-786c53df20e5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:33:30.489058 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6442236b-9f04-4740-a9ba-99c08010e701 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:30.509633 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-96593229-0581-4d48-ae3b-612fa868b232 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:30.520671 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c0d6d-5e61-4d65-872d-96db1e214aad req-34680521-2a1e-479c-8dbb-654c8bff3d25 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:30.522632 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b92c0d6d-5e61-4d65-872d-96db1e214aad req-34680521-2a1e-479c-8dbb-654c8bff3d25 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac HTTP/1.1" status: 200 len: 943 time: 0.2772391 Dec 08 16:33:30.530471 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6442236b-9f04-4740-a9ba-99c08010e701 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:30.554293 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:30.590630 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73014060-6cd3-479e-a5de-4d5f58d90fcd {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:33:30.650245 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 73014060-6cd3-479e-a5de-4d5f58d90fcd, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=73014060-6cd3-479e-a5de-4d5f58d90fcd,segment=NetworkSegment(75f8eacf-09fa-44d1-9fa5-2b7d3d1ef9ec),segment_id=75f8eacf-09fa-44d1-9fa5-2b7d3d1ef9ec)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:30.688429 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244e6591-6308-420c-b55b-e093a600bc3a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:30.696216 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244e6591-6308-420c-b55b-e093a600bc3a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:30.698207 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-244e6591-6308-420c-b55b-e093a600bc3a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3058519 Dec 08 16:33:30.702458 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-96593229-0581-4d48-ae3b-612fa868b232 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:30.702636 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 49240) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:30.709372 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96593229-0581-4d48-ae3b-612fa868b232 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:30.710073 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-96593229-0581-4d48-ae3b-612fa868b232 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:30.722520 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:30.770353 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6442236b-9f04-4740-a9ba-99c08010e701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:30.773051 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6442236b-9f04-4740-a9ba-99c08010e701 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:30.778787 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-6442236b-9f04-4740-a9ba-99c08010e701 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0a1fa2cb-b4ce-428d-9f15-ee18de20afb1 HTTP/1.1" status: 204 len: 168 time: 0.4591267 Dec 08 16:33:30.820814 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=73014060-6cd3-479e-a5de-4d5f58d90fcd,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:30.821848 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6442236b-9f04-4740-a9ba-99c08010e701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1fa2cb-b4ce-428d-9f15-ee18de20afb1,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:30.834490 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b92c0d6d-5e61-4d65-872d-96db1e214aad req-1f49814a-0e5a-440a-86db-0fda7bb1f4bb tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947953 Dec 08 16:33:30.839306 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7718274f-fa44-4b23-933f-62a7687cad4f req-ae2ee142-7f80-43c1-8c42-b3485ba71477 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:30.845221 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96593229-0581-4d48-ae3b-612fa868b232 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event updated for resources: {'Network': ['ID=1f6ceca8-1fff-423b-9418-b1a2b0b1af56,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:30.846697 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7718274f-fa44-4b23-933f-62a7687cad4f req-ae2ee142-7f80-43c1-8c42-b3485ba71477 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ea2bcdb-7b63-4fa3-98fa-ba5b17248623 HTTP/1.1" status: 200 len: 944 time: 0.1932507 Dec 08 16:33:30.872548 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-96593229-0581-4d48-ae3b-612fa868b232 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4317863 Dec 08 16:33:30.875130 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 49246) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:30.881701 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 1f6ceca8-1fff-423b-9418-b1a2b0b1af56 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:33:30.901492 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-a9030eac-b2f5-491d-b747-ea687ea6372b tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1348280442'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:30.966276 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-e9976b26-6a99-42e9-ba37-aa2b59cdbcad tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Deleting port 22871c03-6e6b-41ed-b06a-f935c11b3aba {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:33:30.966635 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e9976b26-6a99-42e9-ba37-aa2b59cdbcad tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:31.054809 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9030eac-b2f5-491d-b747-ea687ea6372b tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Made reservation on behalf of e453488086be4d498945c559a2dae3d9 for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:33:31.059488 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a9030eac-b2f5-491d-b747-ea687ea6372b tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:31.069141 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7718274f-fa44-4b23-933f-62a7687cad4f req-04beecaf-e4f0-48c6-b36f-fcfbd9e9fabc tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=612cab1b-cec0-43d6-8e72-252bc370fd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2208574 Dec 08 16:33:31.099978 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['73014060-6cd3-479e-a5de-4d5f58d90fcd'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:33:31.102767 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9030eac-b2f5-491d-b747-ea687ea6372b tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:33:31.109248 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e9976b26-6a99-42e9-ba37-aa2b59cdbcad tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:31.130637 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a9030eac-b2f5-491d-b747-ea687ea6372b tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:31.131077 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-a9030eac-b2f5-491d-b747-ea687ea6372b tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Added segment ce84f533-6d74-4b95-8f0d-d00068472d69 of type vlan for network c63b77b9-fe6a-418b-84cf-557c8b07ce93 Dec 08 16:33:31.134445 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-e9976b26-6a99-42e9-ba37-aa2b59cdbcad tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Calling delete_port for 22871c03-6e6b-41ed-b06a-f935c11b3aba owned by {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:33:31.189822 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a9030eac-b2f5-491d-b747-ea687ea6372b tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:31.345555 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a9030eac-b2f5-491d-b747-ea687ea6372b tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:31.368118 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9030eac-b2f5-491d-b747-ea687ea6372b tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:31.369846 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a9030eac-b2f5-491d-b747-ea687ea6372b tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:31.386836 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 6c4c7e2b-90a5-4678-951e-13d72bfabd5d up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:33:31.562653 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e9976b26-6a99-42e9-ba37-aa2b59cdbcad tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:31.646961 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9976b26-6a99-42e9-ba37-aa2b59cdbcad tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event deleted for resources: {'Port': ['ID=22871c03-6e6b-41ed-b06a-f935c11b3aba,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:31.703249 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a9030eac-b2f5-491d-b747-ea687ea6372b tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8283322 Dec 08 16:33:31.709996 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 49264) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:31.715792 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e9976b26-6a99-42e9-ba37-aa2b59cdbcad tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:31.719754 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 6c4c7e2b-90a5-4678-951e-13d72bfabd5d triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:31.720333 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:31.726763 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e9976b26-6a99-42e9-ba37-aa2b59cdbcad tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/ports/22871c03-6e6b-41ed-b06a-f935c11b3aba HTTP/1.1" status: 204 len: 168 time: 1.0203092 Dec 08 16:33:31.734683 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 49266) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:31.739295 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-6fbba46f-9694-46a1-b8b2-7f0886701bf7 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Request body: {'subnet': {'network_id': '1f6ceca8-1fff-423b-9418-b1a2b0b1af56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:31.755210 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9030eac-b2f5-491d-b747-ea687ea6372b tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event updated for resources: {'Network': ['ID=c63b77b9-fe6a-418b-84cf-557c8b07ce93,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:31.788106 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network c63b77b9-fe6a-418b-84cf-557c8b07ce93 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:33:31.828132 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8e5d63-c2cb-4b7b-a1d5-575d8ff9eb30 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:31.831136 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8e5d63-c2cb-4b7b-a1d5-575d8ff9eb30 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:31.837907 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-3c8e5d63-c2cb-4b7b-a1d5-575d8ff9eb30 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1012661 Dec 08 16:33:31.838819 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 49270) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:31.973447 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0214e4c-5098-404f-8b8e-932ef3d3dd29 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Deleting subnet 023bd40d-69d6-4879-bb2f-5d93dfe9b801 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:33:32.006911 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f0214e4c-5098-404f-8b8e-932ef3d3dd29 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:32.072545 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 49276) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:32.115226 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8b10a0b2-6856-4b3c-9dfa-81fdb83646cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:32.138552 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f0214e4c-5098-404f-8b8e-932ef3d3dd29 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:32.263696 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dff7a1-dd3a-450f-9128-08621083acbb req-41fbf12b-7366-407f-b808-891e8bb50700 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:32.268435 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-89dff7a1-dd3a-450f-9128-08621083acbb req-41fbf12b-7366-407f-b808-891e8bb50700 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac HTTP/1.1" status: 200 len: 943 time: 0.2764237 Dec 08 16:33:32.287767 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-3baf9b4b-8f0f-47b1-ad3e-cf916f1f57db None None] Provisioning complete for port 6c4c7e2b-90a5-4678-951e-13d72bfabd5d triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:32.290973 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3baf9b4b-8f0f-47b1-ad3e-cf916f1f57db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:32.507708 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:32.537438 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-89dff7a1-dd3a-450f-9128-08621083acbb req-22bf0027-17a8-4757-98c9-34c5d7ad15c5 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558744 Dec 08 16:33:32.596360 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 6c4c7e2b-90a5-4678-951e-13d72bfabd5d, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=6c4c7e2b-90a5-4678-951e-13d72bfabd5d,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:32.642542 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8b10a0b2-6856-4b3c-9dfa-81fdb83646cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:32.689906 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8b10a0b2-6856-4b3c-9dfa-81fdb83646cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:32.693481 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f0214e4c-5098-404f-8b8e-932ef3d3dd29 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:32.704913 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3baf9b4b-8f0f-47b1-ad3e-cf916f1f57db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:32.755449 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:32.804062 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b10a0b2-6856-4b3c-9dfa-81fdb83646cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b2d3e9-189d-4246-a028-c5852b30f272,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:32.822521 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40f25a-952e-4bd8-9b38-229f8ca6ad34 req-5f273f47-0844-4a45-a0b4-690223aa64ef tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:32.826633 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3b40f25a-952e-4bd8-9b38-229f8ca6ad34 req-5f273f47-0844-4a45-a0b4-690223aa64ef tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ea2bcdb-7b63-4fa3-98fa-ba5b17248623 HTTP/1.1" status: 200 len: 945 time: 0.1715269 Dec 08 16:33:32.831210 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fbba46f-9694-46a1-b8b2-7f0886701bf7 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Made reservation on behalf of e453488086be4d498945c559a2dae3d9 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:33:32.845125 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6fbba46f-9694-46a1-b8b2-7f0886701bf7 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:32.881727 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=6c4c7e2b-90a5-4678-951e-13d72bfabd5d,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:32.897332 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-8b10a0b2-6856-4b3c-9dfa-81fdb83646cf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3b038dec91bd499a9f40bfcf5d10d0de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8236845 Dec 08 16:33:32.901979 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 49294) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:32.974251 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1b52bfdd-656e-4b6c-912c-52d77037bb10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:33.002249 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1b52bfdd-656e-4b6c-912c-52d77037bb10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:33.066988 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3b40f25a-952e-4bd8-9b38-229f8ca6ad34 req-cac7cd91-9f9c-4d70-8bb3-8758b51d6dda tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=612cab1b-cec0-43d6-8e72-252bc370fd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863528 Dec 08 16:33:33.083783 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f0214e4c-5098-404f-8b8e-932ef3d3dd29 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:33.130295 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f0214e4c-5098-404f-8b8e-932ef3d3dd29 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:33.134537 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-f0214e4c-5098-404f-8b8e-932ef3d3dd29 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/subnets/023bd40d-69d6-4879-bb2f-5d93dfe9b801 HTTP/1.1" status: 204 len: 168 time: 1.2941165 Dec 08 16:33:33.136963 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 49302) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:33.150553 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7860e0b6-4ebd-4118-a40f-e4983b4630ca None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:33:33.160626 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1b52bfdd-656e-4b6c-912c-52d77037bb10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:33.163726 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1b52bfdd-656e-4b6c-912c-52d77037bb10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:33.164951 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-1b52bfdd-656e-4b6c-912c-52d77037bb10 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f8b2d3e9-189d-4246-a028-c5852b30f272 HTTP/1.1" status: 204 len: 168 time: 0.2651157 Dec 08 16:33:33.167883 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0214e4c-5098-404f-8b8e-932ef3d3dd29 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event deleted for resources: {'Subnet': ['ID=023bd40d-69d6-4879-bb2f-5d93dfe9b801,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:33.179952 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b52bfdd-656e-4b6c-912c-52d77037bb10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b2d3e9-189d-4246-a028-c5852b30f272,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:33.203274 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ed239786-7224-43f7-8d2d-58430c0e524a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0650237 Dec 08 16:33:33.205759 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 49306) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:33.310565 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.db.api [None req-3baf9b4b-8f0f-47b1-ad3e-cf916f1f57db None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:33:33.310987 n-d-776250-12 neutron-server[110552]: DEBUG oslo_db.api [None req-3baf9b4b-8f0f-47b1-ad3e-cf916f1f57db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:33:33.334331 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 6c4c7e2b-90a5-4678-951e-13d72bfabd5d up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:33:33.342966 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01363dc2-d932-4f7c-89f1-6aac91f8462a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:33.347103 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-01363dc2-d932-4f7c-89f1-6aac91f8462a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1295292 Dec 08 16:33:33.355938 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 49314) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:33.477775 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf5704e-10c2-4a72-8f70-d6cd4fbecdb5 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:33.480418 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-daf5704e-10c2-4a72-8f70-d6cd4fbecdb5 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1232548 Dec 08 16:33:33.483238 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 49318) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:33.499467 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 6c4c7e2b-90a5-4678-951e-13d72bfabd5d triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:33.499860 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:33.521466 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6fbba46f-9694-46a1-b8b2-7f0886701bf7 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:33.585472 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-5b0504e2-7f25-469a-8c1d-47967fa1c39e tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1006837 Dec 08 16:33:33.590700 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 49322) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:33.597401 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-926d7c66-fb59-4db0-a449-cd78f92bd1af tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Request body: {'subnet': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:33.689707 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbba46f-9694-46a1-b8b2-7f0886701bf7 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event updated for resources: {'Subnet': ['ID=506c03ed-8727-42ab-9738-50b42e06b998,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:33.724601 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbba46f-9694-46a1-b8b2-7f0886701bf7 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Checking segment: {'id': '4412ec58-d36d-4297-8550-774f26981528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1f6ceca8-1fff-423b-9418-b1a2b0b1af56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:33:33.724993 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbba46f-9694-46a1-b8b2-7f0886701bf7 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Network hostable DHCP agents. Network: 1f6ceca8-1fff-423b-9418-b1a2b0b1af56, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:33:33.755675 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434ad1bb-85e5-4b05-82b1-e1bfceab6d1e None None] DHCP port deletion for e406e062-eec7-4ef2-b02a-de32c9a24df9 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:33:33.854028 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbba46f-9694-46a1-b8b2-7f0886701bf7 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Network 1f6ceca8-1fff-423b-9418-b1a2b0b1af56 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:33:33.951202 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-6fbba46f-9694-46a1-b8b2-7f0886701bf7 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 1f6ceca8-1fff-423b-9418-b1a2b0b1af56) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:33:33.965176 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbba46f-9694-46a1-b8b2-7f0886701bf7 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:33.965176 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6fbba46f-9694-46a1-b8b2-7f0886701bf7 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:33.973653 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae97fa4-5ffc-4dbf-8ce4-6c052b710ed6 req-bbfd2563-8d6d-4418-b02a-97b2e7cdeba6 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:33.976368 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-434ad1bb-85e5-4b05-82b1-e1bfceab6d1e None None] Deleting port 6c4c7e2b-90a5-4678-951e-13d72bfabd5d {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:33:33.978444 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-434ad1bb-85e5-4b05-82b1-e1bfceab6d1e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:33.982912 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bae97fa4-5ffc-4dbf-8ce4-6c052b710ed6 req-bbfd2563-8d6d-4418-b02a-97b2e7cdeba6 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac HTTP/1.1" status: 200 len: 943 time: 0.1935763 Dec 08 16:33:33.987547 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f6ed5c-0b30-458c-b0b9-50ea5c6e8e2f None None] Network 1f6ceca8-1fff-423b-9418-b1a2b0b1af56 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:33:34.094628 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bae97fa4-5ffc-4dbf-8ce4-6c052b710ed6 req-c5275599-ad62-49e8-a3af-a37cb3cd012d tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104145 Dec 08 16:33:34.106210 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-926d7c66-fb59-4db0-a449-cd78f92bd1af tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Made reservation on behalf of 450e207568904a6eabc726912d992373 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:33:34.129515 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-926d7c66-fb59-4db0-a449-cd78f92bd1af tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:34.187362 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 73014060-6cd3-479e-a5de-4d5f58d90fcd up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:33:34.199420 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-6fbba46f-9694-46a1-b8b2-7f0886701bf7 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4711483 Dec 08 16:33:34.204658 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 49344) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:34.210108 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-cc6eb4ae-04d1-48cd-9fc5-a2bcd4fe7b6f tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Request body: {'subnet': {'network_id': 'c63b77b9-fe6a-418b-84cf-557c8b07ce93', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:34.290192 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-bd3fcf9a-0907-48e5-9c53-bdd2fd4e3f36 None None] Could not find standard attr ID for object 22871c03-6e6b-41ed-b06a-f935c11b3aba. {{(pid=110552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:33:34.307192 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467e5e19-11f6-4ce8-b1c4-3122e81f5838 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-1f6ceca8-1fff-423b-9418-b1a2b0b1af56', 'network_id': '1f6ceca8-1fff-423b-9418-b1a2b0b1af56', 'project_id': 'e453488086be4d498945c559a2dae3d9', 'fixed_ips': [{'subnet_id': '506c03ed-8727-42ab-9738-50b42e06b998'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:33:34.308092 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-467e5e19-11f6-4ce8-b1c4-3122e81f5838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:34.424455 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:33:34.442389 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-434ad1bb-85e5-4b05-82b1-e1bfceab6d1e None None] For port 6c4c7e2b-90a5-4678-951e-13d72bfabd5d, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=6c4c7e2b-90a5-4678-951e-13d72bfabd5d,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:34.442389 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-434ad1bb-85e5-4b05-82b1-e1bfceab6d1e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:34.533070 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ba2a51-e5bc-4504-bd5d-b99ad17bb2d7 req-07e24bbe-68e3-4cd9-9a1a-c3c978462493 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:34.539006 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c3ba2a51-e5bc-4504-bd5d-b99ad17bb2d7 req-07e24bbe-68e3-4cd9-9a1a-c3c978462493 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ea2bcdb-7b63-4fa3-98fa-ba5b17248623 HTTP/1.1" status: 200 len: 945 time: 0.1302276 Dec 08 16:33:34.552671 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-434ad1bb-85e5-4b05-82b1-e1bfceab6d1e None None] Calling delete_port for 6c4c7e2b-90a5-4678-951e-13d72bfabd5d owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:33:34.555867 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6eb4ae-04d1-48cd-9fc5-a2bcd4fe7b6f tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Made reservation on behalf of e453488086be4d498945c559a2dae3d9 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:33:34.569452 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cc6eb4ae-04d1-48cd-9fc5-a2bcd4fe7b6f tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:34.679757 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 49352) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:34.706101 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port 73014060-6cd3-479e-a5de-4d5f58d90fcd completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:33:34.766263 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 73014060-6cd3-479e-a5de-4d5f58d90fcd triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:34.767418 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:34.879032 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c3ba2a51-e5bc-4504-bd5d-b99ad17bb2d7 req-f296e935-e9ec-4803-8772-bb4a409ef879 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=612cab1b-cec0-43d6-8e72-252bc370fd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2987187 Dec 08 16:33:34.886604 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b10f4745-f0f6-41c6-ad52-0a72c8988ea3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:35.149639 n-d-776250-12 neutron-server[110550]: DEBUG neutron.objects.ports [None req-926d7c66-fb59-4db0-a449-cd78f92bd1af tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110550) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 16:33:35.219768 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-467e5e19-11f6-4ce8-b1c4-3122e81f5838 None None] Allocated IP 2001:db8::2 (1f6ceca8-1fff-423b-9418-b1a2b0b1af56/506c03ed-8727-42ab-9738-50b42e06b998/e64004e8-7b68-42dd-bbee-526680e7c4f9) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:33:35.231522 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cc6eb4ae-04d1-48cd-9fc5-a2bcd4fe7b6f tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:35.323667 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6eb4ae-04d1-48cd-9fc5-a2bcd4fe7b6f tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event updated for resources: {'Subnet': ['ID=dada5c56-41cd-4d92-9635-85d434c6c7ee,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:35.347977 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b10f4745-f0f6-41c6-ad52-0a72c8988ea3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:35.357175 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6eb4ae-04d1-48cd-9fc5-a2bcd4fe7b6f tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Checking segment: {'id': 'ce84f533-6d74-4b95-8f0d-d00068472d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c63b77b9-fe6a-418b-84cf-557c8b07ce93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:33:35.357665 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6eb4ae-04d1-48cd-9fc5-a2bcd4fe7b6f tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Network hostable DHCP agents. Network: c63b77b9-fe6a-418b-84cf-557c8b07ce93, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:33:35.385673 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1890282c-da2d-476f-8284-f3570b911998 req-f09e3dcc-bd7d-44eb-acdc-e80d93011af1 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:35.394178 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1890282c-da2d-476f-8284-f3570b911998 req-f09e3dcc-bd7d-44eb-acdc-e80d93011af1 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac HTTP/1.1" status: 200 len: 943 time: 0.1147656 Dec 08 16:33:35.414855 n-d-776250-12 neutron-server[110550]: WARNING neutron.services.revisions.revision_plugin [None req-926d7c66-fb59-4db0-a449-cd78f92bd1af tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Could not find related port for resource to bump revision. Dec 08 16:33:35.422512 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b10f4745-f0f6-41c6-ad52-0a72c8988ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:35.455573 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-467e5e19-11f6-4ce8-b1c4-3122e81f5838 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:35.465216 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 6c4c7e2b-90a5-4678-951e-13d72bfabd5d no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:33:35.468578 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:35.471218 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6eb4ae-04d1-48cd-9fc5-a2bcd4fe7b6f tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Network c63b77b9-fe6a-418b-84cf-557c8b07ce93 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:33:35.476092 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-434ad1bb-85e5-4b05-82b1-e1bfceab6d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:35.483175 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b10f4745-f0f6-41c6-ad52-0a72c8988ea3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d89e1d46ec124362920b5ebb408816c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8020761 Dec 08 16:33:35.486018 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 49376) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:35.490240 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10f4745-f0f6-41c6-ad52-0a72c8988ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77107d12-b36c-4175-b5cd-fa7a63819a5e,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:35.530722 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1890282c-da2d-476f-8284-f3570b911998 req-2c669b69-1335-49fe-a5d3-b5afdc81e991 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354895 Dec 08 16:33:35.531054 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434ad1bb-85e5-4b05-82b1-e1bfceab6d1e None None] No DVR routers for this DVR port 6c4c7e2b-90a5-4678-951e-13d72bfabd5d on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:33:35.535229 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.ipam_pluggable_backend [None req-926d7c66-fb59-4db0-a449-cd78f92bd1af tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Port 6c4c7e2b-90a5-4678-951e-13d72bfabd5d was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=110550) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 08 16:33:35.535229 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.ipam_pluggable_backend [None req-926d7c66-fb59-4db0-a449-cd78f92bd1af tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Reverting IP allocation for 2001:db8::f816:3eff:feaf:5e1c {{(pid=110550) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 08 16:33:35.536712 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434ad1bb-85e5-4b05-82b1-e1bfceab6d1e None None] Pushing event deleted for resources: {'Port': ['ID=6c4c7e2b-90a5-4678-951e-13d72bfabd5d,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:35.542484 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 6c4c7e2b-90a5-4678-951e-13d72bfabd5d {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:33:35.542784 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 6c4c7e2b-90a5-4678-951e-13d72bfabd5d not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:33:35.558353 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.ipam_pluggable_backend [None req-926d7c66-fb59-4db0-a449-cd78f92bd1af tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feaf:5e1c {{(pid=110550) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 08 16:33:35.559878 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-926d7c66-fb59-4db0-a449-cd78f92bd1af tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:35.601776 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:35.616598 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926d7c66-fb59-4db0-a449-cd78f92bd1af tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:33:35.620561 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-926d7c66-fb59-4db0-a449-cd78f92bd1af tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:33:35.626809 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926d7c66-fb59-4db0-a449-cd78f92bd1af tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:35.627429 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-926d7c66-fb59-4db0-a449-cd78f92bd1af tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:35.632264 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-467e5e19-11f6-4ce8-b1c4-3122e81f5838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:35.639359 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-cc6eb4ae-04d1-48cd-9fc5-a2bcd4fe7b6f tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, c63b77b9-fe6a-418b-84cf-557c8b07ce93) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:33:35.647052 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ea2bcdb-7b63-4fa3-98fa-ba5b17248623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73014060-6cd3-479e-a5de-4d5f58d90fcd'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:33:35.647052 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05f4b6e-967d-4418-93f6-ce9567bb74a5" -d '{"events": [{"server_uuid": "6ea2bcdb-7b63-4fa3-98fa-ba5b17248623", "name": "network-vif-plugged", "status": "completed", "tag": "73014060-6cd3-479e-a5de-4d5f58d90fcd"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:33:35.664858 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d95e0612-110c-4a4e-9d03-a3aea1c1d859 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:35.672495 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926d7c66-fb59-4db0-a449-cd78f92bd1af tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event updated for resources: {'Subnet': ['ID=9caaea72-e712-4ae0-a091-ea422dbb9d80,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:35.687322 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6eb4ae-04d1-48cd-9fc5-a2bcd4fe7b6f tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:35.687834 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cc6eb4ae-04d1-48cd-9fc5-a2bcd4fe7b6f tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:35.711366 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d95e0612-110c-4a4e-9d03-a3aea1c1d859 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:35.731103 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-926d7c66-fb59-4db0-a449-cd78f92bd1af tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.1391346 Dec 08 16:33:35.733991 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 49382) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:35.746579 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-56d58d40-4280-4485-acf5-e1b995c1cb3d tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Request body: {'port': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'mac_address': 'fa:16:3e:22:91:60', 'name': 'tempest-NetworksTestDHCPv6-2031444423'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:35.750758 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f48820-71a8-47e0-bb64-b3d73b2680b2 None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:33:35.752756 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379aacbc-0a8d-45ec-a8e0-450b9ecd9a7e None None] Network c63b77b9-fe6a-418b-84cf-557c8b07ce93 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:33:35.763678 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 73014060-6cd3-479e-a5de-4d5f58d90fcd, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=73014060-6cd3-479e-a5de-4d5f58d90fcd,segment=NetworkSegment(75f8eacf-09fa-44d1-9fa5-2b7d3d1ef9ec),segment_id=75f8eacf-09fa-44d1-9fa5-2b7d3d1ef9ec)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:35.793739 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-cc6eb4ae-04d1-48cd-9fc5-a2bcd4fe7b6f tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5877402 Dec 08 16:33:35.795762 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 49386) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:35.805146 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-0bc691b4-ec24-4c57-abf0-dbb61be7ba7e tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-287320145', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:35.845185 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ce29ae-40e5-489a-8572-beb85c35b6e2 x-openstack-request-id: req-40ce29ae-40e5-489a-8572-beb85c35b6e2 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:33:35.845185 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ea2bcdb-7b63-4fa3-98fa-ba5b17248623", "name": "network-vif-plugged", "status": "completed", "tag": "73014060-6cd3-479e-a5de-4d5f58d90fcd", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:33:35.845874 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-40ce29ae-40e5-489a-8572-beb85c35b6e2 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:33:35.845874 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ea2bcdb-7b63-4fa3-98fa-ba5b17248623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73014060-6cd3-479e-a5de-4d5f58d90fcd', 'code': 200} Dec 08 16:33:35.888963 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d95e0612-110c-4a4e-9d03-a3aea1c1d859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:35.897443 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d95e0612-110c-4a4e-9d03-a3aea1c1d859 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:35.899443 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d95e0612-110c-4a4e-9d03-a3aea1c1d859 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/77107d12-b36c-4175-b5cd-fa7a63819a5e HTTP/1.1" status: 204 len: 168 time: 0.4119997 Dec 08 16:33:35.914789 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467e5e19-11f6-4ce8-b1c4-3122e81f5838 None None] Network 1f6ceca8-1fff-423b-9418-b1a2b0b1af56 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:33:35.923995 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95e0612-110c-4a4e-9d03-a3aea1c1d859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77107d12-b36c-4175-b5cd-fa7a63819a5e,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:35.927484 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0bc691b4-ec24-4c57-abf0-dbb61be7ba7e tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:35.928676 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0bc691b4-ec24-4c57-abf0-dbb61be7ba7e tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:35.946835 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-467e5e19-11f6-4ce8-b1c4-3122e81f5838 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:33:35.953889 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:35.955554 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467e5e19-11f6-4ce8-b1c4-3122e81f5838 None None] Pushing event updated for resources: {'Port': ['ID=e64004e8-7b68-42dd-bbee-526680e7c4f9,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:35.975745 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467e5e19-11f6-4ce8-b1c4-3122e81f5838 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:33:36.066443 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0bc691b4-ec24-4c57-abf0-dbb61be7ba7e tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:36.112459 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e6b66-3fe5-4188-8225-4f1aae8177aa req-4b36801c-06ee-42d4-b8e3-3e9ef840897e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:36.114213 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a93e6b66-3fe5-4188-8225-4f1aae8177aa req-4b36801c-06ee-42d4-b8e3-3e9ef840897e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6ea2bcdb-7b63-4fa3-98fa-ba5b17248623 HTTP/1.1" status: 200 len: 1098 time: 0.2364450 Dec 08 16:33:36.213654 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0bc691b4-ec24-4c57-abf0-dbb61be7ba7e tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:36.230949 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=73014060-6cd3-479e-a5de-4d5f58d90fcd,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:36.246343 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-467e5e19-11f6-4ce8-b1c4-3122e81f5838 None None] Attempting to bind port e64004e8-7b68-42dd-bbee-526680e7c4f9 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:33:36.246343 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-467e5e19-11f6-4ce8-b1c4-3122e81f5838 None None] Attempting to bind port e64004e8-7b68-42dd-bbee-526680e7c4f9 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '4412ec58-d36d-4297-8550-774f26981528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1f6ceca8-1fff-423b-9418-b1a2b0b1af56'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:33:36.246343 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467e5e19-11f6-4ce8-b1c4-3122e81f5838 None None] Attempting to bind port e64004e8-7b68-42dd-bbee-526680e7c4f9 on network 1f6ceca8-1fff-423b-9418-b1a2b0b1af56 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:33:36.246753 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e7d01-3c12-4a06-a1d9-930d9e426535 req-46baa33f-a4ab-4bd0-918d-6bea69a72d5c tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:36.246753 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f33e7d01-3c12-4a06-a1d9-930d9e426535 req-46baa33f-a4ab-4bd0-918d-6bea69a72d5c tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ea2bcdb-7b63-4fa3-98fa-ba5b17248623 HTTP/1.1" status: 200 len: 946 time: 0.1902568 Dec 08 16:33:36.248593 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467e5e19-11f6-4ce8-b1c4-3122e81f5838 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:33:36.248982 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467e5e19-11f6-4ce8-b1c4-3122e81f5838 None None] Checking segment: {'id': '4412ec58-d36d-4297-8550-774f26981528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1f6ceca8-1fff-423b-9418-b1a2b0b1af56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:33:36.249426 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-467e5e19-11f6-4ce8-b1c4-3122e81f5838 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:36.249895 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467e5e19-11f6-4ce8-b1c4-3122e81f5838 None None] Bound using segment: {'id': '4412ec58-d36d-4297-8550-774f26981528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1f6ceca8-1fff-423b-9418-b1a2b0b1af56'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:33:36.250006 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a93e6b66-3fe5-4188-8225-4f1aae8177aa req-5dea93d0-677e-45da-8708-1c394b768bf4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=612cab1b-cec0-43d6-8e72-252bc370fd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237040 Dec 08 16:33:36.250418 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-467e5e19-11f6-4ce8-b1c4-3122e81f5838 None None] Bound port: e64004e8-7b68-42dd-bbee-526680e7c4f9, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4412ec58-d36d-4297-8550-774f26981528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1f6ceca8-1fff-423b-9418-b1a2b0b1af56'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:33:36.250799 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-467e5e19-11f6-4ce8-b1c4-3122e81f5838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:36.283057 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60850b48-434f-482f-ac42-950a243feb6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-c63b77b9-fe6a-418b-84cf-557c8b07ce93', 'network_id': 'c63b77b9-fe6a-418b-84cf-557c8b07ce93', 'project_id': 'e453488086be4d498945c559a2dae3d9', 'fixed_ips': [{'subnet_id': 'dada5c56-41cd-4d92-9635-85d434c6c7ee'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:33:36.284231 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-60850b48-434f-482f-ac42-950a243feb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:36.317441 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba4f944-19bd-4edc-bfa1-e6966033afab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-e406e062-eec7-4ef2-b02a-de32c9a24df9', 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'project_id': '450e207568904a6eabc726912d992373', 'fixed_ips': [{'subnet_id': '9caaea72-e712-4ae0-a091-ea422dbb9d80'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:33:36.318522 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6ba4f944-19bd-4edc-bfa1-e6966033afab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:36.348583 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d58d40-4280-4485-acf5-e1b995c1cb3d tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Made reservation on behalf of 450e207568904a6eabc726912d992373 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:33:36.491567 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0bc691b4-ec24-4c57-abf0-dbb61be7ba7e tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:36.493813 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-0bc691b4-ec24-4c57-abf0-dbb61be7ba7e tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6955311 Dec 08 16:33:36.496679 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 49402) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:36.536801 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-56d58d40-4280-4485-acf5-e1b995c1cb3d tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:36.566002 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-467e5e19-11f6-4ce8-b1c4-3122e81f5838 None None] For port e64004e8-7b68-42dd-bbee-526680e7c4f9, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:33:36.576454 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f33e7d01-3c12-4a06-a1d9-930d9e426535 req-67d21cae-29a7-4a35-a7d9-4ae23f29d9ac tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=612cab1b-cec0-43d6-8e72-252bc370fd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3083062 Dec 08 16:33:36.585874 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [None req-56d58d40-4280-4485-acf5-e1b995c1cb3d tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] device_id is not set on port a85fc0e8-3e86-4eaa-8953-b2f4325f2623 yet. {{(pid=110550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:33:36.622003 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-60850b48-434f-482f-ac42-950a243feb6f None None] Allocated IP 2001:db8:1::2 (c63b77b9-fe6a-418b-84cf-557c8b07ce93/dada5c56-41cd-4d92-9635-85d434c6c7ee/12bba991-6850-4d98-b898-876e0a3e1ae6) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:33:36.704562 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-467e5e19-11f6-4ce8-b1c4-3122e81f5838 None None] For port e64004e8-7b68-42dd-bbee-526680e7c4f9, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=e64004e8-7b68-42dd-bbee-526680e7c4f9,segment=NetworkSegment(4412ec58-d36d-4297-8550-774f26981528),segment_id=4412ec58-d36d-4297-8550-774f26981528)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:33:36.765501 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-56d58d40-4280-4485-acf5-e1b995c1cb3d tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Allocated IP 2001:db8::f816:3eff:fe22:9160 (e406e062-eec7-4ef2-b02a-de32c9a24df9/9caaea72-e712-4ae0-a091-ea422dbb9d80/a85fc0e8-3e86-4eaa-8953-b2f4325f2623) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:33:36.892982 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-60850b48-434f-482f-ac42-950a243feb6f None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:36.898128 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797208c0-562d-43bb-8d7a-08ea848ebbe2 req-28d0fd69-c8ab-4078-8e95-ad67f59173b7 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:36.900745 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-797208c0-562d-43bb-8d7a-08ea848ebbe2 req-28d0fd69-c8ab-4078-8e95-ad67f59173b7 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac HTTP/1.1" status: 200 len: 943 time: 0.1946654 Dec 08 16:33:36.903481 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-467e5e19-11f6-4ce8-b1c4-3122e81f5838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:37.004101 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-60850b48-434f-482f-ac42-950a243feb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:37.068410 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60850b48-434f-482f-ac42-950a243feb6f None None] Network c63b77b9-fe6a-418b-84cf-557c8b07ce93 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:33:37.071913 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-60850b48-434f-482f-ac42-950a243feb6f None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:33:37.076591 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60850b48-434f-482f-ac42-950a243feb6f None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:33:37.087027 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467e5e19-11f6-4ce8-b1c4-3122e81f5838 None None] Pushing event updated for resources: {'Port': ['ID=e64004e8-7b68-42dd-bbee-526680e7c4f9,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:37.110407 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-73f56095-4e37-4c36-95b3-468c71aec387 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:37.153175 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 49422) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:37.189846 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-56d58d40-4280-4485-acf5-e1b995c1cb3d tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:37.241886 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-797208c0-562d-43bb-8d7a-08ea848ebbe2 req-a926b6c9-4fa9-4ed6-8934-e84cf28245c5 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327792 Dec 08 16:33:37.289952 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60850b48-434f-482f-ac42-950a243feb6f None None] Pushing event updated for resources: {'Port': ['ID=12bba991-6850-4d98-b898-876e0a3e1ae6,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:37.301377 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-60850b48-434f-482f-ac42-950a243feb6f None None] Attempting to bind port 12bba991-6850-4d98-b898-876e0a3e1ae6 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:33:37.309346 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-60850b48-434f-482f-ac42-950a243feb6f None None] Attempting to bind port 12bba991-6850-4d98-b898-876e0a3e1ae6 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'ce84f533-6d74-4b95-8f0d-d00068472d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c63b77b9-fe6a-418b-84cf-557c8b07ce93'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:33:37.310585 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60850b48-434f-482f-ac42-950a243feb6f None None] Attempting to bind port 12bba991-6850-4d98-b898-876e0a3e1ae6 on network c63b77b9-fe6a-418b-84cf-557c8b07ce93 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:33:37.325443 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60850b48-434f-482f-ac42-950a243feb6f None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:33:37.326569 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60850b48-434f-482f-ac42-950a243feb6f None None] Checking segment: {'id': 'ce84f533-6d74-4b95-8f0d-d00068472d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c63b77b9-fe6a-418b-84cf-557c8b07ce93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:33:37.329720 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-60850b48-434f-482f-ac42-950a243feb6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:37.330631 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60850b48-434f-482f-ac42-950a243feb6f None None] Bound using segment: {'id': 'ce84f533-6d74-4b95-8f0d-d00068472d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c63b77b9-fe6a-418b-84cf-557c8b07ce93'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:33:37.332402 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-60850b48-434f-482f-ac42-950a243feb6f None None] Bound port: 12bba991-6850-4d98-b898-876e0a3e1ae6, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce84f533-6d74-4b95-8f0d-d00068472d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c63b77b9-fe6a-418b-84cf-557c8b07ce93'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:33:37.333347 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-60850b48-434f-482f-ac42-950a243feb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:37.335257 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-eee4d9c3-9ba4-46d0-9c6e-3d5d2fe9526c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:37.391969 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-56d58d40-4280-4485-acf5-e1b995c1cb3d tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:37.465050 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d58d40-4280-4485-acf5-e1b995c1cb3d tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:33:37.480672 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-56d58d40-4280-4485-acf5-e1b995c1cb3d tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:33:37.491280 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d58d40-4280-4485-acf5-e1b995c1cb3d tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:33:37.504291 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d58d40-4280-4485-acf5-e1b995c1cb3d tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:37.511404 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-56d58d40-4280-4485-acf5-e1b995c1cb3d tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:37.532677 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d58d40-4280-4485-acf5-e1b995c1cb3d tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event updated for resources: {'Port': ['ID=a85fc0e8-3e86-4eaa-8953-b2f4325f2623,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:37.577880 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-60850b48-434f-482f-ac42-950a243feb6f None None] For port 12bba991-6850-4d98-b898-876e0a3e1ae6, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:33:37.581650 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-60850b48-434f-482f-ac42-950a243feb6f None None] For port 12bba991-6850-4d98-b898-876e0a3e1ae6, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=12bba991-6850-4d98-b898-876e0a3e1ae6,segment=NetworkSegment(ce84f533-6d74-4b95-8f0d-d00068472d69),segment_id=ce84f533-6d74-4b95-8f0d-d00068472d69)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:33:37.590790 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-6ba4f944-19bd-4edc-bfa1-e6966033afab None None] Allocated IP 2001:db8::f816:3eff:fe66:e7bd (e406e062-eec7-4ef2-b02a-de32c9a24df9/9caaea72-e712-4ae0-a091-ea422dbb9d80/204fd4c3-fe3f-4a65-ac80-75ab40d12890) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:33:37.651739 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-73f56095-4e37-4c36-95b3-468c71aec387 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Allocated IP 2001:db8::1 (1f6ceca8-1fff-423b-9418-b1a2b0b1af56/506c03ed-8727-42ab-9738-50b42e06b998/104329fe-e047-47d1-b6d1-4de587798c99) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:33:37.696925 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-56d58d40-4280-4485-acf5-e1b995c1cb3d tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9612339 Dec 08 16:33:37.700369 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 49432) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:37.765046 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-60850b48-434f-482f-ac42-950a243feb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:37.803801 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-eee4d9c3-9ba4-46d0-9c6e-3d5d2fe9526c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:37.856119 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1fd988-378d-4ae1-84f7-54b5cdf395c8 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:37.858581 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-1b1fd988-378d-4ae1-84f7-54b5cdf395c8 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1566970 Dec 08 16:33:37.864877 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 49438) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:37.909011 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf67c5-6e20-4b95-932a-67742b717fed req-8f2f3bb4-c1bb-43bc-b0c9-1a7f8a44897c tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:37.912478 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-58bf67c5-6e20-4b95-932a-67742b717fed req-8f2f3bb4-c1bb-43bc-b0c9-1a7f8a44897c tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ea2bcdb-7b63-4fa3-98fa-ba5b17248623 HTTP/1.1" status: 200 len: 946 time: 0.1606400 Dec 08 16:33:37.913587 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-eee4d9c3-9ba4-46d0-9c6e-3d5d2fe9526c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:37.946608 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60850b48-434f-482f-ac42-950a243feb6f None None] Pushing event updated for resources: {'Port': ['ID=12bba991-6850-4d98-b898-876e0a3e1ae6,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:38.003816 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6ba4f944-19bd-4edc-bfa1-e6966033afab None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:38.009439 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-73f56095-4e37-4c36-95b3-468c71aec387 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:38.067327 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-eee4d9c3-9ba4-46d0-9c6e-3d5d2fe9526c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=35706b9e68424f75847f0782667ac9a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8745816 Dec 08 16:33:38.067420 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 49444) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:38.067669 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee4d9c3-9ba4-46d0-9c6e-3d5d2fe9526c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b98ab0-a4d4-4770-9f81-ddb98d5974fa,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:38.121694 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-58bf67c5-6e20-4b95-932a-67742b717fed req-12967c79-13e7-41a2-bc57-edf9f243a007 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=612cab1b-cec0-43d6-8e72-252bc370fd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508930 Dec 08 16:33:38.153307 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6ba4f944-19bd-4edc-bfa1-e6966033afab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:38.180150 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-868141da-bf36-48fc-83b2-1dc8aed426bf tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Deleting port a85fc0e8-3e86-4eaa-8953-b2f4325f2623 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:33:38.184612 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-868141da-bf36-48fc-83b2-1dc8aed426bf tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:38.225485 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-73f56095-4e37-4c36-95b3-468c71aec387 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:38.251541 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba4f944-19bd-4edc-bfa1-e6966033afab None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:33:38.262164 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-6ba4f944-19bd-4edc-bfa1-e6966033afab None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:33:38.283925 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6c8f298d-2989-4cfc-a5f7-8adb0f06b361 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:38.346731 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba4f944-19bd-4edc-bfa1-e6966033afab None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:33:38.392230 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f56095-4e37-4c36-95b3-468c71aec387 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Network 1f6ceca8-1fff-423b-9418-b1a2b0b1af56 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:33:38.395386 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6c8f298d-2989-4cfc-a5f7-8adb0f06b361 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:38.416990 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-73f56095-4e37-4c36-95b3-468c71aec387 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:33:38.421917 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f56095-4e37-4c36-95b3-468c71aec387 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event updated for resources: {'Port': ['ID=104329fe-e047-47d1-b6d1-4de587798c99,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:38.431963 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f56095-4e37-4c36-95b3-468c71aec387 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:33:38.434579 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-73f56095-4e37-4c36-95b3-468c71aec387 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:38.445111 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba4f944-19bd-4edc-bfa1-e6966033afab None None] Pushing event updated for resources: {'Port': ['ID=204fd4c3-fe3f-4a65-ac80-75ab40d12890,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:38.469032 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-6ba4f944-19bd-4edc-bfa1-e6966033afab None None] Attempting to bind port 204fd4c3-fe3f-4a65-ac80-75ab40d12890 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:33:38.473205 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-6ba4f944-19bd-4edc-bfa1-e6966033afab None None] Attempting to bind port 204fd4c3-fe3f-4a65-ac80-75ab40d12890 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:33:38.474067 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba4f944-19bd-4edc-bfa1-e6966033afab None None] Attempting to bind port 204fd4c3-fe3f-4a65-ac80-75ab40d12890 on network e406e062-eec7-4ef2-b02a-de32c9a24df9 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:33:38.482864 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba4f944-19bd-4edc-bfa1-e6966033afab None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:33:38.484513 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba4f944-19bd-4edc-bfa1-e6966033afab None None] Checking segment: {'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:33:38.485342 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6ba4f944-19bd-4edc-bfa1-e6966033afab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:38.486097 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba4f944-19bd-4edc-bfa1-e6966033afab None None] Bound using segment: {'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:33:38.487130 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-6ba4f944-19bd-4edc-bfa1-e6966033afab None None] Bound port: 204fd4c3-fe3f-4a65-ac80-75ab40d12890, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:33:38.487801 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6ba4f944-19bd-4edc-bfa1-e6966033afab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:38.531102 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-868141da-bf36-48fc-83b2-1dc8aed426bf tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:38.555701 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-868141da-bf36-48fc-83b2-1dc8aed426bf tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Calling delete_port for a85fc0e8-3e86-4eaa-8953-b2f4325f2623 owned by {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:33:38.582194 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a4de16-5a86-482c-94f9-1a01ffd8d367 req-70212661-d843-4bde-ae40-44545cbf3281 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:38.584099 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-89a4de16-5a86-482c-94f9-1a01ffd8d367 req-70212661-d843-4bde-ae40-44545cbf3281 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac HTTP/1.1" status: 200 len: 943 time: 0.1917868 Dec 08 16:33:38.642051 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-6ba4f944-19bd-4edc-bfa1-e6966033afab None None] For port 204fd4c3-fe3f-4a65-ac80-75ab40d12890, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:33:38.650007 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-6ba4f944-19bd-4edc-bfa1-e6966033afab None None] For port 204fd4c3-fe3f-4a65-ac80-75ab40d12890, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=204fd4c3-fe3f-4a65-ac80-75ab40d12890,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:33:38.663354 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333f433-d86e-4604-bb95-08f6093db5fe req-e374ec14-cd9b-4932-9658-360acef51bb4 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:38.665223 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7333f433-d86e-4604-bb95-08f6093db5fe req-e374ec14-cd9b-4932-9658-360acef51bb4 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ea2bcdb-7b63-4fa3-98fa-ba5b17248623 HTTP/1.1" status: 200 len: 946 time: 0.3838847 Dec 08 16:33:38.744628 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7333f433-d86e-4604-bb95-08f6093db5fe req-87e86c9a-cb74-4f62-ac3c-953ab261aef7 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=612cab1b-cec0-43d6-8e72-252bc370fd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713782 Dec 08 16:33:38.756663 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-89a4de16-5a86-482c-94f9-1a01ffd8d367 req-0983fac4-1fb3-4c93-942d-6079677c9bb4 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718732 Dec 08 16:33:38.759292 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:38.770991 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 49460) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:38.779353 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75c96cf-2c7d-45da-9b61-776e30c9bda6 None None] Network 1f6ceca8-1fff-423b-9418-b1a2b0b1af56 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:33:38.804964 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6c8f298d-2989-4cfc-a5f7-8adb0f06b361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:38.808056 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6c8f298d-2989-4cfc-a5f7-8adb0f06b361 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:38.813201 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-6c8f298d-2989-4cfc-a5f7-8adb0f06b361 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/15b98ab0-a4d4-4770-9f81-ddb98d5974fa HTTP/1.1" status: 204 len: 168 time: 0.7688897 Dec 08 16:33:38.836464 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8f298d-2989-4cfc-a5f7-8adb0f06b361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b98ab0-a4d4-4770-9f81-ddb98d5974fa,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:38.890747 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6ba4f944-19bd-4edc-bfa1-e6966033afab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:38.907815 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a718a632-2ab4-498c-81c0-bde5fec1003a tempest-TestNetworkAdvancedServerOps-1604663679 tempest-TestNetworkAdvancedServerOps-1604663679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:38.910671 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a718a632-2ab4-498c-81c0-bde5fec1003a tempest-TestNetworkAdvancedServerOps-1604663679 tempest-TestNetworkAdvancedServerOps-1604663679-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=6ea2bcdb-7b63-4fa3-98fa-ba5b17248623 HTTP/1.1" status: 200 len: 1093 time: 0.1364250 Dec 08 16:33:38.914764 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 49466) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:38.922940 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-bf8fc8f2-1e64-41a3-913f-d4a69293c8eb tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Request body: {'floatingip': {'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'port_id': '73014060-6cd3-479e-a5de-4d5f58d90fcd', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:38.962301 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-73f56095-4e37-4c36-95b3-468c71aec387 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:39.093103 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bf8fc8f2-1e64-41a3-913f-d4a69293c8eb tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for floatingip, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:39.120056 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-868141da-bf36-48fc-83b2-1dc8aed426bf tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:39.139346 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba4f944-19bd-4edc-bfa1-e6966033afab None None] Pushing event updated for resources: {'Port': ['ID=204fd4c3-fe3f-4a65-ac80-75ab40d12890,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:39.157280 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868141da-bf36-48fc-83b2-1dc8aed426bf tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event deleted for resources: {'Port': ['ID=a85fc0e8-3e86-4eaa-8953-b2f4325f2623,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:39.183945 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-73a24863-6617-4ffc-bf05-11639f4cde7d None None] Provisioning complete for port e64004e8-7b68-42dd-bbee-526680e7c4f9 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:39.185414 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-73a24863-6617-4ffc-bf05-11639f4cde7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:39.217402 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-868141da-bf36-48fc-83b2-1dc8aed426bf tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:39.234706 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-868141da-bf36-48fc-83b2-1dc8aed426bf tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/ports/a85fc0e8-3e86-4eaa-8953-b2f4325f2623 HTTP/1.1" status: 204 len: 168 time: 1.3627515 Dec 08 16:33:39.238906 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 49472) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:39.379722 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c719ffe6-d900-4b57-95b4-8774443ba94a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:39.386218 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c719ffe6-d900-4b57-95b4-8774443ba94a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:39.387882 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c719ffe6-d900-4b57-95b4-8774443ba94a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1466269 Dec 08 16:33:39.391550 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 49476) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:39.574670 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-c841750c-7efb-4e90-be55-50895d9e4d05 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Deleting subnet 9caaea72-e712-4ae0-a091-ea422dbb9d80 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:33:39.587151 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 12bba991-6850-4d98-b898-876e0a3e1ae6 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:33:39.591942 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c841750c-7efb-4e90-be55-50895d9e4d05 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:39.762697 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c841750c-7efb-4e90-be55-50895d9e4d05 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:39.940834 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bf8fc8f2-1e64-41a3-913f-d4a69293c8eb tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:39.995734 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c841750c-7efb-4e90-be55-50895d9e4d05 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:40.054147 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c358f25-2c01-4eed-aaf0-09b74cd29891 None None] Network c63b77b9-fe6a-418b-84cf-557c8b07ce93 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:33:40.209354 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-73f56095-4e37-4c36-95b3-468c71aec387 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:40.224361 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb6c808-a3ad-4010-aeda-da53fe295199 req-d677ebe6-ac8e-4087-8e1b-383894bba26a tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:40.226138 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9eb6c808-a3ad-4010-aeda-da53fe295199 req-d677ebe6-ac8e-4087-8e1b-383894bba26a tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac HTTP/1.1" status: 200 len: 943 time: 0.2907598 Dec 08 16:33:40.231453 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c841750c-7efb-4e90-be55-50895d9e4d05 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:40.249091 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-73a24863-6617-4ffc-bf05-11639f4cde7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:40.286528 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c841750c-7efb-4e90-be55-50895d9e4d05 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event deleted for resources: {'Subnet': ['ID=9caaea72-e712-4ae0-a091-ea422dbb9d80,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:40.294852 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c841750c-7efb-4e90-be55-50895d9e4d05 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:40.305703 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c841750c-7efb-4e90-be55-50895d9e4d05 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/subnets/9caaea72-e712-4ae0-a091-ea422dbb9d80 HTTP/1.1" status: 204 len: 168 time: 0.9130342 Dec 08 16:33:40.305889 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 49500) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:40.359499 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-73a24863-6617-4ffc-bf05-11639f4cde7d None None] For port e64004e8-7b68-42dd-bbee-526680e7c4f9, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=e64004e8-7b68-42dd-bbee-526680e7c4f9,segment=NetworkSegment(4412ec58-d36d-4297-8550-774f26981528),segment_id=4412ec58-d36d-4297-8550-774f26981528)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:40.360908 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 12bba991-6850-4d98-b898-876e0a3e1ae6 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:40.361468 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:40.448560 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-73f56095-4e37-4c36-95b3-468c71aec387 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:40.449427 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-73f56095-4e37-4c36-95b3-468c71aec387 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:40.453054 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-73a24863-6617-4ffc-bf05-11639f4cde7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:40.551556 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 49508) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:40.562269 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-2c72d024-d77d-4420-8020-741f7c5e14ee tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Request body: {'subnet': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:40.568444 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ae2023ef-0589-414f-b1b6-e14905e20ec7 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2588484 Dec 08 16:33:40.604349 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-bf8fc8f2-1e64-41a3-913f-d4a69293c8eb tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Allocated IP 172.25.0.161 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/7c1f861e-1538-4607-bef9-133318f01c9d) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:33:40.661986 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:40.670105 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a24863-6617-4ffc-bf05-11639f4cde7d None None] Pushing event updated for resources: {'Port': ['ID=e64004e8-7b68-42dd-bbee-526680e7c4f9,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:40.705392 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-1e3ed8ab-4b79-4431-ad4c-986e65cd4cb6 None None] Provisioning complete for port 12bba991-6850-4d98-b898-876e0a3e1ae6 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:40.705771 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1e3ed8ab-4b79-4431-ad4c-986e65cd4cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:40.876021 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 49514) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:40.922546 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bf8fc8f2-1e64-41a3-913f-d4a69293c8eb tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:40.922715 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 12bba991-6850-4d98-b898-876e0a3e1ae6, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=12bba991-6850-4d98-b898-876e0a3e1ae6,segment=NetworkSegment(ce84f533-6d74-4b95-8f0d-d00068472d69),segment_id=ce84f533-6d74-4b95-8f0d-d00068472d69)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:40.956025 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f56095-4e37-4c36-95b3-468c71aec387 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event updated for resources: {'Port': ['ID=104329fe-e047-47d1-b6d1-4de587798c99,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:40.979066 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c72d024-d77d-4420-8020-741f7c5e14ee tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Made reservation on behalf of 450e207568904a6eabc726912d992373 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:33:40.983075 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2c72d024-d77d-4420-8020-741f7c5e14ee tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:41.011070 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:41.012541 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device e64004e8-7b68-42dd-bbee-526680e7c4f9 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:33:41.088243 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9eb6c808-a3ad-4010-aeda-da53fe295199 req-daf81a25-0570-4190-9d5b-3ea3c17ad8d8 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8454459 Dec 08 16:33:41.177631 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1e3ed8ab-4b79-4431-ad4c-986e65cd4cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:41.288061 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f56095-4e37-4c36-95b3-468c71aec387 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Network 1f6ceca8-1fff-423b-9418-b1a2b0b1af56 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:33:41.298684 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-73f56095-4e37-4c36-95b3-468c71aec387 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:33:41.359351 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c15cf127-52b6-415b-b4d4-a79ea727c320 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:41.375576 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port e64004e8-7b68-42dd-bbee-526680e7c4f9 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:41.376131 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:41.458756 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bf8fc8f2-1e64-41a3-913f-d4a69293c8eb tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:41.528139 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=12bba991-6850-4d98-b898-876e0a3e1ae6,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:41.539514 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8fc8f2-1e64-41a3-913f-d4a69293c8eb tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:33:41.544671 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-bf8fc8f2-1e64-41a3-913f-d4a69293c8eb tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:33:41.555748 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8fc8f2-1e64-41a3-913f-d4a69293c8eb tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:33:41.560641 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef5cb21-b26e-411e-8499-c1e97fa91743 None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:33:41.651023 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.db.api [None req-1e3ed8ab-4b79-4431-ad4c-986e65cd4cb6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:33:41.651772 n-d-776250-12 neutron-server[110552]: DEBUG oslo_db.api [None req-1e3ed8ab-4b79-4431-ad4c-986e65cd4cb6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:33:41.680744 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c15cf127-52b6-415b-b4d4-a79ea727c320 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:41.691785 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d440c591-d46a-48c1-8f4e-482960e1d606 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:41.861996 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240c064e-f489-4ed8-9b0a-b4335e062a63 None None] DHCP port deletion for e406e062-eec7-4ef2-b02a-de32c9a24df9 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:33:41.872734 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c15cf127-52b6-415b-b4d4-a79ea727c320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:41.918887 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c15cf127-52b6-415b-b4d4-a79ea727c320 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=aff5509bac0946b784978f7ce8c50f6f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0411777 Dec 08 16:33:41.927418 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 49536) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:41.958770 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-240c064e-f489-4ed8-9b0a-b4335e062a63 None None] Deleting port 204fd4c3-fe3f-4a65-ac80-75ab40d12890 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:33:41.959486 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-240c064e-f489-4ed8-9b0a-b4335e062a63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:41.978468 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15cf127-52b6-415b-b4d4-a79ea727c320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c080b946-af4f-40e7-9c50-e3eb7437edea,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:42.085719 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8fc8f2-1e64-41a3-913f-d4a69293c8eb tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event updated for resources: {'Port': ['ID=7c1f861e-1538-4607-bef9-133318f01c9d,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:42.107239 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-240c064e-f489-4ed8-9b0a-b4335e062a63 None None] For port 204fd4c3-fe3f-4a65-ac80-75ab40d12890, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=204fd4c3-fe3f-4a65-ac80-75ab40d12890,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:42.107674 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-240c064e-f489-4ed8-9b0a-b4335e062a63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:42.129145 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-240c064e-f489-4ed8-9b0a-b4335e062a63 None None] Calling delete_port for 204fd4c3-fe3f-4a65-ac80-75ab40d12890 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:33:42.132938 n-d-776250-12 neutron-server[110550]: DEBUG neutron.objects.ports [None req-2c72d024-d77d-4420-8020-741f7c5e14ee tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110550) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 16:33:42.134354 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0cb943b3-0e1f-44e5-8d89-8c7be9aa3e6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:42.185359 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0cb943b3-0e1f-44e5-8d89-8c7be9aa3e6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:42.389748 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab923db-092e-4fda-b9c8-7ddc6fc16632 req-17582793-f1d9-417e-aba0-03a0f3d7ffc1 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:42.391291 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8ab923db-092e-4fda-b9c8-7ddc6fc16632 req-17582793-f1d9-417e-aba0-03a0f3d7ffc1 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac HTTP/1.1" status: 200 len: 943 time: 0.1209588 Dec 08 16:33:42.398976 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-28e7e405-0b42-41f4-885a-b19b4296d3b8 None None] Provisioning complete for port e64004e8-7b68-42dd-bbee-526680e7c4f9 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:42.399568 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-28e7e405-0b42-41f4-885a-b19b4296d3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:42.415218 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73f56095-4e37-4c36-95b3-468c71aec387 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Router 5ca9b182-0dcf-43f2-a451-efde6f55e48d is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:33:42.486217 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8ab923db-092e-4fda-b9c8-7ddc6fc16632 req-63312db5-a4ee-4304-8a2b-4bca3a48cb03 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827889 Dec 08 16:33:42.492136 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-240c064e-f489-4ed8-9b0a-b4335e062a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:42.512787 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0cb943b3-0e1f-44e5-8d89-8c7be9aa3e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:42.516713 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0cb943b3-0e1f-44e5-8d89-8c7be9aa3e6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:42.517978 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-0cb943b3-0e1f-44e5-8d89-8c7be9aa3e6b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c080b946-af4f-40e7-9c50-e3eb7437edea HTTP/1.1" status: 204 len: 168 time: 0.5892830 Dec 08 16:33:42.537738 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb943b3-0e1f-44e5-8d89-8c7be9aa3e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c080b946-af4f-40e7-9c50-e3eb7437edea,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:42.543058 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240c064e-f489-4ed8-9b0a-b4335e062a63 None None] Pushing event deleted for resources: {'Port': ['ID=204fd4c3-fe3f-4a65-ac80-75ab40d12890,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:42.556119 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240c064e-f489-4ed8-9b0a-b4335e062a63 None None] No DVR routers for this DVR port 204fd4c3-fe3f-4a65-ac80-75ab40d12890 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:33:42.580874 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.ipam_pluggable_backend [None req-2c72d024-d77d-4420-8020-741f7c5e14ee tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Port 204fd4c3-fe3f-4a65-ac80-75ab40d12890 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=110550) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 08 16:33:42.581220 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.ipam_pluggable_backend [None req-2c72d024-d77d-4420-8020-741f7c5e14ee tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Reverting IP allocation for 2001:db8::f816:3eff:fe66:e7bd {{(pid=110550) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 08 16:33:42.587295 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.ipam_pluggable_backend [None req-2c72d024-d77d-4420-8020-741f7c5e14ee tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe66:e7bd {{(pid=110550) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 08 16:33:42.589062 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2c72d024-d77d-4420-8020-741f7c5e14ee tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:42.593680 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-28e7e405-0b42-41f4-885a-b19b4296d3b8 None None] Provisioning complete for port 104329fe-e047-47d1-b6d1-4de587798c99 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:42.594171 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-28e7e405-0b42-41f4-885a-b19b4296d3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:42.646896 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-28e7e405-0b42-41f4-885a-b19b4296d3b8 None None] Port 104329fe-e047-47d1-b6d1-4de587798c99 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:33:42.665371 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c72d024-d77d-4420-8020-741f7c5e14ee tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:33:42.671591 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-2c72d024-d77d-4420-8020-741f7c5e14ee tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:33:42.677778 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-28e7e405-0b42-41f4-885a-b19b4296d3b8 None None] Provisioning complete for port 12bba991-6850-4d98-b898-876e0a3e1ae6 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:42.678257 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-28e7e405-0b42-41f4-885a-b19b4296d3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:42.682067 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c72d024-d77d-4420-8020-741f7c5e14ee tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:42.682856 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2c72d024-d77d-4420-8020-741f7c5e14ee tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:42.708223 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c72d024-d77d-4420-8020-741f7c5e14ee tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event updated for resources: {'Subnet': ['ID=fcf73082-bf21-4464-a814-b913f6625a4f,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:42.733653 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b221fc8-1982-4d50-afc2-753fdb405896 None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:33:42.782847 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-2c72d024-d77d-4420-8020-741f7c5e14ee tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.2294903 Dec 08 16:33:42.785232 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 49558) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:42.790440 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-42903a41-7620-47e3-8930-68a8deaafe68 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Request body: {'port': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'mac_address': 'fa:16:3e:93:43:ec', 'name': 'tempest-NetworksTestDHCPv6-1705260770'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:42.894232 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f56095-4e37-4c36-95b3-468c71aec387 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:33:42.907501 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-73f56095-4e37-4c36-95b3-468c71aec387 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "PUT /v2.0/routers/5ca9b182-0dcf-43f2-a451-efde6f55e48d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4093661 Dec 08 16:33:42.913706 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 49562) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:42.924002 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423fbedf-b969-4696-932f-79f1f25bd83c None None] Sync routers for ids ['5ca9b182-0dcf-43f2-a451-efde6f55e48d'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:33:42.997641 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5f35d3-8837-465e-b8ec-9edbf4d5f0e6 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:42.999274 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-0a5f35d3-8837-465e-b8ec-9edbf4d5f0e6 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "GET /v2.0/ports/104329fe-e047-47d1-b6d1-4de587798c99 HTTP/1.1" status: 200 len: 911 time: 0.0844097 Dec 08 16:33:43.005357 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 49566) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:43.065159 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423fbedf-b969-4696-932f-79f1f25bd83c None None] Routers {'5ca9b182-0dcf-43f2-a451-efde6f55e48d'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:33:43.066640 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-423fbedf-b969-4696-932f-79f1f25bd83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:33:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['5ca9b182-0dcf-43f2-a451-efde6f55e48d'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:43.069301 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 12bba991-6850-4d98-b898-876e0a3e1ae6 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:33:43.165920 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bf8fc8f2-1e64-41a3-913f-d4a69293c8eb tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:43.185281 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223e9a22-896e-4e20-8f65-1dbc6c03a0c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-e406e062-eec7-4ef2-b02a-de32c9a24df9', 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'project_id': '450e207568904a6eabc726912d992373', 'fixed_ips': [{'subnet_id': 'fcf73082-bf21-4464-a814-b913f6625a4f'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:33:43.187133 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-223e9a22-896e-4e20-8f65-1dbc6c03a0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:43.201938 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-423fbedf-b969-4696-932f-79f1f25bd83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:43.247177 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423fbedf-b969-4696-932f-79f1f25bd83c None None] Routers {'5ca9b182-0dcf-43f2-a451-efde6f55e48d'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:33:43.248092 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-423fbedf-b969-4696-932f-79f1f25bd83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:33:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['5ca9b182-0dcf-43f2-a451-efde6f55e48d'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:43.308907 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-423fbedf-b969-4696-932f-79f1f25bd83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:43.311493 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423fbedf-b969-4696-932f-79f1f25bd83c None None] The sync data for ids ['5ca9b182-0dcf-43f2-a451-efde6f55e48d'] in n-d-776250-12 is: [] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:33:43.318061 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-28e7e405-0b42-41f4-885a-b19b4296d3b8 None None] Could not find standard attr ID for object 204fd4c3-fe3f-4a65-ac80-75ab40d12890. {{(pid=110552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:33:43.439858 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 12bba991-6850-4d98-b898-876e0a3e1ae6 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:43.440511 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:43.515562 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bf8fc8f2-1e64-41a3-913f-d4a69293c8eb tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:43.540875 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-223e9a22-896e-4e20-8f65-1dbc6c03a0c1 None None] Allocated IP 2001:db8::f816:3eff:fed8:7ffd (e406e062-eec7-4ef2-b02a-de32c9a24df9/fcf73082-bf21-4464-a814-b913f6625a4f/6fcc3da4-4517-4e8a-bf41-941b51b01b9a) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:33:43.667685 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device e64004e8-7b68-42dd-bbee-526680e7c4f9 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:33:43.721381 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcee2dfd-87e2-446f-9d48-d40f06d28241 req-45c3c6a9-4d1e-4c3e-8301-1e594aac1061 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:43.730072 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-dcee2dfd-87e2-446f-9d48-d40f06d28241 req-45c3c6a9-4d1e-4c3e-8301-1e594aac1061 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac HTTP/1.1" status: 200 len: 943 time: 0.1395380 Dec 08 16:33:43.787551 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 49588) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:43.817446 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b44c3e88-82f3-4ac8-9884-916717e6ad88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:43.864820 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-dcee2dfd-87e2-446f-9d48-d40f06d28241 req-d2fc4499-ed0e-4d36-890a-e9e7268e6532 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285183 Dec 08 16:33:43.887915 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bf8fc8f2-1e64-41a3-913f-d4a69293c8eb tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:43.901521 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42903a41-7620-47e3-8930-68a8deaafe68 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Made reservation on behalf of 450e207568904a6eabc726912d992373 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:33:43.954231 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-223e9a22-896e-4e20-8f65-1dbc6c03a0c1 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:43.959113 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port e64004e8-7b68-42dd-bbee-526680e7c4f9 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:43.959490 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:43.987107 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b44c3e88-82f3-4ac8-9884-916717e6ad88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:44.008481 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bf8fc8f2-1e64-41a3-913f-d4a69293c8eb tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:44.068542 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-223e9a22-896e-4e20-8f65-1dbc6c03a0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:44.117066 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-42903a41-7620-47e3-8930-68a8deaafe68 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:44.117617 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 204fd4c3-fe3f-4a65-ac80-75ab40d12890 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:33:44.124269 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bf8fc8f2-1e64-41a3-913f-d4a69293c8eb tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:44.134357 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b44c3e88-82f3-4ac8-9884-916717e6ad88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:44.141472 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223e9a22-896e-4e20-8f65-1dbc6c03a0c1 None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:33:44.175781 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [None req-42903a41-7620-47e3-8930-68a8deaafe68 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] device_id is not set on port 5a061c34-ec61-4504-be4a-c14c4b905070 yet. {{(pid=110550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:33:44.187422 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d8b0eb4a-47ca-4628-a3e6-3eba56d42494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:44.190873 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-223e9a22-896e-4e20-8f65-1dbc6c03a0c1 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:33:44.194062 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223e9a22-896e-4e20-8f65-1dbc6c03a0c1 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:33:44.208256 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 204fd4c3-fe3f-4a65-ac80-75ab40d12890 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:33:44.208953 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 204fd4c3-fe3f-4a65-ac80-75ab40d12890 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:33:44.233533 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223e9a22-896e-4e20-8f65-1dbc6c03a0c1 None None] Pushing event updated for resources: {'Port': ['ID=6fcc3da4-4517-4e8a-bf41-941b51b01b9a,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:44.243515 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8fc8f2-1e64-41a3-913f-d4a69293c8eb tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event updated for resources: {'Port': ['ID=7c1f861e-1538-4607-bef9-133318f01c9d,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:44.255039 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b44c3e88-82f3-4ac8-9884-916717e6ad88 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1e9e9239c1a24a9087a3eb5e4eda822f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4620888 Dec 08 16:33:44.262581 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 49596) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:44.279041 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-223e9a22-896e-4e20-8f65-1dbc6c03a0c1 None None] Attempting to bind port 6fcc3da4-4517-4e8a-bf41-941b51b01b9a on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:33:44.279576 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-223e9a22-896e-4e20-8f65-1dbc6c03a0c1 None None] Attempting to bind port 6fcc3da4-4517-4e8a-bf41-941b51b01b9a by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:33:44.280093 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223e9a22-896e-4e20-8f65-1dbc6c03a0c1 None None] Attempting to bind port 6fcc3da4-4517-4e8a-bf41-941b51b01b9a on network e406e062-eec7-4ef2-b02a-de32c9a24df9 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:33:44.287111 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223e9a22-896e-4e20-8f65-1dbc6c03a0c1 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:33:44.287645 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223e9a22-896e-4e20-8f65-1dbc6c03a0c1 None None] Checking segment: {'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:33:44.288237 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-223e9a22-896e-4e20-8f65-1dbc6c03a0c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:44.288739 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223e9a22-896e-4e20-8f65-1dbc6c03a0c1 None None] Bound using segment: {'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:33:44.289377 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-223e9a22-896e-4e20-8f65-1dbc6c03a0c1 None None] Bound port: 6fcc3da4-4517-4e8a-bf41-941b51b01b9a, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:33:44.289951 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-223e9a22-896e-4e20-8f65-1dbc6c03a0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:44.310923 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44c3e88-82f3-4ac8-9884-916717e6ad88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a29847-98ee-484a-b742-8549cc879db2,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:44.362471 n-d-776250-12 neutron-server[110551]: INFO neutron.db.l3_db [None req-bf8fc8f2-1e64-41a3-913f-d4a69293c8eb tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Floating IP 0015e499-2597-47b0-b134-dbd17be792ca associated. External IP: 172.25.0.161, port: 73014060-6cd3-479e-a5de-4d5f58d90fcd. Dec 08 16:33:44.510055 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d8702e34-2b93-4de8-acc1-63c44d834749 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:44.516015 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ae37f518-205c-4ba5-888e-1944e5c5f5e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:44.536603 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-42903a41-7620-47e3-8930-68a8deaafe68 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Allocated IP 2001:db8::f816:3eff:fe93:43ec (e406e062-eec7-4ef2-b02a-de32c9a24df9/fcf73082-bf21-4464-a814-b913f6625a4f/5a061c34-ec61-4504-be4a-c14c4b905070) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:33:44.546864 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-223e9a22-896e-4e20-8f65-1dbc6c03a0c1 None None] For port 6fcc3da4-4517-4e8a-bf41-941b51b01b9a, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:33:44.551834 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-223e9a22-896e-4e20-8f65-1dbc6c03a0c1 None None] For port 6fcc3da4-4517-4e8a-bf41-941b51b01b9a, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=6fcc3da4-4517-4e8a-bf41-941b51b01b9a,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:33:44.630545 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf8fc8f2-1e64-41a3-913f-d4a69293c8eb tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Router 28efaf43-46eb-4bb0-952b-6df3cd9f9352 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:33:44.637318 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ae37f518-205c-4ba5-888e-1944e5c5f5e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:44.714508 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-223e9a22-896e-4e20-8f65-1dbc6c03a0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:44.800952 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf8fc8f2-1e64-41a3-913f-d4a69293c8eb tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:33:44.812264 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f5b860-7833-4151-acf4-e446b0aa8672 None None] Sync routers for ids ['28efaf43-46eb-4bb0-952b-6df3cd9f9352'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:33:44.880812 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f5b860-7833-4151-acf4-e446b0aa8672 None None] Routers {'28efaf43-46eb-4bb0-952b-6df3cd9f9352'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:33:44.881459 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-01f5b860-7833-4151-acf4-e446b0aa8672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:33:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['28efaf43-46eb-4bb0-952b-6df3cd9f9352'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:44.883195 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223e9a22-896e-4e20-8f65-1dbc6c03a0c1 None None] Pushing event updated for resources: {'Port': ['ID=6fcc3da4-4517-4e8a-bf41-941b51b01b9a,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:44.893853 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223e9a22-896e-4e20-8f65-1dbc6c03a0c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:44.894270 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223e9a22-896e-4e20-8f65-1dbc6c03a0c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:44.897022 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223e9a22-896e-4e20-8f65-1dbc6c03a0c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:44.897022 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223e9a22-896e-4e20-8f65-1dbc6c03a0c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:44.897022 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223e9a22-896e-4e20-8f65-1dbc6c03a0c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:44.897022 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223e9a22-896e-4e20-8f65-1dbc6c03a0c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:44.897022 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223e9a22-896e-4e20-8f65-1dbc6c03a0c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:44.897022 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223e9a22-896e-4e20-8f65-1dbc6c03a0c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:44.897022 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223e9a22-896e-4e20-8f65-1dbc6c03a0c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:44.897526 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223e9a22-896e-4e20-8f65-1dbc6c03a0c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:44.897794 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223e9a22-896e-4e20-8f65-1dbc6c03a0c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:44.898072 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223e9a22-896e-4e20-8f65-1dbc6c03a0c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:44.898547 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223e9a22-896e-4e20-8f65-1dbc6c03a0c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:44.927657 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ae37f518-205c-4ba5-888e-1944e5c5f5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:44.932881 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ae37f518-205c-4ba5-888e-1944e5c5f5e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:44.936976 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ae37f518-205c-4ba5-888e-1944e5c5f5e6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/54a29847-98ee-484a-b742-8549cc879db2 HTTP/1.1" status: 204 len: 168 time: 0.6285579 Dec 08 16:33:45.013700 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae37f518-205c-4ba5-888e-1944e5c5f5e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a29847-98ee-484a-b742-8549cc879db2,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:45.025438 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bf8fc8f2-1e64-41a3-913f-d4a69293c8eb tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:45.092477 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-42903a41-7620-47e3-8930-68a8deaafe68 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:45.140264 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-d8702e34-2b93-4de8-acc1-63c44d834749 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Allocated IP 2001:db8:1::1 (c63b77b9-fe6a-418b-84cf-557c8b07ce93/dada5c56-41cd-4d92-9635-85d434c6c7ee/3e0f14c8-26fc-44c5-bf2a-5ded2aa8ba7a) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:33:45.192670 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-bf8fc8f2-1e64-41a3-913f-d4a69293c8eb tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.2755983 Dec 08 16:33:45.195015 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ea2bcdb-7b63-4fa3-98fa-ba5b17248623', 'tag': '73014060-6cd3-479e-a5de-4d5f58d90fcd'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:33:45.197589 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dffe54b0-35bf-412e-a4d0-61da55c9954f" -d '{"events": [{"name": "network-changed", "server_uuid": "6ea2bcdb-7b63-4fa3-98fa-ba5b17248623", "tag": "73014060-6cd3-479e-a5de-4d5f58d90fcd"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:33:45.248955 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9150cd0c-4def-4c92-a1ba-c11883903e71 req-1a0fcd0e-cd1f-4e2f-baaa-4385b3a7d868 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:45.250200 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9150cd0c-4def-4c92-a1ba-c11883903e71 req-1a0fcd0e-cd1f-4e2f-baaa-4385b3a7d868 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac HTTP/1.1" status: 200 len: 943 time: 0.2458663 Dec 08 16:33:45.367910 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:45.373920 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-01f5b860-7833-4151-acf4-e446b0aa8672 None None] Set router 28efaf43-46eb-4bb0-952b-6df3cd9f9352 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:33:45.485054 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d33d46e-1296-488c-9dcf-c6b3a98fc178 req-037d6894-3b93-4720-8691-8d4ca45dee31 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:45.486818 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1d33d46e-1296-488c-9dcf-c6b3a98fc178 req-037d6894-3b93-4720-8691-8d4ca45dee31 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ea2bcdb-7b63-4fa3-98fa-ba5b17248623 HTTP/1.1" status: 200 len: 946 time: 0.1257892 Dec 08 16:33:45.501745 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-42903a41-7620-47e3-8930-68a8deaafe68 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:45.584788 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1d33d46e-1296-488c-9dcf-c6b3a98fc178 req-99f13c6e-8d6d-4fcf-892c-473892dde098 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=612cab1b-cec0-43d6-8e72-252bc370fd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873148 Dec 08 16:33:45.622595 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 49628) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:45.629164 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9150cd0c-4def-4c92-a1ba-c11883903e71 req-bd124029-f0df-47f3-a587-377268bdd890 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3600931 Dec 08 16:33:45.643058 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42903a41-7620-47e3-8930-68a8deaafe68 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event updated for resources: {'Port': ['ID=5a061c34-ec61-4504-be4a-c14c4b905070,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:45.670649 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42903a41-7620-47e3-8930-68a8deaafe68 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:33:45.678613 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-42903a41-7620-47e3-8930-68a8deaafe68 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:33:45.682012 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42903a41-7620-47e3-8930-68a8deaafe68 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:33:45.688292 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42903a41-7620-47e3-8930-68a8deaafe68 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:45.689267 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-42903a41-7620-47e3-8930-68a8deaafe68 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:45.708820 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d8702e34-2b93-4de8-acc1-63c44d834749 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:45.789458 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a0526071-be6b-4416-9345-0cbf8e226697 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/floatingips/0015e499-2597-47b0-b134-dbd17be792ca HTTP/1.1" status: 200 len: 992 time: 0.1655314 Dec 08 16:33:45.792504 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0556f21-81d7-483a-b1e2-664994be295b x-openstack-request-id: req-d0556f21-81d7-483a-b1e2-664994be295b {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:33:45.792504 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ea2bcdb-7b63-4fa3-98fa-ba5b17248623", "tag": "73014060-6cd3-479e-a5de-4d5f58d90fcd", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:33:45.792504 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d0556f21-81d7-483a-b1e2-664994be295b {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:33:45.792937 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ea2bcdb-7b63-4fa3-98fa-ba5b17248623', 'tag': '73014060-6cd3-479e-a5de-4d5f58d90fcd', 'status': 'completed', 'code': 200} Dec 08 16:33:45.826074 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-42903a41-7620-47e3-8930-68a8deaafe68 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0397110 Dec 08 16:33:45.829569 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 49632) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:45.878980 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe54b0-35bf-412e-a4d0-61da55c9954f req-ee759fda-1346-48a3-98cd-0aae84ba6cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:45.882316 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-dffe54b0-35bf-412e-a4d0-61da55c9954f req-ee759fda-1346-48a3-98cd-0aae84ba6cee service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5ac8783bc8454dbdaff01b6ea349ef5e&device_id=6ea2bcdb-7b63-4fa3-98fa-ba5b17248623 HTTP/1.1" status: 200 len: 1098 time: 0.1336741 Dec 08 16:33:45.979873 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-01f5b860-7833-4151-acf4-e446b0aa8672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28efaf43-46eb-4bb0-952b-6df3cd9f9352', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2015733819', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'afe83aaa-9d67-40b4-aa18-5c1dcd289050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:32:52Z', 'updated_at': '2021-12-08T16:33:09Z', 'revision_number': 4, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'gw_port': {'id': 'afe83aaa-9d67-40b4-aa18-5c1dcd289050', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28efaf43-46eb-4bb0-952b-6df3cd9f9352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:55Z', 'updated_at': '2021-12-08T16:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '0015e499-2597-47b0-b134-dbd17be792ca', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'floating_ip_address': '172.25.0.161', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '28efaf43-46eb-4bb0-952b-6df3cd9f9352', 'port_id': '73014060-6cd3-479e-a5de-4d5f58d90fcd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9aa49936-a2d8-4b4c-8899-7a242f872b33', 'mac_address': 'fa:16:3e:37:cf:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea2bcdb-7b63-4fa3-98fa-ba5b17248623', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:33:42Z', 'updated_at': '2021-12-08T16:33:42Z', 'revision_number': 0, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ddb66f7-b61d-4c9b-848f-20aa76a4698f', 'name': '', 'network_id': '9aa49936-a2d8-4b4c-8899-7a242f872b33', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'mac_address': 'fa:16:3e:99:32:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28efaf43-46eb-4bb0-952b-6df3cd9f9352', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'f0493f0b-911b-472f-a927-786c53df20e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:33:07Z', 'updated_at': '2021-12-08T16:33:16Z', 'revision_number': 5, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'subnets': [{'id': 'f0493f0b-911b-472f-a927-786c53df20e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:46.006722 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f98208-2af0-45ec-aa1c-f12941972173 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:46.022246 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f98208-2af0-45ec-aa1c-f12941972173 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:46.027812 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b9f98208-2af0-45ec-aa1c-f12941972173 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1945012 Dec 08 16:33:46.028109 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d8702e34-2b93-4de8-acc1-63c44d834749 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:46.028246 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 49640) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:46.082616 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f5b860-7833-4151-acf4-e446b0aa8672 None None] Checking router: 28efaf43-46eb-4bb0-952b-6df3cd9f9352 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:33:46.117104 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f5b860-7833-4151-acf4-e446b0aa8672 None None] Routers {'28efaf43-46eb-4bb0-952b-6df3cd9f9352'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:33:46.117775 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-01f5b860-7833-4151-acf4-e446b0aa8672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:33:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['28efaf43-46eb-4bb0-952b-6df3cd9f9352'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:46.248811 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8702e34-2b93-4de8-acc1-63c44d834749 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Network c63b77b9-fe6a-418b-84cf-557c8b07ce93 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:33:46.275801 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-d8702e34-2b93-4de8-acc1-63c44d834749 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:33:46.279966 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-37d62e56-796a-469a-95c9-36b9fbcb0227 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Deleting port 5a061c34-ec61-4504-be4a-c14c4b905070 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:33:46.281226 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-37d62e56-796a-469a-95c9-36b9fbcb0227 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:46.298666 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 6fcc3da4-4517-4e8a-bf41-941b51b01b9a up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:33:46.310646 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8702e34-2b93-4de8-acc1-63c44d834749 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:33:46.311219 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d8702e34-2b93-4de8-acc1-63c44d834749 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:46.317178 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8702e34-2b93-4de8-acc1-63c44d834749 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event updated for resources: {'Port': ['ID=3e0f14c8-26fc-44c5-bf2a-5ded2aa8ba7a,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:46.449590 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 6fcc3da4-4517-4e8a-bf41-941b51b01b9a triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:46.450417 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:46.474672 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-01f5b860-7833-4151-acf4-e446b0aa8672 None None] Set router 28efaf43-46eb-4bb0-952b-6df3cd9f9352 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:33:46.500391 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe54b0-35bf-412e-a4d0-61da55c9954f req-9923589d-90c3-4657-bb68-8e8b9fcc6a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:46.509583 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-dffe54b0-35bf-412e-a4d0-61da55c9954f req-9923589d-90c3-4657-bb68-8e8b9fcc6a71 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9aa49936-a2d8-4b4c-8899-7a242f872b33 HTTP/1.1" status: 200 len: 898 time: 0.6059322 Dec 08 16:33:46.580404 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-37d62e56-796a-469a-95c9-36b9fbcb0227 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:46.614561 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-37d62e56-796a-469a-95c9-36b9fbcb0227 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Calling delete_port for 5a061c34-ec61-4504-be4a-c14c4b905070 owned by {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:33:46.654803 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:46.824761 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 49662) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:46.842071 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 6fcc3da4-4517-4e8a-bf41-941b51b01b9a, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=6fcc3da4-4517-4e8a-bf41-941b51b01b9a,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:46.844358 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:46.901562 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-17552d49-4178-4d6e-b0a1-9d46ca538e35 None None] Provisioning complete for port 3e0f14c8-26fc-44c5-bf2a-5ded2aa8ba7a triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:46.901562 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-17552d49-4178-4d6e-b0a1-9d46ca538e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:46.978181 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-17552d49-4178-4d6e-b0a1-9d46ca538e35 None None] Port 3e0f14c8-26fc-44c5-bf2a-5ded2aa8ba7a cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:33:46.984706 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:47.005030 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-01f5b860-7833-4151-acf4-e446b0aa8672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28efaf43-46eb-4bb0-952b-6df3cd9f9352', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2015733819', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'afe83aaa-9d67-40b4-aa18-5c1dcd289050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:32:52Z', 'updated_at': '2021-12-08T16:33:09Z', 'revision_number': 4, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'gw_port': {'id': 'afe83aaa-9d67-40b4-aa18-5c1dcd289050', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28efaf43-46eb-4bb0-952b-6df3cd9f9352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:55Z', 'updated_at': '2021-12-08T16:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '0015e499-2597-47b0-b134-dbd17be792ca', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'floating_ip_address': '172.25.0.161', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '28efaf43-46eb-4bb0-952b-6df3cd9f9352', 'port_id': '73014060-6cd3-479e-a5de-4d5f58d90fcd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9aa49936-a2d8-4b4c-8899-7a242f872b33', 'mac_address': 'fa:16:3e:37:cf:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea2bcdb-7b63-4fa3-98fa-ba5b17248623', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:33:42Z', 'updated_at': '2021-12-08T16:33:42Z', 'revision_number': 0, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ddb66f7-b61d-4c9b-848f-20aa76a4698f', 'name': '', 'network_id': '9aa49936-a2d8-4b4c-8899-7a242f872b33', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'mac_address': 'fa:16:3e:99:32:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28efaf43-46eb-4bb0-952b-6df3cd9f9352', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'f0493f0b-911b-472f-a927-786c53df20e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:33:07Z', 'updated_at': '2021-12-08T16:33:16Z', 'revision_number': 5, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'subnets': [{'id': 'f0493f0b-911b-472f-a927-786c53df20e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:47.022614 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d8702e34-2b93-4de8-acc1-63c44d834749 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:47.030538 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f3b6e4ee-96b4-4226-b378-858fef719cb0 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/floatingips/0015e499-2597-47b0-b134-dbd17be792ca HTTP/1.1" status: 200 len: 992 time: 0.2072866 Dec 08 16:33:47.060413 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 379e92d6-a431-454f-9d2c-1a9bd027b544 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:33:47.078105 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f5b860-7833-4151-acf4-e446b0aa8672 None None] The sync data for ids ['28efaf43-46eb-4bb0-952b-6df3cd9f9352'] in n-d-776250-12 is: [{'id': '28efaf43-46eb-4bb0-952b-6df3cd9f9352', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2015733819', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'afe83aaa-9d67-40b4-aa18-5c1dcd289050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:32:52Z', 'updated_at': '2021-12-08T16:33:09Z', 'revision_number': 4, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'gw_port': {'id': 'afe83aaa-9d67-40b4-aa18-5c1dcd289050', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28efaf43-46eb-4bb0-952b-6df3cd9f9352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:55Z', 'updated_at': '2021-12-08T16:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '0015e499-2597-47b0-b134-dbd17be792ca', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'floating_ip_address': '172.25.0.161', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '28efaf43-46eb-4bb0-952b-6df3cd9f9352', 'port_id': '73014060-6cd3-479e-a5de-4d5f58d90fcd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9aa49936-a2d8-4b4c-8899-7a242f872b33', 'mac_address': 'fa:16:3e:37:cf:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea2bcdb-7b63-4fa3-98fa-ba5b17248623', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:33:42Z', 'updated_at': '2021-12-08T16:33:42Z', 'revision_number': 0, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ddb66f7-b61d-4c9b-848f-20aa76a4698f', 'name': '', 'network_id': '9aa49936-a2d8-4b4c-8899-7a242f872b33', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'mac_address': 'fa:16:3e:99:32:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28efaf43-46eb-4bb0-952b-6df3cd9f9352', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'f0493f0b-911b-472f-a927-786c53df20e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:33:07Z', 'updated_at': '2021-12-08T16:33:16Z', 'revision_number': 5, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'subnets': [{'id': 'f0493f0b-911b-472f-a927-786c53df20e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:33:47.089376 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=6fcc3da4-4517-4e8a-bf41-941b51b01b9a,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:47.101985 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-dffe54b0-35bf-412e-a4d0-61da55c9954f req-231a7959-01aa-4abe-a126-6eb257239def service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73014060-6cd3-479e-a5de-4d5f58d90fcd HTTP/1.1" status: 200 len: 1000 time: 0.5889111 Dec 08 16:33:47.240100 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-eb9f829f-03e5-4d52-beb9-ff9740033d97 None None] Provisioning complete for port 6fcc3da4-4517-4e8a-bf41-941b51b01b9a triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:47.242383 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-eb9f829f-03e5-4d52-beb9-ff9740033d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:47.284776 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e346f-c02d-4988-aef0-a2f1c7a4cdb6 req-6d2809f2-f5b6-4df3-b5b3-b05703b71e21 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:47.286437 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-415e346f-c02d-4988-aef0-a2f1c7a4cdb6 req-6d2809f2-f5b6-4df3-b5b3-b05703b71e21 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac HTTP/1.1" status: 200 len: 943 time: 0.4983361 Dec 08 16:33:47.304725 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-37d62e56-796a-469a-95c9-36b9fbcb0227 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:47.359304 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 379e92d6-a431-454f-9d2c-1a9bd027b544, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=379e92d6-a431-454f-9d2c-1a9bd027b544,segment=NetworkSegment(148e30e1-cdcf-4201-a517-2bd3763917d1),segment_id=148e30e1-cdcf-4201-a517-2bd3763917d1)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:47.411186 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '379e92d6-a431-454f-9d2c-1a9bd027b544', 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8', 'port_id': '379e92d6-a431-454f-9d2c-1a9bd027b544', 'mac_address': 'fa:16:3e:03:bd:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13be6d62-2e9a-40c4-9d1e-34aa15cc5f10', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:33:47.430486 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d62e56-796a-469a-95c9-36b9fbcb0227 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event deleted for resources: {'Port': ['ID=5a061c34-ec61-4504-be4a-c14c4b905070,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:47.479572 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-37d62e56-796a-469a-95c9-36b9fbcb0227 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:47.483158 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-37d62e56-796a-469a-95c9-36b9fbcb0227 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/ports/5a061c34-ec61-4504-be4a-c14c4b905070 HTTP/1.1" status: 204 len: 168 time: 1.4539711 Dec 08 16:33:47.489830 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 49678) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:47.516871 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe54b0-35bf-412e-a4d0-61da55c9954f req-7bd94b7a-5b04-464e-956b-ccd73307b951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:47.518813 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-dffe54b0-35bf-412e-a4d0-61da55c9954f req-7bd94b7a-5b04-464e-956b-ccd73307b951 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f0493f0b-911b-472f-a927-786c53df20e5 HTTP/1.1" status: 200 len: 834 time: 0.4078801 Dec 08 16:33:47.564082 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:47.599831 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 379e92d6-a431-454f-9d2c-1a9bd027b544 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:33:47.637372 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 379e92d6-a431-454f-9d2c-1a9bd027b544, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=379e92d6-a431-454f-9d2c-1a9bd027b544,segment=NetworkSegment(148e30e1-cdcf-4201-a517-2bd3763917d1),segment_id=148e30e1-cdcf-4201-a517-2bd3763917d1)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:47.649740 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00770f04-4081-4cf5-9501-fa4581b86083 None None] New status for floating IP 0015e499-2597-47b0-b134-dbd17be792ca: ACTIVE {{(pid=110552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:33:47.651600 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:47.682119 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39205ff-2c80-470d-b338-e29237de713f tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:47.683520 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39205ff-2c80-470d-b338-e29237de713f tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:47.694636 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a39205ff-2c80-470d-b338-e29237de713f tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1993732 Dec 08 16:33:47.694636 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 49694) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:47.751553 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-4473f778-6086-4171-a7fa-e41bcab875e5 None None] Could not find standard attr ID for object 5a061c34-ec61-4504-be4a-c14c4b905070. {{(pid=110552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:33:47.757587 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:47.767833 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-415e346f-c02d-4988-aef0-a2f1c7a4cdb6 req-12c99ed1-805c-439d-b834-1776bd7ed1d7 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4696338 Dec 08 16:33:47.856438 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe54b0-35bf-412e-a4d0-61da55c9954f req-51481f7f-8e2d-4815-b541-fc491e76efd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:47.858645 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-dffe54b0-35bf-412e-a4d0-61da55c9954f req-51481f7f-8e2d-4815-b541-fc491e76efd5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9aa49936-a2d8-4b4c-8899-7a242f872b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2420039 Dec 08 16:33:47.945139 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=379e92d6-a431-454f-9d2c-1a9bd027b544,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:47.945442 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-903f6c7d-d2e6-40a9-9e28-cb178be08b93 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Deleting subnet fcf73082-bf21-4464-a814-b913f6625a4f {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:33:47.959983 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-903f6c7d-d2e6-40a9-9e28-cb178be08b93 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:48.037962 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 49702) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:48.055631 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-903f6c7d-d2e6-40a9-9e28-cb178be08b93 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:48.147817 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-dffe54b0-35bf-412e-a4d0-61da55c9954f req-77c39287-a6bd-4af8-8993-a271dc1e6056 service neutron] 10.222.0.37 "GET /v2.0/networks/9aa49936-a2d8-4b4c-8899-7a242f872b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767262 Dec 08 16:33:48.183846 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['379e92d6-a431-454f-9d2c-1a9bd027b544'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:33:48.267285 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-903f6c7d-d2e6-40a9-9e28-cb178be08b93 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:48.276156 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 6fcc3da4-4517-4e8a-bf41-941b51b01b9a up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:33:48.387343 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-61ef5b7e-18d2-41cd-84ad-566e1dd2c9e9 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/floatingips/0015e499-2597-47b0-b134-dbd17be792ca HTTP/1.1" status: 200 len: 992 time: 0.3462527 Dec 08 16:33:48.434833 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 6fcc3da4-4517-4e8a-bf41-941b51b01b9a triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:48.435460 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:48.460685 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d8702e34-2b93-4de8-acc1-63c44d834749 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:48.469750 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 49714) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:48.527169 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-dffe54b0-35bf-412e-a4d0-61da55c9954f req-9d3454b7-c287-4267-8264-77d54bade091 service neutron] 10.222.0.37 "GET /v2.0/networks/9aa49936-a2d8-4b4c-8899-7a242f872b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3612456 Dec 08 16:33:48.533446 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d8702e34-2b93-4de8-acc1-63c44d834749 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:48.534465 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d8702e34-2b93-4de8-acc1-63c44d834749 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:48.603987 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 49718) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:48.698551 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-269149e1-7bf5-49ea-bc99-11575d85b6b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:48.724694 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8702e34-2b93-4de8-acc1-63c44d834749 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event updated for resources: {'Port': ['ID=3e0f14c8-26fc-44c5-bf2a-5ded2aa8ba7a,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:48.735456 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-34769f42-c4f2-4dee-afa5-31985b4c94ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:48.875908 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8702e34-2b93-4de8-acc1-63c44d834749 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Network c63b77b9-fe6a-418b-84cf-557c8b07ce93 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:33:48.883480 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-d8702e34-2b93-4de8-acc1-63c44d834749 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:33:48.934129 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c3c3b-9837-4c63-bb55-c0d814af6e85 req-9207175d-4e9b-4773-a080-1c02ee6ec371 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:48.935788 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-611c3c3b-9837-4c63-bb55-c0d814af6e85 req-9207175d-4e9b-4773-a080-1c02ee6ec371 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac HTTP/1.1" status: 200 len: 944 time: 0.0619683 Dec 08 16:33:48.938184 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-903f6c7d-d2e6-40a9-9e28-cb178be08b93 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:48.987555 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903f6c7d-d2e6-40a9-9e28-cb178be08b93 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event deleted for resources: {'Subnet': ['ID=fcf73082-bf21-4464-a814-b913f6625a4f,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:49.001666 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-903f6c7d-d2e6-40a9-9e28-cb178be08b93 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:49.011241 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-903f6c7d-d2e6-40a9-9e28-cb178be08b93 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/subnets/fcf73082-bf21-4464-a814-b913f6625a4f HTTP/1.1" status: 204 len: 168 time: 1.3176453 Dec 08 16:33:49.014614 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 49730) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:49.018003 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb364f26-8243-45f7-8d4b-fdf75ccda677 None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:33:49.037684 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-269149e1-7bf5-49ea-bc99-11575d85b6b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:49.041938 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903f6c7d-d2e6-40a9-9e28-cb178be08b93 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:49.042332 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903f6c7d-d2e6-40a9-9e28-cb178be08b93 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:49.042690 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903f6c7d-d2e6-40a9-9e28-cb178be08b93 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:49.043041 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903f6c7d-d2e6-40a9-9e28-cb178be08b93 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:49.043391 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903f6c7d-d2e6-40a9-9e28-cb178be08b93 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:49.043808 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903f6c7d-d2e6-40a9-9e28-cb178be08b93 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:49.044158 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903f6c7d-d2e6-40a9-9e28-cb178be08b93 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:49.044599 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903f6c7d-d2e6-40a9-9e28-cb178be08b93 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:49.044941 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903f6c7d-d2e6-40a9-9e28-cb178be08b93 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:49.045558 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903f6c7d-d2e6-40a9-9e28-cb178be08b93 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:49.045984 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903f6c7d-d2e6-40a9-9e28-cb178be08b93 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:49.047723 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903f6c7d-d2e6-40a9-9e28-cb178be08b93 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:49.048641 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903f6c7d-d2e6-40a9-9e28-cb178be08b93 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:49.084883 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-611c3c3b-9837-4c63-bb55-c0d814af6e85 req-d7f4cc39-b233-495e-b6b7-92693fcb8d34 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404750 Dec 08 16:33:49.099495 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 379e92d6-a431-454f-9d2c-1a9bd027b544 up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:33:49.287877 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d62015d-1679-4299-a822-57727059df86 None None] DHCP port deletion for e406e062-eec7-4ef2-b02a-de32c9a24df9 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:33:49.295605 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port 379e92d6-a431-454f-9d2c-1a9bd027b544 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:33:49.308949 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 379e92d6-a431-454f-9d2c-1a9bd027b544 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:49.309331 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:49.373438 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-8b67069c-bfab-4e2b-8f13-eecf28e481a6 None None] Provisioning complete for port 3e0f14c8-26fc-44c5-bf2a-5ded2aa8ba7a triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:49.374363 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8b67069c-bfab-4e2b-8f13-eecf28e481a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:49.391451 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 49734) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:49.489528 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-9281b26a-1980-47af-9cbb-10369dd2e1de tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/floatingips/0015e499-2597-47b0-b134-dbd17be792ca HTTP/1.1" status: 200 len: 994 time: 0.0967569 Dec 08 16:33:49.494841 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-8b67069c-bfab-4e2b-8f13-eecf28e481a6 None None] Port 3e0f14c8-26fc-44c5-bf2a-5ded2aa8ba7a cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:33:49.538381 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-0d62015d-1679-4299-a822-57727059df86 None None] Deleting port 6fcc3da4-4517-4e8a-bf41-941b51b01b9a {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:33:49.538971 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0d62015d-1679-4299-a822-57727059df86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:49.573441 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 49738) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:49.573928 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-6585db44-c6d0-4b0e-b824-a709438cd80e tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5556114 Dec 08 16:33:49.582522 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-269149e1-7bf5-49ea-bc99-11575d85b6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:49.607947 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-34769f42-c4f2-4dee-afa5-31985b4c94ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:49.629191 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:49.642224 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979f028c-0897-4fed-a6a6-5d8e7253e553 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:49.646616 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-979f028c-0897-4fed-a6a6-5d8e7253e553 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0712690 Dec 08 16:33:49.648268 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 49742) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:49.652680 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-269149e1-7bf5-49ea-bc99-11575d85b6b8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ec12e9556c154a62a1ae4ea363befce7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1817255 Dec 08 16:33:49.656100 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 49744) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:49.659648 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8702e34-2b93-4de8-acc1-63c44d834749 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Router 5ca9b182-0dcf-43f2-a451-efde6f55e48d has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:33:49.665268 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269149e1-7bf5-49ea-bc99-11575d85b6b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c036c0e-f5a8-4e60-9453-d3ebb7208411,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:49.678676 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-0d62015d-1679-4299-a822-57727059df86 None None] For port 6fcc3da4-4517-4e8a-bf41-941b51b01b9a, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=6fcc3da4-4517-4e8a-bf41-941b51b01b9a,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:49.679461 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0d62015d-1679-4299-a822-57727059df86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:49.694442 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-34769f42-c4f2-4dee-afa5-31985b4c94ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:49.710204 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c83821-9994-4adf-ae88-5af0f0eddda2 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:49.713911 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-53c83821-9994-4adf-ae88-5af0f0eddda2 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0627639 Dec 08 16:33:49.715470 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 49746) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:49.723997 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '379e92d6-a431-454f-9d2c-1a9bd027b544'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:33:49.728341 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a49a860-6c0e-48fe-b257-b49dc7c659f6" -d '{"events": [{"server_uuid": "75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac", "name": "network-vif-plugged", "status": "completed", "tag": "379e92d6-a431-454f-9d2c-1a9bd027b544"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:33:49.744448 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-0d62015d-1679-4299-a822-57727059df86 None None] Calling delete_port for 6fcc3da4-4517-4e8a-bf41-941b51b01b9a owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:33:49.761019 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 379e92d6-a431-454f-9d2c-1a9bd027b544, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=379e92d6-a431-454f-9d2c-1a9bd027b544,segment=NetworkSegment(148e30e1-cdcf-4201-a517-2bd3763917d1),segment_id=148e30e1-cdcf-4201-a517-2bd3763917d1)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:49.761457 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-2ab06363-287e-47a1-b067-38da59a56a0a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0441594 Dec 08 16:33:49.767082 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 49752) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:49.792103 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-fedb66dc-5341-4c65-ab68-0e6706aaaaf5 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Request body: {'subnet': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:49.820782 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-34769f42-c4f2-4dee-afa5-31985b4c94ce admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d008739b622245ef88ddce5b867cdbd2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2105734 Dec 08 16:33:49.840156 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 49754) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:49.870679 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a38a7927-036c-4577-b29d-95b89ea2f1d5 x-openstack-request-id: req-a38a7927-036c-4577-b29d-95b89ea2f1d5 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:33:49.871533 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac", "name": "network-vif-plugged", "status": "completed", "tag": "379e92d6-a431-454f-9d2c-1a9bd027b544", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:33:49.872164 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a38a7927-036c-4577-b29d-95b89ea2f1d5 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:33:49.873258 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '379e92d6-a431-454f-9d2c-1a9bd027b544', 'code': 200} Dec 08 16:33:49.883459 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-be1402af-1265-4043-9d68-c1cf7940707e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:49.884212 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:49.931965 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34769f42-c4f2-4dee-afa5-31985b4c94ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bfc2148-20cf-4b4c-8c32-45a3cdd885ef,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:49.978899 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-be1402af-1265-4043-9d68-c1cf7940707e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:50.005635 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=379e92d6-a431-454f-9d2c-1a9bd027b544,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:50.029074 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8702e34-2b93-4de8-acc1-63c44d834749 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:33:50.039461 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-d8702e34-2b93-4de8-acc1-63c44d834749 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "PUT /v2.0/routers/5ca9b182-0dcf-43f2-a451-efde6f55e48d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0327928 Dec 08 16:33:50.040121 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 49756) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:50.043606 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f60b7-eb4f-440e-a71e-8291d90a1606 req-5406d9cd-86ef-4e8c-8fbe-93872ef42e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:50.047636 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6f6f60b7-eb4f-440e-a71e-8291d90a1606 req-5406d9cd-86ef-4e8c-8fbe-93872ef42e70 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac HTTP/1.1" status: 200 len: 1097 time: 0.1428721 Dec 08 16:33:50.057541 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac6d651-8dcf-409b-ae16-9577fc4bb77f None None] Sync routers for ids ['5ca9b182-0dcf-43f2-a451-efde6f55e48d'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:33:50.091700 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac6d651-8dcf-409b-ae16-9577fc4bb77f None None] Routers {'5ca9b182-0dcf-43f2-a451-efde6f55e48d'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:33:50.092822 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-eac6d651-8dcf-409b-ae16-9577fc4bb77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:33:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['5ca9b182-0dcf-43f2-a451-efde6f55e48d'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:50.095611 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0d62015d-1679-4299-a822-57727059df86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:50.107782 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bd44f316-14b0-4eed-9609-518aa6cf50ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:50.132981 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d62015d-1679-4299-a822-57727059df86 None None] Pushing event deleted for resources: {'Port': ['ID=6fcc3da4-4517-4e8a-bf41-941b51b01b9a,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:50.141519 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d708901-0c80-4b64-84e2-8ab29cb981fb tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:50.142006 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d62015d-1679-4299-a822-57727059df86 None None] No DVR routers for this DVR port 6fcc3da4-4517-4e8a-bf41-941b51b01b9a on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:33:50.150074 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-3d708901-0c80-4b64-84e2-8ab29cb981fb tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "GET /v2.0/ports/3e0f14c8-26fc-44c5-bf2a-5ded2aa8ba7a HTTP/1.1" status: 200 len: 913 time: 0.1038415 Dec 08 16:33:50.151069 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 49762) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:50.180889 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-eac6d651-8dcf-409b-ae16-9577fc4bb77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:50.188354 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bd44f316-14b0-4eed-9609-518aa6cf50ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:50.202462 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fedb66dc-5341-4c65-ab68-0e6706aaaaf5 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Made reservation on behalf of 450e207568904a6eabc726912d992373 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:33:50.207297 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fedb66dc-5341-4c65-ab68-0e6706aaaaf5 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:50.218818 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac6d651-8dcf-409b-ae16-9577fc4bb77f None None] Routers {'5ca9b182-0dcf-43f2-a451-efde6f55e48d'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:33:50.218818 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-eac6d651-8dcf-409b-ae16-9577fc4bb77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:33:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['5ca9b182-0dcf-43f2-a451-efde6f55e48d'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:50.221028 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 6fcc3da4-4517-4e8a-bf41-941b51b01b9a no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:33:50.265056 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 6fcc3da4-4517-4e8a-bf41-941b51b01b9a {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:33:50.266565 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 6fcc3da4-4517-4e8a-bf41-941b51b01b9a not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:33:50.282776 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-eac6d651-8dcf-409b-ae16-9577fc4bb77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:50.283485 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac6d651-8dcf-409b-ae16-9577fc4bb77f None None] The sync data for ids ['5ca9b182-0dcf-43f2-a451-efde6f55e48d'] in n-d-776250-12 is: [] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:33:50.317233 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-be1402af-1265-4043-9d68-c1cf7940707e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:50.320385 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-be1402af-1265-4043-9d68-c1cf7940707e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:50.324776 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-be1402af-1265-4043-9d68-c1cf7940707e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1c036c0e-f5a8-4e60-9453-d3ebb7208411 HTTP/1.1" status: 204 len: 168 time: 0.6675262 Dec 08 16:33:50.381265 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6f6f60b7-eb4f-440e-a71e-8291d90a1606 req-c1ee0c85-c201-46a1-b06a-67c4a108002b service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277087 Dec 08 16:33:50.386447 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bd44f316-14b0-4eed-9609-518aa6cf50ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:50.390208 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bd44f316-14b0-4eed-9609-518aa6cf50ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:50.395147 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-bd44f316-14b0-4eed-9609-518aa6cf50ab admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9bfc2148-20cf-4b4c-8c32-45a3cdd885ef HTTP/1.1" status: 204 len: 168 time: 0.5570884 Dec 08 16:33:50.433047 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd44f316-14b0-4eed-9609-518aa6cf50ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bfc2148-20cf-4b4c-8c32-45a3cdd885ef,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:50.467349 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1402af-1265-4043-9d68-c1cf7940707e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c036c0e-f5a8-4e60-9453-d3ebb7208411,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:50.518421 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddee7c3-5a49-403b-ac9c-eb0635c83fe9 req-9157c103-658d-4e6d-8cff-77e2784f5415 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:50.527968 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5ddee7c3-5a49-403b-ac9c-eb0635c83fe9 req-9157c103-658d-4e6d-8cff-77e2784f5415 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac HTTP/1.1" status: 200 len: 945 time: 0.2392275 Dec 08 16:33:50.627384 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5ddee7c3-5a49-403b-ac9c-eb0635c83fe9 req-c9f045e9-ab5e-4aa7-83ec-fcf1370076a9 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984719 Dec 08 16:33:50.697805 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-82815ff2-4820-464d-8510-fbc2c610fcc0 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:50.803226 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fedb66dc-5341-4c65-ab68-0e6706aaaaf5 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:50.898812 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedb66dc-5341-4c65-ab68-0e6706aaaaf5 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:33:50.901023 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-fedb66dc-5341-4c65-ab68-0e6706aaaaf5 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:33:50.907727 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedb66dc-5341-4c65-ab68-0e6706aaaaf5 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:50.908639 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fedb66dc-5341-4c65-ab68-0e6706aaaaf5 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:50.921561 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d62457-4105-47c9-ba87-e3dd80412cc6 None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:33:50.948446 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedb66dc-5341-4c65-ab68-0e6706aaaaf5 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event updated for resources: {'Subnet': ['ID=a0e10134-8351-4be9-8a88-3a068bd7bfb3,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:51.037246 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-fedb66dc-5341-4c65-ab68-0e6706aaaaf5 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2601807 Dec 08 16:33:51.037246 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 49786) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:51.049008 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-402bea15-698d-4ad6-97fb-a98f4bb42314 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Request body: {'port': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'mac_address': 'fa:16:3e:6d:06:5f', 'name': 'tempest-NetworksTestDHCPv6-543170201'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:51.094750 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef363e9-4c93-4734-9d95-ea9196a8286c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-e406e062-eec7-4ef2-b02a-de32c9a24df9', 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'project_id': '450e207568904a6eabc726912d992373', 'fixed_ips': [{'subnet_id': 'a0e10134-8351-4be9-8a88-3a068bd7bfb3'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:33:51.095739 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0ef363e9-4c93-4734-9d95-ea9196a8286c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:51.123850 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-82815ff2-4820-464d-8510-fbc2c610fcc0 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Deleting port 3e0f14c8-26fc-44c5-bf2a-5ded2aa8ba7a {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:33:51.124231 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-82815ff2-4820-464d-8510-fbc2c610fcc0 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:51.340752 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 49796) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:51.341657 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-82815ff2-4820-464d-8510-fbc2c610fcc0 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:51.365175 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-687f922b-3ccc-416d-a104-81cbb1f7945b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:51.387748 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-82815ff2-4820-464d-8510-fbc2c610fcc0 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Calling delete_port for 3e0f14c8-26fc-44c5-bf2a-5ded2aa8ba7a owned by network:router_interface {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:33:51.398307 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-402bea15-698d-4ad6-97fb-a98f4bb42314 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Made reservation on behalf of 450e207568904a6eabc726912d992373 for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:33:51.442991 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-0ef363e9-4c93-4734-9d95-ea9196a8286c None None] Allocated IP 2001:db8::2 (e406e062-eec7-4ef2-b02a-de32c9a24df9/a0e10134-8351-4be9-8a88-3a068bd7bfb3/85bc5c36-cc05-4235-b3cd-ecc8cf8f9ffd) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:33:51.542643 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-402bea15-698d-4ad6-97fb-a98f4bb42314 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:51.602887 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-687f922b-3ccc-416d-a104-81cbb1f7945b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:51.617804 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-402bea15-698d-4ad6-97fb-a98f4bb42314 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] device_id is not set on port 2000e94e-7430-44b6-926e-4bd809257c04 yet. {{(pid=110551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:33:51.727765 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-687f922b-3ccc-416d-a104-81cbb1f7945b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:51.782681 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0ef363e9-4c93-4734-9d95-ea9196a8286c None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:51.846546 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-687f922b-3ccc-416d-a104-81cbb1f7945b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f52fbe003d654c91bfbf69b0dd857671&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5022521 Dec 08 16:33:51.859319 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 49810) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:51.880121 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0ef363e9-4c93-4734-9d95-ea9196a8286c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:51.950319 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-402bea15-698d-4ad6-97fb-a98f4bb42314 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Allocated IP 2001:db8::36f (e406e062-eec7-4ef2-b02a-de32c9a24df9/a0e10134-8351-4be9-8a88-3a068bd7bfb3/2000e94e-7430-44b6-926e-4bd809257c04) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:33:52.040328 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef363e9-4c93-4734-9d95-ea9196a8286c None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:33:52.041563 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef363e9-4c93-4734-9d95-ea9196a8286c None None] Pushing event updated for resources: {'Port': ['ID=85bc5c36-cc05-4235-b3cd-ecc8cf8f9ffd,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:52.047037 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-0ef363e9-4c93-4734-9d95-ea9196a8286c None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:33:52.052623 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef363e9-4c93-4734-9d95-ea9196a8286c None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:33:52.161358 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-0ef363e9-4c93-4734-9d95-ea9196a8286c None None] Attempting to bind port 85bc5c36-cc05-4235-b3cd-ecc8cf8f9ffd on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:33:52.166720 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-0ef363e9-4c93-4734-9d95-ea9196a8286c None None] Attempting to bind port 85bc5c36-cc05-4235-b3cd-ecc8cf8f9ffd by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:33:52.167396 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef363e9-4c93-4734-9d95-ea9196a8286c None None] Attempting to bind port 85bc5c36-cc05-4235-b3cd-ecc8cf8f9ffd on network e406e062-eec7-4ef2-b02a-de32c9a24df9 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:33:52.175470 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef363e9-4c93-4734-9d95-ea9196a8286c None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:33:52.177690 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-402bea15-698d-4ad6-97fb-a98f4bb42314 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:52.181540 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef363e9-4c93-4734-9d95-ea9196a8286c None None] Checking segment: {'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:33:52.182006 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0ef363e9-4c93-4734-9d95-ea9196a8286c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:52.183079 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef363e9-4c93-4734-9d95-ea9196a8286c None None] Bound using segment: {'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:33:52.183079 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-0ef363e9-4c93-4734-9d95-ea9196a8286c None None] Bound port: 85bc5c36-cc05-4235-b3cd-ecc8cf8f9ffd, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:33:52.183381 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0ef363e9-4c93-4734-9d95-ea9196a8286c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:52.220370 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0737e3-e53c-4bcc-a6cf-48b0cdb08a49 req-223a6f3d-1a8c-483f-bf94-7e45ba7c327b tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:52.224917 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2b0737e3-e53c-4bcc-a6cf-48b0cdb08a49 req-223a6f3d-1a8c-483f-bf94-7e45ba7c327b tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac HTTP/1.1" status: 200 len: 945 time: 0.4606431 Dec 08 16:33:52.245236 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687f922b-3ccc-416d-a104-81cbb1f7945b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b63c2b3-3393-427b-b864-f1833ff36830,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:52.288476 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-402bea15-698d-4ad6-97fb-a98f4bb42314 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:52.341457 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-0ef363e9-4c93-4734-9d95-ea9196a8286c None None] For port 85bc5c36-cc05-4235-b3cd-ecc8cf8f9ffd, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:33:52.341669 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-82815ff2-4820-464d-8510-fbc2c610fcc0 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:52.347251 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-0ef363e9-4c93-4734-9d95-ea9196a8286c None None] For port 85bc5c36-cc05-4235-b3cd-ecc8cf8f9ffd, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=85bc5c36-cc05-4235-b3cd-ecc8cf8f9ffd,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:33:52.363818 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f0847fba-c188-4af7-9b37-e468ec498ea6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:52.365935 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2b0737e3-e53c-4bcc-a6cf-48b0cdb08a49 req-adb92a4e-60f2-4201-9716-0876114b48b0 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321459 Dec 08 16:33:52.370087 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402bea15-698d-4ad6-97fb-a98f4bb42314 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event updated for resources: {'Port': ['ID=2000e94e-7430-44b6-926e-4bd809257c04,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:52.402033 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402bea15-698d-4ad6-97fb-a98f4bb42314 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:33:52.421864 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-402bea15-698d-4ad6-97fb-a98f4bb42314 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:33:52.427636 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402bea15-698d-4ad6-97fb-a98f4bb42314 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:33:52.434174 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402bea15-698d-4ad6-97fb-a98f4bb42314 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:52.434447 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-402bea15-698d-4ad6-97fb-a98f4bb42314 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:52.439815 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f0847fba-c188-4af7-9b37-e468ec498ea6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:52.451080 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82815ff2-4820-464d-8510-fbc2c610fcc0 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event deleted for resources: {'Port': ['ID=3e0f14c8-26fc-44c5-bf2a-5ded2aa8ba7a,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:52.455254 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0ef363e9-4c93-4734-9d95-ea9196a8286c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:52.606422 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-402bea15-698d-4ad6-97fb-a98f4bb42314 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5730526 Dec 08 16:33:52.615885 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 49824) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:52.656135 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-82815ff2-4820-464d-8510-fbc2c610fcc0 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:52.689317 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef363e9-4c93-4734-9d95-ea9196a8286c None None] Pushing event updated for resources: {'Port': ['ID=85bc5c36-cc05-4235-b3cd-ecc8cf8f9ffd,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:52.738877 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3d708a-fb1e-482b-a1a5-dfc2ee3224fd tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:52.751774 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3d708a-fb1e-482b-a1a5-dfc2ee3224fd tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:52.754466 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-8a3d708a-fb1e-482b-a1a5-dfc2ee3224fd tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1402967 Dec 08 16:33:52.758275 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 49826) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:52.903408 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f0847fba-c188-4af7-9b37-e468ec498ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:52.910456 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f0847fba-c188-4af7-9b37-e468ec498ea6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:52.916058 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f0847fba-c188-4af7-9b37-e468ec498ea6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7b63c2b3-3393-427b-b864-f1833ff36830 HTTP/1.1" status: 204 len: 168 time: 1.0555375 Dec 08 16:33:52.941794 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847fba-c188-4af7-9b37-e468ec498ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b63c2b3-3393-427b-b864-f1833ff36830,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:52.987036 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-db2cee72-e54c-4096-93ec-f3b5da3d3e71 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Deleting port 2000e94e-7430-44b6-926e-4bd809257c04 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:33:52.988018 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-db2cee72-e54c-4096-93ec-f3b5da3d3e71 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:53.095199 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82815ff2-4820-464d-8510-fbc2c610fcc0 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Router 5ca9b182-0dcf-43f2-a451-efde6f55e48d has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:33:53.171591 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-db2cee72-e54c-4096-93ec-f3b5da3d3e71 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:53.187612 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-db2cee72-e54c-4096-93ec-f3b5da3d3e71 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Calling delete_port for 2000e94e-7430-44b6-926e-4bd809257c04 owned by {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:33:53.281548 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82815ff2-4820-464d-8510-fbc2c610fcc0 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:33:53.292143 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-82815ff2-4820-464d-8510-fbc2c610fcc0 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "PUT /v2.0/routers/5ca9b182-0dcf-43f2-a451-efde6f55e48d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1352820 Dec 08 16:33:53.292544 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 49840) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:53.323796 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa1113c-37b9-46c4-be06-b98b303eed7a None None] Sync routers for ids ['5ca9b182-0dcf-43f2-a451-efde6f55e48d'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:33:53.346082 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa1113c-37b9-46c4-be06-b98b303eed7a None None] Routers {'5ca9b182-0dcf-43f2-a451-efde6f55e48d'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:33:53.347571 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-dfa1113c-37b9-46c4-be06-b98b303eed7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:33:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['5ca9b182-0dcf-43f2-a451-efde6f55e48d'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:53.399961 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-dfa1113c-37b9-46c4-be06-b98b303eed7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:53.413295 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa1113c-37b9-46c4-be06-b98b303eed7a None None] Routers {'5ca9b182-0dcf-43f2-a451-efde6f55e48d'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:33:53.413986 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-dfa1113c-37b9-46c4-be06-b98b303eed7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:33:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['5ca9b182-0dcf-43f2-a451-efde6f55e48d'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:53.496565 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-dfa1113c-37b9-46c4-be06-b98b303eed7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:53.497227 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa1113c-37b9-46c4-be06-b98b303eed7a None None] The sync data for ids ['5ca9b182-0dcf-43f2-a451-efde6f55e48d'] in n-d-776250-12 is: [] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:33:53.683110 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c05c8-6338-40fc-879d-d583e502de57 req-c0b62e0f-2a9f-47c8-abd4-d6f625a72e82 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:53.684939 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c74c05c8-6338-40fc-879d-d583e502de57 req-c0b62e0f-2a9f-47c8-abd4-d6f625a72e82 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac HTTP/1.1" status: 200 len: 945 time: 0.1223304 Dec 08 16:33:53.723668 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-db2cee72-e54c-4096-93ec-f3b5da3d3e71 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:53.798759 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2cee72-e54c-4096-93ec-f3b5da3d3e71 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event deleted for resources: {'Port': ['ID=2000e94e-7430-44b6-926e-4bd809257c04,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:53.871494 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-db2cee72-e54c-4096-93ec-f3b5da3d3e71 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:53.879715 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 49870) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:53.879976 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-db2cee72-e54c-4096-93ec-f3b5da3d3e71 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/ports/2000e94e-7430-44b6-926e-4bd809257c04 HTTP/1.1" status: 204 len: 168 time: 1.1200984 Dec 08 16:33:53.887454 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c74c05c8-6338-40fc-879d-d583e502de57 req-256a4055-f1b5-4e57-82a9-9c67c8ee9ead tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906207 Dec 08 16:33:53.986625 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dba326e2-0291-4cfe-8cda-beae4bfb8032 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:53.993414 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20006c3-5c8c-4797-9ae9-157747ea3238 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:53.995636 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20006c3-5c8c-4797-9ae9-157747ea3238 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:53.997709 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c20006c3-5c8c-4797-9ae9-157747ea3238 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1158831 Dec 08 16:33:54.007719 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 49874) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:54.100383 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-af9ea453-875b-437b-b970-e73319a598b3 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Deleting subnet a0e10134-8351-4be9-8a88-3a068bd7bfb3 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:33:54.105410 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-af9ea453-875b-437b-b970-e73319a598b3 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:54.296849 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-af9ea453-875b-437b-b970-e73319a598b3 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:54.324355 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 85bc5c36-cc05-4235-b3cd-ecc8cf8f9ffd up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:33:54.398680 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5be57f1-ecec-4925-99cf-41172fa7bf4d req-77d2a5a8-f043-47ee-9ee7-9d4d2ba12c05 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:54.401842 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e5be57f1-ecec-4925-99cf-41172fa7bf4d req-77d2a5a8-f043-47ee-9ee7-9d4d2ba12c05 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac HTTP/1.1" status: 200 len: 945 time: 0.2983005 Dec 08 16:33:54.492508 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-dba326e2-0291-4cfe-8cda-beae4bfb8032 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Deleting port 104329fe-e047-47d1-b6d1-4de587798c99 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:33:54.493673 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dba326e2-0291-4cfe-8cda-beae4bfb8032 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:54.549182 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e5be57f1-ecec-4925-99cf-41172fa7bf4d req-06e783db-13bf-4159-ba06-82e7dcae0849 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462576 Dec 08 16:33:54.551825 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 85bc5c36-cc05-4235-b3cd-ecc8cf8f9ffd triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:54.552473 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:54.575178 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-af9ea453-875b-437b-b970-e73319a598b3 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:54.635707 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-7cee3752-701f-4329-94ad-4d4cf12edf24 None None] Provisioning complete for port 85bc5c36-cc05-4235-b3cd-ecc8cf8f9ffd triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:54.636606 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7cee3752-701f-4329-94ad-4d4cf12edf24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:54.706882 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dba326e2-0291-4cfe-8cda-beae4bfb8032 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:54.736084 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-dba326e2-0291-4cfe-8cda-beae4bfb8032 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Calling delete_port for 104329fe-e047-47d1-b6d1-4de587798c99 owned by network:router_interface {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:33:54.873232 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-af9ea453-875b-437b-b970-e73319a598b3 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:54.989393 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-af9ea453-875b-437b-b970-e73319a598b3 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:54.996698 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-af9ea453-875b-437b-b970-e73319a598b3 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/subnets/a0e10134-8351-4be9-8a88-3a068bd7bfb3 HTTP/1.1" status: 204 len: 168 time: 0.9808421 Dec 08 16:33:54.998696 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9ea453-875b-437b-b970-e73319a598b3 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event deleted for resources: {'Subnet': ['ID=a0e10134-8351-4be9-8a88-3a068bd7bfb3,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:55.005147 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 49906) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:55.110366 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:55.128678 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af04a2-af15-41a3-a6ab-8fe1b1804eae req-d4d8b03e-c0c7-4ec7-99d7-c85e28718ebb tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:55.131090 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-57af04a2-af15-41a3-a6ab-8fe1b1804eae req-d4d8b03e-c0c7-4ec7-99d7-c85e28718ebb tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac HTTP/1.1" status: 200 len: 945 time: 0.0876658 Dec 08 16:33:55.131280 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-eb7b8d24-77da-4cca-ac1b-a9329ef6a5df tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1170533 Dec 08 16:33:55.132303 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 49914) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:55.148718 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dba326e2-0291-4cfe-8cda-beae4bfb8032 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:55.158414 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7cee3752-701f-4329-94ad-4d4cf12edf24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:55.241854 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba326e2-0291-4cfe-8cda-beae4bfb8032 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event deleted for resources: {'Port': ['ID=104329fe-e047-47d1-b6d1-4de587798c99,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:55.252620 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 85bc5c36-cc05-4235-b3cd-ecc8cf8f9ffd, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=85bc5c36-cc05-4235-b3cd-ecc8cf8f9ffd,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:55.373586 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28e814a-f65b-4aca-8c76-cb11870d5c47 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:55.377793 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c28e814a-f65b-4aca-8c76-cb11870d5c47 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2417545 Dec 08 16:33:55.378157 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 49922) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:55.419355 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:55.437748 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-57af04a2-af15-41a3-a6ab-8fe1b1804eae req-fcdaa36c-021a-4000-998e-8fa1c79a0f80 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926149 Dec 08 16:33:55.543779 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dba326e2-0291-4cfe-8cda-beae4bfb8032 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:55.545919 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837aa02a-0191-44eb-ab68-775436fbfa1d tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:55.554654 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-837aa02a-0191-44eb-ab68-775436fbfa1d tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1736784 Dec 08 16:33:55.557595 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 49926) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:55.670894 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e7a372-6934-4e53-9d29-340f72dd9515 None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:33:55.674101 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=85bc5c36-cc05-4235-b3cd-ecc8cf8f9ffd,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:55.701475 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b8b28f95-ff87-4567-a576-e93580ce02a4 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1414938 Dec 08 16:33:55.713167 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 49936) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:55.718817 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-9bb67c16-a1e4-49af-b4d0-8166d267994f tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Request body: {'subnet': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:55.762923 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.db.api [None req-7cee3752-701f-4329-94ad-4d4cf12edf24 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:33:55.763313 n-d-776250-12 neutron-server[110552]: DEBUG oslo_db.api [None req-7cee3752-701f-4329-94ad-4d4cf12edf24 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:33:55.927755 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba326e2-0291-4cfe-8cda-beae4bfb8032 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Router 5ca9b182-0dcf-43f2-a451-efde6f55e48d has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:33:55.938622 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa45ce9d-6a14-4e76-9985-415fe82af464 None None] DHCP port deletion for e406e062-eec7-4ef2-b02a-de32c9a24df9 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:33:56.054375 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb67c16-a1e4-49af-b4d0-8166d267994f tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Made reservation on behalf of 450e207568904a6eabc726912d992373 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:33:56.060225 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9bb67c16-a1e4-49af-b4d0-8166d267994f tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:56.095358 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba326e2-0291-4cfe-8cda-beae4bfb8032 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:33:56.117601 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-dba326e2-0291-4cfe-8cda-beae4bfb8032 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "PUT /v2.0/routers/5ca9b182-0dcf-43f2-a451-efde6f55e48d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8241556 Dec 08 16:33:56.120778 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 49946) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:56.132383 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4871807a-f247-4589-9fbc-22cbff8cae4d None None] Sync routers for ids ['5ca9b182-0dcf-43f2-a451-efde6f55e48d'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:33:56.177176 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4871807a-f247-4589-9fbc-22cbff8cae4d None None] Routers {'5ca9b182-0dcf-43f2-a451-efde6f55e48d'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:33:56.181498 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-4871807a-f247-4589-9fbc-22cbff8cae4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:33:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['5ca9b182-0dcf-43f2-a451-efde6f55e48d'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:56.291967 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-4871807a-f247-4589-9fbc-22cbff8cae4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:56.321136 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4871807a-f247-4589-9fbc-22cbff8cae4d None None] Routers {'5ca9b182-0dcf-43f2-a451-efde6f55e48d'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:33:56.323108 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-4871807a-f247-4589-9fbc-22cbff8cae4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:33:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['5ca9b182-0dcf-43f2-a451-efde6f55e48d'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:56.335479 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 49952) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:56.338967 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 85bc5c36-cc05-4235-b3cd-ecc8cf8f9ffd no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:33:56.346388 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a5d032fe-f5f6-400c-9c1a-396ac4c0c412 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ca9b182-0dcf-43f2-a451-efde6f55e48d HTTP/1.1" status: 200 len: 205 time: 0.2232230 Dec 08 16:33:56.349333 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 49956) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:56.437128 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-4871807a-f247-4589-9fbc-22cbff8cae4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:56.438576 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4871807a-f247-4589-9fbc-22cbff8cae4d None None] The sync data for ids ['5ca9b182-0dcf-43f2-a451-efde6f55e48d'] in n-d-776250-12 is: [] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:33:56.522813 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a7232003-65aa-495a-95e9-6aa56e4066cc tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for router, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:56.577532 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-aa45ce9d-6a14-4e76-9985-415fe82af464 None None] Deleting port 85bc5c36-cc05-4235-b3cd-ecc8cf8f9ffd {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:33:56.578510 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-aa45ce9d-6a14-4e76-9985-415fe82af464 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:56.701495 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:56.727654 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-c2bf31a7-a4b3-4f5c-a0a5-8afe60537bd8 None None] Could not find standard attr ID for object 2000e94e-7430-44b6-926e-4bd809257c04. {{(pid=110552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:33:56.771550 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-aa45ce9d-6a14-4e76-9985-415fe82af464 None None] For port 85bc5c36-cc05-4235-b3cd-ecc8cf8f9ffd, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=85bc5c36-cc05-4235-b3cd-ecc8cf8f9ffd,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:56.771885 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-aa45ce9d-6a14-4e76-9985-415fe82af464 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:56.785368 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 85bc5c36-cc05-4235-b3cd-ecc8cf8f9ffd, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=85bc5c36-cc05-4235-b3cd-ecc8cf8f9ffd,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:56.793772 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-aa45ce9d-6a14-4e76-9985-415fe82af464 None None] Calling delete_port for 85bc5c36-cc05-4235-b3cd-ecc8cf8f9ffd owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:33:56.861489 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:56.969723 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=85bc5c36-cc05-4235-b3cd-ecc8cf8f9ffd,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:57.032313 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-aa45ce9d-6a14-4e76-9985-415fe82af464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:57.109909 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa45ce9d-6a14-4e76-9985-415fe82af464 None None] Pushing event deleted for resources: {'Port': ['ID=85bc5c36-cc05-4235-b3cd-ecc8cf8f9ffd,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:57.110863 n-d-776250-12 neutron-server[110550]: DEBUG neutron.objects.ports [None req-9bb67c16-a1e4-49af-b4d0-8166d267994f tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110550) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 16:33:57.120662 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa45ce9d-6a14-4e76-9985-415fe82af464 None None] No DVR routers for this DVR port 85bc5c36-cc05-4235-b3cd-ecc8cf8f9ffd on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:33:57.283241 n-d-776250-12 neutron-server[110550]: WARNING neutron.services.revisions.revision_plugin [None req-9bb67c16-a1e4-49af-b4d0-8166d267994f tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Could not find related port for resource to bump revision. Dec 08 16:33:57.322252 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.ipam_pluggable_backend [None req-9bb67c16-a1e4-49af-b4d0-8166d267994f tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Port 85bc5c36-cc05-4235-b3cd-ecc8cf8f9ffd was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=110550) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 08 16:33:57.323117 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.ipam_pluggable_backend [None req-9bb67c16-a1e4-49af-b4d0-8166d267994f tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Reverting IP allocation for 2001:db8::f816:3eff:fe71:6b92 {{(pid=110550) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 08 16:33:57.329909 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.ipam_pluggable_backend [None req-9bb67c16-a1e4-49af-b4d0-8166d267994f tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe71:6b92 {{(pid=110550) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 08 16:33:57.331365 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9bb67c16-a1e4-49af-b4d0-8166d267994f tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:57.339346 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-98a159c0-894e-4738-9613-d290166f9771 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:57.358997 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a7232003-65aa-495a-95e9-6aa56e4066cc tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:57.364881 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a7232003-65aa-495a-95e9-6aa56e4066cc tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:57.408409 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb67c16-a1e4-49af-b4d0-8166d267994f tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:33:57.425688 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-9bb67c16-a1e4-49af-b4d0-8166d267994f tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:33:57.426022 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adc1120-6024-4eb8-8533-51adad589bc4 None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:33:57.432304 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb67c16-a1e4-49af-b4d0-8166d267994f tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:57.433010 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9bb67c16-a1e4-49af-b4d0-8166d267994f tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:57.461536 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb67c16-a1e4-49af-b4d0-8166d267994f tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event updated for resources: {'Subnet': ['ID=470b1abb-6610-450a-9a7b-b9a325fb9966,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:57.466024 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf79c7a-c13c-48ee-89aa-d3ff065b76a6 req-f1eb4b79-80e3-4ddf-b35d-2114f584b848 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:57.467660 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6bf79c7a-c13c-48ee-89aa-d3ff065b76a6 req-f1eb4b79-80e3-4ddf-b35d-2114f584b848 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac HTTP/1.1" status: 200 len: 945 time: 0.8397584 Dec 08 16:33:57.576859 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6bf79c7a-c13c-48ee-89aa-d3ff065b76a6 req-a2147559-085e-4362-a122-8cdc88f2eb90 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931871 Dec 08 16:33:57.605040 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-9bb67c16-a1e4-49af-b4d0-8166d267994f tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8834476 Dec 08 16:33:57.605040 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 49994) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:57.605373 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5512442e-2998-4d9c-9ced-ac9e5febf622 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-e406e062-eec7-4ef2-b02a-de32c9a24df9', 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'project_id': '450e207568904a6eabc726912d992373', 'fixed_ips': [{'subnet_id': '470b1abb-6610-450a-9a7b-b9a325fb9966'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:33:57.605373 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5512442e-2998-4d9c-9ced-ac9e5febf622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:57.606264 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-2528deee-6f5a-417f-b2e5-a5b78089272e tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Request body: {'subnet': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:57.616404 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a7232003-65aa-495a-95e9-6aa56e4066cc tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:57.617901 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7232003-65aa-495a-95e9-6aa56e4066cc tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Fanout notify agent at l3_agent the message router_deleted on router 5ca9b182-0dcf-43f2-a451-efde6f55e48d {{(pid=110551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:33:57.625265 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a7232003-65aa-495a-95e9-6aa56e4066cc tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:57.627342 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a7232003-65aa-495a-95e9-6aa56e4066cc tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "DELETE /v2.0/routers/5ca9b182-0dcf-43f2-a451-efde6f55e48d HTTP/1.1" status: 204 len: 168 time: 1.2761450 Dec 08 16:33:57.635352 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 49996) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:57.708716 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-af2f58e8-88c2-4aec-9d98-08f42fba75ec tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Deleting subnet dada5c56-41cd-4d92-9635-85d434c6c7ee {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:33:57.717278 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-af2f58e8-88c2-4aec-9d98-08f42fba75ec tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:57.772642 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-98a159c0-894e-4738-9613-d290166f9771 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:57.805303 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-af2f58e8-88c2-4aec-9d98-08f42fba75ec tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:57.860441 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-98a159c0-894e-4738-9613-d290166f9771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:57.861819 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-5512442e-2998-4d9c-9ced-ac9e5febf622 None None] Allocated IP 2001:db8::f816:3eff:feeb:c043 (e406e062-eec7-4ef2-b02a-de32c9a24df9/470b1abb-6610-450a-9a7b-b9a325fb9966/1215401f-5e65-47e7-971e-e32828d1521e) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:33:57.934007 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-98a159c0-894e-4738-9613-d290166f9771 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b61e1faae655460dbcc6e792eadf571d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5971558 Dec 08 16:33:57.936926 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 50006) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:57.943183 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a159c0-894e-4738-9613-d290166f9771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b24905-95ae-44e9-a140-bf0006a53eac,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:57.970607 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2528deee-6f5a-417f-b2e5-a5b78089272e tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Made reservation on behalf of 450e207568904a6eabc726912d992373 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:33:57.979387 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2528deee-6f5a-417f-b2e5-a5b78089272e tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:58.097508 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-af2f58e8-88c2-4aec-9d98-08f42fba75ec tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:58.135010 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5512442e-2998-4d9c-9ced-ac9e5febf622 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:58.154760 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c1c68ef9-8592-4980-adb2-5a7f670e0245 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:58.158242 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c7695-663b-49b8-a7d2-d67870e52f54 req-9e4a3392-4a5c-4bc9-9c51-7ade91f88227 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:58.166003 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f83c7695-663b-49b8-a7d2-d67870e52f54 req-9e4a3392-4a5c-4bc9-9c51-7ade91f88227 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.76 "GET /v2.0/ports?device_id=75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac HTTP/1.1" status: 200 len: 945 time: 0.1503801 Dec 08 16:33:58.199193 n-d-776250-12 neutron-server[110550]: INFO neutron.db.ipam_backend_mixin [None req-2528deee-6f5a-417f-b2e5-a5b78089272e tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 470b1abb-6610-450a-9a7b-b9a325fb9966 (CIDR: 2001:db8::/64) Dec 08 16:33:58.201425 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c1c68ef9-8592-4980-adb2-5a7f670e0245 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:58.243412 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5512442e-2998-4d9c-9ced-ac9e5febf622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:58.259408 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-2528deee-6f5a-417f-b2e5-a5b78089272e tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:33:58.260331 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2528deee-6f5a-417f-b2e5-a5b78089272e tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:33:58.291933 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-f83c7695-663b-49b8-a7d2-d67870e52f54 req-bccb8eea-a8a6-45c2-bf9a-1898fcf89ee6 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Deleting port 379e92d6-a431-454f-9d2c-1a9bd027b544 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:33:58.300413 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5512442e-2998-4d9c-9ced-ac9e5febf622 None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:33:58.303875 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-f83c7695-663b-49b8-a7d2-d67870e52f54 req-bccb8eea-a8a6-45c2-bf9a-1898fcf89ee6 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:58.311039 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-5512442e-2998-4d9c-9ced-ac9e5febf622 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:33:58.322272 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-af2f58e8-88c2-4aec-9d98-08f42fba75ec tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:58.334823 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5512442e-2998-4d9c-9ced-ac9e5febf622 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:33:58.341187 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5512442e-2998-4d9c-9ced-ac9e5febf622 None None] Pushing event updated for resources: {'Port': ['ID=1215401f-5e65-47e7-971e-e32828d1521e,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:58.386838 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2f58e8-88c2-4aec-9d98-08f42fba75ec tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event deleted for resources: {'Subnet': ['ID=dada5c56-41cd-4d92-9635-85d434c6c7ee,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:58.388993 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-af2f58e8-88c2-4aec-9d98-08f42fba75ec tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:58.397671 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-af2f58e8-88c2-4aec-9d98-08f42fba75ec tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "DELETE /v2.0/subnets/dada5c56-41cd-4d92-9635-85d434c6c7ee HTTP/1.1" status: 204 len: 168 time: 0.7562730 Dec 08 16:33:58.399132 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 50014) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:58.418533 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-2528deee-6f5a-417f-b2e5-a5b78089272e tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8186176 Dec 08 16:33:58.423235 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 50018) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:58.430510 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-826b1995-ce4f-42fb-bf68-d71f48ae2afb tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Request body: {'subnet': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:58.455985 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d455a30d-b988-41f8-84c3-7da666e3d5af None None] Network c63b77b9-fe6a-418b-84cf-557c8b07ce93 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:33:58.489817 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a241dc9-e6f7-4a9c-8004-7c6fbdc77d6d tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Deleting subnet 506c03ed-8727-42ab-9738-50b42e06b998 {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:33:58.494011 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-f83c7695-663b-49b8-a7d2-d67870e52f54 req-bccb8eea-a8a6-45c2-bf9a-1898fcf89ee6 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] For port 379e92d6-a431-454f-9d2c-1a9bd027b544, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=379e92d6-a431-454f-9d2c-1a9bd027b544,segment=NetworkSegment(148e30e1-cdcf-4201-a517-2bd3763917d1),segment_id=148e30e1-cdcf-4201-a517-2bd3763917d1)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:58.494569 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-f83c7695-663b-49b8-a7d2-d67870e52f54 req-bccb8eea-a8a6-45c2-bf9a-1898fcf89ee6 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:58.505970 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6a241dc9-e6f7-4a9c-8004-7c6fbdc77d6d tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:58.552752 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 50020) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:58.553474 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c1c68ef9-8592-4980-adb2-5a7f670e0245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:58.556737 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c1c68ef9-8592-4980-adb2-5a7f670e0245 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:58.557949 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c1c68ef9-8592-4980-adb2-5a7f670e0245 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c9b24905-95ae-44e9-a140-bf0006a53eac HTTP/1.1" status: 204 len: 168 time: 0.6199372 Dec 08 16:33:58.562320 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-f83c7695-663b-49b8-a7d2-d67870e52f54 req-bccb8eea-a8a6-45c2-bf9a-1898fcf89ee6 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Calling delete_port for 379e92d6-a431-454f-9d2c-1a9bd027b544 owned by compute:nova {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:33:58.622303 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c68ef9-8592-4980-adb2-5a7f670e0245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b24905-95ae-44e9-a140-bf0006a53eac,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:58.673690 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-5512442e-2998-4d9c-9ced-ac9e5febf622 None None] Attempting to bind port 1215401f-5e65-47e7-971e-e32828d1521e on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:33:58.674270 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-5512442e-2998-4d9c-9ced-ac9e5febf622 None None] Attempting to bind port 1215401f-5e65-47e7-971e-e32828d1521e by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:33:58.674270 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5512442e-2998-4d9c-9ced-ac9e5febf622 None None] Attempting to bind port 1215401f-5e65-47e7-971e-e32828d1521e on network e406e062-eec7-4ef2-b02a-de32c9a24df9 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:33:58.697690 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826b1995-ce4f-42fb-bf68-d71f48ae2afb tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Made reservation on behalf of 450e207568904a6eabc726912d992373 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:33:58.698758 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5512442e-2998-4d9c-9ced-ac9e5febf622 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:33:58.699086 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5512442e-2998-4d9c-9ced-ac9e5febf622 None None] Checking segment: {'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:33:58.699578 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5512442e-2998-4d9c-9ced-ac9e5febf622 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:58.700026 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5512442e-2998-4d9c-9ced-ac9e5febf622 None None] Bound using segment: {'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:33:58.700633 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-5512442e-2998-4d9c-9ced-ac9e5febf622 None None] Bound port: 1215401f-5e65-47e7-971e-e32828d1521e, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:33:58.700845 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-826b1995-ce4f-42fb-bf68-d71f48ae2afb tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:58.701096 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5512442e-2998-4d9c-9ced-ac9e5febf622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:58.721070 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6a241dc9-e6f7-4a9c-8004-7c6fbdc77d6d tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:58.803804 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-5512442e-2998-4d9c-9ced-ac9e5febf622 None None] For port 1215401f-5e65-47e7-971e-e32828d1521e, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:33:58.812230 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-5512442e-2998-4d9c-9ced-ac9e5febf622 None None] For port 1215401f-5e65-47e7-971e-e32828d1521e, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=1215401f-5e65-47e7-971e-e32828d1521e,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:33:58.854007 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f8b23a-14b0-47e8-8402-1836b3d97b27 None None] DHCP port deletion for c63b77b9-fe6a-418b-84cf-557c8b07ce93 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:33:58.935064 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6f6d7-3a76-4990-b61a-0616ab0a8859 req-bef932d2-69c9-4bee-aaf5-f755c951c9f5 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:58.946136 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5be6f6d7-3a76-4990-b61a-0616ab0a8859 req-bef932d2-69c9-4bee-aaf5-f755c951c9f5 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac HTTP/1.1" status: 200 len: 945 time: 0.0995052 Dec 08 16:33:58.953307 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5512442e-2998-4d9c-9ced-ac9e5febf622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:59.005440 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6a241dc9-e6f7-4a9c-8004-7c6fbdc77d6d tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:59.062243 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5be6f6d7-3a76-4990-b61a-0616ab0a8859 req-7203418c-4170-4504-88ed-ccea5515cfaa tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058133 Dec 08 16:33:59.230289 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5512442e-2998-4d9c-9ced-ac9e5febf622 None None] Pushing event updated for resources: {'Port': ['ID=1215401f-5e65-47e7-971e-e32828d1521e,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:59.236407 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-e8f8b23a-14b0-47e8-8402-1836b3d97b27 None None] Deleting port 12bba991-6850-4d98-b898-876e0a3e1ae6 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:33:59.236796 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e8f8b23a-14b0-47e8-8402-1836b3d97b27 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:59.246802 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-02bf9601-2664-4641-bab1-07d8250de800 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:59.283622 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6a241dc9-e6f7-4a9c-8004-7c6fbdc77d6d tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:59.330744 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a241dc9-e6f7-4a9c-8004-7c6fbdc77d6d tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event deleted for resources: {'Subnet': ['ID=506c03ed-8727-42ab-9738-50b42e06b998,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:59.342470 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6a241dc9-e6f7-4a9c-8004-7c6fbdc77d6d tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:59.355379 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b46887b-5e05-4513-91b3-8704e049f5c8 None None] Network 1f6ceca8-1fff-423b-9418-b1a2b0b1af56 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:33:59.357614 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-6a241dc9-e6f7-4a9c-8004-7c6fbdc77d6d tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "DELETE /v2.0/subnets/506c03ed-8727-42ab-9738-50b42e06b998 HTTP/1.1" status: 204 len: 168 time: 0.9561179 Dec 08 16:33:59.360091 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 50040) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:59.500095 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-f83c7695-663b-49b8-a7d2-d67870e52f54 req-bccb8eea-a8a6-45c2-bf9a-1898fcf89ee6 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:59.529377 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-e8f8b23a-14b0-47e8-8402-1836b3d97b27 None None] For port 12bba991-6850-4d98-b898-876e0a3e1ae6, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=12bba991-6850-4d98-b898-876e0a3e1ae6,segment=NetworkSegment(ce84f533-6d74-4b95-8f0d-d00068472d69),segment_id=ce84f533-6d74-4b95-8f0d-d00068472d69)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:59.529780 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e8f8b23a-14b0-47e8-8402-1836b3d97b27 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:59.551905 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c1f584da-2014-4c34-be68-8c697dd92ad7 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:59.557669 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-e8f8b23a-14b0-47e8-8402-1836b3d97b27 None None] Calling delete_port for 12bba991-6850-4d98-b898-876e0a3e1ae6 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:33:59.564054 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-02bf9601-2664-4641-bab1-07d8250de800 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:59.587449 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccb8eea-a8a6-45c2-bf9a-1898fcf89ee6 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Pushing event deleted for resources: {'Port': ['ID=379e92d6-a431-454f-9d2c-1a9bd027b544,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:59.625511 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-02bf9601-2664-4641-bab1-07d8250de800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:59.718351 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-826b1995-ce4f-42fb-bf68-d71f48ae2afb tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:59.779751 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-f83c7695-663b-49b8-a7d2-d67870e52f54 req-bccb8eea-a8a6-45c2-bf9a-1898fcf89ee6 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] No DVR routers for this DVR port 379e92d6-a431-454f-9d2c-1a9bd027b544 on host n-h1-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:33:59.810723 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-f83c7695-663b-49b8-a7d2-d67870e52f54 req-bccb8eea-a8a6-45c2-bf9a-1898fcf89ee6 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:59.820267 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f83c7695-663b-49b8-a7d2-d67870e52f54 req-bccb8eea-a8a6-45c2-bf9a-1898fcf89ee6 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.76 "DELETE /v2.0/ports/379e92d6-a431-454f-9d2c-1a9bd027b544 HTTP/1.1" status: 204 len: 173 time: 1.6515689 Dec 08 16:33:59.826153 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bf9601-2664-4641-bab1-07d8250de800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ece453a-2467-477e-8fdf-01a35c6bdb85,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:59.836728 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-02bf9601-2664-4641-bab1-07d8250de800 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b3098dd3ab49420d900f2bc66a31ef07&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2774770 Dec 08 16:33:59.859932 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826b1995-ce4f-42fb-bf68-d71f48ae2afb tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:33:59.863445 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac', 'name': 'network-vif-deleted', 'tag': '379e92d6-a431-454f-9d2c-1a9bd027b544'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:33:59.870512 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 50050) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:59.870876 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-826b1995-ce4f-42fb-bf68-d71f48ae2afb tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:33:59.871911 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029967bb-fd55-4f43-9225-a0b843bb83be" -d '{"events": [{"server_uuid": "75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac", "name": "network-vif-deleted", "tag": "379e92d6-a431-454f-9d2c-1a9bd027b544"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:33:59.894513 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826b1995-ce4f-42fb-bf68-d71f48ae2afb tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:59.900590 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-826b1995-ce4f-42fb-bf68-d71f48ae2afb tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:59.927992 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e8f8b23a-14b0-47e8-8402-1836b3d97b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:59.958380 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-c1f584da-2014-4c34-be68-8c697dd92ad7 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Deleting port 12bba991-6850-4d98-b898-876e0a3e1ae6 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:33:59.963161 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c1f584da-2014-4c34-be68-8c697dd92ad7 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:00.012200 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826b1995-ce4f-42fb-bf68-d71f48ae2afb tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event updated for resources: {'Subnet': ['ID=32d6eda4-de2e-4e11-bd63-6b117fd179b9,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:00.017220 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4da4ffd-eee8-4011-b814-1c0061d508c8 x-openstack-request-id: req-a4da4ffd-eee8-4011-b814-1c0061d508c8 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:34:00.017683 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac", "name": "network-vif-deleted", "tag": "379e92d6-a431-454f-9d2c-1a9bd027b544", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:34:00.018093 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a4da4ffd-eee8-4011-b814-1c0061d508c8 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:34:00.018272 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3d0a9e-f0f1-4cec-b1e4-af968a71291c None None] DHCP port deletion for 1f6ceca8-1fff-423b-9418-b1a2b0b1af56 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:34:00.018763 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac', 'name': 'network-vif-deleted', 'tag': '379e92d6-a431-454f-9d2c-1a9bd027b544', 'status': 'completed', 'code': 200} Dec 08 16:34:00.040474 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f8b23a-14b0-47e8-8402-1836b3d97b27 None None] Pushing event deleted for resources: {'Port': ['ID=12bba991-6850-4d98-b898-876e0a3e1ae6,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:00.064029 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f8b23a-14b0-47e8-8402-1836b3d97b27 None None] No DVR routers for this DVR port 12bba991-6850-4d98-b898-876e0a3e1ae6 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:34:00.113119 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-826b1995-ce4f-42fb-bf68-d71f48ae2afb tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6878130 Dec 08 16:34:00.115041 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 50058) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:00.147032 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-a7ec463a-6f5e-4d12-8ec7-33a112d4621e tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Request body: {'port': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'mac_address': 'fa:16:3e:99:d1:e3', 'name': 'tempest-NetworksTestDHCPv6-1766872236'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:00.157746 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-c1f584da-2014-4c34-be68-8c697dd92ad7 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] For port 12bba991-6850-4d98-b898-876e0a3e1ae6, host n-d-776250-12, got binding levels [] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:34:00.173180 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c1f584da-2014-4c34-be68-8c697dd92ad7 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:00.260076 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-c1f584da-2014-4c34-be68-8c697dd92ad7 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Calling delete_port for 12bba991-6850-4d98-b898-876e0a3e1ae6 owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:34:00.274225 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.ipam_backend_mixin [None req-c1f584da-2014-4c34-be68-8c697dd92ad7 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Port 12bba991-6850-4d98-b898-876e0a3e1ae6 was not found and therefore no delete operation was performed {{(pid=110551) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 16:34:00.283262 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c1f584da-2014-4c34-be68-8c697dd92ad7 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:00.332971 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-8d3d0a9e-f0f1-4cec-b1e4-af968a71291c None None] Deleting port e64004e8-7b68-42dd-bbee-526680e7c4f9 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:34:00.333595 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8d3d0a9e-f0f1-4cec-b1e4-af968a71291c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:00.364967 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f584da-2014-4c34-be68-8c697dd92ad7 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] No DVR routers for this DVR port 12bba991-6850-4d98-b898-876e0a3e1ae6 on host n-d-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:34:00.372155 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f584da-2014-4c34-be68-8c697dd92ad7 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event deleted for resources: {'Port': ['ID=12bba991-6850-4d98-b898-876e0a3e1ae6,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:00.470939 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0d06fc0d-c3d1-414d-8e57-69264a29c8a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:00.526340 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 1215401f-5e65-47e7-971e-e32828d1521e up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:34:00.588519 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c1f584da-2014-4c34-be68-8c697dd92ad7 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:00.592808 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-02b7cb24-b0d9-47ab-8199-82f5218156d3 req-a3f4f3b1-1853-4367-a70e-f72256ba9add tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac HTTP/1.1" status: 200 len: 210 time: 0.1246908 Dec 08 16:34:00.607067 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ec463a-6f5e-4d12-8ec7-33a112d4621e tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Made reservation on behalf of 450e207568904a6eabc726912d992373 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:34:00.674510 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-c1f584da-2014-4c34-be68-8c697dd92ad7 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c63b77b9-fe6a-418b-84cf-557c8b07ce93']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:00.674919 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-8d3d0a9e-f0f1-4cec-b1e4-af968a71291c None None] For port e64004e8-7b68-42dd-bbee-526680e7c4f9, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=e64004e8-7b68-42dd-bbee-526680e7c4f9,segment=NetworkSegment(4412ec58-d36d-4297-8550-774f26981528),segment_id=4412ec58-d36d-4297-8550-774f26981528)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:34:00.674919 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8d3d0a9e-f0f1-4cec-b1e4-af968a71291c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:00.689691 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0d06fc0d-c3d1-414d-8e57-69264a29c8a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:00.695861 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-8d3d0a9e-f0f1-4cec-b1e4-af968a71291c None None] Calling delete_port for e64004e8-7b68-42dd-bbee-526680e7c4f9 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:34:00.700471 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-c1f584da-2014-4c34-be68-8c697dd92ad7 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce84f533-6d74-4b95-8f0d-d00068472d69') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:00.700780 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-c1f584da-2014-4c34-be68-8c697dd92ad7 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce84f533-6d74-4b95-8f0d-d00068472d69') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:00.720858 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c1f584da-2014-4c34-be68-8c697dd92ad7 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:00.753405 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c1f584da-2014-4c34-be68-8c697dd92ad7 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:00.765321 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1f584da-2014-4c34-be68-8c697dd92ad7 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:34:00.765746 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c1f584da-2014-4c34-be68-8c697dd92ad7 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:00.772721 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:34:00.772721 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:34:00.772721 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:34:00.772721 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:34:00.772721 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:34:00.772721 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:34:00.772721 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:34:00.772721 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:34:00.772721 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:34:00.772721 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:34:00.772721 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:34:00.772721 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:34:00.772721 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:34:00.772721 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:34:00.772721 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:34:00.772721 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:34:00.772721 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:34:00.772721 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:34:00.772721 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:34:00.772721 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:34:00.772721 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:34:00.772721 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:34:00.772721 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:34:00.772721 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:34:00.772721 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:34:00.772721 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:34:00.772721 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:34:00.772721 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:34:00.772721 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:34:00.772721 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:34:00.772721 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:34:00.772721 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:34:00.863934 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0d06fc0d-c3d1-414d-8e57-69264a29c8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:00.866133 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 1215401f-5e65-47e7-971e-e32828d1521e triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:00.866626 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:00.867357 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0d06fc0d-c3d1-414d-8e57-69264a29c8a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:00.869263 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-0d06fc0d-c3d1-414d-8e57-69264a29c8a1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4ece453a-2467-477e-8fdf-01a35c6bdb85 HTTP/1.1" status: 204 len: 168 time: 0.9962285 Dec 08 16:34:00.889620 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d06fc0d-c3d1-414d-8e57-69264a29c8a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ece453a-2467-477e-8fdf-01a35c6bdb85,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:00.905854 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a7ec463a-6f5e-4d12-8ec7-33a112d4621e tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:00.957881 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [None req-a7ec463a-6f5e-4d12-8ec7-33a112d4621e tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] device_id is not set on port 608d4ba8-f71e-4ed9-8844-36067dc85439 yet. {{(pid=110550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:34:00.978648 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8d3d0a9e-f0f1-4cec-b1e4-af968a71291c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:01.022445 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c1f584da-2014-4c34-be68-8c697dd92ad7 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:01.060210 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c1f584da-2014-4c34-be68-8c697dd92ad7 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:01.065139 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c1f584da-2014-4c34-be68-8c697dd92ad7 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "DELETE /v2.0/networks/c63b77b9-fe6a-418b-84cf-557c8b07ce93 HTTP/1.1" status: 204 len: 168 time: 1.7038372 Dec 08 16:34:01.066803 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f584da-2014-4c34-be68-8c697dd92ad7 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event deleted for resources: {'Network': ['ID=c63b77b9-fe6a-418b-84cf-557c8b07ce93,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:01.070981 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 50086) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:01.098392 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3d0a9e-f0f1-4cec-b1e4-af968a71291c None None] Pushing event deleted for resources: {'Port': ['ID=e64004e8-7b68-42dd-bbee-526680e7c4f9,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:01.138370 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3d0a9e-f0f1-4cec-b1e4-af968a71291c None None] No DVR routers for this DVR port e64004e8-7b68-42dd-bbee-526680e7c4f9 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:34:01.140004 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 379e92d6-a431-454f-9d2c-1a9bd027b544 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:34:01.191358 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: 379e92d6-a431-454f-9d2c-1a9bd027b544 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:34:01.193995 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 379e92d6-a431-454f-9d2c-1a9bd027b544 not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:34:01.258900 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d32fb2a-b9df-4f62-a50d-805dafae0cc3 None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:34:01.326847 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4446b0b6-baf6-49e9-ad6d-0a624459bc97 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:01.410263 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:01.483253 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-5387c9bf-2217-40f8-bba4-c9a6d7126320 None None] Provisioning complete for port 1215401f-5e65-47e7-971e-e32828d1521e triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:01.483644 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5387c9bf-2217-40f8-bba4-c9a6d7126320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:01.503202 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 1215401f-5e65-47e7-971e-e32828d1521e, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=1215401f-5e65-47e7-971e-e32828d1521e,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:34:01.542929 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-a7ec463a-6f5e-4d12-8ec7-33a112d4621e tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Allocated IP 2001:db8:0:1::3af (e406e062-eec7-4ef2-b02a-de32c9a24df9/32d6eda4-de2e-4e11-bd63-6b117fd179b9/608d4ba8-f71e-4ed9-8844-36067dc85439) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:34:01.572268 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-a7ec463a-6f5e-4d12-8ec7-33a112d4621e tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Allocated IP 2001:db8::f816:3eff:fe99:d1e3 (e406e062-eec7-4ef2-b02a-de32c9a24df9/470b1abb-6610-450a-9a7b-b9a325fb9966/608d4ba8-f71e-4ed9-8844-36067dc85439) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:34:01.593076 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4446b0b6-baf6-49e9-ad6d-0a624459bc97 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:01.628778 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:01.663568 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-4446b0b6-baf6-49e9-ad6d-0a624459bc97 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f6ceca8-1fff-423b-9418-b1a2b0b1af56']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:01.708360 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-4446b0b6-baf6-49e9-ad6d-0a624459bc97 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4412ec58-d36d-4297-8550-774f26981528') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:01.708671 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-4446b0b6-baf6-49e9-ad6d-0a624459bc97 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4412ec58-d36d-4297-8550-774f26981528') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:01.731966 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4446b0b6-baf6-49e9-ad6d-0a624459bc97 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:01.780365 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4446b0b6-baf6-49e9-ad6d-0a624459bc97 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:01.794825 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4446b0b6-baf6-49e9-ad6d-0a624459bc97 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:34:01.799127 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4446b0b6-baf6-49e9-ad6d-0a624459bc97 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:01.804374 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:34:01.804374 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:34:01.804374 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:34:01.804374 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:34:01.804374 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:34:01.804374 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:34:01.804374 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:34:01.804374 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:34:01.804374 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:34:01.804374 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:34:01.804374 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:34:01.804374 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:34:01.804374 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:34:01.804374 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:34:01.804374 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:34:01.804374 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:34:01.804374 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:34:01.804374 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:34:01.804374 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:34:01.804374 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:34:01.804374 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:34:01.804374 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:34:01.804374 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:34:01.804374 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:34:01.804374 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:34:01.804374 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:34:01.804374 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:34:01.804374 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:34:01.804374 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:34:01.804374 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:34:01.804374 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:34:01.804374 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:34:01.860881 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 12bba991-6850-4d98-b898-876e0a3e1ae6 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:34:01.879464 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1bf25ad3-4cde-496f-a42b-a13f998a4f00 req-0c97f5af-c0e2-41c8-a39e-e8d9bcba7737 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac HTTP/1.1" status: 200 len: 210 time: 0.0806775 Dec 08 16:34:01.899039 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 12bba991-6850-4d98-b898-876e0a3e1ae6 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:34:01.899491 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 12bba991-6850-4d98-b898-876e0a3e1ae6 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:34:01.900941 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device e64004e8-7b68-42dd-bbee-526680e7c4f9 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:34:01.958327 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: e64004e8-7b68-42dd-bbee-526680e7c4f9 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:34:01.958697 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device e64004e8-7b68-42dd-bbee-526680e7c4f9 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:34:01.990737 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a7ec463a-6f5e-4d12-8ec7-33a112d4621e tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:02.041914 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4446b0b6-baf6-49e9-ad6d-0a624459bc97 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:02.052852 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4446b0b6-baf6-49e9-ad6d-0a624459bc97 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:02.054601 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-4446b0b6-baf6-49e9-ad6d-0a624459bc97 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "DELETE /v2.0/networks/1f6ceca8-1fff-423b-9418-b1a2b0b1af56 HTTP/1.1" status: 204 len: 168 time: 0.9824710 Dec 08 16:34:02.062674 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 50134) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:02.069800 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-5f8c5c96-b455-4f25-9346-9473ec6801cc tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1269197807'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:02.079309 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=1215401f-5e65-47e7-971e-e32828d1521e,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:02.110025 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4446b0b6-baf6-49e9-ad6d-0a624459bc97 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event deleted for resources: {'Network': ['ID=1f6ceca8-1fff-423b-9418-b1a2b0b1af56,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:02.110802 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ffd9d2-5492-45e4-8a48-6f616a1be7ad None None] Update dhcp port {'port': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'fixed_ips': [{'subnet_id': '470b1abb-6610-450a-9a7b-b9a325fb9966', 'ip_address': '2001:db8::f816:3eff:feeb:c043'}, {'subnet_id': '32d6eda4-de2e-4e11-bd63-6b117fd179b9'}], 'binding:host_id': 'n-d-776250-12'}, 'id': '1215401f-5e65-47e7-971e-e32828d1521e'} from n-d-776250-12. {{(pid=110552) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 16:34:02.140144 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-51ffd9d2-5492-45e4-8a48-6f616a1be7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:02.198182 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 50140) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:02.214138 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-db260f8e-e3b7-4dff-a011-8e69d03128d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:02.229251 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a7ec463a-6f5e-4d12-8ec7-33a112d4621e tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:02.251371 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8c5c96-b455-4f25-9346-9473ec6801cc tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Made reservation on behalf of e453488086be4d498945c559a2dae3d9 for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:34:02.259842 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5f8c5c96-b455-4f25-9346-9473ec6801cc tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:02.267138 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 1215401f-5e65-47e7-971e-e32828d1521e up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:34:02.311781 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ec463a-6f5e-4d12-8ec7-33a112d4621e tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:34:02.336539 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-a7ec463a-6f5e-4d12-8ec7-33a112d4621e tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:34:02.368066 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ec463a-6f5e-4d12-8ec7-33a112d4621e tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:34:02.375350 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ec463a-6f5e-4d12-8ec7-33a112d4621e tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:02.376059 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a7ec463a-6f5e-4d12-8ec7-33a112d4621e tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:02.391664 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f8c5c96-b455-4f25-9346-9473ec6801cc tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:34:02.432368 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ec463a-6f5e-4d12-8ec7-33a112d4621e tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event updated for resources: {'Port': ['ID=608d4ba8-f71e-4ed9-8844-36067dc85439,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:02.438877 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5f8c5c96-b455-4f25-9346-9473ec6801cc tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:02.438877 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-5f8c5c96-b455-4f25-9346-9473ec6801cc tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Added segment e5551db2-8528-4f45-9f8d-07d6f9333b51 of type vlan for network 984078fb-0d31-4fde-bb2a-c2fe8cfea836 Dec 08 16:34:02.543727 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 1215401f-5e65-47e7-971e-e32828d1521e triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:02.544101 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:02.632615 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 50146) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:02.633542 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a7ec463a-6f5e-4d12-8ec7-33a112d4621e tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.5030067 Dec 08 16:34:02.945514 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-51ffd9d2-5492-45e4-8a48-6f616a1be7ad None None] Allocated IP 2001:db8:0:1::2 (e406e062-eec7-4ef2-b02a-de32c9a24df9/32d6eda4-de2e-4e11-bd63-6b117fd179b9/1215401f-5e65-47e7-971e-e32828d1521e) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:34:02.983872 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-820f1efd-ae8e-48dc-b10f-5f32e7974606 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Deleting port 608d4ba8-f71e-4ed9-8844-36067dc85439 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:34:03.005860 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-820f1efd-ae8e-48dc-b10f-5f32e7974606 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:03.150673 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-51ffd9d2-5492-45e4-8a48-6f616a1be7ad None None] For port 1215401f-5e65-47e7-971e-e32828d1521e, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=1215401f-5e65-47e7-971e-e32828d1521e,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:34:03.201318 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-51ffd9d2-5492-45e4-8a48-6f616a1be7ad None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:03.282762 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6954f68e-3488-4742-96a7-b502fbf5aa6a req-d3bfa66e-b0c5-4514-9beb-b9788b29bfb8 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac HTTP/1.1" status: 200 len: 210 time: 0.0398767 Dec 08 16:34:03.285509 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-820f1efd-ae8e-48dc-b10f-5f32e7974606 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:03.302678 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-820f1efd-ae8e-48dc-b10f-5f32e7974606 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Calling delete_port for 608d4ba8-f71e-4ed9-8844-36067dc85439 owned by {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:34:03.312988 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5f8c5c96-b455-4f25-9346-9473ec6801cc tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:03.343622 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-db260f8e-e3b7-4dff-a011-8e69d03128d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:03.392370 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-51ffd9d2-5492-45e4-8a48-6f616a1be7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:03.507496 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ffd9d2-5492-45e4-8a48-6f616a1be7ad None None] Pushing event updated for resources: {'Port': ['ID=1215401f-5e65-47e7-971e-e32828d1521e,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:03.511639 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-db260f8e-e3b7-4dff-a011-8e69d03128d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:03.515428 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5f8c5c96-b455-4f25-9346-9473ec6801cc tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:03.524156 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8c5c96-b455-4f25-9346-9473ec6801cc tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:03.524156 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5f8c5c96-b455-4f25-9346-9473ec6801cc tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:03.649953 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db260f8e-e3b7-4dff-a011-8e69d03128d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b324bc-0c9b-4893-8f14-501eb5db45b8,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:03.661898 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-db260f8e-e3b7-4dff-a011-8e69d03128d4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b83fd163117f47f1bf788c532edd7bb2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4623210 Dec 08 16:34:03.662306 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 50168) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:03.694363 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8c5c96-b455-4f25-9346-9473ec6801cc tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event updated for resources: {'Network': ['ID=984078fb-0d31-4fde-bb2a-c2fe8cfea836,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:03.707742 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 984078fb-0d31-4fde-bb2a-c2fe8cfea836 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:34:03.720963 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-820f1efd-ae8e-48dc-b10f-5f32e7974606 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:03.796459 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820f1efd-ae8e-48dc-b10f-5f32e7974606 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event deleted for resources: {'Port': ['ID=608d4ba8-f71e-4ed9-8844-36067dc85439,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:03.803015 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-5f8c5c96-b455-4f25-9346-9473ec6801cc tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7391381 Dec 08 16:34:03.803683 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 50188) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:03.809229 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-bfea49f0-30bd-4363-aafd-6746bb33272d tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Request body: {'subnet': {'network_id': '984078fb-0d31-4fde-bb2a-c2fe8cfea836', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:03.931883 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-96f785d9-f5b6-41e4-8cc3-60b1c52e44aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:04.017551 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-820f1efd-ae8e-48dc-b10f-5f32e7974606 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:04.029920 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-820f1efd-ae8e-48dc-b10f-5f32e7974606 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/ports/608d4ba8-f71e-4ed9-8844-36067dc85439 HTTP/1.1" status: 204 len: 168 time: 1.3961642 Dec 08 16:34:04.032309 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 50200) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:04.060347 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-96f785d9-f5b6-41e4-8cc3-60b1c52e44aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:04.169183 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92197f87-68d7-4a62-96dd-e2f47da4ec6e tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:04.180667 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-92197f87-68d7-4a62-96dd-e2f47da4ec6e tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1378524 Dec 08 16:34:04.181898 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 50204) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:04.219170 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfea49f0-30bd-4363-aafd-6746bb33272d tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Made reservation on behalf of e453488086be4d498945c559a2dae3d9 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:34:04.224838 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bfea49f0-30bd-4363-aafd-6746bb33272d tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:04.248823 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-96f785d9-f5b6-41e4-8cc3-60b1c52e44aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:04.253654 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 1215401f-5e65-47e7-971e-e32828d1521e up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:34:04.254184 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-96f785d9-f5b6-41e4-8cc3-60b1c52e44aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:04.256750 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-96f785d9-f5b6-41e4-8cc3-60b1c52e44aa admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e7b324bc-0c9b-4893-8f14-501eb5db45b8 HTTP/1.1" status: 204 len: 168 time: 0.5931485 Dec 08 16:34:04.308929 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f785d9-f5b6-41e4-8cc3-60b1c52e44aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b324bc-0c9b-4893-8f14-501eb5db45b8,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:04.361550 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e57452-9c95-4a27-ba7d-61ebc5df1e53 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:04.373821 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-95e57452-9c95-4a27-ba7d-61ebc5df1e53 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1901512 Dec 08 16:34:04.375008 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 50214) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:04.405347 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 1215401f-5e65-47e7-971e-e32828d1521e triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:04.405701 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:04.554657 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f77884-435c-47bc-9e88-fdcf43105c41 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:04.559415 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f77884-435c-47bc-9e88-fdcf43105c41 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:04.563138 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f77884-435c-47bc-9e88-fdcf43105c41 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:04.568148 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-08f77884-435c-47bc-9e88-fdcf43105c41 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1915357 Dec 08 16:34:04.569062 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 50218) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:04.572255 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-49f4951a-39cc-4eee-9c22-2e12050dc02c req-bbd1c5da-d791-4895-a65f-0ef3d01e04e4 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac HTTP/1.1" status: 200 len: 210 time: 0.0812013 Dec 08 16:34:04.700495 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-ae33c6aa-aa71-4c98-aacf-4a3276fd078d None None] Provisioning complete for port 1215401f-5e65-47e7-971e-e32828d1521e triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:04.705101 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ae33c6aa-aa71-4c98-aacf-4a3276fd078d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:04.731134 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfa653d0-80b3-4741-869b-a29ffc7194e3 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Deleting subnet 32d6eda4-de2e-4e11-bd63-6b117fd179b9 {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:34:04.751499 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cfa653d0-80b3-4741-869b-a29ffc7194e3 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:04.798675 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:04.882966 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cfa653d0-80b3-4741-869b-a29ffc7194e3 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:04.975771 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bfea49f0-30bd-4363-aafd-6746bb33272d tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:05.099557 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-1975c0a6-ca9d-491a-83fe-7454a4fd7bee None None] Could not find standard attr ID for object 608d4ba8-f71e-4ed9-8844-36067dc85439. {{(pid=110552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:34:05.100055 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cfa653d0-80b3-4741-869b-a29ffc7194e3 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:05.230978 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfea49f0-30bd-4363-aafd-6746bb33272d tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Checking segment: {'id': 'e5551db2-8528-4f45-9f8d-07d6f9333b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '984078fb-0d31-4fde-bb2a-c2fe8cfea836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:34:05.238099 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfea49f0-30bd-4363-aafd-6746bb33272d tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Network hostable DHCP agents. Network: 984078fb-0d31-4fde-bb2a-c2fe8cfea836, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:34:05.240982 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea49f0-30bd-4363-aafd-6746bb33272d tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event updated for resources: {'Subnet': ['ID=83e6c84b-9eb1-4a8a-a5f5-562f586e606e,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:05.339358 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cfa653d0-80b3-4741-869b-a29ffc7194e3 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:05.380338 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfea49f0-30bd-4363-aafd-6746bb33272d tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Network 984078fb-0d31-4fde-bb2a-c2fe8cfea836 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:34:05.404799 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa653d0-80b3-4741-869b-a29ffc7194e3 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event deleted for resources: {'Subnet': ['ID=32d6eda4-de2e-4e11-bd63-6b117fd179b9,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:05.422132 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cfa653d0-80b3-4741-869b-a29ffc7194e3 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:05.427029 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-cfa653d0-80b3-4741-869b-a29ffc7194e3 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/subnets/32d6eda4-de2e-4e11-bd63-6b117fd179b9 HTTP/1.1" status: 204 len: 168 time: 0.8567915 Dec 08 16:34:05.435560 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 50238) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:05.445415 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0c6392-6c2a-43cb-840c-b6c35aaa8d55 None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:34:05.508017 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-bfea49f0-30bd-4363-aafd-6746bb33272d tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 984078fb-0d31-4fde-bb2a-c2fe8cfea836) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:34:05.532844 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfea49f0-30bd-4363-aafd-6746bb33272d tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:05.534234 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbb0e17-47e3-4637-a267-adb3a6a774c2 None None] Network 984078fb-0d31-4fde-bb2a-c2fe8cfea836 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:34:05.535574 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bfea49f0-30bd-4363-aafd-6746bb33272d tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:05.599590 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc53424a-daa2-4519-b28d-1f82145a6781 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Deleting subnet 470b1abb-6610-450a-9a7b-b9a325fb9966 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:34:05.605139 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bc53424a-daa2-4519-b28d-1f82145a6781 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:05.662125 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-bfea49f0-30bd-4363-aafd-6746bb33272d tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8543172 Dec 08 16:34:05.662632 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 50246) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:05.666894 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-e886db17-274c-4ad5-bbca-a47e764bed65 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-236352236', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:05.689661 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bc53424a-daa2-4519-b28d-1f82145a6781 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:05.820473 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bc53424a-daa2-4519-b28d-1f82145a6781 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:05.832339 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9fad8658-5e85-49f0-bb1c-47d9201830c0 req-bb7cbd2e-f509-4f5d-b840-24d0949bbe72 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac HTTP/1.1" status: 200 len: 210 time: 0.0973077 Dec 08 16:34:05.893253 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e886db17-274c-4ad5-bbca-a47e764bed65 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:05.894909 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e886db17-274c-4ad5-bbca-a47e764bed65 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:05.896882 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cfb4fb-5efa-4ba5-802f-1c39927203aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-984078fb-0d31-4fde-bb2a-c2fe8cfea836', 'network_id': '984078fb-0d31-4fde-bb2a-c2fe8cfea836', 'project_id': 'e453488086be4d498945c559a2dae3d9', 'fixed_ips': [{'subnet_id': '83e6c84b-9eb1-4a8a-a5f5-562f586e606e'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:34:05.899174 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-56cfb4fb-5efa-4ba5-802f-1c39927203aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:06.017307 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e886db17-274c-4ad5-bbca-a47e764bed65 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:06.048300 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bc53424a-daa2-4519-b28d-1f82145a6781 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:06.076366 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e886db17-274c-4ad5-bbca-a47e764bed65 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:06.165893 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc53424a-daa2-4519-b28d-1f82145a6781 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event deleted for resources: {'Subnet': ['ID=470b1abb-6610-450a-9a7b-b9a325fb9966,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:06.168520 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bc53424a-daa2-4519-b28d-1f82145a6781 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:06.173133 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-bc53424a-daa2-4519-b28d-1f82145a6781 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/subnets/470b1abb-6610-450a-9a7b-b9a325fb9966 HTTP/1.1" status: 204 len: 168 time: 0.7357800 Dec 08 16:34:06.175669 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 50260) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:06.178151 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e886db17-274c-4ad5-bbca-a47e764bed65 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:06.179421 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e886db17-274c-4ad5-bbca-a47e764bed65 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5164790 Dec 08 16:34:06.209687 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 50262) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:06.238256 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-b0c9f32a-a689-4df4-ad52-a2d1e9929698 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Request body: {'port': {'network_id': '984078fb-0d31-4fde-bb2a-c2fe8cfea836', 'name': 'tempest-RoutersIpV6Test-1149380808'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:06.288958 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-9cea17ce-3939-435b-b16e-671ec72da187 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1113062 Dec 08 16:34:06.298847 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 50266) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:06.304817 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-f48b070c-2b92-4f37-b511-bc7bc22356c7 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Request body: {'subnet': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:06.345135 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-56cfb4fb-5efa-4ba5-802f-1c39927203aa None None] Allocated IP 2001:db8::2 (984078fb-0d31-4fde-bb2a-c2fe8cfea836/83e6c84b-9eb1-4a8a-a5f5-562f586e606e/d33c7d6e-4c40-4299-92c6-56ff472a47e1) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:34:06.544859 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48b070c-2b92-4f37-b511-bc7bc22356c7 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Made reservation on behalf of 450e207568904a6eabc726912d992373 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:34:06.549565 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f48b070c-2b92-4f37-b511-bc7bc22356c7 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:06.641670 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c9f32a-a689-4df4-ad52-a2d1e9929698 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Made reservation on behalf of e453488086be4d498945c559a2dae3d9 for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:34:06.646379 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b0c9f32a-a689-4df4-ad52-a2d1e9929698 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:06.716760 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-b0c9f32a-a689-4df4-ad52-a2d1e9929698 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] device_id is not set on port cb6b44fd-e35c-4440-ab89-6cd80682becd yet. {{(pid=110551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:34:06.934265 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-56cfb4fb-5efa-4ba5-802f-1c39927203aa None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:07.000416 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe00ac6d-f506-4748-9a3d-5c982251bd19 None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:34:07.026601 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-700e99f3-5b09-4e64-9236-f74dc27e01c4 req-8c4c1324-bd41-4bd6-b72e-d2c73263f55c tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac HTTP/1.1" status: 200 len: 210 time: 0.0674615 Dec 08 16:34:07.145551 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-a00fa2b9-8919-4530-8f65-36e3e8677b3f None None] Provisioning complete for port 1215401f-5e65-47e7-971e-e32828d1521e triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:07.146184 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a00fa2b9-8919-4530-8f65-36e3e8677b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:07.201018 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-56cfb4fb-5efa-4ba5-802f-1c39927203aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:07.316513 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cfb4fb-5efa-4ba5-802f-1c39927203aa None None] Network 984078fb-0d31-4fde-bb2a-c2fe8cfea836 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:34:07.343822 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cfb4fb-5efa-4ba5-802f-1c39927203aa None None] Pushing event updated for resources: {'Port': ['ID=d33c7d6e-4c40-4299-92c6-56ff472a47e1,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:07.365931 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-56cfb4fb-5efa-4ba5-802f-1c39927203aa None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:34:07.377550 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-b0c9f32a-a689-4df4-ad52-a2d1e9929698 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Allocated IP 2001:db8::3c7 (984078fb-0d31-4fde-bb2a-c2fe8cfea836/83e6c84b-9eb1-4a8a-a5f5-562f586e606e/cb6b44fd-e35c-4440-ab89-6cd80682becd) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:34:07.419565 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cfb4fb-5efa-4ba5-802f-1c39927203aa None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:34:07.554713 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5329076d-d964-43fd-b1aa-b1a4a963bcf2 None None] DHCP port deletion for e406e062-eec7-4ef2-b02a-de32c9a24df9 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:34:07.663443 n-d-776250-12 neutron-server[110550]: DEBUG neutron.objects.ports [None req-f48b070c-2b92-4f37-b511-bc7bc22356c7 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110550) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 16:34:07.756164 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-56cfb4fb-5efa-4ba5-802f-1c39927203aa None None] Attempting to bind port d33c7d6e-4c40-4299-92c6-56ff472a47e1 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:34:07.756668 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-56cfb4fb-5efa-4ba5-802f-1c39927203aa None None] Attempting to bind port d33c7d6e-4c40-4299-92c6-56ff472a47e1 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'e5551db2-8528-4f45-9f8d-07d6f9333b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '984078fb-0d31-4fde-bb2a-c2fe8cfea836'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:34:07.757894 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cfb4fb-5efa-4ba5-802f-1c39927203aa None None] Attempting to bind port d33c7d6e-4c40-4299-92c6-56ff472a47e1 on network 984078fb-0d31-4fde-bb2a-c2fe8cfea836 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:34:07.783079 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cfb4fb-5efa-4ba5-802f-1c39927203aa None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:34:07.783637 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cfb4fb-5efa-4ba5-802f-1c39927203aa None None] Checking segment: {'id': 'e5551db2-8528-4f45-9f8d-07d6f9333b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '984078fb-0d31-4fde-bb2a-c2fe8cfea836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:34:07.784384 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-56cfb4fb-5efa-4ba5-802f-1c39927203aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:07.788031 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cfb4fb-5efa-4ba5-802f-1c39927203aa None None] Bound using segment: {'id': 'e5551db2-8528-4f45-9f8d-07d6f9333b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '984078fb-0d31-4fde-bb2a-c2fe8cfea836'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:34:07.788879 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-56cfb4fb-5efa-4ba5-802f-1c39927203aa None None] Bound port: d33c7d6e-4c40-4299-92c6-56ff472a47e1, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5551db2-8528-4f45-9f8d-07d6f9333b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '984078fb-0d31-4fde-bb2a-c2fe8cfea836'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:34:07.789376 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-56cfb4fb-5efa-4ba5-802f-1c39927203aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:07.795260 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b0c9f32a-a689-4df4-ad52-a2d1e9929698 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:07.921868 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-5329076d-d964-43fd-b1aa-b1a4a963bcf2 None None] Deleting port 1215401f-5e65-47e7-971e-e32828d1521e {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:34:07.922544 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5329076d-d964-43fd-b1aa-b1a4a963bcf2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:08.021852 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b0c9f32a-a689-4df4-ad52-a2d1e9929698 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:08.026952 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-56cfb4fb-5efa-4ba5-802f-1c39927203aa None None] For port d33c7d6e-4c40-4299-92c6-56ff472a47e1, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:34:08.034511 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-56cfb4fb-5efa-4ba5-802f-1c39927203aa None None] For port d33c7d6e-4c40-4299-92c6-56ff472a47e1, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=d33c7d6e-4c40-4299-92c6-56ff472a47e1,segment=NetworkSegment(e5551db2-8528-4f45-9f8d-07d6f9333b51),segment_id=e5551db2-8528-4f45-9f8d-07d6f9333b51)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:34:08.074181 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-5329076d-d964-43fd-b1aa-b1a4a963bcf2 None None] For port 1215401f-5e65-47e7-971e-e32828d1521e, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=1215401f-5e65-47e7-971e-e32828d1521e,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:34:08.074645 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5329076d-d964-43fd-b1aa-b1a4a963bcf2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:08.156340 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c9f32a-a689-4df4-ad52-a2d1e9929698 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Network 984078fb-0d31-4fde-bb2a-c2fe8cfea836 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:34:08.162328 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-b0c9f32a-a689-4df4-ad52-a2d1e9929698 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:34:08.163187 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-56cfb4fb-5efa-4ba5-802f-1c39927203aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:08.174445 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c9f32a-a689-4df4-ad52-a2d1e9929698 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:34:08.181219 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c9f32a-a689-4df4-ad52-a2d1e9929698 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:08.181899 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b0c9f32a-a689-4df4-ad52-a2d1e9929698 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:08.184303 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-5329076d-d964-43fd-b1aa-b1a4a963bcf2 None None] Calling delete_port for 1215401f-5e65-47e7-971e-e32828d1521e owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:34:08.198479 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c9f32a-a689-4df4-ad52-a2d1e9929698 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event updated for resources: {'Port': ['ID=cb6b44fd-e35c-4440-ab89-6cd80682becd,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:08.252924 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f48b070c-2b92-4f37-b511-bc7bc22356c7 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:08.355027 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-daf8e01f-a3e1-457a-b570-90a6903b730c req-77ccc8f2-f729-43b2-bf29-a97c3363d90b tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac HTTP/1.1" status: 200 len: 210 time: 0.0746081 Dec 08 16:34:08.373522 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b0c9f32a-a689-4df4-ad52-a2d1e9929698 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1605160 Dec 08 16:34:08.378442 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 50314) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:08.390003 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cfb4fb-5efa-4ba5-802f-1c39927203aa None None] Pushing event updated for resources: {'Port': ['ID=d33c7d6e-4c40-4299-92c6-56ff472a47e1,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:08.404049 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 1215401f-5e65-47e7-971e-e32828d1521e no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:34:08.678766 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:08.712314 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-f48b070c-2b92-4f37-b511-bc7bc22356c7 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] For port 1215401f-5e65-47e7-971e-e32828d1521e, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=1215401f-5e65-47e7-971e-e32828d1521e,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:34:08.758186 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f48b070c-2b92-4f37-b511-bc7bc22356c7 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:08.985850 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:08.987397 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f48b070c-2b92-4f37-b511-bc7bc22356c7 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:08.988326 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f48b070c-2b92-4f37-b511-bc7bc22356c7 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:08.994747 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f0dacd03-7d8a-4548-a08f-9c8aa067e3d8 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:09.075390 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5329076d-d964-43fd-b1aa-b1a4a963bcf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:09.136199 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48b070c-2b92-4f37-b511-bc7bc22356c7 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:34:09.152093 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-f48b070c-2b92-4f37-b511-bc7bc22356c7 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:34:09.155542 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48b070c-2b92-4f37-b511-bc7bc22356c7 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:09.156426 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f48b070c-2b92-4f37-b511-bc7bc22356c7 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:09.173979 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48b070c-2b92-4f37-b511-bc7bc22356c7 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event updated for resources: {'Subnet': ['ID=ba6462eb-d425-4c76-a34d-035584a271d2,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:09.177550 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48b070c-2b92-4f37-b511-bc7bc22356c7 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event updated for resources: {'Port': ['ID=1215401f-5e65-47e7-971e-e32828d1521e,revision_number=8']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:09.190932 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5329076d-d964-43fd-b1aa-b1a4a963bcf2 None None] Pushing event deleted for resources: {'Port': ['ID=1215401f-5e65-47e7-971e-e32828d1521e,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:09.196697 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5329076d-d964-43fd-b1aa-b1a4a963bcf2 None None] No DVR routers for this DVR port 1215401f-5e65-47e7-971e-e32828d1521e on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:34:09.226051 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f84d497-f68b-4571-bafc-b89584f18cc6 None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:34:09.271267 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-f48b070c-2b92-4f37-b511-bc7bc22356c7 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9711576 Dec 08 16:34:09.271816 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 50332) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:09.282333 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-d580c5a5-5240-4f98-8d12-a9ba3770af0c tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Request body: {'subnet': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:09.288412 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 50334) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:09.528874 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cad28bc-183f-4595-9118-338b1fe50ea0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-e406e062-eec7-4ef2-b02a-de32c9a24df9', 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'project_id': '450e207568904a6eabc726912d992373', 'fixed_ips': [{'subnet_id': 'ba6462eb-d425-4c76-a34d-035584a271d2'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:34:09.530776 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7cad28bc-183f-4595-9118-338b1fe50ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:09.569502 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-516e8949-0452-4c83-8422-b2638e929b84 tempest-QuotasTest-491551307 tempest-QuotasTest-491551307-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:09.596874 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6e265b2f-6c8a-4e7e-a6d1-06bdd792988f req-7a9f46f2-ca69-46da-895d-a1a2df4edba1 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=75b7897d-4cce-4295-a6fb-c1c6f9f2b6ac HTTP/1.1" status: 200 len: 210 time: 0.0917895 Dec 08 16:34:09.619972 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f0dacd03-7d8a-4548-a08f-9c8aa067e3d8 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:09.717076 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d580c5a5-5240-4f98-8d12-a9ba3770af0c tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Made reservation on behalf of 450e207568904a6eabc726912d992373 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:34:09.720743 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d580c5a5-5240-4f98-8d12-a9ba3770af0c tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:09.723553 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f0dacd03-7d8a-4548-a08f-9c8aa067e3d8 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:09.858845 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-516e8949-0452-4c83-8422-b2638e929b84 tempest-QuotasTest-491551307 tempest-QuotasTest-491551307-project-admin] 10.222.0.64 "PUT /v2.0/quotas/076529c689c449e2a504e5156fc50e4d HTTP/1.1" status: 200 len: 366 time: 0.5670192 Dec 08 16:34:09.859189 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 50342) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:09.868464 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-7cad28bc-183f-4595-9118-338b1fe50ea0 None None] Allocated IP 2001:db8::f816:3eff:fed7:d30d (e406e062-eec7-4ef2-b02a-de32c9a24df9/ba6462eb-d425-4c76-a34d-035584a271d2/085b40f0-da2e-4d66-9713-c868e5ddb493) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:34:09.888547 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-5a317858-ca11-4555-a11a-2ba3cea9aa00 tempest-QuotasTest-491551307 tempest-QuotasTest-491551307-project-admin] 10.222.0.64 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0243797 Dec 08 16:34:09.895022 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 50344) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:09.920149 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-28017f32-9f03-4573-b3ee-b238f3ac5f82 tempest-QuotasTest-491551307 tempest-QuotasTest-491551307-project-admin] 10.222.0.64 "GET /v2.0/quotas/076529c689c449e2a504e5156fc50e4d HTTP/1.1" status: 200 len: 366 time: 0.0237341 Dec 08 16:34:09.921179 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 50346) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:10.125057 n-d-776250-12 neutron-server[110550]: INFO neutron.db.ipam_backend_mixin [None req-d580c5a5-5240-4f98-8d12-a9ba3770af0c tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ba6462eb-d425-4c76-a34d-035584a271d2 (CIDR: 2001:db8::/64) Dec 08 16:34:10.137104 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-861d164e-fbdb-4c8d-97cc-e917d8a5cbd7 tempest-QuotasTest-491551307 tempest-QuotasTest-491551307-project-admin] 10.222.0.64 "DELETE /v2.0/quotas/076529c689c449e2a504e5156fc50e4d HTTP/1.1" status: 204 len: 168 time: 0.1933749 Dec 08 16:34:10.139729 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 50350) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:10.184082 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b672241f-ec43-4d8d-8622-f009d9638035 tempest-QuotasTest-491551307 tempest-QuotasTest-491551307-project-admin] 10.222.0.64 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0393260 Dec 08 16:34:10.188442 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 50352) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:10.220343 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-d580c5a5-5240-4f98-8d12-a9ba3770af0c tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:34:10.222667 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d580c5a5-5240-4f98-8d12-a9ba3770af0c tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:34:10.275846 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a95f7acc-842f-4890-956e-a3ca62c66c08 tempest-QuotasTest-491551307 tempest-QuotasTest-491551307-project-admin] 10.222.0.64 "GET /v2.0/quotas/076529c689c449e2a504e5156fc50e4d HTTP/1.1" status: 200 len: 370 time: 0.0860748 Dec 08 16:34:10.278069 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 50354) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:10.293585 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-02e7c780-72d0-456d-a621-7bd1a2fb271a tempest-QuotasTest-491551307 tempest-QuotasTest-491551307-project-admin] 10.222.0.64 "GET /v2.0/quotas/076529c689c449e2a504e5156fc50e4d/default HTTP/1.1" status: 200 len: 370 time: 0.0097103 Dec 08 16:34:10.294291 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 50356) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:10.308034 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [None req-d60b150d-43f3-42d0-a26f-3351bc26117b tempest-QuotasTest-491551307 tempest-QuotasTest-491551307-project-admin] delete failed (client error): The resource could not be found. Dec 08 16:34:10.309799 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-d60b150d-43f3-42d0-a26f-3351bc26117b tempest-QuotasTest-491551307 tempest-QuotasTest-491551307-project-admin] 10.222.0.64 "DELETE /v2.0/quotas/076529c689c449e2a504e5156fc50e4d HTTP/1.1" status: 404 len: 348 time: 0.0130961 Dec 08 16:34:10.363268 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device d33c7d6e-4c40-4299-92c6-56ff472a47e1 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:34:10.370338 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f0dacd03-7d8a-4548-a08f-9c8aa067e3d8 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:10.387767 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-d580c5a5-5240-4f98-8d12-a9ba3770af0c tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1148202 Dec 08 16:34:10.393227 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 50360) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:10.402858 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-c1ee7d4f-590b-4ff3-81d9-23e6796888f6 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Request body: {'subnet': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:10.443892 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7cad28bc-183f-4595-9118-338b1fe50ea0 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:10.453974 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f4eadf-4b53-4806-8407-a636c25563c9 None None] Network 984078fb-0d31-4fde-bb2a-c2fe8cfea836 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:34:10.507497 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dacd03-7d8a-4548-a08f-9c8aa067e3d8 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event updated for resources: {'Port': ['ID=cb6b44fd-e35c-4440-ab89-6cd80682becd,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:10.630505 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-a7db1251-4fa5-49da-ac6c-fd3c6caded80 None None] Provisioning complete for port d33c7d6e-4c40-4299-92c6-56ff472a47e1 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:10.630894 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a7db1251-4fa5-49da-ac6c-fd3c6caded80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:10.640125 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7cad28bc-183f-4595-9118-338b1fe50ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:10.730903 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 50368) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:10.756010 n-d-776250-12 neutron-server[110550]: DEBUG neutron.quota.resource [None req-96f2133f-a321-48d3-bb19-50ab95f5f2d2 tempest-QuotasTest-491551307 tempest-QuotasTest-491551307-project-admin] Usage tracker for resource:network and project:31e8859653e447b08f435b517a74b267 is out of sync, need to count used quota {{(pid=110550) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 08 16:34:10.759664 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ee7d4f-590b-4ff3-81d9-23e6796888f6 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Made reservation on behalf of 450e207568904a6eabc726912d992373 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:34:10.764301 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c1ee7d4f-590b-4ff3-81d9-23e6796888f6 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:10.800465 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f0dacd03-7d8a-4548-a08f-9c8aa067e3d8 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:10.802275 n-d-776250-12 neutron-server[110550]: DEBUG neutron.quota.resource [None req-96f2133f-a321-48d3-bb19-50ab95f5f2d2 tempest-QuotasTest-491551307 tempest-QuotasTest-491551307-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=110550) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 08 16:34:10.978183 n-d-776250-12 neutron-server[110550]: DEBUG neutron.quota.resource [None req-96f2133f-a321-48d3-bb19-50ab95f5f2d2 tempest-QuotasTest-491551307 tempest-QuotasTest-491551307-project-admin] Usage tracker for resource:subnet and project:31e8859653e447b08f435b517a74b267 is out of sync, need to count used quota {{(pid=110550) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 08 16:34:10.985943 n-d-776250-12 neutron-server[110550]: DEBUG neutron.quota.resource [None req-96f2133f-a321-48d3-bb19-50ab95f5f2d2 tempest-QuotasTest-491551307 tempest-QuotasTest-491551307-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=110550) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 08 16:34:11.007168 n-d-776250-12 neutron-server[110550]: DEBUG neutron.quota.resource [None req-96f2133f-a321-48d3-bb19-50ab95f5f2d2 tempest-QuotasTest-491551307 tempest-QuotasTest-491551307-project-admin] Usage tracker for resource:subnetpool and project:31e8859653e447b08f435b517a74b267 is out of sync, need to count used quota {{(pid=110550) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 08 16:34:11.015056 n-d-776250-12 neutron-server[110550]: DEBUG neutron.quota.resource [None req-96f2133f-a321-48d3-bb19-50ab95f5f2d2 tempest-QuotasTest-491551307 tempest-QuotasTest-491551307-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=110550) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 08 16:34:11.046480 n-d-776250-12 neutron-server[110550]: DEBUG neutron.quota.resource [None req-96f2133f-a321-48d3-bb19-50ab95f5f2d2 tempest-QuotasTest-491551307 tempest-QuotasTest-491551307-project-admin] Usage tracker for resource:port and project:31e8859653e447b08f435b517a74b267 is out of sync, need to count used quota {{(pid=110550) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 08 16:34:11.053308 n-d-776250-12 neutron-server[110550]: DEBUG neutron.quota.resource [None req-96f2133f-a321-48d3-bb19-50ab95f5f2d2 tempest-QuotasTest-491551307 tempest-QuotasTest-491551307-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=110550) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 08 16:34:11.076062 n-d-776250-12 neutron-server[110550]: DEBUG neutron.quota.resource [None req-96f2133f-a321-48d3-bb19-50ab95f5f2d2 tempest-QuotasTest-491551307 tempest-QuotasTest-491551307-project-admin] Usage tracker for resource:router and project:31e8859653e447b08f435b517a74b267 is out of sync, need to count used quota {{(pid=110550) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 08 16:34:11.090481 n-d-776250-12 neutron-server[110550]: DEBUG neutron.quota.resource [None req-96f2133f-a321-48d3-bb19-50ab95f5f2d2 tempest-QuotasTest-491551307 tempest-QuotasTest-491551307-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=110550) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 08 16:34:11.106581 n-d-776250-12 neutron-server[110550]: DEBUG neutron.quota.resource [None req-96f2133f-a321-48d3-bb19-50ab95f5f2d2 tempest-QuotasTest-491551307 tempest-QuotasTest-491551307-project-admin] Usage tracker for resource:floatingip and project:31e8859653e447b08f435b517a74b267 is out of sync, need to count used quota {{(pid=110550) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 08 16:34:11.112007 n-d-776250-12 neutron-server[110550]: DEBUG neutron.quota.resource [None req-96f2133f-a321-48d3-bb19-50ab95f5f2d2 tempest-QuotasTest-491551307 tempest-QuotasTest-491551307-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=110550) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 08 16:34:11.134929 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cad28bc-183f-4595-9118-338b1fe50ea0 None None] Pushing event updated for resources: {'Port': ['ID=085b40f0-da2e-4d66-9713-c868e5ddb493,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:11.174837 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c1ee7d4f-590b-4ff3-81d9-23e6796888f6 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:11.188333 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port d33c7d6e-4c40-4299-92c6-56ff472a47e1 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:11.189692 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:11.195541 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cad28bc-183f-4595-9118-338b1fe50ea0 None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:34:11.231779 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-7cad28bc-183f-4595-9118-338b1fe50ea0 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:34:11.245541 n-d-776250-12 neutron-server[110550]: DEBUG neutron.quota.resource [None req-96f2133f-a321-48d3-bb19-50ab95f5f2d2 tempest-QuotasTest-491551307 tempest-QuotasTest-491551307-project-admin] Usage tracker for resource:security_group and project:31e8859653e447b08f435b517a74b267 is out of sync, need to count used quota {{(pid=110550) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 08 16:34:11.260439 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ee7d4f-590b-4ff3-81d9-23e6796888f6 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:34:11.263664 n-d-776250-12 neutron-server[110550]: DEBUG neutron.quota.resource [None req-96f2133f-a321-48d3-bb19-50ab95f5f2d2 tempest-QuotasTest-491551307 tempest-QuotasTest-491551307-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=110550) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 08 16:34:11.271521 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-c1ee7d4f-590b-4ff3-81d9-23e6796888f6 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:34:11.273253 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f0dacd03-7d8a-4548-a08f-9c8aa067e3d8 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:11.274655 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cad28bc-183f-4595-9118-338b1fe50ea0 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:34:11.276000 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ee7d4f-590b-4ff3-81d9-23e6796888f6 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:11.276826 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c1ee7d4f-590b-4ff3-81d9-23e6796888f6 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:11.293661 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee7d4f-590b-4ff3-81d9-23e6796888f6 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event updated for resources: {'Subnet': ['ID=84d738f1-f1e2-4883-bb68-028e2e444016,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:11.307000 n-d-776250-12 neutron-server[110550]: DEBUG neutron.quota.resource [None req-96f2133f-a321-48d3-bb19-50ab95f5f2d2 tempest-QuotasTest-491551307 tempest-QuotasTest-491551307-project-admin] Usage tracker for resource:security_group_rule and project:31e8859653e447b08f435b517a74b267 is out of sync, need to count used quota {{(pid=110550) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 08 16:34:11.317483 n-d-776250-12 neutron-server[110550]: DEBUG neutron.quota.resource [None req-96f2133f-a321-48d3-bb19-50ab95f5f2d2 tempest-QuotasTest-491551307 tempest-QuotasTest-491551307-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=110550) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 08 16:34:11.325618 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-96f2133f-a321-48d3-bb19-50ab95f5f2d2 tempest-QuotasTest-491551307 tempest-QuotasTest-491551307-project-admin] 10.222.0.64 "GET /v2.0/quotas/31e8859653e447b08f435b517a74b267/details.json HTTP/1.1" status: 200 len: 703 time: 0.6030204 Dec 08 16:34:11.414011 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f0dacd03-7d8a-4548-a08f-9c8aa067e3d8 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:11.415794 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f0dacd03-7d8a-4548-a08f-9c8aa067e3d8 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:11.422454 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c1ee7d4f-590b-4ff3-81d9-23e6796888f6 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0273862 Dec 08 16:34:11.423131 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 50374) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:11.430310 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:34:11.432512 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-f18a1827-dd01-416f-8ec1-e00a5172115f tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Request body: {'port': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'mac_address': 'fa:16:3e:ad:91:91', 'name': 'tempest-NetworksTestDHCPv6-1362924738'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:11.456556 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-7cad28bc-183f-4595-9118-338b1fe50ea0 None None] Attempting to bind port 085b40f0-da2e-4d66-9713-c868e5ddb493 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:34:11.457135 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-7cad28bc-183f-4595-9118-338b1fe50ea0 None None] Attempting to bind port 085b40f0-da2e-4d66-9713-c868e5ddb493 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:34:11.457284 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cad28bc-183f-4595-9118-338b1fe50ea0 None None] Attempting to bind port 085b40f0-da2e-4d66-9713-c868e5ddb493 on network e406e062-eec7-4ef2-b02a-de32c9a24df9 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:34:11.510847 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a7db1251-4fa5-49da-ac6c-fd3c6caded80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:11.555665 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-be70839c-b4b5-4c87-9340-3fb252e70b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:11.565388 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cad28bc-183f-4595-9118-338b1fe50ea0 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:34:11.565777 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cad28bc-183f-4595-9118-338b1fe50ea0 None None] Checking segment: {'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:34:11.566199 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7cad28bc-183f-4595-9118-338b1fe50ea0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:11.566678 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cad28bc-183f-4595-9118-338b1fe50ea0 None None] Bound using segment: {'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:34:11.567637 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-7cad28bc-183f-4595-9118-338b1fe50ea0 None None] Bound port: 085b40f0-da2e-4d66-9713-c868e5ddb493, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:34:11.568040 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7cad28bc-183f-4595-9118-338b1fe50ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:11.604740 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:11.639819 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dacd03-7d8a-4548-a08f-9c8aa067e3d8 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event updated for resources: {'Port': ['ID=cb6b44fd-e35c-4440-ab89-6cd80682becd,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:11.702064 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0dacd03-7d8a-4548-a08f-9c8aa067e3d8 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Network 984078fb-0d31-4fde-bb2a-c2fe8cfea836 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:34:11.703681 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-f0dacd03-7d8a-4548-a08f-9c8aa067e3d8 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:34:11.749137 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-7cad28bc-183f-4595-9118-338b1fe50ea0 None None] For port 085b40f0-da2e-4d66-9713-c868e5ddb493, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:34:11.777288 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-7cad28bc-183f-4595-9118-338b1fe50ea0 None None] For port 085b40f0-da2e-4d66-9713-c868e5ddb493, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=085b40f0-da2e-4d66-9713-c868e5ddb493,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:34:11.891765 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-a7db1251-4fa5-49da-ac6c-fd3c6caded80 None None] For port d33c7d6e-4c40-4299-92c6-56ff472a47e1, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=d33c7d6e-4c40-4299-92c6-56ff472a47e1,segment=NetworkSegment(e5551db2-8528-4f45-9f8d-07d6f9333b51),segment_id=e5551db2-8528-4f45-9f8d-07d6f9333b51)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:34:11.905796 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18a1827-dd01-416f-8ec1-e00a5172115f tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Made reservation on behalf of 450e207568904a6eabc726912d992373 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:34:11.906501 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7cad28bc-183f-4595-9118-338b1fe50ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:12.084695 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.db.api [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:34:12.085152 n-d-776250-12 neutron-server[110552]: DEBUG oslo_db.api [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:34:12.086662 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a7db1251-4fa5-49da-ac6c-fd3c6caded80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:12.095902 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cad28bc-183f-4595-9118-338b1fe50ea0 None None] Pushing event updated for resources: {'Port': ['ID=085b40f0-da2e-4d66-9713-c868e5ddb493,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:12.127215 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0dacd03-7d8a-4548-a08f-9c8aa067e3d8 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Router 0dc98b2b-babf-4493-b6e2-0e6cf88ef398 is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:34:12.227394 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f18a1827-dd01-416f-8ec1-e00a5172115f tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:12.277751 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [None req-f18a1827-dd01-416f-8ec1-e00a5172115f tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] device_id is not set on port f63f9b0c-526c-43a1-a437-1c234f9cbfff yet. {{(pid=110550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:34:12.298374 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7db1251-4fa5-49da-ac6c-fd3c6caded80 None None] Pushing event updated for resources: {'Port': ['ID=d33c7d6e-4c40-4299-92c6-56ff472a47e1,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:12.366510 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-36c30a25-2f45-4ed7-87f4-af35afd21391 None None] Provisioning complete for port d33c7d6e-4c40-4299-92c6-56ff472a47e1 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:12.371195 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-36c30a25-2f45-4ed7-87f4-af35afd21391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:12.470819 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 50384) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:12.474746 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0dacd03-7d8a-4548-a08f-9c8aa067e3d8 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:34:12.492485 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f0dacd03-7d8a-4548-a08f-9c8aa067e3d8 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "PUT /v2.0/routers/0dc98b2b-babf-4493-b6e2-0e6cf88ef398/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1116343 Dec 08 16:34:12.514617 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e5b446-b394-4f7c-a77f-cbc47e19aef9 None None] Sync routers for ids ['0dc98b2b-babf-4493-b6e2-0e6cf88ef398'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:34:12.516535 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 50386) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:12.564645 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e5b446-b394-4f7c-a77f-cbc47e19aef9 None None] Routers {'0dc98b2b-babf-4493-b6e2-0e6cf88ef398'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:34:12.570329 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-c8e5b446-b394-4f7c-a77f-cbc47e19aef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:33:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['0dc98b2b-babf-4493-b6e2-0e6cf88ef398'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:12.629303 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b091b44-0d8e-4e64-8502-bed65317fe08 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:12.632274 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-9b091b44-0d8e-4e64-8502-bed65317fe08 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "GET /v2.0/ports/cb6b44fd-e35c-4440-ab89-6cd80682becd HTTP/1.1" status: 200 len: 984 time: 0.1132991 Dec 08 16:34:12.638111 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 50392) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:12.757137 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-f18a1827-dd01-416f-8ec1-e00a5172115f tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Allocated IP 2001:db8:0:1::20c (e406e062-eec7-4ef2-b02a-de32c9a24df9/84d738f1-f1e2-4883-bb68-028e2e444016/f63f9b0c-526c-43a1-a437-1c234f9cbfff) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:34:12.772557 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-f18a1827-dd01-416f-8ec1-e00a5172115f tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Allocated IP 2001:db8::f816:3eff:fead:9191 (e406e062-eec7-4ef2-b02a-de32c9a24df9/ba6462eb-d425-4c76-a34d-035584a271d2/f63f9b0c-526c-43a1-a437-1c234f9cbfff) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:34:12.928128 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-c8e5b446-b394-4f7c-a77f-cbc47e19aef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:13.007614 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e5b446-b394-4f7c-a77f-cbc47e19aef9 None None] Routers {'0dc98b2b-babf-4493-b6e2-0e6cf88ef398'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:34:13.016649 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-c8e5b446-b394-4f7c-a77f-cbc47e19aef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:33:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['0dc98b2b-babf-4493-b6e2-0e6cf88ef398'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:13.142898 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a6be9edc-adc1-46d3-973d-37175f21b174 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:13.158584 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-c8e5b446-b394-4f7c-a77f-cbc47e19aef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:13.161560 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e5b446-b394-4f7c-a77f-cbc47e19aef9 None None] The sync data for ids ['0dc98b2b-babf-4493-b6e2-0e6cf88ef398'] in n-d-776250-12 is: [] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:34:13.173690 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-36c30a25-2f45-4ed7-87f4-af35afd21391 None None] Provisioning complete for port cb6b44fd-e35c-4440-ab89-6cd80682becd triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:13.175487 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-36c30a25-2f45-4ed7-87f4-af35afd21391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:13.297563 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-36c30a25-2f45-4ed7-87f4-af35afd21391 None None] Port cb6b44fd-e35c-4440-ab89-6cd80682becd cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:34:13.311961 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f18a1827-dd01-416f-8ec1-e00a5172115f tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:13.431707 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-ca1df8f1-5ffb-42bc-bfb4-f581d1790fc3 None None] Provisioning complete for port cb6b44fd-e35c-4440-ab89-6cd80682becd triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:13.432542 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ca1df8f1-5ffb-42bc-bfb4-f581d1790fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:13.510503 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f18a1827-dd01-416f-8ec1-e00a5172115f tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:13.527903 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device d33c7d6e-4c40-4299-92c6-56ff472a47e1 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:34:13.647712 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18a1827-dd01-416f-8ec1-e00a5172115f tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:34:13.660776 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-ca1df8f1-5ffb-42bc-bfb4-f581d1790fc3 None None] Port cb6b44fd-e35c-4440-ab89-6cd80682becd cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:34:13.674442 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-f18a1827-dd01-416f-8ec1-e00a5172115f tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:34:13.694273 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port d33c7d6e-4c40-4299-92c6-56ff472a47e1 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:13.695352 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:13.699255 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18a1827-dd01-416f-8ec1-e00a5172115f tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:34:13.729482 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18a1827-dd01-416f-8ec1-e00a5172115f tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:13.733776 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f18a1827-dd01-416f-8ec1-e00a5172115f tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:13.806510 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a1827-dd01-416f-8ec1-e00a5172115f tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event updated for resources: {'Port': ['ID=f63f9b0c-526c-43a1-a437-1c234f9cbfff,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:13.896864 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-f18a1827-dd01-416f-8ec1-e00a5172115f tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.4722660 Dec 08 16:34:13.899348 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 50412) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:13.935548 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 085b40f0-da2e-4d66-9713-c868e5ddb493 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:34:13.937766 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-bbc86cc9-a6da-4888-ad84-ef8e7a7c0d71 None None] Provisioning complete for port cb6b44fd-e35c-4440-ab89-6cd80682becd triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:13.938372 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-bbc86cc9-a6da-4888-ad84-ef8e7a7c0d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:13.978124 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-bbc86cc9-a6da-4888-ad84-ef8e7a7c0d71 None None] Port cb6b44fd-e35c-4440-ab89-6cd80682becd cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:34:14.062544 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 085b40f0-da2e-4d66-9713-c868e5ddb493 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:14.062544 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:14.103212 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b092be-1e73-4a9b-a7f2-a55dc18bf521 None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:34:14.213338 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-117a478b-3784-4c01-a4cc-6a8243efeec3 None None] Provisioning complete for port 085b40f0-da2e-4d66-9713-c868e5ddb493 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:14.213717 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-117a478b-3784-4c01-a4cc-6a8243efeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:14.217794 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-f75b702c-6344-4a65-b05e-e7959ab9c61a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Deleting port f63f9b0c-526c-43a1-a437-1c234f9cbfff {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:34:14.218541 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f75b702c-6344-4a65-b05e-e7959ab9c61a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:14.288076 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f86ef605-8300-4bc1-9ba6-c3c4fd17109a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:14.428485 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f75b702c-6344-4a65-b05e-e7959ab9c61a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:14.448893 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a6be9edc-adc1-46d3-973d-37175f21b174 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:14.460438 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-f75b702c-6344-4a65-b05e-e7959ab9c61a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Calling delete_port for f63f9b0c-526c-43a1-a437-1c234f9cbfff owned by {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:34:14.520902 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:14.536800 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a6be9edc-adc1-46d3-973d-37175f21b174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:14.606361 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80558969-9db5-4fd6-bcfa-a00a495fbdcb req-3f6ca443-f535-4b99-94ba-80c9578add2d tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:14.608429 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-80558969-9db5-4fd6-bcfa-a00a495fbdcb req-3f6ca443-f535-4b99-94ba-80c9578add2d tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ea2bcdb-7b63-4fa3-98fa-ba5b17248623 HTTP/1.1" status: 200 len: 946 time: 1.0399466 Dec 08 16:34:14.652747 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 085b40f0-da2e-4d66-9713-c868e5ddb493, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=085b40f0-da2e-4d66-9713-c868e5ddb493,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:34:14.654270 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-117a478b-3784-4c01-a4cc-6a8243efeec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:14.689369 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a6be9edc-adc1-46d3-973d-37175f21b174 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e8ee2ca4c7384d51ac6dba4aa32399c2&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1951432 Dec 08 16:34:14.697595 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6be9edc-adc1-46d3-973d-37175f21b174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ae028a-2e8f-4f31-b2cb-3d84d43a91fb,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:14.707251 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 50422) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:14.725790 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:14.821241 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec35d90-8e2a-49b0-bce5-c71ea4e1e506 None None] Update dhcp port {'port': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'fixed_ips': [{'subnet_id': 'ba6462eb-d425-4c76-a34d-035584a271d2', 'ip_address': '2001:db8::f816:3eff:fed7:d30d'}, {'subnet_id': '84d738f1-f1e2-4883-bb68-028e2e444016'}], 'binding:host_id': 'n-d-776250-12'}, 'id': '085b40f0-da2e-4d66-9713-c868e5ddb493'} from n-d-776250-12. {{(pid=110552) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 16:34:14.950356 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-97efc610-60c7-4cd0-a3f0-ff0fc349eb3c tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:14.956948 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-80558969-9db5-4fd6-bcfa-a00a495fbdcb req-1299ed1d-6fad-45db-bce4-0ef9715e61cb tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=612cab1b-cec0-43d6-8e72-252bc370fd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3071191 Dec 08 16:34:14.985333 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f75b702c-6344-4a65-b05e-e7959ab9c61a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:14.989946 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=085b40f0-da2e-4d66-9713-c868e5ddb493,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:14.998965 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.db.api [None req-117a478b-3784-4c01-a4cc-6a8243efeec3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:34:14.999376 n-d-776250-12 neutron-server[110552]: DEBUG oslo_db.api [None req-117a478b-3784-4c01-a4cc-6a8243efeec3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:34:14.999988 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0ec35d90-8e2a-49b0-bce5-c71ea4e1e506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:15.052483 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a74d487d-7f8f-4a44-877d-9504b21c71e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:15.063402 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75b702c-6344-4a65-b05e-e7959ab9c61a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event deleted for resources: {'Port': ['ID=f63f9b0c-526c-43a1-a437-1c234f9cbfff,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:15.083699 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a74d487d-7f8f-4a44-877d-9504b21c71e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:15.182079 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f75b702c-6344-4a65-b05e-e7959ab9c61a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:15.201545 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-f75b702c-6344-4a65-b05e-e7959ab9c61a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/ports/f63f9b0c-526c-43a1-a437-1c234f9cbfff HTTP/1.1" status: 204 len: 168 time: 1.2911756 Dec 08 16:34:15.202745 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 50428) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:15.263253 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a74d487d-7f8f-4a44-877d-9504b21c71e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:15.271235 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a74d487d-7f8f-4a44-877d-9504b21c71e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:15.273834 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a74d487d-7f8f-4a44-877d-9504b21c71e3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b8ae028a-2e8f-4f31-b2cb-3d84d43a91fb HTTP/1.1" status: 204 len: 168 time: 0.5478616 Dec 08 16:34:15.303745 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74d487d-7f8f-4a44-877d-9504b21c71e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ae028a-2e8f-4f31-b2cb-3d84d43a91fb,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:15.307546 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-0ec35d90-8e2a-49b0-bce5-c71ea4e1e506 None None] Allocated IP 2001:db8:0:1::2 (e406e062-eec7-4ef2-b02a-de32c9a24df9/84d738f1-f1e2-4883-bb68-028e2e444016/085b40f0-da2e-4d66-9713-c868e5ddb493) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:34:15.317832 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787f9245-a66f-49c9-a77c-ca071461d3b7 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:15.319896 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-787f9245-a66f-49c9-a77c-ca071461d3b7 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1157761 Dec 08 16:34:15.322635 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 50438) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:15.432627 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98369794-31aa-4872-a77e-e45ecaaa6369 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:15.439048 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 50440) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:15.448818 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-98369794-31aa-4872-a77e-e45ecaaa6369 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1131697 Dec 08 16:34:15.547066 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:15.550036 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-0ec35d90-8e2a-49b0-bce5-c71ea4e1e506 None None] For port 085b40f0-da2e-4d66-9713-c868e5ddb493, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=085b40f0-da2e-4d66-9713-c868e5ddb493,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:34:15.550715 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6282bdb6-af97-4035-86c5-3b9a13e12a37 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:15.552580 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6282bdb6-af97-4035-86c5-3b9a13e12a37 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:15.554138 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6282bdb6-af97-4035-86c5-3b9a13e12a37 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:15.558327 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-6282bdb6-af97-4035-86c5-3b9a13e12a37 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1175389 Dec 08 16:34:15.579716 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 50442) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:15.602319 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0ec35d90-8e2a-49b0-bce5-c71ea4e1e506 None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:15.651853 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-97efc610-60c7-4cd0-a3f0-ff0fc349eb3c tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Deleting port cb6b44fd-e35c-4440-ab89-6cd80682becd {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:34:15.652383 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-97efc610-60c7-4cd0-a3f0-ff0fc349eb3c tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:15.664274 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0ec35d90-8e2a-49b0-bce5-c71ea4e1e506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:15.770456 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-72c36d32-2cd3-4ba7-9fe5-6398d77ed531 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Deleting subnet 84d738f1-f1e2-4883-bb68-028e2e444016 {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:34:15.776498 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-72c36d32-2cd3-4ba7-9fe5-6398d77ed531 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:15.840324 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec35d90-8e2a-49b0-bce5-c71ea4e1e506 None None] Pushing event updated for resources: {'Port': ['ID=085b40f0-da2e-4d66-9713-c868e5ddb493,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:15.894255 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-72c36d32-2cd3-4ba7-9fe5-6398d77ed531 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:15.950055 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-97efc610-60c7-4cd0-a3f0-ff0fc349eb3c tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:15.989651 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-97efc610-60c7-4cd0-a3f0-ff0fc349eb3c tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Calling delete_port for cb6b44fd-e35c-4440-ab89-6cd80682becd owned by network:router_interface {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:34:16.107779 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-72c36d32-2cd3-4ba7-9fe5-6398d77ed531 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:16.120906 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd084f87-f477-47f5-b01e-e0ed4f202652 req-a17dac2e-6c7d-4bea-8a07-de78b23ce01a tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:16.129989 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bd084f87-f477-47f5-b01e-e0ed4f202652 req-a17dac2e-6c7d-4bea-8a07-de78b23ce01a tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ea2bcdb-7b63-4fa3-98fa-ba5b17248623 HTTP/1.1" status: 200 len: 946 time: 0.0626268 Dec 08 16:34:16.238008 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bd084f87-f477-47f5-b01e-e0ed4f202652 req-71d499c0-e3cd-440f-af0c-5165796063b2 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=612cab1b-cec0-43d6-8e72-252bc370fd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050851 Dec 08 16:34:16.352494 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 50448) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:16.381742 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-116880ea-90f2-4daf-a7df-ced44fa8053f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:16.438607 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-72c36d32-2cd3-4ba7-9fe5-6398d77ed531 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:16.517548 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c36d32-2cd3-4ba7-9fe5-6398d77ed531 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event deleted for resources: {'Subnet': ['ID=84d738f1-f1e2-4883-bb68-028e2e444016,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:16.532979 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-72c36d32-2cd3-4ba7-9fe5-6398d77ed531 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:16.536457 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-72c36d32-2cd3-4ba7-9fe5-6398d77ed531 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/subnets/84d738f1-f1e2-4883-bb68-028e2e444016 HTTP/1.1" status: 204 len: 168 time: 0.9521639 Dec 08 16:34:16.539209 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 50456) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:16.609863 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c6ec572-3037-4478-b1a3-7011ee95f72b tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Deleting subnet ba6462eb-d425-4c76-a34d-035584a271d2 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:34:16.615017 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6c6ec572-3037-4478-b1a3-7011ee95f72b tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:16.635757 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-97efc610-60c7-4cd0-a3f0-ff0fc349eb3c tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:16.701351 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97efc610-60c7-4cd0-a3f0-ff0fc349eb3c tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event deleted for resources: {'Port': ['ID=cb6b44fd-e35c-4440-ab89-6cd80682becd,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:16.718311 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6c6ec572-3037-4478-b1a3-7011ee95f72b tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:16.790288 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:16.853148 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-116880ea-90f2-4daf-a7df-ced44fa8053f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:16.876833 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6c6ec572-3037-4478-b1a3-7011ee95f72b tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:16.899583 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-97efc610-60c7-4cd0-a3f0-ff0fc349eb3c tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:16.914430 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-39ab9a68-a890-4bd2-bd2c-9846d489a9af None None] Could not find standard attr ID for object f63f9b0c-526c-43a1-a437-1c234f9cbfff. {{(pid=110552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:34:16.929470 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e6bbaf-bee8-4924-890f-fdea00675312 None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:34:16.996955 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-116880ea-90f2-4daf-a7df-ced44fa8053f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:17.105518 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-39ab9a68-a890-4bd2-bd2c-9846d489a9af None None] Provisioning complete for port 085b40f0-da2e-4d66-9713-c868e5ddb493 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:17.105918 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-39ab9a68-a890-4bd2-bd2c-9846d489a9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:17.115453 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 085b40f0-da2e-4d66-9713-c868e5ddb493 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:34:17.166513 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-116880ea-90f2-4daf-a7df-ced44fa8053f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=31e8859653e447b08f435b517a74b267&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7985268 Dec 08 16:34:17.167142 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 50458) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:17.173816 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116880ea-90f2-4daf-a7df-ced44fa8053f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250d7e6c-bc86-47f4-9607-b961e14074de,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:17.187634 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97efc610-60c7-4cd0-a3f0-ff0fc349eb3c tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Router 0dc98b2b-babf-4493-b6e2-0e6cf88ef398 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:34:17.250999 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6c6ec572-3037-4478-b1a3-7011ee95f72b tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:17.274509 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6c6ec572-3037-4478-b1a3-7011ee95f72b tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:17.280655 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-6c6ec572-3037-4478-b1a3-7011ee95f72b tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/subnets/ba6462eb-d425-4c76-a34d-035584a271d2 HTTP/1.1" status: 204 len: 168 time: 0.7378361 Dec 08 16:34:17.280655 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ac4f6864-16b6-40ed-9cee-b3ae73111f26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:17.300767 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 50462) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:17.311089 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ec572-3037-4478-b1a3-7011ee95f72b tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event deleted for resources: {'Subnet': ['ID=ba6462eb-d425-4c76-a34d-035584a271d2,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:17.373174 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-747337a5-8d02-4d08-81fd-1654f013f060 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0684695 Dec 08 16:34:17.374773 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 50464) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:17.377745 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97efc610-60c7-4cd0-a3f0-ff0fc349eb3c tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:34:17.385558 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-1ef0efbe-5aab-47fd-a0b4-80965b09b74a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Request body: {'subnet': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:17.396500 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ac4f6864-16b6-40ed-9cee-b3ae73111f26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:17.400431 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea302f1-cbb7-4c90-9bba-ddc83123310d None None] Sync routers for ids ['0dc98b2b-babf-4493-b6e2-0e6cf88ef398'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:34:17.424023 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-97efc610-60c7-4cd0-a3f0-ff0fc349eb3c tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "PUT /v2.0/routers/0dc98b2b-babf-4493-b6e2-0e6cf88ef398/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7844572 Dec 08 16:34:17.425797 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea302f1-cbb7-4c90-9bba-ddc83123310d None None] Routers {'0dc98b2b-babf-4493-b6e2-0e6cf88ef398'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:34:17.426699 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-6ea302f1-cbb7-4c90-9bba-ddc83123310d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:34:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['0dc98b2b-babf-4493-b6e2-0e6cf88ef398'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:17.433635 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 50466) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:17.626278 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-6ea302f1-cbb7-4c90-9bba-ddc83123310d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:17.658240 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ac4f6864-16b6-40ed-9cee-b3ae73111f26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:17.661829 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ac4f6864-16b6-40ed-9cee-b3ae73111f26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:17.665375 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ac4f6864-16b6-40ed-9cee-b3ae73111f26 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/250d7e6c-bc86-47f4-9607-b961e14074de HTTP/1.1" status: 204 len: 168 time: 0.4946201 Dec 08 16:34:17.680912 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea302f1-cbb7-4c90-9bba-ddc83123310d None None] Routers {'0dc98b2b-babf-4493-b6e2-0e6cf88ef398'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:34:17.684513 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-6ea302f1-cbb7-4c90-9bba-ddc83123310d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:34:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['0dc98b2b-babf-4493-b6e2-0e6cf88ef398'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:17.690970 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4f6864-16b6-40ed-9cee-b3ae73111f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250d7e6c-bc86-47f4-9607-b961e14074de,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:17.709833 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef0efbe-5aab-47fd-a0b4-80965b09b74a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Made reservation on behalf of 450e207568904a6eabc726912d992373 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:34:17.718409 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca707f4-b140-4c65-a995-3e5bfe7ee66f req-e7c73d7c-a280-4683-bcdf-7c83f4526741 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:17.719933 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0ca707f4-b140-4c65-a995-3e5bfe7ee66f req-e7c73d7c-a280-4683-bcdf-7c83f4526741 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ea2bcdb-7b63-4fa3-98fa-ba5b17248623 HTTP/1.1" status: 200 len: 946 time: 0.2737958 Dec 08 16:34:17.728494 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1ef0efbe-5aab-47fd-a0b4-80965b09b74a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:17.825004 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-6ea302f1-cbb7-4c90-9bba-ddc83123310d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:17.825927 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea302f1-cbb7-4c90-9bba-ddc83123310d None None] The sync data for ids ['0dc98b2b-babf-4493-b6e2-0e6cf88ef398'] in n-d-776250-12 is: [] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:34:17.851587 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0ca707f4-b140-4c65-a995-3e5bfe7ee66f req-3cb6c886-2b7f-4d05-a8f8-885fe534b950 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=612cab1b-cec0-43d6-8e72-252bc370fd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985539 Dec 08 16:34:17.896342 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-95463a1c-cc14-4b75-8855-8bb97b2e3cbe tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] remove_router_interface failed (client error): The resource could not be found. Dec 08 16:34:17.905601 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-95463a1c-cc14-4b75-8855-8bb97b2e3cbe tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "PUT /v2.0/routers/0dc98b2b-babf-4493-b6e2-0e6cf88ef398/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4657869 Dec 08 16:34:17.908347 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 50482) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:17.972084 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-19670213-563a-4221-8384-025087c69ff5 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dc98b2b-babf-4493-b6e2-0e6cf88ef398 HTTP/1.1" status: 200 len: 205 time: 0.0621295 Dec 08 16:34:17.978483 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 50484) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:18.070198 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1ef0efbe-5aab-47fd-a0b4-80965b09b74a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:18.096063 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-93845269-67c3-4994-a6f0-0246fed44967 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for router, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:18.153128 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:18.197823 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef0efbe-5aab-47fd-a0b4-80965b09b74a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:34:18.207020 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-1ef0efbe-5aab-47fd-a0b4-80965b09b74a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:34:18.221025 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef0efbe-5aab-47fd-a0b4-80965b09b74a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:18.225358 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1ef0efbe-5aab-47fd-a0b4-80965b09b74a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:18.240588 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 085b40f0-da2e-4d66-9713-c868e5ddb493 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:18.241001 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:18.258078 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef0efbe-5aab-47fd-a0b4-80965b09b74a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event updated for resources: {'Subnet': ['ID=a1001e3b-ac2c-4dd6-81d2-79976f96b3de,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:18.390012 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-1ef0efbe-5aab-47fd-a0b4-80965b09b74a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0116329 Dec 08 16:34:18.390226 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 50490) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:18.397148 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-4f531aa4-5edd-4e2f-b764-65a9a579d4fc tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Request body: {'subnet': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:18.567624 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-93845269-67c3-4994-a6f0-0246fed44967 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:18.570375 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-93845269-67c3-4994-a6f0-0246fed44967 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:18.780551 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-93845269-67c3-4994-a6f0-0246fed44967 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:18.782206 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93845269-67c3-4994-a6f0-0246fed44967 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Fanout notify agent at l3_agent the message router_deleted on router 0dc98b2b-babf-4493-b6e2-0e6cf88ef398 {{(pid=110551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:34:18.790860 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5949dbc-b0e8-4cb9-94b7-76556a9ac9bb None None] Update dhcp port {'port': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'fixed_ips': [{'subnet_id': 'ba6462eb-d425-4c76-a34d-035584a271d2'}], 'binding:host_id': 'n-d-776250-12'}, 'id': '085b40f0-da2e-4d66-9713-c868e5ddb493'} from n-d-776250-12. {{(pid=110552) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 16:34:18.808406 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-93845269-67c3-4994-a6f0-0246fed44967 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:18.826300 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 50502) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:18.827788 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-93845269-67c3-4994-a6f0-0246fed44967 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "DELETE /v2.0/routers/0dc98b2b-babf-4493-b6e2-0e6cf88ef398 HTTP/1.1" status: 204 len: 168 time: 0.8480005 Dec 08 16:34:18.871216 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f531aa4-5edd-4e2f-b764-65a9a579d4fc tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Made reservation on behalf of 450e207568904a6eabc726912d992373 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:34:18.875036 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4f531aa4-5edd-4e2f-b764-65a9a579d4fc tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:18.965505 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a5949dbc-b0e8-4cb9-94b7-76556a9ac9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:19.041377 n-d-776250-12 neutron-server[110550]: INFO neutron.db.ipam_backend_mixin [None req-4f531aa4-5edd-4e2f-b764-65a9a579d4fc tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a1001e3b-ac2c-4dd6-81d2-79976f96b3de (CIDR: 2001:db8::/64) Dec 08 16:34:19.099487 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-f576d9ae-5099-4cf6-8b76-ee612a9b8d24 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Deleting subnet 83e6c84b-9eb1-4a8a-a5f5-562f586e606e {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:34:19.106775 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f576d9ae-5099-4cf6-8b76-ee612a9b8d24 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:19.163352 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f531aa4-5edd-4e2f-b764-65a9a579d4fc tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:34:19.171194 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f531aa4-5edd-4e2f-b764-65a9a579d4fc tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:34:19.229653 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d322f1-768b-4b27-ae0d-e08d851432ee req-6426748e-0b29-4f38-bc87-3a285137203c tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:19.237889 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-52d322f1-768b-4b27-ae0d-e08d851432ee req-6426748e-0b29-4f38-bc87-3a285137203c tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ea2bcdb-7b63-4fa3-98fa-ba5b17248623 HTTP/1.1" status: 200 len: 946 time: 0.1919155 Dec 08 16:34:19.320865 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f576d9ae-5099-4cf6-8b76-ee612a9b8d24 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:19.419933 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-4f531aa4-5edd-4e2f-b764-65a9a579d4fc tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0269151 Dec 08 16:34:19.421834 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 50514) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:19.428479 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-6985dc48-6eaf-433f-bb06-a033c75363df tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Request body: {'subnet': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:19.460841 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-52d322f1-768b-4b27-ae0d-e08d851432ee req-b6f0bafe-5739-41c1-89d2-7592e799b8da tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=612cab1b-cec0-43d6-8e72-252bc370fd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2216527 Dec 08 16:34:19.532960 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f576d9ae-5099-4cf6-8b76-ee612a9b8d24 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:19.588445 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c428133-db7a-425a-a135-3cd36b4115ad None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:34:19.717441 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-d4b998f8-8fab-41a3-b7df-2fbf4cbdb661 None None] Provisioning complete for port 085b40f0-da2e-4d66-9713-c868e5ddb493 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:19.718048 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d4b998f8-8fab-41a3-b7df-2fbf4cbdb661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:19.734034 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f576d9ae-5099-4cf6-8b76-ee612a9b8d24 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:19.763266 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6985dc48-6eaf-433f-bb06-a033c75363df tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Made reservation on behalf of 450e207568904a6eabc726912d992373 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:34:19.770794 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6985dc48-6eaf-433f-bb06-a033c75363df tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:19.798033 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f576d9ae-5099-4cf6-8b76-ee612a9b8d24 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event deleted for resources: {'Subnet': ['ID=83e6c84b-9eb1-4a8a-a5f5-562f586e606e,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:19.800874 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f576d9ae-5099-4cf6-8b76-ee612a9b8d24 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:19.807636 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-f576d9ae-5099-4cf6-8b76-ee612a9b8d24 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "DELETE /v2.0/subnets/83e6c84b-9eb1-4a8a-a5f5-562f586e606e HTTP/1.1" status: 204 len: 168 time: 0.9788189 Dec 08 16:34:19.808877 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 50524) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:19.816151 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c87deac-c47a-427c-9b82-d2d18bd06811 None None] Network 984078fb-0d31-4fde-bb2a-c2fe8cfea836 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:34:19.980841 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9a16a525-1204-4def-8249-3097acf6a73b tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:19.991439 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 50526) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:20.146924 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-9a16a525-1204-4def-8249-3097acf6a73b tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Deleting port d33c7d6e-4c40-4299-92c6-56ff472a47e1 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:34:20.150143 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9a16a525-1204-4def-8249-3097acf6a73b tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:20.309620 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-9a16a525-1204-4def-8249-3097acf6a73b tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] For port d33c7d6e-4c40-4299-92c6-56ff472a47e1, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=d33c7d6e-4c40-4299-92c6-56ff472a47e1,segment=NetworkSegment(e5551db2-8528-4f45-9f8d-07d6f9333b51),segment_id=e5551db2-8528-4f45-9f8d-07d6f9333b51)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:34:20.310098 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9a16a525-1204-4def-8249-3097acf6a73b tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:20.328788 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-9a16a525-1204-4def-8249-3097acf6a73b tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Calling delete_port for d33c7d6e-4c40-4299-92c6-56ff472a47e1 owned by network:dhcp {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:34:20.339155 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bc8be0-6fd8-4d6f-91b3-177b2432c129 None None] Update dhcp port {'port': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'fixed_ips': [{'subnet_id': 'a1001e3b-ac2c-4dd6-81d2-79976f96b3de'}], 'binding:host_id': 'n-d-776250-12'}, 'id': '085b40f0-da2e-4d66-9713-c868e5ddb493'} from n-d-776250-12. {{(pid=110552) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 16:34:20.377517 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-61bc8be0-6fd8-4d6f-91b3-177b2432c129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:20.401096 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87bffb5-0d63-462f-8282-6ac921a39af9 None None] DHCP port deletion for 984078fb-0d31-4fde-bb2a-c2fe8cfea836 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:34:20.438048 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-48fd2cd4-36cc-424c-a7f4-d0e806a22552 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-395924315'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:20.598366 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-e87bffb5-0d63-462f-8282-6ac921a39af9 None None] Deleting port d33c7d6e-4c40-4299-92c6-56ff472a47e1 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:34:20.598924 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e87bffb5-0d63-462f-8282-6ac921a39af9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:20.602100 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48fd2cd4-36cc-424c-a7f4-d0e806a22552 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Made reservation on behalf of 06b61f17a27f416692d1c70dd65ffa8c for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:34:20.606045 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-48fd2cd4-36cc-424c-a7f4-d0e806a22552 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:20.619265 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-48fd2cd4-36cc-424c-a7f4-d0e806a22552 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:20.621480 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9a16a525-1204-4def-8249-3097acf6a73b tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:20.662657 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a16a525-1204-4def-8249-3097acf6a73b tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event deleted for resources: {'Port': ['ID=d33c7d6e-4c40-4299-92c6-56ff472a47e1,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:20.681641 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a16a525-1204-4def-8249-3097acf6a73b tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:20.682145 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a16a525-1204-4def-8249-3097acf6a73b tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:20.682597 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a16a525-1204-4def-8249-3097acf6a73b tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:20.683045 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a16a525-1204-4def-8249-3097acf6a73b tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:20.683573 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a16a525-1204-4def-8249-3097acf6a73b tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:20.684009 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a16a525-1204-4def-8249-3097acf6a73b tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:20.684589 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a16a525-1204-4def-8249-3097acf6a73b tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:20.685326 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a16a525-1204-4def-8249-3097acf6a73b tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:20.685911 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a16a525-1204-4def-8249-3097acf6a73b tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:20.686363 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a16a525-1204-4def-8249-3097acf6a73b tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:20.686761 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a16a525-1204-4def-8249-3097acf6a73b tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:20.687156 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a16a525-1204-4def-8249-3097acf6a73b tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:20.687610 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a16a525-1204-4def-8249-3097acf6a73b tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:20.696383 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-61bc8be0-6fd8-4d6f-91b3-177b2432c129 None None] Allocated IP 2001:db8::2 (e406e062-eec7-4ef2-b02a-de32c9a24df9/a1001e3b-ac2c-4dd6-81d2-79976f96b3de/085b40f0-da2e-4d66-9713-c868e5ddb493) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:34:20.701897 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a16a525-1204-4def-8249-3097acf6a73b tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] No DVR routers for this DVR port d33c7d6e-4c40-4299-92c6-56ff472a47e1 on host n-d-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:34:20.744201 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-e87bffb5-0d63-462f-8282-6ac921a39af9 None None] For port d33c7d6e-4c40-4299-92c6-56ff472a47e1, host n-d-776250-12, got binding levels [] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:34:20.744894 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e87bffb5-0d63-462f-8282-6ac921a39af9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:20.778409 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e0f0d-3c13-4a57-b4bd-e73b43c3565a req-903e6dff-8260-41e9-bce0-8a0716087061 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:20.789543 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d69e0f0d-3c13-4a57-b4bd-e73b43c3565a req-903e6dff-8260-41e9-bce0-8a0716087061 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ea2bcdb-7b63-4fa3-98fa-ba5b17248623 HTTP/1.1" status: 200 len: 946 time: 0.2161019 Dec 08 16:34:20.836767 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-e87bffb5-0d63-462f-8282-6ac921a39af9 None None] Calling delete_port for d33c7d6e-4c40-4299-92c6-56ff472a47e1 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:34:20.838307 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.ipam_backend_mixin [None req-e87bffb5-0d63-462f-8282-6ac921a39af9 None None] Port d33c7d6e-4c40-4299-92c6-56ff472a47e1 was not found and therefore no delete operation was performed {{(pid=110552) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 16:34:20.842184 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e87bffb5-0d63-462f-8282-6ac921a39af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:20.856116 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9a16a525-1204-4def-8249-3097acf6a73b tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:20.927279 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-9a16a525-1204-4def-8249-3097acf6a73b tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['984078fb-0d31-4fde-bb2a-c2fe8cfea836']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:20.942635 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-9a16a525-1204-4def-8249-3097acf6a73b tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5551db2-8528-4f45-9f8d-07d6f9333b51') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:20.942635 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-9a16a525-1204-4def-8249-3097acf6a73b tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5551db2-8528-4f45-9f8d-07d6f9333b51') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:20.973513 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d69e0f0d-3c13-4a57-b4bd-e73b43c3565a req-8abccd7a-8444-454b-bc89-8f3e65534e53 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=612cab1b-cec0-43d6-8e72-252bc370fd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1839414 Dec 08 16:34:20.977552 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9a16a525-1204-4def-8249-3097acf6a73b tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:20.979869 n-d-776250-12 neutron-server[110551]: DEBUG neutron.objects.ports [None req-6985dc48-6eaf-433f-bb06-a033c75363df tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110551) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 16:34:21.026013 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-48fd2cd4-36cc-424c-a7f4-d0e806a22552 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:21.042368 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87bffb5-0d63-462f-8282-6ac921a39af9 None None] No DVR routers for this DVR port d33c7d6e-4c40-4299-92c6-56ff472a47e1 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:34:21.042518 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9a16a525-1204-4def-8249-3097acf6a73b tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:21.050926 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a16a525-1204-4def-8249-3097acf6a73b tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:34:21.052154 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9a16a525-1204-4def-8249-3097acf6a73b tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:21.059306 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:34:21.059306 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:34:21.059306 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:34:21.059306 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:34:21.059306 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:34:21.059306 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:34:21.059306 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:34:21.059306 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:34:21.059306 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:34:21.059306 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:34:21.059306 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:34:21.059306 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:34:21.059306 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:34:21.059306 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:34:21.059306 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:34:21.059306 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:34:21.059306 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:34:21.059306 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:34:21.059306 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:34:21.059306 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:34:21.059306 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:34:21.059306 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:34:21.059306 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:34:21.059306 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:34:21.059306 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:34:21.059306 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:34:21.059306 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:34:21.059306 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:34:21.059306 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:34:21.059306 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:34:21.059306 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:34:21.059306 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:34:21.088416 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87bffb5-0d63-462f-8282-6ac921a39af9 None None] Pushing event deleted for resources: {'Port': ['ID=d33c7d6e-4c40-4299-92c6-56ff472a47e1,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:21.145643 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device d33c7d6e-4c40-4299-92c6-56ff472a47e1 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:34:21.169314 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-48fd2cd4-36cc-424c-a7f4-d0e806a22552 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:21.188015 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: d33c7d6e-4c40-4299-92c6-56ff472a47e1 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:34:21.188015 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device d33c7d6e-4c40-4299-92c6-56ff472a47e1 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:34:21.188015 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 085b40f0-da2e-4d66-9713-c868e5ddb493 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:34:21.220199 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-61bc8be0-6fd8-4d6f-91b3-177b2432c129 None None] For port 085b40f0-da2e-4d66-9713-c868e5ddb493, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=085b40f0-da2e-4d66-9713-c868e5ddb493,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:34:21.238308 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fd2cd4-36cc-424c-a7f4-d0e806a22552 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bdfc27a-870f-423e-86df-3fa80a055623,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:21.304647 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-61bc8be0-6fd8-4d6f-91b3-177b2432c129 None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:21.318072 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:21.352633 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9a16a525-1204-4def-8249-3097acf6a73b tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:21.362030 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9a16a525-1204-4def-8249-3097acf6a73b tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:21.366512 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-9a16a525-1204-4def-8249-3097acf6a73b tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "DELETE /v2.0/networks/984078fb-0d31-4fde-bb2a-c2fe8cfea836 HTTP/1.1" status: 204 len: 168 time: 1.5566258 Dec 08 16:34:21.367625 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48fd2cd4-36cc-424c-a7f4-d0e806a22552 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:34:21.370821 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 50540) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:21.376721 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-04f20d81-0f46-432b-836b-cc8c984abd87 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1361608172'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:21.385850 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-61bc8be0-6fd8-4d6f-91b3-177b2432c129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:21.386284 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a16a525-1204-4def-8249-3097acf6a73b tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event deleted for resources: {'Network': ['ID=984078fb-0d31-4fde-bb2a-c2fe8cfea836,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:21.390775 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-48fd2cd4-36cc-424c-a7f4-d0e806a22552 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:21.391130 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-48fd2cd4-36cc-424c-a7f4-d0e806a22552 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Added segment 5103fa46-1dc0-4d78-b115-61da7e0bcd78 of type vlan for network 97007459-c32f-43aa-b81b-cffb9aad852e Dec 08 16:34:21.437871 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-48fd2cd4-36cc-424c-a7f4-d0e806a22552 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:21.473900 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bc8be0-6fd8-4d6f-91b3-177b2432c129 None None] Pushing event updated for resources: {'Port': ['ID=085b40f0-da2e-4d66-9713-c868e5ddb493,revision_number=7']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:21.517586 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.db.api [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:34:21.520320 n-d-776250-12 neutron-server[110552]: DEBUG oslo_db.api [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:34:21.530884 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f20d81-0f46-432b-836b-cc8c984abd87 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Made reservation on behalf of e453488086be4d498945c559a2dae3d9 for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:34:21.534743 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-04f20d81-0f46-432b-836b-cc8c984abd87 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:21.551674 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6985dc48-6eaf-433f-bb06-a033c75363df tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:21.572443 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-48fd2cd4-36cc-424c-a7f4-d0e806a22552 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:21.585040 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fd2cd4-36cc-424c-a7f4-d0e806a22552 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:21.585972 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-48fd2cd4-36cc-424c-a7f4-d0e806a22552 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:21.605411 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04f20d81-0f46-432b-836b-cc8c984abd87 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:34:21.628293 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-04f20d81-0f46-432b-836b-cc8c984abd87 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:21.628758 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-04f20d81-0f46-432b-836b-cc8c984abd87 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Added segment 3556aca3-66e0-491b-8248-c68c2d6049e0 of type vlan for network 7bbedb70-f89c-48c7-8a09-3854509645aa Dec 08 16:34:21.704904 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-04f20d81-0f46-432b-836b-cc8c984abd87 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:21.711973 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fd2cd4-36cc-424c-a7f4-d0e806a22552 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Pushing event updated for resources: {'Network': ['ID=97007459-c32f-43aa-b81b-cffb9aad852e,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:21.724481 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 97007459-c32f-43aa-b81b-cffb9aad852e details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:34:21.774691 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-48fd2cd4-36cc-424c-a7f4-d0e806a22552 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.7766192 Dec 08 16:34:21.781286 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 50546) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:21.795454 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-a82b8601-1cd9-4ef0-b2dc-d412c23b5ed3 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Request body: {'subnet': {'network_id': '97007459-c32f-43aa-b81b-cffb9aad852e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:21.838533 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-6985dc48-6eaf-433f-bb06-a033c75363df tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] For port 085b40f0-da2e-4d66-9713-c868e5ddb493, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=085b40f0-da2e-4d66-9713-c868e5ddb493,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:34:21.884890 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6985dc48-6eaf-433f-bb06-a033c75363df tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:21.899718 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-04f20d81-0f46-432b-836b-cc8c984abd87 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:21.906991 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f20d81-0f46-432b-836b-cc8c984abd87 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:21.909477 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-04f20d81-0f46-432b-836b-cc8c984abd87 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:21.998138 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6985dc48-6eaf-433f-bb06-a033c75363df tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:22.008224 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6985dc48-6eaf-433f-bb06-a033c75363df tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:22.132469 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:22.158616 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f20d81-0f46-432b-836b-cc8c984abd87 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event updated for resources: {'Network': ['ID=7bbedb70-f89c-48c7-8a09-3854509645aa,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:22.167831 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-04f20d81-0f46-432b-836b-cc8c984abd87 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7955608 Dec 08 16:34:22.177657 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 7bbedb70-f89c-48c7-8a09-3854509645aa details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:34:22.185984 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 50564) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:22.225386 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6985dc48-6eaf-433f-bb06-a033c75363df tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:34:22.260322 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-36b2cbfc-b5f8-4960-a9d2-e9467fa79aa7 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Request body: {'subnet': {'network_id': '7bbedb70-f89c-48c7-8a09-3854509645aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:22.268017 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-6985dc48-6eaf-433f-bb06-a033c75363df tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:34:22.289082 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6985dc48-6eaf-433f-bb06-a033c75363df tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:22.290111 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6985dc48-6eaf-433f-bb06-a033c75363df tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:22.458405 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6985dc48-6eaf-433f-bb06-a033c75363df tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event updated for resources: {'Subnet': ['ID=9c39f1df-57b4-460a-95f7-4c9579eb0722,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:22.467915 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6985dc48-6eaf-433f-bb06-a033c75363df tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event updated for resources: {'Port': ['ID=085b40f0-da2e-4d66-9713-c868e5ddb493,revision_number=9']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:22.535225 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e02133-95d3-4119-ae3c-aa1a569cdb5e req-b49170c6-7dbb-472e-b992-7e2c24698af4 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:22.536614 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-84e02133-95d3-4119-ae3c-aa1a569cdb5e req-b49170c6-7dbb-472e-b992-7e2c24698af4 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ea2bcdb-7b63-4fa3-98fa-ba5b17248623 HTTP/1.1" status: 200 len: 946 time: 0.1183484 Dec 08 16:34:22.539778 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 085b40f0-da2e-4d66-9713-c868e5ddb493, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=085b40f0-da2e-4d66-9713-c868e5ddb493,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:34:22.544267 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba22965-6a99-41f3-8f22-76cf3e048982 None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:34:22.605016 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-84e02133-95d3-4119-ae3c-aa1a569cdb5e req-c51b6393-6da3-40e0-a1fe-13749ddd2a55 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=612cab1b-cec0-43d6-8e72-252bc370fd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588038 Dec 08 16:34:22.646339 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-d78828fd-30f0-4d92-8fbc-8b8096ee2d20 None None] Provisioning complete for port 085b40f0-da2e-4d66-9713-c868e5ddb493 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:22.646717 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d78828fd-30f0-4d92-8fbc-8b8096ee2d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:22.767603 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:22.800507 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-6985dc48-6eaf-433f-bb06-a033c75363df tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.3742356 Dec 08 16:34:22.800956 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 50574) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:22.818210 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-df6e7141-4bca-494a-a89a-7108920a2c98 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Request body: {'port': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'mac_address': 'fa:16:3e:99:a2:71', 'name': 'tempest-NetworksTestDHCPv6-1162659905'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:22.834886 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=085b40f0-da2e-4d66-9713-c868e5ddb493,revision_number=10']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:22.887235 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b2cbfc-b5f8-4960-a9d2-e9467fa79aa7 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Made reservation on behalf of e453488086be4d498945c559a2dae3d9 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:34:22.890891 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-36b2cbfc-b5f8-4960-a9d2-e9467fa79aa7 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:23.030676 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a82b8601-1cd9-4ef0-b2dc-d412c23b5ed3 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Made reservation on behalf of 06b61f17a27f416692d1c70dd65ffa8c for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:34:23.039096 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a82b8601-1cd9-4ef0-b2dc-d412c23b5ed3 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:23.246945 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 085b40f0-da2e-4d66-9713-c868e5ddb493 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:34:23.256783 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6e7141-4bca-494a-a89a-7108920a2c98 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Made reservation on behalf of 450e207568904a6eabc726912d992373 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:34:23.278214 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-36b2cbfc-b5f8-4960-a9d2-e9467fa79aa7 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:23.385318 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b2cbfc-b5f8-4960-a9d2-e9467fa79aa7 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event updated for resources: {'Subnet': ['ID=2605d105-7838-44b4-8daa-00420cabae73,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:23.403149 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 085b40f0-da2e-4d66-9713-c868e5ddb493 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:23.404489 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:23.466041 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b2cbfc-b5f8-4960-a9d2-e9467fa79aa7 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Checking segment: {'id': '3556aca3-66e0-491b-8248-c68c2d6049e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '7bbedb70-f89c-48c7-8a09-3854509645aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:34:23.466699 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b2cbfc-b5f8-4960-a9d2-e9467fa79aa7 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Network hostable DHCP agents. Network: 7bbedb70-f89c-48c7-8a09-3854509645aa, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:34:23.506119 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-df6e7141-4bca-494a-a89a-7108920a2c98 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:23.544467 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b2cbfc-b5f8-4960-a9d2-e9467fa79aa7 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Network 7bbedb70-f89c-48c7-8a09-3854509645aa is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:34:23.552796 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:23.557801 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [None req-df6e7141-4bca-494a-a89a-7108920a2c98 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] device_id is not set on port cf62997c-39c7-421c-bf8e-10d2f2271557 yet. {{(pid=110550) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:34:23.603821 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a82b8601-1cd9-4ef0-b2dc-d412c23b5ed3 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:23.624930 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-36b2cbfc-b5f8-4960-a9d2-e9467fa79aa7 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 7bbedb70-f89c-48c7-8a09-3854509645aa) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:34:23.625609 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 085b40f0-da2e-4d66-9713-c868e5ddb493, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=085b40f0-da2e-4d66-9713-c868e5ddb493,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:34:23.639016 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b2cbfc-b5f8-4960-a9d2-e9467fa79aa7 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:23.639634 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-36b2cbfc-b5f8-4960-a9d2-e9467fa79aa7 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:23.642873 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492a3acb-0846-4938-93bb-574bb3c4a02a None None] Network 7bbedb70-f89c-48c7-8a09-3854509645aa requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:34:23.752652 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:23.824220 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-36b2cbfc-b5f8-4960-a9d2-e9467fa79aa7 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5958426 Dec 08 16:34:23.829151 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 50616) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:23.843997 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-077c40df-3655-4753-ba23-2516380f48cd tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-595373598', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:23.858478 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82b8601-1cd9-4ef0-b2dc-d412c23b5ed3 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Pushing event updated for resources: {'Subnet': ['ID=5ecf7392-ac1c-413b-904f-fdabcedb92f7,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:23.883025 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82b8601-1cd9-4ef0-b2dc-d412c23b5ed3 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Checking segment: {'id': '5103fa46-1dc0-4d78-b115-61da7e0bcd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '97007459-c32f-43aa-b81b-cffb9aad852e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:34:23.884164 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82b8601-1cd9-4ef0-b2dc-d412c23b5ed3 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Network hostable DHCP agents. Network: 97007459-c32f-43aa-b81b-cffb9aad852e, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:34:23.890650 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-d16b907c-b34c-4680-8d60-3019b56a197b None None] Provisioning complete for port 085b40f0-da2e-4d66-9713-c868e5ddb493 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:23.892498 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d16b907c-b34c-4680-8d60-3019b56a197b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:23.896784 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=085b40f0-da2e-4d66-9713-c868e5ddb493,revision_number=11']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:23.929024 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2f8db4-8a1f-4fd6-b8a5-fee57645003e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-7bbedb70-f89c-48c7-8a09-3854509645aa', 'network_id': '7bbedb70-f89c-48c7-8a09-3854509645aa', 'project_id': 'e453488086be4d498945c559a2dae3d9', 'fixed_ips': [{'subnet_id': '2605d105-7838-44b4-8daa-00420cabae73'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:34:23.930205 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-db2f8db4-8a1f-4fd6-b8a5-fee57645003e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:23.943327 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f775a-3ad8-43e7-aa66-8a2da8b86937 req-d98fe82d-e38f-4fde-9cbf-3e097af61d24 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:23.945404 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d20f775a-3ad8-43e7-aa66-8a2da8b86937 req-d98fe82d-e38f-4fde-9cbf-3e097af61d24 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ea2bcdb-7b63-4fa3-98fa-ba5b17248623 HTTP/1.1" status: 200 len: 946 time: 0.2201540 Dec 08 16:34:24.061376 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-df6e7141-4bca-494a-a89a-7108920a2c98 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Allocated IP 2001:db8::173 (e406e062-eec7-4ef2-b02a-de32c9a24df9/a1001e3b-ac2c-4dd6-81d2-79976f96b3de/cf62997c-39c7-421c-bf8e-10d2f2271557) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:34:24.075077 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-df6e7141-4bca-494a-a89a-7108920a2c98 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Allocated IP 2001:db8:0:1:f816:3eff:fe99:a271 (e406e062-eec7-4ef2-b02a-de32c9a24df9/9c39f1df-57b4-460a-95f7-4c9579eb0722/cf62997c-39c7-421c-bf8e-10d2f2271557) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:34:24.092610 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d20f775a-3ad8-43e7-aa66-8a2da8b86937 req-df0ff1cd-c32b-40ab-8574-1727d794a61e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=612cab1b-cec0-43d6-8e72-252bc370fd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325471 Dec 08 16:34:24.100809 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-077c40df-3655-4753-ba23-2516380f48cd tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:24.102350 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-077c40df-3655-4753-ba23-2516380f48cd tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:24.181656 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82b8601-1cd9-4ef0-b2dc-d412c23b5ed3 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Network 97007459-c32f-43aa-b81b-cffb9aad852e is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:34:24.291801 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-db2f8db4-8a1f-4fd6-b8a5-fee57645003e None None] Allocated IP 2001:db8::2 (7bbedb70-f89c-48c7-8a09-3854509645aa/2605d105-7838-44b4-8daa-00420cabae73/3debde60-ae99-490b-a829-d547eb94af82) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:34:24.469100 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-df6e7141-4bca-494a-a89a-7108920a2c98 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:24.520215 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-a82b8601-1cd9-4ef0-b2dc-d412c23b5ed3 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 97007459-c32f-43aa-b81b-cffb9aad852e) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:34:24.540124 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82b8601-1cd9-4ef0-b2dc-d412c23b5ed3 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:24.543038 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a82b8601-1cd9-4ef0-b2dc-d412c23b5ed3 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:24.553122 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7b18b4-eb2f-4e88-8442-0465012098f5 None None] Network 97007459-c32f-43aa-b81b-cffb9aad852e requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:34:24.562054 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-d75b053f-4e77-4d00-b4c7-a20f6b6386d6 None None] Could not find standard attr ID for object f63f9b0c-526c-43a1-a437-1c234f9cbfff. {{(pid=110552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:34:24.615033 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-df6e7141-4bca-494a-a89a-7108920a2c98 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:24.742106 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a82b8601-1cd9-4ef0-b2dc-d412c23b5ed3 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9588351 Dec 08 16:34:24.744347 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 50654) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:24.745313 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6e7141-4bca-494a-a89a-7108920a2c98 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event updated for resources: {'Port': ['ID=cf62997c-39c7-421c-bf8e-10d2f2271557,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:24.758154 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-2264a852-1f27-4895-bb8e-e9047b62f656 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1301643649', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:24.775103 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6e7141-4bca-494a-a89a-7108920a2c98 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:34:24.786765 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-df6e7141-4bca-494a-a89a-7108920a2c98 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:34:24.793167 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6e7141-4bca-494a-a89a-7108920a2c98 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:34:24.802303 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6e7141-4bca-494a-a89a-7108920a2c98 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:24.803022 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-df6e7141-4bca-494a-a89a-7108920a2c98 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:24.856776 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9845bb-7663-4eca-8dd5-a081b27b386d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-97007459-c32f-43aa-b81b-cffb9aad852e', 'network_id': '97007459-c32f-43aa-b81b-cffb9aad852e', 'project_id': '06b61f17a27f416692d1c70dd65ffa8c', 'fixed_ips': [{'subnet_id': '5ecf7392-ac1c-413b-904f-fdabcedb92f7'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:34:24.863915 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-bb9845bb-7663-4eca-8dd5-a081b27b386d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:24.875670 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-db2f8db4-8a1f-4fd6-b8a5-fee57645003e None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:24.947649 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2264a852-1f27-4895-bb8e-e9047b62f656 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:24.958592 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2264a852-1f27-4895-bb8e-e9047b62f656 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:24.999579 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-077c40df-3655-4753-ba23-2516380f48cd tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:25.009317 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-db2f8db4-8a1f-4fd6-b8a5-fee57645003e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:25.056498 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2f8db4-8a1f-4fd6-b8a5-fee57645003e None None] Network 7bbedb70-f89c-48c7-8a09-3854509645aa is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:34:25.077735 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-077c40df-3655-4753-ba23-2516380f48cd tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:25.083148 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-db2f8db4-8a1f-4fd6-b8a5-fee57645003e None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:34:25.090533 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-df6e7141-4bca-494a-a89a-7108920a2c98 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.2883818 Dec 08 16:34:25.095249 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2264a852-1f27-4895-bb8e-e9047b62f656 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:25.096942 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 50666) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:25.123894 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2f8db4-8a1f-4fd6-b8a5-fee57645003e None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:34:25.147162 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 085b40f0-da2e-4d66-9713-c868e5ddb493 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:34:25.172800 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2264a852-1f27-4895-bb8e-e9047b62f656 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:25.272573 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-077c40df-3655-4753-ba23-2516380f48cd tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:25.280609 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-077c40df-3655-4753-ba23-2516380f48cd tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.4447393 Dec 08 16:34:25.283213 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 50678) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:25.297762 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2264a852-1f27-4895-bb8e-e9047b62f656 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:25.300480 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-2264a852-1f27-4895-bb8e-e9047b62f656 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.5454359 Dec 08 16:34:25.310309 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2f8db4-8a1f-4fd6-b8a5-fee57645003e None None] Pushing event updated for resources: {'Port': ['ID=3debde60-ae99-490b-a829-d547eb94af82,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:25.311041 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 50682) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:25.402602 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-bb9845bb-7663-4eca-8dd5-a081b27b386d None None] Allocated IP 172.20.0.2 (97007459-c32f-43aa-b81b-cffb9aad852e/5ecf7392-ac1c-413b-904f-fdabcedb92f7/d3346b76-0bea-4599-ab10-87932b7bcd5d) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:34:25.454737 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-fb880911-d39a-4529-b33a-633e4dba5f4a None None] Provisioning complete for port cf62997c-39c7-421c-bf8e-10d2f2271557 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:25.455044 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-fb880911-d39a-4529-b33a-633e4dba5f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:25.460615 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-db2f8db4-8a1f-4fd6-b8a5-fee57645003e None None] Attempting to bind port 3debde60-ae99-490b-a829-d547eb94af82 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:34:25.461662 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-db2f8db4-8a1f-4fd6-b8a5-fee57645003e None None] Attempting to bind port 3debde60-ae99-490b-a829-d547eb94af82 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '3556aca3-66e0-491b-8248-c68c2d6049e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '7bbedb70-f89c-48c7-8a09-3854509645aa'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:34:25.462026 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2f8db4-8a1f-4fd6-b8a5-fee57645003e None None] Attempting to bind port 3debde60-ae99-490b-a829-d547eb94af82 on network 7bbedb70-f89c-48c7-8a09-3854509645aa {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:34:25.493236 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83287eab-da32-4139-b971-6a022a61653a req-99584f2a-d037-488e-971a-5f1e843a1909 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:25.495220 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-83287eab-da32-4139-b971-6a022a61653a req-99584f2a-d037-488e-971a-5f1e843a1909 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ea2bcdb-7b63-4fa3-98fa-ba5b17248623 HTTP/1.1" status: 200 len: 946 time: 0.2381091 Dec 08 16:34:25.520535 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-8fb84625-69ba-40c2-b109-a485ee36a3d1 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Deleting port cf62997c-39c7-421c-bf8e-10d2f2271557 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:34:25.527192 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8fb84625-69ba-40c2-b109-a485ee36a3d1 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:25.614437 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2f8db4-8a1f-4fd6-b8a5-fee57645003e None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:34:25.614786 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2f8db4-8a1f-4fd6-b8a5-fee57645003e None None] Checking segment: {'id': '3556aca3-66e0-491b-8248-c68c2d6049e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '7bbedb70-f89c-48c7-8a09-3854509645aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:34:25.615169 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-db2f8db4-8a1f-4fd6-b8a5-fee57645003e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:25.615600 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2f8db4-8a1f-4fd6-b8a5-fee57645003e None None] Bound using segment: {'id': '3556aca3-66e0-491b-8248-c68c2d6049e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '7bbedb70-f89c-48c7-8a09-3854509645aa'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:34:25.616067 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-db2f8db4-8a1f-4fd6-b8a5-fee57645003e None None] Bound port: 3debde60-ae99-490b-a829-d547eb94af82, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3556aca3-66e0-491b-8248-c68c2d6049e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '7bbedb70-f89c-48c7-8a09-3854509645aa'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:34:25.616542 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-db2f8db4-8a1f-4fd6-b8a5-fee57645003e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:25.715089 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-fb880911-d39a-4529-b33a-633e4dba5f4a None None] Port cf62997c-39c7-421c-bf8e-10d2f2271557 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:34:25.775761 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f7002f82-df25-43b1-908c-327ba123fbc5 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:25.776993 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 085b40f0-da2e-4d66-9713-c868e5ddb493 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:25.779436 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:25.969463 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-83287eab-da32-4139-b971-6a022a61653a req-5b21dc12-6c37-43fd-89ac-e1e8184917a8 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=612cab1b-cec0-43d6-8e72-252bc370fd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4602051 Dec 08 16:34:25.980135 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8fb84625-69ba-40c2-b109-a485ee36a3d1 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:25.992879 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-bb9845bb-7663-4eca-8dd5-a081b27b386d None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:26.010512 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-db2f8db4-8a1f-4fd6-b8a5-fee57645003e None None] For port 3debde60-ae99-490b-a829-d547eb94af82, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:34:26.014652 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-db2f8db4-8a1f-4fd6-b8a5-fee57645003e None None] For port 3debde60-ae99-490b-a829-d547eb94af82, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=3debde60-ae99-490b-a829-d547eb94af82,segment=NetworkSegment(3556aca3-66e0-491b-8248-c68c2d6049e0),segment_id=3556aca3-66e0-491b-8248-c68c2d6049e0)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:34:26.033200 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9dc51d94-920a-431c-bd05-3ca840989ca3 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:26.052700 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-8fb84625-69ba-40c2-b109-a485ee36a3d1 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Calling delete_port for cf62997c-39c7-421c-bf8e-10d2f2271557 owned by {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:34:26.088052 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-bb9845bb-7663-4eca-8dd5-a081b27b386d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:26.141245 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-db2f8db4-8a1f-4fd6-b8a5-fee57645003e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:26.218848 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9845bb-7663-4eca-8dd5-a081b27b386d None None] Network 97007459-c32f-43aa-b81b-cffb9aad852e is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:34:26.226235 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-bb9845bb-7663-4eca-8dd5-a081b27b386d None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:34:26.236218 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9845bb-7663-4eca-8dd5-a081b27b386d None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:34:26.246223 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9845bb-7663-4eca-8dd5-a081b27b386d None None] Pushing event updated for resources: {'Port': ['ID=d3346b76-0bea-4599-ab10-87932b7bcd5d,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:26.375507 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-f7002f82-df25-43b1-908c-327ba123fbc5 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Allocated IP 2001:db8::1 (7bbedb70-f89c-48c7-8a09-3854509645aa/2605d105-7838-44b4-8daa-00420cabae73/1190e892-f9cb-4a08-8985-ac8ab5729b8c) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:34:26.402042 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-9dc51d94-920a-431c-bd05-3ca840989ca3 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Allocated IP 172.20.0.1 (97007459-c32f-43aa-b81b-cffb9aad852e/5ecf7392-ac1c-413b-904f-fdabcedb92f7/6484a7f0-a0dc-441b-b657-9c6939afe5ca) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:34:26.509883 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-bb9845bb-7663-4eca-8dd5-a081b27b386d None None] Attempting to bind port d3346b76-0bea-4599-ab10-87932b7bcd5d on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:34:26.510584 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-bb9845bb-7663-4eca-8dd5-a081b27b386d None None] Attempting to bind port d3346b76-0bea-4599-ab10-87932b7bcd5d by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '5103fa46-1dc0-4d78-b115-61da7e0bcd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '97007459-c32f-43aa-b81b-cffb9aad852e'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:34:26.513044 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9845bb-7663-4eca-8dd5-a081b27b386d None None] Attempting to bind port d3346b76-0bea-4599-ab10-87932b7bcd5d on network 97007459-c32f-43aa-b81b-cffb9aad852e {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:34:26.561190 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9845bb-7663-4eca-8dd5-a081b27b386d None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:34:26.564401 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9845bb-7663-4eca-8dd5-a081b27b386d None None] Checking segment: {'id': '5103fa46-1dc0-4d78-b115-61da7e0bcd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '97007459-c32f-43aa-b81b-cffb9aad852e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:34:26.565138 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-bb9845bb-7663-4eca-8dd5-a081b27b386d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:26.565704 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9845bb-7663-4eca-8dd5-a081b27b386d None None] Bound using segment: {'id': '5103fa46-1dc0-4d78-b115-61da7e0bcd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '97007459-c32f-43aa-b81b-cffb9aad852e'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:34:26.566327 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-bb9845bb-7663-4eca-8dd5-a081b27b386d None None] Bound port: d3346b76-0bea-4599-ab10-87932b7bcd5d, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5103fa46-1dc0-4d78-b115-61da7e0bcd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '97007459-c32f-43aa-b81b-cffb9aad852e'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:34:26.566837 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-bb9845bb-7663-4eca-8dd5-a081b27b386d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:26.572699 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2f8db4-8a1f-4fd6-b8a5-fee57645003e None None] Pushing event updated for resources: {'Port': ['ID=3debde60-ae99-490b-a829-d547eb94af82,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:26.691193 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f7002f82-df25-43b1-908c-327ba123fbc5 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:26.751823 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9dc51d94-920a-431c-bd05-3ca840989ca3 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:26.768371 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-bb9845bb-7663-4eca-8dd5-a081b27b386d None None] For port d3346b76-0bea-4599-ab10-87932b7bcd5d, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:34:26.781055 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-bb9845bb-7663-4eca-8dd5-a081b27b386d None None] For port d3346b76-0bea-4599-ab10-87932b7bcd5d, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=d3346b76-0bea-4599-ab10-87932b7bcd5d,segment=NetworkSegment(5103fa46-1dc0-4d78-b115-61da7e0bcd78),segment_id=5103fa46-1dc0-4d78-b115-61da7e0bcd78)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:34:26.848058 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f7002f82-df25-43b1-908c-327ba123fbc5 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:26.874993 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-bb9845bb-7663-4eca-8dd5-a081b27b386d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:26.931545 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7002f82-df25-43b1-908c-327ba123fbc5 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Network 7bbedb70-f89c-48c7-8a09-3854509645aa is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:34:26.935395 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-f7002f82-df25-43b1-908c-327ba123fbc5 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:34:26.940750 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7002f82-df25-43b1-908c-327ba123fbc5 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:34:26.942466 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f7002f82-df25-43b1-908c-327ba123fbc5 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:26.949612 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7002f82-df25-43b1-908c-327ba123fbc5 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event updated for resources: {'Port': ['ID=1190e892-f9cb-4a08-8985-ac8ab5729b8c,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:27.002340 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9dc51d94-920a-431c-bd05-3ca840989ca3 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:27.036830 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9845bb-7663-4eca-8dd5-a081b27b386d None None] Pushing event updated for resources: {'Port': ['ID=d3346b76-0bea-4599-ab10-87932b7bcd5d,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:27.144054 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc51d94-920a-431c-bd05-3ca840989ca3 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Network 97007459-c32f-43aa-b81b-cffb9aad852e is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:34:27.145535 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-9dc51d94-920a-431c-bd05-3ca840989ca3 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:34:27.151256 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc51d94-920a-431c-bd05-3ca840989ca3 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:34:27.156009 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc51d94-920a-431c-bd05-3ca840989ca3 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Pushing event updated for resources: {'Port': ['ID=6484a7f0-a0dc-441b-b657-9c6939afe5ca,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:27.196807 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8fb84625-69ba-40c2-b109-a485ee36a3d1 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:27.243074 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd80c8da-57ca-4aa7-aaa4-c55ab122c5af req-e9eb8c9f-933b-4a2a-ba3c-e0a290835115 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:27.254301 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb84625-69ba-40c2-b109-a485ee36a3d1 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event deleted for resources: {'Port': ['ID=cf62997c-39c7-421c-bf8e-10d2f2271557,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:27.254898 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bd80c8da-57ca-4aa7-aaa4-c55ab122c5af req-e9eb8c9f-933b-4a2a-ba3c-e0a290835115 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ea2bcdb-7b63-4fa3-98fa-ba5b17248623 HTTP/1.1" status: 200 len: 946 time: 0.1555867 Dec 08 16:34:27.266631 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9dc51d94-920a-431c-bd05-3ca840989ca3 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:27.343916 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 3debde60-ae99-490b-a829-d547eb94af82 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:34:27.417311 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bd80c8da-57ca-4aa7-aaa4-c55ab122c5af req-3f0118bc-9b25-456c-9719-8f1ad0968436 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=612cab1b-cec0-43d6-8e72-252bc370fd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644356 Dec 08 16:34:27.444935 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8fb84625-69ba-40c2-b109-a485ee36a3d1 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:27.455241 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-8fb84625-69ba-40c2-b109-a485ee36a3d1 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/ports/cf62997c-39c7-421c-bf8e-10d2f2271557 HTTP/1.1" status: 204 len: 168 time: 2.3563945 Dec 08 16:34:27.456829 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 50774) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:27.551647 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 3debde60-ae99-490b-a829-d547eb94af82 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:27.552029 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:27.591817 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f7002f82-df25-43b1-908c-327ba123fbc5 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:27.711838 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301cff66-3d4a-4402-818e-aa6a0678e02f tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:27.721370 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-301cff66-3d4a-4402-818e-aa6a0678e02f tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2575839 Dec 08 16:34:27.722923 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 50790) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:27.864879 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:27.965721 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791e1103-1aa5-4600-9dd9-ef234c799411 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:27.965721 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-791e1103-1aa5-4600-9dd9-ef234c799411 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2073042 Dec 08 16:34:27.965721 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 50816) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:27.966123 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 3debde60-ae99-490b-a829-d547eb94af82, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=3debde60-ae99-490b-a829-d547eb94af82,segment=NetworkSegment(3556aca3-66e0-491b-8248-c68c2d6049e0),segment_id=3556aca3-66e0-491b-8248-c68c2d6049e0)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:34:28.103223 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9dc51d94-920a-431c-bd05-3ca840989ca3 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:28.195088 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7959c59-c50d-46b6-90a2-723760789069 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:28.197432 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7959c59-c50d-46b6-90a2-723760789069 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:28.214420 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7959c59-c50d-46b6-90a2-723760789069 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:28.217856 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c7959c59-c50d-46b6-90a2-723760789069 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2581081 Dec 08 16:34:28.227730 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 50826) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:28.311126 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7998dcf-60de-43f0-80df-f9b8ce098a47 None None] Network 7bbedb70-f89c-48c7-8a09-3854509645aa requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:34:28.338161 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-333d0ef0-4ac3-47d3-9ade-f8895feb5f37 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Deleting subnet 9c39f1df-57b4-460a-95f7-4c9579eb0722 {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:34:28.342874 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-333d0ef0-4ac3-47d3-9ade-f8895feb5f37 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:28.415172 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f7002f82-df25-43b1-908c-327ba123fbc5 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:28.425551 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-333d0ef0-4ac3-47d3-9ade-f8895feb5f37 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:28.609348 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-333d0ef0-4ac3-47d3-9ade-f8895feb5f37 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:28.703928 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f7002f82-df25-43b1-908c-327ba123fbc5 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:28.704898 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f7002f82-df25-43b1-908c-327ba123fbc5 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:28.749150 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:28.828114 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-333d0ef0-4ac3-47d3-9ade-f8895feb5f37 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:28.922067 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f302a133-14cf-499a-bce1-d1a36c233c22 req-c839d82a-a7a9-4352-9be3-3fab635407a9 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:28.923650 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f302a133-14cf-499a-bce1-d1a36c233c22 req-c839d82a-a7a9-4352-9be3-3fab635407a9 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ea2bcdb-7b63-4fa3-98fa-ba5b17248623 HTTP/1.1" status: 200 len: 946 time: 0.2712226 Dec 08 16:34:28.991901 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333d0ef0-4ac3-47d3-9ade-f8895feb5f37 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event deleted for resources: {'Subnet': ['ID=9c39f1df-57b4-460a-95f7-4c9579eb0722,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:29.003763 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-c9cf1647-85c7-4c1b-897f-d9dfce06383a None None] Provisioning complete for port 3debde60-ae99-490b-a829-d547eb94af82 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:29.004137 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c9cf1647-85c7-4c1b-897f-d9dfce06383a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:29.008939 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7002f82-df25-43b1-908c-327ba123fbc5 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event updated for resources: {'Port': ['ID=1190e892-f9cb-4a08-8985-ac8ab5729b8c,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:29.012438 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-333d0ef0-4ac3-47d3-9ade-f8895feb5f37 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:29.017819 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-333d0ef0-4ac3-47d3-9ade-f8895feb5f37 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/subnets/9c39f1df-57b4-460a-95f7-4c9579eb0722 HTTP/1.1" status: 204 len: 168 time: 0.7864466 Dec 08 16:34:29.025183 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 50858) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:29.134105 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9dc51d94-920a-431c-bd05-3ca840989ca3 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:29.138760 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c869e6d-1d2b-44fb-a06f-4c4245924707 None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:34:29.189259 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-329ef622-115d-4572-81c3-8776d3f35f3b tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Deleting subnet a1001e3b-ac2c-4dd6-81d2-79976f96b3de {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:34:29.200029 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da1eb02-55b7-42da-a4f6-f4716bf9f1ea None None] Network 97007459-c32f-43aa-b81b-cffb9aad852e requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:34:29.202373 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f302a133-14cf-499a-bce1-d1a36c233c22 req-c051c2e4-9940-4999-97cd-f9f43745fd62 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=612cab1b-cec0-43d6-8e72-252bc370fd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2530019 Dec 08 16:34:29.238963 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9dc51d94-920a-431c-bd05-3ca840989ca3 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:29.271283 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7002f82-df25-43b1-908c-327ba123fbc5 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Network 7bbedb70-f89c-48c7-8a09-3854509645aa is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:34:29.273980 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-f7002f82-df25-43b1-908c-327ba123fbc5 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:34:29.296031 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-329ef622-115d-4572-81c3-8776d3f35f3b tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:29.318304 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=3debde60-ae99-490b-a829-d547eb94af82,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:29.342422 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device d3346b76-0bea-4599-ab10-87932b7bcd5d up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:34:29.444446 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9dc51d94-920a-431c-bd05-3ca840989ca3 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:29.446965 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc51d94-920a-431c-bd05-3ca840989ca3 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Pushing event updated for resources: {'Port': ['ID=6484a7f0-a0dc-441b-b657-9c6939afe5ca,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:29.617391 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port d3346b76-0bea-4599-ab10-87932b7bcd5d triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:29.618078 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:29.715789 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-329ef622-115d-4572-81c3-8776d3f35f3b tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:29.719840 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-128626c8-d702-4496-843a-82665a785f27 None None] Provisioning complete for port d3346b76-0bea-4599-ab10-87932b7bcd5d triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:29.720618 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-128626c8-d702-4496-843a-82665a785f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:29.796248 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:29.826391 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc51d94-920a-431c-bd05-3ca840989ca3 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Network 97007459-c32f-43aa-b81b-cffb9aad852e is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:34:29.830265 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-9dc51d94-920a-431c-bd05-3ca840989ca3 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:34:29.905032 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port d3346b76-0bea-4599-ab10-87932b7bcd5d, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=d3346b76-0bea-4599-ab10-87932b7bcd5d,segment=NetworkSegment(5103fa46-1dc0-4d78-b115-61da7e0bcd78),segment_id=5103fa46-1dc0-4d78-b115-61da7e0bcd78)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:34:29.932704 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7002f82-df25-43b1-908c-327ba123fbc5 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Router 3a995117-f86c-467a-939c-2d0883761e9d is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:34:29.946746 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-128626c8-d702-4496-843a-82665a785f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:29.950496 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:30.127845 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.db.api [None req-128626c8-d702-4496-843a-82665a785f27 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:34:30.154462 n-d-776250-12 neutron-server[110552]: DEBUG oslo_db.api [None req-128626c8-d702-4496-843a-82665a785f27 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:34:30.155939 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dc51d94-920a-431c-bd05-3ca840989ca3 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Router 7acb19ef-e1d6-4cca-aca5-a36422299489 is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:34:30.186141 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=d3346b76-0bea-4599-ab10-87932b7bcd5d,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:30.219438 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-329ef622-115d-4572-81c3-8776d3f35f3b tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:30.438345 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc51d94-920a-431c-bd05-3ca840989ca3 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:34:30.449861 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-9dc51d94-920a-431c-bd05-3ca840989ca3 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] 10.222.0.64 "PUT /v2.0/routers/7acb19ef-e1d6-4cca-aca5-a36422299489/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1254683 Dec 08 16:34:30.450991 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f62fb89-f8df-4a69-af32-ec77487b1ae3 None None] Sync routers for ids ['7acb19ef-e1d6-4cca-aca5-a36422299489'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:34:30.451467 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 50954) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:30.458444 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-58e59fb9-e783-4dcd-a9c2-2264d5690e67 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Request body: {'port': {'network_id': '97007459-c32f-43aa-b81b-cffb9aad852e', 'name': 'tempest-FloatingIPNegativeTestJSON-949216880'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:30.471048 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7002f82-df25-43b1-908c-327ba123fbc5 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:34:30.483714 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55d5d0f-d36d-4818-bcee-0c0224f788fe None None] Sync routers for ids ['3a995117-f86c-467a-939c-2d0883761e9d'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:34:30.486315 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f62fb89-f8df-4a69-af32-ec77487b1ae3 None None] Routers {'7acb19ef-e1d6-4cca-aca5-a36422299489'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:34:30.486455 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-9f62fb89-f8df-4a69-af32-ec77487b1ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:34:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['7acb19ef-e1d6-4cca-aca5-a36422299489'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:30.496832 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 50956) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:30.498168 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f7002f82-df25-43b1-908c-327ba123fbc5 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "PUT /v2.0/routers/3a995117-f86c-467a-939c-2d0883761e9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2123115 Dec 08 16:34:30.526622 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55d5d0f-d36d-4818-bcee-0c0224f788fe None None] Routers {'3a995117-f86c-467a-939c-2d0883761e9d'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:34:30.527666 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-a55d5d0f-d36d-4818-bcee-0c0224f788fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:34:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['3a995117-f86c-467a-939c-2d0883761e9d'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:30.572197 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-a55d5d0f-d36d-4818-bcee-0c0224f788fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:30.595116 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55d5d0f-d36d-4818-bcee-0c0224f788fe None None] Routers {'3a995117-f86c-467a-939c-2d0883761e9d'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:34:30.595529 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-a55d5d0f-d36d-4818-bcee-0c0224f788fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:34:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['3a995117-f86c-467a-939c-2d0883761e9d'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:30.635379 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-9f62fb89-f8df-4a69-af32-ec77487b1ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:30.653197 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-a55d5d0f-d36d-4818-bcee-0c0224f788fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:30.655206 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55d5d0f-d36d-4818-bcee-0c0224f788fe None None] The sync data for ids ['3a995117-f86c-467a-939c-2d0883761e9d'] in n-d-776250-12 is: [] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:34:30.721930 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbff559-fca7-4b41-a3ea-65399c691d2a tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:30.723228 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f62fb89-f8df-4a69-af32-ec77487b1ae3 None None] Routers {'7acb19ef-e1d6-4cca-aca5-a36422299489'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:34:30.725658 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-afbff559-fca7-4b41-a3ea-65399c691d2a tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "GET /v2.0/ports/1190e892-f9cb-4a08-8985-ac8ab5729b8c HTTP/1.1" status: 200 len: 911 time: 0.2274301 Dec 08 16:34:30.726077 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-9f62fb89-f8df-4a69-af32-ec77487b1ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:34:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['7acb19ef-e1d6-4cca-aca5-a36422299489'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:30.729651 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 50968) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:30.744953 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0faeb39-2e7a-4d66-aeff-c75e8c17e2a2 req-ff11a1aa-c637-468d-bb31-86fc0ff8fb2f tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:30.754842 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c0faeb39-2e7a-4d66-aeff-c75e8c17e2a2 req-ff11a1aa-c637-468d-bb31-86fc0ff8fb2f tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ea2bcdb-7b63-4fa3-98fa-ba5b17248623 HTTP/1.1" status: 200 len: 946 time: 0.3927138 Dec 08 16:34:30.826625 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-9f62fb89-f8df-4a69-af32-ec77487b1ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:30.827827 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f62fb89-f8df-4a69-af32-ec77487b1ae3 None None] The sync data for ids ['7acb19ef-e1d6-4cca-aca5-a36422299489'] in n-d-776250-12 is: [] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:34:30.905237 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c0faeb39-2e7a-4d66-aeff-c75e8c17e2a2 req-77c32365-f96d-4bc6-a6ab-c9ec96b97641 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=612cab1b-cec0-43d6-8e72-252bc370fd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491263 Dec 08 16:34:30.929541 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-329ef622-115d-4572-81c3-8776d3f35f3b tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:30.972487 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329ef622-115d-4572-81c3-8776d3f35f3b tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event deleted for resources: {'Subnet': ['ID=a1001e3b-ac2c-4dd6-81d2-79976f96b3de,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:30.987767 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-329ef622-115d-4572-81c3-8776d3f35f3b tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:31.004580 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-329ef622-115d-4572-81c3-8776d3f35f3b tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/subnets/a1001e3b-ac2c-4dd6-81d2-79976f96b3de HTTP/1.1" status: 204 len: 168 time: 1.9767003 Dec 08 16:34:31.006358 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 50980) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:31.014600 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e59fb9-e783-4dcd-a9c2-2264d5690e67 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Made reservation on behalf of 06b61f17a27f416692d1c70dd65ffa8c for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:34:31.020558 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-58e59fb9-e783-4dcd-a9c2-2264d5690e67 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:31.020746 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-e2901ac9-44af-4962-9236-2695bdbb3404 None None] Provisioning complete for port d3346b76-0bea-4599-ab10-87932b7bcd5d triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:31.020938 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e2901ac9-44af-4962-9236-2695bdbb3404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:31.099811 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-58e59fb9-e783-4dcd-a9c2-2264d5690e67 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] device_id is not set on port 67c2d3e6-5e6a-446b-b92e-275c5a25455c yet. {{(pid=110551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:34:31.314183 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 3debde60-ae99-490b-a829-d547eb94af82 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:34:31.407630 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-58e59fb9-e783-4dcd-a9c2-2264d5690e67 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Allocated IP 172.20.0.3 (97007459-c32f-43aa-b81b-cffb9aad852e/5ecf7392-ac1c-413b-904f-fdabcedb92f7/67c2d3e6-5e6a-446b-b92e-275c5a25455c) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:34:31.482171 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3067fb7-7e52-43f5-80c2-7c6ebc690a84 None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:34:31.640742 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-75f7cad6-2434-4d5e-9a56-94c354921e82 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:31.672982 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-cd5b10b2-3732-42d9-b815-866aa379beb1 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6654415 Dec 08 16:34:31.676325 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51016) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:31.688562 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-6bb756af-6a64-4bf5-a337-14cf59c79902 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Request body: {'subnet': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:31.713716 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-e2901ac9-44af-4962-9236-2695bdbb3404 None None] Provisioning complete for port 6484a7f0-a0dc-441b-b657-9c6939afe5ca triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:31.713716 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e2901ac9-44af-4962-9236-2695bdbb3404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:31.715578 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 3debde60-ae99-490b-a829-d547eb94af82 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:31.715946 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:31.751017 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-58e59fb9-e783-4dcd-a9c2-2264d5690e67 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:31.838468 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-e2901ac9-44af-4962-9236-2695bdbb3404 None None] Port 6484a7f0-a0dc-441b-b657-9c6939afe5ca cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:34:31.859275 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-e2901ac9-44af-4962-9236-2695bdbb3404 None None] Provisioning complete for port 1190e892-f9cb-4a08-8985-ac8ab5729b8c triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:31.859640 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e2901ac9-44af-4962-9236-2695bdbb3404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:31.956282 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb756af-6a64-4bf5-a337-14cf59c79902 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Made reservation on behalf of 450e207568904a6eabc726912d992373 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:34:31.960376 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da45107d-d60e-4166-adca-7a7c4c962166 None None] DHCP port deletion for e406e062-eec7-4ef2-b02a-de32c9a24df9 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:34:31.960518 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6bb756af-6a64-4bf5-a337-14cf59c79902 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:31.965635 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-58e59fb9-e783-4dcd-a9c2-2264d5690e67 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:31.992633 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-e2901ac9-44af-4962-9236-2695bdbb3404 None None] Port 1190e892-f9cb-4a08-8985-ac8ab5729b8c cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:34:32.010941 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device d3346b76-0bea-4599-ab10-87932b7bcd5d up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:34:32.068130 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-e2901ac9-44af-4962-9236-2695bdbb3404 None None] Provisioning complete for port 3debde60-ae99-490b-a829-d547eb94af82 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:32.068787 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e2901ac9-44af-4962-9236-2695bdbb3404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:32.112914 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e59fb9-e783-4dcd-a9c2-2264d5690e67 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Network 97007459-c32f-43aa-b81b-cffb9aad852e is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:34:32.123632 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-58e59fb9-e783-4dcd-a9c2-2264d5690e67 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:34:32.132633 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e59fb9-e783-4dcd-a9c2-2264d5690e67 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:34:32.139509 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e59fb9-e783-4dcd-a9c2-2264d5690e67 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Pushing event updated for resources: {'Port': ['ID=67c2d3e6-5e6a-446b-b92e-275c5a25455c,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:32.217217 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e59fb9-e783-4dcd-a9c2-2264d5690e67 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:32.217751 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-58e59fb9-e783-4dcd-a9c2-2264d5690e67 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:32.251953 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-da45107d-d60e-4166-adca-7a7c4c962166 None None] Deleting port 085b40f0-da2e-4d66-9713-c868e5ddb493 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:34:32.252475 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-da45107d-d60e-4166-adca-7a7c4c962166 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:32.271137 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port d3346b76-0bea-4599-ab10-87932b7bcd5d triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:32.275187 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:32.336647 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5eaf30-3863-4bdd-affa-a125f30084ce req-335f15ca-b0e5-4a55-888d-05c520983ce4 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:32.338417 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4f5eaf30-3863-4bdd-affa-a125f30084ce req-335f15ca-b0e5-4a55-888d-05c520983ce4 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ea2bcdb-7b63-4fa3-98fa-ba5b17248623 HTTP/1.1" status: 200 len: 946 time: 0.3136179 Dec 08 16:34:32.361050 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-58e59fb9-e783-4dcd-a9c2-2264d5690e67 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9050615 Dec 08 16:34:32.364810 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51042) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:32.370791 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-2efc0661-ddf4-4c94-9bf7-cb9cc506265b tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Request body: {'floatingip': {'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:32.384225 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-75f7cad6-2434-4d5e-9a56-94c354921e82 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Deleting port 1190e892-f9cb-4a08-8985-ac8ab5729b8c {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:34:32.385244 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-75f7cad6-2434-4d5e-9a56-94c354921e82 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:32.492800 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4f5eaf30-3863-4bdd-affa-a125f30084ce req-a3fa5e3f-4b6d-42b4-9bf6-63c6e61ec1d5 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=612cab1b-cec0-43d6-8e72-252bc370fd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446941 Dec 08 16:34:32.538937 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2efc0661-ddf4-4c94-9bf7-cb9cc506265b tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks [] for floatingip, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:32.603555 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6bb756af-6a64-4bf5-a337-14cf59c79902 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:32.628294 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-da45107d-d60e-4166-adca-7a7c4c962166 None None] For port 085b40f0-da2e-4d66-9713-c868e5ddb493, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=085b40f0-da2e-4d66-9713-c868e5ddb493,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:34:32.628916 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-da45107d-d60e-4166-adca-7a7c4c962166 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:32.657688 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb756af-6a64-4bf5-a337-14cf59c79902 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:34:32.662901 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-6bb756af-6a64-4bf5-a337-14cf59c79902 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:34:32.666399 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb756af-6a64-4bf5-a337-14cf59c79902 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:32.667004 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6bb756af-6a64-4bf5-a337-14cf59c79902 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:32.674733 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-da45107d-d60e-4166-adca-7a7c4c962166 None None] Calling delete_port for 085b40f0-da2e-4d66-9713-c868e5ddb493 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:34:32.710810 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb756af-6a64-4bf5-a337-14cf59c79902 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event updated for resources: {'Subnet': ['ID=d0e33339-6fe9-4c52-84f7-ca32dcee6550,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:32.774998 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2efc0661-ddf4-4c94-9bf7-cb9cc506265b tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:32.784689 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-6bb756af-6a64-4bf5-a337-14cf59c79902 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1045489 Dec 08 16:34:32.787211 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51060) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:32.792759 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-74244714-9952-4518-9881-beeee198a451 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Request body: {'subnet': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:32.870877 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-146aead1-fd0a-4411-b9ee-d6f33b525cce None None] Provisioning complete for port 67c2d3e6-5e6a-446b-b92e-275c5a25455c triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:32.876915 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-146aead1-fd0a-4411-b9ee-d6f33b525cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:32.966486 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-146aead1-fd0a-4411-b9ee-d6f33b525cce None None] Port 67c2d3e6-5e6a-446b-b92e-275c5a25455c cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:34:33.001560 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-146aead1-fd0a-4411-b9ee-d6f33b525cce None None] Provisioning complete for port 6484a7f0-a0dc-441b-b657-9c6939afe5ca triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:33.003319 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-146aead1-fd0a-4411-b9ee-d6f33b525cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:33.069967 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-da45107d-d60e-4166-adca-7a7c4c962166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:33.110348 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-2efc0661-ddf4-4c94-9bf7-cb9cc506265b tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Allocated IP 172.25.0.18 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/ae6ff73b-33b5-4722-90da-275b3a54b3d5) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:34:33.135694 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da45107d-d60e-4166-adca-7a7c4c962166 None None] Pushing event deleted for resources: {'Port': ['ID=085b40f0-da2e-4d66-9713-c868e5ddb493,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:33.138395 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da45107d-d60e-4166-adca-7a7c4c962166 None None] No DVR routers for this DVR port 085b40f0-da2e-4d66-9713-c868e5ddb493 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:34:33.165839 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-75f7cad6-2434-4d5e-9a56-94c354921e82 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:33.168209 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-146aead1-fd0a-4411-b9ee-d6f33b525cce None None] Port 6484a7f0-a0dc-441b-b657-9c6939afe5ca cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:34:33.172973 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d5fb63-aaac-4e06-808f-5e8fe7e47239 None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:34:33.198474 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-75f7cad6-2434-4d5e-9a56-94c354921e82 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Calling delete_port for 1190e892-f9cb-4a08-8985-ac8ab5729b8c owned by network:router_interface {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:34:33.279080 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2efc0661-ddf4-4c94-9bf7-cb9cc506265b tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:33.284849 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 085b40f0-da2e-4d66-9713-c868e5ddb493 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:34:33.317280 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 085b40f0-da2e-4d66-9713-c868e5ddb493 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:34:33.317896 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 085b40f0-da2e-4d66-9713-c868e5ddb493 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:34:33.335895 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-146aead1-fd0a-4411-b9ee-d6f33b525cce None None] Provisioning complete for port 1190e892-f9cb-4a08-8985-ac8ab5729b8c triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:33.336530 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-146aead1-fd0a-4411-b9ee-d6f33b525cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:33.361602 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985669f-70b0-4889-aeec-df74e616458b req-6e48126a-015f-4028-8250-3b87f735ba70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:33.363823 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3985669f-70b0-4889-aeec-df74e616458b req-6e48126a-015f-4028-8250-3b87f735ba70 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6ea2bcdb-7b63-4fa3-98fa-ba5b17248623 HTTP/1.1" status: 200 len: 1098 time: 0.0740387 Dec 08 16:34:33.409710 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-146aead1-fd0a-4411-b9ee-d6f33b525cce None None] Port 1190e892-f9cb-4a08-8985-ac8ab5729b8c cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:34:33.434544 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-146aead1-fd0a-4411-b9ee-d6f33b525cce None None] Could not find standard attr ID for object 085b40f0-da2e-4d66-9713-c868e5ddb493. {{(pid=110552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:34:33.447879 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e7d2dc-84ff-4e70-ac41-c6f65d641d33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-e406e062-eec7-4ef2-b02a-de32c9a24df9', 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'project_id': '450e207568904a6eabc726912d992373', 'fixed_ips': [{'subnet_id': 'd0e33339-6fe9-4c52-84f7-ca32dcee6550'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:34:33.449684 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-22e7d2dc-84ff-4e70-ac41-c6f65d641d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:33.476535 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2efc0661-ddf4-4c94-9bf7-cb9cc506265b tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:33.482150 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74244714-9952-4518-9881-beeee198a451 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Made reservation on behalf of 450e207568904a6eabc726912d992373 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:34:33.485048 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-74244714-9952-4518-9881-beeee198a451 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:33.499459 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3985669f-70b0-4889-aeec-df74e616458b req-17b598e4-2f00-4ec2-896b-c36967be92ac service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=612cab1b-cec0-43d6-8e72-252bc370fd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935888 Dec 08 16:34:33.660957 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-75f7cad6-2434-4d5e-9a56-94c354921e82 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:33.744304 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-22e7d2dc-84ff-4e70-ac41-c6f65d641d33 None None] Allocated IP 2001:db8::2 (e406e062-eec7-4ef2-b02a-de32c9a24df9/d0e33339-6fe9-4c52-84f7-ca32dcee6550/c21263b9-3e60-4cb5-9cee-570b748985fd) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:34:33.937407 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-75f7cad6-2434-4d5e-9a56-94c354921e82 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:33.951568 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f7cad6-2434-4d5e-9a56-94c354921e82 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event deleted for resources: {'Port': ['ID=1190e892-f9cb-4a08-8985-ac8ab5729b8c,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:34.251913 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efc0661-ddf4-4c94-9bf7-cb9cc506265b tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:34:34.271929 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-2efc0661-ddf4-4c94-9bf7-cb9cc506265b tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:34:34.281622 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efc0661-ddf4-4c94-9bf7-cb9cc506265b tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:34:34.282825 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f7cad6-2434-4d5e-9a56-94c354921e82 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Router 3a995117-f86c-467a-939c-2d0883761e9d has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:34:34.304148 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efc0661-ddf4-4c94-9bf7-cb9cc506265b tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Pushing event updated for resources: {'Port': ['ID=ae6ff73b-33b5-4722-90da-275b3a54b3d5,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:34.345978 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 73014060-6cd3-479e-a5de-4d5f58d90fcd details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:34:34.390836 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-22e7d2dc-84ff-4e70-ac41-c6f65d641d33 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:34.420810 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26bb9db-c6ad-4398-b891-44b3d4dea825 req-665e5d58-6cf2-4d2a-8866-699856aa76b5 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:34.422624 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c26bb9db-c6ad-4398-b891-44b3d4dea825 req-665e5d58-6cf2-4d2a-8866-699856aa76b5 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ea2bcdb-7b63-4fa3-98fa-ba5b17248623 HTTP/1.1" status: 200 len: 946 time: 0.2721272 Dec 08 16:34:34.430843 n-d-776250-12 neutron-server[110551]: INFO neutron.db.ipam_backend_mixin [None req-74244714-9952-4518-9881-beeee198a451 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d0e33339-6fe9-4c52-84f7-ca32dcee6550 (CIDR: 2001:db8::/64) Dec 08 16:34:34.472766 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-74244714-9952-4518-9881-beeee198a451 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:34:34.473276 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74244714-9952-4518-9881-beeee198a451 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:34:34.496557 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f7cad6-2434-4d5e-9a56-94c354921e82 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:34:34.516107 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-75f7cad6-2434-4d5e-9a56-94c354921e82 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "PUT /v2.0/routers/3a995117-f86c-467a-939c-2d0883761e9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7808235 Dec 08 16:34:34.519354 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51132) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:34.543804 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c53f5b0-37d5-40e9-a0be-98da67378550 None None] Sync routers for ids ['3a995117-f86c-467a-939c-2d0883761e9d'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:34:34.557341 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c26bb9db-c6ad-4398-b891-44b3d4dea825 req-6e488fb3-a95f-4554-b8ad-f6ca3f02a8bd tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=612cab1b-cec0-43d6-8e72-252bc370fd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252096 Dec 08 16:34:34.573327 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-bd8b0abe-db89-4de9-b5ff-3832f54296c7 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a995117-f86c-467a-939c-2d0883761e9d HTTP/1.1" status: 200 len: 205 time: 0.0496724 Dec 08 16:34:34.573327 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51134) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:34.586317 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c53f5b0-37d5-40e9-a0be-98da67378550 None None] Routers {'3a995117-f86c-467a-939c-2d0883761e9d'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:34:34.587046 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-6c53f5b0-37d5-40e9-a0be-98da67378550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:34:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['3a995117-f86c-467a-939c-2d0883761e9d'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:34.604521 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-22e7d2dc-84ff-4e70-ac41-c6f65d641d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:34.630876 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2efc0661-ddf4-4c94-9bf7-cb9cc506265b tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:34.667554 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-74244714-9952-4518-9881-beeee198a451 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8792386 Dec 08 16:34:34.673089 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51142) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:34.676074 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-4f462a8a-82c7-48fd-b0e1-519e769146ea tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Request body: {'subnet': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:34.713378 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d0d46a6e-20ef-4806-9beb-15712af4df4b tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for router, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:34.720445 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-6c53f5b0-37d5-40e9-a0be-98da67378550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:34.724473 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e7d2dc-84ff-4e70-ac41-c6f65d641d33 None None] Pushing event updated for resources: {'Port': ['ID=c21263b9-3e60-4cb5-9cee-570b748985fd,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:34.802107 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e7d2dc-84ff-4e70-ac41-c6f65d641d33 None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:34:34.806492 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-22e7d2dc-84ff-4e70-ac41-c6f65d641d33 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:34:34.809341 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e7d2dc-84ff-4e70-ac41-c6f65d641d33 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:34:34.814126 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c53f5b0-37d5-40e9-a0be-98da67378550 None None] Routers {'3a995117-f86c-467a-939c-2d0883761e9d'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:34:34.814774 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-6c53f5b0-37d5-40e9-a0be-98da67378550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:34:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['3a995117-f86c-467a-939c-2d0883761e9d'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:34.877512 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 73014060-6cd3-479e-a5de-4d5f58d90fcd, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=73014060-6cd3-479e-a5de-4d5f58d90fcd,segment=NetworkSegment(75f8eacf-09fa-44d1-9fa5-2b7d3d1ef9ec),segment_id=75f8eacf-09fa-44d1-9fa5-2b7d3d1ef9ec)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:34:34.880888 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-6c53f5b0-37d5-40e9-a0be-98da67378550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:34.882032 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c53f5b0-37d5-40e9-a0be-98da67378550 None None] The sync data for ids ['3a995117-f86c-467a-939c-2d0883761e9d'] in n-d-776250-12 is: [] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:34:34.929621 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2efc0661-ddf4-4c94-9bf7-cb9cc506265b tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:34.950385 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:34.950385 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '73014060-6cd3-479e-a5de-4d5f58d90fcd', 'network_id': '9aa49936-a2d8-4b4c-8899-7a242f872b33', 'port_id': '73014060-6cd3-479e-a5de-4d5f58d90fcd', 'mac_address': 'fa:16:3e:37:cf:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0493f0b-911b-472f-a927-786c53df20e5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:34:34.996170 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d0d46a6e-20ef-4806-9beb-15712af4df4b tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:34.999187 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d0d46a6e-20ef-4806-9beb-15712af4df4b tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:35.022195 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-22e7d2dc-84ff-4e70-ac41-c6f65d641d33 None None] Attempting to bind port c21263b9-3e60-4cb5-9cee-570b748985fd on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:34:35.022579 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-22e7d2dc-84ff-4e70-ac41-c6f65d641d33 None None] Attempting to bind port c21263b9-3e60-4cb5-9cee-570b748985fd by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:34:35.022945 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e7d2dc-84ff-4e70-ac41-c6f65d641d33 None None] Attempting to bind port c21263b9-3e60-4cb5-9cee-570b748985fd on network e406e062-eec7-4ef2-b02a-de32c9a24df9 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:34:35.036665 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e7d2dc-84ff-4e70-ac41-c6f65d641d33 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:34:35.037053 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e7d2dc-84ff-4e70-ac41-c6f65d641d33 None None] Checking segment: {'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:34:35.037519 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-22e7d2dc-84ff-4e70-ac41-c6f65d641d33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:35.037854 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e7d2dc-84ff-4e70-ac41-c6f65d641d33 None None] Bound using segment: {'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:34:35.038348 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-22e7d2dc-84ff-4e70-ac41-c6f65d641d33 None None] Bound port: c21263b9-3e60-4cb5-9cee-570b748985fd, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:34:35.038726 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-22e7d2dc-84ff-4e70-ac41-c6f65d641d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:35.041504 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:35.063982 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 73014060-6cd3-479e-a5de-4d5f58d90fcd {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:34:35.124905 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 73014060-6cd3-479e-a5de-4d5f58d90fcd, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=73014060-6cd3-479e-a5de-4d5f58d90fcd,segment=NetworkSegment(75f8eacf-09fa-44d1-9fa5-2b7d3d1ef9ec),segment_id=75f8eacf-09fa-44d1-9fa5-2b7d3d1ef9ec)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:34:35.132876 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d0d46a6e-20ef-4806-9beb-15712af4df4b tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:35.137610 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d46a6e-20ef-4806-9beb-15712af4df4b tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Fanout notify agent at l3_agent the message router_deleted on router 3a995117-f86c-467a-939c-2d0883761e9d {{(pid=110550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:34:35.140787 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f462a8a-82c7-48fd-b0e1-519e769146ea tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Made reservation on behalf of 450e207568904a6eabc726912d992373 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:34:35.146911 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4f462a8a-82c7-48fd-b0e1-519e769146ea tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:35.150908 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d0d46a6e-20ef-4806-9beb-15712af4df4b tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:35.151172 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-22e7d2dc-84ff-4e70-ac41-c6f65d641d33 None None] For port c21263b9-3e60-4cb5-9cee-570b748985fd, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:34:35.154478 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-d0d46a6e-20ef-4806-9beb-15712af4df4b tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "DELETE /v2.0/routers/3a995117-f86c-467a-939c-2d0883761e9d HTTP/1.1" status: 204 len: 168 time: 0.5783191 Dec 08 16:34:35.157312 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51158) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:35.158575 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-22e7d2dc-84ff-4e70-ac41-c6f65d641d33 None None] For port c21263b9-3e60-4cb5-9cee-570b748985fd, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=c21263b9-3e60-4cb5-9cee-570b748985fd,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:34:35.246854 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:35.254901 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-44517ad4-4cf3-4685-a710-152e73a37a9b tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Deleting subnet 2605d105-7838-44b4-8daa-00420cabae73 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:34:35.259565 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-44517ad4-4cf3-4685-a710-152e73a37a9b tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:35.306316 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-22e7d2dc-84ff-4e70-ac41-c6f65d641d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:35.330567 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-44517ad4-4cf3-4685-a710-152e73a37a9b tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:35.352611 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=73014060-6cd3-479e-a5de-4d5f58d90fcd,revision_number=6']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:35.427986 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e7d2dc-84ff-4e70-ac41-c6f65d641d33 None None] Pushing event updated for resources: {'Port': ['ID=c21263b9-3e60-4cb5-9cee-570b748985fd,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:35.436640 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2efc0661-ddf4-4c94-9bf7-cb9cc506265b tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:35.480775 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['73014060-6cd3-479e-a5de-4d5f58d90fcd'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:34:35.517756 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-44517ad4-4cf3-4685-a710-152e73a37a9b tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:35.539423 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2efc0661-ddf4-4c94-9bf7-cb9cc506265b tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:35.784851 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efc0661-ddf4-4c94-9bf7-cb9cc506265b tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Pushing event updated for resources: {'Port': ['ID=ae6ff73b-33b5-4722-90da-275b3a54b3d5,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:35.857096 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2efc0661-ddf4-4c94-9bf7-cb9cc506265b tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:35.910306 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-44517ad4-4cf3-4685-a710-152e73a37a9b tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:35.958920 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-44517ad4-4cf3-4685-a710-152e73a37a9b tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:35.968270 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51192) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:35.968479 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-44517ad4-4cf3-4685-a710-152e73a37a9b tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "DELETE /v2.0/subnets/2605d105-7838-44b4-8daa-00420cabae73 HTTP/1.1" status: 204 len: 168 time: 0.8082871 Dec 08 16:34:35.973493 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9123db2e-a242-4fd8-84cd-e0dbf513b394 None None] Network 7bbedb70-f89c-48c7-8a09-3854509645aa requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:34:35.995740 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44517ad4-4cf3-4685-a710-152e73a37a9b tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event deleted for resources: {'Subnet': ['ID=2605d105-7838-44b4-8daa-00420cabae73,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:36.035382 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66cc871-6af5-4633-8f3d-c62feba6a6de req-20c012f6-fb75-4960-9484-4af2339cae7b tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:36.039132 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e66cc871-6af5-4633-8f3d-c62feba6a6de req-20c012f6-fb75-4960-9484-4af2339cae7b tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ea2bcdb-7b63-4fa3-98fa-ba5b17248623 HTTP/1.1" status: 200 len: 945 time: 0.2666578 Dec 08 16:34:36.075543 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-61e9741d-bffb-4844-add5-e009a4497fdf tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:36.084274 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2efc0661-ddf4-4c94-9bf7-cb9cc506265b tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:36.085591 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-2efc0661-ddf4-4c94-9bf7-cb9cc506265b tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7200017 Dec 08 16:34:36.088848 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51198) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:36.096265 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-13e91f46-097e-4a74-a62e-5f389b1c007a tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Request body: {'floatingip': {'port_id': '67c2d3e6-5e6a-446b-b92e-275c5a25455c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:36.237378 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e66cc871-6af5-4633-8f3d-c62feba6a6de req-d1579bc2-7d28-405b-8649-17a7b19040e4 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=612cab1b-cec0-43d6-8e72-252bc370fd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546423 Dec 08 16:34:36.239107 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-13e91f46-097e-4a74-a62e-5f389b1c007a tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks [] for floatingip, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:36.258098 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51204) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:36.258504 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a5fb6c-8133-4464-9d66-4bf4476066c3 None None] DHCP port deletion for 7bbedb70-f89c-48c7-8a09-3854509645aa request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:34:36.341962 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 73014060-6cd3-479e-a5de-4d5f58d90fcd no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:34:36.391203 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-11a5fb6c-8133-4464-9d66-4bf4476066c3 None None] Deleting port 3debde60-ae99-490b-a829-d547eb94af82 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:34:36.391835 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-11a5fb6c-8133-4464-9d66-4bf4476066c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:36.396224 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ab849fe2-7619-48cb-99fc-30c947280993 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/floatingips/0015e499-2597-47b0-b134-dbd17be792ca HTTP/1.1" status: 200 len: 993 time: 0.1322017 Dec 08 16:34:36.509947 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-13e91f46-097e-4a74-a62e-5f389b1c007a tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] update failed (client error): The resource could not be found. Dec 08 16:34:36.513908 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51214) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:36.515406 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-13e91f46-097e-4a74-a62e-5f389b1c007a tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] 10.222.0.64 "PUT /v2.0/floatingips/26815699-b4d2-4b32-bf93-133204a531d8 HTTP/1.1" status: 404 len: 507 time: 0.4237492 Dec 08 16:34:36.526084 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-61e9741d-bffb-4844-add5-e009a4497fdf tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Deleting port 3debde60-ae99-490b-a829-d547eb94af82 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:34:36.526637 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-61e9741d-bffb-4844-add5-e009a4497fdf tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:36.541932 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-11a5fb6c-8133-4464-9d66-4bf4476066c3 None None] For port 3debde60-ae99-490b-a829-d547eb94af82, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=3debde60-ae99-490b-a829-d547eb94af82,segment=NetworkSegment(3556aca3-66e0-491b-8248-c68c2d6049e0),segment_id=3556aca3-66e0-491b-8248-c68c2d6049e0)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:34:36.544156 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-11a5fb6c-8133-4464-9d66-4bf4476066c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:36.601748 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-11a5fb6c-8133-4464-9d66-4bf4476066c3 None None] Calling delete_port for 3debde60-ae99-490b-a829-d547eb94af82 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:34:36.604413 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:36.614991 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-61e9741d-bffb-4844-add5-e009a4497fdf tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] For port 3debde60-ae99-490b-a829-d547eb94af82, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=3debde60-ae99-490b-a829-d547eb94af82,segment=NetworkSegment(3556aca3-66e0-491b-8248-c68c2d6049e0),segment_id=3556aca3-66e0-491b-8248-c68c2d6049e0)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:34:36.615367 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-61e9741d-bffb-4844-add5-e009a4497fdf tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:36.631755 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-61e9741d-bffb-4844-add5-e009a4497fdf tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Calling delete_port for 3debde60-ae99-490b-a829-d547eb94af82 owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:34:36.643588 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 73014060-6cd3-479e-a5de-4d5f58d90fcd {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:34:36.671864 n-d-776250-12 neutron-server[110551]: DEBUG neutron.objects.ports [None req-4f462a8a-82c7-48fd-b0e1-519e769146ea tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110551) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 16:34:36.788784 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-8a9ba504-8362-4ac6-9a41-bcd05535937f tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Deleting port ae6ff73b-33b5-4722-90da-275b3a54b3d5 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:34:36.789187 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8a9ba504-8362-4ac6-9a41-bcd05535937f tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:36.878982 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 73014060-6cd3-479e-a5de-4d5f58d90fcd, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=73014060-6cd3-479e-a5de-4d5f58d90fcd,segment=NetworkSegment(75f8eacf-09fa-44d1-9fa5-2b7d3d1ef9ec),segment_id=75f8eacf-09fa-44d1-9fa5-2b7d3d1ef9ec)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:34:36.945184 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-11a5fb6c-8133-4464-9d66-4bf4476066c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:36.951614 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-61e9741d-bffb-4844-add5-e009a4497fdf tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:36.971799 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a5fb6c-8133-4464-9d66-4bf4476066c3 None None] No DVR routers for this DVR port 3debde60-ae99-490b-a829-d547eb94af82 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:34:37.003593 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:37.007839 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a5fb6c-8133-4464-9d66-4bf4476066c3 None None] Pushing event deleted for resources: {'Port': ['ID=3debde60-ae99-490b-a829-d547eb94af82,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:37.023447 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e9741d-bffb-4844-add5-e009a4497fdf tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event deleted for resources: {'Port': ['ID=3debde60-ae99-490b-a829-d547eb94af82,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:37.046283 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-380a11d9-870d-4236-a24e-ebe11ea0ab8c req-1958d50a-0114-4519-b04b-ccede48d7d4e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6ea2bcdb-7b63-4fa3-98fa-ba5b17248623&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1486142 Dec 08 16:34:37.049142 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e9741d-bffb-4844-add5-e009a4497fdf tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] No DVR routers for this DVR port 3debde60-ae99-490b-a829-d547eb94af82 on host n-d-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:34:37.123301 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8a9ba504-8362-4ac6-9a41-bcd05535937f tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:37.123518 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8a9ba504-8362-4ac6-9a41-bcd05535937f tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:37.165193 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=73014060-6cd3-479e-a5de-4d5f58d90fcd,revision_number=7']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:37.196848 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-8a9ba504-8362-4ac6-9a41-bcd05535937f tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Calling delete_port for ae6ff73b-33b5-4722-90da-275b3a54b3d5 owned by network:floatingip {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:34:37.253236 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a11d9-870d-4236-a24e-ebe11ea0ab8c req-3d01397a-2d5a-4f09-bd4f-63eac09d2aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:37.544524 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-380a11d9-870d-4236-a24e-ebe11ea0ab8c req-3d01397a-2d5a-4f09-bd4f-63eac09d2aee service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5ac8783bc8454dbdaff01b6ea349ef5e&device_id=6ea2bcdb-7b63-4fa3-98fa-ba5b17248623 HTTP/1.1" status: 200 len: 1096 time: 0.1285305 Dec 08 16:34:37.544988 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4f462a8a-82c7-48fd-b0e1-519e769146ea tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:37.545345 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device c21263b9-3e60-4cb5-9cee-570b748985fd up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:34:37.545443 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-61e9741d-bffb-4844-add5-e009a4497fdf tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:37.545443 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-61e9741d-bffb-4844-add5-e009a4497fdf tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bbedb70-f89c-48c7-8a09-3854509645aa']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:37.545443 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-61e9741d-bffb-4844-add5-e009a4497fdf tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3556aca3-66e0-491b-8248-c68c2d6049e0') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:37.545443 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-61e9741d-bffb-4844-add5-e009a4497fdf tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3556aca3-66e0-491b-8248-c68c2d6049e0') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:37.545749 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-9ed985b5-3d59-42f5-8fdc-6e5b3bfe3f84 None None] Provisioning complete for port c21263b9-3e60-4cb5-9cee-570b748985fd triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:37.545749 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9ed985b5-3d59-42f5-8fdc-6e5b3bfe3f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:37.545905 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-61e9741d-bffb-4844-add5-e009a4497fdf tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:37.545905 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-61e9741d-bffb-4844-add5-e009a4497fdf tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:37.545905 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61e9741d-bffb-4844-add5-e009a4497fdf tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:34:37.545905 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-61e9741d-bffb-4844-add5-e009a4497fdf tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:37.546207 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port c21263b9-3e60-4cb5-9cee-570b748985fd triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:37.546207 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:37.546361 n-d-776250-12 neutron-server[110551]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:34:37.546361 n-d-776250-12 neutron-server[110551]: self.session.flush() Dec 08 16:34:37.546361 n-d-776250-12 neutron-server[110551]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:34:37.546361 n-d-776250-12 neutron-server[110551]: self.session.flush() Dec 08 16:34:37.546361 n-d-776250-12 neutron-server[110551]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:34:37.546361 n-d-776250-12 neutron-server[110551]: self.session.flush() Dec 08 16:34:37.546361 n-d-776250-12 neutron-server[110551]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:34:37.546361 n-d-776250-12 neutron-server[110551]: self.session.flush() Dec 08 16:34:37.546361 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:34:37.546361 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:34:37.546361 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:34:37.546361 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:34:37.546361 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:34:37.546361 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:34:37.546361 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:34:37.546361 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:34:37.546361 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:34:37.546361 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:34:37.546361 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:34:37.546361 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:34:37.546361 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:34:37.546361 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:34:37.546361 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:34:37.546361 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:34:37.546361 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:34:37.546361 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:34:37.546361 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:34:37.546361 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:34:37.546361 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:34:37.546361 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:34:37.546361 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:34:37.546361 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:34:37.546361 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:34:37.546361 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:34:37.546361 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:34:37.546361 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:34:37.546361 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:34:37.546361 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:34:37.546361 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:34:37.546361 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:34:37.570789 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9ed985b5-3d59-42f5-8fdc-6e5b3bfe3f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:37.575124 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-4f462a8a-82c7-48fd-b0e1-519e769146ea tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] For port c21263b9-3e60-4cb5-9cee-570b748985fd, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=c21263b9-3e60-4cb5-9cee-570b748985fd,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:34:37.629420 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4f462a8a-82c7-48fd-b0e1-519e769146ea tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:37.634387 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:37.674944 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a11d9-870d-4236-a24e-ebe11ea0ab8c req-0ddaf27b-25dc-4960-92dd-3b4e0c017161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:37.676577 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-380a11d9-870d-4236-a24e-ebe11ea0ab8c req-0ddaf27b-25dc-4960-92dd-3b4e0c017161 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9aa49936-a2d8-4b4c-8899-7a242f872b33 HTTP/1.1" status: 200 len: 898 time: 0.3513618 Dec 08 16:34:37.692672 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-61e9741d-bffb-4844-add5-e009a4497fdf tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:37.699825 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-61e9741d-bffb-4844-add5-e009a4497fdf tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:37.704730 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-61e9741d-bffb-4844-add5-e009a4497fdf tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "DELETE /v2.0/networks/7bbedb70-f89c-48c7-8a09-3854509645aa HTTP/1.1" status: 204 len: 168 time: 1.7337623 Dec 08 16:34:37.717225 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51236) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:37.722139 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-9f4d9cc3-3a9b-4994-acf3-2a1b47afb079 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1697093168', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}, 'admin_state_up': False}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:37.728803 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e9741d-bffb-4844-add5-e009a4497fdf tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event deleted for resources: {'Network': ['ID=7bbedb70-f89c-48c7-8a09-3854509645aa,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:37.732641 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4f462a8a-82c7-48fd-b0e1-519e769146ea tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:37.744326 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4f462a8a-82c7-48fd-b0e1-519e769146ea tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:37.744874 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8a9ba504-8362-4ac6-9a41-bcd05535937f tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:37.773398 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9ba504-8362-4ac6-9a41-bcd05535937f tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Pushing event deleted for resources: {'Port': ['ID=ae6ff73b-33b5-4722-90da-275b3a54b3d5,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:37.818963 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-380a11d9-870d-4236-a24e-ebe11ea0ab8c req-4edf6ac7-cc4c-41ac-9ebc-63ef088e6bab service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73014060-6cd3-479e-a5de-4d5f58d90fcd HTTP/1.1" status: 200 len: 1000 time: 0.1325729 Dec 08 16:34:37.826670 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f462a8a-82c7-48fd-b0e1-519e769146ea tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:34:37.839218 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-4f462a8a-82c7-48fd-b0e1-519e769146ea tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:34:37.846902 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.db.api [None req-9ed985b5-3d59-42f5-8fdc-6e5b3bfe3f84 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:34:37.847260 n-d-776250-12 neutron-server[110552]: DEBUG oslo_db.api [None req-9ed985b5-3d59-42f5-8fdc-6e5b3bfe3f84 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:34:37.848243 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.db.api [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:34:37.848607 n-d-776250-12 neutron-server[110552]: DEBUG oslo_db.api [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:34:37.855832 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c35fc1-622a-498b-a8f7-705324e90ae8 None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:34:37.862561 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f462a8a-82c7-48fd-b0e1-519e769146ea tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:37.862561 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4f462a8a-82c7-48fd-b0e1-519e769146ea tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:37.889326 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f462a8a-82c7-48fd-b0e1-519e769146ea tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event updated for resources: {'Subnet': ['ID=a01f9c1b-e0b7-4071-8df1-c23c3129a2ea,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:37.894170 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f462a8a-82c7-48fd-b0e1-519e769146ea tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event updated for resources: {'Port': ['ID=c21263b9-3e60-4cb5-9cee-570b748985fd,revision_number=4']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:37.912222 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8a9ba504-8362-4ac6-9a41-bcd05535937f tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks [] for floatingip, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:37.915019 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8a9ba504-8362-4ac6-9a41-bcd05535937f tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:37.916824 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-8a9ba504-8362-4ac6-9a41-bcd05535937f tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] 10.222.0.64 "DELETE /v2.0/floatingips/26815699-b4d2-4b32-bf93-133204a531d8 HTTP/1.1" status: 204 len: 168 time: 1.4012368 Dec 08 16:34:37.920435 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51242) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:37.921002 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a11d9-870d-4236-a24e-ebe11ea0ab8c req-c2ab4214-ef24-4d66-a6a2-e95977719b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:37.922462 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-380a11d9-870d-4236-a24e-ebe11ea0ab8c req-c2ab4214-ef24-4d66-a6a2-e95977719b16 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f0493f0b-911b-472f-a927-786c53df20e5 HTTP/1.1" status: 200 len: 834 time: 0.0773163 Dec 08 16:34:37.925409 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-70e838af-1016-4bf9-990b-9664fd99bd14 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Request body: {'floatingip': {'floating_network_id': '97007459-c32f-43aa-b81b-cffb9aad852e', 'port_id': '67c2d3e6-5e6a-446b-b92e-275c5a25455c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:37.989028 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a11d9-870d-4236-a24e-ebe11ea0ab8c req-46ee7999-de60-4e06-b01d-c8b41a54357d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:37.990809 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-380a11d9-870d-4236-a24e-ebe11ea0ab8c req-46ee7999-de60-4e06-b01d-c8b41a54357d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9aa49936-a2d8-4b4c-8899-7a242f872b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0606503 Dec 08 16:34:37.996617 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9f4d9cc3-3a9b-4994-acf3-2a1b47afb079 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:37.998059 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9f4d9cc3-3a9b-4994-acf3-2a1b47afb079 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:38.084817 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9f4d9cc3-3a9b-4994-acf3-2a1b47afb079 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:38.111389 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-380a11d9-870d-4236-a24e-ebe11ea0ab8c req-7ebeef71-d34d-4a83-8f9e-e097602ae99d service neutron] 10.222.0.37 "GET /v2.0/networks/9aa49936-a2d8-4b4c-8899-7a242f872b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133406 Dec 08 16:34:38.128494 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-4f462a8a-82c7-48fd-b0e1-519e769146ea tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.4568009 Dec 08 16:34:38.131504 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51248) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:38.139508 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-9902eb95-df0b-4abf-bb3d-b30045c256c6 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Request body: {'port': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'mac_address': 'fa:16:3e:f4:24:ea', 'name': 'tempest-NetworksTestDHCPv6-1870674960'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:38.251218 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-380a11d9-870d-4236-a24e-ebe11ea0ab8c req-28fa3dc5-e690-4f95-9fad-a6a2babe53e5 service neutron] 10.222.0.37 "GET /v2.0/networks/9aa49936-a2d8-4b4c-8899-7a242f872b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325636 Dec 08 16:34:38.378221 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-70e838af-1016-4bf9-990b-9664fd99bd14 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks [] for floatingip, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:38.379058 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 73014060-6cd3-479e-a5de-4d5f58d90fcd up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:34:38.467408 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9ed985b5-3d59-42f5-8fdc-6e5b3bfe3f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:38.470960 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9f4d9cc3-3a9b-4994-acf3-2a1b47afb079 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:38.505858 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-9ed985b5-3d59-42f5-8fdc-6e5b3bfe3f84 None None] For port c21263b9-3e60-4cb5-9cee-570b748985fd, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=c21263b9-3e60-4cb5-9cee-570b748985fd,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:34:38.508052 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:38.542800 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 73014060-6cd3-479e-a5de-4d5f58d90fcd triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:38.543130 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:38.636957 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9902eb95-df0b-4abf-bb3d-b30045c256c6 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Made reservation on behalf of 450e207568904a6eabc726912d992373 for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:34:38.649618 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:38.685716 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9ed985b5-3d59-42f5-8fdc-6e5b3bfe3f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:38.707295 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ea2bcdb-7b63-4fa3-98fa-ba5b17248623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73014060-6cd3-479e-a5de-4d5f58d90fcd'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:34:38.709132 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355c21af-31b1-461f-a4d0-56e7f3fab881" -d '{"events": [{"server_uuid": "6ea2bcdb-7b63-4fa3-98fa-ba5b17248623", "name": "network-vif-plugged", "status": "completed", "tag": "73014060-6cd3-479e-a5de-4d5f58d90fcd"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:34:38.781712 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:38.781712 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 73014060-6cd3-479e-a5de-4d5f58d90fcd, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=73014060-6cd3-479e-a5de-4d5f58d90fcd,segment=NetworkSegment(75f8eacf-09fa-44d1-9fa5-2b7d3d1ef9ec),segment_id=75f8eacf-09fa-44d1-9fa5-2b7d3d1ef9ec)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:34:38.842030 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43110ed-d48c-4497-acd9-7d657094369f x-openstack-request-id: req-e43110ed-d48c-4497-acd9-7d657094369f {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:34:38.845039 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ea2bcdb-7b63-4fa3-98fa-ba5b17248623", "name": "network-vif-plugged", "status": "completed", "tag": "73014060-6cd3-479e-a5de-4d5f58d90fcd", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:34:38.845039 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e43110ed-d48c-4497-acd9-7d657094369f {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:34:38.845039 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ea2bcdb-7b63-4fa3-98fa-ba5b17248623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73014060-6cd3-479e-a5de-4d5f58d90fcd', 'code': 200} Dec 08 16:34:38.870744 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.db.api [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:34:38.871297 n-d-776250-12 neutron-server[110552]: DEBUG oslo_db.api [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:34:38.884885 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed985b5-3d59-42f5-8fdc-6e5b3bfe3f84 None None] Pushing event updated for resources: {'Port': ['ID=c21263b9-3e60-4cb5-9cee-570b748985fd,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:38.886924 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:38.914735 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9902eb95-df0b-4abf-bb3d-b30045c256c6 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:38.951928 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=73014060-6cd3-479e-a5de-4d5f58d90fcd,revision_number=8']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:38.972456 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-70e838af-1016-4bf9-990b-9664fd99bd14 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:34:38.974087 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-70e838af-1016-4bf9-990b-9664fd99bd14 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.0525775 Dec 08 16:34:38.978041 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51258) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:38.983565 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-2e5ac790-fe2a-471e-8d21-9fe704d99799 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Request body: {'floatingip': {'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'port_id': '67c2d3e6-5e6a-446b-b92e-275c5a25455c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:39.025350 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-b02c8f8e-7794-4c40-b05e-754edcef6f50 None None] Provisioning complete for port c21263b9-3e60-4cb5-9cee-570b748985fd triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:39.025993 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b02c8f8e-7794-4c40-b05e-754edcef6f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:39.038431 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-9902eb95-df0b-4abf-bb3d-b30045c256c6 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] device_id is not set on port 7073e332-5dfd-44e1-86d3-990de28c1be5 yet. {{(pid=110551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:34:39.162483 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2e5ac790-fe2a-471e-8d21-9fe704d99799 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks [] for floatingip, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:39.356971 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2e5ac790-fe2a-471e-8d21-9fe704d99799 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:39.378838 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-9902eb95-df0b-4abf-bb3d-b30045c256c6 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Allocated IP 2001:db8::3c9 (e406e062-eec7-4ef2-b02a-de32c9a24df9/d0e33339-6fe9-4c52-84f7-ca32dcee6550/7073e332-5dfd-44e1-86d3-990de28c1be5) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:34:39.389425 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-9902eb95-df0b-4abf-bb3d-b30045c256c6 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Allocated IP 2001:db8:0:1:f816:3eff:fef4:24ea (e406e062-eec7-4ef2-b02a-de32c9a24df9/a01f9c1b-e0b7-4071-8df1-c23c3129a2ea/7073e332-5dfd-44e1-86d3-990de28c1be5) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:34:39.425356 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9f4d9cc3-3a9b-4994-acf3-2a1b47afb079 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for router_gateway, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:39.456031 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9f4d9cc3-3a9b-4994-acf3-2a1b47afb079 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:39.597503 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 3debde60-ae99-490b-a829-d547eb94af82 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:34:39.634200 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 3debde60-ae99-490b-a829-d547eb94af82 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:34:39.635226 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 3debde60-ae99-490b-a829-d547eb94af82 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:34:39.641311 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-2e5ac790-fe2a-471e-8d21-9fe704d99799 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Allocated IP 172.25.0.79 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/440b71b0-bb62-41a7-9644-f16e192e2b5f) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:34:39.668941 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9902eb95-df0b-4abf-bb3d-b30045c256c6 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:39.788891 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device c21263b9-3e60-4cb5-9cee-570b748985fd up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:34:39.788989 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2e5ac790-fe2a-471e-8d21-9fe704d99799 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:39.820044 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9902eb95-df0b-4abf-bb3d-b30045c256c6 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:39.845888 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port c21263b9-3e60-4cb5-9cee-570b748985fd triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:39.846938 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:39.877532 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9902eb95-df0b-4abf-bb3d-b30045c256c6 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:34:39.886483 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-9902eb95-df0b-4abf-bb3d-b30045c256c6 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:34:39.912376 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9902eb95-df0b-4abf-bb3d-b30045c256c6 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:34:39.930617 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9902eb95-df0b-4abf-bb3d-b30045c256c6 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:39.931583 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9902eb95-df0b-4abf-bb3d-b30045c256c6 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:39.942748 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9902eb95-df0b-4abf-bb3d-b30045c256c6 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event updated for resources: {'Port': ['ID=7073e332-5dfd-44e1-86d3-990de28c1be5,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:40.007337 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2e5ac790-fe2a-471e-8d21-9fe704d99799 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:40.070217 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-9f4d9cc3-3a9b-4994-acf3-2a1b47afb079 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Allocated IP 172.25.0.185 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/d5e7f5ed-5b0c-4337-aaa8-9f9b4f6b3f05) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:34:40.077266 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5ac790-fe2a-471e-8d21-9fe704d99799 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:34:40.088016 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-2e5ac790-fe2a-471e-8d21-9fe704d99799 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:34:40.107313 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5ac790-fe2a-471e-8d21-9fe704d99799 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:34:40.124015 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-9902eb95-df0b-4abf-bb3d-b30045c256c6 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.9892738 Dec 08 16:34:40.128087 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51268) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:40.282223 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5ac790-fe2a-471e-8d21-9fe704d99799 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Pushing event updated for resources: {'Port': ['ID=440b71b0-bb62-41a7-9644-f16e192e2b5f,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:40.299880 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9f4d9cc3-3a9b-4994-acf3-2a1b47afb079 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:40.346146 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-da66a4f7-5d45-4e28-b98d-5c60196ecc1f None None] Provisioning complete for port 7073e332-5dfd-44e1-86d3-990de28c1be5 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:40.346453 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-da66a4f7-5d45-4e28-b98d-5c60196ecc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:40.386580 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-da66a4f7-5d45-4e28-b98d-5c60196ecc1f None None] Port 7073e332-5dfd-44e1-86d3-990de28c1be5 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:34:40.389619 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-8f2726ea-c7fa-4986-b824-592535703085 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Deleting port 7073e332-5dfd-44e1-86d3-990de28c1be5 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:34:40.390001 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8f2726ea-c7fa-4986-b824-592535703085 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:40.454156 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9f4d9cc3-3a9b-4994-acf3-2a1b47afb079 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:40.513637 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4d9cc3-3a9b-4994-acf3-2a1b47afb079 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:34:40.517537 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-9f4d9cc3-3a9b-4994-acf3-2a1b47afb079 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:34:40.523362 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4d9cc3-3a9b-4994-acf3-2a1b47afb079 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:34:40.548852 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409d8a37-b303-4cf2-beaf-bec6a385f636 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:34:40.561106 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8f2726ea-c7fa-4986-b824-592535703085 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:40.576984 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4d9cc3-3a9b-4994-acf3-2a1b47afb079 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event updated for resources: {'Port': ['ID=d5e7f5ed-5b0c-4337-aaa8-9f9b4f6b3f05,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:40.581322 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-8f2726ea-c7fa-4986-b824-592535703085 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Calling delete_port for 7073e332-5dfd-44e1-86d3-990de28c1be5 owned by {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:34:40.618515 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-a77802a2-6f48-424c-92fa-e53a0ee116d9 None None] Provisioning complete for port d5e7f5ed-5b0c-4337-aaa8-9f9b4f6b3f05 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:40.618515 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a77802a2-6f48-424c-92fa-e53a0ee116d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:40.622114 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-2e5ac790-fe2a-471e-8d21-9fe704d99799 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Deleting port 440b71b0-bb62-41a7-9644-f16e192e2b5f {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:34:40.622463 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2e5ac790-fe2a-471e-8d21-9fe704d99799 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:40.684070 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-a77802a2-6f48-424c-92fa-e53a0ee116d9 None None] Port d5e7f5ed-5b0c-4337-aaa8-9f9b4f6b3f05 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:34:40.765236 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2e5ac790-fe2a-471e-8d21-9fe704d99799 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:40.765572 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2e5ac790-fe2a-471e-8d21-9fe704d99799 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:40.780583 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-2e5ac790-fe2a-471e-8d21-9fe704d99799 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Calling delete_port for 440b71b0-bb62-41a7-9644-f16e192e2b5f owned by network:floatingip {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:34:41.018862 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9f4d9cc3-3a9b-4994-acf3-2a1b47afb079 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for router_gateway, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:41.644795 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9f4d9cc3-3a9b-4994-acf3-2a1b47afb079 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:42.161635 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8f2726ea-c7fa-4986-b824-592535703085 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:42.194394 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2726ea-c7fa-4986-b824-592535703085 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event deleted for resources: {'Port': ['ID=7073e332-5dfd-44e1-86d3-990de28c1be5,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:42.247556 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-92697f95-3891-4d17-af0c-3d51d3adef46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:42.257715 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2e5ac790-fe2a-471e-8d21-9fe704d99799 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:42.257715 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8f2726ea-c7fa-4986-b824-592535703085 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:42.263036 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-8f2726ea-c7fa-4986-b824-592535703085 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/ports/7073e332-5dfd-44e1-86d3-990de28c1be5 HTTP/1.1" status: 204 len: 168 time: 2.1291144 Dec 08 16:34:42.263702 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51282) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:42.270227 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f4d9cc3-3a9b-4994-acf3-2a1b47afb079 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Router 9b709b38-f2c1-4fbc-9a5c-0bb8df708335 is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:34:42.350015 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5ac790-fe2a-471e-8d21-9fe704d99799 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Pushing event deleted for resources: {'Port': ['ID=440b71b0-bb62-41a7-9644-f16e192e2b5f,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:42.465576 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b902fb8d-fc55-412f-9dd6-951716eb441d tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:42.470661 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b902fb8d-fc55-412f-9dd6-951716eb441d tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2038882 Dec 08 16:34:42.474055 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51286) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:42.510577 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4d9cc3-3a9b-4994-acf3-2a1b47afb079 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:34:42.523541 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5943db-d0b4-4f5e-ae98-3cce294229be None None] Sync routers for ids ['9b709b38-f2c1-4fbc-9a5c-0bb8df708335'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:34:42.540334 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5943db-d0b4-4f5e-ae98-3cce294229be None None] Routers {'9b709b38-f2c1-4fbc-9a5c-0bb8df708335'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:34:42.541349 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-3b5943db-d0b4-4f5e-ae98-3cce294229be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:34:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['9b709b38-f2c1-4fbc-9a5c-0bb8df708335'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:42.564209 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8686db16-2f63-4704-bc86-5313da9953dd tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:42.566798 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-8686db16-2f63-4704-bc86-5313da9953dd tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0913930 Dec 08 16:34:42.569401 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51288) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:42.583905 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-3b5943db-d0b4-4f5e-ae98-3cce294229be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:42.594846 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5943db-d0b4-4f5e-ae98-3cce294229be None None] Routers {'9b709b38-f2c1-4fbc-9a5c-0bb8df708335'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:34:42.595724 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-3b5943db-d0b4-4f5e-ae98-3cce294229be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:34:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['9b709b38-f2c1-4fbc-9a5c-0bb8df708335'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:42.633141 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-3b5943db-d0b4-4f5e-ae98-3cce294229be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:42.633597 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937667ac-0655-4208-ad07-8270223be1e4 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:42.633785 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5943db-d0b4-4f5e-ae98-3cce294229be None None] The sync data for ids ['9b709b38-f2c1-4fbc-9a5c-0bb8df708335'] in n-d-776250-12 is: [] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:34:42.635545 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937667ac-0655-4208-ad07-8270223be1e4 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:42.637086 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937667ac-0655-4208-ad07-8270223be1e4 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:42.655843 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-937667ac-0655-4208-ad07-8270223be1e4 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0684371 Dec 08 16:34:42.655843 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51290) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:42.694922 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9f4d9cc3-3a9b-4994-acf3-2a1b47afb079 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:42.696701 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-9f4d9cc3-3a9b-4994-acf3-2a1b47afb079 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.9782100 Dec 08 16:34:42.699393 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51294) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:42.709726 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee1712af-cc3e-41a5-9e3f-e32a7f398837 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Deleting subnet a01f9c1b-e0b7-4071-8df1-c23c3129a2ea {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:34:42.713892 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ee1712af-cc3e-41a5-9e3f-e32a7f398837 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:43.139214 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [None req-2e5ac790-fe2a-471e-8d21-9fe704d99799 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] create failed (client error): The resource could not be found. Dec 08 16:34:43.144929 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-2e5ac790-fe2a-471e-8d21-9fe704d99799 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.1612535 Dec 08 16:34:43.145969 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51296) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:43.257497 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-09d9c83a-9601-4500-b78c-4ad599031f69 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Deleting port 67c2d3e6-5e6a-446b-b92e-275c5a25455c {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:34:43.258274 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-09d9c83a-9601-4500-b78c-4ad599031f69 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:43.260979 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ee1712af-cc3e-41a5-9e3f-e32a7f398837 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:43.314033 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c5805451-e190-49d4-8226-628fcd5b36c4 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "GET /v2.0/routers/9b709b38-f2c1-4fbc-9a5c-0bb8df708335 HTTP/1.1" status: 200 len: 885 time: 0.6130757 Dec 08 16:34:43.317682 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51300) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:43.433824 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-09d9c83a-9601-4500-b78c-4ad599031f69 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:43.435335 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ee1712af-cc3e-41a5-9e3f-e32a7f398837 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:43.455129 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-09d9c83a-9601-4500-b78c-4ad599031f69 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Calling delete_port for 67c2d3e6-5e6a-446b-b92e-275c5a25455c owned by {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:34:43.711317 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-5fc6ea5b-7b3e-4626-adcf-e0d71306804e tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.3923035 Dec 08 16:34:43.713000 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ee1712af-cc3e-41a5-9e3f-e32a7f398837 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:43.714813 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51304) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:43.719879 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-6afddf67-68ee-429f-8e43-79a8882a0f37 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1697093168'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:43.746258 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1712af-cc3e-41a5-9e3f-e32a7f398837 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event deleted for resources: {'Subnet': ['ID=a01f9c1b-e0b7-4071-8df1-c23c3129a2ea,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:43.750837 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ee1712af-cc3e-41a5-9e3f-e32a7f398837 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:43.756845 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ee1712af-cc3e-41a5-9e3f-e32a7f398837 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/subnets/a01f9c1b-e0b7-4071-8df1-c23c3129a2ea HTTP/1.1" status: 204 len: 168 time: 1.1122003 Dec 08 16:34:43.759997 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de15e742-41ef-4531-9fda-8159d3b4c267 None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:34:43.772378 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51308) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:43.784030 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-09d9c83a-9601-4500-b78c-4ad599031f69 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:43.889486 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-b300f607-b4d1-419a-856e-1bfa91861991 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Deleting subnet d0e33339-6fe9-4c52-84f7-ca32dcee6550 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:34:43.896971 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b300f607-b4d1-419a-856e-1bfa91861991 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:43.943042 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d9c83a-9601-4500-b78c-4ad599031f69 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Pushing event deleted for resources: {'Port': ['ID=67c2d3e6-5e6a-446b-b92e-275c5a25455c,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:44.014561 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b300f607-b4d1-419a-856e-1bfa91861991 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:44.159705 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b300f607-b4d1-419a-856e-1bfa91861991 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:44.220114 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-09d9c83a-9601-4500-b78c-4ad599031f69 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:44.227365 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-09d9c83a-9601-4500-b78c-4ad599031f69 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] 10.222.0.64 "DELETE /v2.0/ports/67c2d3e6-5e6a-446b-b92e-275c5a25455c HTTP/1.1" status: 204 len: 168 time: 1.0804374 Dec 08 16:34:44.233590 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51312) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:44.317006 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea4220e-6bd9-48e0-86bc-ba92a6cdfc8f tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:44.322355 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-9ea4220e-6bd9-48e0-86bc-ba92a6cdfc8f tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] 10.222.0.64 "GET /v2.0/ports?device_id=7acb19ef-e1d6-4cca-aca5-a36422299489 HTTP/1.1" status: 200 len: 913 time: 0.0913708 Dec 08 16:34:44.322600 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51316) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:44.416008 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b300f607-b4d1-419a-856e-1bfa91861991 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:44.531875 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b300f607-b4d1-419a-856e-1bfa91861991 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:44.537527 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b300f607-b4d1-419a-856e-1bfa91861991 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/subnets/d0e33339-6fe9-4c52-84f7-ca32dcee6550 HTTP/1.1" status: 204 len: 168 time: 0.7614279 Dec 08 16:34:44.537527 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b300f607-b4d1-419a-856e-1bfa91861991 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event deleted for resources: {'Subnet': ['ID=d0e33339-6fe9-4c52-84f7-ca32dcee6550,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:44.540494 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51322) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:44.553981 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6afddf67-68ee-429f-8e43-79a8882a0f37 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-717389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11074'] for router, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:44.566486 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c55cce-d2c8-49d9-9e99-c971b5aabcaf None None] Update dhcp port {'port': {'network_id': 'e406e062-eec7-4ef2-b02a-de32c9a24df9', 'fixed_ips': [{'subnet_id': 'd0e33339-6fe9-4c52-84f7-ca32dcee6550'}], 'binding:host_id': 'n-d-776250-12'}, 'id': 'c21263b9-3e60-4cb5-9cee-570b748985fd'} from n-d-776250-12. {{(pid=110552) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 16:34:44.596925 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-3c11321b-946f-42c8-b455-a84922345e06 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0551836 Dec 08 16:34:44.599518 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51324) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:44.624585 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-97c55cce-d2c8-49d9-9e99-c971b5aabcaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:44.635578 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-134ad7e8-f685-4cae-9c16-9b532d3c0614 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:44.706425 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51326) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:44.736407 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a49507-32d2-4458-9c65-2de7f92da312 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:44.739899 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b0a49507-32d2-4458-9c65-2de7f92da312 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1383572 Dec 08 16:34:44.741688 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6afddf67-68ee-429f-8e43-79a8882a0f37 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528116', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-717402'] for router, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:44.749522 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51330) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:44.855564 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021c0de7-4921-4f80-936f-b93e4a50a839 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:44.857168 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-021c0de7-4921-4f80-936f-b93e4a50a839 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1063666 Dec 08 16:34:44.859685 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51332) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:44.895045 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2940bc3f-c862-4e97-b044-9269b64d6aa9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:44.913990 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86134559-a66e-4c86-87de-3a1199290b2c None None] Network e406e062-eec7-4ef2-b02a-de32c9a24df9 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:34:44.926604 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-097eccc6-87a8-495a-a481-e3309b895d14 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0656838 Dec 08 16:34:44.933378 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51334) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:44.960776 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-00d210bf-5c83-4812-aff7-e379e629a2b2 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] DELETE failed (client error): The resource could not be found. Dec 08 16:34:44.961286 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00d210bf-5c83-4812-aff7-e379e629a2b2 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:34:44.965015 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-00d210bf-5c83-4812-aff7-e379e629a2b2 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/ports/7073e332-5dfd-44e1-86d3-990de28c1be5 HTTP/1.1" status: 404 len: 333 time: 0.0306532 Dec 08 16:34:44.968218 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51336) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:45.000881 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-4d9a892c-a410-49d2-8287-894267ac42f3 None None] Provisioning complete for port c21263b9-3e60-4cb5-9cee-570b748985fd triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:45.001295 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4d9a892c-a410-49d2-8287-894267ac42f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:45.007571 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-afaab001-a85f-40e8-8286-c8526b88fe42 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] DELETE failed (client error): The resource could not be found. Dec 08 16:34:45.008271 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afaab001-a85f-40e8-8286-c8526b88fe42 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:34:45.015594 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-afaab001-a85f-40e8-8286-c8526b88fe42 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/subnets/a01f9c1b-e0b7-4071-8df1-c23c3129a2ea HTTP/1.1" status: 404 len: 337 time: 0.0426528 Dec 08 16:34:45.015594 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51338) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:45.077122 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6afddf67-68ee-429f-8e43-79a8882a0f37 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Router 9b709b38-f2c1-4fbc-9a5c-0bb8df708335 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:34:45.136413 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-123f8c49-1638-472d-9c19-b0de3280a097 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] DELETE failed (client error): The resource could not be found. Dec 08 16:34:45.137647 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66f60e0-a68b-4a5c-85b8-cd2c08473996 None None] DHCP port deletion for e406e062-eec7-4ef2-b02a-de32c9a24df9 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:34:45.138380 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-123f8c49-1638-472d-9c19-b0de3280a097 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:34:45.146206 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-123f8c49-1638-472d-9c19-b0de3280a097 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/subnets/d0e33339-6fe9-4c52-84f7-ca32dcee6550 HTTP/1.1" status: 404 len: 337 time: 0.1269035 Dec 08 16:34:45.146716 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51340) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:45.166608 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2940bc3f-c862-4e97-b044-9269b64d6aa9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:45.183169 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-861542cb-1139-4721-ada2-245a59d981f6 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] DELETE failed (client error): The resource could not be found. Dec 08 16:34:45.184721 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-861542cb-1139-4721-ada2-245a59d981f6 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:34:45.190288 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-861542cb-1139-4721-ada2-245a59d981f6 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/ports/cf62997c-39c7-421c-bf8e-10d2f2271557 HTTP/1.1" status: 404 len: 333 time: 0.0381904 Dec 08 16:34:45.190939 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51342) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:45.231582 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1772ce8b-7b4b-4dc2-a328-775338f54940 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:45.238740 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-b66f60e0-a68b-4a5c-85b8-cd2c08473996 None None] Deleting port c21263b9-3e60-4cb5-9cee-570b748985fd {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:34:45.239841 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b66f60e0-a68b-4a5c-85b8-cd2c08473996 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:45.257537 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-3660537f-4e5a-4535-a967-88ee5bc7306a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] DELETE failed (client error): The resource could not be found. Dec 08 16:34:45.258000 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3660537f-4e5a-4535-a967-88ee5bc7306a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:34:45.264432 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-3660537f-4e5a-4535-a967-88ee5bc7306a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/subnets/9c39f1df-57b4-460a-95f7-4c9579eb0722 HTTP/1.1" status: 404 len: 337 time: 0.0688522 Dec 08 16:34:45.264432 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51344) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:45.298486 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cba9f9e-e4e4-4131-a308-2e63184f0d62 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] DELETE failed (client error): The resource could not be found. Dec 08 16:34:45.298943 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cba9f9e-e4e4-4131-a308-2e63184f0d62 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:34:45.305108 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-3cba9f9e-e4e4-4131-a308-2e63184f0d62 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/subnets/a1001e3b-ac2c-4dd6-81d2-79976f96b3de HTTP/1.1" status: 404 len: 337 time: 0.0378149 Dec 08 16:34:45.305108 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2940bc3f-c862-4e97-b044-9269b64d6aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:45.308613 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51346) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:45.318743 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-b66f60e0-a68b-4a5c-85b8-cd2c08473996 None None] For port c21263b9-3e60-4cb5-9cee-570b748985fd, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=c21263b9-3e60-4cb5-9cee-570b748985fd,segment=NetworkSegment(82e3ecc2-56eb-4a12-9dae-249d3cafcd1c),segment_id=82e3ecc2-56eb-4a12-9dae-249d3cafcd1c)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:34:45.321841 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b66f60e0-a68b-4a5c-85b8-cd2c08473996 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:45.340712 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-b66f60e0-a68b-4a5c-85b8-cd2c08473996 None None] Calling delete_port for c21263b9-3e60-4cb5-9cee-570b748985fd owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:34:45.367012 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-578bbd10-ce32-4983-a70d-8c6efac1a8c9 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] DELETE failed (client error): The resource could not be found. Dec 08 16:34:45.367577 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-578bbd10-ce32-4983-a70d-8c6efac1a8c9 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:34:45.387421 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-578bbd10-ce32-4983-a70d-8c6efac1a8c9 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/ports/f63f9b0c-526c-43a1-a437-1c234f9cbfff HTTP/1.1" status: 404 len: 333 time: 0.0737119 Dec 08 16:34:45.394469 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51350) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:45.401036 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:45.408144 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6afddf67-68ee-429f-8e43-79a8882a0f37 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:34:45.416602 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-2940bc3f-c862-4e97-b044-9269b64d6aa9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=499e144b57f14945b8ea7ad95fd8ac53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7089224 Dec 08 16:34:45.420136 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51352) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:45.422724 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6afddf67-68ee-429f-8e43-79a8882a0f37 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:45.423387 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de652ef-96d0-4086-8cbd-e8f578fba33a None None] Sync routers for ids ['9b709b38-f2c1-4fbc-9a5c-0bb8df708335'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:34:45.426536 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-6afddf67-68ee-429f-8e43-79a8882a0f37 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "PUT /v2.0/routers/9b709b38-f2c1-4fbc-9a5c-0bb8df708335 HTTP/1.1" status: 200 len: 892 time: 1.7080619 Dec 08 16:34:45.432754 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51354) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:45.447683 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2940bc3f-c862-4e97-b044-9269b64d6aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf07de1a-1929-4911-a482-92f460ec40ab,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:45.450674 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-cff4495e-7b0e-45c7-abf6-5a38895ce4d1 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] DELETE failed (client error): The resource could not be found. Dec 08 16:34:45.451200 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cff4495e-7b0e-45c7-abf6-5a38895ce4d1 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:34:45.456229 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-cff4495e-7b0e-45c7-abf6-5a38895ce4d1 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/subnets/84d738f1-f1e2-4883-bb68-028e2e444016 HTTP/1.1" status: 404 len: 337 time: 0.0579875 Dec 08 16:34:45.458642 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51356) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:45.465822 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de652ef-96d0-4086-8cbd-e8f578fba33a None None] Routers {'9b709b38-f2c1-4fbc-9a5c-0bb8df708335'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:34:45.466425 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-0de652ef-96d0-4086-8cbd-e8f578fba33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:34:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['9b709b38-f2c1-4fbc-9a5c-0bb8df708335'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:45.501837 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9bf9712-a268-4a8d-bbe0-394be385a819 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] DELETE failed (client error): The resource could not be found. Dec 08 16:34:45.502343 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9bf9712-a268-4a8d-bbe0-394be385a819 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:34:45.507887 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c9bf9712-a268-4a8d-bbe0-394be385a819 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/subnets/ba6462eb-d425-4c76-a34d-035584a271d2 HTTP/1.1" status: 404 len: 337 time: 0.0460238 Dec 08 16:34:45.508208 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51358) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:45.521680 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-0de652ef-96d0-4086-8cbd-e8f578fba33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:45.533481 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-b37bbc4a-2728-42ac-8f1a-7fd8f217bf19 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] DELETE failed (client error): The resource could not be found. Dec 08 16:34:45.534217 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de652ef-96d0-4086-8cbd-e8f578fba33a None None] Routers {'9b709b38-f2c1-4fbc-9a5c-0bb8df708335'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:34:45.535003 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-0de652ef-96d0-4086-8cbd-e8f578fba33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:34:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['9b709b38-f2c1-4fbc-9a5c-0bb8df708335'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:45.535186 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b37bbc4a-2728-42ac-8f1a-7fd8f217bf19 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:34:45.540238 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b37bbc4a-2728-42ac-8f1a-7fd8f217bf19 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/ports/608d4ba8-f71e-4ed9-8844-36067dc85439 HTTP/1.1" status: 404 len: 333 time: 0.0302391 Dec 08 16:34:45.543215 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51362) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:45.574854 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-0de652ef-96d0-4086-8cbd-e8f578fba33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:45.575531 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de652ef-96d0-4086-8cbd-e8f578fba33a None None] The sync data for ids ['9b709b38-f2c1-4fbc-9a5c-0bb8df708335'] in n-d-776250-12 is: [] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:34:45.577277 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b66f60e0-a68b-4a5c-85b8-cd2c08473996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:45.603570 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ee98f08-e038-4f7c-9dec-4491fda89d97 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] DELETE failed (client error): The resource could not be found. Dec 08 16:34:45.604264 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ee98f08-e038-4f7c-9dec-4491fda89d97 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:34:45.612393 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-6ee98f08-e038-4f7c-9dec-4491fda89d97 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/subnets/32d6eda4-de2e-4e11-bd63-6b117fd179b9 HTTP/1.1" status: 404 len: 337 time: 0.0659287 Dec 08 16:34:45.623105 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51364) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:45.626011 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66f60e0-a68b-4a5c-85b8-cd2c08473996 None None] Pushing event deleted for resources: {'Port': ['ID=c21263b9-3e60-4cb5-9cee-570b748985fd,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:45.630900 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66f60e0-a68b-4a5c-85b8-cd2c08473996 None None] No DVR routers for this DVR port c21263b9-3e60-4cb5-9cee-570b748985fd on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:34:45.639634 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66f60e0-a68b-4a5c-85b8-cd2c08473996 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:45.640260 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66f60e0-a68b-4a5c-85b8-cd2c08473996 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:45.640793 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66f60e0-a68b-4a5c-85b8-cd2c08473996 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:45.643367 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66f60e0-a68b-4a5c-85b8-cd2c08473996 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:45.643939 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66f60e0-a68b-4a5c-85b8-cd2c08473996 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:45.645032 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66f60e0-a68b-4a5c-85b8-cd2c08473996 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:45.645660 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66f60e0-a68b-4a5c-85b8-cd2c08473996 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:45.646288 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66f60e0-a68b-4a5c-85b8-cd2c08473996 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:45.647525 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66f60e0-a68b-4a5c-85b8-cd2c08473996 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:45.647903 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66f60e0-a68b-4a5c-85b8-cd2c08473996 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:45.648259 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66f60e0-a68b-4a5c-85b8-cd2c08473996 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:45.649004 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66f60e0-a68b-4a5c-85b8-cd2c08473996 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:45.649397 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66f60e0-a68b-4a5c-85b8-cd2c08473996 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:45.667109 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-b427ccb7-3dfd-46b4-ba43-b6c51c5a352a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] DELETE failed (client error): The resource could not be found. Dec 08 16:34:45.667581 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b427ccb7-3dfd-46b4-ba43-b6c51c5a352a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:34:45.671124 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b427ccb7-3dfd-46b4-ba43-b6c51c5a352a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/subnets/470b1abb-6610-450a-9a7b-b9a325fb9966 HTTP/1.1" status: 404 len: 337 time: 0.0460901 Dec 08 16:34:45.673607 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51366) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:45.702093 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb98ba0b-f5c0-43dc-973a-33b8959c1176 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] DELETE failed (client error): The resource could not be found. Dec 08 16:34:45.702749 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb98ba0b-f5c0-43dc-973a-33b8959c1176 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:34:45.706716 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-cb98ba0b-f5c0-43dc-973a-33b8959c1176 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/ports/2000e94e-7430-44b6-926e-4bd809257c04 HTTP/1.1" status: 404 len: 333 time: 0.0317614 Dec 08 16:34:45.710206 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-03a1d3b1-66e4-4f25-8f08-97cb33d48c11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:45.712740 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51368) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:45.771613 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device c21263b9-3e60-4cb5-9cee-570b748985fd no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:34:45.780693 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a4b0ee27-7ac5-4d2e-acfb-2a5659707927 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "GET /v2.0/routers/9b709b38-f2c1-4fbc-9a5c-0bb8df708335 HTTP/1.1" status: 200 len: 892 time: 0.3476853 Dec 08 16:34:45.784378 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51370) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:45.786248 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-109528d6-3a5b-4ccf-a0e5-fa13d2b3fcc2 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] DELETE failed (client error): The resource could not be found. Dec 08 16:34:45.786720 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-109528d6-3a5b-4ccf-a0e5-fa13d2b3fcc2 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:34:45.792069 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-109528d6-3a5b-4ccf-a0e5-fa13d2b3fcc2 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/subnets/a0e10134-8351-4be9-8a88-3a068bd7bfb3 HTTP/1.1" status: 404 len: 337 time: 0.0728717 Dec 08 16:34:45.794133 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51372) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:45.799423 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: c21263b9-3e60-4cb5-9cee-570b748985fd {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:34:45.799783 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device c21263b9-3e60-4cb5-9cee-570b748985fd not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:34:45.812795 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-03a1d3b1-66e4-4f25-8f08-97cb33d48c11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:45.839898 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ad91daf5-88d5-4a8a-8cd8-8fa279760683 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b709b38-f2c1-4fbc-9a5c-0bb8df708335 HTTP/1.1" status: 200 len: 205 time: 0.0541332 Dec 08 16:34:45.840755 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51374) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:45.864864 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-bec14d7e-39b9-423a-b863-049b95958e33 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] DELETE failed (client error): The resource could not be found. Dec 08 16:34:45.865448 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bec14d7e-39b9-423a-b863-049b95958e33 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:34:45.868498 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-1772ce8b-7b4b-4dc2-a328-775338f54940 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Deleting port 6484a7f0-a0dc-441b-b657-9c6939afe5ca {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:34:45.868849 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1772ce8b-7b4b-4dc2-a328-775338f54940 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:45.868970 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-bec14d7e-39b9-423a-b863-049b95958e33 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/ports/5a061c34-ec61-4504-be4a-c14c4b905070 HTTP/1.1" status: 404 len: 333 time: 0.0715537 Dec 08 16:34:45.872048 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51376) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:45.954993 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-563f6670-e897-4920-9374-0cbdcafe4f13 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] DELETE failed (client error): The resource could not be found. Dec 08 16:34:45.956023 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-563f6670-e897-4920-9374-0cbdcafe4f13 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:34:45.961568 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-563f6670-e897-4920-9374-0cbdcafe4f13 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/subnets/fcf73082-bf21-4464-a814-b913f6625a4f HTTP/1.1" status: 404 len: 337 time: 0.0862260 Dec 08 16:34:45.963521 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51378) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:45.989281 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-75dee9c0-5b24-47b3-84b8-0d61d7dbee4f tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for router, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:45.992886 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-a92cc0d3-e152-44fe-97ac-a77910e6200d tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] DELETE failed (client error): The resource could not be found. Dec 08 16:34:45.993476 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a92cc0d3-e152-44fe-97ac-a77910e6200d tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:34:45.999693 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a92cc0d3-e152-44fe-97ac-a77910e6200d tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/ports/a85fc0e8-3e86-4eaa-8953-b2f4325f2623 HTTP/1.1" status: 404 len: 333 time: 0.0326133 Dec 08 16:34:46.000169 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51380) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:46.044409 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b5dac0a-6b1c-41a5-9f8a-67793ca729fa tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] DELETE failed (client error): The resource could not be found. Dec 08 16:34:46.044802 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b5dac0a-6b1c-41a5-9f8a-67793ca729fa tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:34:46.047911 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-7b5dac0a-6b1c-41a5-9f8a-67793ca729fa tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/subnets/9caaea72-e712-4ae0-a091-ea422dbb9d80 HTTP/1.1" status: 404 len: 337 time: 0.0467916 Dec 08 16:34:46.050642 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51382) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:46.065755 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-03a1d3b1-66e4-4f25-8f08-97cb33d48c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:46.069192 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-03a1d3b1-66e4-4f25-8f08-97cb33d48c11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:46.069633 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-03a1d3b1-66e4-4f25-8f08-97cb33d48c11 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cf07de1a-1929-4911-a482-92f460ec40ab HTTP/1.1" status: 204 len: 168 time: 0.6474171 Dec 08 16:34:46.101282 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a08b546-c921-4b79-841b-4f95ea0d0e8a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] DELETE failed (client error): The resource could not be found. Dec 08 16:34:46.101888 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a08b546-c921-4b79-841b-4f95ea0d0e8a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:34:46.105582 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-6a08b546-c921-4b79-841b-4f95ea0d0e8a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/ports/22871c03-6e6b-41ed-b06a-f935c11b3aba HTTP/1.1" status: 404 len: 333 time: 0.0539351 Dec 08 16:34:46.107629 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1772ce8b-7b4b-4dc2-a328-775338f54940 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:46.108360 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51386) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:46.110662 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a1d3b1-66e4-4f25-8f08-97cb33d48c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf07de1a-1929-4911-a482-92f460ec40ab,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:46.144503 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-1772ce8b-7b4b-4dc2-a328-775338f54940 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Calling delete_port for 6484a7f0-a0dc-441b-b657-9c6939afe5ca owned by network:router_interface {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:34:46.150572 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-90e26de2-dd20-4a28-bd4e-bae0e0e5746d tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] DELETE failed (client error): The resource could not be found. Dec 08 16:34:46.151050 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90e26de2-dd20-4a28-bd4e-bae0e0e5746d tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:34:46.156634 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-90e26de2-dd20-4a28-bd4e-bae0e0e5746d tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/subnets/023bd40d-69d6-4879-bb2f-5d93dfe9b801 HTTP/1.1" status: 404 len: 337 time: 0.0448122 Dec 08 16:34:46.156634 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-75dee9c0-5b24-47b3-84b8-0d61d7dbee4f tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:46.159905 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51388) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:46.222624 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-857737de-2866-418c-a238-c5d6efcace03 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] DELETE failed (client error): The resource could not be found. Dec 08 16:34:46.223236 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-857737de-2866-418c-a238-c5d6efcace03 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:34:46.228686 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-857737de-2866-418c-a238-c5d6efcace03 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/ports/9c643b20-f692-4702-a05f-ff52cce7caca HTTP/1.1" status: 404 len: 333 time: 0.0653400 Dec 08 16:34:46.230926 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51390) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:46.257229 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb5dc21e-c224-4f4f-8011-d8b27ba26e71 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] DELETE failed (client error): The resource could not be found. Dec 08 16:34:46.257712 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb5dc21e-c224-4f4f-8011-d8b27ba26e71 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:34:46.263152 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-cb5dc21e-c224-4f4f-8011-d8b27ba26e71 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/subnets/16f3bd88-652e-4082-9903-ff25f33cd45d HTTP/1.1" status: 404 len: 337 time: 0.0307891 Dec 08 16:34:46.263506 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51392) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:46.294831 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0c79c98-4c58-4fdd-b4fb-04c804cc9f2f tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] DELETE failed (client error): The resource could not be found. Dec 08 16:34:46.295295 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0c79c98-4c58-4fdd-b4fb-04c804cc9f2f tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:34:46.304659 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f0c79c98-4c58-4fdd-b4fb-04c804cc9f2f tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/ports/908a0dd2-a55b-422b-b564-bbc72553d2ec HTTP/1.1" status: 404 len: 333 time: 0.0388019 Dec 08 16:34:46.305801 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51394) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:46.334774 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1412ff6-36d9-41cf-aa57-6969f276fa77 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] DELETE failed (client error): The resource could not be found. Dec 08 16:34:46.335797 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1412ff6-36d9-41cf-aa57-6969f276fa77 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:34:46.339227 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b1412ff6-36d9-41cf-aa57-6969f276fa77 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/subnets/93678de5-e14f-416f-9a38-74856939d4e8 HTTP/1.1" status: 404 len: 337 time: 0.0321553 Dec 08 16:34:46.342102 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51396) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:46.393450 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-a82a3812-437c-4e4a-ae81-765178269420 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] DELETE failed (client error): The resource could not be found. Dec 08 16:34:46.393979 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a82a3812-437c-4e4a-ae81-765178269420 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:34:46.397886 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a82a3812-437c-4e4a-ae81-765178269420 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/subnets/1ab91e01-8226-4b19-930a-6b0d9ff9886b HTTP/1.1" status: 404 len: 337 time: 0.0547843 Dec 08 16:34:46.401133 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51398) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:46.427221 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-75dee9c0-5b24-47b3-84b8-0d61d7dbee4f tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Deleting port d5e7f5ed-5b0c-4337-aaa8-9f9b4f6b3f05 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:34:46.427627 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-75dee9c0-5b24-47b3-84b8-0d61d7dbee4f tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:46.451174 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddb4349c-604b-427b-a1ee-a72ac3640396 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] DELETE failed (client error): The resource could not be found. Dec 08 16:34:46.451805 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddb4349c-604b-427b-a1ee-a72ac3640396 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:34:46.455371 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ddb4349c-604b-427b-a1ee-a72ac3640396 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/ports/0c1153b9-d275-4bf2-ad41-055e11a4fbee HTTP/1.1" status: 404 len: 333 time: 0.0526850 Dec 08 16:34:46.456731 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1772ce8b-7b4b-4dc2-a328-775338f54940 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:46.459325 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51402) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:46.492917 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1772ce8b-7b4b-4dc2-a328-775338f54940 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Pushing event deleted for resources: {'Port': ['ID=6484a7f0-a0dc-441b-b657-9c6939afe5ca,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:46.532366 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4d3a53e-d7d7-4d3d-bd16-7788e6bc18c7 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] DELETE failed (client error): The resource could not be found. Dec 08 16:34:46.533082 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4d3a53e-d7d7-4d3d-bd16-7788e6bc18c7 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:34:46.539696 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-f4d3a53e-d7d7-4d3d-bd16-7788e6bc18c7 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/subnets/a0e60aac-01f8-41fb-9817-79f5f75867f9 HTTP/1.1" status: 404 len: 337 time: 0.0469282 Dec 08 16:34:46.541348 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51406) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:46.627847 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-75dee9c0-5b24-47b3-84b8-0d61d7dbee4f tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:46.632622 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-838dc10e-848c-4814-97d5-da93f2743987 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] DELETE failed (client error): The resource could not be found. Dec 08 16:34:46.634235 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-838dc10e-848c-4814-97d5-da93f2743987 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:34:46.639666 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-838dc10e-848c-4814-97d5-da93f2743987 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/subnets/efc33e71-69bf-4a92-906b-c2e9e1dd3638 HTTP/1.1" status: 404 len: 337 time: 0.0973842 Dec 08 16:34:46.646009 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51414) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:46.681827 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-633e7fac-d7f2-4380-8c7b-550b70712a59 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] DELETE failed (client error): The resource could not be found. Dec 08 16:34:46.682796 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-633e7fac-d7f2-4380-8c7b-550b70712a59 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:34:46.687008 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-633e7fac-d7f2-4380-8c7b-550b70712a59 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/ports/ea7500e5-b53a-417e-ada8-20d4d14a53fd HTTP/1.1" status: 404 len: 333 time: 0.0398316 Dec 08 16:34:46.696724 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51416) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:46.696724 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-75dee9c0-5b24-47b3-84b8-0d61d7dbee4f tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Calling delete_port for d5e7f5ed-5b0c-4337-aaa8-9f9b4f6b3f05 owned by network:router_gateway {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:34:46.734925 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fc8679a-2167-48a5-960c-091cf4fd6f6a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] DELETE failed (client error): The resource could not be found. Dec 08 16:34:46.735641 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fc8679a-2167-48a5-960c-091cf4fd6f6a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:34:46.742115 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-6fc8679a-2167-48a5-960c-091cf4fd6f6a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/subnets/9e763688-2434-47ee-ac76-76ac673adc23 HTTP/1.1" status: 404 len: 337 time: 0.0466678 Dec 08 16:34:46.746545 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51420) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:46.788421 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebde4816-ac13-4487-9896-67a66d7ad5d7 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] DELETE failed (client error): The resource could not be found. Dec 08 16:34:46.789726 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebde4816-ac13-4487-9896-67a66d7ad5d7 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:34:46.793363 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1772ce8b-7b4b-4dc2-a328-775338f54940 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:46.799823 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ebde4816-ac13-4487-9896-67a66d7ad5d7 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/subnets/1b541935-8996-482f-9126-5f2182ac8966 HTTP/1.1" status: 404 len: 337 time: 0.0462475 Dec 08 16:34:46.799823 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51422) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:46.839295 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:46.861303 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-688520cb-3d2e-4113-867a-858010e0c665 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] DELETE failed (client error): The resource could not be found. Dec 08 16:34:46.862515 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-688520cb-3d2e-4113-867a-858010e0c665 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:34:46.865812 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-688520cb-3d2e-4113-867a-858010e0c665 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/ports/20c03173-af44-48ac-8b0e-6d545fad7144 HTTP/1.1" status: 404 len: 333 time: 0.0658748 Dec 08 16:34:46.869751 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51424) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:46.901359 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6cfbd80-a56d-4661-a39d-fe25bf43af89 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] DELETE failed (client error): The resource could not be found. Dec 08 16:34:46.901824 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6cfbd80-a56d-4661-a39d-fe25bf43af89 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:34:46.905098 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f6cfbd80-a56d-4661-a39d-fe25bf43af89 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/subnets/f1e194b2-b14a-4003-b675-3779b0add5b6 HTTP/1.1" status: 404 len: 337 time: 0.0343528 Dec 08 16:34:46.907921 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51426) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:46.975318 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-55b5858d-7e2f-4c4c-a586-06c22cb3cb2a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] DELETE failed (client error): The resource could not be found. Dec 08 16:34:46.975794 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55b5858d-7e2f-4c4c-a586-06c22cb3cb2a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:34:46.979048 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-55b5858d-7e2f-4c4c-a586-06c22cb3cb2a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/subnets/e59390c4-cc69-423c-adc9-0396499f2d7b HTTP/1.1" status: 404 len: 337 time: 0.0697606 Dec 08 16:34:46.989502 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51430) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:47.020522 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1772ce8b-7b4b-4dc2-a328-775338f54940 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Router 7acb19ef-e1d6-4cca-aca5-a36422299489 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:34:47.022443 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-78c5ca89-b7d5-4418-ab29-edb687443763 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/ports?device_id=f50e9d2b-8b69-4e91-93a4-e27b72c0f06a HTTP/1.1" status: 200 len: 205 time: 0.0314381 Dec 08 16:34:47.025023 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51432) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:47.077741 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-895e4b0c-35b0-48fa-adc7-b65b847f211d tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] delete failed (client error): The resource could not be found. Dec 08 16:34:47.079372 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-895e4b0c-35b0-48fa-adc7-b65b847f211d tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/routers/f50e9d2b-8b69-4e91-93a4-e27b72c0f06a HTTP/1.1" status: 404 len: 336 time: 0.0532281 Dec 08 16:34:47.098297 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51434) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:47.114508 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1772ce8b-7b4b-4dc2-a328-775338f54940 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:34:47.124900 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-1772ce8b-7b4b-4dc2-a328-775338f54940 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] 10.222.0.64 "PUT /v2.0/routers/7acb19ef-e1d6-4cca-aca5-a36422299489/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8007143 Dec 08 16:34:47.128148 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51436) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:47.128990 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e0428a-c439-46cf-8e28-5cce668adf5f None None] Sync routers for ids ['7acb19ef-e1d6-4cca-aca5-a36422299489'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:34:47.131533 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-6258b68d-d9f5-4803-b687-c5367f0e2086 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] DELETE failed (client error): The resource could not be found. Dec 08 16:34:47.131994 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6258b68d-d9f5-4803-b687-c5367f0e2086 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:34:47.137556 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-6258b68d-d9f5-4803-b687-c5367f0e2086 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/subnets/4d7c5837-2950-4ec7-87f8-6fa4cf722add HTTP/1.1" status: 404 len: 337 time: 0.0358174 Dec 08 16:34:47.138400 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51438) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:47.142000 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e0428a-c439-46cf-8e28-5cce668adf5f None None] Routers {'7acb19ef-e1d6-4cca-aca5-a36422299489'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:34:47.144189 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-44e0428a-c439-46cf-8e28-5cce668adf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:34:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['7acb19ef-e1d6-4cca-aca5-a36422299489'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:47.179010 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b6ba60e3-713e-49d8-9a38-c66be2f0bf9c tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "GET /v2.0/ports?device_id=b571e78b-ec67-4b00-86ed-004e291ed6a1 HTTP/1.1" status: 200 len: 205 time: 0.0376425 Dec 08 16:34:47.179242 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51440) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:47.208327 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-44e0428a-c439-46cf-8e28-5cce668adf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:47.217305 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e0428a-c439-46cf-8e28-5cce668adf5f None None] Routers {'7acb19ef-e1d6-4cca-aca5-a36422299489'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:34:47.218115 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-44e0428a-c439-46cf-8e28-5cce668adf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:34:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['7acb19ef-e1d6-4cca-aca5-a36422299489'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:47.218705 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7b300c39-db22-4649-a368-8924113f7b74 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks [] for router, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:47.224275 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-78a3f7db-e66b-4581-8d06-4fa9d719c555 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] delete failed (client error): The resource could not be found. Dec 08 16:34:47.225367 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-78a3f7db-e66b-4581-8d06-4fa9d719c555 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/routers/b571e78b-ec67-4b00-86ed-004e291ed6a1 HTTP/1.1" status: 404 len: 336 time: 0.0452411 Dec 08 16:34:47.227975 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51442) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:47.264224 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-19e0eb18-7201-4a0f-87fc-89b08c16fa6b tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] DELETE failed (client error): The resource could not be found. Dec 08 16:34:47.264718 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19e0eb18-7201-4a0f-87fc-89b08c16fa6b tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:34:47.268001 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-19e0eb18-7201-4a0f-87fc-89b08c16fa6b tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/subnets/b94357de-eef2-496f-9151-98a58c5505a2 HTTP/1.1" status: 404 len: 337 time: 0.0390267 Dec 08 16:34:47.275904 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51444) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:47.306183 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-75dee9c0-5b24-47b3-84b8-0d61d7dbee4f tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:47.314101 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e5a0e9f-a701-4fa8-8735-8d0062e08edf tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] DELETE failed (client error): The resource could not be found. Dec 08 16:34:47.314101 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e5a0e9f-a701-4fa8-8735-8d0062e08edf tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:34:47.316942 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-8e5a0e9f-a701-4fa8-8735-8d0062e08edf tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/subnets/a49351be-e72d-459d-a457-a5531a932666 HTTP/1.1" status: 404 len: 337 time: 0.0395889 Dec 08 16:34:47.321672 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51448) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:47.359854 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-44e0428a-c439-46cf-8e28-5cce668adf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:47.360555 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e0428a-c439-46cf-8e28-5cce668adf5f None None] The sync data for ids ['7acb19ef-e1d6-4cca-aca5-a36422299489'] in n-d-776250-12 is: [] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:34:47.374148 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66898700-7839-47e7-95e1-f7e005329e6f None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:34:47.393752 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dee9c0-5b24-47b3-84b8-0d61d7dbee4f tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event deleted for resources: {'Port': ['ID=d5e7f5ed-5b0c-4337-aaa8-9f9b4f6b3f05,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:47.427864 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-4693a074-6cc0-4222-94dc-eb2ff6fe7014 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] DELETE failed (client error): The resource could not be found. Dec 08 16:34:47.427864 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4693a074-6cc0-4222-94dc-eb2ff6fe7014 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:34:47.427864 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-4693a074-6cc0-4222-94dc-eb2ff6fe7014 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/ports/a8f4c850-6638-4d6e-91e9-30334fb3c250 HTTP/1.1" status: 404 len: 333 time: 0.0986705 Dec 08 16:34:47.427864 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51452) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:47.443242 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7b300c39-db22-4649-a368-8924113f7b74 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:47.445669 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7b300c39-db22-4649-a368-8924113f7b74 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:47.482792 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfbfb8e9-828d-4427-9c2c-3261bab85871 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] DELETE failed (client error): The resource could not be found. Dec 08 16:34:47.483404 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfbfb8e9-828d-4427-9c2c-3261bab85871 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:34:47.489316 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-dfbfb8e9-828d-4427-9c2c-3261bab85871 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/subnets/62474b22-3123-448c-919f-35be1f920508 HTTP/1.1" status: 404 len: 337 time: 0.0581114 Dec 08 16:34:47.489884 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51456) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:47.520995 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-25ecf606-7f29-4e69-b4c4-45a77074e495 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] DELETE failed (client error): The resource could not be found. Dec 08 16:34:47.521888 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25ecf606-7f29-4e69-b4c4-45a77074e495 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:34:47.525417 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-25ecf606-7f29-4e69-b4c4-45a77074e495 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/ports/7b84ca6b-8fe7-48fc-8064-e4b70db2763f HTTP/1.1" status: 404 len: 333 time: 0.0348389 Dec 08 16:34:47.528310 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51458) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:47.565301 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-75dee9c0-5b24-47b3-84b8-0d61d7dbee4f tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:47.569379 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-65f65b4d-1a1e-447a-bd14-e9a8d07cdfeb tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] DELETE failed (client error): The resource could not be found. Dec 08 16:34:47.569958 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65f65b4d-1a1e-447a-bd14-e9a8d07cdfeb tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:34:47.572490 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:47.576214 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-65f65b4d-1a1e-447a-bd14-e9a8d07cdfeb tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/subnets/0ef26e43-d255-4f7b-8fc0-68a5776618ba HTTP/1.1" status: 404 len: 337 time: 0.0446205 Dec 08 16:34:47.600837 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51460) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:47.687122 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-1edadc7e-ddad-4617-83b5-7c11a20d88f8 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] DELETE failed (client error): The resource could not be found. Dec 08 16:34:47.687768 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1edadc7e-ddad-4617-83b5-7c11a20d88f8 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:34:47.691430 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-1edadc7e-ddad-4617-83b5-7c11a20d88f8 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/ports/7f261681-8b5b-4d9a-a368-b9715ad08dd0 HTTP/1.1" status: 404 len: 333 time: 0.0899889 Dec 08 16:34:47.694297 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51466) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:47.706085 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-75dee9c0-5b24-47b3-84b8-0d61d7dbee4f tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:47.711816 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-75dee9c0-5b24-47b3-84b8-0d61d7dbee4f tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:47.733368 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ed6adc8-1862-4543-a052-d441bb091032 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] DELETE failed (client error): The resource could not be found. Dec 08 16:34:47.733837 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ed6adc8-1862-4543-a052-d441bb091032 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:34:47.737560 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-9ed6adc8-1862-4543-a052-d441bb091032 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/subnets/56fdcc6c-adea-4a70-a063-d7365cdb1c4d HTTP/1.1" status: 404 len: 337 time: 0.0422745 Dec 08 16:34:47.741533 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51468) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:47.814711 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebc68f5e-b0b6-431c-b2bc-089f51cab6c9 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] DELETE failed (client error): The resource could not be found. Dec 08 16:34:47.815984 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebc68f5e-b0b6-431c-b2bc-089f51cab6c9 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:34:47.822398 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ebc68f5e-b0b6-431c-b2bc-089f51cab6c9 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/ports/992e6c3a-00e2-4ea5-baba-9ddb910ff108 HTTP/1.1" status: 404 len: 333 time: 0.0795631 Dec 08 16:34:47.827522 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51472) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:47.871096 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5be31d6-5ace-48f3-81c0-832e766abb30 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] DELETE failed (client error): The resource could not be found. Dec 08 16:34:47.871096 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5be31d6-5ace-48f3-81c0-832e766abb30 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:34:47.871298 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b5be31d6-5ace-48f3-81c0-832e766abb30 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/subnets/f5769e63-e5e0-4259-85aa-8ed3f267a648 HTTP/1.1" status: 404 len: 337 time: 0.0409169 Dec 08 16:34:47.871831 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51480) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:47.912996 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2dee43f-ef23-4570-9469-2abee337c66c tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] DELETE failed (client error): The resource could not be found. Dec 08 16:34:47.913795 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2dee43f-ef23-4570-9469-2abee337c66c tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:34:47.920460 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c2dee43f-ef23-4570-9469-2abee337c66c tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/ports/9197567e-fa98-4331-a39d-f9bcfdd2fbf6 HTTP/1.1" status: 404 len: 333 time: 0.0474122 Dec 08 16:34:47.921201 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51482) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:47.925103 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-75dee9c0-5b24-47b3-84b8-0d61d7dbee4f tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:47.925724 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75dee9c0-5b24-47b3-84b8-0d61d7dbee4f tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Fanout notify agent at l3_agent the message router_deleted on router 9b709b38-f2c1-4fbc-9a5c-0bb8df708335 {{(pid=110551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:34:47.963720 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-db89ba57-24f9-4dc5-9b42-6a8028c8416f tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] DELETE failed (client error): The resource could not be found. Dec 08 16:34:47.964361 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db89ba57-24f9-4dc5-9b42-6a8028c8416f tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:34:47.972253 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-db89ba57-24f9-4dc5-9b42-6a8028c8416f tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/subnets/36f21a95-c3e3-427f-b794-571638dc5354 HTTP/1.1" status: 404 len: 337 time: 0.0492017 Dec 08 16:34:47.973321 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51484) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:47.979770 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-75dee9c0-5b24-47b3-84b8-0d61d7dbee4f tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:47.981426 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-75dee9c0-5b24-47b3-84b8-0d61d7dbee4f tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "DELETE /v2.0/routers/9b709b38-f2c1-4fbc-9a5c-0bb8df708335 HTTP/1.1" status: 204 len: 168 time: 2.1235766 Dec 08 16:34:48.003471 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51486) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:48.009931 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-e91257b5-1f19-4d05-a067-c137ec9f8013 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2080273329'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:48.019131 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7b1497c-99fe-425e-86fa-315cf71aee18 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] DELETE failed (client error): The resource could not be found. Dec 08 16:34:48.019718 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7b1497c-99fe-425e-86fa-315cf71aee18 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:34:48.027425 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f7b1497c-99fe-425e-86fa-315cf71aee18 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/ports/4ef28c9b-ceaf-4d71-a3e2-7ab6316914c0 HTTP/1.1" status: 404 len: 333 time: 0.0440719 Dec 08 16:34:48.028057 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51488) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:48.062298 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-669bd313-ccb6-4cb9-b908-d816ce607b3d tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] DELETE failed (client error): The resource could not be found. Dec 08 16:34:48.062825 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-669bd313-ccb6-4cb9-b908-d816ce607b3d tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:34:48.069279 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51490) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:48.069451 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-669bd313-ccb6-4cb9-b908-d816ce607b3d tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/subnets/016e9acb-1364-4c04-a9b8-18428dbe44ee HTTP/1.1" status: 404 len: 337 time: 0.0403166 Dec 08 16:34:48.098810 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7b300c39-db22-4649-a368-8924113f7b74 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:48.099578 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b300c39-db22-4649-a368-8924113f7b74 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Fanout notify agent at l3_agent the message router_deleted on router 7acb19ef-e1d6-4cca-aca5-a36422299489 {{(pid=110550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:34:48.109911 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7b300c39-db22-4649-a368-8924113f7b74 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:48.111421 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-7b300c39-db22-4649-a368-8924113f7b74 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] 10.222.0.64 "DELETE /v2.0/routers/7acb19ef-e1d6-4cca-aca5-a36422299489 HTTP/1.1" status: 204 len: 168 time: 0.9817371 Dec 08 16:34:48.112784 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-c56930f4-3a9f-4421-a3c8-fef905cb4690 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] DELETE failed (client error): The resource could not be found. Dec 08 16:34:48.113593 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c56930f4-3a9f-4421-a3c8-fef905cb4690 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:34:48.114546 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51498) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:48.117234 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c56930f4-3a9f-4421-a3c8-fef905cb4690 tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/ports/fbd0d690-db22-419b-bc47-7f458001e912 HTTP/1.1" status: 404 len: 333 time: 0.0464518 Dec 08 16:34:48.124979 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51500) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:48.128540 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91257b5-1f19-4d05-a067-c137ec9f8013 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Made reservation on behalf of e453488086be4d498945c559a2dae3d9 for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:34:48.140076 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e91257b5-1f19-4d05-a067-c137ec9f8013 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:48.183049 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-570b26ef-c33a-48d0-9b53-cdfba766b41a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] DELETE failed (client error): The resource could not be found. Dec 08 16:34:48.183361 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-570b26ef-c33a-48d0-9b53-cdfba766b41a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:34:48.189161 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-570b26ef-c33a-48d0-9b53-cdfba766b41a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/subnets/b2ec3fce-a1f5-4e4c-9b1b-06e3071dd7f2 HTTP/1.1" status: 404 len: 337 time: 0.0570941 Dec 08 16:34:48.193909 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51514) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:48.250274 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-298000e8-ce23-4a99-8b53-0368cae6cea3 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Deleting subnet 5ecf7392-ac1c-413b-904f-fdabcedb92f7 {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:34:48.259031 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-298000e8-ce23-4a99-8b53-0368cae6cea3 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:48.306245 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9d173191-3530-4879-bb23-12c4a1d27e9a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:48.308036 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e91257b5-1f19-4d05-a067-c137ec9f8013 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:34:48.322059 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e91257b5-1f19-4d05-a067-c137ec9f8013 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:48.322568 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-e91257b5-1f19-4d05-a067-c137ec9f8013 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Added segment 4e861068-0b9c-4977-b505-d98b193e9833 of type vlan for network 3411926a-19d8-4bf5-8792-d26f7e311d8d Dec 08 16:34:48.329088 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-298000e8-ce23-4a99-8b53-0368cae6cea3 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:48.419775 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:34:48.576325 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9d173191-3530-4879-bb23-12c4a1d27e9a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:48.581444 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e91257b5-1f19-4d05-a067-c137ec9f8013 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:48.615682 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-9d173191-3530-4879-bb23-12c4a1d27e9a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e406e062-eec7-4ef2-b02a-de32c9a24df9']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:48.635443 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-9d173191-3530-4879-bb23-12c4a1d27e9a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:48.635801 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-9d173191-3530-4879-bb23-12c4a1d27e9a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82e3ecc2-56eb-4a12-9dae-249d3cafcd1c') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:48.648283 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9d173191-3530-4879-bb23-12c4a1d27e9a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:48.665033 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9d173191-3530-4879-bb23-12c4a1d27e9a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:48.675725 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d173191-3530-4879-bb23-12c4a1d27e9a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:34:48.680086 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9d173191-3530-4879-bb23-12c4a1d27e9a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:48.680086 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:34:48.680086 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:34:48.680086 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:34:48.680086 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:34:48.680086 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:34:48.680086 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:34:48.680086 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:34:48.680086 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:34:48.680086 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:34:48.680086 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:34:48.680086 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:34:48.680086 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:34:48.680086 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:34:48.680086 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:34:48.680086 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:34:48.680086 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:34:48.680086 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:34:48.680086 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:34:48.680086 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:34:48.680086 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:34:48.680086 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:34:48.680086 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:34:48.680086 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:34:48.680086 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:34:48.680086 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:34:48.680086 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:34:48.680086 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:34:48.680086 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:34:48.680086 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:34:48.680086 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:34:48.680086 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:34:48.680086 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:34:48.730297 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e91257b5-1f19-4d05-a067-c137ec9f8013 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:48.736953 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91257b5-1f19-4d05-a067-c137ec9f8013 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:48.740097 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e91257b5-1f19-4d05-a067-c137ec9f8013 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:48.847031 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-298000e8-ce23-4a99-8b53-0368cae6cea3 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:48.856684 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91257b5-1f19-4d05-a067-c137ec9f8013 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event updated for resources: {'Network': ['ID=3411926a-19d8-4bf5-8792-d26f7e311d8d,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:48.870544 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-e91257b5-1f19-4d05-a067-c137ec9f8013 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8658953 Dec 08 16:34:48.882060 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 3411926a-19d8-4bf5-8792-d26f7e311d8d details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:34:48.892254 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51536) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:48.902005 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-818c0365-f0cb-4c8a-98d5-45856587c0a8 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Request body: {'subnet': {'network_id': '3411926a-19d8-4bf5-8792-d26f7e311d8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:49.009045 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-298000e8-ce23-4a99-8b53-0368cae6cea3 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:49.009284 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9d173191-3530-4879-bb23-12c4a1d27e9a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:49.023272 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9d173191-3530-4879-bb23-12c4a1d27e9a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:49.027167 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-9d173191-3530-4879-bb23-12c4a1d27e9a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] 10.222.0.64 "DELETE /v2.0/networks/e406e062-eec7-4ef2-b02a-de32c9a24df9 HTTP/1.1" status: 204 len: 168 time: 0.8358498 Dec 08 16:34:49.056827 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d173191-3530-4879-bb23-12c4a1d27e9a tempest-NetworksTestDHCPv6-1347292747 tempest-NetworksTestDHCPv6-1347292747-project] Pushing event deleted for resources: {'Network': ['ID=e406e062-eec7-4ef2-b02a-de32c9a24df9,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:49.082243 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298000e8-ce23-4a99-8b53-0368cae6cea3 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Pushing event deleted for resources: {'Subnet': ['ID=5ecf7392-ac1c-413b-904f-fdabcedb92f7,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:49.086968 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-298000e8-ce23-4a99-8b53-0368cae6cea3 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:49.089845 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e1adbf-fb50-4aeb-8d2b-b6fbaf6c2299 None None] Network 97007459-c32f-43aa-b81b-cffb9aad852e requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:34:49.090296 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-298000e8-ce23-4a99-8b53-0368cae6cea3 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] 10.222.0.64 "DELETE /v2.0/subnets/5ecf7392-ac1c-413b-904f-fdabcedb92f7 HTTP/1.1" status: 204 len: 168 time: 0.9747188 Dec 08 16:34:49.092914 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51542) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:49.116135 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298000e8-ce23-4a99-8b53-0368cae6cea3 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:49.116135 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298000e8-ce23-4a99-8b53-0368cae6cea3 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:49.116135 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298000e8-ce23-4a99-8b53-0368cae6cea3 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:49.116135 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298000e8-ce23-4a99-8b53-0368cae6cea3 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:49.116135 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298000e8-ce23-4a99-8b53-0368cae6cea3 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:49.116135 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298000e8-ce23-4a99-8b53-0368cae6cea3 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:49.116135 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298000e8-ce23-4a99-8b53-0368cae6cea3 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:49.116135 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298000e8-ce23-4a99-8b53-0368cae6cea3 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:49.116135 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298000e8-ce23-4a99-8b53-0368cae6cea3 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:49.116135 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298000e8-ce23-4a99-8b53-0368cae6cea3 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:49.116135 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298000e8-ce23-4a99-8b53-0368cae6cea3 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:49.116135 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298000e8-ce23-4a99-8b53-0368cae6cea3 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:49.116135 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298000e8-ce23-4a99-8b53-0368cae6cea3 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:49.150912 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-818c0365-f0cb-4c8a-98d5-45856587c0a8 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Made reservation on behalf of e453488086be4d498945c559a2dae3d9 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:34:49.155502 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-818c0365-f0cb-4c8a-98d5-45856587c0a8 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:49.262313 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ed6396d2-afec-4888-a2b8-268e6abbd169 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:49.303494 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e4e362-3e8a-4816-83ec-ea08c57c3981 None None] DHCP port deletion for 97007459-c32f-43aa-b81b-cffb9aad852e request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:34:49.362676 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-49e4e362-3e8a-4816-83ec-ea08c57c3981 None None] Deleting port d3346b76-0bea-4599-ab10-87932b7bcd5d {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:34:49.363072 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-49e4e362-3e8a-4816-83ec-ea08c57c3981 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:49.412964 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-ed6396d2-afec-4888-a2b8-268e6abbd169 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Deleting port d3346b76-0bea-4599-ab10-87932b7bcd5d {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:34:49.413223 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ed6396d2-afec-4888-a2b8-268e6abbd169 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:49.445520 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-49e4e362-3e8a-4816-83ec-ea08c57c3981 None None] For port d3346b76-0bea-4599-ab10-87932b7bcd5d, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=d3346b76-0bea-4599-ab10-87932b7bcd5d,segment=NetworkSegment(5103fa46-1dc0-4d78-b115-61da7e0bcd78),segment_id=5103fa46-1dc0-4d78-b115-61da7e0bcd78)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:34:49.446284 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-49e4e362-3e8a-4816-83ec-ea08c57c3981 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:49.467693 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-49e4e362-3e8a-4816-83ec-ea08c57c3981 None None] Calling delete_port for d3346b76-0bea-4599-ab10-87932b7bcd5d owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:34:49.532396 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-ed6396d2-afec-4888-a2b8-268e6abbd169 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] For port d3346b76-0bea-4599-ab10-87932b7bcd5d, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=d3346b76-0bea-4599-ab10-87932b7bcd5d,segment=NetworkSegment(5103fa46-1dc0-4d78-b115-61da7e0bcd78),segment_id=5103fa46-1dc0-4d78-b115-61da7e0bcd78)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:34:49.532699 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ed6396d2-afec-4888-a2b8-268e6abbd169 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:49.547769 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-ed6396d2-afec-4888-a2b8-268e6abbd169 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Calling delete_port for d3346b76-0bea-4599-ab10-87932b7bcd5d owned by network:dhcp {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:34:49.614681 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-818c0365-f0cb-4c8a-98d5-45856587c0a8 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:49.646913 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-49e4e362-3e8a-4816-83ec-ea08c57c3981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:49.689091 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ed6396d2-afec-4888-a2b8-268e6abbd169 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:49.716426 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e4e362-3e8a-4816-83ec-ea08c57c3981 None None] No DVR routers for this DVR port d3346b76-0bea-4599-ab10-87932b7bcd5d on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:34:49.721398 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e4e362-3e8a-4816-83ec-ea08c57c3981 None None] Pushing event deleted for resources: {'Port': ['ID=d3346b76-0bea-4599-ab10-87932b7bcd5d,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:49.741425 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6396d2-afec-4888-a2b8-268e6abbd169 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] No DVR routers for this DVR port d3346b76-0bea-4599-ab10-87932b7bcd5d on host n-d-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:34:49.780668 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818c0365-f0cb-4c8a-98d5-45856587c0a8 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event updated for resources: {'Subnet': ['ID=5b36b958-bead-429a-821a-01c946fe69fb,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:49.791971 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6396d2-afec-4888-a2b8-268e6abbd169 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Pushing event deleted for resources: {'Port': ['ID=d3346b76-0bea-4599-ab10-87932b7bcd5d,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:49.802073 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device d3346b76-0bea-4599-ab10-87932b7bcd5d no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:34:49.808168 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51572) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:49.829681 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: d3346b76-0bea-4599-ab10-87932b7bcd5d {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:34:49.830127 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device d3346b76-0bea-4599-ab10-87932b7bcd5d not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:34:49.851752 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818c0365-f0cb-4c8a-98d5-45856587c0a8 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Checking segment: {'id': '4e861068-0b9c-4977-b505-d98b193e9833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3411926a-19d8-4bf5-8792-d26f7e311d8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:34:49.852129 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818c0365-f0cb-4c8a-98d5-45856587c0a8 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Network hostable DHCP agents. Network: 3411926a-19d8-4bf5-8792-d26f7e311d8d, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:34:49.918424 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ed6396d2-afec-4888-a2b8-268e6abbd169 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:49.947722 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-ed6396d2-afec-4888-a2b8-268e6abbd169 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97007459-c32f-43aa-b81b-cffb9aad852e']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:49.968293 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-ed6396d2-afec-4888-a2b8-268e6abbd169 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5103fa46-1dc0-4d78-b115-61da7e0bcd78') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:49.970673 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-ed6396d2-afec-4888-a2b8-268e6abbd169 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5103fa46-1dc0-4d78-b115-61da7e0bcd78') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:49.982403 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ed6396d2-afec-4888-a2b8-268e6abbd169 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:50.003791 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ed6396d2-afec-4888-a2b8-268e6abbd169 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:50.011064 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed6396d2-afec-4888-a2b8-268e6abbd169 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:34:50.012136 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ed6396d2-afec-4888-a2b8-268e6abbd169 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:50.015836 n-d-776250-12 neutron-server[110550]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:34:50.015836 n-d-776250-12 neutron-server[110550]: self.session.flush() Dec 08 16:34:50.015836 n-d-776250-12 neutron-server[110550]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:34:50.015836 n-d-776250-12 neutron-server[110550]: self.session.flush() Dec 08 16:34:50.015836 n-d-776250-12 neutron-server[110550]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:34:50.015836 n-d-776250-12 neutron-server[110550]: self.session.flush() Dec 08 16:34:50.015836 n-d-776250-12 neutron-server[110550]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:34:50.015836 n-d-776250-12 neutron-server[110550]: self.session.flush() Dec 08 16:34:50.015836 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:34:50.015836 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:34:50.015836 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:34:50.015836 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:34:50.015836 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:34:50.015836 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:34:50.015836 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:34:50.015836 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:34:50.015836 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:34:50.015836 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:34:50.015836 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:34:50.015836 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:34:50.015836 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:34:50.015836 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:34:50.015836 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:34:50.015836 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:34:50.015836 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:34:50.015836 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:34:50.015836 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:34:50.015836 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:34:50.015836 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:34:50.015836 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:34:50.015836 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:34:50.015836 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:34:50.015836 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:34:50.015836 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:34:50.015836 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:34:50.015836 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:34:50.015836 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:34:50.015836 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:34:50.015836 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:34:50.015836 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:34:50.033076 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818c0365-f0cb-4c8a-98d5-45856587c0a8 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Network 3411926a-19d8-4bf5-8792-d26f7e311d8d is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:34:50.064381 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ccef6407-92d1-483d-bf6c-f341b6c540ac admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=450e207568904a6eabc726912d992373&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2534595 Dec 08 16:34:50.064381 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51588) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:50.139762 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3a1e3836-e6cc-4c00-b0d5-635c53bb5b78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:50.144749 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-818c0365-f0cb-4c8a-98d5-45856587c0a8 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 3411926a-19d8-4bf5-8792-d26f7e311d8d) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:34:50.151197 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818c0365-f0cb-4c8a-98d5-45856587c0a8 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:50.151816 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-818c0365-f0cb-4c8a-98d5-45856587c0a8 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:50.159542 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a632e55-8182-4569-92f7-83f9c4928f0d None None] Network 3411926a-19d8-4bf5-8792-d26f7e311d8d requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:34:50.181228 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3a1e3836-e6cc-4c00-b0d5-635c53bb5b78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:50.201068 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ed6396d2-afec-4888-a2b8-268e6abbd169 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:50.211609 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ed6396d2-afec-4888-a2b8-268e6abbd169 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:50.221860 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ed6396d2-afec-4888-a2b8-268e6abbd169 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] 10.222.0.64 "DELETE /v2.0/networks/97007459-c32f-43aa-b81b-cffb9aad852e HTTP/1.1" status: 204 len: 168 time: 1.1265888 Dec 08 16:34:50.253602 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6396d2-afec-4888-a2b8-268e6abbd169 tempest-FloatingIPNegativeTestJSON-1759998249 tempest-FloatingIPNegativeTestJSON-1759998249-project] Pushing event deleted for resources: {'Network': ['ID=97007459-c32f-43aa-b81b-cffb9aad852e,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:50.261931 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-818c0365-f0cb-4c8a-98d5-45856587c0a8 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3660152 Dec 08 16:34:50.271465 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51596) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:50.271465 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-31141ae8-e64c-4859-87ad-a4d34a944c68 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1513835905', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:50.338325 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa62ce1-d34f-4a2e-af86-29dd747a28ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-3411926a-19d8-4bf5-8792-d26f7e311d8d', 'network_id': '3411926a-19d8-4bf5-8792-d26f7e311d8d', 'project_id': 'e453488086be4d498945c559a2dae3d9', 'fixed_ips': [{'subnet_id': '5b36b958-bead-429a-821a-01c946fe69fb'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:34:50.339442 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-caa62ce1-d34f-4a2e-af86-29dd747a28ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:50.344086 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3a1e3836-e6cc-4c00-b0d5-635c53bb5b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:50.353297 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3a1e3836-e6cc-4c00-b0d5-635c53bb5b78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:50.356099 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-3a1e3836-e6cc-4c00-b0d5-635c53bb5b78 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b5ab5fbf-b082-4203-bfbe-31e7df15a197 HTTP/1.1" status: 204 len: 168 time: 0.2914236 Dec 08 16:34:50.370557 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e3836-e6cc-4c00-b0d5-635c53bb5b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ab5fbf-b082-4203-bfbe-31e7df15a197,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:50.560108 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-31141ae8-e64c-4859-87ad-a4d34a944c68 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:50.560108 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-31141ae8-e64c-4859-87ad-a4d34a944c68 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:50.560108 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-31141ae8-e64c-4859-87ad-a4d34a944c68 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:50.560660 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-caa62ce1-d34f-4a2e-af86-29dd747a28ee None None] Allocated IP 2001:db8::2 (3411926a-19d8-4bf5-8792-d26f7e311d8d/5b36b958-bead-429a-821a-01c946fe69fb/4aadaa76-5002-4f71-930c-6ad27e47f053) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:34:50.733309 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-caa62ce1-d34f-4a2e-af86-29dd747a28ee None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:51.101645 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-caa62ce1-d34f-4a2e-af86-29dd747a28ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:51.101843 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-31141ae8-e64c-4859-87ad-a4d34a944c68 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:51.191996 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa62ce1-d34f-4a2e-af86-29dd747a28ee None None] Network 3411926a-19d8-4bf5-8792-d26f7e311d8d is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:34:51.200313 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-caa62ce1-d34f-4a2e-af86-29dd747a28ee None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:34:51.209158 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa62ce1-d34f-4a2e-af86-29dd747a28ee None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:34:51.223371 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-31141ae8-e64c-4859-87ad-a4d34a944c68 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:51.225017 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-31141ae8-e64c-4859-87ad-a4d34a944c68 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9592006 Dec 08 16:34:51.227823 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51612) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:51.228855 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa62ce1-d34f-4a2e-af86-29dd747a28ee None None] Pushing event updated for resources: {'Port': ['ID=4aadaa76-5002-4f71-930c-6ad27e47f053,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:51.429846 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-caa62ce1-d34f-4a2e-af86-29dd747a28ee None None] Attempting to bind port 4aadaa76-5002-4f71-930c-6ad27e47f053 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:34:51.430942 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-caa62ce1-d34f-4a2e-af86-29dd747a28ee None None] Attempting to bind port 4aadaa76-5002-4f71-930c-6ad27e47f053 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '4e861068-0b9c-4977-b505-d98b193e9833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3411926a-19d8-4bf5-8792-d26f7e311d8d'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:34:51.431313 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa62ce1-d34f-4a2e-af86-29dd747a28ee None None] Attempting to bind port 4aadaa76-5002-4f71-930c-6ad27e47f053 on network 3411926a-19d8-4bf5-8792-d26f7e311d8d {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:34:51.451681 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa62ce1-d34f-4a2e-af86-29dd747a28ee None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:34:51.452355 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa62ce1-d34f-4a2e-af86-29dd747a28ee None None] Checking segment: {'id': '4e861068-0b9c-4977-b505-d98b193e9833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3411926a-19d8-4bf5-8792-d26f7e311d8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:34:51.452783 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-caa62ce1-d34f-4a2e-af86-29dd747a28ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:51.453192 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa62ce1-d34f-4a2e-af86-29dd747a28ee None None] Bound using segment: {'id': '4e861068-0b9c-4977-b505-d98b193e9833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3411926a-19d8-4bf5-8792-d26f7e311d8d'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:34:51.458824 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-caa62ce1-d34f-4a2e-af86-29dd747a28ee None None] Bound port: 4aadaa76-5002-4f71-930c-6ad27e47f053, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e861068-0b9c-4977-b505-d98b193e9833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '3411926a-19d8-4bf5-8792-d26f7e311d8d'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:34:51.460815 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-caa62ce1-d34f-4a2e-af86-29dd747a28ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:51.536402 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51622) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:51.635755 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-caa62ce1-d34f-4a2e-af86-29dd747a28ee None None] For port 4aadaa76-5002-4f71-930c-6ad27e47f053, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:34:51.646837 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-caa62ce1-d34f-4a2e-af86-29dd747a28ee None None] For port 4aadaa76-5002-4f71-930c-6ad27e47f053, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=4aadaa76-5002-4f71-930c-6ad27e47f053,segment=NetworkSegment(4e861068-0b9c-4977-b505-d98b193e9833),segment_id=4e861068-0b9c-4977-b505-d98b193e9833)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:34:51.794418 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-0ae372a4-ac5e-49aa-a1f0-aca20b999705 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=06b61f17a27f416692d1c70dd65ffa8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2527339 Dec 08 16:34:51.801247 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51638) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:51.803382 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-caa62ce1-d34f-4a2e-af86-29dd747a28ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:51.894795 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bffd0c5c-086c-43b9-9444-695b7e903004 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:51.934856 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa62ce1-d34f-4a2e-af86-29dd747a28ee None None] Pushing event updated for resources: {'Port': ['ID=4aadaa76-5002-4f71-930c-6ad27e47f053,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:51.946370 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-99dc4234-9794-4fae-bfd0-19dd4964b133 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:51.967345 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bffd0c5c-086c-43b9-9444-695b7e903004 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:52.183752 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bffd0c5c-086c-43b9-9444-695b7e903004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:52.186438 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bffd0c5c-086c-43b9-9444-695b7e903004 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:52.189028 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-bffd0c5c-086c-43b9-9444-695b7e903004 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4bdfc27a-870f-423e-86df-3fa80a055623 HTTP/1.1" status: 204 len: 168 time: 0.3857045 Dec 08 16:34:52.204490 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffd0c5c-086c-43b9-9444-695b7e903004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bdfc27a-870f-423e-86df-3fa80a055623,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:52.577718 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-99dc4234-9794-4fae-bfd0-19dd4964b133 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Allocated IP 2001:db8::1 (3411926a-19d8-4bf5-8792-d26f7e311d8d/5b36b958-bead-429a-821a-01c946fe69fb/10c3a33b-550d-49b8-a929-b8628951bfb5) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:34:52.795707 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-99dc4234-9794-4fae-bfd0-19dd4964b133 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:52.906345 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-99dc4234-9794-4fae-bfd0-19dd4964b133 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:52.933597 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51660) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:53.074071 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dc4234-9794-4fae-bfd0-19dd4964b133 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event updated for resources: {'Port': ['ID=10c3a33b-550d-49b8-a929-b8628951bfb5,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:53.110563 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99dc4234-9794-4fae-bfd0-19dd4964b133 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Network 3411926a-19d8-4bf5-8792-d26f7e311d8d is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:34:53.119848 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-99dc4234-9794-4fae-bfd0-19dd4964b133 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:34:53.125480 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99dc4234-9794-4fae-bfd0-19dd4964b133 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:34:53.126052 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-99dc4234-9794-4fae-bfd0-19dd4964b133 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:53.195628 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-e8b18cc0-0ad0-4446-882e-130cec4ffa59 tempest-DvrRoutersNegativeTest-742502580 tempest-DvrRoutersNegativeTest-742502580-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1164083461', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:53.198830 n-d-776250-12 neutron-server[110550]: DEBUG neutron.policy [None req-e8b18cc0-0ad0-4446-882e-130cec4ffa59 tempest-DvrRoutersNegativeTest-742502580 tempest-DvrRoutersNegativeTest-742502580-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=110550) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Dec 08 16:34:53.199145 n-d-776250-12 neutron-server[110550]: DEBUG neutron.policy [None req-e8b18cc0-0ad0-4446-882e-130cec4ffa59 tempest-DvrRoutersNegativeTest-742502580 tempest-DvrRoutersNegativeTest-742502580-project] Failed policy check for 'create_router' {{(pid=110550) enforce /opt/stack/neutron/neutron/policy.py:524}} Dec 08 16:34:53.199680 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [None req-e8b18cc0-0ad0-4446-882e-130cec4ffa59 tempest-DvrRoutersNegativeTest-742502580 tempest-DvrRoutersNegativeTest-742502580-project] create failed (client error): Access was denied to this resource. Dec 08 16:34:53.204218 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-e8b18cc0-0ad0-4446-882e-130cec4ffa59 tempest-DvrRoutersNegativeTest-742502580 tempest-DvrRoutersNegativeTest-742502580-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2694178 Dec 08 16:34:53.570288 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-99dc4234-9794-4fae-bfd0-19dd4964b133 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:53.570480 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de89efd-94fc-4dbb-9a94-ab022d86e5c5 None None] Network 3411926a-19d8-4bf5-8792-d26f7e311d8d requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:34:53.720554 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-c4b67f65-3700-4b25-a087-ed835c246f7c None None] Provisioning complete for port 4aadaa76-5002-4f71-930c-6ad27e47f053 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:53.720975 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c4b67f65-3700-4b25-a087-ed835c246f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:53.890303 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 4aadaa76-5002-4f71-930c-6ad27e47f053 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:34:54.010178 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c4b67f65-3700-4b25-a087-ed835c246f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:54.032092 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51688) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:54.042557 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-99dc4234-9794-4fae-bfd0-19dd4964b133 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:54.132588 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-99dc4234-9794-4fae-bfd0-19dd4964b133 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:54.133948 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-99dc4234-9794-4fae-bfd0-19dd4964b133 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:54.181848 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 4aadaa76-5002-4f71-930c-6ad27e47f053 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:54.186808 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:54.251138 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-c4b67f65-3700-4b25-a087-ed835c246f7c None None] For port 4aadaa76-5002-4f71-930c-6ad27e47f053, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=4aadaa76-5002-4f71-930c-6ad27e47f053,segment=NetworkSegment(4e861068-0b9c-4977-b505-d98b193e9833),segment_id=4e861068-0b9c-4977-b505-d98b193e9833)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:34:54.258567 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dc4234-9794-4fae-bfd0-19dd4964b133 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event updated for resources: {'Port': ['ID=10c3a33b-550d-49b8-a929-b8628951bfb5,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:54.295631 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-20b0c501-52cf-488c-9389-a076e85fe49c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:54.354897 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c4b67f65-3700-4b25-a087-ed835c246f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:54.380514 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:54.439478 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b67f65-3700-4b25-a087-ed835c246f7c None None] Pushing event updated for resources: {'Port': ['ID=4aadaa76-5002-4f71-930c-6ad27e47f053,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:54.455644 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99dc4234-9794-4fae-bfd0-19dd4964b133 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Network 3411926a-19d8-4bf5-8792-d26f7e311d8d is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:34:54.460081 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-99dc4234-9794-4fae-bfd0-19dd4964b133 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:34:54.490656 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-20b0c501-52cf-488c-9389-a076e85fe49c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:54.514473 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-b2f4e0d6-bd5c-473c-af43-93fa69695aee None None] Provisioning complete for port 10c3a33b-550d-49b8-a929-b8628951bfb5 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:54.514912 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b2f4e0d6-bd5c-473c-af43-93fa69695aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:54.573278 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-20b0c501-52cf-488c-9389-a076e85fe49c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:54.601322 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-b2f4e0d6-bd5c-473c-af43-93fa69695aee None None] Port 10c3a33b-550d-49b8-a929-b8628951bfb5 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:34:54.645759 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-b2f4e0d6-bd5c-473c-af43-93fa69695aee None None] Provisioning complete for port 4aadaa76-5002-4f71-930c-6ad27e47f053 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:54.652786 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b2f4e0d6-bd5c-473c-af43-93fa69695aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:54.662129 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.db.api [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:34:54.663987 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b0c501-52cf-488c-9389-a076e85fe49c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f80f0125-860a-4013-a6c1-69eb300ae67e,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:54.670321 n-d-776250-12 neutron-server[110552]: DEBUG oslo_db.api [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:34:54.691108 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-20b0c501-52cf-488c-9389-a076e85fe49c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1cc63c4f146c4106a36d24ebab13b2b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6573429 Dec 08 16:34:54.693600 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51714) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:54.757545 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51716) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:54.817382 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-867ccd19-8212-40cf-85b3-bba4e5085a6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:54.852165 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-867ccd19-8212-40cf-85b3-bba4e5085a6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:54.903568 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99dc4234-9794-4fae-bfd0-19dd4964b133 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Router 599e757b-67ac-4366-9252-9c384b0cab64 is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:34:55.022366 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-dca768a4-f6eb-4e67-889a-7a384ef92b01 None None] Provisioning complete for port 10c3a33b-550d-49b8-a929-b8628951bfb5 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:55.022759 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-dca768a4-f6eb-4e67-889a-7a384ef92b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:55.029762 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-867ccd19-8212-40cf-85b3-bba4e5085a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:55.032436 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-867ccd19-8212-40cf-85b3-bba4e5085a6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:55.036951 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-867ccd19-8212-40cf-85b3-bba4e5085a6e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f80f0125-860a-4013-a6c1-69eb300ae67e HTTP/1.1" status: 204 len: 168 time: 0.3422937 Dec 08 16:34:55.046739 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ccd19-8212-40cf-85b3-bba4e5085a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80f0125-860a-4013-a6c1-69eb300ae67e,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:55.047423 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-5528c80c-8072-458a-8d91-754007c5aa01 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Request body: {'security_group': {'name': 'tempest-secgroup--2059951963'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:55.072750 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99dc4234-9794-4fae-bfd0-19dd4964b133 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:34:55.079953 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51724) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:55.080717 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-99dc4234-9794-4fae-bfd0-19dd4964b133 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "PUT /v2.0/routers/599e757b-67ac-4366-9252-9c384b0cab64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8505931 Dec 08 16:34:55.110345 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4356e04d-37ab-49ef-a8c0-76a2671182be None None] Sync routers for ids ['599e757b-67ac-4366-9252-9c384b0cab64'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:34:55.133071 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5528c80c-8072-458a-8d91-754007c5aa01 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:55.146251 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4356e04d-37ab-49ef-a8c0-76a2671182be None None] Routers {'599e757b-67ac-4366-9252-9c384b0cab64'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:34:55.146646 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5528c80c-8072-458a-8d91-754007c5aa01 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:55.146934 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-4356e04d-37ab-49ef-a8c0-76a2671182be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:34:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['599e757b-67ac-4366-9252-9c384b0cab64'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:55.170659 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c53268-39ad-4488-a8b9-687281b3831c tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:55.172449 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a5c53268-39ad-4488-a8b9-687281b3831c tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "GET /v2.0/ports/10c3a33b-550d-49b8-a929-b8628951bfb5 HTTP/1.1" status: 200 len: 911 time: 0.0903194 Dec 08 16:34:55.176621 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51726) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:55.183150 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-0c0e581b-5304-47fc-8aee-abd5c3d3bebf tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5b36b958-bead-429a-821a-01c946fe69fb'}]}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:55.200689 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-4356e04d-37ab-49ef-a8c0-76a2671182be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:55.211172 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-dca768a4-f6eb-4e67-889a-7a384ef92b01 None None] Port 10c3a33b-550d-49b8-a929-b8628951bfb5 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:34:55.244881 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4356e04d-37ab-49ef-a8c0-76a2671182be None None] Routers {'599e757b-67ac-4366-9252-9c384b0cab64'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:34:55.246199 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-4356e04d-37ab-49ef-a8c0-76a2671182be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:34:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['599e757b-67ac-4366-9252-9c384b0cab64'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:55.290478 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-4356e04d-37ab-49ef-a8c0-76a2671182be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:55.290710 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4356e04d-37ab-49ef-a8c0-76a2671182be None None] The sync data for ids ['599e757b-67ac-4366-9252-9c384b0cab64'] in n-d-776250-12 is: [] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:34:55.332447 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-6811cd1c-d613-4010-917b-b19e1d3431d3 None None] Provisioning complete for port 10c3a33b-550d-49b8-a929-b8628951bfb5 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:55.333378 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6811cd1c-d613-4010-917b-b19e1d3431d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:55.373191 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5528c80c-8072-458a-8d91-754007c5aa01 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:55.385326 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0c0e581b-5304-47fc-8aee-abd5c3d3bebf tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:55.422437 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-6811cd1c-d613-4010-917b-b19e1d3431d3 None None] Port 10c3a33b-550d-49b8-a929-b8628951bfb5 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:34:55.497939 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5528c80c-8072-458a-8d91-754007c5aa01 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:55.548601 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5528c80c-8072-458a-8d91-754007c5aa01 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e314574d-ce28-4b69-afd5-57bb1ddf1792,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:55.646533 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5528c80c-8072-458a-8d91-754007c5aa01 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:55.715810 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5528c80c-8072-458a-8d91-754007c5aa01 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:55.793597 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5528c80c-8072-458a-8d91-754007c5aa01 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=990c7baf-c6da-4c6c-ba5d-236214a191bb,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:55.846888 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 4aadaa76-5002-4f71-930c-6ad27e47f053 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:34:55.848921 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5528c80c-8072-458a-8d91-754007c5aa01 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:55.854093 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-5528c80c-8072-458a-8d91-754007c5aa01 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0919011 Dec 08 16:34:55.854093 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51738) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:55.987751 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-8bd7ddbe-7cd5-4c3e-9687-9d0e4887e5e9 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1319544 Dec 08 16:34:55.989567 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51744) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:55.996689 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 4aadaa76-5002-4f71-930c-6ad27e47f053 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:55.997627 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:56.000119 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-c4dd7de4-c9b3-416e-b568-c743a462b18a tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Request body: {'security_group': {'name': 'tempest-security--321706645', 'description': 'tempest-security-description-1588498310'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:56.145362 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0c0e581b-5304-47fc-8aee-abd5c3d3bebf tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:56.149986 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c4dd7de4-c9b3-416e-b568-c743a462b18a tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:56.219336 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c4dd7de4-c9b3-416e-b568-c743a462b18a tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:56.240220 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0c0e581b-5304-47fc-8aee-abd5c3d3bebf tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:56.251734 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0e581b-5304-47fc-8aee-abd5c3d3bebf tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:56.254018 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0c0e581b-5304-47fc-8aee-abd5c3d3bebf tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:56.258243 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-0c0e581b-5304-47fc-8aee-abd5c3d3bebf tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "PUT /v2.0/ports/10c3a33b-550d-49b8-a929-b8628951bfb5 HTTP/1.1" status: 200 len: 911 time: 1.0783308 Dec 08 16:34:56.259236 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51748) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:56.294405 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c4dd7de4-c9b3-416e-b568-c743a462b18a tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:56.299292 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c4dd7de4-c9b3-416e-b568-c743a462b18a tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:56.319056 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c4dd7de4-c9b3-416e-b568-c743a462b18a tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "PUT /v2.0/security-groups/990c7baf-c6da-4c6c-ba5d-236214a191bb HTTP/1.1" status: 200 len: 1796 time: 0.3145244 Dec 08 16:34:56.330933 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51750) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:56.419226 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dd7de4-c9b3-416e-b568-c743a462b18a tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=990c7baf-c6da-4c6c-ba5d-236214a191bb,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:56.426441 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0e581b-5304-47fc-8aee-abd5c3d3bebf tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event updated for resources: {'Port': ['ID=10c3a33b-550d-49b8-a929-b8628951bfb5,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:56.436921 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-881593fc-3cee-4f98-a90e-5ce754d16df7 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "GET /v2.0/security-groups/990c7baf-c6da-4c6c-ba5d-236214a191bb HTTP/1.1" status: 200 len: 1796 time: 0.1007884 Dec 08 16:34:56.437608 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51752) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:56.547459 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a84b5906-c62b-40dd-821a-d0e5c013bcb0 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:56.604697 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a84b5906-c62b-40dd-821a-d0e5c013bcb0 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:56.744574 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a84b5906-c62b-40dd-821a-d0e5c013bcb0 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:56.748394 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a84b5906-c62b-40dd-821a-d0e5c013bcb0 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:56.750293 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a84b5906-c62b-40dd-821a-d0e5c013bcb0 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "DELETE /v2.0/security-groups/990c7baf-c6da-4c6c-ba5d-236214a191bb HTTP/1.1" status: 204 len: 168 time: 0.3116972 Dec 08 16:34:56.754746 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51766) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:56.758021 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fcdf9141-74e7-4c0e-bebb-f9c9c6c3106a tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:56.778647 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84b5906-c62b-40dd-821a-d0e5c013bcb0 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=990c7baf-c6da-4c6c-ba5d-236214a191bb,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:56.899293 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ef5011fc-f16c-4385-b36c-511381968256 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1419671 Dec 08 16:34:56.902462 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51772) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:56.925161 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-d4065dc4-690a-43d6-9bf6-43937fec32b2 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] delete failed (client error): The resource could not be found. Dec 08 16:34:56.926741 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d4065dc4-690a-43d6-9bf6-43937fec32b2 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "DELETE /v2.0/security-groups/990c7baf-c6da-4c6c-ba5d-236214a191bb HTTP/1.1" status: 404 len: 347 time: 0.0228605 Dec 08 16:34:56.930921 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51774) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:56.936858 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-2bf03b49-eed3-41d4-af2a-3684582b68fd tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Request body: {'security_group': {'name': 'tempest-secgroup--433950594'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:57.007175 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51776) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:57.029718 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2bf03b49-eed3-41d4-af2a-3684582b68fd tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:57.126207 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-fcdf9141-74e7-4c0e-bebb-f9c9c6c3106a tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Deleting port 10c3a33b-550d-49b8-a929-b8628951bfb5 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:34:57.126557 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fcdf9141-74e7-4c0e-bebb-f9c9c6c3106a tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:57.180350 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2bf03b49-eed3-41d4-af2a-3684582b68fd tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:57.226492 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-ae83ea98-4025-4338-b356-df6a378f3ebb tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Request body: {'security_group': {'name': 'tempest-secgroup--569767501'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:57.247634 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2bf03b49-eed3-41d4-af2a-3684582b68fd tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:57.250195 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fcdf9141-74e7-4c0e-bebb-f9c9c6c3106a tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:57.264978 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-fcdf9141-74e7-4c0e-bebb-f9c9c6c3106a tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Calling delete_port for 10c3a33b-550d-49b8-a929-b8628951bfb5 owned by network:router_interface {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:34:57.287821 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf03b49-eed3-41d4-af2a-3684582b68fd tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=764f4c65-9475-442f-bfca-0a0eba8b6c44,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:57.339057 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ae83ea98-4025-4338-b356-df6a378f3ebb tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:57.351109 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ae83ea98-4025-4338-b356-df6a378f3ebb tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:57.404871 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2bf03b49-eed3-41d4-af2a-3684582b68fd tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:57.406389 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-2bf03b49-eed3-41d4-af2a-3684582b68fd tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4743001 Dec 08 16:34:57.412285 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51782) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:57.420460 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-5129c861-d1ae-440c-b5aa-a0518be2bf10 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Request body: {'security_group_rule': {'security_group_id': '764f4c65-9475-442f-bfca-0a0eba8b6c44', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:57.488579 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ae83ea98-4025-4338-b356-df6a378f3ebb tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:57.519954 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5129c861-d1ae-440c-b5aa-a0518be2bf10 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:57.581922 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ae83ea98-4025-4338-b356-df6a378f3ebb tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:57.652544 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fcdf9141-74e7-4c0e-bebb-f9c9c6c3106a tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:57.686335 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdf9141-74e7-4c0e-bebb-f9c9c6c3106a tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event deleted for resources: {'Port': ['ID=10c3a33b-550d-49b8-a929-b8628951bfb5,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:57.751526 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae83ea98-4025-4338-b356-df6a378f3ebb tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d1d593-acb8-46cc-ba2a-bae9a70cab3b,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:57.778436 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5129c861-d1ae-440c-b5aa-a0518be2bf10 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:57.818768 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ae83ea98-4025-4338-b356-df6a378f3ebb tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:57.863617 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5129c861-d1ae-440c-b5aa-a0518be2bf10 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:57.887585 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5129c861-d1ae-440c-b5aa-a0518be2bf10 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43ec96c0-03bb-4d91-a714-8d31e7e20c80,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:57.887980 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fcdf9141-74e7-4c0e-bebb-f9c9c6c3106a tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:57.910042 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ae83ea98-4025-4338-b356-df6a378f3ebb tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:57.999632 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5129c861-d1ae-440c-b5aa-a0518be2bf10 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:58.003980 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-5129c861-d1ae-440c-b5aa-a0518be2bf10 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5876563 Dec 08 16:34:58.006999 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51788) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:58.013320 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae83ea98-4025-4338-b356-df6a378f3ebb tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=039404ed-b8d8-45d4-ba9b-954b9da79d2b,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:58.042865 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ae83ea98-4025-4338-b356-df6a378f3ebb tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:58.046705 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ae83ea98-4025-4338-b356-df6a378f3ebb tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0356905 Dec 08 16:34:58.047070 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51790) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:58.146225 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7fb1dc5b-a979-49da-9c69-848bc90a9264 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:58.155134 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7fb1dc5b-a979-49da-9c69-848bc90a9264 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:58.168737 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51792) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:58.170201 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-bf3d525b-0952-4f6a-9f54-502eebd69708 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1169033 Dec 08 16:34:58.176730 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-18f0ed69-5af3-4373-8509-fcf2c97dbebd tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Request body: {'security_group': {'name': 'tempest-security--836633860', 'description': 'tempest-security-description-1174821493'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:58.197025 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcdf9141-74e7-4c0e-bebb-f9c9c6c3106a tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Router 599e757b-67ac-4366-9252-9c384b0cab64 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:34:58.266502 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-18f0ed69-5af3-4373-8509-fcf2c97dbebd tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:58.314301 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcdf9141-74e7-4c0e-bebb-f9c9c6c3106a tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:34:58.326490 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51796) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:58.326746 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-fcdf9141-74e7-4c0e-bebb-f9c9c6c3106a tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "PUT /v2.0/routers/599e757b-67ac-4366-9252-9c384b0cab64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0659106 Dec 08 16:34:58.330671 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7fb1dc5b-a979-49da-9c69-848bc90a9264 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:58.345158 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b6eba7-e024-41ae-95cc-c04985eadd67 None None] Sync routers for ids ['599e757b-67ac-4366-9252-9c384b0cab64'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:34:58.347178 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7fb1dc5b-a979-49da-9c69-848bc90a9264 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:58.348400 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-7fb1dc5b-a979-49da-9c69-848bc90a9264 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/43ec96c0-03bb-4d91-a714-8d31e7e20c80 HTTP/1.1" status: 204 len: 168 time: 0.3401957 Dec 08 16:34:58.354881 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51798) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:58.362125 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b6eba7-e024-41ae-95cc-c04985eadd67 None None] Routers {'599e757b-67ac-4366-9252-9c384b0cab64'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:34:58.362125 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-b5b6eba7-e024-41ae-95cc-c04985eadd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:34:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['599e757b-67ac-4366-9252-9c384b0cab64'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:58.381182 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb1dc5b-a979-49da-9c69-848bc90a9264 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=43ec96c0-03bb-4d91-a714-8d31e7e20c80,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:58.396947 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-18f0ed69-5af3-4373-8509-fcf2c97dbebd tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:58.407538 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-05fb93e3-6d46-414e-a4c0-94be3d8a2839 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "GET /v2.0/ports?device_id=599e757b-67ac-4366-9252-9c384b0cab64 HTTP/1.1" status: 200 len: 205 time: 0.0795650 Dec 08 16:34:58.414730 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51800) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:58.426024 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-33dbf963-8907-4f03-9488-43b5d6b7cb88 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0699916 Dec 08 16:34:58.429169 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51802) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:58.434553 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-b5b6eba7-e024-41ae-95cc-c04985eadd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:58.454193 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b6eba7-e024-41ae-95cc-c04985eadd67 None None] Routers {'599e757b-67ac-4366-9252-9c384b0cab64'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:34:58.455279 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-b5b6eba7-e024-41ae-95cc-c04985eadd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:34:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['599e757b-67ac-4366-9252-9c384b0cab64'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:58.490943 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-b5b6eba7-e024-41ae-95cc-c04985eadd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:58.491962 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b6eba7-e024-41ae-95cc-c04985eadd67 None None] The sync data for ids ['599e757b-67ac-4366-9252-9c384b0cab64'] in n-d-776250-12 is: [] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:34:58.501408 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-18f0ed69-5af3-4373-8509-fcf2c97dbebd tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:58.515924 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-18f0ed69-5af3-4373-8509-fcf2c97dbebd tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:58.519039 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-18f0ed69-5af3-4373-8509-fcf2c97dbebd tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "PUT /v2.0/security-groups/039404ed-b8d8-45d4-ba9b-954b9da79d2b HTTP/1.1" status: 200 len: 1796 time: 0.3448303 Dec 08 16:34:58.527645 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51806) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:58.531703 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5e8c239f-1e53-4b3d-aa46-31c25fd5f0a4 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:58.551118 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ca76694a-9e67-4f50-bf3a-6d30af007ebb tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for router, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:58.559500 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f0ed69-5af3-4373-8509-fcf2c97dbebd tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=039404ed-b8d8-45d4-ba9b-954b9da79d2b,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:58.572691 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5e8c239f-1e53-4b3d-aa46-31c25fd5f0a4 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:58.751953 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-305ddc47-a124-4fc6-a963-bd9d36be76cf tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "GET /v2.0/security-groups/039404ed-b8d8-45d4-ba9b-954b9da79d2b HTTP/1.1" status: 200 len: 1796 time: 0.2264907 Dec 08 16:34:58.752140 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51812) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:58.784839 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5e8c239f-1e53-4b3d-aa46-31c25fd5f0a4 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:58.788040 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5e8c239f-1e53-4b3d-aa46-31c25fd5f0a4 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:58.792584 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51814) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:58.797967 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-5e8c239f-1e53-4b3d-aa46-31c25fd5f0a4 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "DELETE /v2.0/security-groups/764f4c65-9475-442f-bfca-0a0eba8b6c44 HTTP/1.1" status: 204 len: 168 time: 0.3671825 Dec 08 16:34:58.814464 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ca76694a-9e67-4f50-bf3a-6d30af007ebb tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:58.816924 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8c239f-1e53-4b3d-aa46-31c25fd5f0a4 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=764f4c65-9475-442f-bfca-0a0eba8b6c44,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:58.837104 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ca76694a-9e67-4f50-bf3a-6d30af007ebb tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:58.957678 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-2579bfe3-42ce-492e-b968-51bf6717fb08 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1598856 Dec 08 16:34:58.957678 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7c4e5fdf-2fe0-497e-95e3-c033ab2ec7d7 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:58.960010 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51818) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:58.964819 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-a10d70d4-365c-4d19-b6e9-3794dac4b741 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Request body: {'security_group': {'name': 'tempest-secgroup--1105822727'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:58.987366 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7c4e5fdf-2fe0-497e-95e3-c033ab2ec7d7 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:59.027475 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ca76694a-9e67-4f50-bf3a-6d30af007ebb tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:59.028332 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca76694a-9e67-4f50-bf3a-6d30af007ebb tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Fanout notify agent at l3_agent the message router_deleted on router 599e757b-67ac-4366-9252-9c384b0cab64 {{(pid=110550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:34:59.037567 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ca76694a-9e67-4f50-bf3a-6d30af007ebb tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:59.037655 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ca76694a-9e67-4f50-bf3a-6d30af007ebb tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "DELETE /v2.0/routers/599e757b-67ac-4366-9252-9c384b0cab64 HTTP/1.1" status: 204 len: 168 time: 0.6218491 Dec 08 16:34:59.040431 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51820) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:59.103362 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-3182670f-892d-40b6-9eeb-f7d29fc8b079 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Deleting subnet 5b36b958-bead-429a-821a-01c946fe69fb {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:34:59.107192 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3182670f-892d-40b6-9eeb-f7d29fc8b079 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:59.131627 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a10d70d4-365c-4d19-b6e9-3794dac4b741 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:59.166901 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7c4e5fdf-2fe0-497e-95e3-c033ab2ec7d7 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:59.168476 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3182670f-892d-40b6-9eeb-f7d29fc8b079 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:59.169866 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7c4e5fdf-2fe0-497e-95e3-c033ab2ec7d7 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:59.171345 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-7c4e5fdf-2fe0-497e-95e3-c033ab2ec7d7 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "DELETE /v2.0/security-groups/039404ed-b8d8-45d4-ba9b-954b9da79d2b HTTP/1.1" status: 204 len: 168 time: 0.4179833 Dec 08 16:34:59.175248 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51822) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:59.276873 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a10d70d4-365c-4d19-b6e9-3794dac4b741 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:59.330360 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3182670f-892d-40b6-9eeb-f7d29fc8b079 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:59.429944 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a10d70d4-365c-4d19-b6e9-3794dac4b741 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:59.458650 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4e5fdf-2fe0-497e-95e3-c033ab2ec7d7 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=039404ed-b8d8-45d4-ba9b-954b9da79d2b,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:59.465925 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10d70d4-365c-4d19-b6e9-3794dac4b741 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d6b2c1-c0ad-4324-8fa8-72c63497c003,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:59.501770 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-517f25de-3bc2-4de3-b2cc-f984940c3c1a tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3241682 Dec 08 16:34:59.504542 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51826) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:59.517421 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3182670f-892d-40b6-9eeb-f7d29fc8b079 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:59.523845 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [None req-e0b6343d-66ce-493e-97f5-8730a451344f tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] delete failed (client error): The resource could not be found. Dec 08 16:34:59.526009 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-e0b6343d-66ce-493e-97f5-8730a451344f tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "DELETE /v2.0/security-groups/039404ed-b8d8-45d4-ba9b-954b9da79d2b HTTP/1.1" status: 404 len: 347 time: 0.0200214 Dec 08 16:34:59.530319 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51828) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:59.535750 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-ab55de5b-d4b2-4477-9607-67eb10376d56 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Request body: {'security_group': {'name': 'tempest-secgroup--1378205735'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:59.551268 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3182670f-892d-40b6-9eeb-f7d29fc8b079 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event deleted for resources: {'Subnet': ['ID=5b36b958-bead-429a-821a-01c946fe69fb,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:59.557776 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3182670f-892d-40b6-9eeb-f7d29fc8b079 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:59.564122 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-3182670f-892d-40b6-9eeb-f7d29fc8b079 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "DELETE /v2.0/subnets/5b36b958-bead-429a-821a-01c946fe69fb HTTP/1.1" status: 204 len: 168 time: 0.5221360 Dec 08 16:34:59.564777 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51830) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:59.566660 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06932467-5df4-4dfd-b06b-b5b471a6a741 None None] Network 3411926a-19d8-4bf5-8792-d26f7e311d8d requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:34:59.596339 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a10d70d4-365c-4d19-b6e9-3794dac4b741 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:59.596339 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a10d70d4-365c-4d19-b6e9-3794dac4b741 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6318665 Dec 08 16:34:59.599485 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51832) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:59.607229 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-a9e7e178-3d57-4a21-9187-538cd2e8c0d1 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Request body: {'security_group_rule': {'security_group_id': 'c4d6b2c1-c0ad-4324-8fa8-72c63497c003', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:59.792352 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aceec84c-7b95-43d5-8ebb-6708006e65aa tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:59.852629 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-aceec84c-7b95-43d5-8ebb-6708006e65aa tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Deleting port 4aadaa76-5002-4f71-930c-6ad27e47f053 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:34:59.852897 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aceec84c-7b95-43d5-8ebb-6708006e65aa tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:59.853376 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc0c820-93f1-45ab-9540-88286f3d4658 None None] DHCP port deletion for 3411926a-19d8-4bf5-8792-d26f7e311d8d request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:34:59.910848 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-bbc0c820-93f1-45ab-9540-88286f3d4658 None None] Deleting port 4aadaa76-5002-4f71-930c-6ad27e47f053 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:34:59.911241 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-bbc0c820-93f1-45ab-9540-88286f3d4658 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:59.918639 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ab55de5b-d4b2-4477-9607-67eb10376d56 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:59.996511 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-aceec84c-7b95-43d5-8ebb-6708006e65aa tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] For port 4aadaa76-5002-4f71-930c-6ad27e47f053, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=4aadaa76-5002-4f71-930c-6ad27e47f053,segment=NetworkSegment(4e861068-0b9c-4977-b505-d98b193e9833),segment_id=4e861068-0b9c-4977-b505-d98b193e9833)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:34:59.997043 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aceec84c-7b95-43d5-8ebb-6708006e65aa tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:59.998896 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-bbc0c820-93f1-45ab-9540-88286f3d4658 None None] For port 4aadaa76-5002-4f71-930c-6ad27e47f053, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=4aadaa76-5002-4f71-930c-6ad27e47f053,segment=NetworkSegment(4e861068-0b9c-4977-b505-d98b193e9833),segment_id=4e861068-0b9c-4977-b505-d98b193e9833)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:35:00.004395 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-bbc0c820-93f1-45ab-9540-88286f3d4658 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:00.008064 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a9e7e178-3d57-4a21-9187-538cd2e8c0d1 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:00.016969 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-aceec84c-7b95-43d5-8ebb-6708006e65aa tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Calling delete_port for 4aadaa76-5002-4f71-930c-6ad27e47f053 owned by network:dhcp {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:35:00.025411 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-bbc0c820-93f1-45ab-9540-88286f3d4658 None None] Calling delete_port for 4aadaa76-5002-4f71-930c-6ad27e47f053 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:35:00.082482 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a9e7e178-3d57-4a21-9187-538cd2e8c0d1 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:00.123205 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ab55de5b-d4b2-4477-9607-67eb10376d56 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:00.212966 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-bbc0c820-93f1-45ab-9540-88286f3d4658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:00.213199 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ab55de5b-d4b2-4477-9607-67eb10376d56 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:00.213465 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a9e7e178-3d57-4a21-9187-538cd2e8c0d1 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:00.230368 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc0c820-93f1-45ab-9540-88286f3d4658 None None] No DVR routers for this DVR port 4aadaa76-5002-4f71-930c-6ad27e47f053 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:35:00.234182 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e7e178-3d57-4a21-9187-538cd2e8c0d1 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ae6ad73-e578-441e-a48c-d7c1b21f6ebb,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:00.255019 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aceec84c-7b95-43d5-8ebb-6708006e65aa tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:00.262110 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab55de5b-d4b2-4477-9607-67eb10376d56 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa189a1-fb6a-4bfb-90dd-b84e1f8bea81,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:00.273349 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc0c820-93f1-45ab-9540-88286f3d4658 None None] Pushing event deleted for resources: {'Port': ['ID=4aadaa76-5002-4f71-930c-6ad27e47f053,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:00.288326 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceec84c-7b95-43d5-8ebb-6708006e65aa tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event deleted for resources: {'Port': ['ID=4aadaa76-5002-4f71-930c-6ad27e47f053,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:00.292409 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aceec84c-7b95-43d5-8ebb-6708006e65aa tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] No DVR routers for this DVR port 4aadaa76-5002-4f71-930c-6ad27e47f053 on host n-d-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:35:00.317685 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a9e7e178-3d57-4a21-9187-538cd2e8c0d1 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:00.319059 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a9e7e178-3d57-4a21-9187-538cd2e8c0d1 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7183638 Dec 08 16:35:00.321915 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51838) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:00.326644 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-36d25aae-36ab-428f-85f0-372e52caa14d tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Request body: {'security_group_rule': {'security_group_id': 'c4d6b2c1-c0ad-4324-8fa8-72c63497c003', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:00.369882 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ab55de5b-d4b2-4477-9607-67eb10376d56 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:00.371156 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ab55de5b-d4b2-4477-9607-67eb10376d56 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8402171 Dec 08 16:35:00.374259 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51840) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:00.379664 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-d8fc97a7-1b96-4b87-a7ea-154de7ddb42a tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Request body: {'security_group_rule': {'security_group_id': '8aa189a1-fb6a-4bfb-90dd-b84e1f8bea81', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:00.389118 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aceec84c-7b95-43d5-8ebb-6708006e65aa tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:00.411934 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-aceec84c-7b95-43d5-8ebb-6708006e65aa tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3411926a-19d8-4bf5-8792-d26f7e311d8d']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:00.422553 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-aceec84c-7b95-43d5-8ebb-6708006e65aa tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e861068-0b9c-4977-b505-d98b193e9833') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:00.422859 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-aceec84c-7b95-43d5-8ebb-6708006e65aa tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e861068-0b9c-4977-b505-d98b193e9833') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:00.434463 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aceec84c-7b95-43d5-8ebb-6708006e65aa tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:00.449270 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aceec84c-7b95-43d5-8ebb-6708006e65aa tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:00.459287 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aceec84c-7b95-43d5-8ebb-6708006e65aa tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:35:00.459950 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aceec84c-7b95-43d5-8ebb-6708006e65aa tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:00.466668 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:35:00.466668 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:35:00.466668 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:35:00.466668 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:35:00.466668 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:35:00.466668 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:35:00.466668 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:35:00.466668 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:35:00.466668 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:35:00.466668 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:35:00.466668 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:35:00.466668 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:35:00.466668 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:35:00.466668 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:35:00.466668 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:35:00.466668 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:35:00.466668 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:35:00.466668 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:35:00.466668 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:35:00.466668 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:35:00.466668 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:35:00.466668 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:35:00.466668 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:35:00.466668 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:35:00.466668 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:35:00.466668 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:35:00.466668 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:35:00.466668 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:35:00.466668 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:35:00.466668 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:35:00.466668 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:35:00.466668 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:35:00.470590 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-36d25aae-36ab-428f-85f0-372e52caa14d tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:00.531319 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-36d25aae-36ab-428f-85f0-372e52caa14d tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:00.561225 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8fc97a7-1b96-4b87-a7ea-154de7ddb42a tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:00.629764 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aceec84c-7b95-43d5-8ebb-6708006e65aa tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:00.634862 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aceec84c-7b95-43d5-8ebb-6708006e65aa tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:00.636018 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8fc97a7-1b96-4b87-a7ea-154de7ddb42a tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:00.637888 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-36d25aae-36ab-428f-85f0-372e52caa14d tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:00.638337 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-aceec84c-7b95-43d5-8ebb-6708006e65aa tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "DELETE /v2.0/networks/3411926a-19d8-4bf5-8792-d26f7e311d8d HTTP/1.1" status: 204 len: 168 time: 1.0724108 Dec 08 16:35:00.643322 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51846) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:00.657228 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-d69524bb-9ead-4fcd-b230-acc380b08311 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1974696606', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:00.662059 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceec84c-7b95-43d5-8ebb-6708006e65aa tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event deleted for resources: {'Network': ['ID=3411926a-19d8-4bf5-8792-d26f7e311d8d,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:00.687594 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d25aae-36ab-428f-85f0-372e52caa14d tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d5d28ac-817b-4b7d-86a9-626b42743c25,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:00.802353 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d69524bb-9ead-4fcd-b230-acc380b08311 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:00.803415 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d69524bb-9ead-4fcd-b230-acc380b08311 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:00.835388 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8fc97a7-1b96-4b87-a7ea-154de7ddb42a tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:00.883210 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d69524bb-9ead-4fcd-b230-acc380b08311 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:00.894525 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fc97a7-1b96-4b87-a7ea-154de7ddb42a tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b56753bf-5796-4af0-b735-192427e8ca1e,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:00.934067 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-36d25aae-36ab-428f-85f0-372e52caa14d tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:00.935359 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-36d25aae-36ab-428f-85f0-372e52caa14d tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6126232 Dec 08 16:35:00.940376 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51852) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:00.944802 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-7c4158db-a2f5-41fe-9050-11269e84c7e9 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Request body: {'security_group_rule': {'security_group_id': 'c4d6b2c1-c0ad-4324-8fa8-72c63497c003', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:00.984603 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d69524bb-9ead-4fcd-b230-acc380b08311 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:01.014797 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8fc97a7-1b96-4b87-a7ea-154de7ddb42a tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:01.019048 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d8fc97a7-1b96-4b87-a7ea-154de7ddb42a tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6413858 Dec 08 16:35:01.020222 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51856) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:01.054513 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c8289869-20ea-44fb-bcdb-f049f1eaaf34 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:01.063255 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c8289869-20ea-44fb-bcdb-f049f1eaaf34 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:01.109160 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7c4158db-a2f5-41fe-9050-11269e84c7e9 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:01.224408 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c8289869-20ea-44fb-bcdb-f049f1eaaf34 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:01.231921 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c8289869-20ea-44fb-bcdb-f049f1eaaf34 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:01.235840 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c8289869-20ea-44fb-bcdb-f049f1eaaf34 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/b56753bf-5796-4af0-b735-192427e8ca1e HTTP/1.1" status: 204 len: 168 time: 0.2131178 Dec 08 16:35:01.238721 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51860) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:01.247356 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8289869-20ea-44fb-bcdb-f049f1eaaf34 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b56753bf-5796-4af0-b735-192427e8ca1e,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:01.249129 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7c4158db-a2f5-41fe-9050-11269e84c7e9 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:01.303498 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ecc8b8c6-1ff6-4319-bc1c-a7a05e5deb39 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0601058 Dec 08 16:35:01.303783 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51862) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:01.304311 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d69524bb-9ead-4fcd-b230-acc380b08311 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:01.305704 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d69524bb-9ead-4fcd-b230-acc380b08311 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6559541 Dec 08 16:35:01.309742 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51864) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:01.320476 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-11bb8feb-45b9-4c5e-a8ca-d6c926cd37b4 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1702624629'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:01.371541 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-57779703-a01e-4a3c-b256-35c7cd7c30ae tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:01.398604 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-57779703-a01e-4a3c-b256-35c7cd7c30ae tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:01.464591 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7c4158db-a2f5-41fe-9050-11269e84c7e9 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:01.486379 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4158db-a2f5-41fe-9050-11269e84c7e9 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0d692af-2430-4500-b39b-eb0e62345a7a,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:01.493609 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11bb8feb-45b9-4c5e-a8ca-d6c926cd37b4 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Made reservation on behalf of e453488086be4d498945c559a2dae3d9 for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:35:01.500388 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-11bb8feb-45b9-4c5e-a8ca-d6c926cd37b4 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:01.545236 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-57779703-a01e-4a3c-b256-35c7cd7c30ae tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:01.550177 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-57779703-a01e-4a3c-b256-35c7cd7c30ae tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:01.550443 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11bb8feb-45b9-4c5e-a8ca-d6c926cd37b4 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:35:01.550948 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-57779703-a01e-4a3c-b256-35c7cd7c30ae tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "DELETE /v2.0/security-groups/8aa189a1-fb6a-4bfb-90dd-b84e1f8bea81 HTTP/1.1" status: 204 len: 168 time: 0.2452824 Dec 08 16:35:01.554419 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51866) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:01.573349 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57779703-a01e-4a3c-b256-35c7cd7c30ae tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa189a1-fb6a-4bfb-90dd-b84e1f8bea81,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:01.576247 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-11bb8feb-45b9-4c5e-a8ca-d6c926cd37b4 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:01.576904 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-11bb8feb-45b9-4c5e-a8ca-d6c926cd37b4 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Added segment 3acccd44-48ac-4670-8964-e5a2e255753a of type vlan for network 2927b57d-9edb-4371-b7f1-927e216b45d8 Dec 08 16:35:01.656217 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-11bb8feb-45b9-4c5e-a8ca-d6c926cd37b4 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:01.664095 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c2dbc56d-9e1b-4b2d-9688-32e2545e1d79 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1082954 Dec 08 16:35:01.668489 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51868) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:01.677073 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-148d2cc1-703c-488c-a67e-bc472b58ccef tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Request body: {'security_group': {'name': 'tempest-secgroup--841160284'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:01.708168 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7c4158db-a2f5-41fe-9050-11269e84c7e9 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:01.711744 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-7c4158db-a2f5-41fe-9050-11269e84c7e9 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7702937 Dec 08 16:35:01.720375 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51870) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:01.728953 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-c720e65a-446c-4b3c-bd79-0424fb4b3e5f tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Request body: {'security_group_rule': {'security_group_id': 'c4d6b2c1-c0ad-4324-8fa8-72c63497c003', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:01.751370 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 4aadaa76-5002-4f71-930c-6ad27e47f053 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:35:01.775262 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 4aadaa76-5002-4f71-930c-6ad27e47f053 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:35:01.775534 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 4aadaa76-5002-4f71-930c-6ad27e47f053 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:35:01.784988 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-11bb8feb-45b9-4c5e-a8ca-d6c926cd37b4 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:01.790813 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bb8feb-45b9-4c5e-a8ca-d6c926cd37b4 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:01.791417 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-11bb8feb-45b9-4c5e-a8ca-d6c926cd37b4 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:01.854448 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-148d2cc1-703c-488c-a67e-bc472b58ccef tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:01.881569 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bb8feb-45b9-4c5e-a8ca-d6c926cd37b4 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event updated for resources: {'Network': ['ID=2927b57d-9edb-4371-b7f1-927e216b45d8,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:01.901575 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 2927b57d-9edb-4371-b7f1-927e216b45d8 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:35:01.999007 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-148d2cc1-703c-488c-a67e-bc472b58ccef tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:02.000565 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c720e65a-446c-4b3c-bd79-0424fb4b3e5f tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:02.059387 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c720e65a-446c-4b3c-bd79-0424fb4b3e5f tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:02.170246 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-11bb8feb-45b9-4c5e-a8ca-d6c926cd37b4 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8591714 Dec 08 16:35:02.172807 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51878) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:02.177903 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-362b54e9-d3b7-472c-8166-a7182f3579fc tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Request body: {'subnet': {'network_id': '2927b57d-9edb-4371-b7f1-927e216b45d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:02.213686 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c720e65a-446c-4b3c-bd79-0424fb4b3e5f tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:02.215996 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-148d2cc1-703c-488c-a67e-bc472b58ccef tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:02.280654 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c720e65a-446c-4b3c-bd79-0424fb4b3e5f tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3bc3613-6d6e-49a2-96c9-8c5cfc984f2d,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:02.284443 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148d2cc1-703c-488c-a67e-bc472b58ccef tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1f75ff-837d-469f-ad15-bebd8dfb5c72,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:02.435823 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-362b54e9-d3b7-472c-8166-a7182f3579fc tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Made reservation on behalf of e453488086be4d498945c559a2dae3d9 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:35:02.441036 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-362b54e9-d3b7-472c-8166-a7182f3579fc tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:02.580073 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-148d2cc1-703c-488c-a67e-bc472b58ccef tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:02.582455 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-148d2cc1-703c-488c-a67e-bc472b58ccef tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9103105 Dec 08 16:35:02.585678 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51880) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:02.594467 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-8418379c-5bb2-43bd-8d10-33b0b8934888 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Request body: {'security_group_rule': {'security_group_id': '9f1f75ff-837d-469f-ad15-bebd8dfb5c72', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:02.622704 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c720e65a-446c-4b3c-bd79-0424fb4b3e5f tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:02.627583 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c720e65a-446c-4b3c-bd79-0424fb4b3e5f tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9057300 Dec 08 16:35:02.634275 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51882) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:02.643613 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-19d9da9a-7e0b-49a9-9f92-95ab1b3483a4 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Request body: {'security_group_rule': {'security_group_id': 'c4d6b2c1-c0ad-4324-8fa8-72c63497c003', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:02.785171 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8418379c-5bb2-43bd-8d10-33b0b8934888 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:02.862919 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8418379c-5bb2-43bd-8d10-33b0b8934888 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:03.314770 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-19d9da9a-7e0b-49a9-9f92-95ab1b3483a4 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:03.372120 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-19d9da9a-7e0b-49a9-9f92-95ab1b3483a4 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:03.463942 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8418379c-5bb2-43bd-8d10-33b0b8934888 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:03.482078 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-362b54e9-d3b7-472c-8166-a7182f3579fc tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:03.483993 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-19d9da9a-7e0b-49a9-9f92-95ab1b3483a4 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:03.485833 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8418379c-5bb2-43bd-8d10-33b0b8934888 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c103baf4-e74f-4986-bfcf-3836a32d4e5e,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:03.507973 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d9da9a-7e0b-49a9-9f92-95ab1b3483a4 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b381cf5-e6b3-4253-b489-ffedfd8eae10,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:03.575626 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362b54e9-d3b7-472c-8166-a7182f3579fc tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event updated for resources: {'Subnet': ['ID=ed6b66b8-169c-4374-baba-a8225ae62e28,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:03.584487 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362b54e9-d3b7-472c-8166-a7182f3579fc tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Checking segment: {'id': '3acccd44-48ac-4670-8964-e5a2e255753a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2927b57d-9edb-4371-b7f1-927e216b45d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:35:03.584487 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362b54e9-d3b7-472c-8166-a7182f3579fc tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Network hostable DHCP agents. Network: 2927b57d-9edb-4371-b7f1-927e216b45d8, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:35:03.598063 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-19d9da9a-7e0b-49a9-9f92-95ab1b3483a4 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:03.602720 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51890) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:03.602907 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-19d9da9a-7e0b-49a9-9f92-95ab1b3483a4 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.9665945 Dec 08 16:35:03.628756 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b6bd9b11-2126-4afe-b70c-a3f964d1726d tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:03.637765 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b6bd9b11-2126-4afe-b70c-a3f964d1726d tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:03.665960 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8418379c-5bb2-43bd-8d10-33b0b8934888 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:03.668166 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-8418379c-5bb2-43bd-8d10-33b0b8934888 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0801091 Dec 08 16:35:03.669980 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51892) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:03.675085 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-ad54ee88-3c43-49fe-be73-9ed3012f0572 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Request body: {'security_group_rule': {'security_group_id': '9f1f75ff-837d-469f-ad15-bebd8dfb5c72', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:03.738064 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362b54e9-d3b7-472c-8166-a7182f3579fc tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Network 2927b57d-9edb-4371-b7f1-927e216b45d8 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:35:03.811869 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b6bd9b11-2126-4afe-b70c-a3f964d1726d tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:03.818891 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b6bd9b11-2126-4afe-b70c-a3f964d1726d tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:03.820132 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b6bd9b11-2126-4afe-b70c-a3f964d1726d tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/3b381cf5-e6b3-4253-b489-ffedfd8eae10 HTTP/1.1" status: 204 len: 168 time: 0.2162969 Dec 08 16:35:03.823017 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51894) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:03.828490 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bd9b11-2126-4afe-b70c-a3f964d1726d tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3b381cf5-e6b3-4253-b489-ffedfd8eae10,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:03.838215 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-362b54e9-d3b7-472c-8166-a7182f3579fc tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 2927b57d-9edb-4371-b7f1-927e216b45d8) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:35:03.843918 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362b54e9-d3b7-472c-8166-a7182f3579fc tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:03.844726 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-362b54e9-d3b7-472c-8166-a7182f3579fc tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:03.850406 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db76cf0f-d7a0-450e-b36d-5ab5424bcc4b None None] Network 2927b57d-9edb-4371-b7f1-927e216b45d8 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:35:03.856032 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ad54ee88-3c43-49fe-be73-9ed3012f0572 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:03.922709 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-d95a26e9-a6eb-468b-93c5-df8203fa1971 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0975649 Dec 08 16:35:03.926077 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51896) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:03.929901 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ad54ee88-3c43-49fe-be73-9ed3012f0572 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:03.938443 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51898) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:03.941260 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-362b54e9-d3b7-472c-8166-a7182f3579fc tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7639077 Dec 08 16:35:04.017389 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef630377-f7d2-416b-867c-90672e52142e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-2927b57d-9edb-4371-b7f1-927e216b45d8', 'network_id': '2927b57d-9edb-4371-b7f1-927e216b45d8', 'project_id': 'e453488086be4d498945c559a2dae3d9', 'fixed_ips': [{'subnet_id': 'ed6b66b8-169c-4374-baba-a8225ae62e28'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:35:04.019776 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ad54ee88-3c43-49fe-be73-9ed3012f0572 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:04.023454 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ef630377-f7d2-416b-867c-90672e52142e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:04.065182 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad54ee88-3c43-49fe-be73-9ed3012f0572 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b73de83-9cd5-45ed-9e57-59453bf4a58f,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:04.162735 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ad54ee88-3c43-49fe-be73-9ed3012f0572 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:04.167658 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ad54ee88-3c43-49fe-be73-9ed3012f0572 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4965396 Dec 08 16:35:04.168313 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51906) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:04.172772 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-2c7c4bae-3cd5-40de-bcc0-3ff407c36b92 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Request body: {'security_group_rule': {'security_group_id': '9f1f75ff-837d-469f-ad15-bebd8dfb5c72', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:04.208885 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7d153dda-439a-45af-be69-0fe1a312f0ed tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:04.224782 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7d153dda-439a-45af-be69-0fe1a312f0ed tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:04.281289 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2c7c4bae-3cd5-40de-bcc0-3ff407c36b92 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:04.285374 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-ef630377-f7d2-416b-867c-90672e52142e None None] Allocated IP 2001:db8::2 (2927b57d-9edb-4371-b7f1-927e216b45d8/ed6b66b8-169c-4374-baba-a8225ae62e28/9f42de3a-a08f-4f04-b323-5c5f678ddc89) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:35:04.363794 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2c7c4bae-3cd5-40de-bcc0-3ff407c36b92 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:04.445195 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-54ccb3d3-1e8f-4c28-8d5b-7368f75a6742 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:04.457996 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2c7c4bae-3cd5-40de-bcc0-3ff407c36b92 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:04.485868 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7c4bae-3cd5-40de-bcc0-3ff407c36b92 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=958b7495-98f7-4b13-b252-1876f1f8b060,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:04.575727 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7d153dda-439a-45af-be69-0fe1a312f0ed tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:04.588845 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7d153dda-439a-45af-be69-0fe1a312f0ed tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:04.590561 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-7d153dda-439a-45af-be69-0fe1a312f0ed tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/a3bc3613-6d6e-49a2-96c9-8c5cfc984f2d HTTP/1.1" status: 204 len: 168 time: 0.6629624 Dec 08 16:35:04.593640 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51908) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:04.610027 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d153dda-439a-45af-be69-0fe1a312f0ed tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a3bc3613-6d6e-49a2-96c9-8c5cfc984f2d,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:04.652927 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2c7c4bae-3cd5-40de-bcc0-3ff407c36b92 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:04.658821 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-2c7c4bae-3cd5-40de-bcc0-3ff407c36b92 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4859159 Dec 08 16:35:04.659098 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51910) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:04.680721 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-8d805b6e-9435-4d4f-8957-f41f99e53cd5 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Request body: {'security_group_rule': {'security_group_id': '9f1f75ff-837d-469f-ad15-bebd8dfb5c72', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:04.737893 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-63d489b2-8238-43e1-bef7-53baa199d997 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1428258 Dec 08 16:35:04.742799 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51914) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:04.786548 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cf05bfc1-9d2b-4f1d-8eac-466e657b93f7 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:04.795664 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cf05bfc1-9d2b-4f1d-8eac-466e657b93f7 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:04.836318 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ef630377-f7d2-416b-867c-90672e52142e None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:04.840824 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:04.847827 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8d805b6e-9435-4d4f-8957-f41f99e53cd5 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:04.904134 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8d805b6e-9435-4d4f-8957-f41f99e53cd5 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:04.926613 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cf05bfc1-9d2b-4f1d-8eac-466e657b93f7 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:04.933500 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cf05bfc1-9d2b-4f1d-8eac-466e657b93f7 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:04.936546 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-cf05bfc1-9d2b-4f1d-8eac-466e657b93f7 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/c0d692af-2430-4500-b39b-eb0e62345a7a HTTP/1.1" status: 204 len: 168 time: 0.1908071 Dec 08 16:35:04.938091 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51916) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:04.941754 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf05bfc1-9d2b-4f1d-8eac-466e657b93f7 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c0d692af-2430-4500-b39b-eb0e62345a7a,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:04.966905 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ef630377-f7d2-416b-867c-90672e52142e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:05.005942 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef630377-f7d2-416b-867c-90672e52142e None None] Network 2927b57d-9edb-4371-b7f1-927e216b45d8 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:35:05.008157 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-2443caf7-c9f9-4334-81b2-bacc1de95786 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0660267 Dec 08 16:35:05.009944 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-ef630377-f7d2-416b-867c-90672e52142e None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:35:05.011767 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51918) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:05.013747 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef630377-f7d2-416b-867c-90672e52142e None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:35:05.046748 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-54ccb3d3-1e8f-4c28-8d5b-7368f75a6742 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Allocated IP 2001:db8::1 (2927b57d-9edb-4371-b7f1-927e216b45d8/ed6b66b8-169c-4374-baba-a8225ae62e28/0a796f21-e0fe-459e-bd7b-8e251d9d1eb0) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:35:05.047135 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8d805b6e-9435-4d4f-8957-f41f99e53cd5 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:05.067639 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bcef28ba-a722-463c-8154-522cba850018 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:05.068595 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef630377-f7d2-416b-867c-90672e52142e None None] Pushing event updated for resources: {'Port': ['ID=9f42de3a-a08f-4f04-b323-5c5f678ddc89,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:05.078099 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d805b6e-9435-4d4f-8957-f41f99e53cd5 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bcfcba4-bba0-48e9-a5b4-10a2ab3ddf95,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:05.081635 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bcef28ba-a722-463c-8154-522cba850018 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:05.088971 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-ef630377-f7d2-416b-867c-90672e52142e None None] Attempting to bind port 9f42de3a-a08f-4f04-b323-5c5f678ddc89 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:35:05.089359 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-ef630377-f7d2-416b-867c-90672e52142e None None] Attempting to bind port 9f42de3a-a08f-4f04-b323-5c5f678ddc89 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '3acccd44-48ac-4670-8964-e5a2e255753a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2927b57d-9edb-4371-b7f1-927e216b45d8'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:35:05.089834 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef630377-f7d2-416b-867c-90672e52142e None None] Attempting to bind port 9f42de3a-a08f-4f04-b323-5c5f678ddc89 on network 2927b57d-9edb-4371-b7f1-927e216b45d8 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:35:05.097983 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef630377-f7d2-416b-867c-90672e52142e None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:35:05.103299 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef630377-f7d2-416b-867c-90672e52142e None None] Checking segment: {'id': '3acccd44-48ac-4670-8964-e5a2e255753a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2927b57d-9edb-4371-b7f1-927e216b45d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:35:05.103299 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ef630377-f7d2-416b-867c-90672e52142e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:05.103299 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef630377-f7d2-416b-867c-90672e52142e None None] Bound using segment: {'id': '3acccd44-48ac-4670-8964-e5a2e255753a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2927b57d-9edb-4371-b7f1-927e216b45d8'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:35:05.103299 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-ef630377-f7d2-416b-867c-90672e52142e None None] Bound port: 9f42de3a-a08f-4f04-b323-5c5f678ddc89, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3acccd44-48ac-4670-8964-e5a2e255753a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2927b57d-9edb-4371-b7f1-927e216b45d8'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:35:05.103299 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ef630377-f7d2-416b-867c-90672e52142e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:05.162880 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8d805b6e-9435-4d4f-8957-f41f99e53cd5 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:05.164313 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-8d805b6e-9435-4d4f-8957-f41f99e53cd5 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5039964 Dec 08 16:35:05.167202 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51924) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:05.172157 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-c9f0b126-c5e0-42f8-aaea-51737c1e5ac4 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Request body: {'security_group_rule': {'security_group_id': '9f1f75ff-837d-469f-ad15-bebd8dfb5c72', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:05.188292 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-ef630377-f7d2-416b-867c-90672e52142e None None] For port 9f42de3a-a08f-4f04-b323-5c5f678ddc89, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:35:05.192763 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-ef630377-f7d2-416b-867c-90672e52142e None None] For port 9f42de3a-a08f-4f04-b323-5c5f678ddc89, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=9f42de3a-a08f-4f04-b323-5c5f678ddc89,segment=NetworkSegment(3acccd44-48ac-4670-8964-e5a2e255753a),segment_id=3acccd44-48ac-4670-8964-e5a2e255753a)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:35:05.200925 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bcef28ba-a722-463c-8154-522cba850018 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:05.217237 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bcef28ba-a722-463c-8154-522cba850018 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:05.227146 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51926) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:05.227697 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-bcef28ba-a722-463c-8154-522cba850018 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/8d5d28ac-817b-4b7d-86a9-626b42743c25 HTTP/1.1" status: 204 len: 168 time: 0.2151215 Dec 08 16:35:05.229586 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcef28ba-a722-463c-8154-522cba850018 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8d5d28ac-817b-4b7d-86a9-626b42743c25,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:05.308624 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c9f0b126-c5e0-42f8-aaea-51737c1e5ac4 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:05.309974 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-1266b957-0d44-44e0-a54a-1804736d6b0c tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0807269 Dec 08 16:35:05.313181 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-54ccb3d3-1e8f-4c28-8d5b-7368f75a6742 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:05.314215 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51934) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:05.362522 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-29151ec4-fa83-4664-9569-bfc1cd4c2415 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:05.367113 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ef630377-f7d2-416b-867c-90672e52142e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:05.386655 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-29151ec4-fa83-4664-9569-bfc1cd4c2415 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:05.427547 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef630377-f7d2-416b-867c-90672e52142e None None] Pushing event updated for resources: {'Port': ['ID=9f42de3a-a08f-4f04-b323-5c5f678ddc89,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:05.427798 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c9f0b126-c5e0-42f8-aaea-51737c1e5ac4 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:05.482552 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-54ccb3d3-1e8f-4c28-8d5b-7368f75a6742 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:05.539650 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c9f0b126-c5e0-42f8-aaea-51737c1e5ac4 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:05.540968 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ccb3d3-1e8f-4c28-8d5b-7368f75a6742 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Network 2927b57d-9edb-4371-b7f1-927e216b45d8 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:35:05.547834 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-54ccb3d3-1e8f-4c28-8d5b-7368f75a6742 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:35:05.552094 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ccb3d3-1e8f-4c28-8d5b-7368f75a6742 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:35:05.552630 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-54ccb3d3-1e8f-4c28-8d5b-7368f75a6742 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:05.559840 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ccb3d3-1e8f-4c28-8d5b-7368f75a6742 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event updated for resources: {'Port': ['ID=0a796f21-e0fe-459e-bd7b-8e251d9d1eb0,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:05.583931 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f0b126-c5e0-42f8-aaea-51737c1e5ac4 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a63f76d-9ee0-4830-bcda-99f82d5a8850,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:05.597026 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-29151ec4-fa83-4664-9569-bfc1cd4c2415 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:05.614098 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-29151ec4-fa83-4664-9569-bfc1cd4c2415 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:05.621032 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-29151ec4-fa83-4664-9569-bfc1cd4c2415 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/7ae6ad73-e578-441e-a48c-d7c1b21f6ebb HTTP/1.1" status: 204 len: 168 time: 0.2997472 Dec 08 16:35:05.621032 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29151ec4-fa83-4664-9569-bfc1cd4c2415 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7ae6ad73-e578-441e-a48c-d7c1b21f6ebb,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:05.621032 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51938) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:05.747350 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f3ce4265-7ba7-403d-9627-766160cf818c tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1212981 Dec 08 16:35:05.750228 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51940) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:05.751374 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c9f0b126-c5e0-42f8-aaea-51737c1e5ac4 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:05.752746 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c9f0b126-c5e0-42f8-aaea-51737c1e5ac4 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.5844088 Dec 08 16:35:05.763862 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51942) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:05.798065 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a2223e34-9018-44e5-bcd1-03e737f31a6c tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:05.811665 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a2223e34-9018-44e5-bcd1-03e737f31a6c tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:05.855715 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-54ccb3d3-1e8f-4c28-8d5b-7368f75a6742 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:05.899671 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8b590e4a-f8ce-4d8f-9b38-ae9c7d91f1e2 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:05.963615 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8b590e4a-f8ce-4d8f-9b38-ae9c7d91f1e2 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:05.978198 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a2223e34-9018-44e5-bcd1-03e737f31a6c tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:05.993092 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a2223e34-9018-44e5-bcd1-03e737f31a6c tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:05.997139 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a2223e34-9018-44e5-bcd1-03e737f31a6c tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/3a63f76d-9ee0-4830-bcda-99f82d5a8850 HTTP/1.1" status: 204 len: 168 time: 0.2320201 Dec 08 16:35:05.999917 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51944) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:06.036125 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2223e34-9018-44e5-bcd1-03e737f31a6c tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3a63f76d-9ee0-4830-bcda-99f82d5a8850,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:06.076607 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-7e166098-f7f8-4f2b-bb46-9a9ee00b859d tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0761003 Dec 08 16:35:06.079190 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51946) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:06.114507 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b056e0fa-28b9-40e6-bbc9-13c9b943b451 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:06.124950 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b056e0fa-28b9-40e6-bbc9-13c9b943b451 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:06.182255 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8b590e4a-f8ce-4d8f-9b38-ae9c7d91f1e2 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:06.186791 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8b590e4a-f8ce-4d8f-9b38-ae9c7d91f1e2 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:06.190719 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-8b590e4a-f8ce-4d8f-9b38-ae9c7d91f1e2 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "DELETE /v2.0/security-groups/c4d6b2c1-c0ad-4324-8fa8-72c63497c003 HTTP/1.1" status: 204 len: 168 time: 0.4367754 Dec 08 16:35:06.191086 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51948) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:06.215791 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b590e4a-f8ce-4d8f-9b38-ae9c7d91f1e2 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d6b2c1-c0ad-4324-8fa8-72c63497c003,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:06.281450 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-54ccb3d3-1e8f-4c28-8d5b-7368f75a6742 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:06.292768 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-1e9c0eea-5972-4172-b935-bef5ed991700 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0964787 Dec 08 16:35:06.292768 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b056e0fa-28b9-40e6-bbc9-13c9b943b451 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:06.293320 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51952) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:06.308125 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-48360729-1f37-4081-a74b-97ca019273f3 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Request body: {'security_group': {'name': 'tempest-secgroup--2090118089'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:06.311766 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b056e0fa-28b9-40e6-bbc9-13c9b943b451 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:06.313298 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b056e0fa-28b9-40e6-bbc9-13c9b943b451 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/5bcfcba4-bba0-48e9-a5b4-10a2ab3ddf95 HTTP/1.1" status: 204 len: 168 time: 0.2326310 Dec 08 16:35:06.322935 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b056e0fa-28b9-40e6-bbc9-13c9b943b451 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5bcfcba4-bba0-48e9-a5b4-10a2ab3ddf95,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:06.328824 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51956) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:06.390158 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-be2b610a-f675-4786-9ae2-c374efb79c18 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0600898 Dec 08 16:35:06.394355 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-54ccb3d3-1e8f-4c28-8d5b-7368f75a6742 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:06.394355 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-54ccb3d3-1e8f-4c28-8d5b-7368f75a6742 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:06.396705 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51958) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:06.435481 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-48360729-1f37-4081-a74b-97ca019273f3 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:06.456885 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bd97610b-ff60-47d6-8df7-ab39b19c3443 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:06.479696 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bd97610b-ff60-47d6-8df7-ab39b19c3443 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:06.554866 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ccb3d3-1e8f-4c28-8d5b-7368f75a6742 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event updated for resources: {'Port': ['ID=0a796f21-e0fe-459e-bd7b-8e251d9d1eb0,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:06.614151 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bd97610b-ff60-47d6-8df7-ab39b19c3443 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:06.624082 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bd97610b-ff60-47d6-8df7-ab39b19c3443 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:06.630340 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-bd97610b-ff60-47d6-8df7-ab39b19c3443 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/958b7495-98f7-4b13-b252-1876f1f8b060 HTTP/1.1" status: 204 len: 168 time: 0.2290573 Dec 08 16:35:06.630834 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51962) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:06.675670 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd97610b-ff60-47d6-8df7-ab39b19c3443 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=958b7495-98f7-4b13-b252-1876f1f8b060,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:06.690010 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-48360729-1f37-4081-a74b-97ca019273f3 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:06.713675 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ccb3d3-1e8f-4c28-8d5b-7368f75a6742 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Network 2927b57d-9edb-4371-b7f1-927e216b45d8 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:35:06.715374 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-54ccb3d3-1e8f-4c28-8d5b-7368f75a6742 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:35:06.768617 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-56911f60-e9a1-4aaf-847c-bc24e2f0e8a6 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1359520 Dec 08 16:35:06.769727 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51964) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:06.809523 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b16a55-bcbb-4576-998e-e4a00155e4f0 None None] Network 2927b57d-9edb-4371-b7f1-927e216b45d8 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:35:06.810215 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dac9199d-d643-4199-b733-bc66ff548116 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:06.814164 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-48360729-1f37-4081-a74b-97ca019273f3 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:06.820768 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dac9199d-d643-4199-b733-bc66ff548116 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:06.846493 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48360729-1f37-4081-a74b-97ca019273f3 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6ddc27-cdcd-43ab-9eca-c77892a921c9,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:06.945810 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-90a20571-71c9-4465-add7-989fc8344ccd None None] Provisioning complete for port 9f42de3a-a08f-4f04-b323-5c5f678ddc89 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:35:06.946210 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-90a20571-71c9-4465-add7-989fc8344ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:06.966674 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dac9199d-d643-4199-b733-bc66ff548116 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:06.978793 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dac9199d-d643-4199-b733-bc66ff548116 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:06.983096 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-dac9199d-d643-4199-b733-bc66ff548116 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/0b73de83-9cd5-45ed-9e57-59453bf4a58f HTTP/1.1" status: 204 len: 168 time: 0.2087505 Dec 08 16:35:06.983096 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac9199d-d643-4199-b733-bc66ff548116 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0b73de83-9cd5-45ed-9e57-59453bf4a58f,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:06.983892 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51966) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:07.038940 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-62ae5e49-837d-4713-908a-2b89c60fe159 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0537982 Dec 08 16:35:07.041853 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51968) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:07.070025 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-48360729-1f37-4081-a74b-97ca019273f3 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:07.139098 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-48360729-1f37-4081-a74b-97ca019273f3 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7768910 Dec 08 16:35:07.139311 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-90a20571-71c9-4465-add7-989fc8344ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:07.139469 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ccb3d3-1e8f-4c28-8d5b-7368f75a6742 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Router df5a22b2-3f8b-4450-916c-3d384120c99b is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:35:07.139577 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9373a563-3f5a-45ab-a1d4-d85ef446a6c4 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:07.139577 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9373a563-3f5a-45ab-a1d4-d85ef446a6c4 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:07.139763 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-90a20571-71c9-4465-add7-989fc8344ccd None None] For port 9f42de3a-a08f-4f04-b323-5c5f678ddc89, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=9f42de3a-a08f-4f04-b323-5c5f678ddc89,segment=NetworkSegment(3acccd44-48ac-4670-8964-e5a2e255753a),segment_id=3acccd44-48ac-4670-8964-e5a2e255753a)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:35:07.141504 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51970) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:07.148052 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-840cbfdd-42b8-4f9d-b451-4b87b72a567e tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Request body: {'security_group_rule': {'security_group_id': 'cc6ddc27-cdcd-43ab-9eca-c77892a921c9', 'direction': 'ingress', 'protocol': 17}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:07.176598 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ccb3d3-1e8f-4c28-8d5b-7368f75a6742 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:35:07.186045 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-54ccb3d3-1e8f-4c28-8d5b-7368f75a6742 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "PUT /v2.0/routers/df5a22b2-3f8b-4450-916c-3d384120c99b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2385745 Dec 08 16:35:07.186155 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51972) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:07.188892 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acc85a8-82c2-4fd2-ab3d-19fa897b2801 None None] Sync routers for ids ['df5a22b2-3f8b-4450-916c-3d384120c99b'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:35:07.194790 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-5f243327-121b-4e24-b45a-fcd9320735cc tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1126631988'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:07.217594 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acc85a8-82c2-4fd2-ab3d-19fa897b2801 None None] Routers {'df5a22b2-3f8b-4450-916c-3d384120c99b'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:35:07.218247 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-3acc85a8-82c2-4fd2-ab3d-19fa897b2801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:34:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['df5a22b2-3f8b-4450-916c-3d384120c99b'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:07.318182 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-3acc85a8-82c2-4fd2-ab3d-19fa897b2801 None None] Set router df5a22b2-3f8b-4450-916c-3d384120c99b gateway port host: None {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:35:07.462646 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9373a563-3f5a-45ab-a1d4-d85ef446a6c4 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:07.483891 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9373a563-3f5a-45ab-a1d4-d85ef446a6c4 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:07.490820 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51978) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:07.498634 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-9373a563-3f5a-45ab-a1d4-d85ef446a6c4 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/c103baf4-e74f-4986-bfcf-3836a32d4e5e HTTP/1.1" status: 204 len: 168 time: 0.4548664 Dec 08 16:35:07.500305 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-840cbfdd-42b8-4f9d-b451-4b87b72a567e tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:07.511053 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-90a20571-71c9-4465-add7-989fc8344ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:07.570398 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9373a563-3f5a-45ab-a1d4-d85ef446a6c4 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c103baf4-e74f-4986-bfcf-3836a32d4e5e,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:07.588306 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-7f9a0f47-cd3f-4daa-b60e-61ee70e38599 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0968108 Dec 08 16:35:07.593123 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51982) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:07.646384 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a20571-71c9-4465-add7-989fc8344ccd None None] Pushing event updated for resources: {'Port': ['ID=9f42de3a-a08f-4f04-b323-5c5f678ddc89,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:07.662772 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-840cbfdd-42b8-4f9d-b451-4b87b72a567e tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:07.692309 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-1afe0159-231f-4c03-be78-90660198236d None None] Provisioning complete for port 9f42de3a-a08f-4f04-b323-5c5f678ddc89 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:35:07.692817 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1afe0159-231f-4c03-be78-90660198236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:07.693509 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-db64bf97-c2cd-4650-ae9d-ffcfe5dda631 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:07.732214 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-db64bf97-c2cd-4650-ae9d-ffcfe5dda631 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:07.755131 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f243327-121b-4e24-b45a-fcd9320735cc tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Made reservation on behalf of e453488086be4d498945c559a2dae3d9 for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:35:07.758952 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5f243327-121b-4e24-b45a-fcd9320735cc tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:07.807446 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-840cbfdd-42b8-4f9d-b451-4b87b72a567e tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:07.843166 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-3acc85a8-82c2-4fd2-ab3d-19fa897b2801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'name': 'tempest-RoutersIpV6Test-router-1974696606', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:35:00Z', 'updated_at': '2021-12-08T16:35:05Z', 'revision_number': 2, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'gw_port_host': None, '_interfaces': [{'id': '0a796f21-e0fe-459e-bd7b-8e251d9d1eb0', 'name': '', 'network_id': '2927b57d-9edb-4371-b7f1-927e216b45d8', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'mac_address': 'fa:16:3e:7a:7c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ed6b66b8-169c-4374-baba-a8225ae62e28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:04Z', 'updated_at': '2021-12-08T16:35:06Z', 'revision_number': 2, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'subnets': [{'id': 'ed6b66b8-169c-4374-baba-a8225ae62e28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:07.853240 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840cbfdd-42b8-4f9d-b451-4b87b72a567e tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71088d91-41ca-4cbd-aee4-cfc8a799a0f5,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:07.912133 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 9f42de3a-a08f-4f04-b323-5c5f678ddc89 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:35:07.912916 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-db64bf97-c2cd-4650-ae9d-ffcfe5dda631 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:07.916592 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-db64bf97-c2cd-4650-ae9d-ffcfe5dda631 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:07.924516 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-db64bf97-c2cd-4650-ae9d-ffcfe5dda631 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "DELETE /v2.0/security-groups/9f1f75ff-837d-469f-ad15-bebd8dfb5c72 HTTP/1.1" status: 204 len: 168 time: 0.3244157 Dec 08 16:35:07.924653 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f243327-121b-4e24-b45a-fcd9320735cc tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:35:07.924653 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51984) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:07.945926 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acc85a8-82c2-4fd2-ab3d-19fa897b2801 None None] Checking router: df5a22b2-3f8b-4450-916c-3d384120c99b for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:35:07.946573 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acc85a8-82c2-4fd2-ab3d-19fa897b2801 None None] Updating router df5a22b2-3f8b-4450-916c-3d384120c99b port 0a796f21-e0fe-459e-bd7b-8e251d9d1eb0 binding host n-d-776250-12 {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:35:07.947205 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db64bf97-c2cd-4650-ae9d-ffcfe5dda631 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1f75ff-837d-469f-ad15-bebd8dfb5c72,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:07.987577 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-840cbfdd-42b8-4f9d-b451-4b87b72a567e tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:07.999540 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51986) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:08.000062 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-840cbfdd-42b8-4f9d-b451-4b87b72a567e tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8502195 Dec 08 16:35:08.014011 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5f243327-121b-4e24-b45a-fcd9320735cc tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:08.014377 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-5f243327-121b-4e24-b45a-fcd9320735cc tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Added segment d549f7fa-bb2f-48ec-9e19-8b88ccdc5375 of type vlan for network 10c29011-c34d-4093-8a77-fd50136ab877 Dec 08 16:35:08.097696 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-669247e9-470a-4998-a3ce-c40483a6846b tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1685288 Dec 08 16:35:08.097696 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5f243327-121b-4e24-b45a-fcd9320735cc tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:08.102790 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51988) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:08.110888 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-defbd93f-95b2-473f-8389-0a202483bdbe tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Request body: {'security_group': {'name': 'tempest-secgroup--1051942095'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:08.125025 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2609674b-5c39-432b-8703-7ba2b3ce7aa8 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:08.132391 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3acc85a8-82c2-4fd2-ab3d-19fa897b2801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:08.183142 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2609674b-5c39-432b-8703-7ba2b3ce7aa8 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:08.314993 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-1afe0159-231f-4c03-be78-90660198236d None None] Provisioning complete for port 0a796f21-e0fe-459e-bd7b-8e251d9d1eb0 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:35:08.315214 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1afe0159-231f-4c03-be78-90660198236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:08.322017 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 9f42de3a-a08f-4f04-b323-5c5f678ddc89 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:35:08.322242 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:08.344137 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5f243327-121b-4e24-b45a-fcd9320735cc tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:08.352098 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f243327-121b-4e24-b45a-fcd9320735cc tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:08.352787 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5f243327-121b-4e24-b45a-fcd9320735cc tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:08.359478 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-defbd93f-95b2-473f-8389-0a202483bdbe tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:08.411198 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-1afe0159-231f-4c03-be78-90660198236d None None] Port 0a796f21-e0fe-459e-bd7b-8e251d9d1eb0 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:35:08.427035 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2609674b-5c39-432b-8703-7ba2b3ce7aa8 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:08.435036 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2609674b-5c39-432b-8703-7ba2b3ce7aa8 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:08.436344 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-2609674b-5c39-432b-8703-7ba2b3ce7aa8 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "DELETE /v2.0/security-groups/cc6ddc27-cdcd-43ab-9eca-c77892a921c9 HTTP/1.1" status: 204 len: 168 time: 0.4404242 Dec 08 16:35:08.440407 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 51990) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:08.456401 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2609674b-5c39-432b-8703-7ba2b3ce7aa8 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6ddc27-cdcd-43ab-9eca-c77892a921c9,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:08.456691 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f243327-121b-4e24-b45a-fcd9320735cc tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event updated for resources: {'Network': ['ID=10c29011-c34d-4093-8a77-fd50136ab877,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:08.470727 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 10c29011-c34d-4093-8a77-fd50136ab877 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:35:08.540495 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-4e9785b3-e64a-4200-95c9-0dc40324b807 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0924864 Dec 08 16:35:08.541948 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 51994) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:08.547213 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-47be58ac-2ee2-464f-ab5e-d940e1db22b1 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Request body: {'security_group': {'name': 'tempest-secgroup--1215890384'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:08.592214 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-defbd93f-95b2-473f-8389-0a202483bdbe tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:08.635845 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-5f243327-121b-4e24-b45a-fcd9320735cc tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4311309 Dec 08 16:35:08.639673 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52000) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:08.646111 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-ec4cf8a0-a2c3-4002-a2a8-01d2395a86ce tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Request body: {'subnet': {'network_id': '10c29011-c34d-4093-8a77-fd50136ab877', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:08.668058 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-c662422a-5d2d-4d2a-a8eb-502636f889bb None None] Provisioning complete for port 0a796f21-e0fe-459e-bd7b-8e251d9d1eb0 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:35:08.668472 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c662422a-5d2d-4d2a-a8eb-502636f889bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:08.743635 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-c662422a-5d2d-4d2a-a8eb-502636f889bb None None] Port 0a796f21-e0fe-459e-bd7b-8e251d9d1eb0 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:35:08.764982 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3acc85a8-82c2-4fd2-ab3d-19fa897b2801 None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:08.789648 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-defbd93f-95b2-473f-8389-0a202483bdbe tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:08.790265 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:08.792158 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-47be58ac-2ee2-464f-ab5e-d940e1db22b1 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:08.825949 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defbd93f-95b2-473f-8389-0a202483bdbe tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3e8c75-7d52-4d5d-a9a4-c0c011388766,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:08.882982 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-47be58ac-2ee2-464f-ab5e-d940e1db22b1 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:08.931746 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3acc85a8-82c2-4fd2-ab3d-19fa897b2801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:08.982059 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46a2f50-73c2-4917-9487-15178f2b824f None None] Pushing event updated for resources: {'Port': ['ID=0a796f21-e0fe-459e-bd7b-8e251d9d1eb0,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:09.016880 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-47be58ac-2ee2-464f-ab5e-d940e1db22b1 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:09.053952 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4cf8a0-a2c3-4002-a2a8-01d2395a86ce tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Made reservation on behalf of e453488086be4d498945c559a2dae3d9 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:35:09.058003 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ec4cf8a0-a2c3-4002-a2a8-01d2395a86ce tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:09.059827 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-3acc85a8-82c2-4fd2-ab3d-19fa897b2801 None None] Attempting to bind port 0a796f21-e0fe-459e-bd7b-8e251d9d1eb0 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:35:09.060411 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-3acc85a8-82c2-4fd2-ab3d-19fa897b2801 None None] Attempting to bind port 0a796f21-e0fe-459e-bd7b-8e251d9d1eb0 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '3acccd44-48ac-4670-8964-e5a2e255753a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2927b57d-9edb-4371-b7f1-927e216b45d8'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:35:09.060941 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acc85a8-82c2-4fd2-ab3d-19fa897b2801 None None] Attempting to bind port 0a796f21-e0fe-459e-bd7b-8e251d9d1eb0 on network 2927b57d-9edb-4371-b7f1-927e216b45d8 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:35:09.072081 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47be58ac-2ee2-464f-ab5e-d940e1db22b1 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74cd41af-f272-459c-b0f4-3b4dbec3c779,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:09.072698 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acc85a8-82c2-4fd2-ab3d-19fa897b2801 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:35:09.073342 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acc85a8-82c2-4fd2-ab3d-19fa897b2801 None None] Checking segment: {'id': '3acccd44-48ac-4670-8964-e5a2e255753a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2927b57d-9edb-4371-b7f1-927e216b45d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:35:09.073972 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3acc85a8-82c2-4fd2-ab3d-19fa897b2801 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:09.074548 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acc85a8-82c2-4fd2-ab3d-19fa897b2801 None None] Bound using segment: {'id': '3acccd44-48ac-4670-8964-e5a2e255753a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2927b57d-9edb-4371-b7f1-927e216b45d8'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:35:09.075242 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-3acc85a8-82c2-4fd2-ab3d-19fa897b2801 None None] Bound port: 0a796f21-e0fe-459e-bd7b-8e251d9d1eb0, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3acccd44-48ac-4670-8964-e5a2e255753a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2927b57d-9edb-4371-b7f1-927e216b45d8'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:35:09.075688 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3acc85a8-82c2-4fd2-ab3d-19fa897b2801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:09.168383 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-defbd93f-95b2-473f-8389-0a202483bdbe tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:09.169677 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-defbd93f-95b2-473f-8389-0a202483bdbe tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0659072 Dec 08 16:35:09.172341 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52006) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:09.176498 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-3acc85a8-82c2-4fd2-ab3d-19fa897b2801 None None] For port 0a796f21-e0fe-459e-bd7b-8e251d9d1eb0, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:35:09.178033 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-9319f637-8695-456a-993e-61ad674681a2 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Request body: {'security_group_rule': {'security_group_id': '7a3e8c75-7d52-4d5d-a9a4-c0c011388766', 'direction': 'ingress', 'protocol': 17}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:09.180155 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-3acc85a8-82c2-4fd2-ab3d-19fa897b2801 None None] For port 0a796f21-e0fe-459e-bd7b-8e251d9d1eb0, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=0a796f21-e0fe-459e-bd7b-8e251d9d1eb0,segment=NetworkSegment(3acccd44-48ac-4670-8964-e5a2e255753a),segment_id=3acccd44-48ac-4670-8964-e5a2e255753a)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:35:09.205044 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-47be58ac-2ee2-464f-ab5e-d940e1db22b1 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:09.212375 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-47be58ac-2ee2-464f-ab5e-d940e1db22b1 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6628797 Dec 08 16:35:09.215510 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52008) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:09.221748 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-d841f853-106f-40b5-8b59-1d01d597ecf2 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Request body: {'security_group': {'name': 'tempest-secgroup--372101779'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:09.271828 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-319d717e-2a6c-43f1-abd0-91edc390b16a None None] Provisioning complete for port 0a796f21-e0fe-459e-bd7b-8e251d9d1eb0 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:35:09.272256 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-319d717e-2a6c-43f1-abd0-91edc390b16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:09.319666 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3acc85a8-82c2-4fd2-ab3d-19fa897b2801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:09.353208 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9319f637-8695-456a-993e-61ad674681a2 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:09.404766 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-319d717e-2a6c-43f1-abd0-91edc390b16a None None] Port 0a796f21-e0fe-459e-bd7b-8e251d9d1eb0 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:35:09.454361 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9319f637-8695-456a-993e-61ad674681a2 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:09.463006 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acc85a8-82c2-4fd2-ab3d-19fa897b2801 None None] Routers {'df5a22b2-3f8b-4450-916c-3d384120c99b'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:35:09.463661 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-3acc85a8-82c2-4fd2-ab3d-19fa897b2801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:34:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['df5a22b2-3f8b-4450-916c-3d384120c99b'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:09.474073 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46a2f50-73c2-4917-9487-15178f2b824f None None] Pushing event updated for resources: {'Port': ['ID=0a796f21-e0fe-459e-bd7b-8e251d9d1eb0,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:09.591876 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ec4cf8a0-a2c3-4002-a2a8-01d2395a86ce tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:09.617508 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d841f853-106f-40b5-8b59-1d01d597ecf2 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:09.670379 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52016) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:09.729052 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4cf8a0-a2c3-4002-a2a8-01d2395a86ce tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event updated for resources: {'Subnet': ['ID=75c71c0c-89d9-449a-ab3e-f60d4e4a1cdc,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:09.768885 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4cf8a0-a2c3-4002-a2a8-01d2395a86ce tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Checking segment: {'id': 'd549f7fa-bb2f-48ec-9e19-8b88ccdc5375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '10c29011-c34d-4093-8a77-fd50136ab877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:35:09.769387 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4cf8a0-a2c3-4002-a2a8-01d2395a86ce tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Network hostable DHCP agents. Network: 10c29011-c34d-4093-8a77-fd50136ab877, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:35:09.884537 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d841f853-106f-40b5-8b59-1d01d597ecf2 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:09.893268 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-8e424929-9b60-4df3-ae4b-57da6aac5705 None None] Provisioning complete for port 0a796f21-e0fe-459e-bd7b-8e251d9d1eb0 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:35:09.893648 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8e424929-9b60-4df3-ae4b-57da6aac5705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:09.895680 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-3acc85a8-82c2-4fd2-ab3d-19fa897b2801 None None] Set router df5a22b2-3f8b-4450-916c-3d384120c99b gateway port host: None {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:35:09.944306 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-271bc89e-077a-4aa5-8d41-cbe4ac9f9d50 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Deleting port 7c1f861e-1538-4607-bef9-133318f01c9d {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:35:09.944661 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-271bc89e-077a-4aa5-8d41-cbe4ac9f9d50 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:09.987648 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9319f637-8695-456a-993e-61ad674681a2 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:10.019721 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9319f637-8695-456a-993e-61ad674681a2 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdf71c78-02f4-4151-93da-832be4ef3153,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:10.062545 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-271bc89e-077a-4aa5-8d41-cbe4ac9f9d50 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:10.062930 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-271bc89e-077a-4aa5-8d41-cbe4ac9f9d50 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:10.080050 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-271bc89e-077a-4aa5-8d41-cbe4ac9f9d50 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Calling delete_port for 7c1f861e-1538-4607-bef9-133318f01c9d owned by network:floatingip {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:35:10.145848 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8e424929-9b60-4df3-ae4b-57da6aac5705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:10.248022 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-8e424929-9b60-4df3-ae4b-57da6aac5705 None None] For port 0a796f21-e0fe-459e-bd7b-8e251d9d1eb0, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=0a796f21-e0fe-459e-bd7b-8e251d9d1eb0,segment=NetworkSegment(3acccd44-48ac-4670-8964-e5a2e255753a),segment_id=3acccd44-48ac-4670-8964-e5a2e255753a)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:35:10.282881 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-3acc85a8-82c2-4fd2-ab3d-19fa897b2801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'name': 'tempest-RoutersIpV6Test-router-1974696606', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:35:00Z', 'updated_at': '2021-12-08T16:35:05Z', 'revision_number': 2, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'gw_port_host': None, '_interfaces': [{'id': '0a796f21-e0fe-459e-bd7b-8e251d9d1eb0', 'name': '', 'network_id': '2927b57d-9edb-4371-b7f1-927e216b45d8', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'mac_address': 'fa:16:3e:7a:7c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ed6b66b8-169c-4374-baba-a8225ae62e28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:04Z', 'updated_at': '2021-12-08T16:35:09Z', 'revision_number': 4, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'subnets': [{'id': 'ed6b66b8-169c-4374-baba-a8225ae62e28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:10.315606 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acc85a8-82c2-4fd2-ab3d-19fa897b2801 None None] The sync data for ids ['df5a22b2-3f8b-4450-916c-3d384120c99b'] in n-d-776250-12 is: [{'id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'name': 'tempest-RoutersIpV6Test-router-1974696606', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:35:00Z', 'updated_at': '2021-12-08T16:35:05Z', 'revision_number': 2, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'gw_port_host': None, '_interfaces': [{'id': '0a796f21-e0fe-459e-bd7b-8e251d9d1eb0', 'name': '', 'network_id': '2927b57d-9edb-4371-b7f1-927e216b45d8', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'mac_address': 'fa:16:3e:7a:7c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ed6b66b8-169c-4374-baba-a8225ae62e28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:04Z', 'updated_at': '2021-12-08T16:35:09Z', 'revision_number': 4, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'subnets': [{'id': 'ed6b66b8-169c-4374-baba-a8225ae62e28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:35:10.372505 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4cf8a0-a2c3-4002-a2a8-01d2395a86ce tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Network 10c29011-c34d-4093-8a77-fd50136ab877 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:35:10.458066 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8e424929-9b60-4df3-ae4b-57da6aac5705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:10.460152 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9319f637-8695-456a-993e-61ad674681a2 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:10.462080 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-9319f637-8695-456a-993e-61ad674681a2 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.2881718 Dec 08 16:35:10.462827 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d841f853-106f-40b5-8b59-1d01d597ecf2 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:10.464389 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52028) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:10.496770 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-ec4cf8a0-a2c3-4002-a2a8-01d2395a86ce tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 10c29011-c34d-4093-8a77-fd50136ab877) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:35:10.516957 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-271bc89e-077a-4aa5-8d41-cbe4ac9f9d50 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:10.521432 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4cf8a0-a2c3-4002-a2a8-01d2395a86ce tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:10.526110 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ec4cf8a0-a2c3-4002-a2a8-01d2395a86ce tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:10.532815 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e424929-9b60-4df3-ae4b-57da6aac5705 None None] Pushing event updated for resources: {'Port': ['ID=0a796f21-e0fe-459e-bd7b-8e251d9d1eb0,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:10.544530 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7309536-7365-479a-9a4f-bc89af850048 None None] Network 10c29011-c34d-4093-8a77-fd50136ab877 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:35:10.631345 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3d1e349e-6152-4d6f-9d84-fa4bcd1dff6c tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:10.662115 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d841f853-106f-40b5-8b59-1d01d597ecf2 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac93efd-5a9d-49d8-81e6-33c2f48c1842,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:10.669609 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271bc89e-077a-4aa5-8d41-cbe4ac9f9d50 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event deleted for resources: {'Port': ['ID=7c1f861e-1538-4607-bef9-133318f01c9d,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:10.681247 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ec4cf8a0-a2c3-4002-a2a8-01d2395a86ce tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0402641 Dec 08 16:35:10.698493 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52030) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:10.748161 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3d1e349e-6152-4d6f-9d84-fa4bcd1dff6c tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:10.780400 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-271bc89e-077a-4aa5-8d41-cbe4ac9f9d50 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for floatingip, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:10.780741 n-d-776250-12 neutron-server[110551]: INFO neutron.db.l3_db [None req-271bc89e-077a-4aa5-8d41-cbe4ac9f9d50 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Floating IP 0015e499-2597-47b0-b134-dbd17be792ca disassociated (deleted). External IP: 172.25.0.161, port: 73014060-6cd3-479e-a5de-4d5f58d90fcd. Dec 08 16:35:10.879020 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f2c72b-bee3-4861-a082-10263b5076ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-10c29011-c34d-4093-8a77-fd50136ab877', 'network_id': '10c29011-c34d-4093-8a77-fd50136ab877', 'project_id': 'e453488086be4d498945c559a2dae3d9', 'fixed_ips': [{'subnet_id': '75c71c0c-89d9-449a-ab3e-f60d4e4a1cdc'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:35:10.880371 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b7f2c72b-bee3-4861-a082-10263b5076ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:10.978546 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d841f853-106f-40b5-8b59-1d01d597ecf2 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:10.980336 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d841f853-106f-40b5-8b59-1d01d597ecf2 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.7633770 Dec 08 16:35:10.983414 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52036) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:10.992787 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-9a6139e2-f7e7-4ce2-9eeb-34c41904058b tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Request body: {'security_group_rule': {'security_group_id': '74cd41af-f272-459c-b0f4-3b4dbec3c779', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '9ac93efd-5a9d-49d8-81e6-33c2f48c1842', 'remote_ip_prefix': None}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:11.157245 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-b7f2c72b-bee3-4861-a082-10263b5076ef None None] Allocated IP 2001:db8:1::2 (10c29011-c34d-4093-8a77-fd50136ab877/75c71c0c-89d9-449a-ab3e-f60d4e4a1cdc/abd8180f-6398-471a-995a-ca8e3de6efcb) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:35:11.286976 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-271bc89e-077a-4aa5-8d41-cbe4ac9f9d50 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Router 28efaf43-46eb-4bb0-952b-6df3cd9f9352 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:35:11.293987 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9a6139e2-f7e7-4ce2-9eeb-34c41904058b tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:11.367706 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9a6139e2-f7e7-4ce2-9eeb-34c41904058b tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:11.403439 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b7f2c72b-bee3-4861-a082-10263b5076ef None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:11.490930 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3d1e349e-6152-4d6f-9d84-fa4bcd1dff6c tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:11.493810 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3d1e349e-6152-4d6f-9d84-fa4bcd1dff6c tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:11.495578 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-3d1e349e-6152-4d6f-9d84-fa4bcd1dff6c tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "DELETE /v2.0/security-groups/7a3e8c75-7d52-4d5d-a9a4-c0c011388766 HTTP/1.1" status: 204 len: 168 time: 1.0295358 Dec 08 16:35:11.498673 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52048) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:11.510142 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1e349e-6152-4d6f-9d84-fa4bcd1dff6c tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3e8c75-7d52-4d5d-a9a4-c0c011388766,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:11.564113 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271bc89e-077a-4aa5-8d41-cbe4ac9f9d50 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:35:11.578418 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81821064-629c-4659-9c1b-8f54b26b5b2c None None] Sync routers for ids ['28efaf43-46eb-4bb0-952b-6df3cd9f9352'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:35:11.596802 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81821064-629c-4659-9c1b-8f54b26b5b2c None None] Routers {'28efaf43-46eb-4bb0-952b-6df3cd9f9352'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:35:11.603031 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-81821064-629c-4659-9c1b-8f54b26b5b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:34:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['28efaf43-46eb-4bb0-952b-6df3cd9f9352'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:11.609089 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-271bc89e-077a-4aa5-8d41-cbe4ac9f9d50 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:11.624157 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9a6139e2-f7e7-4ce2-9eeb-34c41904058b tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:11.635111 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4b449ac6-35cd-4fa0-aab5-44df09dd199d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:11.637362 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b7f2c72b-bee3-4861-a082-10263b5076ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:11.761428 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f2c72b-bee3-4861-a082-10263b5076ef None None] Network 10c29011-c34d-4093-8a77-fd50136ab877 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:35:11.762838 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6139e2-f7e7-4ce2-9eeb-34c41904058b tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9184902-e4da-48d3-a6cb-aac681831642,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:11.769834 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-b7f2c72b-bee3-4861-a082-10263b5076ef None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:35:11.796211 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f2c72b-bee3-4861-a082-10263b5076ef None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:35:11.841790 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f2c72b-bee3-4861-a082-10263b5076ef None None] Pushing event updated for resources: {'Port': ['ID=abd8180f-6398-471a-995a-ca8e3de6efcb,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:11.857237 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-7d6ca2d2-87a1-4540-9a08-2d898ce085ea tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3556538 Dec 08 16:35:11.871153 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52054) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:11.883335 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-3744644b-7c5b-4bac-80fc-40cfe2aac2c0 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Request body: {'security_group': {'name': 'tempest-secgroup--792722136'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:11.931277 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-271bc89e-077a-4aa5-8d41-cbe4ac9f9d50 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "DELETE /v2.0/floatingips/0015e499-2597-47b0-b134-dbd17be792ca HTTP/1.1" status: 204 len: 168 time: 2.2588897 Dec 08 16:35:11.936911 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ea2bcdb-7b63-4fa3-98fa-ba5b17248623', 'tag': '73014060-6cd3-479e-a5de-4d5f58d90fcd'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:35:11.944223 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5eaf198b-a278-40d2-89d8-2813ae88c902 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:11.946311 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acdb58f3-dc08-42bc-a5c0-dece52ad3d26" -d '{"events": [{"name": "network-changed", "server_uuid": "6ea2bcdb-7b63-4fa3-98fa-ba5b17248623", "tag": "73014060-6cd3-479e-a5de-4d5f58d90fcd"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:35:11.962470 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9a6139e2-f7e7-4ce2-9eeb-34c41904058b tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:11.992868 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-9a6139e2-f7e7-4ce2-9eeb-34c41904058b tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.0081179 Dec 08 16:35:11.993744 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52060) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:12.018344 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 0a796f21-e0fe-459e-bd7b-8e251d9d1eb0 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:35:12.046596 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-b7f2c72b-bee3-4861-a082-10263b5076ef None None] Attempting to bind port abd8180f-6398-471a-995a-ca8e3de6efcb on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:35:12.047433 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-b7f2c72b-bee3-4861-a082-10263b5076ef None None] Attempting to bind port abd8180f-6398-471a-995a-ca8e3de6efcb by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'd549f7fa-bb2f-48ec-9e19-8b88ccdc5375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '10c29011-c34d-4093-8a77-fd50136ab877'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:35:12.048006 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f2c72b-bee3-4861-a082-10263b5076ef None None] Attempting to bind port abd8180f-6398-471a-995a-ca8e3de6efcb on network 10c29011-c34d-4093-8a77-fd50136ab877 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:35:12.049060 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-81821064-629c-4659-9c1b-8f54b26b5b2c None None] Set router 28efaf43-46eb-4bb0-952b-6df3cd9f9352 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:35:12.108215 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def4e80c-376f-4781-b832-17c7e47baae3 x-openstack-request-id: req-def4e80c-376f-4781-b832-17c7e47baae3 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:35:12.108514 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ea2bcdb-7b63-4fa3-98fa-ba5b17248623", "tag": "73014060-6cd3-479e-a5de-4d5f58d90fcd", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:35:12.108767 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-def4e80c-376f-4781-b832-17c7e47baae3 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:35:12.109180 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ea2bcdb-7b63-4fa3-98fa-ba5b17248623', 'tag': '73014060-6cd3-479e-a5de-4d5f58d90fcd', 'status': 'completed', 'code': 200} Dec 08 16:35:12.116800 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f2c72b-bee3-4861-a082-10263b5076ef None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:35:12.117599 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f2c72b-bee3-4861-a082-10263b5076ef None None] Checking segment: {'id': 'd549f7fa-bb2f-48ec-9e19-8b88ccdc5375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '10c29011-c34d-4093-8a77-fd50136ab877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:35:12.125063 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b7f2c72b-bee3-4861-a082-10263b5076ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:12.130001 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f2c72b-bee3-4861-a082-10263b5076ef None None] Bound using segment: {'id': 'd549f7fa-bb2f-48ec-9e19-8b88ccdc5375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '10c29011-c34d-4093-8a77-fd50136ab877'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:35:12.130001 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-b7f2c72b-bee3-4861-a082-10263b5076ef None None] Bound port: abd8180f-6398-471a-995a-ca8e3de6efcb, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd549f7fa-bb2f-48ec-9e19-8b88ccdc5375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '10c29011-c34d-4093-8a77-fd50136ab877'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:35:12.130001 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b7f2c72b-bee3-4861-a082-10263b5076ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:12.130503 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1a1cd5f8-3839-41ad-923e-9d852c5c4713 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:12.150567 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3744644b-7c5b-4bac-80fc-40cfe2aac2c0 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:12.153536 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1a1cd5f8-3839-41ad-923e-9d852c5c4713 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:12.319144 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb58f3-dc08-42bc-a5c0-dece52ad3d26 req-128dadaa-ec99-4c34-8088-d49cda8f9c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:12.320833 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-acdb58f3-dc08-42bc-a5c0-dece52ad3d26 req-128dadaa-ec99-4c34-8088-d49cda8f9c63 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5ac8783bc8454dbdaff01b6ea349ef5e&device_id=6ea2bcdb-7b63-4fa3-98fa-ba5b17248623 HTTP/1.1" status: 200 len: 1098 time: 0.1251473 Dec 08 16:35:12.408025 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-81821064-629c-4659-9c1b-8f54b26b5b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28efaf43-46eb-4bb0-952b-6df3cd9f9352', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2015733819', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'afe83aaa-9d67-40b4-aa18-5c1dcd289050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:32:52Z', 'updated_at': '2021-12-08T16:33:09Z', 'revision_number': 4, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'gw_port': {'id': 'afe83aaa-9d67-40b4-aa18-5c1dcd289050', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28efaf43-46eb-4bb0-952b-6df3cd9f9352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:55Z', 'updated_at': '2021-12-08T16:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '3ddb66f7-b61d-4c9b-848f-20aa76a4698f', 'name': '', 'network_id': '9aa49936-a2d8-4b4c-8899-7a242f872b33', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'mac_address': 'fa:16:3e:99:32:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28efaf43-46eb-4bb0-952b-6df3cd9f9352', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'f0493f0b-911b-472f-a927-786c53df20e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:33:07Z', 'updated_at': '2021-12-08T16:33:16Z', 'revision_number': 5, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'subnets': [{'id': 'f0493f0b-911b-472f-a927-786c53df20e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:12.419692 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-b7f2c72b-bee3-4861-a082-10263b5076ef None None] For port abd8180f-6398-471a-995a-ca8e3de6efcb, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:35:12.427399 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-b7f2c72b-bee3-4861-a082-10263b5076ef None None] For port abd8180f-6398-471a-995a-ca8e3de6efcb, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=abd8180f-6398-471a-995a-ca8e3de6efcb,segment=NetworkSegment(d549f7fa-bb2f-48ec-9e19-8b88ccdc5375),segment_id=d549f7fa-bb2f-48ec-9e19-8b88ccdc5375)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:35:12.457517 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 0a796f21-e0fe-459e-bd7b-8e251d9d1eb0 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:35:12.459402 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:12.470457 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81821064-629c-4659-9c1b-8f54b26b5b2c None None] Checking router: 28efaf43-46eb-4bb0-952b-6df3cd9f9352 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:35:12.480600 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81821064-629c-4659-9c1b-8f54b26b5b2c None None] Routers {'28efaf43-46eb-4bb0-952b-6df3cd9f9352'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:35:12.481366 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-81821064-629c-4659-9c1b-8f54b26b5b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:34:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['28efaf43-46eb-4bb0-952b-6df3cd9f9352'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:12.546788 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b7f2c72b-bee3-4861-a082-10263b5076ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:12.552009 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3744644b-7c5b-4bac-80fc-40cfe2aac2c0 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:12.554120 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb58f3-dc08-42bc-a5c0-dece52ad3d26 req-18cb2b17-c8f9-4847-a3f8-11b9d7c436cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:12.555645 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-acdb58f3-dc08-42bc-a5c0-dece52ad3d26 req-18cb2b17-c8f9-4847-a3f8-11b9d7c436cd service neutron] 10.222.0.37 "GET /v2.0/networks?id=9aa49936-a2d8-4b4c-8899-7a242f872b33 HTTP/1.1" status: 200 len: 898 time: 0.2279408 Dec 08 16:35:12.559426 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1a1cd5f8-3839-41ad-923e-9d852c5c4713 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:12.579240 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1a1cd5f8-3839-41ad-923e-9d852c5c4713 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:12.585261 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-1a1cd5f8-3839-41ad-923e-9d852c5c4713 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/f9184902-e4da-48d3-a6cb-aac681831642 HTTP/1.1" status: 204 len: 168 time: 0.5612800 Dec 08 16:35:12.585917 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52064) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:12.657367 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3744644b-7c5b-4bac-80fc-40cfe2aac2c0 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:12.669967 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1cd5f8-3839-41ad-923e-9d852c5c4713 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f9184902-e4da-48d3-a6cb-aac681831642,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:12.743365 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-81821064-629c-4659-9c1b-8f54b26b5b2c None None] Set router 28efaf43-46eb-4bb0-952b-6df3cd9f9352 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:35:12.788522 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3744644b-7c5b-4bac-80fc-40cfe2aac2c0 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eac39721-cda6-4616-a48b-096781eccafa,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:12.816129 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f2c72b-bee3-4861-a082-10263b5076ef None None] Pushing event updated for resources: {'Port': ['ID=abd8180f-6398-471a-995a-ca8e3de6efcb,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:12.832768 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3744644b-7c5b-4bac-80fc-40cfe2aac2c0 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:12.847422 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-3744644b-7c5b-4bac-80fc-40cfe2aac2c0 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9691625 Dec 08 16:35:12.847869 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52068) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:12.848712 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-acdb58f3-dc08-42bc-a5c0-dece52ad3d26 req-7608887d-60cd-4191-95ea-96d1a31f5656 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73014060-6cd3-479e-a5de-4d5f58d90fcd HTTP/1.1" status: 200 len: 217 time: 0.2845931 Dec 08 16:35:12.869826 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-5114315c-7c12-4310-811a-cbc5815e6ba3 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Request body: {'security_group': {'name': 'tempest-secgroup--212986400'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:12.952012 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f7d02d2d-18e7-4c65-990c-a49441cd1d67 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3637993 Dec 08 16:35:12.952786 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52070) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:12.995328 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5114315c-7c12-4310-811a-cbc5815e6ba3 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:13.018401 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb58f3-dc08-42bc-a5c0-dece52ad3d26 req-b222b53e-482d-4bce-a019-c8bab40fb09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:13.020251 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-acdb58f3-dc08-42bc-a5c0-dece52ad3d26 req-b222b53e-482d-4bce-a019-c8bab40fb09f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f0493f0b-911b-472f-a927-786c53df20e5 HTTP/1.1" status: 200 len: 834 time: 0.1145439 Dec 08 16:35:13.203112 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6cca1996-6206-43d1-9b8f-60c9c20ce127 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:13.250480 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6cca1996-6206-43d1-9b8f-60c9c20ce127 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:13.267986 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-81821064-629c-4659-9c1b-8f54b26b5b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28efaf43-46eb-4bb0-952b-6df3cd9f9352', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2015733819', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'afe83aaa-9d67-40b4-aa18-5c1dcd289050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:32:52Z', 'updated_at': '2021-12-08T16:33:09Z', 'revision_number': 4, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'gw_port': {'id': 'afe83aaa-9d67-40b4-aa18-5c1dcd289050', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28efaf43-46eb-4bb0-952b-6df3cd9f9352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:55Z', 'updated_at': '2021-12-08T16:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '3ddb66f7-b61d-4c9b-848f-20aa76a4698f', 'name': '', 'network_id': '9aa49936-a2d8-4b4c-8899-7a242f872b33', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'mac_address': 'fa:16:3e:99:32:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28efaf43-46eb-4bb0-952b-6df3cd9f9352', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'f0493f0b-911b-472f-a927-786c53df20e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:33:07Z', 'updated_at': '2021-12-08T16:33:16Z', 'revision_number': 5, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'subnets': [{'id': 'f0493f0b-911b-472f-a927-786c53df20e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:13.271126 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131896a4-4960-4a81-8281-04c732fe57d2 req-f34dbfbf-9aec-41f5-98fb-6d5f20ea1d3c tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:13.273028 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-131896a4-4960-4a81-8281-04c732fe57d2 req-f34dbfbf-9aec-41f5-98fb-6d5f20ea1d3c tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ea2bcdb-7b63-4fa3-98fa-ba5b17248623 HTTP/1.1" status: 200 len: 946 time: 0.4774370 Dec 08 16:35:13.278489 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb58f3-dc08-42bc-a5c0-dece52ad3d26 req-0b90b355-4231-44e3-b75e-afc2584f5879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:13.281146 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-acdb58f3-dc08-42bc-a5c0-dece52ad3d26 req-0b90b355-4231-44e3-b75e-afc2584f5879 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9aa49936-a2d8-4b4c-8899-7a242f872b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2459741 Dec 08 16:35:13.357136 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81821064-629c-4659-9c1b-8f54b26b5b2c None None] The sync data for ids ['28efaf43-46eb-4bb0-952b-6df3cd9f9352'] in n-d-776250-12 is: [{'id': '28efaf43-46eb-4bb0-952b-6df3cd9f9352', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2015733819', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'afe83aaa-9d67-40b4-aa18-5c1dcd289050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:32:52Z', 'updated_at': '2021-12-08T16:33:09Z', 'revision_number': 4, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'gw_port': {'id': 'afe83aaa-9d67-40b4-aa18-5c1dcd289050', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28efaf43-46eb-4bb0-952b-6df3cd9f9352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:55Z', 'updated_at': '2021-12-08T16:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '3ddb66f7-b61d-4c9b-848f-20aa76a4698f', 'name': '', 'network_id': '9aa49936-a2d8-4b4c-8899-7a242f872b33', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'mac_address': 'fa:16:3e:99:32:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28efaf43-46eb-4bb0-952b-6df3cd9f9352', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'f0493f0b-911b-472f-a927-786c53df20e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:33:07Z', 'updated_at': '2021-12-08T16:33:16Z', 'revision_number': 5, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'subnets': [{'id': 'f0493f0b-911b-472f-a927-786c53df20e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:35:13.373566 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5114315c-7c12-4310-811a-cbc5815e6ba3 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:13.441273 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6cca1996-6206-43d1-9b8f-60c9c20ce127 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:13.444951 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6cca1996-6206-43d1-9b8f-60c9c20ce127 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:13.448517 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-6cca1996-6206-43d1-9b8f-60c9c20ce127 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "DELETE /v2.0/security-groups/9ac93efd-5a9d-49d8-81e6-33c2f48c1842 HTTP/1.1" status: 204 len: 168 time: 0.4859235 Dec 08 16:35:13.451902 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-acdb58f3-dc08-42bc-a5c0-dece52ad3d26 req-248c38bc-2b55-4035-a71e-6a08a001a3be service neutron] 10.222.0.37 "GET /v2.0/networks/9aa49936-a2d8-4b4c-8899-7a242f872b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563311 Dec 08 16:35:13.461929 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52080) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:13.484552 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cca1996-6206-43d1-9b8f-60c9c20ce127 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac93efd-5a9d-49d8-81e6-33c2f48c1842,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:13.504720 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5114315c-7c12-4310-811a-cbc5815e6ba3 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:13.548488 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5114315c-7c12-4310-811a-cbc5815e6ba3 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cabd6c65-69ea-4cce-a55e-ebb868be898e,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:13.599463 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-acdb58f3-dc08-42bc-a5c0-dece52ad3d26 req-5adc77b4-dfbb-4367-85cf-13d7acf29304 service neutron] 10.222.0.37 "GET /v2.0/networks/9aa49936-a2d8-4b4c-8899-7a242f872b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170051 Dec 08 16:35:13.734556 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-131896a4-4960-4a81-8281-04c732fe57d2 req-1fba38e5-cf86-48ac-a96e-d9ed97c83e10 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=612cab1b-cec0-43d6-8e72-252bc370fd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4490166 Dec 08 16:35:13.755716 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5114315c-7c12-4310-811a-cbc5815e6ba3 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:13.755716 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-5114315c-7c12-4310-811a-cbc5815e6ba3 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8847525 Dec 08 16:35:13.755716 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52082) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:13.763233 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-89d71b9f-1113-42ad-b40b-03af336decd3 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Request body: {'security_group_rule': {'security_group_id': 'eac39721-cda6-4616-a48b-096781eccafa', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'cabd6c65-69ea-4cce-a55e-ebb868be898e', 'remote_ip_prefix': None}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:13.782257 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-5eaf198b-a278-40d2-89d8-2813ae88c902 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Allocated IP 2001:db8:1::1 (10c29011-c34d-4093-8a77-fd50136ab877/75c71c0c-89d9-449a-ab3e-f60d4e4a1cdc/5270dbf1-8f46-403d-b9d4-0ad5ce0e08db) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:35:13.791020 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-1ef21deb-8110-4086-9185-4c286d0d667a tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.3277690 Dec 08 16:35:13.801547 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52084) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:13.961935 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-89d71b9f-1113-42ad-b40b-03af336decd3 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:13.962984 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device abd8180f-6398-471a-995a-ca8e3de6efcb up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:35:14.061554 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b1841fbc-7f30-4776-8f2f-0568fda71338 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:14.072034 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8837230-304f-4f38-8528-c0c5e0a9bd2d None None] New status for floating IP 0015e499-2597-47b0-b134-dbd17be792ca: DOWN {{(pid=110552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:35:14.104441 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-89d71b9f-1113-42ad-b40b-03af336decd3 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:14.119442 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363ff9e-87b8-4bce-bfd6-087f0a421bf3 req-11e5ee4e-6289-4379-bb13-eb9cd902bcad tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:14.124788 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e363ff9e-87b8-4bce-bfd6-087f0a421bf3 req-11e5ee4e-6289-4379-bb13-eb9cd902bcad tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ea2bcdb-7b63-4fa3-98fa-ba5b17248623 HTTP/1.1" status: 200 len: 946 time: 0.1658795 Dec 08 16:35:14.217554 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-89d71b9f-1113-42ad-b40b-03af336decd3 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:14.260346 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d71b9f-1113-42ad-b40b-03af336decd3 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29dc302e-195a-4bcd-80a3-7820ff697066,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:14.292596 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port abd8180f-6398-471a-995a-ca8e3de6efcb triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:35:14.293353 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:14.295486 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b1841fbc-7f30-4776-8f2f-0568fda71338 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:14.352557 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5eaf198b-a278-40d2-89d8-2813ae88c902 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:14.408768 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-94bc8c86-3644-47a8-8cc7-029c4f92cdba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:14.409637 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-89d71b9f-1113-42ad-b40b-03af336decd3 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:14.410918 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-89d71b9f-1113-42ad-b40b-03af336decd3 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6538968 Dec 08 16:35:14.413893 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52096) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:14.416028 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:14.435763 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-e363ff9e-87b8-4bce-bfd6-087f0a421bf3 req-0da54169-a4bf-4e8b-8f16-18f4675fa40d tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Deleting port 73014060-6cd3-479e-a5de-4d5f58d90fcd {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:35:14.436609 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e363ff9e-87b8-4bce-bfd6-087f0a421bf3 req-0da54169-a4bf-4e8b-8f16-18f4675fa40d tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:14.461776 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port abd8180f-6398-471a-995a-ca8e3de6efcb, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=abd8180f-6398-471a-995a-ca8e3de6efcb,segment=NetworkSegment(d549f7fa-bb2f-48ec-9e19-8b88ccdc5375),segment_id=d549f7fa-bb2f-48ec-9e19-8b88ccdc5375)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:35:14.474614 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-05cb6273-a25a-47bf-bbb4-b2f5d68d6caf tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:14.495994 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-05cb6273-a25a-47bf-bbb4-b2f5d68d6caf tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:14.550356 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:14.644426 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=abd8180f-6398-471a-995a-ca8e3de6efcb,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:14.650705 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-e363ff9e-87b8-4bce-bfd6-087f0a421bf3 req-0da54169-a4bf-4e8b-8f16-18f4675fa40d tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] For port 73014060-6cd3-479e-a5de-4d5f58d90fcd, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=73014060-6cd3-479e-a5de-4d5f58d90fcd,segment=NetworkSegment(75f8eacf-09fa-44d1-9fa5-2b7d3d1ef9ec),segment_id=75f8eacf-09fa-44d1-9fa5-2b7d3d1ef9ec)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:35:14.651291 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e363ff9e-87b8-4bce-bfd6-087f0a421bf3 req-0da54169-a4bf-4e8b-8f16-18f4675fa40d tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:14.668898 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-e363ff9e-87b8-4bce-bfd6-087f0a421bf3 req-0da54169-a4bf-4e8b-8f16-18f4675fa40d tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Calling delete_port for 73014060-6cd3-479e-a5de-4d5f58d90fcd owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:35:14.675123 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e004f324-bd5e-444f-b452-c6c04b6984a6 None None] Network 10c29011-c34d-4093-8a77-fd50136ab877 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:35:14.697928 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-05cb6273-a25a-47bf-bbb4-b2f5d68d6caf tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:14.705280 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-05cb6273-a25a-47bf-bbb4-b2f5d68d6caf tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:14.709107 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-05cb6273-a25a-47bf-bbb4-b2f5d68d6caf tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/29dc302e-195a-4bcd-80a3-7820ff697066 HTTP/1.1" status: 204 len: 168 time: 0.2942057 Dec 08 16:35:14.709732 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52106) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:14.738898 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b1841fbc-7f30-4776-8f2f-0568fda71338 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:14.741775 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b1841fbc-7f30-4776-8f2f-0568fda71338 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:14.745512 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b1841fbc-7f30-4776-8f2f-0568fda71338 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "DELETE /v2.0/security-groups/74cd41af-f272-459c-b0f4-3b4dbec3c779 HTTP/1.1" status: 204 len: 168 time: 0.9445100 Dec 08 16:35:14.749087 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5eaf198b-a278-40d2-89d8-2813ae88c902 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:14.763505 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52108) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:14.772389 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cb6273-a25a-47bf-bbb4-b2f5d68d6caf tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=29dc302e-195a-4bcd-80a3-7820ff697066,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:14.832737 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaf198b-a278-40d2-89d8-2813ae88c902 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event updated for resources: {'Port': ['ID=5270dbf1-8f46-403d-b9d4-0ad5ce0e08db,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:14.836787 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-a1e4e1aa-0a33-4781-aed4-21be25a51e0a None None] Provisioning complete for port abd8180f-6398-471a-995a-ca8e3de6efcb triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:35:14.837167 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a1e4e1aa-0a33-4781-aed4-21be25a51e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:14.851771 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1841fbc-7f30-4776-8f2f-0568fda71338 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74cd41af-f272-459c-b0f4-3b4dbec3c779,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:14.863580 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eaf198b-a278-40d2-89d8-2813ae88c902 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Network 10c29011-c34d-4093-8a77-fd50136ab877 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:35:14.884569 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-5eaf198b-a278-40d2-89d8-2813ae88c902 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:35:14.887147 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-65abb0a7-57b1-426d-8ebe-3cdb40eb134d tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1674836 Dec 08 16:35:14.887861 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52112) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:14.905143 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eaf198b-a278-40d2-89d8-2813ae88c902 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:35:14.905697 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5eaf198b-a278-40d2-89d8-2813ae88c902 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:15.085748 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-3288fbca-a335-4728-92c1-684b99c583e4 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2661602 Dec 08 16:35:15.099956 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52116) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:15.105543 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-1b43527d-4cc1-45b6-b0be-02004e903150 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Request body: {'security_group': {'name': 'tempest-secgroup--1221915841'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:15.134490 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a9e5c-01b2-4f13-b3d4-10c6ba48e151 req-739c02fd-0ab3-4f77-a3f9-2173e9d867d4 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:15.143091 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2d7a9e5c-01b2-4f13-b3d4-10c6ba48e151 req-739c02fd-0ab3-4f77-a3f9-2173e9d867d4 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ea2bcdb-7b63-4fa3-98fa-ba5b17248623 HTTP/1.1" status: 200 len: 946 time: 0.1831045 Dec 08 16:35:15.169777 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fe7ae889-b32a-4b13-be76-a4fb7ad06f40 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:15.233095 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fe7ae889-b32a-4b13-be76-a4fb7ad06f40 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:15.261518 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2d7a9e5c-01b2-4f13-b3d4-10c6ba48e151 req-9ecf1d05-3039-4dd8-80bf-265d638bba81 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/security-groups?id=612cab1b-cec0-43d6-8e72-252bc370fd34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172354 Dec 08 16:35:15.286574 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1b43527d-4cc1-45b6-b0be-02004e903150 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:15.297571 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:15.423030 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1b43527d-4cc1-45b6-b0be-02004e903150 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:15.454718 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5eaf198b-a278-40d2-89d8-2813ae88c902 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:15.483116 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e363ff9e-87b8-4bce-bfd6-087f0a421bf3 req-0da54169-a4bf-4e8b-8f16-18f4675fa40d tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:15.493177 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1b43527d-4cc1-45b6-b0be-02004e903150 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:15.601123 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b43527d-4cc1-45b6-b0be-02004e903150 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5515bc6f-ae16-46e7-85c3-2f6fa337d823,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:15.607263 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fe7ae889-b32a-4b13-be76-a4fb7ad06f40 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:15.614048 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fe7ae889-b32a-4b13-be76-a4fb7ad06f40 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:15.622507 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-fe7ae889-b32a-4b13-be76-a4fb7ad06f40 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "DELETE /v2.0/security-groups/cabd6c65-69ea-4cce-a55e-ebb868be898e HTTP/1.1" status: 204 len: 168 time: 0.7323813 Dec 08 16:35:15.623402 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52126) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:15.664096 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da54169-a4bf-4e8b-8f16-18f4675fa40d tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event deleted for resources: {'Port': ['ID=73014060-6cd3-479e-a5de-4d5f58d90fcd,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:15.685746 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1b43527d-4cc1-45b6-b0be-02004e903150 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:15.687246 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-1b43527d-4cc1-45b6-b0be-02004e903150 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5854182 Dec 08 16:35:15.691385 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52128) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:15.692276 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7ae889-b32a-4b13-be76-a4fb7ad06f40 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cabd6c65-69ea-4cce-a55e-ebb868be898e,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:15.698638 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-715342bc-cb7c-4da2-a17d-3b3e4ec1f1e4 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Request body: {'security_group_rule': {'security_group_id': '5515bc6f-ae16-46e7-85c3-2f6fa337d823', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:15.810283 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-c2032f23-e760-4f81-a634-d9a726b262fa None None] Provisioning complete for port 5270dbf1-8f46-403d-b9d4-0ad5ce0e08db triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:35:15.816289 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c2032f23-e760-4f81-a634-d9a726b262fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:15.825287 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ae666d71-d2c0-4b29-9d7f-dadbe93a9264 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1910882 Dec 08 16:35:15.826111 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52130) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:15.893235 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device abd8180f-6398-471a-995a-ca8e3de6efcb up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:35:16.004478 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-715342bc-cb7c-4da2-a17d-3b3e4ec1f1e4 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:16.006357 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-c2032f23-e760-4f81-a634-d9a726b262fa None None] Port 5270dbf1-8f46-403d-b9d4-0ad5ce0e08db cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:35:16.056482 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-c2032f23-e760-4f81-a634-d9a726b262fa None None] Provisioning complete for port abd8180f-6398-471a-995a-ca8e3de6efcb triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:35:16.056873 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c2032f23-e760-4f81-a634-d9a726b262fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:16.164951 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port abd8180f-6398-471a-995a-ca8e3de6efcb triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:35:16.170658 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:16.174732 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-715342bc-cb7c-4da2-a17d-3b3e4ec1f1e4 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:16.191194 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-442ffa01-b72c-4268-85c4-ed120d05b356 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:16.248165 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-442ffa01-b72c-4268-85c4-ed120d05b356 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:16.250865 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-715342bc-cb7c-4da2-a17d-3b3e4ec1f1e4 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:16.354260 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-e363ff9e-87b8-4bce-bfd6-087f0a421bf3 req-0da54169-a4bf-4e8b-8f16-18f4675fa40d tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] No DVR routers for this DVR port 73014060-6cd3-479e-a5de-4d5f58d90fcd on host n-h2-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:35:16.358656 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e363ff9e-87b8-4bce-bfd6-087f0a421bf3 req-0da54169-a4bf-4e8b-8f16-18f4675fa40d tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:16.363203 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715342bc-cb7c-4da2-a17d-3b3e4ec1f1e4 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c915ea4d-a523-4680-a597-f3275e5097d6,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:16.368826 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e363ff9e-87b8-4bce-bfd6-087f0a421bf3 req-0da54169-a4bf-4e8b-8f16-18f4675fa40d tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.37 "DELETE /v2.0/ports/73014060-6cd3-479e-a5de-4d5f58d90fcd HTTP/1.1" status: 204 len: 173 time: 2.2382987 Dec 08 16:35:16.391874 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-715342bc-cb7c-4da2-a17d-3b3e4ec1f1e4 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:16.394680 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-715342bc-cb7c-4da2-a17d-3b3e4ec1f1e4 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7001209 Dec 08 16:35:16.408598 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52142) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:16.409642 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ea2bcdb-7b63-4fa3-98fa-ba5b17248623', 'name': 'network-vif-deleted', 'tag': '73014060-6cd3-479e-a5de-4d5f58d90fcd'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:35:16.412269 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6e47e7-f685-4abd-87da-7dd3da680390" -d '{"events": [{"server_uuid": "6ea2bcdb-7b63-4fa3-98fa-ba5b17248623", "name": "network-vif-deleted", "tag": "73014060-6cd3-479e-a5de-4d5f58d90fcd"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:35:16.466549 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-25d3d716-ca71-424f-8099-3fe9b7cfcd72 None None] Provisioning complete for port 5270dbf1-8f46-403d-b9d4-0ad5ce0e08db triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:35:16.467628 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-25d3d716-ca71-424f-8099-3fe9b7cfcd72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:16.483356 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ac31e44a-f19e-4b8e-af79-a775b83d5224 req-15202013-231d-4211-8a83-5fb65ed52718 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ea2bcdb-7b63-4fa3-98fa-ba5b17248623 HTTP/1.1" status: 200 len: 210 time: 0.0759063 Dec 08 16:35:16.526271 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-be6bd275-fb92-480b-80ff-b37f8e88e00f tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:16.528071 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-25d3d716-ca71-424f-8099-3fe9b7cfcd72 None None] Port 5270dbf1-8f46-403d-b9d4-0ad5ce0e08db cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:35:16.578702 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-be6bd275-fb92-480b-80ff-b37f8e88e00f tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:16.590066 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a949d3e-5108-45ea-8caa-145c7a7a8533 x-openstack-request-id: req-0a949d3e-5108-45ea-8caa-145c7a7a8533 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:35:16.590369 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ea2bcdb-7b63-4fa3-98fa-ba5b17248623", "name": "network-vif-deleted", "tag": "73014060-6cd3-479e-a5de-4d5f58d90fcd", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:35:16.590685 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0a949d3e-5108-45ea-8caa-145c7a7a8533 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:35:16.591186 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ea2bcdb-7b63-4fa3-98fa-ba5b17248623', 'name': 'network-vif-deleted', 'tag': '73014060-6cd3-479e-a5de-4d5f58d90fcd', 'status': 'completed', 'code': 200} Dec 08 16:35:16.641059 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-442ffa01-b72c-4268-85c4-ed120d05b356 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:16.645313 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5eaf198b-a278-40d2-89d8-2813ae88c902 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:16.647099 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-442ffa01-b72c-4268-85c4-ed120d05b356 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:16.649149 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-442ffa01-b72c-4268-85c4-ed120d05b356 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "DELETE /v2.0/security-groups/eac39721-cda6-4616-a48b-096781eccafa HTTP/1.1" status: 204 len: 168 time: 0.8037393 Dec 08 16:35:16.663570 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52146) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:16.663889 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442ffa01-b72c-4268-85c4-ed120d05b356 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac39721-cda6-4616-a48b-096781eccafa,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:16.712625 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3986c0-8202-40f5-91c9-7a07735c0026 req-c28224d5-f803-46aa-a0c0-b01b6ba18dbf tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:16.719952 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-df3986c0-8202-40f5-91c9-7a07735c0026 req-c28224d5-f803-46aa-a0c0-b01b6ba18dbf tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/networks?id=b16f21e0-d13a-4c4c-a863-a31df2be91b8 HTTP/1.1" status: 200 len: 811 time: 0.4137161 Dec 08 16:35:16.732108 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-be6bd275-fb92-480b-80ff-b37f8e88e00f tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:16.739339 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-be6bd275-fb92-480b-80ff-b37f8e88e00f tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:16.743655 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-df3986c0-8202-40f5-91c9-7a07735c0026 req-1365bed9-1698-466f-b55a-36250861d822 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/quotas/71f5826d1b3d4cd5a2c95e78c7917860 HTTP/1.1" status: 200 len: 375 time: 0.0223613 Dec 08 16:35:16.748891 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-be6bd275-fb92-480b-80ff-b37f8e88e00f tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/c915ea4d-a523-4680-a597-f3275e5097d6 HTTP/1.1" status: 204 len: 168 time: 0.3336692 Dec 08 16:35:16.748891 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52148) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:16.780476 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5eaf198b-a278-40d2-89d8-2813ae88c902 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:16.781521 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5eaf198b-a278-40d2-89d8-2813ae88c902 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:16.801207 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6bd275-fb92-480b-80ff-b37f8e88e00f tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c915ea4d-a523-4680-a597-f3275e5097d6,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:16.831463 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:16.846253 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f92753b7-7461-4b39-9701-cae611699c81 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0921719 Dec 08 16:35:16.847021 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52150) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:16.860444 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-3168cfe8-e7dc-43f1-a9f7-1388ac9185d0 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1989696 Dec 08 16:35:16.861120 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52152) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:16.932969 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-353856b6-c903-4c9e-ab91-c088f7f35684 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:16.966050 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-353856b6-c903-4c9e-ab91-c088f7f35684 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:17.092563 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-353856b6-c903-4c9e-ab91-c088f7f35684 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:17.097133 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-353856b6-c903-4c9e-ab91-c088f7f35684 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:17.100701 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-353856b6-c903-4c9e-ab91-c088f7f35684 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "DELETE /v2.0/security-groups/5515bc6f-ae16-46e7-85c3-2f6fa337d823 HTTP/1.1" status: 204 len: 168 time: 0.2517116 Dec 08 16:35:17.106271 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52154) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:17.175270 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-0f23fa75-87aa-4be9-a4a8-dd22211d54d0 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Request body: {'security_group': {'name': 'tempest-secgroup--1305296677'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:17.208916 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353856b6-c903-4c9e-ab91-c088f7f35684 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5515bc6f-ae16-46e7-85c3-2f6fa337d823,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:17.220838 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaf198b-a278-40d2-89d8-2813ae88c902 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event updated for resources: {'Port': ['ID=5270dbf1-8f46-403d-b9d4-0ad5ce0e08db,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:17.251318 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-df3986c0-8202-40f5-91c9-7a07735c0026 req-464ef3e1-80b5-475f-a02a-c6b20dae59ed tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=71f5826d1b3d4cd5a2c95e78c7917860&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5070486 Dec 08 16:35:17.253144 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-40902546-ce51-4454-819d-aaacbd2c2e6f tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1454194 Dec 08 16:35:17.260601 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52158) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:17.261283 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-066fa70b-8dac-49d1-9c5a-3287a0a1606a tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Request body: {'security_group': {'name': 'tempest-secgroup--423743361'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:17.347415 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eaf198b-a278-40d2-89d8-2813ae88c902 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Network 10c29011-c34d-4093-8a77-fd50136ab877 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:35:17.354628 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-5eaf198b-a278-40d2-89d8-2813ae88c902 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:35:17.416819 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0f23fa75-87aa-4be9-a4a8-dd22211d54d0 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:17.463960 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-df3986c0-8202-40f5-91c9-7a07735c0026 req-1d2a0f18-2bae-4264-bff3-921baeb34ef8 service neutron] 10.222.0.64 "GET /v2.0/networks/b16f21e0-d13a-4c4c-a863-a31df2be91b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111676 Dec 08 16:35:17.492361 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-066fa70b-8dac-49d1-9c5a-3287a0a1606a tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:17.575216 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0f23fa75-87aa-4be9-a4a8-dd22211d54d0 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:17.661260 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52164) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:17.686934 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-066fa70b-8dac-49d1-9c5a-3287a0a1606a tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:17.692057 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:17.723085 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0f23fa75-87aa-4be9-a4a8-dd22211d54d0 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:17.772605 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eaf198b-a278-40d2-89d8-2813ae88c902 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Router df5a22b2-3f8b-4450-916c-3d384120c99b has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:35:17.773007 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-066fa70b-8dac-49d1-9c5a-3287a0a1606a tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:17.773527 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-9b8cdc00-fd0b-4f67-856a-e8dd9f17775d None None] Provisioning complete for port 5270dbf1-8f46-403d-b9d4-0ad5ce0e08db triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:35:17.774174 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9b8cdc00-fd0b-4f67-856a-e8dd9f17775d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:17.819734 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066fa70b-8dac-49d1-9c5a-3287a0a1606a tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e169776-6ad8-420f-93e2-18a9d6a19d39,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:17.822015 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-9b8cdc00-fd0b-4f67-856a-e8dd9f17775d None None] Port 5270dbf1-8f46-403d-b9d4-0ad5ce0e08db cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:35:17.848529 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f23fa75-87aa-4be9-a4a8-dd22211d54d0 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f17bf427-a1ba-4c25-9209-08d2bde63786,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:17.869078 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-df3986c0-8202-40f5-91c9-7a07735c0026 req-d4de5117-b155-41dd-8223-1e2148caedd4 service neutron] 10.222.0.64 "GET /v2.0/networks/b16f21e0-d13a-4c4c-a863-a31df2be91b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898924 Dec 08 16:35:17.908044 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0f23fa75-87aa-4be9-a4a8-dd22211d54d0 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:17.909330 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-0f23fa75-87aa-4be9-a4a8-dd22211d54d0 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7702351 Dec 08 16:35:17.912363 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52166) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:17.917098 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-4f74c5df-8e9a-4b0d-a5ea-f4d964de55e1 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Request body: {'security_group_rule': {'security_group_id': 'f17bf427-a1ba-4c25-9209-08d2bde63786', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:17.929899 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-066fa70b-8dac-49d1-9c5a-3287a0a1606a tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:17.931448 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-066fa70b-8dac-49d1-9c5a-3287a0a1606a tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6737554 Dec 08 16:35:17.938782 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52168) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:17.944486 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-179b3e40-431e-4eed-a440-60984e36c0bd tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Request body: {'security_group_rule': {'security_group_id': '5e169776-6ad8-420f-93e2-18a9d6a19d39', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:18.038121 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eaf198b-a278-40d2-89d8-2813ae88c902 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:35:18.052016 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49683943-c83d-4641-ace1-deb639641aa5 None None] Sync routers for ids ['df5a22b2-3f8b-4450-916c-3d384120c99b'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:35:18.058457 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52176) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:18.062258 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-5eaf198b-a278-40d2-89d8-2813ae88c902 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "PUT /v2.0/routers/df5a22b2-3f8b-4450-916c-3d384120c99b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3569977 Dec 08 16:35:18.071192 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49683943-c83d-4641-ace1-deb639641aa5 None None] Routers {'df5a22b2-3f8b-4450-916c-3d384120c99b'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:35:18.071410 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-2e048fe5-4502-43c1-826b-b4f8a4ddd0d1 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-510511967'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:18.072221 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-49683943-c83d-4641-ace1-deb639641aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:35:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['df5a22b2-3f8b-4450-916c-3d384120c99b'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:18.087849 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4f74c5df-8e9a-4b0d-a5ea-f4d964de55e1 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:18.170164 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-179b3e40-431e-4eed-a440-60984e36c0bd tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:18.181989 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-49683943-c83d-4641-ace1-deb639641aa5 None None] Set router df5a22b2-3f8b-4450-916c-3d384120c99b gateway port host: None {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:35:18.259975 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4f74c5df-8e9a-4b0d-a5ea-f4d964de55e1 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:18.260955 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e048fe5-4502-43c1-826b-b4f8a4ddd0d1 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Made reservation on behalf of e453488086be4d498945c559a2dae3d9 for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:35:18.265611 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2e048fe5-4502-43c1-826b-b4f8a4ddd0d1 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:18.307430 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e048fe5-4502-43c1-826b-b4f8a4ddd0d1 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:35:18.322888 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2e048fe5-4502-43c1-826b-b4f8a4ddd0d1 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:18.323245 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-2e048fe5-4502-43c1-826b-b4f8a4ddd0d1 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Added segment 7b274dcb-4149-4654-a406-e8a1fc419dbc of type vlan for network 5a6dae4d-2e43-4c42-818b-7b47282ce2de Dec 08 16:35:18.342565 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-179b3e40-431e-4eed-a440-60984e36c0bd tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:18.379839 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4f74c5df-8e9a-4b0d-a5ea-f4d964de55e1 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:18.405628 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2e048fe5-4502-43c1-826b-b4f8a4ddd0d1 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:18.417039 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f74c5df-8e9a-4b0d-a5ea-f4d964de55e1 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93d557a7-e6af-4e92-b3e8-ac8e31342706,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:18.508869 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-179b3e40-431e-4eed-a440-60984e36c0bd tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:18.536781 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-49683943-c83d-4641-ace1-deb639641aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'name': 'tempest-RoutersIpV6Test-router-1974696606', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:35:00Z', 'updated_at': '2021-12-08T16:35:15Z', 'revision_number': 3, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'gw_port_host': None, '_interfaces': [{'id': '0a796f21-e0fe-459e-bd7b-8e251d9d1eb0', 'name': '', 'network_id': '2927b57d-9edb-4371-b7f1-927e216b45d8', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'mac_address': 'fa:16:3e:7a:7c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ed6b66b8-169c-4374-baba-a8225ae62e28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:04Z', 'updated_at': '2021-12-08T16:35:10Z', 'revision_number': 5, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'subnets': [{'id': 'ed6b66b8-169c-4374-baba-a8225ae62e28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5270dbf1-8f46-403d-b9d4-0ad5ce0e08db', 'name': '', 'network_id': '10c29011-c34d-4093-8a77-fd50136ab877', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'mac_address': 'fa:16:3e:45:67:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '75c71c0c-89d9-449a-ab3e-f60d4e4a1cdc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:12Z', 'updated_at': '2021-12-08T16:35:16Z', 'revision_number': 2, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'subnets': [{'id': '75c71c0c-89d9-449a-ab3e-f60d4e4a1cdc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:18.539473 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179b3e40-431e-4eed-a440-60984e36c0bd tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c25f40e0-01b7-4f2b-b07d-0bf1eedf114b,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:18.558631 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-15cd31a6-4b32-4c9e-aa24-93c68277d01e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:18.562935 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4f74c5df-8e9a-4b0d-a5ea-f4d964de55e1 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:18.567787 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-4f74c5df-8e9a-4b0d-a5ea-f4d964de55e1 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6543257 Dec 08 16:35:18.568490 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52182) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:18.578805 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 73014060-6cd3-479e-a5de-4d5f58d90fcd no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:35:18.599866 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49683943-c83d-4641-ace1-deb639641aa5 None None] Checking router: df5a22b2-3f8b-4450-916c-3d384120c99b for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:35:18.608960 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49683943-c83d-4641-ace1-deb639641aa5 None None] Updating router df5a22b2-3f8b-4450-916c-3d384120c99b port 5270dbf1-8f46-403d-b9d4-0ad5ce0e08db binding host n-d-776250-12 {{(pid=110553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:35:18.631566 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fa67320a-3f79-4ddf-84ad-78762a6b7bed tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:18.645865 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fa67320a-3f79-4ddf-84ad-78762a6b7bed tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:18.652544 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2e048fe5-4502-43c1-826b-b4f8a4ddd0d1 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:18.655827 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-49683943-c83d-4641-ace1-deb639641aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:18.667664 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e048fe5-4502-43c1-826b-b4f8a4ddd0d1 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:18.668301 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2e048fe5-4502-43c1-826b-b4f8a4ddd0d1 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:18.686665 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: 73014060-6cd3-479e-a5de-4d5f58d90fcd {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:35:18.690089 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 73014060-6cd3-479e-a5de-4d5f58d90fcd not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:35:18.729463 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-179b3e40-431e-4eed-a440-60984e36c0bd tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:18.733345 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-179b3e40-431e-4eed-a440-60984e36c0bd tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7901852 Dec 08 16:35:18.749975 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52190) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:18.781493 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-f1f6bc4b-af62-41ad-b313-7148998a8b1d tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "GET /v2.0/security-group-rules/c25f40e0-01b7-4f2b-b07d-0bf1eedf114b HTTP/1.1" status: 200 len: 763 time: 0.0295596 Dec 08 16:35:18.785096 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52192) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:18.850312 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-17ce605b-9a25-4a21-b6d8-e1b1dd248206 req-83311826-453e-41d5-91db-a06eca58e328 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0c878ae-433b-4edb-a501-cd1cee9e51c2 HTTP/1.1" status: 200 len: 210 time: 0.1737881 Dec 08 16:35:18.918316 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e048fe5-4502-43c1-826b-b4f8a4ddd0d1 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event updated for resources: {'Network': ['ID=5a6dae4d-2e43-4c42-818b-7b47282ce2de,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:18.930882 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 5a6dae4d-2e43-4c42-818b-7b47282ce2de details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:35:18.972753 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52198) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:18.973500 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-12076f7f-6ac1-4d94-a75b-9140ae2351d9 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1870217 Dec 08 16:35:18.995165 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fa67320a-3f79-4ddf-84ad-78762a6b7bed tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:19.020692 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fa67320a-3f79-4ddf-84ad-78762a6b7bed tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:19.025097 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-fa67320a-3f79-4ddf-84ad-78762a6b7bed tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/93d557a7-e6af-4e92-b3e8-ac8e31342706 HTTP/1.1" status: 204 len: 168 time: 0.4532340 Dec 08 16:35:19.025809 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52202) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:19.046013 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-2e048fe5-4502-43c1-826b-b4f8a4ddd0d1 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9850011 Dec 08 16:35:19.056069 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa67320a-3f79-4ddf-84ad-78762a6b7bed tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=93d557a7-e6af-4e92-b3e8-ac8e31342706,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:19.056497 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52204) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:19.074760 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-7e4a759b-cb90-4512-85e9-78ad4c9c1937 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Request body: {'subnet': {'network_id': '5a6dae4d-2e43-4c42-818b-7b47282ce2de', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:19.076035 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4d6397aa-1416-4f74-a4e3-01b541f61de3 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:19.088807 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4d6397aa-1416-4f74-a4e3-01b541f61de3 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:19.172055 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52206) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:19.178592 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-49683943-c83d-4641-ace1-deb639641aa5 None None] Publish callbacks [] for port, precommit_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:19.268473 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-64f6b5cf-375a-45c3-ba0a-e9866e5b21c6 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2141364 Dec 08 16:35:19.275071 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4d6397aa-1416-4f74-a4e3-01b541f61de3 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:19.277208 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52210) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:19.291632 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4d6397aa-1416-4f74-a4e3-01b541f61de3 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:19.297387 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52212) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:19.309322 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-4d6397aa-1416-4f74-a4e3-01b541f61de3 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/c25f40e0-01b7-4f2b-b07d-0bf1eedf114b HTTP/1.1" status: 204 len: 168 time: 0.3325496 Dec 08 16:35:19.324524 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6397aa-1416-4f74-a4e3-01b541f61de3 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c25f40e0-01b7-4f2b-b07d-0bf1eedf114b,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:19.337912 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-49683943-c83d-4641-ace1-deb639641aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:19.350775 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-15cd31a6-4b32-4c9e-aa24-93c68277d01e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Deleting port 3ddb66f7-b61d-4c9b-848f-20aa76a4698f {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:35:19.351353 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-15cd31a6-4b32-4c9e-aa24-93c68277d01e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:19.359677 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-17a691fd-a7df-44dc-a337-1351f42dc7ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:19.429161 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-5bb21291-1c27-4c4e-9d92-8e5a358dd6e7 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1317415 Dec 08 16:35:19.434811 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52214) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:19.440701 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4a759b-cb90-4512-85e9-78ad4c9c1937 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Made reservation on behalf of e453488086be4d498945c559a2dae3d9 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:35:19.444473 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7e4a759b-cb90-4512-85e9-78ad4c9c1937 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:19.458107 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-daef5aa0-597a-48a8-9a19-a354f3aa5215 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Request body: {'security_group_rule': {'security_group_id': '5e169776-6ad8-420f-93e2-18a9d6a19d39', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:19.470668 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c37ef5-c94e-4295-bbab-a0ebdf562773 None None] Pushing event updated for resources: {'Port': ['ID=5270dbf1-8f46-403d-b9d4-0ad5ce0e08db,revision_number=3']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:19.490392 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c37ef5-c94e-4295-bbab-a0ebdf562773 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:19.491089 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c37ef5-c94e-4295-bbab-a0ebdf562773 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:19.492126 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c37ef5-c94e-4295-bbab-a0ebdf562773 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:19.498030 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c37ef5-c94e-4295-bbab-a0ebdf562773 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:19.498030 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c37ef5-c94e-4295-bbab-a0ebdf562773 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:19.498030 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c37ef5-c94e-4295-bbab-a0ebdf562773 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:19.498030 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c37ef5-c94e-4295-bbab-a0ebdf562773 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:19.498030 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c37ef5-c94e-4295-bbab-a0ebdf562773 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:19.498030 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c37ef5-c94e-4295-bbab-a0ebdf562773 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:19.498030 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c37ef5-c94e-4295-bbab-a0ebdf562773 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:19.498030 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c37ef5-c94e-4295-bbab-a0ebdf562773 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:19.498636 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c37ef5-c94e-4295-bbab-a0ebdf562773 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:19.499031 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a2af60b6-5177-4832-b705-06a6b4a79900 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:19.499194 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c37ef5-c94e-4295-bbab-a0ebdf562773 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:19.558003 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a2af60b6-5177-4832-b705-06a6b4a79900 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:19.615485 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-17a691fd-a7df-44dc-a337-1351f42dc7ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:19.618552 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-49683943-c83d-4641-ace1-deb639641aa5 None None] Attempting to bind port 5270dbf1-8f46-403d-b9d4-0ad5ce0e08db on host n-d-776250-12 for vnic_type normal with profile {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:35:19.619023 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-49683943-c83d-4641-ace1-deb639641aa5 None None] Attempting to bind port 5270dbf1-8f46-403d-b9d4-0ad5ce0e08db by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'd549f7fa-bb2f-48ec-9e19-8b88ccdc5375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '10c29011-c34d-4093-8a77-fd50136ab877'}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:35:19.619397 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49683943-c83d-4641-ace1-deb639641aa5 None None] Attempting to bind port 5270dbf1-8f46-403d-b9d4-0ad5ce0e08db on network 10c29011-c34d-4093-8a77-fd50136ab877 {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:35:19.625948 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-15cd31a6-4b32-4c9e-aa24-93c68277d01e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] For port 3ddb66f7-b61d-4c9b-848f-20aa76a4698f, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=3ddb66f7-b61d-4c9b-848f-20aa76a4698f,segment=NetworkSegment(75f8eacf-09fa-44d1-9fa5-2b7d3d1ef9ec),segment_id=75f8eacf-09fa-44d1-9fa5-2b7d3d1ef9ec)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:35:19.627217 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-15cd31a6-4b32-4c9e-aa24-93c68277d01e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:19.628226 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49683943-c83d-4641-ace1-deb639641aa5 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:35:19.628621 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49683943-c83d-4641-ace1-deb639641aa5 None None] Checking segment: {'id': 'd549f7fa-bb2f-48ec-9e19-8b88ccdc5375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '10c29011-c34d-4093-8a77-fd50136ab877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:35:19.629037 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-49683943-c83d-4641-ace1-deb639641aa5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:19.629481 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49683943-c83d-4641-ace1-deb639641aa5 None None] Bound using segment: {'id': 'd549f7fa-bb2f-48ec-9e19-8b88ccdc5375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '10c29011-c34d-4093-8a77-fd50136ab877'} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:35:19.630621 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-49683943-c83d-4641-ace1-deb639641aa5 None None] Bound port: 5270dbf1-8f46-403d-b9d4-0ad5ce0e08db, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd549f7fa-bb2f-48ec-9e19-8b88ccdc5375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '10c29011-c34d-4093-8a77-fd50136ab877'}}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:35:19.631021 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-49683943-c83d-4641-ace1-deb639641aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:19.655705 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-15cd31a6-4b32-4c9e-aa24-93c68277d01e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Calling delete_port for 3ddb66f7-b61d-4c9b-848f-20aa76a4698f owned by network:router_interface {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:35:19.694129 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-daef5aa0-597a-48a8-9a19-a354f3aa5215 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:19.743509 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-49683943-c83d-4641-ace1-deb639641aa5 None None] For port 5270dbf1-8f46-403d-b9d4-0ad5ce0e08db, host n-d-776250-12, cleared binding levels {{(pid=110553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:35:19.747385 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-49683943-c83d-4641-ace1-deb639641aa5 None None] For port 5270dbf1-8f46-403d-b9d4-0ad5ce0e08db, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=5270dbf1-8f46-403d-b9d4-0ad5ce0e08db,segment=NetworkSegment(d549f7fa-bb2f-48ec-9e19-8b88ccdc5375),segment_id=d549f7fa-bb2f-48ec-9e19-8b88ccdc5375)] {{(pid=110553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:35:19.755347 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-17a691fd-a7df-44dc-a337-1351f42dc7ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:19.805142 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a2af60b6-5177-4832-b705-06a6b4a79900 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:19.806259 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a2af60b6-5177-4832-b705-06a6b4a79900 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:19.809854 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a2af60b6-5177-4832-b705-06a6b4a79900 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "DELETE /v2.0/security-groups/f17bf427-a1ba-4c25-9209-08d2bde63786 HTTP/1.1" status: 204 len: 168 time: 0.5292866 Dec 08 16:35:19.811536 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52220) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:19.842111 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-17a691fd-a7df-44dc-a337-1351f42dc7ba admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7730d7276ec4443ba8408c88d1a4129c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6666393 Dec 08 16:35:19.850394 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52222) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:19.854746 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a691fd-a7df-44dc-a337-1351f42dc7ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ae0d4c-c99d-4eb9-b59a-a2cb28bc6b87,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:19.855551 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2af60b6-5177-4832-b705-06a6b4a79900 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17bf427-a1ba-4c25-9209-08d2bde63786,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:19.871902 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-daef5aa0-597a-48a8-9a19-a354f3aa5215 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:19.885448 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-49683943-c83d-4641-ace1-deb639641aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:19.948225 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-9e4b34b1-f262-4cba-a703-21ef64bfdea2 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1044014 Dec 08 16:35:19.965850 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52226) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:19.974008 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-2c1dd674-027f-461d-adb2-f1ec50d13831 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Request body: {'security_group': {'name': 'tempest-secgroup--579930940'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:19.976941 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-795329e2-fe51-4fa4-820d-3d2d5bb708e6 None None] Provisioning complete for port 5270dbf1-8f46-403d-b9d4-0ad5ce0e08db triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:35:19.977746 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-795329e2-fe51-4fa4-820d-3d2d5bb708e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:19.981887 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c37ef5-c94e-4295-bbab-a0ebdf562773 None None] Pushing event updated for resources: {'Port': ['ID=5270dbf1-8f46-403d-b9d4-0ad5ce0e08db,revision_number=4']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:19.991949 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49683943-c83d-4641-ace1-deb639641aa5 None None] Routers {'df5a22b2-3f8b-4450-916c-3d384120c99b'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:35:19.992858 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-49683943-c83d-4641-ace1-deb639641aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:35:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['df5a22b2-3f8b-4450-916c-3d384120c99b'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:19.995007 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-daef5aa0-597a-48a8-9a19-a354f3aa5215 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:20.019238 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f1cf8e50-1d3b-4a71-8248-99279f32c0d2 req-cb66f679-8048-4367-9e81-0e455ad36a7a tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0c878ae-433b-4edb-a501-cd1cee9e51c2 HTTP/1.1" status: 200 len: 210 time: 0.0841444 Dec 08 16:35:20.028857 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daef5aa0-597a-48a8-9a19-a354f3aa5215 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9956cf7-c125-4a67-944f-6864cd4c894b,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:20.083637 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fc4deb16-97fd-4c12-8f10-ccedba02267e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:20.144027 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-795329e2-fe51-4fa4-820d-3d2d5bb708e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:20.149629 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-49683943-c83d-4641-ace1-deb639641aa5 None None] Set router df5a22b2-3f8b-4450-916c-3d384120c99b gateway port host: None {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:35:20.184223 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2c1dd674-027f-461d-adb2-f1ec50d13831 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:20.191203 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-795329e2-fe51-4fa4-820d-3d2d5bb708e6 None None] For port 5270dbf1-8f46-403d-b9d4-0ad5ce0e08db, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=5270dbf1-8f46-403d-b9d4-0ad5ce0e08db,segment=NetworkSegment(d549f7fa-bb2f-48ec-9e19-8b88ccdc5375),segment_id=d549f7fa-bb2f-48ec-9e19-8b88ccdc5375)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:35:20.193876 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7e4a759b-cb90-4512-85e9-78ad4c9c1937 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:20.215196 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fc4deb16-97fd-4c12-8f10-ccedba02267e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:20.266311 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-15cd31a6-4b32-4c9e-aa24-93c68277d01e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:20.289824 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-795329e2-fe51-4fa4-820d-3d2d5bb708e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:20.299278 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2c1dd674-027f-461d-adb2-f1ec50d13831 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:20.309954 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-daef5aa0-597a-48a8-9a19-a354f3aa5215 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:20.314209 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-daef5aa0-597a-48a8-9a19-a354f3aa5215 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8615186 Dec 08 16:35:20.315003 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52228) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:20.335211 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-1c8be7f2-6fae-40ba-b160-9ecfce96595e tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "GET /v2.0/security-group-rules/a9956cf7-c125-4a67-944f-6864cd4c894b HTTP/1.1" status: 200 len: 763 time: 0.0188375 Dec 08 16:35:20.335909 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52230) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:20.370192 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2c1dd674-027f-461d-adb2-f1ec50d13831 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:20.414719 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1dd674-027f-461d-adb2-f1ec50d13831 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=457358b3-4630-4bef-9a0a-e3c35345d1f8,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:20.417523 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795329e2-fe51-4fa4-820d-3d2d5bb708e6 None None] Pushing event updated for resources: {'Port': ['ID=5270dbf1-8f46-403d-b9d4-0ad5ce0e08db,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:20.452903 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-4ed669e9-ddf1-4428-bce1-13b1bf77a170 None None] Provisioning complete for port 5270dbf1-8f46-403d-b9d4-0ad5ce0e08db triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:35:20.453664 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4ed669e9-ddf1-4428-bce1-13b1bf77a170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:20.480350 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-36b34add-b473-4835-bf28-bd2d0dc61abd tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1405830 Dec 08 16:35:20.480560 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52232) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:20.480936 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-49683943-c83d-4641-ace1-deb639641aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'name': 'tempest-RoutersIpV6Test-router-1974696606', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:35:00Z', 'updated_at': '2021-12-08T16:35:15Z', 'revision_number': 3, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'gw_port_host': None, '_interfaces': [{'id': '0a796f21-e0fe-459e-bd7b-8e251d9d1eb0', 'name': '', 'network_id': '2927b57d-9edb-4371-b7f1-927e216b45d8', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'mac_address': 'fa:16:3e:7a:7c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ed6b66b8-169c-4374-baba-a8225ae62e28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:04Z', 'updated_at': '2021-12-08T16:35:10Z', 'revision_number': 5, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'subnets': [{'id': 'ed6b66b8-169c-4374-baba-a8225ae62e28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5270dbf1-8f46-403d-b9d4-0ad5ce0e08db', 'name': '', 'network_id': '10c29011-c34d-4093-8a77-fd50136ab877', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'mac_address': 'fa:16:3e:45:67:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '75c71c0c-89d9-449a-ab3e-f60d4e4a1cdc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:12Z', 'updated_at': '2021-12-08T16:35:19Z', 'revision_number': 4, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'subnets': [{'id': '75c71c0c-89d9-449a-ab3e-f60d4e4a1cdc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:20.520974 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49683943-c83d-4641-ace1-deb639641aa5 None None] The sync data for ids ['df5a22b2-3f8b-4450-916c-3d384120c99b'] in n-d-776250-12 is: [{'id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'name': 'tempest-RoutersIpV6Test-router-1974696606', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:35:00Z', 'updated_at': '2021-12-08T16:35:15Z', 'revision_number': 3, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'gw_port_host': None, '_interfaces': [{'id': '0a796f21-e0fe-459e-bd7b-8e251d9d1eb0', 'name': '', 'network_id': '2927b57d-9edb-4371-b7f1-927e216b45d8', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'mac_address': 'fa:16:3e:7a:7c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ed6b66b8-169c-4374-baba-a8225ae62e28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:04Z', 'updated_at': '2021-12-08T16:35:10Z', 'revision_number': 5, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'subnets': [{'id': 'ed6b66b8-169c-4374-baba-a8225ae62e28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5270dbf1-8f46-403d-b9d4-0ad5ce0e08db', 'name': '', 'network_id': '10c29011-c34d-4093-8a77-fd50136ab877', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'mac_address': 'fa:16:3e:45:67:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '75c71c0c-89d9-449a-ab3e-f60d4e4a1cdc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:12Z', 'updated_at': '2021-12-08T16:35:19Z', 'revision_number': 4, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'subnets': [{'id': '75c71c0c-89d9-449a-ab3e-f60d4e4a1cdc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:35:20.534135 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0382b8fa-1a9b-497a-bcb8-ac97d6fd6255 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:20.551715 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0382b8fa-1a9b-497a-bcb8-ac97d6fd6255 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:20.559421 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd31a6-4b32-4c9e-aa24-93c68277d01e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event deleted for resources: {'Port': ['ID=3ddb66f7-b61d-4c9b-848f-20aa76a4698f,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:20.567768 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4a759b-cb90-4512-85e9-78ad4c9c1937 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event updated for resources: {'Subnet': ['ID=86433356-948a-4713-a3cd-3d8cf5e98751,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:20.588433 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4a759b-cb90-4512-85e9-78ad4c9c1937 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Checking segment: {'id': '7b274dcb-4149-4654-a406-e8a1fc419dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '5a6dae4d-2e43-4c42-818b-7b47282ce2de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:35:20.588883 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4a759b-cb90-4512-85e9-78ad4c9c1937 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Network hostable DHCP agents. Network: 5a6dae4d-2e43-4c42-818b-7b47282ce2de, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:35:20.654146 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2c1dd674-027f-461d-adb2-f1ec50d13831 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:20.655624 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-2c1dd674-027f-461d-adb2-f1ec50d13831 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6881690 Dec 08 16:35:20.660537 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52234) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:20.663395 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-391758fe-4845-48bb-b930-918c6b338aa7 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Request body: {'security_group_rule': {'security_group_id': '457358b3-4630-4bef-9a0a-e3c35345d1f8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:20.766661 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0382b8fa-1a9b-497a-bcb8-ac97d6fd6255 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:20.775505 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0382b8fa-1a9b-497a-bcb8-ac97d6fd6255 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:20.784413 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-0382b8fa-1a9b-497a-bcb8-ac97d6fd6255 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/a9956cf7-c125-4a67-944f-6864cd4c894b HTTP/1.1" status: 204 len: 168 time: 0.2953110 Dec 08 16:35:20.784413 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52236) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:20.801677 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0382b8fa-1a9b-497a-bcb8-ac97d6fd6255 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a9956cf7-c125-4a67-944f-6864cd4c894b,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:20.823574 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-391758fe-4845-48bb-b930-918c6b338aa7 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:20.904906 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-6a3fa011-c95e-442e-bef4-4e8c3d349dbf tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1231077 Dec 08 16:35:20.910657 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52240) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:20.916786 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-24e477a1-b623-4d52-830c-76c3e85b1d1b tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Request body: {'security_group_rule': {'security_group_id': '5e169776-6ad8-420f-93e2-18a9d6a19d39', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:20.933320 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-391758fe-4845-48bb-b930-918c6b338aa7 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:20.968832 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-15cd31a6-4b32-4c9e-aa24-93c68277d01e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:21.040831 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-391758fe-4845-48bb-b930-918c6b338aa7 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:21.066142 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391758fe-4845-48bb-b930-918c6b338aa7 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3b09fcc-1725-4f0f-82fe-e9c2f9b74d2e,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:21.076250 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4a759b-cb90-4512-85e9-78ad4c9c1937 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Network 5a6dae4d-2e43-4c42-818b-7b47282ce2de is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:35:21.078255 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fc4deb16-97fd-4c12-8f10-ccedba02267e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:21.080896 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fc4deb16-97fd-4c12-8f10-ccedba02267e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:21.082375 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-fc4deb16-97fd-4c12-8f10-ccedba02267e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/16ae0d4c-c99d-4eb9-b59a-a2cb28bc6b87 HTTP/1.1" status: 204 len: 168 time: 1.2280271 Dec 08 16:35:21.098427 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4deb16-97fd-4c12-8f10-ccedba02267e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ae0d4c-c99d-4eb9-b59a-a2cb28bc6b87,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:21.114299 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4deb16-97fd-4c12-8f10-ccedba02267e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:21.117072 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4deb16-97fd-4c12-8f10-ccedba02267e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:21.117072 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4deb16-97fd-4c12-8f10-ccedba02267e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:21.117072 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4deb16-97fd-4c12-8f10-ccedba02267e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:21.117072 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4deb16-97fd-4c12-8f10-ccedba02267e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:21.117072 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4deb16-97fd-4c12-8f10-ccedba02267e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:21.117072 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4deb16-97fd-4c12-8f10-ccedba02267e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:21.117072 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4deb16-97fd-4c12-8f10-ccedba02267e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:21.117679 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4deb16-97fd-4c12-8f10-ccedba02267e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:21.117679 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4deb16-97fd-4c12-8f10-ccedba02267e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:21.117843 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4deb16-97fd-4c12-8f10-ccedba02267e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:21.118303 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4deb16-97fd-4c12-8f10-ccedba02267e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:21.118494 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4deb16-97fd-4c12-8f10-ccedba02267e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:21.167131 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-24e477a1-b623-4d52-830c-76c3e85b1d1b tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:21.205644 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-79cfecf3-109c-4f78-a1b1-abe6a1c6fac7 req-4cd2cef1-c260-485d-95f1-e7569c5488c3 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0c878ae-433b-4edb-a501-cd1cee9e51c2 HTTP/1.1" status: 200 len: 210 time: 0.0519731 Dec 08 16:35:21.353004 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-24e477a1-b623-4d52-830c-76c3e85b1d1b tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:21.365922 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-7e4a759b-cb90-4512-85e9-78ad4c9c1937 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 5a6dae4d-2e43-4c42-818b-7b47282ce2de) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:35:21.377810 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-391758fe-4845-48bb-b930-918c6b338aa7 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:21.378431 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15cd31a6-4b32-4c9e-aa24-93c68277d01e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Router 28efaf43-46eb-4bb0-952b-6df3cd9f9352 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:35:21.378431 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4a759b-cb90-4512-85e9-78ad4c9c1937 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:21.378613 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-391758fe-4845-48bb-b930-918c6b338aa7 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7137480 Dec 08 16:35:21.378700 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7e4a759b-cb90-4512-85e9-78ad4c9c1937 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:21.378806 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52246) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:21.378909 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedda5f2-a705-4f14-9fd0-d9bcd3b48617 None None] Network 5a6dae4d-2e43-4c42-818b-7b47282ce2de requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:35:21.396489 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-40aed7aa-9d43-45de-a15a-d6a952bbdeb8 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "GET /v2.0/security-group-rules/f3b09fcc-1725-4f0f-82fe-e9c2f9b74d2e HTTP/1.1" status: 200 len: 763 time: 0.0202067 Dec 08 16:35:21.398180 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52248) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:21.486582 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe502c5b-c681-4650-b6fd-537892d3f5ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-5a6dae4d-2e43-4c42-818b-7b47282ce2de', 'network_id': '5a6dae4d-2e43-4c42-818b-7b47282ce2de', 'project_id': 'e453488086be4d498945c559a2dae3d9', 'fixed_ips': [{'subnet_id': '86433356-948a-4713-a3cd-3d8cf5e98751'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:35:21.487445 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-fe502c5b-c681-4650-b6fd-537892d3f5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:21.516494 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-5616452f-100b-4e4c-a153-03d61c3eead3 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1169653 Dec 08 16:35:21.520034 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52250) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:21.523779 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-7e4a759b-cb90-4512-85e9-78ad4c9c1937 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4545097 Dec 08 16:35:21.524932 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-24e477a1-b623-4d52-830c-76c3e85b1d1b tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:21.529673 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52252) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:21.569556 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15cd31a6-4b32-4c9e-aa24-93c68277d01e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:35:21.578033 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-15cd31a6-4b32-4c9e-aa24-93c68277d01e tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "PUT /v2.0/routers/28efaf43-46eb-4bb0-952b-6df3cd9f9352/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9090898 Dec 08 16:35:21.578033 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e477a1-b623-4d52-830c-76c3e85b1d1b tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4e5d4ac-8854-42c1-8053-c79a5f435f5c,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:21.581034 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52254) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:21.586093 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a04bfc-89a5-47b3-8407-7d6019b39066 None None] Sync routers for ids ['28efaf43-46eb-4bb0-952b-6df3cd9f9352'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:35:21.641033 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a04bfc-89a5-47b3-8407-7d6019b39066 None None] Routers {'28efaf43-46eb-4bb0-952b-6df3cd9f9352'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:35:21.641295 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d96536ae-e3c1-40fb-ab6a-23cb66360c15 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:21.641801 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-69a04bfc-89a5-47b3-8407-7d6019b39066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:35:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['28efaf43-46eb-4bb0-952b-6df3cd9f9352'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:21.657845 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d96536ae-e3c1-40fb-ab6a-23cb66360c15 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:21.666296 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a1d1cc2-93aa-420d-9460-2b8d74cda60b tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Deleting subnet f0493f0b-911b-472f-a927-786c53df20e5 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:35:21.671211 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9a1d1cc2-93aa-420d-9460-2b8d74cda60b tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:21.747448 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-24e477a1-b623-4d52-830c-76c3e85b1d1b tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:21.752711 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-24e477a1-b623-4d52-830c-76c3e85b1d1b tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8364716 Dec 08 16:35:21.755955 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52256) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:21.802729 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9a1d1cc2-93aa-420d-9460-2b8d74cda60b tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:21.826015 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-580d5aa1-6c2b-4e4b-bb55-d12d099c29ba tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "GET /v2.0/security-group-rules/f4e5d4ac-8854-42c1-8053-c79a5f435f5c HTTP/1.1" status: 200 len: 764 time: 0.0683477 Dec 08 16:35:21.850420 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52258) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:22.041524 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9a1d1cc2-93aa-420d-9460-2b8d74cda60b tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:22.080886 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-fe502c5b-c681-4650-b6fd-537892d3f5ed None None] Allocated IP 2001:db8:2::2 (5a6dae4d-2e43-4c42-818b-7b47282ce2de/86433356-948a-4713-a3cd-3d8cf5e98751/78e0cc98-4a20-4e52-88f7-7c05ea271e88) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:35:22.127733 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d96536ae-e3c1-40fb-ab6a-23cb66360c15 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:22.148495 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 5270dbf1-8f46-403d-b9d4-0ad5ce0e08db up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:35:22.169286 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d96536ae-e3c1-40fb-ab6a-23cb66360c15 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:22.170774 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d96536ae-e3c1-40fb-ab6a-23cb66360c15 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/f3b09fcc-1725-4f0f-82fe-e9c2f9b74d2e HTTP/1.1" status: 204 len: 168 time: 0.6495345 Dec 08 16:35:22.174090 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52262) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:22.235160 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-507d631a-d06b-411a-9aa8-ac8f8417e638 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0590706 Dec 08 16:35:22.235376 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96536ae-e3c1-40fb-ab6a-23cb66360c15 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f3b09fcc-1725-4f0f-82fe-e9c2f9b74d2e,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:22.238439 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9a1d1cc2-93aa-420d-9460-2b8d74cda60b tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:22.251335 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52266) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:22.267147 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-46afa15d-a358-4831-9a48-2eed57f48847 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.4075327 Dec 08 16:35:22.276262 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52268) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:22.296506 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9a1d1cc2-93aa-420d-9460-2b8d74cda60b tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:22.304483 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-9a1d1cc2-93aa-420d-9460-2b8d74cda60b tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "DELETE /v2.0/subnets/f0493f0b-911b-472f-a927-786c53df20e5 HTTP/1.1" status: 204 len: 168 time: 0.7065914 Dec 08 16:35:22.304595 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52272) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:22.304689 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 5270dbf1-8f46-403d-b9d4-0ad5ce0e08db triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:35:22.304801 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-e53ce31d-5fe7-484c-b1f2-bc0a366fbd49 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Request body: {'security_group_rule': {'security_group_id': '457358b3-4630-4bef-9a0a-e3c35345d1f8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:22.307586 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:22.310176 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1d1cc2-93aa-420d-9460-2b8d74cda60b tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event deleted for resources: {'Subnet': ['ID=f0493f0b-911b-472f-a927-786c53df20e5,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:22.317166 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c66c6d5-f999-4df8-97c3-71128cca90ee None None] Network 9aa49936-a2d8-4b4c-8899-7a242f872b33 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:35:22.358022 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-07fa2a1a-5dd7-4a9d-961f-53505119f031 req-0fc30f93-9968-4a34-ae32-4411f4e732fc tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0c878ae-433b-4edb-a501-cd1cee9e51c2 HTTP/1.1" status: 200 len: 210 time: 0.0637212 Dec 08 16:35:22.444768 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-69a04bfc-89a5-47b3-8407-7d6019b39066 None None] Set router 28efaf43-46eb-4bb0-952b-6df3cd9f9352 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:35:22.496125 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-498e53e0-6a54-4fd7-b5c4-f47c682bb8c2 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:22.538955 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e53ce31d-5fe7-484c-b1f2-bc0a366fbd49 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:22.599304 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e53ce31d-5fe7-484c-b1f2-bc0a366fbd49 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:22.675076 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-fe502c5b-c681-4650-b6fd-537892d3f5ed None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:22.720794 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e53ce31d-5fe7-484c-b1f2-bc0a366fbd49 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:22.748738 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53ce31d-5fe7-484c-b1f2-bc0a366fbd49 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6258da87-0593-4f66-b601-a92811c32603,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:22.785226 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-69a04bfc-89a5-47b3-8407-7d6019b39066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28efaf43-46eb-4bb0-952b-6df3cd9f9352', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2015733819', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'afe83aaa-9d67-40b4-aa18-5c1dcd289050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:32:52Z', 'updated_at': '2021-12-08T16:35:20Z', 'revision_number': 5, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'gw_port': {'id': 'afe83aaa-9d67-40b4-aa18-5c1dcd289050', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28efaf43-46eb-4bb0-952b-6df3cd9f9352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:55Z', 'updated_at': '2021-12-08T16:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:22.824288 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a029deb4-1b04-449c-b23b-77358d4a1357 None None] DHCP port deletion for 9aa49936-a2d8-4b4c-8899-7a242f872b33 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:35:22.830117 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a04bfc-89a5-47b3-8407-7d6019b39066 None None] Checking router: 28efaf43-46eb-4bb0-952b-6df3cd9f9352 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:35:22.863987 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-fe502c5b-c681-4650-b6fd-537892d3f5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:22.877489 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a04bfc-89a5-47b3-8407-7d6019b39066 None None] Routers {'28efaf43-46eb-4bb0-952b-6df3cd9f9352'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:35:22.878474 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-69a04bfc-89a5-47b3-8407-7d6019b39066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:35:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['28efaf43-46eb-4bb0-952b-6df3cd9f9352'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:22.973092 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe502c5b-c681-4650-b6fd-537892d3f5ed None None] Network 5a6dae4d-2e43-4c42-818b-7b47282ce2de is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:35:22.979086 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e53ce31d-5fe7-484c-b1f2-bc0a366fbd49 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:22.980979 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d4a7d1ea-23c8-4b34-8107-a98e8cc65a12 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:22.981955 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-e53ce31d-5fe7-484c-b1f2-bc0a366fbd49 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6886315 Dec 08 16:35:22.984234 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52274) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:22.988749 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-fe502c5b-c681-4650-b6fd-537892d3f5ed None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:35:22.996138 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d4a7d1ea-23c8-4b34-8107-a98e8cc65a12 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:23.015401 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-fd3470a7-bf42-4851-9e0f-0b9961bdd175 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "GET /v2.0/security-group-rules/6258da87-0593-4f66-b601-a92811c32603 HTTP/1.1" status: 200 len: 763 time: 0.0293360 Dec 08 16:35:23.019275 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3986c0-8202-40f5-91c9-7a07735c0026 req-5b19b4df-3594-4fe7-8ae5-ee556291b5ff tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:23.019472 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52276) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:23.021363 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-df3986c0-8202-40f5-91c9-7a07735c0026 req-5b19b4df-3594-4fe7-8ae5-ee556291b5ff tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.76 "GET /v2.0/networks?id=b16f21e0-d13a-4c4c-a863-a31df2be91b8 HTTP/1.1" status: 200 len: 811 time: 0.9533927 Dec 08 16:35:23.026524 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe502c5b-c681-4650-b6fd-537892d3f5ed None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:35:23.030597 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe502c5b-c681-4650-b6fd-537892d3f5ed None None] Pushing event updated for resources: {'Port': ['ID=78e0cc98-4a20-4e52-88f7-7c05ea271e88,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:23.074393 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-a029deb4-1b04-449c-b23b-77358d4a1357 None None] Deleting port 37d3408f-6449-4b37-bb7d-c1347c374079 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:35:23.075214 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a029deb4-1b04-449c-b23b-77358d4a1357 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:23.112635 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-518abdae-4079-4dd0-a82e-75b299b8e159 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0917623 Dec 08 16:35:23.115793 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52280) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:23.126669 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-df3986c0-8202-40f5-91c9-7a07735c0026 req-397e5672-f092-4c67-98f0-e68014cabd9f tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Request body: {'port': {'device_id': 'f0c878ae-433b-4edb-a501-cd1cee9e51c2', 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8', 'admin_state_up': True, 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:23.146843 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-62b53cf0-ca62-418c-ba30-08a91eb86f80 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:23.155961 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-62b53cf0-ca62-418c-ba30-08a91eb86f80 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:23.173736 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-69a04bfc-89a5-47b3-8407-7d6019b39066 None None] Set router 28efaf43-46eb-4bb0-952b-6df3cd9f9352 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:35:23.233521 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-399ba8f6-84af-45a5-a991-6562a3cbec95 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for router, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:23.288806 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-fe502c5b-c681-4650-b6fd-537892d3f5ed None None] Attempting to bind port 78e0cc98-4a20-4e52-88f7-7c05ea271e88 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:35:23.289193 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-fe502c5b-c681-4650-b6fd-537892d3f5ed None None] Attempting to bind port 78e0cc98-4a20-4e52-88f7-7c05ea271e88 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '7b274dcb-4149-4654-a406-e8a1fc419dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '5a6dae4d-2e43-4c42-818b-7b47282ce2de'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:35:23.289569 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe502c5b-c681-4650-b6fd-537892d3f5ed None None] Attempting to bind port 78e0cc98-4a20-4e52-88f7-7c05ea271e88 on network 5a6dae4d-2e43-4c42-818b-7b47282ce2de {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:35:23.303764 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-62b53cf0-ca62-418c-ba30-08a91eb86f80 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:23.312006 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-62b53cf0-ca62-418c-ba30-08a91eb86f80 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:23.315580 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-62b53cf0-ca62-418c-ba30-08a91eb86f80 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/6258da87-0593-4f66-b601-a92811c32603 HTTP/1.1" status: 204 len: 168 time: 0.1965702 Dec 08 16:35:23.319025 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52282) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:23.326407 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b53cf0-ca62-418c-ba30-08a91eb86f80 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6258da87-0593-4f66-b601-a92811c32603,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:23.332449 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-a029deb4-1b04-449c-b23b-77358d4a1357 None None] For port 37d3408f-6449-4b37-bb7d-c1347c374079, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=37d3408f-6449-4b37-bb7d-c1347c374079,segment=NetworkSegment(75f8eacf-09fa-44d1-9fa5-2b7d3d1ef9ec),segment_id=75f8eacf-09fa-44d1-9fa5-2b7d3d1ef9ec)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:35:23.333122 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a029deb4-1b04-449c-b23b-77358d4a1357 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:23.337594 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe502c5b-c681-4650-b6fd-537892d3f5ed None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:35:23.337968 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe502c5b-c681-4650-b6fd-537892d3f5ed None None] Checking segment: {'id': '7b274dcb-4149-4654-a406-e8a1fc419dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '5a6dae4d-2e43-4c42-818b-7b47282ce2de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:35:23.338380 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-fe502c5b-c681-4650-b6fd-537892d3f5ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:23.338788 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe502c5b-c681-4650-b6fd-537892d3f5ed None None] Bound using segment: {'id': '7b274dcb-4149-4654-a406-e8a1fc419dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '5a6dae4d-2e43-4c42-818b-7b47282ce2de'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:35:23.339344 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-fe502c5b-c681-4650-b6fd-537892d3f5ed None None] Bound port: 78e0cc98-4a20-4e52-88f7-7c05ea271e88, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b274dcb-4149-4654-a406-e8a1fc419dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '5a6dae4d-2e43-4c42-818b-7b47282ce2de'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:35:23.339929 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-fe502c5b-c681-4650-b6fd-537892d3f5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:23.373652 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-a029deb4-1b04-449c-b23b-77358d4a1357 None None] Calling delete_port for 37d3408f-6449-4b37-bb7d-c1347c374079 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:35:23.427845 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a64c8b8a-192f-4f88-96a7-4426a4043467 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0907347 Dec 08 16:35:23.427845 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52286) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:23.427845 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-b35b6e0f-b9a4-44b2-9667-a57f602a6405 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Request body: {'security_group_rule': {'security_group_id': '457358b3-4630-4bef-9a0a-e3c35345d1f8', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:23.464051 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d4a7d1ea-23c8-4b34-8107-a98e8cc65a12 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:23.471363 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d4a7d1ea-23c8-4b34-8107-a98e8cc65a12 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:23.473134 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d4a7d1ea-23c8-4b34-8107-a98e8cc65a12 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/f4e5d4ac-8854-42c1-8053-c79a5f435f5c HTTP/1.1" status: 204 len: 168 time: 1.1934302 Dec 08 16:35:23.475703 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52288) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:23.527164 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a7d1ea-23c8-4b34-8107-a98e8cc65a12 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f4e5d4ac-8854-42c1-8053-c79a5f435f5c,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:23.536115 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-fe502c5b-c681-4650-b6fd-537892d3f5ed None None] For port 78e0cc98-4a20-4e52-88f7-7c05ea271e88, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:35:23.552502 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-cf0c4e2f-a479-456a-b35c-2911dd27687c tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0749855 Dec 08 16:35:23.558381 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-fe502c5b-c681-4650-b6fd-537892d3f5ed None None] For port 78e0cc98-4a20-4e52-88f7-7c05ea271e88, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=78e0cc98-4a20-4e52-88f7-7c05ea271e88,segment=NetworkSegment(7b274dcb-4149-4654-a406-e8a1fc419dbc),segment_id=7b274dcb-4149-4654-a406-e8a1fc419dbc)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:35:23.558565 n-d-776250-12 neutron-server[110550]: INFO neutron.db.securitygroups_db [None req-b35b6e0f-b9a4-44b2-9667-a57f602a6405 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Project e1e71734653d4f6095d1ec8b51e68050 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 16:35:23.562266 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52290) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:23.577109 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4fea8605-85db-41eb-af21-480f08d09d30 req-a5d860f2-51b2-4049-af52-7bd78e22e138 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0c878ae-433b-4edb-a501-cd1cee9e51c2 HTTP/1.1" status: 200 len: 210 time: 0.0673087 Dec 08 16:35:23.593323 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b35b6e0f-b9a4-44b2-9667-a57f602a6405 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:23.603946 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-69a04bfc-89a5-47b3-8407-7d6019b39066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28efaf43-46eb-4bb0-952b-6df3cd9f9352', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2015733819', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'afe83aaa-9d67-40b4-aa18-5c1dcd289050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:32:52Z', 'updated_at': '2021-12-08T16:35:20Z', 'revision_number': 5, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'gw_port': {'id': 'afe83aaa-9d67-40b4-aa18-5c1dcd289050', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28efaf43-46eb-4bb0-952b-6df3cd9f9352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:55Z', 'updated_at': '2021-12-08T16:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:23.656008 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a04bfc-89a5-47b3-8407-7d6019b39066 None None] The sync data for ids ['28efaf43-46eb-4bb0-952b-6df3cd9f9352'] in n-d-776250-12 is: [{'id': '28efaf43-46eb-4bb0-952b-6df3cd9f9352', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2015733819', 'tenant_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'afe83aaa-9d67-40b4-aa18-5c1dcd289050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:32:52Z', 'updated_at': '2021-12-08T16:35:20Z', 'revision_number': 5, 'project_id': '5ac8783bc8454dbdaff01b6ea349ef5e', 'gw_port': {'id': 'afe83aaa-9d67-40b4-aa18-5c1dcd289050', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28efaf43-46eb-4bb0-952b-6df3cd9f9352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:55Z', 'updated_at': '2021-12-08T16:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:35:23.671575 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-399ba8f6-84af-45a5-a991-6562a3cbec95 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:23.673515 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b35b6e0f-b9a4-44b2-9667-a57f602a6405 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:23.676277 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-fe502c5b-c681-4650-b6fd-537892d3f5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:23.748729 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-60f7acc7-8f50-448d-a98d-a2725ffa6efa tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:23.759639 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe502c5b-c681-4650-b6fd-537892d3f5ed None None] Pushing event updated for resources: {'Port': ['ID=78e0cc98-4a20-4e52-88f7-7c05ea271e88,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:23.763557 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a029deb4-1b04-449c-b23b-77358d4a1357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:23.774562 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-498e53e0-6a54-4fd7-b5c4-f47c682bb8c2 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Allocated IP 2001:db8:2::1 (5a6dae4d-2e43-4c42-818b-7b47282ce2de/86433356-948a-4713-a3cd-3d8cf5e98751/8671af09-5fe9-4abe-a2de-a3a8b5616ffe) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:35:23.788038 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-60f7acc7-8f50-448d-a98d-a2725ffa6efa tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:23.807690 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a029deb4-1b04-449c-b23b-77358d4a1357 None None] Pushing event deleted for resources: {'Port': ['ID=37d3408f-6449-4b37-bb7d-c1347c374079,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:23.810204 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a029deb4-1b04-449c-b23b-77358d4a1357 None None] No DVR routers for this DVR port 37d3408f-6449-4b37-bb7d-c1347c374079 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:35:23.852603 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b35b6e0f-b9a4-44b2-9667-a57f602a6405 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:23.855951 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df3986c0-8202-40f5-91c9-7a07735c0026 req-397e5672-f092-4c67-98f0-e68014cabd9f tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Made reservation on behalf of 71f5826d1b3d4cd5a2c95e78c7917860 for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:35:23.862231 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-df3986c0-8202-40f5-91c9-7a07735c0026 req-397e5672-f092-4c67-98f0-e68014cabd9f tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:23.878399 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35b6e0f-b9a4-44b2-9667-a57f602a6405 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41f5301c-153e-43c1-a4a2-c2321194b85f,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:24.006439 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-60f7acc7-8f50-448d-a98d-a2725ffa6efa tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:24.009196 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-60f7acc7-8f50-448d-a98d-a2725ffa6efa tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:24.017655 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-60f7acc7-8f50-448d-a98d-a2725ffa6efa tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "DELETE /v2.0/security-groups/5e169776-6ad8-420f-93e2-18a9d6a19d39 HTTP/1.1" status: 204 len: 168 time: 0.4452598 Dec 08 16:35:24.017655 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52292) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:24.024080 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-498e53e0-6a54-4fd7-b5c4-f47c682bb8c2 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:24.125671 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-399ba8f6-84af-45a5-a991-6562a3cbec95 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Deleting port afe83aaa-9d67-40b4-aa18-5c1dcd289050 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:35:24.126028 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-399ba8f6-84af-45a5-a991-6562a3cbec95 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:24.130780 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 37d3408f-6449-4b37-bb7d-c1347c374079 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:35:24.132511 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b35b6e0f-b9a4-44b2-9667-a57f602a6405 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:24.136082 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b35b6e0f-b9a4-44b2-9667-a57f602a6405 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7205863 Dec 08 16:35:24.137242 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f7acc7-8f50-448d-a98d-a2725ffa6efa tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e169776-6ad8-420f-93e2-18a9d6a19d39,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:24.139813 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52296) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:24.197148 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 37d3408f-6449-4b37-bb7d-c1347c374079 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:35:24.197148 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 37d3408f-6449-4b37-bb7d-c1347c374079 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:35:24.205654 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-5719be06-a06c-4186-b176-a63e794f05f9 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "GET /v2.0/security-group-rules/41f5301c-153e-43c1-a4a2-c2321194b85f HTTP/1.1" status: 200 len: 769 time: 0.0616186 Dec 08 16:35:24.207170 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52298) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:24.262593 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52300) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:24.268000 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-2588a528-5bdd-424c-a539-0b464169b2ce tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2183735 Dec 08 16:35:24.278172 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-60018cdc-57a4-4539-894e-9d9542af1a77 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Request body: {'security_group': {'name': 'tempest-secgroup--205320556'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:24.285873 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [req-df3986c0-8202-40f5-91c9-7a07735c0026 req-397e5672-f092-4c67-98f0-e68014cabd9f tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Allocated IP 172.20.0.10 (b16f21e0-d13a-4c4c-a863-a31df2be91b8/13be6d62-2e9a-40c4-9d1e-34aa15cc5f10/791110f2-4589-4e7e-a80f-2eb5b02dbe7a) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:35:24.343065 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-2dfd6f12-5598-4b7e-b049-291540c93bc8 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1320469 Dec 08 16:35:24.343387 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52302) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:24.399620 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5520dac6-80be-42d9-ac4d-9fa730f7f6ee tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:24.406032 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-498e53e0-6a54-4fd7-b5c4-f47c682bb8c2 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:24.416131 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5520dac6-80be-42d9-ac4d-9fa730f7f6ee tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:24.420617 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-399ba8f6-84af-45a5-a991-6562a3cbec95 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] For port afe83aaa-9d67-40b4-aa18-5c1dcd289050, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=afe83aaa-9d67-40b4-aa18-5c1dcd289050,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:35:24.421146 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-399ba8f6-84af-45a5-a991-6562a3cbec95 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:24.470486 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-399ba8f6-84af-45a5-a991-6562a3cbec95 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Calling delete_port for afe83aaa-9d67-40b4-aa18-5c1dcd289050 owned by network:router_gateway {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:35:24.537491 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-60018cdc-57a4-4539-894e-9d9542af1a77 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:24.540570 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498e53e0-6a54-4fd7-b5c4-f47c682bb8c2 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Network 5a6dae4d-2e43-4c42-818b-7b47282ce2de is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:35:24.557662 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-498e53e0-6a54-4fd7-b5c4-f47c682bb8c2 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:35:24.560998 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498e53e0-6a54-4fd7-b5c4-f47c682bb8c2 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:35:24.561533 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-498e53e0-6a54-4fd7-b5c4-f47c682bb8c2 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:24.564079 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498e53e0-6a54-4fd7-b5c4-f47c682bb8c2 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event updated for resources: {'Port': ['ID=8671af09-5fe9-4abe-a2de-a3a8b5616ffe,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:24.640982 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5520dac6-80be-42d9-ac4d-9fa730f7f6ee tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:24.652195 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5520dac6-80be-42d9-ac4d-9fa730f7f6ee tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:24.655012 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-5520dac6-80be-42d9-ac4d-9fa730f7f6ee tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/41f5301c-153e-43c1-a4a2-c2321194b85f HTTP/1.1" status: 204 len: 168 time: 0.3086531 Dec 08 16:35:24.658705 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52306) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:24.696699 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5520dac6-80be-42d9-ac4d-9fa730f7f6ee tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=41f5301c-153e-43c1-a4a2-c2321194b85f,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:24.747263 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a57fe555-cc36-42e3-9211-f94c06beb2c1 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0862789 Dec 08 16:35:24.750016 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-058c175d-06df-4eb0-8a10-d2a25cda1a29 req-d054a3c1-3e57-4b69-8651-de50b868e4dc tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0c878ae-433b-4edb-a501-cd1cee9e51c2 HTTP/1.1" status: 200 len: 210 time: 0.0567987 Dec 08 16:35:24.750468 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52308) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:24.789243 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-df3986c0-8202-40f5-91c9-7a07735c0026 req-397e5672-f092-4c67-98f0-e68014cabd9f tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:24.821449 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-912738d2-9031-462e-9163-c50ea6b7b8ac tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:24.855296 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-912738d2-9031-462e-9163-c50ea6b7b8ac tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:24.882986 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-60018cdc-57a4-4539-894e-9d9542af1a77 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:25.005471 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-498e53e0-6a54-4fd7-b5c4-f47c682bb8c2 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:25.049381 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-60018cdc-57a4-4539-894e-9d9542af1a77 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:25.074953 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-912738d2-9031-462e-9163-c50ea6b7b8ac tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:25.077780 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-912738d2-9031-462e-9163-c50ea6b7b8ac tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:25.081438 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-912738d2-9031-462e-9163-c50ea6b7b8ac tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "DELETE /v2.0/security-groups/457358b3-4630-4bef-9a0a-e3c35345d1f8 HTTP/1.1" status: 204 len: 168 time: 0.3274825 Dec 08 16:35:25.083186 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52310) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:25.083923 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-df3986c0-8202-40f5-91c9-7a07735c0026 req-397e5672-f092-4c67-98f0-e68014cabd9f tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:25.087203 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-399ba8f6-84af-45a5-a991-6562a3cbec95 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:25.118619 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912738d2-9031-462e-9163-c50ea6b7b8ac tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=457358b3-4630-4bef-9a0a-e3c35345d1f8,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:25.164262 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-aa815382-e963-4038-be32-d8498a50f51b tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0782855 Dec 08 16:35:25.169346 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52312) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:25.174577 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-5a2cf077-0686-4c24-b9c5-81cba8d49b7e tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Request body: {'security_group': {'name': 'tempest-secgroup--463125456'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:25.234335 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-60018cdc-57a4-4539-894e-9d9542af1a77 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:25.239004 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-60018cdc-57a4-4539-894e-9d9542af1a77 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9643025 Dec 08 16:35:25.239004 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60018cdc-57a4-4539-894e-9d9542af1a77 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc2fe38-ba38-4bd6-b458-9f3d2a03d5f5,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:25.239418 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52316) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:25.252572 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-a6ec9473-98d3-4920-b783-1fa1649bb2b6 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Request body: {'security_group_rule': {'security_group_id': 'dcc2fe38-ba38-4bd6-b458-9f3d2a03d5f5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:25.256576 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399ba8f6-84af-45a5-a991-6562a3cbec95 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event deleted for resources: {'Port': ['ID=afe83aaa-9d67-40b4-aa18-5c1dcd289050,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:25.260875 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95dbff7-3516-42c6-82cf-67af28b59c95 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:35:25.269705 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5a2cf077-0686-4c24-b9c5-81cba8d49b7e tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:25.276772 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df3986c0-8202-40f5-91c9-7a07735c0026 req-397e5672-f092-4c67-98f0-e68014cabd9f tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Network b16f21e0-d13a-4c4c-a863-a31df2be91b8 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:35:25.343225 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a4ad33-33ed-4f18-a786-db52756862cd None None] Network 5a6dae4d-2e43-4c42-818b-7b47282ce2de requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:35:25.343463 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [req-df3986c0-8202-40f5-91c9-7a07735c0026 req-397e5672-f092-4c67-98f0-e68014cabd9f tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:35:25.345525 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-df3986c0-8202-40f5-91c9-7a07735c0026 req-397e5672-f092-4c67-98f0-e68014cabd9f tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:35:25.383182 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5a2cf077-0686-4c24-b9c5-81cba8d49b7e tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:25.433525 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:35:25.488773 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397e5672-f092-4c67-98f0-e68014cabd9f tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Pushing event updated for resources: {'Port': ['ID=791110f2-4589-4e7e-a80f-2eb5b02dbe7a,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:25.503661 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-02643e3a-087b-404d-9008-6b9f7fbab7d2 None None] Provisioning complete for port 78e0cc98-4a20-4e52-88f7-7c05ea271e88 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:35:25.504049 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-02643e3a-087b-404d-9008-6b9f7fbab7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:25.511833 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3986c0-8202-40f5-91c9-7a07735c0026 req-397e5672-f092-4c67-98f0-e68014cabd9f tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:25.512589 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-df3986c0-8202-40f5-91c9-7a07735c0026 req-397e5672-f092-4c67-98f0-e68014cabd9f tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:25.538073 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5a2cf077-0686-4c24-b9c5-81cba8d49b7e tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:25.594997 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-399ba8f6-84af-45a5-a991-6562a3cbec95 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:25.613648 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2cf077-0686-4c24-b9c5-81cba8d49b7e tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65eb6d1e-75b5-417f-a1af-4ea2760e4a66,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:25.640199 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-02643e3a-087b-404d-9008-6b9f7fbab7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:25.742213 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-02643e3a-087b-404d-9008-6b9f7fbab7d2 None None] For port 78e0cc98-4a20-4e52-88f7-7c05ea271e88, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=78e0cc98-4a20-4e52-88f7-7c05ea271e88,segment=NetworkSegment(7b274dcb-4149-4654-a406-e8a1fc419dbc),segment_id=7b274dcb-4149-4654-a406-e8a1fc419dbc)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:35:25.753418 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-399ba8f6-84af-45a5-a991-6562a3cbec95 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:25.755773 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-399ba8f6-84af-45a5-a991-6562a3cbec95 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:25.766327 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a6ec9473-98d3-4920-b783-1fa1649bb2b6 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:25.849697 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5a2cf077-0686-4c24-b9c5-81cba8d49b7e tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:25.852167 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-5a2cf077-0686-4c24-b9c5-81cba8d49b7e tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6816504 Dec 08 16:35:25.863076 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52320) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:25.868384 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-bae52d0d-7151-4e98-8d91-5734071e10a1 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Request body: {'security_group_rule': {'security_group_id': '65eb6d1e-75b5-417f-a1af-4ea2760e4a66', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:25.895314 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-02643e3a-087b-404d-9008-6b9f7fbab7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:25.947945 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-df3986c0-8202-40f5-91c9-7a07735c0026 req-397e5672-f092-4c67-98f0-e68014cabd9f tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8281045 Dec 08 16:35:25.964303 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-df3986c0-8202-40f5-91c9-7a07735c0026 req-a184dcdd-6564-4006-9c6d-7c33f4ebddb7 service neutron] Request body: {'port': {'device_id': 'f0c878ae-433b-4edb-a501-cd1cee9e51c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:25.979313 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-498e53e0-6a54-4fd7-b5c4-f47c682bb8c2 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:26.025447 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-399ba8f6-84af-45a5-a991-6562a3cbec95 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:26.026425 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-399ba8f6-84af-45a5-a991-6562a3cbec95 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Fanout notify agent at l3_agent the message router_deleted on router 28efaf43-46eb-4bb0-952b-6df3cd9f9352 {{(pid=110551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:35:26.050324 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02643e3a-087b-404d-9008-6b9f7fbab7d2 None None] Pushing event updated for resources: {'Port': ['ID=78e0cc98-4a20-4e52-88f7-7c05ea271e88,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:26.060088 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-399ba8f6-84af-45a5-a991-6562a3cbec95 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:26.061501 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-399ba8f6-84af-45a5-a991-6562a3cbec95 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "DELETE /v2.0/routers/28efaf43-46eb-4bb0-952b-6df3cd9f9352 HTTP/1.1" status: 204 len: 168 time: 3.7295396 Dec 08 16:35:26.067021 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52324) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:26.074770 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a6ec9473-98d3-4920-b783-1fa1649bb2b6 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:26.085370 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 78e0cc98-4a20-4e52-88f7-7c05ea271e88 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:35:26.093709 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb31efdb-0907-4d21-bf5f-1aab00e58c3c req-86f5bf3e-a91d-4b77-8204-a9cff12340d5 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:26.096576 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bae52d0d-7151-4e98-8d91-5734071e10a1 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:26.104230 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cb31efdb-0907-4d21-bf5f-1aab00e58c3c req-86f5bf3e-a91d-4b77-8204-a9cff12340d5 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0c878ae-433b-4edb-a501-cd1cee9e51c2 HTTP/1.1" status: 200 len: 932 time: 0.2141867 Dec 08 16:35:26.131039 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-498e53e0-6a54-4fd7-b5c4-f47c682bb8c2 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:26.132128 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-498e53e0-6a54-4fd7-b5c4-f47c682bb8c2 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:26.134126 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-df3986c0-8202-40f5-91c9-7a07735c0026 req-a184dcdd-6564-4006-9c6d-7c33f4ebddb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:26.300373 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bae52d0d-7151-4e98-8d91-5734071e10a1 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:26.337853 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d299842d-6e99-4ac4-8277-79ccd8403feb tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:26.448223 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-b677c519-b37e-4eb0-91a1-651bd8985c8f None None] Provisioning complete for port 791110f2-4589-4e7e-a80f-2eb5b02dbe7a triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:35:26.448789 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b677c519-b37e-4eb0-91a1-651bd8985c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:26.449232 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bae52d0d-7151-4e98-8d91-5734071e10a1 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:26.495751 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae52d0d-7151-4e98-8d91-5734071e10a1 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=956352ac-3aee-421d-a9ca-364110c8b20d,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:26.507417 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d299842d-6e99-4ac4-8277-79ccd8403feb tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:26.511420 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-b677c519-b37e-4eb0-91a1-651bd8985c8f None None] Port 791110f2-4589-4e7e-a80f-2eb5b02dbe7a cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:35:26.538655 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 78e0cc98-4a20-4e52-88f7-7c05ea271e88 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:35:26.539286 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:26.546606 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-d299842d-6e99-4ac4-8277-79ccd8403feb tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aa49936-a2d8-4b4c-8899-7a242f872b33']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:26.558488 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-d299842d-6e99-4ac4-8277-79ccd8403feb tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75f8eacf-09fa-44d1-9fa5-2b7d3d1ef9ec') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:26.558802 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-d299842d-6e99-4ac4-8277-79ccd8403feb tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75f8eacf-09fa-44d1-9fa5-2b7d3d1ef9ec') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:26.574429 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d299842d-6e99-4ac4-8277-79ccd8403feb tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:26.593888 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d299842d-6e99-4ac4-8277-79ccd8403feb tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:26.601461 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d299842d-6e99-4ac4-8277-79ccd8403feb tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:35:26.602146 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d299842d-6e99-4ac4-8277-79ccd8403feb tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:26.606245 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:35:26.606245 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:35:26.606245 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:35:26.606245 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:35:26.606245 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:35:26.606245 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:35:26.606245 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:35:26.606245 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:35:26.606245 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:35:26.606245 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:35:26.606245 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:35:26.606245 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:35:26.606245 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:35:26.606245 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:35:26.606245 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:35:26.606245 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:35:26.606245 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:35:26.606245 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:35:26.606245 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:35:26.606245 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:35:26.606245 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:35:26.606245 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:35:26.606245 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:35:26.606245 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:35:26.606245 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:35:26.606245 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:35:26.606245 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:35:26.606245 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:35:26.606245 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:35:26.606245 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:35:26.606245 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:35:26.606245 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:35:26.652930 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-ebd78c4e-f0ef-477d-85fa-f05458aa3d49 None None] Provisioning complete for port 78e0cc98-4a20-4e52-88f7-7c05ea271e88 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:35:26.653327 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ebd78c4e-f0ef-477d-85fa-f05458aa3d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:26.657761 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 3ddb66f7-b61d-4c9b-848f-20aa76a4698f no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:35:26.667983 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bae52d0d-7151-4e98-8d91-5734071e10a1 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:26.669352 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-bae52d0d-7151-4e98-8d91-5734071e10a1 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8054686 Dec 08 16:35:26.673141 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52328) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:26.710473 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 3ddb66f7-b61d-4c9b-848f-20aa76a4698f {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:35:26.713331 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 3ddb66f7-b61d-4c9b-848f-20aa76a4698f not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:35:26.726240 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a6ec9473-98d3-4920-b783-1fa1649bb2b6 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:26.750270 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-92152a20-1a7d-412c-9dc9-523ea4a1db74 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:26.779816 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-92152a20-1a7d-412c-9dc9-523ea4a1db74 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:26.784488 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-ebd78c4e-f0ef-477d-85fa-f05458aa3d49 None None] Provisioning complete for port 8671af09-5fe9-4abe-a2de-a3a8b5616ffe triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:35:26.784867 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ebd78c4e-f0ef-477d-85fa-f05458aa3d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:26.803544 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cb31efdb-0907-4d21-bf5f-1aab00e58c3c req-825b4b85-2e71-4c9f-a0e3-245ce01fd7fc tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6979938 Dec 08 16:35:26.810544 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ec9473-98d3-4920-b783-1fa1649bb2b6 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=746289a3-781a-4479-8131-c6f7a8de78f4,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:26.834197 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498e53e0-6a54-4fd7-b5c4-f47c682bb8c2 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event updated for resources: {'Port': ['ID=8671af09-5fe9-4abe-a2de-a3a8b5616ffe,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:26.835407 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d299842d-6e99-4ac4-8277-79ccd8403feb tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:26.855747 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d299842d-6e99-4ac4-8277-79ccd8403feb tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:26.855747 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-d299842d-6e99-4ac4-8277-79ccd8403feb tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "DELETE /v2.0/networks/9aa49936-a2d8-4b4c-8899-7a242f872b33 HTTP/1.1" status: 204 len: 168 time: 0.7836499 Dec 08 16:35:26.861687 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52330) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:26.869241 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-ebd78c4e-f0ef-477d-85fa-f05458aa3d49 None None] Port 8671af09-5fe9-4abe-a2de-a3a8b5616ffe cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:35:26.898269 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299842d-6e99-4ac4-8277-79ccd8403feb tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event deleted for resources: {'Network': ['ID=9aa49936-a2d8-4b4c-8899-7a242f872b33,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:26.921100 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-92152a20-1a7d-412c-9dc9-523ea4a1db74 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:26.926264 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-92152a20-1a7d-412c-9dc9-523ea4a1db74 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:26.927276 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-92152a20-1a7d-412c-9dc9-523ea4a1db74 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "DELETE /v2.0/security-groups/65eb6d1e-75b5-417f-a1af-4ea2760e4a66 HTTP/1.1" status: 204 len: 168 time: 0.2527859 Dec 08 16:35:26.929757 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52332) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:26.931162 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a6ec9473-98d3-4920-b783-1fa1649bb2b6 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:26.935794 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a6ec9473-98d3-4920-b783-1fa1649bb2b6 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.6919456 Dec 08 16:35:26.936506 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52334) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:26.969190 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92152a20-1a7d-412c-9dc9-523ea4a1db74 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65eb6d1e-75b5-417f-a1af-4ea2760e4a66,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:26.986229 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-da468813-6afd-4c00-8097-4c04a8694499 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:27.028448 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-da468813-6afd-4c00-8097-4c04a8694499 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:27.035067 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-87d48f48-23f7-431a-9f22-15a5f1d460e8 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0990572 Dec 08 16:35:27.040972 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52336) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:27.102613 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-89fbd821-40f7-45e9-94e1-8ffd41f05af0 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0580695 Dec 08 16:35:27.102904 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52338) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:27.127790 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498e53e0-6a54-4fd7-b5c4-f47c682bb8c2 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Network 5a6dae4d-2e43-4c42-818b-7b47282ce2de is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:35:27.141594 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-498e53e0-6a54-4fd7-b5c4-f47c682bb8c2 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:35:27.147973 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-f71f3012-6a25-4831-8981-0481f591fd45 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] delete failed (client error): The resource could not be found. Dec 08 16:35:27.148835 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f71f3012-6a25-4831-8981-0481f591fd45 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "DELETE /v2.0/security-groups/65eb6d1e-75b5-417f-a1af-4ea2760e4a66 HTTP/1.1" status: 404 len: 347 time: 0.0449541 Dec 08 16:35:27.153759 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52340) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:27.178251 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8044e88a-7311-485e-aebe-db9cf63f6a42 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:27.223279 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-3d129402-38ee-4d9e-9470-210514b158a1 tempest-SecGroupIPv6Test-2036585663 tempest-SecGroupIPv6Test-2036585663-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0673213 Dec 08 16:35:27.297240 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-da468813-6afd-4c00-8097-4c04a8694499 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:27.302327 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-da468813-6afd-4c00-8097-4c04a8694499 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:27.307027 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-da468813-6afd-4c00-8097-4c04a8694499 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] 10.222.0.64 "DELETE /v2.0/security-groups/612cab1b-cec0-43d6-8e72-252bc370fd34 HTTP/1.1" status: 204 len: 168 time: 0.4416113 Dec 08 16:35:27.326864 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8044e88a-7311-485e-aebe-db9cf63f6a42 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:27.327614 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da468813-6afd-4c00-8097-4c04a8694499 tempest-TestNetworkAdvancedServerOps-1448236355 tempest-TestNetworkAdvancedServerOps-1448236355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=612cab1b-cec0-43d6-8e72-252bc370fd34,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:27.497528 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-73ddb11a-64c1-4d46-9d89-4dc2d169e61e None None] Provisioning complete for port 8671af09-5fe9-4abe-a2de-a3a8b5616ffe triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:35:27.498063 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-498e53e0-6a54-4fd7-b5c4-f47c682bb8c2 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Router df5a22b2-3f8b-4450-916c-3d384120c99b has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:35:27.498167 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-73ddb11a-64c1-4d46-9d89-4dc2d169e61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:27.524725 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [req-df3986c0-8202-40f5-91c9-7a07735c0026 req-a184dcdd-6564-4006-9c6d-7c33f4ebddb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 791110f2-4589-4e7e-a80f-2eb5b02dbe7a {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:35:27.536599 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-df3986c0-8202-40f5-91c9-7a07735c0026 req-a184dcdd-6564-4006-9c6d-7c33f4ebddb7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:27.544512 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-73ddb11a-64c1-4d46-9d89-4dc2d169e61e None None] Port 8671af09-5fe9-4abe-a2de-a3a8b5616ffe cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:35:27.657544 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-498e53e0-6a54-4fd7-b5c4-f47c682bb8c2 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:35:27.660868 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [req-df3986c0-8202-40f5-91c9-7a07735c0026 req-a184dcdd-6564-4006-9c6d-7c33f4ebddb7 service neutron] Transition to ACTIVE for port object 791110f2-4589-4e7e-a80f-2eb5b02dbe7a will not be triggered until provisioned by entity L2. {{(pid=110551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:35:27.670866 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-498e53e0-6a54-4fd7-b5c4-f47c682bb8c2 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "PUT /v2.0/routers/df5a22b2-3f8b-4450-916c-3d384120c99b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1344047 Dec 08 16:35:27.670866 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8044e88a-7311-485e-aebe-db9cf63f6a42 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:27.671034 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52354) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:27.671117 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8044e88a-7311-485e-aebe-db9cf63f6a42 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:27.671117 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-8044e88a-7311-485e-aebe-db9cf63f6a42 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "DELETE /v2.0/security-groups/dcc2fe38-ba38-4bd6-b458-9f3d2a03d5f5 HTTP/1.1" status: 204 len: 168 time: 0.7238636 Dec 08 16:35:27.673978 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52356) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:27.676847 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a101013f-b7db-4a82-a752-e47f2909b02e None None] Sync routers for ids ['df5a22b2-3f8b-4450-916c-3d384120c99b'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:35:27.680604 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8044e88a-7311-485e-aebe-db9cf63f6a42 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc2fe38-ba38-4bd6-b458-9f3d2a03d5f5,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:27.685314 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-4d6a2acc-83a7-47cc-93d7-f3ef96d5ab95 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1106560294'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:27.710791 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a101013f-b7db-4a82-a752-e47f2909b02e None None] Routers {'df5a22b2-3f8b-4450-916c-3d384120c99b'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:35:27.711426 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-a101013f-b7db-4a82-a752-e47f2909b02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:35:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['df5a22b2-3f8b-4450-916c-3d384120c99b'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:27.779347 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-df3986c0-8202-40f5-91c9-7a07735c0026 req-a184dcdd-6564-4006-9c6d-7c33f4ebddb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:27.808085 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-f2a31c04-40e6-4363-830f-b748af0c793a tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1160629 Dec 08 16:35:27.815128 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 78e0cc98-4a20-4e52-88f7-7c05ea271e88 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:35:27.816728 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52358) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:27.878657 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a173c4e9-76a8-441b-a2ea-8bd081f52951 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0599988 Dec 08 16:35:27.879917 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52362) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:27.899715 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [None req-46af6bd4-aadb-4637-9cf4-fdc1e20073b8 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] delete failed (client error): The resource could not be found. Dec 08 16:35:27.909809 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-46af6bd4-aadb-4637-9cf4-fdc1e20073b8 tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "DELETE /v2.0/security-groups/dcc2fe38-ba38-4bd6-b458-9f3d2a03d5f5 HTTP/1.1" status: 404 len: 347 time: 0.0283935 Dec 08 16:35:27.910646 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52366) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:27.916729 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a184dcdd-6564-4006-9c6d-7c33f4ebddb7 service neutron] Pushing event updated for resources: {'Port': ['ID=791110f2-4589-4e7e-a80f-2eb5b02dbe7a,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:27.932141 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6a2acc-83a7-47cc-93d7-f3ef96d5ab95 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Made reservation on behalf of e453488086be4d498945c559a2dae3d9 for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:35:27.935257 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-a101013f-b7db-4a82-a752-e47f2909b02e None None] Set router df5a22b2-3f8b-4450-916c-3d384120c99b gateway port host: None {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:35:27.943040 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4d6a2acc-83a7-47cc-93d7-f3ef96d5ab95 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:27.989110 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 78e0cc98-4a20-4e52-88f7-7c05ea271e88 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:35:27.989496 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:28.019129 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d6a2acc-83a7-47cc-93d7-f3ef96d5ab95 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:35:28.061588 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a3376994-65ba-4e04-9a7a-84d4eee5472d tempest-SecGroupTest-1347322095 tempest-SecGroupTest-1347322095-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1487381 Dec 08 16:35:28.071640 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4d6a2acc-83a7-47cc-93d7-f3ef96d5ab95 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:28.072403 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-4d6a2acc-83a7-47cc-93d7-f3ef96d5ab95 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Added segment 1243bad5-b9a0-4723-a1a5-91b13a2b58a9 of type vlan for network 89bf1969-d78a-4d69-8195-82c052280f75 Dec 08 16:35:28.164627 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52374) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:28.217411 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4d6a2acc-83a7-47cc-93d7-f3ef96d5ab95 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:28.244358 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52378) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:28.253772 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device afe83aaa-9d67-40b4-aa18-5c1dcd289050 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:35:28.266281 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-df3986c0-8202-40f5-91c9-7a07735c0026 req-a184dcdd-6564-4006-9c6d-7c33f4ebddb7 service neutron] Attempting to bind port 791110f2-4589-4e7e-a80f-2eb5b02dbe7a on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:35:28.266634 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-df3986c0-8202-40f5-91c9-7a07735c0026 req-a184dcdd-6564-4006-9c6d-7c33f4ebddb7 service neutron] Attempting to bind port 791110f2-4589-4e7e-a80f-2eb5b02dbe7a by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': '148e30e1-cdcf-4201-a517-2bd3763917d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:35:28.266993 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3986c0-8202-40f5-91c9-7a07735c0026 req-a184dcdd-6564-4006-9c6d-7c33f4ebddb7 service neutron] Attempting to bind port 791110f2-4589-4e7e-a80f-2eb5b02dbe7a on network b16f21e0-d13a-4c4c-a863-a31df2be91b8 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:35:28.276784 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3986c0-8202-40f5-91c9-7a07735c0026 req-a184dcdd-6564-4006-9c6d-7c33f4ebddb7 service neutron] Port 791110f2-4589-4e7e-a80f-2eb5b02dbe7a on network b16f21e0-d13a-4c4c-a863-a31df2be91b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:35:28.277129 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3986c0-8202-40f5-91c9-7a07735c0026 req-a184dcdd-6564-4006-9c6d-7c33f4ebddb7 service neutron] Attempting to bind port 791110f2-4589-4e7e-a80f-2eb5b02dbe7a on network b16f21e0-d13a-4c4c-a863-a31df2be91b8 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:35:28.294474 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3986c0-8202-40f5-91c9-7a07735c0026 req-a184dcdd-6564-4006-9c6d-7c33f4ebddb7 service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:35:28.295090 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3986c0-8202-40f5-91c9-7a07735c0026 req-a184dcdd-6564-4006-9c6d-7c33f4ebddb7 service neutron] Checking segment: {'id': '148e30e1-cdcf-4201-a517-2bd3763917d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:35:28.295497 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3986c0-8202-40f5-91c9-7a07735c0026 req-a184dcdd-6564-4006-9c6d-7c33f4ebddb7 service neutron] Bound using segment: {'id': '148e30e1-cdcf-4201-a517-2bd3763917d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:35:28.296382 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-df3986c0-8202-40f5-91c9-7a07735c0026 req-a184dcdd-6564-4006-9c6d-7c33f4ebddb7 service neutron] Bound port: 791110f2-4589-4e7e-a80f-2eb5b02dbe7a, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '148e30e1-cdcf-4201-a517-2bd3763917d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:35:28.296756 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-df3986c0-8202-40f5-91c9-7a07735c0026 req-a184dcdd-6564-4006-9c6d-7c33f4ebddb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:28.309600 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b11440e-898d-477b-b659-a9866bdcb12b req-12842ff3-442c-478a-8d19-2d1a87d0aa86 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:28.311613 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3b11440e-898d-477b-b659-a9866bdcb12b req-12842ff3-442c-478a-8d19-2d1a87d0aa86 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0c878ae-433b-4edb-a501-cd1cee9e51c2 HTTP/1.1" status: 200 len: 944 time: 0.3316641 Dec 08 16:35:28.342548 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: afe83aaa-9d67-40b4-aa18-5c1dcd289050 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:35:28.342548 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device afe83aaa-9d67-40b4-aa18-5c1dcd289050 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:35:28.426777 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3b11440e-898d-477b-b659-a9866bdcb12b req-eafa7d86-f896-41cc-a371-5c2860c90f13 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052246 Dec 08 16:35:28.439835 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-df3986c0-8202-40f5-91c9-7a07735c0026 req-a184dcdd-6564-4006-9c6d-7c33f4ebddb7 service neutron] For port 791110f2-4589-4e7e-a80f-2eb5b02dbe7a, host n-h1-776250-12, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:35:28.444418 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-df3986c0-8202-40f5-91c9-7a07735c0026 req-a184dcdd-6564-4006-9c6d-7c33f4ebddb7 service neutron] For port 791110f2-4589-4e7e-a80f-2eb5b02dbe7a, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=791110f2-4589-4e7e-a80f-2eb5b02dbe7a,segment=NetworkSegment(148e30e1-cdcf-4201-a517-2bd3763917d1),segment_id=148e30e1-cdcf-4201-a517-2bd3763917d1)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:35:28.464065 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4d6a2acc-83a7-47cc-93d7-f3ef96d5ab95 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:28.472929 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6a2acc-83a7-47cc-93d7-f3ef96d5ab95 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:28.474358 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4d6a2acc-83a7-47cc-93d7-f3ef96d5ab95 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:28.504303 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-a101013f-b7db-4a82-a752-e47f2909b02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'name': 'tempest-RoutersIpV6Test-router-1974696606', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:35:00Z', 'updated_at': '2021-12-08T16:35:24Z', 'revision_number': 4, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'gw_port_host': None, '_interfaces': [{'id': '0a796f21-e0fe-459e-bd7b-8e251d9d1eb0', 'name': '', 'network_id': '2927b57d-9edb-4371-b7f1-927e216b45d8', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'mac_address': 'fa:16:3e:7a:7c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ed6b66b8-169c-4374-baba-a8225ae62e28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:04Z', 'updated_at': '2021-12-08T16:35:10Z', 'revision_number': 5, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'subnets': [{'id': 'ed6b66b8-169c-4374-baba-a8225ae62e28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5270dbf1-8f46-403d-b9d4-0ad5ce0e08db', 'name': '', 'network_id': '10c29011-c34d-4093-8a77-fd50136ab877', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'mac_address': 'fa:16:3e:45:67:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '75c71c0c-89d9-449a-ab3e-f60d4e4a1cdc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:12Z', 'updated_at': '2021-12-08T16:35:20Z', 'revision_number': 5, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'subnets': [{'id': '75c71c0c-89d9-449a-ab3e-f60d4e4a1cdc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8671af09-5fe9-4abe-a2de-a3a8b5616ffe', 'name': '', 'network_id': '5a6dae4d-2e43-4c42-818b-7b47282ce2de', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'mac_address': 'fa:16:3e:3c:b3:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '86433356-948a-4713-a3cd-3d8cf5e98751', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:23Z', 'updated_at': '2021-12-08T16:35:25Z', 'revision_number': 2, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'subnets': [{'id': '86433356-948a-4713-a3cd-3d8cf5e98751', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:28.558762 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-df3986c0-8202-40f5-91c9-7a07735c0026 req-a184dcdd-6564-4006-9c6d-7c33f4ebddb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:28.561860 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a101013f-b7db-4a82-a752-e47f2909b02e None None] Checking router: df5a22b2-3f8b-4450-916c-3d384120c99b for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:35:28.562221 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a101013f-b7db-4a82-a752-e47f2909b02e None None] Updating router df5a22b2-3f8b-4450-916c-3d384120c99b port 8671af09-5fe9-4abe-a2de-a3a8b5616ffe binding host n-d-776250-12 {{(pid=110553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:35:28.603324 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-a101013f-b7db-4a82-a752-e47f2909b02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:28.624580 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6a2acc-83a7-47cc-93d7-f3ef96d5ab95 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event updated for resources: {'Network': ['ID=89bf1969-d78a-4d69-8195-82c052280f75,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:28.642898 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 89bf1969-d78a-4d69-8195-82c052280f75 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:35:28.647891 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-3b73a047-5232-45b7-824f-dfedde090e0e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e1e71734653d4f6095d1ec8b51e68050&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4848409 Dec 08 16:35:28.650695 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52384) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:28.665929 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3986c0-8202-40f5-91c9-7a07735c0026 req-a184dcdd-6564-4006-9c6d-7c33f4ebddb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:28.666849 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-df3986c0-8202-40f5-91c9-7a07735c0026 req-a184dcdd-6564-4006-9c6d-7c33f4ebddb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:28.668551 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-df3986c0-8202-40f5-91c9-7a07735c0026 req-a184dcdd-6564-4006-9c6d-7c33f4ebddb7 service neutron] 10.222.0.76 "PUT /v2.0/ports/791110f2-4589-4e7e-a80f-2eb5b02dbe7a HTTP/1.1" status: 200 len: 1093 time: 2.7092197 Dec 08 16:35:28.669189 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0c878ae-433b-4edb-a501-cd1cee9e51c2', 'tag': '791110f2-4589-4e7e-a80f-2eb5b02dbe7a'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:35:28.685504 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed46213-3d6b-4e05-9ea5-82388c4b40ed" -d '{"events": [{"name": "network-changed", "server_uuid": "f0c878ae-433b-4edb-a501-cd1cee9e51c2", "tag": "791110f2-4589-4e7e-a80f-2eb5b02dbe7a"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:35:28.731257 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a184dcdd-6564-4006-9c6d-7c33f4ebddb7 service neutron] Pushing event updated for resources: {'Port': ['ID=791110f2-4589-4e7e-a80f-2eb5b02dbe7a,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:28.749193 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37bfd8bf-f432-47ef-843f-ea1b6bb2b3d8 x-openstack-request-id: req-37bfd8bf-f432-47ef-843f-ea1b6bb2b3d8 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:35:28.749492 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0c878ae-433b-4edb-a501-cd1cee9e51c2", "tag": "791110f2-4589-4e7e-a80f-2eb5b02dbe7a", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:35:28.749750 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-37bfd8bf-f432-47ef-843f-ea1b6bb2b3d8 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:35:28.750157 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0c878ae-433b-4edb-a501-cd1cee9e51c2', 'tag': '791110f2-4589-4e7e-a80f-2eb5b02dbe7a', 'status': 'completed', 'code': 200} Dec 08 16:35:28.758649 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52388) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:28.769237 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-4d6a2acc-83a7-47cc-93d7-f3ef96d5ab95 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0910773 Dec 08 16:35:28.769459 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-53942e1d-a527-42bf-95f0-f5243ffe43d3 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Request body: {'subnet': {'network_id': '89bf1969-d78a-4d69-8195-82c052280f75', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:28.802678 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fff6b838-7e39-416b-80e5-c95fae79c878 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:28.839117 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fff6b838-7e39-416b-80e5-c95fae79c878 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:28.947444 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-425cf32c-510e-47ee-a8a4-bb2d09efdac3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5ac8783bc8454dbdaff01b6ea349ef5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7007093 Dec 08 16:35:28.951846 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52390) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:29.034064 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-298fcf54-4d2b-4d4c-993d-2d21e7cdc364 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:29.045772 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed46213-3d6b-4e05-9ea5-82388c4b40ed req-e1e46ef6-e3bc-424b-89fb-c438fcbbd9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:29.047332 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8ed46213-3d6b-4e05-9ea5-82388c4b40ed req-e1e46ef6-e3bc-424b-89fb-c438fcbbd9d0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=71f5826d1b3d4cd5a2c95e78c7917860&device_id=f0c878ae-433b-4edb-a501-cd1cee9e51c2 HTTP/1.1" status: 200 len: 1096 time: 0.1168776 Dec 08 16:35:29.052234 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fff6b838-7e39-416b-80e5-c95fae79c878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:29.056280 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fff6b838-7e39-416b-80e5-c95fae79c878 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:29.057626 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-fff6b838-7e39-416b-80e5-c95fae79c878 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d7d1d593-acb8-46cc-ba2a-bae9a70cab3b HTTP/1.1" status: 204 len: 168 time: 0.4057062 Dec 08 16:35:29.125195 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-298fcf54-4d2b-4d4c-993d-2d21e7cdc364 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:29.130736 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff6b838-7e39-416b-80e5-c95fae79c878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d1d593-acb8-46cc-ba2a-bae9a70cab3b,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:29.159225 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52396) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:29.204848 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53942e1d-a527-42bf-95f0-f5243ffe43d3 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Made reservation on behalf of e453488086be4d498945c559a2dae3d9 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:35:29.221082 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-53942e1d-a527-42bf-95f0-f5243ffe43d3 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:29.262049 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-a101013f-b7db-4a82-a752-e47f2909b02e None None] Publish callbacks [] for port, precommit_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:29.340401 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-298fcf54-4d2b-4d4c-993d-2d21e7cdc364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:29.343381 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-298fcf54-4d2b-4d4c-993d-2d21e7cdc364 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:29.346551 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-298fcf54-4d2b-4d4c-993d-2d21e7cdc364 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a4072779-6f18-4b76-a978-11eb62a44106 HTTP/1.1" status: 204 len: 168 time: 0.3906550 Dec 08 16:35:29.369207 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298fcf54-4d2b-4d4c-993d-2d21e7cdc364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4072779-6f18-4b76-a978-11eb62a44106,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:29.383409 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-a101013f-b7db-4a82-a752-e47f2909b02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:29.445422 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-144d3464-e2b9-4b17-bd10-cdc0dccdbdde admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a227f10129f744ca8a14c07d16717550&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2821705 Dec 08 16:35:29.447871 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52402) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:29.475682 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed46213-3d6b-4e05-9ea5-82388c4b40ed req-d3b28f04-647a-43e1-a128-ffd341f7aefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:29.477608 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8ed46213-3d6b-4e05-9ea5-82388c4b40ed req-d3b28f04-647a-43e1-a128-ffd341f7aefd service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=71f5826d1b3d4cd5a2c95e78c7917860&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4201877 Dec 08 16:35:29.504381 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaac6af-2ae6-42a6-8ac6-54541ed78282 None None] Pushing event updated for resources: {'Port': ['ID=8671af09-5fe9-4abe-a2de-a3a8b5616ffe,revision_number=3']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:29.539418 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-11f9a7f1-0524-4084-b720-d5a48f5a1cb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:29.573995 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-11f9a7f1-0524-4084-b720-d5a48f5a1cb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:29.614536 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-a101013f-b7db-4a82-a752-e47f2909b02e None None] Attempting to bind port 8671af09-5fe9-4abe-a2de-a3a8b5616ffe on host n-d-776250-12 for vnic_type normal with profile {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:35:29.617065 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-a101013f-b7db-4a82-a752-e47f2909b02e None None] Attempting to bind port 8671af09-5fe9-4abe-a2de-a3a8b5616ffe by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '7b274dcb-4149-4654-a406-e8a1fc419dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '5a6dae4d-2e43-4c42-818b-7b47282ce2de'}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:35:29.617869 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a101013f-b7db-4a82-a752-e47f2909b02e None None] Attempting to bind port 8671af09-5fe9-4abe-a2de-a3a8b5616ffe on network 5a6dae4d-2e43-4c42-818b-7b47282ce2de {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:35:29.631716 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a101013f-b7db-4a82-a752-e47f2909b02e None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:35:29.632908 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a101013f-b7db-4a82-a752-e47f2909b02e None None] Checking segment: {'id': '7b274dcb-4149-4654-a406-e8a1fc419dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '5a6dae4d-2e43-4c42-818b-7b47282ce2de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:35:29.634093 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-a101013f-b7db-4a82-a752-e47f2909b02e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:29.634704 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a101013f-b7db-4a82-a752-e47f2909b02e None None] Bound using segment: {'id': '7b274dcb-4149-4654-a406-e8a1fc419dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '5a6dae4d-2e43-4c42-818b-7b47282ce2de'} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:35:29.635520 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-a101013f-b7db-4a82-a752-e47f2909b02e None None] Bound port: 8671af09-5fe9-4abe-a2de-a3a8b5616ffe, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b274dcb-4149-4654-a406-e8a1fc419dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '5a6dae4d-2e43-4c42-818b-7b47282ce2de'}}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:35:29.639958 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-a101013f-b7db-4a82-a752-e47f2909b02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:29.741396 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-a101013f-b7db-4a82-a752-e47f2909b02e None None] For port 8671af09-5fe9-4abe-a2de-a3a8b5616ffe, host n-d-776250-12, cleared binding levels {{(pid=110553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:35:29.758980 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-a101013f-b7db-4a82-a752-e47f2909b02e None None] For port 8671af09-5fe9-4abe-a2de-a3a8b5616ffe, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=8671af09-5fe9-4abe-a2de-a3a8b5616ffe,segment=NetworkSegment(7b274dcb-4149-4654-a406-e8a1fc419dbc),segment_id=7b274dcb-4149-4654-a406-e8a1fc419dbc)] {{(pid=110553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:35:29.772121 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-11f9a7f1-0524-4084-b720-d5a48f5a1cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:29.775622 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-11f9a7f1-0524-4084-b720-d5a48f5a1cb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:29.777040 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-11f9a7f1-0524-4084-b720-d5a48f5a1cb1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e314574d-ce28-4b69-afd5-57bb1ddf1792 HTTP/1.1" status: 204 len: 168 time: 0.3279305 Dec 08 16:35:29.786495 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f9a7f1-0524-4084-b720-d5a48f5a1cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e314574d-ce28-4b69-afd5-57bb1ddf1792,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:29.869749 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-a101013f-b7db-4a82-a752-e47f2909b02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:29.969823 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-9fb2f236-44ad-4abe-ba1c-89bc63f69bf6 None None] Provisioning complete for port 8671af09-5fe9-4abe-a2de-a3a8b5616ffe triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:35:29.970365 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9fb2f236-44ad-4abe-ba1c-89bc63f69bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:29.995630 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa9a01-cb0c-4645-81bd-f6740fc1c0ad req-06ea71af-06d5-4b21-b631-73e230930482 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:29.997950 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fcaa9a01-cb0c-4645-81bd-f6740fc1c0ad req-06ea71af-06d5-4b21-b631-73e230930482 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0c878ae-433b-4edb-a501-cd1cee9e51c2 HTTP/1.1" status: 200 len: 944 time: 0.3281953 Dec 08 16:35:30.003353 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed46213-3d6b-4e05-9ea5-82388c4b40ed req-893f1534-ff59-4659-87a9-ee1aa4a9ac29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:30.005163 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a101013f-b7db-4a82-a752-e47f2909b02e None None] Routers {'df5a22b2-3f8b-4450-916c-3d384120c99b'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:35:30.006270 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-a101013f-b7db-4a82-a752-e47f2909b02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:35:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['df5a22b2-3f8b-4450-916c-3d384120c99b'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:30.009524 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8ed46213-3d6b-4e05-9ea5-82388c4b40ed req-893f1534-ff59-4659-87a9-ee1aa4a9ac29 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5232003 Dec 08 16:35:30.155899 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fcaa9a01-cb0c-4645-81bd-f6740fc1c0ad req-6ca1789b-abc7-4159-b47b-497bb60f79de tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431236 Dec 08 16:35:30.162505 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3986c0-8202-40f5-91c9-7a07735c0026 req-545d307a-6def-4bc6-ba7c-4256e2230000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:30.165613 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-df3986c0-8202-40f5-91c9-7a07735c0026 req-545d307a-6def-4bc6-ba7c-4256e2230000 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=71f5826d1b3d4cd5a2c95e78c7917860&device_id=f0c878ae-433b-4edb-a501-cd1cee9e51c2 HTTP/1.1" status: 200 len: 1096 time: 0.1140592 Dec 08 16:35:30.167979 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-53942e1d-a527-42bf-95f0-f5243ffe43d3 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:30.187227 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9fb2f236-44ad-4abe-ba1c-89bc63f69bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:30.233528 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-9fb2f236-44ad-4abe-ba1c-89bc63f69bf6 None None] For port 8671af09-5fe9-4abe-a2de-a3a8b5616ffe, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=8671af09-5fe9-4abe-a2de-a3a8b5616ffe,segment=NetworkSegment(7b274dcb-4149-4654-a406-e8a1fc419dbc),segment_id=7b274dcb-4149-4654-a406-e8a1fc419dbc)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:35:30.274945 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9fb2f236-44ad-4abe-ba1c-89bc63f69bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:30.386339 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-a101013f-b7db-4a82-a752-e47f2909b02e None None] Set router df5a22b2-3f8b-4450-916c-3d384120c99b gateway port host: None {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:35:30.404694 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52416) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:30.424907 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb2f236-44ad-4abe-ba1c-89bc63f69bf6 None None] Pushing event updated for resources: {'Port': ['ID=8671af09-5fe9-4abe-a2de-a3a8b5616ffe,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:30.464758 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-fd1901b2-7a08-44a2-ad16-2e9d19aeb12c None None] Provisioning complete for port 8671af09-5fe9-4abe-a2de-a3a8b5616ffe triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:35:30.465159 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-fd1901b2-7a08-44a2-ad16-2e9d19aeb12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:30.500652 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-6b43d592-8269-4184-8b23-b90f0390b630 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=baa1a12797714d1ba1e8801d8572448f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0944049 Dec 08 16:35:30.503053 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52420) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:30.623201 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-53c46695-f4b4-4daa-9925-de2754cb4d11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:30.675338 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-53c46695-f4b4-4daa-9925-de2754cb4d11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:30.739967 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaac6af-2ae6-42a6-8ac6-54541ed78282 None None] Pushing event updated for resources: {'Port': ['ID=8671af09-5fe9-4abe-a2de-a3a8b5616ffe,revision_number=4']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:30.858508 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-53c46695-f4b4-4daa-9925-de2754cb4d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:30.863639 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-53c46695-f4b4-4daa-9925-de2754cb4d11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:30.865329 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-53c46695-f4b4-4daa-9925-de2754cb4d11 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7564e0fe-dd60-4643-ab3c-5ca5c99f2e0e HTTP/1.1" status: 204 len: 168 time: 0.3611608 Dec 08 16:35:30.885179 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c46695-f4b4-4daa-9925-de2754cb4d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7564e0fe-dd60-4643-ab3c-5ca5c99f2e0e,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:30.917164 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-a101013f-b7db-4a82-a752-e47f2909b02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'name': 'tempest-RoutersIpV6Test-router-1974696606', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:35:00Z', 'updated_at': '2021-12-08T16:35:24Z', 'revision_number': 4, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'gw_port_host': None, '_interfaces': [{'id': '0a796f21-e0fe-459e-bd7b-8e251d9d1eb0', 'name': '', 'network_id': '2927b57d-9edb-4371-b7f1-927e216b45d8', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'mac_address': 'fa:16:3e:7a:7c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ed6b66b8-169c-4374-baba-a8225ae62e28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:04Z', 'updated_at': '2021-12-08T16:35:10Z', 'revision_number': 5, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'subnets': [{'id': 'ed6b66b8-169c-4374-baba-a8225ae62e28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5270dbf1-8f46-403d-b9d4-0ad5ce0e08db', 'name': '', 'network_id': '10c29011-c34d-4093-8a77-fd50136ab877', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'mac_address': 'fa:16:3e:45:67:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '75c71c0c-89d9-449a-ab3e-f60d4e4a1cdc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:12Z', 'updated_at': '2021-12-08T16:35:20Z', 'revision_number': 5, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'subnets': [{'id': '75c71c0c-89d9-449a-ab3e-f60d4e4a1cdc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8671af09-5fe9-4abe-a2de-a3a8b5616ffe', 'name': '', 'network_id': '5a6dae4d-2e43-4c42-818b-7b47282ce2de', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'mac_address': 'fa:16:3e:3c:b3:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '86433356-948a-4713-a3cd-3d8cf5e98751', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:23Z', 'updated_at': '2021-12-08T16:35:29Z', 'revision_number': 4, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'subnets': [{'id': '86433356-948a-4713-a3cd-3d8cf5e98751', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:30.922683 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-df3986c0-8202-40f5-91c9-7a07735c0026 req-a8cc018f-b9a9-45bf-97c0-8624397d590a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=791110f2-4589-4e7e-a80f-2eb5b02dbe7a HTTP/1.1" status: 200 len: 217 time: 0.7401690 Dec 08 16:35:30.924276 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53942e1d-a527-42bf-95f0-f5243ffe43d3 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event updated for resources: {'Subnet': ['ID=bf069686-2c73-4898-828c-ce64d4b1224e,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:30.995851 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a101013f-b7db-4a82-a752-e47f2909b02e None None] The sync data for ids ['df5a22b2-3f8b-4450-916c-3d384120c99b'] in n-d-776250-12 is: [{'id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'name': 'tempest-RoutersIpV6Test-router-1974696606', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:35:00Z', 'updated_at': '2021-12-08T16:35:24Z', 'revision_number': 4, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'gw_port_host': None, '_interfaces': [{'id': '0a796f21-e0fe-459e-bd7b-8e251d9d1eb0', 'name': '', 'network_id': '2927b57d-9edb-4371-b7f1-927e216b45d8', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'mac_address': 'fa:16:3e:7a:7c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ed6b66b8-169c-4374-baba-a8225ae62e28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:04Z', 'updated_at': '2021-12-08T16:35:10Z', 'revision_number': 5, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'subnets': [{'id': 'ed6b66b8-169c-4374-baba-a8225ae62e28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5270dbf1-8f46-403d-b9d4-0ad5ce0e08db', 'name': '', 'network_id': '10c29011-c34d-4093-8a77-fd50136ab877', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'mac_address': 'fa:16:3e:45:67:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '75c71c0c-89d9-449a-ab3e-f60d4e4a1cdc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:12Z', 'updated_at': '2021-12-08T16:35:20Z', 'revision_number': 5, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'subnets': [{'id': '75c71c0c-89d9-449a-ab3e-f60d4e4a1cdc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8671af09-5fe9-4abe-a2de-a3a8b5616ffe', 'name': '', 'network_id': '5a6dae4d-2e43-4c42-818b-7b47282ce2de', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'mac_address': 'fa:16:3e:3c:b3:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '86433356-948a-4713-a3cd-3d8cf5e98751', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:23Z', 'updated_at': '2021-12-08T16:35:29Z', 'revision_number': 4, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'subnets': [{'id': '86433356-948a-4713-a3cd-3d8cf5e98751', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:35:31.026412 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53942e1d-a527-42bf-95f0-f5243ffe43d3 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Checking segment: {'id': '1243bad5-b9a0-4723-a1a5-91b13a2b58a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '89bf1969-d78a-4d69-8195-82c052280f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:35:31.027444 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53942e1d-a527-42bf-95f0-f5243ffe43d3 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Network hostable DHCP agents. Network: 89bf1969-d78a-4d69-8195-82c052280f75, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:35:31.042132 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3986c0-8202-40f5-91c9-7a07735c0026 req-38366588-8281-45c1-b752-25b77d4a8197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:31.053090 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-df3986c0-8202-40f5-91c9-7a07735c0026 req-38366588-8281-45c1-b752-25b77d4a8197 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=13be6d62-2e9a-40c4-9d1e-34aa15cc5f10 HTTP/1.1" status: 200 len: 850 time: 0.1125264 Dec 08 16:35:31.214741 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3986c0-8202-40f5-91c9-7a07735c0026 req-3bc78339-040e-4eb6-866b-2390c85a7919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:31.217830 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-df3986c0-8202-40f5-91c9-7a07735c0026 req-3bc78339-040e-4eb6-866b-2390c85a7919 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b16f21e0-d13a-4c4c-a863-a31df2be91b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1660678 Dec 08 16:35:31.223669 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53942e1d-a527-42bf-95f0-f5243ffe43d3 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Network 89bf1969-d78a-4d69-8195-82c052280f75 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:35:31.327422 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-df3986c0-8202-40f5-91c9-7a07735c0026 req-d809c059-e7bb-42b0-88e8-c08753e609ad service neutron] 10.222.0.76 "GET /v2.0/networks/b16f21e0-d13a-4c4c-a863-a31df2be91b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008959 Dec 08 16:35:31.459228 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-df3986c0-8202-40f5-91c9-7a07735c0026 req-cc6cdc18-7d21-44be-84ce-be20b3c110d3 service neutron] 10.222.0.76 "GET /v2.0/networks/b16f21e0-d13a-4c4c-a863-a31df2be91b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235185 Dec 08 16:35:31.460860 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-53942e1d-a527-42bf-95f0-f5243ffe43d3 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 89bf1969-d78a-4d69-8195-82c052280f75) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:35:31.465892 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53942e1d-a527-42bf-95f0-f5243ffe43d3 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:31.466661 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-53942e1d-a527-42bf-95f0-f5243ffe43d3 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:31.475400 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0d1d41-87fa-453d-9196-a05a0f32410d None None] Network 89bf1969-d78a-4d69-8195-82c052280f75 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:35:31.630219 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-53942e1d-a527-42bf-95f0-f5243ffe43d3 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8667243 Dec 08 16:35:31.631591 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52448) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:31.670285 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ae6b77-1f0e-4363-a1b9-5ea2ff1ba6a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-89bf1969-d78a-4d69-8195-82c052280f75', 'network_id': '89bf1969-d78a-4d69-8195-82c052280f75', 'project_id': 'e453488086be4d498945c559a2dae3d9', 'fixed_ips': [{'subnet_id': 'bf069686-2c73-4898-828c-ce64d4b1224e'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:35:31.673671 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d0ae6b77-1f0e-4363-a1b9-5ea2ff1ba6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:31.953275 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 8671af09-5fe9-4abe-a2de-a3a8b5616ffe up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:35:32.046686 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-d0ae6b77-1f0e-4363-a1b9-5ea2ff1ba6a2 None None] Allocated IP 2001:db8:3::2 (89bf1969-d78a-4d69-8195-82c052280f75/bf069686-2c73-4898-828c-ce64d4b1224e/1126f821-f6df-4b99-ab45-7319ddae07e7) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:35:32.062969 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 8671af09-5fe9-4abe-a2de-a3a8b5616ffe triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:35:32.063433 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:32.078790 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42963d1d-e1a4-4543-8339-d349c16bdc58 req-f7cf9bf3-9d5c-435e-be97-988822a60e97 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:32.087349 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-42963d1d-e1a4-4543-8339-d349c16bdc58 req-f7cf9bf3-9d5c-435e-be97-988822a60e97 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0c878ae-433b-4edb-a501-cd1cee9e51c2 HTTP/1.1" status: 200 len: 944 time: 0.8429334 Dec 08 16:35:32.230821 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52464) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:32.264838 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-42963d1d-e1a4-4543-8339-d349c16bdc58 req-bc9742cb-a174-467b-a2e8-12eed3945b08 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762524 Dec 08 16:35:32.282501 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d0ae6b77-1f0e-4363-a1b9-5ea2ff1ba6a2 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:32.333578 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52468) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:32.340490 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-21237637-0528-4932-a1eb-ec047c95930d tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:32.349362 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d0ae6b77-1f0e-4363-a1b9-5ea2ff1ba6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:32.386097 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ae6b77-1f0e-4363-a1b9-5ea2ff1ba6a2 None None] Network 89bf1969-d78a-4d69-8195-82c052280f75 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:35:32.389290 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-d0ae6b77-1f0e-4363-a1b9-5ea2ff1ba6a2 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:35:32.393531 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ae6b77-1f0e-4363-a1b9-5ea2ff1ba6a2 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:35:32.411134 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ae6b77-1f0e-4363-a1b9-5ea2ff1ba6a2 None None] Pushing event updated for resources: {'Port': ['ID=1126f821-f6df-4b99-ab45-7319ddae07e7,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:32.466324 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-d0ae6b77-1f0e-4363-a1b9-5ea2ff1ba6a2 None None] Attempting to bind port 1126f821-f6df-4b99-ab45-7319ddae07e7 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:35:32.466758 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-d0ae6b77-1f0e-4363-a1b9-5ea2ff1ba6a2 None None] Attempting to bind port 1126f821-f6df-4b99-ab45-7319ddae07e7 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '1243bad5-b9a0-4723-a1a5-91b13a2b58a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '89bf1969-d78a-4d69-8195-82c052280f75'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:35:32.467283 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ae6b77-1f0e-4363-a1b9-5ea2ff1ba6a2 None None] Attempting to bind port 1126f821-f6df-4b99-ab45-7319ddae07e7 on network 89bf1969-d78a-4d69-8195-82c052280f75 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:35:32.472927 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ae6b77-1f0e-4363-a1b9-5ea2ff1ba6a2 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:35:32.473579 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ae6b77-1f0e-4363-a1b9-5ea2ff1ba6a2 None None] Checking segment: {'id': '1243bad5-b9a0-4723-a1a5-91b13a2b58a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '89bf1969-d78a-4d69-8195-82c052280f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:35:32.474005 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d0ae6b77-1f0e-4363-a1b9-5ea2ff1ba6a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:32.474388 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ae6b77-1f0e-4363-a1b9-5ea2ff1ba6a2 None None] Bound using segment: {'id': '1243bad5-b9a0-4723-a1a5-91b13a2b58a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '89bf1969-d78a-4d69-8195-82c052280f75'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:35:32.474867 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-d0ae6b77-1f0e-4363-a1b9-5ea2ff1ba6a2 None None] Bound port: 1126f821-f6df-4b99-ab45-7319ddae07e7, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1243bad5-b9a0-4723-a1a5-91b13a2b58a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '89bf1969-d78a-4d69-8195-82c052280f75'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:35:32.475252 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d0ae6b77-1f0e-4363-a1b9-5ea2ff1ba6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:32.493811 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-c3f278bd-7100-4c02-9005-2f1279b192f4 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-125379633'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:32.542493 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-98002a79-3c6d-43a7-93a8-cd8a573d2e29 tempest-SubnetPoolsTestJSON-414162791 tempest-SubnetPoolsTestJSON-414162791-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1756507944', 'prefixes': ['172.20.0.0/16']}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:32.544385 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-d0ae6b77-1f0e-4363-a1b9-5ea2ff1ba6a2 None None] For port 1126f821-f6df-4b99-ab45-7319ddae07e7, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:35:32.548296 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-d0ae6b77-1f0e-4363-a1b9-5ea2ff1ba6a2 None None] For port 1126f821-f6df-4b99-ab45-7319ddae07e7, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=1126f821-f6df-4b99-ab45-7319ddae07e7,segment=NetworkSegment(1243bad5-b9a0-4723-a1a5-91b13a2b58a9),segment_id=1243bad5-b9a0-4723-a1a5-91b13a2b58a9)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:35:32.608280 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f278bd-7100-4c02-9005-2f1279b192f4 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Made reservation on behalf of 2a048ad867e54376a9ad6e49171465cb for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:35:32.612790 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c3f278bd-7100-4c02-9005-2f1279b192f4 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:32.629597 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d0ae6b77-1f0e-4363-a1b9-5ea2ff1ba6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:32.631534 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c3f278bd-7100-4c02-9005-2f1279b192f4 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:32.662706 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-21237637-0528-4932-a1eb-ec047c95930d tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Allocated IP 2001:db8:3::1 (89bf1969-d78a-4d69-8195-82c052280f75/bf069686-2c73-4898-828c-ce64d4b1224e/153563b6-b019-4b99-98f5-a1006cdb9f7e) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:35:32.699408 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ae6b77-1f0e-4363-a1b9-5ea2ff1ba6a2 None None] Pushing event updated for resources: {'Port': ['ID=1126f821-f6df-4b99-ab45-7319ddae07e7,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:32.734898 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c3f278bd-7100-4c02-9005-2f1279b192f4 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:32.785269 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c3f278bd-7100-4c02-9005-2f1279b192f4 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:32.797578 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-21237637-0528-4932-a1eb-ec047c95930d tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:32.810562 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3f278bd-7100-4c02-9005-2f1279b192f4 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:35:32.834746 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f278bd-7100-4c02-9005-2f1279b192f4 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a50bd01e-fcef-4787-9dfd-92712167108b,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:32.837841 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c3f278bd-7100-4c02-9005-2f1279b192f4 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:32.838190 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-c3f278bd-7100-4c02-9005-2f1279b192f4 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Added segment 566667ed-a348-4f65-bfba-0c9a1ec78a2e of type vlan for network aaef13df-3961-4ae1-8320-73d8a54e12d3 Dec 08 16:35:32.900296 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c3f278bd-7100-4c02-9005-2f1279b192f4 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:32.937298 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-21237637-0528-4932-a1eb-ec047c95930d tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:32.968742 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-98002a79-3c6d-43a7-93a8-cd8a573d2e29 tempest-SubnetPoolsTestJSON-414162791 tempest-SubnetPoolsTestJSON-414162791-project] Publish callbacks [] for subnetpool, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:32.971276 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-98002a79-3c6d-43a7-93a8-cd8a573d2e29 tempest-SubnetPoolsTestJSON-414162791 tempest-SubnetPoolsTestJSON-414162791-project] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.7393148 Dec 08 16:35:32.973733 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52476) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:33.002297 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21237637-0528-4932-a1eb-ec047c95930d tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Network 89bf1969-d78a-4d69-8195-82c052280f75 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:35:33.006018 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-21237637-0528-4932-a1eb-ec047c95930d tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:35:33.010553 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21237637-0528-4932-a1eb-ec047c95930d tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:35:33.011103 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-21237637-0528-4932-a1eb-ec047c95930d tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:33.043816 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-25e1a7df-2322-4a6f-b95a-0d701d958c2c tempest-SubnetPoolsTestJSON-414162791 tempest-SubnetPoolsTestJSON-414162791-project] 10.222.0.64 "GET /v2.0/subnetpools/4cfaba83-3cd2-486c-bfd0-4ce4aa4f64d3 HTTP/1.1" status: 200 len: 732 time: 0.0682333 Dec 08 16:35:33.049624 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52478) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:33.054570 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-7bd4fe5f-bba1-4d73-a3b1-8e1f73eb7da0 tempest-SubnetPoolsTestJSON-414162791 tempest-SubnetPoolsTestJSON-414162791-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-382840580'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:33.057655 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c3f278bd-7100-4c02-9005-2f1279b192f4 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:33.065041 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f278bd-7100-4c02-9005-2f1279b192f4 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:33.065773 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c3f278bd-7100-4c02-9005-2f1279b192f4 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:33.067164 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21237637-0528-4932-a1eb-ec047c95930d tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event updated for resources: {'Port': ['ID=153563b6-b019-4b99-98f5-a1006cdb9f7e,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:33.172309 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f278bd-7100-4c02-9005-2f1279b192f4 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Pushing event updated for resources: {'Network': ['ID=aaef13df-3961-4ae1-8320-73d8a54e12d3,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:33.185655 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network aaef13df-3961-4ae1-8320-73d8a54e12d3 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:35:33.242047 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-21237637-0528-4932-a1eb-ec047c95930d tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:33.244363 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c3f278bd-7100-4c02-9005-2f1279b192f4 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.9096246 Dec 08 16:35:33.248629 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52480) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:33.254331 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-b3f1287a-9fe6-480e-b6dc-e4b9739bd167 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Request body: {'subnet': {'network_id': 'aaef13df-3961-4ae1-8320-73d8a54e12d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:33.272664 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7bd4fe5f-bba1-4d73-a3b1-8e1f73eb7da0 tempest-SubnetPoolsTestJSON-414162791 tempest-SubnetPoolsTestJSON-414162791-project] Publish callbacks [] for subnetpool, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:33.274497 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-7bd4fe5f-bba1-4d73-a3b1-8e1f73eb7da0 tempest-SubnetPoolsTestJSON-414162791 tempest-SubnetPoolsTestJSON-414162791-project] 10.222.0.64 "PUT /v2.0/subnetpools/4cfaba83-3cd2-486c-bfd0-4ce4aa4f64d3 HTTP/1.1" status: 200 len: 683 time: 0.2236838 Dec 08 16:35:33.280951 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52482) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:33.412479 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71097ad2-3de9-41db-b665-4b22b7752a82 req-413dca29-4726-4608-9269-73923a6e428a tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:33.414350 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-71097ad2-3de9-41db-b665-4b22b7752a82 req-413dca29-4726-4608-9269-73923a6e428a tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0c878ae-433b-4edb-a501-cd1cee9e51c2 HTTP/1.1" status: 200 len: 944 time: 0.0616808 Dec 08 16:35:33.476923 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-71097ad2-3de9-41db-b665-4b22b7752a82 req-a0824dc0-f41f-48e0-8f67-670bfa92e166 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533075 Dec 08 16:35:33.492337 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f1287a-9fe6-480e-b6dc-e4b9739bd167 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Made reservation on behalf of 2a048ad867e54376a9ad6e49171465cb for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:35:33.496659 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b3f1287a-9fe6-480e-b6dc-e4b9739bd167 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:33.800892 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b3f1287a-9fe6-480e-b6dc-e4b9739bd167 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:33.803325 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9714785-508f-41e1-b3c1-c1168a533c92 None None] Network 89bf1969-d78a-4d69-8195-82c052280f75 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:35:33.885305 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f1287a-9fe6-480e-b6dc-e4b9739bd167 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Pushing event updated for resources: {'Subnet': ['ID=f89ff97c-bdd9-4c4c-afee-b104e6abea2b,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:33.895039 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f1287a-9fe6-480e-b6dc-e4b9739bd167 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Checking segment: {'id': '566667ed-a348-4f65-bfba-0c9a1ec78a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'aaef13df-3961-4ae1-8320-73d8a54e12d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:35:33.895319 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-24deb6ba-955e-4e10-9332-2babbcc0aecf None None] Provisioning complete for port 1126f821-f6df-4b99-ab45-7319ddae07e7 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:35:33.895458 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f1287a-9fe6-480e-b6dc-e4b9739bd167 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Network hostable DHCP agents. Network: aaef13df-3961-4ae1-8320-73d8a54e12d3, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:35:33.895992 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-24deb6ba-955e-4e10-9332-2babbcc0aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:33.901107 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bbe27b9d-21e7-4115-9389-7a90a8b14d1d tempest-SubnetPoolsTestJSON-414162791 tempest-SubnetPoolsTestJSON-414162791-project] Publish callbacks [] for subnetpool, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:33.901654 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 1126f821-f6df-4b99-ab45-7319ddae07e7 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:35:33.905084 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-bbe27b9d-21e7-4115-9389-7a90a8b14d1d tempest-SubnetPoolsTestJSON-414162791 tempest-SubnetPoolsTestJSON-414162791-project] 10.222.0.64 "DELETE /v2.0/subnetpools/4cfaba83-3cd2-486c-bfd0-4ce4aa4f64d3 HTTP/1.1" status: 204 len: 168 time: 0.6205270 Dec 08 16:35:33.905780 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52490) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:33.932065 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-43458806-47c9-4437-9c10-193573082dfa tempest-SubnetPoolsTestJSON-414162791 tempest-SubnetPoolsTestJSON-414162791-project] show failed (client error): The resource could not be found. Dec 08 16:35:33.933169 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-43458806-47c9-4437-9c10-193573082dfa tempest-SubnetPoolsTestJSON-414162791 tempest-SubnetPoolsTestJSON-414162791-project] 10.222.0.64 "GET /v2.0/subnetpools/4cfaba83-3cd2-486c-bfd0-4ce4aa4f64d3 HTTP/1.1" status: 404 len: 346 time: 0.0247290 Dec 08 16:35:33.935959 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52492) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:33.953664 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-e818b57d-a260-45db-9585-bfb01d27e953 tempest-SubnetPoolsTestJSON-414162791 tempest-SubnetPoolsTestJSON-414162791-project] delete failed (client error): The resource could not be found. Dec 08 16:35:33.955346 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e818b57d-a260-45db-9585-bfb01d27e953 tempest-SubnetPoolsTestJSON-414162791 tempest-SubnetPoolsTestJSON-414162791-project] 10.222.0.64 "DELETE /v2.0/subnetpools/4cfaba83-3cd2-486c-bfd0-4ce4aa4f64d3 HTTP/1.1" status: 404 len: 346 time: 0.0174129 Dec 08 16:35:33.966956 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f1287a-9fe6-480e-b6dc-e4b9739bd167 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Network aaef13df-3961-4ae1-8320-73d8a54e12d3 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:35:34.005470 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-21237637-0528-4932-a1eb-ec047c95930d tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:34.020752 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 1126f821-f6df-4b99-ab45-7319ddae07e7 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:35:34.023151 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:34.074702 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-b3f1287a-9fe6-480e-b6dc-e4b9739bd167 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, aaef13df-3961-4ae1-8320-73d8a54e12d3) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:35:34.088496 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f1287a-9fe6-480e-b6dc-e4b9739bd167 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:34.089033 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b3f1287a-9fe6-480e-b6dc-e4b9739bd167 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:34.091831 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e52abcc-30a3-4992-99c5-d3660ee1a1f7 None None] Network aaef13df-3961-4ae1-8320-73d8a54e12d3 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:35:34.114527 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-21237637-0528-4932-a1eb-ec047c95930d tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:34.118290 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-21237637-0528-4932-a1eb-ec047c95930d tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:34.179849 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-24deb6ba-955e-4e10-9332-2babbcc0aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:34.217778 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b3f1287a-9fe6-480e-b6dc-e4b9739bd167 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9650164 Dec 08 16:35:34.217778 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52500) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:34.223475 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-5e4c13e3-9dc4-49bf-ac45-30ac98280083 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Request body: {'port': {'network_id': 'aaef13df-3961-4ae1-8320-73d8a54e12d3', 'name': 'tempest-TagsExtTest-458863913'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:34.236762 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21237637-0528-4932-a1eb-ec047c95930d tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event updated for resources: {'Port': ['ID=153563b6-b019-4b99-98f5-a1006cdb9f7e,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:34.283319 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bece03-ef36-4875-92eb-599af2d07a94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-aaef13df-3961-4ae1-8320-73d8a54e12d3', 'network_id': 'aaef13df-3961-4ae1-8320-73d8a54e12d3', 'project_id': '2a048ad867e54376a9ad6e49171465cb', 'fixed_ips': [{'subnet_id': 'f89ff97c-bdd9-4c4c-afee-b104e6abea2b'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:35:34.284159 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e0bece03-ef36-4875-92eb-599af2d07a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:34.317559 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-24deb6ba-955e-4e10-9332-2babbcc0aecf None None] For port 1126f821-f6df-4b99-ab45-7319ddae07e7, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=1126f821-f6df-4b99-ab45-7319ddae07e7,segment=NetworkSegment(1243bad5-b9a0-4723-a1a5-91b13a2b58a9),segment_id=1243bad5-b9a0-4723-a1a5-91b13a2b58a9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:35:34.324167 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:34.346997 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21237637-0528-4932-a1eb-ec047c95930d tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Network 89bf1969-d78a-4d69-8195-82c052280f75 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:35:34.351114 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-21237637-0528-4932-a1eb-ec047c95930d tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:35:34.421657 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-24deb6ba-955e-4e10-9332-2babbcc0aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:34.525328 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24deb6ba-955e-4e10-9332-2babbcc0aecf None None] Pushing event updated for resources: {'Port': ['ID=1126f821-f6df-4b99-ab45-7319ddae07e7,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:34.547554 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21237637-0528-4932-a1eb-ec047c95930d tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Router df5a22b2-3f8b-4450-916c-3d384120c99b has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:35:34.577917 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e4c13e3-9dc4-49bf-ac45-30ac98280083 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Made reservation on behalf of 2a048ad867e54376a9ad6e49171465cb for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:35:34.584113 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5e4c13e3-9dc4-49bf-ac45-30ac98280083 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:34.620320 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-5e4c13e3-9dc4-49bf-ac45-30ac98280083 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] device_id is not set on port 75a50e57-6ca0-4c9d-b596-d209354d6820 yet. {{(pid=110551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:35:34.690368 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.db.api [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:35:34.691002 n-d-776250-12 neutron-server[110552]: DEBUG oslo_db.api [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:35:34.701179 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52508) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:34.737799 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-28d84d28-6ec7-4f13-be2b-2424e1694a46 None None] Provisioning complete for port 1126f821-f6df-4b99-ab45-7319ddae07e7 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:35:34.737799 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-28d84d28-6ec7-4f13-be2b-2424e1694a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:34.759034 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc21889-60c0-4d85-988f-afa548606dc6 req-fec6db2e-e954-4849-a06c-9c653a73ab54 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:34.765569 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5cc21889-60c0-4d85-988f-afa548606dc6 req-fec6db2e-e954-4849-a06c-9c653a73ab54 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0c878ae-433b-4edb-a501-cd1cee9e51c2 HTTP/1.1" status: 200 len: 944 time: 0.1989465 Dec 08 16:35:34.796766 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21237637-0528-4932-a1eb-ec047c95930d tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:35:34.824252 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-21237637-0528-4932-a1eb-ec047c95930d tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "PUT /v2.0/routers/df5a22b2-3f8b-4450-916c-3d384120c99b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1905661 Dec 08 16:35:34.827053 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52512) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:34.832089 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-a7439a34-ea22-41f3-8035-33781470c3c9 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:34.855772 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-e0bece03-ef36-4875-92eb-599af2d07a94 None None] Allocated IP 172.20.0.2 (aaef13df-3961-4ae1-8320-73d8a54e12d3/f89ff97c-bdd9-4c4c-afee-b104e6abea2b/8f626c88-cb10-4e7c-8995-6034d21d25df) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:35:34.875400 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5c2ee6-b075-4ee9-a872-f95da7211421 None None] Sync routers for ids ['df5a22b2-3f8b-4450-916c-3d384120c99b'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:35:34.894726 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:34.903765 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5cc21889-60c0-4d85-988f-afa548606dc6 req-778ad30a-6a18-4176-a083-963384770bbb tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238821 Dec 08 16:35:34.942824 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5c2ee6-b075-4ee9-a872-f95da7211421 None None] Routers {'df5a22b2-3f8b-4450-916c-3d384120c99b'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:35:34.943480 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-8e5c2ee6-b075-4ee9-a872-f95da7211421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:35:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['df5a22b2-3f8b-4450-916c-3d384120c99b'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:35.062301 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-280a2c81-94ef-45c3-8e40-8601069fb906 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:35.327370 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-280a2c81-94ef-45c3-8e40-8601069fb906 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:35.387299 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-8e5c2ee6-b075-4ee9-a872-f95da7211421 None None] Set router df5a22b2-3f8b-4450-916c-3d384120c99b gateway port host: None {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:35:35.414525 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.extraroute_db [None req-a7439a34-ea22-41f3-8035-33781470c3c9 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=110551) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 08 16:35:35.424789 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-280a2c81-94ef-45c3-8e40-8601069fb906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:35.434924 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-28d84d28-6ec7-4f13-be2b-2424e1694a46 None None] Provisioning complete for port 153563b6-b019-4b99-98f5-a1006cdb9f7e triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:35:35.435306 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-28d84d28-6ec7-4f13-be2b-2424e1694a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:35.451844 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.extraroute_db [None req-a7439a34-ea22-41f3-8035-33781470c3c9 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Removed routes are [] {{(pid=110551) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 08 16:35:35.452286 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a7439a34-ea22-41f3-8035-33781470c3c9 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-717389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11074'] for router, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:35.477097 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280a2c81-94ef-45c3-8e40-8601069fb906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a8a953-2554-4b1d-972b-780a0959f7d7,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:35.482581 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-280a2c81-94ef-45c3-8e40-8601069fb906 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a2d2bf0d29fc4664878fb565a5168036&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7799532 Dec 08 16:35:35.485321 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52514) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:35.546725 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b3a569bb-6bc4-47ed-9f90-197c76118959 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:35.572431 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b3a569bb-6bc4-47ed-9f90-197c76118959 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:35.606510 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e0bece03-ef36-4875-92eb-599af2d07a94 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:35.612608 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-28d84d28-6ec7-4f13-be2b-2424e1694a46 None None] Port 153563b6-b019-4b99-98f5-a1006cdb9f7e cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:35:35.687341 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e0bece03-ef36-4875-92eb-599af2d07a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:35.726275 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b3a569bb-6bc4-47ed-9f90-197c76118959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:35.734110 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b3a569bb-6bc4-47ed-9f90-197c76118959 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:35.736566 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b3a569bb-6bc4-47ed-9f90-197c76118959 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/00a8a953-2554-4b1d-972b-780a0959f7d7 HTTP/1.1" status: 204 len: 168 time: 0.2495806 Dec 08 16:35:35.747331 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a569bb-6bc4-47ed-9f90-197c76118959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a8a953-2554-4b1d-972b-780a0959f7d7,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:35.775188 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bece03-ef36-4875-92eb-599af2d07a94 None None] Network aaef13df-3961-4ae1-8320-73d8a54e12d3 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:35:35.803673 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-e0bece03-ef36-4875-92eb-599af2d07a94 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:35:35.808580 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bece03-ef36-4875-92eb-599af2d07a94 None None] Pushing event updated for resources: {'Port': ['ID=8f626c88-cb10-4e7c-8995-6034d21d25df,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:35.811415 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a7439a34-ea22-41f3-8035-33781470c3c9 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-717389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11074'] for router, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:35.814997 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bece03-ef36-4875-92eb-599af2d07a94 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:35:35.819631 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a7439a34-ea22-41f3-8035-33781470c3c9 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528116', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-717402'] for router, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:35.823378 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-5e4c13e3-9dc4-49bf-ac45-30ac98280083 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Allocated IP 172.20.0.7 (aaef13df-3961-4ae1-8320-73d8a54e12d3/f89ff97c-bdd9-4c4c-afee-b104e6abea2b/75a50e57-6ca0-4c9d-b596-d209354d6820) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:35:35.839601 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 1126f821-f6df-4b99-ab45-7319ddae07e7 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:35:35.850214 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-2d4b7ce8-66db-4cb9-8a29-a36dae1dfa13 None None] Provisioning complete for port 153563b6-b019-4b99-98f5-a1006cdb9f7e triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:35:35.850579 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2d4b7ce8-66db-4cb9-8a29-a36dae1dfa13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:35.972508 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7439a34-ea22-41f3-8035-33781470c3c9 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Router df5a22b2-3f8b-4450-916c-3d384120c99b has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:35:36.002764 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-8e5c2ee6-b075-4ee9-a872-f95da7211421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'name': 'tempest-RoutersIpV6Test-router-1974696606', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:35:00Z', 'updated_at': '2021-12-08T16:35:33Z', 'revision_number': 5, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'gw_port_host': None, '_interfaces': [{'id': '0a796f21-e0fe-459e-bd7b-8e251d9d1eb0', 'name': '', 'network_id': '2927b57d-9edb-4371-b7f1-927e216b45d8', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'mac_address': 'fa:16:3e:7a:7c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ed6b66b8-169c-4374-baba-a8225ae62e28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:04Z', 'updated_at': '2021-12-08T16:35:10Z', 'revision_number': 5, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'subnets': [{'id': 'ed6b66b8-169c-4374-baba-a8225ae62e28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '153563b6-b019-4b99-98f5-a1006cdb9f7e', 'name': '', 'network_id': '89bf1969-d78a-4d69-8195-82c052280f75', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'mac_address': 'fa:16:3e:f3:a9:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': 'bf069686-2c73-4898-828c-ce64d4b1224e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:32Z', 'updated_at': '2021-12-08T16:35:33Z', 'revision_number': 2, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'subnets': [{'id': 'bf069686-2c73-4898-828c-ce64d4b1224e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5270dbf1-8f46-403d-b9d4-0ad5ce0e08db', 'name': '', 'network_id': '10c29011-c34d-4093-8a77-fd50136ab877', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'mac_address': 'fa:16:3e:45:67:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '75c71c0c-89d9-449a-ab3e-f60d4e4a1cdc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:12Z', 'updated_at': '2021-12-08T16:35:20Z', 'revision_number': 5, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'subnets': [{'id': '75c71c0c-89d9-449a-ab3e-f60d4e4a1cdc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8671af09-5fe9-4abe-a2de-a3a8b5616ffe', 'name': '', 'network_id': '5a6dae4d-2e43-4c42-818b-7b47282ce2de', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'mac_address': 'fa:16:3e:3c:b3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '86433356-948a-4713-a3cd-3d8cf5e98751', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:23Z', 'updated_at': '2021-12-08T16:35:30Z', 'revision_number': 5, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'subnets': [{'id': '86433356-948a-4713-a3cd-3d8cf5e98751', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:36.132286 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-2d4b7ce8-66db-4cb9-8a29-a36dae1dfa13 None None] Port 153563b6-b019-4b99-98f5-a1006cdb9f7e cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:35:36.140267 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5c2ee6-b075-4ee9-a872-f95da7211421 None None] Checking router: df5a22b2-3f8b-4450-916c-3d384120c99b for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:35:36.140540 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5c2ee6-b075-4ee9-a872-f95da7211421 None None] Updating router df5a22b2-3f8b-4450-916c-3d384120c99b port 153563b6-b019-4b99-98f5-a1006cdb9f7e binding host n-d-776250-12 {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:35:36.190049 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-e0bece03-ef36-4875-92eb-599af2d07a94 None None] Attempting to bind port 8f626c88-cb10-4e7c-8995-6034d21d25df on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:35:36.190398 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-e0bece03-ef36-4875-92eb-599af2d07a94 None None] Attempting to bind port 8f626c88-cb10-4e7c-8995-6034d21d25df by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '566667ed-a348-4f65-bfba-0c9a1ec78a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'aaef13df-3961-4ae1-8320-73d8a54e12d3'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:35:36.190777 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bece03-ef36-4875-92eb-599af2d07a94 None None] Attempting to bind port 8f626c88-cb10-4e7c-8995-6034d21d25df on network aaef13df-3961-4ae1-8320-73d8a54e12d3 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:35:36.194896 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8e5c2ee6-b075-4ee9-a872-f95da7211421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:36.213676 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bece03-ef36-4875-92eb-599af2d07a94 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:35:36.214162 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bece03-ef36-4875-92eb-599af2d07a94 None None] Checking segment: {'id': '566667ed-a348-4f65-bfba-0c9a1ec78a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'aaef13df-3961-4ae1-8320-73d8a54e12d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:35:36.214476 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e0bece03-ef36-4875-92eb-599af2d07a94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:36.215303 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bece03-ef36-4875-92eb-599af2d07a94 None None] Bound using segment: {'id': '566667ed-a348-4f65-bfba-0c9a1ec78a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'aaef13df-3961-4ae1-8320-73d8a54e12d3'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:35:36.215400 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-e0bece03-ef36-4875-92eb-599af2d07a94 None None] Bound port: 8f626c88-cb10-4e7c-8995-6034d21d25df, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '566667ed-a348-4f65-bfba-0c9a1ec78a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'aaef13df-3961-4ae1-8320-73d8a54e12d3'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:35:36.215742 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e0bece03-ef36-4875-92eb-599af2d07a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:36.219789 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 1126f821-f6df-4b99-ab45-7319ddae07e7 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:35:36.220305 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:36.278300 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc38924-4aa2-402f-8f2b-7649ceeceed5 req-b2c4585d-e690-483a-b3e8-8cde533aff34 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:36.280000 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-abc38924-4aa2-402f-8f2b-7649ceeceed5 req-b2c4585d-e690-483a-b3e8-8cde533aff34 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0c878ae-433b-4edb-a501-cd1cee9e51c2 HTTP/1.1" status: 200 len: 944 time: 0.2485602 Dec 08 16:35:36.316725 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5e4c13e3-9dc4-49bf-ac45-30ac98280083 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:36.328760 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7439a34-ea22-41f3-8035-33781470c3c9 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:35:36.338700 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a7439a34-ea22-41f3-8035-33781470c3c9 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:36.340168 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a7439a34-ea22-41f3-8035-33781470c3c9 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "PUT /v2.0/routers/df5a22b2-3f8b-4450-916c-3d384120c99b HTTP/1.1" status: 200 len: 954 time: 1.5120893 Dec 08 16:35:36.343397 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52528) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:36.394459 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-abc38924-4aa2-402f-8f2b-7649ceeceed5 req-33510596-4891-47dc-936f-14fdb414d688 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008427 Dec 08 16:35:36.479901 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-e0bece03-ef36-4875-92eb-599af2d07a94 None None] For port 8f626c88-cb10-4e7c-8995-6034d21d25df, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:35:36.492618 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5e4c13e3-9dc4-49bf-ac45-30ac98280083 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:36.516441 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-e0bece03-ef36-4875-92eb-599af2d07a94 None None] For port 8f626c88-cb10-4e7c-8995-6034d21d25df, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=8f626c88-cb10-4e7c-8995-6034d21d25df,segment=NetworkSegment(566667ed-a348-4f65-bfba-0c9a1ec78a2e),segment_id=566667ed-a348-4f65-bfba-0c9a1ec78a2e)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:35:36.534856 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-2ddb54ed-4ab9-4af2-b6ae-9cf34d5bd3d4 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "GET /v2.0/routers/df5a22b2-3f8b-4450-916c-3d384120c99b HTTP/1.1" status: 200 len: 954 time: 0.1863995 Dec 08 16:35:36.538477 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52532) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:36.551054 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-689402fd-a173-48ba-aed8-c6e134891e5b tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Request body: {'router': {'routes': None}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:36.597996 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e0bece03-ef36-4875-92eb-599af2d07a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:36.732001 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bece03-ef36-4875-92eb-599af2d07a94 None None] Pushing event updated for resources: {'Port': ['ID=8f626c88-cb10-4e7c-8995-6034d21d25df,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:36.759928 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8e5c2ee6-b075-4ee9-a872-f95da7211421 None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:36.869259 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8e5c2ee6-b075-4ee9-a872-f95da7211421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:36.937666 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1fc809-989c-4369-932c-bb49f7d87a5f None None] Pushing event updated for resources: {'Port': ['ID=153563b6-b019-4b99-98f5-a1006cdb9f7e,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:37.024931 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4c13e3-9dc4-49bf-ac45-30ac98280083 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Network aaef13df-3961-4ae1-8320-73d8a54e12d3 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:35:37.035187 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-5e4c13e3-9dc4-49bf-ac45-30ac98280083 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:35:37.042460 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4c13e3-9dc4-49bf-ac45-30ac98280083 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:35:37.048822 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-8e5c2ee6-b075-4ee9-a872-f95da7211421 None None] Attempting to bind port 153563b6-b019-4b99-98f5-a1006cdb9f7e on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:35:37.050024 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-8e5c2ee6-b075-4ee9-a872-f95da7211421 None None] Attempting to bind port 153563b6-b019-4b99-98f5-a1006cdb9f7e by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '1243bad5-b9a0-4723-a1a5-91b13a2b58a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '89bf1969-d78a-4d69-8195-82c052280f75'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:35:37.050552 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5c2ee6-b075-4ee9-a872-f95da7211421 None None] Attempting to bind port 153563b6-b019-4b99-98f5-a1006cdb9f7e on network 89bf1969-d78a-4d69-8195-82c052280f75 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:35:37.058601 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5c2ee6-b075-4ee9-a872-f95da7211421 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:35:37.058601 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5c2ee6-b075-4ee9-a872-f95da7211421 None None] Checking segment: {'id': '1243bad5-b9a0-4723-a1a5-91b13a2b58a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '89bf1969-d78a-4d69-8195-82c052280f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:35:37.058601 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8e5c2ee6-b075-4ee9-a872-f95da7211421 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:37.058989 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5c2ee6-b075-4ee9-a872-f95da7211421 None None] Bound using segment: {'id': '1243bad5-b9a0-4723-a1a5-91b13a2b58a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '89bf1969-d78a-4d69-8195-82c052280f75'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:35:37.059316 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-8e5c2ee6-b075-4ee9-a872-f95da7211421 None None] Bound port: 153563b6-b019-4b99-98f5-a1006cdb9f7e, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1243bad5-b9a0-4723-a1a5-91b13a2b58a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '89bf1969-d78a-4d69-8195-82c052280f75'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:35:37.059663 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8e5c2ee6-b075-4ee9-a872-f95da7211421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:37.103188 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4c13e3-9dc4-49bf-ac45-30ac98280083 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Pushing event updated for resources: {'Port': ['ID=75a50e57-6ca0-4c9d-b596-d209354d6820,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:37.279840 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-8e5c2ee6-b075-4ee9-a872-f95da7211421 None None] For port 153563b6-b019-4b99-98f5-a1006cdb9f7e, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:35:37.279840 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-8e5c2ee6-b075-4ee9-a872-f95da7211421 None None] For port 153563b6-b019-4b99-98f5-a1006cdb9f7e, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=153563b6-b019-4b99-98f5-a1006cdb9f7e,segment=NetworkSegment(1243bad5-b9a0-4723-a1a5-91b13a2b58a9),segment_id=1243bad5-b9a0-4723-a1a5-91b13a2b58a9)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:35:37.318817 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4c13e3-9dc4-49bf-ac45-30ac98280083 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:37.319743 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5e4c13e3-9dc4-49bf-ac45-30ac98280083 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:37.365416 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52546) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:37.413673 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8e5c2ee6-b075-4ee9-a872-f95da7211421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:37.463776 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-5e4c13e3-9dc4-49bf-ac45-30ac98280083 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 3.2451844 Dec 08 16:35:37.464502 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52552) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:37.475932 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-c70aa2e5-d005-4c35-a888-4df20df746eb tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-287123481', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:37.584693 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-4b66179e-0731-4907-9538-42b9afce81b9 None None] Provisioning complete for port 153563b6-b019-4b99-98f5-a1006cdb9f7e triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:35:37.585077 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4b66179e-0731-4907-9538-42b9afce81b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:37.590297 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.extraroute_db [None req-689402fd-a173-48ba-aed8-c6e134891e5b tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Added routes are [] {{(pid=110551) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 08 16:35:37.591051 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.extraroute_db [None req-689402fd-a173-48ba-aed8-c6e134891e5b tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=110551) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 08 16:35:37.604451 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-a5f83824-bcec-479d-a618-25efbff57c22 tempest-TagsTest-482336334 tempest-TagsTest-482336334-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1184136469'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:37.633160 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-689402fd-a173-48ba-aed8-c6e134891e5b tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-717389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11074'] for router, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:37.640663 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0705798-2597-422d-a8d6-35dcd5a1d3f6 req-e3a37925-1353-4fe7-a5b6-95c145bae1b4 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:37.646546 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5c2ee6-b075-4ee9-a872-f95da7211421 None None] Routers {'df5a22b2-3f8b-4450-916c-3d384120c99b'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:35:37.647175 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-8e5c2ee6-b075-4ee9-a872-f95da7211421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:35:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['df5a22b2-3f8b-4450-916c-3d384120c99b'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:37.649650 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b0705798-2597-422d-a8d6-35dcd5a1d3f6 req-e3a37925-1353-4fe7-a5b6-95c145bae1b4 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0c878ae-433b-4edb-a501-cd1cee9e51c2 HTTP/1.1" status: 200 len: 944 time: 0.1454372 Dec 08 16:35:37.700806 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c70aa2e5-d005-4c35-a888-4df20df746eb tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:37.702570 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c70aa2e5-d005-4c35-a888-4df20df746eb tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:37.723809 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b0705798-2597-422d-a8d6-35dcd5a1d3f6 req-96a7d16a-c805-430d-89cf-ac96ead0eaa3 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682149 Dec 08 16:35:37.762114 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1fc809-989c-4369-932c-bb49f7d87a5f None None] Pushing event updated for resources: {'Port': ['ID=153563b6-b019-4b99-98f5-a1006cdb9f7e,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:37.854220 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f83824-bcec-479d-a618-25efbff57c22 tempest-TagsTest-482336334 tempest-TagsTest-482336334-project] Made reservation on behalf of 517d91fcaf4848458fe3faf0dbddcce6 for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:35:37.858537 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a5f83824-bcec-479d-a618-25efbff57c22 tempest-TagsTest-482336334 tempest-TagsTest-482336334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:37.880102 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c70aa2e5-d005-4c35-a888-4df20df746eb tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:37.881299 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a5f83824-bcec-479d-a618-25efbff57c22 tempest-TagsTest-482336334 tempest-TagsTest-482336334-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:37.948357 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c70aa2e5-d005-4c35-a888-4df20df746eb tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:37.950782 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 8f626c88-cb10-4e7c-8995-6034d21d25df up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:35:38.019773 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a5f83824-bcec-479d-a618-25efbff57c22 tempest-TagsTest-482336334 tempest-TagsTest-482336334-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:38.039967 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-8e5c2ee6-b075-4ee9-a872-f95da7211421 None None] Set router df5a22b2-3f8b-4450-916c-3d384120c99b gateway port host: None {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:35:38.044009 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c70aa2e5-d005-4c35-a888-4df20df746eb tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:38.052444 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c70aa2e5-d005-4c35-a888-4df20df746eb tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5798497 Dec 08 16:35:38.052623 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-689402fd-a173-48ba-aed8-c6e134891e5b tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-717389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11074'] for router, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:38.052623 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52554) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:38.054288 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-1cb56924-6633-47a1-a02e-60267b40ef0e tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-100303058', 'prefixes': ['172.20.0.0/16']}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:38.060602 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-689402fd-a173-48ba-aed8-c6e134891e5b tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528116', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-717402'] for router, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:38.109191 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a5f83824-bcec-479d-a618-25efbff57c22 tempest-TagsTest-482336334 tempest-TagsTest-482336334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:38.154565 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4b66179e-0731-4907-9538-42b9afce81b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:38.162503 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5f83824-bcec-479d-a618-25efbff57c22 tempest-TagsTest-482336334 tempest-TagsTest-482336334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:35:38.170773 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f83824-bcec-479d-a618-25efbff57c22 tempest-TagsTest-482336334 tempest-TagsTest-482336334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ddb7aa-fd70-43fc-ad40-bd0bf71c3763,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:38.196194 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a5f83824-bcec-479d-a618-25efbff57c22 tempest-TagsTest-482336334 tempest-TagsTest-482336334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:38.196865 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-a5f83824-bcec-479d-a618-25efbff57c22 tempest-TagsTest-482336334 tempest-TagsTest-482336334-project] Added segment a4a2ef97-bde1-451a-bd75-220396e2217f of type vlan for network 1543293a-cedf-4713-9728-baca43d9590d Dec 08 16:35:38.237236 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-689402fd-a173-48ba-aed8-c6e134891e5b tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Router df5a22b2-3f8b-4450-916c-3d384120c99b has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:35:38.258069 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a5f83824-bcec-479d-a618-25efbff57c22 tempest-TagsTest-482336334 tempest-TagsTest-482336334-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:38.301930 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 8f626c88-cb10-4e7c-8995-6034d21d25df triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:35:38.308487 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:38.319307 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1cb56924-6633-47a1-a02e-60267b40ef0e tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Publish callbacks [] for subnetpool, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:38.321188 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-1cb56924-6633-47a1-a02e-60267b40ef0e tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.2707481 Dec 08 16:35:38.324812 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52558) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:38.330914 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.tag.tag_plugin [None req-b5998fec-6cd4-415c-9d20-5454dcf7a5e4 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f89ff97c-bdd9-4c4c-afee-b104e6abea2b', 'tempest-TagsExtTest-Tag-477660486') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:38.360491 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a5f83824-bcec-479d-a618-25efbff57c22 tempest-TagsTest-482336334 tempest-TagsTest-482336334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:38.370481 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f83824-bcec-479d-a618-25efbff57c22 tempest-TagsTest-482336334 tempest-TagsTest-482336334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:38.371322 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a5f83824-bcec-479d-a618-25efbff57c22 tempest-TagsTest-482336334 tempest-TagsTest-482336334-project] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:38.399609 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-4b66179e-0731-4907-9538-42b9afce81b9 None None] For port 153563b6-b019-4b99-98f5-a1006cdb9f7e, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=153563b6-b019-4b99-98f5-a1006cdb9f7e,segment=NetworkSegment(1243bad5-b9a0-4723-a1a5-91b13a2b58a9),segment_id=1243bad5-b9a0-4723-a1a5-91b13a2b58a9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:35:38.429835 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedd7e41-a4d7-4832-adfd-00e7873e7e75 None None] Network aaef13df-3961-4ae1-8320-73d8a54e12d3 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:35:38.465048 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f83824-bcec-479d-a618-25efbff57c22 tempest-TagsTest-482336334 tempest-TagsTest-482336334-project] Pushing event updated for resources: {'Network': ['ID=1543293a-cedf-4713-9728-baca43d9590d,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:38.465309 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-689402fd-a173-48ba-aed8-c6e134891e5b tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:35:38.481851 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-689402fd-a173-48ba-aed8-c6e134891e5b tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:38.487928 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-689402fd-a173-48ba-aed8-c6e134891e5b tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "PUT /v2.0/routers/df5a22b2-3f8b-4450-916c-3d384120c99b HTTP/1.1" status: 200 len: 704 time: 1.9394705 Dec 08 16:35:38.487928 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52560) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:38.513010 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a5f83824-bcec-479d-a618-25efbff57c22 tempest-TagsTest-482336334 tempest-TagsTest-482336334-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.1457183 Dec 08 16:35:38.524964 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52562) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:38.530352 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.tag.tag_plugin [None req-8be65dcb-38b2-49ba-877f-5266816d30de tempest-TagsTest-482336334 tempest-TagsTest-482336334-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '1543293a-cedf-4713-9728-baca43d9590d', 'tempest-TagsTest-Tag-2031829850') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:38.617005 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-bc755370-b5a3-4cbb-98d6-51de45f5dd94 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "GET /v2.0/routers/df5a22b2-3f8b-4450-916c-3d384120c99b HTTP/1.1" status: 200 len: 704 time: 0.1290493 Dec 08 16:35:38.621574 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52564) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:38.679833 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 1543293a-cedf-4713-9728-baca43d9590d details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:35:38.692964 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b5998fec-6cd4-415c-9d20-5454dcf7a5e4 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] 10.222.0.64 "PUT /v2.0/subnets/f89ff97c-bdd9-4c4c-afee-b104e6abea2b/tags/tempest-TagsExtTest-Tag-477660486 HTTP/1.1" status: 201 len: 201 time: 0.3657529 Dec 08 16:35:38.695582 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52566) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:38.696732 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4b66179e-0731-4907-9538-42b9afce81b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:38.702968 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.tag.tag_plugin [None req-8adf5c56-a94c-44dc-9849-ac9467b70461 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '75a50e57-6ca0-4c9d-b596-d209354d6820', 'tempest-TagsExtTest-Tag-1509040706') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:38.860484 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1405a05-51fd-42ef-b466-b79c1470e8c4 req-3c02e781-862a-45c2-8c21-72c84810bf85 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:38.862637 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e1405a05-51fd-42ef-b466-b79c1470e8c4 req-3c02e781-862a-45c2-8c21-72c84810bf85 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0c878ae-433b-4edb-a501-cd1cee9e51c2 HTTP/1.1" status: 200 len: 944 time: 0.0589767 Dec 08 16:35:38.880937 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-8be65dcb-38b2-49ba-877f-5266816d30de tempest-TagsTest-482336334 tempest-TagsTest-482336334-project] 10.222.0.64 "PUT /v2.0/networks/1543293a-cedf-4713-9728-baca43d9590d/tags/tempest-TagsTest-Tag-2031829850 HTTP/1.1" status: 201 len: 201 time: 0.3545380 Dec 08 16:35:38.883458 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52570) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:38.888148 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.tag.tag_plugin [None req-9a6a2236-7280-415a-8120-2c91ea0f666e tempest-TagsTest-482336334 tempest-TagsTest-482336334-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1543293a-cedf-4713-9728-baca43d9590d', 'tempest-TagsTest-Tag-2031829850') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:38.911619 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b66179e-0731-4907-9538-42b9afce81b9 None None] Pushing event updated for resources: {'Port': ['ID=153563b6-b019-4b99-98f5-a1006cdb9f7e,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:38.921671 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e1405a05-51fd-42ef-b466-b79c1470e8c4 req-cc693966-9bd3-4c33-ba8b-8f92edf277dd tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527055 Dec 08 16:35:38.923778 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-8adf5c56-a94c-44dc-9849-ac9467b70461 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] 10.222.0.64 "PUT /v2.0/ports/75a50e57-6ca0-4c9d-b596-d209354d6820/tags/tempest-TagsExtTest-Tag-1509040706 HTTP/1.1" status: 201 len: 201 time: 0.2266707 Dec 08 16:35:38.927561 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52572) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:38.943001 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.tag.tag_plugin [None req-3e0bb11d-6be9-4c6d-96de-16871476def7 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c95e77fc-5eb1-404d-bd17-311121ce5af7', 'tempest-TagsExtTest-Tag-1338975960') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:39.016039 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-3f458194-3e7e-4b00-a34c-bd101b7c46cd None None] Provisioning complete for port 153563b6-b019-4b99-98f5-a1006cdb9f7e triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:35:39.017273 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3f458194-3e7e-4b00-a34c-bd101b7c46cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:39.029887 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-9a6a2236-7280-415a-8120-2c91ea0f666e tempest-TagsTest-482336334 tempest-TagsTest-482336334-project] 10.222.0.64 "GET /v2.0/networks/1543293a-cedf-4713-9728-baca43d9590d/tags/tempest-TagsTest-Tag-2031829850 HTTP/1.1" status: 204 len: 168 time: 0.1451232 Dec 08 16:35:39.032350 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52574) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:39.040235 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.tag.tag_plugin [None req-059a5644-e296-46a8-8382-2feaffeb5413 tempest-TagsTest-482336334 tempest-TagsTest-482336334-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '1543293a-cedf-4713-9728-baca43d9590d') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:39.073608 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:39.087418 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:39.139714 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 8f626c88-cb10-4e7c-8995-6034d21d25df, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=8f626c88-cb10-4e7c-8995-6034d21d25df,segment=NetworkSegment(566667ed-a348-4f65-bfba-0c9a1ec78a2e),segment_id=566667ed-a348-4f65-bfba-0c9a1ec78a2e)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:35:39.160289 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-3e0bb11d-6be9-4c6d-96de-16871476def7 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] 10.222.0.64 "PUT /v2.0/routers/c95e77fc-5eb1-404d-bd17-311121ce5af7/tags/tempest-TagsExtTest-Tag-1338975960 HTTP/1.1" status: 201 len: 201 time: 0.2289765 Dec 08 16:35:39.160289 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52576) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:39.170466 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.tag.tag_plugin [None req-a940c6f4-9a6c-45c3-b01f-a94a5f07bba4 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f5c249f5-39b1-49e6-b69c-967a132d0f89', 'tempest-TagsExtTest-Tag-1369601828') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:39.185605 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-059a5644-e296-46a8-8382-2feaffeb5413 tempest-TagsTest-482336334 tempest-TagsTest-482336334-project] 10.222.0.64 "GET /v2.0/networks/1543293a-cedf-4713-9728-baca43d9590d/tags HTTP/1.1" status: 200 len: 238 time: 0.1514521 Dec 08 16:35:39.195898 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52578) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:39.209491 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:39.216129 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-8e5c2ee6-b075-4ee9-a872-f95da7211421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'name': 'tempest-RoutersIpV6Test-router-1974696606', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:35:00Z', 'updated_at': '2021-12-08T16:35:35Z', 'revision_number': 6, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'gw_port_host': None, '_interfaces': [{'id': '0a796f21-e0fe-459e-bd7b-8e251d9d1eb0', 'name': '', 'network_id': '2927b57d-9edb-4371-b7f1-927e216b45d8', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'mac_address': 'fa:16:3e:7a:7c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ed6b66b8-169c-4374-baba-a8225ae62e28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:04Z', 'updated_at': '2021-12-08T16:35:10Z', 'revision_number': 5, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'subnets': [{'id': 'ed6b66b8-169c-4374-baba-a8225ae62e28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '153563b6-b019-4b99-98f5-a1006cdb9f7e', 'name': '', 'network_id': '89bf1969-d78a-4d69-8195-82c052280f75', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'mac_address': 'fa:16:3e:f3:a9:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': 'bf069686-2c73-4898-828c-ce64d4b1224e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:32Z', 'updated_at': '2021-12-08T16:35:37Z', 'revision_number': 4, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'subnets': [{'id': 'bf069686-2c73-4898-828c-ce64d4b1224e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5270dbf1-8f46-403d-b9d4-0ad5ce0e08db', 'name': '', 'network_id': '10c29011-c34d-4093-8a77-fd50136ab877', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'mac_address': 'fa:16:3e:45:67:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '75c71c0c-89d9-449a-ab3e-f60d4e4a1cdc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:12Z', 'updated_at': '2021-12-08T16:35:20Z', 'revision_number': 5, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'subnets': [{'id': '75c71c0c-89d9-449a-ab3e-f60d4e4a1cdc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8671af09-5fe9-4abe-a2de-a3a8b5616ffe', 'name': '', 'network_id': '5a6dae4d-2e43-4c42-818b-7b47282ce2de', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'mac_address': 'fa:16:3e:3c:b3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '86433356-948a-4713-a3cd-3d8cf5e98751', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:23Z', 'updated_at': '2021-12-08T16:35:30Z', 'revision_number': 5, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'subnets': [{'id': '86433356-948a-4713-a3cd-3d8cf5e98751', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:39.250482 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.tag.tag_plugin [None req-9d418616-fb35-4e88-b587-b91e9b40dc08 tempest-TagsTest-482336334 tempest-TagsTest-482336334-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '1543293a-cedf-4713-9728-baca43d9590d', {'tags': ['tempest-TagsTest-Tag-66491535', 'tempest-TagsTest-Tag-862462137', 'tempest-TagsTest-Tag-1372383004']}) {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:39.298730 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5c2ee6-b075-4ee9-a872-f95da7211421 None None] The sync data for ids ['df5a22b2-3f8b-4450-916c-3d384120c99b'] in n-d-776250-12 is: [{'id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'name': 'tempest-RoutersIpV6Test-router-1974696606', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:35:00Z', 'updated_at': '2021-12-08T16:35:35Z', 'revision_number': 6, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'gw_port_host': None, '_interfaces': [{'id': '0a796f21-e0fe-459e-bd7b-8e251d9d1eb0', 'name': '', 'network_id': '2927b57d-9edb-4371-b7f1-927e216b45d8', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'mac_address': 'fa:16:3e:7a:7c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ed6b66b8-169c-4374-baba-a8225ae62e28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:04Z', 'updated_at': '2021-12-08T16:35:10Z', 'revision_number': 5, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'subnets': [{'id': 'ed6b66b8-169c-4374-baba-a8225ae62e28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '153563b6-b019-4b99-98f5-a1006cdb9f7e', 'name': '', 'network_id': '89bf1969-d78a-4d69-8195-82c052280f75', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'mac_address': 'fa:16:3e:f3:a9:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': 'bf069686-2c73-4898-828c-ce64d4b1224e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:32Z', 'updated_at': '2021-12-08T16:35:37Z', 'revision_number': 4, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'subnets': [{'id': 'bf069686-2c73-4898-828c-ce64d4b1224e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5270dbf1-8f46-403d-b9d4-0ad5ce0e08db', 'name': '', 'network_id': '10c29011-c34d-4093-8a77-fd50136ab877', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'mac_address': 'fa:16:3e:45:67:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '75c71c0c-89d9-449a-ab3e-f60d4e4a1cdc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:12Z', 'updated_at': '2021-12-08T16:35:20Z', 'revision_number': 5, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'subnets': [{'id': '75c71c0c-89d9-449a-ab3e-f60d4e4a1cdc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8671af09-5fe9-4abe-a2de-a3a8b5616ffe', 'name': '', 'network_id': '5a6dae4d-2e43-4c42-818b-7b47282ce2de', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'mac_address': 'fa:16:3e:3c:b3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '86433356-948a-4713-a3cd-3d8cf5e98751', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:23Z', 'updated_at': '2021-12-08T16:35:30Z', 'revision_number': 5, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'subnets': [{'id': '86433356-948a-4713-a3cd-3d8cf5e98751', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:35:39.325844 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a940c6f4-9a6c-45c3-b01f-a94a5f07bba4 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] 10.222.0.64 "PUT /v2.0/subnetpools/f5c249f5-39b1-49e6-b69c-967a132d0f89/tags/tempest-TagsExtTest-Tag-1369601828 HTTP/1.1" status: 201 len: 201 time: 0.1638792 Dec 08 16:35:39.326546 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52580) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:39.331344 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.tag.tag_plugin [None req-bd54e579-0a06-4eed-95a4-e88f9bd60872 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f89ff97c-bdd9-4c4c-afee-b104e6abea2b') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:39.400467 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=8f626c88-cb10-4e7c-8995-6034d21d25df,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:39.420834 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0043e369-2fb1-4431-b1b5-c25654dbe8ba tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:39.427431 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-3f458194-3e7e-4b00-a34c-bd101b7c46cd None None] Provisioning complete for port 8f626c88-cb10-4e7c-8995-6034d21d25df triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:35:39.427805 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3f458194-3e7e-4b00-a34c-bd101b7c46cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:39.513323 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-9d418616-fb35-4e88-b587-b91e9b40dc08 tempest-TagsTest-482336334 tempest-TagsTest-482336334-project] 10.222.0.64 "PUT /v2.0/networks/1543293a-cedf-4713-9728-baca43d9590d/tags HTTP/1.1" status: 200 len: 306 time: 0.3161790 Dec 08 16:35:39.518456 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52584) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:39.527045 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.tag.tag_plugin [None req-675a79e9-8955-40d0-93d1-8ed1a7b733d3 tempest-TagsTest-482336334 tempest-TagsTest-482336334-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '1543293a-cedf-4713-9728-baca43d9590d', 'tempest-TagsTest-Tag-66491535') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:39.631866 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-bd54e579-0a06-4eed-95a4-e88f9bd60872 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] 10.222.0.64 "GET /v2.0/subnets/f89ff97c-bdd9-4c4c-afee-b104e6abea2b/tags HTTP/1.1" status: 200 len: 240 time: 0.3017397 Dec 08 16:35:39.641161 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 791110f2-4589-4e7e-a80f-2eb5b02dbe7a details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:35:39.641722 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52586) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:39.652950 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.tag.tag_plugin [None req-49e23241-1e64-4b4d-a826-32250d2c8caf tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f89ff97c-bdd9-4c4c-afee-b104e6abea2b', 'tempest-TagsExtTest-Tag-477660486') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:39.846023 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52588) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:39.846023 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.tag.tag_plugin [None req-95417a10-a927-4365-9101-807275894359 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'f89ff97c-bdd9-4c4c-afee-b104e6abea2b', 'tempest-TagsExtTest-Tag-477660486') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:39.846232 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-49e23241-1e64-4b4d-a826-32250d2c8caf tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] 10.222.0.64 "GET /v2.0/subnets/f89ff97c-bdd9-4c4c-afee-b104e6abea2b/tags/tempest-TagsExtTest-Tag-477660486 HTTP/1.1" status: 204 len: 168 time: 0.1933622 Dec 08 16:35:39.846327 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-fa320af1-56fc-447a-905a-074a6c649f83 None None] Provisioning complete for port 75a50e57-6ca0-4c9d-b596-d209354d6820 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:35:39.846327 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-fa320af1-56fc-447a-905a-074a6c649f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:39.867510 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-675a79e9-8955-40d0-93d1-8ed1a7b733d3 tempest-TagsTest-482336334 tempest-TagsTest-482336334-project] 10.222.0.64 "DELETE /v2.0/networks/1543293a-cedf-4713-9728-baca43d9590d/tags/tempest-TagsTest-Tag-66491535 HTTP/1.1" status: 204 len: 168 time: 0.3441112 Dec 08 16:35:39.868085 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52590) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:39.875934 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.tag.tag_plugin [None req-ab977c9f-108d-473f-a145-2e386fa5d299 tempest-TagsTest-482336334 tempest-TagsTest-482336334-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1543293a-cedf-4713-9728-baca43d9590d', 'tempest-TagsTest-Tag-66491535') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:39.889986 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 791110f2-4589-4e7e-a80f-2eb5b02dbe7a, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=791110f2-4589-4e7e-a80f-2eb5b02dbe7a,segment=NetworkSegment(148e30e1-cdcf-4201-a517-2bd3763917d1),segment_id=148e30e1-cdcf-4201-a517-2bd3763917d1)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:35:39.910488 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-fa320af1-56fc-447a-905a-074a6c649f83 None None] Port 75a50e57-6ca0-4c9d-b596-d209354d6820 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:35:39.912805 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '791110f2-4589-4e7e-a80f-2eb5b02dbe7a', 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8', 'port_id': '791110f2-4589-4e7e-a80f-2eb5b02dbe7a', 'mac_address': 'fa:16:3e:89:9b:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13be6d62-2e9a-40c4-9d1e-34aa15cc5f10', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:35:39.946368 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-fa320af1-56fc-447a-905a-074a6c649f83 None None] Provisioning complete for port 8f626c88-cb10-4e7c-8995-6034d21d25df triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:35:39.946749 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-fa320af1-56fc-447a-905a-074a6c649f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:40.016614 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 153563b6-b019-4b99-98f5-a1006cdb9f7e up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:35:40.044420 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-ab977c9f-108d-473f-a145-2e386fa5d299 tempest-TagsTest-482336334 tempest-TagsTest-482336334-project] show failed (client error): The resource could not be found. Dec 08 16:35:40.048501 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ab977c9f-108d-473f-a145-2e386fa5d299 tempest-TagsTest-482336334 tempest-TagsTest-482336334-project] 10.222.0.64 "GET /v2.0/networks/1543293a-cedf-4713-9728-baca43d9590d/tags/tempest-TagsTest-Tag-66491535 HTTP/1.1" status: 404 len: 324 time: 0.1776695 Dec 08 16:35:40.049181 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52596) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:40.058878 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.tag.tag_plugin [None req-2c016408-b869-4468-a1ab-c6d3d4073664 tempest-TagsTest-482336334 tempest-TagsTest-482336334-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1543293a-cedf-4713-9728-baca43d9590d', 'tempest-TagsTest-Tag-862462137') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:40.091502 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:40.160789 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-0043e369-2fb1-4431-b1b5-c25654dbe8ba tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Deleting port 153563b6-b019-4b99-98f5-a1006cdb9f7e {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:35:40.164774 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 791110f2-4589-4e7e-a80f-2eb5b02dbe7a {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:35:40.168392 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0043e369-2fb1-4431-b1b5-c25654dbe8ba tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:40.215049 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 791110f2-4589-4e7e-a80f-2eb5b02dbe7a, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=791110f2-4589-4e7e-a80f-2eb5b02dbe7a,segment=NetworkSegment(148e30e1-cdcf-4201-a517-2bd3763917d1),segment_id=148e30e1-cdcf-4201-a517-2bd3763917d1)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:35:40.223230 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-2c016408-b869-4468-a1ab-c6d3d4073664 tempest-TagsTest-482336334 tempest-TagsTest-482336334-project] 10.222.0.64 "GET /v2.0/networks/1543293a-cedf-4713-9728-baca43d9590d/tags/tempest-TagsTest-Tag-862462137 HTTP/1.1" status: 204 len: 168 time: 0.1706824 Dec 08 16:35:40.223905 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52598) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:40.231096 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 153563b6-b019-4b99-98f5-a1006cdb9f7e triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:35:40.231484 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:40.236465 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.tag.tag_plugin [None req-89cded9c-0edc-47c7-92c5-caf6b8943ecd tempest-TagsTest-482336334 tempest-TagsTest-482336334-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1543293a-cedf-4713-9728-baca43d9590d', 'tempest-TagsTest-Tag-1372383004') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:40.281985 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:40.362326 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=791110f2-4589-4e7e-a80f-2eb5b02dbe7a,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:40.390035 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-95417a10-a927-4365-9101-807275894359 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] 10.222.0.64 "DELETE /v2.0/subnets/f89ff97c-bdd9-4c4c-afee-b104e6abea2b/tags/tempest-TagsExtTest-Tag-477660486 HTTP/1.1" status: 204 len: 168 time: 0.5592270 Dec 08 16:35:40.393502 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52600) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:40.400730 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.tag.tag_plugin [None req-f7622631-d8fa-4b5c-85cb-de4373390690 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f89ff97c-bdd9-4c4c-afee-b104e6abea2b') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:40.431353 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-89cded9c-0edc-47c7-92c5-caf6b8943ecd tempest-TagsTest-482336334 tempest-TagsTest-482336334-project] 10.222.0.64 "GET /v2.0/networks/1543293a-cedf-4713-9728-baca43d9590d/tags/tempest-TagsTest-Tag-1372383004 HTTP/1.1" status: 204 len: 168 time: 0.2007673 Dec 08 16:35:40.431891 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52602) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:40.437262 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 8f626c88-cb10-4e7c-8995-6034d21d25df up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:35:40.438237 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.tag.tag_plugin [None req-b0f7a99b-8587-429d-a969-959f06762d24 tempest-TagsTest-482336334 tempest-TagsTest-482336334-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '1543293a-cedf-4713-9728-baca43d9590d') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:40.441490 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-0043e369-2fb1-4431-b1b5-c25654dbe8ba tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] For port 153563b6-b019-4b99-98f5-a1006cdb9f7e, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=153563b6-b019-4b99-98f5-a1006cdb9f7e,segment=NetworkSegment(1243bad5-b9a0-4723-a1a5-91b13a2b58a9),segment_id=1243bad5-b9a0-4723-a1a5-91b13a2b58a9)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:35:40.442426 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0043e369-2fb1-4431-b1b5-c25654dbe8ba tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:40.478463 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-0043e369-2fb1-4431-b1b5-c25654dbe8ba tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Calling delete_port for 153563b6-b019-4b99-98f5-a1006cdb9f7e owned by network:router_interface {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:35:40.527709 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 8f626c88-cb10-4e7c-8995-6034d21d25df triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:35:40.528096 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:40.593727 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['791110f2-4589-4e7e-a80f-2eb5b02dbe7a'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:35:40.596896 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6695ded7-2a14-422c-9efc-ac38ff03320f req-c92c29eb-2fb3-45fd-a0f6-af7c9634b545 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:40.599934 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-6a516fc4-5b49-4550-a377-009b17556ba8 None None] Provisioning complete for port 75a50e57-6ca0-4c9d-b596-d209354d6820 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:35:40.600145 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6a516fc4-5b49-4550-a377-009b17556ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:40.604287 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6695ded7-2a14-422c-9efc-ac38ff03320f req-c92c29eb-2fb3-45fd-a0f6-af7c9634b545 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0c878ae-433b-4edb-a501-cd1cee9e51c2 HTTP/1.1" status: 200 len: 945 time: 0.1387825 Dec 08 16:35:40.618971 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f7622631-d8fa-4b5c-85cb-de4373390690 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] 10.222.0.64 "GET /v2.0/subnets/f89ff97c-bdd9-4c4c-afee-b104e6abea2b/tags HTTP/1.1" status: 200 len: 205 time: 0.2242470 Dec 08 16:35:40.622192 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52606) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:40.630237 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.tag.tag_plugin [None req-e9bd7258-3fee-4f58-9c20-481fbb3e95da tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '75a50e57-6ca0-4c9d-b596-d209354d6820') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:40.688344 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-6a516fc4-5b49-4550-a377-009b17556ba8 None None] Port 75a50e57-6ca0-4c9d-b596-d209354d6820 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:35:40.699592 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b0f7a99b-8587-429d-a969-959f06762d24 tempest-TagsTest-482336334 tempest-TagsTest-482336334-project] 10.222.0.64 "DELETE /v2.0/networks/1543293a-cedf-4713-9728-baca43d9590d/tags HTTP/1.1" status: 204 len: 168 time: 0.2663169 Dec 08 16:35:40.704081 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52608) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:40.710526 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.tag.tag_plugin [None req-3de16a81-30cd-45d5-a3cd-5e46facfb58c tempest-TagsTest-482336334 tempest-TagsTest-482336334-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1543293a-cedf-4713-9728-baca43d9590d', 'tempest-TagsTest-Tag-862462137') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:40.733475 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e9bd7258-3fee-4f58-9c20-481fbb3e95da tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] 10.222.0.64 "GET /v2.0/ports/75a50e57-6ca0-4c9d-b596-d209354d6820/tags HTTP/1.1" status: 200 len: 241 time: 0.1097147 Dec 08 16:35:40.734319 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52610) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:40.743697 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.tag.tag_plugin [None req-d9d2e008-d59e-4d0a-a211-778942bf2b23 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '75a50e57-6ca0-4c9d-b596-d209354d6820', 'tempest-TagsExtTest-Tag-1509040706') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:40.745913 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d06b149-4669-4fbb-8cb5-91ea22d9b506 None None] Sync routers for ids ['df5a22b2-3f8b-4450-916c-3d384120c99b'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:35:40.768319 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d06b149-4669-4fbb-8cb5-91ea22d9b506 None None] Routers {'df5a22b2-3f8b-4450-916c-3d384120c99b'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:35:40.769886 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-8d06b149-4669-4fbb-8cb5-91ea22d9b506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:35:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['df5a22b2-3f8b-4450-916c-3d384120c99b'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:40.832284 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6695ded7-2a14-422c-9efc-ac38ff03320f req-49b4facc-5579-4248-ad0f-3afdca2c52d8 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269900 Dec 08 16:35:40.856891 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-3de16a81-30cd-45d5-a3cd-5e46facfb58c tempest-TagsTest-482336334 tempest-TagsTest-482336334-project] show failed (client error): The resource could not be found. Dec 08 16:35:40.858637 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-3de16a81-30cd-45d5-a3cd-5e46facfb58c tempest-TagsTest-482336334 tempest-TagsTest-482336334-project] 10.222.0.64 "GET /v2.0/networks/1543293a-cedf-4713-9728-baca43d9590d/tags/tempest-TagsTest-Tag-862462137 HTTP/1.1" status: 404 len: 325 time: 0.1514781 Dec 08 16:35:40.863899 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52612) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:40.869638 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52614) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:40.869833 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d9d2e008-d59e-4d0a-a211-778942bf2b23 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] 10.222.0.64 "GET /v2.0/ports/75a50e57-6ca0-4c9d-b596-d209354d6820/tags/tempest-TagsExtTest-Tag-1509040706 HTTP/1.1" status: 204 len: 168 time: 0.1326144 Dec 08 16:35:40.874338 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.tag.tag_plugin [None req-f73c9321-bf90-4a43-8e95-bbf46638f22f tempest-TagsTest-482336334 tempest-TagsTest-482336334-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1543293a-cedf-4713-9728-baca43d9590d', 'tempest-TagsTest-Tag-1372383004') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:40.876246 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.tag.tag_plugin [None req-3ceed0fd-53ae-4f49-b9c6-0d14b2ba9b79 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '75a50e57-6ca0-4c9d-b596-d209354d6820', 'tempest-TagsExtTest-Tag-1509040706') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:40.912828 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0043e369-2fb1-4431-b1b5-c25654dbe8ba tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:40.920374 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-8d06b149-4669-4fbb-8cb5-91ea22d9b506 None None] Set router df5a22b2-3f8b-4450-916c-3d384120c99b gateway port host: None {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:35:40.951525 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0043e369-2fb1-4431-b1b5-c25654dbe8ba tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event deleted for resources: {'Port': ['ID=153563b6-b019-4b99-98f5-a1006cdb9f7e,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:40.953204 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-f73c9321-bf90-4a43-8e95-bbf46638f22f tempest-TagsTest-482336334 tempest-TagsTest-482336334-project] show failed (client error): The resource could not be found. Dec 08 16:35:40.960273 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f73c9321-bf90-4a43-8e95-bbf46638f22f tempest-TagsTest-482336334 tempest-TagsTest-482336334-project] 10.222.0.64 "GET /v2.0/networks/1543293a-cedf-4713-9728-baca43d9590d/tags/tempest-TagsTest-Tag-1372383004 HTTP/1.1" status: 404 len: 326 time: 0.0858035 Dec 08 16:35:40.960723 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52616) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:40.968846 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.tag.tag_plugin [None req-7632be70-35ba-428b-badc-9a715f07f219 tempest-TagsTest-482336334 tempest-TagsTest-482336334-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '1543293a-cedf-4713-9728-baca43d9590d') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:41.078510 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-7632be70-35ba-428b-badc-9a715f07f219 tempest-TagsTest-482336334 tempest-TagsTest-482336334-project] 10.222.0.64 "DELETE /v2.0/networks/1543293a-cedf-4713-9728-baca43d9590d/tags HTTP/1.1" status: 204 len: 168 time: 0.1169469 Dec 08 16:35:41.083272 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52618) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:41.167827 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0043e369-2fb1-4431-b1b5-c25654dbe8ba tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:41.187919 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-188abac8-9d0c-43f4-a17b-03b68e1f655e tempest-TagsTest-482336334 tempest-TagsTest-482336334-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:41.265986 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-8d06b149-4669-4fbb-8cb5-91ea22d9b506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'name': 'tempest-RoutersIpV6Test-router-1974696606', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:35:00Z', 'updated_at': '2021-12-08T16:35:37Z', 'revision_number': 7, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'gw_port_host': None, '_interfaces': [{'id': '0a796f21-e0fe-459e-bd7b-8e251d9d1eb0', 'name': '', 'network_id': '2927b57d-9edb-4371-b7f1-927e216b45d8', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'mac_address': 'fa:16:3e:7a:7c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ed6b66b8-169c-4374-baba-a8225ae62e28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:04Z', 'updated_at': '2021-12-08T16:35:10Z', 'revision_number': 5, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'subnets': [{'id': 'ed6b66b8-169c-4374-baba-a8225ae62e28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '153563b6-b019-4b99-98f5-a1006cdb9f7e', 'name': '', 'network_id': '89bf1969-d78a-4d69-8195-82c052280f75', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'mac_address': 'fa:16:3e:f3:a9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': 'bf069686-2c73-4898-828c-ce64d4b1224e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:32Z', 'updated_at': '2021-12-08T16:35:38Z', 'revision_number': 5, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'subnets': [{'id': 'bf069686-2c73-4898-828c-ce64d4b1224e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5270dbf1-8f46-403d-b9d4-0ad5ce0e08db', 'name': '', 'network_id': '10c29011-c34d-4093-8a77-fd50136ab877', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'mac_address': 'fa:16:3e:45:67:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '75c71c0c-89d9-449a-ab3e-f60d4e4a1cdc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:12Z', 'updated_at': '2021-12-08T16:35:20Z', 'revision_number': 5, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'subnets': [{'id': '75c71c0c-89d9-449a-ab3e-f60d4e4a1cdc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8671af09-5fe9-4abe-a2de-a3a8b5616ffe', 'name': '', 'network_id': '5a6dae4d-2e43-4c42-818b-7b47282ce2de', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'mac_address': 'fa:16:3e:3c:b3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '86433356-948a-4713-a3cd-3d8cf5e98751', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:23Z', 'updated_at': '2021-12-08T16:35:30Z', 'revision_number': 5, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'subnets': [{'id': '86433356-948a-4713-a3cd-3d8cf5e98751', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:41.285161 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-3ceed0fd-53ae-4f49-b9c6-0d14b2ba9b79 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] 10.222.0.64 "DELETE /v2.0/ports/75a50e57-6ca0-4c9d-b596-d209354d6820/tags/tempest-TagsExtTest-Tag-1509040706 HTTP/1.1" status: 204 len: 168 time: 0.4098742 Dec 08 16:35:41.287363 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52620) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:41.292465 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.tag.tag_plugin [None req-3ad0d057-eb14-4834-82ff-72e8de6baf72 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '75a50e57-6ca0-4c9d-b596-d209354d6820') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:41.313611 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d06b149-4669-4fbb-8cb5-91ea22d9b506 None None] Checking router: df5a22b2-3f8b-4450-916c-3d384120c99b for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:35:41.324365 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d06b149-4669-4fbb-8cb5-91ea22d9b506 None None] Routers {'df5a22b2-3f8b-4450-916c-3d384120c99b'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:35:41.325112 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-8d06b149-4669-4fbb-8cb5-91ea22d9b506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:35:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['df5a22b2-3f8b-4450-916c-3d384120c99b'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:41.463913 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-8d06b149-4669-4fbb-8cb5-91ea22d9b506 None None] Set router df5a22b2-3f8b-4450-916c-3d384120c99b gateway port host: None {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:35:41.531347 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-816a305c-4a97-4308-a688-08bf65713d7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:41.633071 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-188abac8-9d0c-43f4-a17b-03b68e1f655e tempest-TagsTest-482336334 tempest-TagsTest-482336334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:41.659953 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 791110f2-4589-4e7e-a80f-2eb5b02dbe7a up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:35:41.675511 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-188abac8-9d0c-43f4-a17b-03b68e1f655e tempest-TagsTest-482336334 tempest-TagsTest-482336334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1543293a-cedf-4713-9728-baca43d9590d']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:41.705955 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-188abac8-9d0c-43f4-a17b-03b68e1f655e tempest-TagsTest-482336334 tempest-TagsTest-482336334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4a2ef97-bde1-451a-bd75-220396e2217f') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:41.706306 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-188abac8-9d0c-43f4-a17b-03b68e1f655e tempest-TagsTest-482336334 tempest-TagsTest-482336334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4a2ef97-bde1-451a-bd75-220396e2217f') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:41.735246 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-3ad0d057-eb14-4834-82ff-72e8de6baf72 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] 10.222.0.64 "GET /v2.0/ports/75a50e57-6ca0-4c9d-b596-d209354d6820/tags HTTP/1.1" status: 200 len: 205 time: 0.4466357 Dec 08 16:35:41.737618 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-188abac8-9d0c-43f4-a17b-03b68e1f655e tempest-TagsTest-482336334 tempest-TagsTest-482336334-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:41.739190 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52624) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:41.743874 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.tag.tag_plugin [None req-5b4cc7d5-e846-4e29-b6cb-0cc129d54847 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c95e77fc-5eb1-404d-bd17-311121ce5af7') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:41.755535 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0043e369-2fb1-4431-b1b5-c25654dbe8ba tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Router df5a22b2-3f8b-4450-916c-3d384120c99b has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:35:41.806757 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-8d06b149-4669-4fbb-8cb5-91ea22d9b506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'name': 'tempest-RoutersIpV6Test-router-1974696606', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:35:00Z', 'updated_at': '2021-12-08T16:35:40Z', 'revision_number': 8, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'gw_port_host': None, '_interfaces': [{'id': '0a796f21-e0fe-459e-bd7b-8e251d9d1eb0', 'name': '', 'network_id': '2927b57d-9edb-4371-b7f1-927e216b45d8', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'mac_address': 'fa:16:3e:7a:7c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ed6b66b8-169c-4374-baba-a8225ae62e28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:04Z', 'updated_at': '2021-12-08T16:35:10Z', 'revision_number': 5, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'subnets': [{'id': 'ed6b66b8-169c-4374-baba-a8225ae62e28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5270dbf1-8f46-403d-b9d4-0ad5ce0e08db', 'name': '', 'network_id': '10c29011-c34d-4093-8a77-fd50136ab877', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'mac_address': 'fa:16:3e:45:67:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '75c71c0c-89d9-449a-ab3e-f60d4e4a1cdc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:12Z', 'updated_at': '2021-12-08T16:35:20Z', 'revision_number': 5, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'subnets': [{'id': '75c71c0c-89d9-449a-ab3e-f60d4e4a1cdc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8671af09-5fe9-4abe-a2de-a3a8b5616ffe', 'name': '', 'network_id': '5a6dae4d-2e43-4c42-818b-7b47282ce2de', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'mac_address': 'fa:16:3e:3c:b3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '86433356-948a-4713-a3cd-3d8cf5e98751', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:23Z', 'updated_at': '2021-12-08T16:35:30Z', 'revision_number': 5, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'subnets': [{'id': '86433356-948a-4713-a3cd-3d8cf5e98751', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:41.816002 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-188abac8-9d0c-43f4-a17b-03b68e1f655e tempest-TagsTest-482336334 tempest-TagsTest-482336334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:41.825566 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-188abac8-9d0c-43f4-a17b-03b68e1f655e tempest-TagsTest-482336334 tempest-TagsTest-482336334-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:35:41.825910 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-188abac8-9d0c-43f4-a17b-03b68e1f655e tempest-TagsTest-482336334 tempest-TagsTest-482336334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:41.829751 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:35:41.829751 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:35:41.829751 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:35:41.829751 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:35:41.829751 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:35:41.829751 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:35:41.829751 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:35:41.829751 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:35:41.829751 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:35:41.829751 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:35:41.829751 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:35:41.829751 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:35:41.829751 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:35:41.829751 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:35:41.829751 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:35:41.829751 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:35:41.829751 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:35:41.829751 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:35:41.829751 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:35:41.829751 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:35:41.829751 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:35:41.829751 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:35:41.829751 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:35:41.829751 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:35:41.829751 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:35:41.829751 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:35:41.829751 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:35:41.829751 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:35:41.829751 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:35:41.829751 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:35:41.829751 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:35:41.829751 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:35:41.845838 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d06b149-4669-4fbb-8cb5-91ea22d9b506 None None] The sync data for ids ['df5a22b2-3f8b-4450-916c-3d384120c99b'] in n-d-776250-12 is: [{'id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'name': 'tempest-RoutersIpV6Test-router-1974696606', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:35:00Z', 'updated_at': '2021-12-08T16:35:40Z', 'revision_number': 8, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'gw_port_host': None, '_interfaces': [{'id': '0a796f21-e0fe-459e-bd7b-8e251d9d1eb0', 'name': '', 'network_id': '2927b57d-9edb-4371-b7f1-927e216b45d8', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'mac_address': 'fa:16:3e:7a:7c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ed6b66b8-169c-4374-baba-a8225ae62e28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:04Z', 'updated_at': '2021-12-08T16:35:10Z', 'revision_number': 5, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'subnets': [{'id': 'ed6b66b8-169c-4374-baba-a8225ae62e28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5270dbf1-8f46-403d-b9d4-0ad5ce0e08db', 'name': '', 'network_id': '10c29011-c34d-4093-8a77-fd50136ab877', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'mac_address': 'fa:16:3e:45:67:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '75c71c0c-89d9-449a-ab3e-f60d4e4a1cdc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:12Z', 'updated_at': '2021-12-08T16:35:20Z', 'revision_number': 5, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'subnets': [{'id': '75c71c0c-89d9-449a-ab3e-f60d4e4a1cdc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8671af09-5fe9-4abe-a2de-a3a8b5616ffe', 'name': '', 'network_id': '5a6dae4d-2e43-4c42-818b-7b47282ce2de', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'mac_address': 'fa:16:3e:3c:b3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '86433356-948a-4713-a3cd-3d8cf5e98751', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:23Z', 'updated_at': '2021-12-08T16:35:30Z', 'revision_number': 5, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'subnets': [{'id': '86433356-948a-4713-a3cd-3d8cf5e98751', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:35:41.869461 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port 791110f2-4589-4e7e-a80f-2eb5b02dbe7a completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:35:41.878164 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 791110f2-4589-4e7e-a80f-2eb5b02dbe7a triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:35:41.879392 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:41.899842 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0043e369-2fb1-4431-b1b5-c25654dbe8ba tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:35:41.910169 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-0043e369-2fb1-4431-b1b5-c25654dbe8ba tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "PUT /v2.0/routers/df5a22b2-3f8b-4450-916c-3d384120c99b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2815735 Dec 08 16:35:41.910820 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52628) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:41.952152 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-5b4cc7d5-e846-4e29-b6cb-0cc129d54847 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] 10.222.0.64 "GET /v2.0/routers/c95e77fc-5eb1-404d-bd17-311121ce5af7/tags HTTP/1.1" status: 200 len: 241 time: 0.2118480 Dec 08 16:35:41.955606 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52632) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:41.961685 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.tag.tag_plugin [None req-b3f017d7-f40f-4aee-89f5-7cae78338a39 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c95e77fc-5eb1-404d-bd17-311121ce5af7', 'tempest-TagsExtTest-Tag-1338975960') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:41.983590 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-aef6aa7c-e4b0-4313-821c-beaf8082df2e tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Deleting subnet bf069686-2c73-4898-828c-ce64d4b1224e {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:35:41.987585 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aef6aa7c-e4b0-4313-821c-beaf8082df2e tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:42.004995 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:42.048510 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0c878ae-433b-4edb-a501-cd1cee9e51c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '791110f2-4589-4e7e-a80f-2eb5b02dbe7a'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:35:42.049452 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aef6aa7c-e4b0-4313-821c-beaf8082df2e tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:42.051096 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841cd692-be2f-404f-b1c4-8aacca888b00" -d '{"events": [{"server_uuid": "f0c878ae-433b-4edb-a501-cd1cee9e51c2", "name": "network-vif-plugged", "status": "completed", "tag": "791110f2-4589-4e7e-a80f-2eb5b02dbe7a"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:35:42.069678 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 791110f2-4589-4e7e-a80f-2eb5b02dbe7a, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=791110f2-4589-4e7e-a80f-2eb5b02dbe7a,segment=NetworkSegment(148e30e1-cdcf-4201-a517-2bd3763917d1),segment_id=148e30e1-cdcf-4201-a517-2bd3763917d1)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:35:42.101611 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b3f017d7-f40f-4aee-89f5-7cae78338a39 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] 10.222.0.64 "GET /v2.0/routers/c95e77fc-5eb1-404d-bd17-311121ce5af7/tags/tempest-TagsExtTest-Tag-1338975960 HTTP/1.1" status: 204 len: 168 time: 0.1446435 Dec 08 16:35:42.104294 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52636) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:42.105566 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da8f0d4-ef11-4091-8028-cb5fe645ca38 x-openstack-request-id: req-7da8f0d4-ef11-4091-8028-cb5fe645ca38 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:35:42.105866 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0c878ae-433b-4edb-a501-cd1cee9e51c2", "name": "network-vif-plugged", "status": "completed", "tag": "791110f2-4589-4e7e-a80f-2eb5b02dbe7a", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:35:42.106140 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7da8f0d4-ef11-4091-8028-cb5fe645ca38 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:35:42.106564 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0c878ae-433b-4edb-a501-cd1cee9e51c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '791110f2-4589-4e7e-a80f-2eb5b02dbe7a', 'code': 200} Dec 08 16:35:42.109726 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.tag.tag_plugin [None req-de0e7c6a-025e-4737-9628-6583f68a6a3e tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'c95e77fc-5eb1-404d-bd17-311121ce5af7', 'tempest-TagsExtTest-Tag-1338975960') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:42.121493 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac10b3a1-f283-4bcf-95a5-a4f88dbad21a req-a7ae62aa-1d04-47b1-b472-93c85803fae9 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:42.123724 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ac10b3a1-f283-4bcf-95a5-a4f88dbad21a req-a7ae62aa-1d04-47b1-b472-93c85803fae9 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0c878ae-433b-4edb-a501-cd1cee9e51c2 HTTP/1.1" status: 200 len: 945 time: 0.2015440 Dec 08 16:35:42.136695 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-188abac8-9d0c-43f4-a17b-03b68e1f655e tempest-TagsTest-482336334 tempest-TagsTest-482336334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:42.151658 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-188abac8-9d0c-43f4-a17b-03b68e1f655e tempest-TagsTest-482336334 tempest-TagsTest-482336334-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:42.157205 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-188abac8-9d0c-43f4-a17b-03b68e1f655e tempest-TagsTest-482336334 tempest-TagsTest-482336334-project] 10.222.0.64 "DELETE /v2.0/networks/1543293a-cedf-4713-9728-baca43d9590d HTTP/1.1" status: 204 len: 168 time: 1.0701382 Dec 08 16:35:42.180630 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188abac8-9d0c-43f4-a17b-03b68e1f655e tempest-TagsTest-482336334 tempest-TagsTest-482336334-project] Pushing event deleted for resources: {'Network': ['ID=1543293a-cedf-4713-9728-baca43d9590d,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:42.235195 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:42.250670 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aef6aa7c-e4b0-4313-821c-beaf8082df2e tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:42.255075 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ac10b3a1-f283-4bcf-95a5-a4f88dbad21a req-67044e1d-3c81-4798-992a-49f2bf29b9ef tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205678 Dec 08 16:35:42.266304 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdefd1d8-7615-4abe-af83-38a5b9998144 req-bfae8e32-b224-4a25-88e1-6ab5d4d7a452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:42.268299 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bdefd1d8-7615-4abe-af83-38a5b9998144 req-bfae8e32-b224-4a25-88e1-6ab5d4d7a452 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f0c878ae-433b-4edb-a501-cd1cee9e51c2 HTTP/1.1" status: 200 len: 1097 time: 0.0793846 Dec 08 16:35:42.359906 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=791110f2-4589-4e7e-a80f-2eb5b02dbe7a,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:42.360119 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bdefd1d8-7615-4abe-af83-38a5b9998144 req-3902a5fb-97b5-4483-8f64-e5c9e424e7d5 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815613 Dec 08 16:35:42.372754 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-de0e7c6a-025e-4737-9628-6583f68a6a3e tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] 10.222.0.64 "DELETE /v2.0/routers/c95e77fc-5eb1-404d-bd17-311121ce5af7/tags/tempest-TagsExtTest-Tag-1338975960 HTTP/1.1" status: 204 len: 168 time: 0.2673247 Dec 08 16:35:42.375235 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52640) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:42.380805 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.tag.tag_plugin [None req-5a15ed52-ecef-4a02-b2fb-2e726d5e2270 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c95e77fc-5eb1-404d-bd17-311121ce5af7') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:42.467788 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-5a15ed52-ecef-4a02-b2fb-2e726d5e2270 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] 10.222.0.64 "GET /v2.0/routers/c95e77fc-5eb1-404d-bd17-311121ce5af7/tags HTTP/1.1" status: 200 len: 205 time: 0.0914276 Dec 08 16:35:42.470949 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52642) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:42.480453 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.tag.tag_plugin [None req-228898ad-63d5-4559-a8e5-29169a5daf90 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f5c249f5-39b1-49e6-b69c-967a132d0f89') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:42.511671 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-228898ad-63d5-4559-a8e5-29169a5daf90 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] 10.222.0.64 "GET /v2.0/subnetpools/f5c249f5-39b1-49e6-b69c-967a132d0f89/tags HTTP/1.1" status: 200 len: 241 time: 0.0396709 Dec 08 16:35:42.514397 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52644) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:42.519518 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.tag.tag_plugin [None req-b5bc6dcc-0d1a-4521-9e1c-54ba876aaba3 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f5c249f5-39b1-49e6-b69c-967a132d0f89', 'tempest-TagsExtTest-Tag-1369601828') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:42.526594 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aef6aa7c-e4b0-4313-821c-beaf8082df2e tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:42.567107 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef6aa7c-e4b0-4313-821c-beaf8082df2e tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event deleted for resources: {'Subnet': ['ID=bf069686-2c73-4898-828c-ce64d4b1224e,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:42.570745 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aef6aa7c-e4b0-4313-821c-beaf8082df2e tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:42.574315 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-aef6aa7c-e4b0-4313-821c-beaf8082df2e tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "DELETE /v2.0/subnets/bf069686-2c73-4898-828c-ce64d4b1224e HTTP/1.1" status: 204 len: 168 time: 0.6622226 Dec 08 16:35:42.577434 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52646) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:42.578445 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35608201-a705-4671-9d86-65ba7d1c924b None None] Sync routers for ids ['df5a22b2-3f8b-4450-916c-3d384120c99b'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:35:42.586487 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0515ef-90dd-4911-a9b0-7451b4588c61 None None] Network 89bf1969-d78a-4d69-8195-82c052280f75 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:35:42.590508 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b5bc6dcc-0d1a-4521-9e1c-54ba876aaba3 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] 10.222.0.64 "GET /v2.0/subnetpools/f5c249f5-39b1-49e6-b69c-967a132d0f89/tags/tempest-TagsExtTest-Tag-1369601828 HTTP/1.1" status: 204 len: 168 time: 0.0750656 Dec 08 16:35:42.593293 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52648) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:42.599546 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.tag.tag_plugin [None req-4d9d681a-7669-4963-970b-0091bf36b8e2 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'f5c249f5-39b1-49e6-b69c-967a132d0f89', 'tempest-TagsExtTest-Tag-1369601828') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:42.650557 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35608201-a705-4671-9d86-65ba7d1c924b None None] Routers {'df5a22b2-3f8b-4450-916c-3d384120c99b'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:35:42.651198 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-35608201-a705-4671-9d86-65ba7d1c924b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:35:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['df5a22b2-3f8b-4450-916c-3d384120c99b'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:42.677081 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7894d721-8444-44f0-829a-85c726742098 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:42.754824 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-7894d721-8444-44f0-829a-85c726742098 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Deleting port 1126f821-f6df-4b99-ab45-7319ddae07e7 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:35:42.755519 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7894d721-8444-44f0-829a-85c726742098 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:42.766502 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-4d9d681a-7669-4963-970b-0091bf36b8e2 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] 10.222.0.64 "DELETE /v2.0/subnetpools/f5c249f5-39b1-49e6-b69c-967a132d0f89/tags/tempest-TagsExtTest-Tag-1369601828 HTTP/1.1" status: 204 len: 168 time: 0.1718712 Dec 08 16:35:42.769871 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52652) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:42.777090 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.tag.tag_plugin [None req-96509fe6-c378-4daf-a774-de9ade3cb7d4 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f5c249f5-39b1-49e6-b69c-967a132d0f89') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:42.788813 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-35608201-a705-4671-9d86-65ba7d1c924b None None] Set router df5a22b2-3f8b-4450-916c-3d384120c99b gateway port host: None {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:35:42.804589 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-96509fe6-c378-4daf-a774-de9ade3cb7d4 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] 10.222.0.64 "GET /v2.0/subnetpools/f5c249f5-39b1-49e6-b69c-967a132d0f89/tags HTTP/1.1" status: 200 len: 205 time: 0.0311146 Dec 08 16:35:42.804920 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52654) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:42.810073 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.tag.tag_plugin [None req-6892c253-932b-464f-8cf5-5ad620d06361 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f5c249f5-39b1-49e6-b69c-967a132d0f89') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:42.862369 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-6892c253-932b-464f-8cf5-5ad620d06361 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] 10.222.0.64 "DELETE /v2.0/subnetpools/f5c249f5-39b1-49e6-b69c-967a132d0f89/tags HTTP/1.1" status: 204 len: 168 time: 0.0564244 Dec 08 16:35:42.865067 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52656) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:42.873800 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-7894d721-8444-44f0-829a-85c726742098 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] For port 1126f821-f6df-4b99-ab45-7319ddae07e7, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=1126f821-f6df-4b99-ab45-7319ddae07e7,segment=NetworkSegment(1243bad5-b9a0-4723-a1a5-91b13a2b58a9),segment_id=1243bad5-b9a0-4723-a1a5-91b13a2b58a9)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:35:42.874387 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7894d721-8444-44f0-829a-85c726742098 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:42.874953 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.tag.tag_plugin [None req-605cf081-d296-4512-92aa-cbd84393c6ad tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c95e77fc-5eb1-404d-bd17-311121ce5af7') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:42.898932 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-7894d721-8444-44f0-829a-85c726742098 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Calling delete_port for 1126f821-f6df-4b99-ab45-7319ddae07e7 owned by network:dhcp {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:35:42.933982 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350aa38b-9855-4dd6-9583-69ef470a0086 None None] DHCP port deletion for 89bf1969-d78a-4d69-8195-82c052280f75 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:35:43.030572 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-605cf081-d296-4512-92aa-cbd84393c6ad tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] 10.222.0.64 "DELETE /v2.0/routers/c95e77fc-5eb1-404d-bd17-311121ce5af7/tags HTTP/1.1" status: 204 len: 168 time: 0.1641476 Dec 08 16:35:43.033629 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52660) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:43.038827 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.tag.tag_plugin [None req-b73c4ac7-5ed0-4c6c-860d-17a900dd772d tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '75a50e57-6ca0-4c9d-b596-d209354d6820') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:43.048936 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-350aa38b-9855-4dd6-9583-69ef470a0086 None None] Deleting port 1126f821-f6df-4b99-ab45-7319ddae07e7 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:35:43.049155 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-350aa38b-9855-4dd6-9583-69ef470a0086 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:43.050519 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52662) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:43.130334 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-350aa38b-9855-4dd6-9583-69ef470a0086 None None] For port 1126f821-f6df-4b99-ab45-7319ddae07e7, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=1126f821-f6df-4b99-ab45-7319ddae07e7,segment=NetworkSegment(1243bad5-b9a0-4723-a1a5-91b13a2b58a9),segment_id=1243bad5-b9a0-4723-a1a5-91b13a2b58a9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:35:43.130740 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-350aa38b-9855-4dd6-9583-69ef470a0086 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:43.140356 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52666) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:43.144987 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b73c4ac7-5ed0-4c6c-860d-17a900dd772d tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] 10.222.0.64 "DELETE /v2.0/ports/75a50e57-6ca0-4c9d-b596-d209354d6820/tags HTTP/1.1" status: 204 len: 168 time: 0.1099329 Dec 08 16:35:43.146410 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.tag.tag_plugin [None req-f31ce123-463b-417c-bc41-753a5eab5b54 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f89ff97c-bdd9-4c4c-afee-b104e6abea2b') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:43.150549 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-350aa38b-9855-4dd6-9583-69ef470a0086 None None] Calling delete_port for 1126f821-f6df-4b99-ab45-7319ddae07e7 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:35:43.153596 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-35608201-a705-4671-9d86-65ba7d1c924b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'name': 'tempest-RoutersIpV6Test-router-1974696606', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:35:00Z', 'updated_at': '2021-12-08T16:35:40Z', 'revision_number': 8, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'gw_port_host': None, '_interfaces': [{'id': '0a796f21-e0fe-459e-bd7b-8e251d9d1eb0', 'name': '', 'network_id': '2927b57d-9edb-4371-b7f1-927e216b45d8', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'mac_address': 'fa:16:3e:7a:7c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ed6b66b8-169c-4374-baba-a8225ae62e28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:04Z', 'updated_at': '2021-12-08T16:35:10Z', 'revision_number': 5, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'subnets': [{'id': 'ed6b66b8-169c-4374-baba-a8225ae62e28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5270dbf1-8f46-403d-b9d4-0ad5ce0e08db', 'name': '', 'network_id': '10c29011-c34d-4093-8a77-fd50136ab877', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'mac_address': 'fa:16:3e:45:67:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '75c71c0c-89d9-449a-ab3e-f60d4e4a1cdc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:12Z', 'updated_at': '2021-12-08T16:35:20Z', 'revision_number': 5, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'subnets': [{'id': '75c71c0c-89d9-449a-ab3e-f60d4e4a1cdc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8671af09-5fe9-4abe-a2de-a3a8b5616ffe', 'name': '', 'network_id': '5a6dae4d-2e43-4c42-818b-7b47282ce2de', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'mac_address': 'fa:16:3e:3c:b3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '86433356-948a-4713-a3cd-3d8cf5e98751', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:23Z', 'updated_at': '2021-12-08T16:35:30Z', 'revision_number': 5, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'subnets': [{'id': '86433356-948a-4713-a3cd-3d8cf5e98751', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:43.187468 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35608201-a705-4671-9d86-65ba7d1c924b None None] Checking router: df5a22b2-3f8b-4450-916c-3d384120c99b for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:35:43.208774 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f31ce123-463b-417c-bc41-753a5eab5b54 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] 10.222.0.64 "DELETE /v2.0/subnets/f89ff97c-bdd9-4c4c-afee-b104e6abea2b/tags HTTP/1.1" status: 204 len: 168 time: 0.0673859 Dec 08 16:35:43.215174 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52668) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:43.220010 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.tag.tag_plugin [None req-d59551a2-e89f-403d-ac0e-4fd1624a55c6 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f89ff97c-bdd9-4c4c-afee-b104e6abea2b', 'tempest-TagsExtTest-Tag-415558776') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:43.240511 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-5273fa5e-dbd2-46cb-b6e5-1cf8cf9c0ac0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=517d91fcaf4848458fe3faf0dbddcce6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1881456 Dec 08 16:35:43.244079 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35608201-a705-4671-9d86-65ba7d1c924b None None] Routers {'df5a22b2-3f8b-4450-916c-3d384120c99b'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:35:43.246233 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-35608201-a705-4671-9d86-65ba7d1c924b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:35:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['df5a22b2-3f8b-4450-916c-3d384120c99b'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:43.246997 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52670) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:43.266803 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7894d721-8444-44f0-829a-85c726742098 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:43.308219 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7894d721-8444-44f0-829a-85c726742098 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event deleted for resources: {'Port': ['ID=1126f821-f6df-4b99-ab45-7319ddae07e7,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:43.310094 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7894d721-8444-44f0-829a-85c726742098 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] No DVR routers for this DVR port 1126f821-f6df-4b99-ab45-7319ddae07e7 on host n-d-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:35:43.431334 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d59551a2-e89f-403d-ac0e-4fd1624a55c6 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] 10.222.0.64 "PUT /v2.0/subnets/f89ff97c-bdd9-4c4c-afee-b104e6abea2b/tags/tempest-TagsExtTest-Tag-415558776 HTTP/1.1" status: 201 len: 201 time: 0.2149682 Dec 08 16:35:43.435658 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52674) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:43.445262 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7894d721-8444-44f0-829a-85c726742098 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:43.451915 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.tag.tag_plugin [None req-2bd67b47-c6d5-4b6f-b70a-817684c76ef1 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '75a50e57-6ca0-4c9d-b596-d209354d6820', 'tempest-TagsExtTest-Tag-888162979') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:43.456841 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-35b12f33-c420-4734-a6e2-f532bd3ecf30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:43.484662 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-7894d721-8444-44f0-829a-85c726742098 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89bf1969-d78a-4d69-8195-82c052280f75']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:43.511149 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a541c87-6638-477c-bca7-73b638eb1e3c req-27313d9e-c602-4ea3-bf72-59e00310bf93 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:43.512778 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8a541c87-6638-477c-bca7-73b638eb1e3c req-27313d9e-c602-4ea3-bf72-59e00310bf93 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0c878ae-433b-4edb-a501-cd1cee9e51c2 HTTP/1.1" status: 200 len: 946 time: 0.1640220 Dec 08 16:35:43.520466 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-7894d721-8444-44f0-829a-85c726742098 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1243bad5-b9a0-4723-a1a5-91b13a2b58a9') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:43.526924 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-7894d721-8444-44f0-829a-85c726742098 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1243bad5-b9a0-4723-a1a5-91b13a2b58a9') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:43.534298 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-35b12f33-c420-4734-a6e2-f532bd3ecf30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:43.555733 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7894d721-8444-44f0-829a-85c726742098 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:43.569504 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:35:43.569504 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:35:43.569504 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:35:43.569504 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:35:43.569504 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:35:43.569504 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:35:43.569504 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:35:43.569504 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:35:43.569504 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:35:43.569504 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:35:43.569504 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:35:43.569504 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:35:43.569504 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:35:43.569504 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:35:43.569504 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:35:43.569504 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:35:43.569504 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:35:43.569504 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:35:43.569504 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:35:43.569504 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:35:43.569504 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:35:43.569504 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:35:43.569504 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:35:43.569504 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:35:43.569504 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:35:43.569504 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:35:43.569504 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:35:43.569504 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:35:43.569504 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:35:43.569504 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:35:43.569504 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:35:43.569504 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:35:43.569504 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:35:43.569504 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:35:43.569504 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:35:43.569504 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:35:43.569504 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:35:43.569504 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:35:43.569504 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:35:43.569504 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:35:43.569504 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:35:43.569504 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:35:43.569504 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:35:43.569504 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:35:43.569504 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:35:43.569504 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:35:43.569504 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:35:43.569504 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:35:43.569504 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:35:43.569504 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:35:43.569504 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:35:43.569504 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:35:43.569504 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:35:43.569504 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 16:35:43.590667 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-350aa38b-9855-4dd6-9583-69ef470a0086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:43.598047 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7894d721-8444-44f0-829a-85c726742098 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:43.608257 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-35608201-a705-4671-9d86-65ba7d1c924b None None] Set router df5a22b2-3f8b-4450-916c-3d384120c99b gateway port host: None {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:35:43.623445 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7894d721-8444-44f0-829a-85c726742098 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:35:43.623861 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7894d721-8444-44f0-829a-85c726742098 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:43.627526 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:35:43.627526 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:35:43.627526 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:35:43.627526 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:35:43.627526 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:35:43.627526 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:35:43.627526 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:35:43.627526 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:35:43.627526 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:35:43.627526 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:35:43.627526 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:35:43.627526 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:35:43.627526 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:35:43.627526 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:35:43.627526 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:35:43.627526 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:35:43.627526 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:35:43.627526 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:35:43.627526 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:35:43.627526 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:35:43.627526 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:35:43.627526 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:35:43.627526 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:35:43.627526 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:35:43.627526 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:35:43.627526 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:35:43.627526 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:35:43.627526 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:35:43.627526 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:35:43.627526 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:35:43.627526 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:35:43.627526 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:35:43.635643 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-2bd67b47-c6d5-4b6f-b70a-817684c76ef1 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] 10.222.0.64 "PUT /v2.0/ports/75a50e57-6ca0-4c9d-b596-d209354d6820/tags/tempest-TagsExtTest-Tag-888162979 HTTP/1.1" status: 201 len: 201 time: 0.1986732 Dec 08 16:35:43.638388 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52676) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:43.647936 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.tag.tag_plugin [None req-4af2bbd6-d561-4c8b-8baa-0bb478bab597 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c95e77fc-5eb1-404d-bd17-311121ce5af7', 'tempest-TagsExtTest-Tag-828260401') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:43.659561 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350aa38b-9855-4dd6-9583-69ef470a0086 None None] Pushing event deleted for resources: {'Port': ['ID=1126f821-f6df-4b99-ab45-7319ddae07e7,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:43.663541 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350aa38b-9855-4dd6-9583-69ef470a0086 None None] No DVR routers for this DVR port 1126f821-f6df-4b99-ab45-7319ddae07e7 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:35:43.687918 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8a541c87-6638-477c-bca7-73b638eb1e3c req-bef37d3a-991a-4f6e-ac7e-d5ee09bc75eb tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515639 Dec 08 16:35:43.784941 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7894d721-8444-44f0-829a-85c726742098 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:43.793414 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7894d721-8444-44f0-829a-85c726742098 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:43.799194 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-7894d721-8444-44f0-829a-85c726742098 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "DELETE /v2.0/networks/89bf1969-d78a-4d69-8195-82c052280f75 HTTP/1.1" status: 204 len: 168 time: 1.2209156 Dec 08 16:35:43.802740 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52680) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:43.820649 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-35b12f33-c420-4734-a6e2-f532bd3ecf30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:43.822564 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 1126f821-f6df-4b99-ab45-7319ddae07e7 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:35:43.823545 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-35b12f33-c420-4734-a6e2-f532bd3ecf30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:43.833004 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-35b12f33-c420-4734-a6e2-f532bd3ecf30 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b4ddb7aa-fd70-43fc-ad40-bd0bf71c3763 HTTP/1.1" status: 204 len: 168 time: 0.5847030 Dec 08 16:35:43.836083 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7894d721-8444-44f0-829a-85c726742098 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event deleted for resources: {'Network': ['ID=89bf1969-d78a-4d69-8195-82c052280f75,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:43.879870 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 1126f821-f6df-4b99-ab45-7319ddae07e7 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:35:43.880247 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 1126f821-f6df-4b99-ab45-7319ddae07e7 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:35:43.880679 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 153563b6-b019-4b99-98f5-a1006cdb9f7e no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:35:43.903972 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-4af2bbd6-d561-4c8b-8baa-0bb478bab597 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] 10.222.0.64 "PUT /v2.0/routers/c95e77fc-5eb1-404d-bd17-311121ce5af7/tags/tempest-TagsExtTest-Tag-828260401 HTTP/1.1" status: 201 len: 201 time: 0.2643869 Dec 08 16:35:43.905679 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 153563b6-b019-4b99-98f5-a1006cdb9f7e {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:35:43.906037 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 153563b6-b019-4b99-98f5-a1006cdb9f7e not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:35:43.907116 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52684) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:43.914708 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.tag.tag_plugin [None req-31fbf83c-6d2a-4c26-979a-6b0c3f7a44ca tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f5c249f5-39b1-49e6-b69c-967a132d0f89', 'tempest-TagsExtTest-Tag-91716681') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:43.953144 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b12f33-c420-4734-a6e2-f532bd3ecf30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ddb7aa-fd70-43fc-ad40-bd0bf71c3763,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:44.011509 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-35608201-a705-4671-9d86-65ba7d1c924b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'name': 'tempest-RoutersIpV6Test-router-1974696606', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:35:00Z', 'updated_at': '2021-12-08T16:35:40Z', 'revision_number': 8, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'gw_port_host': None, '_interfaces': [{'id': '0a796f21-e0fe-459e-bd7b-8e251d9d1eb0', 'name': '', 'network_id': '2927b57d-9edb-4371-b7f1-927e216b45d8', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'mac_address': 'fa:16:3e:7a:7c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ed6b66b8-169c-4374-baba-a8225ae62e28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:04Z', 'updated_at': '2021-12-08T16:35:10Z', 'revision_number': 5, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'subnets': [{'id': 'ed6b66b8-169c-4374-baba-a8225ae62e28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5270dbf1-8f46-403d-b9d4-0ad5ce0e08db', 'name': '', 'network_id': '10c29011-c34d-4093-8a77-fd50136ab877', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'mac_address': 'fa:16:3e:45:67:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '75c71c0c-89d9-449a-ab3e-f60d4e4a1cdc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:12Z', 'updated_at': '2021-12-08T16:35:20Z', 'revision_number': 5, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'subnets': [{'id': '75c71c0c-89d9-449a-ab3e-f60d4e4a1cdc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8671af09-5fe9-4abe-a2de-a3a8b5616ffe', 'name': '', 'network_id': '5a6dae4d-2e43-4c42-818b-7b47282ce2de', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'mac_address': 'fa:16:3e:3c:b3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '86433356-948a-4713-a3cd-3d8cf5e98751', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:23Z', 'updated_at': '2021-12-08T16:35:30Z', 'revision_number': 5, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'subnets': [{'id': '86433356-948a-4713-a3cd-3d8cf5e98751', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:44.043851 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35608201-a705-4671-9d86-65ba7d1c924b None None] The sync data for ids ['df5a22b2-3f8b-4450-916c-3d384120c99b'] in n-d-776250-12 is: [{'id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'name': 'tempest-RoutersIpV6Test-router-1974696606', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:35:00Z', 'updated_at': '2021-12-08T16:35:40Z', 'revision_number': 8, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'gw_port_host': None, '_interfaces': [{'id': '0a796f21-e0fe-459e-bd7b-8e251d9d1eb0', 'name': '', 'network_id': '2927b57d-9edb-4371-b7f1-927e216b45d8', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'mac_address': 'fa:16:3e:7a:7c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ed6b66b8-169c-4374-baba-a8225ae62e28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:04Z', 'updated_at': '2021-12-08T16:35:10Z', 'revision_number': 5, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'subnets': [{'id': 'ed6b66b8-169c-4374-baba-a8225ae62e28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5270dbf1-8f46-403d-b9d4-0ad5ce0e08db', 'name': '', 'network_id': '10c29011-c34d-4093-8a77-fd50136ab877', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'mac_address': 'fa:16:3e:45:67:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '75c71c0c-89d9-449a-ab3e-f60d4e4a1cdc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:12Z', 'updated_at': '2021-12-08T16:35:20Z', 'revision_number': 5, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'subnets': [{'id': '75c71c0c-89d9-449a-ab3e-f60d4e4a1cdc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8671af09-5fe9-4abe-a2de-a3a8b5616ffe', 'name': '', 'network_id': '5a6dae4d-2e43-4c42-818b-7b47282ce2de', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'mac_address': 'fa:16:3e:3c:b3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '86433356-948a-4713-a3cd-3d8cf5e98751', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:23Z', 'updated_at': '2021-12-08T16:35:30Z', 'revision_number': 5, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'subnets': [{'id': '86433356-948a-4713-a3cd-3d8cf5e98751', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:35:44.115648 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-31fbf83c-6d2a-4c26-979a-6b0c3f7a44ca tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] 10.222.0.64 "PUT /v2.0/subnetpools/f5c249f5-39b1-49e6-b69c-967a132d0f89/tags/tempest-TagsExtTest-Tag-91716681 HTTP/1.1" status: 201 len: 201 time: 0.2067645 Dec 08 16:35:44.118308 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52686) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:44.127484 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.tag.tag_plugin [None req-490dba5d-6e3c-4576-87fe-0187fa6a7dc5 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'f89ff97c-bdd9-4c4c-afee-b104e6abea2b', {'tags': ['tempest-TagsExtTest-Tag-751087063', 'tempest-TagsExtTest-Tag-126661909', 'tempest-TagsExtTest-Tag-145568869']}) {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:44.169615 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c3343a58-42ce-442d-90b4-e8b4cd513180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:44.294110 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a5eb89bc-f526-4b64-9ef7-3ecbd5aada66 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:44.305994 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-490dba5d-6e3c-4576-87fe-0187fa6a7dc5 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] 10.222.0.64 "PUT /v2.0/subnets/f89ff97c-bdd9-4c4c-afee-b104e6abea2b/tags HTTP/1.1" status: 200 len: 315 time: 0.1843348 Dec 08 16:35:44.306362 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52690) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:44.311046 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.tag.tag_plugin [None req-2568cd77-57f3-4b68-8047-528b874365ec tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f89ff97c-bdd9-4c4c-afee-b104e6abea2b') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:44.498524 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-2568cd77-57f3-4b68-8047-528b874365ec tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] 10.222.0.64 "DELETE /v2.0/subnets/f89ff97c-bdd9-4c4c-afee-b104e6abea2b/tags HTTP/1.1" status: 204 len: 168 time: 0.1910141 Dec 08 16:35:44.501696 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52698) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:44.507223 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.tag.tag_plugin [None req-8f62689f-a60b-41ad-867c-33da55a677bc tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f89ff97c-bdd9-4c4c-afee-b104e6abea2b', 'tempest-TagsExtTest-Tag-751087063') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:44.561108 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-8f62689f-a60b-41ad-867c-33da55a677bc tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] show failed (client error): The resource could not be found. Dec 08 16:35:44.565324 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-8f62689f-a60b-41ad-867c-33da55a677bc tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] 10.222.0.64 "GET /v2.0/subnets/f89ff97c-bdd9-4c4c-afee-b104e6abea2b/tags/tempest-TagsExtTest-Tag-751087063 HTTP/1.1" status: 404 len: 328 time: 0.0594447 Dec 08 16:35:44.565606 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52700) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:44.570426 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.tag.tag_plugin [None req-d73f6070-bd1c-4f68-9899-35430790c299 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f89ff97c-bdd9-4c4c-afee-b104e6abea2b', 'tempest-TagsExtTest-Tag-126661909') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:44.574871 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-a5eb89bc-f526-4b64-9ef7-3ecbd5aada66 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Deleting port 8671af09-5fe9-4abe-a2de-a3a8b5616ffe {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:35:44.575295 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a5eb89bc-f526-4b64-9ef7-3ecbd5aada66 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:44.627941 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-d73f6070-bd1c-4f68-9899-35430790c299 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] show failed (client error): The resource could not be found. Dec 08 16:35:44.631719 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d73f6070-bd1c-4f68-9899-35430790c299 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] 10.222.0.64 "GET /v2.0/subnets/f89ff97c-bdd9-4c4c-afee-b104e6abea2b/tags/tempest-TagsExtTest-Tag-126661909 HTTP/1.1" status: 404 len: 328 time: 0.0624449 Dec 08 16:35:44.633111 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52702) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:44.637551 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.tag.tag_plugin [None req-a583db9b-dabb-4a0e-86c0-ffd3c81d6426 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f89ff97c-bdd9-4c4c-afee-b104e6abea2b', 'tempest-TagsExtTest-Tag-145568869') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:44.711346 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-a583db9b-dabb-4a0e-86c0-ffd3c81d6426 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] show failed (client error): The resource could not be found. Dec 08 16:35:44.712947 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-a5eb89bc-f526-4b64-9ef7-3ecbd5aada66 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] For port 8671af09-5fe9-4abe-a2de-a3a8b5616ffe, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=8671af09-5fe9-4abe-a2de-a3a8b5616ffe,segment=NetworkSegment(7b274dcb-4149-4654-a406-e8a1fc419dbc),segment_id=7b274dcb-4149-4654-a406-e8a1fc419dbc)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:35:44.713600 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a583db9b-dabb-4a0e-86c0-ffd3c81d6426 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] 10.222.0.64 "GET /v2.0/subnets/f89ff97c-bdd9-4c4c-afee-b104e6abea2b/tags/tempest-TagsExtTest-Tag-145568869 HTTP/1.1" status: 404 len: 328 time: 0.0790372 Dec 08 16:35:44.714194 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a5eb89bc-f526-4b64-9ef7-3ecbd5aada66 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:44.715800 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52708) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:44.721075 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.tag.tag_plugin [None req-9d66eeb2-be36-4572-9313-c806eb129d43 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '75a50e57-6ca0-4c9d-b596-d209354d6820', {'tags': ['tempest-TagsExtTest-Tag-1153463950', 'tempest-TagsExtTest-Tag-66557174', 'tempest-TagsExtTest-Tag-315423056']}) {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:44.732853 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-a5eb89bc-f526-4b64-9ef7-3ecbd5aada66 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Calling delete_port for 8671af09-5fe9-4abe-a2de-a3a8b5616ffe owned by network:router_interface {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:35:44.872261 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3fcf0a-34d5-43ad-b857-5227494cff23 req-0f617e59-c449-460d-bd51-8615c3b6fecd tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:44.874100 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8e3fcf0a-34d5-43ad-b857-5227494cff23 req-0f617e59-c449-460d-bd51-8615c3b6fecd tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0c878ae-433b-4edb-a501-cd1cee9e51c2 HTTP/1.1" status: 200 len: 946 time: 0.0648453 Dec 08 16:35:44.919152 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-9d66eeb2-be36-4572-9313-c806eb129d43 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] 10.222.0.64 "PUT /v2.0/ports/75a50e57-6ca0-4c9d-b596-d209354d6820/tags HTTP/1.1" status: 200 len: 315 time: 0.2022166 Dec 08 16:35:44.922304 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52714) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:44.936834 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8e3fcf0a-34d5-43ad-b857-5227494cff23 req-dbd794a3-0c82-4077-855d-c00d3e971f0e tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563936 Dec 08 16:35:44.948225 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.tag.tag_plugin [None req-61aa2802-7ec6-4011-a2e2-7bd71cd3b52b tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '75a50e57-6ca0-4c9d-b596-d209354d6820') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:45.092487 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bef6352-f90f-4123-9158-252924e40ba9 req-324a096d-4723-4226-bb35-a071955f4123 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:45.094085 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1bef6352-f90f-4123-9158-252924e40ba9 req-324a096d-4723-4226-bb35-a071955f4123 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0c878ae-433b-4edb-a501-cd1cee9e51c2 HTTP/1.1" status: 200 len: 946 time: 0.0743623 Dec 08 16:35:45.112736 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a5eb89bc-f526-4b64-9ef7-3ecbd5aada66 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:45.152701 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eb89bc-f526-4b64-9ef7-3ecbd5aada66 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event deleted for resources: {'Port': ['ID=8671af09-5fe9-4abe-a2de-a3a8b5616ffe,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:45.246063 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-61aa2802-7ec6-4011-a2e2-7bd71cd3b52b tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] 10.222.0.64 "DELETE /v2.0/ports/75a50e57-6ca0-4c9d-b596-d209354d6820/tags HTTP/1.1" status: 204 len: 168 time: 0.3224738 Dec 08 16:35:45.248911 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52726) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:45.253758 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1bef6352-f90f-4123-9158-252924e40ba9 req-8e6642cf-eb18-4f0e-ad28-c708a3a28a92 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497755 Dec 08 16:35:45.256679 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.tag.tag_plugin [None req-34bb059e-525f-4d75-ba20-92032653633f tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '75a50e57-6ca0-4c9d-b596-d209354d6820', 'tempest-TagsExtTest-Tag-1153463950') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:45.297405 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:45.321542 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a5eb89bc-f526-4b64-9ef7-3ecbd5aada66 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:45.338739 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-34bb059e-525f-4d75-ba20-92032653633f tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] show failed (client error): The resource could not be found. Dec 08 16:35:45.340096 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-34bb059e-525f-4d75-ba20-92032653633f tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] 10.222.0.64 "GET /v2.0/ports/75a50e57-6ca0-4c9d-b596-d209354d6820/tags/tempest-TagsExtTest-Tag-1153463950 HTTP/1.1" status: 404 len: 329 time: 0.0901799 Dec 08 16:35:45.348436 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52730) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:45.355715 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.tag.tag_plugin [None req-3626f0cb-e6a5-40fa-8d41-7ec3a5e27695 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '75a50e57-6ca0-4c9d-b596-d209354d6820', 'tempest-TagsExtTest-Tag-66557174') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:45.446691 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-3626f0cb-e6a5-40fa-8d41-7ec3a5e27695 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] show failed (client error): The resource could not be found. Dec 08 16:35:45.450744 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-3626f0cb-e6a5-40fa-8d41-7ec3a5e27695 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] 10.222.0.64 "GET /v2.0/ports/75a50e57-6ca0-4c9d-b596-d209354d6820/tags/tempest-TagsExtTest-Tag-66557174 HTTP/1.1" status: 404 len: 327 time: 0.1007779 Dec 08 16:35:45.451114 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52734) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:45.459203 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.tag.tag_plugin [None req-7181ef64-0480-4678-aa61-08a16cdc08b9 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '75a50e57-6ca0-4c9d-b596-d209354d6820', 'tempest-TagsExtTest-Tag-315423056') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:45.597243 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [None req-7181ef64-0480-4678-aa61-08a16cdc08b9 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] show failed (client error): The resource could not be found. Dec 08 16:35:45.598620 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-7181ef64-0480-4678-aa61-08a16cdc08b9 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] 10.222.0.64 "GET /v2.0/ports/75a50e57-6ca0-4c9d-b596-d209354d6820/tags/tempest-TagsExtTest-Tag-315423056 HTTP/1.1" status: 404 len: 328 time: 0.1460464 Dec 08 16:35:45.601653 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52738) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:45.607003 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5eb89bc-f526-4b64-9ef7-3ecbd5aada66 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Router df5a22b2-3f8b-4450-916c-3d384120c99b has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:35:45.607193 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.tag.tag_plugin [None req-ad7e712a-a335-4c6c-b3e2-aa3437fcce86 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'c95e77fc-5eb1-404d-bd17-311121ce5af7', {'tags': ['tempest-TagsExtTest-Tag-1881012986', 'tempest-TagsExtTest-Tag-1518664175', 'tempest-TagsExtTest-Tag-1112723970']}) {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:45.732435 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5eb89bc-f526-4b64-9ef7-3ecbd5aada66 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:35:45.732435 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a5eb89bc-f526-4b64-9ef7-3ecbd5aada66 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "PUT /v2.0/routers/df5a22b2-3f8b-4450-916c-3d384120c99b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9155853 Dec 08 16:35:45.732843 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52740) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:45.732946 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df69b7f-4421-452a-8dbe-445b2584b63b None None] Sync routers for ids ['df5a22b2-3f8b-4450-916c-3d384120c99b'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:35:45.740283 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df69b7f-4421-452a-8dbe-445b2584b63b None None] Routers {'df5a22b2-3f8b-4450-916c-3d384120c99b'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:35:45.740924 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-1df69b7f-4421-452a-8dbe-445b2584b63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:35:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['df5a22b2-3f8b-4450-916c-3d384120c99b'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:45.791040 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd04211a-b3c4-4e17-9382-7f0ae9fd3c4c tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Deleting subnet 86433356-948a-4713-a3cd-3d8cf5e98751 {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:35:45.794513 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fd04211a-b3c4-4e17-9382-7f0ae9fd3c4c tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:45.856293 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fd04211a-b3c4-4e17-9382-7f0ae9fd3c4c tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:45.869758 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-1df69b7f-4421-452a-8dbe-445b2584b63b None None] Set router df5a22b2-3f8b-4450-916c-3d384120c99b gateway port host: None {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:35:45.886540 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ad7e712a-a335-4c6c-b3e2-aa3437fcce86 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] 10.222.0.64 "PUT /v2.0/routers/c95e77fc-5eb1-404d-bd17-311121ce5af7/tags HTTP/1.1" status: 200 len: 318 time: 0.2835960 Dec 08 16:35:45.895753 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52752) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:45.901226 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.tag.tag_plugin [None req-0f140043-feaf-4d68-a495-2cfeaee0af69 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c95e77fc-5eb1-404d-bd17-311121ce5af7') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:45.981064 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fd04211a-b3c4-4e17-9382-7f0ae9fd3c4c tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:46.119981 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-0f140043-feaf-4d68-a495-2cfeaee0af69 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] 10.222.0.64 "DELETE /v2.0/routers/c95e77fc-5eb1-404d-bd17-311121ce5af7/tags HTTP/1.1" status: 204 len: 168 time: 0.2230771 Dec 08 16:35:46.122684 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52756) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:46.131692 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.tag.tag_plugin [None req-6ac0adb4-798c-4227-9e5b-34f0c3c0e6d0 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c95e77fc-5eb1-404d-bd17-311121ce5af7', 'tempest-TagsExtTest-Tag-1881012986') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:46.200584 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fd04211a-b3c4-4e17-9382-7f0ae9fd3c4c tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:46.291347 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04211a-b3c4-4e17-9382-7f0ae9fd3c4c tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event deleted for resources: {'Subnet': ['ID=86433356-948a-4713-a3cd-3d8cf5e98751,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:46.293544 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fd04211a-b3c4-4e17-9382-7f0ae9fd3c4c tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:46.296961 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-fd04211a-b3c4-4e17-9382-7f0ae9fd3c4c tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "DELETE /v2.0/subnets/86433356-948a-4713-a3cd-3d8cf5e98751 HTTP/1.1" status: 204 len: 168 time: 0.5727720 Dec 08 16:35:46.300207 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52760) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:46.308584 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8171113-9704-41ac-9c49-18782f8a5060 None None] Network 5a6dae4d-2e43-4c42-818b-7b47282ce2de requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:35:46.401401 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-1df69b7f-4421-452a-8dbe-445b2584b63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'name': 'tempest-RoutersIpV6Test-router-1974696606', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:35:00Z', 'updated_at': '2021-12-08T16:35:44Z', 'revision_number': 9, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'gw_port_host': None, '_interfaces': [{'id': '0a796f21-e0fe-459e-bd7b-8e251d9d1eb0', 'name': '', 'network_id': '2927b57d-9edb-4371-b7f1-927e216b45d8', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'mac_address': 'fa:16:3e:7a:7c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ed6b66b8-169c-4374-baba-a8225ae62e28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:04Z', 'updated_at': '2021-12-08T16:35:10Z', 'revision_number': 5, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'subnets': [{'id': 'ed6b66b8-169c-4374-baba-a8225ae62e28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5270dbf1-8f46-403d-b9d4-0ad5ce0e08db', 'name': '', 'network_id': '10c29011-c34d-4093-8a77-fd50136ab877', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'mac_address': 'fa:16:3e:45:67:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '75c71c0c-89d9-449a-ab3e-f60d4e4a1cdc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:12Z', 'updated_at': '2021-12-08T16:35:20Z', 'revision_number': 5, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'subnets': [{'id': '75c71c0c-89d9-449a-ab3e-f60d4e4a1cdc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:46.422196 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4dc4e388-6877-448d-8aef-eb776c735d01 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:46.474239 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df69b7f-4421-452a-8dbe-445b2584b63b None None] Checking router: df5a22b2-3f8b-4450-916c-3d384120c99b for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:35:46.494508 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df69b7f-4421-452a-8dbe-445b2584b63b None None] Routers {'df5a22b2-3f8b-4450-916c-3d384120c99b'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:35:46.495135 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-1df69b7f-4421-452a-8dbe-445b2584b63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:35:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['df5a22b2-3f8b-4450-916c-3d384120c99b'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:46.525761 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-4dc4e388-6877-448d-8aef-eb776c735d01 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Deleting port 78e0cc98-4a20-4e52-88f7-7c05ea271e88 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:35:46.525761 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4dc4e388-6877-448d-8aef-eb776c735d01 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:46.581067 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16deaa4-da5a-477c-8a7d-016a0fc0a958 None None] DHCP port deletion for 5a6dae4d-2e43-4c42-818b-7b47282ce2de request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:35:46.693081 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-c16deaa4-da5a-477c-8a7d-016a0fc0a958 None None] Deleting port 78e0cc98-4a20-4e52-88f7-7c05ea271e88 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:35:46.694630 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c16deaa4-da5a-477c-8a7d-016a0fc0a958 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:46.697330 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-1df69b7f-4421-452a-8dbe-445b2584b63b None None] Set router df5a22b2-3f8b-4450-916c-3d384120c99b gateway port host: None {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:35:46.732202 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [None req-6ac0adb4-798c-4227-9e5b-34f0c3c0e6d0 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] show failed (client error): The resource could not be found. Dec 08 16:35:46.738012 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-6ac0adb4-798c-4227-9e5b-34f0c3c0e6d0 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] 10.222.0.64 "GET /v2.0/routers/c95e77fc-5eb1-404d-bd17-311121ce5af7/tags/tempest-TagsExtTest-Tag-1881012986 HTTP/1.1" status: 404 len: 329 time: 0.6140747 Dec 08 16:35:46.738886 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52776) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:46.743631 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.tag.tag_plugin [None req-d4ff0fe0-3de3-47dc-be88-b6c2f84cc3b3 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c95e77fc-5eb1-404d-bd17-311121ce5af7', 'tempest-TagsExtTest-Tag-1518664175') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:46.760275 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-4dc4e388-6877-448d-8aef-eb776c735d01 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] For port 78e0cc98-4a20-4e52-88f7-7c05ea271e88, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=78e0cc98-4a20-4e52-88f7-7c05ea271e88,segment=NetworkSegment(7b274dcb-4149-4654-a406-e8a1fc419dbc),segment_id=7b274dcb-4149-4654-a406-e8a1fc419dbc)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:35:46.760662 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4dc4e388-6877-448d-8aef-eb776c735d01 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:46.795684 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-4dc4e388-6877-448d-8aef-eb776c735d01 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Calling delete_port for 78e0cc98-4a20-4e52-88f7-7c05ea271e88 owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:35:46.807294 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-c16deaa4-da5a-477c-8a7d-016a0fc0a958 None None] For port 78e0cc98-4a20-4e52-88f7-7c05ea271e88, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=78e0cc98-4a20-4e52-88f7-7c05ea271e88,segment=NetworkSegment(7b274dcb-4149-4654-a406-e8a1fc419dbc),segment_id=7b274dcb-4149-4654-a406-e8a1fc419dbc)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:35:46.810317 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c16deaa4-da5a-477c-8a7d-016a0fc0a958 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:46.830071 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:46.835878 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-c16deaa4-da5a-477c-8a7d-016a0fc0a958 None None] Calling delete_port for 78e0cc98-4a20-4e52-88f7-7c05ea271e88 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:35:46.961935 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [None req-d4ff0fe0-3de3-47dc-be88-b6c2f84cc3b3 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] show failed (client error): The resource could not be found. Dec 08 16:35:46.965967 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-d4ff0fe0-3de3-47dc-be88-b6c2f84cc3b3 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] 10.222.0.64 "GET /v2.0/routers/c95e77fc-5eb1-404d-bd17-311121ce5af7/tags/tempest-TagsExtTest-Tag-1518664175 HTTP/1.1" status: 404 len: 329 time: 0.2260063 Dec 08 16:35:46.966111 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52784) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:46.972600 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.tag.tag_plugin [None req-da015aa9-84c5-4a96-9323-62e4dfe6b7e4 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c95e77fc-5eb1-404d-bd17-311121ce5af7', 'tempest-TagsExtTest-Tag-1112723970') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:47.071871 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-1df69b7f-4421-452a-8dbe-445b2584b63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'name': 'tempest-RoutersIpV6Test-router-1974696606', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:35:00Z', 'updated_at': '2021-12-08T16:35:44Z', 'revision_number': 9, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'gw_port_host': None, '_interfaces': [{'id': '0a796f21-e0fe-459e-bd7b-8e251d9d1eb0', 'name': '', 'network_id': '2927b57d-9edb-4371-b7f1-927e216b45d8', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'mac_address': 'fa:16:3e:7a:7c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ed6b66b8-169c-4374-baba-a8225ae62e28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:04Z', 'updated_at': '2021-12-08T16:35:10Z', 'revision_number': 5, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'subnets': [{'id': 'ed6b66b8-169c-4374-baba-a8225ae62e28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5270dbf1-8f46-403d-b9d4-0ad5ce0e08db', 'name': '', 'network_id': '10c29011-c34d-4093-8a77-fd50136ab877', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'mac_address': 'fa:16:3e:45:67:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '75c71c0c-89d9-449a-ab3e-f60d4e4a1cdc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:12Z', 'updated_at': '2021-12-08T16:35:20Z', 'revision_number': 5, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'subnets': [{'id': '75c71c0c-89d9-449a-ab3e-f60d4e4a1cdc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:47.096446 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-da015aa9-84c5-4a96-9323-62e4dfe6b7e4 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] show failed (client error): The resource could not be found. Dec 08 16:35:47.101642 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-da015aa9-84c5-4a96-9323-62e4dfe6b7e4 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] 10.222.0.64 "GET /v2.0/routers/c95e77fc-5eb1-404d-bd17-311121ce5af7/tags/tempest-TagsExtTest-Tag-1112723970 HTTP/1.1" status: 404 len: 329 time: 0.1310699 Dec 08 16:35:47.101642 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52792) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:47.120799 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.tag.tag_plugin [None req-1abc9ad9-6fe4-4c2e-8526-c8200e3616f7 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'f5c249f5-39b1-49e6-b69c-967a132d0f89', {'tags': ['tempest-TagsExtTest-Tag-23740060', 'tempest-TagsExtTest-Tag-1408734700', 'tempest-TagsExtTest-Tag-596614980']}) {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:47.138141 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c16deaa4-da5a-477c-8a7d-016a0fc0a958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:47.140589 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df69b7f-4421-452a-8dbe-445b2584b63b None None] The sync data for ids ['df5a22b2-3f8b-4450-916c-3d384120c99b'] in n-d-776250-12 is: [{'id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'name': 'tempest-RoutersIpV6Test-router-1974696606', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:35:00Z', 'updated_at': '2021-12-08T16:35:44Z', 'revision_number': 9, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'gw_port_host': None, '_interfaces': [{'id': '0a796f21-e0fe-459e-bd7b-8e251d9d1eb0', 'name': '', 'network_id': '2927b57d-9edb-4371-b7f1-927e216b45d8', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'mac_address': 'fa:16:3e:7a:7c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ed6b66b8-169c-4374-baba-a8225ae62e28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:04Z', 'updated_at': '2021-12-08T16:35:10Z', 'revision_number': 5, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'subnets': [{'id': 'ed6b66b8-169c-4374-baba-a8225ae62e28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5270dbf1-8f46-403d-b9d4-0ad5ce0e08db', 'name': '', 'network_id': '10c29011-c34d-4093-8a77-fd50136ab877', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'mac_address': 'fa:16:3e:45:67:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '75c71c0c-89d9-449a-ab3e-f60d4e4a1cdc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:12Z', 'updated_at': '2021-12-08T16:35:20Z', 'revision_number': 5, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'subnets': [{'id': '75c71c0c-89d9-449a-ab3e-f60d4e4a1cdc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:35:47.163206 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16deaa4-da5a-477c-8a7d-016a0fc0a958 None None] No DVR routers for this DVR port 78e0cc98-4a20-4e52-88f7-7c05ea271e88 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:35:47.181049 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4dc4e388-6877-448d-8aef-eb776c735d01 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:47.216822 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc4e388-6877-448d-8aef-eb776c735d01 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event deleted for resources: {'Port': ['ID=78e0cc98-4a20-4e52-88f7-7c05ea271e88,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:47.217222 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16deaa4-da5a-477c-8a7d-016a0fc0a958 None None] Pushing event deleted for resources: {'Port': ['ID=78e0cc98-4a20-4e52-88f7-7c05ea271e88,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:47.233059 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16deaa4-da5a-477c-8a7d-016a0fc0a958 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:47.233665 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16deaa4-da5a-477c-8a7d-016a0fc0a958 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:47.234247 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16deaa4-da5a-477c-8a7d-016a0fc0a958 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:47.234871 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16deaa4-da5a-477c-8a7d-016a0fc0a958 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:47.235179 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc4e388-6877-448d-8aef-eb776c735d01 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] No DVR routers for this DVR port 78e0cc98-4a20-4e52-88f7-7c05ea271e88 on host n-d-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:35:47.237147 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16deaa4-da5a-477c-8a7d-016a0fc0a958 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:47.237858 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16deaa4-da5a-477c-8a7d-016a0fc0a958 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:47.239096 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16deaa4-da5a-477c-8a7d-016a0fc0a958 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:47.240200 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16deaa4-da5a-477c-8a7d-016a0fc0a958 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:47.240568 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16deaa4-da5a-477c-8a7d-016a0fc0a958 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:47.241076 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16deaa4-da5a-477c-8a7d-016a0fc0a958 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:47.242315 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16deaa4-da5a-477c-8a7d-016a0fc0a958 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:47.242679 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16deaa4-da5a-477c-8a7d-016a0fc0a958 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:47.243078 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16deaa4-da5a-477c-8a7d-016a0fc0a958 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:47.391723 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4dc4e388-6877-448d-8aef-eb776c735d01 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:47.426023 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-4dc4e388-6877-448d-8aef-eb776c735d01 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a6dae4d-2e43-4c42-818b-7b47282ce2de']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:47.443561 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-4dc4e388-6877-448d-8aef-eb776c735d01 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b274dcb-4149-4654-a406-e8a1fc419dbc') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:47.451646 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-4dc4e388-6877-448d-8aef-eb776c735d01 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b274dcb-4149-4654-a406-e8a1fc419dbc') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:47.456809 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4dc4e388-6877-448d-8aef-eb776c735d01 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:47.474858 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4dc4e388-6877-448d-8aef-eb776c735d01 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:47.483017 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dc4e388-6877-448d-8aef-eb776c735d01 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:35:47.483436 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4dc4e388-6877-448d-8aef-eb776c735d01 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:47.566767 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-1abc9ad9-6fe4-4c2e-8526-c8200e3616f7 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] 10.222.0.64 "PUT /v2.0/subnetpools/f5c249f5-39b1-49e6-b69c-967a132d0f89/tags HTTP/1.1" status: 200 len: 315 time: 0.4584572 Dec 08 16:35:47.567305 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52808) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:47.567821 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:35:47.567821 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:35:47.567821 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:35:47.567821 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:35:47.567821 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:35:47.567821 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:35:47.567821 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:35:47.567821 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:35:47.567821 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:35:47.567821 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:35:47.567821 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:35:47.567821 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:35:47.567821 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:35:47.567821 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:35:47.567821 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:35:47.567821 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:35:47.567821 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:35:47.567821 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:35:47.567821 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:35:47.567821 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:35:47.567821 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:35:47.567821 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:35:47.567821 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:35:47.567821 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:35:47.567821 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:35:47.567821 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:35:47.567821 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:35:47.567821 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:35:47.567821 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:35:47.567821 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:35:47.567821 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:35:47.567821 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:35:47.570118 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.tag.tag_plugin [None req-5003f912-9d0e-49fd-98ef-a1d61664bc7e tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f5c249f5-39b1-49e6-b69c-967a132d0f89') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:47.595870 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:47.787473 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 78e0cc98-4a20-4e52-88f7-7c05ea271e88 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:35:47.806226 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4dc4e388-6877-448d-8aef-eb776c735d01 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:47.808032 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-5003f912-9d0e-49fd-98ef-a1d61664bc7e tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] 10.222.0.64 "DELETE /v2.0/subnetpools/f5c249f5-39b1-49e6-b69c-967a132d0f89/tags HTTP/1.1" status: 204 len: 168 time: 0.2431314 Dec 08 16:35:47.811795 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52812) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:47.817907 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.tag.tag_plugin [None req-2f96b4e9-3e61-48e2-b4d5-122fd5834b77 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f5c249f5-39b1-49e6-b69c-967a132d0f89', 'tempest-TagsExtTest-Tag-23740060') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:47.822526 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 78e0cc98-4a20-4e52-88f7-7c05ea271e88 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:35:47.822883 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 78e0cc98-4a20-4e52-88f7-7c05ea271e88 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:35:47.823323 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 8671af09-5fe9-4abe-a2de-a3a8b5616ffe no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:35:47.847791 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4dc4e388-6877-448d-8aef-eb776c735d01 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:47.853558 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52814) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:47.853727 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-4dc4e388-6877-448d-8aef-eb776c735d01 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "DELETE /v2.0/networks/5a6dae4d-2e43-4c42-818b-7b47282ce2de HTTP/1.1" status: 204 len: 168 time: 1.5521662 Dec 08 16:35:47.865844 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 8671af09-5fe9-4abe-a2de-a3a8b5616ffe {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:35:47.867028 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 8671af09-5fe9-4abe-a2de-a3a8b5616ffe not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:35:47.868315 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc4e388-6877-448d-8aef-eb776c735d01 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event deleted for resources: {'Network': ['ID=5a6dae4d-2e43-4c42-818b-7b47282ce2de,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:47.877910 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-2f96b4e9-3e61-48e2-b4d5-122fd5834b77 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] show failed (client error): The resource could not be found. Dec 08 16:35:47.881569 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-2f96b4e9-3e61-48e2-b4d5-122fd5834b77 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] 10.222.0.64 "GET /v2.0/subnetpools/f5c249f5-39b1-49e6-b69c-967a132d0f89/tags/tempest-TagsExtTest-Tag-23740060 HTTP/1.1" status: 404 len: 327 time: 0.0668471 Dec 08 16:35:47.882027 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52816) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:47.889074 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.tag.tag_plugin [None req-b7282434-f84f-407f-bd64-f210212687e2 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f5c249f5-39b1-49e6-b69c-967a132d0f89', 'tempest-TagsExtTest-Tag-1408734700') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:47.919401 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-b7282434-f84f-407f-bd64-f210212687e2 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] show failed (client error): The resource could not be found. Dec 08 16:35:47.920953 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b7282434-f84f-407f-bd64-f210212687e2 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] 10.222.0.64 "GET /v2.0/subnetpools/f5c249f5-39b1-49e6-b69c-967a132d0f89/tags/tempest-TagsExtTest-Tag-1408734700 HTTP/1.1" status: 404 len: 329 time: 0.0375531 Dec 08 16:35:47.924460 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52818) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:47.932695 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.tag.tag_plugin [None req-110ab929-3094-421a-b855-a5ff6dd4cfa1 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f5c249f5-39b1-49e6-b69c-967a132d0f89', 'tempest-TagsExtTest-Tag-596614980') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:47.960343 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-110ab929-3094-421a-b855-a5ff6dd4cfa1 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] show failed (client error): The resource could not be found. Dec 08 16:35:47.961468 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-110ab929-3094-421a-b855-a5ff6dd4cfa1 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] 10.222.0.64 "GET /v2.0/subnetpools/f5c249f5-39b1-49e6-b69c-967a132d0f89/tags/tempest-TagsExtTest-Tag-596614980 HTTP/1.1" status: 404 len: 328 time: 0.0356007 Dec 08 16:35:47.964435 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52820) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:47.971415 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.tag.tag_plugin [None req-67199a90-6c3d-4cd6-ba7e-cc7e283bb230 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f5c249f5-39b1-49e6-b69c-967a132d0f89') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:48.008124 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-67199a90-6c3d-4cd6-ba7e-cc7e283bb230 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] 10.222.0.64 "DELETE /v2.0/subnetpools/f5c249f5-39b1-49e6-b69c-967a132d0f89/tags HTTP/1.1" status: 204 len: 168 time: 0.0421071 Dec 08 16:35:48.010756 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52822) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:48.019487 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.tag.tag_plugin [None req-fcf244e8-628f-4cef-894d-85bd36643be4 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c95e77fc-5eb1-404d-bd17-311121ce5af7') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:48.166321 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-fcf244e8-628f-4cef-894d-85bd36643be4 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] 10.222.0.64 "DELETE /v2.0/routers/c95e77fc-5eb1-404d-bd17-311121ce5af7/tags HTTP/1.1" status: 204 len: 168 time: 0.1519225 Dec 08 16:35:48.168870 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52830) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:48.174219 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.tag.tag_plugin [None req-3207d806-2d33-4cbb-8202-b2cbd12bf0cf tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '75a50e57-6ca0-4c9d-b596-d209354d6820') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:48.247143 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-3207d806-2d33-4cbb-8202-b2cbd12bf0cf tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] 10.222.0.64 "DELETE /v2.0/ports/75a50e57-6ca0-4c9d-b596-d209354d6820/tags HTTP/1.1" status: 204 len: 168 time: 0.0771523 Dec 08 16:35:48.247745 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52832) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:48.252019 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.tag.tag_plugin [None req-2766060d-6008-4f54-8f30-ef5ce80cb8ae tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f89ff97c-bdd9-4c4c-afee-b104e6abea2b') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:48.333650 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-2766060d-6008-4f54-8f30-ef5ce80cb8ae tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] 10.222.0.64 "DELETE /v2.0/subnets/f89ff97c-bdd9-4c4c-afee-b104e6abea2b/tags HTTP/1.1" status: 204 len: 168 time: 0.0848360 Dec 08 16:35:48.339099 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52836) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:48.405456 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-01a64b75-8f14-4894-b34f-4235218dce80 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:48.580742 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-80bb8d8b-2b94-4beb-bf35-b68f41b222c8 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Publish callbacks [] for subnetpool, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:48.583341 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-80bb8d8b-2b94-4beb-bf35-b68f41b222c8 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] 10.222.0.64 "DELETE /v2.0/subnetpools/f5c249f5-39b1-49e6-b69c-967a132d0f89 HTTP/1.1" status: 204 len: 168 time: 0.2415986 Dec 08 16:35:48.585507 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52846) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:48.625047 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-0186f329-6f58-44c4-81c1-7c58694aa3b4 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] 10.222.0.64 "GET /v2.0/ports?device_id=c95e77fc-5eb1-404d-bd17-311121ce5af7 HTTP/1.1" status: 200 len: 205 time: 0.0375657 Dec 08 16:35:48.629909 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52856) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:48.751720 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cc278113-ecb9-455a-94a2-5dbf7597b1b1 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Publish callbacks [] for router, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:48.803132 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-01a64b75-8f14-4894-b34f-4235218dce80 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Deleting port 5270dbf1-8f46-403d-b9d4-0ad5ce0e08db {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:35:48.804154 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-01a64b75-8f14-4894-b34f-4235218dce80 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:48.985457 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-01a64b75-8f14-4894-b34f-4235218dce80 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] For port 5270dbf1-8f46-403d-b9d4-0ad5ce0e08db, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=5270dbf1-8f46-403d-b9d4-0ad5ce0e08db,segment=NetworkSegment(d549f7fa-bb2f-48ec-9e19-8b88ccdc5375),segment_id=d549f7fa-bb2f-48ec-9e19-8b88ccdc5375)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:35:48.985857 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-01a64b75-8f14-4894-b34f-4235218dce80 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:48.987187 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cc278113-ecb9-455a-94a2-5dbf7597b1b1 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:48.992142 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cc278113-ecb9-455a-94a2-5dbf7597b1b1 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:49.008388 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-01a64b75-8f14-4894-b34f-4235218dce80 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Calling delete_port for 5270dbf1-8f46-403d-b9d4-0ad5ce0e08db owned by network:router_interface {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:35:49.182585 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cc278113-ecb9-455a-94a2-5dbf7597b1b1 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:49.183151 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc278113-ecb9-455a-94a2-5dbf7597b1b1 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Fanout notify agent at l3_agent the message router_deleted on router c95e77fc-5eb1-404d-bd17-311121ce5af7 {{(pid=110551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:35:49.194855 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cc278113-ecb9-455a-94a2-5dbf7597b1b1 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:49.198755 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-cc278113-ecb9-455a-94a2-5dbf7597b1b1 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] 10.222.0.64 "DELETE /v2.0/routers/c95e77fc-5eb1-404d-bd17-311121ce5af7 HTTP/1.1" status: 204 len: 168 time: 0.5654771 Dec 08 16:35:49.199242 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52868) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:49.311052 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-fe7279b0-4140-4e93-b03a-971b85023671 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Deleting port 75a50e57-6ca0-4c9d-b596-d209354d6820 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:35:49.311498 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fe7279b0-4140-4e93-b03a-971b85023671 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:49.360275 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-01a64b75-8f14-4894-b34f-4235218dce80 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:49.404247 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a64b75-8f14-4894-b34f-4235218dce80 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event deleted for resources: {'Port': ['ID=5270dbf1-8f46-403d-b9d4-0ad5ce0e08db,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:49.416443 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fe7279b0-4140-4e93-b03a-971b85023671 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:49.434139 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-fe7279b0-4140-4e93-b03a-971b85023671 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Calling delete_port for 75a50e57-6ca0-4c9d-b596-d209354d6820 owned by {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:35:49.567013 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-01a64b75-8f14-4894-b34f-4235218dce80 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:49.703302 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fe7279b0-4140-4e93-b03a-971b85023671 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:49.740138 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7279b0-4140-4e93-b03a-971b85023671 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Pushing event deleted for resources: {'Port': ['ID=75a50e57-6ca0-4c9d-b596-d209354d6820,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:49.782008 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7279b0-4140-4e93-b03a-971b85023671 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:49.782999 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7279b0-4140-4e93-b03a-971b85023671 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:49.783452 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7279b0-4140-4e93-b03a-971b85023671 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:49.783976 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7279b0-4140-4e93-b03a-971b85023671 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:49.784458 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7279b0-4140-4e93-b03a-971b85023671 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:49.784898 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7279b0-4140-4e93-b03a-971b85023671 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:49.785407 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7279b0-4140-4e93-b03a-971b85023671 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:49.785840 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7279b0-4140-4e93-b03a-971b85023671 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:49.786390 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7279b0-4140-4e93-b03a-971b85023671 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:49.786817 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7279b0-4140-4e93-b03a-971b85023671 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:49.787469 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7279b0-4140-4e93-b03a-971b85023671 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:49.787829 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7279b0-4140-4e93-b03a-971b85023671 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:49.788370 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7279b0-4140-4e93-b03a-971b85023671 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:49.869276 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01a64b75-8f14-4894-b34f-4235218dce80 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Router df5a22b2-3f8b-4450-916c-3d384120c99b has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:35:49.875220 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fe7279b0-4140-4e93-b03a-971b85023671 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:49.879102 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-fe7279b0-4140-4e93-b03a-971b85023671 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] 10.222.0.64 "DELETE /v2.0/ports/75a50e57-6ca0-4c9d-b596-d209354d6820 HTTP/1.1" status: 204 len: 168 time: 0.6776314 Dec 08 16:35:49.886441 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52884) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:49.975769 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6045b1c-2c90-4505-8b29-78366ed02353 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Deleting subnet f89ff97c-bdd9-4c4c-afee-b104e6abea2b {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:35:49.980353 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b6045b1c-2c90-4505-8b29-78366ed02353 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:50.006310 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a64b75-8f14-4894-b34f-4235218dce80 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:35:50.021512 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8b3213-5f2a-457f-b2b2-dd902858100a None None] Sync routers for ids ['df5a22b2-3f8b-4450-916c-3d384120c99b'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:35:50.024769 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-01a64b75-8f14-4894-b34f-4235218dce80 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "PUT /v2.0/routers/df5a22b2-3f8b-4450-916c-3d384120c99b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1696074 Dec 08 16:35:50.032244 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52898) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:50.036923 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8b3213-5f2a-457f-b2b2-dd902858100a None None] Routers {'df5a22b2-3f8b-4450-916c-3d384120c99b'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:35:50.038667 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-0c8b3213-5f2a-457f-b2b2-dd902858100a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:35:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['df5a22b2-3f8b-4450-916c-3d384120c99b'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:50.087052 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd94324b-eb6d-4000-a553-9cda2126fb8f tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Deleting subnet 75c71c0c-89d9-449a-ab3e-f60d4e4a1cdc {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:35:50.094350 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dd94324b-eb6d-4000-a553-9cda2126fb8f tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:50.134021 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b6045b1c-2c90-4505-8b29-78366ed02353 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:50.184073 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-0c8b3213-5f2a-457f-b2b2-dd902858100a None None] Set router df5a22b2-3f8b-4450-916c-3d384120c99b gateway port host: None {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:35:50.185021 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f72fe0-c265-4674-80cb-959347a88011 req-c03076d7-8512-4ed1-8c4d-3922fa6a675d tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:50.186798 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-91f72fe0-c265-4674-80cb-959347a88011 req-c03076d7-8512-4ed1-8c4d-3922fa6a675d tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/networks?id=b16f21e0-d13a-4c4c-a863-a31df2be91b8 HTTP/1.1" status: 200 len: 811 time: 0.1549225 Dec 08 16:35:50.215950 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-91f72fe0-c265-4674-80cb-959347a88011 req-fd23db25-1e0f-447a-b10c-43a1ed832884 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/quotas/71f5826d1b3d4cd5a2c95e78c7917860 HTTP/1.1" status: 200 len: 375 time: 0.0148759 Dec 08 16:35:50.289903 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-91f72fe0-c265-4674-80cb-959347a88011 req-1e591cef-0746-4945-8637-35e58489db34 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=71f5826d1b3d4cd5a2c95e78c7917860&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0591488 Dec 08 16:35:50.431046 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-91f72fe0-c265-4674-80cb-959347a88011 req-3c05f7e8-2837-4a6a-b129-2735e65da3f1 service neutron] 10.222.0.64 "GET /v2.0/networks/b16f21e0-d13a-4c4c-a863-a31df2be91b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330965 Dec 08 16:35:50.479327 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-0c8b3213-5f2a-457f-b2b2-dd902858100a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'name': 'tempest-RoutersIpV6Test-router-1974696606', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:35:00Z', 'updated_at': '2021-12-08T16:35:49Z', 'revision_number': 10, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'gw_port_host': None, '_interfaces': [{'id': '0a796f21-e0fe-459e-bd7b-8e251d9d1eb0', 'name': '', 'network_id': '2927b57d-9edb-4371-b7f1-927e216b45d8', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'mac_address': 'fa:16:3e:7a:7c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ed6b66b8-169c-4374-baba-a8225ae62e28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:04Z', 'updated_at': '2021-12-08T16:35:10Z', 'revision_number': 5, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'subnets': [{'id': 'ed6b66b8-169c-4374-baba-a8225ae62e28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:50.497080 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dd94324b-eb6d-4000-a553-9cda2126fb8f tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:50.512091 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8b3213-5f2a-457f-b2b2-dd902858100a None None] Checking router: df5a22b2-3f8b-4450-916c-3d384120c99b for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:35:50.522111 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8b3213-5f2a-457f-b2b2-dd902858100a None None] Routers {'df5a22b2-3f8b-4450-916c-3d384120c99b'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:35:50.522904 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-0c8b3213-5f2a-457f-b2b2-dd902858100a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:35:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['df5a22b2-3f8b-4450-916c-3d384120c99b'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:50.565281 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-91f72fe0-c265-4674-80cb-959347a88011 req-b6a6f01c-2280-44eb-9b4d-d347f6b72a4c service neutron] 10.222.0.64 "GET /v2.0/networks/b16f21e0-d13a-4c4c-a863-a31df2be91b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270289 Dec 08 16:35:50.622548 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b6045b1c-2c90-4505-8b29-78366ed02353 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:50.644348 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-0c8b3213-5f2a-457f-b2b2-dd902858100a None None] Set router df5a22b2-3f8b-4450-916c-3d384120c99b gateway port host: None {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:35:50.659472 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dd94324b-eb6d-4000-a553-9cda2126fb8f tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:50.846667 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b6045b1c-2c90-4505-8b29-78366ed02353 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:50.852806 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dd94324b-eb6d-4000-a553-9cda2126fb8f tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:50.882489 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6045b1c-2c90-4505-8b29-78366ed02353 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Pushing event deleted for resources: {'Subnet': ['ID=f89ff97c-bdd9-4c4c-afee-b104e6abea2b,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:50.893235 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-0c8b3213-5f2a-457f-b2b2-dd902858100a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'name': 'tempest-RoutersIpV6Test-router-1974696606', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:35:00Z', 'updated_at': '2021-12-08T16:35:49Z', 'revision_number': 10, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'gw_port_host': None, '_interfaces': [{'id': '0a796f21-e0fe-459e-bd7b-8e251d9d1eb0', 'name': '', 'network_id': '2927b57d-9edb-4371-b7f1-927e216b45d8', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'mac_address': 'fa:16:3e:7a:7c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ed6b66b8-169c-4374-baba-a8225ae62e28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:04Z', 'updated_at': '2021-12-08T16:35:10Z', 'revision_number': 5, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'subnets': [{'id': 'ed6b66b8-169c-4374-baba-a8225ae62e28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:50.893404 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b6045b1c-2c90-4505-8b29-78366ed02353 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:50.895058 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953fc826-6887-4cc7-8df0-89623d7eccf2 None None] Network aaef13df-3961-4ae1-8320-73d8a54e12d3 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:35:50.898629 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b6045b1c-2c90-4505-8b29-78366ed02353 tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] 10.222.0.64 "DELETE /v2.0/subnets/f89ff97c-bdd9-4c4c-afee-b104e6abea2b HTTP/1.1" status: 204 len: 168 time: 1.0086272 Dec 08 16:35:50.899599 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52904) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:50.940455 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd94324b-eb6d-4000-a553-9cda2126fb8f tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event deleted for resources: {'Subnet': ['ID=75c71c0c-89d9-449a-ab3e-f60d4e4a1cdc,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:50.942880 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dd94324b-eb6d-4000-a553-9cda2126fb8f tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:50.946752 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-dd94324b-eb6d-4000-a553-9cda2126fb8f tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "DELETE /v2.0/subnets/75c71c0c-89d9-449a-ab3e-f60d4e4a1cdc HTTP/1.1" status: 204 len: 168 time: 0.9202359 Dec 08 16:35:50.953772 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52908) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:50.986108 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0cab0bf-41c1-4924-b015-df3c26f2e091 None None] Network 10c29011-c34d-4093-8a77-fd50136ab877 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:35:51.026408 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8b3213-5f2a-457f-b2b2-dd902858100a None None] The sync data for ids ['df5a22b2-3f8b-4450-916c-3d384120c99b'] in n-d-776250-12 is: [{'id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'name': 'tempest-RoutersIpV6Test-router-1974696606', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:35:00Z', 'updated_at': '2021-12-08T16:35:49Z', 'revision_number': 10, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'gw_port_host': None, '_interfaces': [{'id': '0a796f21-e0fe-459e-bd7b-8e251d9d1eb0', 'name': '', 'network_id': '2927b57d-9edb-4371-b7f1-927e216b45d8', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'mac_address': 'fa:16:3e:7a:7c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'ed6b66b8-169c-4374-baba-a8225ae62e28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:04Z', 'updated_at': '2021-12-08T16:35:10Z', 'revision_number': 5, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'subnets': [{'id': 'ed6b66b8-169c-4374-baba-a8225ae62e28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:35:51.033514 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5a82b7d6-771b-4f81-b912-4d01a62aa61f tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:51.068572 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b9438064-8a94-4a8f-8cec-3606cdbfe441 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:51.146969 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-5a82b7d6-771b-4f81-b912-4d01a62aa61f tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Deleting port 8f626c88-cb10-4e7c-8995-6034d21d25df {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:35:51.151808 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5a82b7d6-771b-4f81-b912-4d01a62aa61f tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:51.184364 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-b9438064-8a94-4a8f-8cec-3606cdbfe441 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Deleting port abd8180f-6398-471a-995a-ca8e3de6efcb {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:35:51.184686 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b9438064-8a94-4a8f-8cec-3606cdbfe441 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:51.273405 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-5a82b7d6-771b-4f81-b912-4d01a62aa61f tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] For port 8f626c88-cb10-4e7c-8995-6034d21d25df, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=8f626c88-cb10-4e7c-8995-6034d21d25df,segment=NetworkSegment(566667ed-a348-4f65-bfba-0c9a1ec78a2e),segment_id=566667ed-a348-4f65-bfba-0c9a1ec78a2e)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:35:51.274526 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5a82b7d6-771b-4f81-b912-4d01a62aa61f tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:51.290142 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-5a82b7d6-771b-4f81-b912-4d01a62aa61f tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Calling delete_port for 8f626c88-cb10-4e7c-8995-6034d21d25df owned by network:dhcp {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:35:51.291514 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-b9438064-8a94-4a8f-8cec-3606cdbfe441 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] For port abd8180f-6398-471a-995a-ca8e3de6efcb, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=abd8180f-6398-471a-995a-ca8e3de6efcb,segment=NetworkSegment(d549f7fa-bb2f-48ec-9e19-8b88ccdc5375),segment_id=d549f7fa-bb2f-48ec-9e19-8b88ccdc5375)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:35:51.291980 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b9438064-8a94-4a8f-8cec-3606cdbfe441 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:51.323423 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-b9438064-8a94-4a8f-8cec-3606cdbfe441 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Calling delete_port for abd8180f-6398-471a-995a-ca8e3de6efcb owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:35:51.404201 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e323c9f6-ee32-4d29-8fa3-16a13a8f8e43 None None] DHCP port deletion for aaef13df-3961-4ae1-8320-73d8a54e12d3 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:35:51.506083 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89204654-3d73-415b-9fee-b7e4dfc6d2d4 None None] DHCP port deletion for 10c29011-c34d-4093-8a77-fd50136ab877 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:35:51.560498 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1b8684b1-20fa-49c6-aee6-fd5cb3193c5e req-bf49abc7-0e40-405d-99eb-ac0b3e35eac4 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 210 time: 0.1448364 Dec 08 16:35:51.561560 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5a82b7d6-771b-4f81-b912-4d01a62aa61f tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:51.600751 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b9438064-8a94-4a8f-8cec-3606cdbfe441 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:51.615521 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-89204654-3d73-415b-9fee-b7e4dfc6d2d4 None None] Deleting port abd8180f-6398-471a-995a-ca8e3de6efcb {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:35:51.616344 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-89204654-3d73-415b-9fee-b7e4dfc6d2d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:51.631558 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a82b7d6-771b-4f81-b912-4d01a62aa61f tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Pushing event deleted for resources: {'Port': ['ID=8f626c88-cb10-4e7c-8995-6034d21d25df,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:51.644994 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-e323c9f6-ee32-4d29-8fa3-16a13a8f8e43 None None] Deleting port 8f626c88-cb10-4e7c-8995-6034d21d25df {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:35:51.645397 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e323c9f6-ee32-4d29-8fa3-16a13a8f8e43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:51.650752 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a82b7d6-771b-4f81-b912-4d01a62aa61f tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] No DVR routers for this DVR port 8f626c88-cb10-4e7c-8995-6034d21d25df on host n-d-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:35:51.659588 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9438064-8a94-4a8f-8cec-3606cdbfe441 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event deleted for resources: {'Port': ['ID=abd8180f-6398-471a-995a-ca8e3de6efcb,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:51.677433 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9438064-8a94-4a8f-8cec-3606cdbfe441 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] No DVR routers for this DVR port abd8180f-6398-471a-995a-ca8e3de6efcb on host n-d-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:35:51.810202 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-89204654-3d73-415b-9fee-b7e4dfc6d2d4 None None] For port abd8180f-6398-471a-995a-ca8e3de6efcb, host n-d-776250-12, got binding levels [] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:35:51.810766 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-89204654-3d73-415b-9fee-b7e4dfc6d2d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:51.828491 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b9438064-8a94-4a8f-8cec-3606cdbfe441 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:51.838903 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-89204654-3d73-415b-9fee-b7e4dfc6d2d4 None None] Calling delete_port for abd8180f-6398-471a-995a-ca8e3de6efcb owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:35:51.842497 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-e323c9f6-ee32-4d29-8fa3-16a13a8f8e43 None None] For port 8f626c88-cb10-4e7c-8995-6034d21d25df, host n-d-776250-12, got binding levels [] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:35:51.843559 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e323c9f6-ee32-4d29-8fa3-16a13a8f8e43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:51.850842 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.ipam_backend_mixin [None req-89204654-3d73-415b-9fee-b7e4dfc6d2d4 None None] Port abd8180f-6398-471a-995a-ca8e3de6efcb was not found and therefore no delete operation was performed {{(pid=110552) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 16:35:51.853350 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 5270dbf1-8f46-403d-b9d4-0ad5ce0e08db no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:35:51.862815 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-b9438064-8a94-4a8f-8cec-3606cdbfe441 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10c29011-c34d-4093-8a77-fd50136ab877']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:51.863670 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-89204654-3d73-415b-9fee-b7e4dfc6d2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:51.873408 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-b9438064-8a94-4a8f-8cec-3606cdbfe441 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd549f7fa-bb2f-48ec-9e19-8b88ccdc5375') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:51.873700 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-b9438064-8a94-4a8f-8cec-3606cdbfe441 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd549f7fa-bb2f-48ec-9e19-8b88ccdc5375') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:51.877038 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5a82b7d6-771b-4f81-b912-4d01a62aa61f tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:51.888648 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b9438064-8a94-4a8f-8cec-3606cdbfe441 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:51.904297 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b9438064-8a94-4a8f-8cec-3606cdbfe441 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:51.916478 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-5a82b7d6-771b-4f81-b912-4d01a62aa61f tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaef13df-3961-4ae1-8320-73d8a54e12d3']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:51.917948 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9438064-8a94-4a8f-8cec-3606cdbfe441 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:35:51.918717 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b9438064-8a94-4a8f-8cec-3606cdbfe441 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:51.946133 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89204654-3d73-415b-9fee-b7e4dfc6d2d4 None None] No DVR routers for this DVR port abd8180f-6398-471a-995a-ca8e3de6efcb on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:35:51.946881 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-5a82b7d6-771b-4f81-b912-4d01a62aa61f tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '566667ed-a348-4f65-bfba-0c9a1ec78a2e') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:51.946881 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-5a82b7d6-771b-4f81-b912-4d01a62aa61f tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '566667ed-a348-4f65-bfba-0c9a1ec78a2e') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:51.947073 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-e323c9f6-ee32-4d29-8fa3-16a13a8f8e43 None None] Calling delete_port for 8f626c88-cb10-4e7c-8995-6034d21d25df owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:35:51.947162 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:35:51.947162 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:35:51.947162 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:35:51.947162 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:35:51.947162 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:35:51.947162 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:35:51.947162 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:35:51.947162 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:35:51.947162 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:35:51.947162 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:35:51.947162 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:35:51.947162 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:35:51.947162 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:35:51.947162 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:35:51.947162 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:35:51.947162 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:35:51.947162 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:35:51.947162 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:35:51.947162 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:35:51.947162 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:35:51.947162 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:35:51.947162 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:35:51.947162 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:35:51.947162 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:35:51.947162 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:35:51.947162 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:35:51.947162 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:35:51.947162 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:35:51.947162 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:35:51.947162 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:35:51.947162 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:35:51.947162 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:35:51.949336 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 5270dbf1-8f46-403d-b9d4-0ad5ce0e08db {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:35:51.949336 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 5270dbf1-8f46-403d-b9d4-0ad5ce0e08db not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:35:51.949336 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device abd8180f-6398-471a-995a-ca8e3de6efcb no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:35:51.949336 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.ipam_backend_mixin [None req-e323c9f6-ee32-4d29-8fa3-16a13a8f8e43 None None] Port 8f626c88-cb10-4e7c-8995-6034d21d25df was not found and therefore no delete operation was performed {{(pid=110552) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 16:35:51.969432 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5a82b7d6-771b-4f81-b912-4d01a62aa61f tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:51.975263 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89204654-3d73-415b-9fee-b7e4dfc6d2d4 None None] Pushing event deleted for resources: {'Port': ['ID=abd8180f-6398-471a-995a-ca8e3de6efcb,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:51.977239 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e323c9f6-ee32-4d29-8fa3-16a13a8f8e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:51.986700 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: abd8180f-6398-471a-995a-ca8e3de6efcb {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:35:51.987061 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device abd8180f-6398-471a-995a-ca8e3de6efcb not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:35:51.987497 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 8f626c88-cb10-4e7c-8995-6034d21d25df no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:35:51.992029 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5a82b7d6-771b-4f81-b912-4d01a62aa61f tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:51.999814 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a82b7d6-771b-4f81-b912-4d01a62aa61f tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:35:52.000254 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5a82b7d6-771b-4f81-b912-4d01a62aa61f tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:52.004263 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:35:52.004263 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:35:52.004263 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:35:52.004263 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:35:52.004263 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:35:52.004263 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:35:52.004263 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:35:52.004263 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:35:52.004263 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:35:52.004263 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:35:52.004263 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:35:52.004263 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:35:52.004263 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:35:52.004263 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:35:52.004263 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:35:52.004263 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:35:52.004263 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:35:52.004263 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:35:52.004263 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:35:52.004263 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:35:52.004263 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:35:52.004263 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:35:52.004263 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:35:52.004263 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:35:52.004263 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:35:52.004263 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:35:52.004263 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:35:52.004263 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:35:52.004263 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:35:52.004263 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:35:52.004263 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:35:52.004263 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:35:52.012578 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e323c9f6-ee32-4d29-8fa3-16a13a8f8e43 None None] Pushing event deleted for resources: {'Port': ['ID=8f626c88-cb10-4e7c-8995-6034d21d25df,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:52.064538 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e323c9f6-ee32-4d29-8fa3-16a13a8f8e43 None None] No DVR routers for this DVR port 8f626c88-cb10-4e7c-8995-6034d21d25df on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:35:52.069824 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 8f626c88-cb10-4e7c-8995-6034d21d25df {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:35:52.070978 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 8f626c88-cb10-4e7c-8995-6034d21d25df not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:35:52.114335 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b9438064-8a94-4a8f-8cec-3606cdbfe441 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:52.127093 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b9438064-8a94-4a8f-8cec-3606cdbfe441 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:52.133544 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52926) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:52.133712 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b9438064-8a94-4a8f-8cec-3606cdbfe441 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "DELETE /v2.0/networks/10c29011-c34d-4093-8a77-fd50136ab877 HTTP/1.1" status: 204 len: 168 time: 1.1790628 Dec 08 16:35:52.169114 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9438064-8a94-4a8f-8cec-3606cdbfe441 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event deleted for resources: {'Network': ['ID=10c29011-c34d-4093-8a77-fd50136ab877,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:52.230848 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5a82b7d6-771b-4f81-b912-4d01a62aa61f tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:52.241110 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5a82b7d6-771b-4f81-b912-4d01a62aa61f tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:52.244358 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-5a82b7d6-771b-4f81-b912-4d01a62aa61f tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] 10.222.0.64 "DELETE /v2.0/networks/aaef13df-3961-4ae1-8320-73d8a54e12d3 HTTP/1.1" status: 204 len: 168 time: 1.3414168 Dec 08 16:35:52.262334 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a82b7d6-771b-4f81-b912-4d01a62aa61f tempest-TagsExtTest-1795468280 tempest-TagsExtTest-1795468280-project] Pushing event deleted for resources: {'Network': ['ID=aaef13df-3961-4ae1-8320-73d8a54e12d3,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:52.612534 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4e9dbef8-0b07-4268-bcf5-65e4882ff0f1 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:52.713842 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6ee4e661-09a9-4ce1-960b-76fc69a40bd0 req-b6c8ffda-1f9a-45a9-b53a-839b59c11c3f tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 210 time: 0.0609193 Dec 08 16:35:52.926583 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-4e9dbef8-0b07-4268-bcf5-65e4882ff0f1 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Deleting port 0a796f21-e0fe-459e-bd7b-8e251d9d1eb0 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:35:52.927971 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4e9dbef8-0b07-4268-bcf5-65e4882ff0f1 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:53.028994 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-4e9dbef8-0b07-4268-bcf5-65e4882ff0f1 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] For port 0a796f21-e0fe-459e-bd7b-8e251d9d1eb0, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=0a796f21-e0fe-459e-bd7b-8e251d9d1eb0,segment=NetworkSegment(3acccd44-48ac-4670-8964-e5a2e255753a),segment_id=3acccd44-48ac-4670-8964-e5a2e255753a)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:35:53.029810 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4e9dbef8-0b07-4268-bcf5-65e4882ff0f1 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:53.056376 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-4e9dbef8-0b07-4268-bcf5-65e4882ff0f1 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Calling delete_port for 0a796f21-e0fe-459e-bd7b-8e251d9d1eb0 owned by network:router_interface {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:35:53.123331 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52950) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:53.320735 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-7e86d0f1-8f17-4466-8645-4a268f1aeacc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2a048ad867e54376a9ad6e49171465cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1941071 Dec 08 16:35:53.323134 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52958) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:53.373262 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5908e8a1-0775-4e31-ad5b-d645e6fe1a29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:53.394976 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5908e8a1-0775-4e31-ad5b-d645e6fe1a29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:53.462954 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4e9dbef8-0b07-4268-bcf5-65e4882ff0f1 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:53.497685 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9dbef8-0b07-4268-bcf5-65e4882ff0f1 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event deleted for resources: {'Port': ['ID=0a796f21-e0fe-459e-bd7b-8e251d9d1eb0,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:53.639600 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5908e8a1-0775-4e31-ad5b-d645e6fe1a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:53.643570 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5908e8a1-0775-4e31-ad5b-d645e6fe1a29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:53.659223 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-5908e8a1-0775-4e31-ad5b-d645e6fe1a29 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a50bd01e-fcef-4787-9dfd-92712167108b HTTP/1.1" status: 204 len: 168 time: 0.3347857 Dec 08 16:35:53.674022 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5908e8a1-0775-4e31-ad5b-d645e6fe1a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50bd01e-fcef-4787-9dfd-92712167108b,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:53.856374 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c2207437-2177-45f8-bc5c-ed2c159baa16 req-dcdefda4-6eb7-406b-9373-3e63b978d283 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 210 time: 0.0317297 Dec 08 16:35:53.901449 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4e9dbef8-0b07-4268-bcf5-65e4882ff0f1 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:54.083267 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e9dbef8-0b07-4268-bcf5-65e4882ff0f1 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Router df5a22b2-3f8b-4450-916c-3d384120c99b has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:35:54.178346 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e9dbef8-0b07-4268-bcf5-65e4882ff0f1 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:35:54.187862 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-4e9dbef8-0b07-4268-bcf5-65e4882ff0f1 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "PUT /v2.0/routers/df5a22b2-3f8b-4450-916c-3d384120c99b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0458758 Dec 08 16:35:54.188265 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 52976) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:54.195929 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208b8618-01b5-4781-89f4-9cc8c9a8d6fa None None] Sync routers for ids ['df5a22b2-3f8b-4450-916c-3d384120c99b'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:35:54.209468 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208b8618-01b5-4781-89f4-9cc8c9a8d6fa None None] Routers {'df5a22b2-3f8b-4450-916c-3d384120c99b'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:35:54.210139 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-208b8618-01b5-4781-89f4-9cc8c9a8d6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:35:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['df5a22b2-3f8b-4450-916c-3d384120c99b'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:54.265065 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9b9a241-cf59-491c-8b40-2459c58b5308 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Deleting subnet ed6b66b8-169c-4374-baba-a8225ae62e28 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:35:54.270509 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e9b9a241-cf59-491c-8b40-2459c58b5308 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:54.287353 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-208b8618-01b5-4781-89f4-9cc8c9a8d6fa None None] Set router df5a22b2-3f8b-4450-916c-3d384120c99b gateway port host: None {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:35:54.329929 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e9b9a241-cf59-491c-8b40-2459c58b5308 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:54.345232 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-208b8618-01b5-4781-89f4-9cc8c9a8d6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'name': 'tempest-RoutersIpV6Test-router-1974696606', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:35:00Z', 'updated_at': '2021-12-08T16:35:53Z', 'revision_number': 11, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'gw_port_host': None}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:54.373282 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208b8618-01b5-4781-89f4-9cc8c9a8d6fa None None] Checking router: df5a22b2-3f8b-4450-916c-3d384120c99b for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:35:54.381990 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208b8618-01b5-4781-89f4-9cc8c9a8d6fa None None] Routers {'df5a22b2-3f8b-4450-916c-3d384120c99b'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:35:54.382605 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-208b8618-01b5-4781-89f4-9cc8c9a8d6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:35:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['df5a22b2-3f8b-4450-916c-3d384120c99b'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:54.431659 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e9b9a241-cf59-491c-8b40-2459c58b5308 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:54.456492 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-208b8618-01b5-4781-89f4-9cc8c9a8d6fa None None] Set router df5a22b2-3f8b-4450-916c-3d384120c99b gateway port host: None {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:35:54.539714 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-208b8618-01b5-4781-89f4-9cc8c9a8d6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'name': 'tempest-RoutersIpV6Test-router-1974696606', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:35:00Z', 'updated_at': '2021-12-08T16:35:53Z', 'revision_number': 11, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'gw_port_host': None}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:54.572238 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208b8618-01b5-4781-89f4-9cc8c9a8d6fa None None] The sync data for ids ['df5a22b2-3f8b-4450-916c-3d384120c99b'] in n-d-776250-12 is: [{'id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'name': 'tempest-RoutersIpV6Test-router-1974696606', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:35:00Z', 'updated_at': '2021-12-08T16:35:53Z', 'revision_number': 11, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'gw_port_host': None}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:35:54.822333 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 52992) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:54.854173 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e9b9a241-cf59-491c-8b40-2459c58b5308 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:54.925879 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b9a241-cf59-491c-8b40-2459c58b5308 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event deleted for resources: {'Subnet': ['ID=ed6b66b8-169c-4374-baba-a8225ae62e28,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:54.929784 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e9b9a241-cf59-491c-8b40-2459c58b5308 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:54.937620 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37023ca3-7c35-47fb-a622-37daf10864f7 None None] Network 2927b57d-9edb-4371-b7f1-927e216b45d8 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:35:54.940150 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53002) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:54.962481 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-e9b9a241-cf59-491c-8b40-2459c58b5308 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "DELETE /v2.0/subnets/ed6b66b8-169c-4374-baba-a8225ae62e28 HTTP/1.1" status: 204 len: 168 time: 0.7468145 Dec 08 16:35:55.059478 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f72fe0-c265-4674-80cb-959347a88011 req-30efea98-f611-4ccd-88da-4ca29c88bc32 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:55.062361 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-91f72fe0-c265-4674-80cb-959347a88011 req-30efea98-f611-4ccd-88da-4ca29c88bc32 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.37 "GET /v2.0/networks?id=b16f21e0-d13a-4c4c-a863-a31df2be91b8 HTTP/1.1" status: 200 len: 811 time: 0.3231995 Dec 08 16:35:55.105648 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-91f72fe0-c265-4674-80cb-959347a88011 req-f3a47ac6-dd8b-4357-9b01-604744873c40 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Request body: {'port': {'device_id': '5a4c461b-fed9-4952-8d6e-6623283936f8', 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8', 'admin_state_up': True, 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:55.171834 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d1b74752-66df-4c51-b28d-522e269854d4 req-f6fd46f1-10c5-44f5-91a5-c8ed206cf7f1 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 210 time: 0.0936742 Dec 08 16:35:55.256796 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4ad35aa3-904a-4d5b-93ac-042239c030c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:55.310436 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e62c0ab-694b-444f-bbe6-9201cdfd697d None None] DHCP port deletion for 2927b57d-9edb-4371-b7f1-927e216b45d8 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:35:55.318948 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-638450c0-4bfd-4869-9194-f3874f959013 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:55.453814 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-4e62c0ab-694b-444f-bbe6-9201cdfd697d None None] Deleting port 9f42de3a-a08f-4f04-b323-5c5f678ddc89 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:35:55.455564 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4e62c0ab-694b-444f-bbe6-9201cdfd697d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:55.500129 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4ad35aa3-904a-4d5b-93ac-042239c030c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:55.509210 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-638450c0-4bfd-4869-9194-f3874f959013 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Deleting port 9f42de3a-a08f-4f04-b323-5c5f678ddc89 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:35:55.511897 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-638450c0-4bfd-4869-9194-f3874f959013 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:55.584694 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-4e62c0ab-694b-444f-bbe6-9201cdfd697d None None] For port 9f42de3a-a08f-4f04-b323-5c5f678ddc89, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=9f42de3a-a08f-4f04-b323-5c5f678ddc89,segment=NetworkSegment(3acccd44-48ac-4670-8964-e5a2e255753a),segment_id=3acccd44-48ac-4670-8964-e5a2e255753a)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:35:55.585125 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4e62c0ab-694b-444f-bbe6-9201cdfd697d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:55.599920 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-638450c0-4bfd-4869-9194-f3874f959013 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] For port 9f42de3a-a08f-4f04-b323-5c5f678ddc89, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=9f42de3a-a08f-4f04-b323-5c5f678ddc89,segment=NetworkSegment(3acccd44-48ac-4670-8964-e5a2e255753a),segment_id=3acccd44-48ac-4670-8964-e5a2e255753a)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:35:55.600376 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-638450c0-4bfd-4869-9194-f3874f959013 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:55.604836 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-4e62c0ab-694b-444f-bbe6-9201cdfd697d None None] Calling delete_port for 9f42de3a-a08f-4f04-b323-5c5f678ddc89 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:35:55.613078 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4ad35aa3-904a-4d5b-93ac-042239c030c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:55.638709 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-638450c0-4bfd-4869-9194-f3874f959013 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Calling delete_port for 9f42de3a-a08f-4f04-b323-5c5f678ddc89 owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:35:55.689354 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-4ad35aa3-904a-4d5b-93ac-042239c030c7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cd78ebd8822f4b66b4fdaab161e3eb55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8657818 Dec 08 16:35:55.689655 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 53010) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:55.690156 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad35aa3-904a-4d5b-93ac-042239c030c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3112cdb-bdb5-46f0-af17-565bc070db35,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:55.743676 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91f72fe0-c265-4674-80cb-959347a88011 req-f3a47ac6-dd8b-4357-9b01-604744873c40 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Made reservation on behalf of 71f5826d1b3d4cd5a2c95e78c7917860 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:35:55.748095 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-91f72fe0-c265-4674-80cb-959347a88011 req-f3a47ac6-dd8b-4357-9b01-604744873c40 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:55.789600 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-76d6995e-0428-4071-8bee-cb8c60609973 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:55.804884 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 9f42de3a-a08f-4f04-b323-5c5f678ddc89 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:35:55.832210 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-638450c0-4bfd-4869-9194-f3874f959013 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:55.837423 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4e62c0ab-694b-444f-bbe6-9201cdfd697d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:55.867149 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-76d6995e-0428-4071-8bee-cb8c60609973 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:55.871579 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e62c0ab-694b-444f-bbe6-9201cdfd697d None None] Pushing event deleted for resources: {'Port': ['ID=9f42de3a-a08f-4f04-b323-5c5f678ddc89,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:55.879151 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e62c0ab-694b-444f-bbe6-9201cdfd697d None None] No DVR routers for this DVR port 9f42de3a-a08f-4f04-b323-5c5f678ddc89 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:35:55.883531 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No active binding found for port 9f42de3a-a08f-4f04-b323-5c5f678ddc89 {{(pid=110552) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 08 16:35:55.883531 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 9f42de3a-a08f-4f04-b323-5c5f678ddc89 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:35:55.883531 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 0a796f21-e0fe-459e-bd7b-8e251d9d1eb0 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:35:55.916401 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638450c0-4bfd-4869-9194-f3874f959013 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event deleted for resources: {'Port': ['ID=9f42de3a-a08f-4f04-b323-5c5f678ddc89,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:55.922584 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 0a796f21-e0fe-459e-bd7b-8e251d9d1eb0 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:35:55.924035 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 0a796f21-e0fe-459e-bd7b-8e251d9d1eb0 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:35:55.943952 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638450c0-4bfd-4869-9194-f3874f959013 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] No DVR routers for this DVR port 9f42de3a-a08f-4f04-b323-5c5f678ddc89 on host n-d-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:35:55.996773 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-91f72fe0-c265-4674-80cb-959347a88011 req-f3a47ac6-dd8b-4357-9b01-604744873c40 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Allocated IP 172.20.0.4 (b16f21e0-d13a-4c4c-a863-a31df2be91b8/13be6d62-2e9a-40c4-9d1e-34aa15cc5f10/8ad1e835-aa5d-477a-a357-7b75f3022faa) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:35:56.056285 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-638450c0-4bfd-4869-9194-f3874f959013 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:56.082198 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-638450c0-4bfd-4869-9194-f3874f959013 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2927b57d-9edb-4371-b7f1-927e216b45d8']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:56.091475 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-638450c0-4bfd-4869-9194-f3874f959013 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3acccd44-48ac-4670-8964-e5a2e255753a') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:56.091784 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-638450c0-4bfd-4869-9194-f3874f959013 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3acccd44-48ac-4670-8964-e5a2e255753a') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:56.101110 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-638450c0-4bfd-4869-9194-f3874f959013 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:56.117271 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-638450c0-4bfd-4869-9194-f3874f959013 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:56.128345 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-638450c0-4bfd-4869-9194-f3874f959013 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:35:56.129047 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-638450c0-4bfd-4869-9194-f3874f959013 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:56.133806 n-d-776250-12 neutron-server[110551]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:35:56.133806 n-d-776250-12 neutron-server[110551]: self.session.flush() Dec 08 16:35:56.133806 n-d-776250-12 neutron-server[110551]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:35:56.133806 n-d-776250-12 neutron-server[110551]: self.session.flush() Dec 08 16:35:56.133806 n-d-776250-12 neutron-server[110551]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:35:56.133806 n-d-776250-12 neutron-server[110551]: self.session.flush() Dec 08 16:35:56.133806 n-d-776250-12 neutron-server[110551]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:35:56.133806 n-d-776250-12 neutron-server[110551]: self.session.flush() Dec 08 16:35:56.133806 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:35:56.133806 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:35:56.133806 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:35:56.133806 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:35:56.133806 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:35:56.133806 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:35:56.133806 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:35:56.133806 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:35:56.133806 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:35:56.133806 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:35:56.133806 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:35:56.133806 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:35:56.133806 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:35:56.133806 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:35:56.133806 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:35:56.133806 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:35:56.133806 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:35:56.133806 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:35:56.133806 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:35:56.133806 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:35:56.133806 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:35:56.133806 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:35:56.133806 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:35:56.133806 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:35:56.133806 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:35:56.133806 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:35:56.133806 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:35:56.133806 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:35:56.133806 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:35:56.133806 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:35:56.133806 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:35:56.133806 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:35:56.145205 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-76d6995e-0428-4071-8bee-cb8c60609973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:56.147886 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-76d6995e-0428-4071-8bee-cb8c60609973 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:56.157167 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-76d6995e-0428-4071-8bee-cb8c60609973 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c3112cdb-bdb5-46f0-af17-565bc070db35 HTTP/1.1" status: 204 len: 168 time: 0.4619372 Dec 08 16:35:56.275409 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d6995e-0428-4071-8bee-cb8c60609973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3112cdb-bdb5-46f0-af17-565bc070db35,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:56.323517 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-633ed64a-61a8-4b5a-ba57-b3c564bdd32c req-5fab86d8-22e5-4cb9-ad49-581a21c1998d tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 210 time: 0.0553331 Dec 08 16:35:56.383943 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-638450c0-4bfd-4869-9194-f3874f959013 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:56.398788 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-91f72fe0-c265-4674-80cb-959347a88011 req-f3a47ac6-dd8b-4357-9b01-604744873c40 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:56.399361 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-638450c0-4bfd-4869-9194-f3874f959013 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:56.403757 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-638450c0-4bfd-4869-9194-f3874f959013 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "DELETE /v2.0/networks/2927b57d-9edb-4371-b7f1-927e216b45d8 HTTP/1.1" status: 204 len: 168 time: 1.4605484 Dec 08 16:35:56.407955 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 53022) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:56.414890 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-9d7acf87-d1a8-4f6c-bc60-bc822631425d tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Request body: {'router': {'routes': None}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:56.415801 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638450c0-4bfd-4869-9194-f3874f959013 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Pushing event deleted for resources: {'Network': ['ID=2927b57d-9edb-4371-b7f1-927e216b45d8,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:56.623890 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.extraroute_db [None req-9d7acf87-d1a8-4f6c-bc60-bc822631425d tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Added routes are [] {{(pid=110550) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 08 16:35:56.624302 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.extraroute_db [None req-9d7acf87-d1a8-4f6c-bc60-bc822631425d tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Removed routes are [] {{(pid=110550) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 08 16:35:56.624676 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9d7acf87-d1a8-4f6c-bc60-bc822631425d tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-717389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11074'] for router, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:56.734514 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-91f72fe0-c265-4674-80cb-959347a88011 req-f3a47ac6-dd8b-4357-9b01-604744873c40 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:56.747257 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['791110f2-4589-4e7e-a80f-2eb5b02dbe7a'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:35:56.820769 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91f72fe0-c265-4674-80cb-959347a88011 req-f3a47ac6-dd8b-4357-9b01-604744873c40 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Network b16f21e0-d13a-4c4c-a863-a31df2be91b8 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:35:56.856658 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-91f72fe0-c265-4674-80cb-959347a88011 req-f3a47ac6-dd8b-4357-9b01-604744873c40 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:35:56.865262 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-91f72fe0-c265-4674-80cb-959347a88011 req-f3a47ac6-dd8b-4357-9b01-604744873c40 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:35:56.873513 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9d7acf87-d1a8-4f6c-bc60-bc822631425d tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-717389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11074'] for router, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:56.906434 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9d7acf87-d1a8-4f6c-bc60-bc822631425d tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528116', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-717402'] for router, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:56.910432 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a47ac6-dd8b-4357-9b01-604744873c40 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Pushing event updated for resources: {'Port': ['ID=8ad1e835-aa5d-477a-a357-7b75f3022faa,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:57.038737 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f72fe0-c265-4674-80cb-959347a88011 req-f3a47ac6-dd8b-4357-9b01-604744873c40 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:57.039641 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-91f72fe0-c265-4674-80cb-959347a88011 req-f3a47ac6-dd8b-4357-9b01-604744873c40 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:57.051089 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d7acf87-d1a8-4f6c-bc60-bc822631425d tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Router df5a22b2-3f8b-4450-916c-3d384120c99b has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:35:57.137220 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53042) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:57.156143 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9eb4f15b-ac3d-42db-a51d-6a9a379a991f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:57.162173 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d7acf87-d1a8-4f6c-bc60-bc822631425d tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:35:57.170365 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9d7acf87-d1a8-4f6c-bc60-bc822631425d tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:57.174550 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-9d7acf87-d1a8-4f6c-bc60-bc822631425d tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "PUT /v2.0/routers/df5a22b2-3f8b-4450-916c-3d384120c99b HTTP/1.1" status: 200 len: 705 time: 0.7623320 Dec 08 16:35:57.175951 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5420dbe-cb16-4f7d-8558-c94feb7166bc None None] Sync routers for ids ['df5a22b2-3f8b-4450-916c-3d384120c99b'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:35:57.177576 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53044) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:57.196277 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-91f72fe0-c265-4674-80cb-959347a88011 req-f3a47ac6-dd8b-4357-9b01-604744873c40 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1220448 Dec 08 16:35:57.196393 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5420dbe-cb16-4f7d-8558-c94feb7166bc None None] Routers {'df5a22b2-3f8b-4450-916c-3d384120c99b'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:35:57.196393 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-b5420dbe-cb16-4f7d-8558-c94feb7166bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:35:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['df5a22b2-3f8b-4450-916c-3d384120c99b'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:57.206858 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-91f72fe0-c265-4674-80cb-959347a88011 req-da279a6a-f1b4-4177-8f54-087896916d74 service neutron] Request body: {'port': {'device_id': '5a4c461b-fed9-4952-8d6e-6623283936f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:57.297625 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-b5420dbe-cb16-4f7d-8558-c94feb7166bc None None] Set router df5a22b2-3f8b-4450-916c-3d384120c99b gateway port host: None {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:35:57.314664 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d269dce7-1282-4a44-8358-78da840826c5 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "GET /v2.0/ports?device_id=df5a22b2-3f8b-4450-916c-3d384120c99b HTTP/1.1" status: 200 len: 205 time: 0.1354799 Dec 08 16:35:57.322282 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 53048) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:57.355804 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9eb4f15b-ac3d-42db-a51d-6a9a379a991f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:57.377453 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-b5420dbe-cb16-4f7d-8558-c94feb7166bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'name': 'tempest-RoutersIpV6Test-router-1974696606', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:35:00Z', 'updated_at': '2021-12-08T16:35:53Z', 'revision_number': 11, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'gw_port_host': None}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:57.377868 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-91f72fe0-c265-4674-80cb-959347a88011 req-da279a6a-f1b4-4177-8f54-087896916d74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:57.379333 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-3fc4a5ee-4757-42c8-940d-1c56ce1860c1 None None] Provisioning complete for port 8ad1e835-aa5d-477a-a357-7b75f3022faa triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:35:57.379710 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3fc4a5ee-4757-42c8-940d-1c56ce1860c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:57.425494 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5420dbe-cb16-4f7d-8558-c94feb7166bc None None] Checking router: df5a22b2-3f8b-4450-916c-3d384120c99b for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:35:57.444039 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5420dbe-cb16-4f7d-8558-c94feb7166bc None None] Routers {'df5a22b2-3f8b-4450-916c-3d384120c99b'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:35:57.450798 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-b5420dbe-cb16-4f7d-8558-c94feb7166bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:35:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['df5a22b2-3f8b-4450-916c-3d384120c99b'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:57.491965 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-30968cf3-a0ba-4f6b-8b9c-889401ed4765 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for router, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:57.496698 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9eb4f15b-ac3d-42db-a51d-6a9a379a991f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:57.610396 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-9eb4f15b-ac3d-42db-a51d-6a9a379a991f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2febc93e9322489298717a4eed5e8181&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4717443 Dec 08 16:35:57.619679 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53056) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:57.682127 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4f15b-ac3d-42db-a51d-6a9a379a991f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf052e1-e020-4182-8f46-e0f9043d16d0,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:57.705922 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-3fc4a5ee-4757-42c8-940d-1c56ce1860c1 None None] Port 8ad1e835-aa5d-477a-a357-7b75f3022faa cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:35:57.729639 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-b5420dbe-cb16-4f7d-8558-c94feb7166bc None None] Set router df5a22b2-3f8b-4450-916c-3d384120c99b gateway port host: None {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:35:57.755227 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7bfa94fc-6986-4576-bacc-fcdabb3a5194 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:57.806226 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7bfa94fc-6986-4576-bacc-fcdabb3a5194 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:57.825585 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-b5420dbe-cb16-4f7d-8558-c94feb7166bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'name': 'tempest-RoutersIpV6Test-router-1974696606', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:35:00Z', 'updated_at': '2021-12-08T16:35:53Z', 'revision_number': 11, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'gw_port_host': None}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:57.854388 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5420dbe-cb16-4f7d-8558-c94feb7166bc None None] The sync data for ids ['df5a22b2-3f8b-4450-916c-3d384120c99b'] in n-d-776250-12 is: [{'id': 'df5a22b2-3f8b-4450-916c-3d384120c99b', 'name': 'tempest-RoutersIpV6Test-router-1974696606', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:35:00Z', 'updated_at': '2021-12-08T16:35:53Z', 'revision_number': 11, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'gw_port_host': None}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:35:57.983212 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46583b-9a71-454d-8243-f1820af64650 req-e6597e01-8e9f-4965-a79e-c6a29fbde42e tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:57.984774 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6b46583b-9a71-454d-8243-f1820af64650 req-e6597e01-8e9f-4965-a79e-c6a29fbde42e tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 931 time: 0.5604444 Dec 08 16:35:58.006562 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-30968cf3-a0ba-4f6b-8b9c-889401ed4765 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:58.012259 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7bfa94fc-6986-4576-bacc-fcdabb3a5194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:58.015319 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7bfa94fc-6986-4576-bacc-fcdabb3a5194 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:58.017463 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-7bfa94fc-6986-4576-bacc-fcdabb3a5194 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1cf052e1-e020-4182-8f46-e0f9043d16d0 HTTP/1.1" status: 204 len: 168 time: 0.3967750 Dec 08 16:35:58.020700 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-30968cf3-a0ba-4f6b-8b9c-889401ed4765 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:58.030134 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfa94fc-6986-4576-bacc-fcdabb3a5194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf052e1-e020-4182-8f46-e0f9043d16d0,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:58.470580 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6b46583b-9a71-454d-8243-f1820af64650 req-49a33a8a-8906-45bb-8f15-b98c05905259 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4760370 Dec 08 16:35:58.542048 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-91f72fe0-c265-4674-80cb-959347a88011 req-da279a6a-f1b4-4177-8f54-087896916d74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ad1e835-aa5d-477a-a357-7b75f3022faa {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:35:58.555603 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-91f72fe0-c265-4674-80cb-959347a88011 req-da279a6a-f1b4-4177-8f54-087896916d74 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:58.675337 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-91f72fe0-c265-4674-80cb-959347a88011 req-da279a6a-f1b4-4177-8f54-087896916d74 service neutron] Transition to ACTIVE for port object 8ad1e835-aa5d-477a-a357-7b75f3022faa will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:35:58.676399 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-30968cf3-a0ba-4f6b-8b9c-889401ed4765 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:58.677108 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30968cf3-a0ba-4f6b-8b9c-889401ed4765 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Fanout notify agent at l3_agent the message router_deleted on router df5a22b2-3f8b-4450-916c-3d384120c99b {{(pid=110550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:35:58.685627 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-30968cf3-a0ba-4f6b-8b9c-889401ed4765 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:58.691451 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-30968cf3-a0ba-4f6b-8b9c-889401ed4765 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "DELETE /v2.0/routers/df5a22b2-3f8b-4450-916c-3d384120c99b HTTP/1.1" status: 204 len: 168 time: 1.3631651 Dec 08 16:35:58.692029 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53068) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:58.699116 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-180f5039-7605-4819-81ea-f4c8eb18917c tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-795524889', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:58.811784 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-91f72fe0-c265-4674-80cb-959347a88011 req-da279a6a-f1b4-4177-8f54-087896916d74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:58.879853 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-180f5039-7605-4819-81ea-f4c8eb18917c tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:58.879853 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-180f5039-7605-4819-81ea-f4c8eb18917c tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:58.901506 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da279a6a-f1b4-4177-8f54-087896916d74 service neutron] Pushing event updated for resources: {'Port': ['ID=8ad1e835-aa5d-477a-a357-7b75f3022faa,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:58.945604 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-180f5039-7605-4819-81ea-f4c8eb18917c tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:59.004264 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-91f72fe0-c265-4674-80cb-959347a88011 req-da279a6a-f1b4-4177-8f54-087896916d74 service neutron] Attempting to bind port 8ad1e835-aa5d-477a-a357-7b75f3022faa on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:35:59.007812 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-91f72fe0-c265-4674-80cb-959347a88011 req-da279a6a-f1b4-4177-8f54-087896916d74 service neutron] Attempting to bind port 8ad1e835-aa5d-477a-a357-7b75f3022faa by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '148e30e1-cdcf-4201-a517-2bd3763917d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:35:59.007812 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f72fe0-c265-4674-80cb-959347a88011 req-da279a6a-f1b4-4177-8f54-087896916d74 service neutron] Attempting to bind port 8ad1e835-aa5d-477a-a357-7b75f3022faa on network b16f21e0-d13a-4c4c-a863-a31df2be91b8 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:35:59.010882 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f72fe0-c265-4674-80cb-959347a88011 req-da279a6a-f1b4-4177-8f54-087896916d74 service neutron] Port 8ad1e835-aa5d-477a-a357-7b75f3022faa on network b16f21e0-d13a-4c4c-a863-a31df2be91b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:35:59.011222 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f72fe0-c265-4674-80cb-959347a88011 req-da279a6a-f1b4-4177-8f54-087896916d74 service neutron] Attempting to bind port 8ad1e835-aa5d-477a-a357-7b75f3022faa on network b16f21e0-d13a-4c4c-a863-a31df2be91b8 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:35:59.018472 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f72fe0-c265-4674-80cb-959347a88011 req-da279a6a-f1b4-4177-8f54-087896916d74 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:35:59.018472 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f72fe0-c265-4674-80cb-959347a88011 req-da279a6a-f1b4-4177-8f54-087896916d74 service neutron] Checking segment: {'id': '148e30e1-cdcf-4201-a517-2bd3763917d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:35:59.018472 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f72fe0-c265-4674-80cb-959347a88011 req-da279a6a-f1b4-4177-8f54-087896916d74 service neutron] Bound using segment: {'id': '148e30e1-cdcf-4201-a517-2bd3763917d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:35:59.021737 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-91f72fe0-c265-4674-80cb-959347a88011 req-da279a6a-f1b4-4177-8f54-087896916d74 service neutron] Bound port: 8ad1e835-aa5d-477a-a357-7b75f3022faa, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '148e30e1-cdcf-4201-a517-2bd3763917d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:35:59.021737 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-91f72fe0-c265-4674-80cb-959347a88011 req-da279a6a-f1b4-4177-8f54-087896916d74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:59.042466 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-180f5039-7605-4819-81ea-f4c8eb18917c tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:59.129648 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-91f72fe0-c265-4674-80cb-959347a88011 req-da279a6a-f1b4-4177-8f54-087896916d74 service neutron] For port 8ad1e835-aa5d-477a-a357-7b75f3022faa, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:35:59.133111 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-91f72fe0-c265-4674-80cb-959347a88011 req-da279a6a-f1b4-4177-8f54-087896916d74 service neutron] For port 8ad1e835-aa5d-477a-a357-7b75f3022faa, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=8ad1e835-aa5d-477a-a357-7b75f3022faa,segment=NetworkSegment(148e30e1-cdcf-4201-a517-2bd3763917d1),segment_id=148e30e1-cdcf-4201-a517-2bd3763917d1)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:35:59.191558 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-180f5039-7605-4819-81ea-f4c8eb18917c tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:59.192997 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-180f5039-7605-4819-81ea-f4c8eb18917c tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4998145 Dec 08 16:35:59.201919 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53078) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:59.207143 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-16481aae-569f-417b-a8b0-6183c268909e tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Request body: {'router': {'admin_state_up': True}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:59.309790 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-91f72fe0-c265-4674-80cb-959347a88011 req-da279a6a-f1b4-4177-8f54-087896916d74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:59.361196 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f72fe0-c265-4674-80cb-959347a88011 req-da279a6a-f1b4-4177-8f54-087896916d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:59.368556 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-91f72fe0-c265-4674-80cb-959347a88011 req-da279a6a-f1b4-4177-8f54-087896916d74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:59.370734 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-91f72fe0-c265-4674-80cb-959347a88011 req-da279a6a-f1b4-4177-8f54-087896916d74 service neutron] 10.222.0.37 "PUT /v2.0/ports/8ad1e835-aa5d-477a-a357-7b75f3022faa HTTP/1.1" status: 200 len: 1092 time: 2.1697469 Dec 08 16:35:59.371203 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a4c461b-fed9-4952-8d6e-6623283936f8', 'tag': '8ad1e835-aa5d-477a-a357-7b75f3022faa'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:35:59.373577 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea7db02-9cc4-4850-b379-7a64bd27e8a0" -d '{"events": [{"name": "network-changed", "server_uuid": "5a4c461b-fed9-4952-8d6e-6623283936f8", "tag": "8ad1e835-aa5d-477a-a357-7b75f3022faa"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:35:59.480982 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da279a6a-f1b4-4177-8f54-087896916d74 service neutron] Pushing event updated for resources: {'Port': ['ID=8ad1e835-aa5d-477a-a357-7b75f3022faa,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:59.502258 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-16481aae-569f-417b-a8b0-6183c268909e tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-717389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11074'] for router, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:59.533238 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708a8c3c-4430-4022-909a-fb804764a530 x-openstack-request-id: req-708a8c3c-4430-4022-909a-fb804764a530 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:35:59.533238 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a4c461b-fed9-4952-8d6e-6623283936f8", "tag": "8ad1e835-aa5d-477a-a357-7b75f3022faa", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:35:59.533238 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-708a8c3c-4430-4022-909a-fb804764a530 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:35:59.533238 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a4c461b-fed9-4952-8d6e-6623283936f8', 'tag': '8ad1e835-aa5d-477a-a357-7b75f3022faa', 'status': 'completed', 'code': 200} Dec 08 16:35:59.601248 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-16481aae-569f-417b-a8b0-6183c268909e tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528116', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-717402'] for router, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:59.654584 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7db02-9cc4-4850-b379-7a64bd27e8a0 req-666741ca-c53f-41d9-a46a-6e3ad6f150cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:59.656244 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2ea7db02-9cc4-4850-b379-7a64bd27e8a0 req-666741ca-c53f-41d9-a46a-6e3ad6f150cb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71f5826d1b3d4cd5a2c95e78c7917860&device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 1095 time: 0.1030893 Dec 08 16:35:59.812462 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53096) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:59.827932 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5850419-cb5c-4415-8879-d40a87919742 req-78734c20-32eb-4810-b0c4-70b99f7a28cc tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:59.829579 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f5850419-cb5c-4415-8879-d40a87919742 req-78734c20-32eb-4810-b0c4-70b99f7a28cc tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 943 time: 0.2238595 Dec 08 16:35:59.882054 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16481aae-569f-417b-a8b0-6183c268909e tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Router a8fc60eb-ef79-468b-8b0d-6bf1d743c1ad is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:36:00.019443 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f5850419-cb5c-4415-8879-d40a87919742 req-e05f6102-b705-4a1a-8bb3-4588da395ef6 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736424 Dec 08 16:36:00.023553 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-3dc22334-7dc8-443f-82a4-a614a706bf86 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-36265273-network', 'tenant_id': '73b63da370d94cfdb9f8c204df54118d'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:36:00.025720 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7db02-9cc4-4850-b379-7a64bd27e8a0 req-09175484-6826-419b-ba85-d59baa81cac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:00.027426 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2ea7db02-9cc4-4850-b379-7a64bd27e8a0 req-09175484-6826-419b-ba85-d59baa81cac1 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=71f5826d1b3d4cd5a2c95e78c7917860&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3630149 Dec 08 16:36:00.029059 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16481aae-569f-417b-a8b0-6183c268909e tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:36:00.044579 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e412574-2a81-4e7e-8f9f-fdd6b52d409d None None] Sync routers for ids ['a8fc60eb-ef79-468b-8b0d-6bf1d743c1ad'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:36:00.050381 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-16481aae-569f-417b-a8b0-6183c268909e tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:00.053187 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-16481aae-569f-417b-a8b0-6183c268909e tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "PUT /v2.0/routers/a8fc60eb-ef79-468b-8b0d-6bf1d743c1ad HTTP/1.1" status: 200 len: 697 time: 0.8497763 Dec 08 16:36:00.063594 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 53102) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:00.063809 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e412574-2a81-4e7e-8f9f-fdd6b52d409d None None] Routers {'a8fc60eb-ef79-468b-8b0d-6bf1d743c1ad'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:36:00.064263 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-4e412574-2a81-4e7e-8f9f-fdd6b52d409d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:35:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['a8fc60eb-ef79-468b-8b0d-6bf1d743c1ad'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:00.143097 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-4e412574-2a81-4e7e-8f9f-fdd6b52d409d None None] Set router a8fc60eb-ef79-468b-8b0d-6bf1d743c1ad gateway port host: None {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:36:00.200889 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc22334-7dc8-443f-82a4-a614a706bf86 admin admin] Made reservation on behalf of 73b63da370d94cfdb9f8c204df54118d for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:36:00.204379 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3dc22334-7dc8-443f-82a4-a614a706bf86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:00.216536 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-4e412574-2a81-4e7e-8f9f-fdd6b52d409d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fc60eb-ef79-468b-8b0d-6bf1d743c1ad', 'name': 'tempest-RoutersIpV6Test-router-795524889', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:35:58Z', 'updated_at': '2021-12-08T16:35:59Z', 'revision_number': 2, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'gw_port_host': None}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:00.227086 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3dc22334-7dc8-443f-82a4-a614a706bf86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:00.257401 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-8de23bc6-9a1a-4c77-8eca-b2473c98ee9a tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "GET /v2.0/routers/a8fc60eb-ef79-468b-8b0d-6bf1d743c1ad HTTP/1.1" status: 200 len: 703 time: 0.1891518 Dec 08 16:36:00.259397 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53104) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:00.271903 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e412574-2a81-4e7e-8f9f-fdd6b52d409d None None] Checking router: a8fc60eb-ef79-468b-8b0d-6bf1d743c1ad for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:36:00.291979 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e412574-2a81-4e7e-8f9f-fdd6b52d409d None None] Routers {'a8fc60eb-ef79-468b-8b0d-6bf1d743c1ad'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:36:00.292628 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-4e412574-2a81-4e7e-8f9f-fdd6b52d409d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:35:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['a8fc60eb-ef79-468b-8b0d-6bf1d743c1ad'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:00.308271 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-4e806f07-9b82-4592-8bbb-2d0becfcb269 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8fc60eb-ef79-468b-8b0d-6bf1d743c1ad HTTP/1.1" status: 200 len: 205 time: 0.0459597 Dec 08 16:36:00.312841 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 53106) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:00.335410 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7db02-9cc4-4850-b379-7a64bd27e8a0 req-5838f1b3-937b-4092-814d-7f6670026155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:00.342306 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2ea7db02-9cc4-4850-b379-7a64bd27e8a0 req-5838f1b3-937b-4092-814d-7f6670026155 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3080456 Dec 08 16:36:00.390775 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-4e412574-2a81-4e7e-8f9f-fdd6b52d409d None None] Set router a8fc60eb-ef79-468b-8b0d-6bf1d743c1ad gateway port host: None {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:36:00.423703 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3dc22334-7dc8-443f-82a4-a614a706bf86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:00.459567 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-4e412574-2a81-4e7e-8f9f-fdd6b52d409d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fc60eb-ef79-468b-8b0d-6bf1d743c1ad', 'name': 'tempest-RoutersIpV6Test-router-795524889', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:35:58Z', 'updated_at': '2021-12-08T16:35:59Z', 'revision_number': 2, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'gw_port_host': None}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:00.499179 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e76cd453-0bee-497a-893c-6ec4cab6518d tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for router, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:00.500153 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e412574-2a81-4e7e-8f9f-fdd6b52d409d None None] The sync data for ids ['a8fc60eb-ef79-468b-8b0d-6bf1d743c1ad'] in n-d-776250-12 is: [{'id': 'a8fc60eb-ef79-468b-8b0d-6bf1d743c1ad', 'name': 'tempest-RoutersIpV6Test-router-795524889', 'tenant_id': 'e453488086be4d498945c559a2dae3d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:35:58Z', 'updated_at': '2021-12-08T16:35:59Z', 'revision_number': 2, 'project_id': 'e453488086be4d498945c559a2dae3d9', 'gw_port_host': None}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:36:00.607477 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f72fe0-c265-4674-80cb-959347a88011 req-6264520e-d57c-46e4-850c-d51751939220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:00.608948 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-91f72fe0-c265-4674-80cb-959347a88011 req-6264520e-d57c-46e4-850c-d51751939220 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71f5826d1b3d4cd5a2c95e78c7917860&device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 1095 time: 0.1948183 Dec 08 16:36:00.657347 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3dc22334-7dc8-443f-82a4-a614a706bf86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:00.743728 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e76cd453-0bee-497a-893c-6ec4cab6518d tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:00.746577 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e76cd453-0bee-497a-893c-6ec4cab6518d tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:00.763864 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dc22334-7dc8-443f-82a4-a614a706bf86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:36:00.799918 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc22334-7dc8-443f-82a4-a614a706bf86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402fa949-8af1-44ba-9e94-89e8af6dc7f5,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:00.843874 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-91f72fe0-c265-4674-80cb-959347a88011 req-4e4ace70-e8ac-483c-a392-7a48f5cae0ae service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ad1e835-aa5d-477a-a357-7b75f3022faa HTTP/1.1" status: 200 len: 217 time: 0.0491793 Dec 08 16:36:00.882358 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3dc22334-7dc8-443f-82a4-a614a706bf86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:00.890585 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-3dc22334-7dc8-443f-82a4-a614a706bf86 admin admin] Added segment e70cf2b6-4cb6-4a4d-b42e-884127595207 of type vlan for network f6a8cd8b-e81a-4c6d-b038-890efffa694d Dec 08 16:36:00.895224 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e76cd453-0bee-497a-893c-6ec4cab6518d tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:00.895621 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76cd453-0bee-497a-893c-6ec4cab6518d tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Fanout notify agent at l3_agent the message router_deleted on router a8fc60eb-ef79-468b-8b0d-6bf1d743c1ad {{(pid=110550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:36:00.904141 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e76cd453-0bee-497a-893c-6ec4cab6518d tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:00.908972 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-e76cd453-0bee-497a-893c-6ec4cab6518d tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "DELETE /v2.0/routers/a8fc60eb-ef79-468b-8b0d-6bf1d743c1ad HTTP/1.1" status: 204 len: 168 time: 0.5879061 Dec 08 16:36:00.909467 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53116) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:00.929822 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f72fe0-c265-4674-80cb-959347a88011 req-bf3942ff-933e-4527-bcc0-d02657e1075c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:00.931654 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-91f72fe0-c265-4674-80cb-959347a88011 req-bf3942ff-933e-4527-bcc0-d02657e1075c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=13be6d62-2e9a-40c4-9d1e-34aa15cc5f10 HTTP/1.1" status: 200 len: 850 time: 0.0795877 Dec 08 16:36:00.975157 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a4ab64c2-c0c0-4f22-b745-7e6e65299dec tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8fc60eb-ef79-468b-8b0d-6bf1d743c1ad HTTP/1.1" status: 200 len: 205 time: 0.0633972 Dec 08 16:36:00.979200 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53118) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:01.006600 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f72fe0-c265-4674-80cb-959347a88011 req-ef28f6d1-4656-4bc5-b6c0-d0e50a44758e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:01.011691 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-91f72fe0-c265-4674-80cb-959347a88011 req-ef28f6d1-4656-4bc5-b6c0-d0e50a44758e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b16f21e0-d13a-4c4c-a863-a31df2be91b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0732784 Dec 08 16:36:01.029387 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3dc22334-7dc8-443f-82a4-a614a706bf86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:01.034278 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-643782e5-2ada-46ef-afa4-45c747d5a9e2 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] delete failed (client error): The resource could not be found. Dec 08 16:36:01.035511 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-643782e5-2ada-46ef-afa4-45c747d5a9e2 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "DELETE /v2.0/routers/a8fc60eb-ef79-468b-8b0d-6bf1d743c1ad HTTP/1.1" status: 404 len: 336 time: 0.0536494 Dec 08 16:36:01.038315 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53122) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:01.131336 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-34747601-2985-4a5d-a988-3118c941c09f tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] DELETE failed (client error): The resource could not be found. Dec 08 16:36:01.132293 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34747601-2985-4a5d-a988-3118c941c09f tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:36:01.139005 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-34747601-2985-4a5d-a988-3118c941c09f tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "DELETE /v2.0/subnets/bf069686-2c73-4898-828c-ce64d4b1224e HTTP/1.1" status: 404 len: 337 time: 0.0994232 Dec 08 16:36:01.139916 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53126) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:01.180452 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-91f72fe0-c265-4674-80cb-959347a88011 req-cba335b8-69e1-4ae9-9872-e5d213e07aab service neutron] 10.222.0.37 "GET /v2.0/networks/b16f21e0-d13a-4c4c-a863-a31df2be91b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608689 Dec 08 16:36:01.184595 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac684f1c-6a79-4fa6-83ed-c53046d63891 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] DELETE failed (client error): The resource could not be found. Dec 08 16:36:01.185165 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac684f1c-6a79-4fa6-83ed-c53046d63891 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:36:01.191012 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ac684f1c-6a79-4fa6-83ed-c53046d63891 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "DELETE /v2.0/subnets/86433356-948a-4713-a3cd-3d8cf5e98751 HTTP/1.1" status: 404 len: 337 time: 0.0441313 Dec 08 16:36:01.192268 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53128) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:01.238830 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a01985f-5ba1-43fa-bfb8-c790e60d809c tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] DELETE failed (client error): The resource could not be found. Dec 08 16:36:01.239365 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a01985f-5ba1-43fa-bfb8-c790e60d809c tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:36:01.245073 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-7a01985f-5ba1-43fa-bfb8-c790e60d809c tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "DELETE /v2.0/subnets/75c71c0c-89d9-449a-ab3e-f60d4e4a1cdc HTTP/1.1" status: 404 len: 337 time: 0.0502875 Dec 08 16:36:01.245448 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53130) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:01.274979 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-82d10e02-f39e-4c0e-a7c4-3284d4e5f012 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] DELETE failed (client error): The resource could not be found. Dec 08 16:36:01.275343 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82d10e02-f39e-4c0e-a7c4-3284d4e5f012 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:36:01.281348 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-82d10e02-f39e-4c0e-a7c4-3284d4e5f012 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "DELETE /v2.0/subnets/ed6b66b8-169c-4374-baba-a8225ae62e28 HTTP/1.1" status: 404 len: 337 time: 0.0321703 Dec 08 16:36:01.281577 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53132) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:01.315239 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3dc22334-7dc8-443f-82a4-a614a706bf86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:01.316258 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc22334-7dc8-443f-82a4-a614a706bf86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:01.316851 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3dc22334-7dc8-443f-82a4-a614a706bf86 admin admin] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:01.319435 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-91f72fe0-c265-4674-80cb-959347a88011 req-fddd6065-62c7-4392-acee-c5ee61519d67 service neutron] 10.222.0.37 "GET /v2.0/networks/b16f21e0-d13a-4c4c-a863-a31df2be91b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321032 Dec 08 16:36:01.381723 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f51167d4-6664-4cfb-9e9d-f765e5c14ef0 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "GET /v2.0/ports?device_id=df5a22b2-3f8b-4450-916c-3d384120c99b HTTP/1.1" status: 200 len: 205 time: 0.0980079 Dec 08 16:36:01.384915 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 53136) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:01.414260 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d208bb78-eee1-4899-a6f1-52ab6dddc13c req-e50b2bfd-3276-4dc1-a7c1-593210ff094f tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:01.415896 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d208bb78-eee1-4899-a6f1-52ab6dddc13c req-e50b2bfd-3276-4dc1-a7c1-593210ff094f tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 943 time: 0.2619085 Dec 08 16:36:01.441900 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc22334-7dc8-443f-82a4-a614a706bf86 admin admin] Pushing event updated for resources: {'Network': ['ID=f6a8cd8b-e81a-4c6d-b038-890efffa694d,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:01.460716 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [None req-eff656cd-634e-4b6f-b99b-ca39936bfc1a tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] delete failed (client error): The resource could not be found. Dec 08 16:36:01.461244 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network f6a8cd8b-e81a-4c6d-b038-890efffa694d details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:36:01.461821 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-eff656cd-634e-4b6f-b99b-ca39936bfc1a tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "DELETE /v2.0/routers/df5a22b2-3f8b-4450-916c-3d384120c99b HTTP/1.1" status: 404 len: 336 time: 0.0758030 Dec 08 16:36:01.465289 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53138) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:01.534698 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-658dedb3-ba5b-4437-8696-d16962101293 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "GET /v2.0/ports?device_id=599e757b-67ac-4366-9252-9c384b0cab64 HTTP/1.1" status: 200 len: 205 time: 0.0667672 Dec 08 16:36:01.535943 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 53140) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:01.546837 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d208bb78-eee1-4899-a6f1-52ab6dddc13c req-78c9931c-d98b-414e-b378-e1e5c96842e9 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135955 Dec 08 16:36:01.607830 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [None req-73aa3d2a-090b-4fed-92a7-a8a094650120 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] delete failed (client error): The resource could not be found. Dec 08 16:36:01.613043 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53142) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:01.613789 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-73aa3d2a-090b-4fed-92a7-a8a094650120 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "DELETE /v2.0/routers/599e757b-67ac-4366-9252-9c384b0cab64 HTTP/1.1" status: 404 len: 336 time: 0.0741322 Dec 08 16:36:01.643472 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae33bcde-ace0-4f6e-8eaa-32ef6fa3eae6 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] DELETE failed (client error): The resource could not be found. Dec 08 16:36:01.644041 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae33bcde-ace0-4f6e-8eaa-32ef6fa3eae6 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:36:01.649231 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ae33bcde-ace0-4f6e-8eaa-32ef6fa3eae6 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "DELETE /v2.0/subnets/5b36b958-bead-429a-821a-01c946fe69fb HTTP/1.1" status: 404 len: 337 time: 0.0340242 Dec 08 16:36:01.650621 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53144) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:01.686215 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-0be64daa-a0e0-45e5-b424-52778ea28e4b tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b709b38-f2c1-4fbc-9a5c-0bb8df708335 HTTP/1.1" status: 200 len: 205 time: 0.0336931 Dec 08 16:36:01.691020 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-3dc22334-7dc8-443f-82a4-a614a706bf86 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.8751843 Dec 08 16:36:01.691262 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53146) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:01.693325 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 53148) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:01.699863 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-f279954e-cc75-474d-8de8-dc743479fe9e admin admin] Request body: {'subnet': {'network_id': 'f6a8cd8b-e81a-4c6d-b038-890efffa694d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-36265273-subnet', 'tenant_id': '73b63da370d94cfdb9f8c204df54118d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:36:01.736734 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-f174acff-0076-42d4-8a22-60e9a78368c5 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] delete failed (client error): The resource could not be found. Dec 08 16:36:01.740851 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 53150) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:01.743635 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f174acff-0076-42d4-8a22-60e9a78368c5 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "DELETE /v2.0/routers/9b709b38-f2c1-4fbc-9a5c-0bb8df708335 HTTP/1.1" status: 404 len: 336 time: 0.0478709 Dec 08 16:36:01.781255 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-d523f4ce-3741-430c-a2e9-a48232a5195e tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a995117-f86c-467a-939c-2d0883761e9d HTTP/1.1" status: 200 len: 205 time: 0.0388985 Dec 08 16:36:01.781944 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53152) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:01.856145 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-ca7b4f27-811f-4be2-866f-cd48f8fbb588 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] delete failed (client error): The resource could not be found. Dec 08 16:36:01.857427 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ca7b4f27-811f-4be2-866f-cd48f8fbb588 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "DELETE /v2.0/routers/3a995117-f86c-467a-939c-2d0883761e9d HTTP/1.1" status: 404 len: 336 time: 0.0733151 Dec 08 16:36:01.863413 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 53158) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:01.876865 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f279954e-cc75-474d-8de8-dc743479fe9e admin admin] Made reservation on behalf of 73b63da370d94cfdb9f8c204df54118d for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:36:01.876865 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f279954e-cc75-474d-8de8-dc743479fe9e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:01.954622 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-be223c3f-0959-4b8e-9d63-05c34cc4d3b7 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] DELETE failed (client error): The resource could not be found. Dec 08 16:36:01.955190 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be223c3f-0959-4b8e-9d63-05c34cc4d3b7 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:36:01.958371 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-be223c3f-0959-4b8e-9d63-05c34cc4d3b7 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "DELETE /v2.0/subnets/2605d105-7838-44b4-8daa-00420cabae73 HTTP/1.1" status: 404 len: 337 time: 0.0939360 Dec 08 16:36:01.960952 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 53160) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:02.003327 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-364704f6-bcca-4f08-bf72-0f05f904f52f tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dc98b2b-babf-4493-b6e2-0e6cf88ef398 HTTP/1.1" status: 200 len: 205 time: 0.0412323 Dec 08 16:36:02.006064 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53162) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:02.050065 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-afadf5b5-1291-4493-be1b-a227b99b5bbf tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] delete failed (client error): The resource could not be found. Dec 08 16:36:02.051371 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-afadf5b5-1291-4493-be1b-a227b99b5bbf tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "DELETE /v2.0/routers/0dc98b2b-babf-4493-b6e2-0e6cf88ef398 HTTP/1.1" status: 404 len: 336 time: 0.0436049 Dec 08 16:36:02.053947 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53164) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:02.093141 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d1b193b-33ed-4370-b9d3-096075b1dc79 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] DELETE failed (client error): The resource could not be found. Dec 08 16:36:02.093997 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d1b193b-33ed-4370-b9d3-096075b1dc79 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:36:02.102546 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-0d1b193b-33ed-4370-b9d3-096075b1dc79 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "DELETE /v2.0/subnets/83e6c84b-9eb1-4a8a-a5f5-562f586e606e HTTP/1.1" status: 404 len: 337 time: 0.0474653 Dec 08 16:36:02.103187 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53168) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:02.149914 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-19bc733e-3ca9-40d9-883f-645d01af90e2 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ca9b182-0dcf-43f2-a451-efde6f55e48d HTTP/1.1" status: 200 len: 205 time: 0.0453937 Dec 08 16:36:02.152163 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53170) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:02.200031 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-5066b5f4-9c80-4ea6-ad35-4dba3e3081ce tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] delete failed (client error): The resource could not be found. Dec 08 16:36:02.201588 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-5066b5f4-9c80-4ea6-ad35-4dba3e3081ce tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "DELETE /v2.0/routers/5ca9b182-0dcf-43f2-a451-efde6f55e48d HTTP/1.1" status: 404 len: 336 time: 0.0482631 Dec 08 16:36:02.205182 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 53172) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:02.265590 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6727eed-f6ab-4e10-b9f6-22545a72e1a8 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] DELETE failed (client error): The resource could not be found. Dec 08 16:36:02.267812 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6727eed-f6ab-4e10-b9f6-22545a72e1a8 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:36:02.273135 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-e6727eed-f6ab-4e10-b9f6-22545a72e1a8 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "DELETE /v2.0/subnets/dada5c56-41cd-4d92-9635-85d434c6c7ee HTTP/1.1" status: 404 len: 337 time: 0.0633256 Dec 08 16:36:02.273521 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53174) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:02.308975 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fe66caa-e06d-4b14-b85b-9f94a4daa030 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] DELETE failed (client error): The resource could not be found. Dec 08 16:36:02.309361 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fe66caa-e06d-4b14-b85b-9f94a4daa030 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:36:02.312460 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-6fe66caa-e06d-4b14-b85b-9f94a4daa030 tempest-RoutersIpV6Test-1383210592 tempest-RoutersIpV6Test-1383210592-project] 10.222.0.64 "DELETE /v2.0/subnets/506c03ed-8727-42ab-9738-50b42e06b998 HTTP/1.1" status: 404 len: 337 time: 0.0386817 Dec 08 16:36:02.342775 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f279954e-cc75-474d-8de8-dc743479fe9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:02.425309 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f279954e-cc75-474d-8de8-dc743479fe9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=55e9ee24-a0ef-43b1-9c60-b246815a6050,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:02.433391 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f279954e-cc75-474d-8de8-dc743479fe9e admin admin] Checking segment: {'id': 'e70cf2b6-4cb6-4a4d-b42e-884127595207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f6a8cd8b-e81a-4c6d-b038-890efffa694d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:36:02.433837 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f279954e-cc75-474d-8de8-dc743479fe9e admin admin] Network hostable DHCP agents. Network: f6a8cd8b-e81a-4c6d-b038-890efffa694d, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:36:02.434906 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:36:02.699643 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c12b78-9d34-415e-9d0c-0fb68f2de434 req-a905c86a-25c2-4245-82e4-21f991d4dc76 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:02.701052 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-58c12b78-9d34-415e-9d0c-0fb68f2de434 req-a905c86a-25c2-4245-82e4-21f991d4dc76 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 943 time: 0.0576818 Dec 08 16:36:02.714508 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f279954e-cc75-474d-8de8-dc743479fe9e admin admin] Network f6a8cd8b-e81a-4c6d-b038-890efffa694d is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:36:02.762071 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-58c12b78-9d34-415e-9d0c-0fb68f2de434 req-c63e461f-208b-4205-a049-c49b5b2f4f51 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539799 Dec 08 16:36:02.901878 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-f279954e-cc75-474d-8de8-dc743479fe9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, f6a8cd8b-e81a-4c6d-b038-890efffa694d) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:36:02.908285 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f279954e-cc75-474d-8de8-dc743479fe9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:02.908926 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f279954e-cc75-474d-8de8-dc743479fe9e admin admin] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:02.915418 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12410f02-3335-4d8c-a34c-3ec76506a7fb None None] Network f6a8cd8b-e81a-4c6d-b038-890efffa694d requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:36:03.051469 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0aca044-4457-407b-8249-e72fcc3ad077 None None] Network f6a8cd8b-e81a-4c6d-b038-890efffa694d requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:36:03.102017 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-f279954e-cc75-474d-8de8-dc743479fe9e admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3981059 Dec 08 16:36:03.210159 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53192) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:03.401757 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-372733bb-344d-4ec9-872e-a9807818d695 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e453488086be4d498945c559a2dae3d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1870246 Dec 08 16:36:03.402225 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 53198) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:03.459625 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-065850d1-8a34-472c-88ba-0c6ac0c088d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:03.486564 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-065850d1-8a34-472c-88ba-0c6ac0c088d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:03.777190 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-065850d1-8a34-472c-88ba-0c6ac0c088d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:03.779838 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-065850d1-8a34-472c-88ba-0c6ac0c088d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:03.781422 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-065850d1-8a34-472c-88ba-0c6ac0c088d0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/deaa2593-ea5b-4f54-97fe-dd606e11aa5c HTTP/1.1" status: 204 len: 168 time: 0.3776786 Dec 08 16:36:03.795764 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065850d1-8a34-472c-88ba-0c6ac0c088d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deaa2593-ea5b-4f54-97fe-dd606e11aa5c,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:03.959255 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4597a75e-eba9-4a1c-a2a9-eb99141f889d req-40800659-9192-4fc4-a418-f3325fe7d389 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:03.960845 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4597a75e-eba9-4a1c-a2a9-eb99141f889d req-40800659-9192-4fc4-a418-f3325fe7d389 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 943 time: 0.0721939 Dec 08 16:36:04.030250 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4597a75e-eba9-4a1c-a2a9-eb99141f889d req-a70bb51b-bb94-4347-a763-b8f486ff5636 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595446 Dec 08 16:36:04.384280 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53218) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:04.389866 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-636ffcfe-e595-4e12-809a-512c7027d3e8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1936494030-network', 'tenant_id': '5dad531246034beea958637178cd14d1'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:36:04.571361 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636ffcfe-e595-4e12-809a-512c7027d3e8 admin admin] Made reservation on behalf of 5dad531246034beea958637178cd14d1 for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:36:04.574515 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-636ffcfe-e595-4e12-809a-512c7027d3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:04.585648 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-636ffcfe-e595-4e12-809a-512c7027d3e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:04.707640 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-636ffcfe-e595-4e12-809a-512c7027d3e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:04.807610 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:04.971765 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-636ffcfe-e595-4e12-809a-512c7027d3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:05.004123 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-636ffcfe-e595-4e12-809a-512c7027d3e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:36:05.020595 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636ffcfe-e595-4e12-809a-512c7027d3e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3acef610-b942-4538-bd57-6340707e4554,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:05.023564 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-636ffcfe-e595-4e12-809a-512c7027d3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:05.024166 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-636ffcfe-e595-4e12-809a-512c7027d3e8 admin admin] Added segment 5e5c777d-7146-4a08-99a5-d46c33f01ff5 of type vlan for network 827b03c3-cbee-447a-9498-9d16d767c6e0 Dec 08 16:36:05.076619 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-636ffcfe-e595-4e12-809a-512c7027d3e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:05.217416 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2b05c-c851-4529-b633-93fe3c4aff6a req-e0b00d6c-4fa1-42b2-9495-1c9266990cce tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:05.219230 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-09c2b05c-c851-4529-b633-93fe3c4aff6a req-e0b00d6c-4fa1-42b2-9495-1c9266990cce tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 943 time: 0.0646713 Dec 08 16:36:05.245563 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-636ffcfe-e595-4e12-809a-512c7027d3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:05.246493 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636ffcfe-e595-4e12-809a-512c7027d3e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:05.247086 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-636ffcfe-e595-4e12-809a-512c7027d3e8 admin admin] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:05.283949 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-09c2b05c-c851-4529-b633-93fe3c4aff6a req-b645c887-4e83-4142-b7b2-e0c4fdb2c3a3 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582259 Dec 08 16:36:05.333300 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636ffcfe-e595-4e12-809a-512c7027d3e8 admin admin] Pushing event updated for resources: {'Network': ['ID=827b03c3-cbee-447a-9498-9d16d767c6e0,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:05.350305 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 827b03c3-cbee-447a-9498-9d16d767c6e0 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:36:05.435134 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-636ffcfe-e595-4e12-809a-512c7027d3e8 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0469279 Dec 08 16:36:05.435768 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 53250) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:05.441778 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-ab2d7fdf-c90a-4c88-ad1c-c9ca4bb7a63f admin admin] Request body: {'subnet': {'network_id': '827b03c3-cbee-447a-9498-9d16d767c6e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1936494030-subnet', 'tenant_id': '5dad531246034beea958637178cd14d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:36:05.554285 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 53252) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:05.595702 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab2d7fdf-c90a-4c88-ad1c-c9ca4bb7a63f admin admin] Made reservation on behalf of 5dad531246034beea958637178cd14d1 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:36:05.600311 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ab2d7fdf-c90a-4c88-ad1c-c9ca4bb7a63f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:05.685784 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-b1347fd6-9707-4715-a761-5c07ed683a69 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Request body: {'network': {'name': 'tempest-RoutersTest-1596206466'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:36:05.868896 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1347fd6-9707-4715-a761-5c07ed683a69 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Made reservation on behalf of e54d9479cec440e198c8c0ec541c615a for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:36:05.873128 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b1347fd6-9707-4715-a761-5c07ed683a69 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:05.883907 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b1347fd6-9707-4715-a761-5c07ed683a69 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:05.948765 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ab2d7fdf-c90a-4c88-ad1c-c9ca4bb7a63f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:06.038553 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2d7fdf-c90a-4c88-ad1c-c9ca4bb7a63f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a95f0fa-c272-4504-aa9a-5e148e3243d4,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:06.049400 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b1347fd6-9707-4715-a761-5c07ed683a69 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:06.068255 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2d7fdf-c90a-4c88-ad1c-c9ca4bb7a63f admin admin] Checking segment: {'id': '5e5c777d-7146-4a08-99a5-d46c33f01ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '827b03c3-cbee-447a-9498-9d16d767c6e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:36:06.068653 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2d7fdf-c90a-4c88-ad1c-c9ca4bb7a63f admin admin] Network hostable DHCP agents. Network: 827b03c3-cbee-447a-9498-9d16d767c6e0, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:36:06.113955 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b1347fd6-9707-4715-a761-5c07ed683a69 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:06.144315 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1347fd6-9707-4715-a761-5c07ed683a69 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:36:06.154851 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1347fd6-9707-4715-a761-5c07ed683a69 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e202ed3-d8ad-470a-9bf2-98fcb811a080,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:06.161085 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b1347fd6-9707-4715-a761-5c07ed683a69 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:06.161454 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-b1347fd6-9707-4715-a761-5c07ed683a69 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Added segment d86db764-d2a2-4f84-884d-a44b6b8afa70 of type vlan for network 9faf3660-32a7-4274-aaa4-6359b6fd5c44 Dec 08 16:36:06.203339 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b1347fd6-9707-4715-a761-5c07ed683a69 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:06.224789 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2d7fdf-c90a-4c88-ad1c-c9ca4bb7a63f admin admin] Network 827b03c3-cbee-447a-9498-9d16d767c6e0 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:36:06.406279 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fafd547-7806-47ec-9a0b-cb64c8e8c520 req-4ebcd462-79c4-4900-bf16-a33aa3326a44 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:06.407837 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4fafd547-7806-47ec-9a0b-cb64c8e8c520 req-4ebcd462-79c4-4900-bf16-a33aa3326a44 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 943 time: 0.0520923 Dec 08 16:36:06.440336 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b1347fd6-9707-4715-a761-5c07ed683a69 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:06.446221 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1347fd6-9707-4715-a761-5c07ed683a69 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:06.446940 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b1347fd6-9707-4715-a761-5c07ed683a69 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:06.457296 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4fafd547-7806-47ec-9a0b-cb64c8e8c520 req-7098d4b6-d7aa-4188-aee2-859a06646337 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430713 Dec 08 16:36:06.502278 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-ab2d7fdf-c90a-4c88-ad1c-c9ca4bb7a63f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 827b03c3-cbee-447a-9498-9d16d767c6e0) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:36:06.507899 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2d7fdf-c90a-4c88-ad1c-c9ca4bb7a63f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:06.508728 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ab2d7fdf-c90a-4c88-ad1c-c9ca4bb7a63f admin admin] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:06.517211 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871d2b98-c121-4ae8-8a7b-64f921f39bbf None None] Network 827b03c3-cbee-447a-9498-9d16d767c6e0 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:36:06.545688 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1347fd6-9707-4715-a761-5c07ed683a69 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event updated for resources: {'Network': ['ID=9faf3660-32a7-4274-aaa4-6359b6fd5c44,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:06.559333 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 9faf3660-32a7-4274-aaa4-6359b6fd5c44 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:36:06.648079 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b1347fd6-9707-4715-a761-5c07ed683a69 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0943034 Dec 08 16:36:06.651254 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 53264) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:06.656606 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-1edfc9e4-d001-413f-8808-47125e41dadb tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Request body: {'network': {'name': 'tempest-RoutersTest-1817598619'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:36:06.688152 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc94d68-4c6c-4b64-88b3-1020c90dc016 None None] Network 827b03c3-cbee-447a-9498-9d16d767c6e0 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:36:06.689447 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ab2d7fdf-c90a-4c88-ad1c-c9ca4bb7a63f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2524548 Dec 08 16:36:06.833992 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1edfc9e4-d001-413f-8808-47125e41dadb tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Made reservation on behalf of e54d9479cec440e198c8c0ec541c615a for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:36:06.838452 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1edfc9e4-d001-413f-8808-47125e41dadb tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:06.864663 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1edfc9e4-d001-413f-8808-47125e41dadb tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:36:06.874320 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1edfc9e4-d001-413f-8808-47125e41dadb tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:06.874693 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-1edfc9e4-d001-413f-8808-47125e41dadb tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Added segment 9ae9e2c1-26ef-4b0a-bc4d-d82b66de64eb of type vlan for network 59bf3042-2f5c-421d-8a71-118c8b6351ca Dec 08 16:36:06.918689 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1edfc9e4-d001-413f-8808-47125e41dadb tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:07.165335 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1edfc9e4-d001-413f-8808-47125e41dadb tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:07.171125 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edfc9e4-d001-413f-8808-47125e41dadb tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:07.171722 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1edfc9e4-d001-413f-8808-47125e41dadb tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:07.298920 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-1edfc9e4-d001-413f-8808-47125e41dadb tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6463659 Dec 08 16:36:07.301997 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53286) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:07.308133 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-1ebf5dc7-57ba-43f1-a059-85ec02d6c05b tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Request body: {'subnet': {'network_id': '9faf3660-32a7-4274-aaa4-6359b6fd5c44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:36:07.310604 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edfc9e4-d001-413f-8808-47125e41dadb tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event updated for resources: {'Network': ['ID=59bf3042-2f5c-421d-8a71-118c8b6351ca,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:07.328080 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 59bf3042-2f5c-421d-8a71-118c8b6351ca details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:36:07.381746 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908bec69-8d78-46a1-845c-d50972490b8d req-e8fc7787-d841-445d-b2a1-11b1aced5a7f tempest-VolumesActionsTest-1624457254 tempest-VolumesActionsTest-1624457254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:07.383366 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-908bec69-8d78-46a1-845c-d50972490b8d req-e8fc7787-d841-445d-b2a1-11b1aced5a7f tempest-VolumesActionsTest-1624457254 tempest-VolumesActionsTest-1624457254-project] 10.222.0.64 "GET /v2.0/networks?id=f6a8cd8b-e81a-4c6d-b038-890efffa694d HTTP/1.1" status: 200 len: 807 time: 0.1860287 Dec 08 16:36:07.404167 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-908bec69-8d78-46a1-845c-d50972490b8d req-9f488f28-35e9-4806-a84a-f3e79efe73dc tempest-VolumesActionsTest-1624457254 tempest-VolumesActionsTest-1624457254-project] 10.222.0.64 "GET /v2.0/quotas/73b63da370d94cfdb9f8c204df54118d HTTP/1.1" status: 200 len: 375 time: 0.0134799 Dec 08 16:36:07.467007 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-908bec69-8d78-46a1-845c-d50972490b8d req-61728877-5fee-497d-900f-1556ccfd57d7 tempest-VolumesActionsTest-1624457254 tempest-VolumesActionsTest-1624457254-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=73b63da370d94cfdb9f8c204df54118d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459874 Dec 08 16:36:07.491742 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ebf5dc7-57ba-43f1-a059-85ec02d6c05b tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Made reservation on behalf of e54d9479cec440e198c8c0ec541c615a for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:36:07.496704 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1ebf5dc7-57ba-43f1-a059-85ec02d6c05b tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:07.820963 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512c87b2-084d-4c65-a338-01ffd26094ec req-b93ed633-4101-4044-897e-33b3c23cd872 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:07.822514 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-512c87b2-084d-4c65-a338-01ffd26094ec req-b93ed633-4101-4044-897e-33b3c23cd872 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 943 time: 0.1015997 Dec 08 16:36:07.862367 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1ebf5dc7-57ba-43f1-a059-85ec02d6c05b tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:07.871953 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-908bec69-8d78-46a1-845c-d50972490b8d req-d2866780-07b6-472d-baf3-e1e8d30f8a95 service neutron] 10.222.0.64 "GET /v2.0/networks/f6a8cd8b-e81a-4c6d-b038-890efffa694d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4037731 Dec 08 16:36:07.953381 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebf5dc7-57ba-43f1-a059-85ec02d6c05b tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event updated for resources: {'Subnet': ['ID=a8a9c355-633d-4756-b16c-7157b4bb0c82,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:07.967220 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-512c87b2-084d-4c65-a338-01ffd26094ec req-9195264a-cc36-427a-9e2d-f5064602b402 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314745 Dec 08 16:36:07.990177 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-908bec69-8d78-46a1-845c-d50972490b8d req-0aad6be6-b756-40fa-bb81-796500ef5812 service neutron] 10.222.0.64 "GET /v2.0/networks/f6a8cd8b-e81a-4c6d-b038-890efffa694d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172633 Dec 08 16:36:07.998540 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebf5dc7-57ba-43f1-a059-85ec02d6c05b tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Checking segment: {'id': 'd86db764-d2a2-4f84-884d-a44b6b8afa70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9faf3660-32a7-4274-aaa4-6359b6fd5c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:36:07.998848 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebf5dc7-57ba-43f1-a059-85ec02d6c05b tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Network hostable DHCP agents. Network: 9faf3660-32a7-4274-aaa4-6359b6fd5c44, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:36:08.211433 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebf5dc7-57ba-43f1-a059-85ec02d6c05b tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Network 9faf3660-32a7-4274-aaa4-6359b6fd5c44 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:36:08.434223 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-198e6129-979e-43f8-b8c0-7944c4c06cc9 req-7c14976c-e57c-4041-82c5-a0d977d49d23 tempest-VolumesActionsTest-1624457254 tempest-VolumesActionsTest-1624457254-project] 10.222.0.64 "GET /v2.0/ports?device_id=162459c7-ce29-4650-a095-29ba90142ab5 HTTP/1.1" status: 200 len: 210 time: 0.0978193 Dec 08 16:36:08.435736 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-1ebf5dc7-57ba-43f1-a059-85ec02d6c05b tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 9faf3660-32a7-4274-aaa4-6359b6fd5c44) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:36:08.450410 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56e2834-ba44-4919-ad3c-3c4f661411d8 None None] Network 9faf3660-32a7-4274-aaa4-6359b6fd5c44 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:36:08.450899 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebf5dc7-57ba-43f1-a059-85ec02d6c05b tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:08.450899 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1ebf5dc7-57ba-43f1-a059-85ec02d6c05b tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:08.597694 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-1ebf5dc7-57ba-43f1-a059-85ec02d6c05b tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2916272 Dec 08 16:36:08.599651 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 53310) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:08.603708 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-655cff29-1993-4f74-94ea-af47a0d9c211 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Request body: {'subnet': {'network_id': '59bf3042-2f5c-421d-8a71-118c8b6351ca', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:36:08.712853 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc3d111-0021-4fec-811b-2cf6f9d373f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-9faf3660-32a7-4274-aaa4-6359b6fd5c44', 'network_id': '9faf3660-32a7-4274-aaa4-6359b6fd5c44', 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'fixed_ips': [{'subnet_id': 'a8a9c355-633d-4756-b16c-7157b4bb0c82'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:36:08.715008 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-bfc3d111-0021-4fec-811b-2cf6f9d373f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:08.761957 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:08.902174 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-bfc3d111-0021-4fec-811b-2cf6f9d373f6 None None] Allocated IP 172.20.0.2 (9faf3660-32a7-4274-aaa4-6359b6fd5c44/a8a9c355-633d-4756-b16c-7157b4bb0c82/36a83db7-6216-45e0-a7eb-4cf88d7d5422) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:36:08.925448 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655cff29-1993-4f74-94ea-af47a0d9c211 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Made reservation on behalf of e54d9479cec440e198c8c0ec541c615a for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:36:08.930276 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-655cff29-1993-4f74-94ea-af47a0d9c211 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:09.079533 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-bfc3d111-0021-4fec-811b-2cf6f9d373f6 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:09.240087 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-bfc3d111-0021-4fec-811b-2cf6f9d373f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:09.298857 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc3d111-0021-4fec-811b-2cf6f9d373f6 None None] Pushing event updated for resources: {'Port': ['ID=36a83db7-6216-45e0-a7eb-4cf88d7d5422,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:09.303789 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc3d111-0021-4fec-811b-2cf6f9d373f6 None None] Network 9faf3660-32a7-4274-aaa4-6359b6fd5c44 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:36:09.306680 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-bfc3d111-0021-4fec-811b-2cf6f9d373f6 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:36:09.309440 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc3d111-0021-4fec-811b-2cf6f9d373f6 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:36:09.331063 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e546b58-4ab3-4e3e-a52b-f583a7f6aed4 req-8349a6f7-3a42-4ca3-93a5-457d5f25dad5 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:09.341694 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1e546b58-4ab3-4e3e-a52b-f583a7f6aed4 req-8349a6f7-3a42-4ca3-93a5-457d5f25dad5 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 943 time: 0.1180596 Dec 08 16:36:09.388838 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-bfc3d111-0021-4fec-811b-2cf6f9d373f6 None None] Attempting to bind port 36a83db7-6216-45e0-a7eb-4cf88d7d5422 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:36:09.389240 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-bfc3d111-0021-4fec-811b-2cf6f9d373f6 None None] Attempting to bind port 36a83db7-6216-45e0-a7eb-4cf88d7d5422 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'd86db764-d2a2-4f84-884d-a44b6b8afa70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9faf3660-32a7-4274-aaa4-6359b6fd5c44'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:36:09.389614 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc3d111-0021-4fec-811b-2cf6f9d373f6 None None] Attempting to bind port 36a83db7-6216-45e0-a7eb-4cf88d7d5422 on network 9faf3660-32a7-4274-aaa4-6359b6fd5c44 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:36:09.403341 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1e546b58-4ab3-4e3e-a52b-f583a7f6aed4 req-0c88018c-f9b3-4c55-89ae-0d803ed61b45 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630972 Dec 08 16:36:09.413934 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc3d111-0021-4fec-811b-2cf6f9d373f6 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:36:09.414332 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc3d111-0021-4fec-811b-2cf6f9d373f6 None None] Checking segment: {'id': 'd86db764-d2a2-4f84-884d-a44b6b8afa70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9faf3660-32a7-4274-aaa4-6359b6fd5c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:36:09.414748 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-bfc3d111-0021-4fec-811b-2cf6f9d373f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:09.415410 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc3d111-0021-4fec-811b-2cf6f9d373f6 None None] Bound using segment: {'id': 'd86db764-d2a2-4f84-884d-a44b6b8afa70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9faf3660-32a7-4274-aaa4-6359b6fd5c44'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:36:09.415923 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-bfc3d111-0021-4fec-811b-2cf6f9d373f6 None None] Bound port: 36a83db7-6216-45e0-a7eb-4cf88d7d5422, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd86db764-d2a2-4f84-884d-a44b6b8afa70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9faf3660-32a7-4274-aaa4-6359b6fd5c44'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:36:09.416444 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-bfc3d111-0021-4fec-811b-2cf6f9d373f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:09.436695 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-655cff29-1993-4f74-94ea-af47a0d9c211 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:09.528738 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655cff29-1993-4f74-94ea-af47a0d9c211 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event updated for resources: {'Subnet': ['ID=dd752b2a-e9d1-48ac-8194-29cb0d829ff3,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:09.531340 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655cff29-1993-4f74-94ea-af47a0d9c211 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Checking segment: {'id': '9ae9e2c1-26ef-4b0a-bc4d-d82b66de64eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '59bf3042-2f5c-421d-8a71-118c8b6351ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:36:09.531739 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655cff29-1993-4f74-94ea-af47a0d9c211 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Network hostable DHCP agents. Network: 59bf3042-2f5c-421d-8a71-118c8b6351ca, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:36:09.574922 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4658579e-b490-43cb-99a0-2a4b520add7a req-2a8b1287-9ba1-482e-9080-00358eb65745 tempest-VolumesActionsTest-1624457254 tempest-VolumesActionsTest-1624457254-project] 10.222.0.64 "GET /v2.0/ports?device_id=162459c7-ce29-4650-a095-29ba90142ab5 HTTP/1.1" status: 200 len: 210 time: 0.0787873 Dec 08 16:36:09.622460 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-bfc3d111-0021-4fec-811b-2cf6f9d373f6 None None] For port 36a83db7-6216-45e0-a7eb-4cf88d7d5422, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:36:09.628334 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-bfc3d111-0021-4fec-811b-2cf6f9d373f6 None None] For port 36a83db7-6216-45e0-a7eb-4cf88d7d5422, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=36a83db7-6216-45e0-a7eb-4cf88d7d5422,segment=NetworkSegment(d86db764-d2a2-4f84-884d-a44b6b8afa70),segment_id=d86db764-d2a2-4f84-884d-a44b6b8afa70)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:36:09.635065 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655cff29-1993-4f74-94ea-af47a0d9c211 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Network 59bf3042-2f5c-421d-8a71-118c8b6351ca is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:36:09.743250 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-bfc3d111-0021-4fec-811b-2cf6f9d373f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:09.805324 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-655cff29-1993-4f74-94ea-af47a0d9c211 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 59bf3042-2f5c-421d-8a71-118c8b6351ca) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:36:09.809825 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655cff29-1993-4f74-94ea-af47a0d9c211 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:09.810566 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-655cff29-1993-4f74-94ea-af47a0d9c211 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:09.812375 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc3d111-0021-4fec-811b-2cf6f9d373f6 None None] Pushing event updated for resources: {'Port': ['ID=36a83db7-6216-45e0-a7eb-4cf88d7d5422,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:09.834133 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d7a3d4-d6b9-4498-b26f-057318ad1edd None None] Network 59bf3042-2f5c-421d-8a71-118c8b6351ca requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:36:09.932102 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-655cff29-1993-4f74-94ea-af47a0d9c211 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3303766 Dec 08 16:36:09.932445 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53330) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:09.937031 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-15028b4f-c80f-4b5c-9aad-2857ebeed081 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1588863742', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:36:09.950548 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f75f8a-33ab-4aa2-a8c1-ad3951271978 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-59bf3042-2f5c-421d-8a71-118c8b6351ca', 'network_id': '59bf3042-2f5c-421d-8a71-118c8b6351ca', 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'fixed_ips': [{'subnet_id': 'dd752b2a-e9d1-48ac-8194-29cb0d829ff3'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:36:09.951445 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-99f75f8a-33ab-4aa2-a8c1-ad3951271978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:10.133217 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-15028b4f-c80f-4b5c-9aad-2857ebeed081 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:10.134338 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-15028b4f-c80f-4b5c-9aad-2857ebeed081 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:10.166159 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-99f75f8a-33ab-4aa2-a8c1-ad3951271978 None None] Allocated IP 172.21.0.2 (59bf3042-2f5c-421d-8a71-118c8b6351ca/dd752b2a-e9d1-48ac-8194-29cb0d829ff3/2e9c78ae-0f83-4068-a2f8-0c287cdd4830) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:36:10.242921 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-15028b4f-c80f-4b5c-9aad-2857ebeed081 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:10.354725 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-15028b4f-c80f-4b5c-9aad-2857ebeed081 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:10.410043 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-99f75f8a-33ab-4aa2-a8c1-ad3951271978 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:10.528792 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-15028b4f-c80f-4b5c-9aad-2857ebeed081 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:10.531079 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-15028b4f-c80f-4b5c-9aad-2857ebeed081 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5969522 Dec 08 16:36:10.533881 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53340) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:10.570728 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d57eb-b831-4729-a8e0-2804a385a650 req-e3cd3bdc-8317-4376-bd17-cf0bf98af315 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:10.572410 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6b7d57eb-b831-4729-a8e0-2804a385a650 req-e3cd3bdc-8317-4376-bd17-cf0bf98af315 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 943 time: 0.0646565 Dec 08 16:36:10.594740 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-99f75f8a-33ab-4aa2-a8c1-ad3951271978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:10.669554 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f75f8a-33ab-4aa2-a8c1-ad3951271978 None None] Pushing event updated for resources: {'Port': ['ID=2e9c78ae-0f83-4068-a2f8-0c287cdd4830,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:10.683370 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f75f8a-33ab-4aa2-a8c1-ad3951271978 None None] Network 59bf3042-2f5c-421d-8a71-118c8b6351ca is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:36:10.686803 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-99f75f8a-33ab-4aa2-a8c1-ad3951271978 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:36:10.695120 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f75f8a-33ab-4aa2-a8c1-ad3951271978 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:36:10.785299 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6b7d57eb-b831-4729-a8e0-2804a385a650 req-0943a620-735c-401e-bb5d-114f11a65297 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001371 Dec 08 16:36:10.810545 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-99f75f8a-33ab-4aa2-a8c1-ad3951271978 None None] Attempting to bind port 2e9c78ae-0f83-4068-a2f8-0c287cdd4830 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:36:10.810928 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-99f75f8a-33ab-4aa2-a8c1-ad3951271978 None None] Attempting to bind port 2e9c78ae-0f83-4068-a2f8-0c287cdd4830 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '9ae9e2c1-26ef-4b0a-bc4d-d82b66de64eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '59bf3042-2f5c-421d-8a71-118c8b6351ca'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:36:10.811303 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f75f8a-33ab-4aa2-a8c1-ad3951271978 None None] Attempting to bind port 2e9c78ae-0f83-4068-a2f8-0c287cdd4830 on network 59bf3042-2f5c-421d-8a71-118c8b6351ca {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:36:10.825821 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f75f8a-33ab-4aa2-a8c1-ad3951271978 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:36:10.826599 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f75f8a-33ab-4aa2-a8c1-ad3951271978 None None] Checking segment: {'id': '9ae9e2c1-26ef-4b0a-bc4d-d82b66de64eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '59bf3042-2f5c-421d-8a71-118c8b6351ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:36:10.827233 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-99f75f8a-33ab-4aa2-a8c1-ad3951271978 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:10.829577 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f75f8a-33ab-4aa2-a8c1-ad3951271978 None None] Bound using segment: {'id': '9ae9e2c1-26ef-4b0a-bc4d-d82b66de64eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '59bf3042-2f5c-421d-8a71-118c8b6351ca'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:36:10.830440 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-99f75f8a-33ab-4aa2-a8c1-ad3951271978 None None] Bound port: 2e9c78ae-0f83-4068-a2f8-0c287cdd4830, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ae9e2c1-26ef-4b0a-bc4d-d82b66de64eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '59bf3042-2f5c-421d-8a71-118c8b6351ca'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:36:10.830929 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-99f75f8a-33ab-4aa2-a8c1-ad3951271978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:10.908048 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-73e9fd02-70d5-4d44-ac00-61980783819a req-e3c6f133-b3a8-41ff-abe8-31f2704c2653 tempest-VolumesActionsTest-1624457254 tempest-VolumesActionsTest-1624457254-project] 10.222.0.64 "GET /v2.0/ports?device_id=162459c7-ce29-4650-a095-29ba90142ab5 HTTP/1.1" status: 200 len: 210 time: 0.0817473 Dec 08 16:36:10.945608 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-99f75f8a-33ab-4aa2-a8c1-ad3951271978 None None] For port 2e9c78ae-0f83-4068-a2f8-0c287cdd4830, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:36:10.950894 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-99f75f8a-33ab-4aa2-a8c1-ad3951271978 None None] For port 2e9c78ae-0f83-4068-a2f8-0c287cdd4830, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=2e9c78ae-0f83-4068-a2f8-0c287cdd4830,segment=NetworkSegment(9ae9e2c1-26ef-4b0a-bc4d-d82b66de64eb),segment_id=9ae9e2c1-26ef-4b0a-bc4d-d82b66de64eb)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:36:11.030707 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-99f75f8a-33ab-4aa2-a8c1-ad3951271978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:11.131970 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f75f8a-33ab-4aa2-a8c1-ad3951271978 None None] Pushing event updated for resources: {'Port': ['ID=2e9c78ae-0f83-4068-a2f8-0c287cdd4830,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:11.140046 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-830d1432-ede8-44d1-b316-5c9e6ad43799 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:11.490818 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8818b3-011e-40f0-ac70-a44ecaaf60d7 None None] Network 9faf3660-32a7-4274-aaa4-6359b6fd5c44 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:36:11.626478 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-799f89ee-204b-4538-bdf8-5b71fba87a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:11.693500 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-dd54a9f8-9769-4381-8d67-5feb1d709bb7 None None] Provisioning complete for port 36a83db7-6216-45e0-a7eb-4cf88d7d5422 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:11.694574 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-dd54a9f8-9769-4381-8d67-5feb1d709bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:11.957344 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-dd54a9f8-9769-4381-8d67-5feb1d709bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:12.051248 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-dd54a9f8-9769-4381-8d67-5feb1d709bb7 None None] For port 36a83db7-6216-45e0-a7eb-4cf88d7d5422, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=36a83db7-6216-45e0-a7eb-4cf88d7d5422,segment=NetworkSegment(d86db764-d2a2-4f84-884d-a44b6b8afa70),segment_id=d86db764-d2a2-4f84-884d-a44b6b8afa70)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:36:12.055398 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32e178-0b9c-4d4a-bc1b-d599ed07cc52 req-dc14a3f5-a018-4aae-8e47-076ae1971568 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:12.064135 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2d32e178-0b9c-4d4a-bc1b-d599ed07cc52 req-dc14a3f5-a018-4aae-8e47-076ae1971568 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 943 time: 0.1492591 Dec 08 16:36:12.103428 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 2e9c78ae-0f83-4068-a2f8-0c287cdd4830 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:36:12.181619 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2d32e178-0b9c-4d4a-bc1b-d599ed07cc52 req-62c5d09f-123c-4768-8045-42cb9a0ec89b tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111200 Dec 08 16:36:12.188826 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-dd54a9f8-9769-4381-8d67-5feb1d709bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:12.204888 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-68c720d4-79e2-4024-8803-fca27fe1ea26 req-cd92fd30-847c-4318-9a5b-780986a2904a tempest-VolumesActionsTest-1624457254 tempest-VolumesActionsTest-1624457254-project] 10.222.0.64 "GET /v2.0/ports?device_id=162459c7-ce29-4650-a095-29ba90142ab5 HTTP/1.1" status: 200 len: 210 time: 0.0401115 Dec 08 16:36:12.323242 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-830d1432-ede8-44d1-b316-5c9e6ad43799 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Allocated IP 172.20.0.1 (9faf3660-32a7-4274-aaa4-6359b6fd5c44/a8a9c355-633d-4756-b16c-7157b4bb0c82/5a905e82-a54c-41e4-bc63-9187a1866ceb) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:36:12.332371 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908bec69-8d78-46a1-845c-d50972490b8d req-37ff974a-adcb-43e5-8c47-e0dacf54c279 tempest-VolumesActionsTest-1624457254 tempest-VolumesActionsTest-1624457254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:12.333967 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-908bec69-8d78-46a1-845c-d50972490b8d req-37ff974a-adcb-43e5-8c47-e0dacf54c279 tempest-VolumesActionsTest-1624457254 tempest-VolumesActionsTest-1624457254-project] 10.222.0.76 "GET /v2.0/networks?id=f6a8cd8b-e81a-4c6d-b038-890efffa694d HTTP/1.1" status: 200 len: 807 time: 0.2909620 Dec 08 16:36:12.352770 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-908bec69-8d78-46a1-845c-d50972490b8d req-e907c105-4234-4d1c-9d82-8681478eda4d tempest-VolumesActionsTest-1624457254 tempest-VolumesActionsTest-1624457254-project] Request body: {'port': {'device_id': '162459c7-ce29-4650-a095-29ba90142ab5', 'network_id': 'f6a8cd8b-e81a-4c6d-b038-890efffa694d', 'admin_state_up': True, 'tenant_id': '73b63da370d94cfdb9f8c204df54118d'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:36:12.501494 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd54a9f8-9769-4381-8d67-5feb1d709bb7 None None] Pushing event updated for resources: {'Port': ['ID=36a83db7-6216-45e0-a7eb-4cf88d7d5422,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:12.532995 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-0ffd373e-0014-4003-a661-d736c83d01b2 None None] Provisioning complete for port 36a83db7-6216-45e0-a7eb-4cf88d7d5422 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:12.535329 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0ffd373e-0014-4003-a661-d736c83d01b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:12.539817 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 2e9c78ae-0f83-4068-a2f8-0c287cdd4830 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:12.539817 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:12.621632 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-830d1432-ede8-44d1-b316-5c9e6ad43799 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:12.730165 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:12.763416 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 2e9c78ae-0f83-4068-a2f8-0c287cdd4830, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=2e9c78ae-0f83-4068-a2f8-0c287cdd4830,segment=NetworkSegment(9ae9e2c1-26ef-4b0a-bc4d-d82b66de64eb),segment_id=9ae9e2c1-26ef-4b0a-bc4d-d82b66de64eb)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:36:12.777759 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-908bec69-8d78-46a1-845c-d50972490b8d req-e907c105-4234-4d1c-9d82-8681478eda4d tempest-VolumesActionsTest-1624457254 tempest-VolumesActionsTest-1624457254-project] Made reservation on behalf of 73b63da370d94cfdb9f8c204df54118d for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:36:12.781452 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-908bec69-8d78-46a1-845c-d50972490b8d req-e907c105-4234-4d1c-9d82-8681478eda4d tempest-VolumesActionsTest-1624457254 tempest-VolumesActionsTest-1624457254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:12.843091 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-830d1432-ede8-44d1-b316-5c9e6ad43799 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:12.891260 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830d1432-ede8-44d1-b316-5c9e6ad43799 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Network 9faf3660-32a7-4274-aaa4-6359b6fd5c44 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:36:12.892933 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:12.896817 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 36a83db7-6216-45e0-a7eb-4cf88d7d5422 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:36:12.901283 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-830d1432-ede8-44d1-b316-5c9e6ad43799 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:36:12.909334 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830d1432-ede8-44d1-b316-5c9e6ad43799 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:36:13.013060 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830d1432-ede8-44d1-b316-5c9e6ad43799 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event updated for resources: {'Port': ['ID=5a905e82-a54c-41e4-bc63-9187a1866ceb,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:13.031517 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb6bcc3-0104-409c-8db4-b900c4f66224 None None] Network 59bf3042-2f5c-421d-8a71-118c8b6351ca requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:36:13.055556 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-830d1432-ede8-44d1-b316-5c9e6ad43799 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:13.094931 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [req-908bec69-8d78-46a1-845c-d50972490b8d req-e907c105-4234-4d1c-9d82-8681478eda4d tempest-VolumesActionsTest-1624457254 tempest-VolumesActionsTest-1624457254-project] Allocated IP 172.20.0.2 (f6a8cd8b-e81a-4c6d-b038-890efffa694d/55e9ee24-a0ef-43b1-9c60-b246815a6050/99769d90-bf01-4648-bbc9-828979f43b70) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:36:13.136042 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-1f9b1712-4861-42ab-b70e-49adfb0fdbf5 None None] Provisioning complete for port 2e9c78ae-0f83-4068-a2f8-0c287cdd4830 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:13.136526 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1f9b1712-4861-42ab-b70e-49adfb0fdbf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:13.139408 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=2e9c78ae-0f83-4068-a2f8-0c287cdd4830,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:13.221027 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 36a83db7-6216-45e0-a7eb-4cf88d7d5422 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:13.221457 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:13.306022 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-830d1432-ede8-44d1-b316-5c9e6ad43799 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:13.360661 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-59022115-40b5-4731-980a-dfd86ab3acd2 req-df856aba-40b1-4c64-a343-aa0191c8173a tempest-VolumesActionsTest-1624457254 tempest-VolumesActionsTest-1624457254-project] 10.222.0.64 "GET /v2.0/ports?device_id=162459c7-ce29-4650-a095-29ba90142ab5 HTTP/1.1" status: 200 len: 210 time: 0.0458577 Dec 08 16:36:13.416004 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef458c-e63f-402e-9b00-8e6a98bbdff4 req-44eb9058-f09c-4c02-a900-127e96b036cf tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:13.428019 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b9ef458c-e63f-402e-9b00-8e6a98bbdff4 req-44eb9058-f09c-4c02-a900-127e96b036cf tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 943 time: 0.1136887 Dec 08 16:36:13.489629 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b9ef458c-e63f-402e-9b00-8e6a98bbdff4 req-54729086-0676-4114-aa93-0ab759aef619 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602376 Dec 08 16:36:13.540974 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-908bec69-8d78-46a1-845c-d50972490b8d req-e907c105-4234-4d1c-9d82-8681478eda4d tempest-VolumesActionsTest-1624457254 tempest-VolumesActionsTest-1624457254-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:13.593053 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-337d93e5-1a45-4c4f-ac30-0771e3d17f58 None None] Provisioning complete for port 5a905e82-a54c-41e4-bc63-9187a1866ceb triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:13.593053 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-337d93e5-1a45-4c4f-ac30-0771e3d17f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:13.669594 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-337d93e5-1a45-4c4f-ac30-0771e3d17f58 None None] Port 5a905e82-a54c-41e4-bc63-9187a1866ceb cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:36:13.734284 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-830d1432-ede8-44d1-b316-5c9e6ad43799 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:13.788447 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-908bec69-8d78-46a1-845c-d50972490b8d req-e907c105-4234-4d1c-9d82-8681478eda4d tempest-VolumesActionsTest-1624457254 tempest-VolumesActionsTest-1624457254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:13.804206 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-babf79f0-73f9-48d5-a84c-9818de7a584f None None] Provisioning complete for port 2e9c78ae-0f83-4068-a2f8-0c287cdd4830 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:13.804716 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-babf79f0-73f9-48d5-a84c-9818de7a584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:13.863280 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-908bec69-8d78-46a1-845c-d50972490b8d req-e907c105-4234-4d1c-9d82-8681478eda4d tempest-VolumesActionsTest-1624457254 tempest-VolumesActionsTest-1624457254-project] Network f6a8cd8b-e81a-4c6d-b038-890efffa694d is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:36:13.867990 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [req-908bec69-8d78-46a1-845c-d50972490b8d req-e907c105-4234-4d1c-9d82-8681478eda4d tempest-VolumesActionsTest-1624457254 tempest-VolumesActionsTest-1624457254-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:36:13.872500 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e907c105-4234-4d1c-9d82-8681478eda4d tempest-VolumesActionsTest-1624457254 tempest-VolumesActionsTest-1624457254-project] Pushing event updated for resources: {'Port': ['ID=99769d90-bf01-4648-bbc9-828979f43b70,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:13.875289 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-908bec69-8d78-46a1-845c-d50972490b8d req-e907c105-4234-4d1c-9d82-8681478eda4d tempest-VolumesActionsTest-1624457254 tempest-VolumesActionsTest-1624457254-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:36:13.894365 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 2e9c78ae-0f83-4068-a2f8-0c287cdd4830 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:36:13.902394 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-830d1432-ede8-44d1-b316-5c9e6ad43799 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:13.967603 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 2e9c78ae-0f83-4068-a2f8-0c287cdd4830 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:13.967603 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:13.986671 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908bec69-8d78-46a1-845c-d50972490b8d req-e907c105-4234-4d1c-9d82-8681478eda4d tempest-VolumesActionsTest-1624457254 tempest-VolumesActionsTest-1624457254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:13.987312 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-908bec69-8d78-46a1-845c-d50972490b8d req-e907c105-4234-4d1c-9d82-8681478eda4d tempest-VolumesActionsTest-1624457254 tempest-VolumesActionsTest-1624457254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:14.008381 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-830d1432-ede8-44d1-b316-5c9e6ad43799 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:14.020508 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830d1432-ede8-44d1-b316-5c9e6ad43799 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event updated for resources: {'Port': ['ID=5a905e82-a54c-41e4-bc63-9187a1866ceb,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:14.087919 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 36a83db7-6216-45e0-a7eb-4cf88d7d5422 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:36:14.120681 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830d1432-ede8-44d1-b316-5c9e6ad43799 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Network 9faf3660-32a7-4274-aaa4-6359b6fd5c44 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:36:14.122236 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-830d1432-ede8-44d1-b316-5c9e6ad43799 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:36:14.137588 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 36a83db7-6216-45e0-a7eb-4cf88d7d5422 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:14.137977 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:14.316738 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-908bec69-8d78-46a1-845c-d50972490b8d req-e907c105-4234-4d1c-9d82-8681478eda4d tempest-VolumesActionsTest-1624457254 tempest-VolumesActionsTest-1624457254-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9721098 Dec 08 16:36:14.329512 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-908bec69-8d78-46a1-845c-d50972490b8d req-f0c78e26-a724-4ee8-80f1-eb807a4e6ca4 service neutron] Request body: {'port': {'device_id': '162459c7-ce29-4650-a095-29ba90142ab5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:36:14.342759 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ec9e8cb8-4e53-4e80-8106-07823c280c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:14.387714 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-908bec69-8d78-46a1-845c-d50972490b8d req-f0c78e26-a724-4ee8-80f1-eb807a4e6ca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:14.454054 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-830d1432-ede8-44d1-b316-5c9e6ad43799 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Router dfafac01-28a0-468a-a1d0-2ac1b3f8d731 is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:36:14.456729 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-db064a7a-5382-4e0a-97f5-83a2cd4fcc38 None None] Provisioning complete for port 5a905e82-a54c-41e4-bc63-9187a1866ceb triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:14.456729 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-db064a7a-5382-4e0a-97f5-83a2cd4fcc38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:14.494213 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-db064a7a-5382-4e0a-97f5-83a2cd4fcc38 None None] Port 5a905e82-a54c-41e4-bc63-9187a1866ceb cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:36:14.634537 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917fa61c-224c-46d5-9be1-2b146dca731c req-3ee5a7e2-d4ae-45db-b950-811cf1b93304 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:14.636162 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-917fa61c-224c-46d5-9be1-2b146dca731c req-3ee5a7e2-d4ae-45db-b950-811cf1b93304 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 943 time: 0.0620654 Dec 08 16:36:14.694508 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-917fa61c-224c-46d5-9be1-2b146dca731c req-4587eb89-e6e9-4ffa-b115-74ec01e67574 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513701 Dec 08 16:36:14.716603 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e803b8e-d701-4d1a-bf98-78e90db60c5e req-b8f0722c-eb2d-44e2-b657-4db7c17d9d22 tempest-VolumesActionsTest-1624457254 tempest-VolumesActionsTest-1624457254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:14.718374 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4e803b8e-d701-4d1a-bf98-78e90db60c5e req-b8f0722c-eb2d-44e2-b657-4db7c17d9d22 tempest-VolumesActionsTest-1624457254 tempest-VolumesActionsTest-1624457254-project] 10.222.0.64 "GET /v2.0/ports?device_id=162459c7-ce29-4650-a095-29ba90142ab5 HTTP/1.1" status: 200 len: 931 time: 0.2140467 Dec 08 16:36:14.723797 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830d1432-ede8-44d1-b316-5c9e6ad43799 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:36:14.729995 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-830d1432-ede8-44d1-b316-5c9e6ad43799 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "PUT /v2.0/routers/dfafac01-28a0-468a-a1d0-2ac1b3f8d731/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1950862 Dec 08 16:36:14.740211 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 53382) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:14.748021 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad56e2be-72ba-4249-bef7-d98398551b5e None None] Sync routers for ids ['dfafac01-28a0-468a-a1d0-2ac1b3f8d731'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:36:14.762822 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad56e2be-72ba-4249-bef7-d98398551b5e None None] Routers {'dfafac01-28a0-468a-a1d0-2ac1b3f8d731'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:36:14.763872 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-ad56e2be-72ba-4249-bef7-d98398551b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:36:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['dfafac01-28a0-468a-a1d0-2ac1b3f8d731'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:14.832814 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-ad56e2be-72ba-4249-bef7-d98398551b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:14.845973 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad56e2be-72ba-4249-bef7-d98398551b5e None None] Routers {'dfafac01-28a0-468a-a1d0-2ac1b3f8d731'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:36:14.846805 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-ad56e2be-72ba-4249-bef7-d98398551b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:36:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['dfafac01-28a0-468a-a1d0-2ac1b3f8d731'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:14.868717 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515c7df9-0237-42df-9238-a522a99454d5 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:14.873739 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-515c7df9-0237-42df-9238-a522a99454d5 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "GET /v2.0/ports/5a905e82-a54c-41e4-bc63-9187a1866ceb HTTP/1.1" status: 200 len: 910 time: 0.1365545 Dec 08 16:36:14.874714 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 53386) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:14.920330 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-ad56e2be-72ba-4249-bef7-d98398551b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:14.921231 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad56e2be-72ba-4249-bef7-d98398551b5e None None] The sync data for ids ['dfafac01-28a0-468a-a1d0-2ac1b3f8d731'] in n-d-776250-12 is: [] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:36:14.937602 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4e803b8e-d701-4d1a-bf98-78e90db60c5e req-7c22648b-dec2-4649-96d9-ac868eaad71a tempest-VolumesActionsTest-1624457254 tempest-VolumesActionsTest-1624457254-project] 10.222.0.64 "GET /v2.0/security-groups?id=402fa949-8af1-44ba-9e94-89e8af6dc7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047741 Dec 08 16:36:15.044736 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [req-908bec69-8d78-46a1-845c-d50972490b8d req-f0c78e26-a724-4ee8-80f1-eb807a4e6ca4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99769d90-bf01-4648-bbc9-828979f43b70 {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:36:15.050772 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-908bec69-8d78-46a1-845c-d50972490b8d req-f0c78e26-a724-4ee8-80f1-eb807a4e6ca4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:15.063814 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [req-908bec69-8d78-46a1-845c-d50972490b8d req-f0c78e26-a724-4ee8-80f1-eb807a4e6ca4 service neutron] Transition to ACTIVE for port object 99769d90-bf01-4648-bbc9-828979f43b70 will not be triggered until provisioned by entity L2. {{(pid=110551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:36:15.165671 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-908bec69-8d78-46a1-845c-d50972490b8d req-f0c78e26-a724-4ee8-80f1-eb807a4e6ca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:15.254130 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c78e26-a724-4ee8-80f1-eb807a4e6ca4 service neutron] Pushing event updated for resources: {'Port': ['ID=99769d90-bf01-4648-bbc9-828979f43b70,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:15.308563 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:15.322872 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-908bec69-8d78-46a1-845c-d50972490b8d req-f0c78e26-a724-4ee8-80f1-eb807a4e6ca4 service neutron] Attempting to bind port 99769d90-bf01-4648-bbc9-828979f43b70 on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:36:15.323479 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-908bec69-8d78-46a1-845c-d50972490b8d req-f0c78e26-a724-4ee8-80f1-eb807a4e6ca4 service neutron] Attempting to bind port 99769d90-bf01-4648-bbc9-828979f43b70 by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': 'e70cf2b6-4cb6-4a4d-b42e-884127595207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f6a8cd8b-e81a-4c6d-b038-890efffa694d'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:36:15.323628 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908bec69-8d78-46a1-845c-d50972490b8d req-f0c78e26-a724-4ee8-80f1-eb807a4e6ca4 service neutron] Attempting to bind port 99769d90-bf01-4648-bbc9-828979f43b70 on network f6a8cd8b-e81a-4c6d-b038-890efffa694d {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:36:15.329499 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908bec69-8d78-46a1-845c-d50972490b8d req-f0c78e26-a724-4ee8-80f1-eb807a4e6ca4 service neutron] Port 99769d90-bf01-4648-bbc9-828979f43b70 on network f6a8cd8b-e81a-4c6d-b038-890efffa694d not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:36:15.329892 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908bec69-8d78-46a1-845c-d50972490b8d req-f0c78e26-a724-4ee8-80f1-eb807a4e6ca4 service neutron] Attempting to bind port 99769d90-bf01-4648-bbc9-828979f43b70 on network f6a8cd8b-e81a-4c6d-b038-890efffa694d {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:36:15.335607 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908bec69-8d78-46a1-845c-d50972490b8d req-f0c78e26-a724-4ee8-80f1-eb807a4e6ca4 service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:36:15.338963 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908bec69-8d78-46a1-845c-d50972490b8d req-f0c78e26-a724-4ee8-80f1-eb807a4e6ca4 service neutron] Checking segment: {'id': 'e70cf2b6-4cb6-4a4d-b42e-884127595207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f6a8cd8b-e81a-4c6d-b038-890efffa694d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:36:15.338963 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908bec69-8d78-46a1-845c-d50972490b8d req-f0c78e26-a724-4ee8-80f1-eb807a4e6ca4 service neutron] Bound using segment: {'id': 'e70cf2b6-4cb6-4a4d-b42e-884127595207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f6a8cd8b-e81a-4c6d-b038-890efffa694d'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:36:15.338963 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-908bec69-8d78-46a1-845c-d50972490b8d req-f0c78e26-a724-4ee8-80f1-eb807a4e6ca4 service neutron] Bound port: 99769d90-bf01-4648-bbc9-828979f43b70, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e70cf2b6-4cb6-4a4d-b42e-884127595207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'f6a8cd8b-e81a-4c6d-b038-890efffa694d'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:36:15.338963 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-908bec69-8d78-46a1-845c-d50972490b8d req-f0c78e26-a724-4ee8-80f1-eb807a4e6ca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:15.347218 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1b8f144c-3d53-4aed-9beb-23053755cc95 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:15.414158 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-908bec69-8d78-46a1-845c-d50972490b8d req-f0c78e26-a724-4ee8-80f1-eb807a4e6ca4 service neutron] For port 99769d90-bf01-4648-bbc9-828979f43b70, host n-h1-776250-12, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:36:15.417495 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-908bec69-8d78-46a1-845c-d50972490b8d req-f0c78e26-a724-4ee8-80f1-eb807a4e6ca4 service neutron] For port 99769d90-bf01-4648-bbc9-828979f43b70, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=99769d90-bf01-4648-bbc9-828979f43b70,segment=NetworkSegment(e70cf2b6-4cb6-4a4d-b42e-884127595207),segment_id=e70cf2b6-4cb6-4a4d-b42e-884127595207)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:36:15.515669 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-908bec69-8d78-46a1-845c-d50972490b8d req-f0c78e26-a724-4ee8-80f1-eb807a4e6ca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:15.558359 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908bec69-8d78-46a1-845c-d50972490b8d req-f0c78e26-a724-4ee8-80f1-eb807a4e6ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:15.559004 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-908bec69-8d78-46a1-845c-d50972490b8d req-f0c78e26-a724-4ee8-80f1-eb807a4e6ca4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:15.560485 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-908bec69-8d78-46a1-845c-d50972490b8d req-f0c78e26-a724-4ee8-80f1-eb807a4e6ca4 service neutron] 10.222.0.76 "PUT /v2.0/ports/99769d90-bf01-4648-bbc9-828979f43b70 HTTP/1.1" status: 200 len: 1092 time: 1.2355192 Dec 08 16:36:15.560949 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '162459c7-ce29-4650-a095-29ba90142ab5', 'tag': '99769d90-bf01-4648-bbc9-828979f43b70'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:36:15.564042 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cccd56bc-df66-4bce-9324-fe8be6143f86" -d '{"events": [{"name": "network-changed", "server_uuid": "162459c7-ce29-4650-a095-29ba90142ab5", "tag": "99769d90-bf01-4648-bbc9-828979f43b70"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:36:15.622641 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8aa24e2-c6e2-4621-964a-ee9d94a7e899 x-openstack-request-id: req-c8aa24e2-c6e2-4621-964a-ee9d94a7e899 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:36:15.622940 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "162459c7-ce29-4650-a095-29ba90142ab5", "tag": "99769d90-bf01-4648-bbc9-828979f43b70", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:36:15.623207 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c8aa24e2-c6e2-4621-964a-ee9d94a7e899 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:36:15.623677 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '162459c7-ce29-4650-a095-29ba90142ab5', 'tag': '99769d90-bf01-4648-bbc9-828979f43b70', 'status': 'completed', 'code': 200} Dec 08 16:36:15.631758 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c78e26-a724-4ee8-80f1-eb807a4e6ca4 service neutron] Pushing event updated for resources: {'Port': ['ID=99769d90-bf01-4648-bbc9-828979f43b70,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:15.687234 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-1b8f144c-3d53-4aed-9beb-23053755cc95 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Allocated IP 172.21.0.1 (59bf3042-2f5c-421d-8a71-118c8b6351ca/dd752b2a-e9d1-48ac-8194-29cb0d829ff3/3115b6f0-2107-4007-8976-a5129e29c559) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:36:15.699035 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccd56bc-df66-4bce-9324-fe8be6143f86 req-f7bc7443-64e4-40ea-8e70-bbca670a43c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:15.700782 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cccd56bc-df66-4bce-9324-fe8be6143f86 req-f7bc7443-64e4-40ea-8e70-bbca670a43c7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=73b63da370d94cfdb9f8c204df54118d&device_id=162459c7-ce29-4650-a095-29ba90142ab5 HTTP/1.1" status: 200 len: 1095 time: 0.0501180 Dec 08 16:36:15.815441 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1b8f144c-3d53-4aed-9beb-23053755cc95 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:15.846105 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccd56bc-df66-4bce-9324-fe8be6143f86 req-2dd5868c-8cfa-4398-9525-7240c4d9816a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:15.847660 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cccd56bc-df66-4bce-9324-fe8be6143f86 req-2dd5868c-8cfa-4398-9525-7240c4d9816a service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=73b63da370d94cfdb9f8c204df54118d&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1381667 Dec 08 16:36:15.856354 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd579364-03d2-47b7-bb9d-58655d433602 req-fcc9eb8b-d847-4846-b61c-8502d7003886 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:15.857797 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-dd579364-03d2-47b7-bb9d-58655d433602 req-fcc9eb8b-d847-4846-b61c-8502d7003886 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 943 time: 0.0834553 Dec 08 16:36:15.970516 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1b8f144c-3d53-4aed-9beb-23053755cc95 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:15.970664 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-dd579364-03d2-47b7-bb9d-58655d433602 req-3be4fc06-715f-479f-900c-5df7d3019760 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023068 Dec 08 16:36:15.987965 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccd56bc-df66-4bce-9324-fe8be6143f86 req-7bad14b7-5621-41b9-9010-bb016df759d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:15.989539 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cccd56bc-df66-4bce-9324-fe8be6143f86 req-7bad14b7-5621-41b9-9010-bb016df759d5 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1308343 Dec 08 16:36:16.038012 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8f144c-3d53-4aed-9beb-23053755cc95 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Network 59bf3042-2f5c-421d-8a71-118c8b6351ca is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:36:16.047307 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-1b8f144c-3d53-4aed-9beb-23053755cc95 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:36:16.056038 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8f144c-3d53-4aed-9beb-23053755cc95 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:36:16.069830 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8f144c-3d53-4aed-9beb-23053755cc95 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event updated for resources: {'Port': ['ID=3115b6f0-2107-4007-8976-a5129e29c559,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:16.076003 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908bec69-8d78-46a1-845c-d50972490b8d req-450e914f-7a33-4455-a059-8b8681edf046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:16.078812 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-908bec69-8d78-46a1-845c-d50972490b8d req-450e914f-7a33-4455-a059-8b8681edf046 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=73b63da370d94cfdb9f8c204df54118d&device_id=162459c7-ce29-4650-a095-29ba90142ab5 HTTP/1.1" status: 200 len: 1095 time: 0.0475783 Dec 08 16:36:16.131951 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1b8f144c-3d53-4aed-9beb-23053755cc95 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:16.163915 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-908bec69-8d78-46a1-845c-d50972490b8d req-e1aebdef-3ebd-4f94-948c-34869ea0190c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=99769d90-bf01-4648-bbc9-828979f43b70 HTTP/1.1" status: 200 len: 217 time: 0.0777738 Dec 08 16:36:16.214442 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56da2bb1-6b94-45d7-ad72-5578166c0392 req-6923c761-c5ee-409f-9e1d-d6829c0bb1cf tempest-VolumesActionsTest-1624457254 tempest-VolumesActionsTest-1624457254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:16.216611 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-56da2bb1-6b94-45d7-ad72-5578166c0392 req-6923c761-c5ee-409f-9e1d-d6829c0bb1cf tempest-VolumesActionsTest-1624457254 tempest-VolumesActionsTest-1624457254-project] 10.222.0.64 "GET /v2.0/ports?device_id=162459c7-ce29-4650-a095-29ba90142ab5 HTTP/1.1" status: 200 len: 943 time: 0.1619651 Dec 08 16:36:16.263578 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908bec69-8d78-46a1-845c-d50972490b8d req-f3112555-97cc-40f0-858a-e26e42893fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:16.265371 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-908bec69-8d78-46a1-845c-d50972490b8d req-f3112555-97cc-40f0-858a-e26e42893fc5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=55e9ee24-a0ef-43b1-9c60-b246815a6050 HTTP/1.1" status: 200 len: 847 time: 0.0908496 Dec 08 16:36:16.324753 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-56da2bb1-6b94-45d7-ad72-5578166c0392 req-48f99306-ebd7-485a-9afb-f9e38b909de1 tempest-VolumesActionsTest-1624457254 tempest-VolumesActionsTest-1624457254-project] 10.222.0.64 "GET /v2.0/security-groups?id=402fa949-8af1-44ba-9e94-89e8af6dc7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779052 Dec 08 16:36:16.325506 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-908bec69-8d78-46a1-845c-d50972490b8d req-874d5e60-2efb-4260-ac76-3f5391c42007 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f6a8cd8b-e81a-4c6d-b038-890efffa694d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516756 Dec 08 16:36:16.420372 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1b8f144c-3d53-4aed-9beb-23053755cc95 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:16.432396 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-908bec69-8d78-46a1-845c-d50972490b8d req-4e2996c2-b9d1-4eb3-af7f-74faecdcb03e service neutron] 10.222.0.76 "GET /v2.0/networks/f6a8cd8b-e81a-4c6d-b038-890efffa694d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002219 Dec 08 16:36:16.446406 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-90ab9170-4a9a-4bf1-9cc3-b24c08692dd1 None None] Provisioning complete for port 3115b6f0-2107-4007-8976-a5129e29c559 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:16.450750 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-90ab9170-4a9a-4bf1-9cc3-b24c08692dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:16.495778 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-90ab9170-4a9a-4bf1-9cc3-b24c08692dd1 None None] Port 3115b6f0-2107-4007-8976-a5129e29c559 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:36:16.549321 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-908bec69-8d78-46a1-845c-d50972490b8d req-97d07d61-542a-421b-9b5e-08eef56028f2 service neutron] 10.222.0.76 "GET /v2.0/networks/f6a8cd8b-e81a-4c6d-b038-890efffa694d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083484 Dec 08 16:36:16.744492 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1b8f144c-3d53-4aed-9beb-23053755cc95 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:16.805632 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:16.862508 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1b8f144c-3d53-4aed-9beb-23053755cc95 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:16.942249 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1b8f144c-3d53-4aed-9beb-23053755cc95 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:16.943869 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8f144c-3d53-4aed-9beb-23053755cc95 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event updated for resources: {'Port': ['ID=3115b6f0-2107-4007-8976-a5129e29c559,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:17.060982 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8f144c-3d53-4aed-9beb-23053755cc95 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Network 59bf3042-2f5c-421d-8a71-118c8b6351ca is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:36:17.062641 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-1b8f144c-3d53-4aed-9beb-23053755cc95 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:36:17.166104 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768a029-4589-42a4-aa3e-34ee38c2fbcc req-50274335-80c4-4a9b-8518-dd45b3f4964f tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:17.167978 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f768a029-4589-42a4-aa3e-34ee38c2fbcc req-50274335-80c4-4a9b-8518-dd45b3f4964f tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 943 time: 0.0687385 Dec 08 16:36:17.249905 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f768a029-4589-42a4-aa3e-34ee38c2fbcc req-4acfa542-22fc-48f9-9bb7-badf8d7cf7f9 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743403 Dec 08 16:36:17.261156 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b8f144c-3d53-4aed-9beb-23053755cc95 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Router dfafac01-28a0-468a-a1d0-2ac1b3f8d731 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:36:17.371058 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b8f144c-3d53-4aed-9beb-23053755cc95 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:36:17.379821 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-1b8f144c-3d53-4aed-9beb-23053755cc95 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "PUT /v2.0/routers/dfafac01-28a0-468a-a1d0-2ac1b3f8d731/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5014749 Dec 08 16:36:17.380930 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53414) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:17.382966 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab27721-ec32-4582-8854-caa8e21d4fae None None] Sync routers for ids ['dfafac01-28a0-468a-a1d0-2ac1b3f8d731'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:36:17.396234 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab27721-ec32-4582-8854-caa8e21d4fae None None] Routers {'dfafac01-28a0-468a-a1d0-2ac1b3f8d731'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:36:17.396836 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-3ab27721-ec32-4582-8854-caa8e21d4fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:36:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['dfafac01-28a0-468a-a1d0-2ac1b3f8d731'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:17.433558 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46a218bd-d1ac-414b-9b21-1125bdc5f7eb None None] Provisioning complete for port 3115b6f0-2107-4007-8976-a5129e29c559 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:17.434241 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46a218bd-d1ac-414b-9b21-1125bdc5f7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:17.451779 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc6d2d4-9f91-4868-857a-ab229aa38c45 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:17.460640 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-9fc6d2d4-9f91-4868-857a-ab229aa38c45 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "GET /v2.0/ports/3115b6f0-2107-4007-8976-a5129e29c559 HTTP/1.1" status: 200 len: 910 time: 0.0742652 Dec 08 16:36:17.460640 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53416) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:17.460918 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f521d0-5c00-4297-86f9-899d8c8d6581 req-d189b48c-dfe8-4c50-bba0-3f5ffc66a59b tempest-VolumesActionsTest-1624457254 tempest-VolumesActionsTest-1624457254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:17.460918 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-68f521d0-5c00-4297-86f9-899d8c8d6581 req-d189b48c-dfe8-4c50-bba0-3f5ffc66a59b tempest-VolumesActionsTest-1624457254 tempest-VolumesActionsTest-1624457254-project] 10.222.0.64 "GET /v2.0/ports?device_id=162459c7-ce29-4650-a095-29ba90142ab5 HTTP/1.1" status: 200 len: 943 time: 0.0579567 Dec 08 16:36:17.498437 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-3ab27721-ec32-4582-8854-caa8e21d4fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:17.512083 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab27721-ec32-4582-8854-caa8e21d4fae None None] Routers {'dfafac01-28a0-468a-a1d0-2ac1b3f8d731'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:36:17.513479 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-3ab27721-ec32-4582-8854-caa8e21d4fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:36:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['dfafac01-28a0-468a-a1d0-2ac1b3f8d731'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:17.529611 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46a218bd-d1ac-414b-9b21-1125bdc5f7eb None None] Port 3115b6f0-2107-4007-8976-a5129e29c559 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:36:17.554723 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-3ab27721-ec32-4582-8854-caa8e21d4fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:17.555450 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab27721-ec32-4582-8854-caa8e21d4fae None None] The sync data for ids ['dfafac01-28a0-468a-a1d0-2ac1b3f8d731'] in n-d-776250-12 is: [] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:36:17.581109 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:17.635541 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-68f521d0-5c00-4297-86f9-899d8c8d6581 req-f417462f-df93-45ac-9a9e-3efa10de8ecc tempest-VolumesActionsTest-1624457254 tempest-VolumesActionsTest-1624457254-project] 10.222.0.64 "GET /v2.0/security-groups?id=402fa949-8af1-44ba-9e94-89e8af6dc7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661165 Dec 08 16:36:18.173394 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8a028239-a974-4858-ae7d-35157c5b52f8 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:18.412367 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d6151-abea-43d0-8df2-88427c37b932 req-c074b495-9d23-4708-aabc-cc5252a4d7d9 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:18.413889 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-276d6151-abea-43d0-8df2-88427c37b932 req-c074b495-9d23-4708-aabc-cc5252a4d7d9 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 943 time: 0.0655248 Dec 08 16:36:18.520190 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-276d6151-abea-43d0-8df2-88427c37b932 req-05a46462-9f84-4ed1-b4d0-6e17db085133 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983810 Dec 08 16:36:18.549968 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-8a028239-a974-4858-ae7d-35157c5b52f8 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Deleting port 3115b6f0-2107-4007-8976-a5129e29c559 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:36:18.559070 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8a028239-a974-4858-ae7d-35157c5b52f8 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:18.637717 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8a028239-a974-4858-ae7d-35157c5b52f8 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:18.650251 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-8a028239-a974-4858-ae7d-35157c5b52f8 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Calling delete_port for 3115b6f0-2107-4007-8976-a5129e29c559 owned by network:router_interface {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:36:18.763362 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fab16-93e9-400f-a27c-85d23944431c req-a18b82a6-5d55-445f-9f1e-319f621924db tempest-VolumesActionsTest-1624457254 tempest-VolumesActionsTest-1624457254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:18.765423 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0c2fab16-93e9-400f-a27c-85d23944431c req-a18b82a6-5d55-445f-9f1e-319f621924db tempest-VolumesActionsTest-1624457254 tempest-VolumesActionsTest-1624457254-project] 10.222.0.64 "GET /v2.0/ports?device_id=162459c7-ce29-4650-a095-29ba90142ab5 HTTP/1.1" status: 200 len: 943 time: 0.0553424 Dec 08 16:36:18.819954 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0c2fab16-93e9-400f-a27c-85d23944431c req-cea6f8cc-1617-4396-963e-bb550b7e9568 tempest-VolumesActionsTest-1624457254 tempest-VolumesActionsTest-1624457254-project] 10.222.0.64 "GET /v2.0/security-groups?id=402fa949-8af1-44ba-9e94-89e8af6dc7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472291 Dec 08 16:36:18.971483 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8a028239-a974-4858-ae7d-35157c5b52f8 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:19.003194 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a028239-a974-4858-ae7d-35157c5b52f8 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event deleted for resources: {'Port': ['ID=3115b6f0-2107-4007-8976-a5129e29c559,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:19.175372 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8a028239-a974-4858-ae7d-35157c5b52f8 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:19.392303 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a028239-a974-4858-ae7d-35157c5b52f8 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Router dfafac01-28a0-468a-a1d0-2ac1b3f8d731 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:36:19.498309 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a028239-a974-4858-ae7d-35157c5b52f8 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:36:19.504010 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-8a028239-a974-4858-ae7d-35157c5b52f8 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "PUT /v2.0/routers/dfafac01-28a0-468a-a1d0-2ac1b3f8d731/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0449595 Dec 08 16:36:19.510626 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 53434) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:19.518335 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4def42b-c38c-4166-8c5d-dc5dc596e8e5 None None] Sync routers for ids ['dfafac01-28a0-468a-a1d0-2ac1b3f8d731'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:36:19.532834 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4def42b-c38c-4166-8c5d-dc5dc596e8e5 None None] Routers {'dfafac01-28a0-468a-a1d0-2ac1b3f8d731'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:36:19.533483 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-d4def42b-c38c-4166-8c5d-dc5dc596e8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:36:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['dfafac01-28a0-468a-a1d0-2ac1b3f8d731'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:19.567858 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-d4def42b-c38c-4166-8c5d-dc5dc596e8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:19.582727 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4def42b-c38c-4166-8c5d-dc5dc596e8e5 None None] Routers {'dfafac01-28a0-468a-a1d0-2ac1b3f8d731'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:36:19.583851 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-d4def42b-c38c-4166-8c5d-dc5dc596e8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:36:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['dfafac01-28a0-468a-a1d0-2ac1b3f8d731'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:19.623302 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-d4def42b-c38c-4166-8c5d-dc5dc596e8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:19.623973 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4def42b-c38c-4166-8c5d-dc5dc596e8e5 None None] The sync data for ids ['dfafac01-28a0-468a-a1d0-2ac1b3f8d731'] in n-d-776250-12 is: [] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:36:19.655616 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078f70a-3fa3-4da7-b367-79cb8a762890 req-5a979c1f-1e3a-4a8d-adc0-95847da896ba tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:19.657219 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2078f70a-3fa3-4da7-b367-79cb8a762890 req-5a979c1f-1e3a-4a8d-adc0-95847da896ba tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 943 time: 0.0551124 Dec 08 16:36:19.707855 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2078f70a-3fa3-4da7-b367-79cb8a762890 req-4adba323-0024-4efc-b614-97aeb030b158 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441878 Dec 08 16:36:19.808970 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 99769d90-bf01-4648-bbc9-828979f43b70 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:36:19.940891 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 99769d90-bf01-4648-bbc9-828979f43b70, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=99769d90-bf01-4648-bbc9-828979f43b70,segment=NetworkSegment(e70cf2b6-4cb6-4a4d-b42e-884127595207),segment_id=e70cf2b6-4cb6-4a4d-b42e-884127595207)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:36:19.953604 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '99769d90-bf01-4648-bbc9-828979f43b70', 'network_id': 'f6a8cd8b-e81a-4c6d-b038-890efffa694d', 'port_id': '99769d90-bf01-4648-bbc9-828979f43b70', 'mac_address': 'fa:16:3e:dd:41:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55e9ee24-a0ef-43b1-9c60-b246815a6050', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:36:19.997062 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:20.013646 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99769d90-bf01-4648-bbc9-828979f43b70 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:36:20.036168 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 99769d90-bf01-4648-bbc9-828979f43b70, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=99769d90-bf01-4648-bbc9-828979f43b70,segment=NetworkSegment(e70cf2b6-4cb6-4a4d-b42e-884127595207),segment_id=e70cf2b6-4cb6-4a4d-b42e-884127595207)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:36:20.125171 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d2c969-a3f4-4f43-af01-a4ea58a7931f req-30304879-b900-48e1-bc93-a978771fa8b7 tempest-VolumesActionsTest-1624457254 tempest-VolumesActionsTest-1624457254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:20.127269 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a4d2c969-a3f4-4f43-af01-a4ea58a7931f req-30304879-b900-48e1-bc93-a978771fa8b7 tempest-VolumesActionsTest-1624457254 tempest-VolumesActionsTest-1624457254-project] 10.222.0.64 "GET /v2.0/ports?device_id=162459c7-ce29-4650-a095-29ba90142ab5 HTTP/1.1" status: 200 len: 943 time: 0.0867121 Dec 08 16:36:20.137300 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:20.193355 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=99769d90-bf01-4648-bbc9-828979f43b70,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:20.212208 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a4d2c969-a3f4-4f43-af01-a4ea58a7931f req-b99131c4-7bbd-4596-9ab8-4be72c338a66 tempest-VolumesActionsTest-1624457254 tempest-VolumesActionsTest-1624457254-project] 10.222.0.64 "GET /v2.0/security-groups?id=402fa949-8af1-44ba-9e94-89e8af6dc7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786893 Dec 08 16:36:20.246673 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ab418d08-eb5c-49f5-a031-09f66c056113 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:20.435515 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['99769d90-bf01-4648-bbc9-828979f43b70'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:36:20.516726 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-ab418d08-eb5c-49f5-a031-09f66c056113 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Deleting port 5a905e82-a54c-41e4-bc63-9187a1866ceb {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:36:20.517076 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ab418d08-eb5c-49f5-a031-09f66c056113 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:20.613160 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ab418d08-eb5c-49f5-a031-09f66c056113 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:20.625606 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-ab418d08-eb5c-49f5-a031-09f66c056113 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Calling delete_port for 5a905e82-a54c-41e4-bc63-9187a1866ceb owned by network:router_interface {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:36:20.836543 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc50dd78-b0fc-474d-bd28-d355fc00ab8d req-29344d81-c9e0-44ee-8870-0774c267b16f tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:20.838185 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-dc50dd78-b0fc-474d-bd28-d355fc00ab8d req-29344d81-c9e0-44ee-8870-0774c267b16f tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 943 time: 0.0544877 Dec 08 16:36:20.886024 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-dc50dd78-b0fc-474d-bd28-d355fc00ab8d req-b0fd0d64-861b-452f-a60c-2b4b0fd0b1b4 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417070 Dec 08 16:36:20.920398 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ab418d08-eb5c-49f5-a031-09f66c056113 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:20.955806 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab418d08-eb5c-49f5-a031-09f66c056113 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event deleted for resources: {'Port': ['ID=5a905e82-a54c-41e4-bc63-9187a1866ceb,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:21.103664 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ab418d08-eb5c-49f5-a031-09f66c056113 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:21.268538 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab418d08-eb5c-49f5-a031-09f66c056113 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Router dfafac01-28a0-468a-a1d0-2ac1b3f8d731 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:36:21.375972 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab418d08-eb5c-49f5-a031-09f66c056113 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:36:21.383314 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ab418d08-eb5c-49f5-a031-09f66c056113 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "PUT /v2.0/routers/dfafac01-28a0-468a-a1d0-2ac1b3f8d731/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8708596 Dec 08 16:36:21.384474 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53454) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:21.387765 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4058544-1d8b-42d2-a5b9-028d16893f42 None None] Sync routers for ids ['dfafac01-28a0-468a-a1d0-2ac1b3f8d731'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:36:21.406062 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a5a55-70f9-467a-9f0a-1de7bd2ec9ad req-fcc7d609-3888-41ee-ae48-c0c5373e71f7 tempest-VolumesActionsTest-1624457254 tempest-VolumesActionsTest-1624457254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:21.406062 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-702a5a55-70f9-467a-9f0a-1de7bd2ec9ad req-fcc7d609-3888-41ee-ae48-c0c5373e71f7 tempest-VolumesActionsTest-1624457254 tempest-VolumesActionsTest-1624457254-project] 10.222.0.64 "GET /v2.0/ports?device_id=162459c7-ce29-4650-a095-29ba90142ab5 HTTP/1.1" status: 200 len: 944 time: 0.0866368 Dec 08 16:36:21.414389 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4058544-1d8b-42d2-a5b9-028d16893f42 None None] Routers {'dfafac01-28a0-468a-a1d0-2ac1b3f8d731'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:36:21.415330 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-d4058544-1d8b-42d2-a5b9-028d16893f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:36:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['dfafac01-28a0-468a-a1d0-2ac1b3f8d731'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:21.421702 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-9144b014-d29f-41d2-882c-80b937a8ab31 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfafac01-28a0-468a-a1d0-2ac1b3f8d731 HTTP/1.1" status: 200 len: 205 time: 0.0346706 Dec 08 16:36:21.428583 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53456) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:21.450432 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-d4058544-1d8b-42d2-a5b9-028d16893f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:21.460702 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4058544-1d8b-42d2-a5b9-028d16893f42 None None] Routers {'dfafac01-28a0-468a-a1d0-2ac1b3f8d731'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:36:21.461316 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-d4058544-1d8b-42d2-a5b9-028d16893f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:36:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['dfafac01-28a0-468a-a1d0-2ac1b3f8d731'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:21.470406 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-702a5a55-70f9-467a-9f0a-1de7bd2ec9ad req-af5f9ecf-6b74-4dd2-b8cd-9894fa725bfb tempest-VolumesActionsTest-1624457254 tempest-VolumesActionsTest-1624457254-project] 10.222.0.64 "GET /v2.0/security-groups?id=402fa949-8af1-44ba-9e94-89e8af6dc7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581114 Dec 08 16:36:21.510557 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-d4058544-1d8b-42d2-a5b9-028d16893f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:21.511200 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4058544-1d8b-42d2-a5b9-028d16893f42 None None] The sync data for ids ['dfafac01-28a0-468a-a1d0-2ac1b3f8d731'] in n-d-776250-12 is: [] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:36:21.529002 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a17cd172-8669-42cd-b1ee-218b4c6b41f0 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for router, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:21.700249 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a17cd172-8669-42cd-b1ee-218b4c6b41f0 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:21.702398 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a17cd172-8669-42cd-b1ee-218b4c6b41f0 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:21.831620 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 99769d90-bf01-4648-bbc9-828979f43b70 up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:36:21.856875 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a17cd172-8669-42cd-b1ee-218b4c6b41f0 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:21.857505 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17cd172-8669-42cd-b1ee-218b4c6b41f0 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Fanout notify agent at l3_agent the message router_deleted on router dfafac01-28a0-468a-a1d0-2ac1b3f8d731 {{(pid=110551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:36:21.865513 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a17cd172-8669-42cd-b1ee-218b4c6b41f0 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:21.868994 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a17cd172-8669-42cd-b1ee-218b4c6b41f0 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "DELETE /v2.0/routers/dfafac01-28a0-468a-a1d0-2ac1b3f8d731 HTTP/1.1" status: 204 len: 168 time: 0.4368725 Dec 08 16:36:21.869395 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53460) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:21.925424 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-3efc3bcc-17c2-48cb-85e9-7e8efbeaafe4 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Deleting subnet dd752b2a-e9d1-48ac-8194-29cb0d829ff3 {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:36:21.927531 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3efc3bcc-17c2-48cb-85e9-7e8efbeaafe4 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:21.979398 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3efc3bcc-17c2-48cb-85e9-7e8efbeaafe4 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:22.045024 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port 99769d90-bf01-4648-bbc9-828979f43b70 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:36:22.049010 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 99769d90-bf01-4648-bbc9-828979f43b70 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:22.049388 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:22.062330 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278edfa1-c5c6-4317-94fa-56ddf24794e5 req-d711c700-4a39-4045-aa8a-fd8fded66075 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:22.064418 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-278edfa1-c5c6-4317-94fa-56ddf24794e5 req-d711c700-4a39-4045-aa8a-fd8fded66075 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 943 time: 0.0988598 Dec 08 16:36:22.123091 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3efc3bcc-17c2-48cb-85e9-7e8efbeaafe4 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:22.136391 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:22.159708 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '162459c7-ce29-4650-a095-29ba90142ab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99769d90-bf01-4648-bbc9-828979f43b70'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:36:22.163736 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9a81e7-6188-4a04-9741-cfc8d7c9b030" -d '{"events": [{"server_uuid": "162459c7-ce29-4650-a095-29ba90142ab5", "name": "network-vif-plugged", "status": "completed", "tag": "99769d90-bf01-4648-bbc9-828979f43b70"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:36:22.166233 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-278edfa1-c5c6-4317-94fa-56ddf24794e5 req-fd80221d-8d9a-49e3-b6b4-0885d4f1d31e tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835826 Dec 08 16:36:22.202866 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 99769d90-bf01-4648-bbc9-828979f43b70, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=99769d90-bf01-4648-bbc9-828979f43b70,segment=NetworkSegment(e70cf2b6-4cb6-4a4d-b42e-884127595207),segment_id=e70cf2b6-4cb6-4a4d-b42e-884127595207)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:36:22.207362 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7310eb8-fcc7-43fc-a779-cd15cdd47013 x-openstack-request-id: req-e7310eb8-fcc7-43fc-a779-cd15cdd47013 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:36:22.207659 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "162459c7-ce29-4650-a095-29ba90142ab5", "name": "network-vif-plugged", "status": "completed", "tag": "99769d90-bf01-4648-bbc9-828979f43b70", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:36:22.207921 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e7310eb8-fcc7-43fc-a779-cd15cdd47013 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:36:22.208353 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '162459c7-ce29-4650-a095-29ba90142ab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99769d90-bf01-4648-bbc9-828979f43b70', 'code': 200} Dec 08 16:36:22.268380 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:22.317484 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3efc3bcc-17c2-48cb-85e9-7e8efbeaafe4 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:22.321284 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=99769d90-bf01-4648-bbc9-828979f43b70,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:22.354702 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3efc3bcc-17c2-48cb-85e9-7e8efbeaafe4 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:22.358628 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-3efc3bcc-17c2-48cb-85e9-7e8efbeaafe4 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "DELETE /v2.0/subnets/dd752b2a-e9d1-48ac-8194-29cb0d829ff3 HTTP/1.1" status: 204 len: 168 time: 0.4884183 Dec 08 16:36:22.360547 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efc3bcc-17c2-48cb-85e9-7e8efbeaafe4 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event deleted for resources: {'Subnet': ['ID=dd752b2a-e9d1-48ac-8194-29cb0d829ff3,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:22.361463 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 53466) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:22.363347 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea930c5c-2d61-4fc4-b6b1-52f81497fd00 None None] Network 59bf3042-2f5c-421d-8a71-118c8b6351ca requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:36:22.364887 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8165fce-3717-48b9-a367-b50a57de65d7 req-fccef87a-bd5e-4d2d-8af8-ae565b62eb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:22.367280 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a8165fce-3717-48b9-a367-b50a57de65d7 req-fccef87a-bd5e-4d2d-8af8-ae565b62eb1e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=162459c7-ce29-4650-a095-29ba90142ab5 HTTP/1.1" status: 200 len: 1097 time: 0.0939314 Dec 08 16:36:22.430482 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b975136-24cf-48a3-9b20-6c7dd6ad1e4e tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Deleting subnet a8a9c355-633d-4756-b16c-7157b4bb0c82 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:36:22.433987 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0b975136-24cf-48a3-9b20-6c7dd6ad1e4e tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:22.439541 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a8165fce-3717-48b9-a367-b50a57de65d7 req-262a315c-160c-4263-9d0e-db3fe383cef5 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=402fa949-8af1-44ba-9e94-89e8af6dc7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638316 Dec 08 16:36:22.484615 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0b975136-24cf-48a3-9b20-6c7dd6ad1e4e tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:22.537649 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913219f2-71bd-41ba-8257-044d6567a3fe None None] DHCP port deletion for 59bf3042-2f5c-421d-8a71-118c8b6351ca request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:36:22.610100 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-913219f2-71bd-41ba-8257-044d6567a3fe None None] Deleting port 2e9c78ae-0f83-4068-a2f8-0c287cdd4830 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:36:22.610485 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-913219f2-71bd-41ba-8257-044d6567a3fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:22.621877 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a853ba-109c-447c-870a-9364026c0575 req-5907dd77-6721-44b8-992d-bb050418353c tempest-VolumesActionsTest-1624457254 tempest-VolumesActionsTest-1624457254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:22.626096 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d9a853ba-109c-447c-870a-9364026c0575 req-5907dd77-6721-44b8-992d-bb050418353c tempest-VolumesActionsTest-1624457254 tempest-VolumesActionsTest-1624457254-project] 10.222.0.64 "GET /v2.0/ports?device_id=162459c7-ce29-4650-a095-29ba90142ab5 HTTP/1.1" status: 200 len: 945 time: 0.0627623 Dec 08 16:36:22.628357 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0b975136-24cf-48a3-9b20-6c7dd6ad1e4e tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:22.682272 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-913219f2-71bd-41ba-8257-044d6567a3fe None None] For port 2e9c78ae-0f83-4068-a2f8-0c287cdd4830, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=2e9c78ae-0f83-4068-a2f8-0c287cdd4830,segment=NetworkSegment(9ae9e2c1-26ef-4b0a-bc4d-d82b66de64eb),segment_id=9ae9e2c1-26ef-4b0a-bc4d-d82b66de64eb)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:36:22.682806 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-913219f2-71bd-41ba-8257-044d6567a3fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:22.686108 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d9a853ba-109c-447c-870a-9364026c0575 req-fc87b7a4-d95d-4b67-a1c3-ae35d8699490 tempest-VolumesActionsTest-1624457254 tempest-VolumesActionsTest-1624457254-project] 10.222.0.64 "GET /v2.0/security-groups?id=402fa949-8af1-44ba-9e94-89e8af6dc7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530934 Dec 08 16:36:22.699535 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-913219f2-71bd-41ba-8257-044d6567a3fe None None] Calling delete_port for 2e9c78ae-0f83-4068-a2f8-0c287cdd4830 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:36:22.787909 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0b975136-24cf-48a3-9b20-6c7dd6ad1e4e tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:22.816859 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b975136-24cf-48a3-9b20-6c7dd6ad1e4e tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event deleted for resources: {'Subnet': ['ID=a8a9c355-633d-4756-b16c-7157b4bb0c82,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:22.821499 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0b975136-24cf-48a3-9b20-6c7dd6ad1e4e tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:22.824999 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-0b975136-24cf-48a3-9b20-6c7dd6ad1e4e tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "DELETE /v2.0/subnets/a8a9c355-633d-4756-b16c-7157b4bb0c82 HTTP/1.1" status: 204 len: 168 time: 0.4620159 Dec 08 16:36:22.827540 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53476) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:22.827709 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4249414c-cc0d-4716-ac64-ffc5c378cc80 None None] Network 9faf3660-32a7-4274-aaa4-6359b6fd5c44 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:36:22.830800 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b975136-24cf-48a3-9b20-6c7dd6ad1e4e tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:22.831165 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b975136-24cf-48a3-9b20-6c7dd6ad1e4e tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:22.831516 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b975136-24cf-48a3-9b20-6c7dd6ad1e4e tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:22.831868 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b975136-24cf-48a3-9b20-6c7dd6ad1e4e tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:22.832235 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b975136-24cf-48a3-9b20-6c7dd6ad1e4e tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:22.832577 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b975136-24cf-48a3-9b20-6c7dd6ad1e4e tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:22.832912 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b975136-24cf-48a3-9b20-6c7dd6ad1e4e tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:22.833247 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b975136-24cf-48a3-9b20-6c7dd6ad1e4e tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:22.833582 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b975136-24cf-48a3-9b20-6c7dd6ad1e4e tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:22.833914 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b975136-24cf-48a3-9b20-6c7dd6ad1e4e tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:22.834281 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b975136-24cf-48a3-9b20-6c7dd6ad1e4e tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:22.834608 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b975136-24cf-48a3-9b20-6c7dd6ad1e4e tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:22.834938 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b975136-24cf-48a3-9b20-6c7dd6ad1e4e tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:22.915742 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-913219f2-71bd-41ba-8257-044d6567a3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:22.931658 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2c4c1d26-b03c-4b96-922f-fc08c905bfd2 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:22.945554 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913219f2-71bd-41ba-8257-044d6567a3fe None None] Pushing event deleted for resources: {'Port': ['ID=2e9c78ae-0f83-4068-a2f8-0c287cdd4830,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:22.950887 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913219f2-71bd-41ba-8257-044d6567a3fe None None] No DVR routers for this DVR port 2e9c78ae-0f83-4068-a2f8-0c287cdd4830 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:36:23.025579 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2c4c1d26-b03c-4b96-922f-fc08c905bfd2 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:23.041078 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2751e357-057d-4a6a-a876-ffce6ab8e9a3 None None] DHCP port deletion for 9faf3660-32a7-4274-aaa4-6359b6fd5c44 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:36:23.049355 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-2c4c1d26-b03c-4b96-922f-fc08c905bfd2 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59bf3042-2f5c-421d-8a71-118c8b6351ca']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:23.059175 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-2c4c1d26-b03c-4b96-922f-fc08c905bfd2 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ae9e2c1-26ef-4b0a-bc4d-d82b66de64eb') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:23.059478 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-2c4c1d26-b03c-4b96-922f-fc08c905bfd2 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ae9e2c1-26ef-4b0a-bc4d-d82b66de64eb') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:23.076422 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2c4c1d26-b03c-4b96-922f-fc08c905bfd2 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:23.091803 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2c4c1d26-b03c-4b96-922f-fc08c905bfd2 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:23.092128 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-2751e357-057d-4a6a-a876-ffce6ab8e9a3 None None] Deleting port 36a83db7-6216-45e0-a7eb-4cf88d7d5422 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:36:23.092547 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2751e357-057d-4a6a-a876-ffce6ab8e9a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:23.098149 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c4c1d26-b03c-4b96-922f-fc08c905bfd2 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:36:23.098541 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2c4c1d26-b03c-4b96-922f-fc08c905bfd2 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:23.101645 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:36:23.101645 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:36:23.101645 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:36:23.101645 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:36:23.101645 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:36:23.101645 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:36:23.101645 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:36:23.101645 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:36:23.101645 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:36:23.101645 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:36:23.101645 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:36:23.101645 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:36:23.101645 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:36:23.101645 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:36:23.101645 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:36:23.101645 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:36:23.101645 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:36:23.101645 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:36:23.101645 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:36:23.101645 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:36:23.101645 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:36:23.101645 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:36:23.101645 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:36:23.101645 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:36:23.101645 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:36:23.101645 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:36:23.101645 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:36:23.101645 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:36:23.101645 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:36:23.101645 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:36:23.101645 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:36:23.101645 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:36:23.159909 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-2751e357-057d-4a6a-a876-ffce6ab8e9a3 None None] For port 36a83db7-6216-45e0-a7eb-4cf88d7d5422, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=36a83db7-6216-45e0-a7eb-4cf88d7d5422,segment=NetworkSegment(d86db764-d2a2-4f84-884d-a44b6b8afa70),segment_id=d86db764-d2a2-4f84-884d-a44b6b8afa70)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:36:23.160347 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2751e357-057d-4a6a-a876-ffce6ab8e9a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:23.174675 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-2751e357-057d-4a6a-a876-ffce6ab8e9a3 None None] Calling delete_port for 36a83db7-6216-45e0-a7eb-4cf88d7d5422 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:36:23.301845 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f363e-336c-474e-94f6-237470c95b06 req-e7ca17bf-8209-4939-8507-ae830547d445 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:23.302819 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2c4c1d26-b03c-4b96-922f-fc08c905bfd2 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:23.303908 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1c9f363e-336c-474e-94f6-237470c95b06 req-e7ca17bf-8209-4939-8507-ae830547d445 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 943 time: 0.0547662 Dec 08 16:36:23.322787 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2c4c1d26-b03c-4b96-922f-fc08c905bfd2 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:23.326700 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-2c4c1d26-b03c-4b96-922f-fc08c905bfd2 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "DELETE /v2.0/networks/59bf3042-2f5c-421d-8a71-118c8b6351ca HTTP/1.1" status: 204 len: 168 time: 0.4970732 Dec 08 16:36:23.327787 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c1d26-b03c-4b96-922f-fc08c905bfd2 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event deleted for resources: {'Network': ['ID=59bf3042-2f5c-421d-8a71-118c8b6351ca,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:23.331236 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 53480) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:23.332158 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2751e357-057d-4a6a-a876-ffce6ab8e9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:23.359123 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2751e357-057d-4a6a-a876-ffce6ab8e9a3 None None] Pushing event deleted for resources: {'Port': ['ID=36a83db7-6216-45e0-a7eb-4cf88d7d5422,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:23.363303 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2751e357-057d-4a6a-a876-ffce6ab8e9a3 None None] No DVR routers for this DVR port 36a83db7-6216-45e0-a7eb-4cf88d7d5422 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:36:23.428412 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1c9f363e-336c-474e-94f6-237470c95b06 req-5afad8b9-2f06-4e34-9fc4-a5684897c9dd tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133678 Dec 08 16:36:23.441104 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9baf04da-3eab-4266-a8ab-ff00c3df3f64 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:23.543148 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9baf04da-3eab-4266-a8ab-ff00c3df3f64 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:23.577652 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-9baf04da-3eab-4266-a8ab-ff00c3df3f64 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9faf3660-32a7-4274-aaa4-6359b6fd5c44']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:23.592854 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-9baf04da-3eab-4266-a8ab-ff00c3df3f64 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd86db764-d2a2-4f84-884d-a44b6b8afa70') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:23.593153 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-9baf04da-3eab-4266-a8ab-ff00c3df3f64 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd86db764-d2a2-4f84-884d-a44b6b8afa70') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:23.604486 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9baf04da-3eab-4266-a8ab-ff00c3df3f64 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:23.621920 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9baf04da-3eab-4266-a8ab-ff00c3df3f64 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:23.629849 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9baf04da-3eab-4266-a8ab-ff00c3df3f64 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:36:23.629849 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9baf04da-3eab-4266-a8ab-ff00c3df3f64 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:23.632584 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:36:23.632584 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:36:23.632584 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:36:23.632584 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:36:23.632584 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:36:23.632584 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:36:23.632584 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:36:23.632584 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:36:23.632584 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:36:23.632584 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:36:23.632584 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:36:23.632584 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:36:23.632584 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:36:23.632584 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:36:23.632584 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:36:23.632584 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:36:23.632584 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:36:23.632584 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:36:23.632584 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:36:23.632584 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:36:23.632584 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:36:23.632584 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:36:23.632584 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:36:23.632584 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:36:23.632584 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:36:23.632584 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:36:23.632584 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:36:23.632584 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:36:23.632584 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:36:23.632584 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:36:23.632584 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:36:23.632584 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:36:23.799740 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9baf04da-3eab-4266-a8ab-ff00c3df3f64 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:23.808549 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9baf04da-3eab-4266-a8ab-ff00c3df3f64 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:23.817086 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-9baf04da-3eab-4266-a8ab-ff00c3df3f64 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "DELETE /v2.0/networks/9faf3660-32a7-4274-aaa4-6359b6fd5c44 HTTP/1.1" status: 204 len: 168 time: 0.4849546 Dec 08 16:36:23.817631 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53490) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:23.822536 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-f1b7bbea-0b7f-4e27-ab14-6acb2fb62977 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Request body: {'network': {'name': 'tempest-RoutersTest-556270306'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:36:23.838666 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baf04da-3eab-4266-a8ab-ff00c3df3f64 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event deleted for resources: {'Network': ['ID=9faf3660-32a7-4274-aaa4-6359b6fd5c44,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:23.838835 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 2e9c78ae-0f83-4068-a2f8-0c287cdd4830 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:36:23.854255 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c8ef0-3217-47f6-bbab-2abee647a80f req-4c1814d7-4aed-4040-b66e-1c11c291189d tempest-VolumesActionsTest-1624457254 tempest-VolumesActionsTest-1624457254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:23.861258 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 2e9c78ae-0f83-4068-a2f8-0c287cdd4830 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:36:23.867547 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 2e9c78ae-0f83-4068-a2f8-0c287cdd4830 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:36:23.867547 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 36a83db7-6216-45e0-a7eb-4cf88d7d5422 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:36:23.867752 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-839c8ef0-3217-47f6-bbab-2abee647a80f req-4c1814d7-4aed-4040-b66e-1c11c291189d tempest-VolumesActionsTest-1624457254 tempest-VolumesActionsTest-1624457254-project] 10.222.0.64 "GET /v2.0/ports?device_id=162459c7-ce29-4650-a095-29ba90142ab5 HTTP/1.1" status: 200 len: 945 time: 0.0954943 Dec 08 16:36:23.882474 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 36a83db7-6216-45e0-a7eb-4cf88d7d5422 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:36:23.884701 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 36a83db7-6216-45e0-a7eb-4cf88d7d5422 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:36:23.914524 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-839c8ef0-3217-47f6-bbab-2abee647a80f req-f06b13f0-af6e-4d26-87c4-7418fbc64941 tempest-VolumesActionsTest-1624457254 tempest-VolumesActionsTest-1624457254-project] 10.222.0.64 "GET /v2.0/security-groups?id=402fa949-8af1-44ba-9e94-89e8af6dc7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513008 Dec 08 16:36:23.965080 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b7bbea-0b7f-4e27-ab14-6acb2fb62977 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Made reservation on behalf of e54d9479cec440e198c8c0ec541c615a for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:36:23.968671 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f1b7bbea-0b7f-4e27-ab14-6acb2fb62977 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:23.992729 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1b7bbea-0b7f-4e27-ab14-6acb2fb62977 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:36:24.002205 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f1b7bbea-0b7f-4e27-ab14-6acb2fb62977 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:24.002559 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-f1b7bbea-0b7f-4e27-ab14-6acb2fb62977 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Added segment 2f9c533d-6fe0-4eb7-bd3b-dacdf377abcf of type vlan for network 56d23dfd-bf14-4e39-9b0c-7de1fb1ab521 Dec 08 16:36:24.045058 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f1b7bbea-0b7f-4e27-ab14-6acb2fb62977 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:24.219821 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f1b7bbea-0b7f-4e27-ab14-6acb2fb62977 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:24.224939 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b7bbea-0b7f-4e27-ab14-6acb2fb62977 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:24.225947 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f1b7bbea-0b7f-4e27-ab14-6acb2fb62977 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:24.300440 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b7bbea-0b7f-4e27-ab14-6acb2fb62977 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event updated for resources: {'Network': ['ID=56d23dfd-bf14-4e39-9b0c-7de1fb1ab521,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:24.310810 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 56d23dfd-bf14-4e39-9b0c-7de1fb1ab521 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:36:24.397342 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f1b7bbea-0b7f-4e27-ab14-6acb2fb62977 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5779192 Dec 08 16:36:24.399748 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53492) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:24.404753 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-3550129a-e079-4617-8227-22be9166a135 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Request body: {'subnet': {'network_id': '56d23dfd-bf14-4e39-9b0c-7de1fb1ab521', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:36:24.563324 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54f32e5-3777-4a21-bee2-25c29f1864f0 req-5db1b27e-7718-4cb0-b31d-b5437b0aa106 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:24.564886 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b54f32e5-3777-4a21-bee2-25c29f1864f0 req-5db1b27e-7718-4cb0-b31d-b5437b0aa106 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 943 time: 0.0656183 Dec 08 16:36:24.621019 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b54f32e5-3777-4a21-bee2-25c29f1864f0 req-9599a2e4-92b6-4520-8769-52fc6048883d tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499928 Dec 08 16:36:24.673838 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3550129a-e079-4617-8227-22be9166a135 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Made reservation on behalf of e54d9479cec440e198c8c0ec541c615a for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:36:24.677742 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3550129a-e079-4617-8227-22be9166a135 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:25.021082 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3550129a-e079-4617-8227-22be9166a135 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:25.090249 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d0f2dd-1f25-401b-9234-94c07e25c921 req-8ae6e7a5-8039-4975-92bf-6ae1c9ec3732 tempest-VolumesActionsTest-1624457254 tempest-VolumesActionsTest-1624457254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:25.091867 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-69d0f2dd-1f25-401b-9234-94c07e25c921 req-8ae6e7a5-8039-4975-92bf-6ae1c9ec3732 tempest-VolumesActionsTest-1624457254 tempest-VolumesActionsTest-1624457254-project] 10.222.0.64 "GET /v2.0/ports?device_id=162459c7-ce29-4650-a095-29ba90142ab5 HTTP/1.1" status: 200 len: 945 time: 0.0987651 Dec 08 16:36:25.099374 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3550129a-e079-4617-8227-22be9166a135 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event updated for resources: {'Subnet': ['ID=58991e47-7c65-4e61-8f65-e2d1b4ef9507,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:25.134590 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3550129a-e079-4617-8227-22be9166a135 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Checking segment: {'id': '2f9c533d-6fe0-4eb7-bd3b-dacdf377abcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '56d23dfd-bf14-4e39-9b0c-7de1fb1ab521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:36:25.134999 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3550129a-e079-4617-8227-22be9166a135 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Network hostable DHCP agents. Network: 56d23dfd-bf14-4e39-9b0c-7de1fb1ab521, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:36:25.174599 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-69d0f2dd-1f25-401b-9234-94c07e25c921 req-fa384294-5828-445b-8801-5594052f9b7b tempest-VolumesActionsTest-1624457254 tempest-VolumesActionsTest-1624457254-project] 10.222.0.64 "GET /v2.0/security-groups?id=402fa949-8af1-44ba-9e94-89e8af6dc7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677934 Dec 08 16:36:25.285129 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3550129a-e079-4617-8227-22be9166a135 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Network 56d23dfd-bf14-4e39-9b0c-7de1fb1ab521 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:36:25.433992 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-3550129a-e079-4617-8227-22be9166a135 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 56d23dfd-bf14-4e39-9b0c-7de1fb1ab521) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:36:25.443008 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b9f976-86f7-4dee-9a59-6b63ca49da7a None None] Network 56d23dfd-bf14-4e39-9b0c-7de1fb1ab521 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:36:25.444058 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3550129a-e079-4617-8227-22be9166a135 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:25.444976 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3550129a-e079-4617-8227-22be9166a135 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:25.550267 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d744166-1f61-432b-954e-73c25a1166d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-56d23dfd-bf14-4e39-9b0c-7de1fb1ab521', 'network_id': '56d23dfd-bf14-4e39-9b0c-7de1fb1ab521', 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'fixed_ips': [{'subnet_id': '58991e47-7c65-4e61-8f65-e2d1b4ef9507'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:36:25.552877 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9d744166-1f61-432b-954e-73c25a1166d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:25.591031 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-3550129a-e079-4617-8227-22be9166a135 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1899641 Dec 08 16:36:25.593601 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53506) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:25.598090 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-9e0495b2-0bbc-4e35-bfea-a3fea48d70fc tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1518926974', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:36:25.708883 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-9d744166-1f61-432b-954e-73c25a1166d0 None None] Allocated IP 172.20.0.2 (56d23dfd-bf14-4e39-9b0c-7de1fb1ab521/58991e47-7c65-4e61-8f65-e2d1b4ef9507/7391cd26-6b4d-45c3-8e7a-ef04fb5c198e) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:36:25.735685 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9e0495b2-0bbc-4e35-bfea-a3fea48d70fc tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:25.735685 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9e0495b2-0bbc-4e35-bfea-a3fea48d70fc tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:25.774630 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e99032-1ac4-4751-b5dd-571d388260ef req-d480e9e6-40a6-4f23-9471-cc926c7de5d0 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:25.776915 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-98e99032-1ac4-4751-b5dd-571d388260ef req-d480e9e6-40a6-4f23-9471-cc926c7de5d0 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 943 time: 0.0734782 Dec 08 16:36:25.811721 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9e0495b2-0bbc-4e35-bfea-a3fea48d70fc tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:25.837625 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-98e99032-1ac4-4751-b5dd-571d388260ef req-2201e069-a661-49c3-9448-156252c2cf82 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526907 Dec 08 16:36:25.948595 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9e0495b2-0bbc-4e35-bfea-a3fea48d70fc tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:26.068043 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9d744166-1f61-432b-954e-73c25a1166d0 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:26.104511 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9e0495b2-0bbc-4e35-bfea-a3fea48d70fc tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:26.105833 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-9e0495b2-0bbc-4e35-bfea-a3fea48d70fc tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5112641 Dec 08 16:36:26.108523 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53516) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:26.113916 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-73028142-6081-4014-afbb-653216344458 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Request body: {'port': {'network_id': '56d23dfd-bf14-4e39-9b0c-7de1fb1ab521', 'name': 'tempest-RoutersTest-1352312355'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:36:26.154679 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9d744166-1f61-432b-954e-73c25a1166d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:26.201340 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d744166-1f61-432b-954e-73c25a1166d0 None None] Network 56d23dfd-bf14-4e39-9b0c-7de1fb1ab521 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:36:26.208532 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-9d744166-1f61-432b-954e-73c25a1166d0 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:36:26.214486 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d744166-1f61-432b-954e-73c25a1166d0 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:36:26.221431 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d744166-1f61-432b-954e-73c25a1166d0 None None] Pushing event updated for resources: {'Port': ['ID=7391cd26-6b4d-45c3-8e7a-ef04fb5c198e,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:26.272432 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-9d744166-1f61-432b-954e-73c25a1166d0 None None] Attempting to bind port 7391cd26-6b4d-45c3-8e7a-ef04fb5c198e on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:36:26.272879 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-9d744166-1f61-432b-954e-73c25a1166d0 None None] Attempting to bind port 7391cd26-6b4d-45c3-8e7a-ef04fb5c198e by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '2f9c533d-6fe0-4eb7-bd3b-dacdf377abcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '56d23dfd-bf14-4e39-9b0c-7de1fb1ab521'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:36:26.273250 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d744166-1f61-432b-954e-73c25a1166d0 None None] Attempting to bind port 7391cd26-6b4d-45c3-8e7a-ef04fb5c198e on network 56d23dfd-bf14-4e39-9b0c-7de1fb1ab521 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:36:26.278517 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d744166-1f61-432b-954e-73c25a1166d0 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:36:26.278894 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d744166-1f61-432b-954e-73c25a1166d0 None None] Checking segment: {'id': '2f9c533d-6fe0-4eb7-bd3b-dacdf377abcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '56d23dfd-bf14-4e39-9b0c-7de1fb1ab521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:36:26.279295 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9d744166-1f61-432b-954e-73c25a1166d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:26.279686 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d744166-1f61-432b-954e-73c25a1166d0 None None] Bound using segment: {'id': '2f9c533d-6fe0-4eb7-bd3b-dacdf377abcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '56d23dfd-bf14-4e39-9b0c-7de1fb1ab521'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:36:26.280198 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-9d744166-1f61-432b-954e-73c25a1166d0 None None] Bound port: 7391cd26-6b4d-45c3-8e7a-ef04fb5c198e, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f9c533d-6fe0-4eb7-bd3b-dacdf377abcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '56d23dfd-bf14-4e39-9b0c-7de1fb1ab521'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:36:26.280580 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9d744166-1f61-432b-954e-73c25a1166d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:26.353537 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-9d744166-1f61-432b-954e-73c25a1166d0 None None] For port 7391cd26-6b4d-45c3-8e7a-ef04fb5c198e, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:36:26.356532 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-9d744166-1f61-432b-954e-73c25a1166d0 None None] For port 7391cd26-6b4d-45c3-8e7a-ef04fb5c198e, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=7391cd26-6b4d-45c3-8e7a-ef04fb5c198e,segment=NetworkSegment(2f9c533d-6fe0-4eb7-bd3b-dacdf377abcf),segment_id=2f9c533d-6fe0-4eb7-bd3b-dacdf377abcf)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:36:26.450890 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73028142-6081-4014-afbb-653216344458 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Made reservation on behalf of e54d9479cec440e198c8c0ec541c615a for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:36:26.454717 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-73028142-6081-4014-afbb-653216344458 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:26.475944 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [None req-73028142-6081-4014-afbb-653216344458 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] device_id is not set on port 7645e16f-15a3-4fde-afc4-6c7e19a83ea8 yet. {{(pid=110551) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:36:26.516442 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9d744166-1f61-432b-954e-73c25a1166d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:26.599501 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d744166-1f61-432b-954e-73c25a1166d0 None None] Pushing event updated for resources: {'Port': ['ID=7391cd26-6b4d-45c3-8e7a-ef04fb5c198e,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:26.613596 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-73028142-6081-4014-afbb-653216344458 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Allocated IP 172.20.0.13 (56d23dfd-bf14-4e39-9b0c-7de1fb1ab521/58991e47-7c65-4e61-8f65-e2d1b4ef9507/7645e16f-15a3-4fde-afc4-6c7e19a83ea8) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:36:26.874667 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-73028142-6081-4014-afbb-653216344458 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:27.047771 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1759cfee-0f01-45ab-ac54-f9d4d3051c52 req-8dcbf45c-57cc-4883-90f0-cd7a71dbcabd tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:27.049440 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1759cfee-0f01-45ab-ac54-f9d4d3051c52 req-8dcbf45c-57cc-4883-90f0-cd7a71dbcabd tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 943 time: 0.1102221 Dec 08 16:36:27.051100 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-73028142-6081-4014-afbb-653216344458 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:27.116134 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73028142-6081-4014-afbb-653216344458 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Network 56d23dfd-bf14-4e39-9b0c-7de1fb1ab521 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:36:27.127017 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-73028142-6081-4014-afbb-653216344458 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:36:27.136680 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73028142-6081-4014-afbb-653216344458 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:36:27.142437 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73028142-6081-4014-afbb-653216344458 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event updated for resources: {'Port': ['ID=7645e16f-15a3-4fde-afc4-6c7e19a83ea8,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:27.185860 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1759cfee-0f01-45ab-ac54-f9d4d3051c52 req-d49037ad-6585-47e2-8b4e-e7d53413d7a7 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260822 Dec 08 16:36:27.227764 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73028142-6081-4014-afbb-653216344458 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:27.228449 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-73028142-6081-4014-afbb-653216344458 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:27.350796 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-73028142-6081-4014-afbb-653216344458 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2412241 Dec 08 16:36:27.353742 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53534) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:27.739227 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16dc90d4-741a-412c-954e-553ed7b614cd None None] Network 56d23dfd-bf14-4e39-9b0c-7de1fb1ab521 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:36:27.932720 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 7391cd26-6b4d-45c3-8e7a-ef04fb5c198e up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:36:27.983418 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-f069b952-6a88-4ea9-a8e4-850489c135c9 None None] Provisioning complete for port 7391cd26-6b4d-45c3-8e7a-ef04fb5c198e triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:27.983730 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f069b952-6a88-4ea9-a8e4-850489c135c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:28.079365 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-16450df6-b2af-4697-977f-06a2e7407ebc tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:28.089247 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 7391cd26-6b4d-45c3-8e7a-ef04fb5c198e triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:28.089756 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:28.137129 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f069b952-6a88-4ea9-a8e4-850489c135c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:28.189432 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-f069b952-6a88-4ea9-a8e4-850489c135c9 None None] For port 7391cd26-6b4d-45c3-8e7a-ef04fb5c198e, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=7391cd26-6b4d-45c3-8e7a-ef04fb5c198e,segment=NetworkSegment(2f9c533d-6fe0-4eb7-bd3b-dacdf377abcf),segment_id=2f9c533d-6fe0-4eb7-bd3b-dacdf377abcf)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:36:28.231636 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:28.297793 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f069b952-6a88-4ea9-a8e4-850489c135c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:28.356910 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069b952-6a88-4ea9-a8e4-850489c135c9 None None] Pushing event updated for resources: {'Port': ['ID=7391cd26-6b4d-45c3-8e7a-ef04fb5c198e,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:28.380416 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14999847-ced1-4c31-82bf-3ffc39c3a069 req-074542ec-0fc5-413a-8909-4b0d1a5302be tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:28.384193 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-14999847-ced1-4c31-82bf-3ffc39c3a069 req-074542ec-0fc5-413a-8909-4b0d1a5302be tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 943 time: 0.0862753 Dec 08 16:36:28.413419 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.db.api [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:36:28.414264 n-d-776250-12 neutron-server[110552]: DEBUG oslo_db.api [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:36:28.429643 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-00dc3c45-c679-43ac-9644-76fd0928f374 None None] Provisioning complete for port 7391cd26-6b4d-45c3-8e7a-ef04fb5c198e triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:28.430026 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-00dc3c45-c679-43ac-9644-76fd0928f374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:28.451787 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-16450df6-b2af-4697-977f-06a2e7407ebc tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:28.460216 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-14999847-ced1-4c31-82bf-3ffc39c3a069 req-444c4cec-c7b2-44ef-b10b-f8fcf825e59f tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699883 Dec 08 16:36:28.558224 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-16450df6-b2af-4697-977f-06a2e7407ebc tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:28.576795 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-00dc3c45-c679-43ac-9644-76fd0928f374 None None] Provisioning complete for port 7645e16f-15a3-4fde-afc4-6c7e19a83ea8 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:28.576795 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-00dc3c45-c679-43ac-9644-76fd0928f374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:28.615083 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-00dc3c45-c679-43ac-9644-76fd0928f374 None None] Port 7645e16f-15a3-4fde-afc4-6c7e19a83ea8 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:36:28.689410 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16450df6-b2af-4697-977f-06a2e7407ebc tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event updated for resources: {'Port': ['ID=7645e16f-15a3-4fde-afc4-6c7e19a83ea8,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:28.743510 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-ca63aee0-646c-47cb-842b-c793dc6169a0 None None] Provisioning complete for port 7645e16f-15a3-4fde-afc4-6c7e19a83ea8 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:28.744087 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ca63aee0-646c-47cb-842b-c793dc6169a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:28.797103 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-ca63aee0-646c-47cb-842b-c793dc6169a0 None None] Port 7645e16f-15a3-4fde-afc4-6c7e19a83ea8 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:36:28.850882 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-16450df6-b2af-4697-977f-06a2e7407ebc tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:28.939411 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-92403bdf-231a-4d35-98cb-67b4175a5f4e None None] Provisioning complete for port 7645e16f-15a3-4fde-afc4-6c7e19a83ea8 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:28.939693 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-92403bdf-231a-4d35-98cb-67b4175a5f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:28.987430 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-92403bdf-231a-4d35-98cb-67b4175a5f4e None None] Port 7645e16f-15a3-4fde-afc4-6c7e19a83ea8 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:36:29.266692 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-16450df6-b2af-4697-977f-06a2e7407ebc tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:29.626582 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-16450df6-b2af-4697-977f-06a2e7407ebc tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:29.642161 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65dc3c7-f043-41fe-acec-c81fe72af41f req-843fa3e0-81a4-40e6-93df-997af067a8eb tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:29.643731 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d65dc3c7-f043-41fe-acec-c81fe72af41f req-843fa3e0-81a4-40e6-93df-997af067a8eb tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 943 time: 0.1029322 Dec 08 16:36:29.700083 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d65dc3c7-f043-41fe-acec-c81fe72af41f req-8cf1d05d-153d-4c52-a55f-2c229e3facf5 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498514 Dec 08 16:36:29.719303 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-16450df6-b2af-4697-977f-06a2e7407ebc tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:29.800323 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-16450df6-b2af-4697-977f-06a2e7407ebc tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:29.807771 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16450df6-b2af-4697-977f-06a2e7407ebc tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event updated for resources: {'Port': ['ID=7645e16f-15a3-4fde-afc4-6c7e19a83ea8,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:29.833022 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 7391cd26-6b4d-45c3-8e7a-ef04fb5c198e up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:36:29.903957 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 7391cd26-6b4d-45c3-8e7a-ef04fb5c198e triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:29.904383 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:29.949133 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16450df6-b2af-4697-977f-06a2e7407ebc tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Network 56d23dfd-bf14-4e39-9b0c-7de1fb1ab521 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:36:29.950988 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-16450df6-b2af-4697-977f-06a2e7407ebc tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:36:30.216550 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-b02ee0e8-d8a3-434a-80e6-f4dbf58b3118 None None] Provisioning complete for port 7645e16f-15a3-4fde-afc4-6c7e19a83ea8 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:30.216927 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b02ee0e8-d8a3-434a-80e6-f4dbf58b3118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:30.221989 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16450df6-b2af-4697-977f-06a2e7407ebc tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Router 54b874a2-4d1c-48a2-be4d-c0c0ee63dad2 is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:36:30.260148 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-b02ee0e8-d8a3-434a-80e6-f4dbf58b3118 None None] Port 7645e16f-15a3-4fde-afc4-6c7e19a83ea8 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:36:30.341039 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16450df6-b2af-4697-977f-06a2e7407ebc tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:36:30.349778 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 53578) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:30.350272 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-16450df6-b2af-4697-977f-06a2e7407ebc tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "PUT /v2.0/routers/54b874a2-4d1c-48a2-be4d-c0c0ee63dad2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9952466 Dec 08 16:36:30.363263 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cb7dde-de3b-43e3-8b0b-bd3e9df43284 None None] Sync routers for ids ['54b874a2-4d1c-48a2-be4d-c0c0ee63dad2'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:36:30.368688 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cb7dde-de3b-43e3-8b0b-bd3e9df43284 None None] Routers {'54b874a2-4d1c-48a2-be4d-c0c0ee63dad2'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:36:30.369325 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-36cb7dde-de3b-43e3-8b0b-bd3e9df43284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:36:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['54b874a2-4d1c-48a2-be4d-c0c0ee63dad2'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:30.407657 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-36cb7dde-de3b-43e3-8b0b-bd3e9df43284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:30.416903 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cb7dde-de3b-43e3-8b0b-bd3e9df43284 None None] Routers {'54b874a2-4d1c-48a2-be4d-c0c0ee63dad2'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:36:30.417292 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7960760-c9a8-4b47-9fe3-eab99a6f0fc7 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:30.417512 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-36cb7dde-de3b-43e3-8b0b-bd3e9df43284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:36:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['54b874a2-4d1c-48a2-be4d-c0c0ee63dad2'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:30.419499 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c7960760-c9a8-4b47-9fe3-eab99a6f0fc7 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "GET /v2.0/ports/7645e16f-15a3-4fde-afc4-6c7e19a83ea8 HTTP/1.1" status: 200 len: 978 time: 0.0679891 Dec 08 16:36:30.423073 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 53582) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:30.467297 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-36cb7dde-de3b-43e3-8b0b-bd3e9df43284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:30.467971 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cb7dde-de3b-43e3-8b0b-bd3e9df43284 None None] The sync data for ids ['54b874a2-4d1c-48a2-be4d-c0c0ee63dad2'] in n-d-776250-12 is: [] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:36:30.836980 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35abb7aa-4205-43b1-95d3-91ca48381656 req-8face4b5-0a40-4bc9-9196-5e35caa59b99 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:30.838611 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-35abb7aa-4205-43b1-95d3-91ca48381656 req-8face4b5-0a40-4bc9-9196-5e35caa59b99 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 943 time: 0.0641701 Dec 08 16:36:30.896113 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f8d124f1-f1b1-4ef0-9613-842f54a8e84a tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:30.899490 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-35abb7aa-4205-43b1-95d3-91ca48381656 req-af52f5e4-5db7-4aab-8936-63a7e9f8b4a2 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530174 Dec 08 16:36:31.096213 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1880852-d2cc-439f-84f2-2682ef2eb971 req-a2934b8c-0e08-486c-b0c3-29fa83c0e30d tempest-VolumesActionsTest-1624457254 tempest-VolumesActionsTest-1624457254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:31.101785 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a1880852-d2cc-439f-84f2-2682ef2eb971 req-a2934b8c-0e08-486c-b0c3-29fa83c0e30d tempest-VolumesActionsTest-1624457254 tempest-VolumesActionsTest-1624457254-project] 10.222.0.64 "GET /v2.0/ports?device_id=162459c7-ce29-4650-a095-29ba90142ab5 HTTP/1.1" status: 200 len: 945 time: 0.0664535 Dec 08 16:36:31.152852 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-f8d124f1-f1b1-4ef0-9613-842f54a8e84a tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Deleting port 7645e16f-15a3-4fde-afc4-6c7e19a83ea8 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:36:31.153509 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f8d124f1-f1b1-4ef0-9613-842f54a8e84a tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:31.165031 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a1880852-d2cc-439f-84f2-2682ef2eb971 req-d0c35176-eee7-45b4-8368-1451135447aa tempest-VolumesActionsTest-1624457254 tempest-VolumesActionsTest-1624457254-project] 10.222.0.64 "GET /v2.0/security-groups?id=402fa949-8af1-44ba-9e94-89e8af6dc7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609159 Dec 08 16:36:31.255243 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f8d124f1-f1b1-4ef0-9613-842f54a8e84a tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:31.262943 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-f8d124f1-f1b1-4ef0-9613-842f54a8e84a tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Calling delete_port for 7645e16f-15a3-4fde-afc4-6c7e19a83ea8 owned by network:router_interface {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:36:31.525214 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f8d124f1-f1b1-4ef0-9613-842f54a8e84a tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:31.552641 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d124f1-f1b1-4ef0-9613-842f54a8e84a tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event deleted for resources: {'Port': ['ID=7645e16f-15a3-4fde-afc4-6c7e19a83ea8,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:32.010825 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f8d124f1-f1b1-4ef0-9613-842f54a8e84a tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:32.119660 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d59fe24-1f15-42a8-94c4-95eb2e352f44 req-e905ce0c-c13d-48e9-81b4-8bffbdee062e tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:32.121158 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3d59fe24-1f15-42a8-94c4-95eb2e352f44 req-e905ce0c-c13d-48e9-81b4-8bffbdee062e tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 943 time: 0.1257818 Dec 08 16:36:32.242452 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d124f1-f1b1-4ef0-9613-842f54a8e84a tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Router 54b874a2-4d1c-48a2-be4d-c0c0ee63dad2 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:36:32.256102 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3d59fe24-1f15-42a8-94c4-95eb2e352f44 req-5f4a8f54-7fd0-45a1-bed9-842cf1e83880 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229908 Dec 08 16:36:32.299119 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47aa73e-b206-45e0-8c3c-d1d807a14cc8 req-3310ccfb-c80d-49a6-b162-7f072d2f1e50 tempest-VolumesActionsTest-1624457254 tempest-VolumesActionsTest-1624457254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:32.302273 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f47aa73e-b206-45e0-8c3c-d1d807a14cc8 req-3310ccfb-c80d-49a6-b162-7f072d2f1e50 tempest-VolumesActionsTest-1624457254 tempest-VolumesActionsTest-1624457254-project] 10.222.0.64 "GET /v2.0/ports?device_id=162459c7-ce29-4650-a095-29ba90142ab5 HTTP/1.1" status: 200 len: 945 time: 0.0655468 Dec 08 16:36:32.347182 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d124f1-f1b1-4ef0-9613-842f54a8e84a tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:36:32.360313 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-f8d124f1-f1b1-4ef0-9613-842f54a8e84a tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "PUT /v2.0/routers/54b874a2-4d1c-48a2-be4d-c0c0ee63dad2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9276619 Dec 08 16:36:32.360462 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b0905b-9f22-4803-8d24-e5401bb66a91 None None] Sync routers for ids ['54b874a2-4d1c-48a2-be4d-c0c0ee63dad2'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:36:32.362171 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 53608) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:32.369131 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b0905b-9f22-4803-8d24-e5401bb66a91 None None] Routers {'54b874a2-4d1c-48a2-be4d-c0c0ee63dad2'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:36:32.369867 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-a0b0905b-9f22-4803-8d24-e5401bb66a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:36:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['54b874a2-4d1c-48a2-be4d-c0c0ee63dad2'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:32.382316 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f47aa73e-b206-45e0-8c3c-d1d807a14cc8 req-aab70757-72c9-4f83-b0f0-de4c34987c97 tempest-VolumesActionsTest-1624457254 tempest-VolumesActionsTest-1624457254-project] 10.222.0.64 "GET /v2.0/security-groups?id=402fa949-8af1-44ba-9e94-89e8af6dc7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754879 Dec 08 16:36:32.413645 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-a0b0905b-9f22-4803-8d24-e5401bb66a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:32.424769 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b0905b-9f22-4803-8d24-e5401bb66a91 None None] Routers {'54b874a2-4d1c-48a2-be4d-c0c0ee63dad2'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:36:32.425671 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-a0b0905b-9f22-4803-8d24-e5401bb66a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:36:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['54b874a2-4d1c-48a2-be4d-c0c0ee63dad2'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:32.462164 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-a0b0905b-9f22-4803-8d24-e5401bb66a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:32.462847 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b0905b-9f22-4803-8d24-e5401bb66a91 None None] The sync data for ids ['54b874a2-4d1c-48a2-be4d-c0c0ee63dad2'] in n-d-776250-12 is: [] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:36:32.566837 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [None req-6e4d55e4-688f-45b7-b503-3e4a91d2df4c tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] remove_router_interface failed (client error): The resource could not be found. Dec 08 16:36:32.567903 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-6e4d55e4-688f-45b7-b503-3e4a91d2df4c tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "PUT /v2.0/routers/54b874a2-4d1c-48a2-be4d-c0c0ee63dad2/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2047226 Dec 08 16:36:32.570687 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 53610) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:32.600862 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-7259b2a7-2129-43e1-a219-790059601270 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "GET /v2.0/ports?device_id=54b874a2-4d1c-48a2-be4d-c0c0ee63dad2 HTTP/1.1" status: 200 len: 205 time: 0.0290272 Dec 08 16:36:32.603263 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 53612) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:32.686413 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8cc83e7a-9066-4106-9291-e452345fc645 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for router, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:32.720518 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2299c71-8868-4b8d-9b93-24a2465e5514 req-0c0e15e1-5ef7-410d-8141-a8a5422bef8d tempest-VolumesActionsTest-1624457254 tempest-VolumesActionsTest-1624457254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:32.722025 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d2299c71-8868-4b8d-9b93-24a2465e5514 req-0c0e15e1-5ef7-410d-8141-a8a5422bef8d tempest-VolumesActionsTest-1624457254 tempest-VolumesActionsTest-1624457254-project] 10.222.0.76 "GET /v2.0/ports?device_id=162459c7-ce29-4650-a095-29ba90142ab5 HTTP/1.1" status: 200 len: 945 time: 0.0537479 Dec 08 16:36:32.828114 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-d2299c71-8868-4b8d-9b93-24a2465e5514 req-bc39d23a-d733-428f-976c-5cbe451624da tempest-VolumesActionsTest-1624457254 tempest-VolumesActionsTest-1624457254-project] Deleting port 99769d90-bf01-4648-bbc9-828979f43b70 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:36:32.828989 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-d2299c71-8868-4b8d-9b93-24a2465e5514 req-bc39d23a-d733-428f-976c-5cbe451624da tempest-VolumesActionsTest-1624457254 tempest-VolumesActionsTest-1624457254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:32.855457 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8cc83e7a-9066-4106-9291-e452345fc645 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:32.858075 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8cc83e7a-9066-4106-9291-e452345fc645 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:32.962361 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-d2299c71-8868-4b8d-9b93-24a2465e5514 req-bc39d23a-d733-428f-976c-5cbe451624da tempest-VolumesActionsTest-1624457254 tempest-VolumesActionsTest-1624457254-project] For port 99769d90-bf01-4648-bbc9-828979f43b70, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=99769d90-bf01-4648-bbc9-828979f43b70,segment=NetworkSegment(e70cf2b6-4cb6-4a4d-b42e-884127595207),segment_id=e70cf2b6-4cb6-4a4d-b42e-884127595207)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:36:32.962910 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-d2299c71-8868-4b8d-9b93-24a2465e5514 req-bc39d23a-d733-428f-976c-5cbe451624da tempest-VolumesActionsTest-1624457254 tempest-VolumesActionsTest-1624457254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:32.981717 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-d2299c71-8868-4b8d-9b93-24a2465e5514 req-bc39d23a-d733-428f-976c-5cbe451624da tempest-VolumesActionsTest-1624457254 tempest-VolumesActionsTest-1624457254-project] Calling delete_port for 99769d90-bf01-4648-bbc9-828979f43b70 owned by compute:nova {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:36:33.050416 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8cc83e7a-9066-4106-9291-e452345fc645 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:33.051049 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc83e7a-9066-4106-9291-e452345fc645 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Fanout notify agent at l3_agent the message router_deleted on router 54b874a2-4d1c-48a2-be4d-c0c0ee63dad2 {{(pid=110550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:36:33.059209 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8cc83e7a-9066-4106-9291-e452345fc645 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:33.060318 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-8cc83e7a-9066-4106-9291-e452345fc645 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "DELETE /v2.0/routers/54b874a2-4d1c-48a2-be4d-c0c0ee63dad2 HTTP/1.1" status: 204 len: 168 time: 0.4560719 Dec 08 16:36:33.063923 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53614) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:33.152249 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-94090e59-1f41-4c47-a833-1c7f5dd67797 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Deleting subnet 58991e47-7c65-4e61-8f65-e2d1b4ef9507 {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:36:33.159326 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-94090e59-1f41-4c47-a833-1c7f5dd67797 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:33.201432 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-94090e59-1f41-4c47-a833-1c7f5dd67797 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:33.288580 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-d2299c71-8868-4b8d-9b93-24a2465e5514 req-bc39d23a-d733-428f-976c-5cbe451624da tempest-VolumesActionsTest-1624457254 tempest-VolumesActionsTest-1624457254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:33.301855 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['99769d90-bf01-4648-bbc9-828979f43b70'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:36:33.350011 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc39d23a-d733-428f-976c-5cbe451624da tempest-VolumesActionsTest-1624457254 tempest-VolumesActionsTest-1624457254-project] Pushing event deleted for resources: {'Port': ['ID=99769d90-bf01-4648-bbc9-828979f43b70,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:33.405560 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2299c71-8868-4b8d-9b93-24a2465e5514 req-bc39d23a-d733-428f-976c-5cbe451624da tempest-VolumesActionsTest-1624457254 tempest-VolumesActionsTest-1624457254-project] No DVR routers for this DVR port 99769d90-bf01-4648-bbc9-828979f43b70 on host n-h1-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:36:33.409125 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-d2299c71-8868-4b8d-9b93-24a2465e5514 req-bc39d23a-d733-428f-976c-5cbe451624da tempest-VolumesActionsTest-1624457254 tempest-VolumesActionsTest-1624457254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:33.413278 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d2299c71-8868-4b8d-9b93-24a2465e5514 req-bc39d23a-d733-428f-976c-5cbe451624da tempest-VolumesActionsTest-1624457254 tempest-VolumesActionsTest-1624457254-project] 10.222.0.76 "DELETE /v2.0/ports/99769d90-bf01-4648-bbc9-828979f43b70 HTTP/1.1" status: 204 len: 173 time: 0.6851978 Dec 08 16:36:33.414586 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-94090e59-1f41-4c47-a833-1c7f5dd67797 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:33.418425 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '162459c7-ce29-4650-a095-29ba90142ab5', 'name': 'network-vif-deleted', 'tag': '99769d90-bf01-4648-bbc9-828979f43b70'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:36:33.420860 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c567fc87-6baa-414e-9b7a-d5bccada6253" -d '{"events": [{"server_uuid": "162459c7-ce29-4650-a095-29ba90142ab5", "name": "network-vif-deleted", "tag": "99769d90-bf01-4648-bbc9-828979f43b70"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:36:33.439930 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e26e9-b54b-4111-922d-7e7ca981ae6b req-18f283ad-d0c0-4f3b-93ba-945c59f18e76 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:33.439930 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-142e26e9-b54b-4111-922d-7e7ca981ae6b req-18f283ad-d0c0-4f3b-93ba-945c59f18e76 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 943 time: 0.0909233 Dec 08 16:36:33.497650 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-142e26e9-b54b-4111-922d-7e7ca981ae6b req-810efd8f-2801-4e82-bc59-9cac4593e0a4 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499787 Dec 08 16:36:33.527880 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7f145cac-4fd9-441b-ace9-6740e32c7c50 req-d6d386f7-a225-4771-911c-e1574dcea215 tempest-VolumesActionsTest-1624457254 tempest-VolumesActionsTest-1624457254-project] 10.222.0.64 "GET /v2.0/ports?device_id=162459c7-ce29-4650-a095-29ba90142ab5 HTTP/1.1" status: 200 len: 210 time: 0.0416012 Dec 08 16:36:33.558097 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9a1741-8301-4595-a544-6296fec1e7ae x-openstack-request-id: req-dc9a1741-8301-4595-a544-6296fec1e7ae {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:36:33.558621 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "162459c7-ce29-4650-a095-29ba90142ab5", "name": "network-vif-deleted", "tag": "99769d90-bf01-4648-bbc9-828979f43b70", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:36:33.559061 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dc9a1741-8301-4595-a544-6296fec1e7ae {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:36:33.560537 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '162459c7-ce29-4650-a095-29ba90142ab5', 'name': 'network-vif-deleted', 'tag': '99769d90-bf01-4648-bbc9-828979f43b70', 'status': 'completed', 'code': 200} Dec 08 16:36:33.594201 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-94090e59-1f41-4c47-a833-1c7f5dd67797 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:33.623207 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94090e59-1f41-4c47-a833-1c7f5dd67797 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event deleted for resources: {'Subnet': ['ID=58991e47-7c65-4e61-8f65-e2d1b4ef9507,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:33.626041 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-94090e59-1f41-4c47-a833-1c7f5dd67797 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:33.630369 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-94090e59-1f41-4c47-a833-1c7f5dd67797 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "DELETE /v2.0/subnets/58991e47-7c65-4e61-8f65-e2d1b4ef9507 HTTP/1.1" status: 204 len: 168 time: 0.5657043 Dec 08 16:36:33.633751 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 53628) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:33.639563 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6d02bb-8655-45f6-b167-44d6dcd60457 None None] Network 56d23dfd-bf14-4e39-9b0c-7de1fb1ab521 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:36:33.726824 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0b530680-cef3-4540-a591-356ff850b42a tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:33.783563 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-0b530680-cef3-4540-a591-356ff850b42a tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Deleting port 7391cd26-6b4d-45c3-8e7a-ef04fb5c198e {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:36:33.783978 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0b530680-cef3-4540-a591-356ff850b42a tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:33.829261 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c41f26-6383-408c-8234-1dfff8d8cd04 None None] DHCP port deletion for 56d23dfd-bf14-4e39-9b0c-7de1fb1ab521 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:36:33.857985 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-0b530680-cef3-4540-a591-356ff850b42a tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] For port 7391cd26-6b4d-45c3-8e7a-ef04fb5c198e, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=7391cd26-6b4d-45c3-8e7a-ef04fb5c198e,segment=NetworkSegment(2f9c533d-6fe0-4eb7-bd3b-dacdf377abcf),segment_id=2f9c533d-6fe0-4eb7-bd3b-dacdf377abcf)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:36:33.858357 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0b530680-cef3-4540-a591-356ff850b42a tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:33.872625 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-0b530680-cef3-4540-a591-356ff850b42a tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Calling delete_port for 7391cd26-6b4d-45c3-8e7a-ef04fb5c198e owned by network:dhcp {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:36:33.878422 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-e5c41f26-6383-408c-8234-1dfff8d8cd04 None None] Deleting port 7391cd26-6b4d-45c3-8e7a-ef04fb5c198e {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:36:33.878874 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e5c41f26-6383-408c-8234-1dfff8d8cd04 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:33.948869 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-e5c41f26-6383-408c-8234-1dfff8d8cd04 None None] For port 7391cd26-6b4d-45c3-8e7a-ef04fb5c198e, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=7391cd26-6b4d-45c3-8e7a-ef04fb5c198e,segment=NetworkSegment(2f9c533d-6fe0-4eb7-bd3b-dacdf377abcf),segment_id=2f9c533d-6fe0-4eb7-bd3b-dacdf377abcf)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:36:33.949265 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e5c41f26-6383-408c-8234-1dfff8d8cd04 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:33.961782 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-e5c41f26-6383-408c-8234-1dfff8d8cd04 None None] Calling delete_port for 7391cd26-6b4d-45c3-8e7a-ef04fb5c198e owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:36:34.079224 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0b530680-cef3-4540-a591-356ff850b42a tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:34.085619 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e5c41f26-6383-408c-8234-1dfff8d8cd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:34.111228 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b530680-cef3-4540-a591-356ff850b42a tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event deleted for resources: {'Port': ['ID=7391cd26-6b4d-45c3-8e7a-ef04fb5c198e,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:34.111893 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c41f26-6383-408c-8234-1dfff8d8cd04 None None] Pushing event deleted for resources: {'Port': ['ID=7391cd26-6b4d-45c3-8e7a-ef04fb5c198e,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:34.114934 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b530680-cef3-4540-a591-356ff850b42a tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] No DVR routers for this DVR port 7391cd26-6b4d-45c3-8e7a-ef04fb5c198e on host n-d-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:36:34.121258 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c41f26-6383-408c-8234-1dfff8d8cd04 None None] No DVR routers for this DVR port 7391cd26-6b4d-45c3-8e7a-ef04fb5c198e on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:36:34.209804 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0b530680-cef3-4540-a591-356ff850b42a tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:34.237964 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-0b530680-cef3-4540-a591-356ff850b42a tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56d23dfd-bf14-4e39-9b0c-7de1fb1ab521']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:34.254046 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-0b530680-cef3-4540-a591-356ff850b42a tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f9c533d-6fe0-4eb7-bd3b-dacdf377abcf') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:34.254431 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-0b530680-cef3-4540-a591-356ff850b42a tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f9c533d-6fe0-4eb7-bd3b-dacdf377abcf') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:34.269023 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0b530680-cef3-4540-a591-356ff850b42a tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:34.283944 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0b530680-cef3-4540-a591-356ff850b42a tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:34.295761 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b530680-cef3-4540-a591-356ff850b42a tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:36:34.295761 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0b530680-cef3-4540-a591-356ff850b42a tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:34.299832 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:36:34.299832 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:36:34.299832 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:36:34.299832 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:36:34.299832 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:36:34.299832 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:36:34.299832 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:36:34.299832 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:36:34.299832 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:36:34.299832 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:36:34.299832 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:36:34.299832 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:36:34.299832 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:36:34.299832 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:36:34.299832 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:36:34.299832 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:36:34.299832 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:36:34.299832 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:36:34.299832 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:36:34.299832 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:36:34.299832 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:36:34.299832 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:36:34.299832 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:36:34.299832 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:36:34.299832 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:36:34.299832 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:36:34.299832 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:36:34.299832 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:36:34.299832 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:36:34.299832 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:36:34.299832 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:36:34.299832 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:36:34.466317 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0b530680-cef3-4540-a591-356ff850b42a tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:34.469607 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0b530680-cef3-4540-a591-356ff850b42a tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:34.472888 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-0b530680-cef3-4540-a591-356ff850b42a tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "DELETE /v2.0/networks/56d23dfd-bf14-4e39-9b0c-7de1fb1ab521 HTTP/1.1" status: 204 len: 168 time: 0.8377042 Dec 08 16:36:34.477211 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53636) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:34.485602 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-4b340d6e-a677-4a60-9734-8c60bf357cfc tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Request body: {'network': {'name': 'tempest-RoutersTest-699407216'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:36:34.488052 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b530680-cef3-4540-a591-356ff850b42a tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event deleted for resources: {'Network': ['ID=56d23dfd-bf14-4e39-9b0c-7de1fb1ab521,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:34.598577 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b340d6e-a677-4a60-9734-8c60bf357cfc tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Made reservation on behalf of e54d9479cec440e198c8c0ec541c615a for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:36:34.602178 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4b340d6e-a677-4a60-9734-8c60bf357cfc tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:34.656888 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d6700ca9-ed05-4507-a3e9-7f0da8be249c req-a63678aa-3931-4cf4-b61c-10324aa238ca tempest-VolumesActionsTest-1624457254 tempest-VolumesActionsTest-1624457254-project] 10.222.0.64 "GET /v2.0/ports?device_id=162459c7-ce29-4650-a095-29ba90142ab5 HTTP/1.1" status: 200 len: 210 time: 0.0272744 Dec 08 16:36:34.668004 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b8c50c-f7c8-4d48-8ba4-f5fa6f226340 req-d28b6d1a-963a-4049-91ae-c3c8b25af634 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:34.669788 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-61b8c50c-f7c8-4d48-8ba4-f5fa6f226340 req-d28b6d1a-963a-4049-91ae-c3c8b25af634 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 943 time: 0.0860758 Dec 08 16:36:34.670642 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b340d6e-a677-4a60-9734-8c60bf357cfc tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:36:34.692897 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4b340d6e-a677-4a60-9734-8c60bf357cfc tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:34.693249 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-4b340d6e-a677-4a60-9734-8c60bf357cfc tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Added segment 61f7a1d9-3a7f-48f9-9b50-08509ed72189 of type vlan for network 57cae8fe-b998-46ed-9319-4327afdff2c6 Dec 08 16:36:34.767709 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4b340d6e-a677-4a60-9734-8c60bf357cfc tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:34.772846 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-61b8c50c-f7c8-4d48-8ba4-f5fa6f226340 req-7cc297bb-eb87-46de-94db-87038a969160 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935419 Dec 08 16:36:34.799348 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:34.976598 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4b340d6e-a677-4a60-9734-8c60bf357cfc tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:34.982324 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b340d6e-a677-4a60-9734-8c60bf357cfc tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:34.982920 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4b340d6e-a677-4a60-9734-8c60bf357cfc tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:35.048967 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b340d6e-a677-4a60-9734-8c60bf357cfc tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event updated for resources: {'Network': ['ID=57cae8fe-b998-46ed-9319-4327afdff2c6,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:35.059165 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 57cae8fe-b998-46ed-9319-4327afdff2c6 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:36:35.167532 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-4b340d6e-a677-4a60-9734-8c60bf357cfc tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6881654 Dec 08 16:36:35.170272 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53642) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:35.175270 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-76ea9162-dd86-40cf-b428-19fdb4a3de24 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Request body: {'subnet': {'network_id': '57cae8fe-b998-46ed-9319-4327afdff2c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:36:35.404812 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ea9162-dd86-40cf-b428-19fdb4a3de24 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Made reservation on behalf of e54d9479cec440e198c8c0ec541c615a for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:36:35.408512 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-76ea9162-dd86-40cf-b428-19fdb4a3de24 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:35.696686 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-76ea9162-dd86-40cf-b428-19fdb4a3de24 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:35.765616 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ea9162-dd86-40cf-b428-19fdb4a3de24 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event updated for resources: {'Subnet': ['ID=694a7c7a-d973-4604-bf5a-35dffdeccb33,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:35.775445 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ea9162-dd86-40cf-b428-19fdb4a3de24 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Checking segment: {'id': '61f7a1d9-3a7f-48f9-9b50-08509ed72189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '57cae8fe-b998-46ed-9319-4327afdff2c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:36:35.775673 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ea9162-dd86-40cf-b428-19fdb4a3de24 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Network hostable DHCP agents. Network: 57cae8fe-b998-46ed-9319-4327afdff2c6, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:36:35.860692 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 7391cd26-6b4d-45c3-8e7a-ef04fb5c198e no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:36:35.886576 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 7391cd26-6b4d-45c3-8e7a-ef04fb5c198e {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:36:35.886934 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 7391cd26-6b4d-45c3-8e7a-ef04fb5c198e not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:36:35.892857 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 99769d90-bf01-4648-bbc9-828979f43b70 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:36:35.907611 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f245e06-86e2-4758-8acb-ca7579cd1e1d req-9ac63ca5-0f82-4ead-8e41-f55a0a513c33 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:35.913953 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7f245e06-86e2-4758-8acb-ca7579cd1e1d req-9ac63ca5-0f82-4ead-8e41-f55a0a513c33 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 943 time: 0.0578489 Dec 08 16:36:35.913953 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ea9162-dd86-40cf-b428-19fdb4a3de24 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Network 57cae8fe-b998-46ed-9319-4327afdff2c6 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:36:35.915070 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: 99769d90-bf01-4648-bbc9-828979f43b70 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:36:35.915421 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 99769d90-bf01-4648-bbc9-828979f43b70 not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:36:35.969668 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7f245e06-86e2-4758-8acb-ca7579cd1e1d req-b528920d-ae30-4053-b980-3dbd3ecf4c90 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535362 Dec 08 16:36:36.050383 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-76ea9162-dd86-40cf-b428-19fdb4a3de24 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 57cae8fe-b998-46ed-9319-4327afdff2c6) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:36:36.057608 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ea9162-dd86-40cf-b428-19fdb4a3de24 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:36.058754 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-76ea9162-dd86-40cf-b428-19fdb4a3de24 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:36.063164 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29da8ee7-1702-454f-a117-0a993aa249d1 None None] Network 57cae8fe-b998-46ed-9319-4327afdff2c6 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:36:36.170443 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d71986-ba65-4116-a6e1-5ffb79af73a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-57cae8fe-b998-46ed-9319-4327afdff2c6', 'network_id': '57cae8fe-b998-46ed-9319-4327afdff2c6', 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'fixed_ips': [{'subnet_id': '694a7c7a-d973-4604-bf5a-35dffdeccb33'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:36:36.171323 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e0d71986-ba65-4116-a6e1-5ffb79af73a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:36.230791 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-76ea9162-dd86-40cf-b428-19fdb4a3de24 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0593894 Dec 08 16:36:36.233449 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53656) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:36.238968 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-b91714c2-d296-4731-b29a-19ca6888eb59 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1949940442', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:36:36.309178 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-e0d71986-ba65-4116-a6e1-5ffb79af73a3 None None] Allocated IP 172.20.0.2 (57cae8fe-b998-46ed-9319-4327afdff2c6/694a7c7a-d973-4604-bf5a-35dffdeccb33/5d910fb3-da09-4aa3-ac2c-c275b2315966) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:36:36.371442 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b91714c2-d296-4731-b29a-19ca6888eb59 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:36.374141 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b91714c2-d296-4731-b29a-19ca6888eb59 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:36.437500 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b91714c2-d296-4731-b29a-19ca6888eb59 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:36.491891 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e0d71986-ba65-4116-a6e1-5ffb79af73a3 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:36.565283 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b91714c2-d296-4731-b29a-19ca6888eb59 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:36.662505 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e0d71986-ba65-4116-a6e1-5ffb79af73a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:36.696756 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b91714c2-d296-4731-b29a-19ca6888eb59 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:36.698048 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b91714c2-d296-4731-b29a-19ca6888eb59 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4635580 Dec 08 16:36:36.700877 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53666) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:36.707428 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d71986-ba65-4116-a6e1-5ffb79af73a3 None None] Network 57cae8fe-b998-46ed-9319-4327afdff2c6 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:36:36.709584 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-e0d71986-ba65-4116-a6e1-5ffb79af73a3 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:36:36.724921 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d71986-ba65-4116-a6e1-5ffb79af73a3 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:36:36.747622 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d71986-ba65-4116-a6e1-5ffb79af73a3 None None] Pushing event updated for resources: {'Port': ['ID=5d910fb3-da09-4aa3-ac2c-c275b2315966,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:36.813725 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-e0d71986-ba65-4116-a6e1-5ffb79af73a3 None None] Attempting to bind port 5d910fb3-da09-4aa3-ac2c-c275b2315966 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:36:36.814296 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-e0d71986-ba65-4116-a6e1-5ffb79af73a3 None None] Attempting to bind port 5d910fb3-da09-4aa3-ac2c-c275b2315966 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '61f7a1d9-3a7f-48f9-9b50-08509ed72189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '57cae8fe-b998-46ed-9319-4327afdff2c6'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:36:36.814642 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d71986-ba65-4116-a6e1-5ffb79af73a3 None None] Attempting to bind port 5d910fb3-da09-4aa3-ac2c-c275b2315966 on network 57cae8fe-b998-46ed-9319-4327afdff2c6 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:36:36.819999 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d71986-ba65-4116-a6e1-5ffb79af73a3 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:36:36.820410 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d71986-ba65-4116-a6e1-5ffb79af73a3 None None] Checking segment: {'id': '61f7a1d9-3a7f-48f9-9b50-08509ed72189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '57cae8fe-b998-46ed-9319-4327afdff2c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:36:36.820824 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e0d71986-ba65-4116-a6e1-5ffb79af73a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:36.821229 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d71986-ba65-4116-a6e1-5ffb79af73a3 None None] Bound using segment: {'id': '61f7a1d9-3a7f-48f9-9b50-08509ed72189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '57cae8fe-b998-46ed-9319-4327afdff2c6'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:36:36.821702 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-e0d71986-ba65-4116-a6e1-5ffb79af73a3 None None] Bound port: 5d910fb3-da09-4aa3-ac2c-c275b2315966, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61f7a1d9-3a7f-48f9-9b50-08509ed72189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '57cae8fe-b998-46ed-9319-4327afdff2c6'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:36:36.822092 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e0d71986-ba65-4116-a6e1-5ffb79af73a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:36.888424 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-e0d71986-ba65-4116-a6e1-5ffb79af73a3 None None] For port 5d910fb3-da09-4aa3-ac2c-c275b2315966, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:36:36.892514 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-e0d71986-ba65-4116-a6e1-5ffb79af73a3 None None] For port 5d910fb3-da09-4aa3-ac2c-c275b2315966, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=5d910fb3-da09-4aa3-ac2c-c275b2315966,segment=NetworkSegment(61f7a1d9-3a7f-48f9-9b50-08509ed72189),segment_id=61f7a1d9-3a7f-48f9-9b50-08509ed72189)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:36:37.021961 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e0d71986-ba65-4116-a6e1-5ffb79af73a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:37.057438 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aca6e1ca-7794-4b26-815d-5e5cd804664f tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:37.099899 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d71986-ba65-4116-a6e1-5ffb79af73a3 None None] Pushing event updated for resources: {'Port': ['ID=5d910fb3-da09-4aa3-ac2c-c275b2315966,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:37.134413 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2646c8-4c05-48d2-bf04-2b1228a64af6 req-27845fc1-4d41-4e22-bc17-4f306b1c409d tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:37.151861 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7a2646c8-4c05-48d2-bf04-2b1228a64af6 req-27845fc1-4d41-4e22-bc17-4f306b1c409d tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 943 time: 0.0967255 Dec 08 16:36:37.217243 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7a2646c8-4c05-48d2-bf04-2b1228a64af6 req-690fef8e-6cb3-4420-b801-5584d3d4a57c tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581756 Dec 08 16:36:37.451698 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-aca6e1ca-7794-4b26-815d-5e5cd804664f tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Allocated IP 172.20.0.1 (57cae8fe-b998-46ed-9319-4327afdff2c6/694a7c7a-d973-4604-bf5a-35dffdeccb33/101245ac-75f2-4d6a-a4db-285a36434e03) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:36:37.685328 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aca6e1ca-7794-4b26-815d-5e5cd804664f tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:37.834166 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aca6e1ca-7794-4b26-815d-5e5cd804664f tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:37.851367 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 5d910fb3-da09-4aa3-ac2c-c275b2315966 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:36:37.874895 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca6e1ca-7794-4b26-815d-5e5cd804664f tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Network 57cae8fe-b998-46ed-9319-4327afdff2c6 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:36:37.880349 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-aca6e1ca-7794-4b26-815d-5e5cd804664f tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:36:37.883080 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca6e1ca-7794-4b26-815d-5e5cd804664f tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:36:37.907127 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 5d910fb3-da09-4aa3-ac2c-c275b2315966 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:37.907745 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:37.944126 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca6e1ca-7794-4b26-815d-5e5cd804664f tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event updated for resources: {'Port': ['ID=101245ac-75f2-4d6a-a4db-285a36434e03,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:37.969957 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aca6e1ca-7794-4b26-815d-5e5cd804664f tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:37.991222 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:38.038376 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 5d910fb3-da09-4aa3-ac2c-c275b2315966, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=5d910fb3-da09-4aa3-ac2c-c275b2315966,segment=NetworkSegment(61f7a1d9-3a7f-48f9-9b50-08509ed72189),segment_id=61f7a1d9-3a7f-48f9-9b50-08509ed72189)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:36:38.193754 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:38.265151 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=5d910fb3-da09-4aa3-ac2c-c275b2315966,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:38.278874 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aca6e1ca-7794-4b26-815d-5e5cd804664f tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:38.370591 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924beea4-b903-4c61-854c-d0e50db40a3c None None] Network 57cae8fe-b998-46ed-9319-4327afdff2c6 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:36:38.475462 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161449ca-a61d-4052-9bd0-8c57dd53c9f2 req-08561ae0-0377-4b92-98c3-bd5daef58990 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:38.482807 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-161449ca-a61d-4052-9bd0-8c57dd53c9f2 req-08561ae0-0377-4b92-98c3-bd5daef58990 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 943 time: 0.1675382 Dec 08 16:36:38.488425 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-e73b526f-5331-4173-8efe-9992d31ccb16 None None] Provisioning complete for port 5d910fb3-da09-4aa3-ac2c-c275b2315966 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:38.488807 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e73b526f-5331-4173-8efe-9992d31ccb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:38.571345 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-161449ca-a61d-4052-9bd0-8c57dd53c9f2 req-7678967c-c313-44d7-a2c6-4bb5f39c7e56 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875540 Dec 08 16:36:38.691014 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aca6e1ca-7794-4b26-815d-5e5cd804664f tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:38.808324 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:38.816937 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aca6e1ca-7794-4b26-815d-5e5cd804664f tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:38.869504 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-8e6bf95a-faab-4f07-a6ca-cf4a23e52443 None None] Provisioning complete for port 5d910fb3-da09-4aa3-ac2c-c275b2315966 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:38.870006 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8e6bf95a-faab-4f07-a6ca-cf4a23e52443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:38.949655 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca6e1ca-7794-4b26-815d-5e5cd804664f tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event updated for resources: {'Port': ['ID=101245ac-75f2-4d6a-a4db-285a36434e03,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:38.954220 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-aca6e1ca-7794-4b26-815d-5e5cd804664f tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:39.012862 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-8e6bf95a-faab-4f07-a6ca-cf4a23e52443 None None] Provisioning complete for port 101245ac-75f2-4d6a-a4db-285a36434e03 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:39.014128 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8e6bf95a-faab-4f07-a6ca-cf4a23e52443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:39.074611 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca6e1ca-7794-4b26-815d-5e5cd804664f tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Network 57cae8fe-b998-46ed-9319-4327afdff2c6 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:36:39.076164 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-aca6e1ca-7794-4b26-815d-5e5cd804664f tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:36:39.081206 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-8e6bf95a-faab-4f07-a6ca-cf4a23e52443 None None] Port 101245ac-75f2-4d6a-a4db-285a36434e03 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:36:39.239755 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-72e66fcd-21e5-4248-89fb-eea4930f7396 None None] Provisioning complete for port 101245ac-75f2-4d6a-a4db-285a36434e03 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:39.240209 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-72e66fcd-21e5-4248-89fb-eea4930f7396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:39.279205 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-72e66fcd-21e5-4248-89fb-eea4930f7396 None None] Port 101245ac-75f2-4d6a-a4db-285a36434e03 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:36:39.402504 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-137ae846-8d15-44b9-843f-4d44c6ad9eb3 None None] Provisioning complete for port 101245ac-75f2-4d6a-a4db-285a36434e03 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:39.403159 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-137ae846-8d15-44b9-843f-4d44c6ad9eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:39.425787 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:36:39.452871 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aca6e1ca-7794-4b26-815d-5e5cd804664f tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Router c05ad2ef-ffbb-4879-989b-b7d53e4f8c7b is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:36:39.517673 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-137ae846-8d15-44b9-843f-4d44c6ad9eb3 None None] Port 101245ac-75f2-4d6a-a4db-285a36434e03 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:36:39.590367 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca6e1ca-7794-4b26-815d-5e5cd804664f tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:36:39.597300 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-aca6e1ca-7794-4b26-815d-5e5cd804664f tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "PUT /v2.0/routers/c05ad2ef-ffbb-4879-989b-b7d53e4f8c7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8953025 Dec 08 16:36:39.604993 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 53704) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:39.611803 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d56586b-e567-4200-b94b-5c27af42be98 None None] Sync routers for ids ['c05ad2ef-ffbb-4879-989b-b7d53e4f8c7b'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:36:39.639162 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d56586b-e567-4200-b94b-5c27af42be98 None None] Routers {'c05ad2ef-ffbb-4879-989b-b7d53e4f8c7b'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:36:39.639725 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-5d56586b-e567-4200-b94b-5c27af42be98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:36:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['c05ad2ef-ffbb-4879-989b-b7d53e4f8c7b'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:39.692354 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-5d56586b-e567-4200-b94b-5c27af42be98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:39.702083 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d56586b-e567-4200-b94b-5c27af42be98 None None] Routers {'c05ad2ef-ffbb-4879-989b-b7d53e4f8c7b'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:36:39.702716 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-5d56586b-e567-4200-b94b-5c27af42be98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:36:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['c05ad2ef-ffbb-4879-989b-b7d53e4f8c7b'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:39.735273 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90cc4aab-dc14-48ac-a9b1-709b7a885577 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:39.754913 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-90cc4aab-dc14-48ac-a9b1-709b7a885577 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "GET /v2.0/ports/101245ac-75f2-4d6a-a4db-285a36434e03 HTTP/1.1" status: 200 len: 910 time: 0.1462555 Dec 08 16:36:39.755241 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 53706) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:39.756687 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-5d56586b-e567-4200-b94b-5c27af42be98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:39.758295 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d56586b-e567-4200-b94b-5c27af42be98 None None] The sync data for ids ['c05ad2ef-ffbb-4879-989b-b7d53e4f8c7b'] in n-d-776250-12 is: [] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:36:39.828031 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e652da39-b923-4a8d-b3c1-d08a57a187a0 req-a162aec6-6a08-45a0-a6a7-af95bd19a991 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:39.831691 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e652da39-b923-4a8d-b3c1-d08a57a187a0 req-a162aec6-6a08-45a0-a6a7-af95bd19a991 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 943 time: 0.1679821 Dec 08 16:36:39.874297 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 5d910fb3-da09-4aa3-ac2c-c275b2315966 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:36:39.961730 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 5d910fb3-da09-4aa3-ac2c-c275b2315966 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:39.962115 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:40.066481 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e652da39-b923-4a8d-b3c1-d08a57a187a0 req-83dd76be-58d8-4bc8-a7a1-872b08fd0ab9 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813028 Dec 08 16:36:40.310735 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a0c351bc-5f65-4184-a732-9c2f7dfb8f69 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:40.602326 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-a0c351bc-5f65-4184-a732-9c2f7dfb8f69 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Deleting port 101245ac-75f2-4d6a-a4db-285a36434e03 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:36:40.602683 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a0c351bc-5f65-4184-a732-9c2f7dfb8f69 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:40.729909 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a0c351bc-5f65-4184-a732-9c2f7dfb8f69 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:40.753640 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-a0c351bc-5f65-4184-a732-9c2f7dfb8f69 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Calling delete_port for 101245ac-75f2-4d6a-a4db-285a36434e03 owned by network:router_interface {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:36:41.045707 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a0c351bc-5f65-4184-a732-9c2f7dfb8f69 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:41.115557 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c351bc-5f65-4184-a732-9c2f7dfb8f69 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event deleted for resources: {'Port': ['ID=101245ac-75f2-4d6a-a4db-285a36434e03,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:41.264423 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2a042-b422-4605-9b3b-b3d462057651 req-cf845fdd-5184-46c8-8bc9-efee9e6ca070 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:41.277570 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9aa2a042-b422-4605-9b3b-b3d462057651 req-cf845fdd-5184-46c8-8bc9-efee9e6ca070 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 943 time: 0.0892434 Dec 08 16:36:41.281785 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a0c351bc-5f65-4184-a732-9c2f7dfb8f69 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:41.518852 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a4ffb3a8-8d89-41ea-80df-eca5e5c977a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:41.552124 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0c351bc-5f65-4184-a732-9c2f7dfb8f69 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Router c05ad2ef-ffbb-4879-989b-b7d53e4f8c7b has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:36:41.709525 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c351bc-5f65-4184-a732-9c2f7dfb8f69 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:36:41.725994 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e95e8f-06e0-4d81-9a20-64583c948195 None None] Sync routers for ids ['c05ad2ef-ffbb-4879-989b-b7d53e4f8c7b'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:36:41.730318 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a0c351bc-5f65-4184-a732-9c2f7dfb8f69 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "PUT /v2.0/routers/c05ad2ef-ffbb-4879-989b-b7d53e4f8c7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9739506 Dec 08 16:36:41.735334 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 53726) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:41.748484 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e95e8f-06e0-4d81-9a20-64583c948195 None None] Routers {'c05ad2ef-ffbb-4879-989b-b7d53e4f8c7b'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:36:41.748484 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-50e95e8f-06e0-4d81-9a20-64583c948195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:36:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['c05ad2ef-ffbb-4879-989b-b7d53e4f8c7b'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:41.813720 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-50e95e8f-06e0-4d81-9a20-64583c948195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:41.824234 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-117fc7cc-317f-4a23-a937-754da4393adb tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "GET /v2.0/ports?device_id=c05ad2ef-ffbb-4879-989b-b7d53e4f8c7b HTTP/1.1" status: 200 len: 205 time: 0.0874751 Dec 08 16:36:41.824934 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 53728) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:41.830376 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e95e8f-06e0-4d81-9a20-64583c948195 None None] Routers {'c05ad2ef-ffbb-4879-989b-b7d53e4f8c7b'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:36:41.831003 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-50e95e8f-06e0-4d81-9a20-64583c948195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:36:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['c05ad2ef-ffbb-4879-989b-b7d53e4f8c7b'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:41.874416 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9aa2a042-b422-4605-9b3b-b3d462057651 req-8dbec1a6-7834-49a6-bcce-4aba1f2ab5fe tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5957539 Dec 08 16:36:41.896717 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-50e95e8f-06e0-4d81-9a20-64583c948195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:41.897385 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e95e8f-06e0-4d81-9a20-64583c948195 None None] The sync data for ids ['c05ad2ef-ffbb-4879-989b-b7d53e4f8c7b'] in n-d-776250-12 is: [] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:36:41.920479 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-958d79ef-33b0-41b6-911c-9ce66a56af62 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for router, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:42.399350 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-958d79ef-33b0-41b6-911c-9ce66a56af62 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:42.401464 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-958d79ef-33b0-41b6-911c-9ce66a56af62 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:42.656852 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-958d79ef-33b0-41b6-911c-9ce66a56af62 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:42.661715 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-958d79ef-33b0-41b6-911c-9ce66a56af62 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Fanout notify agent at l3_agent the message router_deleted on router c05ad2ef-ffbb-4879-989b-b7d53e4f8c7b {{(pid=110550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:36:42.664447 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-958d79ef-33b0-41b6-911c-9ce66a56af62 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:42.666065 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-958d79ef-33b0-41b6-911c-9ce66a56af62 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "DELETE /v2.0/routers/c05ad2ef-ffbb-4879-989b-b7d53e4f8c7b HTTP/1.1" status: 204 len: 168 time: 0.8396707 Dec 08 16:36:42.668358 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 53746) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:42.721524 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-26d2ecb6-bdbb-4b18-a660-ece92a514cae tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Deleting subnet 694a7c7a-d973-4604-bf5a-35dffdeccb33 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:36:42.724713 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-26d2ecb6-bdbb-4b18-a660-ece92a514cae tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:42.780655 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-26d2ecb6-bdbb-4b18-a660-ece92a514cae tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:42.909940 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-26d2ecb6-bdbb-4b18-a660-ece92a514cae tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:43.060774 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ce2cd-29b2-49b7-ba3c-0a63ad545673 req-c60679f2-a898-4731-a11b-a025db900f0a tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:43.073998 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-011ce2cd-29b2-49b7-ba3c-0a63ad545673 req-c60679f2-a898-4731-a11b-a025db900f0a tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 943 time: 0.1007037 Dec 08 16:36:43.133851 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-011ce2cd-29b2-49b7-ba3c-0a63ad545673 req-8d5423fc-28ec-4212-a09b-061127bb6b03 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576563 Dec 08 16:36:43.155448 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-26d2ecb6-bdbb-4b18-a660-ece92a514cae tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:43.185730 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d2ecb6-bdbb-4b18-a660-ece92a514cae tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event deleted for resources: {'Subnet': ['ID=694a7c7a-d973-4604-bf5a-35dffdeccb33,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:43.195266 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-26d2ecb6-bdbb-4b18-a660-ece92a514cae tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:43.203139 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53758) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:43.203560 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-26d2ecb6-bdbb-4b18-a660-ece92a514cae tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "DELETE /v2.0/subnets/694a7c7a-d973-4604-bf5a-35dffdeccb33 HTTP/1.1" status: 204 len: 168 time: 0.5339038 Dec 08 16:36:43.215328 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e4869e-e883-48ef-a33f-da638034b2a6 None None] Network 57cae8fe-b998-46ed-9319-4327afdff2c6 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:36:43.331190 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f145aea9-5fd0-4e58-aaa9-bdc439612d81 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:43.390473 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-f145aea9-5fd0-4e58-aaa9-bdc439612d81 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Deleting port 5d910fb3-da09-4aa3-ac2c-c275b2315966 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:36:43.390909 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f145aea9-5fd0-4e58-aaa9-bdc439612d81 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:43.433551 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9ac9d4-1e3b-4aae-8f54-355785f127bc None None] DHCP port deletion for 57cae8fe-b998-46ed-9319-4327afdff2c6 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:36:43.468918 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-f145aea9-5fd0-4e58-aaa9-bdc439612d81 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] For port 5d910fb3-da09-4aa3-ac2c-c275b2315966, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=5d910fb3-da09-4aa3-ac2c-c275b2315966,segment=NetworkSegment(61f7a1d9-3a7f-48f9-9b50-08509ed72189),segment_id=61f7a1d9-3a7f-48f9-9b50-08509ed72189)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:36:43.469918 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f145aea9-5fd0-4e58-aaa9-bdc439612d81 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:43.493973 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-f145aea9-5fd0-4e58-aaa9-bdc439612d81 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Calling delete_port for 5d910fb3-da09-4aa3-ac2c-c275b2315966 owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:36:43.501628 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-ca9ac9d4-1e3b-4aae-8f54-355785f127bc None None] Deleting port 5d910fb3-da09-4aa3-ac2c-c275b2315966 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:36:43.502359 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ca9ac9d4-1e3b-4aae-8f54-355785f127bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:43.753308 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f145aea9-5fd0-4e58-aaa9-bdc439612d81 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:43.780868 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-ca9ac9d4-1e3b-4aae-8f54-355785f127bc None None] For port 5d910fb3-da09-4aa3-ac2c-c275b2315966, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=5d910fb3-da09-4aa3-ac2c-c275b2315966,segment=NetworkSegment(61f7a1d9-3a7f-48f9-9b50-08509ed72189),segment_id=61f7a1d9-3a7f-48f9-9b50-08509ed72189)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:36:43.781543 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ca9ac9d4-1e3b-4aae-8f54-355785f127bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:43.814902 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-ca9ac9d4-1e3b-4aae-8f54-355785f127bc None None] Calling delete_port for 5d910fb3-da09-4aa3-ac2c-c275b2315966 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:36:43.833108 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f145aea9-5fd0-4e58-aaa9-bdc439612d81 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] No DVR routers for this DVR port 5d910fb3-da09-4aa3-ac2c-c275b2315966 on host n-d-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:36:43.868694 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f145aea9-5fd0-4e58-aaa9-bdc439612d81 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event deleted for resources: {'Port': ['ID=5d910fb3-da09-4aa3-ac2c-c275b2315966,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:43.920667 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 5d910fb3-da09-4aa3-ac2c-c275b2315966 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:36:43.950481 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 5d910fb3-da09-4aa3-ac2c-c275b2315966 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:36:43.950983 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 5d910fb3-da09-4aa3-ac2c-c275b2315966 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:36:44.001312 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ca9ac9d4-1e3b-4aae-8f54-355785f127bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:44.010329 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f145aea9-5fd0-4e58-aaa9-bdc439612d81 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:44.042572 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-f145aea9-5fd0-4e58-aaa9-bdc439612d81 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57cae8fe-b998-46ed-9319-4327afdff2c6']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:44.054628 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-f145aea9-5fd0-4e58-aaa9-bdc439612d81 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61f7a1d9-3a7f-48f9-9b50-08509ed72189') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:44.054952 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-f145aea9-5fd0-4e58-aaa9-bdc439612d81 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61f7a1d9-3a7f-48f9-9b50-08509ed72189') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:44.066633 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f145aea9-5fd0-4e58-aaa9-bdc439612d81 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:44.083281 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f145aea9-5fd0-4e58-aaa9-bdc439612d81 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:44.088994 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9ac9d4-1e3b-4aae-8f54-355785f127bc None None] No DVR routers for this DVR port 5d910fb3-da09-4aa3-ac2c-c275b2315966 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:36:44.093319 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9ac9d4-1e3b-4aae-8f54-355785f127bc None None] Pushing event deleted for resources: {'Port': ['ID=5d910fb3-da09-4aa3-ac2c-c275b2315966,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:44.115684 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f145aea9-5fd0-4e58-aaa9-bdc439612d81 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:36:44.116094 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f145aea9-5fd0-4e58-aaa9-bdc439612d81 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:44.211010 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a39a8751-47a6-479c-9ecb-26fd89676359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:44.242299 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:36:44.242299 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:36:44.242299 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:36:44.242299 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:36:44.242299 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:36:44.242299 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:36:44.242299 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:36:44.242299 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:36:44.242299 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:36:44.242299 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:36:44.242299 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:36:44.242299 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:36:44.242299 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:36:44.242299 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:36:44.242299 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:36:44.242299 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:36:44.242299 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:36:44.242299 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:36:44.242299 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:36:44.242299 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:36:44.242299 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:36:44.242299 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:36:44.242299 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:36:44.242299 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:36:44.242299 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:36:44.242299 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:36:44.242299 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:36:44.242299 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:36:44.242299 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:36:44.242299 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:36:44.242299 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:36:44.242299 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:36:44.300753 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c6f8f968-4956-4bb3-8155-bc6405c6063e req-54006fe7-46c0-4f3b-ac92-3da438a330e8 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f0c878ae-433b-4edb-a501-cd1cee9e51c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4691882 Dec 08 16:36:44.334383 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af82e9-3f8e-41c7-9acc-3d0583e589f1 req-2b299768-c3bf-4393-97a4-0e06901fd146 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:44.337018 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-75af82e9-3f8e-41c7-9acc-3d0583e589f1 req-2b299768-c3bf-4393-97a4-0e06901fd146 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 943 time: 0.0828669 Dec 08 16:36:44.342206 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f145aea9-5fd0-4e58-aaa9-bdc439612d81 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:44.349075 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f145aea9-5fd0-4e58-aaa9-bdc439612d81 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:44.358270 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f145aea9-5fd0-4e58-aaa9-bdc439612d81 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "DELETE /v2.0/networks/57cae8fe-b998-46ed-9319-4327afdff2c6 HTTP/1.1" status: 204 len: 168 time: 1.1532207 Dec 08 16:36:44.358896 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 53778) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:44.364886 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-7c21c35b-66c4-451b-ae6d-713306651b1c tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1767448360', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}, 'admin_state_up': False}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:36:44.442304 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f145aea9-5fd0-4e58-aaa9-bdc439612d81 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event deleted for resources: {'Network': ['ID=57cae8fe-b998-46ed-9319-4327afdff2c6,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:44.486056 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f8f968-4956-4bb3-8155-bc6405c6063e req-7f362372-95bc-4bee-84b2-8dc127cbe2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:44.487602 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c6f8f968-4956-4bb3-8155-bc6405c6063e req-7f362372-95bc-4bee-84b2-8dc127cbe2e0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=71f5826d1b3d4cd5a2c95e78c7917860&device_id=f0c878ae-433b-4edb-a501-cd1cee9e51c2 HTTP/1.1" status: 200 len: 1098 time: 0.1262562 Dec 08 16:36:44.639761 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-75af82e9-3f8e-41c7-9acc-3d0583e589f1 req-05323fcd-e4d4-4cc0-837f-d707c42dd276 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801313 Dec 08 16:36:44.663669 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7c21c35b-66c4-451b-ae6d-713306651b1c tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:44.691992 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7c21c35b-66c4-451b-ae6d-713306651b1c tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:44.760877 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f8f968-4956-4bb3-8155-bc6405c6063e req-653f31b2-06a6-4c6c-88ed-b7beba131226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:44.760877 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c6f8f968-4956-4bb3-8155-bc6405c6063e req-653f31b2-06a6-4c6c-88ed-b7beba131226 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b16f21e0-d13a-4c4c-a863-a31df2be91b8 HTTP/1.1" status: 200 len: 912 time: 0.2236807 Dec 08 16:36:44.761316 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7c21c35b-66c4-451b-ae6d-713306651b1c tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:44.794837 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c6f8f968-4956-4bb3-8155-bc6405c6063e req-8889a461-9ac6-4738-aeda-64cddb7aae0c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=791110f2-4589-4e7e-a80f-2eb5b02dbe7a HTTP/1.1" status: 200 len: 217 time: 0.0488415 Dec 08 16:36:44.853571 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f8f968-4956-4bb3-8155-bc6405c6063e req-670bd754-f321-4d71-9e31-98dae936fd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:44.855279 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c6f8f968-4956-4bb3-8155-bc6405c6063e req-670bd754-f321-4d71-9e31-98dae936fd50 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=13be6d62-2e9a-40c4-9d1e-34aa15cc5f10 HTTP/1.1" status: 200 len: 850 time: 0.0551102 Dec 08 16:36:44.903921 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f8f968-4956-4bb3-8155-bc6405c6063e req-2fa713b4-86d4-49ba-9bf9-a88040bb7550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:44.906856 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c6f8f968-4956-4bb3-8155-bc6405c6063e req-2fa713b4-86d4-49ba-9bf9-a88040bb7550 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b16f21e0-d13a-4c4c-a863-a31df2be91b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431621 Dec 08 16:36:45.012198 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c6f8f968-4956-4bb3-8155-bc6405c6063e req-32052d70-555a-4706-95ea-36c7578d84ae service neutron] 10.222.0.76 "GET /v2.0/networks/b16f21e0-d13a-4c4c-a863-a31df2be91b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990875 Dec 08 16:36:45.157500 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c6f8f968-4956-4bb3-8155-bc6405c6063e req-62fe3c68-5da3-4b80-bba2-831bfb5c4850 service neutron] 10.222.0.76 "GET /v2.0/networks/b16f21e0-d13a-4c4c-a863-a31df2be91b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374009 Dec 08 16:36:45.273965 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7c21c35b-66c4-451b-ae6d-713306651b1c tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:45.343057 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:45.656947 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7c21c35b-66c4-451b-ae6d-713306651b1c tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for router_gateway, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:45.714149 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7c21c35b-66c4-451b-ae6d-713306651b1c tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:45.896250 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cdb428-e511-4609-ab95-46ae33e595b2 req-ee632090-6c6c-4767-a794-1b67206dbe9c tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:45.897713 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-34cdb428-e511-4609-ab95-46ae33e595b2 req-ee632090-6c6c-4767-a794-1b67206dbe9c tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 943 time: 0.1406152 Dec 08 16:36:45.948945 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-7c21c35b-66c4-451b-ae6d-713306651b1c tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Allocated IP 172.25.0.70 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/398e5cfa-2abd-4db1-87ce-1e5b81652e68) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:36:45.981606 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-34cdb428-e511-4609-ab95-46ae33e595b2 req-aa49bb57-31d3-47e7-abe3-624cb89b1b9e tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764422 Dec 08 16:36:46.102834 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7c21c35b-66c4-451b-ae6d-713306651b1c tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:46.319778 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7c21c35b-66c4-451b-ae6d-713306651b1c tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:46.363214 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c21c35b-66c4-451b-ae6d-713306651b1c tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:36:46.369891 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-7c21c35b-66c4-451b-ae6d-713306651b1c tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:36:46.375720 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c21c35b-66c4-451b-ae6d-713306651b1c tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:36:46.378283 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c21c35b-66c4-451b-ae6d-713306651b1c tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event updated for resources: {'Port': ['ID=398e5cfa-2abd-4db1-87ce-1e5b81652e68,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:46.394176 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8067be30-6365-4282-9da2-68e8231ee612 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:36:46.520693 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-c13e2ca6-251f-4d9c-a917-4bc86ff58286 None None] Provisioning complete for port 398e5cfa-2abd-4db1-87ce-1e5b81652e68 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:46.521261 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c13e2ca6-251f-4d9c-a917-4bc86ff58286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:46.568426 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-c13e2ca6-251f-4d9c-a917-4bc86ff58286 None None] Port 398e5cfa-2abd-4db1-87ce-1e5b81652e68 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:36:46.761334 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7c21c35b-66c4-451b-ae6d-713306651b1c tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for router_gateway, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:46.805163 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:47.047653 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7c21c35b-66c4-451b-ae6d-713306651b1c tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:47.168285 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f3a2b0-a0ef-469d-9be3-7c1034a23f18 req-9e8b5e3b-6ef2-44fd-be58-9b691893b2b9 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:47.171159 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b8f3a2b0-a0ef-469d-9be3-7c1034a23f18 req-9e8b5e3b-6ef2-44fd-be58-9b691893b2b9 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 943 time: 0.0576701 Dec 08 16:36:47.241147 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b8f3a2b0-a0ef-469d-9be3-7c1034a23f18 req-9c03ffb9-5019-4028-be3a-c68df1df8f67 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633786 Dec 08 16:36:47.403998 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c21c35b-66c4-451b-ae6d-713306651b1c tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Router aac63290-05af-4146-91f1-07e08cb4128e is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:36:47.527655 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c21c35b-66c4-451b-ae6d-713306651b1c tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:36:47.541407 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb786643-8759-4f3d-b5c1-ebaec81822c6 None None] Sync routers for ids ['aac63290-05af-4146-91f1-07e08cb4128e'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:36:47.556344 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb786643-8759-4f3d-b5c1-ebaec81822c6 None None] Routers {'aac63290-05af-4146-91f1-07e08cb4128e'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:36:47.557268 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-eb786643-8759-4f3d-b5c1-ebaec81822c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:36:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['aac63290-05af-4146-91f1-07e08cb4128e'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:47.598842 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-eb786643-8759-4f3d-b5c1-ebaec81822c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:47.607658 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb786643-8759-4f3d-b5c1-ebaec81822c6 None None] Routers {'aac63290-05af-4146-91f1-07e08cb4128e'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:36:47.608290 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-eb786643-8759-4f3d-b5c1-ebaec81822c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:36:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['aac63290-05af-4146-91f1-07e08cb4128e'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:47.642646 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-eb786643-8759-4f3d-b5c1-ebaec81822c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:47.643273 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb786643-8759-4f3d-b5c1-ebaec81822c6 None None] The sync data for ids ['aac63290-05af-4146-91f1-07e08cb4128e'] in n-d-776250-12 is: [] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:36:47.667433 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:47.751726 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7c21c35b-66c4-451b-ae6d-713306651b1c tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:47.756563 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-7c21c35b-66c4-451b-ae6d-713306651b1c tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.3930697 Dec 08 16:36:47.757298 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 53834) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:47.929362 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-59563aa9-671c-439b-b9fe-89c9cf68fca5 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "GET /v2.0/routers/aac63290-05af-4146-91f1-07e08cb4128e HTTP/1.1" status: 200 len: 880 time: 0.1708832 Dec 08 16:36:47.931845 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 53842) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:48.171311 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-89cef0ee-7b3f-4b16-b951-7cf30105eb72 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2346087 Dec 08 16:36:48.172276 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53848) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:48.178421 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-a95755e3-1d9a-4fa8-ae31-482274e8e08f tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1767448360'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:36:48.467558 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0909dda-f12e-428d-b5cd-8469ae382c56 req-64f8e0ed-d458-4609-871a-4da898751d95 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:48.469246 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f0909dda-f12e-428d-b5cd-8469ae382c56 req-64f8e0ed-d458-4609-871a-4da898751d95 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 943 time: 0.1029420 Dec 08 16:36:48.567007 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f0909dda-f12e-428d-b5cd-8469ae382c56 req-2ef05859-6525-42ca-9087-056567001693 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915096 Dec 08 16:36:48.787007 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a95755e3-1d9a-4fa8-ae31-482274e8e08f tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-717389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11074'] for router, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:48.899769 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a95755e3-1d9a-4fa8-ae31-482274e8e08f tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528116', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-717402'] for router, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:49.108991 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a95755e3-1d9a-4fa8-ae31-482274e8e08f tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Router aac63290-05af-4146-91f1-07e08cb4128e has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:36:49.291261 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a95755e3-1d9a-4fa8-ae31-482274e8e08f tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:36:49.308069 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e8ff74-0a1d-4893-837c-c8f9da09877e None None] Sync routers for ids ['aac63290-05af-4146-91f1-07e08cb4128e'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:36:49.320683 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a95755e3-1d9a-4fa8-ae31-482274e8e08f tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:49.322516 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a95755e3-1d9a-4fa8-ae31-482274e8e08f tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "PUT /v2.0/routers/aac63290-05af-4146-91f1-07e08cb4128e HTTP/1.1" status: 200 len: 887 time: 1.1480613 Dec 08 16:36:49.325561 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53860) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:49.329578 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e8ff74-0a1d-4893-837c-c8f9da09877e None None] Routers {'aac63290-05af-4146-91f1-07e08cb4128e'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:36:49.330216 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-d1e8ff74-0a1d-4893-837c-c8f9da09877e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:36:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['aac63290-05af-4146-91f1-07e08cb4128e'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:49.412248 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-d1e8ff74-0a1d-4893-837c-c8f9da09877e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:49.425291 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e8ff74-0a1d-4893-837c-c8f9da09877e None None] Routers {'aac63290-05af-4146-91f1-07e08cb4128e'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:36:49.440405 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-d1e8ff74-0a1d-4893-837c-c8f9da09877e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:36:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['aac63290-05af-4146-91f1-07e08cb4128e'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:49.495103 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-d1e8ff74-0a1d-4893-837c-c8f9da09877e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:49.502614 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e8ff74-0a1d-4893-837c-c8f9da09877e None None] The sync data for ids ['aac63290-05af-4146-91f1-07e08cb4128e'] in n-d-776250-12 is: [] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:36:49.557620 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-412c3c14-020d-4345-9610-e500eb8afb56 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "GET /v2.0/routers/aac63290-05af-4146-91f1-07e08cb4128e HTTP/1.1" status: 200 len: 887 time: 0.2305148 Dec 08 16:36:49.560168 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53862) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:49.603266 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-96f8cd1c-7ab9-49c2-8f33-c8a96525ff72 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "GET /v2.0/ports?device_id=aac63290-05af-4146-91f1-07e08cb4128e HTTP/1.1" status: 200 len: 205 time: 0.0412195 Dec 08 16:36:49.605862 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53866) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:49.753404 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8dfacf1e-9f54-4a90-9fee-5878d725a45b tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for router, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:49.932148 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b93c5-c586-4089-9143-09cf52db747c req-1854684a-51c4-4bca-883d-ff3886a43f46 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:49.939955 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-191b93c5-c586-4089-9143-09cf52db747c req-1854684a-51c4-4bca-883d-ff3886a43f46 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 943 time: 0.1982119 Dec 08 16:36:50.079456 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8dfacf1e-9f54-4a90-9fee-5878d725a45b tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:50.105111 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-191b93c5-c586-4089-9143-09cf52db747c req-629c8351-518a-4f62-b948-529fd812a96c tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641667 Dec 08 16:36:50.299699 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-8dfacf1e-9f54-4a90-9fee-5878d725a45b tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Deleting port 398e5cfa-2abd-4db1-87ce-1e5b81652e68 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:36:50.300437 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8dfacf1e-9f54-4a90-9fee-5878d725a45b tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:50.408415 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8dfacf1e-9f54-4a90-9fee-5878d725a45b tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:50.427579 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-8dfacf1e-9f54-4a90-9fee-5878d725a45b tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Calling delete_port for 398e5cfa-2abd-4db1-87ce-1e5b81652e68 owned by network:router_gateway {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:36:50.736470 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8dfacf1e-9f54-4a90-9fee-5878d725a45b tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:50.767343 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfacf1e-9f54-4a90-9fee-5878d725a45b tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event deleted for resources: {'Port': ['ID=398e5cfa-2abd-4db1-87ce-1e5b81652e68,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:50.782709 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfacf1e-9f54-4a90-9fee-5878d725a45b tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:50.786411 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfacf1e-9f54-4a90-9fee-5878d725a45b tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:50.786411 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfacf1e-9f54-4a90-9fee-5878d725a45b tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:50.786411 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfacf1e-9f54-4a90-9fee-5878d725a45b tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:50.786411 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfacf1e-9f54-4a90-9fee-5878d725a45b tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:50.786411 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfacf1e-9f54-4a90-9fee-5878d725a45b tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:50.786411 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfacf1e-9f54-4a90-9fee-5878d725a45b tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:50.786411 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfacf1e-9f54-4a90-9fee-5878d725a45b tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:50.786411 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfacf1e-9f54-4a90-9fee-5878d725a45b tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:50.787231 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2061b778-2ce2-4723-b5d6-b6296f633bc0 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:36:50.787729 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfacf1e-9f54-4a90-9fee-5878d725a45b tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:50.787729 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfacf1e-9f54-4a90-9fee-5878d725a45b tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:50.787729 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfacf1e-9f54-4a90-9fee-5878d725a45b tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:50.787729 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfacf1e-9f54-4a90-9fee-5878d725a45b tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:50.902225 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8dfacf1e-9f54-4a90-9fee-5878d725a45b tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:51.010803 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8dfacf1e-9f54-4a90-9fee-5878d725a45b tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:51.013119 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8dfacf1e-9f54-4a90-9fee-5878d725a45b tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:51.171798 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8dfacf1e-9f54-4a90-9fee-5878d725a45b tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:51.178011 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dfacf1e-9f54-4a90-9fee-5878d725a45b tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Fanout notify agent at l3_agent the message router_deleted on router aac63290-05af-4146-91f1-07e08cb4128e {{(pid=110551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:36:51.192092 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8dfacf1e-9f54-4a90-9fee-5878d725a45b tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:51.193926 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-8dfacf1e-9f54-4a90-9fee-5878d725a45b tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "DELETE /v2.0/routers/aac63290-05af-4146-91f1-07e08cb4128e HTTP/1.1" status: 204 len: 168 time: 1.5865345 Dec 08 16:36:51.198172 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 53882) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:51.210321 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-dfc87894-75b9-4f7a-8cc4-450f90fd9a10 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Request body: {'network': {'name': 'tempest-RoutersTest-419434443'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:36:51.424563 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab57d48-5217-4168-b6dc-c38b11620275 req-49e3c467-66c8-440c-996f-46eae8f95f42 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:51.427321 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4ab57d48-5217-4168-b6dc-c38b11620275 req-49e3c467-66c8-440c-996f-46eae8f95f42 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 943 time: 0.2002325 Dec 08 16:36:51.473334 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc87894-75b9-4f7a-8cc4-450f90fd9a10 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Made reservation on behalf of e54d9479cec440e198c8c0ec541c615a for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:36:51.478108 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dfc87894-75b9-4f7a-8cc4-450f90fd9a10 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:51.516950 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfc87894-75b9-4f7a-8cc4-450f90fd9a10 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:36:51.529539 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dfc87894-75b9-4f7a-8cc4-450f90fd9a10 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:51.530025 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-dfc87894-75b9-4f7a-8cc4-450f90fd9a10 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Added segment 697f39bb-bd28-4390-b43a-041ac5cddf72 of type vlan for network 204a7ef1-deff-477e-8658-823babb0d9e6 Dec 08 16:36:51.590027 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dfc87894-75b9-4f7a-8cc4-450f90fd9a10 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:51.712858 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4ab57d48-5217-4168-b6dc-c38b11620275 req-b87466c1-92c1-4f80-841c-778a8899cb6d tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792063 Dec 08 16:36:51.845692 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dfc87894-75b9-4f7a-8cc4-450f90fd9a10 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:51.851403 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc87894-75b9-4f7a-8cc4-450f90fd9a10 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:51.852044 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dfc87894-75b9-4f7a-8cc4-450f90fd9a10 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:51.980665 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc87894-75b9-4f7a-8cc4-450f90fd9a10 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event updated for resources: {'Network': ['ID=204a7ef1-deff-477e-8658-823babb0d9e6,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:51.997522 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 204a7ef1-deff-477e-8658-823babb0d9e6 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:36:52.035126 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53890) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:52.035669 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-dfc87894-75b9-4f7a-8cc4-450f90fd9a10 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8353267 Dec 08 16:36:52.040930 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-fda2e60a-cdcd-4488-b89b-0c7c64e51c45 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Request body: {'subnet': {'network_id': '204a7ef1-deff-477e-8658-823babb0d9e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:36:52.347720 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda2e60a-cdcd-4488-b89b-0c7c64e51c45 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Made reservation on behalf of e54d9479cec440e198c8c0ec541c615a for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:36:52.351511 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fda2e60a-cdcd-4488-b89b-0c7c64e51c45 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:52.907100 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fda2e60a-cdcd-4488-b89b-0c7c64e51c45 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:53.068517 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b86af79-9d3b-482e-be6b-4840688a7b10 req-b8aff56e-ddcc-440a-a0cb-f96dfcf2fe22 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:53.084025 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2b86af79-9d3b-482e-be6b-4840688a7b10 req-b8aff56e-ddcc-440a-a0cb-f96dfcf2fe22 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 943 time: 0.2587895 Dec 08 16:36:53.143568 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda2e60a-cdcd-4488-b89b-0c7c64e51c45 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event updated for resources: {'Subnet': ['ID=0e01986d-c9a9-4853-b958-dc1791b1507b,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:53.153189 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda2e60a-cdcd-4488-b89b-0c7c64e51c45 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Checking segment: {'id': '697f39bb-bd28-4390-b43a-041ac5cddf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '204a7ef1-deff-477e-8658-823babb0d9e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:36:53.153752 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda2e60a-cdcd-4488-b89b-0c7c64e51c45 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Network hostable DHCP agents. Network: 204a7ef1-deff-477e-8658-823babb0d9e6, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:36:53.205982 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2b86af79-9d3b-482e-be6b-4840688a7b10 req-ab5bf5d9-367c-42f8-a969-c3721a665a07 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206334 Dec 08 16:36:53.307811 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda2e60a-cdcd-4488-b89b-0c7c64e51c45 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Network 204a7ef1-deff-477e-8658-823babb0d9e6 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:36:53.449881 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-fda2e60a-cdcd-4488-b89b-0c7c64e51c45 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 204a7ef1-deff-477e-8658-823babb0d9e6) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:36:53.454614 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda2e60a-cdcd-4488-b89b-0c7c64e51c45 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:53.455453 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fda2e60a-cdcd-4488-b89b-0c7c64e51c45 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:53.464282 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee95340-e276-413d-9282-62ea51971a39 None None] Network 204a7ef1-deff-477e-8658-823babb0d9e6 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:36:53.567526 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-fda2e60a-cdcd-4488-b89b-0c7c64e51c45 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5304594 Dec 08 16:36:53.570402 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53922) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:53.574623 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-7209a272-c310-4af4-8c3b-8e9ca1e58548 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1255862728', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:36:53.637859 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1106e9-7169-4de2-9563-1222b3f5b23d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-204a7ef1-deff-477e-8658-823babb0d9e6', 'network_id': '204a7ef1-deff-477e-8658-823babb0d9e6', 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'fixed_ips': [{'subnet_id': '0e01986d-c9a9-4853-b958-dc1791b1507b'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:36:53.644866 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1b1106e9-7169-4de2-9563-1222b3f5b23d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:53.741831 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7209a272-c310-4af4-8c3b-8e9ca1e58548 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:53.742908 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7209a272-c310-4af4-8c3b-8e9ca1e58548 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:53.867706 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7209a272-c310-4af4-8c3b-8e9ca1e58548 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:53.930597 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7209a272-c310-4af4-8c3b-8e9ca1e58548 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:53.993942 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 53928) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:54.010357 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-1b1106e9-7169-4de2-9563-1222b3f5b23d None None] Allocated IP 172.20.0.2 (204a7ef1-deff-477e-8658-823babb0d9e6/0e01986d-c9a9-4853-b958-dc1791b1507b/c1070610-360c-44da-ba46-e05011125357) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:36:54.110139 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7209a272-c310-4af4-8c3b-8e9ca1e58548 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:54.111209 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-7209a272-c310-4af4-8c3b-8e9ca1e58548 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5401392 Dec 08 16:36:54.113990 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53932) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:54.203764 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b4f56c11-a668-42a2-8401-d25f7779d531 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:54.447720 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1b1106e9-7169-4de2-9563-1222b3f5b23d None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:54.534597 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1b1106e9-7169-4de2-9563-1222b3f5b23d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:54.593245 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b4f56c11-a668-42a2-8401-d25f7779d531 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:54.596394 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1106e9-7169-4de2-9563-1222b3f5b23d None None] Network 204a7ef1-deff-477e-8658-823babb0d9e6 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:36:54.599983 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-1b1106e9-7169-4de2-9563-1222b3f5b23d None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:36:54.604039 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1106e9-7169-4de2-9563-1222b3f5b23d None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:36:54.630349 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1106e9-7169-4de2-9563-1222b3f5b23d None None] Pushing event updated for resources: {'Port': ['ID=c1070610-360c-44da-ba46-e05011125357,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:54.631791 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa3977-e8d5-4d68-9b1f-51ad1bf27085 req-8121ee9d-c62c-4cdc-b267-5bf1e95961a1 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:54.643975 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ceaa3977-e8d5-4d68-9b1f-51ad1bf27085 req-8121ee9d-c62c-4cdc-b267-5bf1e95961a1 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 943 time: 0.2134213 Dec 08 16:36:54.664376 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1106e9-7169-4de2-9563-1222b3f5b23d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:54.664376 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1106e9-7169-4de2-9563-1222b3f5b23d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:54.664376 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1106e9-7169-4de2-9563-1222b3f5b23d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:54.664376 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1106e9-7169-4de2-9563-1222b3f5b23d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:54.664376 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1106e9-7169-4de2-9563-1222b3f5b23d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:54.664376 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1106e9-7169-4de2-9563-1222b3f5b23d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:54.664376 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1106e9-7169-4de2-9563-1222b3f5b23d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:54.664376 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1106e9-7169-4de2-9563-1222b3f5b23d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:54.664376 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1106e9-7169-4de2-9563-1222b3f5b23d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:54.664376 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1106e9-7169-4de2-9563-1222b3f5b23d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:54.664376 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1106e9-7169-4de2-9563-1222b3f5b23d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:54.664376 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1106e9-7169-4de2-9563-1222b3f5b23d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:54.664376 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1106e9-7169-4de2-9563-1222b3f5b23d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:54.691918 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-1b1106e9-7169-4de2-9563-1222b3f5b23d None None] Attempting to bind port c1070610-360c-44da-ba46-e05011125357 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:36:54.692346 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-1b1106e9-7169-4de2-9563-1222b3f5b23d None None] Attempting to bind port c1070610-360c-44da-ba46-e05011125357 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '697f39bb-bd28-4390-b43a-041ac5cddf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '204a7ef1-deff-477e-8658-823babb0d9e6'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:36:54.693062 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1106e9-7169-4de2-9563-1222b3f5b23d None None] Attempting to bind port c1070610-360c-44da-ba46-e05011125357 on network 204a7ef1-deff-477e-8658-823babb0d9e6 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:36:54.698826 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1106e9-7169-4de2-9563-1222b3f5b23d None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:36:54.699126 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1106e9-7169-4de2-9563-1222b3f5b23d None None] Checking segment: {'id': '697f39bb-bd28-4390-b43a-041ac5cddf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '204a7ef1-deff-477e-8658-823babb0d9e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:36:54.699991 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1b1106e9-7169-4de2-9563-1222b3f5b23d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:54.700344 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1106e9-7169-4de2-9563-1222b3f5b23d None None] Bound using segment: {'id': '697f39bb-bd28-4390-b43a-041ac5cddf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '204a7ef1-deff-477e-8658-823babb0d9e6'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:36:54.700844 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-1b1106e9-7169-4de2-9563-1222b3f5b23d None None] Bound port: c1070610-360c-44da-ba46-e05011125357, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '697f39bb-bd28-4390-b43a-041ac5cddf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '204a7ef1-deff-477e-8658-823babb0d9e6'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:36:54.701244 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1b1106e9-7169-4de2-9563-1222b3f5b23d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:54.708366 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b4f56c11-a668-42a2-8401-d25f7779d531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:54.773142 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b4f56c11-a668-42a2-8401-d25f7779d531 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2bfadd0e77f04b89bc5de5a59662a32a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7779324 Dec 08 16:36:54.782044 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 53938) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:54.843047 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-1b1106e9-7169-4de2-9563-1222b3f5b23d None None] For port c1070610-360c-44da-ba46-e05011125357, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:36:54.850753 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-1b1106e9-7169-4de2-9563-1222b3f5b23d None None] For port c1070610-360c-44da-ba46-e05011125357, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=c1070610-360c-44da-ba46-e05011125357,segment=NetworkSegment(697f39bb-bd28-4390-b43a-041ac5cddf72),segment_id=697f39bb-bd28-4390-b43a-041ac5cddf72)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:36:54.919629 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1b1106e9-7169-4de2-9563-1222b3f5b23d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:54.928747 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dd3c9519-7fc8-473d-af2c-90ea82a55168 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:54.953908 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dd3c9519-7fc8-473d-af2c-90ea82a55168 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:55.013443 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f56c11-a668-42a2-8401-d25f7779d531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e50869d2-e2e9-4c59-89af-43ddde3dac32,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:55.047232 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ceaa3977-e8d5-4d68-9b1f-51ad1bf27085 req-67acd2b0-4bae-4b0e-8eaf-b5ab9718f674 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3958380 Dec 08 16:36:55.060204 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1106e9-7169-4de2-9563-1222b3f5b23d None None] Pushing event updated for resources: {'Port': ['ID=c1070610-360c-44da-ba46-e05011125357,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:55.113333 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dd3c9519-7fc8-473d-af2c-90ea82a55168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:55.116401 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dd3c9519-7fc8-473d-af2c-90ea82a55168 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:55.117750 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-dd3c9519-7fc8-473d-af2c-90ea82a55168 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e50869d2-e2e9-4c59-89af-43ddde3dac32 HTTP/1.1" status: 204 len: 168 time: 0.3332040 Dec 08 16:36:55.145665 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3c9519-7fc8-473d-af2c-90ea82a55168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50869d2-e2e9-4c59-89af-43ddde3dac32,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:55.167692 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5296a932-3f57-40b6-a3f4-f6914c826c3a tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:55.544313 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-5296a932-3f57-40b6-a3f4-f6914c826c3a tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Allocated IP 172.20.0.1 (204a7ef1-deff-477e-8658-823babb0d9e6/0e01986d-c9a9-4853-b958-dc1791b1507b/1bc9168c-6c54-41e6-a800-60fb3310fcb9) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:36:55.707461 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5296a932-3f57-40b6-a3f4-f6914c826c3a tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:55.851166 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5296a932-3f57-40b6-a3f4-f6914c826c3a tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:55.904433 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5296a932-3f57-40b6-a3f4-f6914c826c3a tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Network 204a7ef1-deff-477e-8658-823babb0d9e6 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:36:55.909517 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-5296a932-3f57-40b6-a3f4-f6914c826c3a tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:36:55.913870 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5296a932-3f57-40b6-a3f4-f6914c826c3a tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:36:55.980483 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device c1070610-360c-44da-ba46-e05011125357 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:36:55.985276 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 53956) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:55.993689 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5296a932-3f57-40b6-a3f4-f6914c826c3a tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:56.002289 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5d7861f3-5b13-4419-bdc9-5e3cb906007d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:56.017422 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5296a932-3f57-40b6-a3f4-f6914c826c3a tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event updated for resources: {'Port': ['ID=1bc9168c-6c54-41e6-a800-60fb3310fcb9,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:56.068600 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port c1070610-360c-44da-ba46-e05011125357 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:56.069026 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:56.209452 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5d7861f3-5b13-4419-bdc9-5e3cb906007d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:56.227805 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:56.265052 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port c1070610-360c-44da-ba46-e05011125357, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=c1070610-360c-44da-ba46-e05011125357,segment=NetworkSegment(697f39bb-bd28-4390-b43a-041ac5cddf72),segment_id=697f39bb-bd28-4390-b43a-041ac5cddf72)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:36:56.305792 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b3806-b67d-43d9-8b8f-1db5d97a2a8d req-5fc35c08-edc4-4e50-b617-d640717df423 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:56.318454 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5d7861f3-5b13-4419-bdc9-5e3cb906007d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:56.324018 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b79b3806-b67d-43d9-8b8f-1db5d97a2a8d req-5fc35c08-edc4-4e50-b617-d640717df423 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 943 time: 0.1371999 Dec 08 16:36:56.353911 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5296a932-3f57-40b6-a3f4-f6914c826c3a tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:56.381741 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:56.402539 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-5d7861f3-5b13-4419-bdc9-5e3cb906007d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8690346ca11a4027ae270cbbba7c86af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4160757 Dec 08 16:36:56.409877 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 53962) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:56.430412 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7861f3-5b13-4419-bdc9-5e3cb906007d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1e7fbc-1eae-4293-889f-a1777fc69f0a,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:56.459566 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=c1070610-360c-44da-ba46-e05011125357,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:56.488913 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b79b3806-b67d-43d9-8b8f-1db5d97a2a8d req-c94f61dc-d6fb-47dc-a356-35f4a1a2e6c6 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639097 Dec 08 16:36:56.529600 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-10eda820-b872-49ff-8e50-20af7cee4d3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:56.607425 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-10eda820-b872-49ff-8e50-20af7cee4d3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:56.628418 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cf5022-c742-428d-a42a-40226aa51925 None None] Network 204a7ef1-deff-477e-8658-823babb0d9e6 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:36:56.796403 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-a16d6115-40ca-426d-a2f7-393c0c70aa73 None None] Provisioning complete for port c1070610-360c-44da-ba46-e05011125357 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:56.797972 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a16d6115-40ca-426d-a2f7-393c0c70aa73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:56.811709 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5296a932-3f57-40b6-a3f4-f6914c826c3a tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:56.838936 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-10eda820-b872-49ff-8e50-20af7cee4d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:56.841741 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-10eda820-b872-49ff-8e50-20af7cee4d3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:56.843082 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-10eda820-b872-49ff-8e50-20af7cee4d3d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0c1e7fbc-1eae-4293-889f-a1777fc69f0a HTTP/1.1" status: 204 len: 168 time: 0.4322338 Dec 08 16:36:56.853568 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eda820-b872-49ff-8e50-20af7cee4d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1e7fbc-1eae-4293-889f-a1777fc69f0a,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:56.936120 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5296a932-3f57-40b6-a3f4-f6914c826c3a tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:57.001866 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5296a932-3f57-40b6-a3f4-f6914c826c3a tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:57.122801 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5296a932-3f57-40b6-a3f4-f6914c826c3a tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event updated for resources: {'Port': ['ID=1bc9168c-6c54-41e6-a800-60fb3310fcb9,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:57.176449 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5296a932-3f57-40b6-a3f4-f6914c826c3a tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Network 204a7ef1-deff-477e-8658-823babb0d9e6 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:36:57.178531 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-5296a932-3f57-40b6-a3f4-f6914c826c3a tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:36:57.293699 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-e5f67fdf-ae4f-4b9a-ac82-cc2982f5d729 None None] Provisioning complete for port 1bc9168c-6c54-41e6-a800-60fb3310fcb9 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:57.294278 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e5f67fdf-ae4f-4b9a-ac82-cc2982f5d729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:57.395732 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-e5f67fdf-ae4f-4b9a-ac82-cc2982f5d729 None None] Port 1bc9168c-6c54-41e6-a800-60fb3310fcb9 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:36:57.420323 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-e5f67fdf-ae4f-4b9a-ac82-cc2982f5d729 None None] Provisioning complete for port c1070610-360c-44da-ba46-e05011125357 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:57.420744 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e5f67fdf-ae4f-4b9a-ac82-cc2982f5d729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:57.565200 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5296a932-3f57-40b6-a3f4-f6914c826c3a tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Router c539c4cd-8dc8-4950-9939-f016506eba85 is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:36:57.765095 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7cfe66-1ff4-4843-8b28-a4283ec3a908 req-4a941bc0-524e-4e61-8a0e-56c15ff3098b tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:57.768358 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ef7cfe66-1ff4-4843-8b28-a4283ec3a908 req-4a941bc0-524e-4e61-8a0e-56c15ff3098b tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 943 time: 0.1022620 Dec 08 16:36:57.792096 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5296a932-3f57-40b6-a3f4-f6914c826c3a tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:36:57.804785 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-85503337-522a-4296-9c29-b9cf4b625161 None None] Provisioning complete for port 1bc9168c-6c54-41e6-a800-60fb3310fcb9 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:57.807480 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-85503337-522a-4296-9c29-b9cf4b625161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:57.811144 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-5296a932-3f57-40b6-a3f4-f6914c826c3a tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "PUT /v2.0/routers/c539c4cd-8dc8-4950-9939-f016506eba85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6961145 Dec 08 16:36:57.817781 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d8593a-7ba1-4840-bddd-7b740cd8fdd0 None None] Sync routers for ids ['c539c4cd-8dc8-4950-9939-f016506eba85'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:36:57.821607 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 53982) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:57.912526 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ef7cfe66-1ff4-4843-8b28-a4283ec3a908 req-33339264-da40-4cf9-a9e6-5d41ea3b28d7 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117668 Dec 08 16:36:57.942325 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d8593a-7ba1-4840-bddd-7b740cd8fdd0 None None] Routers {'c539c4cd-8dc8-4950-9939-f016506eba85'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:36:57.943067 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-c8d8593a-7ba1-4840-bddd-7b740cd8fdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:36:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['c539c4cd-8dc8-4950-9939-f016506eba85'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:57.982964 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b16785c-a2df-4ccf-bfea-2bbccfabb125 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:57.987277 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 53986) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:57.998516 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-e9d65efe-ea07-42cd-8ca6-d84615230e25 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0e01986d-c9a9-4853-b958-dc1791b1507b'}]}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:36:57.998866 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-7b16785c-a2df-4ccf-bfea-2bbccfabb125 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "GET /v2.0/ports/1bc9168c-6c54-41e6-a800-60fb3310fcb9 HTTP/1.1" status: 200 len: 910 time: 0.1759322 Dec 08 16:36:58.001187 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-c8d8593a-7ba1-4840-bddd-7b740cd8fdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:58.007254 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device c1070610-360c-44da-ba46-e05011125357 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:36:58.056728 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-85503337-522a-4296-9c29-b9cf4b625161 None None] Port 1bc9168c-6c54-41e6-a800-60fb3310fcb9 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:36:58.062766 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d8593a-7ba1-4840-bddd-7b740cd8fdd0 None None] Routers {'c539c4cd-8dc8-4950-9939-f016506eba85'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:36:58.064089 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-c8d8593a-7ba1-4840-bddd-7b740cd8fdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:36:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['c539c4cd-8dc8-4950-9939-f016506eba85'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:58.156128 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-c8d8593a-7ba1-4840-bddd-7b740cd8fdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:58.158185 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d8593a-7ba1-4840-bddd-7b740cd8fdd0 None None] The sync data for ids ['c539c4cd-8dc8-4950-9939-f016506eba85'] in n-d-776250-12 is: [] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:36:58.202507 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-a70ba8be-804e-4998-8444-efba22688f09 None None] Provisioning complete for port 1bc9168c-6c54-41e6-a800-60fb3310fcb9 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:58.204024 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a70ba8be-804e-4998-8444-efba22688f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:58.255438 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port c1070610-360c-44da-ba46-e05011125357 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:58.255965 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:58.292960 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-a70ba8be-804e-4998-8444-efba22688f09 None None] Port 1bc9168c-6c54-41e6-a800-60fb3310fcb9 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:36:58.321046 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e9d65efe-ea07-42cd-8ca6-d84615230e25 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:58.881185 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e9d65efe-ea07-42cd-8ca6-d84615230e25 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:58.959035 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e9d65efe-ea07-42cd-8ca6-d84615230e25 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:59.059224 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d65efe-ea07-42cd-8ca6-d84615230e25 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event updated for resources: {'Port': ['ID=1bc9168c-6c54-41e6-a800-60fb3310fcb9,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:59.068093 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d65efe-ea07-42cd-8ca6-d84615230e25 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:59.068959 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e9d65efe-ea07-42cd-8ca6-d84615230e25 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:59.070674 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-e9d65efe-ea07-42cd-8ca6-d84615230e25 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "PUT /v2.0/ports/1bc9168c-6c54-41e6-a800-60fb3310fcb9 HTTP/1.1" status: 200 len: 910 time: 1.0810335 Dec 08 16:36:59.073482 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 54006) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:59.115415 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e50d42-609d-4782-8740-b5db455f59a8 req-9759db25-8040-4896-8ef9-3eecd2298402 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:59.117806 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-42e50d42-609d-4782-8740-b5db455f59a8 req-9759db25-8040-4896-8ef9-3eecd2298402 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 943 time: 0.0865784 Dec 08 16:36:59.173227 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-42e50d42-609d-4782-8740-b5db455f59a8 req-03114adc-d147-4e9c-8dee-5b4a953b5697 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477872 Dec 08 16:36:59.806590 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-09114901-cd96-49df-9108-2ff59960f3ee tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:00.079754 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-09114901-cd96-49df-9108-2ff59960f3ee tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Deleting port 1bc9168c-6c54-41e6-a800-60fb3310fcb9 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:37:00.080469 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-09114901-cd96-49df-9108-2ff59960f3ee tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:00.192591 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-09114901-cd96-49df-9108-2ff59960f3ee tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:00.224345 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-09114901-cd96-49df-9108-2ff59960f3ee tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Calling delete_port for 1bc9168c-6c54-41e6-a800-60fb3310fcb9 owned by network:router_interface {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:37:00.409030 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16367507-ea96-49ae-8c5c-0d4f272ae3c9 req-85cc1c18-0cc5-413c-a66e-8385d5cfb1eb tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:00.410515 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-16367507-ea96-49ae-8c5c-0d4f272ae3c9 req-85cc1c18-0cc5-413c-a66e-8385d5cfb1eb tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 943 time: 0.1089547 Dec 08 16:37:00.499648 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-16367507-ea96-49ae-8c5c-0d4f272ae3c9 req-80b5738d-2d70-4cd9-8f25-5739b53be720 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815392 Dec 08 16:37:00.559276 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-09114901-cd96-49df-9108-2ff59960f3ee tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:00.587889 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09114901-cd96-49df-9108-2ff59960f3ee tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event deleted for resources: {'Port': ['ID=1bc9168c-6c54-41e6-a800-60fb3310fcb9,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:00.775473 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-09114901-cd96-49df-9108-2ff59960f3ee tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:00.967990 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09114901-cd96-49df-9108-2ff59960f3ee tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Router c539c4cd-8dc8-4950-9939-f016506eba85 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:37:01.077654 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09114901-cd96-49df-9108-2ff59960f3ee tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:37:01.087691 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54038) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:37:01.089257 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-09114901-cd96-49df-9108-2ff59960f3ee tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "PUT /v2.0/routers/c539c4cd-8dc8-4950-9939-f016506eba85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0139210 Dec 08 16:37:01.094941 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3662073b-5bd6-4cad-81c3-b3ffa8beadc1 None None] Sync routers for ids ['c539c4cd-8dc8-4950-9939-f016506eba85'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:37:01.105877 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3662073b-5bd6-4cad-81c3-b3ffa8beadc1 None None] Routers {'c539c4cd-8dc8-4950-9939-f016506eba85'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:37:01.106544 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-3662073b-5bd6-4cad-81c3-b3ffa8beadc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:36:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['c539c4cd-8dc8-4950-9939-f016506eba85'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:37:01.125605 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-5d9a58f5-5dbc-4fab-b036-ee2fb9fe29fe tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "GET /v2.0/ports?device_id=c539c4cd-8dc8-4950-9939-f016506eba85 HTTP/1.1" status: 200 len: 205 time: 0.0358360 Dec 08 16:37:01.128116 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54042) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:37:01.146985 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-3662073b-5bd6-4cad-81c3-b3ffa8beadc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:37:01.163636 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3662073b-5bd6-4cad-81c3-b3ffa8beadc1 None None] Routers {'c539c4cd-8dc8-4950-9939-f016506eba85'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:37:01.165211 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-3662073b-5bd6-4cad-81c3-b3ffa8beadc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:36:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['c539c4cd-8dc8-4950-9939-f016506eba85'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:37:01.208909 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-3662073b-5bd6-4cad-81c3-b3ffa8beadc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:37:01.209995 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3662073b-5bd6-4cad-81c3-b3ffa8beadc1 None None] The sync data for ids ['c539c4cd-8dc8-4950-9939-f016506eba85'] in n-d-776250-12 is: [] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:37:01.232765 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ccf1b25a-633e-42a8-9fb0-9b3ebd5e04cf tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for router, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:01.406611 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ccf1b25a-633e-42a8-9fb0-9b3ebd5e04cf tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:01.409331 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ccf1b25a-633e-42a8-9fb0-9b3ebd5e04cf tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:01.632294 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa1b563-57c1-4b7e-b731-ff674cc66b46 req-ff3625ec-1f65-4f6e-8983-c8e9cf66c060 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:01.634111 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2aa1b563-57c1-4b7e-b731-ff674cc66b46 req-ff3625ec-1f65-4f6e-8983-c8e9cf66c060 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 943 time: 0.0545213 Dec 08 16:37:01.635537 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ccf1b25a-633e-42a8-9fb0-9b3ebd5e04cf tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:01.636406 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf1b25a-633e-42a8-9fb0-9b3ebd5e04cf tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Fanout notify agent at l3_agent the message router_deleted on router c539c4cd-8dc8-4950-9939-f016506eba85 {{(pid=110551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:37:01.647883 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ccf1b25a-633e-42a8-9fb0-9b3ebd5e04cf tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:01.650033 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ccf1b25a-633e-42a8-9fb0-9b3ebd5e04cf tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "DELETE /v2.0/routers/c539c4cd-8dc8-4950-9939-f016506eba85 HTTP/1.1" status: 204 len: 168 time: 0.5205150 Dec 08 16:37:01.652585 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54050) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:37:01.751517 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f748824-904e-4573-ac08-bf4718924980 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Deleting subnet 0e01986d-c9a9-4853-b958-dc1791b1507b {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:37:01.755996 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9f748824-904e-4573-ac08-bf4718924980 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:01.761755 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2aa1b563-57c1-4b7e-b731-ff674cc66b46 req-cf8360e2-b393-49a9-84d0-945bc78b223e tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059742 Dec 08 16:37:01.832774 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9f748824-904e-4573-ac08-bf4718924980 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:01.938878 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9f748824-904e-4573-ac08-bf4718924980 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:02.119877 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9f748824-904e-4573-ac08-bf4718924980 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:02.145501 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2ab3e8-5369-4dc1-8727-4378d9358946 None None] Network 204a7ef1-deff-477e-8658-823babb0d9e6 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:37:02.160134 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9f748824-904e-4573-ac08-bf4718924980 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:02.163329 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-9f748824-904e-4573-ac08-bf4718924980 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "DELETE /v2.0/subnets/0e01986d-c9a9-4853-b958-dc1791b1507b HTTP/1.1" status: 204 len: 168 time: 0.5088832 Dec 08 16:37:02.165057 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f748824-904e-4573-ac08-bf4718924980 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event deleted for resources: {'Subnet': ['ID=0e01986d-c9a9-4853-b958-dc1791b1507b,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:02.166041 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 54062) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:37:02.313082 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dd61e34a-5aca-4259-b5b8-292d67f3922d tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:02.426539 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-dd61e34a-5aca-4259-b5b8-292d67f3922d tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Deleting port c1070610-360c-44da-ba46-e05011125357 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:37:02.426884 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dd61e34a-5aca-4259-b5b8-292d67f3922d tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:02.444204 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54566fca-cbe8-4bbd-8dc6-b1698ad22a3e None None] DHCP port deletion for 204a7ef1-deff-477e-8658-823babb0d9e6 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:37:02.533409 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-54566fca-cbe8-4bbd-8dc6-b1698ad22a3e None None] Deleting port c1070610-360c-44da-ba46-e05011125357 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:37:02.534210 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-54566fca-cbe8-4bbd-8dc6-b1698ad22a3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:02.579469 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-dd61e34a-5aca-4259-b5b8-292d67f3922d tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] For port c1070610-360c-44da-ba46-e05011125357, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=c1070610-360c-44da-ba46-e05011125357,segment=NetworkSegment(697f39bb-bd28-4390-b43a-041ac5cddf72),segment_id=697f39bb-bd28-4390-b43a-041ac5cddf72)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:37:02.580266 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dd61e34a-5aca-4259-b5b8-292d67f3922d tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:02.603050 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-dd61e34a-5aca-4259-b5b8-292d67f3922d tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Calling delete_port for c1070610-360c-44da-ba46-e05011125357 owned by network:dhcp {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:37:02.644090 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-54566fca-cbe8-4bbd-8dc6-b1698ad22a3e None None] For port c1070610-360c-44da-ba46-e05011125357, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=c1070610-360c-44da-ba46-e05011125357,segment=NetworkSegment(697f39bb-bd28-4390-b43a-041ac5cddf72),segment_id=697f39bb-bd28-4390-b43a-041ac5cddf72)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:37:02.646910 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-54566fca-cbe8-4bbd-8dc6-b1698ad22a3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:02.664491 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-54566fca-cbe8-4bbd-8dc6-b1698ad22a3e None None] Calling delete_port for c1070610-360c-44da-ba46-e05011125357 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:37:02.714716 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 54068) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:37:02.842297 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-58cb7a0c-9af3-4db9-bebc-88af1470893d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:02.887424 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-54566fca-cbe8-4bbd-8dc6-b1698ad22a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:02.895137 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dd61e34a-5aca-4259-b5b8-292d67f3922d tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:02.928592 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54566fca-cbe8-4bbd-8dc6-b1698ad22a3e None None] Pushing event deleted for resources: {'Port': ['ID=c1070610-360c-44da-ba46-e05011125357,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:02.935355 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54566fca-cbe8-4bbd-8dc6-b1698ad22a3e None None] No DVR routers for this DVR port c1070610-360c-44da-ba46-e05011125357 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:37:02.947589 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd61e34a-5aca-4259-b5b8-292d67f3922d tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event deleted for resources: {'Port': ['ID=c1070610-360c-44da-ba46-e05011125357,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:02.952087 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd61e34a-5aca-4259-b5b8-292d67f3922d tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] No DVR routers for this DVR port c1070610-360c-44da-ba46-e05011125357 on host n-d-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:37:03.014262 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe01f928-4a82-42b0-9ab3-1e583a0a0405 req-50310dd0-8033-479f-b8f0-0e554473a306 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:03.016418 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fe01f928-4a82-42b0-9ab3-1e583a0a0405 req-50310dd0-8033-479f-b8f0-0e554473a306 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 943 time: 0.1525805 Dec 08 16:37:03.096284 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dd61e34a-5aca-4259-b5b8-292d67f3922d tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:03.122682 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-58cb7a0c-9af3-4db9-bebc-88af1470893d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:03.148882 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-dd61e34a-5aca-4259-b5b8-292d67f3922d tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['204a7ef1-deff-477e-8658-823babb0d9e6']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:37:03.154253 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fe01f928-4a82-42b0-9ab3-1e583a0a0405 req-0f2d7353-eae1-46f0-93c3-98aa85fed952 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104829 Dec 08 16:37:03.163098 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-dd61e34a-5aca-4259-b5b8-292d67f3922d tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '697f39bb-bd28-4390-b43a-041ac5cddf72') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:37:03.163408 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-dd61e34a-5aca-4259-b5b8-292d67f3922d tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '697f39bb-bd28-4390-b43a-041ac5cddf72') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:37:03.173866 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dd61e34a-5aca-4259-b5b8-292d67f3922d tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:03.190600 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dd61e34a-5aca-4259-b5b8-292d67f3922d tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:03.202356 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd61e34a-5aca-4259-b5b8-292d67f3922d tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:37:03.203559 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dd61e34a-5aca-4259-b5b8-292d67f3922d tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:03.207599 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:37:03.207599 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:37:03.207599 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:37:03.207599 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:37:03.207599 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:37:03.207599 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:37:03.207599 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:37:03.207599 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:37:03.207599 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:37:03.207599 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:37:03.207599 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:37:03.207599 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:37:03.207599 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:37:03.207599 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:37:03.207599 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:37:03.207599 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:37:03.207599 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:37:03.207599 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:37:03.207599 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:37:03.207599 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:37:03.207599 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:37:03.207599 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:37:03.207599 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:37:03.207599 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:37:03.207599 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:37:03.207599 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:37:03.207599 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:37:03.207599 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:37:03.207599 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:37:03.207599 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:37:03.207599 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:37:03.207599 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:37:03.279055 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-58cb7a0c-9af3-4db9-bebc-88af1470893d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:03.319994 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-58cb7a0c-9af3-4db9-bebc-88af1470893d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2a210f9112474fd2b600052308d93233&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6040940 Dec 08 16:37:03.320939 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb7a0c-9af3-4db9-bebc-88af1470893d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ccac5cd-56d1-4dae-8f88-c6dcd2b8e84b,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:03.322782 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54082) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:37:03.377769 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9c5b9982-81ee-4131-bb4c-8c3dc77d7987 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:03.404773 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9c5b9982-81ee-4131-bb4c-8c3dc77d7987 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:03.455687 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dd61e34a-5aca-4259-b5b8-292d67f3922d tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:03.462578 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dd61e34a-5aca-4259-b5b8-292d67f3922d tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:03.470410 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54084) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:37:03.472811 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-dd61e34a-5aca-4259-b5b8-292d67f3922d tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "DELETE /v2.0/networks/204a7ef1-deff-477e-8658-823babb0d9e6 HTTP/1.1" status: 204 len: 168 time: 1.3055496 Dec 08 16:37:03.477163 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-7f71927f-f2ef-4622-b599-f49ee89cad91 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-257228505', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:37:03.490663 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd61e34a-5aca-4259-b5b8-292d67f3922d tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event deleted for resources: {'Network': ['ID=204a7ef1-deff-477e-8658-823babb0d9e6,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:03.570530 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9c5b9982-81ee-4131-bb4c-8c3dc77d7987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:03.573553 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9c5b9982-81ee-4131-bb4c-8c3dc77d7987 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:03.574724 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-9c5b9982-81ee-4131-bb4c-8c3dc77d7987 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6ccac5cd-56d1-4dae-8f88-c6dcd2b8e84b HTTP/1.1" status: 204 len: 168 time: 0.2503572 Dec 08 16:37:03.583897 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5b9982-81ee-4131-bb4c-8c3dc77d7987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ccac5cd-56d1-4dae-8f88-c6dcd2b8e84b,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:03.635959 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7f71927f-f2ef-4622-b599-f49ee89cad91 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:03.635959 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7f71927f-f2ef-4622-b599-f49ee89cad91 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:03.690255 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7f71927f-f2ef-4622-b599-f49ee89cad91 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:03.839296 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7f71927f-f2ef-4622-b599-f49ee89cad91 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:03.844036 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device c1070610-360c-44da-ba46-e05011125357 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:37:03.867865 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: c1070610-360c-44da-ba46-e05011125357 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:37:03.868385 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device c1070610-360c-44da-ba46-e05011125357 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:37:03.995446 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7f71927f-f2ef-4622-b599-f49ee89cad91 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:03.996794 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-7f71927f-f2ef-4622-b599-f49ee89cad91 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.5258000 Dec 08 16:37:04.010205 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54092) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:37:04.015383 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-e5f08c22-5696-412d-8204-c06140503a4c tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Request body: {'network': {'name': 'tempest-RoutersTest-2036797589'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:37:04.176336 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f08c22-5696-412d-8204-c06140503a4c tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Made reservation on behalf of e54d9479cec440e198c8c0ec541c615a for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:37:04.179992 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e5f08c22-5696-412d-8204-c06140503a4c tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:04.212228 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5f08c22-5696-412d-8204-c06140503a4c tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:37:04.231541 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e5f08c22-5696-412d-8204-c06140503a4c tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:04.232077 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-e5f08c22-5696-412d-8204-c06140503a4c tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Added segment 55df0ce3-ebdd-4df3-8d34-de99af3cff61 of type vlan for network 79810c63-56de-49ff-99d4-20086065b3e6 Dec 08 16:37:04.305626 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e5f08c22-5696-412d-8204-c06140503a4c tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:04.342201 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376350be-dda7-4dd2-9e44-4195d7bbafb1 req-a85d7a86-0752-4858-9850-c102b71a2e45 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:04.343760 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-376350be-dda7-4dd2-9e44-4195d7bbafb1 req-a85d7a86-0752-4858-9850-c102b71a2e45 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 943 time: 0.0800571 Dec 08 16:37:04.392245 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-376350be-dda7-4dd2-9e44-4195d7bbafb1 req-b9ce5e37-b367-4886-9059-855c0d8c42a2 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422630 Dec 08 16:37:04.422370 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e5f08c22-5696-412d-8204-c06140503a4c tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:04.428480 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f08c22-5696-412d-8204-c06140503a4c tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:04.429222 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e5f08c22-5696-412d-8204-c06140503a4c tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:04.509002 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f08c22-5696-412d-8204-c06140503a4c tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event updated for resources: {'Network': ['ID=79810c63-56de-49ff-99d4-20086065b3e6,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:04.525573 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 79810c63-56de-49ff-99d4-20086065b3e6 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:37:04.585149 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e5f08c22-5696-412d-8204-c06140503a4c tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5737584 Dec 08 16:37:04.588228 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54114) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:37:04.609270 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-b63900cd-5663-4023-addb-f7e2f5123424 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Request body: {'subnet': {'network_id': '79810c63-56de-49ff-99d4-20086065b3e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:37:04.718679 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:04.821027 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63900cd-5663-4023-addb-f7e2f5123424 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Made reservation on behalf of e54d9479cec440e198c8c0ec541c615a for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:37:04.824797 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b63900cd-5663-4023-addb-f7e2f5123424 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:05.113757 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b63900cd-5663-4023-addb-f7e2f5123424 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:05.190879 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63900cd-5663-4023-addb-f7e2f5123424 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event updated for resources: {'Subnet': ['ID=6433ba83-2aea-4dd2-b72c-de2c05c92f02,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:05.205255 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63900cd-5663-4023-addb-f7e2f5123424 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Checking segment: {'id': '55df0ce3-ebdd-4df3-8d34-de99af3cff61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '79810c63-56de-49ff-99d4-20086065b3e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:37:05.205636 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63900cd-5663-4023-addb-f7e2f5123424 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Network hostable DHCP agents. Network: 79810c63-56de-49ff-99d4-20086065b3e6, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:37:05.273630 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63900cd-5663-4023-addb-f7e2f5123424 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Network 79810c63-56de-49ff-99d4-20086065b3e6 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:37:05.347511 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-b63900cd-5663-4023-addb-f7e2f5123424 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 79810c63-56de-49ff-99d4-20086065b3e6) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:37:05.354076 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63900cd-5663-4023-addb-f7e2f5123424 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:05.357413 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673dcec2-3f26-4a61-b4bf-646cd6d86f6e None None] Network 79810c63-56de-49ff-99d4-20086065b3e6 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:37:05.360646 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b63900cd-5663-4023-addb-f7e2f5123424 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:05.500719 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b63900cd-5663-4023-addb-f7e2f5123424 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9096515 Dec 08 16:37:05.502874 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54132) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:37:05.511529 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40fee799-959f-4268-9891-bf9ff46dd69f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-79810c63-56de-49ff-99d4-20086065b3e6', 'network_id': '79810c63-56de-49ff-99d4-20086065b3e6', 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'fixed_ips': [{'subnet_id': '6433ba83-2aea-4dd2-b72c-de2c05c92f02'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:37:05.512464 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-40fee799-959f-4268-9891-bf9ff46dd69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:05.560753 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79c06f-f3ee-4ec2-bd75-acd65841edf0 req-dc13086f-02ef-467e-b576-d26f17b04787 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:05.574782 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0d79c06f-f3ee-4ec2-bd75-acd65841edf0 req-dc13086f-02ef-467e-b576-d26f17b04787 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 943 time: 0.0881529 Dec 08 16:37:05.711175 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0d79c06f-f3ee-4ec2-bd75-acd65841edf0 req-8b7ce90c-ad7d-4e8a-b469-f92baeb1d50f tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294389 Dec 08 16:37:05.758899 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-40fee799-959f-4268-9891-bf9ff46dd69f None None] Allocated IP 172.20.0.2 (79810c63-56de-49ff-99d4-20086065b3e6/6433ba83-2aea-4dd2-b72c-de2c05c92f02/a7c34673-376f-42d7-aeee-27987d4a8f05) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:37:05.909202 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-853a0807-6105-4ba3-aa79-4c8a11f71e91 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:05.913421 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-40fee799-959f-4268-9891-bf9ff46dd69f None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:06.028127 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-40fee799-959f-4268-9891-bf9ff46dd69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:06.103041 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fee799-959f-4268-9891-bf9ff46dd69f None None] Network 79810c63-56de-49ff-99d4-20086065b3e6 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:37:06.110976 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-40fee799-959f-4268-9891-bf9ff46dd69f None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:37:06.125279 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fee799-959f-4268-9891-bf9ff46dd69f None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:37:06.132473 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fee799-959f-4268-9891-bf9ff46dd69f None None] Pushing event updated for resources: {'Port': ['ID=a7c34673-376f-42d7-aeee-27987d4a8f05,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:06.255440 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-40fee799-959f-4268-9891-bf9ff46dd69f None None] Attempting to bind port a7c34673-376f-42d7-aeee-27987d4a8f05 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:37:06.255440 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-40fee799-959f-4268-9891-bf9ff46dd69f None None] Attempting to bind port a7c34673-376f-42d7-aeee-27987d4a8f05 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '55df0ce3-ebdd-4df3-8d34-de99af3cff61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '79810c63-56de-49ff-99d4-20086065b3e6'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:37:06.255440 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fee799-959f-4268-9891-bf9ff46dd69f None None] Attempting to bind port a7c34673-376f-42d7-aeee-27987d4a8f05 on network 79810c63-56de-49ff-99d4-20086065b3e6 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:37:06.272066 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fee799-959f-4268-9891-bf9ff46dd69f None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:37:06.272718 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fee799-959f-4268-9891-bf9ff46dd69f None None] Checking segment: {'id': '55df0ce3-ebdd-4df3-8d34-de99af3cff61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '79810c63-56de-49ff-99d4-20086065b3e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:37:06.278733 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-40fee799-959f-4268-9891-bf9ff46dd69f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:06.278733 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fee799-959f-4268-9891-bf9ff46dd69f None None] Bound using segment: {'id': '55df0ce3-ebdd-4df3-8d34-de99af3cff61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '79810c63-56de-49ff-99d4-20086065b3e6'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:37:06.278733 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-40fee799-959f-4268-9891-bf9ff46dd69f None None] Bound port: a7c34673-376f-42d7-aeee-27987d4a8f05, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55df0ce3-ebdd-4df3-8d34-de99af3cff61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '79810c63-56de-49ff-99d4-20086065b3e6'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:37:06.278733 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-40fee799-959f-4268-9891-bf9ff46dd69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:06.369323 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-40fee799-959f-4268-9891-bf9ff46dd69f None None] For port a7c34673-376f-42d7-aeee-27987d4a8f05, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:37:06.372810 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-40fee799-959f-4268-9891-bf9ff46dd69f None None] For port a7c34673-376f-42d7-aeee-27987d4a8f05, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=a7c34673-376f-42d7-aeee-27987d4a8f05,segment=NetworkSegment(55df0ce3-ebdd-4df3-8d34-de99af3cff61),segment_id=55df0ce3-ebdd-4df3-8d34-de99af3cff61)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:37:06.492767 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-40fee799-959f-4268-9891-bf9ff46dd69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:06.586411 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fee799-959f-4268-9891-bf9ff46dd69f None None] Pushing event updated for resources: {'Port': ['ID=a7c34673-376f-42d7-aeee-27987d4a8f05,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:06.641176 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-853a0807-6105-4ba3-aa79-4c8a11f71e91 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Allocated IP 172.20.0.1 (79810c63-56de-49ff-99d4-20086065b3e6/6433ba83-2aea-4dd2-b72c-de2c05c92f02/2ac85385-2a26-4727-913b-9b242e68230a) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:37:06.780691 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-853a0807-6105-4ba3-aa79-4c8a11f71e91 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:06.883257 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd149e-fbd6-41e2-87aa-361fa5ec7ef1 req-14401317-a35c-41a4-a495-f65dc4f327a3 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:06.891315 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5dbd149e-fbd6-41e2-87aa-361fa5ec7ef1 req-14401317-a35c-41a4-a495-f65dc4f327a3 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 943 time: 0.0733089 Dec 08 16:37:06.916686 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-853a0807-6105-4ba3-aa79-4c8a11f71e91 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:06.988136 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5dbd149e-fbd6-41e2-87aa-361fa5ec7ef1 req-cd209a99-4be7-4f9d-b192-d11b9d70660a tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958364 Dec 08 16:37:06.999857 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853a0807-6105-4ba3-aa79-4c8a11f71e91 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Network 79810c63-56de-49ff-99d4-20086065b3e6 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:37:07.001593 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-853a0807-6105-4ba3-aa79-4c8a11f71e91 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:37:07.011363 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853a0807-6105-4ba3-aa79-4c8a11f71e91 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:37:07.032918 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853a0807-6105-4ba3-aa79-4c8a11f71e91 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event updated for resources: {'Port': ['ID=2ac85385-2a26-4727-913b-9b242e68230a,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:07.057092 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-853a0807-6105-4ba3-aa79-4c8a11f71e91 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:07.139337 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 8ad1e835-aa5d-477a-a357-7b75f3022faa details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:37:07.290653 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-853a0807-6105-4ba3-aa79-4c8a11f71e91 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:07.311205 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 8ad1e835-aa5d-477a-a357-7b75f3022faa, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=8ad1e835-aa5d-477a-a357-7b75f3022faa,segment=NetworkSegment(148e30e1-cdcf-4201-a517-2bd3763917d1),segment_id=148e30e1-cdcf-4201-a517-2bd3763917d1)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:37:07.329311 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '8ad1e835-aa5d-477a-a357-7b75f3022faa', 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8', 'port_id': '8ad1e835-aa5d-477a-a357-7b75f3022faa', 'mac_address': 'fa:16:3e:26:4d:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13be6d62-2e9a-40c4-9d1e-34aa15cc5f10', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:37:07.388677 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:07.585663 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ad1e835-aa5d-477a-a357-7b75f3022faa {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:37:07.609394 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 8ad1e835-aa5d-477a-a357-7b75f3022faa, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=8ad1e835-aa5d-477a-a357-7b75f3022faa,segment=NetworkSegment(148e30e1-cdcf-4201-a517-2bd3763917d1),segment_id=148e30e1-cdcf-4201-a517-2bd3763917d1)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:37:07.627396 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-853a0807-6105-4ba3-aa79-4c8a11f71e91 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:07.720331 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:07.776292 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-853a0807-6105-4ba3-aa79-4c8a11f71e91 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:07.891129 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dadaf04f-2f99-42a6-82f3-e09a14ec990e None None] Network 79810c63-56de-49ff-99d4-20086065b3e6 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:37:08.013146 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['8ad1e835-aa5d-477a-a357-7b75f3022faa'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:37:08.024696 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=8ad1e835-aa5d-477a-a357-7b75f3022faa,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:08.027253 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-853a0807-6105-4ba3-aa79-4c8a11f71e91 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:08.042152 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device a7c34673-376f-42d7-aeee-27987d4a8f05 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:37:08.042337 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853a0807-6105-4ba3-aa79-4c8a11f71e91 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event updated for resources: {'Port': ['ID=2ac85385-2a26-4727-913b-9b242e68230a,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:08.111960 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-08c25bc6-f4a7-44dd-b1c8-4562e882402f None None] Provisioning complete for port a7c34673-376f-42d7-aeee-27987d4a8f05 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:37:08.112361 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-08c25bc6-f4a7-44dd-b1c8-4562e882402f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:08.141246 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457770a4-767e-4ef6-a796-db31c4083a46 req-0d8e52d2-d500-4669-a05c-4c311e5e63d6 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:08.175852 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-457770a4-767e-4ef6-a796-db31c4083a46 req-0d8e52d2-d500-4669-a05c-4c311e5e63d6 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 944 time: 0.1096270 Dec 08 16:37:08.176475 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853a0807-6105-4ba3-aa79-4c8a11f71e91 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Network 79810c63-56de-49ff-99d4-20086065b3e6 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:37:08.178911 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-853a0807-6105-4ba3-aa79-4c8a11f71e91 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:37:08.184390 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port a7c34673-376f-42d7-aeee-27987d4a8f05 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:37:08.184775 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:08.263559 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-457770a4-767e-4ef6-a796-db31c4083a46 req-e5c98172-1821-479f-8daa-a70786334271 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818310 Dec 08 16:37:08.328311 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-08c25bc6-f4a7-44dd-b1c8-4562e882402f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:08.458888 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:08.463870 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-08c25bc6-f4a7-44dd-b1c8-4562e882402f None None] For port a7c34673-376f-42d7-aeee-27987d4a8f05, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=a7c34673-376f-42d7-aeee-27987d4a8f05,segment=NetworkSegment(55df0ce3-ebdd-4df3-8d34-de99af3cff61),segment_id=55df0ce3-ebdd-4df3-8d34-de99af3cff61)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:37:08.473216 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-853a0807-6105-4ba3-aa79-4c8a11f71e91 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Router 6929d91f-a9fd-47c2-8767-1214f6950a98 is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:37:08.586722 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-08c25bc6-f4a7-44dd-b1c8-4562e882402f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:08.639102 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-853a0807-6105-4ba3-aa79-4c8a11f71e91 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:37:08.654563 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 54182) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:37:08.654673 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-853a0807-6105-4ba3-aa79-4c8a11f71e91 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "PUT /v2.0/routers/6929d91f-a9fd-47c2-8767-1214f6950a98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1481323 Dec 08 16:37:08.663771 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-d37228e8-1fc4-456a-894f-daf2077dd3d8 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Request body: {'network': {'name': 'tempest-RoutersTest-1420668462'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:37:08.676700 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.db.api [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:37:08.677066 n-d-776250-12 neutron-server[110552]: DEBUG oslo_db.api [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:37:08.677838 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b4a3e4-e030-4d1d-a1f1-44d826945ab6 None None] Sync routers for ids ['6929d91f-a9fd-47c2-8767-1214f6950a98'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:37:08.736283 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:08.741052 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c25bc6-f4a7-44dd-b1c8-4562e882402f None None] Pushing event updated for resources: {'Port': ['ID=a7c34673-376f-42d7-aeee-27987d4a8f05,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:08.746979 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b4a3e4-e030-4d1d-a1f1-44d826945ab6 None None] Routers {'6929d91f-a9fd-47c2-8767-1214f6950a98'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:37:08.747703 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-07b4a3e4-e030-4d1d-a1f1-44d826945ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:36:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['6929d91f-a9fd-47c2-8767-1214f6950a98'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:37:08.801687 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-e28ccbe4-f873-4c91-ba12-3c621e2bacce None None] Provisioning complete for port 2ac85385-2a26-4727-913b-9b242e68230a triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:37:08.802434 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e28ccbe4-f873-4c91-ba12-3c621e2bacce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:08.821690 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d37228e8-1fc4-456a-894f-daf2077dd3d8 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Made reservation on behalf of e54d9479cec440e198c8c0ec541c615a for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:37:08.825734 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d37228e8-1fc4-456a-894f-daf2077dd3d8 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:08.892928 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d37228e8-1fc4-456a-894f-daf2077dd3d8 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:37:08.940371 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d37228e8-1fc4-456a-894f-daf2077dd3d8 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:08.940960 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-d37228e8-1fc4-456a-894f-daf2077dd3d8 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Added segment e6bfb4d9-347a-4aec-ae0e-3d53739a61ac of type vlan for network cc8ca738-4dae-4386-b2d4-789f61e68dfe Dec 08 16:37:09.099809 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-e28ccbe4-f873-4c91-ba12-3c621e2bacce None None] Port 2ac85385-2a26-4727-913b-9b242e68230a cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:37:09.134132 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d37228e8-1fc4-456a-894f-daf2077dd3d8 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:09.147072 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-e28ccbe4-f873-4c91-ba12-3c621e2bacce None None] Provisioning complete for port a7c34673-376f-42d7-aeee-27987d4a8f05 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:37:09.147455 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e28ccbe4-f873-4c91-ba12-3c621e2bacce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:09.153635 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 8ad1e835-aa5d-477a-a357-7b75f3022faa up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:37:09.306152 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d37228e8-1fc4-456a-894f-daf2077dd3d8 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:09.311505 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37228e8-1fc4-456a-894f-daf2077dd3d8 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:09.313861 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d37228e8-1fc4-456a-894f-daf2077dd3d8 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:09.418575 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-07b4a3e4-e030-4d1d-a1f1-44d826945ab6 None None] Set router 6929d91f-a9fd-47c2-8767-1214f6950a98 gateway port host: None {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:37:09.528684 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-d37228e8-1fc4-456a-894f-daf2077dd3d8 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8727806 Dec 08 16:37:09.538927 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54198) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:37:09.548588 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-78743fde-8c9e-4755-91ab-fd89c33a7256 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Request body: {'subnet': {'network_id': 'cc8ca738-4dae-4386-b2d4-789f61e68dfe', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:37:09.572907 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37228e8-1fc4-456a-894f-daf2077dd3d8 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event updated for resources: {'Network': ['ID=cc8ca738-4dae-4386-b2d4-789f61e68dfe,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:09.628198 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b875c83-189f-4303-a469-986ff44de5a8 req-69c99f22-f661-4230-bf6d-31b58a671c10 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:09.635946 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2b875c83-189f-4303-a469-986ff44de5a8 req-69c99f22-f661-4230-bf6d-31b58a671c10 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 944 time: 0.1934626 Dec 08 16:37:09.733203 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2b875c83-189f-4303-a469-986ff44de5a8 req-8616b008-4a9e-47d0-8a27-003843e02c49 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959780 Dec 08 16:37:09.744262 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network cc8ca738-4dae-4386-b2d4-789f61e68dfe details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:37:09.850701 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78743fde-8c9e-4755-91ab-fd89c33a7256 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Made reservation on behalf of e54d9479cec440e198c8c0ec541c615a for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:37:09.866172 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-78743fde-8c9e-4755-91ab-fd89c33a7256 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:09.999096 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device a7c34673-376f-42d7-aeee-27987d4a8f05 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:37:10.083548 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-9e6c211b-ae41-4376-9f79-f04e802c47d3 None None] Provisioning complete for port 2ac85385-2a26-4727-913b-9b242e68230a triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:37:10.084256 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9e6c211b-ae41-4376-9f79-f04e802c47d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:10.159844 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-9e6c211b-ae41-4376-9f79-f04e802c47d3 None None] Port 2ac85385-2a26-4727-913b-9b242e68230a cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:37:10.168317 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port 8ad1e835-aa5d-477a-a357-7b75f3022faa completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:37:10.183506 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 8ad1e835-aa5d-477a-a357-7b75f3022faa triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:37:10.183730 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:10.210682 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-07b4a3e4-e030-4d1d-a1f1-44d826945ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'name': 'tempest-RoutersTest-router-257228505', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:37:03Z', 'updated_at': '2021-12-08T16:37:07Z', 'revision_number': 2, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'gw_port_host': None, '_interfaces': [{'id': '2ac85385-2a26-4727-913b-9b242e68230a', 'name': '', 'network_id': '79810c63-56de-49ff-99d4-20086065b3e6', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'mac_address': 'fa:16:3e:4e:0f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '6433ba83-2aea-4dd2-b72c-de2c05c92f02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:37:06Z', 'updated_at': '2021-12-08T16:37:07Z', 'revision_number': 2, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'subnets': [{'id': '6433ba83-2aea-4dd2-b72c-de2c05c92f02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:37:10.215934 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port a7c34673-376f-42d7-aeee-27987d4a8f05 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:37:10.216347 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:10.250157 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b4a3e4-e030-4d1d-a1f1-44d826945ab6 None None] Checking router: 6929d91f-a9fd-47c2-8767-1214f6950a98 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:37:10.250578 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b4a3e4-e030-4d1d-a1f1-44d826945ab6 None None] Updating router 6929d91f-a9fd-47c2-8767-1214f6950a98 port 2ac85385-2a26-4727-913b-9b242e68230a binding host n-d-776250-12 {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:37:10.314490 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-78743fde-8c9e-4755-91ab-fd89c33a7256 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:10.322124 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-07b4a3e4-e030-4d1d-a1f1-44d826945ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:10.381296 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:10.415072 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78743fde-8c9e-4755-91ab-fd89c33a7256 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event updated for resources: {'Subnet': ['ID=3db6bc54-84fa-4277-8137-65d7a3083426,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:10.426729 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78743fde-8c9e-4755-91ab-fd89c33a7256 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Checking segment: {'id': 'e6bfb4d9-347a-4aec-ae0e-3d53739a61ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'cc8ca738-4dae-4386-b2d4-789f61e68dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:37:10.427045 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78743fde-8c9e-4755-91ab-fd89c33a7256 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Network hostable DHCP agents. Network: cc8ca738-4dae-4386-b2d4-789f61e68dfe, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:37:10.541874 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78743fde-8c9e-4755-91ab-fd89c33a7256 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Network cc8ca738-4dae-4386-b2d4-789f61e68dfe is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:37:10.622613 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-78743fde-8c9e-4755-91ab-fd89c33a7256 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, cc8ca738-4dae-4386-b2d4-789f61e68dfe) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:37:10.638497 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a4c461b-fed9-4952-8d6e-6623283936f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ad1e835-aa5d-477a-a357-7b75f3022faa'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:37:10.641450 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f9297d-cfb9-4e6e-b2a6-8190803f44f9" -d '{"events": [{"server_uuid": "5a4c461b-fed9-4952-8d6e-6623283936f8", "name": "network-vif-plugged", "status": "completed", "tag": "8ad1e835-aa5d-477a-a357-7b75f3022faa"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:37:10.659519 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78743fde-8c9e-4755-91ab-fd89c33a7256 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:10.661072 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-78743fde-8c9e-4755-91ab-fd89c33a7256 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:10.711911 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f75bf4-d2f0-4e59-95b2-d3951ed93084 None None] Network cc8ca738-4dae-4386-b2d4-789f61e68dfe requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:37:10.743341 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 8ad1e835-aa5d-477a-a357-7b75f3022faa, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=8ad1e835-aa5d-477a-a357-7b75f3022faa,segment=NetworkSegment(148e30e1-cdcf-4201-a517-2bd3763917d1),segment_id=148e30e1-cdcf-4201-a517-2bd3763917d1)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:37:10.756669 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-78743fde-8c9e-4755-91ab-fd89c33a7256 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2166696 Dec 08 16:37:10.759851 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 54212) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:37:10.914572 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:10.942788 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879742c8-4c9c-458b-90a4-16d5cbaf62a8 req-fe22e41f-887a-4177-a1a1-11740c9e1909 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:10.953297 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-879742c8-4c9c-458b-90a4-16d5cbaf62a8 req-fe22e41f-887a-4177-a1a1-11740c9e1909 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 944 time: 0.1142015 Dec 08 16:37:11.070488 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-879742c8-4c9c-458b-90a4-16d5cbaf62a8 req-3c70935b-a113-4e4e-b3d0-605bdb154648 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106267 Dec 08 16:37:11.086132 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af1c23a2-7b34-42d8-a4c8-f28d043fcf9f x-openstack-request-id: req-af1c23a2-7b34-42d8-a4c8-f28d043fcf9f {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:37:11.087095 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a4c461b-fed9-4952-8d6e-6623283936f8", "name": "network-vif-plugged", "status": "completed", "tag": "8ad1e835-aa5d-477a-a357-7b75f3022faa", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:37:11.087410 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-af1c23a2-7b34-42d8-a4c8-f28d043fcf9f {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:37:11.087824 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a4c461b-fed9-4952-8d6e-6623283936f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ad1e835-aa5d-477a-a357-7b75f3022faa', 'code': 200} Dec 08 16:37:11.176958 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=8ad1e835-aa5d-477a-a357-7b75f3022faa,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:11.193008 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb95cc6d-7857-4bdb-b01c-6de7737a6665 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-cc8ca738-4dae-4386-b2d4-789f61e68dfe', 'network_id': 'cc8ca738-4dae-4386-b2d4-789f61e68dfe', 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'fixed_ips': [{'subnet_id': '3db6bc54-84fa-4277-8137-65d7a3083426'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:37:11.195106 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-cb95cc6d-7857-4bdb-b01c-6de7737a6665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:11.506016 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-cb95cc6d-7857-4bdb-b01c-6de7737a6665 None None] Allocated IP 172.21.0.2 (cc8ca738-4dae-4386-b2d4-789f61e68dfe/3db6bc54-84fa-4277-8137-65d7a3083426/28cd1b01-8ae8-40ac-8eb3-80a4accbd02f) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:37:11.541252 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-07b4a3e4-e030-4d1d-a1f1-44d826945ab6 None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:11.556688 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f533525d-1190-4076-b69b-2b3c8622f2ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:11.559670 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d77580-4341-43e3-ad5d-02e6b620358f req-a3fe6737-5f23-47b1-b998-73a48459177c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:11.562667 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d0d77580-4341-43e3-ad5d-02e6b620358f req-a3fe6737-5f23-47b1-b998-73a48459177c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 1097 time: 0.4224463 Dec 08 16:37:11.566093 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-010fad3e-4bfc-4a01-a423-4ed610a1ad33 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:11.601835 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-07b4a3e4-e030-4d1d-a1f1-44d826945ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:11.697917 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85aea2d-da84-4c51-9330-d4896541503d None None] Pushing event updated for resources: {'Port': ['ID=2ac85385-2a26-4727-913b-9b242e68230a,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:11.734642 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d0d77580-4341-43e3-ad5d-02e6b620358f req-77913e01-4e66-4fc9-b0f3-e82b63d94581 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636240 Dec 08 16:37:11.851457 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-07b4a3e4-e030-4d1d-a1f1-44d826945ab6 None None] Attempting to bind port 2ac85385-2a26-4727-913b-9b242e68230a on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:37:11.851849 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-07b4a3e4-e030-4d1d-a1f1-44d826945ab6 None None] Attempting to bind port 2ac85385-2a26-4727-913b-9b242e68230a by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '55df0ce3-ebdd-4df3-8d34-de99af3cff61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '79810c63-56de-49ff-99d4-20086065b3e6'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:37:11.852251 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b4a3e4-e030-4d1d-a1f1-44d826945ab6 None None] Attempting to bind port 2ac85385-2a26-4727-913b-9b242e68230a on network 79810c63-56de-49ff-99d4-20086065b3e6 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:37:11.867081 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b4a3e4-e030-4d1d-a1f1-44d826945ab6 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:37:11.867464 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b4a3e4-e030-4d1d-a1f1-44d826945ab6 None None] Checking segment: {'id': '55df0ce3-ebdd-4df3-8d34-de99af3cff61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '79810c63-56de-49ff-99d4-20086065b3e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:37:11.867966 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-07b4a3e4-e030-4d1d-a1f1-44d826945ab6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:11.868293 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b4a3e4-e030-4d1d-a1f1-44d826945ab6 None None] Bound using segment: {'id': '55df0ce3-ebdd-4df3-8d34-de99af3cff61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '79810c63-56de-49ff-99d4-20086065b3e6'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:37:11.868789 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-07b4a3e4-e030-4d1d-a1f1-44d826945ab6 None None] Bound port: 2ac85385-2a26-4727-913b-9b242e68230a, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55df0ce3-ebdd-4df3-8d34-de99af3cff61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '79810c63-56de-49ff-99d4-20086065b3e6'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:37:11.869182 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-07b4a3e4-e030-4d1d-a1f1-44d826945ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:11.884322 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-cb95cc6d-7857-4bdb-b01c-6de7737a6665 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:11.959199 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-07b4a3e4-e030-4d1d-a1f1-44d826945ab6 None None] For port 2ac85385-2a26-4727-913b-9b242e68230a, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:37:11.962598 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-07b4a3e4-e030-4d1d-a1f1-44d826945ab6 None None] For port 2ac85385-2a26-4727-913b-9b242e68230a, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=2ac85385-2a26-4727-913b-9b242e68230a,segment=NetworkSegment(55df0ce3-ebdd-4df3-8d34-de99af3cff61),segment_id=55df0ce3-ebdd-4df3-8d34-de99af3cff61)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:37:12.001581 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-cb95cc6d-7857-4bdb-b01c-6de7737a6665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:12.060494 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb95cc6d-7857-4bdb-b01c-6de7737a6665 None None] Network cc8ca738-4dae-4386-b2d4-789f61e68dfe is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:37:12.065413 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-010fad3e-4bfc-4a01-a423-4ed610a1ad33 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Allocated IP 172.21.0.1 (cc8ca738-4dae-4386-b2d4-789f61e68dfe/3db6bc54-84fa-4277-8137-65d7a3083426/dc39a820-e700-41b7-bf7d-6970fcb8e981) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:37:12.068031 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-3466bdbc-df31-4bc7-9b6f-92f81776e4d9 None None] Provisioning complete for port 2ac85385-2a26-4727-913b-9b242e68230a triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:37:12.068418 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3466bdbc-df31-4bc7-9b6f-92f81776e4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:12.070177 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-cb95cc6d-7857-4bdb-b01c-6de7737a6665 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:37:12.075963 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb95cc6d-7857-4bdb-b01c-6de7737a6665 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:37:12.096097 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95cc6d-7857-4bdb-b01c-6de7737a6665 None None] Pushing event updated for resources: {'Port': ['ID=28cd1b01-8ae8-40ac-8eb3-80a4accbd02f,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:12.098836 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-07b4a3e4-e030-4d1d-a1f1-44d826945ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:12.221813 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-010fad3e-4bfc-4a01-a423-4ed610a1ad33 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:12.236042 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b4a3e4-e030-4d1d-a1f1-44d826945ab6 None None] Routers {'6929d91f-a9fd-47c2-8767-1214f6950a98'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:37:12.236736 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-07b4a3e4-e030-4d1d-a1f1-44d826945ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:36:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['6929d91f-a9fd-47c2-8767-1214f6950a98'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:37:12.239388 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85aea2d-da84-4c51-9330-d4896541503d None None] Pushing event updated for resources: {'Port': ['ID=2ac85385-2a26-4727-913b-9b242e68230a,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:12.242093 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-cb95cc6d-7857-4bdb-b01c-6de7737a6665 None None] Attempting to bind port 28cd1b01-8ae8-40ac-8eb3-80a4accbd02f on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:37:12.242476 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-cb95cc6d-7857-4bdb-b01c-6de7737a6665 None None] Attempting to bind port 28cd1b01-8ae8-40ac-8eb3-80a4accbd02f by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'e6bfb4d9-347a-4aec-ae0e-3d53739a61ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'cc8ca738-4dae-4386-b2d4-789f61e68dfe'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:37:12.242847 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb95cc6d-7857-4bdb-b01c-6de7737a6665 None None] Attempting to bind port 28cd1b01-8ae8-40ac-8eb3-80a4accbd02f on network cc8ca738-4dae-4386-b2d4-789f61e68dfe {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:37:12.355705 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed12778b-9ec0-4f4f-aa70-1beb2f006539 req-5fe2308d-5b69-4c3c-90cf-d36459560396 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:12.357490 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ed12778b-9ec0-4f4f-aa70-1beb2f006539 req-5fe2308d-5b69-4c3c-90cf-d36459560396 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 945 time: 0.0711231 Dec 08 16:37:12.378927 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb95cc6d-7857-4bdb-b01c-6de7737a6665 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:37:12.379355 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb95cc6d-7857-4bdb-b01c-6de7737a6665 None None] Checking segment: {'id': 'e6bfb4d9-347a-4aec-ae0e-3d53739a61ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'cc8ca738-4dae-4386-b2d4-789f61e68dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:37:12.380328 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-cb95cc6d-7857-4bdb-b01c-6de7737a6665 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:12.380328 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb95cc6d-7857-4bdb-b01c-6de7737a6665 None None] Bound using segment: {'id': 'e6bfb4d9-347a-4aec-ae0e-3d53739a61ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'cc8ca738-4dae-4386-b2d4-789f61e68dfe'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:37:12.380748 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-cb95cc6d-7857-4bdb-b01c-6de7737a6665 None None] Bound port: 28cd1b01-8ae8-40ac-8eb3-80a4accbd02f, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6bfb4d9-347a-4aec-ae0e-3d53739a61ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'cc8ca738-4dae-4386-b2d4-789f61e68dfe'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:37:12.381133 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-cb95cc6d-7857-4bdb-b01c-6de7737a6665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:12.393286 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-010fad3e-4bfc-4a01-a423-4ed610a1ad33 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:12.445317 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3466bdbc-df31-4bc7-9b6f-92f81776e4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:12.451938 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-07b4a3e4-e030-4d1d-a1f1-44d826945ab6 None None] Set router 6929d91f-a9fd-47c2-8767-1214f6950a98 gateway port host: None {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:37:12.486951 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010fad3e-4bfc-4a01-a423-4ed610a1ad33 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Network cc8ca738-4dae-4386-b2d4-789f61e68dfe is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:37:12.505120 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ed12778b-9ec0-4f4f-aa70-1beb2f006539 req-ee3edf63-f93b-4c46-b28a-dd7697891c35 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346490 Dec 08 16:37:12.522865 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-010fad3e-4bfc-4a01-a423-4ed610a1ad33 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:37:12.539534 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010fad3e-4bfc-4a01-a423-4ed610a1ad33 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:37:12.543757 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010fad3e-4bfc-4a01-a423-4ed610a1ad33 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event updated for resources: {'Port': ['ID=dc39a820-e700-41b7-bf7d-6970fcb8e981,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:12.609032 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-010fad3e-4bfc-4a01-a423-4ed610a1ad33 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:12.609550 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-cb95cc6d-7857-4bdb-b01c-6de7737a6665 None None] For port 28cd1b01-8ae8-40ac-8eb3-80a4accbd02f, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:37:12.613154 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-3466bdbc-df31-4bc7-9b6f-92f81776e4d9 None None] For port 2ac85385-2a26-4727-913b-9b242e68230a, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=2ac85385-2a26-4727-913b-9b242e68230a,segment=NetworkSegment(55df0ce3-ebdd-4df3-8d34-de99af3cff61),segment_id=55df0ce3-ebdd-4df3-8d34-de99af3cff61)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:37:12.637585 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-cb95cc6d-7857-4bdb-b01c-6de7737a6665 None None] For port 28cd1b01-8ae8-40ac-8eb3-80a4accbd02f, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=28cd1b01-8ae8-40ac-8eb3-80a4accbd02f,segment=NetworkSegment(e6bfb4d9-347a-4aec-ae0e-3d53739a61ac),segment_id=e6bfb4d9-347a-4aec-ae0e-3d53739a61ac)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:37:12.753223 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-07b4a3e4-e030-4d1d-a1f1-44d826945ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'name': 'tempest-RoutersTest-router-257228505', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:37:03Z', 'updated_at': '2021-12-08T16:37:07Z', 'revision_number': 2, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'gw_port_host': None, '_interfaces': [{'id': '2ac85385-2a26-4727-913b-9b242e68230a', 'name': '', 'network_id': '79810c63-56de-49ff-99d4-20086065b3e6', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'mac_address': 'fa:16:3e:4e:0f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '6433ba83-2aea-4dd2-b72c-de2c05c92f02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:37:06Z', 'updated_at': '2021-12-08T16:37:11Z', 'revision_number': 4, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'subnets': [{'id': '6433ba83-2aea-4dd2-b72c-de2c05c92f02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:37:12.785049 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b4a3e4-e030-4d1d-a1f1-44d826945ab6 None None] The sync data for ids ['6929d91f-a9fd-47c2-8767-1214f6950a98'] in n-d-776250-12 is: [{'id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'name': 'tempest-RoutersTest-router-257228505', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:37:03Z', 'updated_at': '2021-12-08T16:37:07Z', 'revision_number': 2, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'gw_port_host': None, '_interfaces': [{'id': '2ac85385-2a26-4727-913b-9b242e68230a', 'name': '', 'network_id': '79810c63-56de-49ff-99d4-20086065b3e6', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'mac_address': 'fa:16:3e:4e:0f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '6433ba83-2aea-4dd2-b72c-de2c05c92f02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:37:06Z', 'updated_at': '2021-12-08T16:37:11Z', 'revision_number': 4, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'subnets': [{'id': '6433ba83-2aea-4dd2-b72c-de2c05c92f02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:37:12.786581 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3466bdbc-df31-4bc7-9b6f-92f81776e4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:12.812799 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-cb95cc6d-7857-4bdb-b01c-6de7737a6665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:12.862147 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466bdbc-df31-4bc7-9b6f-92f81776e4d9 None None] Pushing event updated for resources: {'Port': ['ID=2ac85385-2a26-4727-913b-9b242e68230a,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:12.957604 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-dbcb7a9c-dad0-4452-a69f-3c2f8da72127 None None] Provisioning complete for port 2ac85385-2a26-4727-913b-9b242e68230a triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:37:12.957834 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-dbcb7a9c-dad0-4452-a69f-3c2f8da72127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:12.975924 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-010fad3e-4bfc-4a01-a423-4ed610a1ad33 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:13.015656 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95cc6d-7857-4bdb-b01c-6de7737a6665 None None] Pushing event updated for resources: {'Port': ['ID=28cd1b01-8ae8-40ac-8eb3-80a4accbd02f,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:13.712509 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-010fad3e-4bfc-4a01-a423-4ed610a1ad33 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:13.779859 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785bf4f3-e1b2-49be-b61a-75ec962a4430 req-c91d56b9-79e0-4183-89a9-20f745d17980 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:13.779859 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-785bf4f3-e1b2-49be-b61a-75ec962a4430 req-c91d56b9-79e0-4183-89a9-20f745d17980 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 945 time: 0.0947874 Dec 08 16:37:13.822147 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-010fad3e-4bfc-4a01-a423-4ed610a1ad33 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:13.867352 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-785bf4f3-e1b2-49be-b61a-75ec962a4430 req-00ac04a5-851c-4cd3-91f3-2fde25854201 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774443 Dec 08 16:37:14.003713 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-010fad3e-4bfc-4a01-a423-4ed610a1ad33 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:14.137172 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 2ac85385-2a26-4727-913b-9b242e68230a up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:37:14.311101 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-317d0e75-7f4e-4c7e-bf43-ac9c0ba0f89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:14.392260 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 2ac85385-2a26-4727-913b-9b242e68230a triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:37:14.396103 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:14.451596 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54274) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:37:14.710357 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 28cd1b01-8ae8-40ac-8eb3-80a4accbd02f up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:37:14.716251 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2e350530-fd81-4fee-bee8-e5660b1ae545 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:14.838167 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 28cd1b01-8ae8-40ac-8eb3-80a4accbd02f triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:37:14.838735 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:14.918573 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31da79d-5c7e-4803-bbbc-2fc375c7b424 None None] Network cc8ca738-4dae-4386-b2d4-789f61e68dfe requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:37:15.033039 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2e350530-fd81-4fee-bee8-e5660b1ae545 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:15.097432 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2e350530-fd81-4fee-bee8-e5660b1ae545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:15.227769 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-2e350530-fd81-4fee-bee8-e5660b1ae545 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5abe3073a1a94903b876e20d811efd5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7748156 Dec 08 16:37:15.236796 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54280) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:37:15.301841 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010fad3e-4bfc-4a01-a423-4ed610a1ad33 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event updated for resources: {'Port': ['ID=dc39a820-e700-41b7-bf7d-6970fcb8e981,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:15.334104 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e350530-fd81-4fee-bee8-e5660b1ae545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9765442-bc7e-4468-8f92-bd95a5196071,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:15.367664 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-69b21520-5ace-469a-b385-6c0ed3cf45bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:15.371376 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98209569-4f4f-431f-af70-c53abceb1daa req-716a7dcb-0d14-4530-bc59-78df2208aba7 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:15.381098 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-98209569-4f4f-431f-af70-c53abceb1daa req-716a7dcb-0d14-4530-bc59-78df2208aba7 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 945 time: 0.3235986 Dec 08 16:37:15.404111 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-69b21520-5ace-469a-b385-6c0ed3cf45bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:15.506336 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-98209569-4f4f-431f-af70-c53abceb1daa req-aa3e2200-eeca-4517-893e-4e4363c84617 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241367 Dec 08 16:37:15.536565 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010fad3e-4bfc-4a01-a423-4ed610a1ad33 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Network cc8ca738-4dae-4386-b2d4-789f61e68dfe is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:37:15.536565 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-010fad3e-4bfc-4a01-a423-4ed610a1ad33 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:37:15.555197 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-69b21520-5ace-469a-b385-6c0ed3cf45bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:15.560388 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-69b21520-5ace-469a-b385-6c0ed3cf45bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:15.572048 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-69b21520-5ace-469a-b385-6c0ed3cf45bc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a9765442-bc7e-4468-8f92-bd95a5196071 HTTP/1.1" status: 204 len: 168 time: 0.3263085 Dec 08 16:37:15.600138 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b21520-5ace-469a-b385-6c0ed3cf45bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9765442-bc7e-4468-8f92-bd95a5196071,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:15.901858 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-1f7fcfb7-29d5-4f2c-80da-c825e1594102 None None] Provisioning complete for port 28cd1b01-8ae8-40ac-8eb3-80a4accbd02f triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:37:15.902616 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1f7fcfb7-29d5-4f2c-80da-c825e1594102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:15.933019 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-010fad3e-4bfc-4a01-a423-4ed610a1ad33 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Router 6929d91f-a9fd-47c2-8767-1214f6950a98 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:37:16.000689 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:16.119586 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:16.142585 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-010fad3e-4bfc-4a01-a423-4ed610a1ad33 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:37:16.155295 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54292) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:37:16.156237 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-010fad3e-4bfc-4a01-a423-4ed610a1ad33 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "PUT /v2.0/routers/6929d91f-a9fd-47c2-8767-1214f6950a98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3936625 Dec 08 16:37:16.169945 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-2fb9fdc8-f237-43ce-a0da-d0bbe6896c51 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Request body: {'network': {'name': 'tempest-RoutersTest-1143371223'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:37:16.178671 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f6f4ad-b75e-42e2-8416-ed00dd859143 None None] Sync routers for ids ['6929d91f-a9fd-47c2-8767-1214f6950a98'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:37:16.223493 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 28cd1b01-8ae8-40ac-8eb3-80a4accbd02f, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=28cd1b01-8ae8-40ac-8eb3-80a4accbd02f,segment=NetworkSegment(e6bfb4d9-347a-4aec-ae0e-3d53739a61ac),segment_id=e6bfb4d9-347a-4aec-ae0e-3d53739a61ac)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:37:16.260101 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f6f4ad-b75e-42e2-8416-ed00dd859143 None None] Routers {'6929d91f-a9fd-47c2-8767-1214f6950a98'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:37:16.261505 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-61f6f4ad-b75e-42e2-8416-ed00dd859143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:37:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['6929d91f-a9fd-47c2-8767-1214f6950a98'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:37:16.335623 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1f7fcfb7-29d5-4f2c-80da-c825e1594102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:16.335886 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb9fdc8-f237-43ce-a0da-d0bbe6896c51 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Made reservation on behalf of e54d9479cec440e198c8c0ec541c615a for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:37:16.340234 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2fb9fdc8-f237-43ce-a0da-d0bbe6896c51 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:16.358293 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:16.459899 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fb9fdc8-f237-43ce-a0da-d0bbe6896c51 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:37:16.497593 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2fb9fdc8-f237-43ce-a0da-d0bbe6896c51 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:16.508785 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=28cd1b01-8ae8-40ac-8eb3-80a4accbd02f,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:16.514173 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-2fb9fdc8-f237-43ce-a0da-d0bbe6896c51 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Added segment 5ba0f4ab-f11f-40c6-847d-74b880930930 of type vlan for network e8512a91-b4e5-4a2e-975f-8087f73cb82e Dec 08 16:37:16.606939 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.db.api [None req-1f7fcfb7-29d5-4f2c-80da-c825e1594102 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:37:16.607478 n-d-776250-12 neutron-server[110552]: DEBUG oslo_db.api [None req-1f7fcfb7-29d5-4f2c-80da-c825e1594102 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:37:16.608669 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:37:16.657771 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e4215-62bc-43cd-9c56-0b777ac1ec69 req-dca716ce-083b-4cd5-92dd-3ef39cfed8bc tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:16.660610 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f73e4215-62bc-43cd-9c56-0b777ac1ec69 req-dca716ce-083b-4cd5-92dd-3ef39cfed8bc tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 945 time: 0.1599553 Dec 08 16:37:16.693113 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2fb9fdc8-f237-43ce-a0da-d0bbe6896c51 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:16.717115 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-61f6f4ad-b75e-42e2-8416-ed00dd859143 None None] Set router 6929d91f-a9fd-47c2-8767-1214f6950a98 gateway port host: None {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:37:16.890624 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f73e4215-62bc-43cd-9c56-0b777ac1ec69 req-a241b117-43bf-4e6c-b6f1-0f58b3b47c7e tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429610 Dec 08 16:37:17.012446 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-61f6f4ad-b75e-42e2-8416-ed00dd859143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'name': 'tempest-RoutersTest-router-257228505', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:37:03Z', 'updated_at': '2021-12-08T16:37:12Z', 'revision_number': 3, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'gw_port_host': None, '_interfaces': [{'id': '2ac85385-2a26-4727-913b-9b242e68230a', 'name': '', 'network_id': '79810c63-56de-49ff-99d4-20086065b3e6', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'mac_address': 'fa:16:3e:4e:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '6433ba83-2aea-4dd2-b72c-de2c05c92f02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:37:06Z', 'updated_at': '2021-12-08T16:37:12Z', 'revision_number': 5, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'subnets': [{'id': '6433ba83-2aea-4dd2-b72c-de2c05c92f02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc39a820-e700-41b7-bf7d-6970fcb8e981', 'name': '', 'network_id': 'cc8ca738-4dae-4386-b2d4-789f61e68dfe', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'mac_address': 'fa:16:3e:0a:51:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '3db6bc54-84fa-4277-8137-65d7a3083426', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:37:11Z', 'updated_at': '2021-12-08T16:37:13Z', 'revision_number': 2, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'subnets': [{'id': '3db6bc54-84fa-4277-8137-65d7a3083426', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:37:17.049902 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f6f4ad-b75e-42e2-8416-ed00dd859143 None None] Checking router: 6929d91f-a9fd-47c2-8767-1214f6950a98 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:37:17.050262 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f6f4ad-b75e-42e2-8416-ed00dd859143 None None] Updating router 6929d91f-a9fd-47c2-8767-1214f6950a98 port dc39a820-e700-41b7-bf7d-6970fcb8e981 binding host n-d-776250-12 {{(pid=110553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:37:17.079292 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-61f6f4ad-b75e-42e2-8416-ed00dd859143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:17.144251 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:17.203597 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2fb9fdc8-f237-43ce-a0da-d0bbe6896c51 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:17.232038 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb9fdc8-f237-43ce-a0da-d0bbe6896c51 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:17.235468 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2fb9fdc8-f237-43ce-a0da-d0bbe6896c51 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:17.314276 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-273615f8-b987-4450-baee-140bdaed1cab None None] Provisioning complete for port 28cd1b01-8ae8-40ac-8eb3-80a4accbd02f triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:37:17.315220 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-273615f8-b987-4450-baee-140bdaed1cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:17.428064 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb9fdc8-f237-43ce-a0da-d0bbe6896c51 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event updated for resources: {'Network': ['ID=e8512a91-b4e5-4a2e-975f-8087f73cb82e,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:17.457203 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 54310) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:37:17.457806 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-2fb9fdc8-f237-43ce-a0da-d0bbe6896c51 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3008373 Dec 08 16:37:17.463134 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-6e50de4d-382b-4a1b-abf1-b9a5f7987912 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Request body: {'subnet': {'network_id': 'e8512a91-b4e5-4a2e-975f-8087f73cb82e', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:37:17.537061 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network e8512a91-b4e5-4a2e-975f-8087f73cb82e details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:37:17.561033 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-61f6f4ad-b75e-42e2-8416-ed00dd859143 None None] Publish callbacks [] for port, precommit_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:17.675310 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-61f6f4ad-b75e-42e2-8416-ed00dd859143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:17.697741 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-273615f8-b987-4450-baee-140bdaed1cab None None] Provisioning complete for port dc39a820-e700-41b7-bf7d-6970fcb8e981 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:37:17.698686 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-273615f8-b987-4450-baee-140bdaed1cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:17.771690 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-273615f8-b987-4450-baee-140bdaed1cab None None] Port dc39a820-e700-41b7-bf7d-6970fcb8e981 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:37:17.777865 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:17.846031 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491c4073-1030-49e8-9eeb-707d4ad349b8 None None] Pushing event updated for resources: {'Port': ['ID=dc39a820-e700-41b7-bf7d-6970fcb8e981,revision_number=3']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:17.866619 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c4073-1030-49e8-9eeb-707d4ad349b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:17.870441 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c4073-1030-49e8-9eeb-707d4ad349b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:17.870441 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c4073-1030-49e8-9eeb-707d4ad349b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:17.870441 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c4073-1030-49e8-9eeb-707d4ad349b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:17.870441 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c4073-1030-49e8-9eeb-707d4ad349b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:17.872758 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c4073-1030-49e8-9eeb-707d4ad349b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:17.872956 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c4073-1030-49e8-9eeb-707d4ad349b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:17.873536 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c4073-1030-49e8-9eeb-707d4ad349b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:17.873661 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c4073-1030-49e8-9eeb-707d4ad349b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:17.874192 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c4073-1030-49e8-9eeb-707d4ad349b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:17.874314 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c4073-1030-49e8-9eeb-707d4ad349b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:17.875202 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c4073-1030-49e8-9eeb-707d4ad349b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:17.875567 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c4073-1030-49e8-9eeb-707d4ad349b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:17.878909 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-61f6f4ad-b75e-42e2-8416-ed00dd859143 None None] Attempting to bind port dc39a820-e700-41b7-bf7d-6970fcb8e981 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:37:17.879330 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-61f6f4ad-b75e-42e2-8416-ed00dd859143 None None] Attempting to bind port dc39a820-e700-41b7-bf7d-6970fcb8e981 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'e6bfb4d9-347a-4aec-ae0e-3d53739a61ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'cc8ca738-4dae-4386-b2d4-789f61e68dfe'}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:37:17.879700 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f6f4ad-b75e-42e2-8416-ed00dd859143 None None] Attempting to bind port dc39a820-e700-41b7-bf7d-6970fcb8e981 on network cc8ca738-4dae-4386-b2d4-789f61e68dfe {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:37:17.883812 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e50de4d-382b-4a1b-abf1-b9a5f7987912 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Made reservation on behalf of e54d9479cec440e198c8c0ec541c615a for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:37:17.889605 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6e50de4d-382b-4a1b-abf1-b9a5f7987912 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:17.893476 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f6f4ad-b75e-42e2-8416-ed00dd859143 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:37:17.894137 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f6f4ad-b75e-42e2-8416-ed00dd859143 None None] Checking segment: {'id': 'e6bfb4d9-347a-4aec-ae0e-3d53739a61ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'cc8ca738-4dae-4386-b2d4-789f61e68dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:37:17.894729 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-61f6f4ad-b75e-42e2-8416-ed00dd859143 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:17.895303 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f6f4ad-b75e-42e2-8416-ed00dd859143 None None] Bound using segment: {'id': 'e6bfb4d9-347a-4aec-ae0e-3d53739a61ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'cc8ca738-4dae-4386-b2d4-789f61e68dfe'} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:37:17.896048 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-61f6f4ad-b75e-42e2-8416-ed00dd859143 None None] Bound port: dc39a820-e700-41b7-bf7d-6970fcb8e981, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6bfb4d9-347a-4aec-ae0e-3d53739a61ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'cc8ca738-4dae-4386-b2d4-789f61e68dfe'}}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:37:17.896461 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-61f6f4ad-b75e-42e2-8416-ed00dd859143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:17.992010 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4974ec23-e9ba-409e-b7aa-71f5c91f94f2 req-af35d2b0-7bd8-4df6-b09c-6b93797df192 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:17.993663 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4974ec23-e9ba-409e-b7aa-71f5c91f94f2 req-af35d2b0-7bd8-4df6-b09c-6b93797df192 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 945 time: 0.1532257 Dec 08 16:37:18.089038 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-61f6f4ad-b75e-42e2-8416-ed00dd859143 None None] For port dc39a820-e700-41b7-bf7d-6970fcb8e981, host n-d-776250-12, cleared binding levels {{(pid=110553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:37:18.093944 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-61f6f4ad-b75e-42e2-8416-ed00dd859143 None None] For port dc39a820-e700-41b7-bf7d-6970fcb8e981, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=dc39a820-e700-41b7-bf7d-6970fcb8e981,segment=NetworkSegment(e6bfb4d9-347a-4aec-ae0e-3d53739a61ac),segment_id=e6bfb4d9-347a-4aec-ae0e-3d53739a61ac)] {{(pid=110553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:37:18.127425 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc3cfc-f723-4c2f-961c-019d8efad9d2 req-21ba454b-0d61-4054-a254-520c2e33dc4b tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:18.131869 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-a60318d5-a361-4446-9320-27ca76998095 None None] Provisioning complete for port dc39a820-e700-41b7-bf7d-6970fcb8e981 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:37:18.132620 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a60318d5-a361-4446-9320-27ca76998095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:18.135323 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f6fc3cfc-f723-4c2f-961c-019d8efad9d2 req-21ba454b-0d61-4054-a254-520c2e33dc4b tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 945 time: 0.0990691 Dec 08 16:37:18.170998 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-61f6f4ad-b75e-42e2-8416-ed00dd859143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:18.184153 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-a60318d5-a361-4446-9320-27ca76998095 None None] Port dc39a820-e700-41b7-bf7d-6970fcb8e981 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:37:18.237161 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f6fc3cfc-f723-4c2f-961c-019d8efad9d2 req-1e74e085-239d-46b5-a28d-8a582c15c65f tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993435 Dec 08 16:37:18.312727 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-4974ec23-e9ba-409e-b7aa-71f5c91f94f2 req-8205491f-1ccb-4e52-8887-8af7792f0fe0 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Deleting port 8ad1e835-aa5d-477a-a357-7b75f3022faa {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:37:18.313475 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-4974ec23-e9ba-409e-b7aa-71f5c91f94f2 req-8205491f-1ccb-4e52-8887-8af7792f0fe0 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:18.336548 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f6f4ad-b75e-42e2-8416-ed00dd859143 None None] Routers {'6929d91f-a9fd-47c2-8767-1214f6950a98'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:37:18.337438 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-61f6f4ad-b75e-42e2-8416-ed00dd859143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:37:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['6929d91f-a9fd-47c2-8767-1214f6950a98'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:37:18.342917 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491c4073-1030-49e8-9eeb-707d4ad349b8 None None] Pushing event updated for resources: {'Port': ['ID=dc39a820-e700-41b7-bf7d-6970fcb8e981,revision_number=4']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:18.517916 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 28cd1b01-8ae8-40ac-8eb3-80a4accbd02f up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:37:18.604841 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6e50de4d-382b-4a1b-abf1-b9a5f7987912 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:18.620375 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-61f6f4ad-b75e-42e2-8416-ed00dd859143 None None] Set router 6929d91f-a9fd-47c2-8767-1214f6950a98 gateway port host: None {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:37:18.670134 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-4974ec23-e9ba-409e-b7aa-71f5c91f94f2 req-8205491f-1ccb-4e52-8887-8af7792f0fe0 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] For port 8ad1e835-aa5d-477a-a357-7b75f3022faa, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=8ad1e835-aa5d-477a-a357-7b75f3022faa,segment=NetworkSegment(148e30e1-cdcf-4201-a517-2bd3763917d1),segment_id=148e30e1-cdcf-4201-a517-2bd3763917d1)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:37:18.671010 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-4974ec23-e9ba-409e-b7aa-71f5c91f94f2 req-8205491f-1ccb-4e52-8887-8af7792f0fe0 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:18.703115 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 28cd1b01-8ae8-40ac-8eb3-80a4accbd02f triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:37:18.703872 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:18.713895 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-4974ec23-e9ba-409e-b7aa-71f5c91f94f2 req-8205491f-1ccb-4e52-8887-8af7792f0fe0 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Calling delete_port for 8ad1e835-aa5d-477a-a357-7b75f3022faa owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:37:18.882396 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e50de4d-382b-4a1b-abf1-b9a5f7987912 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event updated for resources: {'Subnet': ['ID=99986bce-7380-4470-afa9-9d73e8ff628b,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:18.908320 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e50de4d-382b-4a1b-abf1-b9a5f7987912 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Checking segment: {'id': '5ba0f4ab-f11f-40c6-847d-74b880930930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e8512a91-b4e5-4a2e-975f-8087f73cb82e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:37:18.909448 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e50de4d-382b-4a1b-abf1-b9a5f7987912 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Network hostable DHCP agents. Network: e8512a91-b4e5-4a2e-975f-8087f73cb82e, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:37:18.982397 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-ed76134d-db10-4f3f-843a-acc69c855524 None None] Provisioning complete for port dc39a820-e700-41b7-bf7d-6970fcb8e981 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:37:18.983353 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ed76134d-db10-4f3f-843a-acc69c855524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:19.044629 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e50de4d-382b-4a1b-abf1-b9a5f7987912 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Network e8512a91-b4e5-4a2e-975f-8087f73cb82e is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:37:19.125797 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-4974ec23-e9ba-409e-b7aa-71f5c91f94f2 req-8205491f-1ccb-4e52-8887-8af7792f0fe0 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:19.160136 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['791110f2-4589-4e7e-a80f-2eb5b02dbe7a'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:37:19.178746 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-6e50de4d-382b-4a1b-abf1-b9a5f7987912 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, e8512a91-b4e5-4a2e-975f-8087f73cb82e) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:37:19.180111 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['8ad1e835-aa5d-477a-a357-7b75f3022faa'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:37:19.212718 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e50de4d-382b-4a1b-abf1-b9a5f7987912 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:19.214433 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6e50de4d-382b-4a1b-abf1-b9a5f7987912 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:19.214545 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0750f9e2-a64a-46b5-a704-fbf48038db2c None None] Network e8512a91-b4e5-4a2e-975f-8087f73cb82e requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:37:19.268536 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8205491f-1ccb-4e52-8887-8af7792f0fe0 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Pushing event deleted for resources: {'Port': ['ID=8ad1e835-aa5d-477a-a357-7b75f3022faa,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:19.342979 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-6e50de4d-382b-4a1b-abf1-b9a5f7987912 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8839943 Dec 08 16:37:19.353898 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54346) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:37:19.418059 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-4974ec23-e9ba-409e-b7aa-71f5c91f94f2 req-8205491f-1ccb-4e52-8887-8af7792f0fe0 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] No DVR routers for this DVR port 8ad1e835-aa5d-477a-a357-7b75f3022faa on host n-h2-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:37:19.428368 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-4974ec23-e9ba-409e-b7aa-71f5c91f94f2 req-8205491f-1ccb-4e52-8887-8af7792f0fe0 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:19.432521 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4974ec23-e9ba-409e-b7aa-71f5c91f94f2 req-8205491f-1ccb-4e52-8887-8af7792f0fe0 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.37 "DELETE /v2.0/ports/8ad1e835-aa5d-477a-a357-7b75f3022faa HTTP/1.1" status: 204 len: 173 time: 1.4289029 Dec 08 16:37:19.457492 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a4c461b-fed9-4952-8d6e-6623283936f8', 'name': 'network-vif-deleted', 'tag': '8ad1e835-aa5d-477a-a357-7b75f3022faa'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:37:19.463427 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2562b7f0-8b31-4827-9920-ec92d8196370" -d '{"events": [{"server_uuid": "5a4c461b-fed9-4952-8d6e-6623283936f8", "name": "network-vif-deleted", "tag": "8ad1e835-aa5d-477a-a357-7b75f3022faa"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:37:19.568007 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-61f6f4ad-b75e-42e2-8416-ed00dd859143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'name': 'tempest-RoutersTest-router-257228505', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:37:03Z', 'updated_at': '2021-12-08T16:37:12Z', 'revision_number': 3, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'gw_port_host': None, '_interfaces': [{'id': '2ac85385-2a26-4727-913b-9b242e68230a', 'name': '', 'network_id': '79810c63-56de-49ff-99d4-20086065b3e6', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'mac_address': 'fa:16:3e:4e:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '6433ba83-2aea-4dd2-b72c-de2c05c92f02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:37:06Z', 'updated_at': '2021-12-08T16:37:12Z', 'revision_number': 5, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'subnets': [{'id': '6433ba83-2aea-4dd2-b72c-de2c05c92f02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc39a820-e700-41b7-bf7d-6970fcb8e981', 'name': '', 'network_id': 'cc8ca738-4dae-4386-b2d4-789f61e68dfe', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'mac_address': 'fa:16:3e:0a:51:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '3db6bc54-84fa-4277-8137-65d7a3083426', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:37:11Z', 'updated_at': '2021-12-08T16:37:18Z', 'revision_number': 4, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'subnets': [{'id': '3db6bc54-84fa-4277-8137-65d7a3083426', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:37:19.683834 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f6f4ad-b75e-42e2-8416-ed00dd859143 None None] The sync data for ids ['6929d91f-a9fd-47c2-8767-1214f6950a98'] in n-d-776250-12 is: [{'id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'name': 'tempest-RoutersTest-router-257228505', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:37:03Z', 'updated_at': '2021-12-08T16:37:12Z', 'revision_number': 3, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'gw_port_host': None, '_interfaces': [{'id': '2ac85385-2a26-4727-913b-9b242e68230a', 'name': '', 'network_id': '79810c63-56de-49ff-99d4-20086065b3e6', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'mac_address': 'fa:16:3e:4e:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '6433ba83-2aea-4dd2-b72c-de2c05c92f02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:37:06Z', 'updated_at': '2021-12-08T16:37:12Z', 'revision_number': 5, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'subnets': [{'id': '6433ba83-2aea-4dd2-b72c-de2c05c92f02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc39a820-e700-41b7-bf7d-6970fcb8e981', 'name': '', 'network_id': 'cc8ca738-4dae-4386-b2d4-789f61e68dfe', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'mac_address': 'fa:16:3e:0a:51:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '3db6bc54-84fa-4277-8137-65d7a3083426', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:37:11Z', 'updated_at': '2021-12-08T16:37:18Z', 'revision_number': 4, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'subnets': [{'id': '3db6bc54-84fa-4277-8137-65d7a3083426', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:37:19.726161 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ed76134d-db10-4f3f-843a-acc69c855524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:19.779966 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ff8311f6-12e0-4a6a-9b9a-15af660bf5af req-403fdb62-17ed-4121-b900-cb9f3b04bf3f tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 210 time: 0.0919647 Dec 08 16:37:19.986887 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d139e8-a040-42f2-b381-56ba80065b5e x-openstack-request-id: req-b3d139e8-a040-42f2-b381-56ba80065b5e {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:37:19.987553 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a4c461b-fed9-4952-8d6e-6623283936f8", "name": "network-vif-deleted", "tag": "8ad1e835-aa5d-477a-a357-7b75f3022faa", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:37:19.987553 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b3d139e8-a040-42f2-b381-56ba80065b5e {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:37:19.988096 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a4c461b-fed9-4952-8d6e-6623283936f8', 'name': 'network-vif-deleted', 'tag': '8ad1e835-aa5d-477a-a357-7b75f3022faa', 'status': 'completed', 'code': 200} Dec 08 16:37:20.003209 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-ed76134d-db10-4f3f-843a-acc69c855524 None None] For port dc39a820-e700-41b7-bf7d-6970fcb8e981, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=dc39a820-e700-41b7-bf7d-6970fcb8e981,segment=NetworkSegment(e6bfb4d9-347a-4aec-ae0e-3d53739a61ac),segment_id=e6bfb4d9-347a-4aec-ae0e-3d53739a61ac)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:37:20.021887 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d104f9-b8b9-4dac-b6fe-496df3c9abd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-e8512a91-b4e5-4a2e-975f-8087f73cb82e', 'network_id': 'e8512a91-b4e5-4a2e-975f-8087f73cb82e', 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'fixed_ips': [{'subnet_id': '99986bce-7380-4470-afa9-9d73e8ff628b'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:37:20.027338 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-93d104f9-b8b9-4dac-b6fe-496df3c9abd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:20.467530 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-93d104f9-b8b9-4dac-b6fe-496df3c9abd3 None None] Allocated IP 172.22.0.2 (e8512a91-b4e5-4a2e-975f-8087f73cb82e/99986bce-7380-4470-afa9-9d73e8ff628b/78dec5ba-273c-462f-9146-7e46c6688b4b) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:37:20.544544 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-32815acc-09a0-4abe-a1ec-0957b295e35d tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:20.629408 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device dc39a820-e700-41b7-bf7d-6970fcb8e981 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:37:20.643839 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ed76134d-db10-4f3f-843a-acc69c855524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:20.831990 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed76134d-db10-4f3f-843a-acc69c855524 None None] Pushing event updated for resources: {'Port': ['ID=dc39a820-e700-41b7-bf7d-6970fcb8e981,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:21.059091 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-93d104f9-b8b9-4dac-b6fe-496df3c9abd3 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:21.083317 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-44c03076-c7b2-4728-aebf-be9346caff7b req-b9ced393-472a-475b-a0fa-1fdd2b377672 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 210 time: 0.0869982 Dec 08 16:37:21.123470 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port dc39a820-e700-41b7-bf7d-6970fcb8e981 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:37:21.123958 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:21.222039 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 8ad1e835-aa5d-477a-a357-7b75f3022faa no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:37:21.338630 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: 8ad1e835-aa5d-477a-a357-7b75f3022faa {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:37:21.339054 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 8ad1e835-aa5d-477a-a357-7b75f3022faa not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:37:21.341597 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-93d104f9-b8b9-4dac-b6fe-496df3c9abd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:21.398724 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d104f9-b8b9-4dac-b6fe-496df3c9abd3 None None] Network e8512a91-b4e5-4a2e-975f-8087f73cb82e is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:37:21.404846 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-93d104f9-b8b9-4dac-b6fe-496df3c9abd3 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:37:21.413149 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d104f9-b8b9-4dac-b6fe-496df3c9abd3 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:37:21.439971 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-32815acc-09a0-4abe-a1ec-0957b295e35d tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Allocated IP 172.22.0.1 (e8512a91-b4e5-4a2e-975f-8087f73cb82e/99986bce-7380-4470-afa9-9d73e8ff628b/98f14934-a9aa-41b2-adfc-bb82f304b419) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:37:21.522001 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d104f9-b8b9-4dac-b6fe-496df3c9abd3 None None] Pushing event updated for resources: {'Port': ['ID=78dec5ba-273c-462f-9146-7e46c6688b4b,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:21.600254 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-93d104f9-b8b9-4dac-b6fe-496df3c9abd3 None None] Attempting to bind port 78dec5ba-273c-462f-9146-7e46c6688b4b on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:37:21.600576 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-93d104f9-b8b9-4dac-b6fe-496df3c9abd3 None None] Attempting to bind port 78dec5ba-273c-462f-9146-7e46c6688b4b by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '5ba0f4ab-f11f-40c6-847d-74b880930930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e8512a91-b4e5-4a2e-975f-8087f73cb82e'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:37:21.601083 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d104f9-b8b9-4dac-b6fe-496df3c9abd3 None None] Attempting to bind port 78dec5ba-273c-462f-9146-7e46c6688b4b on network e8512a91-b4e5-4a2e-975f-8087f73cb82e {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:37:21.609074 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d104f9-b8b9-4dac-b6fe-496df3c9abd3 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:37:21.610478 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d104f9-b8b9-4dac-b6fe-496df3c9abd3 None None] Checking segment: {'id': '5ba0f4ab-f11f-40c6-847d-74b880930930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e8512a91-b4e5-4a2e-975f-8087f73cb82e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:37:21.612835 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-93d104f9-b8b9-4dac-b6fe-496df3c9abd3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:21.616363 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d104f9-b8b9-4dac-b6fe-496df3c9abd3 None None] Bound using segment: {'id': '5ba0f4ab-f11f-40c6-847d-74b880930930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e8512a91-b4e5-4a2e-975f-8087f73cb82e'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:37:21.616363 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-93d104f9-b8b9-4dac-b6fe-496df3c9abd3 None None] Bound port: 78dec5ba-273c-462f-9146-7e46c6688b4b, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba0f4ab-f11f-40c6-847d-74b880930930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e8512a91-b4e5-4a2e-975f-8087f73cb82e'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:37:21.616363 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-93d104f9-b8b9-4dac-b6fe-496df3c9abd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:21.707135 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-32815acc-09a0-4abe-a1ec-0957b295e35d tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:21.771756 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-93d104f9-b8b9-4dac-b6fe-496df3c9abd3 None None] For port 78dec5ba-273c-462f-9146-7e46c6688b4b, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:37:21.781623 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-93d104f9-b8b9-4dac-b6fe-496df3c9abd3 None None] For port 78dec5ba-273c-462f-9146-7e46c6688b4b, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=78dec5ba-273c-462f-9146-7e46c6688b4b,segment=NetworkSegment(5ba0f4ab-f11f-40c6-847d-74b880930930),segment_id=5ba0f4ab-f11f-40c6-847d-74b880930930)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:37:21.851529 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-93d104f9-b8b9-4dac-b6fe-496df3c9abd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:21.875389 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-32815acc-09a0-4abe-a1ec-0957b295e35d tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:21.962037 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32815acc-09a0-4abe-a1ec-0957b295e35d tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Network e8512a91-b4e5-4a2e-975f-8087f73cb82e is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:37:21.966337 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-32815acc-09a0-4abe-a1ec-0957b295e35d tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:37:21.979984 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32815acc-09a0-4abe-a1ec-0957b295e35d tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:37:22.039497 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32815acc-09a0-4abe-a1ec-0957b295e35d tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event updated for resources: {'Port': ['ID=98f14934-a9aa-41b2-adfc-bb82f304b419,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:22.096360 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-32815acc-09a0-4abe-a1ec-0957b295e35d tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:22.112895 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d104f9-b8b9-4dac-b6fe-496df3c9abd3 None None] Pushing event updated for resources: {'Port': ['ID=78dec5ba-273c-462f-9146-7e46c6688b4b,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:22.305411 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a67e11dd-e72d-4922-bcf8-e6c0e40ef995 req-85172d2a-668e-43d3-915e-bd3a511e6fae tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 210 time: 0.0417933 Dec 08 16:37:22.634080 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-32815acc-09a0-4abe-a1ec-0957b295e35d tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:22.854380 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device dc39a820-e700-41b7-bf7d-6970fcb8e981 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:37:22.999313 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port dc39a820-e700-41b7-bf7d-6970fcb8e981 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:37:22.999937 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:23.176951 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-32815acc-09a0-4abe-a1ec-0957b295e35d tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:23.218013 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 78dec5ba-273c-462f-9146-7e46c6688b4b up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:37:23.311322 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 78dec5ba-273c-462f-9146-7e46c6688b4b triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:37:23.312687 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:23.318855 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-32815acc-09a0-4abe-a1ec-0957b295e35d tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:23.544668 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-32815acc-09a0-4abe-a1ec-0957b295e35d tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:23.548545 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32815acc-09a0-4abe-a1ec-0957b295e35d tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event updated for resources: {'Port': ['ID=98f14934-a9aa-41b2-adfc-bb82f304b419,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:23.550890 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9c867e46-0d1a-4d38-b0eb-9d5f684281fd req-4f5b98b6-41c3-44cf-ac74-1a54bdfadb1e tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 210 time: 0.0889313 Dec 08 16:37:23.597104 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:23.701344 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 78dec5ba-273c-462f-9146-7e46c6688b4b, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=78dec5ba-273c-462f-9146-7e46c6688b4b,segment=NetworkSegment(5ba0f4ab-f11f-40c6-847d-74b880930930),segment_id=5ba0f4ab-f11f-40c6-847d-74b880930930)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:37:23.752271 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32815acc-09a0-4abe-a1ec-0957b295e35d tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Network e8512a91-b4e5-4a2e-975f-8087f73cb82e is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:37:23.755299 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-32815acc-09a0-4abe-a1ec-0957b295e35d tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:37:23.836852 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1067827c-3cba-4743-8310-b8550a2cef0a None None] Network e8512a91-b4e5-4a2e-975f-8087f73cb82e requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:37:23.887381 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32815acc-09a0-4abe-a1ec-0957b295e35d tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Router 6929d91f-a9fd-47c2-8767-1214f6950a98 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:37:23.982856 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-0bdf0c2c-b356-4b8a-bbf8-8e763f556f3e None None] Provisioning complete for port 78dec5ba-273c-462f-9146-7e46c6688b4b triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:37:23.983441 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0bdf0c2c-b356-4b8a-bbf8-8e763f556f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:24.047662 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:24.077707 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32815acc-09a0-4abe-a1ec-0957b295e35d tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:37:24.086390 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-32815acc-09a0-4abe-a1ec-0957b295e35d tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "PUT /v2.0/routers/6929d91f-a9fd-47c2-8767-1214f6950a98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7371962 Dec 08 16:37:24.088385 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54410) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:37:24.094924 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-074a485e-bc33-4094-8c61-986756c0d47f tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Request body: {'network': {'name': 'tempest-RoutersTest-1215032073'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:37:24.151030 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d079e2d5-aa6c-461e-a14d-5864639c6698 None None] Sync routers for ids ['6929d91f-a9fd-47c2-8767-1214f6950a98'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:37:24.244426 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-074a485e-bc33-4094-8c61-986756c0d47f tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Made reservation on behalf of e54d9479cec440e198c8c0ec541c615a for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:37:24.248320 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-074a485e-bc33-4094-8c61-986756c0d47f tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:24.260197 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d079e2d5-aa6c-461e-a14d-5864639c6698 None None] Routers {'6929d91f-a9fd-47c2-8767-1214f6950a98'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:37:24.262939 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-d079e2d5-aa6c-461e-a14d-5864639c6698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:37:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['6929d91f-a9fd-47c2-8767-1214f6950a98'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:37:24.321219 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-074a485e-bc33-4094-8c61-986756c0d47f tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:37:24.344559 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-074a485e-bc33-4094-8c61-986756c0d47f tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:24.344559 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-074a485e-bc33-4094-8c61-986756c0d47f tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Added segment 5cec5091-17e0-4b1a-a217-e902b88e5985 of type vlan for network 2222fe1a-19e1-491d-9d42-c960ba188995 Dec 08 16:37:24.411580 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-074a485e-bc33-4094-8c61-986756c0d47f tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:24.438814 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-d079e2d5-aa6c-461e-a14d-5864639c6698 None None] Set router 6929d91f-a9fd-47c2-8767-1214f6950a98 gateway port host: None {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:37:24.610846 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-074a485e-bc33-4094-8c61-986756c0d47f tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:24.618014 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074a485e-bc33-4094-8c61-986756c0d47f tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:24.619301 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-074a485e-bc33-4094-8c61-986756c0d47f tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:24.735553 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=78dec5ba-273c-462f-9146-7e46c6688b4b,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:24.782286 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-986b2d81-948b-41cf-ba31-d5d9707b816b req-f2c358fa-eff7-42ff-a1f4-bd6568c1a616 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 210 time: 0.0432911 Dec 08 16:37:24.786671 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074a485e-bc33-4094-8c61-986756c0d47f tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event updated for resources: {'Network': ['ID=2222fe1a-19e1-491d-9d42-c960ba188995,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:24.837236 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 2222fe1a-19e1-491d-9d42-c960ba188995 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:37:24.992294 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-074a485e-bc33-4094-8c61-986756c0d47f tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9021342 Dec 08 16:37:24.994533 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54422) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:37:25.001672 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-3b30262a-1f84-40ed-816a-46466418a95f tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Request body: {'subnet': {'network_id': '2222fe1a-19e1-491d-9d42-c960ba188995', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:37:25.116462 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-d079e2d5-aa6c-461e-a14d-5864639c6698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'name': 'tempest-RoutersTest-router-257228505', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:37:03Z', 'updated_at': '2021-12-08T16:37:22Z', 'revision_number': 4, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'gw_port_host': None, '_interfaces': [{'id': '2ac85385-2a26-4727-913b-9b242e68230a', 'name': '', 'network_id': '79810c63-56de-49ff-99d4-20086065b3e6', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'mac_address': 'fa:16:3e:4e:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '6433ba83-2aea-4dd2-b72c-de2c05c92f02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:37:06Z', 'updated_at': '2021-12-08T16:37:12Z', 'revision_number': 5, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'subnets': [{'id': '6433ba83-2aea-4dd2-b72c-de2c05c92f02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98f14934-a9aa-41b2-adfc-bb82f304b419', 'name': '', 'network_id': 'e8512a91-b4e5-4a2e-975f-8087f73cb82e', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'mac_address': 'fa:16:3e:f3:81:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '99986bce-7380-4470-afa9-9d73e8ff628b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:37:20Z', 'updated_at': '2021-12-08T16:37:22Z', 'revision_number': 2, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'subnets': [{'id': '99986bce-7380-4470-afa9-9d73e8ff628b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc39a820-e700-41b7-bf7d-6970fcb8e981', 'name': '', 'network_id': 'cc8ca738-4dae-4386-b2d4-789f61e68dfe', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'mac_address': 'fa:16:3e:0a:51:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '3db6bc54-84fa-4277-8137-65d7a3083426', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:37:11Z', 'updated_at': '2021-12-08T16:37:19Z', 'revision_number': 5, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'subnets': [{'id': '3db6bc54-84fa-4277-8137-65d7a3083426', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:37:25.197516 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d079e2d5-aa6c-461e-a14d-5864639c6698 None None] Checking router: 6929d91f-a9fd-47c2-8767-1214f6950a98 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:37:25.197885 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d079e2d5-aa6c-461e-a14d-5864639c6698 None None] Updating router 6929d91f-a9fd-47c2-8767-1214f6950a98 port 98f14934-a9aa-41b2-adfc-bb82f304b419 binding host n-d-776250-12 {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:37:25.235352 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d079e2d5-aa6c-461e-a14d-5864639c6698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:25.239152 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-275fe544-765e-4183-af1b-a03b86f31d27 None None] Provisioning complete for port 98f14934-a9aa-41b2-adfc-bb82f304b419 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:37:25.239562 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-275fe544-765e-4183-af1b-a03b86f31d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:25.256652 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b30262a-1f84-40ed-816a-46466418a95f tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Made reservation on behalf of e54d9479cec440e198c8c0ec541c615a for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:37:25.263027 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3b30262a-1f84-40ed-816a-46466418a95f tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:25.329218 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-275fe544-765e-4183-af1b-a03b86f31d27 None None] Port 98f14934-a9aa-41b2-adfc-bb82f304b419 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:37:25.505857 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 54426) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:37:25.520857 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-275fe544-765e-4183-af1b-a03b86f31d27 None None] Provisioning complete for port 78dec5ba-273c-462f-9146-7e46c6688b4b triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:37:25.520857 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-275fe544-765e-4183-af1b-a03b86f31d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:25.663797 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b34b544-a481-4034-949d-96d5f5a21f94 admin admin] Deleting subnet 55e9ee24-a0ef-43b1-9c60-b246815a6050 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:37:25.668072 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8b34b544-a481-4034-949d-96d5f5a21f94 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:25.765783 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8b34b544-a481-4034-949d-96d5f5a21f94 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:25.789824 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3b30262a-1f84-40ed-816a-46466418a95f tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:25.828500 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8b34b544-a481-4034-949d-96d5f5a21f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:26.029530 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bd4e7b35-d254-49c1-bebb-e3c238bd2dae req-6c46918e-c7c8-4af6-8afd-a628817d0b6f tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 210 time: 0.0513973 Dec 08 16:37:26.031409 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8b34b544-a481-4034-949d-96d5f5a21f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:26.072300 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d079e2d5-aa6c-461e-a14d-5864639c6698 None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:26.090048 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b30262a-1f84-40ed-816a-46466418a95f tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event updated for resources: {'Subnet': ['ID=0357a208-75d2-44f3-8a9f-03e4d936f458,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:26.091275 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-074f1926-17a2-4bbb-b82b-3ddca1355031 None None] Provisioning complete for port 98f14934-a9aa-41b2-adfc-bb82f304b419 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:37:26.091819 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-074f1926-17a2-4bbb-b82b-3ddca1355031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:26.117099 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b30262a-1f84-40ed-816a-46466418a95f tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Checking segment: {'id': '5cec5091-17e0-4b1a-a217-e902b88e5985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '2222fe1a-19e1-491d-9d42-c960ba188995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:37:26.117748 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b30262a-1f84-40ed-816a-46466418a95f tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Network hostable DHCP agents. Network: 2222fe1a-19e1-491d-9d42-c960ba188995, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:37:26.146925 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-074f1926-17a2-4bbb-b82b-3ddca1355031 None None] Port 98f14934-a9aa-41b2-adfc-bb82f304b419 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:37:26.157782 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8b34b544-a481-4034-949d-96d5f5a21f94 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:26.161460 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d079e2d5-aa6c-461e-a14d-5864639c6698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:26.167087 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-8b34b544-a481-4034-949d-96d5f5a21f94 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/55e9ee24-a0ef-43b1-9c60-b246815a6050 HTTP/1.1" status: 204 len: 168 time: 0.6538010 Dec 08 16:37:26.169285 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b34b544-a481-4034-949d-96d5f5a21f94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55e9ee24-a0ef-43b1-9c60-b246815a6050,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:26.171443 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54436) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:37:26.203274 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34b544-a481-4034-949d-96d5f5a21f94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:26.211526 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34b544-a481-4034-949d-96d5f5a21f94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:26.212551 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34b544-a481-4034-949d-96d5f5a21f94 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:26.214397 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34b544-a481-4034-949d-96d5f5a21f94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:26.220017 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34b544-a481-4034-949d-96d5f5a21f94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:26.224860 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34b544-a481-4034-949d-96d5f5a21f94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:26.225517 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34b544-a481-4034-949d-96d5f5a21f94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:26.226024 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34b544-a481-4034-949d-96d5f5a21f94 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:26.226599 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34b544-a481-4034-949d-96d5f5a21f94 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:26.227111 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34b544-a481-4034-949d-96d5f5a21f94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:26.227617 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34b544-a481-4034-949d-96d5f5a21f94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:26.228113 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34b544-a481-4034-949d-96d5f5a21f94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:26.229807 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6367438-cfe4-4e48-901c-3cea933626c1 None None] Pushing event updated for resources: {'Port': ['ID=98f14934-a9aa-41b2-adfc-bb82f304b419,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:26.230395 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34b544-a481-4034-949d-96d5f5a21f94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:26.330612 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-d079e2d5-aa6c-461e-a14d-5864639c6698 None None] Attempting to bind port 98f14934-a9aa-41b2-adfc-bb82f304b419 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:37:26.332309 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-d079e2d5-aa6c-461e-a14d-5864639c6698 None None] Attempting to bind port 98f14934-a9aa-41b2-adfc-bb82f304b419 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '5ba0f4ab-f11f-40c6-847d-74b880930930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e8512a91-b4e5-4a2e-975f-8087f73cb82e'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:37:26.332687 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d079e2d5-aa6c-461e-a14d-5864639c6698 None None] Attempting to bind port 98f14934-a9aa-41b2-adfc-bb82f304b419 on network e8512a91-b4e5-4a2e-975f-8087f73cb82e {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:37:26.345506 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d079e2d5-aa6c-461e-a14d-5864639c6698 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:37:26.346018 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d079e2d5-aa6c-461e-a14d-5864639c6698 None None] Checking segment: {'id': '5ba0f4ab-f11f-40c6-847d-74b880930930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e8512a91-b4e5-4a2e-975f-8087f73cb82e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:37:26.350619 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d079e2d5-aa6c-461e-a14d-5864639c6698 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:26.351041 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d079e2d5-aa6c-461e-a14d-5864639c6698 None None] Bound using segment: {'id': '5ba0f4ab-f11f-40c6-847d-74b880930930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e8512a91-b4e5-4a2e-975f-8087f73cb82e'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:37:26.352644 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-d079e2d5-aa6c-461e-a14d-5864639c6698 None None] Bound port: 98f14934-a9aa-41b2-adfc-bb82f304b419, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba0f4ab-f11f-40c6-847d-74b880930930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e8512a91-b4e5-4a2e-975f-8087f73cb82e'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:37:26.353135 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d079e2d5-aa6c-461e-a14d-5864639c6698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:26.366108 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b30262a-1f84-40ed-816a-46466418a95f tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Network 2222fe1a-19e1-491d-9d42-c960ba188995 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:37:26.511842 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-358ca72a-d670-43f3-98d7-6b1c0a53857d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:26.540831 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 78dec5ba-273c-462f-9146-7e46c6688b4b up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:37:26.548810 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-3b30262a-1f84-40ed-816a-46466418a95f tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 2222fe1a-19e1-491d-9d42-c960ba188995) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:37:26.599892 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b30262a-1f84-40ed-816a-46466418a95f tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:26.600520 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3b30262a-1f84-40ed-816a-46466418a95f tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:26.626300 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7e3960-8455-4d6d-b324-8e6aa294c2b0 None None] Network 2222fe1a-19e1-491d-9d42-c960ba188995 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:37:26.679530 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-d079e2d5-aa6c-461e-a14d-5864639c6698 None None] For port 98f14934-a9aa-41b2-adfc-bb82f304b419, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:37:26.689113 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-a7d1700f-bef1-4a17-b52d-9930d526ca60 None None] Provisioning complete for port 98f14934-a9aa-41b2-adfc-bb82f304b419 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:37:26.689503 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a7d1700f-bef1-4a17-b52d-9930d526ca60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:26.771215 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-358ca72a-d670-43f3-98d7-6b1c0a53857d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:26.781670 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-a7d1700f-bef1-4a17-b52d-9930d526ca60 None None] Port 98f14934-a9aa-41b2-adfc-bb82f304b419 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:37:26.796519 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-d079e2d5-aa6c-461e-a14d-5864639c6698 None None] For port 98f14934-a9aa-41b2-adfc-bb82f304b419, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=98f14934-a9aa-41b2-adfc-bb82f304b419,segment=NetworkSegment(5ba0f4ab-f11f-40c6-847d-74b880930930),segment_id=5ba0f4ab-f11f-40c6-847d-74b880930930)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:37:26.813672 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 78dec5ba-273c-462f-9146-7e46c6688b4b triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:37:26.814254 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:26.878951 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-358ca72a-d670-43f3-98d7-6b1c0a53857d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6a8cd8b-e81a-4c6d-b038-890efffa694d']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:37:26.892831 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-3b30262a-1f84-40ed-816a-46466418a95f tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8970346 Dec 08 16:37:26.895881 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 54442) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:37:26.913728 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-358ca72a-d670-43f3-98d7-6b1c0a53857d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e70cf2b6-4cb6-4a4d-b42e-884127595207') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:37:26.913728 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-358ca72a-d670-43f3-98d7-6b1c0a53857d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e70cf2b6-4cb6-4a4d-b42e-884127595207') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:37:26.917450 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d079e2d5-aa6c-461e-a14d-5864639c6698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:26.930133 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e5a67d-ee99-4916-a550-24f3d7cd81bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-2222fe1a-19e1-491d-9d42-c960ba188995', 'network_id': '2222fe1a-19e1-491d-9d42-c960ba188995', 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'fixed_ips': [{'subnet_id': '0357a208-75d2-44f3-8a9f-03e4d936f458'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:37:26.930834 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-17e5a67d-ee99-4916-a550-24f3d7cd81bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:26.932225 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-358ca72a-d670-43f3-98d7-6b1c0a53857d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:26.967439 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-358ca72a-d670-43f3-98d7-6b1c0a53857d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:26.974744 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-358ca72a-d670-43f3-98d7-6b1c0a53857d admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:37:26.975150 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-358ca72a-d670-43f3-98d7-6b1c0a53857d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:26.976970 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:37:26.976970 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:37:26.976970 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:37:26.976970 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:37:26.976970 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:37:26.976970 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:37:26.976970 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:37:26.976970 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:37:26.976970 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:37:26.976970 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:37:26.976970 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:37:26.976970 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:37:26.976970 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:37:26.976970 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:37:26.976970 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:37:26.976970 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:37:26.976970 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:37:26.976970 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:37:26.976970 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:37:26.976970 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:37:26.976970 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:37:26.976970 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:37:26.976970 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:37:26.976970 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:37:26.976970 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:37:26.976970 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:37:26.976970 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:37:26.976970 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:37:26.976970 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:37:26.976970 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:37:26.976970 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:37:26.976970 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:37:27.002606 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-9acf933d-31d5-421a-a5f7-602b04888abe None None] Provisioning complete for port 98f14934-a9aa-41b2-adfc-bb82f304b419 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:37:27.003166 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9acf933d-31d5-421a-a5f7-602b04888abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:27.170457 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-358ca72a-d670-43f3-98d7-6b1c0a53857d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:27.192655 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-358ca72a-d670-43f3-98d7-6b1c0a53857d admin admin] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:27.217414 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-358ca72a-d670-43f3-98d7-6b1c0a53857d admin admin] 10.222.0.64 "DELETE /v2.0/networks/f6a8cd8b-e81a-4c6d-b038-890efffa694d HTTP/1.1" status: 204 len: 168 time: 1.0410380 Dec 08 16:37:27.238692 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54446) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:37:27.323467 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6367438-cfe4-4e48-901c-3cea933626c1 None None] Pushing event updated for resources: {'Port': ['ID=98f14934-a9aa-41b2-adfc-bb82f304b419,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:27.355174 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d079e2d5-aa6c-461e-a14d-5864639c6698 None None] Routers {'6929d91f-a9fd-47c2-8767-1214f6950a98'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:37:27.355399 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-d079e2d5-aa6c-461e-a14d-5864639c6698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:37:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['6929d91f-a9fd-47c2-8767-1214f6950a98'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:37:27.366743 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-89b0be12-abf2-4ac5-9581-a2751722f56d admin admin] Deleting subnet 3a95f0fa-c272-4504-aa9a-5e148e3243d4 {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:37:27.376258 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-89b0be12-abf2-4ac5-9581-a2751722f56d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:27.470423 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-89b0be12-abf2-4ac5-9581-a2751722f56d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:27.573213 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-532f1b3f-2da0-4fc5-a9b6-4a8ea2aea6e0 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:27.616513 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-17e5a67d-ee99-4916-a550-24f3d7cd81bd None None] Allocated IP 172.23.0.2 (2222fe1a-19e1-491d-9d42-c960ba188995/0357a208-75d2-44f3-8a9f-03e4d936f458/06927ae8-ecea-4172-8204-63c0ee86031d) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:37:27.705941 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9acf933d-31d5-421a-a5f7-602b04888abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:27.806125 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-d079e2d5-aa6c-461e-a14d-5864639c6698 None None] Set router 6929d91f-a9fd-47c2-8767-1214f6950a98 gateway port host: None {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:37:27.913959 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-9acf933d-31d5-421a-a5f7-602b04888abe None None] For port 98f14934-a9aa-41b2-adfc-bb82f304b419, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=98f14934-a9aa-41b2-adfc-bb82f304b419,segment=NetworkSegment(5ba0f4ab-f11f-40c6-847d-74b880930930),segment_id=5ba0f4ab-f11f-40c6-847d-74b880930930)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:37:27.997742 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9acf933d-31d5-421a-a5f7-602b04888abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:28.072580 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acf933d-31d5-421a-a5f7-602b04888abe None None] Pushing event updated for resources: {'Port': ['ID=98f14934-a9aa-41b2-adfc-bb82f304b419,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:28.087967 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bcdbcd01-92af-4e5b-b934-eb8dc828d301 req-f5ed3c8d-9ce7-4791-806c-a4b9cef1c9af tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 210 time: 0.8686523 Dec 08 16:37:28.094423 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358ca72a-d670-43f3-98d7-6b1c0a53857d admin admin] Pushing event deleted for resources: {'Network': ['ID=f6a8cd8b-e81a-4c6d-b038-890efffa694d,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:28.130722 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-89b0be12-abf2-4ac5-9581-a2751722f56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:28.189755 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-72ab2317-64a4-4923-9fef-ed52bd8f2e7f None None] Provisioning complete for port 98f14934-a9aa-41b2-adfc-bb82f304b419 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:37:28.190137 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-72ab2317-64a4-4923-9fef-ed52bd8f2e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:28.241822 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-17e5a67d-ee99-4916-a550-24f3d7cd81bd None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:28.272515 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-89b0be12-abf2-4ac5-9581-a2751722f56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:28.300733 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b0be12-abf2-4ac5-9581-a2751722f56d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a95f0fa-c272-4504-aa9a-5e148e3243d4,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:28.307541 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-89b0be12-abf2-4ac5-9581-a2751722f56d admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:28.310435 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-89b0be12-abf2-4ac5-9581-a2751722f56d admin admin] 10.222.0.64 "DELETE /v2.0/subnets/3a95f0fa-c272-4504-aa9a-5e148e3243d4 HTTP/1.1" status: 204 len: 168 time: 1.0706236 Dec 08 16:37:28.313455 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54458) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:37:28.327862 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-17e5a67d-ee99-4916-a550-24f3d7cd81bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:28.390679 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-d079e2d5-aa6c-461e-a14d-5864639c6698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'name': 'tempest-RoutersTest-router-257228505', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:37:03Z', 'updated_at': '2021-12-08T16:37:22Z', 'revision_number': 4, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'gw_port_host': None, '_interfaces': [{'id': '2ac85385-2a26-4727-913b-9b242e68230a', 'name': '', 'network_id': '79810c63-56de-49ff-99d4-20086065b3e6', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'mac_address': 'fa:16:3e:4e:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '6433ba83-2aea-4dd2-b72c-de2c05c92f02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:37:06Z', 'updated_at': '2021-12-08T16:37:12Z', 'revision_number': 5, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'subnets': [{'id': '6433ba83-2aea-4dd2-b72c-de2c05c92f02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98f14934-a9aa-41b2-adfc-bb82f304b419', 'name': '', 'network_id': 'e8512a91-b4e5-4a2e-975f-8087f73cb82e', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'mac_address': 'fa:16:3e:f3:81:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '99986bce-7380-4470-afa9-9d73e8ff628b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:37:20Z', 'updated_at': '2021-12-08T16:37:26Z', 'revision_number': 4, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'subnets': [{'id': '99986bce-7380-4470-afa9-9d73e8ff628b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc39a820-e700-41b7-bf7d-6970fcb8e981', 'name': '', 'network_id': 'cc8ca738-4dae-4386-b2d4-789f61e68dfe', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'mac_address': 'fa:16:3e:0a:51:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '3db6bc54-84fa-4277-8137-65d7a3083426', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:37:11Z', 'updated_at': '2021-12-08T16:37:19Z', 'revision_number': 5, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'subnets': [{'id': '3db6bc54-84fa-4277-8137-65d7a3083426', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:37:28.394068 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e5a67d-ee99-4916-a550-24f3d7cd81bd None None] Network 2222fe1a-19e1-491d-9d42-c960ba188995 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:37:28.404943 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-17e5a67d-ee99-4916-a550-24f3d7cd81bd None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:37:28.448918 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-532f1b3f-2da0-4fc5-a9b6-4a8ea2aea6e0 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Allocated IP 172.23.0.1 (2222fe1a-19e1-491d-9d42-c960ba188995/0357a208-75d2-44f3-8a9f-03e4d936f458/11d74daa-426d-4a55-bd17-a95e6b426413) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:37:28.459075 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-25123281-2264-4f57-8b57-7605945c3eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:28.555835 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-25123281-2264-4f57-8b57-7605945c3eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:28.580148 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-25123281-2264-4f57-8b57-7605945c3eb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['827b03c3-cbee-447a-9498-9d16d767c6e0']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:37:28.585921 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-532f1b3f-2da0-4fc5-a9b6-4a8ea2aea6e0 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:28.591545 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-25123281-2264-4f57-8b57-7605945c3eb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e5c777d-7146-4a08-99a5-d46c33f01ff5') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:37:28.591864 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-25123281-2264-4f57-8b57-7605945c3eb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e5c777d-7146-4a08-99a5-d46c33f01ff5') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:37:28.603862 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-25123281-2264-4f57-8b57-7605945c3eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:28.620384 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-25123281-2264-4f57-8b57-7605945c3eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:28.630107 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25123281-2264-4f57-8b57-7605945c3eb7 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:37:28.630721 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-25123281-2264-4f57-8b57-7605945c3eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:28.632507 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:37:28.632507 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:37:28.632507 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:37:28.632507 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:37:28.632507 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:37:28.632507 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:37:28.632507 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:37:28.632507 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:37:28.632507 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:37:28.632507 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:37:28.632507 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:37:28.632507 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:37:28.632507 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:37:28.632507 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:37:28.632507 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:37:28.632507 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:37:28.632507 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:37:28.632507 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:37:28.632507 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:37:28.632507 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:37:28.632507 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:37:28.632507 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:37:28.632507 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:37:28.632507 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:37:28.632507 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:37:28.632507 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:37:28.632507 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:37:28.632507 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:37:28.632507 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:37:28.632507 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:37:28.632507 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:37:28.632507 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:37:28.644822 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e5a67d-ee99-4916-a550-24f3d7cd81bd None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:37:28.649025 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d079e2d5-aa6c-461e-a14d-5864639c6698 None None] The sync data for ids ['6929d91f-a9fd-47c2-8767-1214f6950a98'] in n-d-776250-12 is: [{'id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'name': 'tempest-RoutersTest-router-257228505', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:37:03Z', 'updated_at': '2021-12-08T16:37:22Z', 'revision_number': 4, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'gw_port_host': None, '_interfaces': [{'id': '2ac85385-2a26-4727-913b-9b242e68230a', 'name': '', 'network_id': '79810c63-56de-49ff-99d4-20086065b3e6', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'mac_address': 'fa:16:3e:4e:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '6433ba83-2aea-4dd2-b72c-de2c05c92f02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:37:06Z', 'updated_at': '2021-12-08T16:37:12Z', 'revision_number': 5, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'subnets': [{'id': '6433ba83-2aea-4dd2-b72c-de2c05c92f02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98f14934-a9aa-41b2-adfc-bb82f304b419', 'name': '', 'network_id': 'e8512a91-b4e5-4a2e-975f-8087f73cb82e', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'mac_address': 'fa:16:3e:f3:81:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '99986bce-7380-4470-afa9-9d73e8ff628b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:37:20Z', 'updated_at': '2021-12-08T16:37:26Z', 'revision_number': 4, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'subnets': [{'id': '99986bce-7380-4470-afa9-9d73e8ff628b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc39a820-e700-41b7-bf7d-6970fcb8e981', 'name': '', 'network_id': 'cc8ca738-4dae-4386-b2d4-789f61e68dfe', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'mac_address': 'fa:16:3e:0a:51:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '3db6bc54-84fa-4277-8137-65d7a3083426', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:37:11Z', 'updated_at': '2021-12-08T16:37:19Z', 'revision_number': 5, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'subnets': [{'id': '3db6bc54-84fa-4277-8137-65d7a3083426', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:37:28.652008 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e5a67d-ee99-4916-a550-24f3d7cd81bd None None] Pushing event updated for resources: {'Port': ['ID=06927ae8-ecea-4172-8204-63c0ee86031d,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:28.693806 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-532f1b3f-2da0-4fc5-a9b6-4a8ea2aea6e0 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:28.765811 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-17e5a67d-ee99-4916-a550-24f3d7cd81bd None None] Attempting to bind port 06927ae8-ecea-4172-8204-63c0ee86031d on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:37:28.766485 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-17e5a67d-ee99-4916-a550-24f3d7cd81bd None None] Attempting to bind port 06927ae8-ecea-4172-8204-63c0ee86031d by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '5cec5091-17e0-4b1a-a217-e902b88e5985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '2222fe1a-19e1-491d-9d42-c960ba188995'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:37:28.767134 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e5a67d-ee99-4916-a550-24f3d7cd81bd None None] Attempting to bind port 06927ae8-ecea-4172-8204-63c0ee86031d on network 2222fe1a-19e1-491d-9d42-c960ba188995 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:37:28.777391 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532f1b3f-2da0-4fc5-a9b6-4a8ea2aea6e0 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Network 2222fe1a-19e1-491d-9d42-c960ba188995 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:37:28.783634 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-532f1b3f-2da0-4fc5-a9b6-4a8ea2aea6e0 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:37:28.789016 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532f1b3f-2da0-4fc5-a9b6-4a8ea2aea6e0 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:37:28.792233 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f1b3f-2da0-4fc5-a9b6-4a8ea2aea6e0 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event updated for resources: {'Port': ['ID=11d74daa-426d-4a55-bd17-a95e6b426413,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:28.792760 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e5a67d-ee99-4916-a550-24f3d7cd81bd None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:37:28.793203 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e5a67d-ee99-4916-a550-24f3d7cd81bd None None] Checking segment: {'id': '5cec5091-17e0-4b1a-a217-e902b88e5985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '2222fe1a-19e1-491d-9d42-c960ba188995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:37:28.794079 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-17e5a67d-ee99-4916-a550-24f3d7cd81bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:28.794488 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e5a67d-ee99-4916-a550-24f3d7cd81bd None None] Bound using segment: {'id': '5cec5091-17e0-4b1a-a217-e902b88e5985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '2222fe1a-19e1-491d-9d42-c960ba188995'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:37:28.795367 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-17e5a67d-ee99-4916-a550-24f3d7cd81bd None None] Bound port: 06927ae8-ecea-4172-8204-63c0ee86031d, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cec5091-17e0-4b1a-a217-e902b88e5985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '2222fe1a-19e1-491d-9d42-c960ba188995'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:37:28.805421 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-17e5a67d-ee99-4916-a550-24f3d7cd81bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:28.845096 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-25123281-2264-4f57-8b57-7605945c3eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:28.860592 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-532f1b3f-2da0-4fc5-a9b6-4a8ea2aea6e0 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:28.864530 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-25123281-2264-4f57-8b57-7605945c3eb7 admin admin] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:28.872076 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-25123281-2264-4f57-8b57-7605945c3eb7 admin admin] 10.222.0.64 "DELETE /v2.0/networks/827b03c3-cbee-447a-9498-9d16d767c6e0 HTTP/1.1" status: 204 len: 168 time: 0.5574083 Dec 08 16:37:28.895542 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25123281-2264-4f57-8b57-7605945c3eb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=827b03c3-cbee-447a-9498-9d16d767c6e0,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:28.925548 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-17e5a67d-ee99-4916-a550-24f3d7cd81bd None None] For port 06927ae8-ecea-4172-8204-63c0ee86031d, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:37:28.943154 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-17e5a67d-ee99-4916-a550-24f3d7cd81bd None None] For port 06927ae8-ecea-4172-8204-63c0ee86031d, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=06927ae8-ecea-4172-8204-63c0ee86031d,segment=NetworkSegment(5cec5091-17e0-4b1a-a217-e902b88e5985),segment_id=5cec5091-17e0-4b1a-a217-e902b88e5985)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:37:29.035187 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-17e5a67d-ee99-4916-a550-24f3d7cd81bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:29.164464 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e5a67d-ee99-4916-a550-24f3d7cd81bd None None] Pushing event updated for resources: {'Port': ['ID=06927ae8-ecea-4172-8204-63c0ee86031d,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:29.200696 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-532f1b3f-2da0-4fc5-a9b6-4a8ea2aea6e0 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:29.521089 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5fd695ce-14c6-421a-81cf-f071db89431a req-e89b9672-fd13-4e40-9f4d-2b20e6a47934 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a4c461b-fed9-4952-8d6e-6623283936f8 HTTP/1.1" status: 200 len: 210 time: 0.2154098 Dec 08 16:37:29.564071 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54474) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:37:29.661730 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-fa5b3a87-9256-45d2-9af4-b687746288f6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=73b63da370d94cfdb9f8c204df54118d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0951207 Dec 08 16:37:29.666274 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54478) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:37:29.798825 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4057c4e1-f056-4be8-931c-98fa3bbe12de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:29.849189 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4057c4e1-f056-4be8-931c-98fa3bbe12de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:29.911369 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-532f1b3f-2da0-4fc5-a9b6-4a8ea2aea6e0 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:30.016334 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-532f1b3f-2da0-4fc5-a9b6-4a8ea2aea6e0 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:30.062132 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4057c4e1-f056-4be8-931c-98fa3bbe12de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:30.086356 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4057c4e1-f056-4be8-931c-98fa3bbe12de admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:30.094865 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-4057c4e1-f056-4be8-931c-98fa3bbe12de admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/402fa949-8af1-44ba-9e94-89e8af6dc7f5 HTTP/1.1" status: 204 len: 168 time: 0.4246364 Dec 08 16:37:30.127301 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-532f1b3f-2da0-4fc5-a9b6-4a8ea2aea6e0 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:30.129688 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f1b3f-2da0-4fc5-a9b6-4a8ea2aea6e0 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event updated for resources: {'Port': ['ID=11d74daa-426d-4a55-bd17-a95e6b426413,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:30.135232 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4057c4e1-f056-4be8-931c-98fa3bbe12de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402fa949-8af1-44ba-9e94-89e8af6dc7f5,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:30.318324 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532f1b3f-2da0-4fc5-a9b6-4a8ea2aea6e0 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Network 2222fe1a-19e1-491d-9d42-c960ba188995 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:37:30.319835 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-532f1b3f-2da0-4fc5-a9b6-4a8ea2aea6e0 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:37:30.514144 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-532f1b3f-2da0-4fc5-a9b6-4a8ea2aea6e0 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Router 6929d91f-a9fd-47c2-8767-1214f6950a98 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:37:30.693794 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 98f14934-a9aa-41b2-adfc-bb82f304b419 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:37:30.837498 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-532f1b3f-2da0-4fc5-a9b6-4a8ea2aea6e0 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:37:30.844485 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-532f1b3f-2da0-4fc5-a9b6-4a8ea2aea6e0 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "PUT /v2.0/routers/6929d91f-a9fd-47c2-8767-1214f6950a98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9475567 Dec 08 16:37:30.847258 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54492) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:37:30.847932 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 98f14934-a9aa-41b2-adfc-bb82f304b419 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:37:30.848054 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:30.852929 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c75a01-37e1-4c4d-8606-cafaaa686d6c None None] Sync routers for ids ['6929d91f-a9fd-47c2-8767-1214f6950a98'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:37:30.865696 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-514e5e0a-8723-420c-8897-cc130d356c66 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:37:30.870355 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c75a01-37e1-4c4d-8606-cafaaa686d6c None None] Routers {'6929d91f-a9fd-47c2-8767-1214f6950a98'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:37:30.871006 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-a4c75a01-37e1-4c4d-8606-cafaaa686d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:37:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['6929d91f-a9fd-47c2-8767-1214f6950a98'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:37:31.011324 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 06927ae8-ecea-4172-8204-63c0ee86031d up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:37:31.072037 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-a4c75a01-37e1-4c4d-8606-cafaaa686d6c None None] Set router 6929d91f-a9fd-47c2-8767-1214f6950a98 gateway port host: None {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:37:31.078872 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 06927ae8-ecea-4172-8204-63c0ee86031d triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:37:31.079563 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:31.216888 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:31.259467 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5879992-b7db-4341-8f3e-f4be39e4f8f1 None None] Network 2222fe1a-19e1-491d-9d42-c960ba188995 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:37:31.367231 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 54494) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:37:31.381460 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 06927ae8-ecea-4172-8204-63c0ee86031d, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=06927ae8-ecea-4172-8204-63c0ee86031d,segment=NetworkSegment(5cec5091-17e0-4b1a-a217-e902b88e5985),segment_id=5cec5091-17e0-4b1a-a217-e902b88e5985)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:37:31.391406 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-c4ec7dde-7e49-4828-87c3-70e5b86ccd5d None None] Provisioning complete for port 06927ae8-ecea-4172-8204-63c0ee86031d triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:37:31.391840 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c4ec7dde-7e49-4828-87c3-70e5b86ccd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:31.466092 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-a4c75a01-37e1-4c4d-8606-cafaaa686d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'name': 'tempest-RoutersTest-router-257228505', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:37:03Z', 'updated_at': '2021-12-08T16:37:29Z', 'revision_number': 5, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'gw_port_host': None, '_interfaces': [{'id': '11d74daa-426d-4a55-bd17-a95e6b426413', 'name': '', 'network_id': '2222fe1a-19e1-491d-9d42-c960ba188995', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'mac_address': 'fa:16:3e:9c:5d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '0357a208-75d2-44f3-8a9f-03e4d936f458', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:37:27Z', 'updated_at': '2021-12-08T16:37:29Z', 'revision_number': 2, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'subnets': [{'id': '0357a208-75d2-44f3-8a9f-03e4d936f458', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ac85385-2a26-4727-913b-9b242e68230a', 'name': '', 'network_id': '79810c63-56de-49ff-99d4-20086065b3e6', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'mac_address': 'fa:16:3e:4e:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '6433ba83-2aea-4dd2-b72c-de2c05c92f02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:37:06Z', 'updated_at': '2021-12-08T16:37:12Z', 'revision_number': 5, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'subnets': [{'id': '6433ba83-2aea-4dd2-b72c-de2c05c92f02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98f14934-a9aa-41b2-adfc-bb82f304b419', 'name': '', 'network_id': 'e8512a91-b4e5-4a2e-975f-8087f73cb82e', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'mac_address': 'fa:16:3e:f3:81:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '99986bce-7380-4470-afa9-9d73e8ff628b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:37:20Z', 'updated_at': '2021-12-08T16:37:27Z', 'revision_number': 5, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'subnets': [{'id': '99986bce-7380-4470-afa9-9d73e8ff628b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc39a820-e700-41b7-bf7d-6970fcb8e981', 'name': '', 'network_id': 'cc8ca738-4dae-4386-b2d4-789f61e68dfe', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'mac_address': 'fa:16:3e:0a:51:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '3db6bc54-84fa-4277-8137-65d7a3083426', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:37:11Z', 'updated_at': '2021-12-08T16:37:19Z', 'revision_number': 5, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'subnets': [{'id': '3db6bc54-84fa-4277-8137-65d7a3083426', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:37:31.490447 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:31.559678 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c75a01-37e1-4c4d-8606-cafaaa686d6c None None] Checking router: 6929d91f-a9fd-47c2-8767-1214f6950a98 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:37:31.560372 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c75a01-37e1-4c4d-8606-cafaaa686d6c None None] Updating router 6929d91f-a9fd-47c2-8767-1214f6950a98 port 11d74daa-426d-4a55-bd17-a95e6b426413 binding host n-d-776250-12 {{(pid=110553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:37:31.630818 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-a4c75a01-37e1-4c4d-8606-cafaaa686d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:31.739864 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=06927ae8-ecea-4172-8204-63c0ee86031d,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:31.755945 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.extraroute_db [None req-514e5e0a-8723-420c-8897-cc130d356c66 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=110551) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 08 16:37:31.822533 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.extraroute_db [None req-514e5e0a-8723-420c-8897-cc130d356c66 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Removed routes are [] {{(pid=110551) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 08 16:37:31.823105 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-514e5e0a-8723-420c-8897-cc130d356c66 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-717389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11074'] for router, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:32.139954 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-a1f175e4-6554-43e2-8a4a-daf430709896 None None] Provisioning complete for port 06927ae8-ecea-4172-8204-63c0ee86031d triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:37:32.140744 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a1f175e4-6554-43e2-8a4a-daf430709896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:32.165777 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-aa97667a-991f-438e-acaa-f2cf11422a5e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5dad531246034beea958637178cd14d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7947645 Dec 08 16:37:32.167585 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54502) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:37:32.255675 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-a4c75a01-37e1-4c4d-8606-cafaaa686d6c None None] Publish callbacks [] for port, precommit_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:32.320828 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-a1f175e4-6554-43e2-8a4a-daf430709896 None None] Provisioning complete for port 11d74daa-426d-4a55-bd17-a95e6b426413 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:37:32.321490 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a1f175e4-6554-43e2-8a4a-daf430709896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:32.366531 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-a1f175e4-6554-43e2-8a4a-daf430709896 None None] Port 11d74daa-426d-4a55-bd17-a95e6b426413 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:37:32.433036 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-a4c75a01-37e1-4c4d-8606-cafaaa686d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:32.437122 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-969c44c0-b309-4887-a2aa-ddd5dab92992 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:32.461431 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-969c44c0-b309-4887-a2aa-ddd5dab92992 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:32.528142 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-514e5e0a-8723-420c-8897-cc130d356c66 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-717389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11074'] for router, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:32.534098 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-514e5e0a-8723-420c-8897-cc130d356c66 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528116', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-717402'] for router, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:32.552540 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 06927ae8-ecea-4172-8204-63c0ee86031d up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:37:32.576946 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4862d42-2d3b-400d-a5c0-a2abd1b555b2 None None] Pushing event updated for resources: {'Port': ['ID=11d74daa-426d-4a55-bd17-a95e6b426413,revision_number=3']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:32.633045 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-969c44c0-b309-4887-a2aa-ddd5dab92992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:32.650468 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-969c44c0-b309-4887-a2aa-ddd5dab92992 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:32.652491 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-969c44c0-b309-4887-a2aa-ddd5dab92992 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3acef610-b942-4538-bd57-6340707e4554 HTTP/1.1" status: 204 len: 168 time: 0.4819655 Dec 08 16:37:32.733116 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-595b385b-c4a4-4112-831d-b74e268d232a None None] Provisioning complete for port 11d74daa-426d-4a55-bd17-a95e6b426413 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:37:32.734783 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969c44c0-b309-4887-a2aa-ddd5dab92992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3acef610-b942-4538-bd57-6340707e4554,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:32.736343 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-a4c75a01-37e1-4c4d-8606-cafaaa686d6c None None] Attempting to bind port 11d74daa-426d-4a55-bd17-a95e6b426413 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:37:32.736725 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-a4c75a01-37e1-4c4d-8606-cafaaa686d6c None None] Attempting to bind port 11d74daa-426d-4a55-bd17-a95e6b426413 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '5cec5091-17e0-4b1a-a217-e902b88e5985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '2222fe1a-19e1-491d-9d42-c960ba188995'}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:37:32.737098 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c75a01-37e1-4c4d-8606-cafaaa686d6c None None] Attempting to bind port 11d74daa-426d-4a55-bd17-a95e6b426413 on network 2222fe1a-19e1-491d-9d42-c960ba188995 {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:37:32.741785 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-595b385b-c4a4-4112-831d-b74e268d232a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:32.755009 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c75a01-37e1-4c4d-8606-cafaaa686d6c None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:37:32.766571 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c75a01-37e1-4c4d-8606-cafaaa686d6c None None] Checking segment: {'id': '5cec5091-17e0-4b1a-a217-e902b88e5985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '2222fe1a-19e1-491d-9d42-c960ba188995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:37:32.767201 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-a4c75a01-37e1-4c4d-8606-cafaaa686d6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:32.769859 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c75a01-37e1-4c4d-8606-cafaaa686d6c None None] Bound using segment: {'id': '5cec5091-17e0-4b1a-a217-e902b88e5985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '2222fe1a-19e1-491d-9d42-c960ba188995'} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:37:32.771861 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-a4c75a01-37e1-4c4d-8606-cafaaa686d6c None None] Bound port: 11d74daa-426d-4a55-bd17-a95e6b426413, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cec5091-17e0-4b1a-a217-e902b88e5985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '2222fe1a-19e1-491d-9d42-c960ba188995'}}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:37:32.772333 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-a4c75a01-37e1-4c4d-8606-cafaaa686d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:32.851139 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 06927ae8-ecea-4172-8204-63c0ee86031d triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:37:32.851742 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:32.856523 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-595b385b-c4a4-4112-831d-b74e268d232a None None] Port 11d74daa-426d-4a55-bd17-a95e6b426413 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:37:32.859887 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-514e5e0a-8723-420c-8897-cc130d356c66 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Router 6929d91f-a9fd-47c2-8767-1214f6950a98 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:37:32.985519 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-a4c75a01-37e1-4c4d-8606-cafaaa686d6c None None] For port 11d74daa-426d-4a55-bd17-a95e6b426413, host n-d-776250-12, cleared binding levels {{(pid=110553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:37:32.996630 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-a4c75a01-37e1-4c4d-8606-cafaaa686d6c None None] For port 11d74daa-426d-4a55-bd17-a95e6b426413, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=11d74daa-426d-4a55-bd17-a95e6b426413,segment=NetworkSegment(5cec5091-17e0-4b1a-a217-e902b88e5985),segment_id=5cec5091-17e0-4b1a-a217-e902b88e5985)] {{(pid=110553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:37:33.026700 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-27ee022a-240f-43f8-9b80-5ed879889b3f None None] Provisioning complete for port 11d74daa-426d-4a55-bd17-a95e6b426413 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:37:33.026700 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-27ee022a-240f-43f8-9b80-5ed879889b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:33.083118 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-a4c75a01-37e1-4c4d-8606-cafaaa686d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:33.120143 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514e5e0a-8723-420c-8897-cc130d356c66 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:37:33.131686 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-514e5e0a-8723-420c-8897-cc130d356c66 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:33.133153 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-514e5e0a-8723-420c-8897-cc130d356c66 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "PUT /v2.0/routers/6929d91f-a9fd-47c2-8767-1214f6950a98 HTTP/1.1" status: 200 len: 933 time: 2.2776430 Dec 08 16:37:33.135982 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54518) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:37:33.231853 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c75a01-37e1-4c4d-8606-cafaaa686d6c None None] Routers {'6929d91f-a9fd-47c2-8767-1214f6950a98'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:37:33.238300 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-a4c75a01-37e1-4c4d-8606-cafaaa686d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:37:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['6929d91f-a9fd-47c2-8767-1214f6950a98'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:37:33.266560 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-27ee022a-240f-43f8-9b80-5ed879889b3f None None] Port 11d74daa-426d-4a55-bd17-a95e6b426413 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:37:33.330448 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-55101957-08a8-4088-a3e0-f339844f7ce7 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "GET /v2.0/routers/6929d91f-a9fd-47c2-8767-1214f6950a98 HTTP/1.1" status: 200 len: 933 time: 0.1903269 Dec 08 16:37:33.331096 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54522) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:37:33.336137 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-264a7ffa-3cfb-45ba-a7eb-e0b27ab02db0 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Request body: {'router': {'routes': None}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:37:33.486287 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4862d42-2d3b-400d-a5c0-a2abd1b555b2 None None] Pushing event updated for resources: {'Port': ['ID=11d74daa-426d-4a55-bd17-a95e6b426413,revision_number=4']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:33.526107 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-b28d09a4-703c-4c7b-be17-9d39da0aad83 None None] Provisioning complete for port 11d74daa-426d-4a55-bd17-a95e6b426413 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:37:33.526661 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b28d09a4-703c-4c7b-be17-9d39da0aad83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:33.537746 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-a4c75a01-37e1-4c4d-8606-cafaaa686d6c None None] Set router 6929d91f-a9fd-47c2-8767-1214f6950a98 gateway port host: None {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:37:33.771785 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b28d09a4-703c-4c7b-be17-9d39da0aad83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:33.882652 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-b28d09a4-703c-4c7b-be17-9d39da0aad83 None None] For port 11d74daa-426d-4a55-bd17-a95e6b426413, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=11d74daa-426d-4a55-bd17-a95e6b426413,segment=NetworkSegment(5cec5091-17e0-4b1a-a217-e902b88e5985),segment_id=5cec5091-17e0-4b1a-a217-e902b88e5985)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:37:33.952818 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b28d09a4-703c-4c7b-be17-9d39da0aad83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:34.166333 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28d09a4-703c-4c7b-be17-9d39da0aad83 None None] Pushing event updated for resources: {'Port': ['ID=11d74daa-426d-4a55-bd17-a95e6b426413,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:34.171737 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-e0ee966e-a1c6-4656-add1-0a6434109b2d None None] Provisioning complete for port 11d74daa-426d-4a55-bd17-a95e6b426413 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:37:34.173078 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e0ee966e-a1c6-4656-add1-0a6434109b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:34.394672 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.extraroute_db [None req-264a7ffa-3cfb-45ba-a7eb-e0b27ab02db0 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Added routes are [] {{(pid=110551) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 08 16:37:34.395177 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.extraroute_db [None req-264a7ffa-3cfb-45ba-a7eb-e0b27ab02db0 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=110551) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 08 16:37:34.457760 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-a4c75a01-37e1-4c4d-8606-cafaaa686d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'name': 'tempest-RoutersTest-router-257228505', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:37:03Z', 'updated_at': '2021-12-08T16:37:31Z', 'revision_number': 6, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'gw_port_host': None, '_interfaces': [{'id': '11d74daa-426d-4a55-bd17-a95e6b426413', 'name': '', 'network_id': '2222fe1a-19e1-491d-9d42-c960ba188995', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'mac_address': 'fa:16:3e:9c:5d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '0357a208-75d2-44f3-8a9f-03e4d936f458', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:37:27Z', 'updated_at': '2021-12-08T16:37:32Z', 'revision_number': 4, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'subnets': [{'id': '0357a208-75d2-44f3-8a9f-03e4d936f458', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ac85385-2a26-4727-913b-9b242e68230a', 'name': '', 'network_id': '79810c63-56de-49ff-99d4-20086065b3e6', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'mac_address': 'fa:16:3e:4e:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '6433ba83-2aea-4dd2-b72c-de2c05c92f02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:37:06Z', 'updated_at': '2021-12-08T16:37:12Z', 'revision_number': 5, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'subnets': [{'id': '6433ba83-2aea-4dd2-b72c-de2c05c92f02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98f14934-a9aa-41b2-adfc-bb82f304b419', 'name': '', 'network_id': 'e8512a91-b4e5-4a2e-975f-8087f73cb82e', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'mac_address': 'fa:16:3e:f3:81:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '99986bce-7380-4470-afa9-9d73e8ff628b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:37:20Z', 'updated_at': '2021-12-08T16:37:27Z', 'revision_number': 5, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'subnets': [{'id': '99986bce-7380-4470-afa9-9d73e8ff628b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc39a820-e700-41b7-bf7d-6970fcb8e981', 'name': '', 'network_id': 'cc8ca738-4dae-4386-b2d4-789f61e68dfe', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'mac_address': 'fa:16:3e:0a:51:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '3db6bc54-84fa-4277-8137-65d7a3083426', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:37:11Z', 'updated_at': '2021-12-08T16:37:19Z', 'revision_number': 5, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'subnets': [{'id': '3db6bc54-84fa-4277-8137-65d7a3083426', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:37:34.480845 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-264a7ffa-3cfb-45ba-a7eb-e0b27ab02db0 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-717389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11074'] for router, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:34.510523 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c75a01-37e1-4c4d-8606-cafaaa686d6c None None] The sync data for ids ['6929d91f-a9fd-47c2-8767-1214f6950a98'] in n-d-776250-12 is: [{'id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'name': 'tempest-RoutersTest-router-257228505', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:37:03Z', 'updated_at': '2021-12-08T16:37:31Z', 'revision_number': 6, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'gw_port_host': None, '_interfaces': [{'id': '11d74daa-426d-4a55-bd17-a95e6b426413', 'name': '', 'network_id': '2222fe1a-19e1-491d-9d42-c960ba188995', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'mac_address': 'fa:16:3e:9c:5d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '0357a208-75d2-44f3-8a9f-03e4d936f458', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:37:27Z', 'updated_at': '2021-12-08T16:37:32Z', 'revision_number': 4, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'subnets': [{'id': '0357a208-75d2-44f3-8a9f-03e4d936f458', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ac85385-2a26-4727-913b-9b242e68230a', 'name': '', 'network_id': '79810c63-56de-49ff-99d4-20086065b3e6', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'mac_address': 'fa:16:3e:4e:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '6433ba83-2aea-4dd2-b72c-de2c05c92f02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:37:06Z', 'updated_at': '2021-12-08T16:37:12Z', 'revision_number': 5, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'subnets': [{'id': '6433ba83-2aea-4dd2-b72c-de2c05c92f02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98f14934-a9aa-41b2-adfc-bb82f304b419', 'name': '', 'network_id': 'e8512a91-b4e5-4a2e-975f-8087f73cb82e', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'mac_address': 'fa:16:3e:f3:81:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '99986bce-7380-4470-afa9-9d73e8ff628b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:37:20Z', 'updated_at': '2021-12-08T16:37:27Z', 'revision_number': 5, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'subnets': [{'id': '99986bce-7380-4470-afa9-9d73e8ff628b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc39a820-e700-41b7-bf7d-6970fcb8e981', 'name': '', 'network_id': 'cc8ca738-4dae-4386-b2d4-789f61e68dfe', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'mac_address': 'fa:16:3e:0a:51:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '3db6bc54-84fa-4277-8137-65d7a3083426', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:37:11Z', 'updated_at': '2021-12-08T16:37:19Z', 'revision_number': 5, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'subnets': [{'id': '3db6bc54-84fa-4277-8137-65d7a3083426', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:37:34.775619 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:34.946807 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-264a7ffa-3cfb-45ba-a7eb-e0b27ab02db0 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-717389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11074'] for router, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:34.952884 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-264a7ffa-3cfb-45ba-a7eb-e0b27ab02db0 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528116', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-717402'] for router, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:35.198360 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-264a7ffa-3cfb-45ba-a7eb-e0b27ab02db0 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Router 6929d91f-a9fd-47c2-8767-1214f6950a98 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:37:35.544840 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-264a7ffa-3cfb-45ba-a7eb-e0b27ab02db0 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:37:35.584724 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-264a7ffa-3cfb-45ba-a7eb-e0b27ab02db0 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:35.589620 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-264a7ffa-3cfb-45ba-a7eb-e0b27ab02db0 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "PUT /v2.0/routers/6929d91f-a9fd-47c2-8767-1214f6950a98 HTTP/1.1" status: 200 len: 699 time: 2.2547894 Dec 08 16:37:35.592442 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 54568) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:37:36.027514 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54576) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:37:36.042072 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-bca830ee-470d-460a-89f8-14fd78cebf7b tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "GET /v2.0/routers/6929d91f-a9fd-47c2-8767-1214f6950a98 HTTP/1.1" status: 200 len: 699 time: 0.4475281 Dec 08 16:37:36.473122 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d9f6e0-d0dc-47df-8ad2-5c46789f3253 None None] Sync routers for ids ['6929d91f-a9fd-47c2-8767-1214f6950a98'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:37:36.560027 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d9f6e0-d0dc-47df-8ad2-5c46789f3253 None None] Routers {'6929d91f-a9fd-47c2-8767-1214f6950a98'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:37:36.563697 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-d3d9f6e0-d0dc-47df-8ad2-5c46789f3253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:37:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['6929d91f-a9fd-47c2-8767-1214f6950a98'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:37:36.651424 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 11d74daa-426d-4a55-bd17-a95e6b426413 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:37:36.879611 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-d3d9f6e0-d0dc-47df-8ad2-5c46789f3253 None None] Set router 6929d91f-a9fd-47c2-8767-1214f6950a98 gateway port host: None {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:37:37.080127 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 11d74daa-426d-4a55-bd17-a95e6b426413 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:37:37.080801 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:37.324333 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-d3d9f6e0-d0dc-47df-8ad2-5c46789f3253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'name': 'tempest-RoutersTest-router-257228505', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:37:03Z', 'updated_at': '2021-12-08T16:37:34Z', 'revision_number': 7, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'gw_port_host': None, '_interfaces': [{'id': '11d74daa-426d-4a55-bd17-a95e6b426413', 'name': '', 'network_id': '2222fe1a-19e1-491d-9d42-c960ba188995', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'mac_address': 'fa:16:3e:9c:5d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '0357a208-75d2-44f3-8a9f-03e4d936f458', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:37:27Z', 'updated_at': '2021-12-08T16:37:33Z', 'revision_number': 5, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'subnets': [{'id': '0357a208-75d2-44f3-8a9f-03e4d936f458', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ac85385-2a26-4727-913b-9b242e68230a', 'name': '', 'network_id': '79810c63-56de-49ff-99d4-20086065b3e6', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'mac_address': 'fa:16:3e:4e:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '6433ba83-2aea-4dd2-b72c-de2c05c92f02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:37:06Z', 'updated_at': '2021-12-08T16:37:12Z', 'revision_number': 5, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'subnets': [{'id': '6433ba83-2aea-4dd2-b72c-de2c05c92f02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98f14934-a9aa-41b2-adfc-bb82f304b419', 'name': '', 'network_id': 'e8512a91-b4e5-4a2e-975f-8087f73cb82e', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'mac_address': 'fa:16:3e:f3:81:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '99986bce-7380-4470-afa9-9d73e8ff628b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:37:20Z', 'updated_at': '2021-12-08T16:37:27Z', 'revision_number': 5, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'subnets': [{'id': '99986bce-7380-4470-afa9-9d73e8ff628b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc39a820-e700-41b7-bf7d-6970fcb8e981', 'name': '', 'network_id': 'cc8ca738-4dae-4386-b2d4-789f61e68dfe', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'mac_address': 'fa:16:3e:0a:51:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '3db6bc54-84fa-4277-8137-65d7a3083426', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:37:11Z', 'updated_at': '2021-12-08T16:37:19Z', 'revision_number': 5, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'subnets': [{'id': '3db6bc54-84fa-4277-8137-65d7a3083426', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:37:37.391623 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d9f6e0-d0dc-47df-8ad2-5c46789f3253 None None] Checking router: 6929d91f-a9fd-47c2-8767-1214f6950a98 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:37:37.406709 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d9f6e0-d0dc-47df-8ad2-5c46789f3253 None None] Routers {'6929d91f-a9fd-47c2-8767-1214f6950a98'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:37:37.407367 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-d3d9f6e0-d0dc-47df-8ad2-5c46789f3253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:37:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['6929d91f-a9fd-47c2-8767-1214f6950a98'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:37:37.557055 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-731e08cd-5a49-4c3f-b2b1-ff66b475a39d tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:37.636857 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-d3d9f6e0-d0dc-47df-8ad2-5c46789f3253 None None] Set router 6929d91f-a9fd-47c2-8767-1214f6950a98 gateway port host: None {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:37:37.981919 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-731e08cd-5a49-4c3f-b2b1-ff66b475a39d tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Deleting port 11d74daa-426d-4a55-bd17-a95e6b426413 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:37:37.982381 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-731e08cd-5a49-4c3f-b2b1-ff66b475a39d tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:38.021292 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-d3d9f6e0-d0dc-47df-8ad2-5c46789f3253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'name': 'tempest-RoutersTest-router-257228505', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:37:03Z', 'updated_at': '2021-12-08T16:37:34Z', 'revision_number': 7, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'gw_port_host': None, '_interfaces': [{'id': '11d74daa-426d-4a55-bd17-a95e6b426413', 'name': '', 'network_id': '2222fe1a-19e1-491d-9d42-c960ba188995', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'mac_address': 'fa:16:3e:9c:5d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '0357a208-75d2-44f3-8a9f-03e4d936f458', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:37:27Z', 'updated_at': '2021-12-08T16:37:33Z', 'revision_number': 5, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'subnets': [{'id': '0357a208-75d2-44f3-8a9f-03e4d936f458', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ac85385-2a26-4727-913b-9b242e68230a', 'name': '', 'network_id': '79810c63-56de-49ff-99d4-20086065b3e6', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'mac_address': 'fa:16:3e:4e:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '6433ba83-2aea-4dd2-b72c-de2c05c92f02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:37:06Z', 'updated_at': '2021-12-08T16:37:12Z', 'revision_number': 5, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'subnets': [{'id': '6433ba83-2aea-4dd2-b72c-de2c05c92f02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98f14934-a9aa-41b2-adfc-bb82f304b419', 'name': '', 'network_id': 'e8512a91-b4e5-4a2e-975f-8087f73cb82e', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'mac_address': 'fa:16:3e:f3:81:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '99986bce-7380-4470-afa9-9d73e8ff628b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:37:20Z', 'updated_at': '2021-12-08T16:37:27Z', 'revision_number': 5, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'subnets': [{'id': '99986bce-7380-4470-afa9-9d73e8ff628b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc39a820-e700-41b7-bf7d-6970fcb8e981', 'name': '', 'network_id': 'cc8ca738-4dae-4386-b2d4-789f61e68dfe', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'mac_address': 'fa:16:3e:0a:51:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '3db6bc54-84fa-4277-8137-65d7a3083426', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:37:11Z', 'updated_at': '2021-12-08T16:37:19Z', 'revision_number': 5, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'subnets': [{'id': '3db6bc54-84fa-4277-8137-65d7a3083426', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:37:38.097268 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d9f6e0-d0dc-47df-8ad2-5c46789f3253 None None] The sync data for ids ['6929d91f-a9fd-47c2-8767-1214f6950a98'] in n-d-776250-12 is: [{'id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'name': 'tempest-RoutersTest-router-257228505', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:37:03Z', 'updated_at': '2021-12-08T16:37:34Z', 'revision_number': 7, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'gw_port_host': None, '_interfaces': [{'id': '11d74daa-426d-4a55-bd17-a95e6b426413', 'name': '', 'network_id': '2222fe1a-19e1-491d-9d42-c960ba188995', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'mac_address': 'fa:16:3e:9c:5d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '0357a208-75d2-44f3-8a9f-03e4d936f458', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:37:27Z', 'updated_at': '2021-12-08T16:37:33Z', 'revision_number': 5, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'subnets': [{'id': '0357a208-75d2-44f3-8a9f-03e4d936f458', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ac85385-2a26-4727-913b-9b242e68230a', 'name': '', 'network_id': '79810c63-56de-49ff-99d4-20086065b3e6', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'mac_address': 'fa:16:3e:4e:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '6433ba83-2aea-4dd2-b72c-de2c05c92f02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:37:06Z', 'updated_at': '2021-12-08T16:37:12Z', 'revision_number': 5, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'subnets': [{'id': '6433ba83-2aea-4dd2-b72c-de2c05c92f02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98f14934-a9aa-41b2-adfc-bb82f304b419', 'name': '', 'network_id': 'e8512a91-b4e5-4a2e-975f-8087f73cb82e', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'mac_address': 'fa:16:3e:f3:81:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '99986bce-7380-4470-afa9-9d73e8ff628b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:37:20Z', 'updated_at': '2021-12-08T16:37:27Z', 'revision_number': 5, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'subnets': [{'id': '99986bce-7380-4470-afa9-9d73e8ff628b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc39a820-e700-41b7-bf7d-6970fcb8e981', 'name': '', 'network_id': 'cc8ca738-4dae-4386-b2d4-789f61e68dfe', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'mac_address': 'fa:16:3e:0a:51:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '3db6bc54-84fa-4277-8137-65d7a3083426', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:37:11Z', 'updated_at': '2021-12-08T16:37:19Z', 'revision_number': 5, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'subnets': [{'id': '3db6bc54-84fa-4277-8137-65d7a3083426', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:37:38.146761 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-731e08cd-5a49-4c3f-b2b1-ff66b475a39d tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] For port 11d74daa-426d-4a55-bd17-a95e6b426413, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=11d74daa-426d-4a55-bd17-a95e6b426413,segment=NetworkSegment(5cec5091-17e0-4b1a-a217-e902b88e5985),segment_id=5cec5091-17e0-4b1a-a217-e902b88e5985)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:37:38.147213 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-731e08cd-5a49-4c3f-b2b1-ff66b475a39d tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:38.172294 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-731e08cd-5a49-4c3f-b2b1-ff66b475a39d tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Calling delete_port for 11d74daa-426d-4a55-bd17-a95e6b426413 owned by network:router_interface {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:37:38.597211 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-731e08cd-5a49-4c3f-b2b1-ff66b475a39d tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:38.664249 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731e08cd-5a49-4c3f-b2b1-ff66b475a39d tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event deleted for resources: {'Port': ['ID=11d74daa-426d-4a55-bd17-a95e6b426413,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:38.877491 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-731e08cd-5a49-4c3f-b2b1-ff66b475a39d tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:38.943842 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:39.133751 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-731e08cd-5a49-4c3f-b2b1-ff66b475a39d tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Router 6929d91f-a9fd-47c2-8767-1214f6950a98 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:37:39.292616 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731e08cd-5a49-4c3f-b2b1-ff66b475a39d tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:37:39.305421 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b41847-d476-45cc-91c9-858b94315db7 None None] Sync routers for ids ['6929d91f-a9fd-47c2-8767-1214f6950a98'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:37:39.307921 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 54618) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:37:39.308813 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-731e08cd-5a49-4c3f-b2b1-ff66b475a39d tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "PUT /v2.0/routers/6929d91f-a9fd-47c2-8767-1214f6950a98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2789645 Dec 08 16:37:39.325784 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b41847-d476-45cc-91c9-858b94315db7 None None] Routers {'6929d91f-a9fd-47c2-8767-1214f6950a98'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:37:39.331919 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-f0b41847-d476-45cc-91c9-858b94315db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:37:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['6929d91f-a9fd-47c2-8767-1214f6950a98'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:37:39.429355 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-b423436e-9a88-4603-a40f-76f5bb882552 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Deleting subnet 0357a208-75d2-44f3-8a9f-03e4d936f458 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:37:39.429355 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b423436e-9a88-4603-a40f-76f5bb882552 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:39.475659 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b423436e-9a88-4603-a40f-76f5bb882552 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:39.555695 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-f0b41847-d476-45cc-91c9-858b94315db7 None None] Set router 6929d91f-a9fd-47c2-8767-1214f6950a98 gateway port host: None {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:37:39.653482 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b423436e-9a88-4603-a40f-76f5bb882552 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:39.857208 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b423436e-9a88-4603-a40f-76f5bb882552 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:39.888649 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-f0b41847-d476-45cc-91c9-858b94315db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'name': 'tempest-RoutersTest-router-257228505', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:37:03Z', 'updated_at': '2021-12-08T16:37:38Z', 'revision_number': 8, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'gw_port_host': None, '_interfaces': [{'id': '2ac85385-2a26-4727-913b-9b242e68230a', 'name': '', 'network_id': '79810c63-56de-49ff-99d4-20086065b3e6', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'mac_address': 'fa:16:3e:4e:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '6433ba83-2aea-4dd2-b72c-de2c05c92f02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:37:06Z', 'updated_at': '2021-12-08T16:37:12Z', 'revision_number': 5, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'subnets': [{'id': '6433ba83-2aea-4dd2-b72c-de2c05c92f02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98f14934-a9aa-41b2-adfc-bb82f304b419', 'name': '', 'network_id': 'e8512a91-b4e5-4a2e-975f-8087f73cb82e', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'mac_address': 'fa:16:3e:f3:81:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '99986bce-7380-4470-afa9-9d73e8ff628b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:37:20Z', 'updated_at': '2021-12-08T16:37:27Z', 'revision_number': 5, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'subnets': [{'id': '99986bce-7380-4470-afa9-9d73e8ff628b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc39a820-e700-41b7-bf7d-6970fcb8e981', 'name': '', 'network_id': 'cc8ca738-4dae-4386-b2d4-789f61e68dfe', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'mac_address': 'fa:16:3e:0a:51:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '3db6bc54-84fa-4277-8137-65d7a3083426', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:37:11Z', 'updated_at': '2021-12-08T16:37:19Z', 'revision_number': 5, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'subnets': [{'id': '3db6bc54-84fa-4277-8137-65d7a3083426', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:37:39.910015 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b423436e-9a88-4603-a40f-76f5bb882552 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event deleted for resources: {'Subnet': ['ID=0357a208-75d2-44f3-8a9f-03e4d936f458,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:39.925671 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f96512-3ce4-4daa-9a42-ee3ed98a2156 None None] Network 2222fe1a-19e1-491d-9d42-c960ba188995 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:37:39.929660 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b423436e-9a88-4603-a40f-76f5bb882552 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:39.933211 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b423436e-9a88-4603-a40f-76f5bb882552 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "DELETE /v2.0/subnets/0357a208-75d2-44f3-8a9f-03e4d936f458 HTTP/1.1" status: 204 len: 168 time: 0.6225281 Dec 08 16:37:39.935998 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 54630) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:37:39.981479 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b41847-d476-45cc-91c9-858b94315db7 None None] Checking router: 6929d91f-a9fd-47c2-8767-1214f6950a98 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:37:39.997775 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b41847-d476-45cc-91c9-858b94315db7 None None] Routers {'6929d91f-a9fd-47c2-8767-1214f6950a98'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:37:39.998828 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-f0b41847-d476-45cc-91c9-858b94315db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:37:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['6929d91f-a9fd-47c2-8767-1214f6950a98'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:37:40.083133 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3f60428e-11ed-46f1-ae8a-7cd5bf75f89a tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:40.175190 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b30cae7-36f3-4779-b163-366cb4f7b734 None None] DHCP port deletion for 2222fe1a-19e1-491d-9d42-c960ba188995 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:37:40.176994 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-3f60428e-11ed-46f1-ae8a-7cd5bf75f89a tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Deleting port 06927ae8-ecea-4172-8204-63c0ee86031d {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:37:40.177618 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3f60428e-11ed-46f1-ae8a-7cd5bf75f89a tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:40.290271 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-9b30cae7-36f3-4779-b163-366cb4f7b734 None None] Deleting port 06927ae8-ecea-4172-8204-63c0ee86031d {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:37:40.290657 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9b30cae7-36f3-4779-b163-366cb4f7b734 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:40.291034 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-f0b41847-d476-45cc-91c9-858b94315db7 None None] Set router 6929d91f-a9fd-47c2-8767-1214f6950a98 gateway port host: None {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:37:40.316219 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-3f60428e-11ed-46f1-ae8a-7cd5bf75f89a tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] For port 06927ae8-ecea-4172-8204-63c0ee86031d, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=06927ae8-ecea-4172-8204-63c0ee86031d,segment=NetworkSegment(5cec5091-17e0-4b1a-a217-e902b88e5985),segment_id=5cec5091-17e0-4b1a-a217-e902b88e5985)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:37:40.321747 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3f60428e-11ed-46f1-ae8a-7cd5bf75f89a tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:40.371604 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-3f60428e-11ed-46f1-ae8a-7cd5bf75f89a tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Calling delete_port for 06927ae8-ecea-4172-8204-63c0ee86031d owned by network:dhcp {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:37:40.456970 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f60c3-fbb4-4128-a39a-88f7a81ed3ec req-25598e78-70d5-4de8-bf58-719711a3292e tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:40.458663 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-657f60c3-fbb4-4128-a39a-88f7a81ed3ec req-25598e78-70d5-4de8-bf58-719711a3292e tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0c878ae-433b-4edb-a501-cd1cee9e51c2 HTTP/1.1" status: 200 len: 946 time: 0.1297307 Dec 08 16:37:40.626111 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-657f60c3-fbb4-4128-a39a-88f7a81ed3ec req-d369e8ed-66f0-4c79-b4b6-74c5d2e65ca5 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591904 Dec 08 16:37:40.752538 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3f60428e-11ed-46f1-ae8a-7cd5bf75f89a tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:40.776743 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 06927ae8-ecea-4172-8204-63c0ee86031d no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:37:40.825715 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-f0b41847-d476-45cc-91c9-858b94315db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'name': 'tempest-RoutersTest-router-257228505', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:37:03Z', 'updated_at': '2021-12-08T16:37:38Z', 'revision_number': 8, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'gw_port_host': None, '_interfaces': [{'id': '2ac85385-2a26-4727-913b-9b242e68230a', 'name': '', 'network_id': '79810c63-56de-49ff-99d4-20086065b3e6', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'mac_address': 'fa:16:3e:4e:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '6433ba83-2aea-4dd2-b72c-de2c05c92f02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:37:06Z', 'updated_at': '2021-12-08T16:37:12Z', 'revision_number': 5, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'subnets': [{'id': '6433ba83-2aea-4dd2-b72c-de2c05c92f02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98f14934-a9aa-41b2-adfc-bb82f304b419', 'name': '', 'network_id': 'e8512a91-b4e5-4a2e-975f-8087f73cb82e', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'mac_address': 'fa:16:3e:f3:81:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '99986bce-7380-4470-afa9-9d73e8ff628b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:37:20Z', 'updated_at': '2021-12-08T16:37:27Z', 'revision_number': 5, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'subnets': [{'id': '99986bce-7380-4470-afa9-9d73e8ff628b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc39a820-e700-41b7-bf7d-6970fcb8e981', 'name': '', 'network_id': 'cc8ca738-4dae-4386-b2d4-789f61e68dfe', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'mac_address': 'fa:16:3e:0a:51:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '3db6bc54-84fa-4277-8137-65d7a3083426', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:37:11Z', 'updated_at': '2021-12-08T16:37:19Z', 'revision_number': 5, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'subnets': [{'id': '3db6bc54-84fa-4277-8137-65d7a3083426', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:37:40.834160 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f60428e-11ed-46f1-ae8a-7cd5bf75f89a tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event deleted for resources: {'Port': ['ID=06927ae8-ecea-4172-8204-63c0ee86031d,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:40.836895 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f60428e-11ed-46f1-ae8a-7cd5bf75f89a tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] No DVR routers for this DVR port 06927ae8-ecea-4172-8204-63c0ee86031d on host n-d-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:37:40.884791 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 06927ae8-ecea-4172-8204-63c0ee86031d {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:37:40.885196 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 06927ae8-ecea-4172-8204-63c0ee86031d not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:37:40.918202 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-9b30cae7-36f3-4779-b163-366cb4f7b734 None None] For port 06927ae8-ecea-4172-8204-63c0ee86031d, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=06927ae8-ecea-4172-8204-63c0ee86031d,segment=NetworkSegment(5cec5091-17e0-4b1a-a217-e902b88e5985),segment_id=5cec5091-17e0-4b1a-a217-e902b88e5985)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:37:40.919744 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9b30cae7-36f3-4779-b163-366cb4f7b734 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:40.920274 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b41847-d476-45cc-91c9-858b94315db7 None None] The sync data for ids ['6929d91f-a9fd-47c2-8767-1214f6950a98'] in n-d-776250-12 is: [{'id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'name': 'tempest-RoutersTest-router-257228505', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:37:03Z', 'updated_at': '2021-12-08T16:37:38Z', 'revision_number': 8, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'gw_port_host': None, '_interfaces': [{'id': '2ac85385-2a26-4727-913b-9b242e68230a', 'name': '', 'network_id': '79810c63-56de-49ff-99d4-20086065b3e6', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'mac_address': 'fa:16:3e:4e:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '6433ba83-2aea-4dd2-b72c-de2c05c92f02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:37:06Z', 'updated_at': '2021-12-08T16:37:12Z', 'revision_number': 5, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'subnets': [{'id': '6433ba83-2aea-4dd2-b72c-de2c05c92f02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98f14934-a9aa-41b2-adfc-bb82f304b419', 'name': '', 'network_id': 'e8512a91-b4e5-4a2e-975f-8087f73cb82e', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'mac_address': 'fa:16:3e:f3:81:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '99986bce-7380-4470-afa9-9d73e8ff628b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:37:20Z', 'updated_at': '2021-12-08T16:37:27Z', 'revision_number': 5, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'subnets': [{'id': '99986bce-7380-4470-afa9-9d73e8ff628b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc39a820-e700-41b7-bf7d-6970fcb8e981', 'name': '', 'network_id': 'cc8ca738-4dae-4386-b2d4-789f61e68dfe', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'mac_address': 'fa:16:3e:0a:51:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '3db6bc54-84fa-4277-8137-65d7a3083426', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:37:11Z', 'updated_at': '2021-12-08T16:37:19Z', 'revision_number': 5, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'subnets': [{'id': '3db6bc54-84fa-4277-8137-65d7a3083426', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:37:40.949421 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-9b30cae7-36f3-4779-b163-366cb4f7b734 None None] Calling delete_port for 06927ae8-ecea-4172-8204-63c0ee86031d owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:37:41.002236 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3f60428e-11ed-46f1-ae8a-7cd5bf75f89a tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:41.036573 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-3f60428e-11ed-46f1-ae8a-7cd5bf75f89a tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2222fe1a-19e1-491d-9d42-c960ba188995']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:37:41.052376 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-3f60428e-11ed-46f1-ae8a-7cd5bf75f89a tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cec5091-17e0-4b1a-a217-e902b88e5985') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:37:41.052688 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-3f60428e-11ed-46f1-ae8a-7cd5bf75f89a tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cec5091-17e0-4b1a-a217-e902b88e5985') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:37:41.068758 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3f60428e-11ed-46f1-ae8a-7cd5bf75f89a tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:41.093600 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3f60428e-11ed-46f1-ae8a-7cd5bf75f89a tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:41.119624 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f60428e-11ed-46f1-ae8a-7cd5bf75f89a tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:37:41.120530 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3f60428e-11ed-46f1-ae8a-7cd5bf75f89a tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:41.124734 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:37:41.124734 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:37:41.124734 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:37:41.124734 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:37:41.124734 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:37:41.124734 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:37:41.124734 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:37:41.124734 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:37:41.124734 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:37:41.124734 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:37:41.124734 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:37:41.124734 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:37:41.124734 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:37:41.124734 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:37:41.124734 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:37:41.124734 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:37:41.124734 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:37:41.124734 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:37:41.124734 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:37:41.124734 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:37:41.124734 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:37:41.124734 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:37:41.124734 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:37:41.124734 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:37:41.124734 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:37:41.124734 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:37:41.124734 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:37:41.124734 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:37:41.124734 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:37:41.124734 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:37:41.124734 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:37:41.124734 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:37:41.137960 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9b30cae7-36f3-4779-b163-366cb4f7b734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:41.211966 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b30cae7-36f3-4779-b163-366cb4f7b734 None None] Pushing event deleted for resources: {'Port': ['ID=06927ae8-ecea-4172-8204-63c0ee86031d,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:41.223428 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b30cae7-36f3-4779-b163-366cb4f7b734 None None] No DVR routers for this DVR port 06927ae8-ecea-4172-8204-63c0ee86031d on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:37:41.410429 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3f60428e-11ed-46f1-ae8a-7cd5bf75f89a tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:41.436170 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3f60428e-11ed-46f1-ae8a-7cd5bf75f89a tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:41.440697 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-3f60428e-11ed-46f1-ae8a-7cd5bf75f89a tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "DELETE /v2.0/networks/2222fe1a-19e1-491d-9d42-c960ba188995 HTTP/1.1" status: 204 len: 168 time: 1.5034759 Dec 08 16:37:41.441764 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f60428e-11ed-46f1-ae8a-7cd5bf75f89a tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event deleted for resources: {'Network': ['ID=2222fe1a-19e1-491d-9d42-c960ba188995,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:41.443356 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54650) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:37:41.581358 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4079bdc2-faad-4590-8add-c555e447f24b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:41.916612 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d9b8cb-33e2-443a-9667-a63559ffa386 req-7ef68acd-8495-44bd-8818-3d4d5272da45 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:41.922088 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-68d9b8cb-33e2-443a-9667-a63559ffa386 req-7ef68acd-8495-44bd-8818-3d4d5272da45 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0c878ae-433b-4edb-a501-cd1cee9e51c2 HTTP/1.1" status: 200 len: 946 time: 0.1318367 Dec 08 16:37:42.008789 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-68d9b8cb-33e2-443a-9667-a63559ffa386 req-4c627bf5-4712-4753-a962-118a4d7068f1 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=90c400c3-2c7c-4df7-9471-d9a9641c9c11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804470 Dec 08 16:37:42.016290 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b8134-9a3d-4fe7-accd-5a09ba7a7538 req-f14aed8c-457d-4a8d-a62d-7e8ced40d522 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:42.019129 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e54b8134-9a3d-4fe7-accd-5a09ba7a7538 req-f14aed8c-457d-4a8d-a62d-7e8ced40d522 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0c878ae-433b-4edb-a501-cd1cee9e51c2 HTTP/1.1" status: 200 len: 946 time: 0.1742413 Dec 08 16:37:42.154254 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-e54b8134-9a3d-4fe7-accd-5a09ba7a7538 req-f7624cb4-1856-453e-98b1-b203a91aeba7 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Deleting port 791110f2-4589-4e7e-a80f-2eb5b02dbe7a {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:37:42.154254 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-e54b8134-9a3d-4fe7-accd-5a09ba7a7538 req-f7624cb4-1856-453e-98b1-b203a91aeba7 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:42.317257 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-e54b8134-9a3d-4fe7-accd-5a09ba7a7538 req-f7624cb4-1856-453e-98b1-b203a91aeba7 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] For port 791110f2-4589-4e7e-a80f-2eb5b02dbe7a, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=791110f2-4589-4e7e-a80f-2eb5b02dbe7a,segment=NetworkSegment(148e30e1-cdcf-4201-a517-2bd3763917d1),segment_id=148e30e1-cdcf-4201-a517-2bd3763917d1)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:37:42.317969 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-e54b8134-9a3d-4fe7-accd-5a09ba7a7538 req-f7624cb4-1856-453e-98b1-b203a91aeba7 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:42.355135 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-e54b8134-9a3d-4fe7-accd-5a09ba7a7538 req-f7624cb4-1856-453e-98b1-b203a91aeba7 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Calling delete_port for 791110f2-4589-4e7e-a80f-2eb5b02dbe7a owned by compute:nova {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:37:42.377047 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-89cb0693-640c-41b8-b3aa-b67091e0f86c tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:42.429407 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 11d74daa-426d-4a55-bd17-a95e6b426413 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:37:42.454355 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 11d74daa-426d-4a55-bd17-a95e6b426413 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:37:42.454975 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 11d74daa-426d-4a55-bd17-a95e6b426413 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:37:42.753020 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-e54b8134-9a3d-4fe7-accd-5a09ba7a7538 req-f7624cb4-1856-453e-98b1-b203a91aeba7 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:42.843947 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7624cb4-1856-453e-98b1-b203a91aeba7 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Pushing event deleted for resources: {'Port': ['ID=791110f2-4589-4e7e-a80f-2eb5b02dbe7a,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:42.909861 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-e54b8134-9a3d-4fe7-accd-5a09ba7a7538 req-f7624cb4-1856-453e-98b1-b203a91aeba7 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] No DVR routers for this DVR port 791110f2-4589-4e7e-a80f-2eb5b02dbe7a on host n-h1-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:37:42.909861 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-e54b8134-9a3d-4fe7-accd-5a09ba7a7538 req-f7624cb4-1856-453e-98b1-b203a91aeba7 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:42.909861 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e54b8134-9a3d-4fe7-accd-5a09ba7a7538 req-f7624cb4-1856-453e-98b1-b203a91aeba7 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.76 "DELETE /v2.0/ports/791110f2-4589-4e7e-a80f-2eb5b02dbe7a HTTP/1.1" status: 204 len: 173 time: 0.8680630 Dec 08 16:37:42.909861 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0c878ae-433b-4edb-a501-cd1cee9e51c2', 'name': 'network-vif-deleted', 'tag': '791110f2-4589-4e7e-a80f-2eb5b02dbe7a'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:37:42.909861 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87438ea-5a85-4a6f-94b3-39f897ff1055" -d '{"events": [{"server_uuid": "f0c878ae-433b-4edb-a501-cd1cee9e51c2", "name": "network-vif-deleted", "tag": "791110f2-4589-4e7e-a80f-2eb5b02dbe7a"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:37:42.939297 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-89cb0693-640c-41b8-b3aa-b67091e0f86c tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Deleting port 98f14934-a9aa-41b2-adfc-bb82f304b419 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:37:42.939721 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-89cb0693-640c-41b8-b3aa-b67091e0f86c tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:43.043318 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-89cb0693-640c-41b8-b3aa-b67091e0f86c tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] For port 98f14934-a9aa-41b2-adfc-bb82f304b419, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=98f14934-a9aa-41b2-adfc-bb82f304b419,segment=NetworkSegment(5ba0f4ab-f11f-40c6-847d-74b880930930),segment_id=5ba0f4ab-f11f-40c6-847d-74b880930930)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:37:43.043968 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-89cb0693-640c-41b8-b3aa-b67091e0f86c tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:43.062435 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-89cb0693-640c-41b8-b3aa-b67091e0f86c tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Calling delete_port for 98f14934-a9aa-41b2-adfc-bb82f304b419 owned by network:router_interface {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:37:43.121879 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9309630-0310-4878-a3ab-28d3211af0b7 x-openstack-request-id: req-e9309630-0310-4878-a3ab-28d3211af0b7 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:37:43.122111 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0c878ae-433b-4edb-a501-cd1cee9e51c2", "name": "network-vif-deleted", "tag": "791110f2-4589-4e7e-a80f-2eb5b02dbe7a", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:37:43.122328 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e9309630-0310-4878-a3ab-28d3211af0b7 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:37:43.122748 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0c878ae-433b-4edb-a501-cd1cee9e51c2', 'name': 'network-vif-deleted', 'tag': '791110f2-4589-4e7e-a80f-2eb5b02dbe7a', 'status': 'completed', 'code': 200} Dec 08 16:37:43.149940 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ea2df6fe-b2c0-4947-9bcb-7f5eb1f4dbf6 req-dcdcafb6-b219-4a9a-b0a7-bedf98b8ef49 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0c878ae-433b-4edb-a501-cd1cee9e51c2 HTTP/1.1" status: 200 len: 210 time: 0.0405149 Dec 08 16:37:43.421525 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-89cb0693-640c-41b8-b3aa-b67091e0f86c tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:43.477171 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb0693-640c-41b8-b3aa-b67091e0f86c tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event deleted for resources: {'Port': ['ID=98f14934-a9aa-41b2-adfc-bb82f304b419,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:43.696486 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-89cb0693-640c-41b8-b3aa-b67091e0f86c tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:43.915616 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89cb0693-640c-41b8-b3aa-b67091e0f86c tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Router 6929d91f-a9fd-47c2-8767-1214f6950a98 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:37:44.027957 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89cb0693-640c-41b8-b3aa-b67091e0f86c tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:37:44.031257 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-89cb0693-640c-41b8-b3aa-b67091e0f86c tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "PUT /v2.0/routers/6929d91f-a9fd-47c2-8767-1214f6950a98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5865386 Dec 08 16:37:44.034221 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54696) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:37:44.039533 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e97f1e-e4e2-45cb-abbf-6299fe15f219 None None] Sync routers for ids ['6929d91f-a9fd-47c2-8767-1214f6950a98'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:37:44.052111 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e97f1e-e4e2-45cb-abbf-6299fe15f219 None None] Routers {'6929d91f-a9fd-47c2-8767-1214f6950a98'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:37:44.052797 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-c5e97f1e-e4e2-45cb-abbf-6299fe15f219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:37:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['6929d91f-a9fd-47c2-8767-1214f6950a98'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:37:44.115949 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac61fa8d-02c4-487e-a9f1-c8e7ee36b9b1 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Deleting subnet 99986bce-7380-4470-afa9-9d73e8ff628b {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:37:44.134873 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ac61fa8d-02c4-487e-a9f1-c8e7ee36b9b1 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:44.197096 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-c5e97f1e-e4e2-45cb-abbf-6299fe15f219 None None] Set router 6929d91f-a9fd-47c2-8767-1214f6950a98 gateway port host: None {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:37:44.246657 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ac61fa8d-02c4-487e-a9f1-c8e7ee36b9b1 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:44.269872 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ff889dcb-41ff-4441-a3f8-6bfa6f060dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:44.345131 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 791110f2-4589-4e7e-a80f-2eb5b02dbe7a no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:37:44.348589 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-da179150-e97d-4ab5-8d54-303110afd04f req-cdaab9a5-474f-4c55-983a-485241045d48 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0c878ae-433b-4edb-a501-cd1cee9e51c2 HTTP/1.1" status: 200 len: 210 time: 0.0673730 Dec 08 16:37:44.368002 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: 791110f2-4589-4e7e-a80f-2eb5b02dbe7a {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:37:44.368549 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 791110f2-4589-4e7e-a80f-2eb5b02dbe7a not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:37:44.465768 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ac61fa8d-02c4-487e-a9f1-c8e7ee36b9b1 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:44.564557 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-c5e97f1e-e4e2-45cb-abbf-6299fe15f219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'name': 'tempest-RoutersTest-router-257228505', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:37:03Z', 'updated_at': '2021-12-08T16:37:43Z', 'revision_number': 9, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'gw_port_host': None, '_interfaces': [{'id': '2ac85385-2a26-4727-913b-9b242e68230a', 'name': '', 'network_id': '79810c63-56de-49ff-99d4-20086065b3e6', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'mac_address': 'fa:16:3e:4e:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '6433ba83-2aea-4dd2-b72c-de2c05c92f02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:37:06Z', 'updated_at': '2021-12-08T16:37:12Z', 'revision_number': 5, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'subnets': [{'id': '6433ba83-2aea-4dd2-b72c-de2c05c92f02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc39a820-e700-41b7-bf7d-6970fcb8e981', 'name': '', 'network_id': 'cc8ca738-4dae-4386-b2d4-789f61e68dfe', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'mac_address': 'fa:16:3e:0a:51:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '3db6bc54-84fa-4277-8137-65d7a3083426', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:37:11Z', 'updated_at': '2021-12-08T16:37:19Z', 'revision_number': 5, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'subnets': [{'id': '3db6bc54-84fa-4277-8137-65d7a3083426', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:37:44.603478 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e97f1e-e4e2-45cb-abbf-6299fe15f219 None None] Checking router: 6929d91f-a9fd-47c2-8767-1214f6950a98 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:37:44.613505 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e97f1e-e4e2-45cb-abbf-6299fe15f219 None None] Routers {'6929d91f-a9fd-47c2-8767-1214f6950a98'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:37:44.614531 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-c5e97f1e-e4e2-45cb-abbf-6299fe15f219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:37:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['6929d91f-a9fd-47c2-8767-1214f6950a98'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:37:44.683697 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ac61fa8d-02c4-487e-a9f1-c8e7ee36b9b1 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:44.743003 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac61fa8d-02c4-487e-a9f1-c8e7ee36b9b1 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event deleted for resources: {'Subnet': ['ID=99986bce-7380-4470-afa9-9d73e8ff628b,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:44.765135 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ac61fa8d-02c4-487e-a9f1-c8e7ee36b9b1 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:44.780433 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ac61fa8d-02c4-487e-a9f1-c8e7ee36b9b1 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "DELETE /v2.0/subnets/99986bce-7380-4470-afa9-9d73e8ff628b HTTP/1.1" status: 204 len: 168 time: 0.7431242 Dec 08 16:37:44.786662 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54708) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:37:44.841752 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-c5e97f1e-e4e2-45cb-abbf-6299fe15f219 None None] Set router 6929d91f-a9fd-47c2-8767-1214f6950a98 gateway port host: None {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:37:44.940963 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647192ce-7456-4852-88c2-7e26e3c236c8 None None] Network e8512a91-b4e5-4a2e-975f-8087f73cb82e requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:37:44.942903 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-678f4872-647c-428b-8464-f1b59890c0bc tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:45.009830 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-678f4872-647c-428b-8464-f1b59890c0bc tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Deleting port 78dec5ba-273c-462f-9146-7e46c6688b4b {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:37:45.010191 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-678f4872-647c-428b-8464-f1b59890c0bc tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:45.138320 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-678f4872-647c-428b-8464-f1b59890c0bc tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] For port 78dec5ba-273c-462f-9146-7e46c6688b4b, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=78dec5ba-273c-462f-9146-7e46c6688b4b,segment=NetworkSegment(5ba0f4ab-f11f-40c6-847d-74b880930930),segment_id=5ba0f4ab-f11f-40c6-847d-74b880930930)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:37:45.138320 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-678f4872-647c-428b-8464-f1b59890c0bc tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:45.153483 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-678f4872-647c-428b-8464-f1b59890c0bc tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Calling delete_port for 78dec5ba-273c-462f-9146-7e46c6688b4b owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:37:45.370034 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-678f4872-647c-428b-8464-f1b59890c0bc tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:45.422316 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-c5e97f1e-e4e2-45cb-abbf-6299fe15f219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'name': 'tempest-RoutersTest-router-257228505', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:37:03Z', 'updated_at': '2021-12-08T16:37:43Z', 'revision_number': 9, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'gw_port_host': None, '_interfaces': [{'id': '2ac85385-2a26-4727-913b-9b242e68230a', 'name': '', 'network_id': '79810c63-56de-49ff-99d4-20086065b3e6', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'mac_address': 'fa:16:3e:4e:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '6433ba83-2aea-4dd2-b72c-de2c05c92f02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:37:06Z', 'updated_at': '2021-12-08T16:37:12Z', 'revision_number': 5, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'subnets': [{'id': '6433ba83-2aea-4dd2-b72c-de2c05c92f02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc39a820-e700-41b7-bf7d-6970fcb8e981', 'name': '', 'network_id': 'cc8ca738-4dae-4386-b2d4-789f61e68dfe', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'mac_address': 'fa:16:3e:0a:51:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '3db6bc54-84fa-4277-8137-65d7a3083426', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:37:11Z', 'updated_at': '2021-12-08T16:37:19Z', 'revision_number': 5, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'subnets': [{'id': '3db6bc54-84fa-4277-8137-65d7a3083426', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:37:45.448323 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678f4872-647c-428b-8464-f1b59890c0bc tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event deleted for resources: {'Port': ['ID=78dec5ba-273c-462f-9146-7e46c6688b4b,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:45.463234 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678f4872-647c-428b-8464-f1b59890c0bc tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] No DVR routers for this DVR port 78dec5ba-273c-462f-9146-7e46c6688b4b on host n-d-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:37:45.471322 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e97f1e-e4e2-45cb-abbf-6299fe15f219 None None] The sync data for ids ['6929d91f-a9fd-47c2-8767-1214f6950a98'] in n-d-776250-12 is: [{'id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'name': 'tempest-RoutersTest-router-257228505', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:37:03Z', 'updated_at': '2021-12-08T16:37:43Z', 'revision_number': 9, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'gw_port_host': None, '_interfaces': [{'id': '2ac85385-2a26-4727-913b-9b242e68230a', 'name': '', 'network_id': '79810c63-56de-49ff-99d4-20086065b3e6', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'mac_address': 'fa:16:3e:4e:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '6433ba83-2aea-4dd2-b72c-de2c05c92f02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:37:06Z', 'updated_at': '2021-12-08T16:37:12Z', 'revision_number': 5, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'subnets': [{'id': '6433ba83-2aea-4dd2-b72c-de2c05c92f02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc39a820-e700-41b7-bf7d-6970fcb8e981', 'name': '', 'network_id': 'cc8ca738-4dae-4386-b2d4-789f61e68dfe', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'mac_address': 'fa:16:3e:0a:51:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '3db6bc54-84fa-4277-8137-65d7a3083426', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:37:11Z', 'updated_at': '2021-12-08T16:37:19Z', 'revision_number': 5, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'subnets': [{'id': '3db6bc54-84fa-4277-8137-65d7a3083426', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:37:45.474987 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbb49dc-3c73-4ca7-b6b8-86851299eaac None None] DHCP port deletion for e8512a91-b4e5-4a2e-975f-8087f73cb82e request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:37:45.486194 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:45.587183 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5f5295eb-3f59-47f7-aa2c-0bf3d22fb971 req-207a55ce-9694-4dc6-9fd7-917b23b49e20 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0c878ae-433b-4edb-a501-cd1cee9e51c2 HTTP/1.1" status: 200 len: 210 time: 0.0793638 Dec 08 16:37:45.649363 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-678f4872-647c-428b-8464-f1b59890c0bc tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:45.676279 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-678f4872-647c-428b-8464-f1b59890c0bc tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8512a91-b4e5-4a2e-975f-8087f73cb82e']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:37:45.688447 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-678f4872-647c-428b-8464-f1b59890c0bc tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ba0f4ab-f11f-40c6-847d-74b880930930') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:37:45.688797 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-678f4872-647c-428b-8464-f1b59890c0bc tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ba0f4ab-f11f-40c6-847d-74b880930930') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:37:45.700594 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-678f4872-647c-428b-8464-f1b59890c0bc tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:45.717482 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-678f4872-647c-428b-8464-f1b59890c0bc tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:45.727312 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-678f4872-647c-428b-8464-f1b59890c0bc tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:37:45.727838 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-678f4872-647c-428b-8464-f1b59890c0bc tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:45.731972 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:37:45.731972 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:37:45.731972 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:37:45.731972 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:37:45.731972 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:37:45.731972 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:37:45.731972 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:37:45.731972 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:37:45.731972 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:37:45.731972 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:37:45.731972 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:37:45.731972 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:37:45.731972 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:37:45.731972 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:37:45.731972 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:37:45.731972 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:37:45.731972 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:37:45.731972 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:37:45.731972 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:37:45.731972 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:37:45.731972 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:37:45.731972 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:37:45.731972 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:37:45.731972 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:37:45.731972 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:37:45.731972 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:37:45.731972 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:37:45.731972 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:37:45.731972 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:37:45.731972 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:37:45.731972 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:37:45.731972 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:37:45.924357 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-678f4872-647c-428b-8464-f1b59890c0bc tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:45.938837 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-678f4872-647c-428b-8464-f1b59890c0bc tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:45.946487 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-678f4872-647c-428b-8464-f1b59890c0bc tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "DELETE /v2.0/networks/e8512a91-b4e5-4a2e-975f-8087f73cb82e HTTP/1.1" status: 204 len: 168 time: 1.1590395 Dec 08 16:37:45.949268 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 54722) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:37:46.005166 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678f4872-647c-428b-8464-f1b59890c0bc tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event deleted for resources: {'Network': ['ID=e8512a91-b4e5-4a2e-975f-8087f73cb82e,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:46.556224 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d3b6f74c-d34f-4103-8353-7aaeec4bc526 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:46.565304 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 98f14934-a9aa-41b2-adfc-bb82f304b419 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:37:46.591247 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 98f14934-a9aa-41b2-adfc-bb82f304b419 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:37:46.591633 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 98f14934-a9aa-41b2-adfc-bb82f304b419 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:37:46.592066 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 78dec5ba-273c-462f-9146-7e46c6688b4b no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:37:46.616463 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 78dec5ba-273c-462f-9146-7e46c6688b4b {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:37:46.617222 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 78dec5ba-273c-462f-9146-7e46c6688b4b not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:37:46.741578 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d1d37131-4dfd-4454-9aac-19f4770370fb req-06847291-2569-4eba-9458-07be4be8b6d2 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0c878ae-433b-4edb-a501-cd1cee9e51c2 HTTP/1.1" status: 200 len: 210 time: 0.0570819 Dec 08 16:37:46.906074 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-d3b6f74c-d34f-4103-8353-7aaeec4bc526 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Deleting port dc39a820-e700-41b7-bf7d-6970fcb8e981 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:37:46.906729 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d3b6f74c-d34f-4103-8353-7aaeec4bc526 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:46.959703 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:47.067515 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-d3b6f74c-d34f-4103-8353-7aaeec4bc526 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] For port dc39a820-e700-41b7-bf7d-6970fcb8e981, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=dc39a820-e700-41b7-bf7d-6970fcb8e981,segment=NetworkSegment(e6bfb4d9-347a-4aec-ae0e-3d53739a61ac),segment_id=e6bfb4d9-347a-4aec-ae0e-3d53739a61ac)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:37:47.067890 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d3b6f74c-d34f-4103-8353-7aaeec4bc526 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:47.097173 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-d3b6f74c-d34f-4103-8353-7aaeec4bc526 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Calling delete_port for dc39a820-e700-41b7-bf7d-6970fcb8e981 owned by network:router_interface {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:37:47.546744 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:47.581867 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d3b6f74c-d34f-4103-8353-7aaeec4bc526 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:47.641372 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b6f74c-d34f-4103-8353-7aaeec4bc526 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event deleted for resources: {'Port': ['ID=dc39a820-e700-41b7-bf7d-6970fcb8e981,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:47.902624 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bfb8042f-9f86-405d-8e02-f52cec538e61 req-b6b50797-d73f-4e42-9e10-1038e705959d tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0c878ae-433b-4edb-a501-cd1cee9e51c2 HTTP/1.1" status: 200 len: 210 time: 0.0455365 Dec 08 16:37:47.916568 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d3b6f74c-d34f-4103-8353-7aaeec4bc526 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:48.163127 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b6f74c-d34f-4103-8353-7aaeec4bc526 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Router 6929d91f-a9fd-47c2-8767-1214f6950a98 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:37:48.266529 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b6f74c-d34f-4103-8353-7aaeec4bc526 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:37:48.273083 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-d3b6f74c-d34f-4103-8353-7aaeec4bc526 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "PUT /v2.0/routers/6929d91f-a9fd-47c2-8767-1214f6950a98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3224459 Dec 08 16:37:48.275452 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54764) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:37:48.280976 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4fd54b-0c83-469f-aad6-22fde74e67c4 None None] Sync routers for ids ['6929d91f-a9fd-47c2-8767-1214f6950a98'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:37:48.292383 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4fd54b-0c83-469f-aad6-22fde74e67c4 None None] Routers {'6929d91f-a9fd-47c2-8767-1214f6950a98'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:37:48.293491 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-7b4fd54b-0c83-469f-aad6-22fde74e67c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:37:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['6929d91f-a9fd-47c2-8767-1214f6950a98'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:37:48.341518 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b964474-4851-4e22-9ef9-48b5b23b28e7 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Deleting subnet 3db6bc54-84fa-4277-8137-65d7a3083426 {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:37:48.345865 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9b964474-4851-4e22-9ef9-48b5b23b28e7 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:48.390510 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9b964474-4851-4e22-9ef9-48b5b23b28e7 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:48.390997 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-7b4fd54b-0c83-469f-aad6-22fde74e67c4 None None] Set router 6929d91f-a9fd-47c2-8767-1214f6950a98 gateway port host: None {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:37:48.500752 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9b964474-4851-4e22-9ef9-48b5b23b28e7 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:48.644110 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-7b4fd54b-0c83-469f-aad6-22fde74e67c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'name': 'tempest-RoutersTest-router-257228505', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:37:03Z', 'updated_at': '2021-12-08T16:37:47Z', 'revision_number': 10, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'gw_port_host': None, '_interfaces': [{'id': '2ac85385-2a26-4727-913b-9b242e68230a', 'name': '', 'network_id': '79810c63-56de-49ff-99d4-20086065b3e6', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'mac_address': 'fa:16:3e:4e:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '6433ba83-2aea-4dd2-b72c-de2c05c92f02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:37:06Z', 'updated_at': '2021-12-08T16:37:12Z', 'revision_number': 5, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'subnets': [{'id': '6433ba83-2aea-4dd2-b72c-de2c05c92f02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:37:48.672686 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4fd54b-0c83-469f-aad6-22fde74e67c4 None None] Checking router: 6929d91f-a9fd-47c2-8767-1214f6950a98 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:37:48.681111 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4fd54b-0c83-469f-aad6-22fde74e67c4 None None] Routers {'6929d91f-a9fd-47c2-8767-1214f6950a98'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:37:48.681716 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-7b4fd54b-0c83-469f-aad6-22fde74e67c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:37:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['6929d91f-a9fd-47c2-8767-1214f6950a98'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:37:48.768899 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-7b4fd54b-0c83-469f-aad6-22fde74e67c4 None None] Set router 6929d91f-a9fd-47c2-8767-1214f6950a98 gateway port host: None {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:37:49.027737 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5189e242-6685-4cab-9f0f-b5a03ef12f13 req-cabf1b85-1b08-4c12-93fc-24c756b47d07 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0c878ae-433b-4edb-a501-cd1cee9e51c2 HTTP/1.1" status: 200 len: 210 time: 0.0331593 Dec 08 16:37:49.067148 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9b964474-4851-4e22-9ef9-48b5b23b28e7 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:49.070803 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-7b4fd54b-0c83-469f-aad6-22fde74e67c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'name': 'tempest-RoutersTest-router-257228505', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:37:03Z', 'updated_at': '2021-12-08T16:37:47Z', 'revision_number': 10, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'gw_port_host': None, '_interfaces': [{'id': '2ac85385-2a26-4727-913b-9b242e68230a', 'name': '', 'network_id': '79810c63-56de-49ff-99d4-20086065b3e6', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'mac_address': 'fa:16:3e:4e:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '6433ba83-2aea-4dd2-b72c-de2c05c92f02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:37:06Z', 'updated_at': '2021-12-08T16:37:12Z', 'revision_number': 5, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'subnets': [{'id': '6433ba83-2aea-4dd2-b72c-de2c05c92f02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:37:49.101309 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4fd54b-0c83-469f-aad6-22fde74e67c4 None None] The sync data for ids ['6929d91f-a9fd-47c2-8767-1214f6950a98'] in n-d-776250-12 is: [{'id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'name': 'tempest-RoutersTest-router-257228505', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:37:03Z', 'updated_at': '2021-12-08T16:37:47Z', 'revision_number': 10, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'gw_port_host': None, '_interfaces': [{'id': '2ac85385-2a26-4727-913b-9b242e68230a', 'name': '', 'network_id': '79810c63-56de-49ff-99d4-20086065b3e6', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'mac_address': 'fa:16:3e:4e:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '6433ba83-2aea-4dd2-b72c-de2c05c92f02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:37:06Z', 'updated_at': '2021-12-08T16:37:12Z', 'revision_number': 5, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'subnets': [{'id': '6433ba83-2aea-4dd2-b72c-de2c05c92f02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:37:49.136329 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2395dd54-c23e-447a-a4bd-fab2b7dd6812 None None] Network cc8ca738-4dae-4386-b2d4-789f61e68dfe requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:37:49.148339 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9b964474-4851-4e22-9ef9-48b5b23b28e7 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:49.165054 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 54778) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:37:49.179353 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-9b964474-4851-4e22-9ef9-48b5b23b28e7 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "DELETE /v2.0/subnets/3db6bc54-84fa-4277-8137-65d7a3083426 HTTP/1.1" status: 204 len: 168 time: 0.9024367 Dec 08 16:37:49.185603 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b964474-4851-4e22-9ef9-48b5b23b28e7 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event deleted for resources: {'Subnet': ['ID=3db6bc54-84fa-4277-8137-65d7a3083426,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:49.356246 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-48f6d8f7-24d6-4157-8015-d5a1b13ac7f6 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:49.430135 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-48f6d8f7-24d6-4157-8015-d5a1b13ac7f6 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Deleting port 28cd1b01-8ae8-40ac-8eb3-80a4accbd02f {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:37:49.430512 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-48f6d8f7-24d6-4157-8015-d5a1b13ac7f6 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:49.492333 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2949205-9052-47af-a04a-754ba5a13ec6 None None] DHCP port deletion for cc8ca738-4dae-4386-b2d4-789f61e68dfe request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:37:49.561239 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-48f6d8f7-24d6-4157-8015-d5a1b13ac7f6 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] For port 28cd1b01-8ae8-40ac-8eb3-80a4accbd02f, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=28cd1b01-8ae8-40ac-8eb3-80a4accbd02f,segment=NetworkSegment(e6bfb4d9-347a-4aec-ae0e-3d53739a61ac),segment_id=e6bfb4d9-347a-4aec-ae0e-3d53739a61ac)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:37:49.561611 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-48f6d8f7-24d6-4157-8015-d5a1b13ac7f6 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:49.575512 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-48f6d8f7-24d6-4157-8015-d5a1b13ac7f6 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Calling delete_port for 28cd1b01-8ae8-40ac-8eb3-80a4accbd02f owned by network:dhcp {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:37:49.598088 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-d2949205-9052-47af-a04a-754ba5a13ec6 None None] Deleting port 28cd1b01-8ae8-40ac-8eb3-80a4accbd02f {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:37:49.602637 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d2949205-9052-47af-a04a-754ba5a13ec6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:49.705356 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-d2949205-9052-47af-a04a-754ba5a13ec6 None None] For port 28cd1b01-8ae8-40ac-8eb3-80a4accbd02f, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=28cd1b01-8ae8-40ac-8eb3-80a4accbd02f,segment=NetworkSegment(e6bfb4d9-347a-4aec-ae0e-3d53739a61ac),segment_id=e6bfb4d9-347a-4aec-ae0e-3d53739a61ac)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:37:49.706143 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d2949205-9052-47af-a04a-754ba5a13ec6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:49.725840 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-d2949205-9052-47af-a04a-754ba5a13ec6 None None] Calling delete_port for 28cd1b01-8ae8-40ac-8eb3-80a4accbd02f owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:37:49.775429 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-48f6d8f7-24d6-4157-8015-d5a1b13ac7f6 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:49.857202 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f6d8f7-24d6-4157-8015-d5a1b13ac7f6 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event deleted for resources: {'Port': ['ID=28cd1b01-8ae8-40ac-8eb3-80a4accbd02f,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:49.868742 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f6d8f7-24d6-4157-8015-d5a1b13ac7f6 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] No DVR routers for this DVR port 28cd1b01-8ae8-40ac-8eb3-80a4accbd02f on host n-d-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:37:49.877078 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d2949205-9052-47af-a04a-754ba5a13ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:49.924431 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2949205-9052-47af-a04a-754ba5a13ec6 None None] Pushing event deleted for resources: {'Port': ['ID=28cd1b01-8ae8-40ac-8eb3-80a4accbd02f,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:49.935904 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2949205-9052-47af-a04a-754ba5a13ec6 None None] No DVR routers for this DVR port 28cd1b01-8ae8-40ac-8eb3-80a4accbd02f on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:37:50.108351 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-48f6d8f7-24d6-4157-8015-d5a1b13ac7f6 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:50.143880 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-48f6d8f7-24d6-4157-8015-d5a1b13ac7f6 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc8ca738-4dae-4386-b2d4-789f61e68dfe']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:37:50.160287 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-48f6d8f7-24d6-4157-8015-d5a1b13ac7f6 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6bfb4d9-347a-4aec-ae0e-3d53739a61ac') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:37:50.160709 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-48f6d8f7-24d6-4157-8015-d5a1b13ac7f6 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6bfb4d9-347a-4aec-ae0e-3d53739a61ac') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:37:50.178587 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-48f6d8f7-24d6-4157-8015-d5a1b13ac7f6 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:50.202334 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-48f6d8f7-24d6-4157-8015-d5a1b13ac7f6 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:50.228216 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48f6d8f7-24d6-4157-8015-d5a1b13ac7f6 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:37:50.228849 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-48f6d8f7-24d6-4157-8015-d5a1b13ac7f6 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:50.232954 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:37:50.232954 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:37:50.232954 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:37:50.232954 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:37:50.232954 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:37:50.232954 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:37:50.232954 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:37:50.232954 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:37:50.232954 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:37:50.232954 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:37:50.232954 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:37:50.232954 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:37:50.232954 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:37:50.232954 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:37:50.232954 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:37:50.232954 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:37:50.232954 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:37:50.232954 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:37:50.232954 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:37:50.232954 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:37:50.232954 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:37:50.232954 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:37:50.232954 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:37:50.232954 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:37:50.232954 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:37:50.232954 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:37:50.232954 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:37:50.232954 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:37:50.232954 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:37:50.232954 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:37:50.232954 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:37:50.232954 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:37:50.323742 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-672c5e89-1737-4a1e-afc7-6bfa59d6f654 req-fb070ba4-b816-4ad0-8b41-f19979920294 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0c878ae-433b-4edb-a501-cd1cee9e51c2 HTTP/1.1" status: 200 len: 210 time: 0.1234426 Dec 08 16:37:50.495602 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-48f6d8f7-24d6-4157-8015-d5a1b13ac7f6 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:50.544628 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device dc39a820-e700-41b7-bf7d-6970fcb8e981 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:37:50.570112 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-48f6d8f7-24d6-4157-8015-d5a1b13ac7f6 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:50.573620 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-48f6d8f7-24d6-4157-8015-d5a1b13ac7f6 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "DELETE /v2.0/networks/cc8ca738-4dae-4386-b2d4-789f61e68dfe HTTP/1.1" status: 204 len: 168 time: 1.4068308 Dec 08 16:37:50.575980 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f6d8f7-24d6-4157-8015-d5a1b13ac7f6 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event deleted for resources: {'Network': ['ID=cc8ca738-4dae-4386-b2d4-789f61e68dfe,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:50.581255 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 54794) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:37:50.618509 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: dc39a820-e700-41b7-bf7d-6970fcb8e981 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:37:50.625143 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device dc39a820-e700-41b7-bf7d-6970fcb8e981 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:37:50.625143 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 28cd1b01-8ae8-40ac-8eb3-80a4accbd02f no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:37:50.682271 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 28cd1b01-8ae8-40ac-8eb3-80a4accbd02f {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:37:50.682971 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 28cd1b01-8ae8-40ac-8eb3-80a4accbd02f not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:37:51.836792 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e464e9f7-6c14-4694-bad4-e74440e92900 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:52.176918 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-e464e9f7-6c14-4694-bad4-e74440e92900 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Deleting port 2ac85385-2a26-4727-913b-9b242e68230a {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:37:52.177945 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e464e9f7-6c14-4694-bad4-e74440e92900 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:52.329459 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-e464e9f7-6c14-4694-bad4-e74440e92900 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] For port 2ac85385-2a26-4727-913b-9b242e68230a, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=2ac85385-2a26-4727-913b-9b242e68230a,segment=NetworkSegment(55df0ce3-ebdd-4df3-8d34-de99af3cff61),segment_id=55df0ce3-ebdd-4df3-8d34-de99af3cff61)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:37:52.330447 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e464e9f7-6c14-4694-bad4-e74440e92900 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:52.348992 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-e464e9f7-6c14-4694-bad4-e74440e92900 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Calling delete_port for 2ac85385-2a26-4727-913b-9b242e68230a owned by network:router_interface {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:37:52.798119 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e464e9f7-6c14-4694-bad4-e74440e92900 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:52.842135 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e464e9f7-6c14-4694-bad4-e74440e92900 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event deleted for resources: {'Port': ['ID=2ac85385-2a26-4727-913b-9b242e68230a,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:53.064848 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e464e9f7-6c14-4694-bad4-e74440e92900 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:53.359616 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e464e9f7-6c14-4694-bad4-e74440e92900 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Router 6929d91f-a9fd-47c2-8767-1214f6950a98 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:37:53.465878 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e464e9f7-6c14-4694-bad4-e74440e92900 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:37:53.467071 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:37:53.479568 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8d7ec9-11d4-4b7a-9a71-9657b4b9382e None None] Sync routers for ids ['6929d91f-a9fd-47c2-8767-1214f6950a98'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:37:53.482544 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-e464e9f7-6c14-4694-bad4-e74440e92900 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "PUT /v2.0/routers/6929d91f-a9fd-47c2-8767-1214f6950a98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8995006 Dec 08 16:37:53.485471 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54830) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:37:53.506570 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8d7ec9-11d4-4b7a-9a71-9657b4b9382e None None] Routers {'6929d91f-a9fd-47c2-8767-1214f6950a98'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:37:53.507233 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-1e8d7ec9-11d4-4b7a-9a71-9657b4b9382e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:37:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['6929d91f-a9fd-47c2-8767-1214f6950a98'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:37:53.622418 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-86e8a51e-1fb4-413d-84b1-65fcc67bb230 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Deleting subnet 6433ba83-2aea-4dd2-b72c-de2c05c92f02 {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:37:53.633906 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-86e8a51e-1fb4-413d-84b1-65fcc67bb230 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:53.696077 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-86e8a51e-1fb4-413d-84b1-65fcc67bb230 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:53.700961 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-1e8d7ec9-11d4-4b7a-9a71-9657b4b9382e None None] Set router 6929d91f-a9fd-47c2-8767-1214f6950a98 gateway port host: None {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:37:53.829968 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-1e8d7ec9-11d4-4b7a-9a71-9657b4b9382e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'name': 'tempest-RoutersTest-router-257228505', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:37:03Z', 'updated_at': '2021-12-08T16:37:52Z', 'revision_number': 11, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'gw_port_host': None}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:37:53.886694 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-86e8a51e-1fb4-413d-84b1-65fcc67bb230 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:53.890335 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8d7ec9-11d4-4b7a-9a71-9657b4b9382e None None] Checking router: 6929d91f-a9fd-47c2-8767-1214f6950a98 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:37:53.926513 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8d7ec9-11d4-4b7a-9a71-9657b4b9382e None None] Routers {'6929d91f-a9fd-47c2-8767-1214f6950a98'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:37:53.930046 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-1e8d7ec9-11d4-4b7a-9a71-9657b4b9382e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:37:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['6929d91f-a9fd-47c2-8767-1214f6950a98'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:37:54.074709 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-86e8a51e-1fb4-413d-84b1-65fcc67bb230 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:54.153351 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-1e8d7ec9-11d4-4b7a-9a71-9657b4b9382e None None] Set router 6929d91f-a9fd-47c2-8767-1214f6950a98 gateway port host: None {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:37:54.199578 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e8a51e-1fb4-413d-84b1-65fcc67bb230 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event deleted for resources: {'Subnet': ['ID=6433ba83-2aea-4dd2-b72c-de2c05c92f02,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:54.220469 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-86e8a51e-1fb4-413d-84b1-65fcc67bb230 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:54.225693 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-86e8a51e-1fb4-413d-84b1-65fcc67bb230 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "DELETE /v2.0/subnets/6433ba83-2aea-4dd2-b72c-de2c05c92f02 HTTP/1.1" status: 204 len: 168 time: 0.7384195 Dec 08 16:37:54.228369 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 54836) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:37:54.246926 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e8a51e-1fb4-413d-84b1-65fcc67bb230 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:54.253201 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e8a51e-1fb4-413d-84b1-65fcc67bb230 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:54.253938 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e8a51e-1fb4-413d-84b1-65fcc67bb230 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:54.256644 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e8a51e-1fb4-413d-84b1-65fcc67bb230 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:54.257316 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e8a51e-1fb4-413d-84b1-65fcc67bb230 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:54.257967 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e8a51e-1fb4-413d-84b1-65fcc67bb230 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:54.258471 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e8a51e-1fb4-413d-84b1-65fcc67bb230 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:54.259166 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e8a51e-1fb4-413d-84b1-65fcc67bb230 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:54.261511 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e8a51e-1fb4-413d-84b1-65fcc67bb230 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:54.262081 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e8a51e-1fb4-413d-84b1-65fcc67bb230 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:54.262579 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e8a51e-1fb4-413d-84b1-65fcc67bb230 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:54.265324 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e8a51e-1fb4-413d-84b1-65fcc67bb230 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:54.265847 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e8a51e-1fb4-413d-84b1-65fcc67bb230 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:54.357194 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-1e8d7ec9-11d4-4b7a-9a71-9657b4b9382e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'name': 'tempest-RoutersTest-router-257228505', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:37:03Z', 'updated_at': '2021-12-08T16:37:52Z', 'revision_number': 11, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'gw_port_host': None}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:37:54.381496 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d999b179-d176-4f87-a5ad-6369a9172eef None None] Network 79810c63-56de-49ff-99d4-20086065b3e6 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:37:54.484623 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8d7ec9-11d4-4b7a-9a71-9657b4b9382e None None] The sync data for ids ['6929d91f-a9fd-47c2-8767-1214f6950a98'] in n-d-776250-12 is: [{'id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'name': 'tempest-RoutersTest-router-257228505', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:37:03Z', 'updated_at': '2021-12-08T16:37:52Z', 'revision_number': 11, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'gw_port_host': None}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:37:54.560372 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c357e558-36c2-495b-8d9e-9d8d2b79866e tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:54.775048 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-c357e558-36c2-495b-8d9e-9d8d2b79866e tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Deleting port a7c34673-376f-42d7-aeee-27987d4a8f05 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:37:54.775477 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c357e558-36c2-495b-8d9e-9d8d2b79866e tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:54.905757 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74d8ceb-b60b-480d-a62c-092d4ab2ab2c None None] DHCP port deletion for 79810c63-56de-49ff-99d4-20086065b3e6 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:37:54.918858 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-c357e558-36c2-495b-8d9e-9d8d2b79866e tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] For port a7c34673-376f-42d7-aeee-27987d4a8f05, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=a7c34673-376f-42d7-aeee-27987d4a8f05,segment=NetworkSegment(55df0ce3-ebdd-4df3-8d34-de99af3cff61),segment_id=55df0ce3-ebdd-4df3-8d34-de99af3cff61)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:37:54.919323 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c357e558-36c2-495b-8d9e-9d8d2b79866e tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:54.946288 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-c357e558-36c2-495b-8d9e-9d8d2b79866e tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Calling delete_port for a7c34673-376f-42d7-aeee-27987d4a8f05 owned by network:dhcp {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:37:55.019978 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-b74d8ceb-b60b-480d-a62c-092d4ab2ab2c None None] Deleting port a7c34673-376f-42d7-aeee-27987d4a8f05 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:37:55.025221 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b74d8ceb-b60b-480d-a62c-092d4ab2ab2c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:55.170909 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-b74d8ceb-b60b-480d-a62c-092d4ab2ab2c None None] For port a7c34673-376f-42d7-aeee-27987d4a8f05, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=a7c34673-376f-42d7-aeee-27987d4a8f05,segment=NetworkSegment(55df0ce3-ebdd-4df3-8d34-de99af3cff61),segment_id=55df0ce3-ebdd-4df3-8d34-de99af3cff61)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:37:55.171508 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b74d8ceb-b60b-480d-a62c-092d4ab2ab2c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:55.192386 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-b74d8ceb-b60b-480d-a62c-092d4ab2ab2c None None] Calling delete_port for a7c34673-376f-42d7-aeee-27987d4a8f05 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:37:55.227492 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c357e558-36c2-495b-8d9e-9d8d2b79866e tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:55.318414 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c357e558-36c2-495b-8d9e-9d8d2b79866e tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event deleted for resources: {'Port': ['ID=a7c34673-376f-42d7-aeee-27987d4a8f05,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:55.339627 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c357e558-36c2-495b-8d9e-9d8d2b79866e tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] No DVR routers for this DVR port a7c34673-376f-42d7-aeee-27987d4a8f05 on host n-d-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:37:55.342077 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b74d8ceb-b60b-480d-a62c-092d4ab2ab2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:55.387334 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74d8ceb-b60b-480d-a62c-092d4ab2ab2c None None] Pushing event deleted for resources: {'Port': ['ID=a7c34673-376f-42d7-aeee-27987d4a8f05,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:55.410013 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74d8ceb-b60b-480d-a62c-092d4ab2ab2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:55.410737 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74d8ceb-b60b-480d-a62c-092d4ab2ab2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:55.411122 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74d8ceb-b60b-480d-a62c-092d4ab2ab2c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:55.411542 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74d8ceb-b60b-480d-a62c-092d4ab2ab2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:55.411958 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74d8ceb-b60b-480d-a62c-092d4ab2ab2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:55.413000 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74d8ceb-b60b-480d-a62c-092d4ab2ab2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:55.413417 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74d8ceb-b60b-480d-a62c-092d4ab2ab2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:55.413998 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74d8ceb-b60b-480d-a62c-092d4ab2ab2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:55.414413 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74d8ceb-b60b-480d-a62c-092d4ab2ab2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:55.414871 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74d8ceb-b60b-480d-a62c-092d4ab2ab2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:55.415439 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74d8ceb-b60b-480d-a62c-092d4ab2ab2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:55.416497 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74d8ceb-b60b-480d-a62c-092d4ab2ab2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:55.416624 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74d8ceb-b60b-480d-a62c-092d4ab2ab2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:55.429876 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74d8ceb-b60b-480d-a62c-092d4ab2ab2c None None] No DVR routers for this DVR port a7c34673-376f-42d7-aeee-27987d4a8f05 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:37:55.523662 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c357e558-36c2-495b-8d9e-9d8d2b79866e tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:55.554380 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-c357e558-36c2-495b-8d9e-9d8d2b79866e tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79810c63-56de-49ff-99d4-20086065b3e6']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:37:55.569202 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-c357e558-36c2-495b-8d9e-9d8d2b79866e tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55df0ce3-ebdd-4df3-8d34-de99af3cff61') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:37:55.569814 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-c357e558-36c2-495b-8d9e-9d8d2b79866e tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55df0ce3-ebdd-4df3-8d34-de99af3cff61') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:37:55.585905 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c357e558-36c2-495b-8d9e-9d8d2b79866e tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:55.604653 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c357e558-36c2-495b-8d9e-9d8d2b79866e tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:55.614448 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c357e558-36c2-495b-8d9e-9d8d2b79866e tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:37:55.616355 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c357e558-36c2-495b-8d9e-9d8d2b79866e tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:55.658398 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:37:55.658398 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:37:55.658398 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:37:55.658398 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:37:55.658398 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:37:55.658398 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:37:55.658398 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:37:55.658398 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:37:55.658398 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:37:55.658398 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:37:55.658398 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:37:55.658398 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:37:55.658398 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:37:55.658398 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:37:55.658398 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:37:55.658398 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:37:55.658398 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:37:55.658398 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:37:55.658398 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:37:55.658398 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:37:55.658398 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:37:55.658398 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:37:55.658398 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:37:55.658398 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:37:55.658398 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:37:55.658398 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:37:55.658398 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:37:55.658398 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:37:55.658398 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:37:55.658398 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:37:55.658398 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:37:55.658398 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:37:55.872678 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c357e558-36c2-495b-8d9e-9d8d2b79866e tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:55.887722 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c357e558-36c2-495b-8d9e-9d8d2b79866e tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:55.894383 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c357e558-36c2-495b-8d9e-9d8d2b79866e tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "DELETE /v2.0/networks/79810c63-56de-49ff-99d4-20086065b3e6 HTTP/1.1" status: 204 len: 168 time: 1.6615915 Dec 08 16:37:55.900663 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 54850) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:37:55.907408 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-3bd7a485-d5ac-4b4e-9e1b-7095cee5df37 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Request body: {'router': {'routes': None}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:37:56.168663 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c357e558-36c2-495b-8d9e-9d8d2b79866e tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Pushing event deleted for resources: {'Network': ['ID=79810c63-56de-49ff-99d4-20086065b3e6,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:56.380047 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.extraroute_db [None req-3bd7a485-d5ac-4b4e-9e1b-7095cee5df37 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Added routes are [] {{(pid=110550) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 08 16:37:56.380760 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.extraroute_db [None req-3bd7a485-d5ac-4b4e-9e1b-7095cee5df37 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Removed routes are [] {{(pid=110550) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 08 16:37:56.380760 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3bd7a485-d5ac-4b4e-9e1b-7095cee5df37 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-717389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11074'] for router, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:56.524361 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device a7c34673-376f-42d7-aeee-27987d4a8f05 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:37:56.586161 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: a7c34673-376f-42d7-aeee-27987d4a8f05 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:37:56.586161 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device a7c34673-376f-42d7-aeee-27987d4a8f05 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:37:56.586161 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 2ac85385-2a26-4727-913b-9b242e68230a no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:37:56.631928 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 2ac85385-2a26-4727-913b-9b242e68230a {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:37:56.633177 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 2ac85385-2a26-4727-913b-9b242e68230a not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:37:56.648275 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3bd7a485-d5ac-4b4e-9e1b-7095cee5df37 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-717389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11074'] for router, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:56.664276 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3bd7a485-d5ac-4b4e-9e1b-7095cee5df37 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528116', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-717402'] for router, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:56.743451 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bd7a485-d5ac-4b4e-9e1b-7095cee5df37 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Router 6929d91f-a9fd-47c2-8767-1214f6950a98 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:37:56.896988 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd7a485-d5ac-4b4e-9e1b-7095cee5df37 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:37:56.915054 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8311a5-9a4b-489e-b150-28ca93465f1c None None] Sync routers for ids ['6929d91f-a9fd-47c2-8767-1214f6950a98'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:37:56.939004 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8311a5-9a4b-489e-b150-28ca93465f1c None None] Routers {'6929d91f-a9fd-47c2-8767-1214f6950a98'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:37:56.940033 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-6a8311a5-9a4b-489e-b150-28ca93465f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:37:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['6929d91f-a9fd-47c2-8767-1214f6950a98'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:37:56.948711 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3bd7a485-d5ac-4b4e-9e1b-7095cee5df37 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:56.954036 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-3bd7a485-d5ac-4b4e-9e1b-7095cee5df37 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "PUT /v2.0/routers/6929d91f-a9fd-47c2-8767-1214f6950a98 HTTP/1.1" status: 200 len: 700 time: 1.0496094 Dec 08 16:37:56.956204 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54886) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:37:57.031049 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [req-840f5baf-0b58-4e38-a6f3-85fb7581cc28 req-a61581fd-ff4f-4a28-a4da-b3ede037e008 service neutron] (110551) timed out ('10.222.0.64', 60568) {{(pid=110551) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 16:37:57.031049 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-4c41b81d-aa71-485a-8aeb-b4ecfb9ec850 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "GET /v2.0/ports?device_id=6929d91f-a9fd-47c2-8767-1214f6950a98 HTTP/1.1" status: 200 len: 205 time: 0.0708716 Dec 08 16:37:57.031049 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54894) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:37:57.122089 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-6a8311a5-9a4b-489e-b150-28ca93465f1c None None] Set router 6929d91f-a9fd-47c2-8767-1214f6950a98 gateway port host: None {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:37:57.316741 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-6a8311a5-9a4b-489e-b150-28ca93465f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'name': 'tempest-RoutersTest-router-257228505', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:37:03Z', 'updated_at': '2021-12-08T16:37:52Z', 'revision_number': 11, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'gw_port_host': None}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:37:57.391849 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8311a5-9a4b-489e-b150-28ca93465f1c None None] Checking router: 6929d91f-a9fd-47c2-8767-1214f6950a98 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:37:57.417471 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8311a5-9a4b-489e-b150-28ca93465f1c None None] Routers {'6929d91f-a9fd-47c2-8767-1214f6950a98'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:37:57.418467 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-6a8311a5-9a4b-489e-b150-28ca93465f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:37:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['6929d91f-a9fd-47c2-8767-1214f6950a98'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:37:57.575247 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-6a8311a5-9a4b-489e-b150-28ca93465f1c None None] Set router 6929d91f-a9fd-47c2-8767-1214f6950a98 gateway port host: None {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:37:57.691051 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-6a8311a5-9a4b-489e-b150-28ca93465f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'name': 'tempest-RoutersTest-router-257228505', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:37:03Z', 'updated_at': '2021-12-08T16:37:52Z', 'revision_number': 11, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'gw_port_host': None}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:37:57.730744 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8311a5-9a4b-489e-b150-28ca93465f1c None None] The sync data for ids ['6929d91f-a9fd-47c2-8767-1214f6950a98'] in n-d-776250-12 is: [{'id': '6929d91f-a9fd-47c2-8767-1214f6950a98', 'name': 'tempest-RoutersTest-router-257228505', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:37:03Z', 'updated_at': '2021-12-08T16:37:52Z', 'revision_number': 11, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'gw_port_host': None}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:37:57.821665 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-380fb2f8-c255-47ec-b46d-2b37bc08616f tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for router, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:58.195173 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 54924) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:37:58.208042 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-380fb2f8-c255-47ec-b46d-2b37bc08616f tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:58.211512 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-380fb2f8-c255-47ec-b46d-2b37bc08616f tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:58.294930 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-380fb2f8-c255-47ec-b46d-2b37bc08616f tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:58.296138 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-380fb2f8-c255-47ec-b46d-2b37bc08616f tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Fanout notify agent at l3_agent the message router_deleted on router 6929d91f-a9fd-47c2-8767-1214f6950a98 {{(pid=110551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:37:58.304984 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-380fb2f8-c255-47ec-b46d-2b37bc08616f tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:58.311948 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-380fb2f8-c255-47ec-b46d-2b37bc08616f tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "DELETE /v2.0/routers/6929d91f-a9fd-47c2-8767-1214f6950a98 HTTP/1.1" status: 204 len: 168 time: 1.2782645 Dec 08 16:37:58.315518 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54930) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:37:58.322503 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-64c0b07d-304a-455a-9e11-2a6d282ff904 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1358989854', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:37:58.432299 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-16122019-4ebe-45d8-9fd4-52d9edee4cb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:58.455188 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-64c0b07d-304a-455a-9e11-2a6d282ff904 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:58.456322 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-64c0b07d-304a-455a-9e11-2a6d282ff904 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:58.634437 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-64c0b07d-304a-455a-9e11-2a6d282ff904 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:58.671439 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-16122019-4ebe-45d8-9fd4-52d9edee4cb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:58.747360 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-64c0b07d-304a-455a-9e11-2a6d282ff904 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:58.777600 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-16122019-4ebe-45d8-9fd4-52d9edee4cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:58.853821 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-16122019-4ebe-45d8-9fd4-52d9edee4cb2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d7e75530a5d3470fa9881b9cce691f6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6574268 Dec 08 16:37:58.854314 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54936) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:37:58.855070 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16122019-4ebe-45d8-9fd4-52d9edee4cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c3f03d-b851-4b22-9806-5e642f57ceb4,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:58.904638 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-64c0b07d-304a-455a-9e11-2a6d282ff904 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:58.908160 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 54938) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:37:58.908578 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-64c0b07d-304a-455a-9e11-2a6d282ff904 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5910656 Dec 08 16:37:58.917838 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-9707fdf5-f390-4ab2-9daa-882e9f2ec961 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Request body: {'router': {'admin_state_up': True}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:37:58.989563 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0dfdab4a-20b5-481e-9fd6-1b2ccc9b64a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:59.103792 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0dfdab4a-20b5-481e-9fd6-1b2ccc9b64a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:59.357620 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0dfdab4a-20b5-481e-9fd6-1b2ccc9b64a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:59.363954 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0dfdab4a-20b5-481e-9fd6-1b2ccc9b64a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:59.363954 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-0dfdab4a-20b5-481e-9fd6-1b2ccc9b64a5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f4c3f03d-b851-4b22-9806-5e642f57ceb4 HTTP/1.1" status: 204 len: 168 time: 0.5063441 Dec 08 16:37:59.375424 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfdab4a-20b5-481e-9fd6-1b2ccc9b64a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c3f03d-b851-4b22-9806-5e642f57ceb4,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:59.382341 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9707fdf5-f390-4ab2-9daa-882e9f2ec961 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-528102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-717389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11074'] for router, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:59.489516 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9707fdf5-f390-4ab2-9daa-882e9f2ec961 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-528111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-528116', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-717402'] for router, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:59.909409 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54948) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:37:59.913946 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-1a683811-facb-49cb-a582-d6c2db70fae9 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-460384439', 'description': 'tempest-secgroup-smoke-460384439 description', 'project_id': '71f5826d1b3d4cd5a2c95e78c7917860'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:38:00.055370 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9707fdf5-f390-4ab2-9daa-882e9f2ec961 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Router c0a06722-c7d3-4b0d-81ca-3051640929d2 is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:38:00.093274 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1a683811-facb-49cb-a582-d6c2db70fae9 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:00.225866 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9707fdf5-f390-4ab2-9daa-882e9f2ec961 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:38:00.261435 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f358425-af96-461f-81e3-65ebec5c433c None None] Sync routers for ids ['c0a06722-c7d3-4b0d-81ca-3051640929d2'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:38:00.290200 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9707fdf5-f390-4ab2-9daa-882e9f2ec961 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:00.303526 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-9707fdf5-f390-4ab2-9daa-882e9f2ec961 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "PUT /v2.0/routers/c0a06722-c7d3-4b0d-81ca-3051640929d2 HTTP/1.1" status: 200 len: 694 time: 1.3894236 Dec 08 16:38:00.304545 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54956) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:00.322906 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f358425-af96-461f-81e3-65ebec5c433c None None] Routers {'c0a06722-c7d3-4b0d-81ca-3051640929d2'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:38:00.329138 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-7f358425-af96-461f-81e3-65ebec5c433c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:37:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['c0a06722-c7d3-4b0d-81ca-3051640929d2'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:38:00.413662 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1a683811-facb-49cb-a582-d6c2db70fae9 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:00.500353 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-70707f0c-b927-4cd6-8fc3-6d50cef34320 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "GET /v2.0/routers/c0a06722-c7d3-4b0d-81ca-3051640929d2 HTTP/1.1" status: 200 len: 700 time: 0.1906991 Dec 08 16:38:00.502098 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 54958) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:00.518142 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1a683811-facb-49cb-a582-d6c2db70fae9 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:00.561361 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54960) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:00.564063 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a683811-facb-49cb-a582-d6c2db70fae9 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be95d6c0-ba90-4b7e-9e8d-0586e89a4f29,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:38:00.590970 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a8a2883-5233-43d9-a1c7-06ded13481dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:00.601806 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-d2b7324f-eecf-41e4-a8eb-ae68ddd83fd2 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0a06722-c7d3-4b0d-81ca-3051640929d2 HTTP/1.1" status: 200 len: 205 time: 0.0974667 Dec 08 16:38:00.616403 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54962) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:00.713218 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1a683811-facb-49cb-a582-d6c2db70fae9 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:00.714971 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-1a683811-facb-49cb-a582-d6c2db70fae9 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.8046644 Dec 08 16:38:00.719296 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54964) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:00.726010 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-1e19539f-2eea-4c6f-9b17-9a3ba6aed11e tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Request body: {'security_group_rule': {'security_group_id': 'be95d6c0-ba90-4b7e-9e8d-0586e89a4f29', 'project_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:38:00.734881 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cf8caf0c-4852-4c6c-a9f1-79c3e92d4b89 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for router, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:00.798222 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-7f358425-af96-461f-81e3-65ebec5c433c None None] Set router c0a06722-c7d3-4b0d-81ca-3051640929d2 gateway port host: None {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:38:00.862498 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-7f358425-af96-461f-81e3-65ebec5c433c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a06722-c7d3-4b0d-81ca-3051640929d2', 'name': 'tempest-RoutersTest-router-1358989854', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:37:58Z', 'updated_at': '2021-12-08T16:37:59Z', 'revision_number': 2, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'gw_port_host': None}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:38:00.897028 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f358425-af96-461f-81e3-65ebec5c433c None None] Checking router: c0a06722-c7d3-4b0d-81ca-3051640929d2 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:38:00.908699 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f358425-af96-461f-81e3-65ebec5c433c None None] Routers {'c0a06722-c7d3-4b0d-81ca-3051640929d2'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:38:00.909345 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-7f358425-af96-461f-81e3-65ebec5c433c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:37:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['c0a06722-c7d3-4b0d-81ca-3051640929d2'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:38:00.989198 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cf8caf0c-4852-4c6c-a9f1-79c3e92d4b89 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:00.989582 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-7f358425-af96-461f-81e3-65ebec5c433c None None] Set router c0a06722-c7d3-4b0d-81ca-3051640929d2 gateway port host: None {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:38:00.992477 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a8a2883-5233-43d9-a1c7-06ded13481dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:00.993856 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1e19539f-2eea-4c6f-9b17-9a3ba6aed11e tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:00.997527 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cf8caf0c-4852-4c6c-a9f1-79c3e92d4b89 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:01.057113 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-7f358425-af96-461f-81e3-65ebec5c433c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a06722-c7d3-4b0d-81ca-3051640929d2', 'name': 'tempest-RoutersTest-router-1358989854', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:37:58Z', 'updated_at': '2021-12-08T16:37:59Z', 'revision_number': 2, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'gw_port_host': None}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:38:01.076059 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4a8a2883-5233-43d9-a1c7-06ded13481dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:01.086925 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f358425-af96-461f-81e3-65ebec5c433c None None] The sync data for ids ['c0a06722-c7d3-4b0d-81ca-3051640929d2'] in n-d-776250-12 is: [{'id': 'c0a06722-c7d3-4b0d-81ca-3051640929d2', 'name': 'tempest-RoutersTest-router-1358989854', 'tenant_id': 'e54d9479cec440e198c8c0ec541c615a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:37:58Z', 'updated_at': '2021-12-08T16:37:59Z', 'revision_number': 2, 'project_id': 'e54d9479cec440e198c8c0ec541c615a', 'gw_port_host': None}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:38:01.151443 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8a2883-5233-43d9-a1c7-06ded13481dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=120b6852-9376-48c1-af52-fa087dba4adb,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:38:01.162448 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-4a8a2883-5233-43d9-a1c7-06ded13481dc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fc2f41fba760446ea099270bea66ccdf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5953038 Dec 08 16:38:01.168728 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 54968) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:01.193722 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1e19539f-2eea-4c6f-9b17-9a3ba6aed11e tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:01.196193 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cf8caf0c-4852-4c6c-a9f1-79c3e92d4b89 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:01.196193 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf8caf0c-4852-4c6c-a9f1-79c3e92d4b89 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Fanout notify agent at l3_agent the message router_deleted on router c0a06722-c7d3-4b0d-81ca-3051640929d2 {{(pid=110551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:38:01.207469 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cf8caf0c-4852-4c6c-a9f1-79c3e92d4b89 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:01.208918 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-cf8caf0c-4852-4c6c-a9f1-79c3e92d4b89 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "DELETE /v2.0/routers/c0a06722-c7d3-4b0d-81ca-3051640929d2 HTTP/1.1" status: 204 len: 168 time: 0.5911021 Dec 08 16:38:01.213889 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 54970) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:01.253671 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-d7671949-bf46-40d9-976f-8a5ff85b78e8 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0a06722-c7d3-4b0d-81ca-3051640929d2 HTTP/1.1" status: 200 len: 205 time: 0.0385356 Dec 08 16:38:01.256462 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54972) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:01.277363 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2a2ba4c8-e30e-40f4-b13f-3af89f1784b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:01.304686 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2a2ba4c8-e30e-40f4-b13f-3af89f1784b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:01.308108 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-0face653-ad3a-433c-857e-c6d59c265dcb tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] delete failed (client error): The resource could not be found. Dec 08 16:38:01.311545 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-0face653-ad3a-433c-857e-c6d59c265dcb tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "DELETE /v2.0/routers/c0a06722-c7d3-4b0d-81ca-3051640929d2 HTTP/1.1" status: 404 len: 336 time: 0.0516622 Dec 08 16:38:01.311795 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54974) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:01.328365 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1e19539f-2eea-4c6f-9b17-9a3ba6aed11e tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:01.364407 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-288a98ef-3eed-4627-a418-0491c01f87de tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] DELETE failed (client error): The resource could not be found. Dec 08 16:38:01.364880 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-288a98ef-3eed-4627-a418-0491c01f87de tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:38:01.370696 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-288a98ef-3eed-4627-a418-0491c01f87de tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "DELETE /v2.0/subnets/0357a208-75d2-44f3-8a9f-03e4d936f458 HTTP/1.1" status: 404 len: 337 time: 0.0556049 Dec 08 16:38:01.371047 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 54978) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:01.391143 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e19539f-2eea-4c6f-9b17-9a3ba6aed11e tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8d2fd4f-14b8-4612-bfa5-f08805336025,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:38:01.466216 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e11bd39-ea23-4865-9e9d-450d1d20caa7 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] DELETE failed (client error): The resource could not be found. Dec 08 16:38:01.467795 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e11bd39-ea23-4865-9e9d-450d1d20caa7 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:38:01.469165 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1e19539f-2eea-4c6f-9b17-9a3ba6aed11e tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:01.473023 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-1e19539f-2eea-4c6f-9b17-9a3ba6aed11e tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7497902 Dec 08 16:38:01.473268 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54982) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:01.473803 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-8e11bd39-ea23-4865-9e9d-450d1d20caa7 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "DELETE /v2.0/subnets/99986bce-7380-4470-afa9-9d73e8ff628b HTTP/1.1" status: 404 len: 337 time: 0.1015630 Dec 08 16:38:01.476080 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 54984) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:01.478064 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-ef920526-fe09-4a52-9520-9bd78a9f5315 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Request body: {'security_group_rule': {'security_group_id': 'be95d6c0-ba90-4b7e-9e8d-0586e89a4f29', 'project_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:38:01.530200 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2a2ba4c8-e30e-40f4-b13f-3af89f1784b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:01.532819 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2a2ba4c8-e30e-40f4-b13f-3af89f1784b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:01.534040 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-2a2ba4c8-e30e-40f4-b13f-3af89f1784b9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/120b6852-9376-48c1-af52-fa087dba4adb HTTP/1.1" status: 204 len: 168 time: 0.3641768 Dec 08 16:38:01.536708 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1ff3c41-046c-4db2-9de9-0527e6ac1245 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] DELETE failed (client error): The resource could not be found. Dec 08 16:38:01.537157 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1ff3c41-046c-4db2-9de9-0527e6ac1245 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:38:01.543264 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54988) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:01.548381 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c1ff3c41-046c-4db2-9de9-0527e6ac1245 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "DELETE /v2.0/subnets/3db6bc54-84fa-4277-8137-65d7a3083426 HTTP/1.1" status: 404 len: 337 time: 0.0665114 Dec 08 16:38:01.553705 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2ba4c8-e30e-40f4-b13f-3af89f1784b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=120b6852-9376-48c1-af52-fa087dba4adb,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:38:01.572877 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a7859c1-7fb9-4915-95e0-4e55b45894f2 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] DELETE failed (client error): The resource could not be found. Dec 08 16:38:01.573408 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a7859c1-7fb9-4915-95e0-4e55b45894f2 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:38:01.579006 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-6a7859c1-7fb9-4915-95e0-4e55b45894f2 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "DELETE /v2.0/subnets/6433ba83-2aea-4dd2-b72c-de2c05c92f02 HTTP/1.1" status: 404 len: 337 time: 0.0322812 Dec 08 16:38:01.579709 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54990) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:01.621152 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-6579137d-c8b0-47e9-8d98-f4a29733e851 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "GET /v2.0/ports?device_id=6929d91f-a9fd-47c2-8767-1214f6950a98 HTTP/1.1" status: 200 len: 205 time: 0.0400138 Dec 08 16:38:01.623391 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 54992) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:01.667068 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-4736ac6e-c718-4852-a689-b9606dfa9035 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] delete failed (client error): The resource could not be found. Dec 08 16:38:01.668399 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-4736ac6e-c718-4852-a689-b9606dfa9035 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "DELETE /v2.0/routers/6929d91f-a9fd-47c2-8767-1214f6950a98 HTTP/1.1" status: 404 len: 336 time: 0.0429997 Dec 08 16:38:01.669312 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ef920526-fe09-4a52-9520-9bd78a9f5315 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:01.671186 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 54994) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:01.719147 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-410b6f40-45c8-438e-9da0-327fb5ddf447 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "GET /v2.0/ports?device_id=c539c4cd-8dc8-4950-9939-f016506eba85 HTTP/1.1" status: 200 len: 205 time: 0.0466726 Dec 08 16:38:01.721312 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 54996) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:01.754855 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ef920526-fe09-4a52-9520-9bd78a9f5315 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:01.769741 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [None req-dea39a7f-4d8c-4ed0-bde8-de72fe6eedf2 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] delete failed (client error): The resource could not be found. Dec 08 16:38:01.776927 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-dea39a7f-4d8c-4ed0-bde8-de72fe6eedf2 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "DELETE /v2.0/routers/c539c4cd-8dc8-4950-9939-f016506eba85 HTTP/1.1" status: 404 len: 336 time: 0.0483644 Dec 08 16:38:01.776927 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 54998) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:01.806360 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1d52260-a5e5-4a79-8fc9-b2353487ef18 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] DELETE failed (client error): The resource could not be found. Dec 08 16:38:01.807079 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1d52260-a5e5-4a79-8fc9-b2353487ef18 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:38:01.810550 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b1d52260-a5e5-4a79-8fc9-b2353487ef18 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "DELETE /v2.0/subnets/0e01986d-c9a9-4853-b958-dc1791b1507b HTTP/1.1" status: 404 len: 337 time: 0.0359094 Dec 08 16:38:01.813639 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 55000) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:01.821210 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ef920526-fe09-4a52-9520-9bd78a9f5315 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:01.846248 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef920526-fe09-4a52-9520-9bd78a9f5315 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f4d63ee-2377-4342-bba9-a006aa23e89e,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:38:01.851259 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-4929e0e5-9364-4136-aac8-6dddfb258736 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "GET /v2.0/ports?device_id=aac63290-05af-4146-91f1-07e08cb4128e HTTP/1.1" status: 200 len: 205 time: 0.0362360 Dec 08 16:38:01.853739 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55002) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:01.915379 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-94854e53-e836-4494-b293-f87ad3d228a8 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] delete failed (client error): The resource could not be found. Dec 08 16:38:01.916896 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-94854e53-e836-4494-b293-f87ad3d228a8 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "DELETE /v2.0/routers/aac63290-05af-4146-91f1-07e08cb4128e HTTP/1.1" status: 404 len: 336 time: 0.0618150 Dec 08 16:38:01.924888 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 55006) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:01.970150 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-f5211a44-b681-4596-8e71-cdd96ba26ce3 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "GET /v2.0/ports?device_id=c05ad2ef-ffbb-4879-989b-b7d53e4f8c7b HTTP/1.1" status: 200 len: 205 time: 0.0405777 Dec 08 16:38:01.971289 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ef920526-fe09-4a52-9520-9bd78a9f5315 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:01.974076 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ef920526-fe09-4a52-9520-9bd78a9f5315 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4981441 Dec 08 16:38:01.976051 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 55008) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:01.977762 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55010) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:01.984423 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-9e83cf6f-b839-4805-828b-c28571faaed0 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Request body: {'security_group_rule': {'security_group_id': 'be95d6c0-ba90-4b7e-9e8d-0586e89a4f29', 'project_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:38:02.028130 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-a66c28eb-e7c8-40b7-be0a-fd4e51258e77 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] delete failed (client error): The resource could not be found. Dec 08 16:38:02.029517 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a66c28eb-e7c8-40b7-be0a-fd4e51258e77 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "DELETE /v2.0/routers/c05ad2ef-ffbb-4879-989b-b7d53e4f8c7b HTTP/1.1" status: 404 len: 336 time: 0.0507059 Dec 08 16:38:02.047818 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55012) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:02.103820 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9e83cf6f-b839-4805-828b-c28571faaed0 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:02.116602 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-81c40559-4e21-4903-a72c-5f0e64152fb7 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] DELETE failed (client error): The resource could not be found. Dec 08 16:38:02.117074 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81c40559-4e21-4903-a72c-5f0e64152fb7 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:38:02.130165 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-81c40559-4e21-4903-a72c-5f0e64152fb7 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "DELETE /v2.0/subnets/694a7c7a-d973-4604-bf5a-35dffdeccb33 HTTP/1.1" status: 404 len: 337 time: 0.0810051 Dec 08 16:38:02.132824 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 55016) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:02.165716 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-fd171dc2-0103-45eb-a888-5b82e1b61548 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "GET /v2.0/ports?device_id=54b874a2-4d1c-48a2-be4d-c0c0ee63dad2 HTTP/1.1" status: 200 len: 205 time: 0.0315986 Dec 08 16:38:02.168158 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55020) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:02.235555 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9e83cf6f-b839-4805-828b-c28571faaed0 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:02.241076 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-32a29036-a9bd-445d-89dc-abc357572127 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] delete failed (client error): The resource could not be found. Dec 08 16:38:02.242169 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-32a29036-a9bd-445d-89dc-abc357572127 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "DELETE /v2.0/routers/54b874a2-4d1c-48a2-be4d-c0c0ee63dad2 HTTP/1.1" status: 404 len: 336 time: 0.0729611 Dec 08 16:38:02.244949 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 55024) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:02.276975 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-599f6e5d-cf5d-4f58-b8d5-5cd54517d554 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] DELETE failed (client error): The resource could not be found. Dec 08 16:38:02.277445 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-599f6e5d-cf5d-4f58-b8d5-5cd54517d554 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:38:02.281116 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-599f6e5d-cf5d-4f58-b8d5-5cd54517d554 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "DELETE /v2.0/subnets/58991e47-7c65-4e61-8f65-e2d1b4ef9507 HTTP/1.1" status: 404 len: 337 time: 0.0350835 Dec 08 16:38:02.284809 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55026) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:02.317073 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-4826cee3-e3f6-4f95-a0a2-9ae51cabd3dc tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfafac01-28a0-468a-a1d0-2ac1b3f8d731 HTTP/1.1" status: 200 len: 205 time: 0.0267096 Dec 08 16:38:02.317285 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55028) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:02.336827 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9e83cf6f-b839-4805-828b-c28571faaed0 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:02.346061 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e83cf6f-b839-4805-828b-c28571faaed0 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26aaa170-e226-4719-b3e8-bc4ace88ef48,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:38:02.367845 n-d-776250-12 neutron-server[110551]: INFO neutron.api.v2.resource [None req-40dfcc05-dde9-46b1-8e3f-e02b3c7f5cc0 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] delete failed (client error): The resource could not be found. Dec 08 16:38:02.368966 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-40dfcc05-dde9-46b1-8e3f-e02b3c7f5cc0 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "DELETE /v2.0/routers/dfafac01-28a0-468a-a1d0-2ac1b3f8d731 HTTP/1.1" status: 404 len: 336 time: 0.0508351 Dec 08 16:38:02.372910 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55030) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:02.429707 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9e83cf6f-b839-4805-828b-c28571faaed0 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:02.429707 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-9e83cf6f-b839-4805-828b-c28571faaed0 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4492447 Dec 08 16:38:02.432381 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55036) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:02.437658 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-397c755e-9b24-4fcc-b632-10a459f70a68 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Request body: {'security_group_rule': {'security_group_id': 'be95d6c0-ba90-4b7e-9e8d-0586e89a4f29', 'project_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:38:02.442729 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-331adb67-deb6-4edc-babf-1c489fae7956 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] DELETE failed (client error): The resource could not be found. Dec 08 16:38:02.443197 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-331adb67-deb6-4edc-babf-1c489fae7956 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:38:02.446804 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-331adb67-deb6-4edc-babf-1c489fae7956 tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "DELETE /v2.0/subnets/dd752b2a-e9d1-48ac-8194-29cb0d829ff3 HTTP/1.1" status: 404 len: 337 time: 0.0741990 Dec 08 16:38:02.449459 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 55038) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:02.517516 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-e73afaab-bec7-413b-a49b-12368506d21d tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] DELETE failed (client error): The resource could not be found. Dec 08 16:38:02.517981 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e73afaab-bec7-413b-a49b-12368506d21d tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:38:02.525153 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-e73afaab-bec7-413b-a49b-12368506d21d tempest-RoutersTest-320980125 tempest-RoutersTest-320980125-project] 10.222.0.64 "DELETE /v2.0/subnets/a8a9c355-633d-4756-b16c-7157b4bb0c82 HTTP/1.1" status: 404 len: 337 time: 0.0717013 Dec 08 16:38:02.608953 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-397c755e-9b24-4fcc-b632-10a459f70a68 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:02.680696 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-397c755e-9b24-4fcc-b632-10a459f70a68 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:02.775029 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-397c755e-9b24-4fcc-b632-10a459f70a68 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:02.808008 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397c755e-9b24-4fcc-b632-10a459f70a68 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e6d5b74-55d2-4297-b0da-e8d823de98ea,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:38:02.886293 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-397c755e-9b24-4fcc-b632-10a459f70a68 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:02.888280 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-397c755e-9b24-4fcc-b632-10a459f70a68 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4546330 Dec 08 16:38:02.891194 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55052) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:02.903325 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-badf616e-7011-4409-84dc-29bef0fa76de tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Request body: {'security_group_rule': {'security_group_id': 'be95d6c0-ba90-4b7e-9e8d-0586e89a4f29', 'project_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:38:03.028089 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55058) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:03.035540 n-d-776250-12 neutron-server[110551]: INFO neutron.db.securitygroups_db [None req-badf616e-7011-4409-84dc-29bef0fa76de tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Project 71f5826d1b3d4cd5a2c95e78c7917860 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 16:38:03.044510 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-badf616e-7011-4409-84dc-29bef0fa76de tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:03.145849 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-badf616e-7011-4409-84dc-29bef0fa76de tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:03.232203 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e346982d-e701-48c4-9d82-d221d787dc7d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e54d9479cec440e198c8c0ec541c615a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2028403 Dec 08 16:38:03.236007 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 55062) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:03.262778 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-badf616e-7011-4409-84dc-29bef0fa76de tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:03.291593 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badf616e-7011-4409-84dc-29bef0fa76de tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cdd9f34-7ad2-4f77-ab92-d9fc57a9e3b3,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:38:03.344541 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-90ee539d-8551-45bb-9bb2-e50eab0339b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:03.375128 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-90ee539d-8551-45bb-9bb2-e50eab0339b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:03.402860 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-badf616e-7011-4409-84dc-29bef0fa76de tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:03.404133 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-badf616e-7011-4409-84dc-29bef0fa76de tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5116332 Dec 08 16:38:03.407554 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55066) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:03.412627 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-fca2434b-67c5-4b0a-9f72-0b3f5500ebc8 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Request body: {'security_group_rule': {'security_group_id': 'be95d6c0-ba90-4b7e-9e8d-0586e89a4f29', 'project_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:38:03.540882 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-90ee539d-8551-45bb-9bb2-e50eab0339b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:03.550645 n-d-776250-12 neutron-server[110551]: INFO neutron.db.securitygroups_db [None req-fca2434b-67c5-4b0a-9f72-0b3f5500ebc8 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Project 71f5826d1b3d4cd5a2c95e78c7917860 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 16:38:03.551424 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-90ee539d-8551-45bb-9bb2-e50eab0339b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:03.551424 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-90ee539d-8551-45bb-9bb2-e50eab0339b6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5e202ed3-d8ad-470a-9bf2-98fcb811a080 HTTP/1.1" status: 204 len: 168 time: 0.3073173 Dec 08 16:38:03.554989 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fca2434b-67c5-4b0a-9f72-0b3f5500ebc8 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:03.560035 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ee539d-8551-45bb-9bb2-e50eab0339b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e202ed3-d8ad-470a-9bf2-98fcb811a080,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:38:03.724935 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fca2434b-67c5-4b0a-9f72-0b3f5500ebc8 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:03.817545 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fca2434b-67c5-4b0a-9f72-0b3f5500ebc8 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:03.909717 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca2434b-67c5-4b0a-9f72-0b3f5500ebc8 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8bba077-9ce0-4a38-89fd-2632bf9dfe08,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:38:03.996815 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fca2434b-67c5-4b0a-9f72-0b3f5500ebc8 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:03.999480 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-fca2434b-67c5-4b0a-9f72-0b3f5500ebc8 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5898519 Dec 08 16:38:04.774943 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:07.876406 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 55274) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:08.010825 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 55284) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:08.187250 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5854836e-8589-4fdb-a31c-2a67fb7d89dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:08.218567 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c41a8a19-814f-4c9c-ab3a-a4dc1cb6394f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:08.386209 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c41a8a19-814f-4c9c-ab3a-a4dc1cb6394f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:08.398000 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5854836e-8589-4fdb-a31c-2a67fb7d89dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:08.495094 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c41a8a19-814f-4c9c-ab3a-a4dc1cb6394f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:08.547201 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c41a8a19-814f-4c9c-ab3a-a4dc1cb6394f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c1f8650ef526497db0548265b6f04269&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5322902 Dec 08 16:38:08.547201 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41a8a19-814f-4c9c-ab3a-a4dc1cb6394f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a136f5a4-b333-4fdd-9ea5-de726748b960,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:38:08.547741 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55294) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:08.557790 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5854836e-8589-4fdb-a31c-2a67fb7d89dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:08.597726 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5854836e-8589-4fdb-a31c-2a67fb7d89dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7d0c95-ed01-439c-bf9e-50f85dba747b,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:38:08.629395 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-5854836e-8589-4fdb-a31c-2a67fb7d89dc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=413616ebd5c147d5b4ff5c0aaff6c8f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7518151 Dec 08 16:38:08.634545 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 55296) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:08.667766 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-92c1d902-c2ab-48b1-9ee6-334ca24db06a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:08.702622 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:08.725557 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b0a5aa60-7898-44b0-9910-8bc1b750d924 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:08.752998 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-92c1d902-c2ab-48b1-9ee6-334ca24db06a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:08.759186 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b0a5aa60-7898-44b0-9910-8bc1b750d924 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:08.923658 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b0a5aa60-7898-44b0-9910-8bc1b750d924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:08.926501 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b0a5aa60-7898-44b0-9910-8bc1b750d924 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:08.930287 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b0a5aa60-7898-44b0-9910-8bc1b750d924 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9d7d0c95-ed01-439c-bf9e-50f85dba747b HTTP/1.1" status: 204 len: 168 time: 0.2922719 Dec 08 16:38:08.936985 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a5aa60-7898-44b0-9910-8bc1b750d924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7d0c95-ed01-439c-bf9e-50f85dba747b,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:38:08.953723 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-92c1d902-c2ab-48b1-9ee6-334ca24db06a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:08.958187 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-92c1d902-c2ab-48b1-9ee6-334ca24db06a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:08.969689 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-92c1d902-c2ab-48b1-9ee6-334ca24db06a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a136f5a4-b333-4fdd-9ea5-de726748b960 HTTP/1.1" status: 204 len: 168 time: 0.4168088 Dec 08 16:38:08.984135 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c1d902-c2ab-48b1-9ee6-334ca24db06a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a136f5a4-b333-4fdd-9ea5-de726748b960,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:38:09.860782 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 55318) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:09.874675 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b18c2a24-8e51-4097-9c60-28dc003e32e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:09.916028 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 55320) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:09.930021 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-80c6d6f6-d57c-4c77-ae19-522fb67c4f3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:10.051284 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b18c2a24-8e51-4097-9c60-28dc003e32e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:10.107952 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-80c6d6f6-d57c-4c77-ae19-522fb67c4f3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:10.128995 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b18c2a24-8e51-4097-9c60-28dc003e32e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:10.181263 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18c2a24-8e51-4097-9c60-28dc003e32e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae331931-0c19-473e-935d-0372f775dc42,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:38:10.192103 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55322) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:10.203410 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b18c2a24-8e51-4097-9c60-28dc003e32e8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8853a4bd1fb34e2abd876eed928284e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3419659 Dec 08 16:38:10.205193 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-80c6d6f6-d57c-4c77-ae19-522fb67c4f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:10.274950 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d0d2369e-fb62-481a-9783-d305be83c72c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:10.292121 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c6d6f6-d57c-4c77-ae19-522fb67c4f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a275d7d6-266b-464b-ba87-d794a3d2e669,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:38:10.312891 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-80c6d6f6-d57c-4c77-ae19-522fb67c4f3e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=43a838cf3a1043b69db31b3417d7b125&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3958004 Dec 08 16:38:10.316440 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 55324) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:10.330699 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d0d2369e-fb62-481a-9783-d305be83c72c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:10.401151 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d87f6f85-69c0-4f8a-af9e-03d2e98e0b16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:10.446524 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d87f6f85-69c0-4f8a-af9e-03d2e98e0b16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:10.540644 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d0d2369e-fb62-481a-9783-d305be83c72c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:10.543456 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d0d2369e-fb62-481a-9783-d305be83c72c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:10.548922 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d0d2369e-fb62-481a-9783-d305be83c72c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ae331931-0c19-473e-935d-0372f775dc42 HTTP/1.1" status: 204 len: 168 time: 0.3561332 Dec 08 16:38:10.564570 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d2369e-fb62-481a-9783-d305be83c72c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae331931-0c19-473e-935d-0372f775dc42,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:38:10.655799 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d87f6f85-69c0-4f8a-af9e-03d2e98e0b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:10.659484 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d87f6f85-69c0-4f8a-af9e-03d2e98e0b16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:10.661640 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-d87f6f85-69c0-4f8a-af9e-03d2e98e0b16 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a275d7d6-266b-464b-ba87-d794a3d2e669 HTTP/1.1" status: 204 len: 168 time: 0.3421624 Dec 08 16:38:10.683103 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87f6f85-69c0-4f8a-af9e-03d2e98e0b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a275d7d6-266b-464b-ba87-d794a3d2e669,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:38:11.465387 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-68f8b206-f9d5-4b75-aead-2058d1e532a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:12.356583 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 55390) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:12.573054 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ce0e5578-0dd3-4f0a-a896-3b2542732d34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:12.732444 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ce0e5578-0dd3-4f0a-a896-3b2542732d34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:12.820116 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ce0e5578-0dd3-4f0a-a896-3b2542732d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:12.871204 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0e5578-0dd3-4f0a-a896-3b2542732d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c87694-7d57-4a18-8114-443c5f414389,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:38:12.877395 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ce0e5578-0dd3-4f0a-a896-3b2542732d34 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ce8ff46405964f50bd1010c842f6a41f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5193083 Dec 08 16:38:12.880303 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 55434) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:12.943434 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-082cb195-d8d9-4639-92a6-01563f78fa2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:12.973299 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-082cb195-d8d9-4639-92a6-01563f78fa2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:13.094893 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-082cb195-d8d9-4639-92a6-01563f78fa2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:13.097788 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-082cb195-d8d9-4639-92a6-01563f78fa2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:13.100874 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-082cb195-d8d9-4639-92a6-01563f78fa2f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/88c87694-7d57-4a18-8114-443c5f414389 HTTP/1.1" status: 204 len: 168 time: 0.2191703 Dec 08 16:38:13.120958 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082cb195-d8d9-4639-92a6-01563f78fa2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c87694-7d57-4a18-8114-443c5f414389,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:38:13.952580 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 55462) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:13.968611 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-407b0199-7820-4cd9-b9e0-6f86db7e9fff admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:14.062266 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-407b0199-7820-4cd9-b9e0-6f86db7e9fff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:14.124016 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-407b0199-7820-4cd9-b9e0-6f86db7e9fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:14.137033 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-899f56ba-a03b-4677-9117-4159686dfdf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:14.200415 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-407b0199-7820-4cd9-b9e0-6f86db7e9fff admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=42958865ae7f4fdca03cc8f4725b75cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2464802 Dec 08 16:38:14.201470 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407b0199-7820-4cd9-b9e0-6f86db7e9fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=646ec3be-c57c-43ad-a37c-636cba5b7f7f,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:38:14.202949 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55474) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:14.347622 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3e62f5e2-2633-4211-9a88-4d35f4393f02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:14.386127 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3e62f5e2-2633-4211-9a88-4d35f4393f02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:14.598427 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3e62f5e2-2633-4211-9a88-4d35f4393f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:14.601314 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3e62f5e2-2633-4211-9a88-4d35f4393f02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:14.606244 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-3e62f5e2-2633-4211-9a88-4d35f4393f02 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/646ec3be-c57c-43ad-a37c-636cba5b7f7f HTTP/1.1" status: 204 len: 168 time: 0.3977113 Dec 08 16:38:14.613233 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e62f5e2-2633-4211-9a88-4d35f4393f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=646ec3be-c57c-43ad-a37c-636cba5b7f7f,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:38:15.317973 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:17.305762 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:17.673100 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:20.149315 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55616) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:20.280760 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f3b32d9f-75f2-4753-89da-19047f7177ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:20.369248 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f3b32d9f-75f2-4753-89da-19047f7177ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:20.501489 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f3b32d9f-75f2-4753-89da-19047f7177ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:20.549706 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f3b32d9f-75f2-4753-89da-19047f7177ce admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3118efd6302a49a1979458e58d9161f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3971388 Dec 08 16:38:20.549706 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b32d9f-75f2-4753-89da-19047f7177ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91244c7-c8c2-4e87-b92d-bc59c34d1925,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:38:20.550896 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55628) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:20.631003 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-161727e6-d905-4400-bd49-0e13b5e09df5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:20.655290 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-161727e6-d905-4400-bd49-0e13b5e09df5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:20.774708 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-161727e6-d905-4400-bd49-0e13b5e09df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:20.781340 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-161727e6-d905-4400-bd49-0e13b5e09df5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:20.781340 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-161727e6-d905-4400-bd49-0e13b5e09df5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b91244c7-c8c2-4e87-b92d-bc59c34d1925 HTTP/1.1" status: 204 len: 168 time: 0.2170179 Dec 08 16:38:20.789558 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161727e6-d905-4400-bd49-0e13b5e09df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91244c7-c8c2-4e87-b92d-bc59c34d1925,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:38:21.529035 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55658) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:21.545427 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-57a6f1a7-eb3a-42fc-bfe0-35a533c8f6df admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:21.647158 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-57a6f1a7-eb3a-42fc-bfe0-35a533c8f6df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:21.719503 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-57a6f1a7-eb3a-42fc-bfe0-35a533c8f6df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:21.773874 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-57a6f1a7-eb3a-42fc-bfe0-35a533c8f6df admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b9babcc743094e7084964bbdcc079a9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2425692 Dec 08 16:38:21.774617 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a6f1a7-eb3a-42fc-bfe0-35a533c8f6df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62055dd4-1d1a-46f3-a552-9b176200e57f,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:38:21.776910 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 55660) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:21.866824 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c2ad8164-6860-4cd7-9fb3-e033b58701cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:21.893003 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c2ad8164-6860-4cd7-9fb3-e033b58701cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:22.026195 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c2ad8164-6860-4cd7-9fb3-e033b58701cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:22.035071 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c2ad8164-6860-4cd7-9fb3-e033b58701cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:22.037072 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c2ad8164-6860-4cd7-9fb3-e033b58701cb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/62055dd4-1d1a-46f3-a552-9b176200e57f HTTP/1.1" status: 204 len: 168 time: 0.2574589 Dec 08 16:38:22.053857 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ad8164-6860-4cd7-9fb3-e033b58701cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62055dd4-1d1a-46f3-a552-9b176200e57f,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:38:26.354621 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 55802) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:26.504885 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4ff9e05b-f191-42d7-9702-c3796401167b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:26.604424 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4ff9e05b-f191-42d7-9702-c3796401167b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:26.755549 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4ff9e05b-f191-42d7-9702-c3796401167b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:26.793660 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-4ff9e05b-f191-42d7-9702-c3796401167b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4dd0d18a211944c4ae3dbc14c1066e68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4379151 Dec 08 16:38:26.797521 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55822) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:26.824622 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff9e05b-f191-42d7-9702-c3796401167b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26060170-1cc6-4fb2-85d4-f60b720d030c,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:38:26.840819 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff9e05b-f191-42d7-9702-c3796401167b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:38:26.843347 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff9e05b-f191-42d7-9702-c3796401167b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:38:26.843714 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff9e05b-f191-42d7-9702-c3796401167b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:38:26.844060 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff9e05b-f191-42d7-9702-c3796401167b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:38:26.845706 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff9e05b-f191-42d7-9702-c3796401167b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:38:26.846065 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff9e05b-f191-42d7-9702-c3796401167b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:38:26.847429 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff9e05b-f191-42d7-9702-c3796401167b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:38:26.847799 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff9e05b-f191-42d7-9702-c3796401167b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:38:26.848147 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff9e05b-f191-42d7-9702-c3796401167b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:38:26.859502 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff9e05b-f191-42d7-9702-c3796401167b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:38:26.863297 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-04264a0c-da3e-421d-86b0-bcab77411a08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:26.865728 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff9e05b-f191-42d7-9702-c3796401167b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:38:26.866327 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff9e05b-f191-42d7-9702-c3796401167b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:38:26.866866 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff9e05b-f191-42d7-9702-c3796401167b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:38:26.911536 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-04264a0c-da3e-421d-86b0-bcab77411a08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:27.091705 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-04264a0c-da3e-421d-86b0-bcab77411a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:27.095591 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-04264a0c-da3e-421d-86b0-bcab77411a08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:27.097234 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-04264a0c-da3e-421d-86b0-bcab77411a08 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/26060170-1cc6-4fb2-85d4-f60b720d030c HTTP/1.1" status: 204 len: 168 time: 0.2984166 Dec 08 16:38:27.126971 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04264a0c-da3e-421d-86b0-bcab77411a08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26060170-1cc6-4fb2-85d4-f60b720d030c,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:38:27.557109 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 55868) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:27.718466 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-899012f8-ff0d-4f1f-add2-e3bac429fca3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:27.981903 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55872) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:28.000809 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3d07f510-0890-416c-9c8c-e168898fc60b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:28.144855 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3d07f510-0890-416c-9c8c-e168898fc60b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:28.234570 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3d07f510-0890-416c-9c8c-e168898fc60b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:28.291635 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 55876) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:28.296968 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-3d07f510-0890-416c-9c8c-e168898fc60b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=33ab9e14fd83470da37995290a2df8b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3061857 Dec 08 16:38:28.323510 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-899012f8-ff0d-4f1f-add2-e3bac429fca3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:28.360576 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d07f510-0890-416c-9c8c-e168898fc60b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89655fb7-5cf2-48f4-840a-d99aa9aee6dc,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:38:28.380010 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4ca77091-2772-421f-a402-1c54e0441b8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:28.404244 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-899012f8-ff0d-4f1f-add2-e3bac429fca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:28.431184 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4ca77091-2772-421f-a402-1c54e0441b8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:28.460900 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899012f8-ff0d-4f1f-add2-e3bac429fca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e24418-2517-49a7-8247-1d263f4a098e,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:38:28.480925 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-899012f8-ff0d-4f1f-add2-e3bac429fca3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=62fe8afd75aa48ab8554a8ac26cf201c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9226696 Dec 08 16:38:28.484128 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55882) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:28.540062 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-47a63592-7d70-427f-af4d-3f9037951a58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:28.566174 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-47a63592-7d70-427f-af4d-3f9037951a58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:28.654754 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4ca77091-2772-421f-a402-1c54e0441b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:28.657553 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4ca77091-2772-421f-a402-1c54e0441b8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:28.658763 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-4ca77091-2772-421f-a402-1c54e0441b8a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/89655fb7-5cf2-48f4-840a-d99aa9aee6dc HTTP/1.1" status: 204 len: 168 time: 0.3660636 Dec 08 16:38:28.667589 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca77091-2772-421f-a402-1c54e0441b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89655fb7-5cf2-48f4-840a-d99aa9aee6dc,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:38:28.745892 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-47a63592-7d70-427f-af4d-3f9037951a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:28.749030 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-47a63592-7d70-427f-af4d-3f9037951a58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:28.750531 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-47a63592-7d70-427f-af4d-3f9037951a58 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/41e24418-2517-49a7-8247-1d263f4a098e HTTP/1.1" status: 204 len: 168 time: 0.2653146 Dec 08 16:38:28.759948 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a63592-7d70-427f-af4d-3f9037951a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e24418-2517-49a7-8247-1d263f4a098e,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:38:30.470333 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:38:30.961882 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 55954) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:31.082377 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-31251b29-0d67-4f0a-8634-4eda2a318dd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:31.169945 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-31251b29-0d67-4f0a-8634-4eda2a318dd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:31.250579 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-31251b29-0d67-4f0a-8634-4eda2a318dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:31.296599 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-31251b29-0d67-4f0a-8634-4eda2a318dd1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e31536a5033142248e22dce5d302e111&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3335733 Dec 08 16:38:31.297574 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31251b29-0d67-4f0a-8634-4eda2a318dd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=978a2028-f64a-4c9a-a13d-0813931ba924,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:38:31.299431 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 55960) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:31.384500 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-765c0412-a3c6-402c-abfa-921d8012af15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:31.410266 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-765c0412-a3c6-402c-abfa-921d8012af15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:31.545926 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-765c0412-a3c6-402c-abfa-921d8012af15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:31.548726 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-765c0412-a3c6-402c-abfa-921d8012af15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:31.550016 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-765c0412-a3c6-402c-abfa-921d8012af15 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/978a2028-f64a-4c9a-a13d-0813931ba924 HTTP/1.1" status: 204 len: 168 time: 0.2495816 Dec 08 16:38:31.558185 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c0412-a3c6-402c-abfa-921d8012af15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=978a2028-f64a-4c9a-a13d-0813931ba924,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:38:35.174353 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:38.745178 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:39.494484 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56170) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:39.700538 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a8999138-a741-470c-914e-c44cbc199448 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:39.809699 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a8999138-a741-470c-914e-c44cbc199448 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:39.959539 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a8999138-a741-470c-914e-c44cbc199448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:39.990199 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8999138-a741-470c-914e-c44cbc199448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b0fd45-f3e8-4240-845c-8be6ccb655c2,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:38:40.047414 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a8999138-a741-470c-914e-c44cbc199448 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3becf1500d3547dfb0e583a5cb00967e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5522206 Dec 08 16:38:40.051754 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56180) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:40.156547 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6110ef88-b309-4675-8147-a932356209a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:40.190508 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6110ef88-b309-4675-8147-a932356209a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:40.483700 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6110ef88-b309-4675-8147-a932356209a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:40.486446 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6110ef88-b309-4675-8147-a932356209a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:40.487694 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-6110ef88-b309-4675-8147-a932356209a2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b5b0fd45-f3e8-4240-845c-8be6ccb655c2 HTTP/1.1" status: 204 len: 168 time: 0.4342890 Dec 08 16:38:40.497326 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6110ef88-b309-4675-8147-a932356209a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b0fd45-f3e8-4240-845c-8be6ccb655c2,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:38:42.254856 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6e160e36-b7c1-453e-8b51-a777f2dd897b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:42.759902 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56230) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:42.878439 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-a0d37fd8-26d7-4ed6-97f7-b74207239ad0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1144115539-network', 'tenant_id': 'd1918e96234a4ab19790a7693a8184d1'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:38:43.014728 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d37fd8-26d7-4ed6-97f7-b74207239ad0 admin admin] Made reservation on behalf of d1918e96234a4ab19790a7693a8184d1 for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:38:43.017498 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a0d37fd8-26d7-4ed6-97f7-b74207239ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:43.031141 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a0d37fd8-26d7-4ed6-97f7-b74207239ad0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:43.152053 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a0d37fd8-26d7-4ed6-97f7-b74207239ad0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:43.259747 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a0d37fd8-26d7-4ed6-97f7-b74207239ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:43.291211 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0d37fd8-26d7-4ed6-97f7-b74207239ad0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:38:43.301960 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d37fd8-26d7-4ed6-97f7-b74207239ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e06f02a-5de0-47c8-b161-7c34c0bfe29e,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:38:43.307364 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a0d37fd8-26d7-4ed6-97f7-b74207239ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:43.307722 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-a0d37fd8-26d7-4ed6-97f7-b74207239ad0 admin admin] Added segment 340f14fc-7543-4424-b76d-1b1c68456a9f of type vlan for network 3cb6a89d-87ab-453f-b5d1-a179b370fe1b Dec 08 16:38:43.357126 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a0d37fd8-26d7-4ed6-97f7-b74207239ad0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:43.602054 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a0d37fd8-26d7-4ed6-97f7-b74207239ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:43.602054 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d37fd8-26d7-4ed6-97f7-b74207239ad0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:38:43.602054 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a0d37fd8-26d7-4ed6-97f7-b74207239ad0 admin admin] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:43.658414 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d37fd8-26d7-4ed6-97f7-b74207239ad0 admin admin] Pushing event updated for resources: {'Network': ['ID=3cb6a89d-87ab-453f-b5d1-a179b370fe1b,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:38:43.682550 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 3cb6a89d-87ab-453f-b5d1-a179b370fe1b details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:38:43.783452 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a0d37fd8-26d7-4ed6-97f7-b74207239ad0 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0222025 Dec 08 16:38:43.788432 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 56242) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:43.791577 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-c6621f7c-7780-4f0a-99c7-c9d211947b41 admin admin] Request body: {'subnet': {'network_id': '3cb6a89d-87ab-453f-b5d1-a179b370fe1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1144115539-subnet', 'tenant_id': 'd1918e96234a4ab19790a7693a8184d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:38:43.997279 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6621f7c-7780-4f0a-99c7-c9d211947b41 admin admin] Made reservation on behalf of d1918e96234a4ab19790a7693a8184d1 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:38:44.000512 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c6621f7c-7780-4f0a-99c7-c9d211947b41 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:44.254126 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1d4c5e58-bba4-489c-853b-9e255c3967bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:44.397708 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c6621f7c-7780-4f0a-99c7-c9d211947b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:44.468105 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6621f7c-7780-4f0a-99c7-c9d211947b41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a55d16a4-4b46-4233-a640-72a852b7544a,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:38:44.475709 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6621f7c-7780-4f0a-99c7-c9d211947b41 admin admin] Checking segment: {'id': '340f14fc-7543-4424-b76d-1b1c68456a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3cb6a89d-87ab-453f-b5d1-a179b370fe1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:38:44.476077 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6621f7c-7780-4f0a-99c7-c9d211947b41 admin admin] Network hostable DHCP agents. Network: 3cb6a89d-87ab-453f-b5d1-a179b370fe1b, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:38:44.593675 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6621f7c-7780-4f0a-99c7-c9d211947b41 admin admin] Network 3cb6a89d-87ab-453f-b5d1-a179b370fe1b is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:38:44.756914 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-c6621f7c-7780-4f0a-99c7-c9d211947b41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 3cb6a89d-87ab-453f-b5d1-a179b370fe1b) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:38:44.761295 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6621f7c-7780-4f0a-99c7-c9d211947b41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:38:44.762067 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c6621f7c-7780-4f0a-99c7-c9d211947b41 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:44.785219 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae19aaf-38e5-4bf6-b4f8-35faeccc4acb None None] Network 3cb6a89d-87ab-453f-b5d1-a179b370fe1b requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:38:44.905292 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f51a013-91cb-41ab-b06d-24a46b997385 None None] Network 3cb6a89d-87ab-453f-b5d1-a179b370fe1b requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:38:45.194735 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c6621f7c-7780-4f0a-99c7-c9d211947b41 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4071445 Dec 08 16:38:45.362987 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:46.814618 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:47.614651 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:47.916736 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bb1a592b-3f69-42bb-a4ac-720a42e80995 req-cff57001-1478-4c7e-9980-2fedb28189a6 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-460384439&fields=id&tenant_id=71f5826d1b3d4cd5a2c95e78c7917860 HTTP/1.1" status: 200 len: 267 time: 0.0599928 Dec 08 16:38:48.037021 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a592b-3f69-42bb-a4ac-720a42e80995 req-56689cec-70a3-4b9a-b0c4-2237fac9f68a tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:38:48.038714 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bb1a592b-3f69-42bb-a4ac-720a42e80995 req-56689cec-70a3-4b9a-b0c4-2237fac9f68a tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/networks?id=b16f21e0-d13a-4c4c-a863-a31df2be91b8 HTTP/1.1" status: 200 len: 811 time: 0.1143522 Dec 08 16:38:48.062066 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bb1a592b-3f69-42bb-a4ac-720a42e80995 req-440f17bb-e707-4819-bf08-7ac768a5fd0b tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/quotas/71f5826d1b3d4cd5a2c95e78c7917860 HTTP/1.1" status: 200 len: 375 time: 0.0120177 Dec 08 16:38:48.188252 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bb1a592b-3f69-42bb-a4ac-720a42e80995 req-f51e45af-d1f5-4f5f-a146-25e8bd1009fe tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=71f5826d1b3d4cd5a2c95e78c7917860&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1230888 Dec 08 16:38:48.265818 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [req-bb1a592b-3f69-42bb-a4ac-720a42e80995 req-43a25e6c-51ff-4793-89e5-d2b95a119df6 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:38:48.266863 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bb1a592b-3f69-42bb-a4ac-720a42e80995 req-43a25e6c-51ff-4793-89e5-d2b95a119df6 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0650055 Dec 08 16:38:48.375184 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bb1a592b-3f69-42bb-a4ac-720a42e80995 req-d7e06787-5bf3-48f5-bbbe-ebd161553e72 service neutron] 10.222.0.64 "GET /v2.0/networks/b16f21e0-d13a-4c4c-a863-a31df2be91b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999584 Dec 08 16:38:48.491796 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bb1a592b-3f69-42bb-a4ac-720a42e80995 req-3f980568-d093-4f35-9087-f8e5eb301ae7 service neutron] 10.222.0.64 "GET /v2.0/networks/b16f21e0-d13a-4c4c-a863-a31df2be91b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082041 Dec 08 16:38:49.019463 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036cbe2-e6f3-4d92-9ab2-008492f8efd5 req-dbe80489-ee91-45ce-a9aa-b2718540f98f tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:38:49.021009 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f036cbe2-e6f3-4d92-9ab2-008492f8efd5 req-dbe80489-ee91-45ce-a9aa-b2718540f98f tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] 10.222.0.64 "GET /v2.0/networks?id=3cb6a89d-87ab-453f-b5d1-a179b370fe1b HTTP/1.1" status: 200 len: 809 time: 0.1408522 Dec 08 16:38:49.038735 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f036cbe2-e6f3-4d92-9ab2-008492f8efd5 req-89b2584e-47ee-4133-92dd-cae713a36f55 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] 10.222.0.64 "GET /v2.0/quotas/d1918e96234a4ab19790a7693a8184d1 HTTP/1.1" status: 200 len: 375 time: 0.0110388 Dec 08 16:38:49.093130 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f036cbe2-e6f3-4d92-9ab2-008492f8efd5 req-4dc9f917-b298-4423-9ac9-e450ed6123ea tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d1918e96234a4ab19790a7693a8184d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465381 Dec 08 16:38:49.305042 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f036cbe2-e6f3-4d92-9ab2-008492f8efd5 req-240f40eb-dcd9-46ef-85d1-80d5f9ac3043 service neutron] 10.222.0.64 "GET /v2.0/networks/3cb6a89d-87ab-453f-b5d1-a179b370fe1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063637 Dec 08 16:38:49.387598 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-92c078f0-fc07-4ecd-9381-7a17b4f8604a req-3ebd9fc7-59cd-4f51-834b-a214a93d816b tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=70598f88-a8ac-4da7-bd62-4260e8d974ca HTTP/1.1" status: 200 len: 210 time: 0.0473497 Dec 08 16:38:49.444741 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f036cbe2-e6f3-4d92-9ab2-008492f8efd5 req-8bb2ec6c-41d9-4cb2-95df-3a2f08735a4e service neutron] 10.222.0.64 "GET /v2.0/networks/3cb6a89d-87ab-453f-b5d1-a179b370fe1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183281 Dec 08 16:38:49.814022 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-548686e4-8590-4c18-bf1c-7eaabafea00e req-e67df785-a084-4782-bc6a-fb12ca173f7c tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] 10.222.0.64 "GET /v2.0/ports?device_id=c984fed4-f93c-4831-ae26-fcbac808ba8e HTTP/1.1" status: 200 len: 210 time: 0.0286877 Dec 08 16:38:50.464349 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5f5abba0-f3fa-46ce-9589-1c1a9612e54f req-c53f54cc-b9c3-4c77-80ca-2c87ebad5df7 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=70598f88-a8ac-4da7-bd62-4260e8d974ca HTTP/1.1" status: 200 len: 210 time: 0.0306871 Dec 08 16:38:50.933765 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d6e1b77a-d723-4cfe-920f-0b5bff18063e req-234f0332-03c2-40c6-8585-85b6e1421d72 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] 10.222.0.64 "GET /v2.0/ports?device_id=c984fed4-f93c-4831-ae26-fcbac808ba8e HTTP/1.1" status: 200 len: 210 time: 0.0402098 Dec 08 16:38:51.591816 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7acf2bdc-4069-4b12-bfd9-fd54b6dd2350 req-d2660ac7-3f2a-4113-855f-ca3fcf54b649 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=70598f88-a8ac-4da7-bd62-4260e8d974ca HTTP/1.1" status: 200 len: 210 time: 0.0426714 Dec 08 16:38:52.054745 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9192059b-bde5-4181-a27c-cd9320cdf352 req-ed4eb665-fbc9-40ad-a668-df5e18f1efa8 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] 10.222.0.64 "GET /v2.0/ports?device_id=c984fed4-f93c-4831-ae26-fcbac808ba8e HTTP/1.1" status: 200 len: 210 time: 0.0313399 Dec 08 16:38:52.701721 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5ed72ab4-a2f1-4f02-aa12-a5bfe23f96f1 req-708ce298-1cd4-4c39-ba57-8f1867319290 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=70598f88-a8ac-4da7-bd62-4260e8d974ca HTTP/1.1" status: 200 len: 210 time: 0.0353842 Dec 08 16:38:53.045674 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a592b-3f69-42bb-a4ac-720a42e80995 req-5a93af71-fec0-4a20-bbc0-c9584e3b5c09 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:38:53.047329 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bb1a592b-3f69-42bb-a4ac-720a42e80995 req-5a93af71-fec0-4a20-bbc0-c9584e3b5c09 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.76 "GET /v2.0/networks?id=b16f21e0-d13a-4c4c-a863-a31df2be91b8 HTTP/1.1" status: 200 len: 811 time: 0.1146996 Dec 08 16:38:53.143917 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bb1a592b-3f69-42bb-a4ac-720a42e80995 req-e33aa689-4778-458f-ad7e-4b8036379fcd tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71f5826d1b3d4cd5a2c95e78c7917860 HTTP/1.1" status: 200 len: 379 time: 0.0765233 Dec 08 16:38:53.153037 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-bb1a592b-3f69-42bb-a4ac-720a42e80995 req-6347c248-113a-4c54-a1e8-05a685c468a7 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Request body: {'port': {'device_id': '70598f88-a8ac-4da7-bd62-4260e8d974ca', 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8', 'admin_state_up': True, 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'security_groups': ['be95d6c0-ba90-4b7e-9e8d-0586e89a4f29']}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:38:53.222757 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1bf299af-e187-4ce4-aeef-4253a4607073 req-3fe5745f-a232-4ca8-8490-2b52188e4813 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] 10.222.0.64 "GET /v2.0/ports?device_id=c984fed4-f93c-4831-ae26-fcbac808ba8e HTTP/1.1" status: 200 len: 210 time: 0.0655799 Dec 08 16:38:53.545762 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb1a592b-3f69-42bb-a4ac-720a42e80995 req-6347c248-113a-4c54-a1e8-05a685c468a7 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Made reservation on behalf of 71f5826d1b3d4cd5a2c95e78c7917860 for: {'port': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:38:53.549839 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-bb1a592b-3f69-42bb-a4ac-720a42e80995 req-6347c248-113a-4c54-a1e8-05a685c468a7 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:53.705786 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [req-bb1a592b-3f69-42bb-a4ac-720a42e80995 req-6347c248-113a-4c54-a1e8-05a685c468a7 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Allocated IP 172.20.0.11 (b16f21e0-d13a-4c4c-a863-a31df2be91b8/13be6d62-2e9a-40c4-9d1e-34aa15cc5f10/13bc416c-6322-4a4d-b4bc-b5c1b2bfa074) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:38:53.871389 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-36a03268-db8c-4666-bcd8-83b8eb83b0a3 req-d7a260ca-8fd9-4946-b47e-986d0ebce052 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=70598f88-a8ac-4da7-bd62-4260e8d974ca HTTP/1.1" status: 200 len: 210 time: 0.0520952 Dec 08 16:38:53.905325 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-bb1a592b-3f69-42bb-a4ac-720a42e80995 req-6347c248-113a-4c54-a1e8-05a685c468a7 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:54.037264 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-bb1a592b-3f69-42bb-a4ac-720a42e80995 req-6347c248-113a-4c54-a1e8-05a685c468a7 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:54.095590 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb1a592b-3f69-42bb-a4ac-720a42e80995 req-6347c248-113a-4c54-a1e8-05a685c468a7 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Network b16f21e0-d13a-4c4c-a863-a31df2be91b8 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:38:54.099389 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [req-bb1a592b-3f69-42bb-a4ac-720a42e80995 req-6347c248-113a-4c54-a1e8-05a685c468a7 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:38:54.104244 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb1a592b-3f69-42bb-a4ac-720a42e80995 req-6347c248-113a-4c54-a1e8-05a685c468a7 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:38:54.122486 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6347c248-113a-4c54-a1e8-05a685c468a7 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Pushing event updated for resources: {'Port': ['ID=13bc416c-6322-4a4d-b4bc-b5c1b2bfa074,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:38:54.221837 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a592b-3f69-42bb-a4ac-720a42e80995 req-6347c248-113a-4c54-a1e8-05a685c468a7 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:38:54.222527 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-bb1a592b-3f69-42bb-a4ac-720a42e80995 req-6347c248-113a-4c54-a1e8-05a685c468a7 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:54.359205 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bb1a592b-3f69-42bb-a4ac-720a42e80995 req-6347c248-113a-4c54-a1e8-05a685c468a7 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2100890 Dec 08 16:38:54.378937 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-bb1a592b-3f69-42bb-a4ac-720a42e80995 req-af23663a-20a0-49cc-85c5-d7ce4674af3e service neutron] Request body: {'port': {'device_id': '70598f88-a8ac-4da7-bd62-4260e8d974ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:38:54.413171 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e2856651-055f-4397-8fe5-6a676537dddb req-bf008650-2ce1-4206-b738-3827c4799d11 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] 10.222.0.64 "GET /v2.0/ports?device_id=c984fed4-f93c-4831-ae26-fcbac808ba8e HTTP/1.1" status: 200 len: 210 time: 0.0505211 Dec 08 16:38:54.488346 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-bb1a592b-3f69-42bb-a4ac-720a42e80995 req-af23663a-20a0-49cc-85c5-d7ce4674af3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:54.586962 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-0532fd16-f752-4012-82bd-d2f04d190ba8 None None] Provisioning complete for port 13bc416c-6322-4a4d-b4bc-b5c1b2bfa074 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:38:54.587433 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0532fd16-f752-4012-82bd-d2f04d190ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:54.628238 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-0532fd16-f752-4012-82bd-d2f04d190ba8 None None] Port 13bc416c-6322-4a4d-b4bc-b5c1b2bfa074 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:38:54.759650 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 56486) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:54.930198 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [req-bb1a592b-3f69-42bb-a4ac-720a42e80995 req-af23663a-20a0-49cc-85c5-d7ce4674af3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13bc416c-6322-4a4d-b4bc-b5c1b2bfa074 {{(pid=110551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:38:54.947318 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-bb1a592b-3f69-42bb-a4ac-720a42e80995 req-af23663a-20a0-49cc-85c5-d7ce4674af3e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:54.957557 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-abaf35c6-378e-4692-9b01-6e7db56ad6b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:54.970699 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.provisioning_blocks [req-bb1a592b-3f69-42bb-a4ac-720a42e80995 req-af23663a-20a0-49cc-85c5-d7ce4674af3e service neutron] Transition to ACTIVE for port object 13bc416c-6322-4a4d-b4bc-b5c1b2bfa074 will not be triggered until provisioned by entity L2. {{(pid=110551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:38:55.088574 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036cbe2-e6f3-4d92-9ab2-008492f8efd5 req-7dec10af-6c42-4c09-ae29-22366e2fd8de tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:38:55.090483 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f036cbe2-e6f3-4d92-9ab2-008492f8efd5 req-7dec10af-6c42-4c09-ae29-22366e2fd8de tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] 10.222.0.76 "GET /v2.0/networks?id=3cb6a89d-87ab-453f-b5d1-a179b370fe1b HTTP/1.1" status: 200 len: 809 time: 0.1273401 Dec 08 16:38:55.117193 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-f036cbe2-e6f3-4d92-9ab2-008492f8efd5 req-4411a609-3281-4299-a711-2c0642f0be51 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] Request body: {'port': {'device_id': 'c984fed4-f93c-4831-ae26-fcbac808ba8e', 'network_id': '3cb6a89d-87ab-453f-b5d1-a179b370fe1b', 'admin_state_up': True, 'tenant_id': 'd1918e96234a4ab19790a7693a8184d1'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:38:55.126636 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-bb1a592b-3f69-42bb-a4ac-720a42e80995 req-af23663a-20a0-49cc-85c5-d7ce4674af3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:55.197874 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af23663a-20a0-49cc-85c5-d7ce4674af3e service neutron] Pushing event updated for resources: {'Port': ['ID=13bc416c-6322-4a4d-b4bc-b5c1b2bfa074,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:38:55.211815 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af23663a-20a0-49cc-85c5-d7ce4674af3e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:38:55.212337 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af23663a-20a0-49cc-85c5-d7ce4674af3e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:38:55.212782 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af23663a-20a0-49cc-85c5-d7ce4674af3e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:38:55.213523 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af23663a-20a0-49cc-85c5-d7ce4674af3e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:38:55.214135 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af23663a-20a0-49cc-85c5-d7ce4674af3e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:38:55.214623 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af23663a-20a0-49cc-85c5-d7ce4674af3e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:38:55.215116 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af23663a-20a0-49cc-85c5-d7ce4674af3e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:38:55.215573 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af23663a-20a0-49cc-85c5-d7ce4674af3e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:38:55.217083 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af23663a-20a0-49cc-85c5-d7ce4674af3e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:38:55.217649 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af23663a-20a0-49cc-85c5-d7ce4674af3e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:38:55.218246 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af23663a-20a0-49cc-85c5-d7ce4674af3e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:38:55.218689 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af23663a-20a0-49cc-85c5-d7ce4674af3e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:38:55.219169 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af23663a-20a0-49cc-85c5-d7ce4674af3e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:38:55.256059 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee5749-6523-41b7-90ef-6a125fa0422f req-5fe57620-4b5c-4f52-8bf3-7dd93ab27797 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:38:55.259538 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-02ee5749-6523-41b7-90ef-6a125fa0422f req-5fe57620-4b5c-4f52-8bf3-7dd93ab27797 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=70598f88-a8ac-4da7-bd62-4260e8d974ca HTTP/1.1" status: 200 len: 932 time: 0.1659098 Dec 08 16:38:55.425917 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-abaf35c6-378e-4692-9b01-6e7db56ad6b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:55.465478 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-02ee5749-6523-41b7-90ef-6a125fa0422f req-6b43dec5-d97d-46ec-8f2b-bfb64fb2abbb tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=be95d6c0-ba90-4b7e-9e8d-0586e89a4f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1854503 Dec 08 16:38:55.503882 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-bb1a592b-3f69-42bb-a4ac-720a42e80995 req-af23663a-20a0-49cc-85c5-d7ce4674af3e service neutron] Attempting to bind port 13bc416c-6322-4a4d-b4bc-b5c1b2bfa074 on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:38:55.506621 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-bb1a592b-3f69-42bb-a4ac-720a42e80995 req-af23663a-20a0-49cc-85c5-d7ce4674af3e service neutron] Attempting to bind port 13bc416c-6322-4a4d-b4bc-b5c1b2bfa074 by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': '148e30e1-cdcf-4201-a517-2bd3763917d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8'}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:38:55.506621 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1a592b-3f69-42bb-a4ac-720a42e80995 req-af23663a-20a0-49cc-85c5-d7ce4674af3e service neutron] Attempting to bind port 13bc416c-6322-4a4d-b4bc-b5c1b2bfa074 on network b16f21e0-d13a-4c4c-a863-a31df2be91b8 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:38:55.511497 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1a592b-3f69-42bb-a4ac-720a42e80995 req-af23663a-20a0-49cc-85c5-d7ce4674af3e service neutron] Port 13bc416c-6322-4a4d-b4bc-b5c1b2bfa074 on network b16f21e0-d13a-4c4c-a863-a31df2be91b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:38:55.511830 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1a592b-3f69-42bb-a4ac-720a42e80995 req-af23663a-20a0-49cc-85c5-d7ce4674af3e service neutron] Attempting to bind port 13bc416c-6322-4a4d-b4bc-b5c1b2bfa074 on network b16f21e0-d13a-4c4c-a863-a31df2be91b8 {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:38:55.518036 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1a592b-3f69-42bb-a4ac-720a42e80995 req-af23663a-20a0-49cc-85c5-d7ce4674af3e service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:38:55.518434 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1a592b-3f69-42bb-a4ac-720a42e80995 req-af23663a-20a0-49cc-85c5-d7ce4674af3e service neutron] Checking segment: {'id': '148e30e1-cdcf-4201-a517-2bd3763917d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:38:55.518835 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1a592b-3f69-42bb-a4ac-720a42e80995 req-af23663a-20a0-49cc-85c5-d7ce4674af3e service neutron] Bound using segment: {'id': '148e30e1-cdcf-4201-a517-2bd3763917d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8'} {{(pid=110551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:38:55.519421 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.managers [req-bb1a592b-3f69-42bb-a4ac-720a42e80995 req-af23663a-20a0-49cc-85c5-d7ce4674af3e service neutron] Bound port: 13bc416c-6322-4a4d-b4bc-b5c1b2bfa074, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '148e30e1-cdcf-4201-a517-2bd3763917d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8'}}] {{(pid=110551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:38:55.519795 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-bb1a592b-3f69-42bb-a4ac-720a42e80995 req-af23663a-20a0-49cc-85c5-d7ce4674af3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:55.577796 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9db82d37-1ebf-4e56-a110-8648f3500279 req-4832f72d-b873-4266-95e0-e49a4e410004 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] 10.222.0.64 "GET /v2.0/ports?device_id=c984fed4-f93c-4831-ae26-fcbac808ba8e HTTP/1.1" status: 200 len: 210 time: 0.0439847 Dec 08 16:38:55.579555 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-abaf35c6-378e-4692-9b01-6e7db56ad6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:55.585796 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f036cbe2-e6f3-4d92-9ab2-008492f8efd5 req-4411a609-3281-4299-a711-2c0642f0be51 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] Made reservation on behalf of d1918e96234a4ab19790a7693a8184d1 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:38:55.593132 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f036cbe2-e6f3-4d92-9ab2-008492f8efd5 req-4411a609-3281-4299-a711-2c0642f0be51 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:55.692468 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-abaf35c6-378e-4692-9b01-6e7db56ad6b2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1ad8f9ae06f7487385f7e67776b9a1ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9316466 Dec 08 16:38:55.695890 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56496) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:55.715202 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-bb1a592b-3f69-42bb-a4ac-720a42e80995 req-af23663a-20a0-49cc-85c5-d7ce4674af3e service neutron] For port 13bc416c-6322-4a4d-b4bc-b5c1b2bfa074, host n-h1-776250-12, cleared binding levels {{(pid=110551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:38:55.742472 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-bb1a592b-3f69-42bb-a4ac-720a42e80995 req-af23663a-20a0-49cc-85c5-d7ce4674af3e service neutron] For port 13bc416c-6322-4a4d-b4bc-b5c1b2bfa074, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=13bc416c-6322-4a4d-b4bc-b5c1b2bfa074,segment=NetworkSegment(148e30e1-cdcf-4201-a517-2bd3763917d1),segment_id=148e30e1-cdcf-4201-a517-2bd3763917d1)] {{(pid=110551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:38:55.779079 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaf35c6-378e-4692-9b01-6e7db56ad6b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b51acd8-8b51-436e-ae8e-d4ca01a237dd,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:38:55.786710 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-25a70c79-bb01-4bd6-9f16-dfa45c7bb54b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:55.828312 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-25a70c79-bb01-4bd6-9f16-dfa45c7bb54b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:55.911607 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-f036cbe2-e6f3-4d92-9ab2-008492f8efd5 req-4411a609-3281-4299-a711-2c0642f0be51 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] Allocated IP 172.20.0.5 (3cb6a89d-87ab-453f-b5d1-a179b370fe1b/a55d16a4-4b46-4233-a640-72a852b7544a/0eecb5e9-9bc2-4442-92e3-fb0d65f5db68) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:38:55.934528 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-bb1a592b-3f69-42bb-a4ac-720a42e80995 req-af23663a-20a0-49cc-85c5-d7ce4674af3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:55.972048 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a592b-3f69-42bb-a4ac-720a42e80995 req-af23663a-20a0-49cc-85c5-d7ce4674af3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:38:55.973064 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-bb1a592b-3f69-42bb-a4ac-720a42e80995 req-af23663a-20a0-49cc-85c5-d7ce4674af3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:55.974491 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bb1a592b-3f69-42bb-a4ac-720a42e80995 req-af23663a-20a0-49cc-85c5-d7ce4674af3e service neutron] 10.222.0.76 "PUT /v2.0/ports/13bc416c-6322-4a4d-b4bc-b5c1b2bfa074 HTTP/1.1" status: 200 len: 1093 time: 1.6015534 Dec 08 16:38:55.977169 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70598f88-a8ac-4da7-bd62-4260e8d974ca', 'tag': '13bc416c-6322-4a4d-b4bc-b5c1b2bfa074'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:38:55.980737 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f43f47-ef62-4060-8b1f-fe00d7aaae96" -d '{"events": [{"name": "network-changed", "server_uuid": "70598f88-a8ac-4da7-bd62-4260e8d974ca", "tag": "13bc416c-6322-4a4d-b4bc-b5c1b2bfa074"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:38:56.018550 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af23663a-20a0-49cc-85c5-d7ce4674af3e service neutron] Pushing event updated for resources: {'Port': ['ID=13bc416c-6322-4a4d-b4bc-b5c1b2bfa074,revision_number=3']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:38:56.035053 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd78d0d-65a0-4425-b742-6ea4c8316d4d x-openstack-request-id: req-5dd78d0d-65a0-4425-b742-6ea4c8316d4d {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:38:56.036384 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70598f88-a8ac-4da7-bd62-4260e8d974ca", "tag": "13bc416c-6322-4a4d-b4bc-b5c1b2bfa074", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:38:56.036966 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5dd78d0d-65a0-4425-b742-6ea4c8316d4d {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:38:56.037294 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70598f88-a8ac-4da7-bd62-4260e8d974ca', 'tag': '13bc416c-6322-4a4d-b4bc-b5c1b2bfa074', 'status': 'completed', 'code': 200} Dec 08 16:38:56.042384 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-25a70c79-bb01-4bd6-9f16-dfa45c7bb54b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:56.049456 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-25a70c79-bb01-4bd6-9f16-dfa45c7bb54b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:56.050942 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-25a70c79-bb01-4bd6-9f16-dfa45c7bb54b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2b51acd8-8b51-436e-ae8e-d4ca01a237dd HTTP/1.1" status: 204 len: 168 time: 0.3540349 Dec 08 16:38:56.180902 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a70c79-bb01-4bd6-9f16-dfa45c7bb54b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b51acd8-8b51-436e-ae8e-d4ca01a237dd,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:38:56.199457 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f036cbe2-e6f3-4d92-9ab2-008492f8efd5 req-4411a609-3281-4299-a711-2c0642f0be51 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:56.259835 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f43f47-ef62-4060-8b1f-fe00d7aaae96 req-b0e88c85-65b6-4cbf-89aa-9b3d66993187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:38:56.261943 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-66f43f47-ef62-4060-8b1f-fe00d7aaae96 req-b0e88c85-65b6-4cbf-89aa-9b3d66993187 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=71f5826d1b3d4cd5a2c95e78c7917860&device_id=70598f88-a8ac-4da7-bd62-4260e8d974ca HTTP/1.1" status: 200 len: 1096 time: 0.1887910 Dec 08 16:38:56.393097 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f036cbe2-e6f3-4d92-9ab2-008492f8efd5 req-4411a609-3281-4299-a711-2c0642f0be51 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:56.393315 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f43f47-ef62-4060-8b1f-fe00d7aaae96 req-bef0913f-71f8-474a-b765-a678e5a50133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:38:56.398051 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-66f43f47-ef62-4060-8b1f-fe00d7aaae96 req-bef0913f-71f8-474a-b765-a678e5a50133 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=71f5826d1b3d4cd5a2c95e78c7917860&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1272252 Dec 08 16:38:56.467004 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f036cbe2-e6f3-4d92-9ab2-008492f8efd5 req-4411a609-3281-4299-a711-2c0642f0be51 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] Network 3cb6a89d-87ab-453f-b5d1-a179b370fe1b is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:38:56.470718 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-f036cbe2-e6f3-4d92-9ab2-008492f8efd5 req-4411a609-3281-4299-a711-2c0642f0be51 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:38:56.476216 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-f036cbe2-e6f3-4d92-9ab2-008492f8efd5 req-4411a609-3281-4299-a711-2c0642f0be51 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:38:56.575168 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4411a609-3281-4299-a711-2c0642f0be51 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] Pushing event updated for resources: {'Port': ['ID=0eecb5e9-9bc2-4442-92e3-fb0d65f5db68,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:38:56.616567 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036cbe2-e6f3-4d92-9ab2-008492f8efd5 req-4411a609-3281-4299-a711-2c0642f0be51 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:38:56.617531 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f036cbe2-e6f3-4d92-9ab2-008492f8efd5 req-4411a609-3281-4299-a711-2c0642f0be51 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:56.772790 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e123dd50-5573-43ff-a349-b4f953b3c999 req-5545c701-4403-423a-a931-bf416c19a0b1 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:38:56.780754 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e123dd50-5573-43ff-a349-b4f953b3c999 req-5545c701-4403-423a-a931-bf416c19a0b1 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] 10.222.0.64 "GET /v2.0/ports?device_id=c984fed4-f93c-4831-ae26-fcbac808ba8e HTTP/1.1" status: 200 len: 931 time: 0.0664263 Dec 08 16:38:56.797412 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f036cbe2-e6f3-4d92-9ab2-008492f8efd5 req-4411a609-3281-4299-a711-2c0642f0be51 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6843998 Dec 08 16:38:56.812680 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-f036cbe2-e6f3-4d92-9ab2-008492f8efd5 req-69ea3994-34f8-4fd0-98b2-2b54ac23a394 service neutron] Request body: {'port': {'device_id': 'c984fed4-f93c-4831-ae26-fcbac808ba8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:38:56.868956 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e123dd50-5573-43ff-a349-b4f953b3c999 req-e5739f6b-20df-4091-8837-783c22e40f63 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e06f02a-5de0-47c8-b161-7c34c0bfe29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865390 Dec 08 16:38:56.903535 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b91663-cfec-4c7e-a514-923cfe81e526 req-45a7a4cd-44ae-45f6-907a-22a01481298f tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:38:56.905771 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-97b91663-cfec-4c7e-a514-923cfe81e526 req-45a7a4cd-44ae-45f6-907a-22a01481298f tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=70598f88-a8ac-4da7-bd62-4260e8d974ca HTTP/1.1" status: 200 len: 944 time: 0.1168191 Dec 08 16:38:56.927353 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f43f47-ef62-4060-8b1f-fe00d7aaae96 req-789478d7-15b5-4962-af42-32665f93cb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:38:56.929356 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-66f43f47-ef62-4060-8b1f-fe00d7aaae96 req-789478d7-15b5-4962-af42-32665f93cb63 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5247552 Dec 08 16:38:56.932968 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f036cbe2-e6f3-4d92-9ab2-008492f8efd5 req-69ea3994-34f8-4fd0-98b2-2b54ac23a394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:57.016625 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-97b91663-cfec-4c7e-a514-923cfe81e526 req-78c2bfb5-c695-44f8-9c82-99cd45c5fb8d tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=be95d6c0-ba90-4b7e-9e8d-0586e89a4f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945408 Dec 08 16:38:57.060824 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a592b-3f69-42bb-a4ac-720a42e80995 req-c76f7a84-e05f-4cee-8f90-8b380e5a32a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:38:57.062807 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bb1a592b-3f69-42bb-a4ac-720a42e80995 req-c76f7a84-e05f-4cee-8f90-8b380e5a32a4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=71f5826d1b3d4cd5a2c95e78c7917860&device_id=70598f88-a8ac-4da7-bd62-4260e8d974ca HTTP/1.1" status: 200 len: 1096 time: 0.0802636 Dec 08 16:38:57.133965 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bb1a592b-3f69-42bb-a4ac-720a42e80995 req-0427d139-5b4a-487c-9c8e-b119bc431839 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13bc416c-6322-4a4d-b4bc-b5c1b2bfa074 HTTP/1.1" status: 200 len: 217 time: 0.0616765 Dec 08 16:38:57.206094 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a592b-3f69-42bb-a4ac-720a42e80995 req-7c351a5c-2b54-4eec-a50d-83dd2f9c2111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:38:57.206094 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bb1a592b-3f69-42bb-a4ac-720a42e80995 req-7c351a5c-2b54-4eec-a50d-83dd2f9c2111 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=13be6d62-2e9a-40c4-9d1e-34aa15cc5f10 HTTP/1.1" status: 200 len: 850 time: 0.0650043 Dec 08 16:38:57.267150 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a592b-3f69-42bb-a4ac-720a42e80995 req-bec3a27d-cdeb-4795-b936-cc24bad32505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:38:57.268728 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bb1a592b-3f69-42bb-a4ac-720a42e80995 req-bec3a27d-cdeb-4795-b936-cc24bad32505 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b16f21e0-d13a-4c4c-a863-a31df2be91b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550766 Dec 08 16:38:57.291839 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-f036cbe2-e6f3-4d92-9ab2-008492f8efd5 req-69ea3994-34f8-4fd0-98b2-2b54ac23a394 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eecb5e9-9bc2-4442-92e3-fb0d65f5db68 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:38:57.302922 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f036cbe2-e6f3-4d92-9ab2-008492f8efd5 req-69ea3994-34f8-4fd0-98b2-2b54ac23a394 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:57.317466 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-f036cbe2-e6f3-4d92-9ab2-008492f8efd5 req-69ea3994-34f8-4fd0-98b2-2b54ac23a394 service neutron] Transition to ACTIVE for port object 0eecb5e9-9bc2-4442-92e3-fb0d65f5db68 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:38:57.322524 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 56516) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:57.341134 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2fe95370-a147-4a23-b3cc-baa0e8c9356c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:57.400849 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f036cbe2-e6f3-4d92-9ab2-008492f8efd5 req-69ea3994-34f8-4fd0-98b2-2b54ac23a394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:57.403717 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bb1a592b-3f69-42bb-a4ac-720a42e80995 req-787e693c-951f-4542-8eeb-0facc79f3921 service neutron] 10.222.0.76 "GET /v2.0/networks/b16f21e0-d13a-4c4c-a863-a31df2be91b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267338 Dec 08 16:38:57.475957 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ea3994-34f8-4fd0-98b2-2b54ac23a394 service neutron] Pushing event updated for resources: {'Port': ['ID=0eecb5e9-9bc2-4442-92e3-fb0d65f5db68,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:38:57.523589 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bb1a592b-3f69-42bb-a4ac-720a42e80995 req-ae9bac5c-c7ed-447a-b136-bde54d0fe787 service neutron] 10.222.0.76 "GET /v2.0/networks/b16f21e0-d13a-4c4c-a863-a31df2be91b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125135 Dec 08 16:38:57.524689 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2fe95370-a147-4a23-b3cc-baa0e8c9356c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:57.585198 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-f036cbe2-e6f3-4d92-9ab2-008492f8efd5 req-69ea3994-34f8-4fd0-98b2-2b54ac23a394 service neutron] Attempting to bind port 0eecb5e9-9bc2-4442-92e3-fb0d65f5db68 on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:38:57.585764 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-f036cbe2-e6f3-4d92-9ab2-008492f8efd5 req-69ea3994-34f8-4fd0-98b2-2b54ac23a394 service neutron] Attempting to bind port 0eecb5e9-9bc2-4442-92e3-fb0d65f5db68 by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': '340f14fc-7543-4424-b76d-1b1c68456a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3cb6a89d-87ab-453f-b5d1-a179b370fe1b'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:38:57.586121 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f036cbe2-e6f3-4d92-9ab2-008492f8efd5 req-69ea3994-34f8-4fd0-98b2-2b54ac23a394 service neutron] Attempting to bind port 0eecb5e9-9bc2-4442-92e3-fb0d65f5db68 on network 3cb6a89d-87ab-453f-b5d1-a179b370fe1b {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:38:57.591074 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f036cbe2-e6f3-4d92-9ab2-008492f8efd5 req-69ea3994-34f8-4fd0-98b2-2b54ac23a394 service neutron] Port 0eecb5e9-9bc2-4442-92e3-fb0d65f5db68 on network 3cb6a89d-87ab-453f-b5d1-a179b370fe1b not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:38:57.591426 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f036cbe2-e6f3-4d92-9ab2-008492f8efd5 req-69ea3994-34f8-4fd0-98b2-2b54ac23a394 service neutron] Attempting to bind port 0eecb5e9-9bc2-4442-92e3-fb0d65f5db68 on network 3cb6a89d-87ab-453f-b5d1-a179b370fe1b {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:38:57.596775 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f036cbe2-e6f3-4d92-9ab2-008492f8efd5 req-69ea3994-34f8-4fd0-98b2-2b54ac23a394 service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:38:57.597125 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f036cbe2-e6f3-4d92-9ab2-008492f8efd5 req-69ea3994-34f8-4fd0-98b2-2b54ac23a394 service neutron] Checking segment: {'id': '340f14fc-7543-4424-b76d-1b1c68456a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3cb6a89d-87ab-453f-b5d1-a179b370fe1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:38:57.611613 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f036cbe2-e6f3-4d92-9ab2-008492f8efd5 req-69ea3994-34f8-4fd0-98b2-2b54ac23a394 service neutron] Bound using segment: {'id': '340f14fc-7543-4424-b76d-1b1c68456a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3cb6a89d-87ab-453f-b5d1-a179b370fe1b'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:38:57.611613 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-f036cbe2-e6f3-4d92-9ab2-008492f8efd5 req-69ea3994-34f8-4fd0-98b2-2b54ac23a394 service neutron] Bound port: 0eecb5e9-9bc2-4442-92e3-fb0d65f5db68, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '340f14fc-7543-4424-b76d-1b1c68456a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3cb6a89d-87ab-453f-b5d1-a179b370fe1b'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:38:57.611613 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f036cbe2-e6f3-4d92-9ab2-008492f8efd5 req-69ea3994-34f8-4fd0-98b2-2b54ac23a394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:57.634467 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2fe95370-a147-4a23-b3cc-baa0e8c9356c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:57.705851 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-2fe95370-a147-4a23-b3cc-baa0e8c9356c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=38369f4a56cb4212861e45b76e073618&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3821437 Dec 08 16:38:57.707156 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-f036cbe2-e6f3-4d92-9ab2-008492f8efd5 req-69ea3994-34f8-4fd0-98b2-2b54ac23a394 service neutron] For port 0eecb5e9-9bc2-4442-92e3-fb0d65f5db68, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:38:57.708557 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56518) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:57.711666 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe95370-a147-4a23-b3cc-baa0e8c9356c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14f67d4d-55b3-46f4-b779-007c2a36f318,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:38:57.740600 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-f036cbe2-e6f3-4d92-9ab2-008492f8efd5 req-69ea3994-34f8-4fd0-98b2-2b54ac23a394 service neutron] For port 0eecb5e9-9bc2-4442-92e3-fb0d65f5db68, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=0eecb5e9-9bc2-4442-92e3-fb0d65f5db68,segment=NetworkSegment(340f14fc-7543-4424-b76d-1b1c68456a9f),segment_id=340f14fc-7543-4424-b76d-1b1c68456a9f)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:38:57.767001 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e2c27301-2794-41ff-82d2-0431239f2af0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:57.790460 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e2c27301-2794-41ff-82d2-0431239f2af0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:57.820053 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f036cbe2-e6f3-4d92-9ab2-008492f8efd5 req-69ea3994-34f8-4fd0-98b2-2b54ac23a394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:57.862772 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036cbe2-e6f3-4d92-9ab2-008492f8efd5 req-69ea3994-34f8-4fd0-98b2-2b54ac23a394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:38:57.863555 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f036cbe2-e6f3-4d92-9ab2-008492f8efd5 req-69ea3994-34f8-4fd0-98b2-2b54ac23a394 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:57.865108 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f036cbe2-e6f3-4d92-9ab2-008492f8efd5 req-69ea3994-34f8-4fd0-98b2-2b54ac23a394 service neutron] 10.222.0.76 "PUT /v2.0/ports/0eecb5e9-9bc2-4442-92e3-fb0d65f5db68 HTTP/1.1" status: 200 len: 1092 time: 1.0594513 Dec 08 16:38:57.865659 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c984fed4-f93c-4831-ae26-fcbac808ba8e', 'tag': '0eecb5e9-9bc2-4442-92e3-fb0d65f5db68'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:38:57.868252 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f663abc-0c68-4ce2-b96d-cc972e95a453" -d '{"events": [{"name": "network-changed", "server_uuid": "c984fed4-f93c-4831-ae26-fcbac808ba8e", "tag": "0eecb5e9-9bc2-4442-92e3-fb0d65f5db68"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:38:57.910742 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae769ce-d7d9-4bb4-9a3f-ba89cae75f66 x-openstack-request-id: req-8ae769ce-d7d9-4bb4-9a3f-ba89cae75f66 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:38:57.913959 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c984fed4-f93c-4831-ae26-fcbac808ba8e", "tag": "0eecb5e9-9bc2-4442-92e3-fb0d65f5db68", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:38:57.913959 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8ae769ce-d7d9-4bb4-9a3f-ba89cae75f66 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:38:57.913959 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c984fed4-f93c-4831-ae26-fcbac808ba8e', 'tag': '0eecb5e9-9bc2-4442-92e3-fb0d65f5db68', 'status': 'completed', 'code': 200} Dec 08 16:38:57.916613 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ea3994-34f8-4fd0-98b2-2b54ac23a394 service neutron] Pushing event updated for resources: {'Port': ['ID=0eecb5e9-9bc2-4442-92e3-fb0d65f5db68,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:38:57.979774 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e2c27301-2794-41ff-82d2-0431239f2af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:57.982446 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e2c27301-2794-41ff-82d2-0431239f2af0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:57.994603 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e2c27301-2794-41ff-82d2-0431239f2af0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/14f67d4d-55b3-46f4-b779-007c2a36f318 HTTP/1.1" status: 204 len: 168 time: 0.2740703 Dec 08 16:38:58.000876 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c27301-2794-41ff-82d2-0431239f2af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f67d4d-55b3-46f4-b779-007c2a36f318,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:38:58.019656 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f663abc-0c68-4ce2-b96d-cc972e95a453 req-094cdc3a-40d9-4d78-8f5c-31b1bd2d6094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:38:58.026514 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1f663abc-0c68-4ce2-b96d-cc972e95a453 req-094cdc3a-40d9-4d78-8f5c-31b1bd2d6094 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d1918e96234a4ab19790a7693a8184d1&device_id=c984fed4-f93c-4831-ae26-fcbac808ba8e HTTP/1.1" status: 200 len: 1095 time: 0.0931940 Dec 08 16:38:58.119727 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7501121-62ee-4e1a-96e7-2e112bdb1722 req-46ac1df9-45ad-4171-b73c-c1a0865e99d8 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:38:58.134516 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b7501121-62ee-4e1a-96e7-2e112bdb1722 req-46ac1df9-45ad-4171-b73c-c1a0865e99d8 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] 10.222.0.64 "GET /v2.0/ports?device_id=c984fed4-f93c-4831-ae26-fcbac808ba8e HTTP/1.1" status: 200 len: 943 time: 0.1118436 Dec 08 16:38:58.203430 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f663abc-0c68-4ce2-b96d-cc972e95a453 req-c985f100-fa24-424e-b82b-786a055e3509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:38:58.203430 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1f663abc-0c68-4ce2-b96d-cc972e95a453 req-c985f100-fa24-424e-b82b-786a055e3509 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=d1918e96234a4ab19790a7693a8184d1&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1667910 Dec 08 16:38:58.215455 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b7501121-62ee-4e1a-96e7-2e112bdb1722 req-f0fdf5a4-f301-4178-9858-29cbe61bcf15 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e06f02a-5de0-47c8-b161-7c34c0bfe29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748751 Dec 08 16:38:58.330777 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1984a132-4335-4f62-b058-52f942307c0e req-bd423e08-6f98-4b5b-a916-c4066135b691 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:38:58.332502 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1984a132-4335-4f62-b058-52f942307c0e req-bd423e08-6f98-4b5b-a916-c4066135b691 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=70598f88-a8ac-4da7-bd62-4260e8d974ca HTTP/1.1" status: 200 len: 944 time: 0.1291559 Dec 08 16:38:58.370549 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f663abc-0c68-4ce2-b96d-cc972e95a453 req-33d7867d-7b3f-41bd-a095-8839b4a6fcda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:38:58.372231 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1f663abc-0c68-4ce2-b96d-cc972e95a453 req-33d7867d-7b3f-41bd-a095-8839b4a6fcda service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1593995 Dec 08 16:38:58.407821 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1984a132-4335-4f62-b058-52f942307c0e req-44e68014-4b33-442a-894d-dc1f67d9ee9b tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=be95d6c0-ba90-4b7e-9e8d-0586e89a4f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634749 Dec 08 16:38:58.469453 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036cbe2-e6f3-4d92-9ab2-008492f8efd5 req-571cb1aa-5e61-488b-b78a-a52450c445d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:38:58.471192 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f036cbe2-e6f3-4d92-9ab2-008492f8efd5 req-571cb1aa-5e61-488b-b78a-a52450c445d8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d1918e96234a4ab19790a7693a8184d1&device_id=c984fed4-f93c-4831-ae26-fcbac808ba8e HTTP/1.1" status: 200 len: 1095 time: 0.0519743 Dec 08 16:38:58.537547 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f036cbe2-e6f3-4d92-9ab2-008492f8efd5 req-bd77490e-1986-426b-9ff1-815c8e9e6264 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0eecb5e9-9bc2-4442-92e3-fb0d65f5db68 HTTP/1.1" status: 200 len: 217 time: 0.0581686 Dec 08 16:38:58.598767 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036cbe2-e6f3-4d92-9ab2-008492f8efd5 req-c954de66-3b70-432c-adc8-5c5ec20275bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:38:58.600389 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f036cbe2-e6f3-4d92-9ab2-008492f8efd5 req-c954de66-3b70-432c-adc8-5c5ec20275bc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a55d16a4-4b46-4233-a640-72a852b7544a HTTP/1.1" status: 200 len: 849 time: 0.0541887 Dec 08 16:38:58.634043 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f036cbe2-e6f3-4d92-9ab2-008492f8efd5 req-c75388c2-2ad8-4262-8df5-1c92fb451166 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3cb6a89d-87ab-453f-b5d1-a179b370fe1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267951 Dec 08 16:38:58.750577 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f036cbe2-e6f3-4d92-9ab2-008492f8efd5 req-7fea41b3-5d04-45b2-b3a5-cd2d62cce537 service neutron] 10.222.0.76 "GET /v2.0/networks/3cb6a89d-87ab-453f-b5d1-a179b370fe1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086590 Dec 08 16:38:58.895660 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f036cbe2-e6f3-4d92-9ab2-008492f8efd5 req-afa41011-c824-403b-bf6f-9b8e14365e3f service neutron] 10.222.0.76 "GET /v2.0/networks/3cb6a89d-87ab-453f-b5d1-a179b370fe1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374960 Dec 08 16:38:58.935910 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56538) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:59.066499 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e6c67438-33f1-4933-b5c5-0f48bbeea934 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:59.168793 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e6c67438-33f1-4933-b5c5-0f48bbeea934 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:59.259492 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e6c67438-33f1-4933-b5c5-0f48bbeea934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:59.347438 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 56546) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:59.370897 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e6c67438-33f1-4933-b5c5-0f48bbeea934 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=523d72de540d4c98991e8c4eb79ccf4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4334617 Dec 08 16:38:59.377583 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c67438-33f1-4933-b5c5-0f48bbeea934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0836185-cb5b-45f1-967d-7299a772b4df,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:38:59.377861 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-af3460fc-54ca-4b4e-82c9-bb56e5d0c6de admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:59.388142 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 56548) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:59.463830 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d2c88-f460-41d1-aca3-366fb47b12c6 req-6c259238-770d-4fbe-a7d2-50ccebbadafe tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:38:59.475705 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ea6d2c88-f460-41d1-aca3-366fb47b12c6 req-6c259238-770d-4fbe-a7d2-50ccebbadafe tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] 10.222.0.64 "GET /v2.0/ports?device_id=c984fed4-f93c-4831-ae26-fcbac808ba8e HTTP/1.1" status: 200 len: 943 time: 0.1518042 Dec 08 16:38:59.483660 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bf21effd-9c52-405e-8c9d-f0ad80b3f435 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:59.508701 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bf21effd-9c52-405e-8c9d-f0ad80b3f435 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:59.561941 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ea6d2c88-f460-41d1-aca3-366fb47b12c6 req-6187807f-4cfb-419e-b799-13287a024922 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e06f02a-5de0-47c8-b161-7c34c0bfe29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839803 Dec 08 16:38:59.636948 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-af3460fc-54ca-4b4e-82c9-bb56e5d0c6de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:59.647093 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81816972-664e-4ac0-bbd9-650691f45f2a req-c34ecbd2-eafe-4a79-a943-9f43ef9e476e tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:38:59.648667 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-81816972-664e-4ac0-bbd9-650691f45f2a req-c34ecbd2-eafe-4a79-a943-9f43ef9e476e tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=70598f88-a8ac-4da7-bd62-4260e8d974ca HTTP/1.1" status: 200 len: 944 time: 0.0937819 Dec 08 16:38:59.689531 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bf21effd-9c52-405e-8c9d-f0ad80b3f435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:59.691964 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bf21effd-9c52-405e-8c9d-f0ad80b3f435 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:59.696026 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-bf21effd-9c52-405e-8c9d-f0ad80b3f435 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f0836185-cb5b-45f1-967d-7299a772b4df HTTP/1.1" status: 204 len: 168 time: 0.3032706 Dec 08 16:38:59.762564 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-81816972-664e-4ac0-bbd9-650691f45f2a req-b5281863-b823-48b4-996d-1b464c8f6257 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=be95d6c0-ba90-4b7e-9e8d-0586e89a4f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075532 Dec 08 16:38:59.777234 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-af3460fc-54ca-4b4e-82c9-bb56e5d0c6de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:59.783327 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf21effd-9c52-405e-8c9d-f0ad80b3f435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0836185-cb5b-45f1-967d-7299a772b4df,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:38:59.844677 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-af3460fc-54ca-4b4e-82c9-bb56e5d0c6de admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b8ddc6ae397f48d09c3358101d6f0be1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4935260 Dec 08 16:38:59.844892 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 56554) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:59.854147 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3460fc-54ca-4b4e-82c9-bb56e5d0c6de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fbdacce-ba5a-4d77-84a7-e2e1c0a3e8d7,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:38:59.910537 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3b6314c0-86a8-4f8d-93c2-44c39a501daa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:59.940227 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3b6314c0-86a8-4f8d-93c2-44c39a501daa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:00.065560 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3b6314c0-86a8-4f8d-93c2-44c39a501daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:00.068785 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3b6314c0-86a8-4f8d-93c2-44c39a501daa admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:00.072792 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-3b6314c0-86a8-4f8d-93c2-44c39a501daa admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3fbdacce-ba5a-4d77-84a7-e2e1c0a3e8d7 HTTP/1.1" status: 204 len: 168 time: 0.2243090 Dec 08 16:39:00.091214 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6314c0-86a8-4f8d-93c2-44c39a501daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fbdacce-ba5a-4d77-84a7-e2e1c0a3e8d7,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:39:00.691591 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee8e9ad-4828-49e2-b5f4-1323ad50d284 req-3823d565-a7f3-46d2-a56e-8760d0088907 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:00.693082 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2ee8e9ad-4828-49e2-b5f4-1323ad50d284 req-3823d565-a7f3-46d2-a56e-8760d0088907 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] 10.222.0.64 "GET /v2.0/ports?device_id=c984fed4-f93c-4831-ae26-fcbac808ba8e HTTP/1.1" status: 200 len: 943 time: 0.0564091 Dec 08 16:39:00.741837 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2ee8e9ad-4828-49e2-b5f4-1323ad50d284 req-fd6e3c65-8fb2-45b8-871a-fdd957b808d2 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e06f02a-5de0-47c8-b161-7c34c0bfe29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426049 Dec 08 16:39:00.890519 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17a407b-6245-4d16-ab55-ff7038ef3b66 req-b1ab5bd1-d8f4-4dee-bd1d-6c561117f24b tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:00.893065 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b17a407b-6245-4d16-ab55-ff7038ef3b66 req-b1ab5bd1-d8f4-4dee-bd1d-6c561117f24b tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=70598f88-a8ac-4da7-bd62-4260e8d974ca HTTP/1.1" status: 200 len: 944 time: 0.0525620 Dec 08 16:39:00.973933 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b17a407b-6245-4d16-ab55-ff7038ef3b66 req-b18eaf9a-e082-4aa8-ad4a-baef5c7c1b18 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=be95d6c0-ba90-4b7e-9e8d-0586e89a4f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728114 Dec 08 16:39:01.878810 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea056d84-f1ca-4492-9f9f-d4b904760b8f req-32cb7075-89a5-424d-b055-ee348f7ebffb tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:01.894068 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ea056d84-f1ca-4492-9f9f-d4b904760b8f req-32cb7075-89a5-424d-b055-ee348f7ebffb tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] 10.222.0.64 "GET /v2.0/ports?device_id=c984fed4-f93c-4831-ae26-fcbac808ba8e HTTP/1.1" status: 200 len: 943 time: 0.0696645 Dec 08 16:39:01.944939 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ea056d84-f1ca-4492-9f9f-d4b904760b8f req-b4961562-2168-4844-9a91-f72cd9a8d7f5 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e06f02a-5de0-47c8-b161-7c34c0bfe29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519176 Dec 08 16:39:01.985234 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56626) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:39:02.103119 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddccc0-05fa-4884-a59d-3a56a750bf8e req-457c7ff3-fb66-4f07-a4c8-4ce7e2ac9253 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:02.105068 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-72ddccc0-05fa-4884-a59d-3a56a750bf8e req-457c7ff3-fb66-4f07-a4c8-4ce7e2ac9253 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=70598f88-a8ac-4da7-bd62-4260e8d974ca HTTP/1.1" status: 200 len: 944 time: 0.0587039 Dec 08 16:39:02.109437 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3c4308d7-37ab-4d4f-a9af-8e1341d3da0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:02.177617 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-72ddccc0-05fa-4884-a59d-3a56a750bf8e req-aa754754-75a9-4486-be7c-a9a2d0400c09 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=be95d6c0-ba90-4b7e-9e8d-0586e89a4f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651846 Dec 08 16:39:02.198815 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3c4308d7-37ab-4d4f-a9af-8e1341d3da0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:02.293552 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3c4308d7-37ab-4d4f-a9af-8e1341d3da0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:02.335167 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-3c4308d7-37ab-4d4f-a9af-8e1341d3da0d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1a55cf09793c4e92b46cfd23770295f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3488355 Dec 08 16:39:02.337642 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4308d7-37ab-4d4f-a9af-8e1341d3da0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e5d436-88ef-4b64-a5f0-ccc433a022f9,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:39:02.337930 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 56636) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:39:02.388883 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1d032638-f171-4a6e-84ac-13b5e516b540 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:02.410822 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1d032638-f171-4a6e-84ac-13b5e516b540 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:02.550235 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1d032638-f171-4a6e-84ac-13b5e516b540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:02.552919 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1d032638-f171-4a6e-84ac-13b5e516b540 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:02.554138 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-1d032638-f171-4a6e-84ac-13b5e516b540 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b5e5d436-88ef-4b64-a5f0-ccc433a022f9 HTTP/1.1" status: 204 len: 168 time: 0.2150762 Dec 08 16:39:02.563327 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d032638-f171-4a6e-84ac-13b5e516b540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e5d436-88ef-4b64-a5f0-ccc433a022f9,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:39:02.653442 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 0eecb5e9-9bc2-4442-92e3-fb0d65f5db68 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:39:02.757136 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 0eecb5e9-9bc2-4442-92e3-fb0d65f5db68, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=0eecb5e9-9bc2-4442-92e3-fb0d65f5db68,segment=NetworkSegment(340f14fc-7543-4424-b76d-1b1c68456a9f),segment_id=340f14fc-7543-4424-b76d-1b1c68456a9f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:39:02.769966 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '0eecb5e9-9bc2-4442-92e3-fb0d65f5db68', 'network_id': '3cb6a89d-87ab-453f-b5d1-a179b370fe1b', 'port_id': '0eecb5e9-9bc2-4442-92e3-fb0d65f5db68', 'mac_address': 'fa:16:3e:07:69:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a55d16a4-4b46-4233-a640-72a852b7544a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:39:02.816953 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:02.853257 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eecb5e9-9bc2-4442-92e3-fb0d65f5db68 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:39:02.885149 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 0eecb5e9-9bc2-4442-92e3-fb0d65f5db68, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=0eecb5e9-9bc2-4442-92e3-fb0d65f5db68,segment=NetworkSegment(340f14fc-7543-4424-b76d-1b1c68456a9f),segment_id=340f14fc-7543-4424-b76d-1b1c68456a9f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:39:03.014352 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:03.094402 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f2b951-0a97-4381-a386-f314d8c75805 req-289242e4-25a5-4d53-8698-dd5fdc92a510 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:03.105490 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-41f2b951-0a97-4381-a386-f314d8c75805 req-289242e4-25a5-4d53-8698-dd5fdc92a510 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] 10.222.0.64 "GET /v2.0/ports?device_id=c984fed4-f93c-4831-ae26-fcbac808ba8e HTTP/1.1" status: 200 len: 944 time: 0.0749879 Dec 08 16:39:03.152620 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=0eecb5e9-9bc2-4442-92e3-fb0d65f5db68,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:39:03.171094 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:39:03.177573 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:39:03.177573 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:39:03.177573 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:39:03.177573 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:39:03.177573 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:39:03.177573 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:39:03.177573 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:39:03.177573 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:39:03.177573 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:39:03.179967 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:39:03.179967 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:39:03.185853 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:39:03.224299 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-41f2b951-0a97-4381-a386-f314d8c75805 req-49112178-dccd-4f10-8e53-22bc0daaa7f5 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e06f02a-5de0-47c8-b161-7c34c0bfe29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173995 Dec 08 16:39:03.368118 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d6b36-4dcf-40d5-a218-e81ed07fa76b req-cb1e7f2e-b5d7-45cc-b637-181843284351 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:03.373442 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a73d6b36-4dcf-40d5-a218-e81ed07fa76b req-cb1e7f2e-b5d7-45cc-b637-181843284351 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=70598f88-a8ac-4da7-bd62-4260e8d974ca HTTP/1.1" status: 200 len: 944 time: 0.0660779 Dec 08 16:39:03.386833 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['0eecb5e9-9bc2-4442-92e3-fb0d65f5db68'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:39:03.438225 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a73d6b36-4dcf-40d5-a218-e81ed07fa76b req-18d4050e-a13a-4e4f-bcdc-8b83f8b801e6 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=be95d6c0-ba90-4b7e-9e8d-0586e89a4f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614557 Dec 08 16:39:04.340913 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a41066-5697-4d20-9811-fdd0b63b4c69 req-c992e79a-f316-49f1-b8ec-1240ce0b2fad tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:04.343064 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e0a41066-5697-4d20-9811-fdd0b63b4c69 req-c992e79a-f316-49f1-b8ec-1240ce0b2fad tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] 10.222.0.64 "GET /v2.0/ports?device_id=c984fed4-f93c-4831-ae26-fcbac808ba8e HTTP/1.1" status: 200 len: 944 time: 0.0539718 Dec 08 16:39:04.392198 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e0a41066-5697-4d20-9811-fdd0b63b4c69 req-2ac5a01b-a481-4dac-9ec3-c5dc59fef346 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e06f02a-5de0-47c8-b161-7c34c0bfe29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428386 Dec 08 16:39:04.533463 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4b0a0be3-0bfb-42a0-a107-cd05fa176696 req-a0b8b51e-6c9a-4cdf-ad68-69eb820a8cb5 tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=8286b45da5974226a5d9b89deb3fff8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299284 Dec 08 16:39:04.559241 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5911227-5985-4467-bc27-9c6202c97744 req-ece3d3c5-bc9c-4611-9c07-d9e35fcd4952 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:04.561308 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d5911227-5985-4467-bc27-9c6202c97744 req-ece3d3c5-bc9c-4611-9c07-d9e35fcd4952 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=70598f88-a8ac-4da7-bd62-4260e8d974ca HTTP/1.1" status: 200 len: 944 time: 0.0512288 Dec 08 16:39:04.613204 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d5911227-5985-4467-bc27-9c6202c97744 req-be4ab971-7a8d-4867-8923-eaa74492814e tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=be95d6c0-ba90-4b7e-9e8d-0586e89a4f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457931 Dec 08 16:39:04.683387 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 0eecb5e9-9bc2-4442-92e3-fb0d65f5db68 up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:39:04.735401 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a0be3-0bfb-42a0-a107-cd05fa176696 req-37e89391-9987-4318-8607-667138aa217e tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:04.736943 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4b0a0be3-0bfb-42a0-a107-cd05fa176696 req-37e89391-9987-4318-8607-667138aa217e tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1977286 Dec 08 16:39:04.752628 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4b0a0be3-0bfb-42a0-a107-cd05fa176696 req-d29e0258-77f3-426b-9da9-c040c8b0d071 tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] 10.222.0.64 "GET /v2.0/quotas/8286b45da5974226a5d9b89deb3fff8d HTTP/1.1" status: 200 len: 375 time: 0.0096581 Dec 08 16:39:04.773683 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:04.784670 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4b0a0be3-0bfb-42a0-a107-cd05fa176696 req-519540c4-86ea-429a-9a59-9c1cfd571279 tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8286b45da5974226a5d9b89deb3fff8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264375 Dec 08 16:39:04.859796 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port 0eecb5e9-9bc2-4442-92e3-fb0d65f5db68 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:39:04.866830 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 0eecb5e9-9bc2-4442-92e3-fb0d65f5db68 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:39:04.866830 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:04.943087 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:04.965454 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c984fed4-f93c-4831-ae26-fcbac808ba8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eecb5e9-9bc2-4442-92e3-fb0d65f5db68'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:39:04.967875 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb33a713-95b9-4880-afc7-700adca546e1" -d '{"events": [{"server_uuid": "c984fed4-f93c-4831-ae26-fcbac808ba8e", "name": "network-vif-plugged", "status": "completed", "tag": "0eecb5e9-9bc2-4442-92e3-fb0d65f5db68"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:39:04.980933 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 0eecb5e9-9bc2-4442-92e3-fb0d65f5db68, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=0eecb5e9-9bc2-4442-92e3-fb0d65f5db68,segment=NetworkSegment(340f14fc-7543-4424-b76d-1b1c68456a9f),segment_id=340f14fc-7543-4424-b76d-1b1c68456a9f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:39:05.006212 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b98ae1e7-b1c2-42fa-b0b1-6255ae4652d6 x-openstack-request-id: req-b98ae1e7-b1c2-42fa-b0b1-6255ae4652d6 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:39:05.011206 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c984fed4-f93c-4831-ae26-fcbac808ba8e", "name": "network-vif-plugged", "status": "completed", "tag": "0eecb5e9-9bc2-4442-92e3-fb0d65f5db68", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:39:05.011206 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b98ae1e7-b1c2-42fa-b0b1-6255ae4652d6 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:39:05.011206 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c984fed4-f93c-4831-ae26-fcbac808ba8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eecb5e9-9bc2-4442-92e3-fb0d65f5db68', 'code': 200} Dec 08 16:39:05.065455 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:05.110971 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1f940dc2-1a3a-4fd4-9a62-0cb3f419065f req-d88403bf-497b-46f2-82c4-798e8b5338e8 tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a0195b7-4fd5-49f0-860b-f0f102b2144a HTTP/1.1" status: 200 len: 210 time: 0.0544441 Dec 08 16:39:05.131960 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd16426-9415-4a94-8cae-a0aa7e5f9e38 req-f783696f-732e-4c17-8d76-665f96f26fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:05.134004 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6cd16426-9415-4a94-8cae-a0aa7e5f9e38 req-f783696f-732e-4c17-8d76-665f96f26fed service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c984fed4-f93c-4831-ae26-fcbac808ba8e HTTP/1.1" status: 200 len: 1097 time: 0.0649238 Dec 08 16:39:05.146408 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=0eecb5e9-9bc2-4442-92e3-fb0d65f5db68,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:39:05.184073 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6cd16426-9415-4a94-8cae-a0aa7e5f9e38 req-4ce5af20-a0af-4100-8a88-730d3df89cd1 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=5e06f02a-5de0-47c8-b161-7c34c0bfe29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430496 Dec 08 16:39:05.513050 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8042c5e3-a1b0-4e23-bf22-c0720facdc65 req-6e0d2aa1-937a-444d-b35f-c6da5b6e3794 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:05.514671 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8042c5e3-a1b0-4e23-bf22-c0720facdc65 req-6e0d2aa1-937a-444d-b35f-c6da5b6e3794 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] 10.222.0.64 "GET /v2.0/ports?device_id=c984fed4-f93c-4831-ae26-fcbac808ba8e HTTP/1.1" status: 200 len: 945 time: 0.0505114 Dec 08 16:39:05.568240 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8042c5e3-a1b0-4e23-bf22-c0720facdc65 req-9163f782-8916-462f-83ec-4f11a864af77 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e06f02a-5de0-47c8-b161-7c34c0bfe29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471945 Dec 08 16:39:05.739069 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea260f7d-9445-477d-894b-5a6cbc083701 req-c7932269-1de7-44a0-84dd-fab922027e0d tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:05.740625 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ea260f7d-9445-477d-894b-5a6cbc083701 req-c7932269-1de7-44a0-84dd-fab922027e0d tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=70598f88-a8ac-4da7-bd62-4260e8d974ca HTTP/1.1" status: 200 len: 944 time: 0.0545862 Dec 08 16:39:05.795755 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ea260f7d-9445-477d-894b-5a6cbc083701 req-0c532e58-0c1d-48e1-a18e-c3b2c4467833 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=be95d6c0-ba90-4b7e-9e8d-0586e89a4f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484786 Dec 08 16:39:06.213999 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-55f68558-7d36-43b7-b208-5b33e97aeb72 req-0b25ba98-2cdf-41cd-b903-978f13160092 tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a0195b7-4fd5-49f0-860b-f0f102b2144a HTTP/1.1" status: 200 len: 210 time: 0.0310421 Dec 08 16:39:06.693692 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd457075-8f4a-4d80-b044-9a15f5914123 req-d521e3f2-f793-46d7-ade9-d807d90ee60e tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:06.695135 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-dd457075-8f4a-4d80-b044-9a15f5914123 req-d521e3f2-f793-46d7-ade9-d807d90ee60e tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] 10.222.0.64 "GET /v2.0/ports?device_id=c984fed4-f93c-4831-ae26-fcbac808ba8e HTTP/1.1" status: 200 len: 945 time: 0.0548482 Dec 08 16:39:06.743152 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-dd457075-8f4a-4d80-b044-9a15f5914123 req-276f08dd-a963-41ca-9dce-c6d94b8c07e7 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e06f02a-5de0-47c8-b161-7c34c0bfe29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420275 Dec 08 16:39:06.919771 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c345d4-1b9e-4f01-9784-7c75fad1fae2 req-353603f0-8fa0-42de-bec4-bae19ac836eb tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:06.921424 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b4c345d4-1b9e-4f01-9784-7c75fad1fae2 req-353603f0-8fa0-42de-bec4-bae19ac836eb tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=70598f88-a8ac-4da7-bd62-4260e8d974ca HTTP/1.1" status: 200 len: 944 time: 0.0543122 Dec 08 16:39:06.972915 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b4c345d4-1b9e-4f01-9784-7c75fad1fae2 req-0bc7c4c3-16df-4005-9b3c-2b54f88cbf20 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=be95d6c0-ba90-4b7e-9e8d-0586e89a4f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452206 Dec 08 16:39:07.312572 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7a4e27d8-7d7e-45aa-85a0-420e73c006f3 req-bfdc545f-40eb-4bbc-892d-d2dbb985ac0d tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a0195b7-4fd5-49f0-860b-f0f102b2144a HTTP/1.1" status: 200 len: 210 time: 0.0265045 Dec 08 16:39:07.433265 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4b0a0be3-0bfb-42a0-a107-cd05fa176696 req-33ab87a7-d82c-496f-8c39-652660353ebc tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=8286b45da5974226a5d9b89deb3fff8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214355 Dec 08 16:39:07.472824 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:39:07.625630 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a0be3-0bfb-42a0-a107-cd05fa176696 req-5d2860be-c247-4cb7-9ac3-72c2964e04cf tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:07.627529 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4b0a0be3-0bfb-42a0-a107-cd05fa176696 req-5d2860be-c247-4cb7-9ac3-72c2964e04cf tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1887383 Dec 08 16:39:07.642420 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-4b0a0be3-0bfb-42a0-a107-cd05fa176696 req-9906ee65-d4b1-4ccb-9465-62308a048055 tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] Request body: {'port': {'device_id': '4a0195b7-4fd5-49f0-860b-f0f102b2144a', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'admin_state_up': True, 'tenant_id': '8286b45da5974226a5d9b89deb3fff8d'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:39:07.842721 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b0a0be3-0bfb-42a0-a107-cd05fa176696 req-9906ee65-d4b1-4ccb-9465-62308a048055 tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] Made reservation on behalf of 8286b45da5974226a5d9b89deb3fff8d for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:39:07.846288 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-4b0a0be3-0bfb-42a0-a107-cd05fa176696 req-9906ee65-d4b1-4ccb-9465-62308a048055 tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:07.863150 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-4b0a0be3-0bfb-42a0-a107-cd05fa176696 req-9906ee65-d4b1-4ccb-9465-62308a048055 tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:07.896236 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b9935-2bd3-4556-91bd-9512dd84932b req-8eb4b491-4a99-407c-b99a-8073a585f6c2 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:07.897937 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4c5b9935-2bd3-4556-91bd-9512dd84932b req-8eb4b491-4a99-407c-b99a-8073a585f6c2 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] 10.222.0.64 "GET /v2.0/ports?device_id=c984fed4-f93c-4831-ae26-fcbac808ba8e HTTP/1.1" status: 200 len: 945 time: 0.0836155 Dec 08 16:39:07.970195 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4c5b9935-2bd3-4556-91bd-9512dd84932b req-aab9fe0e-1abb-4c47-be55-8438d1e32dfa tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e06f02a-5de0-47c8-b161-7c34c0bfe29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646176 Dec 08 16:39:07.993742 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-4b0a0be3-0bfb-42a0-a107-cd05fa176696 req-9906ee65-d4b1-4ccb-9465-62308a048055 tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:08.065350 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-4b0a0be3-0bfb-42a0-a107-cd05fa176696 req-9906ee65-d4b1-4ccb-9465-62308a048055 tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:08.097686 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b857bb9-5396-43bb-81b8-f86eb032be79 req-f16a5ddf-1737-4af2-8fdb-f908ef963c79 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:08.099850 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7b857bb9-5396-43bb-81b8-f86eb032be79 req-f16a5ddf-1737-4af2-8fdb-f908ef963c79 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=70598f88-a8ac-4da7-bd62-4260e8d974ca HTTP/1.1" status: 200 len: 944 time: 0.0563431 Dec 08 16:39:08.131993 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9906ee65-d4b1-4ccb-9465-62308a048055 tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5c051d-7e47-4143-af26-4ca958055617,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:39:08.156827 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7b857bb9-5396-43bb-81b8-f86eb032be79 req-5d0dbe92-a70b-4af4-95b7-2285f57c4e11 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=be95d6c0-ba90-4b7e-9e8d-0586e89a4f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504770 Dec 08 16:39:08.226878 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-4b0a0be3-0bfb-42a0-a107-cd05fa176696 req-9906ee65-d4b1-4ccb-9465-62308a048055 tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] Allocated IP 192.168.233.142 (b91759c7-445e-4f7b-9fc4-64d80951832c/c93b3a32-b438-4a47-8558-220c03febf97/c10fe242-6e97-4a2f-823b-9ea645bd4a7f) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:39:08.390363 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-4b0a0be3-0bfb-42a0-a107-cd05fa176696 req-9906ee65-d4b1-4ccb-9465-62308a048055 tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:08.451276 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-dcdbb43b-25df-4f1c-a220-c8de10e68b2a req-2937445c-b213-4926-9a83-f31d978002da tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a0195b7-4fd5-49f0-860b-f0f102b2144a HTTP/1.1" status: 200 len: 210 time: 0.0343192 Dec 08 16:39:08.677223 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-4b0a0be3-0bfb-42a0-a107-cd05fa176696 req-9906ee65-d4b1-4ccb-9465-62308a048055 tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:08.694613 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 13bc416c-6322-4a4d-b4bc-b5c1b2bfa074 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:39:08.720661 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b0a0be3-0bfb-42a0-a107-cd05fa176696 req-9906ee65-d4b1-4ccb-9465-62308a048055 tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] Network b91759c7-445e-4f7b-9fc4-64d80951832c is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:39:08.725928 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-4b0a0be3-0bfb-42a0-a107-cd05fa176696 req-9906ee65-d4b1-4ccb-9465-62308a048055 tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:39:08.729881 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b0a0be3-0bfb-42a0-a107-cd05fa176696 req-9906ee65-d4b1-4ccb-9465-62308a048055 tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:39:08.757369 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9906ee65-d4b1-4ccb-9465-62308a048055 tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] Pushing event updated for resources: {'Port': ['ID=c10fe242-6e97-4a2f-823b-9ea645bd4a7f,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:39:08.799164 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a0be3-0bfb-42a0-a107-cd05fa176696 req-9906ee65-d4b1-4ccb-9465-62308a048055 tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:08.799836 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-4b0a0be3-0bfb-42a0-a107-cd05fa176696 req-9906ee65-d4b1-4ccb-9465-62308a048055 tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:08.810973 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 13bc416c-6322-4a4d-b4bc-b5c1b2bfa074, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=13bc416c-6322-4a4d-b4bc-b5c1b2bfa074,segment=NetworkSegment(148e30e1-cdcf-4201-a517-2bd3763917d1),segment_id=148e30e1-cdcf-4201-a517-2bd3763917d1)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:39:08.813763 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:08.823753 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '13bc416c-6322-4a4d-b4bc-b5c1b2bfa074', 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8', 'port_id': '13bc416c-6322-4a4d-b4bc-b5c1b2bfa074', 'mac_address': 'fa:16:3e:cb:85:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13be6d62-2e9a-40c4-9d1e-34aa15cc5f10', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:39:08.877421 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:08.886376 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4b0a0be3-0bfb-42a0-a107-cd05fa176696 req-9906ee65-d4b1-4ccb-9465-62308a048055 tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2480233 Dec 08 16:39:08.899354 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-4b0a0be3-0bfb-42a0-a107-cd05fa176696 req-3880d8dc-0471-47f6-9655-63d4d8526915 service neutron] Request body: {'port': {'device_id': '4a0195b7-4fd5-49f0-860b-f0f102b2144a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:39:08.901502 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13bc416c-6322-4a4d-b4bc-b5c1b2bfa074 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:39:08.932464 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 13bc416c-6322-4a4d-b4bc-b5c1b2bfa074, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=13bc416c-6322-4a4d-b4bc-b5c1b2bfa074,segment=NetworkSegment(148e30e1-cdcf-4201-a517-2bd3763917d1),segment_id=148e30e1-cdcf-4201-a517-2bd3763917d1)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:39:08.976671 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-4b0a0be3-0bfb-42a0-a107-cd05fa176696 req-3880d8dc-0471-47f6-9655-63d4d8526915 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:09.026602 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-b7222d1a-5bcb-4cad-bbb5-3503ff7b72bd None None] Provisioning complete for port c10fe242-6e97-4a2f-823b-9ea645bd4a7f triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:39:09.027086 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b7222d1a-5bcb-4cad-bbb5-3503ff7b72bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:09.073305 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-b7222d1a-5bcb-4cad-bbb5-3503ff7b72bd None None] Port c10fe242-6e97-4a2f-823b-9ea645bd4a7f cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:39:09.074176 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:09.137285 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=13bc416c-6322-4a4d-b4bc-b5c1b2bfa074,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:39:09.343797 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c3361f-a7dc-4a17-8161-ffaec443f34b req-77ccc106-0eaa-44ae-ae84-2d26a1ed1b9d tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:09.345256 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-00c3361f-a7dc-4a17-8161-ffaec443f34b req-77ccc106-0eaa-44ae-ae84-2d26a1ed1b9d tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=70598f88-a8ac-4da7-bd62-4260e8d974ca HTTP/1.1" status: 200 len: 945 time: 0.1064472 Dec 08 16:39:09.354494 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-4b0a0be3-0bfb-42a0-a107-cd05fa176696 req-3880d8dc-0471-47f6-9655-63d4d8526915 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c10fe242-6e97-4a2f-823b-9ea645bd4a7f {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:39:09.368069 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-4b0a0be3-0bfb-42a0-a107-cd05fa176696 req-3880d8dc-0471-47f6-9655-63d4d8526915 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:09.381789 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['13bc416c-6322-4a4d-b4bc-b5c1b2bfa074'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:39:09.396425 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-4b0a0be3-0bfb-42a0-a107-cd05fa176696 req-3880d8dc-0471-47f6-9655-63d4d8526915 service neutron] Transition to ACTIVE for port object c10fe242-6e97-4a2f-823b-9ea645bd4a7f will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:39:09.417678 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-00c3361f-a7dc-4a17-8161-ffaec443f34b req-376d07a2-bad2-424a-a612-594c3ab54668 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=be95d6c0-ba90-4b7e-9e8d-0586e89a4f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656388 Dec 08 16:39:09.536714 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-4b0a0be3-0bfb-42a0-a107-cd05fa176696 req-3880d8dc-0471-47f6-9655-63d4d8526915 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:09.618426 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495719e-6128-4736-b4f9-efdde886edfc req-3cd9c65f-a5a0-44a1-b097-e3ee0baed906 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:09.620019 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2495719e-6128-4736-b4f9-efdde886edfc req-3cd9c65f-a5a0-44a1-b097-e3ee0baed906 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] 10.222.0.64 "GET /v2.0/ports?device_id=c984fed4-f93c-4831-ae26-fcbac808ba8e HTTP/1.1" status: 200 len: 945 time: 0.0843761 Dec 08 16:39:09.699947 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2495719e-6128-4736-b4f9-efdde886edfc req-6f0369b9-2940-41db-a98c-0e7f1fc0e0cb tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e06f02a-5de0-47c8-b161-7c34c0bfe29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704241 Dec 08 16:39:09.700554 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d860db3-abc6-4a3e-961a-cf728c6b3cdf req-d85d2b4b-0005-413d-a987-735b5c9c226a tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:09.708960 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1d860db3-abc6-4a3e-961a-cf728c6b3cdf req-d85d2b4b-0005-413d-a987-735b5c9c226a tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a0195b7-4fd5-49f0-860b-f0f102b2144a HTTP/1.1" status: 200 len: 948 time: 0.1884537 Dec 08 16:39:09.711585 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3880d8dc-0471-47f6-9655-63d4d8526915 service neutron] Pushing event updated for resources: {'Port': ['ID=c10fe242-6e97-4a2f-823b-9ea645bd4a7f,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:39:09.821560 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1d860db3-abc6-4a3e-961a-cf728c6b3cdf req-66db8ddd-c8a0-435e-b138-61754c512a19 tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb5c051d-7e47-4143-af26-4ca958055617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116791 Dec 08 16:39:09.832955 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-4b0a0be3-0bfb-42a0-a107-cd05fa176696 req-3880d8dc-0471-47f6-9655-63d4d8526915 service neutron] Attempting to bind port c10fe242-6e97-4a2f-823b-9ea645bd4a7f on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:39:09.833313 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-4b0a0be3-0bfb-42a0-a107-cd05fa176696 req-3880d8dc-0471-47f6-9655-63d4d8526915 service neutron] Attempting to bind port c10fe242-6e97-4a2f-823b-9ea645bd4a7f by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:39:09.833768 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0a0be3-0bfb-42a0-a107-cd05fa176696 req-3880d8dc-0471-47f6-9655-63d4d8526915 service neutron] Attempting to bind port c10fe242-6e97-4a2f-823b-9ea645bd4a7f on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:39:09.855825 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0a0be3-0bfb-42a0-a107-cd05fa176696 req-3880d8dc-0471-47f6-9655-63d4d8526915 service neutron] Port c10fe242-6e97-4a2f-823b-9ea645bd4a7f on network b91759c7-445e-4f7b-9fc4-64d80951832c not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:39:09.857255 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0a0be3-0bfb-42a0-a107-cd05fa176696 req-3880d8dc-0471-47f6-9655-63d4d8526915 service neutron] Attempting to bind port c10fe242-6e97-4a2f-823b-9ea645bd4a7f on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:39:09.869444 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0a0be3-0bfb-42a0-a107-cd05fa176696 req-3880d8dc-0471-47f6-9655-63d4d8526915 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:39:09.869817 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0a0be3-0bfb-42a0-a107-cd05fa176696 req-3880d8dc-0471-47f6-9655-63d4d8526915 service neutron] Checking segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:39:09.870300 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0a0be3-0bfb-42a0-a107-cd05fa176696 req-3880d8dc-0471-47f6-9655-63d4d8526915 service neutron] Bound using segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:39:09.870867 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-4b0a0be3-0bfb-42a0-a107-cd05fa176696 req-3880d8dc-0471-47f6-9655-63d4d8526915 service neutron] Bound port: c10fe242-6e97-4a2f-823b-9ea645bd4a7f, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:39:09.871377 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-4b0a0be3-0bfb-42a0-a107-cd05fa176696 req-3880d8dc-0471-47f6-9655-63d4d8526915 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:09.953688 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-4b0a0be3-0bfb-42a0-a107-cd05fa176696 req-3880d8dc-0471-47f6-9655-63d4d8526915 service neutron] For port c10fe242-6e97-4a2f-823b-9ea645bd4a7f, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:39:09.956865 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-4b0a0be3-0bfb-42a0-a107-cd05fa176696 req-3880d8dc-0471-47f6-9655-63d4d8526915 service neutron] For port c10fe242-6e97-4a2f-823b-9ea645bd4a7f, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=c10fe242-6e97-4a2f-823b-9ea645bd4a7f,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:39:10.065776 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-4b0a0be3-0bfb-42a0-a107-cd05fa176696 req-3880d8dc-0471-47f6-9655-63d4d8526915 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:10.110259 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a0be3-0bfb-42a0-a107-cd05fa176696 req-3880d8dc-0471-47f6-9655-63d4d8526915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:10.110885 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-4b0a0be3-0bfb-42a0-a107-cd05fa176696 req-3880d8dc-0471-47f6-9655-63d4d8526915 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:10.115783 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4b0a0be3-0bfb-42a0-a107-cd05fa176696 req-3880d8dc-0471-47f6-9655-63d4d8526915 service neutron] 10.222.0.37 "PUT /v2.0/ports/c10fe242-6e97-4a2f-823b-9ea645bd4a7f HTTP/1.1" status: 200 len: 1097 time: 1.2184477 Dec 08 16:39:10.115783 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a0195b7-4fd5-49f0-860b-f0f102b2144a', 'tag': 'c10fe242-6e97-4a2f-823b-9ea645bd4a7f'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:39:10.118108 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b32500e9-d5e5-40ec-b64a-9685a0321fc2" -d '{"events": [{"name": "network-changed", "server_uuid": "4a0195b7-4fd5-49f0-860b-f0f102b2144a", "tag": "c10fe242-6e97-4a2f-823b-9ea645bd4a7f"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:39:10.148201 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3880d8dc-0471-47f6-9655-63d4d8526915 service neutron] Pushing event updated for resources: {'Port': ['ID=c10fe242-6e97-4a2f-823b-9ea645bd4a7f,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:39:10.194121 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acffd90e-1572-4f59-bb5d-1406cd5f1537 x-openstack-request-id: req-acffd90e-1572-4f59-bb5d-1406cd5f1537 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:39:10.194427 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a0195b7-4fd5-49f0-860b-f0f102b2144a", "tag": "c10fe242-6e97-4a2f-823b-9ea645bd4a7f", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:39:10.209264 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-acffd90e-1572-4f59-bb5d-1406cd5f1537 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:39:10.209264 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a0195b7-4fd5-49f0-860b-f0f102b2144a', 'tag': 'c10fe242-6e97-4a2f-823b-9ea645bd4a7f', 'status': 'completed', 'code': 200} Dec 08 16:39:10.266027 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32500e9-d5e5-40ec-b64a-9685a0321fc2 req-754b243e-75dc-4668-9171-f55f4ae461a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:10.267683 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b32500e9-d5e5-40ec-b64a-9685a0321fc2 req-754b243e-75dc-4668-9171-f55f4ae461a1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8286b45da5974226a5d9b89deb3fff8d&device_id=4a0195b7-4fd5-49f0-860b-f0f102b2144a HTTP/1.1" status: 200 len: 1100 time: 0.0506172 Dec 08 16:39:10.297467 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b32500e9-d5e5-40ec-b64a-9685a0321fc2 req-30fc3158-2585-49ae-90db-b9b3262f257d service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=8286b45da5974226a5d9b89deb3fff8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220485 Dec 08 16:39:10.703597 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 13bc416c-6322-4a4d-b4bc-b5c1b2bfa074 up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:39:10.744474 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5366d-a916-4a8e-8254-2b6b7a7a5a07 req-16bb5306-38ee-45a9-b3d7-2cbc079c4ced tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:10.745976 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-72b5366d-a916-4a8e-8254-2b6b7a7a5a07 req-16bb5306-38ee-45a9-b3d7-2cbc079c4ced tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=70598f88-a8ac-4da7-bd62-4260e8d974ca HTTP/1.1" status: 200 len: 945 time: 0.0861697 Dec 08 16:39:10.761422 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32500e9-d5e5-40ec-b64a-9685a0321fc2 req-8feab739-1c49-445c-9f42-7a4993bb6659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:10.762911 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b32500e9-d5e5-40ec-b64a-9685a0321fc2 req-8feab739-1c49-445c-9f42-7a4993bb6659 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4585807 Dec 08 16:39:10.866136 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port 13bc416c-6322-4a4d-b4bc-b5c1b2bfa074 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:39:10.868945 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-72b5366d-a916-4a8e-8254-2b6b7a7a5a07 req-3662b615-a653-40f1-9741-435a4bc8347c tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=be95d6c0-ba90-4b7e-9e8d-0586e89a4f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960083 Dec 08 16:39:10.870578 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 13bc416c-6322-4a4d-b4bc-b5c1b2bfa074 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:39:10.871090 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:10.892369 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a0be3-0bfb-42a0-a107-cd05fa176696 req-28792c3d-26e7-4cc1-a8b9-62cc9c48fe0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:10.892369 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4b0a0be3-0bfb-42a0-a107-cd05fa176696 req-28792c3d-26e7-4cc1-a8b9-62cc9c48fe0a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8286b45da5974226a5d9b89deb3fff8d&device_id=4a0195b7-4fd5-49f0-860b-f0f102b2144a HTTP/1.1" status: 200 len: 1100 time: 0.0787451 Dec 08 16:39:10.912864 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b4006d-0305-4369-8344-2925ea9f1dcb req-1846ae3a-f2a5-468f-b7f9-4724da12b309 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:10.914477 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-17b4006d-0305-4369-8344-2925ea9f1dcb req-1846ae3a-f2a5-468f-b7f9-4724da12b309 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] 10.222.0.64 "GET /v2.0/ports?device_id=c984fed4-f93c-4831-ae26-fcbac808ba8e HTTP/1.1" status: 200 len: 945 time: 0.0887074 Dec 08 16:39:10.986233 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4b0a0be3-0bfb-42a0-a107-cd05fa176696 req-3e755c2e-3949-4d30-adf6-d18944757f8f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=c10fe242-6e97-4a2f-823b-9ea645bd4a7f HTTP/1.1" status: 200 len: 217 time: 0.0903807 Dec 08 16:39:10.988731 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-17b4006d-0305-4369-8344-2925ea9f1dcb req-f6359efa-4da2-48ba-81df-a21137327308 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e06f02a-5de0-47c8-b161-7c34c0bfe29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656230 Dec 08 16:39:10.998674 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:11.035813 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70598f88-a8ac-4da7-bd62-4260e8d974ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13bc416c-6322-4a4d-b4bc-b5c1b2bfa074'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:39:11.038174 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af4572db-cc8f-477c-8757-d66833f773aa" -d '{"events": [{"server_uuid": "70598f88-a8ac-4da7-bd62-4260e8d974ca", "name": "network-vif-plugged", "status": "completed", "tag": "13bc416c-6322-4a4d-b4bc-b5c1b2bfa074"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:39:11.050888 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 13bc416c-6322-4a4d-b4bc-b5c1b2bfa074, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=13bc416c-6322-4a4d-b4bc-b5c1b2bfa074,segment=NetworkSegment(148e30e1-cdcf-4201-a517-2bd3763917d1),segment_id=148e30e1-cdcf-4201-a517-2bd3763917d1)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:39:11.083817 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12379d-0fec-4cdf-9bca-92c05f26978f req-02d6d7be-82d1-4495-b271-ab215e4fa626 tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:11.084565 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc76e6f-fff6-4c53-a5ed-514e8370bb0a x-openstack-request-id: req-2fc76e6f-fff6-4c53-a5ed-514e8370bb0a {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:39:11.084881 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70598f88-a8ac-4da7-bd62-4260e8d974ca", "name": "network-vif-plugged", "status": "completed", "tag": "13bc416c-6322-4a4d-b4bc-b5c1b2bfa074", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:39:11.085142 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2fc76e6f-fff6-4c53-a5ed-514e8370bb0a {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:39:11.085540 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70598f88-a8ac-4da7-bd62-4260e8d974ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13bc416c-6322-4a4d-b4bc-b5c1b2bfa074', 'code': 200} Dec 08 16:39:11.085719 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7e12379d-0fec-4cdf-9bca-92c05f26978f req-02d6d7be-82d1-4495-b271-ab215e4fa626 tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a0195b7-4fd5-49f0-860b-f0f102b2144a HTTP/1.1" status: 200 len: 948 time: 0.1274333 Dec 08 16:39:11.097978 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec64ae4-2317-42e0-b7b6-9b9979b840c9 req-deba5c40-e28d-4154-9b47-65273a6de2da tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:11.099614 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0ec64ae4-2317-42e0-b7b6-9b9979b840c9 req-deba5c40-e28d-4154-9b47-65273a6de2da tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] 10.222.0.76 "GET /v2.0/ports?device_id=c984fed4-f93c-4831-ae26-fcbac808ba8e HTTP/1.1" status: 200 len: 945 time: 0.1824822 Dec 08 16:39:11.102626 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a0be3-0bfb-42a0-a107-cd05fa176696 req-47512f1e-c079-4c20-9db6-1f92adfe31b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:11.104037 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4b0a0be3-0bfb-42a0-a107-cd05fa176696 req-47512f1e-c079-4c20-9db6-1f92adfe31b7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.1022420 Dec 08 16:39:11.139872 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:11.197205 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4073b559-733c-4de4-a260-616f24d6b3ad req-f49d5c3f-17bb-45c3-85b4-c37fcffe7ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:11.199029 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4073b559-733c-4de4-a260-616f24d6b3ad req-f49d5c3f-17bb-45c3-85b4-c37fcffe7ff6 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=70598f88-a8ac-4da7-bd62-4260e8d974ca HTTP/1.1" status: 200 len: 1098 time: 0.0427911 Dec 08 16:39:11.223807 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=13bc416c-6322-4a4d-b4bc-b5c1b2bfa074,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:39:11.251259 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a0be3-0bfb-42a0-a107-cd05fa176696 req-0c1e3708-0014-4088-9910-c88acb07a03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:11.251472 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4073b559-733c-4de4-a260-616f24d6b3ad req-48a2089d-a056-4dfe-b00e-844684fce212 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=be95d6c0-ba90-4b7e-9e8d-0586e89a4f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441689 Dec 08 16:39:11.252764 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4b0a0be3-0bfb-42a0-a107-cd05fa176696 req-0c1e3708-0014-4088-9910-c88acb07a03c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1413589 Dec 08 16:39:11.256120 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7e12379d-0fec-4cdf-9bca-92c05f26978f req-bbfe63c1-8b70-4ca1-9d81-20f9b9f4a3d4 tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb5c051d-7e47-4143-af26-4ca958055617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555526 Dec 08 16:39:11.339053 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-0ec64ae4-2317-42e0-b7b6-9b9979b840c9 req-ce35acc6-4b88-4748-a9cc-a8bd9230cc4c tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] Deleting port 0eecb5e9-9bc2-4442-92e3-fb0d65f5db68 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:39:11.339401 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0ec64ae4-2317-42e0-b7b6-9b9979b840c9 req-ce35acc6-4b88-4748-a9cc-a8bd9230cc4c tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:11.420950 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4b0a0be3-0bfb-42a0-a107-cd05fa176696 req-4ca3d684-0d81-45e5-bccf-4ddf9051360c service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603496 Dec 08 16:39:11.493537 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e73d0a0e-a883-4fd7-99bf-fdea977a2473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:11.506821 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-0ec64ae4-2317-42e0-b7b6-9b9979b840c9 req-ce35acc6-4b88-4748-a9cc-a8bd9230cc4c tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] For port 0eecb5e9-9bc2-4442-92e3-fb0d65f5db68, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=0eecb5e9-9bc2-4442-92e3-fb0d65f5db68,segment=NetworkSegment(340f14fc-7543-4424-b76d-1b1c68456a9f),segment_id=340f14fc-7543-4424-b76d-1b1c68456a9f)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:39:11.507121 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0ec64ae4-2317-42e0-b7b6-9b9979b840c9 req-ce35acc6-4b88-4748-a9cc-a8bd9230cc4c tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:11.530487 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-0ec64ae4-2317-42e0-b7b6-9b9979b840c9 req-ce35acc6-4b88-4748-a9cc-a8bd9230cc4c tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] Calling delete_port for 0eecb5e9-9bc2-4442-92e3-fb0d65f5db68 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:39:11.597471 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4b0a0be3-0bfb-42a0-a107-cd05fa176696 req-cdbd5afb-1332-442a-87da-e45ab9263b69 service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682174 Dec 08 16:39:11.750187 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0ec64ae4-2317-42e0-b7b6-9b9979b840c9 req-ce35acc6-4b88-4748-a9cc-a8bd9230cc4c tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:11.763479 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['0eecb5e9-9bc2-4442-92e3-fb0d65f5db68'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:39:11.785246 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce35acc6-4b88-4748-a9cc-a8bd9230cc4c tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] Pushing event deleted for resources: {'Port': ['ID=0eecb5e9-9bc2-4442-92e3-fb0d65f5db68,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:39:11.833410 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ec64ae4-2317-42e0-b7b6-9b9979b840c9 req-ce35acc6-4b88-4748-a9cc-a8bd9230cc4c tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] No DVR routers for this DVR port 0eecb5e9-9bc2-4442-92e3-fb0d65f5db68 on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:39:11.843439 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0ec64ae4-2317-42e0-b7b6-9b9979b840c9 req-ce35acc6-4b88-4748-a9cc-a8bd9230cc4c tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:11.843439 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0ec64ae4-2317-42e0-b7b6-9b9979b840c9 req-ce35acc6-4b88-4748-a9cc-a8bd9230cc4c tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] 10.222.0.76 "DELETE /v2.0/ports/0eecb5e9-9bc2-4442-92e3-fb0d65f5db68 HTTP/1.1" status: 204 len: 173 time: 0.7300680 Dec 08 16:39:12.002453 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6359e70-cc87-43e7-a84e-142d2576b0b8 req-c8d0c7d0-3b32-4cc3-8690-8de0a4311578 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:12.003989 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c6359e70-cc87-43e7-a84e-142d2576b0b8 req-c8d0c7d0-3b32-4cc3-8690-8de0a4311578 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=70598f88-a8ac-4da7-bd62-4260e8d974ca HTTP/1.1" status: 200 len: 946 time: 0.0505667 Dec 08 16:39:12.062860 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c6359e70-cc87-43e7-a84e-142d2576b0b8 req-fcd92f59-b236-47f6-b158-f56ea84cdbbf tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=be95d6c0-ba90-4b7e-9e8d-0586e89a4f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523942 Dec 08 16:39:12.095707 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b1fe5980-d2c3-4e39-a256-ccf200459ba0 req-bc751f49-3d08-442e-ae8d-1b51b4b81e0f tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] 10.222.0.64 "GET /v2.0/ports?device_id=c984fed4-f93c-4831-ae26-fcbac808ba8e HTTP/1.1" status: 200 len: 210 time: 0.0276301 Dec 08 16:39:12.195911 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c984fed4-f93c-4831-ae26-fcbac808ba8e', 'name': 'network-vif-deleted', 'tag': '0eecb5e9-9bc2-4442-92e3-fb0d65f5db68'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:39:12.198424 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9eae532-9bf7-40b3-a0be-9de96c84937f" -d '{"events": [{"server_uuid": "c984fed4-f93c-4831-ae26-fcbac808ba8e", "name": "network-vif-deleted", "tag": "0eecb5e9-9bc2-4442-92e3-fb0d65f5db68"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:39:12.237845 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-814172c8-ac39-4d2a-9e02-16e95979f725 x-openstack-request-id: req-814172c8-ac39-4d2a-9e02-16e95979f725 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:39:12.238326 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c984fed4-f93c-4831-ae26-fcbac808ba8e", "name": "network-vif-deleted", "tag": "0eecb5e9-9bc2-4442-92e3-fb0d65f5db68", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:39:12.238544 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-814172c8-ac39-4d2a-9e02-16e95979f725 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:39:12.239023 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c984fed4-f93c-4831-ae26-fcbac808ba8e', 'name': 'network-vif-deleted', 'tag': '0eecb5e9-9bc2-4442-92e3-fb0d65f5db68', 'status': 'completed', 'code': 200} Dec 08 16:39:12.405947 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0796735d-73c8-4e62-a26f-847519619291 req-6017a0d2-c48c-4c81-88ca-2b1032a32c53 tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:12.407692 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0796735d-73c8-4e62-a26f-847519619291 req-6017a0d2-c48c-4c81-88ca-2b1032a32c53 tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a0195b7-4fd5-49f0-860b-f0f102b2144a HTTP/1.1" status: 200 len: 948 time: 0.0726509 Dec 08 16:39:12.485261 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0796735d-73c8-4e62-a26f-847519619291 req-09faf2a5-f7a1-4c1c-86ee-484cc8374c52 tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb5c051d-7e47-4143-af26-4ca958055617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698056 Dec 08 16:39:13.223445 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41bb731-8c29-4cca-a243-534db16f43b1 req-28451827-d20b-46bb-89dc-5f1ec6bfabeb tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:13.237297 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f41bb731-8c29-4cca-a243-534db16f43b1 req-28451827-d20b-46bb-89dc-5f1ec6bfabeb tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=70598f88-a8ac-4da7-bd62-4260e8d974ca HTTP/1.1" status: 200 len: 946 time: 0.0809529 Dec 08 16:39:13.299763 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f41bb731-8c29-4cca-a243-534db16f43b1 req-a34bb779-0ca1-44ab-b264-b3229ae89611 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=be95d6c0-ba90-4b7e-9e8d-0586e89a4f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609581 Dec 08 16:39:13.424320 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b51f442-ba2a-489b-8372-211c9282924d req-0ffb2cb3-8b39-45e3-8c43-880d9c333268 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:13.426156 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3b51f442-ba2a-489b-8372-211c9282924d req-0ffb2cb3-8b39-45e3-8c43-880d9c333268 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=70598f88-a8ac-4da7-bd62-4260e8d974ca HTTP/1.1" status: 200 len: 946 time: 0.0537717 Dec 08 16:39:13.469493 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483ba56b-6fb5-4be4-9299-258ab8500c2b req-55d63aca-b8eb-451b-ac10-3c72aa3a59eb tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:13.471112 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-483ba56b-6fb5-4be4-9299-258ab8500c2b req-55d63aca-b8eb-451b-ac10-3c72aa3a59eb tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] 10.222.0.64 "GET /v2.0/networks?id=3cb6a89d-87ab-453f-b5d1-a179b370fe1b HTTP/1.1" status: 200 len: 809 time: 0.1179116 Dec 08 16:39:13.478484 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3b51f442-ba2a-489b-8372-211c9282924d req-bce35a88-4bb9-416e-a1dd-6e7109fa28af tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=be95d6c0-ba90-4b7e-9e8d-0586e89a4f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459919 Dec 08 16:39:13.486811 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-483ba56b-6fb5-4be4-9299-258ab8500c2b req-b7799ee3-10e7-4907-9a36-aab5ec01ae13 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] 10.222.0.64 "GET /v2.0/quotas/d1918e96234a4ab19790a7693a8184d1 HTTP/1.1" status: 200 len: 375 time: 0.0096176 Dec 08 16:39:13.501808 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56790) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:39:13.529908 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-483ba56b-6fb5-4be4-9299-258ab8500c2b req-c8ad188e-e9c8-4555-a857-b3b944882406 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d1918e96234a4ab19790a7693a8184d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370278 Dec 08 16:39:13.648340 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558d648-35db-45fa-9e5f-86d1efa5de07 req-4479de14-78df-4329-a019-86cf4159a684 tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:13.651208 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8558d648-35db-45fa-9e5f-86d1efa5de07 req-4479de14-78df-4329-a019-86cf4159a684 tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a0195b7-4fd5-49f0-860b-f0f102b2144a HTTP/1.1" status: 200 len: 948 time: 0.0841618 Dec 08 16:39:13.677541 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-483ba56b-6fb5-4be4-9299-258ab8500c2b req-1a78437c-a909-490b-b3ec-a772055618b5 service neutron] 10.222.0.64 "GET /v2.0/networks/3cb6a89d-87ab-453f-b5d1-a179b370fe1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417735 Dec 08 16:39:13.707889 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8558d648-35db-45fa-9e5f-86d1efa5de07 req-c1b2c61d-c94f-4320-ba77-8ec0588415fb tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb5c051d-7e47-4143-af26-4ca958055617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466707 Dec 08 16:39:13.759064 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18886d4-f5d2-436e-85fa-31b9399c6c72 tempest-TestVolumeBootPattern-1399581815 tempest-TestVolumeBootPattern-1399581815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:13.764493 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a18886d4-f5d2-436e-85fa-31b9399c6c72 tempest-TestVolumeBootPattern-1399581815 tempest-TestVolumeBootPattern-1399581815-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=70598f88-a8ac-4da7-bd62-4260e8d974ca HTTP/1.1" status: 200 len: 1093 time: 0.2614830 Dec 08 16:39:13.765157 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56796) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:39:13.769961 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-f956973c-0cf3-497c-a85c-465bd8038c77 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Request body: {'floatingip': {'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'port_id': '13bc416c-6322-4a4d-b4bc-b5c1b2bfa074', 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:39:13.784984 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-483ba56b-6fb5-4be4-9299-258ab8500c2b req-d3096ceb-2614-402b-a3c4-93de88e7078d service neutron] 10.222.0.64 "GET /v2.0/networks/3cb6a89d-87ab-453f-b5d1-a179b370fe1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059370 Dec 08 16:39:13.893039 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f956973c-0cf3-497c-a85c-465bd8038c77 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks [] for floatingip, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:14.022264 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7c5c9355-1431-458d-8c92-3da58e891667 req-0c1a50c3-f4be-4fe6-891f-860402472d2c tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] 10.222.0.64 "GET /v2.0/ports?device_id=25a06bad-1ab1-4fea-a8bf-817114b1bd59 HTTP/1.1" status: 200 len: 210 time: 0.0301170 Dec 08 16:39:14.028964 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f956973c-0cf3-497c-a85c-465bd8038c77 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:14.139412 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d90d3a0b-6ab4-4cb1-8d11-aa5bdc0c4824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:14.165598 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-f956973c-0cf3-497c-a85c-465bd8038c77 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Allocated IP 172.25.0.123 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/700fa1b1-2254-4958-ace1-0f01040922b7) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:39:14.272977 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f956973c-0cf3-497c-a85c-465bd8038c77 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:14.425567 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f956973c-0cf3-497c-a85c-465bd8038c77 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:14.463583 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f956973c-0cf3-497c-a85c-465bd8038c77 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:39:14.468747 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-f956973c-0cf3-497c-a85c-465bd8038c77 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:39:14.472308 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f956973c-0cf3-497c-a85c-465bd8038c77 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:39:14.477856 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f956973c-0cf3-497c-a85c-465bd8038c77 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Pushing event updated for resources: {'Port': ['ID=700fa1b1-2254-4958-ace1-0f01040922b7,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:39:14.714949 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 0eecb5e9-9bc2-4442-92e3-fb0d65f5db68 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:39:14.739039 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: 0eecb5e9-9bc2-4442-92e3-fb0d65f5db68 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:39:14.739394 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 0eecb5e9-9bc2-4442-92e3-fb0d65f5db68 not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:39:14.844251 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6856c69-123b-446b-b341-0f471c758e83 req-00e28f0d-2ed7-4c1f-8ae3-e1d76f521d32 tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:14.846671 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f6856c69-123b-446b-b341-0f471c758e83 req-00e28f0d-2ed7-4c1f-8ae3-e1d76f521d32 tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a0195b7-4fd5-49f0-860b-f0f102b2144a HTTP/1.1" status: 200 len: 948 time: 0.0616448 Dec 08 16:39:14.909809 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f6856c69-123b-446b-b341-0f471c758e83 req-25e6be32-6201-42d9-93eb-0c80e36577c6 tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb5c051d-7e47-4143-af26-4ca958055617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564625 Dec 08 16:39:14.956853 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f956973c-0cf3-497c-a85c-465bd8038c77 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:15.096676 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f956973c-0cf3-497c-a85c-465bd8038c77 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:15.149669 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9ac832d3-8e7f-413a-aaee-3af4601b02d5 req-218145df-ef64-472d-b6e9-3beac6f698b9 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] 10.222.0.64 "GET /v2.0/ports?device_id=25a06bad-1ab1-4fea-a8bf-817114b1bd59 HTTP/1.1" status: 200 len: 210 time: 0.0498471 Dec 08 16:39:15.293594 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f956973c-0cf3-497c-a85c-465bd8038c77 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:15.298130 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:15.379168 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f956973c-0cf3-497c-a85c-465bd8038c77 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:15.452396 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f956973c-0cf3-497c-a85c-465bd8038c77 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Pushing event updated for resources: {'Port': ['ID=700fa1b1-2254-4958-ace1-0f01040922b7,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:39:15.467894 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f956973c-0cf3-497c-a85c-465bd8038c77 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:15.573150 n-d-776250-12 neutron-server[110551]: INFO neutron.db.l3_db [None req-f956973c-0cf3-497c-a85c-465bd8038c77 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Floating IP 0934de2b-922b-4a5a-8435-bf8944f29e4a associated. External IP: 172.25.0.123, port: 13bc416c-6322-4a4d-b4bc-b5c1b2bfa074. Dec 08 16:39:15.796249 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56820) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:39:15.821933 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f956973c-0cf3-497c-a85c-465bd8038c77 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Router 15de8570-f928-4307-b023-14f9304f01a0 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:39:15.867624 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device c10fe242-6e97-4a2f-823b-9ea645bd4a7f details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:39:15.962446 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bb9aa2c9-ff1f-4a57-b326-586bf51ead44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:15.974443 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port c10fe242-6e97-4a2f-823b-9ea645bd4a7f, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=c10fe242-6e97-4a2f-823b-9ea645bd4a7f,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:39:15.984627 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f956973c-0cf3-497c-a85c-465bd8038c77 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:39:15.988797 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': 'c10fe242-6e97-4a2f-823b-9ea645bd4a7f', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'port_id': 'c10fe242-6e97-4a2f-823b-9ea645bd4a7f', 'mac_address': 'fa:16:3e:a3:cd:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c93b3a32-b438-4a47-8558-220c03febf97', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:39:15.997081 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a201786-e211-459d-8597-00442c475f46 None None] Sync routers for ids ['15de8570-f928-4307-b023-14f9304f01a0'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:39:16.018534 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a201786-e211-459d-8597-00442c475f46 None None] Routers {'15de8570-f928-4307-b023-14f9304f01a0'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:39:16.019224 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-0a201786-e211-459d-8597-00442c475f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:39:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['15de8570-f928-4307-b023-14f9304f01a0'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:39:16.037650 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:16.052809 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c10fe242-6e97-4a2f-823b-9ea645bd4a7f {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:39:16.073681 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port c10fe242-6e97-4a2f-823b-9ea645bd4a7f, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=c10fe242-6e97-4a2f-823b-9ea645bd4a7f,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:39:16.093611 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a848cf7-7ef3-4ba9-b643-f1b2777b3c1f req-98ecef71-d27a-4ca3-8c0a-97f2daa03f8e tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:16.102202 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3a848cf7-7ef3-4ba9-b643-f1b2777b3c1f req-98ecef71-d27a-4ca3-8c0a-97f2daa03f8e tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a0195b7-4fd5-49f0-860b-f0f102b2144a HTTP/1.1" status: 200 len: 948 time: 0.1138570 Dec 08 16:39:16.120107 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bb9aa2c9-ff1f-4a57-b326-586bf51ead44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:16.124509 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f956973c-0cf3-497c-a85c-465bd8038c77 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:16.153085 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-0a201786-e211-459d-8597-00442c475f46 None None] Set router 15de8570-f928-4307-b023-14f9304f01a0 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:39:16.167515 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f956973c-0cf3-497c-a85c-465bd8038c77 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3909996 Dec 08 16:39:16.167515 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70598f88-a8ac-4da7-bd62-4260e8d974ca', 'tag': '13bc416c-6322-4a4d-b4bc-b5c1b2bfa074'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:39:16.167515 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d3476b-f2d3-4d90-9497-ca02d9dc3d95" -d '{"events": [{"name": "network-changed", "server_uuid": "70598f88-a8ac-4da7-bd62-4260e8d974ca", "tag": "13bc416c-6322-4a4d-b4bc-b5c1b2bfa074"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:39:16.176120 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3a848cf7-7ef3-4ba9-b643-f1b2777b3c1f req-496fed54-ea72-4c2a-bbfe-d0c1fc711bc3 tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb5c051d-7e47-4143-af26-4ca958055617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652885 Dec 08 16:39:16.204545 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:16.221594 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593c9507-a61b-4bbe-894a-5b21a3e1f714 x-openstack-request-id: req-593c9507-a61b-4bbe-894a-5b21a3e1f714 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:39:16.222054 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70598f88-a8ac-4da7-bd62-4260e8d974ca", "tag": "13bc416c-6322-4a4d-b4bc-b5c1b2bfa074", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:39:16.222592 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-593c9507-a61b-4bbe-894a-5b21a3e1f714 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:39:16.223018 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70598f88-a8ac-4da7-bd62-4260e8d974ca', 'tag': '13bc416c-6322-4a4d-b4bc-b5c1b2bfa074', 'status': 'completed', 'code': 200} Dec 08 16:39:16.244558 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bb9aa2c9-ff1f-4a57-b326-586bf51ead44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:16.284123 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=c10fe242-6e97-4a2f-823b-9ea645bd4a7f,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:39:16.333951 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9aa2c9-ff1f-4a57-b326-586bf51ead44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7c4866-32cc-4ea5-8e41-e9fa177bca4e,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:39:16.338930 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c2a7e364-ac55-4899-8d5b-d75170ffa181 req-3375fdf1-aa91-4fa0-971b-bd5f2b34c4cc tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] 10.222.0.64 "GET /v2.0/ports?device_id=25a06bad-1ab1-4fea-a8bf-817114b1bd59 HTTP/1.1" status: 200 len: 210 time: 0.0877523 Dec 08 16:39:16.348758 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-bb9aa2c9-ff1f-4a57-b326-586bf51ead44 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=552086eba9d34de4a236ec6d753f71ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5509222 Dec 08 16:39:16.349057 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 56832) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:39:16.361579 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3476b-f2d3-4d90-9497-ca02d9dc3d95 req-f54013cf-db2f-4c91-9d5a-2903cea8636c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:16.363442 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c9d3476b-f2d3-4d90-9497-ca02d9dc3d95 req-f54013cf-db2f-4c91-9d5a-2903cea8636c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=71f5826d1b3d4cd5a2c95e78c7917860&device_id=70598f88-a8ac-4da7-bd62-4260e8d974ca HTTP/1.1" status: 200 len: 1098 time: 0.0951433 Dec 08 16:39:16.416693 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['c10fe242-6e97-4a2f-823b-9ea645bd4a7f'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:39:16.437858 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483ba56b-6fb5-4be4-9299-258ab8500c2b req-9793187b-50a7-4e09-aa12-04b8ffad8b53 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:16.439502 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-483ba56b-6fb5-4be4-9299-258ab8500c2b req-9793187b-50a7-4e09-aa12-04b8ffad8b53 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] 10.222.0.76 "GET /v2.0/networks?id=3cb6a89d-87ab-453f-b5d1-a179b370fe1b HTTP/1.1" status: 200 len: 809 time: 0.1716278 Dec 08 16:39:16.445142 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c7cb8ef8-6acf-4d6b-85d9-ec6ce3fbcf52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:16.461297 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-483ba56b-6fb5-4be4-9299-258ab8500c2b req-45d3a455-aeb1-45d1-827f-8a7afc7b29c1 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] Request body: {'port': {'device_id': '25a06bad-1ab1-4fea-a8bf-817114b1bd59', 'network_id': '3cb6a89d-87ab-453f-b5d1-a179b370fe1b', 'admin_state_up': True, 'tenant_id': 'd1918e96234a4ab19790a7693a8184d1'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:39:16.526312 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-0a201786-e211-459d-8597-00442c475f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15de8570-f928-4307-b023-14f9304f01a0', 'name': 'tempest-TestVolumeBootPattern-760813147-router', 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '903a9083-9a60-45de-ba52-146e47efdbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:00Z', 'updated_at': '2021-12-08T16:30:13Z', 'revision_number': 4, 'project_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'gw_port': {'id': '903a9083-9a60-45de-ba52-146e47efdbae', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15de8570-f928-4307-b023-14f9304f01a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:03Z', 'updated_at': '2021-12-08T16:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '0934de2b-922b-4a5a-8435-bf8944f29e4a', 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'floating_ip_address': '172.25.0.123', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '15de8570-f928-4307-b023-14f9304f01a0', 'port_id': '13bc416c-6322-4a4d-b4bc-b5c1b2bfa074', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3847, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8', 'mac_address': 'fa:16:3e:cb:85:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70598f88-a8ac-4da7-bd62-4260e8d974ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:39:14Z', 'updated_at': '2021-12-08T16:39:14Z', 'revision_number': 0, 'project_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8a6271d-6dcd-4a65-b929-ce28fca9c592', 'name': '', 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8', 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'mac_address': 'fa:16:3e:a7:89:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15de8570-f928-4307-b023-14f9304f01a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '13be6d62-2e9a-40c4-9d1e-34aa15cc5f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:10Z', 'updated_at': '2021-12-08T16:30:23Z', 'revision_number': 5, 'project_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'subnets': [{'id': '13be6d62-2e9a-40c4-9d1e-34aa15cc5f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:39:16.570526 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c7cb8ef8-6acf-4d6b-85d9-ec6ce3fbcf52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:16.579873 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a201786-e211-459d-8597-00442c475f46 None None] Checking router: 15de8570-f928-4307-b023-14f9304f01a0 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:39:16.592540 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a201786-e211-459d-8597-00442c475f46 None None] Routers {'15de8570-f928-4307-b023-14f9304f01a0'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:39:16.593405 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-0a201786-e211-459d-8597-00442c475f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:39:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['15de8570-f928-4307-b023-14f9304f01a0'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:39:16.720488 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-0a201786-e211-459d-8597-00442c475f46 None None] Set router 15de8570-f928-4307-b023-14f9304f01a0 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:39:16.722412 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-483ba56b-6fb5-4be4-9299-258ab8500c2b req-45d3a455-aeb1-45d1-827f-8a7afc7b29c1 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] Made reservation on behalf of d1918e96234a4ab19790a7693a8184d1 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:39:16.726329 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-483ba56b-6fb5-4be4-9299-258ab8500c2b req-45d3a455-aeb1-45d1-827f-8a7afc7b29c1 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:16.746613 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c7cb8ef8-6acf-4d6b-85d9-ec6ce3fbcf52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:16.749376 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c7cb8ef8-6acf-4d6b-85d9-ec6ce3fbcf52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:16.750792 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c7cb8ef8-6acf-4d6b-85d9-ec6ce3fbcf52 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1f7c4866-32cc-4ea5-8e41-e9fa177bca4e HTTP/1.1" status: 204 len: 168 time: 0.4011540 Dec 08 16:39:16.767247 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cb8ef8-6acf-4d6b-85d9-ec6ce3fbcf52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7c4866-32cc-4ea5-8e41-e9fa177bca4e,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:39:16.803587 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:16.855925 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3476b-f2d3-4d90-9497-ca02d9dc3d95 req-b4b59513-9e97-49fa-a35e-96aa7986d76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:16.858311 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c9d3476b-f2d3-4d90-9497-ca02d9dc3d95 req-b4b59513-9e97-49fa-a35e-96aa7986d76f service neutron] 10.222.0.76 "GET /v2.0/networks?id=b16f21e0-d13a-4c4c-a863-a31df2be91b8 HTTP/1.1" status: 200 len: 912 time: 0.4885769 Dec 08 16:39:16.905308 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-483ba56b-6fb5-4be4-9299-258ab8500c2b req-45d3a455-aeb1-45d1-827f-8a7afc7b29c1 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] Allocated IP 172.20.0.13 (3cb6a89d-87ab-453f-b5d1-a179b370fe1b/a55d16a4-4b46-4233-a640-72a852b7544a/94cd13c7-225f-4f6a-957d-faacc96b2cf7) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:39:16.975586 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c9d3476b-f2d3-4d90-9497-ca02d9dc3d95 req-23bbd150-56e2-4a54-9884-0526c9b6cf39 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13bc416c-6322-4a4d-b4bc-b5c1b2bfa074 HTTP/1.1" status: 200 len: 1000 time: 0.1094348 Dec 08 16:39:17.029349 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3476b-f2d3-4d90-9497-ca02d9dc3d95 req-e88c7e7e-5b9f-46f6-98a8-890e7aaeecff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:17.030807 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c9d3476b-f2d3-4d90-9497-ca02d9dc3d95 req-e88c7e7e-5b9f-46f6-98a8-890e7aaeecff service neutron] 10.222.0.76 "GET /v2.0/subnets?id=13be6d62-2e9a-40c4-9d1e-34aa15cc5f10 HTTP/1.1" status: 200 len: 850 time: 0.0483944 Dec 08 16:39:17.079375 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3476b-f2d3-4d90-9497-ca02d9dc3d95 req-b0695150-527f-4f74-ac3f-724f5f2fc43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:17.081431 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c9d3476b-f2d3-4d90-9497-ca02d9dc3d95 req-b0695150-527f-4f74-ac3f-724f5f2fc43e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b16f21e0-d13a-4c4c-a863-a31df2be91b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435128 Dec 08 16:39:17.089750 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-483ba56b-6fb5-4be4-9299-258ab8500c2b req-45d3a455-aeb1-45d1-827f-8a7afc7b29c1 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:17.116083 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-0a201786-e211-459d-8597-00442c475f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15de8570-f928-4307-b023-14f9304f01a0', 'name': 'tempest-TestVolumeBootPattern-760813147-router', 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '903a9083-9a60-45de-ba52-146e47efdbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:00Z', 'updated_at': '2021-12-08T16:30:13Z', 'revision_number': 4, 'project_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'gw_port': {'id': '903a9083-9a60-45de-ba52-146e47efdbae', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15de8570-f928-4307-b023-14f9304f01a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:03Z', 'updated_at': '2021-12-08T16:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '0934de2b-922b-4a5a-8435-bf8944f29e4a', 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'floating_ip_address': '172.25.0.123', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '15de8570-f928-4307-b023-14f9304f01a0', 'port_id': '13bc416c-6322-4a4d-b4bc-b5c1b2bfa074', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3847, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8', 'mac_address': 'fa:16:3e:cb:85:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70598f88-a8ac-4da7-bd62-4260e8d974ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:39:14Z', 'updated_at': '2021-12-08T16:39:14Z', 'revision_number': 0, 'project_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8a6271d-6dcd-4a65-b929-ce28fca9c592', 'name': '', 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8', 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'mac_address': 'fa:16:3e:a7:89:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15de8570-f928-4307-b023-14f9304f01a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '13be6d62-2e9a-40c4-9d1e-34aa15cc5f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:10Z', 'updated_at': '2021-12-08T16:30:23Z', 'revision_number': 5, 'project_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'subnets': [{'id': '13be6d62-2e9a-40c4-9d1e-34aa15cc5f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:39:17.151179 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a201786-e211-459d-8597-00442c475f46 None None] The sync data for ids ['15de8570-f928-4307-b023-14f9304f01a0'] in n-d-776250-12 is: [{'id': '15de8570-f928-4307-b023-14f9304f01a0', 'name': 'tempest-TestVolumeBootPattern-760813147-router', 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '903a9083-9a60-45de-ba52-146e47efdbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:00Z', 'updated_at': '2021-12-08T16:30:13Z', 'revision_number': 4, 'project_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'gw_port': {'id': '903a9083-9a60-45de-ba52-146e47efdbae', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15de8570-f928-4307-b023-14f9304f01a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:03Z', 'updated_at': '2021-12-08T16:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '0934de2b-922b-4a5a-8435-bf8944f29e4a', 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'floating_ip_address': '172.25.0.123', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '15de8570-f928-4307-b023-14f9304f01a0', 'port_id': '13bc416c-6322-4a4d-b4bc-b5c1b2bfa074', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3847, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8', 'mac_address': 'fa:16:3e:cb:85:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70598f88-a8ac-4da7-bd62-4260e8d974ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:39:14Z', 'updated_at': '2021-12-08T16:39:14Z', 'revision_number': 0, 'project_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8a6271d-6dcd-4a65-b929-ce28fca9c592', 'name': '', 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8', 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'mac_address': 'fa:16:3e:a7:89:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15de8570-f928-4307-b023-14f9304f01a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '13be6d62-2e9a-40c4-9d1e-34aa15cc5f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:10Z', 'updated_at': '2021-12-08T16:30:23Z', 'revision_number': 5, 'project_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'subnets': [{'id': '13be6d62-2e9a-40c4-9d1e-34aa15cc5f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:39:17.181141 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-483ba56b-6fb5-4be4-9299-258ab8500c2b req-45d3a455-aeb1-45d1-827f-8a7afc7b29c1 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:17.229422 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c9d3476b-f2d3-4d90-9497-ca02d9dc3d95 req-b222cd8f-5c1c-4d49-a4db-d5dc2b484bf3 service neutron] 10.222.0.76 "GET /v2.0/networks/b16f21e0-d13a-4c4c-a863-a31df2be91b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323199 Dec 08 16:39:17.245709 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-483ba56b-6fb5-4be4-9299-258ab8500c2b req-45d3a455-aeb1-45d1-827f-8a7afc7b29c1 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] Network 3cb6a89d-87ab-453f-b5d1-a179b370fe1b is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:39:17.257870 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-483ba56b-6fb5-4be4-9299-258ab8500c2b req-45d3a455-aeb1-45d1-827f-8a7afc7b29c1 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:39:17.262052 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-483ba56b-6fb5-4be4-9299-258ab8500c2b req-45d3a455-aeb1-45d1-827f-8a7afc7b29c1 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:39:17.270116 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d3a455-aeb1-45d1-827f-8a7afc7b29c1 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] Pushing event updated for resources: {'Port': ['ID=94cd13c7-225f-4f6a-957d-faacc96b2cf7,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:39:17.322037 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483ba56b-6fb5-4be4-9299-258ab8500c2b req-45d3a455-aeb1-45d1-827f-8a7afc7b29c1 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:17.322698 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-483ba56b-6fb5-4be4-9299-258ab8500c2b req-45d3a455-aeb1-45d1-827f-8a7afc7b29c1 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:17.399319 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72162e2-c392-45c2-b5b8-a2ee9d65d2be req-ef9183b6-26eb-4728-8d37-dd6c9c32181d tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:17.401041 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f72162e2-c392-45c2-b5b8-a2ee9d65d2be req-ef9183b6-26eb-4728-8d37-dd6c9c32181d tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a0195b7-4fd5-49f0-860b-f0f102b2144a HTTP/1.1" status: 200 len: 949 time: 0.0964396 Dec 08 16:39:17.408309 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c9d3476b-f2d3-4d90-9497-ca02d9dc3d95 req-028df3aa-598c-4e4c-8886-c36c24fe11f7 service neutron] 10.222.0.76 "GET /v2.0/networks/b16f21e0-d13a-4c4c-a863-a31df2be91b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749806 Dec 08 16:39:17.428347 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-483ba56b-6fb5-4be4-9299-258ab8500c2b req-45d3a455-aeb1-45d1-827f-8a7afc7b29c1 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9774239 Dec 08 16:39:17.441098 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-483ba56b-6fb5-4be4-9299-258ab8500c2b req-86201f28-50c7-4cdd-bea0-3f3648971585 service neutron] Request body: {'port': {'device_id': '25a06bad-1ab1-4fea-a8bf-817114b1bd59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:39:17.459644 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f72162e2-c392-45c2-b5b8-a2ee9d65d2be req-dbca0792-4593-42cf-8334-8475b355117d tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb5c051d-7e47-4143-af26-4ca958055617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503893 Dec 08 16:39:17.466442 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1dda50-f085-4a97-9870-9ae89f86848d None None] New status for floating IP 0934de2b-922b-4a5a-8435-bf8944f29e4a: ACTIVE {{(pid=110552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:39:17.547345 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e4f62-a0b1-4611-92cf-796cc93e0150 req-7a200989-5ef5-49a0-846c-500f6a3b579a tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:17.548979 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-654e4f62-a0b1-4611-92cf-796cc93e0150 req-7a200989-5ef5-49a0-846c-500f6a3b579a tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] 10.222.0.64 "GET /v2.0/ports?device_id=25a06bad-1ab1-4fea-a8bf-817114b1bd59 HTTP/1.1" status: 200 len: 932 time: 0.1026604 Dec 08 16:39:17.561019 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-483ba56b-6fb5-4be4-9299-258ab8500c2b req-86201f28-50c7-4cdd-bea0-3f3648971585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:17.648155 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-654e4f62-a0b1-4611-92cf-796cc93e0150 req-d09f80da-dc54-4127-9332-a4ba1b8d523d tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e06f02a-5de0-47c8-b161-7c34c0bfe29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892375 Dec 08 16:39:17.654030 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:17.877149 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device c10fe242-6e97-4a2f-823b-9ea645bd4a7f up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:39:17.878280 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-483ba56b-6fb5-4be4-9299-258ab8500c2b req-86201f28-50c7-4cdd-bea0-3f3648971585 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94cd13c7-225f-4f6a-957d-faacc96b2cf7 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:39:17.886885 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-483ba56b-6fb5-4be4-9299-258ab8500c2b req-86201f28-50c7-4cdd-bea0-3f3648971585 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:17.902118 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-483ba56b-6fb5-4be4-9299-258ab8500c2b req-86201f28-50c7-4cdd-bea0-3f3648971585 service neutron] Transition to ACTIVE for port object 94cd13c7-225f-4f6a-957d-faacc96b2cf7 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:39:17.967903 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-483ba56b-6fb5-4be4-9299-258ab8500c2b req-86201f28-50c7-4cdd-bea0-3f3648971585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:17.996463 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port c10fe242-6e97-4a2f-823b-9ea645bd4a7f completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:39:18.001158 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port c10fe242-6e97-4a2f-823b-9ea645bd4a7f triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:39:18.003674 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:18.019057 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86201f28-50c7-4cdd-bea0-3f3648971585 service neutron] Pushing event updated for resources: {'Port': ['ID=94cd13c7-225f-4f6a-957d-faacc96b2cf7,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:39:18.097983 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:18.099926 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-483ba56b-6fb5-4be4-9299-258ab8500c2b req-86201f28-50c7-4cdd-bea0-3f3648971585 service neutron] Attempting to bind port 94cd13c7-225f-4f6a-957d-faacc96b2cf7 on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:39:18.100315 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-483ba56b-6fb5-4be4-9299-258ab8500c2b req-86201f28-50c7-4cdd-bea0-3f3648971585 service neutron] Attempting to bind port 94cd13c7-225f-4f6a-957d-faacc96b2cf7 by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': '340f14fc-7543-4424-b76d-1b1c68456a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3cb6a89d-87ab-453f-b5d1-a179b370fe1b'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:39:18.100664 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483ba56b-6fb5-4be4-9299-258ab8500c2b req-86201f28-50c7-4cdd-bea0-3f3648971585 service neutron] Attempting to bind port 94cd13c7-225f-4f6a-957d-faacc96b2cf7 on network 3cb6a89d-87ab-453f-b5d1-a179b370fe1b {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:39:18.105564 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483ba56b-6fb5-4be4-9299-258ab8500c2b req-86201f28-50c7-4cdd-bea0-3f3648971585 service neutron] Port 94cd13c7-225f-4f6a-957d-faacc96b2cf7 on network 3cb6a89d-87ab-453f-b5d1-a179b370fe1b not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:39:18.105993 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483ba56b-6fb5-4be4-9299-258ab8500c2b req-86201f28-50c7-4cdd-bea0-3f3648971585 service neutron] Attempting to bind port 94cd13c7-225f-4f6a-957d-faacc96b2cf7 on network 3cb6a89d-87ab-453f-b5d1-a179b370fe1b {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:39:18.111195 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483ba56b-6fb5-4be4-9299-258ab8500c2b req-86201f28-50c7-4cdd-bea0-3f3648971585 service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:39:18.111617 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483ba56b-6fb5-4be4-9299-258ab8500c2b req-86201f28-50c7-4cdd-bea0-3f3648971585 service neutron] Checking segment: {'id': '340f14fc-7543-4424-b76d-1b1c68456a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3cb6a89d-87ab-453f-b5d1-a179b370fe1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:39:18.112077 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483ba56b-6fb5-4be4-9299-258ab8500c2b req-86201f28-50c7-4cdd-bea0-3f3648971585 service neutron] Bound using segment: {'id': '340f14fc-7543-4424-b76d-1b1c68456a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3cb6a89d-87ab-453f-b5d1-a179b370fe1b'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:39:18.112651 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-483ba56b-6fb5-4be4-9299-258ab8500c2b req-86201f28-50c7-4cdd-bea0-3f3648971585 service neutron] Bound port: 94cd13c7-225f-4f6a-957d-faacc96b2cf7, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '340f14fc-7543-4424-b76d-1b1c68456a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3cb6a89d-87ab-453f-b5d1-a179b370fe1b'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:39:18.113065 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-483ba56b-6fb5-4be4-9299-258ab8500c2b req-86201f28-50c7-4cdd-bea0-3f3648971585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:18.125228 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a0195b7-4fd5-49f0-860b-f0f102b2144a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c10fe242-6e97-4a2f-823b-9ea645bd4a7f'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:39:18.127843 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d881cd66-437e-40ea-8ad2-94fb4cac2bca" -d '{"events": [{"server_uuid": "4a0195b7-4fd5-49f0-860b-f0f102b2144a", "name": "network-vif-plugged", "status": "completed", "tag": "c10fe242-6e97-4a2f-823b-9ea645bd4a7f"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:39:18.143790 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port c10fe242-6e97-4a2f-823b-9ea645bd4a7f, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=c10fe242-6e97-4a2f-823b-9ea645bd4a7f,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:39:18.180204 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83816ddc-e478-4d25-a807-f7a16d616801 x-openstack-request-id: req-83816ddc-e478-4d25-a807-f7a16d616801 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:39:18.180682 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a0195b7-4fd5-49f0-860b-f0f102b2144a", "name": "network-vif-plugged", "status": "completed", "tag": "c10fe242-6e97-4a2f-823b-9ea645bd4a7f", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:39:18.181068 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-83816ddc-e478-4d25-a807-f7a16d616801 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:39:18.181500 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a0195b7-4fd5-49f0-860b-f0f102b2144a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c10fe242-6e97-4a2f-823b-9ea645bd4a7f', 'code': 200} Dec 08 16:39:18.189673 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-483ba56b-6fb5-4be4-9299-258ab8500c2b req-86201f28-50c7-4cdd-bea0-3f3648971585 service neutron] For port 94cd13c7-225f-4f6a-957d-faacc96b2cf7, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:39:18.192929 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-483ba56b-6fb5-4be4-9299-258ab8500c2b req-86201f28-50c7-4cdd-bea0-3f3648971585 service neutron] For port 94cd13c7-225f-4f6a-957d-faacc96b2cf7, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=94cd13c7-225f-4f6a-957d-faacc96b2cf7,segment=NetworkSegment(340f14fc-7543-4424-b76d-1b1c68456a9f),segment_id=340f14fc-7543-4424-b76d-1b1c68456a9f)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:39:18.215459 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:18.271537 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=c10fe242-6e97-4a2f-823b-9ea645bd4a7f,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:39:18.275582 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-483ba56b-6fb5-4be4-9299-258ab8500c2b req-86201f28-50c7-4cdd-bea0-3f3648971585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:18.323336 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483ba56b-6fb5-4be4-9299-258ab8500c2b req-86201f28-50c7-4cdd-bea0-3f3648971585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:18.323978 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-483ba56b-6fb5-4be4-9299-258ab8500c2b req-86201f28-50c7-4cdd-bea0-3f3648971585 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:18.326176 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-483ba56b-6fb5-4be4-9299-258ab8500c2b req-86201f28-50c7-4cdd-bea0-3f3648971585 service neutron] 10.222.0.76 "PUT /v2.0/ports/94cd13c7-225f-4f6a-957d-faacc96b2cf7 HTTP/1.1" status: 200 len: 1093 time: 0.8901026 Dec 08 16:39:18.326668 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25a06bad-1ab1-4fea-a8bf-817114b1bd59', 'tag': '94cd13c7-225f-4f6a-957d-faacc96b2cf7'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:39:18.329078 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537aa903-316d-4e62-8d98-24abc68e4450" -d '{"events": [{"name": "network-changed", "server_uuid": "25a06bad-1ab1-4fea-a8bf-817114b1bd59", "tag": "94cd13c7-225f-4f6a-957d-faacc96b2cf7"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:39:18.340662 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08777cfa-96ee-4a1c-a932-2117993eeaea req-caea4e4b-e626-4728-9b62-bc243e863f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:18.342239 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-08777cfa-96ee-4a1c-a932-2117993eeaea req-caea4e4b-e626-4728-9b62-bc243e863f32 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4a0195b7-4fd5-49f0-860b-f0f102b2144a HTTP/1.1" status: 200 len: 1102 time: 0.0984993 Dec 08 16:39:18.367953 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86201f28-50c7-4cdd-bea0-3f3648971585 service neutron] Pushing event updated for resources: {'Port': ['ID=94cd13c7-225f-4f6a-957d-faacc96b2cf7,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:39:18.374696 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3b9ecf-cd55-481c-81f2-1b8d7677bda0 x-openstack-request-id: req-5b3b9ecf-cd55-481c-81f2-1b8d7677bda0 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:39:18.375008 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25a06bad-1ab1-4fea-a8bf-817114b1bd59", "tag": "94cd13c7-225f-4f6a-957d-faacc96b2cf7", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:39:18.375279 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5b3b9ecf-cd55-481c-81f2-1b8d7677bda0 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:39:18.375693 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25a06bad-1ab1-4fea-a8bf-817114b1bd59', 'tag': '94cd13c7-225f-4f6a-957d-faacc96b2cf7', 'status': 'completed', 'code': 200} Dec 08 16:39:18.410989 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-08777cfa-96ee-4a1c-a932-2117993eeaea req-2065c116-5eba-4b88-b53f-f673bf218a79 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=eb5c051d-7e47-4143-af26-4ca958055617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596807 Dec 08 16:39:18.441847 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537aa903-316d-4e62-8d98-24abc68e4450 req-649a2ad8-af79-48b2-80ee-f8530bb65402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:18.443289 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-537aa903-316d-4e62-8d98-24abc68e4450 req-649a2ad8-af79-48b2-80ee-f8530bb65402 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d1918e96234a4ab19790a7693a8184d1&device_id=25a06bad-1ab1-4fea-a8bf-817114b1bd59 HTTP/1.1" status: 200 len: 1096 time: 0.0467176 Dec 08 16:39:18.568465 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537aa903-316d-4e62-8d98-24abc68e4450 req-b1c3f295-cdbb-43ac-b785-078e4625d9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:18.569983 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-537aa903-316d-4e62-8d98-24abc68e4450 req-b1c3f295-cdbb-43ac-b785-078e4625d9cc service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=d1918e96234a4ab19790a7693a8184d1&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1072986 Dec 08 16:39:18.603274 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18194cfd-c5bc-4754-a2c9-3d2c9046c842 req-3258b72a-0c87-4790-9a14-465b620dfcbf tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:18.604914 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-18194cfd-c5bc-4754-a2c9-3d2c9046c842 req-3258b72a-0c87-4790-9a14-465b620dfcbf tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a0195b7-4fd5-49f0-860b-f0f102b2144a HTTP/1.1" status: 200 len: 950 time: 0.0543776 Dec 08 16:39:18.664785 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-18194cfd-c5bc-4754-a2c9-3d2c9046c842 req-1f37c044-1260-4b52-95f2-1daf79bfcf81 tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb5c051d-7e47-4143-af26-4ca958055617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525529 Dec 08 16:39:18.674210 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537aa903-316d-4e62-8d98-24abc68e4450 req-56c4eaeb-2552-40ce-9385-b401af5b9d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:18.675866 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-537aa903-316d-4e62-8d98-24abc68e4450 req-56c4eaeb-2552-40ce-9385-b401af5b9d81 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0988750 Dec 08 16:39:18.807710 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483ba56b-6fb5-4be4-9299-258ab8500c2b req-f346331e-e57b-48b7-b682-2ba781a755d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:18.809395 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-483ba56b-6fb5-4be4-9299-258ab8500c2b req-f346331e-e57b-48b7-b682-2ba781a755d9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d1918e96234a4ab19790a7693a8184d1&device_id=25a06bad-1ab1-4fea-a8bf-817114b1bd59 HTTP/1.1" status: 200 len: 1096 time: 0.0684505 Dec 08 16:39:18.818007 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e73b4c7-8c94-4957-8714-c78c50d2cd75 req-5f827c93-292f-4fe5-a67b-142c8b1c2274 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:18.819431 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1e73b4c7-8c94-4957-8714-c78c50d2cd75 req-5f827c93-292f-4fe5-a67b-142c8b1c2274 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] 10.222.0.64 "GET /v2.0/ports?device_id=25a06bad-1ab1-4fea-a8bf-817114b1bd59 HTTP/1.1" status: 200 len: 944 time: 0.0883620 Dec 08 16:39:18.860656 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-483ba56b-6fb5-4be4-9299-258ab8500c2b req-d9327cb3-ad10-40b6-a5b8-025213607205 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94cd13c7-225f-4f6a-957d-faacc96b2cf7 HTTP/1.1" status: 200 len: 217 time: 0.0402441 Dec 08 16:39:18.939566 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1e73b4c7-8c94-4957-8714-c78c50d2cd75 req-5edef01b-9486-49f7-9745-dd33e5c63d8b tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e06f02a-5de0-47c8-b161-7c34c0bfe29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125882 Dec 08 16:39:18.944349 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483ba56b-6fb5-4be4-9299-258ab8500c2b req-5b77f3ce-b901-497b-a0ea-00a2f5551083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:18.944349 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-483ba56b-6fb5-4be4-9299-258ab8500c2b req-5b77f3ce-b901-497b-a0ea-00a2f5551083 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a55d16a4-4b46-4233-a640-72a852b7544a HTTP/1.1" status: 200 len: 849 time: 0.0706453 Dec 08 16:39:18.978942 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-483ba56b-6fb5-4be4-9299-258ab8500c2b req-4b7aed91-a92e-4f4d-902f-9924e6919cbc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3cb6a89d-87ab-453f-b5d1-a179b370fe1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295892 Dec 08 16:39:19.079111 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-483ba56b-6fb5-4be4-9299-258ab8500c2b req-9467ff2e-a643-4680-ab27-34c555724cb5 service neutron] 10.222.0.76 "GET /v2.0/networks/3cb6a89d-87ab-453f-b5d1-a179b370fe1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929494 Dec 08 16:39:19.183238 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-483ba56b-6fb5-4be4-9299-258ab8500c2b req-f0bcc760-a7fc-45cf-87c2-9b32765d3de9 service neutron] 10.222.0.76 "GET /v2.0/networks/3cb6a89d-87ab-453f-b5d1-a179b370fe1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948963 Dec 08 16:39:19.791749 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e2160-51d7-412b-8630-ca7fbcc68b92 req-3e496681-a4ec-4768-9cc7-7cf3d6a0fda1 tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:19.793415 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ae1e2160-51d7-412b-8630-ca7fbcc68b92 req-3e496681-a4ec-4768-9cc7-7cf3d6a0fda1 tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a0195b7-4fd5-49f0-860b-f0f102b2144a HTTP/1.1" status: 200 len: 950 time: 0.0522528 Dec 08 16:39:19.842325 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ae1e2160-51d7-412b-8630-ca7fbcc68b92 req-be025881-ec2d-429e-bdc0-545ec0d48ec6 tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb5c051d-7e47-4143-af26-4ca958055617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422246 Dec 08 16:39:20.134601 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 56906) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:39:20.134601 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-541377d5-6307-4d7a-9fe2-007055be7057 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Request body: {'network': {'name': 'tempest-network-smoke--79917932', 'project_id': '6748b01bb03d422fb225abb51de7b97d', 'port_security_enabled': True}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:39:20.213736 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-541377d5-6307-4d7a-9fe2-007055be7057 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Made reservation on behalf of 6748b01bb03d422fb225abb51de7b97d for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:39:20.218154 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-541377d5-6307-4d7a-9fe2-007055be7057 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:20.219300 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e7b5bf-5b44-4634-b2b0-f1d7172aeca7 req-4d7884b3-2510-4c92-ba27-a658b6ff2a9f tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:20.221329 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a4e7b5bf-5b44-4634-b2b0-f1d7172aeca7 req-4d7884b3-2510-4c92-ba27-a658b6ff2a9f tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] 10.222.0.64 "GET /v2.0/ports?device_id=25a06bad-1ab1-4fea-a8bf-817114b1bd59 HTTP/1.1" status: 200 len: 944 time: 0.0541794 Dec 08 16:39:20.227584 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-541377d5-6307-4d7a-9fe2-007055be7057 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:20.271416 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a4e7b5bf-5b44-4634-b2b0-f1d7172aeca7 req-f97aa4cb-cc46-4ff2-8543-d0b8bde11d68 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e06f02a-5de0-47c8-b161-7c34c0bfe29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439463 Dec 08 16:39:20.302742 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-541377d5-6307-4d7a-9fe2-007055be7057 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:20.396373 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-541377d5-6307-4d7a-9fe2-007055be7057 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:20.423688 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541377d5-6307-4d7a-9fe2-007055be7057 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d153698-b396-441e-b39f-e45fdb615016,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:39:20.433796 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-541377d5-6307-4d7a-9fe2-007055be7057 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:39:20.443216 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-541377d5-6307-4d7a-9fe2-007055be7057 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:20.443566 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-541377d5-6307-4d7a-9fe2-007055be7057 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Added segment 1c4475af-1b5d-4a5d-8d6d-eb1d9b682f96 of type vlan for network 551bc23f-adc1-4952-9902-476d15330d09 Dec 08 16:39:20.491582 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-541377d5-6307-4d7a-9fe2-007055be7057 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:20.601925 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-541377d5-6307-4d7a-9fe2-007055be7057 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:20.607682 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541377d5-6307-4d7a-9fe2-007055be7057 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:20.608293 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-541377d5-6307-4d7a-9fe2-007055be7057 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:20.673729 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541377d5-6307-4d7a-9fe2-007055be7057 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Pushing event updated for resources: {'Network': ['ID=551bc23f-adc1-4952-9902-476d15330d09,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:39:20.683942 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 551bc23f-adc1-4952-9902-476d15330d09 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:39:20.759239 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-541377d5-6307-4d7a-9fe2-007055be7057 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6314909 Dec 08 16:39:20.761944 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 56912) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:39:20.766393 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-05291772-145e-41e4-93e7-83d59a01334e tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-668470490', 'admin_state_up': True, 'project_id': '6748b01bb03d422fb225abb51de7b97d', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:39:20.882451 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-05291772-145e-41e4-93e7-83d59a01334e tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:20.883531 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-05291772-145e-41e4-93e7-83d59a01334e tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:20.941334 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-05291772-145e-41e4-93e7-83d59a01334e tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:21.160648 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-05291772-145e-41e4-93e7-83d59a01334e tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:21.424209 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98793a6-4c5f-45de-9e2b-22628bfce830 req-a8032259-4049-4fca-9fed-b6b9420249fb tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:21.426024 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b98793a6-4c5f-45de-9e2b-22628bfce830 req-a8032259-4049-4fca-9fed-b6b9420249fb tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] 10.222.0.64 "GET /v2.0/ports?device_id=25a06bad-1ab1-4fea-a8bf-817114b1bd59 HTTP/1.1" status: 200 len: 944 time: 0.0705059 Dec 08 16:39:21.482284 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b98793a6-4c5f-45de-9e2b-22628bfce830 req-58467804-4225-47b3-9f36-5b1b22c8a6b4 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e06f02a-5de0-47c8-b161-7c34c0bfe29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494056 Dec 08 16:39:21.766710 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-05291772-145e-41e4-93e7-83d59a01334e tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks [] for router_gateway, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:21.785784 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-05291772-145e-41e4-93e7-83d59a01334e tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:21.915523 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-05291772-145e-41e4-93e7-83d59a01334e tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Allocated IP 172.25.0.105 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/a64a45c2-909f-442a-8f53-ad9f7a3118cf) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:39:22.009369 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-05291772-145e-41e4-93e7-83d59a01334e tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:22.122525 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-05291772-145e-41e4-93e7-83d59a01334e tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:22.165602 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05291772-145e-41e4-93e7-83d59a01334e tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:39:22.168508 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-05291772-145e-41e4-93e7-83d59a01334e tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:39:22.170963 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05291772-145e-41e4-93e7-83d59a01334e tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:39:22.183488 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1067f5-a922-4f41-9ffd-f0c0f7ab86af None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:39:22.208572 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05291772-145e-41e4-93e7-83d59a01334e tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Pushing event updated for resources: {'Port': ['ID=a64a45c2-909f-442a-8f53-ad9f7a3118cf,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:39:22.256385 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-d628e539-152a-44f8-9d46-9a39bdf6c635 None None] Provisioning complete for port a64a45c2-909f-442a-8f53-ad9f7a3118cf triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:39:22.256926 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d628e539-152a-44f8-9d46-9a39bdf6c635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:22.292696 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-d628e539-152a-44f8-9d46-9a39bdf6c635 None None] Port a64a45c2-909f-442a-8f53-ad9f7a3118cf cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:39:22.521032 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-05291772-145e-41e4-93e7-83d59a01334e tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks [] for router_gateway, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:22.710926 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be1ab1-68e2-4847-b8e2-898b1b2e83d5 req-89c61cb1-3a75-4691-86ff-a5cf9be987d1 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:22.712738 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-16be1ab1-68e2-4847-b8e2-898b1b2e83d5 req-89c61cb1-3a75-4691-86ff-a5cf9be987d1 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] 10.222.0.64 "GET /v2.0/ports?device_id=25a06bad-1ab1-4fea-a8bf-817114b1bd59 HTTP/1.1" status: 200 len: 944 time: 0.1440082 Dec 08 16:39:22.746599 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 94cd13c7-225f-4f6a-957d-faacc96b2cf7 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:39:22.813993 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-16be1ab1-68e2-4847-b8e2-898b1b2e83d5 req-5afe0df3-813e-429d-bf08-f504e309e210 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e06f02a-5de0-47c8-b161-7c34c0bfe29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938463 Dec 08 16:39:22.821158 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-05291772-145e-41e4-93e7-83d59a01334e tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:22.877179 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 94cd13c7-225f-4f6a-957d-faacc96b2cf7, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=94cd13c7-225f-4f6a-957d-faacc96b2cf7,segment=NetworkSegment(340f14fc-7543-4424-b76d-1b1c68456a9f),segment_id=340f14fc-7543-4424-b76d-1b1c68456a9f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:39:22.891451 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '94cd13c7-225f-4f6a-957d-faacc96b2cf7', 'network_id': '3cb6a89d-87ab-453f-b5d1-a179b370fe1b', 'port_id': '94cd13c7-225f-4f6a-957d-faacc96b2cf7', 'mac_address': 'fa:16:3e:e2:ac:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a55d16a4-4b46-4233-a640-72a852b7544a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:39:22.934257 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:22.949315 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94cd13c7-225f-4f6a-957d-faacc96b2cf7 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:39:22.975061 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 94cd13c7-225f-4f6a-957d-faacc96b2cf7, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=94cd13c7-225f-4f6a-957d-faacc96b2cf7,segment=NetworkSegment(340f14fc-7543-4424-b76d-1b1c68456a9f),segment_id=340f14fc-7543-4424-b76d-1b1c68456a9f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:39:23.082399 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05291772-145e-41e4-93e7-83d59a01334e tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Router f0467f56-cf7e-48de-90ce-1310722b2b76 is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:39:23.093869 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:23.160398 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=94cd13c7-225f-4f6a-957d-faacc96b2cf7,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:39:23.219002 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05291772-145e-41e4-93e7-83d59a01334e tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:39:23.233081 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca50a7d-ec6b-4022-b8cd-c439491cd8da None None] Sync routers for ids ['f0467f56-cf7e-48de-90ce-1310722b2b76'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:39:23.248637 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca50a7d-ec6b-4022-b8cd-c439491cd8da None None] Routers {'f0467f56-cf7e-48de-90ce-1310722b2b76'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:39:23.249593 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-9ca50a7d-ec6b-4022-b8cd-c439491cd8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:39:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['f0467f56-cf7e-48de-90ce-1310722b2b76'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:39:23.296141 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-05291772-145e-41e4-93e7-83d59a01334e tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:23.300668 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-05291772-145e-41e4-93e7-83d59a01334e tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.5344803 Dec 08 16:39:23.300967 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56926) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:39:23.379316 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-9ca50a7d-ec6b-4022-b8cd-c439491cd8da None None] Set router f0467f56-cf7e-48de-90ce-1310722b2b76 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:39:23.399242 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['94cd13c7-225f-4f6a-957d-faacc96b2cf7'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:39:23.465426 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-77f2d98a-e9bc-4321-968e-fcd9ae83faac tempest-TestSecurityGroupsBasicOps-162747663 tempest-TestSecurityGroupsBasicOps-162747663-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=6748b01bb03d422fb225abb51de7b97d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1631751 Dec 08 16:39:23.468592 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 56930) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:39:23.605242 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-9ca50a7d-ec6b-4022-b8cd-c439491cd8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0467f56-cf7e-48de-90ce-1310722b2b76', 'name': 'tempest-TestSecurityGroupsBasicOps-router-668470490', 'tenant_id': '6748b01bb03d422fb225abb51de7b97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'a64a45c2-909f-442a-8f53-ad9f7a3118cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:39:20Z', 'updated_at': '2021-12-08T16:39:22Z', 'revision_number': 3, 'project_id': '6748b01bb03d422fb225abb51de7b97d', 'gw_port': {'id': 'a64a45c2-909f-442a-8f53-ad9f7a3118cf', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2a:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0467f56-cf7e-48de-90ce-1310722b2b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:39:21Z', 'updated_at': '2021-12-08T16:39:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:39:23.638431 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca50a7d-ec6b-4022-b8cd-c439491cd8da None None] Checking router: f0467f56-cf7e-48de-90ce-1310722b2b76 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:39:23.638910 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca50a7d-ec6b-4022-b8cd-c439491cd8da None None] Updating router f0467f56-cf7e-48de-90ce-1310722b2b76 port a64a45c2-909f-442a-8f53-ad9f7a3118cf binding host n-d-776250-12 {{(pid=110553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:39:23.645102 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87af3382-cede-426d-9cc7-0c30fdbc11c6 tempest-TestSecurityGroupsBasicOps-162747663 tempest-TestSecurityGroupsBasicOps-162747663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:23.650047 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-87af3382-cede-426d-9cc7-0c30fdbc11c6 tempest-TestSecurityGroupsBasicOps-162747663 tempest-TestSecurityGroupsBasicOps-162747663-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1760628 Dec 08 16:39:23.650294 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 56932) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:39:23.665884 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-9ca50a7d-ec6b-4022-b8cd-c439491cd8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:23.685440 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ac85ef65-9b8a-45f4-bfa7-204f79ac0ec0 tempest-TestSecurityGroupsBasicOps-162747663 tempest-TestSecurityGroupsBasicOps-162747663-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=1ae4cf80-76bf-4df3-a557-5cc6023c1900&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340383 Dec 08 16:39:23.688290 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 56934) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:39:23.693187 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-ac4f6da8-1019-44ac-9419-0a4ff4cfd1eb tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1177184976', 'network_id': '551bc23f-adc1-4952-9902-476d15330d09', 'project_id': '6748b01bb03d422fb225abb51de7b97d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:39:23.859096 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4f6da8-1019-44ac-9419-0a4ff4cfd1eb tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Made reservation on behalf of 6748b01bb03d422fb225abb51de7b97d for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:39:23.862728 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ac4f6da8-1019-44ac-9419-0a4ff4cfd1eb tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:23.943430 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-9ca50a7d-ec6b-4022-b8cd-c439491cd8da None None] Publish callbacks [] for port, precommit_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:23.964564 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be75aa2e-91e3-4951-b57e-3f0a5599f4d6 req-ce1f8a5c-ddba-44b0-899b-7b1576b6124f tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:23.973420 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-be75aa2e-91e3-4951-b57e-3f0a5599f4d6 req-ce1f8a5c-ddba-44b0-899b-7b1576b6124f tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] 10.222.0.64 "GET /v2.0/ports?device_id=25a06bad-1ab1-4fea-a8bf-817114b1bd59 HTTP/1.1" status: 200 len: 945 time: 0.0679343 Dec 08 16:39:24.023941 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-be75aa2e-91e3-4951-b57e-3f0a5599f4d6 req-3a2925e8-8bc5-4fda-a5c4-2c666174487d tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e06f02a-5de0-47c8-b161-7c34c0bfe29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494230 Dec 08 16:39:24.026287 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-9ca50a7d-ec6b-4022-b8cd-c439491cd8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:24.087640 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a1aa50-5a8b-415d-a64d-64a7a4a273df None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:39:24.111221 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-9ca50a7d-ec6b-4022-b8cd-c439491cd8da None None] Attempting to bind port a64a45c2-909f-442a-8f53-ad9f7a3118cf on host n-d-776250-12 for vnic_type normal with profile {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:39:24.111702 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-9ca50a7d-ec6b-4022-b8cd-c439491cd8da None None] Attempting to bind port a64a45c2-909f-442a-8f53-ad9f7a3118cf by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:39:24.112065 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca50a7d-ec6b-4022-b8cd-c439491cd8da None None] Attempting to bind port a64a45c2-909f-442a-8f53-ad9f7a3118cf on network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:39:24.114290 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7035df-5fe1-47fd-9be9-ebc3fddc2169 None None] Pushing event updated for resources: {'Port': ['ID=a64a45c2-909f-442a-8f53-ad9f7a3118cf,revision_number=2']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:39:24.126067 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7035df-5fe1-47fd-9be9-ebc3fddc2169 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:39:24.126499 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7035df-5fe1-47fd-9be9-ebc3fddc2169 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:39:24.126997 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7035df-5fe1-47fd-9be9-ebc3fddc2169 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:39:24.127383 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7035df-5fe1-47fd-9be9-ebc3fddc2169 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:39:24.127805 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7035df-5fe1-47fd-9be9-ebc3fddc2169 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:39:24.128253 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7035df-5fe1-47fd-9be9-ebc3fddc2169 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:39:24.128651 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7035df-5fe1-47fd-9be9-ebc3fddc2169 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:39:24.129061 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7035df-5fe1-47fd-9be9-ebc3fddc2169 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:39:24.129457 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7035df-5fe1-47fd-9be9-ebc3fddc2169 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:39:24.129983 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7035df-5fe1-47fd-9be9-ebc3fddc2169 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:39:24.130379 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7035df-5fe1-47fd-9be9-ebc3fddc2169 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:39:24.130810 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7035df-5fe1-47fd-9be9-ebc3fddc2169 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:39:24.131344 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7035df-5fe1-47fd-9be9-ebc3fddc2169 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:39:24.134139 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ac4f6da8-1019-44ac-9419-0a4ff4cfd1eb tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:24.137083 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-9a0c5bf4-e028-4107-951c-2bdb6c6d4519 None None] Provisioning complete for port a64a45c2-909f-442a-8f53-ad9f7a3118cf triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:39:24.137735 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9a0c5bf4-e028-4107-951c-2bdb6c6d4519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:24.141182 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca50a7d-ec6b-4022-b8cd-c439491cd8da None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:39:24.147023 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca50a7d-ec6b-4022-b8cd-c439491cd8da None None] Checking segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:39:24.147023 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-9ca50a7d-ec6b-4022-b8cd-c439491cd8da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:24.147023 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca50a7d-ec6b-4022-b8cd-c439491cd8da None None] Bound using segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:39:24.147023 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-9ca50a7d-ec6b-4022-b8cd-c439491cd8da None None] Bound port: a64a45c2-909f-442a-8f53-ad9f7a3118cf, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:39:24.147023 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-9ca50a7d-ec6b-4022-b8cd-c439491cd8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:24.182497 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-9a0c5bf4-e028-4107-951c-2bdb6c6d4519 None None] Port a64a45c2-909f-442a-8f53-ad9f7a3118cf cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:39:24.211301 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-9ca50a7d-ec6b-4022-b8cd-c439491cd8da None None] For port a64a45c2-909f-442a-8f53-ad9f7a3118cf, host n-d-776250-12, cleared binding levels {{(pid=110553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:39:24.214842 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-9ca50a7d-ec6b-4022-b8cd-c439491cd8da None None] For port a64a45c2-909f-442a-8f53-ad9f7a3118cf, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=a64a45c2-909f-442a-8f53-ad9f7a3118cf,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:39:24.216600 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4f6da8-1019-44ac-9419-0a4ff4cfd1eb tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Pushing event updated for resources: {'Subnet': ['ID=ea007649-e93d-432a-8df3-e7a2dcce4a7c,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:39:24.235949 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4f6da8-1019-44ac-9419-0a4ff4cfd1eb tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Checking segment: {'id': '1c4475af-1b5d-4a5d-8d6d-eb1d9b682f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '551bc23f-adc1-4952-9902-476d15330d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:39:24.236509 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4f6da8-1019-44ac-9419-0a4ff4cfd1eb tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Network hostable DHCP agents. Network: 551bc23f-adc1-4952-9902-476d15330d09, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:39:24.271451 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-9ca50a7d-ec6b-4022-b8cd-c439491cd8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:24.317481 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4f6da8-1019-44ac-9419-0a4ff4cfd1eb tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Network 551bc23f-adc1-4952-9902-476d15330d09 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:39:24.326677 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e66f161-e4c0-456c-8fc4-8b0eae5cb81c None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:39:24.353112 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca50a7d-ec6b-4022-b8cd-c439491cd8da None None] Routers {'f0467f56-cf7e-48de-90ce-1310722b2b76'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:39:24.354061 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-9ca50a7d-ec6b-4022-b8cd-c439491cd8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:39:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['f0467f56-cf7e-48de-90ce-1310722b2b76'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:39:24.362570 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7035df-5fe1-47fd-9be9-ebc3fddc2169 None None] Pushing event updated for resources: {'Port': ['ID=a64a45c2-909f-442a-8f53-ad9f7a3118cf,revision_number=3']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:39:24.405293 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-18d29fae-1931-4aef-bb94-faf8a39659c8 None None] Provisioning complete for port a64a45c2-909f-442a-8f53-ad9f7a3118cf triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:39:24.406319 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-18d29fae-1931-4aef-bb94-faf8a39659c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:24.420043 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-ac4f6da8-1019-44ac-9419-0a4ff4cfd1eb tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 551bc23f-adc1-4952-9902-476d15330d09) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:39:24.431338 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e1a058-ac21-489d-b9cd-88516720276a None None] Network 551bc23f-adc1-4952-9902-476d15330d09 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:39:24.431789 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4f6da8-1019-44ac-9419-0a4ff4cfd1eb tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:24.432514 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ac4f6da8-1019-44ac-9419-0a4ff4cfd1eb tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:24.479590 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-9ca50a7d-ec6b-4022-b8cd-c439491cd8da None None] Set router f0467f56-cf7e-48de-90ce-1310722b2b76 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:39:24.546742 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ac4f6da8-1019-44ac-9419-0a4ff4cfd1eb tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8571837 Dec 08 16:39:24.549732 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 56940) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:39:24.571381 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288ef297-8797-4450-bcf0-aa48ab8885ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-551bc23f-adc1-4952-9902-476d15330d09', 'network_id': '551bc23f-adc1-4952-9902-476d15330d09', 'project_id': '6748b01bb03d422fb225abb51de7b97d', 'fixed_ips': [{'subnet_id': 'ea007649-e93d-432a-8df3-e7a2dcce4a7c'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:39:24.573106 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-288ef297-8797-4450-bcf0-aa48ab8885ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:24.578283 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-18d29fae-1931-4aef-bb94-faf8a39659c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:24.617505 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-18d29fae-1931-4aef-bb94-faf8a39659c8 None None] For port a64a45c2-909f-442a-8f53-ad9f7a3118cf, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=a64a45c2-909f-442a-8f53-ad9f7a3118cf,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:39:24.722524 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-9ca50a7d-ec6b-4022-b8cd-c439491cd8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0467f56-cf7e-48de-90ce-1310722b2b76', 'name': 'tempest-TestSecurityGroupsBasicOps-router-668470490', 'tenant_id': '6748b01bb03d422fb225abb51de7b97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'a64a45c2-909f-442a-8f53-ad9f7a3118cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:39:20Z', 'updated_at': '2021-12-08T16:39:22Z', 'revision_number': 3, 'project_id': '6748b01bb03d422fb225abb51de7b97d', 'gw_port': {'id': 'a64a45c2-909f-442a-8f53-ad9f7a3118cf', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2a:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0467f56-cf7e-48de-90ce-1310722b2b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:39:21Z', 'updated_at': '2021-12-08T16:39:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:39:24.761575 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca50a7d-ec6b-4022-b8cd-c439491cd8da None None] The sync data for ids ['f0467f56-cf7e-48de-90ce-1310722b2b76'] in n-d-776250-12 is: [{'id': 'f0467f56-cf7e-48de-90ce-1310722b2b76', 'name': 'tempest-TestSecurityGroupsBasicOps-router-668470490', 'tenant_id': '6748b01bb03d422fb225abb51de7b97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'a64a45c2-909f-442a-8f53-ad9f7a3118cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:39:20Z', 'updated_at': '2021-12-08T16:39:22Z', 'revision_number': 3, 'project_id': '6748b01bb03d422fb225abb51de7b97d', 'gw_port': {'id': 'a64a45c2-909f-442a-8f53-ad9f7a3118cf', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2a:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0467f56-cf7e-48de-90ce-1310722b2b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:39:21Z', 'updated_at': '2021-12-08T16:39:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:39:24.874085 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 94cd13c7-225f-4f6a-957d-faacc96b2cf7 up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:39:24.880013 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-18d29fae-1931-4aef-bb94-faf8a39659c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:25.005055 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-288ef297-8797-4450-bcf0-aa48ab8885ed None None] Allocated IP 172.20.0.2 (551bc23f-adc1-4952-9902-476d15330d09/ea007649-e93d-432a-8df3-e7a2dcce4a7c/bfb96944-a616-47ec-bc65-0dfd4c5d0c88) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:39:25.014255 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d29fae-1931-4aef-bb94-faf8a39659c8 None None] Pushing event updated for resources: {'Port': ['ID=a64a45c2-909f-442a-8f53-ad9f7a3118cf,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:39:25.160791 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port 94cd13c7-225f-4f6a-957d-faacc96b2cf7 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:39:25.175177 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 94cd13c7-225f-4f6a-957d-faacc96b2cf7 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:39:25.175650 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:25.279189 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2872f5a1-fe5d-4f51-99e2-e87df95067a0 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:25.326404 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-288ef297-8797-4450-bcf0-aa48ab8885ed None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:25.352746 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a02a6-5745-4c91-95ed-83d72f4d7919 req-fa45336e-6d9e-4853-8bef-2495055a4d61 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:25.356060 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-931a02a6-5745-4c91-95ed-83d72f4d7919 req-fa45336e-6d9e-4853-8bef-2495055a4d61 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] 10.222.0.64 "GET /v2.0/ports?device_id=25a06bad-1ab1-4fea-a8bf-817114b1bd59 HTTP/1.1" status: 200 len: 945 time: 0.1964085 Dec 08 16:39:25.382985 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:25.425370 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 94cd13c7-225f-4f6a-957d-faacc96b2cf7, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=94cd13c7-225f-4f6a-957d-faacc96b2cf7,segment=NetworkSegment(340f14fc-7543-4424-b76d-1b1c68456a9f),segment_id=340f14fc-7543-4424-b76d-1b1c68456a9f)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:39:25.430112 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a06bad-1ab1-4fea-a8bf-817114b1bd59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94cd13c7-225f-4f6a-957d-faacc96b2cf7'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:39:25.433583 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a1d3f4-565e-410b-ad0c-9eac6e7297ef" -d '{"events": [{"server_uuid": "25a06bad-1ab1-4fea-a8bf-817114b1bd59", "name": "network-vif-plugged", "status": "completed", "tag": "94cd13c7-225f-4f6a-957d-faacc96b2cf7"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:39:25.438194 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-288ef297-8797-4450-bcf0-aa48ab8885ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:25.497050 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288ef297-8797-4450-bcf0-aa48ab8885ed None None] Network 551bc23f-adc1-4952-9902-476d15330d09 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:39:25.505024 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-288ef297-8797-4450-bcf0-aa48ab8885ed None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:39:25.511861 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-412085a4-61ce-4f45-b6b0-7a5932b009f6 x-openstack-request-id: req-412085a4-61ce-4f45-b6b0-7a5932b009f6 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:39:25.512165 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25a06bad-1ab1-4fea-a8bf-817114b1bd59", "name": "network-vif-plugged", "status": "completed", "tag": "94cd13c7-225f-4f6a-957d-faacc96b2cf7", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:39:25.512986 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-412085a4-61ce-4f45-b6b0-7a5932b009f6 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:39:25.513530 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a06bad-1ab1-4fea-a8bf-817114b1bd59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94cd13c7-225f-4f6a-957d-faacc96b2cf7', 'code': 200} Dec 08 16:39:25.514580 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288ef297-8797-4450-bcf0-aa48ab8885ed None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:39:25.519736 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-931a02a6-5745-4c91-95ed-83d72f4d7919 req-68cf9a7e-4bcd-4e66-812c-fd36ee7a3d09 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e06f02a-5de0-47c8-b161-7c34c0bfe29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025701 Dec 08 16:39:25.552458 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:25.593578 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288ef297-8797-4450-bcf0-aa48ab8885ed None None] Pushing event updated for resources: {'Port': ['ID=bfb96944-a616-47ec-bc65-0dfd4c5d0c88,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:39:25.691484 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=94cd13c7-225f-4f6a-957d-faacc96b2cf7,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:39:25.696627 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-288ef297-8797-4450-bcf0-aa48ab8885ed None None] Attempting to bind port bfb96944-a616-47ec-bc65-0dfd4c5d0c88 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:39:25.697295 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-288ef297-8797-4450-bcf0-aa48ab8885ed None None] Attempting to bind port bfb96944-a616-47ec-bc65-0dfd4c5d0c88 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '1c4475af-1b5d-4a5d-8d6d-eb1d9b682f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '551bc23f-adc1-4952-9902-476d15330d09'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:39:25.697828 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288ef297-8797-4450-bcf0-aa48ab8885ed None None] Attempting to bind port bfb96944-a616-47ec-bc65-0dfd4c5d0c88 on network 551bc23f-adc1-4952-9902-476d15330d09 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:39:25.707596 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288ef297-8797-4450-bcf0-aa48ab8885ed None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:39:25.707996 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288ef297-8797-4450-bcf0-aa48ab8885ed None None] Checking segment: {'id': '1c4475af-1b5d-4a5d-8d6d-eb1d9b682f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '551bc23f-adc1-4952-9902-476d15330d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:39:25.708439 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-288ef297-8797-4450-bcf0-aa48ab8885ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:25.709419 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288ef297-8797-4450-bcf0-aa48ab8885ed None None] Bound using segment: {'id': '1c4475af-1b5d-4a5d-8d6d-eb1d9b682f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '551bc23f-adc1-4952-9902-476d15330d09'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:39:25.709942 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-288ef297-8797-4450-bcf0-aa48ab8885ed None None] Bound port: bfb96944-a616-47ec-bc65-0dfd4c5d0c88, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c4475af-1b5d-4a5d-8d6d-eb1d9b682f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '551bc23f-adc1-4952-9902-476d15330d09'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:39:25.710340 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-288ef297-8797-4450-bcf0-aa48ab8885ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:25.743710 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131ab6d-3894-4b85-b7e6-49f08b14ba7d req-29b7a1a5-2115-4b5a-93cd-94571341102d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:25.745592 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f131ab6d-3894-4b85-b7e6-49f08b14ba7d req-29b7a1a5-2115-4b5a-93cd-94571341102d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=25a06bad-1ab1-4fea-a8bf-817114b1bd59 HTTP/1.1" status: 200 len: 1098 time: 0.1478825 Dec 08 16:39:25.800800 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-288ef297-8797-4450-bcf0-aa48ab8885ed None None] For port bfb96944-a616-47ec-bc65-0dfd4c5d0c88, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:39:25.807132 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-2872f5a1-fe5d-4f51-99e2-e87df95067a0 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Allocated IP 172.20.0.1 (551bc23f-adc1-4952-9902-476d15330d09/ea007649-e93d-432a-8df3-e7a2dcce4a7c/3c28929c-6b0e-44b6-8dda-b11ae3f68ad9) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:39:25.811132 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-288ef297-8797-4450-bcf0-aa48ab8885ed None None] For port bfb96944-a616-47ec-bc65-0dfd4c5d0c88, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=bfb96944-a616-47ec-bc65-0dfd4c5d0c88,segment=NetworkSegment(1c4475af-1b5d-4a5d-8d6d-eb1d9b682f96),segment_id=1c4475af-1b5d-4a5d-8d6d-eb1d9b682f96)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:39:25.824048 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f131ab6d-3894-4b85-b7e6-49f08b14ba7d req-95e33f73-5db9-45c8-9beb-0dc958c9c167 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=5e06f02a-5de0-47c8-b161-7c34c0bfe29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683599 Dec 08 16:39:25.882844 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-288ef297-8797-4450-bcf0-aa48ab8885ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:25.944121 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2872f5a1-fe5d-4f51-99e2-e87df95067a0 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:25.957246 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288ef297-8797-4450-bcf0-aa48ab8885ed None None] Pushing event updated for resources: {'Port': ['ID=bfb96944-a616-47ec-bc65-0dfd4c5d0c88,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:39:26.054573 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2872f5a1-fe5d-4f51-99e2-e87df95067a0 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:26.105307 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2872f5a1-fe5d-4f51-99e2-e87df95067a0 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Network 551bc23f-adc1-4952-9902-476d15330d09 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:39:26.112233 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-2872f5a1-fe5d-4f51-99e2-e87df95067a0 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:39:26.118584 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2872f5a1-fe5d-4f51-99e2-e87df95067a0 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:39:26.152852 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2872f5a1-fe5d-4f51-99e2-e87df95067a0 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Pushing event updated for resources: {'Port': ['ID=3c28929c-6b0e-44b6-8dda-b11ae3f68ad9,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:39:26.196720 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2872f5a1-fe5d-4f51-99e2-e87df95067a0 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:26.666326 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a2c9fe-4c74-424f-9ca9-02f9687968ff req-f527e2c2-b039-4828-9238-aa5c201617ae tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:26.674499 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-91a2c9fe-4c74-424f-9ca9-02f9687968ff req-f527e2c2-b039-4828-9238-aa5c201617ae tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] 10.222.0.64 "GET /v2.0/ports?device_id=25a06bad-1ab1-4fea-a8bf-817114b1bd59 HTTP/1.1" status: 200 len: 946 time: 0.0621662 Dec 08 16:39:26.727108 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-91a2c9fe-4c74-424f-9ca9-02f9687968ff req-058a0972-7334-464d-bc22-408d4eb64d52 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e06f02a-5de0-47c8-b161-7c34c0bfe29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516057 Dec 08 16:39:26.794367 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2872f5a1-fe5d-4f51-99e2-e87df95067a0 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:26.821162 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device a64a45c2-909f-442a-8f53-ad9f7a3118cf up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:39:26.874184 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port a64a45c2-909f-442a-8f53-ad9f7a3118cf triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:39:26.874560 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:26.965069 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device bfb96944-a616-47ec-bc65-0dfd4c5d0c88 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:39:27.027578 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port bfb96944-a616-47ec-bc65-0dfd4c5d0c88 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:39:27.028148 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:27.150323 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:27.178025 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2872f5a1-fe5d-4f51-99e2-e87df95067a0 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:27.207072 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port bfb96944-a616-47ec-bc65-0dfd4c5d0c88, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=bfb96944-a616-47ec-bc65-0dfd4c5d0c88,segment=NetworkSegment(1c4475af-1b5d-4a5d-8d6d-eb1d9b682f96),segment_id=1c4475af-1b5d-4a5d-8d6d-eb1d9b682f96)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:39:27.264774 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2872f5a1-fe5d-4f51-99e2-e87df95067a0 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:27.287927 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:27.338517 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72daf266-185a-426c-9a7a-da4362f01d9a None None] Network 551bc23f-adc1-4952-9902-476d15330d09 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:39:27.354792 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2872f5a1-fe5d-4f51-99e2-e87df95067a0 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:27.357438 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2872f5a1-fe5d-4f51-99e2-e87df95067a0 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Pushing event updated for resources: {'Port': ['ID=3c28929c-6b0e-44b6-8dda-b11ae3f68ad9,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:39:27.369947 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2872f5a1-fe5d-4f51-99e2-e87df95067a0 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:39:27.370306 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2872f5a1-fe5d-4f51-99e2-e87df95067a0 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:39:27.370662 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2872f5a1-fe5d-4f51-99e2-e87df95067a0 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:39:27.371008 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2872f5a1-fe5d-4f51-99e2-e87df95067a0 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:39:27.371348 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2872f5a1-fe5d-4f51-99e2-e87df95067a0 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:39:27.371715 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2872f5a1-fe5d-4f51-99e2-e87df95067a0 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:39:27.372055 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2872f5a1-fe5d-4f51-99e2-e87df95067a0 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:39:27.372418 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2872f5a1-fe5d-4f51-99e2-e87df95067a0 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:39:27.372762 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2872f5a1-fe5d-4f51-99e2-e87df95067a0 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:39:27.373097 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2872f5a1-fe5d-4f51-99e2-e87df95067a0 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:39:27.373432 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2872f5a1-fe5d-4f51-99e2-e87df95067a0 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:39:27.373761 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2872f5a1-fe5d-4f51-99e2-e87df95067a0 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:39:27.374084 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2872f5a1-fe5d-4f51-99e2-e87df95067a0 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:39:27.397398 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=bfb96944-a616-47ec-bc65-0dfd4c5d0c88,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:39:27.444861 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-0cb86637-0fe2-4d1d-b476-503352b92a64 None None] Provisioning complete for port bfb96944-a616-47ec-bc65-0dfd4c5d0c88 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:39:27.445154 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0cb86637-0fe2-4d1d-b476-503352b92a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:27.481087 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2872f5a1-fe5d-4f51-99e2-e87df95067a0 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Network 551bc23f-adc1-4952-9902-476d15330d09 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:39:27.482551 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-2872f5a1-fe5d-4f51-99e2-e87df95067a0 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:39:27.606786 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2872f5a1-fe5d-4f51-99e2-e87df95067a0 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Router f0467f56-cf7e-48de-90ce-1310722b2b76 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:39:27.722582 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2872f5a1-fe5d-4f51-99e2-e87df95067a0 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:39:27.727604 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-2872f5a1-fe5d-4f51-99e2-e87df95067a0 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "PUT /v2.0/routers/f0467f56-cf7e-48de-90ce-1310722b2b76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1767321 Dec 08 16:39:27.730254 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 56954) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:39:27.733625 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3b4b07-ed0a-4925-85dd-159a075f4396 None None] Sync routers for ids ['f0467f56-cf7e-48de-90ce-1310722b2b76'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:39:27.734914 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-aea0e199-7515-4c28-b32a-8a4599edc091 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--627690912', 'description': 'tempest-secgroup_access--627690912 description', 'project_id': '6748b01bb03d422fb225abb51de7b97d'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:39:27.746223 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3b4b07-ed0a-4925-85dd-159a075f4396 None None] Routers {'f0467f56-cf7e-48de-90ce-1310722b2b76'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:39:27.747493 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-0b3b4b07-ed0a-4925-85dd-159a075f4396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:39:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['f0467f56-cf7e-48de-90ce-1310722b2b76'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:39:27.815917 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-50058293-fbe8-4298-86eb-fba752548c46 None None] Provisioning complete for port bfb96944-a616-47ec-bc65-0dfd4c5d0c88 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:39:27.816420 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-50058293-fbe8-4298-86eb-fba752548c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:27.843411 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aea0e199-7515-4c28-b32a-8a4599edc091 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:27.877067 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56fbc35-242d-4dfe-93a7-8f98642a8fdc req-e9618c5b-05f0-4eb8-95db-1ea42f98eb71 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:27.878666 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b56fbc35-242d-4dfe-93a7-8f98642a8fdc req-e9618c5b-05f0-4eb8-95db-1ea42f98eb71 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] 10.222.0.64 "GET /v2.0/ports?device_id=25a06bad-1ab1-4fea-a8bf-817114b1bd59 HTTP/1.1" status: 200 len: 946 time: 0.0743296 Dec 08 16:39:27.903431 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-0b3b4b07-ed0a-4925-85dd-159a075f4396 None None] Set router f0467f56-cf7e-48de-90ce-1310722b2b76 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:39:27.952742 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b56fbc35-242d-4dfe-93a7-8f98642a8fdc req-90f10b36-f2be-4936-80cc-86bf19237e60 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e06f02a-5de0-47c8-b161-7c34c0bfe29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669186 Dec 08 16:39:27.994032 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aea0e199-7515-4c28-b32a-8a4599edc091 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:28.065184 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aea0e199-7515-4c28-b32a-8a4599edc091 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:28.086078 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-50058293-fbe8-4298-86eb-fba752548c46 None None] Provisioning complete for port 3c28929c-6b0e-44b6-8dda-b11ae3f68ad9 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:39:28.086461 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-50058293-fbe8-4298-86eb-fba752548c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:28.103621 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0e199-7515-4c28-b32a-8a4599edc091 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03eb69e8-bdbe-4d07-a8a7-b47fff3b9ed5,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:39:28.154517 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-50058293-fbe8-4298-86eb-fba752548c46 None None] Port 3c28929c-6b0e-44b6-8dda-b11ae3f68ad9 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:39:28.175530 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aea0e199-7515-4c28-b32a-8a4599edc091 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:28.177311 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-aea0e199-7515-4c28-b32a-8a4599edc091 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.4459388 Dec 08 16:39:28.181674 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56960) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:39:28.185874 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-0b3b4b07-ed0a-4925-85dd-159a075f4396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0467f56-cf7e-48de-90ce-1310722b2b76', 'name': 'tempest-TestSecurityGroupsBasicOps-router-668470490', 'tenant_id': '6748b01bb03d422fb225abb51de7b97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'a64a45c2-909f-442a-8f53-ad9f7a3118cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:39:20Z', 'updated_at': '2021-12-08T16:39:26Z', 'revision_number': 4, 'project_id': '6748b01bb03d422fb225abb51de7b97d', 'gw_port': {'id': 'a64a45c2-909f-442a-8f53-ad9f7a3118cf', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0467f56-cf7e-48de-90ce-1310722b2b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:39:21Z', 'updated_at': '2021-12-08T16:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '3c28929c-6b0e-44b6-8dda-b11ae3f68ad9', 'name': '', 'network_id': '551bc23f-adc1-4952-9902-476d15330d09', 'tenant_id': '6748b01bb03d422fb225abb51de7b97d', 'mac_address': 'fa:16:3e:be:30:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0467f56-cf7e-48de-90ce-1310722b2b76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'ea007649-e93d-432a-8df3-e7a2dcce4a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:39:25Z', 'updated_at': '2021-12-08T16:39:26Z', 'revision_number': 2, 'project_id': '6748b01bb03d422fb225abb51de7b97d', 'subnets': [{'id': 'ea007649-e93d-432a-8df3-e7a2dcce4a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:39:28.186199 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-5628259b-8038-4d7e-9555-48347ab888fb tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1091258925', 'description': 'tempest-secgroup_general--1091258925 description', 'project_id': '6748b01bb03d422fb225abb51de7b97d'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:39:28.219085 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3b4b07-ed0a-4925-85dd-159a075f4396 None None] Checking router: f0467f56-cf7e-48de-90ce-1310722b2b76 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:39:28.219085 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3b4b07-ed0a-4925-85dd-159a075f4396 None None] Updating router f0467f56-cf7e-48de-90ce-1310722b2b76 port 3c28929c-6b0e-44b6-8dda-b11ae3f68ad9 binding host n-d-776250-12 {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:39:28.242401 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0b3b4b07-ed0a-4925-85dd-159a075f4396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:28.309343 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5628259b-8038-4d7e-9555-48347ab888fb tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:28.350238 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-e3728608-1305-4887-999f-9fac6924f27e None None] Provisioning complete for port 3c28929c-6b0e-44b6-8dda-b11ae3f68ad9 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:39:28.350619 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e3728608-1305-4887-999f-9fac6924f27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:28.390357 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5628259b-8038-4d7e-9555-48347ab888fb tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:28.410912 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-e3728608-1305-4887-999f-9fac6924f27e None None] Port 3c28929c-6b0e-44b6-8dda-b11ae3f68ad9 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:39:28.487557 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5628259b-8038-4d7e-9555-48347ab888fb tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:28.520701 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5628259b-8038-4d7e-9555-48347ab888fb tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac01afc-4f88-49df-a21f-8c7501781ddc,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:39:28.560699 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0b3b4b07-ed0a-4925-85dd-159a075f4396 None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:28.598295 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5628259b-8038-4d7e-9555-48347ab888fb tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:28.599632 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-5628259b-8038-4d7e-9555-48347ab888fb tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4184079 Dec 08 16:39:28.602479 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 56970) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:39:28.607416 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-9b90f6cd-57f4-415f-b20a-a20aef6bc62c tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Request body: {'security_group_rule': {'security_group_id': '03eb69e8-bdbe-4d07-a8a7-b47fff3b9ed5', 'project_id': '6748b01bb03d422fb225abb51de7b97d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:39:28.642119 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0b3b4b07-ed0a-4925-85dd-159a075f4396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:28.694036 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f533f927-6698-425f-b04b-ba21ee99180e None None] Pushing event updated for resources: {'Port': ['ID=3c28929c-6b0e-44b6-8dda-b11ae3f68ad9,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:39:28.739083 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9b90f6cd-57f4-415f-b20a-a20aef6bc62c tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:28.741575 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device bfb96944-a616-47ec-bc65-0dfd4c5d0c88 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:39:28.781103 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-0b3b4b07-ed0a-4925-85dd-159a075f4396 None None] Attempting to bind port 3c28929c-6b0e-44b6-8dda-b11ae3f68ad9 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:39:28.781487 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-0b3b4b07-ed0a-4925-85dd-159a075f4396 None None] Attempting to bind port 3c28929c-6b0e-44b6-8dda-b11ae3f68ad9 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '1c4475af-1b5d-4a5d-8d6d-eb1d9b682f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '551bc23f-adc1-4952-9902-476d15330d09'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:39:28.781864 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3b4b07-ed0a-4925-85dd-159a075f4396 None None] Attempting to bind port 3c28929c-6b0e-44b6-8dda-b11ae3f68ad9 on network 551bc23f-adc1-4952-9902-476d15330d09 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:39:28.795603 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3b4b07-ed0a-4925-85dd-159a075f4396 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:39:28.796284 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3b4b07-ed0a-4925-85dd-159a075f4396 None None] Checking segment: {'id': '1c4475af-1b5d-4a5d-8d6d-eb1d9b682f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '551bc23f-adc1-4952-9902-476d15330d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:39:28.796882 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0b3b4b07-ed0a-4925-85dd-159a075f4396 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:28.797439 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3b4b07-ed0a-4925-85dd-159a075f4396 None None] Bound using segment: {'id': '1c4475af-1b5d-4a5d-8d6d-eb1d9b682f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '551bc23f-adc1-4952-9902-476d15330d09'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:39:28.798141 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-0b3b4b07-ed0a-4925-85dd-159a075f4396 None None] Bound port: 3c28929c-6b0e-44b6-8dda-b11ae3f68ad9, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c4475af-1b5d-4a5d-8d6d-eb1d9b682f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '551bc23f-adc1-4952-9902-476d15330d09'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:39:28.798792 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0b3b4b07-ed0a-4925-85dd-159a075f4396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:28.850844 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9b90f6cd-57f4-415f-b20a-a20aef6bc62c tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:28.876676 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port bfb96944-a616-47ec-bc65-0dfd4c5d0c88 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:39:28.877065 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:28.879015 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-0b3b4b07-ed0a-4925-85dd-159a075f4396 None None] For port 3c28929c-6b0e-44b6-8dda-b11ae3f68ad9, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:39:28.882971 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-0b3b4b07-ed0a-4925-85dd-159a075f4396 None None] For port 3c28929c-6b0e-44b6-8dda-b11ae3f68ad9, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=3c28929c-6b0e-44b6-8dda-b11ae3f68ad9,segment=NetworkSegment(1c4475af-1b5d-4a5d-8d6d-eb1d9b682f96),segment_id=1c4475af-1b5d-4a5d-8d6d-eb1d9b682f96)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:39:28.916386 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9b90f6cd-57f4-415f-b20a-a20aef6bc62c tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:28.938865 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b90f6cd-57f4-415f-b20a-a20aef6bc62c tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=955adb3b-5ddc-4b74-916f-92e0e35a8070,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:39:28.960692 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0b3b4b07-ed0a-4925-85dd-159a075f4396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:28.970239 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-6035cd97-f03a-42f2-a3aa-5455dfb8eaaf None None] Provisioning complete for port 3c28929c-6b0e-44b6-8dda-b11ae3f68ad9 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:39:28.970604 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6035cd97-f03a-42f2-a3aa-5455dfb8eaaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:29.015907 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9b90f6cd-57f4-415f-b20a-a20aef6bc62c tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:29.017613 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-9b90f6cd-57f4-415f-b20a-a20aef6bc62c tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4137762 Dec 08 16:39:29.068541 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f533f927-6698-425f-b04b-ba21ee99180e None None] Pushing event updated for resources: {'Port': ['ID=3c28929c-6b0e-44b6-8dda-b11ae3f68ad9,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:39:29.071861 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3b4b07-ed0a-4925-85dd-159a075f4396 None None] Routers {'f0467f56-cf7e-48de-90ce-1310722b2b76'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:39:29.072571 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-0b3b4b07-ed0a-4925-85dd-159a075f4396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:39:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['f0467f56-cf7e-48de-90ce-1310722b2b76'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:39:29.268161 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-25360eeb-756a-4da8-9cbb-82e8b802bad8 req-82bbcdd3-71df-4153-b084-7728073f738c tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup_general--1091258925&fields=id&tenant_id=6748b01bb03d422fb225abb51de7b97d HTTP/1.1" status: 200 len: 267 time: 0.0795233 Dec 08 16:39:29.336514 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-25360eeb-756a-4da8-9cbb-82e8b802bad8 req-5b040d41-d15d-4193-b8c2-928e14beb34a tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup_access--627690912&fields=id&tenant_id=6748b01bb03d422fb225abb51de7b97d HTTP/1.1" status: 200 len: 267 time: 0.0672531 Dec 08 16:39:29.365643 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6bff3-648d-4659-a317-3438f649c78f req-9c6bcaf6-3ddf-4888-b940-0a733058c6f9 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:29.368143 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-26c6bff3-648d-4659-a317-3438f649c78f req-9c6bcaf6-3ddf-4888-b940-0a733058c6f9 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] 10.222.0.64 "GET /v2.0/ports?device_id=25a06bad-1ab1-4fea-a8bf-817114b1bd59 HTTP/1.1" status: 200 len: 946 time: 0.0596077 Dec 08 16:39:29.391366 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6035cd97-f03a-42f2-a3aa-5455dfb8eaaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:29.425181 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-26c6bff3-648d-4659-a317-3438f649c78f req-3a72ef6a-e8f0-44ab-879c-519f3e724660 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e06f02a-5de0-47c8-b161-7c34c0bfe29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500703 Dec 08 16:39:29.458376 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-6035cd97-f03a-42f2-a3aa-5455dfb8eaaf None None] For port 3c28929c-6b0e-44b6-8dda-b11ae3f68ad9, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=3c28929c-6b0e-44b6-8dda-b11ae3f68ad9,segment=NetworkSegment(1c4475af-1b5d-4a5d-8d6d-eb1d9b682f96),segment_id=1c4475af-1b5d-4a5d-8d6d-eb1d9b682f96)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:39:29.460485 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-0b3b4b07-ed0a-4925-85dd-159a075f4396 None None] Set router f0467f56-cf7e-48de-90ce-1310722b2b76 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:39:29.472672 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25360eeb-756a-4da8-9cbb-82e8b802bad8 req-4aa5dafb-a98a-4f30-8267-c497647ea95d tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:29.475172 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-25360eeb-756a-4da8-9cbb-82e8b802bad8 req-4aa5dafb-a98a-4f30-8267-c497647ea95d tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "GET /v2.0/networks?id=551bc23f-adc1-4952-9902-476d15330d09 HTTP/1.1" status: 200 len: 795 time: 0.1359630 Dec 08 16:39:29.489820 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-25360eeb-756a-4da8-9cbb-82e8b802bad8 req-c2364aef-855a-4e0b-958f-08db6d6293f6 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "GET /v2.0/quotas/6748b01bb03d422fb225abb51de7b97d HTTP/1.1" status: 200 len: 375 time: 0.0094795 Dec 08 16:39:29.534998 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6035cd97-f03a-42f2-a3aa-5455dfb8eaaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:29.546853 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-25360eeb-756a-4da8-9cbb-82e8b802bad8 req-ed638c2a-988d-459b-a144-fcd80564d749 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6748b01bb03d422fb225abb51de7b97d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504758 Dec 08 16:39:29.635733 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6035cd97-f03a-42f2-a3aa-5455dfb8eaaf None None] Pushing event updated for resources: {'Port': ['ID=3c28929c-6b0e-44b6-8dda-b11ae3f68ad9,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:39:29.654176 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-25360eeb-756a-4da8-9cbb-82e8b802bad8 req-5b22964b-8ae1-4227-8f89-e2a78b71fc71 service neutron] 10.222.0.64 "GET /v2.0/networks/551bc23f-adc1-4952-9902-476d15330d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952966 Dec 08 16:39:29.671923 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-10004368-9f27-47b9-99b9-86bf81e8c3ed None None] Provisioning complete for port 3c28929c-6b0e-44b6-8dda-b11ae3f68ad9 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:39:29.672496 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-10004368-9f27-47b9-99b9-86bf81e8c3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:29.756895 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-25360eeb-756a-4da8-9cbb-82e8b802bad8 req-b44c4af6-2467-44f6-ac39-e5fb3cd68bf6 service neutron] 10.222.0.64 "GET /v2.0/networks/551bc23f-adc1-4952-9902-476d15330d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960112 Dec 08 16:39:29.787527 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-0b3b4b07-ed0a-4925-85dd-159a075f4396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0467f56-cf7e-48de-90ce-1310722b2b76', 'name': 'tempest-TestSecurityGroupsBasicOps-router-668470490', 'tenant_id': '6748b01bb03d422fb225abb51de7b97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'a64a45c2-909f-442a-8f53-ad9f7a3118cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:39:20Z', 'updated_at': '2021-12-08T16:39:26Z', 'revision_number': 4, 'project_id': '6748b01bb03d422fb225abb51de7b97d', 'gw_port': {'id': 'a64a45c2-909f-442a-8f53-ad9f7a3118cf', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0467f56-cf7e-48de-90ce-1310722b2b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:39:21Z', 'updated_at': '2021-12-08T16:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '3c28929c-6b0e-44b6-8dda-b11ae3f68ad9', 'name': '', 'network_id': '551bc23f-adc1-4952-9902-476d15330d09', 'tenant_id': '6748b01bb03d422fb225abb51de7b97d', 'mac_address': 'fa:16:3e:be:30:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0467f56-cf7e-48de-90ce-1310722b2b76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'ea007649-e93d-432a-8df3-e7a2dcce4a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:39:25Z', 'updated_at': '2021-12-08T16:39:28Z', 'revision_number': 4, 'project_id': '6748b01bb03d422fb225abb51de7b97d', 'subnets': [{'id': 'ea007649-e93d-432a-8df3-e7a2dcce4a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:39:29.819320 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3b4b07-ed0a-4925-85dd-159a075f4396 None None] The sync data for ids ['f0467f56-cf7e-48de-90ce-1310722b2b76'] in n-d-776250-12 is: [{'id': 'f0467f56-cf7e-48de-90ce-1310722b2b76', 'name': 'tempest-TestSecurityGroupsBasicOps-router-668470490', 'tenant_id': '6748b01bb03d422fb225abb51de7b97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'a64a45c2-909f-442a-8f53-ad9f7a3118cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:39:20Z', 'updated_at': '2021-12-08T16:39:26Z', 'revision_number': 4, 'project_id': '6748b01bb03d422fb225abb51de7b97d', 'gw_port': {'id': 'a64a45c2-909f-442a-8f53-ad9f7a3118cf', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0467f56-cf7e-48de-90ce-1310722b2b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:39:21Z', 'updated_at': '2021-12-08T16:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '3c28929c-6b0e-44b6-8dda-b11ae3f68ad9', 'name': '', 'network_id': '551bc23f-adc1-4952-9902-476d15330d09', 'tenant_id': '6748b01bb03d422fb225abb51de7b97d', 'mac_address': 'fa:16:3e:be:30:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0467f56-cf7e-48de-90ce-1310722b2b76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'ea007649-e93d-432a-8df3-e7a2dcce4a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:39:25Z', 'updated_at': '2021-12-08T16:39:28Z', 'revision_number': 4, 'project_id': '6748b01bb03d422fb225abb51de7b97d', 'subnets': [{'id': 'ea007649-e93d-432a-8df3-e7a2dcce4a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:39:30.018604 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3795a4e3-90ae-469b-895c-cf6dfdac46b2 req-fd089de0-af54-41cc-b681-0f8846218e48 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf4df16e-adf9-4f91-8da7-2b4390e218c5 HTTP/1.1" status: 200 len: 210 time: 0.0365286 Dec 08 16:39:30.581574 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d6dc4-e39f-4832-8b3c-84420c7a059d req-1a81250c-0e41-44fa-9a19-60dc41c0606e tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:30.583274 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7a4d6dc4-e39f-4832-8b3c-84420c7a059d req-1a81250c-0e41-44fa-9a19-60dc41c0606e tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] 10.222.0.64 "GET /v2.0/ports?device_id=25a06bad-1ab1-4fea-a8bf-817114b1bd59 HTTP/1.1" status: 200 len: 946 time: 0.0643120 Dec 08 16:39:30.638508 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7a4d6dc4-e39f-4832-8b3c-84420c7a059d req-dd2f60c3-599a-4abe-b5b6-0ef0b28df37a tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] 10.222.0.64 "GET /v2.0/security-groups?id=5e06f02a-5de0-47c8-b161-7c34c0bfe29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484464 Dec 08 16:39:30.754630 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 3c28929c-6b0e-44b6-8dda-b11ae3f68ad9 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:39:30.784840 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b617a4-d61a-4b8a-9951-715ac0e010e3 req-4647fb1d-2e8e-4f04-8dda-8833ddf07336 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:30.786440 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c1b617a4-d61a-4b8a-9951-715ac0e010e3 req-4647fb1d-2e8e-4f04-8dda-8833ddf07336 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] 10.222.0.76 "GET /v2.0/ports?device_id=25a06bad-1ab1-4fea-a8bf-817114b1bd59 HTTP/1.1" status: 200 len: 946 time: 0.0630691 Dec 08 16:39:30.820054 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 3c28929c-6b0e-44b6-8dda-b11ae3f68ad9 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:39:30.821209 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:30.914130 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-c1b617a4-d61a-4b8a-9951-715ac0e010e3 req-0d92445a-a6a6-4616-b848-de3a589c9e5e tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] Deleting port 94cd13c7-225f-4f6a-957d-faacc96b2cf7 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:39:30.914560 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c1b617a4-d61a-4b8a-9951-715ac0e010e3 req-0d92445a-a6a6-4616-b848-de3a589c9e5e tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:31.016356 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-c1b617a4-d61a-4b8a-9951-715ac0e010e3 req-0d92445a-a6a6-4616-b848-de3a589c9e5e tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] For port 94cd13c7-225f-4f6a-957d-faacc96b2cf7, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=94cd13c7-225f-4f6a-957d-faacc96b2cf7,segment=NetworkSegment(340f14fc-7543-4424-b76d-1b1c68456a9f),segment_id=340f14fc-7543-4424-b76d-1b1c68456a9f)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:39:31.016735 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c1b617a4-d61a-4b8a-9951-715ac0e010e3 req-0d92445a-a6a6-4616-b848-de3a589c9e5e tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:31.034650 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-c1b617a4-d61a-4b8a-9951-715ac0e010e3 req-0d92445a-a6a6-4616-b848-de3a589c9e5e tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] Calling delete_port for 94cd13c7-225f-4f6a-957d-faacc96b2cf7 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:39:31.148903 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d8a6d7c4-9ae5-41ad-956b-79a191b74453 req-49160c89-68f0-4aee-b2a7-5b7f26e65718 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf4df16e-adf9-4f91-8da7-2b4390e218c5 HTTP/1.1" status: 200 len: 210 time: 0.0441375 Dec 08 16:39:31.247787 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c1b617a4-d61a-4b8a-9951-715ac0e010e3 req-0d92445a-a6a6-4616-b848-de3a589c9e5e tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:31.279906 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92445a-a6a6-4616-b848-de3a589c9e5e tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] Pushing event deleted for resources: {'Port': ['ID=94cd13c7-225f-4f6a-957d-faacc96b2cf7,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:39:31.322132 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1b617a4-d61a-4b8a-9951-715ac0e010e3 req-0d92445a-a6a6-4616-b848-de3a589c9e5e tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] No DVR routers for this DVR port 94cd13c7-225f-4f6a-957d-faacc96b2cf7 on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:39:31.325324 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c1b617a4-d61a-4b8a-9951-715ac0e010e3 req-0d92445a-a6a6-4616-b848-de3a589c9e5e tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:31.328753 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c1b617a4-d61a-4b8a-9951-715ac0e010e3 req-0d92445a-a6a6-4616-b848-de3a589c9e5e tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] 10.222.0.76 "DELETE /v2.0/ports/94cd13c7-225f-4f6a-957d-faacc96b2cf7 HTTP/1.1" status: 204 len: 173 time: 0.5358417 Dec 08 16:39:31.329201 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a06bad-1ab1-4fea-a8bf-817114b1bd59', 'name': 'network-vif-deleted', 'tag': '94cd13c7-225f-4f6a-957d-faacc96b2cf7'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:39:31.331492 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f03c92-4058-428e-b43f-4ec99427598b" -d '{"events": [{"server_uuid": "25a06bad-1ab1-4fea-a8bf-817114b1bd59", "name": "network-vif-deleted", "tag": "94cd13c7-225f-4f6a-957d-faacc96b2cf7"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:39:31.367251 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e816609-e0ba-48ef-97b3-054a94d8c0f7 x-openstack-request-id: req-7e816609-e0ba-48ef-97b3-054a94d8c0f7 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:39:31.367560 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25a06bad-1ab1-4fea-a8bf-817114b1bd59", "name": "network-vif-deleted", "tag": "94cd13c7-225f-4f6a-957d-faacc96b2cf7", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:39:31.367824 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7e816609-e0ba-48ef-97b3-054a94d8c0f7 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:39:31.368272 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a06bad-1ab1-4fea-a8bf-817114b1bd59', 'name': 'network-vif-deleted', 'tag': '94cd13c7-225f-4f6a-957d-faacc96b2cf7', 'status': 'completed', 'code': 200} Dec 08 16:39:31.750385 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-65adbcac-53f3-48b9-a064-49bc17c1fd29 req-1a7c7b31-182c-4d46-83a1-47337fc94426 tempest-VolumesActionsTest-1673286769 tempest-VolumesActionsTest-1673286769-project] 10.222.0.64 "GET /v2.0/ports?device_id=25a06bad-1ab1-4fea-a8bf-817114b1bd59 HTTP/1.1" status: 200 len: 210 time: 0.0271862 Dec 08 16:39:32.263373 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7950c909-e539-4cfd-ad39-fb9528ab1fe4 req-e5b5b937-7a63-4605-b54a-3c413fe5192d tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf4df16e-adf9-4f91-8da7-2b4390e218c5 HTTP/1.1" status: 200 len: 210 time: 0.0364773 Dec 08 16:39:32.289726 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25360eeb-756a-4da8-9cbb-82e8b802bad8 req-f7e2aacc-f18e-4576-9828-6e87a7c0775c tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:32.291369 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-25360eeb-756a-4da8-9cbb-82e8b802bad8 req-f7e2aacc-f18e-4576-9828-6e87a7c0775c tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.37 "GET /v2.0/networks?id=551bc23f-adc1-4952-9902-476d15330d09 HTTP/1.1" status: 200 len: 795 time: 0.1340680 Dec 08 16:39:32.381297 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-25360eeb-756a-4da8-9cbb-82e8b802bad8 req-f88a1599-bef8-466f-8dd3-41b28853b15d tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6748b01bb03d422fb225abb51de7b97d HTTP/1.1" status: 200 len: 477 time: 0.0784407 Dec 08 16:39:32.392972 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-25360eeb-756a-4da8-9cbb-82e8b802bad8 req-958baa28-00c0-445b-bd8c-7036986853b2 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Request body: {'port': {'device_id': 'bf4df16e-adf9-4f91-8da7-2b4390e218c5', 'network_id': '551bc23f-adc1-4952-9902-476d15330d09', 'admin_state_up': True, 'tenant_id': '6748b01bb03d422fb225abb51de7b97d', 'security_groups': ['4ac01afc-4f88-49df-a21f-8c7501781ddc', '03eb69e8-bdbe-4d07-a8a7-b47fff3b9ed5']}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:39:32.687441 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25360eeb-756a-4da8-9cbb-82e8b802bad8 req-958baa28-00c0-445b-bd8c-7036986853b2 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Made reservation on behalf of 6748b01bb03d422fb225abb51de7b97d for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:39:32.691343 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-25360eeb-756a-4da8-9cbb-82e8b802bad8 req-958baa28-00c0-445b-bd8c-7036986853b2 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:32.785530 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 94cd13c7-225f-4f6a-957d-faacc96b2cf7 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:39:32.807275 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: 94cd13c7-225f-4f6a-957d-faacc96b2cf7 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:39:32.807818 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 94cd13c7-225f-4f6a-957d-faacc96b2cf7 not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:39:32.826658 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-25360eeb-756a-4da8-9cbb-82e8b802bad8 req-958baa28-00c0-445b-bd8c-7036986853b2 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Allocated IP 172.20.0.7 (551bc23f-adc1-4952-9902-476d15330d09/ea007649-e93d-432a-8df3-e7a2dcce4a7c/a8dbc667-b320-4101-bd1d-f0e67176080c) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:39:32.976785 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-25360eeb-756a-4da8-9cbb-82e8b802bad8 req-958baa28-00c0-445b-bd8c-7036986853b2 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:33.105404 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-25360eeb-756a-4da8-9cbb-82e8b802bad8 req-958baa28-00c0-445b-bd8c-7036986853b2 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:33.162119 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25360eeb-756a-4da8-9cbb-82e8b802bad8 req-958baa28-00c0-445b-bd8c-7036986853b2 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Network 551bc23f-adc1-4952-9902-476d15330d09 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:39:33.165521 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-25360eeb-756a-4da8-9cbb-82e8b802bad8 req-958baa28-00c0-445b-bd8c-7036986853b2 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:39:33.170446 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-25360eeb-756a-4da8-9cbb-82e8b802bad8 req-958baa28-00c0-445b-bd8c-7036986853b2 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:39:33.174568 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958baa28-00c0-445b-bd8c-7036986853b2 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Pushing event updated for resources: {'Port': ['ID=a8dbc667-b320-4101-bd1d-f0e67176080c,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:39:33.237583 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25360eeb-756a-4da8-9cbb-82e8b802bad8 req-958baa28-00c0-445b-bd8c-7036986853b2 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:33.238328 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-25360eeb-756a-4da8-9cbb-82e8b802bad8 req-958baa28-00c0-445b-bd8c-7036986853b2 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:33.341888 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-25360eeb-756a-4da8-9cbb-82e8b802bad8 req-958baa28-00c0-445b-bd8c-7036986853b2 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.9523993 Dec 08 16:39:33.380797 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-25360eeb-756a-4da8-9cbb-82e8b802bad8 req-666ff488-e121-4438-9c5c-3c2b621f70a3 service neutron] Request body: {'port': {'device_id': 'bf4df16e-adf9-4f91-8da7-2b4390e218c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:39:33.449871 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5120425f-9c90-4a08-8bdc-4dadecec7e29 req-6127ab30-ea51-45e1-8b9a-79984c4dd45c tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:33.451364 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5120425f-9c90-4a08-8bdc-4dadecec7e29 req-6127ab30-ea51-45e1-8b9a-79984c4dd45c tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf4df16e-adf9-4f91-8da7-2b4390e218c5 HTTP/1.1" status: 200 len: 970 time: 0.1084657 Dec 08 16:39:33.462980 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-25360eeb-756a-4da8-9cbb-82e8b802bad8 req-666ff488-e121-4438-9c5c-3c2b621f70a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:33.467220 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-e514ed68-2127-47ac-a996-1bc4d1633be1 None None] Provisioning complete for port a8dbc667-b320-4101-bd1d-f0e67176080c triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:39:33.467647 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e514ed68-2127-47ac-a996-1bc4d1633be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:33.509677 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-e514ed68-2127-47ac-a996-1bc4d1633be1 None None] Port a8dbc667-b320-4101-bd1d-f0e67176080c cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:39:33.565331 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5120425f-9c90-4a08-8bdc-4dadecec7e29 req-8d7d636e-df4d-4ca4-bd8b-1a6fca7605f2 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ac01afc-4f88-49df-a21f-8c7501781ddc&id=03eb69e8-bdbe-4d07-a8a7-b47fff3b9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1033909 Dec 08 16:39:33.786258 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-25360eeb-756a-4da8-9cbb-82e8b802bad8 req-666ff488-e121-4438-9c5c-3c2b621f70a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8dbc667-b320-4101-bd1d-f0e67176080c {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:39:33.794964 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-25360eeb-756a-4da8-9cbb-82e8b802bad8 req-666ff488-e121-4438-9c5c-3c2b621f70a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:33.806861 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-25360eeb-756a-4da8-9cbb-82e8b802bad8 req-666ff488-e121-4438-9c5c-3c2b621f70a3 service neutron] Transition to ACTIVE for port object a8dbc667-b320-4101-bd1d-f0e67176080c will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:39:33.910047 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-25360eeb-756a-4da8-9cbb-82e8b802bad8 req-666ff488-e121-4438-9c5c-3c2b621f70a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:33.990849 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666ff488-e121-4438-9c5c-3c2b621f70a3 service neutron] Pushing event updated for resources: {'Port': ['ID=a8dbc667-b320-4101-bd1d-f0e67176080c,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:39:34.044886 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-25360eeb-756a-4da8-9cbb-82e8b802bad8 req-666ff488-e121-4438-9c5c-3c2b621f70a3 service neutron] Attempting to bind port a8dbc667-b320-4101-bd1d-f0e67176080c on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:39:34.045232 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-25360eeb-756a-4da8-9cbb-82e8b802bad8 req-666ff488-e121-4438-9c5c-3c2b621f70a3 service neutron] Attempting to bind port a8dbc667-b320-4101-bd1d-f0e67176080c by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '1c4475af-1b5d-4a5d-8d6d-eb1d9b682f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '551bc23f-adc1-4952-9902-476d15330d09'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:39:34.045631 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25360eeb-756a-4da8-9cbb-82e8b802bad8 req-666ff488-e121-4438-9c5c-3c2b621f70a3 service neutron] Attempting to bind port a8dbc667-b320-4101-bd1d-f0e67176080c on network 551bc23f-adc1-4952-9902-476d15330d09 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:39:34.050357 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25360eeb-756a-4da8-9cbb-82e8b802bad8 req-666ff488-e121-4438-9c5c-3c2b621f70a3 service neutron] Port a8dbc667-b320-4101-bd1d-f0e67176080c on network 551bc23f-adc1-4952-9902-476d15330d09 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:39:34.050685 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25360eeb-756a-4da8-9cbb-82e8b802bad8 req-666ff488-e121-4438-9c5c-3c2b621f70a3 service neutron] Attempting to bind port a8dbc667-b320-4101-bd1d-f0e67176080c on network 551bc23f-adc1-4952-9902-476d15330d09 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:39:34.055745 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25360eeb-756a-4da8-9cbb-82e8b802bad8 req-666ff488-e121-4438-9c5c-3c2b621f70a3 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:39:34.056090 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25360eeb-756a-4da8-9cbb-82e8b802bad8 req-666ff488-e121-4438-9c5c-3c2b621f70a3 service neutron] Checking segment: {'id': '1c4475af-1b5d-4a5d-8d6d-eb1d9b682f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '551bc23f-adc1-4952-9902-476d15330d09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:39:34.056562 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25360eeb-756a-4da8-9cbb-82e8b802bad8 req-666ff488-e121-4438-9c5c-3c2b621f70a3 service neutron] Bound using segment: {'id': '1c4475af-1b5d-4a5d-8d6d-eb1d9b682f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '551bc23f-adc1-4952-9902-476d15330d09'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:39:34.057000 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-25360eeb-756a-4da8-9cbb-82e8b802bad8 req-666ff488-e121-4438-9c5c-3c2b621f70a3 service neutron] Bound port: a8dbc667-b320-4101-bd1d-f0e67176080c, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c4475af-1b5d-4a5d-8d6d-eb1d9b682f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '551bc23f-adc1-4952-9902-476d15330d09'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:39:34.057413 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-25360eeb-756a-4da8-9cbb-82e8b802bad8 req-666ff488-e121-4438-9c5c-3c2b621f70a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:34.134508 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-25360eeb-756a-4da8-9cbb-82e8b802bad8 req-666ff488-e121-4438-9c5c-3c2b621f70a3 service neutron] For port a8dbc667-b320-4101-bd1d-f0e67176080c, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:39:34.138544 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-25360eeb-756a-4da8-9cbb-82e8b802bad8 req-666ff488-e121-4438-9c5c-3c2b621f70a3 service neutron] For port a8dbc667-b320-4101-bd1d-f0e67176080c, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=a8dbc667-b320-4101-bd1d-f0e67176080c,segment=NetworkSegment(1c4475af-1b5d-4a5d-8d6d-eb1d9b682f96),segment_id=1c4475af-1b5d-4a5d-8d6d-eb1d9b682f96)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:39:34.236895 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-25360eeb-756a-4da8-9cbb-82e8b802bad8 req-666ff488-e121-4438-9c5c-3c2b621f70a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:34.277044 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25360eeb-756a-4da8-9cbb-82e8b802bad8 req-666ff488-e121-4438-9c5c-3c2b621f70a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:34.277044 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-25360eeb-756a-4da8-9cbb-82e8b802bad8 req-666ff488-e121-4438-9c5c-3c2b621f70a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:34.278690 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-25360eeb-756a-4da8-9cbb-82e8b802bad8 req-666ff488-e121-4438-9c5c-3c2b621f70a3 service neutron] 10.222.0.37 "PUT /v2.0/ports/a8dbc667-b320-4101-bd1d-f0e67176080c HTTP/1.1" status: 200 len: 1131 time: 0.9019094 Dec 08 16:39:34.278941 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf4df16e-adf9-4f91-8da7-2b4390e218c5', 'tag': 'a8dbc667-b320-4101-bd1d-f0e67176080c'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:39:34.282596 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d002e4-8ede-4ded-b0fd-5c00e8f59258" -d '{"events": [{"name": "network-changed", "server_uuid": "bf4df16e-adf9-4f91-8da7-2b4390e218c5", "tag": "a8dbc667-b320-4101-bd1d-f0e67176080c"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:39:34.307334 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666ff488-e121-4438-9c5c-3c2b621f70a3 service neutron] Pushing event updated for resources: {'Port': ['ID=a8dbc667-b320-4101-bd1d-f0e67176080c,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:39:34.352937 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267c6cbf-d0cb-4b40-9072-360b5e872116 x-openstack-request-id: req-267c6cbf-d0cb-4b40-9072-360b5e872116 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:39:34.353800 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf4df16e-adf9-4f91-8da7-2b4390e218c5", "tag": "a8dbc667-b320-4101-bd1d-f0e67176080c", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:39:34.353800 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-267c6cbf-d0cb-4b40-9072-360b5e872116 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:39:34.355141 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf4df16e-adf9-4f91-8da7-2b4390e218c5', 'tag': 'a8dbc667-b320-4101-bd1d-f0e67176080c', 'status': 'completed', 'code': 200} Dec 08 16:39:34.461717 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d002e4-8ede-4ded-b0fd-5c00e8f59258 req-3a4b0582-0535-41c4-a92f-ff049d74fc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:34.463491 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-49d002e4-8ede-4ded-b0fd-5c00e8f59258 req-3a4b0582-0535-41c4-a92f-ff049d74fc85 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6748b01bb03d422fb225abb51de7b97d&device_id=bf4df16e-adf9-4f91-8da7-2b4390e218c5 HTTP/1.1" status: 200 len: 1134 time: 0.0780449 Dec 08 16:39:34.583223 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d002e4-8ede-4ded-b0fd-5c00e8f59258 req-20714f8c-d0f5-45fc-aa54-9c84f969320c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:34.584767 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-49d002e4-8ede-4ded-b0fd-5c00e8f59258 req-20714f8c-d0f5-45fc-aa54-9c84f969320c service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=6748b01bb03d422fb225abb51de7b97d&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1107473 Dec 08 16:39:34.728760 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d002e4-8ede-4ded-b0fd-5c00e8f59258 req-a1056ebf-3aa4-4730-835e-88c44d8aea30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:34.730294 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-49d002e4-8ede-4ded-b0fd-5c00e8f59258 req-a1056ebf-3aa4-4730-835e-88c44d8aea30 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1375926 Dec 08 16:39:34.751500 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e4f72-dc3f-4f6e-8df7-0e88f6eb9d8a req-de9883ff-84f8-4f7f-9372-624f691ec6c0 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:34.753123 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-777e4f72-dc3f-4f6e-8df7-0e88f6eb9d8a req-de9883ff-84f8-4f7f-9372-624f691ec6c0 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf4df16e-adf9-4f91-8da7-2b4390e218c5 HTTP/1.1" status: 200 len: 982 time: 0.0750337 Dec 08 16:39:34.813379 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:34.859696 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-777e4f72-dc3f-4f6e-8df7-0e88f6eb9d8a req-bf9fff76-8495-45df-ad13-884782a71d0f tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ac01afc-4f88-49df-a21f-8c7501781ddc&id=03eb69e8-bdbe-4d07-a8a7-b47fff3b9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0974414 Dec 08 16:39:34.863499 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25360eeb-756a-4da8-9cbb-82e8b802bad8 req-7d51adc9-4296-4988-ada0-bb9359d0af0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:34.865420 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-25360eeb-756a-4da8-9cbb-82e8b802bad8 req-7d51adc9-4296-4988-ada0-bb9359d0af0b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6748b01bb03d422fb225abb51de7b97d&device_id=bf4df16e-adf9-4f91-8da7-2b4390e218c5 HTTP/1.1" status: 200 len: 1134 time: 0.0869122 Dec 08 16:39:34.924634 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-25360eeb-756a-4da8-9cbb-82e8b802bad8 req-cfcc4eee-5a64-4b52-9053-bb3fe577f4c0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8dbc667-b320-4101-bd1d-f0e67176080c HTTP/1.1" status: 200 len: 217 time: 0.0504880 Dec 08 16:39:34.982262 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25360eeb-756a-4da8-9cbb-82e8b802bad8 req-494299d8-0240-4027-8064-ba8a39330e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:34.983821 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-25360eeb-756a-4da8-9cbb-82e8b802bad8 req-494299d8-0240-4027-8064-ba8a39330e65 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ea007649-e93d-432a-8df3-e7a2dcce4a7c HTTP/1.1" status: 200 len: 835 time: 0.0521142 Dec 08 16:39:35.037575 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25360eeb-756a-4da8-9cbb-82e8b802bad8 req-f41db61a-3f78-4308-af89-ca1d6583cf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:35.039330 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-25360eeb-756a-4da8-9cbb-82e8b802bad8 req-f41db61a-3f78-4308-af89-ca1d6583cf09 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=551bc23f-adc1-4952-9902-476d15330d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467906 Dec 08 16:39:35.149574 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-25360eeb-756a-4da8-9cbb-82e8b802bad8 req-1f1352c7-0241-46fe-88e0-1794395a9ed1 service neutron] 10.222.0.37 "GET /v2.0/networks/551bc23f-adc1-4952-9902-476d15330d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011717 Dec 08 16:39:35.270770 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-25360eeb-756a-4da8-9cbb-82e8b802bad8 req-a68e73aa-510f-4779-b4ee-d94dfcb3d82e service neutron] 10.222.0.37 "GET /v2.0/networks/551bc23f-adc1-4952-9902-476d15330d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135862 Dec 08 16:39:36.074747 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1201debe-ee78-4aac-bd39-7aa77f8a805c req-9ec55c2b-4905-48b9-b86f-e736c6b51040 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:36.077922 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1201debe-ee78-4aac-bd39-7aa77f8a805c req-9ec55c2b-4905-48b9-b86f-e736c6b51040 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf4df16e-adf9-4f91-8da7-2b4390e218c5 HTTP/1.1" status: 200 len: 982 time: 0.0778534 Dec 08 16:39:36.199002 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1201debe-ee78-4aac-bd39-7aa77f8a805c req-3b958d24-18f8-4e23-b3ba-8f991ef1c0ec tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ac01afc-4f88-49df-a21f-8c7501781ddc&id=03eb69e8-bdbe-4d07-a8a7-b47fff3b9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1117210 Dec 08 16:39:37.365788 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3200338f-58bb-42a8-bdde-010962a687ab req-ddfe770d-f35b-4cb5-a852-734eff03a0d2 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:37.600464 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3200338f-58bb-42a8-bdde-010962a687ab req-ddfe770d-f35b-4cb5-a852-734eff03a0d2 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf4df16e-adf9-4f91-8da7-2b4390e218c5 HTTP/1.1" status: 200 len: 982 time: 0.0779660 Dec 08 16:39:37.600464 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3200338f-58bb-42a8-bdde-010962a687ab req-52774f2b-c129-48fc-bf1d-a4fc8c099233 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ac01afc-4f88-49df-a21f-8c7501781ddc&id=03eb69e8-bdbe-4d07-a8a7-b47fff3b9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0639286 Dec 08 16:39:37.986981 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device a8dbc667-b320-4101-bd1d-f0e67176080c details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:39:38.144549 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port a8dbc667-b320-4101-bd1d-f0e67176080c, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=a8dbc667-b320-4101-bd1d-f0e67176080c,segment=NetworkSegment(1c4475af-1b5d-4a5d-8d6d-eb1d9b682f96),segment_id=1c4475af-1b5d-4a5d-8d6d-eb1d9b682f96)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:39:38.156748 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': 'a8dbc667-b320-4101-bd1d-f0e67176080c', 'network_id': '551bc23f-adc1-4952-9902-476d15330d09', 'port_id': 'a8dbc667-b320-4101-bd1d-f0e67176080c', 'mac_address': 'fa:16:3e:e9:f4:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea007649-e93d-432a-8df3-e7a2dcce4a7c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:39:38.205010 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:38.220426 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8dbc667-b320-4101-bd1d-f0e67176080c {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:39:38.244015 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port a8dbc667-b320-4101-bd1d-f0e67176080c, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=a8dbc667-b320-4101-bd1d-f0e67176080c,segment=NetworkSegment(1c4475af-1b5d-4a5d-8d6d-eb1d9b682f96),segment_id=1c4475af-1b5d-4a5d-8d6d-eb1d9b682f96)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:39:38.333166 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:38.387938 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=a8dbc667-b320-4101-bd1d-f0e67176080c,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:39:38.545867 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['a8dbc667-b320-4101-bd1d-f0e67176080c'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:39:38.600705 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf8fa1-7477-4043-a453-30ad6af5d033 req-67fd917c-e303-4a0c-8e35-d26348ae3f3f tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:38.607896 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c8cf8fa1-7477-4043-a453-30ad6af5d033 req-67fd917c-e303-4a0c-8e35-d26348ae3f3f tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf4df16e-adf9-4f91-8da7-2b4390e218c5 HTTP/1.1" status: 200 len: 983 time: 0.0845799 Dec 08 16:39:38.719446 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c8cf8fa1-7477-4043-a453-30ad6af5d033 req-d93f8d14-d8f7-4ac1-8d61-ee42cb497f4f tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ac01afc-4f88-49df-a21f-8c7501781ddc&id=03eb69e8-bdbe-4d07-a8a7-b47fff3b9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1060646 Dec 08 16:39:38.742401 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:39.870391 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f22eb4-7870-4de7-8873-b1529630486a req-e35b57ed-e14e-4b66-84cd-ca53e2411fd2 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:39.877102 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c5f22eb4-7870-4de7-8873-b1529630486a req-e35b57ed-e14e-4b66-84cd-ca53e2411fd2 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf4df16e-adf9-4f91-8da7-2b4390e218c5 HTTP/1.1" status: 200 len: 983 time: 0.0682955 Dec 08 16:39:39.947426 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c5f22eb4-7870-4de7-8873-b1529630486a req-4dbceac5-b765-4584-ab4d-f08ace0ea70d tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ac01afc-4f88-49df-a21f-8c7501781ddc&id=03eb69e8-bdbe-4d07-a8a7-b47fff3b9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0687726 Dec 08 16:39:40.010322 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device a8dbc667-b320-4101-bd1d-f0e67176080c up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:39:40.150555 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port a8dbc667-b320-4101-bd1d-f0e67176080c completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:39:40.155189 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port a8dbc667-b320-4101-bd1d-f0e67176080c triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:39:40.155648 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:40.264737 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:40.300212 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf4df16e-adf9-4f91-8da7-2b4390e218c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8dbc667-b320-4101-bd1d-f0e67176080c'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:39:40.300212 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c4b51da-63e6-4534-98c1-b6e7326d8c2a" -d '{"events": [{"server_uuid": "bf4df16e-adf9-4f91-8da7-2b4390e218c5", "name": "network-vif-plugged", "status": "completed", "tag": "a8dbc667-b320-4101-bd1d-f0e67176080c"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:39:40.333526 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port a8dbc667-b320-4101-bd1d-f0e67176080c, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=a8dbc667-b320-4101-bd1d-f0e67176080c,segment=NetworkSegment(1c4475af-1b5d-4a5d-8d6d-eb1d9b682f96),segment_id=1c4475af-1b5d-4a5d-8d6d-eb1d9b682f96)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:39:40.350577 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1131a383-98b1-4c54-a8bb-e21732a66808 x-openstack-request-id: req-1131a383-98b1-4c54-a8bb-e21732a66808 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:39:40.351104 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf4df16e-adf9-4f91-8da7-2b4390e218c5", "name": "network-vif-plugged", "status": "completed", "tag": "a8dbc667-b320-4101-bd1d-f0e67176080c", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:39:40.351749 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1131a383-98b1-4c54-a8bb-e21732a66808 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:39:40.352473 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf4df16e-adf9-4f91-8da7-2b4390e218c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8dbc667-b320-4101-bd1d-f0e67176080c', 'code': 200} Dec 08 16:39:40.516513 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d6e020-8182-4fac-a6bf-e10645452e4b req-3d7b531c-ac4d-400d-be90-2abbbe229ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:40.518085 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d3d6e020-8182-4fac-a6bf-e10645452e4b req-3d7b531c-ac4d-400d-be90-2abbbe229ff8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bf4df16e-adf9-4f91-8da7-2b4390e218c5 HTTP/1.1" status: 200 len: 1135 time: 0.0565853 Dec 08 16:39:40.583924 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d3d6e020-8182-4fac-a6bf-e10645452e4b req-c8b6f1c9-71c5-4384-ad3f-0b4dd951077e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4ac01afc-4f88-49df-a21f-8c7501781ddc&id=03eb69e8-bdbe-4d07-a8a7-b47fff3b9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0585003 Dec 08 16:39:40.647068 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:40.702752 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=a8dbc667-b320-4101-bd1d-f0e67176080c,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:39:41.112856 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8851f-8341-4925-b08c-6a1e48f3c40a req-96546a50-e96d-4bf2-85b2-4f7419d87e51 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:41.115892 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-53d8851f-8341-4925-b08c-6a1e48f3c40a req-96546a50-e96d-4bf2-85b2-4f7419d87e51 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf4df16e-adf9-4f91-8da7-2b4390e218c5 HTTP/1.1" status: 200 len: 984 time: 0.0779982 Dec 08 16:39:41.188926 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-53d8851f-8341-4925-b08c-6a1e48f3c40a req-e050fc29-69cb-4b3d-9406-639095b68df9 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ac01afc-4f88-49df-a21f-8c7501781ddc&id=03eb69e8-bdbe-4d07-a8a7-b47fff3b9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0661013 Dec 08 16:39:41.482612 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0376b3ea-dd77-4592-9f50-a24eaec7d7c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:41.654070 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-99d32b75-65c7-43ba-816a-bc29207d8f25 req-47a959c0-99c9-4df8-827c-bee60bd8675a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4a0195b7-4fd5-49f0-860b-f0f102b2144a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0647578 Dec 08 16:39:41.754937 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d32b75-65c7-43ba-816a-bc29207d8f25 req-e9fade97-010a-4722-81ce-00d26f0829fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:41.756398 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-99d32b75-65c7-43ba-816a-bc29207d8f25 req-e9fade97-010a-4722-81ce-00d26f0829fe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8286b45da5974226a5d9b89deb3fff8d&device_id=4a0195b7-4fd5-49f0-860b-f0f102b2144a HTTP/1.1" status: 200 len: 1102 time: 0.0517738 Dec 08 16:39:41.879867 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d32b75-65c7-43ba-816a-bc29207d8f25 req-666f70e3-b3e0-45c5-8b99-9d7fd6d14662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:41.881386 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-99d32b75-65c7-43ba-816a-bc29207d8f25 req-666f70e3-b3e0-45c5-8b99-9d7fd6d14662 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b91759c7-445e-4f7b-9fc4-64d80951832c HTTP/1.1" status: 200 len: 870 time: 0.1010194 Dec 08 16:39:41.948395 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-99d32b75-65c7-43ba-816a-bc29207d8f25 req-c305b6f3-7a81-4190-9c46-52e9fdc00cc5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=c10fe242-6e97-4a2f-823b-9ea645bd4a7f HTTP/1.1" status: 200 len: 217 time: 0.0572028 Dec 08 16:39:42.018643 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d32b75-65c7-43ba-816a-bc29207d8f25 req-816cfc43-ef8e-4d32-a66a-cf5e448e10d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:42.019852 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-99d32b75-65c7-43ba-816a-bc29207d8f25 req-816cfc43-ef8e-4d32-a66a-cf5e448e10d7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.0635540 Dec 08 16:39:42.083148 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d32b75-65c7-43ba-816a-bc29207d8f25 req-84f78f97-ce0c-4d89-a43b-a5d6309850eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:42.084709 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-99d32b75-65c7-43ba-816a-bc29207d8f25 req-84f78f97-ce0c-4d89-a43b-a5d6309850eb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0575020 Dec 08 16:39:42.184615 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-99d32b75-65c7-43ba-816a-bc29207d8f25 req-61ace00c-692f-407c-b994-f026488e880e service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904541 Dec 08 16:39:42.334715 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-99d32b75-65c7-43ba-816a-bc29207d8f25 req-a791e851-db19-4c8b-84e5-0cf7812d698f service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432791 Dec 08 16:39:42.368352 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10028700-d382-4cf8-aad4-eb71b197baa2 req-784c3ef5-a6e8-4ad4-a996-7723fd85607a tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:42.369931 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-10028700-d382-4cf8-aad4-eb71b197baa2 req-784c3ef5-a6e8-4ad4-a996-7723fd85607a tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf4df16e-adf9-4f91-8da7-2b4390e218c5 HTTP/1.1" status: 200 len: 984 time: 0.0719144 Dec 08 16:39:42.436670 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-10028700-d382-4cf8-aad4-eb71b197baa2 req-dea05a49-3d8c-4f39-9c21-89dc73079842 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ac01afc-4f88-49df-a21f-8c7501781ddc&id=03eb69e8-bdbe-4d07-a8a7-b47fff3b9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0598788 Dec 08 16:39:42.568022 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f00332-9663-4e2f-b5a0-f5c6eede4dde req-6ccef739-f864-46d0-89c3-57b71cecd21d tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:42.576320 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-99f00332-9663-4e2f-b5a0-f5c6eede4dde req-6ccef739-f864-46d0-89c3-57b71cecd21d tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf4df16e-adf9-4f91-8da7-2b4390e218c5 HTTP/1.1" status: 200 len: 984 time: 0.0660191 Dec 08 16:39:42.638668 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-99f00332-9663-4e2f-b5a0-f5c6eede4dde req-aaa8257b-1e94-4112-9068-1d8afd32f651 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ac01afc-4f88-49df-a21f-8c7501781ddc&id=03eb69e8-bdbe-4d07-a8a7-b47fff3b9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0575867 Dec 08 16:39:42.776382 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f5a2a-21d7-4009-bad8-01cf5af248ff req-9e833e59-9e05-4607-ae00-53498428742f tempest-TestSecurityGroupsBasicOps-162747663 tempest-TestSecurityGroupsBasicOps-162747663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:42.778042 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5a1f5a2a-21d7-4009-bad8-01cf5af248ff req-9e833e59-9e05-4607-ae00-53498428742f tempest-TestSecurityGroupsBasicOps-162747663 tempest-TestSecurityGroupsBasicOps-162747663-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=bf4df16e-adf9-4f91-8da7-2b4390e218c5 HTTP/1.1" status: 200 len: 1136 time: 0.0463326 Dec 08 16:39:42.800716 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-5a1f5a2a-21d7-4009-bad8-01cf5af248ff req-66991bcf-e931-4dc5-b0af-d2ca6ed1af10 tempest-TestSecurityGroupsBasicOps-162747663 tempest-TestSecurityGroupsBasicOps-162747663-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:42.911052 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-5a1f5a2a-21d7-4009-bad8-01cf5af248ff req-66991bcf-e931-4dc5-b0af-d2ca6ed1af10 tempest-TestSecurityGroupsBasicOps-162747663 tempest-TestSecurityGroupsBasicOps-162747663-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:42.984616 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-5a1f5a2a-21d7-4009-bad8-01cf5af248ff req-66991bcf-e931-4dc5-b0af-d2ca6ed1af10 tempest-TestSecurityGroupsBasicOps-162747663 tempest-TestSecurityGroupsBasicOps-162747663-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:43.033292 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66991bcf-e931-4dc5-b0af-d2ca6ed1af10 tempest-TestSecurityGroupsBasicOps-162747663 tempest-TestSecurityGroupsBasicOps-162747663-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cbac3b6-d5b6-42d9-ab5f-1df4e52b21a1,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:39:43.051933 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5a1f5a2a-21d7-4009-bad8-01cf5af248ff req-66991bcf-e931-4dc5-b0af-d2ca6ed1af10 tempest-TestSecurityGroupsBasicOps-162747663 tempest-TestSecurityGroupsBasicOps-162747663-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=4ac01afc-4f88-49df-a21f-8c7501781ddc&id=03eb69e8-bdbe-4d07-a8a7-b47fff3b9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2662838 Dec 08 16:39:43.074401 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57170) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:39:43.127401 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b516a57-2d36-49fd-acdc-c72f2a88ff0c tempest-TestSecurityGroupsBasicOps-162747663 tempest-TestSecurityGroupsBasicOps-162747663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:43.128992 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-9b516a57-2d36-49fd-acdc-c72f2a88ff0c tempest-TestSecurityGroupsBasicOps-162747663 tempest-TestSecurityGroupsBasicOps-162747663-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=bf4df16e-adf9-4f91-8da7-2b4390e218c5 HTTP/1.1" status: 200 len: 1131 time: 0.0524540 Dec 08 16:39:43.133747 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57172) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:39:43.141639 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-916d9561-a282-411c-9b72-37078324938a tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Request body: {'floatingip': {'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'port_id': 'a8dbc667-b320-4101-bd1d-f0e67176080c', 'tenant_id': '6748b01bb03d422fb225abb51de7b97d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:39:43.249915 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-916d9561-a282-411c-9b72-37078324938a tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks [] for floatingip, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:43.354641 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-916d9561-a282-411c-9b72-37078324938a tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:43.472387 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-916d9561-a282-411c-9b72-37078324938a tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Allocated IP 172.25.0.151 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/def7b58f-1998-41cc-8c8d-0f784f986caf) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:39:43.580846 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-916d9561-a282-411c-9b72-37078324938a tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:43.705940 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-916d9561-a282-411c-9b72-37078324938a tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:43.768584 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916d9561-a282-411c-9b72-37078324938a tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:39:43.771970 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-916d9561-a282-411c-9b72-37078324938a tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:39:43.774568 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916d9561-a282-411c-9b72-37078324938a tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:39:43.780920 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916d9561-a282-411c-9b72-37078324938a tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Pushing event updated for resources: {'Port': ['ID=def7b58f-1998-41cc-8c8d-0f784f986caf,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:39:44.167544 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a7789938-b47c-49e6-8e66-dc021ff65554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:44.472617 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:39:44.669951 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-916d9561-a282-411c-9b72-37078324938a tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:44.884468 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-916d9561-a282-411c-9b72-37078324938a tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:45.067581 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-916d9561-a282-411c-9b72-37078324938a tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:45.127489 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-916d9561-a282-411c-9b72-37078324938a tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:45.212774 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916d9561-a282-411c-9b72-37078324938a tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Pushing event updated for resources: {'Port': ['ID=def7b58f-1998-41cc-8c8d-0f784f986caf,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:39:45.226550 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-916d9561-a282-411c-9b72-37078324938a tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:45.338387 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:45.352999 n-d-776250-12 neutron-server[110550]: INFO neutron.db.l3_db [None req-916d9561-a282-411c-9b72-37078324938a tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Floating IP b5e2dc07-1b7a-464f-8d07-4dd3b51cc807 associated. External IP: 172.25.0.151, port: a8dbc667-b320-4101-bd1d-f0e67176080c. Dec 08 16:39:45.609364 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-916d9561-a282-411c-9b72-37078324938a tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Router f0467f56-cf7e-48de-90ce-1310722b2b76 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:39:45.736969 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916d9561-a282-411c-9b72-37078324938a tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:39:45.752069 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6ca6df-0861-4fc7-a5fb-e8a7c54721df None None] Sync routers for ids ['f0467f56-cf7e-48de-90ce-1310722b2b76'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:39:45.769076 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6ca6df-0861-4fc7-a5fb-e8a7c54721df None None] Routers {'f0467f56-cf7e-48de-90ce-1310722b2b76'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:39:45.769907 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-2d6ca6df-0861-4fc7-a5fb-e8a7c54721df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:39:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['f0467f56-cf7e-48de-90ce-1310722b2b76'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:39:45.912661 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-916d9561-a282-411c-9b72-37078324938a tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:45.947961 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57194) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:39:45.948605 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-916d9561-a282-411c-9b72-37078324938a tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8127048 Dec 08 16:39:45.949149 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf4df16e-adf9-4f91-8da7-2b4390e218c5', 'tag': 'a8dbc667-b320-4101-bd1d-f0e67176080c'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:39:45.961270 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c30e4bd-9af6-4cec-b79a-983c0b60e31f" -d '{"events": [{"name": "network-changed", "server_uuid": "bf4df16e-adf9-4f91-8da7-2b4390e218c5", "tag": "a8dbc667-b320-4101-bd1d-f0e67176080c"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:39:45.980616 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-2d6ca6df-0861-4fc7-a5fb-e8a7c54721df None None] Set router f0467f56-cf7e-48de-90ce-1310722b2b76 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:39:46.034447 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b53b1b0b-3db7-4cc2-8626-68942082f613 x-openstack-request-id: req-b53b1b0b-3db7-4cc2-8626-68942082f613 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:39:46.034610 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf4df16e-adf9-4f91-8da7-2b4390e218c5", "tag": "a8dbc667-b320-4101-bd1d-f0e67176080c", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:39:46.034867 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b53b1b0b-3db7-4cc2-8626-68942082f613 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:39:46.035285 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf4df16e-adf9-4f91-8da7-2b4390e218c5', 'tag': 'a8dbc667-b320-4101-bd1d-f0e67176080c', 'status': 'completed', 'code': 200} Dec 08 16:39:46.121403 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c30e4bd-9af6-4cec-b79a-983c0b60e31f req-e00c964b-531c-43b7-b06c-9596a8c886fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:46.123062 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6c30e4bd-9af6-4cec-b79a-983c0b60e31f req-e00c964b-531c-43b7-b06c-9596a8c886fc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6748b01bb03d422fb225abb51de7b97d&device_id=bf4df16e-adf9-4f91-8da7-2b4390e218c5 HTTP/1.1" status: 200 len: 1136 time: 0.0631468 Dec 08 16:39:46.220865 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ce00c6-8f07-4e1c-aac2-ed090fdfd724 tempest-TestSecurityGroupsBasicOps-162747663 tempest-TestSecurityGroupsBasicOps-162747663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:46.221364 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ce00c6-8f07-4e1c-aac2-ed090fdfd724 tempest-TestSecurityGroupsBasicOps-162747663 tempest-TestSecurityGroupsBasicOps-162747663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:46.222625 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ce00c6-8f07-4e1c-aac2-ed090fdfd724 tempest-TestSecurityGroupsBasicOps-162747663 tempest-TestSecurityGroupsBasicOps-162747663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:46.222863 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ce00c6-8f07-4e1c-aac2-ed090fdfd724 tempest-TestSecurityGroupsBasicOps-162747663 tempest-TestSecurityGroupsBasicOps-162747663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:46.223338 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ce00c6-8f07-4e1c-aac2-ed090fdfd724 tempest-TestSecurityGroupsBasicOps-162747663 tempest-TestSecurityGroupsBasicOps-162747663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:46.223805 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ce00c6-8f07-4e1c-aac2-ed090fdfd724 tempest-TestSecurityGroupsBasicOps-162747663 tempest-TestSecurityGroupsBasicOps-162747663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:46.224865 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ce00c6-8f07-4e1c-aac2-ed090fdfd724 tempest-TestSecurityGroupsBasicOps-162747663 tempest-TestSecurityGroupsBasicOps-162747663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:46.229446 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-08ce00c6-8f07-4e1c-aac2-ed090fdfd724 tempest-TestSecurityGroupsBasicOps-162747663 tempest-TestSecurityGroupsBasicOps-162747663-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4980 time: 0.2776384 Dec 08 16:39:46.230088 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57198) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:39:46.276349 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c30e4bd-9af6-4cec-b79a-983c0b60e31f req-99c0cc05-8405-48fa-a975-4cb71bd132e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:46.278677 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6c30e4bd-9af6-4cec-b79a-983c0b60e31f req-99c0cc05-8405-48fa-a975-4cb71bd132e7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=551bc23f-adc1-4952-9902-476d15330d09 HTTP/1.1" status: 200 len: 896 time: 0.1473725 Dec 08 16:39:46.355196 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-2d6ca6df-0861-4fc7-a5fb-e8a7c54721df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0467f56-cf7e-48de-90ce-1310722b2b76', 'name': 'tempest-TestSecurityGroupsBasicOps-router-668470490', 'tenant_id': '6748b01bb03d422fb225abb51de7b97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'a64a45c2-909f-442a-8f53-ad9f7a3118cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:39:20Z', 'updated_at': '2021-12-08T16:39:26Z', 'revision_number': 4, 'project_id': '6748b01bb03d422fb225abb51de7b97d', 'gw_port': {'id': 'a64a45c2-909f-442a-8f53-ad9f7a3118cf', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0467f56-cf7e-48de-90ce-1310722b2b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:39:21Z', 'updated_at': '2021-12-08T16:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': 'b5e2dc07-1b7a-464f-8d07-4dd3b51cc807', 'tenant_id': '6748b01bb03d422fb225abb51de7b97d', 'floating_ip_address': '172.25.0.151', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': 'f0467f56-cf7e-48de-90ce-1310722b2b76', 'port_id': 'a8dbc667-b320-4101-bd1d-f0e67176080c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3880, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '551bc23f-adc1-4952-9902-476d15330d09', 'mac_address': 'fa:16:3e:e9:f4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4df16e-adf9-4f91-8da7-2b4390e218c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:39:44Z', 'updated_at': '2021-12-08T16:39:44Z', 'revision_number': 0, 'project_id': '6748b01bb03d422fb225abb51de7b97d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c28929c-6b0e-44b6-8dda-b11ae3f68ad9', 'name': '', 'network_id': '551bc23f-adc1-4952-9902-476d15330d09', 'tenant_id': '6748b01bb03d422fb225abb51de7b97d', 'mac_address': 'fa:16:3e:be:30:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0467f56-cf7e-48de-90ce-1310722b2b76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'ea007649-e93d-432a-8df3-e7a2dcce4a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:39:25Z', 'updated_at': '2021-12-08T16:39:29Z', 'revision_number': 5, 'project_id': '6748b01bb03d422fb225abb51de7b97d', 'subnets': [{'id': 'ea007649-e93d-432a-8df3-e7a2dcce4a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:39:46.359691 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809302a0-aa23-42ba-962f-02501a4667a8 tempest-TestSecurityGroupsBasicOps-162747663 tempest-TestSecurityGroupsBasicOps-162747663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:46.360187 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809302a0-aa23-42ba-962f-02501a4667a8 tempest-TestSecurityGroupsBasicOps-162747663 tempest-TestSecurityGroupsBasicOps-162747663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:46.360663 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809302a0-aa23-42ba-962f-02501a4667a8 tempest-TestSecurityGroupsBasicOps-162747663 tempest-TestSecurityGroupsBasicOps-162747663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:46.361126 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809302a0-aa23-42ba-962f-02501a4667a8 tempest-TestSecurityGroupsBasicOps-162747663 tempest-TestSecurityGroupsBasicOps-162747663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:46.361586 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809302a0-aa23-42ba-962f-02501a4667a8 tempest-TestSecurityGroupsBasicOps-162747663 tempest-TestSecurityGroupsBasicOps-162747663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:46.362037 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809302a0-aa23-42ba-962f-02501a4667a8 tempest-TestSecurityGroupsBasicOps-162747663 tempest-TestSecurityGroupsBasicOps-162747663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:46.362491 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809302a0-aa23-42ba-962f-02501a4667a8 tempest-TestSecurityGroupsBasicOps-162747663 tempest-TestSecurityGroupsBasicOps-162747663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:46.367029 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-809302a0-aa23-42ba-962f-02501a4667a8 tempest-TestSecurityGroupsBasicOps-162747663 tempest-TestSecurityGroupsBasicOps-162747663-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4642 time: 0.1328278 Dec 08 16:39:46.370276 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57200) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:39:46.397428 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6ca6df-0861-4fc7-a5fb-e8a7c54721df None None] Checking router: f0467f56-cf7e-48de-90ce-1310722b2b76 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:39:46.408631 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6ca6df-0861-4fc7-a5fb-e8a7c54721df None None] Routers {'f0467f56-cf7e-48de-90ce-1310722b2b76'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:39:46.409370 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-2d6ca6df-0861-4fc7-a5fb-e8a7c54721df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:39:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['f0467f56-cf7e-48de-90ce-1310722b2b76'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:39:46.480377 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6c30e4bd-9af6-4cec-b79a-983c0b60e31f req-b7a6a389-6be1-4c0d-b204-b55cd034c715 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8dbc667-b320-4101-bd1d-f0e67176080c HTTP/1.1" status: 200 len: 999 time: 0.1942849 Dec 08 16:39:46.533591 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-2d6ca6df-0861-4fc7-a5fb-e8a7c54721df None None] Set router f0467f56-cf7e-48de-90ce-1310722b2b76 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:39:46.565469 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c30e4bd-9af6-4cec-b79a-983c0b60e31f req-ad992235-32ce-433f-ad0d-23923f5379f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:46.566973 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6c30e4bd-9af6-4cec-b79a-983c0b60e31f req-ad992235-32ce-433f-ad0d-23923f5379f3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ea007649-e93d-432a-8df3-e7a2dcce4a7c HTTP/1.1" status: 200 len: 835 time: 0.0774109 Dec 08 16:39:46.727512 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c30e4bd-9af6-4cec-b79a-983c0b60e31f req-cb3b4226-6c91-4044-824f-ec9d81550d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:46.729204 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6c30e4bd-9af6-4cec-b79a-983c0b60e31f req-cb3b4226-6c91-4044-824f-ec9d81550d48 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=551bc23f-adc1-4952-9902-476d15330d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1427445 Dec 08 16:39:46.785723 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:46.864665 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-2d6ca6df-0861-4fc7-a5fb-e8a7c54721df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0467f56-cf7e-48de-90ce-1310722b2b76', 'name': 'tempest-TestSecurityGroupsBasicOps-router-668470490', 'tenant_id': '6748b01bb03d422fb225abb51de7b97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'a64a45c2-909f-442a-8f53-ad9f7a3118cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:39:20Z', 'updated_at': '2021-12-08T16:39:26Z', 'revision_number': 4, 'project_id': '6748b01bb03d422fb225abb51de7b97d', 'gw_port': {'id': 'a64a45c2-909f-442a-8f53-ad9f7a3118cf', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0467f56-cf7e-48de-90ce-1310722b2b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:39:21Z', 'updated_at': '2021-12-08T16:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': 'b5e2dc07-1b7a-464f-8d07-4dd3b51cc807', 'tenant_id': '6748b01bb03d422fb225abb51de7b97d', 'floating_ip_address': '172.25.0.151', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': 'f0467f56-cf7e-48de-90ce-1310722b2b76', 'port_id': 'a8dbc667-b320-4101-bd1d-f0e67176080c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3880, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '551bc23f-adc1-4952-9902-476d15330d09', 'mac_address': 'fa:16:3e:e9:f4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4df16e-adf9-4f91-8da7-2b4390e218c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:39:44Z', 'updated_at': '2021-12-08T16:39:44Z', 'revision_number': 0, 'project_id': '6748b01bb03d422fb225abb51de7b97d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c28929c-6b0e-44b6-8dda-b11ae3f68ad9', 'name': '', 'network_id': '551bc23f-adc1-4952-9902-476d15330d09', 'tenant_id': '6748b01bb03d422fb225abb51de7b97d', 'mac_address': 'fa:16:3e:be:30:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0467f56-cf7e-48de-90ce-1310722b2b76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'ea007649-e93d-432a-8df3-e7a2dcce4a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:39:25Z', 'updated_at': '2021-12-08T16:39:29Z', 'revision_number': 5, 'project_id': '6748b01bb03d422fb225abb51de7b97d', 'subnets': [{'id': 'ea007649-e93d-432a-8df3-e7a2dcce4a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:39:46.897968 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6ca6df-0861-4fc7-a5fb-e8a7c54721df None None] The sync data for ids ['f0467f56-cf7e-48de-90ce-1310722b2b76'] in n-d-776250-12 is: [{'id': 'f0467f56-cf7e-48de-90ce-1310722b2b76', 'name': 'tempest-TestSecurityGroupsBasicOps-router-668470490', 'tenant_id': '6748b01bb03d422fb225abb51de7b97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'a64a45c2-909f-442a-8f53-ad9f7a3118cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:39:20Z', 'updated_at': '2021-12-08T16:39:26Z', 'revision_number': 4, 'project_id': '6748b01bb03d422fb225abb51de7b97d', 'gw_port': {'id': 'a64a45c2-909f-442a-8f53-ad9f7a3118cf', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0467f56-cf7e-48de-90ce-1310722b2b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:39:21Z', 'updated_at': '2021-12-08T16:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': 'b5e2dc07-1b7a-464f-8d07-4dd3b51cc807', 'tenant_id': '6748b01bb03d422fb225abb51de7b97d', 'floating_ip_address': '172.25.0.151', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': 'f0467f56-cf7e-48de-90ce-1310722b2b76', 'port_id': 'a8dbc667-b320-4101-bd1d-f0e67176080c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3880, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '551bc23f-adc1-4952-9902-476d15330d09', 'mac_address': 'fa:16:3e:e9:f4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4df16e-adf9-4f91-8da7-2b4390e218c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:39:44Z', 'updated_at': '2021-12-08T16:39:44Z', 'revision_number': 0, 'project_id': '6748b01bb03d422fb225abb51de7b97d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c28929c-6b0e-44b6-8dda-b11ae3f68ad9', 'name': '', 'network_id': '551bc23f-adc1-4952-9902-476d15330d09', 'tenant_id': '6748b01bb03d422fb225abb51de7b97d', 'mac_address': 'fa:16:3e:be:30:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0467f56-cf7e-48de-90ce-1310722b2b76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'ea007649-e93d-432a-8df3-e7a2dcce4a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:39:25Z', 'updated_at': '2021-12-08T16:39:29Z', 'revision_number': 5, 'project_id': '6748b01bb03d422fb225abb51de7b97d', 'subnets': [{'id': 'ea007649-e93d-432a-8df3-e7a2dcce4a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:39:46.900939 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a5c54b08-a6c4-4c28-a41b-bfa75a6b31d3 tempest-TestSecurityGroupsBasicOps-162747663 tempest-TestSecurityGroupsBasicOps-162747663-project-admin] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3055 time: 0.5292873 Dec 08 16:39:46.905252 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57208) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:39:46.913278 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73a91d99-55f7-4de7-8c4f-93d42fa727a2 req-8d739c0c-bcec-4059-b11b-54cae0d84c88 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=70598f88-a8ac-4da7-bd62-4260e8d974ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1133466 Dec 08 16:39:46.931702 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6c30e4bd-9af6-4cec-b79a-983c0b60e31f req-96fd1dba-f990-41f2-ac59-9bb7735af80b service neutron] 10.222.0.37 "GET /v2.0/networks/551bc23f-adc1-4952-9902-476d15330d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891356 Dec 08 16:39:46.987198 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abdee40-beee-4d5c-b6f6-dedc797c009f tempest-TestSecurityGroupsBasicOps-162747663 tempest-TestSecurityGroupsBasicOps-162747663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:46.987942 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abdee40-beee-4d5c-b6f6-dedc797c009f tempest-TestSecurityGroupsBasicOps-162747663 tempest-TestSecurityGroupsBasicOps-162747663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:46.990999 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-5abdee40-beee-4d5c-b6f6-dedc797c009f tempest-TestSecurityGroupsBasicOps-162747663 tempest-TestSecurityGroupsBasicOps-162747663-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f0467f56-cf7e-48de-90ce-1310722b2b76 HTTP/1.1" status: 200 len: 1992 time: 0.0820835 Dec 08 16:39:47.094311 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a91d99-55f7-4de7-8c4f-93d42fa727a2 req-9e54af00-914c-4bb7-bf26-a9096cc8a2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:47.096159 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73a91d99-55f7-4de7-8c4f-93d42fa727a2 req-9e54af00-914c-4bb7-bf26-a9096cc8a2b6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=71f5826d1b3d4cd5a2c95e78c7917860&device_id=70598f88-a8ac-4da7-bd62-4260e8d974ca HTTP/1.1" status: 200 len: 1098 time: 0.1215129 Dec 08 16:39:47.100542 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6c30e4bd-9af6-4cec-b79a-983c0b60e31f req-b9b09037-37fa-4465-bf81-e2c060ab8fc2 service neutron] 10.222.0.37 "GET /v2.0/networks/551bc23f-adc1-4952-9902-476d15330d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601954 Dec 08 16:39:47.202314 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b52865-8036-44ea-98ee-7ef67ded292f None None] New status for floating IP b5e2dc07-1b7a-464f-8d07-4dd3b51cc807: ACTIVE {{(pid=110552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:39:47.260670 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a91d99-55f7-4de7-8c4f-93d42fa727a2 req-c9bf27ff-4fcd-473c-8119-3e0f5f7f25ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:47.263099 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73a91d99-55f7-4de7-8c4f-93d42fa727a2 req-c9bf27ff-4fcd-473c-8119-3e0f5f7f25ec service neutron] 10.222.0.76 "GET /v2.0/networks?id=b16f21e0-d13a-4c4c-a863-a31df2be91b8 HTTP/1.1" status: 200 len: 912 time: 0.1243036 Dec 08 16:39:47.365215 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73a91d99-55f7-4de7-8c4f-93d42fa727a2 req-2046447c-2f68-404e-813f-51fd5b7b93ae service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13bc416c-6322-4a4d-b4bc-b5c1b2bfa074 HTTP/1.1" status: 200 len: 1002 time: 0.0951655 Dec 08 16:39:47.420035 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a91d99-55f7-4de7-8c4f-93d42fa727a2 req-498d464b-32af-4172-86db-ffea15e06751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:47.421833 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73a91d99-55f7-4de7-8c4f-93d42fa727a2 req-498d464b-32af-4172-86db-ffea15e06751 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=13be6d62-2e9a-40c4-9d1e-34aa15cc5f10 HTTP/1.1" status: 200 len: 850 time: 0.0491567 Dec 08 16:39:47.480382 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a91d99-55f7-4de7-8c4f-93d42fa727a2 req-936ce3a6-aec7-4444-9a09-e696dc31a439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:47.482940 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73a91d99-55f7-4de7-8c4f-93d42fa727a2 req-936ce3a6-aec7-4444-9a09-e696dc31a439 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b16f21e0-d13a-4c4c-a863-a31df2be91b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539610 Dec 08 16:39:47.611761 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73a91d99-55f7-4de7-8c4f-93d42fa727a2 req-26f9762f-e3b9-4667-9582-bdc02b0c08ac service neutron] 10.222.0.76 "GET /v2.0/networks/b16f21e0-d13a-4c4c-a863-a31df2be91b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168017 Dec 08 16:39:47.619063 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:47.717221 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73a91d99-55f7-4de7-8c4f-93d42fa727a2 req-77404399-5687-46ba-ada1-183e6a8e2d16 service neutron] 10.222.0.76 "GET /v2.0/networks/b16f21e0-d13a-4c4c-a863-a31df2be91b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023979 Dec 08 16:40:04.749861 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:08.755888 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:11.515359 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7ffaaea8-ce84-4232-9ed5-1759f7e679e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:12.055940 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57494) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:40:12.110017 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-f66ee07f-91ce-4f73-8000-a294eae093a0 admin admin] Deleting subnet a55d16a4-4b46-4233-a640-72a852b7544a {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:40:12.113523 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f66ee07f-91ce-4f73-8000-a294eae093a0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:12.157256 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f66ee07f-91ce-4f73-8000-a294eae093a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:12.212076 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f66ee07f-91ce-4f73-8000-a294eae093a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:12.369575 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f66ee07f-91ce-4f73-8000-a294eae093a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:12.409080 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66ee07f-91ce-4f73-8000-a294eae093a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a55d16a4-4b46-4233-a640-72a852b7544a,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:12.421956 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f66ee07f-91ce-4f73-8000-a294eae093a0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:12.423389 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f66ee07f-91ce-4f73-8000-a294eae093a0 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a55d16a4-4b46-4233-a640-72a852b7544a HTTP/1.1" status: 204 len: 168 time: 0.3663938 Dec 08 16:40:12.425446 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66ee07f-91ce-4f73-8000-a294eae093a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:12.425802 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66ee07f-91ce-4f73-8000-a294eae093a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:12.426145 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66ee07f-91ce-4f73-8000-a294eae093a0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:12.426492 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66ee07f-91ce-4f73-8000-a294eae093a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:12.426837 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66ee07f-91ce-4f73-8000-a294eae093a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:12.427177 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66ee07f-91ce-4f73-8000-a294eae093a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:12.427376 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57500) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:40:12.428159 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66ee07f-91ce-4f73-8000-a294eae093a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:12.428159 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66ee07f-91ce-4f73-8000-a294eae093a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:12.428548 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66ee07f-91ce-4f73-8000-a294eae093a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:12.428966 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66ee07f-91ce-4f73-8000-a294eae093a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:12.429471 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66ee07f-91ce-4f73-8000-a294eae093a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:12.429936 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66ee07f-91ce-4f73-8000-a294eae093a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:12.430445 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66ee07f-91ce-4f73-8000-a294eae093a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:12.508255 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-abf3bf31-03eb-4929-a0a4-5c68e56fa134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:12.632236 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-abf3bf31-03eb-4929-a0a4-5c68e56fa134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:12.661805 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-abf3bf31-03eb-4929-a0a4-5c68e56fa134 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cb6a89d-87ab-453f-b5d1-a179b370fe1b']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:40:12.684657 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-abf3bf31-03eb-4929-a0a4-5c68e56fa134 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '340f14fc-7543-4424-b76d-1b1c68456a9f') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:40:12.685333 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-abf3bf31-03eb-4929-a0a4-5c68e56fa134 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '340f14fc-7543-4424-b76d-1b1c68456a9f') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:40:12.714465 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-abf3bf31-03eb-4929-a0a4-5c68e56fa134 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:12.743615 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-abf3bf31-03eb-4929-a0a4-5c68e56fa134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:12.755601 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abf3bf31-03eb-4929-a0a4-5c68e56fa134 admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:40:12.756304 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-abf3bf31-03eb-4929-a0a4-5c68e56fa134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:12.759286 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:40:12.759286 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:40:12.759286 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:40:12.759286 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:40:12.759286 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:40:12.759286 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:40:12.759286 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:40:12.759286 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:40:12.759286 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:40:12.759286 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:40:12.759286 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:40:12.759286 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:40:12.759286 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:40:12.759286 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:40:12.759286 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:40:12.759286 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:40:12.759286 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:40:12.759286 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:40:12.759286 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:40:12.759286 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:40:12.759286 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:40:12.759286 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:40:12.759286 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:40:12.759286 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:40:12.759286 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:40:12.759286 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:40:12.759286 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:40:12.759286 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:40:12.759286 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:40:12.759286 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:40:12.759286 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:40:12.759286 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:40:13.253302 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-abf3bf31-03eb-4929-a0a4-5c68e56fa134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:13.276389 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-abf3bf31-03eb-4929-a0a4-5c68e56fa134 admin admin] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:13.280716 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-abf3bf31-03eb-4929-a0a4-5c68e56fa134 admin admin] 10.222.0.64 "DELETE /v2.0/networks/3cb6a89d-87ab-453f-b5d1-a179b370fe1b HTTP/1.1" status: 204 len: 168 time: 0.8513141 Dec 08 16:40:13.293740 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf3bf31-03eb-4929-a0a4-5c68e56fa134 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cb6a89d-87ab-453f-b5d1-a179b370fe1b,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:13.933207 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57522) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:40:13.987155 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-bc5e65a3-54dc-47bd-95a6-36e1d075746a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d1918e96234a4ab19790a7693a8184d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0526059 Dec 08 16:40:13.989674 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57524) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:40:14.046206 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-af797be5-334e-47a5-ac0a-7546050c63db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:14.069875 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-af797be5-334e-47a5-ac0a-7546050c63db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:14.361074 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c5246562-204c-4160-81f3-0a90b66797da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:14.418172 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-af797be5-334e-47a5-ac0a-7546050c63db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:14.421026 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-af797be5-334e-47a5-ac0a-7546050c63db admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:14.422277 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-af797be5-334e-47a5-ac0a-7546050c63db admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5e06f02a-5de0-47c8-b161-7c34c0bfe29e HTTP/1.1" status: 204 len: 168 time: 0.4315767 Dec 08 16:40:14.431028 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af797be5-334e-47a5-ac0a-7546050c63db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e06f02a-5de0-47c8-b161-7c34c0bfe29e,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:15.297873 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:16.853555 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:17.596922 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:18.738310 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-42f343fe-7391-488a-9426-c21ef15a76de req-588b4584-2d2a-4699-9936-56940017a74c tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=eb3b3de51b394b4b8526e36353a9142c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309989 Dec 08 16:40:18.932125 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f343fe-7391-488a-9426-c21ef15a76de req-4e35aaca-aa69-4d40-b82f-f306ccae5a2c tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:18.933802 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-42f343fe-7391-488a-9426-c21ef15a76de req-4e35aaca-aa69-4d40-b82f-f306ccae5a2c tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1887388 Dec 08 16:40:18.948948 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-42f343fe-7391-488a-9426-c21ef15a76de req-3e771b47-719a-4e48-88e7-a7f147f0be28 tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] 10.222.0.64 "GET /v2.0/quotas/eb3b3de51b394b4b8526e36353a9142c HTTP/1.1" status: 200 len: 375 time: 0.0092657 Dec 08 16:40:18.993728 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-42f343fe-7391-488a-9426-c21ef15a76de req-21e8f053-ab1f-4fa2-9bcd-1bded7945f54 tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=eb3b3de51b394b4b8526e36353a9142c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390496 Dec 08 16:40:19.259992 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c851e49c-9be0-4459-83fd-23e043610f3a req-6e12dc27-8491-4564-bf87-cd4916e62c03 tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] 10.222.0.64 "GET /v2.0/ports?device_id=a37a1985-d32b-4aaa-a3d0-5ca404b83fa6 HTTP/1.1" status: 200 len: 210 time: 0.0264823 Dec 08 16:40:20.025585 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57646) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:40:20.115470 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-8c62b50e-438e-416b-ac91-bff9183f1d99 tempest-TestSecurityGroupsBasicOps-162747663 tempest-TestSecurityGroupsBasicOps-162747663-project-admin] 10.222.0.64 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2549 time: 0.0857928 Dec 08 16:40:20.115588 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57648) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:40:20.120964 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-56a11aaf-3b2e-465b-b34b-58ed5105b8b3 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Request body: {'network': {'name': 'tempest-network-smoke--2010555945', 'project_id': '6748b01bb03d422fb225abb51de7b97d', 'port_security_enabled': False}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:40:20.200856 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a11aaf-3b2e-465b-b34b-58ed5105b8b3 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Made reservation on behalf of 6748b01bb03d422fb225abb51de7b97d for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:40:20.204956 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-56a11aaf-3b2e-465b-b34b-58ed5105b8b3 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:20.228844 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56a11aaf-3b2e-465b-b34b-58ed5105b8b3 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:40:20.237327 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-56a11aaf-3b2e-465b-b34b-58ed5105b8b3 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:20.237669 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-56a11aaf-3b2e-465b-b34b-58ed5105b8b3 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Added segment 2556aff2-4d86-4f8a-a7d5-805cf8c555f7 of type vlan for network f087e7c4-03ee-4e3f-9fa3-7757f9aee1be Dec 08 16:40:20.277966 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-56a11aaf-3b2e-465b-b34b-58ed5105b8b3 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:20.342458 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-dc80a30e-f999-47c6-b388-5fe560a5fa8b req-50263915-1c15-49c5-bcd2-bf7c889a8d7f tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] 10.222.0.64 "GET /v2.0/ports?device_id=a37a1985-d32b-4aaa-a3d0-5ca404b83fa6 HTTP/1.1" status: 200 len: 210 time: 0.0274270 Dec 08 16:40:20.464009 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-56a11aaf-3b2e-465b-b34b-58ed5105b8b3 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:20.469778 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a11aaf-3b2e-465b-b34b-58ed5105b8b3 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:20.470362 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-56a11aaf-3b2e-465b-b34b-58ed5105b8b3 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:20.540082 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a11aaf-3b2e-465b-b34b-58ed5105b8b3 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Pushing event updated for resources: {'Network': ['ID=f087e7c4-03ee-4e3f-9fa3-7757f9aee1be,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:20.551534 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network f087e7c4-03ee-4e3f-9fa3-7757f9aee1be details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:40:20.685424 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-56a11aaf-3b2e-465b-b34b-58ed5105b8b3 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5686386 Dec 08 16:40:20.692774 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57660) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:40:20.692774 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-8d3c5546-5ae2-42f6-8f69-8789e402eb3a tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-705324500', 'admin_state_up': True, 'project_id': '6748b01bb03d422fb225abb51de7b97d', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:40:20.876773 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8d3c5546-5ae2-42f6-8f69-8789e402eb3a tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:20.877936 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8d3c5546-5ae2-42f6-8f69-8789e402eb3a tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:20.929627 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8d3c5546-5ae2-42f6-8f69-8789e402eb3a tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:21.193114 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8d3c5546-5ae2-42f6-8f69-8789e402eb3a tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:21.445642 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-43aeba0a-8aa7-47f7-860c-208604cad2d5 req-8e9f3ef3-2654-4da8-a23a-3900245b6d2f tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] 10.222.0.64 "GET /v2.0/ports?device_id=a37a1985-d32b-4aaa-a3d0-5ca404b83fa6 HTTP/1.1" status: 200 len: 210 time: 0.0303712 Dec 08 16:40:21.473810 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:40:21.506310 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8d3c5546-5ae2-42f6-8f69-8789e402eb3a tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks [] for router_gateway, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:21.526303 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8d3c5546-5ae2-42f6-8f69-8789e402eb3a tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:21.642111 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-8d3c5546-5ae2-42f6-8f69-8789e402eb3a tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Allocated IP 172.25.0.146 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/dac13735-5417-4aa1-9fc2-df697365ad1e) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:40:21.758119 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8d3c5546-5ae2-42f6-8f69-8789e402eb3a tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:21.847558 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8d3c5546-5ae2-42f6-8f69-8789e402eb3a tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:21.887585 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3c5546-5ae2-42f6-8f69-8789e402eb3a tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:40:21.893255 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-8d3c5546-5ae2-42f6-8f69-8789e402eb3a tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:40:21.898071 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3c5546-5ae2-42f6-8f69-8789e402eb3a tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:40:21.916974 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6fda81-4b6a-48df-b9e1-5513a74cec8f None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:40:21.927734 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3c5546-5ae2-42f6-8f69-8789e402eb3a tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Pushing event updated for resources: {'Port': ['ID=dac13735-5417-4aa1-9fc2-df697365ad1e,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:22.042957 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-cfeb14dc-83d0-4024-b458-4c1665e91116 None None] Provisioning complete for port dac13735-5417-4aa1-9fc2-df697365ad1e triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:40:22.043239 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-cfeb14dc-83d0-4024-b458-4c1665e91116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:22.082876 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-cfeb14dc-83d0-4024-b458-4c1665e91116 None None] Port dac13735-5417-4aa1-9fc2-df697365ad1e cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:40:22.246997 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-42f343fe-7391-488a-9426-c21ef15a76de req-993074bd-08d4-4558-a023-b9754ac2e7b3 tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=eb3b3de51b394b4b8526e36353a9142c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385108 Dec 08 16:40:22.251492 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8d3c5546-5ae2-42f6-8f69-8789e402eb3a tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks [] for router_gateway, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:22.566947 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f343fe-7391-488a-9426-c21ef15a76de req-0959323a-f180-4c3d-9a54-01a7c5518df2 tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:22.571380 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-42f343fe-7391-488a-9426-c21ef15a76de req-0959323a-f180-4c3d-9a54-01a7c5518df2 tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3178797 Dec 08 16:40:22.587922 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-42f343fe-7391-488a-9426-c21ef15a76de req-ce604a36-4d14-47a3-b77d-493c9fbc8b28 tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] Request body: {'port': {'device_id': 'a37a1985-d32b-4aaa-a3d0-5ca404b83fa6', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'admin_state_up': True, 'tenant_id': 'eb3b3de51b394b4b8526e36353a9142c'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:40:22.753275 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-144b13ab-42e7-4517-a80c-b78240efc5e6 req-c29f41fb-5ee1-4805-ac56-9fd6bf0d19b9 tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] 10.222.0.64 "GET /v2.0/ports?device_id=a37a1985-d32b-4aaa-a3d0-5ca404b83fa6 HTTP/1.1" status: 200 len: 210 time: 0.0395885 Dec 08 16:40:22.894348 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8d3c5546-5ae2-42f6-8f69-8789e402eb3a tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:22.898452 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42f343fe-7391-488a-9426-c21ef15a76de req-ce604a36-4d14-47a3-b77d-493c9fbc8b28 tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] Made reservation on behalf of eb3b3de51b394b4b8526e36353a9142c for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:40:22.902806 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-42f343fe-7391-488a-9426-c21ef15a76de req-ce604a36-4d14-47a3-b77d-493c9fbc8b28 tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:22.937440 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-42f343fe-7391-488a-9426-c21ef15a76de req-ce604a36-4d14-47a3-b77d-493c9fbc8b28 tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:23.054689 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-42f343fe-7391-488a-9426-c21ef15a76de req-ce604a36-4d14-47a3-b77d-493c9fbc8b28 tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:23.138489 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d3c5546-5ae2-42f6-8f69-8789e402eb3a tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Router 5fbd89bb-fa24-4c42-a49b-5e8990762c05 is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:40:23.189288 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-42f343fe-7391-488a-9426-c21ef15a76de req-ce604a36-4d14-47a3-b77d-493c9fbc8b28 tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:23.257570 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce604a36-4d14-47a3-b77d-493c9fbc8b28 tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edc9db49-7034-416f-9e98-cecdec56c42d,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:23.265056 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d3c5546-5ae2-42f6-8f69-8789e402eb3a tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:40:23.278834 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165e49c9-250d-4c3a-aabc-55301d718f0f None None] Sync routers for ids ['5fbd89bb-fa24-4c42-a49b-5e8990762c05'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:40:23.291251 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165e49c9-250d-4c3a-aabc-55301d718f0f None None] Routers {'5fbd89bb-fa24-4c42-a49b-5e8990762c05'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:40:23.291892 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-165e49c9-250d-4c3a-aabc-55301d718f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:40:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['5fbd89bb-fa24-4c42-a49b-5e8990762c05'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:40:23.355135 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-42f343fe-7391-488a-9426-c21ef15a76de req-ce604a36-4d14-47a3-b77d-493c9fbc8b28 tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] Allocated IP 192.168.233.133 (b91759c7-445e-4f7b-9fc4-64d80951832c/c93b3a32-b438-4a47-8558-220c03febf97/c7ae41eb-7264-43ee-b06a-1c7f0a629b52) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:40:23.362723 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8d3c5546-5ae2-42f6-8f69-8789e402eb3a tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:23.367357 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-8d3c5546-5ae2-42f6-8f69-8789e402eb3a tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.6783025 Dec 08 16:40:23.368013 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57696) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:40:23.437452 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-165e49c9-250d-4c3a-aabc-55301d718f0f None None] Set router 5fbd89bb-fa24-4c42-a49b-5e8990762c05 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:40:23.462511 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90bb530-7571-4243-9e83-aa01d7166215 tempest-TestSecurityGroupsBasicOps-162747663 tempest-TestSecurityGroupsBasicOps-162747663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:23.463634 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f90bb530-7571-4243-9e83-aa01d7166215 tempest-TestSecurityGroupsBasicOps-162747663 tempest-TestSecurityGroupsBasicOps-162747663-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=6748b01bb03d422fb225abb51de7b97d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0945892 Dec 08 16:40:23.466491 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57698) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:40:23.557498 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-42f343fe-7391-488a-9426-c21ef15a76de req-ce604a36-4d14-47a3-b77d-493c9fbc8b28 tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:23.658558 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-42f343fe-7391-488a-9426-c21ef15a76de req-ce604a36-4d14-47a3-b77d-493c9fbc8b28 tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:23.665312 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-165e49c9-250d-4c3a-aabc-55301d718f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbd89bb-fa24-4c42-a49b-5e8990762c05', 'name': 'tempest-TestSecurityGroupsBasicOps-router-705324500', 'tenant_id': '6748b01bb03d422fb225abb51de7b97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'dac13735-5417-4aa1-9fc2-df697365ad1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:40:20Z', 'updated_at': '2021-12-08T16:40:22Z', 'revision_number': 3, 'project_id': '6748b01bb03d422fb225abb51de7b97d', 'gw_port': {'id': 'dac13735-5417-4aa1-9fc2-df697365ad1e', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ef:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fbd89bb-fa24-4c42-a49b-5e8990762c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:21Z', 'updated_at': '2021-12-08T16:40:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:40:23.696480 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165e49c9-250d-4c3a-aabc-55301d718f0f None None] Checking router: 5fbd89bb-fa24-4c42-a49b-5e8990762c05 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:40:23.696868 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165e49c9-250d-4c3a-aabc-55301d718f0f None None] Updating router 5fbd89bb-fa24-4c42-a49b-5e8990762c05 port dac13735-5417-4aa1-9fc2-df697365ad1e binding host n-d-776250-12 {{(pid=110553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:40:23.710571 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5c4348-f6d7-4ea4-ad68-f8549a3d6a94 tempest-TestSecurityGroupsBasicOps-162747663 tempest-TestSecurityGroupsBasicOps-162747663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:23.712291 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-0c5c4348-f6d7-4ea4-ad68-f8549a3d6a94 tempest-TestSecurityGroupsBasicOps-162747663 tempest-TestSecurityGroupsBasicOps-162747663-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2446277 Dec 08 16:40:23.715041 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57704) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:40:23.724836 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42f343fe-7391-488a-9426-c21ef15a76de req-ce604a36-4d14-47a3-b77d-493c9fbc8b28 tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] Network b91759c7-445e-4f7b-9fc4-64d80951832c is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:40:23.732654 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-42f343fe-7391-488a-9426-c21ef15a76de req-ce604a36-4d14-47a3-b77d-493c9fbc8b28 tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:40:23.732917 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-165e49c9-250d-4c3a-aabc-55301d718f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:23.737476 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-42f343fe-7391-488a-9426-c21ef15a76de req-ce604a36-4d14-47a3-b77d-493c9fbc8b28 tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:40:23.767950 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b8b1c710-337f-49aa-9253-55fdaede9fac tempest-TestSecurityGroupsBasicOps-162747663 tempest-TestSecurityGroupsBasicOps-162747663-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=1ae4cf80-76bf-4df3-a557-5cc6023c1900&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0514069 Dec 08 16:40:23.777135 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57706) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:40:23.840332 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f343fe-7391-488a-9426-c21ef15a76de req-ce604a36-4d14-47a3-b77d-493c9fbc8b28 tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:23.841120 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-42f343fe-7391-488a-9426-c21ef15a76de req-ce604a36-4d14-47a3-b77d-493c9fbc8b28 tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:23.845471 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce604a36-4d14-47a3-b77d-493c9fbc8b28 tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] Pushing event updated for resources: {'Port': ['ID=c7ae41eb-7264-43ee-b06a-1c7f0a629b52,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:23.846047 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-0a8ac3ac-adbf-4c28-b690-3ca12728f103 tempest-TestSecurityGroupsBasicOps-162747663 tempest-TestSecurityGroupsBasicOps-162747663-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=6748b01bb03d422fb225abb51de7b97d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0677435 Dec 08 16:40:23.856077 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57710) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:40:23.979633 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d9241e-a8d2-490d-90dc-80bbe1be4f49 req-322603fa-b525-4f88-b7ae-d9e66e1897f9 tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:23.982125 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c3d9241e-a8d2-490d-90dc-80bbe1be4f49 req-322603fa-b525-4f88-b7ae-d9e66e1897f9 tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] 10.222.0.64 "GET /v2.0/ports?device_id=a37a1985-d32b-4aaa-a3d0-5ca404b83fa6 HTTP/1.1" status: 200 len: 936 time: 0.0977790 Dec 08 16:40:23.987841 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-42f343fe-7391-488a-9426-c21ef15a76de req-ce604a36-4d14-47a3-b77d-493c9fbc8b28 tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4070308 Dec 08 16:40:23.997220 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733a9fbe-1504-4f7c-9a44-d0a364ce82a0 tempest-TestSecurityGroupsBasicOps-162747663 tempest-TestSecurityGroupsBasicOps-162747663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:24.002018 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-733a9fbe-1504-4f7c-9a44-d0a364ce82a0 tempest-TestSecurityGroupsBasicOps-162747663 tempest-TestSecurityGroupsBasicOps-162747663-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1417818 Dec 08 16:40:24.027400 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57714) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:40:24.027678 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-42f343fe-7391-488a-9426-c21ef15a76de req-5d9be91a-ec1d-4ba4-94af-e51f85afaaa6 service neutron] Request body: {'port': {'device_id': 'a37a1985-d32b-4aaa-a3d0-5ca404b83fa6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:40:24.045999 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d40d0e6f-8e9f-4e09-bbce-37984c07c47a tempest-TestSecurityGroupsBasicOps-162747663 tempest-TestSecurityGroupsBasicOps-162747663-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=1ae4cf80-76bf-4df3-a557-5cc6023c1900&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379796 Dec 08 16:40:24.046480 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 57718) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:40:24.054077 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-789b9f18-60c9-42c2-8d37-08caf6ed4d6d tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2083251604', 'network_id': 'f087e7c4-03ee-4e3f-9fa3-7757f9aee1be', 'project_id': '6748b01bb03d422fb225abb51de7b97d', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:40:24.105713 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-165e49c9-250d-4c3a-aabc-55301d718f0f None None] Publish callbacks [] for port, precommit_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:24.149403 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-245c5154-a655-443e-8431-7fdf3c8956b1 None None] Provisioning complete for port c7ae41eb-7264-43ee-b06a-1c7f0a629b52 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:40:24.149993 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-245c5154-a655-443e-8431-7fdf3c8956b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:24.179786 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c3d9241e-a8d2-490d-90dc-80bbe1be4f49 req-72ba1586-9cc4-42a7-8e01-adfabf663bbf tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] 10.222.0.64 "GET /v2.0/security-groups?id=edc9db49-7034-416f-9e98-cecdec56c42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742859 Dec 08 16:40:24.185090 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-42f343fe-7391-488a-9426-c21ef15a76de req-5d9be91a-ec1d-4ba4-94af-e51f85afaaa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:24.186091 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-245c5154-a655-443e-8431-7fdf3c8956b1 None None] Port c7ae41eb-7264-43ee-b06a-1c7f0a629b52 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:40:24.224125 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-165e49c9-250d-4c3a-aabc-55301d718f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:24.252860 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789b9f18-60c9-42c2-8d37-08caf6ed4d6d tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Made reservation on behalf of 6748b01bb03d422fb225abb51de7b97d for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:40:24.276206 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e955ef-facf-4646-ae11-89156a985a98 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:40:24.277369 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-789b9f18-60c9-42c2-8d37-08caf6ed4d6d tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:24.284866 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-165e49c9-250d-4c3a-aabc-55301d718f0f None None] Attempting to bind port dac13735-5417-4aa1-9fc2-df697365ad1e on host n-d-776250-12 for vnic_type normal with profile {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:40:24.285426 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-165e49c9-250d-4c3a-aabc-55301d718f0f None None] Attempting to bind port dac13735-5417-4aa1-9fc2-df697365ad1e by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:40:24.285668 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165e49c9-250d-4c3a-aabc-55301d718f0f None None] Attempting to bind port dac13735-5417-4aa1-9fc2-df697365ad1e on network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:40:24.287757 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d698e222-051c-4ba6-8d95-67518aa66275 None None] Pushing event updated for resources: {'Port': ['ID=dac13735-5417-4aa1-9fc2-df697365ad1e,revision_number=2']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:24.298168 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d698e222-051c-4ba6-8d95-67518aa66275 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:24.298459 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d698e222-051c-4ba6-8d95-67518aa66275 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:24.298806 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d698e222-051c-4ba6-8d95-67518aa66275 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:24.299155 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d698e222-051c-4ba6-8d95-67518aa66275 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:24.300216 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d698e222-051c-4ba6-8d95-67518aa66275 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:24.300216 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d698e222-051c-4ba6-8d95-67518aa66275 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:24.300216 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d698e222-051c-4ba6-8d95-67518aa66275 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:24.300544 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d698e222-051c-4ba6-8d95-67518aa66275 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:24.300883 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d698e222-051c-4ba6-8d95-67518aa66275 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:24.301212 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d698e222-051c-4ba6-8d95-67518aa66275 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:24.301563 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d698e222-051c-4ba6-8d95-67518aa66275 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:24.301872 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d698e222-051c-4ba6-8d95-67518aa66275 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:24.302202 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d698e222-051c-4ba6-8d95-67518aa66275 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:24.311292 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165e49c9-250d-4c3a-aabc-55301d718f0f None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:40:24.311703 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165e49c9-250d-4c3a-aabc-55301d718f0f None None] Checking segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:40:24.312121 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-165e49c9-250d-4c3a-aabc-55301d718f0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:24.312544 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165e49c9-250d-4c3a-aabc-55301d718f0f None None] Bound using segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:40:24.313071 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-165e49c9-250d-4c3a-aabc-55301d718f0f None None] Bound port: dac13735-5417-4aa1-9fc2-df697365ad1e, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:40:24.313468 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-165e49c9-250d-4c3a-aabc-55301d718f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:24.393159 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-165e49c9-250d-4c3a-aabc-55301d718f0f None None] For port dac13735-5417-4aa1-9fc2-df697365ad1e, host n-d-776250-12, cleared binding levels {{(pid=110553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:40:24.397851 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-165e49c9-250d-4c3a-aabc-55301d718f0f None None] For port dac13735-5417-4aa1-9fc2-df697365ad1e, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=dac13735-5417-4aa1-9fc2-df697365ad1e,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:40:24.413733 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-eb2f4194-cc85-4d1f-8598-0abb8879bc0a None None] Provisioning complete for port dac13735-5417-4aa1-9fc2-df697365ad1e triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:40:24.414426 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-eb2f4194-cc85-4d1f-8598-0abb8879bc0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:24.460240 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-eb2f4194-cc85-4d1f-8598-0abb8879bc0a None None] Port dac13735-5417-4aa1-9fc2-df697365ad1e cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:40:24.493167 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-165e49c9-250d-4c3a-aabc-55301d718f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:24.526374 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-42f343fe-7391-488a-9426-c21ef15a76de req-5d9be91a-ec1d-4ba4-94af-e51f85afaaa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7ae41eb-7264-43ee-b06a-1c7f0a629b52 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:40:24.538238 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-42f343fe-7391-488a-9426-c21ef15a76de req-5d9be91a-ec1d-4ba4-94af-e51f85afaaa6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:24.563076 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-42f343fe-7391-488a-9426-c21ef15a76de req-5d9be91a-ec1d-4ba4-94af-e51f85afaaa6 service neutron] Transition to ACTIVE for port object c7ae41eb-7264-43ee-b06a-1c7f0a629b52 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:40:24.620883 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ac1073-a5e1-4b2d-89a4-e161c071d3f7 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:40:24.638388 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165e49c9-250d-4c3a-aabc-55301d718f0f None None] Routers {'5fbd89bb-fa24-4c42-a49b-5e8990762c05'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:40:24.639016 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-165e49c9-250d-4c3a-aabc-55301d718f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:40:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['5fbd89bb-fa24-4c42-a49b-5e8990762c05'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:40:24.641529 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-789b9f18-60c9-42c2-8d37-08caf6ed4d6d tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:24.670825 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-42f343fe-7391-488a-9426-c21ef15a76de req-5d9be91a-ec1d-4ba4-94af-e51f85afaaa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:24.675471 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d698e222-051c-4ba6-8d95-67518aa66275 None None] Pushing event updated for resources: {'Port': ['ID=dac13735-5417-4aa1-9fc2-df697365ad1e,revision_number=3']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:24.682531 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-e022b648-db25-4c35-bbb3-2c2761d14fcd None None] Provisioning complete for port dac13735-5417-4aa1-9fc2-df697365ad1e triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:40:24.683064 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e022b648-db25-4c35-bbb3-2c2761d14fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:24.730650 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789b9f18-60c9-42c2-8d37-08caf6ed4d6d tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Checking segment: {'id': '2556aff2-4d86-4f8a-a7d5-805cf8c555f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f087e7c4-03ee-4e3f-9fa3-7757f9aee1be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:40:24.730779 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789b9f18-60c9-42c2-8d37-08caf6ed4d6d tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Network hostable DHCP agents. Network: f087e7c4-03ee-4e3f-9fa3-7757f9aee1be, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:40:24.736994 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789b9f18-60c9-42c2-8d37-08caf6ed4d6d tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Pushing event updated for resources: {'Subnet': ['ID=59dc2b27-caf4-44d1-a219-da69fdec9e9a,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:24.793886 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9be91a-ec1d-4ba4-94af-e51f85afaaa6 service neutron] Pushing event updated for resources: {'Port': ['ID=c7ae41eb-7264-43ee-b06a-1c7f0a629b52,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:24.798500 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e022b648-db25-4c35-bbb3-2c2761d14fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:24.829311 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-e022b648-db25-4c35-bbb3-2c2761d14fcd None None] For port dac13735-5417-4aa1-9fc2-df697365ad1e, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=dac13735-5417-4aa1-9fc2-df697365ad1e,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:40:24.865415 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-165e49c9-250d-4c3a-aabc-55301d718f0f None None] Set router 5fbd89bb-fa24-4c42-a49b-5e8990762c05 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:40:24.876623 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789b9f18-60c9-42c2-8d37-08caf6ed4d6d tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Network f087e7c4-03ee-4e3f-9fa3-7757f9aee1be is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:40:24.898887 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e022b648-db25-4c35-bbb3-2c2761d14fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:24.962110 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-42f343fe-7391-488a-9426-c21ef15a76de req-5d9be91a-ec1d-4ba4-94af-e51f85afaaa6 service neutron] Attempting to bind port c7ae41eb-7264-43ee-b06a-1c7f0a629b52 on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:40:24.962389 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-789b9f18-60c9-42c2-8d37-08caf6ed4d6d tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, f087e7c4-03ee-4e3f-9fa3-7757f9aee1be) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:40:24.962592 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-42f343fe-7391-488a-9426-c21ef15a76de req-5d9be91a-ec1d-4ba4-94af-e51f85afaaa6 service neutron] Attempting to bind port c7ae41eb-7264-43ee-b06a-1c7f0a629b52 by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:40:24.962760 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f343fe-7391-488a-9426-c21ef15a76de req-5d9be91a-ec1d-4ba4-94af-e51f85afaaa6 service neutron] Attempting to bind port c7ae41eb-7264-43ee-b06a-1c7f0a629b52 on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:40:24.974106 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f343fe-7391-488a-9426-c21ef15a76de req-5d9be91a-ec1d-4ba4-94af-e51f85afaaa6 service neutron] Port c7ae41eb-7264-43ee-b06a-1c7f0a629b52 on network b91759c7-445e-4f7b-9fc4-64d80951832c not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:40:24.975672 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f343fe-7391-488a-9426-c21ef15a76de req-5d9be91a-ec1d-4ba4-94af-e51f85afaaa6 service neutron] Attempting to bind port c7ae41eb-7264-43ee-b06a-1c7f0a629b52 on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:40:24.985223 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f343fe-7391-488a-9426-c21ef15a76de req-5d9be91a-ec1d-4ba4-94af-e51f85afaaa6 service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:40:24.985551 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f343fe-7391-488a-9426-c21ef15a76de req-5d9be91a-ec1d-4ba4-94af-e51f85afaaa6 service neutron] Checking segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:40:24.985745 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789b9f18-60c9-42c2-8d37-08caf6ed4d6d tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:24.985938 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f343fe-7391-488a-9426-c21ef15a76de req-5d9be91a-ec1d-4ba4-94af-e51f85afaaa6 service neutron] Bound using segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:40:24.986383 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-42f343fe-7391-488a-9426-c21ef15a76de req-5d9be91a-ec1d-4ba4-94af-e51f85afaaa6 service neutron] Bound port: c7ae41eb-7264-43ee-b06a-1c7f0a629b52, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:40:24.986577 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-789b9f18-60c9-42c2-8d37-08caf6ed4d6d tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:24.986727 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-42f343fe-7391-488a-9426-c21ef15a76de req-5d9be91a-ec1d-4ba4-94af-e51f85afaaa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:24.990155 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d267ae-ebd4-4eff-b051-e8f261a073dc None None] Network f087e7c4-03ee-4e3f-9fa3-7757f9aee1be requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:40:25.101510 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-789b9f18-60c9-42c2-8d37-08caf6ed4d6d tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0515885 Dec 08 16:40:25.102356 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 57730) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:40:25.150660 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e022b648-db25-4c35-bbb3-2c2761d14fcd None None] Pushing event updated for resources: {'Port': ['ID=dac13735-5417-4aa1-9fc2-df697365ad1e,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:25.166416 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e022b648-db25-4c35-bbb3-2c2761d14fcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:25.166758 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e022b648-db25-4c35-bbb3-2c2761d14fcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:25.167289 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e022b648-db25-4c35-bbb3-2c2761d14fcd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:25.167841 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e022b648-db25-4c35-bbb3-2c2761d14fcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:25.168197 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e022b648-db25-4c35-bbb3-2c2761d14fcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:25.168691 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e022b648-db25-4c35-bbb3-2c2761d14fcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:25.169177 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e022b648-db25-4c35-bbb3-2c2761d14fcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:25.169845 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e022b648-db25-4c35-bbb3-2c2761d14fcd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:25.170375 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e022b648-db25-4c35-bbb3-2c2761d14fcd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:25.171485 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e022b648-db25-4c35-bbb3-2c2761d14fcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:25.171993 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e022b648-db25-4c35-bbb3-2c2761d14fcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:25.172657 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e022b648-db25-4c35-bbb3-2c2761d14fcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:25.180007 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e022b648-db25-4c35-bbb3-2c2761d14fcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:25.180893 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-165e49c9-250d-4c3a-aabc-55301d718f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbd89bb-fa24-4c42-a49b-5e8990762c05', 'name': 'tempest-TestSecurityGroupsBasicOps-router-705324500', 'tenant_id': '6748b01bb03d422fb225abb51de7b97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'dac13735-5417-4aa1-9fc2-df697365ad1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:40:20Z', 'updated_at': '2021-12-08T16:40:22Z', 'revision_number': 3, 'project_id': '6748b01bb03d422fb225abb51de7b97d', 'gw_port': {'id': 'dac13735-5417-4aa1-9fc2-df697365ad1e', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ef:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fbd89bb-fa24-4c42-a49b-5e8990762c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:21Z', 'updated_at': '2021-12-08T16:40:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:40:25.211239 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165e49c9-250d-4c3a-aabc-55301d718f0f None None] The sync data for ids ['5fbd89bb-fa24-4c42-a49b-5e8990762c05'] in n-d-776250-12 is: [{'id': '5fbd89bb-fa24-4c42-a49b-5e8990762c05', 'name': 'tempest-TestSecurityGroupsBasicOps-router-705324500', 'tenant_id': '6748b01bb03d422fb225abb51de7b97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'dac13735-5417-4aa1-9fc2-df697365ad1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:40:20Z', 'updated_at': '2021-12-08T16:40:22Z', 'revision_number': 3, 'project_id': '6748b01bb03d422fb225abb51de7b97d', 'gw_port': {'id': 'dac13735-5417-4aa1-9fc2-df697365ad1e', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ef:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fbd89bb-fa24-4c42-a49b-5e8990762c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:21Z', 'updated_at': '2021-12-08T16:40:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:40:25.253264 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4b835d-085a-4f7a-89f4-830e16eda1a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-f087e7c4-03ee-4e3f-9fa3-7757f9aee1be', 'network_id': 'f087e7c4-03ee-4e3f-9fa3-7757f9aee1be', 'project_id': '6748b01bb03d422fb225abb51de7b97d', 'fixed_ips': [{'subnet_id': '59dc2b27-caf4-44d1-a219-da69fdec9e9a'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:40:25.254151 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3e4b835d-085a-4f7a-89f4-830e16eda1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:25.269732 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-42f343fe-7391-488a-9426-c21ef15a76de req-5d9be91a-ec1d-4ba4-94af-e51f85afaaa6 service neutron] For port c7ae41eb-7264-43ee-b06a-1c7f0a629b52, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:40:25.295553 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-42f343fe-7391-488a-9426-c21ef15a76de req-5d9be91a-ec1d-4ba4-94af-e51f85afaaa6 service neutron] For port c7ae41eb-7264-43ee-b06a-1c7f0a629b52, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=c7ae41eb-7264-43ee-b06a-1c7f0a629b52,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:40:25.383700 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-42f343fe-7391-488a-9426-c21ef15a76de req-5d9be91a-ec1d-4ba4-94af-e51f85afaaa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:25.399053 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22144ac-12a2-437a-8317-90c1707eb5a3 req-7a7fd1c6-0365-4511-81b2-adffd534951d tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:25.409332 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d22144ac-12a2-437a-8317-90c1707eb5a3 req-7a7fd1c6-0365-4511-81b2-adffd534951d tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] 10.222.0.64 "GET /v2.0/ports?device_id=a37a1985-d32b-4aaa-a3d0-5ca404b83fa6 HTTP/1.1" status: 200 len: 948 time: 0.1169696 Dec 08 16:40:25.459305 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f343fe-7391-488a-9426-c21ef15a76de req-5d9be91a-ec1d-4ba4-94af-e51f85afaaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:25.461555 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-42f343fe-7391-488a-9426-c21ef15a76de req-5d9be91a-ec1d-4ba4-94af-e51f85afaaa6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:25.464108 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-42f343fe-7391-488a-9426-c21ef15a76de req-5d9be91a-ec1d-4ba4-94af-e51f85afaaa6 service neutron] 10.222.0.76 "PUT /v2.0/ports/c7ae41eb-7264-43ee-b06a-1c7f0a629b52 HTTP/1.1" status: 200 len: 1097 time: 1.4594245 Dec 08 16:40:25.477483 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a37a1985-d32b-4aaa-a3d0-5ca404b83fa6', 'tag': 'c7ae41eb-7264-43ee-b06a-1c7f0a629b52'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:40:25.479333 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d22144ac-12a2-437a-8317-90c1707eb5a3 req-6ed2f305-6151-48e3-af6b-90172dd18fbb tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] 10.222.0.64 "GET /v2.0/security-groups?id=edc9db49-7034-416f-9e98-cecdec56c42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709302 Dec 08 16:40:25.481367 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8654215f-7fec-4312-9079-49d7e5d06c9c" -d '{"events": [{"name": "network-changed", "server_uuid": "a37a1985-d32b-4aaa-a3d0-5ca404b83fa6", "tag": "c7ae41eb-7264-43ee-b06a-1c7f0a629b52"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:40:25.576143 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49dca76b-bca9-4ef7-a5ed-80c518d36d6e x-openstack-request-id: req-49dca76b-bca9-4ef7-a5ed-80c518d36d6e {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:40:25.576885 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a37a1985-d32b-4aaa-a3d0-5ca404b83fa6", "tag": "c7ae41eb-7264-43ee-b06a-1c7f0a629b52", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:40:25.577590 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-49dca76b-bca9-4ef7-a5ed-80c518d36d6e {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:40:25.578489 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a37a1985-d32b-4aaa-a3d0-5ca404b83fa6', 'tag': 'c7ae41eb-7264-43ee-b06a-1c7f0a629b52', 'status': 'completed', 'code': 200} Dec 08 16:40:25.671228 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9be91a-ec1d-4ba4-94af-e51f85afaaa6 service neutron] Pushing event updated for resources: {'Port': ['ID=c7ae41eb-7264-43ee-b06a-1c7f0a629b52,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:25.741747 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8654215f-7fec-4312-9079-49d7e5d06c9c req-a68bf67a-f048-43be-9af9-bcf213d7313f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:25.746143 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8654215f-7fec-4312-9079-49d7e5d06c9c req-a68bf67a-f048-43be-9af9-bcf213d7313f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=eb3b3de51b394b4b8526e36353a9142c&device_id=a37a1985-d32b-4aaa-a3d0-5ca404b83fa6 HTTP/1.1" status: 200 len: 1100 time: 0.1361778 Dec 08 16:40:25.766790 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-3e4b835d-085a-4f7a-89f4-830e16eda1a6 None None] Allocated IP 172.20.0.18 (f087e7c4-03ee-4e3f-9fa3-7757f9aee1be/59dc2b27-caf4-44d1-a219-da69fdec9e9a/d95f6a64-66a2-4057-84ee-014aca0930a4) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:40:25.847746 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8654215f-7fec-4312-9079-49d7e5d06c9c req-be93d979-3712-435e-af3b-83a201217060 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=eb3b3de51b394b4b8526e36353a9142c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309005 Dec 08 16:40:25.973528 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3e4b835d-085a-4f7a-89f4-830e16eda1a6 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:26.036925 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3e4b835d-085a-4f7a-89f4-830e16eda1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:26.041781 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8654215f-7fec-4312-9079-49d7e5d06c9c req-a2504cb0-6f83-4f33-99cd-867d1f4beb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:26.043396 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8654215f-7fec-4312-9079-49d7e5d06c9c req-a2504cb0-6f83-4f33-99cd-867d1f4beb9a service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1837213 Dec 08 16:40:26.090479 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4b835d-085a-4f7a-89f4-830e16eda1a6 None None] Network f087e7c4-03ee-4e3f-9fa3-7757f9aee1be is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:40:26.094087 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-3e4b835d-085a-4f7a-89f4-830e16eda1a6 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:40:26.100845 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4b835d-085a-4f7a-89f4-830e16eda1a6 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:40:26.130598 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4b835d-085a-4f7a-89f4-830e16eda1a6 None None] Pushing event updated for resources: {'Port': ['ID=d95f6a64-66a2-4057-84ee-014aca0930a4,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:26.184575 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-3e4b835d-085a-4f7a-89f4-830e16eda1a6 None None] Attempting to bind port d95f6a64-66a2-4057-84ee-014aca0930a4 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:40:26.185234 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-3e4b835d-085a-4f7a-89f4-830e16eda1a6 None None] Attempting to bind port d95f6a64-66a2-4057-84ee-014aca0930a4 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '2556aff2-4d86-4f8a-a7d5-805cf8c555f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f087e7c4-03ee-4e3f-9fa3-7757f9aee1be'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:40:26.185559 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4b835d-085a-4f7a-89f4-830e16eda1a6 None None] Attempting to bind port d95f6a64-66a2-4057-84ee-014aca0930a4 on network f087e7c4-03ee-4e3f-9fa3-7757f9aee1be {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:40:26.191619 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4b835d-085a-4f7a-89f4-830e16eda1a6 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:40:26.192111 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4b835d-085a-4f7a-89f4-830e16eda1a6 None None] Checking segment: {'id': '2556aff2-4d86-4f8a-a7d5-805cf8c555f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f087e7c4-03ee-4e3f-9fa3-7757f9aee1be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:40:26.192664 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3e4b835d-085a-4f7a-89f4-830e16eda1a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:26.193154 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4b835d-085a-4f7a-89f4-830e16eda1a6 None None] Bound using segment: {'id': '2556aff2-4d86-4f8a-a7d5-805cf8c555f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f087e7c4-03ee-4e3f-9fa3-7757f9aee1be'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:40:26.194366 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-3e4b835d-085a-4f7a-89f4-830e16eda1a6 None None] Bound port: d95f6a64-66a2-4057-84ee-014aca0930a4, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2556aff2-4d86-4f8a-a7d5-805cf8c555f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f087e7c4-03ee-4e3f-9fa3-7757f9aee1be'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:40:26.194761 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3e4b835d-085a-4f7a-89f4-830e16eda1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:26.220803 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f213c6a9-6452-42e0-9c0a-5d33ed1e088c tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:26.247504 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f343fe-7391-488a-9426-c21ef15a76de req-94dd1be6-e914-48ce-89c4-8d816eb015c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:26.249064 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-42f343fe-7391-488a-9426-c21ef15a76de req-94dd1be6-e914-48ce-89c4-8d816eb015c3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=eb3b3de51b394b4b8526e36353a9142c&device_id=a37a1985-d32b-4aaa-a3d0-5ca404b83fa6 HTTP/1.1" status: 200 len: 1100 time: 0.1218288 Dec 08 16:40:26.277567 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-3e4b835d-085a-4f7a-89f4-830e16eda1a6 None None] For port d95f6a64-66a2-4057-84ee-014aca0930a4, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:40:26.281195 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-3e4b835d-085a-4f7a-89f4-830e16eda1a6 None None] For port d95f6a64-66a2-4057-84ee-014aca0930a4, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=d95f6a64-66a2-4057-84ee-014aca0930a4,segment=NetworkSegment(2556aff2-4d86-4f8a-a7d5-805cf8c555f7),segment_id=2556aff2-4d86-4f8a-a7d5-805cf8c555f7)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:40:26.327662 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-42f343fe-7391-488a-9426-c21ef15a76de req-150d1d5f-5733-4218-9052-b3d7fa2d81f9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=c7ae41eb-7264-43ee-b06a-1c7f0a629b52 HTTP/1.1" status: 200 len: 217 time: 0.0463481 Dec 08 16:40:26.428937 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f343fe-7391-488a-9426-c21ef15a76de req-cc184d00-56c6-42a3-8ff5-626235398c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:26.430448 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-42f343fe-7391-488a-9426-c21ef15a76de req-cc184d00-56c6-42a3-8ff5-626235398c92 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.0943854 Dec 08 16:40:26.474950 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3e4b835d-085a-4f7a-89f4-830e16eda1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:26.603108 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4b835d-085a-4f7a-89f4-830e16eda1a6 None None] Pushing event updated for resources: {'Port': ['ID=d95f6a64-66a2-4057-84ee-014aca0930a4,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:26.616999 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555651f8-8269-40b0-b888-faccc287b7fd req-82904480-6dbb-4bb4-82d0-6bbd2bf383e6 tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:26.618654 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-555651f8-8269-40b0-b888-faccc287b7fd req-82904480-6dbb-4bb4-82d0-6bbd2bf383e6 tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] 10.222.0.64 "GET /v2.0/ports?device_id=a37a1985-d32b-4aaa-a3d0-5ca404b83fa6 HTTP/1.1" status: 200 len: 948 time: 0.0602620 Dec 08 16:40:26.631044 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f343fe-7391-488a-9426-c21ef15a76de req-f30755a8-64a2-4e85-b542-a4febd831965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:26.632584 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-42f343fe-7391-488a-9426-c21ef15a76de req-f30755a8-64a2-4e85-b542-a4febd831965 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1894193 Dec 08 16:40:26.676430 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-555651f8-8269-40b0-b888-faccc287b7fd req-0c9d093d-a29b-405f-8178-f6a69ffbc775 tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] 10.222.0.64 "GET /v2.0/security-groups?id=edc9db49-7034-416f-9e98-cecdec56c42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493898 Dec 08 16:40:26.934213 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device d95f6a64-66a2-4057-84ee-014aca0930a4 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:40:26.997684 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port d95f6a64-66a2-4057-84ee-014aca0930a4 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:40:26.998083 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:27.086872 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:27.129908 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port d95f6a64-66a2-4057-84ee-014aca0930a4, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=d95f6a64-66a2-4057-84ee-014aca0930a4,segment=NetworkSegment(2556aff2-4d86-4f8a-a7d5-805cf8c555f7),segment_id=2556aff2-4d86-4f8a-a7d5-805cf8c555f7)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:40:27.137928 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-f213c6a9-6452-42e0-9c0a-5d33ed1e088c tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Allocated IP 172.20.0.17 (f087e7c4-03ee-4e3f-9fa3-7757f9aee1be/59dc2b27-caf4-44d1-a219-da69fdec9e9a/d65e7501-e4e0-413a-bb3b-3cc443802a88) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:40:27.149203 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-42f343fe-7391-488a-9426-c21ef15a76de req-e976052f-dcf2-4f4c-908f-6dfafa312437 service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4836040 Dec 08 16:40:27.218520 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:27.220371 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device dac13735-5417-4aa1-9fc2-df697365ad1e up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:40:27.325008 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-42f343fe-7391-488a-9426-c21ef15a76de req-b6f7685f-a279-4e54-acbd-055a4c2c1567 service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714375 Dec 08 16:40:27.334811 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f213c6a9-6452-42e0-9c0a-5d33ed1e088c tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:27.347912 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=d95f6a64-66a2-4057-84ee-014aca0930a4,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:27.370957 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port dac13735-5417-4aa1-9fc2-df697365ad1e triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:40:27.376961 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:27.544163 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f213c6a9-6452-42e0-9c0a-5d33ed1e088c tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:27.590802 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f213c6a9-6452-42e0-9c0a-5d33ed1e088c tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Network f087e7c4-03ee-4e3f-9fa3-7757f9aee1be is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:40:27.594128 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-f213c6a9-6452-42e0-9c0a-5d33ed1e088c tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:40:27.599359 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f213c6a9-6452-42e0-9c0a-5d33ed1e088c tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Pushing event updated for resources: {'Port': ['ID=d65e7501-e4e0-413a-bb3b-3cc443802a88,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:27.603207 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f213c6a9-6452-42e0-9c0a-5d33ed1e088c tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:40:27.611442 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213c6a9-6452-42e0-9c0a-5d33ed1e088c tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:27.617962 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213c6a9-6452-42e0-9c0a-5d33ed1e088c tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:27.617962 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213c6a9-6452-42e0-9c0a-5d33ed1e088c tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:27.617962 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213c6a9-6452-42e0-9c0a-5d33ed1e088c tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:27.617962 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213c6a9-6452-42e0-9c0a-5d33ed1e088c tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:27.617962 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213c6a9-6452-42e0-9c0a-5d33ed1e088c tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:27.617962 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213c6a9-6452-42e0-9c0a-5d33ed1e088c tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:27.617962 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213c6a9-6452-42e0-9c0a-5d33ed1e088c tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:27.617962 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213c6a9-6452-42e0-9c0a-5d33ed1e088c tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:27.617962 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213c6a9-6452-42e0-9c0a-5d33ed1e088c tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:27.617962 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213c6a9-6452-42e0-9c0a-5d33ed1e088c tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:27.617962 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213c6a9-6452-42e0-9c0a-5d33ed1e088c tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:27.617962 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f213c6a9-6452-42e0-9c0a-5d33ed1e088c tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:27.661407 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f213c6a9-6452-42e0-9c0a-5d33ed1e088c tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:27.825791 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc7f0c-57cb-4a14-932d-c83c4b2a08c4 req-2e400c08-5033-40ed-895e-86f2e5d4599d tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:27.827500 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-70bc7f0c-57cb-4a14-932d-c83c4b2a08c4 req-2e400c08-5033-40ed-895e-86f2e5d4599d tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] 10.222.0.64 "GET /v2.0/ports?device_id=a37a1985-d32b-4aaa-a3d0-5ca404b83fa6 HTTP/1.1" status: 200 len: 948 time: 0.0602891 Dec 08 16:40:27.881353 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-70bc7f0c-57cb-4a14-932d-c83c4b2a08c4 req-2f51dd6b-10b5-48b7-9955-d2b2f19d37f0 tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] 10.222.0.64 "GET /v2.0/security-groups?id=edc9db49-7034-416f-9e98-cecdec56c42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466876 Dec 08 16:40:27.955192 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f213c6a9-6452-42e0-9c0a-5d33ed1e088c tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:28.122570 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21e75e7-6bf3-4786-ab2d-edd4f86f36ec None None] Network f087e7c4-03ee-4e3f-9fa3-7757f9aee1be requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:40:28.188718 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-646771a8-3473-4091-af2f-4e562014957f None None] Provisioning complete for port d95f6a64-66a2-4057-84ee-014aca0930a4 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:40:28.189385 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-646771a8-3473-4091-af2f-4e562014957f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:28.275020 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f213c6a9-6452-42e0-9c0a-5d33ed1e088c tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:28.418636 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f213c6a9-6452-42e0-9c0a-5d33ed1e088c tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:28.507254 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f213c6a9-6452-42e0-9c0a-5d33ed1e088c tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Pushing event updated for resources: {'Port': ['ID=d65e7501-e4e0-413a-bb3b-3cc443802a88,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:28.514389 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f213c6a9-6452-42e0-9c0a-5d33ed1e088c tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:28.555459 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-94437449-474f-4daa-8f97-81811b9e0b61 None None] Provisioning complete for port d95f6a64-66a2-4057-84ee-014aca0930a4 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:40:28.556070 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-94437449-474f-4daa-8f97-81811b9e0b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:28.629095 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f213c6a9-6452-42e0-9c0a-5d33ed1e088c tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Network f087e7c4-03ee-4e3f-9fa3-7757f9aee1be is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:40:28.630673 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-f213c6a9-6452-42e0-9c0a-5d33ed1e088c tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:40:28.664516 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-94437449-474f-4daa-8f97-81811b9e0b61 None None] Provisioning complete for port d65e7501-e4e0-413a-bb3b-3cc443802a88 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:40:28.664901 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-94437449-474f-4daa-8f97-81811b9e0b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:28.707986 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-94437449-474f-4daa-8f97-81811b9e0b61 None None] Port d65e7501-e4e0-413a-bb3b-3cc443802a88 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:40:28.768468 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f213c6a9-6452-42e0-9c0a-5d33ed1e088c tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Router 5fbd89bb-fa24-4c42-a49b-5e8990762c05 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:40:28.808949 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device d95f6a64-66a2-4057-84ee-014aca0930a4 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:40:28.877331 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-bdfa0230-8b7b-47c0-931a-fbf579cc08cc None None] Provisioning complete for port d65e7501-e4e0-413a-bb3b-3cc443802a88 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:40:28.877861 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-bdfa0230-8b7b-47c0-931a-fbf579cc08cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:28.923820 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f213c6a9-6452-42e0-9c0a-5d33ed1e088c tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:40:28.941711 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-f213c6a9-6452-42e0-9c0a-5d33ed1e088c tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "PUT /v2.0/routers/5fbd89bb-fa24-4c42-a49b-5e8990762c05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8364484 Dec 08 16:40:28.955504 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e98341b-9358-4a27-8ea1-deff35eeb750 None None] Sync routers for ids ['5fbd89bb-fa24-4c42-a49b-5e8990762c05'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:40:28.963292 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port d95f6a64-66a2-4057-84ee-014aca0930a4 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:40:28.963774 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:29.031301 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-bdfa0230-8b7b-47c0-931a-fbf579cc08cc None None] Port d65e7501-e4e0-413a-bb3b-3cc443802a88 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:40:29.049130 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb1f0f-a22d-46a8-be96-59f20fc3f541 req-ba081af5-e3fc-4a02-8daf-81458e81a836 tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:29.061995 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-84bb1f0f-a22d-46a8-be96-59f20fc3f541 req-ba081af5-e3fc-4a02-8daf-81458e81a836 tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] 10.222.0.64 "GET /v2.0/ports?device_id=a37a1985-d32b-4aaa-a3d0-5ca404b83fa6 HTTP/1.1" status: 200 len: 948 time: 0.0811958 Dec 08 16:40:29.073667 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e98341b-9358-4a27-8ea1-deff35eeb750 None None] Routers {'5fbd89bb-fa24-4c42-a49b-5e8990762c05'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:40:29.074321 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-9e98341b-9358-4a27-8ea1-deff35eeb750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:40:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['5fbd89bb-fa24-4c42-a49b-5e8990762c05'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:40:29.148447 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-84bb1f0f-a22d-46a8-be96-59f20fc3f541 req-e9973487-6bbd-4fbb-a960-339e9da9048c tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] 10.222.0.64 "GET /v2.0/security-groups?id=edc9db49-7034-416f-9e98-cecdec56c42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824873 Dec 08 16:40:29.202686 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-d5ce5a4a-1e20-4204-ac39-2e7ca06bb75d None None] Provisioning complete for port d65e7501-e4e0-413a-bb3b-3cc443802a88 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:40:29.203062 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d5ce5a4a-1e20-4204-ac39-2e7ca06bb75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:29.258489 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2f1f0-2117-4b5a-b46c-b926d4d1de66 req-97dda06b-fd7e-4f03-adad-ac832bbb48ce tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:29.260100 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2ed2f1f0-2117-4b5a-b46c-b926d4d1de66 req-97dda06b-fd7e-4f03-adad-ac832bbb48ce tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "GET /v2.0/networks?id=f087e7c4-03ee-4e3f-9fa3-7757f9aee1be HTTP/1.1" status: 200 len: 798 time: 0.1256003 Dec 08 16:40:29.278312 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2ed2f1f0-2117-4b5a-b46c-b926d4d1de66 req-c69fd40a-ac12-4793-8624-ffcb34c06791 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "GET /v2.0/quotas/6748b01bb03d422fb225abb51de7b97d HTTP/1.1" status: 200 len: 375 time: 0.0105033 Dec 08 16:40:29.295554 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-d5ce5a4a-1e20-4204-ac39-2e7ca06bb75d None None] Port d65e7501-e4e0-413a-bb3b-3cc443802a88 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:40:29.298416 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-9e98341b-9358-4a27-8ea1-deff35eeb750 None None] Set router 5fbd89bb-fa24-4c42-a49b-5e8990762c05 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:40:29.353880 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2ed2f1f0-2117-4b5a-b46c-b926d4d1de66 req-bd85da6b-c387-433e-aff5-5f9fd1194cb0 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6748b01bb03d422fb225abb51de7b97d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0711823 Dec 08 16:40:29.481373 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2ed2f1f0-2117-4b5a-b46c-b926d4d1de66 req-3cdc5a26-b178-48ce-895c-bd06c201a72b service neutron] 10.222.0.64 "GET /v2.0/networks/f087e7c4-03ee-4e3f-9fa3-7757f9aee1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139369 Dec 08 16:40:29.528294 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-9e98341b-9358-4a27-8ea1-deff35eeb750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbd89bb-fa24-4c42-a49b-5e8990762c05', 'name': 'tempest-TestSecurityGroupsBasicOps-router-705324500', 'tenant_id': '6748b01bb03d422fb225abb51de7b97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'dac13735-5417-4aa1-9fc2-df697365ad1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:40:20Z', 'updated_at': '2021-12-08T16:40:27Z', 'revision_number': 4, 'project_id': '6748b01bb03d422fb225abb51de7b97d', 'gw_port': {'id': 'dac13735-5417-4aa1-9fc2-df697365ad1e', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ef:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd89bb-fa24-4c42-a49b-5e8990762c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:21Z', 'updated_at': '2021-12-08T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'd65e7501-e4e0-413a-bb3b-3cc443802a88', 'name': '', 'network_id': 'f087e7c4-03ee-4e3f-9fa3-7757f9aee1be', 'tenant_id': '6748b01bb03d422fb225abb51de7b97d', 'mac_address': 'fa:16:3e:aa:78:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fbd89bb-fa24-4c42-a49b-5e8990762c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '59dc2b27-caf4-44d1-a219-da69fdec9e9a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:26Z', 'updated_at': '2021-12-08T16:40:28Z', 'revision_number': 2, 'project_id': '6748b01bb03d422fb225abb51de7b97d', 'subnets': [{'id': '59dc2b27-caf4-44d1-a219-da69fdec9e9a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:40:29.564656 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e98341b-9358-4a27-8ea1-deff35eeb750 None None] Checking router: 5fbd89bb-fa24-4c42-a49b-5e8990762c05 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:40:29.565360 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e98341b-9358-4a27-8ea1-deff35eeb750 None None] Updating router 5fbd89bb-fa24-4c42-a49b-5e8990762c05 port d65e7501-e4e0-413a-bb3b-3cc443802a88 binding host n-d-776250-12 {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:40:29.591470 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2ed2f1f0-2117-4b5a-b46c-b926d4d1de66 req-92c6326e-d184-4df2-b414-229feae4d533 service neutron] 10.222.0.64 "GET /v2.0/networks/f087e7c4-03ee-4e3f-9fa3-7757f9aee1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030366 Dec 08 16:40:29.591840 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9e98341b-9358-4a27-8ea1-deff35eeb750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:29.896782 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9e98341b-9358-4a27-8ea1-deff35eeb750 None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:29.934717 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-94bccc16-21ce-4dba-a744-1ee130ec85d7 req-817fb127-e5d3-46ba-8858-54a02690bdec tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca43732a-2c63-4d77-9e0d-0982697879ba HTTP/1.1" status: 200 len: 210 time: 0.0410068 Dec 08 16:40:30.002733 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9e98341b-9358-4a27-8ea1-deff35eeb750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:30.063048 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab964db-b9e1-48ee-9ffd-2fadf3bddfb5 None None] Pushing event updated for resources: {'Port': ['ID=d65e7501-e4e0-413a-bb3b-3cc443802a88,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:30.122807 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-9e98341b-9358-4a27-8ea1-deff35eeb750 None None] Attempting to bind port d65e7501-e4e0-413a-bb3b-3cc443802a88 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:40:30.123193 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-9e98341b-9358-4a27-8ea1-deff35eeb750 None None] Attempting to bind port d65e7501-e4e0-413a-bb3b-3cc443802a88 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '2556aff2-4d86-4f8a-a7d5-805cf8c555f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f087e7c4-03ee-4e3f-9fa3-7757f9aee1be'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:40:30.123680 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e98341b-9358-4a27-8ea1-deff35eeb750 None None] Attempting to bind port d65e7501-e4e0-413a-bb3b-3cc443802a88 on network f087e7c4-03ee-4e3f-9fa3-7757f9aee1be {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:40:30.129808 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e98341b-9358-4a27-8ea1-deff35eeb750 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:40:30.130252 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e98341b-9358-4a27-8ea1-deff35eeb750 None None] Checking segment: {'id': '2556aff2-4d86-4f8a-a7d5-805cf8c555f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f087e7c4-03ee-4e3f-9fa3-7757f9aee1be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:40:30.130779 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9e98341b-9358-4a27-8ea1-deff35eeb750 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:30.131186 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e98341b-9358-4a27-8ea1-deff35eeb750 None None] Bound using segment: {'id': '2556aff2-4d86-4f8a-a7d5-805cf8c555f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f087e7c4-03ee-4e3f-9fa3-7757f9aee1be'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:40:30.131826 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-9e98341b-9358-4a27-8ea1-deff35eeb750 None None] Bound port: d65e7501-e4e0-413a-bb3b-3cc443802a88, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2556aff2-4d86-4f8a-a7d5-805cf8c555f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f087e7c4-03ee-4e3f-9fa3-7757f9aee1be'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:40:30.132937 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9e98341b-9358-4a27-8ea1-deff35eeb750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:30.220466 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-9e98341b-9358-4a27-8ea1-deff35eeb750 None None] For port d65e7501-e4e0-413a-bb3b-3cc443802a88, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:40:30.225743 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-9e98341b-9358-4a27-8ea1-deff35eeb750 None None] For port d65e7501-e4e0-413a-bb3b-3cc443802a88, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=d65e7501-e4e0-413a-bb3b-3cc443802a88,segment=NetworkSegment(2556aff2-4d86-4f8a-a7d5-805cf8c555f7),segment_id=2556aff2-4d86-4f8a-a7d5-805cf8c555f7)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:40:30.299659 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c4a9bb-89c7-42f3-98fd-0a0aaaa9118f req-3f554728-2b4b-4a1c-bc6a-167b117568d6 tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:30.301419 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c3c4a9bb-89c7-42f3-98fd-0a0aaaa9118f req-3f554728-2b4b-4a1c-bc6a-167b117568d6 tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] 10.222.0.64 "GET /v2.0/ports?device_id=a37a1985-d32b-4aaa-a3d0-5ca404b83fa6 HTTP/1.1" status: 200 len: 948 time: 0.0622525 Dec 08 16:40:30.348669 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-e8702114-53cf-4df5-8f5b-c70e56b4f6bf None None] Provisioning complete for port d65e7501-e4e0-413a-bb3b-3cc443802a88 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:40:30.349108 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e8702114-53cf-4df5-8f5b-c70e56b4f6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:30.383115 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9e98341b-9358-4a27-8ea1-deff35eeb750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:30.396341 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c3c4a9bb-89c7-42f3-98fd-0a0aaaa9118f req-48dd676a-ae28-42fc-971b-df3fb1115cf8 tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] 10.222.0.64 "GET /v2.0/security-groups?id=edc9db49-7034-416f-9e98-cecdec56c42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855949 Dec 08 16:40:30.446576 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-e8702114-53cf-4df5-8f5b-c70e56b4f6bf None None] Port d65e7501-e4e0-413a-bb3b-3cc443802a88 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:40:30.462615 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e98341b-9358-4a27-8ea1-deff35eeb750 None None] Routers {'5fbd89bb-fa24-4c42-a49b-5e8990762c05'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:40:30.463591 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-9e98341b-9358-4a27-8ea1-deff35eeb750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:40:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['5fbd89bb-fa24-4c42-a49b-5e8990762c05'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:40:30.526413 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab964db-b9e1-48ee-9ffd-2fadf3bddfb5 None None] Pushing event updated for resources: {'Port': ['ID=d65e7501-e4e0-413a-bb3b-3cc443802a88,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:30.632834 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-9e98341b-9358-4a27-8ea1-deff35eeb750 None None] Set router 5fbd89bb-fa24-4c42-a49b-5e8990762c05 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:40:30.809472 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-dd5995ba-c1b3-4a87-bb21-f34f39a98d6c None None] Provisioning complete for port d65e7501-e4e0-413a-bb3b-3cc443802a88 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:40:30.809870 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-dd5995ba-c1b3-4a87-bb21-f34f39a98d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:31.055109 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9ef37342-1ef1-4cd1-9c29-e9fb35258a3d req-dbceb36a-c253-425b-ba37-e2a556d7635b tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca43732a-2c63-4d77-9e0d-0982697879ba HTTP/1.1" status: 200 len: 210 time: 0.0316968 Dec 08 16:40:31.103913 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device c7ae41eb-7264-43ee-b06a-1c7f0a629b52 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:40:31.138688 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-9e98341b-9358-4a27-8ea1-deff35eeb750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbd89bb-fa24-4c42-a49b-5e8990762c05', 'name': 'tempest-TestSecurityGroupsBasicOps-router-705324500', 'tenant_id': '6748b01bb03d422fb225abb51de7b97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'dac13735-5417-4aa1-9fc2-df697365ad1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:40:20Z', 'updated_at': '2021-12-08T16:40:27Z', 'revision_number': 4, 'project_id': '6748b01bb03d422fb225abb51de7b97d', 'gw_port': {'id': 'dac13735-5417-4aa1-9fc2-df697365ad1e', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ef:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd89bb-fa24-4c42-a49b-5e8990762c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:21Z', 'updated_at': '2021-12-08T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'd65e7501-e4e0-413a-bb3b-3cc443802a88', 'name': '', 'network_id': 'f087e7c4-03ee-4e3f-9fa3-7757f9aee1be', 'tenant_id': '6748b01bb03d422fb225abb51de7b97d', 'mac_address': 'fa:16:3e:aa:78:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fbd89bb-fa24-4c42-a49b-5e8990762c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '59dc2b27-caf4-44d1-a219-da69fdec9e9a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:26Z', 'updated_at': '2021-12-08T16:40:30Z', 'revision_number': 4, 'project_id': '6748b01bb03d422fb225abb51de7b97d', 'subnets': [{'id': '59dc2b27-caf4-44d1-a219-da69fdec9e9a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:40:31.142267 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-dd5995ba-c1b3-4a87-bb21-f34f39a98d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:31.234245 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e98341b-9358-4a27-8ea1-deff35eeb750 None None] The sync data for ids ['5fbd89bb-fa24-4c42-a49b-5e8990762c05'] in n-d-776250-12 is: [{'id': '5fbd89bb-fa24-4c42-a49b-5e8990762c05', 'name': 'tempest-TestSecurityGroupsBasicOps-router-705324500', 'tenant_id': '6748b01bb03d422fb225abb51de7b97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'dac13735-5417-4aa1-9fc2-df697365ad1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:40:20Z', 'updated_at': '2021-12-08T16:40:27Z', 'revision_number': 4, 'project_id': '6748b01bb03d422fb225abb51de7b97d', 'gw_port': {'id': 'dac13735-5417-4aa1-9fc2-df697365ad1e', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ef:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd89bb-fa24-4c42-a49b-5e8990762c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:21Z', 'updated_at': '2021-12-08T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'd65e7501-e4e0-413a-bb3b-3cc443802a88', 'name': '', 'network_id': 'f087e7c4-03ee-4e3f-9fa3-7757f9aee1be', 'tenant_id': '6748b01bb03d422fb225abb51de7b97d', 'mac_address': 'fa:16:3e:aa:78:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fbd89bb-fa24-4c42-a49b-5e8990762c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '59dc2b27-caf4-44d1-a219-da69fdec9e9a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:26Z', 'updated_at': '2021-12-08T16:40:30Z', 'revision_number': 4, 'project_id': '6748b01bb03d422fb225abb51de7b97d', 'subnets': [{'id': '59dc2b27-caf4-44d1-a219-da69fdec9e9a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:40:31.288360 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-dd5995ba-c1b3-4a87-bb21-f34f39a98d6c None None] For port d65e7501-e4e0-413a-bb3b-3cc443802a88, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=d65e7501-e4e0-413a-bb3b-3cc443802a88,segment=NetworkSegment(2556aff2-4d86-4f8a-a7d5-805cf8c555f7),segment_id=2556aff2-4d86-4f8a-a7d5-805cf8c555f7)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:40:31.341312 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port c7ae41eb-7264-43ee-b06a-1c7f0a629b52, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=c7ae41eb-7264-43ee-b06a-1c7f0a629b52,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:40:31.365637 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': 'c7ae41eb-7264-43ee-b06a-1c7f0a629b52', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'port_id': 'c7ae41eb-7264-43ee-b06a-1c7f0a629b52', 'mac_address': 'fa:16:3e:3b:ae:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c93b3a32-b438-4a47-8558-220c03febf97', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:40:31.441620 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:31.456966 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7ae41eb-7264-43ee-b06a-1c7f0a629b52 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:40:31.481943 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port c7ae41eb-7264-43ee-b06a-1c7f0a629b52, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=c7ae41eb-7264-43ee-b06a-1c7f0a629b52,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:40:31.590572 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-dd5995ba-c1b3-4a87-bb21-f34f39a98d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:31.601818 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:31.667753 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5995ba-c1b3-4a87-bb21-f34f39a98d6c None None] Pushing event updated for resources: {'Port': ['ID=d65e7501-e4e0-413a-bb3b-3cc443802a88,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:31.741533 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=c7ae41eb-7264-43ee-b06a-1c7f0a629b52,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:31.807328 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e100ef-9844-4f27-863f-f1530402145d req-6143af52-e59f-403b-8ff3-9bfb6a5bf32d tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:31.810171 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-76e100ef-9844-4f27-863f-f1530402145d req-6143af52-e59f-403b-8ff3-9bfb6a5bf32d tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] 10.222.0.64 "GET /v2.0/ports?device_id=a37a1985-d32b-4aaa-a3d0-5ca404b83fa6 HTTP/1.1" status: 200 len: 949 time: 0.3207762 Dec 08 16:40:31.872719 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-76e100ef-9844-4f27-863f-f1530402145d req-9c46648b-afd6-4830-b356-7f4d444c742f tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] 10.222.0.64 "GET /v2.0/security-groups?id=edc9db49-7034-416f-9e98-cecdec56c42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559645 Dec 08 16:40:31.930779 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['c7ae41eb-7264-43ee-b06a-1c7f0a629b52'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:40:32.180660 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bb6b1905-5416-44a4-bd1b-5fe125143ac5 req-b472326c-5a26-4a10-95e1-b2d498ebabd6 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca43732a-2c63-4d77-9e0d-0982697879ba HTTP/1.1" status: 200 len: 210 time: 0.0305829 Dec 08 16:40:32.813335 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device d65e7501-e4e0-413a-bb3b-3cc443802a88 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:40:32.885989 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port d65e7501-e4e0-413a-bb3b-3cc443802a88 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:40:32.885989 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:32.965118 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2f1f0-2117-4b5a-b46c-b926d4d1de66 req-d0f30c12-b3f8-4b40-b15a-0f99b8e34742 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:32.969642 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2ed2f1f0-2117-4b5a-b46c-b926d4d1de66 req-d0f30c12-b3f8-4b40-b15a-0f99b8e34742 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.76 "GET /v2.0/networks?id=f087e7c4-03ee-4e3f-9fa3-7757f9aee1be HTTP/1.1" status: 200 len: 798 time: 0.1800845 Dec 08 16:40:32.992429 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-2ed2f1f0-2117-4b5a-b46c-b926d4d1de66 req-97640ca4-c4b6-4a60-a8e0-e8f3025f1083 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Request body: {'port': {'device_id': 'ca43732a-2c63-4d77-9e0d-0982697879ba', 'network_id': 'f087e7c4-03ee-4e3f-9fa3-7757f9aee1be', 'admin_state_up': True, 'tenant_id': '6748b01bb03d422fb225abb51de7b97d'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:40:33.056217 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device c7ae41eb-7264-43ee-b06a-1c7f0a629b52 up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:40:33.102344 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c271ee-ceb2-4c54-b969-e88c59cb4e46 req-4f408626-853d-45fe-a69c-bcfdfe1f5f18 tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:33.103962 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-72c271ee-ceb2-4c54-b969-e88c59cb4e46 req-4f408626-853d-45fe-a69c-bcfdfe1f5f18 tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] 10.222.0.64 "GET /v2.0/ports?device_id=a37a1985-d32b-4aaa-a3d0-5ca404b83fa6 HTTP/1.1" status: 200 len: 949 time: 0.1274037 Dec 08 16:40:33.188800 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-72c271ee-ceb2-4c54-b969-e88c59cb4e46 req-a4431181-7e25-41fa-b627-52ef939439c8 tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] 10.222.0.64 "GET /v2.0/security-groups?id=edc9db49-7034-416f-9e98-cecdec56c42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774751 Dec 08 16:40:33.223592 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port c7ae41eb-7264-43ee-b06a-1c7f0a629b52 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:40:33.231440 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port c7ae41eb-7264-43ee-b06a-1c7f0a629b52 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:40:33.232109 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:33.289995 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-22c5a05b-962f-4383-9932-dd847b46571c req-0feea3ff-5125-4ae3-b9f1-646e0297f912 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca43732a-2c63-4d77-9e0d-0982697879ba HTTP/1.1" status: 200 len: 210 time: 0.0297141 Dec 08 16:40:33.336085 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:33.360657 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a37a1985-d32b-4aaa-a3d0-5ca404b83fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ae41eb-7264-43ee-b06a-1c7f0a629b52'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:40:33.361414 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ed2f1f0-2117-4b5a-b46c-b926d4d1de66 req-97640ca4-c4b6-4a60-a8e0-e8f3025f1083 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Made reservation on behalf of 6748b01bb03d422fb225abb51de7b97d for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:40:33.362983 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2241950-57bf-447f-8cbc-052bed0a54bc" -d '{"events": [{"server_uuid": "a37a1985-d32b-4aaa-a3d0-5ca404b83fa6", "name": "network-vif-plugged", "status": "completed", "tag": "c7ae41eb-7264-43ee-b06a-1c7f0a629b52"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:40:33.365521 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2ed2f1f0-2117-4b5a-b46c-b926d4d1de66 req-97640ca4-c4b6-4a60-a8e0-e8f3025f1083 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:33.384311 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port c7ae41eb-7264-43ee-b06a-1c7f0a629b52, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=c7ae41eb-7264-43ee-b06a-1c7f0a629b52,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:40:33.420267 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b063350-a9be-4f87-b4ab-d6d1636dd39b x-openstack-request-id: req-4b063350-a9be-4f87-b4ab-d6d1636dd39b {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:40:33.420844 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a37a1985-d32b-4aaa-a3d0-5ca404b83fa6", "name": "network-vif-plugged", "status": "completed", "tag": "c7ae41eb-7264-43ee-b06a-1c7f0a629b52", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:40:33.421340 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4b063350-a9be-4f87-b4ab-d6d1636dd39b {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:40:33.421969 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a37a1985-d32b-4aaa-a3d0-5ca404b83fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ae41eb-7264-43ee-b06a-1c7f0a629b52', 'code': 200} Dec 08 16:40:33.487902 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:33.543866 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-2ed2f1f0-2117-4b5a-b46c-b926d4d1de66 req-97640ca4-c4b6-4a60-a8e0-e8f3025f1083 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Allocated IP 172.20.0.21 (f087e7c4-03ee-4e3f-9fa3-7757f9aee1be/59dc2b27-caf4-44d1-a219-da69fdec9e9a/045b931d-2b63-40d5-8508-89e4b25ba9d5) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:40:33.552632 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc2bdad-e11c-40a2-b5a2-54ffe5216ecc req-32f980d8-7526-4f83-bd3b-1efd0db14ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:33.555160 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-afc2bdad-e11c-40a2-b5a2-54ffe5216ecc req-32f980d8-7526-4f83-bd3b-1efd0db14ac4 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a37a1985-d32b-4aaa-a3d0-5ca404b83fa6 HTTP/1.1" status: 200 len: 1102 time: 0.0567443 Dec 08 16:40:33.560548 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=c7ae41eb-7264-43ee-b06a-1c7f0a629b52,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:33.616870 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-afc2bdad-e11c-40a2-b5a2-54ffe5216ecc req-f5b125eb-dec8-4a89-942a-1fedb171e731 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=edc9db49-7034-416f-9e98-cecdec56c42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441835 Dec 08 16:40:33.681094 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2ed2f1f0-2117-4b5a-b46c-b926d4d1de66 req-97640ca4-c4b6-4a60-a8e0-e8f3025f1083 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:33.829782 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2ed2f1f0-2117-4b5a-b46c-b926d4d1de66 req-97640ca4-c4b6-4a60-a8e0-e8f3025f1083 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:33.873596 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ed2f1f0-2117-4b5a-b46c-b926d4d1de66 req-97640ca4-c4b6-4a60-a8e0-e8f3025f1083 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Network f087e7c4-03ee-4e3f-9fa3-7757f9aee1be is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:40:33.881317 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-2ed2f1f0-2117-4b5a-b46c-b926d4d1de66 req-97640ca4-c4b6-4a60-a8e0-e8f3025f1083 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:40:33.886067 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ed2f1f0-2117-4b5a-b46c-b926d4d1de66 req-97640ca4-c4b6-4a60-a8e0-e8f3025f1083 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:40:33.890555 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97640ca4-c4b6-4a60-a8e0-e8f3025f1083 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Pushing event updated for resources: {'Port': ['ID=045b931d-2b63-40d5-8508-89e4b25ba9d5,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:33.939254 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2f1f0-2117-4b5a-b46c-b926d4d1de66 req-97640ca4-c4b6-4a60-a8e0-e8f3025f1083 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:33.940054 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2ed2f1f0-2117-4b5a-b46c-b926d4d1de66 req-97640ca4-c4b6-4a60-a8e0-e8f3025f1083 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:34.021085 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2ed2f1f0-2117-4b5a-b46c-b926d4d1de66 req-97640ca4-c4b6-4a60-a8e0-e8f3025f1083 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.0337768 Dec 08 16:40:34.056069 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-2ed2f1f0-2117-4b5a-b46c-b926d4d1de66 req-0d8c033b-84e9-4468-a250-df6dab57d059 service neutron] Request body: {'port': {'device_id': 'ca43732a-2c63-4d77-9e0d-0982697879ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:40:34.119494 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2ed2f1f0-2117-4b5a-b46c-b926d4d1de66 req-0d8c033b-84e9-4468-a250-df6dab57d059 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:34.136961 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-8e654a9e-ccd1-4d3f-bb3f-daec4258ba2b None None] Provisioning complete for port 045b931d-2b63-40d5-8508-89e4b25ba9d5 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:40:34.137942 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8e654a9e-ccd1-4d3f-bb3f-daec4258ba2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:34.173272 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-8e654a9e-ccd1-4d3f-bb3f-daec4258ba2b None None] Port 045b931d-2b63-40d5-8508-89e4b25ba9d5 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:40:34.348945 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73c9fe-05e6-4ab2-afab-e46b94597d73 req-1fe0ce11-a076-4832-bc05-cc3712a86664 tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:34.348945 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cf73c9fe-05e6-4ab2-afab-e46b94597d73 req-1fe0ce11-a076-4832-bc05-cc3712a86664 tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] 10.222.0.64 "GET /v2.0/ports?device_id=a37a1985-d32b-4aaa-a3d0-5ca404b83fa6 HTTP/1.1" status: 200 len: 950 time: 0.0582221 Dec 08 16:40:34.395227 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cf73c9fe-05e6-4ab2-afab-e46b94597d73 req-83ac101f-9f48-4664-910f-119bf9d58df2 tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] 10.222.0.64 "GET /v2.0/security-groups?id=edc9db49-7034-416f-9e98-cecdec56c42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607576 Dec 08 16:40:34.482514 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-2ed2f1f0-2117-4b5a-b46c-b926d4d1de66 req-0d8c033b-84e9-4468-a250-df6dab57d059 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 045b931d-2b63-40d5-8508-89e4b25ba9d5 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:40:34.497478 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f16ae-e179-4afc-a11f-5de963afa8db req-e197b256-3875-4b85-be6b-6dd2de979c52 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:34.499020 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f05f16ae-e179-4afc-a11f-5de963afa8db req-e197b256-3875-4b85-be6b-6dd2de979c52 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca43732a-2c63-4d77-9e0d-0982697879ba HTTP/1.1" status: 200 len: 895 time: 0.0990100 Dec 08 16:40:34.501216 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2ed2f1f0-2117-4b5a-b46c-b926d4d1de66 req-0d8c033b-84e9-4468-a250-df6dab57d059 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:34.516075 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-2ed2f1f0-2117-4b5a-b46c-b926d4d1de66 req-0d8c033b-84e9-4468-a250-df6dab57d059 service neutron] Transition to ACTIVE for port object 045b931d-2b63-40d5-8508-89e4b25ba9d5 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:40:34.658343 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2ed2f1f0-2117-4b5a-b46c-b926d4d1de66 req-0d8c033b-84e9-4468-a250-df6dab57d059 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:34.719414 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8c033b-84e9-4468-a250-df6dab57d059 service neutron] Pushing event updated for resources: {'Port': ['ID=045b931d-2b63-40d5-8508-89e4b25ba9d5,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:34.795732 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-2ed2f1f0-2117-4b5a-b46c-b926d4d1de66 req-0d8c033b-84e9-4468-a250-df6dab57d059 service neutron] Attempting to bind port 045b931d-2b63-40d5-8508-89e4b25ba9d5 on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:40:34.796071 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-2ed2f1f0-2117-4b5a-b46c-b926d4d1de66 req-0d8c033b-84e9-4468-a250-df6dab57d059 service neutron] Attempting to bind port 045b931d-2b63-40d5-8508-89e4b25ba9d5 by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': '2556aff2-4d86-4f8a-a7d5-805cf8c555f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f087e7c4-03ee-4e3f-9fa3-7757f9aee1be'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:40:34.796438 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed2f1f0-2117-4b5a-b46c-b926d4d1de66 req-0d8c033b-84e9-4468-a250-df6dab57d059 service neutron] Attempting to bind port 045b931d-2b63-40d5-8508-89e4b25ba9d5 on network f087e7c4-03ee-4e3f-9fa3-7757f9aee1be {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:40:34.802442 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed2f1f0-2117-4b5a-b46c-b926d4d1de66 req-0d8c033b-84e9-4468-a250-df6dab57d059 service neutron] Port 045b931d-2b63-40d5-8508-89e4b25ba9d5 on network f087e7c4-03ee-4e3f-9fa3-7757f9aee1be not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:40:34.802829 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed2f1f0-2117-4b5a-b46c-b926d4d1de66 req-0d8c033b-84e9-4468-a250-df6dab57d059 service neutron] Attempting to bind port 045b931d-2b63-40d5-8508-89e4b25ba9d5 on network f087e7c4-03ee-4e3f-9fa3-7757f9aee1be {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:40:34.809525 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed2f1f0-2117-4b5a-b46c-b926d4d1de66 req-0d8c033b-84e9-4468-a250-df6dab57d059 service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:40:34.809885 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed2f1f0-2117-4b5a-b46c-b926d4d1de66 req-0d8c033b-84e9-4468-a250-df6dab57d059 service neutron] Checking segment: {'id': '2556aff2-4d86-4f8a-a7d5-805cf8c555f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f087e7c4-03ee-4e3f-9fa3-7757f9aee1be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:40:34.810254 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed2f1f0-2117-4b5a-b46c-b926d4d1de66 req-0d8c033b-84e9-4468-a250-df6dab57d059 service neutron] Bound using segment: {'id': '2556aff2-4d86-4f8a-a7d5-805cf8c555f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f087e7c4-03ee-4e3f-9fa3-7757f9aee1be'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:40:34.810689 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-2ed2f1f0-2117-4b5a-b46c-b926d4d1de66 req-0d8c033b-84e9-4468-a250-df6dab57d059 service neutron] Bound port: 045b931d-2b63-40d5-8508-89e4b25ba9d5, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2556aff2-4d86-4f8a-a7d5-805cf8c555f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f087e7c4-03ee-4e3f-9fa3-7757f9aee1be'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:40:34.811222 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2ed2f1f0-2117-4b5a-b46c-b926d4d1de66 req-0d8c033b-84e9-4468-a250-df6dab57d059 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:34.835347 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:34.886579 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-2ed2f1f0-2117-4b5a-b46c-b926d4d1de66 req-0d8c033b-84e9-4468-a250-df6dab57d059 service neutron] For port 045b931d-2b63-40d5-8508-89e4b25ba9d5, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:40:34.889963 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-2ed2f1f0-2117-4b5a-b46c-b926d4d1de66 req-0d8c033b-84e9-4468-a250-df6dab57d059 service neutron] For port 045b931d-2b63-40d5-8508-89e4b25ba9d5, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=045b931d-2b63-40d5-8508-89e4b25ba9d5,segment=NetworkSegment(2556aff2-4d86-4f8a-a7d5-805cf8c555f7),segment_id=2556aff2-4d86-4f8a-a7d5-805cf8c555f7)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:40:35.012582 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2ed2f1f0-2117-4b5a-b46c-b926d4d1de66 req-0d8c033b-84e9-4468-a250-df6dab57d059 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:35.053988 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2f1f0-2117-4b5a-b46c-b926d4d1de66 req-0d8c033b-84e9-4468-a250-df6dab57d059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:35.055055 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2ed2f1f0-2117-4b5a-b46c-b926d4d1de66 req-0d8c033b-84e9-4468-a250-df6dab57d059 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:35.056585 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2ed2f1f0-2117-4b5a-b46c-b926d4d1de66 req-0d8c033b-84e9-4468-a250-df6dab57d059 service neutron] 10.222.0.76 "PUT /v2.0/ports/045b931d-2b63-40d5-8508-89e4b25ba9d5 HTTP/1.1" status: 200 len: 1056 time: 1.0052264 Dec 08 16:40:35.059490 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca43732a-2c63-4d77-9e0d-0982697879ba', 'tag': '045b931d-2b63-40d5-8508-89e4b25ba9d5'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:40:35.062650 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c9384f-aaf1-42a9-8dd8-8df6d4f3e0fd" -d '{"events": [{"name": "network-changed", "server_uuid": "ca43732a-2c63-4d77-9e0d-0982697879ba", "tag": "045b931d-2b63-40d5-8508-89e4b25ba9d5"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:40:35.117843 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d302dad1-918b-4671-935c-34ea1e60ca6a x-openstack-request-id: req-d302dad1-918b-4671-935c-34ea1e60ca6a {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:40:35.118339 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca43732a-2c63-4d77-9e0d-0982697879ba", "tag": "045b931d-2b63-40d5-8508-89e4b25ba9d5", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:40:35.118757 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d302dad1-918b-4671-935c-34ea1e60ca6a {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:40:35.119351 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca43732a-2c63-4d77-9e0d-0982697879ba', 'tag': '045b931d-2b63-40d5-8508-89e4b25ba9d5', 'status': 'completed', 'code': 200} Dec 08 16:40:35.126226 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8c033b-84e9-4468-a250-df6dab57d059 service neutron] Pushing event updated for resources: {'Port': ['ID=045b931d-2b63-40d5-8508-89e4b25ba9d5,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:35.183780 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9384f-aaf1-42a9-8dd8-8df6d4f3e0fd req-5a690bc8-3967-4dfe-9eeb-112d9933283e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:35.185295 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e3c9384f-aaf1-42a9-8dd8-8df6d4f3e0fd req-5a690bc8-3967-4dfe-9eeb-112d9933283e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6748b01bb03d422fb225abb51de7b97d&device_id=ca43732a-2c63-4d77-9e0d-0982697879ba HTTP/1.1" status: 200 len: 1059 time: 0.0475173 Dec 08 16:40:35.304125 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9384f-aaf1-42a9-8dd8-8df6d4f3e0fd req-dcbc817b-926e-479f-ba9a-13e8fdc1b738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:35.315415 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9384f-aaf1-42a9-8dd8-8df6d4f3e0fd req-dcbc817b-926e-479f-ba9a-13e8fdc1b738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:35.315415 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e3c9384f-aaf1-42a9-8dd8-8df6d4f3e0fd req-dcbc817b-926e-479f-ba9a-13e8fdc1b738 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=6748b01bb03d422fb225abb51de7b97d&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.1112652 Dec 08 16:40:35.414200 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9384f-aaf1-42a9-8dd8-8df6d4f3e0fd req-c8b4a0ed-b417-461a-a223-98e2effec51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:35.415689 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e3c9384f-aaf1-42a9-8dd8-8df6d4f3e0fd req-c8b4a0ed-b417-461a-a223-98e2effec51f service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1022167 Dec 08 16:40:35.528982 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2f1f0-2117-4b5a-b46c-b926d4d1de66 req-704bb3bf-f214-455a-ab4e-1d93ec8b223c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:35.530490 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2ed2f1f0-2117-4b5a-b46c-b926d4d1de66 req-704bb3bf-f214-455a-ab4e-1d93ec8b223c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6748b01bb03d422fb225abb51de7b97d&device_id=ca43732a-2c63-4d77-9e0d-0982697879ba HTTP/1.1" status: 200 len: 1059 time: 0.0775011 Dec 08 16:40:35.546999 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051feaae-2e02-4725-aef0-6f2a8a803ace req-91302fc8-b5e9-4291-9dc7-8f8ddd5eb877 tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:35.546999 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-051feaae-2e02-4725-aef0-6f2a8a803ace req-91302fc8-b5e9-4291-9dc7-8f8ddd5eb877 tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] 10.222.0.64 "GET /v2.0/ports?device_id=a37a1985-d32b-4aaa-a3d0-5ca404b83fa6 HTTP/1.1" status: 200 len: 950 time: 0.0631583 Dec 08 16:40:35.596206 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2ed2f1f0-2117-4b5a-b46c-b926d4d1de66 req-55769c83-8617-4efe-a903-dc8d1df54e12 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=045b931d-2b63-40d5-8508-89e4b25ba9d5 HTTP/1.1" status: 200 len: 217 time: 0.0483553 Dec 08 16:40:35.651125 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b3278b-90f1-4001-b4c7-1a130c27a06e req-ace036ee-1887-42d6-9729-d29ee4219e3a tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:35.653433 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f6b3278b-90f1-4001-b4c7-1a130c27a06e req-ace036ee-1887-42d6-9729-d29ee4219e3a tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca43732a-2c63-4d77-9e0d-0982697879ba HTTP/1.1" status: 200 len: 907 time: 0.0722244 Dec 08 16:40:35.672610 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-051feaae-2e02-4725-aef0-6f2a8a803ace req-ce3e2c86-fbf5-4a99-9ca5-01cf63eb9ba9 tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] 10.222.0.64 "GET /v2.0/security-groups?id=edc9db49-7034-416f-9e98-cecdec56c42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158042 Dec 08 16:40:35.674437 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2f1f0-2117-4b5a-b46c-b926d4d1de66 req-b39ab821-734a-4268-9396-a096f68e337b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:35.676774 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2ed2f1f0-2117-4b5a-b46c-b926d4d1de66 req-b39ab821-734a-4268-9396-a096f68e337b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=59dc2b27-caf4-44d1-a219-da69fdec9e9a HTTP/1.1" status: 200 len: 838 time: 0.0735567 Dec 08 16:40:35.736679 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2f1f0-2117-4b5a-b46c-b926d4d1de66 req-f3eb3214-0f3e-4f44-aed6-5778cc8d2f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:35.762614 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2ed2f1f0-2117-4b5a-b46c-b926d4d1de66 req-f3eb3214-0f3e-4f44-aed6-5778cc8d2f23 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f087e7c4-03ee-4e3f-9fa3-7757f9aee1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0544207 Dec 08 16:40:35.832722 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2ed2f1f0-2117-4b5a-b46c-b926d4d1de66 req-7c9159fa-57f2-4164-95b5-d0a214fb2506 service neutron] 10.222.0.76 "GET /v2.0/networks/f087e7c4-03ee-4e3f-9fa3-7757f9aee1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873334 Dec 08 16:40:35.938976 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2ed2f1f0-2117-4b5a-b46c-b926d4d1de66 req-c6ca3038-9b45-489b-8f98-008f44f424e3 service neutron] 10.222.0.76 "GET /v2.0/networks/f087e7c4-03ee-4e3f-9fa3-7757f9aee1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986786 Dec 08 16:40:36.225486 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f49711e-28ad-4c64-a02f-f01a58831cd8 req-d1964883-9775-4fba-80b4-e3f50f632e73 tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:36.229233 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1f49711e-28ad-4c64-a02f-f01a58831cd8 req-d1964883-9775-4fba-80b4-e3f50f632e73 tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] 10.222.0.64 "GET /v2.0/ports?device_id=a37a1985-d32b-4aaa-a3d0-5ca404b83fa6 HTTP/1.1" status: 200 len: 950 time: 0.0539892 Dec 08 16:40:36.279581 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1f49711e-28ad-4c64-a02f-f01a58831cd8 req-6eb50dd6-6188-4c93-81ca-407db9bcc7ec tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] 10.222.0.64 "GET /v2.0/security-groups?id=edc9db49-7034-416f-9e98-cecdec56c42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460346 Dec 08 16:40:36.787505 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b770cbc6-4a62-4eb8-8fe9-91c7e7857fb9 req-503bf93e-1a1e-476c-9139-34eeb4a506d8 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:36.789095 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b770cbc6-4a62-4eb8-8fe9-91c7e7857fb9 req-503bf93e-1a1e-476c-9139-34eeb4a506d8 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca43732a-2c63-4d77-9e0d-0982697879ba HTTP/1.1" status: 200 len: 907 time: 0.0508001 Dec 08 16:40:37.402141 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b2ab3-e5b6-4938-8049-22319f9d1365 req-a995a576-c38d-44fa-989c-d869a8baedeb tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:37.404493 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-302b2ab3-e5b6-4938-8049-22319f9d1365 req-a995a576-c38d-44fa-989c-d869a8baedeb tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] 10.222.0.64 "GET /v2.0/ports?device_id=a37a1985-d32b-4aaa-a3d0-5ca404b83fa6 HTTP/1.1" status: 200 len: 950 time: 0.0515401 Dec 08 16:40:37.454742 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-302b2ab3-e5b6-4938-8049-22319f9d1365 req-1e5c732b-f9e4-4108-866e-bc02ece00248 tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] 10.222.0.64 "GET /v2.0/security-groups?id=edc9db49-7034-416f-9e98-cecdec56c42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438955 Dec 08 16:40:37.665369 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d5606c-1696-4c92-a1ba-fdedd2f05d29 req-91346686-5fdb-42ac-90bb-33e8a4c4c2b7 tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:37.666888 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c2d5606c-1696-4c92-a1ba-fdedd2f05d29 req-91346686-5fdb-42ac-90bb-33e8a4c4c2b7 tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] 10.222.0.76 "GET /v2.0/ports?device_id=a37a1985-d32b-4aaa-a3d0-5ca404b83fa6 HTTP/1.1" status: 200 len: 950 time: 0.0582435 Dec 08 16:40:37.773454 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-c2d5606c-1696-4c92-a1ba-fdedd2f05d29 req-c838935a-6cfb-4171-b2c8-6b7284f412f5 tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] Deleting port c7ae41eb-7264-43ee-b06a-1c7f0a629b52 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:40:37.779723 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c2d5606c-1696-4c92-a1ba-fdedd2f05d29 req-c838935a-6cfb-4171-b2c8-6b7284f412f5 tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:37.880420 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-c2d5606c-1696-4c92-a1ba-fdedd2f05d29 req-c838935a-6cfb-4171-b2c8-6b7284f412f5 tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] For port c7ae41eb-7264-43ee-b06a-1c7f0a629b52, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=c7ae41eb-7264-43ee-b06a-1c7f0a629b52,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:40:37.880798 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c2d5606c-1696-4c92-a1ba-fdedd2f05d29 req-c838935a-6cfb-4171-b2c8-6b7284f412f5 tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:37.895099 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-c2d5606c-1696-4c92-a1ba-fdedd2f05d29 req-c838935a-6cfb-4171-b2c8-6b7284f412f5 tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] Calling delete_port for c7ae41eb-7264-43ee-b06a-1c7f0a629b52 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:40:37.924348 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab6cb2e-b54f-4f25-a034-8595a053748d req-1dc3721f-e721-464d-9d85-c5bca385327d tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:37.926111 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cab6cb2e-b54f-4f25-a034-8595a053748d req-1dc3721f-e721-464d-9d85-c5bca385327d tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca43732a-2c63-4d77-9e0d-0982697879ba HTTP/1.1" status: 200 len: 907 time: 0.0635417 Dec 08 16:40:38.115832 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c2d5606c-1696-4c92-a1ba-fdedd2f05d29 req-c838935a-6cfb-4171-b2c8-6b7284f412f5 tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:38.131425 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['c7ae41eb-7264-43ee-b06a-1c7f0a629b52'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:40:38.151963 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c838935a-6cfb-4171-b2c8-6b7284f412f5 tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] Pushing event deleted for resources: {'Port': ['ID=c7ae41eb-7264-43ee-b06a-1c7f0a629b52,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:38.210617 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2d5606c-1696-4c92-a1ba-fdedd2f05d29 req-c838935a-6cfb-4171-b2c8-6b7284f412f5 tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] No DVR routers for this DVR port c7ae41eb-7264-43ee-b06a-1c7f0a629b52 on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:40:38.213268 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c2d5606c-1696-4c92-a1ba-fdedd2f05d29 req-c838935a-6cfb-4171-b2c8-6b7284f412f5 tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:38.216977 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c2d5606c-1696-4c92-a1ba-fdedd2f05d29 req-c838935a-6cfb-4171-b2c8-6b7284f412f5 tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] 10.222.0.76 "DELETE /v2.0/ports/c7ae41eb-7264-43ee-b06a-1c7f0a629b52 HTTP/1.1" status: 204 len: 173 time: 0.5424879 Dec 08 16:40:38.217442 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a37a1985-d32b-4aaa-a3d0-5ca404b83fa6', 'name': 'network-vif-deleted', 'tag': 'c7ae41eb-7264-43ee-b06a-1c7f0a629b52'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:40:38.219778 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d3203ea-cf89-443a-a5a8-7155fe002270" -d '{"events": [{"server_uuid": "a37a1985-d32b-4aaa-a3d0-5ca404b83fa6", "name": "network-vif-deleted", "tag": "c7ae41eb-7264-43ee-b06a-1c7f0a629b52"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:40:38.260752 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3788084b-8661-4065-90ad-4e56a1563d10 x-openstack-request-id: req-3788084b-8661-4065-90ad-4e56a1563d10 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:40:38.261049 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a37a1985-d32b-4aaa-a3d0-5ca404b83fa6", "name": "network-vif-deleted", "tag": "c7ae41eb-7264-43ee-b06a-1c7f0a629b52", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:40:38.261352 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3788084b-8661-4065-90ad-4e56a1563d10 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:40:38.261776 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a37a1985-d32b-4aaa-a3d0-5ca404b83fa6', 'name': 'network-vif-deleted', 'tag': 'c7ae41eb-7264-43ee-b06a-1c7f0a629b52', 'status': 'completed', 'code': 200} Dec 08 16:40:38.569862 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-30cab3b4-a1fc-46c3-aa34-56a1fc1116da req-d4fcccf1-c883-4a1d-8214-1d2f8cb5b484 tempest-VolumesNegativeTest-533150556 tempest-VolumesNegativeTest-533150556-project] 10.222.0.64 "GET /v2.0/ports?device_id=a37a1985-d32b-4aaa-a3d0-5ca404b83fa6 HTTP/1.1" status: 200 len: 210 time: 0.0297527 Dec 08 16:40:38.835215 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:39.056869 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c2c4d-b162-4934-92fe-72d4891e4cf5 req-d0f03faf-9483-4310-a718-9e6cfe94b467 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:39.059038 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-be2c2c4d-b162-4934-92fe-72d4891e4cf5 req-d0f03faf-9483-4310-a718-9e6cfe94b467 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca43732a-2c63-4d77-9e0d-0982697879ba HTTP/1.1" status: 200 len: 907 time: 0.0568438 Dec 08 16:40:39.087682 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 045b931d-2b63-40d5-8508-89e4b25ba9d5 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:40:39.222345 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 045b931d-2b63-40d5-8508-89e4b25ba9d5, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=045b931d-2b63-40d5-8508-89e4b25ba9d5,segment=NetworkSegment(2556aff2-4d86-4f8a-a7d5-805cf8c555f7),segment_id=2556aff2-4d86-4f8a-a7d5-805cf8c555f7)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:40:39.243243 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '045b931d-2b63-40d5-8508-89e4b25ba9d5', 'network_id': 'f087e7c4-03ee-4e3f-9fa3-7757f9aee1be', 'port_id': '045b931d-2b63-40d5-8508-89e4b25ba9d5', 'mac_address': 'fa:16:3e:28:ca:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59dc2b27-caf4-44d1-a219-da69fdec9e9a', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:40:39.286144 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:39.307993 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 045b931d-2b63-40d5-8508-89e4b25ba9d5 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:40:39.337964 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 045b931d-2b63-40d5-8508-89e4b25ba9d5, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=045b931d-2b63-40d5-8508-89e4b25ba9d5,segment=NetworkSegment(2556aff2-4d86-4f8a-a7d5-805cf8c555f7),segment_id=2556aff2-4d86-4f8a-a7d5-805cf8c555f7)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:40:39.520859 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:39.585599 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=045b931d-2b63-40d5-8508-89e4b25ba9d5,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:39.842301 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['045b931d-2b63-40d5-8508-89e4b25ba9d5'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:40:40.207607 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b55c899-9219-41f4-82b6-61cc797c1044 req-4d500b6d-692d-450b-857e-ac822e235e28 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:40.209419 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0b55c899-9219-41f4-82b6-61cc797c1044 req-4d500b6d-692d-450b-857e-ac822e235e28 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca43732a-2c63-4d77-9e0d-0982697879ba HTTP/1.1" status: 200 len: 908 time: 0.0576913 Dec 08 16:40:41.097811 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 045b931d-2b63-40d5-8508-89e4b25ba9d5 up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:40:41.240876 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port 045b931d-2b63-40d5-8508-89e4b25ba9d5 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:40:41.251108 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 045b931d-2b63-40d5-8508-89e4b25ba9d5 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:40:41.251108 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:41.347433 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:41.364710 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbc9da2-cfa4-4694-bf6a-754093a09c34 req-e6f8f5a1-cb7c-4cef-bfb9-5ee671d2510c tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:41.367073 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ffbc9da2-cfa4-4694-bf6a-754093a09c34 req-e6f8f5a1-cb7c-4cef-bfb9-5ee671d2510c tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca43732a-2c63-4d77-9e0d-0982697879ba HTTP/1.1" status: 200 len: 908 time: 0.0602393 Dec 08 16:40:41.382443 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca43732a-2c63-4d77-9e0d-0982697879ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '045b931d-2b63-40d5-8508-89e4b25ba9d5'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:40:41.384828 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7ce205-0e58-4c55-b5e0-494808b261fa" -d '{"events": [{"server_uuid": "ca43732a-2c63-4d77-9e0d-0982697879ba", "name": "network-vif-plugged", "status": "completed", "tag": "045b931d-2b63-40d5-8508-89e4b25ba9d5"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:40:41.413465 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 045b931d-2b63-40d5-8508-89e4b25ba9d5, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=045b931d-2b63-40d5-8508-89e4b25ba9d5,segment=NetworkSegment(2556aff2-4d86-4f8a-a7d5-805cf8c555f7),segment_id=2556aff2-4d86-4f8a-a7d5-805cf8c555f7)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:40:41.447819 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef3cbdd7-2481-47f9-ac9f-4ec6711e5adb x-openstack-request-id: req-ef3cbdd7-2481-47f9-ac9f-4ec6711e5adb {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:40:41.448316 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca43732a-2c63-4d77-9e0d-0982697879ba", "name": "network-vif-plugged", "status": "completed", "tag": "045b931d-2b63-40d5-8508-89e4b25ba9d5", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:40:41.448654 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ef3cbdd7-2481-47f9-ac9f-4ec6711e5adb {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:40:41.449132 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca43732a-2c63-4d77-9e0d-0982697879ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '045b931d-2b63-40d5-8508-89e4b25ba9d5', 'code': 200} Dec 08 16:40:41.515010 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:41.515838 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device c7ae41eb-7264-43ee-b06a-1c7f0a629b52 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:40:41.562063 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: c7ae41eb-7264-43ee-b06a-1c7f0a629b52 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:40:41.562840 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device c7ae41eb-7264-43ee-b06a-1c7f0a629b52 not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:40:41.567830 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c0ade-f93c-4823-9088-e7a0e96cbc95 req-aeefee89-db6e-4e27-9f56-a4d18839622a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:41.570003 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2f6c0ade-f93c-4823-9088-e7a0e96cbc95 req-aeefee89-db6e-4e27-9f56-a4d18839622a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ca43732a-2c63-4d77-9e0d-0982697879ba HTTP/1.1" status: 200 len: 1061 time: 0.0530736 Dec 08 16:40:41.596683 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=045b931d-2b63-40d5-8508-89e4b25ba9d5,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:41.602550 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-34be4ff2-9086-4879-b354-f47c1766cdb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:42.034727 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b29076e9-0616-418b-9d0d-198fa47d4f47 req-be31d1eb-be4d-44b2-bea4-04c5c28bda5e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4a0195b7-4fd5-49f0-860b-f0f102b2144a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0496647 Dec 08 16:40:42.124130 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29076e9-0616-418b-9d0d-198fa47d4f47 req-af26d592-b0d7-4a9b-ac7f-474b17071be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:42.125921 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b29076e9-0616-418b-9d0d-198fa47d4f47 req-af26d592-b0d7-4a9b-ac7f-474b17071be0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8286b45da5974226a5d9b89deb3fff8d&device_id=4a0195b7-4fd5-49f0-860b-f0f102b2144a HTTP/1.1" status: 200 len: 1102 time: 0.0472019 Dec 08 16:40:42.546833 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29076e9-0616-418b-9d0d-198fa47d4f47 req-681d5378-8494-4c3c-9fb7-b3714ee42ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:42.549058 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b29076e9-0616-418b-9d0d-198fa47d4f47 req-681d5378-8494-4c3c-9fb7-b3714ee42ff1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b91759c7-445e-4f7b-9fc4-64d80951832c HTTP/1.1" status: 200 len: 870 time: 0.4039874 Dec 08 16:40:42.602132 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b29076e9-0616-418b-9d0d-198fa47d4f47 req-a71f1d01-6bf9-4bd9-a812-5048def6b088 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=c10fe242-6e97-4a2f-823b-9ea645bd4a7f HTTP/1.1" status: 200 len: 217 time: 0.0459847 Dec 08 16:40:42.639201 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22672c9f-a70b-4c99-b5c5-cc667d985aad req-480cf83b-3bab-4bc3-9bc4-ae1bdc6db8c6 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:42.641826 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-22672c9f-a70b-4c99-b5c5-cc667d985aad req-480cf83b-3bab-4bc3-9bc4-ae1bdc6db8c6 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca43732a-2c63-4d77-9e0d-0982697879ba HTTP/1.1" status: 200 len: 909 time: 0.1779110 Dec 08 16:40:42.663938 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29076e9-0616-418b-9d0d-198fa47d4f47 req-d321d2a9-35de-4fe9-9f60-ebcc1b50294e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:42.665482 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b29076e9-0616-418b-9d0d-198fa47d4f47 req-d321d2a9-35de-4fe9-9f60-ebcc1b50294e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.0564311 Dec 08 16:40:42.722567 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29076e9-0616-418b-9d0d-198fa47d4f47 req-24722ada-f177-4277-857a-f97c0a81c9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:42.724148 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b29076e9-0616-418b-9d0d-198fa47d4f47 req-24722ada-f177-4277-857a-f97c0a81c9a6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0509427 Dec 08 16:40:42.840508 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b29076e9-0616-418b-9d0d-198fa47d4f47 req-2556c4d9-1393-4269-a5dd-a40456078275 service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080761 Dec 08 16:40:42.939086 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b29076e9-0616-418b-9d0d-198fa47d4f47 req-de96f44b-e9e3-44be-8748-452aff76d889 service neutron] 10.222.0.37 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907707 Dec 08 16:40:43.779873 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b690a-03a2-4101-a496-50e41e6a0e0a req-df54da6a-bfce-4984-bc49-9e144cfab968 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:43.781531 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-326b690a-03a2-4101-a496-50e41e6a0e0a req-df54da6a-bfce-4984-bc49-9e144cfab968 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca43732a-2c63-4d77-9e0d-0982697879ba HTTP/1.1" status: 200 len: 909 time: 0.0554776 Dec 08 16:40:43.935450 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4c17d6-ebc9-4306-8f3a-9d03cffb4896 req-6845f0b0-f809-4575-8680-b21815bfaf41 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:43.937205 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3b4c17d6-ebc9-4306-8f3a-9d03cffb4896 req-6845f0b0-f809-4575-8680-b21815bfaf41 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca43732a-2c63-4d77-9e0d-0982697879ba HTTP/1.1" status: 200 len: 909 time: 0.0800593 Dec 08 16:40:44.083263 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e74082-3227-4166-b69a-e860c58e5f54 req-9473b37e-8318-4f23-8bca-0703f1a7b8fa tempest-TestSecurityGroupsBasicOps-162747663 tempest-TestSecurityGroupsBasicOps-162747663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:44.085781 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-71e74082-3227-4166-b69a-e860c58e5f54 req-9473b37e-8318-4f23-8bca-0703f1a7b8fa tempest-TestSecurityGroupsBasicOps-162747663 tempest-TestSecurityGroupsBasicOps-162747663-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=ca43732a-2c63-4d77-9e0d-0982697879ba HTTP/1.1" status: 200 len: 1061 time: 0.0658784 Dec 08 16:40:44.130295 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b19a8374-6268-4587-8cd5-60bcc77a303d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:44.222799 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6187a0e-aabe-40b0-8894-b7af5d2c2a1e req-5bad56fa-c3ad-4f9d-82a6-463c84d9a97b tempest-TestSecurityGroupsBasicOps-162747663 tempest-TestSecurityGroupsBasicOps-162747663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:44.225609 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c6187a0e-aabe-40b0-8894-b7af5d2c2a1e req-5bad56fa-c3ad-4f9d-82a6-463c84d9a97b tempest-TestSecurityGroupsBasicOps-162747663 tempest-TestSecurityGroupsBasicOps-162747663-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=bf4df16e-adf9-4f91-8da7-2b4390e218c5 HTTP/1.1" status: 200 len: 1136 time: 0.0486968 Dec 08 16:40:44.287088 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c6187a0e-aabe-40b0-8894-b7af5d2c2a1e req-c373cc55-08b7-49cc-ac38-2e670c9dfc03 tempest-TestSecurityGroupsBasicOps-162747663 tempest-TestSecurityGroupsBasicOps-162747663-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=4ac01afc-4f88-49df-a21f-8c7501781ddc&id=03eb69e8-bdbe-4d07-a8a7-b47fff3b9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0542908 Dec 08 16:40:44.312158 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58226) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:40:44.354578 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48692bd-d7c3-464d-af72-b7f5dafcd2a9 tempest-TestSecurityGroupsBasicOps-162747663 tempest-TestSecurityGroupsBasicOps-162747663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:44.359345 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a48692bd-d7c3-464d-af72-b7f5dafcd2a9 tempest-TestSecurityGroupsBasicOps-162747663 tempest-TestSecurityGroupsBasicOps-162747663-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=ca43732a-2c63-4d77-9e0d-0982697879ba HTTP/1.1" status: 200 len: 1056 time: 0.0435462 Dec 08 16:40:44.926404 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a517580-1e9b-4fe2-b14f-eacc682d53dc req-b77ec3f9-28a6-43ed-942c-ba9c35f1d668 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:44.928119 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4a517580-1e9b-4fe2-b14f-eacc682d53dc req-b77ec3f9-28a6-43ed-942c-ba9c35f1d668 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca43732a-2c63-4d77-9e0d-0982697879ba HTTP/1.1" status: 200 len: 909 time: 0.0573421 Dec 08 16:40:45.331794 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:46.077459 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5419b100-a6e5-436b-8e24-4cbc2fa3963f req-8a506e50-9662-48b2-9861-5786b445ff10 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:46.079401 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5419b100-a6e5-436b-8e24-4cbc2fa3963f req-8a506e50-9662-48b2-9861-5786b445ff10 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca43732a-2c63-4d77-9e0d-0982697879ba HTTP/1.1" status: 200 len: 909 time: 0.0624623 Dec 08 16:40:46.265088 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37594953-9d30-40cd-a317-02ebf5f74992 req-b2bc72ee-561f-48dc-87e8-2c11406c4475 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:46.266709 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-37594953-9d30-40cd-a317-02ebf5f74992 req-b2bc72ee-561f-48dc-87e8-2c11406c4475 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.76 "GET /v2.0/ports?device_id=ca43732a-2c63-4d77-9e0d-0982697879ba HTTP/1.1" status: 200 len: 909 time: 0.0581863 Dec 08 16:40:46.379541 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-37594953-9d30-40cd-a317-02ebf5f74992 req-4a693153-b214-4e93-94e8-f3ba51f33288 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Deleting port 045b931d-2b63-40d5-8508-89e4b25ba9d5 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:40:46.380397 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-37594953-9d30-40cd-a317-02ebf5f74992 req-4a693153-b214-4e93-94e8-f3ba51f33288 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:46.498718 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-37594953-9d30-40cd-a317-02ebf5f74992 req-4a693153-b214-4e93-94e8-f3ba51f33288 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] For port 045b931d-2b63-40d5-8508-89e4b25ba9d5, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=045b931d-2b63-40d5-8508-89e4b25ba9d5,segment=NetworkSegment(2556aff2-4d86-4f8a-a7d5-805cf8c555f7),segment_id=2556aff2-4d86-4f8a-a7d5-805cf8c555f7)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:40:46.499235 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-37594953-9d30-40cd-a317-02ebf5f74992 req-4a693153-b214-4e93-94e8-f3ba51f33288 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:46.519445 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-37594953-9d30-40cd-a317-02ebf5f74992 req-4a693153-b214-4e93-94e8-f3ba51f33288 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Calling delete_port for 045b931d-2b63-40d5-8508-89e4b25ba9d5 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:40:46.749254 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-37594953-9d30-40cd-a317-02ebf5f74992 req-4a693153-b214-4e93-94e8-f3ba51f33288 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:46.779851 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a693153-b214-4e93-94e8-f3ba51f33288 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Pushing event deleted for resources: {'Port': ['ID=045b931d-2b63-40d5-8508-89e4b25ba9d5,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:46.801206 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:46.827340 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-37594953-9d30-40cd-a317-02ebf5f74992 req-4a693153-b214-4e93-94e8-f3ba51f33288 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] No DVR routers for this DVR port 045b931d-2b63-40d5-8508-89e4b25ba9d5 on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:40:46.832256 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-37594953-9d30-40cd-a317-02ebf5f74992 req-4a693153-b214-4e93-94e8-f3ba51f33288 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:46.840675 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-37594953-9d30-40cd-a317-02ebf5f74992 req-4a693153-b214-4e93-94e8-f3ba51f33288 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.76 "DELETE /v2.0/ports/045b931d-2b63-40d5-8508-89e4b25ba9d5 HTTP/1.1" status: 204 len: 173 time: 0.5672710 Dec 08 16:40:46.841196 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca43732a-2c63-4d77-9e0d-0982697879ba', 'name': 'network-vif-deleted', 'tag': '045b931d-2b63-40d5-8508-89e4b25ba9d5'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:40:46.846509 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e8b548-06d1-4de2-98f1-95714b7fb8ea" -d '{"events": [{"server_uuid": "ca43732a-2c63-4d77-9e0d-0982697879ba", "name": "network-vif-deleted", "tag": "045b931d-2b63-40d5-8508-89e4b25ba9d5"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:40:46.906758 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac8f522-1211-4a24-b910-36bea813dfe3 x-openstack-request-id: req-dac8f522-1211-4a24-b910-36bea813dfe3 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:40:46.906758 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca43732a-2c63-4d77-9e0d-0982697879ba", "name": "network-vif-deleted", "tag": "045b931d-2b63-40d5-8508-89e4b25ba9d5", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:40:46.906758 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dac8f522-1211-4a24-b910-36bea813dfe3 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:40:46.906758 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca43732a-2c63-4d77-9e0d-0982697879ba', 'name': 'network-vif-deleted', 'tag': '045b931d-2b63-40d5-8508-89e4b25ba9d5', 'status': 'completed', 'code': 200} Dec 08 16:40:47.223203 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a5e1bd1a-c405-460c-8622-94d1f359293f req-9741c41c-f1a2-48fc-a690-b083e48afd2d tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca43732a-2c63-4d77-9e0d-0982697879ba HTTP/1.1" status: 200 len: 210 time: 0.0352368 Dec 08 16:40:47.623042 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:47.840528 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-eafc1e07-e823-42bb-882f-f1ea46580ea2 req-4898a16e-fc98-4e57-b00a-856f8b6788c2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=70598f88-a8ac-4da7-bd62-4260e8d974ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0452895 Dec 08 16:40:47.922706 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafc1e07-e823-42bb-882f-f1ea46580ea2 req-8bca9514-648d-4bad-8393-51a7b1f3830d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:47.924150 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-eafc1e07-e823-42bb-882f-f1ea46580ea2 req-8bca9514-648d-4bad-8393-51a7b1f3830d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=71f5826d1b3d4cd5a2c95e78c7917860&device_id=70598f88-a8ac-4da7-bd62-4260e8d974ca HTTP/1.1" status: 200 len: 1098 time: 0.0427883 Dec 08 16:40:48.037470 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafc1e07-e823-42bb-882f-f1ea46580ea2 req-96c25b54-5502-46f5-b169-88db6c3f250d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:48.038975 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-eafc1e07-e823-42bb-882f-f1ea46580ea2 req-96c25b54-5502-46f5-b169-88db6c3f250d service neutron] 10.222.0.76 "GET /v2.0/networks?id=b16f21e0-d13a-4c4c-a863-a31df2be91b8 HTTP/1.1" status: 200 len: 912 time: 0.0949934 Dec 08 16:40:48.119140 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-eafc1e07-e823-42bb-882f-f1ea46580ea2 req-8755de45-886b-4ce2-81bd-e35306ec8ad2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13bc416c-6322-4a4d-b4bc-b5c1b2bfa074 HTTP/1.1" status: 200 len: 1002 time: 0.0721452 Dec 08 16:40:48.180567 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafc1e07-e823-42bb-882f-f1ea46580ea2 req-667ccc66-1796-4089-a48a-50e275bfbbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:48.182164 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-eafc1e07-e823-42bb-882f-f1ea46580ea2 req-667ccc66-1796-4089-a48a-50e275bfbbd1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=13be6d62-2e9a-40c4-9d1e-34aa15cc5f10 HTTP/1.1" status: 200 len: 850 time: 0.0556560 Dec 08 16:40:48.238020 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafc1e07-e823-42bb-882f-f1ea46580ea2 req-89e8137b-6fe8-406e-8e62-46ab07f0b2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:48.240189 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-eafc1e07-e823-42bb-882f-f1ea46580ea2 req-89e8137b-6fe8-406e-8e62-46ab07f0b2a8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b16f21e0-d13a-4c4c-a863-a31df2be91b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503602 Dec 08 16:40:48.287479 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58326) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:40:48.348843 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-eafc1e07-e823-42bb-882f-f1ea46580ea2 req-08814659-4f40-4e66-a717-8ea2a66d8fe6 service neutron] 10.222.0.76 "GET /v2.0/networks/b16f21e0-d13a-4c4c-a863-a31df2be91b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016121 Dec 08 16:40:48.508008 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-eafc1e07-e823-42bb-882f-f1ea46580ea2 req-bccac91e-1a8b-4943-b987-9297c9cc0eaf service neutron] 10.222.0.76 "GET /v2.0/networks/b16f21e0-d13a-4c4c-a863-a31df2be91b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518905 Dec 08 16:40:48.834021 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-71634417-253e-4912-8d81-fe2d8247199c tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:49.151206 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58344) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:40:49.235663 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-71634417-253e-4912-8d81-fe2d8247199c tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Deleting port d65e7501-e4e0-413a-bb3b-3cc443802a88 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:40:49.236013 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-71634417-253e-4912-8d81-fe2d8247199c tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:49.342954 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-0d5cc81d-4515-4871-8a2a-d9bc0945202a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=eb3b3de51b394b4b8526e36353a9142c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1897333 Dec 08 16:40:49.345508 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58350) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:40:49.357047 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-71634417-253e-4912-8d81-fe2d8247199c tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] For port d65e7501-e4e0-413a-bb3b-3cc443802a88, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=d65e7501-e4e0-413a-bb3b-3cc443802a88,segment=NetworkSegment(2556aff2-4d86-4f8a-a7d5-805cf8c555f7),segment_id=2556aff2-4d86-4f8a-a7d5-805cf8c555f7)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:40:49.357609 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-71634417-253e-4912-8d81-fe2d8247199c tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:49.374273 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-71634417-253e-4912-8d81-fe2d8247199c tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Calling delete_port for d65e7501-e4e0-413a-bb3b-3cc443802a88 owned by network:router_interface {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:40:49.402481 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-364832d5-8234-4713-9c2f-8d0ebe4e7526 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:49.425094 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-364832d5-8234-4713-9c2f-8d0ebe4e7526 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:49.589302 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-364832d5-8234-4713-9c2f-8d0ebe4e7526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:49.592534 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-364832d5-8234-4713-9c2f-8d0ebe4e7526 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:49.593747 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-364832d5-8234-4713-9c2f-8d0ebe4e7526 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/edc9db49-7034-416f-9e98-cecdec56c42d HTTP/1.1" status: 204 len: 168 time: 0.2472832 Dec 08 16:40:49.602443 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364832d5-8234-4713-9c2f-8d0ebe4e7526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc9db49-7034-416f-9e98-cecdec56c42d,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:49.720952 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-71634417-253e-4912-8d81-fe2d8247199c tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:49.753355 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71634417-253e-4912-8d81-fe2d8247199c tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Pushing event deleted for resources: {'Port': ['ID=d65e7501-e4e0-413a-bb3b-3cc443802a88,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:49.965300 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-71634417-253e-4912-8d81-fe2d8247199c tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:50.203022 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71634417-253e-4912-8d81-fe2d8247199c tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Router 5fbd89bb-fa24-4c42-a49b-5e8990762c05 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:40:50.320678 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71634417-253e-4912-8d81-fe2d8247199c tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:40:50.329059 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-71634417-253e-4912-8d81-fe2d8247199c tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "PUT /v2.0/routers/5fbd89bb-fa24-4c42-a49b-5e8990762c05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0373733 Dec 08 16:40:50.330843 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c58f02-9e8b-41c4-befe-c81bc1a9e1c8 None None] Sync routers for ids ['5fbd89bb-fa24-4c42-a49b-5e8990762c05'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:40:50.332402 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58374) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:40:50.341904 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c58f02-9e8b-41c4-befe-c81bc1a9e1c8 None None] Routers {'5fbd89bb-fa24-4c42-a49b-5e8990762c05'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:40:50.342547 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-50c58f02-9e8b-41c4-befe-c81bc1a9e1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:40:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['5fbd89bb-fa24-4c42-a49b-5e8990762c05'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:40:50.391623 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ec83eba-4041-4c61-8c23-a61d2bdfe943 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Deleting subnet 59dc2b27-caf4-44d1-a219-da69fdec9e9a {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:40:50.395082 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7ec83eba-4041-4c61-8c23-a61d2bdfe943 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:50.437854 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7ec83eba-4041-4c61-8c23-a61d2bdfe943 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:50.450108 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-50c58f02-9e8b-41c4-befe-c81bc1a9e1c8 None None] Set router 5fbd89bb-fa24-4c42-a49b-5e8990762c05 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:40:50.592846 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7ec83eba-4041-4c61-8c23-a61d2bdfe943 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:50.671304 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-50c58f02-9e8b-41c4-befe-c81bc1a9e1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbd89bb-fa24-4c42-a49b-5e8990762c05', 'name': 'tempest-TestSecurityGroupsBasicOps-router-705324500', 'tenant_id': '6748b01bb03d422fb225abb51de7b97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'dac13735-5417-4aa1-9fc2-df697365ad1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:40:20Z', 'updated_at': '2021-12-08T16:40:49Z', 'revision_number': 5, 'project_id': '6748b01bb03d422fb225abb51de7b97d', 'gw_port': {'id': 'dac13735-5417-4aa1-9fc2-df697365ad1e', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ef:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd89bb-fa24-4c42-a49b-5e8990762c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:21Z', 'updated_at': '2021-12-08T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:40:50.706341 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c58f02-9e8b-41c4-befe-c81bc1a9e1c8 None None] Checking router: 5fbd89bb-fa24-4c42-a49b-5e8990762c05 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:40:50.715857 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c58f02-9e8b-41c4-befe-c81bc1a9e1c8 None None] Routers {'5fbd89bb-fa24-4c42-a49b-5e8990762c05'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:40:50.716638 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-50c58f02-9e8b-41c4-befe-c81bc1a9e1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:40:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['5fbd89bb-fa24-4c42-a49b-5e8990762c05'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:40:50.732021 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7ec83eba-4041-4c61-8c23-a61d2bdfe943 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:50.775198 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec83eba-4041-4c61-8c23-a61d2bdfe943 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Pushing event deleted for resources: {'Subnet': ['ID=59dc2b27-caf4-44d1-a219-da69fdec9e9a,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:50.788715 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7ec83eba-4041-4c61-8c23-a61d2bdfe943 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:50.797113 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a9dc7c-f2b9-43d7-a557-87a859621b2b None None] Network f087e7c4-03ee-4e3f-9fa3-7757f9aee1be requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:40:50.807525 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58392) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:40:50.808388 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-7ec83eba-4041-4c61-8c23-a61d2bdfe943 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "DELETE /v2.0/subnets/59dc2b27-caf4-44d1-a219-da69fdec9e9a HTTP/1.1" status: 204 len: 168 time: 0.4737215 Dec 08 16:40:50.886018 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-50c58f02-9e8b-41c4-befe-c81bc1a9e1c8 None None] Set router 5fbd89bb-fa24-4c42-a49b-5e8990762c05 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:40:51.025602 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c4943a8c-e4da-4176-8f5e-da6ba9c1a3fa tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks [] for router, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:51.036220 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a511f3-7f05-4465-b74f-17e213ca5362 None None] DHCP port deletion for f087e7c4-03ee-4e3f-9fa3-7757f9aee1be request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:40:51.151041 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-41a511f3-7f05-4465-b74f-17e213ca5362 None None] Deleting port d95f6a64-66a2-4057-84ee-014aca0930a4 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:40:51.151421 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-41a511f3-7f05-4465-b74f-17e213ca5362 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:51.231501 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 045b931d-2b63-40d5-8508-89e4b25ba9d5 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:40:51.245338 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-50c58f02-9e8b-41c4-befe-c81bc1a9e1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbd89bb-fa24-4c42-a49b-5e8990762c05', 'name': 'tempest-TestSecurityGroupsBasicOps-router-705324500', 'tenant_id': '6748b01bb03d422fb225abb51de7b97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'dac13735-5417-4aa1-9fc2-df697365ad1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:40:20Z', 'updated_at': '2021-12-08T16:40:49Z', 'revision_number': 5, 'project_id': '6748b01bb03d422fb225abb51de7b97d', 'gw_port': {'id': 'dac13735-5417-4aa1-9fc2-df697365ad1e', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ef:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd89bb-fa24-4c42-a49b-5e8990762c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:21Z', 'updated_at': '2021-12-08T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:40:51.256291 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c4943a8c-e4da-4176-8f5e-da6ba9c1a3fa tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:51.272466 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: 045b931d-2b63-40d5-8508-89e4b25ba9d5 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:40:51.278125 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 045b931d-2b63-40d5-8508-89e4b25ba9d5 not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:40:51.290765 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c58f02-9e8b-41c4-befe-c81bc1a9e1c8 None None] The sync data for ids ['5fbd89bb-fa24-4c42-a49b-5e8990762c05'] in n-d-776250-12 is: [{'id': '5fbd89bb-fa24-4c42-a49b-5e8990762c05', 'name': 'tempest-TestSecurityGroupsBasicOps-router-705324500', 'tenant_id': '6748b01bb03d422fb225abb51de7b97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'dac13735-5417-4aa1-9fc2-df697365ad1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:40:20Z', 'updated_at': '2021-12-08T16:40:49Z', 'revision_number': 5, 'project_id': '6748b01bb03d422fb225abb51de7b97d', 'gw_port': {'id': 'dac13735-5417-4aa1-9fc2-df697365ad1e', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ef:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd89bb-fa24-4c42-a49b-5e8990762c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:21Z', 'updated_at': '2021-12-08T16:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:40:51.321334 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-41a511f3-7f05-4465-b74f-17e213ca5362 None None] For port d95f6a64-66a2-4057-84ee-014aca0930a4, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=d95f6a64-66a2-4057-84ee-014aca0930a4,segment=NetworkSegment(2556aff2-4d86-4f8a-a7d5-805cf8c555f7),segment_id=2556aff2-4d86-4f8a-a7d5-805cf8c555f7)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:40:51.321799 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-41a511f3-7f05-4465-b74f-17e213ca5362 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:51.347243 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-41a511f3-7f05-4465-b74f-17e213ca5362 None None] Calling delete_port for d95f6a64-66a2-4057-84ee-014aca0930a4 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:40:51.439933 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-c4943a8c-e4da-4176-8f5e-da6ba9c1a3fa tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Deleting port dac13735-5417-4aa1-9fc2-df697365ad1e {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:40:51.440367 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c4943a8c-e4da-4176-8f5e-da6ba9c1a3fa tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:51.530199 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-c4943a8c-e4da-4176-8f5e-da6ba9c1a3fa tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] For port dac13735-5417-4aa1-9fc2-df697365ad1e, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=dac13735-5417-4aa1-9fc2-df697365ad1e,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:40:51.530514 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c4943a8c-e4da-4176-8f5e-da6ba9c1a3fa tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:51.540380 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-41a511f3-7f05-4465-b74f-17e213ca5362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:51.549821 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-c4943a8c-e4da-4176-8f5e-da6ba9c1a3fa tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Calling delete_port for dac13735-5417-4aa1-9fc2-df697365ad1e owned by network:router_gateway {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:40:51.555326 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a511f3-7f05-4465-b74f-17e213ca5362 None None] No DVR routers for this DVR port d95f6a64-66a2-4057-84ee-014aca0930a4 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:40:51.577691 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a511f3-7f05-4465-b74f-17e213ca5362 None None] Pushing event deleted for resources: {'Port': ['ID=d95f6a64-66a2-4057-84ee-014aca0930a4,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:51.926219 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c4943a8c-e4da-4176-8f5e-da6ba9c1a3fa tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:51.959168 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4943a8c-e4da-4176-8f5e-da6ba9c1a3fa tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Pushing event deleted for resources: {'Port': ['ID=dac13735-5417-4aa1-9fc2-df697365ad1e,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:51.971474 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33e85c0-9e43-4cd7-a020-58ba7a5c3531 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:40:52.024931 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c4943a8c-e4da-4176-8f5e-da6ba9c1a3fa tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:52.167077 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c4943a8c-e4da-4176-8f5e-da6ba9c1a3fa tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:52.169947 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c4943a8c-e4da-4176-8f5e-da6ba9c1a3fa tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:52.335600 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c4943a8c-e4da-4176-8f5e-da6ba9c1a3fa tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:52.335600 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4943a8c-e4da-4176-8f5e-da6ba9c1a3fa tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Fanout notify agent at l3_agent the message router_deleted on router 5fbd89bb-fa24-4c42-a49b-5e8990762c05 {{(pid=110550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:40:52.339999 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c4943a8c-e4da-4176-8f5e-da6ba9c1a3fa tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:52.341233 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c4943a8c-e4da-4176-8f5e-da6ba9c1a3fa tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "DELETE /v2.0/routers/5fbd89bb-fa24-4c42-a49b-5e8990762c05 HTTP/1.1" status: 204 len: 168 time: 1.5324996 Dec 08 16:40:52.343976 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58426) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:40:52.829905 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-83180311-dc4d-47e6-806d-9d817c65c2fc tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:52.884449 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device d95f6a64-66a2-4057-84ee-014aca0930a4 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:40:52.920524 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: d95f6a64-66a2-4057-84ee-014aca0930a4 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:40:52.921467 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device d95f6a64-66a2-4057-84ee-014aca0930a4 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:40:52.922028 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device d65e7501-e4e0-413a-bb3b-3cc443802a88 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:40:52.957597 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-83180311-dc4d-47e6-806d-9d817c65c2fc tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:52.961977 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: d65e7501-e4e0-413a-bb3b-3cc443802a88 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:40:52.962332 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device d65e7501-e4e0-413a-bb3b-3cc443802a88 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:40:52.962760 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device dac13735-5417-4aa1-9fc2-df697365ad1e no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:40:52.990790 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: dac13735-5417-4aa1-9fc2-df697365ad1e {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:40:52.990790 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device dac13735-5417-4aa1-9fc2-df697365ad1e not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:40:52.997587 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-83180311-dc4d-47e6-806d-9d817c65c2fc tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f087e7c4-03ee-4e3f-9fa3-7757f9aee1be']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:40:53.017515 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-83180311-dc4d-47e6-806d-9d817c65c2fc tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2556aff2-4d86-4f8a-a7d5-805cf8c555f7') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:40:53.017813 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-83180311-dc4d-47e6-806d-9d817c65c2fc tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2556aff2-4d86-4f8a-a7d5-805cf8c555f7') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:40:53.040513 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-83180311-dc4d-47e6-806d-9d817c65c2fc tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:53.062573 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-83180311-dc4d-47e6-806d-9d817c65c2fc tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:53.069542 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83180311-dc4d-47e6-806d-9d817c65c2fc tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:40:53.070014 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-83180311-dc4d-47e6-806d-9d817c65c2fc tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:53.073561 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:40:53.073561 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:40:53.073561 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:40:53.073561 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:40:53.073561 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:40:53.073561 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:40:53.073561 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:40:53.073561 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:40:53.073561 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:40:53.073561 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:40:53.073561 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:40:53.073561 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:40:53.073561 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:40:53.073561 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:40:53.073561 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:40:53.073561 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:40:53.073561 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:40:53.073561 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:40:53.073561 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:40:53.073561 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:40:53.073561 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:40:53.073561 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:40:53.073561 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:40:53.073561 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:40:53.073561 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:40:53.073561 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:40:53.073561 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:40:53.073561 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:40:53.073561 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:40:53.073561 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:40:53.073561 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:40:53.073561 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:40:53.234506 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-83180311-dc4d-47e6-806d-9d817c65c2fc tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:53.239525 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-83180311-dc4d-47e6-806d-9d817c65c2fc tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:53.243030 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-83180311-dc4d-47e6-806d-9d817c65c2fc tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "DELETE /v2.0/networks/f087e7c4-03ee-4e3f-9fa3-7757f9aee1be HTTP/1.1" status: 204 len: 168 time: 0.8974309 Dec 08 16:40:53.246174 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58442) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:40:53.258628 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83180311-dc4d-47e6-806d-9d817c65c2fc tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Pushing event deleted for resources: {'Network': ['ID=f087e7c4-03ee-4e3f-9fa3-7757f9aee1be,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:53.491400 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-9c36bd7d-0f2f-4d6b-9244-684319ade461 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Deleting port def7b58f-1998-41cc-8c8d-0f784f986caf {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:40:53.491853 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9c36bd7d-0f2f-4d6b-9244-684319ade461 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:53.580397 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9c36bd7d-0f2f-4d6b-9244-684319ade461 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:53.580787 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9c36bd7d-0f2f-4d6b-9244-684319ade461 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:53.593304 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-9c36bd7d-0f2f-4d6b-9244-684319ade461 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Calling delete_port for def7b58f-1998-41cc-8c8d-0f784f986caf owned by network:floatingip {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:40:53.857852 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9c36bd7d-0f2f-4d6b-9244-684319ade461 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:53.886478 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c36bd7d-0f2f-4d6b-9244-684319ade461 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Pushing event deleted for resources: {'Port': ['ID=def7b58f-1998-41cc-8c8d-0f784f986caf,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:53.948103 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9c36bd7d-0f2f-4d6b-9244-684319ade461 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks [] for floatingip, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:53.948445 n-d-776250-12 neutron-server[110550]: INFO neutron.db.l3_db [None req-9c36bd7d-0f2f-4d6b-9244-684319ade461 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Floating IP b5e2dc07-1b7a-464f-8d07-4dd3b51cc807 disassociated (deleted). External IP: 172.25.0.151, port: a8dbc667-b320-4101-bd1d-f0e67176080c. Dec 08 16:40:54.158628 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c36bd7d-0f2f-4d6b-9244-684319ade461 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Router f0467f56-cf7e-48de-90ce-1310722b2b76 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:40:54.288440 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c36bd7d-0f2f-4d6b-9244-684319ade461 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:40:54.294546 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9c36bd7d-0f2f-4d6b-9244-684319ade461 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:54.302027 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d941d5-ccf7-4c25-92e6-3d681882efe4 None None] Sync routers for ids ['f0467f56-cf7e-48de-90ce-1310722b2b76'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:40:54.314484 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d941d5-ccf7-4c25-92e6-3d681882efe4 None None] Routers {'f0467f56-cf7e-48de-90ce-1310722b2b76'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:40:54.315871 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-52d941d5-ccf7-4c25-92e6-3d681882efe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:40:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['f0467f56-cf7e-48de-90ce-1310722b2b76'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:40:54.325771 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-9c36bd7d-0f2f-4d6b-9244-684319ade461 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "DELETE /v2.0/floatingips/b5e2dc07-1b7a-464f-8d07-4dd3b51cc807 HTTP/1.1" status: 204 len: 168 time: 1.0784290 Dec 08 16:40:54.327730 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf4df16e-adf9-4f91-8da7-2b4390e218c5', 'tag': 'a8dbc667-b320-4101-bd1d-f0e67176080c'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:40:54.330285 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae040d8f-0cb1-49bf-9571-e7ff52ca6e9f" -d '{"events": [{"name": "network-changed", "server_uuid": "bf4df16e-adf9-4f91-8da7-2b4390e218c5", "tag": "a8dbc667-b320-4101-bd1d-f0e67176080c"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:40:54.395108 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f80cd73a-06a9-40b1-83dd-3071f2e1f11d x-openstack-request-id: req-f80cd73a-06a9-40b1-83dd-3071f2e1f11d {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:40:54.395676 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf4df16e-adf9-4f91-8da7-2b4390e218c5", "tag": "a8dbc667-b320-4101-bd1d-f0e67176080c", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:40:54.395948 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f80cd73a-06a9-40b1-83dd-3071f2e1f11d {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:40:54.396356 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf4df16e-adf9-4f91-8da7-2b4390e218c5', 'tag': 'a8dbc667-b320-4101-bd1d-f0e67176080c', 'status': 'completed', 'code': 200} Dec 08 16:40:54.463852 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-52d941d5-ccf7-4c25-92e6-3d681882efe4 None None] Set router f0467f56-cf7e-48de-90ce-1310722b2b76 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:40:54.473560 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae040d8f-0cb1-49bf-9571-e7ff52ca6e9f req-7d338fac-c510-41c9-b319-df2c3c2967e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:54.475115 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ae040d8f-0cb1-49bf-9571-e7ff52ca6e9f req-7d338fac-c510-41c9-b319-df2c3c2967e7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6748b01bb03d422fb225abb51de7b97d&device_id=bf4df16e-adf9-4f91-8da7-2b4390e218c5 HTTP/1.1" status: 200 len: 1136 time: 0.0531178 Dec 08 16:40:54.570106 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae040d8f-0cb1-49bf-9571-e7ff52ca6e9f req-05e9c7cd-0de8-4f1e-92f6-05d358a55915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:54.571885 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ae040d8f-0cb1-49bf-9571-e7ff52ca6e9f req-05e9c7cd-0de8-4f1e-92f6-05d358a55915 service neutron] 10.222.0.37 "GET /v2.0/networks?id=551bc23f-adc1-4952-9902-476d15330d09 HTTP/1.1" status: 200 len: 896 time: 0.0902877 Dec 08 16:40:54.621873 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ae040d8f-0cb1-49bf-9571-e7ff52ca6e9f req-a7fd7ece-712b-463b-8be0-a9664e8424b3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8dbc667-b320-4101-bd1d-f0e67176080c HTTP/1.1" status: 200 len: 217 time: 0.0422730 Dec 08 16:40:54.701013 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae040d8f-0cb1-49bf-9571-e7ff52ca6e9f req-f1cfc97e-b6f3-4129-916d-8da89ef30135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:54.703399 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ae040d8f-0cb1-49bf-9571-e7ff52ca6e9f req-f1cfc97e-b6f3-4129-916d-8da89ef30135 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ea007649-e93d-432a-8df3-e7a2dcce4a7c HTTP/1.1" status: 200 len: 835 time: 0.0734942 Dec 08 16:40:54.705561 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-52d941d5-ccf7-4c25-92e6-3d681882efe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0467f56-cf7e-48de-90ce-1310722b2b76', 'name': 'tempest-TestSecurityGroupsBasicOps-router-668470490', 'tenant_id': '6748b01bb03d422fb225abb51de7b97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'a64a45c2-909f-442a-8f53-ad9f7a3118cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:39:20Z', 'updated_at': '2021-12-08T16:39:26Z', 'revision_number': 4, 'project_id': '6748b01bb03d422fb225abb51de7b97d', 'gw_port': {'id': 'a64a45c2-909f-442a-8f53-ad9f7a3118cf', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0467f56-cf7e-48de-90ce-1310722b2b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:39:21Z', 'updated_at': '2021-12-08T16:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '3c28929c-6b0e-44b6-8dda-b11ae3f68ad9', 'name': '', 'network_id': '551bc23f-adc1-4952-9902-476d15330d09', 'tenant_id': '6748b01bb03d422fb225abb51de7b97d', 'mac_address': 'fa:16:3e:be:30:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0467f56-cf7e-48de-90ce-1310722b2b76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'ea007649-e93d-432a-8df3-e7a2dcce4a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:39:25Z', 'updated_at': '2021-12-08T16:39:29Z', 'revision_number': 5, 'project_id': '6748b01bb03d422fb225abb51de7b97d', 'subnets': [{'id': 'ea007649-e93d-432a-8df3-e7a2dcce4a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:40:54.736919 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d941d5-ccf7-4c25-92e6-3d681882efe4 None None] Checking router: f0467f56-cf7e-48de-90ce-1310722b2b76 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:40:54.747404 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d941d5-ccf7-4c25-92e6-3d681882efe4 None None] Routers {'f0467f56-cf7e-48de-90ce-1310722b2b76'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:40:54.748084 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-52d941d5-ccf7-4c25-92e6-3d681882efe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:40:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['f0467f56-cf7e-48de-90ce-1310722b2b76'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:40:54.767301 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae040d8f-0cb1-49bf-9571-e7ff52ca6e9f req-ba3c7aae-6f07-44ef-9162-39e31f7d8f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:54.778378 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ae040d8f-0cb1-49bf-9571-e7ff52ca6e9f req-ba3c7aae-6f07-44ef-9162-39e31f7d8f6c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=551bc23f-adc1-4952-9902-476d15330d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594263 Dec 08 16:40:54.782674 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [req-ae040d8f-0cb1-49bf-9571-e7ff52ca6e9f req-5fc6c6a1-3209-46a7-9dc6-fb13eac7da0a service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:40:54.784397 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ae040d8f-0cb1-49bf-9571-e7ff52ca6e9f req-5fc6c6a1-3209-46a7-9dc6-fb13eac7da0a service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067255 Dec 08 16:40:54.900381 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-52d941d5-ccf7-4c25-92e6-3d681882efe4 None None] Set router f0467f56-cf7e-48de-90ce-1310722b2b76 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:40:54.906798 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ae040d8f-0cb1-49bf-9571-e7ff52ca6e9f req-44bc401e-039e-4fe2-945b-121ace27da1c service neutron] 10.222.0.37 "GET /v2.0/networks/551bc23f-adc1-4952-9902-476d15330d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153240 Dec 08 16:40:54.933893 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24f68ed-39ba-4fc2-b676-9f996be113f4 req-f8d3b94a-3c97-4a0c-bc2c-a8fc6fd8117e tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:54.935732 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d24f68ed-39ba-4fc2-b676-9f996be113f4 req-f8d3b94a-3c97-4a0c-bc2c-a8fc6fd8117e tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf4df16e-adf9-4f91-8da7-2b4390e218c5 HTTP/1.1" status: 200 len: 984 time: 0.0672956 Dec 08 16:40:55.054355 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ae040d8f-0cb1-49bf-9571-e7ff52ca6e9f req-6503af34-ebe7-4deb-8584-fcb304ab4bd3 service neutron] 10.222.0.37 "GET /v2.0/networks/551bc23f-adc1-4952-9902-476d15330d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399927 Dec 08 16:40:55.088122 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d24f68ed-39ba-4fc2-b676-9f996be113f4 req-c66d2535-d432-45c3-a1e3-c94ebf440982 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ac01afc-4f88-49df-a21f-8c7501781ddc&id=03eb69e8-bdbe-4d07-a8a7-b47fff3b9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1352553 Dec 08 16:40:55.147081 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-52d941d5-ccf7-4c25-92e6-3d681882efe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0467f56-cf7e-48de-90ce-1310722b2b76', 'name': 'tempest-TestSecurityGroupsBasicOps-router-668470490', 'tenant_id': '6748b01bb03d422fb225abb51de7b97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'a64a45c2-909f-442a-8f53-ad9f7a3118cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:39:20Z', 'updated_at': '2021-12-08T16:39:26Z', 'revision_number': 4, 'project_id': '6748b01bb03d422fb225abb51de7b97d', 'gw_port': {'id': 'a64a45c2-909f-442a-8f53-ad9f7a3118cf', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0467f56-cf7e-48de-90ce-1310722b2b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:39:21Z', 'updated_at': '2021-12-08T16:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '3c28929c-6b0e-44b6-8dda-b11ae3f68ad9', 'name': '', 'network_id': '551bc23f-adc1-4952-9902-476d15330d09', 'tenant_id': '6748b01bb03d422fb225abb51de7b97d', 'mac_address': 'fa:16:3e:be:30:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0467f56-cf7e-48de-90ce-1310722b2b76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'ea007649-e93d-432a-8df3-e7a2dcce4a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:39:25Z', 'updated_at': '2021-12-08T16:39:29Z', 'revision_number': 5, 'project_id': '6748b01bb03d422fb225abb51de7b97d', 'subnets': [{'id': 'ea007649-e93d-432a-8df3-e7a2dcce4a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:40:55.174033 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d941d5-ccf7-4c25-92e6-3d681882efe4 None None] The sync data for ids ['f0467f56-cf7e-48de-90ce-1310722b2b76'] in n-d-776250-12 is: [{'id': 'f0467f56-cf7e-48de-90ce-1310722b2b76', 'name': 'tempest-TestSecurityGroupsBasicOps-router-668470490', 'tenant_id': '6748b01bb03d422fb225abb51de7b97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'a64a45c2-909f-442a-8f53-ad9f7a3118cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:39:20Z', 'updated_at': '2021-12-08T16:39:26Z', 'revision_number': 4, 'project_id': '6748b01bb03d422fb225abb51de7b97d', 'gw_port': {'id': 'a64a45c2-909f-442a-8f53-ad9f7a3118cf', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0467f56-cf7e-48de-90ce-1310722b2b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:39:21Z', 'updated_at': '2021-12-08T16:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '3c28929c-6b0e-44b6-8dda-b11ae3f68ad9', 'name': '', 'network_id': '551bc23f-adc1-4952-9902-476d15330d09', 'tenant_id': '6748b01bb03d422fb225abb51de7b97d', 'mac_address': 'fa:16:3e:be:30:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0467f56-cf7e-48de-90ce-1310722b2b76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'ea007649-e93d-432a-8df3-e7a2dcce4a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:39:25Z', 'updated_at': '2021-12-08T16:39:29Z', 'revision_number': 5, 'project_id': '6748b01bb03d422fb225abb51de7b97d', 'subnets': [{'id': 'ea007649-e93d-432a-8df3-e7a2dcce4a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:40:55.424940 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0390b971-b6a0-4da8-b4a4-dbaf4d6edec6 None None] New status for floating IP b5e2dc07-1b7a-464f-8d07-4dd3b51cc807: DOWN {{(pid=110553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:40:56.146971 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6157af8-d075-4fd5-99e8-22d8943fdb91 req-f8baee98-7494-43ef-abcf-a78ef75a42a6 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:56.148956 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e6157af8-d075-4fd5-99e8-22d8943fdb91 req-f8baee98-7494-43ef-abcf-a78ef75a42a6 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf4df16e-adf9-4f91-8da7-2b4390e218c5 HTTP/1.1" status: 200 len: 984 time: 0.0586696 Dec 08 16:40:56.268336 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a55cd4b-d31c-4128-82d6-ae93f065674e req-b64f7d93-cd5b-4d92-b46a-7b59ccb6dfb9 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:56.269944 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9a55cd4b-d31c-4128-82d6-ae93f065674e req-b64f7d93-cd5b-4d92-b46a-7b59ccb6dfb9 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf4df16e-adf9-4f91-8da7-2b4390e218c5 HTTP/1.1" status: 200 len: 984 time: 0.1067841 Dec 08 16:40:56.322198 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-e6157af8-d075-4fd5-99e8-22d8943fdb91 req-0dd64ebd-e8e3-4397-8d9b-938b9ac6e1f7 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Deleting port a8dbc667-b320-4101-bd1d-f0e67176080c {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:40:56.322560 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e6157af8-d075-4fd5-99e8-22d8943fdb91 req-0dd64ebd-e8e3-4397-8d9b-938b9ac6e1f7 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:56.706836 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9a55cd4b-d31c-4128-82d6-ae93f065674e req-be8654a8-b26c-484f-8be4-4093572745fc tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "GET /v2.0/security-groups?id=4ac01afc-4f88-49df-a21f-8c7501781ddc&id=03eb69e8-bdbe-4d07-a8a7-b47fff3b9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4276347 Dec 08 16:40:56.754886 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-e6157af8-d075-4fd5-99e8-22d8943fdb91 req-0dd64ebd-e8e3-4397-8d9b-938b9ac6e1f7 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] For port a8dbc667-b320-4101-bd1d-f0e67176080c, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=a8dbc667-b320-4101-bd1d-f0e67176080c,segment=NetworkSegment(1c4475af-1b5d-4a5d-8d6d-eb1d9b682f96),segment_id=1c4475af-1b5d-4a5d-8d6d-eb1d9b682f96)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:40:56.755262 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e6157af8-d075-4fd5-99e8-22d8943fdb91 req-0dd64ebd-e8e3-4397-8d9b-938b9ac6e1f7 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:56.770172 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-e6157af8-d075-4fd5-99e8-22d8943fdb91 req-0dd64ebd-e8e3-4397-8d9b-938b9ac6e1f7 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Calling delete_port for a8dbc667-b320-4101-bd1d-f0e67176080c owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:40:56.988762 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e6157af8-d075-4fd5-99e8-22d8943fdb91 req-0dd64ebd-e8e3-4397-8d9b-938b9ac6e1f7 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:57.020798 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd64ebd-e8e3-4397-8d9b-938b9ac6e1f7 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Pushing event deleted for resources: {'Port': ['ID=a8dbc667-b320-4101-bd1d-f0e67176080c,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:57.069977 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6157af8-d075-4fd5-99e8-22d8943fdb91 req-0dd64ebd-e8e3-4397-8d9b-938b9ac6e1f7 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] No DVR routers for this DVR port a8dbc667-b320-4101-bd1d-f0e67176080c on host n-h2-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:40:57.072620 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e6157af8-d075-4fd5-99e8-22d8943fdb91 req-0dd64ebd-e8e3-4397-8d9b-938b9ac6e1f7 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:57.076767 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e6157af8-d075-4fd5-99e8-22d8943fdb91 req-0dd64ebd-e8e3-4397-8d9b-938b9ac6e1f7 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.37 "DELETE /v2.0/ports/a8dbc667-b320-4101-bd1d-f0e67176080c HTTP/1.1" status: 204 len: 173 time: 0.9216363 Dec 08 16:40:57.077288 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf4df16e-adf9-4f91-8da7-2b4390e218c5', 'name': 'network-vif-deleted', 'tag': 'a8dbc667-b320-4101-bd1d-f0e67176080c'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:40:57.079730 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45c6b64-e115-4bbc-abeb-7742a7d62996" -d '{"events": [{"server_uuid": "bf4df16e-adf9-4f91-8da7-2b4390e218c5", "name": "network-vif-deleted", "tag": "a8dbc667-b320-4101-bd1d-f0e67176080c"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:40:57.130490 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c00f7b4-023a-44fb-b3f5-2c9db1b2ae3e x-openstack-request-id: req-8c00f7b4-023a-44fb-b3f5-2c9db1b2ae3e {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:40:57.130651 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf4df16e-adf9-4f91-8da7-2b4390e218c5", "name": "network-vif-deleted", "tag": "a8dbc667-b320-4101-bd1d-f0e67176080c", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:40:57.130867 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8c00f7b4-023a-44fb-b3f5-2c9db1b2ae3e {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:40:57.131301 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf4df16e-adf9-4f91-8da7-2b4390e218c5', 'name': 'network-vif-deleted', 'tag': 'a8dbc667-b320-4101-bd1d-f0e67176080c', 'status': 'completed', 'code': 200} Dec 08 16:40:57.842670 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9cca2359-82a8-4000-b417-37cdb6f960e5 req-a9eb33b1-5765-4432-9fa3-f80c8c335603 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf4df16e-adf9-4f91-8da7-2b4390e218c5 HTTP/1.1" status: 200 len: 210 time: 0.0316546 Dec 08 16:40:58.474359 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:40:58.905781 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58524) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:40:58.958063 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d5e5f8a8-a7d5-419e-8e57-815596793595 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:58.985215 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d5e5f8a8-a7d5-419e-8e57-815596793595 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:59.125799 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d5e5f8a8-a7d5-419e-8e57-815596793595 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:59.128471 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d5e5f8a8-a7d5-419e-8e57-815596793595 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:59.132513 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-d5e5f8a8-a7d5-419e-8e57-815596793595 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "DELETE /v2.0/security-groups/4ac01afc-4f88-49df-a21f-8c7501781ddc HTTP/1.1" status: 204 len: 168 time: 0.2268536 Dec 08 16:40:59.132686 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58530) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:40:59.142663 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e5f8a8-a7d5-419e-8e57-815596793595 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac01afc-4f88-49df-a21f-8c7501781ddc,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:59.199457 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ee8e315c-5ae0-48a5-a460-166f43b0b22a tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:59.224075 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ee8e315c-5ae0-48a5-a460-166f43b0b22a tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:59.372199 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ee8e315c-5ae0-48a5-a460-166f43b0b22a tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:59.375215 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ee8e315c-5ae0-48a5-a460-166f43b0b22a tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:59.379151 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ee8e315c-5ae0-48a5-a460-166f43b0b22a tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "DELETE /v2.0/security-groups/03eb69e8-bdbe-4d07-a8a7-b47fff3b9ed5 HTTP/1.1" status: 204 len: 168 time: 0.2427821 Dec 08 16:40:59.383424 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58534) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:40:59.388552 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8e315c-5ae0-48a5-a460-166f43b0b22a tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03eb69e8-bdbe-4d07-a8a7-b47fff3b9ed5,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:59.860518 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9d9951e2-06cd-4785-af6f-f4b23943b72e tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:00.204356 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-9d9951e2-06cd-4785-af6f-f4b23943b72e tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Deleting port 3c28929c-6b0e-44b6-8dda-b11ae3f68ad9 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:41:00.205081 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9d9951e2-06cd-4785-af6f-f4b23943b72e tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:00.301808 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-9d9951e2-06cd-4785-af6f-f4b23943b72e tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] For port 3c28929c-6b0e-44b6-8dda-b11ae3f68ad9, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=3c28929c-6b0e-44b6-8dda-b11ae3f68ad9,segment=NetworkSegment(1c4475af-1b5d-4a5d-8d6d-eb1d9b682f96),segment_id=1c4475af-1b5d-4a5d-8d6d-eb1d9b682f96)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:41:00.302290 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9d9951e2-06cd-4785-af6f-f4b23943b72e tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:00.317731 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-9d9951e2-06cd-4785-af6f-f4b23943b72e tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Calling delete_port for 3c28929c-6b0e-44b6-8dda-b11ae3f68ad9 owned by network:router_interface {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:41:00.334355 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device a8dbc667-b320-4101-bd1d-f0e67176080c no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:41:00.358029 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: a8dbc667-b320-4101-bd1d-f0e67176080c {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:41:00.358649 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device a8dbc667-b320-4101-bd1d-f0e67176080c not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:41:00.611965 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9d9951e2-06cd-4785-af6f-f4b23943b72e tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:00.643512 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9951e2-06cd-4785-af6f-f4b23943b72e tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Pushing event deleted for resources: {'Port': ['ID=3c28929c-6b0e-44b6-8dda-b11ae3f68ad9,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:00.903960 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9d9951e2-06cd-4785-af6f-f4b23943b72e tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:01.153066 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d9951e2-06cd-4785-af6f-f4b23943b72e tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Router f0467f56-cf7e-48de-90ce-1310722b2b76 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:41:01.273390 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d9951e2-06cd-4785-af6f-f4b23943b72e tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:41:01.279720 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-9d9951e2-06cd-4785-af6f-f4b23943b72e tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "PUT /v2.0/routers/f0467f56-cf7e-48de-90ce-1310722b2b76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8980973 Dec 08 16:41:01.282098 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58544) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:41:01.293094 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5b762b-a0d2-433c-91c1-317399f4d1c7 None None] Sync routers for ids ['f0467f56-cf7e-48de-90ce-1310722b2b76'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:41:01.303881 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5b762b-a0d2-433c-91c1-317399f4d1c7 None None] Routers {'f0467f56-cf7e-48de-90ce-1310722b2b76'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:41:01.305045 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-3f5b762b-a0d2-433c-91c1-317399f4d1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:40:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['f0467f56-cf7e-48de-90ce-1310722b2b76'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:41:01.348491 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-783e7a57-9717-4ff9-8b11-49a6c6e208a5 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Deleting subnet ea007649-e93d-432a-8df3-e7a2dcce4a7c {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:41:01.352578 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-783e7a57-9717-4ff9-8b11-49a6c6e208a5 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:01.407827 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-783e7a57-9717-4ff9-8b11-49a6c6e208a5 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:01.513010 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-783e7a57-9717-4ff9-8b11-49a6c6e208a5 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:01.618966 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-3f5b762b-a0d2-433c-91c1-317399f4d1c7 None None] Set router f0467f56-cf7e-48de-90ce-1310722b2b76 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:41:01.656837 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-783e7a57-9717-4ff9-8b11-49a6c6e208a5 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:01.671722 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-783e7a57-9717-4ff9-8b11-49a6c6e208a5 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:01.675302 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-783e7a57-9717-4ff9-8b11-49a6c6e208a5 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "DELETE /v2.0/subnets/ea007649-e93d-432a-8df3-e7a2dcce4a7c HTTP/1.1" status: 204 len: 168 time: 0.3920887 Dec 08 16:41:01.677973 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58548) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:41:01.688517 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c78df1-a2ce-480c-96b6-560c6507e95d None None] Network 551bc23f-adc1-4952-9902-476d15330d09 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:41:01.694935 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783e7a57-9717-4ff9-8b11-49a6c6e208a5 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Pushing event deleted for resources: {'Subnet': ['ID=ea007649-e93d-432a-8df3-e7a2dcce4a7c,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:01.850877 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-480c1189-b6bd-4194-9b9f-023ebc2234b9 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks [] for router, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:01.919670 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-3f5b762b-a0d2-433c-91c1-317399f4d1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0467f56-cf7e-48de-90ce-1310722b2b76', 'name': 'tempest-TestSecurityGroupsBasicOps-router-668470490', 'tenant_id': '6748b01bb03d422fb225abb51de7b97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'a64a45c2-909f-442a-8f53-ad9f7a3118cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:39:20Z', 'updated_at': '2021-12-08T16:41:00Z', 'revision_number': 5, 'project_id': '6748b01bb03d422fb225abb51de7b97d', 'gw_port': {'id': 'a64a45c2-909f-442a-8f53-ad9f7a3118cf', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0467f56-cf7e-48de-90ce-1310722b2b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:39:21Z', 'updated_at': '2021-12-08T16:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:41:01.955511 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5b762b-a0d2-433c-91c1-317399f4d1c7 None None] Checking router: f0467f56-cf7e-48de-90ce-1310722b2b76 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:41:01.967100 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d703afa-7603-4329-8ff2-8cd0a8606c9e None None] DHCP port deletion for 551bc23f-adc1-4952-9902-476d15330d09 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:41:01.970341 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5b762b-a0d2-433c-91c1-317399f4d1c7 None None] Routers {'f0467f56-cf7e-48de-90ce-1310722b2b76'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:41:01.970915 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-3f5b762b-a0d2-433c-91c1-317399f4d1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:40:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['f0467f56-cf7e-48de-90ce-1310722b2b76'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:41:02.006746 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-480c1189-b6bd-4194-9b9f-023ebc2234b9 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:02.115535 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-9d703afa-7603-4329-8ff2-8cd0a8606c9e None None] Deleting port bfb96944-a616-47ec-bc65-0dfd4c5d0c88 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:41:02.116396 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9d703afa-7603-4329-8ff2-8cd0a8606c9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:02.118983 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-3f5b762b-a0d2-433c-91c1-317399f4d1c7 None None] Set router f0467f56-cf7e-48de-90ce-1310722b2b76 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:41:02.134191 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-480c1189-b6bd-4194-9b9f-023ebc2234b9 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Deleting port a64a45c2-909f-442a-8f53-ad9f7a3118cf {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:41:02.135082 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-480c1189-b6bd-4194-9b9f-023ebc2234b9 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:02.249833 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-480c1189-b6bd-4194-9b9f-023ebc2234b9 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] For port a64a45c2-909f-442a-8f53-ad9f7a3118cf, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=a64a45c2-909f-442a-8f53-ad9f7a3118cf,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:41:02.250451 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-480c1189-b6bd-4194-9b9f-023ebc2234b9 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:02.266288 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-480c1189-b6bd-4194-9b9f-023ebc2234b9 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Calling delete_port for a64a45c2-909f-442a-8f53-ad9f7a3118cf owned by network:router_gateway {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:41:02.321425 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-9d703afa-7603-4329-8ff2-8cd0a8606c9e None None] For port bfb96944-a616-47ec-bc65-0dfd4c5d0c88, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=bfb96944-a616-47ec-bc65-0dfd4c5d0c88,segment=NetworkSegment(1c4475af-1b5d-4a5d-8d6d-eb1d9b682f96),segment_id=1c4475af-1b5d-4a5d-8d6d-eb1d9b682f96)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:41:02.321881 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9d703afa-7603-4329-8ff2-8cd0a8606c9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:02.341561 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-9d703afa-7603-4329-8ff2-8cd0a8606c9e None None] Calling delete_port for bfb96944-a616-47ec-bc65-0dfd4c5d0c88 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:41:02.505027 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-3f5b762b-a0d2-433c-91c1-317399f4d1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0467f56-cf7e-48de-90ce-1310722b2b76', 'name': 'tempest-TestSecurityGroupsBasicOps-router-668470490', 'tenant_id': '6748b01bb03d422fb225abb51de7b97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'a64a45c2-909f-442a-8f53-ad9f7a3118cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:39:20Z', 'updated_at': '2021-12-08T16:41:00Z', 'revision_number': 5, 'project_id': '6748b01bb03d422fb225abb51de7b97d', 'gw_port': {'id': 'a64a45c2-909f-442a-8f53-ad9f7a3118cf', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0467f56-cf7e-48de-90ce-1310722b2b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:39:21Z', 'updated_at': '2021-12-08T16:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:41:02.534179 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5b762b-a0d2-433c-91c1-317399f4d1c7 None None] The sync data for ids ['f0467f56-cf7e-48de-90ce-1310722b2b76'] in n-d-776250-12 is: [{'id': 'f0467f56-cf7e-48de-90ce-1310722b2b76', 'name': 'tempest-TestSecurityGroupsBasicOps-router-668470490', 'tenant_id': '6748b01bb03d422fb225abb51de7b97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'a64a45c2-909f-442a-8f53-ad9f7a3118cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:39:20Z', 'updated_at': '2021-12-08T16:41:00Z', 'revision_number': 5, 'project_id': '6748b01bb03d422fb225abb51de7b97d', 'gw_port': {'id': 'a64a45c2-909f-442a-8f53-ad9f7a3118cf', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0467f56-cf7e-48de-90ce-1310722b2b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:39:21Z', 'updated_at': '2021-12-08T16:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:41:02.543768 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-480c1189-b6bd-4194-9b9f-023ebc2234b9 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:02.566377 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9d703afa-7603-4329-8ff2-8cd0a8606c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:02.578283 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480c1189-b6bd-4194-9b9f-023ebc2234b9 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Pushing event deleted for resources: {'Port': ['ID=a64a45c2-909f-442a-8f53-ad9f7a3118cf,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:02.608564 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d703afa-7603-4329-8ff2-8cd0a8606c9e None None] Pushing event deleted for resources: {'Port': ['ID=bfb96944-a616-47ec-bc65-0dfd4c5d0c88,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:02.613454 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7fb3f7-633b-4a1c-9a3f-350bd7e9b528 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:41:02.616408 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d703afa-7603-4329-8ff2-8cd0a8606c9e None None] No DVR routers for this DVR port bfb96944-a616-47ec-bc65-0dfd4c5d0c88 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:41:02.987893 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-480c1189-b6bd-4194-9b9f-023ebc2234b9 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:03.152973 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device bfb96944-a616-47ec-bc65-0dfd4c5d0c88 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:41:03.172435 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-480c1189-b6bd-4194-9b9f-023ebc2234b9 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:03.177436 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-480c1189-b6bd-4194-9b9f-023ebc2234b9 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:03.225372 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: bfb96944-a616-47ec-bc65-0dfd4c5d0c88 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:41:03.225372 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device bfb96944-a616-47ec-bc65-0dfd4c5d0c88 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:41:03.225372 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 3c28929c-6b0e-44b6-8dda-b11ae3f68ad9 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:41:03.269848 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 3c28929c-6b0e-44b6-8dda-b11ae3f68ad9 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:41:03.274532 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 3c28929c-6b0e-44b6-8dda-b11ae3f68ad9 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:41:03.331961 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58564) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:41:03.348912 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-480c1189-b6bd-4194-9b9f-023ebc2234b9 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:03.349532 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-480c1189-b6bd-4194-9b9f-023ebc2234b9 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Fanout notify agent at l3_agent the message router_deleted on router f0467f56-cf7e-48de-90ce-1310722b2b76 {{(pid=110550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:41:03.364679 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-480c1189-b6bd-4194-9b9f-023ebc2234b9 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:03.364679 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-480c1189-b6bd-4194-9b9f-023ebc2234b9 tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "DELETE /v2.0/routers/f0467f56-cf7e-48de-90ce-1310722b2b76 HTTP/1.1" status: 204 len: 168 time: 1.6808019 Dec 08 16:41:03.365111 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58568) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:41:03.531597 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-46210907-e6f9-49e4-ae5e-3ef4be4927dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:03.537119 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0175a026-940b-4b43-a671-9180c2f48e0d tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:03.652641 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0175a026-940b-4b43-a671-9180c2f48e0d tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:03.669172 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-46210907-e6f9-49e4-ae5e-3ef4be4927dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:03.674830 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-0175a026-940b-4b43-a671-9180c2f48e0d tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['551bc23f-adc1-4952-9902-476d15330d09']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:41:03.684776 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-0175a026-940b-4b43-a671-9180c2f48e0d tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c4475af-1b5d-4a5d-8d6d-eb1d9b682f96') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:41:03.685198 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-0175a026-940b-4b43-a671-9180c2f48e0d tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c4475af-1b5d-4a5d-8d6d-eb1d9b682f96') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:41:03.695261 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0175a026-940b-4b43-a671-9180c2f48e0d tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:03.708517 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-46210907-e6f9-49e4-ae5e-3ef4be4927dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:03.709960 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0175a026-940b-4b43-a671-9180c2f48e0d tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:03.716969 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0175a026-940b-4b43-a671-9180c2f48e0d tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:41:03.717657 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0175a026-940b-4b43-a671-9180c2f48e0d tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:03.730796 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:41:03.730796 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:41:03.730796 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:41:03.730796 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:41:03.730796 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:41:03.730796 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:41:03.730796 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:41:03.730796 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:41:03.730796 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:41:03.730796 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:41:03.730796 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:41:03.730796 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:41:03.730796 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:41:03.730796 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:41:03.730796 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:41:03.730796 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:41:03.730796 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:41:03.730796 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:41:03.730796 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:41:03.730796 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:41:03.730796 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:41:03.730796 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:41:03.730796 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:41:03.730796 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:41:03.730796 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:41:03.730796 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:41:03.730796 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:41:03.730796 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:41:03.730796 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:41:03.730796 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:41:03.730796 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:41:03.730796 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:41:03.744038 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-46210907-e6f9-49e4-ae5e-3ef4be4927dc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5f775081427d4072bc1ef4d4f9163e86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4105899 Dec 08 16:41:03.749288 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58580) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:41:03.767533 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46210907-e6f9-49e4-ae5e-3ef4be4927dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ab7211-6df9-4784-9b35-f0448631e0e9,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:03.811031 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0afd620f-4628-428d-bb5e-d94940cd8140 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:03.832594 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0afd620f-4628-428d-bb5e-d94940cd8140 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:03.874789 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0175a026-940b-4b43-a671-9180c2f48e0d tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:03.886205 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0175a026-940b-4b43-a671-9180c2f48e0d tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:03.890787 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-0175a026-940b-4b43-a671-9180c2f48e0d tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] 10.222.0.64 "DELETE /v2.0/networks/551bc23f-adc1-4952-9902-476d15330d09 HTTP/1.1" status: 204 len: 168 time: 0.5234439 Dec 08 16:41:03.923441 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0175a026-940b-4b43-a671-9180c2f48e0d tempest-TestSecurityGroupsBasicOps-1610121455 tempest-TestSecurityGroupsBasicOps-1610121455-project] Pushing event deleted for resources: {'Network': ['ID=551bc23f-adc1-4952-9902-476d15330d09,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:03.960430 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0afd620f-4628-428d-bb5e-d94940cd8140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:03.963065 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0afd620f-4628-428d-bb5e-d94940cd8140 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:03.964826 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-0afd620f-4628-428d-bb5e-d94940cd8140 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a3ab7211-6df9-4784-9b35-f0448631e0e9 HTTP/1.1" status: 204 len: 168 time: 0.2140911 Dec 08 16:41:03.973024 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afd620f-4628-428d-bb5e-d94940cd8140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ab7211-6df9-4784-9b35-f0448631e0e9,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:04.590166 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58634) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:41:04.754571 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device a64a45c2-909f-442a-8f53-ad9f7a3118cf no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:41:04.777242 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: a64a45c2-909f-442a-8f53-ad9f7a3118cf {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:41:04.782304 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device a64a45c2-909f-442a-8f53-ad9f7a3118cf not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:41:04.806998 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-220c6a64-60e0-4bca-bdda-e9398a5e11a3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6748b01bb03d422fb225abb51de7b97d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2133965 Dec 08 16:41:04.809340 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58642) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:41:04.832731 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:04.870074 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4f1931c9-23e0-4142-a3a3-b7d92768707b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:04.894186 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4f1931c9-23e0-4142-a3a3-b7d92768707b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:05.037295 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4f1931c9-23e0-4142-a3a3-b7d92768707b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:05.040069 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4f1931c9-23e0-4142-a3a3-b7d92768707b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:05.041337 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-4f1931c9-23e0-4142-a3a3-b7d92768707b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8d153698-b396-441e-b39f-e45fdb615016 HTTP/1.1" status: 204 len: 168 time: 0.2331920 Dec 08 16:41:05.053840 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1931c9-23e0-4142-a3a3-b7d92768707b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d153698-b396-441e-b39f-e45fdb615016,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:05.193743 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58670) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:41:05.405970 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-1f064f44-6a91-4b25-988e-650bfa9d4621 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-179958317-network', 'tenant_id': '948fae883d644b1b942cd2d898c71ccc'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:41:05.611851 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f064f44-6a91-4b25-988e-650bfa9d4621 admin admin] Made reservation on behalf of 948fae883d644b1b942cd2d898c71ccc for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:41:05.614446 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1f064f44-6a91-4b25-988e-650bfa9d4621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:05.623617 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1f064f44-6a91-4b25-988e-650bfa9d4621 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:05.706554 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1f064f44-6a91-4b25-988e-650bfa9d4621 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:05.823251 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1f064f44-6a91-4b25-988e-650bfa9d4621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:05.854069 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f064f44-6a91-4b25-988e-650bfa9d4621 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:41:05.862305 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f064f44-6a91-4b25-988e-650bfa9d4621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=640ba479-ad55-435e-9274-bdc2df8d9d5b,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:05.870429 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1f064f44-6a91-4b25-988e-650bfa9d4621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:05.870614 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-1f064f44-6a91-4b25-988e-650bfa9d4621 admin admin] Added segment d918d902-9459-4a03-9e15-c92cdbb97172 of type vlan for network c655c57f-5990-4bd3-abba-fe0937597d50 Dec 08 16:41:05.921924 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1f064f44-6a91-4b25-988e-650bfa9d4621 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:06.052532 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1f064f44-6a91-4b25-988e-650bfa9d4621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:06.052532 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f064f44-6a91-4b25-988e-650bfa9d4621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:06.053094 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1f064f44-6a91-4b25-988e-650bfa9d4621 admin admin] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:06.065297 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58698) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:41:06.079172 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-766776be-4862-41d1-b77f-ac3a2eca8eb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:06.151963 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f064f44-6a91-4b25-988e-650bfa9d4621 admin admin] Pushing event updated for resources: {'Network': ['ID=c655c57f-5990-4bd3-abba-fe0937597d50,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:06.156907 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-766776be-4862-41d1-b77f-ac3a2eca8eb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:06.162769 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network c655c57f-5990-4bd3-abba-fe0937597d50 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:41:06.242530 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-1f064f44-6a91-4b25-988e-650bfa9d4621 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0476608 Dec 08 16:41:06.246092 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58704) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:41:06.250830 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-c2f049cc-1017-4b09-992f-e7ba95e0384e admin admin] Request body: {'subnet': {'network_id': 'c655c57f-5990-4bd3-abba-fe0937597d50', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-179958317-subnet', 'tenant_id': '948fae883d644b1b942cd2d898c71ccc', 'ip_version': 4}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:41:06.285817 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-766776be-4862-41d1-b77f-ac3a2eca8eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:06.322739 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766776be-4862-41d1-b77f-ac3a2eca8eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b6bc60-1ce2-47f3-bdc3-bf4736fceaa1,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:06.327822 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-766776be-4862-41d1-b77f-ac3a2eca8eb2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d31fa24bf6b241df8076cad16b7f2dcd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2614202 Dec 08 16:41:06.330787 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58710) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:41:06.361039 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f049cc-1017-4b09-992f-e7ba95e0384e admin admin] Made reservation on behalf of 948fae883d644b1b942cd2d898c71ccc for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:41:06.363345 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c2f049cc-1017-4b09-992f-e7ba95e0384e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:06.446915 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ca88976f-5726-4fc1-a06d-a2029026ad84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:06.477559 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ca88976f-5726-4fc1-a06d-a2029026ad84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:06.708698 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ca88976f-5726-4fc1-a06d-a2029026ad84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:06.711460 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ca88976f-5726-4fc1-a06d-a2029026ad84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:06.715340 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ca88976f-5726-4fc1-a06d-a2029026ad84 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/35b6bc60-1ce2-47f3-bdc3-bf4736fceaa1 HTTP/1.1" status: 204 len: 168 time: 0.3808348 Dec 08 16:41:06.721116 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca88976f-5726-4fc1-a06d-a2029026ad84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b6bc60-1ce2-47f3-bdc3-bf4736fceaa1,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:06.732487 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c2f049cc-1017-4b09-992f-e7ba95e0384e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:06.797529 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f049cc-1017-4b09-992f-e7ba95e0384e admin admin] Pushing event updated for resources: {'Subnet': ['ID=417dab09-36db-465a-a955-4bd84558bef0,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:06.809030 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f049cc-1017-4b09-992f-e7ba95e0384e admin admin] Checking segment: {'id': 'd918d902-9459-4a03-9e15-c92cdbb97172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c655c57f-5990-4bd3-abba-fe0937597d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:41:06.809030 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f049cc-1017-4b09-992f-e7ba95e0384e admin admin] Network hostable DHCP agents. Network: c655c57f-5990-4bd3-abba-fe0937597d50, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:41:06.891581 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f049cc-1017-4b09-992f-e7ba95e0384e admin admin] Network c655c57f-5990-4bd3-abba-fe0937597d50 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:41:06.994642 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-c2f049cc-1017-4b09-992f-e7ba95e0384e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, c655c57f-5990-4bd3-abba-fe0937597d50) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:41:07.002298 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f049cc-1017-4b09-992f-e7ba95e0384e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:07.002298 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c2f049cc-1017-4b09-992f-e7ba95e0384e admin admin] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:07.006019 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe1e64b-b810-4ca9-82fd-540332a1be77 None None] Network c655c57f-5990-4bd3-abba-fe0937597d50 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:41:07.072730 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c2f049cc-1017-4b09-992f-e7ba95e0384e admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8240509 Dec 08 16:41:07.074102 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58742) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:41:07.078788 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-c5bd1d59-c21c-4f2e-b6cd-b55d102da557 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-179958317-router', 'tenant_id': '948fae883d644b1b942cd2d898c71ccc', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:41:07.114596 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d138822e-b95f-4f0b-8cbd-08596bf13667 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-c655c57f-5990-4bd3-abba-fe0937597d50', 'network_id': 'c655c57f-5990-4bd3-abba-fe0937597d50', 'project_id': '948fae883d644b1b942cd2d898c71ccc', 'fixed_ips': [{'subnet_id': '417dab09-36db-465a-a955-4bd84558bef0'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:41:07.115625 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d138822e-b95f-4f0b-8cbd-08596bf13667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:07.177535 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c5bd1d59-c21c-4f2e-b6cd-b55d102da557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:07.178552 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c5bd1d59-c21c-4f2e-b6cd-b55d102da557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:07.250000 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c5bd1d59-c21c-4f2e-b6cd-b55d102da557 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:07.264701 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-d138822e-b95f-4f0b-8cbd-08596bf13667 None None] Allocated IP 172.20.0.2 (c655c57f-5990-4bd3-abba-fe0937597d50/417dab09-36db-465a-a955-4bd84558bef0/30f1f355-475d-4fe3-b4fb-fd7cea9f2da3) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:41:07.422782 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d138822e-b95f-4f0b-8cbd-08596bf13667 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:07.431005 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c5bd1d59-c21c-4f2e-b6cd-b55d102da557 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:07.447151 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58764) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:41:07.487730 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-1af572ed-a2d1-4371-bfb3-8d9284a41ed4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e9bcc5cc59984de48ed3f0a44be8a73f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393188 Dec 08 16:41:07.490392 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58768) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:41:07.514987 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d138822e-b95f-4f0b-8cbd-08596bf13667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:07.551896 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a5d5fb0d-565f-4c04-96ea-48dd0b8adcdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:07.559940 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d138822e-b95f-4f0b-8cbd-08596bf13667 None None] Network c655c57f-5990-4bd3-abba-fe0937597d50 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:41:07.566088 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-d138822e-b95f-4f0b-8cbd-08596bf13667 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:41:07.567602 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d138822e-b95f-4f0b-8cbd-08596bf13667 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:41:07.574787 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d138822e-b95f-4f0b-8cbd-08596bf13667 None None] Pushing event updated for resources: {'Port': ['ID=30f1f355-475d-4fe3-b4fb-fd7cea9f2da3,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:07.614736 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a5d5fb0d-565f-4c04-96ea-48dd0b8adcdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:07.630480 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-d138822e-b95f-4f0b-8cbd-08596bf13667 None None] Attempting to bind port 30f1f355-475d-4fe3-b4fb-fd7cea9f2da3 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:41:07.630952 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-d138822e-b95f-4f0b-8cbd-08596bf13667 None None] Attempting to bind port 30f1f355-475d-4fe3-b4fb-fd7cea9f2da3 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'd918d902-9459-4a03-9e15-c92cdbb97172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c655c57f-5990-4bd3-abba-fe0937597d50'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:41:07.631828 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d138822e-b95f-4f0b-8cbd-08596bf13667 None None] Attempting to bind port 30f1f355-475d-4fe3-b4fb-fd7cea9f2da3 on network c655c57f-5990-4bd3-abba-fe0937597d50 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:41:07.636983 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d138822e-b95f-4f0b-8cbd-08596bf13667 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:41:07.637343 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d138822e-b95f-4f0b-8cbd-08596bf13667 None None] Checking segment: {'id': 'd918d902-9459-4a03-9e15-c92cdbb97172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c655c57f-5990-4bd3-abba-fe0937597d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:41:07.637749 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d138822e-b95f-4f0b-8cbd-08596bf13667 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:07.638140 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d138822e-b95f-4f0b-8cbd-08596bf13667 None None] Bound using segment: {'id': 'd918d902-9459-4a03-9e15-c92cdbb97172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c655c57f-5990-4bd3-abba-fe0937597d50'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:41:07.638822 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-d138822e-b95f-4f0b-8cbd-08596bf13667 None None] Bound port: 30f1f355-475d-4fe3-b4fb-fd7cea9f2da3, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd918d902-9459-4a03-9e15-c92cdbb97172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c655c57f-5990-4bd3-abba-fe0937597d50'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:41:07.639203 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d138822e-b95f-4f0b-8cbd-08596bf13667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:07.702854 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-d138822e-b95f-4f0b-8cbd-08596bf13667 None None] For port 30f1f355-475d-4fe3-b4fb-fd7cea9f2da3, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:41:07.705970 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-d138822e-b95f-4f0b-8cbd-08596bf13667 None None] For port 30f1f355-475d-4fe3-b4fb-fd7cea9f2da3, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=30f1f355-475d-4fe3-b4fb-fd7cea9f2da3,segment=NetworkSegment(d918d902-9459-4a03-9e15-c92cdbb97172),segment_id=d918d902-9459-4a03-9e15-c92cdbb97172)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:41:07.762451 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a5d5fb0d-565f-4c04-96ea-48dd0b8adcdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:07.765227 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a5d5fb0d-565f-4c04-96ea-48dd0b8adcdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:07.766387 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a5d5fb0d-565f-4c04-96ea-48dd0b8adcdc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3cbac3b6-d5b6-42d9-ab5f-1df4e52b21a1 HTTP/1.1" status: 204 len: 168 time: 0.2748880 Dec 08 16:41:07.772407 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d138822e-b95f-4f0b-8cbd-08596bf13667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:07.781168 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d5fb0d-565f-4c04-96ea-48dd0b8adcdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cbac3b6-d5b6-42d9-ab5f-1df4e52b21a1,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:07.833746 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c5bd1d59-c21c-4f2e-b6cd-b55d102da557 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:07.847466 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d138822e-b95f-4f0b-8cbd-08596bf13667 None None] Pushing event updated for resources: {'Port': ['ID=30f1f355-475d-4fe3-b4fb-fd7cea9f2da3,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:07.867094 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c5bd1d59-c21c-4f2e-b6cd-b55d102da557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:07.994327 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-c5bd1d59-c21c-4f2e-b6cd-b55d102da557 admin admin] Allocated IP 172.25.0.189 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/31ee0706-2359-485a-a374-6a80149fe1d4) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:41:08.135370 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c5bd1d59-c21c-4f2e-b6cd-b55d102da557 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:08.223257 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c5bd1d59-c21c-4f2e-b6cd-b55d102da557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:08.265316 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bd1d59-c21c-4f2e-b6cd-b55d102da557 admin admin] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:41:08.272582 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-c5bd1d59-c21c-4f2e-b6cd-b55d102da557 admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:41:08.278147 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bd1d59-c21c-4f2e-b6cd-b55d102da557 admin admin] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:41:08.280274 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bd1d59-c21c-4f2e-b6cd-b55d102da557 admin admin] Pushing event updated for resources: {'Port': ['ID=31ee0706-2359-485a-a374-6a80149fe1d4,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:08.297687 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9e193a-58e7-41dd-8fe3-51a8afaedc6f None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:41:08.387347 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-3dbaad76-ec89-42c4-b2c3-957616495cc7 None None] Provisioning complete for port 31ee0706-2359-485a-a374-6a80149fe1d4 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:41:08.389992 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3dbaad76-ec89-42c4-b2c3-957616495cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:08.424157 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-3dbaad76-ec89-42c4-b2c3-957616495cc7 None None] Port 31ee0706-2359-485a-a374-6a80149fe1d4 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:41:08.769016 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c5bd1d59-c21c-4f2e-b6cd-b55d102da557 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:08.824267 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:08.884218 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 30f1f355-475d-4fe3-b4fb-fd7cea9f2da3 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:41:08.927094 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0cd288-8dc8-4ae5-80d4-ba73bdb6584a None None] Network c655c57f-5990-4bd3-abba-fe0937597d50 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:41:09.011160 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-e0c99f5a-cf53-4d00-9bae-9eb3521ab8d8 None None] Provisioning complete for port 30f1f355-475d-4fe3-b4fb-fd7cea9f2da3 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:41:09.011493 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e0c99f5a-cf53-4d00-9bae-9eb3521ab8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:09.020601 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c5bd1d59-c21c-4f2e-b6cd-b55d102da557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:09.083058 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 30f1f355-475d-4fe3-b4fb-fd7cea9f2da3 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:41:09.083443 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:09.161436 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 58858) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:41:09.201792 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e0c99f5a-cf53-4d00-9bae-9eb3521ab8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:09.245708 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5bd1d59-c21c-4f2e-b6cd-b55d102da557 admin admin] Router 072c6f1c-16d8-4f13-9132-b42c12519139 is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:41:09.282343 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-e0c99f5a-cf53-4d00-9bae-9eb3521ab8d8 None None] For port 30f1f355-475d-4fe3-b4fb-fd7cea9f2da3, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=30f1f355-475d-4fe3-b4fb-fd7cea9f2da3,segment=NetworkSegment(d918d902-9459-4a03-9e15-c92cdbb97172),segment_id=d918d902-9459-4a03-9e15-c92cdbb97172)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:41:09.282343 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:09.308377 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-ef17bfa9-d0da-4d26-96e1-2789fc440b22 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-513564914-network', 'tenant_id': '638f829220a048eea910377d5c6a81c3'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:41:09.361442 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e0c99f5a-cf53-4d00-9bae-9eb3521ab8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:09.376472 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5bd1d59-c21c-4f2e-b6cd-b55d102da557 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:41:09.389698 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6be1465-94ae-4d61-a23e-bef7732e123b None None] Sync routers for ids ['072c6f1c-16d8-4f13-9132-b42c12519139'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:41:09.402379 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6be1465-94ae-4d61-a23e-bef7732e123b None None] Routers {'072c6f1c-16d8-4f13-9132-b42c12519139'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:41:09.404341 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-d6be1465-94ae-4d61-a23e-bef7732e123b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:40:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['072c6f1c-16d8-4f13-9132-b42c12519139'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:41:09.485725 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef17bfa9-d0da-4d26-96e1-2789fc440b22 admin admin] Made reservation on behalf of 638f829220a048eea910377d5c6a81c3 for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:41:09.488947 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ef17bfa9-d0da-4d26-96e1-2789fc440b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:09.501066 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ef17bfa9-d0da-4d26-96e1-2789fc440b22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:09.521168 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-d6be1465-94ae-4d61-a23e-bef7732e123b None None] Set router 072c6f1c-16d8-4f13-9132-b42c12519139 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:41:09.579159 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c5bd1d59-c21c-4f2e-b6cd-b55d102da557 admin admin] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:09.583287 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c5bd1d59-c21c-4f2e-b6cd-b55d102da557 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5053465 Dec 08 16:41:09.583517 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58876) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:41:09.598344 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ef17bfa9-d0da-4d26-96e1-2789fc440b22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:09.664337 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.db.api [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:41:09.664763 n-d-776250-12 neutron-server[110552]: DEBUG oslo_db.api [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:41:09.671431 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c99f5a-cf53-4d00-9bae-9eb3521ab8d8 None None] Pushing event updated for resources: {'Port': ['ID=30f1f355-475d-4fe3-b4fb-fd7cea9f2da3,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:09.674043 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-805acdd6-09c6-420c-9d8c-322e93919a22 None None] Provisioning complete for port 30f1f355-475d-4fe3-b4fb-fd7cea9f2da3 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:41:09.674667 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-805acdd6-09c6-420c-9d8c-322e93919a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:09.679110 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ef17bfa9-d0da-4d26-96e1-2789fc440b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:09.732728 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef17bfa9-d0da-4d26-96e1-2789fc440b22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:41:09.765414 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17bfa9-d0da-4d26-96e1-2789fc440b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=103c8c7c-5204-4d97-b5fe-6f96ae1d86c2,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:09.772713 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ef17bfa9-d0da-4d26-96e1-2789fc440b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:09.773318 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-ef17bfa9-d0da-4d26-96e1-2789fc440b22 admin admin] Added segment 11fa3248-d4ea-4138-b0d9-1339f11f1204 of type vlan for network a5994ebc-740a-4ad3-a57a-031e7d37c137 Dec 08 16:41:09.829662 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ef17bfa9-d0da-4d26-96e1-2789fc440b22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:09.830662 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-d6be1465-94ae-4d61-a23e-bef7732e123b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '072c6f1c-16d8-4f13-9132-b42c12519139', 'name': 'tempest-TestServerMultinode-179958317-router', 'tenant_id': '948fae883d644b1b942cd2d898c71ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '31ee0706-2359-485a-a374-6a80149fe1d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:41:07Z', 'updated_at': '2021-12-08T16:41:08Z', 'revision_number': 3, 'project_id': '948fae883d644b1b942cd2d898c71ccc', 'gw_port': {'id': '31ee0706-2359-485a-a374-6a80149fe1d4', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a1:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '072c6f1c-16d8-4f13-9132-b42c12519139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:41:07Z', 'updated_at': '2021-12-08T16:41:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:41:09.861791 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6be1465-94ae-4d61-a23e-bef7732e123b None None] Checking router: 072c6f1c-16d8-4f13-9132-b42c12519139 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:41:09.862135 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6be1465-94ae-4d61-a23e-bef7732e123b None None] Updating router 072c6f1c-16d8-4f13-9132-b42c12519139 port 31ee0706-2359-485a-a374-6a80149fe1d4 binding host n-d-776250-12 {{(pid=110553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:41:09.887351 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-d6be1465-94ae-4d61-a23e-bef7732e123b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:09.931904 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ef17bfa9-d0da-4d26-96e1-2789fc440b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:09.933107 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef17bfa9-d0da-4d26-96e1-2789fc440b22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:09.933772 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ef17bfa9-d0da-4d26-96e1-2789fc440b22 admin admin] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:10.035450 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17bfa9-d0da-4d26-96e1-2789fc440b22 admin admin] Pushing event updated for resources: {'Network': ['ID=a5994ebc-740a-4ad3-a57a-031e7d37c137,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:10.060631 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network a5994ebc-740a-4ad3-a57a-031e7d37c137 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:41:10.081954 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ef17bfa9-d0da-4d26-96e1-2789fc440b22 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9193830 Dec 08 16:41:10.084914 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 58900) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:41:10.093717 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-da90ab5f-941e-4d46-9164-639a279f5e44 admin admin] Request body: {'subnet': {'network_id': 'a5994ebc-740a-4ad3-a57a-031e7d37c137', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-513564914-subnet', 'tenant_id': '638f829220a048eea910377d5c6a81c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:41:10.169363 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-93a79223-650e-4e05-b311-fe2627385d43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:10.185773 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-d6be1465-94ae-4d61-a23e-bef7732e123b None None] Publish callbacks [] for port, precommit_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:10.246252 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da90ab5f-941e-4d46-9164-639a279f5e44 admin admin] Made reservation on behalf of 638f829220a048eea910377d5c6a81c3 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:41:10.248582 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-da90ab5f-941e-4d46-9164-639a279f5e44 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:10.279815 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-d6be1465-94ae-4d61-a23e-bef7732e123b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:10.328954 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76d0182-76d8-4faf-ab83-461aaf0ea5f9 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:41:10.336559 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-d6be1465-94ae-4d61-a23e-bef7732e123b None None] Attempting to bind port 31ee0706-2359-485a-a374-6a80149fe1d4 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:41:10.337116 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-d6be1465-94ae-4d61-a23e-bef7732e123b None None] Attempting to bind port 31ee0706-2359-485a-a374-6a80149fe1d4 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:41:10.337495 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6be1465-94ae-4d61-a23e-bef7732e123b None None] Attempting to bind port 31ee0706-2359-485a-a374-6a80149fe1d4 on network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:41:10.347987 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6be1465-94ae-4d61-a23e-bef7732e123b None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:41:10.348467 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6be1465-94ae-4d61-a23e-bef7732e123b None None] Checking segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:41:10.348785 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-d6be1465-94ae-4d61-a23e-bef7732e123b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:10.349186 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6be1465-94ae-4d61-a23e-bef7732e123b None None] Bound using segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:41:10.349659 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-d6be1465-94ae-4d61-a23e-bef7732e123b None None] Bound port: 31ee0706-2359-485a-a374-6a80149fe1d4, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:41:10.350044 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-d6be1465-94ae-4d61-a23e-bef7732e123b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:10.351803 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cd9b59-ae1e-402b-9076-f10e3d84e2b5 None None] Pushing event updated for resources: {'Port': ['ID=31ee0706-2359-485a-a374-6a80149fe1d4,revision_number=2']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:10.418573 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-d6be1465-94ae-4d61-a23e-bef7732e123b None None] For port 31ee0706-2359-485a-a374-6a80149fe1d4, host n-d-776250-12, cleared binding levels {{(pid=110553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:41:10.422243 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-d6be1465-94ae-4d61-a23e-bef7732e123b None None] For port 31ee0706-2359-485a-a374-6a80149fe1d4, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=31ee0706-2359-485a-a374-6a80149fe1d4,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:41:10.426770 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-b6917c1c-abce-4860-810c-be02be1c6d6e None None] Provisioning complete for port 31ee0706-2359-485a-a374-6a80149fe1d4 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:41:10.427366 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b6917c1c-abce-4860-810c-be02be1c6d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:10.467658 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-b6917c1c-abce-4860-810c-be02be1c6d6e None None] Port 31ee0706-2359-485a-a374-6a80149fe1d4 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:41:10.535749 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-d6be1465-94ae-4d61-a23e-bef7732e123b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:10.611370 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6be1465-94ae-4d61-a23e-bef7732e123b None None] Routers {'072c6f1c-16d8-4f13-9132-b42c12519139'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:41:10.612006 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-d6be1465-94ae-4d61-a23e-bef7732e123b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:40:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['072c6f1c-16d8-4f13-9132-b42c12519139'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:41:10.622987 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90b7061-340c-4950-a161-406665454c87 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:41:10.717171 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-d74e8f5f-d7ad-49ee-bdae-4366e887c830 None None] Provisioning complete for port 31ee0706-2359-485a-a374-6a80149fe1d4 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:41:10.719151 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d74e8f5f-d7ad-49ee-bdae-4366e887c830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:10.730867 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cd9b59-ae1e-402b-9076-f10e3d84e2b5 None None] Pushing event updated for resources: {'Port': ['ID=31ee0706-2359-485a-a374-6a80149fe1d4,revision_number=3']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:10.794704 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-d6be1465-94ae-4d61-a23e-bef7732e123b None None] Set router 072c6f1c-16d8-4f13-9132-b42c12519139 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:41:10.813056 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d74e8f5f-d7ad-49ee-bdae-4366e887c830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:10.817327 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-93a79223-650e-4e05-b311-fe2627385d43 admin admin] Allocated IP 172.20.0.1 (c655c57f-5990-4bd3-abba-fe0937597d50/417dab09-36db-465a-a955-4bd84558bef0/10f23cad-c643-4f89-a0b7-13d952ac72be) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:41:10.856770 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 30f1f355-475d-4fe3-b4fb-fd7cea9f2da3 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:41:10.897956 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-d74e8f5f-d7ad-49ee-bdae-4366e887c830 None None] For port 31ee0706-2359-485a-a374-6a80149fe1d4, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=31ee0706-2359-485a-a374-6a80149fe1d4,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:41:10.937601 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 30f1f355-475d-4fe3-b4fb-fd7cea9f2da3 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:41:10.938249 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:11.012005 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d74e8f5f-d7ad-49ee-bdae-4366e887c830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:11.052383 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-d6be1465-94ae-4d61-a23e-bef7732e123b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '072c6f1c-16d8-4f13-9132-b42c12519139', 'name': 'tempest-TestServerMultinode-179958317-router', 'tenant_id': '948fae883d644b1b942cd2d898c71ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '31ee0706-2359-485a-a374-6a80149fe1d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:41:07Z', 'updated_at': '2021-12-08T16:41:08Z', 'revision_number': 3, 'project_id': '948fae883d644b1b942cd2d898c71ccc', 'gw_port': {'id': '31ee0706-2359-485a-a374-6a80149fe1d4', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a1:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '072c6f1c-16d8-4f13-9132-b42c12519139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:41:07Z', 'updated_at': '2021-12-08T16:41:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:41:11.063453 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-93a79223-650e-4e05-b311-fe2627385d43 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:11.081094 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6be1465-94ae-4d61-a23e-bef7732e123b None None] The sync data for ids ['072c6f1c-16d8-4f13-9132-b42c12519139'] in n-d-776250-12 is: [{'id': '072c6f1c-16d8-4f13-9132-b42c12519139', 'name': 'tempest-TestServerMultinode-179958317-router', 'tenant_id': '948fae883d644b1b942cd2d898c71ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '31ee0706-2359-485a-a374-6a80149fe1d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:41:07Z', 'updated_at': '2021-12-08T16:41:08Z', 'revision_number': 3, 'project_id': '948fae883d644b1b942cd2d898c71ccc', 'gw_port': {'id': '31ee0706-2359-485a-a374-6a80149fe1d4', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a1:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '072c6f1c-16d8-4f13-9132-b42c12519139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:41:07Z', 'updated_at': '2021-12-08T16:41:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:41:11.103674 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74e8f5f-d7ad-49ee-bdae-4366e887c830 None None] Pushing event updated for resources: {'Port': ['ID=31ee0706-2359-485a-a374-6a80149fe1d4,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:11.105205 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-da90ab5f-941e-4d46-9164-639a279f5e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:11.166943 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da90ab5f-941e-4d46-9164-639a279f5e44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71187147-c930-46c8-868f-2a942f6bd5b9,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:11.178347 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-93a79223-650e-4e05-b311-fe2627385d43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:11.192997 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da90ab5f-941e-4d46-9164-639a279f5e44 admin admin] Checking segment: {'id': '11fa3248-d4ea-4138-b0d9-1339f11f1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a5994ebc-740a-4ad3-a57a-031e7d37c137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:41:11.192997 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da90ab5f-941e-4d46-9164-639a279f5e44 admin admin] Network hostable DHCP agents. Network: a5994ebc-740a-4ad3-a57a-031e7d37c137, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:41:11.240050 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a79223-650e-4e05-b311-fe2627385d43 admin admin] Network c655c57f-5990-4bd3-abba-fe0937597d50 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:41:11.245075 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-93a79223-650e-4e05-b311-fe2627385d43 admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:41:11.248383 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a79223-650e-4e05-b311-fe2627385d43 admin admin] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:41:11.279128 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a79223-650e-4e05-b311-fe2627385d43 admin admin] Pushing event updated for resources: {'Port': ['ID=10f23cad-c643-4f89-a0b7-13d952ac72be,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:11.307250 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-93a79223-650e-4e05-b311-fe2627385d43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:11.363776 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da90ab5f-941e-4d46-9164-639a279f5e44 admin admin] Network a5994ebc-740a-4ad3-a57a-031e7d37c137 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:41:11.474264 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-da90ab5f-941e-4d46-9164-639a279f5e44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, a5994ebc-740a-4ad3-a57a-031e7d37c137) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:41:11.480331 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da90ab5f-941e-4d46-9164-639a279f5e44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:11.481174 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-da90ab5f-941e-4d46-9164-639a279f5e44 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:11.485747 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8786f3f2-18ce-4ece-8e43-4d300f78d2e4 None None] Network a5994ebc-740a-4ad3-a57a-031e7d37c137 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:41:11.578555 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-93a79223-650e-4e05-b311-fe2627385d43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:11.599830 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-51b2b035-c2c4-44da-9323-434011e8279d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:11.605523 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b576f094-13d2-4fce-a562-cebef3d8d20f None None] Network a5994ebc-740a-4ad3-a57a-031e7d37c137 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:41:11.644229 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-da90ab5f-941e-4d46-9164-639a279f5e44 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5571001 Dec 08 16:41:11.707876 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-53fda394-f3bf-44ff-83c1-485e02c28b6a None None] Provisioning complete for port 10f23cad-c643-4f89-a0b7-13d952ac72be triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:41:11.708386 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-53fda394-f3bf-44ff-83c1-485e02c28b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:11.776600 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-53fda394-f3bf-44ff-83c1-485e02c28b6a None None] Port 10f23cad-c643-4f89-a0b7-13d952ac72be cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:41:11.832256 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-93a79223-650e-4e05-b311-fe2627385d43 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:11.948077 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-93a79223-650e-4e05-b311-fe2627385d43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:12.020469 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a79223-650e-4e05-b311-fe2627385d43 admin admin] Pushing event updated for resources: {'Port': ['ID=10f23cad-c643-4f89-a0b7-13d952ac72be,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:12.027121 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-93a79223-650e-4e05-b311-fe2627385d43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:12.135006 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a79223-650e-4e05-b311-fe2627385d43 admin admin] Network c655c57f-5990-4bd3-abba-fe0937597d50 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:41:12.136482 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-93a79223-650e-4e05-b311-fe2627385d43 admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:41:12.272656 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93a79223-650e-4e05-b311-fe2627385d43 admin admin] Router 072c6f1c-16d8-4f13-9132-b42c12519139 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:41:12.397110 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a79223-650e-4e05-b311-fe2627385d43 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:41:12.405316 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-a5f22906-3ac8-4aab-bab9-1ee6cafc17ab None None] Provisioning complete for port 10f23cad-c643-4f89-a0b7-13d952ac72be triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:41:12.410064 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a5f22906-3ac8-4aab-bab9-1ee6cafc17ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:12.420685 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-93a79223-650e-4e05-b311-fe2627385d43 admin admin] 10.222.0.64 "PUT /v2.0/routers/072c6f1c-16d8-4f13-9132-b42c12519139/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8297138 Dec 08 16:41:12.456162 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-a5f22906-3ac8-4aab-bab9-1ee6cafc17ab None None] Port 10f23cad-c643-4f89-a0b7-13d952ac72be cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:41:12.566285 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59008) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:41:12.571905 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-3f388b4b-05a9-432b-828a-bc197157b513 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1106944020-network', 'tenant_id': '676f9add8cf3438b844d6992dc4b330f'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:41:12.651402 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f388b4b-05a9-432b-828a-bc197157b513 admin admin] Made reservation on behalf of 676f9add8cf3438b844d6992dc4b330f for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:41:12.654450 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3f388b4b-05a9-432b-828a-bc197157b513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:12.667369 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3f388b4b-05a9-432b-828a-bc197157b513 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:12.767710 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3f388b4b-05a9-432b-828a-bc197157b513 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:12.838014 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 31ee0706-2359-485a-a374-6a80149fe1d4 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:41:12.840444 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3f388b4b-05a9-432b-828a-bc197157b513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:12.869496 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f388b4b-05a9-432b-828a-bc197157b513 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:41:12.878745 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f388b4b-05a9-432b-828a-bc197157b513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b27bb800-4902-4807-939e-a25c0860b3eb,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:12.888099 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3f388b4b-05a9-432b-828a-bc197157b513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:12.888501 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-3f388b4b-05a9-432b-828a-bc197157b513 admin admin] Added segment 3cb1d3e9-e5d5-42a8-9622-7fc5d41a3f47 of type vlan for network 1fb01a5d-f813-4cef-8f3a-8309f230a4ea Dec 08 16:41:12.920318 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 31ee0706-2359-485a-a374-6a80149fe1d4 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:41:12.920318 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:12.958756 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e279f040-25b7-4d69-b779-efbe08702a1d None None] Sync routers for ids ['072c6f1c-16d8-4f13-9132-b42c12519139'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:41:12.959001 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3f388b4b-05a9-432b-828a-bc197157b513 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:12.976537 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e279f040-25b7-4d69-b779-efbe08702a1d None None] Routers {'072c6f1c-16d8-4f13-9132-b42c12519139'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:41:12.977176 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-e279f040-25b7-4d69-b779-efbe08702a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:40:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['072c6f1c-16d8-4f13-9132-b42c12519139'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:41:13.039965 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3f388b4b-05a9-432b-828a-bc197157b513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:13.041019 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f388b4b-05a9-432b-828a-bc197157b513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:13.041609 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3f388b4b-05a9-432b-828a-bc197157b513 admin admin] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:13.121968 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f388b4b-05a9-432b-828a-bc197157b513 admin admin] Pushing event updated for resources: {'Network': ['ID=1fb01a5d-f813-4cef-8f3a-8309f230a4ea,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:13.128647 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-e279f040-25b7-4d69-b779-efbe08702a1d None None] Set router 072c6f1c-16d8-4f13-9132-b42c12519139 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:41:13.132871 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 1fb01a5d-f813-4cef-8f3a-8309f230a4ea details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:41:13.156838 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-3f388b4b-05a9-432b-828a-bc197157b513 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5893762 Dec 08 16:41:13.159655 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59044) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:41:13.164870 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-ef3fdbac-556e-41a6-9a63-da69c37a71b9 admin admin] Request body: {'subnet': {'network_id': '1fb01a5d-f813-4cef-8f3a-8309f230a4ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1106944020-subnet', 'tenant_id': '676f9add8cf3438b844d6992dc4b330f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:41:13.248644 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59052) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:41:13.252848 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-ad2a0ebf-44ee-4ae5-b477-9f05e2baef9f admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1989308754-network', 'tenant_id': '624adf27ec3347e0848e31cd8dfb00fb'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:41:13.267803 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3fdbac-556e-41a6-9a63-da69c37a71b9 admin admin] Made reservation on behalf of 676f9add8cf3438b844d6992dc4b330f for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:41:13.279685 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ef3fdbac-556e-41a6-9a63-da69c37a71b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:13.366254 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad2a0ebf-44ee-4ae5-b477-9f05e2baef9f admin admin] Made reservation on behalf of 624adf27ec3347e0848e31cd8dfb00fb for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:41:13.371399 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ad2a0ebf-44ee-4ae5-b477-9f05e2baef9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:13.383491 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ad2a0ebf-44ee-4ae5-b477-9f05e2baef9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:13.415351 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-e279f040-25b7-4d69-b779-efbe08702a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '072c6f1c-16d8-4f13-9132-b42c12519139', 'name': 'tempest-TestServerMultinode-179958317-router', 'tenant_id': '948fae883d644b1b942cd2d898c71ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '31ee0706-2359-485a-a374-6a80149fe1d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:41:07Z', 'updated_at': '2021-12-08T16:41:11Z', 'revision_number': 4, 'project_id': '948fae883d644b1b942cd2d898c71ccc', 'gw_port': {'id': '31ee0706-2359-485a-a374-6a80149fe1d4', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '072c6f1c-16d8-4f13-9132-b42c12519139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:41:07Z', 'updated_at': '2021-12-08T16:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '10f23cad-c643-4f89-a0b7-13d952ac72be', 'name': '', 'network_id': 'c655c57f-5990-4bd3-abba-fe0937597d50', 'tenant_id': '948fae883d644b1b942cd2d898c71ccc', 'mac_address': 'fa:16:3e:30:ba:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '072c6f1c-16d8-4f13-9132-b42c12519139', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '417dab09-36db-465a-a955-4bd84558bef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:41:10Z', 'updated_at': '2021-12-08T16:41:11Z', 'revision_number': 2, 'project_id': '948fae883d644b1b942cd2d898c71ccc', 'subnets': [{'id': '417dab09-36db-465a-a955-4bd84558bef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:41:13.448585 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e279f040-25b7-4d69-b779-efbe08702a1d None None] Checking router: 072c6f1c-16d8-4f13-9132-b42c12519139 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:41:13.449225 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e279f040-25b7-4d69-b779-efbe08702a1d None None] Updating router 072c6f1c-16d8-4f13-9132-b42c12519139 port 10f23cad-c643-4f89-a0b7-13d952ac72be binding host n-d-776250-12 {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:41:13.470999 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ad2a0ebf-44ee-4ae5-b477-9f05e2baef9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:13.476349 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e279f040-25b7-4d69-b779-efbe08702a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:13.571567 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ad2a0ebf-44ee-4ae5-b477-9f05e2baef9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:13.597222 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad2a0ebf-44ee-4ae5-b477-9f05e2baef9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:41:13.600387 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ef3fdbac-556e-41a6-9a63-da69c37a71b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:13.614877 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ad2a0ebf-44ee-4ae5-b477-9f05e2baef9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:13.616269 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-ad2a0ebf-44ee-4ae5-b477-9f05e2baef9f admin admin] Added segment e45fd526-7ffd-4cfa-b5ec-1377961f6231 of type vlan for network 2af90950-aa26-4dbe-a379-5b113067704c Dec 08 16:41:13.661637 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3fdbac-556e-41a6-9a63-da69c37a71b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e671249d-35c2-4e61-a9ba-e5623bece0d5,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:13.665417 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a0ebf-44ee-4ae5-b477-9f05e2baef9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e88d05ba-40cd-4b80-ba63-0402f6b5d15a,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:13.673133 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3fdbac-556e-41a6-9a63-da69c37a71b9 admin admin] Checking segment: {'id': '3cb1d3e9-e5d5-42a8-9622-7fc5d41a3f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1fb01a5d-f813-4cef-8f3a-8309f230a4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:41:13.673500 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3fdbac-556e-41a6-9a63-da69c37a71b9 admin admin] Network hostable DHCP agents. Network: 1fb01a5d-f813-4cef-8f3a-8309f230a4ea, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:41:13.675220 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ad2a0ebf-44ee-4ae5-b477-9f05e2baef9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:13.678183 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2a0ebf-44ee-4ae5-b477-9f05e2baef9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:13.678714 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2a0ebf-44ee-4ae5-b477-9f05e2baef9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:13.679127 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2a0ebf-44ee-4ae5-b477-9f05e2baef9f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:13.679535 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2a0ebf-44ee-4ae5-b477-9f05e2baef9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:13.679935 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2a0ebf-44ee-4ae5-b477-9f05e2baef9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:13.680531 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2a0ebf-44ee-4ae5-b477-9f05e2baef9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:13.681083 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2a0ebf-44ee-4ae5-b477-9f05e2baef9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:13.681664 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2a0ebf-44ee-4ae5-b477-9f05e2baef9f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:13.682060 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2a0ebf-44ee-4ae5-b477-9f05e2baef9f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:13.682456 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2a0ebf-44ee-4ae5-b477-9f05e2baef9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:13.682888 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2a0ebf-44ee-4ae5-b477-9f05e2baef9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:13.683330 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2a0ebf-44ee-4ae5-b477-9f05e2baef9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:13.683721 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2a0ebf-44ee-4ae5-b477-9f05e2baef9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:13.754222 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3fdbac-556e-41a6-9a63-da69c37a71b9 admin admin] Network 1fb01a5d-f813-4cef-8f3a-8309f230a4ea is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:41:13.765520 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e279f040-25b7-4d69-b779-efbe08702a1d None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:13.777751 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ad2a0ebf-44ee-4ae5-b477-9f05e2baef9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:13.778800 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2a0ebf-44ee-4ae5-b477-9f05e2baef9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:13.779399 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ad2a0ebf-44ee-4ae5-b477-9f05e2baef9f admin admin] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:13.828925 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-ef3fdbac-556e-41a6-9a63-da69c37a71b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 1fb01a5d-f813-4cef-8f3a-8309f230a4ea) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:41:13.833318 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3fdbac-556e-41a6-9a63-da69c37a71b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:13.833902 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ef3fdbac-556e-41a6-9a63-da69c37a71b9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:13.839686 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1889ed3-8b64-4b15-a211-e764d09b570a None None] Network 1fb01a5d-f813-4cef-8f3a-8309f230a4ea requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:41:13.847406 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a0ebf-44ee-4ae5-b477-9f05e2baef9f admin admin] Pushing event updated for resources: {'Network': ['ID=2af90950-aa26-4dbe-a379-5b113067704c,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:13.879259 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e279f040-25b7-4d69-b779-efbe08702a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:13.887422 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 2af90950-aa26-4dbe-a379-5b113067704c details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:41:13.906126 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ad2a0ebf-44ee-4ae5-b477-9f05e2baef9f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6571944 Dec 08 16:41:13.908782 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59086) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:41:13.913924 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-0e353ca2-6f8e-4e6f-81f0-a9ade38e5c39 admin admin] Request body: {'subnet': {'network_id': '2af90950-aa26-4dbe-a379-5b113067704c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1989308754-subnet', 'tenant_id': '624adf27ec3347e0848e31cd8dfb00fb', 'ip_version': 4}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:41:13.934153 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ef3fdbac-556e-41a6-9a63-da69c37a71b9 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7731581 Dec 08 16:41:14.016981 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92455d2c-db3f-4a46-a56b-52811692cba9 None None] Pushing event updated for resources: {'Port': ['ID=10f23cad-c643-4f89-a0b7-13d952ac72be,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:14.026316 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e353ca2-6f8e-4e6f-81f0-a9ade38e5c39 admin admin] Made reservation on behalf of 624adf27ec3347e0848e31cd8dfb00fb for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:41:14.029793 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0e353ca2-6f8e-4e6f-81f0-a9ade38e5c39 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:14.096227 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2e441f-ec8f-4946-a836-6e200fb40044 None None] Network 1fb01a5d-f813-4cef-8f3a-8309f230a4ea requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:41:14.181448 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-e279f040-25b7-4d69-b779-efbe08702a1d None None] Attempting to bind port 10f23cad-c643-4f89-a0b7-13d952ac72be on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:41:14.181816 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-e279f040-25b7-4d69-b779-efbe08702a1d None None] Attempting to bind port 10f23cad-c643-4f89-a0b7-13d952ac72be by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'd918d902-9459-4a03-9e15-c92cdbb97172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c655c57f-5990-4bd3-abba-fe0937597d50'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:41:14.182191 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e279f040-25b7-4d69-b779-efbe08702a1d None None] Attempting to bind port 10f23cad-c643-4f89-a0b7-13d952ac72be on network c655c57f-5990-4bd3-abba-fe0937597d50 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:41:14.189765 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e279f040-25b7-4d69-b779-efbe08702a1d None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:41:14.190147 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e279f040-25b7-4d69-b779-efbe08702a1d None None] Checking segment: {'id': 'd918d902-9459-4a03-9e15-c92cdbb97172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c655c57f-5990-4bd3-abba-fe0937597d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:41:14.190563 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e279f040-25b7-4d69-b779-efbe08702a1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:14.190965 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e279f040-25b7-4d69-b779-efbe08702a1d None None] Bound using segment: {'id': 'd918d902-9459-4a03-9e15-c92cdbb97172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c655c57f-5990-4bd3-abba-fe0937597d50'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:41:14.191452 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-e279f040-25b7-4d69-b779-efbe08702a1d None None] Bound port: 10f23cad-c643-4f89-a0b7-13d952ac72be, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd918d902-9459-4a03-9e15-c92cdbb97172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c655c57f-5990-4bd3-abba-fe0937597d50'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:41:14.192146 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e279f040-25b7-4d69-b779-efbe08702a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:14.212255 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b27d9b8c-1f87-405f-8341-0372cc879148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:14.298909 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-e279f040-25b7-4d69-b779-efbe08702a1d None None] For port 10f23cad-c643-4f89-a0b7-13d952ac72be, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:41:14.302938 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-e279f040-25b7-4d69-b779-efbe08702a1d None None] For port 10f23cad-c643-4f89-a0b7-13d952ac72be, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=10f23cad-c643-4f89-a0b7-13d952ac72be,segment=NetworkSegment(d918d902-9459-4a03-9e15-c92cdbb97172),segment_id=d918d902-9459-4a03-9e15-c92cdbb97172)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:41:14.345327 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0e353ca2-6f8e-4e6f-81f0-a9ade38e5c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:14.400993 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-a1b4beaa-c78d-438e-af81-28cac264f2da None None] Provisioning complete for port 10f23cad-c643-4f89-a0b7-13d952ac72be triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:41:14.401384 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a1b4beaa-c78d-438e-af81-28cac264f2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:14.406881 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e353ca2-6f8e-4e6f-81f0-a9ade38e5c39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cead43ce-c854-488e-85d0-99c801af31e2,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:14.411398 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e279f040-25b7-4d69-b779-efbe08702a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:14.418319 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e353ca2-6f8e-4e6f-81f0-a9ade38e5c39 admin admin] Checking segment: {'id': 'e45fd526-7ffd-4cfa-b5ec-1377961f6231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2af90950-aa26-4dbe-a379-5b113067704c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:41:14.419705 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e353ca2-6f8e-4e6f-81f0-a9ade38e5c39 admin admin] Network hostable DHCP agents. Network: 2af90950-aa26-4dbe-a379-5b113067704c, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:41:14.512757 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e279f040-25b7-4d69-b779-efbe08702a1d None None] Routers {'072c6f1c-16d8-4f13-9132-b42c12519139'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:41:14.513391 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-e279f040-25b7-4d69-b779-efbe08702a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:41:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['072c6f1c-16d8-4f13-9132-b42c12519139'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:41:14.517174 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92455d2c-db3f-4a46-a56b-52811692cba9 None None] Pushing event updated for resources: {'Port': ['ID=10f23cad-c643-4f89-a0b7-13d952ac72be,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:14.544886 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e353ca2-6f8e-4e6f-81f0-a9ade38e5c39 admin admin] Network 2af90950-aa26-4dbe-a379-5b113067704c is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:41:14.616571 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d09a19-870e-4cf1-ba66-2c1c004014a1 req-2af62791-49db-4823-963b-3554d272b9fb tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:14.622723 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e4d09a19-870e-4cf1-ba66-2c1c004014a1 req-2af62791-49db-4823-963b-3554d272b9fb tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] 10.222.0.64 "GET /v2.0/networks?id=a5994ebc-740a-4ad3-a57a-031e7d37c137 HTTP/1.1" status: 200 len: 811 time: 0.1522171 Dec 08 16:41:14.641621 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e4d09a19-870e-4cf1-ba66-2c1c004014a1 req-75fb5e75-e06c-476d-ac95-a65b2d1c244a tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] 10.222.0.64 "GET /v2.0/quotas/638f829220a048eea910377d5c6a81c3 HTTP/1.1" status: 200 len: 375 time: 0.0122483 Dec 08 16:41:14.642897 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-0e353ca2-6f8e-4e6f-81f0-a9ade38e5c39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 2af90950-aa26-4dbe-a379-5b113067704c) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:41:14.649338 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e353ca2-6f8e-4e6f-81f0-a9ade38e5c39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:14.649885 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0e353ca2-6f8e-4e6f-81f0-a9ade38e5c39 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:14.702464 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e4d09a19-870e-4cf1-ba66-2c1c004014a1 req-21373e04-8b45-40ed-bff5-ed24892fbc39 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=638f829220a048eea910377d5c6a81c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317969 Dec 08 16:41:14.737199 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0647c606-c0d9-44ab-a36e-bf79dd67e017 None None] Network 2af90950-aa26-4dbe-a379-5b113067704c requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:41:14.763465 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-0e353ca2-6f8e-4e6f-81f0-a9ade38e5c39 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8533540 Dec 08 16:41:14.765912 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59132) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:41:14.772504 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-b4cdb6ae-e024-4a1f-ab76-c5e652ffab52 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1989308754-router', 'tenant_id': '624adf27ec3347e0848e31cd8dfb00fb', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:41:14.826267 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e4d09a19-870e-4cf1-ba66-2c1c004014a1 req-6be85b09-5672-4220-8d76-44cb77d11a10 service neutron] 10.222.0.64 "GET /v2.0/networks/a5994ebc-740a-4ad3-a57a-031e7d37c137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166925 Dec 08 16:41:14.873328 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a1b4beaa-c78d-438e-af81-28cac264f2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:14.904650 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b4cdb6ae-e024-4a1f-ab76-c5e652ffab52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:14.905703 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b4cdb6ae-e024-4a1f-ab76-c5e652ffab52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:14.925293 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-e279f040-25b7-4d69-b779-efbe08702a1d None None] Set router 072c6f1c-16d8-4f13-9132-b42c12519139 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:41:14.942717 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e4d09a19-870e-4cf1-ba66-2c1c004014a1 req-d2170f15-f467-4dbb-93ef-5af74a4376a6 service neutron] 10.222.0.64 "GET /v2.0/networks/a5994ebc-740a-4ad3-a57a-031e7d37c137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084020 Dec 08 16:41:14.983263 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-a1b4beaa-c78d-438e-af81-28cac264f2da None None] For port 10f23cad-c643-4f89-a0b7-13d952ac72be, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=10f23cad-c643-4f89-a0b7-13d952ac72be,segment=NetworkSegment(d918d902-9459-4a03-9e15-c92cdbb97172),segment_id=d918d902-9459-4a03-9e15-c92cdbb97172)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:41:14.988512 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b4cdb6ae-e024-4a1f-ab76-c5e652ffab52 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:15.001781 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbe042d-4383-429f-a035-65db2ac58fb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-2af90950-aa26-4dbe-a379-5b113067704c', 'network_id': '2af90950-aa26-4dbe-a379-5b113067704c', 'project_id': '624adf27ec3347e0848e31cd8dfb00fb', 'fixed_ips': [{'subnet_id': 'cead43ce-c854-488e-85d0-99c801af31e2'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:41:15.002641 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-efbe042d-4383-429f-a035-65db2ac58fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:15.094815 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a1b4beaa-c78d-438e-af81-28cac264f2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:15.272630 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b4cdb6ae-e024-4a1f-ab76-c5e652ffab52 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:15.275002 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5b0c8ea8-0e15-41be-846e-a79dd467a0e5 req-db35e640-01a3-423b-919f-04bd3dc73344 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] 10.222.0.64 "GET /v2.0/ports?device_id=1edaf45e-358b-41e7-8cdf-3ce9515138f7 HTTP/1.1" status: 200 len: 210 time: 0.0412955 Dec 08 16:41:15.318430 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b4beaa-c78d-438e-af81-28cac264f2da None None] Pushing event updated for resources: {'Port': ['ID=10f23cad-c643-4f89-a0b7-13d952ac72be,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:15.331567 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-b302be14-3207-4af4-875b-cc8c114c9d9c None None] Provisioning complete for port 10f23cad-c643-4f89-a0b7-13d952ac72be triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:41:15.331983 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b302be14-3207-4af4-875b-cc8c114c9d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:15.392348 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-efbe042d-4383-429f-a035-65db2ac58fb5 None None] Allocated IP 172.20.0.2 (2af90950-aa26-4dbe-a379-5b113067704c/cead43ce-c854-488e-85d0-99c801af31e2/19d41434-7b0b-44e4-9e42-7f0744d86249) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:41:15.394507 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:15.517935 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-e279f040-25b7-4d69-b779-efbe08702a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '072c6f1c-16d8-4f13-9132-b42c12519139', 'name': 'tempest-TestServerMultinode-179958317-router', 'tenant_id': '948fae883d644b1b942cd2d898c71ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '31ee0706-2359-485a-a374-6a80149fe1d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:41:07Z', 'updated_at': '2021-12-08T16:41:11Z', 'revision_number': 4, 'project_id': '948fae883d644b1b942cd2d898c71ccc', 'gw_port': {'id': '31ee0706-2359-485a-a374-6a80149fe1d4', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '072c6f1c-16d8-4f13-9132-b42c12519139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:41:07Z', 'updated_at': '2021-12-08T16:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '10f23cad-c643-4f89-a0b7-13d952ac72be', 'name': '', 'network_id': 'c655c57f-5990-4bd3-abba-fe0937597d50', 'tenant_id': '948fae883d644b1b942cd2d898c71ccc', 'mac_address': 'fa:16:3e:30:ba:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '072c6f1c-16d8-4f13-9132-b42c12519139', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '417dab09-36db-465a-a955-4bd84558bef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:41:10Z', 'updated_at': '2021-12-08T16:41:14Z', 'revision_number': 4, 'project_id': '948fae883d644b1b942cd2d898c71ccc', 'subnets': [{'id': '417dab09-36db-465a-a955-4bd84558bef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:41:15.557491 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e279f040-25b7-4d69-b779-efbe08702a1d None None] The sync data for ids ['072c6f1c-16d8-4f13-9132-b42c12519139'] in n-d-776250-12 is: [{'id': '072c6f1c-16d8-4f13-9132-b42c12519139', 'name': 'tempest-TestServerMultinode-179958317-router', 'tenant_id': '948fae883d644b1b942cd2d898c71ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '31ee0706-2359-485a-a374-6a80149fe1d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:41:07Z', 'updated_at': '2021-12-08T16:41:11Z', 'revision_number': 4, 'project_id': '948fae883d644b1b942cd2d898c71ccc', 'gw_port': {'id': '31ee0706-2359-485a-a374-6a80149fe1d4', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '072c6f1c-16d8-4f13-9132-b42c12519139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:41:07Z', 'updated_at': '2021-12-08T16:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '10f23cad-c643-4f89-a0b7-13d952ac72be', 'name': '', 'network_id': 'c655c57f-5990-4bd3-abba-fe0937597d50', 'tenant_id': '948fae883d644b1b942cd2d898c71ccc', 'mac_address': 'fa:16:3e:30:ba:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '072c6f1c-16d8-4f13-9132-b42c12519139', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '417dab09-36db-465a-a955-4bd84558bef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:41:10Z', 'updated_at': '2021-12-08T16:41:14Z', 'revision_number': 4, 'project_id': '948fae883d644b1b942cd2d898c71ccc', 'subnets': [{'id': '417dab09-36db-465a-a955-4bd84558bef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:41:15.596678 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b4cdb6ae-e024-4a1f-ab76-c5e652ffab52 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:15.621150 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b4cdb6ae-e024-4a1f-ab76-c5e652ffab52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:15.651210 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-efbe042d-4383-429f-a035-65db2ac58fb5 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:15.748954 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-efbe042d-4383-429f-a035-65db2ac58fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:15.762413 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-b4cdb6ae-e024-4a1f-ab76-c5e652ffab52 admin admin] Allocated IP 172.25.0.192 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/a8395793-22c5-4f86-a713-93f5e49e7e2d) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:41:15.825733 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbe042d-4383-429f-a035-65db2ac58fb5 None None] Network 2af90950-aa26-4dbe-a379-5b113067704c is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:41:15.831180 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-efbe042d-4383-429f-a035-65db2ac58fb5 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:41:15.840397 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbe042d-4383-429f-a035-65db2ac58fb5 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:41:15.858427 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbe042d-4383-429f-a035-65db2ac58fb5 None None] Pushing event updated for resources: {'Port': ['ID=19d41434-7b0b-44e4-9e42-7f0744d86249,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:15.938234 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b4cdb6ae-e024-4a1f-ab76-c5e652ffab52 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:15.971701 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-efbe042d-4383-429f-a035-65db2ac58fb5 None None] Attempting to bind port 19d41434-7b0b-44e4-9e42-7f0744d86249 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:41:15.972285 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-efbe042d-4383-429f-a035-65db2ac58fb5 None None] Attempting to bind port 19d41434-7b0b-44e4-9e42-7f0744d86249 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'e45fd526-7ffd-4cfa-b5ec-1377961f6231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2af90950-aa26-4dbe-a379-5b113067704c'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:41:15.972854 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbe042d-4383-429f-a035-65db2ac58fb5 None None] Attempting to bind port 19d41434-7b0b-44e4-9e42-7f0744d86249 on network 2af90950-aa26-4dbe-a379-5b113067704c {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:41:15.980907 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbe042d-4383-429f-a035-65db2ac58fb5 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:41:15.984391 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbe042d-4383-429f-a035-65db2ac58fb5 None None] Checking segment: {'id': 'e45fd526-7ffd-4cfa-b5ec-1377961f6231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2af90950-aa26-4dbe-a379-5b113067704c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:41:15.984391 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-efbe042d-4383-429f-a035-65db2ac58fb5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:15.984391 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbe042d-4383-429f-a035-65db2ac58fb5 None None] Bound using segment: {'id': 'e45fd526-7ffd-4cfa-b5ec-1377961f6231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2af90950-aa26-4dbe-a379-5b113067704c'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:41:15.984391 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-efbe042d-4383-429f-a035-65db2ac58fb5 None None] Bound port: 19d41434-7b0b-44e4-9e42-7f0744d86249, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e45fd526-7ffd-4cfa-b5ec-1377961f6231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2af90950-aa26-4dbe-a379-5b113067704c'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:41:15.984391 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-efbe042d-4383-429f-a035-65db2ac58fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:16.045934 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b4cdb6ae-e024-4a1f-ab76-c5e652ffab52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:16.056054 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-efbe042d-4383-429f-a035-65db2ac58fb5 None None] For port 19d41434-7b0b-44e4-9e42-7f0744d86249, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:41:16.059485 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-efbe042d-4383-429f-a035-65db2ac58fb5 None None] For port 19d41434-7b0b-44e4-9e42-7f0744d86249, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=19d41434-7b0b-44e4-9e42-7f0744d86249,segment=NetworkSegment(e45fd526-7ffd-4cfa-b5ec-1377961f6231),segment_id=e45fd526-7ffd-4cfa-b5ec-1377961f6231)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:41:16.094290 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4cdb6ae-e024-4a1f-ab76-c5e652ffab52 admin admin] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:41:16.097273 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-b4cdb6ae-e024-4a1f-ab76-c5e652ffab52 admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:41:16.102804 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cdb6ae-e024-4a1f-ab76-c5e652ffab52 admin admin] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:41:16.105953 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cdb6ae-e024-4a1f-ab76-c5e652ffab52 admin admin] Pushing event updated for resources: {'Port': ['ID=a8395793-22c5-4f86-a713-93f5e49e7e2d,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:16.116553 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a42bbbe-3910-4d2b-ae50-a8b74bfde949 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:41:16.145851 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-efbe042d-4383-429f-a035-65db2ac58fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:16.260271 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbe042d-4383-429f-a035-65db2ac58fb5 None None] Pushing event updated for resources: {'Port': ['ID=19d41434-7b0b-44e4-9e42-7f0744d86249,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:16.265047 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-21e5ac81-c032-4f4d-b2c1-dc4655c9b2c9 None None] Provisioning complete for port a8395793-22c5-4f86-a713-93f5e49e7e2d triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:41:16.265557 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-21e5ac81-c032-4f4d-b2c1-dc4655c9b2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:16.312521 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-21e5ac81-c032-4f4d-b2c1-dc4655c9b2c9 None None] Port a8395793-22c5-4f86-a713-93f5e49e7e2d cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:41:16.360699 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-38a71190-e1ba-4973-a0b4-56a8d05e7fda req-ba62eff7-567c-4de5-b8d2-610cd0394dfe tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] 10.222.0.64 "GET /v2.0/ports?device_id=1edaf45e-358b-41e7-8cdf-3ce9515138f7 HTTP/1.1" status: 200 len: 210 time: 0.0284169 Dec 08 16:41:16.571629 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b4cdb6ae-e024-4a1f-ab76-c5e652ffab52 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:16.817370 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:16.908996 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 10f23cad-c643-4f89-a0b7-13d952ac72be up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:41:16.983931 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 10f23cad-c643-4f89-a0b7-13d952ac72be triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:41:16.984553 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:17.129515 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 19d41434-7b0b-44e4-9e42-7f0744d86249 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:41:17.189869 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 19d41434-7b0b-44e4-9e42-7f0744d86249 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:41:17.190245 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:17.287033 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b4cdb6ae-e024-4a1f-ab76-c5e652ffab52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:17.302272 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:17.346122 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 19d41434-7b0b-44e4-9e42-7f0744d86249, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=19d41434-7b0b-44e4-9e42-7f0744d86249,segment=NetworkSegment(e45fd526-7ffd-4cfa-b5ec-1377961f6231),segment_id=e45fd526-7ffd-4cfa-b5ec-1377961f6231)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:41:17.429360 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:17.477406 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e62c18fe-6cfe-4204-b6d4-154ad24e72b7 req-e073f233-fcc9-4cb7-a046-dcf211d96766 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] 10.222.0.64 "GET /v2.0/ports?device_id=1edaf45e-358b-41e7-8cdf-3ce9515138f7 HTTP/1.1" status: 200 len: 210 time: 0.0405173 Dec 08 16:41:17.477600 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad8751b-f232-4d72-b8f4-2cbeb8e9cf61 None None] Network 2af90950-aa26-4dbe-a379-5b113067704c requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:41:17.543714 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4cdb6ae-e024-4a1f-ab76-c5e652ffab52 admin admin] Router 4821906c-d370-4a4b-843c-fd538a5e7682 is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:41:17.574482 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=19d41434-7b0b-44e4-9e42-7f0744d86249,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:17.593055 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-e3e6010e-434a-42a5-b48f-200a3942f9d8 None None] Provisioning complete for port 19d41434-7b0b-44e4-9e42-7f0744d86249 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:41:17.593448 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e3e6010e-434a-42a5-b48f-200a3942f9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:17.644096 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:17.668418 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4cdb6ae-e024-4a1f-ab76-c5e652ffab52 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:41:17.692796 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d6f45f-89c5-424f-83a1-b2deb9ec3c20 None None] Sync routers for ids ['4821906c-d370-4a4b-843c-fd538a5e7682'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:41:17.704850 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d6f45f-89c5-424f-83a1-b2deb9ec3c20 None None] Routers {'4821906c-d370-4a4b-843c-fd538a5e7682'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:41:17.706562 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-25d6f45f-89c5-424f-83a1-b2deb9ec3c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:41:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['4821906c-d370-4a4b-843c-fd538a5e7682'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:41:17.756661 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b4cdb6ae-e024-4a1f-ab76-c5e652ffab52 admin admin] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:17.757959 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b4cdb6ae-e024-4a1f-ab76-c5e652ffab52 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9910879 Dec 08 16:41:17.761638 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59192) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:41:17.847058 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-25d6f45f-89c5-424f-83a1-b2deb9ec3c20 None None] Set router 4821906c-d370-4a4b-843c-fd538a5e7682 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:41:17.965410 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-37998c0f-e5f2-4537-b25f-a443cf808b82 None None] Provisioning complete for port 19d41434-7b0b-44e4-9e42-7f0744d86249 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:41:17.965697 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-37998c0f-e5f2-4537-b25f-a443cf808b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:18.059330 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d09a19-870e-4cf1-ba66-2c1c004014a1 req-2dc1a454-6116-43e0-a939-19ce06592da4 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:18.061485 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e4d09a19-870e-4cf1-ba66-2c1c004014a1 req-2dc1a454-6116-43e0-a939-19ce06592da4 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] 10.222.0.76 "GET /v2.0/networks?id=a5994ebc-740a-4ad3-a57a-031e7d37c137 HTTP/1.1" status: 200 len: 811 time: 0.1989129 Dec 08 16:41:18.105023 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-e4d09a19-870e-4cf1-ba66-2c1c004014a1 req-f3fd8e04-7400-467c-aeef-321ffb749f29 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] Request body: {'port': {'device_id': '1edaf45e-358b-41e7-8cdf-3ce9515138f7', 'network_id': 'a5994ebc-740a-4ad3-a57a-031e7d37c137', 'admin_state_up': True, 'tenant_id': '638f829220a048eea910377d5c6a81c3'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:41:18.141317 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-25d6f45f-89c5-424f-83a1-b2deb9ec3c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4821906c-d370-4a4b-843c-fd538a5e7682', 'name': 'tempest-TestServerMultinode-1989308754-router', 'tenant_id': '624adf27ec3347e0848e31cd8dfb00fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': 'a8395793-22c5-4f86-a713-93f5e49e7e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:41:14Z', 'updated_at': '2021-12-08T16:41:16Z', 'revision_number': 3, 'project_id': '624adf27ec3347e0848e31cd8dfb00fb', 'gw_port': {'id': 'a8395793-22c5-4f86-a713-93f5e49e7e2d', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:dc:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4821906c-d370-4a4b-843c-fd538a5e7682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:41:15Z', 'updated_at': '2021-12-08T16:41:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:41:18.170297 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d6f45f-89c5-424f-83a1-b2deb9ec3c20 None None] Checking router: 4821906c-d370-4a4b-843c-fd538a5e7682 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:41:18.170904 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d6f45f-89c5-424f-83a1-b2deb9ec3c20 None None] Updating router 4821906c-d370-4a4b-843c-fd538a5e7682 port a8395793-22c5-4f86-a713-93f5e49e7e2d binding host n-d-776250-12 {{(pid=110553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:41:18.197719 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-25d6f45f-89c5-424f-83a1-b2deb9ec3c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:18.470010 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4d09a19-870e-4cf1-ba66-2c1c004014a1 req-f3fd8e04-7400-467c-aeef-321ffb749f29 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] Made reservation on behalf of 638f829220a048eea910377d5c6a81c3 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:41:18.473866 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e4d09a19-870e-4cf1-ba66-2c1c004014a1 req-f3fd8e04-7400-467c-aeef-321ffb749f29 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:18.508655 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-25d6f45f-89c5-424f-83a1-b2deb9ec3c20 None None] Publish callbacks [] for port, precommit_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:18.591332 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-44c82643-b450-48ce-bcd9-9b41a7263c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:18.615709 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e30ed73a-53bf-468d-bc80-50b646598e11 req-f982aa2f-2f40-47f2-a213-d660e889a1dd tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] 10.222.0.64 "GET /v2.0/ports?device_id=1edaf45e-358b-41e7-8cdf-3ce9515138f7 HTTP/1.1" status: 200 len: 210 time: 0.0435295 Dec 08 16:41:18.623269 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-25d6f45f-89c5-424f-83a1-b2deb9ec3c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:18.680092 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421195d7-6bd0-4c71-93a4-30ea53654b05 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:41:18.685064 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-25d6f45f-89c5-424f-83a1-b2deb9ec3c20 None None] Attempting to bind port a8395793-22c5-4f86-a713-93f5e49e7e2d on host n-d-776250-12 for vnic_type normal with profile {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:41:18.685665 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-25d6f45f-89c5-424f-83a1-b2deb9ec3c20 None None] Attempting to bind port a8395793-22c5-4f86-a713-93f5e49e7e2d by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:41:18.686207 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d6f45f-89c5-424f-83a1-b2deb9ec3c20 None None] Attempting to bind port a8395793-22c5-4f86-a713-93f5e49e7e2d on network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:41:18.700701 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d6f45f-89c5-424f-83a1-b2deb9ec3c20 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:41:18.701928 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d6f45f-89c5-424f-83a1-b2deb9ec3c20 None None] Checking segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:41:18.702513 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-25d6f45f-89c5-424f-83a1-b2deb9ec3c20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:18.703247 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d6f45f-89c5-424f-83a1-b2deb9ec3c20 None None] Bound using segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:41:18.703903 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-25d6f45f-89c5-424f-83a1-b2deb9ec3c20 None None] Bound port: a8395793-22c5-4f86-a713-93f5e49e7e2d, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:41:18.704324 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-25d6f45f-89c5-424f-83a1-b2deb9ec3c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:18.738344 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9481c936-72e1-40fa-b001-dce36b464cef None None] Pushing event updated for resources: {'Port': ['ID=a8395793-22c5-4f86-a713-93f5e49e7e2d,revision_number=2']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:18.742912 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-e4d09a19-870e-4cf1-ba66-2c1c004014a1 req-f3fd8e04-7400-467c-aeef-321ffb749f29 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] Allocated IP 172.20.0.2 (a5994ebc-740a-4ad3-a57a-031e7d37c137/71187147-c930-46c8-868f-2a942f6bd5b9/b5a86391-3642-48d2-b009-7126b7ad12b6) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:41:18.756618 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-c77adcc5-0d1d-4986-82f3-4546cad8a47b None None] Provisioning complete for port a8395793-22c5-4f86-a713-93f5e49e7e2d triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:41:18.757587 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c77adcc5-0d1d-4986-82f3-4546cad8a47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:18.777540 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-25d6f45f-89c5-424f-83a1-b2deb9ec3c20 None None] For port a8395793-22c5-4f86-a713-93f5e49e7e2d, host n-d-776250-12, cleared binding levels {{(pid=110553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:41:18.782028 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-25d6f45f-89c5-424f-83a1-b2deb9ec3c20 None None] For port a8395793-22c5-4f86-a713-93f5e49e7e2d, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=a8395793-22c5-4f86-a713-93f5e49e7e2d,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:41:18.822090 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-c77adcc5-0d1d-4986-82f3-4546cad8a47b None None] Port a8395793-22c5-4f86-a713-93f5e49e7e2d cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:41:18.846406 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 19d41434-7b0b-44e4-9e42-7f0744d86249 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:41:18.868785 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-25d6f45f-89c5-424f-83a1-b2deb9ec3c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:18.926485 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-44c82643-b450-48ce-bcd9-9b41a7263c83 admin admin] Allocated IP 172.20.0.1 (2af90950-aa26-4dbe-a379-5b113067704c/cead43ce-c854-488e-85d0-99c801af31e2/718e6986-52a5-4a0f-9186-7f400751c175) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:41:18.958610 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9481c936-72e1-40fa-b001-dce36b464cef None None] Pushing event updated for resources: {'Port': ['ID=a8395793-22c5-4f86-a713-93f5e49e7e2d,revision_number=3']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:18.980797 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d6f45f-89c5-424f-83a1-b2deb9ec3c20 None None] Routers {'4821906c-d370-4a4b-843c-fd538a5e7682'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:41:18.981976 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-25d6f45f-89c5-424f-83a1-b2deb9ec3c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:41:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['4821906c-d370-4a4b-843c-fd538a5e7682'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:41:19.055414 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e4d09a19-870e-4cf1-ba66-2c1c004014a1 req-f3fd8e04-7400-467c-aeef-321ffb749f29 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:19.113178 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-44c82643-b450-48ce-bcd9-9b41a7263c83 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:19.156382 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3427a888-21c4-41fe-8532-721b7419ae48 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:41:19.188202 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 19d41434-7b0b-44e4-9e42-7f0744d86249 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:41:19.188583 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:19.199953 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e4d09a19-870e-4cf1-ba66-2c1c004014a1 req-f3fd8e04-7400-467c-aeef-321ffb749f29 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:19.227653 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-25d6f45f-89c5-424f-83a1-b2deb9ec3c20 None None] Set router 4821906c-d370-4a4b-843c-fd538a5e7682 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:41:19.247302 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-44c82643-b450-48ce-bcd9-9b41a7263c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:19.258452 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-1d0ae19a-fdc9-42cb-ba46-cc8e33e93f47 None None] Provisioning complete for port a8395793-22c5-4f86-a713-93f5e49e7e2d triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:41:19.258452 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1d0ae19a-fdc9-42cb-ba46-cc8e33e93f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:19.291886 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fd8e04-7400-467c-aeef-321ffb749f29 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] Pushing event updated for resources: {'Port': ['ID=b5a86391-3642-48d2-b009-7126b7ad12b6,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:19.296631 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4d09a19-870e-4cf1-ba66-2c1c004014a1 req-f3fd8e04-7400-467c-aeef-321ffb749f29 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] Network a5994ebc-740a-4ad3-a57a-031e7d37c137 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:41:19.298902 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c82643-b450-48ce-bcd9-9b41a7263c83 admin admin] Network 2af90950-aa26-4dbe-a379-5b113067704c is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:41:19.304889 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-44c82643-b450-48ce-bcd9-9b41a7263c83 admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:41:19.307068 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-e4d09a19-870e-4cf1-ba66-2c1c004014a1 req-f3fd8e04-7400-467c-aeef-321ffb749f29 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:41:19.309578 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c82643-b450-48ce-bcd9-9b41a7263c83 admin admin] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:41:19.346442 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d09a19-870e-4cf1-ba66-2c1c004014a1 req-f3fd8e04-7400-467c-aeef-321ffb749f29 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:41:19.417922 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d09a19-870e-4cf1-ba66-2c1c004014a1 req-f3fd8e04-7400-467c-aeef-321ffb749f29 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:19.418582 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e4d09a19-870e-4cf1-ba66-2c1c004014a1 req-f3fd8e04-7400-467c-aeef-321ffb749f29 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:19.420291 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1d0ae19a-fdc9-42cb-ba46-cc8e33e93f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:19.450251 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-1d0ae19a-fdc9-42cb-ba46-cc8e33e93f47 None None] For port a8395793-22c5-4f86-a713-93f5e49e7e2d, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=a8395793-22c5-4f86-a713-93f5e49e7e2d,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:41:19.483630 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c82643-b450-48ce-bcd9-9b41a7263c83 admin admin] Pushing event updated for resources: {'Port': ['ID=718e6986-52a5-4a0f-9186-7f400751c175,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:19.505508 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-44c82643-b450-48ce-bcd9-9b41a7263c83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:19.536661 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-25d6f45f-89c5-424f-83a1-b2deb9ec3c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4821906c-d370-4a4b-843c-fd538a5e7682', 'name': 'tempest-TestServerMultinode-1989308754-router', 'tenant_id': '624adf27ec3347e0848e31cd8dfb00fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': 'a8395793-22c5-4f86-a713-93f5e49e7e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:41:14Z', 'updated_at': '2021-12-08T16:41:16Z', 'revision_number': 3, 'project_id': '624adf27ec3347e0848e31cd8dfb00fb', 'gw_port': {'id': 'a8395793-22c5-4f86-a713-93f5e49e7e2d', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:dc:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4821906c-d370-4a4b-843c-fd538a5e7682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:41:15Z', 'updated_at': '2021-12-08T16:41:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:41:19.554746 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1d0ae19a-fdc9-42cb-ba46-cc8e33e93f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:19.573635 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e4d09a19-870e-4cf1-ba66-2c1c004014a1 req-f3fd8e04-7400-467c-aeef-321ffb749f29 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4728930 Dec 08 16:41:19.578717 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d6f45f-89c5-424f-83a1-b2deb9ec3c20 None None] The sync data for ids ['4821906c-d370-4a4b-843c-fd538a5e7682'] in n-d-776250-12 is: [{'id': '4821906c-d370-4a4b-843c-fd538a5e7682', 'name': 'tempest-TestServerMultinode-1989308754-router', 'tenant_id': '624adf27ec3347e0848e31cd8dfb00fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': 'a8395793-22c5-4f86-a713-93f5e49e7e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:41:14Z', 'updated_at': '2021-12-08T16:41:16Z', 'revision_number': 3, 'project_id': '624adf27ec3347e0848e31cd8dfb00fb', 'gw_port': {'id': 'a8395793-22c5-4f86-a713-93f5e49e7e2d', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:dc:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4821906c-d370-4a4b-843c-fd538a5e7682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:41:15Z', 'updated_at': '2021-12-08T16:41:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:41:19.592010 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-e4d09a19-870e-4cf1-ba66-2c1c004014a1 req-627b1ecf-e18d-4bac-8106-c47a751a696f service neutron] Request body: {'port': {'device_id': '1edaf45e-358b-41e7-8cdf-3ce9515138f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:41:19.650864 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ae19a-fdc9-42cb-ba46-cc8e33e93f47 None None] Pushing event updated for resources: {'Port': ['ID=a8395793-22c5-4f86-a713-93f5e49e7e2d,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:19.691894 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-8f7b9646-d6fb-44f2-8ca2-9df1e26c4a44 None None] Provisioning complete for port 718e6986-52a5-4a0f-9186-7f400751c175 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:41:19.693212 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8f7b9646-d6fb-44f2-8ca2-9df1e26c4a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:19.704060 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e4d09a19-870e-4cf1-ba66-2c1c004014a1 req-627b1ecf-e18d-4bac-8106-c47a751a696f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:19.774925 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-8f7b9646-d6fb-44f2-8ca2-9df1e26c4a44 None None] Port 718e6986-52a5-4a0f-9186-7f400751c175 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:41:19.787091 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22345c3-b12d-4200-b858-bff1458d6af9 req-0877619d-4d26-4526-9ebb-3d46ac8e54dd tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:19.790298 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c22345c3-b12d-4200-b858-bff1458d6af9 req-0877619d-4d26-4526-9ebb-3d46ac8e54dd tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] 10.222.0.64 "GET /v2.0/ports?device_id=1edaf45e-358b-41e7-8cdf-3ce9515138f7 HTTP/1.1" status: 200 len: 931 time: 0.0767944 Dec 08 16:41:19.873423 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c22345c3-b12d-4200-b858-bff1458d6af9 req-8c108558-5f87-4d91-be0c-6108b661d5dd tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] 10.222.0.64 "GET /v2.0/security-groups?id=103c8c7c-5204-4d97-b5fe-6f96ae1d86c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604823 Dec 08 16:41:20.224142 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-44c82643-b450-48ce-bcd9-9b41a7263c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:20.501492 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-e4d09a19-870e-4cf1-ba66-2c1c004014a1 req-627b1ecf-e18d-4bac-8106-c47a751a696f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5a86391-3642-48d2-b009-7126b7ad12b6 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:41:20.511458 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e4d09a19-870e-4cf1-ba66-2c1c004014a1 req-627b1ecf-e18d-4bac-8106-c47a751a696f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:20.539273 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-e4d09a19-870e-4cf1-ba66-2c1c004014a1 req-627b1ecf-e18d-4bac-8106-c47a751a696f service neutron] Transition to ACTIVE for port object b5a86391-3642-48d2-b009-7126b7ad12b6 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:41:20.541407 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-44c82643-b450-48ce-bcd9-9b41a7263c83 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:20.594086 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e4d09a19-870e-4cf1-ba66-2c1c004014a1 req-627b1ecf-e18d-4bac-8106-c47a751a696f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:20.628214 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-44c82643-b450-48ce-bcd9-9b41a7263c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:20.682914 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627b1ecf-e18d-4bac-8106-c47a751a696f service neutron] Pushing event updated for resources: {'Port': ['ID=b5a86391-3642-48d2-b009-7126b7ad12b6,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:20.746091 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-44c82643-b450-48ce-bcd9-9b41a7263c83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:20.794781 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c82643-b450-48ce-bcd9-9b41a7263c83 admin admin] Pushing event updated for resources: {'Port': ['ID=718e6986-52a5-4a0f-9186-7f400751c175,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:20.846372 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device a8395793-22c5-4f86-a713-93f5e49e7e2d up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:41:20.869549 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-e4d09a19-870e-4cf1-ba66-2c1c004014a1 req-627b1ecf-e18d-4bac-8106-c47a751a696f service neutron] Attempting to bind port b5a86391-3642-48d2-b009-7126b7ad12b6 on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:41:20.869899 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-e4d09a19-870e-4cf1-ba66-2c1c004014a1 req-627b1ecf-e18d-4bac-8106-c47a751a696f service neutron] Attempting to bind port b5a86391-3642-48d2-b009-7126b7ad12b6 by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': '11fa3248-d4ea-4138-b0d9-1339f11f1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a5994ebc-740a-4ad3-a57a-031e7d37c137'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:41:20.870789 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d09a19-870e-4cf1-ba66-2c1c004014a1 req-627b1ecf-e18d-4bac-8106-c47a751a696f service neutron] Attempting to bind port b5a86391-3642-48d2-b009-7126b7ad12b6 on network a5994ebc-740a-4ad3-a57a-031e7d37c137 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:41:20.880814 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d09a19-870e-4cf1-ba66-2c1c004014a1 req-627b1ecf-e18d-4bac-8106-c47a751a696f service neutron] Port b5a86391-3642-48d2-b009-7126b7ad12b6 on network a5994ebc-740a-4ad3-a57a-031e7d37c137 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:41:20.883659 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d09a19-870e-4cf1-ba66-2c1c004014a1 req-627b1ecf-e18d-4bac-8106-c47a751a696f service neutron] Attempting to bind port b5a86391-3642-48d2-b009-7126b7ad12b6 on network a5994ebc-740a-4ad3-a57a-031e7d37c137 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:41:20.896688 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d09a19-870e-4cf1-ba66-2c1c004014a1 req-627b1ecf-e18d-4bac-8106-c47a751a696f service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:41:20.897030 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d09a19-870e-4cf1-ba66-2c1c004014a1 req-627b1ecf-e18d-4bac-8106-c47a751a696f service neutron] Checking segment: {'id': '11fa3248-d4ea-4138-b0d9-1339f11f1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a5994ebc-740a-4ad3-a57a-031e7d37c137'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:41:20.897434 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d09a19-870e-4cf1-ba66-2c1c004014a1 req-627b1ecf-e18d-4bac-8106-c47a751a696f service neutron] Bound using segment: {'id': '11fa3248-d4ea-4138-b0d9-1339f11f1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a5994ebc-740a-4ad3-a57a-031e7d37c137'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:41:20.897892 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-e4d09a19-870e-4cf1-ba66-2c1c004014a1 req-627b1ecf-e18d-4bac-8106-c47a751a696f service neutron] Bound port: b5a86391-3642-48d2-b009-7126b7ad12b6, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11fa3248-d4ea-4138-b0d9-1339f11f1204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a5994ebc-740a-4ad3-a57a-031e7d37c137'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:41:20.898259 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e4d09a19-870e-4cf1-ba66-2c1c004014a1 req-627b1ecf-e18d-4bac-8106-c47a751a696f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:20.903740 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port a8395793-22c5-4f86-a713-93f5e49e7e2d triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:41:20.904497 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:20.960648 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c82643-b450-48ce-bcd9-9b41a7263c83 admin admin] Network 2af90950-aa26-4dbe-a379-5b113067704c is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:41:20.966612 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-44c82643-b450-48ce-bcd9-9b41a7263c83 admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:41:21.087244 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-e4d09a19-870e-4cf1-ba66-2c1c004014a1 req-627b1ecf-e18d-4bac-8106-c47a751a696f service neutron] For port b5a86391-3642-48d2-b009-7126b7ad12b6, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:41:21.094803 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-e4d09a19-870e-4cf1-ba66-2c1c004014a1 req-627b1ecf-e18d-4bac-8106-c47a751a696f service neutron] For port b5a86391-3642-48d2-b009-7126b7ad12b6, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=b5a86391-3642-48d2-b009-7126b7ad12b6,segment=NetworkSegment(11fa3248-d4ea-4138-b0d9-1339f11f1204),segment_id=11fa3248-d4ea-4138-b0d9-1339f11f1204)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:41:21.147201 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c0352-5aaf-4650-adb8-fb23b0bee6fe req-0df2c120-1aa0-4d05-89b8-c70204572da1 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:21.148923 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c27c0352-5aaf-4650-adb8-fb23b0bee6fe req-0df2c120-1aa0-4d05-89b8-c70204572da1 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] 10.222.0.64 "GET /v2.0/ports?device_id=1edaf45e-358b-41e7-8cdf-3ce9515138f7 HTTP/1.1" status: 200 len: 943 time: 0.1286507 Dec 08 16:41:21.211059 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e4d09a19-870e-4cf1-ba66-2c1c004014a1 req-627b1ecf-e18d-4bac-8106-c47a751a696f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:21.237318 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44c82643-b450-48ce-bcd9-9b41a7263c83 admin admin] Router 4821906c-d370-4a4b-843c-fd538a5e7682 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:41:21.264084 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d09a19-870e-4cf1-ba66-2c1c004014a1 req-627b1ecf-e18d-4bac-8106-c47a751a696f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:21.264826 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e4d09a19-870e-4cf1-ba66-2c1c004014a1 req-627b1ecf-e18d-4bac-8106-c47a751a696f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:21.266208 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e4d09a19-870e-4cf1-ba66-2c1c004014a1 req-627b1ecf-e18d-4bac-8106-c47a751a696f service neutron] 10.222.0.76 "PUT /v2.0/ports/b5a86391-3642-48d2-b009-7126b7ad12b6 HTTP/1.1" status: 200 len: 1092 time: 1.6791747 Dec 08 16:41:21.267600 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1edaf45e-358b-41e7-8cdf-3ce9515138f7', 'tag': 'b5a86391-3642-48d2-b009-7126b7ad12b6'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:41:21.269921 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbadbaf2-ea4d-4b07-9fe9-c76b2c7317b2" -d '{"events": [{"name": "network-changed", "server_uuid": "1edaf45e-358b-41e7-8cdf-3ce9515138f7", "tag": "b5a86391-3642-48d2-b009-7126b7ad12b6"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:41:21.279785 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c27c0352-5aaf-4650-adb8-fb23b0bee6fe req-41a3894d-3c20-4dbd-9ebf-afce3f96a471 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] 10.222.0.64 "GET /v2.0/security-groups?id=103c8c7c-5204-4d97-b5fe-6f96ae1d86c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226592 Dec 08 16:41:21.317924 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-3bc87dfd-66b0-47ef-b5e1-204b5791421f None None] Provisioning complete for port 718e6986-52a5-4a0f-9186-7f400751c175 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:41:21.318310 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3bc87dfd-66b0-47ef-b5e1-204b5791421f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:21.366184 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-3bc87dfd-66b0-47ef-b5e1-204b5791421f None None] Port 718e6986-52a5-4a0f-9186-7f400751c175 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:41:21.372151 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03864321-b9ad-4df6-b0a1-77b92719636c x-openstack-request-id: req-03864321-b9ad-4df6-b0a1-77b92719636c {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:41:21.372498 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1edaf45e-358b-41e7-8cdf-3ce9515138f7", "tag": "b5a86391-3642-48d2-b009-7126b7ad12b6", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:41:21.372761 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-03864321-b9ad-4df6-b0a1-77b92719636c {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:41:21.373906 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1edaf45e-358b-41e7-8cdf-3ce9515138f7', 'tag': 'b5a86391-3642-48d2-b009-7126b7ad12b6', 'status': 'completed', 'code': 200} Dec 08 16:41:21.385146 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627b1ecf-e18d-4bac-8106-c47a751a696f service neutron] Pushing event updated for resources: {'Port': ['ID=b5a86391-3642-48d2-b009-7126b7ad12b6,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:21.475326 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbadbaf2-ea4d-4b07-9fe9-c76b2c7317b2 req-fb090ba0-bc3e-4faf-9a65-a82ce3920ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:21.476871 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bbadbaf2-ea4d-4b07-9fe9-c76b2c7317b2 req-fb090ba0-bc3e-4faf-9a65-a82ce3920ead service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=638f829220a048eea910377d5c6a81c3&device_id=1edaf45e-358b-41e7-8cdf-3ce9515138f7 HTTP/1.1" status: 200 len: 1095 time: 0.1022060 Dec 08 16:41:21.483976 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c82643-b450-48ce-bcd9-9b41a7263c83 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:41:21.497021 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-44c82643-b450-48ce-bcd9-9b41a7263c83 admin admin] 10.222.0.64 "PUT /v2.0/routers/4821906c-d370-4a4b-843c-fd538a5e7682/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7337253 Dec 08 16:41:21.588921 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbadbaf2-ea4d-4b07-9fe9-c76b2c7317b2 req-f7b29446-3dac-4e0d-8511-7d61d21a13af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:21.591774 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bbadbaf2-ea4d-4b07-9fe9-c76b2c7317b2 req-f7b29446-3dac-4e0d-8511-7d61d21a13af service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=638f829220a048eea910377d5c6a81c3&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1054530 Dec 08 16:41:21.704027 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbadbaf2-ea4d-4b07-9fe9-c76b2c7317b2 req-a7204f4e-c425-4017-adf0-5d27bf8333df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:21.706235 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bbadbaf2-ea4d-4b07-9fe9-c76b2c7317b2 req-a7204f4e-c425-4017-adf0-5d27bf8333df service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1073523 Dec 08 16:41:21.799774 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d09a19-870e-4cf1-ba66-2c1c004014a1 req-497bf310-47cb-4bac-9158-e88089bc7ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:21.801276 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e4d09a19-870e-4cf1-ba66-2c1c004014a1 req-497bf310-47cb-4bac-9158-e88089bc7ffd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=638f829220a048eea910377d5c6a81c3&device_id=1edaf45e-358b-41e7-8cdf-3ce9515138f7 HTTP/1.1" status: 200 len: 1095 time: 0.0463970 Dec 08 16:41:21.846403 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e4d09a19-870e-4cf1-ba66-2c1c004014a1 req-e95acb78-c4f6-46d8-94a3-a0ad3cdd24eb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b5a86391-3642-48d2-b009-7126b7ad12b6 HTTP/1.1" status: 200 len: 217 time: 0.0377927 Dec 08 16:41:21.904597 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d09a19-870e-4cf1-ba66-2c1c004014a1 req-60257fb7-cacf-4980-8808-80662c64d122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:21.906102 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e4d09a19-870e-4cf1-ba66-2c1c004014a1 req-60257fb7-cacf-4980-8808-80662c64d122 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=71187147-c930-46c8-868f-2a942f6bd5b9 HTTP/1.1" status: 200 len: 851 time: 0.0530100 Dec 08 16:41:21.941043 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e4d09a19-870e-4cf1-ba66-2c1c004014a1 req-db580512-693b-415f-974d-5168d9dde444 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a5994ebc-740a-4ad3-a57a-031e7d37c137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273769 Dec 08 16:41:22.012208 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa29c0f9-8d0b-4e0a-b362-455adbbccd53 req-fa2a355a-4f5e-48d0-a554-1b411acee7e2 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:22.013781 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-aa29c0f9-8d0b-4e0a-b362-455adbbccd53 req-fa2a355a-4f5e-48d0-a554-1b411acee7e2 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.64 "GET /v2.0/networks?id=c655c57f-5990-4bd3-abba-fe0937597d50 HTTP/1.1" status: 200 len: 910 time: 0.1034191 Dec 08 16:41:22.036227 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-aa29c0f9-8d0b-4e0a-b362-455adbbccd53 req-72920f2c-8492-4dee-b795-cdee9acdd6aa tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.64 "GET /v2.0/quotas/624adf27ec3347e0848e31cd8dfb00fb HTTP/1.1" status: 200 len: 375 time: 0.0124912 Dec 08 16:41:22.040853 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e4d09a19-870e-4cf1-ba66-2c1c004014a1 req-e9c6c580-8078-44ec-bd30-4ca14d8d43be service neutron] 10.222.0.76 "GET /v2.0/networks/a5994ebc-740a-4ad3-a57a-031e7d37c137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930088 Dec 08 16:41:22.124619 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-aa29c0f9-8d0b-4e0a-b362-455adbbccd53 req-60654c67-57a2-4d2d-a829-dd52fca6dbca tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.64 "GET /v2.0/ports?tenant_id=624adf27ec3347e0848e31cd8dfb00fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0809450 Dec 08 16:41:22.141638 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e4d09a19-870e-4cf1-ba66-2c1c004014a1 req-c3188c3e-81ae-4766-be16-eb909642d9f1 service neutron] 10.222.0.76 "GET /v2.0/networks/a5994ebc-740a-4ad3-a57a-031e7d37c137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943031 Dec 08 16:41:22.228413 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-aa29c0f9-8d0b-4e0a-b362-455adbbccd53 req-ad84b535-17b1-4841-9c6c-c07b1c2d376d service neutron] 10.222.0.64 "GET /v2.0/networks/c655c57f-5990-4bd3-abba-fe0937597d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954266 Dec 08 16:41:22.322556 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-aa29c0f9-8d0b-4e0a-b362-455adbbccd53 req-eb9a60f3-98f2-4cd3-9d49-8dd92c8add2f service neutron] 10.222.0.64 "GET /v2.0/networks/c655c57f-5990-4bd3-abba-fe0937597d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866323 Dec 08 16:41:22.432719 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8aa300-0ea7-4c67-8bac-ae830c8bf9fc req-590261cb-d8e7-405f-996a-6ba5058314cf tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:22.434803 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1d8aa300-0ea7-4c67-8bac-ae830c8bf9fc req-590261cb-d8e7-405f-996a-6ba5058314cf tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] 10.222.0.64 "GET /v2.0/ports?device_id=1edaf45e-358b-41e7-8cdf-3ce9515138f7 HTTP/1.1" status: 200 len: 943 time: 0.0617332 Dec 08 16:41:22.494739 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1d8aa300-0ea7-4c67-8bac-ae830c8bf9fc req-559329fb-a108-4321-a5a7-ee0f5e93cc05 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] 10.222.0.64 "GET /v2.0/security-groups?id=103c8c7c-5204-4d97-b5fe-6f96ae1d86c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537019 Dec 08 16:41:22.595385 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cf3336d9-3531-4fca-bc50-1ec79d1f80d1 req-2bfc2ad5-c37b-4f4c-a7d6-f6e2763b5dc5 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=52534947-6e4c-4dfe-bb5b-cdb4135fdb04 HTTP/1.1" status: 200 len: 210 time: 0.0336039 Dec 08 16:41:22.761150 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff352b8d-6196-4f99-9c3f-a78df623103a None None] Sync routers for ids ['4821906c-d370-4a4b-843c-fd538a5e7682'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:41:22.774335 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff352b8d-6196-4f99-9c3f-a78df623103a None None] Routers {'4821906c-d370-4a4b-843c-fd538a5e7682'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:41:22.781875 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-ff352b8d-6196-4f99-9c3f-a78df623103a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:41:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['4821906c-d370-4a4b-843c-fd538a5e7682'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:41:22.889101 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-ff352b8d-6196-4f99-9c3f-a78df623103a None None] Set router 4821906c-d370-4a4b-843c-fd538a5e7682 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:41:23.093816 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-ff352b8d-6196-4f99-9c3f-a78df623103a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4821906c-d370-4a4b-843c-fd538a5e7682', 'name': 'tempest-TestServerMultinode-1989308754-router', 'tenant_id': '624adf27ec3347e0848e31cd8dfb00fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': 'a8395793-22c5-4f86-a713-93f5e49e7e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:41:14Z', 'updated_at': '2021-12-08T16:41:19Z', 'revision_number': 4, 'project_id': '624adf27ec3347e0848e31cd8dfb00fb', 'gw_port': {'id': 'a8395793-22c5-4f86-a713-93f5e49e7e2d', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:dc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4821906c-d370-4a4b-843c-fd538a5e7682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:41:15Z', 'updated_at': '2021-12-08T16:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '718e6986-52a5-4a0f-9186-7f400751c175', 'name': '', 'network_id': '2af90950-aa26-4dbe-a379-5b113067704c', 'tenant_id': '624adf27ec3347e0848e31cd8dfb00fb', 'mac_address': 'fa:16:3e:cf:f1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4821906c-d370-4a4b-843c-fd538a5e7682', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'cead43ce-c854-488e-85d0-99c801af31e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:41:18Z', 'updated_at': '2021-12-08T16:41:20Z', 'revision_number': 2, 'project_id': '624adf27ec3347e0848e31cd8dfb00fb', 'subnets': [{'id': 'cead43ce-c854-488e-85d0-99c801af31e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:41:23.126517 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff352b8d-6196-4f99-9c3f-a78df623103a None None] Checking router: 4821906c-d370-4a4b-843c-fd538a5e7682 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:41:23.126895 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff352b8d-6196-4f99-9c3f-a78df623103a None None] Updating router 4821906c-d370-4a4b-843c-fd538a5e7682 port 718e6986-52a5-4a0f-9186-7f400751c175 binding host n-d-776250-12 {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:41:23.155176 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ff352b8d-6196-4f99-9c3f-a78df623103a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:23.414829 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ff352b8d-6196-4f99-9c3f-a78df623103a None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:23.554140 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ff352b8d-6196-4f99-9c3f-a78df623103a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:23.612297 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475ed2c1-e48f-4db4-ab0e-8833a6f91bfe None None] Pushing event updated for resources: {'Port': ['ID=718e6986-52a5-4a0f-9186-7f400751c175,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:23.649248 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b3199-c561-4fb9-993b-9b29e4572ae0 req-f6be8158-24cf-48d1-a056-d4139b91ca7a tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:23.652386 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cd0b3199-c561-4fb9-993b-9b29e4572ae0 req-f6be8158-24cf-48d1-a056-d4139b91ca7a tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] 10.222.0.64 "GET /v2.0/ports?device_id=1edaf45e-358b-41e7-8cdf-3ce9515138f7 HTTP/1.1" status: 200 len: 943 time: 0.0848472 Dec 08 16:41:23.670435 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-ff352b8d-6196-4f99-9c3f-a78df623103a None None] Attempting to bind port 718e6986-52a5-4a0f-9186-7f400751c175 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:41:23.670709 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-ff352b8d-6196-4f99-9c3f-a78df623103a None None] Attempting to bind port 718e6986-52a5-4a0f-9186-7f400751c175 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'e45fd526-7ffd-4cfa-b5ec-1377961f6231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2af90950-aa26-4dbe-a379-5b113067704c'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:41:23.671092 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff352b8d-6196-4f99-9c3f-a78df623103a None None] Attempting to bind port 718e6986-52a5-4a0f-9186-7f400751c175 on network 2af90950-aa26-4dbe-a379-5b113067704c {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:41:23.677483 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff352b8d-6196-4f99-9c3f-a78df623103a None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:41:23.679451 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff352b8d-6196-4f99-9c3f-a78df623103a None None] Checking segment: {'id': 'e45fd526-7ffd-4cfa-b5ec-1377961f6231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2af90950-aa26-4dbe-a379-5b113067704c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:41:23.679921 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ff352b8d-6196-4f99-9c3f-a78df623103a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:23.680382 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff352b8d-6196-4f99-9c3f-a78df623103a None None] Bound using segment: {'id': 'e45fd526-7ffd-4cfa-b5ec-1377961f6231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2af90950-aa26-4dbe-a379-5b113067704c'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:41:23.680880 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-ff352b8d-6196-4f99-9c3f-a78df623103a None None] Bound port: 718e6986-52a5-4a0f-9186-7f400751c175, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e45fd526-7ffd-4cfa-b5ec-1377961f6231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2af90950-aa26-4dbe-a379-5b113067704c'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:41:23.681283 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ff352b8d-6196-4f99-9c3f-a78df623103a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:23.727322 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4e341615-a975-43ea-b4d1-cba96bd9777f req-547b0da7-51eb-4ded-a931-fe8b009a9a26 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=52534947-6e4c-4dfe-bb5b-cdb4135fdb04 HTTP/1.1" status: 200 len: 210 time: 0.0359416 Dec 08 16:41:23.754001 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cd0b3199-c561-4fb9-993b-9b29e4572ae0 req-205c70b2-2bc6-4738-a2f5-83dac87133df tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] 10.222.0.64 "GET /v2.0/security-groups?id=103c8c7c-5204-4d97-b5fe-6f96ae1d86c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945501 Dec 08 16:41:23.775488 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-ff352b8d-6196-4f99-9c3f-a78df623103a None None] For port 718e6986-52a5-4a0f-9186-7f400751c175, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:41:23.779033 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-ff352b8d-6196-4f99-9c3f-a78df623103a None None] For port 718e6986-52a5-4a0f-9186-7f400751c175, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=718e6986-52a5-4a0f-9186-7f400751c175,segment=NetworkSegment(e45fd526-7ffd-4cfa-b5ec-1377961f6231),segment_id=e45fd526-7ffd-4cfa-b5ec-1377961f6231)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:41:23.868819 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ff352b8d-6196-4f99-9c3f-a78df623103a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:23.935782 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff352b8d-6196-4f99-9c3f-a78df623103a None None] Routers {'4821906c-d370-4a4b-843c-fd538a5e7682'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:41:23.936437 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-ff352b8d-6196-4f99-9c3f-a78df623103a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:41:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['4821906c-d370-4a4b-843c-fd538a5e7682'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:41:23.982244 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475ed2c1-e48f-4db4-ab0e-8833a6f91bfe None None] Pushing event updated for resources: {'Port': ['ID=718e6986-52a5-4a0f-9186-7f400751c175,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:23.989630 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-0783bddd-9c97-42dc-94db-bf562aa10728 None None] Provisioning complete for port 718e6986-52a5-4a0f-9186-7f400751c175 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:41:23.990006 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0783bddd-9c97-42dc-94db-bf562aa10728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:24.095716 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-ff352b8d-6196-4f99-9c3f-a78df623103a None None] Set router 4821906c-d370-4a4b-843c-fd538a5e7682 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:41:24.202064 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0783bddd-9c97-42dc-94db-bf562aa10728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:24.274831 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e659659-0f4c-4e35-9b00-fe8da366e190 req-e4e61155-c6fb-482b-805f-80dad94d0cbe tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:24.277037 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5e659659-0f4c-4e35-9b00-fe8da366e190 req-e4e61155-c6fb-482b-805f-80dad94d0cbe tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a0195b7-4fd5-49f0-860b-f0f102b2144a HTTP/1.1" status: 200 len: 950 time: 0.0527527 Dec 08 16:41:24.290279 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-0783bddd-9c97-42dc-94db-bf562aa10728 None None] For port 718e6986-52a5-4a0f-9186-7f400751c175, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=718e6986-52a5-4a0f-9186-7f400751c175,segment=NetworkSegment(e45fd526-7ffd-4cfa-b5ec-1377961f6231),segment_id=e45fd526-7ffd-4cfa-b5ec-1377961f6231)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:41:24.330148 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5e659659-0f4c-4e35-9b00-fe8da366e190 req-1154e69d-1641-4a0a-b489-0299a6218ea6 tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb5c051d-7e47-4143-af26-4ca958055617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468705 Dec 08 16:41:24.342024 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0783bddd-9c97-42dc-94db-bf562aa10728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:24.409013 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0783bddd-9c97-42dc-94db-bf562aa10728 None None] Pushing event updated for resources: {'Port': ['ID=718e6986-52a5-4a0f-9186-7f400751c175,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:24.414801 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-ff352b8d-6196-4f99-9c3f-a78df623103a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4821906c-d370-4a4b-843c-fd538a5e7682', 'name': 'tempest-TestServerMultinode-1989308754-router', 'tenant_id': '624adf27ec3347e0848e31cd8dfb00fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': 'a8395793-22c5-4f86-a713-93f5e49e7e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:41:14Z', 'updated_at': '2021-12-08T16:41:19Z', 'revision_number': 4, 'project_id': '624adf27ec3347e0848e31cd8dfb00fb', 'gw_port': {'id': 'a8395793-22c5-4f86-a713-93f5e49e7e2d', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:dc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4821906c-d370-4a4b-843c-fd538a5e7682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:41:15Z', 'updated_at': '2021-12-08T16:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '718e6986-52a5-4a0f-9186-7f400751c175', 'name': '', 'network_id': '2af90950-aa26-4dbe-a379-5b113067704c', 'tenant_id': '624adf27ec3347e0848e31cd8dfb00fb', 'mac_address': 'fa:16:3e:cf:f1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4821906c-d370-4a4b-843c-fd538a5e7682', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'cead43ce-c854-488e-85d0-99c801af31e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:41:18Z', 'updated_at': '2021-12-08T16:41:23Z', 'revision_number': 4, 'project_id': '624adf27ec3347e0848e31cd8dfb00fb', 'subnets': [{'id': 'cead43ce-c854-488e-85d0-99c801af31e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:41:24.442805 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff352b8d-6196-4f99-9c3f-a78df623103a None None] The sync data for ids ['4821906c-d370-4a4b-843c-fd538a5e7682'] in n-d-776250-12 is: [{'id': '4821906c-d370-4a4b-843c-fd538a5e7682', 'name': 'tempest-TestServerMultinode-1989308754-router', 'tenant_id': '624adf27ec3347e0848e31cd8dfb00fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': 'a8395793-22c5-4f86-a713-93f5e49e7e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:41:14Z', 'updated_at': '2021-12-08T16:41:19Z', 'revision_number': 4, 'project_id': '624adf27ec3347e0848e31cd8dfb00fb', 'gw_port': {'id': 'a8395793-22c5-4f86-a713-93f5e49e7e2d', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:dc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4821906c-d370-4a4b-843c-fd538a5e7682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:41:15Z', 'updated_at': '2021-12-08T16:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '718e6986-52a5-4a0f-9186-7f400751c175', 'name': '', 'network_id': '2af90950-aa26-4dbe-a379-5b113067704c', 'tenant_id': '624adf27ec3347e0848e31cd8dfb00fb', 'mac_address': 'fa:16:3e:cf:f1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4821906c-d370-4a4b-843c-fd538a5e7682', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'cead43ce-c854-488e-85d0-99c801af31e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:41:18Z', 'updated_at': '2021-12-08T16:41:23Z', 'revision_number': 4, 'project_id': '624adf27ec3347e0848e31cd8dfb00fb', 'subnets': [{'id': 'cead43ce-c854-488e-85d0-99c801af31e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:41:24.462566 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-455d4a1f-f64e-4702-9064-7e25015d9b55 None None] Provisioning complete for port 718e6986-52a5-4a0f-9186-7f400751c175 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:41:24.462951 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-455d4a1f-f64e-4702-9064-7e25015d9b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:24.889245 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ceb41b30-dcbc-4cd6-8423-4f77b1a6df81 req-6174b00c-9283-49c2-a8e3-fed19c3d072c tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=52534947-6e4c-4dfe-bb5b-cdb4135fdb04 HTTP/1.1" status: 200 len: 210 time: 0.0525472 Dec 08 16:41:24.919031 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 718e6986-52a5-4a0f-9186-7f400751c175 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:41:24.942074 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa29c0f9-8d0b-4e0a-b362-455adbbccd53 req-d3143ed7-bbce-4bc6-a204-b05acda26525 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:24.943712 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-aa29c0f9-8d0b-4e0a-b362-455adbbccd53 req-d3143ed7-bbce-4bc6-a204-b05acda26525 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.37 "GET /v2.0/networks?id=c655c57f-5990-4bd3-abba-fe0937597d50 HTTP/1.1" status: 200 len: 910 time: 0.1870611 Dec 08 16:41:24.949201 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce66b2-86b7-4f4b-8e06-18a3ba72c19f req-56a4a8f0-861a-4d7c-87b8-8e4b19ea43e0 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:24.957367 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-57ce66b2-86b7-4f4b-8e06-18a3ba72c19f req-56a4a8f0-861a-4d7c-87b8-8e4b19ea43e0 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] 10.222.0.64 "GET /v2.0/ports?device_id=1edaf45e-358b-41e7-8cdf-3ce9515138f7 HTTP/1.1" status: 200 len: 943 time: 0.1030223 Dec 08 16:41:24.959765 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-aa29c0f9-8d0b-4e0a-b362-455adbbccd53 req-341c7f8a-531a-4fd5-a411-3c515166fae7 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Request body: {'port': {'device_id': '52534947-6e4c-4dfe-bb5b-cdb4135fdb04', 'network_id': 'c655c57f-5990-4bd3-abba-fe0937597d50', 'admin_state_up': True, 'tenant_id': '624adf27ec3347e0848e31cd8dfb00fb'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:41:24.988992 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 718e6986-52a5-4a0f-9186-7f400751c175 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:41:24.989418 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:25.027458 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-57ce66b2-86b7-4f4b-8e06-18a3ba72c19f req-f0234528-f149-4724-92f9-eec17a94732b tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] 10.222.0.64 "GET /v2.0/security-groups?id=103c8c7c-5204-4d97-b5fe-6f96ae1d86c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686035 Dec 08 16:41:25.080070 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa29c0f9-8d0b-4e0a-b362-455adbbccd53 req-341c7f8a-531a-4fd5-a411-3c515166fae7 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Made reservation on behalf of 624adf27ec3347e0848e31cd8dfb00fb for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:41:25.084437 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-aa29c0f9-8d0b-4e0a-b362-455adbbccd53 req-341c7f8a-531a-4fd5-a411-3c515166fae7 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:25.226892 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-aa29c0f9-8d0b-4e0a-b362-455adbbccd53 req-341c7f8a-531a-4fd5-a411-3c515166fae7 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Allocated IP 172.20.0.14 (c655c57f-5990-4bd3-abba-fe0937597d50/417dab09-36db-465a-a955-4bd84558bef0/796d2115-0949-4fd3-b7a5-b28174ce55a7) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:41:25.385310 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-aa29c0f9-8d0b-4e0a-b362-455adbbccd53 req-341c7f8a-531a-4fd5-a411-3c515166fae7 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:25.398972 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device b5a86391-3642-48d2-b009-7126b7ad12b6 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:41:25.463967 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd64e4ba-db0f-4435-8d8e-93d600f53c28 req-4d215d11-3189-4a3b-bad6-3607e74e8b56 tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:25.466196 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fd64e4ba-db0f-4435-8d8e-93d600f53c28 req-4d215d11-3189-4a3b-bad6-3607e74e8b56 tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a0195b7-4fd5-49f0-860b-f0f102b2144a HTTP/1.1" status: 200 len: 950 time: 0.0624468 Dec 08 16:41:25.505764 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port b5a86391-3642-48d2-b009-7126b7ad12b6, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=b5a86391-3642-48d2-b009-7126b7ad12b6,segment=NetworkSegment(11fa3248-d4ea-4138-b0d9-1339f11f1204),segment_id=11fa3248-d4ea-4138-b0d9-1339f11f1204)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:41:25.519769 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': 'b5a86391-3642-48d2-b009-7126b7ad12b6', 'network_id': 'a5994ebc-740a-4ad3-a57a-031e7d37c137', 'port_id': 'b5a86391-3642-48d2-b009-7126b7ad12b6', 'mac_address': 'fa:16:3e:4c:76:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71187147-c930-46c8-868f-2a942f6bd5b9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:41:25.528549 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fd64e4ba-db0f-4435-8d8e-93d600f53c28 req-0c9cd1c9-51f8-457a-bed6-cb60057a9395 tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] 10.222.0.64 "GET /v2.0/security-groups?id=eb5c051d-7e47-4143-af26-4ca958055617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548925 Dec 08 16:41:25.556113 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-aa29c0f9-8d0b-4e0a-b362-455adbbccd53 req-341c7f8a-531a-4fd5-a411-3c515166fae7 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:25.564098 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:25.578300 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5a86391-3642-48d2-b009-7126b7ad12b6 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:41:25.597560 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa29c0f9-8d0b-4e0a-b362-455adbbccd53 req-341c7f8a-531a-4fd5-a411-3c515166fae7 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Network c655c57f-5990-4bd3-abba-fe0937597d50 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:41:25.599304 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port b5a86391-3642-48d2-b009-7126b7ad12b6, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=b5a86391-3642-48d2-b009-7126b7ad12b6,segment=NetworkSegment(11fa3248-d4ea-4138-b0d9-1339f11f1204),segment_id=11fa3248-d4ea-4138-b0d9-1339f11f1204)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:41:25.600556 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-aa29c0f9-8d0b-4e0a-b362-455adbbccd53 req-341c7f8a-531a-4fd5-a411-3c515166fae7 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:41:25.606933 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa29c0f9-8d0b-4e0a-b362-455adbbccd53 req-341c7f8a-531a-4fd5-a411-3c515166fae7 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:41:25.631856 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341c7f8a-531a-4fd5-a411-3c515166fae7 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Pushing event updated for resources: {'Port': ['ID=796d2115-0949-4fd3-b7a5-b28174ce55a7,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:25.652929 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa29c0f9-8d0b-4e0a-b362-455adbbccd53 req-341c7f8a-531a-4fd5-a411-3c515166fae7 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:25.653556 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-aa29c0f9-8d0b-4e0a-b362-455adbbccd53 req-341c7f8a-531a-4fd5-a411-3c515166fae7 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:25.724092 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae9adaf-f092-4482-b85a-213077ed2404 req-82db3f11-9d6c-43ee-9df1-7033364eb595 tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:25.725707 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2ae9adaf-f092-4482-b85a-213077ed2404 req-82db3f11-9d6c-43ee-9df1-7033364eb595 tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a0195b7-4fd5-49f0-860b-f0f102b2144a HTTP/1.1" status: 200 len: 950 time: 0.0539556 Dec 08 16:41:25.771299 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:25.822145 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=b5a86391-3642-48d2-b009-7126b7ad12b6,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:25.827077 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-2ae9adaf-f092-4482-b85a-213077ed2404 req-ca16bc0d-10b2-473e-a20a-28a5663e64ce tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] Deleting port c10fe242-6e97-4a2f-823b-9ea645bd4a7f {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:41:25.827429 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-2ae9adaf-f092-4482-b85a-213077ed2404 req-ca16bc0d-10b2-473e-a20a-28a5663e64ce tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:25.829960 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:25.830344 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:25.832526 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:25.832526 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:25.832526 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:25.832526 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:25.832526 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:25.832526 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:25.833139 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:25.833433 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:25.833719 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:25.834047 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:25.834373 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:25.843379 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-aa29c0f9-8d0b-4e0a-b362-455adbbccd53 req-341c7f8a-531a-4fd5-a411-3c515166fae7 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.8897963 Dec 08 16:41:25.856833 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-aa29c0f9-8d0b-4e0a-b362-455adbbccd53 req-09393988-5a6b-418f-a641-ba3ccceaee29 service neutron] Request body: {'port': {'device_id': '52534947-6e4c-4dfe-bb5b-cdb4135fdb04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:41:25.897611 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-8e90fd68-3231-4b0c-b8ff-2baa5dda52a1 None None] Provisioning complete for port 796d2115-0949-4fd3-b7a5-b28174ce55a7 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:41:25.897822 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8e90fd68-3231-4b0c-b8ff-2baa5dda52a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:25.935696 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-aa29c0f9-8d0b-4e0a-b362-455adbbccd53 req-09393988-5a6b-418f-a641-ba3ccceaee29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:25.939413 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-8e90fd68-3231-4b0c-b8ff-2baa5dda52a1 None None] Port 796d2115-0949-4fd3-b7a5-b28174ce55a7 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:41:25.940235 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-2ae9adaf-f092-4482-b85a-213077ed2404 req-ca16bc0d-10b2-473e-a20a-28a5663e64ce tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] For port c10fe242-6e97-4a2f-823b-9ea645bd4a7f, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=c10fe242-6e97-4a2f-823b-9ea645bd4a7f,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:41:25.940615 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-2ae9adaf-f092-4482-b85a-213077ed2404 req-ca16bc0d-10b2-473e-a20a-28a5663e64ce tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:25.955026 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [req-2ae9adaf-f092-4482-b85a-213077ed2404 req-ca16bc0d-10b2-473e-a20a-28a5663e64ce tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] Calling delete_port for c10fe242-6e97-4a2f-823b-9ea645bd4a7f owned by compute:nova {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:41:26.059719 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014675c5-1c8b-4a2b-b442-5d2ae147365e req-18e34c6e-54a6-4abb-be4f-4ba8ba73e311 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:26.065983 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-014675c5-1c8b-4a2b-b442-5d2ae147365e req-18e34c6e-54a6-4abb-be4f-4ba8ba73e311 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=52534947-6e4c-4dfe-bb5b-cdb4135fdb04 HTTP/1.1" status: 200 len: 1028 time: 0.0921905 Dec 08 16:41:26.070041 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['b5a86391-3642-48d2-b009-7126b7ad12b6'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:41:26.184857 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-014675c5-1c8b-4a2b-b442-5d2ae147365e req-819fbe9e-7196-4e95-9db9-4a6da38dd99b tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=e88d05ba-40cd-4b80-ba63-0402f6b5d15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604372 Dec 08 16:41:26.211770 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06494152-d222-48eb-a008-9b0e61e4351e req-97ba0099-0d95-4601-a102-2623e5db94c7 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:26.219267 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-06494152-d222-48eb-a008-9b0e61e4351e req-97ba0099-0d95-4601-a102-2623e5db94c7 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] 10.222.0.64 "GET /v2.0/ports?device_id=1edaf45e-358b-41e7-8cdf-3ce9515138f7 HTTP/1.1" status: 200 len: 944 time: 0.0934131 Dec 08 16:41:26.223648 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-2ae9adaf-f092-4482-b85a-213077ed2404 req-ca16bc0d-10b2-473e-a20a-28a5663e64ce tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:26.239171 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['c10fe242-6e97-4a2f-823b-9ea645bd4a7f'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:41:26.268244 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca16bc0d-10b2-473e-a20a-28a5663e64ce tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] Pushing event deleted for resources: {'Port': ['ID=c10fe242-6e97-4a2f-823b-9ea645bd4a7f,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:26.312565 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ae9adaf-f092-4482-b85a-213077ed2404 req-ca16bc0d-10b2-473e-a20a-28a5663e64ce tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] No DVR routers for this DVR port c10fe242-6e97-4a2f-823b-9ea645bd4a7f on host n-h2-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:41:26.314947 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-06494152-d222-48eb-a008-9b0e61e4351e req-ee75bcf6-763b-434d-91cb-0de10e438a27 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] 10.222.0.64 "GET /v2.0/security-groups?id=103c8c7c-5204-4d97-b5fe-6f96ae1d86c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948234 Dec 08 16:41:26.315404 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-2ae9adaf-f092-4482-b85a-213077ed2404 req-ca16bc0d-10b2-473e-a20a-28a5663e64ce tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:26.319599 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2ae9adaf-f092-4482-b85a-213077ed2404 req-ca16bc0d-10b2-473e-a20a-28a5663e64ce tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] 10.222.0.37 "DELETE /v2.0/ports/c10fe242-6e97-4a2f-823b-9ea645bd4a7f HTTP/1.1" status: 204 len: 173 time: 0.5875788 Dec 08 16:41:26.320102 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a0195b7-4fd5-49f0-860b-f0f102b2144a', 'name': 'network-vif-deleted', 'tag': 'c10fe242-6e97-4a2f-823b-9ea645bd4a7f'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:41:26.322659 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bebc9faa-4a27-4c86-b80c-4a24f522ce42" -d '{"events": [{"server_uuid": "4a0195b7-4fd5-49f0-860b-f0f102b2144a", "name": "network-vif-deleted", "tag": "c10fe242-6e97-4a2f-823b-9ea645bd4a7f"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:41:26.325118 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-aa29c0f9-8d0b-4e0a-b362-455adbbccd53 req-09393988-5a6b-418f-a641-ba3ccceaee29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 796d2115-0949-4fd3-b7a5-b28174ce55a7 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:41:26.335697 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-aa29c0f9-8d0b-4e0a-b362-455adbbccd53 req-09393988-5a6b-418f-a641-ba3ccceaee29 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:26.352538 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-aa29c0f9-8d0b-4e0a-b362-455adbbccd53 req-09393988-5a6b-418f-a641-ba3ccceaee29 service neutron] Transition to ACTIVE for port object 796d2115-0949-4fd3-b7a5-b28174ce55a7 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:41:26.371022 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d22919a-16e0-4a12-85b0-178555ccec2c x-openstack-request-id: req-6d22919a-16e0-4a12-85b0-178555ccec2c {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:41:26.371326 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a0195b7-4fd5-49f0-860b-f0f102b2144a", "name": "network-vif-deleted", "tag": "c10fe242-6e97-4a2f-823b-9ea645bd4a7f", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:41:26.371603 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6d22919a-16e0-4a12-85b0-178555ccec2c {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:41:26.372009 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a0195b7-4fd5-49f0-860b-f0f102b2144a', 'name': 'network-vif-deleted', 'tag': 'c10fe242-6e97-4a2f-823b-9ea645bd4a7f', 'status': 'completed', 'code': 200} Dec 08 16:41:26.502378 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-aa29c0f9-8d0b-4e0a-b362-455adbbccd53 req-09393988-5a6b-418f-a641-ba3ccceaee29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:26.583775 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09393988-5a6b-418f-a641-ba3ccceaee29 service neutron] Pushing event updated for resources: {'Port': ['ID=796d2115-0949-4fd3-b7a5-b28174ce55a7,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:26.684840 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-955a21ff-65b1-4e3e-9ae8-51e44d087e8c req-902f31ed-fcd3-440a-82bf-aeac1afff596 tempest-VolumesBackupsTest-2120520807 tempest-VolumesBackupsTest-2120520807-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a0195b7-4fd5-49f0-860b-f0f102b2144a HTTP/1.1" status: 200 len: 210 time: 0.0485778 Dec 08 16:41:26.708744 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-aa29c0f9-8d0b-4e0a-b362-455adbbccd53 req-09393988-5a6b-418f-a641-ba3ccceaee29 service neutron] Attempting to bind port 796d2115-0949-4fd3-b7a5-b28174ce55a7 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:41:26.709327 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-aa29c0f9-8d0b-4e0a-b362-455adbbccd53 req-09393988-5a6b-418f-a641-ba3ccceaee29 service neutron] Attempting to bind port 796d2115-0949-4fd3-b7a5-b28174ce55a7 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': 'd918d902-9459-4a03-9e15-c92cdbb97172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c655c57f-5990-4bd3-abba-fe0937597d50'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:41:26.709785 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa29c0f9-8d0b-4e0a-b362-455adbbccd53 req-09393988-5a6b-418f-a641-ba3ccceaee29 service neutron] Attempting to bind port 796d2115-0949-4fd3-b7a5-b28174ce55a7 on network c655c57f-5990-4bd3-abba-fe0937597d50 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:41:26.715483 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa29c0f9-8d0b-4e0a-b362-455adbbccd53 req-09393988-5a6b-418f-a641-ba3ccceaee29 service neutron] Port 796d2115-0949-4fd3-b7a5-b28174ce55a7 on network c655c57f-5990-4bd3-abba-fe0937597d50 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:41:26.720438 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa29c0f9-8d0b-4e0a-b362-455adbbccd53 req-09393988-5a6b-418f-a641-ba3ccceaee29 service neutron] Attempting to bind port 796d2115-0949-4fd3-b7a5-b28174ce55a7 on network c655c57f-5990-4bd3-abba-fe0937597d50 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:41:26.722108 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa29c0f9-8d0b-4e0a-b362-455adbbccd53 req-09393988-5a6b-418f-a641-ba3ccceaee29 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:41:26.722452 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa29c0f9-8d0b-4e0a-b362-455adbbccd53 req-09393988-5a6b-418f-a641-ba3ccceaee29 service neutron] Checking segment: {'id': 'd918d902-9459-4a03-9e15-c92cdbb97172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c655c57f-5990-4bd3-abba-fe0937597d50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:41:26.722834 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa29c0f9-8d0b-4e0a-b362-455adbbccd53 req-09393988-5a6b-418f-a641-ba3ccceaee29 service neutron] Bound using segment: {'id': 'd918d902-9459-4a03-9e15-c92cdbb97172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c655c57f-5990-4bd3-abba-fe0937597d50'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:41:26.723442 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-aa29c0f9-8d0b-4e0a-b362-455adbbccd53 req-09393988-5a6b-418f-a641-ba3ccceaee29 service neutron] Bound port: 796d2115-0949-4fd3-b7a5-b28174ce55a7, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd918d902-9459-4a03-9e15-c92cdbb97172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c655c57f-5990-4bd3-abba-fe0937597d50'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:41:26.723867 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-aa29c0f9-8d0b-4e0a-b362-455adbbccd53 req-09393988-5a6b-418f-a641-ba3ccceaee29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:26.815116 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-aa29c0f9-8d0b-4e0a-b362-455adbbccd53 req-09393988-5a6b-418f-a641-ba3ccceaee29 service neutron] For port 796d2115-0949-4fd3-b7a5-b28174ce55a7, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:41:26.818660 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-aa29c0f9-8d0b-4e0a-b362-455adbbccd53 req-09393988-5a6b-418f-a641-ba3ccceaee29 service neutron] For port 796d2115-0949-4fd3-b7a5-b28174ce55a7, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=796d2115-0949-4fd3-b7a5-b28174ce55a7,segment=NetworkSegment(d918d902-9459-4a03-9e15-c92cdbb97172),segment_id=d918d902-9459-4a03-9e15-c92cdbb97172)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:41:26.869333 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-aa29c0f9-8d0b-4e0a-b362-455adbbccd53 req-09393988-5a6b-418f-a641-ba3ccceaee29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:26.905369 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa29c0f9-8d0b-4e0a-b362-455adbbccd53 req-09393988-5a6b-418f-a641-ba3ccceaee29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:26.906003 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-aa29c0f9-8d0b-4e0a-b362-455adbbccd53 req-09393988-5a6b-418f-a641-ba3ccceaee29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:26.907402 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-aa29c0f9-8d0b-4e0a-b362-455adbbccd53 req-09393988-5a6b-418f-a641-ba3ccceaee29 service neutron] 10.222.0.37 "PUT /v2.0/ports/796d2115-0949-4fd3-b7a5-b28174ce55a7 HTTP/1.1" status: 200 len: 1093 time: 1.0557580 Dec 08 16:41:26.907855 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52534947-6e4c-4dfe-bb5b-cdb4135fdb04', 'tag': '796d2115-0949-4fd3-b7a5-b28174ce55a7'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:41:26.910172 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc3e7a9-993b-4b17-8072-8f50b2cb1147" -d '{"events": [{"name": "network-changed", "server_uuid": "52534947-6e4c-4dfe-bb5b-cdb4135fdb04", "tag": "796d2115-0949-4fd3-b7a5-b28174ce55a7"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:41:26.949439 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09393988-5a6b-418f-a641-ba3ccceaee29 service neutron] Pushing event updated for resources: {'Port': ['ID=796d2115-0949-4fd3-b7a5-b28174ce55a7,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:26.955156 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24824d08-839e-4b84-8155-29fa0f452080 x-openstack-request-id: req-24824d08-839e-4b84-8155-29fa0f452080 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:41:26.955487 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52534947-6e4c-4dfe-bb5b-cdb4135fdb04", "tag": "796d2115-0949-4fd3-b7a5-b28174ce55a7", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:41:26.955743 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-24824d08-839e-4b84-8155-29fa0f452080 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:41:26.956152 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52534947-6e4c-4dfe-bb5b-cdb4135fdb04', 'tag': '796d2115-0949-4fd3-b7a5-b28174ce55a7', 'status': 'completed', 'code': 200} Dec 08 16:41:27.029056 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3e7a9-993b-4b17-8072-8f50b2cb1147 req-0d8eaa77-2bf0-4513-8ec9-f78e71976ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:27.030622 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8cc3e7a9-993b-4b17-8072-8f50b2cb1147 req-0d8eaa77-2bf0-4513-8ec9-f78e71976ff5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=624adf27ec3347e0848e31cd8dfb00fb&device_id=52534947-6e4c-4dfe-bb5b-cdb4135fdb04 HTTP/1.1" status: 200 len: 1096 time: 0.0492558 Dec 08 16:41:27.150210 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3e7a9-993b-4b17-8072-8f50b2cb1147 req-f2888cbd-9458-4c7c-ab56-0778c6e8f2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:27.152289 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8cc3e7a9-993b-4b17-8072-8f50b2cb1147 req-f2888cbd-9458-4c7c-ab56-0778c6e8f2b6 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=624adf27ec3347e0848e31cd8dfb00fb&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1128919 Dec 08 16:41:27.262507 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3e7a9-993b-4b17-8072-8f50b2cb1147 req-d60a7e64-0f5f-4188-8321-d329a420771e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:27.264111 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8cc3e7a9-993b-4b17-8072-8f50b2cb1147 req-d60a7e64-0f5f-4188-8321-d329a420771e service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1054492 Dec 08 16:41:27.318910 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8428c-a6aa-4322-8844-81fad82fbc0c req-8fc4d43f-2fb3-4481-ae6f-36bb06d9249d tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:27.320455 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a9f8428c-a6aa-4322-8844-81fad82fbc0c req-8fc4d43f-2fb3-4481-ae6f-36bb06d9249d tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=52534947-6e4c-4dfe-bb5b-cdb4135fdb04 HTTP/1.1" status: 200 len: 1096 time: 0.0554192 Dec 08 16:41:27.375825 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa29c0f9-8d0b-4e0a-b362-455adbbccd53 req-79425e91-fb60-40f8-988a-16d49a59b361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:27.377385 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-aa29c0f9-8d0b-4e0a-b362-455adbbccd53 req-79425e91-fb60-40f8-988a-16d49a59b361 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=624adf27ec3347e0848e31cd8dfb00fb&device_id=52534947-6e4c-4dfe-bb5b-cdb4135fdb04 HTTP/1.1" status: 200 len: 1096 time: 0.0713236 Dec 08 16:41:27.394086 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a9f8428c-a6aa-4322-8844-81fad82fbc0c req-ae504281-e5b5-4530-9b1d-be99a6096fe1 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=e88d05ba-40cd-4b80-ba63-0402f6b5d15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599539 Dec 08 16:41:27.418459 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device b5a86391-3642-48d2-b009-7126b7ad12b6 up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:41:27.429113 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-aa29c0f9-8d0b-4e0a-b362-455adbbccd53 req-4d7c5aa4-280d-4627-9d91-b0077a2c5a30 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=796d2115-0949-4fd3-b7a5-b28174ce55a7 HTTP/1.1" status: 200 len: 217 time: 0.0421586 Dec 08 16:41:27.441989 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac975db-5e78-4d17-964e-34623196a627 req-8ab871f9-1ef3-49d2-965b-5e9a94bfe611 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:27.444262 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2ac975db-5e78-4d17-964e-34623196a627 req-8ab871f9-1ef3-49d2-965b-5e9a94bfe611 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] 10.222.0.64 "GET /v2.0/ports?device_id=1edaf45e-358b-41e7-8cdf-3ce9515138f7 HTTP/1.1" status: 200 len: 944 time: 0.0523102 Dec 08 16:41:27.481221 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa29c0f9-8d0b-4e0a-b362-455adbbccd53 req-3246cf5e-ef39-4d95-b8e9-f5a961abf313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:27.482707 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-aa29c0f9-8d0b-4e0a-b362-455adbbccd53 req-3246cf5e-ef39-4d95-b8e9-f5a961abf313 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=417dab09-36db-465a-a955-4bd84558bef0 HTTP/1.1" status: 200 len: 848 time: 0.0473931 Dec 08 16:41:27.496748 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2ac975db-5e78-4d17-964e-34623196a627 req-6d745146-b69a-424d-b305-0fb5cb61b9c5 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] 10.222.0.64 "GET /v2.0/security-groups?id=103c8c7c-5204-4d97-b5fe-6f96ae1d86c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457690 Dec 08 16:41:27.530889 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa29c0f9-8d0b-4e0a-b362-455adbbccd53 req-4a53d83a-ada8-48e8-8e43-f51107d6db85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:27.532439 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-aa29c0f9-8d0b-4e0a-b362-455adbbccd53 req-4a53d83a-ada8-48e8-8e43-f51107d6db85 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c655c57f-5990-4bd3-abba-fe0937597d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423379 Dec 08 16:41:27.553837 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port b5a86391-3642-48d2-b009-7126b7ad12b6 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:41:27.558127 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port b5a86391-3642-48d2-b009-7126b7ad12b6 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:41:27.558508 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:27.629053 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-aa29c0f9-8d0b-4e0a-b362-455adbbccd53 req-43c2b565-6724-4d59-aa2e-fec010f1a2d0 service neutron] 10.222.0.37 "GET /v2.0/networks/c655c57f-5990-4bd3-abba-fe0937597d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881927 Dec 08 16:41:27.639275 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:27.663281 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1edaf45e-358b-41e7-8cdf-3ce9515138f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a86391-3642-48d2-b009-7126b7ad12b6'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:41:27.665856 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5778b5d5-bcf8-42a8-a694-d77325f7786d" -d '{"events": [{"server_uuid": "1edaf45e-358b-41e7-8cdf-3ce9515138f7", "name": "network-vif-plugged", "status": "completed", "tag": "b5a86391-3642-48d2-b009-7126b7ad12b6"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:41:27.679059 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port b5a86391-3642-48d2-b009-7126b7ad12b6, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=b5a86391-3642-48d2-b009-7126b7ad12b6,segment=NetworkSegment(11fa3248-d4ea-4138-b0d9-1339f11f1204),segment_id=11fa3248-d4ea-4138-b0d9-1339f11f1204)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:41:27.708767 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7468af0-6f70-432b-8702-fe417f796053 x-openstack-request-id: req-e7468af0-6f70-432b-8702-fe417f796053 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:41:27.709142 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1edaf45e-358b-41e7-8cdf-3ce9515138f7", "name": "network-vif-plugged", "status": "completed", "tag": "b5a86391-3642-48d2-b009-7126b7ad12b6", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:41:27.709375 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e7468af0-6f70-432b-8702-fe417f796053 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:41:27.709742 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1edaf45e-358b-41e7-8cdf-3ce9515138f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a86391-3642-48d2-b009-7126b7ad12b6', 'code': 200} Dec 08 16:41:27.734363 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-aa29c0f9-8d0b-4e0a-b362-455adbbccd53 req-b89bbaa4-03c3-461e-aade-e19203a64c6d service neutron] 10.222.0.37 "GET /v2.0/networks/c655c57f-5990-4bd3-abba-fe0937597d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986176 Dec 08 16:41:27.748533 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:27.827797 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df254e3-3937-4ef8-a4e2-490e63030526 req-1b46778c-b7bb-44db-b5f9-2b989e8b6c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:27.829942 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6df254e3-3937-4ef8-a4e2-490e63030526 req-1b46778c-b7bb-44db-b5f9-2b989e8b6c0e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1edaf45e-358b-41e7-8cdf-3ce9515138f7 HTTP/1.1" status: 200 len: 1097 time: 0.0471411 Dec 08 16:41:27.880678 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6df254e3-3937-4ef8-a4e2-490e63030526 req-65ee77af-41c9-4297-860c-347b81cc8d3b service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=103c8c7c-5204-4d97-b5fe-6f96ae1d86c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433726 Dec 08 16:41:27.970263 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=b5a86391-3642-48d2-b009-7126b7ad12b6,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:28.515612 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f1858b-1247-4b01-89e9-109077983df9 req-b603d442-f877-4588-b832-d54cc5296038 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:28.517210 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-33f1858b-1247-4b01-89e9-109077983df9 req-b603d442-f877-4588-b832-d54cc5296038 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=52534947-6e4c-4dfe-bb5b-cdb4135fdb04 HTTP/1.1" status: 200 len: 1096 time: 0.0510132 Dec 08 16:41:28.569518 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-33f1858b-1247-4b01-89e9-109077983df9 req-a98fdcc0-0302-4055-9195-dfeb39ff33bf tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=e88d05ba-40cd-4b80-ba63-0402f6b5d15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457604 Dec 08 16:41:28.621052 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba59000-3f59-4a12-a52c-2f3e89b21211 req-18160d2b-636a-4212-b136-16e8d82693a5 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:28.622586 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2ba59000-3f59-4a12-a52c-2f3e89b21211 req-18160d2b-636a-4212-b136-16e8d82693a5 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] 10.222.0.64 "GET /v2.0/ports?device_id=1edaf45e-358b-41e7-8cdf-3ce9515138f7 HTTP/1.1" status: 200 len: 945 time: 0.0513282 Dec 08 16:41:28.670887 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2ba59000-3f59-4a12-a52c-2f3e89b21211 req-983cdc7d-1e88-4dbb-8b0c-740b6f16b7d6 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] 10.222.0.64 "GET /v2.0/security-groups?id=103c8c7c-5204-4d97-b5fe-6f96ae1d86c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422080 Dec 08 16:41:29.684901 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a747a-efee-4615-84d2-8bf9de3c23cf req-a974f2f6-4ea5-489c-92c8-aa42a7da6f62 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:29.686458 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2a6a747a-efee-4615-84d2-8bf9de3c23cf req-a974f2f6-4ea5-489c-92c8-aa42a7da6f62 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=52534947-6e4c-4dfe-bb5b-cdb4135fdb04 HTTP/1.1" status: 200 len: 1096 time: 0.0405712 Dec 08 16:41:29.740354 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2a6a747a-efee-4615-84d2-8bf9de3c23cf req-710db20d-4add-4844-be54-8629ab12036c tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=e88d05ba-40cd-4b80-ba63-0402f6b5d15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431802 Dec 08 16:41:29.817554 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97619754-e280-4666-937e-9e6b4112daec req-f9166d8e-854e-43fb-82f1-9db8ab7d7720 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:29.819013 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-97619754-e280-4666-937e-9e6b4112daec req-f9166d8e-854e-43fb-82f1-9db8ab7d7720 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] 10.222.0.64 "GET /v2.0/ports?device_id=1edaf45e-358b-41e7-8cdf-3ce9515138f7 HTTP/1.1" status: 200 len: 945 time: 0.0563321 Dec 08 16:41:29.876601 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-97619754-e280-4666-937e-9e6b4112daec req-9ea5740c-1767-474a-8454-d6c2c17cf03a tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] 10.222.0.64 "GET /v2.0/security-groups?id=103c8c7c-5204-4d97-b5fe-6f96ae1d86c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493016 Dec 08 16:41:29.997681 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a62a67d-7ba1-48e9-ad5a-99f3ea2ea473 req-be6ddce1-1be0-4efd-90cb-ba89ac2e5495 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:30.000774 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3a62a67d-7ba1-48e9-ad5a-99f3ea2ea473 req-be6ddce1-1be0-4efd-90cb-ba89ac2e5495 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] 10.222.0.64 "GET /v2.0/ports?device_id=1edaf45e-358b-41e7-8cdf-3ce9515138f7 HTTP/1.1" status: 200 len: 945 time: 0.0569592 Dec 08 16:41:30.047544 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3a62a67d-7ba1-48e9-ad5a-99f3ea2ea473 req-913ceeb6-4ee3-4bc2-9b66-41fb96c5d6f3 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] 10.222.0.64 "GET /v2.0/security-groups?id=103c8c7c-5204-4d97-b5fe-6f96ae1d86c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421076 Dec 08 16:41:30.460279 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 796d2115-0949-4fd3-b7a5-b28174ce55a7 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:41:30.462575 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device c10fe242-6e97-4a2f-823b-9ea645bd4a7f no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:41:30.510188 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: c10fe242-6e97-4a2f-823b-9ea645bd4a7f {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:41:30.510582 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device c10fe242-6e97-4a2f-823b-9ea645bd4a7f not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:41:30.577190 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf8a14-9223-4601-953b-30671e113b18 req-cf10c981-fa1a-4c14-b316-88591e2bbd20 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:30.578966 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7bcf8a14-9223-4601-953b-30671e113b18 req-cf10c981-fa1a-4c14-b316-88591e2bbd20 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] 10.222.0.64 "GET /v2.0/ports?device_id=1edaf45e-358b-41e7-8cdf-3ce9515138f7 HTTP/1.1" status: 200 len: 945 time: 0.0576046 Dec 08 16:41:30.611966 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 796d2115-0949-4fd3-b7a5-b28174ce55a7, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=796d2115-0949-4fd3-b7a5-b28174ce55a7,segment=NetworkSegment(d918d902-9459-4a03-9e15-c92cdbb97172),segment_id=d918d902-9459-4a03-9e15-c92cdbb97172)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:41:30.624042 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '796d2115-0949-4fd3-b7a5-b28174ce55a7', 'network_id': 'c655c57f-5990-4bd3-abba-fe0937597d50', 'port_id': '796d2115-0949-4fd3-b7a5-b28174ce55a7', 'mac_address': 'fa:16:3e:89:77:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '417dab09-36db-465a-a955-4bd84558bef0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:41:30.628883 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7bcf8a14-9223-4601-953b-30671e113b18 req-5a032ef3-e4e1-4f35-914c-181641076aa8 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] 10.222.0.64 "GET /v2.0/security-groups?id=103c8c7c-5204-4d97-b5fe-6f96ae1d86c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436909 Dec 08 16:41:30.664045 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:30.677689 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 796d2115-0949-4fd3-b7a5-b28174ce55a7 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:41:30.699886 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 796d2115-0949-4fd3-b7a5-b28174ce55a7, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=796d2115-0949-4fd3-b7a5-b28174ce55a7,segment=NetworkSegment(d918d902-9459-4a03-9e15-c92cdbb97172),segment_id=d918d902-9459-4a03-9e15-c92cdbb97172)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:41:30.805290 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:30.852720 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb8dd65-2fde-42ba-a663-93ea00f3edc0 req-726a92f0-f2ea-4003-9df0-6e12a7090d58 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:30.855596 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7bb8dd65-2fde-42ba-a663-93ea00f3edc0 req-726a92f0-f2ea-4003-9df0-6e12a7090d58 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=52534947-6e4c-4dfe-bb5b-cdb4135fdb04 HTTP/1.1" status: 200 len: 1097 time: 0.0429964 Dec 08 16:41:30.859036 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=796d2115-0949-4fd3-b7a5-b28174ce55a7,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:30.905843 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7bb8dd65-2fde-42ba-a663-93ea00f3edc0 req-00439d31-2e42-4ab9-bf8a-787a710f6ea9 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=e88d05ba-40cd-4b80-ba63-0402f6b5d15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447862 Dec 08 16:41:31.010165 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['796d2115-0949-4fd3-b7a5-b28174ce55a7'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:41:31.751766 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba337e9-ce44-4c0d-ac63-116389181d4f req-28bf0bba-c58d-44a2-9eeb-93434e1aad6f tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:31.753575 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9ba337e9-ce44-4c0d-ac63-116389181d4f req-28bf0bba-c58d-44a2-9eeb-93434e1aad6f tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] 10.222.0.64 "GET /v2.0/ports?device_id=1edaf45e-358b-41e7-8cdf-3ce9515138f7 HTTP/1.1" status: 200 len: 945 time: 0.0537429 Dec 08 16:41:31.817659 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9ba337e9-ce44-4c0d-ac63-116389181d4f req-22178126-57ea-435c-a01f-c27afa92f205 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] 10.222.0.64 "GET /v2.0/security-groups?id=103c8c7c-5204-4d97-b5fe-6f96ae1d86c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578101 Dec 08 16:41:32.017588 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd113a6-4e90-43f7-a3ec-b5e36fae0764 req-0dc67c8a-f0cf-4e39-9221-e1b862bef8e8 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:32.019165 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6fd113a6-4e90-43f7-a3ec-b5e36fae0764 req-0dc67c8a-f0cf-4e39-9221-e1b862bef8e8 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=52534947-6e4c-4dfe-bb5b-cdb4135fdb04 HTTP/1.1" status: 200 len: 1097 time: 0.0431571 Dec 08 16:41:32.068756 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6fd113a6-4e90-43f7-a3ec-b5e36fae0764 req-bc96ab20-5298-497e-bb7e-734dc3e6bd8e tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=e88d05ba-40cd-4b80-ba63-0402f6b5d15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430503 Dec 08 16:41:32.210752 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f66e567-5c8e-4e61-94f8-e8899f2e4d21 req-87768def-6ccb-4ca3-bc5d-0f827ecfe0ed tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:32.214400 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3f66e567-5c8e-4e61-94f8-e8899f2e4d21 req-87768def-6ccb-4ca3-bc5d-0f827ecfe0ed tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] 10.222.0.64 "GET /v2.0/ports?device_id=1edaf45e-358b-41e7-8cdf-3ce9515138f7 HTTP/1.1" status: 200 len: 945 time: 0.0584829 Dec 08 16:41:32.268826 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3f66e567-5c8e-4e61-94f8-e8899f2e4d21 req-7dc0e2d8-bdb2-4e7e-bd28-9a0ad402ec93 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] 10.222.0.64 "GET /v2.0/security-groups?id=103c8c7c-5204-4d97-b5fe-6f96ae1d86c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481253 Dec 08 16:41:32.326062 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf941be-0bc1-413d-a4a4-94d669f4d810 req-b11a0d1a-a237-496b-8afd-ba0c2371548d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:32.326062 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9bf941be-0bc1-413d-a4a4-94d669f4d810 req-b11a0d1a-a237-496b-8afd-ba0c2371548d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=638f829220a048eea910377d5c6a81c3&device_id=1edaf45e-358b-41e7-8cdf-3ce9515138f7 HTTP/1.1" status: 200 len: 1097 time: 0.0459597 Dec 08 16:41:32.424654 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf941be-0bc1-413d-a4a4-94d669f4d810 req-663c7370-0d0c-495f-8302-917344aa52ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:32.427202 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9bf941be-0bc1-413d-a4a4-94d669f4d810 req-663c7370-0d0c-495f-8302-917344aa52ae service neutron] 10.222.0.76 "GET /v2.0/networks?id=a5994ebc-740a-4ad3-a57a-031e7d37c137 HTTP/1.1" status: 200 len: 912 time: 0.0923989 Dec 08 16:41:32.474261 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 796d2115-0949-4fd3-b7a5-b28174ce55a7 up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:41:32.487362 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9bf941be-0bc1-413d-a4a4-94d669f4d810 req-03a5d273-0563-4480-9567-420c65db8a2b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b5a86391-3642-48d2-b009-7126b7ad12b6 HTTP/1.1" status: 200 len: 217 time: 0.0541413 Dec 08 16:41:32.539035 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf941be-0bc1-413d-a4a4-94d669f4d810 req-913462ad-b67f-46a2-b041-faf5626b63b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:32.540533 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9bf941be-0bc1-413d-a4a4-94d669f4d810 req-913462ad-b67f-46a2-b041-faf5626b63b0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=71187147-c930-46c8-868f-2a942f6bd5b9 HTTP/1.1" status: 200 len: 851 time: 0.0466156 Dec 08 16:41:32.573728 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9bf941be-0bc1-413d-a4a4-94d669f4d810 req-a8ca18b5-7670-4fd5-8613-4f32c7b131ec service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a5994ebc-740a-4ad3-a57a-031e7d37c137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266411 Dec 08 16:41:32.599749 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port 796d2115-0949-4fd3-b7a5-b28174ce55a7 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:41:32.605617 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 796d2115-0949-4fd3-b7a5-b28174ce55a7 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:41:32.606256 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:32.693165 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9bf941be-0bc1-413d-a4a4-94d669f4d810 req-bc76ed48-661f-4492-b055-95e43bf1d05c service neutron] 10.222.0.76 "GET /v2.0/networks/a5994ebc-740a-4ad3-a57a-031e7d37c137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115887 Dec 08 16:41:32.697443 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:32.724898 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52534947-6e4c-4dfe-bb5b-cdb4135fdb04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '796d2115-0949-4fd3-b7a5-b28174ce55a7'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:41:32.727226 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2223753b-14cb-47f1-b219-06bf7565667d" -d '{"events": [{"server_uuid": "52534947-6e4c-4dfe-bb5b-cdb4135fdb04", "name": "network-vif-plugged", "status": "completed", "tag": "796d2115-0949-4fd3-b7a5-b28174ce55a7"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:41:32.742643 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 796d2115-0949-4fd3-b7a5-b28174ce55a7, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=796d2115-0949-4fd3-b7a5-b28174ce55a7,segment=NetworkSegment(d918d902-9459-4a03-9e15-c92cdbb97172),segment_id=d918d902-9459-4a03-9e15-c92cdbb97172)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:41:32.779439 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8152a16-4bf1-4aa7-8e9b-3736fda1215e x-openstack-request-id: req-d8152a16-4bf1-4aa7-8e9b-3736fda1215e {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:41:32.779738 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52534947-6e4c-4dfe-bb5b-cdb4135fdb04", "name": "network-vif-plugged", "status": "completed", "tag": "796d2115-0949-4fd3-b7a5-b28174ce55a7", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:41:32.779995 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d8152a16-4bf1-4aa7-8e9b-3736fda1215e {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:41:32.780423 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52534947-6e4c-4dfe-bb5b-cdb4135fdb04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '796d2115-0949-4fd3-b7a5-b28174ce55a7', 'code': 200} Dec 08 16:41:32.806619 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9bf941be-0bc1-413d-a4a4-94d669f4d810 req-dae83294-4501-4c97-aadd-62a90cf7c159 service neutron] 10.222.0.76 "GET /v2.0/networks/a5994ebc-740a-4ad3-a57a-031e7d37c137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059401 Dec 08 16:41:32.816953 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:32.877940 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=796d2115-0949-4fd3-b7a5-b28174ce55a7,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:32.890014 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ce273-bc06-4022-a436-7306f105de17 req-9fb358c9-c179-493b-89b8-acfdb787db17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:32.891659 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b75ce273-bc06-4022-a436-7306f105de17 req-9fb358c9-c179-493b-89b8-acfdb787db17 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=52534947-6e4c-4dfe-bb5b-cdb4135fdb04 HTTP/1.1" status: 200 len: 1098 time: 0.0478990 Dec 08 16:41:32.939776 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b75ce273-bc06-4022-a436-7306f105de17 req-3ca95dd4-e2f3-4b3c-bee7-23797d2ced34 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e88d05ba-40cd-4b80-ba63-0402f6b5d15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414157 Dec 08 16:41:33.192766 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec7eb3-ade7-4726-9328-d97057a65c1c req-6a41cbd1-aeb7-4957-b3c5-83b36bd393a4 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:33.194342 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e1ec7eb3-ade7-4726-9328-d97057a65c1c req-6a41cbd1-aeb7-4957-b3c5-83b36bd393a4 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=52534947-6e4c-4dfe-bb5b-cdb4135fdb04 HTTP/1.1" status: 200 len: 1098 time: 0.0467064 Dec 08 16:41:33.243104 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e1ec7eb3-ade7-4726-9328-d97057a65c1c req-80e3397e-8ffb-40aa-9483-89d0c7c7573a tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=e88d05ba-40cd-4b80-ba63-0402f6b5d15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416775 Dec 08 16:41:33.398497 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba87620-0b93-47a9-834b-5ef58a4ecf20 req-7633ad8a-a165-49a2-a70b-daf101c5e743 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:33.400039 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1ba87620-0b93-47a9-834b-5ef58a4ecf20 req-7633ad8a-a165-49a2-a70b-daf101c5e743 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] 10.222.0.64 "GET /v2.0/ports?device_id=1edaf45e-358b-41e7-8cdf-3ce9515138f7 HTTP/1.1" status: 200 len: 945 time: 0.0562594 Dec 08 16:41:33.450928 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1ba87620-0b93-47a9-834b-5ef58a4ecf20 req-4e18c193-5efe-4c8f-9a29-a20924bf4d74 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] 10.222.0.64 "GET /v2.0/security-groups?id=103c8c7c-5204-4d97-b5fe-6f96ae1d86c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446782 Dec 08 16:41:34.357113 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51790231-12d6-495d-9cef-e6c23892047c req-44aa4726-ad86-4997-85a3-3a5ae9d8c234 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:34.358701 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-51790231-12d6-495d-9cef-e6c23892047c req-44aa4726-ad86-4997-85a3-3a5ae9d8c234 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=52534947-6e4c-4dfe-bb5b-cdb4135fdb04 HTTP/1.1" status: 200 len: 1098 time: 0.0427008 Dec 08 16:41:34.407774 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-51790231-12d6-495d-9cef-e6c23892047c req-5d147302-7d64-43c1-8748-60cd4d054667 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=e88d05ba-40cd-4b80-ba63-0402f6b5d15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428555 Dec 08 16:41:34.522335 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46291ab4-6ad0-42ce-9835-cc6441458f08 req-5c4bb4cc-93d6-4df1-be46-e533f933d7f3 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:34.524565 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-46291ab4-6ad0-42ce-9835-cc6441458f08 req-5c4bb4cc-93d6-4df1-be46-e533f933d7f3 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=52534947-6e4c-4dfe-bb5b-cdb4135fdb04 HTTP/1.1" status: 200 len: 1098 time: 0.0464642 Dec 08 16:41:34.575810 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c44135a-3deb-48a9-bc55-96c5a0f7813d req-1713ca69-3aca-47f4-ab43-f28ef052f742 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:34.576104 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-46291ab4-6ad0-42ce-9835-cc6441458f08 req-228485bd-8fc6-4674-ab2d-cfe09b6b320c tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=e88d05ba-40cd-4b80-ba63-0402f6b5d15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441918 Dec 08 16:41:34.578490 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1c44135a-3deb-48a9-bc55-96c5a0f7813d req-1713ca69-3aca-47f4-ab43-f28ef052f742 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] 10.222.0.64 "GET /v2.0/ports?device_id=1edaf45e-358b-41e7-8cdf-3ce9515138f7 HTTP/1.1" status: 200 len: 945 time: 0.0522764 Dec 08 16:41:34.641192 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1c44135a-3deb-48a9-bc55-96c5a0f7813d req-0170bdbd-ac92-4820-bdc5-4648fd66be56 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] 10.222.0.64 "GET /v2.0/security-groups?id=103c8c7c-5204-4d97-b5fe-6f96ae1d86c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543153 Dec 08 16:41:34.709096 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e6e13f-3d07-4291-a95a-d327c5d9aaae req-29d2d161-eb5c-4df0-ad11-cd242425bb5c tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:34.710971 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-66e6e13f-3d07-4291-a95a-d327c5d9aaae req-29d2d161-eb5c-4df0-ad11-cd242425bb5c tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=52534947-6e4c-4dfe-bb5b-cdb4135fdb04 HTTP/1.1" status: 200 len: 1098 time: 0.0515060 Dec 08 16:41:34.768397 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-66e6e13f-3d07-4291-a95a-d327c5d9aaae req-ec14d1fb-36c5-46ae-be6c-7c1c205dac05 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=e88d05ba-40cd-4b80-ba63-0402f6b5d15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509577 Dec 08 16:41:34.788222 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:34.993758 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51c4e7-d042-43c1-a327-bd8d7b8a6f47 req-07866e68-bee9-4430-9351-4602dffa43d8 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:34.995937 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3e51c4e7-d042-43c1-a327-bd8d7b8a6f47 req-07866e68-bee9-4430-9351-4602dffa43d8 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.64 "GET /v2.0/networks?id=c655c57f-5990-4bd3-abba-fe0937597d50 HTTP/1.1" status: 200 len: 910 time: 0.0952885 Dec 08 16:41:35.014776 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3e51c4e7-d042-43c1-a327-bd8d7b8a6f47 req-465bd8b9-efa4-4973-8ec8-b39bbaf5ca0f tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.64 "GET /v2.0/quotas/624adf27ec3347e0848e31cd8dfb00fb HTTP/1.1" status: 200 len: 375 time: 0.0098746 Dec 08 16:41:35.072305 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3e51c4e7-d042-43c1-a327-bd8d7b8a6f47 req-0affb0ff-5fd1-48de-abd8-96b7841ad4cc tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.64 "GET /v2.0/ports?tenant_id=624adf27ec3347e0848e31cd8dfb00fb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0511816 Dec 08 16:41:35.111810 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e033411f-90fb-492d-a9e9-5dfde9b8e026 req-660dc1c5-9f17-4235-b3a4-7de4ec65bdb3 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:35.116680 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e033411f-90fb-492d-a9e9-5dfde9b8e026 req-660dc1c5-9f17-4235-b3a4-7de4ec65bdb3 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] 10.222.0.64 "GET /v2.0/ports?device_id=1edaf45e-358b-41e7-8cdf-3ce9515138f7 HTTP/1.1" status: 200 len: 945 time: 0.0698667 Dec 08 16:41:35.168614 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e033411f-90fb-492d-a9e9-5dfde9b8e026 req-82193c96-b455-4446-97e1-10dd76394326 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] 10.222.0.64 "GET /v2.0/security-groups?id=103c8c7c-5204-4d97-b5fe-6f96ae1d86c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484493 Dec 08 16:41:35.188704 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3e51c4e7-d042-43c1-a327-bd8d7b8a6f47 req-9c42f882-ebd5-46ee-b783-5b031c316259 service neutron] 10.222.0.64 "GET /v2.0/networks/c655c57f-5990-4bd3-abba-fe0937597d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069980 Dec 08 16:41:35.281422 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3e51c4e7-d042-43c1-a327-bd8d7b8a6f47 req-6762fe7f-203a-4a4b-9551-ff41707efde3 service neutron] 10.222.0.64 "GET /v2.0/networks/c655c57f-5990-4bd3-abba-fe0937597d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875635 Dec 08 16:41:35.475632 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:41:35.511924 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-22c7e5b9-c9fa-410e-918b-2681cdae765f req-445f4a97-1e93-4efa-8822-be602e36e59d tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=39e182c8-3876-4598-a12b-2909ab347db5 HTTP/1.1" status: 200 len: 210 time: 0.0307817 Dec 08 16:41:36.315137 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2691ca92-21e6-4948-82f6-f14d610c0fca req-1973c793-51f5-4ff5-b196-0a44a443f124 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:36.316927 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2691ca92-21e6-4948-82f6-f14d610c0fca req-1973c793-51f5-4ff5-b196-0a44a443f124 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] 10.222.0.64 "GET /v2.0/ports?device_id=1edaf45e-358b-41e7-8cdf-3ce9515138f7 HTTP/1.1" status: 200 len: 945 time: 0.0759001 Dec 08 16:41:36.376245 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2691ca92-21e6-4948-82f6-f14d610c0fca req-ba3c6bb9-6b86-41fc-a58f-16a42277426b tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] 10.222.0.64 "GET /v2.0/security-groups?id=103c8c7c-5204-4d97-b5fe-6f96ae1d86c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508959 Dec 08 16:41:36.612593 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3587b0eb-28d6-40fe-ab74-8df40d52af3d req-baaa9d2c-0d67-44b5-9a8b-7b20dd2d3fa7 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=39e182c8-3876-4598-a12b-2909ab347db5 HTTP/1.1" status: 200 len: 210 time: 0.0304728 Dec 08 16:41:36.899103 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e815b-7445-4208-9a00-7901bf649bff req-acd8d13e-75b5-4e46-a4ad-846045c1c999 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:36.900621 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9b2e815b-7445-4208-9a00-7901bf649bff req-acd8d13e-75b5-4e46-a4ad-846045c1c999 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] 10.222.0.64 "GET /v2.0/ports?device_id=1edaf45e-358b-41e7-8cdf-3ce9515138f7 HTTP/1.1" status: 200 len: 945 time: 0.0533881 Dec 08 16:41:36.967008 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9b2e815b-7445-4208-9a00-7901bf649bff req-d2265bdc-afb2-41e1-9d42-15545bfb8363 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] 10.222.0.64 "GET /v2.0/security-groups?id=103c8c7c-5204-4d97-b5fe-6f96ae1d86c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577896 Dec 08 16:41:37.018470 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ef9bd-ea67-43d3-b392-9d24d0bb12ce req-b5a3c96d-dc7f-4df0-9ac1-088af2c4af31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:37.020261 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b12ef9bd-ea67-43d3-b392-9d24d0bb12ce req-b5a3c96d-dc7f-4df0-9ac1-088af2c4af31 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=638f829220a048eea910377d5c6a81c3&device_id=1edaf45e-358b-41e7-8cdf-3ce9515138f7 HTTP/1.1" status: 200 len: 1097 time: 0.0436697 Dec 08 16:41:37.129661 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ef9bd-ea67-43d3-b392-9d24d0bb12ce req-259da2e8-cdda-4a25-b8fc-c9a4755c2be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:37.131205 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b12ef9bd-ea67-43d3-b392-9d24d0bb12ce req-259da2e8-cdda-4a25-b8fc-c9a4755c2be8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=a5994ebc-740a-4ad3-a57a-031e7d37c137 HTTP/1.1" status: 200 len: 912 time: 0.1041698 Dec 08 16:41:37.175053 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b12ef9bd-ea67-43d3-b392-9d24d0bb12ce req-386de928-9b5d-46d3-8856-62d748896a30 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b5a86391-3642-48d2-b009-7126b7ad12b6 HTTP/1.1" status: 200 len: 217 time: 0.0363426 Dec 08 16:41:37.559422 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ef9bd-ea67-43d3-b392-9d24d0bb12ce req-88eeaf60-b027-4e92-b46f-21efe2c266fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:37.561021 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b12ef9bd-ea67-43d3-b392-9d24d0bb12ce req-88eeaf60-b027-4e92-b46f-21efe2c266fc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=71187147-c930-46c8-868f-2a942f6bd5b9 HTTP/1.1" status: 200 len: 851 time: 0.3798296 Dec 08 16:41:37.600479 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b12ef9bd-ea67-43d3-b392-9d24d0bb12ce req-a1958644-dedf-4ca1-8a65-2076e96c28bf service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a5994ebc-740a-4ad3-a57a-031e7d37c137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297792 Dec 08 16:41:37.705771 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b12ef9bd-ea67-43d3-b392-9d24d0bb12ce req-747d9a1d-4e3d-4b1b-9884-6035adff25c6 service neutron] 10.222.0.76 "GET /v2.0/networks/a5994ebc-740a-4ad3-a57a-031e7d37c137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981617 Dec 08 16:41:37.790585 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3cd93da5-87fc-4405-b900-00175001725c req-ed4e0a71-c895-47f6-9788-d69cecde5f7d tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=39e182c8-3876-4598-a12b-2909ab347db5 HTTP/1.1" status: 200 len: 210 time: 0.0570402 Dec 08 16:41:37.833074 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b12ef9bd-ea67-43d3-b392-9d24d0bb12ce req-a4447408-93c6-4c9a-beb7-e07627e42978 service neutron] 10.222.0.76 "GET /v2.0/networks/a5994ebc-740a-4ad3-a57a-031e7d37c137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198802 Dec 08 16:41:37.965446 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51c4e7-d042-43c1-a327-bd8d7b8a6f47 req-4e5bce89-a25b-4ef2-bdb1-063b1c78143f tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:37.967061 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3e51c4e7-d042-43c1-a327-bd8d7b8a6f47 req-4e5bce89-a25b-4ef2-bdb1-063b1c78143f tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.76 "GET /v2.0/networks?id=c655c57f-5990-4bd3-abba-fe0937597d50 HTTP/1.1" status: 200 len: 910 time: 0.1010938 Dec 08 16:41:37.984230 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-3e51c4e7-d042-43c1-a327-bd8d7b8a6f47 req-03dcb4b7-6d13-4805-968a-5aaec7adb6a0 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Request body: {'port': {'device_id': '39e182c8-3876-4598-a12b-2909ab347db5', 'network_id': 'c655c57f-5990-4bd3-abba-fe0937597d50', 'admin_state_up': True, 'tenant_id': '624adf27ec3347e0848e31cd8dfb00fb'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:41:38.067844 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e51c4e7-d042-43c1-a327-bd8d7b8a6f47 req-03dcb4b7-6d13-4805-968a-5aaec7adb6a0 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Made reservation on behalf of 624adf27ec3347e0848e31cd8dfb00fb for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:41:38.070433 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-3e51c4e7-d042-43c1-a327-bd8d7b8a6f47 req-03dcb4b7-6d13-4805-968a-5aaec7adb6a0 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:38.100814 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e572bb1b-fa1c-4794-bfd7-a93c7712d04c req-50ee7d8b-3694-4746-825b-535e5a71162f tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:38.100814 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e572bb1b-fa1c-4794-bfd7-a93c7712d04c req-50ee7d8b-3694-4746-825b-535e5a71162f tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] 10.222.0.64 "GET /v2.0/ports?device_id=1edaf45e-358b-41e7-8cdf-3ce9515138f7 HTTP/1.1" status: 200 len: 945 time: 0.0591142 Dec 08 16:41:38.156025 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e572bb1b-fa1c-4794-bfd7-a93c7712d04c req-6178f46e-bd4b-4578-abca-ed8b9a202284 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] 10.222.0.64 "GET /v2.0/security-groups?id=103c8c7c-5204-4d97-b5fe-6f96ae1d86c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518548 Dec 08 16:41:38.225478 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-3e51c4e7-d042-43c1-a327-bd8d7b8a6f47 req-03dcb4b7-6d13-4805-968a-5aaec7adb6a0 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Allocated IP 172.20.0.4 (c655c57f-5990-4bd3-abba-fe0937597d50/417dab09-36db-465a-a955-4bd84558bef0/b1a39666-0420-4c8f-8089-97b4b3d2d762) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:41:38.376054 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-3e51c4e7-d042-43c1-a327-bd8d7b8a6f47 req-03dcb4b7-6d13-4805-968a-5aaec7adb6a0 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:38.565917 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-3e51c4e7-d042-43c1-a327-bd8d7b8a6f47 req-03dcb4b7-6d13-4805-968a-5aaec7adb6a0 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:38.577126 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['796d2115-0949-4fd3-b7a5-b28174ce55a7'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:41:38.618415 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e51c4e7-d042-43c1-a327-bd8d7b8a6f47 req-03dcb4b7-6d13-4805-968a-5aaec7adb6a0 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Network c655c57f-5990-4bd3-abba-fe0937597d50 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:41:38.623060 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-3e51c4e7-d042-43c1-a327-bd8d7b8a6f47 req-03dcb4b7-6d13-4805-968a-5aaec7adb6a0 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:41:38.631385 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e51c4e7-d042-43c1-a327-bd8d7b8a6f47 req-03dcb4b7-6d13-4805-968a-5aaec7adb6a0 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:41:38.634972 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dcb4b7-6d13-4805-968a-5aaec7adb6a0 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Pushing event updated for resources: {'Port': ['ID=b1a39666-0420-4c8f-8089-97b4b3d2d762,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:38.663547 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dcb4b7-6d13-4805-968a-5aaec7adb6a0 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:38.663915 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dcb4b7-6d13-4805-968a-5aaec7adb6a0 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:38.664301 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dcb4b7-6d13-4805-968a-5aaec7adb6a0 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:38.664658 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dcb4b7-6d13-4805-968a-5aaec7adb6a0 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:38.665011 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dcb4b7-6d13-4805-968a-5aaec7adb6a0 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:38.665370 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dcb4b7-6d13-4805-968a-5aaec7adb6a0 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:38.665696 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dcb4b7-6d13-4805-968a-5aaec7adb6a0 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:38.666038 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dcb4b7-6d13-4805-968a-5aaec7adb6a0 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:38.666525 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dcb4b7-6d13-4805-968a-5aaec7adb6a0 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:38.666706 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dcb4b7-6d13-4805-968a-5aaec7adb6a0 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:38.667040 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dcb4b7-6d13-4805-968a-5aaec7adb6a0 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:38.667374 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dcb4b7-6d13-4805-968a-5aaec7adb6a0 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:38.668335 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dcb4b7-6d13-4805-968a-5aaec7adb6a0 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:38.694044 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51c4e7-d042-43c1-a327-bd8d7b8a6f47 req-03dcb4b7-6d13-4805-968a-5aaec7adb6a0 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:38.694671 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-3e51c4e7-d042-43c1-a327-bd8d7b8a6f47 req-03dcb4b7-6d13-4805-968a-5aaec7adb6a0 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:38.752029 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:38.771584 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3e51c4e7-d042-43c1-a327-bd8d7b8a6f47 req-03dcb4b7-6d13-4805-968a-5aaec7adb6a0 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7914295 Dec 08 16:41:38.785199 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-3e51c4e7-d042-43c1-a327-bd8d7b8a6f47 req-0ea98efc-b9f0-4c68-9d19-206e75b9fe9b service neutron] Request body: {'port': {'device_id': '39e182c8-3876-4598-a12b-2909ab347db5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:41:38.876011 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-3e51c4e7-d042-43c1-a327-bd8d7b8a6f47 req-0ea98efc-b9f0-4c68-9d19-206e75b9fe9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:38.913757 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-03aa7b29-2d37-46e6-b728-d0a79f92c7cc None None] Provisioning complete for port b1a39666-0420-4c8f-8089-97b4b3d2d762 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:41:38.914212 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-03aa7b29-2d37-46e6-b728-d0a79f92c7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:38.956400 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-03aa7b29-2d37-46e6-b728-d0a79f92c7cc None None] Port b1a39666-0420-4c8f-8089-97b4b3d2d762 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:41:38.977440 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e288ec6-3320-4822-9491-dfd800c7ee9e req-283425dc-eb0f-4978-8fdd-bddeb747dc55 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:38.979171 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1e288ec6-3320-4822-9491-dfd800c7ee9e req-283425dc-eb0f-4978-8fdd-bddeb747dc55 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=39e182c8-3876-4598-a12b-2909ab347db5 HTTP/1.1" status: 200 len: 1027 time: 0.0860641 Dec 08 16:41:39.123591 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1e288ec6-3320-4822-9491-dfd800c7ee9e req-21b50eca-7b59-443e-a7ec-536b295675e4 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=e88d05ba-40cd-4b80-ba63-0402f6b5d15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012793 Dec 08 16:41:39.228489 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-3e51c4e7-d042-43c1-a327-bd8d7b8a6f47 req-0ea98efc-b9f0-4c68-9d19-206e75b9fe9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1a39666-0420-4c8f-8089-97b4b3d2d762 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:41:39.237555 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-3e51c4e7-d042-43c1-a327-bd8d7b8a6f47 req-0ea98efc-b9f0-4c68-9d19-206e75b9fe9b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:39.250924 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-3e51c4e7-d042-43c1-a327-bd8d7b8a6f47 req-0ea98efc-b9f0-4c68-9d19-206e75b9fe9b service neutron] Transition to ACTIVE for port object b1a39666-0420-4c8f-8089-97b4b3d2d762 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:41:39.291137 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10082c8-a19a-4b65-a5b7-93464c76d37c req-d6034b17-aa71-46ce-84ff-3b7a7aa21498 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:39.293568 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d10082c8-a19a-4b65-a5b7-93464c76d37c req-d6034b17-aa71-46ce-84ff-3b7a7aa21498 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] 10.222.0.64 "GET /v2.0/ports?device_id=1edaf45e-358b-41e7-8cdf-3ce9515138f7 HTTP/1.1" status: 200 len: 945 time: 0.0646186 Dec 08 16:41:39.308337 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-3e51c4e7-d042-43c1-a327-bd8d7b8a6f47 req-0ea98efc-b9f0-4c68-9d19-206e75b9fe9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:39.353506 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d10082c8-a19a-4b65-a5b7-93464c76d37c req-97bdbdb8-00b3-46a7-9959-e6b5ec8c0997 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] 10.222.0.64 "GET /v2.0/security-groups?id=103c8c7c-5204-4d97-b5fe-6f96ae1d86c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516257 Dec 08 16:41:39.396834 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea98efc-b9f0-4c68-9d19-206e75b9fe9b service neutron] Pushing event updated for resources: {'Port': ['ID=b1a39666-0420-4c8f-8089-97b4b3d2d762,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:39.463958 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-3e51c4e7-d042-43c1-a327-bd8d7b8a6f47 req-0ea98efc-b9f0-4c68-9d19-206e75b9fe9b service neutron] Attempting to bind port b1a39666-0420-4c8f-8089-97b4b3d2d762 on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:41:39.464590 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-3e51c4e7-d042-43c1-a327-bd8d7b8a6f47 req-0ea98efc-b9f0-4c68-9d19-206e75b9fe9b service neutron] Attempting to bind port b1a39666-0420-4c8f-8089-97b4b3d2d762 by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': 'd918d902-9459-4a03-9e15-c92cdbb97172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c655c57f-5990-4bd3-abba-fe0937597d50'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:41:39.465488 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e51c4e7-d042-43c1-a327-bd8d7b8a6f47 req-0ea98efc-b9f0-4c68-9d19-206e75b9fe9b service neutron] Attempting to bind port b1a39666-0420-4c8f-8089-97b4b3d2d762 on network c655c57f-5990-4bd3-abba-fe0937597d50 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:41:39.471409 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e51c4e7-d042-43c1-a327-bd8d7b8a6f47 req-0ea98efc-b9f0-4c68-9d19-206e75b9fe9b service neutron] Port b1a39666-0420-4c8f-8089-97b4b3d2d762 on network c655c57f-5990-4bd3-abba-fe0937597d50 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:41:39.480342 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e51c4e7-d042-43c1-a327-bd8d7b8a6f47 req-0ea98efc-b9f0-4c68-9d19-206e75b9fe9b service neutron] Attempting to bind port b1a39666-0420-4c8f-8089-97b4b3d2d762 on network c655c57f-5990-4bd3-abba-fe0937597d50 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:41:39.480342 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e51c4e7-d042-43c1-a327-bd8d7b8a6f47 req-0ea98efc-b9f0-4c68-9d19-206e75b9fe9b service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:41:39.480342 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e51c4e7-d042-43c1-a327-bd8d7b8a6f47 req-0ea98efc-b9f0-4c68-9d19-206e75b9fe9b service neutron] Checking segment: {'id': 'd918d902-9459-4a03-9e15-c92cdbb97172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c655c57f-5990-4bd3-abba-fe0937597d50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:41:39.480342 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e51c4e7-d042-43c1-a327-bd8d7b8a6f47 req-0ea98efc-b9f0-4c68-9d19-206e75b9fe9b service neutron] Bound using segment: {'id': 'd918d902-9459-4a03-9e15-c92cdbb97172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c655c57f-5990-4bd3-abba-fe0937597d50'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:41:39.480342 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-3e51c4e7-d042-43c1-a327-bd8d7b8a6f47 req-0ea98efc-b9f0-4c68-9d19-206e75b9fe9b service neutron] Bound port: b1a39666-0420-4c8f-8089-97b4b3d2d762, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd918d902-9459-4a03-9e15-c92cdbb97172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c655c57f-5990-4bd3-abba-fe0937597d50'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:41:39.481450 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-3e51c4e7-d042-43c1-a327-bd8d7b8a6f47 req-0ea98efc-b9f0-4c68-9d19-206e75b9fe9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:39.573505 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-3e51c4e7-d042-43c1-a327-bd8d7b8a6f47 req-0ea98efc-b9f0-4c68-9d19-206e75b9fe9b service neutron] For port b1a39666-0420-4c8f-8089-97b4b3d2d762, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:41:39.577855 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-3e51c4e7-d042-43c1-a327-bd8d7b8a6f47 req-0ea98efc-b9f0-4c68-9d19-206e75b9fe9b service neutron] For port b1a39666-0420-4c8f-8089-97b4b3d2d762, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=b1a39666-0420-4c8f-8089-97b4b3d2d762,segment=NetworkSegment(d918d902-9459-4a03-9e15-c92cdbb97172),segment_id=d918d902-9459-4a03-9e15-c92cdbb97172)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:41:39.650751 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-3e51c4e7-d042-43c1-a327-bd8d7b8a6f47 req-0ea98efc-b9f0-4c68-9d19-206e75b9fe9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:39.689936 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51c4e7-d042-43c1-a327-bd8d7b8a6f47 req-0ea98efc-b9f0-4c68-9d19-206e75b9fe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:39.692137 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-3e51c4e7-d042-43c1-a327-bd8d7b8a6f47 req-0ea98efc-b9f0-4c68-9d19-206e75b9fe9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:39.693653 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3e51c4e7-d042-43c1-a327-bd8d7b8a6f47 req-0ea98efc-b9f0-4c68-9d19-206e75b9fe9b service neutron] 10.222.0.76 "PUT /v2.0/ports/b1a39666-0420-4c8f-8089-97b4b3d2d762 HTTP/1.1" status: 200 len: 1092 time: 0.9142251 Dec 08 16:41:39.696448 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39e182c8-3876-4598-a12b-2909ab347db5', 'tag': 'b1a39666-0420-4c8f-8089-97b4b3d2d762'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:41:39.700497 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc06e6da-9fac-47f2-9585-5a0c4302b695" -d '{"events": [{"name": "network-changed", "server_uuid": "39e182c8-3876-4598-a12b-2909ab347db5", "tag": "b1a39666-0420-4c8f-8089-97b4b3d2d762"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:41:39.732237 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea98efc-b9f0-4c68-9d19-206e75b9fe9b service neutron] Pushing event updated for resources: {'Port': ['ID=b1a39666-0420-4c8f-8089-97b4b3d2d762,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:39.753942 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d22530b2-54c6-47f1-a756-8b0f33ab4ac2 x-openstack-request-id: req-d22530b2-54c6-47f1-a756-8b0f33ab4ac2 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:41:39.753942 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39e182c8-3876-4598-a12b-2909ab347db5", "tag": "b1a39666-0420-4c8f-8089-97b4b3d2d762", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:41:39.753942 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d22530b2-54c6-47f1-a756-8b0f33ab4ac2 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:41:39.753942 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39e182c8-3876-4598-a12b-2909ab347db5', 'tag': 'b1a39666-0420-4c8f-8089-97b4b3d2d762', 'status': 'completed', 'code': 200} Dec 08 16:41:39.814729 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06e6da-9fac-47f2-9585-5a0c4302b695 req-8d4cd25c-6cef-49d7-9051-330fc5fe677d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:39.816719 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fc06e6da-9fac-47f2-9585-5a0c4302b695 req-8d4cd25c-6cef-49d7-9051-330fc5fe677d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=624adf27ec3347e0848e31cd8dfb00fb&device_id=39e182c8-3876-4598-a12b-2909ab347db5 HTTP/1.1" status: 200 len: 1095 time: 0.0456777 Dec 08 16:41:39.960783 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06e6da-9fac-47f2-9585-5a0c4302b695 req-1ac363b7-0944-4ba6-9ad0-eb86fe23dbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:39.962375 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fc06e6da-9fac-47f2-9585-5a0c4302b695 req-1ac363b7-0944-4ba6-9ad0-eb86fe23dbbe service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=624adf27ec3347e0848e31cd8dfb00fb&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1258318 Dec 08 16:41:39.966452 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f340b1d-79cf-494e-9611-c4740afff2e7 req-ea9a371d-cf83-4f1f-9450-a63cecf10e67 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:39.968099 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1f340b1d-79cf-494e-9611-c4740afff2e7 req-ea9a371d-cf83-4f1f-9450-a63cecf10e67 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] 10.222.0.64 "GET /v2.0/ports?device_id=1edaf45e-358b-41e7-8cdf-3ce9515138f7 HTTP/1.1" status: 200 len: 945 time: 0.0536497 Dec 08 16:41:40.023392 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1f340b1d-79cf-494e-9611-c4740afff2e7 req-e9c87648-5dab-47fc-895a-32addf399f9d tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] 10.222.0.64 "GET /v2.0/security-groups?id=103c8c7c-5204-4d97-b5fe-6f96ae1d86c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489991 Dec 08 16:41:40.093051 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06e6da-9fac-47f2-9585-5a0c4302b695 req-fbe83026-4ff7-48aa-91df-1e33987f41f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:40.094736 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fc06e6da-9fac-47f2-9585-5a0c4302b695 req-fbe83026-4ff7-48aa-91df-1e33987f41f7 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1158860 Dec 08 16:41:40.191666 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51c4e7-d042-43c1-a327-bd8d7b8a6f47 req-5f39a523-f453-43f7-b83c-4c494efaa92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:40.193393 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3e51c4e7-d042-43c1-a327-bd8d7b8a6f47 req-5f39a523-f453-43f7-b83c-4c494efaa92e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=624adf27ec3347e0848e31cd8dfb00fb&device_id=39e182c8-3876-4598-a12b-2909ab347db5 HTTP/1.1" status: 200 len: 1095 time: 0.0573485 Dec 08 16:41:40.271941 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3e51c4e7-d042-43c1-a327-bd8d7b8a6f47 req-964be65f-859c-4f7f-979d-1e55c8f7f5c8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b1a39666-0420-4c8f-8089-97b4b3d2d762 HTTP/1.1" status: 200 len: 217 time: 0.0644133 Dec 08 16:41:40.313885 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4ccd70-151c-48e8-aa20-d388f61dbd9f req-f3aea548-033b-4bf1-85b6-995365fd2671 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:40.315440 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9b4ccd70-151c-48e8-aa20-d388f61dbd9f req-f3aea548-033b-4bf1-85b6-995365fd2671 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=39e182c8-3876-4598-a12b-2909ab347db5 HTTP/1.1" status: 200 len: 1095 time: 0.1160479 Dec 08 16:41:40.347781 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51c4e7-d042-43c1-a327-bd8d7b8a6f47 req-9ff58f91-1298-4ca0-ac62-da2a09400f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:40.349353 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3e51c4e7-d042-43c1-a327-bd8d7b8a6f47 req-9ff58f91-1298-4ca0-ac62-da2a09400f51 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=417dab09-36db-465a-a955-4bd84558bef0 HTTP/1.1" status: 200 len: 848 time: 0.0701261 Dec 08 16:41:40.398540 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9b4ccd70-151c-48e8-aa20-d388f61dbd9f req-13fb2d1a-d1ce-427d-bad7-7b034c083e3c tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=e88d05ba-40cd-4b80-ba63-0402f6b5d15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767355 Dec 08 16:41:40.410829 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51c4e7-d042-43c1-a327-bd8d7b8a6f47 req-ea4cc451-bc71-4b16-a436-b0b8a0d19bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:40.413178 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3e51c4e7-d042-43c1-a327-bd8d7b8a6f47 req-ea4cc451-bc71-4b16-a436-b0b8a0d19bfc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c655c57f-5990-4bd3-abba-fe0937597d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548873 Dec 08 16:41:40.514176 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3e51c4e7-d042-43c1-a327-bd8d7b8a6f47 req-1c93fc6f-39d8-4b5e-80ff-9322b4554855 service neutron] 10.222.0.76 "GET /v2.0/networks/c655c57f-5990-4bd3-abba-fe0937597d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933313 Dec 08 16:41:40.629521 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3e51c4e7-d042-43c1-a327-bd8d7b8a6f47 req-45dc9513-d919-4495-9744-1f1c5f91e4f3 service neutron] 10.222.0.76 "GET /v2.0/networks/c655c57f-5990-4bd3-abba-fe0937597d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041164 Dec 08 16:41:41.164623 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc591f44-0408-4513-85ee-15e491e18e2b req-16f840cd-e9db-4196-80be-710a22465e8f tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:41.167525 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cc591f44-0408-4513-85ee-15e491e18e2b req-16f840cd-e9db-4196-80be-710a22465e8f tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] 10.222.0.64 "GET /v2.0/ports?device_id=1edaf45e-358b-41e7-8cdf-3ce9515138f7 HTTP/1.1" status: 200 len: 945 time: 0.0704811 Dec 08 16:41:41.220500 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cc591f44-0408-4513-85ee-15e491e18e2b req-9903060d-9ab8-4184-8067-8dd058337b0f tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] 10.222.0.64 "GET /v2.0/security-groups?id=103c8c7c-5204-4d97-b5fe-6f96ae1d86c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468616 Dec 08 16:41:41.513885 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95946e1-c386-4a03-85d9-da3b6b92e15e req-943d7c1a-db7c-4971-82c9-217eba0c9219 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:41.515542 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f95946e1-c386-4a03-85d9-da3b6b92e15e req-943d7c1a-db7c-4971-82c9-217eba0c9219 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=39e182c8-3876-4598-a12b-2909ab347db5 HTTP/1.1" status: 200 len: 1095 time: 0.0439661 Dec 08 16:41:41.526888 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ac200074-c2c9-4aa6-9d5a-3214477ef0b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:41.571106 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f95946e1-c386-4a03-85d9-da3b6b92e15e req-ae40bcb2-04b6-4c69-84ba-d25aed8eec19 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=e88d05ba-40cd-4b80-ba63-0402f6b5d15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477867 Dec 08 16:41:41.772521 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886dd78-6f94-498b-998a-70dff2e462bf req-5581d1b8-6632-4cbd-894a-dd71b9341eea tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:41.774166 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8886dd78-6f94-498b-998a-70dff2e462bf req-5581d1b8-6632-4cbd-894a-dd71b9341eea tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] 10.222.0.76 "GET /v2.0/ports?device_id=1edaf45e-358b-41e7-8cdf-3ce9515138f7 HTTP/1.1" status: 200 len: 945 time: 0.0550528 Dec 08 16:41:41.870874 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-8886dd78-6f94-498b-998a-70dff2e462bf req-2596d908-f829-4f0e-957c-c44ddb0bf4b0 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] Deleting port b5a86391-3642-48d2-b009-7126b7ad12b6 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:41:41.871219 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-8886dd78-6f94-498b-998a-70dff2e462bf req-2596d908-f829-4f0e-957c-c44ddb0bf4b0 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:41.980522 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-8886dd78-6f94-498b-998a-70dff2e462bf req-2596d908-f829-4f0e-957c-c44ddb0bf4b0 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] For port b5a86391-3642-48d2-b009-7126b7ad12b6, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=b5a86391-3642-48d2-b009-7126b7ad12b6,segment=NetworkSegment(11fa3248-d4ea-4138-b0d9-1339f11f1204),segment_id=11fa3248-d4ea-4138-b0d9-1339f11f1204)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:41:41.980900 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-8886dd78-6f94-498b-998a-70dff2e462bf req-2596d908-f829-4f0e-957c-c44ddb0bf4b0 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:41.995658 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-8886dd78-6f94-498b-998a-70dff2e462bf req-2596d908-f829-4f0e-957c-c44ddb0bf4b0 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] Calling delete_port for b5a86391-3642-48d2-b009-7126b7ad12b6 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:41:42.188159 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-8886dd78-6f94-498b-998a-70dff2e462bf req-2596d908-f829-4f0e-957c-c44ddb0bf4b0 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:42.200773 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['b5a86391-3642-48d2-b009-7126b7ad12b6'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:41:42.220134 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2596d908-f829-4f0e-957c-c44ddb0bf4b0 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] Pushing event deleted for resources: {'Port': ['ID=b5a86391-3642-48d2-b009-7126b7ad12b6,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:42.273660 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-8886dd78-6f94-498b-998a-70dff2e462bf req-2596d908-f829-4f0e-957c-c44ddb0bf4b0 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] No DVR routers for this DVR port b5a86391-3642-48d2-b009-7126b7ad12b6 on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:41:42.276458 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-8886dd78-6f94-498b-998a-70dff2e462bf req-2596d908-f829-4f0e-957c-c44ddb0bf4b0 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:42.279896 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8886dd78-6f94-498b-998a-70dff2e462bf req-2596d908-f829-4f0e-957c-c44ddb0bf4b0 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] 10.222.0.76 "DELETE /v2.0/ports/b5a86391-3642-48d2-b009-7126b7ad12b6 HTTP/1.1" status: 204 len: 173 time: 0.4994366 Dec 08 16:41:42.280423 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1edaf45e-358b-41e7-8cdf-3ce9515138f7', 'name': 'network-vif-deleted', 'tag': 'b5a86391-3642-48d2-b009-7126b7ad12b6'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:41:42.282788 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6c0aac-e839-4b64-9555-b33110368ac5" -d '{"events": [{"server_uuid": "1edaf45e-358b-41e7-8cdf-3ce9515138f7", "name": "network-vif-deleted", "tag": "b5a86391-3642-48d2-b009-7126b7ad12b6"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:41:42.324849 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0b9207-85f2-4877-9251-257c11de74b8 x-openstack-request-id: req-eb0b9207-85f2-4877-9251-257c11de74b8 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:41:42.329802 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1edaf45e-358b-41e7-8cdf-3ce9515138f7", "name": "network-vif-deleted", "tag": "b5a86391-3642-48d2-b009-7126b7ad12b6", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:41:42.329802 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eb0b9207-85f2-4877-9251-257c11de74b8 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:41:42.329802 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1edaf45e-358b-41e7-8cdf-3ce9515138f7', 'name': 'network-vif-deleted', 'tag': 'b5a86391-3642-48d2-b009-7126b7ad12b6', 'status': 'completed', 'code': 200} Dec 08 16:41:42.334657 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fc650078-d6e6-4dd8-b4a2-175598db39cb req-2c783515-f7ca-413e-b277-dd4087bd71e0 tempest-TestServerAdvancedOps-470538515 tempest-TestServerAdvancedOps-470538515-project] 10.222.0.64 "GET /v2.0/ports?device_id=1edaf45e-358b-41e7-8cdf-3ce9515138f7 HTTP/1.1" status: 200 len: 210 time: 0.0315163 Dec 08 16:41:42.695409 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b37f0-b1cc-4ec0-9973-606a418725af req-a46ec181-d982-4c27-aca0-d6cfaa7eb289 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:42.697103 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5c0b37f0-b1cc-4ec0-9973-606a418725af req-a46ec181-d982-4c27-aca0-d6cfaa7eb289 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=39e182c8-3876-4598-a12b-2909ab347db5 HTTP/1.1" status: 200 len: 1095 time: 0.0424042 Dec 08 16:41:42.747333 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5c0b37f0-b1cc-4ec0-9973-606a418725af req-df0b4787-7343-4813-a7ee-90909f467389 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=e88d05ba-40cd-4b80-ba63-0402f6b5d15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440249 Dec 08 16:41:43.406800 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59482) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:41:43.457336 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-453f3eeb-0a2c-40bf-bc38-9ea72c83b11d admin admin] Deleting subnet 71187147-c930-46c8-868f-2a942f6bd5b9 {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:41:43.460610 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-453f3eeb-0a2c-40bf-bc38-9ea72c83b11d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:43.504223 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-453f3eeb-0a2c-40bf-bc38-9ea72c83b11d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:43.523005 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device b1a39666-0420-4c8f-8089-97b4b3d2d762 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:41:43.565291 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-453f3eeb-0a2c-40bf-bc38-9ea72c83b11d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:43.637445 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port b1a39666-0420-4c8f-8089-97b4b3d2d762, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=b1a39666-0420-4c8f-8089-97b4b3d2d762,segment=NetworkSegment(d918d902-9459-4a03-9e15-c92cdbb97172),segment_id=d918d902-9459-4a03-9e15-c92cdbb97172)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:41:43.652502 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': 'b1a39666-0420-4c8f-8089-97b4b3d2d762', 'network_id': 'c655c57f-5990-4bd3-abba-fe0937597d50', 'port_id': 'b1a39666-0420-4c8f-8089-97b4b3d2d762', 'mac_address': 'fa:16:3e:f1:87:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '417dab09-36db-465a-a955-4bd84558bef0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:41:43.697005 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:43.712433 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1a39666-0420-4c8f-8089-97b4b3d2d762 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:41:43.732864 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port b1a39666-0420-4c8f-8089-97b4b3d2d762, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=b1a39666-0420-4c8f-8089-97b4b3d2d762,segment=NetworkSegment(d918d902-9459-4a03-9e15-c92cdbb97172),segment_id=d918d902-9459-4a03-9e15-c92cdbb97172)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:41:43.862966 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134ad879-8526-4ff1-a431-990cac9e7064 req-cc6b65c5-fd56-4b25-ac2b-9bf72734bb2c tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:43.864609 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-134ad879-8526-4ff1-a431-990cac9e7064 req-cc6b65c5-fd56-4b25-ac2b-9bf72734bb2c tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=39e182c8-3876-4598-a12b-2909ab347db5 HTTP/1.1" status: 200 len: 1095 time: 0.0451932 Dec 08 16:41:43.915109 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-134ad879-8526-4ff1-a431-990cac9e7064 req-c4c32e03-8490-4964-b8f7-bc8b39950874 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=e88d05ba-40cd-4b80-ba63-0402f6b5d15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439582 Dec 08 16:41:44.707217 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-453f3eeb-0a2c-40bf-bc38-9ea72c83b11d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:44.730258 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f3eeb-0a2c-40bf-bc38-9ea72c83b11d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71187147-c930-46c8-868f-2a942f6bd5b9,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:44.731718 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:44.740305 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-453f3eeb-0a2c-40bf-bc38-9ea72c83b11d admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:44.740519 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8b7c78e0-caf6-4a46-b77c-8c1a2b70c1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:44.740640 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-453f3eeb-0a2c-40bf-bc38-9ea72c83b11d admin admin] 10.222.0.64 "DELETE /v2.0/subnets/71187147-c930-46c8-868f-2a942f6bd5b9 HTTP/1.1" status: 204 len: 168 time: 1.3295481 Dec 08 16:41:44.740733 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59498) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:41:44.800825 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=b1a39666-0420-4c8f-8089-97b4b3d2d762,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:44.824628 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3c6c403b-5ebe-4476-a72b-585ed381ffc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:44.916947 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3c6c403b-5ebe-4476-a72b-585ed381ffc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:44.941016 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-3c6c403b-5ebe-4476-a72b-585ed381ffc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5994ebc-740a-4ad3-a57a-031e7d37c137']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:41:44.953549 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-3c6c403b-5ebe-4476-a72b-585ed381ffc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11fa3248-d4ea-4138-b0d9-1339f11f1204') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:41:44.954113 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-3c6c403b-5ebe-4476-a72b-585ed381ffc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11fa3248-d4ea-4138-b0d9-1339f11f1204') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:41:44.965857 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3c6c403b-5ebe-4476-a72b-585ed381ffc6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:44.985375 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3c6c403b-5ebe-4476-a72b-585ed381ffc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:44.993490 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c6c403b-5ebe-4476-a72b-585ed381ffc6 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:41:44.994325 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3c6c403b-5ebe-4476-a72b-585ed381ffc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:44.997082 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:41:44.997082 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:41:44.997082 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:41:44.997082 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:41:44.997082 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:41:44.997082 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:41:44.997082 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:41:44.997082 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:41:44.997082 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:41:44.997082 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:41:44.997082 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:41:44.997082 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:41:44.997082 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:41:44.997082 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:41:44.997082 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:41:44.997082 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:41:44.997082 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:41:44.997082 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:41:44.997082 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:41:44.997082 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:41:44.997082 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:41:44.997082 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:41:44.997082 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:41:44.997082 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:41:44.997082 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:41:44.997082 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:41:44.997082 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:41:44.997082 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:41:44.997082 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:41:44.997082 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:41:44.997082 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:41:44.997082 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:41:45.062805 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['b1a39666-0420-4c8f-8089-97b4b3d2d762'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:41:45.135994 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3c6c403b-5ebe-4476-a72b-585ed381ffc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:45.143175 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3c6c403b-5ebe-4476-a72b-585ed381ffc6 admin admin] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:45.152389 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59510) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:41:45.156070 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-3c6c403b-5ebe-4476-a72b-585ed381ffc6 admin admin] 10.222.0.64 "DELETE /v2.0/networks/a5994ebc-740a-4ad3-a57a-031e7d37c137 HTTP/1.1" status: 204 len: 168 time: 0.4139407 Dec 08 16:41:45.177815 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6c403b-5ebe-4476-a72b-585ed381ffc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5994ebc-740a-4ad3-a57a-031e7d37c137,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:45.220431 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7ab08d7-b7cb-4d46-86e9-bbac813036a7 admin admin] Deleting subnet e671249d-35c2-4e61-a9ba-e5623bece0d5 {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:41:45.224427 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f7ab08d7-b7cb-4d46-86e9-bbac813036a7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:45.265270 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f7ab08d7-b7cb-4d46-86e9-bbac813036a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:45.313819 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:45.338148 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f7ab08d7-b7cb-4d46-86e9-bbac813036a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:45.373909 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bfc603-b1d6-42ba-b058-3217ac05ad52 req-1f3c4192-a394-4678-a376-d2814ed0b05b tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:45.378728 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c5bfc603-b1d6-42ba-b058-3217ac05ad52 req-1f3c4192-a394-4678-a376-d2814ed0b05b tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=39e182c8-3876-4598-a12b-2909ab347db5 HTTP/1.1" status: 200 len: 1096 time: 0.1081014 Dec 08 16:41:45.433007 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c5bfc603-b1d6-42ba-b058-3217ac05ad52 req-5f65f6ff-9e90-4ca4-ac60-3b9deed4ca45 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=e88d05ba-40cd-4b80-ba63-0402f6b5d15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508652 Dec 08 16:41:45.490872 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f7ab08d7-b7cb-4d46-86e9-bbac813036a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:45.518235 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ab08d7-b7cb-4d46-86e9-bbac813036a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e671249d-35c2-4e61-a9ba-e5623bece0d5,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:45.522208 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f7ab08d7-b7cb-4d46-86e9-bbac813036a7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:45.525643 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f7ab08d7-b7cb-4d46-86e9-bbac813036a7 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/e671249d-35c2-4e61-a9ba-e5623bece0d5 HTTP/1.1" status: 204 len: 168 time: 0.3724768 Dec 08 16:41:45.528866 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59512) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:41:45.537474 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device b5a86391-3642-48d2-b009-7126b7ad12b6 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:41:45.562666 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: b5a86391-3642-48d2-b009-7126b7ad12b6 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:41:45.564393 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device b5a86391-3642-48d2-b009-7126b7ad12b6 not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:41:45.608222 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-feaa1efb-f610-4510-ae05-e45b6412ae9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:45.701464 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-feaa1efb-f610-4510-ae05-e45b6412ae9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:45.724410 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-feaa1efb-f610-4510-ae05-e45b6412ae9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fb01a5d-f813-4cef-8f3a-8309f230a4ea']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:41:45.734707 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-feaa1efb-f610-4510-ae05-e45b6412ae9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cb1d3e9-e5d5-42a8-9622-7fc5d41a3f47') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:41:45.736329 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-feaa1efb-f610-4510-ae05-e45b6412ae9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cb1d3e9-e5d5-42a8-9622-7fc5d41a3f47') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:41:45.745102 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-feaa1efb-f610-4510-ae05-e45b6412ae9d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:45.759508 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-feaa1efb-f610-4510-ae05-e45b6412ae9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:45.766929 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feaa1efb-f610-4510-ae05-e45b6412ae9d admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:41:45.767749 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-feaa1efb-f610-4510-ae05-e45b6412ae9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:45.769366 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:41:45.769366 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:41:45.769366 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:41:45.769366 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:41:45.769366 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:41:45.769366 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:41:45.769366 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:41:45.769366 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:41:45.769366 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:41:45.769366 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:41:45.769366 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:41:45.769366 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:41:45.769366 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:41:45.769366 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:41:45.769366 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:41:45.769366 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:41:45.769366 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:41:45.769366 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:41:45.769366 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:41:45.769366 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:41:45.769366 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:41:45.769366 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:41:45.769366 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:41:45.769366 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:41:45.769366 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:41:45.769366 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:41:45.769366 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:41:45.769366 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:41:45.769366 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:41:45.769366 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:41:45.769366 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:41:45.769366 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:41:45.879308 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-feaa1efb-f610-4510-ae05-e45b6412ae9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:45.885643 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-feaa1efb-f610-4510-ae05-e45b6412ae9d admin admin] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:45.889883 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-feaa1efb-f610-4510-ae05-e45b6412ae9d admin admin] 10.222.0.64 "DELETE /v2.0/networks/1fb01a5d-f813-4cef-8f3a-8309f230a4ea HTTP/1.1" status: 204 len: 168 time: 0.3598337 Dec 08 16:41:45.906851 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaa1efb-f610-4510-ae05-e45b6412ae9d admin admin] Pushing event deleted for resources: {'Network': ['ID=1fb01a5d-f813-4cef-8f3a-8309f230a4ea,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:46.258604 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59518) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:41:46.298843 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-67ed1c12-4c93-42be-b037-c3104633417c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=638f829220a048eea910377d5c6a81c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389972 Dec 08 16:41:46.301277 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59520) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:41:46.357147 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-607985eb-09c9-49ec-b2a0-2ac0232df97a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:46.378620 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-607985eb-09c9-49ec-b2a0-2ac0232df97a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:46.490874 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-607985eb-09c9-49ec-b2a0-2ac0232df97a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:46.496966 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-607985eb-09c9-49ec-b2a0-2ac0232df97a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:46.496966 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-607985eb-09c9-49ec-b2a0-2ac0232df97a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/103c8c7c-5204-4d97-b5fe-6f96ae1d86c2 HTTP/1.1" status: 204 len: 168 time: 0.1925242 Dec 08 16:41:46.524435 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607985eb-09c9-49ec-b2a0-2ac0232df97a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103c8c7c-5204-4d97-b5fe-6f96ae1d86c2,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:46.570224 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b1a1ff-f4fb-4f41-bcfc-43dbfc9acc86 req-f6f558e3-a9b1-4b22-afed-9caa1cc62890 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:46.572107 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-53b1a1ff-f4fb-4f41-bcfc-43dbfc9acc86 req-f6f558e3-a9b1-4b22-afed-9caa1cc62890 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=39e182c8-3876-4598-a12b-2909ab347db5 HTTP/1.1" status: 200 len: 1096 time: 0.0628507 Dec 08 16:41:46.631449 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-53b1a1ff-f4fb-4f41-bcfc-43dbfc9acc86 req-9539320e-f9e7-4796-87a1-9c0ec8045232 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=e88d05ba-40cd-4b80-ba63-0402f6b5d15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522807 Dec 08 16:41:46.840058 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:47.256263 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59538) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:41:47.304032 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e3f669ec-81d6-4f20-9f03-e24af5d01e1f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=676f9add8cf3438b844d6992dc4b330f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0464277 Dec 08 16:41:47.306399 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59540) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:41:47.358720 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9f71eae1-ef08-4497-9b10-a25f69dc4934 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:47.380443 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9f71eae1-ef08-4497-9b10-a25f69dc4934 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:47.491290 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9f71eae1-ef08-4497-9b10-a25f69dc4934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:47.494216 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9f71eae1-ef08-4497-9b10-a25f69dc4934 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:47.498118 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-9f71eae1-ef08-4497-9b10-a25f69dc4934 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b27bb800-4902-4807-939e-a25c0860b3eb HTTP/1.1" status: 204 len: 168 time: 0.1876636 Dec 08 16:41:47.506214 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f71eae1-ef08-4497-9b10-a25f69dc4934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27bb800-4902-4807-939e-a25c0860b3eb,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:47.553117 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device b1a39666-0420-4c8f-8089-97b4b3d2d762 up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:41:47.584669 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:47.696334 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port b1a39666-0420-4c8f-8089-97b4b3d2d762 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:41:47.701018 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port b1a39666-0420-4c8f-8089-97b4b3d2d762 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:41:47.701679 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:47.744701 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22ac27-d6ab-460c-b09d-bd413ae67091 req-895f0c17-7d67-4a5e-a7ba-5bbd36c4b523 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:47.746372 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ae22ac27-d6ab-460c-b09d-bd413ae67091 req-895f0c17-7d67-4a5e-a7ba-5bbd36c4b523 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=39e182c8-3876-4598-a12b-2909ab347db5 HTTP/1.1" status: 200 len: 1096 time: 0.0447025 Dec 08 16:41:47.814272 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ae22ac27-d6ab-460c-b09d-bd413ae67091 req-7ba68ab3-3ed8-4bb9-bb90-f557a6aa607c tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=e88d05ba-40cd-4b80-ba63-0402f6b5d15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574665 Dec 08 16:41:47.825914 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:47.850081 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e182c8-3876-4598-a12b-2909ab347db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a39666-0420-4c8f-8089-97b4b3d2d762'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:41:47.852439 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43cfd5f4-db90-40a9-855b-d1685660a9d7" -d '{"events": [{"server_uuid": "39e182c8-3876-4598-a12b-2909ab347db5", "name": "network-vif-plugged", "status": "completed", "tag": "b1a39666-0420-4c8f-8089-97b4b3d2d762"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:41:47.866373 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port b1a39666-0420-4c8f-8089-97b4b3d2d762, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=b1a39666-0420-4c8f-8089-97b4b3d2d762,segment=NetworkSegment(d918d902-9459-4a03-9e15-c92cdbb97172),segment_id=d918d902-9459-4a03-9e15-c92cdbb97172)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:41:47.894002 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d47dd4-970c-4f39-ac2f-b7c8135e65fa x-openstack-request-id: req-77d47dd4-970c-4f39-ac2f-b7c8135e65fa {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:41:47.894314 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39e182c8-3876-4598-a12b-2909ab347db5", "name": "network-vif-plugged", "status": "completed", "tag": "b1a39666-0420-4c8f-8089-97b4b3d2d762", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:41:47.894569 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-77d47dd4-970c-4f39-ac2f-b7c8135e65fa {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:41:47.895223 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39e182c8-3876-4598-a12b-2909ab347db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a39666-0420-4c8f-8089-97b4b3d2d762', 'code': 200} Dec 08 16:41:48.027969 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:48.103792 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=b1a39666-0420-4c8f-8089-97b4b3d2d762,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:48.155155 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e9eb46-6e21-43cd-9d0c-93a51f15278c req-a5bc82ed-f454-410a-a69c-aca781700c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:48.156741 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a8e9eb46-6e21-43cd-9d0c-93a51f15278c req-a5bc82ed-f454-410a-a69c-aca781700c46 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=39e182c8-3876-4598-a12b-2909ab347db5 HTTP/1.1" status: 200 len: 1097 time: 0.1944892 Dec 08 16:41:48.206853 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a8e9eb46-6e21-43cd-9d0c-93a51f15278c req-7e6533ec-035e-42e9-8dea-13b1823ad9c2 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=e88d05ba-40cd-4b80-ba63-0402f6b5d15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421607 Dec 08 16:41:48.765879 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59570) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:41:48.885311 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-a3c68234-c1af-4462-a02a-e6d318dda41e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1365456763-network', 'tenant_id': '96b951a18eb3472a831a203e899d1f81'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:41:48.941157 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38888eff-489e-4c58-8175-27fe307309a8 req-15f4c313-5498-40b6-a928-a3e270889d98 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:48.942601 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-38888eff-489e-4c58-8175-27fe307309a8 req-15f4c313-5498-40b6-a928-a3e270889d98 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=39e182c8-3876-4598-a12b-2909ab347db5 HTTP/1.1" status: 200 len: 1097 time: 0.0530877 Dec 08 16:41:48.993750 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-38888eff-489e-4c58-8175-27fe307309a8 req-d9683b23-e136-4a77-9dc6-dbe509348a80 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=e88d05ba-40cd-4b80-ba63-0402f6b5d15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448477 Dec 08 16:41:49.028003 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c68234-c1af-4462-a02a-e6d318dda41e admin admin] Made reservation on behalf of 96b951a18eb3472a831a203e899d1f81 for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:41:49.030381 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a3c68234-c1af-4462-a02a-e6d318dda41e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:49.039248 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a3c68234-c1af-4462-a02a-e6d318dda41e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:49.115099 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a3c68234-c1af-4462-a02a-e6d318dda41e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:49.176243 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a3c68234-c1af-4462-a02a-e6d318dda41e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:49.201769 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3c68234-c1af-4462-a02a-e6d318dda41e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:41:49.211804 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c68234-c1af-4462-a02a-e6d318dda41e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a0b070-8820-4b15-a2b4-8ec960bd2a8f,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:49.220578 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a3c68234-c1af-4462-a02a-e6d318dda41e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:49.221053 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-a3c68234-c1af-4462-a02a-e6d318dda41e admin admin] Added segment fef836a3-34e8-42f0-8189-b44ee70bd3c1 of type vlan for network 3af67554-5995-460a-99e4-b9998391a473 Dec 08 16:41:49.269510 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a3c68234-c1af-4462-a02a-e6d318dda41e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:49.377371 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a3c68234-c1af-4462-a02a-e6d318dda41e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:49.378386 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c68234-c1af-4462-a02a-e6d318dda41e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:49.379112 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a3c68234-c1af-4462-a02a-e6d318dda41e admin admin] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:49.445361 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c68234-c1af-4462-a02a-e6d318dda41e admin admin] Pushing event updated for resources: {'Network': ['ID=3af67554-5995-460a-99e4-b9998391a473,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:49.456847 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 3af67554-5995-460a-99e4-b9998391a473 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:41:49.546521 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a3c68234-c1af-4462-a02a-e6d318dda41e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7794073 Dec 08 16:41:49.549410 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59578) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:41:49.554718 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-51ceaa32-517e-4b5d-ae11-df0fbc6e3cec admin admin] Request body: {'subnet': {'network_id': '3af67554-5995-460a-99e4-b9998391a473', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1365456763-subnet', 'tenant_id': '96b951a18eb3472a831a203e899d1f81', 'ip_version': 4}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:41:49.690191 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ceaa32-517e-4b5d-ae11-df0fbc6e3cec admin admin] Made reservation on behalf of 96b951a18eb3472a831a203e899d1f81 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:41:49.692598 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-51ceaa32-517e-4b5d-ae11-df0fbc6e3cec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:50.010389 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-51ceaa32-517e-4b5d-ae11-df0fbc6e3cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:50.072229 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ceaa32-517e-4b5d-ae11-df0fbc6e3cec admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c168ebf-529f-4f0e-86cb-4b9b5f4efbdf,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:50.081557 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ceaa32-517e-4b5d-ae11-df0fbc6e3cec admin admin] Checking segment: {'id': 'fef836a3-34e8-42f0-8189-b44ee70bd3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3af67554-5995-460a-99e4-b9998391a473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:41:50.081923 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ceaa32-517e-4b5d-ae11-df0fbc6e3cec admin admin] Network hostable DHCP agents. Network: 3af67554-5995-460a-99e4-b9998391a473, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:41:50.110197 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292bc535-7e0d-4239-a85d-4364f1dad792 req-24234a6f-fd2e-4420-9ae8-b76d5de1cdf7 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:50.111803 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-292bc535-7e0d-4239-a85d-4364f1dad792 req-24234a6f-fd2e-4420-9ae8-b76d5de1cdf7 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=39e182c8-3876-4598-a12b-2909ab347db5 HTTP/1.1" status: 200 len: 1097 time: 0.0437269 Dec 08 16:41:50.163510 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-292bc535-7e0d-4239-a85d-4364f1dad792 req-12abb8d4-c56e-4cac-9894-6b85976f952e tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=e88d05ba-40cd-4b80-ba63-0402f6b5d15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419328 Dec 08 16:41:50.170020 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ceaa32-517e-4b5d-ae11-df0fbc6e3cec admin admin] Network 3af67554-5995-460a-99e4-b9998391a473 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:41:50.276739 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e12c02-5851-430c-918c-33067bcf42db req-100f7ead-0c2e-44cc-a1c5-f3daff4b1264 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:50.278223 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c0e12c02-5851-430c-918c-33067bcf42db req-100f7ead-0c2e-44cc-a1c5-f3daff4b1264 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=39e182c8-3876-4598-a12b-2909ab347db5 HTTP/1.1" status: 200 len: 1097 time: 0.0473306 Dec 08 16:41:50.291061 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-51ceaa32-517e-4b5d-ae11-df0fbc6e3cec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 3af67554-5995-460a-99e4-b9998391a473) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:41:50.299636 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a37fd8-c2eb-4704-9fc8-4cfe4d4056d7 None None] Network 3af67554-5995-460a-99e4-b9998391a473 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:41:50.302171 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ceaa32-517e-4b5d-ae11-df0fbc6e3cec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:50.303234 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-51ceaa32-517e-4b5d-ae11-df0fbc6e3cec admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:50.334836 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c0e12c02-5851-430c-918c-33067bcf42db req-3c0cb1d6-1654-47a9-9edf-541f34bd58db tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=e88d05ba-40cd-4b80-ba63-0402f6b5d15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505838 Dec 08 16:41:50.404787 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7161a4fc-636b-4d8f-8eed-47e497929b85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-3af67554-5995-460a-99e4-b9998391a473', 'network_id': '3af67554-5995-460a-99e4-b9998391a473', 'project_id': '96b951a18eb3472a831a203e899d1f81', 'fixed_ips': [{'subnet_id': '5c168ebf-529f-4f0e-86cb-4b9b5f4efbdf'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:41:50.405730 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7161a4fc-636b-4d8f-8eed-47e497929b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:50.419382 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-51ceaa32-517e-4b5d-ae11-df0fbc6e3cec admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8688378 Dec 08 16:41:50.422233 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59588) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:41:50.426885 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-4264b1ab-c94b-4374-be96-aa4542786810 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1365456763-router', 'tenant_id': '96b951a18eb3472a831a203e899d1f81', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:41:50.449618 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc38c54-d91d-4151-8a5e-c8c85c03b324 req-51fce826-c512-4517-a0e5-98a4cabaa0fe tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:50.451509 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-dbc38c54-d91d-4151-8a5e-c8c85c03b324 req-51fce826-c512-4517-a0e5-98a4cabaa0fe tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=39e182c8-3876-4598-a12b-2909ab347db5 HTTP/1.1" status: 200 len: 1097 time: 0.0476711 Dec 08 16:41:50.500699 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-dbc38c54-d91d-4151-8a5e-c8c85c03b324 req-3520cfe1-5302-418e-9e44-e1f0e7d59f47 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=e88d05ba-40cd-4b80-ba63-0402f6b5d15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419927 Dec 08 16:41:50.537571 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4264b1ab-c94b-4374-be96-aa4542786810 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:50.540056 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4264b1ab-c94b-4374-be96-aa4542786810 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:50.547933 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-7161a4fc-636b-4d8f-8eed-47e497929b85 None None] Allocated IP 172.20.0.2 (3af67554-5995-460a-99e4-b9998391a473/5c168ebf-529f-4f0e-86cb-4b9b5f4efbdf/abb6cf73-6648-4be1-9930-672a2c0e4bbb) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:41:50.595478 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4264b1ab-c94b-4374-be96-aa4542786810 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:50.702480 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7161a4fc-636b-4d8f-8eed-47e497929b85 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:50.794171 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7161a4fc-636b-4d8f-8eed-47e497929b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:50.844042 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7161a4fc-636b-4d8f-8eed-47e497929b85 None None] Network 3af67554-5995-460a-99e4-b9998391a473 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:41:50.847189 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-7161a4fc-636b-4d8f-8eed-47e497929b85 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:41:50.852314 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7161a4fc-636b-4d8f-8eed-47e497929b85 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:41:50.855988 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7161a4fc-636b-4d8f-8eed-47e497929b85 None None] Pushing event updated for resources: {'Port': ['ID=abb6cf73-6648-4be1-9930-672a2c0e4bbb,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:50.909968 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4264b1ab-c94b-4374-be96-aa4542786810 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:50.923499 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-7161a4fc-636b-4d8f-8eed-47e497929b85 None None] Attempting to bind port abb6cf73-6648-4be1-9930-672a2c0e4bbb on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:41:50.924043 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-7161a4fc-636b-4d8f-8eed-47e497929b85 None None] Attempting to bind port abb6cf73-6648-4be1-9930-672a2c0e4bbb by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'fef836a3-34e8-42f0-8189-b44ee70bd3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3af67554-5995-460a-99e4-b9998391a473'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:41:50.924615 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7161a4fc-636b-4d8f-8eed-47e497929b85 None None] Attempting to bind port abb6cf73-6648-4be1-9930-672a2c0e4bbb on network 3af67554-5995-460a-99e4-b9998391a473 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:41:50.930684 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7161a4fc-636b-4d8f-8eed-47e497929b85 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:41:50.931073 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7161a4fc-636b-4d8f-8eed-47e497929b85 None None] Checking segment: {'id': 'fef836a3-34e8-42f0-8189-b44ee70bd3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3af67554-5995-460a-99e4-b9998391a473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:41:50.931485 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7161a4fc-636b-4d8f-8eed-47e497929b85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:50.931918 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7161a4fc-636b-4d8f-8eed-47e497929b85 None None] Bound using segment: {'id': 'fef836a3-34e8-42f0-8189-b44ee70bd3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3af67554-5995-460a-99e4-b9998391a473'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:41:50.932387 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-7161a4fc-636b-4d8f-8eed-47e497929b85 None None] Bound port: abb6cf73-6648-4be1-9930-672a2c0e4bbb, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fef836a3-34e8-42f0-8189-b44ee70bd3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3af67554-5995-460a-99e4-b9998391a473'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:41:50.933029 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7161a4fc-636b-4d8f-8eed-47e497929b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:50.998622 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-7161a4fc-636b-4d8f-8eed-47e497929b85 None None] For port abb6cf73-6648-4be1-9930-672a2c0e4bbb, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:41:51.005619 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-7161a4fc-636b-4d8f-8eed-47e497929b85 None None] For port abb6cf73-6648-4be1-9930-672a2c0e4bbb, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=abb6cf73-6648-4be1-9930-672a2c0e4bbb,segment=NetworkSegment(fef836a3-34e8-42f0-8189-b44ee70bd3c1),segment_id=fef836a3-34e8-42f0-8189-b44ee70bd3c1)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:41:51.108148 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7161a4fc-636b-4d8f-8eed-47e497929b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:51.177939 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7161a4fc-636b-4d8f-8eed-47e497929b85 None None] Pushing event updated for resources: {'Port': ['ID=abb6cf73-6648-4be1-9930-672a2c0e4bbb,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:51.194943 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c8df3-0eb2-423b-adda-73bebf9ad44f req-2eb062f5-3b38-4929-ad5f-3103a9b9de26 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:51.196591 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-050c8df3-0eb2-423b-adda-73bebf9ad44f req-2eb062f5-3b38-4929-ad5f-3103a9b9de26 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=39e182c8-3876-4598-a12b-2909ab347db5 HTTP/1.1" status: 200 len: 1097 time: 0.0535059 Dec 08 16:41:51.255152 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-050c8df3-0eb2-423b-adda-73bebf9ad44f req-ba54e55a-9950-4549-bb84-a0b136045f0b tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=e88d05ba-40cd-4b80-ba63-0402f6b5d15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517719 Dec 08 16:41:51.259518 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4264b1ab-c94b-4374-be96-aa4542786810 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:51.289570 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4264b1ab-c94b-4374-be96-aa4542786810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:51.420808 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-4264b1ab-c94b-4374-be96-aa4542786810 admin admin] Allocated IP 172.25.0.106 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/57bd8862-85a9-4285-96ec-ac25215f6902) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:41:51.548054 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4264b1ab-c94b-4374-be96-aa4542786810 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:51.685451 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4264b1ab-c94b-4374-be96-aa4542786810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:51.731028 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4264b1ab-c94b-4374-be96-aa4542786810 admin admin] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:41:51.734049 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-4264b1ab-c94b-4374-be96-aa4542786810 admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:41:51.738941 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4264b1ab-c94b-4374-be96-aa4542786810 admin admin] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:41:51.742438 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4264b1ab-c94b-4374-be96-aa4542786810 admin admin] Pushing event updated for resources: {'Port': ['ID=57bd8862-85a9-4285-96ec-ac25215f6902,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:51.753276 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a698b48d-fa42-47cb-8cfe-d924fe5d463d None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:41:51.814168 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-3d26a732-a478-4c91-a05b-1c3db2e5a738 None None] Provisioning complete for port 57bd8862-85a9-4285-96ec-ac25215f6902 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:41:51.816087 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3d26a732-a478-4c91-a05b-1c3db2e5a738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:51.853409 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-3d26a732-a478-4c91-a05b-1c3db2e5a738 None None] Port 57bd8862-85a9-4285-96ec-ac25215f6902 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:41:52.132035 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4264b1ab-c94b-4374-be96-aa4542786810 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:52.320320 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f33a99c-97be-4072-a8b7-48fc23fc91ac None None] Network 3af67554-5995-460a-99e4-b9998391a473 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:41:52.358349 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4264b1ab-c94b-4374-be96-aa4542786810 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:52.408684 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-701650a4-2504-497f-9eab-61ab8463302a None None] Provisioning complete for port abb6cf73-6648-4be1-9930-672a2c0e4bbb triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:41:52.409060 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-701650a4-2504-497f-9eab-61ab8463302a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:52.524946 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-701650a4-2504-497f-9eab-61ab8463302a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:52.555767 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85462195-ea62-41b6-bbac-8a7bf49b2e31 req-0e39d5c0-96db-4e6c-9160-018208d7a1d4 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:52.558490 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-85462195-ea62-41b6-bbac-8a7bf49b2e31 req-0e39d5c0-96db-4e6c-9160-018208d7a1d4 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=39e182c8-3876-4598-a12b-2909ab347db5 HTTP/1.1" status: 200 len: 1097 time: 0.0593998 Dec 08 16:41:52.566222 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-701650a4-2504-497f-9eab-61ab8463302a None None] For port abb6cf73-6648-4be1-9930-672a2c0e4bbb, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=abb6cf73-6648-4be1-9930-672a2c0e4bbb,segment=NetworkSegment(fef836a3-34e8-42f0-8189-b44ee70bd3c1),segment_id=fef836a3-34e8-42f0-8189-b44ee70bd3c1)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:41:52.657085 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-85462195-ea62-41b6-bbac-8a7bf49b2e31 req-eb1b6403-0129-424f-ae42-6c022c80ad98 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Deleting port b1a39666-0420-4c8f-8089-97b4b3d2d762 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:41:52.657425 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-85462195-ea62-41b6-bbac-8a7bf49b2e31 req-eb1b6403-0129-424f-ae42-6c022c80ad98 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:52.667737 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-701650a4-2504-497f-9eab-61ab8463302a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:52.746030 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701650a4-2504-497f-9eab-61ab8463302a None None] Pushing event updated for resources: {'Port': ['ID=abb6cf73-6648-4be1-9930-672a2c0e4bbb,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:52.760315 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-85462195-ea62-41b6-bbac-8a7bf49b2e31 req-eb1b6403-0129-424f-ae42-6c022c80ad98 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] For port b1a39666-0420-4c8f-8089-97b4b3d2d762, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=b1a39666-0420-4c8f-8089-97b4b3d2d762,segment=NetworkSegment(d918d902-9459-4a03-9e15-c92cdbb97172),segment_id=d918d902-9459-4a03-9e15-c92cdbb97172)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:41:52.760787 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-85462195-ea62-41b6-bbac-8a7bf49b2e31 req-eb1b6403-0129-424f-ae42-6c022c80ad98 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:52.777708 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-85462195-ea62-41b6-bbac-8a7bf49b2e31 req-eb1b6403-0129-424f-ae42-6c022c80ad98 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Calling delete_port for b1a39666-0420-4c8f-8089-97b4b3d2d762 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:41:52.802760 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-aba9660e-a83d-42fd-b70f-c93e9ffca097 None None] Provisioning complete for port abb6cf73-6648-4be1-9930-672a2c0e4bbb triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:41:52.806255 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-aba9660e-a83d-42fd-b70f-c93e9ffca097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:52.818960 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329cf760-da06-4082-97bd-4fc0314d950f req-1b9984de-5223-4563-adec-a4390a9ecf40 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:52.820733 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-329cf760-da06-4082-97bd-4fc0314d950f req-1b9984de-5223-4563-adec-a4390a9ecf40 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=39e182c8-3876-4598-a12b-2909ab347db5 HTTP/1.1" status: 200 len: 1097 time: 0.4646492 Dec 08 16:41:52.903349 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device abb6cf73-6648-4be1-9930-672a2c0e4bbb up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:41:52.916158 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-329cf760-da06-4082-97bd-4fc0314d950f req-0191701e-62ec-4c33-aefa-32a7f4926e08 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=e88d05ba-40cd-4b80-ba63-0402f6b5d15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659409 Dec 08 16:41:52.971785 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port abb6cf73-6648-4be1-9930-672a2c0e4bbb triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:41:52.972090 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:53.033171 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4264b1ab-c94b-4374-be96-aa4542786810 admin admin] Router e0b855d8-1dbd-4870-bbc8-d2e48a49af40 is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:41:53.131420 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-85462195-ea62-41b6-bbac-8a7bf49b2e31 req-eb1b6403-0129-424f-ae42-6c022c80ad98 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:53.143818 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['b1a39666-0420-4c8f-8089-97b4b3d2d762'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:41:53.147137 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['796d2115-0949-4fd3-b7a5-b28174ce55a7'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:41:53.150480 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4264b1ab-c94b-4374-be96-aa4542786810 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:41:53.162256 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d265ce2-55cd-41e1-bd22-28231b0b7200 None None] Sync routers for ids ['e0b855d8-1dbd-4870-bbc8-d2e48a49af40'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:41:53.174179 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1b6403-0129-424f-ae42-6c022c80ad98 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Pushing event deleted for resources: {'Port': ['ID=b1a39666-0420-4c8f-8089-97b4b3d2d762,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:53.176353 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d265ce2-55cd-41e1-bd22-28231b0b7200 None None] Routers {'e0b855d8-1dbd-4870-bbc8-d2e48a49af40'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:41:53.177056 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-9d265ce2-55cd-41e1-bd22-28231b0b7200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:41:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['e0b855d8-1dbd-4870-bbc8-d2e48a49af40'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:41:53.227355 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-85462195-ea62-41b6-bbac-8a7bf49b2e31 req-eb1b6403-0129-424f-ae42-6c022c80ad98 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] No DVR routers for this DVR port b1a39666-0420-4c8f-8089-97b4b3d2d762 on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:41:53.231604 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-85462195-ea62-41b6-bbac-8a7bf49b2e31 req-eb1b6403-0129-424f-ae42-6c022c80ad98 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:53.235264 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-85462195-ea62-41b6-bbac-8a7bf49b2e31 req-eb1b6403-0129-424f-ae42-6c022c80ad98 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.76 "DELETE /v2.0/ports/b1a39666-0420-4c8f-8089-97b4b3d2d762 HTTP/1.1" status: 204 len: 173 time: 0.6694484 Dec 08 16:41:53.235772 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e182c8-3876-4598-a12b-2909ab347db5', 'name': 'network-vif-deleted', 'tag': 'b1a39666-0420-4c8f-8089-97b4b3d2d762'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:41:53.240479 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1211d6f8-d63d-4567-8273-31cc9109bcba" -d '{"events": [{"server_uuid": "39e182c8-3876-4598-a12b-2909ab347db5", "name": "network-vif-deleted", "tag": "b1a39666-0420-4c8f-8089-97b4b3d2d762"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:41:53.262188 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4264b1ab-c94b-4374-be96-aa4542786810 admin admin] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:53.266954 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-4264b1ab-c94b-4374-be96-aa4542786810 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8412154 Dec 08 16:41:53.268034 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59604) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:41:53.331445 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-9d265ce2-55cd-41e1-bd22-28231b0b7200 None None] Set router e0b855d8-1dbd-4870-bbc8-d2e48a49af40 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:41:53.333603 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3776d64e-b479-4de6-a4eb-c3b214dfd3ac x-openstack-request-id: req-3776d64e-b479-4de6-a4eb-c3b214dfd3ac {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:41:53.334290 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39e182c8-3876-4598-a12b-2909ab347db5", "name": "network-vif-deleted", "tag": "b1a39666-0420-4c8f-8089-97b4b3d2d762", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:41:53.334681 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3776d64e-b479-4de6-a4eb-c3b214dfd3ac {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:41:53.335301 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39e182c8-3876-4598-a12b-2909ab347db5', 'name': 'network-vif-deleted', 'tag': 'b1a39666-0420-4c8f-8089-97b4b3d2d762', 'status': 'completed', 'code': 200} Dec 08 16:41:53.535145 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-9d265ce2-55cd-41e1-bd22-28231b0b7200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b855d8-1dbd-4870-bbc8-d2e48a49af40', 'name': 'tempest-TestServerBasicOps-1365456763-router', 'tenant_id': '96b951a18eb3472a831a203e899d1f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '57bd8862-85a9-4285-96ec-ac25215f6902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:41:50Z', 'updated_at': '2021-12-08T16:41:51Z', 'revision_number': 3, 'project_id': '96b951a18eb3472a831a203e899d1f81', 'gw_port': {'id': '57bd8862-85a9-4285-96ec-ac25215f6902', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d6:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b855d8-1dbd-4870-bbc8-d2e48a49af40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:41:51Z', 'updated_at': '2021-12-08T16:41:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:41:53.566376 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d265ce2-55cd-41e1-bd22-28231b0b7200 None None] Checking router: e0b855d8-1dbd-4870-bbc8-d2e48a49af40 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:41:53.566688 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d265ce2-55cd-41e1-bd22-28231b0b7200 None None] Updating router e0b855d8-1dbd-4870-bbc8-d2e48a49af40 port 57bd8862-85a9-4285-96ec-ac25215f6902 binding host n-d-776250-12 {{(pid=110553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:41:53.593302 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-9d265ce2-55cd-41e1-bd22-28231b0b7200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:53.765787 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5738300e-5c9c-42cb-9c06-3ba0d735e713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:53.851132 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-9d265ce2-55cd-41e1-bd22-28231b0b7200 None None] Publish callbacks [] for port, precommit_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:53.931453 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-5738300e-5c9c-42cb-9c06-3ba0d735e713 admin admin] Allocated IP 172.20.0.1 (3af67554-5995-460a-99e4-b9998391a473/5c168ebf-529f-4f0e-86cb-4b9b5f4efbdf/01c250bb-b7dd-4c84-9893-fbe2c2524d50) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:41:53.958845 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-9d265ce2-55cd-41e1-bd22-28231b0b7200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:53.990629 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fb7b03-cacb-4ee7-9785-eae391a5bf20 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:41:54.007661 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-9d265ce2-55cd-41e1-bd22-28231b0b7200 None None] Attempting to bind port 57bd8862-85a9-4285-96ec-ac25215f6902 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:41:54.008103 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-9d265ce2-55cd-41e1-bd22-28231b0b7200 None None] Attempting to bind port 57bd8862-85a9-4285-96ec-ac25215f6902 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:41:54.008629 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d265ce2-55cd-41e1-bd22-28231b0b7200 None None] Attempting to bind port 57bd8862-85a9-4285-96ec-ac25215f6902 on network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:41:54.021723 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d265ce2-55cd-41e1-bd22-28231b0b7200 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:41:54.021723 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d265ce2-55cd-41e1-bd22-28231b0b7200 None None] Checking segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:41:54.021723 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-9d265ce2-55cd-41e1-bd22-28231b0b7200 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:54.021723 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d265ce2-55cd-41e1-bd22-28231b0b7200 None None] Bound using segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:41:54.021723 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-9d265ce2-55cd-41e1-bd22-28231b0b7200 None None] Bound port: 57bd8862-85a9-4285-96ec-ac25215f6902, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:41:54.021723 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-9d265ce2-55cd-41e1-bd22-28231b0b7200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:54.066648 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-45fa0710-745b-4ca6-b61c-229ab65ac878 None None] Provisioning complete for port 57bd8862-85a9-4285-96ec-ac25215f6902 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:41:54.067364 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-45fa0710-745b-4ca6-b61c-229ab65ac878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:54.067910 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d6a9ea0c-c6cd-4937-953b-feccf04ec710 req-2dac331b-2992-4a3f-9615-8f66977a227b tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=39e182c8-3876-4598-a12b-2909ab347db5 HTTP/1.1" status: 200 len: 210 time: 0.0369995 Dec 08 16:41:54.072635 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-9d265ce2-55cd-41e1-bd22-28231b0b7200 None None] For port 57bd8862-85a9-4285-96ec-ac25215f6902, host n-d-776250-12, cleared binding levels {{(pid=110553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:41:54.079541 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-9d265ce2-55cd-41e1-bd22-28231b0b7200 None None] For port 57bd8862-85a9-4285-96ec-ac25215f6902, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=57bd8862-85a9-4285-96ec-ac25215f6902,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:41:54.093786 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a80c83-63e2-472f-81ca-08536f394b6d None None] Pushing event updated for resources: {'Port': ['ID=57bd8862-85a9-4285-96ec-ac25215f6902,revision_number=2']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:54.103346 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a80c83-63e2-472f-81ca-08536f394b6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:54.103346 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a80c83-63e2-472f-81ca-08536f394b6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:54.103696 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a80c83-63e2-472f-81ca-08536f394b6d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:54.104129 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a80c83-63e2-472f-81ca-08536f394b6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:54.104599 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a80c83-63e2-472f-81ca-08536f394b6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:54.105068 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a80c83-63e2-472f-81ca-08536f394b6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:54.105701 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a80c83-63e2-472f-81ca-08536f394b6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:54.105894 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a80c83-63e2-472f-81ca-08536f394b6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:54.106331 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a80c83-63e2-472f-81ca-08536f394b6d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:54.106811 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a80c83-63e2-472f-81ca-08536f394b6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:54.107230 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a80c83-63e2-472f-81ca-08536f394b6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:54.107832 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a80c83-63e2-472f-81ca-08536f394b6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:54.108275 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a80c83-63e2-472f-81ca-08536f394b6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:54.143253 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-45fa0710-745b-4ca6-b61c-229ab65ac878 None None] Port 57bd8862-85a9-4285-96ec-ac25215f6902 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:41:54.147137 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5738300e-5c9c-42cb-9c06-3ba0d735e713 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:54.176624 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-9d265ce2-55cd-41e1-bd22-28231b0b7200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:54.225493 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1e1c2e-0a5a-4547-b1b6-f351c950c7af None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:41:54.238627 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a80c83-63e2-472f-81ca-08536f394b6d None None] Pushing event updated for resources: {'Port': ['ID=57bd8862-85a9-4285-96ec-ac25215f6902,revision_number=3']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:54.241029 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d265ce2-55cd-41e1-bd22-28231b0b7200 None None] Routers {'e0b855d8-1dbd-4870-bbc8-d2e48a49af40'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:41:54.241606 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-9d265ce2-55cd-41e1-bd22-28231b0b7200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:41:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['e0b855d8-1dbd-4870-bbc8-d2e48a49af40'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:41:54.264461 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-88b1be1b-8662-4136-8ef9-f520b29e5768 None None] Provisioning complete for port 57bd8862-85a9-4285-96ec-ac25215f6902 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:41:54.265166 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-88b1be1b-8662-4136-8ef9-f520b29e5768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:54.297117 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5738300e-5c9c-42cb-9c06-3ba0d735e713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:54.338772 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5738300e-5c9c-42cb-9c06-3ba0d735e713 admin admin] Network 3af67554-5995-460a-99e4-b9998391a473 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:41:54.361874 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-5738300e-5c9c-42cb-9c06-3ba0d735e713 admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:41:54.361874 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5738300e-5c9c-42cb-9c06-3ba0d735e713 admin admin] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:41:54.361874 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5738300e-5c9c-42cb-9c06-3ba0d735e713 admin admin] Pushing event updated for resources: {'Port': ['ID=01c250bb-b7dd-4c84-9893-fbe2c2524d50,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:54.363221 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-9d265ce2-55cd-41e1-bd22-28231b0b7200 None None] Set router e0b855d8-1dbd-4870-bbc8-d2e48a49af40 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:41:54.366375 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-88b1be1b-8662-4136-8ef9-f520b29e5768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:54.396936 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-88b1be1b-8662-4136-8ef9-f520b29e5768 None None] For port 57bd8862-85a9-4285-96ec-ac25215f6902, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=57bd8862-85a9-4285-96ec-ac25215f6902,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:41:54.405773 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5738300e-5c9c-42cb-9c06-3ba0d735e713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:54.542494 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-88b1be1b-8662-4136-8ef9-f520b29e5768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:54.606775 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b1be1b-8662-4136-8ef9-f520b29e5768 None None] Pushing event updated for resources: {'Port': ['ID=57bd8862-85a9-4285-96ec-ac25215f6902,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:54.689998 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-9d265ce2-55cd-41e1-bd22-28231b0b7200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b855d8-1dbd-4870-bbc8-d2e48a49af40', 'name': 'tempest-TestServerBasicOps-1365456763-router', 'tenant_id': '96b951a18eb3472a831a203e899d1f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '57bd8862-85a9-4285-96ec-ac25215f6902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:41:50Z', 'updated_at': '2021-12-08T16:41:51Z', 'revision_number': 3, 'project_id': '96b951a18eb3472a831a203e899d1f81', 'gw_port': {'id': '57bd8862-85a9-4285-96ec-ac25215f6902', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d6:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b855d8-1dbd-4870-bbc8-d2e48a49af40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:41:51Z', 'updated_at': '2021-12-08T16:41:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:41:54.703922 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5738300e-5c9c-42cb-9c06-3ba0d735e713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:54.720091 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d265ce2-55cd-41e1-bd22-28231b0b7200 None None] The sync data for ids ['e0b855d8-1dbd-4870-bbc8-d2e48a49af40'] in n-d-776250-12 is: [{'id': 'e0b855d8-1dbd-4870-bbc8-d2e48a49af40', 'name': 'tempest-TestServerBasicOps-1365456763-router', 'tenant_id': '96b951a18eb3472a831a203e899d1f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '57bd8862-85a9-4285-96ec-ac25215f6902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:41:50Z', 'updated_at': '2021-12-08T16:41:51Z', 'revision_number': 3, 'project_id': '96b951a18eb3472a831a203e899d1f81', 'gw_port': {'id': '57bd8862-85a9-4285-96ec-ac25215f6902', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d6:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b855d8-1dbd-4870-bbc8-d2e48a49af40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:41:51Z', 'updated_at': '2021-12-08T16:41:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:41:54.765796 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-91fcbd80-8f8d-4ac3-a311-828919710711 None None] Provisioning complete for port 01c250bb-b7dd-4c84-9893-fbe2c2524d50 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:41:54.766214 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-91fcbd80-8f8d-4ac3-a311-828919710711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:54.773712 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8272750-fe02-437b-a77f-0e2058fb56f6 req-2d5ab9e1-da5d-4093-8c7e-4a37ef069e56 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:54.773712 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e8272750-fe02-437b-a77f-0e2058fb56f6 req-2d5ab9e1-da5d-4093-8c7e-4a37ef069e56 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=70598f88-a8ac-4da7-bd62-4260e8d974ca HTTP/1.1" status: 200 len: 946 time: 0.1030791 Dec 08 16:41:54.814437 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-91fcbd80-8f8d-4ac3-a311-828919710711 None None] Port 01c250bb-b7dd-4c84-9893-fbe2c2524d50 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:41:55.228070 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e8272750-fe02-437b-a77f-0e2058fb56f6 req-4370b35a-3728-4be5-bd42-3250c6db45fd tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=be95d6c0-ba90-4b7e-9e8d-0586e89a4f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4464228 Dec 08 16:41:55.284139 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5738300e-5c9c-42cb-9c06-3ba0d735e713 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:55.393319 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5738300e-5c9c-42cb-9c06-3ba0d735e713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:55.465389 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5738300e-5c9c-42cb-9c06-3ba0d735e713 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:55.467292 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5738300e-5c9c-42cb-9c06-3ba0d735e713 admin admin] Pushing event updated for resources: {'Port': ['ID=01c250bb-b7dd-4c84-9893-fbe2c2524d50,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:55.579349 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5738300e-5c9c-42cb-9c06-3ba0d735e713 admin admin] Network 3af67554-5995-460a-99e4-b9998391a473 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:41:55.580953 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-5738300e-5c9c-42cb-9c06-3ba0d735e713 admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:41:55.726583 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5738300e-5c9c-42cb-9c06-3ba0d735e713 admin admin] Router e0b855d8-1dbd-4870-bbc8-d2e48a49af40 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:41:55.850746 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-02615a3f-a177-44df-b234-28fee4a09e25 None None] Provisioning complete for port 01c250bb-b7dd-4c84-9893-fbe2c2524d50 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:41:55.851369 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-02615a3f-a177-44df-b234-28fee4a09e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:55.866710 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adcde94-427a-41e3-84b6-1e4aa98639a7 req-eec9af49-d549-4231-b1d8-e62770c24936 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:55.868431 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5adcde94-427a-41e3-84b6-1e4aa98639a7 req-eec9af49-d549-4231-b1d8-e62770c24936 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=52534947-6e4c-4dfe-bb5b-cdb4135fdb04 HTTP/1.1" status: 200 len: 1098 time: 0.0970528 Dec 08 16:41:55.889247 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5738300e-5c9c-42cb-9c06-3ba0d735e713 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:41:55.905329 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-5738300e-5c9c-42cb-9c06-3ba0d735e713 admin admin] 10.222.0.64 "PUT /v2.0/routers/e0b855d8-1dbd-4870-bbc8-d2e48a49af40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6262393 Dec 08 16:41:55.905593 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-02615a3f-a177-44df-b234-28fee4a09e25 None None] Port 01c250bb-b7dd-4c84-9893-fbe2c2524d50 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:41:55.935236 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5adcde94-427a-41e3-84b6-1e4aa98639a7 req-390f0603-17ed-4f68-9194-b07f8a38f28c tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=e88d05ba-40cd-4b80-ba63-0402f6b5d15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564837 Dec 08 16:41:56.311802 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa69f1c-557c-4f3f-a532-d2b1cc55b63d req-63aecf22-3ed9-4a22-9bed-b8431a471e8b tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:56.313501 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1fa69f1c-557c-4f3f-a532-d2b1cc55b63d req-63aecf22-3ed9-4a22-9bed-b8431a471e8b tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.76 "GET /v2.0/ports?device_id=70598f88-a8ac-4da7-bd62-4260e8d974ca HTTP/1.1" status: 200 len: 946 time: 0.0618820 Dec 08 16:41:56.390634 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4bc6e-8e6a-4c87-8ce7-3fe4867eed0a req-b983a1ed-0bc5-4f2d-9176-eb582256d6e4 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:56.392356 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f9d4bc6e-8e6a-4c87-8ce7-3fe4867eed0a req-b983a1ed-0bc5-4f2d-9176-eb582256d6e4 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=70598f88-a8ac-4da7-bd62-4260e8d974ca HTTP/1.1" status: 200 len: 946 time: 0.0551164 Dec 08 16:41:56.426530 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-1fa69f1c-557c-4f3f-a532-d2b1cc55b63d req-cc1c5f52-c0c5-41b6-b442-0fdf09f81d70 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Deleting port 13bc416c-6322-4a4d-b4bc-b5c1b2bfa074 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:41:56.426996 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1fa69f1c-557c-4f3f-a532-d2b1cc55b63d req-cc1c5f52-c0c5-41b6-b442-0fdf09f81d70 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:56.427836 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea3dedf-521c-4c3c-af9a-e9d07c309a7c None None] Sync routers for ids ['e0b855d8-1dbd-4870-bbc8-d2e48a49af40'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:41:56.440372 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea3dedf-521c-4c3c-af9a-e9d07c309a7c None None] Routers {'e0b855d8-1dbd-4870-bbc8-d2e48a49af40'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:41:56.441347 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-3ea3dedf-521c-4c3c-af9a-e9d07c309a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:41:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['e0b855d8-1dbd-4870-bbc8-d2e48a49af40'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:41:56.453088 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f9d4bc6e-8e6a-4c87-8ce7-3fe4867eed0a req-b1a745ec-3277-4b78-881a-3239cb156310 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=be95d6c0-ba90-4b7e-9e8d-0586e89a4f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504048 Dec 08 16:41:56.522627 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-1fa69f1c-557c-4f3f-a532-d2b1cc55b63d req-cc1c5f52-c0c5-41b6-b442-0fdf09f81d70 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] For port 13bc416c-6322-4a4d-b4bc-b5c1b2bfa074, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=13bc416c-6322-4a4d-b4bc-b5c1b2bfa074,segment=NetworkSegment(148e30e1-cdcf-4201-a517-2bd3763917d1),segment_id=148e30e1-cdcf-4201-a517-2bd3763917d1)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:41:56.523002 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1fa69f1c-557c-4f3f-a532-d2b1cc55b63d req-cc1c5f52-c0c5-41b6-b442-0fdf09f81d70 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:56.722101 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-3ea3dedf-521c-4c3c-af9a-e9d07c309a7c None None] Set router e0b855d8-1dbd-4870-bbc8-d2e48a49af40 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:41:56.787357 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1fa69f1c-557c-4f3f-a532-d2b1cc55b63d req-cc1c5f52-c0c5-41b6-b442-0fdf09f81d70 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:56.787727 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1fa69f1c-557c-4f3f-a532-d2b1cc55b63d req-cc1c5f52-c0c5-41b6-b442-0fdf09f81d70 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:56.788048 n-d-776250-12 neutron-server[110550]: INFO neutron.db.l3_db [req-1fa69f1c-557c-4f3f-a532-d2b1cc55b63d req-cc1c5f52-c0c5-41b6-b442-0fdf09f81d70 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Floating IP 0934de2b-922b-4a5a-8435-bf8944f29e4a disassociated. External IP: 172.25.0.123, port: 13bc416c-6322-4a4d-b4bc-b5c1b2bfa074. Dec 08 16:41:56.788546 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-1fa69f1c-557c-4f3f-a532-d2b1cc55b63d req-cc1c5f52-c0c5-41b6-b442-0fdf09f81d70 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Calling delete_port for 13bc416c-6322-4a4d-b4bc-b5c1b2bfa074 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:41:56.914369 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 57bd8862-85a9-4285-96ec-ac25215f6902 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:41:56.934413 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59642) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:41:56.941174 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-ead408fd-b127-4108-b273-e1f1cca0c24f admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-706216252-network', 'tenant_id': '2563dce6c48f4573ab2fed5c52a06394'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:41:57.009531 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 57bd8862-85a9-4285-96ec-ac25215f6902 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:41:57.009910 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:57.039255 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-3ea3dedf-521c-4c3c-af9a-e9d07c309a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b855d8-1dbd-4870-bbc8-d2e48a49af40', 'name': 'tempest-TestServerBasicOps-1365456763-router', 'tenant_id': '96b951a18eb3472a831a203e899d1f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '57bd8862-85a9-4285-96ec-ac25215f6902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:41:50Z', 'updated_at': '2021-12-08T16:41:54Z', 'revision_number': 4, 'project_id': '96b951a18eb3472a831a203e899d1f81', 'gw_port': {'id': '57bd8862-85a9-4285-96ec-ac25215f6902', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b855d8-1dbd-4870-bbc8-d2e48a49af40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:41:51Z', 'updated_at': '2021-12-08T16:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '01c250bb-b7dd-4c84-9893-fbe2c2524d50', 'name': '', 'network_id': '3af67554-5995-460a-99e4-b9998391a473', 'tenant_id': '96b951a18eb3472a831a203e899d1f81', 'mac_address': 'fa:16:3e:40:2f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b855d8-1dbd-4870-bbc8-d2e48a49af40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5c168ebf-529f-4f0e-86cb-4b9b5f4efbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:41:53Z', 'updated_at': '2021-12-08T16:41:54Z', 'revision_number': 2, 'project_id': '96b951a18eb3472a831a203e899d1f81', 'subnets': [{'id': '5c168ebf-529f-4f0e-86cb-4b9b5f4efbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:41:57.051769 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaede289-e95f-4fba-afc2-bf29855e2e51 req-70ede96f-5c2d-4f04-b472-309b025998d0 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:57.053420 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-aaede289-e95f-4fba-afc2-bf29855e2e51 req-70ede96f-5c2d-4f04-b472-309b025998d0 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=52534947-6e4c-4dfe-bb5b-cdb4135fdb04 HTTP/1.1" status: 200 len: 1098 time: 0.0440578 Dec 08 16:41:57.072057 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea3dedf-521c-4c3c-af9a-e9d07c309a7c None None] Checking router: e0b855d8-1dbd-4870-bbc8-d2e48a49af40 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:41:57.072498 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea3dedf-521c-4c3c-af9a-e9d07c309a7c None None] Updating router e0b855d8-1dbd-4870-bbc8-d2e48a49af40 port 01c250bb-b7dd-4c84-9893-fbe2c2524d50 binding host n-d-776250-12 {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:41:57.087026 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead408fd-b127-4108-b273-e1f1cca0c24f admin admin] Made reservation on behalf of 2563dce6c48f4573ab2fed5c52a06394 for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:41:57.090945 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ead408fd-b127-4108-b273-e1f1cca0c24f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:57.100794 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ead408fd-b127-4108-b273-e1f1cca0c24f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:57.102156 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3ea3dedf-521c-4c3c-af9a-e9d07c309a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:57.116959 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1fa69f1c-557c-4f3f-a532-d2b1cc55b63d req-cc1c5f52-c0c5-41b6-b442-0fdf09f81d70 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:57.189087 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-aaede289-e95f-4fba-afc2-bf29855e2e51 req-3e14fd85-3699-4765-8fa6-8043069dd999 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=e88d05ba-40cd-4b80-ba63-0402f6b5d15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255352 Dec 08 16:41:57.196580 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1c5f52-c0c5-41b6-b442-0fdf09f81d70 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Pushing event deleted for resources: {'Port': ['ID=13bc416c-6322-4a4d-b4bc-b5c1b2bfa074,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:57.201080 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ead408fd-b127-4108-b273-e1f1cca0c24f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:57.207682 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cbd346-babb-42d8-995d-3ce7fceab8cc req-542d16ce-57c6-4b75-842f-902ef969df73 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:57.209246 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-79cbd346-babb-42d8-995d-3ce7fceab8cc req-542d16ce-57c6-4b75-842f-902ef969df73 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=52534947-6e4c-4dfe-bb5b-cdb4135fdb04 HTTP/1.1" status: 200 len: 1098 time: 0.1350627 Dec 08 16:41:57.239146 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ead408fd-b127-4108-b273-e1f1cca0c24f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:57.275767 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead408fd-b127-4108-b273-e1f1cca0c24f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be06ec6-94f6-4925-ab55-1d73dbbf7aaf,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:57.291157 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ead408fd-b127-4108-b273-e1f1cca0c24f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:41:57.314630 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ead408fd-b127-4108-b273-e1f1cca0c24f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:57.315206 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-ead408fd-b127-4108-b273-e1f1cca0c24f admin admin] Added segment 0e0e9b85-fb0c-4963-afef-f1f6bc780400 of type vlan for network e01f4dd2-640a-4370-84a9-0bdc750035a0 Dec 08 16:41:57.373157 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ead408fd-b127-4108-b273-e1f1cca0c24f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:57.411454 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1fa69f1c-557c-4f3f-a532-d2b1cc55b63d req-cc1c5f52-c0c5-41b6-b442-0fdf09f81d70 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Router 15de8570-f928-4307-b023-14f9304f01a0 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:41:57.419279 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-79cbd346-babb-42d8-995d-3ce7fceab8cc req-e147a554-5c76-47ee-b44d-351b3bcd2cb1 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Deleting port 796d2115-0949-4fd3-b7a5-b28174ce55a7 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:41:57.419675 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-79cbd346-babb-42d8-995d-3ce7fceab8cc req-e147a554-5c76-47ee-b44d-351b3bcd2cb1 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:57.466654 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3ea3dedf-521c-4c3c-af9a-e9d07c309a7c None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:57.479465 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ead408fd-b127-4108-b273-e1f1cca0c24f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:57.480467 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead408fd-b127-4108-b273-e1f1cca0c24f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:57.481069 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ead408fd-b127-4108-b273-e1f1cca0c24f admin admin] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:57.574085 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-53a2cade-bf0d-4760-9591-555c2df67c9c req-0fc893a0-8647-48df-b949-8d7738fee479 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=70598f88-a8ac-4da7-bd62-4260e8d974ca HTTP/1.1" status: 200 len: 210 time: 0.0380554 Dec 08 16:41:57.576682 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3ea3dedf-521c-4c3c-af9a-e9d07c309a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:57.579233 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead408fd-b127-4108-b273-e1f1cca0c24f admin admin] Pushing event updated for resources: {'Network': ['ID=e01f4dd2-640a-4370-84a9-0bdc750035a0,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:57.601429 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-79cbd346-babb-42d8-995d-3ce7fceab8cc req-e147a554-5c76-47ee-b44d-351b3bcd2cb1 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] For port 796d2115-0949-4fd3-b7a5-b28174ce55a7, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=796d2115-0949-4fd3-b7a5-b28174ce55a7,segment=NetworkSegment(d918d902-9459-4a03-9e15-c92cdbb97172),segment_id=d918d902-9459-4a03-9e15-c92cdbb97172)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:41:57.601858 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-79cbd346-babb-42d8-995d-3ce7fceab8cc req-e147a554-5c76-47ee-b44d-351b3bcd2cb1 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:57.622492 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network e01f4dd2-640a-4370-84a9-0bdc750035a0 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:41:57.624786 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ead408fd-b127-4108-b273-e1f1cca0c24f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6888132 Dec 08 16:41:57.626239 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-79cbd346-babb-42d8-995d-3ce7fceab8cc req-e147a554-5c76-47ee-b44d-351b3bcd2cb1 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Calling delete_port for 796d2115-0949-4fd3-b7a5-b28174ce55a7 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:41:57.627492 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59650) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:41:57.633183 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-cd214553-b73c-4978-aeac-9ca9691bb8ce admin admin] Request body: {'subnet': {'network_id': 'e01f4dd2-640a-4370-84a9-0bdc750035a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-706216252-subnet', 'tenant_id': '2563dce6c48f4573ab2fed5c52a06394', 'ip_version': 4}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:41:57.635592 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1fa69f1c-557c-4f3f-a532-d2b1cc55b63d req-cc1c5f52-c0c5-41b6-b442-0fdf09f81d70 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:41:57.650640 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64626589-4dbe-4c04-b3c3-04080628346f None None] Sync routers for ids ['15de8570-f928-4307-b023-14f9304f01a0'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:41:57.663282 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64626589-4dbe-4c04-b3c3-04080628346f None None] Routers {'15de8570-f928-4307-b023-14f9304f01a0'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:41:57.668537 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-64626589-4dbe-4c04-b3c3-04080628346f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:41:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['15de8570-f928-4307-b023-14f9304f01a0'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:41:57.698097 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device b1a39666-0420-4c8f-8089-97b4b3d2d762 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:41:57.745644 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: b1a39666-0420-4c8f-8089-97b4b3d2d762 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:41:57.746068 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device b1a39666-0420-4c8f-8089-97b4b3d2d762 not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:41:57.747799 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fb7b66-dade-4536-938f-68aa2772af18 None None] Pushing event updated for resources: {'Port': ['ID=01c250bb-b7dd-4c84-9893-fbe2c2524d50,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:57.749660 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fa69f1c-557c-4f3f-a532-d2b1cc55b63d req-cc1c5f52-c0c5-41b6-b442-0fdf09f81d70 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] No DVR routers for this DVR port 13bc416c-6322-4a4d-b4bc-b5c1b2bfa074 on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:41:57.753719 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1fa69f1c-557c-4f3f-a532-d2b1cc55b63d req-cc1c5f52-c0c5-41b6-b442-0fdf09f81d70 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:57.758123 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1fa69f1c-557c-4f3f-a532-d2b1cc55b63d req-cc1c5f52-c0c5-41b6-b442-0fdf09f81d70 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.76 "DELETE /v2.0/ports/13bc416c-6322-4a4d-b4bc-b5c1b2bfa074 HTTP/1.1" status: 204 len: 173 time: 1.4375527 Dec 08 16:41:57.758614 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70598f88-a8ac-4da7-bd62-4260e8d974ca', 'name': 'network-vif-deleted', 'tag': '13bc416c-6322-4a4d-b4bc-b5c1b2bfa074'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:41:57.759462 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd214553-b73c-4978-aeac-9ca9691bb8ce admin admin] Made reservation on behalf of 2563dce6c48f4573ab2fed5c52a06394 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:41:57.764060 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cd214553-b73c-4978-aeac-9ca9691bb8ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:57.772058 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ffccfc-2c64-4a99-9c22-2e43771e5c14" -d '{"events": [{"server_uuid": "70598f88-a8ac-4da7-bd62-4260e8d974ca", "name": "network-vif-deleted", "tag": "13bc416c-6322-4a4d-b4bc-b5c1b2bfa074"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:41:57.856405 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-3ea3dedf-521c-4c3c-af9a-e9d07c309a7c None None] Attempting to bind port 01c250bb-b7dd-4c84-9893-fbe2c2524d50 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:41:57.856873 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-3ea3dedf-521c-4c3c-af9a-e9d07c309a7c None None] Attempting to bind port 01c250bb-b7dd-4c84-9893-fbe2c2524d50 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'fef836a3-34e8-42f0-8189-b44ee70bd3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3af67554-5995-460a-99e4-b9998391a473'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:41:57.857318 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea3dedf-521c-4c3c-af9a-e9d07c309a7c None None] Attempting to bind port 01c250bb-b7dd-4c84-9893-fbe2c2524d50 on network 3af67554-5995-460a-99e4-b9998391a473 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:41:57.868400 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea3dedf-521c-4c3c-af9a-e9d07c309a7c None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:41:57.869287 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea3dedf-521c-4c3c-af9a-e9d07c309a7c None None] Checking segment: {'id': 'fef836a3-34e8-42f0-8189-b44ee70bd3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3af67554-5995-460a-99e4-b9998391a473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:41:57.871203 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3ea3dedf-521c-4c3c-af9a-e9d07c309a7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:57.871765 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea3dedf-521c-4c3c-af9a-e9d07c309a7c None None] Bound using segment: {'id': 'fef836a3-34e8-42f0-8189-b44ee70bd3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3af67554-5995-460a-99e4-b9998391a473'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:41:57.873005 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-3ea3dedf-521c-4c3c-af9a-e9d07c309a7c None None] Bound port: 01c250bb-b7dd-4c84-9893-fbe2c2524d50, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fef836a3-34e8-42f0-8189-b44ee70bd3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3af67554-5995-460a-99e4-b9998391a473'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:41:57.875698 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3ea3dedf-521c-4c3c-af9a-e9d07c309a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:57.880908 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf4481e1-6075-447d-96f9-3c6b02d80795 x-openstack-request-id: req-cf4481e1-6075-447d-96f9-3c6b02d80795 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:41:57.884557 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70598f88-a8ac-4da7-bd62-4260e8d974ca", "name": "network-vif-deleted", "tag": "13bc416c-6322-4a4d-b4bc-b5c1b2bfa074", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:41:57.885130 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cf4481e1-6075-447d-96f9-3c6b02d80795 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:41:57.885783 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70598f88-a8ac-4da7-bd62-4260e8d974ca', 'name': 'network-vif-deleted', 'tag': '13bc416c-6322-4a4d-b4bc-b5c1b2bfa074', 'status': 'completed', 'code': 200} Dec 08 16:41:57.926395 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-64626589-4dbe-4c04-b3c3-04080628346f None None] Set router 15de8570-f928-4307-b023-14f9304f01a0 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:41:58.023757 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-3ea3dedf-521c-4c3c-af9a-e9d07c309a7c None None] For port 01c250bb-b7dd-4c84-9893-fbe2c2524d50, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:41:58.030147 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-3ea3dedf-521c-4c3c-af9a-e9d07c309a7c None None] For port 01c250bb-b7dd-4c84-9893-fbe2c2524d50, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=01c250bb-b7dd-4c84-9893-fbe2c2524d50,segment=NetworkSegment(fef836a3-34e8-42f0-8189-b44ee70bd3c1),segment_id=fef836a3-34e8-42f0-8189-b44ee70bd3c1)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:41:58.053981 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-e7bd4af5-6948-4680-8f75-266a02f4f30b None None] Provisioning complete for port 01c250bb-b7dd-4c84-9893-fbe2c2524d50 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:41:58.054357 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e7bd4af5-6948-4680-8f75-266a02f4f30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:58.084903 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-79cbd346-babb-42d8-995d-3ce7fceab8cc req-e147a554-5c76-47ee-b44d-351b3bcd2cb1 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:58.114212 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['796d2115-0949-4fd3-b7a5-b28174ce55a7'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:41:58.119176 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd4af5-6948-4680-8f75-266a02f4f30b None None] Port 01c250bb-b7dd-4c84-9893-fbe2c2524d50 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:41:58.131065 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e147a554-5c76-47ee-b44d-351b3bcd2cb1 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Pushing event deleted for resources: {'Port': ['ID=796d2115-0949-4fd3-b7a5-b28174ce55a7,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:58.166599 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cd214553-b73c-4978-aeac-9ca9691bb8ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:58.177672 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-64626589-4dbe-4c04-b3c3-04080628346f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15de8570-f928-4307-b023-14f9304f01a0', 'name': 'tempest-TestVolumeBootPattern-760813147-router', 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '903a9083-9a60-45de-ba52-146e47efdbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:00Z', 'updated_at': '2021-12-08T16:30:13Z', 'revision_number': 4, 'project_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'gw_port': {'id': '903a9083-9a60-45de-ba52-146e47efdbae', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15de8570-f928-4307-b023-14f9304f01a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:03Z', 'updated_at': '2021-12-08T16:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'b8a6271d-6dcd-4a65-b929-ce28fca9c592', 'name': '', 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8', 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'mac_address': 'fa:16:3e:a7:89:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15de8570-f928-4307-b023-14f9304f01a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '13be6d62-2e9a-40c4-9d1e-34aa15cc5f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:10Z', 'updated_at': '2021-12-08T16:30:23Z', 'revision_number': 5, 'project_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'subnets': [{'id': '13be6d62-2e9a-40c4-9d1e-34aa15cc5f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:41:58.185766 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3ea3dedf-521c-4c3c-af9a-e9d07c309a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:58.194671 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-79cbd346-babb-42d8-995d-3ce7fceab8cc req-e147a554-5c76-47ee-b44d-351b3bcd2cb1 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] No DVR routers for this DVR port 796d2115-0949-4fd3-b7a5-b28174ce55a7 on host n-h2-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:41:58.210729 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-79cbd346-babb-42d8-995d-3ce7fceab8cc req-e147a554-5c76-47ee-b44d-351b3bcd2cb1 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:58.216213 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-79cbd346-babb-42d8-995d-3ce7fceab8cc req-e147a554-5c76-47ee-b44d-351b3bcd2cb1 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.37 "DELETE /v2.0/ports/796d2115-0949-4fd3-b7a5-b28174ce55a7 HTTP/1.1" status: 204 len: 173 time: 1.0003297 Dec 08 16:41:58.255383 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64626589-4dbe-4c04-b3c3-04080628346f None None] Checking router: 15de8570-f928-4307-b023-14f9304f01a0 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:41:58.278969 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fb7b66-dade-4536-938f-68aa2772af18 None None] Pushing event updated for resources: {'Port': ['ID=01c250bb-b7dd-4c84-9893-fbe2c2524d50,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:58.279981 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64626589-4dbe-4c04-b3c3-04080628346f None None] Routers {'15de8570-f928-4307-b023-14f9304f01a0'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:41:58.290231 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-64626589-4dbe-4c04-b3c3-04080628346f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:41:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['15de8570-f928-4307-b023-14f9304f01a0'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:41:58.309481 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd214553-b73c-4978-aeac-9ca9691bb8ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f291b80-f9cf-46df-b841-a69750c8f08f,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:58.331529 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd214553-b73c-4978-aeac-9ca9691bb8ce admin admin] Checking segment: {'id': '0e0e9b85-fb0c-4963-afef-f1f6bc780400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e01f4dd2-640a-4370-84a9-0bdc750035a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:41:58.331529 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd214553-b73c-4978-aeac-9ca9691bb8ce admin admin] Network hostable DHCP agents. Network: e01f4dd2-640a-4370-84a9-0bdc750035a0, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:41:58.348764 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea3dedf-521c-4c3c-af9a-e9d07c309a7c None None] Routers {'e0b855d8-1dbd-4870-bbc8-d2e48a49af40'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:41:58.349661 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-3ea3dedf-521c-4c3c-af9a-e9d07c309a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:41:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['e0b855d8-1dbd-4870-bbc8-d2e48a49af40'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:41:58.353475 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ccd36daf-6367-43e5-bb5b-576411d3ae14 req-6b61079a-f45d-4a22-847e-e24ed9347c08 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=52534947-6e4c-4dfe-bb5b-cdb4135fdb04 HTTP/1.1" status: 200 len: 210 time: 0.0405066 Dec 08 16:41:58.489686 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-64626589-4dbe-4c04-b3c3-04080628346f None None] Set router 15de8570-f928-4307-b023-14f9304f01a0 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:41:58.520378 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd214553-b73c-4978-aeac-9ca9691bb8ce admin admin] Network e01f4dd2-640a-4370-84a9-0bdc750035a0 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:41:58.565813 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-3ea3dedf-521c-4c3c-af9a-e9d07c309a7c None None] Set router e0b855d8-1dbd-4870-bbc8-d2e48a49af40 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:41:58.658162 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-cd214553-b73c-4978-aeac-9ca9691bb8ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, e01f4dd2-640a-4370-84a9-0bdc750035a0) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:41:58.670093 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd214553-b73c-4978-aeac-9ca9691bb8ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:58.670957 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cd214553-b73c-4978-aeac-9ca9691bb8ce admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:58.695944 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888fc007-e2b6-4bda-a853-a9544dc7836b None None] Network e01f4dd2-640a-4370-84a9-0bdc750035a0 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:41:58.761841 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7060e6b3-780f-4233-89ba-64261db7e791 req-7c0e3d1d-c160-40cf-9bdd-ffceec35564b tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=70598f88-a8ac-4da7-bd62-4260e8d974ca HTTP/1.1" status: 200 len: 210 time: 0.0611126 Dec 08 16:41:58.793180 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-cd214553-b73c-4978-aeac-9ca9691bb8ce admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1638548 Dec 08 16:41:58.795297 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59660) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:41:58.800064 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-932ad3eb-b06c-493b-a56d-59bdab081988 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-706216252-router', 'tenant_id': '2563dce6c48f4573ab2fed5c52a06394', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:41:58.828307 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-2fc8d6f8-a6a3-4a04-8876-fc8c9feae474 None None] Provisioning complete for port 01c250bb-b7dd-4c84-9893-fbe2c2524d50 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:41:58.828832 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2fc8d6f8-a6a3-4a04-8876-fc8c9feae474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:58.855597 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-64626589-4dbe-4c04-b3c3-04080628346f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15de8570-f928-4307-b023-14f9304f01a0', 'name': 'tempest-TestVolumeBootPattern-760813147-router', 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '903a9083-9a60-45de-ba52-146e47efdbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:00Z', 'updated_at': '2021-12-08T16:30:13Z', 'revision_number': 4, 'project_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'gw_port': {'id': '903a9083-9a60-45de-ba52-146e47efdbae', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15de8570-f928-4307-b023-14f9304f01a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:03Z', 'updated_at': '2021-12-08T16:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'b8a6271d-6dcd-4a65-b929-ce28fca9c592', 'name': '', 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8', 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'mac_address': 'fa:16:3e:a7:89:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15de8570-f928-4307-b023-14f9304f01a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '13be6d62-2e9a-40c4-9d1e-34aa15cc5f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:10Z', 'updated_at': '2021-12-08T16:30:23Z', 'revision_number': 5, 'project_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'subnets': [{'id': '13be6d62-2e9a-40c4-9d1e-34aa15cc5f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:41:58.887917 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64626589-4dbe-4c04-b3c3-04080628346f None None] The sync data for ids ['15de8570-f928-4307-b023-14f9304f01a0'] in n-d-776250-12 is: [{'id': '15de8570-f928-4307-b023-14f9304f01a0', 'name': 'tempest-TestVolumeBootPattern-760813147-router', 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '903a9083-9a60-45de-ba52-146e47efdbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:00Z', 'updated_at': '2021-12-08T16:30:13Z', 'revision_number': 4, 'project_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'gw_port': {'id': '903a9083-9a60-45de-ba52-146e47efdbae', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15de8570-f928-4307-b023-14f9304f01a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:03Z', 'updated_at': '2021-12-08T16:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'b8a6271d-6dcd-4a65-b929-ce28fca9c592', 'name': '', 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8', 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'mac_address': 'fa:16:3e:a7:89:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15de8570-f928-4307-b023-14f9304f01a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '13be6d62-2e9a-40c4-9d1e-34aa15cc5f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:10Z', 'updated_at': '2021-12-08T16:30:23Z', 'revision_number': 5, 'project_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'subnets': [{'id': '13be6d62-2e9a-40c4-9d1e-34aa15cc5f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:41:58.938122 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9eb167f-56af-45c6-8ba7-08bba68904ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-e01f4dd2-640a-4370-84a9-0bdc750035a0', 'network_id': 'e01f4dd2-640a-4370-84a9-0bdc750035a0', 'project_id': '2563dce6c48f4573ab2fed5c52a06394', 'fixed_ips': [{'subnet_id': '2f291b80-f9cf-46df-b841-a69750c8f08f'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:41:58.938981 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f9eb167f-56af-45c6-8ba7-08bba68904ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:58.942278 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-932ad3eb-b06c-493b-a56d-59bdab081988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:58.943358 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-932ad3eb-b06c-493b-a56d-59bdab081988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:59.028995 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-932ad3eb-b06c-493b-a56d-59bdab081988 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:59.065650 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2fc8d6f8-a6a3-4a04-8876-fc8c9feae474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:59.093219 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-3ea3dedf-521c-4c3c-af9a-e9d07c309a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b855d8-1dbd-4870-bbc8-d2e48a49af40', 'name': 'tempest-TestServerBasicOps-1365456763-router', 'tenant_id': '96b951a18eb3472a831a203e899d1f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '57bd8862-85a9-4285-96ec-ac25215f6902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:41:50Z', 'updated_at': '2021-12-08T16:41:54Z', 'revision_number': 4, 'project_id': '96b951a18eb3472a831a203e899d1f81', 'gw_port': {'id': '57bd8862-85a9-4285-96ec-ac25215f6902', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b855d8-1dbd-4870-bbc8-d2e48a49af40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:41:51Z', 'updated_at': '2021-12-08T16:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '01c250bb-b7dd-4c84-9893-fbe2c2524d50', 'name': '', 'network_id': '3af67554-5995-460a-99e4-b9998391a473', 'tenant_id': '96b951a18eb3472a831a203e899d1f81', 'mac_address': 'fa:16:3e:40:2f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b855d8-1dbd-4870-bbc8-d2e48a49af40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5c168ebf-529f-4f0e-86cb-4b9b5f4efbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:41:53Z', 'updated_at': '2021-12-08T16:41:58Z', 'revision_number': 4, 'project_id': '96b951a18eb3472a831a203e899d1f81', 'subnets': [{'id': '5c168ebf-529f-4f0e-86cb-4b9b5f4efbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:41:59.146574 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea3dedf-521c-4c3c-af9a-e9d07c309a7c None None] The sync data for ids ['e0b855d8-1dbd-4870-bbc8-d2e48a49af40'] in n-d-776250-12 is: [{'id': 'e0b855d8-1dbd-4870-bbc8-d2e48a49af40', 'name': 'tempest-TestServerBasicOps-1365456763-router', 'tenant_id': '96b951a18eb3472a831a203e899d1f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '57bd8862-85a9-4285-96ec-ac25215f6902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:41:50Z', 'updated_at': '2021-12-08T16:41:54Z', 'revision_number': 4, 'project_id': '96b951a18eb3472a831a203e899d1f81', 'gw_port': {'id': '57bd8862-85a9-4285-96ec-ac25215f6902', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b855d8-1dbd-4870-bbc8-d2e48a49af40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:41:51Z', 'updated_at': '2021-12-08T16:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '01c250bb-b7dd-4c84-9893-fbe2c2524d50', 'name': '', 'network_id': '3af67554-5995-460a-99e4-b9998391a473', 'tenant_id': '96b951a18eb3472a831a203e899d1f81', 'mac_address': 'fa:16:3e:40:2f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b855d8-1dbd-4870-bbc8-d2e48a49af40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5c168ebf-529f-4f0e-86cb-4b9b5f4efbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:41:53Z', 'updated_at': '2021-12-08T16:41:58Z', 'revision_number': 4, 'project_id': '96b951a18eb3472a831a203e899d1f81', 'subnets': [{'id': '5c168ebf-529f-4f0e-86cb-4b9b5f4efbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:41:59.195255 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-2fc8d6f8-a6a3-4a04-8876-fc8c9feae474 None None] For port 01c250bb-b7dd-4c84-9893-fbe2c2524d50, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=01c250bb-b7dd-4c84-9893-fbe2c2524d50,segment=NetworkSegment(fef836a3-34e8-42f0-8189-b44ee70bd3c1),segment_id=fef836a3-34e8-42f0-8189-b44ee70bd3c1)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:41:59.204284 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-f9eb167f-56af-45c6-8ba7-08bba68904ad None None] Allocated IP 172.20.0.2 (e01f4dd2-640a-4370-84a9-0bdc750035a0/2f291b80-f9cf-46df-b841-a69750c8f08f/8411eebd-5f0c-44dd-938e-d55f10f7b667) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:41:59.373092 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a0e220-1c17-4d2c-8f16-094b868663cb None None] New status for floating IP 0934de2b-922b-4a5a-8435-bf8944f29e4a: DOWN {{(pid=110552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:41:59.389145 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-932ad3eb-b06c-493b-a56d-59bdab081988 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:59.456158 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2fc8d6f8-a6a3-4a04-8876-fc8c9feae474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:59.577528 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-eaf358c6-9ad1-4144-b857-ea9dd54469d1 req-4e420cbe-f128-4a48-ba66-e759fe35f287 tempest-TestServerMultinode-1626546069 tempest-TestServerMultinode-1626546069-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=52534947-6e4c-4dfe-bb5b-cdb4135fdb04 HTTP/1.1" status: 200 len: 210 time: 0.0541477 Dec 08 16:41:59.883998 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-932ad3eb-b06c-493b-a56d-59bdab081988 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:59.888210 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52534947-6e4c-4dfe-bb5b-cdb4135fdb04', 'name': 'network-vif-deleted', 'tag': '796d2115-0949-4fd3-b7a5-b28174ce55a7'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:41:59.895188 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7728ff5-a615-4313-a3d6-d2bfd839b309" -d '{"events": [{"server_uuid": "52534947-6e4c-4dfe-bb5b-cdb4135fdb04", "name": "network-vif-deleted", "tag": "796d2115-0949-4fd3-b7a5-b28174ce55a7"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:41:59.912089 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f9eb167f-56af-45c6-8ba7-08bba68904ad None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:59.914103 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc8d6f8-a6a3-4a04-8876-fc8c9feae474 None None] Pushing event updated for resources: {'Port': ['ID=01c250bb-b7dd-4c84-9893-fbe2c2524d50,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:59.953743 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9fceea98-f233-4548-bb18-f08eacd9d4c0 req-8fe039e3-5176-4a5e-9fd7-a0a05126d002 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=70598f88-a8ac-4da7-bd62-4260e8d974ca HTTP/1.1" status: 200 len: 210 time: 0.0845151 Dec 08 16:41:59.955026 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-932ad3eb-b06c-493b-a56d-59bdab081988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:59.977308 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1be00a-3d77-451f-b366-f2ebdec0e44b x-openstack-request-id: req-8d1be00a-3d77-451f-b366-f2ebdec0e44b {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:41:59.977308 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52534947-6e4c-4dfe-bb5b-cdb4135fdb04", "name": "network-vif-deleted", "tag": "796d2115-0949-4fd3-b7a5-b28174ce55a7", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:41:59.977308 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8d1be00a-3d77-451f-b366-f2ebdec0e44b {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:41:59.977308 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52534947-6e4c-4dfe-bb5b-cdb4135fdb04', 'name': 'network-vif-deleted', 'tag': '796d2115-0949-4fd3-b7a5-b28174ce55a7', 'status': 'completed', 'code': 200} Dec 08 16:42:00.094563 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f9eb167f-56af-45c6-8ba7-08bba68904ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:00.095488 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-932ad3eb-b06c-493b-a56d-59bdab081988 admin admin] Allocated IP 172.25.0.90 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/c318d880-9548-437a-9d07-8b79801a6cbb) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:42:00.150836 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9eb167f-56af-45c6-8ba7-08bba68904ad None None] Network e01f4dd2-640a-4370-84a9-0bdc750035a0 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:42:00.154374 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-f9eb167f-56af-45c6-8ba7-08bba68904ad None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:42:00.158222 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9eb167f-56af-45c6-8ba7-08bba68904ad None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:42:00.212900 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb167f-56af-45c6-8ba7-08bba68904ad None None] Pushing event updated for resources: {'Port': ['ID=8411eebd-5f0c-44dd-938e-d55f10f7b667,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:00.242475 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-f9eb167f-56af-45c6-8ba7-08bba68904ad None None] Attempting to bind port 8411eebd-5f0c-44dd-938e-d55f10f7b667 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:42:00.242748 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-932ad3eb-b06c-493b-a56d-59bdab081988 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:00.243084 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-f9eb167f-56af-45c6-8ba7-08bba68904ad None None] Attempting to bind port 8411eebd-5f0c-44dd-938e-d55f10f7b667 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '0e0e9b85-fb0c-4963-afef-f1f6bc780400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e01f4dd2-640a-4370-84a9-0bdc750035a0'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:42:00.243559 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9eb167f-56af-45c6-8ba7-08bba68904ad None None] Attempting to bind port 8411eebd-5f0c-44dd-938e-d55f10f7b667 on network e01f4dd2-640a-4370-84a9-0bdc750035a0 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:42:00.249846 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9eb167f-56af-45c6-8ba7-08bba68904ad None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:42:00.250236 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9eb167f-56af-45c6-8ba7-08bba68904ad None None] Checking segment: {'id': '0e0e9b85-fb0c-4963-afef-f1f6bc780400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e01f4dd2-640a-4370-84a9-0bdc750035a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:42:00.250652 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f9eb167f-56af-45c6-8ba7-08bba68904ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:00.251050 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9eb167f-56af-45c6-8ba7-08bba68904ad None None] Bound using segment: {'id': '0e0e9b85-fb0c-4963-afef-f1f6bc780400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e01f4dd2-640a-4370-84a9-0bdc750035a0'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:42:00.251841 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-f9eb167f-56af-45c6-8ba7-08bba68904ad None None] Bound port: 8411eebd-5f0c-44dd-938e-d55f10f7b667, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e0e9b85-fb0c-4963-afef-f1f6bc780400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e01f4dd2-640a-4370-84a9-0bdc750035a0'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:42:00.252000 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f9eb167f-56af-45c6-8ba7-08bba68904ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:00.327334 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-f9eb167f-56af-45c6-8ba7-08bba68904ad None None] For port 8411eebd-5f0c-44dd-938e-d55f10f7b667, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:42:00.331035 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-f9eb167f-56af-45c6-8ba7-08bba68904ad None None] For port 8411eebd-5f0c-44dd-938e-d55f10f7b667, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=8411eebd-5f0c-44dd-938e-d55f10f7b667,segment=NetworkSegment(0e0e9b85-fb0c-4963-afef-f1f6bc780400),segment_id=0e0e9b85-fb0c-4963-afef-f1f6bc780400)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:42:00.428749 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-932ad3eb-b06c-493b-a56d-59bdab081988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:00.473681 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f9eb167f-56af-45c6-8ba7-08bba68904ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:00.488202 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932ad3eb-b06c-493b-a56d-59bdab081988 admin admin] Pushing event updated for resources: {'Port': ['ID=c318d880-9548-437a-9d07-8b79801a6cbb,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:00.499222 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932ad3eb-b06c-493b-a56d-59bdab081988 admin admin] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:42:00.501629 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-932ad3eb-b06c-493b-a56d-59bdab081988 admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:42:00.506375 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932ad3eb-b06c-493b-a56d-59bdab081988 admin admin] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:42:00.545703 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34f76e7-4848-4222-8192-c850dae7eb83 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:42:00.589771 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb167f-56af-45c6-8ba7-08bba68904ad None None] Pushing event updated for resources: {'Port': ['ID=8411eebd-5f0c-44dd-938e-d55f10f7b667,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:00.619675 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 796d2115-0949-4fd3-b7a5-b28174ce55a7 no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:42:00.684126 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: 796d2115-0949-4fd3-b7a5-b28174ce55a7 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:42:00.684963 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59674) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:42:00.687442 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 796d2115-0949-4fd3-b7a5-b28174ce55a7 not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:42:00.693914 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-20e979ba-889e-4cea-aeb2-50c328b75640 None None] Provisioning complete for port c318d880-9548-437a-9d07-8b79801a6cbb triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:42:00.694302 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-20e979ba-889e-4cea-aeb2-50c328b75640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:00.753768 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-20e979ba-889e-4cea-aeb2-50c328b75640 None None] Port c318d880-9548-437a-9d07-8b79801a6cbb cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:42:00.966283 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 01c250bb-b7dd-4c84-9893-fbe2c2524d50 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:42:01.058856 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 01c250bb-b7dd-4c84-9893-fbe2c2524d50 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:42:01.059233 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:01.150814 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0b334061-000f-4d07-a24b-23c33827a49d req-2f15dee4-a8c0-46be-8ee7-70165a33fa9b tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=70598f88-a8ac-4da7-bd62-4260e8d974ca HTTP/1.1" status: 200 len: 210 time: 0.0952265 Dec 08 16:42:01.185788 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-932ad3eb-b06c-493b-a56d-59bdab081988 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:01.310709 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-35dd1c8a-efca-4d05-87b4-35650cd8c944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:01.628562 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-35dd1c8a-efca-4d05-87b4-35650cd8c944 admin admin] Deleting port 10f23cad-c643-4f89-a0b7-13d952ac72be {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:42:01.628908 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-35dd1c8a-efca-4d05-87b4-35650cd8c944 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:01.662024 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 13bc416c-6322-4a4d-b4bc-b5c1b2bfa074 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:42:01.705230 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: 13bc416c-6322-4a4d-b4bc-b5c1b2bfa074 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:42:01.705590 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 13bc416c-6322-4a4d-b4bc-b5c1b2bfa074 not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:42:01.748246 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-35dd1c8a-efca-4d05-87b4-35650cd8c944 admin admin] For port 10f23cad-c643-4f89-a0b7-13d952ac72be, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=10f23cad-c643-4f89-a0b7-13d952ac72be,segment=NetworkSegment(d918d902-9459-4a03-9e15-c92cdbb97172),segment_id=d918d902-9459-4a03-9e15-c92cdbb97172)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:42:01.748819 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-35dd1c8a-efca-4d05-87b4-35650cd8c944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:01.765500 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-35dd1c8a-efca-4d05-87b4-35650cd8c944 admin admin] Calling delete_port for 10f23cad-c643-4f89-a0b7-13d952ac72be owned by network:router_interface {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:42:01.828794 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-932ad3eb-b06c-493b-a56d-59bdab081988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:02.045531 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a88fe4d-6be5-4889-8a59-1e64de9eb20a None None] Network e01f4dd2-640a-4370-84a9-0bdc750035a0 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:42:02.075210 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-932ad3eb-b06c-493b-a56d-59bdab081988 admin admin] Router 33a64f37-f3b8-4beb-8126-dfcf9862a069 is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:42:02.117734 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-83e94ad9-67b6-4147-9ee7-7ab877ea65ac None None] Provisioning complete for port 8411eebd-5f0c-44dd-938e-d55f10f7b667 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:42:02.118128 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-83e94ad9-67b6-4147-9ee7-7ab877ea65ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:02.126484 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-35dd1c8a-efca-4d05-87b4-35650cd8c944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:02.172538 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dd1c8a-efca-4d05-87b4-35650cd8c944 admin admin] Pushing event deleted for resources: {'Port': ['ID=10f23cad-c643-4f89-a0b7-13d952ac72be,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:02.271788 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-932ad3eb-b06c-493b-a56d-59bdab081988 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:42:02.285673 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06263c7-933a-43fe-bb23-10049654395d None None] Sync routers for ids ['33a64f37-f3b8-4beb-8126-dfcf9862a069'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:42:02.305496 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06263c7-933a-43fe-bb23-10049654395d None None] Routers {'33a64f37-f3b8-4beb-8126-dfcf9862a069'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:42:02.306630 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-e06263c7-933a-43fe-bb23-10049654395d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:41:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['33a64f37-f3b8-4beb-8126-dfcf9862a069'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:42:02.333928 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-83e94ad9-67b6-4147-9ee7-7ab877ea65ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:02.406846 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-932ad3eb-b06c-493b-a56d-59bdab081988 admin admin] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:02.409804 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-932ad3eb-b06c-493b-a56d-59bdab081988 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.6133485 Dec 08 16:42:02.412522 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59682) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:42:02.416963 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-83e94ad9-67b6-4147-9ee7-7ab877ea65ac None None] For port 8411eebd-5f0c-44dd-938e-d55f10f7b667, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=8411eebd-5f0c-44dd-938e-d55f10f7b667,segment=NetworkSegment(0e0e9b85-fb0c-4963-afef-f1f6bc780400),segment_id=0e0e9b85-fb0c-4963-afef-f1f6bc780400)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:42:02.422963 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-07aba71e-8258-4320-a649-d6ef321264bd req-3ccdaa36-4cdc-4ef9-8d2e-8b0959c16b79 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=70598f88-a8ac-4da7-bd62-4260e8d974ca HTTP/1.1" status: 200 len: 210 time: 0.0644634 Dec 08 16:42:02.513359 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-e06263c7-933a-43fe-bb23-10049654395d None None] Set router 33a64f37-f3b8-4beb-8126-dfcf9862a069 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:42:02.523214 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-35dd1c8a-efca-4d05-87b4-35650cd8c944 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:02.525127 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-83e94ad9-67b6-4147-9ee7-7ab877ea65ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:02.639661 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e94ad9-67b6-4147-9ee7-7ab877ea65ac None None] Pushing event updated for resources: {'Port': ['ID=8411eebd-5f0c-44dd-938e-d55f10f7b667,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:02.778512 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-2cb29781-6730-45f2-8c30-5dc3a9dd7dcb None None] Provisioning complete for port 8411eebd-5f0c-44dd-938e-d55f10f7b667 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:42:02.779244 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2cb29781-6730-45f2-8c30-5dc3a9dd7dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:02.883561 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-e06263c7-933a-43fe-bb23-10049654395d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a64f37-f3b8-4beb-8126-dfcf9862a069', 'name': 'tempest-TestServerBasicOps-706216252-router', 'tenant_id': '2563dce6c48f4573ab2fed5c52a06394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': 'c318d880-9548-437a-9d07-8b79801a6cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:41:58Z', 'updated_at': '2021-12-08T16:42:00Z', 'revision_number': 3, 'project_id': '2563dce6c48f4573ab2fed5c52a06394', 'gw_port': {'id': 'c318d880-9548-437a-9d07-8b79801a6cbb', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f2:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a64f37-f3b8-4beb-8126-dfcf9862a069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:41:59Z', 'updated_at': '2021-12-08T16:42:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:42:02.919208 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06263c7-933a-43fe-bb23-10049654395d None None] Checking router: 33a64f37-f3b8-4beb-8126-dfcf9862a069 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:42:02.919583 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06263c7-933a-43fe-bb23-10049654395d None None] Updating router 33a64f37-f3b8-4beb-8126-dfcf9862a069 port c318d880-9548-437a-9d07-8b79801a6cbb binding host n-d-776250-12 {{(pid=110553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:42:02.969235 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-e06263c7-933a-43fe-bb23-10049654395d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:03.068097 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35dd1c8a-efca-4d05-87b4-35650cd8c944 admin admin] Router 072c6f1c-16d8-4f13-9132-b42c12519139 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:42:03.101856 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 8411eebd-5f0c-44dd-938e-d55f10f7b667 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:42:03.218473 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 8411eebd-5f0c-44dd-938e-d55f10f7b667 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:42:03.219104 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:03.302459 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35dd1c8a-efca-4d05-87b4-35650cd8c944 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:42:03.316350 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-35dd1c8a-efca-4d05-87b4-35650cd8c944 admin admin] 10.222.0.64 "PUT /v2.0/routers/072c6f1c-16d8-4f13-9132-b42c12519139/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6297257 Dec 08 16:42:03.321202 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59686) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:42:03.343307 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3d85b9-55aa-47ef-a80e-363e157e855a None None] Sync routers for ids ['072c6f1c-16d8-4f13-9132-b42c12519139'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:42:03.351001 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2b34b02f-7790-442c-be78-eaccfdf757d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:03.372397 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3d85b9-55aa-47ef-a80e-363e157e855a None None] Routers {'072c6f1c-16d8-4f13-9132-b42c12519139'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:42:03.373303 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-3c3d85b9-55aa-47ef-a80e-363e157e855a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:41:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['072c6f1c-16d8-4f13-9132-b42c12519139'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:42:03.386965 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-e06263c7-933a-43fe-bb23-10049654395d None None] Publish callbacks [] for port, precommit_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:03.467555 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-e06263c7-933a-43fe-bb23-10049654395d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:03.503619 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7a92c227-513c-493d-81ee-911717279e6a admin admin] Publish callbacks [] for router, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:03.560406 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cbc853-c405-41d0-a21d-54bed71fa9af None None] Pushing event updated for resources: {'Port': ['ID=c318d880-9548-437a-9d07-8b79801a6cbb,revision_number=2']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:03.590253 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-043bde85-914a-4ba6-beda-16f0b91dfb82 req-8b75ca60-f121-453d-a3c9-8c79093497f9 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=70598f88-a8ac-4da7-bd62-4260e8d974ca HTTP/1.1" status: 200 len: 210 time: 0.0595326 Dec 08 16:42:03.592550 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-3c3d85b9-55aa-47ef-a80e-363e157e855a None None] Set router 072c6f1c-16d8-4f13-9132-b42c12519139 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:42:03.601766 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2769c0e-a427-45bc-9679-cb41f43d76da None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:42:03.603445 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-e06263c7-933a-43fe-bb23-10049654395d None None] Attempting to bind port c318d880-9548-437a-9d07-8b79801a6cbb on host n-d-776250-12 for vnic_type normal with profile {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:42:03.603922 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-e06263c7-933a-43fe-bb23-10049654395d None None] Attempting to bind port c318d880-9548-437a-9d07-8b79801a6cbb by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:42:03.604424 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06263c7-933a-43fe-bb23-10049654395d None None] Attempting to bind port c318d880-9548-437a-9d07-8b79801a6cbb on network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:42:03.611970 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06263c7-933a-43fe-bb23-10049654395d None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:42:03.614640 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06263c7-933a-43fe-bb23-10049654395d None None] Checking segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:42:03.615327 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-e06263c7-933a-43fe-bb23-10049654395d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:03.617084 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06263c7-933a-43fe-bb23-10049654395d None None] Bound using segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:42:03.617700 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-e06263c7-933a-43fe-bb23-10049654395d None None] Bound port: c318d880-9548-437a-9d07-8b79801a6cbb, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:42:03.620753 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-e06263c7-933a-43fe-bb23-10049654395d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:03.638882 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-2b34b02f-7790-442c-be78-eaccfdf757d9 admin admin] Allocated IP 172.20.0.1 (e01f4dd2-640a-4370-84a9-0bdc750035a0/2f291b80-f9cf-46df-b841-a69750c8f08f/8882ae2d-8f95-4950-937d-f1cfdd75f5a3) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:42:03.736799 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-e06263c7-933a-43fe-bb23-10049654395d None None] For port c318d880-9548-437a-9d07-8b79801a6cbb, host n-d-776250-12, cleared binding levels {{(pid=110553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:42:03.746092 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7a92c227-513c-493d-81ee-911717279e6a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:03.746951 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-e06263c7-933a-43fe-bb23-10049654395d None None] For port c318d880-9548-437a-9d07-8b79801a6cbb, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=c318d880-9548-437a-9d07-8b79801a6cbb,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:42:03.794923 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2b34b02f-7790-442c-be78-eaccfdf757d9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:03.834420 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-e06263c7-933a-43fe-bb23-10049654395d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:03.854221 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-1b5c66c2-c510-4526-a3a7-5f067ae4b011 None None] Provisioning complete for port c318d880-9548-437a-9d07-8b79801a6cbb triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:42:03.855266 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1b5c66c2-c510-4526-a3a7-5f067ae4b011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:03.908599 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cbc853-c405-41d0-a21d-54bed71fa9af None None] Pushing event updated for resources: {'Port': ['ID=c318d880-9548-437a-9d07-8b79801a6cbb,revision_number=3']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:03.931436 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2b34b02f-7790-442c-be78-eaccfdf757d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:03.950934 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06263c7-933a-43fe-bb23-10049654395d None None] Routers {'33a64f37-f3b8-4beb-8126-dfcf9862a069'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:42:03.951570 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-e06263c7-933a-43fe-bb23-10049654395d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:41:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['33a64f37-f3b8-4beb-8126-dfcf9862a069'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:42:03.955090 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1b5c66c2-c510-4526-a3a7-5f067ae4b011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:03.960226 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da939e82-7b39-46f6-890d-ce8853ed50af None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:42:03.983010 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-3c3d85b9-55aa-47ef-a80e-363e157e855a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '072c6f1c-16d8-4f13-9132-b42c12519139', 'name': 'tempest-TestServerMultinode-179958317-router', 'tenant_id': '948fae883d644b1b942cd2d898c71ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '31ee0706-2359-485a-a374-6a80149fe1d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:41:07Z', 'updated_at': '2021-12-08T16:42:01Z', 'revision_number': 5, 'project_id': '948fae883d644b1b942cd2d898c71ccc', 'gw_port': {'id': '31ee0706-2359-485a-a374-6a80149fe1d4', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '072c6f1c-16d8-4f13-9132-b42c12519139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:41:07Z', 'updated_at': '2021-12-08T16:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:42:04.007932 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b34b02f-7790-442c-be78-eaccfdf757d9 admin admin] Network e01f4dd2-640a-4370-84a9-0bdc750035a0 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:42:04.023558 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-2b34b02f-7790-442c-be78-eaccfdf757d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:42:04.024287 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-7a92c227-513c-493d-81ee-911717279e6a admin admin] Deleting port 31ee0706-2359-485a-a374-6a80149fe1d4 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:42:04.025528 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7a92c227-513c-493d-81ee-911717279e6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:04.027692 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b34b02f-7790-442c-be78-eaccfdf757d9 admin admin] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:42:04.033279 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-1b5c66c2-c510-4526-a3a7-5f067ae4b011 None None] For port c318d880-9548-437a-9d07-8b79801a6cbb, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=c318d880-9548-437a-9d07-8b79801a6cbb,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:42:04.034560 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3d85b9-55aa-47ef-a80e-363e157e855a None None] Checking router: 072c6f1c-16d8-4f13-9132-b42c12519139 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:42:04.047113 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3d85b9-55aa-47ef-a80e-363e157e855a None None] Routers {'072c6f1c-16d8-4f13-9132-b42c12519139'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:42:04.048477 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-3c3d85b9-55aa-47ef-a80e-363e157e855a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:41:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['072c6f1c-16d8-4f13-9132-b42c12519139'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:42:04.081229 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b34b02f-7790-442c-be78-eaccfdf757d9 admin admin] Pushing event updated for resources: {'Port': ['ID=8882ae2d-8f95-4950-937d-f1cfdd75f5a3,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:04.106106 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2b34b02f-7790-442c-be78-eaccfdf757d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:04.179370 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1b5c66c2-c510-4526-a3a7-5f067ae4b011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:04.230166 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-7a92c227-513c-493d-81ee-911717279e6a admin admin] For port 31ee0706-2359-485a-a374-6a80149fe1d4, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=31ee0706-2359-485a-a374-6a80149fe1d4,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:42:04.234518 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7a92c227-513c-493d-81ee-911717279e6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:04.256061 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-7a92c227-513c-493d-81ee-911717279e6a admin admin] Calling delete_port for 31ee0706-2359-485a-a374-6a80149fe1d4 owned by network:router_gateway {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:42:04.303767 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-3c3d85b9-55aa-47ef-a80e-363e157e855a None None] Set router 072c6f1c-16d8-4f13-9132-b42c12519139 gateway port host: None {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:42:04.363360 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-e06263c7-933a-43fe-bb23-10049654395d None None] Set router 33a64f37-f3b8-4beb-8126-dfcf9862a069 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:42:04.452465 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5c66c2-c510-4526-a3a7-5f067ae4b011 None None] Pushing event updated for resources: {'Port': ['ID=c318d880-9548-437a-9d07-8b79801a6cbb,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:04.474475 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-3c3d85b9-55aa-47ef-a80e-363e157e855a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '072c6f1c-16d8-4f13-9132-b42c12519139', 'name': 'tempest-TestServerMultinode-179958317-router', 'tenant_id': '948fae883d644b1b942cd2d898c71ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:41:07Z', 'updated_at': '2021-12-08T16:42:03Z', 'revision_number': 6, 'project_id': '948fae883d644b1b942cd2d898c71ccc', 'gw_port_host': None}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:42:04.491849 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2b34b02f-7790-442c-be78-eaccfdf757d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:04.549179 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3d85b9-55aa-47ef-a80e-363e157e855a None None] The sync data for ids ['072c6f1c-16d8-4f13-9132-b42c12519139'] in n-d-776250-12 is: [{'id': '072c6f1c-16d8-4f13-9132-b42c12519139', 'name': 'tempest-TestServerMultinode-179958317-router', 'tenant_id': '948fae883d644b1b942cd2d898c71ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:41:07Z', 'updated_at': '2021-12-08T16:42:03Z', 'revision_number': 6, 'project_id': '948fae883d644b1b942cd2d898c71ccc', 'gw_port_host': None}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:42:04.551565 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-32decadf-9630-40cb-ae7e-2a8c62b33367 None None] Provisioning complete for port c318d880-9548-437a-9d07-8b79801a6cbb triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:42:04.551900 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-32decadf-9630-40cb-ae7e-2a8c62b33367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:04.608212 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7a92c227-513c-493d-81ee-911717279e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:04.646189 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-e06263c7-933a-43fe-bb23-10049654395d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a64f37-f3b8-4beb-8126-dfcf9862a069', 'name': 'tempest-TestServerBasicOps-706216252-router', 'tenant_id': '2563dce6c48f4573ab2fed5c52a06394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': 'c318d880-9548-437a-9d07-8b79801a6cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:41:58Z', 'updated_at': '2021-12-08T16:42:00Z', 'revision_number': 3, 'project_id': '2563dce6c48f4573ab2fed5c52a06394', 'gw_port': {'id': 'c318d880-9548-437a-9d07-8b79801a6cbb', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f2:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a64f37-f3b8-4beb-8126-dfcf9862a069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:41:59Z', 'updated_at': '2021-12-08T16:42:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:42:04.675517 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06263c7-933a-43fe-bb23-10049654395d None None] The sync data for ids ['33a64f37-f3b8-4beb-8126-dfcf9862a069'] in n-d-776250-12 is: [{'id': '33a64f37-f3b8-4beb-8126-dfcf9862a069', 'name': 'tempest-TestServerBasicOps-706216252-router', 'tenant_id': '2563dce6c48f4573ab2fed5c52a06394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': 'c318d880-9548-437a-9d07-8b79801a6cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:41:58Z', 'updated_at': '2021-12-08T16:42:00Z', 'revision_number': 3, 'project_id': '2563dce6c48f4573ab2fed5c52a06394', 'gw_port': {'id': 'c318d880-9548-437a-9d07-8b79801a6cbb', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f2:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a64f37-f3b8-4beb-8126-dfcf9862a069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:41:59Z', 'updated_at': '2021-12-08T16:42:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:42:04.683794 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a92c227-513c-493d-81ee-911717279e6a admin admin] Pushing event deleted for resources: {'Port': ['ID=31ee0706-2359-485a-a374-6a80149fe1d4,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:04.705947 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16f82de-fdc7-4322-8c38-00fbf0e5ace5 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:42:04.733408 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7886aaf7-5826-4fb6-8bf4-b1c021a5931c req-c2312710-36fa-426c-842e-e01fdfa2a8c0 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=70598f88-a8ac-4da7-bd62-4260e8d974ca HTTP/1.1" status: 200 len: 210 time: 0.0418971 Dec 08 16:42:04.737010 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2b34b02f-7790-442c-be78-eaccfdf757d9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:04.798503 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-8053aae8-c90f-4028-8481-fde9098eaaba None None] Provisioning complete for port 8882ae2d-8f95-4950-937d-f1cfdd75f5a3 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:42:04.799070 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8053aae8-c90f-4028-8481-fde9098eaaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:04.827437 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7a92c227-513c-493d-81ee-911717279e6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:04.845897 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-8053aae8-c90f-4028-8481-fde9098eaaba None None] Port 8882ae2d-8f95-4950-937d-f1cfdd75f5a3 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:42:04.919630 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:04.925857 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2b34b02f-7790-442c-be78-eaccfdf757d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:04.944472 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7a92c227-513c-493d-81ee-911717279e6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:04.951062 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7a92c227-513c-493d-81ee-911717279e6a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:05.027999 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b34b02f-7790-442c-be78-eaccfdf757d9 admin admin] Pushing event updated for resources: {'Port': ['ID=8882ae2d-8f95-4950-937d-f1cfdd75f5a3,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:05.052688 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2b34b02f-7790-442c-be78-eaccfdf757d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:05.137706 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7a92c227-513c-493d-81ee-911717279e6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:05.143339 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a92c227-513c-493d-81ee-911717279e6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 072c6f1c-16d8-4f13-9132-b42c12519139 {{(pid=110551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:42:05.143905 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7a92c227-513c-493d-81ee-911717279e6a admin admin] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:05.145488 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-7a92c227-513c-493d-81ee-911717279e6a admin admin] 10.222.0.64 "DELETE /v2.0/routers/072c6f1c-16d8-4f13-9132-b42c12519139 HTTP/1.1" status: 204 len: 168 time: 1.8231370 Dec 08 16:42:05.148076 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59700) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:42:05.169406 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 10f23cad-c643-4f89-a0b7-13d952ac72be no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:42:05.210880 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 10f23cad-c643-4f89-a0b7-13d952ac72be {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:42:05.219644 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 10f23cad-c643-4f89-a0b7-13d952ac72be not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:42:05.224572 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c5ae981-72f8-4eac-9744-fe6cc25c945c admin admin] Deleting subnet 417dab09-36db-465a-a955-4bd84558bef0 {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:42:05.228133 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7c5ae981-72f8-4eac-9744-fe6cc25c945c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:05.252774 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b34b02f-7790-442c-be78-eaccfdf757d9 admin admin] Network e01f4dd2-640a-4370-84a9-0bdc750035a0 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:42:05.254728 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-2b34b02f-7790-442c-be78-eaccfdf757d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:42:05.280013 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7c5ae981-72f8-4eac-9744-fe6cc25c945c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:05.381561 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7c5ae981-72f8-4eac-9744-fe6cc25c945c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:05.427915 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b34b02f-7790-442c-be78-eaccfdf757d9 admin admin] Router 33a64f37-f3b8-4beb-8126-dfcf9862a069 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:42:05.561748 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7c5ae981-72f8-4eac-9744-fe6cc25c945c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:05.576235 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-152312c3-2ab5-4d7e-b30b-a9c0ec6b3a1c None None] Provisioning complete for port 8882ae2d-8f95-4950-937d-f1cfdd75f5a3 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:42:05.577113 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-152312c3-2ab5-4d7e-b30b-a9c0ec6b3a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:05.587354 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b34b02f-7790-442c-be78-eaccfdf757d9 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:42:05.605265 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5ae981-72f8-4eac-9744-fe6cc25c945c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=417dab09-36db-465a-a955-4bd84558bef0,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:05.607569 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7c5ae981-72f8-4eac-9744-fe6cc25c945c admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:05.613863 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-7c5ae981-72f8-4eac-9744-fe6cc25c945c admin admin] 10.222.0.64 "DELETE /v2.0/subnets/417dab09-36db-465a-a955-4bd84558bef0 HTTP/1.1" status: 204 len: 168 time: 0.4646828 Dec 08 16:42:05.614874 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59704) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:42:05.633806 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-2b34b02f-7790-442c-be78-eaccfdf757d9 admin admin] 10.222.0.64 "PUT /v2.0/routers/33a64f37-f3b8-4beb-8126-dfcf9862a069/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2199080 Dec 08 16:42:05.670440 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edb95f9-c913-4b9c-9fb6-247b896f1f57 None None] Network c655c57f-5990-4bd3-abba-fe0937597d50 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:42:05.747033 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-152312c3-2ab5-4d7e-b30b-a9c0ec6b3a1c None None] Port 8882ae2d-8f95-4950-937d-f1cfdd75f5a3 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:42:05.771666 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1584495d-8463-4e92-bce5-55de40607c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:05.858706 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-1584495d-8463-4e92-bce5-55de40607c5e admin admin] Deleting port 30f1f355-475d-4fe3-b4fb-fd7cea9f2da3 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:42:05.859077 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1584495d-8463-4e92-bce5-55de40607c5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:05.906711 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b27ed8-2b03-4653-973b-a6961d857df1 None None] DHCP port deletion for c655c57f-5990-4bd3-abba-fe0937597d50 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:42:05.992309 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-1584495d-8463-4e92-bce5-55de40607c5e admin admin] For port 30f1f355-475d-4fe3-b4fb-fd7cea9f2da3, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=30f1f355-475d-4fe3-b4fb-fd7cea9f2da3,segment=NetworkSegment(d918d902-9459-4a03-9e15-c92cdbb97172),segment_id=d918d902-9459-4a03-9e15-c92cdbb97172)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:42:05.992309 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1584495d-8463-4e92-bce5-55de40607c5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:05.992548 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-e5b27ed8-2b03-4653-973b-a6961d857df1 None None] Deleting port 30f1f355-475d-4fe3-b4fb-fd7cea9f2da3 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:42:05.992548 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e5b27ed8-2b03-4653-973b-a6961d857df1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:06.006403 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-1584495d-8463-4e92-bce5-55de40607c5e admin admin] Calling delete_port for 30f1f355-475d-4fe3-b4fb-fd7cea9f2da3 owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:42:06.097780 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-e5b27ed8-2b03-4653-973b-a6961d857df1 None None] For port 30f1f355-475d-4fe3-b4fb-fd7cea9f2da3, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=30f1f355-475d-4fe3-b4fb-fd7cea9f2da3,segment=NetworkSegment(d918d902-9459-4a03-9e15-c92cdbb97172),segment_id=d918d902-9459-4a03-9e15-c92cdbb97172)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:42:06.098342 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e5b27ed8-2b03-4653-973b-a6961d857df1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:06.124064 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-e5b27ed8-2b03-4653-973b-a6961d857df1 None None] Calling delete_port for 30f1f355-475d-4fe3-b4fb-fd7cea9f2da3 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:42:06.199236 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1584495d-8463-4e92-bce5-55de40607c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:06.263729 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e5b27ed8-2b03-4653-973b-a6961d857df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:06.359870 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b27ed8-2b03-4653-973b-a6961d857df1 None None] Pushing event deleted for resources: {'Port': ['ID=30f1f355-475d-4fe3-b4fb-fd7cea9f2da3,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:06.361753 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b27ed8-2b03-4653-973b-a6961d857df1 None None] No DVR routers for this DVR port 30f1f355-475d-4fe3-b4fb-fd7cea9f2da3 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:42:06.406977 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bb2c1b45-9df4-441a-a6e7-483bb02daecb req-4831499b-582d-49d2-97bf-b578f7fa27fa tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-460384439&fields=id&tenant_id=71f5826d1b3d4cd5a2c95e78c7917860 HTTP/1.1" status: 200 len: 267 time: 0.1366665 Dec 08 16:42:06.552124 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c1b45-9df4-441a-a6e7-483bb02daecb req-d56a0830-ce12-4bc1-befa-33729edd0983 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:06.559846 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bb2c1b45-9df4-441a-a6e7-483bb02daecb req-d56a0830-ce12-4bc1-befa-33729edd0983 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/networks?id=b16f21e0-d13a-4c4c-a863-a31df2be91b8 HTTP/1.1" status: 200 len: 811 time: 0.1518884 Dec 08 16:42:06.578574 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bb2c1b45-9df4-441a-a6e7-483bb02daecb req-f5f4740d-dd97-4427-97ef-bf24225547d9 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/quotas/71f5826d1b3d4cd5a2c95e78c7917860 HTTP/1.1" status: 200 len: 375 time: 0.0170052 Dec 08 16:42:06.659469 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bb2c1b45-9df4-441a-a6e7-483bb02daecb req-66717d5d-3dfc-4720-a842-132fb33d55ae tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=71f5826d1b3d4cd5a2c95e78c7917860&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0710638 Dec 08 16:42:06.708699 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59724) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:42:06.713297 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-e1a16852-ea68-4a73-b88c-fd221ca7562b tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1538476172', 'description': 'tempest-secgroup-smoke-1538476172 description', 'project_id': '96b951a18eb3472a831a203e899d1f81'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:42:06.718472 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1584495d-8463-4e92-bce5-55de40607c5e admin admin] Pushing event deleted for resources: {'Port': ['ID=30f1f355-475d-4fe3-b4fb-fd7cea9f2da3,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:06.726829 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1584495d-8463-4e92-bce5-55de40607c5e admin admin] No DVR routers for this DVR port 30f1f355-475d-4fe3-b4fb-fd7cea9f2da3 on host n-d-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:42:06.777809 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bb2c1b45-9df4-441a-a6e7-483bb02daecb req-37443b3f-c2ee-4d0c-af43-91b7ffff9ba1 service neutron] 10.222.0.64 "GET /v2.0/networks/b16f21e0-d13a-4c4c-a863-a31df2be91b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033261 Dec 08 16:42:06.843959 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e1a16852-ea68-4a73-b88c-fd221ca7562b tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:06.847610 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1584495d-8463-4e92-bce5-55de40607c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:06.883358 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-1584495d-8463-4e92-bce5-55de40607c5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c655c57f-5990-4bd3-abba-fe0937597d50']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:42:06.894918 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bb2c1b45-9df4-441a-a6e7-483bb02daecb req-e1df8dbb-ba43-4a66-8d56-cf11c6cdc6a5 service neutron] 10.222.0.64 "GET /v2.0/networks/b16f21e0-d13a-4c4c-a863-a31df2be91b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102202 Dec 08 16:42:06.904827 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-1584495d-8463-4e92-bce5-55de40607c5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd918d902-9459-4a03-9e15-c92cdbb97172') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:42:06.904827 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-1584495d-8463-4e92-bce5-55de40607c5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd918d902-9459-4a03-9e15-c92cdbb97172') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:42:06.921992 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1584495d-8463-4e92-bce5-55de40607c5e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:06.944346 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device c318d880-9548-437a-9d07-8b79801a6cbb up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:42:06.951708 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1584495d-8463-4e92-bce5-55de40607c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:06.961904 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1584495d-8463-4e92-bce5-55de40607c5e admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:42:06.962294 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1584495d-8463-4e92-bce5-55de40607c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:06.964248 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:42:06.964248 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:42:06.964248 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:42:06.964248 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:42:06.964248 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:42:06.964248 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:42:06.964248 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:42:06.964248 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:42:06.964248 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:42:06.964248 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:42:06.964248 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:42:06.964248 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:42:06.964248 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:42:06.964248 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:42:06.964248 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:42:06.964248 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:42:06.964248 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:42:06.964248 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:42:06.964248 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:42:06.964248 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:42:06.964248 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:42:06.964248 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:42:06.964248 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:42:06.964248 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:42:06.964248 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:42:06.964248 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:42:06.964248 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:42:06.964248 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:42:06.964248 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:42:06.964248 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:42:06.964248 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:42:06.964248 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:42:07.015829 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port c318d880-9548-437a-9d07-8b79801a6cbb triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:42:07.016411 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:07.042351 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e1a16852-ea68-4a73-b88c-fd221ca7562b tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:07.096345 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1584495d-8463-4e92-bce5-55de40607c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:07.102361 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1584495d-8463-4e92-bce5-55de40607c5e admin admin] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:07.109078 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 59732) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:42:07.109236 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-1584495d-8463-4e92-bce5-55de40607c5e admin admin] 10.222.0.64 "DELETE /v2.0/networks/c655c57f-5990-4bd3-abba-fe0937597d50 HTTP/1.1" status: 204 len: 168 time: 1.4932034 Dec 08 16:42:07.121132 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1584495d-8463-4e92-bce5-55de40607c5e admin admin] Pushing event deleted for resources: {'Network': ['ID=c655c57f-5990-4bd3-abba-fe0937597d50,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:07.124527 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e1a16852-ea68-4a73-b88c-fd221ca7562b tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:07.168591 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a16852-ea68-4a73-b88c-fd221ca7562b tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=541e62dd-b488-40f8-b2b2-ff919eed66d9,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:07.209960 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 30f1f355-475d-4fe3-b4fb-fd7cea9f2da3 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:42:07.233593 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e1a16852-ea68-4a73-b88c-fd221ca7562b tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:07.235185 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e1a16852-ea68-4a73-b88c-fd221ca7562b tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5255070 Dec 08 16:42:07.236588 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 30f1f355-475d-4fe3-b4fb-fd7cea9f2da3 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:42:07.236984 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 30f1f355-475d-4fe3-b4fb-fd7cea9f2da3 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:42:07.237650 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 31ee0706-2359-485a-a374-6a80149fe1d4 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:42:07.239774 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59734) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:42:07.248132 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-486ccc2e-24e0-4bc1-9720-0bc436b2897a tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Request body: {'security_group_rule': {'security_group_id': '541e62dd-b488-40f8-b2b2-ff919eed66d9', 'project_id': '96b951a18eb3472a831a203e899d1f81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:42:07.261885 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 31ee0706-2359-485a-a374-6a80149fe1d4 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:42:07.262231 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 31ee0706-2359-485a-a374-6a80149fe1d4 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:42:07.340502 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6f5b2c-d241-4c3a-8b87-6b7d6d3d6a2b None None] Sync routers for ids ['33a64f37-f3b8-4beb-8126-dfcf9862a069'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:42:07.351646 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6f5b2c-d241-4c3a-8b87-6b7d6d3d6a2b None None] Routers {'33a64f37-f3b8-4beb-8126-dfcf9862a069'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:42:07.352583 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-3b6f5b2c-d241-4c3a-8b87-6b7d6d3d6a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:41:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['33a64f37-f3b8-4beb-8126-dfcf9862a069'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:42:07.382753 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-486ccc2e-24e0-4bc1-9720-0bc436b2897a tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:07.479244 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-3b6f5b2c-d241-4c3a-8b87-6b7d6d3d6a2b None None] Set router 33a64f37-f3b8-4beb-8126-dfcf9862a069 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:42:07.479580 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-486ccc2e-24e0-4bc1-9720-0bc436b2897a tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:07.541895 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-486ccc2e-24e0-4bc1-9720-0bc436b2897a tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:07.572817 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486ccc2e-24e0-4bc1-9720-0bc436b2897a tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b59d791-ad83-407c-a236-58e1feee5256,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:07.680207 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e26e8dae-7a8d-4ddb-8a41-9ae8de6f6c30 req-f3726b5b-ee85-4878-ba91-8bd09b8baff1 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=b89c7ce2-c505-47ea-8d39-af3fafa57526 HTTP/1.1" status: 200 len: 210 time: 0.0553761 Dec 08 16:42:07.685986 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-486ccc2e-24e0-4bc1-9720-0bc436b2897a tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:07.688216 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4ebce05a-1493-4c6f-aba6-a83b464e10e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:07.688742 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-486ccc2e-24e0-4bc1-9720-0bc436b2897a tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4468832 Dec 08 16:42:07.690564 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59740) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:42:07.702040 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-4ec67439-97a1-4040-8b21-aa6db252ec98 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Request body: {'security_group_rule': {'security_group_id': '541e62dd-b488-40f8-b2b2-ff919eed66d9', 'project_id': '96b951a18eb3472a831a203e899d1f81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:42:07.796871 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-3b6f5b2c-d241-4c3a-8b87-6b7d6d3d6a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a64f37-f3b8-4beb-8126-dfcf9862a069', 'name': 'tempest-TestServerBasicOps-706216252-router', 'tenant_id': '2563dce6c48f4573ab2fed5c52a06394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': 'c318d880-9548-437a-9d07-8b79801a6cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:41:58Z', 'updated_at': '2021-12-08T16:42:04Z', 'revision_number': 4, 'project_id': '2563dce6c48f4573ab2fed5c52a06394', 'gw_port': {'id': 'c318d880-9548-437a-9d07-8b79801a6cbb', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a64f37-f3b8-4beb-8126-dfcf9862a069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:41:59Z', 'updated_at': '2021-12-08T16:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '8882ae2d-8f95-4950-937d-f1cfdd75f5a3', 'name': '', 'network_id': 'e01f4dd2-640a-4370-84a9-0bdc750035a0', 'tenant_id': '2563dce6c48f4573ab2fed5c52a06394', 'mac_address': 'fa:16:3e:75:a9:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a64f37-f3b8-4beb-8126-dfcf9862a069', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '2f291b80-f9cf-46df-b841-a69750c8f08f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:42:03Z', 'updated_at': '2021-12-08T16:42:04Z', 'revision_number': 2, 'project_id': '2563dce6c48f4573ab2fed5c52a06394', 'subnets': [{'id': '2f291b80-f9cf-46df-b841-a69750c8f08f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:42:07.830959 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6f5b2c-d241-4c3a-8b87-6b7d6d3d6a2b None None] Checking router: 33a64f37-f3b8-4beb-8126-dfcf9862a069 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:42:07.831359 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6f5b2c-d241-4c3a-8b87-6b7d6d3d6a2b None None] Updating router 33a64f37-f3b8-4beb-8126-dfcf9862a069 port 8882ae2d-8f95-4950-937d-f1cfdd75f5a3 binding host n-d-776250-12 {{(pid=110553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:42:07.837990 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4ec67439-97a1-4040-8b21-aa6db252ec98 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:07.876885 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-3b6f5b2c-d241-4c3a-8b87-6b7d6d3d6a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:07.910254 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4ec67439-97a1-4040-8b21-aa6db252ec98 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:07.982102 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4ec67439-97a1-4040-8b21-aa6db252ec98 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:08.009383 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec67439-97a1-4040-8b21-aa6db252ec98 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70969b6c-4bf7-49dc-b2dd-2d8900c722da,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:08.014115 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-4ebce05a-1493-4c6f-aba6-a83b464e10e0 admin admin] Deleting port 718e6986-52a5-4a0f-9186-7f400751c175 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:42:08.014600 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4ebce05a-1493-4c6f-aba6-a83b464e10e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:08.075509 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4ec67439-97a1-4040-8b21-aa6db252ec98 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:08.076989 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-4ec67439-97a1-4040-8b21-aa6db252ec98 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3850272 Dec 08 16:42:08.092447 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59748) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:42:08.097303 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-e5ba840c-9e64-4a0c-ab51-6fe3c79be1d0 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Request body: {'security_group_rule': {'security_group_id': '541e62dd-b488-40f8-b2b2-ff919eed66d9', 'project_id': '96b951a18eb3472a831a203e899d1f81', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:42:08.131255 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-4ebce05a-1493-4c6f-aba6-a83b464e10e0 admin admin] For port 718e6986-52a5-4a0f-9186-7f400751c175, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=718e6986-52a5-4a0f-9186-7f400751c175,segment=NetworkSegment(e45fd526-7ffd-4cfa-b5ec-1377961f6231),segment_id=e45fd526-7ffd-4cfa-b5ec-1377961f6231)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:42:08.133074 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4ebce05a-1493-4c6f-aba6-a83b464e10e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:08.205407 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e5ba840c-9e64-4a0c-ab51-6fe3c79be1d0 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:08.265232 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-3b6f5b2c-d241-4c3a-8b87-6b7d6d3d6a2b None None] Publish callbacks [] for port, precommit_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:08.287325 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e5ba840c-9e64-4a0c-ab51-6fe3c79be1d0 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:08.341653 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e5ba840c-9e64-4a0c-ab51-6fe3c79be1d0 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:08.341889 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-3b6f5b2c-d241-4c3a-8b87-6b7d6d3d6a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:08.376816 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ba840c-9e64-4a0c-ab51-6fe3c79be1d0 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6606a4cf-fa11-4d3e-a576-a3dea83e11a9,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:08.458371 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e5ba840c-9e64-4a0c-ab51-6fe3c79be1d0 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:08.459953 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e5ba840c-9e64-4a0c-ab51-6fe3c79be1d0 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3661211 Dec 08 16:42:08.462577 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59752) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:42:08.467747 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-e9219643-1ad3-46f1-9163-e39874543b04 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Request body: {'security_group_rule': {'security_group_id': '541e62dd-b488-40f8-b2b2-ff919eed66d9', 'project_id': '96b951a18eb3472a831a203e899d1f81', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:42:08.494714 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-4ebce05a-1493-4c6f-aba6-a83b464e10e0 admin admin] Calling delete_port for 718e6986-52a5-4a0f-9186-7f400751c175 owned by network:router_interface {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:42:08.514386 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec1ce2f-00bf-43f5-af09-b4b7e9fa03e0 None None] Pushing event updated for resources: {'Port': ['ID=8882ae2d-8f95-4950-937d-f1cfdd75f5a3,revision_number=3']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:08.522068 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-3b6f5b2c-d241-4c3a-8b87-6b7d6d3d6a2b None None] Attempting to bind port 8882ae2d-8f95-4950-937d-f1cfdd75f5a3 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:42:08.522448 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-3b6f5b2c-d241-4c3a-8b87-6b7d6d3d6a2b None None] Attempting to bind port 8882ae2d-8f95-4950-937d-f1cfdd75f5a3 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '0e0e9b85-fb0c-4963-afef-f1f6bc780400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e01f4dd2-640a-4370-84a9-0bdc750035a0'}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:42:08.522820 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6f5b2c-d241-4c3a-8b87-6b7d6d3d6a2b None None] Attempting to bind port 8882ae2d-8f95-4950-937d-f1cfdd75f5a3 on network e01f4dd2-640a-4370-84a9-0bdc750035a0 {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:42:08.528869 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6f5b2c-d241-4c3a-8b87-6b7d6d3d6a2b None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:42:08.529250 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6f5b2c-d241-4c3a-8b87-6b7d6d3d6a2b None None] Checking segment: {'id': '0e0e9b85-fb0c-4963-afef-f1f6bc780400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e01f4dd2-640a-4370-84a9-0bdc750035a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:42:08.529662 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-3b6f5b2c-d241-4c3a-8b87-6b7d6d3d6a2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:08.530215 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6f5b2c-d241-4c3a-8b87-6b7d6d3d6a2b None None] Bound using segment: {'id': '0e0e9b85-fb0c-4963-afef-f1f6bc780400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e01f4dd2-640a-4370-84a9-0bdc750035a0'} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:42:08.530834 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-3b6f5b2c-d241-4c3a-8b87-6b7d6d3d6a2b None None] Bound port: 8882ae2d-8f95-4950-937d-f1cfdd75f5a3, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e0e9b85-fb0c-4963-afef-f1f6bc780400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e01f4dd2-640a-4370-84a9-0bdc750035a0'}}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:42:08.531230 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-3b6f5b2c-d241-4c3a-8b87-6b7d6d3d6a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:08.615556 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e9219643-1ad3-46f1-9163-e39874543b04 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:08.638422 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-3b6f5b2c-d241-4c3a-8b87-6b7d6d3d6a2b None None] For port 8882ae2d-8f95-4950-937d-f1cfdd75f5a3, host n-d-776250-12, cleared binding levels {{(pid=110553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:42:08.641922 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-3b6f5b2c-d241-4c3a-8b87-6b7d6d3d6a2b None None] For port 8882ae2d-8f95-4950-937d-f1cfdd75f5a3, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=8882ae2d-8f95-4950-937d-f1cfdd75f5a3,segment=NetworkSegment(0e0e9b85-fb0c-4963-afef-f1f6bc780400),segment_id=0e0e9b85-fb0c-4963-afef-f1f6bc780400)] {{(pid=110553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:42:08.707928 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-3b6f5b2c-d241-4c3a-8b87-6b7d6d3d6a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:08.709921 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e9219643-1ad3-46f1-9163-e39874543b04 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:08.710538 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-1ac7851e-4630-4a28-95d0-0cf9c6748b64 None None] Provisioning complete for port 8882ae2d-8f95-4950-937d-f1cfdd75f5a3 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:42:08.712264 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1ac7851e-4630-4a28-95d0-0cf9c6748b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:08.805382 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6f5b2c-d241-4c3a-8b87-6b7d6d3d6a2b None None] Routers {'33a64f37-f3b8-4beb-8126-dfcf9862a069'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:42:08.806527 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-3b6f5b2c-d241-4c3a-8b87-6b7d6d3d6a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:41:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['33a64f37-f3b8-4beb-8126-dfcf9862a069'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:42:08.811407 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:08.811617 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e9219643-1ad3-46f1-9163-e39874543b04 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:08.847889 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9219643-1ad3-46f1-9163-e39874543b04 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f479e5f-35eb-4553-9d4e-1129aaa70e1a,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:08.862339 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4ebce05a-1493-4c6f-aba6-a83b464e10e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:08.875781 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1ac7851e-4630-4a28-95d0-0cf9c6748b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:08.925787 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebce05a-1493-4c6f-aba6-a83b464e10e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=718e6986-52a5-4a0f-9186-7f400751c175,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:08.941926 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-1ac7851e-4630-4a28-95d0-0cf9c6748b64 None None] For port 8882ae2d-8f95-4950-937d-f1cfdd75f5a3, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=8882ae2d-8f95-4950-937d-f1cfdd75f5a3,segment=NetworkSegment(0e0e9b85-fb0c-4963-afef-f1f6bc780400),segment_id=0e0e9b85-fb0c-4963-afef-f1f6bc780400)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:42:08.952785 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5eb2577c-676a-423f-a95b-b754c8f16a4c req-1828661f-2e1b-4686-9ceb-6513f9c33e39 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=b89c7ce2-c505-47ea-8d39-af3fafa57526 HTTP/1.1" status: 200 len: 210 time: 0.0834301 Dec 08 16:42:08.989375 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e9219643-1ad3-46f1-9163-e39874543b04 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:08.992013 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e9219643-1ad3-46f1-9163-e39874543b04 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5284259 Dec 08 16:42:08.994925 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59758) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:42:09.000827 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-e7e7197c-37da-4ba1-9978-906d6ed42a89 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Request body: {'security_group_rule': {'security_group_id': '541e62dd-b488-40f8-b2b2-ff919eed66d9', 'project_id': '96b951a18eb3472a831a203e899d1f81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:42:09.003655 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-3b6f5b2c-d241-4c3a-8b87-6b7d6d3d6a2b None None] Set router 33a64f37-f3b8-4beb-8126-dfcf9862a069 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:42:09.010449 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1ac7851e-4630-4a28-95d0-0cf9c6748b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:09.076942 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec1ce2f-00bf-43f5-af09-b4b7e9fa03e0 None None] Pushing event updated for resources: {'Port': ['ID=8882ae2d-8f95-4950-937d-f1cfdd75f5a3,revision_number=4']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:09.124300 n-d-776250-12 neutron-server[110551]: INFO neutron.db.securitygroups_db [None req-e7e7197c-37da-4ba1-9978-906d6ed42a89 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Project 96b951a18eb3472a831a203e899d1f81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 16:42:09.130488 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e7e7197c-37da-4ba1-9978-906d6ed42a89 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:09.285520 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e7e7197c-37da-4ba1-9978-906d6ed42a89 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:09.340522 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4ebce05a-1493-4c6f-aba6-a83b464e10e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:09.371096 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e7e7197c-37da-4ba1-9978-906d6ed42a89 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:09.410534 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e7197c-37da-4ba1-9978-906d6ed42a89 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86466084-e55b-4a3f-a04f-0da32ff9be03,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:09.413872 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-e7c8e9f7-4b35-4e48-9a29-b7c89766e37f None None] Provisioning complete for port 8882ae2d-8f95-4950-937d-f1cfdd75f5a3 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:42:09.414489 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e7c8e9f7-4b35-4e48-9a29-b7c89766e37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:09.463957 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac7851e-4630-4a28-95d0-0cf9c6748b64 None None] Pushing event updated for resources: {'Port': ['ID=8882ae2d-8f95-4950-937d-f1cfdd75f5a3,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:09.479035 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-3b6f5b2c-d241-4c3a-8b87-6b7d6d3d6a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a64f37-f3b8-4beb-8126-dfcf9862a069', 'name': 'tempest-TestServerBasicOps-706216252-router', 'tenant_id': '2563dce6c48f4573ab2fed5c52a06394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': 'c318d880-9548-437a-9d07-8b79801a6cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:41:58Z', 'updated_at': '2021-12-08T16:42:04Z', 'revision_number': 4, 'project_id': '2563dce6c48f4573ab2fed5c52a06394', 'gw_port': {'id': 'c318d880-9548-437a-9d07-8b79801a6cbb', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a64f37-f3b8-4beb-8126-dfcf9862a069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:41:59Z', 'updated_at': '2021-12-08T16:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '8882ae2d-8f95-4950-937d-f1cfdd75f5a3', 'name': '', 'network_id': 'e01f4dd2-640a-4370-84a9-0bdc750035a0', 'tenant_id': '2563dce6c48f4573ab2fed5c52a06394', 'mac_address': 'fa:16:3e:75:a9:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a64f37-f3b8-4beb-8126-dfcf9862a069', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '2f291b80-f9cf-46df-b841-a69750c8f08f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:42:03Z', 'updated_at': '2021-12-08T16:42:08Z', 'revision_number': 4, 'project_id': '2563dce6c48f4573ab2fed5c52a06394', 'subnets': [{'id': '2f291b80-f9cf-46df-b841-a69750c8f08f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:42:09.487113 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e7e7197c-37da-4ba1-9978-906d6ed42a89 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:09.488412 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e7e7197c-37da-4ba1-9978-906d6ed42a89 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4915783 Dec 08 16:42:09.491223 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59760) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:42:09.496856 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-e21f5637-9817-49e9-a571-7312dbea6b0e tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Request body: {'security_group_rule': {'security_group_id': '541e62dd-b488-40f8-b2b2-ff919eed66d9', 'project_id': '96b951a18eb3472a831a203e899d1f81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:42:09.604208 n-d-776250-12 neutron-server[110551]: INFO neutron.db.securitygroups_db [None req-e21f5637-9817-49e9-a571-7312dbea6b0e tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Project 96b951a18eb3472a831a203e899d1f81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 16:42:09.605710 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6f5b2c-d241-4c3a-8b87-6b7d6d3d6a2b None None] The sync data for ids ['33a64f37-f3b8-4beb-8126-dfcf9862a069'] in n-d-776250-12 is: [{'id': '33a64f37-f3b8-4beb-8126-dfcf9862a069', 'name': 'tempest-TestServerBasicOps-706216252-router', 'tenant_id': '2563dce6c48f4573ab2fed5c52a06394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': 'c318d880-9548-437a-9d07-8b79801a6cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:41:58Z', 'updated_at': '2021-12-08T16:42:04Z', 'revision_number': 4, 'project_id': '2563dce6c48f4573ab2fed5c52a06394', 'gw_port': {'id': 'c318d880-9548-437a-9d07-8b79801a6cbb', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a64f37-f3b8-4beb-8126-dfcf9862a069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:41:59Z', 'updated_at': '2021-12-08T16:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '8882ae2d-8f95-4950-937d-f1cfdd75f5a3', 'name': '', 'network_id': 'e01f4dd2-640a-4370-84a9-0bdc750035a0', 'tenant_id': '2563dce6c48f4573ab2fed5c52a06394', 'mac_address': 'fa:16:3e:75:a9:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a64f37-f3b8-4beb-8126-dfcf9862a069', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '2f291b80-f9cf-46df-b841-a69750c8f08f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:42:03Z', 'updated_at': '2021-12-08T16:42:08Z', 'revision_number': 4, 'project_id': '2563dce6c48f4573ab2fed5c52a06394', 'subnets': [{'id': '2f291b80-f9cf-46df-b841-a69750c8f08f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:42:09.611583 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e21f5637-9817-49e9-a571-7312dbea6b0e tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:09.709504 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e21f5637-9817-49e9-a571-7312dbea6b0e tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:09.750049 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ebce05a-1493-4c6f-aba6-a83b464e10e0 admin admin] Router 4821906c-d370-4a4b-843c-fd538a5e7682 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:42:09.805322 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e21f5637-9817-49e9-a571-7312dbea6b0e tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:09.841418 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21f5637-9817-49e9-a571-7312dbea6b0e tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be1f0b3d-c934-4f3f-b801-b59b96600c67,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:09.886251 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ebce05a-1493-4c6f-aba6-a83b464e10e0 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:42:09.899444 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcba75b-57ca-4606-ad69-1c0d84a24203 None None] Sync routers for ids ['4821906c-d370-4a4b-843c-fd538a5e7682'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:42:09.910460 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-4ebce05a-1493-4c6f-aba6-a83b464e10e0 admin admin] 10.222.0.64 "PUT /v2.0/routers/4821906c-d370-4a4b-843c-fd538a5e7682/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8001151 Dec 08 16:42:09.913127 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59764) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:42:09.927761 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcba75b-57ca-4606-ad69-1c0d84a24203 None None] Routers {'4821906c-d370-4a4b-843c-fd538a5e7682'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:42:09.931867 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-cdcba75b-57ca-4606-ad69-1c0d84a24203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:41:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['4821906c-d370-4a4b-843c-fd538a5e7682'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:42:09.963689 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e21f5637-9817-49e9-a571-7312dbea6b0e tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:09.973369 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e21f5637-9817-49e9-a571-7312dbea6b0e tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4732318 Dec 08 16:42:10.185506 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-cdcba75b-57ca-4606-ad69-1c0d84a24203 None None] Set router 4821906c-d370-4a4b-843c-fd538a5e7682 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:42:10.193839 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-94948a01-2470-4e1d-85d0-d4fb268b3edb req-be03cd6d-d49f-447d-bec5-056fb4e984bc tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=b89c7ce2-c505-47ea-8d39-af3fafa57526 HTTP/1.1" status: 200 len: 210 time: 0.0671625 Dec 08 16:42:10.197196 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-27103717-874b-4b7e-86cd-cd7621684261 admin admin] Publish callbacks [] for router, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:10.268644 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c1b45-9df4-441a-a6e7-483bb02daecb req-4e1355a0-1246-4a3e-8129-1951325607a1 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:10.270441 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bb2c1b45-9df4-441a-a6e7-483bb02daecb req-4e1355a0-1246-4a3e-8129-1951325607a1 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.37 "GET /v2.0/networks?id=b16f21e0-d13a-4c4c-a863-a31df2be91b8 HTTP/1.1" status: 200 len: 811 time: 0.2802095 Dec 08 16:42:10.392791 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bb2c1b45-9df4-441a-a6e7-483bb02daecb req-56344a60-d537-42ea-8559-f0e2623512e7 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71f5826d1b3d4cd5a2c95e78c7917860 HTTP/1.1" status: 200 len: 379 time: 0.1088188 Dec 08 16:42:10.396962 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5cbc2052-0d69-445f-807a-df2e130c983e req-854aa8f2-8448-43d9-a4b9-943263f4b003 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1538476172&fields=id&tenant_id=96b951a18eb3472a831a203e899d1f81 HTTP/1.1" status: 200 len: 267 time: 0.2043526 Dec 08 16:42:10.409574 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-bb2c1b45-9df4-441a-a6e7-483bb02daecb req-9b5d2029-82f0-4abb-84bd-1346dd8c3dab tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Request body: {'port': {'device_id': 'b89c7ce2-c505-47ea-8d39-af3fafa57526', 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8', 'admin_state_up': True, 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'security_groups': ['be95d6c0-ba90-4b7e-9e8d-0586e89a4f29']}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:42:10.471117 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-27103717-874b-4b7e-86cd-cd7621684261 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:10.508860 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-cdcba75b-57ca-4606-ad69-1c0d84a24203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4821906c-d370-4a4b-843c-fd538a5e7682', 'name': 'tempest-TestServerMultinode-1989308754-router', 'tenant_id': '624adf27ec3347e0848e31cd8dfb00fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': 'a8395793-22c5-4f86-a713-93f5e49e7e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:41:14Z', 'updated_at': '2021-12-08T16:42:08Z', 'revision_number': 5, 'project_id': '624adf27ec3347e0848e31cd8dfb00fb', 'gw_port': {'id': 'a8395793-22c5-4f86-a713-93f5e49e7e2d', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:dc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4821906c-d370-4a4b-843c-fd538a5e7682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:41:15Z', 'updated_at': '2021-12-08T16:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:42:10.549954 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcba75b-57ca-4606-ad69-1c0d84a24203 None None] Checking router: 4821906c-d370-4a4b-843c-fd538a5e7682 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:42:10.561090 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcba75b-57ca-4606-ad69-1c0d84a24203 None None] Routers {'4821906c-d370-4a4b-843c-fd538a5e7682'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:42:10.561783 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-cdcba75b-57ca-4606-ad69-1c0d84a24203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:41:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['4821906c-d370-4a4b-843c-fd538a5e7682'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:42:10.677212 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc2052-0d69-445f-807a-df2e130c983e req-d2ac9026-9565-4ff6-b3b3-4de50c2e4055 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:10.685211 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5cbc2052-0d69-445f-807a-df2e130c983e req-d2ac9026-9565-4ff6-b3b3-4de50c2e4055 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] 10.222.0.64 "GET /v2.0/networks?id=3af67554-5995-460a-99e4-b9998391a473 HTTP/1.1" status: 200 len: 809 time: 0.1953697 Dec 08 16:42:10.697982 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-27103717-874b-4b7e-86cd-cd7621684261 admin admin] Deleting port a8395793-22c5-4f86-a713-93f5e49e7e2d {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:42:10.704833 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-27103717-874b-4b7e-86cd-cd7621684261 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:10.707010 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5cbc2052-0d69-445f-807a-df2e130c983e req-5f9af46f-ce91-494d-8571-19236d655e2f tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] 10.222.0.64 "GET /v2.0/quotas/96b951a18eb3472a831a203e899d1f81 HTTP/1.1" status: 200 len: 375 time: 0.0209105 Dec 08 16:42:10.747717 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-cdcba75b-57ca-4606-ad69-1c0d84a24203 None None] Set router 4821906c-d370-4a4b-843c-fd538a5e7682 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:42:10.771358 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb2c1b45-9df4-441a-a6e7-483bb02daecb req-9b5d2029-82f0-4abb-84bd-1346dd8c3dab tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Made reservation on behalf of 71f5826d1b3d4cd5a2c95e78c7917860 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:42:10.774935 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-bb2c1b45-9df4-441a-a6e7-483bb02daecb req-9b5d2029-82f0-4abb-84bd-1346dd8c3dab tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:10.899631 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-27103717-874b-4b7e-86cd-cd7621684261 admin admin] For port a8395793-22c5-4f86-a713-93f5e49e7e2d, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=a8395793-22c5-4f86-a713-93f5e49e7e2d,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:42:10.900005 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-27103717-874b-4b7e-86cd-cd7621684261 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:10.942989 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-27103717-874b-4b7e-86cd-cd7621684261 admin admin] Calling delete_port for a8395793-22c5-4f86-a713-93f5e49e7e2d owned by network:router_gateway {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:42:10.982631 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5cbc2052-0d69-445f-807a-df2e130c983e req-77f5da38-5ebf-4e2f-8654-7af084f739df tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=96b951a18eb3472a831a203e899d1f81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2745438 Dec 08 16:42:11.133252 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 8882ae2d-8f95-4950-937d-f1cfdd75f5a3 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:42:11.323204 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 8882ae2d-8f95-4950-937d-f1cfdd75f5a3 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:42:11.324262 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:11.421229 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-cdcba75b-57ca-4606-ad69-1c0d84a24203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4821906c-d370-4a4b-843c-fd538a5e7682', 'name': 'tempest-TestServerMultinode-1989308754-router', 'tenant_id': '624adf27ec3347e0848e31cd8dfb00fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': 'a8395793-22c5-4f86-a713-93f5e49e7e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:41:14Z', 'updated_at': '2021-12-08T16:42:08Z', 'revision_number': 5, 'project_id': '624adf27ec3347e0848e31cd8dfb00fb', 'gw_port': {'id': 'a8395793-22c5-4f86-a713-93f5e49e7e2d', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:dc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4821906c-d370-4a4b-843c-fd538a5e7682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:41:15Z', 'updated_at': '2021-12-08T16:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:42:11.429641 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-bb2c1b45-9df4-441a-a6e7-483bb02daecb req-9b5d2029-82f0-4abb-84bd-1346dd8c3dab tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Allocated IP 172.20.0.9 (b16f21e0-d13a-4c4c-a863-a31df2be91b8/13be6d62-2e9a-40c4-9d1e-34aa15cc5f10/454e3d0e-7c95-44ab-83ba-923df040edd1) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:42:11.483241 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcba75b-57ca-4606-ad69-1c0d84a24203 None None] The sync data for ids ['4821906c-d370-4a4b-843c-fd538a5e7682'] in n-d-776250-12 is: [{'id': '4821906c-d370-4a4b-843c-fd538a5e7682', 'name': 'tempest-TestServerMultinode-1989308754-router', 'tenant_id': '624adf27ec3347e0848e31cd8dfb00fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': 'a8395793-22c5-4f86-a713-93f5e49e7e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:41:14Z', 'updated_at': '2021-12-08T16:42:08Z', 'revision_number': 5, 'project_id': '624adf27ec3347e0848e31cd8dfb00fb', 'gw_port': {'id': 'a8395793-22c5-4f86-a713-93f5e49e7e2d', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:dc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4821906c-d370-4a4b-843c-fd538a5e7682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:41:15Z', 'updated_at': '2021-12-08T16:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:42:11.537686 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ed2bae7b-7414-4216-8005-5bcd1c214d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:11.571157 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-24716d2e-6faa-4fd7-b151-0fd601f33fda req-53010a58-f0b9-4af1-94b5-4a5fc75b8553 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=b89c7ce2-c505-47ea-8d39-af3fafa57526 HTTP/1.1" status: 200 len: 210 time: 0.0971420 Dec 08 16:42:11.574134 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-27103717-874b-4b7e-86cd-cd7621684261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:11.623680 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5cbc2052-0d69-445f-807a-df2e130c983e req-b11d25e0-6dba-4939-9d62-98a2785f6f92 service neutron] 10.222.0.64 "GET /v2.0/networks/3af67554-5995-460a-99e4-b9998391a473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6400962 Dec 08 16:42:11.629525 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27103717-874b-4b7e-86cd-cd7621684261 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8395793-22c5-4f86-a713-93f5e49e7e2d,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:11.630771 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6775431-b97c-480f-bdff-da977f8be9bc None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:42:11.748282 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-27103717-874b-4b7e-86cd-cd7621684261 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:11.817967 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5cbc2052-0d69-445f-807a-df2e130c983e req-a6a82dbd-1aa9-475d-b556-4fdd3a8bc0d0 service neutron] 10.222.0.64 "GET /v2.0/networks/3af67554-5995-460a-99e4-b9998391a473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925213 Dec 08 16:42:11.844481 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-bb2c1b45-9df4-441a-a6e7-483bb02daecb req-9b5d2029-82f0-4abb-84bd-1346dd8c3dab tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:11.873079 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-27103717-874b-4b7e-86cd-cd7621684261 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:11.876078 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-27103717-874b-4b7e-86cd-cd7621684261 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:12.012135 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-bb2c1b45-9df4-441a-a6e7-483bb02daecb req-9b5d2029-82f0-4abb-84bd-1346dd8c3dab tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:12.071176 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb2c1b45-9df4-441a-a6e7-483bb02daecb req-9b5d2029-82f0-4abb-84bd-1346dd8c3dab tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Network b16f21e0-d13a-4c4c-a863-a31df2be91b8 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:42:12.075511 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-bb2c1b45-9df4-441a-a6e7-483bb02daecb req-9b5d2029-82f0-4abb-84bd-1346dd8c3dab tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:42:12.080771 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb2c1b45-9df4-441a-a6e7-483bb02daecb req-9b5d2029-82f0-4abb-84bd-1346dd8c3dab tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:42:12.122321 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-27103717-874b-4b7e-86cd-cd7621684261 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:12.122321 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27103717-874b-4b7e-86cd-cd7621684261 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4821906c-d370-4a4b-843c-fd538a5e7682 {{(pid=110551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:42:12.122321 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-27103717-874b-4b7e-86cd-cd7621684261 admin admin] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:12.122321 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-27103717-874b-4b7e-86cd-cd7621684261 admin admin] 10.222.0.64 "DELETE /v2.0/routers/4821906c-d370-4a4b-843c-fd538a5e7682 HTTP/1.1" status: 204 len: 168 time: 2.2046890 Dec 08 16:42:12.122321 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59790) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:42:12.130746 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5d2029-82f0-4abb-84bd-1346dd8c3dab tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Pushing event updated for resources: {'Port': ['ID=454e3d0e-7c95-44ab-83ba-923df040edd1,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:12.163606 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c1b45-9df4-441a-a6e7-483bb02daecb req-9b5d2029-82f0-4abb-84bd-1346dd8c3dab tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:12.164949 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-bb2c1b45-9df4-441a-a6e7-483bb02daecb req-9b5d2029-82f0-4abb-84bd-1346dd8c3dab tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:12.196707 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-05e27c7e-1509-4603-91f0-646b740f3dfe admin admin] Deleting subnet cead43ce-c854-488e-85d0-99c801af31e2 {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:42:12.201209 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-05e27c7e-1509-4603-91f0-646b740f3dfe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:12.251549 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-05e27c7e-1509-4603-91f0-646b740f3dfe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:12.287422 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bb2c1b45-9df4-441a-a6e7-483bb02daecb req-9b5d2029-82f0-4abb-84bd-1346dd8c3dab tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8840294 Dec 08 16:42:12.382628 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-886c123c-bbf7-4176-abf1-9bf39694a735 req-d50c59b1-e13c-40d6-96ba-c702842e0dc4 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] 10.222.0.64 "GET /v2.0/ports?device_id=7043915f-4e68-4c6d-b540-5cbac6e8d036 HTTP/1.1" status: 200 len: 210 time: 0.0601125 Dec 08 16:42:12.431943 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-f05f5c93-9848-4103-b8a5-6c4dbec24e47 None None] Provisioning complete for port 454e3d0e-7c95-44ab-83ba-923df040edd1 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:42:12.433212 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f05f5c93-9848-4103-b8a5-6c4dbec24e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:12.460747 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-05e27c7e-1509-4603-91f0-646b740f3dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:12.477877 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:42:12.485071 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-f05f5c93-9848-4103-b8a5-6c4dbec24e47 None None] Port 454e3d0e-7c95-44ab-83ba-923df040edd1 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:42:12.487736 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-bb2c1b45-9df4-441a-a6e7-483bb02daecb req-7bf19461-3f16-4185-b7fd-cd3dcbb7f5c0 service neutron] Request body: {'port': {'device_id': 'b89c7ce2-c505-47ea-8d39-af3fafa57526', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:42:12.556782 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-bb2c1b45-9df4-441a-a6e7-483bb02daecb req-7bf19461-3f16-4185-b7fd-cd3dcbb7f5c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:12.633488 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-05e27c7e-1509-4603-91f0-646b740f3dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:12.662008 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e27c7e-1509-4603-91f0-646b740f3dfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cead43ce-c854-488e-85d0-99c801af31e2,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:12.665931 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-05e27c7e-1509-4603-91f0-646b740f3dfe admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:12.669815 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-05e27c7e-1509-4603-91f0-646b740f3dfe admin admin] 10.222.0.64 "DELETE /v2.0/subnets/cead43ce-c854-488e-85d0-99c801af31e2 HTTP/1.1" status: 204 len: 168 time: 0.5466075 Dec 08 16:42:12.672622 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59804) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:42:12.676554 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea5a233-ad75-440a-b051-3d7d12923bcd None None] Network 2af90950-aa26-4dbe-a379-5b113067704c requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:42:12.772675 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0861e866-ec2c-4d37-bbdb-d45c35d2b14d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:12.823712 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb1071-05b3-4b4f-a884-f7dbb491e0e1 req-6fcac0e6-9430-4dcb-aad5-a682de16cb8a tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:12.826483 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cfeb1071-05b3-4b4f-a884-f7dbb491e0e1 req-6fcac0e6-9430-4dcb-aad5-a682de16cb8a tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=b89c7ce2-c505-47ea-8d39-af3fafa57526 HTTP/1.1" status: 200 len: 931 time: 0.0896502 Dec 08 16:42:12.904284 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad32d09c-b700-4b9e-9668-007920660947 None None] DHCP port deletion for 2af90950-aa26-4dbe-a379-5b113067704c request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:42:12.913794 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-0861e866-ec2c-4d37-bbdb-d45c35d2b14d admin admin] Deleting port 19d41434-7b0b-44e4-9e42-7f0744d86249 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:42:12.914063 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0861e866-ec2c-4d37-bbdb-d45c35d2b14d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:12.960636 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cfeb1071-05b3-4b4f-a884-f7dbb491e0e1 req-a47aecff-0422-455f-9466-b5304a958c5c tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=be95d6c0-ba90-4b7e-9e8d-0586e89a4f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223447 Dec 08 16:42:12.986390 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-bb2c1b45-9df4-441a-a6e7-483bb02daecb req-7bf19461-3f16-4185-b7fd-cd3dcbb7f5c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 454e3d0e-7c95-44ab-83ba-923df040edd1 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:42:12.987231 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device a8395793-22c5-4f86-a713-93f5e49e7e2d no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:42:12.995820 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-bb2c1b45-9df4-441a-a6e7-483bb02daecb req-7bf19461-3f16-4185-b7fd-cd3dcbb7f5c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:13.009266 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: a8395793-22c5-4f86-a713-93f5e49e7e2d {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:42:13.009622 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device a8395793-22c5-4f86-a713-93f5e49e7e2d not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:42:13.010360 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 718e6986-52a5-4a0f-9186-7f400751c175 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:42:13.011866 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-bb2c1b45-9df4-441a-a6e7-483bb02daecb req-7bf19461-3f16-4185-b7fd-cd3dcbb7f5c0 service neutron] Transition to ACTIVE for port object 454e3d0e-7c95-44ab-83ba-923df040edd1 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:42:13.038377 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 718e6986-52a5-4a0f-9186-7f400751c175 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:42:13.038727 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 718e6986-52a5-4a0f-9186-7f400751c175 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:42:13.047554 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-0861e866-ec2c-4d37-bbdb-d45c35d2b14d admin admin] For port 19d41434-7b0b-44e4-9e42-7f0744d86249, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=19d41434-7b0b-44e4-9e42-7f0744d86249,segment=NetworkSegment(e45fd526-7ffd-4cfa-b5ec-1377961f6231),segment_id=e45fd526-7ffd-4cfa-b5ec-1377961f6231)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:42:13.048151 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0861e866-ec2c-4d37-bbdb-d45c35d2b14d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:13.061176 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-ad32d09c-b700-4b9e-9668-007920660947 None None] Deleting port 19d41434-7b0b-44e4-9e42-7f0744d86249 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:42:13.061176 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ad32d09c-b700-4b9e-9668-007920660947 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:13.066567 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-0861e866-ec2c-4d37-bbdb-d45c35d2b14d admin admin] Calling delete_port for 19d41434-7b0b-44e4-9e42-7f0744d86249 owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:42:13.142737 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-ad32d09c-b700-4b9e-9668-007920660947 None None] For port 19d41434-7b0b-44e4-9e42-7f0744d86249, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=19d41434-7b0b-44e4-9e42-7f0744d86249,segment=NetworkSegment(e45fd526-7ffd-4cfa-b5ec-1377961f6231),segment_id=e45fd526-7ffd-4cfa-b5ec-1377961f6231)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:42:13.142737 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ad32d09c-b700-4b9e-9668-007920660947 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:13.147781 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-ad32d09c-b700-4b9e-9668-007920660947 None None] Calling delete_port for 19d41434-7b0b-44e4-9e42-7f0744d86249 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:42:13.153345 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-bb2c1b45-9df4-441a-a6e7-483bb02daecb req-7bf19461-3f16-4185-b7fd-cd3dcbb7f5c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:13.221975 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0861e866-ec2c-4d37-bbdb-d45c35d2b14d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:13.249169 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf19461-3f16-4185-b7fd-cd3dcbb7f5c0 service neutron] Pushing event updated for resources: {'Port': ['ID=454e3d0e-7c95-44ab-83ba-923df040edd1,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:13.252394 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ad32d09c-b700-4b9e-9668-007920660947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:13.268339 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0861e866-ec2c-4d37-bbdb-d45c35d2b14d admin admin] Pushing event deleted for resources: {'Port': ['ID=19d41434-7b0b-44e4-9e42-7f0744d86249,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:13.275260 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0861e866-ec2c-4d37-bbdb-d45c35d2b14d admin admin] No DVR routers for this DVR port 19d41434-7b0b-44e4-9e42-7f0744d86249 on host n-d-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:42:13.285961 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad32d09c-b700-4b9e-9668-007920660947 None None] Pushing event deleted for resources: {'Port': ['ID=19d41434-7b0b-44e4-9e42-7f0744d86249,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:13.290113 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad32d09c-b700-4b9e-9668-007920660947 None None] No DVR routers for this DVR port 19d41434-7b0b-44e4-9e42-7f0744d86249 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:42:13.328699 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-bb2c1b45-9df4-441a-a6e7-483bb02daecb req-7bf19461-3f16-4185-b7fd-cd3dcbb7f5c0 service neutron] Attempting to bind port 454e3d0e-7c95-44ab-83ba-923df040edd1 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:42:13.328818 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-bb2c1b45-9df4-441a-a6e7-483bb02daecb req-7bf19461-3f16-4185-b7fd-cd3dcbb7f5c0 service neutron] Attempting to bind port 454e3d0e-7c95-44ab-83ba-923df040edd1 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '148e30e1-cdcf-4201-a517-2bd3763917d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:42:13.329137 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2c1b45-9df4-441a-a6e7-483bb02daecb req-7bf19461-3f16-4185-b7fd-cd3dcbb7f5c0 service neutron] Attempting to bind port 454e3d0e-7c95-44ab-83ba-923df040edd1 on network b16f21e0-d13a-4c4c-a863-a31df2be91b8 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:42:13.334949 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2c1b45-9df4-441a-a6e7-483bb02daecb req-7bf19461-3f16-4185-b7fd-cd3dcbb7f5c0 service neutron] Port 454e3d0e-7c95-44ab-83ba-923df040edd1 on network b16f21e0-d13a-4c4c-a863-a31df2be91b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:42:13.335269 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2c1b45-9df4-441a-a6e7-483bb02daecb req-7bf19461-3f16-4185-b7fd-cd3dcbb7f5c0 service neutron] Attempting to bind port 454e3d0e-7c95-44ab-83ba-923df040edd1 on network b16f21e0-d13a-4c4c-a863-a31df2be91b8 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:42:13.348477 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2c1b45-9df4-441a-a6e7-483bb02daecb req-7bf19461-3f16-4185-b7fd-cd3dcbb7f5c0 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:42:13.348817 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2c1b45-9df4-441a-a6e7-483bb02daecb req-7bf19461-3f16-4185-b7fd-cd3dcbb7f5c0 service neutron] Checking segment: {'id': '148e30e1-cdcf-4201-a517-2bd3763917d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:42:13.349269 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2c1b45-9df4-441a-a6e7-483bb02daecb req-7bf19461-3f16-4185-b7fd-cd3dcbb7f5c0 service neutron] Bound using segment: {'id': '148e30e1-cdcf-4201-a517-2bd3763917d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:42:13.349720 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-bb2c1b45-9df4-441a-a6e7-483bb02daecb req-7bf19461-3f16-4185-b7fd-cd3dcbb7f5c0 service neutron] Bound port: 454e3d0e-7c95-44ab-83ba-923df040edd1, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '148e30e1-cdcf-4201-a517-2bd3763917d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:42:13.350089 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-bb2c1b45-9df4-441a-a6e7-483bb02daecb req-7bf19461-3f16-4185-b7fd-cd3dcbb7f5c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:13.389999 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0861e866-ec2c-4d37-bbdb-d45c35d2b14d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:13.423243 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-0861e866-ec2c-4d37-bbdb-d45c35d2b14d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2af90950-aa26-4dbe-a379-5b113067704c']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:42:13.433297 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-bb2c1b45-9df4-441a-a6e7-483bb02daecb req-7bf19461-3f16-4185-b7fd-cd3dcbb7f5c0 service neutron] For port 454e3d0e-7c95-44ab-83ba-923df040edd1, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:42:13.436978 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-0861e866-ec2c-4d37-bbdb-d45c35d2b14d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e45fd526-7ffd-4cfa-b5ec-1377961f6231') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:42:13.437520 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-bb2c1b45-9df4-441a-a6e7-483bb02daecb req-7bf19461-3f16-4185-b7fd-cd3dcbb7f5c0 service neutron] For port 454e3d0e-7c95-44ab-83ba-923df040edd1, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=454e3d0e-7c95-44ab-83ba-923df040edd1,segment=NetworkSegment(148e30e1-cdcf-4201-a517-2bd3763917d1),segment_id=148e30e1-cdcf-4201-a517-2bd3763917d1)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:42:13.437726 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-0861e866-ec2c-4d37-bbdb-d45c35d2b14d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e45fd526-7ffd-4cfa-b5ec-1377961f6231') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:42:13.455678 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0861e866-ec2c-4d37-bbdb-d45c35d2b14d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:13.511490 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d0e91662-3f69-447e-9736-ed592714e204 req-a82977a2-7af4-4995-b799-ee827aaf41e7 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] 10.222.0.64 "GET /v2.0/ports?device_id=7043915f-4e68-4c6d-b540-5cbac6e8d036 HTTP/1.1" status: 200 len: 210 time: 0.0581968 Dec 08 16:42:13.512601 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0861e866-ec2c-4d37-bbdb-d45c35d2b14d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:13.525516 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-bb2c1b45-9df4-441a-a6e7-483bb02daecb req-7bf19461-3f16-4185-b7fd-cd3dcbb7f5c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:13.526466 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0861e866-ec2c-4d37-bbdb-d45c35d2b14d admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:42:13.527002 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0861e866-ec2c-4d37-bbdb-d45c35d2b14d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:13.539552 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:42:13.539552 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:42:13.539552 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:42:13.539552 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:42:13.539552 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:42:13.539552 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:42:13.539552 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:42:13.539552 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:42:13.539552 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:42:13.539552 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:42:13.539552 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:42:13.539552 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:42:13.539552 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:42:13.539552 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:42:13.539552 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:42:13.539552 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:42:13.539552 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:42:13.539552 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:42:13.539552 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:42:13.539552 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:42:13.539552 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:42:13.539552 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:42:13.539552 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:42:13.539552 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:42:13.539552 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:42:13.539552 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:42:13.539552 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:42:13.539552 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:42:13.539552 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:42:13.539552 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:42:13.539552 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:42:13.539552 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:42:13.617011 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c1b45-9df4-441a-a6e7-483bb02daecb req-7bf19461-3f16-4185-b7fd-cd3dcbb7f5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:13.617646 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-bb2c1b45-9df4-441a-a6e7-483bb02daecb req-7bf19461-3f16-4185-b7fd-cd3dcbb7f5c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:13.619666 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bb2c1b45-9df4-441a-a6e7-483bb02daecb req-7bf19461-3f16-4185-b7fd-cd3dcbb7f5c0 service neutron] 10.222.0.37 "PUT /v2.0/ports/454e3d0e-7c95-44ab-83ba-923df040edd1 HTTP/1.1" status: 200 len: 1092 time: 1.3236504 Dec 08 16:42:13.620678 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b89c7ce2-c505-47ea-8d39-af3fafa57526', 'tag': '454e3d0e-7c95-44ab-83ba-923df040edd1'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:42:13.623270 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e47b1a-ff09-45de-9755-f470b8a7e18d" -d '{"events": [{"name": "network-changed", "server_uuid": "b89c7ce2-c505-47ea-8d39-af3fafa57526", "tag": "454e3d0e-7c95-44ab-83ba-923df040edd1"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:42:13.656239 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf19461-3f16-4185-b7fd-cd3dcbb7f5c0 service neutron] Pushing event updated for resources: {'Port': ['ID=454e3d0e-7c95-44ab-83ba-923df040edd1,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:13.691348 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0861e866-ec2c-4d37-bbdb-d45c35d2b14d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:13.699769 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0861e866-ec2c-4d37-bbdb-d45c35d2b14d admin admin] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:13.700370 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46433f10-bd8e-4978-a9c7-b609e59a660b x-openstack-request-id: req-46433f10-bd8e-4978-a9c7-b609e59a660b {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:42:13.700677 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b89c7ce2-c505-47ea-8d39-af3fafa57526", "tag": "454e3d0e-7c95-44ab-83ba-923df040edd1", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:42:13.700995 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-46433f10-bd8e-4978-a9c7-b609e59a660b {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:42:13.701605 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b89c7ce2-c505-47ea-8d39-af3fafa57526', 'tag': '454e3d0e-7c95-44ab-83ba-923df040edd1', 'status': 'completed', 'code': 200} Dec 08 16:42:13.704607 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-0861e866-ec2c-4d37-bbdb-d45c35d2b14d admin admin] 10.222.0.64 "DELETE /v2.0/networks/2af90950-aa26-4dbe-a379-5b113067704c HTTP/1.1" status: 204 len: 168 time: 1.0309391 Dec 08 16:42:13.733200 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0861e866-ec2c-4d37-bbdb-d45c35d2b14d admin admin] Pushing event deleted for resources: {'Network': ['ID=2af90950-aa26-4dbe-a379-5b113067704c,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:13.776694 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0861e866-ec2c-4d37-bbdb-d45c35d2b14d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:42:13.777405 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0861e866-ec2c-4d37-bbdb-d45c35d2b14d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:42:13.777876 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0861e866-ec2c-4d37-bbdb-d45c35d2b14d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:42:13.778272 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0861e866-ec2c-4d37-bbdb-d45c35d2b14d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:42:13.778725 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0861e866-ec2c-4d37-bbdb-d45c35d2b14d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:42:13.779124 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0861e866-ec2c-4d37-bbdb-d45c35d2b14d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:42:13.779526 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0861e866-ec2c-4d37-bbdb-d45c35d2b14d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:42:13.781941 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0861e866-ec2c-4d37-bbdb-d45c35d2b14d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:42:13.782349 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0861e866-ec2c-4d37-bbdb-d45c35d2b14d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:42:13.784207 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0861e866-ec2c-4d37-bbdb-d45c35d2b14d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:42:13.784617 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0861e866-ec2c-4d37-bbdb-d45c35d2b14d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:42:13.785140 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0861e866-ec2c-4d37-bbdb-d45c35d2b14d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:42:13.787521 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0861e866-ec2c-4d37-bbdb-d45c35d2b14d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:42:13.838315 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e47b1a-ff09-45de-9755-f470b8a7e18d req-e540e7d5-bc2d-4042-9de7-e0db451c142f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:13.840547 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73e47b1a-ff09-45de-9755-f470b8a7e18d req-e540e7d5-bc2d-4042-9de7-e0db451c142f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71f5826d1b3d4cd5a2c95e78c7917860&device_id=b89c7ce2-c505-47ea-8d39-af3fafa57526 HTTP/1.1" status: 200 len: 1095 time: 0.0999525 Dec 08 16:42:14.049395 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e47b1a-ff09-45de-9755-f470b8a7e18d req-83c5f0e3-5c6a-43c7-9959-06fe56c29582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:14.051232 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73e47b1a-ff09-45de-9755-f470b8a7e18d req-83c5f0e3-5c6a-43c7-9959-06fe56c29582 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=71f5826d1b3d4cd5a2c95e78c7917860&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2009351 Dec 08 16:42:14.118998 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f3608c-6952-45b0-8bed-d870645b90f2 req-6fcd4e3c-cc40-4287-95d8-8771d5a4ec93 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:14.122317 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c7f3608c-6952-45b0-8bed-d870645b90f2 req-6fcd4e3c-cc40-4287-95d8-8771d5a4ec93 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=b89c7ce2-c505-47ea-8d39-af3fafa57526 HTTP/1.1" status: 200 len: 943 time: 0.0862579 Dec 08 16:42:14.186973 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-903ee79b-25d0-4d7f-98e3-e0e4ff26fc8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:14.189864 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e47b1a-ff09-45de-9755-f470b8a7e18d req-a34219b8-fa06-4102-8617-0dc118297bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:14.194405 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73e47b1a-ff09-45de-9755-f470b8a7e18d req-a34219b8-fa06-4102-8617-0dc118297bf5 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1313400 Dec 08 16:42:14.211727 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c7f3608c-6952-45b0-8bed-d870645b90f2 req-66d81c1f-d91e-4c73-bacb-54b6c819ad73 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=be95d6c0-ba90-4b7e-9e8d-0586e89a4f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828919 Dec 08 16:42:14.277306 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59822) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:42:14.289633 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c1b45-9df4-441a-a6e7-483bb02daecb req-51ed8d19-f848-44b8-81b1-637f24debe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:14.291534 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bb2c1b45-9df4-441a-a6e7-483bb02daecb req-51ed8d19-f848-44b8-81b1-637f24debe2d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71f5826d1b3d4cd5a2c95e78c7917860&device_id=b89c7ce2-c505-47ea-8d39-af3fafa57526 HTTP/1.1" status: 200 len: 1095 time: 0.0498767 Dec 08 16:42:14.324632 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-226ec0fb-e249-4650-9099-22d17f21cce9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=948fae883d644b1b942cd2d898c71ccc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0417273 Dec 08 16:42:14.325591 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59824) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:42:14.345669 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bb2c1b45-9df4-441a-a6e7-483bb02daecb req-c72d23cf-18f1-4479-a1d4-e58dbe7bbf82 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=454e3d0e-7c95-44ab-83ba-923df040edd1 HTTP/1.1" status: 200 len: 217 time: 0.0463629 Dec 08 16:42:14.381844 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b32b6561-a498-4e70-9d09-8affd73ddef8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:14.402148 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c1b45-9df4-441a-a6e7-483bb02daecb req-dbd9feca-7cbf-458f-962e-6a3fe6af3974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:14.404321 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bb2c1b45-9df4-441a-a6e7-483bb02daecb req-dbd9feca-7cbf-458f-962e-6a3fe6af3974 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=13be6d62-2e9a-40c4-9d1e-34aa15cc5f10 HTTP/1.1" status: 200 len: 850 time: 0.0514364 Dec 08 16:42:14.406378 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b32b6561-a498-4e70-9d09-8affd73ddef8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:14.461390 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c1b45-9df4-441a-a6e7-483bb02daecb req-b9030ad3-1c60-4bd9-88f9-fc4aaf913e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:14.462926 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bb2c1b45-9df4-441a-a6e7-483bb02daecb req-b9030ad3-1c60-4bd9-88f9-fc4aaf913e1b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b16f21e0-d13a-4c4c-a863-a31df2be91b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518076 Dec 08 16:42:14.521944 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b32b6561-a498-4e70-9d09-8affd73ddef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:14.525124 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b32b6561-a498-4e70-9d09-8affd73ddef8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:14.533095 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b32b6561-a498-4e70-9d09-8affd73ddef8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/640ba479-ad55-435e-9274-bdc2df8d9d5b HTTP/1.1" status: 204 len: 168 time: 0.2034194 Dec 08 16:42:14.552043 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32b6561-a498-4e70-9d09-8affd73ddef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=640ba479-ad55-435e-9274-bdc2df8d9d5b,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:14.579462 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bb2c1b45-9df4-441a-a6e7-483bb02daecb req-9bc7202a-7d80-4bcd-a1ce-1d72bd343779 service neutron] 10.222.0.37 "GET /v2.0/networks/b16f21e0-d13a-4c4c-a863-a31df2be91b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095850 Dec 08 16:42:14.682562 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1adfef21-deb4-48ee-9a38-95b2408cb57d req-3ee432f4-8cd6-4070-b6b9-faed7a451274 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] 10.222.0.64 "GET /v2.0/ports?device_id=7043915f-4e68-4c6d-b540-5cbac6e8d036 HTTP/1.1" status: 200 len: 210 time: 0.0339532 Dec 08 16:42:14.718257 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bb2c1b45-9df4-441a-a6e7-483bb02daecb req-90e1dd9e-93b0-41a4-88bf-0171d5852ab4 service neutron] 10.222.0.37 "GET /v2.0/networks/b16f21e0-d13a-4c4c-a863-a31df2be91b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318722 Dec 08 16:42:14.836024 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 19d41434-7b0b-44e4-9e42-7f0744d86249 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:42:14.866793 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 19d41434-7b0b-44e4-9e42-7f0744d86249 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:42:14.867346 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 19d41434-7b0b-44e4-9e42-7f0744d86249 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:42:14.996452 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc2052-0d69-445f-807a-df2e130c983e req-31b0f7ba-55b9-4348-8c05-bbff00d2313f tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:14.997983 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5cbc2052-0d69-445f-807a-df2e130c983e req-31b0f7ba-55b9-4348-8c05-bbff00d2313f tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] 10.222.0.76 "GET /v2.0/networks?id=3af67554-5995-460a-99e4-b9998391a473 HTTP/1.1" status: 200 len: 809 time: 0.1262159 Dec 08 16:42:15.081944 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5cbc2052-0d69-445f-807a-df2e130c983e req-6fede875-0ccd-4171-9427-75ac3305bd96 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96b951a18eb3472a831a203e899d1f81 HTTP/1.1" status: 200 len: 380 time: 0.0679872 Dec 08 16:42:15.092268 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-5cbc2052-0d69-445f-807a-df2e130c983e req-2e558c3e-48be-42ab-8e5f-068f745c3801 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Request body: {'port': {'device_id': '7043915f-4e68-4c6d-b540-5cbac6e8d036', 'network_id': '3af67554-5995-460a-99e4-b9998391a473', 'admin_state_up': True, 'tenant_id': '96b951a18eb3472a831a203e899d1f81', 'security_groups': ['541e62dd-b488-40f8-b2b2-ff919eed66d9']}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:42:15.350806 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba4c60b-6c81-4e36-aeb7-c98957bb97f4 req-869aaea6-e671-4376-870d-13ad1e8a4632 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:15.354044 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bba4c60b-6c81-4e36-aeb7-c98957bb97f4 req-869aaea6-e671-4376-870d-13ad1e8a4632 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=b89c7ce2-c505-47ea-8d39-af3fafa57526 HTTP/1.1" status: 200 len: 943 time: 0.0673213 Dec 08 16:42:15.422136 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bba4c60b-6c81-4e36-aeb7-c98957bb97f4 req-27b9e5d7-fec0-4689-940b-5dd2f753f950 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=be95d6c0-ba90-4b7e-9e8d-0586e89a4f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605886 Dec 08 16:42:15.592821 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cbc2052-0d69-445f-807a-df2e130c983e req-2e558c3e-48be-42ab-8e5f-068f745c3801 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Made reservation on behalf of 96b951a18eb3472a831a203e899d1f81 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:42:15.593431 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:15.598017 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5cbc2052-0d69-445f-807a-df2e130c983e req-2e558c3e-48be-42ab-8e5f-068f745c3801 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:15.770641 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59846) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:42:15.785662 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-5cbc2052-0d69-445f-807a-df2e130c983e req-2e558c3e-48be-42ab-8e5f-068f745c3801 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Allocated IP 172.20.0.4 (3af67554-5995-460a-99e4-b9998391a473/5c168ebf-529f-4f0e-86cb-4b9b5f4efbdf/a438e12d-436a-4f6a-b190-918cf02bbaf1) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:42:15.811496 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9ecd2afa-8e8d-4de1-9e1f-66873e250ac5 req-9f259678-84c2-4b5c-b72b-15ad5b85ca7f tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] 10.222.0.64 "GET /v2.0/ports?device_id=7043915f-4e68-4c6d-b540-5cbac6e8d036 HTTP/1.1" status: 200 len: 210 time: 0.0447090 Dec 08 16:42:15.826311 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-2b0bc45f-94db-4173-993c-c58fc46cc870 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=624adf27ec3347e0848e31cd8dfb00fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0539510 Dec 08 16:42:15.828726 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59850) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:42:15.889154 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-60d6f85e-f00f-4ae9-af1f-dc1a33793191 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:15.912004 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-60d6f85e-f00f-4ae9-af1f-dc1a33793191 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:15.982184 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5cbc2052-0d69-445f-807a-df2e130c983e req-2e558c3e-48be-42ab-8e5f-068f745c3801 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:16.061878 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-60d6f85e-f00f-4ae9-af1f-dc1a33793191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:16.064579 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-60d6f85e-f00f-4ae9-af1f-dc1a33793191 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:16.072326 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-60d6f85e-f00f-4ae9-af1f-dc1a33793191 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e88d05ba-40cd-4b80-ba63-0402f6b5d15a HTTP/1.1" status: 204 len: 168 time: 0.2342701 Dec 08 16:42:16.077537 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6f85e-f00f-4ae9-af1f-dc1a33793191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88d05ba-40cd-4b80-ba63-0402f6b5d15a,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:16.148601 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5cbc2052-0d69-445f-807a-df2e130c983e req-2e558c3e-48be-42ab-8e5f-068f745c3801 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:16.199671 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cbc2052-0d69-445f-807a-df2e130c983e req-2e558c3e-48be-42ab-8e5f-068f745c3801 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Network 3af67554-5995-460a-99e4-b9998391a473 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:42:16.203757 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-5cbc2052-0d69-445f-807a-df2e130c983e req-2e558c3e-48be-42ab-8e5f-068f745c3801 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:42:16.212224 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cbc2052-0d69-445f-807a-df2e130c983e req-2e558c3e-48be-42ab-8e5f-068f745c3801 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:42:16.266102 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e558c3e-48be-42ab-8e5f-068f745c3801 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Pushing event updated for resources: {'Port': ['ID=a438e12d-436a-4f6a-b190-918cf02bbaf1,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:16.290460 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc2052-0d69-445f-807a-df2e130c983e req-2e558c3e-48be-42ab-8e5f-068f745c3801 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:16.291317 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5cbc2052-0d69-445f-807a-df2e130c983e req-2e558c3e-48be-42ab-8e5f-068f745c3801 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:16.528547 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-683cbcc0-8d56-4c38-83db-e00bcad9ea7a None None] Provisioning complete for port a438e12d-436a-4f6a-b190-918cf02bbaf1 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:42:16.528934 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-683cbcc0-8d56-4c38-83db-e00bcad9ea7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:16.548832 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512da55-0cd4-475e-8acc-afbc25077e2d req-72516b05-e9a1-47da-9035-20d45496764f tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:16.550392 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c512da55-0cd4-475e-8acc-afbc25077e2d req-72516b05-e9a1-47da-9035-20d45496764f tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=b89c7ce2-c505-47ea-8d39-af3fafa57526 HTTP/1.1" status: 200 len: 943 time: 0.0595057 Dec 08 16:42:16.564444 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-683cbcc0-8d56-4c38-83db-e00bcad9ea7a None None] Port a438e12d-436a-4f6a-b190-918cf02bbaf1 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:42:16.612607 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c512da55-0cd4-475e-8acc-afbc25077e2d req-f858fcd7-2564-4f47-b928-6e6282f85448 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=be95d6c0-ba90-4b7e-9e8d-0586e89a4f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560381 Dec 08 16:42:16.687322 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5cbc2052-0d69-445f-807a-df2e130c983e req-2e558c3e-48be-42ab-8e5f-068f745c3801 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5995431 Dec 08 16:42:16.699187 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [req-5cbc2052-0d69-445f-807a-df2e130c983e req-214b9a60-c2ba-4eb7-b109-9668357b3881 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:42:16.700340 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5cbc2052-0d69-445f-807a-df2e130c983e req-214b9a60-c2ba-4eb7-b109-9668357b3881 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063751 Dec 08 16:42:16.714589 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-5cbc2052-0d69-445f-807a-df2e130c983e req-fde6499e-34e8-499a-88e4-fc52c6d438ac service neutron] Request body: {'port': {'device_id': '7043915f-4e68-4c6d-b540-5cbac6e8d036', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:42:16.804922 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:16.813530 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5cbc2052-0d69-445f-807a-df2e130c983e req-fde6499e-34e8-499a-88e4-fc52c6d438ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:17.085922 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b786e068-51bc-4217-a6bf-27154a024935 req-cfd7688a-b735-4339-9ead-ec22a5f5bad1 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:17.087865 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b786e068-51bc-4217-a6bf-27154a024935 req-cfd7688a-b735-4339-9ead-ec22a5f5bad1 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] 10.222.0.64 "GET /v2.0/ports?device_id=7043915f-4e68-4c6d-b540-5cbac6e8d036 HTTP/1.1" status: 200 len: 931 time: 0.1236150 Dec 08 16:42:17.182047 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b786e068-51bc-4217-a6bf-27154a024935 req-dfc1e8dc-aa6a-4010-b444-0f54269aedbc tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] 10.222.0.64 "GET /v2.0/security-groups?id=541e62dd-b488-40f8-b2b2-ff919eed66d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870416 Dec 08 16:42:17.255501 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-5cbc2052-0d69-445f-807a-df2e130c983e req-fde6499e-34e8-499a-88e4-fc52c6d438ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a438e12d-436a-4f6a-b190-918cf02bbaf1 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:42:17.264703 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5cbc2052-0d69-445f-807a-df2e130c983e req-fde6499e-34e8-499a-88e4-fc52c6d438ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:17.278521 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-5cbc2052-0d69-445f-807a-df2e130c983e req-fde6499e-34e8-499a-88e4-fc52c6d438ac service neutron] Transition to ACTIVE for port object a438e12d-436a-4f6a-b190-918cf02bbaf1 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:42:17.353012 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5cbc2052-0d69-445f-807a-df2e130c983e req-fde6499e-34e8-499a-88e4-fc52c6d438ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:17.411341 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde6499e-34e8-499a-88e4-fc52c6d438ac service neutron] Pushing event updated for resources: {'Port': ['ID=a438e12d-436a-4f6a-b190-918cf02bbaf1,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:17.500064 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-5cbc2052-0d69-445f-807a-df2e130c983e req-fde6499e-34e8-499a-88e4-fc52c6d438ac service neutron] Attempting to bind port a438e12d-436a-4f6a-b190-918cf02bbaf1 on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:42:17.511386 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-5cbc2052-0d69-445f-807a-df2e130c983e req-fde6499e-34e8-499a-88e4-fc52c6d438ac service neutron] Attempting to bind port a438e12d-436a-4f6a-b190-918cf02bbaf1 by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': 'fef836a3-34e8-42f0-8189-b44ee70bd3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3af67554-5995-460a-99e4-b9998391a473'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:42:17.511386 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbc2052-0d69-445f-807a-df2e130c983e req-fde6499e-34e8-499a-88e4-fc52c6d438ac service neutron] Attempting to bind port a438e12d-436a-4f6a-b190-918cf02bbaf1 on network 3af67554-5995-460a-99e4-b9998391a473 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:42:17.511386 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbc2052-0d69-445f-807a-df2e130c983e req-fde6499e-34e8-499a-88e4-fc52c6d438ac service neutron] Port a438e12d-436a-4f6a-b190-918cf02bbaf1 on network 3af67554-5995-460a-99e4-b9998391a473 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:42:17.511386 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbc2052-0d69-445f-807a-df2e130c983e req-fde6499e-34e8-499a-88e4-fc52c6d438ac service neutron] Attempting to bind port a438e12d-436a-4f6a-b190-918cf02bbaf1 on network 3af67554-5995-460a-99e4-b9998391a473 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:42:17.513896 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbc2052-0d69-445f-807a-df2e130c983e req-fde6499e-34e8-499a-88e4-fc52c6d438ac service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:42:17.514312 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbc2052-0d69-445f-807a-df2e130c983e req-fde6499e-34e8-499a-88e4-fc52c6d438ac service neutron] Checking segment: {'id': 'fef836a3-34e8-42f0-8189-b44ee70bd3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3af67554-5995-460a-99e4-b9998391a473'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:42:17.514943 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbc2052-0d69-445f-807a-df2e130c983e req-fde6499e-34e8-499a-88e4-fc52c6d438ac service neutron] Bound using segment: {'id': 'fef836a3-34e8-42f0-8189-b44ee70bd3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3af67554-5995-460a-99e4-b9998391a473'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:42:17.515150 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-5cbc2052-0d69-445f-807a-df2e130c983e req-fde6499e-34e8-499a-88e4-fc52c6d438ac service neutron] Bound port: a438e12d-436a-4f6a-b190-918cf02bbaf1, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fef836a3-34e8-42f0-8189-b44ee70bd3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3af67554-5995-460a-99e4-b9998391a473'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:42:17.515803 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5cbc2052-0d69-445f-807a-df2e130c983e req-fde6499e-34e8-499a-88e4-fc52c6d438ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:17.559199 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:17.601830 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-5cbc2052-0d69-445f-807a-df2e130c983e req-fde6499e-34e8-499a-88e4-fc52c6d438ac service neutron] For port a438e12d-436a-4f6a-b190-918cf02bbaf1, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:42:17.608967 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-5cbc2052-0d69-445f-807a-df2e130c983e req-fde6499e-34e8-499a-88e4-fc52c6d438ac service neutron] For port a438e12d-436a-4f6a-b190-918cf02bbaf1, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=a438e12d-436a-4f6a-b190-918cf02bbaf1,segment=NetworkSegment(fef836a3-34e8-42f0-8189-b44ee70bd3c1),segment_id=fef836a3-34e8-42f0-8189-b44ee70bd3c1)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:42:17.701818 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5cbc2052-0d69-445f-807a-df2e130c983e req-fde6499e-34e8-499a-88e4-fc52c6d438ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:17.764159 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc2052-0d69-445f-807a-df2e130c983e req-fde6499e-34e8-499a-88e4-fc52c6d438ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:17.764159 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5cbc2052-0d69-445f-807a-df2e130c983e req-fde6499e-34e8-499a-88e4-fc52c6d438ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:17.765533 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5cbc2052-0d69-445f-807a-df2e130c983e req-fde6499e-34e8-499a-88e4-fc52c6d438ac service neutron] 10.222.0.76 "PUT /v2.0/ports/a438e12d-436a-4f6a-b190-918cf02bbaf1 HTTP/1.1" status: 200 len: 1092 time: 1.0558040 Dec 08 16:42:17.765997 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7043915f-4e68-4c6d-b540-5cbac6e8d036', 'tag': 'a438e12d-436a-4f6a-b190-918cf02bbaf1'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:42:17.768494 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b47a02f-d99b-4f88-800d-ed54f3e95e28" -d '{"events": [{"name": "network-changed", "server_uuid": "7043915f-4e68-4c6d-b540-5cbac6e8d036", "tag": "a438e12d-436a-4f6a-b190-918cf02bbaf1"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:42:17.857421 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde6499e-34e8-499a-88e4-fc52c6d438ac service neutron] Pushing event updated for resources: {'Port': ['ID=a438e12d-436a-4f6a-b190-918cf02bbaf1,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:17.858338 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a5f40-a2e4-41da-8317-ee0eb00f67b7 req-671cccaf-c226-4da7-88cb-ab8c60ccbce7 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:17.872401 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5300bd22-fa82-4e02-be50-5b778a58497b x-openstack-request-id: req-5300bd22-fa82-4e02-be50-5b778a58497b {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:42:17.873663 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6a8a5f40-a2e4-41da-8317-ee0eb00f67b7 req-671cccaf-c226-4da7-88cb-ab8c60ccbce7 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=b89c7ce2-c505-47ea-8d39-af3fafa57526 HTTP/1.1" status: 200 len: 943 time: 0.1453230 Dec 08 16:42:17.873862 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7043915f-4e68-4c6d-b540-5cbac6e8d036", "tag": "a438e12d-436a-4f6a-b190-918cf02bbaf1", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:42:17.874134 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5300bd22-fa82-4e02-be50-5b778a58497b {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:42:17.874598 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7043915f-4e68-4c6d-b540-5cbac6e8d036', 'tag': 'a438e12d-436a-4f6a-b190-918cf02bbaf1', 'status': 'completed', 'code': 200} Dec 08 16:42:17.938638 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6a8a5f40-a2e4-41da-8317-ee0eb00f67b7 req-b41e8bbd-70a2-4b50-8dde-c47dfa015ef2 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=be95d6c0-ba90-4b7e-9e8d-0586e89a4f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635073 Dec 08 16:42:17.983424 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc2052-0d69-445f-807a-df2e130c983e req-4858aeb5-5bb7-4b3e-919e-99c226f9255d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:17.986338 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5cbc2052-0d69-445f-807a-df2e130c983e req-4858aeb5-5bb7-4b3e-919e-99c226f9255d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=96b951a18eb3472a831a203e899d1f81&device_id=7043915f-4e68-4c6d-b540-5cbac6e8d036 HTTP/1.1" status: 200 len: 1095 time: 0.1107266 Dec 08 16:42:18.037196 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5cbc2052-0d69-445f-807a-df2e130c983e req-6f6a62ae-d260-496d-9cc6-ad5392f76c78 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a438e12d-436a-4f6a-b190-918cf02bbaf1 HTTP/1.1" status: 200 len: 217 time: 0.0426750 Dec 08 16:42:18.092962 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc2052-0d69-445f-807a-df2e130c983e req-8729294d-3220-4dba-8b2e-e373eef9c69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:18.092962 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5cbc2052-0d69-445f-807a-df2e130c983e req-8729294d-3220-4dba-8b2e-e373eef9c69a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5c168ebf-529f-4f0e-86cb-4b9b5f4efbdf HTTP/1.1" status: 200 len: 848 time: 0.0469911 Dec 08 16:42:18.491536 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc2052-0d69-445f-807a-df2e130c983e req-4a55db79-b845-4329-86fb-2664edd87474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:18.493682 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5cbc2052-0d69-445f-807a-df2e130c983e req-4a55db79-b845-4329-86fb-2664edd87474 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3af67554-5995-460a-99e4-b9998391a473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3951659 Dec 08 16:42:18.608890 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b810d70b-5e17-4d6b-a9b0-4401f74a23d7 req-c000adb6-5d38-46e8-aedd-b9954a7d5fe7 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:18.610594 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b810d70b-5e17-4d6b-a9b0-4401f74a23d7 req-c000adb6-5d38-46e8-aedd-b9954a7d5fe7 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] 10.222.0.64 "GET /v2.0/ports?device_id=7043915f-4e68-4c6d-b540-5cbac6e8d036 HTTP/1.1" status: 200 len: 943 time: 0.1216650 Dec 08 16:42:18.646596 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5cbc2052-0d69-445f-807a-df2e130c983e req-d7048de1-823c-40e5-9b66-7f255444eed9 service neutron] 10.222.0.76 "GET /v2.0/networks/3af67554-5995-460a-99e4-b9998391a473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429985 Dec 08 16:42:18.741678 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b810d70b-5e17-4d6b-a9b0-4401f74a23d7 req-e19a22b8-0242-434d-9ac6-6c2d9a810a6e tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] 10.222.0.64 "GET /v2.0/security-groups?id=541e62dd-b488-40f8-b2b2-ff919eed66d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190426 Dec 08 16:42:18.783490 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5cbc2052-0d69-445f-807a-df2e130c983e req-51b299ca-3ade-449a-96e0-88ff6dc8a491 service neutron] 10.222.0.76 "GET /v2.0/networks/3af67554-5995-460a-99e4-b9998391a473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294792 Dec 08 16:42:19.024129 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47a02f-d99b-4f88-800d-ed54f3e95e28 req-ec48d341-cf05-4f48-a9cd-c520900bd54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:19.025735 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7b47a02f-d99b-4f88-800d-ed54f3e95e28 req-ec48d341-cf05-4f48-a9cd-c520900bd54e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=96b951a18eb3472a831a203e899d1f81&device_id=7043915f-4e68-4c6d-b540-5cbac6e8d036 HTTP/1.1" status: 200 len: 1095 time: 0.0742617 Dec 08 16:42:19.097317 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40def42-51f0-4d68-be14-a844c69b60e2 req-0fcc0cf3-e2f6-4d3c-9d5f-770134b78e19 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:19.099426 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a40def42-51f0-4d68-be14-a844c69b60e2 req-0fcc0cf3-e2f6-4d3c-9d5f-770134b78e19 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=b89c7ce2-c505-47ea-8d39-af3fafa57526 HTTP/1.1" status: 200 len: 943 time: 0.0575976 Dec 08 16:42:19.140587 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47a02f-d99b-4f88-800d-ed54f3e95e28 req-bec814e5-5dc5-42d8-950a-cdc4f4d6de3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:19.140587 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7b47a02f-d99b-4f88-800d-ed54f3e95e28 req-bec814e5-5dc5-42d8-950a-cdc4f4d6de3f service neutron] 10.222.0.76 "GET /v2.0/networks?id=3af67554-5995-460a-99e4-b9998391a473 HTTP/1.1" status: 200 len: 910 time: 0.1066167 Dec 08 16:42:19.162948 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a40def42-51f0-4d68-be14-a844c69b60e2 req-901967c4-eda4-4b48-a045-63854193a422 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=be95d6c0-ba90-4b7e-9e8d-0586e89a4f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568073 Dec 08 16:42:19.184276 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7b47a02f-d99b-4f88-800d-ed54f3e95e28 req-0b792b47-d99d-4122-a5a3-2e2d9047b60a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a438e12d-436a-4f6a-b190-918cf02bbaf1 HTTP/1.1" status: 200 len: 217 time: 0.0368290 Dec 08 16:42:19.241587 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47a02f-d99b-4f88-800d-ed54f3e95e28 req-76ac8d94-e12e-43fc-9e29-0967eb7d6270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:19.243044 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7b47a02f-d99b-4f88-800d-ed54f3e95e28 req-76ac8d94-e12e-43fc-9e29-0967eb7d6270 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5c168ebf-529f-4f0e-86cb-4b9b5f4efbdf HTTP/1.1" status: 200 len: 848 time: 0.0510561 Dec 08 16:42:19.296312 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47a02f-d99b-4f88-800d-ed54f3e95e28 req-a6e81884-33b8-4d05-a778-5b7a127d306a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:19.297917 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7b47a02f-d99b-4f88-800d-ed54f3e95e28 req-a6e81884-33b8-4d05-a778-5b7a127d306a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3af67554-5995-460a-99e4-b9998391a473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483575 Dec 08 16:42:19.394949 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7b47a02f-d99b-4f88-800d-ed54f3e95e28 req-212563d3-e9ed-4ef6-84aa-e82e96c7ea61 service neutron] 10.222.0.76 "GET /v2.0/networks/3af67554-5995-460a-99e4-b9998391a473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899069 Dec 08 16:42:19.495413 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7b47a02f-d99b-4f88-800d-ed54f3e95e28 req-be7c73a7-fe99-4f3a-a93d-6e69d08ddd6c service neutron] 10.222.0.76 "GET /v2.0/networks/3af67554-5995-460a-99e4-b9998391a473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937998 Dec 08 16:42:19.875505 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e286306-2e98-4489-9998-528b27875c93 req-3c6a442b-9599-4ccc-aa29-6169aaa198c8 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:19.877036 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7e286306-2e98-4489-9998-528b27875c93 req-3c6a442b-9599-4ccc-aa29-6169aaa198c8 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] 10.222.0.64 "GET /v2.0/ports?device_id=7043915f-4e68-4c6d-b540-5cbac6e8d036 HTTP/1.1" status: 200 len: 943 time: 0.0502441 Dec 08 16:42:19.927370 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7e286306-2e98-4489-9998-528b27875c93 req-a0dd0abb-4859-4b2c-b24c-7b7e2269e9c3 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] 10.222.0.64 "GET /v2.0/security-groups?id=541e62dd-b488-40f8-b2b2-ff919eed66d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442946 Dec 08 16:42:20.297307 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e6ed8b-808f-4c10-8a5a-d49d398cc823 req-febac7ed-213c-4e0d-ae9f-d553f485b38d tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:20.298823 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-62e6ed8b-808f-4c10-8a5a-d49d398cc823 req-febac7ed-213c-4e0d-ae9f-d553f485b38d tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=b89c7ce2-c505-47ea-8d39-af3fafa57526 HTTP/1.1" status: 200 len: 943 time: 0.0540109 Dec 08 16:42:20.357235 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-62e6ed8b-808f-4c10-8a5a-d49d398cc823 req-497ba46e-d53e-4c55-bba8-1df8b3eb15b2 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=be95d6c0-ba90-4b7e-9e8d-0586e89a4f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514901 Dec 08 16:42:21.064555 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a76ff6-490c-4ee6-bb06-4608bfce06da req-d478b227-c9f6-465c-b941-77628918736b tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:21.066066 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c6a76ff6-490c-4ee6-bb06-4608bfce06da req-d478b227-c9f6-465c-b941-77628918736b tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] 10.222.0.64 "GET /v2.0/ports?device_id=7043915f-4e68-4c6d-b540-5cbac6e8d036 HTTP/1.1" status: 200 len: 943 time: 0.0543346 Dec 08 16:42:21.116346 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c6a76ff6-490c-4ee6-bb06-4608bfce06da req-1ca0d9a2-2a14-4f83-93e7-21e736fa1110 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] 10.222.0.64 "GET /v2.0/security-groups?id=541e62dd-b488-40f8-b2b2-ff919eed66d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438347 Dec 08 16:42:21.475630 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb499ae-22e7-4518-a28b-4196ff619d70 req-4aaf503d-2e6f-428c-a0df-7d4f29cca41f tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:21.477207 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bfb499ae-22e7-4518-a28b-4196ff619d70 req-4aaf503d-2e6f-428c-a0df-7d4f29cca41f tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=b89c7ce2-c505-47ea-8d39-af3fafa57526 HTTP/1.1" status: 200 len: 943 time: 0.0502715 Dec 08 16:42:21.528419 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bfb499ae-22e7-4518-a28b-4196ff619d70 req-f6a39878-39f9-42f1-b089-a87ad43ea1c7 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=be95d6c0-ba90-4b7e-9e8d-0586e89a4f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450542 Dec 08 16:42:21.723638 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device a438e12d-436a-4f6a-b190-918cf02bbaf1 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:42:21.817252 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port a438e12d-436a-4f6a-b190-918cf02bbaf1, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=a438e12d-436a-4f6a-b190-918cf02bbaf1,segment=NetworkSegment(fef836a3-34e8-42f0-8189-b44ee70bd3c1),segment_id=fef836a3-34e8-42f0-8189-b44ee70bd3c1)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:42:21.830802 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': 'a438e12d-436a-4f6a-b190-918cf02bbaf1', 'network_id': '3af67554-5995-460a-99e4-b9998391a473', 'port_id': 'a438e12d-436a-4f6a-b190-918cf02bbaf1', 'mac_address': 'fa:16:3e:09:48:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c168ebf-529f-4f0e-86cb-4b9b5f4efbdf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:42:21.874677 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:21.888892 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a438e12d-436a-4f6a-b190-918cf02bbaf1 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:42:21.908577 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port a438e12d-436a-4f6a-b190-918cf02bbaf1, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=a438e12d-436a-4f6a-b190-918cf02bbaf1,segment=NetworkSegment(fef836a3-34e8-42f0-8189-b44ee70bd3c1),segment_id=fef836a3-34e8-42f0-8189-b44ee70bd3c1)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:42:21.969346 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:22.018881 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=a438e12d-436a-4f6a-b190-918cf02bbaf1,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:22.240098 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b03e134-a1a9-43e2-84ce-793bddd2d59f req-26a5141d-c09d-4133-ab9c-5f3d750e790c tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:22.241652 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6b03e134-a1a9-43e2-84ce-793bddd2d59f req-26a5141d-c09d-4133-ab9c-5f3d750e790c tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] 10.222.0.64 "GET /v2.0/ports?device_id=7043915f-4e68-4c6d-b540-5cbac6e8d036 HTTP/1.1" status: 200 len: 944 time: 0.0518713 Dec 08 16:42:22.256430 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['a438e12d-436a-4f6a-b190-918cf02bbaf1'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:42:22.295229 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6b03e134-a1a9-43e2-84ce-793bddd2d59f req-ceaec98c-16f4-4e6e-ad68-37d1531cf478 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] 10.222.0.64 "GET /v2.0/security-groups?id=541e62dd-b488-40f8-b2b2-ff919eed66d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475700 Dec 08 16:42:22.644844 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b57a7-71ea-4d77-967d-847cae38f046 req-7067787d-4335-476d-991f-af258c64a4c3 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:22.646309 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-521b57a7-71ea-4d77-967d-847cae38f046 req-7067787d-4335-476d-991f-af258c64a4c3 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=b89c7ce2-c505-47ea-8d39-af3fafa57526 HTTP/1.1" status: 200 len: 943 time: 0.0501945 Dec 08 16:42:22.701482 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-521b57a7-71ea-4d77-967d-847cae38f046 req-a82a6fd6-208a-458d-8976-9a67687c5504 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=be95d6c0-ba90-4b7e-9e8d-0586e89a4f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490756 Dec 08 16:42:23.413663 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242a7355-f892-4f76-9f0f-38558183c2f7 req-0dd02cf7-dd25-4fac-af5e-29a6454ed943 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:23.415179 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-242a7355-f892-4f76-9f0f-38558183c2f7 req-0dd02cf7-dd25-4fac-af5e-29a6454ed943 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] 10.222.0.64 "GET /v2.0/ports?device_id=7043915f-4e68-4c6d-b540-5cbac6e8d036 HTTP/1.1" status: 200 len: 944 time: 0.0511568 Dec 08 16:42:23.469495 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-242a7355-f892-4f76-9f0f-38558183c2f7 req-0606dbee-5c2b-45f8-86fa-edf6fbeff540 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] 10.222.0.64 "GET /v2.0/security-groups?id=541e62dd-b488-40f8-b2b2-ff919eed66d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476747 Dec 08 16:42:23.723902 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device a438e12d-436a-4f6a-b190-918cf02bbaf1 up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:42:23.817770 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d680707-9c71-483c-a3e2-0c15f051aebb req-4a5525de-8c2e-48f6-83d6-b7ec36a30728 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:23.819295 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1d680707-9c71-483c-a3e2-0c15f051aebb req-4a5525de-8c2e-48f6-83d6-b7ec36a30728 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=b89c7ce2-c505-47ea-8d39-af3fafa57526 HTTP/1.1" status: 200 len: 943 time: 0.0499282 Dec 08 16:42:23.869014 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1d680707-9c71-483c-a3e2-0c15f051aebb req-91b94f72-e267-4568-ba31-ad253d2ec73e tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=be95d6c0-ba90-4b7e-9e8d-0586e89a4f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432079 Dec 08 16:42:24.015375 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port a438e12d-436a-4f6a-b190-918cf02bbaf1 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:42:24.020435 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port a438e12d-436a-4f6a-b190-918cf02bbaf1 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:42:24.020645 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:24.102636 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:24.126604 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7043915f-4e68-4c6d-b540-5cbac6e8d036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a438e12d-436a-4f6a-b190-918cf02bbaf1'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:42:24.128953 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3faac8c8-c0c7-48a0-8498-eea14dcebe7b" -d '{"events": [{"server_uuid": "7043915f-4e68-4c6d-b540-5cbac6e8d036", "name": "network-vif-plugged", "status": "completed", "tag": "a438e12d-436a-4f6a-b190-918cf02bbaf1"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:42:24.142954 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port a438e12d-436a-4f6a-b190-918cf02bbaf1, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=a438e12d-436a-4f6a-b190-918cf02bbaf1,segment=NetworkSegment(fef836a3-34e8-42f0-8189-b44ee70bd3c1),segment_id=fef836a3-34e8-42f0-8189-b44ee70bd3c1)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:42:24.210187 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:24.264882 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=a438e12d-436a-4f6a-b190-918cf02bbaf1,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:24.360522 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73fb3df3-5a6e-4126-9fe3-2a0dbcccea1c x-openstack-request-id: req-73fb3df3-5a6e-4126-9fe3-2a0dbcccea1c {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:42:24.360820 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7043915f-4e68-4c6d-b540-5cbac6e8d036", "name": "network-vif-plugged", "status": "completed", "tag": "a438e12d-436a-4f6a-b190-918cf02bbaf1", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:42:24.361086 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-73fb3df3-5a6e-4126-9fe3-2a0dbcccea1c {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:42:24.361497 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7043915f-4e68-4c6d-b540-5cbac6e8d036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a438e12d-436a-4f6a-b190-918cf02bbaf1', 'code': 200} Dec 08 16:42:24.465045 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b63330-bdd7-4b9b-b657-a260bc799cfd req-9bb90796-9a72-41fb-a1dd-21900d94e808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:24.466594 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-21b63330-bdd7-4b9b-b657-a260bc799cfd req-9bb90796-9a72-41fb-a1dd-21900d94e808 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7043915f-4e68-4c6d-b540-5cbac6e8d036 HTTP/1.1" status: 200 len: 1097 time: 0.0434062 Dec 08 16:42:24.520023 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-21b63330-bdd7-4b9b-b657-a260bc799cfd req-4cf3037c-87df-407c-9b17-636003bf08be service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=541e62dd-b488-40f8-b2b2-ff919eed66d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435472 Dec 08 16:42:24.592273 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb2317-42fb-44b0-bba4-5bb2d5d3e64e req-b3a17777-797e-4356-b711-d95ed186a5a2 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:24.593827 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c2fb2317-42fb-44b0-bba4-5bb2d5d3e64e req-b3a17777-797e-4356-b711-d95ed186a5a2 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] 10.222.0.64 "GET /v2.0/ports?device_id=7043915f-4e68-4c6d-b540-5cbac6e8d036 HTTP/1.1" status: 200 len: 945 time: 0.0538528 Dec 08 16:42:24.643731 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c2fb2317-42fb-44b0-bba4-5bb2d5d3e64e req-2939bb9f-62d1-417c-9501-7c4b1c34a50a tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] 10.222.0.64 "GET /v2.0/security-groups?id=541e62dd-b488-40f8-b2b2-ff919eed66d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436859 Dec 08 16:42:24.991665 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89068d6-291b-4859-a9e0-239d46578329 req-3dc9f799-f0b7-434f-893b-6ccec9d13e11 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:24.993211 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b89068d6-291b-4859-a9e0-239d46578329 req-3dc9f799-f0b7-434f-893b-6ccec9d13e11 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=b89c7ce2-c505-47ea-8d39-af3fafa57526 HTTP/1.1" status: 200 len: 943 time: 0.0519564 Dec 08 16:42:25.047128 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b89068d6-291b-4859-a9e0-239d46578329 req-12bdb25d-5938-40d5-b629-3288cf332300 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=be95d6c0-ba90-4b7e-9e8d-0586e89a4f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471895 Dec 08 16:42:25.786464 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e16121-9133-49df-b7a1-958bf8c62e41 req-b0218b1c-9a69-49b4-9272-6c2021f9eb1f tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:25.788006 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c2e16121-9133-49df-b7a1-958bf8c62e41 req-b0218b1c-9a69-49b4-9272-6c2021f9eb1f tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] 10.222.0.64 "GET /v2.0/ports?device_id=7043915f-4e68-4c6d-b540-5cbac6e8d036 HTTP/1.1" status: 200 len: 945 time: 0.0695581 Dec 08 16:42:25.842197 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c2e16121-9133-49df-b7a1-958bf8c62e41 req-790ac98b-82e5-45d2-a246-ace71b28b43e tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] 10.222.0.64 "GET /v2.0/security-groups?id=541e62dd-b488-40f8-b2b2-ff919eed66d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470672 Dec 08 16:42:26.169060 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e501d4-272d-4f34-a363-919163184d2f req-a8f2ad36-48cc-4f7f-bac2-c4b0db9e9603 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:26.170570 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-41e501d4-272d-4f34-a363-919163184d2f req-a8f2ad36-48cc-4f7f-bac2-c4b0db9e9603 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=b89c7ce2-c505-47ea-8d39-af3fafa57526 HTTP/1.1" status: 200 len: 943 time: 0.0542421 Dec 08 16:42:26.220587 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-41e501d4-272d-4f34-a363-919163184d2f req-02c1d99b-b8a7-4d10-9320-2d1f9e6fd7b3 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=be95d6c0-ba90-4b7e-9e8d-0586e89a4f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439830 Dec 08 16:42:26.966899 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623cacad-d28c-42d4-a48e-aee962df3837 req-c94e9f0d-8b71-4a48-9806-dec8c6e41166 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:26.968388 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-623cacad-d28c-42d4-a48e-aee962df3837 req-c94e9f0d-8b71-4a48-9806-dec8c6e41166 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] 10.222.0.64 "GET /v2.0/ports?device_id=7043915f-4e68-4c6d-b540-5cbac6e8d036 HTTP/1.1" status: 200 len: 945 time: 0.0522654 Dec 08 16:42:27.020129 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-623cacad-d28c-42d4-a48e-aee962df3837 req-b828cc4f-c2fc-441f-99fb-3c76ff5abb39 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] 10.222.0.64 "GET /v2.0/security-groups?id=541e62dd-b488-40f8-b2b2-ff919eed66d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453877 Dec 08 16:42:27.150628 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e4c630-7c62-44fa-bf6a-bc8209da66a4 req-707ec8de-9310-42a4-8061-0311c8a3c77e tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:27.152715 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-60e4c630-7c62-44fa-bf6a-bc8209da66a4 req-707ec8de-9310-42a4-8061-0311c8a3c77e tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] 10.222.0.64 "GET /v2.0/ports?device_id=7043915f-4e68-4c6d-b540-5cbac6e8d036 HTTP/1.1" status: 200 len: 945 time: 0.0502684 Dec 08 16:42:27.204517 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-60e4c630-7c62-44fa-bf6a-bc8209da66a4 req-68a44d0e-67ec-4988-a01b-f2b5c33205a7 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] 10.222.0.64 "GET /v2.0/security-groups?id=541e62dd-b488-40f8-b2b2-ff919eed66d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452120 Dec 08 16:42:27.326189 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023a43c-44f4-4375-9466-723ca2da2d87 req-2501f5f9-2ef5-4458-b5cd-722b7c98e400 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:27.328626 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2023a43c-44f4-4375-9466-723ca2da2d87 req-2501f5f9-2ef5-4458-b5cd-722b7c98e400 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] 10.222.0.64 "GET /v2.0/ports?device_id=7043915f-4e68-4c6d-b540-5cbac6e8d036 HTTP/1.1" status: 200 len: 945 time: 0.0547550 Dec 08 16:42:27.344687 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067fd857-2f7e-4128-a89e-29f3dacaad46 req-d2abf46e-0afb-4c7f-8fe6-fd601f240672 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:27.346532 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-067fd857-2f7e-4128-a89e-29f3dacaad46 req-d2abf46e-0afb-4c7f-8fe6-fd601f240672 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=b89c7ce2-c505-47ea-8d39-af3fafa57526 HTTP/1.1" status: 200 len: 943 time: 0.0588019 Dec 08 16:42:27.388765 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2023a43c-44f4-4375-9466-723ca2da2d87 req-c128bb86-8e6a-4935-b2bf-bf3e5f772158 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] 10.222.0.64 "GET /v2.0/security-groups?id=541e62dd-b488-40f8-b2b2-ff919eed66d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503349 Dec 08 16:42:27.411247 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59986) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:42:27.411467 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-067fd857-2f7e-4128-a89e-29f3dacaad46 req-a336f6e4-09d8-4642-9e40-e783583875ff tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=be95d6c0-ba90-4b7e-9e8d-0586e89a4f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566933 Dec 08 16:42:27.611130 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0984fe14-6d4f-43e1-872d-7f7d94b199b0 tempest-TestServerBasicOps-997669979 tempest-TestServerBasicOps-997669979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:27.612719 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-0984fe14-6d4f-43e1-872d-7f7d94b199b0 tempest-TestServerBasicOps-997669979 tempest-TestServerBasicOps-997669979-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=7043915f-4e68-4c6d-b540-5cbac6e8d036 HTTP/1.1" status: 200 len: 1092 time: 0.1999395 Dec 08 16:42:27.615514 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 59994) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:42:27.620034 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-c76ba0c3-01a5-4648-97ae-1d11669cff5c tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Request body: {'floatingip': {'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'port_id': 'a438e12d-436a-4f6a-b190-918cf02bbaf1', 'tenant_id': '96b951a18eb3472a831a203e899d1f81', 'fixed_ip_address': '172.20.0.4'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:42:27.718811 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c76ba0c3-01a5-4648-97ae-1d11669cff5c tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Publish callbacks [] for floatingip, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:27.827960 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c76ba0c3-01a5-4648-97ae-1d11669cff5c tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:27.934557 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-c76ba0c3-01a5-4648-97ae-1d11669cff5c tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Allocated IP 172.25.0.172 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/9450f08a-a9a1-40f3-a2c1-90fb2f9170bb) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:42:28.040001 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c76ba0c3-01a5-4648-97ae-1d11669cff5c tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:28.141873 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c76ba0c3-01a5-4648-97ae-1d11669cff5c tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:28.180668 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76ba0c3-01a5-4648-97ae-1d11669cff5c tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:42:28.186230 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-c76ba0c3-01a5-4648-97ae-1d11669cff5c tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:42:28.192766 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76ba0c3-01a5-4648-97ae-1d11669cff5c tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:42:28.195882 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76ba0c3-01a5-4648-97ae-1d11669cff5c tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Pushing event updated for resources: {'Port': ['ID=9450f08a-a9a1-40f3-a2c1-90fb2f9170bb,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:28.590488 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee879d-c032-41e3-8535-52d481217046 req-cf3a2957-269c-456f-a992-49492e77f038 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:28.591985 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9dee879d-c032-41e3-8535-52d481217046 req-cf3a2957-269c-456f-a992-49492e77f038 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=b89c7ce2-c505-47ea-8d39-af3fafa57526 HTTP/1.1" status: 200 len: 943 time: 0.0892339 Dec 08 16:42:28.621333 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c76ba0c3-01a5-4648-97ae-1d11669cff5c tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:28.679837 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9dee879d-c032-41e3-8535-52d481217046 req-e38caf09-330e-4848-8dcd-caf488ce96f2 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=be95d6c0-ba90-4b7e-9e8d-0586e89a4f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810566 Dec 08 16:42:28.706956 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 454e3d0e-7c95-44ab-83ba-923df040edd1 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:42:28.795731 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c76ba0c3-01a5-4648-97ae-1d11669cff5c tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:28.810822 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 454e3d0e-7c95-44ab-83ba-923df040edd1, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=454e3d0e-7c95-44ab-83ba-923df040edd1,segment=NetworkSegment(148e30e1-cdcf-4201-a517-2bd3763917d1),segment_id=148e30e1-cdcf-4201-a517-2bd3763917d1)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:42:28.822642 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '454e3d0e-7c95-44ab-83ba-923df040edd1', 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8', 'port_id': '454e3d0e-7c95-44ab-83ba-923df040edd1', 'mac_address': 'fa:16:3e:fc:49:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13be6d62-2e9a-40c4-9d1e-34aa15cc5f10', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:42:28.860987 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:28.874382 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 454e3d0e-7c95-44ab-83ba-923df040edd1 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:42:28.942953 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 454e3d0e-7c95-44ab-83ba-923df040edd1, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=454e3d0e-7c95-44ab-83ba-923df040edd1,segment=NetworkSegment(148e30e1-cdcf-4201-a517-2bd3763917d1),segment_id=148e30e1-cdcf-4201-a517-2bd3763917d1)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:42:28.953382 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c76ba0c3-01a5-4648-97ae-1d11669cff5c tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:29.021173 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:29.032901 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c76ba0c3-01a5-4648-97ae-1d11669cff5c tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:29.075281 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=454e3d0e-7c95-44ab-83ba-923df040edd1,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:29.084645 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:42:29.085274 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:42:29.085947 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:42:29.086471 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:42:29.086983 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:42:29.087490 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:42:29.088285 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:42:29.089514 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:42:29.090078 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:42:29.090583 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:42:29.091097 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:42:29.091620 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:42:29.092123 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:42:29.103759 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76ba0c3-01a5-4648-97ae-1d11669cff5c tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Pushing event updated for resources: {'Port': ['ID=9450f08a-a9a1-40f3-a2c1-90fb2f9170bb,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:29.126452 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c76ba0c3-01a5-4648-97ae-1d11669cff5c tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:29.211054 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['454e3d0e-7c95-44ab-83ba-923df040edd1'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:42:29.229830 n-d-776250-12 neutron-server[110551]: INFO neutron.db.l3_db [None req-c76ba0c3-01a5-4648-97ae-1d11669cff5c tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Floating IP dc6b9305-ff60-4596-8eda-6018d4f795d1 associated. External IP: 172.25.0.172, port: a438e12d-436a-4f6a-b190-918cf02bbaf1. Dec 08 16:42:29.778302 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c76ba0c3-01a5-4648-97ae-1d11669cff5c tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Router e0b855d8-1dbd-4870-bbc8-d2e48a49af40 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:42:29.815741 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c86c60-dcab-4e91-94ac-4c0a453d44f5 req-5c38c263-ff4f-41f7-b63c-89358b9c69a0 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:29.817414 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-11c86c60-dcab-4e91-94ac-4c0a453d44f5 req-5c38c263-ff4f-41f7-b63c-89358b9c69a0 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=b89c7ce2-c505-47ea-8d39-af3fafa57526 HTTP/1.1" status: 200 len: 944 time: 0.0533018 Dec 08 16:42:29.871301 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-11c86c60-dcab-4e91-94ac-4c0a453d44f5 req-319ea853-1550-48d0-9f79-874be13e5f9c tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=be95d6c0-ba90-4b7e-9e8d-0586e89a4f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461321 Dec 08 16:42:29.893071 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76ba0c3-01a5-4648-97ae-1d11669cff5c tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:42:29.904397 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b78553c-4107-4331-a231-b83427854ecc None None] Sync routers for ids ['e0b855d8-1dbd-4870-bbc8-d2e48a49af40'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:42:29.918054 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b78553c-4107-4331-a231-b83427854ecc None None] Routers {'e0b855d8-1dbd-4870-bbc8-d2e48a49af40'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:42:29.919416 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-4b78553c-4107-4331-a231-b83427854ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:42:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['e0b855d8-1dbd-4870-bbc8-d2e48a49af40'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:42:29.994097 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c76ba0c3-01a5-4648-97ae-1d11669cff5c tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:30.022675 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c76ba0c3-01a5-4648-97ae-1d11669cff5c tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4060807 Dec 08 16:42:30.023282 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7043915f-4e68-4c6d-b540-5cbac6e8d036', 'tag': 'a438e12d-436a-4f6a-b190-918cf02bbaf1'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:42:30.025659 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90fdaec5-b3e6-4f20-88f0-bea6e4d670dd" -d '{"events": [{"name": "network-changed", "server_uuid": "7043915f-4e68-4c6d-b540-5cbac6e8d036", "tag": "a438e12d-436a-4f6a-b190-918cf02bbaf1"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:42:30.029707 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-4b78553c-4107-4331-a231-b83427854ecc None None] Set router e0b855d8-1dbd-4870-bbc8-d2e48a49af40 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:42:30.064889 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-262b6466-b01d-4c5f-99fc-81b50286cbf7 x-openstack-request-id: req-262b6466-b01d-4c5f-99fc-81b50286cbf7 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:42:30.065186 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7043915f-4e68-4c6d-b540-5cbac6e8d036", "tag": "a438e12d-436a-4f6a-b190-918cf02bbaf1", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:42:30.065443 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-262b6466-b01d-4c5f-99fc-81b50286cbf7 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:42:30.065906 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7043915f-4e68-4c6d-b540-5cbac6e8d036', 'tag': 'a438e12d-436a-4f6a-b190-918cf02bbaf1', 'status': 'completed', 'code': 200} Dec 08 16:42:30.131421 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fdaec5-b3e6-4f20-88f0-bea6e4d670dd req-c8c2f903-f0d4-4bc5-ba5a-3cb49313cc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:30.132969 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-90fdaec5-b3e6-4f20-88f0-bea6e4d670dd req-c8c2f903-f0d4-4bc5-ba5a-3cb49313cc22 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=96b951a18eb3472a831a203e899d1f81&device_id=7043915f-4e68-4c6d-b540-5cbac6e8d036 HTTP/1.1" status: 200 len: 1097 time: 0.0440722 Dec 08 16:42:30.238698 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fdaec5-b3e6-4f20-88f0-bea6e4d670dd req-26458246-5b06-4a31-a5ba-ecd202f9f1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:30.240250 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-90fdaec5-b3e6-4f20-88f0-bea6e4d670dd req-26458246-5b06-4a31-a5ba-ecd202f9f1fb service neutron] 10.222.0.76 "GET /v2.0/networks?id=3af67554-5995-460a-99e4-b9998391a473 HTTP/1.1" status: 200 len: 910 time: 0.0992587 Dec 08 16:42:30.258700 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-4b78553c-4107-4331-a231-b83427854ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b855d8-1dbd-4870-bbc8-d2e48a49af40', 'name': 'tempest-TestServerBasicOps-1365456763-router', 'tenant_id': '96b951a18eb3472a831a203e899d1f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '57bd8862-85a9-4285-96ec-ac25215f6902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:41:50Z', 'updated_at': '2021-12-08T16:41:54Z', 'revision_number': 4, 'project_id': '96b951a18eb3472a831a203e899d1f81', 'gw_port': {'id': '57bd8862-85a9-4285-96ec-ac25215f6902', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b855d8-1dbd-4870-bbc8-d2e48a49af40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:41:51Z', 'updated_at': '2021-12-08T16:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': 'dc6b9305-ff60-4596-8eda-6018d4f795d1', 'tenant_id': '96b951a18eb3472a831a203e899d1f81', 'floating_ip_address': '172.25.0.172', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': 'e0b855d8-1dbd-4870-bbc8-d2e48a49af40', 'port_id': 'a438e12d-436a-4f6a-b190-918cf02bbaf1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3984, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3af67554-5995-460a-99e4-b9998391a473', 'mac_address': 'fa:16:3e:09:48:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7043915f-4e68-4c6d-b540-5cbac6e8d036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:42:28Z', 'updated_at': '2021-12-08T16:42:28Z', 'revision_number': 0, 'project_id': '96b951a18eb3472a831a203e899d1f81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01c250bb-b7dd-4c84-9893-fbe2c2524d50', 'name': '', 'network_id': '3af67554-5995-460a-99e4-b9998391a473', 'tenant_id': '96b951a18eb3472a831a203e899d1f81', 'mac_address': 'fa:16:3e:40:2f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b855d8-1dbd-4870-bbc8-d2e48a49af40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5c168ebf-529f-4f0e-86cb-4b9b5f4efbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:41:53Z', 'updated_at': '2021-12-08T16:41:59Z', 'revision_number': 5, 'project_id': '96b951a18eb3472a831a203e899d1f81', 'subnets': [{'id': '5c168ebf-529f-4f0e-86cb-4b9b5f4efbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:42:30.285618 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b78553c-4107-4331-a231-b83427854ecc None None] Checking router: e0b855d8-1dbd-4870-bbc8-d2e48a49af40 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:42:30.295769 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b78553c-4107-4331-a231-b83427854ecc None None] Routers {'e0b855d8-1dbd-4870-bbc8-d2e48a49af40'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:42:30.296372 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-4b78553c-4107-4331-a231-b83427854ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:42:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['e0b855d8-1dbd-4870-bbc8-d2e48a49af40'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:42:30.321675 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-90fdaec5-b3e6-4f20-88f0-bea6e4d670dd req-7521c20b-3add-4158-ae33-2e283ddf5714 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a438e12d-436a-4f6a-b190-918cf02bbaf1 HTTP/1.1" status: 200 len: 999 time: 0.0706215 Dec 08 16:42:30.377455 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fdaec5-b3e6-4f20-88f0-bea6e4d670dd req-57ab21a0-b4ea-4573-a215-876e5479e5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:30.378578 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-90fdaec5-b3e6-4f20-88f0-bea6e4d670dd req-57ab21a0-b4ea-4573-a215-876e5479e5f3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5c168ebf-529f-4f0e-86cb-4b9b5f4efbdf HTTP/1.1" status: 200 len: 848 time: 0.0499022 Dec 08 16:42:30.403780 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-4b78553c-4107-4331-a231-b83427854ecc None None] Set router e0b855d8-1dbd-4870-bbc8-d2e48a49af40 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:42:30.430869 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fdaec5-b3e6-4f20-88f0-bea6e4d670dd req-7bf6f1f2-2684-44b8-9844-a2f5be8cb5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:30.434875 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-90fdaec5-b3e6-4f20-88f0-bea6e4d670dd req-7bf6f1f2-2684-44b8-9844-a2f5be8cb5f7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3af67554-5995-460a-99e4-b9998391a473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456159 Dec 08 16:42:30.532540 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-90fdaec5-b3e6-4f20-88f0-bea6e4d670dd req-04f27c59-bfd6-484d-9c84-b5933066484b service neutron] 10.222.0.76 "GET /v2.0/networks/3af67554-5995-460a-99e4-b9998391a473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885248 Dec 08 16:42:30.549850 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [req-014d6fe8-e78f-442f-8cbe-94f87c674949 req-20f3fe92-23e0-48e7-99dc-2ec4a2709153 service neutron] (110551) timed out ('10.222.0.64', 60312) {{(pid=110551) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 16:42:30.639872 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-4b78553c-4107-4331-a231-b83427854ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b855d8-1dbd-4870-bbc8-d2e48a49af40', 'name': 'tempest-TestServerBasicOps-1365456763-router', 'tenant_id': '96b951a18eb3472a831a203e899d1f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '57bd8862-85a9-4285-96ec-ac25215f6902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:41:50Z', 'updated_at': '2021-12-08T16:41:54Z', 'revision_number': 4, 'project_id': '96b951a18eb3472a831a203e899d1f81', 'gw_port': {'id': '57bd8862-85a9-4285-96ec-ac25215f6902', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b855d8-1dbd-4870-bbc8-d2e48a49af40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:41:51Z', 'updated_at': '2021-12-08T16:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': 'dc6b9305-ff60-4596-8eda-6018d4f795d1', 'tenant_id': '96b951a18eb3472a831a203e899d1f81', 'floating_ip_address': '172.25.0.172', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': 'e0b855d8-1dbd-4870-bbc8-d2e48a49af40', 'port_id': 'a438e12d-436a-4f6a-b190-918cf02bbaf1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3984, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3af67554-5995-460a-99e4-b9998391a473', 'mac_address': 'fa:16:3e:09:48:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7043915f-4e68-4c6d-b540-5cbac6e8d036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:42:28Z', 'updated_at': '2021-12-08T16:42:28Z', 'revision_number': 0, 'project_id': '96b951a18eb3472a831a203e899d1f81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01c250bb-b7dd-4c84-9893-fbe2c2524d50', 'name': '', 'network_id': '3af67554-5995-460a-99e4-b9998391a473', 'tenant_id': '96b951a18eb3472a831a203e899d1f81', 'mac_address': 'fa:16:3e:40:2f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b855d8-1dbd-4870-bbc8-d2e48a49af40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5c168ebf-529f-4f0e-86cb-4b9b5f4efbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:41:53Z', 'updated_at': '2021-12-08T16:41:59Z', 'revision_number': 5, 'project_id': '96b951a18eb3472a831a203e899d1f81', 'subnets': [{'id': '5c168ebf-529f-4f0e-86cb-4b9b5f4efbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:42:30.646933 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-90fdaec5-b3e6-4f20-88f0-bea6e4d670dd req-476bbb92-7404-4e12-8ae1-df6052ee6cb4 service neutron] 10.222.0.76 "GET /v2.0/networks/3af67554-5995-460a-99e4-b9998391a473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958080 Dec 08 16:42:30.667076 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b78553c-4107-4331-a231-b83427854ecc None None] The sync data for ids ['e0b855d8-1dbd-4870-bbc8-d2e48a49af40'] in n-d-776250-12 is: [{'id': 'e0b855d8-1dbd-4870-bbc8-d2e48a49af40', 'name': 'tempest-TestServerBasicOps-1365456763-router', 'tenant_id': '96b951a18eb3472a831a203e899d1f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '57bd8862-85a9-4285-96ec-ac25215f6902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:41:50Z', 'updated_at': '2021-12-08T16:41:54Z', 'revision_number': 4, 'project_id': '96b951a18eb3472a831a203e899d1f81', 'gw_port': {'id': '57bd8862-85a9-4285-96ec-ac25215f6902', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b855d8-1dbd-4870-bbc8-d2e48a49af40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:41:51Z', 'updated_at': '2021-12-08T16:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': 'dc6b9305-ff60-4596-8eda-6018d4f795d1', 'tenant_id': '96b951a18eb3472a831a203e899d1f81', 'floating_ip_address': '172.25.0.172', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': 'e0b855d8-1dbd-4870-bbc8-d2e48a49af40', 'port_id': 'a438e12d-436a-4f6a-b190-918cf02bbaf1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3984, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3af67554-5995-460a-99e4-b9998391a473', 'mac_address': 'fa:16:3e:09:48:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7043915f-4e68-4c6d-b540-5cbac6e8d036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:42:28Z', 'updated_at': '2021-12-08T16:42:28Z', 'revision_number': 0, 'project_id': '96b951a18eb3472a831a203e899d1f81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01c250bb-b7dd-4c84-9893-fbe2c2524d50', 'name': '', 'network_id': '3af67554-5995-460a-99e4-b9998391a473', 'tenant_id': '96b951a18eb3472a831a203e899d1f81', 'mac_address': 'fa:16:3e:40:2f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b855d8-1dbd-4870-bbc8-d2e48a49af40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5c168ebf-529f-4f0e-86cb-4b9b5f4efbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:41:53Z', 'updated_at': '2021-12-08T16:41:59Z', 'revision_number': 5, 'project_id': '96b951a18eb3472a831a203e899d1f81', 'subnets': [{'id': '5c168ebf-529f-4f0e-86cb-4b9b5f4efbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:42:30.707643 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 454e3d0e-7c95-44ab-83ba-923df040edd1 up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:42:30.875092 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd171c5a-6731-4dbc-a3a2-f49a172383e4 None None] New status for floating IP dc6b9305-ff60-4596-8eda-6018d4f795d1: ACTIVE {{(pid=110552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:42:30.885472 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port 454e3d0e-7c95-44ab-83ba-923df040edd1 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:42:30.923606 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 454e3d0e-7c95-44ab-83ba-923df040edd1 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:42:30.924667 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:31.031015 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7711c08-97b2-40aa-b549-15e04538b51f req-d224e426-9565-4db6-bbbf-08f2b5dfc3eb tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:31.033634 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d7711c08-97b2-40aa-b549-15e04538b51f req-d224e426-9565-4db6-bbbf-08f2b5dfc3eb tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=b89c7ce2-c505-47ea-8d39-af3fafa57526 HTTP/1.1" status: 200 len: 944 time: 0.0887709 Dec 08 16:42:31.091856 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d7711c08-97b2-40aa-b549-15e04538b51f req-6d301e34-7afe-443d-b446-6fe167c55be3 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=be95d6c0-ba90-4b7e-9e8d-0586e89a4f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507431 Dec 08 16:42:31.299914 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:31.322046 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b89c7ce2-c505-47ea-8d39-af3fafa57526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '454e3d0e-7c95-44ab-83ba-923df040edd1'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:42:31.324885 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-852cef64-95f7-4b54-94cc-6a1e891f5694" -d '{"events": [{"server_uuid": "b89c7ce2-c505-47ea-8d39-af3fafa57526", "name": "network-vif-plugged", "status": "completed", "tag": "454e3d0e-7c95-44ab-83ba-923df040edd1"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:42:31.337933 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 454e3d0e-7c95-44ab-83ba-923df040edd1, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=454e3d0e-7c95-44ab-83ba-923df040edd1,segment=NetworkSegment(148e30e1-cdcf-4201-a517-2bd3763917d1),segment_id=148e30e1-cdcf-4201-a517-2bd3763917d1)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:42:31.367231 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9326c5-df77-403d-b8f7-22ab29bc93d5 x-openstack-request-id: req-7d9326c5-df77-403d-b8f7-22ab29bc93d5 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:42:31.367522 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b89c7ce2-c505-47ea-8d39-af3fafa57526", "name": "network-vif-plugged", "status": "completed", "tag": "454e3d0e-7c95-44ab-83ba-923df040edd1", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:42:31.367794 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7d9326c5-df77-403d-b8f7-22ab29bc93d5 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:42:31.368209 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b89c7ce2-c505-47ea-8d39-af3fafa57526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '454e3d0e-7c95-44ab-83ba-923df040edd1', 'code': 200} Dec 08 16:42:31.421335 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:31.469803 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7791ea9c-8274-45ae-ad93-882e308285df req-bc8361f4-0fd3-4804-8cc0-824ffdf31893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:31.471572 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7791ea9c-8274-45ae-ad93-882e308285df req-bc8361f4-0fd3-4804-8cc0-824ffdf31893 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b89c7ce2-c505-47ea-8d39-af3fafa57526 HTTP/1.1" status: 200 len: 1097 time: 0.0442207 Dec 08 16:42:31.489957 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=454e3d0e-7c95-44ab-83ba-923df040edd1,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:31.528961 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7791ea9c-8274-45ae-ad93-882e308285df req-178c2045-9de1-4a35-a555-372fa8582a73 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=be95d6c0-ba90-4b7e-9e8d-0586e89a4f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505850 Dec 08 16:42:32.217755 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd37aa4-da4e-4b85-be9b-fe58ca385413 req-2d5b2b8c-d6b8-4f00-88a7-922b4c8aae68 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:32.219425 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6bd37aa4-da4e-4b85-be9b-fe58ca385413 req-2d5b2b8c-d6b8-4f00-88a7-922b4c8aae68 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=b89c7ce2-c505-47ea-8d39-af3fafa57526 HTTP/1.1" status: 200 len: 945 time: 0.0512309 Dec 08 16:42:32.271051 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6bd37aa4-da4e-4b85-be9b-fe58ca385413 req-15d3dbf5-2037-4538-8c7a-58a53cb141c3 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=be95d6c0-ba90-4b7e-9e8d-0586e89a4f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452790 Dec 08 16:42:33.389131 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb48d6b-8d66-4133-9dae-770a482d24a3 req-f9429890-8d42-4fb2-9465-85fc7d49f8c1 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:33.390812 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5cb48d6b-8d66-4133-9dae-770a482d24a3 req-f9429890-8d42-4fb2-9465-85fc7d49f8c1 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=b89c7ce2-c505-47ea-8d39-af3fafa57526 HTTP/1.1" status: 200 len: 945 time: 0.0501249 Dec 08 16:42:33.444548 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5cb48d6b-8d66-4133-9dae-770a482d24a3 req-051281b5-8fd5-4aec-8163-f963799cd6b6 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=be95d6c0-ba90-4b7e-9e8d-0586e89a4f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449553 Dec 08 16:42:33.565609 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b7442d-40f6-446e-8619-75dece896571 req-b533dc68-5e7c-4ed6-b6af-106e03ca7938 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:33.567139 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a7b7442d-40f6-446e-8619-75dece896571 req-b533dc68-5e7c-4ed6-b6af-106e03ca7938 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=b89c7ce2-c505-47ea-8d39-af3fafa57526 HTTP/1.1" status: 200 len: 945 time: 0.0544527 Dec 08 16:42:33.617718 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a7b7442d-40f6-446e-8619-75dece896571 req-6f9c33eb-e27a-49bb-a7e1-d6babbf0493a tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=be95d6c0-ba90-4b7e-9e8d-0586e89a4f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439548 Dec 08 16:42:33.641217 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 60046) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:42:33.685771 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e563c1-e362-4712-b629-310a271c0276 tempest-TestVolumeBootPattern-1399581815 tempest-TestVolumeBootPattern-1399581815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:33.687305 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-41e563c1-e362-4712-b629-310a271c0276 tempest-TestVolumeBootPattern-1399581815 tempest-TestVolumeBootPattern-1399581815-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b89c7ce2-c505-47ea-8d39-af3fafa57526 HTTP/1.1" status: 200 len: 1092 time: 0.0451534 Dec 08 16:42:33.690367 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 60048) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:42:33.695134 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-443b8bb3-6dd9-4632-b45f-ecec19a738d2 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Request body: {'floatingip': {'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'port_id': '454e3d0e-7c95-44ab-83ba-923df040edd1', 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'fixed_ip_address': '172.20.0.9'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:42:33.787276 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-443b8bb3-6dd9-4632-b45f-ecec19a738d2 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks [] for floatingip, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:33.888897 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-443b8bb3-6dd9-4632-b45f-ecec19a738d2 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:33.993304 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-443b8bb3-6dd9-4632-b45f-ecec19a738d2 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Allocated IP 172.25.0.65 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/8d688c6e-809a-4282-a3f4-048f694357a7) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:42:34.103104 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-443b8bb3-6dd9-4632-b45f-ecec19a738d2 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:34.181705 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-443b8bb3-6dd9-4632-b45f-ecec19a738d2 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:34.225160 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443b8bb3-6dd9-4632-b45f-ecec19a738d2 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:42:34.228241 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-443b8bb3-6dd9-4632-b45f-ecec19a738d2 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:42:34.233117 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443b8bb3-6dd9-4632-b45f-ecec19a738d2 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:42:34.236252 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443b8bb3-6dd9-4632-b45f-ecec19a738d2 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Pushing event updated for resources: {'Port': ['ID=8d688c6e-809a-4282-a3f4-048f694357a7,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:34.607536 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-443b8bb3-6dd9-4632-b45f-ecec19a738d2 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:34.739833 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-443b8bb3-6dd9-4632-b45f-ecec19a738d2 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:34.878732 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:34.897724 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-443b8bb3-6dd9-4632-b45f-ecec19a738d2 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:35.021345 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-443b8bb3-6dd9-4632-b45f-ecec19a738d2 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:35.098433 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443b8bb3-6dd9-4632-b45f-ecec19a738d2 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Pushing event updated for resources: {'Port': ['ID=8d688c6e-809a-4282-a3f4-048f694357a7,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:35.107986 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-443b8bb3-6dd9-4632-b45f-ecec19a738d2 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:35.221181 n-d-776250-12 neutron-server[110551]: INFO neutron.db.l3_db [None req-443b8bb3-6dd9-4632-b45f-ecec19a738d2 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Floating IP f920342a-4d3d-4036-97fa-eeea8bddf6e5 associated. External IP: 172.25.0.65, port: 454e3d0e-7c95-44ab-83ba-923df040edd1. Dec 08 16:42:35.433539 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-443b8bb3-6dd9-4632-b45f-ecec19a738d2 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Router 15de8570-f928-4307-b023-14f9304f01a0 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:42:35.538867 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-443b8bb3-6dd9-4632-b45f-ecec19a738d2 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:42:35.549653 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b23c954-62d2-42a4-a9c0-ca837e6d91ad None None] Sync routers for ids ['15de8570-f928-4307-b023-14f9304f01a0'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:42:35.559715 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b23c954-62d2-42a4-a9c0-ca837e6d91ad None None] Routers {'15de8570-f928-4307-b023-14f9304f01a0'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:42:35.560445 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-8b23c954-62d2-42a4-a9c0-ca837e6d91ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:42:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['15de8570-f928-4307-b023-14f9304f01a0'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:42:35.668656 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-443b8bb3-6dd9-4632-b45f-ecec19a738d2 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:35.669475 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-8b23c954-62d2-42a4-a9c0-ca837e6d91ad None None] Set router 15de8570-f928-4307-b023-14f9304f01a0 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:42:35.712366 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-443b8bb3-6dd9-4632-b45f-ecec19a738d2 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0096233 Dec 08 16:42:35.712366 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b89c7ce2-c505-47ea-8d39-af3fafa57526', 'tag': '454e3d0e-7c95-44ab-83ba-923df040edd1'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:42:35.712366 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5216b29-b10d-45a7-9c0c-0c694d54e2c0" -d '{"events": [{"name": "network-changed", "server_uuid": "b89c7ce2-c505-47ea-8d39-af3fafa57526", "tag": "454e3d0e-7c95-44ab-83ba-923df040edd1"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:42:35.743796 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a69eb0-1e44-4756-a597-c05a894fb02d x-openstack-request-id: req-72a69eb0-1e44-4756-a597-c05a894fb02d {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:42:35.744103 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b89c7ce2-c505-47ea-8d39-af3fafa57526", "tag": "454e3d0e-7c95-44ab-83ba-923df040edd1", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:42:35.744413 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-72a69eb0-1e44-4756-a597-c05a894fb02d {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:42:35.744809 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b89c7ce2-c505-47ea-8d39-af3fafa57526', 'tag': '454e3d0e-7c95-44ab-83ba-923df040edd1', 'status': 'completed', 'code': 200} Dec 08 16:42:35.815306 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5216b29-b10d-45a7-9c0c-0c694d54e2c0 req-81e9d36a-470a-411d-aee9-1dff0e51f22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:35.816859 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e5216b29-b10d-45a7-9c0c-0c694d54e2c0 req-81e9d36a-470a-411d-aee9-1dff0e51f22d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71f5826d1b3d4cd5a2c95e78c7917860&device_id=b89c7ce2-c505-47ea-8d39-af3fafa57526 HTTP/1.1" status: 200 len: 1097 time: 0.0430398 Dec 08 16:42:35.919939 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-8b23c954-62d2-42a4-a9c0-ca837e6d91ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15de8570-f928-4307-b023-14f9304f01a0', 'name': 'tempest-TestVolumeBootPattern-760813147-router', 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '903a9083-9a60-45de-ba52-146e47efdbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:00Z', 'updated_at': '2021-12-08T16:30:13Z', 'revision_number': 4, 'project_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'gw_port': {'id': '903a9083-9a60-45de-ba52-146e47efdbae', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15de8570-f928-4307-b023-14f9304f01a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:03Z', 'updated_at': '2021-12-08T16:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': 'f920342a-4d3d-4036-97fa-eeea8bddf6e5', 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'floating_ip_address': '172.25.0.65', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '15de8570-f928-4307-b023-14f9304f01a0', 'port_id': '454e3d0e-7c95-44ab-83ba-923df040edd1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3986, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8', 'mac_address': 'fa:16:3e:fc:49:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89c7ce2-c505-47ea-8d39-af3fafa57526', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:42:34Z', 'updated_at': '2021-12-08T16:42:34Z', 'revision_number': 0, 'project_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8a6271d-6dcd-4a65-b929-ce28fca9c592', 'name': '', 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8', 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'mac_address': 'fa:16:3e:a7:89:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15de8570-f928-4307-b023-14f9304f01a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '13be6d62-2e9a-40c4-9d1e-34aa15cc5f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:10Z', 'updated_at': '2021-12-08T16:30:23Z', 'revision_number': 5, 'project_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'subnets': [{'id': '13be6d62-2e9a-40c4-9d1e-34aa15cc5f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:42:35.920747 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5216b29-b10d-45a7-9c0c-0c694d54e2c0 req-6a05db26-9695-47ae-8d62-1b68cd28cc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:35.922344 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e5216b29-b10d-45a7-9c0c-0c694d54e2c0 req-6a05db26-9695-47ae-8d62-1b68cd28cc83 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b16f21e0-d13a-4c4c-a863-a31df2be91b8 HTTP/1.1" status: 200 len: 912 time: 0.0987284 Dec 08 16:42:35.950805 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b23c954-62d2-42a4-a9c0-ca837e6d91ad None None] Checking router: 15de8570-f928-4307-b023-14f9304f01a0 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:42:35.959152 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b23c954-62d2-42a4-a9c0-ca837e6d91ad None None] Routers {'15de8570-f928-4307-b023-14f9304f01a0'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:42:35.959841 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-8b23c954-62d2-42a4-a9c0-ca837e6d91ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:42:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['15de8570-f928-4307-b023-14f9304f01a0'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:42:35.994019 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e5216b29-b10d-45a7-9c0c-0c694d54e2c0 req-ee60b2b0-3963-4437-aed8-5046c5f535cb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=454e3d0e-7c95-44ab-83ba-923df040edd1 HTTP/1.1" status: 200 len: 998 time: 0.0635486 Dec 08 16:42:36.048896 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5216b29-b10d-45a7-9c0c-0c694d54e2c0 req-d04f5299-8980-42bc-b7a1-d70022f3515c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:36.050409 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e5216b29-b10d-45a7-9c0c-0c694d54e2c0 req-d04f5299-8980-42bc-b7a1-d70022f3515c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=13be6d62-2e9a-40c4-9d1e-34aa15cc5f10 HTTP/1.1" status: 200 len: 850 time: 0.0496712 Dec 08 16:42:36.074670 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-8b23c954-62d2-42a4-a9c0-ca837e6d91ad None None] Set router 15de8570-f928-4307-b023-14f9304f01a0 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:42:36.107373 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5216b29-b10d-45a7-9c0c-0c694d54e2c0 req-92072f4e-fcd8-4ab0-92be-8a99dc10b6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:36.108923 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e5216b29-b10d-45a7-9c0c-0c694d54e2c0 req-92072f4e-fcd8-4ab0-92be-8a99dc10b6c4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b16f21e0-d13a-4c4c-a863-a31df2be91b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510590 Dec 08 16:42:36.206577 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e5216b29-b10d-45a7-9c0c-0c694d54e2c0 req-3c68ada2-d732-402a-8a5e-29e17b9e9269 service neutron] 10.222.0.37 "GET /v2.0/networks/b16f21e0-d13a-4c4c-a863-a31df2be91b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887825 Dec 08 16:42:36.308868 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e5216b29-b10d-45a7-9c0c-0c694d54e2c0 req-1e38843a-3069-4ca8-8741-96323748bf9c service neutron] 10.222.0.37 "GET /v2.0/networks/b16f21e0-d13a-4c4c-a863-a31df2be91b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956907 Dec 08 16:42:36.395184 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-8b23c954-62d2-42a4-a9c0-ca837e6d91ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15de8570-f928-4307-b023-14f9304f01a0', 'name': 'tempest-TestVolumeBootPattern-760813147-router', 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '903a9083-9a60-45de-ba52-146e47efdbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:00Z', 'updated_at': '2021-12-08T16:30:13Z', 'revision_number': 4, 'project_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'gw_port': {'id': '903a9083-9a60-45de-ba52-146e47efdbae', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15de8570-f928-4307-b023-14f9304f01a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:03Z', 'updated_at': '2021-12-08T16:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': 'f920342a-4d3d-4036-97fa-eeea8bddf6e5', 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'floating_ip_address': '172.25.0.65', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '15de8570-f928-4307-b023-14f9304f01a0', 'port_id': '454e3d0e-7c95-44ab-83ba-923df040edd1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3986, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8', 'mac_address': 'fa:16:3e:fc:49:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89c7ce2-c505-47ea-8d39-af3fafa57526', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:42:34Z', 'updated_at': '2021-12-08T16:42:34Z', 'revision_number': 0, 'project_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8a6271d-6dcd-4a65-b929-ce28fca9c592', 'name': '', 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8', 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'mac_address': 'fa:16:3e:a7:89:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15de8570-f928-4307-b023-14f9304f01a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '13be6d62-2e9a-40c4-9d1e-34aa15cc5f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:10Z', 'updated_at': '2021-12-08T16:30:23Z', 'revision_number': 5, 'project_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'subnets': [{'id': '13be6d62-2e9a-40c4-9d1e-34aa15cc5f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:42:36.428357 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b23c954-62d2-42a4-a9c0-ca837e6d91ad None None] The sync data for ids ['15de8570-f928-4307-b023-14f9304f01a0'] in n-d-776250-12 is: [{'id': '15de8570-f928-4307-b023-14f9304f01a0', 'name': 'tempest-TestVolumeBootPattern-760813147-router', 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '903a9083-9a60-45de-ba52-146e47efdbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:00Z', 'updated_at': '2021-12-08T16:30:13Z', 'revision_number': 4, 'project_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'gw_port': {'id': '903a9083-9a60-45de-ba52-146e47efdbae', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15de8570-f928-4307-b023-14f9304f01a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:03Z', 'updated_at': '2021-12-08T16:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': 'f920342a-4d3d-4036-97fa-eeea8bddf6e5', 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'floating_ip_address': '172.25.0.65', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '15de8570-f928-4307-b023-14f9304f01a0', 'port_id': '454e3d0e-7c95-44ab-83ba-923df040edd1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3986, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8', 'mac_address': 'fa:16:3e:fc:49:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89c7ce2-c505-47ea-8d39-af3fafa57526', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:42:34Z', 'updated_at': '2021-12-08T16:42:34Z', 'revision_number': 0, 'project_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8a6271d-6dcd-4a65-b929-ce28fca9c592', 'name': '', 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8', 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'mac_address': 'fa:16:3e:a7:89:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15de8570-f928-4307-b023-14f9304f01a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '13be6d62-2e9a-40c4-9d1e-34aa15cc5f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:10Z', 'updated_at': '2021-12-08T16:30:23Z', 'revision_number': 5, 'project_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'subnets': [{'id': '13be6d62-2e9a-40c4-9d1e-34aa15cc5f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:42:36.641915 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb284bb8-0741-441f-97e6-5eaf59536683 None None] New status for floating IP f920342a-4d3d-4036-97fa-eeea8bddf6e5: ACTIVE {{(pid=110552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:42:38.769338 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:41.564485 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-68eb7f2d-3761-4352-93ac-b3173ff7492e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:42.903729 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-404e4866-43bb-4fdf-aed2-122a20153044 req-3bbdeb10-bf98-458d-b80c-3edfd705e36c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b89c7ce2-c505-47ea-8d39-af3fafa57526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0421429 Dec 08 16:42:42.992816 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e4866-43bb-4fdf-aed2-122a20153044 req-089129bf-4b40-4f93-b909-07c7cb3c364d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:42.994397 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-404e4866-43bb-4fdf-aed2-122a20153044 req-089129bf-4b40-4f93-b909-07c7cb3c364d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71f5826d1b3d4cd5a2c95e78c7917860&device_id=b89c7ce2-c505-47ea-8d39-af3fafa57526 HTTP/1.1" status: 200 len: 1097 time: 0.0428739 Dec 08 16:42:43.102436 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e4866-43bb-4fdf-aed2-122a20153044 req-4017e1eb-1088-4bda-b1ad-a7b13648d3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:43.104575 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-404e4866-43bb-4fdf-aed2-122a20153044 req-4017e1eb-1088-4bda-b1ad-a7b13648d3f6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b16f21e0-d13a-4c4c-a863-a31df2be91b8 HTTP/1.1" status: 200 len: 912 time: 0.0906153 Dec 08 16:42:43.176635 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-404e4866-43bb-4fdf-aed2-122a20153044 req-996701b2-31e1-4403-a23d-f92aa6a40ac0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=454e3d0e-7c95-44ab-83ba-923df040edd1 HTTP/1.1" status: 200 len: 1000 time: 0.0651011 Dec 08 16:42:43.227749 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e4866-43bb-4fdf-aed2-122a20153044 req-66d1ac9a-e51d-424b-8a32-990aa8755441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:43.229291 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-404e4866-43bb-4fdf-aed2-122a20153044 req-66d1ac9a-e51d-424b-8a32-990aa8755441 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=13be6d62-2e9a-40c4-9d1e-34aa15cc5f10 HTTP/1.1" status: 200 len: 850 time: 0.0463135 Dec 08 16:42:43.280609 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e4866-43bb-4fdf-aed2-122a20153044 req-ef8f3d4f-b691-492a-a375-ac8da36c3c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:43.282052 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-404e4866-43bb-4fdf-aed2-122a20153044 req-ef8f3d4f-b691-492a-a375-ac8da36c3c99 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b16f21e0-d13a-4c4c-a863-a31df2be91b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458059 Dec 08 16:42:43.371026 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-404e4866-43bb-4fdf-aed2-122a20153044 req-dc516ca9-33e4-49b0-b6c1-e418e0fcf381 service neutron] 10.222.0.37 "GET /v2.0/networks/b16f21e0-d13a-4c4c-a863-a31df2be91b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818307 Dec 08 16:42:43.467622 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-404e4866-43bb-4fdf-aed2-122a20153044 req-588366d2-a01d-45c2-aa83-fad83c2df1d9 service neutron] 10.222.0.37 "GET /v2.0/networks/b16f21e0-d13a-4c4c-a863-a31df2be91b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892906 Dec 08 16:42:44.175183 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-de6e6c7b-80f0-42ad-8fee-52ebf370b847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:45.306446 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:46.797178 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:47.546756 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:48.819654 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-72fe5c21-40df-42fb-8171-2d46c39b0024 req-768660f4-8eb5-42b6-b092-d7089bea5115 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7043915f-4e68-4c6d-b540-5cbac6e8d036&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0422654 Dec 08 16:42:48.909133 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fe5c21-40df-42fb-8171-2d46c39b0024 req-df9cef33-39e3-4040-a295-1dd119d0ad75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:48.910803 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-72fe5c21-40df-42fb-8171-2d46c39b0024 req-df9cef33-39e3-4040-a295-1dd119d0ad75 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=96b951a18eb3472a831a203e899d1f81&device_id=7043915f-4e68-4c6d-b540-5cbac6e8d036 HTTP/1.1" status: 200 len: 1097 time: 0.0442252 Dec 08 16:42:49.019295 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fe5c21-40df-42fb-8171-2d46c39b0024 req-6e9764e1-82e2-40e6-b939-a6599c2ac5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:49.020825 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-72fe5c21-40df-42fb-8171-2d46c39b0024 req-6e9764e1-82e2-40e6-b939-a6599c2ac5bb service neutron] 10.222.0.76 "GET /v2.0/networks?id=3af67554-5995-460a-99e4-b9998391a473 HTTP/1.1" status: 200 len: 910 time: 0.0909531 Dec 08 16:42:49.087286 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-72fe5c21-40df-42fb-8171-2d46c39b0024 req-765e537c-c507-4ff1-b4c7-bf3b05fa6626 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a438e12d-436a-4f6a-b190-918cf02bbaf1 HTTP/1.1" status: 200 len: 1001 time: 0.0592234 Dec 08 16:42:49.144231 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fe5c21-40df-42fb-8171-2d46c39b0024 req-783e3b0a-b655-4f17-b273-faf1428d3cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:49.145719 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-72fe5c21-40df-42fb-8171-2d46c39b0024 req-783e3b0a-b655-4f17-b273-faf1428d3cc6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5c168ebf-529f-4f0e-86cb-4b9b5f4efbdf HTTP/1.1" status: 200 len: 848 time: 0.0518873 Dec 08 16:42:49.210339 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fe5c21-40df-42fb-8171-2d46c39b0024 req-9f05182e-8543-45e3-b835-71cd7b473788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:49.210339 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-72fe5c21-40df-42fb-8171-2d46c39b0024 req-9f05182e-8543-45e3-b835-71cd7b473788 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3af67554-5995-460a-99e4-b9998391a473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570347 Dec 08 16:42:49.303909 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-72fe5c21-40df-42fb-8171-2d46c39b0024 req-d4e1e3a1-9f5d-42c3-ba34-16a7cd75d08f service neutron] 10.222.0.76 "GET /v2.0/networks/3af67554-5995-460a-99e4-b9998391a473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875924 Dec 08 16:42:49.403245 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-72fe5c21-40df-42fb-8171-2d46c39b0024 req-9cda3380-cace-4e30-a6e7-40ea11751857 service neutron] 10.222.0.76 "GET /v2.0/networks/3af67554-5995-460a-99e4-b9998391a473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922701 Dec 08 16:42:49.478130 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:43:04.833973 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [req-78f4422b-635f-4ccc-ab8b-34c1c86344ed req-10341073-99f5-402b-9a61-2f0a95178a35 service neutron] (110550) timed out ('10.222.0.37', 50000) {{(pid=110550) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 16:43:04.855579 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:08.763394 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:11.460775 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a36dc0d9-2bed-4993-89d9-0bbcf5ee5c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:14.145309 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6bfb51f0-9d7a-4b62-b393-e6e4af767740 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:15.340233 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:16.820642 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:17.546446 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:26.480560 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:43:34.957308 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:35.741635 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 60558) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:43:35.865199 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c189d-7ec4-4854-913e-7d773b612827 req-b19618e2-23d9-42c3-b8a7-b7206904579c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:35.869956 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ea9c189d-7ec4-4854-913e-7d773b612827 req-b19618e2-23d9-42c3-b8a7-b7206904579c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7043915f-4e68-4c6d-b540-5cbac6e8d036 HTTP/1.1" status: 200 len: 1097 time: 0.1243370 Dec 08 16:43:35.919726 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ea9c189d-7ec4-4854-913e-7d773b612827 req-512c19ab-6d1f-445a-8f04-2f6d9dca49ff service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=541e62dd-b488-40f8-b2b2-ff919eed66d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462744 Dec 08 16:43:38.802787 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:41.465635 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-41a671d9-61d3-4fe9-8575-9188f908df60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:44.145469 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ea5a08bf-ba84-41a2-8336-7629600c7119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:44.903403 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0938c7d0-90a3-4d2e-90d6-b0f41d5f8c2f req-57b9ecd2-72ef-4aac-99dd-368ffa6b4dcd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b89c7ce2-c505-47ea-8d39-af3fafa57526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0457160 Dec 08 16:43:44.989991 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938c7d0-90a3-4d2e-90d6-b0f41d5f8c2f req-b25f97eb-40a8-4f03-a587-b71bc0413229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:44.991546 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0938c7d0-90a3-4d2e-90d6-b0f41d5f8c2f req-b25f97eb-40a8-4f03-a587-b71bc0413229 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71f5826d1b3d4cd5a2c95e78c7917860&device_id=b89c7ce2-c505-47ea-8d39-af3fafa57526 HTTP/1.1" status: 200 len: 1097 time: 0.0452840 Dec 08 16:43:45.101909 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938c7d0-90a3-4d2e-90d6-b0f41d5f8c2f req-43a48a16-2857-4f89-9a0f-fb625c54b399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:45.103511 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0938c7d0-90a3-4d2e-90d6-b0f41d5f8c2f req-43a48a16-2857-4f89-9a0f-fb625c54b399 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b16f21e0-d13a-4c4c-a863-a31df2be91b8 HTTP/1.1" status: 200 len: 912 time: 0.0927465 Dec 08 16:43:45.174475 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0938c7d0-90a3-4d2e-90d6-b0f41d5f8c2f req-f8dce89f-6942-4b13-854b-4daf1838bd11 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=454e3d0e-7c95-44ab-83ba-923df040edd1 HTTP/1.1" status: 200 len: 1000 time: 0.0638871 Dec 08 16:43:45.226854 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938c7d0-90a3-4d2e-90d6-b0f41d5f8c2f req-2d275c77-b778-486b-adf2-4a54e547e870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:45.228379 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0938c7d0-90a3-4d2e-90d6-b0f41d5f8c2f req-2d275c77-b778-486b-adf2-4a54e547e870 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=13be6d62-2e9a-40c4-9d1e-34aa15cc5f10 HTTP/1.1" status: 200 len: 850 time: 0.0473366 Dec 08 16:43:45.280842 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938c7d0-90a3-4d2e-90d6-b0f41d5f8c2f req-8ae99e4e-df7d-48fd-9a87-f372f9900c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:45.283196 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0938c7d0-90a3-4d2e-90d6-b0f41d5f8c2f req-8ae99e4e-df7d-48fd-9a87-f372f9900c6b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b16f21e0-d13a-4c4c-a863-a31df2be91b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480611 Dec 08 16:43:45.317333 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:45.376295 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0938c7d0-90a3-4d2e-90d6-b0f41d5f8c2f req-4587ce98-da9e-460c-99de-69bac64e145a service neutron] 10.222.0.37 "GET /v2.0/networks/b16f21e0-d13a-4c4c-a863-a31df2be91b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862937 Dec 08 16:43:45.475674 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0938c7d0-90a3-4d2e-90d6-b0f41d5f8c2f req-d6c61244-ad3f-471e-88fd-35ff2fc0b6db service neutron] 10.222.0.37 "GET /v2.0/networks/b16f21e0-d13a-4c4c-a863-a31df2be91b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925469 Dec 08 16:43:46.791175 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:47.545186 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:49.816043 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2729ae9e-4f2a-4d9d-af3d-42338bd70880 req-1e8c5486-69e1-40d9-acad-bc55e465f194 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7043915f-4e68-4c6d-b540-5cbac6e8d036&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0413439 Dec 08 16:43:49.906708 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729ae9e-4f2a-4d9d-af3d-42338bd70880 req-c84ab78d-e597-4ec9-bfc3-4a378bc8766e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:49.908316 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2729ae9e-4f2a-4d9d-af3d-42338bd70880 req-c84ab78d-e597-4ec9-bfc3-4a378bc8766e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=96b951a18eb3472a831a203e899d1f81&device_id=7043915f-4e68-4c6d-b540-5cbac6e8d036 HTTP/1.1" status: 200 len: 1097 time: 0.0472689 Dec 08 16:43:50.022464 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729ae9e-4f2a-4d9d-af3d-42338bd70880 req-8d9e7382-49d6-40a3-aca9-041f3b481107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:50.023958 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2729ae9e-4f2a-4d9d-af3d-42338bd70880 req-8d9e7382-49d6-40a3-aca9-041f3b481107 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3af67554-5995-460a-99e4-b9998391a473 HTTP/1.1" status: 200 len: 910 time: 0.0952384 Dec 08 16:43:50.095811 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2729ae9e-4f2a-4d9d-af3d-42338bd70880 req-a5897753-e28d-479c-b1de-b3b494eb6f30 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a438e12d-436a-4f6a-b190-918cf02bbaf1 HTTP/1.1" status: 200 len: 1001 time: 0.0647240 Dec 08 16:43:50.159674 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729ae9e-4f2a-4d9d-af3d-42338bd70880 req-c3ae1df0-7388-4fda-86e8-1e32ecdb7a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:50.161456 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2729ae9e-4f2a-4d9d-af3d-42338bd70880 req-c3ae1df0-7388-4fda-86e8-1e32ecdb7a29 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5c168ebf-529f-4f0e-86cb-4b9b5f4efbdf HTTP/1.1" status: 200 len: 848 time: 0.0589588 Dec 08 16:43:50.224351 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729ae9e-4f2a-4d9d-af3d-42338bd70880 req-84518c5e-d884-418f-9b7a-644e9f6af408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:50.224351 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2729ae9e-4f2a-4d9d-af3d-42338bd70880 req-84518c5e-d884-418f-9b7a-644e9f6af408 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3af67554-5995-460a-99e4-b9998391a473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495632 Dec 08 16:43:50.311234 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2729ae9e-4f2a-4d9d-af3d-42338bd70880 req-b70ff0f4-bcc3-4327-8ba8-d5378fdd48cb service neutron] 10.222.0.76 "GET /v2.0/networks/3af67554-5995-460a-99e4-b9998391a473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856533 Dec 08 16:43:50.414756 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2729ae9e-4f2a-4d9d-af3d-42338bd70880 req-20b57896-8f2e-4faf-99a6-806c846705d5 service neutron] 10.222.0.76 "GET /v2.0/networks/3af67554-5995-460a-99e4-b9998391a473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957854 Dec 08 16:44:03.481387 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:44:04.841999 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:08.812657 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:11.499349 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a1bbded0-5353-4be3-ba2c-e9b03f031cea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:14.190637 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0c7a6f55-4b68-4dbb-8f7f-6e374947cefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:15.304875 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:16.807826 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:17.596326 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:34.982008 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:38.802158 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:40.480883 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:44:41.493185 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-90f458fd-04f2-4656-9341-76a8408724bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:44.155936 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-88e1f4a8-f3b7-4dd5-b6c0-6a5dcb64e9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:45.309806 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:46.255994 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d0315a3d-9a9d-483c-b1ad-ee39dea6764d req-df9b61cb-7e7f-4a0d-abd1-f023161d8dd2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b89c7ce2-c505-47ea-8d39-af3fafa57526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3899055 Dec 08 16:44:46.342254 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0315a3d-9a9d-483c-b1ad-ee39dea6764d req-3982186b-9908-4932-adaa-7b1205e3ef92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:44:46.343895 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d0315a3d-9a9d-483c-b1ad-ee39dea6764d req-3982186b-9908-4932-adaa-7b1205e3ef92 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71f5826d1b3d4cd5a2c95e78c7917860&device_id=b89c7ce2-c505-47ea-8d39-af3fafa57526 HTTP/1.1" status: 200 len: 1097 time: 0.0425565 Dec 08 16:44:46.458708 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0315a3d-9a9d-483c-b1ad-ee39dea6764d req-3ed4d940-d010-47f1-a028-ab47dbf1dd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:44:46.460212 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d0315a3d-9a9d-483c-b1ad-ee39dea6764d req-3ed4d940-d010-47f1-a028-ab47dbf1dd29 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b16f21e0-d13a-4c4c-a863-a31df2be91b8 HTTP/1.1" status: 200 len: 912 time: 0.0972486 Dec 08 16:44:46.530186 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d0315a3d-9a9d-483c-b1ad-ee39dea6764d req-00cb5189-7e6e-45cc-bcb9-18fa3948b941 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=454e3d0e-7c95-44ab-83ba-923df040edd1 HTTP/1.1" status: 200 len: 1000 time: 0.0625136 Dec 08 16:44:46.596479 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0315a3d-9a9d-483c-b1ad-ee39dea6764d req-58108b20-2a12-4607-ae43-aeec457c250e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:44:46.597994 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d0315a3d-9a9d-483c-b1ad-ee39dea6764d req-58108b20-2a12-4607-ae43-aeec457c250e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=13be6d62-2e9a-40c4-9d1e-34aa15cc5f10 HTTP/1.1" status: 200 len: 850 time: 0.0609379 Dec 08 16:44:46.654260 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0315a3d-9a9d-483c-b1ad-ee39dea6764d req-db2b099e-a3f9-4082-b299-1debfd604715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:44:46.655791 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d0315a3d-9a9d-483c-b1ad-ee39dea6764d req-db2b099e-a3f9-4082-b299-1debfd604715 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b16f21e0-d13a-4c4c-a863-a31df2be91b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504036 Dec 08 16:44:46.757646 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d0315a3d-9a9d-483c-b1ad-ee39dea6764d req-c3483551-b40c-41c7-bca5-6bb57c217323 service neutron] 10.222.0.37 "GET /v2.0/networks/b16f21e0-d13a-4c4c-a863-a31df2be91b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926681 Dec 08 16:44:46.859496 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d0315a3d-9a9d-483c-b1ad-ee39dea6764d req-76bdc4d8-30f7-48e4-bbc9-fc7b1cbd6395 service neutron] 10.222.0.37 "GET /v2.0/networks/b16f21e0-d13a-4c4c-a863-a31df2be91b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964339 Dec 08 16:44:46.875752 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:47.567260 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:50.828081 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-04f0e0b4-cab2-4c19-bc3b-7c988aad2475 req-a47954ab-6358-43a4-88b5-dbb490755192 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7043915f-4e68-4c6d-b540-5cbac6e8d036&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0467064 Dec 08 16:44:50.920331 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0e0b4-cab2-4c19-bc3b-7c988aad2475 req-f343bd84-8331-48e0-96e2-ffbf6594506b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:44:50.921872 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-04f0e0b4-cab2-4c19-bc3b-7c988aad2475 req-f343bd84-8331-48e0-96e2-ffbf6594506b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=96b951a18eb3472a831a203e899d1f81&device_id=7043915f-4e68-4c6d-b540-5cbac6e8d036 HTTP/1.1" status: 200 len: 1097 time: 0.0488176 Dec 08 16:44:51.044973 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0e0b4-cab2-4c19-bc3b-7c988aad2475 req-e2371ea3-2659-4c76-87d0-d847a18bd562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:44:51.046579 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-04f0e0b4-cab2-4c19-bc3b-7c988aad2475 req-e2371ea3-2659-4c76-87d0-d847a18bd562 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3af67554-5995-460a-99e4-b9998391a473 HTTP/1.1" status: 200 len: 910 time: 0.1034319 Dec 08 16:44:51.123804 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-04f0e0b4-cab2-4c19-bc3b-7c988aad2475 req-6be6d821-d82a-44ba-8bc3-739834514064 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a438e12d-436a-4f6a-b190-918cf02bbaf1 HTTP/1.1" status: 200 len: 1001 time: 0.0699074 Dec 08 16:44:51.192353 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0e0b4-cab2-4c19-bc3b-7c988aad2475 req-954867fd-083f-4833-9e7f-6f3707e46ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:44:51.193869 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-04f0e0b4-cab2-4c19-bc3b-7c988aad2475 req-954867fd-083f-4833-9e7f-6f3707e46ae8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5c168ebf-529f-4f0e-86cb-4b9b5f4efbdf HTTP/1.1" status: 200 len: 848 time: 0.0630260 Dec 08 16:44:51.261553 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0e0b4-cab2-4c19-bc3b-7c988aad2475 req-d69a917d-9a50-40f6-87a1-c3b97be66fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:44:51.263168 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-04f0e0b4-cab2-4c19-bc3b-7c988aad2475 req-d69a917d-9a50-40f6-87a1-c3b97be66fe3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3af67554-5995-460a-99e4-b9998391a473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0611665 Dec 08 16:44:51.365964 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-04f0e0b4-cab2-4c19-bc3b-7c988aad2475 req-7fe78a59-74e3-4a60-bff0-6434387c01f4 service neutron] 10.222.0.76 "GET /v2.0/networks/3af67554-5995-460a-99e4-b9998391a473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953629 Dec 08 16:44:51.470912 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-04f0e0b4-cab2-4c19-bc3b-7c988aad2475 req-5e0c8410-e906-47d3-8f82-c8b7feb8d8a2 service neutron] 10.222.0.76 "GET /v2.0/networks/3af67554-5995-460a-99e4-b9998391a473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978169 Dec 08 16:45:04.898603 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:45:07.752985 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b7e4fc15-6b19-4b8d-b9e4-b3e5c0228b0a req-0d35e49d-4a57-4d9f-914e-1dd465e3602a tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-460384439&fields=id&tenant_id=71f5826d1b3d4cd5a2c95e78c7917860 HTTP/1.1" status: 200 len: 267 time: 0.0571344 Dec 08 16:45:07.874836 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e4fc15-6b19-4b8d-b9e4-b3e5c0228b0a req-50bf1d84-d8a7-41f4-b235-cf08e034a2a2 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:45:07.876556 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b7e4fc15-6b19-4b8d-b9e4-b3e5c0228b0a req-50bf1d84-d8a7-41f4-b235-cf08e034a2a2 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/networks?id=b16f21e0-d13a-4c4c-a863-a31df2be91b8 HTTP/1.1" status: 200 len: 811 time: 0.1164799 Dec 08 16:45:07.892450 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b7e4fc15-6b19-4b8d-b9e4-b3e5c0228b0a req-91992245-18f2-40c6-8e96-47e037c9215e tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/quotas/71f5826d1b3d4cd5a2c95e78c7917860 HTTP/1.1" status: 200 len: 375 time: 0.0101054 Dec 08 16:45:07.959959 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b7e4fc15-6b19-4b8d-b9e4-b3e5c0228b0a req-6c100146-4f6e-4b52-96eb-1ed7ad4898c8 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=71f5826d1b3d4cd5a2c95e78c7917860&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0619671 Dec 08 16:45:08.129974 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b7e4fc15-6b19-4b8d-b9e4-b3e5c0228b0a req-eeedddf1-e019-4951-b60f-087ee0147706 service neutron] 10.222.0.64 "GET /v2.0/networks/b16f21e0-d13a-4c4c-a863-a31df2be91b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582847 Dec 08 16:45:08.226664 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b7e4fc15-6b19-4b8d-b9e4-b3e5c0228b0a req-87b0c4ba-3aea-4777-a24a-d2410bd3649e service neutron] 10.222.0.64 "GET /v2.0/networks/b16f21e0-d13a-4c4c-a863-a31df2be91b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904815 Dec 08 16:45:08.846956 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:45:08.900201 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-15f2ac1d-5997-4e73-898b-9558d46c3014 req-7c369189-c108-4e0d-941e-2fdc5e98a574 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b0ed20f-0c34-4de5-ab2e-6e652eceecab HTTP/1.1" status: 200 len: 210 time: 0.0307455 Dec 08 16:45:09.982413 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-eb2202f7-52ce-4937-bed3-ed0c05991703 req-225a7315-a49b-4cf2-8609-083acc71f6c1 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b0ed20f-0c34-4de5-ab2e-6e652eceecab HTTP/1.1" status: 200 len: 210 time: 0.0276327 Dec 08 16:45:11.084816 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-93cd13af-41db-423d-9462-5a58f62c4424 req-2fb486b6-7fec-488d-a30c-f3bd29a553c1 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b0ed20f-0c34-4de5-ab2e-6e652eceecab HTTP/1.1" status: 200 len: 210 time: 0.0323808 Dec 08 16:45:11.646369 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-67d824a4-d681-4523-be08-d4126e7d2e9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:45:12.198766 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2264cf16-c1f9-4cd6-8691-bb828a96aecf req-fae2de5b-410f-4604-a8d3-03a098d0fe7b tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b0ed20f-0c34-4de5-ab2e-6e652eceecab HTTP/1.1" status: 200 len: 210 time: 0.0264771 Dec 08 16:45:13.332794 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-835ef6c2-268c-48c3-a073-29324fe35d87 req-abca9bcb-4a83-4c5e-a814-fb3fe1c62c88 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b0ed20f-0c34-4de5-ab2e-6e652eceecab HTTP/1.1" status: 200 len: 210 time: 0.0324752 Dec 08 16:45:13.368380 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e4fc15-6b19-4b8d-b9e4-b3e5c0228b0a req-cda11274-f70d-458c-a511-8e24739a0619 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:45:13.370255 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b7e4fc15-6b19-4b8d-b9e4-b3e5c0228b0a req-cda11274-f70d-458c-a511-8e24739a0619 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.76 "GET /v2.0/networks?id=b16f21e0-d13a-4c4c-a863-a31df2be91b8 HTTP/1.1" status: 200 len: 811 time: 0.1382542 Dec 08 16:45:13.443872 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b7e4fc15-6b19-4b8d-b9e4-b3e5c0228b0a req-ef1b5c62-e772-48e5-85f1-8172f55e7241 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71f5826d1b3d4cd5a2c95e78c7917860 HTTP/1.1" status: 200 len: 379 time: 0.0580273 Dec 08 16:45:13.453767 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-b7e4fc15-6b19-4b8d-b9e4-b3e5c0228b0a req-fbf316cd-c6bb-44b8-a21e-acfbafb43735 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Request body: {'port': {'device_id': '6b0ed20f-0c34-4de5-ab2e-6e652eceecab', 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8', 'admin_state_up': True, 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'security_groups': ['be95d6c0-ba90-4b7e-9e8d-0586e89a4f29']}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:45:13.652735 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7e4fc15-6b19-4b8d-b9e4-b3e5c0228b0a req-fbf316cd-c6bb-44b8-a21e-acfbafb43735 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Made reservation on behalf of 71f5826d1b3d4cd5a2c95e78c7917860 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:45:13.656596 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b7e4fc15-6b19-4b8d-b9e4-b3e5c0228b0a req-fbf316cd-c6bb-44b8-a21e-acfbafb43735 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:45:13.807559 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-b7e4fc15-6b19-4b8d-b9e4-b3e5c0228b0a req-fbf316cd-c6bb-44b8-a21e-acfbafb43735 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Allocated IP 172.20.0.10 (b16f21e0-d13a-4c4c-a863-a31df2be91b8/13be6d62-2e9a-40c4-9d1e-34aa15cc5f10/22a89ba3-08a2-44cc-892e-8fcf8c1d789a) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:45:13.962361 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b7e4fc15-6b19-4b8d-b9e4-b3e5c0228b0a req-fbf316cd-c6bb-44b8-a21e-acfbafb43735 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:45:14.098870 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b7e4fc15-6b19-4b8d-b9e4-b3e5c0228b0a req-fbf316cd-c6bb-44b8-a21e-acfbafb43735 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:45:14.143450 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7e4fc15-6b19-4b8d-b9e4-b3e5c0228b0a req-fbf316cd-c6bb-44b8-a21e-acfbafb43735 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Network b16f21e0-d13a-4c4c-a863-a31df2be91b8 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:45:14.148717 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-b7e4fc15-6b19-4b8d-b9e4-b3e5c0228b0a req-fbf316cd-c6bb-44b8-a21e-acfbafb43735 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:45:14.154893 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7e4fc15-6b19-4b8d-b9e4-b3e5c0228b0a req-fbf316cd-c6bb-44b8-a21e-acfbafb43735 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:45:14.166943 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b71d6e42-32db-426d-b997-93a7bad8b012 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:45:14.184382 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf316cd-c6bb-44b8-a21e-acfbafb43735 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Pushing event updated for resources: {'Port': ['ID=22a89ba3-08a2-44cc-892e-8fcf8c1d789a,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:45:14.201297 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf316cd-c6bb-44b8-a21e-acfbafb43735 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:45:14.201297 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf316cd-c6bb-44b8-a21e-acfbafb43735 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:45:14.201297 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf316cd-c6bb-44b8-a21e-acfbafb43735 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:45:14.201297 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf316cd-c6bb-44b8-a21e-acfbafb43735 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:45:14.201297 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf316cd-c6bb-44b8-a21e-acfbafb43735 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:45:14.201297 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf316cd-c6bb-44b8-a21e-acfbafb43735 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:45:14.201297 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf316cd-c6bb-44b8-a21e-acfbafb43735 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:45:14.201297 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf316cd-c6bb-44b8-a21e-acfbafb43735 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:45:14.201297 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf316cd-c6bb-44b8-a21e-acfbafb43735 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:45:14.201297 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf316cd-c6bb-44b8-a21e-acfbafb43735 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:45:14.201297 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf316cd-c6bb-44b8-a21e-acfbafb43735 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:45:14.202339 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf316cd-c6bb-44b8-a21e-acfbafb43735 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:45:14.202339 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf316cd-c6bb-44b8-a21e-acfbafb43735 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:45:14.225689 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e4fc15-6b19-4b8d-b9e4-b3e5c0228b0a req-fbf316cd-c6bb-44b8-a21e-acfbafb43735 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:45:14.226736 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b7e4fc15-6b19-4b8d-b9e4-b3e5c0228b0a req-fbf316cd-c6bb-44b8-a21e-acfbafb43735 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:45:14.375659 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b7e4fc15-6b19-4b8d-b9e4-b3e5c0228b0a req-fbf316cd-c6bb-44b8-a21e-acfbafb43735 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9256701 Dec 08 16:45:14.390700 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-b7e4fc15-6b19-4b8d-b9e4-b3e5c0228b0a req-019f18fa-6803-40fe-b996-041b5f79c663 service neutron] Request body: {'port': {'device_id': '6b0ed20f-0c34-4de5-ab2e-6e652eceecab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:45:14.466624 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161cf992-3229-4594-9eda-ae4daf7f86ae req-314b3beb-5ab4-4533-ae62-d07b499f2074 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:45:14.471213 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b7e4fc15-6b19-4b8d-b9e4-b3e5c0228b0a req-019f18fa-6803-40fe-b996-041b5f79c663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:45:14.476256 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-161cf992-3229-4594-9eda-ae4daf7f86ae req-314b3beb-5ab4-4533-ae62-d07b499f2074 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b0ed20f-0c34-4de5-ab2e-6e652eceecab HTTP/1.1" status: 200 len: 932 time: 0.0643566 Dec 08 16:45:14.489849 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-c70d55fe-0aa5-4698-9b5c-7a4ae89ffddd None None] Provisioning complete for port 22a89ba3-08a2-44cc-892e-8fcf8c1d789a triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:45:14.490950 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c70d55fe-0aa5-4698-9b5c-7a4ae89ffddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:45:14.550626 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-c70d55fe-0aa5-4698-9b5c-7a4ae89ffddd None None] Port 22a89ba3-08a2-44cc-892e-8fcf8c1d789a cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:45:14.551129 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-161cf992-3229-4594-9eda-ae4daf7f86ae req-569a29c5-c626-4ebc-8da1-a4a68e24ca17 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=be95d6c0-ba90-4b7e-9e8d-0586e89a4f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706916 Dec 08 16:45:14.768352 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-b7e4fc15-6b19-4b8d-b9e4-b3e5c0228b0a req-019f18fa-6803-40fe-b996-041b5f79c663 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22a89ba3-08a2-44cc-892e-8fcf8c1d789a {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:45:14.779018 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b7e4fc15-6b19-4b8d-b9e4-b3e5c0228b0a req-019f18fa-6803-40fe-b996-041b5f79c663 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:45:14.794382 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-b7e4fc15-6b19-4b8d-b9e4-b3e5c0228b0a req-019f18fa-6803-40fe-b996-041b5f79c663 service neutron] Transition to ACTIVE for port object 22a89ba3-08a2-44cc-892e-8fcf8c1d789a will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:45:14.863959 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b7e4fc15-6b19-4b8d-b9e4-b3e5c0228b0a req-019f18fa-6803-40fe-b996-041b5f79c663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:45:14.938136 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019f18fa-6803-40fe-b996-041b5f79c663 service neutron] Pushing event updated for resources: {'Port': ['ID=22a89ba3-08a2-44cc-892e-8fcf8c1d789a,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:45:15.001412 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-b7e4fc15-6b19-4b8d-b9e4-b3e5c0228b0a req-019f18fa-6803-40fe-b996-041b5f79c663 service neutron] Attempting to bind port 22a89ba3-08a2-44cc-892e-8fcf8c1d789a on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:45:15.001910 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-b7e4fc15-6b19-4b8d-b9e4-b3e5c0228b0a req-019f18fa-6803-40fe-b996-041b5f79c663 service neutron] Attempting to bind port 22a89ba3-08a2-44cc-892e-8fcf8c1d789a by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': '148e30e1-cdcf-4201-a517-2bd3763917d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:45:15.002243 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e4fc15-6b19-4b8d-b9e4-b3e5c0228b0a req-019f18fa-6803-40fe-b996-041b5f79c663 service neutron] Attempting to bind port 22a89ba3-08a2-44cc-892e-8fcf8c1d789a on network b16f21e0-d13a-4c4c-a863-a31df2be91b8 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:45:15.007210 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e4fc15-6b19-4b8d-b9e4-b3e5c0228b0a req-019f18fa-6803-40fe-b996-041b5f79c663 service neutron] Port 22a89ba3-08a2-44cc-892e-8fcf8c1d789a on network b16f21e0-d13a-4c4c-a863-a31df2be91b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:45:15.007531 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e4fc15-6b19-4b8d-b9e4-b3e5c0228b0a req-019f18fa-6803-40fe-b996-041b5f79c663 service neutron] Attempting to bind port 22a89ba3-08a2-44cc-892e-8fcf8c1d789a on network b16f21e0-d13a-4c4c-a863-a31df2be91b8 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:45:15.012951 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e4fc15-6b19-4b8d-b9e4-b3e5c0228b0a req-019f18fa-6803-40fe-b996-041b5f79c663 service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:45:15.013287 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e4fc15-6b19-4b8d-b9e4-b3e5c0228b0a req-019f18fa-6803-40fe-b996-041b5f79c663 service neutron] Checking segment: {'id': '148e30e1-cdcf-4201-a517-2bd3763917d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:45:15.013696 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e4fc15-6b19-4b8d-b9e4-b3e5c0228b0a req-019f18fa-6803-40fe-b996-041b5f79c663 service neutron] Bound using segment: {'id': '148e30e1-cdcf-4201-a517-2bd3763917d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:45:15.014715 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-b7e4fc15-6b19-4b8d-b9e4-b3e5c0228b0a req-019f18fa-6803-40fe-b996-041b5f79c663 service neutron] Bound port: 22a89ba3-08a2-44cc-892e-8fcf8c1d789a, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '148e30e1-cdcf-4201-a517-2bd3763917d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:45:15.015079 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b7e4fc15-6b19-4b8d-b9e4-b3e5c0228b0a req-019f18fa-6803-40fe-b996-041b5f79c663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:45:15.088261 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-b7e4fc15-6b19-4b8d-b9e4-b3e5c0228b0a req-019f18fa-6803-40fe-b996-041b5f79c663 service neutron] For port 22a89ba3-08a2-44cc-892e-8fcf8c1d789a, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:45:15.091860 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-b7e4fc15-6b19-4b8d-b9e4-b3e5c0228b0a req-019f18fa-6803-40fe-b996-041b5f79c663 service neutron] For port 22a89ba3-08a2-44cc-892e-8fcf8c1d789a, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=22a89ba3-08a2-44cc-892e-8fcf8c1d789a,segment=NetworkSegment(148e30e1-cdcf-4201-a517-2bd3763917d1),segment_id=148e30e1-cdcf-4201-a517-2bd3763917d1)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:45:15.202049 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b7e4fc15-6b19-4b8d-b9e4-b3e5c0228b0a req-019f18fa-6803-40fe-b996-041b5f79c663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:45:15.245636 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e4fc15-6b19-4b8d-b9e4-b3e5c0228b0a req-019f18fa-6803-40fe-b996-041b5f79c663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:45:15.246585 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-b7e4fc15-6b19-4b8d-b9e4-b3e5c0228b0a req-019f18fa-6803-40fe-b996-041b5f79c663 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:45:15.249015 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b7e4fc15-6b19-4b8d-b9e4-b3e5c0228b0a req-019f18fa-6803-40fe-b996-041b5f79c663 service neutron] 10.222.0.76 "PUT /v2.0/ports/22a89ba3-08a2-44cc-892e-8fcf8c1d789a HTTP/1.1" status: 200 len: 1093 time: 0.8634596 Dec 08 16:45:15.249743 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b0ed20f-0c34-4de5-ab2e-6e652eceecab', 'tag': '22a89ba3-08a2-44cc-892e-8fcf8c1d789a'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:45:15.252426 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca720a5-1c72-4bf0-8d8b-fb86e525e1a7" -d '{"events": [{"name": "network-changed", "server_uuid": "6b0ed20f-0c34-4de5-ab2e-6e652eceecab", "tag": "22a89ba3-08a2-44cc-892e-8fcf8c1d789a"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:45:15.291057 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019f18fa-6803-40fe-b996-041b5f79c663 service neutron] Pushing event updated for resources: {'Port': ['ID=22a89ba3-08a2-44cc-892e-8fcf8c1d789a,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:45:15.389559 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:45:15.433104 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e4fc15-6b19-4b8d-b9e4-b3e5c0228b0a req-87cda4f7-7d1d-44dd-8890-74b5920ddc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:45:15.434749 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b7e4fc15-6b19-4b8d-b9e4-b3e5c0228b0a req-87cda4f7-7d1d-44dd-8890-74b5920ddc1f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=71f5826d1b3d4cd5a2c95e78c7917860&device_id=6b0ed20f-0c34-4de5-ab2e-6e652eceecab HTTP/1.1" status: 200 len: 1096 time: 0.0573325 Dec 08 16:45:15.488025 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b7e4fc15-6b19-4b8d-b9e4-b3e5c0228b0a req-3bfc1548-be9b-4c37-aa4f-a1018aa82d97 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22a89ba3-08a2-44cc-892e-8fcf8c1d789a HTTP/1.1" status: 200 len: 217 time: 0.0417321 Dec 08 16:45:15.561728 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e4fc15-6b19-4b8d-b9e4-b3e5c0228b0a req-c4bbd9f3-d940-4491-94ed-c95763a5f5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:45:15.568591 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b7e4fc15-6b19-4b8d-b9e4-b3e5c0228b0a req-c4bbd9f3-d940-4491-94ed-c95763a5f5f6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=13be6d62-2e9a-40c4-9d1e-34aa15cc5f10 HTTP/1.1" status: 200 len: 850 time: 0.0666814 Dec 08 16:45:15.620575 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e4fc15-6b19-4b8d-b9e4-b3e5c0228b0a req-2d47feb4-4017-442f-ab56-557beb20ad7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:45:15.622259 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b7e4fc15-6b19-4b8d-b9e4-b3e5c0228b0a req-2d47feb4-4017-442f-ab56-557beb20ad7b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b16f21e0-d13a-4c4c-a863-a31df2be91b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494843 Dec 08 16:45:15.673015 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48adf09a-9da7-4da3-bb1d-7be9f5538a02 req-d5da3fe2-3075-4421-84ca-7015e4d68a31 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:45:15.674759 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-48adf09a-9da7-4da3-bb1d-7be9f5538a02 req-d5da3fe2-3075-4421-84ca-7015e4d68a31 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b0ed20f-0c34-4de5-ab2e-6e652eceecab HTTP/1.1" status: 200 len: 944 time: 0.0525994 Dec 08 16:45:15.721963 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b7e4fc15-6b19-4b8d-b9e4-b3e5c0228b0a req-33b6831e-0429-4c9d-b7a5-917c4e6e9911 service neutron] 10.222.0.76 "GET /v2.0/networks/b16f21e0-d13a-4c4c-a863-a31df2be91b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925624 Dec 08 16:45:15.730358 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-48adf09a-9da7-4da3-bb1d-7be9f5538a02 req-7b969d3b-c383-4c14-bf8c-5895ff75247e tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=be95d6c0-ba90-4b7e-9e8d-0586e89a4f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493777 Dec 08 16:45:15.829267 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b7e4fc15-6b19-4b8d-b9e4-b3e5c0228b0a req-4f194285-b7de-49fd-a42a-7cadf70c517b service neutron] 10.222.0.76 "GET /v2.0/networks/b16f21e0-d13a-4c4c-a863-a31df2be91b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992377 Dec 08 16:45:16.454464 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09bc032b-d7bd-4242-ae95-a06929ee1eb0 x-openstack-request-id: req-09bc032b-d7bd-4242-ae95-a06929ee1eb0 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:45:16.455096 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b0ed20f-0c34-4de5-ab2e-6e652eceecab", "tag": "22a89ba3-08a2-44cc-892e-8fcf8c1d789a", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:45:16.455096 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-09bc032b-d7bd-4242-ae95-a06929ee1eb0 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:45:16.455603 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b0ed20f-0c34-4de5-ab2e-6e652eceecab', 'tag': '22a89ba3-08a2-44cc-892e-8fcf8c1d789a', 'status': 'completed', 'code': 200} Dec 08 16:45:16.522662 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca720a5-1c72-4bf0-8d8b-fb86e525e1a7 req-9ce1d1f9-4cd5-4d3d-8e7f-c097b7876636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:45:16.524235 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cca720a5-1c72-4bf0-8d8b-fb86e525e1a7 req-9ce1d1f9-4cd5-4d3d-8e7f-c097b7876636 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=71f5826d1b3d4cd5a2c95e78c7917860&device_id=6b0ed20f-0c34-4de5-ab2e-6e652eceecab HTTP/1.1" status: 200 len: 1096 time: 0.0462627 Dec 08 16:45:16.624697 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca720a5-1c72-4bf0-8d8b-fb86e525e1a7 req-3e16f05c-3734-4260-a4b7-c65c1d66b626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:45:16.626406 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cca720a5-1c72-4bf0-8d8b-fb86e525e1a7 req-3e16f05c-3734-4260-a4b7-c65c1d66b626 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b16f21e0-d13a-4c4c-a863-a31df2be91b8 HTTP/1.1" status: 200 len: 912 time: 0.0948319 Dec 08 16:45:16.676088 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cca720a5-1c72-4bf0-8d8b-fb86e525e1a7 req-013ea3ba-0855-4f9c-b53b-e676223b29e8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22a89ba3-08a2-44cc-892e-8fcf8c1d789a HTTP/1.1" status: 200 len: 217 time: 0.0414343 Dec 08 16:45:16.743693 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca720a5-1c72-4bf0-8d8b-fb86e525e1a7 req-1d5ed401-2835-4ebf-943c-3cd01e339645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:45:16.745221 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cca720a5-1c72-4bf0-8d8b-fb86e525e1a7 req-1d5ed401-2835-4ebf-943c-3cd01e339645 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=13be6d62-2e9a-40c4-9d1e-34aa15cc5f10 HTTP/1.1" status: 200 len: 850 time: 0.0624936 Dec 08 16:45:16.801454 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca720a5-1c72-4bf0-8d8b-fb86e525e1a7 req-bd39b2fc-8483-401d-8cdd-8b237b4fd69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:45:16.803145 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cca720a5-1c72-4bf0-8d8b-fb86e525e1a7 req-bd39b2fc-8483-401d-8cdd-8b237b4fd69f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b16f21e0-d13a-4c4c-a863-a31df2be91b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512106 Dec 08 16:45:16.835185 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:45:16.890127 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68422df-8054-4b40-8a38-77ec35047f5f req-5ec6734b-0b8e-445f-b139-13a115ebd56c tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:45:16.902993 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a68422df-8054-4b40-8a38-77ec35047f5f req-5ec6734b-0b8e-445f-b139-13a115ebd56c tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b0ed20f-0c34-4de5-ab2e-6e652eceecab HTTP/1.1" status: 200 len: 944 time: 0.0808825 Dec 08 16:45:16.933114 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cca720a5-1c72-4bf0-8d8b-fb86e525e1a7 req-33dc84bd-21ae-429e-9cab-b0f11c5a7c8d service neutron] 10.222.0.76 "GET /v2.0/networks/b16f21e0-d13a-4c4c-a863-a31df2be91b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215324 Dec 08 16:45:16.969300 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a68422df-8054-4b40-8a38-77ec35047f5f req-6d6d20ce-7563-40b6-a2dc-7ed69a87b627 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=be95d6c0-ba90-4b7e-9e8d-0586e89a4f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649166 Dec 08 16:45:17.042881 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cca720a5-1c72-4bf0-8d8b-fb86e525e1a7 req-76d8dc89-7fd3-48eb-b136-226cc9939139 service neutron] 10.222.0.76 "GET /v2.0/networks/b16f21e0-d13a-4c4c-a863-a31df2be91b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030860 Dec 08 16:45:17.481177 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:45:17.572655 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:45:18.093872 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f759b32f-3024-4ddd-b7bf-7119dfe95719 req-8f8a267d-5dae-4767-84a8-acec6d4a371b tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:45:18.095392 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f759b32f-3024-4ddd-b7bf-7119dfe95719 req-8f8a267d-5dae-4767-84a8-acec6d4a371b tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b0ed20f-0c34-4de5-ab2e-6e652eceecab HTTP/1.1" status: 200 len: 944 time: 0.0595891 Dec 08 16:45:18.147297 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f759b32f-3024-4ddd-b7bf-7119dfe95719 req-447d3f6b-c7cd-4933-85c3-b74a58ffb115 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=be95d6c0-ba90-4b7e-9e8d-0586e89a4f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456502 Dec 08 16:45:19.265727 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7556bbd-6991-42e6-a3bb-066b49f5e920 req-f40edf65-5d3f-44c1-a1fa-26e8fbe459dd tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:45:19.267983 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b7556bbd-6991-42e6-a3bb-066b49f5e920 req-f40edf65-5d3f-44c1-a1fa-26e8fbe459dd tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b0ed20f-0c34-4de5-ab2e-6e652eceecab HTTP/1.1" status: 200 len: 944 time: 0.0519888 Dec 08 16:45:19.319331 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b7556bbd-6991-42e6-a3bb-066b49f5e920 req-64700f02-57e6-48a6-9dca-014d12d8b2dd tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=be95d6c0-ba90-4b7e-9e8d-0586e89a4f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450630 Dec 08 16:45:20.438909 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c407897b-8057-4079-baae-6c6e1d4b6f9c req-15c4bb95-ba87-4190-961e-9a808d9626b6 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:45:20.441233 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c407897b-8057-4079-baae-6c6e1d4b6f9c req-15c4bb95-ba87-4190-961e-9a808d9626b6 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b0ed20f-0c34-4de5-ab2e-6e652eceecab HTTP/1.1" status: 200 len: 944 time: 0.0512331 Dec 08 16:45:20.495764 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c407897b-8057-4079-baae-6c6e1d4b6f9c req-153034d8-3279-487f-935b-6d123bb44e3e tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=be95d6c0-ba90-4b7e-9e8d-0586e89a4f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485969 Dec 08 16:45:21.624617 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e96911-f5e2-43e9-b35c-b263818e9717 req-5fd64122-3189-4b61-942c-9e7348f9f068 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:45:21.626139 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-99e96911-f5e2-43e9-b35c-b263818e9717 req-5fd64122-3189-4b61-942c-9e7348f9f068 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b0ed20f-0c34-4de5-ab2e-6e652eceecab HTTP/1.1" status: 200 len: 944 time: 0.0527694 Dec 08 16:45:21.683286 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-99e96911-f5e2-43e9-b35c-b263818e9717 req-a5258bc9-5d88-45e3-99c4-d32c16f42b2d tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=be95d6c0-ba90-4b7e-9e8d-0586e89a4f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509334 Dec 08 16:45:22.802667 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b203a20-f35c-47bb-9363-d35621029bd3 req-0e6ef707-e9c0-45f9-a7af-da8a05bce705 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:45:22.804110 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6b203a20-f35c-47bb-9363-d35621029bd3 req-0e6ef707-e9c0-45f9-a7af-da8a05bce705 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b0ed20f-0c34-4de5-ab2e-6e652eceecab HTTP/1.1" status: 200 len: 944 time: 0.0501964 Dec 08 16:45:22.859779 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6b203a20-f35c-47bb-9363-d35621029bd3 req-29cf8b24-3b36-42fd-b94e-940de850a25b tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=be95d6c0-ba90-4b7e-9e8d-0586e89a4f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495224 Dec 08 16:45:23.993045 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d029b-e530-4c3a-8b3d-ebe12facf210 req-a6a8a49b-ea0e-4cf7-bd30-136c42341032 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:45:23.994607 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-384d029b-e530-4c3a-8b3d-ebe12facf210 req-a6a8a49b-ea0e-4cf7-bd30-136c42341032 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b0ed20f-0c34-4de5-ab2e-6e652eceecab HTTP/1.1" status: 200 len: 944 time: 0.0554302 Dec 08 16:45:24.046839 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-384d029b-e530-4c3a-8b3d-ebe12facf210 req-ff2d49ba-2b66-4198-b6e3-0df70ed4f756 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=be95d6c0-ba90-4b7e-9e8d-0586e89a4f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460911 Dec 08 16:45:25.164848 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba0309-0e58-4a41-bb82-7e109f0e25fc req-e331ba5c-7c22-4556-9a58-1b27489d4fe2 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:45:25.166259 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b6ba0309-0e58-4a41-bb82-7e109f0e25fc req-e331ba5c-7c22-4556-9a58-1b27489d4fe2 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b0ed20f-0c34-4de5-ab2e-6e652eceecab HTTP/1.1" status: 200 len: 944 time: 0.0497909 Dec 08 16:45:25.230698 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b6ba0309-0e58-4a41-bb82-7e109f0e25fc req-72cb97b6-8044-4773-84ec-7418c79f06c6 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=be95d6c0-ba90-4b7e-9e8d-0586e89a4f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562608 Dec 08 16:45:26.349077 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786d9eb0-c988-4dc0-bcbb-e4f900e1b0bb req-267a3c85-b0ed-4125-8a28-568e150bbf39 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:45:26.350504 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-786d9eb0-c988-4dc0-bcbb-e4f900e1b0bb req-267a3c85-b0ed-4125-8a28-568e150bbf39 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b0ed20f-0c34-4de5-ab2e-6e652eceecab HTTP/1.1" status: 200 len: 944 time: 0.0497980 Dec 08 16:45:26.402164 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-786d9eb0-c988-4dc0-bcbb-e4f900e1b0bb req-81eff930-3ae8-4e6b-b778-666669f3159a tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=be95d6c0-ba90-4b7e-9e8d-0586e89a4f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454600 Dec 08 16:45:27.526527 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cc0d90-27b8-47b5-affe-123de4e2c2b9 req-0e5fb772-4b9b-46ee-9a4e-d6e05675a622 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:45:27.528233 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c8cc0d90-27b8-47b5-affe-123de4e2c2b9 req-0e5fb772-4b9b-46ee-9a4e-d6e05675a622 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b0ed20f-0c34-4de5-ab2e-6e652eceecab HTTP/1.1" status: 200 len: 944 time: 0.0514123 Dec 08 16:45:27.578809 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c8cc0d90-27b8-47b5-affe-123de4e2c2b9 req-86c09f83-8eac-4027-b522-eb94e9b0cc64 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=be95d6c0-ba90-4b7e-9e8d-0586e89a4f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441084 Dec 08 16:45:28.704027 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9907660-f6d6-4506-9e7d-3c1be383aad1 req-02a970d7-7111-4b64-9df4-13e653df6419 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:45:28.705730 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a9907660-f6d6-4506-9e7d-3c1be383aad1 req-02a970d7-7111-4b64-9df4-13e653df6419 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b0ed20f-0c34-4de5-ab2e-6e652eceecab HTTP/1.1" status: 200 len: 944 time: 0.0543623 Dec 08 16:45:28.756704 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a9907660-f6d6-4506-9e7d-3c1be383aad1 req-88865eaf-7bb4-4401-acab-79a2d39e223f tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=be95d6c0-ba90-4b7e-9e8d-0586e89a4f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446267 Dec 08 16:45:29.882422 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21776132-3291-4a5e-aef3-8ae701cb8451 req-3fce1437-39a6-4e78-9362-c7574d37a799 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:45:29.884186 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-21776132-3291-4a5e-aef3-8ae701cb8451 req-3fce1437-39a6-4e78-9362-c7574d37a799 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b0ed20f-0c34-4de5-ab2e-6e652eceecab HTTP/1.1" status: 200 len: 944 time: 0.0577750 Dec 08 16:45:29.937994 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-21776132-3291-4a5e-aef3-8ae701cb8451 req-f6279fde-d7ab-499f-bf41-7a3d9e9534c4 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=be95d6c0-ba90-4b7e-9e8d-0586e89a4f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468760 Dec 08 16:45:30.431087 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 22a89ba3-08a2-44cc-892e-8fcf8c1d789a details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:45:30.528540 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 22a89ba3-08a2-44cc-892e-8fcf8c1d789a, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=22a89ba3-08a2-44cc-892e-8fcf8c1d789a,segment=NetworkSegment(148e30e1-cdcf-4201-a517-2bd3763917d1),segment_id=148e30e1-cdcf-4201-a517-2bd3763917d1)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:45:30.543718 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '22a89ba3-08a2-44cc-892e-8fcf8c1d789a', 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8', 'port_id': '22a89ba3-08a2-44cc-892e-8fcf8c1d789a', 'mac_address': 'fa:16:3e:8a:5d:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13be6d62-2e9a-40c4-9d1e-34aa15cc5f10', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:45:30.587080 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:45:30.601618 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22a89ba3-08a2-44cc-892e-8fcf8c1d789a {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:45:30.625106 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 22a89ba3-08a2-44cc-892e-8fcf8c1d789a, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=22a89ba3-08a2-44cc-892e-8fcf8c1d789a,segment=NetworkSegment(148e30e1-cdcf-4201-a517-2bd3763917d1),segment_id=148e30e1-cdcf-4201-a517-2bd3763917d1)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:45:30.708961 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:45:30.757283 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=22a89ba3-08a2-44cc-892e-8fcf8c1d789a,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:45:30.764990 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:45:30.769545 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:45:30.769545 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:45:30.769545 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:45:30.769545 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:45:30.769545 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:45:30.769545 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:45:30.769545 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:45:30.769545 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:45:30.769545 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:45:30.769545 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:45:30.769545 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:45:30.769545 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:45:31.070831 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac639cc2-133d-46ff-a695-056cf7c83d47 req-e371b77e-62eb-45d7-a61b-7f5214997e1c tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:45:31.072711 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ac639cc2-133d-46ff-a695-056cf7c83d47 req-e371b77e-62eb-45d7-a61b-7f5214997e1c tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b0ed20f-0c34-4de5-ab2e-6e652eceecab HTTP/1.1" status: 200 len: 945 time: 0.0562897 Dec 08 16:45:31.092012 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['22a89ba3-08a2-44cc-892e-8fcf8c1d789a'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:45:31.128380 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ac639cc2-133d-46ff-a695-056cf7c83d47 req-edfb76b6-45fc-4af9-a4c1-9d4f00c08d0e tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=be95d6c0-ba90-4b7e-9e8d-0586e89a4f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492435 Dec 08 16:45:32.338512 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441459ae-2b2a-48d9-b49c-b5327f7430e8 req-6441b427-7c44-4376-b150-e9a5a1b6a6f7 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:45:32.339946 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-441459ae-2b2a-48d9-b49c-b5327f7430e8 req-6441b427-7c44-4376-b150-e9a5a1b6a6f7 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b0ed20f-0c34-4de5-ab2e-6e652eceecab HTTP/1.1" status: 200 len: 945 time: 0.1399405 Dec 08 16:45:32.391318 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-441459ae-2b2a-48d9-b49c-b5327f7430e8 req-3b549d07-a97d-47dc-b254-d2746bd002ee tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=be95d6c0-ba90-4b7e-9e8d-0586e89a4f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452850 Dec 08 16:45:32.436053 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 22a89ba3-08a2-44cc-892e-8fcf8c1d789a up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:45:32.543471 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port 22a89ba3-08a2-44cc-892e-8fcf8c1d789a completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:45:32.548047 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 22a89ba3-08a2-44cc-892e-8fcf8c1d789a triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:45:32.548487 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:45:32.627822 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:45:32.651189 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0ed20f-0c34-4de5-ab2e-6e652eceecab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a89ba3-08a2-44cc-892e-8fcf8c1d789a'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:45:32.653479 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b735724f-ca2e-4fb0-8102-57dcfdafec18" -d '{"events": [{"server_uuid": "6b0ed20f-0c34-4de5-ab2e-6e652eceecab", "name": "network-vif-plugged", "status": "completed", "tag": "22a89ba3-08a2-44cc-892e-8fcf8c1d789a"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:45:32.666600 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 22a89ba3-08a2-44cc-892e-8fcf8c1d789a, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=22a89ba3-08a2-44cc-892e-8fcf8c1d789a,segment=NetworkSegment(148e30e1-cdcf-4201-a517-2bd3763917d1),segment_id=148e30e1-cdcf-4201-a517-2bd3763917d1)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:45:32.754948 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:45:32.805818 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=22a89ba3-08a2-44cc-892e-8fcf8c1d789a,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:45:33.511871 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a44431a-9e8a-4c44-b90a-ca1813d9869b req-a6a908c8-15d9-4ce4-9eed-f23ccd8ab688 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:45:33.514019 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5a44431a-9e8a-4c44-b90a-ca1813d9869b req-a6a908c8-15d9-4ce4-9eed-f23ccd8ab688 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b0ed20f-0c34-4de5-ab2e-6e652eceecab HTTP/1.1" status: 200 len: 946 time: 0.0535386 Dec 08 16:45:33.603767 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5a44431a-9e8a-4c44-b90a-ca1813d9869b req-225a2dce-3ddf-41e1-b88b-dcf4acd0d667 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=be95d6c0-ba90-4b7e-9e8d-0586e89a4f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472836 Dec 08 16:45:34.114513 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cff51c3-912f-476d-ad1d-187c284c3c14 x-openstack-request-id: req-2cff51c3-912f-476d-ad1d-187c284c3c14 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:45:34.114513 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0ed20f-0c34-4de5-ab2e-6e652eceecab", "name": "network-vif-plugged", "status": "completed", "tag": "22a89ba3-08a2-44cc-892e-8fcf8c1d789a", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:45:34.114513 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2cff51c3-912f-476d-ad1d-187c284c3c14 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:45:34.114513 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b0ed20f-0c34-4de5-ab2e-6e652eceecab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a89ba3-08a2-44cc-892e-8fcf8c1d789a', 'code': 200} Dec 08 16:45:34.118573 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39aa3ae-1094-457f-b36e-a1394a6c37a9 req-f558cb13-e9ef-4421-9674-fe135d0907ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:45:34.118573 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e39aa3ae-1094-457f-b36e-a1394a6c37a9 req-f558cb13-e9ef-4421-9674-fe135d0907ff service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6b0ed20f-0c34-4de5-ab2e-6e652eceecab HTTP/1.1" status: 200 len: 1098 time: 0.0434947 Dec 08 16:45:34.118573 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e39aa3ae-1094-457f-b36e-a1394a6c37a9 req-4908d3a5-98ce-488c-a092-c36c1a10fbe7 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=be95d6c0-ba90-4b7e-9e8d-0586e89a4f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456216 Dec 08 16:45:34.693714 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669428c-6746-4373-8639-5f462803dfd8 req-0e83a367-9e58-4382-880a-87a24ebfee58 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:45:34.695292 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c669428c-6746-4373-8639-5f462803dfd8 req-0e83a367-9e58-4382-880a-87a24ebfee58 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b0ed20f-0c34-4de5-ab2e-6e652eceecab HTTP/1.1" status: 200 len: 946 time: 0.0517068 Dec 08 16:45:34.756413 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c669428c-6746-4373-8639-5f462803dfd8 req-168aaf75-1705-4341-9384-4cff5564e529 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=be95d6c0-ba90-4b7e-9e8d-0586e89a4f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536256 Dec 08 16:45:34.874934 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:45:35.891048 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c8567-a9b5-4783-a478-bddad7c62b6f req-e6db2328-6abc-41bf-b232-7bee553270b6 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:45:35.892887 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-570c8567-a9b5-4783-a478-bddad7c62b6f req-e6db2328-6abc-41bf-b232-7bee553270b6 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b0ed20f-0c34-4de5-ab2e-6e652eceecab HTTP/1.1" status: 200 len: 946 time: 0.0634446 Dec 08 16:45:35.948713 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-570c8567-a9b5-4783-a478-bddad7c62b6f req-ab0909fd-b75a-4050-b715-a34c902d4c48 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=be95d6c0-ba90-4b7e-9e8d-0586e89a4f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496571 Dec 08 16:45:36.079173 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b45a41b-1c0c-45bf-8dc7-e5f49409e07c req-7804cc45-2a11-49be-b814-33db7e42d6a9 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:45:36.080902 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1b45a41b-1c0c-45bf-8dc7-e5f49409e07c req-7804cc45-2a11-49be-b814-33db7e42d6a9 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b0ed20f-0c34-4de5-ab2e-6e652eceecab HTTP/1.1" status: 200 len: 946 time: 0.0541744 Dec 08 16:45:36.136170 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1b45a41b-1c0c-45bf-8dc7-e5f49409e07c req-7f8348f8-4d32-4064-9983-c05779da9d37 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=be95d6c0-ba90-4b7e-9e8d-0586e89a4f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488219 Dec 08 16:45:36.160530 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 33962) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:45:36.331534 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65a6415-04fa-435a-b274-4f1573ffed9a tempest-TestVolumeBootPattern-1399581815 tempest-TestVolumeBootPattern-1399581815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:45:36.333126 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b65a6415-04fa-435a-b274-4f1573ffed9a tempest-TestVolumeBootPattern-1399581815 tempest-TestVolumeBootPattern-1399581815-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=6b0ed20f-0c34-4de5-ab2e-6e652eceecab HTTP/1.1" status: 200 len: 1093 time: 0.1715758 Dec 08 16:45:36.335987 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 33968) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:45:36.340473 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-586e45c0-eef8-426d-a925-93f1445e6172 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Request body: {'floatingip': {'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'port_id': '22a89ba3-08a2-44cc-892e-8fcf8c1d789a', 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:45:36.469351 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-586e45c0-eef8-426d-a925-93f1445e6172 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks [] for floatingip, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:45:36.580434 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-586e45c0-eef8-426d-a925-93f1445e6172 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:45:36.689825 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-586e45c0-eef8-426d-a925-93f1445e6172 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Allocated IP 172.25.0.205 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/4ae3d615-3b86-4bd2-9cf9-c4d0b1bbf934) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:45:36.800897 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-586e45c0-eef8-426d-a925-93f1445e6172 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:45:36.932549 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-586e45c0-eef8-426d-a925-93f1445e6172 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:45:36.971467 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586e45c0-eef8-426d-a925-93f1445e6172 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:45:36.974343 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-586e45c0-eef8-426d-a925-93f1445e6172 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:45:36.980647 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586e45c0-eef8-426d-a925-93f1445e6172 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:45:37.005728 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586e45c0-eef8-426d-a925-93f1445e6172 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Pushing event updated for resources: {'Port': ['ID=4ae3d615-3b86-4bd2-9cf9-c4d0b1bbf934,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:45:37.382680 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-586e45c0-eef8-426d-a925-93f1445e6172 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:45:37.520075 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-586e45c0-eef8-426d-a925-93f1445e6172 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:45:37.685754 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-586e45c0-eef8-426d-a925-93f1445e6172 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:45:37.777604 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-586e45c0-eef8-426d-a925-93f1445e6172 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:45:37.856114 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586e45c0-eef8-426d-a925-93f1445e6172 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Pushing event updated for resources: {'Port': ['ID=4ae3d615-3b86-4bd2-9cf9-c4d0b1bbf934,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:45:37.865051 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-586e45c0-eef8-426d-a925-93f1445e6172 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:45:38.302462 n-d-776250-12 neutron-server[110550]: INFO neutron.db.l3_db [None req-586e45c0-eef8-426d-a925-93f1445e6172 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Floating IP 59ccff43-7188-45be-8d3b-f69509396f96 associated. External IP: 172.25.0.205, port: 22a89ba3-08a2-44cc-892e-8fcf8c1d789a. Dec 08 16:45:38.521536 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-586e45c0-eef8-426d-a925-93f1445e6172 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Router 15de8570-f928-4307-b023-14f9304f01a0 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:45:38.643215 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-586e45c0-eef8-426d-a925-93f1445e6172 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:45:38.662302 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8b6042-5f4a-494a-a0a9-cf9fd8974faa None None] Sync routers for ids ['15de8570-f928-4307-b023-14f9304f01a0'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:45:38.667218 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8b6042-5f4a-494a-a0a9-cf9fd8974faa None None] Routers {'15de8570-f928-4307-b023-14f9304f01a0'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:45:38.667909 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-2c8b6042-5f4a-494a-a0a9-cf9fd8974faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:45:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['15de8570-f928-4307-b023-14f9304f01a0'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:45:38.768872 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-586e45c0-eef8-426d-a925-93f1445e6172 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:45:38.792468 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-2c8b6042-5f4a-494a-a0a9-cf9fd8974faa None None] Set router 15de8570-f928-4307-b023-14f9304f01a0 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:45:38.810233 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-586e45c0-eef8-426d-a925-93f1445e6172 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4711373 Dec 08 16:45:38.811054 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b0ed20f-0c34-4de5-ab2e-6e652eceecab', 'tag': '22a89ba3-08a2-44cc-892e-8fcf8c1d789a'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:45:38.816813 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fcef6de-9bce-4ac4-b1dc-2396c3aafb4a" -d '{"events": [{"name": "network-changed", "server_uuid": "6b0ed20f-0c34-4de5-ab2e-6e652eceecab", "tag": "22a89ba3-08a2-44cc-892e-8fcf8c1d789a"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:45:38.855182 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9db96d0-3888-41c3-a3ea-e75d9ed44124 x-openstack-request-id: req-e9db96d0-3888-41c3-a3ea-e75d9ed44124 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:45:38.855491 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b0ed20f-0c34-4de5-ab2e-6e652eceecab", "tag": "22a89ba3-08a2-44cc-892e-8fcf8c1d789a", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:45:38.855753 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e9db96d0-3888-41c3-a3ea-e75d9ed44124 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:45:38.856197 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b0ed20f-0c34-4de5-ab2e-6e652eceecab', 'tag': '22a89ba3-08a2-44cc-892e-8fcf8c1d789a', 'status': 'completed', 'code': 200} Dec 08 16:45:38.869560 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:45:39.047730 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcef6de-9bce-4ac4-b1dc-2396c3aafb4a req-2b50dc5b-fb95-42de-8ee0-3824197040af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:45:39.049855 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2fcef6de-9bce-4ac4-b1dc-2396c3aafb4a req-2b50dc5b-fb95-42de-8ee0-3824197040af service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=71f5826d1b3d4cd5a2c95e78c7917860&device_id=6b0ed20f-0c34-4de5-ab2e-6e652eceecab HTTP/1.1" status: 200 len: 1098 time: 0.1641378 Dec 08 16:45:39.060342 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-2c8b6042-5f4a-494a-a0a9-cf9fd8974faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15de8570-f928-4307-b023-14f9304f01a0', 'name': 'tempest-TestVolumeBootPattern-760813147-router', 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '903a9083-9a60-45de-ba52-146e47efdbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:00Z', 'updated_at': '2021-12-08T16:30:13Z', 'revision_number': 4, 'project_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'gw_port': {'id': '903a9083-9a60-45de-ba52-146e47efdbae', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15de8570-f928-4307-b023-14f9304f01a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:03Z', 'updated_at': '2021-12-08T16:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '59ccff43-7188-45be-8d3b-f69509396f96', 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'floating_ip_address': '172.25.0.205', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '15de8570-f928-4307-b023-14f9304f01a0', 'port_id': '22a89ba3-08a2-44cc-892e-8fcf8c1d789a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3989, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8', 'mac_address': 'fa:16:3e:8a:5d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0ed20f-0c34-4de5-ab2e-6e652eceecab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:45:37Z', 'updated_at': '2021-12-08T16:45:37Z', 'revision_number': 0, 'project_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'fixed_ip_address_scope': None}, {'id': 'f920342a-4d3d-4036-97fa-eeea8bddf6e5', 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'floating_ip_address': '172.25.0.65', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '15de8570-f928-4307-b023-14f9304f01a0', 'port_id': '454e3d0e-7c95-44ab-83ba-923df040edd1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3986, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8', 'mac_address': 'fa:16:3e:fc:49:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89c7ce2-c505-47ea-8d39-af3fafa57526', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:42:34Z', 'updated_at': '2021-12-08T16:42:36Z', 'revision_number': 1, 'project_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8a6271d-6dcd-4a65-b929-ce28fca9c592', 'name': '', 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8', 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'mac_address': 'fa:16:3e:a7:89:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15de8570-f928-4307-b023-14f9304f01a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '13be6d62-2e9a-40c4-9d1e-34aa15cc5f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:10Z', 'updated_at': '2021-12-08T16:30:23Z', 'revision_number': 5, 'project_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'subnets': [{'id': '13be6d62-2e9a-40c4-9d1e-34aa15cc5f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:45:39.094789 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8b6042-5f4a-494a-a0a9-cf9fd8974faa None None] Checking router: 15de8570-f928-4307-b023-14f9304f01a0 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:45:39.104784 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8b6042-5f4a-494a-a0a9-cf9fd8974faa None None] Routers {'15de8570-f928-4307-b023-14f9304f01a0'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:45:39.104938 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-2c8b6042-5f4a-494a-a0a9-cf9fd8974faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:45:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['15de8570-f928-4307-b023-14f9304f01a0'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:45:39.155939 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcef6de-9bce-4ac4-b1dc-2396c3aafb4a req-cb50a125-8ca5-49fa-8ea6-9351f259d34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:45:39.157482 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2fcef6de-9bce-4ac4-b1dc-2396c3aafb4a req-cb50a125-8ca5-49fa-8ea6-9351f259d34e service neutron] 10.222.0.76 "GET /v2.0/networks?id=b16f21e0-d13a-4c4c-a863-a31df2be91b8 HTTP/1.1" status: 200 len: 912 time: 0.1005859 Dec 08 16:45:39.215879 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-2c8b6042-5f4a-494a-a0a9-cf9fd8974faa None None] Set router 15de8570-f928-4307-b023-14f9304f01a0 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:45:39.245695 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2fcef6de-9bce-4ac4-b1dc-2396c3aafb4a req-15d7560a-87ea-471e-81ec-dbd04efc032e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22a89ba3-08a2-44cc-892e-8fcf8c1d789a HTTP/1.1" status: 200 len: 1000 time: 0.0806425 Dec 08 16:45:39.304891 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcef6de-9bce-4ac4-b1dc-2396c3aafb4a req-d907bc78-c1d3-41d2-998c-bb4366578e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:45:39.306456 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2fcef6de-9bce-4ac4-b1dc-2396c3aafb4a req-d907bc78-c1d3-41d2-998c-bb4366578e34 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=13be6d62-2e9a-40c4-9d1e-34aa15cc5f10 HTTP/1.1" status: 200 len: 850 time: 0.0532992 Dec 08 16:45:39.376599 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcef6de-9bce-4ac4-b1dc-2396c3aafb4a req-248e34f7-b7ef-47bd-af00-7827f358d8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:45:39.378210 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2fcef6de-9bce-4ac4-b1dc-2396c3aafb4a req-248e34f7-b7ef-47bd-af00-7827f358d8f8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b16f21e0-d13a-4c4c-a863-a31df2be91b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0644855 Dec 08 16:45:39.497101 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2fcef6de-9bce-4ac4-b1dc-2396c3aafb4a req-0458d1ce-3f77-46a8-afa4-33f01dbd029e service neutron] 10.222.0.76 "GET /v2.0/networks/b16f21e0-d13a-4c4c-a863-a31df2be91b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118443 Dec 08 16:45:39.580121 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-2c8b6042-5f4a-494a-a0a9-cf9fd8974faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15de8570-f928-4307-b023-14f9304f01a0', 'name': 'tempest-TestVolumeBootPattern-760813147-router', 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '903a9083-9a60-45de-ba52-146e47efdbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:00Z', 'updated_at': '2021-12-08T16:30:13Z', 'revision_number': 4, 'project_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'gw_port': {'id': '903a9083-9a60-45de-ba52-146e47efdbae', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15de8570-f928-4307-b023-14f9304f01a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:03Z', 'updated_at': '2021-12-08T16:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '59ccff43-7188-45be-8d3b-f69509396f96', 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'floating_ip_address': '172.25.0.205', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '15de8570-f928-4307-b023-14f9304f01a0', 'port_id': '22a89ba3-08a2-44cc-892e-8fcf8c1d789a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3989, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8', 'mac_address': 'fa:16:3e:8a:5d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0ed20f-0c34-4de5-ab2e-6e652eceecab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:45:37Z', 'updated_at': '2021-12-08T16:45:37Z', 'revision_number': 0, 'project_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'fixed_ip_address_scope': None}, {'id': 'f920342a-4d3d-4036-97fa-eeea8bddf6e5', 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'floating_ip_address': '172.25.0.65', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '15de8570-f928-4307-b023-14f9304f01a0', 'port_id': '454e3d0e-7c95-44ab-83ba-923df040edd1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3986, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8', 'mac_address': 'fa:16:3e:fc:49:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89c7ce2-c505-47ea-8d39-af3fafa57526', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:42:34Z', 'updated_at': '2021-12-08T16:42:36Z', 'revision_number': 1, 'project_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8a6271d-6dcd-4a65-b929-ce28fca9c592', 'name': '', 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8', 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'mac_address': 'fa:16:3e:a7:89:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15de8570-f928-4307-b023-14f9304f01a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '13be6d62-2e9a-40c4-9d1e-34aa15cc5f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:10Z', 'updated_at': '2021-12-08T16:30:23Z', 'revision_number': 5, 'project_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'subnets': [{'id': '13be6d62-2e9a-40c4-9d1e-34aa15cc5f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:45:39.598207 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2fcef6de-9bce-4ac4-b1dc-2396c3aafb4a req-8512e045-e04f-41a4-8df2-c6bb4c47fdaa service neutron] 10.222.0.76 "GET /v2.0/networks/b16f21e0-d13a-4c4c-a863-a31df2be91b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941057 Dec 08 16:45:39.610688 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8b6042-5f4a-494a-a0a9-cf9fd8974faa None None] The sync data for ids ['15de8570-f928-4307-b023-14f9304f01a0'] in n-d-776250-12 is: [{'id': '15de8570-f928-4307-b023-14f9304f01a0', 'name': 'tempest-TestVolumeBootPattern-760813147-router', 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '903a9083-9a60-45de-ba52-146e47efdbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:00Z', 'updated_at': '2021-12-08T16:30:13Z', 'revision_number': 4, 'project_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'gw_port': {'id': '903a9083-9a60-45de-ba52-146e47efdbae', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15de8570-f928-4307-b023-14f9304f01a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:03Z', 'updated_at': '2021-12-08T16:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '59ccff43-7188-45be-8d3b-f69509396f96', 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'floating_ip_address': '172.25.0.205', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '15de8570-f928-4307-b023-14f9304f01a0', 'port_id': '22a89ba3-08a2-44cc-892e-8fcf8c1d789a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3989, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8', 'mac_address': 'fa:16:3e:8a:5d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0ed20f-0c34-4de5-ab2e-6e652eceecab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:45:37Z', 'updated_at': '2021-12-08T16:45:37Z', 'revision_number': 0, 'project_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'fixed_ip_address_scope': None}, {'id': 'f920342a-4d3d-4036-97fa-eeea8bddf6e5', 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'floating_ip_address': '172.25.0.65', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '15de8570-f928-4307-b023-14f9304f01a0', 'port_id': '454e3d0e-7c95-44ab-83ba-923df040edd1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3986, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8', 'mac_address': 'fa:16:3e:fc:49:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89c7ce2-c505-47ea-8d39-af3fafa57526', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:42:34Z', 'updated_at': '2021-12-08T16:42:36Z', 'revision_number': 1, 'project_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8a6271d-6dcd-4a65-b929-ce28fca9c592', 'name': '', 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8', 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'mac_address': 'fa:16:3e:a7:89:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15de8570-f928-4307-b023-14f9304f01a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '13be6d62-2e9a-40c4-9d1e-34aa15cc5f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:10Z', 'updated_at': '2021-12-08T16:30:23Z', 'revision_number': 5, 'project_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'subnets': [{'id': '13be6d62-2e9a-40c4-9d1e-34aa15cc5f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:45:39.839510 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92959004-db6d-41d1-8180-bc2c2f2b9488 None None] New status for floating IP 59ccff43-7188-45be-8d3b-f69509396f96: ACTIVE {{(pid=110552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:45:41.663383 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9dba39bb-cfd1-4af8-84ff-030ba3445437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:45:44.166258 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4dbe5b77-e193-4ff4-91be-054b70d18708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:45:45.348723 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:45:46.840546 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:45:47.606071 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:45:47.890168 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1657ce8e-5887-4e9b-b952-9d4a692034a8 req-937eed3f-2f6d-41ad-87ea-959b3566d294 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b89c7ce2-c505-47ea-8d39-af3fafa57526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0423968 Dec 08 16:45:47.982266 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657ce8e-5887-4e9b-b952-9d4a692034a8 req-dbb625bb-f40f-402d-ad4c-1bd7b71c8dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:45:47.984426 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1657ce8e-5887-4e9b-b952-9d4a692034a8 req-dbb625bb-f40f-402d-ad4c-1bd7b71c8dfc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71f5826d1b3d4cd5a2c95e78c7917860&device_id=b89c7ce2-c505-47ea-8d39-af3fafa57526 HTTP/1.1" status: 200 len: 1097 time: 0.0467479 Dec 08 16:45:48.095256 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657ce8e-5887-4e9b-b952-9d4a692034a8 req-9b7d06a0-493b-454c-b71e-7b35085fbe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:45:48.096791 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1657ce8e-5887-4e9b-b952-9d4a692034a8 req-9b7d06a0-493b-454c-b71e-7b35085fbe3e service neutron] 10.222.0.37 "GET /v2.0/networks?id=b16f21e0-d13a-4c4c-a863-a31df2be91b8 HTTP/1.1" status: 200 len: 912 time: 0.0929904 Dec 08 16:45:48.172714 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1657ce8e-5887-4e9b-b952-9d4a692034a8 req-be4a7eaf-c64c-41c7-beec-0db99655f67b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=454e3d0e-7c95-44ab-83ba-923df040edd1 HTTP/1.1" status: 200 len: 1000 time: 0.0685990 Dec 08 16:45:48.224847 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657ce8e-5887-4e9b-b952-9d4a692034a8 req-16651e52-5572-4a64-be0b-4858a03fd9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:45:48.226426 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1657ce8e-5887-4e9b-b952-9d4a692034a8 req-16651e52-5572-4a64-be0b-4858a03fd9f4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=13be6d62-2e9a-40c4-9d1e-34aa15cc5f10 HTTP/1.1" status: 200 len: 850 time: 0.0476260 Dec 08 16:45:48.287327 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657ce8e-5887-4e9b-b952-9d4a692034a8 req-67f2d93a-8956-4f3d-a4f7-b5f41f4ac1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:45:48.288819 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1657ce8e-5887-4e9b-b952-9d4a692034a8 req-67f2d93a-8956-4f3d-a4f7-b5f41f4ac1d0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b16f21e0-d13a-4c4c-a863-a31df2be91b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545585 Dec 08 16:45:48.388298 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1657ce8e-5887-4e9b-b952-9d4a692034a8 req-b4198717-663b-4f28-be1b-547b947f6252 service neutron] 10.222.0.37 "GET /v2.0/networks/b16f21e0-d13a-4c4c-a863-a31df2be91b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915637 Dec 08 16:45:48.485404 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1657ce8e-5887-4e9b-b952-9d4a692034a8 req-dddf15c0-3846-4cd7-8c06-54827c0bd768 service neutron] 10.222.0.37 "GET /v2.0/networks/b16f21e0-d13a-4c4c-a863-a31df2be91b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903273 Dec 08 16:45:50.810562 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d32c3859-2664-4acc-9507-f5009fe3de5b req-78a7b695-d946-42ad-a121-b0e17907baf5 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7043915f-4e68-4c6d-b540-5cbac6e8d036&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0415370 Dec 08 16:45:50.899642 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c3859-2664-4acc-9507-f5009fe3de5b req-f4f3b914-db21-4ad6-99a8-3117587c1c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:45:50.901027 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d32c3859-2664-4acc-9507-f5009fe3de5b req-f4f3b914-db21-4ad6-99a8-3117587c1c56 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=96b951a18eb3472a831a203e899d1f81&device_id=7043915f-4e68-4c6d-b540-5cbac6e8d036 HTTP/1.1" status: 200 len: 1097 time: 0.0475628 Dec 08 16:45:51.032304 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c3859-2664-4acc-9507-f5009fe3de5b req-2639a4cb-488e-4770-83ee-de385da86591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:45:51.033847 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d32c3859-2664-4acc-9507-f5009fe3de5b req-2639a4cb-488e-4770-83ee-de385da86591 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3af67554-5995-460a-99e4-b9998391a473 HTTP/1.1" status: 200 len: 910 time: 0.0892267 Dec 08 16:45:51.116206 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d32c3859-2664-4acc-9507-f5009fe3de5b req-24fd3c8e-94d5-4b6a-b3a7-8209cc860caf service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a438e12d-436a-4f6a-b190-918cf02bbaf1 HTTP/1.1" status: 200 len: 1001 time: 0.0736947 Dec 08 16:45:51.176198 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c3859-2664-4acc-9507-f5009fe3de5b req-ce09a33c-a673-4939-b5a5-97d36f0ea515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:45:51.177676 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d32c3859-2664-4acc-9507-f5009fe3de5b req-ce09a33c-a673-4939-b5a5-97d36f0ea515 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5c168ebf-529f-4f0e-86cb-4b9b5f4efbdf HTTP/1.1" status: 200 len: 848 time: 0.0542374 Dec 08 16:45:51.229097 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c3859-2664-4acc-9507-f5009fe3de5b req-1cc4d98e-dc60-46ce-9a37-d2b56a352655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:45:51.231116 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d32c3859-2664-4acc-9507-f5009fe3de5b req-1cc4d98e-dc60-46ce-9a37-d2b56a352655 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3af67554-5995-460a-99e4-b9998391a473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462933 Dec 08 16:45:51.334182 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d32c3859-2664-4acc-9507-f5009fe3de5b req-8f6828ba-a161-4eee-a4e7-b6c478f08158 service neutron] 10.222.0.76 "GET /v2.0/networks/3af67554-5995-460a-99e4-b9998391a473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953908 Dec 08 16:45:51.437337 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d32c3859-2664-4acc-9507-f5009fe3de5b req-c2e0a974-dfb9-40a4-b3e1-07c0aef434df service neutron] 10.222.0.76 "GET /v2.0/networks/3af67554-5995-460a-99e4-b9998391a473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961647 Dec 08 16:45:54.480531 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:46:04.869120 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:46:08.782712 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:46:11.531873 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0aea9455-6515-47d2-8e5c-5dad40caa00e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:46:14.244428 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a740358b-8542-49c4-bbb4-7505750aa071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:46:15.336688 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:46:16.845607 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:46:17.577213 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:46:24.043407 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 34716) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:46:24.180896 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c0206699-3a90-4f72-a74a-c1226b2c6728 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8286b45da5974226a5d9b89deb3fff8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1363070 Dec 08 16:46:24.183389 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 34720) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:46:24.230861 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3c169aa9-c1c4-42eb-8281-dd37780c66e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:46:24.252117 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3c169aa9-c1c4-42eb-8281-dd37780c66e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:46:24.422550 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3c169aa9-c1c4-42eb-8281-dd37780c66e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:46:24.425289 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3c169aa9-c1c4-42eb-8281-dd37780c66e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:46:24.426470 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-3c169aa9-c1c4-42eb-8281-dd37780c66e8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/eb5c051d-7e47-4143-af26-4ca958055617 HTTP/1.1" status: 204 len: 168 time: 0.2421787 Dec 08 16:46:24.440295 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c169aa9-c1c4-42eb-8281-dd37780c66e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5c051d-7e47-4143-af26-4ca958055617,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:46:24.452323 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c169aa9-c1c4-42eb-8281-dd37780c66e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:46:24.452323 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c169aa9-c1c4-42eb-8281-dd37780c66e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:46:24.452323 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c169aa9-c1c4-42eb-8281-dd37780c66e8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:46:24.452323 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c169aa9-c1c4-42eb-8281-dd37780c66e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:46:24.452728 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c169aa9-c1c4-42eb-8281-dd37780c66e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:46:24.453013 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c169aa9-c1c4-42eb-8281-dd37780c66e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:46:24.453350 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c169aa9-c1c4-42eb-8281-dd37780c66e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:46:24.453734 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c169aa9-c1c4-42eb-8281-dd37780c66e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:46:24.454019 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c169aa9-c1c4-42eb-8281-dd37780c66e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:46:24.454329 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c169aa9-c1c4-42eb-8281-dd37780c66e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:46:24.454661 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c169aa9-c1c4-42eb-8281-dd37780c66e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:46:24.455043 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c169aa9-c1c4-42eb-8281-dd37780c66e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:46:24.455388 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c169aa9-c1c4-42eb-8281-dd37780c66e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:46:25.447431 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 34742) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:46:25.558676 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-aff08191-faad-4d99-97f0-64269dc71f2a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2115674384-network', 'tenant_id': '57db4fd5570b4e67bce525dccc0427ed'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:46:25.639090 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff08191-faad-4d99-97f0-64269dc71f2a admin admin] Made reservation on behalf of 57db4fd5570b4e67bce525dccc0427ed for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:46:25.641791 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aff08191-faad-4d99-97f0-64269dc71f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:46:25.651416 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aff08191-faad-4d99-97f0-64269dc71f2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:46:25.728617 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aff08191-faad-4d99-97f0-64269dc71f2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:46:25.793693 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aff08191-faad-4d99-97f0-64269dc71f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:46:25.819683 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aff08191-faad-4d99-97f0-64269dc71f2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:46:25.830309 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff08191-faad-4d99-97f0-64269dc71f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c8f6a9-1645-42ad-b679-31132b350efa,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:46:25.836227 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aff08191-faad-4d99-97f0-64269dc71f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:46:25.836577 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-aff08191-faad-4d99-97f0-64269dc71f2a admin admin] Added segment fab4705a-0d22-47bc-a973-a3b8782d72c2 of type vlan for network 9f81c6c5-4b42-449d-b4a6-8430eadfc704 Dec 08 16:46:25.880000 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aff08191-faad-4d99-97f0-64269dc71f2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:46:25.987869 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aff08191-faad-4d99-97f0-64269dc71f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:46:25.988943 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff08191-faad-4d99-97f0-64269dc71f2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:46:25.989540 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-aff08191-faad-4d99-97f0-64269dc71f2a admin admin] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:46:26.054705 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff08191-faad-4d99-97f0-64269dc71f2a admin admin] Pushing event updated for resources: {'Network': ['ID=9f81c6c5-4b42-449d-b4a6-8430eadfc704,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:46:26.065199 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 9f81c6c5-4b42-449d-b4a6-8430eadfc704 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:46:26.139288 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-aff08191-faad-4d99-97f0-64269dc71f2a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6906600 Dec 08 16:46:26.142442 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 34746) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:46:26.147419 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-e60c0293-7653-40af-879b-a36315542b79 admin admin] Request body: {'subnet': {'network_id': '9f81c6c5-4b42-449d-b4a6-8430eadfc704', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2115674384-subnet', 'tenant_id': '57db4fd5570b4e67bce525dccc0427ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:46:26.238739 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60c0293-7653-40af-879b-a36315542b79 admin admin] Made reservation on behalf of 57db4fd5570b4e67bce525dccc0427ed for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:46:26.241683 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e60c0293-7653-40af-879b-a36315542b79 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:46:26.485399 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e60c0293-7653-40af-879b-a36315542b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:46:26.539099 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c0293-7653-40af-879b-a36315542b79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea404c26-5994-4117-bf38-653fbd348f64,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:46:26.561952 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60c0293-7653-40af-879b-a36315542b79 admin admin] Checking segment: {'id': 'fab4705a-0d22-47bc-a973-a3b8782d72c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9f81c6c5-4b42-449d-b4a6-8430eadfc704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:46:26.562318 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60c0293-7653-40af-879b-a36315542b79 admin admin] Network hostable DHCP agents. Network: 9f81c6c5-4b42-449d-b4a6-8430eadfc704, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:46:26.655579 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60c0293-7653-40af-879b-a36315542b79 admin admin] Network 9f81c6c5-4b42-449d-b4a6-8430eadfc704 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:46:26.719354 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-e60c0293-7653-40af-879b-a36315542b79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 9f81c6c5-4b42-449d-b4a6-8430eadfc704) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:46:26.723619 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60c0293-7653-40af-879b-a36315542b79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:46:26.724240 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e60c0293-7653-40af-879b-a36315542b79 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:46:26.729746 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd858608-1fa6-47d8-8b1a-5f8b5e8a4f2d None None] Network 9f81c6c5-4b42-449d-b4a6-8430eadfc704 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:46:26.826266 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da636fce-cb0f-4f7d-809d-a3f341366dbf None None] Network 9f81c6c5-4b42-449d-b4a6-8430eadfc704 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:46:26.827721 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-e60c0293-7653-40af-879b-a36315542b79 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6841958 Dec 08 16:46:31.483018 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:46:34.822950 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:46:38.798251 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:46:41.502280 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-13a2133e-c1f1-4663-a994-a471a8f78db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:46:44.131231 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-147e3ba0-c516-4f22-85e5-5860d33f4fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:46:45.376519 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:46:46.799309 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:46:47.559237 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:46:49.896233 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ee1eda02-d874-4e3c-96b2-6d747b570508 req-05199faa-f479-4d79-b7de-d870d665e212 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b89c7ce2-c505-47ea-8d39-af3fafa57526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0420341 Dec 08 16:46:49.979438 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1eda02-d874-4e3c-96b2-6d747b570508 req-8e80ec68-ca43-4f06-bdd8-baf3ac8e59c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:46:49.981001 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ee1eda02-d874-4e3c-96b2-6d747b570508 req-8e80ec68-ca43-4f06-bdd8-baf3ac8e59c7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71f5826d1b3d4cd5a2c95e78c7917860&device_id=b89c7ce2-c505-47ea-8d39-af3fafa57526 HTTP/1.1" status: 200 len: 1097 time: 0.0412641 Dec 08 16:46:50.091909 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1eda02-d874-4e3c-96b2-6d747b570508 req-8362ff42-741c-4b72-96f3-af9aac32e1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:46:50.093450 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ee1eda02-d874-4e3c-96b2-6d747b570508 req-8362ff42-741c-4b72-96f3-af9aac32e1bf service neutron] 10.222.0.37 "GET /v2.0/networks?id=b16f21e0-d13a-4c4c-a863-a31df2be91b8 HTTP/1.1" status: 200 len: 912 time: 0.0921900 Dec 08 16:46:50.163421 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ee1eda02-d874-4e3c-96b2-6d747b570508 req-5f0d7c3e-53c9-4168-83fd-7d29e7db06d5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=454e3d0e-7c95-44ab-83ba-923df040edd1 HTTP/1.1" status: 200 len: 1000 time: 0.0622673 Dec 08 16:46:50.219026 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1eda02-d874-4e3c-96b2-6d747b570508 req-1c1d2beb-4c0a-4291-a11c-dc95fe458985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:46:50.220704 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ee1eda02-d874-4e3c-96b2-6d747b570508 req-1c1d2beb-4c0a-4291-a11c-dc95fe458985 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=13be6d62-2e9a-40c4-9d1e-34aa15cc5f10 HTTP/1.1" status: 200 len: 850 time: 0.0507503 Dec 08 16:46:50.272808 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1eda02-d874-4e3c-96b2-6d747b570508 req-9fba931b-5011-493c-a733-5065866778a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:46:50.274401 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ee1eda02-d874-4e3c-96b2-6d747b570508 req-9fba931b-5011-493c-a733-5065866778a3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b16f21e0-d13a-4c4c-a863-a31df2be91b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466602 Dec 08 16:46:50.375221 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ee1eda02-d874-4e3c-96b2-6d747b570508 req-b6a6f586-6036-4a7d-8117-d747ce0e7862 service neutron] 10.222.0.37 "GET /v2.0/networks/b16f21e0-d13a-4c4c-a863-a31df2be91b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939205 Dec 08 16:46:50.474322 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ee1eda02-d874-4e3c-96b2-6d747b570508 req-f0309b03-ed12-4a26-a695-73cc72d1bb3b service neutron] 10.222.0.37 "GET /v2.0/networks/b16f21e0-d13a-4c4c-a863-a31df2be91b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919673 Dec 08 16:46:50.881557 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fd4d8cb6-e268-4150-ad49-92e92e7bba1e req-3253d158-a6a5-4dba-8382-17786a933cdc service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6b0ed20f-0c34-4de5-ab2e-6e652eceecab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0975196 Dec 08 16:46:50.946579 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d8cb6-e268-4150-ad49-92e92e7bba1e req-8faba6d4-b8a3-41de-a72c-514a70945353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:46:50.948042 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fd4d8cb6-e268-4150-ad49-92e92e7bba1e req-8faba6d4-b8a3-41de-a72c-514a70945353 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=71f5826d1b3d4cd5a2c95e78c7917860&device_id=6b0ed20f-0c34-4de5-ab2e-6e652eceecab HTTP/1.1" status: 200 len: 1098 time: 0.0418270 Dec 08 16:46:51.072879 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d8cb6-e268-4150-ad49-92e92e7bba1e req-e072d45b-70d9-44f2-a43b-c8336dd53462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:46:51.074363 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fd4d8cb6-e268-4150-ad49-92e92e7bba1e req-e072d45b-70d9-44f2-a43b-c8336dd53462 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b16f21e0-d13a-4c4c-a863-a31df2be91b8 HTTP/1.1" status: 200 len: 912 time: 0.1067157 Dec 08 16:46:51.170155 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fd4d8cb6-e268-4150-ad49-92e92e7bba1e req-75e0d09f-5f97-4b71-9bb4-f65284758ab2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22a89ba3-08a2-44cc-892e-8fcf8c1d789a HTTP/1.1" status: 200 len: 1002 time: 0.0887542 Dec 08 16:46:51.240227 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d8cb6-e268-4150-ad49-92e92e7bba1e req-6a835608-4cd4-452c-954a-d1817c741dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:46:51.241756 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fd4d8cb6-e268-4150-ad49-92e92e7bba1e req-6a835608-4cd4-452c-954a-d1817c741dbc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=13be6d62-2e9a-40c4-9d1e-34aa15cc5f10 HTTP/1.1" status: 200 len: 850 time: 0.0653815 Dec 08 16:46:51.292814 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d8cb6-e268-4150-ad49-92e92e7bba1e req-96da36cd-e339-4c71-bada-cd1a403124a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:46:51.295229 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fd4d8cb6-e268-4150-ad49-92e92e7bba1e req-96da36cd-e339-4c71-bada-cd1a403124a6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b16f21e0-d13a-4c4c-a863-a31df2be91b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462143 Dec 08 16:46:51.405496 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fd4d8cb6-e268-4150-ad49-92e92e7bba1e req-bc2d0e5d-ede4-4dd1-9382-56eaf94571b8 service neutron] 10.222.0.76 "GET /v2.0/networks/b16f21e0-d13a-4c4c-a863-a31df2be91b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032722 Dec 08 16:46:51.510983 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fd4d8cb6-e268-4150-ad49-92e92e7bba1e req-87bec337-6516-4bbf-88a1-9b96dcc760b5 service neutron] 10.222.0.76 "GET /v2.0/networks/b16f21e0-d13a-4c4c-a863-a31df2be91b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988336 Dec 08 16:46:52.616510 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [req-d632b322-e302-4361-99df-64bcbe4cc1b1 req-45a37da9-85b2-4c92-ac3b-2cf64dd0b737 service neutron] (110551) timed out ('10.222.0.64', 59990) {{(pid=110551) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 16:47:04.889559 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:08.482056 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:47:08.827278 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:11.477744 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4b29bf21-8414-4f38-b1fa-d7a773ca2dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:14.174536 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9cac3c13-d8e4-45b7-8303-ef6a830d036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:15.330006 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:16.815444 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:17.569681 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:34.855879 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:38.798484 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:41.018103 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3416a-810b-459c-8a11-6d50e5922f18 req-a5ad5a8f-2f3f-45f5-b6c7-e3d67e5ab861 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:41.019676 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e9e3416a-810b-459c-8a11-6d50e5922f18 req-a5ad5a8f-2f3f-45f5-b6c7-e3d67e5ab861 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] 10.222.0.64 "GET /v2.0/ports?device_id=7043915f-4e68-4c6d-b540-5cbac6e8d036 HTTP/1.1" status: 200 len: 945 time: 0.1160641 Dec 08 16:47:41.070477 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e9e3416a-810b-459c-8a11-6d50e5922f18 req-29094a34-8a65-494c-896b-e2917771d4b6 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] 10.222.0.64 "GET /v2.0/security-groups?id=541e62dd-b488-40f8-b2b2-ff919eed66d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445189 Dec 08 16:47:41.461735 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7fbc49-131a-4ae2-abef-341573ceff40 req-dc7da36a-8b7f-408a-83cc-34a1c5d435a0 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:41.463762 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8f7fbc49-131a-4ae2-abef-341573ceff40 req-dc7da36a-8b7f-408a-83cc-34a1c5d435a0 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] 10.222.0.76 "GET /v2.0/ports?device_id=7043915f-4e68-4c6d-b540-5cbac6e8d036 HTTP/1.1" status: 200 len: 945 time: 0.0558696 Dec 08 16:47:41.478874 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3313d4f1-5f20-401e-b79e-0f95a8c4f057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:41.584819 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-8f7fbc49-131a-4ae2-abef-341573ceff40 req-96457347-29f5-4f26-8bc4-4401578ec7ff tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Deleting port a438e12d-436a-4f6a-b190-918cf02bbaf1 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:47:41.585209 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-8f7fbc49-131a-4ae2-abef-341573ceff40 req-96457347-29f5-4f26-8bc4-4401578ec7ff tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:41.674928 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-8f7fbc49-131a-4ae2-abef-341573ceff40 req-96457347-29f5-4f26-8bc4-4401578ec7ff tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] For port a438e12d-436a-4f6a-b190-918cf02bbaf1, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=a438e12d-436a-4f6a-b190-918cf02bbaf1,segment=NetworkSegment(fef836a3-34e8-42f0-8189-b44ee70bd3c1),segment_id=fef836a3-34e8-42f0-8189-b44ee70bd3c1)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:47:41.675311 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-8f7fbc49-131a-4ae2-abef-341573ceff40 req-96457347-29f5-4f26-8bc4-4401578ec7ff tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:41.862190 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-8f7fbc49-131a-4ae2-abef-341573ceff40 req-96457347-29f5-4f26-8bc4-4401578ec7ff tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:41.862661 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-8f7fbc49-131a-4ae2-abef-341573ceff40 req-96457347-29f5-4f26-8bc4-4401578ec7ff tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:41.863074 n-d-776250-12 neutron-server[110550]: INFO neutron.db.l3_db [req-8f7fbc49-131a-4ae2-abef-341573ceff40 req-96457347-29f5-4f26-8bc4-4401578ec7ff tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Floating IP dc6b9305-ff60-4596-8eda-6018d4f795d1 disassociated. External IP: 172.25.0.172, port: a438e12d-436a-4f6a-b190-918cf02bbaf1. Dec 08 16:47:41.863413 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-8f7fbc49-131a-4ae2-abef-341573ceff40 req-96457347-29f5-4f26-8bc4-4401578ec7ff tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Calling delete_port for a438e12d-436a-4f6a-b190-918cf02bbaf1 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:47:42.078005 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-8f7fbc49-131a-4ae2-abef-341573ceff40 req-96457347-29f5-4f26-8bc4-4401578ec7ff tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:42.107718 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96457347-29f5-4f26-8bc4-4401578ec7ff tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Pushing event deleted for resources: {'Port': ['ID=a438e12d-436a-4f6a-b190-918cf02bbaf1,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:47:42.122800 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96457347-29f5-4f26-8bc4-4401578ec7ff tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:47:42.123141 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96457347-29f5-4f26-8bc4-4401578ec7ff tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:47:42.123488 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96457347-29f5-4f26-8bc4-4401578ec7ff tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:47:42.123886 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96457347-29f5-4f26-8bc4-4401578ec7ff tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:47:42.124247 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96457347-29f5-4f26-8bc4-4401578ec7ff tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:47:42.124537 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96457347-29f5-4f26-8bc4-4401578ec7ff tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:47:42.124873 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96457347-29f5-4f26-8bc4-4401578ec7ff tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:47:42.125239 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96457347-29f5-4f26-8bc4-4401578ec7ff tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:47:42.125513 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96457347-29f5-4f26-8bc4-4401578ec7ff tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:47:42.125844 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96457347-29f5-4f26-8bc4-4401578ec7ff tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:47:42.126178 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96457347-29f5-4f26-8bc4-4401578ec7ff tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:47:42.126506 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96457347-29f5-4f26-8bc4-4401578ec7ff tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:47:42.126833 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96457347-29f5-4f26-8bc4-4401578ec7ff tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:47:42.237351 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c92d38ea-c019-4f54-b4b6-b78c3730e918 req-014a0118-43a9-4b0f-99ed-a5a9497e4b15 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] 10.222.0.64 "GET /v2.0/ports?device_id=7043915f-4e68-4c6d-b540-5cbac6e8d036 HTTP/1.1" status: 200 len: 210 time: 0.0586886 Dec 08 16:47:42.265125 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f7fbc49-131a-4ae2-abef-341573ceff40 req-96457347-29f5-4f26-8bc4-4401578ec7ff tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Router e0b855d8-1dbd-4870-bbc8-d2e48a49af40 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:47:42.376976 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f7fbc49-131a-4ae2-abef-341573ceff40 req-96457347-29f5-4f26-8bc4-4401578ec7ff tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:47:42.388981 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fca37b-a623-4ae7-b1e2-67b05034c19a None None] Sync routers for ids ['e0b855d8-1dbd-4870-bbc8-d2e48a49af40'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:47:42.399771 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fca37b-a623-4ae7-b1e2-67b05034c19a None None] Routers {'e0b855d8-1dbd-4870-bbc8-d2e48a49af40'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:47:42.400407 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-91fca37b-a623-4ae7-b1e2-67b05034c19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:47:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['e0b855d8-1dbd-4870-bbc8-d2e48a49af40'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:47:42.420067 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f7fbc49-131a-4ae2-abef-341573ceff40 req-96457347-29f5-4f26-8bc4-4401578ec7ff tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] No DVR routers for this DVR port a438e12d-436a-4f6a-b190-918cf02bbaf1 on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:47:42.422609 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-8f7fbc49-131a-4ae2-abef-341573ceff40 req-96457347-29f5-4f26-8bc4-4401578ec7ff tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:42.426153 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8f7fbc49-131a-4ae2-abef-341573ceff40 req-96457347-29f5-4f26-8bc4-4401578ec7ff tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] 10.222.0.76 "DELETE /v2.0/ports/a438e12d-436a-4f6a-b190-918cf02bbaf1 HTTP/1.1" status: 204 len: 173 time: 0.9564414 Dec 08 16:47:42.426596 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7043915f-4e68-4c6d-b540-5cbac6e8d036', 'name': 'network-vif-deleted', 'tag': 'a438e12d-436a-4f6a-b190-918cf02bbaf1'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:47:42.428914 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1421c53a-1c03-4ef7-880f-e599063759f3" -d '{"events": [{"server_uuid": "7043915f-4e68-4c6d-b540-5cbac6e8d036", "name": "network-vif-deleted", "tag": "a438e12d-436a-4f6a-b190-918cf02bbaf1"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:47:42.467494 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b901ca68-a0d8-4e7a-b8ff-b746d61a80bc x-openstack-request-id: req-b901ca68-a0d8-4e7a-b8ff-b746d61a80bc {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:47:42.468076 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7043915f-4e68-4c6d-b540-5cbac6e8d036", "name": "network-vif-deleted", "tag": "a438e12d-436a-4f6a-b190-918cf02bbaf1", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:47:42.468076 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b901ca68-a0d8-4e7a-b8ff-b746d61a80bc {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:47:42.468487 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7043915f-4e68-4c6d-b540-5cbac6e8d036', 'name': 'network-vif-deleted', 'tag': 'a438e12d-436a-4f6a-b190-918cf02bbaf1', 'status': 'completed', 'code': 200} Dec 08 16:47:42.509123 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-91fca37b-a623-4ae7-b1e2-67b05034c19a None None] Set router e0b855d8-1dbd-4870-bbc8-d2e48a49af40 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:47:42.723167 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-91fca37b-a623-4ae7-b1e2-67b05034c19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b855d8-1dbd-4870-bbc8-d2e48a49af40', 'name': 'tempest-TestServerBasicOps-1365456763-router', 'tenant_id': '96b951a18eb3472a831a203e899d1f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '57bd8862-85a9-4285-96ec-ac25215f6902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:41:50Z', 'updated_at': '2021-12-08T16:41:54Z', 'revision_number': 4, 'project_id': '96b951a18eb3472a831a203e899d1f81', 'gw_port': {'id': '57bd8862-85a9-4285-96ec-ac25215f6902', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b855d8-1dbd-4870-bbc8-d2e48a49af40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:41:51Z', 'updated_at': '2021-12-08T16:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '01c250bb-b7dd-4c84-9893-fbe2c2524d50', 'name': '', 'network_id': '3af67554-5995-460a-99e4-b9998391a473', 'tenant_id': '96b951a18eb3472a831a203e899d1f81', 'mac_address': 'fa:16:3e:40:2f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b855d8-1dbd-4870-bbc8-d2e48a49af40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5c168ebf-529f-4f0e-86cb-4b9b5f4efbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:41:53Z', 'updated_at': '2021-12-08T16:41:59Z', 'revision_number': 5, 'project_id': '96b951a18eb3472a831a203e899d1f81', 'subnets': [{'id': '5c168ebf-529f-4f0e-86cb-4b9b5f4efbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:47:42.753552 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fca37b-a623-4ae7-b1e2-67b05034c19a None None] Checking router: e0b855d8-1dbd-4870-bbc8-d2e48a49af40 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:47:42.762311 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fca37b-a623-4ae7-b1e2-67b05034c19a None None] Routers {'e0b855d8-1dbd-4870-bbc8-d2e48a49af40'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:47:42.762915 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-91fca37b-a623-4ae7-b1e2-67b05034c19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:47:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['e0b855d8-1dbd-4870-bbc8-d2e48a49af40'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:47:42.878628 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-91fca37b-a623-4ae7-b1e2-67b05034c19a None None] Set router e0b855d8-1dbd-4870-bbc8-d2e48a49af40 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:47:43.076446 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-91fca37b-a623-4ae7-b1e2-67b05034c19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b855d8-1dbd-4870-bbc8-d2e48a49af40', 'name': 'tempest-TestServerBasicOps-1365456763-router', 'tenant_id': '96b951a18eb3472a831a203e899d1f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '57bd8862-85a9-4285-96ec-ac25215f6902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:41:50Z', 'updated_at': '2021-12-08T16:41:54Z', 'revision_number': 4, 'project_id': '96b951a18eb3472a831a203e899d1f81', 'gw_port': {'id': '57bd8862-85a9-4285-96ec-ac25215f6902', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b855d8-1dbd-4870-bbc8-d2e48a49af40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:41:51Z', 'updated_at': '2021-12-08T16:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '01c250bb-b7dd-4c84-9893-fbe2c2524d50', 'name': '', 'network_id': '3af67554-5995-460a-99e4-b9998391a473', 'tenant_id': '96b951a18eb3472a831a203e899d1f81', 'mac_address': 'fa:16:3e:40:2f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b855d8-1dbd-4870-bbc8-d2e48a49af40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5c168ebf-529f-4f0e-86cb-4b9b5f4efbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:41:53Z', 'updated_at': '2021-12-08T16:41:59Z', 'revision_number': 5, 'project_id': '96b951a18eb3472a831a203e899d1f81', 'subnets': [{'id': '5c168ebf-529f-4f0e-86cb-4b9b5f4efbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:47:43.102289 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fca37b-a623-4ae7-b1e2-67b05034c19a None None] The sync data for ids ['e0b855d8-1dbd-4870-bbc8-d2e48a49af40'] in n-d-776250-12 is: [{'id': 'e0b855d8-1dbd-4870-bbc8-d2e48a49af40', 'name': 'tempest-TestServerBasicOps-1365456763-router', 'tenant_id': '96b951a18eb3472a831a203e899d1f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '57bd8862-85a9-4285-96ec-ac25215f6902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:41:50Z', 'updated_at': '2021-12-08T16:41:54Z', 'revision_number': 4, 'project_id': '96b951a18eb3472a831a203e899d1f81', 'gw_port': {'id': '57bd8862-85a9-4285-96ec-ac25215f6902', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b855d8-1dbd-4870-bbc8-d2e48a49af40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:41:51Z', 'updated_at': '2021-12-08T16:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '01c250bb-b7dd-4c84-9893-fbe2c2524d50', 'name': '', 'network_id': '3af67554-5995-460a-99e4-b9998391a473', 'tenant_id': '96b951a18eb3472a831a203e899d1f81', 'mac_address': 'fa:16:3e:40:2f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b855d8-1dbd-4870-bbc8-d2e48a49af40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5c168ebf-529f-4f0e-86cb-4b9b5f4efbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:41:53Z', 'updated_at': '2021-12-08T16:41:59Z', 'revision_number': 5, 'project_id': '96b951a18eb3472a831a203e899d1f81', 'subnets': [{'id': '5c168ebf-529f-4f0e-86cb-4b9b5f4efbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:47:43.365984 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fab4ce1-e09e-4b6c-a300-3e01e28eb3b1 None None] New status for floating IP dc6b9305-ff60-4596-8eda-6018d4f795d1: DOWN {{(pid=110552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:47:43.382824 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-18fba680-a430-4df0-9370-2c775ce1a9b7 req-5d473ce0-0d06-4b30-bd14-6ac900372f0c tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] 10.222.0.64 "GET /v2.0/ports?device_id=7043915f-4e68-4c6d-b540-5cbac6e8d036 HTTP/1.1" status: 200 len: 210 time: 0.0458095 Dec 08 16:47:44.122514 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-72418c2d-068e-4010-92f1-9318d0fbe27c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:44.441971 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 35782) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:47:44.571101 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-88010f41-2c04-4f25-86ec-48597504a731 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Deleting port 9450f08a-a9a1-40f3-a2c1-90fb2f9170bb {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:47:44.571453 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-88010f41-2c04-4f25-86ec-48597504a731 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:44.651573 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-88010f41-2c04-4f25-86ec-48597504a731 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:44.651908 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-88010f41-2c04-4f25-86ec-48597504a731 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:44.664082 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-88010f41-2c04-4f25-86ec-48597504a731 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Calling delete_port for 9450f08a-a9a1-40f3-a2c1-90fb2f9170bb owned by network:floatingip {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:47:44.906942 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-88010f41-2c04-4f25-86ec-48597504a731 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:44.935334 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88010f41-2c04-4f25-86ec-48597504a731 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Pushing event deleted for resources: {'Port': ['ID=9450f08a-a9a1-40f3-a2c1-90fb2f9170bb,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:47:45.000542 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-88010f41-2c04-4f25-86ec-48597504a731 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Publish callbacks [] for floatingip, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:45.003746 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-88010f41-2c04-4f25-86ec-48597504a731 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:45.004962 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-88010f41-2c04-4f25-86ec-48597504a731 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] 10.222.0.64 "DELETE /v2.0/floatingips/dc6b9305-ff60-4596-8eda-6018d4f795d1 HTTP/1.1" status: 204 len: 168 time: 0.5619946 Dec 08 16:47:45.074395 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 35820) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:47:45.136753 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f5540bbc-005d-460d-8c47-52ffbdefbb37 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:45.148638 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device a438e12d-436a-4f6a-b190-918cf02bbaf1 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:47:45.165759 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f5540bbc-005d-460d-8c47-52ffbdefbb37 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:45.169487 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: a438e12d-436a-4f6a-b190-918cf02bbaf1 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:47:45.169842 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device a438e12d-436a-4f6a-b190-918cf02bbaf1 not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:47:45.307073 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f5540bbc-005d-460d-8c47-52ffbdefbb37 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:45.309824 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f5540bbc-005d-460d-8c47-52ffbdefbb37 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:45.315909 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-f5540bbc-005d-460d-8c47-52ffbdefbb37 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] 10.222.0.64 "DELETE /v2.0/security-groups/541e62dd-b488-40f8-b2b2-ff919eed66d9 HTTP/1.1" status: 204 len: 168 time: 0.2355721 Dec 08 16:47:45.320368 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5540bbc-005d-460d-8c47-52ffbdefbb37 tempest-TestServerBasicOps-1490537146 tempest-TestServerBasicOps-1490537146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=541e62dd-b488-40f8-b2b2-ff919eed66d9,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:47:45.369590 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:45.404798 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 35838) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:47:45.484017 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:47:46.124139 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d49998ea-ef10-420f-937b-7d6baf44c2d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:46.141419 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b355637-82a0-42e7-9094-ebde0d0e69cd req-e8775943-8233-473f-a100-52245094e371 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:46.142936 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0b355637-82a0-42e7-9094-ebde0d0e69cd req-e8775943-8233-473f-a100-52245094e371 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] 10.222.0.64 "GET /v2.0/networks?id=9f81c6c5-4b42-449d-b4a6-8430eadfc704 HTTP/1.1" status: 200 len: 814 time: 0.1072943 Dec 08 16:47:46.158283 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0b355637-82a0-42e7-9094-ebde0d0e69cd req-c4a71908-bd72-432c-9f19-d113cf89e0b0 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] 10.222.0.64 "GET /v2.0/quotas/57db4fd5570b4e67bce525dccc0427ed HTTP/1.1" status: 200 len: 375 time: 0.0092902 Dec 08 16:47:46.191699 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0b355637-82a0-42e7-9094-ebde0d0e69cd req-2e39d747-10ef-40fa-a2a4-8457c0fe150a tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=57db4fd5570b4e67bce525dccc0427ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277047 Dec 08 16:47:46.285279 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0b355637-82a0-42e7-9094-ebde0d0e69cd req-a287be41-e405-45de-9b36-221868e20bf4 service neutron] 10.222.0.64 "GET /v2.0/networks/9f81c6c5-4b42-449d-b4a6-8430eadfc704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852220 Dec 08 16:47:46.379037 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-d49998ea-ef10-420f-937b-7d6baf44c2d2 admin admin] Deleting port 01c250bb-b7dd-4c84-9893-fbe2c2524d50 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:47:46.379688 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0b355637-82a0-42e7-9094-ebde0d0e69cd req-e2f199fe-eb55-47e0-bbff-12014010539f service neutron] 10.222.0.64 "GET /v2.0/networks/9f81c6c5-4b42-449d-b4a6-8430eadfc704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876799 Dec 08 16:47:46.380489 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d49998ea-ef10-420f-937b-7d6baf44c2d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:46.466111 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-d49998ea-ef10-420f-937b-7d6baf44c2d2 admin admin] For port 01c250bb-b7dd-4c84-9893-fbe2c2524d50, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=01c250bb-b7dd-4c84-9893-fbe2c2524d50,segment=NetworkSegment(fef836a3-34e8-42f0-8189-b44ee70bd3c1),segment_id=fef836a3-34e8-42f0-8189-b44ee70bd3c1)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:47:46.466480 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d49998ea-ef10-420f-937b-7d6baf44c2d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:46.479244 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-d49998ea-ef10-420f-937b-7d6baf44c2d2 admin admin] Calling delete_port for 01c250bb-b7dd-4c84-9893-fbe2c2524d50 owned by network:router_interface {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:47:46.647822 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3f67539f-0b0f-43f5-b78a-1b9d16c88aae req-39cfe00d-5758-40c7-8e95-e4c99adc35b7 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] 10.222.0.64 "GET /v2.0/ports?device_id=5600aff3-a9f2-4299-8b19-a872e5e7bf9a HTTP/1.1" status: 200 len: 210 time: 0.0331032 Dec 08 16:47:46.758051 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d49998ea-ef10-420f-937b-7d6baf44c2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:46.786286 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49998ea-ef10-420f-937b-7d6baf44c2d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=01c250bb-b7dd-4c84-9893-fbe2c2524d50,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:47:46.860498 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:46.963880 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d49998ea-ef10-420f-937b-7d6baf44c2d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:47.191933 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d49998ea-ef10-420f-937b-7d6baf44c2d2 admin admin] Router e0b855d8-1dbd-4870-bbc8-d2e48a49af40 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:47:47.308226 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d49998ea-ef10-420f-937b-7d6baf44c2d2 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:47:47.313939 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-d49998ea-ef10-420f-937b-7d6baf44c2d2 admin admin] 10.222.0.64 "PUT /v2.0/routers/e0b855d8-1dbd-4870-bbc8-d2e48a49af40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9080889 Dec 08 16:47:47.317221 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 35882) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:47:47.319069 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d37752-0dc7-44a7-af65-5eea9aa7e683 None None] Sync routers for ids ['e0b855d8-1dbd-4870-bbc8-d2e48a49af40'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:47:47.329976 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d37752-0dc7-44a7-af65-5eea9aa7e683 None None] Routers {'e0b855d8-1dbd-4870-bbc8-d2e48a49af40'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:47:47.330602 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-f9d37752-0dc7-44a7-af65-5eea9aa7e683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:47:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['e0b855d8-1dbd-4870-bbc8-d2e48a49af40'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:47:47.422872 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bb9c1f98-d961-406d-9d3e-e36a3f91290c admin admin] Publish callbacks [] for router, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:47.449990 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-f9d37752-0dc7-44a7-af65-5eea9aa7e683 None None] Set router e0b855d8-1dbd-4870-bbc8-d2e48a49af40 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:47:47.535034 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bb9c1f98-d961-406d-9d3e-e36a3f91290c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:47.563745 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:47.633980 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-bb9c1f98-d961-406d-9d3e-e36a3f91290c admin admin] Deleting port 57bd8862-85a9-4285-96ec-ac25215f6902 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:47:47.634321 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bb9c1f98-d961-406d-9d3e-e36a3f91290c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:47.726382 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-bb9c1f98-d961-406d-9d3e-e36a3f91290c admin admin] For port 57bd8862-85a9-4285-96ec-ac25215f6902, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=57bd8862-85a9-4285-96ec-ac25215f6902,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:47:47.726753 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bb9c1f98-d961-406d-9d3e-e36a3f91290c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:47.731540 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c50184cf-7bfb-4ce2-82db-dfcdef806425 req-3bddc7cc-7e30-4773-97b9-38e74db54fa9 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] 10.222.0.64 "GET /v2.0/ports?device_id=5600aff3-a9f2-4299-8b19-a872e5e7bf9a HTTP/1.1" status: 200 len: 210 time: 0.0308568 Dec 08 16:47:47.740944 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-f9d37752-0dc7-44a7-af65-5eea9aa7e683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b855d8-1dbd-4870-bbc8-d2e48a49af40', 'name': 'tempest-TestServerBasicOps-1365456763-router', 'tenant_id': '96b951a18eb3472a831a203e899d1f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '57bd8862-85a9-4285-96ec-ac25215f6902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:41:50Z', 'updated_at': '2021-12-08T16:47:46Z', 'revision_number': 5, 'project_id': '96b951a18eb3472a831a203e899d1f81', 'gw_port': {'id': '57bd8862-85a9-4285-96ec-ac25215f6902', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b855d8-1dbd-4870-bbc8-d2e48a49af40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:41:51Z', 'updated_at': '2021-12-08T16:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:47:47.741287 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-bb9c1f98-d961-406d-9d3e-e36a3f91290c admin admin] Calling delete_port for 57bd8862-85a9-4285-96ec-ac25215f6902 owned by network:router_gateway {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:47:47.769927 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d37752-0dc7-44a7-af65-5eea9aa7e683 None None] Checking router: e0b855d8-1dbd-4870-bbc8-d2e48a49af40 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:47:47.779861 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d37752-0dc7-44a7-af65-5eea9aa7e683 None None] Routers {'e0b855d8-1dbd-4870-bbc8-d2e48a49af40'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:47:47.780507 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-f9d37752-0dc7-44a7-af65-5eea9aa7e683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:47:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['e0b855d8-1dbd-4870-bbc8-d2e48a49af40'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:47:47.873214 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-f9d37752-0dc7-44a7-af65-5eea9aa7e683 None None] Set router e0b855d8-1dbd-4870-bbc8-d2e48a49af40 gateway port host: None {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:47:47.934789 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-f9d37752-0dc7-44a7-af65-5eea9aa7e683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b855d8-1dbd-4870-bbc8-d2e48a49af40', 'name': 'tempest-TestServerBasicOps-1365456763-router', 'tenant_id': '96b951a18eb3472a831a203e899d1f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:41:50Z', 'updated_at': '2021-12-08T16:47:47Z', 'revision_number': 6, 'project_id': '96b951a18eb3472a831a203e899d1f81', 'gw_port_host': None}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:47:47.961016 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d37752-0dc7-44a7-af65-5eea9aa7e683 None None] The sync data for ids ['e0b855d8-1dbd-4870-bbc8-d2e48a49af40'] in n-d-776250-12 is: [{'id': 'e0b855d8-1dbd-4870-bbc8-d2e48a49af40', 'name': 'tempest-TestServerBasicOps-1365456763-router', 'tenant_id': '96b951a18eb3472a831a203e899d1f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:41:50Z', 'updated_at': '2021-12-08T16:47:47Z', 'revision_number': 6, 'project_id': '96b951a18eb3472a831a203e899d1f81', 'gw_port_host': None}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:47:47.980999 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bb9c1f98-d961-406d-9d3e-e36a3f91290c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:48.009948 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9c1f98-d961-406d-9d3e-e36a3f91290c admin admin] Pushing event deleted for resources: {'Port': ['ID=57bd8862-85a9-4285-96ec-ac25215f6902,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:47:48.024107 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7433a127-b497-4fb5-813b-35c61d96218b None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:47:48.076441 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bb9c1f98-d961-406d-9d3e-e36a3f91290c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:48.171049 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bb9c1f98-d961-406d-9d3e-e36a3f91290c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:48.173202 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bb9c1f98-d961-406d-9d3e-e36a3f91290c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:48.272223 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bb9c1f98-d961-406d-9d3e-e36a3f91290c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:48.272856 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb9c1f98-d961-406d-9d3e-e36a3f91290c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0b855d8-1dbd-4870-bbc8-d2e48a49af40 {{(pid=110550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:47:48.278257 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bb9c1f98-d961-406d-9d3e-e36a3f91290c admin admin] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:48.281320 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-bb9c1f98-d961-406d-9d3e-e36a3f91290c admin admin] 10.222.0.64 "DELETE /v2.0/routers/e0b855d8-1dbd-4870-bbc8-d2e48a49af40 HTTP/1.1" status: 204 len: 168 time: 0.9630418 Dec 08 16:47:48.283811 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 35888) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:47:48.330872 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-44544774-f762-4693-a238-a26d8b624fd6 admin admin] Deleting subnet 5c168ebf-529f-4f0e-86cb-4b9b5f4efbdf {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:47:48.334455 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-44544774-f762-4693-a238-a26d8b624fd6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:48.375098 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-44544774-f762-4693-a238-a26d8b624fd6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:48.488120 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-44544774-f762-4693-a238-a26d8b624fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:48.615484 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-44544774-f762-4693-a238-a26d8b624fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:48.650717 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-44544774-f762-4693-a238-a26d8b624fd6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:48.654650 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-44544774-f762-4693-a238-a26d8b624fd6 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/5c168ebf-529f-4f0e-86cb-4b9b5f4efbdf HTTP/1.1" status: 204 len: 168 time: 0.3697085 Dec 08 16:47:48.655806 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44544774-f762-4693-a238-a26d8b624fd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c168ebf-529f-4f0e-86cb-4b9b5f4efbdf,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:47:48.657734 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5a954b-d084-49c6-b035-36e17f06c662 None None] Network 3af67554-5995-460a-99e4-b9998391a473 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:47:48.657896 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 35890) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:47:48.737877 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4caf95bb-3b9e-4635-af52-3cf0c574a2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:48.815954 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-4caf95bb-3b9e-4635-af52-3cf0c574a2c2 admin admin] Deleting port abb6cf73-6648-4be1-9930-672a2c0e4bbb {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:47:48.816434 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4caf95bb-3b9e-4635-af52-3cf0c574a2c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:48.860301 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b170ebe-b0df-4a0d-b94f-dd00c1263b9c None None] DHCP port deletion for 3af67554-5995-460a-99e4-b9998391a473 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:47:48.870367 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a01e35dd-c7fb-4a0f-b6ac-346a017e4da7 req-63f880f7-3634-46da-a9cb-cfec9af123a7 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] 10.222.0.64 "GET /v2.0/ports?device_id=5600aff3-a9f2-4299-8b19-a872e5e7bf9a HTTP/1.1" status: 200 len: 210 time: 0.0373964 Dec 08 16:47:48.892729 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-4caf95bb-3b9e-4635-af52-3cf0c574a2c2 admin admin] For port abb6cf73-6648-4be1-9930-672a2c0e4bbb, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=abb6cf73-6648-4be1-9930-672a2c0e4bbb,segment=NetworkSegment(fef836a3-34e8-42f0-8189-b44ee70bd3c1),segment_id=fef836a3-34e8-42f0-8189-b44ee70bd3c1)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:47:48.893222 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4caf95bb-3b9e-4635-af52-3cf0c574a2c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:48.910403 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-4caf95bb-3b9e-4635-af52-3cf0c574a2c2 admin admin] Calling delete_port for abb6cf73-6648-4be1-9930-672a2c0e4bbb owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:47:48.940768 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b355637-82a0-42e7-9094-ebde0d0e69cd req-10184a5c-47e1-47a0-9b14-fecc2ca9e955 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:48.942545 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-0b170ebe-b0df-4a0d-b94f-dd00c1263b9c None None] Deleting port abb6cf73-6648-4be1-9930-672a2c0e4bbb {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:47:48.942690 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0b355637-82a0-42e7-9094-ebde0d0e69cd req-10184a5c-47e1-47a0-9b14-fecc2ca9e955 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] 10.222.0.37 "GET /v2.0/networks?id=9f81c6c5-4b42-449d-b4a6-8430eadfc704 HTTP/1.1" status: 200 len: 814 time: 0.1810558 Dec 08 16:47:48.943267 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0b170ebe-b0df-4a0d-b94f-dd00c1263b9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:48.957682 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-0b355637-82a0-42e7-9094-ebde0d0e69cd req-bcbbae84-a5c0-4072-9ebb-dcde87c16397 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Request body: {'port': {'device_id': '5600aff3-a9f2-4299-8b19-a872e5e7bf9a', 'network_id': '9f81c6c5-4b42-449d-b4a6-8430eadfc704', 'admin_state_up': True, 'tenant_id': '57db4fd5570b4e67bce525dccc0427ed'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:47:49.022899 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-0b170ebe-b0df-4a0d-b94f-dd00c1263b9c None None] For port abb6cf73-6648-4be1-9930-672a2c0e4bbb, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=abb6cf73-6648-4be1-9930-672a2c0e4bbb,segment=NetworkSegment(fef836a3-34e8-42f0-8189-b44ee70bd3c1),segment_id=fef836a3-34e8-42f0-8189-b44ee70bd3c1)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:47:49.023574 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0b170ebe-b0df-4a0d-b94f-dd00c1263b9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:49.039576 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-0b170ebe-b0df-4a0d-b94f-dd00c1263b9c None None] Calling delete_port for abb6cf73-6648-4be1-9930-672a2c0e4bbb owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:47:49.082804 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device abb6cf73-6648-4be1-9930-672a2c0e4bbb no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:47:49.251762 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:49.274669 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b355637-82a0-42e7-9094-ebde0d0e69cd req-bcbbae84-a5c0-4072-9ebb-dcde87c16397 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Made reservation on behalf of 57db4fd5570b4e67bce525dccc0427ed for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:47:49.278110 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0b355637-82a0-42e7-9094-ebde0d0e69cd req-bcbbae84-a5c0-4072-9ebb-dcde87c16397 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:49.348128 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0b170ebe-b0df-4a0d-b94f-dd00c1263b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:49.367004 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4caf95bb-3b9e-4635-af52-3cf0c574a2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:49.396360 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b170ebe-b0df-4a0d-b94f-dd00c1263b9c None None] Pushing event deleted for resources: {'Port': ['ID=abb6cf73-6648-4be1-9930-672a2c0e4bbb,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:47:49.398868 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b170ebe-b0df-4a0d-b94f-dd00c1263b9c None None] No DVR routers for this DVR port abb6cf73-6648-4be1-9930-672a2c0e4bbb on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:47:49.400700 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4caf95bb-3b9e-4635-af52-3cf0c574a2c2 admin admin] No DVR routers for this DVR port abb6cf73-6648-4be1-9930-672a2c0e4bbb on host n-d-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:47:49.402896 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf95bb-3b9e-4635-af52-3cf0c574a2c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=abb6cf73-6648-4be1-9930-672a2c0e4bbb,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:47:49.403234 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 01c250bb-b7dd-4c84-9893-fbe2c2524d50 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:47:49.436202 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf95bb-3b9e-4635-af52-3cf0c574a2c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:47:49.436580 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf95bb-3b9e-4635-af52-3cf0c574a2c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:47:49.436915 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf95bb-3b9e-4635-af52-3cf0c574a2c2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:47:49.437444 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf95bb-3b9e-4635-af52-3cf0c574a2c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:47:49.437798 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf95bb-3b9e-4635-af52-3cf0c574a2c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:47:49.438255 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf95bb-3b9e-4635-af52-3cf0c574a2c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:47:49.438607 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf95bb-3b9e-4635-af52-3cf0c574a2c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:47:49.438942 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf95bb-3b9e-4635-af52-3cf0c574a2c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:47:49.439276 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf95bb-3b9e-4635-af52-3cf0c574a2c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:47:49.439603 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b170ebe-b0df-4a0d-b94f-dd00c1263b9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:47:49.439708 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf95bb-3b9e-4635-af52-3cf0c574a2c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:47:49.439936 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf95bb-3b9e-4635-af52-3cf0c574a2c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:47:49.440049 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b170ebe-b0df-4a0d-b94f-dd00c1263b9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:47:49.440292 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf95bb-3b9e-4635-af52-3cf0c574a2c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:47:49.440420 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b170ebe-b0df-4a0d-b94f-dd00c1263b9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:47:49.440666 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caf95bb-3b9e-4635-af52-3cf0c574a2c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:47:49.440776 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b170ebe-b0df-4a0d-b94f-dd00c1263b9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:47:49.441282 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b170ebe-b0df-4a0d-b94f-dd00c1263b9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:47:49.441282 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b170ebe-b0df-4a0d-b94f-dd00c1263b9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:47:49.441760 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b170ebe-b0df-4a0d-b94f-dd00c1263b9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:47:49.442198 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-0b355637-82a0-42e7-9094-ebde0d0e69cd req-bcbbae84-a5c0-4072-9ebb-dcde87c16397 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Allocated IP 172.20.0.4 (9f81c6c5-4b42-449d-b4a6-8430eadfc704/ea404c26-5994-4117-bf38-653fbd348f64/d38e7c64-bd01-40b8-8ef0-9ac97f47a12f) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:47:49.442427 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b170ebe-b0df-4a0d-b94f-dd00c1263b9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:47:49.442977 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b170ebe-b0df-4a0d-b94f-dd00c1263b9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:47:49.443322 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b170ebe-b0df-4a0d-b94f-dd00c1263b9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:47:49.443651 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b170ebe-b0df-4a0d-b94f-dd00c1263b9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:47:49.444153 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b170ebe-b0df-4a0d-b94f-dd00c1263b9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:47:49.444650 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b170ebe-b0df-4a0d-b94f-dd00c1263b9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:47:49.448221 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 01c250bb-b7dd-4c84-9893-fbe2c2524d50 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:47:49.448473 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 01c250bb-b7dd-4c84-9893-fbe2c2524d50 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:47:49.448891 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 57bd8862-85a9-4285-96ec-ac25215f6902 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:47:49.469849 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 57bd8862-85a9-4285-96ec-ac25215f6902 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:47:49.470203 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 57bd8862-85a9-4285-96ec-ac25215f6902 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:47:49.503606 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4caf95bb-3b9e-4635-af52-3cf0c574a2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:49.526113 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-4caf95bb-3b9e-4635-af52-3cf0c574a2c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3af67554-5995-460a-99e4-b9998391a473']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:47:49.536340 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-4caf95bb-3b9e-4635-af52-3cf0c574a2c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fef836a3-34e8-42f0-8189-b44ee70bd3c1') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:47:49.536637 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-4caf95bb-3b9e-4635-af52-3cf0c574a2c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fef836a3-34e8-42f0-8189-b44ee70bd3c1') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:47:49.546907 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4caf95bb-3b9e-4635-af52-3cf0c574a2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:49.561623 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4caf95bb-3b9e-4635-af52-3cf0c574a2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:49.567851 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4caf95bb-3b9e-4635-af52-3cf0c574a2c2 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:47:49.568299 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4caf95bb-3b9e-4635-af52-3cf0c574a2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:49.570142 n-d-776250-12 neutron-server[110551]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:47:49.570142 n-d-776250-12 neutron-server[110551]: self.session.flush() Dec 08 16:47:49.570142 n-d-776250-12 neutron-server[110551]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:47:49.570142 n-d-776250-12 neutron-server[110551]: self.session.flush() Dec 08 16:47:49.570142 n-d-776250-12 neutron-server[110551]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:47:49.570142 n-d-776250-12 neutron-server[110551]: self.session.flush() Dec 08 16:47:49.570142 n-d-776250-12 neutron-server[110551]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:47:49.570142 n-d-776250-12 neutron-server[110551]: self.session.flush() Dec 08 16:47:49.570142 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:47:49.570142 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:47:49.570142 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:47:49.570142 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:47:49.570142 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:47:49.570142 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:47:49.570142 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:47:49.570142 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:47:49.570142 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:47:49.570142 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:47:49.570142 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:47:49.570142 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:47:49.570142 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:47:49.570142 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:47:49.570142 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:47:49.570142 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:47:49.570142 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:47:49.570142 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:47:49.570142 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:47:49.570142 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:47:49.570142 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:47:49.570142 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:47:49.570142 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:47:49.570142 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:47:49.570142 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:47:49.570142 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:47:49.570142 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:47:49.570142 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:47:49.570142 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:47:49.570142 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:47:49.570142 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:47:49.570142 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:47:49.607231 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0b355637-82a0-42e7-9094-ebde0d0e69cd req-bcbbae84-a5c0-4072-9ebb-dcde87c16397 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:49.677679 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4caf95bb-3b9e-4635-af52-3cf0c574a2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:49.684045 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4caf95bb-3b9e-4635-af52-3cf0c574a2c2 admin admin] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:49.687286 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-4caf95bb-3b9e-4635-af52-3cf0c574a2c2 admin admin] 10.222.0.64 "DELETE /v2.0/networks/3af67554-5995-460a-99e4-b9998391a473 HTTP/1.1" status: 204 len: 168 time: 1.0283849 Dec 08 16:47:49.690331 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 35894) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:47:49.698581 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf95bb-3b9e-4635-af52-3cf0c574a2c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3af67554-5995-460a-99e4-b9998391a473,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:47:49.733052 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0b355637-82a0-42e7-9094-ebde0d0e69cd req-bcbbae84-a5c0-4072-9ebb-dcde87c16397 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:49.823178 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b355637-82a0-42e7-9094-ebde0d0e69cd req-bcbbae84-a5c0-4072-9ebb-dcde87c16397 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Network 9f81c6c5-4b42-449d-b4a6-8430eadfc704 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:47:49.829048 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-0b355637-82a0-42e7-9094-ebde0d0e69cd req-bcbbae84-a5c0-4072-9ebb-dcde87c16397 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:47:49.835088 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b355637-82a0-42e7-9094-ebde0d0e69cd req-bcbbae84-a5c0-4072-9ebb-dcde87c16397 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:47:49.869094 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbbae84-a5c0-4072-9ebb-dcde87c16397 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Pushing event updated for resources: {'Port': ['ID=d38e7c64-bd01-40b8-8ef0-9ac97f47a12f,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:47:49.905388 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b355637-82a0-42e7-9094-ebde0d0e69cd req-bcbbae84-a5c0-4072-9ebb-dcde87c16397 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:49.906015 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0b355637-82a0-42e7-9094-ebde0d0e69cd req-bcbbae84-a5c0-4072-9ebb-dcde87c16397 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:50.004950 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42272e27-8eaa-4c9c-99de-1642fb3f5982 req-c34fa37a-06aa-4e50-a412-8d26cab08fe8 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:50.007109 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-42272e27-8eaa-4c9c-99de-1642fb3f5982 req-c34fa37a-06aa-4e50-a412-8d26cab08fe8 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] 10.222.0.64 "GET /v2.0/ports?device_id=5600aff3-a9f2-4299-8b19-a872e5e7bf9a HTTP/1.1" status: 200 len: 931 time: 0.0543587 Dec 08 16:47:50.063365 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-42272e27-8eaa-4c9c-99de-1642fb3f5982 req-dc5de8d5-06a4-43d7-815e-476ff178717e tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] 10.222.0.64 "GET /v2.0/security-groups?id=58c8f6a9-1645-42ad-b679-31132b350efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484626 Dec 08 16:47:50.155500 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0b355637-82a0-42e7-9094-ebde0d0e69cd req-bcbbae84-a5c0-4072-9ebb-dcde87c16397 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2022395 Dec 08 16:47:50.177988 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-120686e5-a9f8-4b31-9b0c-29e57ca58c7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:50.236205 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-0b355637-82a0-42e7-9094-ebde0d0e69cd req-585bf6ac-bc32-4471-b109-ac415a26e10c service neutron] Request body: {'port': {'device_id': '5600aff3-a9f2-4299-8b19-a872e5e7bf9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:47:50.650624 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0b355637-82a0-42e7-9094-ebde0d0e69cd req-585bf6ac-bc32-4471-b109-ac415a26e10c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:50.988550 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-120686e5-a9f8-4b31-9b0c-29e57ca58c7f admin admin] Deleting port 8882ae2d-8f95-4950-937d-f1cfdd75f5a3 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:47:50.988852 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-120686e5-a9f8-4b31-9b0c-29e57ca58c7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:51.077232 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-0b355637-82a0-42e7-9094-ebde0d0e69cd req-585bf6ac-bc32-4471-b109-ac415a26e10c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d38e7c64-bd01-40b8-8ef0-9ac97f47a12f {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:47:51.098788 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0b355637-82a0-42e7-9094-ebde0d0e69cd req-585bf6ac-bc32-4471-b109-ac415a26e10c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:51.122115 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-0b355637-82a0-42e7-9094-ebde0d0e69cd req-585bf6ac-bc32-4471-b109-ac415a26e10c service neutron] Transition to ACTIVE for port object d38e7c64-bd01-40b8-8ef0-9ac97f47a12f will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:47:51.125362 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-120686e5-a9f8-4b31-9b0c-29e57ca58c7f admin admin] For port 8882ae2d-8f95-4950-937d-f1cfdd75f5a3, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=8882ae2d-8f95-4950-937d-f1cfdd75f5a3,segment=NetworkSegment(0e0e9b85-fb0c-4963-afef-f1f6bc780400),segment_id=0e0e9b85-fb0c-4963-afef-f1f6bc780400)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:47:51.125362 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-120686e5-a9f8-4b31-9b0c-29e57ca58c7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:51.138296 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-120686e5-a9f8-4b31-9b0c-29e57ca58c7f admin admin] Calling delete_port for 8882ae2d-8f95-4950-937d-f1cfdd75f5a3 owned by network:router_interface {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:47:51.210642 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0b355637-82a0-42e7-9094-ebde0d0e69cd req-585bf6ac-bc32-4471-b109-ac415a26e10c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:51.279143 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba01e5-264f-423c-953f-ccf07c2022a5 req-cfa336bd-eabf-4cd1-a243-6c4a9b9085ec tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:51.280777 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-29ba01e5-264f-423c-953f-ccf07c2022a5 req-cfa336bd-eabf-4cd1-a243-6c4a9b9085ec tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] 10.222.0.64 "GET /v2.0/ports?device_id=5600aff3-a9f2-4299-8b19-a872e5e7bf9a HTTP/1.1" status: 200 len: 931 time: 0.1402614 Dec 08 16:47:51.303833 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585bf6ac-bc32-4471-b109-ac415a26e10c service neutron] Pushing event updated for resources: {'Port': ['ID=d38e7c64-bd01-40b8-8ef0-9ac97f47a12f,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:47:51.446783 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-29ba01e5-264f-423c-953f-ccf07c2022a5 req-302b6bbf-4f54-493e-b0fd-c9a2b335996d tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] 10.222.0.64 "GET /v2.0/security-groups?id=58c8f6a9-1645-42ad-b679-31132b350efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514816 Dec 08 16:47:51.470233 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-0b355637-82a0-42e7-9094-ebde0d0e69cd req-585bf6ac-bc32-4471-b109-ac415a26e10c service neutron] Attempting to bind port d38e7c64-bd01-40b8-8ef0-9ac97f47a12f on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:47:51.478893 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-0b355637-82a0-42e7-9094-ebde0d0e69cd req-585bf6ac-bc32-4471-b109-ac415a26e10c service neutron] Attempting to bind port d38e7c64-bd01-40b8-8ef0-9ac97f47a12f by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': 'fab4705a-0d22-47bc-a973-a3b8782d72c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9f81c6c5-4b42-449d-b4a6-8430eadfc704'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:47:51.478893 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b355637-82a0-42e7-9094-ebde0d0e69cd req-585bf6ac-bc32-4471-b109-ac415a26e10c service neutron] Attempting to bind port d38e7c64-bd01-40b8-8ef0-9ac97f47a12f on network 9f81c6c5-4b42-449d-b4a6-8430eadfc704 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:47:51.478893 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b355637-82a0-42e7-9094-ebde0d0e69cd req-585bf6ac-bc32-4471-b109-ac415a26e10c service neutron] Port d38e7c64-bd01-40b8-8ef0-9ac97f47a12f on network 9f81c6c5-4b42-449d-b4a6-8430eadfc704 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:47:51.478893 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b355637-82a0-42e7-9094-ebde0d0e69cd req-585bf6ac-bc32-4471-b109-ac415a26e10c service neutron] Attempting to bind port d38e7c64-bd01-40b8-8ef0-9ac97f47a12f on network 9f81c6c5-4b42-449d-b4a6-8430eadfc704 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:47:51.488766 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b355637-82a0-42e7-9094-ebde0d0e69cd req-585bf6ac-bc32-4471-b109-ac415a26e10c service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:47:51.489112 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b355637-82a0-42e7-9094-ebde0d0e69cd req-585bf6ac-bc32-4471-b109-ac415a26e10c service neutron] Checking segment: {'id': 'fab4705a-0d22-47bc-a973-a3b8782d72c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9f81c6c5-4b42-449d-b4a6-8430eadfc704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:47:51.489512 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b355637-82a0-42e7-9094-ebde0d0e69cd req-585bf6ac-bc32-4471-b109-ac415a26e10c service neutron] Bound using segment: {'id': 'fab4705a-0d22-47bc-a973-a3b8782d72c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9f81c6c5-4b42-449d-b4a6-8430eadfc704'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:47:51.489953 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-0b355637-82a0-42e7-9094-ebde0d0e69cd req-585bf6ac-bc32-4471-b109-ac415a26e10c service neutron] Bound port: d38e7c64-bd01-40b8-8ef0-9ac97f47a12f, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fab4705a-0d22-47bc-a973-a3b8782d72c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9f81c6c5-4b42-449d-b4a6-8430eadfc704'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:47:51.490319 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0b355637-82a0-42e7-9094-ebde0d0e69cd req-585bf6ac-bc32-4471-b109-ac415a26e10c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:51.590436 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-0b355637-82a0-42e7-9094-ebde0d0e69cd req-585bf6ac-bc32-4471-b109-ac415a26e10c service neutron] For port d38e7c64-bd01-40b8-8ef0-9ac97f47a12f, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:47:51.593821 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-0b355637-82a0-42e7-9094-ebde0d0e69cd req-585bf6ac-bc32-4471-b109-ac415a26e10c service neutron] For port d38e7c64-bd01-40b8-8ef0-9ac97f47a12f, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=d38e7c64-bd01-40b8-8ef0-9ac97f47a12f,segment=NetworkSegment(fab4705a-0d22-47bc-a973-a3b8782d72c2),segment_id=fab4705a-0d22-47bc-a973-a3b8782d72c2)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:47:51.631384 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-120686e5-a9f8-4b31-9b0c-29e57ca58c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:51.661435 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120686e5-a9f8-4b31-9b0c-29e57ca58c7f admin admin] Pushing event deleted for resources: {'Port': ['ID=8882ae2d-8f95-4950-937d-f1cfdd75f5a3,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:47:51.705631 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0b355637-82a0-42e7-9094-ebde0d0e69cd req-585bf6ac-bc32-4471-b109-ac415a26e10c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:51.766597 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b355637-82a0-42e7-9094-ebde0d0e69cd req-585bf6ac-bc32-4471-b109-ac415a26e10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:51.767241 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0b355637-82a0-42e7-9094-ebde0d0e69cd req-585bf6ac-bc32-4471-b109-ac415a26e10c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:51.768701 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0b355637-82a0-42e7-9094-ebde0d0e69cd req-585bf6ac-bc32-4471-b109-ac415a26e10c service neutron] 10.222.0.37 "PUT /v2.0/ports/d38e7c64-bd01-40b8-8ef0-9ac97f47a12f HTTP/1.1" status: 200 len: 1092 time: 1.6044891 Dec 08 16:47:51.769153 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5600aff3-a9f2-4299-8b19-a872e5e7bf9a', 'tag': 'd38e7c64-bd01-40b8-8ef0-9ac97f47a12f'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:47:51.771581 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c611282-5705-4ffd-af5a-44f63beeba61" -d '{"events": [{"name": "network-changed", "server_uuid": "5600aff3-a9f2-4299-8b19-a872e5e7bf9a", "tag": "d38e7c64-bd01-40b8-8ef0-9ac97f47a12f"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:47:51.835728 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585bf6ac-bc32-4471-b109-ac415a26e10c service neutron] Pushing event updated for resources: {'Port': ['ID=d38e7c64-bd01-40b8-8ef0-9ac97f47a12f,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:47:51.854891 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c77cf3-71f3-44a6-8236-1ab896d3c9ee x-openstack-request-id: req-16c77cf3-71f3-44a6-8236-1ab896d3c9ee {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:47:51.855188 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5600aff3-a9f2-4299-8b19-a872e5e7bf9a", "tag": "d38e7c64-bd01-40b8-8ef0-9ac97f47a12f", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:47:51.855447 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-16c77cf3-71f3-44a6-8236-1ab896d3c9ee {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:47:51.855883 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5600aff3-a9f2-4299-8b19-a872e5e7bf9a', 'tag': 'd38e7c64-bd01-40b8-8ef0-9ac97f47a12f', 'status': 'completed', 'code': 200} Dec 08 16:47:51.943440 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c611282-5705-4ffd-af5a-44f63beeba61 req-9b7f0e23-5952-4581-b324-ce2ced945152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:51.946122 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5c611282-5705-4ffd-af5a-44f63beeba61 req-9b7f0e23-5952-4581-b324-ce2ced945152 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57db4fd5570b4e67bce525dccc0427ed&device_id=5600aff3-a9f2-4299-8b19-a872e5e7bf9a HTTP/1.1" status: 200 len: 1095 time: 0.0699368 Dec 08 16:47:51.960954 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0ec254ff-6c38-44ce-8dfc-ec2af3ddb52e req-0cde5e26-0f24-48bf-9ea5-9fb1da011160 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6b0ed20f-0c34-4de5-ab2e-6e652eceecab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1415279 Dec 08 16:47:51.967723 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-120686e5-a9f8-4b31-9b0c-29e57ca58c7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:51.973744 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2472ad01-f642-4f50-8967-ab63a773dd5b req-9f380891-158c-4bc8-a11f-5c690ff33f5d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b89c7ce2-c505-47ea-8d39-af3fafa57526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0961938 Dec 08 16:47:52.077656 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c611282-5705-4ffd-af5a-44f63beeba61 req-967cfb36-f460-4d0f-a551-24b0eeed0c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:52.080131 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5c611282-5705-4ffd-af5a-44f63beeba61 req-967cfb36-f460-4d0f-a551-24b0eeed0c6b service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=57db4fd5570b4e67bce525dccc0427ed&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1232667 Dec 08 16:47:52.158870 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec254ff-6c38-44ce-8dfc-ec2af3ddb52e req-79b5d010-31f7-48cf-9b68-0cd73f4c14e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:52.160423 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0ec254ff-6c38-44ce-8dfc-ec2af3ddb52e req-79b5d010-31f7-48cf-9b68-0cd73f4c14e3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=71f5826d1b3d4cd5a2c95e78c7917860&device_id=6b0ed20f-0c34-4de5-ab2e-6e652eceecab HTTP/1.1" status: 200 len: 1098 time: 0.1163061 Dec 08 16:47:52.168508 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472ad01-f642-4f50-8967-ab63a773dd5b req-e029deed-a91c-4caf-9d57-fa4cd02bd2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:52.169991 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2472ad01-f642-4f50-8967-ab63a773dd5b req-e029deed-a91c-4caf-9d57-fa4cd02bd2e1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71f5826d1b3d4cd5a2c95e78c7917860&device_id=b89c7ce2-c505-47ea-8d39-af3fafa57526 HTTP/1.1" status: 200 len: 1097 time: 0.1244087 Dec 08 16:47:52.195068 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c611282-5705-4ffd-af5a-44f63beeba61 req-2c852388-064d-467b-a58d-c6664397256e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:52.196662 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5c611282-5705-4ffd-af5a-44f63beeba61 req-2c852388-064d-467b-a58d-c6664397256e service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1102154 Dec 08 16:47:52.278856 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b355637-82a0-42e7-9094-ebde0d0e69cd req-66e9bd78-609c-4941-ae46-1a1e7e21626e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:52.280553 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0b355637-82a0-42e7-9094-ebde0d0e69cd req-66e9bd78-609c-4941-ae46-1a1e7e21626e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57db4fd5570b4e67bce525dccc0427ed&device_id=5600aff3-a9f2-4299-8b19-a872e5e7bf9a HTTP/1.1" status: 200 len: 1095 time: 0.0438790 Dec 08 16:47:52.331227 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0b355637-82a0-42e7-9094-ebde0d0e69cd req-1953d8cf-b90d-4cca-bf02-72a563ead3d0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d38e7c64-bd01-40b8-8ef0-9ac97f47a12f HTTP/1.1" status: 200 len: 217 time: 0.0426989 Dec 08 16:47:52.382946 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b355637-82a0-42e7-9094-ebde0d0e69cd req-06e2dcc8-73d9-40ec-9522-8981df54405d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:52.384500 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0b355637-82a0-42e7-9094-ebde0d0e69cd req-06e2dcc8-73d9-40ec-9522-8981df54405d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ea404c26-5994-4117-bf38-653fbd348f64 HTTP/1.1" status: 200 len: 854 time: 0.0461271 Dec 08 16:47:52.416924 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0b355637-82a0-42e7-9094-ebde0d0e69cd req-ecee0dd4-8f08-4991-92c5-6aadbc4cfeb7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9f81c6c5-4b42-449d-b4a6-8430eadfc704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257568 Dec 08 16:47:52.431145 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472ad01-f642-4f50-8967-ab63a773dd5b req-b470bf62-a62f-4838-9b86-6251f4689448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:52.432717 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2472ad01-f642-4f50-8967-ab63a773dd5b req-b470bf62-a62f-4838-9b86-6251f4689448 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b16f21e0-d13a-4c4c-a863-a31df2be91b8 HTTP/1.1" status: 200 len: 912 time: 0.2280846 Dec 08 16:47:52.435720 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec254ff-6c38-44ce-8dfc-ec2af3ddb52e req-4432128a-0f35-42f5-9f10-60f190b478ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:52.437078 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0ec254ff-6c38-44ce-8dfc-ec2af3ddb52e req-4432128a-0f35-42f5-9f10-60f190b478ca service neutron] 10.222.0.76 "GET /v2.0/networks?id=b16f21e0-d13a-4c4c-a863-a31df2be91b8 HTTP/1.1" status: 200 len: 912 time: 0.2539816 Dec 08 16:47:52.454932 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 35906) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:47:52.520200 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0b355637-82a0-42e7-9094-ebde0d0e69cd req-e836a6a5-b375-4d2b-a49c-c58ef9305c99 service neutron] 10.222.0.37 "GET /v2.0/networks/9f81c6c5-4b42-449d-b4a6-8430eadfc704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965352 Dec 08 16:47:52.593158 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-120686e5-a9f8-4b31-9b0c-29e57ca58c7f admin admin] Router 33a64f37-f3b8-4beb-8126-dfcf9862a069 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:47:52.612494 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2472ad01-f642-4f50-8967-ab63a773dd5b req-f991d91e-1109-40ce-af0c-1b2fcd939cbe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=454e3d0e-7c95-44ab-83ba-923df040edd1 HTTP/1.1" status: 200 len: 1000 time: 0.1729100 Dec 08 16:47:52.620082 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0ec254ff-6c38-44ce-8dfc-ec2af3ddb52e req-844cc9e0-ba6a-4f36-bdfa-1f99be6345aa service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22a89ba3-08a2-44cc-892e-8fcf8c1d789a HTTP/1.1" status: 200 len: 1002 time: 0.1674476 Dec 08 16:47:52.629557 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0b355637-82a0-42e7-9094-ebde0d0e69cd req-b0aa877b-938a-4ce1-a68c-d0fc7327c2ba service neutron] 10.222.0.37 "GET /v2.0/networks/9f81c6c5-4b42-449d-b4a6-8430eadfc704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024737 Dec 08 16:47:52.740924 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30591e06-3e17-416b-999e-f17c916d1322 req-8f69f9a3-a6ae-4143-9e06-3e453c227d70 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:52.742421 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-30591e06-3e17-416b-999e-f17c916d1322 req-8f69f9a3-a6ae-4143-9e06-3e453c227d70 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] 10.222.0.64 "GET /v2.0/ports?device_id=5600aff3-a9f2-4299-8b19-a872e5e7bf9a HTTP/1.1" status: 200 len: 943 time: 0.2070909 Dec 08 16:47:52.808844 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472ad01-f642-4f50-8967-ab63a773dd5b req-e5881d78-44c3-4139-a32f-f202b6b456bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:52.810234 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2472ad01-f642-4f50-8967-ab63a773dd5b req-e5881d78-44c3-4139-a32f-f202b6b456bb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=13be6d62-2e9a-40c4-9d1e-34aa15cc5f10 HTTP/1.1" status: 200 len: 850 time: 0.1890759 Dec 08 16:47:52.842289 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec254ff-6c38-44ce-8dfc-ec2af3ddb52e req-70218bdc-444b-4749-adda-1eb66c06a529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:52.843676 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0ec254ff-6c38-44ce-8dfc-ec2af3ddb52e req-70218bdc-444b-4749-adda-1eb66c06a529 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=13be6d62-2e9a-40c4-9d1e-34aa15cc5f10 HTTP/1.1" status: 200 len: 850 time: 0.2132738 Dec 08 16:47:53.029301 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-30591e06-3e17-416b-999e-f17c916d1322 req-ce51fabb-5264-43bc-809a-3fd7a1d46721 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] 10.222.0.64 "GET /v2.0/security-groups?id=58c8f6a9-1645-42ad-b679-31132b350efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424569 Dec 08 16:47:53.048749 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-120686e5-a9f8-4b31-9b0c-29e57ca58c7f admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:47:53.053900 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-120686e5-a9f8-4b31-9b0c-29e57ca58c7f admin admin] 10.222.0.64 "PUT /v2.0/routers/33a64f37-f3b8-4beb-8126-dfcf9862a069/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3624604 Dec 08 16:47:53.056974 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472ad01-f642-4f50-8967-ab63a773dd5b req-bedd92ee-a859-4c05-83ac-015efb360997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:53.057351 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 35912) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:47:53.058477 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2472ad01-f642-4f50-8967-ab63a773dd5b req-bedd92ee-a859-4c05-83ac-015efb360997 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b16f21e0-d13a-4c4c-a863-a31df2be91b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2281945 Dec 08 16:47:53.060123 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed429b84-208c-40fb-8546-c8152b478859 None None] Sync routers for ids ['33a64f37-f3b8-4beb-8126-dfcf9862a069'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:47:53.066744 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec254ff-6c38-44ce-8dfc-ec2af3ddb52e req-1e85a583-6a6a-4610-bbd9-6068ff70ca30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:53.068292 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0ec254ff-6c38-44ce-8dfc-ec2af3ddb52e req-1e85a583-6a6a-4610-bbd9-6068ff70ca30 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b16f21e0-d13a-4c4c-a863-a31df2be91b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2101469 Dec 08 16:47:53.069941 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed429b84-208c-40fb-8546-c8152b478859 None None] Routers {'33a64f37-f3b8-4beb-8126-dfcf9862a069'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:47:53.070600 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-ed429b84-208c-40fb-8546-c8152b478859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:47:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['33a64f37-f3b8-4beb-8126-dfcf9862a069'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:47:53.173695 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b2fa5c50-6a60-4840-93c0-c0abe694e51a admin admin] Publish callbacks [] for router, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:53.188421 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-ed429b84-208c-40fb-8546-c8152b478859 None None] Set router 33a64f37-f3b8-4beb-8126-dfcf9862a069 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:47:53.268913 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-9965d837-31d7-4d3d-9272-cc0439f85277 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Deleting port 4ae3d615-3b86-4bd2-9cf9-c4d0b1bbf934 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:47:53.269263 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9965d837-31d7-4d3d-9272-cc0439f85277 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:53.273618 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0ec254ff-6c38-44ce-8dfc-ec2af3ddb52e req-f4694717-de64-4082-8e4c-65b4556e714c service neutron] 10.222.0.76 "GET /v2.0/networks/b16f21e0-d13a-4c4c-a863-a31df2be91b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772439 Dec 08 16:47:53.275419 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2472ad01-f642-4f50-8967-ab63a773dd5b req-5aa64e1c-a497-43c8-90ca-8c876bd12bbc service neutron] 10.222.0.37 "GET /v2.0/networks/b16f21e0-d13a-4c4c-a863-a31df2be91b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863973 Dec 08 16:47:53.295491 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b2fa5c50-6a60-4840-93c0-c0abe694e51a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:53.394397 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-ed429b84-208c-40fb-8546-c8152b478859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a64f37-f3b8-4beb-8126-dfcf9862a069', 'name': 'tempest-TestServerBasicOps-706216252-router', 'tenant_id': '2563dce6c48f4573ab2fed5c52a06394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': 'c318d880-9548-437a-9d07-8b79801a6cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:41:58Z', 'updated_at': '2021-12-08T16:47:51Z', 'revision_number': 5, 'project_id': '2563dce6c48f4573ab2fed5c52a06394', 'gw_port': {'id': 'c318d880-9548-437a-9d07-8b79801a6cbb', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a64f37-f3b8-4beb-8126-dfcf9862a069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:41:59Z', 'updated_at': '2021-12-08T16:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:47:53.412777 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-b2fa5c50-6a60-4840-93c0-c0abe694e51a admin admin] Deleting port c318d880-9548-437a-9d07-8b79801a6cbb {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:47:53.413136 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b2fa5c50-6a60-4840-93c0-c0abe694e51a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:53.421904 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed429b84-208c-40fb-8546-c8152b478859 None None] Checking router: 33a64f37-f3b8-4beb-8126-dfcf9862a069 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:47:53.431608 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed429b84-208c-40fb-8546-c8152b478859 None None] Routers {'33a64f37-f3b8-4beb-8126-dfcf9862a069'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:47:53.432290 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-ed429b84-208c-40fb-8546-c8152b478859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:47:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['33a64f37-f3b8-4beb-8126-dfcf9862a069'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:47:53.507464 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-b2fa5c50-6a60-4840-93c0-c0abe694e51a admin admin] For port c318d880-9548-437a-9d07-8b79801a6cbb, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=c318d880-9548-437a-9d07-8b79801a6cbb,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:47:53.507831 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b2fa5c50-6a60-4840-93c0-c0abe694e51a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:53.522882 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-b2fa5c50-6a60-4840-93c0-c0abe694e51a admin admin] Calling delete_port for c318d880-9548-437a-9d07-8b79801a6cbb owned by network:router_gateway {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:47:53.526362 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-ed429b84-208c-40fb-8546-c8152b478859 None None] Set router 33a64f37-f3b8-4beb-8126-dfcf9862a069 gateway port host: None {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:47:53.584568 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-ed429b84-208c-40fb-8546-c8152b478859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a64f37-f3b8-4beb-8126-dfcf9862a069', 'name': 'tempest-TestServerBasicOps-706216252-router', 'tenant_id': '2563dce6c48f4573ab2fed5c52a06394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:41:58Z', 'updated_at': '2021-12-08T16:47:53Z', 'revision_number': 6, 'project_id': '2563dce6c48f4573ab2fed5c52a06394', 'gw_port_host': None}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:47:53.614318 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed429b84-208c-40fb-8546-c8152b478859 None None] The sync data for ids ['33a64f37-f3b8-4beb-8126-dfcf9862a069'] in n-d-776250-12 is: [{'id': '33a64f37-f3b8-4beb-8126-dfcf9862a069', 'name': 'tempest-TestServerBasicOps-706216252-router', 'tenant_id': '2563dce6c48f4573ab2fed5c52a06394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:41:58Z', 'updated_at': '2021-12-08T16:47:53Z', 'revision_number': 6, 'project_id': '2563dce6c48f4573ab2fed5c52a06394', 'gw_port_host': None}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:47:53.791931 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b2fa5c50-6a60-4840-93c0-c0abe694e51a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:53.815896 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9965d837-31d7-4d3d-9272-cc0439f85277 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:53.816547 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9965d837-31d7-4d3d-9272-cc0439f85277 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:53.819213 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fa5c50-6a60-4840-93c0-c0abe694e51a admin admin] Pushing event deleted for resources: {'Port': ['ID=c318d880-9548-437a-9d07-8b79801a6cbb,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:47:53.836572 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ce09d6-130d-4ae0-ac32-abf6c90ee699 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:47:53.848546 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-9965d837-31d7-4d3d-9272-cc0439f85277 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Calling delete_port for 4ae3d615-3b86-4bd2-9cf9-c4d0b1bbf934 owned by network:floatingip {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:47:53.854959 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0ec254ff-6c38-44ce-8dfc-ec2af3ddb52e req-70490b30-6b88-43cc-b094-9c99671580f8 service neutron] 10.222.0.76 "GET /v2.0/networks/b16f21e0-d13a-4c4c-a863-a31df2be91b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5686767 Dec 08 16:47:53.858454 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2472ad01-f642-4f50-8967-ab63a773dd5b req-62a242a6-aa66-471a-b0b6-2dc88b2832c7 service neutron] 10.222.0.37 "GET /v2.0/networks/b16f21e0-d13a-4c4c-a863-a31df2be91b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5733118 Dec 08 16:47:53.895021 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b2fa5c50-6a60-4840-93c0-c0abe694e51a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:53.996280 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b2fa5c50-6a60-4840-93c0-c0abe694e51a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:53.998569 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b2fa5c50-6a60-4840-93c0-c0abe694e51a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:54.083718 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9965d837-31d7-4d3d-9272-cc0439f85277 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:54.110187 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device d38e7c64-bd01-40b8-8ef0-9ac97f47a12f details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:47:54.115482 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965d837-31d7-4d3d-9272-cc0439f85277 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Pushing event deleted for resources: {'Port': ['ID=4ae3d615-3b86-4bd2-9cf9-c4d0b1bbf934,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:47:54.153418 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65cd4a7-717e-45d4-ade9-60b34955c0ed req-9a19828d-bfd4-46e2-a843-0bd6f75e9d49 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:54.161330 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e65cd4a7-717e-45d4-ade9-60b34955c0ed req-9a19828d-bfd4-46e2-a843-0bd6f75e9d49 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] 10.222.0.64 "GET /v2.0/ports?device_id=5600aff3-a9f2-4299-8b19-a872e5e7bf9a HTTP/1.1" status: 200 len: 943 time: 0.0614498 Dec 08 16:47:54.177288 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9965d837-31d7-4d3d-9272-cc0439f85277 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks [] for floatingip, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:54.177902 n-d-776250-12 neutron-server[110550]: INFO neutron.db.l3_db [None req-9965d837-31d7-4d3d-9272-cc0439f85277 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Floating IP 59ccff43-7188-45be-8d3b-f69509396f96 disassociated (deleted). External IP: 172.25.0.205, port: 22a89ba3-08a2-44cc-892e-8fcf8c1d789a. Dec 08 16:47:54.189469 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b2fa5c50-6a60-4840-93c0-c0abe694e51a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:54.191957 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2fa5c50-6a60-4840-93c0-c0abe694e51a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33a64f37-f3b8-4beb-8126-dfcf9862a069 {{(pid=110551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:47:54.200199 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b2fa5c50-6a60-4840-93c0-c0abe694e51a admin admin] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:54.203863 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b2fa5c50-6a60-4840-93c0-c0abe694e51a admin admin] 10.222.0.64 "DELETE /v2.0/routers/33a64f37-f3b8-4beb-8126-dfcf9862a069 HTTP/1.1" status: 204 len: 168 time: 1.1430025 Dec 08 16:47:54.205191 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 35916) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:47:54.234853 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port d38e7c64-bd01-40b8-8ef0-9ac97f47a12f, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=d38e7c64-bd01-40b8-8ef0-9ac97f47a12f,segment=NetworkSegment(fab4705a-0d22-47bc-a973-a3b8782d72c2),segment_id=fab4705a-0d22-47bc-a973-a3b8782d72c2)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:47:54.247278 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': 'd38e7c64-bd01-40b8-8ef0-9ac97f47a12f', 'network_id': '9f81c6c5-4b42-449d-b4a6-8430eadfc704', 'port_id': 'd38e7c64-bd01-40b8-8ef0-9ac97f47a12f', 'mac_address': 'fa:16:3e:ba:3e:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea404c26-5994-4117-bf38-653fbd348f64', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:47:54.253069 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e65cd4a7-717e-45d4-ade9-60b34955c0ed req-94cf6701-0f37-4658-aa10-f24711eff517 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] 10.222.0.64 "GET /v2.0/security-groups?id=58c8f6a9-1645-42ad-b679-31132b350efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905192 Dec 08 16:47:54.275321 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a295f1d-4f0a-4f90-9965-5469bd0bce14 admin admin] Deleting subnet 2f291b80-f9cf-46df-b841-a69750c8f08f {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:47:54.281269 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2a295f1d-4f0a-4f90-9965-5469bd0bce14 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:54.296448 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:54.313750 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d38e7c64-bd01-40b8-8ef0-9ac97f47a12f {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:47:54.326568 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2a295f1d-4f0a-4f90-9965-5469bd0bce14 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:54.335202 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port d38e7c64-bd01-40b8-8ef0-9ac97f47a12f, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=d38e7c64-bd01-40b8-8ef0-9ac97f47a12f,segment=NetworkSegment(fab4705a-0d22-47bc-a973-a3b8782d72c2),segment_id=fab4705a-0d22-47bc-a973-a3b8782d72c2)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:47:54.410733 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:54.416645 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2a295f1d-4f0a-4f90-9965-5469bd0bce14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:54.421849 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9965d837-31d7-4d3d-9272-cc0439f85277 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Router 15de8570-f928-4307-b023-14f9304f01a0 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:47:54.463425 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=d38e7c64-bd01-40b8-8ef0-9ac97f47a12f,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:47:54.542421 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9965d837-31d7-4d3d-9272-cc0439f85277 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:47:54.546820 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9965d837-31d7-4d3d-9272-cc0439f85277 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:54.551897 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03684b6e-56bd-47d8-ac39-57f7677bf098 None None] Sync routers for ids ['15de8570-f928-4307-b023-14f9304f01a0'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:47:54.564152 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2a295f1d-4f0a-4f90-9965-5469bd0bce14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:54.576570 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03684b6e-56bd-47d8-ac39-57f7677bf098 None None] Routers {'15de8570-f928-4307-b023-14f9304f01a0'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:47:54.577220 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-03684b6e-56bd-47d8-ac39-57f7677bf098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:47:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['15de8570-f928-4307-b023-14f9304f01a0'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:47:54.583371 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-9965d837-31d7-4d3d-9272-cc0439f85277 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "DELETE /v2.0/floatingips/59ccff43-7188-45be-8d3b-f69509396f96 HTTP/1.1" status: 204 len: 168 time: 2.0941195 Dec 08 16:47:54.583371 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b0ed20f-0c34-4de5-ab2e-6e652eceecab', 'tag': '22a89ba3-08a2-44cc-892e-8fcf8c1d789a'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:47:54.588114 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3769b8f-9057-44e8-b354-5b31a0904618" -d '{"events": [{"name": "network-changed", "server_uuid": "6b0ed20f-0c34-4de5-ab2e-6e652eceecab", "tag": "22a89ba3-08a2-44cc-892e-8fcf8c1d789a"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:47:54.621914 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a295f1d-4f0a-4f90-9965-5469bd0bce14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f291b80-f9cf-46df-b841-a69750c8f08f,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:47:54.636327 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc580c42-bddc-4021-bad9-a39b86fce06b x-openstack-request-id: req-bc580c42-bddc-4021-bad9-a39b86fce06b {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:47:54.637173 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b0ed20f-0c34-4de5-ab2e-6e652eceecab", "tag": "22a89ba3-08a2-44cc-892e-8fcf8c1d789a", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:47:54.637646 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bc580c42-bddc-4021-bad9-a39b86fce06b {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:47:54.638265 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b0ed20f-0c34-4de5-ab2e-6e652eceecab', 'tag': '22a89ba3-08a2-44cc-892e-8fcf8c1d789a', 'status': 'completed', 'code': 200} Dec 08 16:47:54.654660 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de548fa-53a7-4fe7-ac26-a608ee2a8186 None None] Network e01f4dd2-640a-4370-84a9-0bdc750035a0 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:47:54.657731 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2a295f1d-4f0a-4f90-9965-5469bd0bce14 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:54.663637 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['d38e7c64-bd01-40b8-8ef0-9ac97f47a12f'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:47:54.664929 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-2a295f1d-4f0a-4f90-9965-5469bd0bce14 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/2f291b80-f9cf-46df-b841-a69750c8f08f HTTP/1.1" status: 204 len: 168 time: 0.4595366 Dec 08 16:47:54.666088 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 35922) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:47:54.726388 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-03684b6e-56bd-47d8-ac39-57f7677bf098 None None] Set router 15de8570-f928-4307-b023-14f9304f01a0 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:47:54.753714 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3769b8f-9057-44e8-b354-5b31a0904618 req-a8307648-c3db-481f-87ec-7063526d9011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:54.755467 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e3769b8f-9057-44e8-b354-5b31a0904618 req-a8307648-c3db-481f-87ec-7063526d9011 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=71f5826d1b3d4cd5a2c95e78c7917860&device_id=6b0ed20f-0c34-4de5-ab2e-6e652eceecab HTTP/1.1" status: 200 len: 1098 time: 0.0921257 Dec 08 16:47:54.765438 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-54120722-dd74-440e-aa75-b2af126aca61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:54.842060 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-54120722-dd74-440e-aa75-b2af126aca61 admin admin] Deleting port 8411eebd-5f0c-44dd-938e-d55f10f7b667 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:47:54.842305 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-54120722-dd74-440e-aa75-b2af126aca61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:54.870832 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3769b8f-9057-44e8-b354-5b31a0904618 req-0d8314c3-c521-46d5-9171-74a3b904a3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:54.873388 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e3769b8f-9057-44e8-b354-5b31a0904618 req-0d8314c3-c521-46d5-9171-74a3b904a3ba service neutron] 10.222.0.76 "GET /v2.0/networks?id=b16f21e0-d13a-4c4c-a863-a31df2be91b8 HTTP/1.1" status: 200 len: 912 time: 0.1098843 Dec 08 16:47:54.955717 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-54120722-dd74-440e-aa75-b2af126aca61 admin admin] For port 8411eebd-5f0c-44dd-938e-d55f10f7b667, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=8411eebd-5f0c-44dd-938e-d55f10f7b667,segment=NetworkSegment(0e0e9b85-fb0c-4963-afef-f1f6bc780400),segment_id=0e0e9b85-fb0c-4963-afef-f1f6bc780400)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:47:54.955979 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e3769b8f-9057-44e8-b354-5b31a0904618 req-3533644a-f0d2-4fdf-a94a-2afb1bbe4f7a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22a89ba3-08a2-44cc-892e-8fcf8c1d789a HTTP/1.1" status: 200 len: 217 time: 0.0668969 Dec 08 16:47:54.956131 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-54120722-dd74-440e-aa75-b2af126aca61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:54.977172 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd780e0-5774-4821-b3e1-f4d64a152ed0 None None] DHCP port deletion for e01f4dd2-640a-4370-84a9-0bdc750035a0 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:47:54.980937 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-54120722-dd74-440e-aa75-b2af126aca61 admin admin] Calling delete_port for 8411eebd-5f0c-44dd-938e-d55f10f7b667 owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:47:55.058082 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-6dd780e0-5774-4821-b3e1-f4d64a152ed0 None None] Deleting port 8411eebd-5f0c-44dd-938e-d55f10f7b667 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:47:55.058377 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6dd780e0-5774-4821-b3e1-f4d64a152ed0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:55.074557 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3769b8f-9057-44e8-b354-5b31a0904618 req-0ea4b88f-bd8e-4d1b-8125-93054cae1bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:55.076300 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e3769b8f-9057-44e8-b354-5b31a0904618 req-0ea4b88f-bd8e-4d1b-8125-93054cae1bc8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=13be6d62-2e9a-40c4-9d1e-34aa15cc5f10 HTTP/1.1" status: 200 len: 850 time: 0.1116891 Dec 08 16:47:55.085619 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-03684b6e-56bd-47d8-ac39-57f7677bf098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15de8570-f928-4307-b023-14f9304f01a0', 'name': 'tempest-TestVolumeBootPattern-760813147-router', 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '903a9083-9a60-45de-ba52-146e47efdbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:00Z', 'updated_at': '2021-12-08T16:30:13Z', 'revision_number': 4, 'project_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'gw_port': {'id': '903a9083-9a60-45de-ba52-146e47efdbae', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15de8570-f928-4307-b023-14f9304f01a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:03Z', 'updated_at': '2021-12-08T16:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': 'f920342a-4d3d-4036-97fa-eeea8bddf6e5', 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'floating_ip_address': '172.25.0.65', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '15de8570-f928-4307-b023-14f9304f01a0', 'port_id': '454e3d0e-7c95-44ab-83ba-923df040edd1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3986, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8', 'mac_address': 'fa:16:3e:fc:49:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89c7ce2-c505-47ea-8d39-af3fafa57526', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:42:34Z', 'updated_at': '2021-12-08T16:42:36Z', 'revision_number': 1, 'project_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8a6271d-6dcd-4a65-b929-ce28fca9c592', 'name': '', 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8', 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'mac_address': 'fa:16:3e:a7:89:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15de8570-f928-4307-b023-14f9304f01a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '13be6d62-2e9a-40c4-9d1e-34aa15cc5f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:10Z', 'updated_at': '2021-12-08T16:30:23Z', 'revision_number': 5, 'project_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'subnets': [{'id': '13be6d62-2e9a-40c4-9d1e-34aa15cc5f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:47:55.119271 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 8882ae2d-8f95-4950-937d-f1cfdd75f5a3 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:47:55.123546 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03684b6e-56bd-47d8-ac39-57f7677bf098 None None] Checking router: 15de8570-f928-4307-b023-14f9304f01a0 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:47:55.132575 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03684b6e-56bd-47d8-ac39-57f7677bf098 None None] Routers {'15de8570-f928-4307-b023-14f9304f01a0'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:47:55.133161 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-03684b6e-56bd-47d8-ac39-57f7677bf098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:47:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['15de8570-f928-4307-b023-14f9304f01a0'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:47:55.138576 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3769b8f-9057-44e8-b354-5b31a0904618 req-1e65929d-ec21-4c55-99ac-288c6b5b1c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:55.140866 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e3769b8f-9057-44e8-b354-5b31a0904618 req-1e65929d-ec21-4c55-99ac-288c6b5b1c43 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b16f21e0-d13a-4c4c-a863-a31df2be91b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562935 Dec 08 16:47:55.146453 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 8882ae2d-8f95-4950-937d-f1cfdd75f5a3 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:47:55.146803 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 8882ae2d-8f95-4950-937d-f1cfdd75f5a3 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:47:55.147743 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device c318d880-9548-437a-9d07-8b79801a6cbb no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:47:55.173690 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: c318d880-9548-437a-9d07-8b79801a6cbb {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:47:55.180774 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device c318d880-9548-437a-9d07-8b79801a6cbb not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:47:55.180774 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 8411eebd-5f0c-44dd-938e-d55f10f7b667 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:47:55.215494 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-6dd780e0-5774-4821-b3e1-f4d64a152ed0 None None] For port 8411eebd-5f0c-44dd-938e-d55f10f7b667, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=8411eebd-5f0c-44dd-938e-d55f10f7b667,segment=NetworkSegment(0e0e9b85-fb0c-4963-afef-f1f6bc780400),segment_id=0e0e9b85-fb0c-4963-afef-f1f6bc780400)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:47:55.215901 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6dd780e0-5774-4821-b3e1-f4d64a152ed0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:55.235578 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-6dd780e0-5774-4821-b3e1-f4d64a152ed0 None None] Calling delete_port for 8411eebd-5f0c-44dd-938e-d55f10f7b667 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:47:55.250498 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e3769b8f-9057-44e8-b354-5b31a0904618 req-e92d77d5-241d-4711-b5f3-891f9a90e017 service neutron] 10.222.0.76 "GET /v2.0/networks/b16f21e0-d13a-4c4c-a863-a31df2be91b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010180 Dec 08 16:47:55.269323 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-03684b6e-56bd-47d8-ac39-57f7677bf098 None None] Set router 15de8570-f928-4307-b023-14f9304f01a0 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:47:55.283809 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-54120722-dd74-440e-aa75-b2af126aca61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:55.360288 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54120722-dd74-440e-aa75-b2af126aca61 admin admin] Pushing event deleted for resources: {'Port': ['ID=8411eebd-5f0c-44dd-938e-d55f10f7b667,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:47:55.369584 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54120722-dd74-440e-aa75-b2af126aca61 admin admin] No DVR routers for this DVR port 8411eebd-5f0c-44dd-938e-d55f10f7b667 on host n-d-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:47:55.370455 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Port 8411eebd-5f0c-44dd-938e-d55f10f7b667 update to DOWN by agent not found {{(pid=110552) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 08 16:47:55.432075 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6dd780e0-5774-4821-b3e1-f4d64a152ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:55.442154 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e3769b8f-9057-44e8-b354-5b31a0904618 req-d1be3637-447b-4eb6-921e-49d362a9fbf3 service neutron] 10.222.0.76 "GET /v2.0/networks/b16f21e0-d13a-4c4c-a863-a31df2be91b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822150 Dec 08 16:47:55.460516 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74577174-caf3-4fcb-a546-74af328fe3fd req-0c3a6525-eb40-4666-882c-2523467d65ef tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:55.470283 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a69db9-9a21-4c2d-9c95-696d72695e56 req-93414ac1-61e7-4e47-b5b6-13c987631d75 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:55.471346 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd780e0-5774-4821-b3e1-f4d64a152ed0 None None] Pushing event deleted for resources: {'Port': ['ID=8411eebd-5f0c-44dd-938e-d55f10f7b667,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:47:55.471634 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-74577174-caf3-4fcb-a546-74af328fe3fd req-0c3a6525-eb40-4666-882c-2523467d65ef tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] 10.222.0.64 "GET /v2.0/ports?device_id=5600aff3-a9f2-4299-8b19-a872e5e7bf9a HTTP/1.1" status: 200 len: 944 time: 0.0761104 Dec 08 16:47:55.472188 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b5a69db9-9a21-4c2d-9c95-696d72695e56 req-93414ac1-61e7-4e47-b5b6-13c987631d75 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b0ed20f-0c34-4de5-ab2e-6e652eceecab HTTP/1.1" status: 200 len: 946 time: 0.2027028 Dec 08 16:47:55.477043 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd780e0-5774-4821-b3e1-f4d64a152ed0 None None] No DVR routers for this DVR port 8411eebd-5f0c-44dd-938e-d55f10f7b667 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:47:55.500455 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-54120722-dd74-440e-aa75-b2af126aca61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:55.531546 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-74577174-caf3-4fcb-a546-74af328fe3fd req-00f5efe8-51ef-4d73-a357-318969171dfe tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] 10.222.0.64 "GET /v2.0/security-groups?id=58c8f6a9-1645-42ad-b679-31132b350efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584803 Dec 08 16:47:55.538073 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-54120722-dd74-440e-aa75-b2af126aca61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e01f4dd2-640a-4370-84a9-0bdc750035a0']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:47:55.558002 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-54120722-dd74-440e-aa75-b2af126aca61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e0e9b85-fb0c-4963-afef-f1f6bc780400') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:47:55.558300 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-54120722-dd74-440e-aa75-b2af126aca61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e0e9b85-fb0c-4963-afef-f1f6bc780400') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:47:55.571897 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-03684b6e-56bd-47d8-ac39-57f7677bf098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15de8570-f928-4307-b023-14f9304f01a0', 'name': 'tempest-TestVolumeBootPattern-760813147-router', 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '903a9083-9a60-45de-ba52-146e47efdbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:00Z', 'updated_at': '2021-12-08T16:30:13Z', 'revision_number': 4, 'project_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'gw_port': {'id': '903a9083-9a60-45de-ba52-146e47efdbae', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15de8570-f928-4307-b023-14f9304f01a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:03Z', 'updated_at': '2021-12-08T16:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': 'f920342a-4d3d-4036-97fa-eeea8bddf6e5', 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'floating_ip_address': '172.25.0.65', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '15de8570-f928-4307-b023-14f9304f01a0', 'port_id': '454e3d0e-7c95-44ab-83ba-923df040edd1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3986, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8', 'mac_address': 'fa:16:3e:fc:49:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89c7ce2-c505-47ea-8d39-af3fafa57526', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:42:34Z', 'updated_at': '2021-12-08T16:42:36Z', 'revision_number': 1, 'project_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8a6271d-6dcd-4a65-b929-ce28fca9c592', 'name': '', 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8', 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'mac_address': 'fa:16:3e:a7:89:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15de8570-f928-4307-b023-14f9304f01a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '13be6d62-2e9a-40c4-9d1e-34aa15cc5f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:10Z', 'updated_at': '2021-12-08T16:30:23Z', 'revision_number': 5, 'project_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'subnets': [{'id': '13be6d62-2e9a-40c4-9d1e-34aa15cc5f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:47:55.577827 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b5a69db9-9a21-4c2d-9c95-696d72695e56 req-b7f8bdab-1ee8-43f5-8821-34c4f5245b70 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=be95d6c0-ba90-4b7e-9e8d-0586e89a4f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932803 Dec 08 16:47:55.579778 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-54120722-dd74-440e-aa75-b2af126aca61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:55.600055 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-54120722-dd74-440e-aa75-b2af126aca61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:55.608138 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54120722-dd74-440e-aa75-b2af126aca61 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:47:55.608571 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-54120722-dd74-440e-aa75-b2af126aca61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:55.608694 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03684b6e-56bd-47d8-ac39-57f7677bf098 None None] The sync data for ids ['15de8570-f928-4307-b023-14f9304f01a0'] in n-d-776250-12 is: [{'id': '15de8570-f928-4307-b023-14f9304f01a0', 'name': 'tempest-TestVolumeBootPattern-760813147-router', 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '903a9083-9a60-45de-ba52-146e47efdbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:00Z', 'updated_at': '2021-12-08T16:30:13Z', 'revision_number': 4, 'project_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'gw_port': {'id': '903a9083-9a60-45de-ba52-146e47efdbae', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15de8570-f928-4307-b023-14f9304f01a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:03Z', 'updated_at': '2021-12-08T16:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': 'f920342a-4d3d-4036-97fa-eeea8bddf6e5', 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'floating_ip_address': '172.25.0.65', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '15de8570-f928-4307-b023-14f9304f01a0', 'port_id': '454e3d0e-7c95-44ab-83ba-923df040edd1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3986, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8', 'mac_address': 'fa:16:3e:fc:49:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89c7ce2-c505-47ea-8d39-af3fafa57526', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:42:34Z', 'updated_at': '2021-12-08T16:42:36Z', 'revision_number': 1, 'project_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8a6271d-6dcd-4a65-b929-ce28fca9c592', 'name': '', 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8', 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'mac_address': 'fa:16:3e:a7:89:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15de8570-f928-4307-b023-14f9304f01a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '13be6d62-2e9a-40c4-9d1e-34aa15cc5f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:10Z', 'updated_at': '2021-12-08T16:30:23Z', 'revision_number': 5, 'project_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'subnets': [{'id': '13be6d62-2e9a-40c4-9d1e-34aa15cc5f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:47:55.620744 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:47:55.620744 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:47:55.620744 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:47:55.620744 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:47:55.620744 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:47:55.620744 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:47:55.620744 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:47:55.620744 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:47:55.620744 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:47:55.620744 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:47:55.620744 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:47:55.620744 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:47:55.620744 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:47:55.620744 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:47:55.620744 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:47:55.620744 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:47:55.620744 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:47:55.620744 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:47:55.620744 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:47:55.620744 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:47:55.620744 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:47:55.620744 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:47:55.620744 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:47:55.620744 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:47:55.620744 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:47:55.620744 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:47:55.620744 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:47:55.620744 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:47:55.620744 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:47:55.620744 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:47:55.620744 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:47:55.620744 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:47:55.729595 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-54120722-dd74-440e-aa75-b2af126aca61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:55.746787 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-54120722-dd74-440e-aa75-b2af126aca61 admin admin] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:55.750077 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-54120722-dd74-440e-aa75-b2af126aca61 admin admin] 10.222.0.64 "DELETE /v2.0/networks/e01f4dd2-640a-4370-84a9-0bdc750035a0 HTTP/1.1" status: 204 len: 168 time: 1.0827913 Dec 08 16:47:55.751050 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54120722-dd74-440e-aa75-b2af126aca61 admin admin] Pushing event deleted for resources: {'Network': ['ID=e01f4dd2-640a-4370-84a9-0bdc750035a0,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:47:55.847741 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bcc7e0-5ff0-42f7-bef0-9550c44a6205 None None] New status for floating IP 59ccff43-7188-45be-8d3b-f69509396f96: DOWN {{(pid=110552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:47:56.122037 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device d38e7c64-bd01-40b8-8ef0-9ac97f47a12f up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:47:56.175917 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 35930) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:47:56.218073 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-92410880-e960-4254-b4d5-3d71e3a7392c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=96b951a18eb3472a831a203e899d1f81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0408759 Dec 08 16:47:56.220555 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 35932) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:47:56.237466 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port d38e7c64-bd01-40b8-8ef0-9ac97f47a12f completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:47:56.241451 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port d38e7c64-bd01-40b8-8ef0-9ac97f47a12f triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:47:56.241827 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:56.273310 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-967344e4-7ba0-4e33-9060-0436d743c94b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:56.295933 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-967344e4-7ba0-4e33-9060-0436d743c94b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:56.323115 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:56.345606 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5600aff3-a9f2-4299-8b19-a872e5e7bf9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd38e7c64-bd01-40b8-8ef0-9ac97f47a12f'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:47:56.347892 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56afbb8-ac69-4c6e-9d42-ec2e26741b3f" -d '{"events": [{"server_uuid": "5600aff3-a9f2-4299-8b19-a872e5e7bf9a", "name": "network-vif-plugged", "status": "completed", "tag": "d38e7c64-bd01-40b8-8ef0-9ac97f47a12f"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:47:56.360919 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port d38e7c64-bd01-40b8-8ef0-9ac97f47a12f, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=d38e7c64-bd01-40b8-8ef0-9ac97f47a12f,segment=NetworkSegment(fab4705a-0d22-47bc-a973-a3b8782d72c2),segment_id=fab4705a-0d22-47bc-a973-a3b8782d72c2)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:47:56.425966 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-967344e4-7ba0-4e33-9060-0436d743c94b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:56.428854 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-967344e4-7ba0-4e33-9060-0436d743c94b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:56.430091 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-967344e4-7ba0-4e33-9060-0436d743c94b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c9a0b070-8820-4b15-a2b4-8ec960bd2a8f HTTP/1.1" status: 204 len: 168 time: 0.2085686 Dec 08 16:47:56.454619 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:56.458014 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967344e4-7ba0-4e33-9060-0436d743c94b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a0b070-8820-4b15-a2b4-8ec960bd2a8f,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:47:56.512056 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=d38e7c64-bd01-40b8-8ef0-9ac97f47a12f,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:47:56.531603 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2736b7f4-a060-498e-af12-e54e2cb9693e x-openstack-request-id: req-2736b7f4-a060-498e-af12-e54e2cb9693e {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:47:56.532012 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5600aff3-a9f2-4299-8b19-a872e5e7bf9a", "name": "network-vif-plugged", "status": "completed", "tag": "d38e7c64-bd01-40b8-8ef0-9ac97f47a12f", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:47:56.532394 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2736b7f4-a060-498e-af12-e54e2cb9693e {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:47:56.532887 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5600aff3-a9f2-4299-8b19-a872e5e7bf9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd38e7c64-bd01-40b8-8ef0-9ac97f47a12f', 'code': 200} Dec 08 16:47:56.670087 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5787ad3e-102a-4747-b295-495ebf5fbc6d req-601e774e-ea9c-4553-b937-3914aab0f62e tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:56.670347 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532c7cec-03fb-4e81-9dc2-16a393db0f96 req-51fac790-5d17-4b58-a086-5ff8041ee632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:56.671771 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5787ad3e-102a-4747-b295-495ebf5fbc6d req-601e774e-ea9c-4553-b937-3914aab0f62e tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] 10.222.0.64 "GET /v2.0/ports?device_id=5600aff3-a9f2-4299-8b19-a872e5e7bf9a HTTP/1.1" status: 200 len: 945 time: 0.0596275 Dec 08 16:47:56.671894 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-532c7cec-03fb-4e81-9dc2-16a393db0f96 req-51fac790-5d17-4b58-a086-5ff8041ee632 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5600aff3-a9f2-4299-8b19-a872e5e7bf9a HTTP/1.1" status: 200 len: 1097 time: 0.0762405 Dec 08 16:47:56.725426 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5787ad3e-102a-4747-b295-495ebf5fbc6d req-ecd64d8a-722c-40a5-8892-253bf574864d tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] 10.222.0.64 "GET /v2.0/security-groups?id=58c8f6a9-1645-42ad-b679-31132b350efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437129 Dec 08 16:47:56.746492 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867d1127-649a-456a-ac95-297cab4be48b req-2f8852ba-b2da-4226-a124-5b683579b028 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:56.748015 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-867d1127-649a-456a-ac95-297cab4be48b req-2f8852ba-b2da-4226-a124-5b683579b028 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b0ed20f-0c34-4de5-ab2e-6e652eceecab HTTP/1.1" status: 200 len: 946 time: 0.0898695 Dec 08 16:47:56.751584 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-532c7cec-03fb-4e81-9dc2-16a393db0f96 req-73851bd1-4b14-41ee-838b-09943651fd86 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=58c8f6a9-1645-42ad-b679-31132b350efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611231 Dec 08 16:47:56.800554 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-867d1127-649a-456a-ac95-297cab4be48b req-e263e403-fcf9-4f50-b233-50fc71a591a5 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=be95d6c0-ba90-4b7e-9e8d-0586e89a4f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458891 Dec 08 16:47:56.861462 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9296c0-a97e-4a41-95be-b5435698702b req-1e4ef373-53dd-416f-8a2b-4949976f2dc0 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:56.862986 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3d9296c0-a97e-4a41-95be-b5435698702b req-1e4ef373-53dd-416f-8a2b-4949976f2dc0 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b0ed20f-0c34-4de5-ab2e-6e652eceecab HTTP/1.1" status: 200 len: 946 time: 0.0513895 Dec 08 16:47:56.971721 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-3d9296c0-a97e-4a41-95be-b5435698702b req-4a8e47b2-e59b-4102-acf4-536dd48cfbc9 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Deleting port 22a89ba3-08a2-44cc-892e-8fcf8c1d789a {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:47:56.971721 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-3d9296c0-a97e-4a41-95be-b5435698702b req-4a8e47b2-e59b-4102-acf4-536dd48cfbc9 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:57.066260 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-3d9296c0-a97e-4a41-95be-b5435698702b req-4a8e47b2-e59b-4102-acf4-536dd48cfbc9 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] For port 22a89ba3-08a2-44cc-892e-8fcf8c1d789a, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=22a89ba3-08a2-44cc-892e-8fcf8c1d789a,segment=NetworkSegment(148e30e1-cdcf-4201-a517-2bd3763917d1),segment_id=148e30e1-cdcf-4201-a517-2bd3763917d1)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:47:57.066697 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-3d9296c0-a97e-4a41-95be-b5435698702b req-4a8e47b2-e59b-4102-acf4-536dd48cfbc9 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:57.081255 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-3d9296c0-a97e-4a41-95be-b5435698702b req-4a8e47b2-e59b-4102-acf4-536dd48cfbc9 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Calling delete_port for 22a89ba3-08a2-44cc-892e-8fcf8c1d789a owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:47:57.166090 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 35946) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:47:57.215133 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-31597164-4472-4712-bffd-081f87128ae7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2563dce6c48f4573ab2fed5c52a06394&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0475378 Dec 08 16:47:57.218048 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 35948) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:47:57.269713 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7720ab5e-088a-47e1-a4b4-61407b9cf647 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:57.287633 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-3d9296c0-a97e-4a41-95be-b5435698702b req-4a8e47b2-e59b-4102-acf4-536dd48cfbc9 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:57.298211 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7720ab5e-088a-47e1-a4b4-61407b9cf647 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:57.328973 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8e47b2-e59b-4102-acf4-536dd48cfbc9 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Pushing event deleted for resources: {'Port': ['ID=22a89ba3-08a2-44cc-892e-8fcf8c1d789a,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:47:57.389477 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d9296c0-a97e-4a41-95be-b5435698702b req-4a8e47b2-e59b-4102-acf4-536dd48cfbc9 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] No DVR routers for this DVR port 22a89ba3-08a2-44cc-892e-8fcf8c1d789a on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:47:57.392541 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-3d9296c0-a97e-4a41-95be-b5435698702b req-4a8e47b2-e59b-4102-acf4-536dd48cfbc9 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:57.395910 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3d9296c0-a97e-4a41-95be-b5435698702b req-4a8e47b2-e59b-4102-acf4-536dd48cfbc9 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.76 "DELETE /v2.0/ports/22a89ba3-08a2-44cc-892e-8fcf8c1d789a HTTP/1.1" status: 204 len: 173 time: 0.5265083 Dec 08 16:47:57.396384 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0ed20f-0c34-4de5-ab2e-6e652eceecab', 'name': 'network-vif-deleted', 'tag': '22a89ba3-08a2-44cc-892e-8fcf8c1d789a'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:47:57.398684 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6678240-6d7e-4ab1-a1e4-1cd5c724a956" -d '{"events": [{"server_uuid": "6b0ed20f-0c34-4de5-ab2e-6e652eceecab", "name": "network-vif-deleted", "tag": "22a89ba3-08a2-44cc-892e-8fcf8c1d789a"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:47:57.435613 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55f9157-d86a-4035-99b2-122f47de6c25 x-openstack-request-id: req-d55f9157-d86a-4035-99b2-122f47de6c25 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:47:57.435920 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0ed20f-0c34-4de5-ab2e-6e652eceecab", "name": "network-vif-deleted", "tag": "22a89ba3-08a2-44cc-892e-8fcf8c1d789a", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:47:57.436245 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d55f9157-d86a-4035-99b2-122f47de6c25 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:47:57.436711 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b0ed20f-0c34-4de5-ab2e-6e652eceecab', 'name': 'network-vif-deleted', 'tag': '22a89ba3-08a2-44cc-892e-8fcf8c1d789a', 'status': 'completed', 'code': 200} Dec 08 16:47:57.506367 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7720ab5e-088a-47e1-a4b4-61407b9cf647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:57.509156 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7720ab5e-088a-47e1-a4b4-61407b9cf647 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:57.510330 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-7720ab5e-088a-47e1-a4b4-61407b9cf647 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2be06ec6-94f6-4925-ab55-1d73dbbf7aaf HTTP/1.1" status: 204 len: 168 time: 0.2916074 Dec 08 16:47:57.518771 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7720ab5e-088a-47e1-a4b4-61407b9cf647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be06ec6-94f6-4925-ab55-1d73dbbf7aaf,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:47:57.889375 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726ec94e-8ae1-4312-9ffc-2734959ec58c req-88bd12c4-e9a6-4f72-8019-7cbffefd8bc9 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:57.890488 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-726ec94e-8ae1-4312-9ffc-2734959ec58c req-88bd12c4-e9a6-4f72-8019-7cbffefd8bc9 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] 10.222.0.64 "GET /v2.0/ports?device_id=5600aff3-a9f2-4299-8b19-a872e5e7bf9a HTTP/1.1" status: 200 len: 945 time: 0.0857522 Dec 08 16:47:57.955224 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c3d80ec2-8e18-4230-ae78-bdc6f2ada531 req-6d6e3118-180e-480d-9c26-6fcac8fe748a tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b0ed20f-0c34-4de5-ab2e-6e652eceecab HTTP/1.1" status: 200 len: 210 time: 0.0516708 Dec 08 16:47:57.981870 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-726ec94e-8ae1-4312-9ffc-2734959ec58c req-2d025310-bcfb-4b93-87ee-c7316407c0cf tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] 10.222.0.64 "GET /v2.0/security-groups?id=58c8f6a9-1645-42ad-b679-31132b350efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805449 Dec 08 16:47:59.057815 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2055fe76-e6e1-4a82-962c-8da3e4f85829 req-4454ae6e-7e71-49ea-9922-e666930a10b7 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b0ed20f-0c34-4de5-ab2e-6e652eceecab HTTP/1.1" status: 200 len: 210 time: 0.0325489 Dec 08 16:47:59.140643 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71311e5-2e56-4caa-af45-e4099e125ecb req-5c54dc67-d202-4354-9f49-42cf636c49a4 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:59.142179 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c71311e5-2e56-4caa-af45-e4099e125ecb req-5c54dc67-d202-4354-9f49-42cf636c49a4 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] 10.222.0.64 "GET /v2.0/ports?device_id=5600aff3-a9f2-4299-8b19-a872e5e7bf9a HTTP/1.1" status: 200 len: 945 time: 0.0555470 Dec 08 16:47:59.193509 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c71311e5-2e56-4caa-af45-e4099e125ecb req-1aa4e322-1d5c-49ce-9a80-f45529cfa9ac tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] 10.222.0.64 "GET /v2.0/security-groups?id=58c8f6a9-1645-42ad-b679-31132b350efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432892 Dec 08 16:48:00.154363 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f82040cf-bde9-45fd-97e3-4ae3ed2fb0a4 req-afa5bd16-2e38-48cb-9b78-13e2e4fcd1c4 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b0ed20f-0c34-4de5-ab2e-6e652eceecab HTTP/1.1" status: 200 len: 210 time: 0.0286624 Dec 08 16:48:01.244670 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 22a89ba3-08a2-44cc-892e-8fcf8c1d789a no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:48:01.262359 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d787d3a7-0369-4329-a231-a9d3d82404ca req-64ef3bdd-d8ce-4695-bf93-c9cbb023b161 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b0ed20f-0c34-4de5-ab2e-6e652eceecab HTTP/1.1" status: 200 len: 210 time: 0.0326476 Dec 08 16:48:01.278115 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: 22a89ba3-08a2-44cc-892e-8fcf8c1d789a {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:48:01.278477 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 22a89ba3-08a2-44cc-892e-8fcf8c1d789a not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:48:02.380792 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6d8fa5a6-c762-43e3-870a-49a705036fed req-61f35f05-f6a0-44e7-95c1-17b14ad7757b tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b0ed20f-0c34-4de5-ab2e-6e652eceecab HTTP/1.1" status: 200 len: 210 time: 0.0305629 Dec 08 16:48:04.843382 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:08.856324 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:09.054291 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 36078) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:48:09.221094 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-07b7cec6-0d07-4351-be2b-86f197da7a33 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Deleting port 8d688c6e-809a-4282-a3f4-048f694357a7 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:48:09.221387 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-07b7cec6-0d07-4351-be2b-86f197da7a33 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:09.304340 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-07b7cec6-0d07-4351-be2b-86f197da7a33 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:09.304687 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-07b7cec6-0d07-4351-be2b-86f197da7a33 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:09.317654 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-07b7cec6-0d07-4351-be2b-86f197da7a33 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Calling delete_port for 8d688c6e-809a-4282-a3f4-048f694357a7 owned by network:floatingip {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:48:09.540515 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-07b7cec6-0d07-4351-be2b-86f197da7a33 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:09.567642 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b7cec6-0d07-4351-be2b-86f197da7a33 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Pushing event deleted for resources: {'Port': ['ID=8d688c6e-809a-4282-a3f4-048f694357a7,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:48:09.632263 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-07b7cec6-0d07-4351-be2b-86f197da7a33 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks [] for floatingip, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:09.632688 n-d-776250-12 neutron-server[110550]: INFO neutron.db.l3_db [None req-07b7cec6-0d07-4351-be2b-86f197da7a33 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Floating IP f920342a-4d3d-4036-97fa-eeea8bddf6e5 disassociated (deleted). External IP: 172.25.0.65, port: 454e3d0e-7c95-44ab-83ba-923df040edd1. Dec 08 16:48:09.855429 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b7cec6-0d07-4351-be2b-86f197da7a33 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Router 15de8570-f928-4307-b023-14f9304f01a0 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:48:09.972527 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b7cec6-0d07-4351-be2b-86f197da7a33 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:48:09.977763 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-07b7cec6-0d07-4351-be2b-86f197da7a33 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:09.983326 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7279f6e7-a079-4061-badf-b06a55a23e7d None None] Sync routers for ids ['15de8570-f928-4307-b023-14f9304f01a0'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:48:09.994515 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7279f6e7-a079-4061-badf-b06a55a23e7d None None] Routers {'15de8570-f928-4307-b023-14f9304f01a0'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:48:09.995656 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-7279f6e7-a079-4061-badf-b06a55a23e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:47:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['15de8570-f928-4307-b023-14f9304f01a0'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:48:10.006847 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-07b7cec6-0d07-4351-be2b-86f197da7a33 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "DELETE /v2.0/floatingips/f920342a-4d3d-4036-97fa-eeea8bddf6e5 HTTP/1.1" status: 204 len: 168 time: 0.9514461 Dec 08 16:48:10.007460 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b89c7ce2-c505-47ea-8d39-af3fafa57526', 'tag': '454e3d0e-7c95-44ab-83ba-923df040edd1'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:48:10.010380 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb85f97-8a51-44c5-9103-214d8124e59f" -d '{"events": [{"name": "network-changed", "server_uuid": "b89c7ce2-c505-47ea-8d39-af3fafa57526", "tag": "454e3d0e-7c95-44ab-83ba-923df040edd1"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:48:10.060860 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd2c0ee-d88b-47a7-9257-ae5810fc1711 x-openstack-request-id: req-dcd2c0ee-d88b-47a7-9257-ae5810fc1711 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:48:10.061455 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b89c7ce2-c505-47ea-8d39-af3fafa57526", "tag": "454e3d0e-7c95-44ab-83ba-923df040edd1", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:48:10.061455 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dcd2c0ee-d88b-47a7-9257-ae5810fc1711 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:48:10.061830 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b89c7ce2-c505-47ea-8d39-af3fafa57526', 'tag': '454e3d0e-7c95-44ab-83ba-923df040edd1', 'status': 'completed', 'code': 200} Dec 08 16:48:10.112609 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-7279f6e7-a079-4061-badf-b06a55a23e7d None None] Set router 15de8570-f928-4307-b023-14f9304f01a0 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:48:10.132852 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb85f97-8a51-44c5-9103-214d8124e59f req-0060a3bc-b79c-4eeb-87e7-73388d3792b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:10.135449 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8fb85f97-8a51-44c5-9103-214d8124e59f req-0060a3bc-b79c-4eeb-87e7-73388d3792b6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71f5826d1b3d4cd5a2c95e78c7917860&device_id=b89c7ce2-c505-47ea-8d39-af3fafa57526 HTTP/1.1" status: 200 len: 1097 time: 0.0446877 Dec 08 16:48:10.260725 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb85f97-8a51-44c5-9103-214d8124e59f req-872301f5-6742-4cef-9843-9ee5bdf98997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:10.260725 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8fb85f97-8a51-44c5-9103-214d8124e59f req-872301f5-6742-4cef-9843-9ee5bdf98997 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b16f21e0-d13a-4c4c-a863-a31df2be91b8 HTTP/1.1" status: 200 len: 912 time: 0.1058464 Dec 08 16:48:10.298066 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8fb85f97-8a51-44c5-9103-214d8124e59f req-1061fcf7-2079-4033-b60f-c5d49124295a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=454e3d0e-7c95-44ab-83ba-923df040edd1 HTTP/1.1" status: 200 len: 217 time: 0.0397074 Dec 08 16:48:10.360981 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb85f97-8a51-44c5-9103-214d8124e59f req-74e9f231-bb1f-46fb-ba42-3bb2ba5b5e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:10.362514 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8fb85f97-8a51-44c5-9103-214d8124e59f req-74e9f231-bb1f-46fb-ba42-3bb2ba5b5e31 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=13be6d62-2e9a-40c4-9d1e-34aa15cc5f10 HTTP/1.1" status: 200 len: 850 time: 0.0527062 Dec 08 16:48:10.436858 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb85f97-8a51-44c5-9103-214d8124e59f req-21f254fc-3147-47b5-be2d-d32127ac0277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:10.437209 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-7279f6e7-a079-4061-badf-b06a55a23e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15de8570-f928-4307-b023-14f9304f01a0', 'name': 'tempest-TestVolumeBootPattern-760813147-router', 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '903a9083-9a60-45de-ba52-146e47efdbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:00Z', 'updated_at': '2021-12-08T16:30:13Z', 'revision_number': 4, 'project_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'gw_port': {'id': '903a9083-9a60-45de-ba52-146e47efdbae', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15de8570-f928-4307-b023-14f9304f01a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:03Z', 'updated_at': '2021-12-08T16:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'b8a6271d-6dcd-4a65-b929-ce28fca9c592', 'name': '', 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8', 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'mac_address': 'fa:16:3e:a7:89:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15de8570-f928-4307-b023-14f9304f01a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '13be6d62-2e9a-40c4-9d1e-34aa15cc5f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:10Z', 'updated_at': '2021-12-08T16:30:23Z', 'revision_number': 5, 'project_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'subnets': [{'id': '13be6d62-2e9a-40c4-9d1e-34aa15cc5f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:48:10.438718 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8fb85f97-8a51-44c5-9103-214d8124e59f req-21f254fc-3147-47b5-be2d-d32127ac0277 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b16f21e0-d13a-4c4c-a863-a31df2be91b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0657716 Dec 08 16:48:10.463871 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7279f6e7-a079-4061-badf-b06a55a23e7d None None] Checking router: 15de8570-f928-4307-b023-14f9304f01a0 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:48:10.472390 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7279f6e7-a079-4061-badf-b06a55a23e7d None None] Routers {'15de8570-f928-4307-b023-14f9304f01a0'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:48:10.473006 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-7279f6e7-a079-4061-badf-b06a55a23e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:47:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['15de8570-f928-4307-b023-14f9304f01a0'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:48:10.542381 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8fb85f97-8a51-44c5-9103-214d8124e59f req-47dad080-6f45-49cc-a69f-191ff8c06d4c service neutron] 10.222.0.37 "GET /v2.0/networks/b16f21e0-d13a-4c4c-a863-a31df2be91b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949712 Dec 08 16:48:10.583187 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-7279f6e7-a079-4061-badf-b06a55a23e7d None None] Set router 15de8570-f928-4307-b023-14f9304f01a0 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:48:10.650899 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8fb85f97-8a51-44c5-9103-214d8124e59f req-5085a087-7607-45b0-a464-c38620231af8 service neutron] 10.222.0.37 "GET /v2.0/networks/b16f21e0-d13a-4c4c-a863-a31df2be91b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004145 Dec 08 16:48:10.809455 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-7279f6e7-a079-4061-badf-b06a55a23e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15de8570-f928-4307-b023-14f9304f01a0', 'name': 'tempest-TestVolumeBootPattern-760813147-router', 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '903a9083-9a60-45de-ba52-146e47efdbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:00Z', 'updated_at': '2021-12-08T16:30:13Z', 'revision_number': 4, 'project_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'gw_port': {'id': '903a9083-9a60-45de-ba52-146e47efdbae', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15de8570-f928-4307-b023-14f9304f01a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:03Z', 'updated_at': '2021-12-08T16:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'b8a6271d-6dcd-4a65-b929-ce28fca9c592', 'name': '', 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8', 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'mac_address': 'fa:16:3e:a7:89:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15de8570-f928-4307-b023-14f9304f01a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '13be6d62-2e9a-40c4-9d1e-34aa15cc5f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:10Z', 'updated_at': '2021-12-08T16:30:23Z', 'revision_number': 5, 'project_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'subnets': [{'id': '13be6d62-2e9a-40c4-9d1e-34aa15cc5f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:48:10.843604 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7279f6e7-a079-4061-badf-b06a55a23e7d None None] The sync data for ids ['15de8570-f928-4307-b023-14f9304f01a0'] in n-d-776250-12 is: [{'id': '15de8570-f928-4307-b023-14f9304f01a0', 'name': 'tempest-TestVolumeBootPattern-760813147-router', 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '903a9083-9a60-45de-ba52-146e47efdbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:00Z', 'updated_at': '2021-12-08T16:30:13Z', 'revision_number': 4, 'project_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'gw_port': {'id': '903a9083-9a60-45de-ba52-146e47efdbae', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15de8570-f928-4307-b023-14f9304f01a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:03Z', 'updated_at': '2021-12-08T16:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'b8a6271d-6dcd-4a65-b929-ce28fca9c592', 'name': '', 'network_id': 'b16f21e0-d13a-4c4c-a863-a31df2be91b8', 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'mac_address': 'fa:16:3e:a7:89:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15de8570-f928-4307-b023-14f9304f01a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '13be6d62-2e9a-40c4-9d1e-34aa15cc5f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:10Z', 'updated_at': '2021-12-08T16:30:23Z', 'revision_number': 5, 'project_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'subnets': [{'id': '13be6d62-2e9a-40c4-9d1e-34aa15cc5f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:48:11.101275 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acaa78ac-b80c-4985-9a6a-2e281430383d None None] New status for floating IP f920342a-4d3d-4036-97fa-eeea8bddf6e5: DOWN {{(pid=110552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:48:11.517940 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7fbc4f62-449d-4748-ac76-ef634fbe8e02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:11.667611 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ed2c9-e7a4-49f1-96db-d84beb29ea8f req-4ef59672-ef42-478a-9385-d44bc6268fc7 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:11.669297 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ed1ed2c9-e7a4-49f1-96db-d84beb29ea8f req-4ef59672-ef42-478a-9385-d44bc6268fc7 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=b89c7ce2-c505-47ea-8d39-af3fafa57526 HTTP/1.1" status: 200 len: 945 time: 0.0525329 Dec 08 16:48:11.722109 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ed1ed2c9-e7a4-49f1-96db-d84beb29ea8f req-6b965978-522b-4dc4-96a0-fb35f271e056 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/security-groups?id=be95d6c0-ba90-4b7e-9e8d-0586e89a4f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465200 Dec 08 16:48:12.231331 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a097031-adf4-49d7-958e-a4d1f28775d4 req-d9e300d0-3565-417a-b963-da3e94ef65f6 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:12.232865 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2a097031-adf4-49d7-958e-a4d1f28775d4 req-d9e300d0-3565-417a-b963-da3e94ef65f6 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.37 "GET /v2.0/ports?device_id=b89c7ce2-c505-47ea-8d39-af3fafa57526 HTTP/1.1" status: 200 len: 945 time: 0.0495648 Dec 08 16:48:12.329957 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-2a097031-adf4-49d7-958e-a4d1f28775d4 req-dfafc247-c8f0-4fbb-b0b0-1f3c37deb303 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Deleting port 454e3d0e-7c95-44ab-83ba-923df040edd1 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:48:12.330302 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2a097031-adf4-49d7-958e-a4d1f28775d4 req-dfafc247-c8f0-4fbb-b0b0-1f3c37deb303 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:12.436328 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-2a097031-adf4-49d7-958e-a4d1f28775d4 req-dfafc247-c8f0-4fbb-b0b0-1f3c37deb303 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] For port 454e3d0e-7c95-44ab-83ba-923df040edd1, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=454e3d0e-7c95-44ab-83ba-923df040edd1,segment=NetworkSegment(148e30e1-cdcf-4201-a517-2bd3763917d1),segment_id=148e30e1-cdcf-4201-a517-2bd3763917d1)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:48:12.436712 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2a097031-adf4-49d7-958e-a4d1f28775d4 req-dfafc247-c8f0-4fbb-b0b0-1f3c37deb303 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:12.456099 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-2a097031-adf4-49d7-958e-a4d1f28775d4 req-dfafc247-c8f0-4fbb-b0b0-1f3c37deb303 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Calling delete_port for 454e3d0e-7c95-44ab-83ba-923df040edd1 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:48:12.671619 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2a097031-adf4-49d7-958e-a4d1f28775d4 req-dfafc247-c8f0-4fbb-b0b0-1f3c37deb303 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:12.703248 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfafc247-c8f0-4fbb-b0b0-1f3c37deb303 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Pushing event deleted for resources: {'Port': ['ID=454e3d0e-7c95-44ab-83ba-923df040edd1,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:48:12.754989 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a097031-adf4-49d7-958e-a4d1f28775d4 req-dfafc247-c8f0-4fbb-b0b0-1f3c37deb303 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] No DVR routers for this DVR port 454e3d0e-7c95-44ab-83ba-923df040edd1 on host n-h2-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:48:12.757993 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2a097031-adf4-49d7-958e-a4d1f28775d4 req-dfafc247-c8f0-4fbb-b0b0-1f3c37deb303 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:12.762295 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2a097031-adf4-49d7-958e-a4d1f28775d4 req-dfafc247-c8f0-4fbb-b0b0-1f3c37deb303 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.37 "DELETE /v2.0/ports/454e3d0e-7c95-44ab-83ba-923df040edd1 HTTP/1.1" status: 204 len: 173 time: 0.5222149 Dec 08 16:48:12.762680 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b89c7ce2-c505-47ea-8d39-af3fafa57526', 'name': 'network-vif-deleted', 'tag': '454e3d0e-7c95-44ab-83ba-923df040edd1'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:48:12.766286 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d851af-9791-4f36-a857-f070af4bf7e2" -d '{"events": [{"server_uuid": "b89c7ce2-c505-47ea-8d39-af3fafa57526", "name": "network-vif-deleted", "tag": "454e3d0e-7c95-44ab-83ba-923df040edd1"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:48:12.824594 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0ccc7c-75df-4e5c-a9f9-a08846a386de x-openstack-request-id: req-5e0ccc7c-75df-4e5c-a9f9-a08846a386de {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:48:12.825681 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b89c7ce2-c505-47ea-8d39-af3fafa57526", "name": "network-vif-deleted", "tag": "454e3d0e-7c95-44ab-83ba-923df040edd1", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:48:12.826108 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5e0ccc7c-75df-4e5c-a9f9-a08846a386de {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:48:12.826686 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b89c7ce2-c505-47ea-8d39-af3fafa57526', 'name': 'network-vif-deleted', 'tag': '454e3d0e-7c95-44ab-83ba-923df040edd1', 'status': 'completed', 'code': 200} Dec 08 16:48:12.869096 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4b3d5ad6-4c8c-4a77-9238-3515e093736b req-2432c0c3-c043-4a71-b600-2d01b91b6a26 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=b89c7ce2-c505-47ea-8d39-af3fafa57526 HTTP/1.1" status: 200 len: 210 time: 0.0351400 Dec 08 16:48:13.973208 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3993ef84-1471-4bb1-90f4-fce77918d2a0 req-d5256b83-e23d-42e2-990a-ca776122722e tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=b89c7ce2-c505-47ea-8d39-af3fafa57526 HTTP/1.1" status: 200 len: 210 time: 0.0274787 Dec 08 16:48:14.173469 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5f7e1837-a910-4f87-8d34-2b4d71a24211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:15.078317 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a16e6be1-8f83-426a-83b9-bccb3922fbdd req-9869e216-a846-4a6c-86c5-5c60bb995d4b tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=b89c7ce2-c505-47ea-8d39-af3fafa57526 HTTP/1.1" status: 200 len: 210 time: 0.0281208 Dec 08 16:48:15.426127 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:16.178750 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3fa97ccc-ffa3-4e47-accb-302ce600d825 req-a21feac2-031b-4143-9f52-a26288f9afd8 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=b89c7ce2-c505-47ea-8d39-af3fafa57526 HTTP/1.1" status: 200 len: 210 time: 0.0275140 Dec 08 16:48:16.233459 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 454e3d0e-7c95-44ab-83ba-923df040edd1 no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:48:16.256651 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: 454e3d0e-7c95-44ab-83ba-923df040edd1 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:48:16.257008 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 454e3d0e-7c95-44ab-83ba-923df040edd1 not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:48:16.872146 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:17.277653 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8fccb83a-5353-43aa-8ae6-7fa47d3b3104 req-0a34180c-90ac-4e20-a980-e9b22379a193 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=b89c7ce2-c505-47ea-8d39-af3fafa57526 HTTP/1.1" status: 200 len: 210 time: 0.0297098 Dec 08 16:48:17.666566 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:18.388537 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f25de9eb-7e6d-4cd1-8c36-ddcd5c9f6b93 req-0e026eb6-e5fc-470e-82ff-59075cab4a1c tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "GET /v2.0/ports?device_id=b89c7ce2-c505-47ea-8d39-af3fafa57526 HTTP/1.1" status: 200 len: 210 time: 0.0294268 Dec 08 16:48:19.447765 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 36146) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:48:19.576454 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-0fe7b4b3-9cef-4391-a544-b85be7311dc2 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Deleting port 700fa1b1-2254-4958-ace1-0f01040922b7 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:48:19.576804 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0fe7b4b3-9cef-4391-a544-b85be7311dc2 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:19.656990 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0fe7b4b3-9cef-4391-a544-b85be7311dc2 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:19.657322 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0fe7b4b3-9cef-4391-a544-b85be7311dc2 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:19.670169 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-0fe7b4b3-9cef-4391-a544-b85be7311dc2 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Calling delete_port for 700fa1b1-2254-4958-ace1-0f01040922b7 owned by network:floatingip {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:48:19.923334 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0fe7b4b3-9cef-4391-a544-b85be7311dc2 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:19.951423 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe7b4b3-9cef-4391-a544-b85be7311dc2 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Pushing event deleted for resources: {'Port': ['ID=700fa1b1-2254-4958-ace1-0f01040922b7,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:48:20.013826 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0fe7b4b3-9cef-4391-a544-b85be7311dc2 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks [] for floatingip, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:20.016799 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0fe7b4b3-9cef-4391-a544-b85be7311dc2 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:20.017999 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-0fe7b4b3-9cef-4391-a544-b85be7311dc2 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "DELETE /v2.0/floatingips/0934de2b-922b-4a5a-8435-bf8944f29e4a HTTP/1.1" status: 204 len: 168 time: 0.5690849 Dec 08 16:48:22.482948 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:48:23.581564 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 36170) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:48:23.638218 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fa1b8cb6-3efe-4928-8f13-de6292998692 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:23.668187 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fa1b8cb6-3efe-4928-8f13-de6292998692 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:23.802938 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fa1b8cb6-3efe-4928-8f13-de6292998692 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:23.805596 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fa1b8cb6-3efe-4928-8f13-de6292998692 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:23.806846 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-fa1b8cb6-3efe-4928-8f13-de6292998692 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] 10.222.0.64 "DELETE /v2.0/security-groups/be95d6c0-ba90-4b7e-9e8d-0586e89a4f29 HTTP/1.1" status: 204 len: 168 time: 0.2242382 Dec 08 16:48:23.817125 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1b8cb6-3efe-4928-8f13-de6292998692 tempest-TestVolumeBootPattern-384170500 tempest-TestVolumeBootPattern-384170500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be95d6c0-ba90-4b7e-9e8d-0586e89a4f29,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:48:23.949258 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 36174) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:48:24.546331 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4eb54997-4d64-4db2-ac47-aaae82059469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:24.799293 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-4eb54997-4d64-4db2-ac47-aaae82059469 admin admin] Deleting port b8a6271d-6dcd-4a65-b929-ce28fca9c592 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:48:24.799632 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4eb54997-4d64-4db2-ac47-aaae82059469 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:24.888124 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-4eb54997-4d64-4db2-ac47-aaae82059469 admin admin] For port b8a6271d-6dcd-4a65-b929-ce28fca9c592, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=b8a6271d-6dcd-4a65-b929-ce28fca9c592,segment=NetworkSegment(148e30e1-cdcf-4201-a517-2bd3763917d1),segment_id=148e30e1-cdcf-4201-a517-2bd3763917d1)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:48:24.888527 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4eb54997-4d64-4db2-ac47-aaae82059469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:24.910961 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-4eb54997-4d64-4db2-ac47-aaae82059469 admin admin] Calling delete_port for b8a6271d-6dcd-4a65-b929-ce28fca9c592 owned by network:router_interface {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:48:25.197657 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4eb54997-4d64-4db2-ac47-aaae82059469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:25.229802 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb54997-4d64-4db2-ac47-aaae82059469 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8a6271d-6dcd-4a65-b929-ce28fca9c592,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:48:25.694212 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4eb54997-4d64-4db2-ac47-aaae82059469 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:25.911431 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb54997-4d64-4db2-ac47-aaae82059469 admin admin] Router 15de8570-f928-4307-b023-14f9304f01a0 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:48:26.022949 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb54997-4d64-4db2-ac47-aaae82059469 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:48:26.028364 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-4eb54997-4d64-4db2-ac47-aaae82059469 admin admin] 10.222.0.64 "PUT /v2.0/routers/15de8570-f928-4307-b023-14f9304f01a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0776098 Dec 08 16:48:26.030843 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 36194) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:48:26.041604 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10311425-0b8c-49bb-ab55-104ad17f987d None None] Sync routers for ids ['15de8570-f928-4307-b023-14f9304f01a0'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:48:26.059857 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10311425-0b8c-49bb-ab55-104ad17f987d None None] Routers {'15de8570-f928-4307-b023-14f9304f01a0'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:48:26.060537 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-10311425-0b8c-49bb-ab55-104ad17f987d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:48:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['15de8570-f928-4307-b023-14f9304f01a0'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:48:26.154206 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-98d4a718-936d-4e77-b13b-20d8bfd53441 admin admin] Publish callbacks [] for router, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:26.176390 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-10311425-0b8c-49bb-ab55-104ad17f987d None None] Set router 15de8570-f928-4307-b023-14f9304f01a0 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:48:26.364546 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-10311425-0b8c-49bb-ab55-104ad17f987d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15de8570-f928-4307-b023-14f9304f01a0', 'name': 'tempest-TestVolumeBootPattern-760813147-router', 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '903a9083-9a60-45de-ba52-146e47efdbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:00Z', 'updated_at': '2021-12-08T16:48:25Z', 'revision_number': 5, 'project_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'gw_port': {'id': '903a9083-9a60-45de-ba52-146e47efdbae', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15de8570-f928-4307-b023-14f9304f01a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:03Z', 'updated_at': '2021-12-08T16:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:48:26.400774 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10311425-0b8c-49bb-ab55-104ad17f987d None None] Checking router: 15de8570-f928-4307-b023-14f9304f01a0 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:48:26.410366 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10311425-0b8c-49bb-ab55-104ad17f987d None None] Routers {'15de8570-f928-4307-b023-14f9304f01a0'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:48:26.411007 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-10311425-0b8c-49bb-ab55-104ad17f987d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:48:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['15de8570-f928-4307-b023-14f9304f01a0'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:48:26.529444 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-10311425-0b8c-49bb-ab55-104ad17f987d None None] Set router 15de8570-f928-4307-b023-14f9304f01a0 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:48:26.606382 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-98d4a718-936d-4e77-b13b-20d8bfd53441 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:26.722278 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-98d4a718-936d-4e77-b13b-20d8bfd53441 admin admin] Deleting port 903a9083-9a60-45de-ba52-146e47efdbae {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:48:26.722756 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-98d4a718-936d-4e77-b13b-20d8bfd53441 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:26.726534 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-10311425-0b8c-49bb-ab55-104ad17f987d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15de8570-f928-4307-b023-14f9304f01a0', 'name': 'tempest-TestVolumeBootPattern-760813147-router', 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '903a9083-9a60-45de-ba52-146e47efdbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:00Z', 'updated_at': '2021-12-08T16:48:25Z', 'revision_number': 5, 'project_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'gw_port': {'id': '903a9083-9a60-45de-ba52-146e47efdbae', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15de8570-f928-4307-b023-14f9304f01a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:03Z', 'updated_at': '2021-12-08T16:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:48:26.753893 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10311425-0b8c-49bb-ab55-104ad17f987d None None] The sync data for ids ['15de8570-f928-4307-b023-14f9304f01a0'] in n-d-776250-12 is: [{'id': '15de8570-f928-4307-b023-14f9304f01a0', 'name': 'tempest-TestVolumeBootPattern-760813147-router', 'tenant_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '903a9083-9a60-45de-ba52-146e47efdbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:00Z', 'updated_at': '2021-12-08T16:48:25Z', 'revision_number': 5, 'project_id': '71f5826d1b3d4cd5a2c95e78c7917860', 'gw_port': {'id': '903a9083-9a60-45de-ba52-146e47efdbae', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:29:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15de8570-f928-4307-b023-14f9304f01a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:03Z', 'updated_at': '2021-12-08T16:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:48:26.815235 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-98d4a718-936d-4e77-b13b-20d8bfd53441 admin admin] For port 903a9083-9a60-45de-ba52-146e47efdbae, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=903a9083-9a60-45de-ba52-146e47efdbae,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:48:26.815713 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-98d4a718-936d-4e77-b13b-20d8bfd53441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:26.829025 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-98d4a718-936d-4e77-b13b-20d8bfd53441 admin admin] Calling delete_port for 903a9083-9a60-45de-ba52-146e47efdbae owned by network:router_gateway {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:48:27.066312 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device b8a6271d-6dcd-4a65-b929-ce28fca9c592 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:48:27.106030 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-98d4a718-936d-4e77-b13b-20d8bfd53441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:27.140699 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d4a718-936d-4e77-b13b-20d8bfd53441 admin admin] Pushing event deleted for resources: {'Port': ['ID=903a9083-9a60-45de-ba52-146e47efdbae,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:48:27.227159 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-98d4a718-936d-4e77-b13b-20d8bfd53441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:27.260141 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d92c66-e151-4edd-af3f-d443d83d4880 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:48:27.278562 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: b8a6271d-6dcd-4a65-b929-ce28fca9c592 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:48:27.278914 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device b8a6271d-6dcd-4a65-b929-ce28fca9c592 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:48:27.324469 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-98d4a718-936d-4e77-b13b-20d8bfd53441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:27.326694 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-98d4a718-936d-4e77-b13b-20d8bfd53441 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:27.443124 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-98d4a718-936d-4e77-b13b-20d8bfd53441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:27.443792 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d4a718-936d-4e77-b13b-20d8bfd53441 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15de8570-f928-4307-b023-14f9304f01a0 {{(pid=110550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:48:27.448935 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-98d4a718-936d-4e77-b13b-20d8bfd53441 admin admin] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:27.450140 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-98d4a718-936d-4e77-b13b-20d8bfd53441 admin admin] 10.222.0.64 "DELETE /v2.0/routers/15de8570-f928-4307-b023-14f9304f01a0 HTTP/1.1" status: 204 len: 168 time: 1.4183023 Dec 08 16:48:27.453062 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 36198) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:48:27.516932 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-c848e6db-a9c1-41e5-998c-8dc78d14ad1a admin admin] Deleting subnet 13be6d62-2e9a-40c4-9d1e-34aa15cc5f10 {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:48:27.520712 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c848e6db-a9c1-41e5-998c-8dc78d14ad1a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:27.560125 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c848e6db-a9c1-41e5-998c-8dc78d14ad1a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:27.652419 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c848e6db-a9c1-41e5-998c-8dc78d14ad1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:27.785286 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c848e6db-a9c1-41e5-998c-8dc78d14ad1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:27.809543 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c848e6db-a9c1-41e5-998c-8dc78d14ad1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13be6d62-2e9a-40c4-9d1e-34aa15cc5f10,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:48:27.815879 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c848e6db-a9c1-41e5-998c-8dc78d14ad1a admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:27.822201 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c848e6db-a9c1-41e5-998c-8dc78d14ad1a admin admin] 10.222.0.64 "DELETE /v2.0/subnets/13be6d62-2e9a-40c4-9d1e-34aa15cc5f10 HTTP/1.1" status: 204 len: 168 time: 0.3643477 Dec 08 16:48:27.822201 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 36200) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:48:27.824477 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312bd5ec-5c0e-4aee-9d8a-633b3766be6a None None] Network b16f21e0-d13a-4c4c-a863-a31df2be91b8 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:48:27.897410 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-481dce91-1cf2-415a-85ff-73f5d5d14734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:27.955139 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-481dce91-1cf2-415a-85ff-73f5d5d14734 admin admin] Deleting port 8a9b4873-f43e-4354-93f9-c666f9a054e0 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:48:27.955495 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-481dce91-1cf2-415a-85ff-73f5d5d14734 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:28.013528 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec57105-e400-4cba-8cab-9ca41a6c187b None None] DHCP port deletion for b16f21e0-d13a-4c4c-a863-a31df2be91b8 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:48:28.034692 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-481dce91-1cf2-415a-85ff-73f5d5d14734 admin admin] For port 8a9b4873-f43e-4354-93f9-c666f9a054e0, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=8a9b4873-f43e-4354-93f9-c666f9a054e0,segment=NetworkSegment(148e30e1-cdcf-4201-a517-2bd3763917d1),segment_id=148e30e1-cdcf-4201-a517-2bd3763917d1)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:48:28.035066 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-481dce91-1cf2-415a-85ff-73f5d5d14734 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:28.052995 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-481dce91-1cf2-415a-85ff-73f5d5d14734 admin admin] Calling delete_port for 8a9b4873-f43e-4354-93f9-c666f9a054e0 owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:48:28.072633 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-6ec57105-e400-4cba-8cab-9ca41a6c187b None None] Deleting port 8a9b4873-f43e-4354-93f9-c666f9a054e0 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:48:28.073238 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6ec57105-e400-4cba-8cab-9ca41a6c187b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:28.148618 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-6ec57105-e400-4cba-8cab-9ca41a6c187b None None] For port 8a9b4873-f43e-4354-93f9-c666f9a054e0, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=8a9b4873-f43e-4354-93f9-c666f9a054e0,segment=NetworkSegment(148e30e1-cdcf-4201-a517-2bd3763917d1),segment_id=148e30e1-cdcf-4201-a517-2bd3763917d1)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:48:28.148936 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6ec57105-e400-4cba-8cab-9ca41a6c187b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:28.162806 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-6ec57105-e400-4cba-8cab-9ca41a6c187b None None] Calling delete_port for 8a9b4873-f43e-4354-93f9-c666f9a054e0 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:48:28.220253 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-481dce91-1cf2-415a-85ff-73f5d5d14734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:28.238647 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6ec57105-e400-4cba-8cab-9ca41a6c187b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:28.249040 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481dce91-1cf2-415a-85ff-73f5d5d14734 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a9b4873-f43e-4354-93f9-c666f9a054e0,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:48:28.251028 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481dce91-1cf2-415a-85ff-73f5d5d14734 admin admin] No DVR routers for this DVR port 8a9b4873-f43e-4354-93f9-c666f9a054e0 on host n-d-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:48:28.264071 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec57105-e400-4cba-8cab-9ca41a6c187b None None] Pushing event deleted for resources: {'Port': ['ID=8a9b4873-f43e-4354-93f9-c666f9a054e0,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:48:28.268211 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec57105-e400-4cba-8cab-9ca41a6c187b None None] No DVR routers for this DVR port 8a9b4873-f43e-4354-93f9-c666f9a054e0 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:48:28.330614 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-481dce91-1cf2-415a-85ff-73f5d5d14734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:28.353733 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-481dce91-1cf2-415a-85ff-73f5d5d14734 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b16f21e0-d13a-4c4c-a863-a31df2be91b8']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:48:28.364122 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-481dce91-1cf2-415a-85ff-73f5d5d14734 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '148e30e1-cdcf-4201-a517-2bd3763917d1') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:48:28.364462 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-481dce91-1cf2-415a-85ff-73f5d5d14734 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '148e30e1-cdcf-4201-a517-2bd3763917d1') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:48:28.374638 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-481dce91-1cf2-415a-85ff-73f5d5d14734 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:28.388202 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-481dce91-1cf2-415a-85ff-73f5d5d14734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:28.394490 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-481dce91-1cf2-415a-85ff-73f5d5d14734 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:48:28.394902 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-481dce91-1cf2-415a-85ff-73f5d5d14734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:28.396570 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:48:28.396570 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:48:28.396570 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:48:28.396570 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:48:28.396570 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:48:28.396570 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:48:28.396570 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:48:28.396570 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:48:28.396570 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:48:28.396570 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:48:28.396570 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:48:28.396570 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:48:28.396570 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:48:28.396570 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:48:28.396570 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:48:28.396570 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:48:28.396570 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:48:28.396570 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:48:28.396570 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:48:28.396570 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:48:28.396570 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:48:28.396570 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:48:28.396570 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:48:28.396570 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:48:28.396570 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:48:28.396570 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:48:28.396570 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:48:28.396570 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:48:28.396570 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:48:28.396570 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:48:28.396570 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:48:28.396570 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:48:28.533990 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-481dce91-1cf2-415a-85ff-73f5d5d14734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:28.539479 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-481dce91-1cf2-415a-85ff-73f5d5d14734 admin admin] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:28.543051 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-481dce91-1cf2-415a-85ff-73f5d5d14734 admin admin] 10.222.0.64 "DELETE /v2.0/networks/b16f21e0-d13a-4c4c-a863-a31df2be91b8 HTTP/1.1" status: 204 len: 168 time: 0.7201140 Dec 08 16:48:28.546819 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 36204) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:48:28.556933 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481dce91-1cf2-415a-85ff-73f5d5d14734 admin admin] Pushing event deleted for resources: {'Network': ['ID=b16f21e0-d13a-4c4c-a863-a31df2be91b8,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:48:28.902719 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-26f6af5a-236f-432e-b7ca-04703ed9501c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:29.053129 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 8a9b4873-f43e-4354-93f9-c666f9a054e0 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:48:29.083321 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 8a9b4873-f43e-4354-93f9-c666f9a054e0 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:48:29.084393 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 8a9b4873-f43e-4354-93f9-c666f9a054e0 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:48:29.084825 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 903a9083-9a60-45de-ba52-146e47efdbae no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:48:29.106212 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 903a9083-9a60-45de-ba52-146e47efdbae {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:48:29.106566 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 903a9083-9a60-45de-ba52-146e47efdbae not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:48:29.175549 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-26f6af5a-236f-432e-b7ca-04703ed9501c admin admin] Deleting port fbb4f327-5a33-40ec-ace5-bc6a6ead22b4 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:48:29.175976 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-26f6af5a-236f-432e-b7ca-04703ed9501c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:29.258700 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-26f6af5a-236f-432e-b7ca-04703ed9501c admin admin] For port fbb4f327-5a33-40ec-ace5-bc6a6ead22b4, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=fbb4f327-5a33-40ec-ace5-bc6a6ead22b4,segment=NetworkSegment(e058192b-5e31-45f2-bfc6-a96c0a9ad8f5),segment_id=e058192b-5e31-45f2-bfc6-a96c0a9ad8f5)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:48:29.259114 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-26f6af5a-236f-432e-b7ca-04703ed9501c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:29.273857 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-26f6af5a-236f-432e-b7ca-04703ed9501c admin admin] Calling delete_port for fbb4f327-5a33-40ec-ace5-bc6a6ead22b4 owned by network:router_interface {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:48:29.533145 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-26f6af5a-236f-432e-b7ca-04703ed9501c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:29.558566 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f6af5a-236f-432e-b7ca-04703ed9501c admin admin] Pushing event deleted for resources: {'Port': ['ID=fbb4f327-5a33-40ec-ace5-bc6a6ead22b4,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:48:29.742874 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-26f6af5a-236f-432e-b7ca-04703ed9501c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:29.969784 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26f6af5a-236f-432e-b7ca-04703ed9501c admin admin] Router 0cf4ab99-f2d1-466a-a63e-c16ad3c176aa has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:48:30.085463 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f6af5a-236f-432e-b7ca-04703ed9501c admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:48:30.090837 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-26f6af5a-236f-432e-b7ca-04703ed9501c admin admin] 10.222.0.64 "PUT /v2.0/routers/0cf4ab99-f2d1-466a-a63e-c16ad3c176aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5427825 Dec 08 16:48:30.093685 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 36208) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:48:30.096791 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84fafe4-4e97-48c4-ab38-01ae04881602 None None] Sync routers for ids ['0cf4ab99-f2d1-466a-a63e-c16ad3c176aa'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:48:30.108325 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84fafe4-4e97-48c4-ab38-01ae04881602 None None] Routers {'0cf4ab99-f2d1-466a-a63e-c16ad3c176aa'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:48:30.108960 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-c84fafe4-4e97-48c4-ab38-01ae04881602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:48:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['0cf4ab99-f2d1-466a-a63e-c16ad3c176aa'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:48:30.222530 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-07352977-7257-4d53-9db0-be5ac06b750e admin admin] Publish callbacks [] for router, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:30.224230 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-c84fafe4-4e97-48c4-ab38-01ae04881602 None None] Set router 0cf4ab99-f2d1-466a-a63e-c16ad3c176aa gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:48:30.345167 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-07352977-7257-4d53-9db0-be5ac06b750e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:30.416040 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-c84fafe4-4e97-48c4-ab38-01ae04881602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cf4ab99-f2d1-466a-a63e-c16ad3c176aa', 'name': 'tempest-TestVolumeBootPattern-1199169047-router', 'tenant_id': '3ddeeb14b4484b75b1b166f45dd2078d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '17a66a16-3919-4b05-9a30-0d31a324d607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:20Z', 'updated_at': '2021-12-08T16:48:29Z', 'revision_number': 5, 'project_id': '3ddeeb14b4484b75b1b166f45dd2078d', 'gw_port': {'id': '17a66a16-3919-4b05-9a30-0d31a324d607', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:27:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf4ab99-f2d1-466a-a63e-c16ad3c176aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:22Z', 'updated_at': '2021-12-08T16:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:48:30.447561 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84fafe4-4e97-48c4-ab38-01ae04881602 None None] Checking router: 0cf4ab99-f2d1-466a-a63e-c16ad3c176aa for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:48:30.457137 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84fafe4-4e97-48c4-ab38-01ae04881602 None None] Routers {'0cf4ab99-f2d1-466a-a63e-c16ad3c176aa'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:48:30.457739 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-c84fafe4-4e97-48c4-ab38-01ae04881602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:48:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['0cf4ab99-f2d1-466a-a63e-c16ad3c176aa'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:48:30.468416 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-07352977-7257-4d53-9db0-be5ac06b750e admin admin] Deleting port 17a66a16-3919-4b05-9a30-0d31a324d607 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:48:30.468767 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-07352977-7257-4d53-9db0-be5ac06b750e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:30.542884 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-c84fafe4-4e97-48c4-ab38-01ae04881602 None None] Set router 0cf4ab99-f2d1-466a-a63e-c16ad3c176aa gateway port host: None {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:48:30.555670 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-07352977-7257-4d53-9db0-be5ac06b750e admin admin] For port 17a66a16-3919-4b05-9a30-0d31a324d607, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=17a66a16-3919-4b05-9a30-0d31a324d607,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:48:30.556103 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-07352977-7257-4d53-9db0-be5ac06b750e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:30.569476 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-07352977-7257-4d53-9db0-be5ac06b750e admin admin] Calling delete_port for 17a66a16-3919-4b05-9a30-0d31a324d607 owned by network:router_gateway {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:48:30.593275 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-c84fafe4-4e97-48c4-ab38-01ae04881602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cf4ab99-f2d1-466a-a63e-c16ad3c176aa', 'name': 'tempest-TestVolumeBootPattern-1199169047-router', 'tenant_id': '3ddeeb14b4484b75b1b166f45dd2078d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:20Z', 'updated_at': '2021-12-08T16:48:30Z', 'revision_number': 6, 'project_id': '3ddeeb14b4484b75b1b166f45dd2078d', 'gw_port_host': None}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:48:30.622974 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84fafe4-4e97-48c4-ab38-01ae04881602 None None] The sync data for ids ['0cf4ab99-f2d1-466a-a63e-c16ad3c176aa'] in n-d-776250-12 is: [{'id': '0cf4ab99-f2d1-466a-a63e-c16ad3c176aa', 'name': 'tempest-TestVolumeBootPattern-1199169047-router', 'tenant_id': '3ddeeb14b4484b75b1b166f45dd2078d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:20Z', 'updated_at': '2021-12-08T16:48:30Z', 'revision_number': 6, 'project_id': '3ddeeb14b4484b75b1b166f45dd2078d', 'gw_port_host': None}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:48:30.802628 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-07352977-7257-4d53-9db0-be5ac06b750e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:30.827413 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07352977-7257-4d53-9db0-be5ac06b750e admin admin] Pushing event deleted for resources: {'Port': ['ID=17a66a16-3919-4b05-9a30-0d31a324d607,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:48:30.841970 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe3a30f-feed-4623-8621-b7d7122305a2 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:48:30.893321 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-07352977-7257-4d53-9db0-be5ac06b750e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:30.984224 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-07352977-7257-4d53-9db0-be5ac06b750e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:30.986463 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-07352977-7257-4d53-9db0-be5ac06b750e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:31.082538 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-07352977-7257-4d53-9db0-be5ac06b750e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:31.083487 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07352977-7257-4d53-9db0-be5ac06b750e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0cf4ab99-f2d1-466a-a63e-c16ad3c176aa {{(pid=110551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:48:31.088590 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-07352977-7257-4d53-9db0-be5ac06b750e admin admin] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:31.089843 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-07352977-7257-4d53-9db0-be5ac06b750e admin admin] 10.222.0.64 "DELETE /v2.0/routers/0cf4ab99-f2d1-466a-a63e-c16ad3c176aa HTTP/1.1" status: 204 len: 168 time: 0.9951253 Dec 08 16:48:31.094808 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 36212) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:48:31.138106 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-01d97d44-4114-4d1b-b1c1-a54748006d19 admin admin] Deleting subnet 1c34a848-fb02-432e-9166-9fd4141caadc {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:48:31.141526 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-01d97d44-4114-4d1b-b1c1-a54748006d19 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:31.180536 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-01d97d44-4114-4d1b-b1c1-a54748006d19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:31.259368 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-01d97d44-4114-4d1b-b1c1-a54748006d19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:31.392224 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-01d97d44-4114-4d1b-b1c1-a54748006d19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:31.414852 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device fbb4f327-5a33-40ec-ace5-bc6a6ead22b4 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:48:31.419747 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d97d44-4114-4d1b-b1c1-a54748006d19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c34a848-fb02-432e-9166-9fd4141caadc,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:48:31.423268 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-01d97d44-4114-4d1b-b1c1-a54748006d19 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:31.426985 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-01d97d44-4114-4d1b-b1c1-a54748006d19 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/1c34a848-fb02-432e-9166-9fd4141caadc HTTP/1.1" status: 204 len: 168 time: 0.3331821 Dec 08 16:48:31.429343 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 36216) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:48:31.449477 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af23c30-3adc-4591-8b8b-2f33d906a367 None None] Network fcee842d-7649-41d9-9de3-12f0b0e3018d requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:48:31.451738 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: fbb4f327-5a33-40ec-ace5-bc6a6ead22b4 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:48:31.452082 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device fbb4f327-5a33-40ec-ace5-bc6a6ead22b4 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:48:31.500870 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c9ab06d9-f8b1-4266-b779-e82eda85fb0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:31.558237 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-c9ab06d9-f8b1-4266-b779-e82eda85fb0e admin admin] Deleting port 028f4b6b-8a6a-4a5a-935c-b9765c26efbb {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:48:31.558581 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c9ab06d9-f8b1-4266-b779-e82eda85fb0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:31.601674 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1731b3dc-0db4-45dc-acd2-fb446480f469 None None] DHCP port deletion for fcee842d-7649-41d9-9de3-12f0b0e3018d request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:48:31.628707 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-c9ab06d9-f8b1-4266-b779-e82eda85fb0e admin admin] For port 028f4b6b-8a6a-4a5a-935c-b9765c26efbb, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=028f4b6b-8a6a-4a5a-935c-b9765c26efbb,segment=NetworkSegment(e058192b-5e31-45f2-bfc6-a96c0a9ad8f5),segment_id=e058192b-5e31-45f2-bfc6-a96c0a9ad8f5)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:48:31.629079 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c9ab06d9-f8b1-4266-b779-e82eda85fb0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:31.643204 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-c9ab06d9-f8b1-4266-b779-e82eda85fb0e admin admin] Calling delete_port for 028f4b6b-8a6a-4a5a-935c-b9765c26efbb owned by network:dhcp {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:48:31.651525 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-1731b3dc-0db4-45dc-acd2-fb446480f469 None None] Deleting port 028f4b6b-8a6a-4a5a-935c-b9765c26efbb {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:48:31.651910 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1731b3dc-0db4-45dc-acd2-fb446480f469 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:31.721686 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-1731b3dc-0db4-45dc-acd2-fb446480f469 None None] For port 028f4b6b-8a6a-4a5a-935c-b9765c26efbb, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=028f4b6b-8a6a-4a5a-935c-b9765c26efbb,segment=NetworkSegment(e058192b-5e31-45f2-bfc6-a96c0a9ad8f5),segment_id=e058192b-5e31-45f2-bfc6-a96c0a9ad8f5)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:48:31.721686 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1731b3dc-0db4-45dc-acd2-fb446480f469 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:31.731341 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-1731b3dc-0db4-45dc-acd2-fb446480f469 None None] Calling delete_port for 028f4b6b-8a6a-4a5a-935c-b9765c26efbb owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:48:31.790396 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c9ab06d9-f8b1-4266-b779-e82eda85fb0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:31.809592 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1731b3dc-0db4-45dc-acd2-fb446480f469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:31.816765 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ab06d9-f8b1-4266-b779-e82eda85fb0e admin admin] Pushing event deleted for resources: {'Port': ['ID=028f4b6b-8a6a-4a5a-935c-b9765c26efbb,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:48:31.820450 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ab06d9-f8b1-4266-b779-e82eda85fb0e admin admin] No DVR routers for this DVR port 028f4b6b-8a6a-4a5a-935c-b9765c26efbb on host n-d-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:48:31.835407 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1731b3dc-0db4-45dc-acd2-fb446480f469 None None] Pushing event deleted for resources: {'Port': ['ID=028f4b6b-8a6a-4a5a-935c-b9765c26efbb,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:48:31.839448 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1731b3dc-0db4-45dc-acd2-fb446480f469 None None] No DVR routers for this DVR port 028f4b6b-8a6a-4a5a-935c-b9765c26efbb on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:48:31.899280 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c9ab06d9-f8b1-4266-b779-e82eda85fb0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:31.919636 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-c9ab06d9-f8b1-4266-b779-e82eda85fb0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcee842d-7649-41d9-9de3-12f0b0e3018d']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:48:31.928964 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-c9ab06d9-f8b1-4266-b779-e82eda85fb0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e058192b-5e31-45f2-bfc6-a96c0a9ad8f5') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:48:31.929266 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-c9ab06d9-f8b1-4266-b779-e82eda85fb0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e058192b-5e31-45f2-bfc6-a96c0a9ad8f5') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:48:31.938895 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c9ab06d9-f8b1-4266-b779-e82eda85fb0e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:31.952559 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c9ab06d9-f8b1-4266-b779-e82eda85fb0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:31.958349 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9ab06d9-f8b1-4266-b779-e82eda85fb0e admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:48:31.958737 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c9ab06d9-f8b1-4266-b779-e82eda85fb0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:31.960408 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:48:31.960408 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:48:31.960408 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:48:31.960408 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:48:31.960408 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:48:31.960408 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:48:31.960408 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:48:31.960408 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:48:31.960408 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:48:31.960408 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:48:31.960408 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:48:31.960408 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:48:31.960408 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:48:31.960408 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:48:31.960408 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:48:31.960408 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:48:31.960408 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:48:31.960408 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:48:31.960408 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:48:31.960408 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:48:31.960408 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:48:31.960408 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:48:31.960408 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:48:31.960408 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:48:31.960408 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:48:31.960408 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:48:31.960408 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:48:31.960408 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:48:31.960408 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:48:31.960408 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:48:31.960408 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:48:31.960408 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:48:32.082794 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c9ab06d9-f8b1-4266-b779-e82eda85fb0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:32.089376 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c9ab06d9-f8b1-4266-b779-e82eda85fb0e admin admin] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:32.092528 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c9ab06d9-f8b1-4266-b779-e82eda85fb0e admin admin] 10.222.0.64 "DELETE /v2.0/networks/fcee842d-7649-41d9-9de3-12f0b0e3018d HTTP/1.1" status: 204 len: 168 time: 0.6621096 Dec 08 16:48:32.104481 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ab06d9-f8b1-4266-b779-e82eda85fb0e admin admin] Pushing event deleted for resources: {'Network': ['ID=fcee842d-7649-41d9-9de3-12f0b0e3018d,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:48:32.436850 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 36222) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:48:32.481348 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a6b6922a-ad5b-433a-9650-afaedca19a57 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=71f5826d1b3d4cd5a2c95e78c7917860&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0432732 Dec 08 16:48:32.483725 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 36224) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:48:32.529783 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d435c1c1-c3d7-439f-a50b-17b79df6bd92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:32.551125 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d435c1c1-c3d7-439f-a50b-17b79df6bd92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:32.659548 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d435c1c1-c3d7-439f-a50b-17b79df6bd92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:32.662222 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d435c1c1-c3d7-439f-a50b-17b79df6bd92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:32.663392 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d435c1c1-c3d7-439f-a50b-17b79df6bd92 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/90c400c3-2c7c-4df7-9471-d9a9641c9c11 HTTP/1.1" status: 204 len: 168 time: 0.1787391 Dec 08 16:48:32.671793 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d435c1c1-c3d7-439f-a50b-17b79df6bd92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c400c3-2c7c-4df7-9471-d9a9641c9c11,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:48:33.037773 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 028f4b6b-8a6a-4a5a-935c-b9765c26efbb no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:48:33.058784 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 028f4b6b-8a6a-4a5a-935c-b9765c26efbb {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:48:33.059133 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 028f4b6b-8a6a-4a5a-935c-b9765c26efbb not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:48:33.059544 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 17a66a16-3919-4b05-9a30-0d31a324d607 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:48:33.080387 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 17a66a16-3919-4b05-9a30-0d31a324d607 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:48:33.080733 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 17a66a16-3919-4b05-9a30-0d31a324d607 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:48:33.322510 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 36230) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:48:33.364211 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d60dd66a-7d37-40ad-b557-c199e270e9bc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3ddeeb14b4484b75b1b166f45dd2078d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399616 Dec 08 16:48:33.366157 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 36234) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:48:33.415632 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-89865faf-31ac-49e6-8ba8-0ae3ce01a6d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:33.449508 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-89865faf-31ac-49e6-8ba8-0ae3ce01a6d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:33.579423 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-89865faf-31ac-49e6-8ba8-0ae3ce01a6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:33.581942 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-89865faf-31ac-49e6-8ba8-0ae3ce01a6d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:33.583104 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-89865faf-31ac-49e6-8ba8-0ae3ce01a6d3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c2b109b0-0103-4f29-9415-faab103412ee HTTP/1.1" status: 204 len: 168 time: 0.2159870 Dec 08 16:48:33.591263 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89865faf-31ac-49e6-8ba8-0ae3ce01a6d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b109b0-0103-4f29-9415-faab103412ee,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:48:34.921617 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:38.836403 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:41.465139 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-dea7bae4-8784-446b-af4f-3e3068c0a4a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:44.133623 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f0e9a897-21af-47d2-8ffa-aabc0cefe44a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:45.339425 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:46.837306 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:47.613588 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:51.889043 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b42323d8-2b52-411e-a2d4-e06b3fbdf483 req-1ed90691-4efd-4a7c-946a-1f74751e3731 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5600aff3-a9f2-4299-8b19-a872e5e7bf9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0434258 Dec 08 16:48:51.979586 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42323d8-2b52-411e-a2d4-e06b3fbdf483 req-e4fd99b7-8d1e-4909-a943-edb68b6dc893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:51.981874 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b42323d8-2b52-411e-a2d4-e06b3fbdf483 req-e4fd99b7-8d1e-4909-a943-edb68b6dc893 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57db4fd5570b4e67bce525dccc0427ed&device_id=5600aff3-a9f2-4299-8b19-a872e5e7bf9a HTTP/1.1" status: 200 len: 1097 time: 0.0426104 Dec 08 16:48:52.103513 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42323d8-2b52-411e-a2d4-e06b3fbdf483 req-7ceeda80-2dea-41ba-9e8a-486325191a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:52.105136 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b42323d8-2b52-411e-a2d4-e06b3fbdf483 req-7ceeda80-2dea-41ba-9e8a-486325191a82 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9f81c6c5-4b42-449d-b4a6-8430eadfc704 HTTP/1.1" status: 200 len: 915 time: 0.1036189 Dec 08 16:48:52.156236 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b42323d8-2b52-411e-a2d4-e06b3fbdf483 req-7b164ce5-2013-4a79-a0dd-cbad00f7f79a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d38e7c64-bd01-40b8-8ef0-9ac97f47a12f HTTP/1.1" status: 200 len: 217 time: 0.0443211 Dec 08 16:48:52.206523 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42323d8-2b52-411e-a2d4-e06b3fbdf483 req-231916c7-c600-4cb2-914e-7b3d5f56282c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:52.208022 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b42323d8-2b52-411e-a2d4-e06b3fbdf483 req-231916c7-c600-4cb2-914e-7b3d5f56282c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ea404c26-5994-4117-bf38-653fbd348f64 HTTP/1.1" status: 200 len: 854 time: 0.0454981 Dec 08 16:48:52.240389 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b42323d8-2b52-411e-a2d4-e06b3fbdf483 req-ec653ee4-0c84-4023-aa8f-1968ad6aaf4a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9f81c6c5-4b42-449d-b4a6-8430eadfc704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246868 Dec 08 16:48:52.348633 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b42323d8-2b52-411e-a2d4-e06b3fbdf483 req-d8ead97a-a9b5-4f53-b46a-eac98fff8755 service neutron] 10.222.0.37 "GET /v2.0/networks/9f81c6c5-4b42-449d-b4a6-8430eadfc704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996814 Dec 08 16:48:52.443618 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b42323d8-2b52-411e-a2d4-e06b3fbdf483 req-78ee4b30-e618-4b1d-86b9-7b23c9567a37 service neutron] 10.222.0.37 "GET /v2.0/networks/9f81c6c5-4b42-449d-b4a6-8430eadfc704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872133 Dec 08 16:48:56.588997 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8c7cd-5227-4854-bab2-8fb8e3ccbccb req-dfa8837b-0848-459c-8da0-82218210f87e tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:56.590498 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e7e8c7cd-5227-4854-bab2-8fb8e3ccbccb req-dfa8837b-0848-459c-8da0-82218210f87e tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] 10.222.0.64 "GET /v2.0/ports?device_id=5600aff3-a9f2-4299-8b19-a872e5e7bf9a HTTP/1.1" status: 200 len: 945 time: 0.0503066 Dec 08 16:48:56.638615 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e7e8c7cd-5227-4854-bab2-8fb8e3ccbccb req-b9c5d82a-6d3b-4f93-badf-f234fe680cd4 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] 10.222.0.64 "GET /v2.0/security-groups?id=58c8f6a9-1645-42ad-b679-31132b350efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420935 Dec 08 16:48:57.756464 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792701e-6809-4d90-a0e9-b131009fcb24 req-bee772fa-3e26-4c59-a82f-4c9b250d5ff5 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:57.757979 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1792701e-6809-4d90-a0e9-b131009fcb24 req-bee772fa-3e26-4c59-a82f-4c9b250d5ff5 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] 10.222.0.64 "GET /v2.0/ports?device_id=5600aff3-a9f2-4299-8b19-a872e5e7bf9a HTTP/1.1" status: 200 len: 945 time: 0.0489693 Dec 08 16:48:57.807070 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1792701e-6809-4d90-a0e9-b131009fcb24 req-2480ad75-08a2-4762-973c-07ae56345eb0 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] 10.222.0.64 "GET /v2.0/security-groups?id=58c8f6a9-1645-42ad-b679-31132b350efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415094 Dec 08 16:48:58.041593 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500d2a9-70e0-4e3d-bd24-3f07be4760a8 req-fb06bce9-db6e-4177-a3a7-8db9e4291875 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:58.043529 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8500d2a9-70e0-4e3d-bd24-3f07be4760a8 req-fb06bce9-db6e-4177-a3a7-8db9e4291875 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] 10.222.0.37 "GET /v2.0/ports?device_id=5600aff3-a9f2-4299-8b19-a872e5e7bf9a HTTP/1.1" status: 200 len: 945 time: 0.0481963 Dec 08 16:48:58.135634 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-8500d2a9-70e0-4e3d-bd24-3f07be4760a8 req-8e35cb63-01cb-4b57-8696-b6830c47b232 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Deleting port d38e7c64-bd01-40b8-8ef0-9ac97f47a12f {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:48:58.136018 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-8500d2a9-70e0-4e3d-bd24-3f07be4760a8 req-8e35cb63-01cb-4b57-8696-b6830c47b232 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:58.222374 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-8500d2a9-70e0-4e3d-bd24-3f07be4760a8 req-8e35cb63-01cb-4b57-8696-b6830c47b232 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] For port d38e7c64-bd01-40b8-8ef0-9ac97f47a12f, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=d38e7c64-bd01-40b8-8ef0-9ac97f47a12f,segment=NetworkSegment(fab4705a-0d22-47bc-a973-a3b8782d72c2),segment_id=fab4705a-0d22-47bc-a973-a3b8782d72c2)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:48:58.222745 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-8500d2a9-70e0-4e3d-bd24-3f07be4760a8 req-8e35cb63-01cb-4b57-8696-b6830c47b232 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:58.235962 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-8500d2a9-70e0-4e3d-bd24-3f07be4760a8 req-8e35cb63-01cb-4b57-8696-b6830c47b232 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Calling delete_port for d38e7c64-bd01-40b8-8ef0-9ac97f47a12f owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:48:58.425077 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-8500d2a9-70e0-4e3d-bd24-3f07be4760a8 req-8e35cb63-01cb-4b57-8696-b6830c47b232 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:58.437103 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['d38e7c64-bd01-40b8-8ef0-9ac97f47a12f'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:48:58.451515 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e35cb63-01cb-4b57-8696-b6830c47b232 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Pushing event deleted for resources: {'Port': ['ID=d38e7c64-bd01-40b8-8ef0-9ac97f47a12f,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:48:58.461709 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e35cb63-01cb-4b57-8696-b6830c47b232 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:48:58.462063 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e35cb63-01cb-4b57-8696-b6830c47b232 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:48:58.462416 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e35cb63-01cb-4b57-8696-b6830c47b232 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:48:58.462762 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e35cb63-01cb-4b57-8696-b6830c47b232 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:48:58.463100 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e35cb63-01cb-4b57-8696-b6830c47b232 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:48:58.463439 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e35cb63-01cb-4b57-8696-b6830c47b232 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:48:58.463772 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e35cb63-01cb-4b57-8696-b6830c47b232 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:48:58.464640 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e35cb63-01cb-4b57-8696-b6830c47b232 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:48:58.465318 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e35cb63-01cb-4b57-8696-b6830c47b232 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:48:58.465318 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e35cb63-01cb-4b57-8696-b6830c47b232 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:48:58.465619 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e35cb63-01cb-4b57-8696-b6830c47b232 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:48:58.465944 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e35cb63-01cb-4b57-8696-b6830c47b232 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:48:58.466270 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e35cb63-01cb-4b57-8696-b6830c47b232 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:48:58.505491 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-8500d2a9-70e0-4e3d-bd24-3f07be4760a8 req-8e35cb63-01cb-4b57-8696-b6830c47b232 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] No DVR routers for this DVR port d38e7c64-bd01-40b8-8ef0-9ac97f47a12f on host n-h2-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:48:58.508127 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-8500d2a9-70e0-4e3d-bd24-3f07be4760a8 req-8e35cb63-01cb-4b57-8696-b6830c47b232 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:58.511593 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8500d2a9-70e0-4e3d-bd24-3f07be4760a8 req-8e35cb63-01cb-4b57-8696-b6830c47b232 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] 10.222.0.37 "DELETE /v2.0/ports/d38e7c64-bd01-40b8-8ef0-9ac97f47a12f HTTP/1.1" status: 204 len: 173 time: 0.4623461 Dec 08 16:48:58.512039 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5600aff3-a9f2-4299-8b19-a872e5e7bf9a', 'name': 'network-vif-deleted', 'tag': 'd38e7c64-bd01-40b8-8ef0-9ac97f47a12f'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:48:58.516864 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c0b49c-e839-430c-b126-ff5234fee197" -d '{"events": [{"server_uuid": "5600aff3-a9f2-4299-8b19-a872e5e7bf9a", "name": "network-vif-deleted", "tag": "d38e7c64-bd01-40b8-8ef0-9ac97f47a12f"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:48:58.556637 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f9cb0c-a74d-474e-9cd9-f39df7a6eeeb x-openstack-request-id: req-f8f9cb0c-a74d-474e-9cd9-f39df7a6eeeb {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:48:58.556941 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5600aff3-a9f2-4299-8b19-a872e5e7bf9a", "name": "network-vif-deleted", "tag": "d38e7c64-bd01-40b8-8ef0-9ac97f47a12f", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:48:58.557287 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f8f9cb0c-a74d-474e-9cd9-f39df7a6eeeb {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:48:58.557693 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5600aff3-a9f2-4299-8b19-a872e5e7bf9a', 'name': 'network-vif-deleted', 'tag': 'd38e7c64-bd01-40b8-8ef0-9ac97f47a12f', 'status': 'completed', 'code': 200} Dec 08 16:48:58.916410 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9a8ca5fe-3f79-4a48-a53a-a447ddb96378 req-a944c2c6-7cfa-46f4-822d-2da6e7686ef0 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] 10.222.0.64 "GET /v2.0/ports?device_id=5600aff3-a9f2-4299-8b19-a872e5e7bf9a HTTP/1.1" status: 200 len: 210 time: 0.0266161 Dec 08 16:48:59.482530 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:49:02.437388 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device d38e7c64-bd01-40b8-8ef0-9ac97f47a12f no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:49:02.457768 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: d38e7c64-bd01-40b8-8ef0-9ac97f47a12f {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:49:02.458119 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device d38e7c64-bd01-40b8-8ef0-9ac97f47a12f not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:49:04.893183 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:49:07.501924 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e421fa-5a0a-439a-af79-30a52044e264 req-9a243b85-b57a-4987-bc3a-7195e82227f0 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:07.503346 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f3e421fa-5a0a-439a-af79-30a52044e264 req-9a243b85-b57a-4987-bc3a-7195e82227f0 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] 10.222.0.64 "GET /v2.0/networks?id=9f81c6c5-4b42-449d-b4a6-8430eadfc704 HTTP/1.1" status: 200 len: 814 time: 0.1035271 Dec 08 16:49:07.519257 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f3e421fa-5a0a-439a-af79-30a52044e264 req-9856d7a2-a371-497a-92be-270f28d1492a tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] 10.222.0.64 "GET /v2.0/quotas/57db4fd5570b4e67bce525dccc0427ed HTTP/1.1" status: 200 len: 375 time: 0.0099318 Dec 08 16:49:07.551558 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f3e421fa-5a0a-439a-af79-30a52044e264 req-e161a9ed-2346-4af7-aaef-45617be216b1 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=57db4fd5570b4e67bce525dccc0427ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270243 Dec 08 16:49:07.562243 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [req-f3e421fa-5a0a-439a-af79-30a52044e264 req-f70e409d-1ad7-4d84-bd7d-69f5f67eb16c service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:49:07.563254 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f3e421fa-5a0a-439a-af79-30a52044e264 req-f70e409d-1ad7-4d84-bd7d-69f5f67eb16c service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050974 Dec 08 16:49:07.650946 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f3e421fa-5a0a-439a-af79-30a52044e264 req-d14aef92-2e2a-48b6-a206-aac8f8407070 service neutron] 10.222.0.64 "GET /v2.0/networks/9f81c6c5-4b42-449d-b4a6-8430eadfc704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820951 Dec 08 16:49:07.743390 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f3e421fa-5a0a-439a-af79-30a52044e264 req-15efe63b-c9d7-4369-9d79-5169d6e11530 service neutron] 10.222.0.64 "GET /v2.0/networks/9f81c6c5-4b42-449d-b4a6-8430eadfc704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856419 Dec 08 16:49:07.989996 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-35d900c7-dc26-4e5c-af32-ee338042f07c req-ea9aa767-5199-44e3-a566-64eeb10f9f29 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] 10.222.0.64 "GET /v2.0/ports?device_id=103a426e-fc32-4021-ba19-eda7fc427a7d HTTP/1.1" status: 200 len: 210 time: 0.0295165 Dec 08 16:49:08.944769 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:49:09.085288 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4fbffbff-04b7-4898-bf07-b68a0595f2d3 req-f5ed6e29-79b2-42e5-a35b-7eeabd4d4f1f tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] 10.222.0.64 "GET /v2.0/ports?device_id=103a426e-fc32-4021-ba19-eda7fc427a7d HTTP/1.1" status: 200 len: 210 time: 0.0268896 Dec 08 16:49:09.992978 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e421fa-5a0a-439a-af79-30a52044e264 req-23adea3a-bd87-4a44-91fe-fe39178c229c tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:09.994460 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f3e421fa-5a0a-439a-af79-30a52044e264 req-23adea3a-bd87-4a44-91fe-fe39178c229c tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] 10.222.0.76 "GET /v2.0/networks?id=9f81c6c5-4b42-449d-b4a6-8430eadfc704 HTTP/1.1" status: 200 len: 814 time: 0.1034606 Dec 08 16:49:10.008873 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-f3e421fa-5a0a-439a-af79-30a52044e264 req-417b7323-801b-44e0-8cf0-66e82b98c74f tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Request body: {'port': {'device_id': '103a426e-fc32-4021-ba19-eda7fc427a7d', 'network_id': '9f81c6c5-4b42-449d-b4a6-8430eadfc704', 'admin_state_up': True, 'tenant_id': '57db4fd5570b4e67bce525dccc0427ed'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:49:10.186674 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9868b01a-c2e1-4fb5-9679-966bf49eac00 req-0a5dbac0-24b4-4be3-a7df-7df9fb8f8ace tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] 10.222.0.64 "GET /v2.0/ports?device_id=103a426e-fc32-4021-ba19-eda7fc427a7d HTTP/1.1" status: 200 len: 210 time: 0.0283511 Dec 08 16:49:10.195898 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3e421fa-5a0a-439a-af79-30a52044e264 req-417b7323-801b-44e0-8cf0-66e82b98c74f tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Made reservation on behalf of 57db4fd5570b4e67bce525dccc0427ed for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:49:10.199973 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f3e421fa-5a0a-439a-af79-30a52044e264 req-417b7323-801b-44e0-8cf0-66e82b98c74f tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:49:10.333712 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-f3e421fa-5a0a-439a-af79-30a52044e264 req-417b7323-801b-44e0-8cf0-66e82b98c74f tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Allocated IP 172.20.0.6 (9f81c6c5-4b42-449d-b4a6-8430eadfc704/ea404c26-5994-4117-bf38-653fbd348f64/6569b01d-cd06-4a73-b5a0-ed59d2d4e498) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:49:10.475852 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f3e421fa-5a0a-439a-af79-30a52044e264 req-417b7323-801b-44e0-8cf0-66e82b98c74f tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:49:10.556511 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f3e421fa-5a0a-439a-af79-30a52044e264 req-417b7323-801b-44e0-8cf0-66e82b98c74f tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:49:10.602898 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3e421fa-5a0a-439a-af79-30a52044e264 req-417b7323-801b-44e0-8cf0-66e82b98c74f tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Network 9f81c6c5-4b42-449d-b4a6-8430eadfc704 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:49:10.607875 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-f3e421fa-5a0a-439a-af79-30a52044e264 req-417b7323-801b-44e0-8cf0-66e82b98c74f tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:49:10.611627 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3e421fa-5a0a-439a-af79-30a52044e264 req-417b7323-801b-44e0-8cf0-66e82b98c74f tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:49:10.617971 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417b7323-801b-44e0-8cf0-66e82b98c74f tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Pushing event updated for resources: {'Port': ['ID=6569b01d-cd06-4a73-b5a0-ed59d2d4e498,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:49:10.969070 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e421fa-5a0a-439a-af79-30a52044e264 req-417b7323-801b-44e0-8cf0-66e82b98c74f tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:10.969671 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f3e421fa-5a0a-439a-af79-30a52044e264 req-417b7323-801b-44e0-8cf0-66e82b98c74f tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:49:11.062054 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f3e421fa-5a0a-439a-af79-30a52044e264 req-417b7323-801b-44e0-8cf0-66e82b98c74f tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0569780 Dec 08 16:49:11.074360 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-f3e421fa-5a0a-439a-af79-30a52044e264 req-6fcc474e-c349-482b-92ff-fccfa996475f service neutron] Request body: {'port': {'device_id': '103a426e-fc32-4021-ba19-eda7fc427a7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:49:11.127392 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f3e421fa-5a0a-439a-af79-30a52044e264 req-6fcc474e-c349-482b-92ff-fccfa996475f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:49:11.313864 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8490e6-d01e-4959-9443-a3326e22dddb req-411035d1-76be-4d75-9941-858992652559 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:11.315434 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-af8490e6-d01e-4959-9443-a3326e22dddb req-411035d1-76be-4d75-9941-858992652559 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] 10.222.0.64 "GET /v2.0/ports?device_id=103a426e-fc32-4021-ba19-eda7fc427a7d HTTP/1.1" status: 200 len: 931 time: 0.0534818 Dec 08 16:49:11.367853 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-af8490e6-d01e-4959-9443-a3326e22dddb req-bf6940a2-c768-4fb6-be09-6df181fc7d8d tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] 10.222.0.64 "GET /v2.0/security-groups?id=58c8f6a9-1645-42ad-b679-31132b350efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463078 Dec 08 16:49:11.399751 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-f3e421fa-5a0a-439a-af79-30a52044e264 req-6fcc474e-c349-482b-92ff-fccfa996475f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6569b01d-cd06-4a73-b5a0-ed59d2d4e498 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:49:11.407829 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f3e421fa-5a0a-439a-af79-30a52044e264 req-6fcc474e-c349-482b-92ff-fccfa996475f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:49:11.420350 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-f3e421fa-5a0a-439a-af79-30a52044e264 req-6fcc474e-c349-482b-92ff-fccfa996475f service neutron] Transition to ACTIVE for port object 6569b01d-cd06-4a73-b5a0-ed59d2d4e498 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:49:11.475888 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-257786db-7b6f-47cc-a316-85b286d31fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:49:11.550078 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f3e421fa-5a0a-439a-af79-30a52044e264 req-6fcc474e-c349-482b-92ff-fccfa996475f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:49:11.600306 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcc474e-c349-482b-92ff-fccfa996475f service neutron] Pushing event updated for resources: {'Port': ['ID=6569b01d-cd06-4a73-b5a0-ed59d2d4e498,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:49:11.670351 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-f3e421fa-5a0a-439a-af79-30a52044e264 req-6fcc474e-c349-482b-92ff-fccfa996475f service neutron] Attempting to bind port 6569b01d-cd06-4a73-b5a0-ed59d2d4e498 on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:49:11.670689 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-f3e421fa-5a0a-439a-af79-30a52044e264 req-6fcc474e-c349-482b-92ff-fccfa996475f service neutron] Attempting to bind port 6569b01d-cd06-4a73-b5a0-ed59d2d4e498 by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': 'fab4705a-0d22-47bc-a973-a3b8782d72c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9f81c6c5-4b42-449d-b4a6-8430eadfc704'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:49:11.671047 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e421fa-5a0a-439a-af79-30a52044e264 req-6fcc474e-c349-482b-92ff-fccfa996475f service neutron] Attempting to bind port 6569b01d-cd06-4a73-b5a0-ed59d2d4e498 on network 9f81c6c5-4b42-449d-b4a6-8430eadfc704 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:49:11.675397 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e421fa-5a0a-439a-af79-30a52044e264 req-6fcc474e-c349-482b-92ff-fccfa996475f service neutron] Port 6569b01d-cd06-4a73-b5a0-ed59d2d4e498 on network 9f81c6c5-4b42-449d-b4a6-8430eadfc704 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:49:11.675724 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e421fa-5a0a-439a-af79-30a52044e264 req-6fcc474e-c349-482b-92ff-fccfa996475f service neutron] Attempting to bind port 6569b01d-cd06-4a73-b5a0-ed59d2d4e498 on network 9f81c6c5-4b42-449d-b4a6-8430eadfc704 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:49:11.680547 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e421fa-5a0a-439a-af79-30a52044e264 req-6fcc474e-c349-482b-92ff-fccfa996475f service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:49:11.680888 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e421fa-5a0a-439a-af79-30a52044e264 req-6fcc474e-c349-482b-92ff-fccfa996475f service neutron] Checking segment: {'id': 'fab4705a-0d22-47bc-a973-a3b8782d72c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9f81c6c5-4b42-449d-b4a6-8430eadfc704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:49:11.681276 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e421fa-5a0a-439a-af79-30a52044e264 req-6fcc474e-c349-482b-92ff-fccfa996475f service neutron] Bound using segment: {'id': 'fab4705a-0d22-47bc-a973-a3b8782d72c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9f81c6c5-4b42-449d-b4a6-8430eadfc704'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:49:11.681708 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-f3e421fa-5a0a-439a-af79-30a52044e264 req-6fcc474e-c349-482b-92ff-fccfa996475f service neutron] Bound port: 6569b01d-cd06-4a73-b5a0-ed59d2d4e498, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fab4705a-0d22-47bc-a973-a3b8782d72c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9f81c6c5-4b42-449d-b4a6-8430eadfc704'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:49:11.682067 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f3e421fa-5a0a-439a-af79-30a52044e264 req-6fcc474e-c349-482b-92ff-fccfa996475f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:49:11.743326 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-f3e421fa-5a0a-439a-af79-30a52044e264 req-6fcc474e-c349-482b-92ff-fccfa996475f service neutron] For port 6569b01d-cd06-4a73-b5a0-ed59d2d4e498, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:49:11.746431 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-f3e421fa-5a0a-439a-af79-30a52044e264 req-6fcc474e-c349-482b-92ff-fccfa996475f service neutron] For port 6569b01d-cd06-4a73-b5a0-ed59d2d4e498, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=6569b01d-cd06-4a73-b5a0-ed59d2d4e498,segment=NetworkSegment(fab4705a-0d22-47bc-a973-a3b8782d72c2),segment_id=fab4705a-0d22-47bc-a973-a3b8782d72c2)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:49:11.818953 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f3e421fa-5a0a-439a-af79-30a52044e264 req-6fcc474e-c349-482b-92ff-fccfa996475f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:49:11.853000 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e421fa-5a0a-439a-af79-30a52044e264 req-6fcc474e-c349-482b-92ff-fccfa996475f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:11.853874 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f3e421fa-5a0a-439a-af79-30a52044e264 req-6fcc474e-c349-482b-92ff-fccfa996475f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:49:11.855451 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f3e421fa-5a0a-439a-af79-30a52044e264 req-6fcc474e-c349-482b-92ff-fccfa996475f service neutron] 10.222.0.76 "PUT /v2.0/ports/6569b01d-cd06-4a73-b5a0-ed59d2d4e498 HTTP/1.1" status: 200 len: 1092 time: 0.7851617 Dec 08 16:49:11.857754 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '103a426e-fc32-4021-ba19-eda7fc427a7d', 'tag': '6569b01d-cd06-4a73-b5a0-ed59d2d4e498'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:49:11.860752 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4f56b3-eff0-479c-93f2-e9dc82684669" -d '{"events": [{"name": "network-changed", "server_uuid": "103a426e-fc32-4021-ba19-eda7fc427a7d", "tag": "6569b01d-cd06-4a73-b5a0-ed59d2d4e498"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:49:11.885654 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcc474e-c349-482b-92ff-fccfa996475f service neutron] Pushing event updated for resources: {'Port': ['ID=6569b01d-cd06-4a73-b5a0-ed59d2d4e498,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:49:11.903719 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bee70ac-0f84-44e6-8cff-58c4e22350ab x-openstack-request-id: req-5bee70ac-0f84-44e6-8cff-58c4e22350ab {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:49:11.904749 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "103a426e-fc32-4021-ba19-eda7fc427a7d", "tag": "6569b01d-cd06-4a73-b5a0-ed59d2d4e498", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:49:11.905013 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5bee70ac-0f84-44e6-8cff-58c4e22350ab {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:49:11.905427 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '103a426e-fc32-4021-ba19-eda7fc427a7d', 'tag': '6569b01d-cd06-4a73-b5a0-ed59d2d4e498', 'status': 'completed', 'code': 200} Dec 08 16:49:11.968380 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f56b3-eff0-479c-93f2-e9dc82684669 req-42c04615-f07c-4930-ac38-c80c2c570786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:11.969863 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ea4f56b3-eff0-479c-93f2-e9dc82684669 req-42c04615-f07c-4930-ac38-c80c2c570786 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=57db4fd5570b4e67bce525dccc0427ed&device_id=103a426e-fc32-4021-ba19-eda7fc427a7d HTTP/1.1" status: 200 len: 1095 time: 0.0422235 Dec 08 16:49:12.071153 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f56b3-eff0-479c-93f2-e9dc82684669 req-cbe1ef08-76f9-4abf-a25a-2151bd2356fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:12.072581 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ea4f56b3-eff0-479c-93f2-e9dc82684669 req-cbe1ef08-76f9-4abf-a25a-2151bd2356fd service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=57db4fd5570b4e67bce525dccc0427ed&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0932250 Dec 08 16:49:12.165977 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f56b3-eff0-479c-93f2-e9dc82684669 req-9a41e1ee-5c7c-40d2-9cf6-c36e6371bc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:12.167451 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ea4f56b3-eff0-479c-93f2-e9dc82684669 req-9a41e1ee-5c7c-40d2-9cf6-c36e6371bc97 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0884678 Dec 08 16:49:12.246470 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e421fa-5a0a-439a-af79-30a52044e264 req-ea2615a3-30f6-456a-92c9-4c2443c1d063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:12.248523 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f3e421fa-5a0a-439a-af79-30a52044e264 req-ea2615a3-30f6-456a-92c9-4c2443c1d063 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=57db4fd5570b4e67bce525dccc0427ed&device_id=103a426e-fc32-4021-ba19-eda7fc427a7d HTTP/1.1" status: 200 len: 1095 time: 0.0457339 Dec 08 16:49:12.294349 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f3e421fa-5a0a-439a-af79-30a52044e264 req-dcc88b8c-70e9-45f0-8a37-56b34675f343 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6569b01d-cd06-4a73-b5a0-ed59d2d4e498 HTTP/1.1" status: 200 len: 217 time: 0.0373399 Dec 08 16:49:12.344669 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e421fa-5a0a-439a-af79-30a52044e264 req-c60f7c37-22b1-4a2e-9c06-cea54e78e3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:12.346022 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f3e421fa-5a0a-439a-af79-30a52044e264 req-c60f7c37-22b1-4a2e-9c06-cea54e78e3a5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ea404c26-5994-4117-bf38-653fbd348f64 HTTP/1.1" status: 200 len: 854 time: 0.0442071 Dec 08 16:49:12.381472 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f3e421fa-5a0a-439a-af79-30a52044e264 req-e838b757-0d71-4706-8f1b-2cbf25155d71 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9f81c6c5-4b42-449d-b4a6-8430eadfc704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281219 Dec 08 16:49:12.473086 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f3e421fa-5a0a-439a-af79-30a52044e264 req-5bc01b7f-d584-4aee-a764-7a980aac0554 service neutron] 10.222.0.76 "GET /v2.0/networks/9f81c6c5-4b42-449d-b4a6-8430eadfc704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837822 Dec 08 16:49:12.483872 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f42d61-23ac-4c6c-9503-40667f5d87e9 req-3e76d1cb-b4e2-405e-8cc0-cbc89ae6c1f2 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:12.485483 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-95f42d61-23ac-4c6c-9503-40667f5d87e9 req-3e76d1cb-b4e2-405e-8cc0-cbc89ae6c1f2 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] 10.222.0.64 "GET /v2.0/ports?device_id=103a426e-fc32-4021-ba19-eda7fc427a7d HTTP/1.1" status: 200 len: 943 time: 0.0491612 Dec 08 16:49:12.534178 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-95f42d61-23ac-4c6c-9503-40667f5d87e9 req-9fc5ed88-c050-4e03-939c-bccafc3e3bf3 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] 10.222.0.64 "GET /v2.0/security-groups?id=58c8f6a9-1645-42ad-b679-31132b350efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426879 Dec 08 16:49:12.569142 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f3e421fa-5a0a-439a-af79-30a52044e264 req-f4fee56b-ab17-4820-9c2b-544d87c33be8 service neutron] 10.222.0.76 "GET /v2.0/networks/9f81c6c5-4b42-449d-b4a6-8430eadfc704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887575 Dec 08 16:49:13.651534 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bed9d12-e3ef-405c-ab7b-f4891c03a2b8 req-cb279ad1-8895-4d41-b36a-6e560c5b5f30 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:13.653140 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9bed9d12-e3ef-405c-ab7b-f4891c03a2b8 req-cb279ad1-8895-4d41-b36a-6e560c5b5f30 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] 10.222.0.64 "GET /v2.0/ports?device_id=103a426e-fc32-4021-ba19-eda7fc427a7d HTTP/1.1" status: 200 len: 943 time: 0.0507536 Dec 08 16:49:13.700328 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9bed9d12-e3ef-405c-ab7b-f4891c03a2b8 req-205cf261-9d0c-433b-8b73-5a60e45ef208 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] 10.222.0.64 "GET /v2.0/security-groups?id=58c8f6a9-1645-42ad-b679-31132b350efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407395 Dec 08 16:49:14.132763 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-17cad24b-b40e-4bfc-a86f-81017dd6c7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:49:14.814870 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e23975-3faf-4bc0-aeca-18d7d3939349 req-ca9d5c55-96eb-422c-9aba-e0632cc53116 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:14.816401 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-49e23975-3faf-4bc0-aeca-18d7d3939349 req-ca9d5c55-96eb-422c-9aba-e0632cc53116 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] 10.222.0.64 "GET /v2.0/ports?device_id=103a426e-fc32-4021-ba19-eda7fc427a7d HTTP/1.1" status: 200 len: 943 time: 0.0485601 Dec 08 16:49:14.862679 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-49e23975-3faf-4bc0-aeca-18d7d3939349 req-d4910ad8-6af7-4ea7-bc79-0f7515f00114 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] 10.222.0.64 "GET /v2.0/security-groups?id=58c8f6a9-1645-42ad-b679-31132b350efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402825 Dec 08 16:49:15.344269 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:49:15.598303 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 6569b01d-cd06-4a73-b5a0-ed59d2d4e498 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:49:15.690439 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 6569b01d-cd06-4a73-b5a0-ed59d2d4e498, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=6569b01d-cd06-4a73-b5a0-ed59d2d4e498,segment=NetworkSegment(fab4705a-0d22-47bc-a973-a3b8782d72c2),segment_id=fab4705a-0d22-47bc-a973-a3b8782d72c2)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:49:15.704652 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '6569b01d-cd06-4a73-b5a0-ed59d2d4e498', 'network_id': '9f81c6c5-4b42-449d-b4a6-8430eadfc704', 'port_id': '6569b01d-cd06-4a73-b5a0-ed59d2d4e498', 'mac_address': 'fa:16:3e:a6:da:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea404c26-5994-4117-bf38-653fbd348f64', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:49:15.740381 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:49:15.752606 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6569b01d-cd06-4a73-b5a0-ed59d2d4e498 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:49:15.771345 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 6569b01d-cd06-4a73-b5a0-ed59d2d4e498, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=6569b01d-cd06-4a73-b5a0-ed59d2d4e498,segment=NetworkSegment(fab4705a-0d22-47bc-a973-a3b8782d72c2),segment_id=fab4705a-0d22-47bc-a973-a3b8782d72c2)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:49:15.847376 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:49:15.896479 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=6569b01d-cd06-4a73-b5a0-ed59d2d4e498,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:49:15.904132 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:49:15.905072 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:49:15.905461 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:49:15.905827 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:49:15.906169 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:49:15.906507 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:49:15.906837 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:49:15.907166 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:49:15.907494 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:49:15.907821 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:49:15.908148 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:49:15.908497 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:49:15.908822 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:49:15.983320 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df1c18d-9ebb-4702-a159-47e1978e321e req-66fbd2b9-c249-4621-a634-91ce9c3ba27d tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:15.984919 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8df1c18d-9ebb-4702-a159-47e1978e321e req-66fbd2b9-c249-4621-a634-91ce9c3ba27d tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] 10.222.0.64 "GET /v2.0/ports?device_id=103a426e-fc32-4021-ba19-eda7fc427a7d HTTP/1.1" status: 200 len: 944 time: 0.0501440 Dec 08 16:49:16.033104 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8df1c18d-9ebb-4702-a159-47e1978e321e req-a222bc75-49f3-4da8-9493-b0e4463fead1 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] 10.222.0.64 "GET /v2.0/security-groups?id=58c8f6a9-1645-42ad-b679-31132b350efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422332 Dec 08 16:49:16.192856 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['6569b01d-cd06-4a73-b5a0-ed59d2d4e498'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:49:16.835615 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:49:17.167508 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85386b1c-0b44-49b0-bb87-fcde04d0f431 req-482f8bf9-2d07-45bb-8829-b051e70b2c1f tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:17.169055 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-85386b1c-0b44-49b0-bb87-fcde04d0f431 req-482f8bf9-2d07-45bb-8829-b051e70b2c1f tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] 10.222.0.64 "GET /v2.0/ports?device_id=103a426e-fc32-4021-ba19-eda7fc427a7d HTTP/1.1" status: 200 len: 944 time: 0.0547662 Dec 08 16:49:17.215616 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-85386b1c-0b44-49b0-bb87-fcde04d0f431 req-b9b0c1f2-c315-4b03-ac4f-2a6906866431 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] 10.222.0.64 "GET /v2.0/security-groups?id=58c8f6a9-1645-42ad-b679-31132b350efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404863 Dec 08 16:49:17.590137 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:49:17.613728 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 6569b01d-cd06-4a73-b5a0-ed59d2d4e498 up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:49:17.727202 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port 6569b01d-cd06-4a73-b5a0-ed59d2d4e498 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:49:17.731020 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 6569b01d-cd06-4a73-b5a0-ed59d2d4e498 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:49:17.731403 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:49:17.809953 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:49:17.831800 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '103a426e-fc32-4021-ba19-eda7fc427a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6569b01d-cd06-4a73-b5a0-ed59d2d4e498'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:49:17.834077 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a65f64-9116-4bc5-88e3-347a964a2f0b" -d '{"events": [{"server_uuid": "103a426e-fc32-4021-ba19-eda7fc427a7d", "name": "network-vif-plugged", "status": "completed", "tag": "6569b01d-cd06-4a73-b5a0-ed59d2d4e498"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:49:17.846090 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 6569b01d-cd06-4a73-b5a0-ed59d2d4e498, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=6569b01d-cd06-4a73-b5a0-ed59d2d4e498,segment=NetworkSegment(fab4705a-0d22-47bc-a973-a3b8782d72c2),segment_id=fab4705a-0d22-47bc-a973-a3b8782d72c2)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:49:17.871347 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94dd927b-9215-41c5-ae95-075b475d4db7 x-openstack-request-id: req-94dd927b-9215-41c5-ae95-075b475d4db7 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:49:17.871644 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "103a426e-fc32-4021-ba19-eda7fc427a7d", "name": "network-vif-plugged", "status": "completed", "tag": "6569b01d-cd06-4a73-b5a0-ed59d2d4e498", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:49:17.871908 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-94dd927b-9215-41c5-ae95-075b475d4db7 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:49:17.872348 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '103a426e-fc32-4021-ba19-eda7fc427a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6569b01d-cd06-4a73-b5a0-ed59d2d4e498', 'code': 200} Dec 08 16:49:17.927677 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:49:17.968670 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95718b05-e78e-45a1-8aad-ae3c379d1768 req-b1d39c8a-5d2c-41a7-9201-e493ad89fcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:17.970183 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-95718b05-e78e-45a1-8aad-ae3c379d1768 req-b1d39c8a-5d2c-41a7-9201-e493ad89fcdb service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=103a426e-fc32-4021-ba19-eda7fc427a7d HTTP/1.1" status: 200 len: 1097 time: 0.0439684 Dec 08 16:49:17.976035 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=6569b01d-cd06-4a73-b5a0-ed59d2d4e498,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:49:18.014392 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-95718b05-e78e-45a1-8aad-ae3c379d1768 req-e028fe33-3c33-4882-b4e4-5eb96fd6b567 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=58c8f6a9-1645-42ad-b679-31132b350efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376685 Dec 08 16:49:18.328983 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25023a4-7d79-4163-ac0f-0b4a21f899f9 req-ac03249f-8f88-4b20-9118-10e95110dd1e tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:18.330491 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f25023a4-7d79-4163-ac0f-0b4a21f899f9 req-ac03249f-8f88-4b20-9118-10e95110dd1e tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] 10.222.0.64 "GET /v2.0/ports?device_id=103a426e-fc32-4021-ba19-eda7fc427a7d HTTP/1.1" status: 200 len: 945 time: 0.0482121 Dec 08 16:49:18.377490 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f25023a4-7d79-4163-ac0f-0b4a21f899f9 req-59bf6d49-d547-461e-aa1a-a8efed29f30a tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] 10.222.0.64 "GET /v2.0/security-groups?id=58c8f6a9-1645-42ad-b679-31132b350efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411029 Dec 08 16:49:19.494183 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f71e1-6937-408e-9628-617cac1c7076 req-a44afa07-3d20-45fd-933a-bd059c16ab90 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:19.495700 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c28f71e1-6937-408e-9628-617cac1c7076 req-a44afa07-3d20-45fd-933a-bd059c16ab90 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] 10.222.0.64 "GET /v2.0/ports?device_id=103a426e-fc32-4021-ba19-eda7fc427a7d HTTP/1.1" status: 200 len: 945 time: 0.0496473 Dec 08 16:49:19.547113 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c28f71e1-6937-408e-9628-617cac1c7076 req-58e6cf60-c54d-4585-9b38-15ef04d16dec tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] 10.222.0.64 "GET /v2.0/security-groups?id=58c8f6a9-1645-42ad-b679-31132b350efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447588 Dec 08 16:49:20.663696 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc4309-55b3-4557-8bf6-d40a302f72fb req-f15ae1aa-2d28-4659-9f7e-b16224ab567d tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:20.665235 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cccc4309-55b3-4557-8bf6-d40a302f72fb req-f15ae1aa-2d28-4659-9f7e-b16224ab567d tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] 10.222.0.64 "GET /v2.0/ports?device_id=103a426e-fc32-4021-ba19-eda7fc427a7d HTTP/1.1" status: 200 len: 945 time: 0.0496378 Dec 08 16:49:20.715786 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cccc4309-55b3-4557-8bf6-d40a302f72fb req-aba93f76-ef09-4d41-ba5f-63c028f072ec tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] 10.222.0.64 "GET /v2.0/security-groups?id=58c8f6a9-1645-42ad-b679-31132b350efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446849 Dec 08 16:49:34.921401 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:49:36.481162 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:49:38.874336 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:49:41.510287 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5b8625f9-e80e-4bf5-bc34-c68389c04a4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:49:44.132482 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f2d9b9f1-1790-4882-932d-a3dc1e2938c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:49:45.366640 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:49:46.840132 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:49:47.584131 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:49:50.796645 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ee2ea-1003-4d5e-82a8-b460e27acc19 req-4c7330ce-6610-46a7-ae2d-a46d09cf8ddb tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:50.798132 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-689ee2ea-1003-4d5e-82a8-b460e27acc19 req-4c7330ce-6610-46a7-ae2d-a46d09cf8ddb tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] 10.222.0.64 "GET /v2.0/ports?device_id=103a426e-fc32-4021-ba19-eda7fc427a7d HTTP/1.1" status: 200 len: 945 time: 0.0485256 Dec 08 16:49:50.849966 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-689ee2ea-1003-4d5e-82a8-b460e27acc19 req-921a3595-ee47-41a9-b622-469265e4f744 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] 10.222.0.64 "GET /v2.0/security-groups?id=58c8f6a9-1645-42ad-b679-31132b350efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452471 Dec 08 16:49:51.969628 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbfd108-aeee-477c-8fed-587fddfb2b34 req-4f4ef9fa-6230-4865-ab83-c31ce4874a91 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:51.971144 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0bbfd108-aeee-477c-8fed-587fddfb2b34 req-4f4ef9fa-6230-4865-ab83-c31ce4874a91 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] 10.222.0.64 "GET /v2.0/ports?device_id=103a426e-fc32-4021-ba19-eda7fc427a7d HTTP/1.1" status: 200 len: 945 time: 0.0493023 Dec 08 16:49:52.023497 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0bbfd108-aeee-477c-8fed-587fddfb2b34 req-c2629ddf-8ff9-4965-8ac0-d902ae98f7a0 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] 10.222.0.64 "GET /v2.0/security-groups?id=58c8f6a9-1645-42ad-b679-31132b350efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463893 Dec 08 16:49:52.374244 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8617e7e-09e5-4f07-a078-2e54dd761a80 req-1497e12d-9868-4dbd-a5c2-394a3cb6f944 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:52.375686 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f8617e7e-09e5-4f07-a078-2e54dd761a80 req-1497e12d-9868-4dbd-a5c2-394a3cb6f944 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] 10.222.0.76 "GET /v2.0/ports?device_id=103a426e-fc32-4021-ba19-eda7fc427a7d HTTP/1.1" status: 200 len: 945 time: 0.0477891 Dec 08 16:49:52.469934 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-f8617e7e-09e5-4f07-a078-2e54dd761a80 req-da7fe751-3152-4b79-86e1-7b441835c681 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Deleting port 6569b01d-cd06-4a73-b5a0-ed59d2d4e498 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:49:52.470278 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f8617e7e-09e5-4f07-a078-2e54dd761a80 req-da7fe751-3152-4b79-86e1-7b441835c681 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:49:52.563431 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-f8617e7e-09e5-4f07-a078-2e54dd761a80 req-da7fe751-3152-4b79-86e1-7b441835c681 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] For port 6569b01d-cd06-4a73-b5a0-ed59d2d4e498, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=6569b01d-cd06-4a73-b5a0-ed59d2d4e498,segment=NetworkSegment(fab4705a-0d22-47bc-a973-a3b8782d72c2),segment_id=fab4705a-0d22-47bc-a973-a3b8782d72c2)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:49:52.563693 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f8617e7e-09e5-4f07-a078-2e54dd761a80 req-da7fe751-3152-4b79-86e1-7b441835c681 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:49:52.576321 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-f8617e7e-09e5-4f07-a078-2e54dd761a80 req-da7fe751-3152-4b79-86e1-7b441835c681 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Calling delete_port for 6569b01d-cd06-4a73-b5a0-ed59d2d4e498 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:49:52.772109 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f8617e7e-09e5-4f07-a078-2e54dd761a80 req-da7fe751-3152-4b79-86e1-7b441835c681 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:49:52.784706 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['6569b01d-cd06-4a73-b5a0-ed59d2d4e498'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:49:52.801604 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7fe751-3152-4b79-86e1-7b441835c681 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Pushing event deleted for resources: {'Port': ['ID=6569b01d-cd06-4a73-b5a0-ed59d2d4e498,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:49:52.850748 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8617e7e-09e5-4f07-a078-2e54dd761a80 req-da7fe751-3152-4b79-86e1-7b441835c681 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] No DVR routers for this DVR port 6569b01d-cd06-4a73-b5a0-ed59d2d4e498 on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:49:52.853205 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f8617e7e-09e5-4f07-a078-2e54dd761a80 req-da7fe751-3152-4b79-86e1-7b441835c681 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:49:52.856558 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f8617e7e-09e5-4f07-a078-2e54dd761a80 req-da7fe751-3152-4b79-86e1-7b441835c681 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] 10.222.0.76 "DELETE /v2.0/ports/6569b01d-cd06-4a73-b5a0-ed59d2d4e498 HTTP/1.1" status: 204 len: 173 time: 0.4749629 Dec 08 16:49:52.857003 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '103a426e-fc32-4021-ba19-eda7fc427a7d', 'name': 'network-vif-deleted', 'tag': '6569b01d-cd06-4a73-b5a0-ed59d2d4e498'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:49:52.859251 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e8ed25-11cb-47bd-a8e0-12e0994220ba" -d '{"events": [{"server_uuid": "103a426e-fc32-4021-ba19-eda7fc427a7d", "name": "network-vif-deleted", "tag": "6569b01d-cd06-4a73-b5a0-ed59d2d4e498"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:49:52.897290 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2a9725-4c63-4833-9f36-3a7603f7401a x-openstack-request-id: req-1a2a9725-4c63-4833-9f36-3a7603f7401a {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:49:52.897587 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "103a426e-fc32-4021-ba19-eda7fc427a7d", "name": "network-vif-deleted", "tag": "6569b01d-cd06-4a73-b5a0-ed59d2d4e498", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:49:52.897873 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1a2a9725-4c63-4833-9f36-3a7603f7401a {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:49:52.898280 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '103a426e-fc32-4021-ba19-eda7fc427a7d', 'name': 'network-vif-deleted', 'tag': '6569b01d-cd06-4a73-b5a0-ed59d2d4e498', 'status': 'completed', 'code': 200} Dec 08 16:49:53.130109 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b8f1bc58-69a8-4960-afa0-5c6acb7f480c req-febdbd7c-41f2-4291-b0c0-52e34f47fe48 tempest-VolumesSnapshotTestJSON-1310862704 tempest-VolumesSnapshotTestJSON-1310862704-project] 10.222.0.64 "GET /v2.0/ports?device_id=103a426e-fc32-4021-ba19-eda7fc427a7d HTTP/1.1" status: 200 len: 210 time: 0.0275228 Dec 08 16:49:55.865067 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 6569b01d-cd06-4a73-b5a0-ed59d2d4e498 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:49:55.888294 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: 6569b01d-cd06-4a73-b5a0-ed59d2d4e498 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:49:55.888588 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 6569b01d-cd06-4a73-b5a0-ed59d2d4e498 not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:50:04.840727 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:08.874781 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:11.446364 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-575da3a8-a3fd-42b0-a241-1d70b9b59a18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:13.479645 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:50:14.131841 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e904dfb2-0068-4e11-b99f-6fd797cec1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:15.377383 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:16.863453 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:17.560094 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:34.925750 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:38.869759 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:41.514071 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-57a5f0d1-764c-4799-bee2-d8d8624b0da7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:44.125669 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-daba8283-202f-4bfe-81c6-e4edcff32555 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:45.376650 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:46.851078 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:47.583497 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:49.107886 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 36734) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:50:49.155847 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-84470121-a5fc-422c-8254-24f655a7427a admin admin] Deleting subnet ea404c26-5994-4117-bf38-653fbd348f64 {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:50:49.158987 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-84470121-a5fc-422c-8254-24f655a7427a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:49.201015 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-84470121-a5fc-422c-8254-24f655a7427a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:49.243579 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-84470121-a5fc-422c-8254-24f655a7427a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:49.354744 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-84470121-a5fc-422c-8254-24f655a7427a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:49.379853 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84470121-a5fc-422c-8254-24f655a7427a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea404c26-5994-4117-bf38-653fbd348f64,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:50:49.389360 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84470121-a5fc-422c-8254-24f655a7427a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:50:49.389721 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84470121-a5fc-422c-8254-24f655a7427a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:50:49.390074 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84470121-a5fc-422c-8254-24f655a7427a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:50:49.390415 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84470121-a5fc-422c-8254-24f655a7427a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:50:49.390760 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84470121-a5fc-422c-8254-24f655a7427a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:50:49.391098 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84470121-a5fc-422c-8254-24f655a7427a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:50:49.391757 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84470121-a5fc-422c-8254-24f655a7427a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:50:49.391757 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84470121-a5fc-422c-8254-24f655a7427a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:50:49.392078 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84470121-a5fc-422c-8254-24f655a7427a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:50:49.392436 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84470121-a5fc-422c-8254-24f655a7427a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:50:49.392767 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84470121-a5fc-422c-8254-24f655a7427a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:50:49.393097 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84470121-a5fc-422c-8254-24f655a7427a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:50:49.393424 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84470121-a5fc-422c-8254-24f655a7427a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:50:49.396780 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-84470121-a5fc-422c-8254-24f655a7427a admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:49.402726 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-84470121-a5fc-422c-8254-24f655a7427a admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ea404c26-5994-4117-bf38-653fbd348f64 HTTP/1.1" status: 204 len: 168 time: 0.2911618 Dec 08 16:50:49.402726 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 36738) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:50:49.477258 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2c15c20f-1ef6-4959-a0ba-26b948687324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:49.555774 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2c15c20f-1ef6-4959-a0ba-26b948687324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:49.575834 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-2c15c20f-1ef6-4959-a0ba-26b948687324 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f81c6c5-4b42-449d-b4a6-8430eadfc704']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:50:49.585942 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-2c15c20f-1ef6-4959-a0ba-26b948687324 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fab4705a-0d22-47bc-a973-a3b8782d72c2') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:50:49.586245 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-2c15c20f-1ef6-4959-a0ba-26b948687324 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fab4705a-0d22-47bc-a973-a3b8782d72c2') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:50:49.595729 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2c15c20f-1ef6-4959-a0ba-26b948687324 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:49.608633 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2c15c20f-1ef6-4959-a0ba-26b948687324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:49.614351 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c15c20f-1ef6-4959-a0ba-26b948687324 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:50:49.614736 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2c15c20f-1ef6-4959-a0ba-26b948687324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:49.616419 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 16:50:49.616419 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:50:49.616419 n-d-776250-12 neutron-server[110551]: timer() Dec 08 16:50:49.616419 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:50:49.616419 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 16:50:49.616419 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:50:49.616419 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 16:50:49.616419 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:50:49.616419 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 16:50:49.616419 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:50:49.616419 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 16:50:49.616419 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:50:49.616419 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 16:50:49.616419 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:50:49.616419 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:50:49.616419 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:50:49.616419 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:50:49.616419 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:50:49.616419 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 16:50:49.616419 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:50:49.616419 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 16:50:49.616419 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:50:49.616419 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:50:49.616419 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:50:49.616419 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 16:50:49.616419 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:50:49.616419 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:50:49.616419 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:50:49.616419 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:50:49.616419 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:50:49.616419 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:50:49.616419 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:50:49.736909 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2c15c20f-1ef6-4959-a0ba-26b948687324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:49.742680 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2c15c20f-1ef6-4959-a0ba-26b948687324 admin admin] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:49.746346 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-2c15c20f-1ef6-4959-a0ba-26b948687324 admin admin] 10.222.0.64 "DELETE /v2.0/networks/9f81c6c5-4b42-449d-b4a6-8430eadfc704 HTTP/1.1" status: 204 len: 168 time: 0.3426290 Dec 08 16:50:49.760699 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c15c20f-1ef6-4959-a0ba-26b948687324 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f81c6c5-4b42-449d-b4a6-8430eadfc704,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:50:50.150256 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 36744) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:50:50.189772 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c7d67e0b-5707-4733-99ce-9054f5891e46 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=57db4fd5570b4e67bce525dccc0427ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382240 Dec 08 16:50:50.192818 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 36746) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:50:50.242047 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-186e55e8-64c4-4c10-8371-d78b8d3e8139 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:50.262818 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-186e55e8-64c4-4c10-8371-d78b8d3e8139 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:50.388513 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-186e55e8-64c4-4c10-8371-d78b8d3e8139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:50.391199 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-186e55e8-64c4-4c10-8371-d78b8d3e8139 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:50.392426 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-186e55e8-64c4-4c10-8371-d78b8d3e8139 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/58c8f6a9-1645-42ad-b679-31132b350efa HTTP/1.1" status: 204 len: 168 time: 0.1986790 Dec 08 16:50:50.403438 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186e55e8-64c4-4c10-8371-d78b8d3e8139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c8f6a9-1645-42ad-b679-31132b350efa,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:50:50.480083 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:50:51.369002 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 36768) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:50:51.481690 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-294b0920-dde3-49f2-beff-a42999f1fbff admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1666350474-network', 'tenant_id': 'c010a9c37625491688c404418e2061ab'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:50:51.565495 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294b0920-dde3-49f2-beff-a42999f1fbff admin admin] Made reservation on behalf of c010a9c37625491688c404418e2061ab for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:50:51.568500 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-294b0920-dde3-49f2-beff-a42999f1fbff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:51.577184 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-294b0920-dde3-49f2-beff-a42999f1fbff admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:51.649875 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-294b0920-dde3-49f2-beff-a42999f1fbff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:51.753152 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-294b0920-dde3-49f2-beff-a42999f1fbff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:51.778584 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-294b0920-dde3-49f2-beff-a42999f1fbff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:50:51.789083 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294b0920-dde3-49f2-beff-a42999f1fbff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081e81f8-2aea-4ca1-8cf3-fed558f81017,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:50:51.793962 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-294b0920-dde3-49f2-beff-a42999f1fbff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:51.794314 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-294b0920-dde3-49f2-beff-a42999f1fbff admin admin] Added segment f1d01e6d-89be-4694-b21f-bfb6bc91a685 of type vlan for network b2387a65-bae4-4bc7-b4b5-b02ebe38af19 Dec 08 16:50:51.834356 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-294b0920-dde3-49f2-beff-a42999f1fbff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:51.989124 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-294b0920-dde3-49f2-beff-a42999f1fbff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:51.990172 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294b0920-dde3-49f2-beff-a42999f1fbff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:51.990771 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-294b0920-dde3-49f2-beff-a42999f1fbff admin admin] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:52.054191 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294b0920-dde3-49f2-beff-a42999f1fbff admin admin] Pushing event updated for resources: {'Network': ['ID=b2387a65-bae4-4bc7-b4b5-b02ebe38af19,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:50:52.064674 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network b2387a65-bae4-4bc7-b4b5-b02ebe38af19 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:50:52.115613 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 36772) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:50:52.119625 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-a7124960-900f-446c-b7eb-feaccfb24920 admin admin] Request body: {'subnet': {'network_id': 'b2387a65-bae4-4bc7-b4b5-b02ebe38af19', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1666350474-subnet', 'tenant_id': 'c010a9c37625491688c404418e2061ab', 'ip_version': 4}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:50:52.120576 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-294b0920-dde3-49f2-beff-a42999f1fbff admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7503631 Dec 08 16:50:52.199741 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7124960-900f-446c-b7eb-feaccfb24920 admin admin] Made reservation on behalf of c010a9c37625491688c404418e2061ab for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:50:52.202259 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a7124960-900f-446c-b7eb-feaccfb24920 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:52.417169 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a7124960-900f-446c-b7eb-feaccfb24920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:52.472068 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7124960-900f-446c-b7eb-feaccfb24920 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ea7c28f-e939-4b45-bb38-5bd17dd95201,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:50:52.481601 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7124960-900f-446c-b7eb-feaccfb24920 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:50:52.481951 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7124960-900f-446c-b7eb-feaccfb24920 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:50:52.482294 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7124960-900f-446c-b7eb-feaccfb24920 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:50:52.482632 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7124960-900f-446c-b7eb-feaccfb24920 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:50:52.482966 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7124960-900f-446c-b7eb-feaccfb24920 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:50:52.483302 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7124960-900f-446c-b7eb-feaccfb24920 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:50:52.483635 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7124960-900f-446c-b7eb-feaccfb24920 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:50:52.483974 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7124960-900f-446c-b7eb-feaccfb24920 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:50:52.484322 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7124960-900f-446c-b7eb-feaccfb24920 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:50:52.484647 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7124960-900f-446c-b7eb-feaccfb24920 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:50:52.484970 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7124960-900f-446c-b7eb-feaccfb24920 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:50:52.485292 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7124960-900f-446c-b7eb-feaccfb24920 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:50:52.485611 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7124960-900f-446c-b7eb-feaccfb24920 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:50:52.501336 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7124960-900f-446c-b7eb-feaccfb24920 admin admin] Checking segment: {'id': 'f1d01e6d-89be-4694-b21f-bfb6bc91a685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2387a65-bae4-4bc7-b4b5-b02ebe38af19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:50:52.507999 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7124960-900f-446c-b7eb-feaccfb24920 admin admin] Network hostable DHCP agents. Network: b2387a65-bae4-4bc7-b4b5-b02ebe38af19, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:50:52.633926 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7124960-900f-446c-b7eb-feaccfb24920 admin admin] Network b2387a65-bae4-4bc7-b4b5-b02ebe38af19 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:50:52.696598 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-a7124960-900f-446c-b7eb-feaccfb24920 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, b2387a65-bae4-4bc7-b4b5-b02ebe38af19) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:50:52.702508 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7124960-900f-446c-b7eb-feaccfb24920 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:52.703256 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a7124960-900f-446c-b7eb-feaccfb24920 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:52.705118 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2323c713-1576-47bd-a245-fb12c0355a54 None None] Network b2387a65-bae4-4bc7-b4b5-b02ebe38af19 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:50:52.773370 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a7124960-900f-446c-b7eb-feaccfb24920 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6580055 Dec 08 16:50:52.775977 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 36778) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:50:52.780575 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-bbc361d3-9994-488c-bf57-f5f2851cf2a8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1666350474-router', 'tenant_id': 'c010a9c37625491688c404418e2061ab', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:50:52.804430 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7421fc-8716-44b2-bb23-36f53c6af2b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-b2387a65-bae4-4bc7-b4b5-b02ebe38af19', 'network_id': 'b2387a65-bae4-4bc7-b4b5-b02ebe38af19', 'project_id': 'c010a9c37625491688c404418e2061ab', 'fixed_ips': [{'subnet_id': '0ea7c28f-e939-4b45-bb38-5bd17dd95201'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:50:52.808479 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9a7421fc-8716-44b2-bb23-36f53c6af2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:52.892529 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bbc361d3-9994-488c-bf57-f5f2851cf2a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:52.893611 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bbc361d3-9994-488c-bf57-f5f2851cf2a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:52.942916 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-9a7421fc-8716-44b2-bb23-36f53c6af2b7 None None] Allocated IP 172.20.0.2 (b2387a65-bae4-4bc7-b4b5-b02ebe38af19/0ea7c28f-e939-4b45-bb38-5bd17dd95201/b018749e-c2f7-4f8e-b233-6a428102019d) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:50:52.944065 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bbc361d3-9994-488c-bf57-f5f2851cf2a8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:53.091411 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9a7421fc-8716-44b2-bb23-36f53c6af2b7 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:53.171590 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9a7421fc-8716-44b2-bb23-36f53c6af2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:53.176424 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bbc361d3-9994-488c-bf57-f5f2851cf2a8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:53.211493 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7421fc-8716-44b2-bb23-36f53c6af2b7 None None] Network b2387a65-bae4-4bc7-b4b5-b02ebe38af19 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:50:53.213790 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-9a7421fc-8716-44b2-bb23-36f53c6af2b7 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:50:53.217230 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7421fc-8716-44b2-bb23-36f53c6af2b7 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:50:53.232861 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7421fc-8716-44b2-bb23-36f53c6af2b7 None None] Pushing event updated for resources: {'Port': ['ID=b018749e-c2f7-4f8e-b233-6a428102019d,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:50:53.255895 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7421fc-8716-44b2-bb23-36f53c6af2b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:50:53.256275 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7421fc-8716-44b2-bb23-36f53c6af2b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:50:53.256627 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7421fc-8716-44b2-bb23-36f53c6af2b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:50:53.256970 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7421fc-8716-44b2-bb23-36f53c6af2b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:50:53.257309 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7421fc-8716-44b2-bb23-36f53c6af2b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:50:53.257645 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7421fc-8716-44b2-bb23-36f53c6af2b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:50:53.257977 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7421fc-8716-44b2-bb23-36f53c6af2b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:50:53.258305 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7421fc-8716-44b2-bb23-36f53c6af2b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:50:53.258632 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7421fc-8716-44b2-bb23-36f53c6af2b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:50:53.258956 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7421fc-8716-44b2-bb23-36f53c6af2b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:50:53.259283 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7421fc-8716-44b2-bb23-36f53c6af2b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:50:53.259608 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7421fc-8716-44b2-bb23-36f53c6af2b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:50:53.259929 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7421fc-8716-44b2-bb23-36f53c6af2b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:50:53.287770 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-9a7421fc-8716-44b2-bb23-36f53c6af2b7 None None] Attempting to bind port b018749e-c2f7-4f8e-b233-6a428102019d on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:50:53.288271 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-9a7421fc-8716-44b2-bb23-36f53c6af2b7 None None] Attempting to bind port b018749e-c2f7-4f8e-b233-6a428102019d by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'f1d01e6d-89be-4694-b21f-bfb6bc91a685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2387a65-bae4-4bc7-b4b5-b02ebe38af19'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:50:53.288646 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7421fc-8716-44b2-bb23-36f53c6af2b7 None None] Attempting to bind port b018749e-c2f7-4f8e-b233-6a428102019d on network b2387a65-bae4-4bc7-b4b5-b02ebe38af19 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:50:53.293653 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7421fc-8716-44b2-bb23-36f53c6af2b7 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:50:53.294032 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7421fc-8716-44b2-bb23-36f53c6af2b7 None None] Checking segment: {'id': 'f1d01e6d-89be-4694-b21f-bfb6bc91a685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2387a65-bae4-4bc7-b4b5-b02ebe38af19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:50:53.294542 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9a7421fc-8716-44b2-bb23-36f53c6af2b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:53.294942 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7421fc-8716-44b2-bb23-36f53c6af2b7 None None] Bound using segment: {'id': 'f1d01e6d-89be-4694-b21f-bfb6bc91a685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2387a65-bae4-4bc7-b4b5-b02ebe38af19'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:50:53.295407 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-9a7421fc-8716-44b2-bb23-36f53c6af2b7 None None] Bound port: b018749e-c2f7-4f8e-b233-6a428102019d, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1d01e6d-89be-4694-b21f-bfb6bc91a685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2387a65-bae4-4bc7-b4b5-b02ebe38af19'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:50:53.295791 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9a7421fc-8716-44b2-bb23-36f53c6af2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:53.357548 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-9a7421fc-8716-44b2-bb23-36f53c6af2b7 None None] For port b018749e-c2f7-4f8e-b233-6a428102019d, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:50:53.360668 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-9a7421fc-8716-44b2-bb23-36f53c6af2b7 None None] For port b018749e-c2f7-4f8e-b233-6a428102019d, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=b018749e-c2f7-4f8e-b233-6a428102019d,segment=NetworkSegment(f1d01e6d-89be-4694-b21f-bfb6bc91a685),segment_id=f1d01e6d-89be-4694-b21f-bfb6bc91a685)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:50:53.452773 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bbc361d3-9994-488c-bf57-f5f2851cf2a8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:53.457190 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9a7421fc-8716-44b2-bb23-36f53c6af2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:53.475423 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bbc361d3-9994-488c-bf57-f5f2851cf2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:53.519408 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7421fc-8716-44b2-bb23-36f53c6af2b7 None None] Pushing event updated for resources: {'Port': ['ID=b018749e-c2f7-4f8e-b233-6a428102019d,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:50:53.582482 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-bbc361d3-9994-488c-bf57-f5f2851cf2a8 admin admin] Allocated IP 172.25.0.183 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/9deb55d6-fdba-477d-8a40-d06d14b100af) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:50:53.710368 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bbc361d3-9994-488c-bf57-f5f2851cf2a8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:53.805932 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bbc361d3-9994-488c-bf57-f5f2851cf2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:53.844450 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc361d3-9994-488c-bf57-f5f2851cf2a8 admin admin] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:50:53.849857 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-bbc361d3-9994-488c-bf57-f5f2851cf2a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:50:53.852287 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc361d3-9994-488c-bf57-f5f2851cf2a8 admin admin] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:50:53.862164 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672be99e-9f92-4fef-b4ab-1cf4205248c1 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:50:53.879992 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc361d3-9994-488c-bf57-f5f2851cf2a8 admin admin] Pushing event updated for resources: {'Port': ['ID=9deb55d6-fdba-477d-8a40-d06d14b100af,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:50:53.982475 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-42183db4-84e8-4f57-ac11-2ab77f450c6d None None] Provisioning complete for port 9deb55d6-fdba-477d-8a40-d06d14b100af triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:50:53.982952 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-42183db4-84e8-4f57-ac11-2ab77f450c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:54.017302 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-42183db4-84e8-4f57-ac11-2ab77f450c6d None None] Port 9deb55d6-fdba-477d-8a40-d06d14b100af cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:50:54.159687 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bbc361d3-9994-488c-bf57-f5f2851cf2a8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:54.381886 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bbc361d3-9994-488c-bf57-f5f2851cf2a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:54.401387 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4ea4bc-339a-404b-a97a-22f12a570e81 None None] Network b2387a65-bae4-4bc7-b4b5-b02ebe38af19 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:50:54.472956 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-eade3fbd-64b1-40f1-9446-3ceab99045c4 None None] Provisioning complete for port b018749e-c2f7-4f8e-b233-6a428102019d triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:50:54.473327 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-eade3fbd-64b1-40f1-9446-3ceab99045c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:54.565191 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbc361d3-9994-488c-bf57-f5f2851cf2a8 admin admin] Router 1511dede-be1e-4be6-9b0e-716207d1f6d2 is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:50:54.583376 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-eade3fbd-64b1-40f1-9446-3ceab99045c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:54.617226 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-eade3fbd-64b1-40f1-9446-3ceab99045c4 None None] For port b018749e-c2f7-4f8e-b233-6a428102019d, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=b018749e-c2f7-4f8e-b233-6a428102019d,segment=NetworkSegment(f1d01e6d-89be-4694-b21f-bfb6bc91a685),segment_id=f1d01e6d-89be-4694-b21f-bfb6bc91a685)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:50:54.681033 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc361d3-9994-488c-bf57-f5f2851cf2a8 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:50:54.691101 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-eade3fbd-64b1-40f1-9446-3ceab99045c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:54.693096 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ea626e-2190-4155-a2ed-529ccfbf3e0b None None] Sync routers for ids ['1511dede-be1e-4be6-9b0e-716207d1f6d2'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:50:54.709963 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ea626e-2190-4155-a2ed-529ccfbf3e0b None None] Routers {'1511dede-be1e-4be6-9b0e-716207d1f6d2'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:50:54.710601 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-00ea626e-2190-4155-a2ed-529ccfbf3e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:50:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['1511dede-be1e-4be6-9b0e-716207d1f6d2'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:50:54.745869 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eade3fbd-64b1-40f1-9446-3ceab99045c4 None None] Pushing event updated for resources: {'Port': ['ID=b018749e-c2f7-4f8e-b233-6a428102019d,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:50:54.756887 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bbc361d3-9994-488c-bf57-f5f2851cf2a8 admin admin] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:54.760580 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 36782) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:50:54.763065 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-bbc361d3-9994-488c-bf57-f5f2851cf2a8 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9859791 Dec 08 16:50:54.813459 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-d8ce178b-bee5-452d-9df1-2c2f458dbb47 None None] Provisioning complete for port b018749e-c2f7-4f8e-b233-6a428102019d triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:50:54.813794 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d8ce178b-bee5-452d-9df1-2c2f458dbb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:54.825025 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-00ea626e-2190-4155-a2ed-529ccfbf3e0b None None] Set router 1511dede-be1e-4be6-9b0e-716207d1f6d2 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:50:55.007540 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-00ea626e-2190-4155-a2ed-529ccfbf3e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1511dede-be1e-4be6-9b0e-716207d1f6d2', 'name': 'tempest-TestVolumeBackupRestore-1666350474-router', 'tenant_id': 'c010a9c37625491688c404418e2061ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '9deb55d6-fdba-477d-8a40-d06d14b100af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:50:52Z', 'updated_at': '2021-12-08T16:50:54Z', 'revision_number': 3, 'project_id': 'c010a9c37625491688c404418e2061ab', 'gw_port': {'id': '9deb55d6-fdba-477d-8a40-d06d14b100af', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3a:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1511dede-be1e-4be6-9b0e-716207d1f6d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:50:53Z', 'updated_at': '2021-12-08T16:50:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:50:55.037785 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ea626e-2190-4155-a2ed-529ccfbf3e0b None None] Checking router: 1511dede-be1e-4be6-9b0e-716207d1f6d2 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:50:55.038142 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ea626e-2190-4155-a2ed-529ccfbf3e0b None None] Updating router 1511dede-be1e-4be6-9b0e-716207d1f6d2 port 9deb55d6-fdba-477d-8a40-d06d14b100af binding host n-d-776250-12 {{(pid=110553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:50:55.065644 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-00ea626e-2190-4155-a2ed-529ccfbf3e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:55.148511 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device b018749e-c2f7-4f8e-b233-6a428102019d up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:50:55.200079 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port b018749e-c2f7-4f8e-b233-6a428102019d triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:50:55.200495 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:55.215519 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-03915e7b-5e1d-42e8-9b83-b9078d05f240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:55.323193 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-00ea626e-2190-4155-a2ed-529ccfbf3e0b None None] Publish callbacks [] for port, precommit_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:55.376870 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-00ea626e-2190-4155-a2ed-529ccfbf3e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:55.417062 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d80338-10e0-4d70-806c-814bad5ccd3e None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:50:55.422697 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-03915e7b-5e1d-42e8-9b83-b9078d05f240 admin admin] Allocated IP 172.20.0.1 (b2387a65-bae4-4bc7-b4b5-b02ebe38af19/0ea7c28f-e939-4b45-bb38-5bd17dd95201/8145d0e7-4152-4018-bb85-5f79b0a91538) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:50:55.426555 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-00ea626e-2190-4155-a2ed-529ccfbf3e0b None None] Attempting to bind port 9deb55d6-fdba-477d-8a40-d06d14b100af on host n-d-776250-12 for vnic_type normal with profile {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:50:55.426974 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-00ea626e-2190-4155-a2ed-529ccfbf3e0b None None] Attempting to bind port 9deb55d6-fdba-477d-8a40-d06d14b100af by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:50:55.427347 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ea626e-2190-4155-a2ed-529ccfbf3e0b None None] Attempting to bind port 9deb55d6-fdba-477d-8a40-d06d14b100af on network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:50:55.438227 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ea626e-2190-4155-a2ed-529ccfbf3e0b None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:50:55.438612 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ea626e-2190-4155-a2ed-529ccfbf3e0b None None] Checking segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:50:55.448322 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-00ea626e-2190-4155-a2ed-529ccfbf3e0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:55.448322 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ea626e-2190-4155-a2ed-529ccfbf3e0b None None] Bound using segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:50:55.448322 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-00ea626e-2190-4155-a2ed-529ccfbf3e0b None None] Bound port: 9deb55d6-fdba-477d-8a40-d06d14b100af, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:50:55.448322 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-00ea626e-2190-4155-a2ed-529ccfbf3e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:55.448322 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641fd84a-7a28-454f-a464-17ee9ab8f31b None None] Pushing event updated for resources: {'Port': ['ID=9deb55d6-fdba-477d-8a40-d06d14b100af,revision_number=2']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:50:55.471896 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641fd84a-7a28-454f-a464-17ee9ab8f31b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:50:55.472270 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641fd84a-7a28-454f-a464-17ee9ab8f31b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:50:55.473149 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641fd84a-7a28-454f-a464-17ee9ab8f31b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:50:55.473488 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641fd84a-7a28-454f-a464-17ee9ab8f31b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:50:55.473822 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641fd84a-7a28-454f-a464-17ee9ab8f31b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:50:55.474154 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641fd84a-7a28-454f-a464-17ee9ab8f31b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:50:55.474482 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641fd84a-7a28-454f-a464-17ee9ab8f31b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:50:55.474810 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641fd84a-7a28-454f-a464-17ee9ab8f31b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:50:55.475133 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641fd84a-7a28-454f-a464-17ee9ab8f31b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:50:55.475466 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641fd84a-7a28-454f-a464-17ee9ab8f31b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:50:55.475780 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641fd84a-7a28-454f-a464-17ee9ab8f31b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:50:55.476101 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641fd84a-7a28-454f-a464-17ee9ab8f31b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:50:55.476452 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641fd84a-7a28-454f-a464-17ee9ab8f31b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:50:55.508461 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-00ea626e-2190-4155-a2ed-529ccfbf3e0b None None] For port 9deb55d6-fdba-477d-8a40-d06d14b100af, host n-d-776250-12, cleared binding levels {{(pid=110553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:50:55.511864 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-00ea626e-2190-4155-a2ed-529ccfbf3e0b None None] For port 9deb55d6-fdba-477d-8a40-d06d14b100af, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=9deb55d6-fdba-477d-8a40-d06d14b100af,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:50:55.531629 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-4fa78927-b500-4a7e-aefa-3718e55eacf6 None None] Provisioning complete for port 9deb55d6-fdba-477d-8a40-d06d14b100af triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:50:55.532007 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4fa78927-b500-4a7e-aefa-3718e55eacf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:55.568333 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-4fa78927-b500-4a7e-aefa-3718e55eacf6 None None] Port 9deb55d6-fdba-477d-8a40-d06d14b100af cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:50:55.589310 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-00ea626e-2190-4155-a2ed-529ccfbf3e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:55.634554 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3749c8-3a0c-411b-b4de-c759abc903d5 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:50:55.651181 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ea626e-2190-4155-a2ed-529ccfbf3e0b None None] Routers {'1511dede-be1e-4be6-9b0e-716207d1f6d2'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:50:55.651826 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-00ea626e-2190-4155-a2ed-529ccfbf3e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:50:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['1511dede-be1e-4be6-9b0e-716207d1f6d2'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:50:55.656908 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641fd84a-7a28-454f-a464-17ee9ab8f31b None None] Pushing event updated for resources: {'Port': ['ID=9deb55d6-fdba-477d-8a40-d06d14b100af,revision_number=3']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:50:55.690259 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-421480d8-05f4-4d63-ba47-66011b710663 None None] Provisioning complete for port 9deb55d6-fdba-477d-8a40-d06d14b100af triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:50:55.690739 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-421480d8-05f4-4d63-ba47-66011b710663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:55.767458 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-00ea626e-2190-4155-a2ed-529ccfbf3e0b None None] Set router 1511dede-be1e-4be6-9b0e-716207d1f6d2 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:50:55.775664 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-421480d8-05f4-4d63-ba47-66011b710663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:55.797389 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-421480d8-05f4-4d63-ba47-66011b710663 None None] For port 9deb55d6-fdba-477d-8a40-d06d14b100af, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=9deb55d6-fdba-477d-8a40-d06d14b100af,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:50:55.840050 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-03915e7b-5e1d-42e8-9b83-b9078d05f240 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:55.891176 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-421480d8-05f4-4d63-ba47-66011b710663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:55.940828 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421480d8-05f4-4d63-ba47-66011b710663 None None] Pushing event updated for resources: {'Port': ['ID=9deb55d6-fdba-477d-8a40-d06d14b100af,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:50:55.944277 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-00ea626e-2190-4155-a2ed-529ccfbf3e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1511dede-be1e-4be6-9b0e-716207d1f6d2', 'name': 'tempest-TestVolumeBackupRestore-1666350474-router', 'tenant_id': 'c010a9c37625491688c404418e2061ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '9deb55d6-fdba-477d-8a40-d06d14b100af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:50:52Z', 'updated_at': '2021-12-08T16:50:54Z', 'revision_number': 3, 'project_id': 'c010a9c37625491688c404418e2061ab', 'gw_port': {'id': '9deb55d6-fdba-477d-8a40-d06d14b100af', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3a:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1511dede-be1e-4be6-9b0e-716207d1f6d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:50:53Z', 'updated_at': '2021-12-08T16:50:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:50:55.975546 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ea626e-2190-4155-a2ed-529ccfbf3e0b None None] The sync data for ids ['1511dede-be1e-4be6-9b0e-716207d1f6d2'] in n-d-776250-12 is: [{'id': '1511dede-be1e-4be6-9b0e-716207d1f6d2', 'name': 'tempest-TestVolumeBackupRestore-1666350474-router', 'tenant_id': 'c010a9c37625491688c404418e2061ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '9deb55d6-fdba-477d-8a40-d06d14b100af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:50:52Z', 'updated_at': '2021-12-08T16:50:54Z', 'revision_number': 3, 'project_id': 'c010a9c37625491688c404418e2061ab', 'gw_port': {'id': '9deb55d6-fdba-477d-8a40-d06d14b100af', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3a:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1511dede-be1e-4be6-9b0e-716207d1f6d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:50:53Z', 'updated_at': '2021-12-08T16:50:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:50:55.977158 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-03915e7b-5e1d-42e8-9b83-b9078d05f240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:56.017333 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03915e7b-5e1d-42e8-9b83-b9078d05f240 admin admin] Network b2387a65-bae4-4bc7-b4b5-b02ebe38af19 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:50:56.022882 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-03915e7b-5e1d-42e8-9b83-b9078d05f240 admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:50:56.026625 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03915e7b-5e1d-42e8-9b83-b9078d05f240 admin admin] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:50:56.049859 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03915e7b-5e1d-42e8-9b83-b9078d05f240 admin admin] Pushing event updated for resources: {'Port': ['ID=8145d0e7-4152-4018-bb85-5f79b0a91538,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:50:56.070742 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-03915e7b-5e1d-42e8-9b83-b9078d05f240 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:56.321156 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-03915e7b-5e1d-42e8-9b83-b9078d05f240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:56.323448 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-053ccc28-eb52-48ff-b9db-8862b075346b None None] Provisioning complete for port 8145d0e7-4152-4018-bb85-5f79b0a91538 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:50:56.323829 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-053ccc28-eb52-48ff-b9db-8862b075346b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:56.366327 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-053ccc28-eb52-48ff-b9db-8862b075346b None None] Port 8145d0e7-4152-4018-bb85-5f79b0a91538 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:50:56.503999 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-03915e7b-5e1d-42e8-9b83-b9078d05f240 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:56.564403 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-03915e7b-5e1d-42e8-9b83-b9078d05f240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:56.638596 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-03915e7b-5e1d-42e8-9b83-b9078d05f240 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:56.640598 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03915e7b-5e1d-42e8-9b83-b9078d05f240 admin admin] Pushing event updated for resources: {'Port': ['ID=8145d0e7-4152-4018-bb85-5f79b0a91538,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:50:56.744314 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03915e7b-5e1d-42e8-9b83-b9078d05f240 admin admin] Network b2387a65-bae4-4bc7-b4b5-b02ebe38af19 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:50:56.745824 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-03915e7b-5e1d-42e8-9b83-b9078d05f240 admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:50:56.873716 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03915e7b-5e1d-42e8-9b83-b9078d05f240 admin admin] Router 1511dede-be1e-4be6-9b0e-716207d1f6d2 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:50:56.987334 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03915e7b-5e1d-42e8-9b83-b9078d05f240 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:50:56.992423 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-39937331-d848-4784-b2d6-6860e853f62e None None] Provisioning complete for port 8145d0e7-4152-4018-bb85-5f79b0a91538 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:50:56.992863 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-39937331-d848-4784-b2d6-6860e853f62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:56.993087 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-03915e7b-5e1d-42e8-9b83-b9078d05f240 admin admin] 10.222.0.64 "PUT /v2.0/routers/1511dede-be1e-4be6-9b0e-716207d1f6d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2313955 Dec 08 16:50:57.028864 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-39937331-d848-4784-b2d6-6860e853f62e None None] Port 8145d0e7-4152-4018-bb85-5f79b0a91538 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:50:57.133527 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 9deb55d6-fdba-477d-8a40-d06d14b100af up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:50:57.183110 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 9deb55d6-fdba-477d-8a40-d06d14b100af triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:50:57.183410 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:57.655900 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 36798) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:50:57.661602 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-5935c942-91e7-490e-a1dd-dfdaf13321a2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1723009823-network', 'tenant_id': 'e769d49d130441568580b3f1d2384b1c'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:50:57.703584 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ab1e34-1462-49e9-af4d-b0c5a85fafdd None None] Sync routers for ids ['1511dede-be1e-4be6-9b0e-716207d1f6d2'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:50:57.714823 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ab1e34-1462-49e9-af4d-b0c5a85fafdd None None] Routers {'1511dede-be1e-4be6-9b0e-716207d1f6d2'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:50:57.715468 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-04ab1e34-1462-49e9-af4d-b0c5a85fafdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:50:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['1511dede-be1e-4be6-9b0e-716207d1f6d2'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:50:57.759744 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5935c942-91e7-490e-a1dd-dfdaf13321a2 admin admin] Made reservation on behalf of e769d49d130441568580b3f1d2384b1c for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:50:57.762417 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5935c942-91e7-490e-a1dd-dfdaf13321a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:57.772148 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5935c942-91e7-490e-a1dd-dfdaf13321a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:57.825566 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-04ab1e34-1462-49e9-af4d-b0c5a85fafdd None None] Set router 1511dede-be1e-4be6-9b0e-716207d1f6d2 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:50:57.846833 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5935c942-91e7-490e-a1dd-dfdaf13321a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:57.936907 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5935c942-91e7-490e-a1dd-dfdaf13321a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:57.962525 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5935c942-91e7-490e-a1dd-dfdaf13321a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:50:57.977279 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5935c942-91e7-490e-a1dd-dfdaf13321a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d518b29-6d02-4dc8-9dc5-e8ba8b4e7393,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:50:57.980333 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5935c942-91e7-490e-a1dd-dfdaf13321a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:57.980907 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-5935c942-91e7-490e-a1dd-dfdaf13321a2 admin admin] Added segment 643b1187-e011-4251-ada1-2a05b7b87e90 of type vlan for network 0ac04f42-9125-47bb-a339-aeb2bc3f7ecf Dec 08 16:50:58.024093 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5935c942-91e7-490e-a1dd-dfdaf13321a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:58.027473 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-04ab1e34-1462-49e9-af4d-b0c5a85fafdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1511dede-be1e-4be6-9b0e-716207d1f6d2', 'name': 'tempest-TestVolumeBackupRestore-1666350474-router', 'tenant_id': 'c010a9c37625491688c404418e2061ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '9deb55d6-fdba-477d-8a40-d06d14b100af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:50:52Z', 'updated_at': '2021-12-08T16:50:56Z', 'revision_number': 4, 'project_id': 'c010a9c37625491688c404418e2061ab', 'gw_port': {'id': '9deb55d6-fdba-477d-8a40-d06d14b100af', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1511dede-be1e-4be6-9b0e-716207d1f6d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:50:53Z', 'updated_at': '2021-12-08T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '8145d0e7-4152-4018-bb85-5f79b0a91538', 'name': '', 'network_id': 'b2387a65-bae4-4bc7-b4b5-b02ebe38af19', 'tenant_id': 'c010a9c37625491688c404418e2061ab', 'mac_address': 'fa:16:3e:e1:5e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1511dede-be1e-4be6-9b0e-716207d1f6d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '0ea7c28f-e939-4b45-bb38-5bd17dd95201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:50:55Z', 'updated_at': '2021-12-08T16:50:56Z', 'revision_number': 2, 'project_id': 'c010a9c37625491688c404418e2061ab', 'subnets': [{'id': '0ea7c28f-e939-4b45-bb38-5bd17dd95201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:50:58.057574 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ab1e34-1462-49e9-af4d-b0c5a85fafdd None None] Checking router: 1511dede-be1e-4be6-9b0e-716207d1f6d2 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:50:58.057940 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ab1e34-1462-49e9-af4d-b0c5a85fafdd None None] Updating router 1511dede-be1e-4be6-9b0e-716207d1f6d2 port 8145d0e7-4152-4018-bb85-5f79b0a91538 binding host n-d-776250-12 {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:50:58.082850 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-04ab1e34-1462-49e9-af4d-b0c5a85fafdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:58.146751 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5935c942-91e7-490e-a1dd-dfdaf13321a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:58.147771 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5935c942-91e7-490e-a1dd-dfdaf13321a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:58.148384 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5935c942-91e7-490e-a1dd-dfdaf13321a2 admin admin] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:58.208256 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5935c942-91e7-490e-a1dd-dfdaf13321a2 admin admin] Pushing event updated for resources: {'Network': ['ID=0ac04f42-9125-47bb-a339-aeb2bc3f7ecf,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:50:58.236148 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 0ac04f42-9125-47bb-a339-aeb2bc3f7ecf details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:50:58.269586 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-5935c942-91e7-490e-a1dd-dfdaf13321a2 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6125293 Dec 08 16:50:58.272359 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 36800) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:50:58.277326 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-d87cb95c-1510-420e-9fb1-124b6dc8b454 admin admin] Request body: {'subnet': {'network_id': '0ac04f42-9125-47bb-a339-aeb2bc3f7ecf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1723009823-subnet', 'tenant_id': 'e769d49d130441568580b3f1d2384b1c', 'ip_version': 4}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:50:58.346757 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87cb95c-1510-420e-9fb1-124b6dc8b454 admin admin] Made reservation on behalf of e769d49d130441568580b3f1d2384b1c for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:50:58.349529 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d87cb95c-1510-420e-9fb1-124b6dc8b454 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:58.404898 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-04ab1e34-1462-49e9-af4d-b0c5a85fafdd None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:58.485168 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-04ab1e34-1462-49e9-af4d-b0c5a85fafdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:58.534509 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6724746-2480-4dd5-8c27-a9d43c53958d None None] Pushing event updated for resources: {'Port': ['ID=8145d0e7-4152-4018-bb85-5f79b0a91538,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:50:58.577198 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d87cb95c-1510-420e-9fb1-124b6dc8b454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:58.589107 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-04ab1e34-1462-49e9-af4d-b0c5a85fafdd None None] Attempting to bind port 8145d0e7-4152-4018-bb85-5f79b0a91538 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:50:58.589689 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-04ab1e34-1462-49e9-af4d-b0c5a85fafdd None None] Attempting to bind port 8145d0e7-4152-4018-bb85-5f79b0a91538 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'f1d01e6d-89be-4694-b21f-bfb6bc91a685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2387a65-bae4-4bc7-b4b5-b02ebe38af19'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:50:58.590094 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ab1e34-1462-49e9-af4d-b0c5a85fafdd None None] Attempting to bind port 8145d0e7-4152-4018-bb85-5f79b0a91538 on network b2387a65-bae4-4bc7-b4b5-b02ebe38af19 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:50:58.596062 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ab1e34-1462-49e9-af4d-b0c5a85fafdd None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:50:58.596474 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ab1e34-1462-49e9-af4d-b0c5a85fafdd None None] Checking segment: {'id': 'f1d01e6d-89be-4694-b21f-bfb6bc91a685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2387a65-bae4-4bc7-b4b5-b02ebe38af19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:50:58.596894 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-04ab1e34-1462-49e9-af4d-b0c5a85fafdd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:58.597298 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ab1e34-1462-49e9-af4d-b0c5a85fafdd None None] Bound using segment: {'id': 'f1d01e6d-89be-4694-b21f-bfb6bc91a685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2387a65-bae4-4bc7-b4b5-b02ebe38af19'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:50:58.598275 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-04ab1e34-1462-49e9-af4d-b0c5a85fafdd None None] Bound port: 8145d0e7-4152-4018-bb85-5f79b0a91538, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1d01e6d-89be-4694-b21f-bfb6bc91a685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2387a65-bae4-4bc7-b4b5-b02ebe38af19'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:50:58.598669 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-04ab1e34-1462-49e9-af4d-b0c5a85fafdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:58.628373 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87cb95c-1510-420e-9fb1-124b6dc8b454 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cafc33d-56db-4c1f-89ec-2e1d2cdb105b,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:50:58.646957 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87cb95c-1510-420e-9fb1-124b6dc8b454 admin admin] Checking segment: {'id': '643b1187-e011-4251-ada1-2a05b7b87e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '0ac04f42-9125-47bb-a339-aeb2bc3f7ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:50:58.647328 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87cb95c-1510-420e-9fb1-124b6dc8b454 admin admin] Network hostable DHCP agents. Network: 0ac04f42-9125-47bb-a339-aeb2bc3f7ecf, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:50:58.673281 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-04ab1e34-1462-49e9-af4d-b0c5a85fafdd None None] For port 8145d0e7-4152-4018-bb85-5f79b0a91538, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:50:58.676697 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-04ab1e34-1462-49e9-af4d-b0c5a85fafdd None None] For port 8145d0e7-4152-4018-bb85-5f79b0a91538, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=8145d0e7-4152-4018-bb85-5f79b0a91538,segment=NetworkSegment(f1d01e6d-89be-4694-b21f-bfb6bc91a685),segment_id=f1d01e6d-89be-4694-b21f-bfb6bc91a685)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:50:58.719685 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87cb95c-1510-420e-9fb1-124b6dc8b454 admin admin] Network 0ac04f42-9125-47bb-a339-aeb2bc3f7ecf is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:50:58.761624 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-02215d5a-1fb7-4c22-86e8-5b69da474dac None None] Provisioning complete for port 8145d0e7-4152-4018-bb85-5f79b0a91538 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:50:58.762188 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-02215d5a-1fb7-4c22-86e8-5b69da474dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:58.765604 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-04ab1e34-1462-49e9-af4d-b0c5a85fafdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:58.792703 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-d87cb95c-1510-420e-9fb1-124b6dc8b454 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 0ac04f42-9125-47bb-a339-aeb2bc3f7ecf) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:50:58.796708 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87cb95c-1510-420e-9fb1-124b6dc8b454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:58.797449 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d87cb95c-1510-420e-9fb1-124b6dc8b454 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:58.818646 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c36756-16ab-470d-a6ee-f9c205b0e980 None None] Network 0ac04f42-9125-47bb-a339-aeb2bc3f7ecf requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:50:58.929110 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d87cb95c-1510-420e-9fb1-124b6dc8b454 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6555955 Dec 08 16:50:58.931590 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 36802) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:50:58.934626 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ab1e34-1462-49e9-af4d-b0c5a85fafdd None None] Routers {'1511dede-be1e-4be6-9b0e-716207d1f6d2'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:50:58.935271 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-04ab1e34-1462-49e9-af4d-b0c5a85fafdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:50:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['1511dede-be1e-4be6-9b0e-716207d1f6d2'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:50:58.936599 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-b45d5090-4320-484e-b7b8-59ba891d528c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1723009823-router', 'tenant_id': 'e769d49d130441568580b3f1d2384b1c', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:50:58.977278 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6724746-2480-4dd5-8c27-a9d43c53958d None None] Pushing event updated for resources: {'Port': ['ID=8145d0e7-4152-4018-bb85-5f79b0a91538,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:50:59.028353 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b45d5090-4320-484e-b7b8-59ba891d528c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:59.029458 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b45d5090-4320-484e-b7b8-59ba891d528c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:59.091269 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b45d5090-4320-484e-b7b8-59ba891d528c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:59.255048 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-02215d5a-1fb7-4c22-86e8-5b69da474dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:59.259810 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c32241b-7873-4266-8db7-f53057f0fcbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-0ac04f42-9125-47bb-a339-aeb2bc3f7ecf', 'network_id': '0ac04f42-9125-47bb-a339-aeb2bc3f7ecf', 'project_id': 'e769d49d130441568580b3f1d2384b1c', 'fixed_ips': [{'subnet_id': '0cafc33d-56db-4c1f-89ec-2e1d2cdb105b'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:50:59.260695 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4c32241b-7873-4266-8db7-f53057f0fcbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:59.295030 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b45d5090-4320-484e-b7b8-59ba891d528c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:59.314964 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-04ab1e34-1462-49e9-af4d-b0c5a85fafdd None None] Set router 1511dede-be1e-4be6-9b0e-716207d1f6d2 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:50:59.399921 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-02215d5a-1fb7-4c22-86e8-5b69da474dac None None] For port 8145d0e7-4152-4018-bb85-5f79b0a91538, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=8145d0e7-4152-4018-bb85-5f79b0a91538,segment=NetworkSegment(f1d01e6d-89be-4694-b21f-bfb6bc91a685),segment_id=f1d01e6d-89be-4694-b21f-bfb6bc91a685)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:50:59.500673 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-02215d5a-1fb7-4c22-86e8-5b69da474dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:59.565526 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b45d5090-4320-484e-b7b8-59ba891d528c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:59.584771 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b45d5090-4320-484e-b7b8-59ba891d528c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:59.603409 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-4c32241b-7873-4266-8db7-f53057f0fcbb None None] Allocated IP 172.20.0.2 (0ac04f42-9125-47bb-a339-aeb2bc3f7ecf/0cafc33d-56db-4c1f-89ec-2e1d2cdb105b/732ac9f9-51ab-4a04-b051-e9083731a3ae) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:50:59.630738 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02215d5a-1fb7-4c22-86e8-5b69da474dac None None] Pushing event updated for resources: {'Port': ['ID=8145d0e7-4152-4018-bb85-5f79b0a91538,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:50:59.695848 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-b45d5090-4320-484e-b7b8-59ba891d528c admin admin] Allocated IP 172.25.0.36 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/699c98dc-49cc-413d-8675-81ba68e6b1ea) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:50:59.705047 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-6bf0ce35-f481-4937-9375-25a959e0afca None None] Provisioning complete for port 8145d0e7-4152-4018-bb85-5f79b0a91538 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:50:59.705429 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6bf0ce35-f481-4937-9375-25a959e0afca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:59.800280 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b45d5090-4320-484e-b7b8-59ba891d528c admin admin] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:59.850262 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-04ab1e34-1462-49e9-af4d-b0c5a85fafdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1511dede-be1e-4be6-9b0e-716207d1f6d2', 'name': 'tempest-TestVolumeBackupRestore-1666350474-router', 'tenant_id': 'c010a9c37625491688c404418e2061ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '9deb55d6-fdba-477d-8a40-d06d14b100af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:50:52Z', 'updated_at': '2021-12-08T16:50:56Z', 'revision_number': 4, 'project_id': 'c010a9c37625491688c404418e2061ab', 'gw_port': {'id': '9deb55d6-fdba-477d-8a40-d06d14b100af', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1511dede-be1e-4be6-9b0e-716207d1f6d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:50:53Z', 'updated_at': '2021-12-08T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '8145d0e7-4152-4018-bb85-5f79b0a91538', 'name': '', 'network_id': 'b2387a65-bae4-4bc7-b4b5-b02ebe38af19', 'tenant_id': 'c010a9c37625491688c404418e2061ab', 'mac_address': 'fa:16:3e:e1:5e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1511dede-be1e-4be6-9b0e-716207d1f6d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '0ea7c28f-e939-4b45-bb38-5bd17dd95201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:50:55Z', 'updated_at': '2021-12-08T16:50:58Z', 'revision_number': 4, 'project_id': 'c010a9c37625491688c404418e2061ab', 'subnets': [{'id': '0ea7c28f-e939-4b45-bb38-5bd17dd95201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:50:59.874093 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b45d5090-4320-484e-b7b8-59ba891d528c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:59.887197 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ab1e34-1462-49e9-af4d-b0c5a85fafdd None None] The sync data for ids ['1511dede-be1e-4be6-9b0e-716207d1f6d2'] in n-d-776250-12 is: [{'id': '1511dede-be1e-4be6-9b0e-716207d1f6d2', 'name': 'tempest-TestVolumeBackupRestore-1666350474-router', 'tenant_id': 'c010a9c37625491688c404418e2061ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '9deb55d6-fdba-477d-8a40-d06d14b100af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:50:52Z', 'updated_at': '2021-12-08T16:50:56Z', 'revision_number': 4, 'project_id': 'c010a9c37625491688c404418e2061ab', 'gw_port': {'id': '9deb55d6-fdba-477d-8a40-d06d14b100af', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1511dede-be1e-4be6-9b0e-716207d1f6d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:50:53Z', 'updated_at': '2021-12-08T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '8145d0e7-4152-4018-bb85-5f79b0a91538', 'name': '', 'network_id': 'b2387a65-bae4-4bc7-b4b5-b02ebe38af19', 'tenant_id': 'c010a9c37625491688c404418e2061ab', 'mac_address': 'fa:16:3e:e1:5e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1511dede-be1e-4be6-9b0e-716207d1f6d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '0ea7c28f-e939-4b45-bb38-5bd17dd95201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:50:55Z', 'updated_at': '2021-12-08T16:50:58Z', 'revision_number': 4, 'project_id': 'c010a9c37625491688c404418e2061ab', 'subnets': [{'id': '0ea7c28f-e939-4b45-bb38-5bd17dd95201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:50:59.915313 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4c32241b-7873-4266-8db7-f53057f0fcbb None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:59.919373 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45d5090-4320-484e-b7b8-59ba891d528c admin admin] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:50:59.924435 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-b45d5090-4320-484e-b7b8-59ba891d528c admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:50:59.928515 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45d5090-4320-484e-b7b8-59ba891d528c admin admin] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:50:59.934410 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45d5090-4320-484e-b7b8-59ba891d528c admin admin] Pushing event updated for resources: {'Port': ['ID=699c98dc-49cc-413d-8675-81ba68e6b1ea,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:50:59.970192 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f084e3c2-6778-400e-b7cb-902fee61bb9d None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:50:59.977907 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4c32241b-7873-4266-8db7-f53057f0fcbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:00.035456 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c32241b-7873-4266-8db7-f53057f0fcbb None None] Network 0ac04f42-9125-47bb-a339-aeb2bc3f7ecf is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:51:00.043053 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-4c32241b-7873-4266-8db7-f53057f0fcbb None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:51:00.046659 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c32241b-7873-4266-8db7-f53057f0fcbb None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:51:00.049422 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c32241b-7873-4266-8db7-f53057f0fcbb None None] Pushing event updated for resources: {'Port': ['ID=732ac9f9-51ab-4a04-b051-e9083731a3ae,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:51:00.059005 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-3d2927e5-0430-4f24-b384-932249f9019f None None] Provisioning complete for port 699c98dc-49cc-413d-8675-81ba68e6b1ea triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:51:00.059382 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3d2927e5-0430-4f24-b384-932249f9019f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:00.139614 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-4c32241b-7873-4266-8db7-f53057f0fcbb None None] Attempting to bind port 732ac9f9-51ab-4a04-b051-e9083731a3ae on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:51:00.139998 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-4c32241b-7873-4266-8db7-f53057f0fcbb None None] Attempting to bind port 732ac9f9-51ab-4a04-b051-e9083731a3ae by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '643b1187-e011-4251-ada1-2a05b7b87e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '0ac04f42-9125-47bb-a339-aeb2bc3f7ecf'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:51:00.140398 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c32241b-7873-4266-8db7-f53057f0fcbb None None] Attempting to bind port 732ac9f9-51ab-4a04-b051-e9083731a3ae on network 0ac04f42-9125-47bb-a339-aeb2bc3f7ecf {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:51:00.142337 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-3d2927e5-0430-4f24-b384-932249f9019f None None] Port 699c98dc-49cc-413d-8675-81ba68e6b1ea cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:51:00.147436 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c32241b-7873-4266-8db7-f53057f0fcbb None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:51:00.147828 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c32241b-7873-4266-8db7-f53057f0fcbb None None] Checking segment: {'id': '643b1187-e011-4251-ada1-2a05b7b87e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '0ac04f42-9125-47bb-a339-aeb2bc3f7ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:51:00.148297 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4c32241b-7873-4266-8db7-f53057f0fcbb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:00.148696 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c32241b-7873-4266-8db7-f53057f0fcbb None None] Bound using segment: {'id': '643b1187-e011-4251-ada1-2a05b7b87e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '0ac04f42-9125-47bb-a339-aeb2bc3f7ecf'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:51:00.149221 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-4c32241b-7873-4266-8db7-f53057f0fcbb None None] Bound port: 732ac9f9-51ab-4a04-b051-e9083731a3ae, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '643b1187-e011-4251-ada1-2a05b7b87e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '0ac04f42-9125-47bb-a339-aeb2bc3f7ecf'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:51:00.149570 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4c32241b-7873-4266-8db7-f53057f0fcbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:00.216204 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-4c32241b-7873-4266-8db7-f53057f0fcbb None None] For port 732ac9f9-51ab-4a04-b051-e9083731a3ae, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:51:00.219681 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-4c32241b-7873-4266-8db7-f53057f0fcbb None None] For port 732ac9f9-51ab-4a04-b051-e9083731a3ae, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=732ac9f9-51ab-4a04-b051-e9083731a3ae,segment=NetworkSegment(643b1187-e011-4251-ada1-2a05b7b87e90),segment_id=643b1187-e011-4251-ada1-2a05b7b87e90)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:51:00.285424 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4c32241b-7873-4266-8db7-f53057f0fcbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:00.317514 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b45d5090-4320-484e-b7b8-59ba891d528c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:00.356156 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c32241b-7873-4266-8db7-f53057f0fcbb None None] Pushing event updated for resources: {'Port': ['ID=732ac9f9-51ab-4a04-b051-e9083731a3ae,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:51:00.578579 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b45d5090-4320-484e-b7b8-59ba891d528c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:00.834138 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b45d5090-4320-484e-b7b8-59ba891d528c admin admin] Router 82d6da69-e9f7-4367-b9be-b88a9d43aebb is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:51:00.945449 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b45d5090-4320-484e-b7b8-59ba891d528c admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:51:00.956872 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173f0f61-62c8-4a94-941c-de1818854f5e None None] Sync routers for ids ['82d6da69-e9f7-4367-b9be-b88a9d43aebb'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:51:00.970027 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173f0f61-62c8-4a94-941c-de1818854f5e None None] Routers {'82d6da69-e9f7-4367-b9be-b88a9d43aebb'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:51:00.970622 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-173f0f61-62c8-4a94-941c-de1818854f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:50:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['82d6da69-e9f7-4367-b9be-b88a9d43aebb'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:51:01.028066 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b45d5090-4320-484e-b7b8-59ba891d528c admin admin] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:01.033480 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b45d5090-4320-484e-b7b8-59ba891d528c admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0981135 Dec 08 16:51:01.034972 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 36804) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:51:01.224048 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-173f0f61-62c8-4a94-941c-de1818854f5e None None] Set router 82d6da69-e9f7-4367-b9be-b88a9d43aebb gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:51:01.255158 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 732ac9f9-51ab-4a04-b051-e9083731a3ae up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:51:01.325708 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 732ac9f9-51ab-4a04-b051-e9083731a3ae triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:51:01.326369 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:01.419697 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:01.439375 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-173f0f61-62c8-4a94-941c-de1818854f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d6da69-e9f7-4367-b9be-b88a9d43aebb', 'name': 'tempest-TestVolumeBackupRestore-1723009823-router', 'tenant_id': 'e769d49d130441568580b3f1d2384b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '699c98dc-49cc-413d-8675-81ba68e6b1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:50:59Z', 'updated_at': '2021-12-08T16:51:00Z', 'revision_number': 3, 'project_id': 'e769d49d130441568580b3f1d2384b1c', 'gw_port': {'id': '699c98dc-49cc-413d-8675-81ba68e6b1ea', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:8b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d6da69-e9f7-4367-b9be-b88a9d43aebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:50:59Z', 'updated_at': '2021-12-08T16:50:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:51:01.462841 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 732ac9f9-51ab-4a04-b051-e9083731a3ae, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=732ac9f9-51ab-4a04-b051-e9083731a3ae,segment=NetworkSegment(643b1187-e011-4251-ada1-2a05b7b87e90),segment_id=643b1187-e011-4251-ada1-2a05b7b87e90)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:51:01.477854 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173f0f61-62c8-4a94-941c-de1818854f5e None None] Checking router: 82d6da69-e9f7-4367-b9be-b88a9d43aebb for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:51:01.478435 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173f0f61-62c8-4a94-941c-de1818854f5e None None] Updating router 82d6da69-e9f7-4367-b9be-b88a9d43aebb port 699c98dc-49cc-413d-8675-81ba68e6b1ea binding host n-d-776250-12 {{(pid=110553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:51:01.479771 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d7edd5-bd2d-4148-a3ed-7c2d71c57335 None None] Network 0ac04f42-9125-47bb-a339-aeb2bc3f7ecf requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:51:01.505762 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-173f0f61-62c8-4a94-941c-de1818854f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:01.541523 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:01.542246 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 8145d0e7-4152-4018-bb85-5f79b0a91538 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:51:01.680309 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-d5176260-48af-47cf-9269-22fcfb9b2416 None None] Provisioning complete for port 732ac9f9-51ab-4a04-b051-e9083731a3ae triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:51:01.680632 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d5176260-48af-47cf-9269-22fcfb9b2416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:01.684650 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=732ac9f9-51ab-4a04-b051-e9083731a3ae,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:51:01.735218 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 8145d0e7-4152-4018-bb85-5f79b0a91538 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:51:01.735595 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:01.797482 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-173f0f61-62c8-4a94-941c-de1818854f5e None None] Publish callbacks [] for port, precommit_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:01.868234 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-173f0f61-62c8-4a94-941c-de1818854f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:01.918140 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9a03ac-9aac-4e2b-9341-998ff16386d6 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:51:01.923663 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-173f0f61-62c8-4a94-941c-de1818854f5e None None] Attempting to bind port 699c98dc-49cc-413d-8675-81ba68e6b1ea on host n-d-776250-12 for vnic_type normal with profile {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:51:01.926284 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-173f0f61-62c8-4a94-941c-de1818854f5e None None] Attempting to bind port 699c98dc-49cc-413d-8675-81ba68e6b1ea by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:51:01.926284 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173f0f61-62c8-4a94-941c-de1818854f5e None None] Attempting to bind port 699c98dc-49cc-413d-8675-81ba68e6b1ea on network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:51:01.937705 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173f0f61-62c8-4a94-941c-de1818854f5e None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:51:01.938815 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173f0f61-62c8-4a94-941c-de1818854f5e None None] Checking segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:51:01.939226 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-173f0f61-62c8-4a94-941c-de1818854f5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:01.939629 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173f0f61-62c8-4a94-941c-de1818854f5e None None] Bound using segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:51:01.940717 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-173f0f61-62c8-4a94-941c-de1818854f5e None None] Bound port: 699c98dc-49cc-413d-8675-81ba68e6b1ea, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:51:01.941154 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-173f0f61-62c8-4a94-941c-de1818854f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:01.948509 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-be2fdde1-e3b2-46d7-b185-83cb1cf83715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:01.961349 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-9e98750e-4c75-4be8-860a-8e2563846074 None None] Provisioning complete for port 699c98dc-49cc-413d-8675-81ba68e6b1ea triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:51:01.961725 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9e98750e-4c75-4be8-860a-8e2563846074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:02.007698 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-173f0f61-62c8-4a94-941c-de1818854f5e None None] For port 699c98dc-49cc-413d-8675-81ba68e6b1ea, host n-d-776250-12, cleared binding levels {{(pid=110553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:51:02.010536 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-9e98750e-4c75-4be8-860a-8e2563846074 None None] Port 699c98dc-49cc-413d-8675-81ba68e6b1ea cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:51:02.011186 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-173f0f61-62c8-4a94-941c-de1818854f5e None None] For port 699c98dc-49cc-413d-8675-81ba68e6b1ea, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=699c98dc-49cc-413d-8675-81ba68e6b1ea,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:51:02.017492 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5374bf4d-bf8e-427d-a389-a8fcb2b25dc6 None None] Pushing event updated for resources: {'Port': ['ID=699c98dc-49cc-413d-8675-81ba68e6b1ea,revision_number=2']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:51:02.085442 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-173f0f61-62c8-4a94-941c-de1818854f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:02.128944 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e03511e-5a46-4a06-9938-0849657cc57b None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:51:02.138038 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173f0f61-62c8-4a94-941c-de1818854f5e None None] Routers {'82d6da69-e9f7-4367-b9be-b88a9d43aebb'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:51:02.139256 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-173f0f61-62c8-4a94-941c-de1818854f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:50:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['82d6da69-e9f7-4367-b9be-b88a9d43aebb'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:51:02.141628 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-2ff98aac-1166-4d72-8ce1-d5311bc630ce None None] Provisioning complete for port 732ac9f9-51ab-4a04-b051-e9083731a3ae triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:51:02.142015 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2ff98aac-1166-4d72-8ce1-d5311bc630ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:02.163286 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-be2fdde1-e3b2-46d7-b185-83cb1cf83715 admin admin] Allocated IP 172.20.0.1 (0ac04f42-9125-47bb-a339-aeb2bc3f7ecf/0cafc33d-56db-4c1f-89ec-2e1d2cdb105b/3be04b04-c81b-4250-9b59-9bf9e7768c0c) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:51:02.189597 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5374bf4d-bf8e-427d-a389-a8fcb2b25dc6 None None] Pushing event updated for resources: {'Port': ['ID=699c98dc-49cc-413d-8675-81ba68e6b1ea,revision_number=3']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:51:02.269016 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-173f0f61-62c8-4a94-941c-de1818854f5e None None] Set router 82d6da69-e9f7-4367-b9be-b88a9d43aebb gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:51:02.275096 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-be2fdde1-e3b2-46d7-b185-83cb1cf83715 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:02.360226 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-be2fdde1-e3b2-46d7-b185-83cb1cf83715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:02.365318 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-71e272a9-7a40-4646-91ae-aa554e25d05b None None] Provisioning complete for port 699c98dc-49cc-413d-8675-81ba68e6b1ea triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:51:02.365863 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-71e272a9-7a40-4646-91ae-aa554e25d05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:02.406304 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2fdde1-e3b2-46d7-b185-83cb1cf83715 admin admin] Network 0ac04f42-9125-47bb-a339-aeb2bc3f7ecf is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:51:02.411347 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-be2fdde1-e3b2-46d7-b185-83cb1cf83715 admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:51:02.415497 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2fdde1-e3b2-46d7-b185-83cb1cf83715 admin admin] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:51:02.447651 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-71e272a9-7a40-4646-91ae-aa554e25d05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:02.454906 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2fdde1-e3b2-46d7-b185-83cb1cf83715 admin admin] Pushing event updated for resources: {'Port': ['ID=3be04b04-c81b-4250-9b59-9bf9e7768c0c,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:51:02.456845 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-be2fdde1-e3b2-46d7-b185-83cb1cf83715 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:02.458472 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-173f0f61-62c8-4a94-941c-de1818854f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d6da69-e9f7-4367-b9be-b88a9d43aebb', 'name': 'tempest-TestVolumeBackupRestore-1723009823-router', 'tenant_id': 'e769d49d130441568580b3f1d2384b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '699c98dc-49cc-413d-8675-81ba68e6b1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:50:59Z', 'updated_at': '2021-12-08T16:51:00Z', 'revision_number': 3, 'project_id': 'e769d49d130441568580b3f1d2384b1c', 'gw_port': {'id': '699c98dc-49cc-413d-8675-81ba68e6b1ea', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:8b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d6da69-e9f7-4367-b9be-b88a9d43aebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:50:59Z', 'updated_at': '2021-12-08T16:51:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:51:02.472062 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-71e272a9-7a40-4646-91ae-aa554e25d05b None None] For port 699c98dc-49cc-413d-8675-81ba68e6b1ea, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=699c98dc-49cc-413d-8675-81ba68e6b1ea,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:51:02.492898 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173f0f61-62c8-4a94-941c-de1818854f5e None None] The sync data for ids ['82d6da69-e9f7-4367-b9be-b88a9d43aebb'] in n-d-776250-12 is: [{'id': '82d6da69-e9f7-4367-b9be-b88a9d43aebb', 'name': 'tempest-TestVolumeBackupRestore-1723009823-router', 'tenant_id': 'e769d49d130441568580b3f1d2384b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '699c98dc-49cc-413d-8675-81ba68e6b1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:50:59Z', 'updated_at': '2021-12-08T16:51:00Z', 'revision_number': 3, 'project_id': 'e769d49d130441568580b3f1d2384b1c', 'gw_port': {'id': '699c98dc-49cc-413d-8675-81ba68e6b1ea', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:8b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d6da69-e9f7-4367-b9be-b88a9d43aebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:50:59Z', 'updated_at': '2021-12-08T16:51:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:51:02.535388 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-71e272a9-7a40-4646-91ae-aa554e25d05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:02.601033 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e272a9-7a40-4646-91ae-aa554e25d05b None None] Pushing event updated for resources: {'Port': ['ID=699c98dc-49cc-413d-8675-81ba68e6b1ea,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:51:02.655539 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-be2fdde1-e3b2-46d7-b185-83cb1cf83715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:02.660629 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-c6778d2e-ea74-4dd4-9331-98b9c9cbca48 None None] Provisioning complete for port 3be04b04-c81b-4250-9b59-9bf9e7768c0c triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:51:02.661120 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c6778d2e-ea74-4dd4-9331-98b9c9cbca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:02.699238 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-c6778d2e-ea74-4dd4-9331-98b9c9cbca48 None None] Port 3be04b04-c81b-4250-9b59-9bf9e7768c0c cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:51:02.839051 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-be2fdde1-e3b2-46d7-b185-83cb1cf83715 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:02.917652 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-be2fdde1-e3b2-46d7-b185-83cb1cf83715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:02.983429 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2fdde1-e3b2-46d7-b185-83cb1cf83715 admin admin] Pushing event updated for resources: {'Port': ['ID=3be04b04-c81b-4250-9b59-9bf9e7768c0c,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:51:02.985856 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-be2fdde1-e3b2-46d7-b185-83cb1cf83715 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:03.086150 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2fdde1-e3b2-46d7-b185-83cb1cf83715 admin admin] Network 0ac04f42-9125-47bb-a339-aeb2bc3f7ecf is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:51:03.088503 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-be2fdde1-e3b2-46d7-b185-83cb1cf83715 admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:51:03.228048 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be2fdde1-e3b2-46d7-b185-83cb1cf83715 admin admin] Router 82d6da69-e9f7-4367-b9be-b88a9d43aebb has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:51:03.244953 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 699c98dc-49cc-413d-8675-81ba68e6b1ea up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:51:03.318002 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 699c98dc-49cc-413d-8675-81ba68e6b1ea triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:51:03.318625 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:03.355524 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2fdde1-e3b2-46d7-b185-83cb1cf83715 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:51:03.360952 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-be2fdde1-e3b2-46d7-b185-83cb1cf83715 admin admin] 10.222.0.64 "PUT /v2.0/routers/82d6da69-e9f7-4367-b9be-b88a9d43aebb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3260601 Dec 08 16:51:03.431917 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 732ac9f9-51ab-4a04-b051-e9083731a3ae up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:51:03.454905 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-06ba806a-031c-4312-85d3-211bc544d3a2 None None] Provisioning complete for port 3be04b04-c81b-4250-9b59-9bf9e7768c0c triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:51:03.455200 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-06ba806a-031c-4312-85d3-211bc544d3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:03.498486 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-06ba806a-031c-4312-85d3-211bc544d3a2 None None] Port 3be04b04-c81b-4250-9b59-9bf9e7768c0c cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:51:03.510521 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 732ac9f9-51ab-4a04-b051-e9083731a3ae triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:51:03.510901 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:04.153396 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd3614c-c5fb-4a38-ae4a-d3e214fe3eec None None] Sync routers for ids ['82d6da69-e9f7-4367-b9be-b88a9d43aebb'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:51:04.162951 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd3614c-c5fb-4a38-ae4a-d3e214fe3eec None None] Routers {'82d6da69-e9f7-4367-b9be-b88a9d43aebb'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:51:04.163564 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-3cd3614c-c5fb-4a38-ae4a-d3e214fe3eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:50:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['82d6da69-e9f7-4367-b9be-b88a9d43aebb'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:51:04.437012 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-3cd3614c-c5fb-4a38-ae4a-d3e214fe3eec None None] Set router 82d6da69-e9f7-4367-b9be-b88a9d43aebb gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:51:04.639769 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-3cd3614c-c5fb-4a38-ae4a-d3e214fe3eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d6da69-e9f7-4367-b9be-b88a9d43aebb', 'name': 'tempest-TestVolumeBackupRestore-1723009823-router', 'tenant_id': 'e769d49d130441568580b3f1d2384b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '699c98dc-49cc-413d-8675-81ba68e6b1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:50:59Z', 'updated_at': '2021-12-08T16:51:02Z', 'revision_number': 4, 'project_id': 'e769d49d130441568580b3f1d2384b1c', 'gw_port': {'id': '699c98dc-49cc-413d-8675-81ba68e6b1ea', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:8b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d6da69-e9f7-4367-b9be-b88a9d43aebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:50:59Z', 'updated_at': '2021-12-08T16:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '3be04b04-c81b-4250-9b59-9bf9e7768c0c', 'name': '', 'network_id': '0ac04f42-9125-47bb-a339-aeb2bc3f7ecf', 'tenant_id': 'e769d49d130441568580b3f1d2384b1c', 'mac_address': 'fa:16:3e:9b:61:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d6da69-e9f7-4367-b9be-b88a9d43aebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '0cafc33d-56db-4c1f-89ec-2e1d2cdb105b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:51:01Z', 'updated_at': '2021-12-08T16:51:02Z', 'revision_number': 2, 'project_id': 'e769d49d130441568580b3f1d2384b1c', 'subnets': [{'id': '0cafc33d-56db-4c1f-89ec-2e1d2cdb105b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:51:04.669561 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd3614c-c5fb-4a38-ae4a-d3e214fe3eec None None] Checking router: 82d6da69-e9f7-4367-b9be-b88a9d43aebb for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:51:04.669917 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd3614c-c5fb-4a38-ae4a-d3e214fe3eec None None] Updating router 82d6da69-e9f7-4367-b9be-b88a9d43aebb port 3be04b04-c81b-4250-9b59-9bf9e7768c0c binding host n-d-776250-12 {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:51:04.694650 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3cd3614c-c5fb-4a38-ae4a-d3e214fe3eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:04.967598 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:04.978510 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3cd3614c-c5fb-4a38-ae4a-d3e214fe3eec None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:05.073651 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3cd3614c-c5fb-4a38-ae4a-d3e214fe3eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:05.137027 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcecbba6-f84a-42a8-bd7f-6deeb05d21f1 None None] Pushing event updated for resources: {'Port': ['ID=3be04b04-c81b-4250-9b59-9bf9e7768c0c,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:51:05.192922 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-3cd3614c-c5fb-4a38-ae4a-d3e214fe3eec None None] Attempting to bind port 3be04b04-c81b-4250-9b59-9bf9e7768c0c on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:51:05.193363 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-3cd3614c-c5fb-4a38-ae4a-d3e214fe3eec None None] Attempting to bind port 3be04b04-c81b-4250-9b59-9bf9e7768c0c by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '643b1187-e011-4251-ada1-2a05b7b87e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '0ac04f42-9125-47bb-a339-aeb2bc3f7ecf'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:51:05.193737 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd3614c-c5fb-4a38-ae4a-d3e214fe3eec None None] Attempting to bind port 3be04b04-c81b-4250-9b59-9bf9e7768c0c on network 0ac04f42-9125-47bb-a339-aeb2bc3f7ecf {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:51:05.199649 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd3614c-c5fb-4a38-ae4a-d3e214fe3eec None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:51:05.200029 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd3614c-c5fb-4a38-ae4a-d3e214fe3eec None None] Checking segment: {'id': '643b1187-e011-4251-ada1-2a05b7b87e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '0ac04f42-9125-47bb-a339-aeb2bc3f7ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:51:05.200472 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3cd3614c-c5fb-4a38-ae4a-d3e214fe3eec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:05.201117 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd3614c-c5fb-4a38-ae4a-d3e214fe3eec None None] Bound using segment: {'id': '643b1187-e011-4251-ada1-2a05b7b87e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '0ac04f42-9125-47bb-a339-aeb2bc3f7ecf'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:51:05.201621 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-3cd3614c-c5fb-4a38-ae4a-d3e214fe3eec None None] Bound port: 3be04b04-c81b-4250-9b59-9bf9e7768c0c, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '643b1187-e011-4251-ada1-2a05b7b87e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '0ac04f42-9125-47bb-a339-aeb2bc3f7ecf'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:51:05.202008 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3cd3614c-c5fb-4a38-ae4a-d3e214fe3eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:05.278401 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-3cd3614c-c5fb-4a38-ae4a-d3e214fe3eec None None] For port 3be04b04-c81b-4250-9b59-9bf9e7768c0c, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:51:05.281651 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-3cd3614c-c5fb-4a38-ae4a-d3e214fe3eec None None] For port 3be04b04-c81b-4250-9b59-9bf9e7768c0c, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=3be04b04-c81b-4250-9b59-9bf9e7768c0c,segment=NetworkSegment(643b1187-e011-4251-ada1-2a05b7b87e90),segment_id=643b1187-e011-4251-ada1-2a05b7b87e90)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:51:05.336844 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-f67fa00f-2876-4a6e-901d-fffab0cfbfb3 None None] Provisioning complete for port 3be04b04-c81b-4250-9b59-9bf9e7768c0c triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:51:05.337237 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f67fa00f-2876-4a6e-901d-fffab0cfbfb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:05.379954 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-f67fa00f-2876-4a6e-901d-fffab0cfbfb3 None None] Port 3be04b04-c81b-4250-9b59-9bf9e7768c0c cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:51:05.383668 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3cd3614c-c5fb-4a38-ae4a-d3e214fe3eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:05.435123 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd3614c-c5fb-4a38-ae4a-d3e214fe3eec None None] Routers {'82d6da69-e9f7-4367-b9be-b88a9d43aebb'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:51:05.435816 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-3cd3614c-c5fb-4a38-ae4a-d3e214fe3eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:50:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['82d6da69-e9f7-4367-b9be-b88a9d43aebb'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:51:05.485993 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcecbba6-f84a-42a8-bd7f-6deeb05d21f1 None None] Pushing event updated for resources: {'Port': ['ID=3be04b04-c81b-4250-9b59-9bf9e7768c0c,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:51:05.573460 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-3cd3614c-c5fb-4a38-ae4a-d3e214fe3eec None None] Set router 82d6da69-e9f7-4367-b9be-b88a9d43aebb gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:51:05.724650 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-65694791-c5d2-4cda-a6ab-c53a283d68d5 None None] Provisioning complete for port 3be04b04-c81b-4250-9b59-9bf9e7768c0c triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:51:05.725032 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-65694791-c5d2-4cda-a6ab-c53a283d68d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:05.871544 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-65694791-c5d2-4cda-a6ab-c53a283d68d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:05.883360 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-3cd3614c-c5fb-4a38-ae4a-d3e214fe3eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d6da69-e9f7-4367-b9be-b88a9d43aebb', 'name': 'tempest-TestVolumeBackupRestore-1723009823-router', 'tenant_id': 'e769d49d130441568580b3f1d2384b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '699c98dc-49cc-413d-8675-81ba68e6b1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:50:59Z', 'updated_at': '2021-12-08T16:51:02Z', 'revision_number': 4, 'project_id': 'e769d49d130441568580b3f1d2384b1c', 'gw_port': {'id': '699c98dc-49cc-413d-8675-81ba68e6b1ea', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:8b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d6da69-e9f7-4367-b9be-b88a9d43aebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:50:59Z', 'updated_at': '2021-12-08T16:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '3be04b04-c81b-4250-9b59-9bf9e7768c0c', 'name': '', 'network_id': '0ac04f42-9125-47bb-a339-aeb2bc3f7ecf', 'tenant_id': 'e769d49d130441568580b3f1d2384b1c', 'mac_address': 'fa:16:3e:9b:61:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d6da69-e9f7-4367-b9be-b88a9d43aebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '0cafc33d-56db-4c1f-89ec-2e1d2cdb105b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:51:01Z', 'updated_at': '2021-12-08T16:51:05Z', 'revision_number': 4, 'project_id': 'e769d49d130441568580b3f1d2384b1c', 'subnets': [{'id': '0cafc33d-56db-4c1f-89ec-2e1d2cdb105b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:51:05.916733 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd3614c-c5fb-4a38-ae4a-d3e214fe3eec None None] The sync data for ids ['82d6da69-e9f7-4367-b9be-b88a9d43aebb'] in n-d-776250-12 is: [{'id': '82d6da69-e9f7-4367-b9be-b88a9d43aebb', 'name': 'tempest-TestVolumeBackupRestore-1723009823-router', 'tenant_id': 'e769d49d130441568580b3f1d2384b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '699c98dc-49cc-413d-8675-81ba68e6b1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:50:59Z', 'updated_at': '2021-12-08T16:51:02Z', 'revision_number': 4, 'project_id': 'e769d49d130441568580b3f1d2384b1c', 'gw_port': {'id': '699c98dc-49cc-413d-8675-81ba68e6b1ea', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:8b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d6da69-e9f7-4367-b9be-b88a9d43aebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:50:59Z', 'updated_at': '2021-12-08T16:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '3be04b04-c81b-4250-9b59-9bf9e7768c0c', 'name': '', 'network_id': '0ac04f42-9125-47bb-a339-aeb2bc3f7ecf', 'tenant_id': 'e769d49d130441568580b3f1d2384b1c', 'mac_address': 'fa:16:3e:9b:61:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d6da69-e9f7-4367-b9be-b88a9d43aebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '0cafc33d-56db-4c1f-89ec-2e1d2cdb105b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:51:01Z', 'updated_at': '2021-12-08T16:51:05Z', 'revision_number': 4, 'project_id': 'e769d49d130441568580b3f1d2384b1c', 'subnets': [{'id': '0cafc33d-56db-4c1f-89ec-2e1d2cdb105b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:51:05.932267 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-65694791-c5d2-4cda-a6ab-c53a283d68d5 None None] For port 3be04b04-c81b-4250-9b59-9bf9e7768c0c, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=3be04b04-c81b-4250-9b59-9bf9e7768c0c,segment=NetworkSegment(643b1187-e011-4251-ada1-2a05b7b87e90),segment_id=643b1187-e011-4251-ada1-2a05b7b87e90)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:51:06.022335 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-65694791-c5d2-4cda-a6ab-c53a283d68d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:06.079763 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65694791-c5d2-4cda-a6ab-c53a283d68d5 None None] Pushing event updated for resources: {'Port': ['ID=3be04b04-c81b-4250-9b59-9bf9e7768c0c,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:51:07.148802 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 3be04b04-c81b-4250-9b59-9bf9e7768c0c up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:51:07.214710 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 3be04b04-c81b-4250-9b59-9bf9e7768c0c triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:51:07.215169 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:08.942997 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:11.474646 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-084c685e-1ada-4dfa-87ce-7a03d70b6876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:14.485118 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0f7e486d-0b04-4a77-a278-b8718e3f3c6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:15.359277 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:16.850662 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:17.581907 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:27.479992 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:51:34.941628 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:38.889985 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:41.461237 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3293e8cc-644a-4836-82ac-b7e8b2b0703e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:44.146787 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-34949f7d-159e-4757-b2b6-dc931260216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:45.346393 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:46.842908 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:47.575175 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:52:04.479255 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:52:04.901012 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:52:08.889443 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:52:11.460751 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-53da5acc-b18d-4b4f-a1da-3ec0eb8317a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:52:14.145053 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2a6e79d2-d57c-4cd8-b04f-39be036e86a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:52:15.357689 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:52:16.832045 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:52:17.596443 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:52:34.917387 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:52:38.894524 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:52:41.460021 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-291cea5e-3cb8-4989-82d8-9a8c5c0908b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:52:41.479020 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:52:44.134967 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-26552371-9826-42f3-af53-66f2779a1295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:52:45.391417 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:52:46.836055 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:52:47.602411 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:04.932876 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:08.894595 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:11.477477 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-90ac535e-f401-417f-bbd1-2bf481fc7716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:14.162419 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-28fb2137-63b9-4cb0-aa4a-a1155c9e71f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:15.362448 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:16.859514 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:17.602257 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:18.477837 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:53:20.071028 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 37906) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:53:20.078306 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-c2b589c0-8733-456c-95db-33ed96d6ccff tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-172976004', 'description': 'tempest-secgroup-smoke-172976004 description', 'project_id': 'c010a9c37625491688c404418e2061ab'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:53:20.151071 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c2b589c0-8733-456c-95db-33ed96d6ccff tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:20.218953 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c2b589c0-8733-456c-95db-33ed96d6ccff tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:20.293403 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c2b589c0-8733-456c-95db-33ed96d6ccff tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:20.322936 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b589c0-8733-456c-95db-33ed96d6ccff tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0339df01-5d3a-482a-90be-743244f8ef0a,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:53:20.330321 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b589c0-8733-456c-95db-33ed96d6ccff tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:53:20.334976 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b589c0-8733-456c-95db-33ed96d6ccff tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:53:20.334976 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b589c0-8733-456c-95db-33ed96d6ccff tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:53:20.334976 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b589c0-8733-456c-95db-33ed96d6ccff tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:53:20.334976 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b589c0-8733-456c-95db-33ed96d6ccff tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:53:20.334976 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b589c0-8733-456c-95db-33ed96d6ccff tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:53:20.334976 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b589c0-8733-456c-95db-33ed96d6ccff tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:53:20.334976 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b589c0-8733-456c-95db-33ed96d6ccff tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:53:20.334976 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b589c0-8733-456c-95db-33ed96d6ccff tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:53:20.334976 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b589c0-8733-456c-95db-33ed96d6ccff tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:53:20.334976 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b589c0-8733-456c-95db-33ed96d6ccff tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:53:20.334976 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b589c0-8733-456c-95db-33ed96d6ccff tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:53:20.334976 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b589c0-8733-456c-95db-33ed96d6ccff tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:53:20.409908 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c2b589c0-8733-456c-95db-33ed96d6ccff tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:20.411214 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c2b589c0-8733-456c-95db-33ed96d6ccff tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3385015 Dec 08 16:53:20.413957 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 37910) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:53:20.418850 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-d4eab8ef-b1b1-4edd-9fab-80cfe867eb16 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Request body: {'security_group_rule': {'security_group_id': '0339df01-5d3a-482a-90be-743244f8ef0a', 'project_id': 'c010a9c37625491688c404418e2061ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:53:20.521544 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d4eab8ef-b1b1-4edd-9fab-80cfe867eb16 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:20.577079 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d4eab8ef-b1b1-4edd-9fab-80cfe867eb16 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:20.652380 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d4eab8ef-b1b1-4edd-9fab-80cfe867eb16 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:20.670638 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eab8ef-b1b1-4edd-9fab-80cfe867eb16 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de2272b4-56ee-4920-810f-7f7c8ff6e34f,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:53:20.746381 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d4eab8ef-b1b1-4edd-9fab-80cfe867eb16 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:20.747682 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d4eab8ef-b1b1-4edd-9fab-80cfe867eb16 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3327267 Dec 08 16:53:20.750468 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 37912) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:53:20.754789 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-e29c4722-4bff-4424-8049-7416bafa6d99 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Request body: {'security_group_rule': {'security_group_id': '0339df01-5d3a-482a-90be-743244f8ef0a', 'project_id': 'c010a9c37625491688c404418e2061ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:53:20.835084 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e29c4722-4bff-4424-8049-7416bafa6d99 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:20.893983 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e29c4722-4bff-4424-8049-7416bafa6d99 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:20.939126 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e29c4722-4bff-4424-8049-7416bafa6d99 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:20.956233 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29c4722-4bff-4424-8049-7416bafa6d99 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=781ee121-5dc4-4cdc-ae50-9651797b6c0a,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:53:21.003900 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e29c4722-4bff-4424-8049-7416bafa6d99 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:21.005158 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e29c4722-4bff-4424-8049-7416bafa6d99 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2537408 Dec 08 16:53:21.007873 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 37914) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:53:21.012566 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-3fbcd7c0-8bb1-4864-9e10-a3bba384fb58 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Request body: {'security_group_rule': {'security_group_id': '0339df01-5d3a-482a-90be-743244f8ef0a', 'project_id': 'c010a9c37625491688c404418e2061ab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:53:21.098311 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3fbcd7c0-8bb1-4864-9e10-a3bba384fb58 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:21.159852 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3fbcd7c0-8bb1-4864-9e10-a3bba384fb58 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:21.225084 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3fbcd7c0-8bb1-4864-9e10-a3bba384fb58 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:21.242460 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbcd7c0-8bb1-4864-9e10-a3bba384fb58 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c64c4165-5031-42ed-91bd-cff9a4fed259,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:53:21.289817 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3fbcd7c0-8bb1-4864-9e10-a3bba384fb58 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:21.291074 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-3fbcd7c0-8bb1-4864-9e10-a3bba384fb58 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2821887 Dec 08 16:53:21.294026 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 37916) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:53:21.299234 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-e4cd3862-5cc6-49a3-bdbf-44321e5f2a64 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Request body: {'security_group_rule': {'security_group_id': '0339df01-5d3a-482a-90be-743244f8ef0a', 'project_id': 'c010a9c37625491688c404418e2061ab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:53:21.406643 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e4cd3862-5cc6-49a3-bdbf-44321e5f2a64 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:21.466607 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e4cd3862-5cc6-49a3-bdbf-44321e5f2a64 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:21.526554 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e4cd3862-5cc6-49a3-bdbf-44321e5f2a64 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:21.543874 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cd3862-5cc6-49a3-bdbf-44321e5f2a64 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d5746bc-65f8-4868-b351-0d54c4ae2c41,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:53:21.602796 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e4cd3862-5cc6-49a3-bdbf-44321e5f2a64 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:21.604037 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e4cd3862-5cc6-49a3-bdbf-44321e5f2a64 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3090763 Dec 08 16:53:21.606702 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 37918) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:53:21.611047 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-ceed6635-4f3d-4ae6-a1e2-7bca397d4c8e tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Request body: {'security_group_rule': {'security_group_id': '0339df01-5d3a-482a-90be-743244f8ef0a', 'project_id': 'c010a9c37625491688c404418e2061ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:53:21.686944 n-d-776250-12 neutron-server[110551]: INFO neutron.db.securitygroups_db [None req-ceed6635-4f3d-4ae6-a1e2-7bca397d4c8e tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Project c010a9c37625491688c404418e2061ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 16:53:21.692044 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ceed6635-4f3d-4ae6-a1e2-7bca397d4c8e tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:21.752655 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ceed6635-4f3d-4ae6-a1e2-7bca397d4c8e tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:21.823756 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ceed6635-4f3d-4ae6-a1e2-7bca397d4c8e tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:21.841873 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceed6635-4f3d-4ae6-a1e2-7bca397d4c8e tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=418980aa-66dd-4487-8ddd-326a718cb55d,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:53:21.918850 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ceed6635-4f3d-4ae6-a1e2-7bca397d4c8e tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:21.920125 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ceed6635-4f3d-4ae6-a1e2-7bca397d4c8e tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3124857 Dec 08 16:53:21.922884 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 37920) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:53:21.927217 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-c8895552-2420-4da2-80fc-89ca1d0c3b46 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Request body: {'security_group_rule': {'security_group_id': '0339df01-5d3a-482a-90be-743244f8ef0a', 'project_id': 'c010a9c37625491688c404418e2061ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:53:22.082048 n-d-776250-12 neutron-server[110551]: INFO neutron.db.securitygroups_db [None req-c8895552-2420-4da2-80fc-89ca1d0c3b46 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Project c010a9c37625491688c404418e2061ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 16:53:22.087404 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c8895552-2420-4da2-80fc-89ca1d0c3b46 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:22.146654 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c8895552-2420-4da2-80fc-89ca1d0c3b46 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:22.270571 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c8895552-2420-4da2-80fc-89ca1d0c3b46 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:22.291179 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8895552-2420-4da2-80fc-89ca1d0c3b46 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e54f822-a608-480d-835c-c5b835326921,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:53:22.432726 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c8895552-2420-4da2-80fc-89ca1d0c3b46 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:22.433933 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c8895552-2420-4da2-80fc-89ca1d0c3b46 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5101116 Dec 08 16:53:22.808993 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c7da0953-2c42-4e9f-b238-3a1db5f5c5ab req-af4cc7a7-0127-4af6-a852-9980967dc10c tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-172976004&fields=id&tenant_id=c010a9c37625491688c404418e2061ab HTTP/1.1" status: 200 len: 267 time: 0.0434885 Dec 08 16:53:22.917405 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da0953-2c42-4e9f-b238-3a1db5f5c5ab req-c75f114f-6e6f-40ef-a205-186a5bda482e tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:22.918892 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c7da0953-2c42-4e9f-b238-3a1db5f5c5ab req-c75f114f-6e6f-40ef-a205-186a5bda482e tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] 10.222.0.64 "GET /v2.0/networks?id=b2387a65-bae4-4bc7-b4b5-b02ebe38af19 HTTP/1.1" status: 200 len: 814 time: 0.1033914 Dec 08 16:53:22.933628 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c7da0953-2c42-4e9f-b238-3a1db5f5c5ab req-c7af9c6b-9be1-4767-8123-8c2d08009247 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] 10.222.0.64 "GET /v2.0/quotas/c010a9c37625491688c404418e2061ab HTTP/1.1" status: 200 len: 375 time: 0.0088272 Dec 08 16:53:22.984660 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c7da0953-2c42-4e9f-b238-3a1db5f5c5ab req-1f4bd2a2-cc29-41a8-9026-cc766761f963 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c010a9c37625491688c404418e2061ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460072 Dec 08 16:53:23.186263 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c7da0953-2c42-4e9f-b238-3a1db5f5c5ab req-8981ffe9-cbcb-40b0-885a-df9c1edf9c3d service neutron] 10.222.0.64 "GET /v2.0/networks/b2387a65-bae4-4bc7-b4b5-b02ebe38af19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905007 Dec 08 16:53:23.279873 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c7da0953-2c42-4e9f-b238-3a1db5f5c5ab req-1155c6c4-7a2d-44ca-9e77-cf109235c207 service neutron] 10.222.0.64 "GET /v2.0/networks/b2387a65-bae4-4bc7-b4b5-b02ebe38af19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872836 Dec 08 16:53:23.888905 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6d333221-af90-4278-b76f-0e52c875e5c5 req-bbc6e2d4-b8d5-4328-a580-ebef6d7655e2 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2d12a49-a690-4b20-8799-01e02e572e4f HTTP/1.1" status: 200 len: 210 time: 0.1149542 Dec 08 16:53:24.983781 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c76daf83-61a3-43a4-be85-24ef76c6fc69 req-805f4ed2-71b1-4bb2-8d01-f8e386822311 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2d12a49-a690-4b20-8799-01e02e572e4f HTTP/1.1" status: 200 len: 210 time: 0.0273297 Dec 08 16:53:26.034024 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da0953-2c42-4e9f-b238-3a1db5f5c5ab req-b3e46692-ca8d-48ee-8b5b-6e4dadc5fbea tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:26.035564 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c7da0953-2c42-4e9f-b238-3a1db5f5c5ab req-b3e46692-ca8d-48ee-8b5b-6e4dadc5fbea tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] 10.222.0.76 "GET /v2.0/networks?id=b2387a65-bae4-4bc7-b4b5-b02ebe38af19 HTTP/1.1" status: 200 len: 814 time: 0.1113145 Dec 08 16:53:26.091800 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ec368ac4-1f6b-4979-9197-a2423f248392 req-f33605eb-dfbe-4805-bdda-bad48300daed tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2d12a49-a690-4b20-8799-01e02e572e4f HTTP/1.1" status: 200 len: 210 time: 0.0298955 Dec 08 16:53:26.129292 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c7da0953-2c42-4e9f-b238-3a1db5f5c5ab req-7047eaa8-6dc5-482e-85eb-fd0e360d2dc5 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c010a9c37625491688c404418e2061ab HTTP/1.1" status: 200 len: 379 time: 0.0826807 Dec 08 16:53:26.139452 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-c7da0953-2c42-4e9f-b238-3a1db5f5c5ab req-4872a146-0082-4912-b5e6-b84ca8f65bc1 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Request body: {'port': {'device_id': 'f2d12a49-a690-4b20-8799-01e02e572e4f', 'network_id': 'b2387a65-bae4-4bc7-b4b5-b02ebe38af19', 'admin_state_up': True, 'tenant_id': 'c010a9c37625491688c404418e2061ab', 'security_groups': ['0339df01-5d3a-482a-90be-743244f8ef0a']}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:53:26.328019 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7da0953-2c42-4e9f-b238-3a1db5f5c5ab req-4872a146-0082-4912-b5e6-b84ca8f65bc1 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Made reservation on behalf of c010a9c37625491688c404418e2061ab for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:53:26.331686 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c7da0953-2c42-4e9f-b238-3a1db5f5c5ab req-4872a146-0082-4912-b5e6-b84ca8f65bc1 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:26.457716 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-c7da0953-2c42-4e9f-b238-3a1db5f5c5ab req-4872a146-0082-4912-b5e6-b84ca8f65bc1 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Allocated IP 172.20.0.4 (b2387a65-bae4-4bc7-b4b5-b02ebe38af19/0ea7c28f-e939-4b45-bb38-5bd17dd95201/208722ed-779e-4cf6-8319-00ffbded26bd) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:53:26.599504 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c7da0953-2c42-4e9f-b238-3a1db5f5c5ab req-4872a146-0082-4912-b5e6-b84ca8f65bc1 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:26.693855 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c7da0953-2c42-4e9f-b238-3a1db5f5c5ab req-4872a146-0082-4912-b5e6-b84ca8f65bc1 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:26.737345 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7da0953-2c42-4e9f-b238-3a1db5f5c5ab req-4872a146-0082-4912-b5e6-b84ca8f65bc1 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Network b2387a65-bae4-4bc7-b4b5-b02ebe38af19 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:53:26.742412 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-c7da0953-2c42-4e9f-b238-3a1db5f5c5ab req-4872a146-0082-4912-b5e6-b84ca8f65bc1 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:53:26.746159 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7da0953-2c42-4e9f-b238-3a1db5f5c5ab req-4872a146-0082-4912-b5e6-b84ca8f65bc1 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:53:26.774931 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4872a146-0082-4912-b5e6-b84ca8f65bc1 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Pushing event updated for resources: {'Port': ['ID=208722ed-779e-4cf6-8319-00ffbded26bd,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:53:26.788837 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4872a146-0082-4912-b5e6-b84ca8f65bc1 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:53:26.789192 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4872a146-0082-4912-b5e6-b84ca8f65bc1 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:53:26.789550 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4872a146-0082-4912-b5e6-b84ca8f65bc1 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:53:26.789896 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4872a146-0082-4912-b5e6-b84ca8f65bc1 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:53:26.790237 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4872a146-0082-4912-b5e6-b84ca8f65bc1 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:53:26.790575 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4872a146-0082-4912-b5e6-b84ca8f65bc1 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:53:26.790914 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4872a146-0082-4912-b5e6-b84ca8f65bc1 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:53:26.791252 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4872a146-0082-4912-b5e6-b84ca8f65bc1 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:53:26.791583 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4872a146-0082-4912-b5e6-b84ca8f65bc1 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:53:26.791916 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4872a146-0082-4912-b5e6-b84ca8f65bc1 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:53:26.792275 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4872a146-0082-4912-b5e6-b84ca8f65bc1 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:53:26.792611 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4872a146-0082-4912-b5e6-b84ca8f65bc1 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:53:26.793537 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4872a146-0082-4912-b5e6-b84ca8f65bc1 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:53:26.817405 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da0953-2c42-4e9f-b238-3a1db5f5c5ab req-4872a146-0082-4912-b5e6-b84ca8f65bc1 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:26.818024 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c7da0953-2c42-4e9f-b238-3a1db5f5c5ab req-4872a146-0082-4912-b5e6-b84ca8f65bc1 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:26.885750 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c7da0953-2c42-4e9f-b238-3a1db5f5c5ab req-4872a146-0082-4912-b5e6-b84ca8f65bc1 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7507150 Dec 08 16:53:26.896271 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [req-c7da0953-2c42-4e9f-b238-3a1db5f5c5ab req-9500bba0-e7b3-4422-83e7-aba6a43d8385 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:53:26.898664 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c7da0953-2c42-4e9f-b238-3a1db5f5c5ab req-9500bba0-e7b3-4422-83e7-aba6a43d8385 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055659 Dec 08 16:53:26.960484 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-c7da0953-2c42-4e9f-b238-3a1db5f5c5ab req-dfdcd519-e09a-473e-8ed0-62763fa00991 service neutron] Request body: {'port': {'device_id': 'f2d12a49-a690-4b20-8799-01e02e572e4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:53:27.019849 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c7da0953-2c42-4e9f-b238-3a1db5f5c5ab req-dfdcd519-e09a-473e-8ed0-62763fa00991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:27.035818 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-830b0c2b-fede-49d7-b411-a64cee26c8d1 None None] Provisioning complete for port 208722ed-779e-4cf6-8319-00ffbded26bd triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:53:27.036394 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-830b0c2b-fede-49d7-b411-a64cee26c8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:27.070841 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-830b0c2b-fede-49d7-b411-a64cee26c8d1 None None] Port 208722ed-779e-4cf6-8319-00ffbded26bd cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:53:27.218495 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2b097-62ad-4717-974b-7b479d902e84 req-8deb0f90-b32e-49b6-99f8-219fd8ca35c6 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:27.220145 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8af2b097-62ad-4717-974b-7b479d902e84 req-8deb0f90-b32e-49b6-99f8-219fd8ca35c6 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2d12a49-a690-4b20-8799-01e02e572e4f HTTP/1.1" status: 200 len: 931 time: 0.0521898 Dec 08 16:53:27.273997 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8af2b097-62ad-4717-974b-7b479d902e84 req-3c321cb5-2892-46ff-a63b-ca2b9a790620 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] 10.222.0.64 "GET /v2.0/security-groups?id=0339df01-5d3a-482a-90be-743244f8ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453010 Dec 08 16:53:27.304104 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-c7da0953-2c42-4e9f-b238-3a1db5f5c5ab req-dfdcd519-e09a-473e-8ed0-62763fa00991 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 208722ed-779e-4cf6-8319-00ffbded26bd {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:53:27.311616 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c7da0953-2c42-4e9f-b238-3a1db5f5c5ab req-dfdcd519-e09a-473e-8ed0-62763fa00991 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:27.323416 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-c7da0953-2c42-4e9f-b238-3a1db5f5c5ab req-dfdcd519-e09a-473e-8ed0-62763fa00991 service neutron] Transition to ACTIVE for port object 208722ed-779e-4cf6-8319-00ffbded26bd will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:53:27.390770 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c7da0953-2c42-4e9f-b238-3a1db5f5c5ab req-dfdcd519-e09a-473e-8ed0-62763fa00991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:27.445388 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdcd519-e09a-473e-8ed0-62763fa00991 service neutron] Pushing event updated for resources: {'Port': ['ID=208722ed-779e-4cf6-8319-00ffbded26bd,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:53:27.847965 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-c7da0953-2c42-4e9f-b238-3a1db5f5c5ab req-dfdcd519-e09a-473e-8ed0-62763fa00991 service neutron] Attempting to bind port 208722ed-779e-4cf6-8319-00ffbded26bd on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:53:27.848327 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-c7da0953-2c42-4e9f-b238-3a1db5f5c5ab req-dfdcd519-e09a-473e-8ed0-62763fa00991 service neutron] Attempting to bind port 208722ed-779e-4cf6-8319-00ffbded26bd by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': 'f1d01e6d-89be-4694-b21f-bfb6bc91a685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2387a65-bae4-4bc7-b4b5-b02ebe38af19'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:53:27.848654 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7da0953-2c42-4e9f-b238-3a1db5f5c5ab req-dfdcd519-e09a-473e-8ed0-62763fa00991 service neutron] Attempting to bind port 208722ed-779e-4cf6-8319-00ffbded26bd on network b2387a65-bae4-4bc7-b4b5-b02ebe38af19 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:53:27.852772 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7da0953-2c42-4e9f-b238-3a1db5f5c5ab req-dfdcd519-e09a-473e-8ed0-62763fa00991 service neutron] Port 208722ed-779e-4cf6-8319-00ffbded26bd on network b2387a65-bae4-4bc7-b4b5-b02ebe38af19 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:53:27.853091 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7da0953-2c42-4e9f-b238-3a1db5f5c5ab req-dfdcd519-e09a-473e-8ed0-62763fa00991 service neutron] Attempting to bind port 208722ed-779e-4cf6-8319-00ffbded26bd on network b2387a65-bae4-4bc7-b4b5-b02ebe38af19 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:53:27.858302 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7da0953-2c42-4e9f-b238-3a1db5f5c5ab req-dfdcd519-e09a-473e-8ed0-62763fa00991 service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:53:27.858635 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7da0953-2c42-4e9f-b238-3a1db5f5c5ab req-dfdcd519-e09a-473e-8ed0-62763fa00991 service neutron] Checking segment: {'id': 'f1d01e6d-89be-4694-b21f-bfb6bc91a685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2387a65-bae4-4bc7-b4b5-b02ebe38af19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:53:27.859014 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7da0953-2c42-4e9f-b238-3a1db5f5c5ab req-dfdcd519-e09a-473e-8ed0-62763fa00991 service neutron] Bound using segment: {'id': 'f1d01e6d-89be-4694-b21f-bfb6bc91a685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2387a65-bae4-4bc7-b4b5-b02ebe38af19'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:53:27.859430 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-c7da0953-2c42-4e9f-b238-3a1db5f5c5ab req-dfdcd519-e09a-473e-8ed0-62763fa00991 service neutron] Bound port: 208722ed-779e-4cf6-8319-00ffbded26bd, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1d01e6d-89be-4694-b21f-bfb6bc91a685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b2387a65-bae4-4bc7-b4b5-b02ebe38af19'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:53:27.859788 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c7da0953-2c42-4e9f-b238-3a1db5f5c5ab req-dfdcd519-e09a-473e-8ed0-62763fa00991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:27.920661 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-c7da0953-2c42-4e9f-b238-3a1db5f5c5ab req-dfdcd519-e09a-473e-8ed0-62763fa00991 service neutron] For port 208722ed-779e-4cf6-8319-00ffbded26bd, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:53:27.923614 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-c7da0953-2c42-4e9f-b238-3a1db5f5c5ab req-dfdcd519-e09a-473e-8ed0-62763fa00991 service neutron] For port 208722ed-779e-4cf6-8319-00ffbded26bd, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=208722ed-779e-4cf6-8319-00ffbded26bd,segment=NetworkSegment(f1d01e6d-89be-4694-b21f-bfb6bc91a685),segment_id=f1d01e6d-89be-4694-b21f-bfb6bc91a685)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:53:28.002594 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c7da0953-2c42-4e9f-b238-3a1db5f5c5ab req-dfdcd519-e09a-473e-8ed0-62763fa00991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:28.037730 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da0953-2c42-4e9f-b238-3a1db5f5c5ab req-dfdcd519-e09a-473e-8ed0-62763fa00991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:28.038422 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c7da0953-2c42-4e9f-b238-3a1db5f5c5ab req-dfdcd519-e09a-473e-8ed0-62763fa00991 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:28.039817 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c7da0953-2c42-4e9f-b238-3a1db5f5c5ab req-dfdcd519-e09a-473e-8ed0-62763fa00991 service neutron] 10.222.0.76 "PUT /v2.0/ports/208722ed-779e-4cf6-8319-00ffbded26bd HTTP/1.1" status: 200 len: 1092 time: 1.1343958 Dec 08 16:53:28.040290 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d12a49-a690-4b20-8799-01e02e572e4f', 'tag': '208722ed-779e-4cf6-8319-00ffbded26bd'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:53:28.042551 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a0fe0a8-223a-466e-bdcb-c0234a16217b" -d '{"events": [{"name": "network-changed", "server_uuid": "f2d12a49-a690-4b20-8799-01e02e572e4f", "tag": "208722ed-779e-4cf6-8319-00ffbded26bd"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:53:28.083580 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdcd519-e09a-473e-8ed0-62763fa00991 service neutron] Pushing event updated for resources: {'Port': ['ID=208722ed-779e-4cf6-8319-00ffbded26bd,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:53:28.197458 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cabf91b-236c-489f-b538-7c4dd9a957e6 x-openstack-request-id: req-1cabf91b-236c-489f-b538-7c4dd9a957e6 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:53:28.197766 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2d12a49-a690-4b20-8799-01e02e572e4f", "tag": "208722ed-779e-4cf6-8319-00ffbded26bd", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:53:28.198029 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1cabf91b-236c-489f-b538-7c4dd9a957e6 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:53:28.198443 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d12a49-a690-4b20-8799-01e02e572e4f', 'tag': '208722ed-779e-4cf6-8319-00ffbded26bd', 'status': 'completed', 'code': 200} Dec 08 16:53:28.223826 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da0953-2c42-4e9f-b238-3a1db5f5c5ab req-f0ca279a-8669-4bea-b8f1-39981c4815cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:28.225398 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c7da0953-2c42-4e9f-b238-3a1db5f5c5ab req-f0ca279a-8669-4bea-b8f1-39981c4815cb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c010a9c37625491688c404418e2061ab&device_id=f2d12a49-a690-4b20-8799-01e02e572e4f HTTP/1.1" status: 200 len: 1095 time: 0.0697882 Dec 08 16:53:28.276731 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c7da0953-2c42-4e9f-b238-3a1db5f5c5ab req-b6ea6272-20a4-4779-87a9-f9d3a67496ea service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=208722ed-779e-4cf6-8319-00ffbded26bd HTTP/1.1" status: 200 len: 217 time: 0.0427072 Dec 08 16:53:28.340787 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da0953-2c42-4e9f-b238-3a1db5f5c5ab req-09681921-cd4c-453d-827f-495974ded312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:28.343069 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c7da0953-2c42-4e9f-b238-3a1db5f5c5ab req-09681921-cd4c-453d-827f-495974ded312 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0ea7c28f-e939-4b45-bb38-5bd17dd95201 HTTP/1.1" status: 200 len: 853 time: 0.0592744 Dec 08 16:53:28.398237 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da0953-2c42-4e9f-b238-3a1db5f5c5ab req-2e904cd1-175c-446c-b4b2-d4cceb7088db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:28.399800 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c7da0953-2c42-4e9f-b238-3a1db5f5c5ab req-2e904cd1-175c-446c-b4b2-d4cceb7088db service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b2387a65-bae4-4bc7-b4b5-b02ebe38af19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475090 Dec 08 16:53:28.408714 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f528a5b8-ad2e-403b-9764-ee2c3ccef702 req-ee11db86-3072-4714-8ede-6cdefac51d2c tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:28.410233 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f528a5b8-ad2e-403b-9764-ee2c3ccef702 req-ee11db86-3072-4714-8ede-6cdefac51d2c tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2d12a49-a690-4b20-8799-01e02e572e4f HTTP/1.1" status: 200 len: 943 time: 0.0610726 Dec 08 16:53:28.462159 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f528a5b8-ad2e-403b-9764-ee2c3ccef702 req-3462b536-27a7-45bd-a9e2-f9a2d8d0ac53 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] 10.222.0.64 "GET /v2.0/security-groups?id=0339df01-5d3a-482a-90be-743244f8ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457151 Dec 08 16:53:28.500341 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c7da0953-2c42-4e9f-b238-3a1db5f5c5ab req-35342f10-0b78-46dc-bcee-e1543d38c2b5 service neutron] 10.222.0.76 "GET /v2.0/networks/b2387a65-bae4-4bc7-b4b5-b02ebe38af19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931852 Dec 08 16:53:28.599876 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c7da0953-2c42-4e9f-b238-3a1db5f5c5ab req-f65495d0-934c-4781-9c9a-f643f733c379 service neutron] 10.222.0.76 "GET /v2.0/networks/b2387a65-bae4-4bc7-b4b5-b02ebe38af19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914750 Dec 08 16:53:28.774974 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0fe0a8-223a-466e-bdcb-c0234a16217b req-6be46aee-37f2-4b4c-a4f6-7eeb2f315460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:28.776506 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1a0fe0a8-223a-466e-bdcb-c0234a16217b req-6be46aee-37f2-4b4c-a4f6-7eeb2f315460 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c010a9c37625491688c404418e2061ab&device_id=f2d12a49-a690-4b20-8799-01e02e572e4f HTTP/1.1" status: 200 len: 1095 time: 0.0419323 Dec 08 16:53:28.872986 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0fe0a8-223a-466e-bdcb-c0234a16217b req-00303b38-e512-41c6-a4c2-b4a17604b3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:28.874385 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1a0fe0a8-223a-466e-bdcb-c0234a16217b req-00303b38-e512-41c6-a4c2-b4a17604b3cb service neutron] 10.222.0.76 "GET /v2.0/networks?id=b2387a65-bae4-4bc7-b4b5-b02ebe38af19 HTTP/1.1" status: 200 len: 915 time: 0.0909219 Dec 08 16:53:28.915899 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1a0fe0a8-223a-466e-bdcb-c0234a16217b req-89707723-b530-43c7-8bdd-fa492e143be3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=208722ed-779e-4cf6-8319-00ffbded26bd HTTP/1.1" status: 200 len: 217 time: 0.0340943 Dec 08 16:53:28.964167 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0fe0a8-223a-466e-bdcb-c0234a16217b req-401777b0-36ce-4e46-a768-e7320336fa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:28.966148 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1a0fe0a8-223a-466e-bdcb-c0234a16217b req-401777b0-36ce-4e46-a768-e7320336fa6e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0ea7c28f-e939-4b45-bb38-5bd17dd95201 HTTP/1.1" status: 200 len: 853 time: 0.0438256 Dec 08 16:53:29.016122 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0fe0a8-223a-466e-bdcb-c0234a16217b req-c1c7ebe3-cf8b-4657-b612-9a0449b8f7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:29.017633 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1a0fe0a8-223a-466e-bdcb-c0234a16217b req-c1c7ebe3-cf8b-4657-b612-9a0449b8f7b3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b2387a65-bae4-4bc7-b4b5-b02ebe38af19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406663 Dec 08 16:53:29.109822 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1a0fe0a8-223a-466e-bdcb-c0234a16217b req-5dc3842c-1402-47c3-80a0-e69b36b20dd2 service neutron] 10.222.0.76 "GET /v2.0/networks/b2387a65-bae4-4bc7-b4b5-b02ebe38af19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847194 Dec 08 16:53:29.206036 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1a0fe0a8-223a-466e-bdcb-c0234a16217b req-eaea8731-328d-4536-8cfa-95901ddcdd45 service neutron] 10.222.0.76 "GET /v2.0/networks/b2387a65-bae4-4bc7-b4b5-b02ebe38af19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886745 Dec 08 16:53:29.588300 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2290c05-12eb-4812-814f-6f103b4bf0af req-35e5c81b-ebf6-4059-8f1a-94bb0b49872e tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:29.589822 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c2290c05-12eb-4812-814f-6f103b4bf0af req-35e5c81b-ebf6-4059-8f1a-94bb0b49872e tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2d12a49-a690-4b20-8799-01e02e572e4f HTTP/1.1" status: 200 len: 943 time: 0.0509248 Dec 08 16:53:29.644286 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c2290c05-12eb-4812-814f-6f103b4bf0af req-737e4ecb-e3c0-4112-9127-c7861d8b0bd4 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] 10.222.0.64 "GET /v2.0/security-groups?id=0339df01-5d3a-482a-90be-743244f8ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481274 Dec 08 16:53:30.761696 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46fbf4-b7ca-4d13-8510-e6f79975f341 req-69e24d71-b987-4a4f-b388-43c1e81975b2 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:30.763988 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5f46fbf4-b7ca-4d13-8510-e6f79975f341 req-69e24d71-b987-4a4f-b388-43c1e81975b2 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2d12a49-a690-4b20-8799-01e02e572e4f HTTP/1.1" status: 200 len: 943 time: 0.0505373 Dec 08 16:53:30.820315 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5f46fbf4-b7ca-4d13-8510-e6f79975f341 req-36e14223-cfa2-4c0c-922b-6553189bf5b7 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] 10.222.0.64 "GET /v2.0/security-groups?id=0339df01-5d3a-482a-90be-743244f8ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503421 Dec 08 16:53:31.938056 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5aa59-d90c-47b8-8a69-73694725a9a5 req-96fcd279-1d2e-4329-84f4-0d3acc9ec05f tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:31.939594 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-95f5aa59-d90c-47b8-8a69-73694725a9a5 req-96fcd279-1d2e-4329-84f4-0d3acc9ec05f tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2d12a49-a690-4b20-8799-01e02e572e4f HTTP/1.1" status: 200 len: 943 time: 0.0487864 Dec 08 16:53:31.989052 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-95f5aa59-d90c-47b8-8a69-73694725a9a5 req-0d2e6640-dc20-4196-852f-2895dfa8fd78 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] 10.222.0.64 "GET /v2.0/security-groups?id=0339df01-5d3a-482a-90be-743244f8ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434244 Dec 08 16:53:33.107553 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba0efad-2e41-4cb9-81bb-de3f97a51e8f req-8b710cad-97dd-4ef0-9d2d-115a6ca5eafa tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:33.109111 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cba0efad-2e41-4cb9-81bb-de3f97a51e8f req-8b710cad-97dd-4ef0-9d2d-115a6ca5eafa tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2d12a49-a690-4b20-8799-01e02e572e4f HTTP/1.1" status: 200 len: 943 time: 0.0532720 Dec 08 16:53:33.159066 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cba0efad-2e41-4cb9-81bb-de3f97a51e8f req-4a204464-3794-4cff-853e-63dec33c3cd8 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] 10.222.0.64 "GET /v2.0/security-groups?id=0339df01-5d3a-482a-90be-743244f8ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438747 Dec 08 16:53:34.279220 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d65a1b-1343-4c0d-b670-85e25575b0c4 req-b4eae0bd-6121-4694-b5f5-666dfe771797 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:34.280754 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-06d65a1b-1343-4c0d-b670-85e25575b0c4 req-b4eae0bd-6121-4694-b5f5-666dfe771797 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2d12a49-a690-4b20-8799-01e02e572e4f HTTP/1.1" status: 200 len: 943 time: 0.0543153 Dec 08 16:53:34.334237 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-06d65a1b-1343-4c0d-b670-85e25575b0c4 req-29b3762e-0fa7-474e-9b80-d5daab5b68af tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] 10.222.0.64 "GET /v2.0/security-groups?id=0339df01-5d3a-482a-90be-743244f8ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476072 Dec 08 16:53:34.915942 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:35.453896 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ddf737-eb1d-4141-a54e-efece767cce3 req-b43442da-8bea-4c85-92a0-15b80301b582 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:35.455344 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-38ddf737-eb1d-4141-a54e-efece767cce3 req-b43442da-8bea-4c85-92a0-15b80301b582 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2d12a49-a690-4b20-8799-01e02e572e4f HTTP/1.1" status: 200 len: 943 time: 0.0522685 Dec 08 16:53:35.504441 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-38ddf737-eb1d-4141-a54e-efece767cce3 req-1065059b-fa4b-4a32-a05e-6d898e51e556 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] 10.222.0.64 "GET /v2.0/security-groups?id=0339df01-5d3a-482a-90be-743244f8ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429816 Dec 08 16:53:36.619864 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143e5c35-2937-4f52-b3a7-256c8f425f6b req-02b2c0ad-690d-44eb-995c-ed9a2af3dd66 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:36.621392 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-143e5c35-2937-4f52-b3a7-256c8f425f6b req-02b2c0ad-690d-44eb-995c-ed9a2af3dd66 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2d12a49-a690-4b20-8799-01e02e572e4f HTTP/1.1" status: 200 len: 943 time: 0.0492041 Dec 08 16:53:36.670843 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-143e5c35-2937-4f52-b3a7-256c8f425f6b req-dfcdd1b5-e6e6-4141-b6d7-24b9a18301ad tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] 10.222.0.64 "GET /v2.0/security-groups?id=0339df01-5d3a-482a-90be-743244f8ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435278 Dec 08 16:53:37.785550 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c6a15-4125-40ce-82ba-aa2a7c5b3e75 req-e4604a5e-8606-4894-8bb5-6168959023f1 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:37.787057 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-959c6a15-4125-40ce-82ba-aa2a7c5b3e75 req-e4604a5e-8606-4894-8bb5-6168959023f1 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2d12a49-a690-4b20-8799-01e02e572e4f HTTP/1.1" status: 200 len: 943 time: 0.0499635 Dec 08 16:53:37.839755 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-959c6a15-4125-40ce-82ba-aa2a7c5b3e75 req-e31339f8-b6d2-4b66-9caa-a27a8f1a84ae tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] 10.222.0.64 "GET /v2.0/security-groups?id=0339df01-5d3a-482a-90be-743244f8ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467100 Dec 08 16:53:38.921757 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:38.955898 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185a2ae-2523-4208-b9af-bccb9369864c req-453c6d21-9f6b-46bd-8607-c5d50c6929b0 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:38.957455 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7185a2ae-2523-4208-b9af-bccb9369864c req-453c6d21-9f6b-46bd-8607-c5d50c6929b0 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2d12a49-a690-4b20-8799-01e02e572e4f HTTP/1.1" status: 200 len: 943 time: 0.0500827 Dec 08 16:53:39.011152 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7185a2ae-2523-4208-b9af-bccb9369864c req-18a49c03-efb1-4443-938a-726c8cf1277d tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] 10.222.0.64 "GET /v2.0/security-groups?id=0339df01-5d3a-482a-90be-743244f8ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475893 Dec 08 16:53:40.126298 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7384e94-0769-4dd7-9696-8a85a43ebad8 req-7b0829fa-3b1c-478e-9e65-25ee697583db tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:40.127807 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f7384e94-0769-4dd7-9696-8a85a43ebad8 req-7b0829fa-3b1c-478e-9e65-25ee697583db tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2d12a49-a690-4b20-8799-01e02e572e4f HTTP/1.1" status: 200 len: 943 time: 0.0492477 Dec 08 16:53:40.177087 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f7384e94-0769-4dd7-9696-8a85a43ebad8 req-c5a091d1-5f79-41a9-afa2-e2d0ea2ee9fd tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] 10.222.0.64 "GET /v2.0/security-groups?id=0339df01-5d3a-482a-90be-743244f8ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432796 Dec 08 16:53:40.948112 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 208722ed-779e-4cf6-8319-00ffbded26bd details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:53:41.049180 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 208722ed-779e-4cf6-8319-00ffbded26bd, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=208722ed-779e-4cf6-8319-00ffbded26bd,segment=NetworkSegment(f1d01e6d-89be-4694-b21f-bfb6bc91a685),segment_id=f1d01e6d-89be-4694-b21f-bfb6bc91a685)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:53:41.060303 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '208722ed-779e-4cf6-8319-00ffbded26bd', 'network_id': 'b2387a65-bae4-4bc7-b4b5-b02ebe38af19', 'port_id': '208722ed-779e-4cf6-8319-00ffbded26bd', 'mac_address': 'fa:16:3e:6a:aa:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ea7c28f-e939-4b45-bb38-5bd17dd95201', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:53:41.096052 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:41.109316 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 208722ed-779e-4cf6-8319-00ffbded26bd {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:53:41.137331 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 208722ed-779e-4cf6-8319-00ffbded26bd, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=208722ed-779e-4cf6-8319-00ffbded26bd,segment=NetworkSegment(f1d01e6d-89be-4694-b21f-bfb6bc91a685),segment_id=f1d01e6d-89be-4694-b21f-bfb6bc91a685)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:53:41.209283 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:41.257065 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=208722ed-779e-4cf6-8319-00ffbded26bd,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:53:41.264928 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:53:41.265288 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:53:41.265642 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:53:41.266004 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:53:41.266330 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:53:41.266668 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:53:41.267004 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:53:41.267338 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:53:41.267670 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:53:41.268000 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:53:41.268360 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:53:41.268689 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:53:41.269018 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:53:41.296777 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467a3d4-5842-4062-9bda-9f1b20a5c65e req-6629b649-4d74-4c02-ab3b-a6a7658a9222 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:41.298263 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1467a3d4-5842-4062-9bda-9f1b20a5c65e req-6629b649-4d74-4c02-ab3b-a6a7658a9222 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2d12a49-a690-4b20-8799-01e02e572e4f HTTP/1.1" status: 200 len: 944 time: 0.0509031 Dec 08 16:53:41.348019 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1467a3d4-5842-4062-9bda-9f1b20a5c65e req-cb15e9c7-4d8c-4dcd-ab28-f5c9f946db74 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] 10.222.0.64 "GET /v2.0/security-groups?id=0339df01-5d3a-482a-90be-743244f8ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436251 Dec 08 16:53:41.491676 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7cfbaf35-9b43-4315-9809-decaf7b72adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:41.517693 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['208722ed-779e-4cf6-8319-00ffbded26bd'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:53:42.465287 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8a0dc-017e-4bec-9be9-65fc29f90fdf req-9e3ce2fb-7a7e-40ec-bff7-e4516125f364 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:42.466706 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-50c8a0dc-017e-4bec-9be9-65fc29f90fdf req-9e3ce2fb-7a7e-40ec-bff7-e4516125f364 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2d12a49-a690-4b20-8799-01e02e572e4f HTTP/1.1" status: 200 len: 944 time: 0.0491664 Dec 08 16:53:42.519676 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-50c8a0dc-017e-4bec-9be9-65fc29f90fdf req-b4139051-a8cc-43f7-91ff-31a1eb47cdd9 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] 10.222.0.64 "GET /v2.0/security-groups?id=0339df01-5d3a-482a-90be-743244f8ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470743 Dec 08 16:53:42.958707 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 208722ed-779e-4cf6-8319-00ffbded26bd up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:53:43.087121 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port 208722ed-779e-4cf6-8319-00ffbded26bd completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:53:43.090864 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 208722ed-779e-4cf6-8319-00ffbded26bd triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:53:43.091244 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:43.174823 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:43.197001 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d12a49-a690-4b20-8799-01e02e572e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208722ed-779e-4cf6-8319-00ffbded26bd'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:53:43.199271 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-253ca0bc-0360-467f-9813-78bb91333d87" -d '{"events": [{"server_uuid": "f2d12a49-a690-4b20-8799-01e02e572e4f", "name": "network-vif-plugged", "status": "completed", "tag": "208722ed-779e-4cf6-8319-00ffbded26bd"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:53:43.211827 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 208722ed-779e-4cf6-8319-00ffbded26bd, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=208722ed-779e-4cf6-8319-00ffbded26bd,segment=NetworkSegment(f1d01e6d-89be-4694-b21f-bfb6bc91a685),segment_id=f1d01e6d-89be-4694-b21f-bfb6bc91a685)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:53:43.287756 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:43.317511 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f63162-f308-43b1-899a-98c8675bfbca x-openstack-request-id: req-26f63162-f308-43b1-899a-98c8675bfbca {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:53:43.317976 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d12a49-a690-4b20-8799-01e02e572e4f", "name": "network-vif-plugged", "status": "completed", "tag": "208722ed-779e-4cf6-8319-00ffbded26bd", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:53:43.318235 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-26f63162-f308-43b1-899a-98c8675bfbca {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:53:43.318631 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d12a49-a690-4b20-8799-01e02e572e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208722ed-779e-4cf6-8319-00ffbded26bd', 'code': 200} Dec 08 16:53:43.344774 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=208722ed-779e-4cf6-8319-00ffbded26bd,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:53:43.401563 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e2914-85ac-40cb-9fa0-c62d94a9f53e req-8087112f-4bcb-418c-8dcf-b6878fbe3dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:43.403572 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-585e2914-85ac-40cb-9fa0-c62d94a9f53e req-8087112f-4bcb-418c-8dcf-b6878fbe3dee service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f2d12a49-a690-4b20-8799-01e02e572e4f HTTP/1.1" status: 200 len: 1097 time: 0.0404336 Dec 08 16:53:43.448573 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-585e2914-85ac-40cb-9fa0-c62d94a9f53e req-333db303-dfdd-4b3c-95a6-d9f66e77f014 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=0339df01-5d3a-482a-90be-743244f8ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383995 Dec 08 16:53:43.642381 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658cfcca-c43d-46d7-9ce8-bdcbe7eb1bfc req-d3b9b4d2-6450-4b9a-838d-02283578ff6a tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:43.643895 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-658cfcca-c43d-46d7-9ce8-bdcbe7eb1bfc req-d3b9b4d2-6450-4b9a-838d-02283578ff6a tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2d12a49-a690-4b20-8799-01e02e572e4f HTTP/1.1" status: 200 len: 945 time: 0.0541995 Dec 08 16:53:43.693426 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-658cfcca-c43d-46d7-9ce8-bdcbe7eb1bfc req-27e47820-b34a-49cc-a459-7a414b74ebef tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] 10.222.0.64 "GET /v2.0/security-groups?id=0339df01-5d3a-482a-90be-743244f8ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435193 Dec 08 16:53:44.138848 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-597cf704-f8b4-4e29-a37d-9ffc91e38b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:44.815902 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4638e2f-02bb-4ff2-aa38-c72a8d38f92b req-4eddc943-f4f8-4ab1-97c4-05c62913284f tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:44.817450 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b4638e2f-02bb-4ff2-aa38-c72a8d38f92b req-4eddc943-f4f8-4ab1-97c4-05c62913284f tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2d12a49-a690-4b20-8799-01e02e572e4f HTTP/1.1" status: 200 len: 945 time: 0.0540659 Dec 08 16:53:44.870189 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b4638e2f-02bb-4ff2-aa38-c72a8d38f92b req-131d88f0-b335-43a9-a3a3-6de999fe733c tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] 10.222.0.64 "GET /v2.0/security-groups?id=0339df01-5d3a-482a-90be-743244f8ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468035 Dec 08 16:53:45.406292 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:45.985304 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e87f9a-3974-4cbe-a0e0-0aa58fd40571 req-a536c487-bfe4-4b1d-bf80-94414c3bdb52 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:45.986789 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f9e87f9a-3974-4cbe-a0e0-0aa58fd40571 req-a536c487-bfe4-4b1d-bf80-94414c3bdb52 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2d12a49-a690-4b20-8799-01e02e572e4f HTTP/1.1" status: 200 len: 945 time: 0.0479882 Dec 08 16:53:46.036189 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f9e87f9a-3974-4cbe-a0e0-0aa58fd40571 req-fb06c0cc-1639-45cf-a2ad-5936f17ad2da tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] 10.222.0.64 "GET /v2.0/security-groups?id=0339df01-5d3a-482a-90be-743244f8ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433848 Dec 08 16:53:46.157041 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4a015-a45f-4f33-a34c-1d3c467ff9d9 req-fc76ba2a-47d6-4338-95c9-d1bcb5a795b5 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:46.158481 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-45b4a015-a45f-4f33-a34c-1d3c467ff9d9 req-fc76ba2a-47d6-4338-95c9-d1bcb5a795b5 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2d12a49-a690-4b20-8799-01e02e572e4f HTTP/1.1" status: 200 len: 945 time: 0.0565784 Dec 08 16:53:46.208788 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-45b4a015-a45f-4f33-a34c-1d3c467ff9d9 req-917a2623-f439-4bcd-ac2b-cb0e7527ea3a tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] 10.222.0.64 "GET /v2.0/security-groups?id=0339df01-5d3a-482a-90be-743244f8ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443470 Dec 08 16:53:46.230509 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 38018) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:53:46.326163 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7438f99-89d5-4499-ad69-4fae616029d4 tempest-TestVolumeBackupRestore-324625962 tempest-TestVolumeBackupRestore-324625962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:46.327694 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-f7438f99-89d5-4499-ad69-4fae616029d4 tempest-TestVolumeBackupRestore-324625962 tempest-TestVolumeBackupRestore-324625962-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f2d12a49-a690-4b20-8799-01e02e572e4f HTTP/1.1" status: 200 len: 1092 time: 0.0962069 Dec 08 16:53:46.330641 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 38022) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:53:46.334861 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-3b68a884-f079-41ab-87ac-ea584783b912 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Request body: {'floatingip': {'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'port_id': '208722ed-779e-4cf6-8319-00ffbded26bd', 'tenant_id': 'c010a9c37625491688c404418e2061ab', 'fixed_ip_address': '172.20.0.4'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:53:46.441611 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3b68a884-f079-41ab-87ac-ea584783b912 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Publish callbacks [] for floatingip, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:46.539226 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3b68a884-f079-41ab-87ac-ea584783b912 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:46.645876 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-3b68a884-f079-41ab-87ac-ea584783b912 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Allocated IP 172.25.0.191 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/bf85ebdc-3604-49c2-88bf-fa576c57b0d1) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:53:46.743198 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3b68a884-f079-41ab-87ac-ea584783b912 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:46.859016 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3b68a884-f079-41ab-87ac-ea584783b912 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:46.881804 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:46.902192 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b68a884-f079-41ab-87ac-ea584783b912 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:53:46.907681 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-3b68a884-f079-41ab-87ac-ea584783b912 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:53:46.911247 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b68a884-f079-41ab-87ac-ea584783b912 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:53:46.916744 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b68a884-f079-41ab-87ac-ea584783b912 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Pushing event updated for resources: {'Port': ['ID=bf85ebdc-3604-49c2-88bf-fa576c57b0d1,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:53:47.271351 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3b68a884-f079-41ab-87ac-ea584783b912 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:47.399273 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3b68a884-f079-41ab-87ac-ea584783b912 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:47.555741 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3b68a884-f079-41ab-87ac-ea584783b912 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:47.573174 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:47.636094 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3b68a884-f079-41ab-87ac-ea584783b912 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:47.709037 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b68a884-f079-41ab-87ac-ea584783b912 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Pushing event updated for resources: {'Port': ['ID=bf85ebdc-3604-49c2-88bf-fa576c57b0d1,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:53:47.718771 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3b68a884-f079-41ab-87ac-ea584783b912 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:47.822277 n-d-776250-12 neutron-server[110550]: INFO neutron.db.l3_db [None req-3b68a884-f079-41ab-87ac-ea584783b912 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Floating IP 647cc357-37db-44a4-9833-36b5a9700bc4 associated. External IP: 172.25.0.191, port: 208722ed-779e-4cf6-8319-00ffbded26bd. Dec 08 16:53:48.034369 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b68a884-f079-41ab-87ac-ea584783b912 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Router 1511dede-be1e-4be6-9b0e-716207d1f6d2 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:53:48.151493 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b68a884-f079-41ab-87ac-ea584783b912 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:53:48.162017 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9e0485-88d1-4206-88a5-40be8839315c None None] Sync routers for ids ['1511dede-be1e-4be6-9b0e-716207d1f6d2'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:53:48.171636 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9e0485-88d1-4206-88a5-40be8839315c None None] Routers {'1511dede-be1e-4be6-9b0e-716207d1f6d2'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:53:48.172277 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-1a9e0485-88d1-4206-88a5-40be8839315c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:53:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['1511dede-be1e-4be6-9b0e-716207d1f6d2'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:53:48.253690 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3b68a884-f079-41ab-87ac-ea584783b912 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:48.276218 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-1a9e0485-88d1-4206-88a5-40be8839315c None None] Set router 1511dede-be1e-4be6-9b0e-716207d1f6d2 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:53:48.282424 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-3b68a884-f079-41ab-87ac-ea584783b912 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9507866 Dec 08 16:53:48.283057 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d12a49-a690-4b20-8799-01e02e572e4f', 'tag': '208722ed-779e-4cf6-8319-00ffbded26bd'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:53:48.285263 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 38024) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:53:48.285724 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ee040d-60a1-4b99-a34b-40212df12a0d" -d '{"events": [{"name": "network-changed", "server_uuid": "f2d12a49-a690-4b20-8799-01e02e572e4f", "tag": "208722ed-779e-4cf6-8319-00ffbded26bd"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:53:48.332653 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec61e847-afd7-4f82-a417-7c640cf0c8e1 tempest-TestVolumeBackupRestore-324625962 tempest-TestVolumeBackupRestore-324625962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:48.337596 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ec61e847-afd7-4f82-a417-7c640cf0c8e1 tempest-TestVolumeBackupRestore-324625962 tempest-TestVolumeBackupRestore-324625962-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f2d12a49-a690-4b20-8799-01e02e572e4f HTTP/1.1" status: 200 len: 1092 time: 0.0481136 Dec 08 16:53:48.337754 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e9444b-b65d-4285-85c4-8299e697d31e x-openstack-request-id: req-51e9444b-b65d-4285-85c4-8299e697d31e {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:53:48.337754 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2d12a49-a690-4b20-8799-01e02e572e4f", "tag": "208722ed-779e-4cf6-8319-00ffbded26bd", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:53:48.337754 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-51e9444b-b65d-4285-85c4-8299e697d31e {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:53:48.337754 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d12a49-a690-4b20-8799-01e02e572e4f', 'tag': '208722ed-779e-4cf6-8319-00ffbded26bd', 'status': 'completed', 'code': 200} Dec 08 16:53:48.338122 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 38028) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:53:48.343953 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-8095a2ff-58f8-41a6-9d4e-8772522e5e95 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Request body: {'floatingip': {'port_id': '208722ed-779e-4cf6-8319-00ffbded26bd'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:53:48.407656 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee040d-60a1-4b99-a34b-40212df12a0d req-122a4bf5-0099-4fab-b03e-b4429009efa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:48.409235 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-82ee040d-60a1-4b99-a34b-40212df12a0d req-122a4bf5-0099-4fab-b03e-b4429009efa1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c010a9c37625491688c404418e2061ab&device_id=f2d12a49-a690-4b20-8799-01e02e572e4f HTTP/1.1" status: 200 len: 1097 time: 0.0477655 Dec 08 16:53:48.468717 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8095a2ff-58f8-41a6-9d4e-8772522e5e95 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Publish callbacks [] for floatingip, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:48.516591 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee040d-60a1-4b99-a34b-40212df12a0d req-b74c38c8-0f04-409c-97bb-73c7262d9914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:48.518299 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-82ee040d-60a1-4b99-a34b-40212df12a0d req-b74c38c8-0f04-409c-97bb-73c7262d9914 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b2387a65-bae4-4bc7-b4b5-b02ebe38af19 HTTP/1.1" status: 200 len: 915 time: 0.1012354 Dec 08 16:53:48.587182 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-82ee040d-60a1-4b99-a34b-40212df12a0d req-debf0316-2e5e-471f-9e28-d27345eceab8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=208722ed-779e-4cf6-8319-00ffbded26bd HTTP/1.1" status: 200 len: 999 time: 0.0619681 Dec 08 16:53:48.605364 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-1a9e0485-88d1-4206-88a5-40be8839315c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1511dede-be1e-4be6-9b0e-716207d1f6d2', 'name': 'tempest-TestVolumeBackupRestore-1666350474-router', 'tenant_id': 'c010a9c37625491688c404418e2061ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '9deb55d6-fdba-477d-8a40-d06d14b100af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:50:52Z', 'updated_at': '2021-12-08T16:50:56Z', 'revision_number': 4, 'project_id': 'c010a9c37625491688c404418e2061ab', 'gw_port': {'id': '9deb55d6-fdba-477d-8a40-d06d14b100af', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1511dede-be1e-4be6-9b0e-716207d1f6d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:50:53Z', 'updated_at': '2021-12-08T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '647cc357-37db-44a4-9833-36b5a9700bc4', 'tenant_id': 'c010a9c37625491688c404418e2061ab', 'floating_ip_address': '172.25.0.191', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '1511dede-be1e-4be6-9b0e-716207d1f6d2', 'port_id': '208722ed-779e-4cf6-8319-00ffbded26bd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4035, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2387a65-bae4-4bc7-b4b5-b02ebe38af19', 'mac_address': 'fa:16:3e:6a:aa:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d12a49-a690-4b20-8799-01e02e572e4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:53:47Z', 'updated_at': '2021-12-08T16:53:47Z', 'revision_number': 0, 'project_id': 'c010a9c37625491688c404418e2061ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8145d0e7-4152-4018-bb85-5f79b0a91538', 'name': '', 'network_id': 'b2387a65-bae4-4bc7-b4b5-b02ebe38af19', 'tenant_id': 'c010a9c37625491688c404418e2061ab', 'mac_address': 'fa:16:3e:e1:5e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1511dede-be1e-4be6-9b0e-716207d1f6d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '0ea7c28f-e939-4b45-bb38-5bd17dd95201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:50:55Z', 'updated_at': '2021-12-08T16:50:59Z', 'revision_number': 5, 'project_id': 'c010a9c37625491688c404418e2061ab', 'subnets': [{'id': '0ea7c28f-e939-4b45-bb38-5bd17dd95201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:53:48.631294 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9e0485-88d1-4206-88a5-40be8839315c None None] Checking router: 1511dede-be1e-4be6-9b0e-716207d1f6d2 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:53:48.636806 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee040d-60a1-4b99-a34b-40212df12a0d req-7fe7d2be-2f15-4084-926e-dc748df0b905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:48.638428 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-82ee040d-60a1-4b99-a34b-40212df12a0d req-7fe7d2be-2f15-4084-926e-dc748df0b905 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0ea7c28f-e939-4b45-bb38-5bd17dd95201 HTTP/1.1" status: 200 len: 853 time: 0.0450768 Dec 08 16:53:48.640017 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9e0485-88d1-4206-88a5-40be8839315c None None] Routers {'1511dede-be1e-4be6-9b0e-716207d1f6d2'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:53:48.640636 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-1a9e0485-88d1-4206-88a5-40be8839315c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:53:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['1511dede-be1e-4be6-9b0e-716207d1f6d2'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:53:48.693035 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee040d-60a1-4b99-a34b-40212df12a0d req-a25b4cc5-3990-46bf-a21b-2f5d47f91573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:48.694580 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-82ee040d-60a1-4b99-a34b-40212df12a0d req-a25b4cc5-3990-46bf-a21b-2f5d47f91573 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b2387a65-bae4-4bc7-b4b5-b02ebe38af19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488472 Dec 08 16:53:48.745827 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-1a9e0485-88d1-4206-88a5-40be8839315c None None] Set router 1511dede-be1e-4be6-9b0e-716207d1f6d2 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:53:48.787332 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-82ee040d-60a1-4b99-a34b-40212df12a0d req-b19196c0-7624-468a-ac0d-747b9f0ded14 service neutron] 10.222.0.76 "GET /v2.0/networks/b2387a65-bae4-4bc7-b4b5-b02ebe38af19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850172 Dec 08 16:53:48.885825 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-82ee040d-60a1-4b99-a34b-40212df12a0d req-e8c0e102-c912-497d-a40b-2e2205a373a6 service neutron] 10.222.0.76 "GET /v2.0/networks/b2387a65-bae4-4bc7-b4b5-b02ebe38af19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918372 Dec 08 16:53:48.961404 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8095a2ff-58f8-41a6-9d4e-8772522e5e95 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:48.977537 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-1a9e0485-88d1-4206-88a5-40be8839315c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1511dede-be1e-4be6-9b0e-716207d1f6d2', 'name': 'tempest-TestVolumeBackupRestore-1666350474-router', 'tenant_id': 'c010a9c37625491688c404418e2061ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '9deb55d6-fdba-477d-8a40-d06d14b100af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:50:52Z', 'updated_at': '2021-12-08T16:50:56Z', 'revision_number': 4, 'project_id': 'c010a9c37625491688c404418e2061ab', 'gw_port': {'id': '9deb55d6-fdba-477d-8a40-d06d14b100af', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1511dede-be1e-4be6-9b0e-716207d1f6d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:50:53Z', 'updated_at': '2021-12-08T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '647cc357-37db-44a4-9833-36b5a9700bc4', 'tenant_id': 'c010a9c37625491688c404418e2061ab', 'floating_ip_address': '172.25.0.191', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '1511dede-be1e-4be6-9b0e-716207d1f6d2', 'port_id': '208722ed-779e-4cf6-8319-00ffbded26bd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4035, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2387a65-bae4-4bc7-b4b5-b02ebe38af19', 'mac_address': 'fa:16:3e:6a:aa:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d12a49-a690-4b20-8799-01e02e572e4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:53:47Z', 'updated_at': '2021-12-08T16:53:47Z', 'revision_number': 0, 'project_id': 'c010a9c37625491688c404418e2061ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8145d0e7-4152-4018-bb85-5f79b0a91538', 'name': '', 'network_id': 'b2387a65-bae4-4bc7-b4b5-b02ebe38af19', 'tenant_id': 'c010a9c37625491688c404418e2061ab', 'mac_address': 'fa:16:3e:e1:5e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1511dede-be1e-4be6-9b0e-716207d1f6d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '0ea7c28f-e939-4b45-bb38-5bd17dd95201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:50:55Z', 'updated_at': '2021-12-08T16:50:59Z', 'revision_number': 5, 'project_id': 'c010a9c37625491688c404418e2061ab', 'subnets': [{'id': '0ea7c28f-e939-4b45-bb38-5bd17dd95201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:53:49.001669 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8095a2ff-58f8-41a6-9d4e-8772522e5e95 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:49.003198 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9e0485-88d1-4206-88a5-40be8839315c None None] The sync data for ids ['1511dede-be1e-4be6-9b0e-716207d1f6d2'] in n-d-776250-12 is: [{'id': '1511dede-be1e-4be6-9b0e-716207d1f6d2', 'name': 'tempest-TestVolumeBackupRestore-1666350474-router', 'tenant_id': 'c010a9c37625491688c404418e2061ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '9deb55d6-fdba-477d-8a40-d06d14b100af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:50:52Z', 'updated_at': '2021-12-08T16:50:56Z', 'revision_number': 4, 'project_id': 'c010a9c37625491688c404418e2061ab', 'gw_port': {'id': '9deb55d6-fdba-477d-8a40-d06d14b100af', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1511dede-be1e-4be6-9b0e-716207d1f6d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:50:53Z', 'updated_at': '2021-12-08T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '647cc357-37db-44a4-9833-36b5a9700bc4', 'tenant_id': 'c010a9c37625491688c404418e2061ab', 'floating_ip_address': '172.25.0.191', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '1511dede-be1e-4be6-9b0e-716207d1f6d2', 'port_id': '208722ed-779e-4cf6-8319-00ffbded26bd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4035, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2387a65-bae4-4bc7-b4b5-b02ebe38af19', 'mac_address': 'fa:16:3e:6a:aa:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d12a49-a690-4b20-8799-01e02e572e4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:53:47Z', 'updated_at': '2021-12-08T16:53:47Z', 'revision_number': 0, 'project_id': 'c010a9c37625491688c404418e2061ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8145d0e7-4152-4018-bb85-5f79b0a91538', 'name': '', 'network_id': 'b2387a65-bae4-4bc7-b4b5-b02ebe38af19', 'tenant_id': 'c010a9c37625491688c404418e2061ab', 'mac_address': 'fa:16:3e:e1:5e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1511dede-be1e-4be6-9b0e-716207d1f6d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '0ea7c28f-e939-4b45-bb38-5bd17dd95201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:50:55Z', 'updated_at': '2021-12-08T16:50:59Z', 'revision_number': 5, 'project_id': 'c010a9c37625491688c404418e2061ab', 'subnets': [{'id': '0ea7c28f-e939-4b45-bb38-5bd17dd95201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:53:49.209046 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a37ca5-941e-409d-ba61-a0f2cdd5524f None None] New status for floating IP 647cc357-37db-44a4-9833-36b5a9700bc4: ACTIVE {{(pid=110552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:53:49.219799 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8095a2ff-58f8-41a6-9d4e-8772522e5e95 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Router 1511dede-be1e-4be6-9b0e-716207d1f6d2 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:53:49.328314 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8095a2ff-58f8-41a6-9d4e-8772522e5e95 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:53:49.333659 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8095a2ff-58f8-41a6-9d4e-8772522e5e95 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:49.362783 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d12a49-a690-4b20-8799-01e02e572e4f', 'tag': '208722ed-779e-4cf6-8319-00ffbded26bd'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:53:49.365212 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2898dc1-fa51-442d-a02f-fb19829c19fb" -d '{"events": [{"name": "network-changed", "server_uuid": "f2d12a49-a690-4b20-8799-01e02e572e4f", "tag": "208722ed-779e-4cf6-8319-00ffbded26bd"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:53:49.406809 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-8095a2ff-58f8-41a6-9d4e-8772522e5e95 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] 10.222.0.64 "PUT /v2.0/floatingips/647cc357-37db-44a4-9833-36b5a9700bc4 HTTP/1.1" status: 200 len: 991 time: 1.0615950 Dec 08 16:53:49.483481 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0771e497-4909-4ca9-af7e-32d6414377a4 x-openstack-request-id: req-0771e497-4909-4ca9-af7e-32d6414377a4 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:53:49.483481 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2d12a49-a690-4b20-8799-01e02e572e4f", "tag": "208722ed-779e-4cf6-8319-00ffbded26bd", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:53:49.483745 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0771e497-4909-4ca9-af7e-32d6414377a4 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:53:49.484038 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d12a49-a690-4b20-8799-01e02e572e4f', 'tag': '208722ed-779e-4cf6-8319-00ffbded26bd', 'status': 'completed', 'code': 200} Dec 08 16:53:49.548380 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2898dc1-fa51-442d-a02f-fb19829c19fb req-a59a01b6-ba3f-4a0e-aea6-efb8f7fcc9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:49.549883 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d2898dc1-fa51-442d-a02f-fb19829c19fb req-a59a01b6-ba3f-4a0e-aea6-efb8f7fcc9b5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c010a9c37625491688c404418e2061ab&device_id=f2d12a49-a690-4b20-8799-01e02e572e4f HTTP/1.1" status: 200 len: 1097 time: 0.0427458 Dec 08 16:53:49.640613 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2898dc1-fa51-442d-a02f-fb19829c19fb req-89150186-f39f-425f-9e3b-ec66b524f674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:49.642099 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d2898dc1-fa51-442d-a02f-fb19829c19fb req-89150186-f39f-425f-9e3b-ec66b524f674 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b2387a65-bae4-4bc7-b4b5-b02ebe38af19 HTTP/1.1" status: 200 len: 915 time: 0.0858340 Dec 08 16:53:49.642817 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346c6ad6-8f51-4c71-83b4-179c1b0e651a None None] Sync routers for ids ['1511dede-be1e-4be6-9b0e-716207d1f6d2'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:53:49.652302 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346c6ad6-8f51-4c71-83b4-179c1b0e651a None None] Routers {'1511dede-be1e-4be6-9b0e-716207d1f6d2'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:53:49.652795 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-346c6ad6-8f51-4c71-83b4-179c1b0e651a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:53:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['1511dede-be1e-4be6-9b0e-716207d1f6d2'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:53:49.712950 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d2898dc1-fa51-442d-a02f-fb19829c19fb req-b1bca817-b4c7-4f72-a509-5aa5d013adeb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=208722ed-779e-4cf6-8319-00ffbded26bd HTTP/1.1" status: 200 len: 1001 time: 0.0620720 Dec 08 16:53:49.757880 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-346c6ad6-8f51-4c71-83b4-179c1b0e651a None None] Set router 1511dede-be1e-4be6-9b0e-716207d1f6d2 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:53:49.773231 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2898dc1-fa51-442d-a02f-fb19829c19fb req-6549e2c6-30fe-4eed-8c12-515c72c7b823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:49.774687 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d2898dc1-fa51-442d-a02f-fb19829c19fb req-6549e2c6-30fe-4eed-8c12-515c72c7b823 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0ea7c28f-e939-4b45-bb38-5bd17dd95201 HTTP/1.1" status: 200 len: 853 time: 0.0431354 Dec 08 16:53:49.818238 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2898dc1-fa51-442d-a02f-fb19829c19fb req-a8434b53-e232-4cea-a20e-dd548b760f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:49.819729 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d2898dc1-fa51-442d-a02f-fb19829c19fb req-a8434b53-e232-4cea-a20e-dd548b760f88 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b2387a65-bae4-4bc7-b4b5-b02ebe38af19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387564 Dec 08 16:53:49.913654 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d2898dc1-fa51-442d-a02f-fb19829c19fb req-98ada79c-7477-438f-8870-540f9272d111 service neutron] 10.222.0.76 "GET /v2.0/networks/b2387a65-bae4-4bc7-b4b5-b02ebe38af19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869384 Dec 08 16:53:49.981990 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-346c6ad6-8f51-4c71-83b4-179c1b0e651a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1511dede-be1e-4be6-9b0e-716207d1f6d2', 'name': 'tempest-TestVolumeBackupRestore-1666350474-router', 'tenant_id': 'c010a9c37625491688c404418e2061ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '9deb55d6-fdba-477d-8a40-d06d14b100af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:50:52Z', 'updated_at': '2021-12-08T16:50:56Z', 'revision_number': 4, 'project_id': 'c010a9c37625491688c404418e2061ab', 'gw_port': {'id': '9deb55d6-fdba-477d-8a40-d06d14b100af', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1511dede-be1e-4be6-9b0e-716207d1f6d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:50:53Z', 'updated_at': '2021-12-08T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '647cc357-37db-44a4-9833-36b5a9700bc4', 'tenant_id': 'c010a9c37625491688c404418e2061ab', 'floating_ip_address': '172.25.0.191', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '1511dede-be1e-4be6-9b0e-716207d1f6d2', 'port_id': '208722ed-779e-4cf6-8319-00ffbded26bd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4035, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2387a65-bae4-4bc7-b4b5-b02ebe38af19', 'mac_address': 'fa:16:3e:6a:aa:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d12a49-a690-4b20-8799-01e02e572e4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:53:47Z', 'updated_at': '2021-12-08T16:53:49Z', 'revision_number': 2, 'project_id': 'c010a9c37625491688c404418e2061ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8145d0e7-4152-4018-bb85-5f79b0a91538', 'name': '', 'network_id': 'b2387a65-bae4-4bc7-b4b5-b02ebe38af19', 'tenant_id': 'c010a9c37625491688c404418e2061ab', 'mac_address': 'fa:16:3e:e1:5e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1511dede-be1e-4be6-9b0e-716207d1f6d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '0ea7c28f-e939-4b45-bb38-5bd17dd95201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:50:55Z', 'updated_at': '2021-12-08T16:50:59Z', 'revision_number': 5, 'project_id': 'c010a9c37625491688c404418e2061ab', 'subnets': [{'id': '0ea7c28f-e939-4b45-bb38-5bd17dd95201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:53:50.003696 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d2898dc1-fa51-442d-a02f-fb19829c19fb req-816bc8d6-1605-41dc-b2ba-a6075132a688 service neutron] 10.222.0.76 "GET /v2.0/networks/b2387a65-bae4-4bc7-b4b5-b02ebe38af19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831978 Dec 08 16:53:50.007672 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346c6ad6-8f51-4c71-83b4-179c1b0e651a None None] Checking router: 1511dede-be1e-4be6-9b0e-716207d1f6d2 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:53:50.017107 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346c6ad6-8f51-4c71-83b4-179c1b0e651a None None] Routers {'1511dede-be1e-4be6-9b0e-716207d1f6d2'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:53:50.021320 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-346c6ad6-8f51-4c71-83b4-179c1b0e651a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:53:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['1511dede-be1e-4be6-9b0e-716207d1f6d2'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:53:50.122924 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-346c6ad6-8f51-4c71-83b4-179c1b0e651a None None] Set router 1511dede-be1e-4be6-9b0e-716207d1f6d2 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:53:50.341389 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-346c6ad6-8f51-4c71-83b4-179c1b0e651a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1511dede-be1e-4be6-9b0e-716207d1f6d2', 'name': 'tempest-TestVolumeBackupRestore-1666350474-router', 'tenant_id': 'c010a9c37625491688c404418e2061ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '9deb55d6-fdba-477d-8a40-d06d14b100af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:50:52Z', 'updated_at': '2021-12-08T16:50:56Z', 'revision_number': 4, 'project_id': 'c010a9c37625491688c404418e2061ab', 'gw_port': {'id': '9deb55d6-fdba-477d-8a40-d06d14b100af', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1511dede-be1e-4be6-9b0e-716207d1f6d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:50:53Z', 'updated_at': '2021-12-08T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '647cc357-37db-44a4-9833-36b5a9700bc4', 'tenant_id': 'c010a9c37625491688c404418e2061ab', 'floating_ip_address': '172.25.0.191', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '1511dede-be1e-4be6-9b0e-716207d1f6d2', 'port_id': '208722ed-779e-4cf6-8319-00ffbded26bd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4035, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2387a65-bae4-4bc7-b4b5-b02ebe38af19', 'mac_address': 'fa:16:3e:6a:aa:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d12a49-a690-4b20-8799-01e02e572e4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:53:47Z', 'updated_at': '2021-12-08T16:53:49Z', 'revision_number': 2, 'project_id': 'c010a9c37625491688c404418e2061ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8145d0e7-4152-4018-bb85-5f79b0a91538', 'name': '', 'network_id': 'b2387a65-bae4-4bc7-b4b5-b02ebe38af19', 'tenant_id': 'c010a9c37625491688c404418e2061ab', 'mac_address': 'fa:16:3e:e1:5e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1511dede-be1e-4be6-9b0e-716207d1f6d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '0ea7c28f-e939-4b45-bb38-5bd17dd95201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:50:55Z', 'updated_at': '2021-12-08T16:50:59Z', 'revision_number': 5, 'project_id': 'c010a9c37625491688c404418e2061ab', 'subnets': [{'id': '0ea7c28f-e939-4b45-bb38-5bd17dd95201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:53:50.370316 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346c6ad6-8f51-4c71-83b4-179c1b0e651a None None] The sync data for ids ['1511dede-be1e-4be6-9b0e-716207d1f6d2'] in n-d-776250-12 is: [{'id': '1511dede-be1e-4be6-9b0e-716207d1f6d2', 'name': 'tempest-TestVolumeBackupRestore-1666350474-router', 'tenant_id': 'c010a9c37625491688c404418e2061ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '9deb55d6-fdba-477d-8a40-d06d14b100af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:50:52Z', 'updated_at': '2021-12-08T16:50:56Z', 'revision_number': 4, 'project_id': 'c010a9c37625491688c404418e2061ab', 'gw_port': {'id': '9deb55d6-fdba-477d-8a40-d06d14b100af', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1511dede-be1e-4be6-9b0e-716207d1f6d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:50:53Z', 'updated_at': '2021-12-08T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '647cc357-37db-44a4-9833-36b5a9700bc4', 'tenant_id': 'c010a9c37625491688c404418e2061ab', 'floating_ip_address': '172.25.0.191', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '1511dede-be1e-4be6-9b0e-716207d1f6d2', 'port_id': '208722ed-779e-4cf6-8319-00ffbded26bd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4035, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2387a65-bae4-4bc7-b4b5-b02ebe38af19', 'mac_address': 'fa:16:3e:6a:aa:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d12a49-a690-4b20-8799-01e02e572e4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:53:47Z', 'updated_at': '2021-12-08T16:53:49Z', 'revision_number': 2, 'project_id': 'c010a9c37625491688c404418e2061ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8145d0e7-4152-4018-bb85-5f79b0a91538', 'name': '', 'network_id': 'b2387a65-bae4-4bc7-b4b5-b02ebe38af19', 'tenant_id': 'c010a9c37625491688c404418e2061ab', 'mac_address': 'fa:16:3e:e1:5e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1511dede-be1e-4be6-9b0e-716207d1f6d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '0ea7c28f-e939-4b45-bb38-5bd17dd95201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:50:55Z', 'updated_at': '2021-12-08T16:50:59Z', 'revision_number': 5, 'project_id': 'c010a9c37625491688c404418e2061ab', 'subnets': [{'id': '0ea7c28f-e939-4b45-bb38-5bd17dd95201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:53:51.485679 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d12a49-a690-4b20-8799-01e02e572e4f', 'tag': '208722ed-779e-4cf6-8319-00ffbded26bd'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:53:51.488123 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8572e0d99a21e82741a6b4f25f06e42630f50de0b16fc51b4239b3618cea1bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1384001-4c38-4183-a4d7-63946950f440" -d '{"events": [{"name": "network-changed", "server_uuid": "f2d12a49-a690-4b20-8799-01e02e572e4f", "tag": "208722ed-779e-4cf6-8319-00ffbded26bd"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:53:51.526563 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc6c693-2a6e-4df9-8d9f-87382cbebd40 x-openstack-request-id: req-7cc6c693-2a6e-4df9-8d9f-87382cbebd40 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:53:51.526963 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2d12a49-a690-4b20-8799-01e02e572e4f", "tag": "208722ed-779e-4cf6-8319-00ffbded26bd", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:53:51.527254 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7cc6c693-2a6e-4df9-8d9f-87382cbebd40 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:53:51.528081 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d12a49-a690-4b20-8799-01e02e572e4f', 'tag': '208722ed-779e-4cf6-8319-00ffbded26bd', 'status': 'completed', 'code': 200} Dec 08 16:53:51.595841 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1384001-4c38-4183-a4d7-63946950f440 req-b002ff7b-9be4-44e0-87f8-fb23f115f728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:51.597446 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b1384001-4c38-4183-a4d7-63946950f440 req-b002ff7b-9be4-44e0-87f8-fb23f115f728 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c010a9c37625491688c404418e2061ab&device_id=f2d12a49-a690-4b20-8799-01e02e572e4f HTTP/1.1" status: 200 len: 1097 time: 0.0472789 Dec 08 16:53:51.690900 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1384001-4c38-4183-a4d7-63946950f440 req-3f5b4242-55a6-432a-95f3-985986b45c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:51.692489 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b1384001-4c38-4183-a4d7-63946950f440 req-3f5b4242-55a6-432a-95f3-985986b45c08 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b2387a65-bae4-4bc7-b4b5-b02ebe38af19 HTTP/1.1" status: 200 len: 915 time: 0.0873916 Dec 08 16:53:51.763467 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b1384001-4c38-4183-a4d7-63946950f440 req-26079506-fef1-4600-ae60-769613ce6f44 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=208722ed-779e-4cf6-8319-00ffbded26bd HTTP/1.1" status: 200 len: 1001 time: 0.0624893 Dec 08 16:53:51.813258 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1384001-4c38-4183-a4d7-63946950f440 req-cb4440aa-f3a5-4688-b6e3-f7dd2ff3d449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:51.815581 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b1384001-4c38-4183-a4d7-63946950f440 req-cb4440aa-f3a5-4688-b6e3-f7dd2ff3d449 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0ea7c28f-e939-4b45-bb38-5bd17dd95201 HTTP/1.1" status: 200 len: 853 time: 0.0457280 Dec 08 16:53:51.866838 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1384001-4c38-4183-a4d7-63946950f440 req-45d2d94a-0ee6-420a-8b45-f76564598b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:51.868375 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b1384001-4c38-4183-a4d7-63946950f440 req-45d2d94a-0ee6-420a-8b45-f76564598b97 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b2387a65-bae4-4bc7-b4b5-b02ebe38af19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419676 Dec 08 16:53:51.961904 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b1384001-4c38-4183-a4d7-63946950f440 req-a35db0c9-5004-42da-8803-d089be049626 service neutron] 10.222.0.76 "GET /v2.0/networks/b2387a65-bae4-4bc7-b4b5-b02ebe38af19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864675 Dec 08 16:53:52.052755 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b1384001-4c38-4183-a4d7-63946950f440 req-e88b82d8-58c8-439a-8b7a-082310c7c1b4 service neutron] 10.222.0.76 "GET /v2.0/networks/b2387a65-bae4-4bc7-b4b5-b02ebe38af19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844526 Dec 08 16:53:54.812484 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-61c9428e-65fe-4f4c-b3c1-a57fc17b31c5 req-7d8b1ff6-682a-4d08-8a01-2c69fed2bf3f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f2d12a49-a690-4b20-8799-01e02e572e4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0414226 Dec 08 16:53:54.901910 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9428e-65fe-4f4c-b3c1-a57fc17b31c5 req-b340a89f-7022-4f80-b970-bd0f4f74526d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:54.903597 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-61c9428e-65fe-4f4c-b3c1-a57fc17b31c5 req-b340a89f-7022-4f80-b970-bd0f4f74526d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c010a9c37625491688c404418e2061ab&device_id=f2d12a49-a690-4b20-8799-01e02e572e4f HTTP/1.1" status: 200 len: 1097 time: 0.0477991 Dec 08 16:53:55.014002 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9428e-65fe-4f4c-b3c1-a57fc17b31c5 req-3038bcd5-ddd1-4837-bec5-c22eed8b7514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:55.015512 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-61c9428e-65fe-4f4c-b3c1-a57fc17b31c5 req-3038bcd5-ddd1-4837-bec5-c22eed8b7514 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b2387a65-bae4-4bc7-b4b5-b02ebe38af19 HTTP/1.1" status: 200 len: 915 time: 0.0914149 Dec 08 16:53:55.409228 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-61c9428e-65fe-4f4c-b3c1-a57fc17b31c5 req-1768634c-548c-41a0-b8bf-92644d5d57e1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=208722ed-779e-4cf6-8319-00ffbded26bd HTTP/1.1" status: 200 len: 1001 time: 0.3850420 Dec 08 16:53:55.462863 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9428e-65fe-4f4c-b3c1-a57fc17b31c5 req-c2263080-ccd9-4e7c-8922-26f1e6af63c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:55.464365 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-61c9428e-65fe-4f4c-b3c1-a57fc17b31c5 req-c2263080-ccd9-4e7c-8922-26f1e6af63c2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0ea7c28f-e939-4b45-bb38-5bd17dd95201 HTTP/1.1" status: 200 len: 853 time: 0.0469670 Dec 08 16:53:55.476329 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:53:55.515069 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9428e-65fe-4f4c-b3c1-a57fc17b31c5 req-eeb30fad-d7d3-4e80-a974-fd3d9f895325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:55.516700 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-61c9428e-65fe-4f4c-b3c1-a57fc17b31c5 req-eeb30fad-d7d3-4e80-a974-fd3d9f895325 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b2387a65-bae4-4bc7-b4b5-b02ebe38af19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452936 Dec 08 16:53:55.620851 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-61c9428e-65fe-4f4c-b3c1-a57fc17b31c5 req-44fdebec-8822-4bb7-98fe-7506d9f05c05 service neutron] 10.222.0.76 "GET /v2.0/networks/b2387a65-bae4-4bc7-b4b5-b02ebe38af19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948012 Dec 08 16:53:55.717231 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-61c9428e-65fe-4f4c-b3c1-a57fc17b31c5 req-31c4e0a7-9495-4d59-8561-1dd36fe3bf6c service neutron] 10.222.0.76 "GET /v2.0/networks/b2387a65-bae4-4bc7-b4b5-b02ebe38af19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882993 Dec 08 16:54:04.944091 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:54:08.954247 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:54:11.486704 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-840d56bd-072c-41c7-90ec-20b6f6ecab65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:54:14.218610 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-26ecfce0-0462-4408-8c98-72e0fa64956d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:54:15.435202 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:54:16.908767 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:54:17.595720 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:54:32.475181 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:54:34.983107 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:54:38.931882 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:54:41.509187 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-cc925338-a51d-4ed9-8bd2-8767598c38f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:54:44.164712 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f992addb-8812-4f26-af63-432dff6c92fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:54:45.393236 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:54:46.878679 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:54:47.589166 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:54:54.006222 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 38054) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:54:54.171966 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-9436d492-a845-44a9-b030-78e61547d88d tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Deleting port bf85ebdc-3604-49c2-88bf-fa576c57b0d1 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:54:54.172349 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9436d492-a845-44a9-b030-78e61547d88d tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:54:54.251340 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9436d492-a845-44a9-b030-78e61547d88d tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:54:54.251674 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9436d492-a845-44a9-b030-78e61547d88d tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:54:54.263658 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-9436d492-a845-44a9-b030-78e61547d88d tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Calling delete_port for bf85ebdc-3604-49c2-88bf-fa576c57b0d1 owned by network:floatingip {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:54:54.515241 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9436d492-a845-44a9-b030-78e61547d88d tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:54:54.543417 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9436d492-a845-44a9-b030-78e61547d88d tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Pushing event deleted for resources: {'Port': ['ID=bf85ebdc-3604-49c2-88bf-fa576c57b0d1,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:54:54.567097 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436d492-a845-44a9-b030-78e61547d88d tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:54:54.567458 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436d492-a845-44a9-b030-78e61547d88d tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:54:54.567813 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436d492-a845-44a9-b030-78e61547d88d tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:54:54.568164 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436d492-a845-44a9-b030-78e61547d88d tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:54:54.568530 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436d492-a845-44a9-b030-78e61547d88d tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:54:54.568871 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436d492-a845-44a9-b030-78e61547d88d tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:54:54.569260 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436d492-a845-44a9-b030-78e61547d88d tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:54:54.569674 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436d492-a845-44a9-b030-78e61547d88d tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:54:54.570010 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436d492-a845-44a9-b030-78e61547d88d tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:54:54.570347 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436d492-a845-44a9-b030-78e61547d88d tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:54:54.570684 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436d492-a845-44a9-b030-78e61547d88d tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:54:54.571014 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436d492-a845-44a9-b030-78e61547d88d tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:54:54.571345 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436d492-a845-44a9-b030-78e61547d88d tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:54:54.613522 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9436d492-a845-44a9-b030-78e61547d88d tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Publish callbacks [] for floatingip, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:54:54.613859 n-d-776250-12 neutron-server[110550]: INFO neutron.db.l3_db [None req-9436d492-a845-44a9-b030-78e61547d88d tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Floating IP 647cc357-37db-44a4-9833-36b5a9700bc4 disassociated (deleted). External IP: 172.25.0.191, port: 208722ed-779e-4cf6-8319-00ffbded26bd. Dec 08 16:54:54.829364 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9436d492-a845-44a9-b030-78e61547d88d tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Router 1511dede-be1e-4be6-9b0e-716207d1f6d2 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:54:54.940579 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9436d492-a845-44a9-b030-78e61547d88d tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:54:54.945047 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9436d492-a845-44a9-b030-78e61547d88d tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:54:54.953080 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f489069d-c73f-4dcd-b9f0-ef695cb38470 None None] Sync routers for ids ['1511dede-be1e-4be6-9b0e-716207d1f6d2'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:54:54.966492 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f489069d-c73f-4dcd-b9f0-ef695cb38470 None None] Routers {'1511dede-be1e-4be6-9b0e-716207d1f6d2'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:54:54.967115 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-f489069d-c73f-4dcd-b9f0-ef695cb38470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:54:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['1511dede-be1e-4be6-9b0e-716207d1f6d2'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:54:54.973461 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-9436d492-a845-44a9-b030-78e61547d88d tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] 10.222.0.64 "DELETE /v2.0/floatingips/647cc357-37db-44a4-9833-36b5a9700bc4 HTTP/1.1" status: 204 len: 168 time: 0.9661455 Dec 08 16:54:54.974148 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d12a49-a690-4b20-8799-01e02e572e4f', 'tag': '208722ed-779e-4cf6-8319-00ffbded26bd'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:54:54.976595 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b83245cb-0820-484b-8cf3-4f117d33060e" -d '{"events": [{"name": "network-changed", "server_uuid": "f2d12a49-a690-4b20-8799-01e02e572e4f", "tag": "208722ed-779e-4cf6-8319-00ffbded26bd"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:54:55.021256 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c100557e-e82d-4cb4-8faa-a87b2eaa787f x-openstack-request-id: req-c100557e-e82d-4cb4-8faa-a87b2eaa787f {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:54:55.021885 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2d12a49-a690-4b20-8799-01e02e572e4f", "tag": "208722ed-779e-4cf6-8319-00ffbded26bd", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:54:55.021980 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c100557e-e82d-4cb4-8faa-a87b2eaa787f {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:54:55.022319 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d12a49-a690-4b20-8799-01e02e572e4f', 'tag': '208722ed-779e-4cf6-8319-00ffbded26bd', 'status': 'completed', 'code': 200} Dec 08 16:54:55.080452 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-f489069d-c73f-4dcd-b9f0-ef695cb38470 None None] Set router 1511dede-be1e-4be6-9b0e-716207d1f6d2 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:54:55.092625 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83245cb-0820-484b-8cf3-4f117d33060e req-439c8619-c022-4e77-a537-d188e80537f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:54:55.094155 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b83245cb-0820-484b-8cf3-4f117d33060e req-439c8619-c022-4e77-a537-d188e80537f0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c010a9c37625491688c404418e2061ab&device_id=f2d12a49-a690-4b20-8799-01e02e572e4f HTTP/1.1" status: 200 len: 1097 time: 0.0451095 Dec 08 16:54:55.198923 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83245cb-0820-484b-8cf3-4f117d33060e req-2d979733-f0a7-4418-8fe3-7d3fdf16fc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:54:55.200440 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b83245cb-0820-484b-8cf3-4f117d33060e req-2d979733-f0a7-4418-8fe3-7d3fdf16fc32 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b2387a65-bae4-4bc7-b4b5-b02ebe38af19 HTTP/1.1" status: 200 len: 915 time: 0.0993671 Dec 08 16:54:55.245079 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b83245cb-0820-484b-8cf3-4f117d33060e req-5590b7f1-05bd-4ae1-ab2e-5b5ae11f15a7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=208722ed-779e-4cf6-8319-00ffbded26bd HTTP/1.1" status: 200 len: 217 time: 0.0366523 Dec 08 16:54:55.298898 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-f489069d-c73f-4dcd-b9f0-ef695cb38470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1511dede-be1e-4be6-9b0e-716207d1f6d2', 'name': 'tempest-TestVolumeBackupRestore-1666350474-router', 'tenant_id': 'c010a9c37625491688c404418e2061ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '9deb55d6-fdba-477d-8a40-d06d14b100af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:50:52Z', 'updated_at': '2021-12-08T16:50:56Z', 'revision_number': 4, 'project_id': 'c010a9c37625491688c404418e2061ab', 'gw_port': {'id': '9deb55d6-fdba-477d-8a40-d06d14b100af', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1511dede-be1e-4be6-9b0e-716207d1f6d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:50:53Z', 'updated_at': '2021-12-08T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '8145d0e7-4152-4018-bb85-5f79b0a91538', 'name': '', 'network_id': 'b2387a65-bae4-4bc7-b4b5-b02ebe38af19', 'tenant_id': 'c010a9c37625491688c404418e2061ab', 'mac_address': 'fa:16:3e:e1:5e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1511dede-be1e-4be6-9b0e-716207d1f6d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '0ea7c28f-e939-4b45-bb38-5bd17dd95201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:50:55Z', 'updated_at': '2021-12-08T16:50:59Z', 'revision_number': 5, 'project_id': 'c010a9c37625491688c404418e2061ab', 'subnets': [{'id': '0ea7c28f-e939-4b45-bb38-5bd17dd95201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:54:55.303730 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83245cb-0820-484b-8cf3-4f117d33060e req-9e9ec47b-4bba-419a-b0a4-8b94903d728c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:54:55.305216 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b83245cb-0820-484b-8cf3-4f117d33060e req-9e9ec47b-4bba-419a-b0a4-8b94903d728c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0ea7c28f-e939-4b45-bb38-5bd17dd95201 HTTP/1.1" status: 200 len: 853 time: 0.0527201 Dec 08 16:54:55.325410 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f489069d-c73f-4dcd-b9f0-ef695cb38470 None None] Checking router: 1511dede-be1e-4be6-9b0e-716207d1f6d2 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:54:55.335687 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f489069d-c73f-4dcd-b9f0-ef695cb38470 None None] Routers {'1511dede-be1e-4be6-9b0e-716207d1f6d2'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:54:55.336545 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-f489069d-c73f-4dcd-b9f0-ef695cb38470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:54:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['1511dede-be1e-4be6-9b0e-716207d1f6d2'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:54:55.352761 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83245cb-0820-484b-8cf3-4f117d33060e req-14feab9e-c545-4c9b-b95d-e65cbe37b26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:54:55.354294 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b83245cb-0820-484b-8cf3-4f117d33060e req-14feab9e-c545-4c9b-b95d-e65cbe37b26d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b2387a65-bae4-4bc7-b4b5-b02ebe38af19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419981 Dec 08 16:54:55.452394 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b83245cb-0820-484b-8cf3-4f117d33060e req-4919727f-954f-47d9-b490-c211fe951bd8 service neutron] 10.222.0.76 "GET /v2.0/networks/b2387a65-bae4-4bc7-b4b5-b02ebe38af19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900667 Dec 08 16:54:55.453385 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-f489069d-c73f-4dcd-b9f0-ef695cb38470 None None] Set router 1511dede-be1e-4be6-9b0e-716207d1f6d2 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:54:55.471641 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4be4395-0872-4a94-ba35-ca95142e6794 req-4e6c7645-4e3e-49b0-996d-6e9e06ac187c tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:54:55.473413 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a4be4395-0872-4a94-ba35-ca95142e6794 req-4e6c7645-4e3e-49b0-996d-6e9e06ac187c tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2d12a49-a690-4b20-8799-01e02e572e4f HTTP/1.1" status: 200 len: 945 time: 0.0553751 Dec 08 16:54:55.527241 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a4be4395-0872-4a94-ba35-ca95142e6794 req-5ad0c160-75ef-461a-a27a-d1ebb1e9c6a7 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] 10.222.0.64 "GET /v2.0/security-groups?id=0339df01-5d3a-482a-90be-743244f8ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470109 Dec 08 16:54:55.567704 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b83245cb-0820-484b-8cf3-4f117d33060e req-24ca6e86-405d-489d-9eec-7440414b92b1 service neutron] 10.222.0.76 "GET /v2.0/networks/b2387a65-bae4-4bc7-b4b5-b02ebe38af19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034389 Dec 08 16:54:55.678593 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-f489069d-c73f-4dcd-b9f0-ef695cb38470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1511dede-be1e-4be6-9b0e-716207d1f6d2', 'name': 'tempest-TestVolumeBackupRestore-1666350474-router', 'tenant_id': 'c010a9c37625491688c404418e2061ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '9deb55d6-fdba-477d-8a40-d06d14b100af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:50:52Z', 'updated_at': '2021-12-08T16:50:56Z', 'revision_number': 4, 'project_id': 'c010a9c37625491688c404418e2061ab', 'gw_port': {'id': '9deb55d6-fdba-477d-8a40-d06d14b100af', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1511dede-be1e-4be6-9b0e-716207d1f6d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:50:53Z', 'updated_at': '2021-12-08T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '8145d0e7-4152-4018-bb85-5f79b0a91538', 'name': '', 'network_id': 'b2387a65-bae4-4bc7-b4b5-b02ebe38af19', 'tenant_id': 'c010a9c37625491688c404418e2061ab', 'mac_address': 'fa:16:3e:e1:5e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1511dede-be1e-4be6-9b0e-716207d1f6d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '0ea7c28f-e939-4b45-bb38-5bd17dd95201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:50:55Z', 'updated_at': '2021-12-08T16:50:59Z', 'revision_number': 5, 'project_id': 'c010a9c37625491688c404418e2061ab', 'subnets': [{'id': '0ea7c28f-e939-4b45-bb38-5bd17dd95201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:54:55.705227 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f489069d-c73f-4dcd-b9f0-ef695cb38470 None None] The sync data for ids ['1511dede-be1e-4be6-9b0e-716207d1f6d2'] in n-d-776250-12 is: [{'id': '1511dede-be1e-4be6-9b0e-716207d1f6d2', 'name': 'tempest-TestVolumeBackupRestore-1666350474-router', 'tenant_id': 'c010a9c37625491688c404418e2061ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '9deb55d6-fdba-477d-8a40-d06d14b100af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:50:52Z', 'updated_at': '2021-12-08T16:50:56Z', 'revision_number': 4, 'project_id': 'c010a9c37625491688c404418e2061ab', 'gw_port': {'id': '9deb55d6-fdba-477d-8a40-d06d14b100af', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1511dede-be1e-4be6-9b0e-716207d1f6d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:50:53Z', 'updated_at': '2021-12-08T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '8145d0e7-4152-4018-bb85-5f79b0a91538', 'name': '', 'network_id': 'b2387a65-bae4-4bc7-b4b5-b02ebe38af19', 'tenant_id': 'c010a9c37625491688c404418e2061ab', 'mac_address': 'fa:16:3e:e1:5e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1511dede-be1e-4be6-9b0e-716207d1f6d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '0ea7c28f-e939-4b45-bb38-5bd17dd95201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:50:55Z', 'updated_at': '2021-12-08T16:50:59Z', 'revision_number': 5, 'project_id': 'c010a9c37625491688c404418e2061ab', 'subnets': [{'id': '0ea7c28f-e939-4b45-bb38-5bd17dd95201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:54:55.932581 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c73547a-2f0d-415d-b557-8086e65005d3 None None] New status for floating IP 647cc357-37db-44a4-9833-36b5a9700bc4: DOWN {{(pid=110553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:54:56.648039 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03198395-3085-451f-8149-fa69d9607f4e req-a0178419-e5ea-423a-88ab-9b07950a6ff8 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:54:56.649568 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-03198395-3085-451f-8149-fa69d9607f4e req-a0178419-e5ea-423a-88ab-9b07950a6ff8 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2d12a49-a690-4b20-8799-01e02e572e4f HTTP/1.1" status: 200 len: 945 time: 0.0501399 Dec 08 16:54:56.698050 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-03198395-3085-451f-8149-fa69d9607f4e req-60cc3840-2245-401a-9b61-e88f38b06a10 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] 10.222.0.64 "GET /v2.0/security-groups?id=0339df01-5d3a-482a-90be-743244f8ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418365 Dec 08 16:54:57.123054 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6183dce9-973a-49ac-8a72-27297c5132a6 req-4e51b9c2-e0c2-4758-a31f-908ad9411e5b tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:54:57.124625 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6183dce9-973a-49ac-8a72-27297c5132a6 req-4e51b9c2-e0c2-4758-a31f-908ad9411e5b tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2d12a49-a690-4b20-8799-01e02e572e4f HTTP/1.1" status: 200 len: 945 time: 0.0475507 Dec 08 16:54:57.221759 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-6183dce9-973a-49ac-8a72-27297c5132a6 req-7a25d492-391c-41cb-bfbc-de2bfbcae590 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Deleting port 208722ed-779e-4cf6-8319-00ffbded26bd {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:54:57.222108 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-6183dce9-973a-49ac-8a72-27297c5132a6 req-7a25d492-391c-41cb-bfbc-de2bfbcae590 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:54:57.309792 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-6183dce9-973a-49ac-8a72-27297c5132a6 req-7a25d492-391c-41cb-bfbc-de2bfbcae590 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] For port 208722ed-779e-4cf6-8319-00ffbded26bd, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=208722ed-779e-4cf6-8319-00ffbded26bd,segment=NetworkSegment(f1d01e6d-89be-4694-b21f-bfb6bc91a685),segment_id=f1d01e6d-89be-4694-b21f-bfb6bc91a685)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:54:57.310178 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-6183dce9-973a-49ac-8a72-27297c5132a6 req-7a25d492-391c-41cb-bfbc-de2bfbcae590 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:54:57.322735 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-6183dce9-973a-49ac-8a72-27297c5132a6 req-7a25d492-391c-41cb-bfbc-de2bfbcae590 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Calling delete_port for 208722ed-779e-4cf6-8319-00ffbded26bd owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:54:57.536187 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-6183dce9-973a-49ac-8a72-27297c5132a6 req-7a25d492-391c-41cb-bfbc-de2bfbcae590 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:54:57.566327 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a25d492-391c-41cb-bfbc-de2bfbcae590 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Pushing event deleted for resources: {'Port': ['ID=208722ed-779e-4cf6-8319-00ffbded26bd,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:54:57.614883 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-6183dce9-973a-49ac-8a72-27297c5132a6 req-7a25d492-391c-41cb-bfbc-de2bfbcae590 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] No DVR routers for this DVR port 208722ed-779e-4cf6-8319-00ffbded26bd on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:54:57.617600 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-6183dce9-973a-49ac-8a72-27297c5132a6 req-7a25d492-391c-41cb-bfbc-de2bfbcae590 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:54:57.621141 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6183dce9-973a-49ac-8a72-27297c5132a6 req-7a25d492-391c-41cb-bfbc-de2bfbcae590 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] 10.222.0.76 "DELETE /v2.0/ports/208722ed-779e-4cf6-8319-00ffbded26bd HTTP/1.1" status: 204 len: 173 time: 0.4904933 Dec 08 16:54:57.621595 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d12a49-a690-4b20-8799-01e02e572e4f', 'name': 'network-vif-deleted', 'tag': '208722ed-779e-4cf6-8319-00ffbded26bd'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:54:57.623939 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6efea7b2-f422-446e-b499-34b12b2b157c" -d '{"events": [{"server_uuid": "f2d12a49-a690-4b20-8799-01e02e572e4f", "name": "network-vif-deleted", "tag": "208722ed-779e-4cf6-8319-00ffbded26bd"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:54:57.660983 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea29e8ce-a450-42ff-9ced-fbc07c6774ae x-openstack-request-id: req-ea29e8ce-a450-42ff-9ced-fbc07c6774ae {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:54:57.661577 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d12a49-a690-4b20-8799-01e02e572e4f", "name": "network-vif-deleted", "tag": "208722ed-779e-4cf6-8319-00ffbded26bd", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:54:57.661704 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ea29e8ce-a450-42ff-9ced-fbc07c6774ae {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:54:57.662015 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d12a49-a690-4b20-8799-01e02e572e4f', 'name': 'network-vif-deleted', 'tag': '208722ed-779e-4cf6-8319-00ffbded26bd', 'status': 'completed', 'code': 200} Dec 08 16:54:57.798964 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bd59d1d7-d0b5-4beb-a415-8c2bb2d56264 req-548a4c1c-1c4b-4780-a0c0-223d409f8330 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2d12a49-a690-4b20-8799-01e02e572e4f HTTP/1.1" status: 200 len: 210 time: 0.0266216 Dec 08 16:54:58.899181 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-580785e2-316a-45e9-92ab-b710df40b833 req-347c1ea6-7b1e-4837-b4f7-d3ec3f5fb637 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2d12a49-a690-4b20-8799-01e02e572e4f HTTP/1.1" status: 200 len: 210 time: 0.0269647 Dec 08 16:54:59.444772 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 208722ed-779e-4cf6-8319-00ffbded26bd no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:54:59.468735 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: 208722ed-779e-4cf6-8319-00ffbded26bd {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:54:59.469090 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 208722ed-779e-4cf6-8319-00ffbded26bd not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:54:59.993811 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cbe854a9-7a89-4068-8ada-456f44ad3ed7 req-5b3e66f4-b0ce-49cc-844f-dec5c9ced444 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2d12a49-a690-4b20-8799-01e02e572e4f HTTP/1.1" status: 200 len: 210 time: 0.0271473 Dec 08 16:55:01.087840 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d911a828-0f38-4108-b168-ba37fe9bb7a8 req-560d45f4-4533-4cde-98db-855f7bffab90 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2d12a49-a690-4b20-8799-01e02e572e4f HTTP/1.1" status: 200 len: 210 time: 0.0268197 Dec 08 16:55:02.184282 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c5865dcb-90c3-4486-8524-312d9a058869 req-a298aee6-c324-46be-82ba-87d5ab3f5cc9 tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2d12a49-a690-4b20-8799-01e02e572e4f HTTP/1.1" status: 200 len: 210 time: 0.0267489 Dec 08 16:55:03.240908 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 38086) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:55:03.298023 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bed0e505-faaf-4f4b-bccb-aa0164bf1ead tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:03.323275 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bed0e505-faaf-4f4b-bccb-aa0164bf1ead tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:03.461840 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bed0e505-faaf-4f4b-bccb-aa0164bf1ead tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:03.464430 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bed0e505-faaf-4f4b-bccb-aa0164bf1ead tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:03.465604 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-bed0e505-faaf-4f4b-bccb-aa0164bf1ead tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] 10.222.0.64 "DELETE /v2.0/security-groups/0339df01-5d3a-482a-90be-743244f8ef0a HTTP/1.1" status: 204 len: 168 time: 0.2236750 Dec 08 16:55:03.474961 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed0e505-faaf-4f4b-bccb-aa0164bf1ead tempest-TestVolumeBackupRestore-1476321692 tempest-TestVolumeBackupRestore-1476321692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0339df01-5d3a-482a-90be-743244f8ef0a,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:55:04.968420 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:08.336863 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 38314) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:55:08.729432 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dc36cfe8-6ccd-4e1c-b857-b1d03ae97ded admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:08.937912 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:09.011710 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-dc36cfe8-6ccd-4e1c-b857-b1d03ae97ded admin admin] Deleting port 8145d0e7-4152-4018-bb85-5f79b0a91538 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:55:09.011962 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dc36cfe8-6ccd-4e1c-b857-b1d03ae97ded admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:09.100796 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-dc36cfe8-6ccd-4e1c-b857-b1d03ae97ded admin admin] For port 8145d0e7-4152-4018-bb85-5f79b0a91538, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=8145d0e7-4152-4018-bb85-5f79b0a91538,segment=NetworkSegment(f1d01e6d-89be-4694-b21f-bfb6bc91a685),segment_id=f1d01e6d-89be-4694-b21f-bfb6bc91a685)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:55:09.101176 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dc36cfe8-6ccd-4e1c-b857-b1d03ae97ded admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:09.116112 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-dc36cfe8-6ccd-4e1c-b857-b1d03ae97ded admin admin] Calling delete_port for 8145d0e7-4152-4018-bb85-5f79b0a91538 owned by network:router_interface {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:55:09.360193 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dc36cfe8-6ccd-4e1c-b857-b1d03ae97ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:09.387756 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc36cfe8-6ccd-4e1c-b857-b1d03ae97ded admin admin] Pushing event deleted for resources: {'Port': ['ID=8145d0e7-4152-4018-bb85-5f79b0a91538,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:55:09.476239 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:55:09.563269 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-dc36cfe8-6ccd-4e1c-b857-b1d03ae97ded admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:09.785788 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc36cfe8-6ccd-4e1c-b857-b1d03ae97ded admin admin] Router 1511dede-be1e-4be6-9b0e-716207d1f6d2 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:55:09.894203 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc36cfe8-6ccd-4e1c-b857-b1d03ae97ded admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:55:09.900738 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-dc36cfe8-6ccd-4e1c-b857-b1d03ae97ded admin admin] 10.222.0.64 "PUT /v2.0/routers/1511dede-be1e-4be6-9b0e-716207d1f6d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5613062 Dec 08 16:55:09.901847 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 38384) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:55:09.904136 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db584d9e-61da-4951-983b-c915d87bfd8f None None] Sync routers for ids ['1511dede-be1e-4be6-9b0e-716207d1f6d2'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:55:09.914630 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db584d9e-61da-4951-983b-c915d87bfd8f None None] Routers {'1511dede-be1e-4be6-9b0e-716207d1f6d2'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:55:09.915249 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-db584d9e-61da-4951-983b-c915d87bfd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:54:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['1511dede-be1e-4be6-9b0e-716207d1f6d2'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:55:10.010984 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ce1a45ac-2ccd-487f-b1b8-82713cf1b8ec admin admin] Publish callbacks [] for router, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:10.020753 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-db584d9e-61da-4951-983b-c915d87bfd8f None None] Set router 1511dede-be1e-4be6-9b0e-716207d1f6d2 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:55:10.217406 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-db584d9e-61da-4951-983b-c915d87bfd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1511dede-be1e-4be6-9b0e-716207d1f6d2', 'name': 'tempest-TestVolumeBackupRestore-1666350474-router', 'tenant_id': 'c010a9c37625491688c404418e2061ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '9deb55d6-fdba-477d-8a40-d06d14b100af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:50:52Z', 'updated_at': '2021-12-08T16:55:09Z', 'revision_number': 5, 'project_id': 'c010a9c37625491688c404418e2061ab', 'gw_port': {'id': '9deb55d6-fdba-477d-8a40-d06d14b100af', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1511dede-be1e-4be6-9b0e-716207d1f6d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:50:53Z', 'updated_at': '2021-12-08T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:55:10.244771 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db584d9e-61da-4951-983b-c915d87bfd8f None None] Checking router: 1511dede-be1e-4be6-9b0e-716207d1f6d2 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:55:10.253665 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db584d9e-61da-4951-983b-c915d87bfd8f None None] Routers {'1511dede-be1e-4be6-9b0e-716207d1f6d2'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:55:10.254282 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-db584d9e-61da-4951-983b-c915d87bfd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:54:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['1511dede-be1e-4be6-9b0e-716207d1f6d2'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:55:10.363809 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-db584d9e-61da-4951-983b-c915d87bfd8f None None] Set router 1511dede-be1e-4be6-9b0e-716207d1f6d2 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:55:10.430707 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ce1a45ac-2ccd-487f-b1b8-82713cf1b8ec admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:10.547894 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-ce1a45ac-2ccd-487f-b1b8-82713cf1b8ec admin admin] Deleting port 9deb55d6-fdba-477d-8a40-d06d14b100af {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:55:10.548305 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ce1a45ac-2ccd-487f-b1b8-82713cf1b8ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:10.548446 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-db584d9e-61da-4951-983b-c915d87bfd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1511dede-be1e-4be6-9b0e-716207d1f6d2', 'name': 'tempest-TestVolumeBackupRestore-1666350474-router', 'tenant_id': 'c010a9c37625491688c404418e2061ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '9deb55d6-fdba-477d-8a40-d06d14b100af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:50:52Z', 'updated_at': '2021-12-08T16:55:09Z', 'revision_number': 5, 'project_id': 'c010a9c37625491688c404418e2061ab', 'gw_port': {'id': '9deb55d6-fdba-477d-8a40-d06d14b100af', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1511dede-be1e-4be6-9b0e-716207d1f6d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:50:53Z', 'updated_at': '2021-12-08T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:55:10.576949 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db584d9e-61da-4951-983b-c915d87bfd8f None None] The sync data for ids ['1511dede-be1e-4be6-9b0e-716207d1f6d2'] in n-d-776250-12 is: [{'id': '1511dede-be1e-4be6-9b0e-716207d1f6d2', 'name': 'tempest-TestVolumeBackupRestore-1666350474-router', 'tenant_id': 'c010a9c37625491688c404418e2061ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '9deb55d6-fdba-477d-8a40-d06d14b100af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:50:52Z', 'updated_at': '2021-12-08T16:55:09Z', 'revision_number': 5, 'project_id': 'c010a9c37625491688c404418e2061ab', 'gw_port': {'id': '9deb55d6-fdba-477d-8a40-d06d14b100af', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1511dede-be1e-4be6-9b0e-716207d1f6d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:50:53Z', 'updated_at': '2021-12-08T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:55:10.636201 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-ce1a45ac-2ccd-487f-b1b8-82713cf1b8ec admin admin] For port 9deb55d6-fdba-477d-8a40-d06d14b100af, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=9deb55d6-fdba-477d-8a40-d06d14b100af,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:55:10.636598 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ce1a45ac-2ccd-487f-b1b8-82713cf1b8ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:10.653018 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-ce1a45ac-2ccd-487f-b1b8-82713cf1b8ec admin admin] Calling delete_port for 9deb55d6-fdba-477d-8a40-d06d14b100af owned by network:router_gateway {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:55:10.890917 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ce1a45ac-2ccd-487f-b1b8-82713cf1b8ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:10.923929 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1a45ac-2ccd-487f-b1b8-82713cf1b8ec admin admin] Pushing event deleted for resources: {'Port': ['ID=9deb55d6-fdba-477d-8a40-d06d14b100af,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:55:10.943545 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908a41bc-0af9-4f6a-9b8d-f7eaa578a5f6 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:55:10.989584 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ce1a45ac-2ccd-487f-b1b8-82713cf1b8ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:11.085506 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ce1a45ac-2ccd-487f-b1b8-82713cf1b8ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:11.087851 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ce1a45ac-2ccd-487f-b1b8-82713cf1b8ec admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:11.204597 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ce1a45ac-2ccd-487f-b1b8-82713cf1b8ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:11.205342 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce1a45ac-2ccd-487f-b1b8-82713cf1b8ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1511dede-be1e-4be6-9b0e-716207d1f6d2 {{(pid=110550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:55:11.213615 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ce1a45ac-2ccd-487f-b1b8-82713cf1b8ec admin admin] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:11.214459 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ce1a45ac-2ccd-487f-b1b8-82713cf1b8ec admin admin] 10.222.0.64 "DELETE /v2.0/routers/1511dede-be1e-4be6-9b0e-716207d1f6d2 HTTP/1.1" status: 204 len: 168 time: 1.3092842 Dec 08 16:55:11.216991 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 38446) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:55:11.271329 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-87347a5d-eac2-46e1-8f2c-353cdc8a0f37 admin admin] Deleting subnet 0ea7c28f-e939-4b45-bb38-5bd17dd95201 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:55:11.275117 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-87347a5d-eac2-46e1-8f2c-353cdc8a0f37 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:11.313048 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 8145d0e7-4152-4018-bb85-5f79b0a91538 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:55:11.319924 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-87347a5d-eac2-46e1-8f2c-353cdc8a0f37 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:11.334253 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 8145d0e7-4152-4018-bb85-5f79b0a91538 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:55:11.334633 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 8145d0e7-4152-4018-bb85-5f79b0a91538 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:55:11.413358 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-87347a5d-eac2-46e1-8f2c-353cdc8a0f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:11.508890 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d4b1da1a-5be3-4b11-a01c-b479e6b83ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:11.537711 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-87347a5d-eac2-46e1-8f2c-353cdc8a0f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:11.564142 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87347a5d-eac2-46e1-8f2c-353cdc8a0f37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ea7c28f-e939-4b45-bb38-5bd17dd95201,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:55:11.569255 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-87347a5d-eac2-46e1-8f2c-353cdc8a0f37 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:11.572634 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-87347a5d-eac2-46e1-8f2c-353cdc8a0f37 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/0ea7c28f-e939-4b45-bb38-5bd17dd95201 HTTP/1.1" status: 204 len: 168 time: 0.3546727 Dec 08 16:55:11.575086 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7250e57f-3338-4dbf-be44-01f1c0ad2842 None None] Network b2387a65-bae4-4bc7-b4b5-b02ebe38af19 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:55:11.575706 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 38466) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:55:11.649394 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-43bc54ee-4d2b-4c80-b85e-d7fa10fcad81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:11.716975 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-43bc54ee-4d2b-4c80-b85e-d7fa10fcad81 admin admin] Deleting port b018749e-c2f7-4f8e-b233-6a428102019d {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:55:11.717438 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-43bc54ee-4d2b-4c80-b85e-d7fa10fcad81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:11.761580 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01a9982-3721-4095-8e5c-a7139b4c08c7 None None] DHCP port deletion for b2387a65-bae4-4bc7-b4b5-b02ebe38af19 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:55:11.790690 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-43bc54ee-4d2b-4c80-b85e-d7fa10fcad81 admin admin] For port b018749e-c2f7-4f8e-b233-6a428102019d, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=b018749e-c2f7-4f8e-b233-6a428102019d,segment=NetworkSegment(f1d01e6d-89be-4694-b21f-bfb6bc91a685),segment_id=f1d01e6d-89be-4694-b21f-bfb6bc91a685)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:55:11.791558 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-43bc54ee-4d2b-4c80-b85e-d7fa10fcad81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:11.804502 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-43bc54ee-4d2b-4c80-b85e-d7fa10fcad81 admin admin] Calling delete_port for b018749e-c2f7-4f8e-b233-6a428102019d owned by network:dhcp {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:55:11.810087 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-f01a9982-3721-4095-8e5c-a7139b4c08c7 None None] Deleting port b018749e-c2f7-4f8e-b233-6a428102019d {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:55:11.810471 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f01a9982-3721-4095-8e5c-a7139b4c08c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:11.873808 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-f01a9982-3721-4095-8e5c-a7139b4c08c7 None None] For port b018749e-c2f7-4f8e-b233-6a428102019d, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=b018749e-c2f7-4f8e-b233-6a428102019d,segment=NetworkSegment(f1d01e6d-89be-4694-b21f-bfb6bc91a685),segment_id=f1d01e6d-89be-4694-b21f-bfb6bc91a685)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:55:11.874217 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f01a9982-3721-4095-8e5c-a7139b4c08c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:11.886876 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-f01a9982-3721-4095-8e5c-a7139b4c08c7 None None] Calling delete_port for b018749e-c2f7-4f8e-b233-6a428102019d owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:55:11.960247 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-43bc54ee-4d2b-4c80-b85e-d7fa10fcad81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:11.967494 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f01a9982-3721-4095-8e5c-a7139b4c08c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:11.991837 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bc54ee-4d2b-4c80-b85e-d7fa10fcad81 admin admin] Pushing event deleted for resources: {'Port': ['ID=b018749e-c2f7-4f8e-b233-6a428102019d,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:55:11.993640 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bc54ee-4d2b-4c80-b85e-d7fa10fcad81 admin admin] No DVR routers for this DVR port b018749e-c2f7-4f8e-b233-6a428102019d on host n-d-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:55:11.995430 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01a9982-3721-4095-8e5c-a7139b4c08c7 None None] Pushing event deleted for resources: {'Port': ['ID=b018749e-c2f7-4f8e-b233-6a428102019d,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:55:11.998941 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01a9982-3721-4095-8e5c-a7139b4c08c7 None None] No DVR routers for this DVR port b018749e-c2f7-4f8e-b233-6a428102019d on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:55:12.008783 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01a9982-3721-4095-8e5c-a7139b4c08c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:55:12.009390 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01a9982-3721-4095-8e5c-a7139b4c08c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:55:12.009995 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01a9982-3721-4095-8e5c-a7139b4c08c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:55:12.010423 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01a9982-3721-4095-8e5c-a7139b4c08c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:55:12.010862 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01a9982-3721-4095-8e5c-a7139b4c08c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:55:12.011291 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01a9982-3721-4095-8e5c-a7139b4c08c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:55:12.011735 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01a9982-3721-4095-8e5c-a7139b4c08c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:55:12.012164 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01a9982-3721-4095-8e5c-a7139b4c08c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:55:12.012613 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01a9982-3721-4095-8e5c-a7139b4c08c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:55:12.013673 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01a9982-3721-4095-8e5c-a7139b4c08c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:55:12.014225 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01a9982-3721-4095-8e5c-a7139b4c08c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:55:12.014649 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01a9982-3721-4095-8e5c-a7139b4c08c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:55:12.015125 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01a9982-3721-4095-8e5c-a7139b4c08c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:55:12.072476 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-43bc54ee-4d2b-4c80-b85e-d7fa10fcad81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:12.093206 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-43bc54ee-4d2b-4c80-b85e-d7fa10fcad81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2387a65-bae4-4bc7-b4b5-b02ebe38af19']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:55:12.102804 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-43bc54ee-4d2b-4c80-b85e-d7fa10fcad81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1d01e6d-89be-4694-b21f-bfb6bc91a685') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:55:12.103109 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-43bc54ee-4d2b-4c80-b85e-d7fa10fcad81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1d01e6d-89be-4694-b21f-bfb6bc91a685') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:55:12.113104 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-43bc54ee-4d2b-4c80-b85e-d7fa10fcad81 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:12.128007 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-43bc54ee-4d2b-4c80-b85e-d7fa10fcad81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:12.134366 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43bc54ee-4d2b-4c80-b85e-d7fa10fcad81 admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:55:12.134851 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-43bc54ee-4d2b-4c80-b85e-d7fa10fcad81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:12.136554 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:55:12.136554 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:55:12.136554 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:55:12.136554 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:55:12.136554 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:55:12.136554 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:55:12.136554 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:55:12.136554 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:55:12.136554 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:55:12.136554 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:55:12.136554 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:55:12.136554 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:55:12.136554 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:55:12.136554 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:55:12.136554 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:55:12.136554 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:55:12.136554 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:55:12.136554 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:55:12.136554 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:55:12.136554 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:55:12.136554 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:55:12.136554 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:55:12.136554 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:55:12.136554 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:55:12.136554 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:55:12.136554 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:55:12.136554 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:55:12.136554 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:55:12.136554 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:55:12.136554 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:55:12.136554 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:55:12.136554 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:55:12.274057 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-43bc54ee-4d2b-4c80-b85e-d7fa10fcad81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:12.279567 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-43bc54ee-4d2b-4c80-b85e-d7fa10fcad81 admin admin] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:12.282804 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-43bc54ee-4d2b-4c80-b85e-d7fa10fcad81 admin admin] 10.222.0.64 "DELETE /v2.0/networks/b2387a65-bae4-4bc7-b4b5-b02ebe38af19 HTTP/1.1" status: 204 len: 168 time: 0.7061048 Dec 08 16:55:12.285814 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 38496) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:55:12.294500 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bc54ee-4d2b-4c80-b85e-d7fa10fcad81 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2387a65-bae4-4bc7-b4b5-b02ebe38af19,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:55:12.644080 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5aba695e-237d-4ca2-be41-ee57f4cb15c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:13.212789 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-5aba695e-237d-4ca2-be41-ee57f4cb15c2 admin admin] Deleting port 3be04b04-c81b-4250-9b59-9bf9e7768c0c {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:55:13.213134 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5aba695e-237d-4ca2-be41-ee57f4cb15c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:13.243397 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 9deb55d6-fdba-477d-8a40-d06d14b100af no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:55:13.265019 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 9deb55d6-fdba-477d-8a40-d06d14b100af {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:55:13.265371 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 9deb55d6-fdba-477d-8a40-d06d14b100af not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:55:13.265832 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device b018749e-c2f7-4f8e-b233-6a428102019d no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:55:13.284589 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: b018749e-c2f7-4f8e-b233-6a428102019d {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:55:13.284941 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device b018749e-c2f7-4f8e-b233-6a428102019d not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:55:13.298910 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-5aba695e-237d-4ca2-be41-ee57f4cb15c2 admin admin] For port 3be04b04-c81b-4250-9b59-9bf9e7768c0c, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=3be04b04-c81b-4250-9b59-9bf9e7768c0c,segment=NetworkSegment(643b1187-e011-4251-ada1-2a05b7b87e90),segment_id=643b1187-e011-4251-ada1-2a05b7b87e90)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:55:13.299493 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5aba695e-237d-4ca2-be41-ee57f4cb15c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:13.313128 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-5aba695e-237d-4ca2-be41-ee57f4cb15c2 admin admin] Calling delete_port for 3be04b04-c81b-4250-9b59-9bf9e7768c0c owned by network:router_interface {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:55:13.565557 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5aba695e-237d-4ca2-be41-ee57f4cb15c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:13.594903 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aba695e-237d-4ca2-be41-ee57f4cb15c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3be04b04-c81b-4250-9b59-9bf9e7768c0c,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:55:13.607466 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aba695e-237d-4ca2-be41-ee57f4cb15c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:55:13.607825 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aba695e-237d-4ca2-be41-ee57f4cb15c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:55:13.608207 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aba695e-237d-4ca2-be41-ee57f4cb15c2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:55:13.608562 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aba695e-237d-4ca2-be41-ee57f4cb15c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:55:13.608911 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aba695e-237d-4ca2-be41-ee57f4cb15c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:55:13.609260 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aba695e-237d-4ca2-be41-ee57f4cb15c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:55:13.609613 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aba695e-237d-4ca2-be41-ee57f4cb15c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:55:13.609943 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aba695e-237d-4ca2-be41-ee57f4cb15c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:55:13.610280 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aba695e-237d-4ca2-be41-ee57f4cb15c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:55:13.610670 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aba695e-237d-4ca2-be41-ee57f4cb15c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:55:13.610961 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aba695e-237d-4ca2-be41-ee57f4cb15c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:55:13.611295 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aba695e-237d-4ca2-be41-ee57f4cb15c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:55:13.611631 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aba695e-237d-4ca2-be41-ee57f4cb15c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:55:13.769494 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5aba695e-237d-4ca2-be41-ee57f4cb15c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:13.983484 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aba695e-237d-4ca2-be41-ee57f4cb15c2 admin admin] Router 82d6da69-e9f7-4367-b9be-b88a9d43aebb has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:55:14.090746 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aba695e-237d-4ca2-be41-ee57f4cb15c2 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:55:14.096545 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-5aba695e-237d-4ca2-be41-ee57f4cb15c2 admin admin] 10.222.0.64 "PUT /v2.0/routers/82d6da69-e9f7-4367-b9be-b88a9d43aebb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8090565 Dec 08 16:55:14.098951 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 38552) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:55:14.102040 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bbcb87-a3fd-4a10-b421-68be6b788fe4 None None] Sync routers for ids ['82d6da69-e9f7-4367-b9be-b88a9d43aebb'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:55:14.111843 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bbcb87-a3fd-4a10-b421-68be6b788fe4 None None] Routers {'82d6da69-e9f7-4367-b9be-b88a9d43aebb'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:55:14.116677 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-e3bbcb87-a3fd-4a10-b421-68be6b788fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:54:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['82d6da69-e9f7-4367-b9be-b88a9d43aebb'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:55:14.136675 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c01b2f41-6c7a-4e13-90d2-9eae8a9649f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:14.208086 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d35e4934-0c3c-49a2-bac2-43ece7d21e55 admin admin] Publish callbacks [] for router, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:14.302797 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-e3bbcb87-a3fd-4a10-b421-68be6b788fe4 None None] Set router 82d6da69-e9f7-4367-b9be-b88a9d43aebb gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:55:14.315803 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d35e4934-0c3c-49a2-bac2-43ece7d21e55 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:14.448229 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d35e4934-0c3c-49a2-bac2-43ece7d21e55 admin admin] Deleting port 699c98dc-49cc-413d-8675-81ba68e6b1ea {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:55:14.448881 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d35e4934-0c3c-49a2-bac2-43ece7d21e55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:14.475486 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-e3bbcb87-a3fd-4a10-b421-68be6b788fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d6da69-e9f7-4367-b9be-b88a9d43aebb', 'name': 'tempest-TestVolumeBackupRestore-1723009823-router', 'tenant_id': 'e769d49d130441568580b3f1d2384b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '699c98dc-49cc-413d-8675-81ba68e6b1ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:50:59Z', 'updated_at': '2021-12-08T16:55:13Z', 'revision_number': 5, 'project_id': 'e769d49d130441568580b3f1d2384b1c', 'gw_port': {'id': '699c98dc-49cc-413d-8675-81ba68e6b1ea', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:8b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d6da69-e9f7-4367-b9be-b88a9d43aebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:50:59Z', 'updated_at': '2021-12-08T16:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:55:14.505275 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bbcb87-a3fd-4a10-b421-68be6b788fe4 None None] Checking router: 82d6da69-e9f7-4367-b9be-b88a9d43aebb for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:55:14.513818 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bbcb87-a3fd-4a10-b421-68be6b788fe4 None None] Routers {'82d6da69-e9f7-4367-b9be-b88a9d43aebb'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:55:14.514417 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-e3bbcb87-a3fd-4a10-b421-68be6b788fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:55:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['82d6da69-e9f7-4367-b9be-b88a9d43aebb'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:55:14.527273 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-d35e4934-0c3c-49a2-bac2-43ece7d21e55 admin admin] For port 699c98dc-49cc-413d-8675-81ba68e6b1ea, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=699c98dc-49cc-413d-8675-81ba68e6b1ea,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:55:14.527636 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d35e4934-0c3c-49a2-bac2-43ece7d21e55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:14.540937 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-d35e4934-0c3c-49a2-bac2-43ece7d21e55 admin admin] Calling delete_port for 699c98dc-49cc-413d-8675-81ba68e6b1ea owned by network:router_gateway {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:55:14.595670 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-e3bbcb87-a3fd-4a10-b421-68be6b788fe4 None None] Set router 82d6da69-e9f7-4367-b9be-b88a9d43aebb gateway port host: None {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:55:14.650361 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-e3bbcb87-a3fd-4a10-b421-68be6b788fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d6da69-e9f7-4367-b9be-b88a9d43aebb', 'name': 'tempest-TestVolumeBackupRestore-1723009823-router', 'tenant_id': 'e769d49d130441568580b3f1d2384b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:50:59Z', 'updated_at': '2021-12-08T16:55:14Z', 'revision_number': 6, 'project_id': 'e769d49d130441568580b3f1d2384b1c', 'gw_port_host': None}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:55:14.678962 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bbcb87-a3fd-4a10-b421-68be6b788fe4 None None] The sync data for ids ['82d6da69-e9f7-4367-b9be-b88a9d43aebb'] in n-d-776250-12 is: [{'id': '82d6da69-e9f7-4367-b9be-b88a9d43aebb', 'name': 'tempest-TestVolumeBackupRestore-1723009823-router', 'tenant_id': 'e769d49d130441568580b3f1d2384b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:50:59Z', 'updated_at': '2021-12-08T16:55:14Z', 'revision_number': 6, 'project_id': 'e769d49d130441568580b3f1d2384b1c', 'gw_port_host': None}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:55:14.897790 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d35e4934-0c3c-49a2-bac2-43ece7d21e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:14.926860 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35e4934-0c3c-49a2-bac2-43ece7d21e55 admin admin] Pushing event deleted for resources: {'Port': ['ID=699c98dc-49cc-413d-8675-81ba68e6b1ea,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:55:14.943164 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28144fa-082f-4116-a51c-302b6f125c4b None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:55:14.989299 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d35e4934-0c3c-49a2-bac2-43ece7d21e55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:15.080107 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d35e4934-0c3c-49a2-bac2-43ece7d21e55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:15.082185 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d35e4934-0c3c-49a2-bac2-43ece7d21e55 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:15.188292 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d35e4934-0c3c-49a2-bac2-43ece7d21e55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:15.188917 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d35e4934-0c3c-49a2-bac2-43ece7d21e55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82d6da69-e9f7-4367-b9be-b88a9d43aebb {{(pid=110551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:55:15.196643 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d35e4934-0c3c-49a2-bac2-43ece7d21e55 admin admin] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:15.196643 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d35e4934-0c3c-49a2-bac2-43ece7d21e55 admin admin] 10.222.0.64 "DELETE /v2.0/routers/82d6da69-e9f7-4367-b9be-b88a9d43aebb HTTP/1.1" status: 204 len: 168 time: 1.0944731 Dec 08 16:55:15.196912 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 38554) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:55:15.245503 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-a005756f-e5d9-42ef-b21e-be1f49e6733c admin admin] Deleting subnet 0cafc33d-56db-4c1f-89ec-2e1d2cdb105b {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:55:15.249153 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a005756f-e5d9-42ef-b21e-be1f49e6733c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:15.283983 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a005756f-e5d9-42ef-b21e-be1f49e6733c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:15.359693 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a005756f-e5d9-42ef-b21e-be1f49e6733c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:15.371144 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:15.480302 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a005756f-e5d9-42ef-b21e-be1f49e6733c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:15.510445 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a005756f-e5d9-42ef-b21e-be1f49e6733c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cafc33d-56db-4c1f-89ec-2e1d2cdb105b,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:55:15.520956 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a005756f-e5d9-42ef-b21e-be1f49e6733c admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:15.528138 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a005756f-e5d9-42ef-b21e-be1f49e6733c admin admin] 10.222.0.64 "DELETE /v2.0/subnets/0cafc33d-56db-4c1f-89ec-2e1d2cdb105b HTTP/1.1" status: 204 len: 168 time: 0.3279803 Dec 08 16:55:15.528380 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee9e58a-f742-4dc1-869c-9b0dad8671d4 None None] Network 0ac04f42-9125-47bb-a339-aeb2bc3f7ecf requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:55:15.528622 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 38556) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:55:15.568566 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 3be04b04-c81b-4250-9b59-9bf9e7768c0c no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:55:15.600739 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 3be04b04-c81b-4250-9b59-9bf9e7768c0c {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:55:15.601011 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c5118a04-d277-4980-b3c5-2273f445534c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:15.601129 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 3be04b04-c81b-4250-9b59-9bf9e7768c0c not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:55:15.601485 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 699c98dc-49cc-413d-8675-81ba68e6b1ea no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:55:15.624470 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 699c98dc-49cc-413d-8675-81ba68e6b1ea {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:55:15.624818 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 699c98dc-49cc-413d-8675-81ba68e6b1ea not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:55:15.663980 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-c5118a04-d277-4980-b3c5-2273f445534c admin admin] Deleting port 732ac9f9-51ab-4a04-b051-e9083731a3ae {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:55:15.664366 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c5118a04-d277-4980-b3c5-2273f445534c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:15.723063 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0893dc0e-14b8-4dee-b69c-fcd9c9391dff None None] DHCP port deletion for 0ac04f42-9125-47bb-a339-aeb2bc3f7ecf request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:55:15.743123 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-c5118a04-d277-4980-b3c5-2273f445534c admin admin] For port 732ac9f9-51ab-4a04-b051-e9083731a3ae, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=732ac9f9-51ab-4a04-b051-e9083731a3ae,segment=NetworkSegment(643b1187-e011-4251-ada1-2a05b7b87e90),segment_id=643b1187-e011-4251-ada1-2a05b7b87e90)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:55:15.743496 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c5118a04-d277-4980-b3c5-2273f445534c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:15.758923 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-c5118a04-d277-4980-b3c5-2273f445534c admin admin] Calling delete_port for 732ac9f9-51ab-4a04-b051-e9083731a3ae owned by network:dhcp {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:55:15.773878 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-0893dc0e-14b8-4dee-b69c-fcd9c9391dff None None] Deleting port 732ac9f9-51ab-4a04-b051-e9083731a3ae {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:55:15.774532 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0893dc0e-14b8-4dee-b69c-fcd9c9391dff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:15.897013 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c5118a04-d277-4980-b3c5-2273f445534c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:15.923354 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5118a04-d277-4980-b3c5-2273f445534c admin admin] Pushing event deleted for resources: {'Port': ['ID=732ac9f9-51ab-4a04-b051-e9083731a3ae,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:55:15.929366 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5118a04-d277-4980-b3c5-2273f445534c admin admin] No DVR routers for this DVR port 732ac9f9-51ab-4a04-b051-e9083731a3ae on host n-d-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:55:16.002675 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c5118a04-d277-4980-b3c5-2273f445534c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:16.009952 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-0893dc0e-14b8-4dee-b69c-fcd9c9391dff None None] For port 732ac9f9-51ab-4a04-b051-e9083731a3ae, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=732ac9f9-51ab-4a04-b051-e9083731a3ae,segment=NetworkSegment(643b1187-e011-4251-ada1-2a05b7b87e90),segment_id=643b1187-e011-4251-ada1-2a05b7b87e90)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:55:16.010455 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0893dc0e-14b8-4dee-b69c-fcd9c9391dff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:16.022592 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-0893dc0e-14b8-4dee-b69c-fcd9c9391dff None None] Calling delete_port for 732ac9f9-51ab-4a04-b051-e9083731a3ae owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:55:16.029707 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-c5118a04-d277-4980-b3c5-2273f445534c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ac04f42-9125-47bb-a339-aeb2bc3f7ecf']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:55:16.039447 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-c5118a04-d277-4980-b3c5-2273f445534c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '643b1187-e011-4251-ada1-2a05b7b87e90') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:55:16.039754 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-c5118a04-d277-4980-b3c5-2273f445534c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '643b1187-e011-4251-ada1-2a05b7b87e90') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:55:16.051339 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c5118a04-d277-4980-b3c5-2273f445534c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:16.069372 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c5118a04-d277-4980-b3c5-2273f445534c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:16.075510 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5118a04-d277-4980-b3c5-2273f445534c admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:55:16.075915 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c5118a04-d277-4980-b3c5-2273f445534c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:16.077630 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:55:16.077630 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:55:16.077630 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:55:16.077630 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:55:16.077630 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:55:16.077630 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:55:16.077630 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:55:16.077630 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:55:16.077630 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:55:16.077630 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:55:16.077630 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:55:16.077630 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:55:16.077630 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:55:16.077630 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:55:16.077630 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:55:16.077630 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:55:16.077630 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:55:16.077630 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:55:16.077630 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:55:16.077630 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:55:16.077630 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:55:16.077630 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:55:16.077630 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:55:16.077630 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:55:16.077630 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:55:16.077630 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:55:16.077630 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:55:16.077630 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:55:16.077630 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:55:16.077630 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:55:16.077630 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:55:16.077630 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:55:16.099755 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0893dc0e-14b8-4dee-b69c-fcd9c9391dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:16.124751 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893dc0e-14b8-4dee-b69c-fcd9c9391dff None None] Pushing event deleted for resources: {'Port': ['ID=732ac9f9-51ab-4a04-b051-e9083731a3ae,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:55:16.128328 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0893dc0e-14b8-4dee-b69c-fcd9c9391dff None None] No DVR routers for this DVR port 732ac9f9-51ab-4a04-b051-e9083731a3ae on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:55:16.188373 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c5118a04-d277-4980-b3c5-2273f445534c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:16.193862 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c5118a04-d277-4980-b3c5-2273f445534c admin admin] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:16.197085 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c5118a04-d277-4980-b3c5-2273f445534c admin admin] 10.222.0.64 "DELETE /v2.0/networks/0ac04f42-9125-47bb-a339-aeb2bc3f7ecf HTTP/1.1" status: 204 len: 168 time: 0.6673832 Dec 08 16:55:16.209215 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5118a04-d277-4980-b3c5-2273f445534c admin admin] Pushing event deleted for resources: {'Network': ['ID=0ac04f42-9125-47bb-a339-aeb2bc3f7ecf,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:55:16.525487 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 38560) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:55:16.565479 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-63d31174-1a60-4e0b-88b3-0c451edec792 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c010a9c37625491688c404418e2061ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388484 Dec 08 16:55:16.568093 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 38562) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:55:16.619655 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ef0dbafe-dcbb-497f-aa66-af242402d89d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:16.641316 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ef0dbafe-dcbb-497f-aa66-af242402d89d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:16.752787 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ef0dbafe-dcbb-497f-aa66-af242402d89d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:16.755367 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ef0dbafe-dcbb-497f-aa66-af242402d89d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:16.756560 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ef0dbafe-dcbb-497f-aa66-af242402d89d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/081e81f8-2aea-4ca1-8cf3-fed558f81017 HTTP/1.1" status: 204 len: 168 time: 0.1874003 Dec 08 16:55:16.765000 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0dbafe-dcbb-497f-aa66-af242402d89d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081e81f8-2aea-4ca1-8cf3-fed558f81017,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:55:16.851085 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:17.239045 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 732ac9f9-51ab-4a04-b051-e9083731a3ae no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:55:17.262553 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 732ac9f9-51ab-4a04-b051-e9083731a3ae {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:55:17.262901 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 732ac9f9-51ab-4a04-b051-e9083731a3ae not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:55:17.405003 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 38568) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:55:17.444574 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-e8381588-78bf-4a5f-a26a-9ab6686677c2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e769d49d130441568580b3f1d2384b1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383809 Dec 08 16:55:17.455058 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 38570) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:55:17.501947 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fc28d55c-2314-4ce4-854f-14e2276d72de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:17.528904 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fc28d55c-2314-4ce4-854f-14e2276d72de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:17.575396 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:17.632550 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fc28d55c-2314-4ce4-854f-14e2276d72de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:17.635445 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fc28d55c-2314-4ce4-854f-14e2276d72de admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:17.636655 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-fc28d55c-2314-4ce4-854f-14e2276d72de admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0d518b29-6d02-4dc8-9dc5-e8ba8b4e7393 HTTP/1.1" status: 204 len: 168 time: 0.1806619 Dec 08 16:55:17.648659 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc28d55c-2314-4ce4-854f-14e2276d72de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d518b29-6d02-4dc8-9dc5-e8ba8b4e7393,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:55:28.626069 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0622274b-0511-4f27-bec3-1b3987a4a56f req-2b245360-aa95-4fdf-99c6-30d373c0b1ec tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=96b5b0ef781848a1808cbf85b4dfb300&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227942 Dec 08 16:55:28.737479 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622274b-0511-4f27-bec3-1b3987a4a56f req-f2ac5897-fa50-4777-96f6-68fc36c52391 tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:55:28.738972 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0622274b-0511-4f27-bec3-1b3987a4a56f req-f2ac5897-fa50-4777-96f6-68fc36c52391 tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1074336 Dec 08 16:55:28.754086 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0622274b-0511-4f27-bec3-1b3987a4a56f req-1bab80ca-6bfb-4999-a6a4-4845702498c0 tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] 10.222.0.64 "GET /v2.0/quotas/96b5b0ef781848a1808cbf85b4dfb300 HTTP/1.1" status: 200 len: 375 time: 0.0093637 Dec 08 16:55:28.786029 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0622274b-0511-4f27-bec3-1b3987a4a56f req-315b5f29-b77c-4771-865d-bf1b773476d4 tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=96b5b0ef781848a1808cbf85b4dfb300&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266023 Dec 08 16:55:29.026951 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1f496907-7cac-4df5-b198-5a2a4fd5fd84 req-c7f7125e-1622-4475-95e9-c8661601e330 tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] 10.222.0.64 "GET /v2.0/ports?device_id=c966d451-43cd-4fe8-8d76-48f1d82a6759 HTTP/1.1" status: 200 len: 210 time: 0.0267718 Dec 08 16:55:30.104403 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-07537d86-c241-402a-801d-2e4180ac8daf req-34f0ca51-c649-4964-9950-0b249b3f8d75 tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] 10.222.0.64 "GET /v2.0/ports?device_id=c966d451-43cd-4fe8-8d76-48f1d82a6759 HTTP/1.1" status: 200 len: 210 time: 0.0260098 Dec 08 16:55:31.200651 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b3623e24-bc07-48f9-a538-22bc33d45936 req-afef889a-2b77-4234-b204-47bc6def9fd9 tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] 10.222.0.64 "GET /v2.0/ports?device_id=c966d451-43cd-4fe8-8d76-48f1d82a6759 HTTP/1.1" status: 200 len: 210 time: 0.0276392 Dec 08 16:55:31.226567 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0622274b-0511-4f27-bec3-1b3987a4a56f req-8136e68e-871c-4b9c-bfbc-8e5de41f4f43 tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=96b5b0ef781848a1808cbf85b4dfb300&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290523 Dec 08 16:55:31.345397 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622274b-0511-4f27-bec3-1b3987a4a56f req-2c6852f1-6133-471b-8de1-2e7d2a0becdf tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:55:31.347298 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0622274b-0511-4f27-bec3-1b3987a4a56f req-2c6852f1-6133-471b-8de1-2e7d2a0becdf tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1146345 Dec 08 16:55:31.359738 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-0622274b-0511-4f27-bec3-1b3987a4a56f req-cd9587bb-d7d4-4066-8d97-0a17e40d2ba2 tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] Request body: {'port': {'device_id': 'c966d451-43cd-4fe8-8d76-48f1d82a6759', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'admin_state_up': True, 'tenant_id': '96b5b0ef781848a1808cbf85b4dfb300'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:55:31.553712 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0622274b-0511-4f27-bec3-1b3987a4a56f req-cd9587bb-d7d4-4066-8d97-0a17e40d2ba2 tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] Made reservation on behalf of 96b5b0ef781848a1808cbf85b4dfb300 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:55:31.557388 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0622274b-0511-4f27-bec3-1b3987a4a56f req-cd9587bb-d7d4-4066-8d97-0a17e40d2ba2 tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:31.567445 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0622274b-0511-4f27-bec3-1b3987a4a56f req-cd9587bb-d7d4-4066-8d97-0a17e40d2ba2 tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:31.647618 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0622274b-0511-4f27-bec3-1b3987a4a56f req-cd9587bb-d7d4-4066-8d97-0a17e40d2ba2 tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:31.712408 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0622274b-0511-4f27-bec3-1b3987a4a56f req-cd9587bb-d7d4-4066-8d97-0a17e40d2ba2 tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:31.775113 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9587bb-d7d4-4066-8d97-0a17e40d2ba2 tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2708d2-bcc3-4679-91b3-38a27e986a8d,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:55:31.847696 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-0622274b-0511-4f27-bec3-1b3987a4a56f req-cd9587bb-d7d4-4066-8d97-0a17e40d2ba2 tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] Allocated IP 192.168.233.150 (b91759c7-445e-4f7b-9fc4-64d80951832c/c93b3a32-b438-4a47-8558-220c03febf97/3be67824-965e-43cf-8f52-8000f8b8adcb) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:55:31.994104 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0622274b-0511-4f27-bec3-1b3987a4a56f req-cd9587bb-d7d4-4066-8d97-0a17e40d2ba2 tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:32.084388 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0622274b-0511-4f27-bec3-1b3987a4a56f req-cd9587bb-d7d4-4066-8d97-0a17e40d2ba2 tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:32.128107 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0622274b-0511-4f27-bec3-1b3987a4a56f req-cd9587bb-d7d4-4066-8d97-0a17e40d2ba2 tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] Network b91759c7-445e-4f7b-9fc4-64d80951832c is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:55:32.131120 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-0622274b-0511-4f27-bec3-1b3987a4a56f req-cd9587bb-d7d4-4066-8d97-0a17e40d2ba2 tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:55:32.137704 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-0622274b-0511-4f27-bec3-1b3987a4a56f req-cd9587bb-d7d4-4066-8d97-0a17e40d2ba2 tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:55:32.167244 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9587bb-d7d4-4066-8d97-0a17e40d2ba2 tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] Pushing event updated for resources: {'Port': ['ID=3be67824-965e-43cf-8f52-8000f8b8adcb,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:55:32.197247 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622274b-0511-4f27-bec3-1b3987a4a56f req-cd9587bb-d7d4-4066-8d97-0a17e40d2ba2 tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:55:32.197893 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0622274b-0511-4f27-bec3-1b3987a4a56f req-cd9587bb-d7d4-4066-8d97-0a17e40d2ba2 tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:32.276518 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0622274b-0511-4f27-bec3-1b3987a4a56f req-cd9587bb-d7d4-4066-8d97-0a17e40d2ba2 tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9204786 Dec 08 16:55:32.290238 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-0622274b-0511-4f27-bec3-1b3987a4a56f req-5ba599e5-5143-467b-826b-2246fb506a2f service neutron] Request body: {'port': {'device_id': 'c966d451-43cd-4fe8-8d76-48f1d82a6759', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:55:32.327029 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c62dd98-259c-4963-b861-8b02e97104e3 req-5e8f358c-1462-4480-a3b2-0de845cc5f6b tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:55:32.328796 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9c62dd98-259c-4963-b861-8b02e97104e3 req-5e8f358c-1462-4480-a3b2-0de845cc5f6b tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] 10.222.0.64 "GET /v2.0/ports?device_id=c966d451-43cd-4fe8-8d76-48f1d82a6759 HTTP/1.1" status: 200 len: 936 time: 0.0566452 Dec 08 16:55:32.348790 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0622274b-0511-4f27-bec3-1b3987a4a56f req-5ba599e5-5143-467b-826b-2246fb506a2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:32.381471 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9c62dd98-259c-4963-b861-8b02e97104e3 req-27f3c780-c234-4349-8aa1-61db6c77d7b8 tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d2708d2-bcc3-4679-91b3-38a27e986a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465643 Dec 08 16:55:32.416433 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-484f227b-417c-437e-989d-4302cb8f818c None None] Provisioning complete for port 3be67824-965e-43cf-8f52-8000f8b8adcb triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:55:32.416980 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-484f227b-417c-437e-989d-4302cb8f818c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:32.450445 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-484f227b-417c-437e-989d-4302cb8f818c None None] Port 3be67824-965e-43cf-8f52-8000f8b8adcb cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:55:32.616254 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-0622274b-0511-4f27-bec3-1b3987a4a56f req-5ba599e5-5143-467b-826b-2246fb506a2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3be67824-965e-43cf-8f52-8000f8b8adcb {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:55:32.623566 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0622274b-0511-4f27-bec3-1b3987a4a56f req-5ba599e5-5143-467b-826b-2246fb506a2f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:32.637920 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-0622274b-0511-4f27-bec3-1b3987a4a56f req-5ba599e5-5143-467b-826b-2246fb506a2f service neutron] Transition to ACTIVE for port object 3be67824-965e-43cf-8f52-8000f8b8adcb will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:55:32.696496 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0622274b-0511-4f27-bec3-1b3987a4a56f req-5ba599e5-5143-467b-826b-2246fb506a2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:32.754495 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba599e5-5143-467b-826b-2246fb506a2f service neutron] Pushing event updated for resources: {'Port': ['ID=3be67824-965e-43cf-8f52-8000f8b8adcb,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:55:32.829027 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-0622274b-0511-4f27-bec3-1b3987a4a56f req-5ba599e5-5143-467b-826b-2246fb506a2f service neutron] Attempting to bind port 3be67824-965e-43cf-8f52-8000f8b8adcb on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:55:32.832609 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-0622274b-0511-4f27-bec3-1b3987a4a56f req-5ba599e5-5143-467b-826b-2246fb506a2f service neutron] Attempting to bind port 3be67824-965e-43cf-8f52-8000f8b8adcb by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:55:32.833229 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0622274b-0511-4f27-bec3-1b3987a4a56f req-5ba599e5-5143-467b-826b-2246fb506a2f service neutron] Attempting to bind port 3be67824-965e-43cf-8f52-8000f8b8adcb on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:55:32.838567 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0622274b-0511-4f27-bec3-1b3987a4a56f req-5ba599e5-5143-467b-826b-2246fb506a2f service neutron] Port 3be67824-965e-43cf-8f52-8000f8b8adcb on network b91759c7-445e-4f7b-9fc4-64d80951832c not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:55:32.838902 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0622274b-0511-4f27-bec3-1b3987a4a56f req-5ba599e5-5143-467b-826b-2246fb506a2f service neutron] Attempting to bind port 3be67824-965e-43cf-8f52-8000f8b8adcb on network b91759c7-445e-4f7b-9fc4-64d80951832c {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:55:32.844832 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0622274b-0511-4f27-bec3-1b3987a4a56f req-5ba599e5-5143-467b-826b-2246fb506a2f service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:55:32.845181 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0622274b-0511-4f27-bec3-1b3987a4a56f req-5ba599e5-5143-467b-826b-2246fb506a2f service neutron] Checking segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:55:32.845574 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0622274b-0511-4f27-bec3-1b3987a4a56f req-5ba599e5-5143-467b-826b-2246fb506a2f service neutron] Bound using segment: {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:55:32.846064 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-0622274b-0511-4f27-bec3-1b3987a4a56f req-5ba599e5-5143-467b-826b-2246fb506a2f service neutron] Bound port: 3be67824-965e-43cf-8f52-8000f8b8adcb, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87214c82-860c-45d8-affa-fa722adcf7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:55:32.846562 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0622274b-0511-4f27-bec3-1b3987a4a56f req-5ba599e5-5143-467b-826b-2246fb506a2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:32.914977 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-0622274b-0511-4f27-bec3-1b3987a4a56f req-5ba599e5-5143-467b-826b-2246fb506a2f service neutron] For port 3be67824-965e-43cf-8f52-8000f8b8adcb, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:55:32.918022 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-0622274b-0511-4f27-bec3-1b3987a4a56f req-5ba599e5-5143-467b-826b-2246fb506a2f service neutron] For port 3be67824-965e-43cf-8f52-8000f8b8adcb, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=3be67824-965e-43cf-8f52-8000f8b8adcb,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:55:32.994125 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0622274b-0511-4f27-bec3-1b3987a4a56f req-5ba599e5-5143-467b-826b-2246fb506a2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:33.035018 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622274b-0511-4f27-bec3-1b3987a4a56f req-5ba599e5-5143-467b-826b-2246fb506a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:55:33.035659 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0622274b-0511-4f27-bec3-1b3987a4a56f req-5ba599e5-5143-467b-826b-2246fb506a2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:33.037117 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0622274b-0511-4f27-bec3-1b3987a4a56f req-5ba599e5-5143-467b-826b-2246fb506a2f service neutron] 10.222.0.76 "PUT /v2.0/ports/3be67824-965e-43cf-8f52-8000f8b8adcb HTTP/1.1" status: 200 len: 1097 time: 0.7520278 Dec 08 16:55:33.037611 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c966d451-43cd-4fe8-8d76-48f1d82a6759', 'tag': '3be67824-965e-43cf-8f52-8000f8b8adcb'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:55:33.039892 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf1b216-8ade-4b84-b5a4-34ed7b7f01d9" -d '{"events": [{"name": "network-changed", "server_uuid": "c966d451-43cd-4fe8-8d76-48f1d82a6759", "tag": "3be67824-965e-43cf-8f52-8000f8b8adcb"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:55:33.081424 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba599e5-5143-467b-826b-2246fb506a2f service neutron] Pushing event updated for resources: {'Port': ['ID=3be67824-965e-43cf-8f52-8000f8b8adcb,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:55:33.087976 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018df53d-be73-499d-bfb4-7d79288a91b7 x-openstack-request-id: req-018df53d-be73-499d-bfb4-7d79288a91b7 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:55:33.088314 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c966d451-43cd-4fe8-8d76-48f1d82a6759", "tag": "3be67824-965e-43cf-8f52-8000f8b8adcb", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:55:33.088586 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-018df53d-be73-499d-bfb4-7d79288a91b7 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:55:33.089134 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c966d451-43cd-4fe8-8d76-48f1d82a6759', 'tag': '3be67824-965e-43cf-8f52-8000f8b8adcb', 'status': 'completed', 'code': 200} Dec 08 16:55:33.156059 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf1b216-8ade-4b84-b5a4-34ed7b7f01d9 req-4220ce01-76ca-44eb-a284-4ee3c2897c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:55:33.157587 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8bf1b216-8ade-4b84-b5a4-34ed7b7f01d9 req-4220ce01-76ca-44eb-a284-4ee3c2897c54 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=96b5b0ef781848a1808cbf85b4dfb300&device_id=c966d451-43cd-4fe8-8d76-48f1d82a6759 HTTP/1.1" status: 200 len: 1100 time: 0.0461500 Dec 08 16:55:33.186706 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8bf1b216-8ade-4b84-b5a4-34ed7b7f01d9 req-94f42114-194f-4d85-aabc-51954c84d761 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=96b5b0ef781848a1808cbf85b4dfb300&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216095 Dec 08 16:55:33.288847 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf1b216-8ade-4b84-b5a4-34ed7b7f01d9 req-2ce75690-0be7-4c94-a2ba-79364b146a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:55:33.290329 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8bf1b216-8ade-4b84-b5a4-34ed7b7f01d9 req-2ce75690-0be7-4c94-a2ba-79364b146a68 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0962706 Dec 08 16:55:33.370701 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622274b-0511-4f27-bec3-1b3987a4a56f req-56349802-000d-482a-a7b0-a572fb05ed22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:55:33.372331 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0622274b-0511-4f27-bec3-1b3987a4a56f req-56349802-000d-482a-a7b0-a572fb05ed22 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=96b5b0ef781848a1808cbf85b4dfb300&device_id=c966d451-43cd-4fe8-8d76-48f1d82a6759 HTTP/1.1" status: 200 len: 1100 time: 0.0424750 Dec 08 16:55:33.416067 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0622274b-0511-4f27-bec3-1b3987a4a56f req-ffcd5870-325c-4e12-9a21-ca730dc7455a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=3be67824-965e-43cf-8f52-8000f8b8adcb HTTP/1.1" status: 200 len: 217 time: 0.0353215 Dec 08 16:55:33.466142 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622274b-0511-4f27-bec3-1b3987a4a56f req-61cc4482-72ec-470a-aef7-6e0b0c8acb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:55:33.467794 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0622274b-0511-4f27-bec3-1b3987a4a56f req-61cc4482-72ec-470a-aef7-6e0b0c8acb16 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c93b3a32-b438-4a47-8558-220c03febf97 HTTP/1.1" status: 200 len: 843 time: 0.0452971 Dec 08 16:55:33.498778 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd21530b-6ed3-4636-8a62-45233a57619f req-72ef27ef-1942-432c-9cdd-a81515051841 tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:55:33.500329 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fd21530b-6ed3-4636-8a62-45233a57619f req-72ef27ef-1942-432c-9cdd-a81515051841 tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] 10.222.0.64 "GET /v2.0/ports?device_id=c966d451-43cd-4fe8-8d76-48f1d82a6759 HTTP/1.1" status: 200 len: 948 time: 0.0494647 Dec 08 16:55:33.519172 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622274b-0511-4f27-bec3-1b3987a4a56f req-a37d874f-e34a-40c4-9488-e5b08484ffae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:55:33.520713 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0622274b-0511-4f27-bec3-1b3987a4a56f req-a37d874f-e34a-40c4-9488-e5b08484ffae service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b91759c7-445e-4f7b-9fc4-64d80951832c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0452249 Dec 08 16:55:33.548142 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fd21530b-6ed3-4636-8a62-45233a57619f req-720d919d-2e58-40ae-aeec-5a6e54b8eb58 tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d2708d2-bcc3-4679-91b3-38a27e986a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417264 Dec 08 16:55:33.610660 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0622274b-0511-4f27-bec3-1b3987a4a56f req-fabfa336-5535-42aa-bd19-88e9c6ca0294 service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826759 Dec 08 16:55:33.618561 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [req-afc2bdad-e11c-40a2-b5a2-54ffe5216ecc req-f5b125eb-dec8-4a89-942a-1fedb171e731 service neutron] (110551) timed out ('10.222.0.76', 62291) {{(pid=110551) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 16:55:33.709087 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0622274b-0511-4f27-bec3-1b3987a4a56f req-c243b58f-973c-49da-81b6-48a28771cf53 service neutron] 10.222.0.76 "GET /v2.0/networks/b91759c7-445e-4f7b-9fc4-64d80951832c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912805 Dec 08 16:55:34.666212 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb43cd-9dc4-4b31-be6a-06a643cc5f4e req-df148569-53da-43af-98bc-be9eb80f5f6d tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:55:34.667685 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cefb43cd-9dc4-4b31-be6a-06a643cc5f4e req-df148569-53da-43af-98bc-be9eb80f5f6d tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] 10.222.0.64 "GET /v2.0/ports?device_id=c966d451-43cd-4fe8-8d76-48f1d82a6759 HTTP/1.1" status: 200 len: 948 time: 0.0492389 Dec 08 16:55:34.717553 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cefb43cd-9dc4-4b31-be6a-06a643cc5f4e req-c27249b6-6a1d-4367-ab5b-8de10b881f65 tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d2708d2-bcc3-4679-91b3-38a27e986a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432131 Dec 08 16:55:34.965132 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:35.833253 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c0f432-02f6-4f65-a8d3-e44d3656756b req-6d94e104-393d-4f64-acdc-5da5710b7969 tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:55:35.834732 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-18c0f432-02f6-4f65-a8d3-e44d3656756b req-6d94e104-393d-4f64-acdc-5da5710b7969 tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] 10.222.0.64 "GET /v2.0/ports?device_id=c966d451-43cd-4fe8-8d76-48f1d82a6759 HTTP/1.1" status: 200 len: 948 time: 0.0479581 Dec 08 16:55:35.882003 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-18c0f432-02f6-4f65-a8d3-e44d3656756b req-0b242b37-9dcd-4311-9b28-0329e0f70313 tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d2708d2-bcc3-4679-91b3-38a27e986a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411646 Dec 08 16:55:36.996521 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029fcbf-568e-4bea-ba22-f8051c175ad3 req-3bd2ad8c-09e4-4279-9297-b21c96c61583 tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:55:36.998010 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0029fcbf-568e-4bea-ba22-f8051c175ad3 req-3bd2ad8c-09e4-4279-9297-b21c96c61583 tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] 10.222.0.64 "GET /v2.0/ports?device_id=c966d451-43cd-4fe8-8d76-48f1d82a6759 HTTP/1.1" status: 200 len: 948 time: 0.0485449 Dec 08 16:55:37.049453 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0029fcbf-568e-4bea-ba22-f8051c175ad3 req-fcabcbf1-98c3-4d02-a767-221484368de3 tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d2708d2-bcc3-4679-91b3-38a27e986a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455923 Dec 08 16:55:37.598018 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 3be67824-965e-43cf-8f52-8000f8b8adcb details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:55:37.694689 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 3be67824-965e-43cf-8f52-8000f8b8adcb, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=3be67824-965e-43cf-8f52-8000f8b8adcb,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:55:37.706208 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '3be67824-965e-43cf-8f52-8000f8b8adcb', 'network_id': 'b91759c7-445e-4f7b-9fc4-64d80951832c', 'port_id': '3be67824-965e-43cf-8f52-8000f8b8adcb', 'mac_address': 'fa:16:3e:28:f8:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c93b3a32-b438-4a47-8558-220c03febf97', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:55:37.745088 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:37.758984 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3be67824-965e-43cf-8f52-8000f8b8adcb {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:55:37.779015 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 3be67824-965e-43cf-8f52-8000f8b8adcb, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=3be67824-965e-43cf-8f52-8000f8b8adcb,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:55:37.867738 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:37.918774 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=3be67824-965e-43cf-8f52-8000f8b8adcb,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:55:38.174334 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebadfb5-9b9c-489d-9f95-fe034243ce3a req-a40b3b25-be34-4d3d-b7e2-ce53985e9bb0 tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:55:38.176007 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8ebadfb5-9b9c-489d-9f95-fe034243ce3a req-a40b3b25-be34-4d3d-b7e2-ce53985e9bb0 tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] 10.222.0.64 "GET /v2.0/ports?device_id=c966d451-43cd-4fe8-8d76-48f1d82a6759 HTTP/1.1" status: 200 len: 949 time: 0.0563025 Dec 08 16:55:38.222754 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8ebadfb5-9b9c-489d-9f95-fe034243ce3a req-a6b74a79-846f-429f-8152-87db7b7d5b90 tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d2708d2-bcc3-4679-91b3-38a27e986a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410779 Dec 08 16:55:38.231363 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['3be67824-965e-43cf-8f52-8000f8b8adcb'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:55:38.901906 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:39.338862 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d5670-36ee-4f31-92db-f4f1d888db7a req-69f24bfe-7195-4722-9a89-502a073a2826 tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:55:39.341008 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b56d5670-36ee-4f31-92db-f4f1d888db7a req-69f24bfe-7195-4722-9a89-502a073a2826 tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] 10.222.0.64 "GET /v2.0/ports?device_id=c966d451-43cd-4fe8-8d76-48f1d82a6759 HTTP/1.1" status: 200 len: 949 time: 0.0488346 Dec 08 16:55:39.389474 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b56d5670-36ee-4f31-92db-f4f1d888db7a req-91769c1d-221e-48c2-b3f5-40ff7c2b8b9b tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d2708d2-bcc3-4679-91b3-38a27e986a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422928 Dec 08 16:55:39.617343 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 3be67824-965e-43cf-8f52-8000f8b8adcb up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:55:39.725187 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port 3be67824-965e-43cf-8f52-8000f8b8adcb completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:55:39.729292 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 3be67824-965e-43cf-8f52-8000f8b8adcb triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:55:39.729677 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:39.807372 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:39.828652 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c966d451-43cd-4fe8-8d76-48f1d82a6759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3be67824-965e-43cf-8f52-8000f8b8adcb'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:55:39.830950 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d2907a4-d881-4e29-9038-ad64d254aa00" -d '{"events": [{"server_uuid": "c966d451-43cd-4fe8-8d76-48f1d82a6759", "name": "network-vif-plugged", "status": "completed", "tag": "3be67824-965e-43cf-8f52-8000f8b8adcb"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:55:39.844357 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 3be67824-965e-43cf-8f52-8000f8b8adcb, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=3be67824-965e-43cf-8f52-8000f8b8adcb,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:55:39.867966 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81405eed-4850-414e-be18-2068e909268a x-openstack-request-id: req-81405eed-4850-414e-be18-2068e909268a {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:55:39.868349 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c966d451-43cd-4fe8-8d76-48f1d82a6759", "name": "network-vif-plugged", "status": "completed", "tag": "3be67824-965e-43cf-8f52-8000f8b8adcb", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:55:39.868610 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-81405eed-4850-414e-be18-2068e909268a {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:55:39.869030 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c966d451-43cd-4fe8-8d76-48f1d82a6759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3be67824-965e-43cf-8f52-8000f8b8adcb', 'code': 200} Dec 08 16:55:39.913738 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:39.965169 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=3be67824-965e-43cf-8f52-8000f8b8adcb,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:55:39.966409 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fadbc23-2b28-45c0-a821-7e284726a306 req-b3592886-7e90-4cdb-89fc-4f42c540ee66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:55:39.968830 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9fadbc23-2b28-45c0-a821-7e284726a306 req-b3592886-7e90-4cdb-89fc-4f42c540ee66 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c966d451-43cd-4fe8-8d76-48f1d82a6759 HTTP/1.1" status: 200 len: 1102 time: 0.0417089 Dec 08 16:55:40.014570 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9fadbc23-2b28-45c0-a821-7e284726a306 req-112ea750-9667-4d3c-804f-836c5416ea91 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=5d2708d2-bcc3-4679-91b3-38a27e986a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387754 Dec 08 16:55:40.508971 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87aec1-0f65-44d3-b581-7ecd52273e87 req-cad0d592-1948-4c9f-b312-179671bec270 tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:55:40.510479 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4c87aec1-0f65-44d3-b581-7ecd52273e87 req-cad0d592-1948-4c9f-b312-179671bec270 tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] 10.222.0.64 "GET /v2.0/ports?device_id=c966d451-43cd-4fe8-8d76-48f1d82a6759 HTTP/1.1" status: 200 len: 950 time: 0.0529842 Dec 08 16:55:40.558157 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4c87aec1-0f65-44d3-b581-7ecd52273e87 req-38fd77da-6a94-4222-a3c3-cbd2d2411e7f tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d2708d2-bcc3-4679-91b3-38a27e986a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411351 Dec 08 16:55:41.529923 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-874a0394-85f0-4eaf-9802-961e454c9e6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:41.675859 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaba0d0-ab5f-462b-aa81-8e68e86797f2 req-5f1e4ffc-6944-4314-814f-eac9407e8fdf tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:55:41.677406 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2eaba0d0-ab5f-462b-aa81-8e68e86797f2 req-5f1e4ffc-6944-4314-814f-eac9407e8fdf tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] 10.222.0.64 "GET /v2.0/ports?device_id=c966d451-43cd-4fe8-8d76-48f1d82a6759 HTTP/1.1" status: 200 len: 950 time: 0.0494082 Dec 08 16:55:41.724383 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2eaba0d0-ab5f-462b-aa81-8e68e86797f2 req-4c954b77-b4be-4c06-ab3b-9fcb2775ec0d tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d2708d2-bcc3-4679-91b3-38a27e986a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408375 Dec 08 16:55:42.180635 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [req-5d343a04-7b0e-428d-9ed5-8c47c051543e req-e6f7437a-dc0c-49ef-b522-78ec96798fd6 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:55:42.181697 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5d343a04-7b0e-428d-9ed5-8c47c051543e req-e6f7437a-dc0c-49ef-b522-78ec96798fd6 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1006029 Dec 08 16:55:42.690903 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [req-24e8a325-7ee3-4fd0-a704-0e992d821ea0 req-eb859b8b-bf57-4f97-9475-e8ea73003e03 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:55:42.691849 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-24e8a325-7ee3-4fd0-a704-0e992d821ea0 req-eb859b8b-bf57-4f97-9475-e8ea73003e03 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054545 Dec 08 16:55:43.311397 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f67714-49c5-4e4c-94bc-616fdb3d00a4 req-0d4335bf-7d34-42fe-92b3-6f7076151aaa tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:55:43.312934 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-63f67714-49c5-4e4c-94bc-616fdb3d00a4 req-0d4335bf-7d34-42fe-92b3-6f7076151aaa tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] 10.222.0.64 "GET /v2.0/ports?device_id=c966d451-43cd-4fe8-8d76-48f1d82a6759 HTTP/1.1" status: 200 len: 950 time: 0.0530612 Dec 08 16:55:43.361026 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-63f67714-49c5-4e4c-94bc-616fdb3d00a4 req-715d6978-e752-4466-a200-a280365314a9 tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d2708d2-bcc3-4679-91b3-38a27e986a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416405 Dec 08 16:55:44.147843 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3fa7a869-6c8e-428c-b557-d032a85bf45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:44.479278 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5a675-3958-4b73-a49c-e16f846e9c14 req-7c3da1a0-a9e8-4856-824b-3162daa6284b tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:55:44.480784 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8db5a675-3958-4b73-a49c-e16f846e9c14 req-7c3da1a0-a9e8-4856-824b-3162daa6284b tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] 10.222.0.64 "GET /v2.0/ports?device_id=c966d451-43cd-4fe8-8d76-48f1d82a6759 HTTP/1.1" status: 200 len: 950 time: 0.0489578 Dec 08 16:55:44.527720 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8db5a675-3958-4b73-a49c-e16f846e9c14 req-db169b8e-93c3-4e03-8812-ab13f6759f5d tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d2708d2-bcc3-4679-91b3-38a27e986a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409632 Dec 08 16:55:44.645230 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a4011-8151-40e3-88d4-8d608fead9ab req-a1f8afc9-f08c-4e23-b2a5-5ac4cc45353a tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:55:44.646728 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c65a4011-8151-40e3-88d4-8d608fead9ab req-a1f8afc9-f08c-4e23-b2a5-5ac4cc45353a tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] 10.222.0.76 "GET /v2.0/ports?device_id=c966d451-43cd-4fe8-8d76-48f1d82a6759 HTTP/1.1" status: 200 len: 950 time: 0.0552189 Dec 08 16:55:44.734924 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-c65a4011-8151-40e3-88d4-8d608fead9ab req-9e152f71-a37e-4939-973e-7de99f6f4d30 tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] Deleting port 3be67824-965e-43cf-8f52-8000f8b8adcb {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:55:44.735275 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c65a4011-8151-40e3-88d4-8d608fead9ab req-9e152f71-a37e-4939-973e-7de99f6f4d30 tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:44.826601 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-c65a4011-8151-40e3-88d4-8d608fead9ab req-9e152f71-a37e-4939-973e-7de99f6f4d30 tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] For port 3be67824-965e-43cf-8f52-8000f8b8adcb, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=3be67824-965e-43cf-8f52-8000f8b8adcb,segment=NetworkSegment(87214c82-860c-45d8-affa-fa722adcf7c9),segment_id=87214c82-860c-45d8-affa-fa722adcf7c9)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:55:44.826970 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c65a4011-8151-40e3-88d4-8d608fead9ab req-9e152f71-a37e-4939-973e-7de99f6f4d30 tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:44.838757 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-c65a4011-8151-40e3-88d4-8d608fead9ab req-9e152f71-a37e-4939-973e-7de99f6f4d30 tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] Calling delete_port for 3be67824-965e-43cf-8f52-8000f8b8adcb owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:55:45.031849 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c65a4011-8151-40e3-88d4-8d608fead9ab req-9e152f71-a37e-4939-973e-7de99f6f4d30 tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:45.045273 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['3be67824-965e-43cf-8f52-8000f8b8adcb'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:55:45.062665 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e152f71-a37e-4939-973e-7de99f6f4d30 tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] Pushing event deleted for resources: {'Port': ['ID=3be67824-965e-43cf-8f52-8000f8b8adcb,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:55:45.106855 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-c65a4011-8151-40e3-88d4-8d608fead9ab req-9e152f71-a37e-4939-973e-7de99f6f4d30 tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] No DVR routers for this DVR port 3be67824-965e-43cf-8f52-8000f8b8adcb on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:55:45.109740 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-c65a4011-8151-40e3-88d4-8d608fead9ab req-9e152f71-a37e-4939-973e-7de99f6f4d30 tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:45.116469 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c65a4011-8151-40e3-88d4-8d608fead9ab req-9e152f71-a37e-4939-973e-7de99f6f4d30 tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] 10.222.0.76 "DELETE /v2.0/ports/3be67824-965e-43cf-8f52-8000f8b8adcb HTTP/1.1" status: 204 len: 173 time: 0.4609058 Dec 08 16:55:45.116469 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c966d451-43cd-4fe8-8d76-48f1d82a6759', 'name': 'network-vif-deleted', 'tag': '3be67824-965e-43cf-8f52-8000f8b8adcb'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:55:45.116469 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b24886-c057-499f-a503-a0c928824ae8" -d '{"events": [{"server_uuid": "c966d451-43cd-4fe8-8d76-48f1d82a6759", "name": "network-vif-deleted", "tag": "3be67824-965e-43cf-8f52-8000f8b8adcb"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:55:45.155158 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072980b0-41bb-4691-9671-f1f730f21546 x-openstack-request-id: req-072980b0-41bb-4691-9671-f1f730f21546 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:55:45.155507 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c966d451-43cd-4fe8-8d76-48f1d82a6759", "name": "network-vif-deleted", "tag": "3be67824-965e-43cf-8f52-8000f8b8adcb", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:55:45.155772 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-072980b0-41bb-4691-9671-f1f730f21546 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:55:45.156214 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c966d451-43cd-4fe8-8d76-48f1d82a6759', 'name': 'network-vif-deleted', 'tag': '3be67824-965e-43cf-8f52-8000f8b8adcb', 'status': 'completed', 'code': 200} Dec 08 16:55:45.376526 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:45.633882 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0a66b405-1266-4739-9173-465f9f1401fa req-e290f946-5531-4566-bbb6-daeacc4965fa tempest-ServersAdminNegativeTestJSON-1354036411 tempest-ServersAdminNegativeTestJSON-1354036411-project] 10.222.0.64 "GET /v2.0/ports?device_id=c966d451-43cd-4fe8-8d76-48f1d82a6759 HTTP/1.1" status: 200 len: 210 time: 0.0288494 Dec 08 16:55:46.475419 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:55:46.894941 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:47.133393 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 38732) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:55:47.265481 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-073719b1-94dc-4759-bcc8-4f3aaec90364 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=96b5b0ef781848a1808cbf85b4dfb300&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1309240 Dec 08 16:55:47.267967 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 38736) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:55:47.314768 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-710fe83b-ee20-48b6-a2bb-79f0925dbf1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:47.335536 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-710fe83b-ee20-48b6-a2bb-79f0925dbf1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:47.444467 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-710fe83b-ee20-48b6-a2bb-79f0925dbf1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:47.447109 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-710fe83b-ee20-48b6-a2bb-79f0925dbf1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:47.448320 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-710fe83b-ee20-48b6-a2bb-79f0925dbf1d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5d2708d2-bcc3-4679-91b3-38a27e986a8d HTTP/1.1" status: 204 len: 168 time: 0.1793945 Dec 08 16:55:47.456949 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710fe83b-ee20-48b6-a2bb-79f0925dbf1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2708d2-bcc3-4679-91b3-38a27e986a8d,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:55:47.582013 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:47.705640 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 3be67824-965e-43cf-8f52-8000f8b8adcb no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:55:47.725278 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: 3be67824-965e-43cf-8f52-8000f8b8adcb {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:55:47.725625 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 3be67824-965e-43cf-8f52-8000f8b8adcb not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:55:48.005378 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 38742) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:55:48.018841 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-15207c15-fba7-4eb1-a72b-63c7ecd33b00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:48.092255 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-15207c15-fba7-4eb1-a72b-63c7ecd33b00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:48.176646 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-15207c15-fba7-4eb1-a72b-63c7ecd33b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:48.214180 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15207c15-fba7-4eb1-a72b-63c7ecd33b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa74841-6791-4fdc-93f9-e6b868cf4f68,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:55:48.218889 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-15207c15-fba7-4eb1-a72b-63c7ecd33b00 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a825bc8bdece40d092f48596a2cee9a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2124977 Dec 08 16:55:48.222002 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 38744) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:55:48.268659 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f6d882ca-f1d7-4ef3-945b-3a32f94bf688 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:48.289708 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f6d882ca-f1d7-4ef3-945b-3a32f94bf688 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:48.404912 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f6d882ca-f1d7-4ef3-945b-3a32f94bf688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:48.407571 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f6d882ca-f1d7-4ef3-945b-3a32f94bf688 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:48.408778 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-f6d882ca-f1d7-4ef3-945b-3a32f94bf688 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9aa74841-6791-4fdc-93f9-e6b868cf4f68 HTTP/1.1" status: 204 len: 168 time: 0.1862693 Dec 08 16:55:48.416459 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d882ca-f1d7-4ef3-945b-3a32f94bf688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa74841-6791-4fdc-93f9-e6b868cf4f68,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:55:49.430142 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 38766) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:55:49.526705 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-8d039971-c1bb-4181-88ac-8815e0d80c62 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-759642096-network', 'tenant_id': 'f3787345a9d2448a947126fe8fe79f69'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:55:49.621948 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d039971-c1bb-4181-88ac-8815e0d80c62 admin admin] Made reservation on behalf of f3787345a9d2448a947126fe8fe79f69 for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:55:49.624326 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8d039971-c1bb-4181-88ac-8815e0d80c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:49.633105 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8d039971-c1bb-4181-88ac-8815e0d80c62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:49.705510 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8d039971-c1bb-4181-88ac-8815e0d80c62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:49.759024 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8d039971-c1bb-4181-88ac-8815e0d80c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:49.783253 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d039971-c1bb-4181-88ac-8815e0d80c62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:55:49.791871 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d039971-c1bb-4181-88ac-8815e0d80c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b08554-411c-4f0d-9334-1aab39f7d2ce,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:55:49.798402 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8d039971-c1bb-4181-88ac-8815e0d80c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:49.799991 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-8d039971-c1bb-4181-88ac-8815e0d80c62 admin admin] Added segment 835bf7fc-fdb2-42a5-ab25-91f248f872a6 of type vlan for network a2396dee-5e87-4b49-a131-a929d0115108 Dec 08 16:55:49.838070 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8d039971-c1bb-4181-88ac-8815e0d80c62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:50.203673 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8d039971-c1bb-4181-88ac-8815e0d80c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:50.204796 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d039971-c1bb-4181-88ac-8815e0d80c62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:55:50.205464 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8d039971-c1bb-4181-88ac-8815e0d80c62 admin admin] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:50.268594 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d039971-c1bb-4181-88ac-8815e0d80c62 admin admin] Pushing event updated for resources: {'Network': ['ID=a2396dee-5e87-4b49-a131-a929d0115108,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:55:50.279320 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network a2396dee-5e87-4b49-a131-a929d0115108 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:55:50.310075 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-8d039971-c1bb-4181-88ac-8815e0d80c62 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8781269 Dec 08 16:55:50.315678 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 38772) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:55:50.319697 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-22273670-c64b-4685-83bc-c3322366961d admin admin] Request body: {'subnet': {'network_id': 'a2396dee-5e87-4b49-a131-a929d0115108', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-759642096-subnet', 'tenant_id': 'f3787345a9d2448a947126fe8fe79f69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:55:50.420457 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22273670-c64b-4685-83bc-c3322366961d admin admin] Made reservation on behalf of f3787345a9d2448a947126fe8fe79f69 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:55:50.422883 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-22273670-c64b-4685-83bc-c3322366961d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:50.666772 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-22273670-c64b-4685-83bc-c3322366961d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:50.726826 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22273670-c64b-4685-83bc-c3322366961d admin admin] Pushing event updated for resources: {'Subnet': ['ID=389e3403-f279-4953-8463-29945b67c45f,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:55:50.742638 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22273670-c64b-4685-83bc-c3322366961d admin admin] Checking segment: {'id': '835bf7fc-fdb2-42a5-ab25-91f248f872a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a2396dee-5e87-4b49-a131-a929d0115108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:55:50.743003 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22273670-c64b-4685-83bc-c3322366961d admin admin] Network hostable DHCP agents. Network: a2396dee-5e87-4b49-a131-a929d0115108, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:55:50.838729 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22273670-c64b-4685-83bc-c3322366961d admin admin] Network a2396dee-5e87-4b49-a131-a929d0115108 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:55:50.895773 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-22273670-c64b-4685-83bc-c3322366961d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, a2396dee-5e87-4b49-a131-a929d0115108) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:55:50.899900 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22273670-c64b-4685-83bc-c3322366961d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:55:50.900530 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-22273670-c64b-4685-83bc-c3322366961d admin admin] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:50.905623 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98712aad-c438-4dc4-b91b-5de6f6db5cdb None None] Network a2396dee-5e87-4b49-a131-a929d0115108 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:55:50.983818 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-22273670-c64b-4685-83bc-c3322366961d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6697977 Dec 08 16:55:51.004134 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6b366c-7568-4cd1-aac1-0154e9b5973c None None] Network a2396dee-5e87-4b49-a131-a929d0115108 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:55:51.416200 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666dcd0-e774-4136-a75f-d2d07a5dd68a req-d6364355-6e95-453f-a0bd-fb3bbc3927dc tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:55:51.419164 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0666dcd0-e774-4136-a75f-d2d07a5dd68a req-d6364355-6e95-453f-a0bd-fb3bbc3927dc tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/networks?id=a2396dee-5e87-4b49-a131-a929d0115108 HTTP/1.1" status: 200 len: 811 time: 0.1055515 Dec 08 16:55:51.433255 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0666dcd0-e774-4136-a75f-d2d07a5dd68a req-dec8019c-06fe-41d9-913e-70145f1c49c8 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/quotas/f3787345a9d2448a947126fe8fe79f69 HTTP/1.1" status: 200 len: 375 time: 0.0094573 Dec 08 16:55:51.469351 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0666dcd0-e774-4136-a75f-d2d07a5dd68a req-1639a599-ceb2-40e7-bf83-05224edd954b tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f3787345a9d2448a947126fe8fe79f69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298986 Dec 08 16:55:51.480162 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [req-0666dcd0-e774-4136-a75f-d2d07a5dd68a req-84537425-4951-4f78-81df-5a7f391a9137 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:55:51.481734 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0666dcd0-e774-4136-a75f-d2d07a5dd68a req-84537425-4951-4f78-81df-5a7f391a9137 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050938 Dec 08 16:55:51.570739 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0666dcd0-e774-4136-a75f-d2d07a5dd68a req-54ca28e8-6be7-4a47-a19b-254afa4fb88f service neutron] 10.222.0.64 "GET /v2.0/networks/a2396dee-5e87-4b49-a131-a929d0115108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830021 Dec 08 16:55:51.663487 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0666dcd0-e774-4136-a75f-d2d07a5dd68a req-07dcef8a-0178-4cff-a666-b8e2cb35922c service neutron] 10.222.0.64 "GET /v2.0/networks/a2396dee-5e87-4b49-a131-a929d0115108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865402 Dec 08 16:55:51.874251 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d3a7f80b-6cc9-47dc-9119-0d6b2d794688 req-e6c3558d-5122-4944-ac08-62f241715ba7 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/ports?device_id=8802769c-62dc-434c-bb56-75c20545d27e HTTP/1.1" status: 200 len: 210 time: 0.0288045 Dec 08 16:55:52.970812 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-635a1cea-1f5d-47b3-85c0-59140f6a9e7e req-11aacb3c-d78d-474c-8d56-30f1664e6fae tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/ports?device_id=8802769c-62dc-434c-bb56-75c20545d27e HTTP/1.1" status: 200 len: 210 time: 0.0274665 Dec 08 16:55:53.713375 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666dcd0-e774-4136-a75f-d2d07a5dd68a req-d0aea214-f494-4a4e-bda2-99ccf60337ed tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:55:53.714830 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0666dcd0-e774-4136-a75f-d2d07a5dd68a req-d0aea214-f494-4a4e-bda2-99ccf60337ed tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.76 "GET /v2.0/networks?id=a2396dee-5e87-4b49-a131-a929d0115108 HTTP/1.1" status: 200 len: 811 time: 0.1007140 Dec 08 16:55:53.728128 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-0666dcd0-e774-4136-a75f-d2d07a5dd68a req-25fc7e58-af72-4956-b4aa-a63cee5b4733 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] Request body: {'port': {'device_id': '8802769c-62dc-434c-bb56-75c20545d27e', 'network_id': 'a2396dee-5e87-4b49-a131-a929d0115108', 'admin_state_up': True, 'tenant_id': 'f3787345a9d2448a947126fe8fe79f69'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:55:53.890525 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0666dcd0-e774-4136-a75f-d2d07a5dd68a req-25fc7e58-af72-4956-b4aa-a63cee5b4733 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] Made reservation on behalf of f3787345a9d2448a947126fe8fe79f69 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:55:53.894147 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0666dcd0-e774-4136-a75f-d2d07a5dd68a req-25fc7e58-af72-4956-b4aa-a63cee5b4733 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:54.023558 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-0666dcd0-e774-4136-a75f-d2d07a5dd68a req-25fc7e58-af72-4956-b4aa-a63cee5b4733 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] Allocated IP 172.20.0.6 (a2396dee-5e87-4b49-a131-a929d0115108/389e3403-f279-4953-8463-29945b67c45f/7c21f357-11b6-4c35-a3fd-00ff80462e61) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:55:54.070492 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cdad092f-27ad-4e52-ac85-308d9b105dbd req-4cbfb988-15f3-4d14-bcdf-11cb0729451e tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/ports?device_id=8802769c-62dc-434c-bb56-75c20545d27e HTTP/1.1" status: 200 len: 210 time: 0.0269425 Dec 08 16:55:54.178040 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0666dcd0-e774-4136-a75f-d2d07a5dd68a req-25fc7e58-af72-4956-b4aa-a63cee5b4733 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:54.266661 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0666dcd0-e774-4136-a75f-d2d07a5dd68a req-25fc7e58-af72-4956-b4aa-a63cee5b4733 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:54.313203 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0666dcd0-e774-4136-a75f-d2d07a5dd68a req-25fc7e58-af72-4956-b4aa-a63cee5b4733 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] Network a2396dee-5e87-4b49-a131-a929d0115108 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:55:54.318337 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-0666dcd0-e774-4136-a75f-d2d07a5dd68a req-25fc7e58-af72-4956-b4aa-a63cee5b4733 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:55:54.322021 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-0666dcd0-e774-4136-a75f-d2d07a5dd68a req-25fc7e58-af72-4956-b4aa-a63cee5b4733 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:55:54.329157 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fc7e58-af72-4956-b4aa-a63cee5b4733 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] Pushing event updated for resources: {'Port': ['ID=7c21f357-11b6-4c35-a3fd-00ff80462e61,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:55:54.374665 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666dcd0-e774-4136-a75f-d2d07a5dd68a req-25fc7e58-af72-4956-b4aa-a63cee5b4733 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:55:54.375356 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0666dcd0-e774-4136-a75f-d2d07a5dd68a req-25fc7e58-af72-4956-b4aa-a63cee5b4733 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:54.521744 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0666dcd0-e774-4136-a75f-d2d07a5dd68a req-25fc7e58-af72-4956-b4aa-a63cee5b4733 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7969944 Dec 08 16:55:54.534947 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-0666dcd0-e774-4136-a75f-d2d07a5dd68a req-f16e4630-298c-49e8-ae62-97655ef89038 service neutron] Request body: {'port': {'device_id': '8802769c-62dc-434c-bb56-75c20545d27e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:55:54.587983 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0666dcd0-e774-4136-a75f-d2d07a5dd68a req-f16e4630-298c-49e8-ae62-97655ef89038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:54.869980 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-0666dcd0-e774-4136-a75f-d2d07a5dd68a req-f16e4630-298c-49e8-ae62-97655ef89038 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c21f357-11b6-4c35-a3fd-00ff80462e61 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:55:54.877300 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0666dcd0-e774-4136-a75f-d2d07a5dd68a req-f16e4630-298c-49e8-ae62-97655ef89038 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:54.889608 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-0666dcd0-e774-4136-a75f-d2d07a5dd68a req-f16e4630-298c-49e8-ae62-97655ef89038 service neutron] Transition to ACTIVE for port object 7c21f357-11b6-4c35-a3fd-00ff80462e61 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:55:54.958762 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0666dcd0-e774-4136-a75f-d2d07a5dd68a req-f16e4630-298c-49e8-ae62-97655ef89038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:55.009784 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16e4630-298c-49e8-ae62-97655ef89038 service neutron] Pushing event updated for resources: {'Port': ['ID=7c21f357-11b6-4c35-a3fd-00ff80462e61,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:55:55.034287 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e4630-298c-49e8-ae62-97655ef89038 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:55:55.034975 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e4630-298c-49e8-ae62-97655ef89038 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:55:55.034975 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e4630-298c-49e8-ae62-97655ef89038 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:55:55.035310 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e4630-298c-49e8-ae62-97655ef89038 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:55:55.035646 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e4630-298c-49e8-ae62-97655ef89038 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:55:55.035981 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e4630-298c-49e8-ae62-97655ef89038 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:55:55.036350 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e4630-298c-49e8-ae62-97655ef89038 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:55:55.036679 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e4630-298c-49e8-ae62-97655ef89038 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:55:55.037006 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e4630-298c-49e8-ae62-97655ef89038 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:55:55.037335 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e4630-298c-49e8-ae62-97655ef89038 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:55:55.037663 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e4630-298c-49e8-ae62-97655ef89038 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:55:55.037987 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e4630-298c-49e8-ae62-97655ef89038 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:55:55.038310 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16e4630-298c-49e8-ae62-97655ef89038 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:55:55.087221 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-0666dcd0-e774-4136-a75f-d2d07a5dd68a req-f16e4630-298c-49e8-ae62-97655ef89038 service neutron] Attempting to bind port 7c21f357-11b6-4c35-a3fd-00ff80462e61 on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:55:55.087556 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-0666dcd0-e774-4136-a75f-d2d07a5dd68a req-f16e4630-298c-49e8-ae62-97655ef89038 service neutron] Attempting to bind port 7c21f357-11b6-4c35-a3fd-00ff80462e61 by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': '835bf7fc-fdb2-42a5-ab25-91f248f872a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a2396dee-5e87-4b49-a131-a929d0115108'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:55:55.087886 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0666dcd0-e774-4136-a75f-d2d07a5dd68a req-f16e4630-298c-49e8-ae62-97655ef89038 service neutron] Attempting to bind port 7c21f357-11b6-4c35-a3fd-00ff80462e61 on network a2396dee-5e87-4b49-a131-a929d0115108 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:55:55.092693 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0666dcd0-e774-4136-a75f-d2d07a5dd68a req-f16e4630-298c-49e8-ae62-97655ef89038 service neutron] Port 7c21f357-11b6-4c35-a3fd-00ff80462e61 on network a2396dee-5e87-4b49-a131-a929d0115108 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:55:55.093022 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0666dcd0-e774-4136-a75f-d2d07a5dd68a req-f16e4630-298c-49e8-ae62-97655ef89038 service neutron] Attempting to bind port 7c21f357-11b6-4c35-a3fd-00ff80462e61 on network a2396dee-5e87-4b49-a131-a929d0115108 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:55:55.097955 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0666dcd0-e774-4136-a75f-d2d07a5dd68a req-f16e4630-298c-49e8-ae62-97655ef89038 service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:55:55.098292 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0666dcd0-e774-4136-a75f-d2d07a5dd68a req-f16e4630-298c-49e8-ae62-97655ef89038 service neutron] Checking segment: {'id': '835bf7fc-fdb2-42a5-ab25-91f248f872a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a2396dee-5e87-4b49-a131-a929d0115108'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:55:55.098847 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0666dcd0-e774-4136-a75f-d2d07a5dd68a req-f16e4630-298c-49e8-ae62-97655ef89038 service neutron] Bound using segment: {'id': '835bf7fc-fdb2-42a5-ab25-91f248f872a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a2396dee-5e87-4b49-a131-a929d0115108'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:55:55.099091 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-0666dcd0-e774-4136-a75f-d2d07a5dd68a req-f16e4630-298c-49e8-ae62-97655ef89038 service neutron] Bound port: 7c21f357-11b6-4c35-a3fd-00ff80462e61, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '835bf7fc-fdb2-42a5-ab25-91f248f872a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a2396dee-5e87-4b49-a131-a929d0115108'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:55:55.099427 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0666dcd0-e774-4136-a75f-d2d07a5dd68a req-f16e4630-298c-49e8-ae62-97655ef89038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:55.498450 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-0666dcd0-e774-4136-a75f-d2d07a5dd68a req-f16e4630-298c-49e8-ae62-97655ef89038 service neutron] For port 7c21f357-11b6-4c35-a3fd-00ff80462e61, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:55:55.502003 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-0666dcd0-e774-4136-a75f-d2d07a5dd68a req-f16e4630-298c-49e8-ae62-97655ef89038 service neutron] For port 7c21f357-11b6-4c35-a3fd-00ff80462e61, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=7c21f357-11b6-4c35-a3fd-00ff80462e61,segment=NetworkSegment(835bf7fc-fdb2-42a5-ab25-91f248f872a6),segment_id=835bf7fc-fdb2-42a5-ab25-91f248f872a6)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:55:55.517081 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0fbc8e-a556-41f0-a6b6-3fbd1ea8ba44 req-58f02bb1-0f27-4803-a7f0-689c6c4f75e3 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:55:55.518579 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6f0fbc8e-a556-41f0-a6b6-3fbd1ea8ba44 req-58f02bb1-0f27-4803-a7f0-689c6c4f75e3 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/ports?device_id=8802769c-62dc-434c-bb56-75c20545d27e HTTP/1.1" status: 200 len: 943 time: 0.3755817 Dec 08 16:55:55.566638 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6f0fbc8e-a556-41f0-a6b6-3fbd1ea8ba44 req-953054e5-9162-472a-b704-077ad3e902c2 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/security-groups?id=26b08554-411c-4f0d-9334-1aab39f7d2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419073 Dec 08 16:55:55.568207 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0666dcd0-e774-4136-a75f-d2d07a5dd68a req-f16e4630-298c-49e8-ae62-97655ef89038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:55.602513 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666dcd0-e774-4136-a75f-d2d07a5dd68a req-f16e4630-298c-49e8-ae62-97655ef89038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:55:55.605473 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0666dcd0-e774-4136-a75f-d2d07a5dd68a req-f16e4630-298c-49e8-ae62-97655ef89038 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:55.605473 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0666dcd0-e774-4136-a75f-d2d07a5dd68a req-f16e4630-298c-49e8-ae62-97655ef89038 service neutron] 10.222.0.76 "PUT /v2.0/ports/7c21f357-11b6-4c35-a3fd-00ff80462e61 HTTP/1.1" status: 200 len: 1092 time: 1.0737529 Dec 08 16:55:55.605473 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8802769c-62dc-434c-bb56-75c20545d27e', 'tag': '7c21f357-11b6-4c35-a3fd-00ff80462e61'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:55:55.607242 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b48c137-213e-4403-98e7-1796de7d0257" -d '{"events": [{"name": "network-changed", "server_uuid": "8802769c-62dc-434c-bb56-75c20545d27e", "tag": "7c21f357-11b6-4c35-a3fd-00ff80462e61"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:55:55.633135 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16e4630-298c-49e8-ae62-97655ef89038 service neutron] Pushing event updated for resources: {'Port': ['ID=7c21f357-11b6-4c35-a3fd-00ff80462e61,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:55:55.651342 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e35849-f86d-401c-9bc5-54146b93efb9 x-openstack-request-id: req-10e35849-f86d-401c-9bc5-54146b93efb9 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:55:55.651644 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8802769c-62dc-434c-bb56-75c20545d27e", "tag": "7c21f357-11b6-4c35-a3fd-00ff80462e61", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:55:55.651908 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-10e35849-f86d-401c-9bc5-54146b93efb9 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:55:55.652350 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8802769c-62dc-434c-bb56-75c20545d27e', 'tag': '7c21f357-11b6-4c35-a3fd-00ff80462e61', 'status': 'completed', 'code': 200} Dec 08 16:55:55.713977 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48c137-213e-4403-98e7-1796de7d0257 req-0ca98204-9a53-4b38-8a1e-68570a555dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:55:55.715457 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4b48c137-213e-4403-98e7-1796de7d0257 req-0ca98204-9a53-4b38-8a1e-68570a555dd7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f3787345a9d2448a947126fe8fe79f69&device_id=8802769c-62dc-434c-bb56-75c20545d27e HTTP/1.1" status: 200 len: 1095 time: 0.0438445 Dec 08 16:55:55.815428 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48c137-213e-4403-98e7-1796de7d0257 req-037d96e7-d52e-4d78-947d-76b013314cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:55:55.816845 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4b48c137-213e-4403-98e7-1796de7d0257 req-037d96e7-d52e-4d78-947d-76b013314cb2 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=f3787345a9d2448a947126fe8fe79f69&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0925648 Dec 08 16:55:55.915166 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48c137-213e-4403-98e7-1796de7d0257 req-f4a43d68-085e-4f5e-8f25-05d292d9c3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:55:55.920384 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4b48c137-213e-4403-98e7-1796de7d0257 req-f4a43d68-085e-4f5e-8f25-05d292d9c3a8 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922670 Dec 08 16:55:55.992433 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666dcd0-e774-4136-a75f-d2d07a5dd68a req-ede9f35d-2e16-4e70-bb25-b72fa6a24f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:55:55.993910 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0666dcd0-e774-4136-a75f-d2d07a5dd68a req-ede9f35d-2e16-4e70-bb25-b72fa6a24f4d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f3787345a9d2448a947126fe8fe79f69&device_id=8802769c-62dc-434c-bb56-75c20545d27e HTTP/1.1" status: 200 len: 1095 time: 0.0405467 Dec 08 16:55:56.035885 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0666dcd0-e774-4136-a75f-d2d07a5dd68a req-f6ec7a8a-28b5-4ae9-8f52-70dfd1f53b44 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c21f357-11b6-4c35-a3fd-00ff80462e61 HTTP/1.1" status: 200 len: 217 time: 0.0341251 Dec 08 16:55:56.085954 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666dcd0-e774-4136-a75f-d2d07a5dd68a req-e1679f40-ff7f-4922-920a-a0397fe61bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:55:56.087318 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0666dcd0-e774-4136-a75f-d2d07a5dd68a req-e1679f40-ff7f-4922-920a-a0397fe61bb1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=389e3403-f279-4953-8463-29945b67c45f HTTP/1.1" status: 200 len: 851 time: 0.0448012 Dec 08 16:55:56.123736 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0666dcd0-e774-4136-a75f-d2d07a5dd68a req-9a25464b-012b-4a78-9969-4d52b98db170 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a2396dee-5e87-4b49-a131-a929d0115108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289745 Dec 08 16:55:56.213240 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0666dcd0-e774-4136-a75f-d2d07a5dd68a req-c7041bab-87ae-4996-9914-9249913b0dc1 service neutron] 10.222.0.76 "GET /v2.0/networks/a2396dee-5e87-4b49-a131-a929d0115108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824256 Dec 08 16:55:56.306048 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0666dcd0-e774-4136-a75f-d2d07a5dd68a req-fc04827d-3157-4dca-8bfa-ddd939dcb220 service neutron] 10.222.0.76 "GET /v2.0/networks/a2396dee-5e87-4b49-a131-a929d0115108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862329 Dec 08 16:55:56.685988 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c7251-c9e8-4b1c-a9dd-1fadd7cb60d8 req-fe34a866-1faf-488d-b0b3-64535ce5e704 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:55:56.687495 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0a4c7251-c9e8-4b1c-a9dd-1fadd7cb60d8 req-fe34a866-1faf-488d-b0b3-64535ce5e704 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/ports?device_id=8802769c-62dc-434c-bb56-75c20545d27e HTTP/1.1" status: 200 len: 943 time: 0.0491805 Dec 08 16:55:56.734534 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0a4c7251-c9e8-4b1c-a9dd-1fadd7cb60d8 req-94134c19-2290-4421-877a-d9ad6886093f tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/security-groups?id=26b08554-411c-4f0d-9334-1aab39f7d2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411885 Dec 08 16:55:57.850640 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e40d4-bc1f-4e18-a52d-af7001505700 req-cfd7ca0b-6886-4bb2-be5c-5f03841927fe tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:55:57.852130 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5d8e40d4-bc1f-4e18-a52d-af7001505700 req-cfd7ca0b-6886-4bb2-be5c-5f03841927fe tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/ports?device_id=8802769c-62dc-434c-bb56-75c20545d27e HTTP/1.1" status: 200 len: 943 time: 0.0496635 Dec 08 16:55:57.899108 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5d8e40d4-bc1f-4e18-a52d-af7001505700 req-4608f863-bd77-4a3b-bb2a-d35bae49e850 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/security-groups?id=26b08554-411c-4f0d-9334-1aab39f7d2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409653 Dec 08 16:55:59.012351 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7767aa9-f68e-4eae-9aa0-cfc9f1183b69 req-d0d1aa02-2429-4dde-87e1-935828fd7a11 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:55:59.013831 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c7767aa9-f68e-4eae-9aa0-cfc9f1183b69 req-d0d1aa02-2429-4dde-87e1-935828fd7a11 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/ports?device_id=8802769c-62dc-434c-bb56-75c20545d27e HTTP/1.1" status: 200 len: 943 time: 0.0496140 Dec 08 16:55:59.060962 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c7767aa9-f68e-4eae-9aa0-cfc9f1183b69 req-29ee3022-82ed-4871-84eb-7e92c570b83b tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/security-groups?id=26b08554-411c-4f0d-9334-1aab39f7d2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411861 Dec 08 16:55:59.754105 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 7c21f357-11b6-4c35-a3fd-00ff80462e61 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:55:59.848336 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 7c21f357-11b6-4c35-a3fd-00ff80462e61, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=7c21f357-11b6-4c35-a3fd-00ff80462e61,segment=NetworkSegment(835bf7fc-fdb2-42a5-ab25-91f248f872a6),segment_id=835bf7fc-fdb2-42a5-ab25-91f248f872a6)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:55:59.859585 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '7c21f357-11b6-4c35-a3fd-00ff80462e61', 'network_id': 'a2396dee-5e87-4b49-a131-a929d0115108', 'port_id': '7c21f357-11b6-4c35-a3fd-00ff80462e61', 'mac_address': 'fa:16:3e:7a:41:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '389e3403-f279-4953-8463-29945b67c45f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:55:59.895685 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:59.912441 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c21f357-11b6-4c35-a3fd-00ff80462e61 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:55:59.930618 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 7c21f357-11b6-4c35-a3fd-00ff80462e61, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=7c21f357-11b6-4c35-a3fd-00ff80462e61,segment=NetworkSegment(835bf7fc-fdb2-42a5-ab25-91f248f872a6),segment_id=835bf7fc-fdb2-42a5-ab25-91f248f872a6)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:56:00.004394 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:00.051569 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=7c21f357-11b6-4c35-a3fd-00ff80462e61,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:56:00.181304 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3648f54e-6240-4bde-a9bb-02eb4a19252d req-376206e3-7e3c-48ef-9613-84f685b0b4b3 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:00.182981 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3648f54e-6240-4bde-a9bb-02eb4a19252d req-376206e3-7e3c-48ef-9613-84f685b0b4b3 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/ports?device_id=8802769c-62dc-434c-bb56-75c20545d27e HTTP/1.1" status: 200 len: 944 time: 0.0543354 Dec 08 16:56:00.231178 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3648f54e-6240-4bde-a9bb-02eb4a19252d req-0288cef3-8af5-42da-b6a7-9cd8796d2d9c tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/security-groups?id=26b08554-411c-4f0d-9334-1aab39f7d2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413651 Dec 08 16:56:00.279187 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['7c21f357-11b6-4c35-a3fd-00ff80462e61'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:56:01.350533 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8872de7c-c240-41e9-bd81-52e7d72d14f3 req-8167fce8-c50a-4d20-aada-2fd3c41f9a8d tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:01.352028 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8872de7c-c240-41e9-bd81-52e7d72d14f3 req-8167fce8-c50a-4d20-aada-2fd3c41f9a8d tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/ports?device_id=8802769c-62dc-434c-bb56-75c20545d27e HTTP/1.1" status: 200 len: 944 time: 0.0537281 Dec 08 16:56:01.406954 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8872de7c-c240-41e9-bd81-52e7d72d14f3 req-60acc08a-ed59-40ce-a1bb-e72c2ee26ba2 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/security-groups?id=26b08554-411c-4f0d-9334-1aab39f7d2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488491 Dec 08 16:56:01.754110 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 7c21f357-11b6-4c35-a3fd-00ff80462e61 up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:56:01.878404 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port 7c21f357-11b6-4c35-a3fd-00ff80462e61 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:56:01.882581 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 7c21f357-11b6-4c35-a3fd-00ff80462e61 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:56:01.882987 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:01.958658 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:01.980014 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8802769c-62dc-434c-bb56-75c20545d27e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c21f357-11b6-4c35-a3fd-00ff80462e61'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:56:01.982806 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a060780-0a40-4cfe-b721-de75afe6d474" -d '{"events": [{"server_uuid": "8802769c-62dc-434c-bb56-75c20545d27e", "name": "network-vif-plugged", "status": "completed", "tag": "7c21f357-11b6-4c35-a3fd-00ff80462e61"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:56:01.996645 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 7c21f357-11b6-4c35-a3fd-00ff80462e61, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=7c21f357-11b6-4c35-a3fd-00ff80462e61,segment=NetworkSegment(835bf7fc-fdb2-42a5-ab25-91f248f872a6),segment_id=835bf7fc-fdb2-42a5-ab25-91f248f872a6)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:56:02.024168 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c648e502-6f62-4b1f-8bb2-cc6e0bad113f x-openstack-request-id: req-c648e502-6f62-4b1f-8bb2-cc6e0bad113f {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:56:02.024526 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8802769c-62dc-434c-bb56-75c20545d27e", "name": "network-vif-plugged", "status": "completed", "tag": "7c21f357-11b6-4c35-a3fd-00ff80462e61", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:56:02.024768 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c648e502-6f62-4b1f-8bb2-cc6e0bad113f {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:56:02.025170 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8802769c-62dc-434c-bb56-75c20545d27e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c21f357-11b6-4c35-a3fd-00ff80462e61', 'code': 200} Dec 08 16:56:02.067594 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:02.122532 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=7c21f357-11b6-4c35-a3fd-00ff80462e61,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:56:02.125660 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36314ddb-7665-4ea4-b8c0-457880164b84 req-68f07e94-9e37-43c7-8a9a-a6f059cb77eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:02.127428 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-36314ddb-7665-4ea4-b8c0-457880164b84 req-68f07e94-9e37-43c7-8a9a-a6f059cb77eb service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=8802769c-62dc-434c-bb56-75c20545d27e HTTP/1.1" status: 200 len: 1097 time: 0.0439277 Dec 08 16:56:02.171969 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-36314ddb-7665-4ea4-b8c0-457880164b84 req-234e5a01-ff0b-480d-b7fa-e1c8b7dcb309 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=26b08554-411c-4f0d-9334-1aab39f7d2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370834 Dec 08 16:56:02.523118 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84ff51-c334-46a0-b713-0dc8c0e0c296 req-234aaa92-a466-4817-a5cc-a1d4bba39cfc tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:02.524606 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fa84ff51-c334-46a0-b713-0dc8c0e0c296 req-234aaa92-a466-4817-a5cc-a1d4bba39cfc tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/ports?device_id=8802769c-62dc-434c-bb56-75c20545d27e HTTP/1.1" status: 200 len: 945 time: 0.0516944 Dec 08 16:56:02.571807 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fa84ff51-c334-46a0-b713-0dc8c0e0c296 req-920ebc35-e26b-4d25-a68a-093ec85683f0 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/security-groups?id=26b08554-411c-4f0d-9334-1aab39f7d2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407581 Dec 08 16:56:03.691484 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df3c680-bd73-4b39-b3af-9993dedd81cd req-a7b437a8-7805-43c2-bde2-6315f14c41f8 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:03.693047 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2df3c680-bd73-4b39-b3af-9993dedd81cd req-a7b437a8-7805-43c2-bde2-6315f14c41f8 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/ports?device_id=8802769c-62dc-434c-bb56-75c20545d27e HTTP/1.1" status: 200 len: 945 time: 0.0496645 Dec 08 16:56:03.740524 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2df3c680-bd73-4b39-b3af-9993dedd81cd req-9730032a-36f3-45c4-b07b-9c46148f11dc tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/security-groups?id=26b08554-411c-4f0d-9334-1aab39f7d2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413663 Dec 08 16:56:04.121541 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22226a30-2cc8-42f8-a091-419aad8252b1 req-bc510c4e-a553-4809-aac4-8e3792b84e1e tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:04.123067 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-22226a30-2cc8-42f8-a091-419aad8252b1 req-bc510c4e-a553-4809-aac4-8e3792b84e1e tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/ports?device_id=8802769c-62dc-434c-bb56-75c20545d27e HTTP/1.1" status: 200 len: 945 time: 0.0535727 Dec 08 16:56:04.171814 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-22226a30-2cc8-42f8-a091-419aad8252b1 req-4128862b-eb44-45a1-b192-b373eed6fe8c tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/security-groups?id=26b08554-411c-4f0d-9334-1aab39f7d2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426517 Dec 08 16:56:04.207898 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 38830) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:56:04.295471 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-68a2bf5f-1ce4-4d14-88e2-090a4fd27da7 req-ed1132a3-8e86-4284-abb9-672419a63e89 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8802769c-62dc-434c-bb56-75c20545d27e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0861676 Dec 08 16:56:04.303991 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [req-68a2bf5f-1ce4-4d14-88e2-090a4fd27da7 req-b51e924b-e7ac-4421-b24a-8b20619facdd service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:56:04.304984 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-68a2bf5f-1ce4-4d14-88e2-090a4fd27da7 req-b51e924b-e7ac-4421-b24a-8b20619facdd service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048745 Dec 08 16:56:04.992884 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:05.298667 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beea15b-2e8e-424f-989c-b850e90deb92 req-4d7a2bed-cf52-4c20-8bed-8d45ab7f817a tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:05.300163 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9beea15b-2e8e-424f-989c-b850e90deb92 req-4d7a2bed-cf52-4c20-8bed-8d45ab7f817a tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/ports?device_id=8802769c-62dc-434c-bb56-75c20545d27e HTTP/1.1" status: 200 len: 945 time: 0.0483057 Dec 08 16:56:05.349039 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9beea15b-2e8e-424f-989c-b850e90deb92 req-f23ef60e-a1e4-4cdf-a38c-19e416db139f tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/security-groups?id=26b08554-411c-4f0d-9334-1aab39f7d2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427876 Dec 08 16:56:06.467273 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f21f05-8964-4181-9900-fd2056ae6d86 req-2646cc4d-5dbd-4f99-8866-f78ea91ff74c tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:06.468838 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a2f21f05-8964-4181-9900-fd2056ae6d86 req-2646cc4d-5dbd-4f99-8866-f78ea91ff74c tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/ports?device_id=8802769c-62dc-434c-bb56-75c20545d27e HTTP/1.1" status: 200 len: 945 time: 0.0498600 Dec 08 16:56:06.511356 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2bf5f-1ce4-4d14-88e2-090a4fd27da7 req-085acfcb-afab-4fe3-b78b-a5d1e1df482c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:06.513397 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-68a2bf5f-1ce4-4d14-88e2-090a4fd27da7 req-085acfcb-afab-4fe3-b78b-a5d1e1df482c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f3787345a9d2448a947126fe8fe79f69&device_id=8802769c-62dc-434c-bb56-75c20545d27e HTTP/1.1" status: 200 len: 1097 time: 0.0453880 Dec 08 16:56:06.517038 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a2f21f05-8964-4181-9900-fd2056ae6d86 req-0b31245c-2abd-4fe9-abcc-10f337d22ba2 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/security-groups?id=26b08554-411c-4f0d-9334-1aab39f7d2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422421 Dec 08 16:56:06.603823 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2bf5f-1ce4-4d14-88e2-090a4fd27da7 req-59a527a0-5a48-4847-a156-84e7e7e025d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:06.605347 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-68a2bf5f-1ce4-4d14-88e2-090a4fd27da7 req-59a527a0-5a48-4847-a156-84e7e7e025d5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=a2396dee-5e87-4b49-a131-a929d0115108 HTTP/1.1" status: 200 len: 912 time: 0.0848546 Dec 08 16:56:06.651648 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-68a2bf5f-1ce4-4d14-88e2-090a4fd27da7 req-70ea6b44-449b-47fe-a9c1-befbc11ad65b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c21f357-11b6-4c35-a3fd-00ff80462e61 HTTP/1.1" status: 200 len: 217 time: 0.0387287 Dec 08 16:56:06.699615 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2bf5f-1ce4-4d14-88e2-090a4fd27da7 req-6a5f74db-187e-4f84-8fb5-20269fbfeadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:06.701612 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-68a2bf5f-1ce4-4d14-88e2-090a4fd27da7 req-6a5f74db-187e-4f84-8fb5-20269fbfeadf service neutron] 10.222.0.76 "GET /v2.0/subnets?id=389e3403-f279-4953-8463-29945b67c45f HTTP/1.1" status: 200 len: 851 time: 0.0433979 Dec 08 16:56:06.733278 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-68a2bf5f-1ce4-4d14-88e2-090a4fd27da7 req-6c3a7e71-cddf-496f-84f3-0908faa25188 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a2396dee-5e87-4b49-a131-a929d0115108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248861 Dec 08 16:56:06.821980 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-68a2bf5f-1ce4-4d14-88e2-090a4fd27da7 req-5b405450-5a12-48d3-bcad-ccdac7d3d4c2 service neutron] 10.222.0.76 "GET /v2.0/networks/a2396dee-5e87-4b49-a131-a929d0115108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817802 Dec 08 16:56:06.914849 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-68a2bf5f-1ce4-4d14-88e2-090a4fd27da7 req-bac35249-954d-475d-bb4c-81663d1a4c3e service neutron] 10.222.0.76 "GET /v2.0/networks/a2396dee-5e87-4b49-a131-a929d0115108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854878 Dec 08 16:56:07.636709 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8654cf1-5206-4c50-a159-73e89eb9733c req-afb85d6e-bcbc-4964-b830-36d8c92bcb5f tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:07.638870 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a8654cf1-5206-4c50-a159-73e89eb9733c req-afb85d6e-bcbc-4964-b830-36d8c92bcb5f tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/ports?device_id=8802769c-62dc-434c-bb56-75c20545d27e HTTP/1.1" status: 200 len: 945 time: 0.0495517 Dec 08 16:56:07.685938 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a8654cf1-5206-4c50-a159-73e89eb9733c req-fe12fd3f-28ad-4254-8dbc-7d9233e2e722 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/security-groups?id=26b08554-411c-4f0d-9334-1aab39f7d2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412126 Dec 08 16:56:08.800620 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f97d00-d504-4571-94bc-d3367968bdab req-1567aa6a-5f29-4de3-9909-cd72bbdaecb9 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:08.802092 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d4f97d00-d504-4571-94bc-d3367968bdab req-1567aa6a-5f29-4de3-9909-cd72bbdaecb9 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/ports?device_id=8802769c-62dc-434c-bb56-75c20545d27e HTTP/1.1" status: 200 len: 945 time: 0.0482695 Dec 08 16:56:08.853370 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d4f97d00-d504-4571-94bc-d3367968bdab req-2c220448-fda4-457e-819e-86f58f8566d6 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/security-groups?id=26b08554-411c-4f0d-9334-1aab39f7d2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454040 Dec 08 16:56:08.878407 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:09.975926 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20a2f0f-3e4e-4528-9884-6025d5e8b960 req-e0d55392-5c8c-4020-a16c-dca7bfb770c5 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:09.977440 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b20a2f0f-3e4e-4528-9884-6025d5e8b960 req-e0d55392-5c8c-4020-a16c-dca7bfb770c5 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/ports?device_id=8802769c-62dc-434c-bb56-75c20545d27e HTTP/1.1" status: 200 len: 945 time: 0.0529447 Dec 08 16:56:10.024634 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b20a2f0f-3e4e-4528-9884-6025d5e8b960 req-5db7529e-4e2f-40fb-8ae5-e27df272d17d tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/security-groups?id=26b08554-411c-4f0d-9334-1aab39f7d2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407882 Dec 08 16:56:11.140911 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc621b5-5bec-44b7-a4d9-f4e14dc368df req-c457acdd-c595-4812-9b91-97c4fd560343 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:11.142422 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cfc621b5-5bec-44b7-a4d9-f4e14dc368df req-c457acdd-c595-4812-9b91-97c4fd560343 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/ports?device_id=8802769c-62dc-434c-bb56-75c20545d27e HTTP/1.1" status: 200 len: 945 time: 0.0500135 Dec 08 16:56:11.190571 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cfc621b5-5bec-44b7-a4d9-f4e14dc368df req-992456d8-f6e2-4971-ba0e-bc5048fb35f5 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/security-groups?id=26b08554-411c-4f0d-9334-1aab39f7d2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420408 Dec 08 16:56:11.472781 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5ead377a-20c3-47c2-9987-52543711396f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:12.308002 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59400ae-a172-43a0-8225-b52b9269d857 req-e14fd6b1-c16e-41d2-8352-5e2183a778b0 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:12.309572 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c59400ae-a172-43a0-8225-b52b9269d857 req-e14fd6b1-c16e-41d2-8352-5e2183a778b0 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/ports?device_id=8802769c-62dc-434c-bb56-75c20545d27e HTTP/1.1" status: 200 len: 945 time: 0.0492511 Dec 08 16:56:12.357864 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c59400ae-a172-43a0-8225-b52b9269d857 req-cdb9eb92-3c47-4613-a2d3-9ae70214ba88 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/security-groups?id=26b08554-411c-4f0d-9334-1aab39f7d2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418675 Dec 08 16:56:13.473650 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef385542-36c4-4dcf-9288-280cc32f22de req-4f67b58e-3464-4ad8-88bf-f3363bdc5c49 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:13.475154 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ef385542-36c4-4dcf-9288-280cc32f22de req-4f67b58e-3464-4ad8-88bf-f3363bdc5c49 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/ports?device_id=8802769c-62dc-434c-bb56-75c20545d27e HTTP/1.1" status: 200 len: 945 time: 0.0486536 Dec 08 16:56:13.522369 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ef385542-36c4-4dcf-9288-280cc32f22de req-331a5d2d-9a82-47ab-9fa2-a178a5b0897b tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/security-groups?id=26b08554-411c-4f0d-9334-1aab39f7d2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412757 Dec 08 16:56:14.175760 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ecf64c1d-6340-4b5e-ab8c-5b8055b484e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:14.636794 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b7a1a8-acc0-417c-807f-aa348326c426 req-7152b769-65fb-4690-a1a1-a4eba8052c7e tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:14.638265 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-00b7a1a8-acc0-417c-807f-aa348326c426 req-7152b769-65fb-4690-a1a1-a4eba8052c7e tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/ports?device_id=8802769c-62dc-434c-bb56-75c20545d27e HTTP/1.1" status: 200 len: 945 time: 0.0489457 Dec 08 16:56:14.689472 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-00b7a1a8-acc0-417c-807f-aa348326c426 req-d9eddb2e-b619-4c7c-9b9e-700931bbf5ba tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/security-groups?id=26b08554-411c-4f0d-9334-1aab39f7d2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453210 Dec 08 16:56:15.369753 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:15.815324 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c90a9-61e1-4e31-b53d-4ef6b258a653 req-376184d5-2855-4cf0-861c-c1f4130f91ec tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:15.816855 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-660c90a9-61e1-4e31-b53d-4ef6b258a653 req-376184d5-2855-4cf0-861c-c1f4130f91ec tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/ports?device_id=8802769c-62dc-434c-bb56-75c20545d27e HTTP/1.1" status: 200 len: 945 time: 0.0536535 Dec 08 16:56:15.863988 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-660c90a9-61e1-4e31-b53d-4ef6b258a653 req-9ce8e2f0-e758-4576-a9d0-693e1d61c86b tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/security-groups?id=26b08554-411c-4f0d-9334-1aab39f7d2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411763 Dec 08 16:56:16.883039 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:16.978076 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf697d-6ebf-4fe8-9147-9447171188a1 req-ab25fdcc-510b-407a-bbef-49dfbd7b2f20 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:16.979573 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e2bf697d-6ebf-4fe8-9147-9447171188a1 req-ab25fdcc-510b-407a-bbef-49dfbd7b2f20 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/ports?device_id=8802769c-62dc-434c-bb56-75c20545d27e HTTP/1.1" status: 200 len: 945 time: 0.0487254 Dec 08 16:56:17.030605 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e2bf697d-6ebf-4fe8-9147-9447171188a1 req-55d55424-2ada-4f27-9f96-7ebcb9f56011 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/security-groups?id=26b08554-411c-4f0d-9334-1aab39f7d2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445468 Dec 08 16:56:17.568037 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:18.146480 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64359e5d-0847-4f16-8988-74144164760b req-c2f57fb2-62e9-4d4b-bae9-af9202ae30da tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:18.147986 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-64359e5d-0847-4f16-8988-74144164760b req-c2f57fb2-62e9-4d4b-bae9-af9202ae30da tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/ports?device_id=8802769c-62dc-434c-bb56-75c20545d27e HTTP/1.1" status: 200 len: 945 time: 0.0495036 Dec 08 16:56:18.194352 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-64359e5d-0847-4f16-8988-74144164760b req-935c4c0d-b477-4657-a2ce-97094d431d54 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/security-groups?id=26b08554-411c-4f0d-9334-1aab39f7d2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404139 Dec 08 16:56:19.307611 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a2ad18-010e-4475-860c-10c56832c6e7 req-37b2920c-6127-4dbf-b6f6-6c95dcb2b99f tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:19.309113 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-33a2ad18-010e-4475-860c-10c56832c6e7 req-37b2920c-6127-4dbf-b6f6-6c95dcb2b99f tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/ports?device_id=8802769c-62dc-434c-bb56-75c20545d27e HTTP/1.1" status: 200 len: 945 time: 0.0478921 Dec 08 16:56:19.355697 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-33a2ad18-010e-4475-860c-10c56832c6e7 req-1e3cbdc3-0cda-47c7-a3e8-bf6884088213 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/security-groups?id=26b08554-411c-4f0d-9334-1aab39f7d2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400395 Dec 08 16:56:20.472063 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa7cf0-60ce-43f7-887f-243f5015a563 req-ce875c64-4c2e-4482-962a-e109e83f0fc4 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:20.473591 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-36fa7cf0-60ce-43f7-887f-243f5015a563 req-ce875c64-4c2e-4482-962a-e109e83f0fc4 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/ports?device_id=8802769c-62dc-434c-bb56-75c20545d27e HTTP/1.1" status: 200 len: 945 time: 0.0481706 Dec 08 16:56:20.525166 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-36fa7cf0-60ce-43f7-887f-243f5015a563 req-bf6f2b25-8c64-4ca0-8bcf-0cff7f46a7a9 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/security-groups?id=26b08554-411c-4f0d-9334-1aab39f7d2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455866 Dec 08 16:56:21.647498 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf89272-29fa-45de-a282-c75df0b5eed9 req-89855d80-b154-42d2-a27e-b4af779c2e95 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:21.649213 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cdf89272-29fa-45de-a282-c75df0b5eed9 req-89855d80-b154-42d2-a27e-b4af779c2e95 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/ports?device_id=8802769c-62dc-434c-bb56-75c20545d27e HTTP/1.1" status: 200 len: 945 time: 0.0545275 Dec 08 16:56:21.697011 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cdf89272-29fa-45de-a282-c75df0b5eed9 req-fd5c597c-c87f-4366-a513-d518570620e4 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/security-groups?id=26b08554-411c-4f0d-9334-1aab39f7d2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418425 Dec 08 16:56:22.811884 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc918123-e815-493d-a049-6f09d634bd9d req-b441bee4-2a75-4981-9d87-11cadc7dfd2f tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:22.813439 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-dc918123-e815-493d-a049-6f09d634bd9d req-b441bee4-2a75-4981-9d87-11cadc7dfd2f tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/ports?device_id=8802769c-62dc-434c-bb56-75c20545d27e HTTP/1.1" status: 200 len: 945 time: 0.0492587 Dec 08 16:56:22.861047 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-dc918123-e815-493d-a049-6f09d634bd9d req-379b48f0-9a8a-4f65-bab5-2527fa83dcf0 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/security-groups?id=26b08554-411c-4f0d-9334-1aab39f7d2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417147 Dec 08 16:56:23.475651 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:56:23.976509 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ffd41-50c4-4c46-b6a8-67e5943d9445 req-68c979c0-e777-429c-8bc2-4b457fd74869 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:23.978003 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-818ffd41-50c4-4c46-b6a8-67e5943d9445 req-68c979c0-e777-429c-8bc2-4b457fd74869 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/ports?device_id=8802769c-62dc-434c-bb56-75c20545d27e HTTP/1.1" status: 200 len: 945 time: 0.0491056 Dec 08 16:56:24.025233 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-818ffd41-50c4-4c46-b6a8-67e5943d9445 req-48cae482-8544-4b26-ba1f-0cf7e2670579 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/security-groups?id=26b08554-411c-4f0d-9334-1aab39f7d2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413888 Dec 08 16:56:25.145518 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74140a96-76c8-4f2c-9106-6e43713314a0 req-cd56c35e-1776-45cb-ad5f-732de30d2856 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:25.147036 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-74140a96-76c8-4f2c-9106-6e43713314a0 req-cd56c35e-1776-45cb-ad5f-732de30d2856 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/ports?device_id=8802769c-62dc-434c-bb56-75c20545d27e HTTP/1.1" status: 200 len: 945 time: 0.0488524 Dec 08 16:56:25.193310 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-74140a96-76c8-4f2c-9106-6e43713314a0 req-870d7e54-7321-46c8-a57f-faaff47a2dd3 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/security-groups?id=26b08554-411c-4f0d-9334-1aab39f7d2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404427 Dec 08 16:56:26.311339 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3c5d8-2b5a-4606-b153-563bf6bf2bfe req-64101e74-4df2-4545-a57a-b56c6c631659 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:26.313491 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-80b3c5d8-2b5a-4606-b153-563bf6bf2bfe req-64101e74-4df2-4545-a57a-b56c6c631659 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/ports?device_id=8802769c-62dc-434c-bb56-75c20545d27e HTTP/1.1" status: 200 len: 945 time: 0.0539789 Dec 08 16:56:26.360887 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-80b3c5d8-2b5a-4606-b153-563bf6bf2bfe req-b686e85f-abaf-4597-92b0-4e2c645a73fd tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/security-groups?id=26b08554-411c-4f0d-9334-1aab39f7d2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413277 Dec 08 16:56:27.478529 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5364499-9e56-4074-804e-a72f7004f004 req-70dcf345-86e2-4216-95d5-4e4d986c5dd1 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:27.480002 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e5364499-9e56-4074-804e-a72f7004f004 req-70dcf345-86e2-4216-95d5-4e4d986c5dd1 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/ports?device_id=8802769c-62dc-434c-bb56-75c20545d27e HTTP/1.1" status: 200 len: 945 time: 0.0516059 Dec 08 16:56:27.527446 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e5364499-9e56-4074-804e-a72f7004f004 req-e6cf406d-4c72-487f-b818-0bc1a0d642a4 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/security-groups?id=26b08554-411c-4f0d-9334-1aab39f7d2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407844 Dec 08 16:56:28.642209 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29850fe-e779-451c-ba30-d017922217ab req-5b4d8177-a438-47a8-aad0-fac02c237e7c tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:28.643708 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b29850fe-e779-451c-ba30-d017922217ab req-5b4d8177-a438-47a8-aad0-fac02c237e7c tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/ports?device_id=8802769c-62dc-434c-bb56-75c20545d27e HTTP/1.1" status: 200 len: 945 time: 0.0494008 Dec 08 16:56:28.690952 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b29850fe-e779-451c-ba30-d017922217ab req-f92c47ea-39fa-478a-aae8-2ecca981f2ef tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/security-groups?id=26b08554-411c-4f0d-9334-1aab39f7d2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413926 Dec 08 16:56:29.809122 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba40a98a-9e45-47c4-988a-bfccae570aa4 req-3095d491-a877-487b-83d6-b5043b2cc971 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:29.810627 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ba40a98a-9e45-47c4-988a-bfccae570aa4 req-3095d491-a877-487b-83d6-b5043b2cc971 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/ports?device_id=8802769c-62dc-434c-bb56-75c20545d27e HTTP/1.1" status: 200 len: 945 time: 0.0516732 Dec 08 16:56:29.857401 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ba40a98a-9e45-47c4-988a-bfccae570aa4 req-40446f40-7cc4-4244-9e35-bf7af71a0559 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/security-groups?id=26b08554-411c-4f0d-9334-1aab39f7d2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401561 Dec 08 16:56:30.974025 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05a6d9a-95d7-4b29-968c-3693ebb63931 req-d6cfc8cc-1477-40cd-ac66-6b22eecc2672 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:30.975488 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d05a6d9a-95d7-4b29-968c-3693ebb63931 req-d6cfc8cc-1477-40cd-ac66-6b22eecc2672 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/ports?device_id=8802769c-62dc-434c-bb56-75c20545d27e HTTP/1.1" status: 200 len: 945 time: 0.0484338 Dec 08 16:56:31.027754 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d05a6d9a-95d7-4b29-968c-3693ebb63931 req-cc18c18a-deca-4d1d-bca2-caadc467d81e tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/security-groups?id=26b08554-411c-4f0d-9334-1aab39f7d2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463603 Dec 08 16:56:32.151491 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f7f80e-4e58-4c38-a7fe-62bfdb669dbc req-aac2f106-f92b-404b-928c-0b265036d093 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:32.153037 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a1f7f80e-4e58-4c38-a7fe-62bfdb669dbc req-aac2f106-f92b-404b-928c-0b265036d093 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/ports?device_id=8802769c-62dc-434c-bb56-75c20545d27e HTTP/1.1" status: 200 len: 945 time: 0.0526688 Dec 08 16:56:32.199872 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a1f7f80e-4e58-4c38-a7fe-62bfdb669dbc req-a46ec990-ad6d-40b2-9a64-1d7deecb4a7e tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/security-groups?id=26b08554-411c-4f0d-9334-1aab39f7d2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402596 Dec 08 16:56:33.315245 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31877550-e132-4907-b1b7-9961e3785b2d req-8f7d869a-26c4-4dc2-87d3-d84ba6d433d2 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:33.316765 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-31877550-e132-4907-b1b7-9961e3785b2d req-8f7d869a-26c4-4dc2-87d3-d84ba6d433d2 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/ports?device_id=8802769c-62dc-434c-bb56-75c20545d27e HTTP/1.1" status: 200 len: 945 time: 0.0491738 Dec 08 16:56:33.365197 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-31877550-e132-4907-b1b7-9961e3785b2d req-4f56c8d1-55c1-4283-a893-d45cc6e5efe0 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/security-groups?id=26b08554-411c-4f0d-9334-1aab39f7d2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424497 Dec 08 16:56:34.033646 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [req-68a2bf5f-1ce4-4d14-88e2-090a4fd27da7 req-31b6b701-7921-494f-87a2-bf0f89b05b3f service neutron] show failed (client error): The resource could not be found. Dec 08 16:56:34.034700 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-68a2bf5f-1ce4-4d14-88e2-090a4fd27da7 req-31b6b701-7921-494f-87a2-bf0f89b05b3f service neutron] 10.222.0.76 "GET /v2.0/ports/7c21f357-11b6-4c35-a3fd-00ff80462e61/bindings/n-h2-776250-12 HTTP/1.1" status: 404 len: 381 time: 0.0597887 Dec 08 16:56:34.480916 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179c6d8a-3ed0-4ebc-badf-d43ea9188bdd req-4d491c06-af93-4377-9169-8daf90002b72 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:34.482439 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-179c6d8a-3ed0-4ebc-badf-d43ea9188bdd req-4d491c06-af93-4377-9169-8daf90002b72 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/ports?device_id=8802769c-62dc-434c-bb56-75c20545d27e HTTP/1.1" status: 200 len: 945 time: 0.0490174 Dec 08 16:56:34.529907 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-179c6d8a-3ed0-4ebc-badf-d43ea9188bdd req-6617c889-e616-4371-b62a-1a2b8bb16209 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/security-groups?id=26b08554-411c-4f0d-9334-1aab39f7d2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407856 Dec 08 16:56:34.735950 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2bf5f-1ce4-4d14-88e2-090a4fd27da7 req-4a88326b-9e47-4a38-8924-7ddd1503b4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:34.737489 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-68a2bf5f-1ce4-4d14-88e2-090a4fd27da7 req-4a88326b-9e47-4a38-8924-7ddd1503b4ec service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8802769c-62dc-434c-bb56-75c20545d27e&tenant_id=f3787345a9d2448a947126fe8fe79f69 HTTP/1.1" status: 200 len: 1097 time: 0.1219199 Dec 08 16:56:34.748287 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [req-68a2bf5f-1ce4-4d14-88e2-090a4fd27da7 req-31ea9e7a-40c6-4d36-a3ef-0b69f7547f28 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:56:34.749237 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-68a2bf5f-1ce4-4d14-88e2-090a4fd27da7 req-31ea9e7a-40c6-4d36-a3ef-0b69f7547f28 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049288 Dec 08 16:56:34.760731 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-68a2bf5f-1ce4-4d14-88e2-090a4fd27da7 req-09ce2d2c-798a-4a08-817b-03093a52ef23 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-776250-12', 'device_owner': 'compute:nova'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:56:34.812564 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-68a2bf5f-1ce4-4d14-88e2-090a4fd27da7 req-09ce2d2c-798a-4a08-817b-03093a52ef23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:35.009315 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:35.021463 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-68a2bf5f-1ce4-4d14-88e2-090a4fd27da7 req-09ce2d2c-798a-4a08-817b-03093a52ef23 service neutron] For port 7c21f357-11b6-4c35-a3fd-00ff80462e61, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=7c21f357-11b6-4c35-a3fd-00ff80462e61,segment=NetworkSegment(835bf7fc-fdb2-42a5-ab25-91f248f872a6),segment_id=835bf7fc-fdb2-42a5-ab25-91f248f872a6)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:56:35.056836 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-68a2bf5f-1ce4-4d14-88e2-090a4fd27da7 req-09ce2d2c-798a-4a08-817b-03093a52ef23 service neutron] For port 7c21f357-11b6-4c35-a3fd-00ff80462e61, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:56:35.101086 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8802769c-62dc-434c-bb56-75c20545d27e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c21f357-11b6-4c35-a3fd-00ff80462e61'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:56:35.103347 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5669be8f-89e3-4258-af54-e6a48a0cd45c" -d '{"events": [{"server_uuid": "8802769c-62dc-434c-bb56-75c20545d27e", "name": "network-vif-unplugged", "status": "completed", "tag": "7c21f357-11b6-4c35-a3fd-00ff80462e61"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:56:35.107481 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-68a2bf5f-1ce4-4d14-88e2-090a4fd27da7 req-09ce2d2c-798a-4a08-817b-03093a52ef23 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:35.121088 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-68a2bf5f-1ce4-4d14-88e2-090a4fd27da7 req-09ce2d2c-798a-4a08-817b-03093a52ef23 service neutron] Transition to ACTIVE for port object 7c21f357-11b6-4c35-a3fd-00ff80462e61 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:56:35.152515 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74528f16-6ff7-41e9-946b-ac0d8309e514 x-openstack-request-id: req-74528f16-6ff7-41e9-946b-ac0d8309e514 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:56:35.152810 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8802769c-62dc-434c-bb56-75c20545d27e", "name": "network-vif-unplugged", "status": "completed", "tag": "7c21f357-11b6-4c35-a3fd-00ff80462e61", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:56:35.153068 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-74528f16-6ff7-41e9-946b-ac0d8309e514 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:56:35.153468 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8802769c-62dc-434c-bb56-75c20545d27e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c21f357-11b6-4c35-a3fd-00ff80462e61', 'code': 200} Dec 08 16:56:35.208050 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-68a2bf5f-1ce4-4d14-88e2-090a4fd27da7 req-09ce2d2c-798a-4a08-817b-03093a52ef23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:35.270788 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-68a2bf5f-1ce4-4d14-88e2-090a4fd27da7 req-09ce2d2c-798a-4a08-817b-03093a52ef23 service neutron] No DVR routers for this DVR port 7c21f357-11b6-4c35-a3fd-00ff80462e61 on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:56:35.273788 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce2d2c-798a-4a08-817b-03093a52ef23 service neutron] Pushing event updated for resources: {'Port': ['ID=7c21f357-11b6-4c35-a3fd-00ff80462e61,revision_number=6']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:56:35.306651 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-68a2bf5f-1ce4-4d14-88e2-090a4fd27da7 req-09ce2d2c-798a-4a08-817b-03093a52ef23 service neutron] Attempting to bind port 7c21f357-11b6-4c35-a3fd-00ff80462e61 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:56:35.306996 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-68a2bf5f-1ce4-4d14-88e2-090a4fd27da7 req-09ce2d2c-798a-4a08-817b-03093a52ef23 service neutron] Attempting to bind port 7c21f357-11b6-4c35-a3fd-00ff80462e61 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '835bf7fc-fdb2-42a5-ab25-91f248f872a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a2396dee-5e87-4b49-a131-a929d0115108'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:56:35.307662 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a2bf5f-1ce4-4d14-88e2-090a4fd27da7 req-09ce2d2c-798a-4a08-817b-03093a52ef23 service neutron] Attempting to bind port 7c21f357-11b6-4c35-a3fd-00ff80462e61 on network a2396dee-5e87-4b49-a131-a929d0115108 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:56:35.312657 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a2bf5f-1ce4-4d14-88e2-090a4fd27da7 req-09ce2d2c-798a-4a08-817b-03093a52ef23 service neutron] Port 7c21f357-11b6-4c35-a3fd-00ff80462e61 on network a2396dee-5e87-4b49-a131-a929d0115108 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:56:35.312986 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a2bf5f-1ce4-4d14-88e2-090a4fd27da7 req-09ce2d2c-798a-4a08-817b-03093a52ef23 service neutron] Attempting to bind port 7c21f357-11b6-4c35-a3fd-00ff80462e61 on network a2396dee-5e87-4b49-a131-a929d0115108 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:56:35.317832 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a2bf5f-1ce4-4d14-88e2-090a4fd27da7 req-09ce2d2c-798a-4a08-817b-03093a52ef23 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:56:35.318168 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a2bf5f-1ce4-4d14-88e2-090a4fd27da7 req-09ce2d2c-798a-4a08-817b-03093a52ef23 service neutron] Checking segment: {'id': '835bf7fc-fdb2-42a5-ab25-91f248f872a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a2396dee-5e87-4b49-a131-a929d0115108'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:56:35.318549 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a2bf5f-1ce4-4d14-88e2-090a4fd27da7 req-09ce2d2c-798a-4a08-817b-03093a52ef23 service neutron] Bound using segment: {'id': '835bf7fc-fdb2-42a5-ab25-91f248f872a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a2396dee-5e87-4b49-a131-a929d0115108'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:56:35.318976 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-68a2bf5f-1ce4-4d14-88e2-090a4fd27da7 req-09ce2d2c-798a-4a08-817b-03093a52ef23 service neutron] Bound port: 7c21f357-11b6-4c35-a3fd-00ff80462e61, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '835bf7fc-fdb2-42a5-ab25-91f248f872a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a2396dee-5e87-4b49-a131-a929d0115108'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:56:35.319333 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-68a2bf5f-1ce4-4d14-88e2-090a4fd27da7 req-09ce2d2c-798a-4a08-817b-03093a52ef23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:35.385161 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-68a2bf5f-1ce4-4d14-88e2-090a4fd27da7 req-09ce2d2c-798a-4a08-817b-03093a52ef23 service neutron] For port 7c21f357-11b6-4c35-a3fd-00ff80462e61, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:56:35.388204 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-68a2bf5f-1ce4-4d14-88e2-090a4fd27da7 req-09ce2d2c-798a-4a08-817b-03093a52ef23 service neutron] For port 7c21f357-11b6-4c35-a3fd-00ff80462e61, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=7c21f357-11b6-4c35-a3fd-00ff80462e61,segment=NetworkSegment(835bf7fc-fdb2-42a5-ab25-91f248f872a6),segment_id=835bf7fc-fdb2-42a5-ab25-91f248f872a6)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:56:35.501964 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-68a2bf5f-1ce4-4d14-88e2-090a4fd27da7 req-09ce2d2c-798a-4a08-817b-03093a52ef23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:35.537967 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2bf5f-1ce4-4d14-88e2-090a4fd27da7 req-09ce2d2c-798a-4a08-817b-03093a52ef23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:35.538690 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-68a2bf5f-1ce4-4d14-88e2-090a4fd27da7 req-09ce2d2c-798a-4a08-817b-03093a52ef23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:35.540218 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-68a2bf5f-1ce4-4d14-88e2-090a4fd27da7 req-09ce2d2c-798a-4a08-817b-03093a52ef23 service neutron] 10.222.0.37 "PUT /v2.0/ports/7c21f357-11b6-4c35-a3fd-00ff80462e61 HTTP/1.1" status: 200 len: 1092 time: 0.7833099 Dec 08 16:56:35.563530 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce2d2c-798a-4a08-817b-03093a52ef23 service neutron] Pushing event updated for resources: {'Port': ['ID=7c21f357-11b6-4c35-a3fd-00ff80462e61,revision_number=7']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:56:35.608201 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2bf5f-1ce4-4d14-88e2-090a4fd27da7 req-24fa9fcf-ab28-4b59-a6b0-53af07e7edca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:35.610236 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-68a2bf5f-1ce4-4d14-88e2-090a4fd27da7 req-24fa9fcf-ab28-4b59-a6b0-53af07e7edca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f3787345a9d2448a947126fe8fe79f69&device_id=8802769c-62dc-434c-bb56-75c20545d27e HTTP/1.1" status: 200 len: 1095 time: 0.0429168 Dec 08 16:56:35.651405 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc12e6-7cd5-485b-a3b7-24ac495434ce req-42fa687b-26db-41f5-ad38-c3183149612c tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:35.652956 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-82cc12e6-7cd5-485b-a3b7-24ac495434ce req-42fa687b-26db-41f5-ad38-c3183149612c tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/ports?device_id=8802769c-62dc-434c-bb56-75c20545d27e HTTP/1.1" status: 200 len: 943 time: 0.0493941 Dec 08 16:56:35.703883 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2bf5f-1ce4-4d14-88e2-090a4fd27da7 req-45806f6e-351c-4f07-b79a-a12d7b26e35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:35.704135 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-82cc12e6-7cd5-485b-a3b7-24ac495434ce req-179b59e6-1d40-40ba-b083-085b5ade6ed4 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/security-groups?id=26b08554-411c-4f0d-9334-1aab39f7d2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449445 Dec 08 16:56:35.705413 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-68a2bf5f-1ce4-4d14-88e2-090a4fd27da7 req-45806f6e-351c-4f07-b79a-a12d7b26e35f service neutron] 10.222.0.37 "GET /v2.0/networks?id=a2396dee-5e87-4b49-a131-a929d0115108 HTTP/1.1" status: 200 len: 912 time: 0.0886424 Dec 08 16:56:35.747757 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-68a2bf5f-1ce4-4d14-88e2-090a4fd27da7 req-28959c88-90d3-4072-bed8-314c6ffc6ea6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c21f357-11b6-4c35-a3fd-00ff80462e61 HTTP/1.1" status: 200 len: 217 time: 0.0357096 Dec 08 16:56:35.795671 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2bf5f-1ce4-4d14-88e2-090a4fd27da7 req-06b937c2-b855-4b12-bb95-14a480330ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:35.797546 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-68a2bf5f-1ce4-4d14-88e2-090a4fd27da7 req-06b937c2-b855-4b12-bb95-14a480330ad8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=389e3403-f279-4953-8463-29945b67c45f HTTP/1.1" status: 200 len: 851 time: 0.0429502 Dec 08 16:56:35.832384 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-68a2bf5f-1ce4-4d14-88e2-090a4fd27da7 req-db0765f3-755c-46e1-b092-50ab9f841e1b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a2396dee-5e87-4b49-a131-a929d0115108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283010 Dec 08 16:56:35.921127 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-68a2bf5f-1ce4-4d14-88e2-090a4fd27da7 req-b86610dd-1133-4f37-b01e-0225e75bba8c service neutron] 10.222.0.37 "GET /v2.0/networks/a2396dee-5e87-4b49-a131-a929d0115108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820963 Dec 08 16:56:36.014300 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-68a2bf5f-1ce4-4d14-88e2-090a4fd27da7 req-dcdfb5f7-387a-412b-9d04-bfa6254c9d61 service neutron] 10.222.0.37 "GET /v2.0/networks/a2396dee-5e87-4b49-a131-a929d0115108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863268 Dec 08 16:56:36.823723 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11193ef0-1ffa-480b-bf32-c845c3bcd047 req-1c1b2fcb-9f16-4bf6-b677-bb7361dec77f tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:36.825247 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-11193ef0-1ffa-480b-bf32-c845c3bcd047 req-1c1b2fcb-9f16-4bf6-b677-bb7361dec77f tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/ports?device_id=8802769c-62dc-434c-bb56-75c20545d27e HTTP/1.1" status: 200 len: 943 time: 0.0490985 Dec 08 16:56:36.872055 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-11193ef0-1ffa-480b-bf32-c845c3bcd047 req-5178ca07-4660-4caa-92cd-1c7cb84b80e9 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/security-groups?id=26b08554-411c-4f0d-9334-1aab39f7d2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402601 Dec 08 16:56:37.155181 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8802769c-62dc-434c-bb56-75c20545d27e', 'tag': '7c21f357-11b6-4c35-a3fd-00ff80462e61'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:56:37.157505 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e11619-3085-41bd-9c5e-4d8c057b2fbe" -d '{"events": [{"name": "network-changed", "server_uuid": "8802769c-62dc-434c-bb56-75c20545d27e", "tag": "7c21f357-11b6-4c35-a3fd-00ff80462e61"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:56:37.205491 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3abcb09f-b05f-4135-9b16-8e78d15e7e40 x-openstack-request-id: req-3abcb09f-b05f-4135-9b16-8e78d15e7e40 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:56:37.205795 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8802769c-62dc-434c-bb56-75c20545d27e", "tag": "7c21f357-11b6-4c35-a3fd-00ff80462e61", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:56:37.206062 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3abcb09f-b05f-4135-9b16-8e78d15e7e40 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:56:37.206480 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8802769c-62dc-434c-bb56-75c20545d27e', 'tag': '7c21f357-11b6-4c35-a3fd-00ff80462e61', 'status': 'completed', 'code': 200} Dec 08 16:56:37.297238 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e11619-3085-41bd-9c5e-4d8c057b2fbe req-269bb3be-3ae6-4390-8e27-b66217d3412e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:37.298750 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b2e11619-3085-41bd-9c5e-4d8c057b2fbe req-269bb3be-3ae6-4390-8e27-b66217d3412e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f3787345a9d2448a947126fe8fe79f69&device_id=8802769c-62dc-434c-bb56-75c20545d27e HTTP/1.1" status: 200 len: 1095 time: 0.0731139 Dec 08 16:56:37.301269 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e11619-3085-41bd-9c5e-4d8c057b2fbe req-9983c92a-fb5c-48c8-80d1-56476cd6d3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:37.302602 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b2e11619-3085-41bd-9c5e-4d8c057b2fbe req-9983c92a-fb5c-48c8-80d1-56476cd6d3d8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f3787345a9d2448a947126fe8fe79f69&device_id=8802769c-62dc-434c-bb56-75c20545d27e HTTP/1.1" status: 200 len: 1095 time: 0.0688565 Dec 08 16:56:37.457975 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e11619-3085-41bd-9c5e-4d8c057b2fbe req-026b8248-da65-48be-ba70-02858e370437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:37.459353 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b2e11619-3085-41bd-9c5e-4d8c057b2fbe req-026b8248-da65-48be-ba70-02858e370437 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a2396dee-5e87-4b49-a131-a929d0115108 HTTP/1.1" status: 200 len: 912 time: 0.1536686 Dec 08 16:56:37.461964 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e11619-3085-41bd-9c5e-4d8c057b2fbe req-65251b43-2508-48d2-84bb-e9a8f70525e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:37.463316 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b2e11619-3085-41bd-9c5e-4d8c057b2fbe req-65251b43-2508-48d2-84bb-e9a8f70525e3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=a2396dee-5e87-4b49-a131-a929d0115108 HTTP/1.1" status: 200 len: 912 time: 0.1493664 Dec 08 16:56:37.535256 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b2e11619-3085-41bd-9c5e-4d8c057b2fbe req-0958f683-c1cc-4a72-9d88-9e49a46b4828 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c21f357-11b6-4c35-a3fd-00ff80462e61 HTTP/1.1" status: 200 len: 217 time: 0.0678411 Dec 08 16:56:37.536612 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b2e11619-3085-41bd-9c5e-4d8c057b2fbe req-3ce89999-41d7-49d8-b515-25fa37018d01 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c21f357-11b6-4c35-a3fd-00ff80462e61 HTTP/1.1" status: 200 len: 217 time: 0.0633855 Dec 08 16:56:37.619039 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e11619-3085-41bd-9c5e-4d8c057b2fbe req-a609225d-da8e-45c2-99b1-58eccde7dbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:37.620512 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b2e11619-3085-41bd-9c5e-4d8c057b2fbe req-a609225d-da8e-45c2-99b1-58eccde7dbbd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=389e3403-f279-4953-8463-29945b67c45f HTTP/1.1" status: 200 len: 851 time: 0.0784051 Dec 08 16:56:37.621916 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e11619-3085-41bd-9c5e-4d8c057b2fbe req-c48e8af9-177f-4905-8b5d-f15653deb119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:37.623227 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b2e11619-3085-41bd-9c5e-4d8c057b2fbe req-c48e8af9-177f-4905-8b5d-f15653deb119 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=389e3403-f279-4953-8463-29945b67c45f HTTP/1.1" status: 200 len: 851 time: 0.0736012 Dec 08 16:56:37.677404 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b2e11619-3085-41bd-9c5e-4d8c057b2fbe req-ef8206c7-7cf3-4176-8ccb-8700f55474ba service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a2396dee-5e87-4b49-a131-a929d0115108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470963 Dec 08 16:56:37.679258 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b2e11619-3085-41bd-9c5e-4d8c057b2fbe req-d4d4a39a-6b58-4781-bd0d-9b567d15142b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a2396dee-5e87-4b49-a131-a929d0115108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480564 Dec 08 16:56:37.844464 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b2e11619-3085-41bd-9c5e-4d8c057b2fbe req-047bf67c-c81b-40e6-87e2-a07fad545d88 service neutron] 10.222.0.76 "GET /v2.0/networks/a2396dee-5e87-4b49-a131-a929d0115108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598713 Dec 08 16:56:37.846347 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b2e11619-3085-41bd-9c5e-4d8c057b2fbe req-78e22836-6692-46a1-9c4d-6a87ab3730a8 service neutron] 10.222.0.37 "GET /v2.0/networks/a2396dee-5e87-4b49-a131-a929d0115108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544168 Dec 08 16:56:37.888024 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 7c21f357-11b6-4c35-a3fd-00ff80462e61 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:56:37.929848 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 7c21f357-11b6-4c35-a3fd-00ff80462e61 not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:56:38.035687 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b2e11619-3085-41bd-9c5e-4d8c057b2fbe req-d2bf02bd-a30a-43ff-9d51-e4fc932b014b service neutron] 10.222.0.76 "GET /v2.0/networks/a2396dee-5e87-4b49-a131-a929d0115108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846659 Dec 08 16:56:38.042131 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b2e11619-3085-41bd-9c5e-4d8c057b2fbe req-0b949d86-2fe9-4e4a-a5a6-8042f7144ddf service neutron] 10.222.0.37 "GET /v2.0/networks/a2396dee-5e87-4b49-a131-a929d0115108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832185 Dec 08 16:56:38.050652 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51688290-dc87-42ba-a7af-ae52a4efabe4 req-ceb9c223-a3a1-4586-8afe-73b048667db7 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:38.052139 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-51688290-dc87-42ba-a7af-ae52a4efabe4 req-ceb9c223-a3a1-4586-8afe-73b048667db7 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/ports?device_id=8802769c-62dc-434c-bb56-75c20545d27e HTTP/1.1" status: 200 len: 943 time: 0.0951102 Dec 08 16:56:38.104580 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-51688290-dc87-42ba-a7af-ae52a4efabe4 req-5ecdddeb-a5cf-411b-b25b-af819e268ff1 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/security-groups?id=26b08554-411c-4f0d-9334-1aab39f7d2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457783 Dec 08 16:56:38.791370 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 7c21f357-11b6-4c35-a3fd-00ff80462e61 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:56:38.896311 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 7c21f357-11b6-4c35-a3fd-00ff80462e61, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=7c21f357-11b6-4c35-a3fd-00ff80462e61,segment=NetworkSegment(835bf7fc-fdb2-42a5-ab25-91f248f872a6),segment_id=835bf7fc-fdb2-42a5-ab25-91f248f872a6)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:56:38.908483 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '7c21f357-11b6-4c35-a3fd-00ff80462e61', 'network_id': 'a2396dee-5e87-4b49-a131-a929d0115108', 'port_id': '7c21f357-11b6-4c35-a3fd-00ff80462e61', 'mac_address': 'fa:16:3e:7a:41:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '389e3403-f279-4953-8463-29945b67c45f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:56:38.933415 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:38.946557 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:38.958964 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c21f357-11b6-4c35-a3fd-00ff80462e61 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:56:38.978574 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 7c21f357-11b6-4c35-a3fd-00ff80462e61, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=7c21f357-11b6-4c35-a3fd-00ff80462e61,segment=NetworkSegment(835bf7fc-fdb2-42a5-ab25-91f248f872a6),segment_id=835bf7fc-fdb2-42a5-ab25-91f248f872a6)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:56:39.066244 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:39.115596 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=7c21f357-11b6-4c35-a3fd-00ff80462e61,revision_number=8']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:56:39.123020 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:56:39.123374 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:56:39.123724 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:56:39.124069 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:56:39.124455 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:56:39.124792 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:56:39.125125 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:56:39.126428 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:56:39.126428 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:56:39.126428 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:56:39.126428 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:56:39.126805 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:56:39.127073 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:56:39.220586 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0142b185-5aec-42e4-89fc-afa5190019c9 req-95096669-3047-4ce8-a049-5cf54ee4f5e1 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:39.222093 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0142b185-5aec-42e4-89fc-afa5190019c9 req-95096669-3047-4ce8-a049-5cf54ee4f5e1 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/ports?device_id=8802769c-62dc-434c-bb56-75c20545d27e HTTP/1.1" status: 200 len: 944 time: 0.0479419 Dec 08 16:56:39.269573 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0142b185-5aec-42e4-89fc-afa5190019c9 req-45709192-e1b0-46d5-bdd5-9232e1258409 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/security-groups?id=26b08554-411c-4f0d-9334-1aab39f7d2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414329 Dec 08 16:56:39.326567 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['7c21f357-11b6-4c35-a3fd-00ff80462e61'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:56:39.708528 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e5956-0528-4df8-bb86-c600a0afd6eb req-73143e14-102b-4fca-97ac-fbb33099f0cb tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:39.709931 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ee5e5956-0528-4df8-bb86-c600a0afd6eb req-73143e14-102b-4fca-97ac-fbb33099f0cb tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.76 "GET /v2.0/ports?device_id=8802769c-62dc-434c-bb56-75c20545d27e&tenant_id=f3787345a9d2448a947126fe8fe79f69&binding%3Ahost_id=n-h2-776250-12 HTTP/1.1" status: 200 len: 944 time: 0.0837600 Dec 08 16:56:39.770990 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [req-ee5e5956-0528-4df8-bb86-c600a0afd6eb req-5c46d852-e7e7-4b17-91d4-ba51701e89b3 service neutron] delete failed (client error): The resource could not be found. Dec 08 16:56:39.771964 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ee5e5956-0528-4df8-bb86-c600a0afd6eb req-5c46d852-e7e7-4b17-91d4-ba51701e89b3 service neutron] 10.222.0.76 "DELETE /v2.0/ports/7c21f357-11b6-4c35-a3fd-00ff80462e61/bindings/n-h1-776250-12 HTTP/1.1" status: 404 len: 381 time: 0.0546157 Dec 08 16:56:39.855429 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e5956-0528-4df8-bb86-c600a0afd6eb req-7400817d-85ec-426b-915f-2d9854c6af85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:39.857022 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ee5e5956-0528-4df8-bb86-c600a0afd6eb req-7400817d-85ec-426b-915f-2d9854c6af85 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f3787345a9d2448a947126fe8fe79f69&device_id=8802769c-62dc-434c-bb56-75c20545d27e HTTP/1.1" status: 200 len: 1096 time: 0.0407150 Dec 08 16:56:40.253498 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e5956-0528-4df8-bb86-c600a0afd6eb req-63be3e83-4e01-44af-afb9-82e04c09ad26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:40.254972 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ee5e5956-0528-4df8-bb86-c600a0afd6eb req-63be3e83-4e01-44af-afb9-82e04c09ad26 service neutron] 10.222.0.76 "GET /v2.0/networks?id=a2396dee-5e87-4b49-a131-a929d0115108 HTTP/1.1" status: 200 len: 912 time: 0.3911743 Dec 08 16:56:40.295606 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ee5e5956-0528-4df8-bb86-c600a0afd6eb req-b7f7ad81-fc6c-44ae-ab72-228d7f09f883 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c21f357-11b6-4c35-a3fd-00ff80462e61 HTTP/1.1" status: 200 len: 217 time: 0.0330896 Dec 08 16:56:40.346099 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e5956-0528-4df8-bb86-c600a0afd6eb req-8bfea1a1-525a-4186-bc42-11a4add3e7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:40.347508 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ee5e5956-0528-4df8-bb86-c600a0afd6eb req-8bfea1a1-525a-4186-bc42-11a4add3e7c4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=389e3403-f279-4953-8463-29945b67c45f HTTP/1.1" status: 200 len: 851 time: 0.0455284 Dec 08 16:56:40.378789 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ee5e5956-0528-4df8-bb86-c600a0afd6eb req-5430b7ff-09c8-4b75-911b-bd764a2e4913 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a2396dee-5e87-4b49-a131-a929d0115108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245433 Dec 08 16:56:40.470690 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ee5e5956-0528-4df8-bb86-c600a0afd6eb req-3e68d7db-7706-4d35-9b2b-c838a329e73f service neutron] 10.222.0.76 "GET /v2.0/networks/a2396dee-5e87-4b49-a131-a929d0115108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843427 Dec 08 16:56:40.562449 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ee5e5956-0528-4df8-bb86-c600a0afd6eb req-63b7fe26-a4cc-435f-87ce-9e679fc29e0a service neutron] 10.222.0.76 "GET /v2.0/networks/a2396dee-5e87-4b49-a131-a929d0115108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851202 Dec 08 16:56:40.803384 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 7c21f357-11b6-4c35-a3fd-00ff80462e61 up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:56:40.917723 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port 7c21f357-11b6-4c35-a3fd-00ff80462e61 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:56:40.921750 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 7c21f357-11b6-4c35-a3fd-00ff80462e61 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:56:40.922125 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:40.996735 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:41.019258 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8802769c-62dc-434c-bb56-75c20545d27e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c21f357-11b6-4c35-a3fd-00ff80462e61'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:56:41.021522 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650d342e-9b06-4d66-9b33-4ca628063b07" -d '{"events": [{"server_uuid": "8802769c-62dc-434c-bb56-75c20545d27e", "name": "network-vif-plugged", "status": "completed", "tag": "7c21f357-11b6-4c35-a3fd-00ff80462e61"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:56:41.034745 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 7c21f357-11b6-4c35-a3fd-00ff80462e61, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=7c21f357-11b6-4c35-a3fd-00ff80462e61,segment=NetworkSegment(835bf7fc-fdb2-42a5-ab25-91f248f872a6),segment_id=835bf7fc-fdb2-42a5-ab25-91f248f872a6)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:56:41.080564 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fae1413-580e-4da7-9414-27cf21c5b556 x-openstack-request-id: req-3fae1413-580e-4da7-9414-27cf21c5b556 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:56:41.080564 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8802769c-62dc-434c-bb56-75c20545d27e", "name": "network-vif-plugged", "status": "completed", "tag": "7c21f357-11b6-4c35-a3fd-00ff80462e61", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:56:41.080564 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3fae1413-580e-4da7-9414-27cf21c5b556 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:56:41.080564 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8802769c-62dc-434c-bb56-75c20545d27e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c21f357-11b6-4c35-a3fd-00ff80462e61', 'code': 200} Dec 08 16:56:41.099247 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:41.146686 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=7c21f357-11b6-4c35-a3fd-00ff80462e61,revision_number=9']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:56:41.494910 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7a47d040-86b6-4660-aafe-367fde951550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:42.125050 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c9043-f980-40f8-b1ed-d0fa07b3b144 req-2a0d89ae-9f11-479b-b76f-d9eaa1174651 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:42.126631 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1d2c9043-f980-40f8-b1ed-d0fa07b3b144 req-2a0d89ae-9f11-479b-b76f-d9eaa1174651 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/ports?device_id=8802769c-62dc-434c-bb56-75c20545d27e HTTP/1.1" status: 200 len: 945 time: 0.0491920 Dec 08 16:56:42.174222 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1d2c9043-f980-40f8-b1ed-d0fa07b3b144 req-de06030d-d876-4a83-9602-a7d207ce5567 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/security-groups?id=26b08554-411c-4f0d-9334-1aab39f7d2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411713 Dec 08 16:56:43.291804 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6dbc4d-8ce5-499b-837d-02432cca760e req-4a6dc6a9-7204-4ca1-b281-c15c8582ec55 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:43.293431 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-dd6dbc4d-8ce5-499b-837d-02432cca760e req-4a6dc6a9-7204-4ca1-b281-c15c8582ec55 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/ports?device_id=8802769c-62dc-434c-bb56-75c20545d27e HTTP/1.1" status: 200 len: 945 time: 0.0492401 Dec 08 16:56:43.342531 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-dd6dbc4d-8ce5-499b-837d-02432cca760e req-a3ce80ab-f2b2-485a-a20e-2bb55ab753c0 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/security-groups?id=26b08554-411c-4f0d-9334-1aab39f7d2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426862 Dec 08 16:56:43.394634 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e5956-0528-4df8-bb86-c600a0afd6eb req-65cd3226-fa39-472c-8822-f7bf083b9bf0 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:43.396078 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ee5e5956-0528-4df8-bb86-c600a0afd6eb req-65cd3226-fa39-472c-8822-f7bf083b9bf0 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.37 "GET /v2.0/ports?device_id=8802769c-62dc-434c-bb56-75c20545d27e HTTP/1.1" status: 200 len: 945 time: 0.0527010 Dec 08 16:56:43.482814 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-ee5e5956-0528-4df8-bb86-c600a0afd6eb req-d62dd68f-71f4-4071-b2fd-cbd27425d5f9 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] Deleting port 7c21f357-11b6-4c35-a3fd-00ff80462e61 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:56:43.483154 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ee5e5956-0528-4df8-bb86-c600a0afd6eb req-d62dd68f-71f4-4071-b2fd-cbd27425d5f9 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:43.572789 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-ee5e5956-0528-4df8-bb86-c600a0afd6eb req-d62dd68f-71f4-4071-b2fd-cbd27425d5f9 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] For port 7c21f357-11b6-4c35-a3fd-00ff80462e61, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=7c21f357-11b6-4c35-a3fd-00ff80462e61,segment=NetworkSegment(835bf7fc-fdb2-42a5-ab25-91f248f872a6),segment_id=835bf7fc-fdb2-42a5-ab25-91f248f872a6)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:56:43.573150 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ee5e5956-0528-4df8-bb86-c600a0afd6eb req-d62dd68f-71f4-4071-b2fd-cbd27425d5f9 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:43.585661 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-ee5e5956-0528-4df8-bb86-c600a0afd6eb req-d62dd68f-71f4-4071-b2fd-cbd27425d5f9 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] Calling delete_port for 7c21f357-11b6-4c35-a3fd-00ff80462e61 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:56:43.774966 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ee5e5956-0528-4df8-bb86-c600a0afd6eb req-d62dd68f-71f4-4071-b2fd-cbd27425d5f9 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:43.786667 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['7c21f357-11b6-4c35-a3fd-00ff80462e61'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:56:43.806327 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62dd68f-71f4-4071-b2fd-cbd27425d5f9 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] Pushing event deleted for resources: {'Port': ['ID=7c21f357-11b6-4c35-a3fd-00ff80462e61,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:56:43.849481 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee5e5956-0528-4df8-bb86-c600a0afd6eb req-d62dd68f-71f4-4071-b2fd-cbd27425d5f9 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] No DVR routers for this DVR port 7c21f357-11b6-4c35-a3fd-00ff80462e61 on host n-h2-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:56:43.852082 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ee5e5956-0528-4df8-bb86-c600a0afd6eb req-d62dd68f-71f4-4071-b2fd-cbd27425d5f9 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:43.855441 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ee5e5956-0528-4df8-bb86-c600a0afd6eb req-d62dd68f-71f4-4071-b2fd-cbd27425d5f9 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.37 "DELETE /v2.0/ports/7c21f357-11b6-4c35-a3fd-00ff80462e61 HTTP/1.1" status: 204 len: 173 time: 0.4530208 Dec 08 16:56:43.855886 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8802769c-62dc-434c-bb56-75c20545d27e', 'name': 'network-vif-deleted', 'tag': '7c21f357-11b6-4c35-a3fd-00ff80462e61'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:56:43.858186 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705ba3fb-5693-4779-9572-d9be31aa1efd" -d '{"events": [{"server_uuid": "8802769c-62dc-434c-bb56-75c20545d27e", "name": "network-vif-deleted", "tag": "7c21f357-11b6-4c35-a3fd-00ff80462e61"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:56:43.896967 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c07658-d564-4710-95bd-d22d3122bd63 x-openstack-request-id: req-c4c07658-d564-4710-95bd-d22d3122bd63 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:56:43.897267 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8802769c-62dc-434c-bb56-75c20545d27e", "name": "network-vif-deleted", "tag": "7c21f357-11b6-4c35-a3fd-00ff80462e61", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:56:43.897529 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c4c07658-d564-4710-95bd-d22d3122bd63 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:56:43.897936 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8802769c-62dc-434c-bb56-75c20545d27e', 'name': 'network-vif-deleted', 'tag': '7c21f357-11b6-4c35-a3fd-00ff80462e61', 'status': 'completed', 'code': 200} Dec 08 16:56:44.163821 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7bae4c29-3c93-4cbe-9d77-44f98179691e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:44.452462 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0050cb74-038d-437a-9f16-dab7ff9818c6 req-f5020db2-4367-4f62-84b7-19034280add8 tempest-DeleteServersTestJSON-910656573 tempest-DeleteServersTestJSON-910656573-project] 10.222.0.64 "GET /v2.0/ports?device_id=8802769c-62dc-434c-bb56-75c20545d27e HTTP/1.1" status: 200 len: 210 time: 0.0263796 Dec 08 16:56:45.380985 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:45.583463 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 38948) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:56:45.635672 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-bee0c662-f5b3-4926-952b-25bfed3f6ed0 admin admin] Deleting subnet 389e3403-f279-4953-8463-29945b67c45f {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:56:45.638791 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bee0c662-f5b3-4926-952b-25bfed3f6ed0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:45.674786 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bee0c662-f5b3-4926-952b-25bfed3f6ed0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:45.712649 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bee0c662-f5b3-4926-952b-25bfed3f6ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:45.832710 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bee0c662-f5b3-4926-952b-25bfed3f6ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:45.855826 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee0c662-f5b3-4926-952b-25bfed3f6ed0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=389e3403-f279-4953-8463-29945b67c45f,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:56:45.865945 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bee0c662-f5b3-4926-952b-25bfed3f6ed0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:45.869198 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-bee0c662-f5b3-4926-952b-25bfed3f6ed0 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/389e3403-f279-4953-8463-29945b67c45f HTTP/1.1" status: 204 len: 168 time: 0.2847345 Dec 08 16:56:45.871190 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee0c662-f5b3-4926-952b-25bfed3f6ed0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:56:45.871554 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee0c662-f5b3-4926-952b-25bfed3f6ed0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:56:45.871875 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee0c662-f5b3-4926-952b-25bfed3f6ed0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:56:45.871988 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 38950) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:56:45.872437 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee0c662-f5b3-4926-952b-25bfed3f6ed0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:56:45.872545 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee0c662-f5b3-4926-952b-25bfed3f6ed0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:56:45.872874 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee0c662-f5b3-4926-952b-25bfed3f6ed0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:56:45.873200 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee0c662-f5b3-4926-952b-25bfed3f6ed0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:56:45.873528 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee0c662-f5b3-4926-952b-25bfed3f6ed0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:56:45.873851 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee0c662-f5b3-4926-952b-25bfed3f6ed0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:56:45.874190 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee0c662-f5b3-4926-952b-25bfed3f6ed0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:56:45.874498 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee0c662-f5b3-4926-952b-25bfed3f6ed0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:56:45.874817 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee0c662-f5b3-4926-952b-25bfed3f6ed0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:56:45.875134 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee0c662-f5b3-4926-952b-25bfed3f6ed0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:56:45.943105 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-80b3bdfe-2a5b-45ff-8863-131cc85fea8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:46.020814 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-80b3bdfe-2a5b-45ff-8863-131cc85fea8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:46.040488 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-80b3bdfe-2a5b-45ff-8863-131cc85fea8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2396dee-5e87-4b49-a131-a929d0115108']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:56:46.050191 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-80b3bdfe-2a5b-45ff-8863-131cc85fea8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '835bf7fc-fdb2-42a5-ab25-91f248f872a6') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:56:46.050485 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-80b3bdfe-2a5b-45ff-8863-131cc85fea8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '835bf7fc-fdb2-42a5-ab25-91f248f872a6') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:56:46.059992 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-80b3bdfe-2a5b-45ff-8863-131cc85fea8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:46.073591 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-80b3bdfe-2a5b-45ff-8863-131cc85fea8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:46.079420 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80b3bdfe-2a5b-45ff-8863-131cc85fea8d admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:56:46.079807 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-80b3bdfe-2a5b-45ff-8863-131cc85fea8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:46.081500 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:56:46.081500 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:56:46.081500 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:56:46.081500 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:56:46.081500 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:56:46.081500 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:56:46.081500 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:56:46.081500 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:56:46.081500 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:56:46.081500 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:56:46.081500 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:56:46.081500 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:56:46.081500 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:56:46.081500 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:56:46.081500 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:56:46.081500 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:56:46.081500 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:56:46.081500 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:56:46.081500 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:56:46.081500 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:56:46.081500 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:56:46.081500 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:56:46.081500 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:56:46.081500 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:56:46.081500 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:56:46.081500 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:56:46.081500 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:56:46.081500 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:56:46.081500 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:56:46.081500 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:56:46.081500 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:56:46.081500 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:56:46.180947 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-80b3bdfe-2a5b-45ff-8863-131cc85fea8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:46.186331 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-80b3bdfe-2a5b-45ff-8863-131cc85fea8d admin admin] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:46.190164 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-80b3bdfe-2a5b-45ff-8863-131cc85fea8d admin admin] 10.222.0.64 "DELETE /v2.0/networks/a2396dee-5e87-4b49-a131-a929d0115108 HTTP/1.1" status: 204 len: 168 time: 0.3172002 Dec 08 16:56:46.201172 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b3bdfe-2a5b-45ff-8863-131cc85fea8d admin admin] Pushing event deleted for resources: {'Network': ['ID=a2396dee-5e87-4b49-a131-a929d0115108,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:56:46.465957 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 38954) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:56:46.505914 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-d3d81d21-c779-42fb-9fd3-af889cb8ec54 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f3787345a9d2448a947126fe8fe79f69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388060 Dec 08 16:56:46.508655 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 38956) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:56:46.555120 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d723c2d2-55ad-4bb5-a2a2-b3c29405611c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:46.575848 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d723c2d2-55ad-4bb5-a2a2-b3c29405611c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:46.677782 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d723c2d2-55ad-4bb5-a2a2-b3c29405611c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:46.680375 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d723c2d2-55ad-4bb5-a2a2-b3c29405611c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:46.681574 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-d723c2d2-55ad-4bb5-a2a2-b3c29405611c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/26b08554-411c-4f0d-9334-1aab39f7d2ce HTTP/1.1" status: 204 len: 168 time: 0.1720257 Dec 08 16:56:46.690425 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d723c2d2-55ad-4bb5-a2a2-b3c29405611c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b08554-411c-4f0d-9334-1aab39f7d2ce,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:56:46.813009 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 7c21f357-11b6-4c35-a3fd-00ff80462e61 no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:56:46.835621 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: 7c21f357-11b6-4c35-a3fd-00ff80462e61 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:56:46.835943 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 7c21f357-11b6-4c35-a3fd-00ff80462e61 not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:56:46.866073 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:47.592452 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:47.720429 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 38978) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:56:47.815279 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-06feedb4-dceb-44ec-ab1b-48d1c95f8692 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1685316555-network', 'tenant_id': '600a909d45ef4149b2f9a7fd5f85f4d6'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:56:47.894826 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06feedb4-dceb-44ec-ab1b-48d1c95f8692 admin admin] Made reservation on behalf of 600a909d45ef4149b2f9a7fd5f85f4d6 for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:56:47.897195 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-06feedb4-dceb-44ec-ab1b-48d1c95f8692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:47.909507 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-06feedb4-dceb-44ec-ab1b-48d1c95f8692 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:47.979837 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-06feedb4-dceb-44ec-ab1b-48d1c95f8692 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:48.054552 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-06feedb4-dceb-44ec-ab1b-48d1c95f8692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:48.079101 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06feedb4-dceb-44ec-ab1b-48d1c95f8692 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:56:48.087733 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06feedb4-dceb-44ec-ab1b-48d1c95f8692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab03fee-58c6-4f93-b27f-cf446b84b528,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:56:48.095272 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-06feedb4-dceb-44ec-ab1b-48d1c95f8692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:48.096301 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-06feedb4-dceb-44ec-ab1b-48d1c95f8692 admin admin] Added segment 61cbf83e-1abb-4eeb-8923-09ca656079f3 of type vlan for network 52a5a11e-7714-47d6-ba81-f7ac95ebe8a6 Dec 08 16:56:48.135962 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-06feedb4-dceb-44ec-ab1b-48d1c95f8692 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:48.232231 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-06feedb4-dceb-44ec-ab1b-48d1c95f8692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:48.233150 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06feedb4-dceb-44ec-ab1b-48d1c95f8692 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:48.233735 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-06feedb4-dceb-44ec-ab1b-48d1c95f8692 admin admin] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:48.297115 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06feedb4-dceb-44ec-ab1b-48d1c95f8692 admin admin] Pushing event updated for resources: {'Network': ['ID=52a5a11e-7714-47d6-ba81-f7ac95ebe8a6,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:56:48.306913 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 52a5a11e-7714-47d6-ba81-f7ac95ebe8a6 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:56:48.387978 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-06feedb4-dceb-44ec-ab1b-48d1c95f8692 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6664138 Dec 08 16:56:48.396582 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 38982) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:56:48.396582 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-7852e12f-f0c2-44b7-8ca0-4eb8fd681ab4 admin admin] Request body: {'subnet': {'network_id': '52a5a11e-7714-47d6-ba81-f7ac95ebe8a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1685316555-subnet', 'tenant_id': '600a909d45ef4149b2f9a7fd5f85f4d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:56:48.558056 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7852e12f-f0c2-44b7-8ca0-4eb8fd681ab4 admin admin] Made reservation on behalf of 600a909d45ef4149b2f9a7fd5f85f4d6 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:56:48.560410 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7852e12f-f0c2-44b7-8ca0-4eb8fd681ab4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:48.815052 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7852e12f-f0c2-44b7-8ca0-4eb8fd681ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:48.863986 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7852e12f-f0c2-44b7-8ca0-4eb8fd681ab4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=913f3c4b-0a27-4335-b237-7cff935d3e72,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:56:48.879290 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7852e12f-f0c2-44b7-8ca0-4eb8fd681ab4 admin admin] Checking segment: {'id': '61cbf83e-1abb-4eeb-8923-09ca656079f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '52a5a11e-7714-47d6-ba81-f7ac95ebe8a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:56:48.879654 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7852e12f-f0c2-44b7-8ca0-4eb8fd681ab4 admin admin] Network hostable DHCP agents. Network: 52a5a11e-7714-47d6-ba81-f7ac95ebe8a6, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:56:48.985071 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7852e12f-f0c2-44b7-8ca0-4eb8fd681ab4 admin admin] Network 52a5a11e-7714-47d6-ba81-f7ac95ebe8a6 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:56:49.054798 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-7852e12f-f0c2-44b7-8ca0-4eb8fd681ab4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 52a5a11e-7714-47d6-ba81-f7ac95ebe8a6) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:56:49.059092 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7852e12f-f0c2-44b7-8ca0-4eb8fd681ab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:49.059567 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7852e12f-f0c2-44b7-8ca0-4eb8fd681ab4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:49.065328 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366957ef-4d11-41e4-87b6-92b590faa6a4 None None] Network 52a5a11e-7714-47d6-ba81-f7ac95ebe8a6 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:56:49.143727 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-7852e12f-f0c2-44b7-8ca0-4eb8fd681ab4 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7513001 Dec 08 16:56:49.162755 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf88b350-1a0e-4e80-bc3d-7459eef8cf1e None None] Network 52a5a11e-7714-47d6-ba81-f7ac95ebe8a6 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:56:49.565082 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e8128-e429-427d-bc1a-d5df27639246 req-b0232e59-3e04-4721-a934-285c18548ce5 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:49.566548 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a04e8128-e429-427d-bc1a-d5df27639246 req-b0232e59-3e04-4721-a934-285c18548ce5 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/networks?id=52a5a11e-7714-47d6-ba81-f7ac95ebe8a6 HTTP/1.1" status: 200 len: 815 time: 0.1004243 Dec 08 16:56:49.581056 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a04e8128-e429-427d-bc1a-d5df27639246 req-0f163cef-5e36-49d4-8906-d8f1c55d5b8f tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/quotas/600a909d45ef4149b2f9a7fd5f85f4d6 HTTP/1.1" status: 200 len: 375 time: 0.0087738 Dec 08 16:56:49.616721 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a04e8128-e429-427d-bc1a-d5df27639246 req-78c22caf-ddd0-49db-ac02-35f5ba25132e tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=600a909d45ef4149b2f9a7fd5f85f4d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305293 Dec 08 16:56:49.703962 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a04e8128-e429-427d-bc1a-d5df27639246 req-06471ccc-0ba5-4eb7-baf4-ca8381a9b560 service neutron] 10.222.0.64 "GET /v2.0/networks/52a5a11e-7714-47d6-ba81-f7ac95ebe8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802939 Dec 08 16:56:49.798684 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a04e8128-e429-427d-bc1a-d5df27639246 req-9ec39c86-cb26-4d5b-ae67-f8ce175b7ba2 service neutron] 10.222.0.64 "GET /v2.0/networks/52a5a11e-7714-47d6-ba81-f7ac95ebe8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887873 Dec 08 16:56:50.044635 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b897b8d5-97ac-41ac-9c68-602820130457 req-9c85b3e2-38c5-460b-9f8c-2f7c0553b5bf tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=c391dfd3-1290-4efc-bb93-a7dd4c926daf HTTP/1.1" status: 200 len: 210 time: 0.0315955 Dec 08 16:56:51.159752 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3380418a-d9a0-4fe8-9681-5cd65252664e req-bf133a55-c5c1-470b-a8f8-24c7214d33f0 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=c391dfd3-1290-4efc-bb93-a7dd4c926daf HTTP/1.1" status: 200 len: 210 time: 0.0451210 Dec 08 16:56:52.159630 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e8128-e429-427d-bc1a-d5df27639246 req-dfc04337-b502-4296-b5f5-afc7a43dc74b tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:52.161516 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a04e8128-e429-427d-bc1a-d5df27639246 req-dfc04337-b502-4296-b5f5-afc7a43dc74b tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.37 "GET /v2.0/networks?id=52a5a11e-7714-47d6-ba81-f7ac95ebe8a6 HTTP/1.1" status: 200 len: 815 time: 0.1054883 Dec 08 16:56:52.173937 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-a04e8128-e429-427d-bc1a-d5df27639246 req-bd58f87e-de71-420a-9e79-6e787ec67e45 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Request body: {'port': {'device_id': 'c391dfd3-1290-4efc-bb93-a7dd4c926daf', 'network_id': '52a5a11e-7714-47d6-ba81-f7ac95ebe8a6', 'admin_state_up': True, 'tenant_id': '600a909d45ef4149b2f9a7fd5f85f4d6'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:56:52.255326 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-10d7d446-ae49-419d-ad55-1b43956c6745 req-5df91194-6397-44f2-a470-ce1ac9a20886 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=c391dfd3-1290-4efc-bb93-a7dd4c926daf HTTP/1.1" status: 200 len: 210 time: 0.0260942 Dec 08 16:56:52.379334 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a04e8128-e429-427d-bc1a-d5df27639246 req-bd58f87e-de71-420a-9e79-6e787ec67e45 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Made reservation on behalf of 600a909d45ef4149b2f9a7fd5f85f4d6 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:56:52.383253 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a04e8128-e429-427d-bc1a-d5df27639246 req-bd58f87e-de71-420a-9e79-6e787ec67e45 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:52.505269 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-a04e8128-e429-427d-bc1a-d5df27639246 req-bd58f87e-de71-420a-9e79-6e787ec67e45 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Allocated IP 172.20.0.3 (52a5a11e-7714-47d6-ba81-f7ac95ebe8a6/913f3c4b-0a27-4335-b237-7cff935d3e72/b226a0af-ccd1-40b2-8e05-a8fc8c4a3343) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:56:52.651787 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a04e8128-e429-427d-bc1a-d5df27639246 req-bd58f87e-de71-420a-9e79-6e787ec67e45 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:52.727993 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a04e8128-e429-427d-bc1a-d5df27639246 req-bd58f87e-de71-420a-9e79-6e787ec67e45 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:52.774977 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a04e8128-e429-427d-bc1a-d5df27639246 req-bd58f87e-de71-420a-9e79-6e787ec67e45 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Network 52a5a11e-7714-47d6-ba81-f7ac95ebe8a6 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:56:52.779943 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-a04e8128-e429-427d-bc1a-d5df27639246 req-bd58f87e-de71-420a-9e79-6e787ec67e45 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:56:52.783646 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-a04e8128-e429-427d-bc1a-d5df27639246 req-bd58f87e-de71-420a-9e79-6e787ec67e45 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:56:52.790101 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd58f87e-de71-420a-9e79-6e787ec67e45 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Pushing event updated for resources: {'Port': ['ID=b226a0af-ccd1-40b2-8e05-a8fc8c4a3343,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:56:52.835024 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e8128-e429-427d-bc1a-d5df27639246 req-bd58f87e-de71-420a-9e79-6e787ec67e45 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:52.835641 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a04e8128-e429-427d-bc1a-d5df27639246 req-bd58f87e-de71-420a-9e79-6e787ec67e45 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:52.907606 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a04e8128-e429-427d-bc1a-d5df27639246 req-bd58f87e-de71-420a-9e79-6e787ec67e45 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7374749 Dec 08 16:56:52.919807 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-a04e8128-e429-427d-bc1a-d5df27639246 req-4fc4ed96-4f6b-4ea8-ae91-e4edfb761663 service neutron] Request body: {'port': {'device_id': 'c391dfd3-1290-4efc-bb93-a7dd4c926daf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:56:52.973443 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a04e8128-e429-427d-bc1a-d5df27639246 req-4fc4ed96-4f6b-4ea8-ae91-e4edfb761663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:53.237706 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-a04e8128-e429-427d-bc1a-d5df27639246 req-4fc4ed96-4f6b-4ea8-ae91-e4edfb761663 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b226a0af-ccd1-40b2-8e05-a8fc8c4a3343 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:56:53.245174 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a04e8128-e429-427d-bc1a-d5df27639246 req-4fc4ed96-4f6b-4ea8-ae91-e4edfb761663 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:53.257378 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-a04e8128-e429-427d-bc1a-d5df27639246 req-4fc4ed96-4f6b-4ea8-ae91-e4edfb761663 service neutron] Transition to ACTIVE for port object b226a0af-ccd1-40b2-8e05-a8fc8c4a3343 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:56:53.334109 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a04e8128-e429-427d-bc1a-d5df27639246 req-4fc4ed96-4f6b-4ea8-ae91-e4edfb761663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:53.407620 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4ed96-4f6b-4ea8-ae91-e4edfb761663 service neutron] Pushing event updated for resources: {'Port': ['ID=b226a0af-ccd1-40b2-8e05-a8fc8c4a3343,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:56:53.438332 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c2e2a-2978-42af-9d4c-44f93926cb3b req-2da1fd41-7c63-4c40-8dd5-ac926f97065e tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:53.439846 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2f2c2e2a-2978-42af-9d4c-44f93926cb3b req-2da1fd41-7c63-4c40-8dd5-ac926f97065e tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=c391dfd3-1290-4efc-bb93-a7dd4c926daf HTTP/1.1" status: 200 len: 943 time: 0.1164525 Dec 08 16:56:53.521330 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-a04e8128-e429-427d-bc1a-d5df27639246 req-4fc4ed96-4f6b-4ea8-ae91-e4edfb761663 service neutron] Attempting to bind port b226a0af-ccd1-40b2-8e05-a8fc8c4a3343 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:56:53.521670 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-a04e8128-e429-427d-bc1a-d5df27639246 req-4fc4ed96-4f6b-4ea8-ae91-e4edfb761663 service neutron] Attempting to bind port b226a0af-ccd1-40b2-8e05-a8fc8c4a3343 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '61cbf83e-1abb-4eeb-8923-09ca656079f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '52a5a11e-7714-47d6-ba81-f7ac95ebe8a6'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:56:53.522005 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04e8128-e429-427d-bc1a-d5df27639246 req-4fc4ed96-4f6b-4ea8-ae91-e4edfb761663 service neutron] Attempting to bind port b226a0af-ccd1-40b2-8e05-a8fc8c4a3343 on network 52a5a11e-7714-47d6-ba81-f7ac95ebe8a6 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:56:53.527693 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2f2c2e2a-2978-42af-9d4c-44f93926cb3b req-bf2b38b5-d91d-4fd1-a41c-2e12379c6513 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706291 Dec 08 16:56:53.529721 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04e8128-e429-427d-bc1a-d5df27639246 req-4fc4ed96-4f6b-4ea8-ae91-e4edfb761663 service neutron] Port b226a0af-ccd1-40b2-8e05-a8fc8c4a3343 on network 52a5a11e-7714-47d6-ba81-f7ac95ebe8a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:56:53.530049 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04e8128-e429-427d-bc1a-d5df27639246 req-4fc4ed96-4f6b-4ea8-ae91-e4edfb761663 service neutron] Attempting to bind port b226a0af-ccd1-40b2-8e05-a8fc8c4a3343 on network 52a5a11e-7714-47d6-ba81-f7ac95ebe8a6 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:56:53.535631 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04e8128-e429-427d-bc1a-d5df27639246 req-4fc4ed96-4f6b-4ea8-ae91-e4edfb761663 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:56:53.535975 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04e8128-e429-427d-bc1a-d5df27639246 req-4fc4ed96-4f6b-4ea8-ae91-e4edfb761663 service neutron] Checking segment: {'id': '61cbf83e-1abb-4eeb-8923-09ca656079f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '52a5a11e-7714-47d6-ba81-f7ac95ebe8a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:56:53.536404 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04e8128-e429-427d-bc1a-d5df27639246 req-4fc4ed96-4f6b-4ea8-ae91-e4edfb761663 service neutron] Bound using segment: {'id': '61cbf83e-1abb-4eeb-8923-09ca656079f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '52a5a11e-7714-47d6-ba81-f7ac95ebe8a6'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:56:53.536837 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-a04e8128-e429-427d-bc1a-d5df27639246 req-4fc4ed96-4f6b-4ea8-ae91-e4edfb761663 service neutron] Bound port: b226a0af-ccd1-40b2-8e05-a8fc8c4a3343, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61cbf83e-1abb-4eeb-8923-09ca656079f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '52a5a11e-7714-47d6-ba81-f7ac95ebe8a6'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:56:53.537200 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a04e8128-e429-427d-bc1a-d5df27639246 req-4fc4ed96-4f6b-4ea8-ae91-e4edfb761663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:53.600455 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-a04e8128-e429-427d-bc1a-d5df27639246 req-4fc4ed96-4f6b-4ea8-ae91-e4edfb761663 service neutron] For port b226a0af-ccd1-40b2-8e05-a8fc8c4a3343, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:56:53.603503 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-a04e8128-e429-427d-bc1a-d5df27639246 req-4fc4ed96-4f6b-4ea8-ae91-e4edfb761663 service neutron] For port b226a0af-ccd1-40b2-8e05-a8fc8c4a3343, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=b226a0af-ccd1-40b2-8e05-a8fc8c4a3343,segment=NetworkSegment(61cbf83e-1abb-4eeb-8923-09ca656079f3),segment_id=61cbf83e-1abb-4eeb-8923-09ca656079f3)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:56:53.699616 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a04e8128-e429-427d-bc1a-d5df27639246 req-4fc4ed96-4f6b-4ea8-ae91-e4edfb761663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:53.734754 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e8128-e429-427d-bc1a-d5df27639246 req-4fc4ed96-4f6b-4ea8-ae91-e4edfb761663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:53.735446 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a04e8128-e429-427d-bc1a-d5df27639246 req-4fc4ed96-4f6b-4ea8-ae91-e4edfb761663 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:53.736878 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a04e8128-e429-427d-bc1a-d5df27639246 req-4fc4ed96-4f6b-4ea8-ae91-e4edfb761663 service neutron] 10.222.0.37 "PUT /v2.0/ports/b226a0af-ccd1-40b2-8e05-a8fc8c4a3343 HTTP/1.1" status: 200 len: 1092 time: 0.8212485 Dec 08 16:56:53.737319 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c391dfd3-1290-4efc-bb93-a7dd4c926daf', 'tag': 'b226a0af-ccd1-40b2-8e05-a8fc8c4a3343'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:56:53.739562 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2270030b-fc47-4555-8c98-0721e37981d6" -d '{"events": [{"name": "network-changed", "server_uuid": "c391dfd3-1290-4efc-bb93-a7dd4c926daf", "tag": "b226a0af-ccd1-40b2-8e05-a8fc8c4a3343"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:56:53.763205 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4ed96-4f6b-4ea8-ae91-e4edfb761663 service neutron] Pushing event updated for resources: {'Port': ['ID=b226a0af-ccd1-40b2-8e05-a8fc8c4a3343,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:56:53.777542 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d1502fc-7dc7-49d0-9d03-8650f4793bbe x-openstack-request-id: req-7d1502fc-7dc7-49d0-9d03-8650f4793bbe {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:56:53.777837 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c391dfd3-1290-4efc-bb93-a7dd4c926daf", "tag": "b226a0af-ccd1-40b2-8e05-a8fc8c4a3343", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:56:53.778095 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7d1502fc-7dc7-49d0-9d03-8650f4793bbe {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:56:53.778505 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c391dfd3-1290-4efc-bb93-a7dd4c926daf', 'tag': 'b226a0af-ccd1-40b2-8e05-a8fc8c4a3343', 'status': 'completed', 'code': 200} Dec 08 16:56:53.845297 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2270030b-fc47-4555-8c98-0721e37981d6 req-ea78bcd1-7b03-4007-a225-e39b68617ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:53.846807 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2270030b-fc47-4555-8c98-0721e37981d6 req-ea78bcd1-7b03-4007-a225-e39b68617ac1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=600a909d45ef4149b2f9a7fd5f85f4d6&device_id=c391dfd3-1290-4efc-bb93-a7dd4c926daf HTTP/1.1" status: 200 len: 1095 time: 0.0458066 Dec 08 16:56:53.943504 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2270030b-fc47-4555-8c98-0721e37981d6 req-85ce8b46-cbd7-4ee0-a486-e43dffe9778f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:53.945001 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2270030b-fc47-4555-8c98-0721e37981d6 req-85ce8b46-cbd7-4ee0-a486-e43dffe9778f service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=600a909d45ef4149b2f9a7fd5f85f4d6&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0910103 Dec 08 16:56:54.041532 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2270030b-fc47-4555-8c98-0721e37981d6 req-8634fc72-a551-4ed1-abaf-8e210338fc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:54.042936 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2270030b-fc47-4555-8c98-0721e37981d6 req-8634fc72-a551-4ed1-abaf-8e210338fc39 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911133 Dec 08 16:56:54.118816 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e8128-e429-427d-bc1a-d5df27639246 req-fe141a71-ef20-4819-be6d-29d79f793225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:54.120347 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a04e8128-e429-427d-bc1a-d5df27639246 req-fe141a71-ef20-4819-be6d-29d79f793225 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=600a909d45ef4149b2f9a7fd5f85f4d6&device_id=c391dfd3-1290-4efc-bb93-a7dd4c926daf HTTP/1.1" status: 200 len: 1095 time: 0.0401149 Dec 08 16:56:54.162874 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a04e8128-e429-427d-bc1a-d5df27639246 req-267ca07f-9d5f-4bdb-a532-316cf7aa3e2a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b226a0af-ccd1-40b2-8e05-a8fc8c4a3343 HTTP/1.1" status: 200 len: 217 time: 0.0342064 Dec 08 16:56:54.215102 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e8128-e429-427d-bc1a-d5df27639246 req-1f4883ab-fb87-4cbc-b8f8-bf034e9c513a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:54.216571 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a04e8128-e429-427d-bc1a-d5df27639246 req-1f4883ab-fb87-4cbc-b8f8-bf034e9c513a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=913f3c4b-0a27-4335-b237-7cff935d3e72 HTTP/1.1" status: 200 len: 855 time: 0.0467894 Dec 08 16:56:54.247538 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a04e8128-e429-427d-bc1a-d5df27639246 req-0a40ec63-bd24-400f-93e0-5658f420b050 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=52a5a11e-7714-47d6-ba81-f7ac95ebe8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236437 Dec 08 16:56:54.336156 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a04e8128-e429-427d-bc1a-d5df27639246 req-07265ffb-e893-433c-84bb-49c2cbd43756 service neutron] 10.222.0.37 "GET /v2.0/networks/52a5a11e-7714-47d6-ba81-f7ac95ebe8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814803 Dec 08 16:56:54.430564 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a04e8128-e429-427d-bc1a-d5df27639246 req-d3985e08-6be9-4bf1-84c0-731fa38a5ac2 service neutron] 10.222.0.37 "GET /v2.0/networks/52a5a11e-7714-47d6-ba81-f7ac95ebe8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872803 Dec 08 16:56:54.643358 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639af19a-93bc-476e-b81b-73f07c4ad1e2 req-0e3b95c8-d0b1-4300-9e90-2e92b4a72c94 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:54.644800 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-639af19a-93bc-476e-b81b-73f07c4ad1e2 req-0e3b95c8-d0b1-4300-9e90-2e92b4a72c94 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=c391dfd3-1290-4efc-bb93-a7dd4c926daf HTTP/1.1" status: 200 len: 943 time: 0.0502515 Dec 08 16:56:54.691920 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-639af19a-93bc-476e-b81b-73f07c4ad1e2 req-dddc6cfd-aeec-4634-9239-b4985c2ef8bb tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412250 Dec 08 16:56:55.812633 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd71a43-030c-487a-a547-654b2e606503 req-5c33d12e-81b3-49ec-a876-a1439c6adf2c tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:55.814168 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0cd71a43-030c-487a-a547-654b2e606503 req-5c33d12e-81b3-49ec-a876-a1439c6adf2c tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=c391dfd3-1290-4efc-bb93-a7dd4c926daf HTTP/1.1" status: 200 len: 943 time: 0.0485814 Dec 08 16:56:55.860826 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0cd71a43-030c-487a-a547-654b2e606503 req-8deb6ec0-26e9-42da-8168-b750e6f1e57c tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407605 Dec 08 16:56:56.849323 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device b226a0af-ccd1-40b2-8e05-a8fc8c4a3343 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:56:56.949034 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port b226a0af-ccd1-40b2-8e05-a8fc8c4a3343, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=b226a0af-ccd1-40b2-8e05-a8fc8c4a3343,segment=NetworkSegment(61cbf83e-1abb-4eeb-8923-09ca656079f3),segment_id=61cbf83e-1abb-4eeb-8923-09ca656079f3)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:56:56.960478 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': 'b226a0af-ccd1-40b2-8e05-a8fc8c4a3343', 'network_id': '52a5a11e-7714-47d6-ba81-f7ac95ebe8a6', 'port_id': 'b226a0af-ccd1-40b2-8e05-a8fc8c4a3343', 'mac_address': 'fa:16:3e:90:a6:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '913f3c4b-0a27-4335-b237-7cff935d3e72', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:56:56.977312 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe550b1-3da3-4e3a-af9a-8dc0b7392389 req-d3878d68-b6f0-4044-b460-590f93d34aef tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:56.978856 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0fe550b1-3da3-4e3a-af9a-8dc0b7392389 req-d3878d68-b6f0-4044-b460-590f93d34aef tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=c391dfd3-1290-4efc-bb93-a7dd4c926daf HTTP/1.1" status: 200 len: 943 time: 0.0509799 Dec 08 16:56:56.997795 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:57.010661 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b226a0af-ccd1-40b2-8e05-a8fc8c4a3343 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:56:57.029939 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port b226a0af-ccd1-40b2-8e05-a8fc8c4a3343, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=b226a0af-ccd1-40b2-8e05-a8fc8c4a3343,segment=NetworkSegment(61cbf83e-1abb-4eeb-8923-09ca656079f3),segment_id=61cbf83e-1abb-4eeb-8923-09ca656079f3)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:56:57.030916 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0fe550b1-3da3-4e3a-af9a-8dc0b7392389 req-f2e3b628-1449-4d4a-b6c4-b151ce7b98ba tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459080 Dec 08 16:56:57.112884 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:57.160120 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=b226a0af-ccd1-40b2-8e05-a8fc8c4a3343,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:56:57.303961 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['b226a0af-ccd1-40b2-8e05-a8fc8c4a3343'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:56:58.145347 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a022a06-a0d8-4f37-adfe-c15958d998be req-02aee8bd-343d-408c-a401-f70680cd216e tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:58.146890 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3a022a06-a0d8-4f37-adfe-c15958d998be req-02aee8bd-343d-408c-a401-f70680cd216e tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=c391dfd3-1290-4efc-bb93-a7dd4c926daf HTTP/1.1" status: 200 len: 944 time: 0.0492311 Dec 08 16:56:58.197727 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3a022a06-a0d8-4f37-adfe-c15958d998be req-04d0d86e-4b8f-4575-ba57-994af177bbfb tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448241 Dec 08 16:56:58.860501 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device b226a0af-ccd1-40b2-8e05-a8fc8c4a3343 up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:56:59.014310 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port b226a0af-ccd1-40b2-8e05-a8fc8c4a3343 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:56:59.018337 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port b226a0af-ccd1-40b2-8e05-a8fc8c4a3343 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:56:59.018721 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:59.253375 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:59.275528 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c391dfd3-1290-4efc-bb93-a7dd4c926daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b226a0af-ccd1-40b2-8e05-a8fc8c4a3343'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:56:59.277847 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86b3850-b103-4064-9f9d-6180145d614c" -d '{"events": [{"server_uuid": "c391dfd3-1290-4efc-bb93-a7dd4c926daf", "name": "network-vif-plugged", "status": "completed", "tag": "b226a0af-ccd1-40b2-8e05-a8fc8c4a3343"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:56:59.290496 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port b226a0af-ccd1-40b2-8e05-a8fc8c4a3343, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=b226a0af-ccd1-40b2-8e05-a8fc8c4a3343,segment=NetworkSegment(61cbf83e-1abb-4eeb-8923-09ca656079f3),segment_id=61cbf83e-1abb-4eeb-8923-09ca656079f3)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:56:59.313990 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878aa99-9b67-4d72-a989-07018c0651ae req-1bb6e096-67e0-41f7-a07b-522325016da2 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:59.315546 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d878aa99-9b67-4d72-a989-07018c0651ae req-1bb6e096-67e0-41f7-a07b-522325016da2 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=c391dfd3-1290-4efc-bb93-a7dd4c926daf HTTP/1.1" status: 200 len: 944 time: 0.0504286 Dec 08 16:56:59.317153 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c914ef-d80e-465a-8afe-8ac342d73515 x-openstack-request-id: req-26c914ef-d80e-465a-8afe-8ac342d73515 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:56:59.317449 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c391dfd3-1290-4efc-bb93-a7dd4c926daf", "name": "network-vif-plugged", "status": "completed", "tag": "b226a0af-ccd1-40b2-8e05-a8fc8c4a3343", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:56:59.317732 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-26c914ef-d80e-465a-8afe-8ac342d73515 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:56:59.318133 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c391dfd3-1290-4efc-bb93-a7dd4c926daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b226a0af-ccd1-40b2-8e05-a8fc8c4a3343', 'code': 200} Dec 08 16:56:59.365335 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d878aa99-9b67-4d72-a989-07018c0651ae req-6f80e2dc-d32b-4f1d-bc41-a2fbc8aec05f tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432205 Dec 08 16:56:59.386952 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:59.412888 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ab527-726a-448e-a885-1757e6fcac68 req-f35e0ced-7b22-4d10-b495-d85eb8f35229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:59.414411 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-869ab527-726a-448e-a885-1757e6fcac68 req-f35e0ced-7b22-4d10-b495-d85eb8f35229 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c391dfd3-1290-4efc-bb93-a7dd4c926daf HTTP/1.1" status: 200 len: 1096 time: 0.0409396 Dec 08 16:56:59.435291 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=b226a0af-ccd1-40b2-8e05-a8fc8c4a3343,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:56:59.460440 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-869ab527-726a-448e-a885-1757e6fcac68 req-bcce7976-de06-4141-bd67-1e3ba2ad9494 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380528 Dec 08 16:57:00.476138 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:57:00.490092 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c114935-f0d0-4547-bf86-9806f25e7ca6 req-9d32827e-6940-43b8-abc8-62714e5f91bb tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:00.493106 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0c114935-f0d0-4547-bf86-9806f25e7ca6 req-9d32827e-6940-43b8-abc8-62714e5f91bb tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=c391dfd3-1290-4efc-bb93-a7dd4c926daf HTTP/1.1" status: 200 len: 945 time: 0.0548842 Dec 08 16:57:00.544975 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0c114935-f0d0-4547-bf86-9806f25e7ca6 req-59aa0bcf-f9e1-437d-b59a-c22ac7c18780 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466399 Dec 08 16:57:01.666281 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b7a1b-544a-4b29-870d-16d4ac1de54a req-5d503a98-1b01-4cf4-a72f-85e769de995b tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:01.667738 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f08b7a1b-544a-4b29-870d-16d4ac1de54a req-5d503a98-1b01-4cf4-a72f-85e769de995b tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=c391dfd3-1290-4efc-bb93-a7dd4c926daf HTTP/1.1" status: 200 len: 945 time: 0.0520978 Dec 08 16:57:01.714194 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f08b7a1b-544a-4b29-870d-16d4ac1de54a req-e9401038-4421-435c-98b1-631c4a18aa68 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403988 Dec 08 16:57:01.827058 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ea4fe-f471-4b5b-88c2-dbdeccba9a23 req-ecac7e53-2f2c-4bbc-97c4-3434527abfa9 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:01.828482 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-739ea4fe-f471-4b5b-88c2-dbdeccba9a23 req-ecac7e53-2f2c-4bbc-97c4-3434527abfa9 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=c391dfd3-1290-4efc-bb93-a7dd4c926daf HTTP/1.1" status: 200 len: 945 time: 0.0485852 Dec 08 16:57:01.874054 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-739ea4fe-f471-4b5b-88c2-dbdeccba9a23 req-e4c04eab-0c46-455f-b868-96536f542b0c tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396340 Dec 08 16:57:02.151285 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de794a32-0cae-4b34-b8ca-c3528c4775b5 req-daa0e858-cfdc-4ecc-b883-99620e62d19e tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:02.152715 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-de794a32-0cae-4b34-b8ca-c3528c4775b5 req-daa0e858-cfdc-4ecc-b883-99620e62d19e tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=c391dfd3-1290-4efc-bb93-a7dd4c926daf HTTP/1.1" status: 200 len: 945 time: 0.0567687 Dec 08 16:57:02.199761 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-de794a32-0cae-4b34-b8ca-c3528c4775b5 req-54dfec41-703f-4a0c-8c8e-f86d200cb018 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405922 Dec 08 16:57:02.315875 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc21e8-4aa3-4757-9d16-efa43ae86acd req-25b3b095-01e4-4004-865a-ff4e04d7a5b7 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:02.317385 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-95fc21e8-4aa3-4757-9d16-efa43ae86acd req-25b3b095-01e4-4004-865a-ff4e04d7a5b7 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=c391dfd3-1290-4efc-bb93-a7dd4c926daf HTTP/1.1" status: 200 len: 945 time: 0.0522914 Dec 08 16:57:02.365250 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-95fc21e8-4aa3-4757-9d16-efa43ae86acd req-eabbb00f-a2cd-43cf-b319-da333a992190 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417645 Dec 08 16:57:02.812164 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ad42a7-0bc5-4677-b21e-086cddea77e6 req-7000bc66-a2f0-4b0b-a025-fb87106bbeac tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:02.813722 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e7ad42a7-0bc5-4677-b21e-086cddea77e6 req-7000bc66-a2f0-4b0b-a025-fb87106bbeac tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=c391dfd3-1290-4efc-bb93-a7dd4c926daf HTTP/1.1" status: 200 len: 945 time: 0.0484266 Dec 08 16:57:02.866870 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e7ad42a7-0bc5-4677-b21e-086cddea77e6 req-622e73ac-b15f-4954-b5ef-7ba2163b4362 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470481 Dec 08 16:57:02.937342 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0223a5ca-d4d5-4f15-abed-8b74d1b2ddf8 req-5821f1d6-b492-4a6a-85cc-8abdc5107bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:02.939355 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0223a5ca-d4d5-4f15-abed-8b74d1b2ddf8 req-5821f1d6-b492-4a6a-85cc-8abdc5107bda service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=600a909d45ef4149b2f9a7fd5f85f4d6&device_id=c391dfd3-1290-4efc-bb93-a7dd4c926daf HTTP/1.1" status: 200 len: 1097 time: 0.0688734 Dec 08 16:57:02.942047 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5612ed1f-6811-4b87-9013-d17620ffa5f5 req-e0016edb-f0bd-4c99-be5b-a1c194f05133 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c391dfd3-1290-4efc-bb93-a7dd4c926daf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0638216 Dec 08 16:57:03.051046 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0223a5ca-d4d5-4f15-abed-8b74d1b2ddf8 req-cc5d96fa-b476-4088-94de-b12e3dd1320c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:03.053492 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0223a5ca-d4d5-4f15-abed-8b74d1b2ddf8 req-cc5d96fa-b476-4088-94de-b12e3dd1320c service neutron] 10.222.0.37 "GET /v2.0/networks?id=52a5a11e-7714-47d6-ba81-f7ac95ebe8a6 HTTP/1.1" status: 200 len: 916 time: 0.0896816 Dec 08 16:57:03.096272 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0223a5ca-d4d5-4f15-abed-8b74d1b2ddf8 req-c72710a8-91e9-4713-a5d3-7006213ebeda service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b226a0af-ccd1-40b2-8e05-a8fc8c4a3343 HTTP/1.1" status: 200 len: 217 time: 0.0358155 Dec 08 16:57:03.145633 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0223a5ca-d4d5-4f15-abed-8b74d1b2ddf8 req-80100fab-c384-4085-ab47-fda3ae1c997e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:03.147342 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0223a5ca-d4d5-4f15-abed-8b74d1b2ddf8 req-80100fab-c384-4085-ab47-fda3ae1c997e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=913f3c4b-0a27-4335-b237-7cff935d3e72 HTTP/1.1" status: 200 len: 855 time: 0.0445876 Dec 08 16:57:03.183072 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0223a5ca-d4d5-4f15-abed-8b74d1b2ddf8 req-380c7dea-99b0-40b8-9aab-ea7557be5004 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=52a5a11e-7714-47d6-ba81-f7ac95ebe8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288286 Dec 08 16:57:03.277872 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0223a5ca-d4d5-4f15-abed-8b74d1b2ddf8 req-46756622-9442-4140-a136-2b5e8af64e94 service neutron] 10.222.0.37 "GET /v2.0/networks/52a5a11e-7714-47d6-ba81-f7ac95ebe8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872655 Dec 08 16:57:03.371760 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0223a5ca-d4d5-4f15-abed-8b74d1b2ddf8 req-01378e2b-3131-49c1-a91e-c19ee47ce189 service neutron] 10.222.0.37 "GET /v2.0/networks/52a5a11e-7714-47d6-ba81-f7ac95ebe8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869806 Dec 08 16:57:03.987385 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab87d2f1-dea7-418b-9e1e-99d7ba58a38c req-b588c15c-90e7-4236-9b84-dcf521061741 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:03.988918 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ab87d2f1-dea7-418b-9e1e-99d7ba58a38c req-b588c15c-90e7-4236-9b84-dcf521061741 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=c391dfd3-1290-4efc-bb93-a7dd4c926daf HTTP/1.1" status: 200 len: 945 time: 0.0489511 Dec 08 16:57:04.038106 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ab87d2f1-dea7-418b-9e1e-99d7ba58a38c req-87fa26e9-984d-4f82-88f4-348607484e16 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423343 Dec 08 16:57:05.003203 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:05.044528 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5612ed1f-6811-4b87-9013-d17620ffa5f5 req-bab15b51-0302-4463-8f6f-5104a7bf999b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:05.046076 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5612ed1f-6811-4b87-9013-d17620ffa5f5 req-bab15b51-0302-4463-8f6f-5104a7bf999b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=600a909d45ef4149b2f9a7fd5f85f4d6&device_id=c391dfd3-1290-4efc-bb93-a7dd4c926daf HTTP/1.1" status: 200 len: 1097 time: 0.0424285 Dec 08 16:57:05.171462 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5612ed1f-6811-4b87-9013-d17620ffa5f5 req-901d4b83-0ef0-4e23-abd4-041e4d2572ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:05.172966 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5612ed1f-6811-4b87-9013-d17620ffa5f5 req-901d4b83-0ef0-4e23-abd4-041e4d2572ed service neutron] 10.222.0.37 "GET /v2.0/networks?id=52a5a11e-7714-47d6-ba81-f7ac95ebe8a6 HTTP/1.1" status: 200 len: 916 time: 0.1190476 Dec 08 16:57:05.183555 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0818ad05-68e9-4c65-8883-04b692054e9b req-df50ab1c-1c37-4fca-8e9d-fea9ee5d7070 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:05.184972 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0818ad05-68e9-4c65-8883-04b692054e9b req-df50ab1c-1c37-4fca-8e9d-fea9ee5d7070 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=c391dfd3-1290-4efc-bb93-a7dd4c926daf HTTP/1.1" status: 200 len: 945 time: 0.0773468 Dec 08 16:57:05.225873 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5612ed1f-6811-4b87-9013-d17620ffa5f5 req-02f20535-dd36-417b-a393-4d9e94545356 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b226a0af-ccd1-40b2-8e05-a8fc8c4a3343 HTTP/1.1" status: 200 len: 217 time: 0.0399699 Dec 08 16:57:05.294396 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0818ad05-68e9-4c65-8883-04b692054e9b req-91f0b82c-f672-4661-90ca-56c428d786f3 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026323 Dec 08 16:57:05.297947 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5612ed1f-6811-4b87-9013-d17620ffa5f5 req-fa5c191e-1669-4d3b-baf3-813fdbdeac49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:05.299367 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5612ed1f-6811-4b87-9013-d17620ffa5f5 req-fa5c191e-1669-4d3b-baf3-813fdbdeac49 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=913f3c4b-0a27-4335-b237-7cff935d3e72 HTTP/1.1" status: 200 len: 855 time: 0.0656962 Dec 08 16:57:05.335442 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5612ed1f-6811-4b87-9013-d17620ffa5f5 req-78e057e2-3815-45b6-9755-fabad2ff1922 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=52a5a11e-7714-47d6-ba81-f7ac95ebe8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293207 Dec 08 16:57:05.425869 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5612ed1f-6811-4b87-9013-d17620ffa5f5 req-3a693a86-05a5-4f1b-be04-e138c1fa4a75 service neutron] 10.222.0.37 "GET /v2.0/networks/52a5a11e-7714-47d6-ba81-f7ac95ebe8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828314 Dec 08 16:57:05.520511 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5612ed1f-6811-4b87-9013-d17620ffa5f5 req-fd393624-0319-4c6f-ac0e-f191721ab704 service neutron] 10.222.0.37 "GET /v2.0/networks/52a5a11e-7714-47d6-ba81-f7ac95ebe8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873945 Dec 08 16:57:06.413761 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca986117-7f80-4722-9041-66411df92bc2 req-c99d480b-c1dc-44fb-a9b5-0a116f8f0f7a tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:06.415290 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ca986117-7f80-4722-9041-66411df92bc2 req-c99d480b-c1dc-44fb-a9b5-0a116f8f0f7a tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=c391dfd3-1290-4efc-bb93-a7dd4c926daf HTTP/1.1" status: 200 len: 945 time: 0.0531206 Dec 08 16:57:06.462733 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ca986117-7f80-4722-9041-66411df92bc2 req-0f954034-370b-4ec8-a0b1-87072936eb1f tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414705 Dec 08 16:57:07.578063 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234902b5-bf06-4953-8dee-420f2960a990 req-cdbddcab-bee5-4ae1-aa23-1cdf1fab188a tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:07.580141 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-234902b5-bf06-4953-8dee-420f2960a990 req-cdbddcab-bee5-4ae1-aa23-1cdf1fab188a tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=c391dfd3-1290-4efc-bb93-a7dd4c926daf HTTP/1.1" status: 200 len: 945 time: 0.0490420 Dec 08 16:57:07.626881 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-234902b5-bf06-4953-8dee-420f2960a990 req-5dca560c-2988-4f51-a344-cbf755eab22c tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398755 Dec 08 16:57:08.741154 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041224a3-1c53-41ef-acf2-51006075f35f req-a0ed4343-6dd2-4d98-8c9c-63ee47653736 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:08.742653 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-041224a3-1c53-41ef-acf2-51006075f35f req-a0ed4343-6dd2-4d98-8c9c-63ee47653736 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=c391dfd3-1290-4efc-bb93-a7dd4c926daf HTTP/1.1" status: 200 len: 945 time: 0.0477233 Dec 08 16:57:08.789161 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-041224a3-1c53-41ef-acf2-51006075f35f req-9ec43332-69d5-4e7b-b7dc-1d65946db7cf tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407188 Dec 08 16:57:08.927455 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:09.905710 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2017c5ff-68f5-4f20-bf2a-ebf800ed2f97 req-d2e44d4a-3a40-413b-8047-e2863f021c0d tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:09.907192 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2017c5ff-68f5-4f20-bf2a-ebf800ed2f97 req-d2e44d4a-3a40-413b-8047-e2863f021c0d tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=c391dfd3-1290-4efc-bb93-a7dd4c926daf HTTP/1.1" status: 200 len: 945 time: 0.0486290 Dec 08 16:57:09.954138 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2017c5ff-68f5-4f20-bf2a-ebf800ed2f97 req-ee5c5e20-15e0-4584-ac1a-5535562d3fb0 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405557 Dec 08 16:57:11.068021 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3211237-c279-40e1-90dc-5da5e574bbfb req-b766adad-37a5-432d-8d30-e92c26d99d29 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:11.069514 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f3211237-c279-40e1-90dc-5da5e574bbfb req-b766adad-37a5-432d-8d30-e92c26d99d29 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=c391dfd3-1290-4efc-bb93-a7dd4c926daf HTTP/1.1" status: 200 len: 945 time: 0.0478671 Dec 08 16:57:11.118685 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f3211237-c279-40e1-90dc-5da5e574bbfb req-f29e34e0-46fe-41a3-a2b3-3e68c5672413 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433574 Dec 08 16:57:11.487629 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-59153cdd-dc48-4df5-b94d-8ad572c43e5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:12.241004 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a45792-a1eb-4b9d-9573-cc4ef8f78b75 req-ca7f6561-5a5d-403d-991c-55a166571061 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:12.242477 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-26a45792-a1eb-4b9d-9573-cc4ef8f78b75 req-ca7f6561-5a5d-403d-991c-55a166571061 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=c391dfd3-1290-4efc-bb93-a7dd4c926daf HTTP/1.1" status: 200 len: 945 time: 0.0527112 Dec 08 16:57:12.289426 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-26a45792-a1eb-4b9d-9573-cc4ef8f78b75 req-97150003-bf98-408d-8d4c-b54f6ef9e942 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410645 Dec 08 16:57:13.404633 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7202129f-120b-4ada-9b0d-06d6a6bf9563 req-e0fd7e71-b14c-4f91-a309-ed8f2c286685 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:13.406128 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7202129f-120b-4ada-9b0d-06d6a6bf9563 req-e0fd7e71-b14c-4f91-a309-ed8f2c286685 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=c391dfd3-1290-4efc-bb93-a7dd4c926daf HTTP/1.1" status: 200 len: 945 time: 0.0490789 Dec 08 16:57:13.453027 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7202129f-120b-4ada-9b0d-06d6a6bf9563 req-826afdde-3e50-4ce2-a456-be9964ded8f1 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403068 Dec 08 16:57:14.157232 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-69e9261b-2672-491c-b523-578a723d0519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:14.568737 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb7b2b-fdbc-458b-99eb-40294296359b req-947e474e-c814-4e59-9644-59f8acb1adbd tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:14.570225 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bfdb7b2b-fdbc-458b-99eb-40294296359b req-947e474e-c814-4e59-9644-59f8acb1adbd tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=c391dfd3-1290-4efc-bb93-a7dd4c926daf HTTP/1.1" status: 200 len: 945 time: 0.0484843 Dec 08 16:57:14.617187 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bfdb7b2b-fdbc-458b-99eb-40294296359b req-79ea3f88-bef2-4ee3-b7ce-5ae27d544dfa tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411632 Dec 08 16:57:15.368838 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:15.730548 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c06354-5287-44b6-bd03-d5492e95c25e req-cdb7f1e4-2bf2-4aac-9200-0198bd82a11e tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:15.732037 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-47c06354-5287-44b6-bd03-d5492e95c25e req-cdb7f1e4-2bf2-4aac-9200-0198bd82a11e tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=c391dfd3-1290-4efc-bb93-a7dd4c926daf HTTP/1.1" status: 200 len: 945 time: 0.0478978 Dec 08 16:57:15.778158 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-47c06354-5287-44b6-bd03-d5492e95c25e req-02844d18-28b9-48a7-a5f4-b7e14ef2e92c tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397081 Dec 08 16:57:16.865819 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:16.898489 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e08cde-cc19-4daa-8819-d4a609b0b4b8 req-f2db8542-3202-4200-96de-cfdf4e459f23 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:16.899972 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-96e08cde-cc19-4daa-8819-d4a609b0b4b8 req-f2db8542-3202-4200-96de-cfdf4e459f23 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=c391dfd3-1290-4efc-bb93-a7dd4c926daf HTTP/1.1" status: 200 len: 945 time: 0.0534337 Dec 08 16:57:16.946337 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-96e08cde-cc19-4daa-8819-d4a609b0b4b8 req-4dc9b832-a9c0-4ff1-854a-b45dd0cf1a61 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403311 Dec 08 16:57:17.583883 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:18.073271 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5229de91-3346-41d6-9195-6a9d37ceecdb req-92f0d724-3a02-4319-b9ba-e59d161fed42 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:18.075179 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5229de91-3346-41d6-9195-6a9d37ceecdb req-92f0d724-3a02-4319-b9ba-e59d161fed42 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=c391dfd3-1290-4efc-bb93-a7dd4c926daf HTTP/1.1" status: 200 len: 945 time: 0.0603821 Dec 08 16:57:18.124849 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5229de91-3346-41d6-9195-6a9d37ceecdb req-ebef1d2e-69ef-420c-84b9-a4630df652b9 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416322 Dec 08 16:57:19.240753 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802b4c3-1d94-4687-9644-2bc7f59e4529 req-32b1fc88-cce8-48fa-9ab8-bf0cd5a6521a tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:19.242243 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c802b4c3-1d94-4687-9644-2bc7f59e4529 req-32b1fc88-cce8-48fa-9ab8-bf0cd5a6521a tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=c391dfd3-1290-4efc-bb93-a7dd4c926daf HTTP/1.1" status: 200 len: 945 time: 0.0490940 Dec 08 16:57:19.289572 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c802b4c3-1d94-4687-9644-2bc7f59e4529 req-78ad432c-8cc1-42f0-907f-5e078883f98c tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415077 Dec 08 16:57:20.403819 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6bf09-2d76-4bcd-b484-6eb26c8e15a1 req-5b944a3c-326c-43fa-8785-4548ef415590 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:20.405318 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a0d6bf09-2d76-4bcd-b484-6eb26c8e15a1 req-5b944a3c-326c-43fa-8785-4548ef415590 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=c391dfd3-1290-4efc-bb93-a7dd4c926daf HTTP/1.1" status: 200 len: 945 time: 0.0486670 Dec 08 16:57:20.451434 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a0d6bf09-2d76-4bcd-b484-6eb26c8e15a1 req-a91385a1-5125-4c7f-9860-9cae3cf874c4 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397856 Dec 08 16:57:21.567640 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac5776-9916-4dee-8357-dbedefb7150e req-6743d722-5595-4d1b-85e5-8a94e043fcda tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:21.569168 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e6ac5776-9916-4dee-8357-dbedefb7150e req-6743d722-5595-4d1b-85e5-8a94e043fcda tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=c391dfd3-1290-4efc-bb93-a7dd4c926daf HTTP/1.1" status: 200 len: 945 time: 0.0489726 Dec 08 16:57:21.618593 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e6ac5776-9916-4dee-8357-dbedefb7150e req-dae2f41b-8c33-447d-b002-fb496df6a78b tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435927 Dec 08 16:57:22.618986 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [req-5612ed1f-6811-4b87-9013-d17620ffa5f5 req-beb4955c-7a6a-4e0e-8628-b7eb088a59ca service neutron] show failed (client error): The resource could not be found. Dec 08 16:57:22.627599 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5612ed1f-6811-4b87-9013-d17620ffa5f5 req-beb4955c-7a6a-4e0e-8628-b7eb088a59ca service neutron] 10.222.0.37 "GET /v2.0/ports/b226a0af-ccd1-40b2-8e05-a8fc8c4a3343/bindings/n-h1-776250-12 HTTP/1.1" status: 404 len: 381 time: 0.0540485 Dec 08 16:57:22.734128 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf8b12-5e69-4595-b766-98c4d31a1c73 req-bf80f00a-6ac0-49ab-814d-91189730ef62 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:22.735640 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-28bf8b12-5e69-4595-b766-98c4d31a1c73 req-bf80f00a-6ac0-49ab-814d-91189730ef62 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=c391dfd3-1290-4efc-bb93-a7dd4c926daf HTTP/1.1" status: 200 len: 945 time: 0.0488787 Dec 08 16:57:22.787541 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-28bf8b12-5e69-4595-b766-98c4d31a1c73 req-db4e358f-ad45-4347-a0bb-8b44808a3b6e tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456893 Dec 08 16:57:23.118677 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5612ed1f-6811-4b87-9013-d17620ffa5f5 req-bb03d01f-e2eb-46f0-a15b-67c703356392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:23.120228 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5612ed1f-6811-4b87-9013-d17620ffa5f5 req-bb03d01f-e2eb-46f0-a15b-67c703356392 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c391dfd3-1290-4efc-bb93-a7dd4c926daf&tenant_id=600a909d45ef4149b2f9a7fd5f85f4d6 HTTP/1.1" status: 200 len: 1097 time: 0.0424352 Dec 08 16:57:23.132498 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-5612ed1f-6811-4b87-9013-d17620ffa5f5 req-a1c670ca-7d52-4160-a438-9019941b9e1d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-776250-12', 'device_owner': 'compute:nova'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:57:23.189131 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5612ed1f-6811-4b87-9013-d17620ffa5f5 req-a1c670ca-7d52-4160-a438-9019941b9e1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:23.704577 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-5612ed1f-6811-4b87-9013-d17620ffa5f5 req-a1c670ca-7d52-4160-a438-9019941b9e1d service neutron] For port b226a0af-ccd1-40b2-8e05-a8fc8c4a3343, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=b226a0af-ccd1-40b2-8e05-a8fc8c4a3343,segment=NetworkSegment(61cbf83e-1abb-4eeb-8923-09ca656079f3),segment_id=61cbf83e-1abb-4eeb-8923-09ca656079f3)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:57:23.736001 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-5612ed1f-6811-4b87-9013-d17620ffa5f5 req-a1c670ca-7d52-4160-a438-9019941b9e1d service neutron] For port b226a0af-ccd1-40b2-8e05-a8fc8c4a3343, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:57:23.775057 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c391dfd3-1290-4efc-bb93-a7dd4c926daf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b226a0af-ccd1-40b2-8e05-a8fc8c4a3343'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:57:23.777371 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659bd06e-59bd-4d15-898c-605d45053079" -d '{"events": [{"server_uuid": "c391dfd3-1290-4efc-bb93-a7dd4c926daf", "name": "network-vif-unplugged", "status": "completed", "tag": "b226a0af-ccd1-40b2-8e05-a8fc8c4a3343"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:57:23.781054 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5612ed1f-6811-4b87-9013-d17620ffa5f5 req-a1c670ca-7d52-4160-a438-9019941b9e1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:23.793398 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-5612ed1f-6811-4b87-9013-d17620ffa5f5 req-a1c670ca-7d52-4160-a438-9019941b9e1d service neutron] Transition to ACTIVE for port object b226a0af-ccd1-40b2-8e05-a8fc8c4a3343 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:57:23.829225 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873bc767-a815-4136-8653-56d471747754 x-openstack-request-id: req-873bc767-a815-4136-8653-56d471747754 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:57:23.829524 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c391dfd3-1290-4efc-bb93-a7dd4c926daf", "name": "network-vif-unplugged", "status": "completed", "tag": "b226a0af-ccd1-40b2-8e05-a8fc8c4a3343", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:57:23.829790 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-873bc767-a815-4136-8653-56d471747754 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:57:23.830265 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c391dfd3-1290-4efc-bb93-a7dd4c926daf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b226a0af-ccd1-40b2-8e05-a8fc8c4a3343', 'code': 200} Dec 08 16:57:23.853968 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5612ed1f-6811-4b87-9013-d17620ffa5f5 req-a1c670ca-7d52-4160-a438-9019941b9e1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:23.915334 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6ea49-01d7-4c2a-9674-6e01be24ab4c req-635c179f-3c2b-48d3-b1f6-d0b516da3bd7 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:23.916891 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-26c6ea49-01d7-4c2a-9674-6e01be24ab4c req-635c179f-3c2b-48d3-b1f6-d0b516da3bd7 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=c391dfd3-1290-4efc-bb93-a7dd4c926daf HTTP/1.1" status: 200 len: 943 time: 0.0518181 Dec 08 16:57:23.919060 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-5612ed1f-6811-4b87-9013-d17620ffa5f5 req-a1c670ca-7d52-4160-a438-9019941b9e1d service neutron] No DVR routers for this DVR port b226a0af-ccd1-40b2-8e05-a8fc8c4a3343 on host n-h2-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:57:23.922153 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c670ca-7d52-4160-a438-9019941b9e1d service neutron] Pushing event updated for resources: {'Port': ['ID=b226a0af-ccd1-40b2-8e05-a8fc8c4a3343,revision_number=6']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:23.934030 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c670ca-7d52-4160-a438-9019941b9e1d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:57:23.934380 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c670ca-7d52-4160-a438-9019941b9e1d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:57:23.934724 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c670ca-7d52-4160-a438-9019941b9e1d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:57:23.935062 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c670ca-7d52-4160-a438-9019941b9e1d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:57:23.935406 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c670ca-7d52-4160-a438-9019941b9e1d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:57:23.935887 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c670ca-7d52-4160-a438-9019941b9e1d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:57:23.936252 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c670ca-7d52-4160-a438-9019941b9e1d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:57:23.936730 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c670ca-7d52-4160-a438-9019941b9e1d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:57:23.937063 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c670ca-7d52-4160-a438-9019941b9e1d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:57:23.937391 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c670ca-7d52-4160-a438-9019941b9e1d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:57:23.937720 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c670ca-7d52-4160-a438-9019941b9e1d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:57:23.938043 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c670ca-7d52-4160-a438-9019941b9e1d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:57:23.938379 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c670ca-7d52-4160-a438-9019941b9e1d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:57:23.965456 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-26c6ea49-01d7-4c2a-9674-6e01be24ab4c req-4c2ff8d4-6111-4858-a972-b6c2d4cf0b06 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420895 Dec 08 16:57:23.966698 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-5612ed1f-6811-4b87-9013-d17620ffa5f5 req-a1c670ca-7d52-4160-a438-9019941b9e1d service neutron] Attempting to bind port b226a0af-ccd1-40b2-8e05-a8fc8c4a3343 on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:57:23.967036 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-5612ed1f-6811-4b87-9013-d17620ffa5f5 req-a1c670ca-7d52-4160-a438-9019941b9e1d service neutron] Attempting to bind port b226a0af-ccd1-40b2-8e05-a8fc8c4a3343 by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': '61cbf83e-1abb-4eeb-8923-09ca656079f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '52a5a11e-7714-47d6-ba81-f7ac95ebe8a6'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:57:23.967364 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5612ed1f-6811-4b87-9013-d17620ffa5f5 req-a1c670ca-7d52-4160-a438-9019941b9e1d service neutron] Attempting to bind port b226a0af-ccd1-40b2-8e05-a8fc8c4a3343 on network 52a5a11e-7714-47d6-ba81-f7ac95ebe8a6 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:57:23.972404 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5612ed1f-6811-4b87-9013-d17620ffa5f5 req-a1c670ca-7d52-4160-a438-9019941b9e1d service neutron] Port b226a0af-ccd1-40b2-8e05-a8fc8c4a3343 on network 52a5a11e-7714-47d6-ba81-f7ac95ebe8a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:57:23.972732 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5612ed1f-6811-4b87-9013-d17620ffa5f5 req-a1c670ca-7d52-4160-a438-9019941b9e1d service neutron] Attempting to bind port b226a0af-ccd1-40b2-8e05-a8fc8c4a3343 on network 52a5a11e-7714-47d6-ba81-f7ac95ebe8a6 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:57:23.977809 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5612ed1f-6811-4b87-9013-d17620ffa5f5 req-a1c670ca-7d52-4160-a438-9019941b9e1d service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:57:23.978154 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5612ed1f-6811-4b87-9013-d17620ffa5f5 req-a1c670ca-7d52-4160-a438-9019941b9e1d service neutron] Checking segment: {'id': '61cbf83e-1abb-4eeb-8923-09ca656079f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '52a5a11e-7714-47d6-ba81-f7ac95ebe8a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:57:23.978534 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5612ed1f-6811-4b87-9013-d17620ffa5f5 req-a1c670ca-7d52-4160-a438-9019941b9e1d service neutron] Bound using segment: {'id': '61cbf83e-1abb-4eeb-8923-09ca656079f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '52a5a11e-7714-47d6-ba81-f7ac95ebe8a6'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:57:23.978962 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-5612ed1f-6811-4b87-9013-d17620ffa5f5 req-a1c670ca-7d52-4160-a438-9019941b9e1d service neutron] Bound port: b226a0af-ccd1-40b2-8e05-a8fc8c4a3343, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61cbf83e-1abb-4eeb-8923-09ca656079f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '52a5a11e-7714-47d6-ba81-f7ac95ebe8a6'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:57:23.979324 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5612ed1f-6811-4b87-9013-d17620ffa5f5 req-a1c670ca-7d52-4160-a438-9019941b9e1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:24.040827 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-5612ed1f-6811-4b87-9013-d17620ffa5f5 req-a1c670ca-7d52-4160-a438-9019941b9e1d service neutron] For port b226a0af-ccd1-40b2-8e05-a8fc8c4a3343, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:57:24.043735 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-5612ed1f-6811-4b87-9013-d17620ffa5f5 req-a1c670ca-7d52-4160-a438-9019941b9e1d service neutron] For port b226a0af-ccd1-40b2-8e05-a8fc8c4a3343, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=b226a0af-ccd1-40b2-8e05-a8fc8c4a3343,segment=NetworkSegment(61cbf83e-1abb-4eeb-8923-09ca656079f3),segment_id=61cbf83e-1abb-4eeb-8923-09ca656079f3)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:57:24.151814 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5612ed1f-6811-4b87-9013-d17620ffa5f5 req-a1c670ca-7d52-4160-a438-9019941b9e1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:24.186781 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5612ed1f-6811-4b87-9013-d17620ffa5f5 req-a1c670ca-7d52-4160-a438-9019941b9e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:24.187421 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5612ed1f-6811-4b87-9013-d17620ffa5f5 req-a1c670ca-7d52-4160-a438-9019941b9e1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:24.188833 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5612ed1f-6811-4b87-9013-d17620ffa5f5 req-a1c670ca-7d52-4160-a438-9019941b9e1d service neutron] 10.222.0.76 "PUT /v2.0/ports/b226a0af-ccd1-40b2-8e05-a8fc8c4a3343 HTTP/1.1" status: 200 len: 1092 time: 1.0605569 Dec 08 16:57:24.210617 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c670ca-7d52-4160-a438-9019941b9e1d service neutron] Pushing event updated for resources: {'Port': ['ID=b226a0af-ccd1-40b2-8e05-a8fc8c4a3343,revision_number=7']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:24.258415 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5612ed1f-6811-4b87-9013-d17620ffa5f5 req-f89be88f-cf39-47f4-bb16-46193daa1866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:24.259929 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5612ed1f-6811-4b87-9013-d17620ffa5f5 req-f89be88f-cf39-47f4-bb16-46193daa1866 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=600a909d45ef4149b2f9a7fd5f85f4d6&device_id=c391dfd3-1290-4efc-bb93-a7dd4c926daf HTTP/1.1" status: 200 len: 1095 time: 0.0448856 Dec 08 16:57:24.349738 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5612ed1f-6811-4b87-9013-d17620ffa5f5 req-bae45351-66ab-4540-a7d0-aa2900719462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:24.351191 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5612ed1f-6811-4b87-9013-d17620ffa5f5 req-bae45351-66ab-4540-a7d0-aa2900719462 service neutron] 10.222.0.76 "GET /v2.0/networks?id=52a5a11e-7714-47d6-ba81-f7ac95ebe8a6 HTTP/1.1" status: 200 len: 916 time: 0.0838053 Dec 08 16:57:24.397175 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5612ed1f-6811-4b87-9013-d17620ffa5f5 req-6a0a1b78-7d7f-4a63-8192-07fa982c886a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b226a0af-ccd1-40b2-8e05-a8fc8c4a3343 HTTP/1.1" status: 200 len: 217 time: 0.0382071 Dec 08 16:57:24.446178 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5612ed1f-6811-4b87-9013-d17620ffa5f5 req-2edcd706-e993-4e50-b30d-0210dc9817af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:24.447578 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5612ed1f-6811-4b87-9013-d17620ffa5f5 req-2edcd706-e993-4e50-b30d-0210dc9817af service neutron] 10.222.0.76 "GET /v2.0/subnets?id=913f3c4b-0a27-4335-b237-7cff935d3e72 HTTP/1.1" status: 200 len: 855 time: 0.0438404 Dec 08 16:57:24.477986 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5612ed1f-6811-4b87-9013-d17620ffa5f5 req-c3cc6027-8a62-41a9-aab2-666a7321adf9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=52a5a11e-7714-47d6-ba81-f7ac95ebe8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234094 Dec 08 16:57:24.565881 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5612ed1f-6811-4b87-9013-d17620ffa5f5 req-6eec09ef-947e-4816-bdbd-9c99d152dc63 service neutron] 10.222.0.76 "GET /v2.0/networks/52a5a11e-7714-47d6-ba81-f7ac95ebe8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813274 Dec 08 16:57:24.658812 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5612ed1f-6811-4b87-9013-d17620ffa5f5 req-add3bf9a-1983-4284-876c-4e25e742376e service neutron] 10.222.0.76 "GET /v2.0/networks/52a5a11e-7714-47d6-ba81-f7ac95ebe8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850763 Dec 08 16:57:25.086634 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa3e5e-15f2-4f12-90fc-b7b678d13fd9 req-1cd41ac8-70cb-4535-b168-64aa5e54269e tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:25.088131 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f8fa3e5e-15f2-4f12-90fc-b7b678d13fd9 req-1cd41ac8-70cb-4535-b168-64aa5e54269e tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=c391dfd3-1290-4efc-bb93-a7dd4c926daf HTTP/1.1" status: 200 len: 943 time: 0.0492702 Dec 08 16:57:25.135544 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f8fa3e5e-15f2-4f12-90fc-b7b678d13fd9 req-3a78abd3-e7d3-401e-a46c-da3708f10041 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414164 Dec 08 16:57:25.831637 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c391dfd3-1290-4efc-bb93-a7dd4c926daf', 'tag': 'b226a0af-ccd1-40b2-8e05-a8fc8c4a3343'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:57:25.834090 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32542dd9-1487-4149-ab6c-a62eb576b50a" -d '{"events": [{"name": "network-changed", "server_uuid": "c391dfd3-1290-4efc-bb93-a7dd4c926daf", "tag": "b226a0af-ccd1-40b2-8e05-a8fc8c4a3343"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:57:25.881854 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf413c0-7ce2-4650-b2a5-b4d87aa26e14 x-openstack-request-id: req-ebf413c0-7ce2-4650-b2a5-b4d87aa26e14 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:57:25.882154 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c391dfd3-1290-4efc-bb93-a7dd4c926daf", "tag": "b226a0af-ccd1-40b2-8e05-a8fc8c4a3343", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:57:25.882419 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ebf413c0-7ce2-4650-b2a5-b4d87aa26e14 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:57:25.882831 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c391dfd3-1290-4efc-bb93-a7dd4c926daf', 'tag': 'b226a0af-ccd1-40b2-8e05-a8fc8c4a3343', 'status': 'completed', 'code': 200} Dec 08 16:57:25.972144 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32542dd9-1487-4149-ab6c-a62eb576b50a req-85e16053-a0b3-442e-8172-9d0cc98f32d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:25.973671 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-32542dd9-1487-4149-ab6c-a62eb576b50a req-85e16053-a0b3-442e-8172-9d0cc98f32d9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=600a909d45ef4149b2f9a7fd5f85f4d6&device_id=c391dfd3-1290-4efc-bb93-a7dd4c926daf HTTP/1.1" status: 200 len: 1095 time: 0.0634997 Dec 08 16:57:25.976227 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32542dd9-1487-4149-ab6c-a62eb576b50a req-cf0e9ccf-f0a7-4e6b-90f9-9a6bd61b8404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:25.977599 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-32542dd9-1487-4149-ab6c-a62eb576b50a req-cf0e9ccf-f0a7-4e6b-90f9-9a6bd61b8404 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=600a909d45ef4149b2f9a7fd5f85f4d6&device_id=c391dfd3-1290-4efc-bb93-a7dd4c926daf HTTP/1.1" status: 200 len: 1095 time: 0.0764813 Dec 08 16:57:26.138438 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32542dd9-1487-4149-ab6c-a62eb576b50a req-8b09f381-442e-457f-bb2a-3dd82833e1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:26.139840 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-32542dd9-1487-4149-ab6c-a62eb576b50a req-8b09f381-442e-457f-bb2a-3dd82833e1e5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=52a5a11e-7714-47d6-ba81-f7ac95ebe8a6 HTTP/1.1" status: 200 len: 916 time: 0.1582687 Dec 08 16:57:26.140971 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32542dd9-1487-4149-ab6c-a62eb576b50a req-58d8aba8-3e91-46ac-97bc-08901461b4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:26.142346 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-32542dd9-1487-4149-ab6c-a62eb576b50a req-58d8aba8-3e91-46ac-97bc-08901461b4bb service neutron] 10.222.0.37 "GET /v2.0/networks?id=52a5a11e-7714-47d6-ba81-f7ac95ebe8a6 HTTP/1.1" status: 200 len: 916 time: 0.1531668 Dec 08 16:57:26.221222 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-32542dd9-1487-4149-ab6c-a62eb576b50a req-b76e12d3-9bc6-407d-b3c0-785bc2365a72 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b226a0af-ccd1-40b2-8e05-a8fc8c4a3343 HTTP/1.1" status: 200 len: 217 time: 0.0704167 Dec 08 16:57:26.223219 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-32542dd9-1487-4149-ab6c-a62eb576b50a req-67985930-d084-4e3a-b099-2ea12b15633d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b226a0af-ccd1-40b2-8e05-a8fc8c4a3343 HTTP/1.1" status: 200 len: 217 time: 0.0741358 Dec 08 16:57:26.331560 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32542dd9-1487-4149-ab6c-a62eb576b50a req-4c34cf22-8162-4b9b-9f71-06cd0f1ae6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:26.333100 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-32542dd9-1487-4149-ab6c-a62eb576b50a req-4c34cf22-8162-4b9b-9f71-06cd0f1ae6f5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=913f3c4b-0a27-4335-b237-7cff935d3e72 HTTP/1.1" status: 200 len: 855 time: 0.1026640 Dec 08 16:57:26.338918 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32542dd9-1487-4149-ab6c-a62eb576b50a req-8ffa1497-71e2-4714-b993-bebef9d9c518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:26.340275 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-32542dd9-1487-4149-ab6c-a62eb576b50a req-8ffa1497-71e2-4714-b993-bebef9d9c518 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=913f3c4b-0a27-4335-b237-7cff935d3e72 HTTP/1.1" status: 200 len: 855 time: 0.1088905 Dec 08 16:57:26.348221 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b892779-2d18-4e11-963e-f592ec00952f req-be2c0c45-a569-438e-afc3-8852c102c946 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:26.349607 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7b892779-2d18-4e11-963e-f592ec00952f req-be2c0c45-a569-438e-afc3-8852c102c946 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=c391dfd3-1290-4efc-bb93-a7dd4c926daf HTTP/1.1" status: 200 len: 943 time: 0.1311231 Dec 08 16:57:26.400137 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-32542dd9-1487-4149-ab6c-a62eb576b50a req-1db57527-a38b-4265-91b0-b1ff4a8da8b2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=52a5a11e-7714-47d6-ba81-f7ac95ebe8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494883 Dec 08 16:57:26.401733 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-32542dd9-1487-4149-ab6c-a62eb576b50a req-1a3fa465-356d-4223-937a-a29eb062cc1c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=52a5a11e-7714-47d6-ba81-f7ac95ebe8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502422 Dec 08 16:57:26.564227 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7b892779-2d18-4e11-963e-f592ec00952f req-e103bff5-1257-498e-ac24-becf1435885d tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983714 Dec 08 16:57:26.593256 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-32542dd9-1487-4149-ab6c-a62eb576b50a req-b740735e-de86-492c-905f-7c9985a7d617 service neutron] 10.222.0.76 "GET /v2.0/networks/52a5a11e-7714-47d6-ba81-f7ac95ebe8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762986 Dec 08 16:57:26.597276 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-32542dd9-1487-4149-ab6c-a62eb576b50a req-84e8866a-04db-4149-baf7-3a3e4ca70b73 service neutron] 10.222.0.37 "GET /v2.0/networks/52a5a11e-7714-47d6-ba81-f7ac95ebe8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897209 Dec 08 16:57:26.751767 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-32542dd9-1487-4149-ab6c-a62eb576b50a req-b630e848-ea9a-49d8-8133-2be703202263 service neutron] 10.222.0.76 "GET /v2.0/networks/52a5a11e-7714-47d6-ba81-f7ac95ebe8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509979 Dec 08 16:57:26.753675 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-32542dd9-1487-4149-ab6c-a62eb576b50a req-9c5daf55-d77b-43ad-9b5f-5f9433d9fd32 service neutron] 10.222.0.37 "GET /v2.0/networks/52a5a11e-7714-47d6-ba81-f7ac95ebe8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461618 Dec 08 16:57:26.999673 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device b226a0af-ccd1-40b2-8e05-a8fc8c4a3343 no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:57:27.041352 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device b226a0af-ccd1-40b2-8e05-a8fc8c4a3343 not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:57:27.683679 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf63975e-cd71-4fd4-a417-2d37abcce21b req-6628e92a-3f41-4548-a876-5d030f5542d8 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:27.685226 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bf63975e-cd71-4fd4-a417-2d37abcce21b req-6628e92a-3f41-4548-a876-5d030f5542d8 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=c391dfd3-1290-4efc-bb93-a7dd4c926daf HTTP/1.1" status: 200 len: 943 time: 0.0493565 Dec 08 16:57:27.735405 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bf63975e-cd71-4fd4-a417-2d37abcce21b req-5cea582a-fbb6-4a16-81cb-28962f24bb15 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440736 Dec 08 16:57:28.094339 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device b226a0af-ccd1-40b2-8e05-a8fc8c4a3343 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:57:28.188355 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port b226a0af-ccd1-40b2-8e05-a8fc8c4a3343, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=b226a0af-ccd1-40b2-8e05-a8fc8c4a3343,segment=NetworkSegment(61cbf83e-1abb-4eeb-8923-09ca656079f3),segment_id=61cbf83e-1abb-4eeb-8923-09ca656079f3)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:57:28.200007 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': 'b226a0af-ccd1-40b2-8e05-a8fc8c4a3343', 'network_id': '52a5a11e-7714-47d6-ba81-f7ac95ebe8a6', 'port_id': 'b226a0af-ccd1-40b2-8e05-a8fc8c4a3343', 'mac_address': 'fa:16:3e:90:a6:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '913f3c4b-0a27-4335-b237-7cff935d3e72', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:57:28.239945 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:28.253116 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b226a0af-ccd1-40b2-8e05-a8fc8c4a3343 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:57:28.271740 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port b226a0af-ccd1-40b2-8e05-a8fc8c4a3343, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=b226a0af-ccd1-40b2-8e05-a8fc8c4a3343,segment=NetworkSegment(61cbf83e-1abb-4eeb-8923-09ca656079f3),segment_id=61cbf83e-1abb-4eeb-8923-09ca656079f3)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:57:28.349478 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:28.398259 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=b226a0af-ccd1-40b2-8e05-a8fc8c4a3343,revision_number=8']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:28.639988 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['b226a0af-ccd1-40b2-8e05-a8fc8c4a3343'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:57:28.852069 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d00b6-01ce-4f53-ade3-0981897b12d5 req-48ea3654-b055-4381-aa93-f1a063e71e6e tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:28.853594 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-803d00b6-01ce-4f53-ade3-0981897b12d5 req-48ea3654-b055-4381-aa93-f1a063e71e6e tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=c391dfd3-1290-4efc-bb93-a7dd4c926daf HTTP/1.1" status: 200 len: 944 time: 0.0495691 Dec 08 16:57:28.900307 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-803d00b6-01ce-4f53-ade3-0981897b12d5 req-0484e474-2479-45b4-8cee-e8b99f9f4c05 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408471 Dec 08 16:57:29.246708 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b203f92-337a-42ed-b237-a3c94e22ffb5 req-71f699ad-9aac-4cd1-ba72-7215e5b97caa tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:29.248257 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0b203f92-337a-42ed-b237-a3c94e22ffb5 req-71f699ad-9aac-4cd1-ba72-7215e5b97caa tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=c391dfd3-1290-4efc-bb93-a7dd4c926daf HTTP/1.1" status: 200 len: 944 time: 0.0538008 Dec 08 16:57:29.323830 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0b203f92-337a-42ed-b237-a3c94e22ffb5 req-ec8b09db-0b44-41e8-b375-b8a98d9254e1 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688581 Dec 08 16:57:29.341551 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f4ac0-6958-4647-b930-5df7f778e759 req-327f3272-70f3-4c67-b092-eb001cab44bf tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:29.343024 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c89f4ac0-6958-4647-b930-5df7f778e759 req-327f3272-70f3-4c67-b092-eb001cab44bf tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.37 "GET /v2.0/ports?device_id=c391dfd3-1290-4efc-bb93-a7dd4c926daf&tenant_id=600a909d45ef4149b2f9a7fd5f85f4d6&binding%3Ahost_id=n-h1-776250-12 HTTP/1.1" status: 200 len: 944 time: 0.0671034 Dec 08 16:57:29.404146 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [req-c89f4ac0-6958-4647-b930-5df7f778e759 req-f0abc62e-794f-4248-9df1-b65308714226 service neutron] delete failed (client error): The resource could not be found. Dec 08 16:57:29.405201 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c89f4ac0-6958-4647-b930-5df7f778e759 req-f0abc62e-794f-4248-9df1-b65308714226 service neutron] 10.222.0.37 "DELETE /v2.0/ports/b226a0af-ccd1-40b2-8e05-a8fc8c4a3343/bindings/n-h2-776250-12 HTTP/1.1" status: 404 len: 381 time: 0.0551722 Dec 08 16:57:29.492749 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f4ac0-6958-4647-b930-5df7f778e759 req-734de06f-21d5-4c14-8f29-875633632448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:29.494268 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c89f4ac0-6958-4647-b930-5df7f778e759 req-734de06f-21d5-4c14-8f29-875633632448 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=600a909d45ef4149b2f9a7fd5f85f4d6&device_id=c391dfd3-1290-4efc-bb93-a7dd4c926daf HTTP/1.1" status: 200 len: 1096 time: 0.0466285 Dec 08 16:57:29.586335 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f4ac0-6958-4647-b930-5df7f778e759 req-6c2a8803-92ae-4d41-a156-f8909dd82f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:29.587805 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c89f4ac0-6958-4647-b930-5df7f778e759 req-6c2a8803-92ae-4d41-a156-f8909dd82f74 service neutron] 10.222.0.37 "GET /v2.0/networks?id=52a5a11e-7714-47d6-ba81-f7ac95ebe8a6 HTTP/1.1" status: 200 len: 916 time: 0.0848897 Dec 08 16:57:29.630120 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c89f4ac0-6958-4647-b930-5df7f778e759 req-a516f7bd-f5ae-471d-9599-24d60575cf9c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b226a0af-ccd1-40b2-8e05-a8fc8c4a3343 HTTP/1.1" status: 200 len: 217 time: 0.0348890 Dec 08 16:57:29.682120 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f4ac0-6958-4647-b930-5df7f778e759 req-6d02f3e4-148c-4483-ae3c-001fe00a9a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:29.683544 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c89f4ac0-6958-4647-b930-5df7f778e759 req-6d02f3e4-148c-4483-ae3c-001fe00a9a04 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=913f3c4b-0a27-4335-b237-7cff935d3e72 HTTP/1.1" status: 200 len: 855 time: 0.0467336 Dec 08 16:57:29.715049 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c89f4ac0-6958-4647-b930-5df7f778e759 req-72470344-63d8-477e-856d-f6e5799aefe7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=52a5a11e-7714-47d6-ba81-f7ac95ebe8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239980 Dec 08 16:57:29.802930 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c89f4ac0-6958-4647-b930-5df7f778e759 req-188cf7b7-fd97-47b0-b7b4-bc83f13d9f5d service neutron] 10.222.0.37 "GET /v2.0/networks/52a5a11e-7714-47d6-ba81-f7ac95ebe8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805476 Dec 08 16:57:29.895903 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c89f4ac0-6958-4647-b930-5df7f778e759 req-bde7a5ef-32c6-4a24-9425-5e5199975772 service neutron] 10.222.0.37 "GET /v2.0/networks/52a5a11e-7714-47d6-ba81-f7ac95ebe8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863397 Dec 08 16:57:30.110130 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device b226a0af-ccd1-40b2-8e05-a8fc8c4a3343 up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:57:30.225359 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port b226a0af-ccd1-40b2-8e05-a8fc8c4a3343 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:57:30.229313 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port b226a0af-ccd1-40b2-8e05-a8fc8c4a3343 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:57:30.229690 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:30.304419 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:30.328777 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c391dfd3-1290-4efc-bb93-a7dd4c926daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b226a0af-ccd1-40b2-8e05-a8fc8c4a3343'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:57:30.331540 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3587e573-bce1-4f72-93e2-a47432d5f03b" -d '{"events": [{"server_uuid": "c391dfd3-1290-4efc-bb93-a7dd4c926daf", "name": "network-vif-plugged", "status": "completed", "tag": "b226a0af-ccd1-40b2-8e05-a8fc8c4a3343"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:57:30.344259 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port b226a0af-ccd1-40b2-8e05-a8fc8c4a3343, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=b226a0af-ccd1-40b2-8e05-a8fc8c4a3343,segment=NetworkSegment(61cbf83e-1abb-4eeb-8923-09ca656079f3),segment_id=61cbf83e-1abb-4eeb-8923-09ca656079f3)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:57:30.386419 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-629c95f9-1ec3-473b-91eb-43e78c6505f8 x-openstack-request-id: req-629c95f9-1ec3-473b-91eb-43e78c6505f8 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:57:30.386709 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c391dfd3-1290-4efc-bb93-a7dd4c926daf", "name": "network-vif-plugged", "status": "completed", "tag": "b226a0af-ccd1-40b2-8e05-a8fc8c4a3343", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:57:30.386971 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-629c95f9-1ec3-473b-91eb-43e78c6505f8 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:57:30.387400 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c391dfd3-1290-4efc-bb93-a7dd4c926daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b226a0af-ccd1-40b2-8e05-a8fc8c4a3343', 'code': 200} Dec 08 16:57:30.425887 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:30.444003 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b28e79-01c4-4077-8336-47e104a09c82 req-4660847e-b558-4626-98d5-3129adf28500 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:30.445537 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c5b28e79-01c4-4077-8336-47e104a09c82 req-4660847e-b558-4626-98d5-3129adf28500 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=c391dfd3-1290-4efc-bb93-a7dd4c926daf HTTP/1.1" status: 200 len: 944 time: 0.0497539 Dec 08 16:57:30.477408 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=b226a0af-ccd1-40b2-8e05-a8fc8c4a3343,revision_number=9']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:30.497329 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c5b28e79-01c4-4077-8336-47e104a09c82 req-be3e1bef-b596-4f6b-ae22-b307bd219efa tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454903 Dec 08 16:57:31.618552 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b39257-5d4b-4a35-a68b-81d201a2c97a req-6a2fabef-f15b-4c23-8d06-8a3494c5cbc4 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:31.620076 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b0b39257-5d4b-4a35-a68b-81d201a2c97a req-6a2fabef-f15b-4c23-8d06-8a3494c5cbc4 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=c391dfd3-1290-4efc-bb93-a7dd4c926daf HTTP/1.1" status: 200 len: 945 time: 0.0519192 Dec 08 16:57:31.666371 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b0b39257-5d4b-4a35-a68b-81d201a2c97a req-95f33678-db26-4d48-9364-9d411bd89b02 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402994 Dec 08 16:57:31.787105 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3222d293-4d07-4dbf-9977-09b3ec033ad0 req-5f260b5e-e1d9-497e-b613-bed28030b357 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:31.788572 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3222d293-4d07-4dbf-9977-09b3ec033ad0 req-5f260b5e-e1d9-497e-b613-bed28030b357 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=c391dfd3-1290-4efc-bb93-a7dd4c926daf HTTP/1.1" status: 200 len: 945 time: 0.0563757 Dec 08 16:57:31.835068 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3222d293-4d07-4dbf-9977-09b3ec033ad0 req-8c81c856-9734-4582-ac32-fadb7a31c4a8 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405262 Dec 08 16:57:31.946351 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f667930a-cf20-4c38-b3b8-ad5cb8738bf9 req-dbdc1473-1fa8-47ac-a3fd-6d62ddce0f7b tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:31.947863 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f667930a-cf20-4c38-b3b8-ad5cb8738bf9 req-dbdc1473-1fa8-47ac-a3fd-6d62ddce0f7b tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=c391dfd3-1290-4efc-bb93-a7dd4c926daf HTTP/1.1" status: 200 len: 945 time: 0.0488429 Dec 08 16:57:31.994699 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f667930a-cf20-4c38-b3b8-ad5cb8738bf9 req-d97dd8f4-970d-4deb-bbde-8d7efd0ed279 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408614 Dec 08 16:57:32.547486 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892db40a-195a-4c42-b162-eda3c47460a1 req-dfff7a59-7cbc-4b45-957f-1c0c25052bf8 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:32.549036 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-892db40a-195a-4c42-b162-eda3c47460a1 req-dfff7a59-7cbc-4b45-957f-1c0c25052bf8 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/networks?id=52a5a11e-7714-47d6-ba81-f7ac95ebe8a6 HTTP/1.1" status: 200 len: 815 time: 0.1079991 Dec 08 16:57:32.563946 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-892db40a-195a-4c42-b162-eda3c47460a1 req-c4097ddf-36e6-44e8-b708-d4c871723ac5 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/quotas/600a909d45ef4149b2f9a7fd5f85f4d6 HTTP/1.1" status: 200 len: 375 time: 0.0087616 Dec 08 16:57:32.612222 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-892db40a-195a-4c42-b162-eda3c47460a1 req-33482f14-9472-4d7a-a708-daaff6081605 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=600a909d45ef4149b2f9a7fd5f85f4d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0418272 Dec 08 16:57:32.705096 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-892db40a-195a-4c42-b162-eda3c47460a1 req-6e4a1bbc-42e4-4719-98dd-8b89de8a4d13 service neutron] 10.222.0.64 "GET /v2.0/networks/52a5a11e-7714-47d6-ba81-f7ac95ebe8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850084 Dec 08 16:57:32.793589 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-892db40a-195a-4c42-b162-eda3c47460a1 req-6c980e87-d9be-477d-aa19-01b338d213d1 service neutron] 10.222.0.64 "GET /v2.0/networks/52a5a11e-7714-47d6-ba81-f7ac95ebe8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824676 Dec 08 16:57:33.030340 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4a65d841-fe09-4d7e-9065-98f9af4ca386 req-36a38133-d2bc-4689-a102-3c31d720be7f tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a4022b9-60e8-46a0-be7d-32a18ec4bc65 HTTP/1.1" status: 200 len: 210 time: 0.0289834 Dec 08 16:57:33.856511 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b5e770-ae7e-4913-98d0-8c69f06b4c01 req-b06249dd-6967-4895-a892-bf71ada91bd8 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:33.857962 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-11b5e770-ae7e-4913-98d0-8c69f06b4c01 req-b06249dd-6967-4895-a892-bf71ada91bd8 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.76 "GET /v2.0/ports?device_id=c391dfd3-1290-4efc-bb93-a7dd4c926daf HTTP/1.1" status: 200 len: 945 time: 0.0510011 Dec 08 16:57:33.954611 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-11b5e770-ae7e-4913-98d0-8c69f06b4c01 req-7623a63d-1d83-4662-aa21-78b67362a19e tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Deleting port b226a0af-ccd1-40b2-8e05-a8fc8c4a3343 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:57:33.954953 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-11b5e770-ae7e-4913-98d0-8c69f06b4c01 req-7623a63d-1d83-4662-aa21-78b67362a19e tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:34.052249 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-11b5e770-ae7e-4913-98d0-8c69f06b4c01 req-7623a63d-1d83-4662-aa21-78b67362a19e tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] For port b226a0af-ccd1-40b2-8e05-a8fc8c4a3343, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=b226a0af-ccd1-40b2-8e05-a8fc8c4a3343,segment=NetworkSegment(61cbf83e-1abb-4eeb-8923-09ca656079f3),segment_id=61cbf83e-1abb-4eeb-8923-09ca656079f3)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:57:34.053048 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-11b5e770-ae7e-4913-98d0-8c69f06b4c01 req-7623a63d-1d83-4662-aa21-78b67362a19e tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:34.067302 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-11b5e770-ae7e-4913-98d0-8c69f06b4c01 req-7623a63d-1d83-4662-aa21-78b67362a19e tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Calling delete_port for b226a0af-ccd1-40b2-8e05-a8fc8c4a3343 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:57:34.139469 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3f382b08-422f-4276-b55c-1210f79bdb11 req-0306e886-ffa4-495f-86f1-a3aa9e07b3cb tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a4022b9-60e8-46a0-be7d-32a18ec4bc65 HTTP/1.1" status: 200 len: 210 time: 0.0325718 Dec 08 16:57:34.264299 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-11b5e770-ae7e-4913-98d0-8c69f06b4c01 req-7623a63d-1d83-4662-aa21-78b67362a19e tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:34.275811 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['b226a0af-ccd1-40b2-8e05-a8fc8c4a3343'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:57:34.302249 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7623a63d-1d83-4662-aa21-78b67362a19e tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Pushing event deleted for resources: {'Port': ['ID=b226a0af-ccd1-40b2-8e05-a8fc8c4a3343,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:34.340587 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-11b5e770-ae7e-4913-98d0-8c69f06b4c01 req-7623a63d-1d83-4662-aa21-78b67362a19e tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] No DVR routers for this DVR port b226a0af-ccd1-40b2-8e05-a8fc8c4a3343 on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:57:34.343436 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-11b5e770-ae7e-4913-98d0-8c69f06b4c01 req-7623a63d-1d83-4662-aa21-78b67362a19e tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:34.346803 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-11b5e770-ae7e-4913-98d0-8c69f06b4c01 req-7623a63d-1d83-4662-aa21-78b67362a19e tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.76 "DELETE /v2.0/ports/b226a0af-ccd1-40b2-8e05-a8fc8c4a3343 HTTP/1.1" status: 204 len: 173 time: 0.4828329 Dec 08 16:57:34.347255 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c391dfd3-1290-4efc-bb93-a7dd4c926daf', 'name': 'network-vif-deleted', 'tag': 'b226a0af-ccd1-40b2-8e05-a8fc8c4a3343'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:57:34.349554 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85f0bdf-8a7a-40f2-812d-32bff6c9a1c5" -d '{"events": [{"server_uuid": "c391dfd3-1290-4efc-bb93-a7dd4c926daf", "name": "network-vif-deleted", "tag": "b226a0af-ccd1-40b2-8e05-a8fc8c4a3343"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:57:34.393676 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef6afad-1d56-482e-bf8d-5c94c46bf0a4 x-openstack-request-id: req-fef6afad-1d56-482e-bf8d-5c94c46bf0a4 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:57:34.394115 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c391dfd3-1290-4efc-bb93-a7dd4c926daf", "name": "network-vif-deleted", "tag": "b226a0af-ccd1-40b2-8e05-a8fc8c4a3343", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:57:34.394461 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fef6afad-1d56-482e-bf8d-5c94c46bf0a4 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:57:34.394914 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c391dfd3-1290-4efc-bb93-a7dd4c926daf', 'name': 'network-vif-deleted', 'tag': 'b226a0af-ccd1-40b2-8e05-a8fc8c4a3343', 'status': 'completed', 'code': 200} Dec 08 16:57:34.995329 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:35.062189 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892db40a-195a-4c42-b162-eda3c47460a1 req-94cd89e4-75e0-46b7-91ab-446a2cf5773e tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:35.063719 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-892db40a-195a-4c42-b162-eda3c47460a1 req-94cd89e4-75e0-46b7-91ab-446a2cf5773e tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.76 "GET /v2.0/networks?id=52a5a11e-7714-47d6-ba81-f7ac95ebe8a6 HTTP/1.1" status: 200 len: 815 time: 0.1129372 Dec 08 16:57:35.076817 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-892db40a-195a-4c42-b162-eda3c47460a1 req-3d14cffa-5f8d-4211-ad00-2bdd90032096 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Request body: {'port': {'device_id': '6a4022b9-60e8-46a0-be7d-32a18ec4bc65', 'network_id': '52a5a11e-7714-47d6-ba81-f7ac95ebe8a6', 'admin_state_up': True, 'tenant_id': '600a909d45ef4149b2f9a7fd5f85f4d6'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:57:35.235257 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3e0516cf-88c0-430d-b76a-20c5b022eae1 req-dc6bdc99-da8c-4f7c-98f9-d1e8a6c4fe66 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a4022b9-60e8-46a0-be7d-32a18ec4bc65 HTTP/1.1" status: 200 len: 210 time: 0.0265524 Dec 08 16:57:35.271390 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-892db40a-195a-4c42-b162-eda3c47460a1 req-3d14cffa-5f8d-4211-ad00-2bdd90032096 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Made reservation on behalf of 600a909d45ef4149b2f9a7fd5f85f4d6 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:57:35.275078 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-892db40a-195a-4c42-b162-eda3c47460a1 req-3d14cffa-5f8d-4211-ad00-2bdd90032096 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:35.463025 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-892db40a-195a-4c42-b162-eda3c47460a1 req-3d14cffa-5f8d-4211-ad00-2bdd90032096 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Allocated IP 172.20.0.5 (52a5a11e-7714-47d6-ba81-f7ac95ebe8a6/913f3c4b-0a27-4335-b237-7cff935d3e72/10be8404-8214-4e41-931c-26d08a2d3d78) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:57:35.612675 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-892db40a-195a-4c42-b162-eda3c47460a1 req-3d14cffa-5f8d-4211-ad00-2bdd90032096 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:35.711612 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-892db40a-195a-4c42-b162-eda3c47460a1 req-3d14cffa-5f8d-4211-ad00-2bdd90032096 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:35.722772 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['b226a0af-ccd1-40b2-8e05-a8fc8c4a3343'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:57:35.753984 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-892db40a-195a-4c42-b162-eda3c47460a1 req-3d14cffa-5f8d-4211-ad00-2bdd90032096 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Network 52a5a11e-7714-47d6-ba81-f7ac95ebe8a6 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:57:35.757321 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-892db40a-195a-4c42-b162-eda3c47460a1 req-3d14cffa-5f8d-4211-ad00-2bdd90032096 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:57:35.763049 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-892db40a-195a-4c42-b162-eda3c47460a1 req-3d14cffa-5f8d-4211-ad00-2bdd90032096 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:57:35.787839 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d14cffa-5f8d-4211-ad00-2bdd90032096 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Pushing event updated for resources: {'Port': ['ID=10be8404-8214-4e41-931c-26d08a2d3d78,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:35.816187 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892db40a-195a-4c42-b162-eda3c47460a1 req-3d14cffa-5f8d-4211-ad00-2bdd90032096 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:35.816818 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-892db40a-195a-4c42-b162-eda3c47460a1 req-3d14cffa-5f8d-4211-ad00-2bdd90032096 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:35.889576 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-892db40a-195a-4c42-b162-eda3c47460a1 req-3d14cffa-5f8d-4211-ad00-2bdd90032096 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8166814 Dec 08 16:57:35.901976 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-892db40a-195a-4c42-b162-eda3c47460a1 req-26f44c58-a25a-4e64-a371-f5e320d30ef6 service neutron] Request body: {'port': {'device_id': '6a4022b9-60e8-46a0-be7d-32a18ec4bc65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:57:35.959885 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-892db40a-195a-4c42-b162-eda3c47460a1 req-26f44c58-a25a-4e64-a371-f5e320d30ef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:36.217734 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-892db40a-195a-4c42-b162-eda3c47460a1 req-26f44c58-a25a-4e64-a371-f5e320d30ef6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10be8404-8214-4e41-931c-26d08a2d3d78 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:57:36.225627 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-892db40a-195a-4c42-b162-eda3c47460a1 req-26f44c58-a25a-4e64-a371-f5e320d30ef6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:36.237749 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-892db40a-195a-4c42-b162-eda3c47460a1 req-26f44c58-a25a-4e64-a371-f5e320d30ef6 service neutron] Transition to ACTIVE for port object 10be8404-8214-4e41-931c-26d08a2d3d78 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:57:36.313277 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-892db40a-195a-4c42-b162-eda3c47460a1 req-26f44c58-a25a-4e64-a371-f5e320d30ef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:36.388606 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f44c58-a25a-4e64-a371-f5e320d30ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=10be8404-8214-4e41-931c-26d08a2d3d78,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:36.405808 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa8642-6b2c-4805-9c12-c7bc14a4f8f7 req-7a020cf4-f9d9-4159-867f-374aec22d247 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:36.407362 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-35aa8642-6b2c-4805-9c12-c7bc14a4f8f7 req-7a020cf4-f9d9-4159-867f-374aec22d247 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a4022b9-60e8-46a0-be7d-32a18ec4bc65 HTTP/1.1" status: 200 len: 943 time: 0.1031466 Dec 08 16:57:36.503878 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-35aa8642-6b2c-4805-9c12-c7bc14a4f8f7 req-62d46658-8d58-45aa-bbed-059fe25a8e3c tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823216 Dec 08 16:57:36.507426 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-892db40a-195a-4c42-b162-eda3c47460a1 req-26f44c58-a25a-4e64-a371-f5e320d30ef6 service neutron] Attempting to bind port 10be8404-8214-4e41-931c-26d08a2d3d78 on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:57:36.507773 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-892db40a-195a-4c42-b162-eda3c47460a1 req-26f44c58-a25a-4e64-a371-f5e320d30ef6 service neutron] Attempting to bind port 10be8404-8214-4e41-931c-26d08a2d3d78 by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': '61cbf83e-1abb-4eeb-8923-09ca656079f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '52a5a11e-7714-47d6-ba81-f7ac95ebe8a6'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:57:36.508114 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892db40a-195a-4c42-b162-eda3c47460a1 req-26f44c58-a25a-4e64-a371-f5e320d30ef6 service neutron] Attempting to bind port 10be8404-8214-4e41-931c-26d08a2d3d78 on network 52a5a11e-7714-47d6-ba81-f7ac95ebe8a6 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:57:36.512665 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892db40a-195a-4c42-b162-eda3c47460a1 req-26f44c58-a25a-4e64-a371-f5e320d30ef6 service neutron] Port 10be8404-8214-4e41-931c-26d08a2d3d78 on network 52a5a11e-7714-47d6-ba81-f7ac95ebe8a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:57:36.512988 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892db40a-195a-4c42-b162-eda3c47460a1 req-26f44c58-a25a-4e64-a371-f5e320d30ef6 service neutron] Attempting to bind port 10be8404-8214-4e41-931c-26d08a2d3d78 on network 52a5a11e-7714-47d6-ba81-f7ac95ebe8a6 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:57:36.518512 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892db40a-195a-4c42-b162-eda3c47460a1 req-26f44c58-a25a-4e64-a371-f5e320d30ef6 service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:57:36.518855 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892db40a-195a-4c42-b162-eda3c47460a1 req-26f44c58-a25a-4e64-a371-f5e320d30ef6 service neutron] Checking segment: {'id': '61cbf83e-1abb-4eeb-8923-09ca656079f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '52a5a11e-7714-47d6-ba81-f7ac95ebe8a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:57:36.519239 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892db40a-195a-4c42-b162-eda3c47460a1 req-26f44c58-a25a-4e64-a371-f5e320d30ef6 service neutron] Bound using segment: {'id': '61cbf83e-1abb-4eeb-8923-09ca656079f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '52a5a11e-7714-47d6-ba81-f7ac95ebe8a6'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:57:36.519673 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-892db40a-195a-4c42-b162-eda3c47460a1 req-26f44c58-a25a-4e64-a371-f5e320d30ef6 service neutron] Bound port: 10be8404-8214-4e41-931c-26d08a2d3d78, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61cbf83e-1abb-4eeb-8923-09ca656079f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '52a5a11e-7714-47d6-ba81-f7ac95ebe8a6'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:57:36.520038 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-892db40a-195a-4c42-b162-eda3c47460a1 req-26f44c58-a25a-4e64-a371-f5e320d30ef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:36.586224 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-892db40a-195a-4c42-b162-eda3c47460a1 req-26f44c58-a25a-4e64-a371-f5e320d30ef6 service neutron] For port 10be8404-8214-4e41-931c-26d08a2d3d78, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:57:36.589292 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-892db40a-195a-4c42-b162-eda3c47460a1 req-26f44c58-a25a-4e64-a371-f5e320d30ef6 service neutron] For port 10be8404-8214-4e41-931c-26d08a2d3d78, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=10be8404-8214-4e41-931c-26d08a2d3d78,segment=NetworkSegment(61cbf83e-1abb-4eeb-8923-09ca656079f3),segment_id=61cbf83e-1abb-4eeb-8923-09ca656079f3)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:57:36.647072 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-892db40a-195a-4c42-b162-eda3c47460a1 req-26f44c58-a25a-4e64-a371-f5e320d30ef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:36.681466 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892db40a-195a-4c42-b162-eda3c47460a1 req-26f44c58-a25a-4e64-a371-f5e320d30ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:36.682097 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-892db40a-195a-4c42-b162-eda3c47460a1 req-26f44c58-a25a-4e64-a371-f5e320d30ef6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:36.683556 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-892db40a-195a-4c42-b162-eda3c47460a1 req-26f44c58-a25a-4e64-a371-f5e320d30ef6 service neutron] 10.222.0.76 "PUT /v2.0/ports/10be8404-8214-4e41-931c-26d08a2d3d78 HTTP/1.1" status: 200 len: 1092 time: 0.7855844 Dec 08 16:57:36.684005 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a4022b9-60e8-46a0-be7d-32a18ec4bc65', 'tag': '10be8404-8214-4e41-931c-26d08a2d3d78'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:57:36.686275 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b511df2-36b5-4f22-a373-a40f032a91f5" -d '{"events": [{"name": "network-changed", "server_uuid": "6a4022b9-60e8-46a0-be7d-32a18ec4bc65", "tag": "10be8404-8214-4e41-931c-26d08a2d3d78"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:57:36.711645 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f44c58-a25a-4e64-a371-f5e320d30ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=10be8404-8214-4e41-931c-26d08a2d3d78,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:36.724845 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ea761e-36e4-49fb-ac02-da5950693627 x-openstack-request-id: req-78ea761e-36e4-49fb-ac02-da5950693627 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:57:36.725152 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a4022b9-60e8-46a0-be7d-32a18ec4bc65", "tag": "10be8404-8214-4e41-931c-26d08a2d3d78", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:57:36.725417 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-78ea761e-36e4-49fb-ac02-da5950693627 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:57:36.725881 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a4022b9-60e8-46a0-be7d-32a18ec4bc65', 'tag': '10be8404-8214-4e41-931c-26d08a2d3d78', 'status': 'completed', 'code': 200} Dec 08 16:57:36.796190 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b511df2-36b5-4f22-a373-a40f032a91f5 req-9f9a45c9-7f8a-434a-bc36-d1e4792dad72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:36.797604 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7b511df2-36b5-4f22-a373-a40f032a91f5 req-9f9a45c9-7f8a-434a-bc36-d1e4792dad72 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=600a909d45ef4149b2f9a7fd5f85f4d6&device_id=6a4022b9-60e8-46a0-be7d-32a18ec4bc65 HTTP/1.1" status: 200 len: 1095 time: 0.0411167 Dec 08 16:57:36.899941 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b511df2-36b5-4f22-a373-a40f032a91f5 req-0e26e8c4-1034-4964-9d52-94524f7c65db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:36.901441 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7b511df2-36b5-4f22-a373-a40f032a91f5 req-0e26e8c4-1034-4964-9d52-94524f7c65db service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=600a909d45ef4149b2f9a7fd5f85f4d6&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0951507 Dec 08 16:57:36.991627 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b511df2-36b5-4f22-a373-a40f032a91f5 req-d1904ece-5049-4c24-806f-f7f617b923ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:36.993134 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7b511df2-36b5-4f22-a373-a40f032a91f5 req-d1904ece-5049-4c24-806f-f7f617b923ed service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0848014 Dec 08 16:57:37.074024 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892db40a-195a-4c42-b162-eda3c47460a1 req-acf2402d-7ca9-47ad-85a4-e87e478b0bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:37.075383 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-892db40a-195a-4c42-b162-eda3c47460a1 req-acf2402d-7ca9-47ad-85a4-e87e478b0bdc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=600a909d45ef4149b2f9a7fd5f85f4d6&device_id=6a4022b9-60e8-46a0-be7d-32a18ec4bc65 HTTP/1.1" status: 200 len: 1095 time: 0.0445039 Dec 08 16:57:37.117177 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-892db40a-195a-4c42-b162-eda3c47460a1 req-0733c25c-182f-40dc-942a-251f0587e96b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10be8404-8214-4e41-931c-26d08a2d3d78 HTTP/1.1" status: 200 len: 217 time: 0.0339239 Dec 08 16:57:37.167391 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892db40a-195a-4c42-b162-eda3c47460a1 req-a346a271-30ce-4962-afaa-1f076abfc9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:37.168817 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-892db40a-195a-4c42-b162-eda3c47460a1 req-a346a271-30ce-4962-afaa-1f076abfc9d3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=913f3c4b-0a27-4335-b237-7cff935d3e72 HTTP/1.1" status: 200 len: 855 time: 0.0435250 Dec 08 16:57:37.199341 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-892db40a-195a-4c42-b162-eda3c47460a1 req-c21ddb87-53d1-4b1a-a726-f1adf7d83e37 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=52a5a11e-7714-47d6-ba81-f7ac95ebe8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239725 Dec 08 16:57:37.291348 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-892db40a-195a-4c42-b162-eda3c47460a1 req-dfeb52c9-77ba-47e5-8fa9-1a1c545e811e service neutron] 10.222.0.76 "GET /v2.0/networks/52a5a11e-7714-47d6-ba81-f7ac95ebe8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850782 Dec 08 16:57:37.380276 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-892db40a-195a-4c42-b162-eda3c47460a1 req-3490e989-7c0d-475b-9682-abf671e66118 service neutron] 10.222.0.76 "GET /v2.0/networks/52a5a11e-7714-47d6-ba81-f7ac95ebe8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818665 Dec 08 16:57:37.476080 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:57:37.626254 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5194a-7504-4583-a9c1-fe8c54bac8f4 req-47b0193b-9fca-4d97-8ac8-f537eeba6019 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:37.627864 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-63b5194a-7504-4583-a9c1-fe8c54bac8f4 req-47b0193b-9fca-4d97-8ac8-f537eeba6019 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a4022b9-60e8-46a0-be7d-32a18ec4bc65 HTTP/1.1" status: 200 len: 943 time: 0.0560555 Dec 08 16:57:37.676254 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-63b5194a-7504-4583-a9c1-fe8c54bac8f4 req-49c388b0-354f-4ff9-bb88-b7d8e9e754b3 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420632 Dec 08 16:57:38.140803 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device b226a0af-ccd1-40b2-8e05-a8fc8c4a3343 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:57:38.166317 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: b226a0af-ccd1-40b2-8e05-a8fc8c4a3343 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:57:38.166662 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device b226a0af-ccd1-40b2-8e05-a8fc8c4a3343 not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:57:38.794234 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44913251-d604-40c7-8e11-4d2c666023e5 req-91a3d690-20a4-4c75-b11b-b44e4a89a174 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:38.795746 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-44913251-d604-40c7-8e11-4d2c666023e5 req-91a3d690-20a4-4c75-b11b-b44e4a89a174 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a4022b9-60e8-46a0-be7d-32a18ec4bc65 HTTP/1.1" status: 200 len: 943 time: 0.0528085 Dec 08 16:57:38.842279 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-44913251-d604-40c7-8e11-4d2c666023e5 req-b13209dd-a94e-456a-982e-e7b796fd8741 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400982 Dec 08 16:57:38.939693 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:39.954475 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c3c987-9546-4b76-847b-6dcabf2eaddd req-26f14078-3528-4cc2-b345-2b0697bcd8b6 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:39.956620 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-40c3c987-9546-4b76-847b-6dcabf2eaddd req-26f14078-3528-4cc2-b345-2b0697bcd8b6 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a4022b9-60e8-46a0-be7d-32a18ec4bc65 HTTP/1.1" status: 200 len: 943 time: 0.0481291 Dec 08 16:57:40.001641 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-40c3c987-9546-4b76-847b-6dcabf2eaddd req-02e6c146-706f-4e15-9401-a5e101ccb274 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391421 Dec 08 16:57:40.139852 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 10be8404-8214-4e41-931c-26d08a2d3d78 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:57:40.235386 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 10be8404-8214-4e41-931c-26d08a2d3d78, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=10be8404-8214-4e41-931c-26d08a2d3d78,segment=NetworkSegment(61cbf83e-1abb-4eeb-8923-09ca656079f3),segment_id=61cbf83e-1abb-4eeb-8923-09ca656079f3)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:57:40.247070 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '10be8404-8214-4e41-931c-26d08a2d3d78', 'network_id': '52a5a11e-7714-47d6-ba81-f7ac95ebe8a6', 'port_id': '10be8404-8214-4e41-931c-26d08a2d3d78', 'mac_address': 'fa:16:3e:04:c7:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '913f3c4b-0a27-4335-b237-7cff935d3e72', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:57:40.283234 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:40.295885 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10be8404-8214-4e41-931c-26d08a2d3d78 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:57:40.315946 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 10be8404-8214-4e41-931c-26d08a2d3d78, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=10be8404-8214-4e41-931c-26d08a2d3d78,segment=NetworkSegment(61cbf83e-1abb-4eeb-8923-09ca656079f3),segment_id=61cbf83e-1abb-4eeb-8923-09ca656079f3)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:57:40.373754 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:40.423766 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=10be8404-8214-4e41-931c-26d08a2d3d78,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:40.431878 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:57:40.432273 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:57:40.432629 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:57:40.432975 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:57:40.433318 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:57:40.433695 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:57:40.434056 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:57:40.434391 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:57:40.434725 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:57:40.435055 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:57:40.435385 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:57:40.435712 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:57:40.436040 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:57:40.654137 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['10be8404-8214-4e41-931c-26d08a2d3d78'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:57:41.120005 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9052813f-5394-4fce-9f82-cb330c64d62a req-8697d60c-55b2-4f26-b80d-30ef49c66836 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:41.122549 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9052813f-5394-4fce-9f82-cb330c64d62a req-8697d60c-55b2-4f26-b80d-30ef49c66836 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a4022b9-60e8-46a0-be7d-32a18ec4bc65 HTTP/1.1" status: 200 len: 944 time: 0.0501826 Dec 08 16:57:41.169302 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9052813f-5394-4fce-9f82-cb330c64d62a req-cd49961d-5d29-480c-927d-bbb2571d7021 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411699 Dec 08 16:57:41.516829 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5b4df516-03da-4881-87aa-d93e0714b46a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:42.140197 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 10be8404-8214-4e41-931c-26d08a2d3d78 up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:57:42.280723 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port 10be8404-8214-4e41-931c-26d08a2d3d78 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:57:42.284870 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ea77c-6b2b-4739-abc1-7f1b94c15bf0 req-aae3db20-d040-4449-a090-b89ca71d709a tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:42.285593 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 10be8404-8214-4e41-931c-26d08a2d3d78 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:57:42.285976 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:42.286383 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-660ea77c-6b2b-4739-abc1-7f1b94c15bf0 req-aae3db20-d040-4449-a090-b89ca71d709a tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a4022b9-60e8-46a0-be7d-32a18ec4bc65 HTTP/1.1" status: 200 len: 944 time: 0.0497129 Dec 08 16:57:42.366510 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:42.391320 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a4022b9-60e8-46a0-be7d-32a18ec4bc65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10be8404-8214-4e41-931c-26d08a2d3d78'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:57:42.394187 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c4420ba-a539-49a9-bf9a-fc8738873039" -d '{"events": [{"server_uuid": "6a4022b9-60e8-46a0-be7d-32a18ec4bc65", "name": "network-vif-plugged", "status": "completed", "tag": "10be8404-8214-4e41-931c-26d08a2d3d78"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:57:42.408981 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 10be8404-8214-4e41-931c-26d08a2d3d78, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=10be8404-8214-4e41-931c-26d08a2d3d78,segment=NetworkSegment(61cbf83e-1abb-4eeb-8923-09ca656079f3),segment_id=61cbf83e-1abb-4eeb-8923-09ca656079f3)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:57:42.434437 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c44c4c5-7fa3-444f-a4e0-99c0d4856d78 x-openstack-request-id: req-7c44c4c5-7fa3-444f-a4e0-99c0d4856d78 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:57:42.434763 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a4022b9-60e8-46a0-be7d-32a18ec4bc65", "name": "network-vif-plugged", "status": "completed", "tag": "10be8404-8214-4e41-931c-26d08a2d3d78", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:57:42.435164 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7c44c4c5-7fa3-444f-a4e0-99c0d4856d78 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:57:42.435579 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a4022b9-60e8-46a0-be7d-32a18ec4bc65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10be8404-8214-4e41-931c-26d08a2d3d78', 'code': 200} Dec 08 16:57:42.492560 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:42.549111 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=10be8404-8214-4e41-931c-26d08a2d3d78,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:42.665638 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-660ea77c-6b2b-4739-abc1-7f1b94c15bf0 req-ef1a4716-67a7-434b-a35b-16e3ec2f0dd8 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3730025 Dec 08 16:57:42.694182 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a645f-37bd-416b-a488-c6a99daf8c42 req-fd462b46-ea23-4f00-900b-5e52d91a04a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:42.695701 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-163a645f-37bd-416b-a488-c6a99daf8c42 req-fd462b46-ea23-4f00-900b-5e52d91a04a8 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6a4022b9-60e8-46a0-be7d-32a18ec4bc65 HTTP/1.1" status: 200 len: 1097 time: 0.0452659 Dec 08 16:57:42.739399 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-163a645f-37bd-416b-a488-c6a99daf8c42 req-fe374ca9-4700-4b44-95ee-ee821ec4ffb6 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360548 Dec 08 16:57:43.784652 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be7e42f-9cd7-4c2b-968d-abfd38177928 req-cd8198a7-ee5a-45d6-a608-4868851ceb88 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:43.786146 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8be7e42f-9cd7-4c2b-968d-abfd38177928 req-cd8198a7-ee5a-45d6-a608-4868851ceb88 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a4022b9-60e8-46a0-be7d-32a18ec4bc65 HTTP/1.1" status: 200 len: 945 time: 0.0521834 Dec 08 16:57:44.140534 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8be7e42f-9cd7-4c2b-968d-abfd38177928 req-ae1d3d22-6ed4-434d-b352-30535623810e tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485401 Dec 08 16:57:44.162697 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-022e22ac-d340-42e2-b0db-034d8d570c7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:45.254564 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d4ade-a35e-4a04-be07-0cba1dc7722a req-b8651728-5109-4aa2-a5b4-1047df952447 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:45.256316 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d17d4ade-a35e-4a04-be07-0cba1dc7722a req-b8651728-5109-4aa2-a5b4-1047df952447 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a4022b9-60e8-46a0-be7d-32a18ec4bc65 HTTP/1.1" status: 200 len: 945 time: 0.0477471 Dec 08 16:57:45.302636 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d17d4ade-a35e-4a04-be07-0cba1dc7722a req-8990fb5d-71a3-448c-9668-f0baa21efa37 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405612 Dec 08 16:57:45.413649 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:45.418477 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710bd1a-839b-433a-8083-ca3acce2464c req-78dc429f-049c-44e2-92b8-adefc09bedae tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:45.420038 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0710bd1a-839b-433a-8083-ca3acce2464c req-78dc429f-049c-44e2-92b8-adefc09bedae tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a4022b9-60e8-46a0-be7d-32a18ec4bc65 HTTP/1.1" status: 200 len: 945 time: 0.0479813 Dec 08 16:57:45.467206 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0710bd1a-839b-433a-8083-ca3acce2464c req-3469032e-1c15-47ee-8154-8555464a8145 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404246 Dec 08 16:57:45.801229 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f90dd-d98b-41b8-b748-d46914cbfcc2 req-e72120a7-7470-4f6e-b187-d19b58a79a78 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:45.802729 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-864f90dd-d98b-41b8-b748-d46914cbfcc2 req-e72120a7-7470-4f6e-b187-d19b58a79a78 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a4022b9-60e8-46a0-be7d-32a18ec4bc65 HTTP/1.1" status: 200 len: 945 time: 0.0495498 Dec 08 16:57:45.852500 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-864f90dd-d98b-41b8-b748-d46914cbfcc2 req-dbed9c6f-ed9b-4e0e-abbe-553174e20572 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434291 Dec 08 16:57:45.905829 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a4397c8c-4a02-45b6-bc79-192b97be2725 req-83625c67-265f-4dd2-b28f-77fb7157c316 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6a4022b9-60e8-46a0-be7d-32a18ec4bc65&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0424578 Dec 08 16:57:46.903749 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:46.969651 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c925fd6c-76ad-4ee9-9cc4-0a38cba2952e req-443233f8-f6fa-4c56-8390-7ebf618ed102 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:46.971176 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c925fd6c-76ad-4ee9-9cc4-0a38cba2952e req-443233f8-f6fa-4c56-8390-7ebf618ed102 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a4022b9-60e8-46a0-be7d-32a18ec4bc65 HTTP/1.1" status: 200 len: 945 time: 0.0502701 Dec 08 16:57:47.019472 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c925fd6c-76ad-4ee9-9cc4-0a38cba2952e req-4c0b7988-3102-49ef-a6eb-c1605b5428d8 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420499 Dec 08 16:57:47.588985 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:47.836123 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4397c8c-4a02-45b6-bc79-192b97be2725 req-1d4e90a5-47b4-4a74-bc39-00c0c99594e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:47.837641 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a4397c8c-4a02-45b6-bc79-192b97be2725 req-1d4e90a5-47b4-4a74-bc39-00c0c99594e5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=600a909d45ef4149b2f9a7fd5f85f4d6&device_id=6a4022b9-60e8-46a0-be7d-32a18ec4bc65 HTTP/1.1" status: 200 len: 1097 time: 0.0408325 Dec 08 16:57:47.930327 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4397c8c-4a02-45b6-bc79-192b97be2725 req-4138ef2d-8a4a-491a-b894-a4be86f68f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:47.931680 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a4397c8c-4a02-45b6-bc79-192b97be2725 req-4138ef2d-8a4a-491a-b894-a4be86f68f0d service neutron] 10.222.0.76 "GET /v2.0/networks?id=52a5a11e-7714-47d6-ba81-f7ac95ebe8a6 HTTP/1.1" status: 200 len: 916 time: 0.0865784 Dec 08 16:57:47.972924 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a4397c8c-4a02-45b6-bc79-192b97be2725 req-90407cb4-9dac-4900-81f6-494c16ccd17b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10be8404-8214-4e41-931c-26d08a2d3d78 HTTP/1.1" status: 200 len: 217 time: 0.0343390 Dec 08 16:57:48.026423 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4397c8c-4a02-45b6-bc79-192b97be2725 req-765d20b4-b449-444e-9f13-6a66b91788d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:48.027884 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a4397c8c-4a02-45b6-bc79-192b97be2725 req-765d20b4-b449-444e-9f13-6a66b91788d2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=913f3c4b-0a27-4335-b237-7cff935d3e72 HTTP/1.1" status: 200 len: 855 time: 0.0470707 Dec 08 16:57:48.059259 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a4397c8c-4a02-45b6-bc79-192b97be2725 req-795d6244-030e-47d8-bcc2-849f5547ee91 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=52a5a11e-7714-47d6-ba81-f7ac95ebe8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245335 Dec 08 16:57:48.137685 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c4825-6bba-43ef-b40a-d7b59a706fa3 req-39749dee-ac24-4c5d-b772-90a52857fd60 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:48.139195 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-dc1c4825-6bba-43ef-b40a-d7b59a706fa3 req-39749dee-ac24-4c5d-b772-90a52857fd60 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a4022b9-60e8-46a0-be7d-32a18ec4bc65 HTTP/1.1" status: 200 len: 945 time: 0.0511558 Dec 08 16:57:48.151331 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a4397c8c-4a02-45b6-bc79-192b97be2725 req-8fa04137-717b-4502-813c-abdb53dcc607 service neutron] 10.222.0.76 "GET /v2.0/networks/52a5a11e-7714-47d6-ba81-f7ac95ebe8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851767 Dec 08 16:57:48.190373 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-dc1c4825-6bba-43ef-b40a-d7b59a706fa3 req-dd5b629a-f5f7-49f5-9d1e-7c0669f4be16 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429530 Dec 08 16:57:48.250768 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a4397c8c-4a02-45b6-bc79-192b97be2725 req-6e1dc7ae-f885-404c-96b0-b1091faa59a7 service neutron] 10.222.0.76 "GET /v2.0/networks/52a5a11e-7714-47d6-ba81-f7ac95ebe8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927806 Dec 08 16:57:49.306987 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde7ba7d-1a2f-4b01-84b1-2e7d70b7c120 req-01a7a9ad-c1f1-4467-9024-42980b0f612c tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:49.308476 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bde7ba7d-1a2f-4b01-84b1-2e7d70b7c120 req-01a7a9ad-c1f1-4467-9024-42980b0f612c tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a4022b9-60e8-46a0-be7d-32a18ec4bc65 HTTP/1.1" status: 200 len: 945 time: 0.0488110 Dec 08 16:57:49.354591 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bde7ba7d-1a2f-4b01-84b1-2e7d70b7c120 req-f2d5d300-eb94-4d7f-9b6f-a898480c4505 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403144 Dec 08 16:57:50.473761 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a007c5a-f1bf-4428-a80c-207ebbdbe236 req-5108320f-b600-4cbc-8b72-1056cff5f110 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:50.475287 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3a007c5a-f1bf-4428-a80c-207ebbdbe236 req-5108320f-b600-4cbc-8b72-1056cff5f110 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a4022b9-60e8-46a0-be7d-32a18ec4bc65 HTTP/1.1" status: 200 len: 945 time: 0.0513318 Dec 08 16:57:50.523537 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3a007c5a-f1bf-4428-a80c-207ebbdbe236 req-ae4f9285-c6c6-4bd6-b637-0d4078632c35 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418198 Dec 08 16:57:51.638855 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f670aaa2-4c97-42c4-8067-7b174ed89642 req-014c9c8b-3232-462a-8466-14915a773d7b tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:51.640577 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f670aaa2-4c97-42c4-8067-7b174ed89642 req-014c9c8b-3232-462a-8466-14915a773d7b tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a4022b9-60e8-46a0-be7d-32a18ec4bc65 HTTP/1.1" status: 200 len: 945 time: 0.0514410 Dec 08 16:57:51.696060 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f670aaa2-4c97-42c4-8067-7b174ed89642 req-79b57a5e-c97a-44f6-a02c-9a78f2dd1152 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488474 Dec 08 16:57:52.816966 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38608831-5b76-45a3-b459-48d4b4f81b73 req-74709f0e-8617-4137-90fc-bae1fb138593 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:52.818461 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-38608831-5b76-45a3-b459-48d4b4f81b73 req-74709f0e-8617-4137-90fc-bae1fb138593 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a4022b9-60e8-46a0-be7d-32a18ec4bc65 HTTP/1.1" status: 200 len: 945 time: 0.0517907 Dec 08 16:57:52.865593 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-38608831-5b76-45a3-b459-48d4b4f81b73 req-b1ac4fb3-d16d-4d68-8282-dd0733deb68f tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411592 Dec 08 16:57:53.981031 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b6360-b75d-4b24-a5d4-434886d18e02 req-06f3a502-531a-43d8-ad02-527750d2cf4d tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:53.982514 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cf9b6360-b75d-4b24-a5d4-434886d18e02 req-06f3a502-531a-43d8-ad02-527750d2cf4d tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a4022b9-60e8-46a0-be7d-32a18ec4bc65 HTTP/1.1" status: 200 len: 945 time: 0.0481775 Dec 08 16:57:54.029444 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cf9b6360-b75d-4b24-a5d4-434886d18e02 req-7f8e2260-3de9-4e5b-ac1b-ccb16b64ed13 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405054 Dec 08 16:57:55.143454 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b0c95f-48b5-4980-83bc-e8cb25973d73 req-797f8bf4-05b2-48ec-bc1d-fa2e0e6290c2 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:55.145016 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-03b0c95f-48b5-4980-83bc-e8cb25973d73 req-797f8bf4-05b2-48ec-bc1d-fa2e0e6290c2 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a4022b9-60e8-46a0-be7d-32a18ec4bc65 HTTP/1.1" status: 200 len: 945 time: 0.0487552 Dec 08 16:57:55.193369 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-03b0c95f-48b5-4980-83bc-e8cb25973d73 req-8fc29749-612e-4f80-a9d3-09732509eb64 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424247 Dec 08 16:57:56.308261 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b7643-f215-4573-94c9-8c4ec0f5fcb7 req-5bc4f167-802d-471a-b984-a234294dd51a tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:56.309785 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-091b7643-f215-4573-94c9-8c4ec0f5fcb7 req-5bc4f167-802d-471a-b984-a234294dd51a tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a4022b9-60e8-46a0-be7d-32a18ec4bc65 HTTP/1.1" status: 200 len: 945 time: 0.0491855 Dec 08 16:57:56.357137 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-091b7643-f215-4573-94c9-8c4ec0f5fcb7 req-c125aced-05bd-474d-8857-08ce196b9c3e tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414164 Dec 08 16:57:57.472415 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a21670-9d7c-45ca-a5a8-2149be4548cc req-f22d0909-cb1a-4c20-982c-2d8d36742fde tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:57.473912 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f2a21670-9d7c-45ca-a5a8-2149be4548cc req-f22d0909-cb1a-4c20-982c-2d8d36742fde tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a4022b9-60e8-46a0-be7d-32a18ec4bc65 HTTP/1.1" status: 200 len: 945 time: 0.0479212 Dec 08 16:57:57.524546 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f2a21670-9d7c-45ca-a5a8-2149be4548cc req-a965f895-9c6f-4ddb-869d-b8b22fa9abb0 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447214 Dec 08 16:57:58.646518 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e792feb7-ba26-4b3b-9fcc-9a7467f8ce96 req-34a3a405-2157-462c-b5ea-757350909ce6 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:58.648044 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e792feb7-ba26-4b3b-9fcc-9a7467f8ce96 req-34a3a405-2157-462c-b5ea-757350909ce6 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a4022b9-60e8-46a0-be7d-32a18ec4bc65 HTTP/1.1" status: 200 len: 945 time: 0.0545504 Dec 08 16:57:58.694462 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e792feb7-ba26-4b3b-9fcc-9a7467f8ce96 req-4cf78e5e-af42-42f5-b545-97f646f4d8a5 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403669 Dec 08 16:57:58.915162 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e970033-1fbf-4458-b98d-bbb5de864a13 req-e0cb409f-165b-4fc4-ac8f-06ffe65a32d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:58.916652 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0e970033-1fbf-4458-b98d-bbb5de864a13 req-e0cb409f-165b-4fc4-ac8f-06ffe65a32d9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=600a909d45ef4149b2f9a7fd5f85f4d6&device_id=6a4022b9-60e8-46a0-be7d-32a18ec4bc65 HTTP/1.1" status: 200 len: 1097 time: 0.0408151 Dec 08 16:57:59.023341 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e970033-1fbf-4458-b98d-bbb5de864a13 req-3fbb5f50-9387-40a0-9bfa-2dc8c7ccfe7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:59.024840 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0e970033-1fbf-4458-b98d-bbb5de864a13 req-3fbb5f50-9387-40a0-9bfa-2dc8c7ccfe7f service neutron] 10.222.0.76 "GET /v2.0/networks?id=52a5a11e-7714-47d6-ba81-f7ac95ebe8a6 HTTP/1.1" status: 200 len: 916 time: 0.0884998 Dec 08 16:57:59.068021 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0e970033-1fbf-4458-b98d-bbb5de864a13 req-98cc1021-d37e-4e32-9418-e7fe09dc984c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10be8404-8214-4e41-931c-26d08a2d3d78 HTTP/1.1" status: 200 len: 217 time: 0.0352218 Dec 08 16:57:59.116336 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e970033-1fbf-4458-b98d-bbb5de864a13 req-b5e97f0e-d3f1-44d5-b7c7-2bc38bed5362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:59.117811 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0e970033-1fbf-4458-b98d-bbb5de864a13 req-b5e97f0e-d3f1-44d5-b7c7-2bc38bed5362 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=913f3c4b-0a27-4335-b237-7cff935d3e72 HTTP/1.1" status: 200 len: 855 time: 0.0428622 Dec 08 16:57:59.149493 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0e970033-1fbf-4458-b98d-bbb5de864a13 req-dcc1b410-a289-403b-92d5-87ef45128a6c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=52a5a11e-7714-47d6-ba81-f7ac95ebe8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249593 Dec 08 16:57:59.246799 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0e970033-1fbf-4458-b98d-bbb5de864a13 req-14675646-4dfc-4996-9fe3-33d85d76fb2b service neutron] 10.222.0.76 "GET /v2.0/networks/52a5a11e-7714-47d6-ba81-f7ac95ebe8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896099 Dec 08 16:57:59.344193 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0e970033-1fbf-4458-b98d-bbb5de864a13 req-e7d5319c-3bfd-495b-beb2-821ca5e87860 service neutron] 10.222.0.76 "GET /v2.0/networks/52a5a11e-7714-47d6-ba81-f7ac95ebe8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822067 Dec 08 16:57:59.808297 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e6588a-46e6-4bd8-bb36-d958e31efe52 req-65709772-29ab-4acb-921f-3a377c8f6884 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:59.809807 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-57e6588a-46e6-4bd8-bb36-d958e31efe52 req-65709772-29ab-4acb-921f-3a377c8f6884 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a4022b9-60e8-46a0-be7d-32a18ec4bc65 HTTP/1.1" status: 200 len: 945 time: 0.0481894 Dec 08 16:57:59.856320 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-57e6588a-46e6-4bd8-bb36-d958e31efe52 req-21c5733d-21cd-42e6-a87e-926b35ac651a tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405133 Dec 08 16:58:00.977249 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7ea02-66b3-43c7-a02e-0f49f2a78caa req-2c8d11b8-b2a2-4156-8101-ce2aa618ca6e tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:00.978759 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67d7ea02-66b3-43c7-a02e-0f49f2a78caa req-2c8d11b8-b2a2-4156-8101-ce2aa618ca6e tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a4022b9-60e8-46a0-be7d-32a18ec4bc65 HTTP/1.1" status: 200 len: 945 time: 0.0564523 Dec 08 16:58:01.028664 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67d7ea02-66b3-43c7-a02e-0f49f2a78caa req-4ac4679c-e0c9-47b7-9c5c-37c363600391 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438814 Dec 08 16:58:02.144310 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e9643-19ba-405a-9ab6-17ca4e08b5cb req-be1d854f-ab20-41f6-a466-b85ec1b16363 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:02.145804 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1f6e9643-19ba-405a-9ab6-17ca4e08b5cb req-be1d854f-ab20-41f6-a466-b85ec1b16363 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a4022b9-60e8-46a0-be7d-32a18ec4bc65 HTTP/1.1" status: 200 len: 945 time: 0.0495183 Dec 08 16:58:02.193028 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1f6e9643-19ba-405a-9ab6-17ca4e08b5cb req-56a04dc6-b6a4-4b1c-9414-14e1ee6bea73 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412958 Dec 08 16:58:03.311520 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79432941-6016-4c9e-9cc6-9886df853f65 req-b96a1bce-dc4a-43d1-afcd-2458853fe865 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:03.313058 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-79432941-6016-4c9e-9cc6-9886df853f65 req-b96a1bce-dc4a-43d1-afcd-2458853fe865 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a4022b9-60e8-46a0-be7d-32a18ec4bc65 HTTP/1.1" status: 200 len: 945 time: 0.0496294 Dec 08 16:58:03.359962 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-79432941-6016-4c9e-9cc6-9886df853f65 req-9d243955-3d49-4f8c-a66b-dad8d39a1a40 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403872 Dec 08 16:58:04.477818 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d58bf-875c-441d-a7b1-a5a527395f9e req-6b11d8c2-03b3-42fa-a82b-694620acc96a tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:04.479322 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3b6d58bf-875c-441d-a7b1-a5a527395f9e req-6b11d8c2-03b3-42fa-a82b-694620acc96a tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a4022b9-60e8-46a0-be7d-32a18ec4bc65 HTTP/1.1" status: 200 len: 945 time: 0.0520222 Dec 08 16:58:04.525579 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3b6d58bf-875c-441d-a7b1-a5a527395f9e req-13ed87f2-c34d-41ca-b728-14ba901c6fcb tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402880 Dec 08 16:58:04.990443 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:05.647446 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ecf7de-74c2-41a5-babc-967126cf0c41 req-d877dfeb-d4ed-4d79-a6de-f33d7bca9dad tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:05.649001 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-19ecf7de-74c2-41a5-babc-967126cf0c41 req-d877dfeb-d4ed-4d79-a6de-f33d7bca9dad tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a4022b9-60e8-46a0-be7d-32a18ec4bc65 HTTP/1.1" status: 200 len: 945 time: 0.0535688 Dec 08 16:58:05.695671 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-19ecf7de-74c2-41a5-babc-967126cf0c41 req-21a1668b-19a9-4fbc-af7c-a9ce95b4fde8 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408480 Dec 08 16:58:06.811011 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e75638b-b490-41a0-b64a-c3315c631e28 req-7474c08a-14cd-4528-953e-09618db0c45f tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:06.812499 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0e75638b-b490-41a0-b64a-c3315c631e28 req-7474c08a-14cd-4528-953e-09618db0c45f tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a4022b9-60e8-46a0-be7d-32a18ec4bc65 HTTP/1.1" status: 200 len: 945 time: 0.0477996 Dec 08 16:58:06.857677 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0e75638b-b490-41a0-b64a-c3315c631e28 req-ea5bb7c8-e77b-4fff-943e-ef702f31defe tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393443 Dec 08 16:58:07.972106 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494852c-54e2-4dfb-95f0-e351e0d1b3b7 req-d1c42a17-1d99-4a99-8148-be3d7d35cc67 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:07.973630 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8494852c-54e2-4dfb-95f0-e351e0d1b3b7 req-d1c42a17-1d99-4a99-8148-be3d7d35cc67 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a4022b9-60e8-46a0-be7d-32a18ec4bc65 HTTP/1.1" status: 200 len: 945 time: 0.0486917 Dec 08 16:58:08.022231 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8494852c-54e2-4dfb-95f0-e351e0d1b3b7 req-339de6cc-6e1c-4d8f-bd5d-bc6a08a6feff tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426209 Dec 08 16:58:08.956347 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:09.141178 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f302c2-2a66-4464-9aba-aa921860185d req-29fca476-4493-41f2-b27c-ef71ca5912e0 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:09.143363 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f8f302c2-2a66-4464-9aba-aa921860185d req-29fca476-4493-41f2-b27c-ef71ca5912e0 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a4022b9-60e8-46a0-be7d-32a18ec4bc65 HTTP/1.1" status: 200 len: 945 time: 0.0527077 Dec 08 16:58:09.189216 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f8f302c2-2a66-4464-9aba-aa921860185d req-30297b00-8c66-474c-8cc9-b2c306dc65f6 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399091 Dec 08 16:58:10.303152 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa595513-795d-4cfc-902d-297e156297c1 req-22ac7db9-7a3b-43b8-b0c0-c07d81e68fe5 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:10.304683 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-aa595513-795d-4cfc-902d-297e156297c1 req-22ac7db9-7a3b-43b8-b0c0-c07d81e68fe5 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a4022b9-60e8-46a0-be7d-32a18ec4bc65 HTTP/1.1" status: 200 len: 945 time: 0.0484664 Dec 08 16:58:10.355257 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-aa595513-795d-4cfc-902d-297e156297c1 req-a996b1bb-7a31-47aa-a76a-9f9c74c0974d tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447760 Dec 08 16:58:11.470036 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96dbdbb-fb50-41e1-b83a-07c758dc483b req-9c456733-317b-4183-8d4a-71380a63958c tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:11.471592 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b96dbdbb-fb50-41e1-b83a-07c758dc483b req-9c456733-317b-4183-8d4a-71380a63958c tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a4022b9-60e8-46a0-be7d-32a18ec4bc65 HTTP/1.1" status: 200 len: 945 time: 0.0487380 Dec 08 16:58:11.476369 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-53bc8d2a-9e37-4ff5-a819-c1f4f4adfab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:11.519478 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b96dbdbb-fb50-41e1-b83a-07c758dc483b req-7ef849a4-d197-4db8-b093-c69220ee9e00 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418272 Dec 08 16:58:12.642504 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5aa217-f90d-4902-b1c9-077b29a77a69 req-1621a292-70f9-4944-97c4-d71b788d6283 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:12.643979 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0f5aa217-f90d-4902-b1c9-077b29a77a69 req-1621a292-70f9-4944-97c4-d71b788d6283 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a4022b9-60e8-46a0-be7d-32a18ec4bc65 HTTP/1.1" status: 200 len: 945 time: 0.0491564 Dec 08 16:58:12.691307 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0f5aa217-f90d-4902-b1c9-077b29a77a69 req-c7c38644-ca7a-43a0-8cb1-efbb76362155 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413430 Dec 08 16:58:13.804570 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3435b19-2930-4331-b42c-fee0ae7dbe3d req-cb017c7a-bb77-4e15-8227-7ffac76df251 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:13.806114 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e3435b19-2930-4331-b42c-fee0ae7dbe3d req-cb017c7a-bb77-4e15-8227-7ffac76df251 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a4022b9-60e8-46a0-be7d-32a18ec4bc65 HTTP/1.1" status: 200 len: 945 time: 0.0477688 Dec 08 16:58:13.858083 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e3435b19-2930-4331-b42c-fee0ae7dbe3d req-dcf699b3-c5d4-40e3-adef-a9d731d69981 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457044 Dec 08 16:58:14.195763 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0f963e6a-11c8-4f39-844a-6178db0cec1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:14.476991 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:58:14.974039 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a196c2-40eb-4f46-bf2d-c830137d963d req-12ce4945-b249-4dbd-9d7c-9dbabf58aca5 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:14.975513 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-29a196c2-40eb-4f46-bf2d-c830137d963d req-12ce4945-b249-4dbd-9d7c-9dbabf58aca5 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a4022b9-60e8-46a0-be7d-32a18ec4bc65 HTTP/1.1" status: 200 len: 945 time: 0.0489933 Dec 08 16:58:15.022308 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-29a196c2-40eb-4f46-bf2d-c830137d963d req-b69294bf-d006-486e-af1f-f95265530b4a tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409298 Dec 08 16:58:15.389276 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:15.389944 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [req-a4397c8c-4a02-45b6-bc79-192b97be2725 req-aa0e4754-af80-4a36-9175-c49c67fc2596 service neutron] show failed (client error): The resource could not be found. Dec 08 16:58:15.391052 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a4397c8c-4a02-45b6-bc79-192b97be2725 req-aa0e4754-af80-4a36-9175-c49c67fc2596 service neutron] 10.222.0.76 "GET /v2.0/ports/10be8404-8214-4e41-931c-26d08a2d3d78/bindings/n-h2-776250-12 HTTP/1.1" status: 404 len: 381 time: 0.0606167 Dec 08 16:58:15.917669 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4397c8c-4a02-45b6-bc79-192b97be2725 req-de876a5a-600d-404f-b242-b3932cf555c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:15.919179 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a4397c8c-4a02-45b6-bc79-192b97be2725 req-de876a5a-600d-404f-b242-b3932cf555c0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6a4022b9-60e8-46a0-be7d-32a18ec4bc65&tenant_id=600a909d45ef4149b2f9a7fd5f85f4d6 HTTP/1.1" status: 200 len: 1097 time: 0.0419292 Dec 08 16:58:15.931513 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-a4397c8c-4a02-45b6-bc79-192b97be2725 req-76681edb-821b-41f0-abb8-d71b78782b7f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-776250-12', 'device_owner': 'compute:nova'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:58:15.983628 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a4397c8c-4a02-45b6-bc79-192b97be2725 req-76681edb-821b-41f0-abb8-d71b78782b7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:16.177558 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d0d64-1b21-4453-a853-5dbc57c9a70c req-db2d84cd-aab9-4e09-bd7e-1122581c3778 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:16.179025 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-477d0d64-1b21-4453-a853-5dbc57c9a70c req-db2d84cd-aab9-4e09-bd7e-1122581c3778 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a4022b9-60e8-46a0-be7d-32a18ec4bc65 HTTP/1.1" status: 200 len: 945 time: 0.0496488 Dec 08 16:58:16.227259 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-477d0d64-1b21-4453-a853-5dbc57c9a70c req-ef75d11f-4c1e-4932-8347-284aa669f191 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422289 Dec 08 16:58:16.227733 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-a4397c8c-4a02-45b6-bc79-192b97be2725 req-76681edb-821b-41f0-abb8-d71b78782b7f service neutron] For port 10be8404-8214-4e41-931c-26d08a2d3d78, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=10be8404-8214-4e41-931c-26d08a2d3d78,segment=NetworkSegment(61cbf83e-1abb-4eeb-8923-09ca656079f3),segment_id=61cbf83e-1abb-4eeb-8923-09ca656079f3)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:58:16.265330 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-a4397c8c-4a02-45b6-bc79-192b97be2725 req-76681edb-821b-41f0-abb8-d71b78782b7f service neutron] For port 10be8404-8214-4e41-931c-26d08a2d3d78, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:58:16.304622 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a4022b9-60e8-46a0-be7d-32a18ec4bc65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10be8404-8214-4e41-931c-26d08a2d3d78'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:58:16.306870 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9882fbd4-063f-4f17-9e8a-681c3d02d8f4" -d '{"events": [{"server_uuid": "6a4022b9-60e8-46a0-be7d-32a18ec4bc65", "name": "network-vif-unplugged", "status": "completed", "tag": "10be8404-8214-4e41-931c-26d08a2d3d78"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:58:16.310643 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a4397c8c-4a02-45b6-bc79-192b97be2725 req-76681edb-821b-41f0-abb8-d71b78782b7f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:16.322800 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-a4397c8c-4a02-45b6-bc79-192b97be2725 req-76681edb-821b-41f0-abb8-d71b78782b7f service neutron] Transition to ACTIVE for port object 10be8404-8214-4e41-931c-26d08a2d3d78 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:58:16.360264 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56190d1e-3916-4188-9ea7-62f33384f191 x-openstack-request-id: req-56190d1e-3916-4188-9ea7-62f33384f191 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:58:16.360264 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a4022b9-60e8-46a0-be7d-32a18ec4bc65", "name": "network-vif-unplugged", "status": "completed", "tag": "10be8404-8214-4e41-931c-26d08a2d3d78", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:58:16.360264 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-56190d1e-3916-4188-9ea7-62f33384f191 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:58:16.360264 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a4022b9-60e8-46a0-be7d-32a18ec4bc65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10be8404-8214-4e41-931c-26d08a2d3d78', 'code': 200} Dec 08 16:58:16.407297 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a4397c8c-4a02-45b6-bc79-192b97be2725 req-76681edb-821b-41f0-abb8-d71b78782b7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:16.469500 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4397c8c-4a02-45b6-bc79-192b97be2725 req-76681edb-821b-41f0-abb8-d71b78782b7f service neutron] No DVR routers for this DVR port 10be8404-8214-4e41-931c-26d08a2d3d78 on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:58:16.472626 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76681edb-821b-41f0-abb8-d71b78782b7f service neutron] Pushing event updated for resources: {'Port': ['ID=10be8404-8214-4e41-931c-26d08a2d3d78,revision_number=6']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:16.506857 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-a4397c8c-4a02-45b6-bc79-192b97be2725 req-76681edb-821b-41f0-abb8-d71b78782b7f service neutron] Attempting to bind port 10be8404-8214-4e41-931c-26d08a2d3d78 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:58:16.507200 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-a4397c8c-4a02-45b6-bc79-192b97be2725 req-76681edb-821b-41f0-abb8-d71b78782b7f service neutron] Attempting to bind port 10be8404-8214-4e41-931c-26d08a2d3d78 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '61cbf83e-1abb-4eeb-8923-09ca656079f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '52a5a11e-7714-47d6-ba81-f7ac95ebe8a6'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:58:16.507533 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4397c8c-4a02-45b6-bc79-192b97be2725 req-76681edb-821b-41f0-abb8-d71b78782b7f service neutron] Attempting to bind port 10be8404-8214-4e41-931c-26d08a2d3d78 on network 52a5a11e-7714-47d6-ba81-f7ac95ebe8a6 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:58:16.511907 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4397c8c-4a02-45b6-bc79-192b97be2725 req-76681edb-821b-41f0-abb8-d71b78782b7f service neutron] Port 10be8404-8214-4e41-931c-26d08a2d3d78 on network 52a5a11e-7714-47d6-ba81-f7ac95ebe8a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:58:16.512306 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4397c8c-4a02-45b6-bc79-192b97be2725 req-76681edb-821b-41f0-abb8-d71b78782b7f service neutron] Attempting to bind port 10be8404-8214-4e41-931c-26d08a2d3d78 on network 52a5a11e-7714-47d6-ba81-f7ac95ebe8a6 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:58:16.517132 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4397c8c-4a02-45b6-bc79-192b97be2725 req-76681edb-821b-41f0-abb8-d71b78782b7f service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:58:16.518011 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4397c8c-4a02-45b6-bc79-192b97be2725 req-76681edb-821b-41f0-abb8-d71b78782b7f service neutron] Checking segment: {'id': '61cbf83e-1abb-4eeb-8923-09ca656079f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '52a5a11e-7714-47d6-ba81-f7ac95ebe8a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:58:16.518397 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4397c8c-4a02-45b6-bc79-192b97be2725 req-76681edb-821b-41f0-abb8-d71b78782b7f service neutron] Bound using segment: {'id': '61cbf83e-1abb-4eeb-8923-09ca656079f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '52a5a11e-7714-47d6-ba81-f7ac95ebe8a6'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:58:16.518824 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-a4397c8c-4a02-45b6-bc79-192b97be2725 req-76681edb-821b-41f0-abb8-d71b78782b7f service neutron] Bound port: 10be8404-8214-4e41-931c-26d08a2d3d78, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61cbf83e-1abb-4eeb-8923-09ca656079f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '52a5a11e-7714-47d6-ba81-f7ac95ebe8a6'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:58:16.519206 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a4397c8c-4a02-45b6-bc79-192b97be2725 req-76681edb-821b-41f0-abb8-d71b78782b7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:16.584917 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-a4397c8c-4a02-45b6-bc79-192b97be2725 req-76681edb-821b-41f0-abb8-d71b78782b7f service neutron] For port 10be8404-8214-4e41-931c-26d08a2d3d78, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:58:16.587874 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-a4397c8c-4a02-45b6-bc79-192b97be2725 req-76681edb-821b-41f0-abb8-d71b78782b7f service neutron] For port 10be8404-8214-4e41-931c-26d08a2d3d78, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=10be8404-8214-4e41-931c-26d08a2d3d78,segment=NetworkSegment(61cbf83e-1abb-4eeb-8923-09ca656079f3),segment_id=61cbf83e-1abb-4eeb-8923-09ca656079f3)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:58:16.641621 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a4397c8c-4a02-45b6-bc79-192b97be2725 req-76681edb-821b-41f0-abb8-d71b78782b7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:16.677702 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4397c8c-4a02-45b6-bc79-192b97be2725 req-76681edb-821b-41f0-abb8-d71b78782b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:16.678404 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a4397c8c-4a02-45b6-bc79-192b97be2725 req-76681edb-821b-41f0-abb8-d71b78782b7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:16.679802 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a4397c8c-4a02-45b6-bc79-192b97be2725 req-76681edb-821b-41f0-abb8-d71b78782b7f service neutron] 10.222.0.37 "PUT /v2.0/ports/10be8404-8214-4e41-931c-26d08a2d3d78 HTTP/1.1" status: 200 len: 1092 time: 0.7524221 Dec 08 16:58:16.699986 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76681edb-821b-41f0-abb8-d71b78782b7f service neutron] Pushing event updated for resources: {'Port': ['ID=10be8404-8214-4e41-931c-26d08a2d3d78,revision_number=7']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:16.745104 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4397c8c-4a02-45b6-bc79-192b97be2725 req-abae86f4-b90a-47b0-8503-43027898b648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:16.746606 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a4397c8c-4a02-45b6-bc79-192b97be2725 req-abae86f4-b90a-47b0-8503-43027898b648 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=600a909d45ef4149b2f9a7fd5f85f4d6&device_id=6a4022b9-60e8-46a0-be7d-32a18ec4bc65 HTTP/1.1" status: 200 len: 1095 time: 0.0415986 Dec 08 16:58:16.841257 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4397c8c-4a02-45b6-bc79-192b97be2725 req-9f0c4375-1f82-4c4d-a0f8-c0326f78f71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:16.842747 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a4397c8c-4a02-45b6-bc79-192b97be2725 req-9f0c4375-1f82-4c4d-a0f8-c0326f78f71a service neutron] 10.222.0.37 "GET /v2.0/networks?id=52a5a11e-7714-47d6-ba81-f7ac95ebe8a6 HTTP/1.1" status: 200 len: 916 time: 0.0889983 Dec 08 16:58:16.880037 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:16.891207 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a4397c8c-4a02-45b6-bc79-192b97be2725 req-c2c26366-343a-4306-846b-d899b74f6f3c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10be8404-8214-4e41-931c-26d08a2d3d78 HTTP/1.1" status: 200 len: 217 time: 0.0406823 Dec 08 16:58:16.945577 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4397c8c-4a02-45b6-bc79-192b97be2725 req-b4af9dd8-0ae5-47d9-8a81-2c1931ea54db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:16.947616 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a4397c8c-4a02-45b6-bc79-192b97be2725 req-b4af9dd8-0ae5-47d9-8a81-2c1931ea54db service neutron] 10.222.0.37 "GET /v2.0/subnets?id=913f3c4b-0a27-4335-b237-7cff935d3e72 HTTP/1.1" status: 200 len: 855 time: 0.0500488 Dec 08 16:58:16.983246 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a4397c8c-4a02-45b6-bc79-192b97be2725 req-c505490f-95b5-4068-abf8-7f497dd27c64 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=52a5a11e-7714-47d6-ba81-f7ac95ebe8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286157 Dec 08 16:58:17.071358 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a4397c8c-4a02-45b6-bc79-192b97be2725 req-1537b572-caab-4298-bb8e-0e2c134de5cb service neutron] 10.222.0.37 "GET /v2.0/networks/52a5a11e-7714-47d6-ba81-f7ac95ebe8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812140 Dec 08 16:58:17.165667 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a4397c8c-4a02-45b6-bc79-192b97be2725 req-9be3be59-aea8-4361-88b9-cb910245b550 service neutron] 10.222.0.37 "GET /v2.0/networks/52a5a11e-7714-47d6-ba81-f7ac95ebe8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872955 Dec 08 16:58:17.343797 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba545ea5-fe00-47a8-a2c8-77206a4c86e5 req-46d3cb35-a88f-4f5f-b352-a19dc1870985 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:17.345856 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ba545ea5-fe00-47a8-a2c8-77206a4c86e5 req-46d3cb35-a88f-4f5f-b352-a19dc1870985 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a4022b9-60e8-46a0-be7d-32a18ec4bc65 HTTP/1.1" status: 200 len: 943 time: 0.0493627 Dec 08 16:58:17.396434 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ba545ea5-fe00-47a8-a2c8-77206a4c86e5 req-3299e5b2-df44-41a5-a8ef-3114635c51f5 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444674 Dec 08 16:58:17.596685 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:18.360652 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a4022b9-60e8-46a0-be7d-32a18ec4bc65', 'tag': '10be8404-8214-4e41-931c-26d08a2d3d78'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:58:18.363170 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d527a1-24ff-42cd-9d78-de639b4713c1" -d '{"events": [{"name": "network-changed", "server_uuid": "6a4022b9-60e8-46a0-be7d-32a18ec4bc65", "tag": "10be8404-8214-4e41-931c-26d08a2d3d78"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:58:18.411278 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dffe02e8-19bd-48cf-be47-bcfc47886131 x-openstack-request-id: req-dffe02e8-19bd-48cf-be47-bcfc47886131 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:58:18.411580 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a4022b9-60e8-46a0-be7d-32a18ec4bc65", "tag": "10be8404-8214-4e41-931c-26d08a2d3d78", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:58:18.411841 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dffe02e8-19bd-48cf-be47-bcfc47886131 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:58:18.412282 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a4022b9-60e8-46a0-be7d-32a18ec4bc65', 'tag': '10be8404-8214-4e41-931c-26d08a2d3d78', 'status': 'completed', 'code': 200} Dec 08 16:58:18.501182 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d527a1-24ff-42cd-9d78-de639b4713c1 req-4065bb65-973d-497e-b74f-515222427f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:18.502750 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f1d527a1-24ff-42cd-9d78-de639b4713c1 req-4065bb65-973d-497e-b74f-515222427f0f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=600a909d45ef4149b2f9a7fd5f85f4d6&device_id=6a4022b9-60e8-46a0-be7d-32a18ec4bc65 HTTP/1.1" status: 200 len: 1095 time: 0.0714135 Dec 08 16:58:18.505650 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d527a1-24ff-42cd-9d78-de639b4713c1 req-4461754b-f26c-43ff-8e4e-8af18b3efe75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:18.507031 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f1d527a1-24ff-42cd-9d78-de639b4713c1 req-4461754b-f26c-43ff-8e4e-8af18b3efe75 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=600a909d45ef4149b2f9a7fd5f85f4d6&device_id=6a4022b9-60e8-46a0-be7d-32a18ec4bc65 HTTP/1.1" status: 200 len: 1095 time: 0.0675356 Dec 08 16:58:18.522133 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5477f-6004-4d50-b87d-26caafbd6f6b req-8b72c2a3-771f-4582-8ad8-d019ce0f8b0a tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:18.523674 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cdd5477f-6004-4d50-b87d-26caafbd6f6b req-8b72c2a3-771f-4582-8ad8-d019ce0f8b0a tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a4022b9-60e8-46a0-be7d-32a18ec4bc65 HTTP/1.1" status: 200 len: 943 time: 0.0538807 Dec 08 16:58:18.572410 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cdd5477f-6004-4d50-b87d-26caafbd6f6b req-a0416444-4197-48f4-b1b2-a30d01c0004f tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418344 Dec 08 16:58:18.667830 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d527a1-24ff-42cd-9d78-de639b4713c1 req-4da80370-86b1-4526-b1a4-1cf839cca676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:18.669348 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f1d527a1-24ff-42cd-9d78-de639b4713c1 req-4da80370-86b1-4526-b1a4-1cf839cca676 service neutron] 10.222.0.37 "GET /v2.0/networks?id=52a5a11e-7714-47d6-ba81-f7ac95ebe8a6 HTTP/1.1" status: 200 len: 916 time: 0.1570847 Dec 08 16:58:18.670450 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d527a1-24ff-42cd-9d78-de639b4713c1 req-4ff703f5-813e-4191-b81d-50ec2e597c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:18.671774 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f1d527a1-24ff-42cd-9d78-de639b4713c1 req-4ff703f5-813e-4191-b81d-50ec2e597c7f service neutron] 10.222.0.76 "GET /v2.0/networks?id=52a5a11e-7714-47d6-ba81-f7ac95ebe8a6 HTTP/1.1" status: 200 len: 916 time: 0.1517589 Dec 08 16:58:18.720447 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f1d527a1-24ff-42cd-9d78-de639b4713c1 req-0cf1d146-06cc-4f50-8f46-eb364f54af58 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10be8404-8214-4e41-931c-26d08a2d3d78 HTTP/1.1" status: 200 len: 217 time: 0.0430129 Dec 08 16:58:18.754808 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f1d527a1-24ff-42cd-9d78-de639b4713c1 req-44988495-15f3-42bc-bd75-793f0912501c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10be8404-8214-4e41-931c-26d08a2d3d78 HTTP/1.1" status: 200 len: 217 time: 0.0710678 Dec 08 16:58:18.827033 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d527a1-24ff-42cd-9d78-de639b4713c1 req-cf5ffda8-975f-4999-8361-1ee748efa138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:18.828532 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f1d527a1-24ff-42cd-9d78-de639b4713c1 req-cf5ffda8-975f-4999-8361-1ee748efa138 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=913f3c4b-0a27-4335-b237-7cff935d3e72 HTTP/1.1" status: 200 len: 855 time: 0.0824659 Dec 08 16:58:18.834726 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d527a1-24ff-42cd-9d78-de639b4713c1 req-157710ff-54ae-4b93-8cb0-85eb3554941d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:18.836106 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f1d527a1-24ff-42cd-9d78-de639b4713c1 req-157710ff-54ae-4b93-8cb0-85eb3554941d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=913f3c4b-0a27-4335-b237-7cff935d3e72 HTTP/1.1" status: 200 len: 855 time: 0.0619612 Dec 08 16:58:18.884286 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f1d527a1-24ff-42cd-9d78-de639b4713c1 req-55d16d18-20c0-4c2b-8a1b-fa57c5d6db08 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=52a5a11e-7714-47d6-ba81-f7ac95ebe8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460074 Dec 08 16:58:18.886170 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f1d527a1-24ff-42cd-9d78-de639b4713c1 req-a6b1c07d-3487-4e81-8e05-d910ac0087e6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=52a5a11e-7714-47d6-ba81-f7ac95ebe8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387759 Dec 08 16:58:19.045830 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f1d527a1-24ff-42cd-9d78-de639b4713c1 req-8953a655-0896-4079-93bd-b72a3162f3dc service neutron] 10.222.0.37 "GET /v2.0/networks/52a5a11e-7714-47d6-ba81-f7ac95ebe8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532986 Dec 08 16:58:19.047724 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f1d527a1-24ff-42cd-9d78-de639b4713c1 req-2eb1bc68-bef9-47e1-a06f-0ab234006a3e service neutron] 10.222.0.76 "GET /v2.0/networks/52a5a11e-7714-47d6-ba81-f7ac95ebe8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537149 Dec 08 16:58:19.209319 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f1d527a1-24ff-42cd-9d78-de639b4713c1 req-e0c64dc6-e71e-4321-a2b7-3cfb62084544 service neutron] 10.222.0.37 "GET /v2.0/networks/52a5a11e-7714-47d6-ba81-f7ac95ebe8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571093 Dec 08 16:58:19.212756 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f1d527a1-24ff-42cd-9d78-de639b4713c1 req-d65ebe0d-08dc-4593-b3e4-e1512df66fcf service neutron] 10.222.0.76 "GET /v2.0/networks/52a5a11e-7714-47d6-ba81-f7ac95ebe8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537123 Dec 08 16:58:19.234643 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 10be8404-8214-4e41-931c-26d08a2d3d78 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:58:19.334642 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 10be8404-8214-4e41-931c-26d08a2d3d78, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=10be8404-8214-4e41-931c-26d08a2d3d78,segment=NetworkSegment(61cbf83e-1abb-4eeb-8923-09ca656079f3),segment_id=61cbf83e-1abb-4eeb-8923-09ca656079f3)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:58:19.342963 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '10be8404-8214-4e41-931c-26d08a2d3d78', 'network_id': '52a5a11e-7714-47d6-ba81-f7ac95ebe8a6', 'port_id': '10be8404-8214-4e41-931c-26d08a2d3d78', 'mac_address': 'fa:16:3e:04:c7:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '913f3c4b-0a27-4335-b237-7cff935d3e72', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:58:19.379567 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:19.392803 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10be8404-8214-4e41-931c-26d08a2d3d78 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:58:19.412123 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 10be8404-8214-4e41-931c-26d08a2d3d78, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=10be8404-8214-4e41-931c-26d08a2d3d78,segment=NetworkSegment(61cbf83e-1abb-4eeb-8923-09ca656079f3),segment_id=61cbf83e-1abb-4eeb-8923-09ca656079f3)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:58:19.475949 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:19.527285 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=10be8404-8214-4e41-931c-26d08a2d3d78,revision_number=8']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:19.689808 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['10be8404-8214-4e41-931c-26d08a2d3d78'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:58:19.690063 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf6efb-38d2-41e3-86b2-ac7df5d20202 req-b7a16669-b65f-4576-8166-42a01bc23383 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:19.691391 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f4bf6efb-38d2-41e3-86b2-ac7df5d20202 req-b7a16669-b65f-4576-8166-42a01bc23383 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a4022b9-60e8-46a0-be7d-32a18ec4bc65 HTTP/1.1" status: 200 len: 944 time: 0.0489488 Dec 08 16:58:19.738415 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f4bf6efb-38d2-41e3-86b2-ac7df5d20202 req-20488c81-a044-4e8f-b350-5a38e72223eb tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411344 Dec 08 16:58:20.100493 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0e185-e8fe-4672-a177-10eba4cee0b7 req-37cdfc57-75b6-47e3-8b7f-15f5f2774e5d tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:20.102580 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-04c0e185-e8fe-4672-a177-10eba4cee0b7 req-37cdfc57-75b6-47e3-8b7f-15f5f2774e5d tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a4022b9-60e8-46a0-be7d-32a18ec4bc65 HTTP/1.1" status: 200 len: 944 time: 0.0518496 Dec 08 16:58:20.185023 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-04c0e185-e8fe-4672-a177-10eba4cee0b7 req-f35a3ae7-6141-40e5-b451-e57d102cd2b9 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769644 Dec 08 16:58:20.193849 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a106c90-4284-4885-a287-a81f4a3074c2 req-51d5c423-d903-4d78-929d-b3976affd762 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:20.195280 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7a106c90-4284-4885-a287-a81f4a3074c2 req-51d5c423-d903-4d78-929d-b3976affd762 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a4022b9-60e8-46a0-be7d-32a18ec4bc65&tenant_id=600a909d45ef4149b2f9a7fd5f85f4d6&binding%3Ahost_id=n-h2-776250-12 HTTP/1.1" status: 200 len: 944 time: 0.0813162 Dec 08 16:58:20.259298 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [req-7a106c90-4284-4885-a287-a81f4a3074c2 req-887200d0-c491-4374-a5a9-b9a1d0dbab54 service neutron] delete failed (client error): The resource could not be found. Dec 08 16:58:20.260259 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7a106c90-4284-4885-a287-a81f4a3074c2 req-887200d0-c491-4374-a5a9-b9a1d0dbab54 service neutron] 10.222.0.76 "DELETE /v2.0/ports/10be8404-8214-4e41-931c-26d08a2d3d78/bindings/n-h1-776250-12 HTTP/1.1" status: 404 len: 381 time: 0.0542235 Dec 08 16:58:20.342808 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a106c90-4284-4885-a287-a81f4a3074c2 req-6f626514-6aba-4d5d-bb82-c6addef1fca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:20.344298 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7a106c90-4284-4885-a287-a81f4a3074c2 req-6f626514-6aba-4d5d-bb82-c6addef1fca8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=600a909d45ef4149b2f9a7fd5f85f4d6&device_id=6a4022b9-60e8-46a0-be7d-32a18ec4bc65 HTTP/1.1" status: 200 len: 1096 time: 0.0410061 Dec 08 16:58:20.373215 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 10be8404-8214-4e41-931c-26d08a2d3d78 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:58:20.412216 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 10be8404-8214-4e41-931c-26d08a2d3d78 not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:58:20.437206 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a106c90-4284-4885-a287-a81f4a3074c2 req-6a4661f1-efc8-4fe6-afc8-9f05586887e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:20.438674 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7a106c90-4284-4885-a287-a81f4a3074c2 req-6a4661f1-efc8-4fe6-afc8-9f05586887e6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=52a5a11e-7714-47d6-ba81-f7ac95ebe8a6 HTTP/1.1" status: 200 len: 916 time: 0.0877180 Dec 08 16:58:20.479276 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7a106c90-4284-4885-a287-a81f4a3074c2 req-e48a5b12-7473-4ae7-a4cb-53715e3666e9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10be8404-8214-4e41-931c-26d08a2d3d78 HTTP/1.1" status: 200 len: 217 time: 0.0339708 Dec 08 16:58:20.527094 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a106c90-4284-4885-a287-a81f4a3074c2 req-a814c726-afd0-44e7-83dc-97c4baa9098d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:20.528440 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7a106c90-4284-4885-a287-a81f4a3074c2 req-a814c726-afd0-44e7-83dc-97c4baa9098d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=913f3c4b-0a27-4335-b237-7cff935d3e72 HTTP/1.1" status: 200 len: 855 time: 0.0428934 Dec 08 16:58:20.560668 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7a106c90-4284-4885-a287-a81f4a3074c2 req-2055a37b-64e4-45c3-9f04-c55470324b0c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=52a5a11e-7714-47d6-ba81-f7ac95ebe8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247889 Dec 08 16:58:20.652946 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7a106c90-4284-4885-a287-a81f4a3074c2 req-e3ffe412-dcbf-488e-9a83-4ff938f23ba4 service neutron] 10.222.0.76 "GET /v2.0/networks/52a5a11e-7714-47d6-ba81-f7ac95ebe8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852830 Dec 08 16:58:20.741679 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7a106c90-4284-4885-a287-a81f4a3074c2 req-c83a7a1a-a100-4c75-b7c1-f62c6866d36f service neutron] 10.222.0.76 "GET /v2.0/networks/52a5a11e-7714-47d6-ba81-f7ac95ebe8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817251 Dec 08 16:58:21.249902 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 10be8404-8214-4e41-931c-26d08a2d3d78 up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:58:21.307088 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce6090d-a1aa-4f69-8a18-47aebf81d0ee req-21d6a411-f782-4e32-a386-8e883d848a0d tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:21.312541 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4ce6090d-a1aa-4f69-8a18-47aebf81d0ee req-21d6a411-f782-4e32-a386-8e883d848a0d tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a4022b9-60e8-46a0-be7d-32a18ec4bc65 HTTP/1.1" status: 200 len: 944 time: 0.0517800 Dec 08 16:58:21.356070 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4ce6090d-a1aa-4f69-8a18-47aebf81d0ee req-560f4bc3-ee9e-4564-9638-29dabbfde2c6 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413530 Dec 08 16:58:21.424743 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port 10be8404-8214-4e41-931c-26d08a2d3d78 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:58:21.428750 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 10be8404-8214-4e41-931c-26d08a2d3d78 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:58:21.429152 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:21.507626 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:21.530537 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a4022b9-60e8-46a0-be7d-32a18ec4bc65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10be8404-8214-4e41-931c-26d08a2d3d78'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:58:21.533503 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34cc91f8-2e33-4fac-82cc-0a98491edc7d" -d '{"events": [{"server_uuid": "6a4022b9-60e8-46a0-be7d-32a18ec4bc65", "name": "network-vif-plugged", "status": "completed", "tag": "10be8404-8214-4e41-931c-26d08a2d3d78"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:58:21.558826 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 10be8404-8214-4e41-931c-26d08a2d3d78, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=10be8404-8214-4e41-931c-26d08a2d3d78,segment=NetworkSegment(61cbf83e-1abb-4eeb-8923-09ca656079f3),segment_id=61cbf83e-1abb-4eeb-8923-09ca656079f3)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:58:21.572101 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424e0e20-418a-47a0-9fe4-3888fe76c13e x-openstack-request-id: req-424e0e20-418a-47a0-9fe4-3888fe76c13e {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:58:21.572433 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a4022b9-60e8-46a0-be7d-32a18ec4bc65", "name": "network-vif-plugged", "status": "completed", "tag": "10be8404-8214-4e41-931c-26d08a2d3d78", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:58:21.572703 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-424e0e20-418a-47a0-9fe4-3888fe76c13e {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:58:21.573106 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a4022b9-60e8-46a0-be7d-32a18ec4bc65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10be8404-8214-4e41-931c-26d08a2d3d78', 'code': 200} Dec 08 16:58:21.634683 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:21.685695 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=10be8404-8214-4e41-931c-26d08a2d3d78,revision_number=9']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:22.529519 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4787cbae-a22a-4af8-b3f7-88d1edd85854 req-7151072a-08c3-4e78-bf43-aa2d211c59ed tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:22.533855 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4787cbae-a22a-4af8-b3f7-88d1edd85854 req-7151072a-08c3-4e78-bf43-aa2d211c59ed tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a4022b9-60e8-46a0-be7d-32a18ec4bc65 HTTP/1.1" status: 200 len: 945 time: 0.1077864 Dec 08 16:58:22.583335 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4787cbae-a22a-4af8-b3f7-88d1edd85854 req-9223ad1d-8745-4da7-b48d-e7907edd8f22 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456800 Dec 08 16:58:22.703557 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5c8fc0-3028-4d25-aa7b-126065f1aeb3 req-19e9502d-9f2b-46db-923a-dc36085ac15f tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:22.705258 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fc5c8fc0-3028-4d25-aa7b-126065f1aeb3 req-19e9502d-9f2b-46db-923a-dc36085ac15f tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a4022b9-60e8-46a0-be7d-32a18ec4bc65 HTTP/1.1" status: 200 len: 945 time: 0.0543165 Dec 08 16:58:22.806400 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fc5c8fc0-3028-4d25-aa7b-126065f1aeb3 req-d85b5700-c0e0-4289-aeff-41a48ec9b676 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952892 Dec 08 16:58:22.918347 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f9fef7-f3cc-4e1c-82ba-5853aa7c0be6 req-9e3965c1-f24d-48c3-8660-5d7096f0df96 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:22.919849 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b1f9fef7-f3cc-4e1c-82ba-5853aa7c0be6 req-9e3965c1-f24d-48c3-8660-5d7096f0df96 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a4022b9-60e8-46a0-be7d-32a18ec4bc65 HTTP/1.1" status: 200 len: 945 time: 0.0495324 Dec 08 16:58:22.966052 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b1f9fef7-f3cc-4e1c-82ba-5853aa7c0be6 req-945d6060-c0e8-47c9-ab13-f0ba7aef0989 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401492 Dec 08 16:58:23.509507 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7275f4a1-161d-421c-871c-e9548563d4d8 req-ec1547eb-20e1-44ef-afe0-39583455e29b tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:23.511155 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7275f4a1-161d-421c-871c-e9548563d4d8 req-ec1547eb-20e1-44ef-afe0-39583455e29b tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a4022b9-60e8-46a0-be7d-32a18ec4bc65 HTTP/1.1" status: 200 len: 945 time: 0.0494349 Dec 08 16:58:23.557644 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7275f4a1-161d-421c-871c-e9548563d4d8 req-419cfe07-76fb-4b2f-8ab2-c831c444d7dc tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404255 Dec 08 16:58:24.670682 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212af98e-4bd5-41e1-8ec6-05f3fd1fca39 req-db7f2585-0beb-42ea-b873-6afac4391a57 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:24.672196 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-212af98e-4bd5-41e1-8ec6-05f3fd1fca39 req-db7f2585-0beb-42ea-b873-6afac4391a57 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a4022b9-60e8-46a0-be7d-32a18ec4bc65 HTTP/1.1" status: 200 len: 945 time: 0.0486066 Dec 08 16:58:24.719381 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-212af98e-4bd5-41e1-8ec6-05f3fd1fca39 req-eec231a3-4782-4a95-b0e0-cea70b2ba639 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.64 "GET /v2.0/security-groups?id=5ab03fee-58c6-4f93-b27f-cf446b84b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407116 Dec 08 16:58:24.729914 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c106eb-e17d-415b-b53f-de2cc0b6f3f7 req-71bd1529-2651-45d2-b5b1-cb2b5b204057 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:24.731426 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a8c106eb-e17d-415b-b53f-de2cc0b6f3f7 req-71bd1529-2651-45d2-b5b1-cb2b5b204057 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a4022b9-60e8-46a0-be7d-32a18ec4bc65 HTTP/1.1" status: 200 len: 945 time: 0.0517032 Dec 08 16:58:24.818761 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-a8c106eb-e17d-415b-b53f-de2cc0b6f3f7 req-975c3403-d3eb-424d-aae5-4b82bdf109f8 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Deleting port 10be8404-8214-4e41-931c-26d08a2d3d78 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:58:24.819102 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a8c106eb-e17d-415b-b53f-de2cc0b6f3f7 req-975c3403-d3eb-424d-aae5-4b82bdf109f8 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:24.909811 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-a8c106eb-e17d-415b-b53f-de2cc0b6f3f7 req-975c3403-d3eb-424d-aae5-4b82bdf109f8 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] For port 10be8404-8214-4e41-931c-26d08a2d3d78, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=10be8404-8214-4e41-931c-26d08a2d3d78,segment=NetworkSegment(61cbf83e-1abb-4eeb-8923-09ca656079f3),segment_id=61cbf83e-1abb-4eeb-8923-09ca656079f3)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:58:24.910095 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a8c106eb-e17d-415b-b53f-de2cc0b6f3f7 req-975c3403-d3eb-424d-aae5-4b82bdf109f8 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:24.922681 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-a8c106eb-e17d-415b-b53f-de2cc0b6f3f7 req-975c3403-d3eb-424d-aae5-4b82bdf109f8 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Calling delete_port for 10be8404-8214-4e41-931c-26d08a2d3d78 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:58:25.110122 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a8c106eb-e17d-415b-b53f-de2cc0b6f3f7 req-975c3403-d3eb-424d-aae5-4b82bdf109f8 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:25.121712 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['10be8404-8214-4e41-931c-26d08a2d3d78'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:58:25.141386 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975c3403-d3eb-424d-aae5-4b82bdf109f8 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Pushing event deleted for resources: {'Port': ['ID=10be8404-8214-4e41-931c-26d08a2d3d78,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:25.152206 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975c3403-d3eb-424d-aae5-4b82bdf109f8 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:25.157467 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975c3403-d3eb-424d-aae5-4b82bdf109f8 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:25.157467 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975c3403-d3eb-424d-aae5-4b82bdf109f8 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:25.157467 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975c3403-d3eb-424d-aae5-4b82bdf109f8 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:25.157467 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975c3403-d3eb-424d-aae5-4b82bdf109f8 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:25.157467 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975c3403-d3eb-424d-aae5-4b82bdf109f8 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:25.157467 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975c3403-d3eb-424d-aae5-4b82bdf109f8 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:25.157467 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975c3403-d3eb-424d-aae5-4b82bdf109f8 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:25.157467 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975c3403-d3eb-424d-aae5-4b82bdf109f8 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:25.157467 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975c3403-d3eb-424d-aae5-4b82bdf109f8 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:25.157467 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975c3403-d3eb-424d-aae5-4b82bdf109f8 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:25.157467 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975c3403-d3eb-424d-aae5-4b82bdf109f8 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:25.157467 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975c3403-d3eb-424d-aae5-4b82bdf109f8 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:25.195729 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8c106eb-e17d-415b-b53f-de2cc0b6f3f7 req-975c3403-d3eb-424d-aae5-4b82bdf109f8 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] No DVR routers for this DVR port 10be8404-8214-4e41-931c-26d08a2d3d78 on host n-h2-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:58:25.198416 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a8c106eb-e17d-415b-b53f-de2cc0b6f3f7 req-975c3403-d3eb-424d-aae5-4b82bdf109f8 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:25.201798 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a8c106eb-e17d-415b-b53f-de2cc0b6f3f7 req-975c3403-d3eb-424d-aae5-4b82bdf109f8 tempest-ServerDiskConfigTestJSON-800265992 tempest-ServerDiskConfigTestJSON-800265992-project] 10.222.0.37 "DELETE /v2.0/ports/10be8404-8214-4e41-931c-26d08a2d3d78 HTTP/1.1" status: 204 len: 173 time: 0.4642122 Dec 08 16:58:25.202246 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a4022b9-60e8-46a0-be7d-32a18ec4bc65', 'name': 'network-vif-deleted', 'tag': '10be8404-8214-4e41-931c-26d08a2d3d78'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:58:25.205084 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10253cfd-7629-4214-863f-b43295f54a8b" -d '{"events": [{"server_uuid": "6a4022b9-60e8-46a0-be7d-32a18ec4bc65", "name": "network-vif-deleted", "tag": "10be8404-8214-4e41-931c-26d08a2d3d78"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:58:25.242043 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa49d4a-1a82-4424-9cec-9a95a52c4ab3 x-openstack-request-id: req-0aa49d4a-1a82-4424-9cec-9a95a52c4ab3 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:58:25.242347 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a4022b9-60e8-46a0-be7d-32a18ec4bc65", "name": "network-vif-deleted", "tag": "10be8404-8214-4e41-931c-26d08a2d3d78", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:58:25.242615 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0aa49d4a-1a82-4424-9cec-9a95a52c4ab3 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:58:25.243022 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a4022b9-60e8-46a0-be7d-32a18ec4bc65', 'name': 'network-vif-deleted', 'tag': '10be8404-8214-4e41-931c-26d08a2d3d78', 'status': 'completed', 'code': 200} Dec 08 16:58:25.843708 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 39308) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:25.888022 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f0b9ed8-fe68-4aaf-bac0-cd1c585258bf admin admin] Deleting subnet 913f3c4b-0a27-4335-b237-7cff935d3e72 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:58:25.891001 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7f0b9ed8-fe68-4aaf-bac0-cd1c585258bf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:25.924110 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7f0b9ed8-fe68-4aaf-bac0-cd1c585258bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:25.966301 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7f0b9ed8-fe68-4aaf-bac0-cd1c585258bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:26.058912 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7f0b9ed8-fe68-4aaf-bac0-cd1c585258bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:26.084691 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b9ed8-fe68-4aaf-bac0-cd1c585258bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=913f3c4b-0a27-4335-b237-7cff935d3e72,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:26.088267 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-7f0b9ed8-fe68-4aaf-bac0-cd1c585258bf admin admin] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:26.091404 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-7f0b9ed8-fe68-4aaf-bac0-cd1c585258bf admin admin] 10.222.0.64 "DELETE /v2.0/subnets/913f3c4b-0a27-4335-b237-7cff935d3e72 HTTP/1.1" status: 204 len: 168 time: 0.2466307 Dec 08 16:58:26.093989 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 39310) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:26.162347 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-67e017d6-efb5-4249-9b7f-3291ceb171d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:26.243855 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-67e017d6-efb5-4249-9b7f-3291ceb171d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:26.263720 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-67e017d6-efb5-4249-9b7f-3291ceb171d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52a5a11e-7714-47d6-ba81-f7ac95ebe8a6']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:58:26.272914 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-67e017d6-efb5-4249-9b7f-3291ceb171d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61cbf83e-1abb-4eeb-8923-09ca656079f3') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:58:26.273212 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-67e017d6-efb5-4249-9b7f-3291ceb171d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61cbf83e-1abb-4eeb-8923-09ca656079f3') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:58:26.282424 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-67e017d6-efb5-4249-9b7f-3291ceb171d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:26.295739 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-67e017d6-efb5-4249-9b7f-3291ceb171d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:26.302131 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67e017d6-efb5-4249-9b7f-3291ceb171d5 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:58:26.302514 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-67e017d6-efb5-4249-9b7f-3291ceb171d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:26.304126 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 16:58:26.304126 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:58:26.304126 n-d-776250-12 neutron-server[110550]: timer() Dec 08 16:58:26.304126 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:58:26.304126 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 16:58:26.304126 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:58:26.304126 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 16:58:26.304126 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:58:26.304126 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 16:58:26.304126 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:58:26.304126 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 16:58:26.304126 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:58:26.304126 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 16:58:26.304126 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:58:26.304126 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:58:26.304126 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:58:26.304126 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:58:26.304126 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:58:26.304126 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 16:58:26.304126 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:58:26.304126 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 16:58:26.304126 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:58:26.304126 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:58:26.304126 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:58:26.304126 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 16:58:26.304126 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:58:26.304126 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:58:26.304126 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:58:26.304126 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:58:26.304126 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:58:26.304126 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:58:26.304126 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:58:26.424947 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-67e017d6-efb5-4249-9b7f-3291ceb171d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:26.430357 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-67e017d6-efb5-4249-9b7f-3291ceb171d5 admin admin] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:26.433666 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-67e017d6-efb5-4249-9b7f-3291ceb171d5 admin admin] 10.222.0.64 "DELETE /v2.0/networks/52a5a11e-7714-47d6-ba81-f7ac95ebe8a6 HTTP/1.1" status: 204 len: 168 time: 0.3387237 Dec 08 16:58:26.445206 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e017d6-efb5-4249-9b7f-3291ceb171d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=52a5a11e-7714-47d6-ba81-f7ac95ebe8a6,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:26.753565 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 39314) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:26.797869 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-036e7bad-df51-4385-b676-a1f36c0497f4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=600a909d45ef4149b2f9a7fd5f85f4d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0430655 Dec 08 16:58:26.800395 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 39316) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:26.846974 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a569fd7b-3fd0-48cf-8c51-2462972dfd14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:26.867505 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a569fd7b-3fd0-48cf-8c51-2462972dfd14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:27.000112 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a569fd7b-3fd0-48cf-8c51-2462972dfd14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:27.003163 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a569fd7b-3fd0-48cf-8c51-2462972dfd14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:27.004355 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a569fd7b-3fd0-48cf-8c51-2462972dfd14 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5ab03fee-58c6-4f93-b27f-cf446b84b528 HTTP/1.1" status: 204 len: 168 time: 0.2029848 Dec 08 16:58:27.012470 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a569fd7b-3fd0-48cf-8c51-2462972dfd14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab03fee-58c6-4f93-b27f-cf446b84b528,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:27.020917 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a569fd7b-3fd0-48cf-8c51-2462972dfd14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:27.021283 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a569fd7b-3fd0-48cf-8c51-2462972dfd14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:27.021775 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a569fd7b-3fd0-48cf-8c51-2462972dfd14 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:27.022123 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a569fd7b-3fd0-48cf-8c51-2462972dfd14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:27.022473 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a569fd7b-3fd0-48cf-8c51-2462972dfd14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:27.022818 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a569fd7b-3fd0-48cf-8c51-2462972dfd14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:27.023157 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a569fd7b-3fd0-48cf-8c51-2462972dfd14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:27.023512 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a569fd7b-3fd0-48cf-8c51-2462972dfd14 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:27.023830 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a569fd7b-3fd0-48cf-8c51-2462972dfd14 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:27.024165 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a569fd7b-3fd0-48cf-8c51-2462972dfd14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:27.024522 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a569fd7b-3fd0-48cf-8c51-2462972dfd14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:27.024855 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a569fd7b-3fd0-48cf-8c51-2462972dfd14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:27.025186 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a569fd7b-3fd0-48cf-8c51-2462972dfd14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:28.002678 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 39338) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:28.097818 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-96f96f14-8bff-427b-80f9-579efb621b8f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1801605199-network', 'tenant_id': '94917c7fb5cf413687493a127183d44b'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:58:28.178806 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f96f14-8bff-427b-80f9-579efb621b8f admin admin] Made reservation on behalf of 94917c7fb5cf413687493a127183d44b for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:58:28.181259 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-96f96f14-8bff-427b-80f9-579efb621b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:28.189781 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-96f96f14-8bff-427b-80f9-579efb621b8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:28.270926 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-96f96f14-8bff-427b-80f9-579efb621b8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:28.349659 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-96f96f14-8bff-427b-80f9-579efb621b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:28.373651 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96f96f14-8bff-427b-80f9-579efb621b8f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:58:28.383561 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f96f14-8bff-427b-80f9-579efb621b8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e4f8fa-004d-4a20-835d-3a411145baf2,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:28.389567 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-96f96f14-8bff-427b-80f9-579efb621b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:28.389919 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-96f96f14-8bff-427b-80f9-579efb621b8f admin admin] Added segment 8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27 of type vlan for network 9d9a4b74-e787-467a-b113-e315ffdbd59b Dec 08 16:58:28.432765 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-96f96f14-8bff-427b-80f9-579efb621b8f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:28.555930 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-96f96f14-8bff-427b-80f9-579efb621b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:28.556978 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f96f14-8bff-427b-80f9-579efb621b8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:28.557583 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-96f96f14-8bff-427b-80f9-579efb621b8f admin admin] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:28.616196 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f96f14-8bff-427b-80f9-579efb621b8f admin admin] Pushing event updated for resources: {'Network': ['ID=9d9a4b74-e787-467a-b113-e315ffdbd59b,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:28.627351 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 9d9a4b74-e787-467a-b113-e315ffdbd59b details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:58:28.712771 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-96f96f14-8bff-427b-80f9-579efb621b8f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7089398 Dec 08 16:58:28.715587 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 39342) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:28.720337 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-e6eb7494-5782-4ada-b011-b07d3d6b16d9 admin admin] Request body: {'subnet': {'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1801605199-subnet', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:58:28.801565 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6eb7494-5782-4ada-b011-b07d3d6b16d9 admin admin] Made reservation on behalf of 94917c7fb5cf413687493a127183d44b for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:58:28.804109 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e6eb7494-5782-4ada-b011-b07d3d6b16d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:29.028770 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e6eb7494-5782-4ada-b011-b07d3d6b16d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:29.083023 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eb7494-5782-4ada-b011-b07d3d6b16d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:29.091709 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6eb7494-5782-4ada-b011-b07d3d6b16d9 admin admin] Checking segment: {'id': '8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:58:29.092078 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6eb7494-5782-4ada-b011-b07d3d6b16d9 admin admin] Network hostable DHCP agents. Network: 9d9a4b74-e787-467a-b113-e315ffdbd59b, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:58:29.188826 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6eb7494-5782-4ada-b011-b07d3d6b16d9 admin admin] Network 9d9a4b74-e787-467a-b113-e315ffdbd59b is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:58:29.252921 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-e6eb7494-5782-4ada-b011-b07d3d6b16d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 9d9a4b74-e787-467a-b113-e315ffdbd59b) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:58:29.257313 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6eb7494-5782-4ada-b011-b07d3d6b16d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:29.257925 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e6eb7494-5782-4ada-b011-b07d3d6b16d9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:29.262060 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b11a9f-7768-4233-83d6-ab2d57d54014 None None] Network 9d9a4b74-e787-467a-b113-e315ffdbd59b requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:58:29.303943 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 10be8404-8214-4e41-931c-26d08a2d3d78 no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:58:29.330652 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: 10be8404-8214-4e41-931c-26d08a2d3d78 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:58:29.331001 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 10be8404-8214-4e41-931c-26d08a2d3d78 not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:58:29.344152 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e6eb7494-5782-4ada-b011-b07d3d6b16d9 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6250508 Dec 08 16:58:29.344437 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 39344) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:29.349421 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-6c17169b-54ee-4733-a63e-d11348d8f89d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1801605199-router', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:58:29.395252 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2682701c-f9ef-4119-946b-cb395a435021 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-9d9a4b74-e787-467a-b113-e315ffdbd59b', 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b', 'project_id': '94917c7fb5cf413687493a127183d44b', 'fixed_ips': [{'subnet_id': 'f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:58:29.395252 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2682701c-f9ef-4119-946b-cb395a435021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:29.459083 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6c17169b-54ee-4733-a63e-d11348d8f89d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:29.460234 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6c17169b-54ee-4733-a63e-d11348d8f89d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:29.516966 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6c17169b-54ee-4733-a63e-d11348d8f89d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:29.527740 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-2682701c-f9ef-4119-946b-cb395a435021 None None] Allocated IP 172.20.0.2 (9d9a4b74-e787-467a-b113-e315ffdbd59b/f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad/d0d3fc53-288c-4ea5-87b6-333a0dd136fa) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:58:29.664243 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2682701c-f9ef-4119-946b-cb395a435021 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:29.732993 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2682701c-f9ef-4119-946b-cb395a435021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:29.733907 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6c17169b-54ee-4733-a63e-d11348d8f89d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:29.772698 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2682701c-f9ef-4119-946b-cb395a435021 None None] Network 9d9a4b74-e787-467a-b113-e315ffdbd59b is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:58:29.775425 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-2682701c-f9ef-4119-946b-cb395a435021 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:58:29.781034 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2682701c-f9ef-4119-946b-cb395a435021 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:58:29.793576 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2682701c-f9ef-4119-946b-cb395a435021 None None] Pushing event updated for resources: {'Port': ['ID=d0d3fc53-288c-4ea5-87b6-333a0dd136fa,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:29.837832 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-2682701c-f9ef-4119-946b-cb395a435021 None None] Attempting to bind port d0d3fc53-288c-4ea5-87b6-333a0dd136fa on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:58:29.838209 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-2682701c-f9ef-4119-946b-cb395a435021 None None] Attempting to bind port d0d3fc53-288c-4ea5-87b6-333a0dd136fa by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:58:29.838577 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2682701c-f9ef-4119-946b-cb395a435021 None None] Attempting to bind port d0d3fc53-288c-4ea5-87b6-333a0dd136fa on network 9d9a4b74-e787-467a-b113-e315ffdbd59b {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:58:29.843557 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2682701c-f9ef-4119-946b-cb395a435021 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:58:29.843938 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2682701c-f9ef-4119-946b-cb395a435021 None None] Checking segment: {'id': '8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:58:29.844383 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2682701c-f9ef-4119-946b-cb395a435021 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:29.844785 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2682701c-f9ef-4119-946b-cb395a435021 None None] Bound using segment: {'id': '8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:58:29.845258 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-2682701c-f9ef-4119-946b-cb395a435021 None None] Bound port: d0d3fc53-288c-4ea5-87b6-333a0dd136fa, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:58:29.846465 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2682701c-f9ef-4119-946b-cb395a435021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:29.908347 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-2682701c-f9ef-4119-946b-cb395a435021 None None] For port d0d3fc53-288c-4ea5-87b6-333a0dd136fa, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:58:29.911357 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-2682701c-f9ef-4119-946b-cb395a435021 None None] For port d0d3fc53-288c-4ea5-87b6-333a0dd136fa, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=d0d3fc53-288c-4ea5-87b6-333a0dd136fa,segment=NetworkSegment(8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27),segment_id=8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:58:29.967309 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2682701c-f9ef-4119-946b-cb395a435021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:29.971012 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6c17169b-54ee-4733-a63e-d11348d8f89d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:29.989898 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6c17169b-54ee-4733-a63e-d11348d8f89d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:30.025710 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2682701c-f9ef-4119-946b-cb395a435021 None None] Pushing event updated for resources: {'Port': ['ID=d0d3fc53-288c-4ea5-87b6-333a0dd136fa,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:30.100266 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-6c17169b-54ee-4733-a63e-d11348d8f89d admin admin] Allocated IP 172.25.0.244 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/72c9a96a-9dcd-48f9-87ca-4960c95a86f9) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:58:30.214776 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6c17169b-54ee-4733-a63e-d11348d8f89d admin admin] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:30.310396 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6c17169b-54ee-4733-a63e-d11348d8f89d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:30.349408 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c17169b-54ee-4733-a63e-d11348d8f89d admin admin] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:58:30.355786 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-6c17169b-54ee-4733-a63e-d11348d8f89d admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:58:30.360318 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c17169b-54ee-4733-a63e-d11348d8f89d admin admin] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:58:30.363903 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c17169b-54ee-4733-a63e-d11348d8f89d admin admin] Pushing event updated for resources: {'Port': ['ID=72c9a96a-9dcd-48f9-87ca-4960c95a86f9,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:30.368593 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5d81bd-8007-4b0c-afc8-f14f6ef323e9 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:58:30.407322 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-d9dfeda0-c79f-4183-8a96-fa62eb8d1401 None None] Provisioning complete for port 72c9a96a-9dcd-48f9-87ca-4960c95a86f9 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:58:30.407789 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d9dfeda0-c79f-4183-8a96-fa62eb8d1401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:30.442828 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-d9dfeda0-c79f-4183-8a96-fa62eb8d1401 None None] Port 72c9a96a-9dcd-48f9-87ca-4960c95a86f9 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:58:30.693638 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6c17169b-54ee-4733-a63e-d11348d8f89d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:30.897895 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6c17169b-54ee-4733-a63e-d11348d8f89d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:30.934764 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def29aab-f1d6-46e5-ad7f-4a071aec6cdb None None] Network 9d9a4b74-e787-467a-b113-e315ffdbd59b requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:58:30.998181 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-44f3ffb8-dae3-43ed-85ec-31e4f8a7bbc5 None None] Provisioning complete for port d0d3fc53-288c-4ea5-87b6-333a0dd136fa triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:58:30.998561 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-44f3ffb8-dae3-43ed-85ec-31e4f8a7bbc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:31.081820 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c17169b-54ee-4733-a63e-d11348d8f89d admin admin] Router c7782154-7c61-458d-a45f-42dc7f6e4c53 is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:58:31.195219 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c17169b-54ee-4733-a63e-d11348d8f89d admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:58:31.204605 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57500590-985e-4c64-9017-425001455a0d None None] Sync routers for ids ['c7782154-7c61-458d-a45f-42dc7f6e4c53'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:58:31.243358 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57500590-985e-4c64-9017-425001455a0d None None] Routers {'c7782154-7c61-458d-a45f-42dc7f6e4c53'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:58:31.243978 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-57500590-985e-4c64-9017-425001455a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:58:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['c7782154-7c61-458d-a45f-42dc7f6e4c53'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:58:31.294202 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6c17169b-54ee-4733-a63e-d11348d8f89d admin admin] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:31.295283 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-6c17169b-54ee-4733-a63e-d11348d8f89d admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9495535 Dec 08 16:58:31.298126 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 39346) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:31.395250 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-44f3ffb8-dae3-43ed-85ec-31e4f8a7bbc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:31.398122 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-57500590-985e-4c64-9017-425001455a0d None None] Set router c7782154-7c61-458d-a45f-42dc7f6e4c53 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:58:31.470170 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device d0d3fc53-288c-4ea5-87b6-333a0dd136fa up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:58:31.602617 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-44f3ffb8-dae3-43ed-85ec-31e4f8a7bbc5 None None] For port d0d3fc53-288c-4ea5-87b6-333a0dd136fa, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=d0d3fc53-288c-4ea5-87b6-333a0dd136fa,segment=NetworkSegment(8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27),segment_id=8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:58:31.648064 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port d0d3fc53-288c-4ea5-87b6-333a0dd136fa triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:58:31.648478 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:31.685825 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-44f3ffb8-dae3-43ed-85ec-31e4f8a7bbc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:31.758061 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f3ffb8-dae3-43ed-85ec-31e4f8a7bbc5 None None] Pushing event updated for resources: {'Port': ['ID=d0d3fc53-288c-4ea5-87b6-333a0dd136fa,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:31.768006 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-57500590-985e-4c64-9017-425001455a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'name': 'tempest-ServerActionsTestJSON-1801605199-router', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '72c9a96a-9dcd-48f9-87ca-4960c95a86f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:58:29Z', 'updated_at': '2021-12-08T16:58:30Z', 'revision_number': 3, 'project_id': '94917c7fb5cf413687493a127183d44b', 'gw_port': {'id': '72c9a96a-9dcd-48f9-87ca-4960c95a86f9', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:58:29Z', 'updated_at': '2021-12-08T16:58:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:58:31.818500 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57500590-985e-4c64-9017-425001455a0d None None] Checking router: c7782154-7c61-458d-a45f-42dc7f6e4c53 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:58:31.818854 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57500590-985e-4c64-9017-425001455a0d None None] Updating router c7782154-7c61-458d-a45f-42dc7f6e4c53 port 72c9a96a-9dcd-48f9-87ca-4960c95a86f9 binding host n-d-776250-12 {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:58:31.864039 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-57500590-985e-4c64-9017-425001455a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:31.867289 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-cf4bbf39-88b0-4f24-8ad5-3bee4d7f7353 None None] Provisioning complete for port d0d3fc53-288c-4ea5-87b6-333a0dd136fa triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:58:31.867649 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-cf4bbf39-88b0-4f24-8ad5-3bee4d7f7353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:32.051251 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1b41ddfe-6c46-4287-8bc0-8f5e0fb482b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:32.178954 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-57500590-985e-4c64-9017-425001455a0d None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:32.208164 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-1b41ddfe-6c46-4287-8bc0-8f5e0fb482b4 admin admin] Allocated IP 172.20.0.1 (9d9a4b74-e787-467a-b113-e315ffdbd59b/f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad/65a51e5e-3a6e-4b7a-9d9b-9b088072793c) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:58:32.258860 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-57500590-985e-4c64-9017-425001455a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:32.305270 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b59be40-fc96-444f-b64b-65236ed48b7e None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:58:32.315278 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1b41ddfe-6c46-4287-8bc0-8f5e0fb482b4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:32.320626 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-57500590-985e-4c64-9017-425001455a0d None None] Attempting to bind port 72c9a96a-9dcd-48f9-87ca-4960c95a86f9 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:58:32.321007 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-57500590-985e-4c64-9017-425001455a0d None None] Attempting to bind port 72c9a96a-9dcd-48f9-87ca-4960c95a86f9 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:58:32.321377 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57500590-985e-4c64-9017-425001455a0d None None] Attempting to bind port 72c9a96a-9dcd-48f9-87ca-4960c95a86f9 on network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:58:32.328213 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16756032-1261-4d4c-903b-bc2118cd14c9 None None] Pushing event updated for resources: {'Port': ['ID=72c9a96a-9dcd-48f9-87ca-4960c95a86f9,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:32.331701 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57500590-985e-4c64-9017-425001455a0d None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:58:32.332125 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57500590-985e-4c64-9017-425001455a0d None None] Checking segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:58:32.332515 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-57500590-985e-4c64-9017-425001455a0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:32.332960 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57500590-985e-4c64-9017-425001455a0d None None] Bound using segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:58:32.333369 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-57500590-985e-4c64-9017-425001455a0d None None] Bound port: 72c9a96a-9dcd-48f9-87ca-4960c95a86f9, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:58:32.333854 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-57500590-985e-4c64-9017-425001455a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:32.391753 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-57500590-985e-4c64-9017-425001455a0d None None] For port 72c9a96a-9dcd-48f9-87ca-4960c95a86f9, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:58:32.406230 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-57500590-985e-4c64-9017-425001455a0d None None] For port 72c9a96a-9dcd-48f9-87ca-4960c95a86f9, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=72c9a96a-9dcd-48f9-87ca-4960c95a86f9,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:58:32.412088 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1b41ddfe-6c46-4287-8bc0-8f5e0fb482b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:32.412301 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-e21e51fe-5ac9-4065-963b-04d3fb11479c None None] Provisioning complete for port 72c9a96a-9dcd-48f9-87ca-4960c95a86f9 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:58:32.412301 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e21e51fe-5ac9-4065-963b-04d3fb11479c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:32.447845 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-e21e51fe-5ac9-4065-963b-04d3fb11479c None None] Port 72c9a96a-9dcd-48f9-87ca-4960c95a86f9 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:58:32.452721 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b41ddfe-6c46-4287-8bc0-8f5e0fb482b4 admin admin] Network 9d9a4b74-e787-467a-b113-e315ffdbd59b is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:58:32.458186 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-1b41ddfe-6c46-4287-8bc0-8f5e0fb482b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:58:32.461713 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b41ddfe-6c46-4287-8bc0-8f5e0fb482b4 admin admin] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:58:32.484117 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b41ddfe-6c46-4287-8bc0-8f5e0fb482b4 admin admin] Pushing event updated for resources: {'Port': ['ID=65a51e5e-3a6e-4b7a-9d9b-9b088072793c,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:32.493302 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-57500590-985e-4c64-9017-425001455a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:32.506798 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1b41ddfe-6c46-4287-8bc0-8f5e0fb482b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:32.549837 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca4d60d-30d8-4b71-bb64-fb01ad08c0b9 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:58:32.573748 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57500590-985e-4c64-9017-425001455a0d None None] Routers {'c7782154-7c61-458d-a45f-42dc7f6e4c53'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:58:32.574365 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-57500590-985e-4c64-9017-425001455a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:58:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['c7782154-7c61-458d-a45f-42dc7f6e4c53'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:58:32.579507 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16756032-1261-4d4c-903b-bc2118cd14c9 None None] Pushing event updated for resources: {'Port': ['ID=72c9a96a-9dcd-48f9-87ca-4960c95a86f9,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:32.699747 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-fe09dca4-234d-48db-aa1e-f6825edbd713 None None] Provisioning complete for port 72c9a96a-9dcd-48f9-87ca-4960c95a86f9 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:58:32.700122 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-fe09dca4-234d-48db-aa1e-f6825edbd713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:32.702715 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-57500590-985e-4c64-9017-425001455a0d None None] Set router c7782154-7c61-458d-a45f-42dc7f6e4c53 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:58:32.730851 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1b41ddfe-6c46-4287-8bc0-8f5e0fb482b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:32.895137 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1b41ddfe-6c46-4287-8bc0-8f5e0fb482b4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:32.918712 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-fe09dca4-234d-48db-aa1e-f6825edbd713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:32.943805 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-fe09dca4-234d-48db-aa1e-f6825edbd713 None None] For port 72c9a96a-9dcd-48f9-87ca-4960c95a86f9, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=72c9a96a-9dcd-48f9-87ca-4960c95a86f9,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:58:32.954248 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1b41ddfe-6c46-4287-8bc0-8f5e0fb482b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:32.981561 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-57500590-985e-4c64-9017-425001455a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'name': 'tempest-ServerActionsTestJSON-1801605199-router', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '72c9a96a-9dcd-48f9-87ca-4960c95a86f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:58:29Z', 'updated_at': '2021-12-08T16:58:30Z', 'revision_number': 3, 'project_id': '94917c7fb5cf413687493a127183d44b', 'gw_port': {'id': '72c9a96a-9dcd-48f9-87ca-4960c95a86f9', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:58:29Z', 'updated_at': '2021-12-08T16:58:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:58:32.991662 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57500590-985e-4c64-9017-425001455a0d None None] The sync data for ids ['c7782154-7c61-458d-a45f-42dc7f6e4c53'] in n-d-776250-12 is: [{'id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'name': 'tempest-ServerActionsTestJSON-1801605199-router', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '72c9a96a-9dcd-48f9-87ca-4960c95a86f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:58:29Z', 'updated_at': '2021-12-08T16:58:30Z', 'revision_number': 3, 'project_id': '94917c7fb5cf413687493a127183d44b', 'gw_port': {'id': '72c9a96a-9dcd-48f9-87ca-4960c95a86f9', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:58:29Z', 'updated_at': '2021-12-08T16:58:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:58:33.023341 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1b41ddfe-6c46-4287-8bc0-8f5e0fb482b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:33.025157 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b41ddfe-6c46-4287-8bc0-8f5e0fb482b4 admin admin] Pushing event updated for resources: {'Port': ['ID=65a51e5e-3a6e-4b7a-9d9b-9b088072793c,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:33.080764 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-fe09dca4-234d-48db-aa1e-f6825edbd713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:33.123366 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b41ddfe-6c46-4287-8bc0-8f5e0fb482b4 admin admin] Network 9d9a4b74-e787-467a-b113-e315ffdbd59b is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:58:33.124853 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-1b41ddfe-6c46-4287-8bc0-8f5e0fb482b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:58:33.138929 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe09dca4-234d-48db-aa1e-f6825edbd713 None None] Pushing event updated for resources: {'Port': ['ID=72c9a96a-9dcd-48f9-87ca-4960c95a86f9,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:33.203522 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-72040483-247f-41df-b6a7-8b2bebbcf3db None None] Provisioning complete for port 65a51e5e-3a6e-4b7a-9d9b-9b088072793c triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:58:33.204210 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-72040483-247f-41df-b6a7-8b2bebbcf3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:33.278808 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-72040483-247f-41df-b6a7-8b2bebbcf3db None None] Port 65a51e5e-3a6e-4b7a-9d9b-9b088072793c cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:58:33.284381 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b41ddfe-6c46-4287-8bc0-8f5e0fb482b4 admin admin] Router c7782154-7c61-458d-a45f-42dc7f6e4c53 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:58:33.420758 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b41ddfe-6c46-4287-8bc0-8f5e0fb482b4 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:58:33.426568 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-1b41ddfe-6c46-4287-8bc0-8f5e0fb482b4 admin admin] 10.222.0.64 "PUT /v2.0/routers/c7782154-7c61-458d-a45f-42dc7f6e4c53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1267810 Dec 08 16:58:33.462025 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device d0d3fc53-288c-4ea5-87b6-333a0dd136fa up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:58:33.516416 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-52dfd8f4-b218-4ae7-be6a-36e29f263b67 None None] Provisioning complete for port 65a51e5e-3a6e-4b7a-9d9b-9b088072793c triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:58:33.516833 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-52dfd8f4-b218-4ae7-be6a-36e29f263b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:33.552254 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port d0d3fc53-288c-4ea5-87b6-333a0dd136fa triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:58:33.552638 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:33.586152 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-52dfd8f4-b218-4ae7-be6a-36e29f263b67 None None] Port 65a51e5e-3a6e-4b7a-9d9b-9b088072793c cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:58:33.647581 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 72c9a96a-9dcd-48f9-87ca-4960c95a86f9 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:58:33.699043 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 72c9a96a-9dcd-48f9-87ca-4960c95a86f9 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:58:33.699423 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:34.044109 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 39356) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:34.048856 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-b859268d-ec63-4994-9962-41174ee06db6 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Request body: {'security_group': {'name': 'tempest-securitygroup--4250325', 'description': 'tempest-description--1864158467'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:58:34.155981 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b859268d-ec63-4994-9962-41174ee06db6 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:34.229470 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b859268d-ec63-4994-9962-41174ee06db6 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:34.314444 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b859268d-ec63-4994-9962-41174ee06db6 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:34.345975 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b859268d-ec63-4994-9962-41174ee06db6 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:34.436675 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b859268d-ec63-4994-9962-41174ee06db6 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:34.438029 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b859268d-ec63-4994-9962-41174ee06db6 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3928399 Dec 08 16:58:34.446539 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 39358) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:34.446539 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-3ff974ad-7203-40cf-960c-cc3df5f32274 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Request body: {'security_group_rule': {'security_group_id': 'c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:58:34.533498 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3ff974ad-7203-40cf-960c-cc3df5f32274 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:34.602855 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3ff974ad-7203-40cf-960c-cc3df5f32274 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:34.624968 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de728ad-be7d-4b1b-b9be-8986ff8932d1 None None] Sync routers for ids ['c7782154-7c61-458d-a45f-42dc7f6e4c53'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:58:34.635661 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de728ad-be7d-4b1b-b9be-8986ff8932d1 None None] Routers {'c7782154-7c61-458d-a45f-42dc7f6e4c53'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:58:34.636308 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-6de728ad-be7d-4b1b-b9be-8986ff8932d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:58:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['c7782154-7c61-458d-a45f-42dc7f6e4c53'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:58:34.679666 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3ff974ad-7203-40cf-960c-cc3df5f32274 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:34.698196 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff974ad-7203-40cf-960c-cc3df5f32274 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=676e3bdc-aedc-47c4-9206-e7b8e5ef806b,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:34.741915 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-6de728ad-be7d-4b1b-b9be-8986ff8932d1 None None] Set router c7782154-7c61-458d-a45f-42dc7f6e4c53 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:58:34.763181 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-3ff974ad-7203-40cf-960c-cc3df5f32274 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:34.764509 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-3ff974ad-7203-40cf-960c-cc3df5f32274 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3220596 Dec 08 16:58:34.767063 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 39360) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:34.771561 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-92450326-ae34-4e5b-a98f-09f658bcd75f tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Request body: {'security_group_rule': {'security_group_id': 'c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:58:34.874753 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-92450326-ae34-4e5b-a98f-09f658bcd75f tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:34.931033 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-92450326-ae34-4e5b-a98f-09f658bcd75f tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:34.937029 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-6de728ad-be7d-4b1b-b9be-8986ff8932d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'name': 'tempest-ServerActionsTestJSON-1801605199-router', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '72c9a96a-9dcd-48f9-87ca-4960c95a86f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:58:29Z', 'updated_at': '2021-12-08T16:58:32Z', 'revision_number': 4, 'project_id': '94917c7fb5cf413687493a127183d44b', 'gw_port': {'id': '72c9a96a-9dcd-48f9-87ca-4960c95a86f9', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:58:29Z', 'updated_at': '2021-12-08T16:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '65a51e5e-3a6e-4b7a-9d9b-9b088072793c', 'name': '', 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'mac_address': 'fa:16:3e:83:e9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:58:32Z', 'updated_at': '2021-12-08T16:58:32Z', 'revision_number': 2, 'project_id': '94917c7fb5cf413687493a127183d44b', 'subnets': [{'id': 'f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:58:34.963756 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de728ad-be7d-4b1b-b9be-8986ff8932d1 None None] Checking router: c7782154-7c61-458d-a45f-42dc7f6e4c53 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:58:34.964129 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de728ad-be7d-4b1b-b9be-8986ff8932d1 None None] Updating router c7782154-7c61-458d-a45f-42dc7f6e4c53 port 65a51e5e-3a6e-4b7a-9d9b-9b088072793c binding host n-d-776250-12 {{(pid=110553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:58:34.984675 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-92450326-ae34-4e5b-a98f-09f658bcd75f tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:34.994929 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-6de728ad-be7d-4b1b-b9be-8986ff8932d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:35.012463 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92450326-ae34-4e5b-a98f-09f658bcd75f tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92ffa197-ddc1-4850-98bb-871b7a0e6700,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:35.067027 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-92450326-ae34-4e5b-a98f-09f658bcd75f tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:35.071608 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-92450326-ae34-4e5b-a98f-09f658bcd75f tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3003337 Dec 08 16:58:35.076635 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 39362) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:35.077110 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-10a368e7-bdb4-4d7e-a979-7face1cc2b92 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Request body: {'floatingip': {'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:58:35.144744 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-10a368e7-bdb4-4d7e-a979-7face1cc2b92 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks [] for floatingip, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:35.173564 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:35.248802 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-10a368e7-bdb4-4d7e-a979-7face1cc2b92 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:35.353297 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-6de728ad-be7d-4b1b-b9be-8986ff8932d1 None None] Publish callbacks [] for port, precommit_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:35.359345 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-10a368e7-bdb4-4d7e-a979-7face1cc2b92 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Allocated IP 172.25.0.228 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/072167e8-2fa8-42b4-9856-99da1e30aa01) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:58:35.445688 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-6de728ad-be7d-4b1b-b9be-8986ff8932d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:35.459789 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-10a368e7-bdb4-4d7e-a979-7face1cc2b92 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:35.498116 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c69cd0-6390-4732-bfee-abb5d7fe50bf None None] Pushing event updated for resources: {'Port': ['ID=65a51e5e-3a6e-4b7a-9d9b-9b088072793c,revision_number=3']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:35.519278 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c69cd0-6390-4732-bfee-abb5d7fe50bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:35.519625 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c69cd0-6390-4732-bfee-abb5d7fe50bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:35.519969 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c69cd0-6390-4732-bfee-abb5d7fe50bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:35.520340 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c69cd0-6390-4732-bfee-abb5d7fe50bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:35.520681 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c69cd0-6390-4732-bfee-abb5d7fe50bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:35.521015 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c69cd0-6390-4732-bfee-abb5d7fe50bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:35.521345 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c69cd0-6390-4732-bfee-abb5d7fe50bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:35.521671 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c69cd0-6390-4732-bfee-abb5d7fe50bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:35.522001 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c69cd0-6390-4732-bfee-abb5d7fe50bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:35.522324 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c69cd0-6390-4732-bfee-abb5d7fe50bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:35.522648 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c69cd0-6390-4732-bfee-abb5d7fe50bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:35.522975 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c69cd0-6390-4732-bfee-abb5d7fe50bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:35.523297 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c69cd0-6390-4732-bfee-abb5d7fe50bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:35.561082 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-6de728ad-be7d-4b1b-b9be-8986ff8932d1 None None] Attempting to bind port 65a51e5e-3a6e-4b7a-9d9b-9b088072793c on host n-d-776250-12 for vnic_type normal with profile {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:58:35.561466 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-6de728ad-be7d-4b1b-b9be-8986ff8932d1 None None] Attempting to bind port 65a51e5e-3a6e-4b7a-9d9b-9b088072793c by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b'}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:58:35.561840 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de728ad-be7d-4b1b-b9be-8986ff8932d1 None None] Attempting to bind port 65a51e5e-3a6e-4b7a-9d9b-9b088072793c on network 9d9a4b74-e787-467a-b113-e315ffdbd59b {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:58:35.566208 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-10a368e7-bdb4-4d7e-a979-7face1cc2b92 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:35.567332 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de728ad-be7d-4b1b-b9be-8986ff8932d1 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:58:35.567717 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de728ad-be7d-4b1b-b9be-8986ff8932d1 None None] Checking segment: {'id': '8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:58:35.568132 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-6de728ad-be7d-4b1b-b9be-8986ff8932d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:35.568637 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de728ad-be7d-4b1b-b9be-8986ff8932d1 None None] Bound using segment: {'id': '8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b'} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:58:35.569176 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-6de728ad-be7d-4b1b-b9be-8986ff8932d1 None None] Bound port: 65a51e5e-3a6e-4b7a-9d9b-9b088072793c, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b'}}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:58:35.569501 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-6de728ad-be7d-4b1b-b9be-8986ff8932d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:35.605204 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a368e7-bdb4-4d7e-a979-7face1cc2b92 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:58:35.608286 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-10a368e7-bdb4-4d7e-a979-7face1cc2b92 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:58:35.611951 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a368e7-bdb4-4d7e-a979-7face1cc2b92 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:58:35.642089 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-6de728ad-be7d-4b1b-b9be-8986ff8932d1 None None] For port 65a51e5e-3a6e-4b7a-9d9b-9b088072793c, host n-d-776250-12, cleared binding levels {{(pid=110553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:58:35.646618 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-6de728ad-be7d-4b1b-b9be-8986ff8932d1 None None] For port 65a51e5e-3a6e-4b7a-9d9b-9b088072793c, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=65a51e5e-3a6e-4b7a-9d9b-9b088072793c,segment=NetworkSegment(8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27),segment_id=8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27)] {{(pid=110553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:58:35.649580 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a368e7-bdb4-4d7e-a979-7face1cc2b92 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Pushing event updated for resources: {'Port': ['ID=072167e8-2fa8-42b4-9856-99da1e30aa01,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:35.717193 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-6de728ad-be7d-4b1b-b9be-8986ff8932d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:35.719940 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-37facbf3-6d37-4473-9a59-0cba36002c40 None None] Provisioning complete for port 65a51e5e-3a6e-4b7a-9d9b-9b088072793c triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:58:35.720114 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-10a368e7-bdb4-4d7e-a979-7face1cc2b92 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:35.720401 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-37facbf3-6d37-4473-9a59-0cba36002c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:35.764643 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de728ad-be7d-4b1b-b9be-8986ff8932d1 None None] Routers {'c7782154-7c61-458d-a45f-42dc7f6e4c53'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:58:35.765339 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-6de728ad-be7d-4b1b-b9be-8986ff8932d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:58:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['c7782154-7c61-458d-a45f-42dc7f6e4c53'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:58:35.807241 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-37facbf3-6d37-4473-9a59-0cba36002c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:35.828890 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c69cd0-6390-4732-bfee-abb5d7fe50bf None None] Pushing event updated for resources: {'Port': ['ID=65a51e5e-3a6e-4b7a-9d9b-9b088072793c,revision_number=4']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:35.841129 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-10a368e7-bdb4-4d7e-a979-7face1cc2b92 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:35.854424 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-37facbf3-6d37-4473-9a59-0cba36002c40 None None] For port 65a51e5e-3a6e-4b7a-9d9b-9b088072793c, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=65a51e5e-3a6e-4b7a-9d9b-9b088072793c,segment=NetworkSegment(8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27),segment_id=8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:58:35.900713 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-6de728ad-be7d-4b1b-b9be-8986ff8932d1 None None] Set router c7782154-7c61-458d-a45f-42dc7f6e4c53 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:58:35.910257 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-37facbf3-6d37-4473-9a59-0cba36002c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:35.946489 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [req-ea9c189d-7ec4-4854-913e-7d773b612827 req-512c19ab-6d1f-445a-8f04-2f6d9dca49ff service neutron] (110551) timed out ('10.222.0.64', 60558) {{(pid=110551) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 16:58:35.986066 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37facbf3-6d37-4473-9a59-0cba36002c40 None None] Pushing event updated for resources: {'Port': ['ID=65a51e5e-3a6e-4b7a-9d9b-9b088072793c,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:36.022228 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-10a368e7-bdb4-4d7e-a979-7face1cc2b92 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:36.032862 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-b536972d-1f01-4372-9c60-b678e28a232e None None] Provisioning complete for port 65a51e5e-3a6e-4b7a-9d9b-9b088072793c triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:58:36.033245 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b536972d-1f01-4372-9c60-b678e28a232e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:36.091158 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-10a368e7-bdb4-4d7e-a979-7face1cc2b92 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:36.125675 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-6de728ad-be7d-4b1b-b9be-8986ff8932d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'name': 'tempest-ServerActionsTestJSON-1801605199-router', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '72c9a96a-9dcd-48f9-87ca-4960c95a86f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:58:29Z', 'updated_at': '2021-12-08T16:58:32Z', 'revision_number': 4, 'project_id': '94917c7fb5cf413687493a127183d44b', 'gw_port': {'id': '72c9a96a-9dcd-48f9-87ca-4960c95a86f9', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:58:29Z', 'updated_at': '2021-12-08T16:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '65a51e5e-3a6e-4b7a-9d9b-9b088072793c', 'name': '', 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'mac_address': 'fa:16:3e:83:e9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:58:32Z', 'updated_at': '2021-12-08T16:58:35Z', 'revision_number': 4, 'project_id': '94917c7fb5cf413687493a127183d44b', 'subnets': [{'id': 'f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:58:36.155296 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de728ad-be7d-4b1b-b9be-8986ff8932d1 None None] The sync data for ids ['c7782154-7c61-458d-a45f-42dc7f6e4c53'] in n-d-776250-12 is: [{'id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'name': 'tempest-ServerActionsTestJSON-1801605199-router', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '72c9a96a-9dcd-48f9-87ca-4960c95a86f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:58:29Z', 'updated_at': '2021-12-08T16:58:32Z', 'revision_number': 4, 'project_id': '94917c7fb5cf413687493a127183d44b', 'gw_port': {'id': '72c9a96a-9dcd-48f9-87ca-4960c95a86f9', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:58:29Z', 'updated_at': '2021-12-08T16:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '65a51e5e-3a6e-4b7a-9d9b-9b088072793c', 'name': '', 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'mac_address': 'fa:16:3e:83:e9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:58:32Z', 'updated_at': '2021-12-08T16:58:35Z', 'revision_number': 4, 'project_id': '94917c7fb5cf413687493a127183d44b', 'subnets': [{'id': 'f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:58:36.165255 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a368e7-bdb4-4d7e-a979-7face1cc2b92 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Pushing event updated for resources: {'Port': ['ID=072167e8-2fa8-42b4-9856-99da1e30aa01,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:36.174620 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-10a368e7-bdb4-4d7e-a979-7face1cc2b92 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:36.248514 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-10a368e7-bdb4-4d7e-a979-7face1cc2b92 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:36.249828 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-10a368e7-bdb4-4d7e-a979-7face1cc2b92 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1768758 Dec 08 16:58:36.599488 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-24ae34ea-fcb7-4a83-b00e-2b8d1182480c req-a76b32c8-c264-4857-a4b2-61b1801b1ad7 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--4250325&fields=id&tenant_id=94917c7fb5cf413687493a127183d44b HTTP/1.1" status: 200 len: 267 time: 0.0493882 Dec 08 16:58:36.711331 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae34ea-fcb7-4a83-b00e-2b8d1182480c req-ff8c29e2-64dd-46a2-aa10-0f6b63a914a0 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:36.712930 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-24ae34ea-fcb7-4a83-b00e-2b8d1182480c req-ff8c29e2-64dd-46a2-aa10-0f6b63a914a0 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/networks?id=9d9a4b74-e787-467a-b113-e315ffdbd59b HTTP/1.1" status: 200 len: 812 time: 0.1057000 Dec 08 16:58:36.728937 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-24ae34ea-fcb7-4a83-b00e-2b8d1182480c req-0fd14c48-6d03-4478-bad6-af172a2b8fd5 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/quotas/94917c7fb5cf413687493a127183d44b HTTP/1.1" status: 200 len: 375 time: 0.0101466 Dec 08 16:58:36.783979 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-24ae34ea-fcb7-4a83-b00e-2b8d1182480c req-7169bc7b-115c-4841-9a26-bfd47683316f tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=94917c7fb5cf413687493a127183d44b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489247 Dec 08 16:58:36.937124 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-24ae34ea-fcb7-4a83-b00e-2b8d1182480c req-2993620b-89c3-458c-854a-57ced1e740d7 service neutron] 10.222.0.64 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412532 Dec 08 16:58:37.030287 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-24ae34ea-fcb7-4a83-b00e-2b8d1182480c req-b9da6467-b94a-43a8-a167-9efdbb4c463d service neutron] 10.222.0.64 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864336 Dec 08 16:58:37.366385 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a8da3234-c388-4fec-889e-be2395454bb9 req-c968fa4c-cfa3-49de-8dec-a746f0d9957a tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=c85bad68-0dab-42d7-b94b-bc6d88123881 HTTP/1.1" status: 200 len: 210 time: 0.0823901 Dec 08 16:58:37.390079 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 65a51e5e-3a6e-4b7a-9d9b-9b088072793c up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:58:37.441493 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 65a51e5e-3a6e-4b7a-9d9b-9b088072793c triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:58:37.441874 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:38.464547 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9df236d5-eeb3-4eb8-af40-c52b3a60c826 req-2a210e9f-4698-425e-964b-4590ea2cc0d3 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=c85bad68-0dab-42d7-b94b-bc6d88123881 HTTP/1.1" status: 200 len: 210 time: 0.0303259 Dec 08 16:58:38.937971 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:39.337200 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae34ea-fcb7-4a83-b00e-2b8d1182480c req-bfd807cb-4c2e-43e9-80b9-e78e30c387eb tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:39.338943 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-24ae34ea-fcb7-4a83-b00e-2b8d1182480c req-bfd807cb-4c2e-43e9-80b9-e78e30c387eb tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.37 "GET /v2.0/networks?id=9d9a4b74-e787-467a-b113-e315ffdbd59b HTTP/1.1" status: 200 len: 812 time: 0.1111367 Dec 08 16:58:39.403669 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-24ae34ea-fcb7-4a83-b00e-2b8d1182480c req-f43c076b-723e-48d8-82db-a37b57f3aa55 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94917c7fb5cf413687493a127183d44b HTTP/1.1" status: 200 len: 377 time: 0.0560038 Dec 08 16:58:39.413970 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-24ae34ea-fcb7-4a83-b00e-2b8d1182480c req-02cf72fb-986f-4dea-8170-a90c1a6f34fd tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Request body: {'port': {'device_id': 'c85bad68-0dab-42d7-b94b-bc6d88123881', 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b', 'admin_state_up': True, 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'security_groups': ['c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc']}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:58:39.562796 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-03d93d26-2eb8-44fd-895b-d1313148e6bb req-f1bcd99f-4caf-48b4-b5c7-56cd5b4356a6 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=c85bad68-0dab-42d7-b94b-bc6d88123881 HTTP/1.1" status: 200 len: 210 time: 0.0305803 Dec 08 16:58:39.589565 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24ae34ea-fcb7-4a83-b00e-2b8d1182480c req-02cf72fb-986f-4dea-8170-a90c1a6f34fd tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Made reservation on behalf of 94917c7fb5cf413687493a127183d44b for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:58:39.593202 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-24ae34ea-fcb7-4a83-b00e-2b8d1182480c req-02cf72fb-986f-4dea-8170-a90c1a6f34fd tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:39.721253 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-24ae34ea-fcb7-4a83-b00e-2b8d1182480c req-02cf72fb-986f-4dea-8170-a90c1a6f34fd tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Allocated IP 172.20.0.6 (9d9a4b74-e787-467a-b113-e315ffdbd59b/f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad/8e88eb32-f017-4b97-9f17-6be69f27ddb7) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:58:39.856054 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-24ae34ea-fcb7-4a83-b00e-2b8d1182480c req-02cf72fb-986f-4dea-8170-a90c1a6f34fd tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:39.938727 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-24ae34ea-fcb7-4a83-b00e-2b8d1182480c req-02cf72fb-986f-4dea-8170-a90c1a6f34fd tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:39.981229 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24ae34ea-fcb7-4a83-b00e-2b8d1182480c req-02cf72fb-986f-4dea-8170-a90c1a6f34fd tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Network 9d9a4b74-e787-467a-b113-e315ffdbd59b is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:58:39.986216 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-24ae34ea-fcb7-4a83-b00e-2b8d1182480c req-02cf72fb-986f-4dea-8170-a90c1a6f34fd tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:58:39.990330 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-24ae34ea-fcb7-4a83-b00e-2b8d1182480c req-02cf72fb-986f-4dea-8170-a90c1a6f34fd tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:58:39.996685 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cf72fb-986f-4dea-8170-a90c1a6f34fd tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Pushing event updated for resources: {'Port': ['ID=8e88eb32-f017-4b97-9f17-6be69f27ddb7,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:40.043741 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae34ea-fcb7-4a83-b00e-2b8d1182480c req-02cf72fb-986f-4dea-8170-a90c1a6f34fd tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:40.044466 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-24ae34ea-fcb7-4a83-b00e-2b8d1182480c req-02cf72fb-986f-4dea-8170-a90c1a6f34fd tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:40.145282 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-24ae34ea-fcb7-4a83-b00e-2b8d1182480c req-02cf72fb-986f-4dea-8170-a90c1a6f34fd tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7349999 Dec 08 16:58:40.247899 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-24ae34ea-fcb7-4a83-b00e-2b8d1182480c req-a012704c-1e37-4a2f-a6b5-99469c98f255 service neutron] Request body: {'port': {'device_id': 'c85bad68-0dab-42d7-b94b-bc6d88123881', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:58:40.268313 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-0a98b0aa-7480-4f11-bea1-7065057d73b3 None None] Provisioning complete for port 8e88eb32-f017-4b97-9f17-6be69f27ddb7 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:58:40.268852 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0a98b0aa-7480-4f11-bea1-7065057d73b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:40.304681 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-0a98b0aa-7480-4f11-bea1-7065057d73b3 None None] Port 8e88eb32-f017-4b97-9f17-6be69f27ddb7 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:58:40.314553 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-24ae34ea-fcb7-4a83-b00e-2b8d1182480c req-a012704c-1e37-4a2f-a6b5-99469c98f255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:40.572830 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-24ae34ea-fcb7-4a83-b00e-2b8d1182480c req-a012704c-1e37-4a2f-a6b5-99469c98f255 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e88eb32-f017-4b97-9f17-6be69f27ddb7 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:58:40.580282 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-24ae34ea-fcb7-4a83-b00e-2b8d1182480c req-a012704c-1e37-4a2f-a6b5-99469c98f255 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:40.592589 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-24ae34ea-fcb7-4a83-b00e-2b8d1182480c req-a012704c-1e37-4a2f-a6b5-99469c98f255 service neutron] Transition to ACTIVE for port object 8e88eb32-f017-4b97-9f17-6be69f27ddb7 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:58:40.691365 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-24ae34ea-fcb7-4a83-b00e-2b8d1182480c req-a012704c-1e37-4a2f-a6b5-99469c98f255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:40.748958 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a012704c-1e37-4a2f-a6b5-99469c98f255 service neutron] Pushing event updated for resources: {'Port': ['ID=8e88eb32-f017-4b97-9f17-6be69f27ddb7,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:40.825902 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-24ae34ea-fcb7-4a83-b00e-2b8d1182480c req-a012704c-1e37-4a2f-a6b5-99469c98f255 service neutron] Attempting to bind port 8e88eb32-f017-4b97-9f17-6be69f27ddb7 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:58:40.826205 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-24ae34ea-fcb7-4a83-b00e-2b8d1182480c req-a012704c-1e37-4a2f-a6b5-99469c98f255 service neutron] Attempting to bind port 8e88eb32-f017-4b97-9f17-6be69f27ddb7 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:58:40.826511 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ae34ea-fcb7-4a83-b00e-2b8d1182480c req-a012704c-1e37-4a2f-a6b5-99469c98f255 service neutron] Attempting to bind port 8e88eb32-f017-4b97-9f17-6be69f27ddb7 on network 9d9a4b74-e787-467a-b113-e315ffdbd59b {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:58:40.832759 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ae34ea-fcb7-4a83-b00e-2b8d1182480c req-a012704c-1e37-4a2f-a6b5-99469c98f255 service neutron] Port 8e88eb32-f017-4b97-9f17-6be69f27ddb7 on network 9d9a4b74-e787-467a-b113-e315ffdbd59b not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:58:40.833096 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ae34ea-fcb7-4a83-b00e-2b8d1182480c req-a012704c-1e37-4a2f-a6b5-99469c98f255 service neutron] Attempting to bind port 8e88eb32-f017-4b97-9f17-6be69f27ddb7 on network 9d9a4b74-e787-467a-b113-e315ffdbd59b {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:58:40.839156 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ae34ea-fcb7-4a83-b00e-2b8d1182480c req-a012704c-1e37-4a2f-a6b5-99469c98f255 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:58:40.839498 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ae34ea-fcb7-4a83-b00e-2b8d1182480c req-a012704c-1e37-4a2f-a6b5-99469c98f255 service neutron] Checking segment: {'id': '8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:58:40.839896 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ae34ea-fcb7-4a83-b00e-2b8d1182480c req-a012704c-1e37-4a2f-a6b5-99469c98f255 service neutron] Bound using segment: {'id': '8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:58:40.840374 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-24ae34ea-fcb7-4a83-b00e-2b8d1182480c req-a012704c-1e37-4a2f-a6b5-99469c98f255 service neutron] Bound port: 8e88eb32-f017-4b97-9f17-6be69f27ddb7, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:58:40.840740 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-24ae34ea-fcb7-4a83-b00e-2b8d1182480c req-a012704c-1e37-4a2f-a6b5-99469c98f255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:40.914705 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-24ae34ea-fcb7-4a83-b00e-2b8d1182480c req-a012704c-1e37-4a2f-a6b5-99469c98f255 service neutron] For port 8e88eb32-f017-4b97-9f17-6be69f27ddb7, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:58:40.918833 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-24ae34ea-fcb7-4a83-b00e-2b8d1182480c req-a012704c-1e37-4a2f-a6b5-99469c98f255 service neutron] For port 8e88eb32-f017-4b97-9f17-6be69f27ddb7, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=8e88eb32-f017-4b97-9f17-6be69f27ddb7,segment=NetworkSegment(8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27),segment_id=8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:58:40.984668 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-24ae34ea-fcb7-4a83-b00e-2b8d1182480c req-a012704c-1e37-4a2f-a6b5-99469c98f255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:41.003411 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6326facb-4f8d-45d3-8169-7f3e4d756a7e req-9cbe77aa-a9e8-4458-a897-7496a38291fd tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:41.005151 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6326facb-4f8d-45d3-8169-7f3e4d756a7e req-9cbe77aa-a9e8-4458-a897-7496a38291fd tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=c85bad68-0dab-42d7-b94b-bc6d88123881 HTTP/1.1" status: 200 len: 931 time: 0.3724124 Dec 08 16:58:41.022103 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae34ea-fcb7-4a83-b00e-2b8d1182480c req-a012704c-1e37-4a2f-a6b5-99469c98f255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:41.023325 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-24ae34ea-fcb7-4a83-b00e-2b8d1182480c req-a012704c-1e37-4a2f-a6b5-99469c98f255 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:41.025476 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-24ae34ea-fcb7-4a83-b00e-2b8d1182480c req-a012704c-1e37-4a2f-a6b5-99469c98f255 service neutron] 10.222.0.37 "PUT /v2.0/ports/8e88eb32-f017-4b97-9f17-6be69f27ddb7 HTTP/1.1" status: 200 len: 1092 time: 0.8193893 Dec 08 16:58:41.029082 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c85bad68-0dab-42d7-b94b-bc6d88123881', 'tag': '8e88eb32-f017-4b97-9f17-6be69f27ddb7'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:58:41.032670 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}861e427e876dbe68ad9af689ac23063d9bc4b6be74946416676ec288958d227b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca652a6-0117-4e23-b36f-be047404b4f5" -d '{"events": [{"name": "network-changed", "server_uuid": "c85bad68-0dab-42d7-b94b-bc6d88123881", "tag": "8e88eb32-f017-4b97-9f17-6be69f27ddb7"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:58:41.059090 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6326facb-4f8d-45d3-8169-7f3e4d756a7e req-35a26bc1-ea5c-41e8-9503-bc8253389a36 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0478201 Dec 08 16:58:41.081006 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a012704c-1e37-4a2f-a6b5-99469c98f255 service neutron] Pushing event updated for resources: {'Port': ['ID=8e88eb32-f017-4b97-9f17-6be69f27ddb7,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:41.165466 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24272d64-8e95-4d38-a538-05b4c04d1801 x-openstack-request-id: req-24272d64-8e95-4d38-a538-05b4c04d1801 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:58:41.165466 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c85bad68-0dab-42d7-b94b-bc6d88123881", "tag": "8e88eb32-f017-4b97-9f17-6be69f27ddb7", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:58:41.165466 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-24272d64-8e95-4d38-a538-05b4c04d1801 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:58:41.165466 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c85bad68-0dab-42d7-b94b-bc6d88123881', 'tag': '8e88eb32-f017-4b97-9f17-6be69f27ddb7', 'status': 'completed', 'code': 200} Dec 08 16:58:41.223142 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae34ea-fcb7-4a83-b00e-2b8d1182480c req-ebdb3fe5-e00e-4afd-aacb-c217e8b059a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:41.224695 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-24ae34ea-fcb7-4a83-b00e-2b8d1182480c req-ebdb3fe5-e00e-4afd-aacb-c217e8b059a9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=94917c7fb5cf413687493a127183d44b&device_id=c85bad68-0dab-42d7-b94b-bc6d88123881 HTTP/1.1" status: 200 len: 1095 time: 0.0438471 Dec 08 16:58:41.277840 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-24ae34ea-fcb7-4a83-b00e-2b8d1182480c req-3e9610ef-c70c-4da3-80ba-a8bcfc21a683 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e88eb32-f017-4b97-9f17-6be69f27ddb7 HTTP/1.1" status: 200 len: 217 time: 0.0442061 Dec 08 16:58:41.326749 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae34ea-fcb7-4a83-b00e-2b8d1182480c req-2df28466-c314-43a6-8f78-7ad159f0e2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:41.328135 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-24ae34ea-fcb7-4a83-b00e-2b8d1182480c req-2df28466-c314-43a6-8f78-7ad159f0e2e1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad HTTP/1.1" status: 200 len: 851 time: 0.0435028 Dec 08 16:58:41.372594 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae34ea-fcb7-4a83-b00e-2b8d1182480c req-ecd7b863-e6e0-4d0b-9cc7-9ab009027b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:41.374010 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-24ae34ea-fcb7-4a83-b00e-2b8d1182480c req-ecd7b863-e6e0-4d0b-9cc7-9ab009027b3e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d9a4b74-e787-467a-b113-e315ffdbd59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395448 Dec 08 16:58:41.467135 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-24ae34ea-fcb7-4a83-b00e-2b8d1182480c req-56c2ea2d-fd93-45e0-b44f-ab6b3b0ff823 service neutron] 10.222.0.37 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858309 Dec 08 16:58:41.493077 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-dc7c9f28-5cf4-42e8-aeb6-2214174fce6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:41.556115 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-24ae34ea-fcb7-4a83-b00e-2b8d1182480c req-e9bb997a-8b86-4ca7-96ad-651b904fc32c service neutron] 10.222.0.37 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823560 Dec 08 16:58:41.693407 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca652a6-0117-4e23-b36f-be047404b4f5 req-483fde3b-2b4c-4476-847f-083730bb2a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:41.694814 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4ca652a6-0117-4e23-b36f-be047404b4f5 req-483fde3b-2b4c-4476-847f-083730bb2a13 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=94917c7fb5cf413687493a127183d44b&device_id=c85bad68-0dab-42d7-b94b-bc6d88123881 HTTP/1.1" status: 200 len: 1095 time: 0.0463133 Dec 08 16:58:41.785332 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca652a6-0117-4e23-b36f-be047404b4f5 req-5fcd56ad-e0ca-4a92-9dea-335909d5800a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:41.786825 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4ca652a6-0117-4e23-b36f-be047404b4f5 req-5fcd56ad-e0ca-4a92-9dea-335909d5800a service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d9a4b74-e787-467a-b113-e315ffdbd59b HTTP/1.1" status: 200 len: 913 time: 0.0837388 Dec 08 16:58:41.833440 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4ca652a6-0117-4e23-b36f-be047404b4f5 req-5fbb3f63-c9e0-4a12-b284-a1bea1669826 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e88eb32-f017-4b97-9f17-6be69f27ddb7 HTTP/1.1" status: 200 len: 217 time: 0.0383499 Dec 08 16:58:41.881937 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca652a6-0117-4e23-b36f-be047404b4f5 req-08b5bb5d-1f8d-459c-bcc5-308a9f3ae29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:41.883320 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4ca652a6-0117-4e23-b36f-be047404b4f5 req-08b5bb5d-1f8d-459c-bcc5-308a9f3ae29e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad HTTP/1.1" status: 200 len: 851 time: 0.0429368 Dec 08 16:58:41.929105 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca652a6-0117-4e23-b36f-be047404b4f5 req-13d42b72-1a2b-402a-bad6-51523dd42ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:41.930603 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4ca652a6-0117-4e23-b36f-be047404b4f5 req-13d42b72-1a2b-402a-bad6-51523dd42ca5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d9a4b74-e787-467a-b113-e315ffdbd59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392873 Dec 08 16:58:42.022617 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4ca652a6-0117-4e23-b36f-be047404b4f5 req-52eea0ae-eee5-4e72-aed6-c3f67dd268d5 service neutron] 10.222.0.37 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828035 Dec 08 16:58:42.113651 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4ca652a6-0117-4e23-b36f-be047404b4f5 req-fdf5603e-2b25-4ebb-88ca-5aaa2bcc0bc3 service neutron] 10.222.0.37 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835392 Dec 08 16:58:42.176669 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a818dfb6-3e58-42e0-a3ea-049c72d2d8a3 req-f1064dca-8693-4b6b-874c-acc438c83511 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:42.178210 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a818dfb6-3e58-42e0-a3ea-049c72d2d8a3 req-f1064dca-8693-4b6b-874c-acc438c83511 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=c85bad68-0dab-42d7-b94b-bc6d88123881 HTTP/1.1" status: 200 len: 943 time: 0.0496867 Dec 08 16:58:42.226666 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a818dfb6-3e58-42e0-a3ea-049c72d2d8a3 req-6de0c37f-b7c3-4757-8c84-1d4b1bfc804d tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0424824 Dec 08 16:58:43.349192 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a27a669-940c-4a38-8b59-8ae781847031 req-7f27df89-c279-4428-ae18-9bf947e53a9b tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:43.350716 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6a27a669-940c-4a38-8b59-8ae781847031 req-7f27df89-c279-4428-ae18-9bf947e53a9b tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=c85bad68-0dab-42d7-b94b-bc6d88123881 HTTP/1.1" status: 200 len: 943 time: 0.0499930 Dec 08 16:58:43.398178 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6a27a669-940c-4a38-8b59-8ae781847031 req-278941b4-e9f1-439e-b178-16e5e547fa90 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0414083 Dec 08 16:58:44.142487 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c47aa429-bff9-4d09-8d37-2890ad5d9206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:44.516531 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b298f0-8684-4242-9554-40b4377af211 req-d7f30d73-42e8-4e69-a32d-fea9857d31d2 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:44.518551 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d9b298f0-8684-4242-9554-40b4377af211 req-d7f30d73-42e8-4e69-a32d-fea9857d31d2 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=c85bad68-0dab-42d7-b94b-bc6d88123881 HTTP/1.1" status: 200 len: 943 time: 0.0535712 Dec 08 16:58:44.565026 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d9b298f0-8684-4242-9554-40b4377af211 req-5520a91f-e6ad-4db6-bd74-b617822eab81 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0405085 Dec 08 16:58:45.330992 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 8e88eb32-f017-4b97-9f17-6be69f27ddb7 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:58:45.392379 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:45.428268 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 8e88eb32-f017-4b97-9f17-6be69f27ddb7, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=8e88eb32-f017-4b97-9f17-6be69f27ddb7,segment=NetworkSegment(8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27),segment_id=8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:58:45.439349 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '8e88eb32-f017-4b97-9f17-6be69f27ddb7', 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b', 'port_id': '8e88eb32-f017-4b97-9f17-6be69f27ddb7', 'mac_address': 'fa:16:3e:82:e0:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:58:45.475421 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:45.488636 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e88eb32-f017-4b97-9f17-6be69f27ddb7 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:58:45.510433 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 8e88eb32-f017-4b97-9f17-6be69f27ddb7, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=8e88eb32-f017-4b97-9f17-6be69f27ddb7,segment=NetworkSegment(8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27),segment_id=8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:58:45.605363 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:45.658413 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=8e88eb32-f017-4b97-9f17-6be69f27ddb7,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:45.666390 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:45.666747 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:45.667091 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:45.667433 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:45.667773 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:45.668141 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:45.668503 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:45.668835 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:45.669163 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:45.669493 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:45.669817 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:45.670141 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:45.670466 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:45.689555 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93480e2-13b9-4629-bfcf-86847936501b req-4e3218c3-25b4-4cf5-8792-2ceca3f091c4 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:45.691079 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f93480e2-13b9-4629-bfcf-86847936501b req-4e3218c3-25b4-4cf5-8792-2ceca3f091c4 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=c85bad68-0dab-42d7-b94b-bc6d88123881 HTTP/1.1" status: 200 len: 944 time: 0.0557284 Dec 08 16:58:45.741020 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f93480e2-13b9-4629-bfcf-86847936501b req-443d3574-ce3e-42f6-95fa-10c15ad4fbc1 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0437851 Dec 08 16:58:45.796006 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['8e88eb32-f017-4b97-9f17-6be69f27ddb7'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:58:46.854477 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba38ed5b-5790-451a-881c-0f5d1a83275f req-2e420bc9-be86-4748-a836-d55a20744e33 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:46.855962 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ba38ed5b-5790-451a-881c-0f5d1a83275f req-2e420bc9-be86-4748-a836-d55a20744e33 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=c85bad68-0dab-42d7-b94b-bc6d88123881 HTTP/1.1" status: 200 len: 944 time: 0.0483496 Dec 08 16:58:46.886426 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:46.903285 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ba38ed5b-5790-451a-881c-0f5d1a83275f req-8a8fc14a-f665-4c2d-8a7f-35f92ffd929c tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0407817 Dec 08 16:58:47.341594 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 8e88eb32-f017-4b97-9f17-6be69f27ddb7 up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:58:47.444906 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port 8e88eb32-f017-4b97-9f17-6be69f27ddb7 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:58:47.448740 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 8e88eb32-f017-4b97-9f17-6be69f27ddb7 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:58:47.449125 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:47.537288 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:47.567121 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c85bad68-0dab-42d7-b94b-bc6d88123881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e88eb32-f017-4b97-9f17-6be69f27ddb7'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:58:47.569457 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c824286676ce0c3df3ee5f08de14751a675f2cd006eba1c57d26845c65625bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b388531-e237-4eb8-ada8-c7b48490b272" -d '{"events": [{"server_uuid": "c85bad68-0dab-42d7-b94b-bc6d88123881", "name": "network-vif-plugged", "status": "completed", "tag": "8e88eb32-f017-4b97-9f17-6be69f27ddb7"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:58:47.583154 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 8e88eb32-f017-4b97-9f17-6be69f27ddb7, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=8e88eb32-f017-4b97-9f17-6be69f27ddb7,segment=NetworkSegment(8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27),segment_id=8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:58:47.610888 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:47.669786 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:47.674563 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b62971-bb50-4e32-87af-ae09ce992b60 x-openstack-request-id: req-c0b62971-bb50-4e32-87af-ae09ce992b60 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:58:47.674893 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c85bad68-0dab-42d7-b94b-bc6d88123881", "name": "network-vif-plugged", "status": "completed", "tag": "8e88eb32-f017-4b97-9f17-6be69f27ddb7", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:58:47.675150 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c0b62971-bb50-4e32-87af-ae09ce992b60 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:58:47.675543 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c85bad68-0dab-42d7-b94b-bc6d88123881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e88eb32-f017-4b97-9f17-6be69f27ddb7', 'code': 200} Dec 08 16:58:47.723324 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=8e88eb32-f017-4b97-9f17-6be69f27ddb7,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:47.769056 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e3e1c3-424c-459d-a17e-e93cfdfd2208 req-60f8c41e-54ce-4902-8c57-48f2df18ee4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:47.770544 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a0e3e1c3-424c-459d-a17e-e93cfdfd2208 req-60f8c41e-54ce-4902-8c57-48f2df18ee4b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c85bad68-0dab-42d7-b94b-bc6d88123881 HTTP/1.1" status: 200 len: 1097 time: 0.0401998 Dec 08 16:58:47.814062 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a0e3e1c3-424c-459d-a17e-e93cfdfd2208 req-5725ea69-3523-41c2-8ba4-83ae7733fe0c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0369079 Dec 08 16:58:48.019152 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82960e09-cd01-406f-be62-a0dd90ced802 req-67b6fd42-3314-4eb3-b8b0-85f9ad5355e6 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:48.020708 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-82960e09-cd01-406f-be62-a0dd90ced802 req-67b6fd42-3314-4eb3-b8b0-85f9ad5355e6 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=c85bad68-0dab-42d7-b94b-bc6d88123881 HTTP/1.1" status: 200 len: 945 time: 0.0487471 Dec 08 16:58:48.070815 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-82960e09-cd01-406f-be62-a0dd90ced802 req-6882b57f-22d1-42ab-af3e-b12cf68f1fb2 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0441170 Dec 08 16:58:49.191242 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3044bc-3f4a-49db-a987-0812fdaa7619 req-b16a34d4-9f4b-427c-9fa8-53a1faeef53f tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:49.192764 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ff3044bc-3f4a-49db-a987-0812fdaa7619 req-b16a34d4-9f4b-427c-9fa8-53a1faeef53f tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=c85bad68-0dab-42d7-b94b-bc6d88123881 HTTP/1.1" status: 200 len: 945 time: 0.0526159 Dec 08 16:58:49.239948 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ff3044bc-3f4a-49db-a987-0812fdaa7619 req-09137b03-a4f8-4e33-874d-69c51e594fa3 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0412884 Dec 08 16:58:49.351564 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5586650-aa8e-402b-a4c2-68579e6823bf req-cd07ac98-b57c-4c2b-91dc-4d273d41284c tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:49.353001 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c5586650-aa8e-402b-a4c2-68579e6823bf req-cd07ac98-b57c-4c2b-91dc-4d273d41284c tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=c85bad68-0dab-42d7-b94b-bc6d88123881 HTTP/1.1" status: 200 len: 945 time: 0.0503483 Dec 08 16:58:49.362257 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 39438) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:49.366588 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-3d4259f7-b514-4e9a-9b07-80b204dbd915 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Request body: {'floatingip': {'port_id': '8e88eb32-f017-4b97-9f17-6be69f27ddb7'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:58:49.405186 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3d4259f7-b514-4e9a-9b07-80b204dbd915 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks [] for floatingip, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:49.837758 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3d4259f7-b514-4e9a-9b07-80b204dbd915 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:49.886595 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3d4259f7-b514-4e9a-9b07-80b204dbd915 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:49.986392 n-d-776250-12 neutron-server[110551]: INFO neutron.db.l3_db [None req-3d4259f7-b514-4e9a-9b07-80b204dbd915 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Floating IP ece2a9d4-c3eb-49c1-ba1a-c75bc59cfcdc associated. External IP: 172.25.0.228, port: 8e88eb32-f017-4b97-9f17-6be69f27ddb7. Dec 08 16:58:50.194339 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d4259f7-b514-4e9a-9b07-80b204dbd915 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Router c7782154-7c61-458d-a45f-42dc7f6e4c53 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:58:50.308344 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d4259f7-b514-4e9a-9b07-80b204dbd915 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:58:50.313294 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3d4259f7-b514-4e9a-9b07-80b204dbd915 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:50.318793 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db54954-0e4a-4058-94e1-af9ae6e89939 None None] Sync routers for ids ['c7782154-7c61-458d-a45f-42dc7f6e4c53'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:58:50.328382 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db54954-0e4a-4058-94e1-af9ae6e89939 None None] Routers {'c7782154-7c61-458d-a45f-42dc7f6e4c53'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:58:50.329000 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-4db54954-0e4a-4058-94e1-af9ae6e89939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:58:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['c7782154-7c61-458d-a45f-42dc7f6e4c53'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:58:50.340885 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-3d4259f7-b514-4e9a-9b07-80b204dbd915 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "PUT /v2.0/floatingips/ece2a9d4-c3eb-49c1-ba1a-c75bc59cfcdc HTTP/1.1" status: 200 len: 991 time: 0.9775817 Dec 08 16:58:50.341492 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c85bad68-0dab-42d7-b94b-bc6d88123881', 'tag': '8e88eb32-f017-4b97-9f17-6be69f27ddb7'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:58:50.382613 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86075ce93fb9518fb172f9d68d0141635fee78bb333cdf1a66291bc46e2f6896" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cede5bde-3088-45ca-8508-648d502564c9" -d '{"events": [{"name": "network-changed", "server_uuid": "c85bad68-0dab-42d7-b94b-bc6d88123881", "tag": "8e88eb32-f017-4b97-9f17-6be69f27ddb7"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:58:50.438837 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-4db54954-0e4a-4058-94e1-af9ae6e89939 None None] Set router c7782154-7c61-458d-a45f-42dc7f6e4c53 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:58:50.468361 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1890e69c-e1c3-4ade-b955-e91b5604d78e x-openstack-request-id: req-1890e69c-e1c3-4ade-b955-e91b5604d78e {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:58:50.468661 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c85bad68-0dab-42d7-b94b-bc6d88123881", "tag": "8e88eb32-f017-4b97-9f17-6be69f27ddb7", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:58:50.468924 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1890e69c-e1c3-4ade-b955-e91b5604d78e {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:58:50.469339 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c85bad68-0dab-42d7-b94b-bc6d88123881', 'tag': '8e88eb32-f017-4b97-9f17-6be69f27ddb7', 'status': 'completed', 'code': 200} Dec 08 16:58:50.532348 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede5bde-3088-45ca-8508-648d502564c9 req-23653775-724d-477a-b11c-c180446fcb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:50.534444 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cede5bde-3088-45ca-8508-648d502564c9 req-23653775-724d-477a-b11c-c180446fcb95 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=94917c7fb5cf413687493a127183d44b&device_id=c85bad68-0dab-42d7-b94b-bc6d88123881 HTTP/1.1" status: 200 len: 1097 time: 0.0417297 Dec 08 16:58:50.633155 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede5bde-3088-45ca-8508-648d502564c9 req-61117651-669f-4442-9032-fcb04600c809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:50.634676 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cede5bde-3088-45ca-8508-648d502564c9 req-61117651-669f-4442-9032-fcb04600c809 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d9a4b74-e787-467a-b113-e315ffdbd59b HTTP/1.1" status: 200 len: 913 time: 0.0937054 Dec 08 16:58:50.665903 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-4db54954-0e4a-4058-94e1-af9ae6e89939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'name': 'tempest-ServerActionsTestJSON-1801605199-router', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '72c9a96a-9dcd-48f9-87ca-4960c95a86f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:58:29Z', 'updated_at': '2021-12-08T16:58:32Z', 'revision_number': 4, 'project_id': '94917c7fb5cf413687493a127183d44b', 'gw_port': {'id': '72c9a96a-9dcd-48f9-87ca-4960c95a86f9', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:58:29Z', 'updated_at': '2021-12-08T16:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': 'ece2a9d4-c3eb-49c1-ba1a-c75bc59cfcdc', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'floating_ip_address': '172.25.0.228', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'port_id': '8e88eb32-f017-4b97-9f17-6be69f27ddb7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4084, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b', 'mac_address': 'fa:16:3e:82:e0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85bad68-0dab-42d7-b94b-bc6d88123881', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:58:35Z', 'updated_at': '2021-12-08T16:58:49Z', 'revision_number': 1, 'project_id': '94917c7fb5cf413687493a127183d44b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65a51e5e-3a6e-4b7a-9d9b-9b088072793c', 'name': '', 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'mac_address': 'fa:16:3e:83:e9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:58:32Z', 'updated_at': '2021-12-08T16:58:35Z', 'revision_number': 5, 'project_id': '94917c7fb5cf413687493a127183d44b', 'subnets': [{'id': 'f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:58:50.695398 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db54954-0e4a-4058-94e1-af9ae6e89939 None None] Checking router: c7782154-7c61-458d-a45f-42dc7f6e4c53 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:58:50.702985 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cede5bde-3088-45ca-8508-648d502564c9 req-cca7e0be-526b-4dcd-bf77-7810f95f9726 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e88eb32-f017-4b97-9f17-6be69f27ddb7 HTTP/1.1" status: 200 len: 999 time: 0.0604675 Dec 08 16:58:50.704598 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db54954-0e4a-4058-94e1-af9ae6e89939 None None] Routers {'c7782154-7c61-458d-a45f-42dc7f6e4c53'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:58:50.705208 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-4db54954-0e4a-4058-94e1-af9ae6e89939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T16:58:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['c7782154-7c61-458d-a45f-42dc7f6e4c53'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:58:50.755088 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede5bde-3088-45ca-8508-648d502564c9 req-fd417a9e-e748-486b-87ab-572da29fe3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:50.756578 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cede5bde-3088-45ca-8508-648d502564c9 req-fd417a9e-e748-486b-87ab-572da29fe3f3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad HTTP/1.1" status: 200 len: 851 time: 0.0446301 Dec 08 16:58:50.805301 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede5bde-3088-45ca-8508-648d502564c9 req-e517faea-6726-40cc-84c2-d76903a91628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:50.806799 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cede5bde-3088-45ca-8508-648d502564c9 req-e517faea-6726-40cc-84c2-d76903a91628 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d9a4b74-e787-467a-b113-e315ffdbd59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437927 Dec 08 16:58:50.812913 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-4db54954-0e4a-4058-94e1-af9ae6e89939 None None] Set router c7782154-7c61-458d-a45f-42dc7f6e4c53 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:58:50.899088 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cede5bde-3088-45ca-8508-648d502564c9 req-637ee2d7-67ca-4922-8ae2-f6da03af3aa3 service neutron] 10.222.0.37 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849402 Dec 08 16:58:50.993879 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cede5bde-3088-45ca-8508-648d502564c9 req-14c46653-405d-439d-bb8c-b500a35ff729 service neutron] 10.222.0.37 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882335 Dec 08 16:58:51.035508 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-4db54954-0e4a-4058-94e1-af9ae6e89939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'name': 'tempest-ServerActionsTestJSON-1801605199-router', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '72c9a96a-9dcd-48f9-87ca-4960c95a86f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:58:29Z', 'updated_at': '2021-12-08T16:58:32Z', 'revision_number': 4, 'project_id': '94917c7fb5cf413687493a127183d44b', 'gw_port': {'id': '72c9a96a-9dcd-48f9-87ca-4960c95a86f9', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:58:29Z', 'updated_at': '2021-12-08T16:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': 'ece2a9d4-c3eb-49c1-ba1a-c75bc59cfcdc', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'floating_ip_address': '172.25.0.228', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'port_id': '8e88eb32-f017-4b97-9f17-6be69f27ddb7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4084, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b', 'mac_address': 'fa:16:3e:82:e0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85bad68-0dab-42d7-b94b-bc6d88123881', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:58:35Z', 'updated_at': '2021-12-08T16:58:49Z', 'revision_number': 1, 'project_id': '94917c7fb5cf413687493a127183d44b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65a51e5e-3a6e-4b7a-9d9b-9b088072793c', 'name': '', 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'mac_address': 'fa:16:3e:83:e9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:58:32Z', 'updated_at': '2021-12-08T16:58:35Z', 'revision_number': 5, 'project_id': '94917c7fb5cf413687493a127183d44b', 'subnets': [{'id': 'f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:58:51.065883 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db54954-0e4a-4058-94e1-af9ae6e89939 None None] The sync data for ids ['c7782154-7c61-458d-a45f-42dc7f6e4c53'] in n-d-776250-12 is: [{'id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'name': 'tempest-ServerActionsTestJSON-1801605199-router', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '72c9a96a-9dcd-48f9-87ca-4960c95a86f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:58:29Z', 'updated_at': '2021-12-08T16:58:32Z', 'revision_number': 4, 'project_id': '94917c7fb5cf413687493a127183d44b', 'gw_port': {'id': '72c9a96a-9dcd-48f9-87ca-4960c95a86f9', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:58:29Z', 'updated_at': '2021-12-08T16:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': 'ece2a9d4-c3eb-49c1-ba1a-c75bc59cfcdc', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'floating_ip_address': '172.25.0.228', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'port_id': '8e88eb32-f017-4b97-9f17-6be69f27ddb7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4084, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b', 'mac_address': 'fa:16:3e:82:e0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c85bad68-0dab-42d7-b94b-bc6d88123881', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:58:35Z', 'updated_at': '2021-12-08T16:58:49Z', 'revision_number': 1, 'project_id': '94917c7fb5cf413687493a127183d44b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65a51e5e-3a6e-4b7a-9d9b-9b088072793c', 'name': '', 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'mac_address': 'fa:16:3e:83:e9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:58:32Z', 'updated_at': '2021-12-08T16:58:35Z', 'revision_number': 5, 'project_id': '94917c7fb5cf413687493a127183d44b', 'subnets': [{'id': 'f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:58:51.269989 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b3ee1a-cb71-4d3f-a32b-e5e72d9effef None None] New status for floating IP ece2a9d4-c3eb-49c1-ba1a-c75bc59cfcdc: ACTIVE {{(pid=110553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:58:51.476515 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:59:04.874852 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-aa9f58bc-d029-4afe-9d32-320d43b49add req-5b6ad07e-4eed-4761-83a9-d5f2a781c076 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c85bad68-0dab-42d7-b94b-bc6d88123881&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402236 Dec 08 16:59:04.962868 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f58bc-d029-4afe-9d32-320d43b49add req-a6d0b56c-e947-4f67-b3ad-76e05270516e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:04.964438 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-aa9f58bc-d029-4afe-9d32-320d43b49add req-a6d0b56c-e947-4f67-b3ad-76e05270516e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=94917c7fb5cf413687493a127183d44b&device_id=c85bad68-0dab-42d7-b94b-bc6d88123881 HTTP/1.1" status: 200 len: 1097 time: 0.0447416 Dec 08 16:59:05.017946 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:05.070871 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f58bc-d029-4afe-9d32-320d43b49add req-fe972f59-7583-41ef-9964-c26fbaef0318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:05.072388 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-aa9f58bc-d029-4afe-9d32-320d43b49add req-fe972f59-7583-41ef-9964-c26fbaef0318 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d9a4b74-e787-467a-b113-e315ffdbd59b HTTP/1.1" status: 200 len: 913 time: 0.0884118 Dec 08 16:59:05.140126 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-aa9f58bc-d029-4afe-9d32-320d43b49add req-7605012d-a41d-4700-95cd-f0471d8b5b25 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e88eb32-f017-4b97-9f17-6be69f27ddb7 HTTP/1.1" status: 200 len: 1001 time: 0.0606821 Dec 08 16:59:05.188784 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f58bc-d029-4afe-9d32-320d43b49add req-a0e8594d-53b1-4d8a-a458-83d5b0de63b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:05.190236 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-aa9f58bc-d029-4afe-9d32-320d43b49add req-a0e8594d-53b1-4d8a-a458-83d5b0de63b9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad HTTP/1.1" status: 200 len: 851 time: 0.0434842 Dec 08 16:59:05.240878 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f58bc-d029-4afe-9d32-320d43b49add req-047211ae-1a7a-4e7b-bd5c-1c15b4280753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:05.242521 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-aa9f58bc-d029-4afe-9d32-320d43b49add req-047211ae-1a7a-4e7b-bd5c-1c15b4280753 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d9a4b74-e787-467a-b113-e315ffdbd59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452507 Dec 08 16:59:05.333666 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-aa9f58bc-d029-4afe-9d32-320d43b49add req-7d1f2944-8aa8-46c4-9f9b-9070aed6c3d2 service neutron] 10.222.0.37 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830910 Dec 08 16:59:05.433189 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-aa9f58bc-d029-4afe-9d32-320d43b49add req-678d3d31-aed1-4d7c-9bbd-d5972806cea7 service neutron] 10.222.0.37 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884895 Dec 08 16:59:08.960641 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:11.474753 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-792f02a3-416f-4765-a48f-609e0c390d16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:14.153464 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b10a9d28-120a-4fa5-97a7-01537552ebca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:15.411770 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:16.914193 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:17.571778 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:28.475104 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:59:35.034672 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:38.992710 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:41.503008 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9d7ec642-8817-4c50-8201-78f4f010b384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:44.146479 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-09848533-059f-4782-947c-5669555c9d3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:45.393648 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:46.891153 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:47.576425 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:05.060638 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:05.209587 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-07ba7715-9fbf-43a7-aabe-11dda9e24bee req-5eef4161-3620-4083-af33-f67e97c1da9d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c85bad68-0dab-42d7-b94b-bc6d88123881&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3630083 Dec 08 17:00:05.294023 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba7715-9fbf-43a7-aabe-11dda9e24bee req-444e2e2a-28dd-4ec7-a3af-f5492b5b5b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:05.295531 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-07ba7715-9fbf-43a7-aabe-11dda9e24bee req-444e2e2a-28dd-4ec7-a3af-f5492b5b5b6e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=94917c7fb5cf413687493a127183d44b&device_id=c85bad68-0dab-42d7-b94b-bc6d88123881 HTTP/1.1" status: 200 len: 1097 time: 0.0407498 Dec 08 17:00:05.399876 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba7715-9fbf-43a7-aabe-11dda9e24bee req-2540b3bd-70d5-4431-8d8f-22004d37c8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:05.401396 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-07ba7715-9fbf-43a7-aabe-11dda9e24bee req-2540b3bd-70d5-4431-8d8f-22004d37c8ce service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d9a4b74-e787-467a-b113-e315ffdbd59b HTTP/1.1" status: 200 len: 913 time: 0.0868878 Dec 08 17:00:05.466825 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-07ba7715-9fbf-43a7-aabe-11dda9e24bee req-f205a638-83ee-45d8-86c5-4d8d69fa60cb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e88eb32-f017-4b97-9f17-6be69f27ddb7 HTTP/1.1" status: 200 len: 1001 time: 0.0575125 Dec 08 17:00:05.474126 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:00:05.515488 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba7715-9fbf-43a7-aabe-11dda9e24bee req-bdf63495-503b-442d-bddc-c7fdf9bdd31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:05.516950 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-07ba7715-9fbf-43a7-aabe-11dda9e24bee req-bdf63495-503b-442d-bddc-c7fdf9bdd31d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad HTTP/1.1" status: 200 len: 851 time: 0.0434017 Dec 08 17:00:05.566062 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba7715-9fbf-43a7-aabe-11dda9e24bee req-47c485ca-3d86-4dda-a870-aabedd11a457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:05.567555 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-07ba7715-9fbf-43a7-aabe-11dda9e24bee req-47c485ca-3d86-4dda-a870-aabedd11a457 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d9a4b74-e787-467a-b113-e315ffdbd59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441189 Dec 08 17:00:05.656148 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-07ba7715-9fbf-43a7-aabe-11dda9e24bee req-2f825d60-447e-4050-87f2-1dc6b1723fa2 service neutron] 10.222.0.37 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810037 Dec 08 17:00:05.747432 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-07ba7715-9fbf-43a7-aabe-11dda9e24bee req-8e299d08-f237-4e99-ab4e-4a5aa61bd295 service neutron] 10.222.0.37 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847154 Dec 08 17:00:08.969285 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:11.450555 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3fb88c2c-0f7b-47ec-973e-06931d97240a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:14.165034 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-65e308be-1b71-4191-b779-aa17316743b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:15.421903 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:16.917164 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:17.591523 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:27.410032 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef27e8-1073-499a-b3d3-fc0c27622616 req-5ff1cfd9-4039-4c96-b8bb-2d04c9990a8f tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:27.411561 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ebef27e8-1073-499a-b3d3-fc0c27622616 req-5ff1cfd9-4039-4c96-b8bb-2d04c9990a8f tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=c85bad68-0dab-42d7-b94b-bc6d88123881 HTTP/1.1" status: 200 len: 945 time: 0.0512199 Dec 08 17:00:27.459339 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ebef27e8-1073-499a-b3d3-fc0c27622616 req-0dcdf711-5825-4fa7-b248-1ae5156b3396 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0413129 Dec 08 17:00:27.867518 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f96bfe0-4f21-4511-8a6d-4d68ec8e04b5 req-85eff41a-4e3e-48cc-a3a7-4051c84c112a tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:27.869058 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1f96bfe0-4f21-4511-8a6d-4d68ec8e04b5 req-85eff41a-4e3e-48cc-a3a7-4051c84c112a tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=c85bad68-0dab-42d7-b94b-bc6d88123881 HTTP/1.1" status: 200 len: 945 time: 0.0532246 Dec 08 17:00:27.916838 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1f96bfe0-4f21-4511-8a6d-4d68ec8e04b5 req-ca6b6e1d-7dbf-48fc-9727-692720518251 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0417297 Dec 08 17:00:28.054280 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8308de71-266b-4db4-bf3e-73ede2e0e8e1 req-f3ef0c48-4cd3-4819-aec9-d42b01ec4d5a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c85bad68-0dab-42d7-b94b-bc6d88123881&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0779872 Dec 08 17:00:29.033391 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43794142-40b0-45c9-a2ea-8ada90d7e9bf req-1dbbb17f-b323-4600-9d4d-1b9aff822385 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:29.035085 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-43794142-40b0-45c9-a2ea-8ada90d7e9bf req-1dbbb17f-b323-4600-9d4d-1b9aff822385 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=c85bad68-0dab-42d7-b94b-bc6d88123881 HTTP/1.1" status: 200 len: 945 time: 0.0496783 Dec 08 17:00:29.085105 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-43794142-40b0-45c9-a2ea-8ada90d7e9bf req-e5f494a4-28a1-47bc-9475-a2d4e028fd7c tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0432017 Dec 08 17:00:30.046788 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8308de71-266b-4db4-bf3e-73ede2e0e8e1 req-650636a8-40b7-4eef-800c-3cfc1c336ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:30.048378 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8308de71-266b-4db4-bf3e-73ede2e0e8e1 req-650636a8-40b7-4eef-800c-3cfc1c336ce9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=94917c7fb5cf413687493a127183d44b&device_id=c85bad68-0dab-42d7-b94b-bc6d88123881 HTTP/1.1" status: 200 len: 1097 time: 0.0505738 Dec 08 17:00:30.141151 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8308de71-266b-4db4-bf3e-73ede2e0e8e1 req-42477549-265a-468a-a54d-4eadbb4a2b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:30.142683 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8308de71-266b-4db4-bf3e-73ede2e0e8e1 req-42477549-265a-468a-a54d-4eadbb4a2b21 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d9a4b74-e787-467a-b113-e315ffdbd59b HTTP/1.1" status: 200 len: 913 time: 0.0870993 Dec 08 17:00:30.209699 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359484bd-eeb4-490e-b6e8-d31976394460 req-36eaec39-a542-42ec-89e3-e8a992a41551 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:30.211915 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-359484bd-eeb4-490e-b6e8-d31976394460 req-36eaec39-a542-42ec-89e3-e8a992a41551 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=c85bad68-0dab-42d7-b94b-bc6d88123881 HTTP/1.1" status: 200 len: 945 time: 0.0551229 Dec 08 17:00:30.217920 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8308de71-266b-4db4-bf3e-73ede2e0e8e1 req-4ef893fb-0b0d-4ce5-8df0-c9f8b2db9fa3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e88eb32-f017-4b97-9f17-6be69f27ddb7 HTTP/1.1" status: 200 len: 1001 time: 0.0679662 Dec 08 17:00:30.261537 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-359484bd-eeb4-490e-b6e8-d31976394460 req-565e1d2e-69cd-4afa-a170-a33b6989f65d tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0430496 Dec 08 17:00:30.268029 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8308de71-266b-4db4-bf3e-73ede2e0e8e1 req-19154dc5-919e-4c6b-8c0d-40adeae051cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:30.269525 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8308de71-266b-4db4-bf3e-73ede2e0e8e1 req-19154dc5-919e-4c6b-8c0d-40adeae051cb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad HTTP/1.1" status: 200 len: 851 time: 0.0446386 Dec 08 17:00:30.314514 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8308de71-266b-4db4-bf3e-73ede2e0e8e1 req-fef25b7a-9dc8-468f-bbe6-01fe203bb8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:30.315875 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8308de71-266b-4db4-bf3e-73ede2e0e8e1 req-fef25b7a-9dc8-468f-bbe6-01fe203bb8fe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d9a4b74-e787-467a-b113-e315ffdbd59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394139 Dec 08 17:00:30.407197 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8308de71-266b-4db4-bf3e-73ede2e0e8e1 req-89cb4626-70b8-4dd9-8a90-f312d03de5fa service neutron] 10.222.0.37 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844862 Dec 08 17:00:30.496899 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8308de71-266b-4db4-bf3e-73ede2e0e8e1 req-826554fc-6314-48b3-ade3-07ca9dde5089 service neutron] 10.222.0.37 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826571 Dec 08 17:00:31.377890 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d710366-68d1-4868-8fc1-6969782f1a4a req-8cd79ca1-75b3-44a3-b241-0a396b0e502d tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:31.379661 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3d710366-68d1-4868-8fc1-6969782f1a4a req-8cd79ca1-75b3-44a3-b241-0a396b0e502d tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=c85bad68-0dab-42d7-b94b-bc6d88123881 HTTP/1.1" status: 200 len: 945 time: 0.0510383 Dec 08 17:00:31.432288 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3d710366-68d1-4868-8fc1-6969782f1a4a req-47b17080-1b70-4283-89d5-21e1b0ff354b tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0460911 Dec 08 17:00:32.549473 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b3711-6f8b-4a90-b89a-9ad2d97541a5 req-a120124c-9746-4782-bdf5-349747bedcc8 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:32.550957 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-573b3711-6f8b-4a90-b89a-9ad2d97541a5 req-a120124c-9746-4782-bdf5-349747bedcc8 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=c85bad68-0dab-42d7-b94b-bc6d88123881 HTTP/1.1" status: 200 len: 945 time: 0.0492935 Dec 08 17:00:32.601041 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-573b3711-6f8b-4a90-b89a-9ad2d97541a5 req-13912e0d-dc10-4d6b-9b7c-d4f0f1601f2a tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0440247 Dec 08 17:00:33.718956 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11124ab-d4c2-4bb3-a515-e2eb96353541 req-9e616bdb-b83a-4243-a75b-791b845a55b9 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:33.720488 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e11124ab-d4c2-4bb3-a515-e2eb96353541 req-9e616bdb-b83a-4243-a75b-791b845a55b9 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=c85bad68-0dab-42d7-b94b-bc6d88123881 HTTP/1.1" status: 200 len: 945 time: 0.0489264 Dec 08 17:00:33.768539 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e11124ab-d4c2-4bb3-a515-e2eb96353541 req-5d14c3e7-0699-445b-b5fa-a5c629a40e43 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0419788 Dec 08 17:00:34.890187 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e11d2-f5d1-4c13-9cf4-463a9324fe6c req-a948a423-db25-4fff-85dd-8bfd3c74f895 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:34.891701 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-299e11d2-f5d1-4c13-9cf4-463a9324fe6c req-a948a423-db25-4fff-85dd-8bfd3c74f895 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=c85bad68-0dab-42d7-b94b-bc6d88123881 HTTP/1.1" status: 200 len: 945 time: 0.0553832 Dec 08 17:00:34.941398 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-299e11d2-f5d1-4c13-9cf4-463a9324fe6c req-b63d454d-f396-41aa-83b5-d0e831412f28 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0418649 Dec 08 17:00:35.038238 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:36.056550 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e63a204-f688-4595-b931-d20ee7f352b6 req-743391d0-a453-4e9d-8e4d-71dfc36b7850 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:36.058069 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4e63a204-f688-4595-b931-d20ee7f352b6 req-743391d0-a453-4e9d-8e4d-71dfc36b7850 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=c85bad68-0dab-42d7-b94b-bc6d88123881 HTTP/1.1" status: 200 len: 945 time: 0.0494411 Dec 08 17:00:36.106415 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4e63a204-f688-4595-b931-d20ee7f352b6 req-fe06acb3-485a-49f5-86d3-ef62e3d8e000 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0424840 Dec 08 17:00:37.224251 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f532b-b73e-4700-9619-27aa7ae6a50e req-53e4d226-9d7a-4e36-908e-aac17e31344c tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:37.225778 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ed9f532b-b73e-4700-9619-27aa7ae6a50e req-53e4d226-9d7a-4e36-908e-aac17e31344c tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=c85bad68-0dab-42d7-b94b-bc6d88123881 HTTP/1.1" status: 200 len: 945 time: 0.0516129 Dec 08 17:00:37.272339 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ed9f532b-b73e-4700-9619-27aa7ae6a50e req-1d57db2f-4f7d-4740-bdcb-f92585bc9af1 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0406022 Dec 08 17:00:38.394618 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9522a-662d-4a6b-96d3-637ac84df36b req-bab1e36e-660b-44eb-888e-3297679d7a40 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:38.396146 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-63f9522a-662d-4a6b-96d3-637ac84df36b req-bab1e36e-660b-44eb-888e-3297679d7a40 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=c85bad68-0dab-42d7-b94b-bc6d88123881 HTTP/1.1" status: 200 len: 945 time: 0.0541494 Dec 08 17:00:38.443479 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-63f9522a-662d-4a6b-96d3-637ac84df36b req-23d4b0fc-18f9-49c7-a789-d744ac9d599e tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0408816 Dec 08 17:00:39.004433 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:39.563531 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37ffc43-9c47-425d-a76c-810a025c1203 req-ce559f39-3864-4aec-8128-4355414e82a4 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:39.565037 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c37ffc43-9c47-425d-a76c-810a025c1203 req-ce559f39-3864-4aec-8128-4355414e82a4 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=c85bad68-0dab-42d7-b94b-bc6d88123881 HTTP/1.1" status: 200 len: 945 time: 0.0522039 Dec 08 17:00:39.611747 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c37ffc43-9c47-425d-a76c-810a025c1203 req-b1f7ffe1-cfba-4af7-a3ab-7a3f32e655d9 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0406830 Dec 08 17:00:40.728228 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baab1e4-d7a2-4e16-98e0-e7bc31e41f5d req-45db7f9e-dbcc-4c5d-abc9-3e3a2715d301 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:40.729845 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8baab1e4-d7a2-4e16-98e0-e7bc31e41f5d req-45db7f9e-dbcc-4c5d-abc9-3e3a2715d301 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=c85bad68-0dab-42d7-b94b-bc6d88123881 HTTP/1.1" status: 200 len: 945 time: 0.0494134 Dec 08 17:00:40.777330 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8baab1e4-d7a2-4e16-98e0-e7bc31e41f5d req-60b7c76a-b46d-47ab-934d-783c25aa17b5 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0412836 Dec 08 17:00:41.467196 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2ce89fc3-9d85-48cd-b82d-5e1b48295ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:41.904747 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38d046-f9e6-47b8-81e8-7514270c9eaf req-0c1cc797-e918-43fa-b755-5d0f97e6cfb8 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:41.906259 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fa38d046-f9e6-47b8-81e8-7514270c9eaf req-0c1cc797-e918-43fa-b755-5d0f97e6cfb8 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=c85bad68-0dab-42d7-b94b-bc6d88123881 HTTP/1.1" status: 200 len: 945 time: 0.0589125 Dec 08 17:00:41.952274 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fa38d046-f9e6-47b8-81e8-7514270c9eaf req-5b8fb756-bf65-41d6-9893-22f9df74dcc0 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0401719 Dec 08 17:00:42.473790 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:00:42.520218 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [req-8308de71-266b-4db4-bf3e-73ede2e0e8e1 req-dad2d513-4c40-4af6-ad12-e49f4b88d931 service neutron] show failed (client error): The resource could not be found. Dec 08 17:00:42.521240 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8308de71-266b-4db4-bf3e-73ede2e0e8e1 req-dad2d513-4c40-4af6-ad12-e49f4b88d931 service neutron] 10.222.0.37 "GET /v2.0/ports/8e88eb32-f017-4b97-9f17-6be69f27ddb7/bindings/n-h1-776250-12 HTTP/1.1" status: 404 len: 381 time: 0.0540245 Dec 08 17:00:43.078081 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7d085-7203-40e3-bb6c-4356195667d1 req-d71f1c16-a39b-4933-b014-8ba53a6c4637 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:43.079656 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67e7d085-7203-40e3-bb6c-4356195667d1 req-d71f1c16-a39b-4933-b014-8ba53a6c4637 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=c85bad68-0dab-42d7-b94b-bc6d88123881 HTTP/1.1" status: 200 len: 945 time: 0.0581195 Dec 08 17:00:43.143994 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8308de71-266b-4db4-bf3e-73ede2e0e8e1 req-051ec972-0364-4555-9369-db8637c5385b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:43.145552 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8308de71-266b-4db4-bf3e-73ede2e0e8e1 req-051ec972-0364-4555-9369-db8637c5385b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c85bad68-0dab-42d7-b94b-bc6d88123881&tenant_id=94917c7fb5cf413687493a127183d44b HTTP/1.1" status: 200 len: 1097 time: 0.1098666 Dec 08 17:00:43.157245 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-8308de71-266b-4db4-bf3e-73ede2e0e8e1 req-2fe154a8-facd-4bcf-ab76-22ae94e7360f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-776250-12', 'device_owner': 'compute:nova'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:00:43.164249 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67e7d085-7203-40e3-bb6c-4356195667d1 req-9cf38ba5-807e-434c-9d96-1300440b0019 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0747774 Dec 08 17:00:43.217708 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-8308de71-266b-4db4-bf3e-73ede2e0e8e1 req-2fe154a8-facd-4bcf-ab76-22ae94e7360f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:43.419512 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-8308de71-266b-4db4-bf3e-73ede2e0e8e1 req-2fe154a8-facd-4bcf-ab76-22ae94e7360f service neutron] For port 8e88eb32-f017-4b97-9f17-6be69f27ddb7, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=8e88eb32-f017-4b97-9f17-6be69f27ddb7,segment=NetworkSegment(8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27),segment_id=8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:00:43.452282 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-8308de71-266b-4db4-bf3e-73ede2e0e8e1 req-2fe154a8-facd-4bcf-ab76-22ae94e7360f service neutron] For port 8e88eb32-f017-4b97-9f17-6be69f27ddb7, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:00:43.491889 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c85bad68-0dab-42d7-b94b-bc6d88123881', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e88eb32-f017-4b97-9f17-6be69f27ddb7'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:00:43.497413 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-8308de71-266b-4db4-bf3e-73ede2e0e8e1 req-2fe154a8-facd-4bcf-ab76-22ae94e7360f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:43.510187 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-8308de71-266b-4db4-bf3e-73ede2e0e8e1 req-2fe154a8-facd-4bcf-ab76-22ae94e7360f service neutron] Transition to ACTIVE for port object 8e88eb32-f017-4b97-9f17-6be69f27ddb7 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 17:00:43.533813 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33688f0a94a9db352de83aac38ec7a80f5ce35812a363759cff610bcc84c1346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-098c4cbf-d967-49cd-a597-896d521909c6" -d '{"events": [{"server_uuid": "c85bad68-0dab-42d7-b94b-bc6d88123881", "name": "network-vif-unplugged", "status": "completed", "tag": "8e88eb32-f017-4b97-9f17-6be69f27ddb7"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:00:43.593171 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-8308de71-266b-4db4-bf3e-73ede2e0e8e1 req-2fe154a8-facd-4bcf-ab76-22ae94e7360f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:43.631565 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 17:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc18ad7-6a1c-40bb-af7a-a05e856837b6 x-openstack-request-id: req-2bc18ad7-6a1c-40bb-af7a-a05e856837b6 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:00:43.631873 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c85bad68-0dab-42d7-b94b-bc6d88123881", "name": "network-vif-unplugged", "status": "completed", "tag": "8e88eb32-f017-4b97-9f17-6be69f27ddb7", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:00:43.632136 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2bc18ad7-6a1c-40bb-af7a-a05e856837b6 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:00:43.632561 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c85bad68-0dab-42d7-b94b-bc6d88123881', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e88eb32-f017-4b97-9f17-6be69f27ddb7', 'code': 200} Dec 08 17:00:43.721682 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe154a8-facd-4bcf-ab76-22ae94e7360f service neutron] Pushing event updated for resources: {'Port': ['ID=8e88eb32-f017-4b97-9f17-6be69f27ddb7,revision_number=6']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:00:43.746224 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe154a8-facd-4bcf-ab76-22ae94e7360f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:00:43.746580 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe154a8-facd-4bcf-ab76-22ae94e7360f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:00:43.746932 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe154a8-facd-4bcf-ab76-22ae94e7360f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:00:43.747281 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe154a8-facd-4bcf-ab76-22ae94e7360f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:00:43.747623 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe154a8-facd-4bcf-ab76-22ae94e7360f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:00:43.747969 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe154a8-facd-4bcf-ab76-22ae94e7360f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:00:43.748332 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe154a8-facd-4bcf-ab76-22ae94e7360f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:00:43.748675 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe154a8-facd-4bcf-ab76-22ae94e7360f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:00:43.749009 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe154a8-facd-4bcf-ab76-22ae94e7360f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:00:43.749344 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe154a8-facd-4bcf-ab76-22ae94e7360f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:00:43.749679 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe154a8-facd-4bcf-ab76-22ae94e7360f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:00:43.750007 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe154a8-facd-4bcf-ab76-22ae94e7360f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:00:43.750337 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe154a8-facd-4bcf-ab76-22ae94e7360f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:00:43.790155 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-8308de71-266b-4db4-bf3e-73ede2e0e8e1 req-2fe154a8-facd-4bcf-ab76-22ae94e7360f service neutron] No DVR routers for this DVR port 8e88eb32-f017-4b97-9f17-6be69f27ddb7 on host n-h2-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:00:43.926571 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-8308de71-266b-4db4-bf3e-73ede2e0e8e1 req-2fe154a8-facd-4bcf-ab76-22ae94e7360f service neutron] Attempting to bind port 8e88eb32-f017-4b97-9f17-6be69f27ddb7 on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:00:43.926801 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-8308de71-266b-4db4-bf3e-73ede2e0e8e1 req-2fe154a8-facd-4bcf-ab76-22ae94e7360f service neutron] Attempting to bind port 8e88eb32-f017-4b97-9f17-6be69f27ddb7 by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': '8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:00:43.927115 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8308de71-266b-4db4-bf3e-73ede2e0e8e1 req-2fe154a8-facd-4bcf-ab76-22ae94e7360f service neutron] Attempting to bind port 8e88eb32-f017-4b97-9f17-6be69f27ddb7 on network 9d9a4b74-e787-467a-b113-e315ffdbd59b {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:00:43.931295 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8308de71-266b-4db4-bf3e-73ede2e0e8e1 req-2fe154a8-facd-4bcf-ab76-22ae94e7360f service neutron] Port 8e88eb32-f017-4b97-9f17-6be69f27ddb7 on network 9d9a4b74-e787-467a-b113-e315ffdbd59b not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 17:00:43.931643 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8308de71-266b-4db4-bf3e-73ede2e0e8e1 req-2fe154a8-facd-4bcf-ab76-22ae94e7360f service neutron] Attempting to bind port 8e88eb32-f017-4b97-9f17-6be69f27ddb7 on network 9d9a4b74-e787-467a-b113-e315ffdbd59b {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:00:43.936375 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8308de71-266b-4db4-bf3e-73ede2e0e8e1 req-2fe154a8-facd-4bcf-ab76-22ae94e7360f service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:00:43.936713 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8308de71-266b-4db4-bf3e-73ede2e0e8e1 req-2fe154a8-facd-4bcf-ab76-22ae94e7360f service neutron] Checking segment: {'id': '8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:00:43.937096 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8308de71-266b-4db4-bf3e-73ede2e0e8e1 req-2fe154a8-facd-4bcf-ab76-22ae94e7360f service neutron] Bound using segment: {'id': '8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:00:43.937521 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-8308de71-266b-4db4-bf3e-73ede2e0e8e1 req-2fe154a8-facd-4bcf-ab76-22ae94e7360f service neutron] Bound port: 8e88eb32-f017-4b97-9f17-6be69f27ddb7, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:00:43.937872 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-8308de71-266b-4db4-bf3e-73ede2e0e8e1 req-2fe154a8-facd-4bcf-ab76-22ae94e7360f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:43.998331 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-8308de71-266b-4db4-bf3e-73ede2e0e8e1 req-2fe154a8-facd-4bcf-ab76-22ae94e7360f service neutron] For port 8e88eb32-f017-4b97-9f17-6be69f27ddb7, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:00:44.001281 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-8308de71-266b-4db4-bf3e-73ede2e0e8e1 req-2fe154a8-facd-4bcf-ab76-22ae94e7360f service neutron] For port 8e88eb32-f017-4b97-9f17-6be69f27ddb7, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=8e88eb32-f017-4b97-9f17-6be69f27ddb7,segment=NetworkSegment(8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27),segment_id=8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:00:44.100325 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-8308de71-266b-4db4-bf3e-73ede2e0e8e1 req-2fe154a8-facd-4bcf-ab76-22ae94e7360f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:44.133452 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8308de71-266b-4db4-bf3e-73ede2e0e8e1 req-2fe154a8-facd-4bcf-ab76-22ae94e7360f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:44.140378 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-8308de71-266b-4db4-bf3e-73ede2e0e8e1 req-2fe154a8-facd-4bcf-ab76-22ae94e7360f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:44.140378 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8308de71-266b-4db4-bf3e-73ede2e0e8e1 req-2fe154a8-facd-4bcf-ab76-22ae94e7360f service neutron] 10.222.0.76 "PUT /v2.0/ports/8e88eb32-f017-4b97-9f17-6be69f27ddb7 HTTP/1.1" status: 200 len: 1092 time: 0.9826977 Dec 08 17:00:44.159904 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe154a8-facd-4bcf-ab76-22ae94e7360f service neutron] Pushing event updated for resources: {'Port': ['ID=8e88eb32-f017-4b97-9f17-6be69f27ddb7,revision_number=7']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:00:44.199475 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-34073e7a-d8c2-4154-9f77-e19a5c6558c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:44.205276 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8308de71-266b-4db4-bf3e-73ede2e0e8e1 req-4a6240fd-c8c1-4ea2-a933-3ddaf36ccd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:44.206827 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8308de71-266b-4db4-bf3e-73ede2e0e8e1 req-4a6240fd-c8c1-4ea2-a933-3ddaf36ccd17 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94917c7fb5cf413687493a127183d44b&device_id=c85bad68-0dab-42d7-b94b-bc6d88123881 HTTP/1.1" status: 200 len: 1095 time: 0.0443311 Dec 08 17:00:44.342792 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c59172c-55a7-471d-bf7f-7f0f3ff10087 req-0e1c987e-3239-4456-be3e-623d999016fc tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:44.344304 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8c59172c-55a7-471d-bf7f-7f0f3ff10087 req-0e1c987e-3239-4456-be3e-623d999016fc tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=c85bad68-0dab-42d7-b94b-bc6d88123881 HTTP/1.1" status: 200 len: 943 time: 0.0807157 Dec 08 17:00:44.345749 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8308de71-266b-4db4-bf3e-73ede2e0e8e1 req-3922cb88-9ecc-4d59-8b54-99fca7090081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:44.347079 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8308de71-266b-4db4-bf3e-73ede2e0e8e1 req-3922cb88-9ecc-4d59-8b54-99fca7090081 service neutron] 10.222.0.76 "GET /v2.0/networks?id=9d9a4b74-e787-467a-b113-e315ffdbd59b HTTP/1.1" status: 200 len: 913 time: 0.1328173 Dec 08 17:00:44.441244 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8308de71-266b-4db4-bf3e-73ede2e0e8e1 req-daf21639-29ef-43d0-9e71-30a92ef3a2b5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e88eb32-f017-4b97-9f17-6be69f27ddb7 HTTP/1.1" status: 200 len: 999 time: 0.0844262 Dec 08 17:00:44.444694 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8c59172c-55a7-471d-bf7f-7f0f3ff10087 req-3f0f6f81-f53b-4934-937d-4a0a42d51cc5 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0941942 Dec 08 17:00:44.491450 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8308de71-266b-4db4-bf3e-73ede2e0e8e1 req-b950bf37-be8c-4337-9a67-6dfe1055300e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:44.492950 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8308de71-266b-4db4-bf3e-73ede2e0e8e1 req-b950bf37-be8c-4337-9a67-6dfe1055300e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad HTTP/1.1" status: 200 len: 851 time: 0.0452049 Dec 08 17:00:44.538761 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8308de71-266b-4db4-bf3e-73ede2e0e8e1 req-6c697e15-859c-4172-92c3-3a93338098cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:44.540270 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8308de71-266b-4db4-bf3e-73ede2e0e8e1 req-6c697e15-859c-4172-92c3-3a93338098cd service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9d9a4b74-e787-467a-b113-e315ffdbd59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406327 Dec 08 17:00:44.632967 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8308de71-266b-4db4-bf3e-73ede2e0e8e1 req-d4d42252-eb9f-45c8-a372-b082b2e0ce42 service neutron] 10.222.0.76 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853741 Dec 08 17:00:44.720605 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8308de71-266b-4db4-bf3e-73ede2e0e8e1 req-68995320-f6d7-434e-acdc-4ef1790fad1b service neutron] 10.222.0.76 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809474 Dec 08 17:00:45.398182 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:45.568087 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47a8c3-248a-4dfa-b8b7-55531c13f64a req-0664e853-70fb-4c13-9608-dffee5f798f7 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:45.569609 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7d47a8c3-248a-4dfa-b8b7-55531c13f64a req-0664e853-70fb-4c13-9608-dffee5f798f7 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=c85bad68-0dab-42d7-b94b-bc6d88123881 HTTP/1.1" status: 200 len: 943 time: 0.0548608 Dec 08 17:00:45.615802 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7d47a8c3-248a-4dfa-b8b7-55531c13f64a req-41acf63e-cc53-4a4f-9734-78b4b7268f3c tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0401959 Dec 08 17:00:45.634199 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c85bad68-0dab-42d7-b94b-bc6d88123881', 'tag': '8e88eb32-f017-4b97-9f17-6be69f27ddb7'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:00:45.636610 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33688f0a94a9db352de83aac38ec7a80f5ce35812a363759cff610bcc84c1346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f2d98a-e03c-4134-8f08-4ebb9089238c" -d '{"events": [{"name": "network-changed", "server_uuid": "c85bad68-0dab-42d7-b94b-bc6d88123881", "tag": "8e88eb32-f017-4b97-9f17-6be69f27ddb7"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:00:45.685302 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671b3792-8b47-4e24-babd-9b312b7a0c94 x-openstack-request-id: req-671b3792-8b47-4e24-babd-9b312b7a0c94 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:00:45.685606 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c85bad68-0dab-42d7-b94b-bc6d88123881", "tag": "8e88eb32-f017-4b97-9f17-6be69f27ddb7", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:00:45.685909 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-671b3792-8b47-4e24-babd-9b312b7a0c94 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:00:45.686291 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c85bad68-0dab-42d7-b94b-bc6d88123881', 'tag': '8e88eb32-f017-4b97-9f17-6be69f27ddb7', 'status': 'completed', 'code': 200} Dec 08 17:00:45.777225 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2d98a-e03c-4134-8f08-4ebb9089238c req-db3da8f4-52f3-4598-9a61-53afa14dc397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:45.778706 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-61f2d98a-e03c-4134-8f08-4ebb9089238c req-db3da8f4-52f3-4598-9a61-53afa14dc397 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94917c7fb5cf413687493a127183d44b&device_id=c85bad68-0dab-42d7-b94b-bc6d88123881 HTTP/1.1" status: 200 len: 1095 time: 0.0642657 Dec 08 17:00:45.780525 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2d98a-e03c-4134-8f08-4ebb9089238c req-2f13e53f-8772-4bcb-bc1f-5452a9fe06cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:45.781863 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-61f2d98a-e03c-4134-8f08-4ebb9089238c req-2f13e53f-8772-4bcb-bc1f-5452a9fe06cd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=94917c7fb5cf413687493a127183d44b&device_id=c85bad68-0dab-42d7-b94b-bc6d88123881 HTTP/1.1" status: 200 len: 1095 time: 0.0768318 Dec 08 17:00:45.841115 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 8e88eb32-f017-4b97-9f17-6be69f27ddb7 no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:00:45.884754 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 8e88eb32-f017-4b97-9f17-6be69f27ddb7 not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:00:45.954796 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2d98a-e03c-4134-8f08-4ebb9089238c req-79678301-b1f4-4ae8-967d-c6e961cbe8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:45.956320 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-61f2d98a-e03c-4134-8f08-4ebb9089238c req-79678301-b1f4-4ae8-967d-c6e961cbe8a6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=9d9a4b74-e787-467a-b113-e315ffdbd59b HTTP/1.1" status: 200 len: 913 time: 0.1685231 Dec 08 17:00:45.957658 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2d98a-e03c-4134-8f08-4ebb9089238c req-3c53c6a5-4518-4918-8082-997de1be60e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:45.958987 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-61f2d98a-e03c-4134-8f08-4ebb9089238c req-3c53c6a5-4518-4918-8082-997de1be60e6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d9a4b74-e787-467a-b113-e315ffdbd59b HTTP/1.1" status: 200 len: 913 time: 0.1628900 Dec 08 17:00:46.068498 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-61f2d98a-e03c-4134-8f08-4ebb9089238c req-f3d8b434-280f-4f99-919c-ae31a18fd161 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e88eb32-f017-4b97-9f17-6be69f27ddb7 HTTP/1.1" status: 200 len: 999 time: 0.1045403 Dec 08 17:00:46.072269 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-61f2d98a-e03c-4134-8f08-4ebb9089238c req-2218ba8d-952f-488d-8610-ea53cbf58b2f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e88eb32-f017-4b97-9f17-6be69f27ddb7 HTTP/1.1" status: 200 len: 999 time: 0.1019926 Dec 08 17:00:46.156365 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2d98a-e03c-4134-8f08-4ebb9089238c req-6f5fcd22-c125-4fc2-b6ed-81cbcf31fa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:46.157732 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-61f2d98a-e03c-4134-8f08-4ebb9089238c req-6f5fcd22-c125-4fc2-b6ed-81cbcf31fa59 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad HTTP/1.1" status: 200 len: 851 time: 0.0816381 Dec 08 17:00:46.159377 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2d98a-e03c-4134-8f08-4ebb9089238c req-03680d6a-c16d-4a17-b554-c97f8dda9f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:46.160702 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-61f2d98a-e03c-4134-8f08-4ebb9089238c req-03680d6a-c16d-4a17-b554-c97f8dda9f3d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad HTTP/1.1" status: 200 len: 851 time: 0.0767779 Dec 08 17:00:46.237780 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2d98a-e03c-4134-8f08-4ebb9089238c req-b53d5c38-694c-44f2-b522-b5e62b298b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:46.239628 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-61f2d98a-e03c-4134-8f08-4ebb9089238c req-b53d5c38-694c-44f2-b522-b5e62b298b39 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9d9a4b74-e787-467a-b113-e315ffdbd59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0736284 Dec 08 17:00:46.245481 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2d98a-e03c-4134-8f08-4ebb9089238c req-3d45ef0d-b29f-4a39-9990-6a316875cdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:46.246845 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-61f2d98a-e03c-4134-8f08-4ebb9089238c req-3d45ef0d-b29f-4a39-9990-6a316875cdc4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d9a4b74-e787-467a-b113-e315ffdbd59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0737259 Dec 08 17:00:46.402033 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-61f2d98a-e03c-4134-8f08-4ebb9089238c req-5789d996-a4c2-416d-b1af-59f1ee0e8a58 service neutron] 10.222.0.37 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472409 Dec 08 17:00:46.403774 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-61f2d98a-e03c-4134-8f08-4ebb9089238c req-35c5cbeb-4afe-4d6e-9b09-b29338270cd8 service neutron] 10.222.0.76 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560957 Dec 08 17:00:46.570062 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-61f2d98a-e03c-4134-8f08-4ebb9089238c req-07fd2837-189a-409b-9b91-960a8d385dba service neutron] 10.222.0.37 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612563 Dec 08 17:00:46.574087 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-61f2d98a-e03c-4134-8f08-4ebb9089238c req-d233d822-e41c-4750-a18c-ba1ed12cf939 service neutron] 10.222.0.76 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586404 Dec 08 17:00:46.730553 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147fbc59-fa91-4b87-8dbc-0c1cd944fc68 req-bcb3e5bd-7e9c-4d83-9dce-443d363e6987 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:46.732084 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-147fbc59-fa91-4b87-8dbc-0c1cd944fc68 req-bcb3e5bd-7e9c-4d83-9dce-443d363e6987 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=c85bad68-0dab-42d7-b94b-bc6d88123881 HTTP/1.1" status: 200 len: 943 time: 0.0480835 Dec 08 17:00:46.778952 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-147fbc59-fa91-4b87-8dbc-0c1cd944fc68 req-ae4a5bd1-c58f-468b-a902-202bcba25c00 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0410423 Dec 08 17:00:46.918584 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:47.205786 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 8e88eb32-f017-4b97-9f17-6be69f27ddb7 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 17:00:47.299670 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 8e88eb32-f017-4b97-9f17-6be69f27ddb7, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=8e88eb32-f017-4b97-9f17-6be69f27ddb7,segment=NetworkSegment(8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27),segment_id=8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:00:47.314006 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '8e88eb32-f017-4b97-9f17-6be69f27ddb7', 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b', 'port_id': '8e88eb32-f017-4b97-9f17-6be69f27ddb7', 'mac_address': 'fa:16:3e:82:e0:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 17:00:47.349826 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:47.362880 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e88eb32-f017-4b97-9f17-6be69f27ddb7 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:00:47.381531 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 8e88eb32-f017-4b97-9f17-6be69f27ddb7, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=8e88eb32-f017-4b97-9f17-6be69f27ddb7,segment=NetworkSegment(8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27),segment_id=8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:00:47.449438 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:47.495407 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=8e88eb32-f017-4b97-9f17-6be69f27ddb7,revision_number=8']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:00:47.502690 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:00:47.503301 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:00:47.503650 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:00:47.503988 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:00:47.504354 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:00:47.504701 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:00:47.505023 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:00:47.505368 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:00:47.505678 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:00:47.506003 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:00:47.506329 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:00:47.506658 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:00:47.506981 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:00:47.602159 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:47.900912 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598463a4-04a6-4e71-a5da-5336a51b12ca req-6c03ebca-bbc8-4bf5-8a81-224787b4610f tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:47.902427 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-598463a4-04a6-4e71-a5da-5336a51b12ca req-6c03ebca-bbc8-4bf5-8a81-224787b4610f tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=c85bad68-0dab-42d7-b94b-bc6d88123881 HTTP/1.1" status: 200 len: 944 time: 0.0511096 Dec 08 17:00:47.952542 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-598463a4-04a6-4e71-a5da-5336a51b12ca req-662ea10d-5232-4dad-a6c6-66116c28bed8 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0436764 Dec 08 17:00:48.854059 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['8e88eb32-f017-4b97-9f17-6be69f27ddb7'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:00:49.071451 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78efb578-9202-490b-a374-ea69c570dbc2 req-b2f1feb5-7112-4d63-84d5-45221fca6c32 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:49.073125 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-78efb578-9202-490b-a374-ea69c570dbc2 req-b2f1feb5-7112-4d63-84d5-45221fca6c32 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=c85bad68-0dab-42d7-b94b-bc6d88123881 HTTP/1.1" status: 200 len: 944 time: 0.0494804 Dec 08 17:00:49.124778 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-78efb578-9202-490b-a374-ea69c570dbc2 req-4692feeb-9a46-4700-9926-5f5ac894e28b tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0451105 Dec 08 17:00:49.432739 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638a2a62-1535-407c-8d4b-223f744078d8 req-73d7ef54-f5ff-4b1d-84c1-e6b84f1cd5af tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:49.435264 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-638a2a62-1535-407c-8d4b-223f744078d8 req-73d7ef54-f5ff-4b1d-84c1-e6b84f1cd5af tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=c85bad68-0dab-42d7-b94b-bc6d88123881 HTTP/1.1" status: 200 len: 944 time: 0.0514109 Dec 08 17:00:49.486023 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-638a2a62-1535-407c-8d4b-223f744078d8 req-15d4053b-5317-4d34-8158-7f8110356c6b tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0446334 Dec 08 17:00:49.527426 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ca50d-4e06-48c8-a696-6e05673800d7 req-fc7d31a3-b48e-4932-93b9-70ae86f190ba tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:49.528999 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2a2ca50d-4e06-48c8-a696-6e05673800d7 req-fc7d31a3-b48e-4932-93b9-70ae86f190ba tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.37 "GET /v2.0/ports?device_id=c85bad68-0dab-42d7-b94b-bc6d88123881&tenant_id=94917c7fb5cf413687493a127183d44b&binding%3Ahost_id=n-h1-776250-12 HTTP/1.1" status: 200 len: 944 time: 0.0537317 Dec 08 17:00:49.593248 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [req-2a2ca50d-4e06-48c8-a696-6e05673800d7 req-e3691fd2-935e-4267-9cc7-6ceba2adf79d service neutron] delete failed (client error): The resource could not be found. Dec 08 17:00:49.594275 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2a2ca50d-4e06-48c8-a696-6e05673800d7 req-e3691fd2-935e-4267-9cc7-6ceba2adf79d service neutron] 10.222.0.37 "DELETE /v2.0/ports/8e88eb32-f017-4b97-9f17-6be69f27ddb7/bindings/n-h2-776250-12 HTTP/1.1" status: 404 len: 381 time: 0.0573688 Dec 08 17:00:49.678271 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ca50d-4e06-48c8-a696-6e05673800d7 req-c4bc7b38-40b6-4cdb-8bec-a26c63fd16bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:49.679702 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2a2ca50d-4e06-48c8-a696-6e05673800d7 req-c4bc7b38-40b6-4cdb-8bec-a26c63fd16bf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=94917c7fb5cf413687493a127183d44b&device_id=c85bad68-0dab-42d7-b94b-bc6d88123881 HTTP/1.1" status: 200 len: 1096 time: 0.0422213 Dec 08 17:00:49.766906 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ca50d-4e06-48c8-a696-6e05673800d7 req-5aedf35d-ae6e-497f-a5a9-66cb53babbac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:49.768362 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2a2ca50d-4e06-48c8-a696-6e05673800d7 req-5aedf35d-ae6e-497f-a5a9-66cb53babbac service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d9a4b74-e787-467a-b113-e315ffdbd59b HTTP/1.1" status: 200 len: 913 time: 0.0818784 Dec 08 17:00:49.836014 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2a2ca50d-4e06-48c8-a696-6e05673800d7 req-13cf714f-bc70-4e08-9895-dc71a15659c1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e88eb32-f017-4b97-9f17-6be69f27ddb7 HTTP/1.1" status: 200 len: 1000 time: 0.0602334 Dec 08 17:00:49.883670 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ca50d-4e06-48c8-a696-6e05673800d7 req-2ec8fd63-a500-4294-91fa-eae75da49ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:49.885103 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2a2ca50d-4e06-48c8-a696-6e05673800d7 req-2ec8fd63-a500-4294-91fa-eae75da49ad3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad HTTP/1.1" status: 200 len: 851 time: 0.0428164 Dec 08 17:00:49.929013 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ca50d-4e06-48c8-a696-6e05673800d7 req-2f96b199-a1fa-4b5d-a1dc-6643c19729b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:49.930373 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2a2ca50d-4e06-48c8-a696-6e05673800d7 req-2f96b199-a1fa-4b5d-a1dc-6643c19729b5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d9a4b74-e787-467a-b113-e315ffdbd59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0381460 Dec 08 17:00:50.019918 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2a2ca50d-4e06-48c8-a696-6e05673800d7 req-5d67677d-6d7e-4407-a710-5ddef03a3a29 service neutron] 10.222.0.37 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822639 Dec 08 17:00:50.106427 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2a2ca50d-4e06-48c8-a696-6e05673800d7 req-e1ef63da-7e66-48df-8ec8-10afa01ec090 service neutron] 10.222.0.37 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798907 Dec 08 17:00:50.619747 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64afcd7-d057-4a07-83f2-edee84b2900d req-0f30db0a-7ced-4211-8bd2-b4a65019de72 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:50.621284 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a64afcd7-d057-4a07-83f2-edee84b2900d req-0f30db0a-7ced-4211-8bd2-b4a65019de72 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=c85bad68-0dab-42d7-b94b-bc6d88123881 HTTP/1.1" status: 200 len: 944 time: 0.0547266 Dec 08 17:00:50.673876 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a64afcd7-d057-4a07-83f2-edee84b2900d req-6133fade-be4a-402c-9f16-58c1d5eed7ff tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0465264 Dec 08 17:00:51.212295 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 8e88eb32-f017-4b97-9f17-6be69f27ddb7 up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:00:51.323232 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port 8e88eb32-f017-4b97-9f17-6be69f27ddb7 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 17:00:51.327354 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 8e88eb32-f017-4b97-9f17-6be69f27ddb7 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:00:51.327682 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:51.407135 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:51.433237 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c85bad68-0dab-42d7-b94b-bc6d88123881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e88eb32-f017-4b97-9f17-6be69f27ddb7'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:00:51.447977 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 8e88eb32-f017-4b97-9f17-6be69f27ddb7, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=8e88eb32-f017-4b97-9f17-6be69f27ddb7,segment=NetworkSegment(8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27),segment_id=8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:00:51.500966 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e972d80ca4ba26e60ff2132fe6d2147b95d4377dec9e0b14df2e9cad1c1848da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d46ff1-e34d-4292-be3c-8b7443613a2b" -d '{"events": [{"server_uuid": "c85bad68-0dab-42d7-b94b-bc6d88123881", "name": "network-vif-plugged", "status": "completed", "tag": "8e88eb32-f017-4b97-9f17-6be69f27ddb7"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:00:51.540097 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:51.591808 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=8e88eb32-f017-4b97-9f17-6be69f27ddb7,revision_number=9']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:00:51.596868 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf2cf37-6ea9-4cc4-81bf-1d6647d385a9 x-openstack-request-id: req-adf2cf37-6ea9-4cc4-81bf-1d6647d385a9 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:00:51.597207 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c85bad68-0dab-42d7-b94b-bc6d88123881", "name": "network-vif-plugged", "status": "completed", "tag": "8e88eb32-f017-4b97-9f17-6be69f27ddb7", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:00:51.597591 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-adf2cf37-6ea9-4cc4-81bf-1d6647d385a9 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:00:51.597991 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c85bad68-0dab-42d7-b94b-bc6d88123881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e88eb32-f017-4b97-9f17-6be69f27ddb7', 'code': 200} Dec 08 17:00:51.796723 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae3430-5d1d-4fa0-b64d-9de59c242c63 req-66aac068-7be2-4b22-a726-30ba18c260c1 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:51.798233 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-daae3430-5d1d-4fa0-b64d-9de59c242c63 req-66aac068-7be2-4b22-a726-30ba18c260c1 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=c85bad68-0dab-42d7-b94b-bc6d88123881 HTTP/1.1" status: 200 len: 945 time: 0.0505617 Dec 08 17:00:51.845496 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-daae3430-5d1d-4fa0-b64d-9de59c242c63 req-fa82db8f-acbf-4000-9d00-1b1a8cdacab9 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0412223 Dec 08 17:00:51.963318 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ea4a3f-e54e-4d43-ad78-6ce6fb7018fd req-51893253-13d8-43fa-aa89-1d373b0d1c1c tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:51.964741 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-18ea4a3f-e54e-4d43-ad78-6ce6fb7018fd req-51893253-13d8-43fa-aa89-1d373b0d1c1c tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=c85bad68-0dab-42d7-b94b-bc6d88123881 HTTP/1.1" status: 200 len: 945 time: 0.0492599 Dec 08 17:00:52.011887 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-18ea4a3f-e54e-4d43-ad78-6ce6fb7018fd req-241261b8-df46-4e30-abbc-0dc488c63bc3 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0410514 Dec 08 17:00:52.124531 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e57061-55f5-4f48-82e0-706aeb2b17ca req-3bd1b74a-5c5c-4d7d-a7e6-47832cbd2075 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:52.125994 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f3e57061-55f5-4f48-82e0-706aeb2b17ca req-3bd1b74a-5c5c-4d7d-a7e6-47832cbd2075 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=c85bad68-0dab-42d7-b94b-bc6d88123881 HTTP/1.1" status: 200 len: 945 time: 0.0492458 Dec 08 17:00:52.180716 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f3e57061-55f5-4f48-82e0-706aeb2b17ca req-d2391279-1fa3-4e48-82af-747329efb23a tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0485046 Dec 08 17:00:52.615525 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88d727-5fb2-469a-8a92-59194b9bf20b req-005c74e0-6cf0-4ad6-86ba-1ff4bf91b8da tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:52.616952 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6b88d727-5fb2-469a-8a92-59194b9bf20b req-005c74e0-6cf0-4ad6-86ba-1ff4bf91b8da tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=c85bad68-0dab-42d7-b94b-bc6d88123881 HTTP/1.1" status: 200 len: 945 time: 0.0486176 Dec 08 17:00:52.664515 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6b88d727-5fb2-469a-8a92-59194b9bf20b req-12cb196a-ef2a-45a4-8099-4ad6b8dee265 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0410993 Dec 08 17:00:53.790275 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dae351-9c1b-4208-957f-187880eb8c61 req-1ba062d6-4a46-4e9f-9175-0dfaaa510bf0 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:53.791870 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-79dae351-9c1b-4208-957f-187880eb8c61 req-1ba062d6-4a46-4e9f-9175-0dfaaa510bf0 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=c85bad68-0dab-42d7-b94b-bc6d88123881 HTTP/1.1" status: 200 len: 945 time: 0.0558043 Dec 08 17:00:53.839600 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-79dae351-9c1b-4208-957f-187880eb8c61 req-7d298acd-9651-4221-8b7d-08b034838abb tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0415816 Dec 08 17:00:53.986162 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31358bf-5957-4a94-941e-e00092a100da req-d552c9db-70f8-4140-b2b9-14e79c0c27f8 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:53.987604 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f31358bf-5957-4a94-941e-e00092a100da req-d552c9db-70f8-4140-b2b9-14e79c0c27f8 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.76 "GET /v2.0/ports?device_id=c85bad68-0dab-42d7-b94b-bc6d88123881 HTTP/1.1" status: 200 len: 945 time: 0.0471737 Dec 08 17:00:54.077062 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-f31358bf-5957-4a94-941e-e00092a100da req-59242bad-afc4-46f1-9c1a-096c43f49d19 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Deleting port 8e88eb32-f017-4b97-9f17-6be69f27ddb7 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:00:54.077402 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f31358bf-5957-4a94-941e-e00092a100da req-59242bad-afc4-46f1-9c1a-096c43f49d19 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:54.162946 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-f31358bf-5957-4a94-941e-e00092a100da req-59242bad-afc4-46f1-9c1a-096c43f49d19 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] For port 8e88eb32-f017-4b97-9f17-6be69f27ddb7, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=8e88eb32-f017-4b97-9f17-6be69f27ddb7,segment=NetworkSegment(8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27),segment_id=8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:00:54.163302 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f31358bf-5957-4a94-941e-e00092a100da req-59242bad-afc4-46f1-9c1a-096c43f49d19 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:54.646538 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f31358bf-5957-4a94-941e-e00092a100da req-59242bad-afc4-46f1-9c1a-096c43f49d19 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:54.646894 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f31358bf-5957-4a94-941e-e00092a100da req-59242bad-afc4-46f1-9c1a-096c43f49d19 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:54.647209 n-d-776250-12 neutron-server[110550]: INFO neutron.db.l3_db [req-f31358bf-5957-4a94-941e-e00092a100da req-59242bad-afc4-46f1-9c1a-096c43f49d19 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Floating IP ece2a9d4-c3eb-49c1-ba1a-c75bc59cfcdc disassociated. External IP: 172.25.0.228, port: 8e88eb32-f017-4b97-9f17-6be69f27ddb7. Dec 08 17:00:54.647549 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-f31358bf-5957-4a94-941e-e00092a100da req-59242bad-afc4-46f1-9c1a-096c43f49d19 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Calling delete_port for 8e88eb32-f017-4b97-9f17-6be69f27ddb7 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:00:54.861379 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f31358bf-5957-4a94-941e-e00092a100da req-59242bad-afc4-46f1-9c1a-096c43f49d19 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:54.900744 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59242bad-afc4-46f1-9c1a-096c43f49d19 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Pushing event deleted for resources: {'Port': ['ID=8e88eb32-f017-4b97-9f17-6be69f27ddb7,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:00:54.972763 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-26055bbd-304d-4aca-bbf6-b1be35c57a00 req-e00f304a-80b7-4fd1-8183-1639dd00fc51 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=c85bad68-0dab-42d7-b94b-bc6d88123881 HTTP/1.1" status: 200 len: 210 time: 0.0316100 Dec 08 17:00:55.043004 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f31358bf-5957-4a94-941e-e00092a100da req-59242bad-afc4-46f1-9c1a-096c43f49d19 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Router c7782154-7c61-458d-a45f-42dc7f6e4c53 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:00:55.153850 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f31358bf-5957-4a94-941e-e00092a100da req-59242bad-afc4-46f1-9c1a-096c43f49d19 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:00:55.168369 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564824cc-6ff9-4d4e-a47b-583e1f13578e None None] Sync routers for ids ['c7782154-7c61-458d-a45f-42dc7f6e4c53'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:00:55.177823 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564824cc-6ff9-4d4e-a47b-583e1f13578e None None] Routers {'c7782154-7c61-458d-a45f-42dc7f6e4c53'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:00:55.178377 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-564824cc-6ff9-4d4e-a47b-583e1f13578e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:00:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['c7782154-7c61-458d-a45f-42dc7f6e4c53'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:00:55.193501 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-f31358bf-5957-4a94-941e-e00092a100da req-59242bad-afc4-46f1-9c1a-096c43f49d19 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] No DVR routers for this DVR port 8e88eb32-f017-4b97-9f17-6be69f27ddb7 on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:00:55.196114 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f31358bf-5957-4a94-941e-e00092a100da req-59242bad-afc4-46f1-9c1a-096c43f49d19 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:55.199626 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f31358bf-5957-4a94-941e-e00092a100da req-59242bad-afc4-46f1-9c1a-096c43f49d19 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.76 "DELETE /v2.0/ports/8e88eb32-f017-4b97-9f17-6be69f27ddb7 HTTP/1.1" status: 204 len: 173 time: 1.2061927 Dec 08 17:00:55.200083 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c85bad68-0dab-42d7-b94b-bc6d88123881', 'name': 'network-vif-deleted', 'tag': '8e88eb32-f017-4b97-9f17-6be69f27ddb7'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:00:55.202414 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33688f0a94a9db352de83aac38ec7a80f5ce35812a363759cff610bcc84c1346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77fe255-0f2c-4484-b050-f5af078f5b2f" -d '{"events": [{"server_uuid": "c85bad68-0dab-42d7-b94b-bc6d88123881", "name": "network-vif-deleted", "tag": "8e88eb32-f017-4b97-9f17-6be69f27ddb7"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:00:55.244949 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83f9b75-deef-4960-a3b7-6b48960dc5c6 x-openstack-request-id: req-e83f9b75-deef-4960-a3b7-6b48960dc5c6 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:00:55.244949 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c85bad68-0dab-42d7-b94b-bc6d88123881", "name": "network-vif-deleted", "tag": "8e88eb32-f017-4b97-9f17-6be69f27ddb7", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:00:55.244949 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e83f9b75-deef-4960-a3b7-6b48960dc5c6 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:00:55.245251 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c85bad68-0dab-42d7-b94b-bc6d88123881', 'name': 'network-vif-deleted', 'tag': '8e88eb32-f017-4b97-9f17-6be69f27ddb7', 'status': 'completed', 'code': 200} Dec 08 17:00:55.285881 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-564824cc-6ff9-4d4e-a47b-583e1f13578e None None] Set router c7782154-7c61-458d-a45f-42dc7f6e4c53 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:00:55.481288 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-564824cc-6ff9-4d4e-a47b-583e1f13578e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'name': 'tempest-ServerActionsTestJSON-1801605199-router', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '72c9a96a-9dcd-48f9-87ca-4960c95a86f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:58:29Z', 'updated_at': '2021-12-08T16:58:32Z', 'revision_number': 4, 'project_id': '94917c7fb5cf413687493a127183d44b', 'gw_port': {'id': '72c9a96a-9dcd-48f9-87ca-4960c95a86f9', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:58:29Z', 'updated_at': '2021-12-08T16:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '65a51e5e-3a6e-4b7a-9d9b-9b088072793c', 'name': '', 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'mac_address': 'fa:16:3e:83:e9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:58:32Z', 'updated_at': '2021-12-08T16:58:35Z', 'revision_number': 5, 'project_id': '94917c7fb5cf413687493a127183d44b', 'subnets': [{'id': 'f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:00:55.506914 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564824cc-6ff9-4d4e-a47b-583e1f13578e None None] Checking router: c7782154-7c61-458d-a45f-42dc7f6e4c53 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:00:55.515074 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564824cc-6ff9-4d4e-a47b-583e1f13578e None None] Routers {'c7782154-7c61-458d-a45f-42dc7f6e4c53'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:00:55.515678 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-564824cc-6ff9-4d4e-a47b-583e1f13578e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:00:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['c7782154-7c61-458d-a45f-42dc7f6e4c53'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:00:55.621368 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-564824cc-6ff9-4d4e-a47b-583e1f13578e None None] Set router c7782154-7c61-458d-a45f-42dc7f6e4c53 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:00:55.825414 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-564824cc-6ff9-4d4e-a47b-583e1f13578e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'name': 'tempest-ServerActionsTestJSON-1801605199-router', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '72c9a96a-9dcd-48f9-87ca-4960c95a86f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:58:29Z', 'updated_at': '2021-12-08T16:58:32Z', 'revision_number': 4, 'project_id': '94917c7fb5cf413687493a127183d44b', 'gw_port': {'id': '72c9a96a-9dcd-48f9-87ca-4960c95a86f9', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:58:29Z', 'updated_at': '2021-12-08T16:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '65a51e5e-3a6e-4b7a-9d9b-9b088072793c', 'name': '', 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'mac_address': 'fa:16:3e:83:e9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:58:32Z', 'updated_at': '2021-12-08T16:58:35Z', 'revision_number': 5, 'project_id': '94917c7fb5cf413687493a127183d44b', 'subnets': [{'id': 'f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:00:55.857882 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564824cc-6ff9-4d4e-a47b-583e1f13578e None None] The sync data for ids ['c7782154-7c61-458d-a45f-42dc7f6e4c53'] in n-d-776250-12 is: [{'id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'name': 'tempest-ServerActionsTestJSON-1801605199-router', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '72c9a96a-9dcd-48f9-87ca-4960c95a86f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:58:29Z', 'updated_at': '2021-12-08T16:58:32Z', 'revision_number': 4, 'project_id': '94917c7fb5cf413687493a127183d44b', 'gw_port': {'id': '72c9a96a-9dcd-48f9-87ca-4960c95a86f9', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:58:29Z', 'updated_at': '2021-12-08T16:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '65a51e5e-3a6e-4b7a-9d9b-9b088072793c', 'name': '', 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'mac_address': 'fa:16:3e:83:e9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:58:32Z', 'updated_at': '2021-12-08T16:58:35Z', 'revision_number': 5, 'project_id': '94917c7fb5cf413687493a127183d44b', 'subnets': [{'id': 'f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:00:56.086885 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3951146e-639c-4797-95f3-d7bf5c490b95 None None] New status for floating IP ece2a9d4-c3eb-49c1-ba1a-c75bc59cfcdc: DOWN {{(pid=110553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 17:00:56.219789 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-248a2a8d-5efb-44a6-8e36-9852f55b9b2f req-304b1775-4be7-4de1-9a41-4f1ce625e453 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--4250325&fields=id&tenant_id=94917c7fb5cf413687493a127183d44b HTTP/1.1" status: 200 len: 267 time: 0.0457067 Dec 08 17:00:56.331728 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248a2a8d-5efb-44a6-8e36-9852f55b9b2f req-10fe6333-9ceb-4a7d-958a-383828da2cf1 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:56.333194 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-248a2a8d-5efb-44a6-8e36-9852f55b9b2f req-10fe6333-9ceb-4a7d-958a-383828da2cf1 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/networks?id=9d9a4b74-e787-467a-b113-e315ffdbd59b HTTP/1.1" status: 200 len: 812 time: 0.1064901 Dec 08 17:00:56.347912 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-248a2a8d-5efb-44a6-8e36-9852f55b9b2f req-7253b3be-d34f-4bb2-81ab-3ea06cdbe1d8 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/quotas/94917c7fb5cf413687493a127183d44b HTTP/1.1" status: 200 len: 375 time: 0.0089233 Dec 08 17:00:56.399099 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-248a2a8d-5efb-44a6-8e36-9852f55b9b2f req-96e87b1e-8dda-4d9b-918a-33b6e5fee771 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=94917c7fb5cf413687493a127183d44b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460463 Dec 08 17:00:56.567750 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-248a2a8d-5efb-44a6-8e36-9852f55b9b2f req-5bddf6f8-69ad-4e9b-9955-f7839d9c6f3d service neutron] 10.222.0.64 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245031 Dec 08 17:00:56.657357 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-248a2a8d-5efb-44a6-8e36-9852f55b9b2f req-4755a1a7-3733-4f1b-af69-6ed2f945a647 service neutron] 10.222.0.64 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834043 Dec 08 17:00:56.898240 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ad5923f6-f41e-4fb5-a7ca-a5dab4b84dd8 req-79958558-50a7-4d2c-804a-51c3b07baffc tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ef59970-d8cd-4e94-ada9-1ed6021fc5ac HTTP/1.1" status: 200 len: 210 time: 0.0261414 Dec 08 17:00:58.002191 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-351f1c9a-cf39-49df-862d-badbc6a4f732 req-15e9cf14-07c2-4195-b3f4-821785bfb08f tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ef59970-d8cd-4e94-ada9-1ed6021fc5ac HTTP/1.1" status: 200 len: 210 time: 0.0277369 Dec 08 17:00:58.863350 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248a2a8d-5efb-44a6-8e36-9852f55b9b2f req-38cd00a4-768a-493e-b027-481b176b8e09 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:58.864830 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-248a2a8d-5efb-44a6-8e36-9852f55b9b2f req-38cd00a4-768a-493e-b027-481b176b8e09 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.37 "GET /v2.0/networks?id=9d9a4b74-e787-467a-b113-e315ffdbd59b HTTP/1.1" status: 200 len: 812 time: 0.1058223 Dec 08 17:00:58.927722 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-248a2a8d-5efb-44a6-8e36-9852f55b9b2f req-f86b538a-f8cf-4cf9-acf1-d6b022dceade tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94917c7fb5cf413687493a127183d44b HTTP/1.1" status: 200 len: 377 time: 0.0535707 Dec 08 17:00:58.937015 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-248a2a8d-5efb-44a6-8e36-9852f55b9b2f req-c24c733d-6a8c-4449-8ae2-6da5913d0035 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Request body: {'port': {'device_id': '6ef59970-d8cd-4e94-ada9-1ed6021fc5ac', 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b', 'admin_state_up': True, 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'security_groups': ['c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc']}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:00:59.097970 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-586502ff-8838-412b-aa13-888d3424d512 req-e5df1000-328a-4441-ae02-4814275dfb96 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ef59970-d8cd-4e94-ada9-1ed6021fc5ac HTTP/1.1" status: 200 len: 210 time: 0.0283098 Dec 08 17:00:59.112679 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-248a2a8d-5efb-44a6-8e36-9852f55b9b2f req-c24c733d-6a8c-4449-8ae2-6da5913d0035 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Made reservation on behalf of 94917c7fb5cf413687493a127183d44b for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:00:59.120640 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-248a2a8d-5efb-44a6-8e36-9852f55b9b2f req-c24c733d-6a8c-4449-8ae2-6da5913d0035 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:59.242699 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 8e88eb32-f017-4b97-9f17-6be69f27ddb7 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:00:59.248531 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-248a2a8d-5efb-44a6-8e36-9852f55b9b2f req-c24c733d-6a8c-4449-8ae2-6da5913d0035 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Allocated IP 172.20.0.14 (9d9a4b74-e787-467a-b113-e315ffdbd59b/f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad/3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:00:59.262828 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: 8e88eb32-f017-4b97-9f17-6be69f27ddb7 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:00:59.263192 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 8e88eb32-f017-4b97-9f17-6be69f27ddb7 not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:00:59.389649 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-248a2a8d-5efb-44a6-8e36-9852f55b9b2f req-c24c733d-6a8c-4449-8ae2-6da5913d0035 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:59.494930 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-248a2a8d-5efb-44a6-8e36-9852f55b9b2f req-c24c733d-6a8c-4449-8ae2-6da5913d0035 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:59.541757 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-248a2a8d-5efb-44a6-8e36-9852f55b9b2f req-c24c733d-6a8c-4449-8ae2-6da5913d0035 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Network 9d9a4b74-e787-467a-b113-e315ffdbd59b is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:00:59.544832 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-248a2a8d-5efb-44a6-8e36-9852f55b9b2f req-c24c733d-6a8c-4449-8ae2-6da5913d0035 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:00:59.549301 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-248a2a8d-5efb-44a6-8e36-9852f55b9b2f req-c24c733d-6a8c-4449-8ae2-6da5913d0035 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:00:59.558328 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24c733d-6a8c-4449-8ae2-6da5913d0035 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Pushing event updated for resources: {'Port': ['ID=3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:00:59.599890 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248a2a8d-5efb-44a6-8e36-9852f55b9b2f req-c24c733d-6a8c-4449-8ae2-6da5913d0035 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:59.600543 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-248a2a8d-5efb-44a6-8e36-9852f55b9b2f req-c24c733d-6a8c-4449-8ae2-6da5913d0035 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:59.681384 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-248a2a8d-5efb-44a6-8e36-9852f55b9b2f req-c24c733d-6a8c-4449-8ae2-6da5913d0035 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7478838 Dec 08 17:00:59.693651 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-248a2a8d-5efb-44a6-8e36-9852f55b9b2f req-6cb75ae8-58f2-4aba-9b7a-938577f80696 service neutron] Request body: {'port': {'device_id': '6ef59970-d8cd-4e94-ada9-1ed6021fc5ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:00:59.753265 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-248a2a8d-5efb-44a6-8e36-9852f55b9b2f req-6cb75ae8-58f2-4aba-9b7a-938577f80696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:59.753955 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-440e9844-a0c3-41ac-8c11-2fa86492b845 None None] Provisioning complete for port 3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:00:59.754444 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-440e9844-a0c3-41ac-8c11-2fa86492b845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:59.788602 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-440e9844-a0c3-41ac-8c11-2fa86492b845 None None] Port 3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:01:00.016444 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-248a2a8d-5efb-44a6-8e36-9852f55b9b2f req-6cb75ae8-58f2-4aba-9b7a-938577f80696 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:01:00.023928 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-248a2a8d-5efb-44a6-8e36-9852f55b9b2f req-6cb75ae8-58f2-4aba-9b7a-938577f80696 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:00.036487 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-248a2a8d-5efb-44a6-8e36-9852f55b9b2f req-6cb75ae8-58f2-4aba-9b7a-938577f80696 service neutron] Transition to ACTIVE for port object 3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 17:01:00.116306 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-248a2a8d-5efb-44a6-8e36-9852f55b9b2f req-6cb75ae8-58f2-4aba-9b7a-938577f80696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:00.168116 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb75ae8-58f2-4aba-9b7a-938577f80696 service neutron] Pushing event updated for resources: {'Port': ['ID=3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:01:00.281498 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b1b2b-25c1-4dab-ba7c-70b1028c16bd req-b70191f7-8901-4563-af1c-f121ac849d0d tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:01:00.283008 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a97b1b2b-25c1-4dab-ba7c-70b1028c16bd req-b70191f7-8901-4563-af1c-f121ac849d0d tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ef59970-d8cd-4e94-ada9-1ed6021fc5ac HTTP/1.1" status: 200 len: 944 time: 0.0893915 Dec 08 17:01:00.287947 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-248a2a8d-5efb-44a6-8e36-9852f55b9b2f req-6cb75ae8-58f2-4aba-9b7a-938577f80696 service neutron] Attempting to bind port 3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:01:00.288319 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-248a2a8d-5efb-44a6-8e36-9852f55b9b2f req-6cb75ae8-58f2-4aba-9b7a-938577f80696 service neutron] Attempting to bind port 3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:01:00.288655 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248a2a8d-5efb-44a6-8e36-9852f55b9b2f req-6cb75ae8-58f2-4aba-9b7a-938577f80696 service neutron] Attempting to bind port 3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440 on network 9d9a4b74-e787-467a-b113-e315ffdbd59b {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:01:00.299829 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248a2a8d-5efb-44a6-8e36-9852f55b9b2f req-6cb75ae8-58f2-4aba-9b7a-938577f80696 service neutron] Port 3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440 on network 9d9a4b74-e787-467a-b113-e315ffdbd59b not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 17:01:00.300165 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248a2a8d-5efb-44a6-8e36-9852f55b9b2f req-6cb75ae8-58f2-4aba-9b7a-938577f80696 service neutron] Attempting to bind port 3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440 on network 9d9a4b74-e787-467a-b113-e315ffdbd59b {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:01:00.316657 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248a2a8d-5efb-44a6-8e36-9852f55b9b2f req-6cb75ae8-58f2-4aba-9b7a-938577f80696 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:01:00.316999 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248a2a8d-5efb-44a6-8e36-9852f55b9b2f req-6cb75ae8-58f2-4aba-9b7a-938577f80696 service neutron] Checking segment: {'id': '8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:01:00.317392 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248a2a8d-5efb-44a6-8e36-9852f55b9b2f req-6cb75ae8-58f2-4aba-9b7a-938577f80696 service neutron] Bound using segment: {'id': '8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:01:00.317827 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-248a2a8d-5efb-44a6-8e36-9852f55b9b2f req-6cb75ae8-58f2-4aba-9b7a-938577f80696 service neutron] Bound port: 3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:01:00.318192 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-248a2a8d-5efb-44a6-8e36-9852f55b9b2f req-6cb75ae8-58f2-4aba-9b7a-938577f80696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:00.368286 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a97b1b2b-25c1-4dab-ba7c-70b1028c16bd req-6b510cb8-7385-413d-aabd-a0bb8fc9598c tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0772388 Dec 08 17:01:00.401016 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-248a2a8d-5efb-44a6-8e36-9852f55b9b2f req-6cb75ae8-58f2-4aba-9b7a-938577f80696 service neutron] For port 3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:01:00.404077 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-248a2a8d-5efb-44a6-8e36-9852f55b9b2f req-6cb75ae8-58f2-4aba-9b7a-938577f80696 service neutron] For port 3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440,segment=NetworkSegment(8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27),segment_id=8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:01:00.450142 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-248a2a8d-5efb-44a6-8e36-9852f55b9b2f req-6cb75ae8-58f2-4aba-9b7a-938577f80696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:00.488077 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248a2a8d-5efb-44a6-8e36-9852f55b9b2f req-6cb75ae8-58f2-4aba-9b7a-938577f80696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:01:00.488734 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-248a2a8d-5efb-44a6-8e36-9852f55b9b2f req-6cb75ae8-58f2-4aba-9b7a-938577f80696 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:00.490131 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-248a2a8d-5efb-44a6-8e36-9852f55b9b2f req-6cb75ae8-58f2-4aba-9b7a-938577f80696 service neutron] 10.222.0.37 "PUT /v2.0/ports/3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440 HTTP/1.1" status: 200 len: 1093 time: 0.8009012 Dec 08 17:01:00.490582 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ef59970-d8cd-4e94-ada9-1ed6021fc5ac', 'tag': '3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:01:00.492855 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33688f0a94a9db352de83aac38ec7a80f5ce35812a363759cff610bcc84c1346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e0d467-50ac-4fbc-bdf8-4ebe8b3a5ca2" -d '{"events": [{"name": "network-changed", "server_uuid": "6ef59970-d8cd-4e94-ada9-1ed6021fc5ac", "tag": "3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:01:00.519352 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb75ae8-58f2-4aba-9b7a-938577f80696 service neutron] Pushing event updated for resources: {'Port': ['ID=3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:01:00.532917 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7542926-0587-44d3-bd43-62f10ce63357 x-openstack-request-id: req-f7542926-0587-44d3-bd43-62f10ce63357 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:01:00.533165 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ef59970-d8cd-4e94-ada9-1ed6021fc5ac", "tag": "3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:01:00.533428 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f7542926-0587-44d3-bd43-62f10ce63357 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:01:00.533844 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ef59970-d8cd-4e94-ada9-1ed6021fc5ac', 'tag': '3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440', 'status': 'completed', 'code': 200} Dec 08 17:01:00.597218 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e0d467-50ac-4fbc-bdf8-4ebe8b3a5ca2 req-19275920-784e-482a-b901-467eb804591a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:01:00.598922 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-33e0d467-50ac-4fbc-bdf8-4ebe8b3a5ca2 req-19275920-784e-482a-b901-467eb804591a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=94917c7fb5cf413687493a127183d44b&device_id=6ef59970-d8cd-4e94-ada9-1ed6021fc5ac HTTP/1.1" status: 200 len: 1096 time: 0.0446250 Dec 08 17:01:00.704292 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e0d467-50ac-4fbc-bdf8-4ebe8b3a5ca2 req-bb43b5ee-19bc-4758-a7d6-348928d10675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:01:00.705794 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-33e0d467-50ac-4fbc-bdf8-4ebe8b3a5ca2 req-bb43b5ee-19bc-4758-a7d6-348928d10675 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=94917c7fb5cf413687493a127183d44b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0996675 Dec 08 17:01:00.800676 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e0d467-50ac-4fbc-bdf8-4ebe8b3a5ca2 req-8d9edd45-e6fd-4f30-9573-23eb42ca79a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:01:00.802105 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-33e0d467-50ac-4fbc-bdf8-4ebe8b3a5ca2 req-8d9edd45-e6fd-4f30-9573-23eb42ca79a9 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0889881 Dec 08 17:01:00.881081 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248a2a8d-5efb-44a6-8e36-9852f55b9b2f req-237e3f26-7b1c-406a-b434-02e3cf7eff36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:01:00.882569 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-248a2a8d-5efb-44a6-8e36-9852f55b9b2f req-237e3f26-7b1c-406a-b434-02e3cf7eff36 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=94917c7fb5cf413687493a127183d44b&device_id=6ef59970-d8cd-4e94-ada9-1ed6021fc5ac HTTP/1.1" status: 200 len: 1096 time: 0.0418437 Dec 08 17:01:00.927494 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-248a2a8d-5efb-44a6-8e36-9852f55b9b2f req-1e2d9372-b584-46a4-bfcc-04dd34be44c8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440 HTTP/1.1" status: 200 len: 217 time: 0.0378790 Dec 08 17:01:00.979987 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248a2a8d-5efb-44a6-8e36-9852f55b9b2f req-6b22f3ec-c6ea-4b8a-ae7f-eacaad4ff208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:01:00.981495 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-248a2a8d-5efb-44a6-8e36-9852f55b9b2f req-6b22f3ec-c6ea-4b8a-ae7f-eacaad4ff208 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad HTTP/1.1" status: 200 len: 851 time: 0.0477612 Dec 08 17:01:01.028565 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248a2a8d-5efb-44a6-8e36-9852f55b9b2f req-c070c757-0245-42f7-a079-cc35dd1dbe38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:01:01.030069 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-248a2a8d-5efb-44a6-8e36-9852f55b9b2f req-c070c757-0245-42f7-a079-cc35dd1dbe38 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d9a4b74-e787-467a-b113-e315ffdbd59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407927 Dec 08 17:01:01.127035 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-248a2a8d-5efb-44a6-8e36-9852f55b9b2f req-19d84354-bbc5-4a61-97e9-1e8478db0f08 service neutron] 10.222.0.37 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901594 Dec 08 17:01:01.217999 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-248a2a8d-5efb-44a6-8e36-9852f55b9b2f req-ce4fd85f-97cb-41da-b0e5-140e9ccbcd75 service neutron] 10.222.0.37 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841198 Dec 08 17:01:01.485800 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e3258-0288-468b-81f1-e5e527ddb82a req-367a6ff7-0d8f-44e8-a7c0-5d80573b835d tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:01:01.487877 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-718e3258-0288-468b-81f1-e5e527ddb82a req-367a6ff7-0d8f-44e8-a7c0-5d80573b835d tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ef59970-d8cd-4e94-ada9-1ed6021fc5ac HTTP/1.1" status: 200 len: 944 time: 0.0504880 Dec 08 17:01:01.539887 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-718e3258-0288-468b-81f1-e5e527ddb82a req-99446c99-0ea3-45de-bae3-1a32af7edb19 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0459976 Dec 08 17:01:02.655992 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21869741-d5b2-43ff-bdd7-ee9c44356c48 req-fe3ea1d8-3862-4191-bab4-4aaeceb27847 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:01:02.657516 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-21869741-d5b2-43ff-bdd7-ee9c44356c48 req-fe3ea1d8-3862-4191-bab4-4aaeceb27847 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ef59970-d8cd-4e94-ada9-1ed6021fc5ac HTTP/1.1" status: 200 len: 944 time: 0.0491872 Dec 08 17:01:02.708092 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-21869741-d5b2-43ff-bdd7-ee9c44356c48 req-6a55dfe3-8d88-43fc-ba30-09ad2a488775 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0446324 Dec 08 17:01:03.823429 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d27b3-444f-4356-b607-b7ccfe3ec170 req-322f4d12-2150-46ad-8e09-46080bdc7c7b tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:01:03.824945 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c43d27b3-444f-4356-b607-b7ccfe3ec170 req-322f4d12-2150-46ad-8e09-46080bdc7c7b tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ef59970-d8cd-4e94-ada9-1ed6021fc5ac HTTP/1.1" status: 200 len: 944 time: 0.0499663 Dec 08 17:01:03.872195 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c43d27b3-444f-4356-b607-b7ccfe3ec170 req-58bacf8d-8a23-4f47-8b9d-c78920d51bae tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0414178 Dec 08 17:01:03.932288 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 17:01:04.027206 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440,segment=NetworkSegment(8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27),segment_id=8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:01:04.038107 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440', 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b', 'port_id': '3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440', 'mac_address': 'fa:16:3e:3a:0c:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 17:01:04.073856 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:04.086444 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:01:04.105839 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440,segment=NetworkSegment(8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27),segment_id=8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:01:04.175150 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:04.223452 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:01:04.419221 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:01:04.990039 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b7611-9ae8-47e0-b088-b7c9d99923fc req-80e9ad3f-b6f4-4226-a4a5-96c8995b6e88 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:01:04.991601 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c03b7611-9ae8-47e0-b088-b7c9d99923fc req-80e9ad3f-b6f4-4226-a4a5-96c8995b6e88 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ef59970-d8cd-4e94-ada9-1ed6021fc5ac HTTP/1.1" status: 200 len: 945 time: 0.0497627 Dec 08 17:01:05.038245 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:05.038889 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c03b7611-9ae8-47e0-b088-b7c9d99923fc req-dfabcd21-07b3-44cf-a802-f214fd2ee3f6 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0412633 Dec 08 17:01:05.966397 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440 up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:01:06.081974 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port 3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 17:01:06.086077 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:01:06.086459 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:06.154829 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a18e9b0-650b-46d7-82f2-a58332c8273d req-abe1e211-d7c4-49ca-ae7c-6dfc407612b3 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:01:06.156372 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6a18e9b0-650b-46d7-82f2-a58332c8273d req-abe1e211-d7c4-49ca-ae7c-6dfc407612b3 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ef59970-d8cd-4e94-ada9-1ed6021fc5ac HTTP/1.1" status: 200 len: 945 time: 0.0497789 Dec 08 17:01:06.167791 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:06.190586 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef59970-d8cd-4e94-ada9-1ed6021fc5ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:01:06.192869 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e972d80ca4ba26e60ff2132fe6d2147b95d4377dec9e0b14df2e9cad1c1848da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1cbb318-be21-466d-a1ae-842397cab58b" -d '{"events": [{"server_uuid": "6ef59970-d8cd-4e94-ada9-1ed6021fc5ac", "name": "network-vif-plugged", "status": "completed", "tag": "3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:01:06.205636 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6a18e9b0-650b-46d7-82f2-a58332c8273d req-5d47c2a6-f24b-413b-88fa-e20713786ae3 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0431237 Dec 08 17:01:06.205896 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440,segment=NetworkSegment(8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27),segment_id=8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:01:06.235235 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192bc006-ba2f-4f07-b6cd-46d01ccb4f6e x-openstack-request-id: req-192bc006-ba2f-4f07-b6cd-46d01ccb4f6e {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:01:06.235528 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ef59970-d8cd-4e94-ada9-1ed6021fc5ac", "name": "network-vif-plugged", "status": "completed", "tag": "3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:01:06.235786 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-192bc006-ba2f-4f07-b6cd-46d01ccb4f6e {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:01:06.236206 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ef59970-d8cd-4e94-ada9-1ed6021fc5ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440', 'code': 200} Dec 08 17:01:06.278025 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:06.327329 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:01:06.341100 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd99b97-3917-4517-a855-83b56694f1e0 req-7823fb8e-ad11-4e02-b330-930f621bdb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:01:06.342684 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ecd99b97-3917-4517-a855-83b56694f1e0 req-7823fb8e-ad11-4e02-b330-930f621bdb7b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6ef59970-d8cd-4e94-ada9-1ed6021fc5ac HTTP/1.1" status: 200 len: 1098 time: 0.0439663 Dec 08 17:01:06.387944 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ecd99b97-3917-4517-a855-83b56694f1e0 req-0b1c68f2-de27-4189-9ef7-8518340e89b2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0378027 Dec 08 17:01:07.326813 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972041ab-18af-4898-a55c-7d006e546f91 req-eb12bcac-c83b-4edd-b1c6-7ba4798cc829 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:01:07.328369 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-972041ab-18af-4898-a55c-7d006e546f91 req-eb12bcac-c83b-4edd-b1c6-7ba4798cc829 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ef59970-d8cd-4e94-ada9-1ed6021fc5ac HTTP/1.1" status: 200 len: 946 time: 0.0494692 Dec 08 17:01:07.375202 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-972041ab-18af-4898-a55c-7d006e546f91 req-ebe51445-4676-41cc-80f2-42235abeca9a tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0408401 Dec 08 17:01:08.492989 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca94041-c11a-40d8-8bd6-49bffbb3876c req-bba4a46a-c863-4217-b675-a82e0f8909ad tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:01:08.494513 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cca94041-c11a-40d8-8bd6-49bffbb3876c req-bba4a46a-c863-4217-b675-a82e0f8909ad tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ef59970-d8cd-4e94-ada9-1ed6021fc5ac HTTP/1.1" status: 200 len: 946 time: 0.0486798 Dec 08 17:01:08.541492 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cca94041-c11a-40d8-8bd6-49bffbb3876c req-d1cfadaf-13ea-4afa-8165-d31403aa2495 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0409956 Dec 08 17:01:08.658955 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf96f32b-4d49-4522-8077-4783f3762ec8 req-be61d388-69db-4083-8d64-c404c0552fd1 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:01:08.660477 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cf96f32b-4d49-4522-8077-4783f3762ec8 req-be61d388-69db-4083-8d64-c404c0552fd1 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ef59970-d8cd-4e94-ada9-1ed6021fc5ac HTTP/1.1" status: 200 len: 946 time: 0.0528154 Dec 08 17:01:08.669276 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 39864) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:01:08.673632 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-1bac76a1-52cd-4e2b-a226-a69aafe98691 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Request body: {'floatingip': {'port_id': '3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:01:08.713239 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1bac76a1-52cd-4e2b-a226-a69aafe98691 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks [] for floatingip, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:09.037855 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:09.147714 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1bac76a1-52cd-4e2b-a226-a69aafe98691 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:09.192278 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1bac76a1-52cd-4e2b-a226-a69aafe98691 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:09.293009 n-d-776250-12 neutron-server[110550]: INFO neutron.db.l3_db [None req-1bac76a1-52cd-4e2b-a226-a69aafe98691 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Floating IP ece2a9d4-c3eb-49c1-ba1a-c75bc59cfcdc associated. External IP: 172.25.0.228, port: 3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440. Dec 08 17:01:09.500749 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bac76a1-52cd-4e2b-a226-a69aafe98691 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Router c7782154-7c61-458d-a45f-42dc7f6e4c53 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:01:09.931560 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bac76a1-52cd-4e2b-a226-a69aafe98691 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:01:09.936724 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1bac76a1-52cd-4e2b-a226-a69aafe98691 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:09.942244 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a6be01-a762-45be-b684-dda43b8eb98c None None] Sync routers for ids ['c7782154-7c61-458d-a45f-42dc7f6e4c53'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:01:09.952595 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a6be01-a762-45be-b684-dda43b8eb98c None None] Routers {'c7782154-7c61-458d-a45f-42dc7f6e4c53'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:01:09.953201 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-d2a6be01-a762-45be-b684-dda43b8eb98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:00:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['c7782154-7c61-458d-a45f-42dc7f6e4c53'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:01:09.964959 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-1bac76a1-52cd-4e2b-a226-a69aafe98691 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "PUT /v2.0/floatingips/ece2a9d4-c3eb-49c1-ba1a-c75bc59cfcdc HTTP/1.1" status: 200 len: 992 time: 1.2946370 Dec 08 17:01:09.965554 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ef59970-d8cd-4e94-ada9-1ed6021fc5ac', 'tag': '3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:01:09.967817 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33688f0a94a9db352de83aac38ec7a80f5ce35812a363759cff610bcc84c1346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7db1256-1e38-4595-9260-6e86904fd424" -d '{"events": [{"name": "network-changed", "server_uuid": "6ef59970-d8cd-4e94-ada9-1ed6021fc5ac", "tag": "3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:01:10.005259 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-109caee3-bd15-4486-8e5c-ead0a49e71c7 x-openstack-request-id: req-109caee3-bd15-4486-8e5c-ead0a49e71c7 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:01:10.005782 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ef59970-d8cd-4e94-ada9-1ed6021fc5ac", "tag": "3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:01:10.006415 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-109caee3-bd15-4486-8e5c-ead0a49e71c7 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:01:10.007012 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ef59970-d8cd-4e94-ada9-1ed6021fc5ac', 'tag': '3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440', 'status': 'completed', 'code': 200} Dec 08 17:01:10.060762 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-d2a6be01-a762-45be-b684-dda43b8eb98c None None] Set router c7782154-7c61-458d-a45f-42dc7f6e4c53 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:01:10.074071 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db1256-1e38-4595-9260-6e86904fd424 req-73b8ebf5-868b-4ade-8282-33280a5940e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:01:10.075608 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c7db1256-1e38-4595-9260-6e86904fd424 req-73b8ebf5-868b-4ade-8282-33280a5940e0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=94917c7fb5cf413687493a127183d44b&device_id=6ef59970-d8cd-4e94-ada9-1ed6021fc5ac HTTP/1.1" status: 200 len: 1098 time: 0.0410700 Dec 08 17:01:10.169649 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db1256-1e38-4595-9260-6e86904fd424 req-69d04326-6ce2-4237-ae34-fa7e02e271ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:01:10.171170 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c7db1256-1e38-4595-9260-6e86904fd424 req-69d04326-6ce2-4237-ae34-fa7e02e271ec service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d9a4b74-e787-467a-b113-e315ffdbd59b HTTP/1.1" status: 200 len: 913 time: 0.0880115 Dec 08 17:01:10.240346 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c7db1256-1e38-4595-9260-6e86904fd424 req-11295efd-913f-4141-8cba-b1710144ceb1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440 HTTP/1.1" status: 200 len: 1000 time: 0.0623474 Dec 08 17:01:10.289357 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-d2a6be01-a762-45be-b684-dda43b8eb98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'name': 'tempest-ServerActionsTestJSON-1801605199-router', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '72c9a96a-9dcd-48f9-87ca-4960c95a86f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:58:29Z', 'updated_at': '2021-12-08T16:58:32Z', 'revision_number': 4, 'project_id': '94917c7fb5cf413687493a127183d44b', 'gw_port': {'id': '72c9a96a-9dcd-48f9-87ca-4960c95a86f9', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:58:29Z', 'updated_at': '2021-12-08T16:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': 'ece2a9d4-c3eb-49c1-ba1a-c75bc59cfcdc', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'floating_ip_address': '172.25.0.228', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'port_id': '3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4084, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b', 'mac_address': 'fa:16:3e:3a:0c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef59970-d8cd-4e94-ada9-1ed6021fc5ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:58:35Z', 'updated_at': '2021-12-08T17:01:09Z', 'revision_number': 5, 'project_id': '94917c7fb5cf413687493a127183d44b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65a51e5e-3a6e-4b7a-9d9b-9b088072793c', 'name': '', 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'mac_address': 'fa:16:3e:83:e9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:58:32Z', 'updated_at': '2021-12-08T16:58:35Z', 'revision_number': 5, 'project_id': '94917c7fb5cf413687493a127183d44b', 'subnets': [{'id': 'f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:01:10.289997 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db1256-1e38-4595-9260-6e86904fd424 req-5da45dc8-88ad-46d6-9331-32e17d1956e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:01:10.291568 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c7db1256-1e38-4595-9260-6e86904fd424 req-5da45dc8-88ad-46d6-9331-32e17d1956e2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad HTTP/1.1" status: 200 len: 851 time: 0.0444160 Dec 08 17:01:10.315392 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a6be01-a762-45be-b684-dda43b8eb98c None None] Checking router: c7782154-7c61-458d-a45f-42dc7f6e4c53 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:01:10.324199 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a6be01-a762-45be-b684-dda43b8eb98c None None] Routers {'c7782154-7c61-458d-a45f-42dc7f6e4c53'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:01:10.324809 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-d2a6be01-a762-45be-b684-dda43b8eb98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:00:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['c7782154-7c61-458d-a45f-42dc7f6e4c53'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:01:10.342928 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db1256-1e38-4595-9260-6e86904fd424 req-a9a2506c-3719-46fe-af9e-634ec89a1535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:01:10.344475 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c7db1256-1e38-4595-9260-6e86904fd424 req-a9a2506c-3719-46fe-af9e-634ec89a1535 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d9a4b74-e787-467a-b113-e315ffdbd59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446484 Dec 08 17:01:10.430569 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-d2a6be01-a762-45be-b684-dda43b8eb98c None None] Set router c7782154-7c61-458d-a45f-42dc7f6e4c53 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:01:10.435501 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c7db1256-1e38-4595-9260-6e86904fd424 req-46db13d2-b91e-475d-b01f-65e5c4c6b95f service neutron] 10.222.0.37 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835392 Dec 08 17:01:10.530204 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c7db1256-1e38-4595-9260-6e86904fd424 req-16423bb5-f26e-4636-85ed-510209daafda service neutron] 10.222.0.37 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875101 Dec 08 17:01:10.814568 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-d2a6be01-a762-45be-b684-dda43b8eb98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'name': 'tempest-ServerActionsTestJSON-1801605199-router', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '72c9a96a-9dcd-48f9-87ca-4960c95a86f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:58:29Z', 'updated_at': '2021-12-08T16:58:32Z', 'revision_number': 4, 'project_id': '94917c7fb5cf413687493a127183d44b', 'gw_port': {'id': '72c9a96a-9dcd-48f9-87ca-4960c95a86f9', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:58:29Z', 'updated_at': '2021-12-08T16:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': 'ece2a9d4-c3eb-49c1-ba1a-c75bc59cfcdc', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'floating_ip_address': '172.25.0.228', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'port_id': '3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4084, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b', 'mac_address': 'fa:16:3e:3a:0c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef59970-d8cd-4e94-ada9-1ed6021fc5ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:58:35Z', 'updated_at': '2021-12-08T17:01:09Z', 'revision_number': 5, 'project_id': '94917c7fb5cf413687493a127183d44b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65a51e5e-3a6e-4b7a-9d9b-9b088072793c', 'name': '', 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'mac_address': 'fa:16:3e:83:e9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:58:32Z', 'updated_at': '2021-12-08T16:58:35Z', 'revision_number': 5, 'project_id': '94917c7fb5cf413687493a127183d44b', 'subnets': [{'id': 'f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:01:10.841692 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a6be01-a762-45be-b684-dda43b8eb98c None None] The sync data for ids ['c7782154-7c61-458d-a45f-42dc7f6e4c53'] in n-d-776250-12 is: [{'id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'name': 'tempest-ServerActionsTestJSON-1801605199-router', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '72c9a96a-9dcd-48f9-87ca-4960c95a86f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:58:29Z', 'updated_at': '2021-12-08T16:58:32Z', 'revision_number': 4, 'project_id': '94917c7fb5cf413687493a127183d44b', 'gw_port': {'id': '72c9a96a-9dcd-48f9-87ca-4960c95a86f9', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:58:29Z', 'updated_at': '2021-12-08T16:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': 'ece2a9d4-c3eb-49c1-ba1a-c75bc59cfcdc', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'floating_ip_address': '172.25.0.228', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'port_id': '3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4084, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b', 'mac_address': 'fa:16:3e:3a:0c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef59970-d8cd-4e94-ada9-1ed6021fc5ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:58:35Z', 'updated_at': '2021-12-08T17:01:09Z', 'revision_number': 5, 'project_id': '94917c7fb5cf413687493a127183d44b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65a51e5e-3a6e-4b7a-9d9b-9b088072793c', 'name': '', 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'mac_address': 'fa:16:3e:83:e9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:58:32Z', 'updated_at': '2021-12-08T16:58:35Z', 'revision_number': 5, 'project_id': '94917c7fb5cf413687493a127183d44b', 'subnets': [{'id': 'f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:01:11.026916 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f135d95-5361-43cf-a648-52574222d200 None None] New status for floating IP ece2a9d4-c3eb-49c1-ba1a-c75bc59cfcdc: ACTIVE {{(pid=110553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 17:01:11.454866 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-cfafc2ed-63b5-4a3b-8a8c-2ad489fc1496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:14.163498 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1383eae5-050a-4e69-81ff-caa9a8b938bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:15.447460 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:16.923183 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:17.596405 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:19.476453 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:01:35.054146 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:39.008594 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:41.452803 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-585807cc-2bde-4bb1-b03c-5f0b8fa044de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:44.157326 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-bca52ae7-1ba3-465e-a40d-4c7c1ee1f1ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:45.442870 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:46.894094 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:47.603063 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:56.475462 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:02:05.063408 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:02:06.863362 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b71e4d72-97c5-49d6-81be-8802fbd28af8 req-2b0512b5-8da2-46c8-bcd8-6804bb3f58ee service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6ef59970-d8cd-4e94-ada9-1ed6021fc5ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0424023 Dec 08 17:02:06.952541 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71e4d72-97c5-49d6-81be-8802fbd28af8 req-6fddc2a9-6443-4357-a723-07396003cafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:02:06.954049 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b71e4d72-97c5-49d6-81be-8802fbd28af8 req-6fddc2a9-6443-4357-a723-07396003cafa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=94917c7fb5cf413687493a127183d44b&device_id=6ef59970-d8cd-4e94-ada9-1ed6021fc5ac HTTP/1.1" status: 200 len: 1098 time: 0.0450680 Dec 08 17:02:07.058844 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71e4d72-97c5-49d6-81be-8802fbd28af8 req-a06a3fa7-7999-4452-9495-624d837d78e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:02:07.060366 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b71e4d72-97c5-49d6-81be-8802fbd28af8 req-a06a3fa7-7999-4452-9495-624d837d78e6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d9a4b74-e787-467a-b113-e315ffdbd59b HTTP/1.1" status: 200 len: 913 time: 0.0872474 Dec 08 17:02:07.126589 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b71e4d72-97c5-49d6-81be-8802fbd28af8 req-395a5bc9-f1b4-403e-b23a-6bdaa1e1d5d8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440 HTTP/1.1" status: 200 len: 1002 time: 0.0590754 Dec 08 17:02:07.174749 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71e4d72-97c5-49d6-81be-8802fbd28af8 req-a1d88180-0eed-482d-b04e-1c001d68a59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:02:07.176163 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b71e4d72-97c5-49d6-81be-8802fbd28af8 req-a1d88180-0eed-482d-b04e-1c001d68a59b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad HTTP/1.1" status: 200 len: 851 time: 0.0432684 Dec 08 17:02:07.227999 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71e4d72-97c5-49d6-81be-8802fbd28af8 req-720f3321-fe53-49f1-a0c6-62ab74bc8375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:02:07.229800 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b71e4d72-97c5-49d6-81be-8802fbd28af8 req-720f3321-fe53-49f1-a0c6-62ab74bc8375 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d9a4b74-e787-467a-b113-e315ffdbd59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469670 Dec 08 17:02:07.320370 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b71e4d72-97c5-49d6-81be-8802fbd28af8 req-7bb2ff73-f50b-40cd-b052-5b1355014460 service neutron] 10.222.0.37 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827372 Dec 08 17:02:07.414339 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b71e4d72-97c5-49d6-81be-8802fbd28af8 req-e5223ca5-da9b-4da4-b074-1b1b29d61baa service neutron] 10.222.0.37 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866616 Dec 08 17:02:09.023341 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:02:11.487944 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4681d88d-c340-468d-acff-9e9d66dc8bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:02:14.139823 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6af66368-ebb7-41a7-8cb7-9cc46980f9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:02:15.434956 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:02:16.899103 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:02:17.585074 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:02:33.475994 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:02:35.041935 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:02:39.029853 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:02:41.470433 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c1351380-e6f1-4bd1-9340-fdc0cf076774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:02:44.150065 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e0c157e2-3ef1-4db4-b99b-0fe86886de3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:02:45.048837 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6687165-61ce-4834-b14f-e6c611b8048d req-15aadfa3-b55d-4251-b9c7-f8853a8519d7 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:02:45.050350 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b6687165-61ce-4834-b14f-e6c611b8048d req-15aadfa3-b55d-4251-b9c7-f8853a8519d7 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ef59970-d8cd-4e94-ada9-1ed6021fc5ac HTTP/1.1" status: 200 len: 946 time: 0.0509548 Dec 08 17:02:45.097699 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b6687165-61ce-4834-b14f-e6c611b8048d req-5542da0d-fb78-47d3-ba45-2c18bf03e2a5 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0414758 Dec 08 17:02:45.447020 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:02:46.227047 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836663b8-0537-4416-bd0b-7be79aa876e8 req-c4c44fc7-f150-4a3e-8bc8-63ffa57e3589 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:02:46.228647 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-836663b8-0537-4416-bd0b-7be79aa876e8 req-c4c44fc7-f150-4a3e-8bc8-63ffa57e3589 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ef59970-d8cd-4e94-ada9-1ed6021fc5ac HTTP/1.1" status: 200 len: 946 time: 0.0609770 Dec 08 17:02:46.275662 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-836663b8-0537-4416-bd0b-7be79aa876e8 req-65c7918d-7dea-42be-923d-5d7386d44071 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0411170 Dec 08 17:02:46.902458 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:02:47.390951 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6023582e-414c-4091-b926-62d3fcd593c6 req-8803529b-437b-4aba-8523-d633c5d8d0fa tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:02:47.392546 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6023582e-414c-4091-b926-62d3fcd593c6 req-8803529b-437b-4aba-8523-d633c5d8d0fa tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ef59970-d8cd-4e94-ada9-1ed6021fc5ac HTTP/1.1" status: 200 len: 946 time: 0.0502408 Dec 08 17:02:47.444751 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6023582e-414c-4091-b926-62d3fcd593c6 req-f9691f71-53b8-4007-860b-c17700cc8db9 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0463250 Dec 08 17:02:47.601401 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:02:48.559367 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd55273-99f8-4bc4-9a80-1cb5b0d741b0 req-4cafa106-40d8-4a29-b50e-8c4b3135483f tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:02:48.560927 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4bd55273-99f8-4bc4-9a80-1cb5b0d741b0 req-4cafa106-40d8-4a29-b50e-8c4b3135483f tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ef59970-d8cd-4e94-ada9-1ed6021fc5ac HTTP/1.1" status: 200 len: 946 time: 0.0488305 Dec 08 17:02:48.611428 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4bd55273-99f8-4bc4-9a80-1cb5b0d741b0 req-1f9651a1-f3c6-4f35-ad73-b80df424435e tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0439048 Dec 08 17:02:49.731918 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16595005-130e-4d54-acc4-d700062e3ada req-7a04723f-5571-4bd7-ade1-5f681dde663a tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:02:49.733332 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-16595005-130e-4d54-acc4-d700062e3ada req-7a04723f-5571-4bd7-ade1-5f681dde663a tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ef59970-d8cd-4e94-ada9-1ed6021fc5ac HTTP/1.1" status: 200 len: 946 time: 0.0523107 Dec 08 17:02:49.779812 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-16595005-130e-4d54-acc4-d700062e3ada req-b3a3310e-3f8a-4ec8-a51a-1612eb4a8570 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0404952 Dec 08 17:02:50.897466 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5992b6-27ea-497a-9476-644d9bebb638 req-917c4e16-05b9-4563-b7f6-1217f3a0ecc5 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:02:50.898945 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6c5992b6-27ea-497a-9476-644d9bebb638 req-917c4e16-05b9-4563-b7f6-1217f3a0ecc5 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ef59970-d8cd-4e94-ada9-1ed6021fc5ac HTTP/1.1" status: 200 len: 946 time: 0.0526199 Dec 08 17:02:50.945271 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6c5992b6-27ea-497a-9476-644d9bebb638 req-167db484-6a18-41e0-8b6a-7ffc014511cc tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0403509 Dec 08 17:02:52.061822 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412de31a-57ad-4e9b-a67d-54e7bbf0c089 req-502ad573-d053-4e19-a6c2-2810dd8a6804 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:02:52.063375 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-412de31a-57ad-4e9b-a67d-54e7bbf0c089 req-502ad573-d053-4e19-a6c2-2810dd8a6804 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ef59970-d8cd-4e94-ada9-1ed6021fc5ac HTTP/1.1" status: 200 len: 946 time: 0.0499377 Dec 08 17:02:52.111404 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-412de31a-57ad-4e9b-a67d-54e7bbf0c089 req-73784482-aadf-4534-a11f-46d5b68b4089 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0420802 Dec 08 17:02:52.630902 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [req-0b355637-82a0-42e7-9094-ebde0d0e69cd req-b0aa877b-938a-4ce1-a68c-d0fc7327c2ba service neutron] (110551) timed out ('10.222.0.37', 50042) {{(pid=110551) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 17:02:53.227626 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6167f1ba-3650-4c7c-b875-8562033b62c1 req-47a8e2a9-da89-4c23-986e-238208d5d2bc tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:02:53.229181 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6167f1ba-3650-4c7c-b875-8562033b62c1 req-47a8e2a9-da89-4c23-986e-238208d5d2bc tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ef59970-d8cd-4e94-ada9-1ed6021fc5ac HTTP/1.1" status: 200 len: 946 time: 0.0483634 Dec 08 17:02:53.278675 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6167f1ba-3650-4c7c-b875-8562033b62c1 req-52310547-4140-4729-8e13-70c846052c5a tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0428524 Dec 08 17:02:54.394026 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a387ed0-f04c-4fbd-8177-c2eba89b7f4a req-8ca260b6-6794-4a0a-bf4a-ff9cf3c3e716 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:02:54.395526 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1a387ed0-f04c-4fbd-8177-c2eba89b7f4a req-8ca260b6-6794-4a0a-bf4a-ff9cf3c3e716 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ef59970-d8cd-4e94-ada9-1ed6021fc5ac HTTP/1.1" status: 200 len: 946 time: 0.0493708 Dec 08 17:02:54.445875 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1a387ed0-f04c-4fbd-8177-c2eba89b7f4a req-9276230b-6cfd-441a-bd05-17a4a19170ab tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0444036 Dec 08 17:02:55.559911 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931b693-2fc9-4b87-a1cd-f6ca4766f90a req-2b853a8a-5cdf-45ef-9879-22d7ab715992 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:02:55.561433 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6931b693-2fc9-4b87-a1cd-f6ca4766f90a req-2b853a8a-5cdf-45ef-9879-22d7ab715992 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ef59970-d8cd-4e94-ada9-1ed6021fc5ac HTTP/1.1" status: 200 len: 946 time: 0.0476038 Dec 08 17:02:55.611962 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6931b693-2fc9-4b87-a1cd-f6ca4766f90a req-6e26c593-5430-4f19-a25a-b697df27ae2f tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0437894 Dec 08 17:02:56.007686 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590527f-9276-4ee2-a45e-18ad2bd189e7 req-b7b7ff8b-fe77-4465-a6bf-710c39cb318a tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:02:56.009234 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4590527f-9276-4ee2-a45e-18ad2bd189e7 req-b7b7ff8b-fe77-4465-a6bf-710c39cb318a tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ef59970-d8cd-4e94-ada9-1ed6021fc5ac HTTP/1.1" status: 200 len: 946 time: 0.0505950 Dec 08 17:02:56.057138 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4590527f-9276-4ee2-a45e-18ad2bd189e7 req-b9d04c6f-a006-4712-aa91-3d253abfc895 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0417881 Dec 08 17:02:56.107978 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8f82f041-690d-43c0-ba15-36cf6d43d34d req-061ced13-8363-46c4-b346-1d62ffa8efc8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6ef59970-d8cd-4e94-ada9-1ed6021fc5ac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0403349 Dec 08 17:02:57.172467 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc22c94e-0463-44be-958e-9e5cfce2cf9f req-a153bba7-b197-4da7-9290-eadc4b47b482 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:02:57.173974 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bc22c94e-0463-44be-958e-9e5cfce2cf9f req-a153bba7-b197-4da7-9290-eadc4b47b482 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ef59970-d8cd-4e94-ada9-1ed6021fc5ac HTTP/1.1" status: 200 len: 946 time: 0.0500658 Dec 08 17:02:57.222852 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bc22c94e-0463-44be-958e-9e5cfce2cf9f req-0f398f15-5ec3-4bb2-aba7-a574e68f053b tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0427766 Dec 08 17:02:58.268665 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82f041-690d-43c0-ba15-36cf6d43d34d req-e9c968c5-c69a-4429-8355-9f88053f2b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:02:58.270321 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8f82f041-690d-43c0-ba15-36cf6d43d34d req-e9c968c5-c69a-4429-8355-9f88053f2b8f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=94917c7fb5cf413687493a127183d44b&device_id=6ef59970-d8cd-4e94-ada9-1ed6021fc5ac HTTP/1.1" status: 200 len: 1098 time: 0.0454023 Dec 08 17:02:58.339065 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ca72d8-d646-4116-ba1b-e236015d343d req-ca7ffc24-97f1-41db-9568-e1c049925691 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:02:58.340632 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-81ca72d8-d646-4116-ba1b-e236015d343d req-ca7ffc24-97f1-41db-9568-e1c049925691 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ef59970-d8cd-4e94-ada9-1ed6021fc5ac HTTP/1.1" status: 200 len: 946 time: 0.0486252 Dec 08 17:02:58.361926 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82f041-690d-43c0-ba15-36cf6d43d34d req-49e38575-9a8b-4f84-838b-848ae8c9ab0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:02:58.363474 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8f82f041-690d-43c0-ba15-36cf6d43d34d req-49e38575-9a8b-4f84-838b-848ae8c9ab0b service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d9a4b74-e787-467a-b113-e315ffdbd59b HTTP/1.1" status: 200 len: 913 time: 0.0862901 Dec 08 17:02:58.388317 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-81ca72d8-d646-4116-ba1b-e236015d343d req-714eee66-72f5-4ac9-94f4-03a5940a29dc tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0411842 Dec 08 17:02:58.433680 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8f82f041-690d-43c0-ba15-36cf6d43d34d req-6f08c60d-6ae2-4ad7-b9f5-44e0244ddacb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440 HTTP/1.1" status: 200 len: 1002 time: 0.0630081 Dec 08 17:02:58.482595 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82f041-690d-43c0-ba15-36cf6d43d34d req-df830a49-9ec3-4783-babc-2f24ff730e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:02:58.484054 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8f82f041-690d-43c0-ba15-36cf6d43d34d req-df830a49-9ec3-4783-babc-2f24ff730e0d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad HTTP/1.1" status: 200 len: 851 time: 0.0429850 Dec 08 17:02:58.528327 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82f041-690d-43c0-ba15-36cf6d43d34d req-efb64bcf-a449-421b-93b9-116afc1734ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:02:58.529835 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8f82f041-690d-43c0-ba15-36cf6d43d34d req-efb64bcf-a449-421b-93b9-116afc1734ee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d9a4b74-e787-467a-b113-e315ffdbd59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390677 Dec 08 17:02:58.622587 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8f82f041-690d-43c0-ba15-36cf6d43d34d req-474d981d-738d-4ccd-8d6d-804a85363a34 service neutron] 10.222.0.37 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852976 Dec 08 17:02:58.712545 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8f82f041-690d-43c0-ba15-36cf6d43d34d req-a27dede8-1a7f-4a85-b89b-40a790e0f7da service neutron] 10.222.0.37 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826426 Dec 08 17:02:59.506721 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c3b9b4-c056-40f1-ac18-eb8e661c3833 req-4b82703d-ac79-4d1b-8941-94d62dd21fcf tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:02:59.508240 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-29c3b9b4-c056-40f1-ac18-eb8e661c3833 req-4b82703d-ac79-4d1b-8941-94d62dd21fcf tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ef59970-d8cd-4e94-ada9-1ed6021fc5ac HTTP/1.1" status: 200 len: 946 time: 0.0510066 Dec 08 17:02:59.559059 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-29c3b9b4-c056-40f1-ac18-eb8e661c3833 req-9581392f-ed18-4565-a9a3-7ef05af0201f tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0449090 Dec 08 17:03:00.678148 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc9cc72-d05a-4e45-84d1-4d5a7f5421b0 req-933cc9e6-4668-46b9-9a4c-e0e7e9888fcd tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:03:00.679657 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-dcc9cc72-d05a-4e45-84d1-4d5a7f5421b0 req-933cc9e6-4668-46b9-9a4c-e0e7e9888fcd tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ef59970-d8cd-4e94-ada9-1ed6021fc5ac HTTP/1.1" status: 200 len: 946 time: 0.0529408 Dec 08 17:03:00.727114 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-dcc9cc72-d05a-4e45-84d1-4d5a7f5421b0 req-b8d401f6-bf4a-4ada-8fba-03a1b6e96652 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0414996 Dec 08 17:03:00.857575 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [req-8f82f041-690d-43c0-ba15-36cf6d43d34d req-0f228c93-d88c-4285-801c-db3b591b5fed service neutron] show failed (client error): The resource could not be found. Dec 08 17:03:00.858481 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8f82f041-690d-43c0-ba15-36cf6d43d34d req-0f228c93-d88c-4285-801c-db3b591b5fed service neutron] 10.222.0.37 "GET /v2.0/ports/3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440/bindings/n-h1-776250-12 HTTP/1.1" status: 404 len: 381 time: 0.0537660 Dec 08 17:03:01.465561 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82f041-690d-43c0-ba15-36cf6d43d34d req-4b254b09-a941-4612-963e-e4cfaa70824e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:03:01.467018 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8f82f041-690d-43c0-ba15-36cf6d43d34d req-4b254b09-a941-4612-963e-e4cfaa70824e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6ef59970-d8cd-4e94-ada9-1ed6021fc5ac&tenant_id=94917c7fb5cf413687493a127183d44b HTTP/1.1" status: 200 len: 1098 time: 0.0416420 Dec 08 17:03:01.478345 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-8f82f041-690d-43c0-ba15-36cf6d43d34d req-d535eef2-6713-417b-b05e-4bd594127aae service neutron] Request body: {'port': {'binding:host_id': 'n-h1-776250-12', 'device_owner': 'compute:nova'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:03:01.534644 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-8f82f041-690d-43c0-ba15-36cf6d43d34d req-d535eef2-6713-417b-b05e-4bd594127aae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:03:01.732550 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-8f82f041-690d-43c0-ba15-36cf6d43d34d req-d535eef2-6713-417b-b05e-4bd594127aae service neutron] For port 3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440,segment=NetworkSegment(8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27),segment_id=8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:03:01.765537 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-8f82f041-690d-43c0-ba15-36cf6d43d34d req-d535eef2-6713-417b-b05e-4bd594127aae service neutron] For port 3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:03:01.815006 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef59970-d8cd-4e94-ada9-1ed6021fc5ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:03:01.817283 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33688f0a94a9db352de83aac38ec7a80f5ce35812a363759cff610bcc84c1346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd8a487-7c88-4be2-a105-90d2d68f9f01" -d '{"events": [{"server_uuid": "6ef59970-d8cd-4e94-ada9-1ed6021fc5ac", "name": "network-vif-unplugged", "status": "completed", "tag": "3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:03:01.821418 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-8f82f041-690d-43c0-ba15-36cf6d43d34d req-d535eef2-6713-417b-b05e-4bd594127aae service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:03:01.854362 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-8f82f041-690d-43c0-ba15-36cf6d43d34d req-d535eef2-6713-417b-b05e-4bd594127aae service neutron] Transition to ACTIVE for port object 3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 17:03:01.867671 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7849ccd4-7deb-44f0-ba35-9b236256beea req-034fbe20-9fc9-45bc-9a5e-b70a0e4d3910 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:03:01.869277 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7849ccd4-7deb-44f0-ba35-9b236256beea req-034fbe20-9fc9-45bc-9a5e-b70a0e4d3910 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ef59970-d8cd-4e94-ada9-1ed6021fc5ac HTTP/1.1" status: 200 len: 946 time: 0.0716193 Dec 08 17:03:01.870751 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 17:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ce5e19-146b-4fed-a61f-b3e8bbefa692 x-openstack-request-id: req-57ce5e19-146b-4fed-a61f-b3e8bbefa692 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:03:01.871038 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ef59970-d8cd-4e94-ada9-1ed6021fc5ac", "name": "network-vif-unplugged", "status": "completed", "tag": "3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:03:01.871293 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-57ce5e19-146b-4fed-a61f-b3e8bbefa692 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:03:01.871720 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ef59970-d8cd-4e94-ada9-1ed6021fc5ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440', 'code': 200} Dec 08 17:03:01.916786 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7849ccd4-7deb-44f0-ba35-9b236256beea req-ef288f5f-c8d2-496c-9042-b33a040bf6bb tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0416987 Dec 08 17:03:01.917382 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-8f82f041-690d-43c0-ba15-36cf6d43d34d req-d535eef2-6713-417b-b05e-4bd594127aae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:03:01.994829 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d535eef2-6713-417b-b05e-4bd594127aae service neutron] Pushing event updated for resources: {'Port': ['ID=3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440,revision_number=6']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:03:02.012985 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d535eef2-6713-417b-b05e-4bd594127aae service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:03:02.013340 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d535eef2-6713-417b-b05e-4bd594127aae service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:03:02.013689 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d535eef2-6713-417b-b05e-4bd594127aae service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:03:02.014036 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d535eef2-6713-417b-b05e-4bd594127aae service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:03:02.014375 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d535eef2-6713-417b-b05e-4bd594127aae service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:03:02.014710 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d535eef2-6713-417b-b05e-4bd594127aae service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:03:02.015641 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d535eef2-6713-417b-b05e-4bd594127aae service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:03:02.015992 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d535eef2-6713-417b-b05e-4bd594127aae service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:03:02.016349 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d535eef2-6713-417b-b05e-4bd594127aae service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:03:02.016683 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d535eef2-6713-417b-b05e-4bd594127aae service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:03:02.017015 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d535eef2-6713-417b-b05e-4bd594127aae service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:03:02.017344 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d535eef2-6713-417b-b05e-4bd594127aae service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:03:02.017674 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d535eef2-6713-417b-b05e-4bd594127aae service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:03:02.054760 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f82f041-690d-43c0-ba15-36cf6d43d34d req-d535eef2-6713-417b-b05e-4bd594127aae service neutron] No DVR routers for this DVR port 3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440 on host n-h2-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:03:02.193616 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-8f82f041-690d-43c0-ba15-36cf6d43d34d req-d535eef2-6713-417b-b05e-4bd594127aae service neutron] Attempting to bind port 3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440 on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:03:02.193957 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-8f82f041-690d-43c0-ba15-36cf6d43d34d req-d535eef2-6713-417b-b05e-4bd594127aae service neutron] Attempting to bind port 3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440 by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': '8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:03:02.194288 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f82f041-690d-43c0-ba15-36cf6d43d34d req-d535eef2-6713-417b-b05e-4bd594127aae service neutron] Attempting to bind port 3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440 on network 9d9a4b74-e787-467a-b113-e315ffdbd59b {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:03:02.198466 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f82f041-690d-43c0-ba15-36cf6d43d34d req-d535eef2-6713-417b-b05e-4bd594127aae service neutron] Port 3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440 on network 9d9a4b74-e787-467a-b113-e315ffdbd59b not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 17:03:02.198788 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f82f041-690d-43c0-ba15-36cf6d43d34d req-d535eef2-6713-417b-b05e-4bd594127aae service neutron] Attempting to bind port 3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440 on network 9d9a4b74-e787-467a-b113-e315ffdbd59b {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:03:02.203621 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f82f041-690d-43c0-ba15-36cf6d43d34d req-d535eef2-6713-417b-b05e-4bd594127aae service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:03:02.203959 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f82f041-690d-43c0-ba15-36cf6d43d34d req-d535eef2-6713-417b-b05e-4bd594127aae service neutron] Checking segment: {'id': '8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:03:02.204387 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f82f041-690d-43c0-ba15-36cf6d43d34d req-d535eef2-6713-417b-b05e-4bd594127aae service neutron] Bound using segment: {'id': '8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:03:02.204813 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-8f82f041-690d-43c0-ba15-36cf6d43d34d req-d535eef2-6713-417b-b05e-4bd594127aae service neutron] Bound port: 3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:03:02.205170 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-8f82f041-690d-43c0-ba15-36cf6d43d34d req-d535eef2-6713-417b-b05e-4bd594127aae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:03:02.270226 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-8f82f041-690d-43c0-ba15-36cf6d43d34d req-d535eef2-6713-417b-b05e-4bd594127aae service neutron] For port 3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:03:02.273128 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-8f82f041-690d-43c0-ba15-36cf6d43d34d req-d535eef2-6713-417b-b05e-4bd594127aae service neutron] For port 3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440,segment=NetworkSegment(8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27),segment_id=8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:03:02.373046 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-8f82f041-690d-43c0-ba15-36cf6d43d34d req-d535eef2-6713-417b-b05e-4bd594127aae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:03:02.408166 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82f041-690d-43c0-ba15-36cf6d43d34d req-d535eef2-6713-417b-b05e-4bd594127aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:03:02.408807 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-8f82f041-690d-43c0-ba15-36cf6d43d34d req-d535eef2-6713-417b-b05e-4bd594127aae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:03:02.410277 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8f82f041-690d-43c0-ba15-36cf6d43d34d req-d535eef2-6713-417b-b05e-4bd594127aae service neutron] 10.222.0.76 "PUT /v2.0/ports/3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440 HTTP/1.1" status: 200 len: 1093 time: 0.9358811 Dec 08 17:03:02.432016 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d535eef2-6713-417b-b05e-4bd594127aae service neutron] Pushing event updated for resources: {'Port': ['ID=3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440,revision_number=7']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:03:02.476396 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82f041-690d-43c0-ba15-36cf6d43d34d req-650c679f-6e7f-4e3c-b792-73b5cdc7d1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:03:02.477930 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8f82f041-690d-43c0-ba15-36cf6d43d34d req-650c679f-6e7f-4e3c-b792-73b5cdc7d1da service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94917c7fb5cf413687493a127183d44b&device_id=6ef59970-d8cd-4e94-ada9-1ed6021fc5ac HTTP/1.1" status: 200 len: 1096 time: 0.0429204 Dec 08 17:03:02.575924 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82f041-690d-43c0-ba15-36cf6d43d34d req-c86d1c07-b5cf-4f40-8be6-0146f7b4e658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:03:02.577468 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8f82f041-690d-43c0-ba15-36cf6d43d34d req-c86d1c07-b5cf-4f40-8be6-0146f7b4e658 service neutron] 10.222.0.76 "GET /v2.0/networks?id=9d9a4b74-e787-467a-b113-e315ffdbd59b HTTP/1.1" status: 200 len: 913 time: 0.0921988 Dec 08 17:03:02.645396 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8f82f041-690d-43c0-ba15-36cf6d43d34d req-820e926e-7ac2-4e3e-bd1f-af7a7d031f65 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440 HTTP/1.1" status: 200 len: 1000 time: 0.0601025 Dec 08 17:03:02.695221 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82f041-690d-43c0-ba15-36cf6d43d34d req-d8621c62-e2ea-4d2f-b5f3-9b205b0171cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:03:02.696704 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8f82f041-690d-43c0-ba15-36cf6d43d34d req-d8621c62-e2ea-4d2f-b5f3-9b205b0171cf service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad HTTP/1.1" status: 200 len: 851 time: 0.0445476 Dec 08 17:03:02.746474 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82f041-690d-43c0-ba15-36cf6d43d34d req-6e7adf88-417a-4683-9972-1814fe593a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:03:02.747948 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8f82f041-690d-43c0-ba15-36cf6d43d34d req-6e7adf88-417a-4683-9972-1814fe593a30 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9d9a4b74-e787-467a-b113-e315ffdbd59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437593 Dec 08 17:03:02.835680 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8f82f041-690d-43c0-ba15-36cf6d43d34d req-ba52c953-5ebd-4a5f-b3c0-acbaf3b4c925 service neutron] 10.222.0.76 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806327 Dec 08 17:03:02.925824 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8f82f041-690d-43c0-ba15-36cf6d43d34d req-65437a09-df52-4843-8552-536bc7f2a1a1 service neutron] 10.222.0.76 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837095 Dec 08 17:03:03.036800 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642a634a-ff81-43b1-a817-2f472b6941c0 req-9da2e7a6-67eb-4271-8f66-1c8004e97e73 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:03:03.038461 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-642a634a-ff81-43b1-a817-2f472b6941c0 req-9da2e7a6-67eb-4271-8f66-1c8004e97e73 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ef59970-d8cd-4e94-ada9-1ed6021fc5ac HTTP/1.1" status: 200 len: 944 time: 0.0504446 Dec 08 17:03:03.086228 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-642a634a-ff81-43b1-a817-2f472b6941c0 req-094f5614-b036-45a4-8dc6-9ef77d0be006 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0414438 Dec 08 17:03:03.872925 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ef59970-d8cd-4e94-ada9-1ed6021fc5ac', 'tag': '3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:03:03.876259 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33688f0a94a9db352de83aac38ec7a80f5ce35812a363759cff610bcc84c1346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4248f51-a73a-4d8f-bd6f-ff9536a6a59e" -d '{"events": [{"name": "network-changed", "server_uuid": "6ef59970-d8cd-4e94-ada9-1ed6021fc5ac", "tag": "3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:03:03.924549 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16726c7-4458-4627-ab7f-bbd2eb539509 x-openstack-request-id: req-f16726c7-4458-4627-ab7f-bbd2eb539509 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:03:03.924878 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ef59970-d8cd-4e94-ada9-1ed6021fc5ac", "tag": "3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:03:03.925146 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f16726c7-4458-4627-ab7f-bbd2eb539509 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:03:03.925593 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ef59970-d8cd-4e94-ada9-1ed6021fc5ac', 'tag': '3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440', 'status': 'completed', 'code': 200} Dec 08 17:03:04.016069 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4248f51-a73a-4d8f-bd6f-ff9536a6a59e req-541b7df3-fe6e-412e-818e-a7cc6a39b6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:03:04.017622 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c4248f51-a73a-4d8f-bd6f-ff9536a6a59e req-541b7df3-fe6e-412e-818e-a7cc6a39b6c5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=94917c7fb5cf413687493a127183d44b&device_id=6ef59970-d8cd-4e94-ada9-1ed6021fc5ac HTTP/1.1" status: 200 len: 1096 time: 0.0734987 Dec 08 17:03:04.020170 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4248f51-a73a-4d8f-bd6f-ff9536a6a59e req-bbaf70e6-6844-441e-828d-a6323df69b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:03:04.021555 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c4248f51-a73a-4d8f-bd6f-ff9536a6a59e req-bbaf70e6-6844-441e-828d-a6323df69b79 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94917c7fb5cf413687493a127183d44b&device_id=6ef59970-d8cd-4e94-ada9-1ed6021fc5ac HTTP/1.1" status: 200 len: 1096 time: 0.0681601 Dec 08 17:03:04.180103 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4248f51-a73a-4d8f-bd6f-ff9536a6a59e req-2b2371c0-b496-4cfe-974f-29e3c84ea422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:03:04.181534 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c4248f51-a73a-4d8f-bd6f-ff9536a6a59e req-2b2371c0-b496-4cfe-974f-29e3c84ea422 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d9a4b74-e787-467a-b113-e315ffdbd59b HTTP/1.1" status: 200 len: 913 time: 0.1567340 Dec 08 17:03:04.184708 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4248f51-a73a-4d8f-bd6f-ff9536a6a59e req-8b7eb59c-690f-4dab-b375-9ae40d9f3a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:03:04.186217 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c4248f51-a73a-4d8f-bd6f-ff9536a6a59e req-8b7eb59c-690f-4dab-b375-9ae40d9f3a63 service neutron] 10.222.0.76 "GET /v2.0/networks?id=9d9a4b74-e787-467a-b113-e315ffdbd59b HTTP/1.1" status: 200 len: 913 time: 0.1531904 Dec 08 17:03:04.212164 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4690a15-9686-4230-a425-b4668d541ebb req-08a613e6-cd24-4801-8fb2-8af5544ed8f0 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:03:04.213787 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f4690a15-9686-4230-a425-b4668d541ebb req-08a613e6-cd24-4801-8fb2-8af5544ed8f0 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ef59970-d8cd-4e94-ada9-1ed6021fc5ac HTTP/1.1" status: 200 len: 944 time: 0.0564868 Dec 08 17:03:04.267784 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f4690a15-9686-4230-a425-b4668d541ebb req-09beb3fb-2388-4ae3-bbd7-e5de53d98afc tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0475199 Dec 08 17:03:04.305385 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c4248f51-a73a-4d8f-bd6f-ff9536a6a59e req-31a8bd09-9d32-478a-b845-2a542d2bb489 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440 HTTP/1.1" status: 200 len: 1000 time: 0.1161728 Dec 08 17:03:04.307170 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c4248f51-a73a-4d8f-bd6f-ff9536a6a59e req-0821b03c-c48d-4c21-83e5-0236f54e7c3c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440 HTTP/1.1" status: 200 len: 1000 time: 0.1121464 Dec 08 17:03:04.392151 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4248f51-a73a-4d8f-bd6f-ff9536a6a59e req-f9182876-8bca-4957-9807-cf16018ffa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:03:04.393532 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c4248f51-a73a-4d8f-bd6f-ff9536a6a59e req-f9182876-8bca-4957-9807-cf16018ffa8b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad HTTP/1.1" status: 200 len: 851 time: 0.0812366 Dec 08 17:03:04.394937 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4248f51-a73a-4d8f-bd6f-ff9536a6a59e req-e6be6cd2-f994-4089-9a7e-37bbac7a4312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:03:04.396270 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c4248f51-a73a-4d8f-bd6f-ff9536a6a59e req-e6be6cd2-f994-4089-9a7e-37bbac7a4312 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad HTTP/1.1" status: 200 len: 851 time: 0.0769603 Dec 08 17:03:04.469834 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4248f51-a73a-4d8f-bd6f-ff9536a6a59e req-4967c884-b075-424c-9f63-6214e3e72f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:03:04.471336 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c4248f51-a73a-4d8f-bd6f-ff9536a6a59e req-4967c884-b075-424c-9f63-6214e3e72f09 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9d9a4b74-e787-467a-b113-e315ffdbd59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0629323 Dec 08 17:03:04.473867 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4248f51-a73a-4d8f-bd6f-ff9536a6a59e req-d95fe3f0-b5f7-4428-b153-cff192922ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:03:04.475258 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c4248f51-a73a-4d8f-bd6f-ff9536a6a59e req-d95fe3f0-b5f7-4428-b153-cff192922ee2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d9a4b74-e787-467a-b113-e315ffdbd59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0744829 Dec 08 17:03:04.477067 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440 no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:03:04.517751 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440 not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:03:04.636522 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c4248f51-a73a-4d8f-bd6f-ff9536a6a59e req-ae88caa2-2401-4de8-87d1-babb0c33818e service neutron] 10.222.0.76 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577661 Dec 08 17:03:04.638634 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c4248f51-a73a-4d8f-bd6f-ff9536a6a59e req-7d917990-0f15-4629-82ac-4105f1667379 service neutron] 10.222.0.37 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522310 Dec 08 17:03:04.794388 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c4248f51-a73a-4d8f-bd6f-ff9536a6a59e req-9735d790-d1b3-495d-aa95-8c29da3aebbb service neutron] 10.222.0.76 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504018 Dec 08 17:03:04.796361 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c4248f51-a73a-4d8f-bd6f-ff9536a6a59e req-30967e9b-f87a-4f82-b76c-0ba1be42d8f9 service neutron] 10.222.0.37 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453407 Dec 08 17:03:04.897644 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b94da73-eaee-4dcf-bf79-a2ff1824e185 req-04d28d5f-ae5c-4c70-afa2-59772c58b19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:03:04.899154 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1b94da73-eaee-4dcf-bf79-a2ff1824e185 req-04d28d5f-ae5c-4c70-afa2-59772c58b19d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94917c7fb5cf413687493a127183d44b&device_id=6ef59970-d8cd-4e94-ada9-1ed6021fc5ac HTTP/1.1" status: 200 len: 1096 time: 0.0420780 Dec 08 17:03:05.079491 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:03:05.335170 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b94da73-eaee-4dcf-bf79-a2ff1824e185 req-071ec7ac-9d05-42eb-9064-e79bc5a1b791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:03:05.336617 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1b94da73-eaee-4dcf-bf79-a2ff1824e185 req-071ec7ac-9d05-42eb-9064-e79bc5a1b791 service neutron] 10.222.0.76 "GET /v2.0/networks?id=9d9a4b74-e787-467a-b113-e315ffdbd59b HTTP/1.1" status: 200 len: 913 time: 0.4184310 Dec 08 17:03:05.429553 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1b94da73-eaee-4dcf-bf79-a2ff1824e185 req-5bcac5e6-f49a-4ec8-9e2b-6ed7a554ccd8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440 HTTP/1.1" status: 200 len: 1000 time: 0.0835397 Dec 08 17:03:05.437815 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ec1be-d8a5-465f-a754-897f336dfe52 req-83c8e4e7-4190-493c-a918-1640b062cc95 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:03:05.439231 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-079ec1be-d8a5-465f-a754-897f336dfe52 req-83c8e4e7-4190-493c-a918-1640b062cc95 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ef59970-d8cd-4e94-ada9-1ed6021fc5ac HTTP/1.1" status: 200 len: 944 time: 0.1013360 Dec 08 17:03:05.510395 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b94da73-eaee-4dcf-bf79-a2ff1824e185 req-0db1fd33-ffa7-4b34-a580-87db53f20285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:03:05.511869 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1b94da73-eaee-4dcf-bf79-a2ff1824e185 req-0db1fd33-ffa7-4b34-a580-87db53f20285 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad HTTP/1.1" status: 200 len: 851 time: 0.0717869 Dec 08 17:03:05.530253 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-079ec1be-d8a5-465f-a754-897f336dfe52 req-c249ce4c-5f90-4ecc-8ab6-41fe8f7c5002 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0831192 Dec 08 17:03:05.562965 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b94da73-eaee-4dcf-bf79-a2ff1824e185 req-e2767295-c57e-4d95-b426-88d1e811b4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:03:05.564485 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1b94da73-eaee-4dcf-bf79-a2ff1824e185 req-e2767295-c57e-4d95-b426-88d1e811b4d8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9d9a4b74-e787-467a-b113-e315ffdbd59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443456 Dec 08 17:03:05.657012 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1b94da73-eaee-4dcf-bf79-a2ff1824e185 req-b80f39b1-f1b3-4dea-9464-1421b92f1f98 service neutron] 10.222.0.76 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852783 Dec 08 17:03:05.748840 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1b94da73-eaee-4dcf-bf79-a2ff1824e185 req-ff431944-5bda-4f13-bfcb-a6ba0c3971fe service neutron] 10.222.0.76 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848560 Dec 08 17:03:05.767669 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 17:03:05.863948 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440,segment=NetworkSegment(8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27),segment_id=8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:03:05.875121 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440', 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b', 'port_id': '3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440', 'mac_address': 'fa:16:3e:3a:0c:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 17:03:05.912489 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:03:05.924887 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:03:05.943281 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440,segment=NetworkSegment(8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27),segment_id=8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:03:06.046911 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:03:06.098165 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440,revision_number=8']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:03:06.105558 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:03:06.105915 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:03:06.106265 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:03:06.106612 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:03:06.106954 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:03:06.107295 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:03:06.107632 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:03:06.107965 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:03:06.108331 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:03:06.108665 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:03:06.108996 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:03:06.109325 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:03:06.109654 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:03:06.359477 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:03:06.646625 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca0d398-5305-4370-94de-bb6b38f57a96 req-9e75cebd-41f7-4431-8ce8-141c5c5dcb56 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:03:06.648123 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6ca0d398-5305-4370-94de-bb6b38f57a96 req-9e75cebd-41f7-4431-8ce8-141c5c5dcb56 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ef59970-d8cd-4e94-ada9-1ed6021fc5ac HTTP/1.1" status: 200 len: 945 time: 0.0493741 Dec 08 17:03:06.695122 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6ca0d398-5305-4370-94de-bb6b38f57a96 req-fb75d64f-ae39-4b24-9d9c-dd6d04068741 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0410643 Dec 08 17:03:07.025206 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb861efc-6986-4bbc-be74-a6bf8a9c3570 req-7877dc2a-a5fb-4d8b-8a1b-1552624eb857 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:03:07.026808 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cb861efc-6986-4bbc-be74-a6bf8a9c3570 req-7877dc2a-a5fb-4d8b-8a1b-1552624eb857 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ef59970-d8cd-4e94-ada9-1ed6021fc5ac HTTP/1.1" status: 200 len: 945 time: 0.0496011 Dec 08 17:03:07.075093 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cb861efc-6986-4bbc-be74-a6bf8a9c3570 req-538ce14e-0d05-471d-ae31-467febc10b23 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0417225 Dec 08 17:03:07.124685 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b6bc3-4c81-4d92-990f-836b95b42c77 req-4499c035-29c0-48be-b08f-10c4c4770279 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:03:07.126410 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-954b6bc3-4c81-4d92-990f-836b95b42c77 req-4499c035-29c0-48be-b08f-10c4c4770279 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ef59970-d8cd-4e94-ada9-1ed6021fc5ac&tenant_id=94917c7fb5cf413687493a127183d44b&binding%3Ahost_id=n-h1-776250-12 HTTP/1.1" status: 200 len: 945 time: 0.0580099 Dec 08 17:03:07.187231 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [req-954b6bc3-4c81-4d92-990f-836b95b42c77 req-b7af7743-a6b6-434a-903f-2027ffe6a5b7 service neutron] delete failed (client error): The resource could not be found. Dec 08 17:03:07.188157 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-954b6bc3-4c81-4d92-990f-836b95b42c77 req-b7af7743-a6b6-434a-903f-2027ffe6a5b7 service neutron] 10.222.0.37 "DELETE /v2.0/ports/3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440/bindings/n-h2-776250-12 HTTP/1.1" status: 404 len: 381 time: 0.0539043 Dec 08 17:03:07.271244 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b6bc3-4c81-4d92-990f-836b95b42c77 req-d2eb9495-7b4c-408f-b06f-f92e0148fd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:03:07.272783 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-954b6bc3-4c81-4d92-990f-836b95b42c77 req-d2eb9495-7b4c-408f-b06f-f92e0148fd71 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=94917c7fb5cf413687493a127183d44b&device_id=6ef59970-d8cd-4e94-ada9-1ed6021fc5ac HTTP/1.1" status: 200 len: 1097 time: 0.0414958 Dec 08 17:03:07.366640 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b6bc3-4c81-4d92-990f-836b95b42c77 req-0dc74d24-76a7-4618-b3c5-58b68dedd8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:03:07.368126 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-954b6bc3-4c81-4d92-990f-836b95b42c77 req-0dc74d24-76a7-4618-b3c5-58b68dedd8a3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d9a4b74-e787-467a-b113-e315ffdbd59b HTTP/1.1" status: 200 len: 913 time: 0.0876398 Dec 08 17:03:07.434018 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-954b6bc3-4c81-4d92-990f-836b95b42c77 req-637c72bc-c9e5-4bf9-8c3a-eca24ebcc71a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440 HTTP/1.1" status: 200 len: 1001 time: 0.0589683 Dec 08 17:03:07.483833 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b6bc3-4c81-4d92-990f-836b95b42c77 req-20b4d6dd-e45d-40fe-952d-e5f5c43bfe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:03:07.485301 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-954b6bc3-4c81-4d92-990f-836b95b42c77 req-20b4d6dd-e45d-40fe-952d-e5f5c43bfe45 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad HTTP/1.1" status: 200 len: 851 time: 0.0440714 Dec 08 17:03:07.534353 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b6bc3-4c81-4d92-990f-836b95b42c77 req-f970f744-3c56-4c65-a4e2-22c1cb31d30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:03:07.535813 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-954b6bc3-4c81-4d92-990f-836b95b42c77 req-f970f744-3c56-4c65-a4e2-22c1cb31d30b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d9a4b74-e787-467a-b113-e315ffdbd59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437756 Dec 08 17:03:07.622723 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-954b6bc3-4c81-4d92-990f-836b95b42c77 req-f10d20aa-23cf-40e9-bde3-f594350255b3 service neutron] 10.222.0.37 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803545 Dec 08 17:03:07.718865 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-954b6bc3-4c81-4d92-990f-836b95b42c77 req-a52b3fed-0fb6-4140-bf99-ce4153835b45 service neutron] 10.222.0.37 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881531 Dec 08 17:03:07.767803 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440 up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:03:07.930540 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port 3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 17:03:07.934491 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:03:07.934927 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:03:08.010622 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:03:08.032665 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef59970-d8cd-4e94-ada9-1ed6021fc5ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:03:08.034891 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e972d80ca4ba26e60ff2132fe6d2147b95d4377dec9e0b14df2e9cad1c1848da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032ea452-6501-402a-aaa9-a8ae5c52426b" -d '{"events": [{"server_uuid": "6ef59970-d8cd-4e94-ada9-1ed6021fc5ac", "name": "network-vif-plugged", "status": "completed", "tag": "3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:03:08.047957 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440,segment=NetworkSegment(8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27),segment_id=8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:03:08.083696 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31c66e5-0485-4434-a442-4657f0780827 x-openstack-request-id: req-b31c66e5-0485-4434-a442-4657f0780827 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:03:08.083993 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ef59970-d8cd-4e94-ada9-1ed6021fc5ac", "name": "network-vif-plugged", "status": "completed", "tag": "3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:03:08.084282 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b31c66e5-0485-4434-a442-4657f0780827 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:03:08.084684 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ef59970-d8cd-4e94-ada9-1ed6021fc5ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440', 'code': 200} Dec 08 17:03:08.119817 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:03:08.172448 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440,revision_number=9']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:03:08.205535 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944c95a-9fb4-4035-96e8-34d825c8d795 req-c7131a81-3efc-46bb-a6c4-bf866951a787 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:03:08.207574 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6944c95a-9fb4-4035-96e8-34d825c8d795 req-c7131a81-3efc-46bb-a6c4-bf866951a787 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ef59970-d8cd-4e94-ada9-1ed6021fc5ac HTTP/1.1" status: 200 len: 946 time: 0.0592277 Dec 08 17:03:08.256991 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6944c95a-9fb4-4035-96e8-34d825c8d795 req-febea7d3-beca-46d6-adfd-02c5c45c878f tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0430849 Dec 08 17:03:09.034902 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:03:09.378340 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ee85e-fd34-4ba1-9ecc-4f15fd892f03 req-609f6b49-e9bb-4dcd-86a8-3fbc807dd7e1 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:03:09.379813 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e51ee85e-fd34-4ba1-9ecc-4f15fd892f03 req-609f6b49-e9bb-4dcd-86a8-3fbc807dd7e1 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ef59970-d8cd-4e94-ada9-1ed6021fc5ac HTTP/1.1" status: 200 len: 946 time: 0.0499039 Dec 08 17:03:09.426434 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e51ee85e-fd34-4ba1-9ecc-4f15fd892f03 req-6fa942b0-de92-4873-be52-e46e83da6926 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0407109 Dec 08 17:03:09.545391 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e53973-53dc-4a0e-b6c7-3e572e7816af req-915e421a-5f23-45a5-8cd4-bd8713a98037 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:03:09.546841 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c3e53973-53dc-4a0e-b6c7-3e572e7816af req-915e421a-5f23-45a5-8cd4-bd8713a98037 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ef59970-d8cd-4e94-ada9-1ed6021fc5ac HTTP/1.1" status: 200 len: 946 time: 0.0485785 Dec 08 17:03:09.594050 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c3e53973-53dc-4a0e-b6c7-3e572e7816af req-039be2ae-4b1b-4f68-af9a-7fbedc85acd7 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0407960 Dec 08 17:03:09.927015 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de656cec-186c-4ea4-b726-dd6abc677f55 req-af7ca034-6a54-41e6-977d-027dcbc424bb tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:03:09.928608 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-de656cec-186c-4ea4-b726-dd6abc677f55 req-af7ca034-6a54-41e6-977d-027dcbc424bb tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ef59970-d8cd-4e94-ada9-1ed6021fc5ac HTTP/1.1" status: 200 len: 946 time: 0.0527501 Dec 08 17:03:09.976678 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-de656cec-186c-4ea4-b726-dd6abc677f55 req-af7c8fe3-b7be-4f0b-8f40-5e6e797c0ae1 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0420902 Dec 08 17:03:10.018138 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0fef0e-13ec-4e99-98e0-bd22d1c400e2 req-ffeb48bb-7f91-42f5-be2f-52d815a8f1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:03:10.019637 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1b0fef0e-13ec-4e99-98e0-bd22d1c400e2 req-ffeb48bb-7f91-42f5-be2f-52d815a8f1bf service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94917c7fb5cf413687493a127183d44b&device_id=6ef59970-d8cd-4e94-ada9-1ed6021fc5ac HTTP/1.1" status: 200 len: 1098 time: 0.0409353 Dec 08 17:03:10.113017 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0fef0e-13ec-4e99-98e0-bd22d1c400e2 req-cc5d82a4-542e-43ef-af60-040ce3bd5944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:03:10.114438 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1b0fef0e-13ec-4e99-98e0-bd22d1c400e2 req-cc5d82a4-542e-43ef-af60-040ce3bd5944 service neutron] 10.222.0.76 "GET /v2.0/networks?id=9d9a4b74-e787-467a-b113-e315ffdbd59b HTTP/1.1" status: 200 len: 913 time: 0.0877955 Dec 08 17:03:10.181713 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1b0fef0e-13ec-4e99-98e0-bd22d1c400e2 req-56095b17-10e3-4355-9b23-abadaae2d4a0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440 HTTP/1.1" status: 200 len: 1002 time: 0.0591455 Dec 08 17:03:10.234817 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0fef0e-13ec-4e99-98e0-bd22d1c400e2 req-3683ad8c-f843-4cef-9ba3-4155dfc9243b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:03:10.236919 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1b0fef0e-13ec-4e99-98e0-bd22d1c400e2 req-3683ad8c-f843-4cef-9ba3-4155dfc9243b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad HTTP/1.1" status: 200 len: 851 time: 0.0480268 Dec 08 17:03:10.281467 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0fef0e-13ec-4e99-98e0-bd22d1c400e2 req-3cdf7e30-3771-4b30-8222-15ee57f67908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:03:10.284063 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1b0fef0e-13ec-4e99-98e0-bd22d1c400e2 req-3cdf7e30-3771-4b30-8222-15ee57f67908 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9d9a4b74-e787-467a-b113-e315ffdbd59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403414 Dec 08 17:03:10.372238 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1b0fef0e-13ec-4e99-98e0-bd22d1c400e2 req-e22479aa-ea37-4881-8d30-aa41fcfd5c01 service neutron] 10.222.0.76 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812569 Dec 08 17:03:10.465436 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1b0fef0e-13ec-4e99-98e0-bd22d1c400e2 req-618839f4-a8e1-4fa1-8db7-347aef9ffccc service neutron] 10.222.0.76 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863428 Dec 08 17:03:10.475790 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:03:11.099433 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69032ea2-1348-498a-ba44-e52dbd47a2bc req-80ad917f-c3a5-480b-ab96-399afb3bfee8 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:03:11.100963 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-69032ea2-1348-498a-ba44-e52dbd47a2bc req-80ad917f-c3a5-480b-ab96-399afb3bfee8 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ef59970-d8cd-4e94-ada9-1ed6021fc5ac HTTP/1.1" status: 200 len: 946 time: 0.0495377 Dec 08 17:03:11.149837 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-69032ea2-1348-498a-ba44-e52dbd47a2bc req-1b06f50e-52b5-4fb4-9858-a4382ea4854a tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0427337 Dec 08 17:03:11.492271 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-968647df-e112-48e9-b3ef-300852f2549f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:03:12.267847 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa402ddb-c6e6-42b9-aaeb-0960443c1023 req-f9b8b33f-63e3-4d36-9d2f-4f5a798cd5bc tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:03:12.269366 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fa402ddb-c6e6-42b9-aaeb-0960443c1023 req-f9b8b33f-63e3-4d36-9d2f-4f5a798cd5bc tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ef59970-d8cd-4e94-ada9-1ed6021fc5ac HTTP/1.1" status: 200 len: 946 time: 0.0483670 Dec 08 17:03:12.315762 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fa402ddb-c6e6-42b9-aaeb-0960443c1023 req-a9c7f78a-1d94-4844-8e59-8d417df0ab9e tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0406365 Dec 08 17:03:12.740115 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b0a866-fac3-43ee-afee-6c74711cccd3 req-51b2da4b-2c31-4f2d-9b47-45d2fac862c6 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:03:12.741611 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e2b0a866-fac3-43ee-afee-6c74711cccd3 req-51b2da4b-2c31-4f2d-9b47-45d2fac862c6 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ef59970-d8cd-4e94-ada9-1ed6021fc5ac HTTP/1.1" status: 200 len: 946 time: 0.0480952 Dec 08 17:03:12.792350 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e2b0a866-fac3-43ee-afee-6c74711cccd3 req-dd289379-a95d-4148-aea4-ce84a056289b tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0448170 Dec 08 17:03:13.911991 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b6113-1492-4170-a013-c6a571e41ee5 req-d7fd4f89-0d80-4663-8a22-46a830013ee2 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:03:13.913512 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8d5b6113-1492-4170-a013-c6a571e41ee5 req-d7fd4f89-0d80-4663-8a22-46a830013ee2 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ef59970-d8cd-4e94-ada9-1ed6021fc5ac HTTP/1.1" status: 200 len: 946 time: 0.0494976 Dec 08 17:03:13.964122 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8d5b6113-1492-4170-a013-c6a571e41ee5 req-e2cfdec3-3168-4b34-b079-f89102ff91ff tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0447443 Dec 08 17:03:14.107944 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ef61f-5056-4d62-b22f-f688e6dc7e6f req-7d89c983-e6f6-4558-a659-45d7fc85d0e5 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:03:14.109394 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a38ef61f-5056-4d62-b22f-f688e6dc7e6f req-7d89c983-e6f6-4558-a659-45d7fc85d0e5 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ef59970-d8cd-4e94-ada9-1ed6021fc5ac HTTP/1.1" status: 200 len: 946 time: 0.0508397 Dec 08 17:03:14.155360 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-734e4d03-7f37-4d65-b718-e52e659a7406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:03:14.203454 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-a38ef61f-5056-4d62-b22f-f688e6dc7e6f req-94a747f8-4c80-4f35-ba10-0e02abf7cdb0 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Deleting port 3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:03:14.204318 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a38ef61f-5056-4d62-b22f-f688e6dc7e6f req-94a747f8-4c80-4f35-ba10-0e02abf7cdb0 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:03:14.298176 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-a38ef61f-5056-4d62-b22f-f688e6dc7e6f req-94a747f8-4c80-4f35-ba10-0e02abf7cdb0 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] For port 3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440,segment=NetworkSegment(8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27),segment_id=8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:03:14.298538 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a38ef61f-5056-4d62-b22f-f688e6dc7e6f req-94a747f8-4c80-4f35-ba10-0e02abf7cdb0 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:03:14.469057 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a38ef61f-5056-4d62-b22f-f688e6dc7e6f req-94a747f8-4c80-4f35-ba10-0e02abf7cdb0 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:03:14.469459 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a38ef61f-5056-4d62-b22f-f688e6dc7e6f req-94a747f8-4c80-4f35-ba10-0e02abf7cdb0 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:03:14.469788 n-d-776250-12 neutron-server[110550]: INFO neutron.db.l3_db [req-a38ef61f-5056-4d62-b22f-f688e6dc7e6f req-94a747f8-4c80-4f35-ba10-0e02abf7cdb0 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Floating IP ece2a9d4-c3eb-49c1-ba1a-c75bc59cfcdc disassociated. External IP: 172.25.0.228, port: 3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440. Dec 08 17:03:14.470136 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-a38ef61f-5056-4d62-b22f-f688e6dc7e6f req-94a747f8-4c80-4f35-ba10-0e02abf7cdb0 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Calling delete_port for 3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:03:14.663605 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a38ef61f-5056-4d62-b22f-f688e6dc7e6f req-94a747f8-4c80-4f35-ba10-0e02abf7cdb0 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:03:14.692898 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a747f8-4c80-4f35-ba10-0e02abf7cdb0 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Pushing event deleted for resources: {'Port': ['ID=3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:03:14.813020 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a38ef61f-5056-4d62-b22f-f688e6dc7e6f req-94a747f8-4c80-4f35-ba10-0e02abf7cdb0 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Router c7782154-7c61-458d-a45f-42dc7f6e4c53 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:03:14.937990 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a38ef61f-5056-4d62-b22f-f688e6dc7e6f req-94a747f8-4c80-4f35-ba10-0e02abf7cdb0 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:03:14.950458 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b377e8d-c82d-4bea-8df4-9d7664b269c1 None None] Sync routers for ids ['c7782154-7c61-458d-a45f-42dc7f6e4c53'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:03:14.974771 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b377e8d-c82d-4bea-8df4-9d7664b269c1 None None] Routers {'c7782154-7c61-458d-a45f-42dc7f6e4c53'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:03:14.975417 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-8b377e8d-c82d-4bea-8df4-9d7664b269c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:03:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['c7782154-7c61-458d-a45f-42dc7f6e4c53'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:03:14.977461 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-a38ef61f-5056-4d62-b22f-f688e6dc7e6f req-94a747f8-4c80-4f35-ba10-0e02abf7cdb0 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] No DVR routers for this DVR port 3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440 on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:03:14.980201 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a38ef61f-5056-4d62-b22f-f688e6dc7e6f req-94a747f8-4c80-4f35-ba10-0e02abf7cdb0 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:03:14.983625 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a38ef61f-5056-4d62-b22f-f688e6dc7e6f req-94a747f8-4c80-4f35-ba10-0e02abf7cdb0 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.76 "DELETE /v2.0/ports/3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440 HTTP/1.1" status: 204 len: 173 time: 0.8680272 Dec 08 17:03:14.984077 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef59970-d8cd-4e94-ada9-1ed6021fc5ac', 'name': 'network-vif-deleted', 'tag': '3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:03:14.988352 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33688f0a94a9db352de83aac38ec7a80f5ce35812a363759cff610bcc84c1346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce23897-0e22-43db-97d7-6b808811a0c7" -d '{"events": [{"server_uuid": "6ef59970-d8cd-4e94-ada9-1ed6021fc5ac", "name": "network-vif-deleted", "tag": "3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:03:15.048333 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f43e2138-2b33-42da-b17e-6a3cbb26e8eb x-openstack-request-id: req-f43e2138-2b33-42da-b17e-6a3cbb26e8eb {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:03:15.048822 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ef59970-d8cd-4e94-ada9-1ed6021fc5ac", "name": "network-vif-deleted", "tag": "3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:03:15.049242 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f43e2138-2b33-42da-b17e-6a3cbb26e8eb {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:03:15.050106 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ef59970-d8cd-4e94-ada9-1ed6021fc5ac', 'name': 'network-vif-deleted', 'tag': '3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440', 'status': 'completed', 'code': 200} Dec 08 17:03:15.088914 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a1efb390-7b4a-4709-a410-31993235dce4 req-f953d4e8-cb1d-42bb-8f40-2e768dc7d48b tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ef59970-d8cd-4e94-ada9-1ed6021fc5ac HTTP/1.1" status: 200 len: 210 time: 0.0275745 Dec 08 17:03:15.096240 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-8b377e8d-c82d-4bea-8df4-9d7664b269c1 None None] Set router c7782154-7c61-458d-a45f-42dc7f6e4c53 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:03:15.300491 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-8b377e8d-c82d-4bea-8df4-9d7664b269c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'name': 'tempest-ServerActionsTestJSON-1801605199-router', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '72c9a96a-9dcd-48f9-87ca-4960c95a86f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:58:29Z', 'updated_at': '2021-12-08T16:58:32Z', 'revision_number': 4, 'project_id': '94917c7fb5cf413687493a127183d44b', 'gw_port': {'id': '72c9a96a-9dcd-48f9-87ca-4960c95a86f9', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:58:29Z', 'updated_at': '2021-12-08T16:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '65a51e5e-3a6e-4b7a-9d9b-9b088072793c', 'name': '', 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'mac_address': 'fa:16:3e:83:e9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:58:32Z', 'updated_at': '2021-12-08T16:58:35Z', 'revision_number': 5, 'project_id': '94917c7fb5cf413687493a127183d44b', 'subnets': [{'id': 'f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:03:15.327227 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b377e8d-c82d-4bea-8df4-9d7664b269c1 None None] Checking router: c7782154-7c61-458d-a45f-42dc7f6e4c53 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:03:15.337208 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b377e8d-c82d-4bea-8df4-9d7664b269c1 None None] Routers {'c7782154-7c61-458d-a45f-42dc7f6e4c53'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:03:15.337808 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-8b377e8d-c82d-4bea-8df4-9d7664b269c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:03:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['c7782154-7c61-458d-a45f-42dc7f6e4c53'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:03:15.450663 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-8b377e8d-c82d-4bea-8df4-9d7664b269c1 None None] Set router c7782154-7c61-458d-a45f-42dc7f6e4c53 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:03:15.487373 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:03:15.644120 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-8b377e8d-c82d-4bea-8df4-9d7664b269c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'name': 'tempest-ServerActionsTestJSON-1801605199-router', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '72c9a96a-9dcd-48f9-87ca-4960c95a86f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:58:29Z', 'updated_at': '2021-12-08T16:58:32Z', 'revision_number': 4, 'project_id': '94917c7fb5cf413687493a127183d44b', 'gw_port': {'id': '72c9a96a-9dcd-48f9-87ca-4960c95a86f9', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:58:29Z', 'updated_at': '2021-12-08T16:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '65a51e5e-3a6e-4b7a-9d9b-9b088072793c', 'name': '', 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'mac_address': 'fa:16:3e:83:e9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:58:32Z', 'updated_at': '2021-12-08T16:58:35Z', 'revision_number': 5, 'project_id': '94917c7fb5cf413687493a127183d44b', 'subnets': [{'id': 'f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:03:15.673213 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b377e8d-c82d-4bea-8df4-9d7664b269c1 None None] The sync data for ids ['c7782154-7c61-458d-a45f-42dc7f6e4c53'] in n-d-776250-12 is: [{'id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'name': 'tempest-ServerActionsTestJSON-1801605199-router', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '72c9a96a-9dcd-48f9-87ca-4960c95a86f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:58:29Z', 'updated_at': '2021-12-08T16:58:32Z', 'revision_number': 4, 'project_id': '94917c7fb5cf413687493a127183d44b', 'gw_port': {'id': '72c9a96a-9dcd-48f9-87ca-4960c95a86f9', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:58:29Z', 'updated_at': '2021-12-08T16:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '65a51e5e-3a6e-4b7a-9d9b-9b088072793c', 'name': '', 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'mac_address': 'fa:16:3e:83:e9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:58:32Z', 'updated_at': '2021-12-08T16:58:35Z', 'revision_number': 5, 'project_id': '94917c7fb5cf413687493a127183d44b', 'subnets': [{'id': 'f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:03:15.903025 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39da4c9-9ec8-4d52-a811-09ace9c609f2 None None] New status for floating IP ece2a9d4-c3eb-49c1-ba1a-c75bc59cfcdc: DOWN {{(pid=110553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 17:03:16.373940 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-29ba66e2-4749-4889-9a31-4a345de16a3c req-425e896f-8974-40e7-a1eb-531459c0af97 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--4250325&fields=id&tenant_id=94917c7fb5cf413687493a127183d44b HTTP/1.1" status: 200 len: 267 time: 0.0465384 Dec 08 17:03:16.480464 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba66e2-4749-4889-9a31-4a345de16a3c req-f24f814d-5d08-4f92-8627-dc2ca9e243ef tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:03:16.481946 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-29ba66e2-4749-4889-9a31-4a345de16a3c req-f24f814d-5d08-4f92-8627-dc2ca9e243ef tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/networks?id=9d9a4b74-e787-467a-b113-e315ffdbd59b HTTP/1.1" status: 200 len: 812 time: 0.1010940 Dec 08 17:03:16.496606 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-29ba66e2-4749-4889-9a31-4a345de16a3c req-eda57cf2-9a32-4b86-898e-432b824eb5c3 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/quotas/94917c7fb5cf413687493a127183d44b HTTP/1.1" status: 200 len: 375 time: 0.0089386 Dec 08 17:03:16.557412 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-29ba66e2-4749-4889-9a31-4a345de16a3c req-771eda09-820b-4f94-ac8c-c3838e37695f tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=94917c7fb5cf413687493a127183d44b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535011 Dec 08 17:03:16.660239 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-29ba66e2-4749-4889-9a31-4a345de16a3c req-e7e5a8e5-9fa6-4077-ad6d-1c36e4114640 service neutron] 10.222.0.64 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897644 Dec 08 17:03:16.751196 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-29ba66e2-4749-4889-9a31-4a345de16a3c req-2e6ba7fc-9b2a-42c9-bb67-29927def60fc service neutron] 10.222.0.64 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841353 Dec 08 17:03:16.978176 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:03:17.045460 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b71e1254-e13a-43b0-b626-19fbdf509933 req-0be3329f-7ed6-443e-bcbf-f0c69ed9cb67 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad2acfe5-f519-4d4b-8b81-298d3768c3c7 HTTP/1.1" status: 200 len: 210 time: 0.0263577 Dec 08 17:03:17.600807 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:03:17.861681 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:03:17.882046 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: 3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:03:17.885463 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 3f6350b6-e0a9-4d8d-a6f1-a049dc3c2440 not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:03:18.147872 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-575c9cc9-83d9-4e50-aac8-2a2a697e321e req-be26c0e2-cf1e-4ba4-8e4f-18013db19f64 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad2acfe5-f519-4d4b-8b81-298d3768c3c7 HTTP/1.1" status: 200 len: 210 time: 0.0351975 Dec 08 17:03:18.946631 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba66e2-4749-4889-9a31-4a345de16a3c req-02a1715b-ecea-41fb-99cc-fc044229dfd7 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:03:18.948114 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-29ba66e2-4749-4889-9a31-4a345de16a3c req-02a1715b-ecea-41fb-99cc-fc044229dfd7 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.76 "GET /v2.0/networks?id=9d9a4b74-e787-467a-b113-e315ffdbd59b HTTP/1.1" status: 200 len: 812 time: 0.1003845 Dec 08 17:03:19.011485 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-29ba66e2-4749-4889-9a31-4a345de16a3c req-cfe2ac4c-29a3-40a3-9ac0-2327ec2b5b3e tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94917c7fb5cf413687493a127183d44b HTTP/1.1" status: 200 len: 377 time: 0.0538154 Dec 08 17:03:19.021855 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-29ba66e2-4749-4889-9a31-4a345de16a3c req-8ae2ab9f-49fd-48f5-9aee-945aee3be97f tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Request body: {'port': {'device_id': 'ad2acfe5-f519-4d4b-8b81-298d3768c3c7', 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b', 'admin_state_up': True, 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'security_groups': ['c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc']}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:03:19.229429 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29ba66e2-4749-4889-9a31-4a345de16a3c req-8ae2ab9f-49fd-48f5-9aee-945aee3be97f tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Made reservation on behalf of 94917c7fb5cf413687493a127183d44b for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:03:19.233212 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-29ba66e2-4749-4889-9a31-4a345de16a3c req-8ae2ab9f-49fd-48f5-9aee-945aee3be97f tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:03:19.252946 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-20f0df42-9941-4de8-9c6e-0bb6fcfde616 req-2cfa903a-fb0c-4554-b620-60fb5abc1a11 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad2acfe5-f519-4d4b-8b81-298d3768c3c7 HTTP/1.1" status: 200 len: 210 time: 0.0275648 Dec 08 17:03:19.361797 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-29ba66e2-4749-4889-9a31-4a345de16a3c req-8ae2ab9f-49fd-48f5-9aee-945aee3be97f tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Allocated IP 172.20.0.3 (9d9a4b74-e787-467a-b113-e315ffdbd59b/f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad/f266377f-8c16-449b-b0b6-580717ae6aaa) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:03:19.499083 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-29ba66e2-4749-4889-9a31-4a345de16a3c req-8ae2ab9f-49fd-48f5-9aee-945aee3be97f tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:03:19.579592 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-29ba66e2-4749-4889-9a31-4a345de16a3c req-8ae2ab9f-49fd-48f5-9aee-945aee3be97f tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:03:19.626374 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29ba66e2-4749-4889-9a31-4a345de16a3c req-8ae2ab9f-49fd-48f5-9aee-945aee3be97f tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Network 9d9a4b74-e787-467a-b113-e315ffdbd59b is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:03:19.631533 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-29ba66e2-4749-4889-9a31-4a345de16a3c req-8ae2ab9f-49fd-48f5-9aee-945aee3be97f tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:03:19.635263 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-29ba66e2-4749-4889-9a31-4a345de16a3c req-8ae2ab9f-49fd-48f5-9aee-945aee3be97f tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:03:19.642426 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae2ab9f-49fd-48f5-9aee-945aee3be97f tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Pushing event updated for resources: {'Port': ['ID=f266377f-8c16-449b-b0b6-580717ae6aaa,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:03:19.693067 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba66e2-4749-4889-9a31-4a345de16a3c req-8ae2ab9f-49fd-48f5-9aee-945aee3be97f tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:03:19.693699 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-29ba66e2-4749-4889-9a31-4a345de16a3c req-8ae2ab9f-49fd-48f5-9aee-945aee3be97f tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:03:19.775248 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-29ba66e2-4749-4889-9a31-4a345de16a3c req-8ae2ab9f-49fd-48f5-9aee-945aee3be97f tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7570016 Dec 08 17:03:19.788654 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-29ba66e2-4749-4889-9a31-4a345de16a3c req-549a0320-9af6-4840-bc9e-15a2325ef6e4 service neutron] Request body: {'port': {'device_id': 'ad2acfe5-f519-4d4b-8b81-298d3768c3c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:03:19.844199 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-29ba66e2-4749-4889-9a31-4a345de16a3c req-549a0320-9af6-4840-bc9e-15a2325ef6e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:03:19.909685 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-32192d65-34fe-44fa-855f-401cd3feff41 None None] Provisioning complete for port f266377f-8c16-449b-b0b6-580717ae6aaa triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:03:19.910282 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-32192d65-34fe-44fa-855f-401cd3feff41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:03:19.948337 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-32192d65-34fe-44fa-855f-401cd3feff41 None None] Port f266377f-8c16-449b-b0b6-580717ae6aaa cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:03:20.113747 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-29ba66e2-4749-4889-9a31-4a345de16a3c req-549a0320-9af6-4840-bc9e-15a2325ef6e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f266377f-8c16-449b-b0b6-580717ae6aaa {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:03:20.121319 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-29ba66e2-4749-4889-9a31-4a345de16a3c req-549a0320-9af6-4840-bc9e-15a2325ef6e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:03:20.133882 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-29ba66e2-4749-4889-9a31-4a345de16a3c req-549a0320-9af6-4840-bc9e-15a2325ef6e4 service neutron] Transition to ACTIVE for port object f266377f-8c16-449b-b0b6-580717ae6aaa will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 17:03:20.200783 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-29ba66e2-4749-4889-9a31-4a345de16a3c req-549a0320-9af6-4840-bc9e-15a2325ef6e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:03:20.261160 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549a0320-9af6-4840-bc9e-15a2325ef6e4 service neutron] Pushing event updated for resources: {'Port': ['ID=f266377f-8c16-449b-b0b6-580717ae6aaa,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:03:20.329465 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-29ba66e2-4749-4889-9a31-4a345de16a3c req-549a0320-9af6-4840-bc9e-15a2325ef6e4 service neutron] Attempting to bind port f266377f-8c16-449b-b0b6-580717ae6aaa on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:03:20.329833 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-29ba66e2-4749-4889-9a31-4a345de16a3c req-549a0320-9af6-4840-bc9e-15a2325ef6e4 service neutron] Attempting to bind port f266377f-8c16-449b-b0b6-580717ae6aaa by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': '8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:03:20.330216 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ba66e2-4749-4889-9a31-4a345de16a3c req-549a0320-9af6-4840-bc9e-15a2325ef6e4 service neutron] Attempting to bind port f266377f-8c16-449b-b0b6-580717ae6aaa on network 9d9a4b74-e787-467a-b113-e315ffdbd59b {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:03:20.346653 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ba66e2-4749-4889-9a31-4a345de16a3c req-549a0320-9af6-4840-bc9e-15a2325ef6e4 service neutron] Port f266377f-8c16-449b-b0b6-580717ae6aaa on network 9d9a4b74-e787-467a-b113-e315ffdbd59b not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 17:03:20.347185 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ba66e2-4749-4889-9a31-4a345de16a3c req-549a0320-9af6-4840-bc9e-15a2325ef6e4 service neutron] Attempting to bind port f266377f-8c16-449b-b0b6-580717ae6aaa on network 9d9a4b74-e787-467a-b113-e315ffdbd59b {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:03:20.368832 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ba66e2-4749-4889-9a31-4a345de16a3c req-549a0320-9af6-4840-bc9e-15a2325ef6e4 service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:03:20.369092 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ba66e2-4749-4889-9a31-4a345de16a3c req-549a0320-9af6-4840-bc9e-15a2325ef6e4 service neutron] Checking segment: {'id': '8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:03:20.369491 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ba66e2-4749-4889-9a31-4a345de16a3c req-549a0320-9af6-4840-bc9e-15a2325ef6e4 service neutron] Bound using segment: {'id': '8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:03:20.369940 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-29ba66e2-4749-4889-9a31-4a345de16a3c req-549a0320-9af6-4840-bc9e-15a2325ef6e4 service neutron] Bound port: f266377f-8c16-449b-b0b6-580717ae6aaa, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:03:20.370308 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-29ba66e2-4749-4889-9a31-4a345de16a3c req-549a0320-9af6-4840-bc9e-15a2325ef6e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:03:20.424518 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0c31c6-3a21-47ef-b2cf-e7638f9606c5 req-3ea1c6c3-043f-4692-b53e-2ba175344a78 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:03:20.426027 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8e0c31c6-3a21-47ef-b2cf-e7638f9606c5 req-3ea1c6c3-043f-4692-b53e-2ba175344a78 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad2acfe5-f519-4d4b-8b81-298d3768c3c7 HTTP/1.1" status: 200 len: 943 time: 0.0935333 Dec 08 17:03:20.481723 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-29ba66e2-4749-4889-9a31-4a345de16a3c req-549a0320-9af6-4840-bc9e-15a2325ef6e4 service neutron] For port f266377f-8c16-449b-b0b6-580717ae6aaa, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:03:20.502371 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8e0c31c6-3a21-47ef-b2cf-e7638f9606c5 req-37702963-44f8-4ddd-8b3a-0d691c57eb97 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0701041 Dec 08 17:03:20.503938 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-29ba66e2-4749-4889-9a31-4a345de16a3c req-549a0320-9af6-4840-bc9e-15a2325ef6e4 service neutron] For port f266377f-8c16-449b-b0b6-580717ae6aaa, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=f266377f-8c16-449b-b0b6-580717ae6aaa,segment=NetworkSegment(8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27),segment_id=8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:03:20.567299 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-29ba66e2-4749-4889-9a31-4a345de16a3c req-549a0320-9af6-4840-bc9e-15a2325ef6e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:03:20.601993 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba66e2-4749-4889-9a31-4a345de16a3c req-549a0320-9af6-4840-bc9e-15a2325ef6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:03:20.602624 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-29ba66e2-4749-4889-9a31-4a345de16a3c req-549a0320-9af6-4840-bc9e-15a2325ef6e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:03:20.604009 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-29ba66e2-4749-4889-9a31-4a345de16a3c req-549a0320-9af6-4840-bc9e-15a2325ef6e4 service neutron] 10.222.0.76 "PUT /v2.0/ports/f266377f-8c16-449b-b0b6-580717ae6aaa HTTP/1.1" status: 200 len: 1092 time: 0.8198457 Dec 08 17:03:20.604478 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad2acfe5-f519-4d4b-8b81-298d3768c3c7', 'tag': 'f266377f-8c16-449b-b0b6-580717ae6aaa'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:03:20.606745 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33688f0a94a9db352de83aac38ec7a80f5ce35812a363759cff610bcc84c1346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe34aaf-7cf8-44ae-8bcf-a06d030a5313" -d '{"events": [{"name": "network-changed", "server_uuid": "ad2acfe5-f519-4d4b-8b81-298d3768c3c7", "tag": "f266377f-8c16-449b-b0b6-580717ae6aaa"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:03:20.636421 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549a0320-9af6-4840-bc9e-15a2325ef6e4 service neutron] Pushing event updated for resources: {'Port': ['ID=f266377f-8c16-449b-b0b6-580717ae6aaa,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:03:20.651645 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13b7491-1552-43c9-b875-ef50e9a3333a x-openstack-request-id: req-e13b7491-1552-43c9-b875-ef50e9a3333a {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:03:20.651940 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad2acfe5-f519-4d4b-8b81-298d3768c3c7", "tag": "f266377f-8c16-449b-b0b6-580717ae6aaa", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:03:20.652221 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e13b7491-1552-43c9-b875-ef50e9a3333a {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:03:20.654239 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad2acfe5-f519-4d4b-8b81-298d3768c3c7', 'tag': 'f266377f-8c16-449b-b0b6-580717ae6aaa', 'status': 'completed', 'code': 200} Dec 08 17:03:20.716922 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe34aaf-7cf8-44ae-8bcf-a06d030a5313 req-73469ca0-db39-4b09-aace-f233ae708a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:03:20.718679 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7fe34aaf-7cf8-44ae-8bcf-a06d030a5313 req-73469ca0-db39-4b09-aace-f233ae708a53 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94917c7fb5cf413687493a127183d44b&device_id=ad2acfe5-f519-4d4b-8b81-298d3768c3c7 HTTP/1.1" status: 200 len: 1095 time: 0.0445187 Dec 08 17:03:20.822395 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe34aaf-7cf8-44ae-8bcf-a06d030a5313 req-3e61598c-110e-4172-afa6-35820f8c2aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:03:20.823874 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7fe34aaf-7cf8-44ae-8bcf-a06d030a5313 req-3e61598c-110e-4172-afa6-35820f8c2aec service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=94917c7fb5cf413687493a127183d44b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0973272 Dec 08 17:03:20.919106 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe34aaf-7cf8-44ae-8bcf-a06d030a5313 req-9e12dd43-9af0-486f-903c-6f1f018cb967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:03:20.920614 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7fe34aaf-7cf8-44ae-8bcf-a06d030a5313 req-9e12dd43-9af0-486f-903c-6f1f018cb967 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904372 Dec 08 17:03:21.001630 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba66e2-4749-4889-9a31-4a345de16a3c req-f8c1a0c2-6857-4568-a1a3-2f343ee79372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:03:21.003118 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-29ba66e2-4749-4889-9a31-4a345de16a3c req-f8c1a0c2-6857-4568-a1a3-2f343ee79372 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94917c7fb5cf413687493a127183d44b&device_id=ad2acfe5-f519-4d4b-8b81-298d3768c3c7 HTTP/1.1" status: 200 len: 1095 time: 0.0455577 Dec 08 17:03:21.045974 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-29ba66e2-4749-4889-9a31-4a345de16a3c req-d5ff67a4-3948-4acf-a82d-49e2d97c4b83 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f266377f-8c16-449b-b0b6-580717ae6aaa HTTP/1.1" status: 200 len: 217 time: 0.0343149 Dec 08 17:03:21.094040 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba66e2-4749-4889-9a31-4a345de16a3c req-dc4fd133-6ff4-4c04-aad0-775c8082b373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:03:21.096023 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-29ba66e2-4749-4889-9a31-4a345de16a3c req-dc4fd133-6ff4-4c04-aad0-775c8082b373 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad HTTP/1.1" status: 200 len: 851 time: 0.0430331 Dec 08 17:03:21.146698 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba66e2-4749-4889-9a31-4a345de16a3c req-dc2ec4b3-a189-43e5-9fa2-b4c37de105e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:03:21.148126 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-29ba66e2-4749-4889-9a31-4a345de16a3c req-dc2ec4b3-a189-43e5-9fa2-b4c37de105e7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9d9a4b74-e787-467a-b113-e315ffdbd59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443757 Dec 08 17:03:21.237775 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-29ba66e2-4749-4889-9a31-4a345de16a3c req-fbeddaa3-e0ec-41c9-9bcf-48f2d62c0060 service neutron] 10.222.0.76 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820129 Dec 08 17:03:21.331084 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-29ba66e2-4749-4889-9a31-4a345de16a3c req-b6cf2da6-447a-47bc-bdaf-5981407fe0dc service neutron] 10.222.0.76 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861311 Dec 08 17:03:21.620668 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5c9fe6-27c3-4cba-aa4f-9074fe1e1491 req-4b83305e-81d6-40e4-8fb8-4d1551e2e9f6 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:03:21.622182 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-df5c9fe6-27c3-4cba-aa4f-9074fe1e1491 req-4b83305e-81d6-40e4-8fb8-4d1551e2e9f6 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad2acfe5-f519-4d4b-8b81-298d3768c3c7 HTTP/1.1" status: 200 len: 943 time: 0.0502763 Dec 08 17:03:21.669278 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-df5c9fe6-27c3-4cba-aa4f-9074fe1e1491 req-994dd6d5-d844-458a-acef-2e786ffa582d tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0398695 Dec 08 17:03:22.787138 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b49831-341a-4217-b645-a64a058f5542 req-801e253d-80f6-4629-9e09-91765207e28d tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:03:22.788673 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-20b49831-341a-4217-b645-a64a058f5542 req-801e253d-80f6-4629-9e09-91765207e28d tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad2acfe5-f519-4d4b-8b81-298d3768c3c7 HTTP/1.1" status: 200 len: 943 time: 0.0502048 Dec 08 17:03:22.835229 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-20b49831-341a-4217-b645-a64a058f5542 req-0c391997-62ca-4dc8-b206-fd7534ff9e8d tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0406842 Dec 08 17:03:23.873035 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device f266377f-8c16-449b-b0b6-580717ae6aaa details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 17:03:23.956039 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d3ba2c-5cc7-4921-baa5-4c36ea80d1d9 req-1619eb7d-e933-47ae-ad7a-de84b28eb975 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:03:23.957581 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-62d3ba2c-5cc7-4921-baa5-4c36ea80d1d9 req-1619eb7d-e933-47ae-ad7a-de84b28eb975 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad2acfe5-f519-4d4b-8b81-298d3768c3c7 HTTP/1.1" status: 200 len: 943 time: 0.0557957 Dec 08 17:03:23.973634 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port f266377f-8c16-449b-b0b6-580717ae6aaa, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=f266377f-8c16-449b-b0b6-580717ae6aaa,segment=NetworkSegment(8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27),segment_id=8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:03:23.988327 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': 'f266377f-8c16-449b-b0b6-580717ae6aaa', 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b', 'port_id': 'f266377f-8c16-449b-b0b6-580717ae6aaa', 'mac_address': 'fa:16:3e:d3:8d:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 17:03:24.005250 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-62d3ba2c-5cc7-4921-baa5-4c36ea80d1d9 req-bd9ab633-4cd5-456b-a701-eba6ba206cbe tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0416832 Dec 08 17:03:24.025381 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:03:24.038634 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f266377f-8c16-449b-b0b6-580717ae6aaa {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:03:24.057640 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port f266377f-8c16-449b-b0b6-580717ae6aaa, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=f266377f-8c16-449b-b0b6-580717ae6aaa,segment=NetworkSegment(8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27),segment_id=8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:03:24.143822 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:03:24.190124 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=f266377f-8c16-449b-b0b6-580717ae6aaa,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:03:24.439110 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['f266377f-8c16-449b-b0b6-580717ae6aaa'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:03:25.123829 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5fd5f-b527-451a-82aa-c547648e5e7b req-7d6a8cb6-d174-4d83-b3bb-d928919e4d73 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:03:25.125383 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7ad5fd5f-b527-451a-82aa-c547648e5e7b req-7d6a8cb6-d174-4d83-b3bb-d928919e4d73 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad2acfe5-f519-4d4b-8b81-298d3768c3c7 HTTP/1.1" status: 200 len: 944 time: 0.0530870 Dec 08 17:03:25.171617 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7ad5fd5f-b527-451a-82aa-c547648e5e7b req-a314f6b9-b0e4-4801-a9bc-2ca7de1ad401 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0400116 Dec 08 17:03:25.892684 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device f266377f-8c16-449b-b0b6-580717ae6aaa up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:03:26.027850 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port f266377f-8c16-449b-b0b6-580717ae6aaa completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 17:03:26.031904 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port f266377f-8c16-449b-b0b6-580717ae6aaa triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:03:26.032321 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:03:26.118191 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:03:26.140326 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad2acfe5-f519-4d4b-8b81-298d3768c3c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f266377f-8c16-449b-b0b6-580717ae6aaa'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:03:26.142595 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e972d80ca4ba26e60ff2132fe6d2147b95d4377dec9e0b14df2e9cad1c1848da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-364b4002-88e2-4b00-845f-3747d71ea4cf" -d '{"events": [{"server_uuid": "ad2acfe5-f519-4d4b-8b81-298d3768c3c7", "name": "network-vif-plugged", "status": "completed", "tag": "f266377f-8c16-449b-b0b6-580717ae6aaa"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:03:26.155313 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port f266377f-8c16-449b-b0b6-580717ae6aaa, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=f266377f-8c16-449b-b0b6-580717ae6aaa,segment=NetworkSegment(8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27),segment_id=8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:03:26.178398 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-871d764b-8eb9-4ad7-882e-530a244e54ef x-openstack-request-id: req-871d764b-8eb9-4ad7-882e-530a244e54ef {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:03:26.178694 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad2acfe5-f519-4d4b-8b81-298d3768c3c7", "name": "network-vif-plugged", "status": "completed", "tag": "f266377f-8c16-449b-b0b6-580717ae6aaa", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:03:26.178953 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-871d764b-8eb9-4ad7-882e-530a244e54ef {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:03:26.179358 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad2acfe5-f519-4d4b-8b81-298d3768c3c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f266377f-8c16-449b-b0b6-580717ae6aaa', 'code': 200} Dec 08 17:03:26.235669 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:03:26.285929 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=f266377f-8c16-449b-b0b6-580717ae6aaa,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:03:26.289570 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a60e4-9526-4d7f-bb9c-7a911b6f6394 req-1b2aaa27-f836-4b2e-8789-4a578d48155a tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:03:26.291146 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-251a60e4-9526-4d7f-bb9c-7a911b6f6394 req-1b2aaa27-f836-4b2e-8789-4a578d48155a tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad2acfe5-f519-4d4b-8b81-298d3768c3c7 HTTP/1.1" status: 200 len: 945 time: 0.0496688 Dec 08 17:03:26.293483 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a654c-9d63-44b2-8e28-63e086a0d1be req-f4b82dc4-9dd2-4f35-b103-3cacb379a2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:03:26.295041 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-226a654c-9d63-44b2-8e28-63e086a0d1be req-f4b82dc4-9dd2-4f35-b103-3cacb379a2c2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ad2acfe5-f519-4d4b-8b81-298d3768c3c7 HTTP/1.1" status: 200 len: 1097 time: 0.0470035 Dec 08 17:03:26.340301 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-251a60e4-9526-4d7f-bb9c-7a911b6f6394 req-37e1be04-eec3-460b-9a16-c81dea4d2310 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0411477 Dec 08 17:03:26.340602 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-226a654c-9d63-44b2-8e28-63e086a0d1be req-3dfe2f85-1e04-42e1-9abf-4168cf6864f0 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0381594 Dec 08 17:03:27.457744 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d5adce-6cc0-4962-a232-b443117518a0 req-eead26a6-2f03-429b-893f-8f83b67de135 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:03:27.458660 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d0d5adce-6cc0-4962-a232-b443117518a0 req-eead26a6-2f03-429b-893f-8f83b67de135 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad2acfe5-f519-4d4b-8b81-298d3768c3c7 HTTP/1.1" status: 200 len: 945 time: 0.0487142 Dec 08 17:03:27.506049 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d0d5adce-6cc0-4962-a232-b443117518a0 req-6ce70a17-d414-4b76-8247-99e624d903f5 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0414846 Dec 08 17:03:28.625169 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41302f49-ea17-466c-92bc-89d9611369c9 req-220f5bb9-499b-4fa7-81bc-250f3503679e tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:03:28.627230 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-41302f49-ea17-466c-92bc-89d9611369c9 req-220f5bb9-499b-4fa7-81bc-250f3503679e tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad2acfe5-f519-4d4b-8b81-298d3768c3c7 HTTP/1.1" status: 200 len: 945 time: 0.0534494 Dec 08 17:03:28.673982 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-41302f49-ea17-466c-92bc-89d9611369c9 req-93c2fd2b-aeba-432b-99f7-6849dc3bba3e tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0408192 Dec 08 17:03:28.786657 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d1a89-14ad-4b00-b340-bed56cb3287e req-f9a4bdb4-d5cd-44eb-8baa-c0196cbd9ac9 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:03:28.788047 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7d9d1a89-14ad-4b00-b340-bed56cb3287e req-f9a4bdb4-d5cd-44eb-8baa-c0196cbd9ac9 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad2acfe5-f519-4d4b-8b81-298d3768c3c7 HTTP/1.1" status: 200 len: 945 time: 0.0518363 Dec 08 17:03:28.796511 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 40240) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:03:28.800752 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-21d90502-e034-458d-93aa-ac5750c6a842 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Request body: {'floatingip': {'port_id': 'f266377f-8c16-449b-b0b6-580717ae6aaa'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:03:28.840047 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-21d90502-e034-458d-93aa-ac5750c6a842 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks [] for floatingip, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:03:29.272932 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-21d90502-e034-458d-93aa-ac5750c6a842 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:03:29.349148 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-21d90502-e034-458d-93aa-ac5750c6a842 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:03:29.768977 n-d-776250-12 neutron-server[110550]: INFO neutron.db.l3_db [None req-21d90502-e034-458d-93aa-ac5750c6a842 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Floating IP ece2a9d4-c3eb-49c1-ba1a-c75bc59cfcdc associated. External IP: 172.25.0.228, port: f266377f-8c16-449b-b0b6-580717ae6aaa. Dec 08 17:03:29.982043 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d90502-e034-458d-93aa-ac5750c6a842 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Router c7782154-7c61-458d-a45f-42dc7f6e4c53 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:03:30.090680 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d90502-e034-458d-93aa-ac5750c6a842 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:03:30.096169 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-21d90502-e034-458d-93aa-ac5750c6a842 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:03:30.100699 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d144248d-025a-4105-a267-c7f8964e45b3 None None] Sync routers for ids ['c7782154-7c61-458d-a45f-42dc7f6e4c53'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:03:30.109817 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d144248d-025a-4105-a267-c7f8964e45b3 None None] Routers {'c7782154-7c61-458d-a45f-42dc7f6e4c53'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:03:30.110435 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-d144248d-025a-4105-a267-c7f8964e45b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:03:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['c7782154-7c61-458d-a45f-42dc7f6e4c53'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:03:30.126718 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-21d90502-e034-458d-93aa-ac5750c6a842 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "PUT /v2.0/floatingips/ece2a9d4-c3eb-49c1-ba1a-c75bc59cfcdc HTTP/1.1" status: 200 len: 991 time: 1.3291497 Dec 08 17:03:30.127598 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad2acfe5-f519-4d4b-8b81-298d3768c3c7', 'tag': 'f266377f-8c16-449b-b0b6-580717ae6aaa'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:03:30.130030 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33688f0a94a9db352de83aac38ec7a80f5ce35812a363759cff610bcc84c1346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d8331d-3c71-4601-b42c-cfed9273f71c" -d '{"events": [{"name": "network-changed", "server_uuid": "ad2acfe5-f519-4d4b-8b81-298d3768c3c7", "tag": "f266377f-8c16-449b-b0b6-580717ae6aaa"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:03:30.176087 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f307e63-9f2a-4947-92fa-c9541be562c4 x-openstack-request-id: req-3f307e63-9f2a-4947-92fa-c9541be562c4 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:03:30.176512 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad2acfe5-f519-4d4b-8b81-298d3768c3c7", "tag": "f266377f-8c16-449b-b0b6-580717ae6aaa", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:03:30.176772 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3f307e63-9f2a-4947-92fa-c9541be562c4 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:03:30.177185 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad2acfe5-f519-4d4b-8b81-298d3768c3c7', 'tag': 'f266377f-8c16-449b-b0b6-580717ae6aaa', 'status': 'completed', 'code': 200} Dec 08 17:03:30.252627 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d8331d-3c71-4601-b42c-cfed9273f71c req-ae9d6dd6-0a23-4567-94d5-574878e72d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:03:30.254188 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d8d8331d-3c71-4601-b42c-cfed9273f71c req-ae9d6dd6-0a23-4567-94d5-574878e72d1e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94917c7fb5cf413687493a127183d44b&device_id=ad2acfe5-f519-4d4b-8b81-298d3768c3c7 HTTP/1.1" status: 200 len: 1097 time: 0.0493512 Dec 08 17:03:30.348633 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d8331d-3c71-4601-b42c-cfed9273f71c req-5c2f5525-2d79-4255-b205-ba5f84101546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:03:30.350379 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d8d8331d-3c71-4601-b42c-cfed9273f71c req-5c2f5525-2d79-4255-b205-ba5f84101546 service neutron] 10.222.0.76 "GET /v2.0/networks?id=9d9a4b74-e787-467a-b113-e315ffdbd59b HTTP/1.1" status: 200 len: 913 time: 0.0891085 Dec 08 17:03:30.400867 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-d144248d-025a-4105-a267-c7f8964e45b3 None None] Set router c7782154-7c61-458d-a45f-42dc7f6e4c53 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:03:30.423878 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d8d8331d-3c71-4601-b42c-cfed9273f71c req-d7e3de1b-81ec-460d-8e66-dd65e16abdb5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f266377f-8c16-449b-b0b6-580717ae6aaa HTTP/1.1" status: 200 len: 999 time: 0.0647681 Dec 08 17:03:30.474952 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d8331d-3c71-4601-b42c-cfed9273f71c req-804dc25c-dd3e-4de4-a7c9-d40daa60ef79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:03:30.476463 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d8d8331d-3c71-4601-b42c-cfed9273f71c req-804dc25c-dd3e-4de4-a7c9-d40daa60ef79 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad HTTP/1.1" status: 200 len: 851 time: 0.0449734 Dec 08 17:03:30.523120 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d8331d-3c71-4601-b42c-cfed9273f71c req-b2f35f19-0664-4151-8907-c3c746c67e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:03:30.524657 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d8d8331d-3c71-4601-b42c-cfed9273f71c req-b2f35f19-0664-4151-8907-c3c746c67e91 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9d9a4b74-e787-467a-b113-e315ffdbd59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407922 Dec 08 17:03:30.535976 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [req-d8d8331d-3c71-4601-b42c-cfed9273f71c req-074a59c6-b800-4bb5-bf4c-cf2b6259790a service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 17:03:30.536989 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d8d8331d-3c71-4601-b42c-cfed9273f71c req-074a59c6-b800-4bb5-bf4c-cf2b6259790a service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051820 Dec 08 17:03:30.634365 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d8d8331d-3c71-4601-b42c-cfed9273f71c req-76c8f5c4-810a-4f83-b129-73a7c73c7245 service neutron] 10.222.0.76 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893211 Dec 08 17:03:30.634765 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-d144248d-025a-4105-a267-c7f8964e45b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'name': 'tempest-ServerActionsTestJSON-1801605199-router', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '72c9a96a-9dcd-48f9-87ca-4960c95a86f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:58:29Z', 'updated_at': '2021-12-08T16:58:32Z', 'revision_number': 4, 'project_id': '94917c7fb5cf413687493a127183d44b', 'gw_port': {'id': '72c9a96a-9dcd-48f9-87ca-4960c95a86f9', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:58:29Z', 'updated_at': '2021-12-08T16:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': 'ece2a9d4-c3eb-49c1-ba1a-c75bc59cfcdc', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'floating_ip_address': '172.25.0.228', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'port_id': 'f266377f-8c16-449b-b0b6-580717ae6aaa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4084, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b', 'mac_address': 'fa:16:3e:d3:8d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2acfe5-f519-4d4b-8b81-298d3768c3c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:58:35Z', 'updated_at': '2021-12-08T17:03:29Z', 'revision_number': 9, 'project_id': '94917c7fb5cf413687493a127183d44b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65a51e5e-3a6e-4b7a-9d9b-9b088072793c', 'name': '', 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'mac_address': 'fa:16:3e:83:e9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:58:32Z', 'updated_at': '2021-12-08T16:58:35Z', 'revision_number': 5, 'project_id': '94917c7fb5cf413687493a127183d44b', 'subnets': [{'id': 'f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:03:30.661516 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d144248d-025a-4105-a267-c7f8964e45b3 None None] Checking router: c7782154-7c61-458d-a45f-42dc7f6e4c53 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:03:30.669987 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d144248d-025a-4105-a267-c7f8964e45b3 None None] Routers {'c7782154-7c61-458d-a45f-42dc7f6e4c53'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:03:30.670596 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-d144248d-025a-4105-a267-c7f8964e45b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:03:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['c7782154-7c61-458d-a45f-42dc7f6e4c53'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:03:30.745116 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d8d8331d-3c71-4601-b42c-cfed9273f71c req-90725ebc-9c55-4378-8224-a8cdb393cf80 service neutron] 10.222.0.76 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031835 Dec 08 17:03:30.786612 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-d144248d-025a-4105-a267-c7f8964e45b3 None None] Set router c7782154-7c61-458d-a45f-42dc7f6e4c53 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:03:31.011619 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-d144248d-025a-4105-a267-c7f8964e45b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'name': 'tempest-ServerActionsTestJSON-1801605199-router', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '72c9a96a-9dcd-48f9-87ca-4960c95a86f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:58:29Z', 'updated_at': '2021-12-08T16:58:32Z', 'revision_number': 4, 'project_id': '94917c7fb5cf413687493a127183d44b', 'gw_port': {'id': '72c9a96a-9dcd-48f9-87ca-4960c95a86f9', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:58:29Z', 'updated_at': '2021-12-08T16:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': 'ece2a9d4-c3eb-49c1-ba1a-c75bc59cfcdc', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'floating_ip_address': '172.25.0.228', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'port_id': 'f266377f-8c16-449b-b0b6-580717ae6aaa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4084, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b', 'mac_address': 'fa:16:3e:d3:8d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2acfe5-f519-4d4b-8b81-298d3768c3c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:58:35Z', 'updated_at': '2021-12-08T17:03:29Z', 'revision_number': 9, 'project_id': '94917c7fb5cf413687493a127183d44b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65a51e5e-3a6e-4b7a-9d9b-9b088072793c', 'name': '', 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'mac_address': 'fa:16:3e:83:e9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:58:32Z', 'updated_at': '2021-12-08T16:58:35Z', 'revision_number': 5, 'project_id': '94917c7fb5cf413687493a127183d44b', 'subnets': [{'id': 'f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:03:31.039173 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d144248d-025a-4105-a267-c7f8964e45b3 None None] The sync data for ids ['c7782154-7c61-458d-a45f-42dc7f6e4c53'] in n-d-776250-12 is: [{'id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'name': 'tempest-ServerActionsTestJSON-1801605199-router', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '72c9a96a-9dcd-48f9-87ca-4960c95a86f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:58:29Z', 'updated_at': '2021-12-08T16:58:32Z', 'revision_number': 4, 'project_id': '94917c7fb5cf413687493a127183d44b', 'gw_port': {'id': '72c9a96a-9dcd-48f9-87ca-4960c95a86f9', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:58:29Z', 'updated_at': '2021-12-08T16:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': 'ece2a9d4-c3eb-49c1-ba1a-c75bc59cfcdc', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'floating_ip_address': '172.25.0.228', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'port_id': 'f266377f-8c16-449b-b0b6-580717ae6aaa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4084, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b', 'mac_address': 'fa:16:3e:d3:8d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2acfe5-f519-4d4b-8b81-298d3768c3c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:58:35Z', 'updated_at': '2021-12-08T17:03:29Z', 'revision_number': 9, 'project_id': '94917c7fb5cf413687493a127183d44b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65a51e5e-3a6e-4b7a-9d9b-9b088072793c', 'name': '', 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'mac_address': 'fa:16:3e:83:e9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:58:32Z', 'updated_at': '2021-12-08T16:58:35Z', 'revision_number': 5, 'project_id': '94917c7fb5cf413687493a127183d44b', 'subnets': [{'id': 'f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:03:31.226614 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a60ff2-5031-427c-82e8-06024c41e812 None None] New status for floating IP ece2a9d4-c3eb-49c1-ba1a-c75bc59cfcdc: ACTIVE {{(pid=110553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 17:03:35.078532 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:03:39.068783 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:03:41.468868 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b9d9fd8a-d345-4aec-befb-f4162dcc4290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:03:44.176004 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0ac08267-48ae-4da1-b59f-8ff2cc69d847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:03:45.455846 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:03:46.914539 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:03:47.474795 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:03:47.606220 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:04:05.096930 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:04:06.788467 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2c611343-25c0-43cf-abb1-4e6fc61e1534 req-0b77dadd-5003-4b7c-9793-08e9b9bb79bc service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ad2acfe5-f519-4d4b-8b81-298d3768c3c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0490103 Dec 08 17:04:06.870786 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c611343-25c0-43cf-abb1-4e6fc61e1534 req-9eef336d-34ea-4e78-bdec-61de80f59d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:04:06.872289 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2c611343-25c0-43cf-abb1-4e6fc61e1534 req-9eef336d-34ea-4e78-bdec-61de80f59d94 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94917c7fb5cf413687493a127183d44b&device_id=ad2acfe5-f519-4d4b-8b81-298d3768c3c7 HTTP/1.1" status: 200 len: 1097 time: 0.0405633 Dec 08 17:04:06.973821 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c611343-25c0-43cf-abb1-4e6fc61e1534 req-1a3b144f-18d3-4864-a295-656c4808d179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:04:06.975273 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2c611343-25c0-43cf-abb1-4e6fc61e1534 req-1a3b144f-18d3-4864-a295-656c4808d179 service neutron] 10.222.0.76 "GET /v2.0/networks?id=9d9a4b74-e787-467a-b113-e315ffdbd59b HTTP/1.1" status: 200 len: 913 time: 0.0835357 Dec 08 17:04:07.046226 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2c611343-25c0-43cf-abb1-4e6fc61e1534 req-e97003b4-370a-4220-8824-26e342bdb616 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f266377f-8c16-449b-b0b6-580717ae6aaa HTTP/1.1" status: 200 len: 1002 time: 0.0623903 Dec 08 17:04:07.096383 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c611343-25c0-43cf-abb1-4e6fc61e1534 req-e35a9771-029f-4dba-a252-d983c0830f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:04:07.097831 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2c611343-25c0-43cf-abb1-4e6fc61e1534 req-e35a9771-029f-4dba-a252-d983c0830f47 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad HTTP/1.1" status: 200 len: 851 time: 0.0433893 Dec 08 17:04:07.144510 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c611343-25c0-43cf-abb1-4e6fc61e1534 req-4a9687e1-4a79-4094-bf20-cd6884e4e353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:04:07.146000 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2c611343-25c0-43cf-abb1-4e6fc61e1534 req-4a9687e1-4a79-4094-bf20-cd6884e4e353 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9d9a4b74-e787-467a-b113-e315ffdbd59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402386 Dec 08 17:04:07.241134 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2c611343-25c0-43cf-abb1-4e6fc61e1534 req-93261a74-37dd-4fa8-9373-d89092e7000e service neutron] 10.222.0.76 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868275 Dec 08 17:04:07.331612 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2c611343-25c0-43cf-abb1-4e6fc61e1534 req-fbc02298-e42b-4d9b-aef3-cb1a51a9b9fc service neutron] 10.222.0.76 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827913 Dec 08 17:04:09.083753 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:04:11.477969 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-597f8d50-33cc-4e8a-be30-1ca4380bd33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:04:14.192481 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-75bd06f3-152b-469e-9bb5-8358d47a813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:04:15.449246 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:04:16.919418 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:04:17.603191 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:04:24.474981 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:04:35.123038 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:04:39.101689 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:04:41.462378 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-266d149c-3fb3-49ee-9514-2dbe3223c858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:04:44.153666 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8b46a433-bc7c-4c40-895e-57b9fdff17ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:04:45.450109 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:04:46.930248 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:04:47.592906 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:05:01.474484 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:05:05.134354 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:05:07.762894 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d1fc0bb5-af66-471b-a7d7-6da2457b4e36 req-33b2f5fe-c79d-49c8-8c37-6fdd9af3dc11 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ad2acfe5-f519-4d4b-8b81-298d3768c3c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407999 Dec 08 17:05:07.851135 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc0bb5-af66-471b-a7d7-6da2457b4e36 req-36f8b1ad-15bb-455c-87f6-ea9322008df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:05:07.852626 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d1fc0bb5-af66-471b-a7d7-6da2457b4e36 req-36f8b1ad-15bb-455c-87f6-ea9322008df8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94917c7fb5cf413687493a127183d44b&device_id=ad2acfe5-f519-4d4b-8b81-298d3768c3c7 HTTP/1.1" status: 200 len: 1097 time: 0.0450010 Dec 08 17:05:07.957272 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc0bb5-af66-471b-a7d7-6da2457b4e36 req-0d3bfff2-9f4c-4b88-9ef1-4965ef98af93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:05:07.958711 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d1fc0bb5-af66-471b-a7d7-6da2457b4e36 req-0d3bfff2-9f4c-4b88-9ef1-4965ef98af93 service neutron] 10.222.0.76 "GET /v2.0/networks?id=9d9a4b74-e787-467a-b113-e315ffdbd59b HTTP/1.1" status: 200 len: 913 time: 0.0835042 Dec 08 17:05:08.032117 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d1fc0bb5-af66-471b-a7d7-6da2457b4e36 req-881ba1e3-0232-4bed-9550-d0b990a064fc service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f266377f-8c16-449b-b0b6-580717ae6aaa HTTP/1.1" status: 200 len: 1002 time: 0.0648043 Dec 08 17:05:08.081928 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc0bb5-af66-471b-a7d7-6da2457b4e36 req-15ae627c-10c7-426c-88bd-04ead4f92d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:05:08.083349 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d1fc0bb5-af66-471b-a7d7-6da2457b4e36 req-15ae627c-10c7-426c-88bd-04ead4f92d6e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad HTTP/1.1" status: 200 len: 851 time: 0.0439684 Dec 08 17:05:08.129994 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc0bb5-af66-471b-a7d7-6da2457b4e36 req-4bbd14b4-e485-4442-878f-06353447e124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:05:08.131493 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d1fc0bb5-af66-471b-a7d7-6da2457b4e36 req-4bbd14b4-e485-4442-878f-06353447e124 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9d9a4b74-e787-467a-b113-e315ffdbd59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408134 Dec 08 17:05:08.223183 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d1fc0bb5-af66-471b-a7d7-6da2457b4e36 req-77ef5896-96a4-4aa7-800f-aa42cc73bf25 service neutron] 10.222.0.76 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840969 Dec 08 17:05:08.318227 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d1fc0bb5-af66-471b-a7d7-6da2457b4e36 req-38f71094-84de-4d19-af10-701d717aaec2 service neutron] 10.222.0.76 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877059 Dec 08 17:05:09.135832 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:05:11.494208 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-be5bfd30-24e3-44ca-be27-e28c7d608dce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:05:14.167994 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0ff54717-75b7-4029-8fd8-66ee2320901f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:05:15.455689 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:05:16.912750 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:05:17.596679 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:05:35.129488 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:05:38.473904 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:05:39.087839 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:05:41.510898 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-dc785dc1-c493-4905-820a-4d564d1aa08f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:05:44.163530 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-22658e69-69a4-4a2c-9512-a94f3d0f5fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:05:45.449217 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:05:46.917783 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:05:47.596102 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:05:56.400955 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [req-a58b9475-9645-4f0c-adca-dca48faf8484 req-30651cab-bac1-4f9f-a798-db38647814aa service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 17:05:56.402000 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a58b9475-9645-4f0c-adca-dca48faf8484 req-30651cab-bac1-4f9f-a798-db38647814aa service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0443823 Dec 08 17:05:56.762159 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef1db08-673d-4a07-a3db-efb23ad08192 req-5833b3d4-b898-467d-ac07-b965824881a4 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:05:56.763666 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0ef1db08-673d-4a07-a3db-efb23ad08192 req-5833b3d4-b898-467d-ac07-b965824881a4 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad2acfe5-f519-4d4b-8b81-298d3768c3c7 HTTP/1.1" status: 200 len: 945 time: 0.1043086 Dec 08 17:05:56.821784 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0ef1db08-673d-4a07-a3db-efb23ad08192 req-2191efb6-3fbd-4aef-84cf-547ad01e0e0b tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0520847 Dec 08 17:05:56.865621 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7236a66f-4c89-4032-aa37-133ebc0c97fd req-891ffef6-dc8b-40cd-81e3-98100af171cb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ad2acfe5-f519-4d4b-8b81-298d3768c3c7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0898623 Dec 08 17:05:57.986796 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6fd1be-f613-477e-8ccf-9e022c30bb36 req-4fae04f4-4fcd-49bc-895c-3f01dd25efb7 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:05:57.988375 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8a6fd1be-f613-477e-8ccf-9e022c30bb36 req-4fae04f4-4fcd-49bc-895c-3f01dd25efb7 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad2acfe5-f519-4d4b-8b81-298d3768c3c7 HTTP/1.1" status: 200 len: 945 time: 0.0938551 Dec 08 17:05:58.037842 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8a6fd1be-f613-477e-8ccf-9e022c30bb36 req-16682d87-3b57-4720-91af-4c4812bb9eb4 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0432167 Dec 08 17:05:59.021678 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7236a66f-4c89-4032-aa37-133ebc0c97fd req-c302d35f-7698-4c34-8317-27fc8aeeaf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:05:59.023771 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7236a66f-4c89-4032-aa37-133ebc0c97fd req-c302d35f-7698-4c34-8317-27fc8aeeaf87 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94917c7fb5cf413687493a127183d44b&device_id=ad2acfe5-f519-4d4b-8b81-298d3768c3c7 HTTP/1.1" status: 200 len: 1097 time: 0.0852959 Dec 08 17:05:59.128203 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7236a66f-4c89-4032-aa37-133ebc0c97fd req-7b0e6c88-2166-4906-b24a-5e9e96f2c6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:05:59.134905 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7236a66f-4c89-4032-aa37-133ebc0c97fd req-7b0e6c88-2166-4906-b24a-5e9e96f2c6c3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=9d9a4b74-e787-467a-b113-e315ffdbd59b HTTP/1.1" status: 200 len: 913 time: 0.0989401 Dec 08 17:05:59.212778 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125e279-ad8b-44a0-afad-1b5298d881bb req-3eb59987-de61-413a-91bf-84da2af6c973 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:05:59.214305 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b125e279-ad8b-44a0-afad-1b5298d881bb req-3eb59987-de61-413a-91bf-84da2af6c973 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad2acfe5-f519-4d4b-8b81-298d3768c3c7 HTTP/1.1" status: 200 len: 945 time: 0.1047723 Dec 08 17:05:59.221469 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7236a66f-4c89-4032-aa37-133ebc0c97fd req-3a56f3c4-7352-46b3-910c-60c932bac688 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f266377f-8c16-449b-b0b6-580717ae6aaa HTTP/1.1" status: 200 len: 1002 time: 0.0779655 Dec 08 17:05:59.298351 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7236a66f-4c89-4032-aa37-133ebc0c97fd req-2078a455-41aa-4aec-bf27-5009d46399b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:05:59.299782 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7236a66f-4c89-4032-aa37-133ebc0c97fd req-2078a455-41aa-4aec-bf27-5009d46399b6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad HTTP/1.1" status: 200 len: 851 time: 0.0707893 Dec 08 17:05:59.303490 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b125e279-ad8b-44a0-afad-1b5298d881bb req-ce5eab4e-f09a-4b3a-ad17-690b8a9efc98 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0811691 Dec 08 17:05:59.350867 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7236a66f-4c89-4032-aa37-133ebc0c97fd req-099d8b4f-d826-4300-a04c-e27fed60f048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:05:59.352432 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7236a66f-4c89-4032-aa37-133ebc0c97fd req-099d8b4f-d826-4300-a04c-e27fed60f048 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9d9a4b74-e787-467a-b113-e315ffdbd59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456479 Dec 08 17:05:59.447208 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7236a66f-4c89-4032-aa37-133ebc0c97fd req-4d45735e-e840-4b24-9a1f-35ae71021b49 service neutron] 10.222.0.76 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872715 Dec 08 17:05:59.537232 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7236a66f-4c89-4032-aa37-133ebc0c97fd req-f6f0e09a-00d9-4e08-a1e6-cc2c9950a791 service neutron] 10.222.0.76 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829034 Dec 08 17:06:00.417919 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203cacc9-ce97-4c5f-ab50-51e0ebe385be req-86982683-eac3-48bb-8c4a-a6791c59c343 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:00.419401 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-203cacc9-ce97-4c5f-ab50-51e0ebe385be req-86982683-eac3-48bb-8c4a-a6791c59c343 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad2acfe5-f519-4d4b-8b81-298d3768c3c7 HTTP/1.1" status: 200 len: 945 time: 0.0479305 Dec 08 17:06:00.469938 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-203cacc9-ce97-4c5f-ab50-51e0ebe385be req-db383b32-496a-4d8f-b52b-b0ad12a7e248 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0440807 Dec 08 17:06:01.588062 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce43a0-9d84-4489-b7c8-68422368b150 req-6da76197-c800-4e2e-a19b-d3be70105d3f tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:01.589650 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3bce43a0-9d84-4489-b7c8-68422368b150 req-6da76197-c800-4e2e-a19b-d3be70105d3f tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad2acfe5-f519-4d4b-8b81-298d3768c3c7 HTTP/1.1" status: 200 len: 945 time: 0.0511401 Dec 08 17:06:01.638212 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3bce43a0-9d84-4489-b7c8-68422368b150 req-6503e717-360c-41b8-a891-16fe1e0a1ed6 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0419066 Dec 08 17:06:02.755365 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ac140-ad51-46d6-bff2-0a0bd6613d8b req-a122ad48-55e3-49a7-b9d7-bb16a003734b tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:02.756870 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4c2ac140-ad51-46d6-bff2-0a0bd6613d8b req-a122ad48-55e3-49a7-b9d7-bb16a003734b tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad2acfe5-f519-4d4b-8b81-298d3768c3c7 HTTP/1.1" status: 200 len: 945 time: 0.0488677 Dec 08 17:06:02.802745 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4c2ac140-ad51-46d6-bff2-0a0bd6613d8b req-35feab63-f2fa-4d6c-8d0d-8c7de373910b tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0401335 Dec 08 17:06:03.922693 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af8459-2243-4645-94fc-cd6467fbd71b req-576dc9c0-1a29-40cc-9328-8e34be78e2fe tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:03.924161 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-20af8459-2243-4645-94fc-cd6467fbd71b req-576dc9c0-1a29-40cc-9328-8e34be78e2fe tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad2acfe5-f519-4d4b-8b81-298d3768c3c7 HTTP/1.1" status: 200 len: 945 time: 0.0536139 Dec 08 17:06:03.970388 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-20af8459-2243-4645-94fc-cd6467fbd71b req-51c6a758-5e1b-4fe9-b27a-34a4c390e260 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0401344 Dec 08 17:06:05.091608 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2535bd10-b2af-4fff-be61-76766e9d3657 req-e3bd5988-bf51-4080-925d-29dc18f8a0ec tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:05.093139 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2535bd10-b2af-4fff-be61-76766e9d3657 req-e3bd5988-bf51-4080-925d-29dc18f8a0ec tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad2acfe5-f519-4d4b-8b81-298d3768c3c7 HTTP/1.1" status: 200 len: 945 time: 0.0490465 Dec 08 17:06:05.123925 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:05.141470 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2535bd10-b2af-4fff-be61-76766e9d3657 req-1e41e640-c830-47ad-84c2-975dbabbc9ad tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0422041 Dec 08 17:06:06.259460 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd206ac-d890-478c-bbb8-01aff2e75407 req-108ac617-514a-4a37-b250-05a7f4edbfe2 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:06.260987 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fbd206ac-d890-478c-bbb8-01aff2e75407 req-108ac617-514a-4a37-b250-05a7f4edbfe2 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad2acfe5-f519-4d4b-8b81-298d3768c3c7 HTTP/1.1" status: 200 len: 945 time: 0.0506697 Dec 08 17:06:06.307299 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fbd206ac-d890-478c-bbb8-01aff2e75407 req-9a3be09b-c755-43be-a24d-c0355ca8ae57 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0404239 Dec 08 17:06:07.425566 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350ae6af-6aab-4d7b-bc61-5d552fdba55b req-288981a1-3a27-464a-87a0-b0c6714ec9b5 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:07.427048 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-350ae6af-6aab-4d7b-bc61-5d552fdba55b req-288981a1-3a27-464a-87a0-b0c6714ec9b5 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad2acfe5-f519-4d4b-8b81-298d3768c3c7 HTTP/1.1" status: 200 len: 945 time: 0.0525982 Dec 08 17:06:07.473451 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-350ae6af-6aab-4d7b-bc61-5d552fdba55b req-162d2009-1a73-4426-8d0a-c84d3539c33b tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0404801 Dec 08 17:06:07.844112 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26289cf7-f162-4fb3-b77e-f0eb9b9445ed req-ba949460-92da-49aa-a230-7c2702da6eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:07.845552 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-26289cf7-f162-4fb3-b77e-f0eb9b9445ed req-ba949460-92da-49aa-a230-7c2702da6eae service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94917c7fb5cf413687493a127183d44b&device_id=ad2acfe5-f519-4d4b-8b81-298d3768c3c7 HTTP/1.1" status: 200 len: 1097 time: 0.0440876 Dec 08 17:06:07.946388 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26289cf7-f162-4fb3-b77e-f0eb9b9445ed req-11a2eb84-f009-4f9c-988b-4d0932b435b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:07.947838 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-26289cf7-f162-4fb3-b77e-f0eb9b9445ed req-11a2eb84-f009-4f9c-988b-4d0932b435b5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=9d9a4b74-e787-467a-b113-e315ffdbd59b HTTP/1.1" status: 200 len: 913 time: 0.0836000 Dec 08 17:06:08.020153 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-26289cf7-f162-4fb3-b77e-f0eb9b9445ed req-ea20ec9f-3b05-49e1-826a-e1f4ce6b91a0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f266377f-8c16-449b-b0b6-580717ae6aaa HTTP/1.1" status: 200 len: 1002 time: 0.0618174 Dec 08 17:06:08.068503 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26289cf7-f162-4fb3-b77e-f0eb9b9445ed req-b67379f6-68ff-4b41-911f-a18b4b6fda58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:08.069910 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-26289cf7-f162-4fb3-b77e-f0eb9b9445ed req-b67379f6-68ff-4b41-911f-a18b4b6fda58 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad HTTP/1.1" status: 200 len: 851 time: 0.0428073 Dec 08 17:06:08.115508 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26289cf7-f162-4fb3-b77e-f0eb9b9445ed req-e8a2a63e-cc31-4050-b993-e9fbb9098552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:08.116954 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-26289cf7-f162-4fb3-b77e-f0eb9b9445ed req-e8a2a63e-cc31-4050-b993-e9fbb9098552 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9d9a4b74-e787-467a-b113-e315ffdbd59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402579 Dec 08 17:06:08.211096 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-26289cf7-f162-4fb3-b77e-f0eb9b9445ed req-e62a4010-c68b-4fc3-9c44-5f93eeeeb76a service neutron] 10.222.0.76 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860231 Dec 08 17:06:08.300770 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-26289cf7-f162-4fb3-b77e-f0eb9b9445ed req-c6bc79a7-798d-4400-b36f-80e35241ebec service neutron] 10.222.0.76 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832086 Dec 08 17:06:08.589294 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6de063-3700-4670-bac4-c32eca8d369e req-f86b34a1-ef10-4d0f-b140-126028d8dd7d tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:08.590784 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2d6de063-3700-4670-bac4-c32eca8d369e req-f86b34a1-ef10-4d0f-b140-126028d8dd7d tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad2acfe5-f519-4d4b-8b81-298d3768c3c7 HTTP/1.1" status: 200 len: 945 time: 0.0498252 Dec 08 17:06:08.637503 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2d6de063-3700-4670-bac4-c32eca8d369e req-a95d28d5-6153-427c-a48c-8cd416e62ca7 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0406690 Dec 08 17:06:09.110558 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:09.754574 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ee691-70e0-4000-b8fb-0f7327eb473b req-139aeec1-5b42-4f61-804e-43def9e0a343 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:09.756066 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b24ee691-70e0-4000-b8fb-0f7327eb473b req-139aeec1-5b42-4f61-804e-43def9e0a343 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad2acfe5-f519-4d4b-8b81-298d3768c3c7 HTTP/1.1" status: 200 len: 945 time: 0.0486298 Dec 08 17:06:09.804065 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b24ee691-70e0-4000-b8fb-0f7327eb473b req-46279d0b-1ba2-40e6-9a92-ea0f285c95b4 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0420978 Dec 08 17:06:10.920783 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77406b03-540d-4a64-95b2-72021c577b81 req-32b7fc36-3ce4-4d91-9c31-04cc835f3071 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:10.922927 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-77406b03-540d-4a64-95b2-72021c577b81 req-32b7fc36-3ce4-4d91-9c31-04cc835f3071 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad2acfe5-f519-4d4b-8b81-298d3768c3c7 HTTP/1.1" status: 200 len: 945 time: 0.0533900 Dec 08 17:06:10.972527 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-77406b03-540d-4a64-95b2-72021c577b81 req-92463329-647e-4b17-9db4-3eed9b31dfbd tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0434506 Dec 08 17:06:11.483130 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-25828efb-0917-434b-9235-805a0a7879e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:12.089383 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd99c88-8b7f-4aa2-aced-c68a9da82bb7 req-db6ee1d4-2b73-4393-a113-a4c07fa40059 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:12.090876 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fcd99c88-8b7f-4aa2-aced-c68a9da82bb7 req-db6ee1d4-2b73-4393-a113-a4c07fa40059 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad2acfe5-f519-4d4b-8b81-298d3768c3c7 HTTP/1.1" status: 200 len: 945 time: 0.0516856 Dec 08 17:06:12.137963 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fcd99c88-8b7f-4aa2-aced-c68a9da82bb7 req-f9da84ca-9fa3-4573-9b14-4660d465895b tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0407162 Dec 08 17:06:13.254650 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f7f0fd-ed55-471f-8f98-02464d4dd046 req-966f83a9-d7e9-4139-83e0-78a86ee51321 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:13.256152 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-27f7f0fd-ed55-471f-8f98-02464d4dd046 req-966f83a9-d7e9-4139-83e0-78a86ee51321 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad2acfe5-f519-4d4b-8b81-298d3768c3c7 HTTP/1.1" status: 200 len: 945 time: 0.0496604 Dec 08 17:06:13.302761 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-27f7f0fd-ed55-471f-8f98-02464d4dd046 req-844bcbb7-1dcf-4e8a-95c6-ef00bb10b6f5 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0406017 Dec 08 17:06:14.174870 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7b884a24-6bd4-4bcd-b6c2-2c50c2604c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:14.417798 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12b5c0-7c73-4edd-a6ae-7aadc4599118 req-d51dc75e-7aab-4a48-9b64-702937ed453d tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:14.419279 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-df12b5c0-7c73-4edd-a6ae-7aadc4599118 req-d51dc75e-7aab-4a48-9b64-702937ed453d tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad2acfe5-f519-4d4b-8b81-298d3768c3c7 HTTP/1.1" status: 200 len: 945 time: 0.0483403 Dec 08 17:06:14.466151 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-df12b5c0-7c73-4edd-a6ae-7aadc4599118 req-62b66ffb-c169-47ea-89cf-01c482abc149 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0408232 Dec 08 17:06:15.435940 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:15.472881 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:06:15.585678 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b549035-3e90-4468-9a08-3cc4f69155f2 req-faafc3bc-cfff-4421-bc09-952673bd5cfb tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:15.587189 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5b549035-3e90-4468-9a08-3cc4f69155f2 req-faafc3bc-cfff-4421-bc09-952673bd5cfb tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad2acfe5-f519-4d4b-8b81-298d3768c3c7 HTTP/1.1" status: 200 len: 945 time: 0.0532062 Dec 08 17:06:15.634555 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5b549035-3e90-4468-9a08-3cc4f69155f2 req-f2dbaf10-b217-4267-887c-f31ca6b9683e tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0413826 Dec 08 17:06:16.646323 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [req-7236a66f-4c89-4032-aa37-133ebc0c97fd req-5191678c-0a21-4df6-beaf-39ea4820af56 service neutron] show failed (client error): The resource could not be found. Dec 08 17:06:16.647349 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7236a66f-4c89-4032-aa37-133ebc0c97fd req-5191678c-0a21-4df6-beaf-39ea4820af56 service neutron] 10.222.0.76 "GET /v2.0/ports/f266377f-8c16-449b-b0b6-580717ae6aaa/bindings/n-h2-776250-12 HTTP/1.1" status: 404 len: 381 time: 0.0546985 Dec 08 17:06:16.753482 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd3a45-1004-4771-8e0a-9c060583c0fc req-f774cc72-85c5-4bd3-b8ca-2cfbd1470c43 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:16.754990 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d4dd3a45-1004-4771-8e0a-9c060583c0fc req-f774cc72-85c5-4bd3-b8ca-2cfbd1470c43 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad2acfe5-f519-4d4b-8b81-298d3768c3c7 HTTP/1.1" status: 200 len: 945 time: 0.0502288 Dec 08 17:06:16.807321 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d4dd3a45-1004-4771-8e0a-9c060583c0fc req-38501105-19d8-40db-acbb-e30a42226157 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0453143 Dec 08 17:06:16.927474 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:17.235956 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7236a66f-4c89-4032-aa37-133ebc0c97fd req-36052304-a028-4823-84a9-de11eaab13be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:17.243115 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7236a66f-4c89-4032-aa37-133ebc0c97fd req-36052304-a028-4823-84a9-de11eaab13be service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ad2acfe5-f519-4d4b-8b81-298d3768c3c7&tenant_id=94917c7fb5cf413687493a127183d44b HTTP/1.1" status: 200 len: 1097 time: 0.0810032 Dec 08 17:06:17.249806 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-7236a66f-4c89-4032-aa37-133ebc0c97fd req-66601e53-d626-4d45-a42b-0e25a454c210 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-776250-12', 'device_owner': 'compute:nova'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:06:17.307498 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-7236a66f-4c89-4032-aa37-133ebc0c97fd req-66601e53-d626-4d45-a42b-0e25a454c210 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:17.515636 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-7236a66f-4c89-4032-aa37-133ebc0c97fd req-66601e53-d626-4d45-a42b-0e25a454c210 service neutron] For port f266377f-8c16-449b-b0b6-580717ae6aaa, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=f266377f-8c16-449b-b0b6-580717ae6aaa,segment=NetworkSegment(8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27),segment_id=8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:06:17.549245 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-7236a66f-4c89-4032-aa37-133ebc0c97fd req-66601e53-d626-4d45-a42b-0e25a454c210 service neutron] For port f266377f-8c16-449b-b0b6-580717ae6aaa, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:06:17.588474 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad2acfe5-f519-4d4b-8b81-298d3768c3c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f266377f-8c16-449b-b0b6-580717ae6aaa'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:06:17.590821 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33688f0a94a9db352de83aac38ec7a80f5ce35812a363759cff610bcc84c1346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-020dec52-9ce1-41ab-b768-6806d736b792" -d '{"events": [{"server_uuid": "ad2acfe5-f519-4d4b-8b81-298d3768c3c7", "name": "network-vif-unplugged", "status": "completed", "tag": "f266377f-8c16-449b-b0b6-580717ae6aaa"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:06:17.595223 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-7236a66f-4c89-4032-aa37-133ebc0c97fd req-66601e53-d626-4d45-a42b-0e25a454c210 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:17.607321 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-7236a66f-4c89-4032-aa37-133ebc0c97fd req-66601e53-d626-4d45-a42b-0e25a454c210 service neutron] Transition to ACTIVE for port object f266377f-8c16-449b-b0b6-580717ae6aaa will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 17:06:17.630178 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:17.687888 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-7236a66f-4c89-4032-aa37-133ebc0c97fd req-66601e53-d626-4d45-a42b-0e25a454c210 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:17.693967 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 17:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a63a0e7-8889-4a1f-9060-b99ed9ac5f42 x-openstack-request-id: req-1a63a0e7-8889-4a1f-9060-b99ed9ac5f42 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:06:17.694259 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad2acfe5-f519-4d4b-8b81-298d3768c3c7", "name": "network-vif-unplugged", "status": "completed", "tag": "f266377f-8c16-449b-b0b6-580717ae6aaa", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:06:17.694517 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1a63a0e7-8889-4a1f-9060-b99ed9ac5f42 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:06:17.694918 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad2acfe5-f519-4d4b-8b81-298d3768c3c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f266377f-8c16-449b-b0b6-580717ae6aaa', 'code': 200} Dec 08 17:06:17.780228 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66601e53-d626-4d45-a42b-0e25a454c210 service neutron] Pushing event updated for resources: {'Port': ['ID=f266377f-8c16-449b-b0b6-580717ae6aaa,revision_number=6']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:06:17.795168 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66601e53-d626-4d45-a42b-0e25a454c210 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:06:17.795528 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66601e53-d626-4d45-a42b-0e25a454c210 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:06:17.795884 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66601e53-d626-4d45-a42b-0e25a454c210 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:06:17.796255 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66601e53-d626-4d45-a42b-0e25a454c210 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:06:17.796604 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66601e53-d626-4d45-a42b-0e25a454c210 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:06:17.797570 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66601e53-d626-4d45-a42b-0e25a454c210 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:06:17.797928 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66601e53-d626-4d45-a42b-0e25a454c210 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:06:17.798238 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66601e53-d626-4d45-a42b-0e25a454c210 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:06:17.798575 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66601e53-d626-4d45-a42b-0e25a454c210 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:06:17.798917 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66601e53-d626-4d45-a42b-0e25a454c210 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:06:17.799250 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66601e53-d626-4d45-a42b-0e25a454c210 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:06:17.799582 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66601e53-d626-4d45-a42b-0e25a454c210 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:06:17.799912 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66601e53-d626-4d45-a42b-0e25a454c210 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:06:17.827809 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-7236a66f-4c89-4032-aa37-133ebc0c97fd req-66601e53-d626-4d45-a42b-0e25a454c210 service neutron] No DVR routers for this DVR port f266377f-8c16-449b-b0b6-580717ae6aaa on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:06:17.931080 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86101a-3fa9-4f1c-81cb-9d4937d1b775 req-cbd22b08-e496-42d1-b35c-2f2feeafdf5e tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:17.932631 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9b86101a-3fa9-4f1c-81cb-9d4937d1b775 req-cbd22b08-e496-42d1-b35c-2f2feeafdf5e tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad2acfe5-f519-4d4b-8b81-298d3768c3c7 HTTP/1.1" status: 200 len: 943 time: 0.0526638 Dec 08 17:06:17.968022 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-7236a66f-4c89-4032-aa37-133ebc0c97fd req-66601e53-d626-4d45-a42b-0e25a454c210 service neutron] Attempting to bind port f266377f-8c16-449b-b0b6-580717ae6aaa on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:06:17.968389 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-7236a66f-4c89-4032-aa37-133ebc0c97fd req-66601e53-d626-4d45-a42b-0e25a454c210 service neutron] Attempting to bind port f266377f-8c16-449b-b0b6-580717ae6aaa by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:06:17.968760 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7236a66f-4c89-4032-aa37-133ebc0c97fd req-66601e53-d626-4d45-a42b-0e25a454c210 service neutron] Attempting to bind port f266377f-8c16-449b-b0b6-580717ae6aaa on network 9d9a4b74-e787-467a-b113-e315ffdbd59b {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:06:17.973170 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7236a66f-4c89-4032-aa37-133ebc0c97fd req-66601e53-d626-4d45-a42b-0e25a454c210 service neutron] Port f266377f-8c16-449b-b0b6-580717ae6aaa on network 9d9a4b74-e787-467a-b113-e315ffdbd59b not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 17:06:17.973495 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7236a66f-4c89-4032-aa37-133ebc0c97fd req-66601e53-d626-4d45-a42b-0e25a454c210 service neutron] Attempting to bind port f266377f-8c16-449b-b0b6-580717ae6aaa on network 9d9a4b74-e787-467a-b113-e315ffdbd59b {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:06:17.978354 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7236a66f-4c89-4032-aa37-133ebc0c97fd req-66601e53-d626-4d45-a42b-0e25a454c210 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:06:17.978705 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7236a66f-4c89-4032-aa37-133ebc0c97fd req-66601e53-d626-4d45-a42b-0e25a454c210 service neutron] Checking segment: {'id': '8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:06:17.979078 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7236a66f-4c89-4032-aa37-133ebc0c97fd req-66601e53-d626-4d45-a42b-0e25a454c210 service neutron] Bound using segment: {'id': '8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:06:17.979509 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-7236a66f-4c89-4032-aa37-133ebc0c97fd req-66601e53-d626-4d45-a42b-0e25a454c210 service neutron] Bound port: f266377f-8c16-449b-b0b6-580717ae6aaa, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:06:17.979864 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-7236a66f-4c89-4032-aa37-133ebc0c97fd req-66601e53-d626-4d45-a42b-0e25a454c210 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:17.992619 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9b86101a-3fa9-4f1c-81cb-9d4937d1b775 req-fd0c88b5-33c7-4732-8c2a-aac3d96cb6b9 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0531151 Dec 08 17:06:18.043030 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-7236a66f-4c89-4032-aa37-133ebc0c97fd req-66601e53-d626-4d45-a42b-0e25a454c210 service neutron] For port f266377f-8c16-449b-b0b6-580717ae6aaa, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:06:18.046104 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-7236a66f-4c89-4032-aa37-133ebc0c97fd req-66601e53-d626-4d45-a42b-0e25a454c210 service neutron] For port f266377f-8c16-449b-b0b6-580717ae6aaa, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=f266377f-8c16-449b-b0b6-580717ae6aaa,segment=NetworkSegment(8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27),segment_id=8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:06:18.106445 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-7236a66f-4c89-4032-aa37-133ebc0c97fd req-66601e53-d626-4d45-a42b-0e25a454c210 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:18.145665 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7236a66f-4c89-4032-aa37-133ebc0c97fd req-66601e53-d626-4d45-a42b-0e25a454c210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:18.146280 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-7236a66f-4c89-4032-aa37-133ebc0c97fd req-66601e53-d626-4d45-a42b-0e25a454c210 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:18.147859 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7236a66f-4c89-4032-aa37-133ebc0c97fd req-66601e53-d626-4d45-a42b-0e25a454c210 service neutron] 10.222.0.37 "PUT /v2.0/ports/f266377f-8c16-449b-b0b6-580717ae6aaa HTTP/1.1" status: 200 len: 1092 time: 0.9026752 Dec 08 17:06:18.200024 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66601e53-d626-4d45-a42b-0e25a454c210 service neutron] Pushing event updated for resources: {'Port': ['ID=f266377f-8c16-449b-b0b6-580717ae6aaa,revision_number=7']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:06:18.219184 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7236a66f-4c89-4032-aa37-133ebc0c97fd req-792e52fd-aa05-4853-a1d6-124589046b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:18.220764 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7236a66f-4c89-4032-aa37-133ebc0c97fd req-792e52fd-aa05-4853-a1d6-124589046b6e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=94917c7fb5cf413687493a127183d44b&device_id=ad2acfe5-f519-4d4b-8b81-298d3768c3c7 HTTP/1.1" status: 200 len: 1095 time: 0.0486457 Dec 08 17:06:18.319610 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7236a66f-4c89-4032-aa37-133ebc0c97fd req-f79118a5-83c7-4a29-b194-6f54a4d1f434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:18.321129 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7236a66f-4c89-4032-aa37-133ebc0c97fd req-f79118a5-83c7-4a29-b194-6f54a4d1f434 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d9a4b74-e787-467a-b113-e315ffdbd59b HTTP/1.1" status: 200 len: 913 time: 0.0922685 Dec 08 17:06:18.393817 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7236a66f-4c89-4032-aa37-133ebc0c97fd req-f187f358-87fa-4024-aa63-adf544f55dcf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f266377f-8c16-449b-b0b6-580717ae6aaa HTTP/1.1" status: 200 len: 1000 time: 0.0644374 Dec 08 17:06:18.443436 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7236a66f-4c89-4032-aa37-133ebc0c97fd req-0e0b4f4a-8885-480b-81ac-7e60f712a2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:18.444816 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7236a66f-4c89-4032-aa37-133ebc0c97fd req-0e0b4f4a-8885-480b-81ac-7e60f712a2d8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad HTTP/1.1" status: 200 len: 851 time: 0.0439262 Dec 08 17:06:18.489716 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7236a66f-4c89-4032-aa37-133ebc0c97fd req-7c876d55-818e-4628-a653-8cf318b2ff06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:18.491172 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7236a66f-4c89-4032-aa37-133ebc0c97fd req-7c876d55-818e-4628-a653-8cf318b2ff06 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d9a4b74-e787-467a-b113-e315ffdbd59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391514 Dec 08 17:06:18.588573 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7236a66f-4c89-4032-aa37-133ebc0c97fd req-ddeef107-8411-4016-8df4-90f70442fe1b service neutron] 10.222.0.37 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905190 Dec 08 17:06:18.678913 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7236a66f-4c89-4032-aa37-133ebc0c97fd req-44226a00-f1b1-4185-9ee4-9502f75f5bce service neutron] 10.222.0.37 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831783 Dec 08 17:06:19.122018 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99afdb03-3c54-4502-b1aa-22bbc2e94408 req-34c76691-b6f4-4f1c-9388-720fa6b365a2 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:19.123754 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-99afdb03-3c54-4502-b1aa-22bbc2e94408 req-34c76691-b6f4-4f1c-9388-720fa6b365a2 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad2acfe5-f519-4d4b-8b81-298d3768c3c7 HTTP/1.1" status: 200 len: 943 time: 0.0536180 Dec 08 17:06:19.169999 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-99afdb03-3c54-4502-b1aa-22bbc2e94408 req-e8fc3e08-28d2-4a89-ac84-384f6230d7d1 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0401824 Dec 08 17:06:19.695772 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad2acfe5-f519-4d4b-8b81-298d3768c3c7', 'tag': 'f266377f-8c16-449b-b0b6-580717ae6aaa'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:06:19.698314 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33688f0a94a9db352de83aac38ec7a80f5ce35812a363759cff610bcc84c1346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71117fcf-2ae7-4589-b7b6-9599071ca9ab" -d '{"events": [{"name": "network-changed", "server_uuid": "ad2acfe5-f519-4d4b-8b81-298d3768c3c7", "tag": "f266377f-8c16-449b-b0b6-580717ae6aaa"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:06:19.746363 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9874d0-c5af-4309-b875-ae997780bc2d x-openstack-request-id: req-fd9874d0-c5af-4309-b875-ae997780bc2d {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:06:19.746659 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad2acfe5-f519-4d4b-8b81-298d3768c3c7", "tag": "f266377f-8c16-449b-b0b6-580717ae6aaa", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:06:19.746911 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fd9874d0-c5af-4309-b875-ae997780bc2d {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:06:19.747333 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad2acfe5-f519-4d4b-8b81-298d3768c3c7', 'tag': 'f266377f-8c16-449b-b0b6-580717ae6aaa', 'status': 'completed', 'code': 200} Dec 08 17:06:19.832836 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71117fcf-2ae7-4589-b7b6-9599071ca9ab req-0ffd43fd-da06-4ce1-b6f4-e17d36aa37e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:19.834266 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-71117fcf-2ae7-4589-b7b6-9599071ca9ab req-0ffd43fd-da06-4ce1-b6f4-e17d36aa37e7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=94917c7fb5cf413687493a127183d44b&device_id=ad2acfe5-f519-4d4b-8b81-298d3768c3c7 HTTP/1.1" status: 200 len: 1095 time: 0.0674231 Dec 08 17:06:19.836831 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71117fcf-2ae7-4589-b7b6-9599071ca9ab req-c60d497f-651c-4edb-808d-6deabe4d0b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:19.838160 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-71117fcf-2ae7-4589-b7b6-9599071ca9ab req-c60d497f-651c-4edb-808d-6deabe4d0b1a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94917c7fb5cf413687493a127183d44b&device_id=ad2acfe5-f519-4d4b-8b81-298d3768c3c7 HTTP/1.1" status: 200 len: 1095 time: 0.0635793 Dec 08 17:06:20.350957 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e08cea-b88d-4ece-8ff5-395e502b9733 req-8bb954f7-0a05-498d-9131-cce435291480 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:20.352478 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-37e08cea-b88d-4ece-8ff5-395e502b9733 req-8bb954f7-0a05-498d-9131-cce435291480 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad2acfe5-f519-4d4b-8b81-298d3768c3c7 HTTP/1.1" status: 200 len: 943 time: 0.1065516 Dec 08 17:06:20.358577 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71117fcf-2ae7-4589-b7b6-9599071ca9ab req-6857128d-4664-4428-a60a-68f7c9593294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:20.360634 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-71117fcf-2ae7-4589-b7b6-9599071ca9ab req-6857128d-4664-4428-a60a-68f7c9593294 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d9a4b74-e787-467a-b113-e315ffdbd59b HTTP/1.1" status: 200 len: 913 time: 0.5193961 Dec 08 17:06:20.371657 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71117fcf-2ae7-4589-b7b6-9599071ca9ab req-6fcd0af8-dbf8-4918-a743-a58be502410e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:20.373062 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-71117fcf-2ae7-4589-b7b6-9599071ca9ab req-6fcd0af8-dbf8-4918-a743-a58be502410e service neutron] 10.222.0.76 "GET /v2.0/networks?id=9d9a4b74-e787-467a-b113-e315ffdbd59b HTTP/1.1" status: 200 len: 913 time: 0.5249774 Dec 08 17:06:20.514097 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-71117fcf-2ae7-4589-b7b6-9599071ca9ab req-60b9c26a-cc77-4d0f-8d98-803897784a57 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f266377f-8c16-449b-b0b6-580717ae6aaa HTTP/1.1" status: 200 len: 1000 time: 0.1274459 Dec 08 17:06:20.515778 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-71117fcf-2ae7-4589-b7b6-9599071ca9ab req-7ef4e6c4-041f-46b3-bd76-f5d3a52c6fdb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f266377f-8c16-449b-b0b6-580717ae6aaa HTTP/1.1" status: 200 len: 1000 time: 0.1455474 Dec 08 17:06:20.519380 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-37e08cea-b88d-4ece-8ff5-395e502b9733 req-19c0807f-752b-4283-934a-525d3ed9fe38 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1563351 Dec 08 17:06:20.602161 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71117fcf-2ae7-4589-b7b6-9599071ca9ab req-6d500816-88fc-4f9c-9bd9-62c710e1b135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:20.603651 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-71117fcf-2ae7-4589-b7b6-9599071ca9ab req-6d500816-88fc-4f9c-9bd9-62c710e1b135 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad HTTP/1.1" status: 200 len: 851 time: 0.0830317 Dec 08 17:06:20.607110 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71117fcf-2ae7-4589-b7b6-9599071ca9ab req-a5a3017c-72f1-45fc-b00e-c5550c555a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:20.608540 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-71117fcf-2ae7-4589-b7b6-9599071ca9ab req-a5a3017c-72f1-45fc-b00e-c5550c555a2a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad HTTP/1.1" status: 200 len: 851 time: 0.0791252 Dec 08 17:06:20.678160 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71117fcf-2ae7-4589-b7b6-9599071ca9ab req-a16f06c9-7b10-4005-8f82-2dde5e5bbcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:20.679697 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-71117fcf-2ae7-4589-b7b6-9599071ca9ab req-a16f06c9-7b10-4005-8f82-2dde5e5bbcc4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9d9a4b74-e787-467a-b113-e315ffdbd59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0690088 Dec 08 17:06:20.682240 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71117fcf-2ae7-4589-b7b6-9599071ca9ab req-a83cde0a-a589-43c4-91f2-7827e4fb4b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:20.686603 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-71117fcf-2ae7-4589-b7b6-9599071ca9ab req-a83cde0a-a589-43c4-91f2-7827e4fb4b82 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d9a4b74-e787-467a-b113-e315ffdbd59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0655360 Dec 08 17:06:20.714461 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device f266377f-8c16-449b-b0b6-580717ae6aaa no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:06:20.757090 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device f266377f-8c16-449b-b0b6-580717ae6aaa not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:06:20.847886 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-71117fcf-2ae7-4589-b7b6-9599071ca9ab req-6e401a7a-4257-44b0-ba89-db93d5c24ae8 service neutron] 10.222.0.76 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610172 Dec 08 17:06:20.851216 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-71117fcf-2ae7-4589-b7b6-9599071ca9ab req-70eae7f1-4a29-46dd-b08a-471e13ee8c81 service neutron] 10.222.0.37 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570976 Dec 08 17:06:21.017339 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-71117fcf-2ae7-4589-b7b6-9599071ca9ab req-82a98181-be72-4de1-9585-863917b1475a service neutron] 10.222.0.76 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618311 Dec 08 17:06:21.020791 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-71117fcf-2ae7-4589-b7b6-9599071ca9ab req-df9cec96-ae24-4e16-801b-85650a4c72ab service neutron] 10.222.0.37 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572356 Dec 08 17:06:21.504221 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device f266377f-8c16-449b-b0b6-580717ae6aaa details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 17:06:21.598173 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port f266377f-8c16-449b-b0b6-580717ae6aaa, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=f266377f-8c16-449b-b0b6-580717ae6aaa,segment=NetworkSegment(8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27),segment_id=8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:06:21.610852 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': 'f266377f-8c16-449b-b0b6-580717ae6aaa', 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b', 'port_id': 'f266377f-8c16-449b-b0b6-580717ae6aaa', 'mac_address': 'fa:16:3e:d3:8d:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 17:06:21.641612 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15437eae-0557-45fc-a5a8-8c01689628be req-52fd2e03-9b9d-43fe-819b-48733401e8eb tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:21.643166 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-15437eae-0557-45fc-a5a8-8c01689628be req-52fd2e03-9b9d-43fe-819b-48733401e8eb tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad2acfe5-f519-4d4b-8b81-298d3768c3c7 HTTP/1.1" status: 200 len: 943 time: 0.0512049 Dec 08 17:06:21.655109 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:21.668127 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f266377f-8c16-449b-b0b6-580717ae6aaa {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:06:21.688895 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port f266377f-8c16-449b-b0b6-580717ae6aaa, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=f266377f-8c16-449b-b0b6-580717ae6aaa,segment=NetworkSegment(8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27),segment_id=8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:06:21.691801 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-15437eae-0557-45fc-a5a8-8c01689628be req-902bf306-0a59-4da4-81a2-68ffcab9f473 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0424201 Dec 08 17:06:21.769122 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:21.816890 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=f266377f-8c16-449b-b0b6-580717ae6aaa,revision_number=8']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:06:21.824227 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:06:21.824575 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:06:21.824924 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:06:21.825264 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:06:21.825603 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:06:21.825936 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:06:21.826269 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:06:21.826598 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:06:21.826929 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:06:21.827312 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:06:21.827644 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:06:21.828029 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:06:21.828380 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:06:22.007035 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['f266377f-8c16-449b-b0b6-580717ae6aaa'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:06:22.278498 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaebc7d-b07c-4555-898d-7c68723b8b9b req-13ae863d-71a8-4714-9e55-372e4ae478c8 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:22.280006 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1eaebc7d-b07c-4555-898d-7c68723b8b9b req-13ae863d-71a8-4714-9e55-372e4ae478c8 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad2acfe5-f519-4d4b-8b81-298d3768c3c7 HTTP/1.1" status: 200 len: 944 time: 0.0534091 Dec 08 17:06:22.300152 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63040d92-efed-490a-ac12-3022c8b41064 req-41d27142-d591-42d3-8be1-63f6c076ff10 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:22.301662 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-63040d92-efed-490a-ac12-3022c8b41064 req-41d27142-d591-42d3-8be1-63f6c076ff10 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad2acfe5-f519-4d4b-8b81-298d3768c3c7&tenant_id=94917c7fb5cf413687493a127183d44b&binding%3Ahost_id=n-h2-776250-12 HTTP/1.1" status: 200 len: 944 time: 0.0531447 Dec 08 17:06:22.327097 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1eaebc7d-b07c-4555-898d-7c68723b8b9b req-633b2a31-176c-49d9-a956-81604e86125f tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0398424 Dec 08 17:06:22.364690 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-63040d92-efed-490a-ac12-3022c8b41064 req-7efd4358-1abf-47f7-ae9f-526b4ec71ca2 service neutron] 10.222.0.37 "GET /v2.0/ports/f266377f-8c16-449b-b0b6-580717ae6aaa/bindings/n-h2-776250-12 HTTP/1.1" status: 200 len: 383 time: 0.0546081 Dec 08 17:06:22.429460 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63040d92-efed-490a-ac12-3022c8b41064 req-027b486c-cd1f-42ef-9c0c-abdbe9cc2467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:22.430888 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-63040d92-efed-490a-ac12-3022c8b41064 req-027b486c-cd1f-42ef-9c0c-abdbe9cc2467 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=94917c7fb5cf413687493a127183d44b&device_id=ad2acfe5-f519-4d4b-8b81-298d3768c3c7 HTTP/1.1" status: 200 len: 1096 time: 0.0405703 Dec 08 17:06:22.522487 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63040d92-efed-490a-ac12-3022c8b41064 req-52d4fe65-563c-4662-aff0-8d867c8cd75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:22.523922 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-63040d92-efed-490a-ac12-3022c8b41064 req-52d4fe65-563c-4662-aff0-8d867c8cd75c service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d9a4b74-e787-467a-b113-e315ffdbd59b HTTP/1.1" status: 200 len: 913 time: 0.0860043 Dec 08 17:06:22.589790 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-63040d92-efed-490a-ac12-3022c8b41064 req-3cdcebe9-f596-4ec1-8339-a384e0705cb9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f266377f-8c16-449b-b0b6-580717ae6aaa HTTP/1.1" status: 200 len: 1001 time: 0.0587695 Dec 08 17:06:22.643724 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63040d92-efed-490a-ac12-3022c8b41064 req-50f10c6f-5a0b-42b9-8f30-23de1f0528e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:22.645218 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-63040d92-efed-490a-ac12-3022c8b41064 req-50f10c6f-5a0b-42b9-8f30-23de1f0528e0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad HTTP/1.1" status: 200 len: 851 time: 0.0487540 Dec 08 17:06:22.691027 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63040d92-efed-490a-ac12-3022c8b41064 req-7940bd2a-0768-44b6-b1db-f5d85cfdf8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:22.692492 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-63040d92-efed-490a-ac12-3022c8b41064 req-7940bd2a-0768-44b6-b1db-f5d85cfdf8dc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d9a4b74-e787-467a-b113-e315ffdbd59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398240 Dec 08 17:06:22.783143 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-63040d92-efed-490a-ac12-3022c8b41064 req-c9b9955e-8528-4a5c-a579-54f186182698 service neutron] 10.222.0.37 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825477 Dec 08 17:06:22.876112 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-63040d92-efed-490a-ac12-3022c8b41064 req-c48d127a-7340-4ad4-913c-85985ab841c6 service neutron] 10.222.0.37 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865738 Dec 08 17:06:23.445477 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d39ab63-b16b-4689-811b-2e3c03e665f8 req-ae2f493f-1431-46a3-963a-26442597237f tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:23.446958 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7d39ab63-b16b-4689-811b-2e3c03e665f8 req-ae2f493f-1431-46a3-963a-26442597237f tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad2acfe5-f519-4d4b-8b81-298d3768c3c7 HTTP/1.1" status: 200 len: 944 time: 0.0491099 Dec 08 17:06:23.493569 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7d39ab63-b16b-4689-811b-2e3c03e665f8 req-dea3aa9f-c365-4e8c-bc14-a97e6591c9b5 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0405602 Dec 08 17:06:23.509085 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device f266377f-8c16-449b-b0b6-580717ae6aaa up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:06:23.624439 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port f266377f-8c16-449b-b0b6-580717ae6aaa completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 17:06:23.628255 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port f266377f-8c16-449b-b0b6-580717ae6aaa triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:06:23.628636 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:23.707104 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:23.729337 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad2acfe5-f519-4d4b-8b81-298d3768c3c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f266377f-8c16-449b-b0b6-580717ae6aaa'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:06:23.731619 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e972d80ca4ba26e60ff2132fe6d2147b95d4377dec9e0b14df2e9cad1c1848da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057f0e91-5d4c-43e2-86c0-335571cb627d" -d '{"events": [{"server_uuid": "ad2acfe5-f519-4d4b-8b81-298d3768c3c7", "name": "network-vif-plugged", "status": "completed", "tag": "f266377f-8c16-449b-b0b6-580717ae6aaa"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:06:23.743945 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port f266377f-8c16-449b-b0b6-580717ae6aaa, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=f266377f-8c16-449b-b0b6-580717ae6aaa,segment=NetworkSegment(8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27),segment_id=8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:06:23.812922 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:23.836496 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e49bb0e-8d32-4394-bb00-e7de4e3c393c x-openstack-request-id: req-8e49bb0e-8d32-4394-bb00-e7de4e3c393c {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:06:23.836797 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad2acfe5-f519-4d4b-8b81-298d3768c3c7", "name": "network-vif-plugged", "status": "completed", "tag": "f266377f-8c16-449b-b0b6-580717ae6aaa", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:06:23.837074 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8e49bb0e-8d32-4394-bb00-e7de4e3c393c {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:06:23.837457 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad2acfe5-f519-4d4b-8b81-298d3768c3c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f266377f-8c16-449b-b0b6-580717ae6aaa', 'code': 200} Dec 08 17:06:23.862881 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=f266377f-8c16-449b-b0b6-580717ae6aaa,revision_number=9']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:06:24.616344 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de4910-e2c6-4a6b-aadd-b43923dbcfc1 req-941962ee-5d4b-4e6b-9f31-af6b2069bb67 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:24.617851 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-65de4910-e2c6-4a6b-aadd-b43923dbcfc1 req-941962ee-5d4b-4e6b-9f31-af6b2069bb67 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad2acfe5-f519-4d4b-8b81-298d3768c3c7 HTTP/1.1" status: 200 len: 945 time: 0.0558143 Dec 08 17:06:24.670750 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-65de4910-e2c6-4a6b-aadd-b43923dbcfc1 req-a636cf2b-a5e8-4d49-94d1-d99a9e1fa275 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0452869 Dec 08 17:06:25.345968 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63040d92-efed-490a-ac12-3022c8b41064 req-7b358d67-1792-43ad-b0e3-7b507798c67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:25.347390 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-63040d92-efed-490a-ac12-3022c8b41064 req-7b358d67-1792-43ad-b0e3-7b507798c67b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ad2acfe5-f519-4d4b-8b81-298d3768c3c7&tenant_id=94917c7fb5cf413687493a127183d44b HTTP/1.1" status: 200 len: 1097 time: 0.0448079 Dec 08 17:06:25.360946 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-63040d92-efed-490a-ac12-3022c8b41064 req-040e91a4-3b6c-4160-8ce7-09cf33f323c2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-776250-12', 'device_owner': 'compute:nova'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:06:25.412376 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-63040d92-efed-490a-ac12-3022c8b41064 req-040e91a4-3b6c-4160-8ce7-09cf33f323c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:25.614287 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-63040d92-efed-490a-ac12-3022c8b41064 req-040e91a4-3b6c-4160-8ce7-09cf33f323c2 service neutron] For port f266377f-8c16-449b-b0b6-580717ae6aaa, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=f266377f-8c16-449b-b0b6-580717ae6aaa,segment=NetworkSegment(8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27),segment_id=8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:06:25.651675 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-63040d92-efed-490a-ac12-3022c8b41064 req-040e91a4-3b6c-4160-8ce7-09cf33f323c2 service neutron] For port f266377f-8c16-449b-b0b6-580717ae6aaa, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:06:25.692498 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad2acfe5-f519-4d4b-8b81-298d3768c3c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f266377f-8c16-449b-b0b6-580717ae6aaa'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:06:25.696299 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33688f0a94a9db352de83aac38ec7a80f5ce35812a363759cff610bcc84c1346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff40dad-0ef1-4393-aea2-18be244278df" -d '{"events": [{"server_uuid": "ad2acfe5-f519-4d4b-8b81-298d3768c3c7", "name": "network-vif-unplugged", "status": "completed", "tag": "f266377f-8c16-449b-b0b6-580717ae6aaa"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:06:25.698624 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-63040d92-efed-490a-ac12-3022c8b41064 req-040e91a4-3b6c-4160-8ce7-09cf33f323c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:25.711468 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-63040d92-efed-490a-ac12-3022c8b41064 req-040e91a4-3b6c-4160-8ce7-09cf33f323c2 service neutron] Transition to ACTIVE for port object f266377f-8c16-449b-b0b6-580717ae6aaa will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 17:06:25.752805 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 17:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb8b5a2-f520-463b-add0-fb9cd35e8f24 x-openstack-request-id: req-0fb8b5a2-f520-463b-add0-fb9cd35e8f24 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:06:25.753138 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad2acfe5-f519-4d4b-8b81-298d3768c3c7", "name": "network-vif-unplugged", "status": "completed", "tag": "f266377f-8c16-449b-b0b6-580717ae6aaa", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:06:25.753400 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0fb8b5a2-f520-463b-add0-fb9cd35e8f24 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:06:25.753836 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad2acfe5-f519-4d4b-8b81-298d3768c3c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f266377f-8c16-449b-b0b6-580717ae6aaa', 'code': 200} Dec 08 17:06:25.781875 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-63040d92-efed-490a-ac12-3022c8b41064 req-040e91a4-3b6c-4160-8ce7-09cf33f323c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:25.804645 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e337e412-9dd7-4fe4-aedf-fba0cd94d3fb req-e96e77f7-5cf7-43a7-9453-984bdf351859 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:25.806188 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e337e412-9dd7-4fe4-aedf-fba0cd94d3fb req-e96e77f7-5cf7-43a7-9453-984bdf351859 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad2acfe5-f519-4d4b-8b81-298d3768c3c7 HTTP/1.1" status: 200 len: 945 time: 0.0505612 Dec 08 17:06:25.863986 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e337e412-9dd7-4fe4-aedf-fba0cd94d3fb req-625dadeb-a95a-4c48-8322-c7ca032581e2 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0513687 Dec 08 17:06:25.865097 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040e91a4-3b6c-4160-8ce7-09cf33f323c2 service neutron] Pushing event updated for resources: {'Port': ['ID=f266377f-8c16-449b-b0b6-580717ae6aaa,revision_number=10']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:06:25.916875 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-63040d92-efed-490a-ac12-3022c8b41064 req-040e91a4-3b6c-4160-8ce7-09cf33f323c2 service neutron] No DVR routers for this DVR port f266377f-8c16-449b-b0b6-580717ae6aaa on host n-h2-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:06:26.056474 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-63040d92-efed-490a-ac12-3022c8b41064 req-040e91a4-3b6c-4160-8ce7-09cf33f323c2 service neutron] Attempting to bind port f266377f-8c16-449b-b0b6-580717ae6aaa on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:06:26.056810 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-63040d92-efed-490a-ac12-3022c8b41064 req-040e91a4-3b6c-4160-8ce7-09cf33f323c2 service neutron] Attempting to bind port f266377f-8c16-449b-b0b6-580717ae6aaa by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': '8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:06:26.057146 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63040d92-efed-490a-ac12-3022c8b41064 req-040e91a4-3b6c-4160-8ce7-09cf33f323c2 service neutron] Attempting to bind port f266377f-8c16-449b-b0b6-580717ae6aaa on network 9d9a4b74-e787-467a-b113-e315ffdbd59b {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:06:26.061717 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63040d92-efed-490a-ac12-3022c8b41064 req-040e91a4-3b6c-4160-8ce7-09cf33f323c2 service neutron] Port f266377f-8c16-449b-b0b6-580717ae6aaa on network 9d9a4b74-e787-467a-b113-e315ffdbd59b not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 17:06:26.064431 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63040d92-efed-490a-ac12-3022c8b41064 req-040e91a4-3b6c-4160-8ce7-09cf33f323c2 service neutron] Attempting to bind port f266377f-8c16-449b-b0b6-580717ae6aaa on network 9d9a4b74-e787-467a-b113-e315ffdbd59b {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:06:26.067103 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63040d92-efed-490a-ac12-3022c8b41064 req-040e91a4-3b6c-4160-8ce7-09cf33f323c2 service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:06:26.067443 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63040d92-efed-490a-ac12-3022c8b41064 req-040e91a4-3b6c-4160-8ce7-09cf33f323c2 service neutron] Checking segment: {'id': '8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:06:26.067829 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63040d92-efed-490a-ac12-3022c8b41064 req-040e91a4-3b6c-4160-8ce7-09cf33f323c2 service neutron] Bound using segment: {'id': '8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:06:26.068312 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-63040d92-efed-490a-ac12-3022c8b41064 req-040e91a4-3b6c-4160-8ce7-09cf33f323c2 service neutron] Bound port: f266377f-8c16-449b-b0b6-580717ae6aaa, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:06:26.068679 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-63040d92-efed-490a-ac12-3022c8b41064 req-040e91a4-3b6c-4160-8ce7-09cf33f323c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:26.131073 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-63040d92-efed-490a-ac12-3022c8b41064 req-040e91a4-3b6c-4160-8ce7-09cf33f323c2 service neutron] For port f266377f-8c16-449b-b0b6-580717ae6aaa, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:06:26.133971 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-63040d92-efed-490a-ac12-3022c8b41064 req-040e91a4-3b6c-4160-8ce7-09cf33f323c2 service neutron] For port f266377f-8c16-449b-b0b6-580717ae6aaa, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=f266377f-8c16-449b-b0b6-580717ae6aaa,segment=NetworkSegment(8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27),segment_id=8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:06:26.203785 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-63040d92-efed-490a-ac12-3022c8b41064 req-040e91a4-3b6c-4160-8ce7-09cf33f323c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:26.252074 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63040d92-efed-490a-ac12-3022c8b41064 req-040e91a4-3b6c-4160-8ce7-09cf33f323c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:26.252074 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-63040d92-efed-490a-ac12-3022c8b41064 req-040e91a4-3b6c-4160-8ce7-09cf33f323c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:26.252074 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-63040d92-efed-490a-ac12-3022c8b41064 req-040e91a4-3b6c-4160-8ce7-09cf33f323c2 service neutron] 10.222.0.76 "PUT /v2.0/ports/f266377f-8c16-449b-b0b6-580717ae6aaa HTTP/1.1" status: 200 len: 1093 time: 0.8889699 Dec 08 17:06:26.279610 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040e91a4-3b6c-4160-8ce7-09cf33f323c2 service neutron] Pushing event updated for resources: {'Port': ['ID=f266377f-8c16-449b-b0b6-580717ae6aaa,revision_number=11']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:06:26.316698 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63040d92-efed-490a-ac12-3022c8b41064 req-f5c296ea-38d2-4329-a4d2-5d55a3e8c1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:26.318246 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-63040d92-efed-490a-ac12-3022c8b41064 req-f5c296ea-38d2-4329-a4d2-5d55a3e8c1f1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94917c7fb5cf413687493a127183d44b&device_id=ad2acfe5-f519-4d4b-8b81-298d3768c3c7 HTTP/1.1" status: 200 len: 1096 time: 0.0466547 Dec 08 17:06:26.413284 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63040d92-efed-490a-ac12-3022c8b41064 req-510ada08-c50c-47f5-990f-3603a4e72265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:26.414810 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-63040d92-efed-490a-ac12-3022c8b41064 req-510ada08-c50c-47f5-990f-3603a4e72265 service neutron] 10.222.0.76 "GET /v2.0/networks?id=9d9a4b74-e787-467a-b113-e315ffdbd59b HTTP/1.1" status: 200 len: 913 time: 0.0890172 Dec 08 17:06:26.486699 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-63040d92-efed-490a-ac12-3022c8b41064 req-66f12406-d2cd-4e98-88e5-0726671bfc63 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f266377f-8c16-449b-b0b6-580717ae6aaa HTTP/1.1" status: 200 len: 1000 time: 0.0645089 Dec 08 17:06:26.539348 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63040d92-efed-490a-ac12-3022c8b41064 req-dc043b5b-a176-4627-b514-cd1f8818f83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:26.540744 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-63040d92-efed-490a-ac12-3022c8b41064 req-dc043b5b-a176-4627-b514-cd1f8818f83b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad HTTP/1.1" status: 200 len: 851 time: 0.0444038 Dec 08 17:06:26.586319 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63040d92-efed-490a-ac12-3022c8b41064 req-96f488c6-578a-4c42-b359-76e9f8421789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:26.587837 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-63040d92-efed-490a-ac12-3022c8b41064 req-96f488c6-578a-4c42-b359-76e9f8421789 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9d9a4b74-e787-467a-b113-e315ffdbd59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402849 Dec 08 17:06:26.680369 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-63040d92-efed-490a-ac12-3022c8b41064 req-084e6d92-4d8c-41a3-90fe-248e43455d7d service neutron] 10.222.0.76 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853968 Dec 08 17:06:26.769440 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-63040d92-efed-490a-ac12-3022c8b41064 req-d9950f94-b0bf-4b9a-b6a5-d68d61af397a service neutron] 10.222.0.76 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824773 Dec 08 17:06:26.991150 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b4012-1c97-4c9f-95ae-ac0aa26e60b4 req-93d9a148-030c-4ac7-9c4b-1d4c7f6d3275 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:26.992678 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-202b4012-1c97-4c9f-95ae-ac0aa26e60b4 req-93d9a148-030c-4ac7-9c4b-1d4c7f6d3275 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad2acfe5-f519-4d4b-8b81-298d3768c3c7 HTTP/1.1" status: 200 len: 944 time: 0.0496984 Dec 08 17:06:27.044606 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-202b4012-1c97-4c9f-95ae-ac0aa26e60b4 req-f8fb5ec1-e6b9-4173-9d39-4a804f8dd7b6 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0459294 Dec 08 17:06:27.535197 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device f266377f-8c16-449b-b0b6-580717ae6aaa no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:06:27.576884 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device f266377f-8c16-449b-b0b6-580717ae6aaa not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:06:27.754978 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad2acfe5-f519-4d4b-8b81-298d3768c3c7', 'tag': 'f266377f-8c16-449b-b0b6-580717ae6aaa'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:06:27.757374 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33688f0a94a9db352de83aac38ec7a80f5ce35812a363759cff610bcc84c1346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf09106-c722-4c4e-898e-b84ec557351f" -d '{"events": [{"name": "network-changed", "server_uuid": "ad2acfe5-f519-4d4b-8b81-298d3768c3c7", "tag": "f266377f-8c16-449b-b0b6-580717ae6aaa"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:06:27.804406 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-924fc69e-1129-40ad-85c2-c52688ee8014 x-openstack-request-id: req-924fc69e-1129-40ad-85c2-c52688ee8014 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:06:27.804703 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad2acfe5-f519-4d4b-8b81-298d3768c3c7", "tag": "f266377f-8c16-449b-b0b6-580717ae6aaa", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:06:27.804977 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-924fc69e-1129-40ad-85c2-c52688ee8014 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:06:27.805398 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad2acfe5-f519-4d4b-8b81-298d3768c3c7', 'tag': 'f266377f-8c16-449b-b0b6-580717ae6aaa', 'status': 'completed', 'code': 200} Dec 08 17:06:27.889948 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf09106-c722-4c4e-898e-b84ec557351f req-cad522a5-ed66-40d3-8a58-8f384094611d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:27.891468 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fbf09106-c722-4c4e-898e-b84ec557351f req-cad522a5-ed66-40d3-8a58-8f384094611d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=94917c7fb5cf413687493a127183d44b&device_id=ad2acfe5-f519-4d4b-8b81-298d3768c3c7 HTTP/1.1" status: 200 len: 1096 time: 0.0675492 Dec 08 17:06:27.893948 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf09106-c722-4c4e-898e-b84ec557351f req-edb6a241-a43c-4d51-b016-70e7a3f06bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:27.895270 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fbf09106-c722-4c4e-898e-b84ec557351f req-edb6a241-a43c-4d51-b016-70e7a3f06bb6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94917c7fb5cf413687493a127183d44b&device_id=ad2acfe5-f519-4d4b-8b81-298d3768c3c7 HTTP/1.1" status: 200 len: 1096 time: 0.0623436 Dec 08 17:06:28.046154 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf09106-c722-4c4e-898e-b84ec557351f req-7ff28459-c274-4aec-b971-cde13125e4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:28.048104 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fbf09106-c722-4c4e-898e-b84ec557351f req-7ff28459-c274-4aec-b971-cde13125e4f9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d9a4b74-e787-467a-b113-e315ffdbd59b HTTP/1.1" status: 200 len: 913 time: 0.1493495 Dec 08 17:06:28.052417 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf09106-c722-4c4e-898e-b84ec557351f req-168891de-9e02-45a0-994b-eb20f05d6b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:28.053744 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fbf09106-c722-4c4e-898e-b84ec557351f req-168891de-9e02-45a0-994b-eb20f05d6b7d service neutron] 10.222.0.76 "GET /v2.0/networks?id=9d9a4b74-e787-467a-b113-e315ffdbd59b HTTP/1.1" status: 200 len: 913 time: 0.1468775 Dec 08 17:06:28.189360 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fbf09106-c722-4c4e-898e-b84ec557351f req-b90d0cc1-c7b9-4b83-9e69-953c251b3dad service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f266377f-8c16-449b-b0b6-580717ae6aaa HTTP/1.1" status: 200 len: 1000 time: 0.1340559 Dec 08 17:06:28.195853 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fbf09106-c722-4c4e-898e-b84ec557351f req-7ad9270b-1850-40bd-88bc-f43980da9f24 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f266377f-8c16-449b-b0b6-580717ae6aaa HTTP/1.1" status: 200 len: 1000 time: 0.1344774 Dec 08 17:06:28.258649 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35ff46-6d17-45cc-af79-896672939c2a req-25800edc-03ca-47e3-bfab-54d24135eb67 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:28.260081 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-dd35ff46-6d17-45cc-af79-896672939c2a req-25800edc-03ca-47e3-bfab-54d24135eb67 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad2acfe5-f519-4d4b-8b81-298d3768c3c7 HTTP/1.1" status: 200 len: 944 time: 0.1353748 Dec 08 17:06:28.296587 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf09106-c722-4c4e-898e-b84ec557351f req-e2fb08af-a9e2-41d1-a8ca-aaa7fa6088ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:28.298845 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fbf09106-c722-4c4e-898e-b84ec557351f req-e2fb08af-a9e2-41d1-a8ca-aaa7fa6088ce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad HTTP/1.1" status: 200 len: 851 time: 0.1013258 Dec 08 17:06:28.311082 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf09106-c722-4c4e-898e-b84ec557351f req-b635f651-8870-44aa-9560-facb44d07473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:28.312520 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fbf09106-c722-4c4e-898e-b84ec557351f req-b635f651-8870-44aa-9560-facb44d07473 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad HTTP/1.1" status: 200 len: 851 time: 0.1061528 Dec 08 17:06:28.383282 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-dd35ff46-6d17-45cc-af79-896672939c2a req-96e3594e-668a-486c-97eb-9e331493ac26 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1161280 Dec 08 17:06:28.399892 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf09106-c722-4c4e-898e-b84ec557351f req-51a5289c-c68e-4a4b-93d2-a740c78650e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:28.401427 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fbf09106-c722-4c4e-898e-b84ec557351f req-51a5289c-c68e-4a4b-93d2-a740c78650e3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d9a4b74-e787-467a-b113-e315ffdbd59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0921550 Dec 08 17:06:28.406967 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf09106-c722-4c4e-898e-b84ec557351f req-2e2cb818-0c04-4e4d-a194-08b0d4c01dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:28.408367 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fbf09106-c722-4c4e-898e-b84ec557351f req-2e2cb818-0c04-4e4d-a194-08b0d4c01dec service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9d9a4b74-e787-467a-b113-e315ffdbd59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0830965 Dec 08 17:06:28.557492 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fbf09106-c722-4c4e-898e-b84ec557351f req-94179e47-4d75-42a8-bc96-e59608e0c5da service neutron] 10.222.0.37 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480930 Dec 08 17:06:28.559208 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fbf09106-c722-4c4e-898e-b84ec557351f req-65b4a5cd-37e9-4002-93e1-79a4ea7e3498 service neutron] 10.222.0.76 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433122 Dec 08 17:06:29.032510 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fbf09106-c722-4c4e-898e-b84ec557351f req-162bacbe-5e4e-4ef5-aafd-ce9d5fae76e4 service neutron] 10.222.0.37 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4680507 Dec 08 17:06:29.034372 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fbf09106-c722-4c4e-898e-b84ec557351f req-e25305e1-1b75-4606-b0d4-8f7b06c822e5 service neutron] 10.222.0.76 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4633224 Dec 08 17:06:29.506800 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e6646c-f984-4d37-be3f-d608063ff347 req-a77c0940-48a4-4224-b709-c46a148e862d tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:29.508325 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-77e6646c-f984-4d37-be3f-d608063ff347 req-a77c0940-48a4-4224-b709-c46a148e862d tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad2acfe5-f519-4d4b-8b81-298d3768c3c7 HTTP/1.1" status: 200 len: 944 time: 0.0510993 Dec 08 17:06:29.561122 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-77e6646c-f984-4d37-be3f-d608063ff347 req-e55132c0-b387-4302-b723-1530c3074168 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0466726 Dec 08 17:06:30.679273 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051047ba-a485-45de-9466-d45cdd6186f8 req-94e53cff-9851-4913-b72c-f83cc0383432 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:30.680799 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-051047ba-a485-45de-9466-d45cdd6186f8 req-94e53cff-9851-4913-b72c-f83cc0383432 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad2acfe5-f519-4d4b-8b81-298d3768c3c7 HTTP/1.1" status: 200 len: 944 time: 0.0518327 Dec 08 17:06:30.727309 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-051047ba-a485-45de-9466-d45cdd6186f8 req-84d9ad08-86c3-41eb-8df2-4f6d7af89e8e tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0406272 Dec 08 17:06:30.753867 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device f266377f-8c16-449b-b0b6-580717ae6aaa details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 17:06:30.842382 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702995dd-1b8c-42ad-8359-9d51f3ee65c1 req-aaa1560c-4306-4443-84c4-b1ca3e5d1bbc tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:30.844329 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-702995dd-1b8c-42ad-8359-9d51f3ee65c1 req-aaa1560c-4306-4443-84c4-b1ca3e5d1bbc tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad2acfe5-f519-4d4b-8b81-298d3768c3c7 HTTP/1.1" status: 200 len: 944 time: 0.0489409 Dec 08 17:06:30.847801 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port f266377f-8c16-449b-b0b6-580717ae6aaa, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=f266377f-8c16-449b-b0b6-580717ae6aaa,segment=NetworkSegment(8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27),segment_id=8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:06:30.860120 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': 'f266377f-8c16-449b-b0b6-580717ae6aaa', 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b', 'port_id': 'f266377f-8c16-449b-b0b6-580717ae6aaa', 'mac_address': 'fa:16:3e:d3:8d:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 17:06:30.891793 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-702995dd-1b8c-42ad-8359-9d51f3ee65c1 req-3a7c60d0-5296-486b-8885-780bd43df342 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0408890 Dec 08 17:06:30.900032 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:30.913544 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f266377f-8c16-449b-b0b6-580717ae6aaa {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:06:30.932912 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port f266377f-8c16-449b-b0b6-580717ae6aaa, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=f266377f-8c16-449b-b0b6-580717ae6aaa,segment=NetworkSegment(8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27),segment_id=8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:06:30.997375 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:31.007298 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a9d86a-2671-40aa-8391-1201cc2f6ae8 req-039934c3-ccb6-44d6-bd28-44389d3cef23 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:31.008846 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-76a9d86a-2671-40aa-8391-1201cc2f6ae8 req-039934c3-ccb6-44d6-bd28-44389d3cef23 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad2acfe5-f519-4d4b-8b81-298d3768c3c7 HTTP/1.1" status: 200 len: 944 time: 0.0512938 Dec 08 17:06:31.045569 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=f266377f-8c16-449b-b0b6-580717ae6aaa,revision_number=12']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:06:31.057248 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-76a9d86a-2671-40aa-8391-1201cc2f6ae8 req-5ec51035-9775-4b3c-906b-f10812d3ec40 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0422671 Dec 08 17:06:31.378615 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['f266377f-8c16-449b-b0b6-580717ae6aaa'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:06:31.467692 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c5d20-5dfd-42fb-b17a-7660de1272ad req-491076f6-194c-4c67-8223-c18a3c418509 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:31.469971 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fc3c5d20-5dfd-42fb-b17a-7660de1272ad req-491076f6-194c-4c67-8223-c18a3c418509 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad2acfe5-f519-4d4b-8b81-298d3768c3c7 HTTP/1.1" status: 200 len: 945 time: 0.0496888 Dec 08 17:06:31.524497 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fc3c5d20-5dfd-42fb-b17a-7660de1272ad req-6bc6d778-669b-4a24-8bae-bcf0ed0b44a8 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0481999 Dec 08 17:06:32.646748 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db04471-0503-4c34-9a39-01261ac18753 req-14e69d26-7b04-4aa3-bd27-13daafab4299 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:32.648283 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5db04471-0503-4c34-9a39-01261ac18753 req-14e69d26-7b04-4aa3-bd27-13daafab4299 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad2acfe5-f519-4d4b-8b81-298d3768c3c7 HTTP/1.1" status: 200 len: 945 time: 0.0510743 Dec 08 17:06:32.695963 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5db04471-0503-4c34-9a39-01261ac18753 req-71d160e1-cf4b-406d-9a9d-700261c9c25e tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0416491 Dec 08 17:06:32.775739 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device f266377f-8c16-449b-b0b6-580717ae6aaa up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:06:32.895977 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a37fd-9b87-4141-9852-bcff675ee05b req-5aec7c1d-782e-4476-b538-507a678cbed8 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:32.897373 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-748a37fd-9b87-4141-9852-bcff675ee05b req-5aec7c1d-782e-4476-b538-507a678cbed8 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad2acfe5-f519-4d4b-8b81-298d3768c3c7 HTTP/1.1" status: 200 len: 945 time: 0.0479915 Dec 08 17:06:32.911793 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port f266377f-8c16-449b-b0b6-580717ae6aaa completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 17:06:32.915745 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port f266377f-8c16-449b-b0b6-580717ae6aaa triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:06:32.916126 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:32.988037 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-748a37fd-9b87-4141-9852-bcff675ee05b req-2752e411-c4e0-4ba7-9e61-c6442887fa5a tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Deleting port f266377f-8c16-449b-b0b6-580717ae6aaa {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:06:32.988415 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-748a37fd-9b87-4141-9852-bcff675ee05b req-2752e411-c4e0-4ba7-9e61-c6442887fa5a tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:32.992862 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:33.018830 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad2acfe5-f519-4d4b-8b81-298d3768c3c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f266377f-8c16-449b-b0b6-580717ae6aaa'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:06:33.021093 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e972d80ca4ba26e60ff2132fe6d2147b95d4377dec9e0b14df2e9cad1c1848da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e58562-a329-48cf-a90e-487c22fd0553" -d '{"events": [{"server_uuid": "ad2acfe5-f519-4d4b-8b81-298d3768c3c7", "name": "network-vif-plugged", "status": "completed", "tag": "f266377f-8c16-449b-b0b6-580717ae6aaa"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:06:33.034379 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port f266377f-8c16-449b-b0b6-580717ae6aaa, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=f266377f-8c16-449b-b0b6-580717ae6aaa,segment=NetworkSegment(8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27),segment_id=8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:06:33.060022 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d206d46a-b56c-4112-a7aa-a4a0f114b6f5 x-openstack-request-id: req-d206d46a-b56c-4112-a7aa-a4a0f114b6f5 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:06:33.060342 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad2acfe5-f519-4d4b-8b81-298d3768c3c7", "name": "network-vif-plugged", "status": "completed", "tag": "f266377f-8c16-449b-b0b6-580717ae6aaa", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:06:33.060598 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d206d46a-b56c-4112-a7aa-a4a0f114b6f5 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:06:33.061003 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad2acfe5-f519-4d4b-8b81-298d3768c3c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f266377f-8c16-449b-b0b6-580717ae6aaa', 'code': 200} Dec 08 17:06:33.083552 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-748a37fd-9b87-4141-9852-bcff675ee05b req-2752e411-c4e0-4ba7-9e61-c6442887fa5a tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] For port f266377f-8c16-449b-b0b6-580717ae6aaa, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=f266377f-8c16-449b-b0b6-580717ae6aaa,segment=NetworkSegment(8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27),segment_id=8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:06:33.083922 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-748a37fd-9b87-4141-9852-bcff675ee05b req-2752e411-c4e0-4ba7-9e61-c6442887fa5a tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:33.100394 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:33.148021 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=f266377f-8c16-449b-b0b6-580717ae6aaa,revision_number=13']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:06:33.257006 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-748a37fd-9b87-4141-9852-bcff675ee05b req-2752e411-c4e0-4ba7-9e61-c6442887fa5a tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:33.257368 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-748a37fd-9b87-4141-9852-bcff675ee05b req-2752e411-c4e0-4ba7-9e61-c6442887fa5a tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:33.257685 n-d-776250-12 neutron-server[110550]: INFO neutron.db.l3_db [req-748a37fd-9b87-4141-9852-bcff675ee05b req-2752e411-c4e0-4ba7-9e61-c6442887fa5a tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Floating IP ece2a9d4-c3eb-49c1-ba1a-c75bc59cfcdc disassociated. External IP: 172.25.0.228, port: f266377f-8c16-449b-b0b6-580717ae6aaa. Dec 08 17:06:33.258025 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-748a37fd-9b87-4141-9852-bcff675ee05b req-2752e411-c4e0-4ba7-9e61-c6442887fa5a tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Calling delete_port for f266377f-8c16-449b-b0b6-580717ae6aaa owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:06:33.448800 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-748a37fd-9b87-4141-9852-bcff675ee05b req-2752e411-c4e0-4ba7-9e61-c6442887fa5a tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:33.475456 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2752e411-c4e0-4ba7-9e61-c6442887fa5a tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Pushing event deleted for resources: {'Port': ['ID=f266377f-8c16-449b-b0b6-580717ae6aaa,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:06:33.602792 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [req-748a37fd-9b87-4141-9852-bcff675ee05b req-2752e411-c4e0-4ba7-9e61-c6442887fa5a tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Router c7782154-7c61-458d-a45f-42dc7f6e4c53 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:06:33.713850 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-748a37fd-9b87-4141-9852-bcff675ee05b req-2752e411-c4e0-4ba7-9e61-c6442887fa5a tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:06:33.723947 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13bfe9d-6cd3-4f62-9753-97daefaa3a95 None None] Sync routers for ids ['c7782154-7c61-458d-a45f-42dc7f6e4c53'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:06:33.735950 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13bfe9d-6cd3-4f62-9753-97daefaa3a95 None None] Routers {'c7782154-7c61-458d-a45f-42dc7f6e4c53'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:06:33.736609 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-e13bfe9d-6cd3-4f62-9753-97daefaa3a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:06:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['c7782154-7c61-458d-a45f-42dc7f6e4c53'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:06:33.756798 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-748a37fd-9b87-4141-9852-bcff675ee05b req-2752e411-c4e0-4ba7-9e61-c6442887fa5a tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] No DVR routers for this DVR port f266377f-8c16-449b-b0b6-580717ae6aaa on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:06:33.759426 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-748a37fd-9b87-4141-9852-bcff675ee05b req-2752e411-c4e0-4ba7-9e61-c6442887fa5a tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:33.762839 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-748a37fd-9b87-4141-9852-bcff675ee05b req-2752e411-c4e0-4ba7-9e61-c6442887fa5a tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.76 "DELETE /v2.0/ports/f266377f-8c16-449b-b0b6-580717ae6aaa HTTP/1.1" status: 204 len: 173 time: 0.8589706 Dec 08 17:06:33.763345 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad2acfe5-f519-4d4b-8b81-298d3768c3c7', 'name': 'network-vif-deleted', 'tag': 'f266377f-8c16-449b-b0b6-580717ae6aaa'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:06:33.765683 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33688f0a94a9db352de83aac38ec7a80f5ce35812a363759cff610bcc84c1346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a90d04-0120-4d21-82ee-10095b991850" -d '{"events": [{"server_uuid": "ad2acfe5-f519-4d4b-8b81-298d3768c3c7", "name": "network-vif-deleted", "tag": "f266377f-8c16-449b-b0b6-580717ae6aaa"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:06:33.797841 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-75956ea6-aa99-4fa1-8ab2-22d84e1e4165 req-f0242c45-b3ca-4463-885f-788ec38ac8f2 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad2acfe5-f519-4d4b-8b81-298d3768c3c7 HTTP/1.1" status: 200 len: 210 time: 0.0326910 Dec 08 17:06:33.804593 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb892e59-98df-4fdf-b5be-b35f3047ce70 x-openstack-request-id: req-fb892e59-98df-4fdf-b5be-b35f3047ce70 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:06:33.804898 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad2acfe5-f519-4d4b-8b81-298d3768c3c7", "name": "network-vif-deleted", "tag": "f266377f-8c16-449b-b0b6-580717ae6aaa", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:06:33.805166 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fb892e59-98df-4fdf-b5be-b35f3047ce70 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:06:33.805581 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad2acfe5-f519-4d4b-8b81-298d3768c3c7', 'name': 'network-vif-deleted', 'tag': 'f266377f-8c16-449b-b0b6-580717ae6aaa', 'status': 'completed', 'code': 200} Dec 08 17:06:33.866290 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-e13bfe9d-6cd3-4f62-9753-97daefaa3a95 None None] Set router c7782154-7c61-458d-a45f-42dc7f6e4c53 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:06:34.069008 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-e13bfe9d-6cd3-4f62-9753-97daefaa3a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'name': 'tempest-ServerActionsTestJSON-1801605199-router', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '72c9a96a-9dcd-48f9-87ca-4960c95a86f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:58:29Z', 'updated_at': '2021-12-08T16:58:32Z', 'revision_number': 4, 'project_id': '94917c7fb5cf413687493a127183d44b', 'gw_port': {'id': '72c9a96a-9dcd-48f9-87ca-4960c95a86f9', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:58:29Z', 'updated_at': '2021-12-08T16:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '65a51e5e-3a6e-4b7a-9d9b-9b088072793c', 'name': '', 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'mac_address': 'fa:16:3e:83:e9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:58:32Z', 'updated_at': '2021-12-08T16:58:35Z', 'revision_number': 5, 'project_id': '94917c7fb5cf413687493a127183d44b', 'subnets': [{'id': 'f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:06:34.266726 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13bfe9d-6cd3-4f62-9753-97daefaa3a95 None None] Checking router: c7782154-7c61-458d-a45f-42dc7f6e4c53 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:06:34.274993 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13bfe9d-6cd3-4f62-9753-97daefaa3a95 None None] Routers {'c7782154-7c61-458d-a45f-42dc7f6e4c53'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:06:34.275601 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-e13bfe9d-6cd3-4f62-9753-97daefaa3a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:06:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['c7782154-7c61-458d-a45f-42dc7f6e4c53'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:06:34.380735 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-e13bfe9d-6cd3-4f62-9753-97daefaa3a95 None None] Set router c7782154-7c61-458d-a45f-42dc7f6e4c53 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:06:34.578397 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-e13bfe9d-6cd3-4f62-9753-97daefaa3a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'name': 'tempest-ServerActionsTestJSON-1801605199-router', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '72c9a96a-9dcd-48f9-87ca-4960c95a86f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:58:29Z', 'updated_at': '2021-12-08T16:58:32Z', 'revision_number': 4, 'project_id': '94917c7fb5cf413687493a127183d44b', 'gw_port': {'id': '72c9a96a-9dcd-48f9-87ca-4960c95a86f9', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:58:29Z', 'updated_at': '2021-12-08T16:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '65a51e5e-3a6e-4b7a-9d9b-9b088072793c', 'name': '', 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'mac_address': 'fa:16:3e:83:e9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:58:32Z', 'updated_at': '2021-12-08T16:58:35Z', 'revision_number': 5, 'project_id': '94917c7fb5cf413687493a127183d44b', 'subnets': [{'id': 'f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:06:34.604162 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13bfe9d-6cd3-4f62-9753-97daefaa3a95 None None] The sync data for ids ['c7782154-7c61-458d-a45f-42dc7f6e4c53'] in n-d-776250-12 is: [{'id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'name': 'tempest-ServerActionsTestJSON-1801605199-router', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '72c9a96a-9dcd-48f9-87ca-4960c95a86f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:58:29Z', 'updated_at': '2021-12-08T16:58:32Z', 'revision_number': 4, 'project_id': '94917c7fb5cf413687493a127183d44b', 'gw_port': {'id': '72c9a96a-9dcd-48f9-87ca-4960c95a86f9', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:58:29Z', 'updated_at': '2021-12-08T16:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '65a51e5e-3a6e-4b7a-9d9b-9b088072793c', 'name': '', 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'mac_address': 'fa:16:3e:83:e9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:58:32Z', 'updated_at': '2021-12-08T16:58:35Z', 'revision_number': 5, 'project_id': '94917c7fb5cf413687493a127183d44b', 'subnets': [{'id': 'f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:06:34.817320 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb3756e-af42-40f4-9133-6e93ebe6f264 None None] New status for floating IP ece2a9d4-c3eb-49c1-ba1a-c75bc59cfcdc: DOWN {{(pid=110553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 17:06:35.107417 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-de211c8e-5feb-4ba5-a588-e488453aef42 req-8f4df420-71aa-4391-ba90-c48ea6d53a23 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--4250325&fields=id&tenant_id=94917c7fb5cf413687493a127183d44b HTTP/1.1" status: 200 len: 267 time: 0.0432713 Dec 08 17:06:35.140100 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:35.220461 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de211c8e-5feb-4ba5-a588-e488453aef42 req-cd8bdc9d-a778-46b3-91df-c9e492127cf5 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:35.221948 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-de211c8e-5feb-4ba5-a588-e488453aef42 req-cd8bdc9d-a778-46b3-91df-c9e492127cf5 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/networks?id=9d9a4b74-e787-467a-b113-e315ffdbd59b HTTP/1.1" status: 200 len: 812 time: 0.1076064 Dec 08 17:06:35.236481 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-de211c8e-5feb-4ba5-a588-e488453aef42 req-bf502022-f830-4e2d-88f8-ae08dd4c52d5 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/quotas/94917c7fb5cf413687493a127183d44b HTTP/1.1" status: 200 len: 375 time: 0.0087762 Dec 08 17:06:35.287574 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-de211c8e-5feb-4ba5-a588-e488453aef42 req-67eb7f8b-5403-4c37-aefc-50690d1d9035 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=94917c7fb5cf413687493a127183d44b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459998 Dec 08 17:06:35.341114 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [req-de211c8e-5feb-4ba5-a588-e488453aef42 req-496c45e9-b244-4de9-bb55-5bc93fe5f70e service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 17:06:35.342156 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-de211c8e-5feb-4ba5-a588-e488453aef42 req-496c45e9-b244-4de9-bb55-5bc93fe5f70e service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0436220 Dec 08 17:06:35.433955 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-de211c8e-5feb-4ba5-a588-e488453aef42 req-fea6084d-bbb4-4c4a-a971-47d816770073 service neutron] 10.222.0.64 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855789 Dec 08 17:06:35.523070 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-de211c8e-5feb-4ba5-a588-e488453aef42 req-202222be-98fa-479e-8e77-45cf6c16245f service neutron] 10.222.0.64 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825500 Dec 08 17:06:35.749579 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e8f87aae-5cd0-4ce7-a687-2ac4467f99d9 req-68580866-9eb7-4df7-af19-aa7448440c86 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 210 time: 0.0285876 Dec 08 17:06:36.806955 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device f266377f-8c16-449b-b0b6-580717ae6aaa no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:06:36.827830 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: f266377f-8c16-449b-b0b6-580717ae6aaa {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:06:36.828827 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device f266377f-8c16-449b-b0b6-580717ae6aaa not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:06:36.847842 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-000e2992-c538-4dbf-8443-d49abdcf0bdc req-7829118f-3777-4ed7-8c74-107a7be07cb2 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 210 time: 0.0286853 Dec 08 17:06:37.451362 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de211c8e-5feb-4ba5-a588-e488453aef42 req-6ad54ca0-ac33-4319-ace8-80756e93ab71 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:37.452986 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-de211c8e-5feb-4ba5-a588-e488453aef42 req-6ad54ca0-ac33-4319-ace8-80756e93ab71 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.37 "GET /v2.0/networks?id=9d9a4b74-e787-467a-b113-e315ffdbd59b HTTP/1.1" status: 200 len: 812 time: 0.1102109 Dec 08 17:06:37.517253 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-de211c8e-5feb-4ba5-a588-e488453aef42 req-f9541c24-2c31-4c7c-a8d5-9c1377cbb2e4 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94917c7fb5cf413687493a127183d44b HTTP/1.1" status: 200 len: 377 time: 0.0550013 Dec 08 17:06:37.526318 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-de211c8e-5feb-4ba5-a588-e488453aef42 req-4586a31f-8017-4547-ac6d-ba06a8382159 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Request body: {'port': {'device_id': '91cbf0d0-8e83-459f-b976-5fdb557b02ac', 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b', 'admin_state_up': True, 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'security_groups': ['c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc']}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:06:37.735116 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de211c8e-5feb-4ba5-a588-e488453aef42 req-4586a31f-8017-4547-ac6d-ba06a8382159 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Made reservation on behalf of 94917c7fb5cf413687493a127183d44b for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:06:37.738722 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-de211c8e-5feb-4ba5-a588-e488453aef42 req-4586a31f-8017-4547-ac6d-ba06a8382159 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:37.868502 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-de211c8e-5feb-4ba5-a588-e488453aef42 req-4586a31f-8017-4547-ac6d-ba06a8382159 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Allocated IP 172.20.0.9 (9d9a4b74-e787-467a-b113-e315ffdbd59b/f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad/79b70b12-1ec6-4365-9d51-0181e5f79854) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:06:37.944657 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bc94480b-d111-4dc6-b00c-13fb683d89ba req-3c851526-5991-4e14-8ab3-840053a3eb10 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 210 time: 0.0275676 Dec 08 17:06:38.011442 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-de211c8e-5feb-4ba5-a588-e488453aef42 req-4586a31f-8017-4547-ac6d-ba06a8382159 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:38.117652 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-de211c8e-5feb-4ba5-a588-e488453aef42 req-4586a31f-8017-4547-ac6d-ba06a8382159 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:38.161271 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de211c8e-5feb-4ba5-a588-e488453aef42 req-4586a31f-8017-4547-ac6d-ba06a8382159 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Network 9d9a4b74-e787-467a-b113-e315ffdbd59b is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:06:38.166217 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-de211c8e-5feb-4ba5-a588-e488453aef42 req-4586a31f-8017-4547-ac6d-ba06a8382159 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:06:38.169907 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-de211c8e-5feb-4ba5-a588-e488453aef42 req-4586a31f-8017-4547-ac6d-ba06a8382159 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:06:38.176442 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4586a31f-8017-4547-ac6d-ba06a8382159 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Pushing event updated for resources: {'Port': ['ID=79b70b12-1ec6-4365-9d51-0181e5f79854,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:06:38.225219 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de211c8e-5feb-4ba5-a588-e488453aef42 req-4586a31f-8017-4547-ac6d-ba06a8382159 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:38.225883 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-de211c8e-5feb-4ba5-a588-e488453aef42 req-4586a31f-8017-4547-ac6d-ba06a8382159 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:38.320477 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-de211c8e-5feb-4ba5-a588-e488453aef42 req-4586a31f-8017-4547-ac6d-ba06a8382159 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7978354 Dec 08 17:06:38.331187 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [req-de211c8e-5feb-4ba5-a588-e488453aef42 req-f123ed5f-97ba-40d8-a5d8-5d31f45f5ee7 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 17:06:38.332153 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-de211c8e-5feb-4ba5-a588-e488453aef42 req-f123ed5f-97ba-40d8-a5d8-5d31f45f5ee7 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059180 Dec 08 17:06:38.344433 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-de211c8e-5feb-4ba5-a588-e488453aef42 req-5ba63713-f83a-4505-b1c9-29ef6601b7e2 service neutron] Request body: {'port': {'device_id': '91cbf0d0-8e83-459f-b976-5fdb557b02ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:06:38.372149 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-b33b2d38-04d2-47e3-a326-07a4fb4004b8 None None] Provisioning complete for port 79b70b12-1ec6-4365-9d51-0181e5f79854 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:06:38.372811 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b33b2d38-04d2-47e3-a326-07a4fb4004b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:38.402493 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-de211c8e-5feb-4ba5-a588-e488453aef42 req-5ba63713-f83a-4505-b1c9-29ef6601b7e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:38.409092 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-b33b2d38-04d2-47e3-a326-07a4fb4004b8 None None] Port 79b70b12-1ec6-4365-9d51-0181e5f79854 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:06:38.660783 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-de211c8e-5feb-4ba5-a588-e488453aef42 req-5ba63713-f83a-4505-b1c9-29ef6601b7e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79b70b12-1ec6-4365-9d51-0181e5f79854 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:06:38.668254 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-de211c8e-5feb-4ba5-a588-e488453aef42 req-5ba63713-f83a-4505-b1c9-29ef6601b7e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:38.680373 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-de211c8e-5feb-4ba5-a588-e488453aef42 req-5ba63713-f83a-4505-b1c9-29ef6601b7e2 service neutron] Transition to ACTIVE for port object 79b70b12-1ec6-4365-9d51-0181e5f79854 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 17:06:38.745673 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-de211c8e-5feb-4ba5-a588-e488453aef42 req-5ba63713-f83a-4505-b1c9-29ef6601b7e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:38.827174 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba63713-f83a-4505-b1c9-29ef6601b7e2 service neutron] Pushing event updated for resources: {'Port': ['ID=79b70b12-1ec6-4365-9d51-0181e5f79854,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:06:38.879343 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-de211c8e-5feb-4ba5-a588-e488453aef42 req-5ba63713-f83a-4505-b1c9-29ef6601b7e2 service neutron] Attempting to bind port 79b70b12-1ec6-4365-9d51-0181e5f79854 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:06:38.880023 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-de211c8e-5feb-4ba5-a588-e488453aef42 req-5ba63713-f83a-4505-b1c9-29ef6601b7e2 service neutron] Attempting to bind port 79b70b12-1ec6-4365-9d51-0181e5f79854 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:06:38.880023 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de211c8e-5feb-4ba5-a588-e488453aef42 req-5ba63713-f83a-4505-b1c9-29ef6601b7e2 service neutron] Attempting to bind port 79b70b12-1ec6-4365-9d51-0181e5f79854 on network 9d9a4b74-e787-467a-b113-e315ffdbd59b {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:06:38.884650 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de211c8e-5feb-4ba5-a588-e488453aef42 req-5ba63713-f83a-4505-b1c9-29ef6601b7e2 service neutron] Port 79b70b12-1ec6-4365-9d51-0181e5f79854 on network 9d9a4b74-e787-467a-b113-e315ffdbd59b not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 17:06:38.884972 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de211c8e-5feb-4ba5-a588-e488453aef42 req-5ba63713-f83a-4505-b1c9-29ef6601b7e2 service neutron] Attempting to bind port 79b70b12-1ec6-4365-9d51-0181e5f79854 on network 9d9a4b74-e787-467a-b113-e315ffdbd59b {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:06:38.889930 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de211c8e-5feb-4ba5-a588-e488453aef42 req-5ba63713-f83a-4505-b1c9-29ef6601b7e2 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:06:38.890851 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de211c8e-5feb-4ba5-a588-e488453aef42 req-5ba63713-f83a-4505-b1c9-29ef6601b7e2 service neutron] Checking segment: {'id': '8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:06:38.891242 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de211c8e-5feb-4ba5-a588-e488453aef42 req-5ba63713-f83a-4505-b1c9-29ef6601b7e2 service neutron] Bound using segment: {'id': '8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:06:38.891674 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-de211c8e-5feb-4ba5-a588-e488453aef42 req-5ba63713-f83a-4505-b1c9-29ef6601b7e2 service neutron] Bound port: 79b70b12-1ec6-4365-9d51-0181e5f79854, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:06:38.892040 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-de211c8e-5feb-4ba5-a588-e488453aef42 req-5ba63713-f83a-4505-b1c9-29ef6601b7e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:38.957633 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-de211c8e-5feb-4ba5-a588-e488453aef42 req-5ba63713-f83a-4505-b1c9-29ef6601b7e2 service neutron] For port 79b70b12-1ec6-4365-9d51-0181e5f79854, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:06:38.960819 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-de211c8e-5feb-4ba5-a588-e488453aef42 req-5ba63713-f83a-4505-b1c9-29ef6601b7e2 service neutron] For port 79b70b12-1ec6-4365-9d51-0181e5f79854, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=79b70b12-1ec6-4365-9d51-0181e5f79854,segment=NetworkSegment(8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27),segment_id=8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:06:39.051032 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-de211c8e-5feb-4ba5-a588-e488453aef42 req-5ba63713-f83a-4505-b1c9-29ef6601b7e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:39.092100 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de211c8e-5feb-4ba5-a588-e488453aef42 req-5ba63713-f83a-4505-b1c9-29ef6601b7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:39.092775 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-de211c8e-5feb-4ba5-a588-e488453aef42 req-5ba63713-f83a-4505-b1c9-29ef6601b7e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:39.094230 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-de211c8e-5feb-4ba5-a588-e488453aef42 req-5ba63713-f83a-4505-b1c9-29ef6601b7e2 service neutron] 10.222.0.37 "PUT /v2.0/ports/79b70b12-1ec6-4365-9d51-0181e5f79854 HTTP/1.1" status: 200 len: 1092 time: 0.7535377 Dec 08 17:06:39.097340 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91cbf0d0-8e83-459f-b976-5fdb557b02ac', 'tag': '79b70b12-1ec6-4365-9d51-0181e5f79854'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:06:39.099205 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:39.102101 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33688f0a94a9db352de83aac38ec7a80f5ce35812a363759cff610bcc84c1346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1819871-4827-4d37-ab68-aba30b98e2cc" -d '{"events": [{"name": "network-changed", "server_uuid": "91cbf0d0-8e83-459f-b976-5fdb557b02ac", "tag": "79b70b12-1ec6-4365-9d51-0181e5f79854"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:06:39.134298 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b85857-d71a-447c-ad2c-a23a07467ade req-584e756e-900f-4518-8e62-709857b0ed3b tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:39.135901 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e4b85857-d71a-447c-ad2c-a23a07467ade req-584e756e-900f-4518-8e62-709857b0ed3b tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 943 time: 0.1151252 Dec 08 17:06:39.155157 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea01ed9-d931-483c-9f3d-a2b4bdcd25c7 x-openstack-request-id: req-6ea01ed9-d931-483c-9f3d-a2b4bdcd25c7 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:06:39.155462 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91cbf0d0-8e83-459f-b976-5fdb557b02ac", "tag": "79b70b12-1ec6-4365-9d51-0181e5f79854", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:06:39.155768 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6ea01ed9-d931-483c-9f3d-a2b4bdcd25c7 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:06:39.156198 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91cbf0d0-8e83-459f-b976-5fdb557b02ac', 'tag': '79b70b12-1ec6-4365-9d51-0181e5f79854', 'status': 'completed', 'code': 200} Dec 08 17:06:39.156951 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba63713-f83a-4505-b1c9-29ef6601b7e2 service neutron] Pushing event updated for resources: {'Port': ['ID=79b70b12-1ec6-4365-9d51-0181e5f79854,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:06:39.224049 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e4b85857-d71a-447c-ad2c-a23a07467ade req-59d71d0d-663f-4dbb-bd4b-f1d5d5c4b6ea tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0795982 Dec 08 17:06:39.236513 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1819871-4827-4d37-ab68-aba30b98e2cc req-fb86faa7-9eeb-4111-8f83-a786e574647a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:39.238623 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c1819871-4827-4d37-ab68-aba30b98e2cc req-fb86faa7-9eeb-4111-8f83-a786e574647a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=94917c7fb5cf413687493a127183d44b&device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 1095 time: 0.0626521 Dec 08 17:06:39.344048 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1819871-4827-4d37-ab68-aba30b98e2cc req-b5ba44a5-8de7-4283-9d14-9c02f1d93cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:39.345680 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c1819871-4827-4d37-ab68-aba30b98e2cc req-b5ba44a5-8de7-4283-9d14-9c02f1d93cf9 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=94917c7fb5cf413687493a127183d44b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0988302 Dec 08 17:06:39.441171 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1819871-4827-4d37-ab68-aba30b98e2cc req-0b998f97-e009-414e-989b-0490478d6e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:39.442674 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c1819871-4827-4d37-ab68-aba30b98e2cc req-0b998f97-e009-414e-989b-0490478d6e8b service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901356 Dec 08 17:06:39.521842 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de211c8e-5feb-4ba5-a588-e488453aef42 req-fc2ea90b-c7b4-4b10-8653-57734f14e063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:39.523490 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-de211c8e-5feb-4ba5-a588-e488453aef42 req-fc2ea90b-c7b4-4b10-8653-57734f14e063 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=94917c7fb5cf413687493a127183d44b&device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 1095 time: 0.0434291 Dec 08 17:06:39.570060 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-de211c8e-5feb-4ba5-a588-e488453aef42 req-e48e4871-f2ec-472c-bc66-47b45eca660a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79b70b12-1ec6-4365-9d51-0181e5f79854 HTTP/1.1" status: 200 len: 217 time: 0.0394573 Dec 08 17:06:39.618648 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de211c8e-5feb-4ba5-a588-e488453aef42 req-bf39edc3-746d-4508-a336-411a00cbd378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:39.620082 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-de211c8e-5feb-4ba5-a588-e488453aef42 req-bf39edc3-746d-4508-a336-411a00cbd378 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad HTTP/1.1" status: 200 len: 851 time: 0.0433960 Dec 08 17:06:39.664851 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de211c8e-5feb-4ba5-a588-e488453aef42 req-7c35df89-e6b9-4725-90bd-ca09349e6fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:39.666312 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-de211c8e-5feb-4ba5-a588-e488453aef42 req-7c35df89-e6b9-4725-90bd-ca09349e6fe7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d9a4b74-e787-467a-b113-e315ffdbd59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389645 Dec 08 17:06:39.758522 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-de211c8e-5feb-4ba5-a588-e488453aef42 req-f76ff52a-7e49-4ad4-b668-1501900656f1 service neutron] 10.222.0.37 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850244 Dec 08 17:06:39.846950 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-de211c8e-5feb-4ba5-a588-e488453aef42 req-d4ece7d9-e564-4ac7-b4cb-d31c9e79c6d7 service neutron] 10.222.0.37 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815387 Dec 08 17:06:40.342051 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89acc627-4f7b-4881-a598-ad78a3819ec5 req-db304040-5f65-41c1-8deb-a397da34c4f1 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:40.344080 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-89acc627-4f7b-4881-a598-ad78a3819ec5 req-db304040-5f65-41c1-8deb-a397da34c4f1 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 943 time: 0.0483098 Dec 08 17:06:40.391869 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-89acc627-4f7b-4881-a598-ad78a3819ec5 req-5834b9e7-d182-4a06-ae24-a0d2c757ec72 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0417290 Dec 08 17:06:41.464450 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0056688f-046a-44b7-8389-c147f3a537de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:41.514254 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9aef4-b0dc-4204-81fd-c2f7e897f9ca req-a70b39b4-3c29-45a9-99b8-ef34186ac8bc tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:41.515753 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f8a9aef4-b0dc-4204-81fd-c2f7e897f9ca req-a70b39b4-3c29-45a9-99b8-ef34186ac8bc tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 943 time: 0.0556328 Dec 08 17:06:41.563457 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f8a9aef4-b0dc-4204-81fd-c2f7e897f9ca req-aa931506-8f7b-46c3-9c9f-6b8ca1e3b24b tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0417323 Dec 08 17:06:42.684224 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eccf97-797b-47a5-86ef-f70615223b8d req-7b1f4fb4-97ca-484b-8c28-b3afc7c6bc96 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:42.685730 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-70eccf97-797b-47a5-86ef-f70615223b8d req-7b1f4fb4-97ca-484b-8c28-b3afc7c6bc96 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 943 time: 0.0520720 Dec 08 17:06:42.733000 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-70eccf97-797b-47a5-86ef-f70615223b8d req-f493bd9c-0f78-43b2-832f-a032fd6d2d0d tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0408182 Dec 08 17:06:43.613132 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 79b70b12-1ec6-4365-9d51-0181e5f79854 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 17:06:43.710131 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 79b70b12-1ec6-4365-9d51-0181e5f79854, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=79b70b12-1ec6-4365-9d51-0181e5f79854,segment=NetworkSegment(8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27),segment_id=8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:06:43.721328 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '79b70b12-1ec6-4365-9d51-0181e5f79854', 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b', 'port_id': '79b70b12-1ec6-4365-9d51-0181e5f79854', 'mac_address': 'fa:16:3e:0e:90:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 17:06:43.761937 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:43.775353 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79b70b12-1ec6-4365-9d51-0181e5f79854 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:06:43.794089 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 79b70b12-1ec6-4365-9d51-0181e5f79854, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=79b70b12-1ec6-4365-9d51-0181e5f79854,segment=NetworkSegment(8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27),segment_id=8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:06:43.848665 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f27f11d-8dbe-44ec-9f3a-004867160749 req-436fa613-5d54-4391-a66d-3be9d3e679c3 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:43.850075 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9f27f11d-8dbe-44ec-9f3a-004867160749 req-436fa613-5d54-4391-a66d-3be9d3e679c3 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 943 time: 0.0492675 Dec 08 17:06:43.860099 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:43.898403 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9f27f11d-8dbe-44ec-9f3a-004867160749 req-34294cb8-e559-4214-a2ea-ba30d98959ea tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0422657 Dec 08 17:06:43.909425 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=79b70b12-1ec6-4365-9d51-0181e5f79854,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:06:44.060692 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['79b70b12-1ec6-4365-9d51-0181e5f79854'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:06:44.167039 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e7119605-9bcf-4e0e-a354-74ab2688684c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:45.022432 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae7e2c3-0a92-4000-a70f-b29cdb767b6e req-8257d2ec-81ec-40fb-9197-deb97af9a790 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:45.023920 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8ae7e2c3-0a92-4000-a70f-b29cdb767b6e req-8257d2ec-81ec-40fb-9197-deb97af9a790 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 944 time: 0.0512919 Dec 08 17:06:45.070802 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8ae7e2c3-0a92-4000-a70f-b29cdb767b6e req-5dde9c0e-a99a-43cd-a5f8-ce0afd639c04 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0409269 Dec 08 17:06:45.414367 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:45.629297 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 79b70b12-1ec6-4365-9d51-0181e5f79854 up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:06:45.761347 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port 79b70b12-1ec6-4365-9d51-0181e5f79854 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 17:06:45.765298 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 79b70b12-1ec6-4365-9d51-0181e5f79854 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:06:45.765681 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:45.845362 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:45.867731 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91cbf0d0-8e83-459f-b976-5fdb557b02ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b70b12-1ec6-4365-9d51-0181e5f79854'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:06:45.870054 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e972d80ca4ba26e60ff2132fe6d2147b95d4377dec9e0b14df2e9cad1c1848da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff3f2b9-8542-44c5-acf0-7a70dc754455" -d '{"events": [{"server_uuid": "91cbf0d0-8e83-459f-b976-5fdb557b02ac", "name": "network-vif-plugged", "status": "completed", "tag": "79b70b12-1ec6-4365-9d51-0181e5f79854"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:06:45.882813 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 79b70b12-1ec6-4365-9d51-0181e5f79854, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=79b70b12-1ec6-4365-9d51-0181e5f79854,segment=NetworkSegment(8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27),segment_id=8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:06:45.907103 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3690a58f-042b-42e9-9937-c74319ba5ad3 x-openstack-request-id: req-3690a58f-042b-42e9-9937-c74319ba5ad3 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:06:45.907402 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91cbf0d0-8e83-459f-b976-5fdb557b02ac", "name": "network-vif-plugged", "status": "completed", "tag": "79b70b12-1ec6-4365-9d51-0181e5f79854", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:06:45.907667 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3690a58f-042b-42e9-9937-c74319ba5ad3 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:06:45.908076 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91cbf0d0-8e83-459f-b976-5fdb557b02ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b70b12-1ec6-4365-9d51-0181e5f79854', 'code': 200} Dec 08 17:06:45.938709 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:45.990457 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=79b70b12-1ec6-4365-9d51-0181e5f79854,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:06:46.006936 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be8b519-6ae2-4f93-97cc-110b7488094f req-c19c0ad4-2e02-4377-b177-d78bd943d548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:46.011286 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5be8b519-6ae2-4f93-97cc-110b7488094f req-c19c0ad4-2e02-4377-b177-d78bd943d548 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 1097 time: 0.0416665 Dec 08 17:06:46.055983 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5be8b519-6ae2-4f93-97cc-110b7488094f req-bea0f4c9-2e0e-41ba-9cef-8eadf4723560 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0410700 Dec 08 17:06:46.190699 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc30ca2c-4ff4-4c01-9ff0-ea14012b8e71 req-dd089a19-5116-4120-9776-a6123f28fdd8 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:46.192214 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fc30ca2c-4ff4-4c01-9ff0-ea14012b8e71 req-dd089a19-5116-4120-9776-a6123f28fdd8 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 945 time: 0.0486577 Dec 08 17:06:46.243244 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fc30ca2c-4ff4-4c01-9ff0-ea14012b8e71 req-2ef9327e-380a-4338-9d4c-7efaea28a697 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0449872 Dec 08 17:06:46.955443 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:47.362524 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dffdf8f-b1e4-4cd8-8e8d-0a103c7be004 req-a0c7fd78-d6b4-4ab5-91a6-49529b569d5c tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:47.364016 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7dffdf8f-b1e4-4cd8-8e8d-0a103c7be004 req-a0c7fd78-d6b4-4ab5-91a6-49529b569d5c tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 945 time: 0.0509894 Dec 08 17:06:47.411641 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7dffdf8f-b1e4-4cd8-8e8d-0a103c7be004 req-a9a19ae0-a18c-426d-a669-c640bb7caed8 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0415328 Dec 08 17:06:47.523035 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5858f100-498d-47c7-ad22-ca9991c61b40 req-6a50d57e-75ce-421c-83d0-aaeb7867e6ca tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:47.524561 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5858f100-498d-47c7-ad22-ca9991c61b40 req-6a50d57e-75ce-421c-83d0-aaeb7867e6ca tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 945 time: 0.0492456 Dec 08 17:06:47.533693 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 40746) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:06:47.538134 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-bc18b65a-e289-44c9-b5fa-821e8d8ce1b8 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Request body: {'floatingip': {'port_id': '79b70b12-1ec6-4365-9d51-0181e5f79854'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:06:47.577989 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bc18b65a-e289-44c9-b5fa-821e8d8ce1b8 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks [] for floatingip, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:47.585958 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:48.002202 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bc18b65a-e289-44c9-b5fa-821e8d8ce1b8 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:48.043638 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bc18b65a-e289-44c9-b5fa-821e8d8ce1b8 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:48.445254 n-d-776250-12 neutron-server[110551]: INFO neutron.db.l3_db [None req-bc18b65a-e289-44c9-b5fa-821e8d8ce1b8 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Floating IP ece2a9d4-c3eb-49c1-ba1a-c75bc59cfcdc associated. External IP: 172.25.0.228, port: 79b70b12-1ec6-4365-9d51-0181e5f79854. Dec 08 17:06:48.647464 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc18b65a-e289-44c9-b5fa-821e8d8ce1b8 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Router c7782154-7c61-458d-a45f-42dc7f6e4c53 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:06:48.752921 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc18b65a-e289-44c9-b5fa-821e8d8ce1b8 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:06:48.757814 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bc18b65a-e289-44c9-b5fa-821e8d8ce1b8 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:48.762380 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f849f2-9efa-407a-97a3-7dfe92edf6c7 None None] Sync routers for ids ['c7782154-7c61-458d-a45f-42dc7f6e4c53'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:06:48.772500 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f849f2-9efa-407a-97a3-7dfe92edf6c7 None None] Routers {'c7782154-7c61-458d-a45f-42dc7f6e4c53'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:06:48.773123 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-f6f849f2-9efa-407a-97a3-7dfe92edf6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:06:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['c7782154-7c61-458d-a45f-42dc7f6e4c53'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:06:48.785701 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-bc18b65a-e289-44c9-b5fa-821e8d8ce1b8 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "PUT /v2.0/floatingips/ece2a9d4-c3eb-49c1-ba1a-c75bc59cfcdc HTTP/1.1" status: 200 len: 992 time: 1.2509322 Dec 08 17:06:48.786305 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91cbf0d0-8e83-459f-b976-5fdb557b02ac', 'tag': '79b70b12-1ec6-4365-9d51-0181e5f79854'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:06:48.788623 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86075ce93fb9518fb172f9d68d0141635fee78bb333cdf1a66291bc46e2f6896" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be3099f-6553-41a6-82ad-eb60e97804dd" -d '{"events": [{"name": "network-changed", "server_uuid": "91cbf0d0-8e83-459f-b976-5fdb557b02ac", "tag": "79b70b12-1ec6-4365-9d51-0181e5f79854"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:06:48.880894 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8265fb4d-5fd9-4b67-865a-15581bc602d6 x-openstack-request-id: req-8265fb4d-5fd9-4b67-865a-15581bc602d6 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:06:48.881194 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91cbf0d0-8e83-459f-b976-5fdb557b02ac", "tag": "79b70b12-1ec6-4365-9d51-0181e5f79854", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:06:48.881454 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8265fb4d-5fd9-4b67-865a-15581bc602d6 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:06:48.881867 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91cbf0d0-8e83-459f-b976-5fdb557b02ac', 'tag': '79b70b12-1ec6-4365-9d51-0181e5f79854', 'status': 'completed', 'code': 200} Dec 08 17:06:48.885413 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-f6f849f2-9efa-407a-97a3-7dfe92edf6c7 None None] Set router c7782154-7c61-458d-a45f-42dc7f6e4c53 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:06:48.944576 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be3099f-6553-41a6-82ad-eb60e97804dd req-ea3ac334-bcda-4877-be67-110f598d51e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:48.946089 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9be3099f-6553-41a6-82ad-eb60e97804dd req-ea3ac334-bcda-4877-be67-110f598d51e0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=94917c7fb5cf413687493a127183d44b&device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 1097 time: 0.0412638 Dec 08 17:06:49.043579 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be3099f-6553-41a6-82ad-eb60e97804dd req-07522883-0730-4bfa-9d56-2e52379c4693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:49.045109 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9be3099f-6553-41a6-82ad-eb60e97804dd req-07522883-0730-4bfa-9d56-2e52379c4693 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d9a4b74-e787-467a-b113-e315ffdbd59b HTTP/1.1" status: 200 len: 913 time: 0.0923634 Dec 08 17:06:49.111535 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9be3099f-6553-41a6-82ad-eb60e97804dd req-f4ae6b8b-8722-4c86-89e9-fbc0afc39b5d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79b70b12-1ec6-4365-9d51-0181e5f79854 HTTP/1.1" status: 200 len: 1000 time: 0.0597053 Dec 08 17:06:49.118535 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-f6f849f2-9efa-407a-97a3-7dfe92edf6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'name': 'tempest-ServerActionsTestJSON-1801605199-router', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '72c9a96a-9dcd-48f9-87ca-4960c95a86f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:58:29Z', 'updated_at': '2021-12-08T16:58:32Z', 'revision_number': 4, 'project_id': '94917c7fb5cf413687493a127183d44b', 'gw_port': {'id': '72c9a96a-9dcd-48f9-87ca-4960c95a86f9', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:58:29Z', 'updated_at': '2021-12-08T16:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': 'ece2a9d4-c3eb-49c1-ba1a-c75bc59cfcdc', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'floating_ip_address': '172.25.0.228', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'port_id': '79b70b12-1ec6-4365-9d51-0181e5f79854', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4084, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b', 'mac_address': 'fa:16:3e:0e:90:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cbf0d0-8e83-459f-b976-5fdb557b02ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:58:35Z', 'updated_at': '2021-12-08T17:06:47Z', 'revision_number': 13, 'project_id': '94917c7fb5cf413687493a127183d44b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65a51e5e-3a6e-4b7a-9d9b-9b088072793c', 'name': '', 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'mac_address': 'fa:16:3e:83:e9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:58:32Z', 'updated_at': '2021-12-08T16:58:35Z', 'revision_number': 5, 'project_id': '94917c7fb5cf413687493a127183d44b', 'subnets': [{'id': 'f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:06:49.144784 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f849f2-9efa-407a-97a3-7dfe92edf6c7 None None] Checking router: c7782154-7c61-458d-a45f-42dc7f6e4c53 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:06:49.153270 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f849f2-9efa-407a-97a3-7dfe92edf6c7 None None] Routers {'c7782154-7c61-458d-a45f-42dc7f6e4c53'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:06:49.153881 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-f6f849f2-9efa-407a-97a3-7dfe92edf6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:06:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['c7782154-7c61-458d-a45f-42dc7f6e4c53'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:06:49.166293 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be3099f-6553-41a6-82ad-eb60e97804dd req-a5d71249-b4ea-487b-b32e-4599def58dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:49.168108 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9be3099f-6553-41a6-82ad-eb60e97804dd req-a5d71249-b4ea-487b-b32e-4599def58dbb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad HTTP/1.1" status: 200 len: 851 time: 0.0491180 Dec 08 17:06:49.224026 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be3099f-6553-41a6-82ad-eb60e97804dd req-fb3e8347-5b43-47c7-8a84-5b9a766beef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:49.226204 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9be3099f-6553-41a6-82ad-eb60e97804dd req-fb3e8347-5b43-47c7-8a84-5b9a766beef9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d9a4b74-e787-467a-b113-e315ffdbd59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516715 Dec 08 17:06:49.270372 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-f6f849f2-9efa-407a-97a3-7dfe92edf6c7 None None] Set router c7782154-7c61-458d-a45f-42dc7f6e4c53 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:06:49.317265 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9be3099f-6553-41a6-82ad-eb60e97804dd req-7d1c9e23-47ce-4729-a745-e330df5c8131 service neutron] 10.222.0.37 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840693 Dec 08 17:06:49.411629 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9be3099f-6553-41a6-82ad-eb60e97804dd req-7d5c8f86-ec30-47a7-8551-712893937b06 service neutron] 10.222.0.37 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879412 Dec 08 17:06:49.494563 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-f6f849f2-9efa-407a-97a3-7dfe92edf6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'name': 'tempest-ServerActionsTestJSON-1801605199-router', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '72c9a96a-9dcd-48f9-87ca-4960c95a86f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:58:29Z', 'updated_at': '2021-12-08T16:58:32Z', 'revision_number': 4, 'project_id': '94917c7fb5cf413687493a127183d44b', 'gw_port': {'id': '72c9a96a-9dcd-48f9-87ca-4960c95a86f9', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:58:29Z', 'updated_at': '2021-12-08T16:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': 'ece2a9d4-c3eb-49c1-ba1a-c75bc59cfcdc', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'floating_ip_address': '172.25.0.228', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'port_id': '79b70b12-1ec6-4365-9d51-0181e5f79854', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4084, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b', 'mac_address': 'fa:16:3e:0e:90:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cbf0d0-8e83-459f-b976-5fdb557b02ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:58:35Z', 'updated_at': '2021-12-08T17:06:47Z', 'revision_number': 13, 'project_id': '94917c7fb5cf413687493a127183d44b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65a51e5e-3a6e-4b7a-9d9b-9b088072793c', 'name': '', 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'mac_address': 'fa:16:3e:83:e9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:58:32Z', 'updated_at': '2021-12-08T16:58:35Z', 'revision_number': 5, 'project_id': '94917c7fb5cf413687493a127183d44b', 'subnets': [{'id': 'f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:06:49.522751 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f849f2-9efa-407a-97a3-7dfe92edf6c7 None None] The sync data for ids ['c7782154-7c61-458d-a45f-42dc7f6e4c53'] in n-d-776250-12 is: [{'id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'name': 'tempest-ServerActionsTestJSON-1801605199-router', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '72c9a96a-9dcd-48f9-87ca-4960c95a86f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:58:29Z', 'updated_at': '2021-12-08T16:58:32Z', 'revision_number': 4, 'project_id': '94917c7fb5cf413687493a127183d44b', 'gw_port': {'id': '72c9a96a-9dcd-48f9-87ca-4960c95a86f9', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:58:29Z', 'updated_at': '2021-12-08T16:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': 'ece2a9d4-c3eb-49c1-ba1a-c75bc59cfcdc', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'floating_ip_address': '172.25.0.228', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'port_id': '79b70b12-1ec6-4365-9d51-0181e5f79854', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4084, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b', 'mac_address': 'fa:16:3e:0e:90:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cbf0d0-8e83-459f-b976-5fdb557b02ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:58:35Z', 'updated_at': '2021-12-08T17:06:47Z', 'revision_number': 13, 'project_id': '94917c7fb5cf413687493a127183d44b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65a51e5e-3a6e-4b7a-9d9b-9b088072793c', 'name': '', 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'mac_address': 'fa:16:3e:83:e9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:58:32Z', 'updated_at': '2021-12-08T16:58:35Z', 'revision_number': 5, 'project_id': '94917c7fb5cf413687493a127183d44b', 'subnets': [{'id': 'f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:06:49.711635 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94e2cb9-e00b-45d7-8ed5-34889d5e8184 None None] New status for floating IP ece2a9d4-c3eb-49c1-ba1a-c75bc59cfcdc: ACTIVE {{(pid=110553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 17:06:52.471793 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:07:05.143510 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:07:09.097654 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:07:11.469674 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-58ace83e-8ded-47e4-be71-02c851f7433f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:07:13.863344 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73989d41-db48-492e-a276-e78e21cec3bc req-f1866e8f-8e60-4b15-8ab9-dbe776abf174 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402563 Dec 08 17:07:13.944368 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73989d41-db48-492e-a276-e78e21cec3bc req-e23aad89-4229-4644-a3da-4cc5d9eb1def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:07:13.945845 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73989d41-db48-492e-a276-e78e21cec3bc req-e23aad89-4229-4644-a3da-4cc5d9eb1def service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=94917c7fb5cf413687493a127183d44b&device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 1097 time: 0.0402074 Dec 08 17:07:14.050780 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73989d41-db48-492e-a276-e78e21cec3bc req-5bcb9f71-2c04-46ae-ab44-52ad156c4462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:07:14.052264 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73989d41-db48-492e-a276-e78e21cec3bc req-5bcb9f71-2c04-46ae-ab44-52ad156c4462 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d9a4b74-e787-467a-b113-e315ffdbd59b HTTP/1.1" status: 200 len: 913 time: 0.0872686 Dec 08 17:07:14.120118 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73989d41-db48-492e-a276-e78e21cec3bc req-a7a95e47-048f-4988-ab2b-e54d7ca538eb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79b70b12-1ec6-4365-9d51-0181e5f79854 HTTP/1.1" status: 200 len: 1002 time: 0.0595095 Dec 08 17:07:14.173014 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73989d41-db48-492e-a276-e78e21cec3bc req-fa437c8a-6f47-49b0-9a56-53659f4ac515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:07:14.174431 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73989d41-db48-492e-a276-e78e21cec3bc req-fa437c8a-6f47-49b0-9a56-53659f4ac515 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad HTTP/1.1" status: 200 len: 851 time: 0.0468562 Dec 08 17:07:14.183783 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e7e096d0-e0c0-431f-ada3-8e1d40f89714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:07:14.220974 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73989d41-db48-492e-a276-e78e21cec3bc req-f12a8ece-486f-46e6-97d7-57f8dcccd469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:07:14.222472 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73989d41-db48-492e-a276-e78e21cec3bc req-f12a8ece-486f-46e6-97d7-57f8dcccd469 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d9a4b74-e787-467a-b113-e315ffdbd59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401824 Dec 08 17:07:14.313213 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73989d41-db48-492e-a276-e78e21cec3bc req-3352c497-ba90-4c8e-b439-072c3ad51f0d service neutron] 10.222.0.37 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829508 Dec 08 17:07:14.408796 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73989d41-db48-492e-a276-e78e21cec3bc req-1c13c451-c031-4310-8bf0-0e53f52e911b service neutron] 10.222.0.37 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879128 Dec 08 17:07:15.448373 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:07:16.945359 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:07:17.613819 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:07:29.473204 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:07:35.110696 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:07:39.097424 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:07:41.476713 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-069d6342-edcf-499b-80cf-fbead61e336f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:07:44.206040 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f330c845-004d-420d-a14b-aeadea276d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:07:45.430545 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:07:46.937338 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:07:47.596097 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:05.127134 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:06.472228 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:08:09.064353 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:11.469879 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-83f903e3-b2ef-41da-9e84-f75ace3b3f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:14.184366 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5563c87a-15ed-4fea-a04c-10ee146a0a5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:14.877488 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7f6ff5ec-b01c-4bce-8003-4ab6d1490382 req-cbdcd349-93bb-451b-b810-bd40384c1004 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406678 Dec 08 17:08:14.964742 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ff5ec-b01c-4bce-8003-4ab6d1490382 req-a6427118-bfca-4b5e-9142-8f14aea8a5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:08:14.966269 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7f6ff5ec-b01c-4bce-8003-4ab6d1490382 req-a6427118-bfca-4b5e-9142-8f14aea8a5af service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=94917c7fb5cf413687493a127183d44b&device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 1097 time: 0.0449159 Dec 08 17:08:15.082562 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ff5ec-b01c-4bce-8003-4ab6d1490382 req-42b88de4-fe20-4d64-a8dd-266b5cd2186c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:08:15.084047 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7f6ff5ec-b01c-4bce-8003-4ab6d1490382 req-42b88de4-fe20-4d64-a8dd-266b5cd2186c service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d9a4b74-e787-467a-b113-e315ffdbd59b HTTP/1.1" status: 200 len: 913 time: 0.0893502 Dec 08 17:08:15.150067 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7f6ff5ec-b01c-4bce-8003-4ab6d1490382 req-fabbf1f5-a0dc-4c4b-af1c-1bd974c45dfe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79b70b12-1ec6-4365-9d51-0181e5f79854 HTTP/1.1" status: 200 len: 1002 time: 0.0580814 Dec 08 17:08:15.201339 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ff5ec-b01c-4bce-8003-4ab6d1490382 req-f72dcfbf-3a65-48f6-9e98-bb94561d7fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:08:15.203351 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7f6ff5ec-b01c-4bce-8003-4ab6d1490382 req-f72dcfbf-3a65-48f6-9e98-bb94561d7fdd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad HTTP/1.1" status: 200 len: 851 time: 0.0467958 Dec 08 17:08:15.253059 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ff5ec-b01c-4bce-8003-4ab6d1490382 req-e3d7a773-306b-4b07-bc6f-bdf6df3fd388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:08:15.254581 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7f6ff5ec-b01c-4bce-8003-4ab6d1490382 req-e3d7a773-306b-4b07-bc6f-bdf6df3fd388 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d9a4b74-e787-467a-b113-e315ffdbd59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447867 Dec 08 17:08:15.343398 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7f6ff5ec-b01c-4bce-8003-4ab6d1490382 req-66e1c5f5-d571-4d9d-bf1b-1d25a55b15fc service neutron] 10.222.0.37 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810840 Dec 08 17:08:15.438041 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7f6ff5ec-b01c-4bce-8003-4ab6d1490382 req-09744b59-9be6-4082-aaee-c2df9f774c68 service neutron] 10.222.0.37 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879970 Dec 08 17:08:15.456848 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:16.944026 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:17.629948 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:27.339119 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a1feab-834d-4565-a3a4-3ecfd7f85cae req-c84bbbb1-5231-4a16-8e8c-efc1508bfc9c tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:08:27.340631 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c2a1feab-834d-4565-a3a4-3ecfd7f85cae req-c84bbbb1-5231-4a16-8e8c-efc1508bfc9c tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 945 time: 0.0494361 Dec 08 17:08:27.388777 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c2a1feab-834d-4565-a3a4-3ecfd7f85cae req-6b903406-cc0d-41a0-8927-bfa5b8f31ab3 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0417895 Dec 08 17:08:35.138339 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:39.110285 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:40.029976 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [req-4766bf42-d06a-475b-ad0e-98dbf4ea7fdb req-8fb68f59-a7da-4613-9366-eb2535c825db service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 17:08:40.031050 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4766bf42-d06a-475b-ad0e-98dbf4ea7fdb req-8fb68f59-a7da-4613-9366-eb2535c825db service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053203 Dec 08 17:08:40.367996 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1eadc2-be89-4806-a915-5e1cff3f4997 req-4d7eb152-4ec1-48fb-b2d0-767a7f82916f tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:08:40.369553 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ca1eadc2-be89-4806-a915-5e1cff3f4997 req-4d7eb152-4ec1-48fb-b2d0-767a7f82916f tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 945 time: 0.0505595 Dec 08 17:08:40.416644 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ca1eadc2-be89-4806-a915-5e1cff3f4997 req-e8d75674-423a-43fe-ad8a-403957764c8c tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0400743 Dec 08 17:08:40.466634 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5a06eb34-5f21-4b84-b4bb-5e21f3a854d9 req-4d8d2c07-26ea-4ce0-ab73-acd9d21c25a2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0388987 Dec 08 17:08:40.475676 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [req-5a06eb34-5f21-4b84-b4bb-5e21f3a854d9 req-b6a4668d-aab2-4d11-80e9-9e5095f3a9f3 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 17:08:40.476649 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5a06eb34-5f21-4b84-b4bb-5e21f3a854d9 req-b6a4668d-aab2-4d11-80e9-9e5095f3a9f3 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047264 Dec 08 17:08:41.475665 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-559aebed-7230-4133-9a55-08431483cc7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:41.541957 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1abb75-9697-4896-91c1-65cc2818815d req-7312294a-aae3-4dd9-ab51-e506e26feaf8 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:08:41.543477 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-dc1abb75-9697-4896-91c1-65cc2818815d req-7312294a-aae3-4dd9-ab51-e506e26feaf8 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 945 time: 0.0560939 Dec 08 17:08:41.596477 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-dc1abb75-9697-4896-91c1-65cc2818815d req-599e8973-7f5d-49e7-abbb-d498f7ac17d5 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0469055 Dec 08 17:08:42.716162 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc58c40-6c4e-4e82-b6f1-c6d220b18e4c req-74018b48-d586-49a7-b35a-de555a952829 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:08:42.717669 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-adc58c40-6c4e-4e82-b6f1-c6d220b18e4c req-74018b48-d586-49a7-b35a-de555a952829 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 945 time: 0.0527205 Dec 08 17:08:42.764273 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-adc58c40-6c4e-4e82-b6f1-c6d220b18e4c req-14744fab-6e8d-4a88-96ee-fc7e56823a8c tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0400691 Dec 08 17:08:43.471999 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:08:43.885591 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2811d3-6b04-4f17-9bd3-932ee7ca2ec0 req-1b6a6896-827b-4838-a77e-5273f7321a47 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:08:43.887132 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0e2811d3-6b04-4f17-9bd3-932ee7ca2ec0 req-1b6a6896-827b-4838-a77e-5273f7321a47 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 945 time: 0.0516703 Dec 08 17:08:43.933102 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0e2811d3-6b04-4f17-9bd3-932ee7ca2ec0 req-a3a82132-3552-4fd3-9ba0-c6781a9be4b1 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0400295 Dec 08 17:08:44.188402 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3bb24c4e-ae2e-42fe-bb44-f924e6410040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:45.051734 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2ac978-f8c3-4501-873e-397e95005bdd req-49a66fb8-fd2c-4b2b-9162-c999a7e4548a tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:08:45.053281 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6d2ac978-f8c3-4501-873e-397e95005bdd req-49a66fb8-fd2c-4b2b-9162-c999a7e4548a tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 945 time: 0.0488262 Dec 08 17:08:45.100804 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6d2ac978-f8c3-4501-873e-397e95005bdd req-ed60ef3d-a862-463b-b9ac-5e136735adac tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0415468 Dec 08 17:08:45.444698 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:46.225871 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df781058-e6f6-451d-be83-02be16c13b01 req-af81e282-2800-4b9a-9022-e31b58e790a6 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:08:46.228279 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-df781058-e6f6-451d-be83-02be16c13b01 req-af81e282-2800-4b9a-9022-e31b58e790a6 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 945 time: 0.0540528 Dec 08 17:08:46.275601 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-df781058-e6f6-451d-be83-02be16c13b01 req-1b27fca1-6452-4535-873e-cf620ee22dff tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0415399 Dec 08 17:08:46.553586 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06eb34-5f21-4b84-b4bb-5e21f3a854d9 req-63040fd8-43af-4bb2-b212-faca9604e292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:08:46.555046 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5a06eb34-5f21-4b84-b4bb-5e21f3a854d9 req-63040fd8-43af-4bb2-b212-faca9604e292 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=94917c7fb5cf413687493a127183d44b&device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 1097 time: 0.0405910 Dec 08 17:08:46.647388 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06eb34-5f21-4b84-b4bb-5e21f3a854d9 req-270bfcd6-b6da-4f93-86d5-5c8d9ba7cb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:08:46.648888 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5a06eb34-5f21-4b84-b4bb-5e21f3a854d9 req-270bfcd6-b6da-4f93-86d5-5c8d9ba7cb8c service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d9a4b74-e787-467a-b113-e315ffdbd59b HTTP/1.1" status: 200 len: 913 time: 0.0855067 Dec 08 17:08:46.712093 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5a06eb34-5f21-4b84-b4bb-5e21f3a854d9 req-708bcc03-d463-4633-9edc-535abd62cf00 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79b70b12-1ec6-4365-9d51-0181e5f79854 HTTP/1.1" status: 200 len: 1002 time: 0.0566025 Dec 08 17:08:46.759455 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06eb34-5f21-4b84-b4bb-5e21f3a854d9 req-bb84440e-03ba-4adf-9f86-e1f7a607e308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:08:46.760856 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5a06eb34-5f21-4b84-b4bb-5e21f3a854d9 req-bb84440e-03ba-4adf-9f86-e1f7a607e308 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad HTTP/1.1" status: 200 len: 851 time: 0.0418952 Dec 08 17:08:46.807079 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06eb34-5f21-4b84-b4bb-5e21f3a854d9 req-08f3e6e0-eab7-433f-9afb-181d3d990c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:08:46.808456 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5a06eb34-5f21-4b84-b4bb-5e21f3a854d9 req-08f3e6e0-eab7-433f-9afb-181d3d990c44 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d9a4b74-e787-467a-b113-e315ffdbd59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408914 Dec 08 17:08:46.896887 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5a06eb34-5f21-4b84-b4bb-5e21f3a854d9 req-5fc4f50a-721d-45ee-b659-1ba3029e15a2 service neutron] 10.222.0.37 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813663 Dec 08 17:08:46.943539 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:46.996102 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5a06eb34-5f21-4b84-b4bb-5e21f3a854d9 req-55ca0c89-4e96-4da4-99e0-4c7e29e80126 service neutron] 10.222.0.37 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912828 Dec 08 17:08:47.396022 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d8bc3-9900-4519-a495-6d08995a044e req-e5ecc80f-2fd6-4599-bfd6-8e55df49116e tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:08:47.397555 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2c8d8bc3-9900-4519-a495-6d08995a044e req-e5ecc80f-2fd6-4599-bfd6-8e55df49116e tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 945 time: 0.0531142 Dec 08 17:08:47.444676 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2c8d8bc3-9900-4519-a495-6d08995a044e req-a24ae60a-ab1b-49f3-afa8-71c614533644 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0411620 Dec 08 17:08:47.593724 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:48.565179 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92c376-170d-47f1-ac48-dbcd879d0ef2 req-229204bc-c66a-495b-933b-91762d2e2307 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:08:48.566726 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bf92c376-170d-47f1-ac48-dbcd879d0ef2 req-229204bc-c66a-495b-933b-91762d2e2307 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 945 time: 0.0537155 Dec 08 17:08:48.615825 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bf92c376-170d-47f1-ac48-dbcd879d0ef2 req-01486e9e-05f8-4b46-8466-3c09098f8d06 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0408363 Dec 08 17:08:49.730814 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669120b-a6c7-423c-9607-1353a6d79e9f req-eac970dc-7243-42fb-9b47-6143661e5769 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:08:49.732335 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4669120b-a6c7-423c-9607-1353a6d79e9f req-eac970dc-7243-42fb-9b47-6143661e5769 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 945 time: 0.0485988 Dec 08 17:08:49.779262 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4669120b-a6c7-423c-9607-1353a6d79e9f req-a36e7d2f-8b36-41df-8661-6ba8cba61a70 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0410507 Dec 08 17:08:50.893472 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05dcc9-f4c5-4458-8dc7-83b60ed37c42 req-229c5e9a-a06e-4790-b7f3-b3f4ce7c67fd tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:08:50.894956 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1f05dcc9-f4c5-4458-8dc7-83b60ed37c42 req-229c5e9a-a06e-4790-b7f3-b3f4ce7c67fd tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 945 time: 0.0477734 Dec 08 17:08:50.940626 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1f05dcc9-f4c5-4458-8dc7-83b60ed37c42 req-f2f4942f-8bbc-46d1-96b7-6a48f63dd8ba tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0396113 Dec 08 17:08:52.056898 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ee4b17-435e-44c3-a26b-fbbb06e3bb7a req-b9a5d5bb-e628-4f3d-b9d9-ae5b389e6677 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:08:52.058421 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-08ee4b17-435e-44c3-a26b-fbbb06e3bb7a req-b9a5d5bb-e628-4f3d-b9d9-ae5b389e6677 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 945 time: 0.0488811 Dec 08 17:08:52.110680 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-08ee4b17-435e-44c3-a26b-fbbb06e3bb7a req-8a7ba95a-4410-49a4-992e-9f89456a538c tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0457313 Dec 08 17:08:53.559035 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde891a-9e86-4f24-9ec0-f2b6a169154f req-0b93fe95-fa1a-40da-9581-2fc6dd36eb77 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:08:53.560554 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0dde891a-9e86-4f24-9ec0-f2b6a169154f req-0b93fe95-fa1a-40da-9581-2fc6dd36eb77 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 945 time: 0.3792636 Dec 08 17:08:53.608553 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0dde891a-9e86-4f24-9ec0-f2b6a169154f req-50b66347-88da-4ebd-9fda-3742d55097dd tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0413222 Dec 08 17:08:54.730082 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52223d9-358f-403b-bc87-13ae4519a876 req-e221cf48-85d9-448a-9642-7dff868320f2 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:08:54.731577 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b52223d9-358f-403b-bc87-13ae4519a876 req-e221cf48-85d9-448a-9642-7dff868320f2 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 945 time: 0.0488675 Dec 08 17:08:54.778730 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b52223d9-358f-403b-bc87-13ae4519a876 req-f27668c9-3fcd-455a-b846-8b759cd1a97f tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0412550 Dec 08 17:08:55.894504 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5081b8-afd4-4a67-94a1-eb8547050007 req-e5b82971-26ca-493a-aead-dd2f9f8d32d6 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:08:55.895909 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3e5081b8-afd4-4a67-94a1-eb8547050007 req-e5b82971-26ca-493a-aead-dd2f9f8d32d6 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 945 time: 0.0494158 Dec 08 17:08:55.942040 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3e5081b8-afd4-4a67-94a1-eb8547050007 req-330bb4fa-6f3a-4b11-8f81-a3aeb0f9c06f tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0401590 Dec 08 17:08:57.062310 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aba18c-9751-449a-84c4-195194cc3bf6 req-ab457310-6177-4eb5-81e5-9d14a06f8901 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:08:57.063895 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f4aba18c-9751-449a-84c4-195194cc3bf6 req-ab457310-6177-4eb5-81e5-9d14a06f8901 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 945 time: 0.0488997 Dec 08 17:08:57.110953 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f4aba18c-9751-449a-84c4-195194cc3bf6 req-1b187edb-cad4-458e-8a56-f99632d8ceab tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0411441 Dec 08 17:08:58.227752 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0d0bb2-d263-40a6-9541-eb58ae7aaaac req-6680ef3b-732e-428a-bace-05547d1dd39f tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:08:58.229282 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1e0d0bb2-d263-40a6-9541-eb58ae7aaaac req-6680ef3b-732e-428a-bace-05547d1dd39f tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 945 time: 0.0484843 Dec 08 17:08:58.280322 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1e0d0bb2-d263-40a6-9541-eb58ae7aaaac req-a68274ae-6918-474b-8338-f8981042a1b1 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0444477 Dec 08 17:08:59.649549 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb063e1-3005-408e-99ce-5de0759a511d req-b63bff54-d9ba-4a8b-9f11-c263be31fed0 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:08:59.651200 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6fb063e1-3005-408e-99ce-5de0759a511d req-b63bff54-d9ba-4a8b-9f11-c263be31fed0 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 945 time: 0.0578616 Dec 08 17:08:59.704862 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6fb063e1-3005-408e-99ce-5de0759a511d req-6096bf72-f0ae-4f38-aa7b-3356bbe2b2c5 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0467057 Dec 08 17:09:00.821627 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207465d5-56eb-4f93-91ac-e380a8d60627 req-46e8a36b-ef64-45e9-8f71-e07b7f1ff07b tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:00.823130 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-207465d5-56eb-4f93-91ac-e380a8d60627 req-46e8a36b-ef64-45e9-8f71-e07b7f1ff07b tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 945 time: 0.0485420 Dec 08 17:09:00.871056 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-207465d5-56eb-4f93-91ac-e380a8d60627 req-6f0cfdd3-3234-4983-a69f-282cd31b0fc2 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0412788 Dec 08 17:09:01.538320 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [req-5a06eb34-5f21-4b84-b4bb-5e21f3a854d9 req-b7f7e194-5a88-45af-a0e4-60b89de7a87d service neutron] show failed (client error): The resource could not be found. Dec 08 17:09:01.539295 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5a06eb34-5f21-4b84-b4bb-5e21f3a854d9 req-b7f7e194-5a88-45af-a0e4-60b89de7a87d service neutron] 10.222.0.37 "GET /v2.0/ports/79b70b12-1ec6-4365-9d51-0181e5f79854/bindings/n-h1-776250-12 HTTP/1.1" status: 404 len: 381 time: 0.0542765 Dec 08 17:09:01.990067 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7567a8-fa4a-4c13-844f-9d1cdc6a8d92 req-3faf9023-07b5-45ba-be6c-b2e36e0cdf1c tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:01.991709 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-de7567a8-fa4a-4c13-844f-9d1cdc6a8d92 req-3faf9023-07b5-45ba-be6c-b2e36e0cdf1c tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 945 time: 0.0508842 Dec 08 17:09:02.042250 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-de7567a8-fa4a-4c13-844f-9d1cdc6a8d92 req-d128cda6-ad9f-4eda-8da9-38e1cf4baf1d tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0441902 Dec 08 17:09:02.049707 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06eb34-5f21-4b84-b4bb-5e21f3a854d9 req-0bf1170a-1ca5-45d2-8cad-9b9b9ea2bcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:02.051261 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5a06eb34-5f21-4b84-b4bb-5e21f3a854d9 req-0bf1170a-1ca5-45d2-8cad-9b9b9ea2bcc7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac&tenant_id=94917c7fb5cf413687493a127183d44b HTTP/1.1" status: 200 len: 1097 time: 0.0420406 Dec 08 17:09:02.064018 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-5a06eb34-5f21-4b84-b4bb-5e21f3a854d9 req-326a0251-198d-436b-bd3b-b38546be137e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-776250-12', 'device_owner': 'compute:nova'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:09:02.119632 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5a06eb34-5f21-4b84-b4bb-5e21f3a854d9 req-326a0251-198d-436b-bd3b-b38546be137e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:02.298840 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 79b70b12-1ec6-4365-9d51-0181e5f79854 no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:09:02.320100 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-5a06eb34-5f21-4b84-b4bb-5e21f3a854d9 req-326a0251-198d-436b-bd3b-b38546be137e service neutron] For port 79b70b12-1ec6-4365-9d51-0181e5f79854, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=79b70b12-1ec6-4365-9d51-0181e5f79854,segment=NetworkSegment(8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27),segment_id=8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:09:02.353399 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-5a06eb34-5f21-4b84-b4bb-5e21f3a854d9 req-326a0251-198d-436b-bd3b-b38546be137e service neutron] For port 79b70b12-1ec6-4365-9d51-0181e5f79854, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:09:02.373560 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:02.393826 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91cbf0d0-8e83-459f-b976-5fdb557b02ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79b70b12-1ec6-4365-9d51-0181e5f79854'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:09:02.396159 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33688f0a94a9db352de83aac38ec7a80f5ce35812a363759cff610bcc84c1346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4fd897-7696-41d5-92a8-9e43b24a5d1a" -d '{"events": [{"server_uuid": "91cbf0d0-8e83-459f-b976-5fdb557b02ac", "name": "network-vif-unplugged", "status": "completed", "tag": "79b70b12-1ec6-4365-9d51-0181e5f79854"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:09:02.400034 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5a06eb34-5f21-4b84-b4bb-5e21f3a854d9 req-326a0251-198d-436b-bd3b-b38546be137e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:02.412089 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-5a06eb34-5f21-4b84-b4bb-5e21f3a854d9 req-326a0251-198d-436b-bd3b-b38546be137e service neutron] Transition to ACTIVE for port object 79b70b12-1ec6-4365-9d51-0181e5f79854 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 17:09:02.448098 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 17:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b274dbe4-31ee-4546-abac-0f1f612e6cd1 x-openstack-request-id: req-b274dbe4-31ee-4546-abac-0f1f612e6cd1 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:09:02.448476 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91cbf0d0-8e83-459f-b976-5fdb557b02ac", "name": "network-vif-unplugged", "status": "completed", "tag": "79b70b12-1ec6-4365-9d51-0181e5f79854", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:09:02.448742 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b274dbe4-31ee-4546-abac-0f1f612e6cd1 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:09:02.449156 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91cbf0d0-8e83-459f-b976-5fdb557b02ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79b70b12-1ec6-4365-9d51-0181e5f79854', 'code': 200} Dec 08 17:09:02.472804 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5a06eb34-5f21-4b84-b4bb-5e21f3a854d9 req-326a0251-198d-436b-bd3b-b38546be137e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:02.507529 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.db.api [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 17:09:02.508217 n-d-776250-12 neutron-server[110552]: DEBUG oslo_db.api [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 17:09:02.552980 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326a0251-198d-436b-bd3b-b38546be137e service neutron] Pushing event updated for resources: {'Port': ['ID=79b70b12-1ec6-4365-9d51-0181e5f79854,revision_number=6']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:02.568121 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a0251-198d-436b-bd3b-b38546be137e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:09:02.568508 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a0251-198d-436b-bd3b-b38546be137e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:09:02.568867 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a0251-198d-436b-bd3b-b38546be137e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:09:02.569216 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a0251-198d-436b-bd3b-b38546be137e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:09:02.569559 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a0251-198d-436b-bd3b-b38546be137e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:09:02.569899 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a0251-198d-436b-bd3b-b38546be137e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:09:02.570238 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a0251-198d-436b-bd3b-b38546be137e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:09:02.570574 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a0251-198d-436b-bd3b-b38546be137e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:09:02.570907 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a0251-198d-436b-bd3b-b38546be137e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:09:02.571242 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a0251-198d-436b-bd3b-b38546be137e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:09:02.571575 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a0251-198d-436b-bd3b-b38546be137e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:09:02.571905 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a0251-198d-436b-bd3b-b38546be137e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:09:02.572257 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a0251-198d-436b-bd3b-b38546be137e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:09:02.610202 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a06eb34-5f21-4b84-b4bb-5e21f3a854d9 req-326a0251-198d-436b-bd3b-b38546be137e service neutron] No DVR routers for this DVR port 79b70b12-1ec6-4365-9d51-0181e5f79854 on host n-h2-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:09:02.750976 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-5a06eb34-5f21-4b84-b4bb-5e21f3a854d9 req-326a0251-198d-436b-bd3b-b38546be137e service neutron] Attempting to bind port 79b70b12-1ec6-4365-9d51-0181e5f79854 on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:09:02.751327 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-5a06eb34-5f21-4b84-b4bb-5e21f3a854d9 req-326a0251-198d-436b-bd3b-b38546be137e service neutron] Attempting to bind port 79b70b12-1ec6-4365-9d51-0181e5f79854 by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': '8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:09:02.751649 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a06eb34-5f21-4b84-b4bb-5e21f3a854d9 req-326a0251-198d-436b-bd3b-b38546be137e service neutron] Attempting to bind port 79b70b12-1ec6-4365-9d51-0181e5f79854 on network 9d9a4b74-e787-467a-b113-e315ffdbd59b {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:09:02.755958 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a06eb34-5f21-4b84-b4bb-5e21f3a854d9 req-326a0251-198d-436b-bd3b-b38546be137e service neutron] Port 79b70b12-1ec6-4365-9d51-0181e5f79854 on network 9d9a4b74-e787-467a-b113-e315ffdbd59b not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 17:09:02.756319 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a06eb34-5f21-4b84-b4bb-5e21f3a854d9 req-326a0251-198d-436b-bd3b-b38546be137e service neutron] Attempting to bind port 79b70b12-1ec6-4365-9d51-0181e5f79854 on network 9d9a4b74-e787-467a-b113-e315ffdbd59b {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:09:02.761075 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a06eb34-5f21-4b84-b4bb-5e21f3a854d9 req-326a0251-198d-436b-bd3b-b38546be137e service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:09:02.761417 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a06eb34-5f21-4b84-b4bb-5e21f3a854d9 req-326a0251-198d-436b-bd3b-b38546be137e service neutron] Checking segment: {'id': '8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:09:02.761803 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a06eb34-5f21-4b84-b4bb-5e21f3a854d9 req-326a0251-198d-436b-bd3b-b38546be137e service neutron] Bound using segment: {'id': '8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:09:02.762231 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-5a06eb34-5f21-4b84-b4bb-5e21f3a854d9 req-326a0251-198d-436b-bd3b-b38546be137e service neutron] Bound port: 79b70b12-1ec6-4365-9d51-0181e5f79854, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:09:02.762590 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5a06eb34-5f21-4b84-b4bb-5e21f3a854d9 req-326a0251-198d-436b-bd3b-b38546be137e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:02.827165 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-5a06eb34-5f21-4b84-b4bb-5e21f3a854d9 req-326a0251-198d-436b-bd3b-b38546be137e service neutron] For port 79b70b12-1ec6-4365-9d51-0181e5f79854, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:09:02.830239 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-5a06eb34-5f21-4b84-b4bb-5e21f3a854d9 req-326a0251-198d-436b-bd3b-b38546be137e service neutron] For port 79b70b12-1ec6-4365-9d51-0181e5f79854, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=79b70b12-1ec6-4365-9d51-0181e5f79854,segment=NetworkSegment(8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27),segment_id=8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:09:02.898138 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5a06eb34-5f21-4b84-b4bb-5e21f3a854d9 req-326a0251-198d-436b-bd3b-b38546be137e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:02.931879 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06eb34-5f21-4b84-b4bb-5e21f3a854d9 req-326a0251-198d-436b-bd3b-b38546be137e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:02.932526 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5a06eb34-5f21-4b84-b4bb-5e21f3a854d9 req-326a0251-198d-436b-bd3b-b38546be137e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:02.933916 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5a06eb34-5f21-4b84-b4bb-5e21f3a854d9 req-326a0251-198d-436b-bd3b-b38546be137e service neutron] 10.222.0.76 "PUT /v2.0/ports/79b70b12-1ec6-4365-9d51-0181e5f79854 HTTP/1.1" status: 200 len: 1092 time: 0.8739552 Dec 08 17:09:02.966714 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326a0251-198d-436b-bd3b-b38546be137e service neutron] Pushing event updated for resources: {'Port': ['ID=79b70b12-1ec6-4365-9d51-0181e5f79854,revision_number=7']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:03.001297 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06eb34-5f21-4b84-b4bb-5e21f3a854d9 req-2210ac4a-f0e2-4933-b888-3d3fac32d698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:03.002884 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5a06eb34-5f21-4b84-b4bb-5e21f3a854d9 req-2210ac4a-f0e2-4933-b888-3d3fac32d698 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94917c7fb5cf413687493a127183d44b&device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 1095 time: 0.0453966 Dec 08 17:09:03.102942 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06eb34-5f21-4b84-b4bb-5e21f3a854d9 req-7f2d374d-a0e5-4bb7-b584-a767464455c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:03.104591 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5a06eb34-5f21-4b84-b4bb-5e21f3a854d9 req-7f2d374d-a0e5-4bb7-b584-a767464455c5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=9d9a4b74-e787-467a-b113-e315ffdbd59b HTTP/1.1" status: 200 len: 913 time: 0.0946145 Dec 08 17:09:03.164559 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73146c9-8521-4353-b390-67b6d047f60c req-8faf20b5-8b54-40ca-ac25-b16a26327c48 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:03.166115 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b73146c9-8521-4353-b390-67b6d047f60c req-8faf20b5-8b54-40ca-ac25-b16a26327c48 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 943 time: 0.0491619 Dec 08 17:09:03.175418 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5a06eb34-5f21-4b84-b4bb-5e21f3a854d9 req-3739e2bd-215e-4741-92ff-2c6a176b4787 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79b70b12-1ec6-4365-9d51-0181e5f79854 HTTP/1.1" status: 200 len: 1000 time: 0.0631526 Dec 08 17:09:03.219360 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b73146c9-8521-4353-b390-67b6d047f60c req-ce843307-4d08-49cd-8166-373dd01e2abd tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0454977 Dec 08 17:09:03.226765 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06eb34-5f21-4b84-b4bb-5e21f3a854d9 req-7158a952-f421-401d-b4df-41918120d56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:03.228404 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5a06eb34-5f21-4b84-b4bb-5e21f3a854d9 req-7158a952-f421-401d-b4df-41918120d56e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad HTTP/1.1" status: 200 len: 851 time: 0.0458760 Dec 08 17:09:03.278700 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06eb34-5f21-4b84-b4bb-5e21f3a854d9 req-dfd3fccc-c4e3-4c60-b24b-3b1402596377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:03.280130 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5a06eb34-5f21-4b84-b4bb-5e21f3a854d9 req-dfd3fccc-c4e3-4c60-b24b-3b1402596377 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9d9a4b74-e787-467a-b113-e315ffdbd59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443819 Dec 08 17:09:03.370195 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5a06eb34-5f21-4b84-b4bb-5e21f3a854d9 req-e369bd7c-6174-42fd-a808-6508a09a938a service neutron] 10.222.0.76 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826211 Dec 08 17:09:03.464159 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5a06eb34-5f21-4b84-b4bb-5e21f3a854d9 req-5748717c-8794-4e95-96c5-3cc502a5b4d9 service neutron] 10.222.0.76 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862145 Dec 08 17:09:04.340542 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc6211-ef70-4d84-8f75-ba2f78273193 req-ec2f138f-e75c-43b5-9133-975e049fecf2 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:04.342065 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-16dc6211-ef70-4d84-8f75-ba2f78273193 req-ec2f138f-e75c-43b5-9133-975e049fecf2 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 943 time: 0.0507519 Dec 08 17:09:04.390105 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-16dc6211-ef70-4d84-8f75-ba2f78273193 req-2f9f5602-80a5-4cc1-b382-aeea2c7ba8de tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0419185 Dec 08 17:09:04.449872 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91cbf0d0-8e83-459f-b976-5fdb557b02ac', 'tag': '79b70b12-1ec6-4365-9d51-0181e5f79854'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:09:04.452294 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33688f0a94a9db352de83aac38ec7a80f5ce35812a363759cff610bcc84c1346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20025763-410f-4743-94c5-e81eb9ad0a6b" -d '{"events": [{"name": "network-changed", "server_uuid": "91cbf0d0-8e83-459f-b976-5fdb557b02ac", "tag": "79b70b12-1ec6-4365-9d51-0181e5f79854"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:09:04.503841 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3114ad-2a1a-4bd1-b9dd-a194d0e78855 x-openstack-request-id: req-ed3114ad-2a1a-4bd1-b9dd-a194d0e78855 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:09:04.504135 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91cbf0d0-8e83-459f-b976-5fdb557b02ac", "tag": "79b70b12-1ec6-4365-9d51-0181e5f79854", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:09:04.504490 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ed3114ad-2a1a-4bd1-b9dd-a194d0e78855 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:09:04.504907 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91cbf0d0-8e83-459f-b976-5fdb557b02ac', 'tag': '79b70b12-1ec6-4365-9d51-0181e5f79854', 'status': 'completed', 'code': 200} Dec 08 17:09:04.597902 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20025763-410f-4743-94c5-e81eb9ad0a6b req-502a27b2-9ce3-4c9d-a78f-bf386110a2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:04.599395 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-20025763-410f-4743-94c5-e81eb9ad0a6b req-502a27b2-9ce3-4c9d-a78f-bf386110a2ed service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94917c7fb5cf413687493a127183d44b&device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 1095 time: 0.0645373 Dec 08 17:09:04.601236 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20025763-410f-4743-94c5-e81eb9ad0a6b req-698dfd5c-c986-4085-b371-06fd92099852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:04.602570 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-20025763-410f-4743-94c5-e81eb9ad0a6b req-698dfd5c-c986-4085-b371-06fd92099852 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=94917c7fb5cf413687493a127183d44b&device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 1095 time: 0.0762911 Dec 08 17:09:04.761661 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20025763-410f-4743-94c5-e81eb9ad0a6b req-417bfe98-dc38-462b-8df2-43fc6be5361c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:04.763067 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-20025763-410f-4743-94c5-e81eb9ad0a6b req-417bfe98-dc38-462b-8df2-43fc6be5361c service neutron] 10.222.0.76 "GET /v2.0/networks?id=9d9a4b74-e787-467a-b113-e315ffdbd59b HTTP/1.1" status: 200 len: 913 time: 0.1557810 Dec 08 17:09:04.764154 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20025763-410f-4743-94c5-e81eb9ad0a6b req-aa1034ae-ddb2-4126-a971-54f14ef95107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:04.766058 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-20025763-410f-4743-94c5-e81eb9ad0a6b req-aa1034ae-ddb2-4126-a971-54f14ef95107 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d9a4b74-e787-467a-b113-e315ffdbd59b HTTP/1.1" status: 200 len: 913 time: 0.1506555 Dec 08 17:09:04.876648 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-20025763-410f-4743-94c5-e81eb9ad0a6b req-e2c4c1af-bbc9-48e0-a065-a16be61f59b8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79b70b12-1ec6-4365-9d51-0181e5f79854 HTTP/1.1" status: 200 len: 1000 time: 0.1061947 Dec 08 17:09:04.878381 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-20025763-410f-4743-94c5-e81eb9ad0a6b req-bbefd901-b0df-4987-b765-4f42aee82546 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79b70b12-1ec6-4365-9d51-0181e5f79854 HTTP/1.1" status: 200 len: 1000 time: 0.1027439 Dec 08 17:09:04.959289 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20025763-410f-4743-94c5-e81eb9ad0a6b req-cea367cd-2ae5-44e1-bd95-5566ede1add4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:04.960808 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-20025763-410f-4743-94c5-e81eb9ad0a6b req-cea367cd-2ae5-44e1-bd95-5566ede1add4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad HTTP/1.1" status: 200 len: 851 time: 0.0773497 Dec 08 17:09:04.966775 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20025763-410f-4743-94c5-e81eb9ad0a6b req-4f59755a-7355-4b2c-949f-f933251210ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:04.966775 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-20025763-410f-4743-94c5-e81eb9ad0a6b req-4f59755a-7355-4b2c-949f-f933251210ba service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad HTTP/1.1" status: 200 len: 851 time: 0.0731385 Dec 08 17:09:05.038100 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20025763-410f-4743-94c5-e81eb9ad0a6b req-4ca2fa64-1ea5-437a-b161-fac2d228f631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:05.039524 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-20025763-410f-4743-94c5-e81eb9ad0a6b req-4ca2fa64-1ea5-437a-b161-fac2d228f631 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9d9a4b74-e787-467a-b113-e315ffdbd59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0719759 Dec 08 17:09:05.042060 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20025763-410f-4743-94c5-e81eb9ad0a6b req-3d12fcea-8da1-433c-8e39-08494503a008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:05.043411 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-20025763-410f-4743-94c5-e81eb9ad0a6b req-3d12fcea-8da1-433c-8e39-08494503a008 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d9a4b74-e787-467a-b113-e315ffdbd59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0684388 Dec 08 17:09:05.154917 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:05.201632 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-20025763-410f-4743-94c5-e81eb9ad0a6b req-368dd99c-795c-4576-845d-3c0f7cc52d4b service neutron] 10.222.0.76 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553047 Dec 08 17:09:05.204434 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-20025763-410f-4743-94c5-e81eb9ad0a6b req-e4e220c9-1393-4dd2-b825-31b4aba379d8 service neutron] 10.222.0.37 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498854 Dec 08 17:09:05.367883 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-20025763-410f-4743-94c5-e81eb9ad0a6b req-898f66d0-39e5-45af-ab5d-71656c614103 service neutron] 10.222.0.76 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583152 Dec 08 17:09:05.369805 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-20025763-410f-4743-94c5-e81eb9ad0a6b req-fc9a6292-6176-4693-a46f-8bc299161ec3 service neutron] 10.222.0.37 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529143 Dec 08 17:09:05.514807 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987395dd-eba9-41b0-8e4e-cbcba15d4572 req-6af174d4-557b-4b74-9324-32704e5906a7 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:05.517042 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-987395dd-eba9-41b0-8e4e-cbcba15d4572 req-6af174d4-557b-4b74-9324-32704e5906a7 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 943 time: 0.0538459 Dec 08 17:09:05.564790 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-987395dd-eba9-41b0-8e4e-cbcba15d4572 req-b8da54af-c40f-48d5-8ee6-e9abfa14659a tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0412285 Dec 08 17:09:06.683647 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b6bb52-76b2-49f4-84f1-c82169cf2657 req-02055be7-efee-4da6-ad0a-38505b50038b tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:06.685185 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-75b6bb52-76b2-49f4-84f1-c82169cf2657 req-02055be7-efee-4da6-ad0a-38505b50038b tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 943 time: 0.0493040 Dec 08 17:09:06.733090 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-75b6bb52-76b2-49f4-84f1-c82169cf2657 req-31e8cb54-b564-4a01-b382-a77939a91379 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0418243 Dec 08 17:09:07.853263 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e49e75-95f9-4e7d-8e13-013d6cf5f87c req-fa8e000f-e2f9-4c0b-85ec-4256005beba5 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:07.854784 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c7e49e75-95f9-4e7d-8e13-013d6cf5f87c req-fa8e000f-e2f9-4c0b-85ec-4256005beba5 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 943 time: 0.0502844 Dec 08 17:09:07.901928 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c7e49e75-95f9-4e7d-8e13-013d6cf5f87c req-529bfcce-d17b-424e-9b98-559f216bf737 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0409992 Dec 08 17:09:09.023112 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87155531-892a-4112-8488-80619861721b req-e281db9e-afe0-44ac-95c5-37fa8b51efd2 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:09.024638 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-87155531-892a-4112-8488-80619861721b req-e281db9e-afe0-44ac-95c5-37fa8b51efd2 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 943 time: 0.0523090 Dec 08 17:09:09.075161 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-87155531-892a-4112-8488-80619861721b req-3bb767a6-dc97-4d57-9c0c-1b217fca78d6 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0443699 Dec 08 17:09:09.143276 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:10.192256 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1924be6c-7d19-44fc-9486-a10f7bd8ad4e req-9e2ce129-b122-4790-bda7-fbf77e0a1f0b tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:10.193736 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1924be6c-7d19-44fc-9486-a10f7bd8ad4e req-9e2ce129-b122-4790-bda7-fbf77e0a1f0b tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 943 time: 0.0481696 Dec 08 17:09:10.244928 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1924be6c-7d19-44fc-9486-a10f7bd8ad4e req-b1c2ad29-33b7-4696-b04f-6c0cb9645cbf tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0453136 Dec 08 17:09:11.369614 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144b2d4-b8ef-4dca-9ed8-3adca0ba65c6 req-58f063ca-2462-4552-a9e4-33ef645eb404 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:11.371093 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c144b2d4-b8ef-4dca-9ed8-3adca0ba65c6 req-58f063ca-2462-4552-a9e4-33ef645eb404 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 943 time: 0.0526891 Dec 08 17:09:11.418662 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c144b2d4-b8ef-4dca-9ed8-3adca0ba65c6 req-40241e5f-e143-4f9d-aef5-363095e3a6de tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0410981 Dec 08 17:09:11.492231 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2ee9ce4a-0ef3-4412-a6b1-d4f8c98a2221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:12.536473 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f93602-4462-41ea-8e8d-4d6015c87bc2 req-09029b71-41a8-41bb-95c3-f009395387d0 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:12.537928 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b1f93602-4462-41ea-8e8d-4d6015c87bc2 req-09029b71-41a8-41bb-95c3-f009395387d0 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 943 time: 0.0481391 Dec 08 17:09:12.584452 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b1f93602-4462-41ea-8e8d-4d6015c87bc2 req-5a830bfd-5fca-4428-96d0-4c37d084ebde tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0406268 Dec 08 17:09:12.804244 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84744cf8-ae6c-42c2-9030-4a5e4a8350a7 req-958138dd-807b-4fad-bc41-c43c76dcd0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:12.805646 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-84744cf8-ae6c-42c2-9030-4a5e4a8350a7 req-958138dd-807b-4fad-bc41-c43c76dcd0a8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94917c7fb5cf413687493a127183d44b&device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 1095 time: 0.0409768 Dec 08 17:09:12.911215 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84744cf8-ae6c-42c2-9030-4a5e4a8350a7 req-e7e89022-58ce-470b-95ee-77e2386547b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:12.912697 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-84744cf8-ae6c-42c2-9030-4a5e4a8350a7 req-e7e89022-58ce-470b-95ee-77e2386547b6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=9d9a4b74-e787-467a-b113-e315ffdbd59b HTTP/1.1" status: 200 len: 913 time: 0.0878301 Dec 08 17:09:12.978425 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-84744cf8-ae6c-42c2-9030-4a5e4a8350a7 req-829a8d70-41c0-4981-9872-4e5d18da82e4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79b70b12-1ec6-4365-9d51-0181e5f79854 HTTP/1.1" status: 200 len: 1000 time: 0.0580926 Dec 08 17:09:13.031661 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84744cf8-ae6c-42c2-9030-4a5e4a8350a7 req-8f8d0045-4f01-45c5-ac66-330dc9b097cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:13.033132 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-84744cf8-ae6c-42c2-9030-4a5e4a8350a7 req-8f8d0045-4f01-45c5-ac66-330dc9b097cc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad HTTP/1.1" status: 200 len: 851 time: 0.0472422 Dec 08 17:09:13.078651 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84744cf8-ae6c-42c2-9030-4a5e4a8350a7 req-71a7d091-cf4b-4fd5-a654-491dcedabe1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:13.080087 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-84744cf8-ae6c-42c2-9030-4a5e4a8350a7 req-71a7d091-cf4b-4fd5-a654-491dcedabe1d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9d9a4b74-e787-467a-b113-e315ffdbd59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399764 Dec 08 17:09:13.172093 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-84744cf8-ae6c-42c2-9030-4a5e4a8350a7 req-f8450dd9-97cc-42dd-87cf-b6821cb6dc2e service neutron] 10.222.0.76 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848818 Dec 08 17:09:13.264558 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-84744cf8-ae6c-42c2-9030-4a5e4a8350a7 req-b37084bb-8f82-4495-a750-f85ce8b858a6 service neutron] 10.222.0.76 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855906 Dec 08 17:09:13.705112 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541cb25b-eea5-4fe8-acea-e2eecf1717c9 req-805a6dc4-e555-4931-8b4c-c7d6fda679cb tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:13.706544 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-541cb25b-eea5-4fe8-acea-e2eecf1717c9 req-805a6dc4-e555-4931-8b4c-c7d6fda679cb tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 943 time: 0.0503514 Dec 08 17:09:13.754086 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-541cb25b-eea5-4fe8-acea-e2eecf1717c9 req-7cb80195-b928-40b0-91db-1a423d273d21 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0416012 Dec 08 17:09:14.177376 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-545e68e0-0104-4c5f-a3cd-0f299e46e317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:14.870508 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a16b6-e5af-46c8-a9ea-1f46eceae8b0 req-65a4a663-e27b-4572-9735-caf0eeb5eaa0 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:14.872280 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f50a16b6-e5af-46c8-a9ea-1f46eceae8b0 req-65a4a663-e27b-4572-9735-caf0eeb5eaa0 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 943 time: 0.0496659 Dec 08 17:09:14.920537 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f50a16b6-e5af-46c8-a9ea-1f46eceae8b0 req-c1c83beb-5de1-4684-a7e3-f0af1950d717 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0423214 Dec 08 17:09:15.451538 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:16.042715 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacbe4dd-70de-42a2-b34b-9a3d73498a33 req-e58d5910-8971-413f-9cbd-e5ba3eca049c tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:16.044221 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-dacbe4dd-70de-42a2-b34b-9a3d73498a33 req-e58d5910-8971-413f-9cbd-e5ba3eca049c tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 943 time: 0.0525503 Dec 08 17:09:16.091626 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-dacbe4dd-70de-42a2-b34b-9a3d73498a33 req-6b7feb04-0e21-44a2-b6d3-f5b57d5ecf71 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0414147 Dec 08 17:09:16.943536 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:17.207747 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c93733c-215b-4b3f-8e4e-81022454b2fc req-66e61768-f3fb-47c0-a977-abad5a087522 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:17.209331 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6c93733c-215b-4b3f-8e4e-81022454b2fc req-66e61768-f3fb-47c0-a977-abad5a087522 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 943 time: 0.0481219 Dec 08 17:09:17.260934 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6c93733c-215b-4b3f-8e4e-81022454b2fc req-3b0fd5bd-ec37-4667-8435-7ae5f59b19bb tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0457172 Dec 08 17:09:17.617686 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:18.379191 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc389c3-3111-4b64-a777-0f1a6841211b req-97b5626c-6cde-4065-8b95-1e7919532341 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:18.380704 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7cc389c3-3111-4b64-a777-0f1a6841211b req-97b5626c-6cde-4065-8b95-1e7919532341 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 943 time: 0.0484710 Dec 08 17:09:18.428349 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7cc389c3-3111-4b64-a777-0f1a6841211b req-4bbb2b88-45f1-4af2-aadb-31d4ac095858 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0416324 Dec 08 17:09:18.980093 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa627e7-44e6-42db-9f39-a9a9bee8d13d req-51685612-b0f8-4d07-a59d-381e585276c2 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:18.981696 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-baa627e7-44e6-42db-9f39-a9a9bee8d13d req-51685612-b0f8-4d07-a59d-381e585276c2 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 943 time: 0.0588219 Dec 08 17:09:19.023989 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f846c7-5688-4437-9741-c29f5f6003cc req-aca64a98-0307-4b25-b7cb-b4fdf84a4e0e tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:19.025521 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-72f846c7-5688-4437-9741-c29f5f6003cc req-aca64a98-0307-4b25-b7cb-b4fdf84a4e0e tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.76 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac&tenant_id=94917c7fb5cf413687493a127183d44b&binding%3Ahost_id=n-h1-776250-12 HTTP/1.1" status: 200 len: 943 time: 0.0545232 Dec 08 17:09:19.035964 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-baa627e7-44e6-42db-9f39-a9a9bee8d13d req-dc2d6212-eabe-4d16-bb81-a56658b12949 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0481508 Dec 08 17:09:19.088283 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-72f846c7-5688-4437-9741-c29f5f6003cc req-e6b7c32f-e9da-4bf8-affa-9161d66fc68b service neutron] 10.222.0.76 "GET /v2.0/ports/79b70b12-1ec6-4365-9d51-0181e5f79854/bindings/n-h1-776250-12 HTTP/1.1" status: 200 len: 383 time: 0.0546989 Dec 08 17:09:19.151271 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f846c7-5688-4437-9741-c29f5f6003cc req-96ed575d-3f40-41af-81bb-465fc49c812b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:19.152701 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-72f846c7-5688-4437-9741-c29f5f6003cc req-96ed575d-3f40-41af-81bb-465fc49c812b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94917c7fb5cf413687493a127183d44b&device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 1095 time: 0.0412021 Dec 08 17:09:19.246457 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f846c7-5688-4437-9741-c29f5f6003cc req-cd38cce1-24f6-4f32-99f3-353de96c8d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:19.248241 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-72f846c7-5688-4437-9741-c29f5f6003cc req-cd38cce1-24f6-4f32-99f3-353de96c8d4e service neutron] 10.222.0.76 "GET /v2.0/networks?id=9d9a4b74-e787-467a-b113-e315ffdbd59b HTTP/1.1" status: 200 len: 913 time: 0.0881119 Dec 08 17:09:19.324866 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-72f846c7-5688-4437-9741-c29f5f6003cc req-5b815e0a-a1ba-44c5-a150-3464dee7cfcf service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79b70b12-1ec6-4365-9d51-0181e5f79854 HTTP/1.1" status: 200 len: 1000 time: 0.0687909 Dec 08 17:09:19.381537 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f846c7-5688-4437-9741-c29f5f6003cc req-96c6d260-b41c-44ad-a71b-c68d4f0561d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:19.382988 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-72f846c7-5688-4437-9741-c29f5f6003cc req-96c6d260-b41c-44ad-a71b-c68d4f0561d5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad HTTP/1.1" status: 200 len: 851 time: 0.0486596 Dec 08 17:09:19.427933 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f846c7-5688-4437-9741-c29f5f6003cc req-4348bb7d-87b7-46c2-a3c1-43fbc2f6e98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:19.429375 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-72f846c7-5688-4437-9741-c29f5f6003cc req-4348bb7d-87b7-46c2-a3c1-43fbc2f6e98c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9d9a4b74-e787-467a-b113-e315ffdbd59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395391 Dec 08 17:09:19.518710 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-72f846c7-5688-4437-9741-c29f5f6003cc req-9c6fd8b3-0963-477e-a41e-811e35718074 service neutron] 10.222.0.76 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819337 Dec 08 17:09:19.613450 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-72f846c7-5688-4437-9741-c29f5f6003cc req-d55b8bf5-7097-467e-8c26-5e605f1c25a5 service neutron] 10.222.0.76 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874665 Dec 08 17:09:19.691656 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 79b70b12-1ec6-4365-9d51-0181e5f79854 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 17:09:19.944949 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 79b70b12-1ec6-4365-9d51-0181e5f79854, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=79b70b12-1ec6-4365-9d51-0181e5f79854,segment=NetworkSegment(8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27),segment_id=8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:09:19.956274 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '79b70b12-1ec6-4365-9d51-0181e5f79854', 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b', 'port_id': '79b70b12-1ec6-4365-9d51-0181e5f79854', 'mac_address': 'fa:16:3e:0e:90:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 17:09:19.991544 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:20.003855 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79b70b12-1ec6-4365-9d51-0181e5f79854 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:09:20.022767 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 79b70b12-1ec6-4365-9d51-0181e5f79854, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=79b70b12-1ec6-4365-9d51-0181e5f79854,segment=NetworkSegment(8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27),segment_id=8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:09:20.086571 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:20.133153 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=79b70b12-1ec6-4365-9d51-0181e5f79854,revision_number=8']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:20.141406 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:09:20.141760 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:09:20.142107 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:09:20.142448 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:09:20.142786 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:09:20.143120 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:09:20.143453 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:09:20.143782 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:09:20.144110 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:09:20.144463 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:09:20.144794 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:09:20.145120 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:09:20.145450 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:09:20.157635 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1fdda-f47e-474f-889a-6b55f333d495 req-aa036a57-a32c-410a-9e28-85f13e29458f tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:20.159141 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-11e1fdda-f47e-474f-889a-6b55f333d495 req-aa036a57-a32c-410a-9e28-85f13e29458f tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 944 time: 0.0504873 Dec 08 17:09:20.206699 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-11e1fdda-f47e-474f-889a-6b55f333d495 req-bbffa683-24f8-4fb6-b836-158d9d22a75e tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0413673 Dec 08 17:09:20.455922 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['79b70b12-1ec6-4365-9d51-0181e5f79854'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:09:20.471202 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:09:21.324697 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452343fb-67f9-4e42-b8d0-d12f7c8d6619 req-152fdcd4-3d9e-4668-90dd-2902b2bcc02e tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:21.326173 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-452343fb-67f9-4e42-b8d0-d12f7c8d6619 req-152fdcd4-3d9e-4668-90dd-2902b2bcc02e tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 944 time: 0.0496795 Dec 08 17:09:21.373854 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-452343fb-67f9-4e42-b8d0-d12f7c8d6619 req-c586d682-56f1-43d5-9414-81bfd9e4084b tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0411053 Dec 08 17:09:21.708709 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 79b70b12-1ec6-4365-9d51-0181e5f79854 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 17:09:21.808970 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 79b70b12-1ec6-4365-9d51-0181e5f79854, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=79b70b12-1ec6-4365-9d51-0181e5f79854,segment=NetworkSegment(8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27),segment_id=8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:09:21.822213 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '79b70b12-1ec6-4365-9d51-0181e5f79854', 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b', 'port_id': '79b70b12-1ec6-4365-9d51-0181e5f79854', 'mac_address': 'fa:16:3e:0e:90:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 17:09:22.500292 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0bf447-9b41-44ae-aaa3-53f90b601974 req-dea4e093-6e53-484d-9b01-92489d8bb496 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:22.501939 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cf0bf447-9b41-44ae-aaa3-53f90b601974 req-dea4e093-6e53-484d-9b01-92489d8bb496 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 944 time: 0.0545852 Dec 08 17:09:22.550364 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cf0bf447-9b41-44ae-aaa3-53f90b601974 req-7c9e9852-d9f6-4a9f-8d72-a9fa8e1c52d8 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0422745 Dec 08 17:09:23.666251 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684c9a0-aa84-4679-9543-ee8441968db7 req-f5cc68ce-915d-4bc1-981c-c373597f51b3 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:23.667749 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d684c9a0-aa84-4679-9543-ee8441968db7 req-f5cc68ce-915d-4bc1-981c-c373597f51b3 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 944 time: 0.0486145 Dec 08 17:09:23.715825 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d684c9a0-aa84-4679-9543-ee8441968db7 req-db9c434b-f14e-485e-98d8-554f6cf8c479 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0414126 Dec 08 17:09:24.771835 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f846c7-5688-4437-9741-c29f5f6003cc req-87541a5f-6cd4-4d3d-9413-d3f24116e3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:24.773306 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-72f846c7-5688-4437-9741-c29f5f6003cc req-87541a5f-6cd4-4d3d-9413-d3f24116e3fb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac&tenant_id=94917c7fb5cf413687493a127183d44b HTTP/1.1" status: 200 len: 1096 time: 0.0417044 Dec 08 17:09:24.784448 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-72f846c7-5688-4437-9741-c29f5f6003cc req-dcb7b4b4-a45b-48ba-808c-6b85285ba21f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-776250-12', 'device_owner': 'compute:nova'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:09:24.868677 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-72f846c7-5688-4437-9741-c29f5f6003cc req-dcb7b4b4-a45b-48ba-808c-6b85285ba21f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:24.885016 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb1b9d-7b52-487a-8f68-83ba68ccea34 req-2270fc9f-9474-4c2c-bad5-c1642ee87d31 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:24.886493 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e1fb1b9d-7b52-487a-8f68-83ba68ccea34 req-2270fc9f-9474-4c2c-bad5-c1642ee87d31 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 944 time: 0.0985599 Dec 08 17:09:25.013787 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e1fb1b9d-7b52-487a-8f68-83ba68ccea34 req-18f06a93-ee7d-4615-8bb4-6ba1ce6b5b62 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1205814 Dec 08 17:09:25.109673 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-72f846c7-5688-4437-9741-c29f5f6003cc req-dcb7b4b4-a45b-48ba-808c-6b85285ba21f service neutron] For port 79b70b12-1ec6-4365-9d51-0181e5f79854, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=79b70b12-1ec6-4365-9d51-0181e5f79854,segment=NetworkSegment(8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27),segment_id=8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:09:25.142832 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-72f846c7-5688-4437-9741-c29f5f6003cc req-dcb7b4b4-a45b-48ba-808c-6b85285ba21f service neutron] For port 79b70b12-1ec6-4365-9d51-0181e5f79854, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:09:25.174430 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-72f846c7-5688-4437-9741-c29f5f6003cc req-dcb7b4b4-a45b-48ba-808c-6b85285ba21f service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 79b70b12-1ec6-4365-9d51-0181e5f79854 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:09:25.182673 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-72f846c7-5688-4437-9741-c29f5f6003cc req-dcb7b4b4-a45b-48ba-808c-6b85285ba21f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:25.193474 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-72f846c7-5688-4437-9741-c29f5f6003cc req-dcb7b4b4-a45b-48ba-808c-6b85285ba21f service neutron] Ignored duplicate provisioning block setup for port 79b70b12-1ec6-4365-9d51-0181e5f79854 by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 08 17:09:25.250264 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-72f846c7-5688-4437-9741-c29f5f6003cc req-dcb7b4b4-a45b-48ba-808c-6b85285ba21f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:25.332560 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb7b4b4-a45b-48ba-808c-6b85285ba21f service neutron] Pushing event updated for resources: {'Port': ['ID=79b70b12-1ec6-4365-9d51-0181e5f79854,revision_number=9']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:25.380952 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-72f846c7-5688-4437-9741-c29f5f6003cc req-dcb7b4b4-a45b-48ba-808c-6b85285ba21f service neutron] No DVR routers for this DVR port 79b70b12-1ec6-4365-9d51-0181e5f79854 on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:09:25.517258 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-72f846c7-5688-4437-9741-c29f5f6003cc req-dcb7b4b4-a45b-48ba-808c-6b85285ba21f service neutron] Attempting to bind port 79b70b12-1ec6-4365-9d51-0181e5f79854 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:09:25.517599 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-72f846c7-5688-4437-9741-c29f5f6003cc req-dcb7b4b4-a45b-48ba-808c-6b85285ba21f service neutron] Attempting to bind port 79b70b12-1ec6-4365-9d51-0181e5f79854 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:09:25.517931 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f846c7-5688-4437-9741-c29f5f6003cc req-dcb7b4b4-a45b-48ba-808c-6b85285ba21f service neutron] Attempting to bind port 79b70b12-1ec6-4365-9d51-0181e5f79854 on network 9d9a4b74-e787-467a-b113-e315ffdbd59b {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:09:25.522227 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f846c7-5688-4437-9741-c29f5f6003cc req-dcb7b4b4-a45b-48ba-808c-6b85285ba21f service neutron] Port 79b70b12-1ec6-4365-9d51-0181e5f79854 on network 9d9a4b74-e787-467a-b113-e315ffdbd59b not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 17:09:25.522553 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f846c7-5688-4437-9741-c29f5f6003cc req-dcb7b4b4-a45b-48ba-808c-6b85285ba21f service neutron] Attempting to bind port 79b70b12-1ec6-4365-9d51-0181e5f79854 on network 9d9a4b74-e787-467a-b113-e315ffdbd59b {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:09:25.527390 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f846c7-5688-4437-9741-c29f5f6003cc req-dcb7b4b4-a45b-48ba-808c-6b85285ba21f service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:09:25.527730 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f846c7-5688-4437-9741-c29f5f6003cc req-dcb7b4b4-a45b-48ba-808c-6b85285ba21f service neutron] Checking segment: {'id': '8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:09:25.528111 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f846c7-5688-4437-9741-c29f5f6003cc req-dcb7b4b4-a45b-48ba-808c-6b85285ba21f service neutron] Bound using segment: {'id': '8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:09:25.528581 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-72f846c7-5688-4437-9741-c29f5f6003cc req-dcb7b4b4-a45b-48ba-808c-6b85285ba21f service neutron] Bound port: 79b70b12-1ec6-4365-9d51-0181e5f79854, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:09:25.528937 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-72f846c7-5688-4437-9741-c29f5f6003cc req-dcb7b4b4-a45b-48ba-808c-6b85285ba21f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:25.593987 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-72f846c7-5688-4437-9741-c29f5f6003cc req-dcb7b4b4-a45b-48ba-808c-6b85285ba21f service neutron] For port 79b70b12-1ec6-4365-9d51-0181e5f79854, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:09:25.597079 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-72f846c7-5688-4437-9741-c29f5f6003cc req-dcb7b4b4-a45b-48ba-808c-6b85285ba21f service neutron] For port 79b70b12-1ec6-4365-9d51-0181e5f79854, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=79b70b12-1ec6-4365-9d51-0181e5f79854,segment=NetworkSegment(8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27),segment_id=8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:09:25.684785 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-72f846c7-5688-4437-9741-c29f5f6003cc req-dcb7b4b4-a45b-48ba-808c-6b85285ba21f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:25.720319 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f846c7-5688-4437-9741-c29f5f6003cc req-dcb7b4b4-a45b-48ba-808c-6b85285ba21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:25.720895 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-72f846c7-5688-4437-9741-c29f5f6003cc req-dcb7b4b4-a45b-48ba-808c-6b85285ba21f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:25.722360 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-72f846c7-5688-4437-9741-c29f5f6003cc req-dcb7b4b4-a45b-48ba-808c-6b85285ba21f service neutron] 10.222.0.37 "PUT /v2.0/ports/79b70b12-1ec6-4365-9d51-0181e5f79854 HTTP/1.1" status: 200 len: 1092 time: 0.9418910 Dec 08 17:09:25.722953 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91cbf0d0-8e83-459f-b976-5fdb557b02ac', 'tag': '79b70b12-1ec6-4365-9d51-0181e5f79854'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:09:25.724339 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 79b70b12-1ec6-4365-9d51-0181e5f79854 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:09:25.725183 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33688f0a94a9db352de83aac38ec7a80f5ce35812a363759cff610bcc84c1346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df8652f-9e0d-4f02-93b5-9c5a59284c70" -d '{"events": [{"name": "network-changed", "server_uuid": "91cbf0d0-8e83-459f-b976-5fdb557b02ac", "tag": "79b70b12-1ec6-4365-9d51-0181e5f79854"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:09:25.756535 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb7b4b4-a45b-48ba-808c-6b85285ba21f service neutron] Pushing event updated for resources: {'Port': ['ID=79b70b12-1ec6-4365-9d51-0181e5f79854,revision_number=10']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:25.775651 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 79b70b12-1ec6-4365-9d51-0181e5f79854 not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:09:25.801523 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d2bd03-100f-41f5-9a45-fde973cfaaa1 x-openstack-request-id: req-f7d2bd03-100f-41f5-9a45-fde973cfaaa1 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:09:25.802037 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91cbf0d0-8e83-459f-b976-5fdb557b02ac", "tag": "79b70b12-1ec6-4365-9d51-0181e5f79854", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:09:25.802150 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f7d2bd03-100f-41f5-9a45-fde973cfaaa1 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:09:25.802473 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91cbf0d0-8e83-459f-b976-5fdb557b02ac', 'tag': '79b70b12-1ec6-4365-9d51-0181e5f79854', 'status': 'completed', 'code': 200} Dec 08 17:09:25.811560 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f846c7-5688-4437-9741-c29f5f6003cc req-3389b7ad-17d2-4f31-a01a-5d8d8e43cbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:25.813165 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-72f846c7-5688-4437-9741-c29f5f6003cc req-3389b7ad-17d2-4f31-a01a-5d8d8e43cbae service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=94917c7fb5cf413687493a127183d44b&device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 1096 time: 0.0528846 Dec 08 17:09:26.275133 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df8652f-9e0d-4f02-93b5-9c5a59284c70 req-6d2d7079-3256-419d-bd51-9bd0ba6d6e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:26.276672 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0df8652f-9e0d-4f02-93b5-9c5a59284c70 req-6d2d7079-3256-419d-bd51-9bd0ba6d6e18 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94917c7fb5cf413687493a127183d44b&device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 1096 time: 0.4482465 Dec 08 17:09:26.350630 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b3221-03bd-482b-bc59-abe090a439b9 req-d94ac412-6c47-45d1-923b-0276754f76b1 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:26.352109 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b71b3221-03bd-482b-bc59-abe090a439b9 req-d94ac412-6c47-45d1-923b-0276754f76b1 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 944 time: 0.1525791 Dec 08 17:09:26.354675 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f846c7-5688-4437-9741-c29f5f6003cc req-26f577a5-eab8-41fd-b62c-05ea8fea23a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:26.356027 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-72f846c7-5688-4437-9741-c29f5f6003cc req-26f577a5-eab8-41fd-b62c-05ea8fea23a9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d9a4b74-e787-467a-b113-e315ffdbd59b HTTP/1.1" status: 200 len: 913 time: 0.5359526 Dec 08 17:09:26.477427 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df8652f-9e0d-4f02-93b5-9c5a59284c70 req-4f34ee97-de92-404e-bb88-561d4e0349f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:26.478938 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0df8652f-9e0d-4f02-93b5-9c5a59284c70 req-4f34ee97-de92-404e-bb88-561d4e0349f2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=9d9a4b74-e787-467a-b113-e315ffdbd59b HTTP/1.1" status: 200 len: 913 time: 0.1938212 Dec 08 17:09:26.480647 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-72f846c7-5688-4437-9741-c29f5f6003cc req-4d407b4c-0756-40b1-b50b-dae2c5cdfb22 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79b70b12-1ec6-4365-9d51-0181e5f79854 HTTP/1.1" status: 200 len: 1000 time: 0.1124766 Dec 08 17:09:26.485208 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b71b3221-03bd-482b-bc59-abe090a439b9 req-02d67963-1d1a-47c3-a3eb-601bf90a2a1b tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1268067 Dec 08 17:09:26.580070 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f846c7-5688-4437-9741-c29f5f6003cc req-03ba89dc-ca62-4875-b19e-e0830a36b3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:26.581551 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-72f846c7-5688-4437-9741-c29f5f6003cc req-03ba89dc-ca62-4875-b19e-e0830a36b3a8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad HTTP/1.1" status: 200 len: 851 time: 0.0901027 Dec 08 17:09:26.585428 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0df8652f-9e0d-4f02-93b5-9c5a59284c70 req-d2d8c1b0-c762-4388-abf5-4e51f2f044ae service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79b70b12-1ec6-4365-9d51-0181e5f79854 HTTP/1.1" status: 200 len: 1000 time: 0.0993583 Dec 08 17:09:26.662354 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df8652f-9e0d-4f02-93b5-9c5a59284c70 req-3350f90d-20ab-42f4-a8e0-0788ef6154f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:26.663822 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0df8652f-9e0d-4f02-93b5-9c5a59284c70 req-3350f90d-20ab-42f4-a8e0-0788ef6154f6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad HTTP/1.1" status: 200 len: 851 time: 0.0675545 Dec 08 17:09:26.666442 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f846c7-5688-4437-9741-c29f5f6003cc req-e2548310-1040-4159-a455-9ae2c3304f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:26.667820 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-72f846c7-5688-4437-9741-c29f5f6003cc req-e2548310-1040-4159-a455-9ae2c3304f30 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d9a4b74-e787-467a-b113-e315ffdbd59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0788124 Dec 08 17:09:26.761469 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df8652f-9e0d-4f02-93b5-9c5a59284c70 req-b5eab4de-f0f4-4442-a9c1-7c553ea022e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:26.762888 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0df8652f-9e0d-4f02-93b5-9c5a59284c70 req-b5eab4de-f0f4-4442-a9c1-7c553ea022e3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9d9a4b74-e787-467a-b113-e315ffdbd59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0924423 Dec 08 17:09:26.834581 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-72f846c7-5688-4437-9741-c29f5f6003cc req-77357336-7202-4ab8-9c67-e661a0abd28e service neutron] 10.222.0.37 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557131 Dec 08 17:09:26.920780 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0df8652f-9e0d-4f02-93b5-9c5a59284c70 req-f91c77cc-1c83-49a4-b1f2-c329dde33112 service neutron] 10.222.0.76 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495636 Dec 08 17:09:26.994850 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-72f846c7-5688-4437-9741-c29f5f6003cc req-45416496-7e2d-40d3-a02c-4e64767bcd1f service neutron] 10.222.0.37 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526301 Dec 08 17:09:27.033484 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0df8652f-9e0d-4f02-93b5-9c5a59284c70 req-a5525269-7c9d-458b-8d82-46165719ec34 service neutron] 10.222.0.76 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028836 Dec 08 17:09:27.075710 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df8652f-9e0d-4f02-93b5-9c5a59284c70 req-6c3c94bd-9918-4278-b3b7-21b1380ef813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:27.077269 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0df8652f-9e0d-4f02-93b5-9c5a59284c70 req-6c3c94bd-9918-4278-b3b7-21b1380ef813 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=94917c7fb5cf413687493a127183d44b&device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 1096 time: 0.0421340 Dec 08 17:09:27.175647 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df8652f-9e0d-4f02-93b5-9c5a59284c70 req-8848935a-f195-435c-a609-a0b016a9739e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:27.177191 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0df8652f-9e0d-4f02-93b5-9c5a59284c70 req-8848935a-f195-435c-a609-a0b016a9739e service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d9a4b74-e787-467a-b113-e315ffdbd59b HTTP/1.1" status: 200 len: 913 time: 0.0923417 Dec 08 17:09:27.244909 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0df8652f-9e0d-4f02-93b5-9c5a59284c70 req-db6d2b81-0dfc-4c64-ae21-d1aa400fc5cf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79b70b12-1ec6-4365-9d51-0181e5f79854 HTTP/1.1" status: 200 len: 1000 time: 0.0603037 Dec 08 17:09:27.294243 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df8652f-9e0d-4f02-93b5-9c5a59284c70 req-075397c2-4a29-4f8d-943e-d22dd226b983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:27.295643 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0df8652f-9e0d-4f02-93b5-9c5a59284c70 req-075397c2-4a29-4f8d-943e-d22dd226b983 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad HTTP/1.1" status: 200 len: 851 time: 0.0440748 Dec 08 17:09:27.345262 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df8652f-9e0d-4f02-93b5-9c5a59284c70 req-c5bfcf9e-8902-48bf-97eb-cecc095fbf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:27.346677 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0df8652f-9e0d-4f02-93b5-9c5a59284c70 req-c5bfcf9e-8902-48bf-97eb-cecc095fbf5b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d9a4b74-e787-467a-b113-e315ffdbd59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445042 Dec 08 17:09:27.438265 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0df8652f-9e0d-4f02-93b5-9c5a59284c70 req-3c82bcf7-d12e-4e73-9bc4-49b4854e07ab service neutron] 10.222.0.37 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837061 Dec 08 17:09:27.534462 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0df8652f-9e0d-4f02-93b5-9c5a59284c70 req-549ce9ce-3f1a-470d-9e12-658e933a4172 service neutron] 10.222.0.37 "GET /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896173 Dec 08 17:09:27.612666 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c793641-e8e5-4afb-b310-24bde17f9ce1 req-f66bf9d6-9c52-4328-b409-058f11e3f248 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:27.614096 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0c793641-e8e5-4afb-b310-24bde17f9ce1 req-f66bf9d6-9c52-4328-b409-058f11e3f248 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 944 time: 0.0536404 Dec 08 17:09:27.669076 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0c793641-e8e5-4afb-b310-24bde17f9ce1 req-e1d7ada5-76fb-42f2-856f-110b23b01508 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0490081 Dec 08 17:09:28.789238 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6218bc7-6886-4c52-9504-c79fbe0a7344 req-ad9b96e3-6adc-4dd8-9f6c-d10171ada816 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:28.790638 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e6218bc7-6886-4c52-9504-c79fbe0a7344 req-ad9b96e3-6adc-4dd8-9f6c-d10171ada816 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 944 time: 0.0503166 Dec 08 17:09:28.839436 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e6218bc7-6886-4c52-9504-c79fbe0a7344 req-145a8789-70b9-43cf-9335-16b7683221b4 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0420868 Dec 08 17:09:29.958275 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9622a8bd-bd4e-4253-84fd-d5cc6474ab3b req-f6d80c4c-8077-4a85-89b9-5db7868b4a5b tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:29.959702 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9622a8bd-bd4e-4253-84fd-d5cc6474ab3b req-f6d80c4c-8077-4a85-89b9-5db7868b4a5b tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 944 time: 0.0497363 Dec 08 17:09:30.007017 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9622a8bd-bd4e-4253-84fd-d5cc6474ab3b req-7a20cf5a-005a-44e6-a95d-9b83deb23b08 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0413225 Dec 08 17:09:31.127379 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775d66a-fb98-4f63-8ec7-683e8f8c4f07 req-00ffaf15-da15-4a49-b57c-f805499c01b9 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:31.128919 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0775d66a-fb98-4f63-8ec7-683e8f8c4f07 req-00ffaf15-da15-4a49-b57c-f805499c01b9 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 944 time: 0.0512121 Dec 08 17:09:31.176618 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0775d66a-fb98-4f63-8ec7-683e8f8c4f07 req-12faecd4-cf6b-4d01-8cfe-79e7eb7162c8 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0416558 Dec 08 17:09:32.300542 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdb14c7-b693-4344-a5e8-46f9a440df21 req-91570455-d281-497c-bbb1-808e6ea43507 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:32.301984 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-dcdb14c7-b693-4344-a5e8-46f9a440df21 req-91570455-d281-497c-bbb1-808e6ea43507 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 944 time: 0.0508165 Dec 08 17:09:32.352508 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-dcdb14c7-b693-4344-a5e8-46f9a440df21 req-098848f8-4395-425a-a505-0301d2331955 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0445998 Dec 08 17:09:33.473127 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a50c6d3-319d-440d-9df3-284d47ad4574 req-660b45cc-3e04-4a9c-ad94-f6e96b17f88e tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:33.474603 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3a50c6d3-319d-440d-9df3-284d47ad4574 req-660b45cc-3e04-4a9c-ad94-f6e96b17f88e tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 944 time: 0.0528953 Dec 08 17:09:33.521089 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3a50c6d3-319d-440d-9df3-284d47ad4574 req-e4762103-6370-43e2-b2b9-2a5563434898 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0406334 Dec 08 17:09:34.638792 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce017d3-aab2-4630-b583-a741525b3189 req-f2b935de-7694-4a78-bdcb-b97df31eccab tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:34.640583 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bce017d3-aab2-4630-b583-a741525b3189 req-f2b935de-7694-4a78-bdcb-b97df31eccab tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 944 time: 0.0517137 Dec 08 17:09:34.691027 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bce017d3-aab2-4630-b583-a741525b3189 req-976bb97e-9945-46bb-be9c-a2d7f51aaaba tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0444124 Dec 08 17:09:35.181308 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:35.817099 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2ece6-4949-49e4-ac6c-9d92617f1287 req-89a02ddd-bae3-4c87-9220-546ad3aaa7a5 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:35.818659 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c7e2ece6-4949-49e4-ac6c-9d92617f1287 req-89a02ddd-bae3-4c87-9220-546ad3aaa7a5 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 944 time: 0.0561588 Dec 08 17:09:35.867251 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c7e2ece6-4949-49e4-ac6c-9d92617f1287 req-5d62119c-4b29-4f31-bf3b-3a31f9537456 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0424240 Dec 08 17:09:36.982809 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886fc2ed-7e25-4883-8909-86e381c325bd req-6cc45fbe-28b9-4254-95f2-8c1de391a7bf tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:36.984315 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-886fc2ed-7e25-4883-8909-86e381c325bd req-6cc45fbe-28b9-4254-95f2-8c1de391a7bf tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 944 time: 0.0485551 Dec 08 17:09:37.030974 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-886fc2ed-7e25-4883-8909-86e381c325bd req-7e5529d4-cd96-439f-9c7d-a7bb86a53962 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0407927 Dec 08 17:09:38.155298 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dea7e9-1d43-41d2-a2fd-811e3a9dea94 req-426e6956-96c4-41b3-b11e-a3133ec8f4b3 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:38.157485 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b8dea7e9-1d43-41d2-a2fd-811e3a9dea94 req-426e6956-96c4-41b3-b11e-a3133ec8f4b3 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 944 time: 0.0581472 Dec 08 17:09:38.208608 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b8dea7e9-1d43-41d2-a2fd-811e3a9dea94 req-2605a84b-027a-4470-a876-63b9dc2492d6 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0450358 Dec 08 17:09:39.135528 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:39.330710 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3be801-c1c8-4d5f-ac3f-f93fead16a80 req-2da299c5-4d75-48e4-9dd1-db3e0f9281aa tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:39.332248 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-de3be801-c1c8-4d5f-ac3f-f93fead16a80 req-2da299c5-4d75-48e4-9dd1-db3e0f9281aa tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 944 time: 0.0536397 Dec 08 17:09:39.378997 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-de3be801-c1c8-4d5f-ac3f-f93fead16a80 req-8980ab06-2e75-4592-81ab-7870a3f3e875 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0409017 Dec 08 17:09:40.487142 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 79b70b12-1ec6-4365-9d51-0181e5f79854 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 17:09:40.496030 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70a1c8-8bb0-4eba-93b0-e3aad97a196e req-878bc204-65d9-4c92-8d17-048ce69fde0c tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:40.497826 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8d70a1c8-8bb0-4eba-93b0-e3aad97a196e req-878bc204-65d9-4c92-8d17-048ce69fde0c tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 944 time: 0.0503435 Dec 08 17:09:40.547219 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8d70a1c8-8bb0-4eba-93b0-e3aad97a196e req-7972fc3f-7ff4-41be-9f7f-2580382726a5 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0434256 Dec 08 17:09:40.583809 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 79b70b12-1ec6-4365-9d51-0181e5f79854, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=79b70b12-1ec6-4365-9d51-0181e5f79854,segment=NetworkSegment(8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27),segment_id=8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:09:40.595406 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '79b70b12-1ec6-4365-9d51-0181e5f79854', 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b', 'port_id': '79b70b12-1ec6-4365-9d51-0181e5f79854', 'mac_address': 'fa:16:3e:0e:90:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 17:09:40.632565 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:40.645474 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79b70b12-1ec6-4365-9d51-0181e5f79854 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:09:40.664099 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc46fc-6699-46ea-99c0-b05a689d9ac6 req-62c8de34-3421-4e88-aff8-943924baa254 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:40.665267 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 79b70b12-1ec6-4365-9d51-0181e5f79854, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=79b70b12-1ec6-4365-9d51-0181e5f79854,segment=NetworkSegment(8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27),segment_id=8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:09:40.665813 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-67dc46fc-6699-46ea-99c0-b05a689d9ac6 req-62c8de34-3421-4e88-aff8-943924baa254 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 944 time: 0.0497513 Dec 08 17:09:40.713071 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-67dc46fc-6699-46ea-99c0-b05a689d9ac6 req-b015fd02-bf90-4b3d-993e-ab3882312557 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0407059 Dec 08 17:09:40.714276 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:40.767274 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=79b70b12-1ec6-4365-9d51-0181e5f79854,revision_number=11']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:40.828740 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17100ff7-7c20-4e40-ab0b-648e03971aa2 req-cc9a3a62-a331-4127-a593-3bd6746bc7b3 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:40.830226 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-17100ff7-7c20-4e40-ab0b-648e03971aa2 req-cc9a3a62-a331-4127-a593-3bd6746bc7b3 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 945 time: 0.0489628 Dec 08 17:09:40.878149 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-17100ff7-7c20-4e40-ab0b-648e03971aa2 req-d67dd82a-4cee-4406-a042-21036b59e675 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0420051 Dec 08 17:09:40.988888 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['79b70b12-1ec6-4365-9d51-0181e5f79854'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:09:41.299603 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f8781-4276-4de3-b1aa-494b6c318d45 req-1188d8c9-01a9-41cf-bfb4-e231a29816e6 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:41.301193 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bf8f8781-4276-4de3-b1aa-494b6c318d45 req-1188d8c9-01a9-41cf-bfb4-e231a29816e6 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 945 time: 0.0545564 Dec 08 17:09:41.349430 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bf8f8781-4276-4de3-b1aa-494b6c318d45 req-801ed0cc-5243-4675-b5ee-00371392551b tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0423083 Dec 08 17:09:41.502631 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1a1db9c4-f14e-46aa-b8c4-cc1aed007357 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:42.471111 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f480bfbf-e23c-4074-88bf-dc160b506803 req-3ae486f1-c17c-44f4-8723-5a18599f8477 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:42.472640 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f480bfbf-e23c-4074-88bf-dc160b506803 req-3ae486f1-c17c-44f4-8723-5a18599f8477 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 945 time: 0.0531721 Dec 08 17:09:42.485703 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 79b70b12-1ec6-4365-9d51-0181e5f79854 up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:09:42.519867 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f480bfbf-e23c-4074-88bf-dc160b506803 req-4abd4403-8973-4bd2-b3ad-88b0fa80c33e tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0413003 Dec 08 17:09:42.620894 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port 79b70b12-1ec6-4365-9d51-0181e5f79854 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 17:09:42.625190 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 79b70b12-1ec6-4365-9d51-0181e5f79854 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:09:42.625568 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:42.700608 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:42.723452 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91cbf0d0-8e83-459f-b976-5fdb557b02ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b70b12-1ec6-4365-9d51-0181e5f79854'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:09:42.725668 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e972d80ca4ba26e60ff2132fe6d2147b95d4377dec9e0b14df2e9cad1c1848da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f16203-aa0f-4f7b-b3f4-c85b6e1da341" -d '{"events": [{"server_uuid": "91cbf0d0-8e83-459f-b976-5fdb557b02ac", "name": "network-vif-plugged", "status": "completed", "tag": "79b70b12-1ec6-4365-9d51-0181e5f79854"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:09:42.737813 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 79b70b12-1ec6-4365-9d51-0181e5f79854, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=79b70b12-1ec6-4365-9d51-0181e5f79854,segment=NetworkSegment(8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27),segment_id=8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:09:42.764506 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ac11de-2947-4a1b-86c3-3a202906bea7 x-openstack-request-id: req-f6ac11de-2947-4a1b-86c3-3a202906bea7 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:09:42.768485 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91cbf0d0-8e83-459f-b976-5fdb557b02ac", "name": "network-vif-plugged", "status": "completed", "tag": "79b70b12-1ec6-4365-9d51-0181e5f79854", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:09:42.768485 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f6ac11de-2947-4a1b-86c3-3a202906bea7 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:09:42.768485 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91cbf0d0-8e83-459f-b976-5fdb557b02ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b70b12-1ec6-4365-9d51-0181e5f79854', 'code': 200} Dec 08 17:09:42.811367 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:42.861956 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=79b70b12-1ec6-4365-9d51-0181e5f79854,revision_number=12']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:42.970116 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e4f758-0b7c-486a-8369-04eb1a986646 req-1ed110bf-5fe1-48f7-b046-3d84b7bde79c tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:42.971577 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a8e4f758-0b7c-486a-8369-04eb1a986646 req-1ed110bf-5fe1-48f7-b046-3d84b7bde79c tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.37 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 946 time: 0.0483975 Dec 08 17:09:43.079144 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-a8e4f758-0b7c-486a-8369-04eb1a986646 req-f4454e27-0563-4e79-b8ed-06b8ad0c07bd tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Deleting port 79b70b12-1ec6-4365-9d51-0181e5f79854 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:09:43.079399 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a8e4f758-0b7c-486a-8369-04eb1a986646 req-f4454e27-0563-4e79-b8ed-06b8ad0c07bd tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:43.167370 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-a8e4f758-0b7c-486a-8369-04eb1a986646 req-f4454e27-0563-4e79-b8ed-06b8ad0c07bd tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] For port 79b70b12-1ec6-4365-9d51-0181e5f79854, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=79b70b12-1ec6-4365-9d51-0181e5f79854,segment=NetworkSegment(8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27),segment_id=8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:09:43.167732 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a8e4f758-0b7c-486a-8369-04eb1a986646 req-f4454e27-0563-4e79-b8ed-06b8ad0c07bd tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:43.338922 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a8e4f758-0b7c-486a-8369-04eb1a986646 req-f4454e27-0563-4e79-b8ed-06b8ad0c07bd tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:43.339204 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a8e4f758-0b7c-486a-8369-04eb1a986646 req-f4454e27-0563-4e79-b8ed-06b8ad0c07bd tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:43.339526 n-d-776250-12 neutron-server[110550]: INFO neutron.db.l3_db [req-a8e4f758-0b7c-486a-8369-04eb1a986646 req-f4454e27-0563-4e79-b8ed-06b8ad0c07bd tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Floating IP ece2a9d4-c3eb-49c1-ba1a-c75bc59cfcdc disassociated. External IP: 172.25.0.228, port: 79b70b12-1ec6-4365-9d51-0181e5f79854. Dec 08 17:09:43.339868 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-a8e4f758-0b7c-486a-8369-04eb1a986646 req-f4454e27-0563-4e79-b8ed-06b8ad0c07bd tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Calling delete_port for 79b70b12-1ec6-4365-9d51-0181e5f79854 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:09:43.531864 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a8e4f758-0b7c-486a-8369-04eb1a986646 req-f4454e27-0563-4e79-b8ed-06b8ad0c07bd tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:43.560943 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4454e27-0563-4e79-b8ed-06b8ad0c07bd tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Pushing event deleted for resources: {'Port': ['ID=79b70b12-1ec6-4365-9d51-0181e5f79854,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:43.624717 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-aea2dc82-1856-4d47-9942-819bb76f4b40 req-71fc055a-b5e7-4f1c-bde4-27de037293d8 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 210 time: 0.0288393 Dec 08 17:09:43.690766 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8e4f758-0b7c-486a-8369-04eb1a986646 req-f4454e27-0563-4e79-b8ed-06b8ad0c07bd tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Router c7782154-7c61-458d-a45f-42dc7f6e4c53 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:09:43.807144 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8e4f758-0b7c-486a-8369-04eb1a986646 req-f4454e27-0563-4e79-b8ed-06b8ad0c07bd tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:09:43.818881 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c7c2e0-f117-4784-a990-239615c26684 None None] Sync routers for ids ['c7782154-7c61-458d-a45f-42dc7f6e4c53'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:09:43.829866 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c7c2e0-f117-4784-a990-239615c26684 None None] Routers {'c7782154-7c61-458d-a45f-42dc7f6e4c53'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:09:43.830492 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-a3c7c2e0-f117-4784-a990-239615c26684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:09:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['c7782154-7c61-458d-a45f-42dc7f6e4c53'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:09:43.854552 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8e4f758-0b7c-486a-8369-04eb1a986646 req-f4454e27-0563-4e79-b8ed-06b8ad0c07bd tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] No DVR routers for this DVR port 79b70b12-1ec6-4365-9d51-0181e5f79854 on host n-h2-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:09:43.857250 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a8e4f758-0b7c-486a-8369-04eb1a986646 req-f4454e27-0563-4e79-b8ed-06b8ad0c07bd tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:43.861284 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a8e4f758-0b7c-486a-8369-04eb1a986646 req-f4454e27-0563-4e79-b8ed-06b8ad0c07bd tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.37 "DELETE /v2.0/ports/79b70b12-1ec6-4365-9d51-0181e5f79854 HTTP/1.1" status: 204 len: 173 time: 0.8829131 Dec 08 17:09:43.861744 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91cbf0d0-8e83-459f-b976-5fdb557b02ac', 'name': 'network-vif-deleted', 'tag': '79b70b12-1ec6-4365-9d51-0181e5f79854'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:09:43.864248 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33688f0a94a9db352de83aac38ec7a80f5ce35812a363759cff610bcc84c1346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb629279-f0e7-4b6c-afd5-5ca0b056378b" -d '{"events": [{"server_uuid": "91cbf0d0-8e83-459f-b976-5fdb557b02ac", "name": "network-vif-deleted", "tag": "79b70b12-1ec6-4365-9d51-0181e5f79854"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:09:43.903379 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-956da4d2-2959-43fe-bb37-ec9d848a5c6b x-openstack-request-id: req-956da4d2-2959-43fe-bb37-ec9d848a5c6b {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:09:43.903680 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91cbf0d0-8e83-459f-b976-5fdb557b02ac", "name": "network-vif-deleted", "tag": "79b70b12-1ec6-4365-9d51-0181e5f79854", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:09:43.903978 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-956da4d2-2959-43fe-bb37-ec9d848a5c6b {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:09:43.904441 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91cbf0d0-8e83-459f-b976-5fdb557b02ac', 'name': 'network-vif-deleted', 'tag': '79b70b12-1ec6-4365-9d51-0181e5f79854', 'status': 'completed', 'code': 200} Dec 08 17:09:43.939636 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-a3c7c2e0-f117-4784-a990-239615c26684 None None] Set router c7782154-7c61-458d-a45f-42dc7f6e4c53 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:09:44.150530 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-a3c7c2e0-f117-4784-a990-239615c26684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'name': 'tempest-ServerActionsTestJSON-1801605199-router', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '72c9a96a-9dcd-48f9-87ca-4960c95a86f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:58:29Z', 'updated_at': '2021-12-08T16:58:32Z', 'revision_number': 4, 'project_id': '94917c7fb5cf413687493a127183d44b', 'gw_port': {'id': '72c9a96a-9dcd-48f9-87ca-4960c95a86f9', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:58:29Z', 'updated_at': '2021-12-08T16:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '65a51e5e-3a6e-4b7a-9d9b-9b088072793c', 'name': '', 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'mac_address': 'fa:16:3e:83:e9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:58:32Z', 'updated_at': '2021-12-08T16:58:35Z', 'revision_number': 5, 'project_id': '94917c7fb5cf413687493a127183d44b', 'subnets': [{'id': 'f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:09:44.181792 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c7c2e0-f117-4784-a990-239615c26684 None None] Checking router: c7782154-7c61-458d-a45f-42dc7f6e4c53 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:09:44.190394 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c7c2e0-f117-4784-a990-239615c26684 None None] Routers {'c7782154-7c61-458d-a45f-42dc7f6e4c53'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:09:44.190999 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-a3c7c2e0-f117-4784-a990-239615c26684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:09:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['c7782154-7c61-458d-a45f-42dc7f6e4c53'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:09:44.194019 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b45700d7-9604-4e9c-9429-628151c1fc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:44.298048 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-a3c7c2e0-f117-4784-a990-239615c26684 None None] Set router c7782154-7c61-458d-a45f-42dc7f6e4c53 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:09:44.495477 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-a3c7c2e0-f117-4784-a990-239615c26684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'name': 'tempest-ServerActionsTestJSON-1801605199-router', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '72c9a96a-9dcd-48f9-87ca-4960c95a86f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:58:29Z', 'updated_at': '2021-12-08T16:58:32Z', 'revision_number': 4, 'project_id': '94917c7fb5cf413687493a127183d44b', 'gw_port': {'id': '72c9a96a-9dcd-48f9-87ca-4960c95a86f9', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:58:29Z', 'updated_at': '2021-12-08T16:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '65a51e5e-3a6e-4b7a-9d9b-9b088072793c', 'name': '', 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'mac_address': 'fa:16:3e:83:e9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:58:32Z', 'updated_at': '2021-12-08T16:58:35Z', 'revision_number': 5, 'project_id': '94917c7fb5cf413687493a127183d44b', 'subnets': [{'id': 'f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:09:44.522158 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c7c2e0-f117-4784-a990-239615c26684 None None] The sync data for ids ['c7782154-7c61-458d-a45f-42dc7f6e4c53'] in n-d-776250-12 is: [{'id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'name': 'tempest-ServerActionsTestJSON-1801605199-router', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '72c9a96a-9dcd-48f9-87ca-4960c95a86f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:58:29Z', 'updated_at': '2021-12-08T16:58:32Z', 'revision_number': 4, 'project_id': '94917c7fb5cf413687493a127183d44b', 'gw_port': {'id': '72c9a96a-9dcd-48f9-87ca-4960c95a86f9', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:58:29Z', 'updated_at': '2021-12-08T16:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '65a51e5e-3a6e-4b7a-9d9b-9b088072793c', 'name': '', 'network_id': '9d9a4b74-e787-467a-b113-e315ffdbd59b', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'mac_address': 'fa:16:3e:83:e9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:58:32Z', 'updated_at': '2021-12-08T16:58:35Z', 'revision_number': 5, 'project_id': '94917c7fb5cf413687493a127183d44b', 'subnets': [{'id': 'f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:09:44.727480 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9b2789a8-eeb1-471e-a6ac-d042ffbb4465 req-d39097f2-b7d0-45a2-b106-30edc6cf4730 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 210 time: 0.0294390 Dec 08 17:09:44.757964 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66bf59d-421f-4581-a6d0-756f895b55ad None None] New status for floating IP ece2a9d4-c3eb-49c1-ba1a-c75bc59cfcdc: DOWN {{(pid=110553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 17:09:45.451543 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:45.829655 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-83869806-3eb4-401e-b789-5591fe913c3c req-d0dda6e6-68c6-4dfa-8b2d-32442bf1b647 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 210 time: 0.0281074 Dec 08 17:09:46.929951 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cc4ffa22-91ab-4879-9bd5-82a982db635b req-cc05575e-9e02-4085-8bbd-054216e9514f tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 210 time: 0.0272293 Dec 08 17:09:46.971437 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:47.600035 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:48.063588 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-475ae147-1744-43a0-967f-28ab237b8790 req-c3e38f00-dd98-43ee-8349-2db0bede519a tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/ports?device_id=91cbf0d0-8e83-459f-b976-5fdb557b02ac HTTP/1.1" status: 200 len: 210 time: 0.0303702 Dec 08 17:09:48.500702 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 79b70b12-1ec6-4365-9d51-0181e5f79854 no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:09:48.521208 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: 79b70b12-1ec6-4365-9d51-0181e5f79854 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:09:48.521553 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 79b70b12-1ec6-4365-9d51-0181e5f79854 not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:09:53.035863 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41216) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:53.088944 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bf4dd153-3204-4669-acaa-4bcd5f9f221a tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:53.112083 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bf4dd153-3204-4669-acaa-4bcd5f9f221a tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:53.232367 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bf4dd153-3204-4669-acaa-4bcd5f9f221a tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:53.235039 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bf4dd153-3204-4669-acaa-4bcd5f9f221a tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:53.236248 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-bf4dd153-3204-4669-acaa-4bcd5f9f221a tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "DELETE /v2.0/security-groups/c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc HTTP/1.1" status: 204 len: 168 time: 0.1992807 Dec 08 17:09:53.238998 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41218) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:53.245601 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4dd153-3204-4669-acaa-4bcd5f9f221a tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:53.253839 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [None req-921a95b8-f686-45fb-abd4-2e480f24c4d8 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] show failed (client error): The resource could not be found. Dec 08 17:09:53.254087 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4dd153-3204-4669-acaa-4bcd5f9f221a tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:09:53.254440 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4dd153-3204-4669-acaa-4bcd5f9f221a tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:09:53.257644 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4dd153-3204-4669-acaa-4bcd5f9f221a tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:09:53.257644 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4dd153-3204-4669-acaa-4bcd5f9f221a tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:09:53.257906 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-921a95b8-f686-45fb-abd4-2e480f24c4d8 tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "GET /v2.0/security-groups/c2abf7a8-5f3b-4dc5-9201-9f20fad39bdc HTTP/1.1" status: 404 len: 347 time: 0.0150578 Dec 08 17:09:53.258011 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4dd153-3204-4669-acaa-4bcd5f9f221a tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:09:53.258011 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4dd153-3204-4669-acaa-4bcd5f9f221a tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:09:53.258011 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4dd153-3204-4669-acaa-4bcd5f9f221a tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:09:53.258011 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4dd153-3204-4669-acaa-4bcd5f9f221a tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:09:53.258011 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4dd153-3204-4669-acaa-4bcd5f9f221a tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:09:53.258011 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4dd153-3204-4669-acaa-4bcd5f9f221a tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:09:53.258011 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4dd153-3204-4669-acaa-4bcd5f9f221a tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:09:53.258011 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4dd153-3204-4669-acaa-4bcd5f9f221a tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:09:53.258710 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41220) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:53.258810 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4dd153-3204-4669-acaa-4bcd5f9f221a tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:09:53.395661 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-9129c91d-7105-45c8-a75c-c02f367488df tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Deleting port 072167e8-2fa8-42b4-9856-99da1e30aa01 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:09:53.396010 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9129c91d-7105-45c8-a75c-c02f367488df tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:53.475075 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9129c91d-7105-45c8-a75c-c02f367488df tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:53.475410 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9129c91d-7105-45c8-a75c-c02f367488df tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:53.487112 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-9129c91d-7105-45c8-a75c-c02f367488df tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Calling delete_port for 072167e8-2fa8-42b4-9856-99da1e30aa01 owned by network:floatingip {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:09:53.683760 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9129c91d-7105-45c8-a75c-c02f367488df tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:53.713832 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9129c91d-7105-45c8-a75c-c02f367488df tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Pushing event deleted for resources: {'Port': ['ID=072167e8-2fa8-42b4-9856-99da1e30aa01,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:53.775724 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9129c91d-7105-45c8-a75c-c02f367488df tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks [] for floatingip, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:53.778740 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9129c91d-7105-45c8-a75c-c02f367488df tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:53.780059 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-9129c91d-7105-45c8-a75c-c02f367488df tempest-ServerActionsTestJSON-78339756 tempest-ServerActionsTestJSON-78339756-project] 10.222.0.64 "DELETE /v2.0/floatingips/ece2a9d4-c3eb-49c1-ba1a-c75bc59cfcdc HTTP/1.1" status: 204 len: 168 time: 0.5205328 Dec 08 17:09:53.783095 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41222) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:54.316565 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-39f2d017-12d8-4d92-bf17-63081281f5f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:54.559751 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-39f2d017-12d8-4d92-bf17-63081281f5f5 admin admin] Deleting port 65a51e5e-3a6e-4b7a-9d9b-9b088072793c {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:09:54.560105 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-39f2d017-12d8-4d92-bf17-63081281f5f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:54.638993 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-39f2d017-12d8-4d92-bf17-63081281f5f5 admin admin] For port 65a51e5e-3a6e-4b7a-9d9b-9b088072793c, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=65a51e5e-3a6e-4b7a-9d9b-9b088072793c,segment=NetworkSegment(8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27),segment_id=8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:09:54.639363 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-39f2d017-12d8-4d92-bf17-63081281f5f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:54.653819 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-39f2d017-12d8-4d92-bf17-63081281f5f5 admin admin] Calling delete_port for 65a51e5e-3a6e-4b7a-9d9b-9b088072793c owned by network:router_interface {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:09:55.232362 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-39f2d017-12d8-4d92-bf17-63081281f5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:55.261236 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f2d017-12d8-4d92-bf17-63081281f5f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=65a51e5e-3a6e-4b7a-9d9b-9b088072793c,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:55.433438 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-39f2d017-12d8-4d92-bf17-63081281f5f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:55.654692 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39f2d017-12d8-4d92-bf17-63081281f5f5 admin admin] Router c7782154-7c61-458d-a45f-42dc7f6e4c53 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:09:55.776680 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f2d017-12d8-4d92-bf17-63081281f5f5 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:09:55.782049 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-39f2d017-12d8-4d92-bf17-63081281f5f5 admin admin] 10.222.0.64 "PUT /v2.0/routers/c7782154-7c61-458d-a45f-42dc7f6e4c53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9978747 Dec 08 17:09:55.784471 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41226) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:55.787332 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3e3001-5d61-468a-a359-e84fcd9574d2 None None] Sync routers for ids ['c7782154-7c61-458d-a45f-42dc7f6e4c53'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:09:55.800728 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3e3001-5d61-468a-a359-e84fcd9574d2 None None] Routers {'c7782154-7c61-458d-a45f-42dc7f6e4c53'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:09:55.801554 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-3a3e3001-5d61-468a-a359-e84fcd9574d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:09:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['c7782154-7c61-458d-a45f-42dc7f6e4c53'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:09:55.894234 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fb3a165e-2f1e-4540-9268-648a9d175571 admin admin] Publish callbacks [] for router, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:55.934533 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-3a3e3001-5d61-468a-a359-e84fcd9574d2 None None] Set router c7782154-7c61-458d-a45f-42dc7f6e4c53 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:09:55.999295 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fb3a165e-2f1e-4540-9268-648a9d175571 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:56.154863 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-3a3e3001-5d61-468a-a359-e84fcd9574d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'name': 'tempest-ServerActionsTestJSON-1801605199-router', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '72c9a96a-9dcd-48f9-87ca-4960c95a86f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:58:29Z', 'updated_at': '2021-12-08T17:09:55Z', 'revision_number': 5, 'project_id': '94917c7fb5cf413687493a127183d44b', 'gw_port': {'id': '72c9a96a-9dcd-48f9-87ca-4960c95a86f9', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:58:29Z', 'updated_at': '2021-12-08T16:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:09:56.174640 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-fb3a165e-2f1e-4540-9268-648a9d175571 admin admin] Deleting port 72c9a96a-9dcd-48f9-87ca-4960c95a86f9 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:09:56.174983 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fb3a165e-2f1e-4540-9268-648a9d175571 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:56.185999 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3e3001-5d61-468a-a359-e84fcd9574d2 None None] Checking router: c7782154-7c61-458d-a45f-42dc7f6e4c53 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:09:56.194452 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3e3001-5d61-468a-a359-e84fcd9574d2 None None] Routers {'c7782154-7c61-458d-a45f-42dc7f6e4c53'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:09:56.195125 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-3a3e3001-5d61-468a-a359-e84fcd9574d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:09:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['c7782154-7c61-458d-a45f-42dc7f6e4c53'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:09:56.255029 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-fb3a165e-2f1e-4540-9268-648a9d175571 admin admin] For port 72c9a96a-9dcd-48f9-87ca-4960c95a86f9, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=72c9a96a-9dcd-48f9-87ca-4960c95a86f9,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:09:56.255391 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fb3a165e-2f1e-4540-9268-648a9d175571 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:56.270765 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-fb3a165e-2f1e-4540-9268-648a9d175571 admin admin] Calling delete_port for 72c9a96a-9dcd-48f9-87ca-4960c95a86f9 owned by network:router_gateway {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:09:56.290344 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-3a3e3001-5d61-468a-a359-e84fcd9574d2 None None] Set router c7782154-7c61-458d-a45f-42dc7f6e4c53 gateway port host: None {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:09:56.348409 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-3a3e3001-5d61-468a-a359-e84fcd9574d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'name': 'tempest-ServerActionsTestJSON-1801605199-router', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:58:29Z', 'updated_at': '2021-12-08T17:09:55Z', 'revision_number': 6, 'project_id': '94917c7fb5cf413687493a127183d44b', 'gw_port_host': None}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:09:56.375296 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3e3001-5d61-468a-a359-e84fcd9574d2 None None] The sync data for ids ['c7782154-7c61-458d-a45f-42dc7f6e4c53'] in n-d-776250-12 is: [{'id': 'c7782154-7c61-458d-a45f-42dc7f6e4c53', 'name': 'tempest-ServerActionsTestJSON-1801605199-router', 'tenant_id': '94917c7fb5cf413687493a127183d44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:58:29Z', 'updated_at': '2021-12-08T17:09:55Z', 'revision_number': 6, 'project_id': '94917c7fb5cf413687493a127183d44b', 'gw_port_host': None}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:09:56.531584 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fb3a165e-2f1e-4540-9268-648a9d175571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:56.565294 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3a165e-2f1e-4540-9268-648a9d175571 admin admin] Pushing event deleted for resources: {'Port': ['ID=72c9a96a-9dcd-48f9-87ca-4960c95a86f9,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:56.579855 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09846ec3-bdd5-4aa7-81f3-52501cb5b874 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:09:56.627573 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fb3a165e-2f1e-4540-9268-648a9d175571 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:56.718697 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fb3a165e-2f1e-4540-9268-648a9d175571 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:56.720952 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fb3a165e-2f1e-4540-9268-648a9d175571 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:56.834032 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fb3a165e-2f1e-4540-9268-648a9d175571 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:56.834614 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb3a165e-2f1e-4540-9268-648a9d175571 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7782154-7c61-458d-a45f-42dc7f6e4c53 {{(pid=110550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 17:09:56.839136 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fb3a165e-2f1e-4540-9268-648a9d175571 admin admin] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:56.840365 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-fb3a165e-2f1e-4540-9268-648a9d175571 admin admin] 10.222.0.64 "DELETE /v2.0/routers/c7782154-7c61-458d-a45f-42dc7f6e4c53 HTTP/1.1" status: 204 len: 168 time: 1.0547743 Dec 08 17:09:56.842967 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41228) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:56.896085 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-deb4b66c-0258-4007-a7c6-d27743d2b677 admin admin] Deleting subnet f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 17:09:56.899179 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-deb4b66c-0258-4007-a7c6-d27743d2b677 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:56.943388 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-deb4b66c-0258-4007-a7c6-d27743d2b677 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:57.041431 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-deb4b66c-0258-4007-a7c6-d27743d2b677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:57.183066 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-deb4b66c-0258-4007-a7c6-d27743d2b677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:57.210553 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb4b66c-0258-4007-a7c6-d27743d2b677 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:57.212565 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-deb4b66c-0258-4007-a7c6-d27743d2b677 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:57.215771 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-deb4b66c-0258-4007-a7c6-d27743d2b677 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/f9ed60c6-f42e-472e-a77c-76e1e8c5b6ad HTTP/1.1" status: 204 len: 168 time: 0.3715937 Dec 08 17:09:57.218242 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e89fa2c-ad8c-4476-ad18-53c4e7368768 None None] Network 9d9a4b74-e787-467a-b113-e315ffdbd59b requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:09:57.220501 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41230) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:57.296960 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-22bd267e-a2c6-42bf-a8be-f1b5d157a704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:57.359651 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-22bd267e-a2c6-42bf-a8be-f1b5d157a704 admin admin] Deleting port d0d3fc53-288c-4ea5-87b6-333a0dd136fa {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:09:57.359904 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-22bd267e-a2c6-42bf-a8be-f1b5d157a704 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:57.435417 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-22bd267e-a2c6-42bf-a8be-f1b5d157a704 admin admin] For port d0d3fc53-288c-4ea5-87b6-333a0dd136fa, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=d0d3fc53-288c-4ea5-87b6-333a0dd136fa,segment=NetworkSegment(8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27),segment_id=8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:09:57.435784 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-22bd267e-a2c6-42bf-a8be-f1b5d157a704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:57.454270 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-22bd267e-a2c6-42bf-a8be-f1b5d157a704 admin admin] Calling delete_port for d0d3fc53-288c-4ea5-87b6-333a0dd136fa owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:09:57.477510 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:09:57.535481 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d5caf1-4463-4a7a-8665-07c8dc0854c1 None None] DHCP port deletion for 9d9a4b74-e787-467a-b113-e315ffdbd59b request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:09:57.582593 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-31d5caf1-4463-4a7a-8665-07c8dc0854c1 None None] Deleting port d0d3fc53-288c-4ea5-87b6-333a0dd136fa {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:09:57.582894 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-31d5caf1-4463-4a7a-8665-07c8dc0854c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:57.617364 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-22bd267e-a2c6-42bf-a8be-f1b5d157a704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:57.629929 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bd267e-a2c6-42bf-a8be-f1b5d157a704 admin admin] No DVR routers for this DVR port d0d3fc53-288c-4ea5-87b6-333a0dd136fa on host n-d-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:09:57.648496 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-31d5caf1-4463-4a7a-8665-07c8dc0854c1 None None] For port d0d3fc53-288c-4ea5-87b6-333a0dd136fa, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=d0d3fc53-288c-4ea5-87b6-333a0dd136fa,segment=NetworkSegment(8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27),segment_id=8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:09:57.648760 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-31d5caf1-4463-4a7a-8665-07c8dc0854c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:57.662517 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-31d5caf1-4463-4a7a-8665-07c8dc0854c1 None None] Calling delete_port for d0d3fc53-288c-4ea5-87b6-333a0dd136fa owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:09:57.672715 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bd267e-a2c6-42bf-a8be-f1b5d157a704 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0d3fc53-288c-4ea5-87b6-333a0dd136fa,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:57.729132 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-22bd267e-a2c6-42bf-a8be-f1b5d157a704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:57.733848 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 17:09:57.733848 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 17:09:57.733848 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 17:09:57.733848 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 17:09:57.733848 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 17:09:57.733848 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 17:09:57.733848 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 17:09:57.733848 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 17:09:57.733848 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 17:09:57.733848 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 17:09:57.733848 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 17:09:57.733848 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 17:09:57.733848 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 17:09:57.733848 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 17:09:57.733848 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 17:09:57.733848 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 17:09:57.733848 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 17:09:57.733848 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 17:09:57.733848 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 17:09:57.733848 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 17:09:57.733848 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 17:09:57.733848 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 17:09:57.733848 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 17:09:57.733848 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 17:09:57.733848 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 17:09:57.733848 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 17:09:57.733848 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 17:09:57.733848 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 17:09:57.733848 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 17:09:57.733848 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 17:09:57.733848 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 17:09:57.733848 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 17:09:57.733848 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 17:09:57.733848 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 17:09:57.733848 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 17:09:57.733848 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 17:09:57.733848 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 17:09:57.733848 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 17:09:57.733848 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 17:09:57.733848 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 17:09:57.733848 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 17:09:57.733848 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 17:09:57.733848 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 17:09:57.733848 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 17:09:57.733848 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 17:09:57.733848 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 17:09:57.733848 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 17:09:57.733848 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 17:09:57.733848 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 17:09:57.733848 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 17:09:57.733848 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 17:09:57.733848 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 17:09:57.733848 n-d-776250-12 neutron-server[110552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 17:09:57.733848 n-d-776250-12 neutron-server[110552]: self.session.flush() Dec 08 17:09:57.741735 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device d0d3fc53-288c-4ea5-87b6-333a0dd136fa no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:09:57.752153 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-22bd267e-a2c6-42bf-a8be-f1b5d157a704 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d9a4b74-e787-467a-b113-e315ffdbd59b']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:09:57.761924 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-22bd267e-a2c6-42bf-a8be-f1b5d157a704 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:09:57.762215 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-22bd267e-a2c6-42bf-a8be-f1b5d157a704 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8af5a5ef-1bcd-4ff8-99ad-bfcbac30fe27') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:09:57.763438 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-31d5caf1-4463-4a7a-8665-07c8dc0854c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:57.772487 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-22bd267e-a2c6-42bf-a8be-f1b5d157a704 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:57.772696 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: d0d3fc53-288c-4ea5-87b6-333a0dd136fa {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:09:57.772841 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device d0d3fc53-288c-4ea5-87b6-333a0dd136fa not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:09:57.773267 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 65a51e5e-3a6e-4b7a-9d9b-9b088072793c no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:09:57.786022 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-22bd267e-a2c6-42bf-a8be-f1b5d157a704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:57.792249 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22bd267e-a2c6-42bf-a8be-f1b5d157a704 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 17:09:57.794945 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-22bd267e-a2c6-42bf-a8be-f1b5d157a704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:57.794945 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 17:09:57.794945 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 17:09:57.794945 n-d-776250-12 neutron-server[110551]: timer() Dec 08 17:09:57.794945 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 17:09:57.794945 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 17:09:57.794945 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 17:09:57.794945 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 17:09:57.794945 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 17:09:57.794945 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 17:09:57.794945 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 17:09:57.794945 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 17:09:57.794945 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 17:09:57.794945 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 17:09:57.794945 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 17:09:57.794945 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 17:09:57.794945 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 17:09:57.794945 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 17:09:57.794945 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 17:09:57.794945 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 17:09:57.794945 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 17:09:57.794945 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 17:09:57.794945 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 17:09:57.794945 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 17:09:57.794945 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 17:09:57.794945 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 17:09:57.794945 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 17:09:57.794945 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 17:09:57.794945 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 17:09:57.794945 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 17:09:57.794945 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 17:09:57.794945 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 17:09:57.794945 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 17:09:57.814965 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 65a51e5e-3a6e-4b7a-9d9b-9b088072793c {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:09:57.815312 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 65a51e5e-3a6e-4b7a-9d9b-9b088072793c not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:09:57.815739 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 72c9a96a-9dcd-48f9-87ca-4960c95a86f9 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:09:57.817586 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d5caf1-4463-4a7a-8665-07c8dc0854c1 None None] Pushing event deleted for resources: {'Port': ['ID=d0d3fc53-288c-4ea5-87b6-333a0dd136fa,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:57.821326 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d5caf1-4463-4a7a-8665-07c8dc0854c1 None None] No DVR routers for this DVR port d0d3fc53-288c-4ea5-87b6-333a0dd136fa on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:09:57.842320 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 72c9a96a-9dcd-48f9-87ca-4960c95a86f9 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:09:57.842639 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 72c9a96a-9dcd-48f9-87ca-4960c95a86f9 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:09:57.932302 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-22bd267e-a2c6-42bf-a8be-f1b5d157a704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:57.939591 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-22bd267e-a2c6-42bf-a8be-f1b5d157a704 admin admin] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:57.942871 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-22bd267e-a2c6-42bf-a8be-f1b5d157a704 admin admin] 10.222.0.64 "DELETE /v2.0/networks/9d9a4b74-e787-467a-b113-e315ffdbd59b HTTP/1.1" status: 204 len: 168 time: 0.7212701 Dec 08 17:09:57.955019 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bd267e-a2c6-42bf-a8be-f1b5d157a704 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d9a4b74-e787-467a-b113-e315ffdbd59b,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:58.265255 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41234) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:58.311335 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-abe83ef9-0b44-4712-8581-6e58f70b02ce admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=94917c7fb5cf413687493a127183d44b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0447593 Dec 08 17:09:58.314170 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41236) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:58.360099 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6cc73124-543f-4bc9-b9b5-e79b57577096 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:58.386614 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6cc73124-543f-4bc9-b9b5-e79b57577096 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:58.517556 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6cc73124-543f-4bc9-b9b5-e79b57577096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:58.520308 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6cc73124-543f-4bc9-b9b5-e79b57577096 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:58.521488 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-6cc73124-543f-4bc9-b9b5-e79b57577096 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/59e4f8fa-004d-4a20-835d-3a411145baf2 HTTP/1.1" status: 204 len: 168 time: 0.2064285 Dec 08 17:09:58.529514 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc73124-543f-4bc9-b9b5-e79b57577096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e4f8fa-004d-4a20-835d-3a411145baf2,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:59.596999 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41258) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:59.693702 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-35cbd22b-b5ef-4bd5-8643-d59358d27269 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-303865721-network', 'tenant_id': '7c51015af1c84563a2118a776caaacbf'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:09:59.805216 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35cbd22b-b5ef-4bd5-8643-d59358d27269 admin admin] Made reservation on behalf of 7c51015af1c84563a2118a776caaacbf for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:09:59.807494 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-35cbd22b-b5ef-4bd5-8643-d59358d27269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:59.820199 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-35cbd22b-b5ef-4bd5-8643-d59358d27269 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:59.893612 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-35cbd22b-b5ef-4bd5-8643-d59358d27269 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:59.953959 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-35cbd22b-b5ef-4bd5-8643-d59358d27269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:59.978783 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35cbd22b-b5ef-4bd5-8643-d59358d27269 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 17:09:59.988109 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cbd22b-b5ef-4bd5-8643-d59358d27269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a7a304-bf6b-4368-94bf-722ba778e961,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:59.994093 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-35cbd22b-b5ef-4bd5-8643-d59358d27269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:59.994429 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-35cbd22b-b5ef-4bd5-8643-d59358d27269 admin admin] Added segment 4def4860-452b-456b-9912-0a619710aec9 of type vlan for network e4265e09-3d33-470e-ab2b-2103a610ae4e Dec 08 17:10:00.036210 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-35cbd22b-b5ef-4bd5-8643-d59358d27269 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:00.119709 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-35cbd22b-b5ef-4bd5-8643-d59358d27269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:00.120739 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cbd22b-b5ef-4bd5-8643-d59358d27269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:10:00.121592 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-35cbd22b-b5ef-4bd5-8643-d59358d27269 admin admin] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:00.181228 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cbd22b-b5ef-4bd5-8643-d59358d27269 admin admin] Pushing event updated for resources: {'Network': ['ID=e4265e09-3d33-470e-ab2b-2103a610ae4e,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:00.191483 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network e4265e09-3d33-470e-ab2b-2103a610ae4e details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 17:10:00.265617 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-35cbd22b-b5ef-4bd5-8643-d59358d27269 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6674941 Dec 08 17:10:00.268878 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41262) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:10:00.273553 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-8ffb4f97-dee3-424d-b2be-d257b157c747 admin admin] Request body: {'subnet': {'network_id': 'e4265e09-3d33-470e-ab2b-2103a610ae4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-303865721-subnet', 'tenant_id': '7c51015af1c84563a2118a776caaacbf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:10:00.369092 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ffb4f97-dee3-424d-b2be-d257b157c747 admin admin] Made reservation on behalf of 7c51015af1c84563a2118a776caaacbf for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:10:00.371788 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8ffb4f97-dee3-424d-b2be-d257b157c747 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:00.628241 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8ffb4f97-dee3-424d-b2be-d257b157c747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:00.681852 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffb4f97-dee3-424d-b2be-d257b157c747 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07c3ad39-963d-4612-8b1e-f1c7109664a1,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:00.696485 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffb4f97-dee3-424d-b2be-d257b157c747 admin admin] Checking segment: {'id': '4def4860-452b-456b-9912-0a619710aec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e4265e09-3d33-470e-ab2b-2103a610ae4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:10:00.696848 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffb4f97-dee3-424d-b2be-d257b157c747 admin admin] Network hostable DHCP agents. Network: e4265e09-3d33-470e-ab2b-2103a610ae4e, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 17:10:00.770794 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffb4f97-dee3-424d-b2be-d257b157c747 admin admin] Network e4265e09-3d33-470e-ab2b-2103a610ae4e is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 17:10:00.839286 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-8ffb4f97-dee3-424d-b2be-d257b157c747 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, e4265e09-3d33-470e-ab2b-2103a610ae4e) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:10:00.843494 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffb4f97-dee3-424d-b2be-d257b157c747 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:10:00.844092 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8ffb4f97-dee3-424d-b2be-d257b157c747 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:00.848869 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94011c5-dae4-4293-ab59-a555f4757e19 None None] Network e4265e09-3d33-470e-ab2b-2103a610ae4e requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:10:00.912643 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-8ffb4f97-dee3-424d-b2be-d257b157c747 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6354754 Dec 08 17:10:00.948648 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d113c960-8962-43f2-bc44-68132756555d None None] Network e4265e09-3d33-470e-ab2b-2103a610ae4e requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:10:01.362321 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac71bc5-d125-40c6-816b-053eb79b971c req-730f0a80-975d-4966-baec-be6a31cdf1a5 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:10:01.363812 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2ac71bc5-d125-40c6-816b-053eb79b971c req-730f0a80-975d-4966-baec-be6a31cdf1a5 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.64 "GET /v2.0/networks?id=e4265e09-3d33-470e-ab2b-2103a610ae4e HTTP/1.1" status: 200 len: 813 time: 0.1007125 Dec 08 17:10:01.379398 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2ac71bc5-d125-40c6-816b-053eb79b971c req-8438101a-6e9c-484a-8411-9edf1b33ed19 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.64 "GET /v2.0/quotas/7c51015af1c84563a2118a776caaacbf HTTP/1.1" status: 200 len: 375 time: 0.0098546 Dec 08 17:10:01.414319 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2ac71bc5-d125-40c6-816b-053eb79b971c req-56aa3db6-f349-4833-b2fd-0e0bc52dcc58 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c51015af1c84563a2118a776caaacbf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295656 Dec 08 17:10:01.503382 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2ac71bc5-d125-40c6-816b-053eb79b971c req-a7a39f7b-2f6c-4a26-87f5-75dd71898b4c service neutron] 10.222.0.64 "GET /v2.0/networks/e4265e09-3d33-470e-ab2b-2103a610ae4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817504 Dec 08 17:10:01.596017 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2ac71bc5-d125-40c6-816b-053eb79b971c req-b20db231-8873-4d7a-8e74-eaf86b1db91e service neutron] 10.222.0.64 "GET /v2.0/networks/e4265e09-3d33-470e-ab2b-2103a610ae4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865583 Dec 08 17:10:01.793441 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e95b9865-dc37-4c05-a3c0-0f8c4ae46f7d req-386edcbc-befb-4173-a7e5-9f13b2187a21 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.64 "GET /v2.0/ports?device_id=2915934b-a9aa-44fe-9fcb-1b749e61ca0e HTTP/1.1" status: 200 len: 210 time: 0.0265238 Dec 08 17:10:02.889006 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-455bd2fe-5006-4824-9d6e-27744cfb6392 req-fbf72c0f-95bc-4349-b805-a5dcf089b589 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.64 "GET /v2.0/ports?device_id=2915934b-a9aa-44fe-9fcb-1b749e61ca0e HTTP/1.1" status: 200 len: 210 time: 0.0276167 Dec 08 17:10:03.839463 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac71bc5-d125-40c6-816b-053eb79b971c req-2875aba5-06cb-4a65-90f2-b692ad101f6c tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:10:03.840991 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2ac71bc5-d125-40c6-816b-053eb79b971c req-2875aba5-06cb-4a65-90f2-b692ad101f6c tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.76 "GET /v2.0/networks?id=e4265e09-3d33-470e-ab2b-2103a610ae4e HTTP/1.1" status: 200 len: 813 time: 0.1030953 Dec 08 17:10:03.853594 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-2ac71bc5-d125-40c6-816b-053eb79b971c req-bfb9ab83-8a57-4187-bc91-a062db459f0f tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Request body: {'port': {'device_id': '2915934b-a9aa-44fe-9fcb-1b749e61ca0e', 'network_id': 'e4265e09-3d33-470e-ab2b-2103a610ae4e', 'admin_state_up': True, 'tenant_id': '7c51015af1c84563a2118a776caaacbf'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:10:03.984650 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-591d480f-c318-44df-aa3c-9f7da0a43441 req-7c9774ed-83ba-4330-b7eb-f73dc679594f tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.64 "GET /v2.0/ports?device_id=2915934b-a9aa-44fe-9fcb-1b749e61ca0e HTTP/1.1" status: 200 len: 210 time: 0.0269332 Dec 08 17:10:04.045313 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ac71bc5-d125-40c6-816b-053eb79b971c req-bfb9ab83-8a57-4187-bc91-a062db459f0f tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Made reservation on behalf of 7c51015af1c84563a2118a776caaacbf for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:10:04.049048 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2ac71bc5-d125-40c6-816b-053eb79b971c req-bfb9ab83-8a57-4187-bc91-a062db459f0f tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:04.177967 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-2ac71bc5-d125-40c6-816b-053eb79b971c req-bfb9ab83-8a57-4187-bc91-a062db459f0f tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Allocated IP 172.20.0.7 (e4265e09-3d33-470e-ab2b-2103a610ae4e/07c3ad39-963d-4612-8b1e-f1c7109664a1/4f15bfb7-6b57-42e2-b062-707233f1f21f) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:10:04.324242 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2ac71bc5-d125-40c6-816b-053eb79b971c req-bfb9ab83-8a57-4187-bc91-a062db459f0f tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:04.415066 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2ac71bc5-d125-40c6-816b-053eb79b971c req-bfb9ab83-8a57-4187-bc91-a062db459f0f tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:04.459783 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ac71bc5-d125-40c6-816b-053eb79b971c req-bfb9ab83-8a57-4187-bc91-a062db459f0f tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Network e4265e09-3d33-470e-ab2b-2103a610ae4e is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:10:04.462707 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-2ac71bc5-d125-40c6-816b-053eb79b971c req-bfb9ab83-8a57-4187-bc91-a062db459f0f tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:10:04.469891 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ac71bc5-d125-40c6-816b-053eb79b971c req-bfb9ab83-8a57-4187-bc91-a062db459f0f tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:10:04.496806 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb9ab83-8a57-4187-bc91-a062db459f0f tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Pushing event updated for resources: {'Port': ['ID=4f15bfb7-6b57-42e2-b062-707233f1f21f,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:04.509334 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb9ab83-8a57-4187-bc91-a062db459f0f tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:10:04.509692 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb9ab83-8a57-4187-bc91-a062db459f0f tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:10:04.510042 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb9ab83-8a57-4187-bc91-a062db459f0f tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:10:04.510395 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb9ab83-8a57-4187-bc91-a062db459f0f tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:10:04.510734 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb9ab83-8a57-4187-bc91-a062db459f0f tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:10:04.511070 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb9ab83-8a57-4187-bc91-a062db459f0f tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:10:04.511405 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb9ab83-8a57-4187-bc91-a062db459f0f tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:10:04.511738 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb9ab83-8a57-4187-bc91-a062db459f0f tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:10:04.512068 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb9ab83-8a57-4187-bc91-a062db459f0f tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:10:04.512428 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb9ab83-8a57-4187-bc91-a062db459f0f tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:10:04.512756 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb9ab83-8a57-4187-bc91-a062db459f0f tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:10:04.513083 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb9ab83-8a57-4187-bc91-a062db459f0f tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:10:04.513412 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb9ab83-8a57-4187-bc91-a062db459f0f tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:10:04.532577 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac71bc5-d125-40c6-816b-053eb79b971c req-bfb9ab83-8a57-4187-bc91-a062db459f0f tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:10:04.533200 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2ac71bc5-d125-40c6-816b-053eb79b971c req-bfb9ab83-8a57-4187-bc91-a062db459f0f tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:04.612541 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2ac71bc5-d125-40c6-816b-053eb79b971c req-bfb9ab83-8a57-4187-bc91-a062db459f0f tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7625775 Dec 08 17:10:04.625683 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-2ac71bc5-d125-40c6-816b-053eb79b971c req-7ce21c4a-a877-4766-878f-1a927baf787d service neutron] Request body: {'port': {'device_id': '2915934b-a9aa-44fe-9fcb-1b749e61ca0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:10:04.678808 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2ac71bc5-d125-40c6-816b-053eb79b971c req-7ce21c4a-a877-4766-878f-1a927baf787d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:04.938322 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-2ac71bc5-d125-40c6-816b-053eb79b971c req-7ce21c4a-a877-4766-878f-1a927baf787d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f15bfb7-6b57-42e2-b062-707233f1f21f {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:10:04.945803 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2ac71bc5-d125-40c6-816b-053eb79b971c req-7ce21c4a-a877-4766-878f-1a927baf787d service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:04.957917 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-2ac71bc5-d125-40c6-816b-053eb79b971c req-7ce21c4a-a877-4766-878f-1a927baf787d service neutron] Transition to ACTIVE for port object 4f15bfb7-6b57-42e2-b062-707233f1f21f will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 17:10:05.028046 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2ac71bc5-d125-40c6-816b-053eb79b971c req-7ce21c4a-a877-4766-878f-1a927baf787d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:05.109116 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce21c4a-a877-4766-878f-1a927baf787d service neutron] Pushing event updated for resources: {'Port': ['ID=4f15bfb7-6b57-42e2-b062-707233f1f21f,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:05.153737 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:05.162653 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62557b36-6b10-440f-be42-b732ea067fa5 req-15299502-8d3e-4079-a375-883e2db736a1 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:10:05.164161 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-62557b36-6b10-440f-be42-b732ea067fa5 req-15299502-8d3e-4079-a375-883e2db736a1 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.64 "GET /v2.0/ports?device_id=2915934b-a9aa-44fe-9fcb-1b749e61ca0e HTTP/1.1" status: 200 len: 943 time: 0.1088104 Dec 08 17:10:05.227811 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-2ac71bc5-d125-40c6-816b-053eb79b971c req-7ce21c4a-a877-4766-878f-1a927baf787d service neutron] Attempting to bind port 4f15bfb7-6b57-42e2-b062-707233f1f21f on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:10:05.228159 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-2ac71bc5-d125-40c6-816b-053eb79b971c req-7ce21c4a-a877-4766-878f-1a927baf787d service neutron] Attempting to bind port 4f15bfb7-6b57-42e2-b062-707233f1f21f by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': '4def4860-452b-456b-9912-0a619710aec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e4265e09-3d33-470e-ab2b-2103a610ae4e'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:10:05.228515 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac71bc5-d125-40c6-816b-053eb79b971c req-7ce21c4a-a877-4766-878f-1a927baf787d service neutron] Attempting to bind port 4f15bfb7-6b57-42e2-b062-707233f1f21f on network e4265e09-3d33-470e-ab2b-2103a610ae4e {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:10:05.236750 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac71bc5-d125-40c6-816b-053eb79b971c req-7ce21c4a-a877-4766-878f-1a927baf787d service neutron] Port 4f15bfb7-6b57-42e2-b062-707233f1f21f on network e4265e09-3d33-470e-ab2b-2103a610ae4e not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 17:10:05.237080 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac71bc5-d125-40c6-816b-053eb79b971c req-7ce21c4a-a877-4766-878f-1a927baf787d service neutron] Attempting to bind port 4f15bfb7-6b57-42e2-b062-707233f1f21f on network e4265e09-3d33-470e-ab2b-2103a610ae4e {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:10:05.242769 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-62557b36-6b10-440f-be42-b732ea067fa5 req-856d5291-0329-499b-afcb-d2fe208275ed tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5a7a304-bf6b-4368-94bf-722ba778e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725756 Dec 08 17:10:05.245432 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac71bc5-d125-40c6-816b-053eb79b971c req-7ce21c4a-a877-4766-878f-1a927baf787d service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:10:05.245776 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac71bc5-d125-40c6-816b-053eb79b971c req-7ce21c4a-a877-4766-878f-1a927baf787d service neutron] Checking segment: {'id': '4def4860-452b-456b-9912-0a619710aec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e4265e09-3d33-470e-ab2b-2103a610ae4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:10:05.246417 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac71bc5-d125-40c6-816b-053eb79b971c req-7ce21c4a-a877-4766-878f-1a927baf787d service neutron] Bound using segment: {'id': '4def4860-452b-456b-9912-0a619710aec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e4265e09-3d33-470e-ab2b-2103a610ae4e'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:10:05.246844 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-2ac71bc5-d125-40c6-816b-053eb79b971c req-7ce21c4a-a877-4766-878f-1a927baf787d service neutron] Bound port: 4f15bfb7-6b57-42e2-b062-707233f1f21f, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4def4860-452b-456b-9912-0a619710aec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e4265e09-3d33-470e-ab2b-2103a610ae4e'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:10:05.247206 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2ac71bc5-d125-40c6-816b-053eb79b971c req-7ce21c4a-a877-4766-878f-1a927baf787d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:05.311380 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-2ac71bc5-d125-40c6-816b-053eb79b971c req-7ce21c4a-a877-4766-878f-1a927baf787d service neutron] For port 4f15bfb7-6b57-42e2-b062-707233f1f21f, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:10:05.314391 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-2ac71bc5-d125-40c6-816b-053eb79b971c req-7ce21c4a-a877-4766-878f-1a927baf787d service neutron] For port 4f15bfb7-6b57-42e2-b062-707233f1f21f, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=4f15bfb7-6b57-42e2-b062-707233f1f21f,segment=NetworkSegment(4def4860-452b-456b-9912-0a619710aec9),segment_id=4def4860-452b-456b-9912-0a619710aec9)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:10:05.371377 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2ac71bc5-d125-40c6-816b-053eb79b971c req-7ce21c4a-a877-4766-878f-1a927baf787d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:05.405756 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac71bc5-d125-40c6-816b-053eb79b971c req-7ce21c4a-a877-4766-878f-1a927baf787d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:10:05.406381 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2ac71bc5-d125-40c6-816b-053eb79b971c req-7ce21c4a-a877-4766-878f-1a927baf787d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:05.407761 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2ac71bc5-d125-40c6-816b-053eb79b971c req-7ce21c4a-a877-4766-878f-1a927baf787d service neutron] 10.222.0.76 "PUT /v2.0/ports/4f15bfb7-6b57-42e2-b062-707233f1f21f HTTP/1.1" status: 200 len: 1092 time: 0.7864041 Dec 08 17:10:05.408223 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2915934b-a9aa-44fe-9fcb-1b749e61ca0e', 'tag': '4f15bfb7-6b57-42e2-b062-707233f1f21f'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:10:05.410484 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33688f0a94a9db352de83aac38ec7a80f5ce35812a363759cff610bcc84c1346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7cd562-89ae-40a9-bbdd-3fb82e2e1bea" -d '{"events": [{"name": "network-changed", "server_uuid": "2915934b-a9aa-44fe-9fcb-1b749e61ca0e", "tag": "4f15bfb7-6b57-42e2-b062-707233f1f21f"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:10:05.433482 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce21c4a-a877-4766-878f-1a927baf787d service neutron] Pushing event updated for resources: {'Port': ['ID=4f15bfb7-6b57-42e2-b062-707233f1f21f,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:05.459808 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca96f19c-5aeb-4f5d-ac7c-0f02bf62dbaa x-openstack-request-id: req-ca96f19c-5aeb-4f5d-ac7c-0f02bf62dbaa {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:10:05.459808 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2915934b-a9aa-44fe-9fcb-1b749e61ca0e", "tag": "4f15bfb7-6b57-42e2-b062-707233f1f21f", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:10:05.459808 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ca96f19c-5aeb-4f5d-ac7c-0f02bf62dbaa {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:10:05.459808 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2915934b-a9aa-44fe-9fcb-1b749e61ca0e', 'tag': '4f15bfb7-6b57-42e2-b062-707233f1f21f', 'status': 'completed', 'code': 200} Dec 08 17:10:05.512732 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7cd562-89ae-40a9-bbdd-3fb82e2e1bea req-4598e1c2-3275-487c-abd3-f900adebb37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:10:05.514232 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bb7cd562-89ae-40a9-bbdd-3fb82e2e1bea req-4598e1c2-3275-487c-abd3-f900adebb37b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7c51015af1c84563a2118a776caaacbf&device_id=2915934b-a9aa-44fe-9fcb-1b749e61ca0e HTTP/1.1" status: 200 len: 1095 time: 0.0409455 Dec 08 17:10:05.612844 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7cd562-89ae-40a9-bbdd-3fb82e2e1bea req-09a56a25-012d-4d1d-a97e-305fb91e9a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:10:05.614360 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bb7cd562-89ae-40a9-bbdd-3fb82e2e1bea req-09a56a25-012d-4d1d-a97e-305fb91e9a8c service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=7c51015af1c84563a2118a776caaacbf&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0922122 Dec 08 17:10:05.710779 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7cd562-89ae-40a9-bbdd-3fb82e2e1bea req-537b7b7b-877b-4925-bdcd-f7cd598a1215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:10:05.712298 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bb7cd562-89ae-40a9-bbdd-3fb82e2e1bea req-537b7b7b-877b-4925-bdcd-f7cd598a1215 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0916011 Dec 08 17:10:05.787494 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac71bc5-d125-40c6-816b-053eb79b971c req-8d61c861-0264-4457-bb65-37ae837217ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:10:05.789178 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2ac71bc5-d125-40c6-816b-053eb79b971c req-8d61c861-0264-4457-bb65-37ae837217ab service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7c51015af1c84563a2118a776caaacbf&device_id=2915934b-a9aa-44fe-9fcb-1b749e61ca0e HTTP/1.1" status: 200 len: 1095 time: 0.0412600 Dec 08 17:10:05.831092 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2ac71bc5-d125-40c6-816b-053eb79b971c req-aec317c9-bf45-469b-8fff-7f024046698c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f15bfb7-6b57-42e2-b062-707233f1f21f HTTP/1.1" status: 200 len: 217 time: 0.0343013 Dec 08 17:10:05.879829 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac71bc5-d125-40c6-816b-053eb79b971c req-113bb137-0b04-409d-b158-4d51edc59968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:10:05.881304 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2ac71bc5-d125-40c6-816b-053eb79b971c req-113bb137-0b04-409d-b158-4d51edc59968 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=07c3ad39-963d-4612-8b1e-f1c7109664a1 HTTP/1.1" status: 200 len: 853 time: 0.0431676 Dec 08 17:10:05.917455 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2ac71bc5-d125-40c6-816b-053eb79b971c req-4913d642-3650-48f7-a822-491772664382 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e4265e09-3d33-470e-ab2b-2103a610ae4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291021 Dec 08 17:10:06.011253 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2ac71bc5-d125-40c6-816b-053eb79b971c req-eab3207c-6546-4a79-ba6b-17ac436c79a8 service neutron] 10.222.0.76 "GET /v2.0/networks/e4265e09-3d33-470e-ab2b-2103a610ae4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862107 Dec 08 17:10:06.107261 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2ac71bc5-d125-40c6-816b-053eb79b971c req-30e86c31-de48-41f0-b320-f8a3c59b93e5 service neutron] 10.222.0.76 "GET /v2.0/networks/e4265e09-3d33-470e-ab2b-2103a610ae4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891411 Dec 08 17:10:06.361473 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04dd1f5-d10c-4451-a562-b65545b6e8b0 req-08111d02-e3ad-4a48-8ff6-7e64067d4645 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:10:06.362938 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c04dd1f5-d10c-4451-a562-b65545b6e8b0 req-08111d02-e3ad-4a48-8ff6-7e64067d4645 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.64 "GET /v2.0/ports?device_id=2915934b-a9aa-44fe-9fcb-1b749e61ca0e HTTP/1.1" status: 200 len: 943 time: 0.0509346 Dec 08 17:10:06.412943 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c04dd1f5-d10c-4451-a562-b65545b6e8b0 req-58d0668d-27bf-409e-b584-d4904a8c2584 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5a7a304-bf6b-4368-94bf-722ba778e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408893 Dec 08 17:10:07.528815 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db06005-d9c2-4473-ab7c-a2cf74fba628 req-d485c627-e6ea-4b54-ab0f-8ee00a602514 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:10:07.530323 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5db06005-d9c2-4473-ab7c-a2cf74fba628 req-d485c627-e6ea-4b54-ab0f-8ee00a602514 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.64 "GET /v2.0/ports?device_id=2915934b-a9aa-44fe-9fcb-1b749e61ca0e HTTP/1.1" status: 200 len: 943 time: 0.0491533 Dec 08 17:10:07.581135 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5db06005-d9c2-4473-ab7c-a2cf74fba628 req-17cac346-4d10-4143-851e-82542d90b452 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5a7a304-bf6b-4368-94bf-722ba778e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449417 Dec 08 17:10:08.693337 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52204b9-1270-43b7-b6f6-375cff695d79 req-308f07e2-378f-4267-ac04-6dce56ebc83f tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:10:08.694842 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a52204b9-1270-43b7-b6f6-375cff695d79 req-308f07e2-378f-4267-ac04-6dce56ebc83f tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.64 "GET /v2.0/ports?device_id=2915934b-a9aa-44fe-9fcb-1b749e61ca0e HTTP/1.1" status: 200 len: 943 time: 0.0480361 Dec 08 17:10:08.741674 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a52204b9-1270-43b7-b6f6-375cff695d79 req-25ebcbb7-a777-452f-81fb-f259bb83f857 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5a7a304-bf6b-4368-94bf-722ba778e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408688 Dec 08 17:10:09.131120 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:09.854675 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e73023-781a-4c11-93f8-85a247c257a2 req-4a8ba87f-58f7-4bd4-a93a-539e5c68f249 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:10:09.856205 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f0e73023-781a-4c11-93f8-85a247c257a2 req-4a8ba87f-58f7-4bd4-a93a-539e5c68f249 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.64 "GET /v2.0/ports?device_id=2915934b-a9aa-44fe-9fcb-1b749e61ca0e HTTP/1.1" status: 200 len: 943 time: 0.0482466 Dec 08 17:10:09.902309 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f0e73023-781a-4c11-93f8-85a247c257a2 req-8c7993cd-1cb7-4075-99f3-af4b42b7f977 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5a7a304-bf6b-4368-94bf-722ba778e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395803 Dec 08 17:10:09.924314 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 4f15bfb7-6b57-42e2-b062-707233f1f21f details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 17:10:10.015588 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 4f15bfb7-6b57-42e2-b062-707233f1f21f, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=4f15bfb7-6b57-42e2-b062-707233f1f21f,segment=NetworkSegment(4def4860-452b-456b-9912-0a619710aec9),segment_id=4def4860-452b-456b-9912-0a619710aec9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:10:10.026595 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '4f15bfb7-6b57-42e2-b062-707233f1f21f', 'network_id': 'e4265e09-3d33-470e-ab2b-2103a610ae4e', 'port_id': '4f15bfb7-6b57-42e2-b062-707233f1f21f', 'mac_address': 'fa:16:3e:e2:b6:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07c3ad39-963d-4612-8b1e-f1c7109664a1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 17:10:10.066410 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:10.079299 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f15bfb7-6b57-42e2-b062-707233f1f21f {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:10:10.098265 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 4f15bfb7-6b57-42e2-b062-707233f1f21f, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=4f15bfb7-6b57-42e2-b062-707233f1f21f,segment=NetworkSegment(4def4860-452b-456b-9912-0a619710aec9),segment_id=4def4860-452b-456b-9912-0a619710aec9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:10:10.159390 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:10.206979 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=4f15bfb7-6b57-42e2-b062-707233f1f21f,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:10.444853 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['4f15bfb7-6b57-42e2-b062-707233f1f21f'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:10:11.020560 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59fef7f-cba1-47e5-b80f-d2cf0745ea40 req-1557e417-ee0e-46bd-aa6e-b655f24f1344 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:10:11.022014 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b59fef7f-cba1-47e5-b80f-d2cf0745ea40 req-1557e417-ee0e-46bd-aa6e-b655f24f1344 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.64 "GET /v2.0/ports?device_id=2915934b-a9aa-44fe-9fcb-1b749e61ca0e HTTP/1.1" status: 200 len: 944 time: 0.0526018 Dec 08 17:10:11.068819 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b59fef7f-cba1-47e5-b80f-d2cf0745ea40 req-7ee72336-847d-4a3f-921d-beb47c06084d tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5a7a304-bf6b-4368-94bf-722ba778e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407760 Dec 08 17:10:11.471744 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0a9dfdff-b71b-4574-a7a1-c3c72b8edb03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:11.925759 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 4f15bfb7-6b57-42e2-b062-707233f1f21f up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:10:12.033727 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port 4f15bfb7-6b57-42e2-b062-707233f1f21f completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 17:10:12.037911 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 4f15bfb7-6b57-42e2-b062-707233f1f21f triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:10:12.038299 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:12.118189 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:12.142078 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2915934b-a9aa-44fe-9fcb-1b749e61ca0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f15bfb7-6b57-42e2-b062-707233f1f21f'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:10:12.144447 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e972d80ca4ba26e60ff2132fe6d2147b95d4377dec9e0b14df2e9cad1c1848da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb43a278-3e3d-4979-851f-ab095f771a9f" -d '{"events": [{"server_uuid": "2915934b-a9aa-44fe-9fcb-1b749e61ca0e", "name": "network-vif-plugged", "status": "completed", "tag": "4f15bfb7-6b57-42e2-b062-707233f1f21f"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:10:12.160211 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 4f15bfb7-6b57-42e2-b062-707233f1f21f, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=4f15bfb7-6b57-42e2-b062-707233f1f21f,segment=NetworkSegment(4def4860-452b-456b-9912-0a619710aec9),segment_id=4def4860-452b-456b-9912-0a619710aec9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:10:12.183245 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e422d0c-2afc-4038-b9d5-4cc067541ee0 x-openstack-request-id: req-5e422d0c-2afc-4038-b9d5-4cc067541ee0 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:10:12.183543 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2915934b-a9aa-44fe-9fcb-1b749e61ca0e", "name": "network-vif-plugged", "status": "completed", "tag": "4f15bfb7-6b57-42e2-b062-707233f1f21f", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:10:12.183869 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5e422d0c-2afc-4038-b9d5-4cc067541ee0 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:10:12.184304 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2915934b-a9aa-44fe-9fcb-1b749e61ca0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f15bfb7-6b57-42e2-b062-707233f1f21f', 'code': 200} Dec 08 17:10:12.185188 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8153c760-3f38-475f-8871-498b52737ca0 req-a795ce06-dffb-410c-88a1-2a732ce7124e tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:10:12.187347 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8153c760-3f38-475f-8871-498b52737ca0 req-a795ce06-dffb-410c-88a1-2a732ce7124e tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.64 "GET /v2.0/ports?device_id=2915934b-a9aa-44fe-9fcb-1b749e61ca0e HTTP/1.1" status: 200 len: 944 time: 0.0503936 Dec 08 17:10:12.228399 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:12.237807 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8153c760-3f38-475f-8871-498b52737ca0 req-a88a22d5-4228-496d-8d8d-914bbb8c9001 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5a7a304-bf6b-4368-94bf-722ba778e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444534 Dec 08 17:10:12.278748 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=4f15bfb7-6b57-42e2-b062-707233f1f21f,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:12.289271 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be08c04b-9099-47a6-aa98-3b1b8b36afd0 req-0d4a7c48-fb06-4db3-80e9-41a0333c8077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:10:12.290814 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-be08c04b-9099-47a6-aa98-3b1b8b36afd0 req-0d4a7c48-fb06-4db3-80e9-41a0333c8077 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2915934b-a9aa-44fe-9fcb-1b749e61ca0e HTTP/1.1" status: 200 len: 1097 time: 0.0424466 Dec 08 17:10:12.334742 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-be08c04b-9099-47a6-aa98-3b1b8b36afd0 req-0c83876b-93f8-4627-a38a-daa983a297c5 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=a5a7a304-bf6b-4368-94bf-722ba778e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373065 Dec 08 17:10:13.368082 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab2704-67d3-4326-989a-9320638ea68c req-4b786854-cbab-4a0b-a4b0-a21481b5d516 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:10:13.369543 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67ab2704-67d3-4326-989a-9320638ea68c req-4b786854-cbab-4a0b-a4b0-a21481b5d516 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.64 "GET /v2.0/ports?device_id=2915934b-a9aa-44fe-9fcb-1b749e61ca0e HTTP/1.1" status: 200 len: 945 time: 0.0524914 Dec 08 17:10:13.759805 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67ab2704-67d3-4326-989a-9320638ea68c req-7a6dfa80-c283-4fb5-afe8-caca75a03c29 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5a7a304-bf6b-4368-94bf-722ba778e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3839731 Dec 08 17:10:13.789575 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-17c180fc-bf9e-4afd-9ef2-fbec6221c322 req-7aa49016-14dd-43eb-b36c-149e83292b09 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2915934b-a9aa-44fe-9fcb-1b749e61ca0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0489118 Dec 08 17:10:13.867202 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c180fc-bf9e-4afd-9ef2-fbec6221c322 req-853f11dc-ff5a-43f1-b569-5d16a3d9aae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:10:13.868714 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-17c180fc-bf9e-4afd-9ef2-fbec6221c322 req-853f11dc-ff5a-43f1-b569-5d16a3d9aae2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7c51015af1c84563a2118a776caaacbf&device_id=2915934b-a9aa-44fe-9fcb-1b749e61ca0e HTTP/1.1" status: 200 len: 1097 time: 0.0400960 Dec 08 17:10:13.973984 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c180fc-bf9e-4afd-9ef2-fbec6221c322 req-53c10662-958f-463c-9610-59a70af22a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:10:13.975464 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-17c180fc-bf9e-4afd-9ef2-fbec6221c322 req-53c10662-958f-463c-9610-59a70af22a63 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e4265e09-3d33-470e-ab2b-2103a610ae4e HTTP/1.1" status: 200 len: 914 time: 0.0875430 Dec 08 17:10:14.017881 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-17c180fc-bf9e-4afd-9ef2-fbec6221c322 req-1ee085c9-8ffd-434d-9359-30696b1aab88 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f15bfb7-6b57-42e2-b062-707233f1f21f HTTP/1.1" status: 200 len: 217 time: 0.0352705 Dec 08 17:10:14.072055 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c180fc-bf9e-4afd-9ef2-fbec6221c322 req-13f6ca8b-41d2-4970-a23a-84418693db9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:10:14.073535 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-17c180fc-bf9e-4afd-9ef2-fbec6221c322 req-13f6ca8b-41d2-4970-a23a-84418693db9f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=07c3ad39-963d-4612-8b1e-f1c7109664a1 HTTP/1.1" status: 200 len: 853 time: 0.0492518 Dec 08 17:10:14.109487 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-17c180fc-bf9e-4afd-9ef2-fbec6221c322 req-16cf4fad-c830-4dba-a254-1fb7d1484416 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e4265e09-3d33-470e-ab2b-2103a610ae4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290732 Dec 08 17:10:14.168927 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-36f017e2-3134-4f19-b4b3-7f8d9ed72ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:14.200864 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-17c180fc-bf9e-4afd-9ef2-fbec6221c322 req-c29f5930-b412-4b86-895d-5473425166f8 service neutron] 10.222.0.76 "GET /v2.0/networks/e4265e09-3d33-470e-ab2b-2103a610ae4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838819 Dec 08 17:10:14.297177 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-17c180fc-bf9e-4afd-9ef2-fbec6221c322 req-cbfbb51c-9e61-4d98-a0e3-289a1b77f770 service neutron] 10.222.0.76 "GET /v2.0/networks/e4265e09-3d33-470e-ab2b-2103a610ae4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891671 Dec 08 17:10:14.878551 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece64fb2-b9a6-4bfb-8796-892be64a7ad1 req-8f06d808-2a4c-40d1-a6d8-63483e263f0c tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:10:14.880040 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ece64fb2-b9a6-4bfb-8796-892be64a7ad1 req-8f06d808-2a4c-40d1-a6d8-63483e263f0c tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.64 "GET /v2.0/ports?device_id=2915934b-a9aa-44fe-9fcb-1b749e61ca0e HTTP/1.1" status: 200 len: 945 time: 0.0530248 Dec 08 17:10:14.927416 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ece64fb2-b9a6-4bfb-8796-892be64a7ad1 req-e52caba1-e0c9-431f-855a-302ba0114475 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5a7a304-bf6b-4368-94bf-722ba778e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414720 Dec 08 17:10:15.147960 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f15670-8859-49d5-9812-cf5b35bb308a req-ba542a63-0286-42ed-976b-cf1bf1602554 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:10:15.149478 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-97f15670-8859-49d5-9812-cf5b35bb308a req-ba542a63-0286-42ed-976b-cf1bf1602554 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.64 "GET /v2.0/networks?id=e4265e09-3d33-470e-ab2b-2103a610ae4e HTTP/1.1" status: 200 len: 813 time: 0.1018281 Dec 08 17:10:15.164074 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-97f15670-8859-49d5-9812-cf5b35bb308a req-54bd257f-6893-41cc-a48b-9be54713559e tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.64 "GET /v2.0/quotas/7c51015af1c84563a2118a776caaacbf HTTP/1.1" status: 200 len: 375 time: 0.0089192 Dec 08 17:10:15.212915 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-97f15670-8859-49d5-9812-cf5b35bb308a req-cfd96f6b-4a50-44d0-9f47-930334cc7be6 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c51015af1c84563a2118a776caaacbf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0437202 Dec 08 17:10:15.305705 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-97f15670-8859-49d5-9812-cf5b35bb308a req-362951e2-e8b3-416c-9ad4-e68edc2202f8 service neutron] 10.222.0.64 "GET /v2.0/networks/e4265e09-3d33-470e-ab2b-2103a610ae4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856080 Dec 08 17:10:15.399573 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-97f15670-8859-49d5-9812-cf5b35bb308a req-dd1ac9ee-9b59-4cb4-a31f-304426a16130 service neutron] 10.222.0.64 "GET /v2.0/networks/e4265e09-3d33-470e-ab2b-2103a610ae4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873466 Dec 08 17:10:15.460406 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:15.631182 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1e0e283b-d265-4f7b-ba8c-83872a9b60f5 req-d0bedd32-54c2-4195-85ee-dc94ea4d959a tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.64 "GET /v2.0/ports?device_id=f009509a-5838-474d-8fa6-68f00e8d2de9 HTTP/1.1" status: 200 len: 210 time: 0.0284586 Dec 08 17:10:16.728830 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-90a9b6bb-5577-4052-8635-ba7dfe3fe861 req-8b4e2f67-6ac9-42db-a439-8a63bceee949 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.64 "GET /v2.0/ports?device_id=f009509a-5838-474d-8fa6-68f00e8d2de9 HTTP/1.1" status: 200 len: 210 time: 0.0321259 Dec 08 17:10:16.971525 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:17.483836 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f15670-8859-49d5-9812-cf5b35bb308a req-c8395835-19c2-4100-9a76-ff0cddfe111f tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:10:17.488615 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-97f15670-8859-49d5-9812-cf5b35bb308a req-c8395835-19c2-4100-9a76-ff0cddfe111f tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.37 "GET /v2.0/networks?id=e4265e09-3d33-470e-ab2b-2103a610ae4e HTTP/1.1" status: 200 len: 813 time: 0.1012244 Dec 08 17:10:17.499063 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-97f15670-8859-49d5-9812-cf5b35bb308a req-9ff7d793-b4aa-4aa7-a613-ea1bdcbdafaf tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Request body: {'port': {'device_id': 'f009509a-5838-474d-8fa6-68f00e8d2de9', 'network_id': 'e4265e09-3d33-470e-ab2b-2103a610ae4e', 'admin_state_up': True, 'tenant_id': '7c51015af1c84563a2118a776caaacbf'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:10:17.605369 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:17.667865 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97f15670-8859-49d5-9812-cf5b35bb308a req-9ff7d793-b4aa-4aa7-a613-ea1bdcbdafaf tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Made reservation on behalf of 7c51015af1c84563a2118a776caaacbf for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:10:17.672170 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-97f15670-8859-49d5-9812-cf5b35bb308a req-9ff7d793-b4aa-4aa7-a613-ea1bdcbdafaf tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:17.803173 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-97f15670-8859-49d5-9812-cf5b35bb308a req-9ff7d793-b4aa-4aa7-a613-ea1bdcbdafaf tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Allocated IP 172.20.0.4 (e4265e09-3d33-470e-ab2b-2103a610ae4e/07c3ad39-963d-4612-8b1e-f1c7109664a1/5099cb83-3641-43d0-8fe9-9edab3172a64) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:10:17.832014 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6b5748a2-3f40-46dd-bae2-4b66adde4509 req-62108fb5-b3cf-4bd3-b655-ce10518ee9ac tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.64 "GET /v2.0/ports?device_id=f009509a-5838-474d-8fa6-68f00e8d2de9 HTTP/1.1" status: 200 len: 210 time: 0.0286992 Dec 08 17:10:17.960462 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-97f15670-8859-49d5-9812-cf5b35bb308a req-9ff7d793-b4aa-4aa7-a613-ea1bdcbdafaf tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:18.051805 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-97f15670-8859-49d5-9812-cf5b35bb308a req-9ff7d793-b4aa-4aa7-a613-ea1bdcbdafaf tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:18.063216 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['4f15bfb7-6b57-42e2-b062-707233f1f21f'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:10:18.095342 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97f15670-8859-49d5-9812-cf5b35bb308a req-9ff7d793-b4aa-4aa7-a613-ea1bdcbdafaf tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Network e4265e09-3d33-470e-ab2b-2103a610ae4e is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:10:18.100442 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-97f15670-8859-49d5-9812-cf5b35bb308a req-9ff7d793-b4aa-4aa7-a613-ea1bdcbdafaf tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:10:18.104207 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f15670-8859-49d5-9812-cf5b35bb308a req-9ff7d793-b4aa-4aa7-a613-ea1bdcbdafaf tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:10:18.111457 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff7d793-b4aa-4aa7-a613-ea1bdcbdafaf tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Pushing event updated for resources: {'Port': ['ID=5099cb83-3641-43d0-8fe9-9edab3172a64,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:18.162735 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f15670-8859-49d5-9812-cf5b35bb308a req-9ff7d793-b4aa-4aa7-a613-ea1bdcbdafaf tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:10:18.163357 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-97f15670-8859-49d5-9812-cf5b35bb308a req-9ff7d793-b4aa-4aa7-a613-ea1bdcbdafaf tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:18.242480 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-97f15670-8859-49d5-9812-cf5b35bb308a req-9ff7d793-b4aa-4aa7-a613-ea1bdcbdafaf tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7477608 Dec 08 17:10:18.255808 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-97f15670-8859-49d5-9812-cf5b35bb308a req-6051915c-c25a-4d4c-aa16-796abb7711dc service neutron] Request body: {'port': {'device_id': 'f009509a-5838-474d-8fa6-68f00e8d2de9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:10:18.313838 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-97f15670-8859-49d5-9812-cf5b35bb308a req-6051915c-c25a-4d4c-aa16-796abb7711dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:18.580130 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-97f15670-8859-49d5-9812-cf5b35bb308a req-6051915c-c25a-4d4c-aa16-796abb7711dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5099cb83-3641-43d0-8fe9-9edab3172a64 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:10:18.587435 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-97f15670-8859-49d5-9812-cf5b35bb308a req-6051915c-c25a-4d4c-aa16-796abb7711dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:18.599995 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-97f15670-8859-49d5-9812-cf5b35bb308a req-6051915c-c25a-4d4c-aa16-796abb7711dc service neutron] Transition to ACTIVE for port object 5099cb83-3641-43d0-8fe9-9edab3172a64 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 17:10:18.688769 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-97f15670-8859-49d5-9812-cf5b35bb308a req-6051915c-c25a-4d4c-aa16-796abb7711dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:18.744416 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6051915c-c25a-4d4c-aa16-796abb7711dc service neutron] Pushing event updated for resources: {'Port': ['ID=5099cb83-3641-43d0-8fe9-9edab3172a64,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:18.813965 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-97f15670-8859-49d5-9812-cf5b35bb308a req-6051915c-c25a-4d4c-aa16-796abb7711dc service neutron] Attempting to bind port 5099cb83-3641-43d0-8fe9-9edab3172a64 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:10:18.814667 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-97f15670-8859-49d5-9812-cf5b35bb308a req-6051915c-c25a-4d4c-aa16-796abb7711dc service neutron] Attempting to bind port 5099cb83-3641-43d0-8fe9-9edab3172a64 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '4def4860-452b-456b-9912-0a619710aec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e4265e09-3d33-470e-ab2b-2103a610ae4e'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:10:18.814667 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f15670-8859-49d5-9812-cf5b35bb308a req-6051915c-c25a-4d4c-aa16-796abb7711dc service neutron] Attempting to bind port 5099cb83-3641-43d0-8fe9-9edab3172a64 on network e4265e09-3d33-470e-ab2b-2103a610ae4e {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:10:18.818962 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f15670-8859-49d5-9812-cf5b35bb308a req-6051915c-c25a-4d4c-aa16-796abb7711dc service neutron] Port 5099cb83-3641-43d0-8fe9-9edab3172a64 on network e4265e09-3d33-470e-ab2b-2103a610ae4e not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 17:10:18.819292 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f15670-8859-49d5-9812-cf5b35bb308a req-6051915c-c25a-4d4c-aa16-796abb7711dc service neutron] Attempting to bind port 5099cb83-3641-43d0-8fe9-9edab3172a64 on network e4265e09-3d33-470e-ab2b-2103a610ae4e {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:10:18.824232 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f15670-8859-49d5-9812-cf5b35bb308a req-6051915c-c25a-4d4c-aa16-796abb7711dc service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:10:18.824618 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f15670-8859-49d5-9812-cf5b35bb308a req-6051915c-c25a-4d4c-aa16-796abb7711dc service neutron] Checking segment: {'id': '4def4860-452b-456b-9912-0a619710aec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e4265e09-3d33-470e-ab2b-2103a610ae4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:10:18.824951 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f15670-8859-49d5-9812-cf5b35bb308a req-6051915c-c25a-4d4c-aa16-796abb7711dc service neutron] Bound using segment: {'id': '4def4860-452b-456b-9912-0a619710aec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e4265e09-3d33-470e-ab2b-2103a610ae4e'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:10:18.825374 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-97f15670-8859-49d5-9812-cf5b35bb308a req-6051915c-c25a-4d4c-aa16-796abb7711dc service neutron] Bound port: 5099cb83-3641-43d0-8fe9-9edab3172a64, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4def4860-452b-456b-9912-0a619710aec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e4265e09-3d33-470e-ab2b-2103a610ae4e'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:10:18.825732 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-97f15670-8859-49d5-9812-cf5b35bb308a req-6051915c-c25a-4d4c-aa16-796abb7711dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:18.888989 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-97f15670-8859-49d5-9812-cf5b35bb308a req-6051915c-c25a-4d4c-aa16-796abb7711dc service neutron] For port 5099cb83-3641-43d0-8fe9-9edab3172a64, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:10:18.892785 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-97f15670-8859-49d5-9812-cf5b35bb308a req-6051915c-c25a-4d4c-aa16-796abb7711dc service neutron] For port 5099cb83-3641-43d0-8fe9-9edab3172a64, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=5099cb83-3641-43d0-8fe9-9edab3172a64,segment=NetworkSegment(4def4860-452b-456b-9912-0a619710aec9),segment_id=4def4860-452b-456b-9912-0a619710aec9)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:10:18.958316 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bab201-b0bc-437c-9509-432f7de1fcb7 req-91977008-0f67-49d0-b123-dd1abbbda4a5 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:10:18.959951 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a0bab201-b0bc-437c-9509-432f7de1fcb7 req-91977008-0f67-49d0-b123-dd1abbbda4a5 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.64 "GET /v2.0/ports?device_id=f009509a-5838-474d-8fa6-68f00e8d2de9 HTTP/1.1" status: 200 len: 943 time: 0.0571945 Dec 08 17:10:18.961580 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-97f15670-8859-49d5-9812-cf5b35bb308a req-6051915c-c25a-4d4c-aa16-796abb7711dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:19.019794 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f15670-8859-49d5-9812-cf5b35bb308a req-6051915c-c25a-4d4c-aa16-796abb7711dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:10:19.020566 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-97f15670-8859-49d5-9812-cf5b35bb308a req-6051915c-c25a-4d4c-aa16-796abb7711dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:19.021941 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-97f15670-8859-49d5-9812-cf5b35bb308a req-6051915c-c25a-4d4c-aa16-796abb7711dc service neutron] 10.222.0.37 "PUT /v2.0/ports/5099cb83-3641-43d0-8fe9-9edab3172a64 HTTP/1.1" status: 200 len: 1092 time: 0.7710524 Dec 08 17:10:19.024461 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f009509a-5838-474d-8fa6-68f00e8d2de9', 'tag': '5099cb83-3641-43d0-8fe9-9edab3172a64'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:10:19.026759 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33688f0a94a9db352de83aac38ec7a80f5ce35812a363759cff610bcc84c1346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b280e2-68cd-411e-a7b4-2d8378ef5c98" -d '{"events": [{"name": "network-changed", "server_uuid": "f009509a-5838-474d-8fa6-68f00e8d2de9", "tag": "5099cb83-3641-43d0-8fe9-9edab3172a64"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:10:19.065611 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c5c792-5408-4032-9576-e97da48d7d6f x-openstack-request-id: req-21c5c792-5408-4032-9576-e97da48d7d6f {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:10:19.065914 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f009509a-5838-474d-8fa6-68f00e8d2de9", "tag": "5099cb83-3641-43d0-8fe9-9edab3172a64", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:10:19.066175 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-21c5c792-5408-4032-9576-e97da48d7d6f {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:10:19.066585 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f009509a-5838-474d-8fa6-68f00e8d2de9', 'tag': '5099cb83-3641-43d0-8fe9-9edab3172a64', 'status': 'completed', 'code': 200} Dec 08 17:10:19.073209 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6051915c-c25a-4d4c-aa16-796abb7711dc service neutron] Pushing event updated for resources: {'Port': ['ID=5099cb83-3641-43d0-8fe9-9edab3172a64,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:19.079312 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a0bab201-b0bc-437c-9509-432f7de1fcb7 req-131425c0-8920-441a-a1be-7e754961fe0b tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5a7a304-bf6b-4368-94bf-722ba778e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050000 Dec 08 17:10:19.129983 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b280e2-68cd-411e-a7b4-2d8378ef5c98 req-d13abdfd-9c89-4818-8289-868dd9bf0148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:10:19.131418 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-91b280e2-68cd-411e-a7b4-2d8378ef5c98 req-d13abdfd-9c89-4818-8289-868dd9bf0148 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7c51015af1c84563a2118a776caaacbf&device_id=f009509a-5838-474d-8fa6-68f00e8d2de9 HTTP/1.1" status: 200 len: 1095 time: 0.0424786 Dec 08 17:10:19.231769 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b280e2-68cd-411e-a7b4-2d8378ef5c98 req-2dd82a28-67fb-40e4-a51a-e0363a8996a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:10:19.233789 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-91b280e2-68cd-411e-a7b4-2d8378ef5c98 req-2dd82a28-67fb-40e4-a51a-e0363a8996a1 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=7c51015af1c84563a2118a776caaacbf&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0938718 Dec 08 17:10:19.328350 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b280e2-68cd-411e-a7b4-2d8378ef5c98 req-09df9dbf-f944-4e2f-a1bc-e442e99f2737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:10:19.329841 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-91b280e2-68cd-411e-a7b4-2d8378ef5c98 req-09df9dbf-f944-4e2f-a1bc-e442e99f2737 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0895224 Dec 08 17:10:19.409838 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f15670-8859-49d5-9812-cf5b35bb308a req-4f76ee4e-abe8-4282-b002-5c89e9b3bec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:10:19.411223 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-97f15670-8859-49d5-9812-cf5b35bb308a req-4f76ee4e-abe8-4282-b002-5c89e9b3bec0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7c51015af1c84563a2118a776caaacbf&device_id=f009509a-5838-474d-8fa6-68f00e8d2de9 HTTP/1.1" status: 200 len: 1095 time: 0.0458741 Dec 08 17:10:19.453661 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-97f15670-8859-49d5-9812-cf5b35bb308a req-cfa71a22-bd32-4d51-9ca5-7672865c470c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5099cb83-3641-43d0-8fe9-9edab3172a64 HTTP/1.1" status: 200 len: 217 time: 0.0341494 Dec 08 17:10:19.502752 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f15670-8859-49d5-9812-cf5b35bb308a req-c31a9c5c-de6f-4e00-9678-da467c4d10e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:10:19.504195 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-97f15670-8859-49d5-9812-cf5b35bb308a req-c31a9c5c-de6f-4e00-9678-da467c4d10e8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=07c3ad39-963d-4612-8b1e-f1c7109664a1 HTTP/1.1" status: 200 len: 853 time: 0.0440497 Dec 08 17:10:19.540320 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-97f15670-8859-49d5-9812-cf5b35bb308a req-3da35bf3-46f8-4534-a241-fcaff3a77261 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e4265e09-3d33-470e-ab2b-2103a610ae4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282640 Dec 08 17:10:19.628095 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-97f15670-8859-49d5-9812-cf5b35bb308a req-19719504-8dad-4912-9356-d82a1ff39708 service neutron] 10.222.0.37 "GET /v2.0/networks/e4265e09-3d33-470e-ab2b-2103a610ae4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810003 Dec 08 17:10:19.720621 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-97f15670-8859-49d5-9812-cf5b35bb308a req-a45a822e-6f68-4487-8b8a-25eea6a8580c service neutron] 10.222.0.37 "GET /v2.0/networks/e4265e09-3d33-470e-ab2b-2103a610ae4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859683 Dec 08 17:10:20.196199 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb8a1ff-05ed-490b-976d-69ec07ecc2bd req-f11d8ad1-246e-443f-b506-006351238053 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:10:20.197724 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ccb8a1ff-05ed-490b-976d-69ec07ecc2bd req-f11d8ad1-246e-443f-b506-006351238053 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.64 "GET /v2.0/ports?device_id=f009509a-5838-474d-8fa6-68f00e8d2de9 HTTP/1.1" status: 200 len: 943 time: 0.0487285 Dec 08 17:10:20.249816 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ccb8a1ff-05ed-490b-976d-69ec07ecc2bd req-114c2c53-28b3-4532-a454-40a037a6f375 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5a7a304-bf6b-4368-94bf-722ba778e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457354 Dec 08 17:10:21.367483 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13afe69d-8574-4386-b992-a0f3b08f168b req-9c373aba-7317-4b2f-93a2-788eb80d5dc0 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:10:21.369031 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-13afe69d-8574-4386-b992-a0f3b08f168b req-9c373aba-7317-4b2f-93a2-788eb80d5dc0 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.64 "GET /v2.0/ports?device_id=f009509a-5838-474d-8fa6-68f00e8d2de9 HTTP/1.1" status: 200 len: 943 time: 0.0510058 Dec 08 17:10:21.417247 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-13afe69d-8574-4386-b992-a0f3b08f168b req-b30b69f5-b4d1-48a5-a74a-e8369a19ca9a tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5a7a304-bf6b-4368-94bf-722ba778e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418370 Dec 08 17:10:22.530763 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315dba8d-8b8a-47ae-87e2-e6590f9552ec req-72e8d4ba-625f-4af4-8895-ea7519f8c15c tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:10:22.532304 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-315dba8d-8b8a-47ae-87e2-e6590f9552ec req-72e8d4ba-625f-4af4-8895-ea7519f8c15c tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.64 "GET /v2.0/ports?device_id=f009509a-5838-474d-8fa6-68f00e8d2de9 HTTP/1.1" status: 200 len: 943 time: 0.0495474 Dec 08 17:10:22.578832 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-315dba8d-8b8a-47ae-87e2-e6590f9552ec req-ae3a3bae-80b3-404b-8bc1-5579a7a57832 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5a7a304-bf6b-4368-94bf-722ba778e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406489 Dec 08 17:10:22.624723 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 5099cb83-3641-43d0-8fe9-9edab3172a64 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 17:10:22.719347 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 5099cb83-3641-43d0-8fe9-9edab3172a64, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=5099cb83-3641-43d0-8fe9-9edab3172a64,segment=NetworkSegment(4def4860-452b-456b-9912-0a619710aec9),segment_id=4def4860-452b-456b-9912-0a619710aec9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:10:22.730599 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '5099cb83-3641-43d0-8fe9-9edab3172a64', 'network_id': 'e4265e09-3d33-470e-ab2b-2103a610ae4e', 'port_id': '5099cb83-3641-43d0-8fe9-9edab3172a64', 'mac_address': 'fa:16:3e:65:c4:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07c3ad39-963d-4612-8b1e-f1c7109664a1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 17:10:22.768155 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:22.781374 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5099cb83-3641-43d0-8fe9-9edab3172a64 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:10:22.804975 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 5099cb83-3641-43d0-8fe9-9edab3172a64, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=5099cb83-3641-43d0-8fe9-9edab3172a64,segment=NetworkSegment(4def4860-452b-456b-9912-0a619710aec9),segment_id=4def4860-452b-456b-9912-0a619710aec9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:10:22.902388 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:22.949474 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=5099cb83-3641-43d0-8fe9-9edab3172a64,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:22.957263 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:10:22.957619 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:10:22.957970 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:10:22.958315 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:10:22.958660 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:10:22.959000 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:10:22.959337 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:10:22.959673 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:10:22.960006 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:10:22.960368 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:10:22.960702 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:10:22.961033 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:10:22.961364 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:10:23.095402 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['5099cb83-3641-43d0-8fe9-9edab3172a64'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:10:23.694219 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e96fd-17d1-4b16-9ce9-fb115cd58eba req-65e69cd8-cc87-4d61-b900-ab314255d98a tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:10:23.695711 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-167e96fd-17d1-4b16-9ce9-fb115cd58eba req-65e69cd8-cc87-4d61-b900-ab314255d98a tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.64 "GET /v2.0/ports?device_id=f009509a-5838-474d-8fa6-68f00e8d2de9 HTTP/1.1" status: 200 len: 944 time: 0.0488088 Dec 08 17:10:23.741778 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-167e96fd-17d1-4b16-9ce9-fb115cd58eba req-d839a2e0-bf61-41c5-85dc-c047ff66b117 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5a7a304-bf6b-4368-94bf-722ba778e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401239 Dec 08 17:10:24.624552 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 5099cb83-3641-43d0-8fe9-9edab3172a64 up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:10:24.745698 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port 5099cb83-3641-43d0-8fe9-9edab3172a64 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 17:10:24.750241 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 5099cb83-3641-43d0-8fe9-9edab3172a64 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:10:24.750620 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:24.827794 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:24.849969 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f009509a-5838-474d-8fa6-68f00e8d2de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5099cb83-3641-43d0-8fe9-9edab3172a64'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:10:24.852254 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e972d80ca4ba26e60ff2132fe6d2147b95d4377dec9e0b14df2e9cad1c1848da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57146cff-fa37-4728-a867-3e4c38023160" -d '{"events": [{"server_uuid": "f009509a-5838-474d-8fa6-68f00e8d2de9", "name": "network-vif-plugged", "status": "completed", "tag": "5099cb83-3641-43d0-8fe9-9edab3172a64"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:10:24.857178 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e96a13-56e3-4f2d-a71f-17317f62d481 req-283a48a3-db60-4206-91b9-b5c49c3d686a tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:10:24.858760 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-37e96a13-56e3-4f2d-a71f-17317f62d481 req-283a48a3-db60-4206-91b9-b5c49c3d686a tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.64 "GET /v2.0/ports?device_id=f009509a-5838-474d-8fa6-68f00e8d2de9 HTTP/1.1" status: 200 len: 944 time: 0.0502939 Dec 08 17:10:24.864971 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 5099cb83-3641-43d0-8fe9-9edab3172a64, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=5099cb83-3641-43d0-8fe9-9edab3172a64,segment=NetworkSegment(4def4860-452b-456b-9912-0a619710aec9),segment_id=4def4860-452b-456b-9912-0a619710aec9)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:10:24.892072 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4bbafa7-c859-433b-a795-ae613dabcaf2 x-openstack-request-id: req-c4bbafa7-c859-433b-a795-ae613dabcaf2 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:10:24.892400 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f009509a-5838-474d-8fa6-68f00e8d2de9", "name": "network-vif-plugged", "status": "completed", "tag": "5099cb83-3641-43d0-8fe9-9edab3172a64", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:10:24.892660 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c4bbafa7-c859-433b-a795-ae613dabcaf2 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:10:24.893057 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f009509a-5838-474d-8fa6-68f00e8d2de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5099cb83-3641-43d0-8fe9-9edab3172a64', 'code': 200} Dec 08 17:10:24.909614 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-37e96a13-56e3-4f2d-a71f-17317f62d481 req-3d5dc0b3-5efc-444d-b3f1-8ec30e0fd922 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5a7a304-bf6b-4368-94bf-722ba778e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430479 Dec 08 17:10:24.929344 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:24.981580 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=5099cb83-3641-43d0-8fe9-9edab3172a64,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:24.990799 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a4950d-3902-4432-b7be-a74c2ed92374 req-f1dd1ad2-a357-4ac6-b9fd-5abbafd40719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:10:24.992442 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-24a4950d-3902-4432-b7be-a74c2ed92374 req-f1dd1ad2-a357-4ac6-b9fd-5abbafd40719 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f009509a-5838-474d-8fa6-68f00e8d2de9 HTTP/1.1" status: 200 len: 1097 time: 0.0449007 Dec 08 17:10:25.042403 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-24a4950d-3902-4432-b7be-a74c2ed92374 req-584f7b66-390f-4d52-bee5-6786f9bfbd7d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a5a7a304-bf6b-4368-94bf-722ba778e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397944 Dec 08 17:10:26.034908 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4250663-3718-497b-80b3-093fca9bf248 req-4ca633fe-1132-44ee-b757-4b9c7032aac6 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:10:26.036591 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c4250663-3718-497b-80b3-093fca9bf248 req-4ca633fe-1132-44ee-b757-4b9c7032aac6 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.64 "GET /v2.0/ports?device_id=f009509a-5838-474d-8fa6-68f00e8d2de9 HTTP/1.1" status: 200 len: 945 time: 0.0534792 Dec 08 17:10:26.086824 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c4250663-3718-497b-80b3-093fca9bf248 req-bfcf0c5b-211f-4c26-97ae-16e8efc51e9d tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5a7a304-bf6b-4368-94bf-722ba778e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440283 Dec 08 17:10:27.207802 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b939c20d-949a-4b20-9a3c-7f6000e5147e req-a71ddee4-3176-4a54-9e5c-facf66349c2c tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:10:27.209355 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b939c20d-949a-4b20-9a3c-7f6000e5147e req-a71ddee4-3176-4a54-9e5c-facf66349c2c tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.64 "GET /v2.0/ports?device_id=f009509a-5838-474d-8fa6-68f00e8d2de9 HTTP/1.1" status: 200 len: 945 time: 0.0526435 Dec 08 17:10:27.257204 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b939c20d-949a-4b20-9a3c-7f6000e5147e req-a9b5a96c-7581-4e17-9631-bd5133a3c86b tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5a7a304-bf6b-4368-94bf-722ba778e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418653 Dec 08 17:10:27.709053 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9374be68-9493-4000-be3c-f33c04882a13 req-7300f933-6082-4e48-8867-1c3821a81317 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:10:27.710578 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9374be68-9493-4000-be3c-f33c04882a13 req-7300f933-6082-4e48-8867-1c3821a81317 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.64 "GET /v2.0/ports?device_id=f009509a-5838-474d-8fa6-68f00e8d2de9 HTTP/1.1" status: 200 len: 945 time: 0.0492530 Dec 08 17:10:27.757847 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9374be68-9493-4000-be3c-f33c04882a13 req-0d1113b7-2a7a-4598-87dc-9587402b3c04 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5a7a304-bf6b-4368-94bf-722ba778e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413349 Dec 08 17:10:28.874259 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c0cca-b012-418c-9fba-4602f2a9e207 req-d52e5e56-9ef7-4410-9b4d-9a4c1853eecc tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:10:28.875723 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-969c0cca-b012-418c-9fba-4602f2a9e207 req-d52e5e56-9ef7-4410-9b4d-9a4c1853eecc tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.64 "GET /v2.0/ports?device_id=f009509a-5838-474d-8fa6-68f00e8d2de9 HTTP/1.1" status: 200 len: 945 time: 0.0480852 Dec 08 17:10:28.925925 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-969c0cca-b012-418c-9fba-4602f2a9e207 req-ec4d91f2-f08d-41cf-9318-a308e271a274 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5a7a304-bf6b-4368-94bf-722ba778e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441864 Dec 08 17:10:28.997992 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300696b-b40c-452c-a5b2-b8b60e64299f req-fd40231d-5baf-4717-987f-7b9292781233 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:10:28.999536 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2300696b-b40c-452c-a5b2-b8b60e64299f req-fd40231d-5baf-4717-987f-7b9292781233 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.37 "GET /v2.0/ports?device_id=f009509a-5838-474d-8fa6-68f00e8d2de9 HTTP/1.1" status: 200 len: 945 time: 0.0525236 Dec 08 17:10:29.088007 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-2300696b-b40c-452c-a5b2-b8b60e64299f req-3b72e0d6-46b2-41fe-8071-2186d42b4649 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Deleting port 5099cb83-3641-43d0-8fe9-9edab3172a64 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:10:29.088299 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2300696b-b40c-452c-a5b2-b8b60e64299f req-3b72e0d6-46b2-41fe-8071-2186d42b4649 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:29.179959 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-2300696b-b40c-452c-a5b2-b8b60e64299f req-3b72e0d6-46b2-41fe-8071-2186d42b4649 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] For port 5099cb83-3641-43d0-8fe9-9edab3172a64, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=5099cb83-3641-43d0-8fe9-9edab3172a64,segment=NetworkSegment(4def4860-452b-456b-9912-0a619710aec9),segment_id=4def4860-452b-456b-9912-0a619710aec9)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:10:29.180361 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2300696b-b40c-452c-a5b2-b8b60e64299f req-3b72e0d6-46b2-41fe-8071-2186d42b4649 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:29.193159 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-2300696b-b40c-452c-a5b2-b8b60e64299f req-3b72e0d6-46b2-41fe-8071-2186d42b4649 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Calling delete_port for 5099cb83-3641-43d0-8fe9-9edab3172a64 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:10:29.368436 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2300696b-b40c-452c-a5b2-b8b60e64299f req-3b72e0d6-46b2-41fe-8071-2186d42b4649 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:29.381267 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['5099cb83-3641-43d0-8fe9-9edab3172a64'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:10:29.383494 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['4f15bfb7-6b57-42e2-b062-707233f1f21f'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:10:29.398466 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b72e0d6-46b2-41fe-8071-2186d42b4649 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Pushing event deleted for resources: {'Port': ['ID=5099cb83-3641-43d0-8fe9-9edab3172a64,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:29.439079 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-2300696b-b40c-452c-a5b2-b8b60e64299f req-3b72e0d6-46b2-41fe-8071-2186d42b4649 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] No DVR routers for this DVR port 5099cb83-3641-43d0-8fe9-9edab3172a64 on host n-h2-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:10:29.442256 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2300696b-b40c-452c-a5b2-b8b60e64299f req-3b72e0d6-46b2-41fe-8071-2186d42b4649 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:29.445737 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2300696b-b40c-452c-a5b2-b8b60e64299f req-3b72e0d6-46b2-41fe-8071-2186d42b4649 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.37 "DELETE /v2.0/ports/5099cb83-3641-43d0-8fe9-9edab3172a64 HTTP/1.1" status: 204 len: 173 time: 0.4404125 Dec 08 17:10:29.446195 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f009509a-5838-474d-8fa6-68f00e8d2de9', 'name': 'network-vif-deleted', 'tag': '5099cb83-3641-43d0-8fe9-9edab3172a64'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:10:29.448539 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33688f0a94a9db352de83aac38ec7a80f5ce35812a363759cff610bcc84c1346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f89b06-a0a3-45bb-afac-c328954492ca" -d '{"events": [{"server_uuid": "f009509a-5838-474d-8fa6-68f00e8d2de9", "name": "network-vif-deleted", "tag": "5099cb83-3641-43d0-8fe9-9edab3172a64"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:10:29.489186 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914d5409-e9c1-400d-bdb8-1a2509472283 x-openstack-request-id: req-914d5409-e9c1-400d-bdb8-1a2509472283 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:10:29.489493 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f009509a-5838-474d-8fa6-68f00e8d2de9", "name": "network-vif-deleted", "tag": "5099cb83-3641-43d0-8fe9-9edab3172a64", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:10:29.489753 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-914d5409-e9c1-400d-bdb8-1a2509472283 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:10:29.490163 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f009509a-5838-474d-8fa6-68f00e8d2de9', 'name': 'network-vif-deleted', 'tag': '5099cb83-3641-43d0-8fe9-9edab3172a64', 'status': 'completed', 'code': 200} Dec 08 17:10:30.042862 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d001ba8c-b0f9-4b8c-9e7d-760c43d26d2e req-a3a82388-c21c-4c0c-8502-dae6c85019ad tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.64 "GET /v2.0/ports?device_id=f009509a-5838-474d-8fa6-68f00e8d2de9 HTTP/1.1" status: 200 len: 210 time: 0.0271053 Dec 08 17:10:31.194575 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97bfdfb-c73b-456b-86e9-5e857b3444b2 req-31724619-732d-4d05-89f5-a8aa7e82b406 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:10:31.196056 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d97bfdfb-c73b-456b-86e9-5e857b3444b2 req-31724619-732d-4d05-89f5-a8aa7e82b406 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.64 "GET /v2.0/ports?device_id=2915934b-a9aa-44fe-9fcb-1b749e61ca0e HTTP/1.1" status: 200 len: 945 time: 0.0520165 Dec 08 17:10:31.242347 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d97bfdfb-c73b-456b-86e9-5e857b3444b2 req-84a3565d-fbb1-4247-8293-20b2b2bf1991 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5a7a304-bf6b-4368-94bf-722ba778e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403848 Dec 08 17:10:31.374302 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda496b-761b-4b33-b42e-3b3fb6d2d386 req-4517f3d0-73de-4cb5-b4ba-91181ffa7822 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:10:31.375733 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0bda496b-761b-4b33-b42e-3b3fb6d2d386 req-4517f3d0-73de-4cb5-b4ba-91181ffa7822 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.64 "GET /v2.0/ports?device_id=2915934b-a9aa-44fe-9fcb-1b749e61ca0e HTTP/1.1" status: 200 len: 945 time: 0.0503488 Dec 08 17:10:31.423107 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0bda496b-761b-4b33-b42e-3b3fb6d2d386 req-897fbd8c-342d-431b-95bd-350be8b74f55 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5a7a304-bf6b-4368-94bf-722ba778e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413628 Dec 08 17:10:31.538452 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a46578-f933-4035-879b-6a924fc83314 req-4154d666-60ba-4abf-8e14-510e260bb81b tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:10:31.539981 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-67a46578-f933-4035-879b-6a924fc83314 req-4154d666-60ba-4abf-8e14-510e260bb81b tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.64 "GET /v2.0/ports?device_id=2915934b-a9aa-44fe-9fcb-1b749e61ca0e HTTP/1.1" status: 200 len: 945 time: 0.0491261 Dec 08 17:10:31.591711 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-67a46578-f933-4035-879b-6a924fc83314 req-a506b2d2-9072-4146-b4bb-9318cf34fcf6 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5a7a304-bf6b-4368-94bf-722ba778e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450623 Dec 08 17:10:31.757118 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa57ef3-78e7-4dcb-b6b5-2fed5a4fd201 req-c424b538-4659-4d32-aed5-d74b14eedb69 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:10:31.758621 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9fa57ef3-78e7-4dcb-b6b5-2fed5a4fd201 req-c424b538-4659-4d32-aed5-d74b14eedb69 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.64 "GET /v2.0/ports?device_id=2915934b-a9aa-44fe-9fcb-1b749e61ca0e HTTP/1.1" status: 200 len: 945 time: 0.0487318 Dec 08 17:10:31.805097 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9fa57ef3-78e7-4dcb-b6b5-2fed5a4fd201 req-89a44f65-f8a8-468d-8d16-86125e2ef66e tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5a7a304-bf6b-4368-94bf-722ba778e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406141 Dec 08 17:10:31.921815 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a60fbf9-0023-4f05-ac7f-ac6bee896c60 req-f57f3ac6-2af5-406c-930f-1f923d2de44d tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:10:31.923210 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4a60fbf9-0023-4f05-ac7f-ac6bee896c60 req-f57f3ac6-2af5-406c-930f-1f923d2de44d tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.64 "GET /v2.0/ports?device_id=2915934b-a9aa-44fe-9fcb-1b749e61ca0e HTTP/1.1" status: 200 len: 945 time: 0.0528991 Dec 08 17:10:31.970910 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4a60fbf9-0023-4f05-ac7f-ac6bee896c60 req-faaaf6b3-db28-4958-b9a8-d772075b5e20 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5a7a304-bf6b-4368-94bf-722ba778e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416746 Dec 08 17:10:32.095381 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2867e6-b95f-447f-83a6-25a43eae396e req-84091b24-0ead-4d0b-b117-1aee3d31d66e tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:10:32.096897 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bc2867e6-b95f-447f-83a6-25a43eae396e req-84091b24-0ead-4d0b-b117-1aee3d31d66e tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.64 "GET /v2.0/ports?device_id=2915934b-a9aa-44fe-9fcb-1b749e61ca0e HTTP/1.1" status: 200 len: 945 time: 0.0490854 Dec 08 17:10:32.145058 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bc2867e6-b95f-447f-83a6-25a43eae396e req-ac1f2f5f-811b-41ee-b886-163556353197 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5a7a304-bf6b-4368-94bf-722ba778e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422015 Dec 08 17:10:32.656705 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7afa155-ea8a-47c1-b844-9b098affe721 req-e3bf192b-13d0-472f-a180-d529f02b8802 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:10:32.658201 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e7afa155-ea8a-47c1-b844-9b098affe721 req-e3bf192b-13d0-472f-a180-d529f02b8802 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.64 "GET /v2.0/ports?device_id=2915934b-a9aa-44fe-9fcb-1b749e61ca0e HTTP/1.1" status: 200 len: 945 time: 0.0497792 Dec 08 17:10:32.708305 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e7afa155-ea8a-47c1-b844-9b098affe721 req-9bcc22f5-321f-4163-bcdb-d36b5bf3ef7b tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5a7a304-bf6b-4368-94bf-722ba778e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441563 Dec 08 17:10:33.825974 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf96c6-6066-4e76-b8c6-d18efd081005 req-98b6e31e-3283-4ed1-acaa-c2949e8534e0 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:10:33.828089 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-49cf96c6-6066-4e76-b8c6-d18efd081005 req-98b6e31e-3283-4ed1-acaa-c2949e8534e0 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.64 "GET /v2.0/ports?device_id=2915934b-a9aa-44fe-9fcb-1b749e61ca0e HTTP/1.1" status: 200 len: 945 time: 0.0487871 Dec 08 17:10:33.874695 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-49cf96c6-6066-4e76-b8c6-d18efd081005 req-3722b083-4060-47fb-9e90-ffb430242592 tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.64 "GET /v2.0/security-groups?id=a5a7a304-bf6b-4368-94bf-722ba778e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405958 Dec 08 17:10:34.135419 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ed921e-3a18-4138-afb3-92b7b1da5ef6 req-41be8247-bbbf-4049-b715-7942652b21fd tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:10:34.136920 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a2ed921e-3a18-4138-afb3-92b7b1da5ef6 req-41be8247-bbbf-4049-b715-7942652b21fd tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.76 "GET /v2.0/ports?device_id=2915934b-a9aa-44fe-9fcb-1b749e61ca0e HTTP/1.1" status: 200 len: 945 time: 0.0486126 Dec 08 17:10:34.224240 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-a2ed921e-3a18-4138-afb3-92b7b1da5ef6 req-e03107ff-ee23-4ae0-aaf7-7799c9a0ba8a tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Deleting port 4f15bfb7-6b57-42e2-b062-707233f1f21f {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:10:34.224585 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a2ed921e-3a18-4138-afb3-92b7b1da5ef6 req-e03107ff-ee23-4ae0-aaf7-7799c9a0ba8a tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:34.316921 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-a2ed921e-3a18-4138-afb3-92b7b1da5ef6 req-e03107ff-ee23-4ae0-aaf7-7799c9a0ba8a tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] For port 4f15bfb7-6b57-42e2-b062-707233f1f21f, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=4f15bfb7-6b57-42e2-b062-707233f1f21f,segment=NetworkSegment(4def4860-452b-456b-9912-0a619710aec9),segment_id=4def4860-452b-456b-9912-0a619710aec9)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:10:34.317443 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a2ed921e-3a18-4138-afb3-92b7b1da5ef6 req-e03107ff-ee23-4ae0-aaf7-7799c9a0ba8a tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:34.330140 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-a2ed921e-3a18-4138-afb3-92b7b1da5ef6 req-e03107ff-ee23-4ae0-aaf7-7799c9a0ba8a tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Calling delete_port for 4f15bfb7-6b57-42e2-b062-707233f1f21f owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:10:34.475925 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:10:34.559154 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a2ed921e-3a18-4138-afb3-92b7b1da5ef6 req-e03107ff-ee23-4ae0-aaf7-7799c9a0ba8a tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:34.571924 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['4f15bfb7-6b57-42e2-b062-707233f1f21f'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:10:34.586233 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03107ff-ee23-4ae0-aaf7-7799c9a0ba8a tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Pushing event deleted for resources: {'Port': ['ID=4f15bfb7-6b57-42e2-b062-707233f1f21f,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:34.629379 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ed921e-3a18-4138-afb3-92b7b1da5ef6 req-e03107ff-ee23-4ae0-aaf7-7799c9a0ba8a tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] No DVR routers for this DVR port 4f15bfb7-6b57-42e2-b062-707233f1f21f on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:10:34.632071 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a2ed921e-3a18-4138-afb3-92b7b1da5ef6 req-e03107ff-ee23-4ae0-aaf7-7799c9a0ba8a tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:34.635513 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a2ed921e-3a18-4138-afb3-92b7b1da5ef6 req-e03107ff-ee23-4ae0-aaf7-7799c9a0ba8a tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.76 "DELETE /v2.0/ports/4f15bfb7-6b57-42e2-b062-707233f1f21f HTTP/1.1" status: 204 len: 173 time: 0.4918106 Dec 08 17:10:34.635958 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2915934b-a9aa-44fe-9fcb-1b749e61ca0e', 'name': 'network-vif-deleted', 'tag': '4f15bfb7-6b57-42e2-b062-707233f1f21f'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:10:34.638284 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33688f0a94a9db352de83aac38ec7a80f5ce35812a363759cff610bcc84c1346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1de2e2a-d84e-41df-9ae9-28b451fef9cf" -d '{"events": [{"server_uuid": "2915934b-a9aa-44fe-9fcb-1b749e61ca0e", "name": "network-vif-deleted", "tag": "4f15bfb7-6b57-42e2-b062-707233f1f21f"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:10:34.657592 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 5099cb83-3641-43d0-8fe9-9edab3172a64 no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:10:34.681072 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9add8e3b-b70f-4674-ae21-2ba7d9e5ac96 x-openstack-request-id: req-9add8e3b-b70f-4674-ae21-2ba7d9e5ac96 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:10:34.681376 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2915934b-a9aa-44fe-9fcb-1b749e61ca0e", "name": "network-vif-deleted", "tag": "4f15bfb7-6b57-42e2-b062-707233f1f21f", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:10:34.681638 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9add8e3b-b70f-4674-ae21-2ba7d9e5ac96 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:10:34.682041 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: 5099cb83-3641-43d0-8fe9-9edab3172a64 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:10:34.682236 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2915934b-a9aa-44fe-9fcb-1b749e61ca0e', 'name': 'network-vif-deleted', 'tag': '4f15bfb7-6b57-42e2-b062-707233f1f21f', 'status': 'completed', 'code': 200} Dec 08 17:10:34.682462 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 5099cb83-3641-43d0-8fe9-9edab3172a64 not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:10:34.987056 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4179fa90-32fa-4b19-a126-7ae5a159bca7 req-e2384b03-ffe7-442f-9b19-c4cc03aff1fe tempest-ServersNegativeTestJSON-1974640926 tempest-ServersNegativeTestJSON-1974640926-project] 10.222.0.64 "GET /v2.0/ports?device_id=2915934b-a9aa-44fe-9fcb-1b749e61ca0e HTTP/1.1" status: 200 len: 210 time: 0.0314698 Dec 08 17:10:35.159190 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:36.050924 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41416) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:10:36.095279 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf514853-4faf-4aba-b232-550c7d31febe admin admin] Deleting subnet 07c3ad39-963d-4612-8b1e-f1c7109664a1 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 17:10:36.098272 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cf514853-4faf-4aba-b232-550c7d31febe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:36.136410 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cf514853-4faf-4aba-b232-550c7d31febe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:36.175281 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cf514853-4faf-4aba-b232-550c7d31febe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:36.302099 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cf514853-4faf-4aba-b232-550c7d31febe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:36.327758 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf514853-4faf-4aba-b232-550c7d31febe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07c3ad39-963d-4612-8b1e-f1c7109664a1,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:36.331531 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cf514853-4faf-4aba-b232-550c7d31febe admin admin] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:36.334765 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-cf514853-4faf-4aba-b232-550c7d31febe admin admin] 10.222.0.64 "DELETE /v2.0/subnets/07c3ad39-963d-4612-8b1e-f1c7109664a1 HTTP/1.1" status: 204 len: 168 time: 0.2828317 Dec 08 17:10:36.337256 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41418) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:10:36.409796 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-62f5ed1d-341b-4147-a55d-b45381f44032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:36.486546 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-62f5ed1d-341b-4147-a55d-b45381f44032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:36.506573 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-62f5ed1d-341b-4147-a55d-b45381f44032 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4265e09-3d33-470e-ab2b-2103a610ae4e']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:10:36.516160 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-62f5ed1d-341b-4147-a55d-b45381f44032 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4def4860-452b-456b-9912-0a619710aec9') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:10:36.516489 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-62f5ed1d-341b-4147-a55d-b45381f44032 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4def4860-452b-456b-9912-0a619710aec9') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:10:36.530347 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-62f5ed1d-341b-4147-a55d-b45381f44032 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:36.543290 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-62f5ed1d-341b-4147-a55d-b45381f44032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:36.549113 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62f5ed1d-341b-4147-a55d-b45381f44032 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 17:10:36.549499 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-62f5ed1d-341b-4147-a55d-b45381f44032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:36.551106 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 17:10:36.551106 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 17:10:36.551106 n-d-776250-12 neutron-server[110550]: timer() Dec 08 17:10:36.551106 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 17:10:36.551106 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 17:10:36.551106 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 17:10:36.551106 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 17:10:36.551106 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 17:10:36.551106 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 17:10:36.551106 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 17:10:36.551106 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 17:10:36.551106 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 17:10:36.551106 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 17:10:36.551106 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 17:10:36.551106 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 17:10:36.551106 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 17:10:36.551106 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 17:10:36.551106 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 17:10:36.551106 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 17:10:36.551106 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 17:10:36.551106 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 17:10:36.551106 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 17:10:36.551106 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 17:10:36.551106 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 17:10:36.551106 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 17:10:36.551106 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 17:10:36.551106 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 17:10:36.551106 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 17:10:36.551106 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 17:10:36.551106 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 17:10:36.551106 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 17:10:36.551106 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 17:10:36.660411 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-62f5ed1d-341b-4147-a55d-b45381f44032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:36.666092 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-62f5ed1d-341b-4147-a55d-b45381f44032 admin admin] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:36.671674 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-62f5ed1d-341b-4147-a55d-b45381f44032 admin admin] 10.222.0.64 "DELETE /v2.0/networks/e4265e09-3d33-470e-ab2b-2103a610ae4e HTTP/1.1" status: 204 len: 168 time: 0.3311739 Dec 08 17:10:36.680732 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f5ed1d-341b-4147-a55d-b45381f44032 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4265e09-3d33-470e-ab2b-2103a610ae4e,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:36.989235 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41422) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:10:37.030311 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-43dc1883-6a31-451c-a5d7-9f7d50969c5d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7c51015af1c84563a2118a776caaacbf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0405366 Dec 08 17:10:37.032922 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41424) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:10:37.079106 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-086dd617-2e84-4963-82ac-7b18ec558bc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:37.099475 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-086dd617-2e84-4963-82ac-7b18ec558bc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:37.238974 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-086dd617-2e84-4963-82ac-7b18ec558bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:37.241631 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-086dd617-2e84-4963-82ac-7b18ec558bc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:37.242816 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-086dd617-2e84-4963-82ac-7b18ec558bc3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a5a7a304-bf6b-4368-94bf-722ba778e961 HTTP/1.1" status: 204 len: 168 time: 0.2089851 Dec 08 17:10:37.251410 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086dd617-2e84-4963-82ac-7b18ec558bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a7a304-bf6b-4368-94bf-722ba778e961,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:38.048192 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 4f15bfb7-6b57-42e2-b062-707233f1f21f no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:10:38.067673 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: 4f15bfb7-6b57-42e2-b062-707233f1f21f {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:10:38.068021 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 4f15bfb7-6b57-42e2-b062-707233f1f21f not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:10:38.252960 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41446) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:10:38.345211 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-587675db-490e-4b6a-a673-2eac4429a34b tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1328985133'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:10:38.444678 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587675db-490e-4b6a-a673-2eac4429a34b tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Made reservation on behalf of f301cd1c7bc745ef8a9c0a433ee5899f for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:10:38.448139 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-587675db-490e-4b6a-a673-2eac4429a34b tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:38.457467 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-587675db-490e-4b6a-a673-2eac4429a34b tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:38.529974 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-587675db-490e-4b6a-a673-2eac4429a34b tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:38.570394 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-587675db-490e-4b6a-a673-2eac4429a34b tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:38.599699 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-587675db-490e-4b6a-a673-2eac4429a34b tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 17:10:38.605204 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587675db-490e-4b6a-a673-2eac4429a34b tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36b23eac-90d7-4e2f-a24e-72f9c644f8ac,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:38.613881 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-587675db-490e-4b6a-a673-2eac4429a34b tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:38.614018 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-587675db-490e-4b6a-a673-2eac4429a34b tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Added segment c3df82d7-7b6a-49ff-8487-2be860115e47 of type vlan for network 6d8bad46-d9a8-4097-85d0-7dfd4f955a3f Dec 08 17:10:38.653522 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-587675db-490e-4b6a-a673-2eac4429a34b tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:38.707629 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-587675db-490e-4b6a-a673-2eac4429a34b tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:38.713356 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587675db-490e-4b6a-a673-2eac4429a34b tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:10:38.713948 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-587675db-490e-4b6a-a673-2eac4429a34b tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:38.781832 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587675db-490e-4b6a-a673-2eac4429a34b tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Pushing event updated for resources: {'Network': ['ID=6d8bad46-d9a8-4097-85d0-7dfd4f955a3f,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:38.792856 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 6d8bad46-d9a8-4097-85d0-7dfd4f955a3f details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 17:10:38.857346 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-587675db-490e-4b6a-a673-2eac4429a34b tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6032817 Dec 08 17:10:39.168433 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:41.478951 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-895015fe-ce61-4977-a54c-0ff933eab899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:42.220282 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41450) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:10:42.225341 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-ac59a428-78e5-4783-8eaa-6677572081d7 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Request body: {'subnet': {'network_id': '6d8bad46-d9a8-4097-85d0-7dfd4f955a3f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:10:42.375962 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac59a428-78e5-4783-8eaa-6677572081d7 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Made reservation on behalf of f301cd1c7bc745ef8a9c0a433ee5899f for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:10:42.379602 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ac59a428-78e5-4783-8eaa-6677572081d7 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:42.616377 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ac59a428-78e5-4783-8eaa-6677572081d7 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:42.675180 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac59a428-78e5-4783-8eaa-6677572081d7 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Pushing event updated for resources: {'Subnet': ['ID=0a51fc39-3914-4e77-87fa-9bc4e6920b03,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:42.697290 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac59a428-78e5-4783-8eaa-6677572081d7 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Checking segment: {'id': 'c3df82d7-7b6a-49ff-8487-2be860115e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '6d8bad46-d9a8-4097-85d0-7dfd4f955a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:10:42.697658 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac59a428-78e5-4783-8eaa-6677572081d7 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Network hostable DHCP agents. Network: 6d8bad46-d9a8-4097-85d0-7dfd4f955a3f, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 17:10:42.785604 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac59a428-78e5-4783-8eaa-6677572081d7 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Network 6d8bad46-d9a8-4097-85d0-7dfd4f955a3f is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 17:10:42.871126 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-ac59a428-78e5-4783-8eaa-6677572081d7 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 6d8bad46-d9a8-4097-85d0-7dfd4f955a3f) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:10:42.875308 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac59a428-78e5-4783-8eaa-6677572081d7 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:10:42.875979 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ac59a428-78e5-4783-8eaa-6677572081d7 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:42.880522 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29437bf8-b072-40b2-bc09-b97087698bf0 None None] Network 6d8bad46-d9a8-4097-85d0-7dfd4f955a3f requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:10:42.971969 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ac59a428-78e5-4783-8eaa-6677572081d7 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7503302 Dec 08 17:10:42.974086 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d59a00-e3a9-4b4c-a560-e9c2f80f4c73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-6d8bad46-d9a8-4097-85d0-7dfd4f955a3f', 'network_id': '6d8bad46-d9a8-4097-85d0-7dfd4f955a3f', 'project_id': 'f301cd1c7bc745ef8a9c0a433ee5899f', 'fixed_ips': [{'subnet_id': '0a51fc39-3914-4e77-87fa-9bc4e6920b03'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 17:10:42.974941 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e0d59a00-e3a9-4b4c-a560-e9c2f80f4c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:42.975450 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41452) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:10:42.980496 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-00e20223-20e8-4095-96b0-add794df8281 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1135913268'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:10:43.067799 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e20223-20e8-4095-96b0-add794df8281 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Made reservation on behalf of f301cd1c7bc745ef8a9c0a433ee5899f for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:10:43.071677 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-00e20223-20e8-4095-96b0-add794df8281 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:43.097125 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00e20223-20e8-4095-96b0-add794df8281 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 17:10:43.105871 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-00e20223-20e8-4095-96b0-add794df8281 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:43.106216 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-00e20223-20e8-4095-96b0-add794df8281 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Added segment b342acc8-bdb6-41a6-90aa-0c90870741ea of type vlan for network d57b6769-fcd3-42c7-849f-4ede0e13062e Dec 08 17:10:43.109365 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-e0d59a00-e3a9-4b4c-a560-e9c2f80f4c73 None None] Allocated IP 2001:db8:0:ffff::2 (6d8bad46-d9a8-4097-85d0-7dfd4f955a3f/0a51fc39-3914-4e77-87fa-9bc4e6920b03/b9715156-e763-4199-9a55-b4f0a6638cf9) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:10:43.147038 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-00e20223-20e8-4095-96b0-add794df8281 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:43.251760 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e0d59a00-e3a9-4b4c-a560-e9c2f80f4c73 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:43.260079 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-00e20223-20e8-4095-96b0-add794df8281 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:43.266353 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e20223-20e8-4095-96b0-add794df8281 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:10:43.266935 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-00e20223-20e8-4095-96b0-add794df8281 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:43.325343 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e0d59a00-e3a9-4b4c-a560-e9c2f80f4c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:43.364203 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d59a00-e3a9-4b4c-a560-e9c2f80f4c73 None None] Network 6d8bad46-d9a8-4097-85d0-7dfd4f955a3f is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:10:43.369022 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-e0d59a00-e3a9-4b4c-a560-e9c2f80f4c73 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:10:43.372766 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d59a00-e3a9-4b4c-a560-e9c2f80f4c73 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:10:43.376085 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e20223-20e8-4095-96b0-add794df8281 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Pushing event updated for resources: {'Network': ['ID=d57b6769-fcd3-42c7-849f-4ede0e13062e,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:43.380091 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d59a00-e3a9-4b4c-a560-e9c2f80f4c73 None None] Pushing event updated for resources: {'Port': ['ID=b9715156-e763-4199-9a55-b4f0a6638cf9,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:43.387240 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network d57b6769-fcd3-42c7-849f-4ede0e13062e details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 17:10:43.414382 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-00e20223-20e8-4095-96b0-add794df8281 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4369605 Dec 08 17:10:43.416340 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41454) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:10:43.421410 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-493d234a-f883-4e26-a4eb-c9952bb9580a tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Request body: {'subnet': {'network_id': 'd57b6769-fcd3-42c7-849f-4ede0e13062e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:10:43.485142 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-e0d59a00-e3a9-4b4c-a560-e9c2f80f4c73 None None] Attempting to bind port b9715156-e763-4199-9a55-b4f0a6638cf9 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:10:43.485372 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-e0d59a00-e3a9-4b4c-a560-e9c2f80f4c73 None None] Attempting to bind port b9715156-e763-4199-9a55-b4f0a6638cf9 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'c3df82d7-7b6a-49ff-8487-2be860115e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '6d8bad46-d9a8-4097-85d0-7dfd4f955a3f'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:10:43.485718 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d59a00-e3a9-4b4c-a560-e9c2f80f4c73 None None] Attempting to bind port b9715156-e763-4199-9a55-b4f0a6638cf9 on network 6d8bad46-d9a8-4097-85d0-7dfd4f955a3f {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:10:43.493590 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d59a00-e3a9-4b4c-a560-e9c2f80f4c73 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:10:43.493967 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d59a00-e3a9-4b4c-a560-e9c2f80f4c73 None None] Checking segment: {'id': 'c3df82d7-7b6a-49ff-8487-2be860115e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '6d8bad46-d9a8-4097-85d0-7dfd4f955a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:10:43.494378 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e0d59a00-e3a9-4b4c-a560-e9c2f80f4c73 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:43.494770 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d59a00-e3a9-4b4c-a560-e9c2f80f4c73 None None] Bound using segment: {'id': 'c3df82d7-7b6a-49ff-8487-2be860115e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '6d8bad46-d9a8-4097-85d0-7dfd4f955a3f'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:10:43.495240 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-e0d59a00-e3a9-4b4c-a560-e9c2f80f4c73 None None] Bound port: b9715156-e763-4199-9a55-b4f0a6638cf9, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3df82d7-7b6a-49ff-8487-2be860115e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '6d8bad46-d9a8-4097-85d0-7dfd4f955a3f'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:10:43.495870 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e0d59a00-e3a9-4b4c-a560-e9c2f80f4c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:43.570445 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493d234a-f883-4e26-a4eb-c9952bb9580a tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Made reservation on behalf of f301cd1c7bc745ef8a9c0a433ee5899f for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:10:43.574153 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-493d234a-f883-4e26-a4eb-c9952bb9580a tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:43.619678 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-e0d59a00-e3a9-4b4c-a560-e9c2f80f4c73 None None] For port b9715156-e763-4199-9a55-b4f0a6638cf9, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:10:43.623721 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-e0d59a00-e3a9-4b4c-a560-e9c2f80f4c73 None None] For port b9715156-e763-4199-9a55-b4f0a6638cf9, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=b9715156-e763-4199-9a55-b4f0a6638cf9,segment=NetworkSegment(c3df82d7-7b6a-49ff-8487-2be860115e47),segment_id=c3df82d7-7b6a-49ff-8487-2be860115e47)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:10:43.683305 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e0d59a00-e3a9-4b4c-a560-e9c2f80f4c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:43.747139 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d59a00-e3a9-4b4c-a560-e9c2f80f4c73 None None] Pushing event updated for resources: {'Port': ['ID=b9715156-e763-4199-9a55-b4f0a6638cf9,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:43.874464 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-493d234a-f883-4e26-a4eb-c9952bb9580a tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:43.942470 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d234a-f883-4e26-a4eb-c9952bb9580a tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Pushing event updated for resources: {'Subnet': ['ID=8f43bf3c-1feb-40db-ad30-c42579392a71,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:43.955212 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493d234a-f883-4e26-a4eb-c9952bb9580a tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Checking segment: {'id': 'b342acc8-bdb6-41a6-90aa-0c90870741ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'd57b6769-fcd3-42c7-849f-4ede0e13062e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:10:43.956063 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493d234a-f883-4e26-a4eb-c9952bb9580a tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Network hostable DHCP agents. Network: d57b6769-fcd3-42c7-849f-4ede0e13062e, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 17:10:44.068308 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493d234a-f883-4e26-a4eb-c9952bb9580a tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Network d57b6769-fcd3-42c7-849f-4ede0e13062e is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 17:10:44.181742 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-493d234a-f883-4e26-a4eb-c9952bb9580a tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, d57b6769-fcd3-42c7-849f-4ede0e13062e) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:10:44.181742 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493d234a-f883-4e26-a4eb-c9952bb9580a tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:10:44.181742 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-493d234a-f883-4e26-a4eb-c9952bb9580a tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:44.185496 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ff1551-8b62-4e9c-831c-c60a0a451083 None None] Network d57b6769-fcd3-42c7-849f-4ede0e13062e requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:10:44.189765 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-84528e3e-9ea3-45f8-b8d9-efc6296e2442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:44.259474 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-493d234a-f883-4e26-a4eb-c9952bb9580a tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8418598 Dec 08 17:10:44.262089 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41456) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:10:44.284467 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd24883-3539-4872-a8aa-7c9248367038 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-d57b6769-fcd3-42c7-849f-4ede0e13062e', 'network_id': 'd57b6769-fcd3-42c7-849f-4ede0e13062e', 'project_id': 'f301cd1c7bc745ef8a9c0a433ee5899f', 'fixed_ips': [{'subnet_id': '8f43bf3c-1feb-40db-ad30-c42579392a71'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 17:10:44.285496 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ccd24883-3539-4872-a8aa-7c9248367038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:44.365555 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ce1c6d8b-5ce3-421d-bc47-d2300e5ef6e9 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:44.434122 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-ccd24883-3539-4872-a8aa-7c9248367038 None None] Allocated IP 2001:db8::2 (d57b6769-fcd3-42c7-849f-4ede0e13062e/8f43bf3c-1feb-40db-ad30-c42579392a71/338b67a1-b7b7-4422-a0a3-cbf9db9f3a14) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:10:44.455214 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ce1c6d8b-5ce3-421d-bc47-d2300e5ef6e9 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:44.587194 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ccd24883-3539-4872-a8aa-7c9248367038 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:44.650286 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3228a1c-5e30-4cbc-ad70-dccfed0830b1 None None] Network 6d8bad46-d9a8-4097-85d0-7dfd4f955a3f requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:10:44.654492 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ccd24883-3539-4872-a8aa-7c9248367038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:44.707957 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ce1c6d8b-5ce3-421d-bc47-d2300e5ef6e9 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:44.735670 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd24883-3539-4872-a8aa-7c9248367038 None None] Network d57b6769-fcd3-42c7-849f-4ede0e13062e is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:10:44.736588 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1c6d8b-5ce3-421d-bc47-d2300e5ef6e9 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Pushing event deleted for resources: {'Subnet': ['ID=8f43bf3c-1feb-40db-ad30-c42579392a71,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:44.755210 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-ccd24883-3539-4872-a8aa-7c9248367038 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:10:44.764544 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd24883-3539-4872-a8aa-7c9248367038 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:10:44.775048 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd24883-3539-4872-a8aa-7c9248367038 None None] Pushing event updated for resources: {'Port': ['ID=338b67a1-b7b7-4422-a0a3-cbf9db9f3a14,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:44.788588 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-a9e41bb7-390c-4b67-9156-bd1c01bcfe9a None None] Provisioning complete for port b9715156-e763-4199-9a55-b4f0a6638cf9 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:10:44.788966 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a9e41bb7-390c-4b67-9156-bd1c01bcfe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:44.802717 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ce1c6d8b-5ce3-421d-bc47-d2300e5ef6e9 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:44.823559 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-ce1c6d8b-5ce3-421d-bc47-d2300e5ef6e9 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d57b6769-fcd3-42c7-849f-4ede0e13062e']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:10:44.832890 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-ce1c6d8b-5ce3-421d-bc47-d2300e5ef6e9 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b342acc8-bdb6-41a6-90aa-0c90870741ea') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:10:44.833473 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-ce1c6d8b-5ce3-421d-bc47-d2300e5ef6e9 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b342acc8-bdb6-41a6-90aa-0c90870741ea') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:10:44.842793 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ce1c6d8b-5ce3-421d-bc47-d2300e5ef6e9 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:44.856336 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ce1c6d8b-5ce3-421d-bc47-d2300e5ef6e9 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:44.863295 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce1c6d8b-5ce3-421d-bc47-d2300e5ef6e9 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 17:10:44.863694 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ce1c6d8b-5ce3-421d-bc47-d2300e5ef6e9 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:44.867731 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 17:10:44.867731 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 17:10:44.867731 n-d-776250-12 neutron-server[110550]: timer() Dec 08 17:10:44.867731 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 17:10:44.867731 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 17:10:44.867731 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 17:10:44.867731 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 17:10:44.867731 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 17:10:44.867731 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 17:10:44.867731 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 17:10:44.867731 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 17:10:44.867731 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 17:10:44.867731 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 17:10:44.867731 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 17:10:44.867731 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 17:10:44.867731 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 17:10:44.867731 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 17:10:44.867731 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 17:10:44.867731 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 17:10:44.867731 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 17:10:44.867731 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 17:10:44.867731 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 17:10:44.867731 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 17:10:44.867731 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 17:10:44.867731 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 17:10:44.867731 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 17:10:44.867731 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 17:10:44.867731 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 17:10:44.867731 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 17:10:44.867731 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 17:10:44.867731 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 17:10:44.867731 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 17:10:44.969502 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.db.api [None req-ce1c6d8b-5ce3-421d-bc47-d2300e5ef6e9 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 17:10:44.969502 n-d-776250-12 neutron-server[110550]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 17:10:44.969502 n-d-776250-12 neutron-server[110550]: [parameters: {'id': 'd57b6769-fcd3-42c7-849f-4ede0e13062e'}] Dec 08 17:10:44.969502 n-d-776250-12 neutron-server[110550]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 17:10:44.970043 n-d-776250-12 neutron-server[110550]: DEBUG oslo_db.api [None req-ce1c6d8b-5ce3-421d-bc47-d2300e5ef6e9 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 17:10:45.054004 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-ccd24883-3539-4872-a8aa-7c9248367038 None None] Attempting to bind port 338b67a1-b7b7-4422-a0a3-cbf9db9f3a14 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:10:45.054378 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-ccd24883-3539-4872-a8aa-7c9248367038 None None] Attempting to bind port 338b67a1-b7b7-4422-a0a3-cbf9db9f3a14 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'b342acc8-bdb6-41a6-90aa-0c90870741ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'd57b6769-fcd3-42c7-849f-4ede0e13062e'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:10:45.054745 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd24883-3539-4872-a8aa-7c9248367038 None None] Attempting to bind port 338b67a1-b7b7-4422-a0a3-cbf9db9f3a14 on network d57b6769-fcd3-42c7-849f-4ede0e13062e {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:10:45.066350 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd24883-3539-4872-a8aa-7c9248367038 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:10:45.066734 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd24883-3539-4872-a8aa-7c9248367038 None None] Checking segment: {'id': 'b342acc8-bdb6-41a6-90aa-0c90870741ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'd57b6769-fcd3-42c7-849f-4ede0e13062e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:10:45.067140 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ccd24883-3539-4872-a8aa-7c9248367038 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:45.067538 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd24883-3539-4872-a8aa-7c9248367038 None None] Bound using segment: {'id': 'b342acc8-bdb6-41a6-90aa-0c90870741ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'd57b6769-fcd3-42c7-849f-4ede0e13062e'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:10:45.068007 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-ccd24883-3539-4872-a8aa-7c9248367038 None None] Bound port: 338b67a1-b7b7-4422-a0a3-cbf9db9f3a14, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b342acc8-bdb6-41a6-90aa-0c90870741ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'd57b6769-fcd3-42c7-849f-4ede0e13062e'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:10:45.068414 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ccd24883-3539-4872-a8aa-7c9248367038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:45.151324 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a9e41bb7-390c-4b67-9156-bd1c01bcfe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:45.182013 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-ccd24883-3539-4872-a8aa-7c9248367038 None None] For port 338b67a1-b7b7-4422-a0a3-cbf9db9f3a14, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:10:45.185630 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-ccd24883-3539-4872-a8aa-7c9248367038 None None] For port 338b67a1-b7b7-4422-a0a3-cbf9db9f3a14, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=338b67a1-b7b7-4422-a0a3-cbf9db9f3a14,segment=NetworkSegment(b342acc8-bdb6-41a6-90aa-0c90870741ea),segment_id=b342acc8-bdb6-41a6-90aa-0c90870741ea)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:10:45.199617 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-a9e41bb7-390c-4b67-9156-bd1c01bcfe9a None None] For port b9715156-e763-4199-9a55-b4f0a6638cf9, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=b9715156-e763-4199-9a55-b4f0a6638cf9,segment=NetworkSegment(c3df82d7-7b6a-49ff-8487-2be860115e47),segment_id=c3df82d7-7b6a-49ff-8487-2be860115e47)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:10:45.267978 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ccd24883-3539-4872-a8aa-7c9248367038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:45.296809 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a9e41bb7-390c-4b67-9156-bd1c01bcfe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:45.353237 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd24883-3539-4872-a8aa-7c9248367038 None None] Pushing event updated for resources: {'Port': ['ID=338b67a1-b7b7-4422-a0a3-cbf9db9f3a14,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:45.380836 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85eb344a-6e1e-48c1-970d-e34c1be44e0d None None] Network d57b6769-fcd3-42c7-849f-4ede0e13062e requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:10:45.470695 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ce1c6d8b-5ce3-421d-bc47-d2300e5ef6e9 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:45.474005 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e41bb7-390c-4b67-9156-bd1c01bcfe9a None None] Pushing event updated for resources: {'Port': ['ID=b9715156-e763-4199-9a55-b4f0a6638cf9,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:45.498489 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-8a57a23e-b553-4520-bbf0-e2e01b3f9104 None None] Provisioning complete for port b9715156-e763-4199-9a55-b4f0a6638cf9 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:10:45.498809 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8a57a23e-b553-4520-bbf0-e2e01b3f9104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:45.522617 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:45.528790 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-ce1c6d8b-5ce3-421d-bc47-d2300e5ef6e9 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Deleting port 338b67a1-b7b7-4422-a0a3-cbf9db9f3a14 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:10:45.529207 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ce1c6d8b-5ce3-421d-bc47-d2300e5ef6e9 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:45.557293 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac91d21-6dac-4247-ba35-7c1d699d0611 None None] get_active_networks_info from n-d-776250-12 {{(pid=110552) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 17:10:45.593241 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-ce1c6d8b-5ce3-421d-bc47-d2300e5ef6e9 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] For port 338b67a1-b7b7-4422-a0a3-cbf9db9f3a14, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=338b67a1-b7b7-4422-a0a3-cbf9db9f3a14,segment=NetworkSegment(b342acc8-bdb6-41a6-90aa-0c90870741ea),segment_id=b342acc8-bdb6-41a6-90aa-0c90870741ea)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:10:45.593607 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ce1c6d8b-5ce3-421d-bc47-d2300e5ef6e9 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:45.606412 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-ce1c6d8b-5ce3-421d-bc47-d2300e5ef6e9 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Calling delete_port for 338b67a1-b7b7-4422-a0a3-cbf9db9f3a14 owned by network:dhcp {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:10:45.665042 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac91d21-6dac-4247-ba35-7c1d699d0611 None None] Resources bound (agent type, host, resource id): {{(pid=110552) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 17:10:45.779502 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device b9715156-e763-4199-9a55-b4f0a6638cf9 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:10:45.882028 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port b9715156-e763-4199-9a55-b4f0a6638cf9 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:10:45.882405 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:46.113500 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ce1c6d8b-5ce3-421d-bc47-d2300e5ef6e9 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:46.138541 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1c6d8b-5ce3-421d-bc47-d2300e5ef6e9 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Pushing event deleted for resources: {'Port': ['ID=338b67a1-b7b7-4422-a0a3-cbf9db9f3a14,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:46.145016 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1c6d8b-5ce3-421d-bc47-d2300e5ef6e9 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] No DVR routers for this DVR port 338b67a1-b7b7-4422-a0a3-cbf9db9f3a14 on host n-d-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:10:46.221630 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ce1c6d8b-5ce3-421d-bc47-d2300e5ef6e9 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:46.244546 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-ce1c6d8b-5ce3-421d-bc47-d2300e5ef6e9 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d57b6769-fcd3-42c7-849f-4ede0e13062e']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:10:46.254441 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-ce1c6d8b-5ce3-421d-bc47-d2300e5ef6e9 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b342acc8-bdb6-41a6-90aa-0c90870741ea') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:10:46.254764 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-ce1c6d8b-5ce3-421d-bc47-d2300e5ef6e9 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b342acc8-bdb6-41a6-90aa-0c90870741ea') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:10:46.263871 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ce1c6d8b-5ce3-421d-bc47-d2300e5ef6e9 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:46.276605 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ce1c6d8b-5ce3-421d-bc47-d2300e5ef6e9 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:46.282624 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce1c6d8b-5ce3-421d-bc47-d2300e5ef6e9 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 17:10:46.282958 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ce1c6d8b-5ce3-421d-bc47-d2300e5ef6e9 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:46.286059 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 17:10:46.286059 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 17:10:46.286059 n-d-776250-12 neutron-server[110550]: timer() Dec 08 17:10:46.286059 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 17:10:46.286059 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 17:10:46.286059 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 17:10:46.286059 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 17:10:46.286059 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 17:10:46.286059 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 17:10:46.286059 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 17:10:46.286059 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 17:10:46.286059 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 17:10:46.286059 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 17:10:46.286059 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 17:10:46.286059 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 17:10:46.286059 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 17:10:46.286059 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 17:10:46.286059 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 17:10:46.286059 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 17:10:46.286059 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 17:10:46.286059 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 17:10:46.286059 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 17:10:46.286059 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 17:10:46.286059 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 17:10:46.286059 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 17:10:46.286059 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 17:10:46.286059 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 17:10:46.286059 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 17:10:46.286059 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 17:10:46.286059 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 17:10:46.286059 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 17:10:46.286059 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 17:10:46.415970 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ce1c6d8b-5ce3-421d-bc47-d2300e5ef6e9 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:46.421220 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ce1c6d8b-5ce3-421d-bc47-d2300e5ef6e9 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:46.424552 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ce1c6d8b-5ce3-421d-bc47-d2300e5ef6e9 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] 10.222.0.64 "DELETE /v2.0/networks/d57b6769-fcd3-42c7-849f-4ede0e13062e HTTP/1.1" status: 204 len: 168 time: 2.1614571 Dec 08 17:10:46.428171 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41458) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:10:46.433358 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-363e466c-a564-43b9-8d2d-138ef8dd0c92 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1477988874'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:10:46.440019 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1c6d8b-5ce3-421d-bc47-d2300e5ef6e9 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Pushing event deleted for resources: {'Network': ['ID=d57b6769-fcd3-42c7-849f-4ede0e13062e,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:46.545874 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-363e466c-a564-43b9-8d2d-138ef8dd0c92 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Made reservation on behalf of f301cd1c7bc745ef8a9c0a433ee5899f for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:10:46.549334 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-363e466c-a564-43b9-8d2d-138ef8dd0c92 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:46.573215 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-363e466c-a564-43b9-8d2d-138ef8dd0c92 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 17:10:46.581661 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-363e466c-a564-43b9-8d2d-138ef8dd0c92 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:46.582009 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-363e466c-a564-43b9-8d2d-138ef8dd0c92 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Added segment 74ffdf91-3ef4-4231-a52c-f433f34ed2ce of type vlan for network c97a7072-32d5-4c36-a987-8ebe6a3a9dd3 Dec 08 17:10:46.622182 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-363e466c-a564-43b9-8d2d-138ef8dd0c92 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:46.706992 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-363e466c-a564-43b9-8d2d-138ef8dd0c92 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:46.712595 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363e466c-a564-43b9-8d2d-138ef8dd0c92 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:10:46.713167 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-363e466c-a564-43b9-8d2d-138ef8dd0c92 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:46.781275 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363e466c-a564-43b9-8d2d-138ef8dd0c92 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Pushing event updated for resources: {'Network': ['ID=c97a7072-32d5-4c36-a987-8ebe6a3a9dd3,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:46.791367 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network c97a7072-32d5-4c36-a987-8ebe6a3a9dd3 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 17:10:46.874166 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-363e466c-a564-43b9-8d2d-138ef8dd0c92 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4447811 Dec 08 17:10:46.877100 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41460) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:10:46.883005 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-8249d70e-0693-4caa-b47b-acbe0a3377ee tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Request body: {'subnet': {'network_id': 'c97a7072-32d5-4c36-a987-8ebe6a3a9dd3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:10:46.992970 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:47.047980 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8249d70e-0693-4caa-b47b-acbe0a3377ee tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Made reservation on behalf of f301cd1c7bc745ef8a9c0a433ee5899f for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:10:47.051527 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8249d70e-0693-4caa-b47b-acbe0a3377ee tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:47.110454 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.ipam_backend_mixin [None req-8249d70e-0693-4caa-b47b-acbe0a3377ee tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Performing IP validity checks on allocation pools {{(pid=110551) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 08 17:10:47.110897 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.ipam_backend_mixin [None req-8249d70e-0693-4caa-b47b-acbe0a3377ee tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110551) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 08 17:10:47.294125 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8249d70e-0693-4caa-b47b-acbe0a3377ee tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:47.352669 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8249d70e-0693-4caa-b47b-acbe0a3377ee tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Pushing event updated for resources: {'Subnet': ['ID=82f54dbb-328a-4538-8521-7c1aa06f3580,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:47.361200 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8249d70e-0693-4caa-b47b-acbe0a3377ee tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Checking segment: {'id': '74ffdf91-3ef4-4231-a52c-f433f34ed2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'c97a7072-32d5-4c36-a987-8ebe6a3a9dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:10:47.361513 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8249d70e-0693-4caa-b47b-acbe0a3377ee tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Network hostable DHCP agents. Network: c97a7072-32d5-4c36-a987-8ebe6a3a9dd3, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 17:10:47.465268 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8249d70e-0693-4caa-b47b-acbe0a3377ee tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Network c97a7072-32d5-4c36-a987-8ebe6a3a9dd3 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 17:10:47.528289 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-8249d70e-0693-4caa-b47b-acbe0a3377ee tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, c97a7072-32d5-4c36-a987-8ebe6a3a9dd3) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:10:47.532441 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8249d70e-0693-4caa-b47b-acbe0a3377ee tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:10:47.533113 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8249d70e-0693-4caa-b47b-acbe0a3377ee tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:47.536859 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df02a8df-7a28-4af4-baf4-fdcabc1ed50a None None] Network c97a7072-32d5-4c36-a987-8ebe6a3a9dd3 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:10:47.629702 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-8249d70e-0693-4caa-b47b-acbe0a3377ee tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7510803 Dec 08 17:10:47.632490 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41462) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:10:47.654687 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:47.671170 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c99ab9d-8462-46da-87f5-3eb71215cd48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-c97a7072-32d5-4c36-a987-8ebe6a3a9dd3', 'network_id': 'c97a7072-32d5-4c36-a987-8ebe6a3a9dd3', 'project_id': 'f301cd1c7bc745ef8a9c0a433ee5899f', 'fixed_ips': [{'subnet_id': '82f54dbb-328a-4538-8521-7c1aa06f3580'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 17:10:47.672083 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9c99ab9d-8462-46da-87f5-3eb71215cd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:47.741556 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6e502a7b-1e41-4d50-9a5c-34d6c9462e1e tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:47.807517 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-9c99ab9d-8462-46da-87f5-3eb71215cd48 None None] Allocated IP 2001:db8::3 (c97a7072-32d5-4c36-a987-8ebe6a3a9dd3/82f54dbb-328a-4538-8521-7c1aa06f3580/5c43af7f-d1be-4bd2-bc3a-ea34aef70115) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:10:47.819821 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6e502a7b-1e41-4d50-9a5c-34d6c9462e1e tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:47.947366 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9c99ab9d-8462-46da-87f5-3eb71215cd48 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:47.999380 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9c99ab9d-8462-46da-87f5-3eb71215cd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:48.040492 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c99ab9d-8462-46da-87f5-3eb71215cd48 None None] Network c97a7072-32d5-4c36-a987-8ebe6a3a9dd3 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:10:48.048194 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-9c99ab9d-8462-46da-87f5-3eb71215cd48 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:10:48.052641 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c99ab9d-8462-46da-87f5-3eb71215cd48 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:10:48.055697 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c99ab9d-8462-46da-87f5-3eb71215cd48 None None] Pushing event updated for resources: {'Port': ['ID=5c43af7f-d1be-4bd2-bc3a-ea34aef70115,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:48.085229 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6e502a7b-1e41-4d50-9a5c-34d6c9462e1e tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:48.107029 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-9c99ab9d-8462-46da-87f5-3eb71215cd48 None None] Attempting to bind port 5c43af7f-d1be-4bd2-bc3a-ea34aef70115 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:10:48.108112 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-9c99ab9d-8462-46da-87f5-3eb71215cd48 None None] Attempting to bind port 5c43af7f-d1be-4bd2-bc3a-ea34aef70115 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '74ffdf91-3ef4-4231-a52c-f433f34ed2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'c97a7072-32d5-4c36-a987-8ebe6a3a9dd3'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:10:48.108565 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c99ab9d-8462-46da-87f5-3eb71215cd48 None None] Attempting to bind port 5c43af7f-d1be-4bd2-bc3a-ea34aef70115 on network c97a7072-32d5-4c36-a987-8ebe6a3a9dd3 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:10:48.113608 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c99ab9d-8462-46da-87f5-3eb71215cd48 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:10:48.113990 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c99ab9d-8462-46da-87f5-3eb71215cd48 None None] Checking segment: {'id': '74ffdf91-3ef4-4231-a52c-f433f34ed2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'c97a7072-32d5-4c36-a987-8ebe6a3a9dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:10:48.117677 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9c99ab9d-8462-46da-87f5-3eb71215cd48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:48.117677 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c99ab9d-8462-46da-87f5-3eb71215cd48 None None] Bound using segment: {'id': '74ffdf91-3ef4-4231-a52c-f433f34ed2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'c97a7072-32d5-4c36-a987-8ebe6a3a9dd3'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:10:48.117677 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-9c99ab9d-8462-46da-87f5-3eb71215cd48 None None] Bound port: 5c43af7f-d1be-4bd2-bc3a-ea34aef70115, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74ffdf91-3ef4-4231-a52c-f433f34ed2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'c97a7072-32d5-4c36-a987-8ebe6a3a9dd3'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:10:48.117988 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e502a7b-1e41-4d50-9a5c-34d6c9462e1e tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Pushing event deleted for resources: {'Subnet': ['ID=82f54dbb-328a-4538-8521-7c1aa06f3580,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:48.118087 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9c99ab9d-8462-46da-87f5-3eb71215cd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:48.177148 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-9c99ab9d-8462-46da-87f5-3eb71215cd48 None None] For port 5c43af7f-d1be-4bd2-bc3a-ea34aef70115, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:10:48.180151 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-9c99ab9d-8462-46da-87f5-3eb71215cd48 None None] For port 5c43af7f-d1be-4bd2-bc3a-ea34aef70115, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=5c43af7f-d1be-4bd2-bc3a-ea34aef70115,segment=NetworkSegment(74ffdf91-3ef4-4231-a52c-f433f34ed2ce),segment_id=74ffdf91-3ef4-4231-a52c-f433f34ed2ce)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:10:48.181235 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6e502a7b-1e41-4d50-9a5c-34d6c9462e1e tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:48.200992 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-6e502a7b-1e41-4d50-9a5c-34d6c9462e1e tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c97a7072-32d5-4c36-a987-8ebe6a3a9dd3']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:10:48.210182 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-6e502a7b-1e41-4d50-9a5c-34d6c9462e1e tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74ffdf91-3ef4-4231-a52c-f433f34ed2ce') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:10:48.210482 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-6e502a7b-1e41-4d50-9a5c-34d6c9462e1e tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74ffdf91-3ef4-4231-a52c-f433f34ed2ce') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:10:48.220426 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6e502a7b-1e41-4d50-9a5c-34d6c9462e1e tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:48.256279 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9c99ab9d-8462-46da-87f5-3eb71215cd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:48.258336 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6e502a7b-1e41-4d50-9a5c-34d6c9462e1e tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:48.264554 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e502a7b-1e41-4d50-9a5c-34d6c9462e1e tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 17:10:48.264935 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6e502a7b-1e41-4d50-9a5c-34d6c9462e1e tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:48.268018 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 17:10:48.268018 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 17:10:48.268018 n-d-776250-12 neutron-server[110551]: timer() Dec 08 17:10:48.268018 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 17:10:48.268018 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 17:10:48.268018 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 17:10:48.268018 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 17:10:48.268018 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 17:10:48.268018 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 17:10:48.268018 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 17:10:48.268018 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 17:10:48.268018 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 17:10:48.268018 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 17:10:48.268018 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 17:10:48.268018 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 17:10:48.268018 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 17:10:48.268018 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 17:10:48.268018 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 17:10:48.268018 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 17:10:48.268018 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 17:10:48.268018 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 17:10:48.268018 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 17:10:48.268018 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 17:10:48.268018 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 17:10:48.268018 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 17:10:48.268018 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 17:10:48.268018 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 17:10:48.268018 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 17:10:48.268018 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 17:10:48.268018 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 17:10:48.268018 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 17:10:48.268018 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 17:10:48.338269 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c99ab9d-8462-46da-87f5-3eb71215cd48 None None] Pushing event updated for resources: {'Port': ['ID=5c43af7f-d1be-4bd2-bc3a-ea34aef70115,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:48.351944 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6443682b-59c2-4fcb-b14c-3bc91b19190d None None] Network c97a7072-32d5-4c36-a987-8ebe6a3a9dd3 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:10:48.357046 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.db.api [None req-6e502a7b-1e41-4d50-9a5c-34d6c9462e1e tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 17:10:48.357046 n-d-776250-12 neutron-server[110551]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 17:10:48.357046 n-d-776250-12 neutron-server[110551]: [parameters: {'id': 'c97a7072-32d5-4c36-a987-8ebe6a3a9dd3'}] Dec 08 17:10:48.357046 n-d-776250-12 neutron-server[110551]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 17:10:48.357420 n-d-776250-12 neutron-server[110551]: DEBUG oslo_db.api [None req-6e502a7b-1e41-4d50-9a5c-34d6c9462e1e tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 17:10:48.445384 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6046fa7a-0d88-499d-a810-cfa9a901c72e None None] get_active_networks_info from n-d-776250-12 {{(pid=110552) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 17:10:48.510468 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6046fa7a-0d88-499d-a810-cfa9a901c72e None None] Resources bound (agent type, host, resource id): {{(pid=110552) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 17:10:48.858128 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6e502a7b-1e41-4d50-9a5c-34d6c9462e1e tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:48.911014 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-6e502a7b-1e41-4d50-9a5c-34d6c9462e1e tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Deleting port 5c43af7f-d1be-4bd2-bc3a-ea34aef70115 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:10:48.911364 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6e502a7b-1e41-4d50-9a5c-34d6c9462e1e tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:48.985521 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-6e502a7b-1e41-4d50-9a5c-34d6c9462e1e tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] For port 5c43af7f-d1be-4bd2-bc3a-ea34aef70115, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=5c43af7f-d1be-4bd2-bc3a-ea34aef70115,segment=NetworkSegment(74ffdf91-3ef4-4231-a52c-f433f34ed2ce),segment_id=74ffdf91-3ef4-4231-a52c-f433f34ed2ce)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:10:48.985884 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6e502a7b-1e41-4d50-9a5c-34d6c9462e1e tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:48.998777 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-6e502a7b-1e41-4d50-9a5c-34d6c9462e1e tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Calling delete_port for 5c43af7f-d1be-4bd2-bc3a-ea34aef70115 owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:10:49.158696 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6e502a7b-1e41-4d50-9a5c-34d6c9462e1e tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:49.189045 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e502a7b-1e41-4d50-9a5c-34d6c9462e1e tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Pushing event deleted for resources: {'Port': ['ID=5c43af7f-d1be-4bd2-bc3a-ea34aef70115,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:49.194465 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e502a7b-1e41-4d50-9a5c-34d6c9462e1e tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] No DVR routers for this DVR port 5c43af7f-d1be-4bd2-bc3a-ea34aef70115 on host n-d-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:10:49.271479 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6e502a7b-1e41-4d50-9a5c-34d6c9462e1e tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:49.291100 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-6e502a7b-1e41-4d50-9a5c-34d6c9462e1e tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c97a7072-32d5-4c36-a987-8ebe6a3a9dd3']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:10:49.300778 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-6e502a7b-1e41-4d50-9a5c-34d6c9462e1e tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74ffdf91-3ef4-4231-a52c-f433f34ed2ce') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:10:49.301082 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-6e502a7b-1e41-4d50-9a5c-34d6c9462e1e tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74ffdf91-3ef4-4231-a52c-f433f34ed2ce') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:10:49.310235 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6e502a7b-1e41-4d50-9a5c-34d6c9462e1e tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:49.323634 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6e502a7b-1e41-4d50-9a5c-34d6c9462e1e tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:49.329529 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e502a7b-1e41-4d50-9a5c-34d6c9462e1e tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 17:10:49.329915 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6e502a7b-1e41-4d50-9a5c-34d6c9462e1e tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:49.334466 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 17:10:49.334466 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 17:10:49.334466 n-d-776250-12 neutron-server[110551]: timer() Dec 08 17:10:49.334466 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 17:10:49.334466 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 17:10:49.334466 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 17:10:49.334466 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 17:10:49.334466 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 17:10:49.334466 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 17:10:49.334466 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 17:10:49.334466 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 17:10:49.334466 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 17:10:49.334466 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 17:10:49.334466 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 17:10:49.334466 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 17:10:49.334466 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 17:10:49.334466 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 17:10:49.334466 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 17:10:49.334466 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 17:10:49.334466 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 17:10:49.334466 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 17:10:49.334466 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 17:10:49.334466 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 17:10:49.334466 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 17:10:49.334466 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 17:10:49.334466 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 17:10:49.334466 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 17:10:49.334466 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 17:10:49.334466 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 17:10:49.334466 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 17:10:49.334466 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 17:10:49.334466 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 17:10:49.468573 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6e502a7b-1e41-4d50-9a5c-34d6c9462e1e tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:49.477994 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6e502a7b-1e41-4d50-9a5c-34d6c9462e1e tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:49.482084 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-6e502a7b-1e41-4d50-9a5c-34d6c9462e1e tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] 10.222.0.64 "DELETE /v2.0/networks/c97a7072-32d5-4c36-a987-8ebe6a3a9dd3 HTTP/1.1" status: 204 len: 168 time: 1.8483064 Dec 08 17:10:49.486900 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41464) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:10:49.492222 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-e7da4295-2ad0-4b38-92d8-ab437bab8f12 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-875821102'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:10:49.494272 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e502a7b-1e41-4d50-9a5c-34d6c9462e1e tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Pushing event deleted for resources: {'Network': ['ID=c97a7072-32d5-4c36-a987-8ebe6a3a9dd3,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:49.579476 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7da4295-2ad0-4b38-92d8-ab437bab8f12 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Made reservation on behalf of f301cd1c7bc745ef8a9c0a433ee5899f for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:10:49.582962 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e7da4295-2ad0-4b38-92d8-ab437bab8f12 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:49.606395 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7da4295-2ad0-4b38-92d8-ab437bab8f12 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 17:10:49.615545 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e7da4295-2ad0-4b38-92d8-ab437bab8f12 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:49.615898 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-e7da4295-2ad0-4b38-92d8-ab437bab8f12 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Added segment 48b3c75d-3fd4-4020-ab9b-357c051f5932 of type vlan for network d3d8f42a-b852-483e-bcf0-8e2e7e9acf24 Dec 08 17:10:49.664011 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e7da4295-2ad0-4b38-92d8-ab437bab8f12 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:49.756971 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e7da4295-2ad0-4b38-92d8-ab437bab8f12 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:49.762579 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7da4295-2ad0-4b38-92d8-ab437bab8f12 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:10:49.763196 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e7da4295-2ad0-4b38-92d8-ab437bab8f12 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:49.827763 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7da4295-2ad0-4b38-92d8-ab437bab8f12 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Pushing event updated for resources: {'Network': ['ID=d3d8f42a-b852-483e-bcf0-8e2e7e9acf24,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:49.839596 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network d3d8f42a-b852-483e-bcf0-8e2e7e9acf24 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 17:10:49.875831 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-e7da4295-2ad0-4b38-92d8-ab437bab8f12 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3877823 Dec 08 17:10:49.879386 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41466) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:10:49.884302 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-b6207320-22a3-4460-975f-a2bde735bcaa tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Request body: {'subnet': {'network_id': 'd3d8f42a-b852-483e-bcf0-8e2e7e9acf24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:10:50.028224 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6207320-22a3-4460-975f-a2bde735bcaa tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Made reservation on behalf of f301cd1c7bc745ef8a9c0a433ee5899f for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:10:50.032875 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b6207320-22a3-4460-975f-a2bde735bcaa tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:50.277050 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b6207320-22a3-4460-975f-a2bde735bcaa tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:50.344783 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6207320-22a3-4460-975f-a2bde735bcaa tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Pushing event updated for resources: {'Subnet': ['ID=73b5e98c-8d1d-458b-bbdb-46adead0647d,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:50.351759 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6207320-22a3-4460-975f-a2bde735bcaa tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Checking segment: {'id': '48b3c75d-3fd4-4020-ab9b-357c051f5932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd3d8f42a-b852-483e-bcf0-8e2e7e9acf24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:10:50.352121 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6207320-22a3-4460-975f-a2bde735bcaa tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Network hostable DHCP agents. Network: d3d8f42a-b852-483e-bcf0-8e2e7e9acf24, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 17:10:50.461415 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6207320-22a3-4460-975f-a2bde735bcaa tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Network d3d8f42a-b852-483e-bcf0-8e2e7e9acf24 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 17:10:50.529692 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-b6207320-22a3-4460-975f-a2bde735bcaa tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, d3d8f42a-b852-483e-bcf0-8e2e7e9acf24) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:10:50.533769 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6207320-22a3-4460-975f-a2bde735bcaa tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:10:50.534376 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b6207320-22a3-4460-975f-a2bde735bcaa tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:50.539421 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e7e3c9-a36e-4a9e-8dca-ac999eb6a097 None None] Network d3d8f42a-b852-483e-bcf0-8e2e7e9acf24 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:10:50.619222 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b6207320-22a3-4460-975f-a2bde735bcaa tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7386384 Dec 08 17:10:50.623515 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41468) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:10:50.630955 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-461ec4c8-5b05-4828-b47b-4ee93145b516 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1624787125'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:10:50.638298 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad11d23-f8e3-44b3-be98-f622bdcdf026 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-d3d8f42a-b852-483e-bcf0-8e2e7e9acf24', 'network_id': 'd3d8f42a-b852-483e-bcf0-8e2e7e9acf24', 'project_id': 'f301cd1c7bc745ef8a9c0a433ee5899f', 'fixed_ips': [{'subnet_id': '73b5e98c-8d1d-458b-bbdb-46adead0647d'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 17:10:50.639229 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2ad11d23-f8e3-44b3-be98-f622bdcdf026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:50.741538 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-461ec4c8-5b05-4828-b47b-4ee93145b516 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Made reservation on behalf of f301cd1c7bc745ef8a9c0a433ee5899f for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:10:50.745300 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-461ec4c8-5b05-4828-b47b-4ee93145b516 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:50.769813 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-461ec4c8-5b05-4828-b47b-4ee93145b516 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 17:10:50.773772 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-2ad11d23-f8e3-44b3-be98-f622bdcdf026 None None] Allocated IP 2001:db8::2 (d3d8f42a-b852-483e-bcf0-8e2e7e9acf24/73b5e98c-8d1d-458b-bbdb-46adead0647d/44fdade8-808e-4df8-bfb8-6d2af69c4d01) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:10:50.778827 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-461ec4c8-5b05-4828-b47b-4ee93145b516 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:50.779293 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-461ec4c8-5b05-4828-b47b-4ee93145b516 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Added segment 004a1142-321b-4248-bbbb-795a983f45fb of type vlan for network b636c9e7-90dc-421f-b667-2a87d4e76b22 Dec 08 17:10:50.821160 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-461ec4c8-5b05-4828-b47b-4ee93145b516 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:50.879049 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-461ec4c8-5b05-4828-b47b-4ee93145b516 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:50.884752 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461ec4c8-5b05-4828-b47b-4ee93145b516 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:10:50.885389 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-461ec4c8-5b05-4828-b47b-4ee93145b516 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:50.965821 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461ec4c8-5b05-4828-b47b-4ee93145b516 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Pushing event updated for resources: {'Network': ['ID=b636c9e7-90dc-421f-b667-2a87d4e76b22,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:50.994154 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-461ec4c8-5b05-4828-b47b-4ee93145b516 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3689673 Dec 08 17:10:50.997235 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41470) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:10:51.002353 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-25652ecd-ee24-41ba-932f-a218699189d7 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Request body: {'subnet': {'network_id': 'b636c9e7-90dc-421f-b667-2a87d4e76b22', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:10:51.076274 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network b636c9e7-90dc-421f-b667-2a87d4e76b22 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 17:10:51.151233 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25652ecd-ee24-41ba-932f-a218699189d7 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Made reservation on behalf of f301cd1c7bc745ef8a9c0a433ee5899f for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:10:51.151432 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2ad11d23-f8e3-44b3-be98-f622bdcdf026 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:51.155677 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-25652ecd-ee24-41ba-932f-a218699189d7 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:51.228116 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2ad11d23-f8e3-44b3-be98-f622bdcdf026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:51.278003 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad11d23-f8e3-44b3-be98-f622bdcdf026 None None] Network d3d8f42a-b852-483e-bcf0-8e2e7e9acf24 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:10:51.282721 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-2ad11d23-f8e3-44b3-be98-f622bdcdf026 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:10:51.284753 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad11d23-f8e3-44b3-be98-f622bdcdf026 None None] Pushing event updated for resources: {'Port': ['ID=44fdade8-808e-4df8-bfb8-6d2af69c4d01,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:51.287047 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad11d23-f8e3-44b3-be98-f622bdcdf026 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:10:51.343073 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-2ad11d23-f8e3-44b3-be98-f622bdcdf026 None None] Attempting to bind port 44fdade8-808e-4df8-bfb8-6d2af69c4d01 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:10:51.343579 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-2ad11d23-f8e3-44b3-be98-f622bdcdf026 None None] Attempting to bind port 44fdade8-808e-4df8-bfb8-6d2af69c4d01 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '48b3c75d-3fd4-4020-ab9b-357c051f5932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd3d8f42a-b852-483e-bcf0-8e2e7e9acf24'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:10:51.344134 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad11d23-f8e3-44b3-be98-f622bdcdf026 None None] Attempting to bind port 44fdade8-808e-4df8-bfb8-6d2af69c4d01 on network d3d8f42a-b852-483e-bcf0-8e2e7e9acf24 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:10:51.349403 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad11d23-f8e3-44b3-be98-f622bdcdf026 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:10:51.349836 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad11d23-f8e3-44b3-be98-f622bdcdf026 None None] Checking segment: {'id': '48b3c75d-3fd4-4020-ab9b-357c051f5932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd3d8f42a-b852-483e-bcf0-8e2e7e9acf24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:10:51.350309 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2ad11d23-f8e3-44b3-be98-f622bdcdf026 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:51.350761 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad11d23-f8e3-44b3-be98-f622bdcdf026 None None] Bound using segment: {'id': '48b3c75d-3fd4-4020-ab9b-357c051f5932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd3d8f42a-b852-483e-bcf0-8e2e7e9acf24'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:10:51.351312 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-2ad11d23-f8e3-44b3-be98-f622bdcdf026 None None] Bound port: 44fdade8-808e-4df8-bfb8-6d2af69c4d01, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48b3c75d-3fd4-4020-ab9b-357c051f5932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd3d8f42a-b852-483e-bcf0-8e2e7e9acf24'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:10:51.351774 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2ad11d23-f8e3-44b3-be98-f622bdcdf026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:51.413857 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-2ad11d23-f8e3-44b3-be98-f622bdcdf026 None None] For port 44fdade8-808e-4df8-bfb8-6d2af69c4d01, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:10:51.416865 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-2ad11d23-f8e3-44b3-be98-f622bdcdf026 None None] For port 44fdade8-808e-4df8-bfb8-6d2af69c4d01, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=44fdade8-808e-4df8-bfb8-6d2af69c4d01,segment=NetworkSegment(48b3c75d-3fd4-4020-ab9b-357c051f5932),segment_id=48b3c75d-3fd4-4020-ab9b-357c051f5932)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:10:51.417124 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-25652ecd-ee24-41ba-932f-a218699189d7 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:51.485543 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25652ecd-ee24-41ba-932f-a218699189d7 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Pushing event updated for resources: {'Subnet': ['ID=11e94378-4705-4776-8160-9eb39ec8d900,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:51.494143 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25652ecd-ee24-41ba-932f-a218699189d7 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Checking segment: {'id': '004a1142-321b-4248-bbbb-795a983f45fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b636c9e7-90dc-421f-b667-2a87d4e76b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:10:51.498188 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25652ecd-ee24-41ba-932f-a218699189d7 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Network hostable DHCP agents. Network: b636c9e7-90dc-421f-b667-2a87d4e76b22, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 17:10:51.498321 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2ad11d23-f8e3-44b3-be98-f622bdcdf026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:51.555687 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad11d23-f8e3-44b3-be98-f622bdcdf026 None None] Pushing event updated for resources: {'Port': ['ID=44fdade8-808e-4df8-bfb8-6d2af69c4d01,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:51.582625 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25652ecd-ee24-41ba-932f-a218699189d7 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Network b636c9e7-90dc-421f-b667-2a87d4e76b22 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 17:10:51.691180 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-25652ecd-ee24-41ba-932f-a218699189d7 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, b636c9e7-90dc-421f-b667-2a87d4e76b22) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:10:51.696059 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25652ecd-ee24-41ba-932f-a218699189d7 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:10:51.701590 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-25652ecd-ee24-41ba-932f-a218699189d7 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:51.712895 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a59067-6563-47f9-800a-15c5a120fcc3 None None] Network b636c9e7-90dc-421f-b667-2a87d4e76b22 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:10:51.819088 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-25652ecd-ee24-41ba-932f-a218699189d7 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8206866 Dec 08 17:10:51.821671 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41472) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:10:51.838378 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb74e2c-4015-4ec9-aea7-4cc2dd1fb8ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-b636c9e7-90dc-421f-b667-2a87d4e76b22', 'network_id': 'b636c9e7-90dc-421f-b667-2a87d4e76b22', 'project_id': 'f301cd1c7bc745ef8a9c0a433ee5899f', 'fixed_ips': [{'subnet_id': '11e94378-4705-4776-8160-9eb39ec8d900'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 17:10:51.839771 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6eb74e2c-4015-4ec9-aea7-4cc2dd1fb8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:51.936950 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2def933c-298e-4285-b8b8-f4caea366e44 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:51.997126 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-6eb74e2c-4015-4ec9-aea7-4cc2dd1fb8ce None None] Allocated IP 2001:db8::2 (b636c9e7-90dc-421f-b667-2a87d4e76b22/11e94378-4705-4776-8160-9eb39ec8d900/9962b6eb-8b3a-4ed3-a8ee-0a1c7087531a) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:10:52.002690 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2def933c-298e-4285-b8b8-f4caea366e44 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:52.161490 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6eb74e2c-4015-4ec9-aea7-4cc2dd1fb8ce None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:52.228095 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6eb74e2c-4015-4ec9-aea7-4cc2dd1fb8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:52.267109 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb74e2c-4015-4ec9-aea7-4cc2dd1fb8ce None None] Network b636c9e7-90dc-421f-b667-2a87d4e76b22 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:10:52.270455 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-6eb74e2c-4015-4ec9-aea7-4cc2dd1fb8ce None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:10:52.272999 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb74e2c-4015-4ec9-aea7-4cc2dd1fb8ce None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:10:52.302232 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2def933c-298e-4285-b8b8-f4caea366e44 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:52.306002 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb74e2c-4015-4ec9-aea7-4cc2dd1fb8ce None None] Pushing event updated for resources: {'Port': ['ID=9962b6eb-8b3a-4ed3-a8ee-0a1c7087531a,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:52.335053 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2def933c-298e-4285-b8b8-f4caea366e44 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Pushing event deleted for resources: {'Subnet': ['ID=11e94378-4705-4776-8160-9eb39ec8d900,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:52.350813 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-6eb74e2c-4015-4ec9-aea7-4cc2dd1fb8ce None None] Attempting to bind port 9962b6eb-8b3a-4ed3-a8ee-0a1c7087531a on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:10:52.351558 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-6eb74e2c-4015-4ec9-aea7-4cc2dd1fb8ce None None] Attempting to bind port 9962b6eb-8b3a-4ed3-a8ee-0a1c7087531a by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '004a1142-321b-4248-bbbb-795a983f45fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b636c9e7-90dc-421f-b667-2a87d4e76b22'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:10:52.352007 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb74e2c-4015-4ec9-aea7-4cc2dd1fb8ce None None] Attempting to bind port 9962b6eb-8b3a-4ed3-a8ee-0a1c7087531a on network b636c9e7-90dc-421f-b667-2a87d4e76b22 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:10:52.358796 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb74e2c-4015-4ec9-aea7-4cc2dd1fb8ce None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:10:52.359177 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb74e2c-4015-4ec9-aea7-4cc2dd1fb8ce None None] Checking segment: {'id': '004a1142-321b-4248-bbbb-795a983f45fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b636c9e7-90dc-421f-b667-2a87d4e76b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:10:52.359641 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6eb74e2c-4015-4ec9-aea7-4cc2dd1fb8ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:52.360037 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb74e2c-4015-4ec9-aea7-4cc2dd1fb8ce None None] Bound using segment: {'id': '004a1142-321b-4248-bbbb-795a983f45fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b636c9e7-90dc-421f-b667-2a87d4e76b22'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:10:52.360556 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-6eb74e2c-4015-4ec9-aea7-4cc2dd1fb8ce None None] Bound port: 9962b6eb-8b3a-4ed3-a8ee-0a1c7087531a, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '004a1142-321b-4248-bbbb-795a983f45fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'b636c9e7-90dc-421f-b667-2a87d4e76b22'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:10:52.360946 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6eb74e2c-4015-4ec9-aea7-4cc2dd1fb8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:52.427666 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2def933c-298e-4285-b8b8-f4caea366e44 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:52.433230 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-6eb74e2c-4015-4ec9-aea7-4cc2dd1fb8ce None None] For port 9962b6eb-8b3a-4ed3-a8ee-0a1c7087531a, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:10:52.440102 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-6eb74e2c-4015-4ec9-aea7-4cc2dd1fb8ce None None] For port 9962b6eb-8b3a-4ed3-a8ee-0a1c7087531a, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=9962b6eb-8b3a-4ed3-a8ee-0a1c7087531a,segment=NetworkSegment(004a1142-321b-4248-bbbb-795a983f45fb),segment_id=004a1142-321b-4248-bbbb-795a983f45fb)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:10:52.456205 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-2def933c-298e-4285-b8b8-f4caea366e44 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b636c9e7-90dc-421f-b667-2a87d4e76b22']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:10:52.467963 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-2def933c-298e-4285-b8b8-f4caea366e44 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '004a1142-321b-4248-bbbb-795a983f45fb') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:10:52.468533 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-2def933c-298e-4285-b8b8-f4caea366e44 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '004a1142-321b-4248-bbbb-795a983f45fb') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:10:52.480207 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2def933c-298e-4285-b8b8-f4caea366e44 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:52.514083 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6eb74e2c-4015-4ec9-aea7-4cc2dd1fb8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:52.517543 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2def933c-298e-4285-b8b8-f4caea366e44 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:52.522971 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2def933c-298e-4285-b8b8-f4caea366e44 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 17:10:52.523736 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2def933c-298e-4285-b8b8-f4caea366e44 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:52.527408 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 17:10:52.527408 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 17:10:52.527408 n-d-776250-12 neutron-server[110551]: timer() Dec 08 17:10:52.527408 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 17:10:52.527408 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 17:10:52.527408 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 17:10:52.527408 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 17:10:52.527408 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 17:10:52.527408 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 17:10:52.527408 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 17:10:52.527408 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 17:10:52.527408 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 17:10:52.527408 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 17:10:52.527408 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 17:10:52.527408 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 17:10:52.527408 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 17:10:52.527408 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 17:10:52.527408 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 17:10:52.527408 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 17:10:52.527408 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 17:10:52.527408 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 17:10:52.527408 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 17:10:52.527408 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 17:10:52.527408 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 17:10:52.527408 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 17:10:52.527408 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 17:10:52.527408 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 17:10:52.527408 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 17:10:52.527408 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 17:10:52.527408 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 17:10:52.527408 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 17:10:52.527408 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 17:10:52.585919 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a393b9d-ffb2-4c59-820f-061f0f79d26a None None] Network d3d8f42a-b852-483e-bcf0-8e2e7e9acf24 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:10:52.639055 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.db.api [None req-2def933c-298e-4285-b8b8-f4caea366e44 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 17:10:52.639055 n-d-776250-12 neutron-server[110551]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 17:10:52.639055 n-d-776250-12 neutron-server[110551]: [parameters: {'id': 'b636c9e7-90dc-421f-b667-2a87d4e76b22'}] Dec 08 17:10:52.639055 n-d-776250-12 neutron-server[110551]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110551) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 17:10:52.639579 n-d-776250-12 neutron-server[110551]: DEBUG oslo_db.api [None req-2def933c-298e-4285-b8b8-f4caea366e44 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 17:10:52.655450 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb74e2c-4015-4ec9-aea7-4cc2dd1fb8ce None None] Pushing event updated for resources: {'Port': ['ID=9962b6eb-8b3a-4ed3-a8ee-0a1c7087531a,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:52.666491 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c7dc47-3f05-434c-aa47-d74b728aa94e None None] Network b636c9e7-90dc-421f-b667-2a87d4e76b22 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:10:52.734062 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-22f426cd-c250-4e2d-9b48-18b4b6157756 None None] Provisioning complete for port 44fdade8-808e-4df8-bfb8-6d2af69c4d01 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:10:52.734440 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-22f426cd-c250-4e2d-9b48-18b4b6157756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:52.880631 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-22f426cd-c250-4e2d-9b48-18b4b6157756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:52.913859 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-22f426cd-c250-4e2d-9b48-18b4b6157756 None None] For port 44fdade8-808e-4df8-bfb8-6d2af69c4d01, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=44fdade8-808e-4df8-bfb8-6d2af69c4d01,segment=NetworkSegment(48b3c75d-3fd4-4020-ab9b-357c051f5932),segment_id=48b3c75d-3fd4-4020-ab9b-357c051f5932)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:10:52.958912 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-22f426cd-c250-4e2d-9b48-18b4b6157756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:53.007067 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07da26d5-97d9-4d10-8e90-ecf3b15aa6f9 None None] get_active_networks_info from n-d-776250-12 {{(pid=110552) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 17:10:53.030936 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f426cd-c250-4e2d-9b48-18b4b6157756 None None] Pushing event updated for resources: {'Port': ['ID=44fdade8-808e-4df8-bfb8-6d2af69c4d01,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:53.089323 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07da26d5-97d9-4d10-8e90-ecf3b15aa6f9 None None] Resources bound (agent type, host, resource id): {{(pid=110552) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 17:10:53.098764 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-74f13074-1971-421a-adde-ed734bd36c62 None None] Provisioning complete for port 44fdade8-808e-4df8-bfb8-6d2af69c4d01 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:10:53.099141 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-74f13074-1971-421a-adde-ed734bd36c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:53.140953 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2def933c-298e-4285-b8b8-f4caea366e44 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:53.194037 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-2def933c-298e-4285-b8b8-f4caea366e44 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Deleting port 9962b6eb-8b3a-4ed3-a8ee-0a1c7087531a {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:10:53.194386 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2def933c-298e-4285-b8b8-f4caea366e44 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:53.260995 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-2def933c-298e-4285-b8b8-f4caea366e44 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] For port 9962b6eb-8b3a-4ed3-a8ee-0a1c7087531a, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=9962b6eb-8b3a-4ed3-a8ee-0a1c7087531a,segment=NetworkSegment(004a1142-321b-4248-bbbb-795a983f45fb),segment_id=004a1142-321b-4248-bbbb-795a983f45fb)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:10:53.261232 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2def933c-298e-4285-b8b8-f4caea366e44 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:53.275825 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-2def933c-298e-4285-b8b8-f4caea366e44 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Calling delete_port for 9962b6eb-8b3a-4ed3-a8ee-0a1c7087531a owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:10:53.410151 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2def933c-298e-4285-b8b8-f4caea366e44 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:53.440151 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2def933c-298e-4285-b8b8-f4caea366e44 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Pushing event deleted for resources: {'Port': ['ID=9962b6eb-8b3a-4ed3-a8ee-0a1c7087531a,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:53.445476 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2def933c-298e-4285-b8b8-f4caea366e44 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] No DVR routers for this DVR port 9962b6eb-8b3a-4ed3-a8ee-0a1c7087531a on host n-d-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:10:53.455690 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2def933c-298e-4285-b8b8-f4caea366e44 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:10:53.456044 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2def933c-298e-4285-b8b8-f4caea366e44 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:10:53.456413 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2def933c-298e-4285-b8b8-f4caea366e44 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:10:53.456754 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2def933c-298e-4285-b8b8-f4caea366e44 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:10:53.457090 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2def933c-298e-4285-b8b8-f4caea366e44 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:10:53.457423 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2def933c-298e-4285-b8b8-f4caea366e44 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:10:53.457752 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2def933c-298e-4285-b8b8-f4caea366e44 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:10:53.458083 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2def933c-298e-4285-b8b8-f4caea366e44 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:10:53.458414 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2def933c-298e-4285-b8b8-f4caea366e44 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:10:53.458740 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2def933c-298e-4285-b8b8-f4caea366e44 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:10:53.459074 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2def933c-298e-4285-b8b8-f4caea366e44 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:10:53.459395 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2def933c-298e-4285-b8b8-f4caea366e44 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:10:53.459715 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2def933c-298e-4285-b8b8-f4caea366e44 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:10:53.532570 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2def933c-298e-4285-b8b8-f4caea366e44 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:53.552359 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-2def933c-298e-4285-b8b8-f4caea366e44 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b636c9e7-90dc-421f-b667-2a87d4e76b22']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:10:53.562171 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-2def933c-298e-4285-b8b8-f4caea366e44 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '004a1142-321b-4248-bbbb-795a983f45fb') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:10:53.562471 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-2def933c-298e-4285-b8b8-f4caea366e44 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '004a1142-321b-4248-bbbb-795a983f45fb') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:10:53.571744 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2def933c-298e-4285-b8b8-f4caea366e44 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:53.585355 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2def933c-298e-4285-b8b8-f4caea366e44 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:53.591271 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2def933c-298e-4285-b8b8-f4caea366e44 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 17:10:53.591658 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2def933c-298e-4285-b8b8-f4caea366e44 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:53.594588 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 17:10:53.594588 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 17:10:53.594588 n-d-776250-12 neutron-server[110551]: timer() Dec 08 17:10:53.594588 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 17:10:53.594588 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 17:10:53.594588 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 17:10:53.594588 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 17:10:53.594588 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 17:10:53.594588 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 17:10:53.594588 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 17:10:53.594588 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 17:10:53.594588 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 17:10:53.594588 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 17:10:53.594588 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 17:10:53.594588 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 17:10:53.594588 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 17:10:53.594588 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 17:10:53.594588 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 17:10:53.594588 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 17:10:53.594588 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 17:10:53.594588 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 17:10:53.594588 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 17:10:53.594588 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 17:10:53.594588 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 17:10:53.594588 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 17:10:53.594588 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 17:10:53.594588 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 17:10:53.594588 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 17:10:53.594588 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 17:10:53.594588 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 17:10:53.594588 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 17:10:53.594588 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 17:10:53.719139 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2def933c-298e-4285-b8b8-f4caea366e44 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:53.726497 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2def933c-298e-4285-b8b8-f4caea366e44 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:53.729375 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-2def933c-298e-4285-b8b8-f4caea366e44 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] 10.222.0.64 "DELETE /v2.0/networks/b636c9e7-90dc-421f-b667-2a87d4e76b22 HTTP/1.1" status: 204 len: 168 time: 1.9060671 Dec 08 17:10:53.732149 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41474) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:10:53.743128 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2def933c-298e-4285-b8b8-f4caea366e44 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Pushing event deleted for resources: {'Network': ['ID=b636c9e7-90dc-421f-b667-2a87d4e76b22,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:53.765922 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7a3e3ef-4f7f-40be-a7ac-e4278421b3e3 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] GET failed (client error): The resource could not be found. Dec 08 17:10:53.767269 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b7a3e3ef-4f7f-40be-a7ac-e4278421b3e3 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] 10.222.0.64 "GET /v2.0/subnets/11e94378-4705-4776-8160-9eb39ec8d900 HTTP/1.1" status: 404 len: 337 time: 0.0334785 Dec 08 17:10:53.770051 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41476) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:10:53.779398 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 44fdade8-808e-4df8-bfb8-6d2af69c4d01 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:10:53.790063 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-c85dc697-cfc0-43a5-b194-db339bb8fe97 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] DELETE failed (client error): The resource could not be found. Dec 08 17:10:53.790493 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c85dc697-cfc0-43a5-b194-db339bb8fe97 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 17:10:53.793528 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c85dc697-cfc0-43a5-b194-db339bb8fe97 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] 10.222.0.64 "DELETE /v2.0/networks/b636c9e7-90dc-421f-b667-2a87d4e76b22 HTTP/1.1" status: 404 len: 339 time: 0.0225394 Dec 08 17:10:53.797852 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41478) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:10:53.823737 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-eca559b3-1641-4042-9593-b62b7d439b68 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] DELETE failed (client error): The resource could not be found. Dec 08 17:10:53.824300 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eca559b3-1641-4042-9593-b62b7d439b68 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 17:10:53.827860 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-eca559b3-1641-4042-9593-b62b7d439b68 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] 10.222.0.64 "DELETE /v2.0/subnets/11e94378-4705-4776-8160-9eb39ec8d900 HTTP/1.1" status: 404 len: 337 time: 0.0289931 Dec 08 17:10:53.829633 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 44fdade8-808e-4df8-bfb8-6d2af69c4d01 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:10:53.830015 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:53.830674 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41480) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:10:53.849709 n-d-776250-12 neutron-server[110551]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca76937e-d298-4754-bce9-44c4449d4ffa tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] DELETE failed (client error): The resource could not be found. Dec 08 17:10:53.850202 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca76937e-d298-4754-bce9-44c4449d4ffa tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110551) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 17:10:53.853266 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ca76937e-d298-4754-bce9-44c4449d4ffa tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] 10.222.0.64 "DELETE /v2.0/networks/b636c9e7-90dc-421f-b667-2a87d4e76b22 HTTP/1.1" status: 404 len: 339 time: 0.0215533 Dec 08 17:10:53.855744 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41482) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:10:53.906159 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8506c32-9405-4574-8251-6074534150d9 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Deleting subnet 73b5e98c-8d1d-458b-bbdb-46adead0647d {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 17:10:53.909313 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a8506c32-9405-4574-8251-6074534150d9 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:53.952641 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a8506c32-9405-4574-8251-6074534150d9 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:54.354570 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a8506c32-9405-4574-8251-6074534150d9 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:54.477108 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a8506c32-9405-4574-8251-6074534150d9 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:54.507860 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8506c32-9405-4574-8251-6074534150d9 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Pushing event deleted for resources: {'Subnet': ['ID=73b5e98c-8d1d-458b-bbdb-46adead0647d,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:54.511717 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a8506c32-9405-4574-8251-6074534150d9 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:54.515328 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a8506c32-9405-4574-8251-6074534150d9 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] 10.222.0.64 "DELETE /v2.0/subnets/73b5e98c-8d1d-458b-bbdb-46adead0647d HTTP/1.1" status: 204 len: 168 time: 0.6582532 Dec 08 17:10:54.517546 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572f8cb9-a1dc-4ebc-95f4-aa0bee7dba29 None None] Network d3d8f42a-b852-483e-bcf0-8e2e7e9acf24 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:10:54.517693 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41484) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:10:54.599543 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b28f8a7d-2d0b-4661-9a9d-0426fa9cda54 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:54.655201 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52450e55-253a-45e4-a7a3-7b72c7681f85 None None] DHCP port deletion for d3d8f42a-b852-483e-bcf0-8e2e7e9acf24 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:10:54.655461 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-b28f8a7d-2d0b-4661-9a9d-0426fa9cda54 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Deleting port 44fdade8-808e-4df8-bfb8-6d2af69c4d01 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:10:54.655637 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b28f8a7d-2d0b-4661-9a9d-0426fa9cda54 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:54.706556 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-52450e55-253a-45e4-a7a3-7b72c7681f85 None None] Deleting port 44fdade8-808e-4df8-bfb8-6d2af69c4d01 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:10:54.706938 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-52450e55-253a-45e4-a7a3-7b72c7681f85 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:54.722093 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-b28f8a7d-2d0b-4661-9a9d-0426fa9cda54 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] For port 44fdade8-808e-4df8-bfb8-6d2af69c4d01, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=44fdade8-808e-4df8-bfb8-6d2af69c4d01,segment=NetworkSegment(48b3c75d-3fd4-4020-ab9b-357c051f5932),segment_id=48b3c75d-3fd4-4020-ab9b-357c051f5932)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:10:54.722473 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b28f8a7d-2d0b-4661-9a9d-0426fa9cda54 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:54.736044 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-b28f8a7d-2d0b-4661-9a9d-0426fa9cda54 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Calling delete_port for 44fdade8-808e-4df8-bfb8-6d2af69c4d01 owned by network:dhcp {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:10:54.769005 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-52450e55-253a-45e4-a7a3-7b72c7681f85 None None] For port 44fdade8-808e-4df8-bfb8-6d2af69c4d01, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=44fdade8-808e-4df8-bfb8-6d2af69c4d01,segment=NetworkSegment(48b3c75d-3fd4-4020-ab9b-357c051f5932),segment_id=48b3c75d-3fd4-4020-ab9b-357c051f5932)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:10:54.769410 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-52450e55-253a-45e4-a7a3-7b72c7681f85 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:54.782280 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-52450e55-253a-45e4-a7a3-7b72c7681f85 None None] Calling delete_port for 44fdade8-808e-4df8-bfb8-6d2af69c4d01 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:10:54.882419 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b28f8a7d-2d0b-4661-9a9d-0426fa9cda54 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:54.889240 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-52450e55-253a-45e4-a7a3-7b72c7681f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:54.911765 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28f8a7d-2d0b-4661-9a9d-0426fa9cda54 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Pushing event deleted for resources: {'Port': ['ID=44fdade8-808e-4df8-bfb8-6d2af69c4d01,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:54.914427 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52450e55-253a-45e4-a7a3-7b72c7681f85 None None] Pushing event deleted for resources: {'Port': ['ID=44fdade8-808e-4df8-bfb8-6d2af69c4d01,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:54.915438 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28f8a7d-2d0b-4661-9a9d-0426fa9cda54 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] No DVR routers for this DVR port 44fdade8-808e-4df8-bfb8-6d2af69c4d01 on host n-d-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:10:54.917882 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52450e55-253a-45e4-a7a3-7b72c7681f85 None None] No DVR routers for this DVR port 44fdade8-808e-4df8-bfb8-6d2af69c4d01 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:10:55.004684 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b28f8a7d-2d0b-4661-9a9d-0426fa9cda54 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:55.025390 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-b28f8a7d-2d0b-4661-9a9d-0426fa9cda54 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3d8f42a-b852-483e-bcf0-8e2e7e9acf24']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:10:55.035787 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-b28f8a7d-2d0b-4661-9a9d-0426fa9cda54 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48b3c75d-3fd4-4020-ab9b-357c051f5932') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:10:55.036087 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-b28f8a7d-2d0b-4661-9a9d-0426fa9cda54 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48b3c75d-3fd4-4020-ab9b-357c051f5932') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:10:55.046919 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b28f8a7d-2d0b-4661-9a9d-0426fa9cda54 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:55.059719 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b28f8a7d-2d0b-4661-9a9d-0426fa9cda54 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:55.066120 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b28f8a7d-2d0b-4661-9a9d-0426fa9cda54 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 17:10:55.066120 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b28f8a7d-2d0b-4661-9a9d-0426fa9cda54 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:55.068990 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 17:10:55.068990 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 17:10:55.068990 n-d-776250-12 neutron-server[110550]: timer() Dec 08 17:10:55.068990 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 17:10:55.068990 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 17:10:55.068990 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 17:10:55.068990 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 17:10:55.068990 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 17:10:55.068990 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 17:10:55.068990 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 17:10:55.068990 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 17:10:55.068990 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 17:10:55.068990 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 17:10:55.068990 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 17:10:55.068990 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 17:10:55.068990 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 17:10:55.068990 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 17:10:55.068990 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 17:10:55.068990 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 17:10:55.068990 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 17:10:55.068990 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 17:10:55.068990 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 17:10:55.068990 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 17:10:55.068990 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 17:10:55.068990 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 17:10:55.068990 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 17:10:55.068990 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 17:10:55.068990 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 17:10:55.068990 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 17:10:55.068990 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 17:10:55.068990 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 17:10:55.068990 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 17:10:55.185636 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b28f8a7d-2d0b-4661-9a9d-0426fa9cda54 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:55.192649 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b28f8a7d-2d0b-4661-9a9d-0426fa9cda54 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:55.195803 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b28f8a7d-2d0b-4661-9a9d-0426fa9cda54 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] 10.222.0.64 "DELETE /v2.0/networks/d3d8f42a-b852-483e-bcf0-8e2e7e9acf24 HTTP/1.1" status: 204 len: 168 time: 0.6771505 Dec 08 17:10:55.198379 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41486) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:10:55.218687 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28f8a7d-2d0b-4661-9a9d-0426fa9cda54 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Pushing event deleted for resources: {'Network': ['ID=d3d8f42a-b852-483e-bcf0-8e2e7e9acf24,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:55.243985 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-3afcdd44-6b75-4c82-aa1a-f14cb1435a4f tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] DELETE failed (client error): The resource could not be found. Dec 08 17:10:55.244472 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3afcdd44-6b75-4c82-aa1a-f14cb1435a4f tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 17:10:55.247883 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-3afcdd44-6b75-4c82-aa1a-f14cb1435a4f tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] 10.222.0.64 "DELETE /v2.0/subnets/82f54dbb-328a-4538-8521-7c1aa06f3580 HTTP/1.1" status: 404 len: 337 time: 0.0485044 Dec 08 17:10:55.250556 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41488) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:10:55.269595 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-67e562cb-e73e-45da-930f-ca275bc89f46 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] DELETE failed (client error): The resource could not be found. Dec 08 17:10:55.270010 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67e562cb-e73e-45da-930f-ca275bc89f46 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 17:10:55.273559 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-67e562cb-e73e-45da-930f-ca275bc89f46 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] 10.222.0.64 "DELETE /v2.0/networks/c97a7072-32d5-4c36-a987-8ebe6a3a9dd3 HTTP/1.1" status: 404 len: 339 time: 0.0220668 Dec 08 17:10:55.275946 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41490) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:10:55.302126 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b62488d-aec5-4932-bf7f-4f3e36b8ba4c tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] DELETE failed (client error): The resource could not be found. Dec 08 17:10:55.302576 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b62488d-aec5-4932-bf7f-4f3e36b8ba4c tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 17:10:55.305597 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-9b62488d-aec5-4932-bf7f-4f3e36b8ba4c tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] 10.222.0.64 "DELETE /v2.0/subnets/8f43bf3c-1feb-40db-ad30-c42579392a71 HTTP/1.1" status: 404 len: 337 time: 0.0287368 Dec 08 17:10:55.307966 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41492) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:10:55.326552 n-d-776250-12 neutron-server[110550]: INFO neutron.pecan_wsgi.hooks.translation [None req-34eea9b8-b662-44dc-91a6-7cd0470636b5 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] DELETE failed (client error): The resource could not be found. Dec 08 17:10:55.327041 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34eea9b8-b662-44dc-91a6-7cd0470636b5 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110550) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 17:10:55.330691 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-34eea9b8-b662-44dc-91a6-7cd0470636b5 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] 10.222.0.64 "DELETE /v2.0/networks/d57b6769-fcd3-42c7-849f-4ede0e13062e HTTP/1.1" status: 404 len: 339 time: 0.0217948 Dec 08 17:10:55.333043 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41494) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:10:55.383813 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-e078e9ee-eb6c-42f7-919f-6b69be7ae3ee tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Deleting subnet 0a51fc39-3914-4e77-87fa-9bc4e6920b03 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 17:10:55.387450 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e078e9ee-eb6c-42f7-919f-6b69be7ae3ee tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:55.428710 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e078e9ee-eb6c-42f7-919f-6b69be7ae3ee tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:55.515465 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e078e9ee-eb6c-42f7-919f-6b69be7ae3ee tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:55.637161 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e078e9ee-eb6c-42f7-919f-6b69be7ae3ee tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:55.665545 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e078e9ee-eb6c-42f7-919f-6b69be7ae3ee tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Pushing event deleted for resources: {'Subnet': ['ID=0a51fc39-3914-4e77-87fa-9bc4e6920b03,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:55.671040 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e078e9ee-eb6c-42f7-919f-6b69be7ae3ee tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:55.674839 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-e078e9ee-eb6c-42f7-919f-6b69be7ae3ee tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] 10.222.0.64 "DELETE /v2.0/subnets/0a51fc39-3914-4e77-87fa-9bc4e6920b03 HTTP/1.1" status: 204 len: 168 time: 0.3403730 Dec 08 17:10:55.676734 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41496) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:10:55.677256 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9241c258-26f7-4c5f-9c60-0fca4e943697 None None] Network 6d8bad46-d9a8-4097-85d0-7dfd4f955a3f requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:10:55.756156 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 44fdade8-808e-4df8-bfb8-6d2af69c4d01 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:10:55.760665 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f7001a71-45b2-45ce-bc77-56920b324361 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:55.780585 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 44fdade8-808e-4df8-bfb8-6d2af69c4d01 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:10:55.780941 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 44fdade8-808e-4df8-bfb8-6d2af69c4d01 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:10:55.819420 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-f7001a71-45b2-45ce-bc77-56920b324361 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Deleting port b9715156-e763-4199-9a55-b4f0a6638cf9 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:10:55.819420 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f7001a71-45b2-45ce-bc77-56920b324361 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:55.848078 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40469e04-b0c4-4805-b230-59d90d5f77d9 None None] DHCP port deletion for 6d8bad46-d9a8-4097-85d0-7dfd4f955a3f request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:10:55.883242 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-f7001a71-45b2-45ce-bc77-56920b324361 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] For port b9715156-e763-4199-9a55-b4f0a6638cf9, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=b9715156-e763-4199-9a55-b4f0a6638cf9,segment=NetworkSegment(c3df82d7-7b6a-49ff-8487-2be860115e47),segment_id=c3df82d7-7b6a-49ff-8487-2be860115e47)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:10:55.883608 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f7001a71-45b2-45ce-bc77-56920b324361 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:55.895840 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-40469e04-b0c4-4805-b230-59d90d5f77d9 None None] Deleting port b9715156-e763-4199-9a55-b4f0a6638cf9 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:10:55.896144 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-40469e04-b0c4-4805-b230-59d90d5f77d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:55.897840 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-f7001a71-45b2-45ce-bc77-56920b324361 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Calling delete_port for b9715156-e763-4199-9a55-b4f0a6638cf9 owned by network:dhcp {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:10:55.960474 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-40469e04-b0c4-4805-b230-59d90d5f77d9 None None] For port b9715156-e763-4199-9a55-b4f0a6638cf9, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=b9715156-e763-4199-9a55-b4f0a6638cf9,segment=NetworkSegment(c3df82d7-7b6a-49ff-8487-2be860115e47),segment_id=c3df82d7-7b6a-49ff-8487-2be860115e47)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:10:55.960882 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-40469e04-b0c4-4805-b230-59d90d5f77d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:55.973627 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-40469e04-b0c4-4805-b230-59d90d5f77d9 None None] Calling delete_port for b9715156-e763-4199-9a55-b4f0a6638cf9 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:10:56.090293 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f7001a71-45b2-45ce-bc77-56920b324361 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:56.097404 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-40469e04-b0c4-4805-b230-59d90d5f77d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:56.117617 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7001a71-45b2-45ce-bc77-56920b324361 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Pushing event deleted for resources: {'Port': ['ID=b9715156-e763-4199-9a55-b4f0a6638cf9,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:56.121523 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7001a71-45b2-45ce-bc77-56920b324361 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] No DVR routers for this DVR port b9715156-e763-4199-9a55-b4f0a6638cf9 on host n-d-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:10:56.126962 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40469e04-b0c4-4805-b230-59d90d5f77d9 None None] Pushing event deleted for resources: {'Port': ['ID=b9715156-e763-4199-9a55-b4f0a6638cf9,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:56.131003 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40469e04-b0c4-4805-b230-59d90d5f77d9 None None] No DVR routers for this DVR port b9715156-e763-4199-9a55-b4f0a6638cf9 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:10:56.206910 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f7001a71-45b2-45ce-bc77-56920b324361 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:56.232534 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-f7001a71-45b2-45ce-bc77-56920b324361 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d8bad46-d9a8-4097-85d0-7dfd4f955a3f']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:10:56.237577 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-f7001a71-45b2-45ce-bc77-56920b324361 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3df82d7-7b6a-49ff-8487-2be860115e47') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:10:56.237888 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-f7001a71-45b2-45ce-bc77-56920b324361 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3df82d7-7b6a-49ff-8487-2be860115e47') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:10:56.247648 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f7001a71-45b2-45ce-bc77-56920b324361 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:56.263245 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f7001a71-45b2-45ce-bc77-56920b324361 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:56.269783 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7001a71-45b2-45ce-bc77-56920b324361 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 17:10:56.270174 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f7001a71-45b2-45ce-bc77-56920b324361 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:56.273130 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 17:10:56.273130 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 17:10:56.273130 n-d-776250-12 neutron-server[110550]: timer() Dec 08 17:10:56.273130 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 17:10:56.273130 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 17:10:56.273130 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 17:10:56.273130 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 17:10:56.273130 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 17:10:56.273130 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 17:10:56.273130 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 17:10:56.273130 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 17:10:56.273130 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 17:10:56.273130 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 17:10:56.273130 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 17:10:56.273130 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 17:10:56.273130 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 17:10:56.273130 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 17:10:56.273130 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 17:10:56.273130 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 17:10:56.273130 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 17:10:56.273130 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 17:10:56.273130 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 17:10:56.273130 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 17:10:56.273130 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 17:10:56.273130 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 17:10:56.273130 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 17:10:56.273130 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 17:10:56.273130 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 17:10:56.273130 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 17:10:56.273130 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 17:10:56.273130 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 17:10:56.273130 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 17:10:56.385078 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f7001a71-45b2-45ce-bc77-56920b324361 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:56.392307 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f7001a71-45b2-45ce-bc77-56920b324361 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:56.397889 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-f7001a71-45b2-45ce-bc77-56920b324361 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] 10.222.0.64 "DELETE /v2.0/networks/6d8bad46-d9a8-4097-85d0-7dfd4f955a3f HTTP/1.1" status: 204 len: 168 time: 0.7177727 Dec 08 17:10:56.407877 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7001a71-45b2-45ce-bc77-56920b324361 tempest-NetworksIpV6Test-1929778092 tempest-NetworksIpV6Test-1929778092-project] Pushing event deleted for resources: {'Network': ['ID=6d8bad46-d9a8-4097-85d0-7dfd4f955a3f,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:56.832692 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41502) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:10:56.982679 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-0d3dd535-4d73-40b6-b142-5d299e041de9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f301cd1c7bc745ef8a9c0a433ee5899f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1488113 Dec 08 17:10:56.985721 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41506) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:10:57.031319 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a58ba3ee-b87d-4eef-8018-c3631e700f7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:57.052384 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a58ba3ee-b87d-4eef-8018-c3631e700f7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:57.168426 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a58ba3ee-b87d-4eef-8018-c3631e700f7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:57.171642 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a58ba3ee-b87d-4eef-8018-c3631e700f7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:57.172868 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a58ba3ee-b87d-4eef-8018-c3631e700f7e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/36b23eac-90d7-4e2f-a24e-72f9c644f8ac HTTP/1.1" status: 204 len: 168 time: 0.1862514 Dec 08 17:10:57.180635 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58ba3ee-b87d-4eef-8018-c3631e700f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b23eac-90d7-4e2f-a24e-72f9c644f8ac,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:57.746157 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device b9715156-e763-4199-9a55-b4f0a6638cf9 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:10:57.770184 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: b9715156-e763-4199-9a55-b4f0a6638cf9 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:10:57.770606 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device b9715156-e763-4199-9a55-b4f0a6638cf9 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:10:58.197272 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41528) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:10:58.288787 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-9a332c0b-7634-4fd4-857f-55fd46c44912 tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-575297647', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:10:58.376319 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9a332c0b-7634-4fd4-857f-55fd46c44912 tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:58.377372 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9a332c0b-7634-4fd4-857f-55fd46c44912 tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:58.428499 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9a332c0b-7634-4fd4-857f-55fd46c44912 tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:58.507507 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9a332c0b-7634-4fd4-857f-55fd46c44912 tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:58.560634 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9a332c0b-7634-4fd4-857f-55fd46c44912 tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:58.561849 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-9a332c0b-7634-4fd4-857f-55fd46c44912 tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3635256 Dec 08 17:10:58.564561 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41532) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:10:58.569412 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-fda47fb9-0baa-47f9-bef5-bf00fed1dbd3 tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-967089842'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:10:58.643962 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda47fb9-0baa-47f9-bef5-bf00fed1dbd3 tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Made reservation on behalf of 7ff1569742c74eefa2db32208c5a9a51 for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:10:58.647481 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fda47fb9-0baa-47f9-bef5-bf00fed1dbd3 tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:58.657050 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fda47fb9-0baa-47f9-bef5-bf00fed1dbd3 tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:58.729150 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fda47fb9-0baa-47f9-bef5-bf00fed1dbd3 tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:58.764226 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fda47fb9-0baa-47f9-bef5-bf00fed1dbd3 tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:58.791272 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fda47fb9-0baa-47f9-bef5-bf00fed1dbd3 tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 17:10:58.800406 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda47fb9-0baa-47f9-bef5-bf00fed1dbd3 tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=227313f0-db9a-4cec-9b11-880ac9b5eb70,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:58.807211 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fda47fb9-0baa-47f9-bef5-bf00fed1dbd3 tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:58.807554 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-fda47fb9-0baa-47f9-bef5-bf00fed1dbd3 tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Added segment d737107b-617b-4647-bb38-7934771673fe of type vlan for network d8e189e0-65c4-4cd7-9d24-90daaff438df Dec 08 17:10:58.847183 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fda47fb9-0baa-47f9-bef5-bf00fed1dbd3 tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:58.929849 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fda47fb9-0baa-47f9-bef5-bf00fed1dbd3 tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:58.935423 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda47fb9-0baa-47f9-bef5-bf00fed1dbd3 tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:10:58.936016 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-fda47fb9-0baa-47f9-bef5-bf00fed1dbd3 tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:59.004515 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda47fb9-0baa-47f9-bef5-bf00fed1dbd3 tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Pushing event updated for resources: {'Network': ['ID=d8e189e0-65c4-4cd7-9d24-90daaff438df,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:59.014387 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network d8e189e0-65c4-4cd7-9d24-90daaff438df details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 17:10:59.059038 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-fda47fb9-0baa-47f9-bef5-bf00fed1dbd3 tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4933980 Dec 08 17:10:59.062009 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41534) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:10:59.067197 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-1ca2c910-6698-42bb-9392-f3011956163f tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Request body: {'subnet': {'network_id': 'd8e189e0-65c4-4cd7-9d24-90daaff438df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:10:59.221564 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca2c910-6698-42bb-9392-f3011956163f tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Made reservation on behalf of 7ff1569742c74eefa2db32208c5a9a51 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:10:59.225309 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1ca2c910-6698-42bb-9392-f3011956163f tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:59.450594 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1ca2c910-6698-42bb-9392-f3011956163f tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:59.516196 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca2c910-6698-42bb-9392-f3011956163f tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Pushing event updated for resources: {'Subnet': ['ID=f747aceb-0717-4911-b542-bbf7297101c0,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:59.523371 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca2c910-6698-42bb-9392-f3011956163f tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Checking segment: {'id': 'd737107b-617b-4647-bb38-7934771673fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd8e189e0-65c4-4cd7-9d24-90daaff438df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:10:59.523726 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca2c910-6698-42bb-9392-f3011956163f tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Network hostable DHCP agents. Network: d8e189e0-65c4-4cd7-9d24-90daaff438df, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 17:10:59.603818 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca2c910-6698-42bb-9392-f3011956163f tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Network d8e189e0-65c4-4cd7-9d24-90daaff438df is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 17:10:59.666696 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-1ca2c910-6698-42bb-9392-f3011956163f tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, d8e189e0-65c4-4cd7-9d24-90daaff438df) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:10:59.670631 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca2c910-6698-42bb-9392-f3011956163f tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:10:59.671721 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1ca2c910-6698-42bb-9392-f3011956163f tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:59.676247 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bf55f1-8aa4-4298-9064-c8bd67be8c5d None None] Network d8e189e0-65c4-4cd7-9d24-90daaff438df requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:10:59.761636 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-1ca2c910-6698-42bb-9392-f3011956163f tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6985297 Dec 08 17:10:59.770022 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41536) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:10:59.770022 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-1624cad5-46b2-4876-a569-f7ad683e7e6e tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2049703176'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:10:59.770933 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89979854-c034-4d5b-846f-efb09ba94912 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-d8e189e0-65c4-4cd7-9d24-90daaff438df', 'network_id': 'd8e189e0-65c4-4cd7-9d24-90daaff438df', 'project_id': '7ff1569742c74eefa2db32208c5a9a51', 'fixed_ips': [{'subnet_id': 'f747aceb-0717-4911-b542-bbf7297101c0'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 17:10:59.771811 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-89979854-c034-4d5b-846f-efb09ba94912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:59.849843 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1624cad5-46b2-4876-a569-f7ad683e7e6e tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Made reservation on behalf of 7ff1569742c74eefa2db32208c5a9a51 for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:10:59.853387 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1624cad5-46b2-4876-a569-f7ad683e7e6e tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:59.877784 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1624cad5-46b2-4876-a569-f7ad683e7e6e tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 17:10:59.886295 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1624cad5-46b2-4876-a569-f7ad683e7e6e tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:59.886643 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-1624cad5-46b2-4876-a569-f7ad683e7e6e tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Added segment ae074ac8-dac6-446d-9c4e-81f0b20f0803 of type vlan for network 82e371ca-e242-4a4d-a1e7-15c68f39715d Dec 08 17:10:59.905198 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-89979854-c034-4d5b-846f-efb09ba94912 None None] Allocated IP 172.20.0.2 (d8e189e0-65c4-4cd7-9d24-90daaff438df/f747aceb-0717-4911-b542-bbf7297101c0/ad060175-4b36-4db2-b587-88b5f1d0c260) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:10:59.925828 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1624cad5-46b2-4876-a569-f7ad683e7e6e tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:59.993064 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1624cad5-46b2-4876-a569-f7ad683e7e6e tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:59.998956 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1624cad5-46b2-4876-a569-f7ad683e7e6e tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:10:59.999615 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1624cad5-46b2-4876-a569-f7ad683e7e6e tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:00.048156 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-89979854-c034-4d5b-846f-efb09ba94912 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:00.065679 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1624cad5-46b2-4876-a569-f7ad683e7e6e tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Pushing event updated for resources: {'Network': ['ID=82e371ca-e242-4a4d-a1e7-15c68f39715d,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:11:00.078757 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 82e371ca-e242-4a4d-a1e7-15c68f39715d details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 17:11:00.104405 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-1624cad5-46b2-4876-a569-f7ad683e7e6e tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3386316 Dec 08 17:11:00.107158 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41538) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:11:00.112770 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-9f3ab377-5812-43ca-91f9-0e44c3cd6894 tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Request body: {'subnet': {'network_id': '82e371ca-e242-4a4d-a1e7-15c68f39715d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:11:00.131020 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-89979854-c034-4d5b-846f-efb09ba94912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:00.192263 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89979854-c034-4d5b-846f-efb09ba94912 None None] Network d8e189e0-65c4-4cd7-9d24-90daaff438df is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:11:00.193138 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89979854-c034-4d5b-846f-efb09ba94912 None None] Pushing event updated for resources: {'Port': ['ID=ad060175-4b36-4db2-b587-88b5f1d0c260,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:11:00.196562 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-89979854-c034-4d5b-846f-efb09ba94912 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:11:00.198633 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89979854-c034-4d5b-846f-efb09ba94912 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:11:00.251608 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-89979854-c034-4d5b-846f-efb09ba94912 None None] Attempting to bind port ad060175-4b36-4db2-b587-88b5f1d0c260 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:11:00.251985 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-89979854-c034-4d5b-846f-efb09ba94912 None None] Attempting to bind port ad060175-4b36-4db2-b587-88b5f1d0c260 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'd737107b-617b-4647-bb38-7934771673fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd8e189e0-65c4-4cd7-9d24-90daaff438df'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:11:00.252388 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89979854-c034-4d5b-846f-efb09ba94912 None None] Attempting to bind port ad060175-4b36-4db2-b587-88b5f1d0c260 on network d8e189e0-65c4-4cd7-9d24-90daaff438df {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:11:00.257418 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89979854-c034-4d5b-846f-efb09ba94912 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:11:00.259463 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89979854-c034-4d5b-846f-efb09ba94912 None None] Checking segment: {'id': 'd737107b-617b-4647-bb38-7934771673fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd8e189e0-65c4-4cd7-9d24-90daaff438df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:11:00.259463 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-89979854-c034-4d5b-846f-efb09ba94912 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:00.259463 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89979854-c034-4d5b-846f-efb09ba94912 None None] Bound using segment: {'id': 'd737107b-617b-4647-bb38-7934771673fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd8e189e0-65c4-4cd7-9d24-90daaff438df'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:11:00.259463 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-89979854-c034-4d5b-846f-efb09ba94912 None None] Bound port: ad060175-4b36-4db2-b587-88b5f1d0c260, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd737107b-617b-4647-bb38-7934771673fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'd8e189e0-65c4-4cd7-9d24-90daaff438df'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:11:00.259463 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-89979854-c034-4d5b-846f-efb09ba94912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:00.278612 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f3ab377-5812-43ca-91f9-0e44c3cd6894 tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Made reservation on behalf of 7ff1569742c74eefa2db32208c5a9a51 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:11:00.282778 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9f3ab377-5812-43ca-91f9-0e44c3cd6894 tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:00.323555 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-89979854-c034-4d5b-846f-efb09ba94912 None None] For port ad060175-4b36-4db2-b587-88b5f1d0c260, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:11:00.326472 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-89979854-c034-4d5b-846f-efb09ba94912 None None] For port ad060175-4b36-4db2-b587-88b5f1d0c260, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=ad060175-4b36-4db2-b587-88b5f1d0c260,segment=NetworkSegment(d737107b-617b-4647-bb38-7934771673fe),segment_id=d737107b-617b-4647-bb38-7934771673fe)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:11:00.404785 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-89979854-c034-4d5b-846f-efb09ba94912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:00.465344 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89979854-c034-4d5b-846f-efb09ba94912 None None] Pushing event updated for resources: {'Port': ['ID=ad060175-4b36-4db2-b587-88b5f1d0c260,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:11:00.534101 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9f3ab377-5812-43ca-91f9-0e44c3cd6894 tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:00.602764 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3ab377-5812-43ca-91f9-0e44c3cd6894 tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Pushing event updated for resources: {'Subnet': ['ID=c225c036-7bf1-436a-9549-6e3140c778fb,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:11:00.624721 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3ab377-5812-43ca-91f9-0e44c3cd6894 tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Checking segment: {'id': 'ae074ac8-dac6-446d-9c4e-81f0b20f0803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '82e371ca-e242-4a4d-a1e7-15c68f39715d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:11:00.625411 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3ab377-5812-43ca-91f9-0e44c3cd6894 tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Network hostable DHCP agents. Network: 82e371ca-e242-4a4d-a1e7-15c68f39715d, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 17:11:00.707343 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3ab377-5812-43ca-91f9-0e44c3cd6894 tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Network 82e371ca-e242-4a4d-a1e7-15c68f39715d is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 17:11:00.775886 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-9f3ab377-5812-43ca-91f9-0e44c3cd6894 tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 82e371ca-e242-4a4d-a1e7-15c68f39715d) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:11:00.781421 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3ab377-5812-43ca-91f9-0e44c3cd6894 tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:11:00.782450 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9f3ab377-5812-43ca-91f9-0e44c3cd6894 tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:00.785307 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee844e0f-d4c8-4f25-b104-6c429cbd2b95 None None] Network 82e371ca-e242-4a4d-a1e7-15c68f39715d requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:11:00.888832 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701290e6-5c6b-441c-8ed5-eacfaa13b576 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-82e371ca-e242-4a4d-a1e7-15c68f39715d', 'network_id': '82e371ca-e242-4a4d-a1e7-15c68f39715d', 'project_id': '7ff1569742c74eefa2db32208c5a9a51', 'fixed_ips': [{'subnet_id': 'c225c036-7bf1-436a-9549-6e3140c778fb'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 17:11:00.890327 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-701290e6-5c6b-441c-8ed5-eacfaa13b576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:00.896464 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-9f3ab377-5812-43ca-91f9-0e44c3cd6894 tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7882149 Dec 08 17:11:00.899089 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41540) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:11:00.904020 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-b7fa9103-18b6-4211-bf0f-3ff061317436 tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Request body: {'router': {'external_gateway_info': {'network_id': '82e371ca-e242-4a4d-a1e7-15c68f39715d'}}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:11:01.025451 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-701290e6-5c6b-441c-8ed5-eacfaa13b576 None None] Allocated IP 172.21.0.2 (82e371ca-e242-4a4d-a1e7-15c68f39715d/c225c036-7bf1-436a-9549-6e3140c778fb/3fe15675-290d-4fc0-849b-aaf870b118fa) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:11:01.147913 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b7fa9103-18b6-4211-bf0f-3ff061317436 tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:01.195332 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-701290e6-5c6b-441c-8ed5-eacfaa13b576 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:01.265929 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-701290e6-5c6b-441c-8ed5-eacfaa13b576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:01.309330 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701290e6-5c6b-441c-8ed5-eacfaa13b576 None None] Network 82e371ca-e242-4a4d-a1e7-15c68f39715d is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:11:01.312950 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-701290e6-5c6b-441c-8ed5-eacfaa13b576 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:11:01.317636 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701290e6-5c6b-441c-8ed5-eacfaa13b576 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:11:01.321068 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701290e6-5c6b-441c-8ed5-eacfaa13b576 None None] Pushing event updated for resources: {'Port': ['ID=3fe15675-290d-4fc0-849b-aaf870b118fa,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:11:01.348061 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [None req-b7fa9103-18b6-4211-bf0f-3ff061317436 tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 17:11:01.349825 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b7fa9103-18b6-4211-bf0f-3ff061317436 tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] 10.222.0.64 "PUT /v2.0/routers/1c020f35-7ffb-4ced-8ce4-33b4fd91b083 HTTP/1.1" status: 400 len: 364 time: 0.4490933 Dec 08 17:11:01.353558 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a4a833-40e3-48a7-ab07-dec21f068d49 None None] Network d8e189e0-65c4-4cd7-9d24-90daaff438df requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:11:01.355063 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41542) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:11:01.406949 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-43adc8e9-d4b3-4dbe-981c-fae3d79eb997 tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Deleting subnet c225c036-7bf1-436a-9549-6e3140c778fb {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 17:11:01.410232 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-43adc8e9-d4b3-4dbe-981c-fae3d79eb997 tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:01.435121 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-701290e6-5c6b-441c-8ed5-eacfaa13b576 None None] Attempting to bind port 3fe15675-290d-4fc0-849b-aaf870b118fa on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:11:01.435501 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-701290e6-5c6b-441c-8ed5-eacfaa13b576 None None] Attempting to bind port 3fe15675-290d-4fc0-849b-aaf870b118fa by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'ae074ac8-dac6-446d-9c4e-81f0b20f0803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '82e371ca-e242-4a4d-a1e7-15c68f39715d'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:11:01.435871 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701290e6-5c6b-441c-8ed5-eacfaa13b576 None None] Attempting to bind port 3fe15675-290d-4fc0-849b-aaf870b118fa on network 82e371ca-e242-4a4d-a1e7-15c68f39715d {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:11:01.456808 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-43adc8e9-d4b3-4dbe-981c-fae3d79eb997 tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:01.463084 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701290e6-5c6b-441c-8ed5-eacfaa13b576 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:11:01.463468 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701290e6-5c6b-441c-8ed5-eacfaa13b576 None None] Checking segment: {'id': 'ae074ac8-dac6-446d-9c4e-81f0b20f0803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '82e371ca-e242-4a4d-a1e7-15c68f39715d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:11:01.463876 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-701290e6-5c6b-441c-8ed5-eacfaa13b576 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:01.464301 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701290e6-5c6b-441c-8ed5-eacfaa13b576 None None] Bound using segment: {'id': 'ae074ac8-dac6-446d-9c4e-81f0b20f0803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '82e371ca-e242-4a4d-a1e7-15c68f39715d'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:11:01.464796 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-701290e6-5c6b-441c-8ed5-eacfaa13b576 None None] Bound port: 3fe15675-290d-4fc0-849b-aaf870b118fa, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae074ac8-dac6-446d-9c4e-81f0b20f0803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '82e371ca-e242-4a4d-a1e7-15c68f39715d'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:11:01.465180 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-701290e6-5c6b-441c-8ed5-eacfaa13b576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:01.488902 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-94e780ea-a723-4d10-a7e6-5477797a8430 None None] Provisioning complete for port ad060175-4b36-4db2-b587-88b5f1d0c260 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:11:01.489279 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-94e780ea-a723-4d10-a7e6-5477797a8430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:01.543609 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-43adc8e9-d4b3-4dbe-981c-fae3d79eb997 tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:01.639105 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-94e780ea-a723-4d10-a7e6-5477797a8430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:01.677198 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-94e780ea-a723-4d10-a7e6-5477797a8430 None None] For port ad060175-4b36-4db2-b587-88b5f1d0c260, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=ad060175-4b36-4db2-b587-88b5f1d0c260,segment=NetworkSegment(d737107b-617b-4647-bb38-7934771673fe),segment_id=d737107b-617b-4647-bb38-7934771673fe)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:11:01.719732 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-43adc8e9-d4b3-4dbe-981c-fae3d79eb997 tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:01.737912 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-701290e6-5c6b-441c-8ed5-eacfaa13b576 None None] For port 3fe15675-290d-4fc0-849b-aaf870b118fa, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:11:01.749106 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-94e780ea-a723-4d10-a7e6-5477797a8430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:01.752169 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-701290e6-5c6b-441c-8ed5-eacfaa13b576 None None] For port 3fe15675-290d-4fc0-849b-aaf870b118fa, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=3fe15675-290d-4fc0-849b-aaf870b118fa,segment=NetworkSegment(ae074ac8-dac6-446d-9c4e-81f0b20f0803),segment_id=ae074ac8-dac6-446d-9c4e-81f0b20f0803)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:11:01.765820 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43adc8e9-d4b3-4dbe-981c-fae3d79eb997 tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Pushing event deleted for resources: {'Subnet': ['ID=c225c036-7bf1-436a-9549-6e3140c778fb,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:11:01.769762 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-43adc8e9-d4b3-4dbe-981c-fae3d79eb997 tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:01.773082 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-43adc8e9-d4b3-4dbe-981c-fae3d79eb997 tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] 10.222.0.64 "DELETE /v2.0/subnets/c225c036-7bf1-436a-9549-6e3140c778fb HTTP/1.1" status: 204 len: 168 time: 0.4168370 Dec 08 17:11:01.775639 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41544) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:11:01.801146 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device ad060175-4b36-4db2-b587-88b5f1d0c260 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:11:01.839332 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-701290e6-5c6b-441c-8ed5-eacfaa13b576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:01.854258 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cfa14c3e-acb6-4c99-81d0-481c8b352292 tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:01.863888 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e780ea-a723-4d10-a7e6-5477797a8430 None None] Pushing event updated for resources: {'Port': ['ID=ad060175-4b36-4db2-b587-88b5f1d0c260,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:11:01.910804 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-cfa14c3e-acb6-4c99-81d0-481c8b352292 tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Deleting port 3fe15675-290d-4fc0-849b-aaf870b118fa {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:11:01.911180 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cfa14c3e-acb6-4c99-81d0-481c8b352292 tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:01.929497 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-3ca48fc0-a07f-45e5-9374-bd19acfc50af None None] Provisioning complete for port ad060175-4b36-4db2-b587-88b5f1d0c260 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:11:01.929497 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3ca48fc0-a07f-45e5-9374-bd19acfc50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:01.959953 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701290e6-5c6b-441c-8ed5-eacfaa13b576 None None] Pushing event updated for resources: {'Port': ['ID=3fe15675-290d-4fc0-849b-aaf870b118fa,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:11:01.975064 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port ad060175-4b36-4db2-b587-88b5f1d0c260 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:11:01.975451 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:01.993106 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-cfa14c3e-acb6-4c99-81d0-481c8b352292 tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] For port 3fe15675-290d-4fc0-849b-aaf870b118fa, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=3fe15675-290d-4fc0-849b-aaf870b118fa,segment=NetworkSegment(ae074ac8-dac6-446d-9c4e-81f0b20f0803),segment_id=ae074ac8-dac6-446d-9c4e-81f0b20f0803)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:11:01.993272 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cfa14c3e-acb6-4c99-81d0-481c8b352292 tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:02.006978 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-cfa14c3e-acb6-4c99-81d0-481c8b352292 tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Calling delete_port for 3fe15675-290d-4fc0-849b-aaf870b118fa owned by network:dhcp {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:11:02.193517 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cfa14c3e-acb6-4c99-81d0-481c8b352292 tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:02.220094 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa14c3e-acb6-4c99-81d0-481c8b352292 tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Pushing event deleted for resources: {'Port': ['ID=3fe15675-290d-4fc0-849b-aaf870b118fa,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:11:02.225711 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa14c3e-acb6-4c99-81d0-481c8b352292 tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] No DVR routers for this DVR port 3fe15675-290d-4fc0-849b-aaf870b118fa on host n-d-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:11:02.305925 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cfa14c3e-acb6-4c99-81d0-481c8b352292 tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:02.326324 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-cfa14c3e-acb6-4c99-81d0-481c8b352292 tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82e371ca-e242-4a4d-a1e7-15c68f39715d']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:11:02.336572 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-cfa14c3e-acb6-4c99-81d0-481c8b352292 tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae074ac8-dac6-446d-9c4e-81f0b20f0803') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:11:02.336879 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-cfa14c3e-acb6-4c99-81d0-481c8b352292 tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae074ac8-dac6-446d-9c4e-81f0b20f0803') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:11:02.346644 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cfa14c3e-acb6-4c99-81d0-481c8b352292 tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:02.359572 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cfa14c3e-acb6-4c99-81d0-481c8b352292 tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:02.365357 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfa14c3e-acb6-4c99-81d0-481c8b352292 tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 17:11:02.365743 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cfa14c3e-acb6-4c99-81d0-481c8b352292 tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:02.368662 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 17:11:02.368662 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 17:11:02.368662 n-d-776250-12 neutron-server[110550]: timer() Dec 08 17:11:02.368662 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 17:11:02.368662 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 17:11:02.368662 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 17:11:02.368662 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 17:11:02.368662 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 17:11:02.368662 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 17:11:02.368662 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 17:11:02.368662 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 17:11:02.368662 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 17:11:02.368662 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 17:11:02.368662 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 17:11:02.368662 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 17:11:02.368662 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 17:11:02.368662 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 17:11:02.368662 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 17:11:02.368662 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 17:11:02.368662 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 17:11:02.368662 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 17:11:02.368662 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 17:11:02.368662 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 17:11:02.368662 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 17:11:02.368662 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 17:11:02.368662 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 17:11:02.368662 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 17:11:02.368662 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 17:11:02.368662 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 17:11:02.368662 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 17:11:02.368662 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 17:11:02.368662 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 17:11:02.494006 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cfa14c3e-acb6-4c99-81d0-481c8b352292 tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:02.502006 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-cfa14c3e-acb6-4c99-81d0-481c8b352292 tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:02.505285 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-cfa14c3e-acb6-4c99-81d0-481c8b352292 tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] 10.222.0.64 "DELETE /v2.0/networks/82e371ca-e242-4a4d-a1e7-15c68f39715d HTTP/1.1" status: 204 len: 168 time: 0.7286544 Dec 08 17:11:02.507879 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41546) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:11:02.527055 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa14c3e-acb6-4c99-81d0-481c8b352292 tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Pushing event deleted for resources: {'Network': ['ID=82e371ca-e242-4a4d-a1e7-15c68f39715d,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:11:02.579433 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fa6b68e-e8a5-4fdb-8854-d6851b77dd3f tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Deleting subnet f747aceb-0717-4911-b542-bbf7297101c0 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 17:11:02.583124 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1fa6b68e-e8a5-4fdb-8854-d6851b77dd3f tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:02.627360 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1fa6b68e-e8a5-4fdb-8854-d6851b77dd3f tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:02.717002 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1fa6b68e-e8a5-4fdb-8854-d6851b77dd3f tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:02.837174 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1fa6b68e-e8a5-4fdb-8854-d6851b77dd3f tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:02.845405 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291ff3bb-62ba-4f3f-8742-dcdfc70f0163 None None] DHCP port deletion for 82e371ca-e242-4a4d-a1e7-15c68f39715d request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:11:02.862676 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f60dc2f-bb33-4e1c-a56b-2b142a7ade81 None None] Network 82e371ca-e242-4a4d-a1e7-15c68f39715d requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:11:02.869422 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa6b68e-e8a5-4fdb-8854-d6851b77dd3f tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Pushing event deleted for resources: {'Subnet': ['ID=f747aceb-0717-4911-b542-bbf7297101c0,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:11:02.873119 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1fa6b68e-e8a5-4fdb-8854-d6851b77dd3f tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:02.875240 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f60dc2f-bb33-4e1c-a56b-2b142a7ade81 None None] Network 82e371ca-e242-4a4d-a1e7-15c68f39715d could not be found, it might have been deleted concurrently. {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 08 17:11:02.876761 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-1fa6b68e-e8a5-4fdb-8854-d6851b77dd3f tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] 10.222.0.64 "DELETE /v2.0/subnets/f747aceb-0717-4911-b542-bbf7297101c0 HTTP/1.1" status: 204 len: 168 time: 0.3674314 Dec 08 17:11:02.878962 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41548) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:11:02.884309 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8927b3a6-f48d-4c6c-8d28-71de3b9cc3bf None None] Network d8e189e0-65c4-4cd7-9d24-90daaff438df requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:11:02.923374 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-9c464b89-c241-4e55-ba11-2c41f27e3d4d None None] Could not find standard attr ID for object 3fe15675-290d-4fc0-849b-aaf870b118fa. {{(pid=110552) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 17:11:02.958125 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-50ddfd0f-a0ab-4a17-b084-9f38413876ee tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:03.013839 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-50ddfd0f-a0ab-4a17-b084-9f38413876ee tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Deleting port ad060175-4b36-4db2-b587-88b5f1d0c260 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:11:03.014187 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-50ddfd0f-a0ab-4a17-b084-9f38413876ee tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:03.038866 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a80ba8-0ac0-4a95-b580-58159993db90 None None] DHCP port deletion for d8e189e0-65c4-4cd7-9d24-90daaff438df request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:11:03.076485 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-50ddfd0f-a0ab-4a17-b084-9f38413876ee tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] For port ad060175-4b36-4db2-b587-88b5f1d0c260, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=ad060175-4b36-4db2-b587-88b5f1d0c260,segment=NetworkSegment(d737107b-617b-4647-bb38-7934771673fe),segment_id=d737107b-617b-4647-bb38-7934771673fe)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:11:03.076859 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-50ddfd0f-a0ab-4a17-b084-9f38413876ee tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:03.086111 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-96a80ba8-0ac0-4a95-b580-58159993db90 None None] Deleting port ad060175-4b36-4db2-b587-88b5f1d0c260 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:11:03.086504 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-96a80ba8-0ac0-4a95-b580-58159993db90 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:03.091255 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-50ddfd0f-a0ab-4a17-b084-9f38413876ee tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Calling delete_port for ad060175-4b36-4db2-b587-88b5f1d0c260 owned by network:dhcp {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:11:03.148332 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-96a80ba8-0ac0-4a95-b580-58159993db90 None None] For port ad060175-4b36-4db2-b587-88b5f1d0c260, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=ad060175-4b36-4db2-b587-88b5f1d0c260,segment=NetworkSegment(d737107b-617b-4647-bb38-7934771673fe),segment_id=d737107b-617b-4647-bb38-7934771673fe)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:11:03.148741 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-96a80ba8-0ac0-4a95-b580-58159993db90 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:03.160954 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-96a80ba8-0ac0-4a95-b580-58159993db90 None None] Calling delete_port for ad060175-4b36-4db2-b587-88b5f1d0c260 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:11:03.234434 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-50ddfd0f-a0ab-4a17-b084-9f38413876ee tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:03.239040 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-96a80ba8-0ac0-4a95-b580-58159993db90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:03.257256 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ddfd0f-a0ab-4a17-b084-9f38413876ee tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Pushing event deleted for resources: {'Port': ['ID=ad060175-4b36-4db2-b587-88b5f1d0c260,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:11:03.260792 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ddfd0f-a0ab-4a17-b084-9f38413876ee tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] No DVR routers for this DVR port ad060175-4b36-4db2-b587-88b5f1d0c260 on host n-d-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:11:03.270669 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a80ba8-0ac0-4a95-b580-58159993db90 None None] No DVR routers for this DVR port ad060175-4b36-4db2-b587-88b5f1d0c260 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:11:03.272294 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a80ba8-0ac0-4a95-b580-58159993db90 None None] Pushing event deleted for resources: {'Port': ['ID=ad060175-4b36-4db2-b587-88b5f1d0c260,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:11:03.344374 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-50ddfd0f-a0ab-4a17-b084-9f38413876ee tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:03.701288 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-50ddfd0f-a0ab-4a17-b084-9f38413876ee tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8e189e0-65c4-4cd7-9d24-90daaff438df']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:11:03.711420 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-50ddfd0f-a0ab-4a17-b084-9f38413876ee tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd737107b-617b-4647-bb38-7934771673fe') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:11:03.711716 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-50ddfd0f-a0ab-4a17-b084-9f38413876ee tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd737107b-617b-4647-bb38-7934771673fe') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:11:03.721508 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-50ddfd0f-a0ab-4a17-b084-9f38413876ee tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:03.735190 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-50ddfd0f-a0ab-4a17-b084-9f38413876ee tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:03.741294 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50ddfd0f-a0ab-4a17-b084-9f38413876ee tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 17:11:03.741621 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-50ddfd0f-a0ab-4a17-b084-9f38413876ee tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:03.744618 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 17:11:03.744618 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 17:11:03.744618 n-d-776250-12 neutron-server[110550]: timer() Dec 08 17:11:03.744618 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 17:11:03.744618 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 17:11:03.744618 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 17:11:03.744618 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 17:11:03.744618 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 17:11:03.744618 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 17:11:03.744618 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 17:11:03.744618 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 17:11:03.744618 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 17:11:03.744618 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 17:11:03.744618 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 17:11:03.744618 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 17:11:03.744618 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 17:11:03.744618 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 17:11:03.744618 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 17:11:03.744618 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 17:11:03.744618 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 17:11:03.744618 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 17:11:03.744618 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 17:11:03.744618 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 17:11:03.744618 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 17:11:03.744618 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 17:11:03.744618 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 17:11:03.744618 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 17:11:03.744618 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 17:11:03.744618 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 17:11:03.744618 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 17:11:03.744618 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 17:11:03.744618 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 17:11:03.748096 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device ad060175-4b36-4db2-b587-88b5f1d0c260 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:11:03.767968 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: ad060175-4b36-4db2-b587-88b5f1d0c260 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:11:03.768343 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device ad060175-4b36-4db2-b587-88b5f1d0c260 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:11:03.876294 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-50ddfd0f-a0ab-4a17-b084-9f38413876ee tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:03.882851 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-50ddfd0f-a0ab-4a17-b084-9f38413876ee tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:03.885950 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-50ddfd0f-a0ab-4a17-b084-9f38413876ee tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] 10.222.0.64 "DELETE /v2.0/networks/d8e189e0-65c4-4cd7-9d24-90daaff438df HTTP/1.1" status: 204 len: 168 time: 1.0060260 Dec 08 17:11:03.888712 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41550) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:11:03.897517 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ddfd0f-a0ab-4a17-b084-9f38413876ee tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Pushing event deleted for resources: {'Network': ['ID=d8e189e0-65c4-4cd7-9d24-90daaff438df,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:11:03.916005 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-2a9baa22-82f5-43d9-bec2-594b9ec42c5d tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c020f35-7ffb-4ced-8ce4-33b4fd91b083 HTTP/1.1" status: 200 len: 205 time: 0.0260496 Dec 08 17:11:03.918409 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41552) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:11:03.991220 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fbeb292f-65c2-4792-8ecf-dfaacd244b8b tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Publish callbacks [] for router, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:04.145778 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fbeb292f-65c2-4792-8ecf-dfaacd244b8b tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:04.147956 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fbeb292f-65c2-4792-8ecf-dfaacd244b8b tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:04.273125 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fbeb292f-65c2-4792-8ecf-dfaacd244b8b tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:04.273603 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbeb292f-65c2-4792-8ecf-dfaacd244b8b tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Fanout notify agent at l3_agent the message router_deleted on router 1c020f35-7ffb-4ced-8ce4-33b4fd91b083 {{(pid=110551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 17:11:04.283275 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fbeb292f-65c2-4792-8ecf-dfaacd244b8b tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:04.283275 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-fbeb292f-65c2-4792-8ecf-dfaacd244b8b tempest-RoutersNegativeTest-720329637 tempest-RoutersNegativeTest-720329637-project] 10.222.0.64 "DELETE /v2.0/routers/1c020f35-7ffb-4ced-8ce4-33b4fd91b083 HTTP/1.1" status: 204 len: 168 time: 0.3628628 Dec 08 17:11:04.699052 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41558) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:11:04.839781 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-5682b77f-0a6d-4a11-9b30-45ef7abc0ab0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7ff1569742c74eefa2db32208c5a9a51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1392157 Dec 08 17:11:04.841933 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41562) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:11:04.888967 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f59b70f5-006c-4fcf-940d-dae7160ab756 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:04.909434 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f59b70f5-006c-4fcf-940d-dae7160ab756 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:05.013509 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f59b70f5-006c-4fcf-940d-dae7160ab756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:05.016153 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f59b70f5-006c-4fcf-940d-dae7160ab756 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:05.024419 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f59b70f5-006c-4fcf-940d-dae7160ab756 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/227313f0-db9a-4cec-9b11-880ac9b5eb70 HTTP/1.1" status: 204 len: 168 time: 0.1745021 Dec 08 17:11:05.024924 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59b70f5-006c-4fcf-940d-dae7160ab756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=227313f0-db9a-4cec-9b11-880ac9b5eb70,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:11:05.170136 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:05.988296 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41584) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:11:06.084783 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-614b996e-cecc-46b4-9ad4-9b7038ca57e5 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-12284073-network', 'tenant_id': '8f57b52e491f454eb50ed2385d96fdd7'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:11:06.164056 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-614b996e-cecc-46b4-9ad4-9b7038ca57e5 admin admin] Made reservation on behalf of 8f57b52e491f454eb50ed2385d96fdd7 for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:11:06.166478 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-614b996e-cecc-46b4-9ad4-9b7038ca57e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:06.175224 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-614b996e-cecc-46b4-9ad4-9b7038ca57e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:06.250362 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-614b996e-cecc-46b4-9ad4-9b7038ca57e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:06.323941 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-614b996e-cecc-46b4-9ad4-9b7038ca57e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:06.348327 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-614b996e-cecc-46b4-9ad4-9b7038ca57e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 17:11:06.357909 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614b996e-cecc-46b4-9ad4-9b7038ca57e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebade934-927b-4f92-aebb-02ce565c5b7d,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:11:06.368287 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-614b996e-cecc-46b4-9ad4-9b7038ca57e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:06.368287 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-614b996e-cecc-46b4-9ad4-9b7038ca57e5 admin admin] Added segment f2f5bf81-4aee-4f8b-9145-6a542bc5860a of type vlan for network 34b93dc3-94ee-4e20-b43f-b4c77519149e Dec 08 17:11:06.407594 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-614b996e-cecc-46b4-9ad4-9b7038ca57e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:06.501522 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-614b996e-cecc-46b4-9ad4-9b7038ca57e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:06.502433 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614b996e-cecc-46b4-9ad4-9b7038ca57e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:11:06.503022 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-614b996e-cecc-46b4-9ad4-9b7038ca57e5 admin admin] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:06.565087 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614b996e-cecc-46b4-9ad4-9b7038ca57e5 admin admin] Pushing event updated for resources: {'Network': ['ID=34b93dc3-94ee-4e20-b43f-b4c77519149e,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:11:06.574574 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 34b93dc3-94ee-4e20-b43f-b4c77519149e details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 17:11:06.625311 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-614b996e-cecc-46b4-9ad4-9b7038ca57e5 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6357749 Dec 08 17:11:06.628442 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41588) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:11:06.633239 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-dd115cb9-ea16-40e6-892f-d81634b25f8d admin admin] Request body: {'subnet': {'network_id': '34b93dc3-94ee-4e20-b43f-b4c77519149e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-12284073-subnet', 'tenant_id': '8f57b52e491f454eb50ed2385d96fdd7', 'ip_version': 4}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:11:06.716626 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd115cb9-ea16-40e6-892f-d81634b25f8d admin admin] Made reservation on behalf of 8f57b52e491f454eb50ed2385d96fdd7 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:11:06.719615 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dd115cb9-ea16-40e6-892f-d81634b25f8d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:06.930366 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dd115cb9-ea16-40e6-892f-d81634b25f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:06.986398 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd115cb9-ea16-40e6-892f-d81634b25f8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=273999ca-17ec-4e66-8447-7f20d7d3fdc3,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:11:06.993680 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd115cb9-ea16-40e6-892f-d81634b25f8d admin admin] Checking segment: {'id': 'f2f5bf81-4aee-4f8b-9145-6a542bc5860a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '34b93dc3-94ee-4e20-b43f-b4c77519149e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:11:06.994259 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd115cb9-ea16-40e6-892f-d81634b25f8d admin admin] Network hostable DHCP agents. Network: 34b93dc3-94ee-4e20-b43f-b4c77519149e, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 17:11:07.082117 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd115cb9-ea16-40e6-892f-d81634b25f8d admin admin] Network 34b93dc3-94ee-4e20-b43f-b4c77519149e is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 17:11:07.173574 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-dd115cb9-ea16-40e6-892f-d81634b25f8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 34b93dc3-94ee-4e20-b43f-b4c77519149e) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:11:07.177782 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd115cb9-ea16-40e6-892f-d81634b25f8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:11:07.178386 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dd115cb9-ea16-40e6-892f-d81634b25f8d admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:07.182911 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b34bb3-d82f-4ce9-b84b-399b92f4d79f None None] Network 34b93dc3-94ee-4e20-b43f-b4c77519149e requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:11:07.268559 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-dd115cb9-ea16-40e6-892f-d81634b25f8d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6390097 Dec 08 17:11:07.271666 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41590) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:11:07.276107 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-25634c4a-48b5-4704-97fc-cead723a5c3a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-12284073-router', 'tenant_id': '8f57b52e491f454eb50ed2385d96fdd7', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:11:07.284145 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14da6508-3aa1-4bbf-ba05-4e3ef1551c1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-34b93dc3-94ee-4e20-b43f-b4c77519149e', 'network_id': '34b93dc3-94ee-4e20-b43f-b4c77519149e', 'project_id': '8f57b52e491f454eb50ed2385d96fdd7', 'fixed_ips': [{'subnet_id': '273999ca-17ec-4e66-8447-7f20d7d3fdc3'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 17:11:07.285147 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-14da6508-3aa1-4bbf-ba05-4e3ef1551c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:07.367896 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-25634c4a-48b5-4704-97fc-cead723a5c3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:07.368992 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-25634c4a-48b5-4704-97fc-cead723a5c3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:07.418502 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-14da6508-3aa1-4bbf-ba05-4e3ef1551c1c None None] Allocated IP 172.20.0.2 (34b93dc3-94ee-4e20-b43f-b4c77519149e/273999ca-17ec-4e66-8447-7f20d7d3fdc3/c4659428-85ea-42b9-8e47-a8d70d2b3d52) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:11:07.420337 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-25634c4a-48b5-4704-97fc-cead723a5c3a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:07.563881 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-14da6508-3aa1-4bbf-ba05-4e3ef1551c1c None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:07.621860 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-14da6508-3aa1-4bbf-ba05-4e3ef1551c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:07.644874 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-25634c4a-48b5-4704-97fc-cead723a5c3a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:07.668063 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14da6508-3aa1-4bbf-ba05-4e3ef1551c1c None None] Network 34b93dc3-94ee-4e20-b43f-b4c77519149e is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:11:07.673625 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-14da6508-3aa1-4bbf-ba05-4e3ef1551c1c None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:11:07.676566 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14da6508-3aa1-4bbf-ba05-4e3ef1551c1c None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:11:07.679556 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14da6508-3aa1-4bbf-ba05-4e3ef1551c1c None None] Pushing event updated for resources: {'Port': ['ID=c4659428-85ea-42b9-8e47-a8d70d2b3d52,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:11:07.733063 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-14da6508-3aa1-4bbf-ba05-4e3ef1551c1c None None] Attempting to bind port c4659428-85ea-42b9-8e47-a8d70d2b3d52 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:11:07.733969 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-14da6508-3aa1-4bbf-ba05-4e3ef1551c1c None None] Attempting to bind port c4659428-85ea-42b9-8e47-a8d70d2b3d52 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'f2f5bf81-4aee-4f8b-9145-6a542bc5860a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '34b93dc3-94ee-4e20-b43f-b4c77519149e'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:11:07.733969 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14da6508-3aa1-4bbf-ba05-4e3ef1551c1c None None] Attempting to bind port c4659428-85ea-42b9-8e47-a8d70d2b3d52 on network 34b93dc3-94ee-4e20-b43f-b4c77519149e {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:11:07.739097 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14da6508-3aa1-4bbf-ba05-4e3ef1551c1c None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:11:07.739478 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14da6508-3aa1-4bbf-ba05-4e3ef1551c1c None None] Checking segment: {'id': 'f2f5bf81-4aee-4f8b-9145-6a542bc5860a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '34b93dc3-94ee-4e20-b43f-b4c77519149e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:11:07.739882 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-14da6508-3aa1-4bbf-ba05-4e3ef1551c1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:07.740340 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14da6508-3aa1-4bbf-ba05-4e3ef1551c1c None None] Bound using segment: {'id': 'f2f5bf81-4aee-4f8b-9145-6a542bc5860a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '34b93dc3-94ee-4e20-b43f-b4c77519149e'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:11:07.740799 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-14da6508-3aa1-4bbf-ba05-4e3ef1551c1c None None] Bound port: c4659428-85ea-42b9-8e47-a8d70d2b3d52, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2f5bf81-4aee-4f8b-9145-6a542bc5860a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '34b93dc3-94ee-4e20-b43f-b4c77519149e'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:11:07.741181 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-14da6508-3aa1-4bbf-ba05-4e3ef1551c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:07.817206 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-14da6508-3aa1-4bbf-ba05-4e3ef1551c1c None None] For port c4659428-85ea-42b9-8e47-a8d70d2b3d52, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:11:07.820324 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-14da6508-3aa1-4bbf-ba05-4e3ef1551c1c None None] For port c4659428-85ea-42b9-8e47-a8d70d2b3d52, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=c4659428-85ea-42b9-8e47-a8d70d2b3d52,segment=NetworkSegment(f2f5bf81-4aee-4f8b-9145-6a542bc5860a),segment_id=f2f5bf81-4aee-4f8b-9145-6a542bc5860a)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:11:07.890660 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-14da6508-3aa1-4bbf-ba05-4e3ef1551c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:07.912818 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-25634c4a-48b5-4704-97fc-cead723a5c3a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:07.932414 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-25634c4a-48b5-4704-97fc-cead723a5c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:07.945778 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14da6508-3aa1-4bbf-ba05-4e3ef1551c1c None None] Pushing event updated for resources: {'Port': ['ID=c4659428-85ea-42b9-8e47-a8d70d2b3d52,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:11:08.040463 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-25634c4a-48b5-4704-97fc-cead723a5c3a admin admin] Allocated IP 172.25.0.124 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/457e6381-dcaa-4e45-97b6-4ccea3a8150d) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:11:08.162820 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-25634c4a-48b5-4704-97fc-cead723a5c3a admin admin] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:08.279748 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-25634c4a-48b5-4704-97fc-cead723a5c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:08.323229 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25634c4a-48b5-4704-97fc-cead723a5c3a admin admin] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:11:08.326151 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-25634c4a-48b5-4704-97fc-cead723a5c3a admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:11:08.330672 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25634c4a-48b5-4704-97fc-cead723a5c3a admin admin] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:11:08.333731 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25634c4a-48b5-4704-97fc-cead723a5c3a admin admin] Pushing event updated for resources: {'Port': ['ID=457e6381-dcaa-4e45-97b6-4ccea3a8150d,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:11:08.340206 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb05328c-37ae-4126-9b5c-30f16665db34 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:11:08.380948 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-fcb7bacc-812c-4752-9694-c48ac27e9c0b None None] Provisioning complete for port 457e6381-dcaa-4e45-97b6-4ccea3a8150d triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:11:08.381422 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-fcb7bacc-812c-4752-9694-c48ac27e9c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:08.418340 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-fcb7bacc-812c-4752-9694-c48ac27e9c0b None None] Port 457e6381-dcaa-4e45-97b6-4ccea3a8150d cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:11:08.677859 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-25634c4a-48b5-4704-97fc-cead723a5c3a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:08.822545 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0c1320-3c5e-466e-8fcb-06cabec6b034 None None] Network 34b93dc3-94ee-4e20-b43f-b4c77519149e requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:11:08.875025 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-25634c4a-48b5-4704-97fc-cead723a5c3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:08.882350 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-2c787128-f970-4b16-943c-841e124af4d0 None None] Provisioning complete for port c4659428-85ea-42b9-8e47-a8d70d2b3d52 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:11:08.882731 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2c787128-f970-4b16-943c-841e124af4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:09.003310 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2c787128-f970-4b16-943c-841e124af4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:09.036379 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-2c787128-f970-4b16-943c-841e124af4d0 None None] For port c4659428-85ea-42b9-8e47-a8d70d2b3d52, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=c4659428-85ea-42b9-8e47-a8d70d2b3d52,segment=NetworkSegment(f2f5bf81-4aee-4f8b-9145-6a542bc5860a),segment_id=f2f5bf81-4aee-4f8b-9145-6a542bc5860a)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:11:09.117574 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25634c4a-48b5-4704-97fc-cead723a5c3a admin admin] Router 03e2526c-f25b-4639-9363-0e3914f30251 is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 17:11:09.140546 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2c787128-f970-4b16-943c-841e124af4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:09.193367 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:09.194414 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c787128-f970-4b16-943c-841e124af4d0 None None] Pushing event updated for resources: {'Port': ['ID=c4659428-85ea-42b9-8e47-a8d70d2b3d52,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:11:09.236599 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25634c4a-48b5-4704-97fc-cead723a5c3a admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:11:09.245725 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61996a2e-ca9f-4970-9a25-ee863b15cc3a None None] Sync routers for ids ['03e2526c-f25b-4639-9363-0e3914f30251'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:11:09.255679 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61996a2e-ca9f-4970-9a25-ee863b15cc3a None None] Routers {'03e2526c-f25b-4639-9363-0e3914f30251'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:11:09.258962 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-61996a2e-ca9f-4970-9a25-ee863b15cc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:10:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['03e2526c-f25b-4639-9363-0e3914f30251'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:11:09.261770 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-fe581d35-2cf5-433a-a29b-8c07855cd444 None None] Provisioning complete for port c4659428-85ea-42b9-8e47-a8d70d2b3d52 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:11:09.262141 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-fe581d35-2cf5-433a-a29b-8c07855cd444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:09.315300 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-25634c4a-48b5-4704-97fc-cead723a5c3a admin admin] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:09.319182 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-25634c4a-48b5-4704-97fc-cead723a5c3a admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0440352 Dec 08 17:11:09.319394 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41592) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:11:09.362095 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-61996a2e-ca9f-4970-9a25-ee863b15cc3a None None] Set router 03e2526c-f25b-4639-9363-0e3914f30251 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:11:09.543452 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-61996a2e-ca9f-4970-9a25-ee863b15cc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e2526c-f25b-4639-9363-0e3914f30251', 'name': 'tempest-TestEncryptedCinderVolumes-12284073-router', 'tenant_id': '8f57b52e491f454eb50ed2385d96fdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '457e6381-dcaa-4e45-97b6-4ccea3a8150d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:11:07Z', 'updated_at': '2021-12-08T17:11:08Z', 'revision_number': 3, 'project_id': '8f57b52e491f454eb50ed2385d96fdd7', 'gw_port': {'id': '457e6381-dcaa-4e45-97b6-4ccea3a8150d', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:06:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03e2526c-f25b-4639-9363-0e3914f30251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:11:07Z', 'updated_at': '2021-12-08T17:11:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:11:09.569932 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61996a2e-ca9f-4970-9a25-ee863b15cc3a None None] Checking router: 03e2526c-f25b-4639-9363-0e3914f30251 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:11:09.570291 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61996a2e-ca9f-4970-9a25-ee863b15cc3a None None] Updating router 03e2526c-f25b-4639-9363-0e3914f30251 port 457e6381-dcaa-4e45-97b6-4ccea3a8150d binding host n-d-776250-12 {{(pid=110553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 17:11:09.594217 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-61996a2e-ca9f-4970-9a25-ee863b15cc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:09.761891 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b5717069-3a0f-43b4-8bef-9328c02980f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:09.785205 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device c4659428-85ea-42b9-8e47-a8d70d2b3d52 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:11:09.834539 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port c4659428-85ea-42b9-8e47-a8d70d2b3d52 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:11:09.835184 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:09.856489 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-61996a2e-ca9f-4970-9a25-ee863b15cc3a None None] Publish callbacks [] for port, precommit_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:09.913187 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-61996a2e-ca9f-4970-9a25-ee863b15cc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:09.931673 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-b5717069-3a0f-43b4-8bef-9328c02980f4 admin admin] Allocated IP 172.20.0.1 (34b93dc3-94ee-4e20-b43f-b4c77519149e/273999ca-17ec-4e66-8447-7f20d7d3fdc3/810d27dc-f880-4a1a-95c2-49e3a7e584b7) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:11:09.958595 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733c1f75-4771-40a9-a7e0-60df7893991e None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:11:09.965322 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-61996a2e-ca9f-4970-9a25-ee863b15cc3a None None] Attempting to bind port 457e6381-dcaa-4e45-97b6-4ccea3a8150d on host n-d-776250-12 for vnic_type normal with profile {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:11:09.965708 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-61996a2e-ca9f-4970-9a25-ee863b15cc3a None None] Attempting to bind port 457e6381-dcaa-4e45-97b6-4ccea3a8150d by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:11:09.966079 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61996a2e-ca9f-4970-9a25-ee863b15cc3a None None] Attempting to bind port 457e6381-dcaa-4e45-97b6-4ccea3a8150d on network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:11:09.973488 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d12668-7480-444e-a146-bb303468d308 None None] Pushing event updated for resources: {'Port': ['ID=457e6381-dcaa-4e45-97b6-4ccea3a8150d,revision_number=2']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:11:09.976657 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61996a2e-ca9f-4970-9a25-ee863b15cc3a None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:11:09.977036 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61996a2e-ca9f-4970-9a25-ee863b15cc3a None None] Checking segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:11:09.977439 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-61996a2e-ca9f-4970-9a25-ee863b15cc3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:09.977844 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61996a2e-ca9f-4970-9a25-ee863b15cc3a None None] Bound using segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:11:09.978315 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-61996a2e-ca9f-4970-9a25-ee863b15cc3a None None] Bound port: 457e6381-dcaa-4e45-97b6-4ccea3a8150d, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:11:09.978705 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-61996a2e-ca9f-4970-9a25-ee863b15cc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:09.985157 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d12668-7480-444e-a146-bb303468d308 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:11:09.985516 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d12668-7480-444e-a146-bb303468d308 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:11:09.985873 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d12668-7480-444e-a146-bb303468d308 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:11:09.986202 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d12668-7480-444e-a146-bb303468d308 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:11:09.986537 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d12668-7480-444e-a146-bb303468d308 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:11:09.986872 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d12668-7480-444e-a146-bb303468d308 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:11:09.987203 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d12668-7480-444e-a146-bb303468d308 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:11:09.987532 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d12668-7480-444e-a146-bb303468d308 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:11:09.987859 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d12668-7480-444e-a146-bb303468d308 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:11:09.988211 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d12668-7480-444e-a146-bb303468d308 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:11:09.988534 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d12668-7480-444e-a146-bb303468d308 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:11:09.988857 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d12668-7480-444e-a146-bb303468d308 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:11:09.989179 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d12668-7480-444e-a146-bb303468d308 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:11:10.040100 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-61996a2e-ca9f-4970-9a25-ee863b15cc3a None None] For port 457e6381-dcaa-4e45-97b6-4ccea3a8150d, host n-d-776250-12, cleared binding levels {{(pid=110553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:11:10.040597 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b5717069-3a0f-43b4-8bef-9328c02980f4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:10.043606 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-61996a2e-ca9f-4970-9a25-ee863b15cc3a None None] For port 457e6381-dcaa-4e45-97b6-4ccea3a8150d, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=457e6381-dcaa-4e45-97b6-4ccea3a8150d,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:11:10.071595 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-cbcc2dce-2b50-4083-8fb4-8e5e675052b6 None None] Provisioning complete for port 457e6381-dcaa-4e45-97b6-4ccea3a8150d triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:11:10.071971 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-cbcc2dce-2b50-4083-8fb4-8e5e675052b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:10.104864 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-cbcc2dce-2b50-4083-8fb4-8e5e675052b6 None None] Port 457e6381-dcaa-4e45-97b6-4ccea3a8150d cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:11:10.130692 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-61996a2e-ca9f-4970-9a25-ee863b15cc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:10.153571 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b5717069-3a0f-43b4-8bef-9328c02980f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:10.174470 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25feae61-e716-498b-8716-0e8661ed40a1 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:11:10.195046 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61996a2e-ca9f-4970-9a25-ee863b15cc3a None None] Routers {'03e2526c-f25b-4639-9363-0e3914f30251'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:11:10.195698 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-61996a2e-ca9f-4970-9a25-ee863b15cc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:10:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['03e2526c-f25b-4639-9363-0e3914f30251'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:11:10.199083 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5717069-3a0f-43b4-8bef-9328c02980f4 admin admin] Network 34b93dc3-94ee-4e20-b43f-b4c77519149e is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:11:10.200971 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d12668-7480-444e-a146-bb303468d308 None None] Pushing event updated for resources: {'Port': ['ID=457e6381-dcaa-4e45-97b6-4ccea3a8150d,revision_number=3']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:11:10.202004 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-b5717069-3a0f-43b4-8bef-9328c02980f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:11:10.206600 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5717069-3a0f-43b4-8bef-9328c02980f4 admin admin] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:11:10.209843 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5717069-3a0f-43b4-8bef-9328c02980f4 admin admin] Pushing event updated for resources: {'Port': ['ID=810d27dc-f880-4a1a-95c2-49e3a7e584b7,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:11:10.238362 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-82a25df7-b77f-4c82-b8a7-79043302d25e None None] Provisioning complete for port 457e6381-dcaa-4e45-97b6-4ccea3a8150d triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:11:10.238746 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-82a25df7-b77f-4c82-b8a7-79043302d25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:10.252740 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b5717069-3a0f-43b4-8bef-9328c02980f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:10.323908 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-61996a2e-ca9f-4970-9a25-ee863b15cc3a None None] Set router 03e2526c-f25b-4639-9363-0e3914f30251 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:11:10.338609 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-82a25df7-b77f-4c82-b8a7-79043302d25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:10.474633 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-82a25df7-b77f-4c82-b8a7-79043302d25e None None] For port 457e6381-dcaa-4e45-97b6-4ccea3a8150d, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=457e6381-dcaa-4e45-97b6-4ccea3a8150d,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:11:10.510190 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-61996a2e-ca9f-4970-9a25-ee863b15cc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e2526c-f25b-4639-9363-0e3914f30251', 'name': 'tempest-TestEncryptedCinderVolumes-12284073-router', 'tenant_id': '8f57b52e491f454eb50ed2385d96fdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '457e6381-dcaa-4e45-97b6-4ccea3a8150d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:11:07Z', 'updated_at': '2021-12-08T17:11:08Z', 'revision_number': 3, 'project_id': '8f57b52e491f454eb50ed2385d96fdd7', 'gw_port': {'id': '457e6381-dcaa-4e45-97b6-4ccea3a8150d', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:06:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03e2526c-f25b-4639-9363-0e3914f30251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:11:07Z', 'updated_at': '2021-12-08T17:11:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:11:10.536224 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61996a2e-ca9f-4970-9a25-ee863b15cc3a None None] The sync data for ids ['03e2526c-f25b-4639-9363-0e3914f30251'] in n-d-776250-12 is: [{'id': '03e2526c-f25b-4639-9363-0e3914f30251', 'name': 'tempest-TestEncryptedCinderVolumes-12284073-router', 'tenant_id': '8f57b52e491f454eb50ed2385d96fdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '457e6381-dcaa-4e45-97b6-4ccea3a8150d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:11:07Z', 'updated_at': '2021-12-08T17:11:08Z', 'revision_number': 3, 'project_id': '8f57b52e491f454eb50ed2385d96fdd7', 'gw_port': {'id': '457e6381-dcaa-4e45-97b6-4ccea3a8150d', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:06:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03e2526c-f25b-4639-9363-0e3914f30251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:11:07Z', 'updated_at': '2021-12-08T17:11:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:11:10.554996 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-82a25df7-b77f-4c82-b8a7-79043302d25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:10.571648 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b5717069-3a0f-43b4-8bef-9328c02980f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:10.612528 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a25df7-b77f-4c82-b8a7-79043302d25e None None] Pushing event updated for resources: {'Port': ['ID=457e6381-dcaa-4e45-97b6-4ccea3a8150d,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:11:10.679350 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-c1109502-36d6-4643-9bfd-d12851ecbf67 None None] Provisioning complete for port 810d27dc-f880-4a1a-95c2-49e3a7e584b7 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:11:10.679724 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c1109502-36d6-4643-9bfd-d12851ecbf67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:10.713622 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-c1109502-36d6-4643-9bfd-d12851ecbf67 None None] Port 810d27dc-f880-4a1a-95c2-49e3a7e584b7 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:11:10.745044 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b5717069-3a0f-43b4-8bef-9328c02980f4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:10.804126 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b5717069-3a0f-43b4-8bef-9328c02980f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:10.880349 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5717069-3a0f-43b4-8bef-9328c02980f4 admin admin] Pushing event updated for resources: {'Port': ['ID=810d27dc-f880-4a1a-95c2-49e3a7e584b7,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:11:10.883955 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b5717069-3a0f-43b4-8bef-9328c02980f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:10.978629 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5717069-3a0f-43b4-8bef-9328c02980f4 admin admin] Network 34b93dc3-94ee-4e20-b43f-b4c77519149e is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:11:10.980061 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-b5717069-3a0f-43b4-8bef-9328c02980f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:11:11.251172 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-8f974f3a-01b5-4d0e-97cb-3af5b5dbfbbf None None] Provisioning complete for port 810d27dc-f880-4a1a-95c2-49e3a7e584b7 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:11:11.251784 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8f974f3a-01b5-4d0e-97cb-3af5b5dbfbbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:11.288997 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-8f974f3a-01b5-4d0e-97cb-3af5b5dbfbbf None None] Port 810d27dc-f880-4a1a-95c2-49e3a7e584b7 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:11:11.424741 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5717069-3a0f-43b4-8bef-9328c02980f4 admin admin] Router 03e2526c-f25b-4639-9363-0e3914f30251 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:11:11.475086 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:11:11.487797 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c68b8b8b-8ade-4554-aa74-8dfaa4655dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:11.534756 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5717069-3a0f-43b4-8bef-9328c02980f4 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:11:11.541993 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b5717069-3a0f-43b4-8bef-9328c02980f4 admin admin] 10.222.0.64 "PUT /v2.0/routers/03e2526c-f25b-4639-9363-0e3914f30251/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2194583 Dec 08 17:11:11.769159 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 457e6381-dcaa-4e45-97b6-4ccea3a8150d up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:11:11.819212 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 457e6381-dcaa-4e45-97b6-4ccea3a8150d triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:11:11.819886 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:12.112370 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a23fce-bd6f-4d94-b7f2-2b97dd751c58 None None] Sync routers for ids ['03e2526c-f25b-4639-9363-0e3914f30251'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:11:12.122409 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a23fce-bd6f-4d94-b7f2-2b97dd751c58 None None] Routers {'03e2526c-f25b-4639-9363-0e3914f30251'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:11:12.123063 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-01a23fce-bd6f-4d94-b7f2-2b97dd751c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:10:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['03e2526c-f25b-4639-9363-0e3914f30251'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:11:12.232047 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41608) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:11:12.232844 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-01a23fce-bd6f-4d94-b7f2-2b97dd751c58 None None] Set router 03e2526c-f25b-4639-9363-0e3914f30251 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:11:12.237828 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-639217d3-a70c-452c-acf5-5b6914dfdfcd admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1759124452-network', 'tenant_id': 'feea85a07ff6420f816ff6866079d399'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:11:12.295541 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639217d3-a70c-452c-acf5-5b6914dfdfcd admin admin] Made reservation on behalf of feea85a07ff6420f816ff6866079d399 for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:11:12.298560 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-639217d3-a70c-452c-acf5-5b6914dfdfcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:12.307432 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-639217d3-a70c-452c-acf5-5b6914dfdfcd admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:12.381777 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-639217d3-a70c-452c-acf5-5b6914dfdfcd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:12.433229 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-01a23fce-bd6f-4d94-b7f2-2b97dd751c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e2526c-f25b-4639-9363-0e3914f30251', 'name': 'tempest-TestEncryptedCinderVolumes-12284073-router', 'tenant_id': '8f57b52e491f454eb50ed2385d96fdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '457e6381-dcaa-4e45-97b6-4ccea3a8150d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:11:07Z', 'updated_at': '2021-12-08T17:11:10Z', 'revision_number': 4, 'project_id': '8f57b52e491f454eb50ed2385d96fdd7', 'gw_port': {'id': '457e6381-dcaa-4e45-97b6-4ccea3a8150d', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:06:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e2526c-f25b-4639-9363-0e3914f30251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:11:07Z', 'updated_at': '2021-12-08T17:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '810d27dc-f880-4a1a-95c2-49e3a7e584b7', 'name': '', 'network_id': '34b93dc3-94ee-4e20-b43f-b4c77519149e', 'tenant_id': '8f57b52e491f454eb50ed2385d96fdd7', 'mac_address': 'fa:16:3e:eb:a1:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03e2526c-f25b-4639-9363-0e3914f30251', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '273999ca-17ec-4e66-8447-7f20d7d3fdc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:11:09Z', 'updated_at': '2021-12-08T17:11:10Z', 'revision_number': 2, 'project_id': '8f57b52e491f454eb50ed2385d96fdd7', 'subnets': [{'id': '273999ca-17ec-4e66-8447-7f20d7d3fdc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:11:12.453974 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-639217d3-a70c-452c-acf5-5b6914dfdfcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:12.463726 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a23fce-bd6f-4d94-b7f2-2b97dd751c58 None None] Checking router: 03e2526c-f25b-4639-9363-0e3914f30251 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:11:12.464093 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a23fce-bd6f-4d94-b7f2-2b97dd751c58 None None] Updating router 03e2526c-f25b-4639-9363-0e3914f30251 port 810d27dc-f880-4a1a-95c2-49e3a7e584b7 binding host n-d-776250-12 {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 17:11:12.481463 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-639217d3-a70c-452c-acf5-5b6914dfdfcd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 17:11:12.486855 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639217d3-a70c-452c-acf5-5b6914dfdfcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1ef999-ba4f-44d9-a85b-7412571b9aca,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:11:12.490108 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-01a23fce-bd6f-4d94-b7f2-2b97dd751c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:12.494254 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-639217d3-a70c-452c-acf5-5b6914dfdfcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:12.494599 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-639217d3-a70c-452c-acf5-5b6914dfdfcd admin admin] Added segment 4f9d0734-a1dc-473c-98e6-5823d4db8972 of type vlan for network 42866edd-35c1-481f-aad0-8f4d004d9234 Dec 08 17:11:12.538352 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-639217d3-a70c-452c-acf5-5b6914dfdfcd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:12.613870 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-639217d3-a70c-452c-acf5-5b6914dfdfcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:12.614786 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639217d3-a70c-452c-acf5-5b6914dfdfcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:11:12.615383 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-639217d3-a70c-452c-acf5-5b6914dfdfcd admin admin] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:12.674613 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639217d3-a70c-452c-acf5-5b6914dfdfcd admin admin] Pushing event updated for resources: {'Network': ['ID=42866edd-35c1-481f-aad0-8f4d004d9234,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:11:12.685002 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 42866edd-35c1-481f-aad0-8f4d004d9234 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 17:11:12.721482 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-639217d3-a70c-452c-acf5-5b6914dfdfcd admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4882452 Dec 08 17:11:12.724150 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41610) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:11:12.728893 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-2bb620be-fac0-4517-81c7-633f93d28e7a admin admin] Request body: {'subnet': {'network_id': '42866edd-35c1-481f-aad0-8f4d004d9234', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1759124452-subnet', 'tenant_id': 'feea85a07ff6420f816ff6866079d399', 'ip_version': 4}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:11:12.796755 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb620be-fac0-4517-81c7-633f93d28e7a admin admin] Made reservation on behalf of feea85a07ff6420f816ff6866079d399 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:11:12.799573 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2bb620be-fac0-4517-81c7-633f93d28e7a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:12.808539 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-01a23fce-bd6f-4d94-b7f2-2b97dd751c58 None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:12.865320 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-01a23fce-bd6f-4d94-b7f2-2b97dd751c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:12.941306 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dd2444-da99-4e49-a040-5bbff366ced7 None None] Pushing event updated for resources: {'Port': ['ID=810d27dc-f880-4a1a-95c2-49e3a7e584b7,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:11:12.978298 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-01a23fce-bd6f-4d94-b7f2-2b97dd751c58 None None] Attempting to bind port 810d27dc-f880-4a1a-95c2-49e3a7e584b7 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:11:12.979328 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-01a23fce-bd6f-4d94-b7f2-2b97dd751c58 None None] Attempting to bind port 810d27dc-f880-4a1a-95c2-49e3a7e584b7 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'f2f5bf81-4aee-4f8b-9145-6a542bc5860a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '34b93dc3-94ee-4e20-b43f-b4c77519149e'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:11:12.979328 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a23fce-bd6f-4d94-b7f2-2b97dd751c58 None None] Attempting to bind port 810d27dc-f880-4a1a-95c2-49e3a7e584b7 on network 34b93dc3-94ee-4e20-b43f-b4c77519149e {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:11:12.984546 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a23fce-bd6f-4d94-b7f2-2b97dd751c58 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:11:12.984932 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a23fce-bd6f-4d94-b7f2-2b97dd751c58 None None] Checking segment: {'id': 'f2f5bf81-4aee-4f8b-9145-6a542bc5860a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '34b93dc3-94ee-4e20-b43f-b4c77519149e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:11:12.985343 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-01a23fce-bd6f-4d94-b7f2-2b97dd751c58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:12.985741 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a23fce-bd6f-4d94-b7f2-2b97dd751c58 None None] Bound using segment: {'id': 'f2f5bf81-4aee-4f8b-9145-6a542bc5860a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '34b93dc3-94ee-4e20-b43f-b4c77519149e'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:11:12.986480 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-01a23fce-bd6f-4d94-b7f2-2b97dd751c58 None None] Bound port: 810d27dc-f880-4a1a-95c2-49e3a7e584b7, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2f5bf81-4aee-4f8b-9145-6a542bc5860a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '34b93dc3-94ee-4e20-b43f-b4c77519149e'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:11:12.986872 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-01a23fce-bd6f-4d94-b7f2-2b97dd751c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:13.033089 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2bb620be-fac0-4517-81c7-633f93d28e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:13.056881 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-01a23fce-bd6f-4d94-b7f2-2b97dd751c58 None None] For port 810d27dc-f880-4a1a-95c2-49e3a7e584b7, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:11:13.060091 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-01a23fce-bd6f-4d94-b7f2-2b97dd751c58 None None] For port 810d27dc-f880-4a1a-95c2-49e3a7e584b7, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=810d27dc-f880-4a1a-95c2-49e3a7e584b7,segment=NetworkSegment(f2f5bf81-4aee-4f8b-9145-6a542bc5860a),segment_id=f2f5bf81-4aee-4f8b-9145-6a542bc5860a)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:11:13.092411 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb620be-fac0-4517-81c7-633f93d28e7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0db1c0ed-8ece-4969-9dc0-5e241bb755a4,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:11:13.099738 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb620be-fac0-4517-81c7-633f93d28e7a admin admin] Checking segment: {'id': '4f9d0734-a1dc-473c-98e6-5823d4db8972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '42866edd-35c1-481f-aad0-8f4d004d9234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:11:13.100100 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb620be-fac0-4517-81c7-633f93d28e7a admin admin] Network hostable DHCP agents. Network: 42866edd-35c1-481f-aad0-8f4d004d9234, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 17:11:13.126115 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-01a23fce-bd6f-4d94-b7f2-2b97dd751c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:13.138126 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-b895687e-ae16-4adc-b68f-a2426125d96a None None] Provisioning complete for port 810d27dc-f880-4a1a-95c2-49e3a7e584b7 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:11:13.138496 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b895687e-ae16-4adc-b68f-a2426125d96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:13.181095 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb620be-fac0-4517-81c7-633f93d28e7a admin admin] Network 42866edd-35c1-481f-aad0-8f4d004d9234 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 17:11:13.220328 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a23fce-bd6f-4d94-b7f2-2b97dd751c58 None None] Routers {'03e2526c-f25b-4639-9363-0e3914f30251'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:11:13.220979 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-01a23fce-bd6f-4d94-b7f2-2b97dd751c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:10:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['03e2526c-f25b-4639-9363-0e3914f30251'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:11:13.228505 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dd2444-da99-4e49-a040-5bbff366ced7 None None] Pushing event updated for resources: {'Port': ['ID=810d27dc-f880-4a1a-95c2-49e3a7e584b7,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:11:13.238568 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-2bb620be-fac0-4517-81c7-633f93d28e7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 42866edd-35c1-481f-aad0-8f4d004d9234) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:11:13.243150 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb620be-fac0-4517-81c7-633f93d28e7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:11:13.243894 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2bb620be-fac0-4517-81c7-633f93d28e7a admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:13.270311 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994dc767-774a-4a7c-99e3-f7d4694d3ffd None None] Network 42866edd-35c1-481f-aad0-8f4d004d9234 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:11:13.321860 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-2bb620be-fac0-4517-81c7-633f93d28e7a admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5966442 Dec 08 17:11:13.324451 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41612) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:11:13.329022 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-16b1389e-4160-4d92-9fa3-cf3872da32a9 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1759124452-router', 'tenant_id': 'feea85a07ff6420f816ff6866079d399', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:11:13.422628 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-16b1389e-4160-4d92-9fa3-cf3872da32a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:13.423360 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b895687e-ae16-4adc-b68f-a2426125d96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:13.424279 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-16b1389e-4160-4d92-9fa3-cf3872da32a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:13.446239 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-01a23fce-bd6f-4d94-b7f2-2b97dd751c58 None None] Set router 03e2526c-f25b-4639-9363-0e3914f30251 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:11:13.485338 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-16b1389e-4160-4d92-9fa3-cf3872da32a9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:13.497419 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67faffb2-191b-4c41-82bb-8671323a95a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-42866edd-35c1-481f-aad0-8f4d004d9234', 'network_id': '42866edd-35c1-481f-aad0-8f4d004d9234', 'project_id': 'feea85a07ff6420f816ff6866079d399', 'fixed_ips': [{'subnet_id': '0db1c0ed-8ece-4969-9dc0-5e241bb755a4'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 17:11:13.498261 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-67faffb2-191b-4c41-82bb-8671323a95a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:13.531444 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-b895687e-ae16-4adc-b68f-a2426125d96a None None] For port 810d27dc-f880-4a1a-95c2-49e3a7e584b7, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=810d27dc-f880-4a1a-95c2-49e3a7e584b7,segment=NetworkSegment(f2f5bf81-4aee-4f8b-9145-6a542bc5860a),segment_id=f2f5bf81-4aee-4f8b-9145-6a542bc5860a)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:11:13.650577 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b895687e-ae16-4adc-b68f-a2426125d96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:13.706268 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-16b1389e-4160-4d92-9fa3-cf3872da32a9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:13.754839 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b895687e-ae16-4adc-b68f-a2426125d96a None None] Pushing event updated for resources: {'Port': ['ID=810d27dc-f880-4a1a-95c2-49e3a7e584b7,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:11:13.821517 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-06b6629c-d305-4df1-a15c-ee8c1a286543 None None] Provisioning complete for port 810d27dc-f880-4a1a-95c2-49e3a7e584b7 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:11:13.821894 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-06b6629c-d305-4df1-a15c-ee8c1a286543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:13.826409 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-67faffb2-191b-4c41-82bb-8671323a95a9 None None] Allocated IP 172.20.0.2 (42866edd-35c1-481f-aad0-8f4d004d9234/0db1c0ed-8ece-4969-9dc0-5e241bb755a4/80e25ab7-dfee-456f-99bd-4c8de2191701) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:11:13.958957 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-16b1389e-4160-4d92-9fa3-cf3872da32a9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:13.971991 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-01a23fce-bd6f-4d94-b7f2-2b97dd751c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e2526c-f25b-4639-9363-0e3914f30251', 'name': 'tempest-TestEncryptedCinderVolumes-12284073-router', 'tenant_id': '8f57b52e491f454eb50ed2385d96fdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '457e6381-dcaa-4e45-97b6-4ccea3a8150d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:11:07Z', 'updated_at': '2021-12-08T17:11:10Z', 'revision_number': 4, 'project_id': '8f57b52e491f454eb50ed2385d96fdd7', 'gw_port': {'id': '457e6381-dcaa-4e45-97b6-4ccea3a8150d', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:06:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e2526c-f25b-4639-9363-0e3914f30251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:11:07Z', 'updated_at': '2021-12-08T17:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '810d27dc-f880-4a1a-95c2-49e3a7e584b7', 'name': '', 'network_id': '34b93dc3-94ee-4e20-b43f-b4c77519149e', 'tenant_id': '8f57b52e491f454eb50ed2385d96fdd7', 'mac_address': 'fa:16:3e:eb:a1:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03e2526c-f25b-4639-9363-0e3914f30251', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '273999ca-17ec-4e66-8447-7f20d7d3fdc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:11:09Z', 'updated_at': '2021-12-08T17:11:13Z', 'revision_number': 4, 'project_id': '8f57b52e491f454eb50ed2385d96fdd7', 'subnets': [{'id': '273999ca-17ec-4e66-8447-7f20d7d3fdc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:11:13.984910 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-16b1389e-4160-4d92-9fa3-cf3872da32a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:14.097253 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-16b1389e-4160-4d92-9fa3-cf3872da32a9 admin admin] Allocated IP 172.25.0.251 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/0940abf6-8c1b-4085-bc92-b1e05b3dde0c) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:11:14.187664 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a23fce-bd6f-4d94-b7f2-2b97dd751c58 None None] The sync data for ids ['03e2526c-f25b-4639-9363-0e3914f30251'] in n-d-776250-12 is: [{'id': '03e2526c-f25b-4639-9363-0e3914f30251', 'name': 'tempest-TestEncryptedCinderVolumes-12284073-router', 'tenant_id': '8f57b52e491f454eb50ed2385d96fdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '457e6381-dcaa-4e45-97b6-4ccea3a8150d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:11:07Z', 'updated_at': '2021-12-08T17:11:10Z', 'revision_number': 4, 'project_id': '8f57b52e491f454eb50ed2385d96fdd7', 'gw_port': {'id': '457e6381-dcaa-4e45-97b6-4ccea3a8150d', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:06:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e2526c-f25b-4639-9363-0e3914f30251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:11:07Z', 'updated_at': '2021-12-08T17:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '810d27dc-f880-4a1a-95c2-49e3a7e584b7', 'name': '', 'network_id': '34b93dc3-94ee-4e20-b43f-b4c77519149e', 'tenant_id': '8f57b52e491f454eb50ed2385d96fdd7', 'mac_address': 'fa:16:3e:eb:a1:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03e2526c-f25b-4639-9363-0e3914f30251', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '273999ca-17ec-4e66-8447-7f20d7d3fdc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:11:09Z', 'updated_at': '2021-12-08T17:11:13Z', 'revision_number': 4, 'project_id': '8f57b52e491f454eb50ed2385d96fdd7', 'subnets': [{'id': '273999ca-17ec-4e66-8447-7f20d7d3fdc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:11:14.208044 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-16b1389e-4160-4d92-9fa3-cf3872da32a9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:14.285701 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-67faffb2-191b-4c41-82bb-8671323a95a9 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:14.298395 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8d3e037f-242f-4ffd-aa21-6e494bc0d3b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:14.322875 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-16b1389e-4160-4d92-9fa3-cf3872da32a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:14.365069 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-67faffb2-191b-4c41-82bb-8671323a95a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:14.374646 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b1389e-4160-4d92-9fa3-cf3872da32a9 admin admin] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:11:14.377894 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-16b1389e-4160-4d92-9fa3-cf3872da32a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:11:14.384107 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b1389e-4160-4d92-9fa3-cf3872da32a9 admin admin] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:11:14.385998 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b1389e-4160-4d92-9fa3-cf3872da32a9 admin admin] Pushing event updated for resources: {'Port': ['ID=0940abf6-8c1b-4085-bc92-b1e05b3dde0c,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:11:14.403100 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1331fe1-61c9-4ee8-8b86-bb19cdb64bc5 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:11:14.431777 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67faffb2-191b-4c41-82bb-8671323a95a9 None None] Network 42866edd-35c1-481f-aad0-8f4d004d9234 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:11:14.439023 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-67faffb2-191b-4c41-82bb-8671323a95a9 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:11:14.442385 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67faffb2-191b-4c41-82bb-8671323a95a9 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:11:14.448405 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67faffb2-191b-4c41-82bb-8671323a95a9 None None] Pushing event updated for resources: {'Port': ['ID=80e25ab7-dfee-456f-99bd-4c8de2191701,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:11:14.487525 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-e0a5a50c-3bc4-4c75-ab9a-705a39177555 None None] Provisioning complete for port 0940abf6-8c1b-4085-bc92-b1e05b3dde0c triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:11:14.487902 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e0a5a50c-3bc4-4c75-ab9a-705a39177555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:14.538614 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-67faffb2-191b-4c41-82bb-8671323a95a9 None None] Attempting to bind port 80e25ab7-dfee-456f-99bd-4c8de2191701 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:11:14.538992 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-67faffb2-191b-4c41-82bb-8671323a95a9 None None] Attempting to bind port 80e25ab7-dfee-456f-99bd-4c8de2191701 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '4f9d0734-a1dc-473c-98e6-5823d4db8972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '42866edd-35c1-481f-aad0-8f4d004d9234'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:11:14.539390 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67faffb2-191b-4c41-82bb-8671323a95a9 None None] Attempting to bind port 80e25ab7-dfee-456f-99bd-4c8de2191701 on network 42866edd-35c1-481f-aad0-8f4d004d9234 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:11:14.551448 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67faffb2-191b-4c41-82bb-8671323a95a9 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:11:14.551833 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67faffb2-191b-4c41-82bb-8671323a95a9 None None] Checking segment: {'id': '4f9d0734-a1dc-473c-98e6-5823d4db8972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '42866edd-35c1-481f-aad0-8f4d004d9234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:11:14.552268 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-67faffb2-191b-4c41-82bb-8671323a95a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:14.552674 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67faffb2-191b-4c41-82bb-8671323a95a9 None None] Bound using segment: {'id': '4f9d0734-a1dc-473c-98e6-5823d4db8972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '42866edd-35c1-481f-aad0-8f4d004d9234'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:11:14.553151 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-67faffb2-191b-4c41-82bb-8671323a95a9 None None] Bound port: 80e25ab7-dfee-456f-99bd-4c8de2191701, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f9d0734-a1dc-473c-98e6-5823d4db8972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '42866edd-35c1-481f-aad0-8f4d004d9234'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:11:14.553540 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-67faffb2-191b-4c41-82bb-8671323a95a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:14.555527 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-e0a5a50c-3bc4-4c75-ab9a-705a39177555 None None] Port 0940abf6-8c1b-4085-bc92-b1e05b3dde0c cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:11:14.622417 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-67faffb2-191b-4c41-82bb-8671323a95a9 None None] For port 80e25ab7-dfee-456f-99bd-4c8de2191701, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:11:14.626022 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-67faffb2-191b-4c41-82bb-8671323a95a9 None None] For port 80e25ab7-dfee-456f-99bd-4c8de2191701, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=80e25ab7-dfee-456f-99bd-4c8de2191701,segment=NetworkSegment(4f9d0734-a1dc-473c-98e6-5823d4db8972),segment_id=4f9d0734-a1dc-473c-98e6-5823d4db8972)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:11:14.695962 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-67faffb2-191b-4c41-82bb-8671323a95a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:14.728603 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-16b1389e-4160-4d92-9fa3-cf3872da32a9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:14.774318 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67faffb2-191b-4c41-82bb-8671323a95a9 None None] Pushing event updated for resources: {'Port': ['ID=80e25ab7-dfee-456f-99bd-4c8de2191701,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:11:14.958146 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-16b1389e-4160-4d92-9fa3-cf3872da32a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:15.181575 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16b1389e-4160-4d92-9fa3-cf3872da32a9 admin admin] Router f3d84646-a6a4-4dd0-ad41-589094194804 is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 17:11:15.298374 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b1389e-4160-4d92-9fa3-cf3872da32a9 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:11:15.307999 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f673e1-7b15-4b95-b0a4-beab22277173 None None] Sync routers for ids ['f3d84646-a6a4-4dd0-ad41-589094194804'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:11:15.318325 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f673e1-7b15-4b95-b0a4-beab22277173 None None] Routers {'f3d84646-a6a4-4dd0-ad41-589094194804'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:11:15.319117 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-b7f673e1-7b15-4b95-b0a4-beab22277173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:11:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['f3d84646-a6a4-4dd0-ad41-589094194804'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:11:15.401008 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-16b1389e-4160-4d92-9fa3-cf3872da32a9 admin admin] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:15.404577 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-16b1389e-4160-4d92-9fa3-cf3872da32a9 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.0789969 Dec 08 17:11:15.405795 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41614) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:11:15.428496 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-b7f673e1-7b15-4b95-b0a4-beab22277173 None None] Set router f3d84646-a6a4-4dd0-ad41-589094194804 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:11:15.459658 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:15.633677 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-b7f673e1-7b15-4b95-b0a4-beab22277173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d84646-a6a4-4dd0-ad41-589094194804', 'name': 'tempest-TestEncryptedCinderVolumes-1759124452-router', 'tenant_id': 'feea85a07ff6420f816ff6866079d399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '0940abf6-8c1b-4085-bc92-b1e05b3dde0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:11:13Z', 'updated_at': '2021-12-08T17:11:14Z', 'revision_number': 3, 'project_id': 'feea85a07ff6420f816ff6866079d399', 'gw_port': {'id': '0940abf6-8c1b-4085-bc92-b1e05b3dde0c', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:89:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3d84646-a6a4-4dd0-ad41-589094194804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:11:13Z', 'updated_at': '2021-12-08T17:11:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:11:15.660711 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f673e1-7b15-4b95-b0a4-beab22277173 None None] Checking router: f3d84646-a6a4-4dd0-ad41-589094194804 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:11:15.661060 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f673e1-7b15-4b95-b0a4-beab22277173 None None] Updating router f3d84646-a6a4-4dd0-ad41-589094194804 port 0940abf6-8c1b-4085-bc92-b1e05b3dde0c binding host n-d-776250-12 {{(pid=110553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 17:11:15.688288 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-b7f673e1-7b15-4b95-b0a4-beab22277173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:15.827046 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970d9fe7-fb10-4045-a3d1-383a39ad483d None None] Network 42866edd-35c1-481f-aad0-8f4d004d9234 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:11:15.882097 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 80e25ab7-dfee-456f-99bd-4c8de2191701 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:11:15.918954 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2132a0b8-afdc-40c8-b1a8-25ca343a5cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:15.935072 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-f346334f-4cbc-4ddd-8ff1-fb930e7751ea None None] Provisioning complete for port 80e25ab7-dfee-456f-99bd-4c8de2191701 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:11:15.935535 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f346334f-4cbc-4ddd-8ff1-fb930e7751ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:16.032247 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 80e25ab7-dfee-456f-99bd-4c8de2191701 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:11:16.032633 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:16.069803 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-b7f673e1-7b15-4b95-b0a4-beab22277173 None None] Publish callbacks [] for port, precommit_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:16.095314 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-2132a0b8-afdc-40c8-b1a8-25ca343a5cc9 admin admin] Allocated IP 172.20.0.1 (42866edd-35c1-481f-aad0-8f4d004d9234/0db1c0ed-8ece-4969-9dc0-5e241bb755a4/bcc9794c-69e3-4209-b272-8d87233106e0) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:11:16.105248 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f346334f-4cbc-4ddd-8ff1-fb930e7751ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:16.134120 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-b7f673e1-7b15-4b95-b0a4-beab22277173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:16.177056 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:16.191314 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-b7f673e1-7b15-4b95-b0a4-beab22277173 None None] Attempting to bind port 0940abf6-8c1b-4085-bc92-b1e05b3dde0c on host n-d-776250-12 for vnic_type normal with profile {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:11:16.191694 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-b7f673e1-7b15-4b95-b0a4-beab22277173 None None] Attempting to bind port 0940abf6-8c1b-4085-bc92-b1e05b3dde0c by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:11:16.192067 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f673e1-7b15-4b95-b0a4-beab22277173 None None] Attempting to bind port 0940abf6-8c1b-4085-bc92-b1e05b3dde0c on network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:11:16.205368 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f673e1-7b15-4b95-b0a4-beab22277173 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:11:16.205633 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20564ef1-e429-43fa-9415-45c13d62dc71 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:11:16.205756 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f673e1-7b15-4b95-b0a4-beab22277173 None None] Checking segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:11:16.206151 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-b7f673e1-7b15-4b95-b0a4-beab22277173 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:16.206552 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f673e1-7b15-4b95-b0a4-beab22277173 None None] Bound using segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:11:16.207040 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-b7f673e1-7b15-4b95-b0a4-beab22277173 None None] Bound port: 0940abf6-8c1b-4085-bc92-b1e05b3dde0c, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:11:16.207808 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-b7f673e1-7b15-4b95-b0a4-beab22277173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:16.211026 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-f346334f-4cbc-4ddd-8ff1-fb930e7751ea None None] For port 80e25ab7-dfee-456f-99bd-4c8de2191701, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=80e25ab7-dfee-456f-99bd-4c8de2191701,segment=NetworkSegment(4f9d0734-a1dc-473c-98e6-5823d4db8972),segment_id=4f9d0734-a1dc-473c-98e6-5823d4db8972)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:11:16.257156 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2132a0b8-afdc-40c8-b1a8-25ca343a5cc9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:16.266323 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f346334f-4cbc-4ddd-8ff1-fb930e7751ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:16.267594 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-b7f673e1-7b15-4b95-b0a4-beab22277173 None None] For port 0940abf6-8c1b-4085-bc92-b1e05b3dde0c, host n-d-776250-12, cleared binding levels {{(pid=110553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:11:16.273156 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-b7f673e1-7b15-4b95-b0a4-beab22277173 None None] For port 0940abf6-8c1b-4085-bc92-b1e05b3dde0c, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=0940abf6-8c1b-4085-bc92-b1e05b3dde0c,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:11:16.273156 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2a6701-86d6-4b42-9542-a5e207da6e90 None None] Pushing event updated for resources: {'Port': ['ID=0940abf6-8c1b-4085-bc92-b1e05b3dde0c,revision_number=2']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:11:16.349341 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.db.api [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 17:11:16.349705 n-d-776250-12 neutron-server[110552]: DEBUG oslo_db.api [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 17:11:16.350570 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f346334f-4cbc-4ddd-8ff1-fb930e7751ea None None] Pushing event updated for resources: {'Port': ['ID=80e25ab7-dfee-456f-99bd-4c8de2191701,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:11:16.357026 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-b7f673e1-7b15-4b95-b0a4-beab22277173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:16.386622 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-0781fc14-60d6-4b35-85a6-91a692f419af None None] Provisioning complete for port 0940abf6-8c1b-4085-bc92-b1e05b3dde0c triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:11:16.387105 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0781fc14-60d6-4b35-85a6-91a692f419af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:16.392726 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2132a0b8-afdc-40c8-b1a8-25ca343a5cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:16.412045 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161f3f0f-d8e6-4edf-b348-fa8c008916a5 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:11:16.420037 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f673e1-7b15-4b95-b0a4-beab22277173 None None] Routers {'f3d84646-a6a4-4dd0-ad41-589094194804'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:11:16.420974 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-b7f673e1-7b15-4b95-b0a4-beab22277173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:11:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['f3d84646-a6a4-4dd0-ad41-589094194804'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:11:16.423753 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2a6701-86d6-4b42-9542-a5e207da6e90 None None] Pushing event updated for resources: {'Port': ['ID=0940abf6-8c1b-4085-bc92-b1e05b3dde0c,revision_number=3']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:11:16.441442 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2132a0b8-afdc-40c8-b1a8-25ca343a5cc9 admin admin] Network 42866edd-35c1-481f-aad0-8f4d004d9234 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:11:16.445219 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-2132a0b8-afdc-40c8-b1a8-25ca343a5cc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:11:16.450290 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2132a0b8-afdc-40c8-b1a8-25ca343a5cc9 admin admin] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:11:16.479325 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0781fc14-60d6-4b35-85a6-91a692f419af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:16.502984 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2132a0b8-afdc-40c8-b1a8-25ca343a5cc9 admin admin] Pushing event updated for resources: {'Port': ['ID=bcc9794c-69e3-4209-b272-8d87233106e0,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:11:16.510504 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-0781fc14-60d6-4b35-85a6-91a692f419af None None] For port 0940abf6-8c1b-4085-bc92-b1e05b3dde0c, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=0940abf6-8c1b-4085-bc92-b1e05b3dde0c,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:11:16.516129 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2132a0b8-afdc-40c8-b1a8-25ca343a5cc9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:11:16.516701 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2132a0b8-afdc-40c8-b1a8-25ca343a5cc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:11:16.517043 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2132a0b8-afdc-40c8-b1a8-25ca343a5cc9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:11:16.517575 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2132a0b8-afdc-40c8-b1a8-25ca343a5cc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:11:16.517983 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2132a0b8-afdc-40c8-b1a8-25ca343a5cc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:11:16.518387 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2132a0b8-afdc-40c8-b1a8-25ca343a5cc9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:11:16.518837 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2132a0b8-afdc-40c8-b1a8-25ca343a5cc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:11:16.519237 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2132a0b8-afdc-40c8-b1a8-25ca343a5cc9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:11:16.519655 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2132a0b8-afdc-40c8-b1a8-25ca343a5cc9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:11:16.520051 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2132a0b8-afdc-40c8-b1a8-25ca343a5cc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:11:16.520587 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2132a0b8-afdc-40c8-b1a8-25ca343a5cc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:11:16.520974 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2132a0b8-afdc-40c8-b1a8-25ca343a5cc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:11:16.521310 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2132a0b8-afdc-40c8-b1a8-25ca343a5cc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:11:16.529882 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2132a0b8-afdc-40c8-b1a8-25ca343a5cc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:16.568301 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-b7f673e1-7b15-4b95-b0a4-beab22277173 None None] Set router f3d84646-a6a4-4dd0-ad41-589094194804 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:11:16.581466 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0781fc14-60d6-4b35-85a6-91a692f419af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:16.624773 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-0781fc14-60d6-4b35-85a6-91a692f419af None None] Provisioning complete for port 80e25ab7-dfee-456f-99bd-4c8de2191701 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:11:16.625163 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0781fc14-60d6-4b35-85a6-91a692f419af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:16.668331 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0781fc14-60d6-4b35-85a6-91a692f419af None None] Pushing event updated for resources: {'Port': ['ID=0940abf6-8c1b-4085-bc92-b1e05b3dde0c,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:11:16.758259 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2132a0b8-afdc-40c8-b1a8-25ca343a5cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:16.767776 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-b7f673e1-7b15-4b95-b0a4-beab22277173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d84646-a6a4-4dd0-ad41-589094194804', 'name': 'tempest-TestEncryptedCinderVolumes-1759124452-router', 'tenant_id': 'feea85a07ff6420f816ff6866079d399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '0940abf6-8c1b-4085-bc92-b1e05b3dde0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:11:13Z', 'updated_at': '2021-12-08T17:11:14Z', 'revision_number': 3, 'project_id': 'feea85a07ff6420f816ff6866079d399', 'gw_port': {'id': '0940abf6-8c1b-4085-bc92-b1e05b3dde0c', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:89:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3d84646-a6a4-4dd0-ad41-589094194804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:11:13Z', 'updated_at': '2021-12-08T17:11:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:11:16.794333 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f673e1-7b15-4b95-b0a4-beab22277173 None None] The sync data for ids ['f3d84646-a6a4-4dd0-ad41-589094194804'] in n-d-776250-12 is: [{'id': 'f3d84646-a6a4-4dd0-ad41-589094194804', 'name': 'tempest-TestEncryptedCinderVolumes-1759124452-router', 'tenant_id': 'feea85a07ff6420f816ff6866079d399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '0940abf6-8c1b-4085-bc92-b1e05b3dde0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:11:13Z', 'updated_at': '2021-12-08T17:11:14Z', 'revision_number': 3, 'project_id': 'feea85a07ff6420f816ff6866079d399', 'gw_port': {'id': '0940abf6-8c1b-4085-bc92-b1e05b3dde0c', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:89:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3d84646-a6a4-4dd0-ad41-589094194804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:11:13Z', 'updated_at': '2021-12-08T17:11:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:11:16.852492 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-9d12a6f0-cce3-4448-b257-307a5319f159 None None] Provisioning complete for port 0940abf6-8c1b-4085-bc92-b1e05b3dde0c triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:11:16.852964 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9d12a6f0-cce3-4448-b257-307a5319f159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:16.935690 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 810d27dc-f880-4a1a-95c2-49e3a7e584b7 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:11:16.951685 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2132a0b8-afdc-40c8-b1a8-25ca343a5cc9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:17.002394 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:17.026171 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 810d27dc-f880-4a1a-95c2-49e3a7e584b7 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:11:17.026573 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:17.038448 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2132a0b8-afdc-40c8-b1a8-25ca343a5cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:17.069427 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-9d12a6f0-cce3-4448-b257-307a5319f159 None None] Provisioning complete for port bcc9794c-69e3-4209-b272-8d87233106e0 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:11:17.069820 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9d12a6f0-cce3-4448-b257-307a5319f159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:17.113926 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-9d12a6f0-cce3-4448-b257-307a5319f159 None None] Port bcc9794c-69e3-4209-b272-8d87233106e0 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:11:17.123245 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2132a0b8-afdc-40c8-b1a8-25ca343a5cc9 admin admin] Pushing event updated for resources: {'Port': ['ID=bcc9794c-69e3-4209-b272-8d87233106e0,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:11:17.128682 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-2132a0b8-afdc-40c8-b1a8-25ca343a5cc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:17.235435 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2132a0b8-afdc-40c8-b1a8-25ca343a5cc9 admin admin] Network 42866edd-35c1-481f-aad0-8f4d004d9234 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:11:17.236976 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-2132a0b8-afdc-40c8-b1a8-25ca343a5cc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:11:17.365674 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2132a0b8-afdc-40c8-b1a8-25ca343a5cc9 admin admin] Router f3d84646-a6a4-4dd0-ad41-589094194804 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:11:17.480195 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2132a0b8-afdc-40c8-b1a8-25ca343a5cc9 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:11:17.489289 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-2132a0b8-afdc-40c8-b1a8-25ca343a5cc9 admin admin] 10.222.0.64 "PUT /v2.0/routers/f3d84646-a6a4-4dd0-ad41-589094194804/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0795267 Dec 08 17:11:17.535944 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-6025357e-1789-4166-9b01-79c9ea1a7abb None None] Provisioning complete for port bcc9794c-69e3-4209-b272-8d87233106e0 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:11:17.537118 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6025357e-1789-4166-9b01-79c9ea1a7abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:17.590150 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-6025357e-1789-4166-9b01-79c9ea1a7abb None None] Port bcc9794c-69e3-4209-b272-8d87233106e0 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:11:17.632874 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:17.824655 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 80e25ab7-dfee-456f-99bd-4c8de2191701 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:11:17.874847 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 80e25ab7-dfee-456f-99bd-4c8de2191701 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:11:17.875316 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:17.953181 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 0940abf6-8c1b-4085-bc92-b1e05b3dde0c up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:11:18.008009 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 0940abf6-8c1b-4085-bc92-b1e05b3dde0c triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:11:18.008413 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:18.401836 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc55bdd-99ba-495e-85b6-6315e37c868c None None] Sync routers for ids ['f3d84646-a6a4-4dd0-ad41-589094194804'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:11:18.411647 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc55bdd-99ba-495e-85b6-6315e37c868c None None] Routers {'f3d84646-a6a4-4dd0-ad41-589094194804'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:11:18.412297 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-adc55bdd-99ba-495e-85b6-6315e37c868c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:11:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['f3d84646-a6a4-4dd0-ad41-589094194804'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:11:18.446790 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f1089-de1a-488f-81f3-f999e9ac02ec req-acf3c424-f807-4f53-8040-e9993e6ed726 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:11:18.448511 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ec4f1089-de1a-488f-81f3-f999e9ac02ec req-acf3c424-f807-4f53-8040-e9993e6ed726 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] 10.222.0.64 "GET /v2.0/networks?id=34b93dc3-94ee-4e20-b43f-b4c77519149e HTTP/1.1" status: 200 len: 815 time: 0.1080763 Dec 08 17:11:18.465063 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ec4f1089-de1a-488f-81f3-f999e9ac02ec req-37f84c94-31a5-4b10-bacc-e3bcd5f82494 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] 10.222.0.64 "GET /v2.0/quotas/8f57b52e491f454eb50ed2385d96fdd7 HTTP/1.1" status: 200 len: 375 time: 0.0107982 Dec 08 17:11:18.521833 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-adc55bdd-99ba-495e-85b6-6315e37c868c None None] Set router f3d84646-a6a4-4dd0-ad41-589094194804 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:11:18.523744 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ec4f1089-de1a-488f-81f3-f999e9ac02ec req-9ded8e8f-da49-497d-944a-b58ef0604828 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8f57b52e491f454eb50ed2385d96fdd7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513816 Dec 08 17:11:18.642192 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ec4f1089-de1a-488f-81f3-f999e9ac02ec req-8d27d279-585e-4a52-ad0f-0732ca83094f service neutron] 10.222.0.64 "GET /v2.0/networks/34b93dc3-94ee-4e20-b43f-b4c77519149e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059420 Dec 08 17:11:18.732480 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-adc55bdd-99ba-495e-85b6-6315e37c868c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d84646-a6a4-4dd0-ad41-589094194804', 'name': 'tempest-TestEncryptedCinderVolumes-1759124452-router', 'tenant_id': 'feea85a07ff6420f816ff6866079d399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '0940abf6-8c1b-4085-bc92-b1e05b3dde0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:11:13Z', 'updated_at': '2021-12-08T17:11:16Z', 'revision_number': 4, 'project_id': 'feea85a07ff6420f816ff6866079d399', 'gw_port': {'id': '0940abf6-8c1b-4085-bc92-b1e05b3dde0c', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:89:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d84646-a6a4-4dd0-ad41-589094194804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:11:13Z', 'updated_at': '2021-12-08T17:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'bcc9794c-69e3-4209-b272-8d87233106e0', 'name': '', 'network_id': '42866edd-35c1-481f-aad0-8f4d004d9234', 'tenant_id': 'feea85a07ff6420f816ff6866079d399', 'mac_address': 'fa:16:3e:99:a6:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3d84646-a6a4-4dd0-ad41-589094194804', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '0db1c0ed-8ece-4969-9dc0-5e241bb755a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:11:15Z', 'updated_at': '2021-12-08T17:11:16Z', 'revision_number': 2, 'project_id': 'feea85a07ff6420f816ff6866079d399', 'subnets': [{'id': '0db1c0ed-8ece-4969-9dc0-5e241bb755a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:11:18.742916 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ec4f1089-de1a-488f-81f3-f999e9ac02ec req-d9feb662-6ecf-4ee1-b3fe-3c2506548d31 service neutron] 10.222.0.64 "GET /v2.0/networks/34b93dc3-94ee-4e20-b43f-b4c77519149e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944505 Dec 08 17:11:18.760901 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc55bdd-99ba-495e-85b6-6315e37c868c None None] Checking router: f3d84646-a6a4-4dd0-ad41-589094194804 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:11:18.761251 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc55bdd-99ba-495e-85b6-6315e37c868c None None] Updating router f3d84646-a6a4-4dd0-ad41-589094194804 port bcc9794c-69e3-4209-b272-8d87233106e0 binding host n-d-776250-12 {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 17:11:18.787477 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-adc55bdd-99ba-495e-85b6-6315e37c868c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:19.055001 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-adc55bdd-99ba-495e-85b6-6315e37c868c None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:19.110359 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ca4dba44-ef4a-43c7-8e66-78f47632c1a6 req-0d5926e7-ab66-465f-b600-ebd927b6a0f4 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] 10.222.0.64 "GET /v2.0/ports?device_id=024d8efc-5754-446f-a4fc-3f2bf4453e46 HTTP/1.1" status: 200 len: 210 time: 0.1471875 Dec 08 17:11:19.130047 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-adc55bdd-99ba-495e-85b6-6315e37c868c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:19.200080 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492a5acc-dd94-442f-897f-5ab94707083f None None] Pushing event updated for resources: {'Port': ['ID=bcc9794c-69e3-4209-b272-8d87233106e0,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:11:19.238165 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-adc55bdd-99ba-495e-85b6-6315e37c868c None None] Attempting to bind port bcc9794c-69e3-4209-b272-8d87233106e0 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:11:19.238547 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-adc55bdd-99ba-495e-85b6-6315e37c868c None None] Attempting to bind port bcc9794c-69e3-4209-b272-8d87233106e0 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '4f9d0734-a1dc-473c-98e6-5823d4db8972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '42866edd-35c1-481f-aad0-8f4d004d9234'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:11:19.238922 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc55bdd-99ba-495e-85b6-6315e37c868c None None] Attempting to bind port bcc9794c-69e3-4209-b272-8d87233106e0 on network 42866edd-35c1-481f-aad0-8f4d004d9234 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:11:19.244306 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc55bdd-99ba-495e-85b6-6315e37c868c None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:11:19.244689 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc55bdd-99ba-495e-85b6-6315e37c868c None None] Checking segment: {'id': '4f9d0734-a1dc-473c-98e6-5823d4db8972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '42866edd-35c1-481f-aad0-8f4d004d9234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:11:19.245100 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-adc55bdd-99ba-495e-85b6-6315e37c868c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:19.245760 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc55bdd-99ba-495e-85b6-6315e37c868c None None] Bound using segment: {'id': '4f9d0734-a1dc-473c-98e6-5823d4db8972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '42866edd-35c1-481f-aad0-8f4d004d9234'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:11:19.246234 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-adc55bdd-99ba-495e-85b6-6315e37c868c None None] Bound port: bcc9794c-69e3-4209-b272-8d87233106e0, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f9d0734-a1dc-473c-98e6-5823d4db8972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '42866edd-35c1-481f-aad0-8f4d004d9234'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:11:19.246629 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-adc55bdd-99ba-495e-85b6-6315e37c868c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:19.314664 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-adc55bdd-99ba-495e-85b6-6315e37c868c None None] For port bcc9794c-69e3-4209-b272-8d87233106e0, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:11:19.318115 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-adc55bdd-99ba-495e-85b6-6315e37c868c None None] For port bcc9794c-69e3-4209-b272-8d87233106e0, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=bcc9794c-69e3-4209-b272-8d87233106e0,segment=NetworkSegment(4f9d0734-a1dc-473c-98e6-5823d4db8972),segment_id=4f9d0734-a1dc-473c-98e6-5823d4db8972)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:11:19.421300 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-1c6bee86-b9b2-4f34-a239-385641e34406 None None] Provisioning complete for port bcc9794c-69e3-4209-b272-8d87233106e0 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:11:19.421669 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1c6bee86-b9b2-4f34-a239-385641e34406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:19.455637 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-1c6bee86-b9b2-4f34-a239-385641e34406 None None] Port bcc9794c-69e3-4209-b272-8d87233106e0 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:11:19.459200 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-adc55bdd-99ba-495e-85b6-6315e37c868c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:19.518629 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc55bdd-99ba-495e-85b6-6315e37c868c None None] Routers {'f3d84646-a6a4-4dd0-ad41-589094194804'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:11:19.522229 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-adc55bdd-99ba-495e-85b6-6315e37c868c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:11:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['f3d84646-a6a4-4dd0-ad41-589094194804'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:11:19.522229 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492a5acc-dd94-442f-897f-5ab94707083f None None] Pushing event updated for resources: {'Port': ['ID=bcc9794c-69e3-4209-b272-8d87233106e0,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:11:19.804963 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-adc55bdd-99ba-495e-85b6-6315e37c868c None None] Set router f3d84646-a6a4-4dd0-ad41-589094194804 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:11:19.806634 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-2f62b23d-0878-425d-a0b7-dca17eec321d None None] Provisioning complete for port bcc9794c-69e3-4209-b272-8d87233106e0 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:11:19.807015 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2f62b23d-0878-425d-a0b7-dca17eec321d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:20.007476 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2f62b23d-0878-425d-a0b7-dca17eec321d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:20.068563 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-2f62b23d-0878-425d-a0b7-dca17eec321d None None] For port bcc9794c-69e3-4209-b272-8d87233106e0, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=bcc9794c-69e3-4209-b272-8d87233106e0,segment=NetworkSegment(4f9d0734-a1dc-473c-98e6-5823d4db8972),segment_id=4f9d0734-a1dc-473c-98e6-5823d4db8972)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:11:20.090664 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-adc55bdd-99ba-495e-85b6-6315e37c868c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d84646-a6a4-4dd0-ad41-589094194804', 'name': 'tempest-TestEncryptedCinderVolumes-1759124452-router', 'tenant_id': 'feea85a07ff6420f816ff6866079d399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '0940abf6-8c1b-4085-bc92-b1e05b3dde0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:11:13Z', 'updated_at': '2021-12-08T17:11:16Z', 'revision_number': 4, 'project_id': 'feea85a07ff6420f816ff6866079d399', 'gw_port': {'id': '0940abf6-8c1b-4085-bc92-b1e05b3dde0c', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:89:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d84646-a6a4-4dd0-ad41-589094194804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:11:13Z', 'updated_at': '2021-12-08T17:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'bcc9794c-69e3-4209-b272-8d87233106e0', 'name': '', 'network_id': '42866edd-35c1-481f-aad0-8f4d004d9234', 'tenant_id': 'feea85a07ff6420f816ff6866079d399', 'mac_address': 'fa:16:3e:99:a6:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3d84646-a6a4-4dd0-ad41-589094194804', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '0db1c0ed-8ece-4969-9dc0-5e241bb755a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:11:15Z', 'updated_at': '2021-12-08T17:11:19Z', 'revision_number': 4, 'project_id': 'feea85a07ff6420f816ff6866079d399', 'subnets': [{'id': '0db1c0ed-8ece-4969-9dc0-5e241bb755a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:11:20.121189 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc55bdd-99ba-495e-85b6-6315e37c868c None None] The sync data for ids ['f3d84646-a6a4-4dd0-ad41-589094194804'] in n-d-776250-12 is: [{'id': 'f3d84646-a6a4-4dd0-ad41-589094194804', 'name': 'tempest-TestEncryptedCinderVolumes-1759124452-router', 'tenant_id': 'feea85a07ff6420f816ff6866079d399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '0940abf6-8c1b-4085-bc92-b1e05b3dde0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:11:13Z', 'updated_at': '2021-12-08T17:11:16Z', 'revision_number': 4, 'project_id': 'feea85a07ff6420f816ff6866079d399', 'gw_port': {'id': '0940abf6-8c1b-4085-bc92-b1e05b3dde0c', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:89:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d84646-a6a4-4dd0-ad41-589094194804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:11:13Z', 'updated_at': '2021-12-08T17:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'bcc9794c-69e3-4209-b272-8d87233106e0', 'name': '', 'network_id': '42866edd-35c1-481f-aad0-8f4d004d9234', 'tenant_id': 'feea85a07ff6420f816ff6866079d399', 'mac_address': 'fa:16:3e:99:a6:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3d84646-a6a4-4dd0-ad41-589094194804', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '0db1c0ed-8ece-4969-9dc0-5e241bb755a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:11:15Z', 'updated_at': '2021-12-08T17:11:19Z', 'revision_number': 4, 'project_id': 'feea85a07ff6420f816ff6866079d399', 'subnets': [{'id': '0db1c0ed-8ece-4969-9dc0-5e241bb755a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:11:20.144116 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2f62b23d-0878-425d-a0b7-dca17eec321d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:20.229489 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f62b23d-0878-425d-a0b7-dca17eec321d None None] Pushing event updated for resources: {'Port': ['ID=bcc9794c-69e3-4209-b272-8d87233106e0,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:11:20.252510 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-08969ef3-e1f6-476b-a798-3d27f25672e3 req-8d683b1b-b5b7-4817-9946-37daefd63fb0 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] 10.222.0.64 "GET /v2.0/ports?device_id=024d8efc-5754-446f-a4fc-3f2bf4453e46 HTTP/1.1" status: 200 len: 210 time: 0.0615811 Dec 08 17:11:21.166506 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f1089-de1a-488f-81f3-f999e9ac02ec req-453745c0-3910-4158-b3be-60f723fa1a81 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:11:21.168032 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ec4f1089-de1a-488f-81f3-f999e9ac02ec req-453745c0-3910-4158-b3be-60f723fa1a81 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] 10.222.0.37 "GET /v2.0/networks?id=34b93dc3-94ee-4e20-b43f-b4c77519149e HTTP/1.1" status: 200 len: 815 time: 0.1148937 Dec 08 17:11:21.183616 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-ec4f1089-de1a-488f-81f3-f999e9ac02ec req-b99f34d0-31a3-4c3a-81d7-8a3b02fea88c tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Request body: {'port': {'device_id': '024d8efc-5754-446f-a4fc-3f2bf4453e46', 'network_id': '34b93dc3-94ee-4e20-b43f-b4c77519149e', 'admin_state_up': True, 'tenant_id': '8f57b52e491f454eb50ed2385d96fdd7'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:11:21.355037 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e5b1918b-10a1-479a-b8d9-65b482375eeb req-293cbfa8-ba70-4bf9-8a03-0efe096836d0 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] 10.222.0.64 "GET /v2.0/ports?device_id=024d8efc-5754-446f-a4fc-3f2bf4453e46 HTTP/1.1" status: 200 len: 210 time: 0.0279360 Dec 08 17:11:21.409945 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec4f1089-de1a-488f-81f3-f999e9ac02ec req-b99f34d0-31a3-4c3a-81d7-8a3b02fea88c tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Made reservation on behalf of 8f57b52e491f454eb50ed2385d96fdd7 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:11:21.413550 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ec4f1089-de1a-488f-81f3-f999e9ac02ec req-b99f34d0-31a3-4c3a-81d7-8a3b02fea88c tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:21.557008 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-ec4f1089-de1a-488f-81f3-f999e9ac02ec req-b99f34d0-31a3-4c3a-81d7-8a3b02fea88c tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Allocated IP 172.20.0.13 (34b93dc3-94ee-4e20-b43f-b4c77519149e/273999ca-17ec-4e66-8447-7f20d7d3fdc3/9cdcb1b4-d279-4085-94c2-aaf6fbb9f2cb) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:11:21.707557 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ec4f1089-de1a-488f-81f3-f999e9ac02ec req-b99f34d0-31a3-4c3a-81d7-8a3b02fea88c tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:21.781268 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device bcc9794c-69e3-4209-b272-8d87233106e0 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:11:21.791061 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ec4f1089-de1a-488f-81f3-f999e9ac02ec req-b99f34d0-31a3-4c3a-81d7-8a3b02fea88c tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:21.835988 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port bcc9794c-69e3-4209-b272-8d87233106e0 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:11:21.836395 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:21.838334 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec4f1089-de1a-488f-81f3-f999e9ac02ec req-b99f34d0-31a3-4c3a-81d7-8a3b02fea88c tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Network 34b93dc3-94ee-4e20-b43f-b4c77519149e is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:11:21.841382 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-ec4f1089-de1a-488f-81f3-f999e9ac02ec req-b99f34d0-31a3-4c3a-81d7-8a3b02fea88c tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:11:21.847464 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec4f1089-de1a-488f-81f3-f999e9ac02ec req-b99f34d0-31a3-4c3a-81d7-8a3b02fea88c tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:11:21.873403 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99f34d0-31a3-4c3a-81d7-8a3b02fea88c tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Pushing event updated for resources: {'Port': ['ID=9cdcb1b4-d279-4085-94c2-aaf6fbb9f2cb,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:11:21.904263 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f1089-de1a-488f-81f3-f999e9ac02ec req-b99f34d0-31a3-4c3a-81d7-8a3b02fea88c tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:11:21.904883 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ec4f1089-de1a-488f-81f3-f999e9ac02ec req-b99f34d0-31a3-4c3a-81d7-8a3b02fea88c tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:21.971686 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ec4f1089-de1a-488f-81f3-f999e9ac02ec req-b99f34d0-31a3-4c3a-81d7-8a3b02fea88c tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7943580 Dec 08 17:11:22.036004 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-ec4f1089-de1a-488f-81f3-f999e9ac02ec req-1eae9a79-4fec-440b-9ee6-4acc60a0ee1e service neutron] Request body: {'port': {'device_id': '024d8efc-5754-446f-a4fc-3f2bf4453e46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:11:22.081497 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-3171e96b-f6aa-40bb-945e-95f97706828b None None] Provisioning complete for port 9cdcb1b4-d279-4085-94c2-aaf6fbb9f2cb triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:11:22.082086 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3171e96b-f6aa-40bb-945e-95f97706828b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:22.119166 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ec4f1089-de1a-488f-81f3-f999e9ac02ec req-1eae9a79-4fec-440b-9ee6-4acc60a0ee1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:22.129004 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-3171e96b-f6aa-40bb-945e-95f97706828b None None] Port 9cdcb1b4-d279-4085-94c2-aaf6fbb9f2cb cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:11:22.384875 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-ec4f1089-de1a-488f-81f3-f999e9ac02ec req-1eae9a79-4fec-440b-9ee6-4acc60a0ee1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cdcb1b4-d279-4085-94c2-aaf6fbb9f2cb {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:11:22.394745 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ec4f1089-de1a-488f-81f3-f999e9ac02ec req-1eae9a79-4fec-440b-9ee6-4acc60a0ee1e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:22.404861 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-ec4f1089-de1a-488f-81f3-f999e9ac02ec req-1eae9a79-4fec-440b-9ee6-4acc60a0ee1e service neutron] Transition to ACTIVE for port object 9cdcb1b4-d279-4085-94c2-aaf6fbb9f2cb will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 17:11:22.470690 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f76c2d-c5c2-470c-8a1a-43fbcd1460ab req-74632bb2-f44b-4749-baff-7668788a1854 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:11:22.472148 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-43f76c2d-c5c2-470c-8a1a-43fbcd1460ab req-74632bb2-f44b-4749-baff-7668788a1854 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] 10.222.0.64 "GET /v2.0/ports?device_id=024d8efc-5754-446f-a4fc-3f2bf4453e46 HTTP/1.1" status: 200 len: 932 time: 0.0490406 Dec 08 17:11:22.495578 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ec4f1089-de1a-488f-81f3-f999e9ac02ec req-1eae9a79-4fec-440b-9ee6-4acc60a0ee1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:22.570032 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-43f76c2d-c5c2-470c-8a1a-43fbcd1460ab req-e06a429f-4173-4595-a9e5-91576099ca08 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebade934-927b-4f92-aebb-02ce565c5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918522 Dec 08 17:11:22.571015 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eae9a79-4fec-440b-9ee6-4acc60a0ee1e service neutron] Pushing event updated for resources: {'Port': ['ID=9cdcb1b4-d279-4085-94c2-aaf6fbb9f2cb,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:11:22.645327 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-ec4f1089-de1a-488f-81f3-f999e9ac02ec req-1eae9a79-4fec-440b-9ee6-4acc60a0ee1e service neutron] Attempting to bind port 9cdcb1b4-d279-4085-94c2-aaf6fbb9f2cb on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:11:22.645668 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-ec4f1089-de1a-488f-81f3-f999e9ac02ec req-1eae9a79-4fec-440b-9ee6-4acc60a0ee1e service neutron] Attempting to bind port 9cdcb1b4-d279-4085-94c2-aaf6fbb9f2cb by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': 'f2f5bf81-4aee-4f8b-9145-6a542bc5860a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '34b93dc3-94ee-4e20-b43f-b4c77519149e'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:11:22.646211 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4f1089-de1a-488f-81f3-f999e9ac02ec req-1eae9a79-4fec-440b-9ee6-4acc60a0ee1e service neutron] Attempting to bind port 9cdcb1b4-d279-4085-94c2-aaf6fbb9f2cb on network 34b93dc3-94ee-4e20-b43f-b4c77519149e {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:11:22.650734 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4f1089-de1a-488f-81f3-f999e9ac02ec req-1eae9a79-4fec-440b-9ee6-4acc60a0ee1e service neutron] Port 9cdcb1b4-d279-4085-94c2-aaf6fbb9f2cb on network 34b93dc3-94ee-4e20-b43f-b4c77519149e not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 17:11:22.651059 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4f1089-de1a-488f-81f3-f999e9ac02ec req-1eae9a79-4fec-440b-9ee6-4acc60a0ee1e service neutron] Attempting to bind port 9cdcb1b4-d279-4085-94c2-aaf6fbb9f2cb on network 34b93dc3-94ee-4e20-b43f-b4c77519149e {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:11:22.656911 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4f1089-de1a-488f-81f3-f999e9ac02ec req-1eae9a79-4fec-440b-9ee6-4acc60a0ee1e service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:11:22.657263 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4f1089-de1a-488f-81f3-f999e9ac02ec req-1eae9a79-4fec-440b-9ee6-4acc60a0ee1e service neutron] Checking segment: {'id': 'f2f5bf81-4aee-4f8b-9145-6a542bc5860a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '34b93dc3-94ee-4e20-b43f-b4c77519149e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:11:22.657667 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4f1089-de1a-488f-81f3-f999e9ac02ec req-1eae9a79-4fec-440b-9ee6-4acc60a0ee1e service neutron] Bound using segment: {'id': 'f2f5bf81-4aee-4f8b-9145-6a542bc5860a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '34b93dc3-94ee-4e20-b43f-b4c77519149e'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:11:22.658091 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-ec4f1089-de1a-488f-81f3-f999e9ac02ec req-1eae9a79-4fec-440b-9ee6-4acc60a0ee1e service neutron] Bound port: 9cdcb1b4-d279-4085-94c2-aaf6fbb9f2cb, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2f5bf81-4aee-4f8b-9145-6a542bc5860a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '34b93dc3-94ee-4e20-b43f-b4c77519149e'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:11:22.658450 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ec4f1089-de1a-488f-81f3-f999e9ac02ec req-1eae9a79-4fec-440b-9ee6-4acc60a0ee1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:22.727724 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-ec4f1089-de1a-488f-81f3-f999e9ac02ec req-1eae9a79-4fec-440b-9ee6-4acc60a0ee1e service neutron] For port 9cdcb1b4-d279-4085-94c2-aaf6fbb9f2cb, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:11:22.731140 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-ec4f1089-de1a-488f-81f3-f999e9ac02ec req-1eae9a79-4fec-440b-9ee6-4acc60a0ee1e service neutron] For port 9cdcb1b4-d279-4085-94c2-aaf6fbb9f2cb, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=9cdcb1b4-d279-4085-94c2-aaf6fbb9f2cb,segment=NetworkSegment(f2f5bf81-4aee-4f8b-9145-6a542bc5860a),segment_id=f2f5bf81-4aee-4f8b-9145-6a542bc5860a)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:11:22.816124 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ec4f1089-de1a-488f-81f3-f999e9ac02ec req-1eae9a79-4fec-440b-9ee6-4acc60a0ee1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:22.852621 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f1089-de1a-488f-81f3-f999e9ac02ec req-1eae9a79-4fec-440b-9ee6-4acc60a0ee1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:11:22.853199 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ec4f1089-de1a-488f-81f3-f999e9ac02ec req-1eae9a79-4fec-440b-9ee6-4acc60a0ee1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:22.854798 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ec4f1089-de1a-488f-81f3-f999e9ac02ec req-1eae9a79-4fec-440b-9ee6-4acc60a0ee1e service neutron] 10.222.0.37 "PUT /v2.0/ports/9cdcb1b4-d279-4085-94c2-aaf6fbb9f2cb HTTP/1.1" status: 200 len: 1093 time: 0.8751087 Dec 08 17:11:22.855118 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '024d8efc-5754-446f-a4fc-3f2bf4453e46', 'tag': '9cdcb1b4-d279-4085-94c2-aaf6fbb9f2cb'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:11:22.857433 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33688f0a94a9db352de83aac38ec7a80f5ce35812a363759cff610bcc84c1346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63376b1-5e53-4326-8b04-b645cdd67969" -d '{"events": [{"name": "network-changed", "server_uuid": "024d8efc-5754-446f-a4fc-3f2bf4453e46", "tag": "9cdcb1b4-d279-4085-94c2-aaf6fbb9f2cb"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:11:22.887716 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eae9a79-4fec-440b-9ee6-4acc60a0ee1e service neutron] Pushing event updated for resources: {'Port': ['ID=9cdcb1b4-d279-4085-94c2-aaf6fbb9f2cb,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:11:22.968607 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fab705a-41aa-45a9-b185-f32feb0616c6 x-openstack-request-id: req-1fab705a-41aa-45a9-b185-f32feb0616c6 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:11:22.968903 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "024d8efc-5754-446f-a4fc-3f2bf4453e46", "tag": "9cdcb1b4-d279-4085-94c2-aaf6fbb9f2cb", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:11:22.969180 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1fab705a-41aa-45a9-b185-f32feb0616c6 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:11:22.969578 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '024d8efc-5754-446f-a4fc-3f2bf4453e46', 'tag': '9cdcb1b4-d279-4085-94c2-aaf6fbb9f2cb', 'status': 'completed', 'code': 200} Dec 08 17:11:23.017829 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f1089-de1a-488f-81f3-f999e9ac02ec req-e7c06b90-da51-4443-89ab-716865473ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:11:23.019375 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ec4f1089-de1a-488f-81f3-f999e9ac02ec req-e7c06b90-da51-4443-89ab-716865473ea4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8f57b52e491f454eb50ed2385d96fdd7&device_id=024d8efc-5754-446f-a4fc-3f2bf4453e46 HTTP/1.1" status: 200 len: 1096 time: 0.0435104 Dec 08 17:11:23.062643 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ec4f1089-de1a-488f-81f3-f999e9ac02ec req-c40fe8cd-6170-4b04-b984-bbc4fe65782a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9cdcb1b4-d279-4085-94c2-aaf6fbb9f2cb HTTP/1.1" status: 200 len: 217 time: 0.0347121 Dec 08 17:11:23.118982 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f1089-de1a-488f-81f3-f999e9ac02ec req-fc466d65-6c69-4f6e-ac3e-47bcf9fe83ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:11:23.120747 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ec4f1089-de1a-488f-81f3-f999e9ac02ec req-fc466d65-6c69-4f6e-ac3e-47bcf9fe83ae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=273999ca-17ec-4e66-8447-7f20d7d3fdc3 HTTP/1.1" status: 200 len: 854 time: 0.0483773 Dec 08 17:11:23.167147 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f1089-de1a-488f-81f3-f999e9ac02ec req-f1eefebf-34e1-40c4-a11a-869c1beb4181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:11:23.168552 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ec4f1089-de1a-488f-81f3-f999e9ac02ec req-f1eefebf-34e1-40c4-a11a-869c1beb4181 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34b93dc3-94ee-4e20-b43f-b4c77519149e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407124 Dec 08 17:11:23.271443 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ec4f1089-de1a-488f-81f3-f999e9ac02ec req-da51d98c-1b6e-45ab-a37d-106605b18a24 service neutron] 10.222.0.37 "GET /v2.0/networks/34b93dc3-94ee-4e20-b43f-b4c77519149e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958257 Dec 08 17:11:23.362904 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ec4f1089-de1a-488f-81f3-f999e9ac02ec req-539bc750-5d67-4e33-a5ba-d5ed6a857a6f service neutron] 10.222.0.37 "GET /v2.0/networks/34b93dc3-94ee-4e20-b43f-b4c77519149e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835328 Dec 08 17:11:23.524834 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63376b1-5e53-4326-8b04-b645cdd67969 req-7271f24c-4aa0-4f56-bda6-c1a37d64d51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:11:23.526335 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b63376b1-5e53-4326-8b04-b645cdd67969 req-7271f24c-4aa0-4f56-bda6-c1a37d64d51c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8f57b52e491f454eb50ed2385d96fdd7&device_id=024d8efc-5754-446f-a4fc-3f2bf4453e46 HTTP/1.1" status: 200 len: 1096 time: 0.0477328 Dec 08 17:11:23.621335 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63376b1-5e53-4326-8b04-b645cdd67969 req-432858f5-5581-4d0a-b098-c85dac86933b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:11:23.622836 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b63376b1-5e53-4326-8b04-b645cdd67969 req-432858f5-5581-4d0a-b098-c85dac86933b service neutron] 10.222.0.37 "GET /v2.0/networks?id=34b93dc3-94ee-4e20-b43f-b4c77519149e HTTP/1.1" status: 200 len: 916 time: 0.0898702 Dec 08 17:11:23.673012 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b63376b1-5e53-4326-8b04-b645cdd67969 req-0d3725f5-9dc3-444d-bfa8-28cb9453a5f4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9cdcb1b4-d279-4085-94c2-aaf6fbb9f2cb HTTP/1.1" status: 200 len: 217 time: 0.0431163 Dec 08 17:11:23.750436 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439d501-5015-4ba6-b852-5b811276be18 req-05da3d7c-f052-401e-8e36-00469e266601 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:11:23.751922 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f439d501-5015-4ba6-b852-5b811276be18 req-05da3d7c-f052-401e-8e36-00469e266601 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] 10.222.0.64 "GET /v2.0/ports?device_id=024d8efc-5754-446f-a4fc-3f2bf4453e46 HTTP/1.1" status: 200 len: 944 time: 0.0882125 Dec 08 17:11:23.755631 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63376b1-5e53-4326-8b04-b645cdd67969 req-7764ad0b-c792-4722-a149-20070342f115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:11:23.756990 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b63376b1-5e53-4326-8b04-b645cdd67969 req-7764ad0b-c792-4722-a149-20070342f115 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=273999ca-17ec-4e66-8447-7f20d7d3fdc3 HTTP/1.1" status: 200 len: 854 time: 0.0667193 Dec 08 17:11:23.830287 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f439d501-5015-4ba6-b852-5b811276be18 req-6e07f075-5f81-447b-8699-5e36c9b7c62b tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebade934-927b-4f92-aebb-02ce565c5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720844 Dec 08 17:11:23.836582 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63376b1-5e53-4326-8b04-b645cdd67969 req-c1b6f325-c78d-44e9-8069-c9a5d713f03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:11:23.838024 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b63376b1-5e53-4326-8b04-b645cdd67969 req-c1b6f325-c78d-44e9-8069-c9a5d713f03a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34b93dc3-94ee-4e20-b43f-b4c77519149e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0667920 Dec 08 17:11:23.932200 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b63376b1-5e53-4326-8b04-b645cdd67969 req-cec27dde-9876-4a11-b852-2cfec3fc0025 service neutron] 10.222.0.37 "GET /v2.0/networks/34b93dc3-94ee-4e20-b43f-b4c77519149e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865138 Dec 08 17:11:24.021166 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b63376b1-5e53-4326-8b04-b645cdd67969 req-1f03734e-a113-4746-9262-b2de7cb6755f service neutron] 10.222.0.37 "GET /v2.0/networks/34b93dc3-94ee-4e20-b43f-b4c77519149e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815032 Dec 08 17:11:24.946408 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55fa11-867e-4c3e-b6cb-7b711fe69bff req-d8ae25a2-f67e-448e-9498-c1d6f3963b08 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:11:24.947922 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bc55fa11-867e-4c3e-b6cb-7b711fe69bff req-d8ae25a2-f67e-448e-9498-c1d6f3963b08 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] 10.222.0.64 "GET /v2.0/ports?device_id=024d8efc-5754-446f-a4fc-3f2bf4453e46 HTTP/1.1" status: 200 len: 944 time: 0.0489361 Dec 08 17:11:24.952151 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 9cdcb1b4-d279-4085-94c2-aaf6fbb9f2cb details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 17:11:24.997200 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bc55fa11-867e-4c3e-b6cb-7b711fe69bff req-393ac6ab-933c-483c-b44f-1189890a7ec8 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebade934-927b-4f92-aebb-02ce565c5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425310 Dec 08 17:11:25.049624 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 9cdcb1b4-d279-4085-94c2-aaf6fbb9f2cb, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=9cdcb1b4-d279-4085-94c2-aaf6fbb9f2cb,segment=NetworkSegment(f2f5bf81-4aee-4f8b-9145-6a542bc5860a),segment_id=f2f5bf81-4aee-4f8b-9145-6a542bc5860a)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:11:25.060809 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '9cdcb1b4-d279-4085-94c2-aaf6fbb9f2cb', 'network_id': '34b93dc3-94ee-4e20-b43f-b4c77519149e', 'port_id': '9cdcb1b4-d279-4085-94c2-aaf6fbb9f2cb', 'mac_address': 'fa:16:3e:4b:90:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '273999ca-17ec-4e66-8447-7f20d7d3fdc3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 17:11:25.097957 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:25.115457 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cdcb1b4-d279-4085-94c2-aaf6fbb9f2cb {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:11:25.142867 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 9cdcb1b4-d279-4085-94c2-aaf6fbb9f2cb, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=9cdcb1b4-d279-4085-94c2-aaf6fbb9f2cb,segment=NetworkSegment(f2f5bf81-4aee-4f8b-9145-6a542bc5860a),segment_id=f2f5bf81-4aee-4f8b-9145-6a542bc5860a)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:11:25.192239 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:25.242150 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=9cdcb1b4-d279-4085-94c2-aaf6fbb9f2cb,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:11:25.250420 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:11:25.250766 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:11:25.251108 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:11:25.251441 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:11:25.251773 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:11:25.252102 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:11:25.252455 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:11:25.252784 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:11:25.253113 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:11:25.253434 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:11:25.253757 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:11:25.254080 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:11:25.254423 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:11:25.394742 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['9cdcb1b4-d279-4085-94c2-aaf6fbb9f2cb'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:11:26.112618 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679359a4-9b34-4dd4-a000-2390ca8135b6 req-b5e4ea17-3e41-47b6-afda-1ac05b57c478 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:11:26.114130 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-679359a4-9b34-4dd4-a000-2390ca8135b6 req-b5e4ea17-3e41-47b6-afda-1ac05b57c478 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] 10.222.0.64 "GET /v2.0/ports?device_id=024d8efc-5754-446f-a4fc-3f2bf4453e46 HTTP/1.1" status: 200 len: 945 time: 0.0493097 Dec 08 17:11:26.165949 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-679359a4-9b34-4dd4-a000-2390ca8135b6 req-c408831e-d80b-473a-8d57-4290a6e9b166 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebade934-927b-4f92-aebb-02ce565c5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457468 Dec 08 17:11:26.967131 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 9cdcb1b4-d279-4085-94c2-aaf6fbb9f2cb up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:11:27.150378 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port 9cdcb1b4-d279-4085-94c2-aaf6fbb9f2cb completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 17:11:27.154546 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 9cdcb1b4-d279-4085-94c2-aaf6fbb9f2cb triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:11:27.154917 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:27.232589 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:27.256295 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '024d8efc-5754-446f-a4fc-3f2bf4453e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cdcb1b4-d279-4085-94c2-aaf6fbb9f2cb'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:11:27.259088 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e972d80ca4ba26e60ff2132fe6d2147b95d4377dec9e0b14df2e9cad1c1848da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6caac218-de7f-4319-b890-ae103e669e98" -d '{"events": [{"server_uuid": "024d8efc-5754-446f-a4fc-3f2bf4453e46", "name": "network-vif-plugged", "status": "completed", "tag": "9cdcb1b4-d279-4085-94c2-aaf6fbb9f2cb"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:11:27.272934 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 9cdcb1b4-d279-4085-94c2-aaf6fbb9f2cb, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=9cdcb1b4-d279-4085-94c2-aaf6fbb9f2cb,segment=NetworkSegment(f2f5bf81-4aee-4f8b-9145-6a542bc5860a),segment_id=f2f5bf81-4aee-4f8b-9145-6a542bc5860a)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:11:27.285424 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6334d6-8790-42fc-9e9b-f8a579ba2854 req-67bdf273-3ff1-4caf-96b7-4fb1e2549e96 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:11:27.286953 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ff6334d6-8790-42fc-9e9b-f8a579ba2854 req-67bdf273-3ff1-4caf-96b7-4fb1e2549e96 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] 10.222.0.64 "GET /v2.0/ports?device_id=024d8efc-5754-446f-a4fc-3f2bf4453e46 HTTP/1.1" status: 200 len: 945 time: 0.0551612 Dec 08 17:11:27.322035 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:27.336928 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ff6334d6-8790-42fc-9e9b-f8a579ba2854 req-7f8f9dc4-4b7d-4a7c-8d68-0703bc206788 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebade934-927b-4f92-aebb-02ce565c5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436695 Dec 08 17:11:27.367669 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f9ac51d-12d2-4303-ad5a-e1bee0ce1f2d x-openstack-request-id: req-9f9ac51d-12d2-4303-ad5a-e1bee0ce1f2d {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:11:27.367957 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "024d8efc-5754-446f-a4fc-3f2bf4453e46", "name": "network-vif-plugged", "status": "completed", "tag": "9cdcb1b4-d279-4085-94c2-aaf6fbb9f2cb", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:11:27.368232 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9f9ac51d-12d2-4303-ad5a-e1bee0ce1f2d {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:11:27.368627 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '024d8efc-5754-446f-a4fc-3f2bf4453e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cdcb1b4-d279-4085-94c2-aaf6fbb9f2cb', 'code': 200} Dec 08 17:11:27.378810 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=9cdcb1b4-d279-4085-94c2-aaf6fbb9f2cb,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:11:27.462263 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c84dd-37d7-49fd-82b8-6e392b9e6cba req-c8b04963-e76b-4fe9-b3dc-c26c390d44d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:11:27.463757 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b69c84dd-37d7-49fd-82b8-6e392b9e6cba req-c8b04963-e76b-4fe9-b3dc-c26c390d44d7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=024d8efc-5754-446f-a4fc-3f2bf4453e46 HTTP/1.1" status: 200 len: 1098 time: 0.0396459 Dec 08 17:11:27.509215 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b69c84dd-37d7-49fd-82b8-6e392b9e6cba req-4ba66bcf-8013-42ec-bc4c-a4107aba5aee service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ebade934-927b-4f92-aebb-02ce565c5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362790 Dec 08 17:11:28.455680 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed0cf1-2f55-47be-a4d4-e8faffc2f393 req-2f1fbb03-9325-4245-a1aa-ac6d256eb3cf tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:11:28.457284 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-53ed0cf1-2f55-47be-a4d4-e8faffc2f393 req-2f1fbb03-9325-4245-a1aa-ac6d256eb3cf tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] 10.222.0.64 "GET /v2.0/ports?device_id=024d8efc-5754-446f-a4fc-3f2bf4453e46 HTTP/1.1" status: 200 len: 946 time: 0.0490749 Dec 08 17:11:28.506639 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-53ed0cf1-2f55-47be-a4d4-e8faffc2f393 req-8672ab57-1bc5-4076-9ce7-31608049e075 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebade934-927b-4f92-aebb-02ce565c5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432179 Dec 08 17:11:29.629830 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb2ca67-0d2c-4e4c-ab14-be411b6d8037 req-81143a1e-2a7a-4d78-b3ba-c0e3088766a6 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:11:29.631383 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cdb2ca67-0d2c-4e4c-ab14-be411b6d8037 req-81143a1e-2a7a-4d78-b3ba-c0e3088766a6 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] 10.222.0.64 "GET /v2.0/ports?device_id=024d8efc-5754-446f-a4fc-3f2bf4453e46 HTTP/1.1" status: 200 len: 946 time: 0.0491350 Dec 08 17:11:29.678371 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cdb2ca67-0d2c-4e4c-ab14-be411b6d8037 req-2d22debf-30ba-4af3-a4ad-51a93fc2c20b tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebade934-927b-4f92-aebb-02ce565c5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408857 Dec 08 17:11:29.792122 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d220e1f9-7418-4eba-87ce-bb358b6ec477 req-e0f4c646-cb28-481a-b35b-17a526677768 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:11:29.793526 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d220e1f9-7418-4eba-87ce-bb358b6ec477 req-e0f4c646-cb28-481a-b35b-17a526677768 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] 10.222.0.64 "GET /v2.0/ports?device_id=024d8efc-5754-446f-a4fc-3f2bf4453e46 HTTP/1.1" status: 200 len: 946 time: 0.0474510 Dec 08 17:11:29.843641 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d220e1f9-7418-4eba-87ce-bb358b6ec477 req-1c30ae36-2cef-4a0f-a226-56aeb6d5bed8 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebade934-927b-4f92-aebb-02ce565c5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437481 Dec 08 17:11:35.179432 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:39.161872 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:41.466641 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-bbf3cc91-9d0c-4e6a-b128-6ce9ea52f50d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:44.174998 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-54a36b77-6841-42f2-8ca4-7082dde48db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:45.472504 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:46.969331 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:47.649265 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:48.475815 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:11:54.879569 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c1589-0ed0-411a-a276-733fc08c8f94 req-ef1e11f0-0be7-4097-833f-40309d690609 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:11:54.881127 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d07c1589-0ed0-411a-a276-733fc08c8f94 req-ef1e11f0-0be7-4097-833f-40309d690609 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] 10.222.0.64 "GET /v2.0/ports?device_id=024d8efc-5754-446f-a4fc-3f2bf4453e46 HTTP/1.1" status: 200 len: 946 time: 0.0542610 Dec 08 17:11:54.930998 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d07c1589-0ed0-411a-a276-733fc08c8f94 req-4c05239c-ada6-494f-b966-321d3c352269 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebade934-927b-4f92-aebb-02ce565c5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436456 Dec 08 17:11:56.051219 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56596a-6027-4a67-a8d3-e6b4ebc4c4ea req-40364153-9a8f-4930-87e1-201c9a95da88 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:11:56.052766 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5e56596a-6027-4a67-a8d3-e6b4ebc4c4ea req-40364153-9a8f-4930-87e1-201c9a95da88 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] 10.222.0.64 "GET /v2.0/ports?device_id=024d8efc-5754-446f-a4fc-3f2bf4453e46 HTTP/1.1" status: 200 len: 946 time: 0.0492015 Dec 08 17:11:56.100901 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5e56596a-6027-4a67-a8d3-e6b4ebc4c4ea req-5ec29cf0-b6a7-4bf1-b896-64075ac95527 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebade934-927b-4f92-aebb-02ce565c5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420403 Dec 08 17:11:56.401499 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738393b-d476-4e42-baaa-a8e18446d061 req-a5e9573a-4ccd-4476-8e6b-df19bcf10a8b tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:11:56.402939 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7738393b-d476-4e42-baaa-a8e18446d061 req-a5e9573a-4ccd-4476-8e6b-df19bcf10a8b tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] 10.222.0.37 "GET /v2.0/ports?device_id=024d8efc-5754-446f-a4fc-3f2bf4453e46 HTTP/1.1" status: 200 len: 946 time: 0.0479240 Dec 08 17:11:56.493776 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-7738393b-d476-4e42-baaa-a8e18446d061 req-c464b31d-402a-4e24-bdd2-60fb087d8859 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Deleting port 9cdcb1b4-d279-4085-94c2-aaf6fbb9f2cb {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:11:56.494123 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-7738393b-d476-4e42-baaa-a8e18446d061 req-c464b31d-402a-4e24-bdd2-60fb087d8859 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:56.581722 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-7738393b-d476-4e42-baaa-a8e18446d061 req-c464b31d-402a-4e24-bdd2-60fb087d8859 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] For port 9cdcb1b4-d279-4085-94c2-aaf6fbb9f2cb, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=9cdcb1b4-d279-4085-94c2-aaf6fbb9f2cb,segment=NetworkSegment(f2f5bf81-4aee-4f8b-9145-6a542bc5860a),segment_id=f2f5bf81-4aee-4f8b-9145-6a542bc5860a)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:11:56.582094 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-7738393b-d476-4e42-baaa-a8e18446d061 req-c464b31d-402a-4e24-bdd2-60fb087d8859 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:56.594719 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-7738393b-d476-4e42-baaa-a8e18446d061 req-c464b31d-402a-4e24-bdd2-60fb087d8859 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Calling delete_port for 9cdcb1b4-d279-4085-94c2-aaf6fbb9f2cb owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:11:56.775013 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-7738393b-d476-4e42-baaa-a8e18446d061 req-c464b31d-402a-4e24-bdd2-60fb087d8859 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:56.787231 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['9cdcb1b4-d279-4085-94c2-aaf6fbb9f2cb'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:11:56.804305 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c464b31d-402a-4e24-bdd2-60fb087d8859 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Pushing event deleted for resources: {'Port': ['ID=9cdcb1b4-d279-4085-94c2-aaf6fbb9f2cb,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:11:56.850012 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-7738393b-d476-4e42-baaa-a8e18446d061 req-c464b31d-402a-4e24-bdd2-60fb087d8859 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] No DVR routers for this DVR port 9cdcb1b4-d279-4085-94c2-aaf6fbb9f2cb on host n-h2-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:11:56.853229 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-7738393b-d476-4e42-baaa-a8e18446d061 req-c464b31d-402a-4e24-bdd2-60fb087d8859 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:56.857022 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7738393b-d476-4e42-baaa-a8e18446d061 req-c464b31d-402a-4e24-bdd2-60fb087d8859 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] 10.222.0.37 "DELETE /v2.0/ports/9cdcb1b4-d279-4085-94c2-aaf6fbb9f2cb HTTP/1.1" status: 204 len: 173 time: 0.4477746 Dec 08 17:11:56.857476 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '024d8efc-5754-446f-a4fc-3f2bf4453e46', 'name': 'network-vif-deleted', 'tag': '9cdcb1b4-d279-4085-94c2-aaf6fbb9f2cb'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:11:56.860410 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33688f0a94a9db352de83aac38ec7a80f5ce35812a363759cff610bcc84c1346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2c8eb3-61bb-4c97-ab1e-24d42efe45e5" -d '{"events": [{"server_uuid": "024d8efc-5754-446f-a4fc-3f2bf4453e46", "name": "network-vif-deleted", "tag": "9cdcb1b4-d279-4085-94c2-aaf6fbb9f2cb"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:11:56.897257 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af206600-9992-4ab0-9927-fbc86a5ac4de x-openstack-request-id: req-af206600-9992-4ab0-9927-fbc86a5ac4de {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:11:56.897577 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "024d8efc-5754-446f-a4fc-3f2bf4453e46", "name": "network-vif-deleted", "tag": "9cdcb1b4-d279-4085-94c2-aaf6fbb9f2cb", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:11:56.897838 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-af206600-9992-4ab0-9927-fbc86a5ac4de {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:11:56.898251 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '024d8efc-5754-446f-a4fc-3f2bf4453e46', 'name': 'network-vif-deleted', 'tag': '9cdcb1b4-d279-4085-94c2-aaf6fbb9f2cb', 'status': 'completed', 'code': 200} Dec 08 17:11:57.213137 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-35d66475-b1c7-4f6f-a341-93ab0a6865de req-d49167c2-db07-4fad-8375-fd6d29319027 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] 10.222.0.64 "GET /v2.0/ports?device_id=024d8efc-5754-446f-a4fc-3f2bf4453e46 HTTP/1.1" status: 200 len: 210 time: 0.0282800 Dec 08 17:11:58.852112 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421bbba6-8969-4a1c-a5c5-59596bf67ff8 req-cd5e6459-e414-4a2e-8c8c-60297e112b69 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:11:58.853625 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-421bbba6-8969-4a1c-a5c5-59596bf67ff8 req-cd5e6459-e414-4a2e-8c8c-60297e112b69 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] 10.222.0.64 "GET /v2.0/networks?id=34b93dc3-94ee-4e20-b43f-b4c77519149e HTTP/1.1" status: 200 len: 815 time: 0.1034594 Dec 08 17:11:58.868938 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-421bbba6-8969-4a1c-a5c5-59596bf67ff8 req-50d7fe39-d84a-485b-bfae-3191e4439efe tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] 10.222.0.64 "GET /v2.0/quotas/8f57b52e491f454eb50ed2385d96fdd7 HTTP/1.1" status: 200 len: 375 time: 0.0095828 Dec 08 17:11:58.919256 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-421bbba6-8969-4a1c-a5c5-59596bf67ff8 req-766db678-c92c-4271-bf13-f81e82dddafd tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8f57b52e491f454eb50ed2385d96fdd7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448337 Dec 08 17:11:58.982622 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [req-421bbba6-8969-4a1c-a5c5-59596bf67ff8 req-e76564fd-67ae-40cb-a1a7-47ffd40a5035 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 17:11:58.983792 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-421bbba6-8969-4a1c-a5c5-59596bf67ff8 req-e76564fd-67ae-40cb-a1a7-47ffd40a5035 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0526881 Dec 08 17:11:59.078557 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-421bbba6-8969-4a1c-a5c5-59596bf67ff8 req-6698c6b1-0cae-4990-a137-b1cc54c17a59 service neutron] 10.222.0.64 "GET /v2.0/networks/34b93dc3-94ee-4e20-b43f-b4c77519149e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873361 Dec 08 17:11:59.166685 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-421bbba6-8969-4a1c-a5c5-59596bf67ff8 req-19ab6e7b-c889-4667-b23f-2616b33b1253 service neutron] 10.222.0.64 "GET /v2.0/networks/34b93dc3-94ee-4e20-b43f-b4c77519149e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818067 Dec 08 17:12:00.416690 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2b114906-4e7c-48f4-897f-29b7c7ec16b3 req-4c5fd092-690a-4543-839c-de085bd8f07c tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] 10.222.0.64 "GET /v2.0/ports?device_id=a555dad2-a16b-45d2-be6f-08c86d1efbd4 HTTP/1.1" status: 200 len: 210 time: 0.0298810 Dec 08 17:12:01.076850 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 9cdcb1b4-d279-4085-94c2-aaf6fbb9f2cb no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:12:01.097747 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: 9cdcb1b4-d279-4085-94c2-aaf6fbb9f2cb {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:12:01.098093 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 9cdcb1b4-d279-4085-94c2-aaf6fbb9f2cb not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:12:01.514147 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8bd72e26-266b-44e0-9d4a-c3d040a42e3e req-6a933275-8e5d-436c-894a-8444fd378711 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] 10.222.0.64 "GET /v2.0/ports?device_id=a555dad2-a16b-45d2-be6f-08c86d1efbd4 HTTP/1.1" status: 200 len: 210 time: 0.0281863 Dec 08 17:12:02.125896 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421bbba6-8969-4a1c-a5c5-59596bf67ff8 req-58a696a6-3a6b-49c0-877a-489894f1f657 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:12:02.127324 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-421bbba6-8969-4a1c-a5c5-59596bf67ff8 req-58a696a6-3a6b-49c0-877a-489894f1f657 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] 10.222.0.76 "GET /v2.0/networks?id=34b93dc3-94ee-4e20-b43f-b4c77519149e HTTP/1.1" status: 200 len: 815 time: 0.1055372 Dec 08 17:12:02.140423 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-421bbba6-8969-4a1c-a5c5-59596bf67ff8 req-271917cc-d6cc-44ee-b758-efdb738d07fc tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Request body: {'port': {'device_id': 'a555dad2-a16b-45d2-be6f-08c86d1efbd4', 'network_id': '34b93dc3-94ee-4e20-b43f-b4c77519149e', 'admin_state_up': True, 'tenant_id': '8f57b52e491f454eb50ed2385d96fdd7'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:12:02.357670 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-421bbba6-8969-4a1c-a5c5-59596bf67ff8 req-271917cc-d6cc-44ee-b758-efdb738d07fc tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Made reservation on behalf of 8f57b52e491f454eb50ed2385d96fdd7 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:12:02.361977 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-421bbba6-8969-4a1c-a5c5-59596bf67ff8 req-271917cc-d6cc-44ee-b758-efdb738d07fc tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:02.484907 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-421bbba6-8969-4a1c-a5c5-59596bf67ff8 req-271917cc-d6cc-44ee-b758-efdb738d07fc tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Allocated IP 172.20.0.8 (34b93dc3-94ee-4e20-b43f-b4c77519149e/273999ca-17ec-4e66-8447-7f20d7d3fdc3/27a23128-6c3c-4334-835c-9a6110a61340) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:12:02.617061 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a9384475-1c0e-4815-807b-824cdca77178 req-564f217c-772d-4ec4-b405-9450c65ed64d tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] 10.222.0.64 "GET /v2.0/ports?device_id=a555dad2-a16b-45d2-be6f-08c86d1efbd4 HTTP/1.1" status: 200 len: 210 time: 0.0325532 Dec 08 17:12:02.660343 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-421bbba6-8969-4a1c-a5c5-59596bf67ff8 req-271917cc-d6cc-44ee-b758-efdb738d07fc tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:02.746395 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-421bbba6-8969-4a1c-a5c5-59596bf67ff8 req-271917cc-d6cc-44ee-b758-efdb738d07fc tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:02.791316 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-421bbba6-8969-4a1c-a5c5-59596bf67ff8 req-271917cc-d6cc-44ee-b758-efdb738d07fc tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Network 34b93dc3-94ee-4e20-b43f-b4c77519149e is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:12:02.796324 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-421bbba6-8969-4a1c-a5c5-59596bf67ff8 req-271917cc-d6cc-44ee-b758-efdb738d07fc tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:12:02.799964 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-421bbba6-8969-4a1c-a5c5-59596bf67ff8 req-271917cc-d6cc-44ee-b758-efdb738d07fc tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:12:02.823640 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271917cc-d6cc-44ee-b758-efdb738d07fc tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Pushing event updated for resources: {'Port': ['ID=27a23128-6c3c-4334-835c-9a6110a61340,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:12:02.855142 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421bbba6-8969-4a1c-a5c5-59596bf67ff8 req-271917cc-d6cc-44ee-b758-efdb738d07fc tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:12:02.855634 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-421bbba6-8969-4a1c-a5c5-59596bf67ff8 req-271917cc-d6cc-44ee-b758-efdb738d07fc tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:02.952914 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-421bbba6-8969-4a1c-a5c5-59596bf67ff8 req-271917cc-d6cc-44ee-b758-efdb738d07fc tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8159692 Dec 08 17:12:03.007963 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-421bbba6-8969-4a1c-a5c5-59596bf67ff8 req-f31d4d18-a1c1-4bba-a9d5-5aecf8787bd3 service neutron] Request body: {'port': {'device_id': 'a555dad2-a16b-45d2-be6f-08c86d1efbd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:12:03.033167 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-79f47a02-b920-4a1e-9311-3e3cda2e418b None None] Provisioning complete for port 27a23128-6c3c-4334-835c-9a6110a61340 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:12:03.033736 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-79f47a02-b920-4a1e-9311-3e3cda2e418b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:03.062300 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-421bbba6-8969-4a1c-a5c5-59596bf67ff8 req-f31d4d18-a1c1-4bba-a9d5-5aecf8787bd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:03.066681 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-79f47a02-b920-4a1e-9311-3e3cda2e418b None None] Port 27a23128-6c3c-4334-835c-9a6110a61340 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:12:03.653003 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-421bbba6-8969-4a1c-a5c5-59596bf67ff8 req-f31d4d18-a1c1-4bba-a9d5-5aecf8787bd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27a23128-6c3c-4334-835c-9a6110a61340 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:12:03.662034 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-421bbba6-8969-4a1c-a5c5-59596bf67ff8 req-f31d4d18-a1c1-4bba-a9d5-5aecf8787bd3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:03.674621 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-421bbba6-8969-4a1c-a5c5-59596bf67ff8 req-f31d4d18-a1c1-4bba-a9d5-5aecf8787bd3 service neutron] Transition to ACTIVE for port object 27a23128-6c3c-4334-835c-9a6110a61340 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 17:12:03.732411 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff920b47-604a-43fb-b93b-8c96bd0c8f08 req-433eeb55-4047-41b6-84f5-739924fbe793 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:12:03.733916 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ff920b47-604a-43fb-b93b-8c96bd0c8f08 req-433eeb55-4047-41b6-84f5-739924fbe793 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] 10.222.0.64 "GET /v2.0/ports?device_id=a555dad2-a16b-45d2-be6f-08c86d1efbd4 HTTP/1.1" status: 200 len: 931 time: 0.0481486 Dec 08 17:12:03.740433 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-421bbba6-8969-4a1c-a5c5-59596bf67ff8 req-f31d4d18-a1c1-4bba-a9d5-5aecf8787bd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:03.786490 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ff920b47-604a-43fb-b93b-8c96bd0c8f08 req-0aa38448-f512-44eb-a766-7139441d110b tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebade934-927b-4f92-aebb-02ce565c5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457458 Dec 08 17:12:03.812401 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31d4d18-a1c1-4bba-a9d5-5aecf8787bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=27a23128-6c3c-4334-835c-9a6110a61340,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:12:03.863415 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-421bbba6-8969-4a1c-a5c5-59596bf67ff8 req-f31d4d18-a1c1-4bba-a9d5-5aecf8787bd3 service neutron] Attempting to bind port 27a23128-6c3c-4334-835c-9a6110a61340 on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:12:03.863948 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-421bbba6-8969-4a1c-a5c5-59596bf67ff8 req-f31d4d18-a1c1-4bba-a9d5-5aecf8787bd3 service neutron] Attempting to bind port 27a23128-6c3c-4334-835c-9a6110a61340 by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': 'f2f5bf81-4aee-4f8b-9145-6a542bc5860a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '34b93dc3-94ee-4e20-b43f-b4c77519149e'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:12:03.864065 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421bbba6-8969-4a1c-a5c5-59596bf67ff8 req-f31d4d18-a1c1-4bba-a9d5-5aecf8787bd3 service neutron] Attempting to bind port 27a23128-6c3c-4334-835c-9a6110a61340 on network 34b93dc3-94ee-4e20-b43f-b4c77519149e {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:12:03.868569 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421bbba6-8969-4a1c-a5c5-59596bf67ff8 req-f31d4d18-a1c1-4bba-a9d5-5aecf8787bd3 service neutron] Port 27a23128-6c3c-4334-835c-9a6110a61340 on network 34b93dc3-94ee-4e20-b43f-b4c77519149e not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 17:12:03.868898 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421bbba6-8969-4a1c-a5c5-59596bf67ff8 req-f31d4d18-a1c1-4bba-a9d5-5aecf8787bd3 service neutron] Attempting to bind port 27a23128-6c3c-4334-835c-9a6110a61340 on network 34b93dc3-94ee-4e20-b43f-b4c77519149e {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:12:03.874387 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421bbba6-8969-4a1c-a5c5-59596bf67ff8 req-f31d4d18-a1c1-4bba-a9d5-5aecf8787bd3 service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:12:03.874731 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421bbba6-8969-4a1c-a5c5-59596bf67ff8 req-f31d4d18-a1c1-4bba-a9d5-5aecf8787bd3 service neutron] Checking segment: {'id': 'f2f5bf81-4aee-4f8b-9145-6a542bc5860a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '34b93dc3-94ee-4e20-b43f-b4c77519149e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:12:03.875125 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421bbba6-8969-4a1c-a5c5-59596bf67ff8 req-f31d4d18-a1c1-4bba-a9d5-5aecf8787bd3 service neutron] Bound using segment: {'id': 'f2f5bf81-4aee-4f8b-9145-6a542bc5860a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '34b93dc3-94ee-4e20-b43f-b4c77519149e'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:12:03.875554 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-421bbba6-8969-4a1c-a5c5-59596bf67ff8 req-f31d4d18-a1c1-4bba-a9d5-5aecf8787bd3 service neutron] Bound port: 27a23128-6c3c-4334-835c-9a6110a61340, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2f5bf81-4aee-4f8b-9145-6a542bc5860a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '34b93dc3-94ee-4e20-b43f-b4c77519149e'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:12:03.875915 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-421bbba6-8969-4a1c-a5c5-59596bf67ff8 req-f31d4d18-a1c1-4bba-a9d5-5aecf8787bd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:03.944946 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-421bbba6-8969-4a1c-a5c5-59596bf67ff8 req-f31d4d18-a1c1-4bba-a9d5-5aecf8787bd3 service neutron] For port 27a23128-6c3c-4334-835c-9a6110a61340, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:12:03.948117 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-421bbba6-8969-4a1c-a5c5-59596bf67ff8 req-f31d4d18-a1c1-4bba-a9d5-5aecf8787bd3 service neutron] For port 27a23128-6c3c-4334-835c-9a6110a61340, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=27a23128-6c3c-4334-835c-9a6110a61340,segment=NetworkSegment(f2f5bf81-4aee-4f8b-9145-6a542bc5860a),segment_id=f2f5bf81-4aee-4f8b-9145-6a542bc5860a)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:12:04.037980 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-421bbba6-8969-4a1c-a5c5-59596bf67ff8 req-f31d4d18-a1c1-4bba-a9d5-5aecf8787bd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:04.071898 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421bbba6-8969-4a1c-a5c5-59596bf67ff8 req-f31d4d18-a1c1-4bba-a9d5-5aecf8787bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:12:04.072572 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-421bbba6-8969-4a1c-a5c5-59596bf67ff8 req-f31d4d18-a1c1-4bba-a9d5-5aecf8787bd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:04.073954 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-421bbba6-8969-4a1c-a5c5-59596bf67ff8 req-f31d4d18-a1c1-4bba-a9d5-5aecf8787bd3 service neutron] 10.222.0.76 "PUT /v2.0/ports/27a23128-6c3c-4334-835c-9a6110a61340 HTTP/1.1" status: 200 len: 1092 time: 1.1130815 Dec 08 17:12:04.074397 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a555dad2-a16b-45d2-be6f-08c86d1efbd4', 'tag': '27a23128-6c3c-4334-835c-9a6110a61340'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:12:04.076710 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33688f0a94a9db352de83aac38ec7a80f5ce35812a363759cff610bcc84c1346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6cb624-7329-400e-9ee0-a7d20ccfd2cb" -d '{"events": [{"name": "network-changed", "server_uuid": "a555dad2-a16b-45d2-be6f-08c86d1efbd4", "tag": "27a23128-6c3c-4334-835c-9a6110a61340"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:12:04.102830 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31d4d18-a1c1-4bba-a9d5-5aecf8787bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=27a23128-6c3c-4334-835c-9a6110a61340,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:12:04.117276 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a97a804-509a-40c5-bf4b-770688acb898 x-openstack-request-id: req-7a97a804-509a-40c5-bf4b-770688acb898 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:12:04.117577 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a555dad2-a16b-45d2-be6f-08c86d1efbd4", "tag": "27a23128-6c3c-4334-835c-9a6110a61340", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:12:04.117840 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7a97a804-509a-40c5-bf4b-770688acb898 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:12:04.118501 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a555dad2-a16b-45d2-be6f-08c86d1efbd4', 'tag': '27a23128-6c3c-4334-835c-9a6110a61340', 'status': 'completed', 'code': 200} Dec 08 17:12:04.183637 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6cb624-7329-400e-9ee0-a7d20ccfd2cb req-52e199c3-de1e-41d5-872b-ca1b7abca444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:12:04.185180 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ac6cb624-7329-400e-9ee0-a7d20ccfd2cb req-52e199c3-de1e-41d5-872b-ca1b7abca444 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8f57b52e491f454eb50ed2385d96fdd7&device_id=a555dad2-a16b-45d2-be6f-08c86d1efbd4 HTTP/1.1" status: 200 len: 1095 time: 0.0443866 Dec 08 17:12:04.289420 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6cb624-7329-400e-9ee0-a7d20ccfd2cb req-17dd28e2-3924-45c1-af24-142f7ec1bdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:12:04.290998 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ac6cb624-7329-400e-9ee0-a7d20ccfd2cb req-17dd28e2-3924-45c1-af24-142f7ec1bdcd service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=8f57b52e491f454eb50ed2385d96fdd7&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0981922 Dec 08 17:12:04.388030 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6cb624-7329-400e-9ee0-a7d20ccfd2cb req-278d3765-757e-4242-b22b-54717b9eb1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:12:04.389468 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ac6cb624-7329-400e-9ee0-a7d20ccfd2cb req-278d3765-757e-4242-b22b-54717b9eb1a5 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921919 Dec 08 17:12:04.467484 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421bbba6-8969-4a1c-a5c5-59596bf67ff8 req-77e3a2b2-b84a-4a8b-a0ad-de0679e19672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:12:04.469024 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-421bbba6-8969-4a1c-a5c5-59596bf67ff8 req-77e3a2b2-b84a-4a8b-a0ad-de0679e19672 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8f57b52e491f454eb50ed2385d96fdd7&device_id=a555dad2-a16b-45d2-be6f-08c86d1efbd4 HTTP/1.1" status: 200 len: 1095 time: 0.0446911 Dec 08 17:12:04.511337 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-421bbba6-8969-4a1c-a5c5-59596bf67ff8 req-cf744087-c796-4516-82f7-94bf6250de9a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27a23128-6c3c-4334-835c-9a6110a61340 HTTP/1.1" status: 200 len: 217 time: 0.0339816 Dec 08 17:12:04.559616 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421bbba6-8969-4a1c-a5c5-59596bf67ff8 req-e5607535-7eae-4a34-a26e-4da65c944980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:12:04.561066 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-421bbba6-8969-4a1c-a5c5-59596bf67ff8 req-e5607535-7eae-4a34-a26e-4da65c944980 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=273999ca-17ec-4e66-8447-7f20d7d3fdc3 HTTP/1.1" status: 200 len: 854 time: 0.0435114 Dec 08 17:12:04.609854 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421bbba6-8969-4a1c-a5c5-59596bf67ff8 req-1d88540d-f9d4-4557-996c-aef9404b45f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:12:04.611974 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-421bbba6-8969-4a1c-a5c5-59596bf67ff8 req-1d88540d-f9d4-4557-996c-aef9404b45f7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=34b93dc3-94ee-4e20-b43f-b4c77519149e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439188 Dec 08 17:12:04.700353 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-421bbba6-8969-4a1c-a5c5-59596bf67ff8 req-dd13012c-e74f-407d-99a2-ec7743d9b5c8 service neutron] 10.222.0.76 "GET /v2.0/networks/34b93dc3-94ee-4e20-b43f-b4c77519149e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813920 Dec 08 17:12:04.793157 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-421bbba6-8969-4a1c-a5c5-59596bf67ff8 req-ce00843c-8504-4e57-8743-923d51c5e1be service neutron] 10.222.0.76 "GET /v2.0/networks/34b93dc3-94ee-4e20-b43f-b4c77519149e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859571 Dec 08 17:12:04.907297 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6165cd-9cf1-4942-9b51-6ed2ced66e8a req-ac13053f-b04b-44e6-afe5-e4c514ea4ebb tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:12:04.909476 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3f6165cd-9cf1-4942-9b51-6ed2ced66e8a req-ac13053f-b04b-44e6-afe5-e4c514ea4ebb tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] 10.222.0.64 "GET /v2.0/ports?device_id=a555dad2-a16b-45d2-be6f-08c86d1efbd4 HTTP/1.1" status: 200 len: 943 time: 0.0493867 Dec 08 17:12:04.956021 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3f6165cd-9cf1-4942-9b51-6ed2ced66e8a req-7f5d10a2-de52-4beb-b166-754ace635d36 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebade934-927b-4f92-aebb-02ce565c5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404689 Dec 08 17:12:05.191789 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:06.072036 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b802ada3-6e30-4123-b759-7f82836b64f4 req-3c9d2ed8-8eee-487e-9e9c-c3ce0285d45e tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:12:06.073551 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b802ada3-6e30-4123-b759-7f82836b64f4 req-3c9d2ed8-8eee-487e-9e9c-c3ce0285d45e tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] 10.222.0.64 "GET /v2.0/ports?device_id=a555dad2-a16b-45d2-be6f-08c86d1efbd4 HTTP/1.1" status: 200 len: 943 time: 0.0495214 Dec 08 17:12:06.127233 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b802ada3-6e30-4123-b759-7f82836b64f4 req-453064b9-04a2-429b-8765-da5f750557e5 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebade934-927b-4f92-aebb-02ce565c5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476322 Dec 08 17:12:07.246992 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f32bc9e-4cb0-4a4d-acd7-a20688c560fa req-cddf8b53-982c-4dad-a7a4-1ac91425e5d7 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:12:07.248524 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6f32bc9e-4cb0-4a4d-acd7-a20688c560fa req-cddf8b53-982c-4dad-a7a4-1ac91425e5d7 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] 10.222.0.64 "GET /v2.0/ports?device_id=a555dad2-a16b-45d2-be6f-08c86d1efbd4 HTTP/1.1" status: 200 len: 943 time: 0.0531456 Dec 08 17:12:07.294329 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6f32bc9e-4cb0-4a4d-acd7-a20688c560fa req-35ff1cae-79e7-4c9d-8db3-88234a0fa998 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebade934-927b-4f92-aebb-02ce565c5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391817 Dec 08 17:12:08.410357 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e4dc5-c1ca-4ffb-a7c1-49ac15e83f34 req-838d4625-10d4-4823-a377-3e95b791722e tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:12:08.411852 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d59e4dc5-c1ca-4ffb-a7c1-49ac15e83f34 req-838d4625-10d4-4823-a377-3e95b791722e tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] 10.222.0.64 "GET /v2.0/ports?device_id=a555dad2-a16b-45d2-be6f-08c86d1efbd4 HTTP/1.1" status: 200 len: 943 time: 0.0494862 Dec 08 17:12:08.459284 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d59e4dc5-c1ca-4ffb-a7c1-49ac15e83f34 req-f4d87de0-b236-43e1-a8ea-f96c003027ae tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebade934-927b-4f92-aebb-02ce565c5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414269 Dec 08 17:12:08.498039 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 27a23128-6c3c-4334-835c-9a6110a61340 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 17:12:08.588246 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 27a23128-6c3c-4334-835c-9a6110a61340, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=27a23128-6c3c-4334-835c-9a6110a61340,segment=NetworkSegment(f2f5bf81-4aee-4f8b-9145-6a542bc5860a),segment_id=f2f5bf81-4aee-4f8b-9145-6a542bc5860a)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:12:08.599929 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '27a23128-6c3c-4334-835c-9a6110a61340', 'network_id': '34b93dc3-94ee-4e20-b43f-b4c77519149e', 'port_id': '27a23128-6c3c-4334-835c-9a6110a61340', 'mac_address': 'fa:16:3e:87:43:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '273999ca-17ec-4e66-8447-7f20d7d3fdc3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 17:12:08.639275 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:08.652082 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27a23128-6c3c-4334-835c-9a6110a61340 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:12:08.671612 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 27a23128-6c3c-4334-835c-9a6110a61340, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=27a23128-6c3c-4334-835c-9a6110a61340,segment=NetworkSegment(f2f5bf81-4aee-4f8b-9145-6a542bc5860a),segment_id=f2f5bf81-4aee-4f8b-9145-6a542bc5860a)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:12:08.761157 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:08.810775 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=27a23128-6c3c-4334-835c-9a6110a61340,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:12:09.094077 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['27a23128-6c3c-4334-835c-9a6110a61340'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:12:09.198094 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:09.583693 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e15722b-deaf-4eeb-b34f-7028168e889d req-817e903d-95f8-47f6-a6cc-cda8b0f2bd32 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:12:09.585222 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8e15722b-deaf-4eeb-b34f-7028168e889d req-817e903d-95f8-47f6-a6cc-cda8b0f2bd32 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] 10.222.0.64 "GET /v2.0/ports?device_id=a555dad2-a16b-45d2-be6f-08c86d1efbd4 HTTP/1.1" status: 200 len: 944 time: 0.0524325 Dec 08 17:12:09.633185 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8e15722b-deaf-4eeb-b34f-7028168e889d req-fb3ca8a9-16ff-4f47-90f6-3f94f1eb9670 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebade934-927b-4f92-aebb-02ce565c5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419061 Dec 08 17:12:10.513489 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 27a23128-6c3c-4334-835c-9a6110a61340 up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:12:10.614137 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port 27a23128-6c3c-4334-835c-9a6110a61340 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 17:12:10.617938 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 27a23128-6c3c-4334-835c-9a6110a61340 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:12:10.618315 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:10.697684 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:10.722921 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a555dad2-a16b-45d2-be6f-08c86d1efbd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a23128-6c3c-4334-835c-9a6110a61340'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:12:10.725279 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e972d80ca4ba26e60ff2132fe6d2147b95d4377dec9e0b14df2e9cad1c1848da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a951f951-3000-4130-973a-d5fab887cd13" -d '{"events": [{"server_uuid": "a555dad2-a16b-45d2-be6f-08c86d1efbd4", "name": "network-vif-plugged", "status": "completed", "tag": "27a23128-6c3c-4334-835c-9a6110a61340"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:12:10.738156 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 27a23128-6c3c-4334-835c-9a6110a61340, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=27a23128-6c3c-4334-835c-9a6110a61340,segment=NetworkSegment(f2f5bf81-4aee-4f8b-9145-6a542bc5860a),segment_id=f2f5bf81-4aee-4f8b-9145-6a542bc5860a)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:12:10.756375 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3085f53-a61a-4371-a5ce-b480865b1840 req-0e92a252-1101-4eb3-92c4-51554ed4c33f tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:12:10.757999 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b3085f53-a61a-4371-a5ce-b480865b1840 req-0e92a252-1101-4eb3-92c4-51554ed4c33f tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] 10.222.0.64 "GET /v2.0/ports?device_id=a555dad2-a16b-45d2-be6f-08c86d1efbd4 HTTP/1.1" status: 200 len: 944 time: 0.0555944 Dec 08 17:12:10.763946 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e48723-aa2c-405e-8611-56947d91d014 x-openstack-request-id: req-14e48723-aa2c-405e-8611-56947d91d014 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:12:10.764204 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a555dad2-a16b-45d2-be6f-08c86d1efbd4", "name": "network-vif-plugged", "status": "completed", "tag": "27a23128-6c3c-4334-835c-9a6110a61340", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:12:10.764545 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-14e48723-aa2c-405e-8611-56947d91d014 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:12:10.764946 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a555dad2-a16b-45d2-be6f-08c86d1efbd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a23128-6c3c-4334-835c-9a6110a61340', 'code': 200} Dec 08 17:12:10.807330 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:10.812211 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b3085f53-a61a-4371-a5ce-b480865b1840 req-fdfb7dac-1b35-4fef-b8b4-4df743af6ee7 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebade934-927b-4f92-aebb-02ce565c5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478671 Dec 08 17:12:10.857889 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=27a23128-6c3c-4334-835c-9a6110a61340,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:12:10.862324 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b472fb23-2ebd-4b5c-b92f-4fdb8d06f7a9 req-aec89ac3-2076-4fd0-bacc-ac5c3f8b9088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:12:10.863842 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b472fb23-2ebd-4b5c-b92f-4fdb8d06f7a9 req-aec89ac3-2076-4fd0-bacc-ac5c3f8b9088 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a555dad2-a16b-45d2-be6f-08c86d1efbd4 HTTP/1.1" status: 200 len: 1097 time: 0.0404282 Dec 08 17:12:10.909537 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b472fb23-2ebd-4b5c-b92f-4fdb8d06f7a9 req-fa7dabd3-c711-49df-a4a7-cbbf6965b161 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=ebade934-927b-4f92-aebb-02ce565c5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373938 Dec 08 17:12:11.466102 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-716c02bd-5f28-4299-8d66-446b70ec8b36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:11.927337 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a428f326-fdad-44bd-9712-0af43cf0e2e6 req-2ec9c02b-3782-4f58-b0e3-8fe654572daf tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:12:11.928859 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a428f326-fdad-44bd-9712-0af43cf0e2e6 req-2ec9c02b-3782-4f58-b0e3-8fe654572daf tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] 10.222.0.64 "GET /v2.0/ports?device_id=a555dad2-a16b-45d2-be6f-08c86d1efbd4 HTTP/1.1" status: 200 len: 945 time: 0.0480361 Dec 08 17:12:11.975476 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a428f326-fdad-44bd-9712-0af43cf0e2e6 req-455dd61b-0ef9-4964-b517-bd737825ab88 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebade934-927b-4f92-aebb-02ce565c5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405908 Dec 08 17:12:13.088733 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6304b36b-ff02-498f-88a8-d36f71640049 req-dd4fd24b-1da6-45e2-8d75-dd3dd436d95b tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:12:13.090237 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6304b36b-ff02-498f-88a8-d36f71640049 req-dd4fd24b-1da6-45e2-8d75-dd3dd436d95b tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] 10.222.0.64 "GET /v2.0/ports?device_id=a555dad2-a16b-45d2-be6f-08c86d1efbd4 HTTP/1.1" status: 200 len: 945 time: 0.0483816 Dec 08 17:12:13.142375 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6304b36b-ff02-498f-88a8-d36f71640049 req-58961d87-ab80-42a2-99b5-7106d3f95b6c tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebade934-927b-4f92-aebb-02ce565c5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449874 Dec 08 17:12:13.261007 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a91f72-e4df-4605-99b8-7bd59c581189 req-52c1ba50-3de6-4c08-85c2-31c3d98f7883 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:12:13.262437 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-64a91f72-e4df-4605-99b8-7bd59c581189 req-52c1ba50-3de6-4c08-85c2-31c3d98f7883 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] 10.222.0.64 "GET /v2.0/ports?device_id=a555dad2-a16b-45d2-be6f-08c86d1efbd4 HTTP/1.1" status: 200 len: 945 time: 0.0535321 Dec 08 17:12:13.308821 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-64a91f72-e4df-4605-99b8-7bd59c581189 req-e0701296-1e80-4d22-a8b1-2c9b37a17ceb tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebade934-927b-4f92-aebb-02ce565c5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399725 Dec 08 17:12:14.178202 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-209ce570-7f03-4f92-bdd3-fe41c8d5a056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:15.492164 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:16.762142 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6d5fab43-ca1d-46ec-a0b9-0da0cb1703a8 req-ec1f84f3-9aa7-4297-90c4-b45fc6eb91fb service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a555dad2-a16b-45d2-be6f-08c86d1efbd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402412 Dec 08 17:12:16.843260 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fab43-ca1d-46ec-a0b9-0da0cb1703a8 req-935c8364-b4f4-4af8-bce2-3126cd7322d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:12:16.844852 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6d5fab43-ca1d-46ec-a0b9-0da0cb1703a8 req-935c8364-b4f4-4af8-bce2-3126cd7322d2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8f57b52e491f454eb50ed2385d96fdd7&device_id=a555dad2-a16b-45d2-be6f-08c86d1efbd4 HTTP/1.1" status: 200 len: 1097 time: 0.0412221 Dec 08 17:12:16.951096 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fab43-ca1d-46ec-a0b9-0da0cb1703a8 req-8e8d294d-0258-4a85-a437-588c7ee2321f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:12:16.952620 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6d5fab43-ca1d-46ec-a0b9-0da0cb1703a8 req-8e8d294d-0258-4a85-a437-588c7ee2321f service neutron] 10.222.0.76 "GET /v2.0/networks?id=34b93dc3-94ee-4e20-b43f-b4c77519149e HTTP/1.1" status: 200 len: 916 time: 0.0896785 Dec 08 17:12:16.987691 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:16.998281 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6d5fab43-ca1d-46ec-a0b9-0da0cb1703a8 req-adff180b-4a8b-4f79-b6b0-3fdb170f9acc service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27a23128-6c3c-4334-835c-9a6110a61340 HTTP/1.1" status: 200 len: 217 time: 0.0355239 Dec 08 17:12:17.048517 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fab43-ca1d-46ec-a0b9-0da0cb1703a8 req-2eeb164a-cf8d-42a6-92b2-436ce2e50bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:12:17.050031 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6d5fab43-ca1d-46ec-a0b9-0da0cb1703a8 req-2eeb164a-cf8d-42a6-92b2-436ce2e50bf6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=273999ca-17ec-4e66-8447-7f20d7d3fdc3 HTTP/1.1" status: 200 len: 854 time: 0.0448837 Dec 08 17:12:17.102217 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fab43-ca1d-46ec-a0b9-0da0cb1703a8 req-8210d5a1-17c8-4046-aad2-4ae13d600e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:12:17.103749 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6d5fab43-ca1d-46ec-a0b9-0da0cb1703a8 req-8210d5a1-17c8-4046-aad2-4ae13d600e4a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=34b93dc3-94ee-4e20-b43f-b4c77519149e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466242 Dec 08 17:12:17.197326 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6d5fab43-ca1d-46ec-a0b9-0da0cb1703a8 req-97c0fc3b-20cf-4b6e-9f42-0be96731c256 service neutron] 10.222.0.76 "GET /v2.0/networks/34b93dc3-94ee-4e20-b43f-b4c77519149e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858951 Dec 08 17:12:17.295457 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6d5fab43-ca1d-46ec-a0b9-0da0cb1703a8 req-93337832-50f9-4622-acde-9b2d2580d07b service neutron] 10.222.0.76 "GET /v2.0/networks/34b93dc3-94ee-4e20-b43f-b4c77519149e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898063 Dec 08 17:12:17.620392 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:25.475410 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:12:35.180097 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:38.287872 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf00d859-7ea4-4fd5-8eae-56de1af28d0f req-c7538caf-4f4c-42c5-8de0-bbed22f16052 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:12:38.289629 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bf00d859-7ea4-4fd5-8eae-56de1af28d0f req-c7538caf-4f4c-42c5-8de0-bbed22f16052 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] 10.222.0.64 "GET /v2.0/ports?device_id=a555dad2-a16b-45d2-be6f-08c86d1efbd4 HTTP/1.1" status: 200 len: 945 time: 0.0513983 Dec 08 17:12:38.341408 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bf00d859-7ea4-4fd5-8eae-56de1af28d0f req-a2db0e67-f0c5-4964-a6f9-bd35f62b3677 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebade934-927b-4f92-aebb-02ce565c5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454366 Dec 08 17:12:39.196497 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:39.463938 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e1dd8-91f7-4f16-b6c8-0516f3888c50 req-4dda18ef-d395-4844-900d-34817611a188 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:12:39.466996 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a67e1dd8-91f7-4f16-b6c8-0516f3888c50 req-4dda18ef-d395-4844-900d-34817611a188 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] 10.222.0.64 "GET /v2.0/ports?device_id=a555dad2-a16b-45d2-be6f-08c86d1efbd4 HTTP/1.1" status: 200 len: 945 time: 0.0525494 Dec 08 17:12:39.516991 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a67e1dd8-91f7-4f16-b6c8-0516f3888c50 req-73c76869-95b6-412e-9164-b5cf037948c3 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebade934-927b-4f92-aebb-02ce565c5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454247 Dec 08 17:12:39.974734 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b96a7-d0e9-47c0-9022-a384d973e6fb req-69382c5a-98a3-4e89-a044-cfb83fe365b3 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:12:39.976233 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ab1b96a7-d0e9-47c0-9022-a384d973e6fb req-69382c5a-98a3-4e89-a044-cfb83fe365b3 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] 10.222.0.76 "GET /v2.0/ports?device_id=a555dad2-a16b-45d2-be6f-08c86d1efbd4 HTTP/1.1" status: 200 len: 945 time: 0.0488107 Dec 08 17:12:40.067783 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-ab1b96a7-d0e9-47c0-9022-a384d973e6fb req-5d8a45b2-cf43-470e-96d8-8f6f6c956ef9 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Deleting port 27a23128-6c3c-4334-835c-9a6110a61340 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:12:40.068048 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ab1b96a7-d0e9-47c0-9022-a384d973e6fb req-5d8a45b2-cf43-470e-96d8-8f6f6c956ef9 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:40.162352 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-ab1b96a7-d0e9-47c0-9022-a384d973e6fb req-5d8a45b2-cf43-470e-96d8-8f6f6c956ef9 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] For port 27a23128-6c3c-4334-835c-9a6110a61340, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=27a23128-6c3c-4334-835c-9a6110a61340,segment=NetworkSegment(f2f5bf81-4aee-4f8b-9145-6a542bc5860a),segment_id=f2f5bf81-4aee-4f8b-9145-6a542bc5860a)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:12:40.162721 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ab1b96a7-d0e9-47c0-9022-a384d973e6fb req-5d8a45b2-cf43-470e-96d8-8f6f6c956ef9 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:40.175580 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-ab1b96a7-d0e9-47c0-9022-a384d973e6fb req-5d8a45b2-cf43-470e-96d8-8f6f6c956ef9 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Calling delete_port for 27a23128-6c3c-4334-835c-9a6110a61340 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:12:40.379605 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ab1b96a7-d0e9-47c0-9022-a384d973e6fb req-5d8a45b2-cf43-470e-96d8-8f6f6c956ef9 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:40.390885 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['27a23128-6c3c-4334-835c-9a6110a61340'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:12:40.408544 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a45b2-cf43-470e-96d8-8f6f6c956ef9 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Pushing event deleted for resources: {'Port': ['ID=27a23128-6c3c-4334-835c-9a6110a61340,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:12:40.422538 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a45b2-cf43-470e-96d8-8f6f6c956ef9 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:12:40.422896 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a45b2-cf43-470e-96d8-8f6f6c956ef9 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:12:40.423437 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a45b2-cf43-470e-96d8-8f6f6c956ef9 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:12:40.423558 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a45b2-cf43-470e-96d8-8f6f6c956ef9 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:12:40.423892 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a45b2-cf43-470e-96d8-8f6f6c956ef9 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:12:40.424245 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a45b2-cf43-470e-96d8-8f6f6c956ef9 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:12:40.424581 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a45b2-cf43-470e-96d8-8f6f6c956ef9 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:12:40.424929 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a45b2-cf43-470e-96d8-8f6f6c956ef9 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:12:40.425258 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a45b2-cf43-470e-96d8-8f6f6c956ef9 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:12:40.425576 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a45b2-cf43-470e-96d8-8f6f6c956ef9 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:12:40.425903 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a45b2-cf43-470e-96d8-8f6f6c956ef9 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:12:40.426227 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a45b2-cf43-470e-96d8-8f6f6c956ef9 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:12:40.426548 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a45b2-cf43-470e-96d8-8f6f6c956ef9 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:12:40.462611 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab1b96a7-d0e9-47c0-9022-a384d973e6fb req-5d8a45b2-cf43-470e-96d8-8f6f6c956ef9 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] No DVR routers for this DVR port 27a23128-6c3c-4334-835c-9a6110a61340 on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:12:40.465367 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-ab1b96a7-d0e9-47c0-9022-a384d973e6fb req-5d8a45b2-cf43-470e-96d8-8f6f6c956ef9 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:40.468819 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ab1b96a7-d0e9-47c0-9022-a384d973e6fb req-5d8a45b2-cf43-470e-96d8-8f6f6c956ef9 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] 10.222.0.76 "DELETE /v2.0/ports/27a23128-6c3c-4334-835c-9a6110a61340 HTTP/1.1" status: 204 len: 173 time: 0.4862044 Dec 08 17:12:40.469282 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a555dad2-a16b-45d2-be6f-08c86d1efbd4', 'name': 'network-vif-deleted', 'tag': '27a23128-6c3c-4334-835c-9a6110a61340'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:12:40.471624 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33688f0a94a9db352de83aac38ec7a80f5ce35812a363759cff610bcc84c1346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a89c71c-b118-443e-ba64-2fb3244139c7" -d '{"events": [{"server_uuid": "a555dad2-a16b-45d2-be6f-08c86d1efbd4", "name": "network-vif-deleted", "tag": "27a23128-6c3c-4334-835c-9a6110a61340"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:12:40.514012 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2cfd87-885a-430f-980a-168b3a7e0346 x-openstack-request-id: req-ab2cfd87-885a-430f-980a-168b3a7e0346 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:12:40.514445 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a555dad2-a16b-45d2-be6f-08c86d1efbd4", "name": "network-vif-deleted", "tag": "27a23128-6c3c-4334-835c-9a6110a61340", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:12:40.514716 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ab2cfd87-885a-430f-980a-168b3a7e0346 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:12:40.515126 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a555dad2-a16b-45d2-be6f-08c86d1efbd4', 'name': 'network-vif-deleted', 'tag': '27a23128-6c3c-4334-835c-9a6110a61340', 'status': 'completed', 'code': 200} Dec 08 17:12:40.616979 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1423e3d3-eee7-49c0-89ea-f6e939328e7d req-9bb0d259-3940-4ee6-9236-02415516b548 tempest-TestEncryptedCinderVolumes-1187300246 tempest-TestEncryptedCinderVolumes-1187300246-project] 10.222.0.64 "GET /v2.0/ports?device_id=a555dad2-a16b-45d2-be6f-08c86d1efbd4 HTTP/1.1" status: 200 len: 210 time: 0.0276875 Dec 08 17:12:41.509641 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-fbbc315d-3a05-410f-ac96-bcfc702dd5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:41.765543 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41964) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:12:42.114184 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8bafac17-d15b-49a7-8228-724c65d94e43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:42.361828 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-8bafac17-d15b-49a7-8228-724c65d94e43 admin admin] Deleting port 810d27dc-f880-4a1a-95c2-49e3a7e584b7 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:12:42.362372 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8bafac17-d15b-49a7-8228-724c65d94e43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:42.438426 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-8bafac17-d15b-49a7-8228-724c65d94e43 admin admin] For port 810d27dc-f880-4a1a-95c2-49e3a7e584b7, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=810d27dc-f880-4a1a-95c2-49e3a7e584b7,segment=NetworkSegment(f2f5bf81-4aee-4f8b-9145-6a542bc5860a),segment_id=f2f5bf81-4aee-4f8b-9145-6a542bc5860a)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:12:42.438707 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8bafac17-d15b-49a7-8228-724c65d94e43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:42.454609 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-8bafac17-d15b-49a7-8228-724c65d94e43 admin admin] Calling delete_port for 810d27dc-f880-4a1a-95c2-49e3a7e584b7 owned by network:router_interface {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:12:42.692035 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8bafac17-d15b-49a7-8228-724c65d94e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:42.716207 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 27a23128-6c3c-4334-835c-9a6110a61340 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:12:42.716800 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bafac17-d15b-49a7-8228-724c65d94e43 admin admin] Pushing event deleted for resources: {'Port': ['ID=810d27dc-f880-4a1a-95c2-49e3a7e584b7,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:12:42.736141 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: 27a23128-6c3c-4334-835c-9a6110a61340 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:12:42.736526 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 27a23128-6c3c-4334-835c-9a6110a61340 not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:12:42.887230 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8bafac17-d15b-49a7-8228-724c65d94e43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:43.107767 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bafac17-d15b-49a7-8228-724c65d94e43 admin admin] Router 03e2526c-f25b-4639-9363-0e3914f30251 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:12:43.213421 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bafac17-d15b-49a7-8228-724c65d94e43 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:12:43.219072 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-8bafac17-d15b-49a7-8228-724c65d94e43 admin admin] 10.222.0.64 "PUT /v2.0/routers/03e2526c-f25b-4639-9363-0e3914f30251/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4523065 Dec 08 17:12:43.222022 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41966) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:12:43.222734 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd0a85c-1c9b-4ca8-a1aa-85fdae6eaeae None None] Sync routers for ids ['03e2526c-f25b-4639-9363-0e3914f30251'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:12:43.233212 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd0a85c-1c9b-4ca8-a1aa-85fdae6eaeae None None] Routers {'03e2526c-f25b-4639-9363-0e3914f30251'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:12:43.233827 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-5bd0a85c-1c9b-4ca8-a1aa-85fdae6eaeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:12:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['03e2526c-f25b-4639-9363-0e3914f30251'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:12:43.324752 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-608bdf4a-c2b4-448b-8650-457d8da29d60 admin admin] Publish callbacks [] for router, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:43.336381 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-5bd0a85c-1c9b-4ca8-a1aa-85fdae6eaeae None None] Set router 03e2526c-f25b-4639-9363-0e3914f30251 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:12:43.428031 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-608bdf4a-c2b4-448b-8650-457d8da29d60 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:43.514196 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-5bd0a85c-1c9b-4ca8-a1aa-85fdae6eaeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e2526c-f25b-4639-9363-0e3914f30251', 'name': 'tempest-TestEncryptedCinderVolumes-12284073-router', 'tenant_id': '8f57b52e491f454eb50ed2385d96fdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '457e6381-dcaa-4e45-97b6-4ccea3a8150d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:11:07Z', 'updated_at': '2021-12-08T17:12:42Z', 'revision_number': 5, 'project_id': '8f57b52e491f454eb50ed2385d96fdd7', 'gw_port': {'id': '457e6381-dcaa-4e45-97b6-4ccea3a8150d', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:06:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e2526c-f25b-4639-9363-0e3914f30251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:11:07Z', 'updated_at': '2021-12-08T17:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:12:43.541799 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd0a85c-1c9b-4ca8-a1aa-85fdae6eaeae None None] Checking router: 03e2526c-f25b-4639-9363-0e3914f30251 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:12:43.548673 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-608bdf4a-c2b4-448b-8650-457d8da29d60 admin admin] Deleting port 457e6381-dcaa-4e45-97b6-4ccea3a8150d {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:12:43.549024 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-608bdf4a-c2b4-448b-8650-457d8da29d60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:43.550633 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd0a85c-1c9b-4ca8-a1aa-85fdae6eaeae None None] Routers {'03e2526c-f25b-4639-9363-0e3914f30251'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:12:43.551305 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-5bd0a85c-1c9b-4ca8-a1aa-85fdae6eaeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:12:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['03e2526c-f25b-4639-9363-0e3914f30251'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:12:43.628129 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-608bdf4a-c2b4-448b-8650-457d8da29d60 admin admin] For port 457e6381-dcaa-4e45-97b6-4ccea3a8150d, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=457e6381-dcaa-4e45-97b6-4ccea3a8150d,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:12:43.628525 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-608bdf4a-c2b4-448b-8650-457d8da29d60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:43.636543 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-5bd0a85c-1c9b-4ca8-a1aa-85fdae6eaeae None None] Set router 03e2526c-f25b-4639-9363-0e3914f30251 gateway port host: None {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:12:43.641643 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-608bdf4a-c2b4-448b-8650-457d8da29d60 admin admin] Calling delete_port for 457e6381-dcaa-4e45-97b6-4ccea3a8150d owned by network:router_gateway {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:12:43.686797 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-5bd0a85c-1c9b-4ca8-a1aa-85fdae6eaeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e2526c-f25b-4639-9363-0e3914f30251', 'name': 'tempest-TestEncryptedCinderVolumes-12284073-router', 'tenant_id': '8f57b52e491f454eb50ed2385d96fdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:11:07Z', 'updated_at': '2021-12-08T17:12:43Z', 'revision_number': 6, 'project_id': '8f57b52e491f454eb50ed2385d96fdd7', 'gw_port_host': None}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:12:43.805211 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd0a85c-1c9b-4ca8-a1aa-85fdae6eaeae None None] The sync data for ids ['03e2526c-f25b-4639-9363-0e3914f30251'] in n-d-776250-12 is: [{'id': '03e2526c-f25b-4639-9363-0e3914f30251', 'name': 'tempest-TestEncryptedCinderVolumes-12284073-router', 'tenant_id': '8f57b52e491f454eb50ed2385d96fdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:11:07Z', 'updated_at': '2021-12-08T17:12:43Z', 'revision_number': 6, 'project_id': '8f57b52e491f454eb50ed2385d96fdd7', 'gw_port_host': None}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:12:43.859955 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-608bdf4a-c2b4-448b-8650-457d8da29d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:43.891175 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608bdf4a-c2b4-448b-8650-457d8da29d60 admin admin] Pushing event deleted for resources: {'Port': ['ID=457e6381-dcaa-4e45-97b6-4ccea3a8150d,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:12:43.904280 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a4d191-cd21-46b5-96c7-a98c4b70ae6b None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:12:43.951631 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-608bdf4a-c2b4-448b-8650-457d8da29d60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:44.040547 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-608bdf4a-c2b4-448b-8650-457d8da29d60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:44.042627 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-608bdf4a-c2b4-448b-8650-457d8da29d60 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:44.143261 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-608bdf4a-c2b4-448b-8650-457d8da29d60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:44.143732 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-608bdf4a-c2b4-448b-8650-457d8da29d60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03e2526c-f25b-4639-9363-0e3914f30251 {{(pid=110550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 17:12:44.159577 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-608bdf4a-c2b4-448b-8650-457d8da29d60 admin admin] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:44.159577 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-608bdf4a-c2b4-448b-8650-457d8da29d60 admin admin] 10.222.0.64 "DELETE /v2.0/routers/03e2526c-f25b-4639-9363-0e3914f30251 HTTP/1.1" status: 204 len: 168 time: 0.9280634 Dec 08 17:12:44.159577 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41968) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:12:44.179557 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9a3269bb-d68e-4e64-8ac5-56941978447d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:44.209447 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-54cccab2-e298-482f-8b53-dc75ef05892b admin admin] Deleting subnet 273999ca-17ec-4e66-8447-7f20d7d3fdc3 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 17:12:44.209447 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-54cccab2-e298-482f-8b53-dc75ef05892b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:44.245423 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-54cccab2-e298-482f-8b53-dc75ef05892b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:44.322720 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-54cccab2-e298-482f-8b53-dc75ef05892b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:44.431092 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-54cccab2-e298-482f-8b53-dc75ef05892b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:44.456697 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cccab2-e298-482f-8b53-dc75ef05892b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=273999ca-17ec-4e66-8447-7f20d7d3fdc3,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:12:44.460354 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-54cccab2-e298-482f-8b53-dc75ef05892b admin admin] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:44.463451 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-54cccab2-e298-482f-8b53-dc75ef05892b admin admin] 10.222.0.64 "DELETE /v2.0/subnets/273999ca-17ec-4e66-8447-7f20d7d3fdc3 HTTP/1.1" status: 204 len: 168 time: 0.3078063 Dec 08 17:12:44.465984 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41970) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:12:44.466465 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252466e6-c48c-4d64-acb9-327037b1ce80 None None] Network 34b93dc3-94ee-4e20-b43f-b4c77519149e requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:12:44.543331 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-167524b6-fa73-42a7-8fe4-97549ae3f2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:44.601897 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-167524b6-fa73-42a7-8fe4-97549ae3f2a9 admin admin] Deleting port c4659428-85ea-42b9-8e47-a8d70d2b3d52 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:12:44.602246 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-167524b6-fa73-42a7-8fe4-97549ae3f2a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:44.633095 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3742cf-922f-4197-a777-ec9c25d51489 None None] DHCP port deletion for 34b93dc3-94ee-4e20-b43f-b4c77519149e request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:12:44.690798 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-0c3742cf-922f-4197-a777-ec9c25d51489 None None] Deleting port c4659428-85ea-42b9-8e47-a8d70d2b3d52 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:12:44.691174 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0c3742cf-922f-4197-a777-ec9c25d51489 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:44.758975 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-0c3742cf-922f-4197-a777-ec9c25d51489 None None] For port c4659428-85ea-42b9-8e47-a8d70d2b3d52, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=c4659428-85ea-42b9-8e47-a8d70d2b3d52,segment=NetworkSegment(f2f5bf81-4aee-4f8b-9145-6a542bc5860a),segment_id=f2f5bf81-4aee-4f8b-9145-6a542bc5860a)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:12:44.759526 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0c3742cf-922f-4197-a777-ec9c25d51489 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:44.775393 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-0c3742cf-922f-4197-a777-ec9c25d51489 None None] Calling delete_port for c4659428-85ea-42b9-8e47-a8d70d2b3d52 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:12:44.943865 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0c3742cf-922f-4197-a777-ec9c25d51489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:44.969825 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3742cf-922f-4197-a777-ec9c25d51489 None None] Pushing event deleted for resources: {'Port': ['ID=c4659428-85ea-42b9-8e47-a8d70d2b3d52,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:12:44.974587 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3742cf-922f-4197-a777-ec9c25d51489 None None] No DVR routers for this DVR port c4659428-85ea-42b9-8e47-a8d70d2b3d52 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:12:44.981887 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3742cf-922f-4197-a777-ec9c25d51489 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:12:44.982135 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3742cf-922f-4197-a777-ec9c25d51489 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:12:44.982456 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3742cf-922f-4197-a777-ec9c25d51489 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:12:44.982800 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3742cf-922f-4197-a777-ec9c25d51489 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:12:44.983138 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3742cf-922f-4197-a777-ec9c25d51489 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:12:44.983472 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3742cf-922f-4197-a777-ec9c25d51489 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:12:44.983800 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3742cf-922f-4197-a777-ec9c25d51489 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:12:44.984124 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3742cf-922f-4197-a777-ec9c25d51489 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:12:44.988894 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3742cf-922f-4197-a777-ec9c25d51489 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:12:44.988894 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3742cf-922f-4197-a777-ec9c25d51489 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:12:44.988894 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3742cf-922f-4197-a777-ec9c25d51489 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:12:44.988894 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3742cf-922f-4197-a777-ec9c25d51489 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:12:44.988894 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3742cf-922f-4197-a777-ec9c25d51489 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:12:45.009240 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-167524b6-fa73-42a7-8fe4-97549ae3f2a9 admin admin] For port c4659428-85ea-42b9-8e47-a8d70d2b3d52, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=c4659428-85ea-42b9-8e47-a8d70d2b3d52,segment=NetworkSegment(f2f5bf81-4aee-4f8b-9145-6a542bc5860a),segment_id=f2f5bf81-4aee-4f8b-9145-6a542bc5860a)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:12:45.016159 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-167524b6-fa73-42a7-8fe4-97549ae3f2a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:45.021716 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-167524b6-fa73-42a7-8fe4-97549ae3f2a9 admin admin] Calling delete_port for c4659428-85ea-42b9-8e47-a8d70d2b3d52 owned by network:dhcp {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:12:45.095773 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-167524b6-fa73-42a7-8fe4-97549ae3f2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:45.126160 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167524b6-fa73-42a7-8fe4-97549ae3f2a9 admin admin] No DVR routers for this DVR port c4659428-85ea-42b9-8e47-a8d70d2b3d52 on host n-d-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:12:45.127877 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167524b6-fa73-42a7-8fe4-97549ae3f2a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4659428-85ea-42b9-8e47-a8d70d2b3d52,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:12:45.198463 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-167524b6-fa73-42a7-8fe4-97549ae3f2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:45.219221 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-167524b6-fa73-42a7-8fe4-97549ae3f2a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34b93dc3-94ee-4e20-b43f-b4c77519149e']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:12:45.229118 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-167524b6-fa73-42a7-8fe4-97549ae3f2a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2f5bf81-4aee-4f8b-9145-6a542bc5860a') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:12:45.229416 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-167524b6-fa73-42a7-8fe4-97549ae3f2a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2f5bf81-4aee-4f8b-9145-6a542bc5860a') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:12:45.238814 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-167524b6-fa73-42a7-8fe4-97549ae3f2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:45.251882 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-167524b6-fa73-42a7-8fe4-97549ae3f2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:45.257650 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-167524b6-fa73-42a7-8fe4-97549ae3f2a9 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 17:12:45.258026 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-167524b6-fa73-42a7-8fe4-97549ae3f2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:45.259648 n-d-776250-12 neutron-server[110550]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 17:12:45.259648 n-d-776250-12 neutron-server[110550]: self.session.flush() Dec 08 17:12:45.259648 n-d-776250-12 neutron-server[110550]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 17:12:45.259648 n-d-776250-12 neutron-server[110550]: self.session.flush() Dec 08 17:12:45.259648 n-d-776250-12 neutron-server[110550]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 17:12:45.259648 n-d-776250-12 neutron-server[110550]: self.session.flush() Dec 08 17:12:45.259648 n-d-776250-12 neutron-server[110550]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 17:12:45.259648 n-d-776250-12 neutron-server[110550]: self.session.flush() Dec 08 17:12:45.259648 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 17:12:45.259648 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 17:12:45.259648 n-d-776250-12 neutron-server[110550]: timer() Dec 08 17:12:45.259648 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 17:12:45.259648 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 17:12:45.259648 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 17:12:45.259648 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 17:12:45.259648 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 17:12:45.259648 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 17:12:45.259648 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 17:12:45.259648 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 17:12:45.259648 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 17:12:45.259648 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 17:12:45.259648 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 17:12:45.259648 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 17:12:45.259648 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 17:12:45.259648 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 17:12:45.259648 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 17:12:45.259648 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 17:12:45.259648 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 17:12:45.259648 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 17:12:45.259648 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 17:12:45.259648 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 17:12:45.259648 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 17:12:45.259648 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 17:12:45.259648 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 17:12:45.259648 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 17:12:45.259648 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 17:12:45.259648 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 17:12:45.259648 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 17:12:45.259648 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 17:12:45.259648 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 17:12:45.408498 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-167524b6-fa73-42a7-8fe4-97549ae3f2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:45.415661 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-167524b6-fa73-42a7-8fe4-97549ae3f2a9 admin admin] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:45.419061 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-167524b6-fa73-42a7-8fe4-97549ae3f2a9 admin admin] 10.222.0.64 "DELETE /v2.0/networks/34b93dc3-94ee-4e20-b43f-b4c77519149e HTTP/1.1" status: 204 len: 168 time: 0.9521487 Dec 08 17:12:45.422151 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41976) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:12:45.429032 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167524b6-fa73-42a7-8fe4-97549ae3f2a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=34b93dc3-94ee-4e20-b43f-b4c77519149e,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:12:45.474918 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:45.801686 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 457e6381-dcaa-4e45-97b6-4ccea3a8150d no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:12:45.822039 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 457e6381-dcaa-4e45-97b6-4ccea3a8150d {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:12:45.822388 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 457e6381-dcaa-4e45-97b6-4ccea3a8150d not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:12:45.822809 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device c4659428-85ea-42b9-8e47-a8d70d2b3d52 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:12:45.841794 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: c4659428-85ea-42b9-8e47-a8d70d2b3d52 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:12:45.842141 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device c4659428-85ea-42b9-8e47-a8d70d2b3d52 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:12:45.842588 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 810d27dc-f880-4a1a-95c2-49e3a7e584b7 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:12:45.865992 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 810d27dc-f880-4a1a-95c2-49e3a7e584b7 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:12:45.866342 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 810d27dc-f880-4a1a-95c2-49e3a7e584b7 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:12:46.077746 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5b8ecfc4-a246-4093-ba22-1ce6362ccb76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:46.317711 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-5b8ecfc4-a246-4093-ba22-1ce6362ccb76 admin admin] Deleting port bcc9794c-69e3-4209-b272-8d87233106e0 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:12:46.318049 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5b8ecfc4-a246-4093-ba22-1ce6362ccb76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:46.393159 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-5b8ecfc4-a246-4093-ba22-1ce6362ccb76 admin admin] For port bcc9794c-69e3-4209-b272-8d87233106e0, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=bcc9794c-69e3-4209-b272-8d87233106e0,segment=NetworkSegment(4f9d0734-a1dc-473c-98e6-5823d4db8972),segment_id=4f9d0734-a1dc-473c-98e6-5823d4db8972)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:12:46.393864 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5b8ecfc4-a246-4093-ba22-1ce6362ccb76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:46.410062 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-5b8ecfc4-a246-4093-ba22-1ce6362ccb76 admin admin] Calling delete_port for bcc9794c-69e3-4209-b272-8d87233106e0 owned by network:router_interface {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:12:46.663522 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5b8ecfc4-a246-4093-ba22-1ce6362ccb76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:46.688858 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8ecfc4-a246-4093-ba22-1ce6362ccb76 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcc9794c-69e3-4209-b272-8d87233106e0,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:12:46.701538 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8ecfc4-a246-4093-ba22-1ce6362ccb76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:12:46.701890 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8ecfc4-a246-4093-ba22-1ce6362ccb76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:12:46.702235 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8ecfc4-a246-4093-ba22-1ce6362ccb76 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:12:46.702580 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8ecfc4-a246-4093-ba22-1ce6362ccb76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:12:46.702915 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8ecfc4-a246-4093-ba22-1ce6362ccb76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:12:46.703243 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8ecfc4-a246-4093-ba22-1ce6362ccb76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:12:46.703578 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8ecfc4-a246-4093-ba22-1ce6362ccb76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:12:46.703907 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8ecfc4-a246-4093-ba22-1ce6362ccb76 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:12:46.704280 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8ecfc4-a246-4093-ba22-1ce6362ccb76 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:12:46.704848 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8ecfc4-a246-4093-ba22-1ce6362ccb76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:12:46.705183 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8ecfc4-a246-4093-ba22-1ce6362ccb76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:12:46.705512 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8ecfc4-a246-4093-ba22-1ce6362ccb76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:12:46.705836 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8ecfc4-a246-4093-ba22-1ce6362ccb76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:12:46.865412 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5b8ecfc4-a246-4093-ba22-1ce6362ccb76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:46.956967 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:47.078838 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b8ecfc4-a246-4093-ba22-1ce6362ccb76 admin admin] Router f3d84646-a6a4-4dd0-ad41-589094194804 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:12:47.183907 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b8ecfc4-a246-4093-ba22-1ce6362ccb76 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:12:47.188903 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-5b8ecfc4-a246-4093-ba22-1ce6362ccb76 admin admin] 10.222.0.64 "PUT /v2.0/routers/f3d84646-a6a4-4dd0-ad41-589094194804/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7656310 Dec 08 17:12:47.191957 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41978) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:12:47.195119 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bed3f7-9526-4285-b0e0-326088f215b8 None None] Sync routers for ids ['f3d84646-a6a4-4dd0-ad41-589094194804'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:12:47.204700 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bed3f7-9526-4285-b0e0-326088f215b8 None None] Routers {'f3d84646-a6a4-4dd0-ad41-589094194804'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:12:47.205324 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-f9bed3f7-9526-4285-b0e0-326088f215b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:12:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['f3d84646-a6a4-4dd0-ad41-589094194804'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:12:47.296209 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9ace79e9-1523-4ef1-8280-270969f5ceca admin admin] Publish callbacks [] for router, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:47.310660 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-f9bed3f7-9526-4285-b0e0-326088f215b8 None None] Set router f3d84646-a6a4-4dd0-ad41-589094194804 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:12:47.401073 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9ace79e9-1523-4ef1-8280-270969f5ceca admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:47.486547 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-f9bed3f7-9526-4285-b0e0-326088f215b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d84646-a6a4-4dd0-ad41-589094194804', 'name': 'tempest-TestEncryptedCinderVolumes-1759124452-router', 'tenant_id': 'feea85a07ff6420f816ff6866079d399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '0940abf6-8c1b-4085-bc92-b1e05b3dde0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:11:13Z', 'updated_at': '2021-12-08T17:12:46Z', 'revision_number': 5, 'project_id': 'feea85a07ff6420f816ff6866079d399', 'gw_port': {'id': '0940abf6-8c1b-4085-bc92-b1e05b3dde0c', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:89:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d84646-a6a4-4dd0-ad41-589094194804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:11:13Z', 'updated_at': '2021-12-08T17:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:12:47.538589 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-9ace79e9-1523-4ef1-8280-270969f5ceca admin admin] Deleting port 0940abf6-8c1b-4085-bc92-b1e05b3dde0c {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:12:47.538927 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9ace79e9-1523-4ef1-8280-270969f5ceca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:47.621922 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-9ace79e9-1523-4ef1-8280-270969f5ceca admin admin] For port 0940abf6-8c1b-4085-bc92-b1e05b3dde0c, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=0940abf6-8c1b-4085-bc92-b1e05b3dde0c,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:12:47.622288 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9ace79e9-1523-4ef1-8280-270969f5ceca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:47.640935 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-9ace79e9-1523-4ef1-8280-270969f5ceca admin admin] Calling delete_port for 0940abf6-8c1b-4085-bc92-b1e05b3dde0c owned by network:router_gateway {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:12:47.688900 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bed3f7-9526-4285-b0e0-326088f215b8 None None] Checking router: f3d84646-a6a4-4dd0-ad41-589094194804 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:12:47.701800 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bed3f7-9526-4285-b0e0-326088f215b8 None None] Routers {'f3d84646-a6a4-4dd0-ad41-589094194804'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:12:47.702404 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-f9bed3f7-9526-4285-b0e0-326088f215b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:12:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['f3d84646-a6a4-4dd0-ad41-589094194804'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:12:47.774738 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:47.810759 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-f9bed3f7-9526-4285-b0e0-326088f215b8 None None] Set router f3d84646-a6a4-4dd0-ad41-589094194804 gateway port host: None {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:12:47.854176 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9ace79e9-1523-4ef1-8280-270969f5ceca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:47.863060 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-f9bed3f7-9526-4285-b0e0-326088f215b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d84646-a6a4-4dd0-ad41-589094194804', 'name': 'tempest-TestEncryptedCinderVolumes-1759124452-router', 'tenant_id': 'feea85a07ff6420f816ff6866079d399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:11:13Z', 'updated_at': '2021-12-08T17:12:47Z', 'revision_number': 6, 'project_id': 'feea85a07ff6420f816ff6866079d399', 'gw_port_host': None}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:12:47.885231 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ace79e9-1523-4ef1-8280-270969f5ceca admin admin] Pushing event deleted for resources: {'Port': ['ID=0940abf6-8c1b-4085-bc92-b1e05b3dde0c,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:12:47.895273 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bed3f7-9526-4285-b0e0-326088f215b8 None None] The sync data for ids ['f3d84646-a6a4-4dd0-ad41-589094194804'] in n-d-776250-12 is: [{'id': 'f3d84646-a6a4-4dd0-ad41-589094194804', 'name': 'tempest-TestEncryptedCinderVolumes-1759124452-router', 'tenant_id': 'feea85a07ff6420f816ff6866079d399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:11:13Z', 'updated_at': '2021-12-08T17:12:47Z', 'revision_number': 6, 'project_id': 'feea85a07ff6420f816ff6866079d399', 'gw_port_host': None}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:12:47.899205 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a2dc9a-0443-4b40-94b7-d6b489b53a0f None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:12:47.948862 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9ace79e9-1523-4ef1-8280-270969f5ceca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:48.038074 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9ace79e9-1523-4ef1-8280-270969f5ceca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:48.040082 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9ace79e9-1523-4ef1-8280-270969f5ceca admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:48.143212 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9ace79e9-1523-4ef1-8280-270969f5ceca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:48.143784 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ace79e9-1523-4ef1-8280-270969f5ceca admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3d84646-a6a4-4dd0-ad41-589094194804 {{(pid=110551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 17:12:48.148113 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9ace79e9-1523-4ef1-8280-270969f5ceca admin admin] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:48.149322 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-9ace79e9-1523-4ef1-8280-270969f5ceca admin admin] 10.222.0.64 "DELETE /v2.0/routers/f3d84646-a6a4-4dd0-ad41-589094194804 HTTP/1.1" status: 204 len: 168 time: 0.9564271 Dec 08 17:12:48.151759 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41980) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:12:48.197171 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-05949b77-e635-4434-a4c1-e8e812e236cc admin admin] Deleting subnet 0db1c0ed-8ece-4969-9dc0-5e241bb755a4 {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 17:12:48.200286 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-05949b77-e635-4434-a4c1-e8e812e236cc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:48.235302 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-05949b77-e635-4434-a4c1-e8e812e236cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:48.320056 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-05949b77-e635-4434-a4c1-e8e812e236cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:48.446644 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-05949b77-e635-4434-a4c1-e8e812e236cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:48.475207 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05949b77-e635-4434-a4c1-e8e812e236cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0db1c0ed-8ece-4969-9dc0-5e241bb755a4,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:12:48.477250 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-05949b77-e635-4434-a4c1-e8e812e236cc admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:48.481201 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-05949b77-e635-4434-a4c1-e8e812e236cc admin admin] 10.222.0.64 "DELETE /v2.0/subnets/0db1c0ed-8ece-4969-9dc0-5e241bb755a4 HTTP/1.1" status: 204 len: 168 time: 0.3277981 Dec 08 17:12:48.481445 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391ec724-bdd2-47ab-a5d2-1c716c91273d None None] Network 42866edd-35c1-481f-aad0-8f4d004d9234 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:12:48.483740 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41982) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:12:48.557185 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e71a49bf-ba06-40d5-bc9a-879645489310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:48.617040 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-e71a49bf-ba06-40d5-bc9a-879645489310 admin admin] Deleting port 80e25ab7-dfee-456f-99bd-4c8de2191701 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:12:48.617383 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e71a49bf-ba06-40d5-bc9a-879645489310 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:48.660302 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604a1574-0aa0-40e7-9a39-383032a9635f None None] DHCP port deletion for 42866edd-35c1-481f-aad0-8f4d004d9234 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:12:48.685666 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-e71a49bf-ba06-40d5-bc9a-879645489310 admin admin] For port 80e25ab7-dfee-456f-99bd-4c8de2191701, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=80e25ab7-dfee-456f-99bd-4c8de2191701,segment=NetworkSegment(4f9d0734-a1dc-473c-98e6-5823d4db8972),segment_id=4f9d0734-a1dc-473c-98e6-5823d4db8972)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:12:48.686033 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e71a49bf-ba06-40d5-bc9a-879645489310 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:48.699484 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-e71a49bf-ba06-40d5-bc9a-879645489310 admin admin] Calling delete_port for 80e25ab7-dfee-456f-99bd-4c8de2191701 owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:12:48.711652 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-604a1574-0aa0-40e7-9a39-383032a9635f None None] Deleting port 80e25ab7-dfee-456f-99bd-4c8de2191701 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:12:48.712033 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-604a1574-0aa0-40e7-9a39-383032a9635f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:48.780103 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-604a1574-0aa0-40e7-9a39-383032a9635f None None] For port 80e25ab7-dfee-456f-99bd-4c8de2191701, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=80e25ab7-dfee-456f-99bd-4c8de2191701,segment=NetworkSegment(4f9d0734-a1dc-473c-98e6-5823d4db8972),segment_id=4f9d0734-a1dc-473c-98e6-5823d4db8972)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:12:48.780539 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-604a1574-0aa0-40e7-9a39-383032a9635f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:48.792793 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-604a1574-0aa0-40e7-9a39-383032a9635f None None] Calling delete_port for 80e25ab7-dfee-456f-99bd-4c8de2191701 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:12:48.848103 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e71a49bf-ba06-40d5-bc9a-879645489310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:48.879404 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-604a1574-0aa0-40e7-9a39-383032a9635f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:48.880576 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71a49bf-ba06-40d5-bc9a-879645489310 admin admin] Pushing event deleted for resources: {'Port': ['ID=80e25ab7-dfee-456f-99bd-4c8de2191701,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:12:48.882616 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71a49bf-ba06-40d5-bc9a-879645489310 admin admin] No DVR routers for this DVR port 80e25ab7-dfee-456f-99bd-4c8de2191701 on host n-d-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:12:48.912756 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604a1574-0aa0-40e7-9a39-383032a9635f None None] Pushing event deleted for resources: {'Port': ['ID=80e25ab7-dfee-456f-99bd-4c8de2191701,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:12:48.922670 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604a1574-0aa0-40e7-9a39-383032a9635f None None] No DVR routers for this DVR port 80e25ab7-dfee-456f-99bd-4c8de2191701 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:12:48.955734 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e71a49bf-ba06-40d5-bc9a-879645489310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:48.975486 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-e71a49bf-ba06-40d5-bc9a-879645489310 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42866edd-35c1-481f-aad0-8f4d004d9234']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:12:48.984637 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-e71a49bf-ba06-40d5-bc9a-879645489310 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f9d0734-a1dc-473c-98e6-5823d4db8972') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:12:48.984940 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-e71a49bf-ba06-40d5-bc9a-879645489310 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f9d0734-a1dc-473c-98e6-5823d4db8972') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:12:48.994963 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e71a49bf-ba06-40d5-bc9a-879645489310 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:49.008734 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e71a49bf-ba06-40d5-bc9a-879645489310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:49.014741 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e71a49bf-ba06-40d5-bc9a-879645489310 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 17:12:49.015129 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e71a49bf-ba06-40d5-bc9a-879645489310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:49.016815 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 17:12:49.016815 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 17:12:49.016815 n-d-776250-12 neutron-server[110551]: timer() Dec 08 17:12:49.016815 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 17:12:49.016815 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 17:12:49.016815 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 17:12:49.016815 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 17:12:49.016815 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 17:12:49.016815 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 17:12:49.016815 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 17:12:49.016815 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 17:12:49.016815 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 17:12:49.016815 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 17:12:49.016815 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 17:12:49.016815 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 17:12:49.016815 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 17:12:49.016815 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 17:12:49.016815 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 17:12:49.016815 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 17:12:49.016815 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 17:12:49.016815 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 17:12:49.016815 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 17:12:49.016815 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 17:12:49.016815 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 17:12:49.016815 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 17:12:49.016815 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 17:12:49.016815 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 17:12:49.016815 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 17:12:49.016815 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 17:12:49.016815 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 17:12:49.016815 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 17:12:49.016815 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 17:12:49.151282 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e71a49bf-ba06-40d5-bc9a-879645489310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:49.156768 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e71a49bf-ba06-40d5-bc9a-879645489310 admin admin] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:49.160274 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e71a49bf-ba06-40d5-bc9a-879645489310 admin admin] 10.222.0.64 "DELETE /v2.0/networks/42866edd-35c1-481f-aad0-8f4d004d9234 HTTP/1.1" status: 204 len: 168 time: 0.6754210 Dec 08 17:12:49.171315 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71a49bf-ba06-40d5-bc9a-879645489310 admin admin] Pushing event deleted for resources: {'Network': ['ID=42866edd-35c1-481f-aad0-8f4d004d9234,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:12:49.521004 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41986) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:12:49.561213 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-8dccdae0-504c-4190-b8ce-9810a2bb79e0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8f57b52e491f454eb50ed2385d96fdd7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389354 Dec 08 17:12:49.563632 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 41988) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:12:49.609563 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-748953bd-316e-464b-993b-7df66d4a9882 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:49.630923 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-748953bd-316e-464b-993b-7df66d4a9882 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:49.739592 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-748953bd-316e-464b-993b-7df66d4a9882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:49.742487 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-748953bd-316e-464b-993b-7df66d4a9882 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:49.743697 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-748953bd-316e-464b-993b-7df66d4a9882 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ebade934-927b-4f92-aebb-02ce565c5b7d HTTP/1.1" status: 204 len: 168 time: 0.1791027 Dec 08 17:12:49.752041 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748953bd-316e-464b-993b-7df66d4a9882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebade934-927b-4f92-aebb-02ce565c5b7d,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:12:49.808999 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 80e25ab7-dfee-456f-99bd-4c8de2191701 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:12:49.829382 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 80e25ab7-dfee-456f-99bd-4c8de2191701 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:12:49.829741 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 80e25ab7-dfee-456f-99bd-4c8de2191701 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:12:49.830143 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 0940abf6-8c1b-4085-bc92-b1e05b3dde0c no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:12:49.852743 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 0940abf6-8c1b-4085-bc92-b1e05b3dde0c {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:12:49.853090 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 0940abf6-8c1b-4085-bc92-b1e05b3dde0c not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:12:49.853520 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device bcc9794c-69e3-4209-b272-8d87233106e0 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:12:49.874781 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: bcc9794c-69e3-4209-b272-8d87233106e0 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:12:49.875143 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device bcc9794c-69e3-4209-b272-8d87233106e0 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:12:50.459938 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41994) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:12:50.499954 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-6b2fbf70-20d1-47cd-8ba0-38c5a0471115 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=feea85a07ff6420f816ff6866079d399&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388331 Dec 08 17:12:50.502345 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 41996) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:12:50.552367 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f4ed931e-41d6-4963-9d56-6a1b3921e16b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:50.573965 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f4ed931e-41d6-4963-9d56-6a1b3921e16b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:50.693623 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f4ed931e-41d6-4963-9d56-6a1b3921e16b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:50.696475 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f4ed931e-41d6-4963-9d56-6a1b3921e16b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:50.697657 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-f4ed931e-41d6-4963-9d56-6a1b3921e16b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2f1ef999-ba4f-44d9-a85b-7412571b9aca HTTP/1.1" status: 204 len: 168 time: 0.1937768 Dec 08 17:12:50.705912 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ed931e-41d6-4963-9d56-6a1b3921e16b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1ef999-ba4f-44d9-a85b-7412571b9aca,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:12:51.666492 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 42018) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:12:51.770098 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-6b31136c-931f-46fc-9e10-241f9ef48bb3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-18423363-network', 'tenant_id': 'fe4f2ce87c284471b109c2448fd9bf98'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:12:51.842026 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b31136c-931f-46fc-9e10-241f9ef48bb3 admin admin] Made reservation on behalf of fe4f2ce87c284471b109c2448fd9bf98 for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:12:51.844407 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6b31136c-931f-46fc-9e10-241f9ef48bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:51.856904 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6b31136c-931f-46fc-9e10-241f9ef48bb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:51.931657 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6b31136c-931f-46fc-9e10-241f9ef48bb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:51.996783 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6b31136c-931f-46fc-9e10-241f9ef48bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:52.021685 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b31136c-931f-46fc-9e10-241f9ef48bb3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 17:12:52.031331 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b31136c-931f-46fc-9e10-241f9ef48bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc59a019-1102-4fb3-92b7-228dfb0f8a0f,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:12:52.036132 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6b31136c-931f-46fc-9e10-241f9ef48bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:52.036505 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-6b31136c-931f-46fc-9e10-241f9ef48bb3 admin admin] Added segment 3df22e54-decd-4be0-b52a-9a183a01e89e of type vlan for network bae9089a-78b8-4d17-83fe-823304afdecb Dec 08 17:12:52.078028 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6b31136c-931f-46fc-9e10-241f9ef48bb3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:52.171921 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6b31136c-931f-46fc-9e10-241f9ef48bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:52.172943 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b31136c-931f-46fc-9e10-241f9ef48bb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:12:52.173532 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6b31136c-931f-46fc-9e10-241f9ef48bb3 admin admin] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:52.242251 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b31136c-931f-46fc-9e10-241f9ef48bb3 admin admin] Pushing event updated for resources: {'Network': ['ID=bae9089a-78b8-4d17-83fe-823304afdecb,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:12:52.252208 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network bae9089a-78b8-4d17-83fe-823304afdecb details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 17:12:52.294361 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-6b31136c-931f-46fc-9e10-241f9ef48bb3 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6267216 Dec 08 17:12:52.297184 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 42022) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:12:52.302620 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-42975949-945c-4386-98fb-ff54210e2f45 admin admin] Request body: {'subnet': {'network_id': 'bae9089a-78b8-4d17-83fe-823304afdecb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-18423363-subnet', 'tenant_id': 'fe4f2ce87c284471b109c2448fd9bf98', 'ip_version': 4}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:12:52.383486 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42975949-945c-4386-98fb-ff54210e2f45 admin admin] Made reservation on behalf of fe4f2ce87c284471b109c2448fd9bf98 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:12:52.385912 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-42975949-945c-4386-98fb-ff54210e2f45 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:52.619940 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-42975949-945c-4386-98fb-ff54210e2f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:52.679829 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42975949-945c-4386-98fb-ff54210e2f45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a9b4c64-3598-4f71-81b0-6cda2b0988f6,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:12:52.688574 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42975949-945c-4386-98fb-ff54210e2f45 admin admin] Checking segment: {'id': '3df22e54-decd-4be0-b52a-9a183a01e89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'bae9089a-78b8-4d17-83fe-823304afdecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:12:52.688933 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42975949-945c-4386-98fb-ff54210e2f45 admin admin] Network hostable DHCP agents. Network: bae9089a-78b8-4d17-83fe-823304afdecb, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 17:12:52.767952 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42975949-945c-4386-98fb-ff54210e2f45 admin admin] Network bae9089a-78b8-4d17-83fe-823304afdecb is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 17:12:52.836807 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-42975949-945c-4386-98fb-ff54210e2f45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, bae9089a-78b8-4d17-83fe-823304afdecb) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:12:52.842049 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42975949-945c-4386-98fb-ff54210e2f45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:12:52.842729 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-42975949-945c-4386-98fb-ff54210e2f45 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:52.847162 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b97c318-1e00-4ede-b56f-5561b23ef915 None None] Network bae9089a-78b8-4d17-83fe-823304afdecb requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:12:52.913840 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-42975949-945c-4386-98fb-ff54210e2f45 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6154320 Dec 08 17:12:52.916441 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 42024) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:12:52.920910 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-b1db681a-2397-439a-bd75-ef3378091645 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-18423363-router', 'tenant_id': 'fe4f2ce87c284471b109c2448fd9bf98', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:12:52.944115 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e28badf-ae14-4d8e-86d4-c7ed79747d37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-bae9089a-78b8-4d17-83fe-823304afdecb', 'network_id': 'bae9089a-78b8-4d17-83fe-823304afdecb', 'project_id': 'fe4f2ce87c284471b109c2448fd9bf98', 'fixed_ips': [{'subnet_id': '2a9b4c64-3598-4f71-81b0-6cda2b0988f6'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 17:12:52.945011 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1e28badf-ae14-4d8e-86d4-c7ed79747d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:52.997205 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b1db681a-2397-439a-bd75-ef3378091645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:52.998274 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b1db681a-2397-439a-bd75-ef3378091645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:53.049732 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b1db681a-2397-439a-bd75-ef3378091645 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:53.078171 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-1e28badf-ae14-4d8e-86d4-c7ed79747d37 None None] Allocated IP 172.20.0.2 (bae9089a-78b8-4d17-83fe-823304afdecb/2a9b4c64-3598-4f71-81b0-6cda2b0988f6/6bbcdbbe-1836-4c8e-9351-3b9838aa3c68) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:12:53.224561 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1e28badf-ae14-4d8e-86d4-c7ed79747d37 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:53.272068 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b1db681a-2397-439a-bd75-ef3378091645 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:53.280652 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1e28badf-ae14-4d8e-86d4-c7ed79747d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:53.318263 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e28badf-ae14-4d8e-86d4-c7ed79747d37 None None] Network bae9089a-78b8-4d17-83fe-823304afdecb is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:12:53.324490 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-1e28badf-ae14-4d8e-86d4-c7ed79747d37 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:12:53.326945 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e28badf-ae14-4d8e-86d4-c7ed79747d37 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:12:53.334870 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e28badf-ae14-4d8e-86d4-c7ed79747d37 None None] Pushing event updated for resources: {'Port': ['ID=6bbcdbbe-1836-4c8e-9351-3b9838aa3c68,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:12:53.385183 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-1e28badf-ae14-4d8e-86d4-c7ed79747d37 None None] Attempting to bind port 6bbcdbbe-1836-4c8e-9351-3b9838aa3c68 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:12:53.385567 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-1e28badf-ae14-4d8e-86d4-c7ed79747d37 None None] Attempting to bind port 6bbcdbbe-1836-4c8e-9351-3b9838aa3c68 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '3df22e54-decd-4be0-b52a-9a183a01e89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'bae9089a-78b8-4d17-83fe-823304afdecb'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:12:53.385937 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e28badf-ae14-4d8e-86d4-c7ed79747d37 None None] Attempting to bind port 6bbcdbbe-1836-4c8e-9351-3b9838aa3c68 on network bae9089a-78b8-4d17-83fe-823304afdecb {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:12:53.391056 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e28badf-ae14-4d8e-86d4-c7ed79747d37 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:12:53.391436 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e28badf-ae14-4d8e-86d4-c7ed79747d37 None None] Checking segment: {'id': '3df22e54-decd-4be0-b52a-9a183a01e89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'bae9089a-78b8-4d17-83fe-823304afdecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:12:53.391846 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1e28badf-ae14-4d8e-86d4-c7ed79747d37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:53.392270 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e28badf-ae14-4d8e-86d4-c7ed79747d37 None None] Bound using segment: {'id': '3df22e54-decd-4be0-b52a-9a183a01e89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'bae9089a-78b8-4d17-83fe-823304afdecb'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:12:53.392746 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-1e28badf-ae14-4d8e-86d4-c7ed79747d37 None None] Bound port: 6bbcdbbe-1836-4c8e-9351-3b9838aa3c68, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3df22e54-decd-4be0-b52a-9a183a01e89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'bae9089a-78b8-4d17-83fe-823304afdecb'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:12:53.393280 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1e28badf-ae14-4d8e-86d4-c7ed79747d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:53.460870 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-1e28badf-ae14-4d8e-86d4-c7ed79747d37 None None] For port 6bbcdbbe-1836-4c8e-9351-3b9838aa3c68, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:12:53.464278 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-1e28badf-ae14-4d8e-86d4-c7ed79747d37 None None] For port 6bbcdbbe-1836-4c8e-9351-3b9838aa3c68, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=6bbcdbbe-1836-4c8e-9351-3b9838aa3c68,segment=NetworkSegment(3df22e54-decd-4be0-b52a-9a183a01e89e),segment_id=3df22e54-decd-4be0-b52a-9a183a01e89e)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:12:53.532094 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1e28badf-ae14-4d8e-86d4-c7ed79747d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:53.550892 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b1db681a-2397-439a-bd75-ef3378091645 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:53.570193 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b1db681a-2397-439a-bd75-ef3378091645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:53.591095 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e28badf-ae14-4d8e-86d4-c7ed79747d37 None None] Pushing event updated for resources: {'Port': ['ID=6bbcdbbe-1836-4c8e-9351-3b9838aa3c68,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:12:53.677643 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-b1db681a-2397-439a-bd75-ef3378091645 admin admin] Allocated IP 172.25.0.156 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/d6f7651e-762f-4ab9-b1d2-be2ac97d4a28) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:12:53.801870 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b1db681a-2397-439a-bd75-ef3378091645 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:53.851587 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 6bbcdbbe-1836-4c8e-9351-3b9838aa3c68 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:12:53.900070 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b1db681a-2397-439a-bd75-ef3378091645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:53.902676 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 6bbcdbbe-1836-4c8e-9351-3b9838aa3c68 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:12:53.903063 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:53.938526 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1db681a-2397-439a-bd75-ef3378091645 admin admin] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:12:53.945607 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-b1db681a-2397-439a-bd75-ef3378091645 admin admin] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:12:53.950426 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1db681a-2397-439a-bd75-ef3378091645 admin admin] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:12:53.953469 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1db681a-2397-439a-bd75-ef3378091645 admin admin] Pushing event updated for resources: {'Port': ['ID=d6f7651e-762f-4ab9-b1d2-be2ac97d4a28,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:12:53.974005 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8372b0-b159-410e-8e67-acd80e695a50 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:12:53.995539 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:54.031146 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 6bbcdbbe-1836-4c8e-9351-3b9838aa3c68, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=6bbcdbbe-1836-4c8e-9351-3b9838aa3c68,segment=NetworkSegment(3df22e54-decd-4be0-b52a-9a183a01e89e),segment_id=3df22e54-decd-4be0-b52a-9a183a01e89e)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:12:54.051510 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-47f98656-c662-441d-8ec0-72e4299a5d26 None None] Provisioning complete for port d6f7651e-762f-4ab9-b1d2-be2ac97d4a28 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:12:54.051887 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-47f98656-c662-441d-8ec0-72e4299a5d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:54.087413 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-47f98656-c662-441d-8ec0-72e4299a5d26 None None] Port d6f7651e-762f-4ab9-b1d2-be2ac97d4a28 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:12:54.151091 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:54.203776 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=6bbcdbbe-1836-4c8e-9351-3b9838aa3c68,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:12:54.279283 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b1db681a-2397-439a-bd75-ef3378091645 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:54.482123 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2b1e41-f3bc-4c89-ae14-a17b354dc904 None None] Network bae9089a-78b8-4d17-83fe-823304afdecb requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:12:54.487641 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b1db681a-2397-439a-bd75-ef3378091645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:54.555393 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-fb0e3661-e111-4c0d-863a-3ff1a54bda88 None None] Provisioning complete for port 6bbcdbbe-1836-4c8e-9351-3b9838aa3c68 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:12:54.555681 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-fb0e3661-e111-4c0d-863a-3ff1a54bda88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:54.705188 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1db681a-2397-439a-bd75-ef3378091645 admin admin] Router c05139a5-014f-4743-9602-e20371fc24f8 is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 17:12:54.818993 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1db681a-2397-439a-bd75-ef3378091645 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:12:54.827594 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cc1b18-c5e6-4ade-97a7-ce22941396f1 None None] Sync routers for ids ['c05139a5-014f-4743-9602-e20371fc24f8'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:12:54.837707 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cc1b18-c5e6-4ade-97a7-ce22941396f1 None None] Routers {'c05139a5-014f-4743-9602-e20371fc24f8'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:12:54.838443 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-01cc1b18-c5e6-4ade-97a7-ce22941396f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:12:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['c05139a5-014f-4743-9602-e20371fc24f8'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:12:54.884848 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b1db681a-2397-439a-bd75-ef3378091645 admin admin] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:54.889824 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b1db681a-2397-439a-bd75-ef3378091645 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9716644 Dec 08 17:12:54.889991 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42026) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:12:54.899917 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-34f2245b-3ed4-46bb-8a5b-4b678c0ef597 None None] Provisioning complete for port 6bbcdbbe-1836-4c8e-9351-3b9838aa3c68 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:12:54.900681 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-34f2245b-3ed4-46bb-8a5b-4b678c0ef597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:54.944903 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-01cc1b18-c5e6-4ade-97a7-ce22941396f1 None None] Set router c05139a5-014f-4743-9602-e20371fc24f8 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:12:55.170560 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-01cc1b18-c5e6-4ade-97a7-ce22941396f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05139a5-014f-4743-9602-e20371fc24f8', 'name': 'tempest-TestMinimumBasicScenario-18423363-router', 'tenant_id': 'fe4f2ce87c284471b109c2448fd9bf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'd6f7651e-762f-4ab9-b1d2-be2ac97d4a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:12:53Z', 'updated_at': '2021-12-08T17:12:54Z', 'revision_number': 3, 'project_id': 'fe4f2ce87c284471b109c2448fd9bf98', 'gw_port': {'id': 'd6f7651e-762f-4ab9-b1d2-be2ac97d4a28', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:86:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05139a5-014f-4743-9602-e20371fc24f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:12:53Z', 'updated_at': '2021-12-08T17:12:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:12:55.204742 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cc1b18-c5e6-4ade-97a7-ce22941396f1 None None] Checking router: c05139a5-014f-4743-9602-e20371fc24f8 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:12:55.204742 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cc1b18-c5e6-4ade-97a7-ce22941396f1 None None] Updating router c05139a5-014f-4743-9602-e20371fc24f8 port d6f7651e-762f-4ab9-b1d2-be2ac97d4a28 binding host n-d-776250-12 {{(pid=110553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 17:12:55.233329 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-01cc1b18-c5e6-4ade-97a7-ce22941396f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:55.395867 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8c988b96-449e-4155-9c07-e282d0246be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:55.477296 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-01cc1b18-c5e6-4ade-97a7-ce22941396f1 None None] Publish callbacks [] for port, precommit_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:55.548868 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-01cc1b18-c5e6-4ade-97a7-ce22941396f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:55.556329 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-8c988b96-449e-4155-9c07-e282d0246be3 admin admin] Allocated IP 172.20.0.1 (bae9089a-78b8-4d17-83fe-823304afdecb/2a9b4c64-3598-4f71-81b0-6cda2b0988f6/322e0476-486e-498b-8bbf-bb889699df56) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:12:55.591456 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974121bb-cb69-46ff-ba15-4d9042b48297 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:12:55.600835 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-01cc1b18-c5e6-4ade-97a7-ce22941396f1 None None] Attempting to bind port d6f7651e-762f-4ab9-b1d2-be2ac97d4a28 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:12:55.601165 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-01cc1b18-c5e6-4ade-97a7-ce22941396f1 None None] Attempting to bind port d6f7651e-762f-4ab9-b1d2-be2ac97d4a28 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:12:55.601530 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cc1b18-c5e6-4ade-97a7-ce22941396f1 None None] Attempting to bind port d6f7651e-762f-4ab9-b1d2-be2ac97d4a28 on network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:12:55.610721 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8932da1-1d87-4a25-9e05-03ad3aaa4a9f None None] Pushing event updated for resources: {'Port': ['ID=d6f7651e-762f-4ab9-b1d2-be2ac97d4a28,revision_number=2']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:12:55.612656 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cc1b18-c5e6-4ade-97a7-ce22941396f1 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:12:55.613032 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cc1b18-c5e6-4ade-97a7-ce22941396f1 None None] Checking segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:12:55.613435 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-01cc1b18-c5e6-4ade-97a7-ce22941396f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:55.613835 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cc1b18-c5e6-4ade-97a7-ce22941396f1 None None] Bound using segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:12:55.614299 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-01cc1b18-c5e6-4ade-97a7-ce22941396f1 None None] Bound port: d6f7651e-762f-4ab9-b1d2-be2ac97d4a28, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:12:55.614684 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-01cc1b18-c5e6-4ade-97a7-ce22941396f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:55.633619 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-f52d7d9b-ca63-4aac-aa2c-74efef3e52c4 None None] Provisioning complete for port d6f7651e-762f-4ab9-b1d2-be2ac97d4a28 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:12:55.640561 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f52d7d9b-ca63-4aac-aa2c-74efef3e52c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:55.640797 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8932da1-1d87-4a25-9e05-03ad3aaa4a9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:12:55.640932 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8932da1-1d87-4a25-9e05-03ad3aaa4a9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:12:55.645479 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8932da1-1d87-4a25-9e05-03ad3aaa4a9f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:12:55.645479 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8932da1-1d87-4a25-9e05-03ad3aaa4a9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:12:55.645479 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8932da1-1d87-4a25-9e05-03ad3aaa4a9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:12:55.645479 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8932da1-1d87-4a25-9e05-03ad3aaa4a9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:12:55.645479 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8932da1-1d87-4a25-9e05-03ad3aaa4a9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:12:55.645479 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8932da1-1d87-4a25-9e05-03ad3aaa4a9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:12:55.645479 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8932da1-1d87-4a25-9e05-03ad3aaa4a9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:12:55.645479 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8932da1-1d87-4a25-9e05-03ad3aaa4a9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:12:55.645479 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8932da1-1d87-4a25-9e05-03ad3aaa4a9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:12:55.645479 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8932da1-1d87-4a25-9e05-03ad3aaa4a9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:12:55.645479 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8932da1-1d87-4a25-9e05-03ad3aaa4a9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:12:55.672999 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8c988b96-449e-4155-9c07-e282d0246be3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:55.681978 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-01cc1b18-c5e6-4ade-97a7-ce22941396f1 None None] For port d6f7651e-762f-4ab9-b1d2-be2ac97d4a28, host n-d-776250-12, cleared binding levels {{(pid=110553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:12:55.683612 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-f52d7d9b-ca63-4aac-aa2c-74efef3e52c4 None None] Port d6f7651e-762f-4ab9-b1d2-be2ac97d4a28 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:12:55.685763 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-01cc1b18-c5e6-4ade-97a7-ce22941396f1 None None] For port d6f7651e-762f-4ab9-b1d2-be2ac97d4a28, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=d6f7651e-762f-4ab9-b1d2-be2ac97d4a28,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:12:55.749432 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-01cc1b18-c5e6-4ade-97a7-ce22941396f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:55.780160 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8c988b96-449e-4155-9c07-e282d0246be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:55.804095 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5cea9b-742c-4c78-a512-2802356e481d None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:12:55.807233 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8932da1-1d87-4a25-9e05-03ad3aaa4a9f None None] Pushing event updated for resources: {'Port': ['ID=d6f7651e-762f-4ab9-b1d2-be2ac97d4a28,revision_number=3']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:12:55.821982 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cc1b18-c5e6-4ade-97a7-ce22941396f1 None None] Routers {'c05139a5-014f-4743-9602-e20371fc24f8'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:12:55.822600 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-01cc1b18-c5e6-4ade-97a7-ce22941396f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:12:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['c05139a5-014f-4743-9602-e20371fc24f8'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:12:55.832403 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c988b96-449e-4155-9c07-e282d0246be3 admin admin] Network bae9089a-78b8-4d17-83fe-823304afdecb is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:12:55.835461 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-8c988b96-449e-4155-9c07-e282d0246be3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:12:55.842261 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c988b96-449e-4155-9c07-e282d0246be3 admin admin] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:12:55.870280 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c988b96-449e-4155-9c07-e282d0246be3 admin admin] Pushing event updated for resources: {'Port': ['ID=322e0476-486e-498b-8bbf-bb889699df56,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:12:55.898008 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8c988b96-449e-4155-9c07-e282d0246be3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:55.923963 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-0dd9fad2-58d0-40a0-b3b2-e9d525a0dca1 None None] Provisioning complete for port d6f7651e-762f-4ab9-b1d2-be2ac97d4a28 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:12:55.925329 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0dd9fad2-58d0-40a0-b3b2-e9d525a0dca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:55.975851 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 6bbcdbbe-1836-4c8e-9351-3b9838aa3c68 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:12:55.976079 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-01cc1b18-c5e6-4ade-97a7-ce22941396f1 None None] Set router c05139a5-014f-4743-9602-e20371fc24f8 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:12:56.074610 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0dd9fad2-58d0-40a0-b3b2-e9d525a0dca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:56.103005 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-0dd9fad2-58d0-40a0-b3b2-e9d525a0dca1 None None] For port d6f7651e-762f-4ab9-b1d2-be2ac97d4a28, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=d6f7651e-762f-4ab9-b1d2-be2ac97d4a28,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:12:56.104159 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 6bbcdbbe-1836-4c8e-9351-3b9838aa3c68 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:12:56.104552 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:56.148336 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8c988b96-449e-4155-9c07-e282d0246be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:56.178958 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0dd9fad2-58d0-40a0-b3b2-e9d525a0dca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:56.204123 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-01cc1b18-c5e6-4ade-97a7-ce22941396f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05139a5-014f-4743-9602-e20371fc24f8', 'name': 'tempest-TestMinimumBasicScenario-18423363-router', 'tenant_id': 'fe4f2ce87c284471b109c2448fd9bf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'd6f7651e-762f-4ab9-b1d2-be2ac97d4a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:12:53Z', 'updated_at': '2021-12-08T17:12:54Z', 'revision_number': 3, 'project_id': 'fe4f2ce87c284471b109c2448fd9bf98', 'gw_port': {'id': 'd6f7651e-762f-4ab9-b1d2-be2ac97d4a28', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:86:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05139a5-014f-4743-9602-e20371fc24f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:12:53Z', 'updated_at': '2021-12-08T17:12:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:12:56.244643 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd9fad2-58d0-40a0-b3b2-e9d525a0dca1 None None] Pushing event updated for resources: {'Port': ['ID=d6f7651e-762f-4ab9-b1d2-be2ac97d4a28,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:12:56.246150 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cc1b18-c5e6-4ade-97a7-ce22941396f1 None None] The sync data for ids ['c05139a5-014f-4743-9602-e20371fc24f8'] in n-d-776250-12 is: [{'id': 'c05139a5-014f-4743-9602-e20371fc24f8', 'name': 'tempest-TestMinimumBasicScenario-18423363-router', 'tenant_id': 'fe4f2ce87c284471b109c2448fd9bf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'd6f7651e-762f-4ab9-b1d2-be2ac97d4a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:12:53Z', 'updated_at': '2021-12-08T17:12:54Z', 'revision_number': 3, 'project_id': 'fe4f2ce87c284471b109c2448fd9bf98', 'gw_port': {'id': 'd6f7651e-762f-4ab9-b1d2-be2ac97d4a28', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:86:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05139a5-014f-4743-9602-e20371fc24f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:12:53Z', 'updated_at': '2021-12-08T17:12:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:12:56.303284 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-636eae17-7b73-42e7-a220-bf87b53bd5ff None None] Provisioning complete for port 322e0476-486e-498b-8bbf-bb889699df56 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:12:56.303582 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-636eae17-7b73-42e7-a220-bf87b53bd5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:56.330212 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8c988b96-449e-4155-9c07-e282d0246be3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:56.342797 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-636eae17-7b73-42e7-a220-bf87b53bd5ff None None] Port 322e0476-486e-498b-8bbf-bb889699df56 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:12:56.385421 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8c988b96-449e-4155-9c07-e282d0246be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:56.456788 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c988b96-449e-4155-9c07-e282d0246be3 admin admin] Pushing event updated for resources: {'Port': ['ID=322e0476-486e-498b-8bbf-bb889699df56,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:12:56.459249 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8c988b96-449e-4155-9c07-e282d0246be3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:56.584267 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c988b96-449e-4155-9c07-e282d0246be3 admin admin] Network bae9089a-78b8-4d17-83fe-823304afdecb is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:12:56.585740 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-8c988b96-449e-4155-9c07-e282d0246be3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:12:56.708566 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c988b96-449e-4155-9c07-e282d0246be3 admin admin] Router c05139a5-014f-4743-9602-e20371fc24f8 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:12:56.822083 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c988b96-449e-4155-9c07-e282d0246be3 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:12:56.827391 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-8c988b96-449e-4155-9c07-e282d0246be3 admin admin] 10.222.0.64 "PUT /v2.0/routers/c05139a5-014f-4743-9602-e20371fc24f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9358854 Dec 08 17:12:56.865168 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-7f190dcb-e5dd-40e3-8fd5-b501250c3106 None None] Provisioning complete for port 322e0476-486e-498b-8bbf-bb889699df56 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:12:56.866554 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7f190dcb-e5dd-40e3-8fd5-b501250c3106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:56.908344 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-7f190dcb-e5dd-40e3-8fd5-b501250c3106 None None] Port 322e0476-486e-498b-8bbf-bb889699df56 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:12:57.502153 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42042) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:12:57.507770 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-596d267f-d51d-4254-b504-328a3c747299 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1001378773-network', 'tenant_id': 'a07d7ceca7d5462d9cb67cc1cb7420e5'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:12:57.611901 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596d267f-d51d-4254-b504-328a3c747299 admin admin] Made reservation on behalf of a07d7ceca7d5462d9cb67cc1cb7420e5 for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:12:57.615117 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-596d267f-d51d-4254-b504-328a3c747299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:57.628971 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-596d267f-d51d-4254-b504-328a3c747299 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:57.798148 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0c7c8f-5432-47ad-af58-5d1479fcf289 None None] Sync routers for ids ['c05139a5-014f-4743-9602-e20371fc24f8'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:12:57.809908 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0c7c8f-5432-47ad-af58-5d1479fcf289 None None] Routers {'c05139a5-014f-4743-9602-e20371fc24f8'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:12:57.810539 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-1d0c7c8f-5432-47ad-af58-5d1479fcf289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:12:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['c05139a5-014f-4743-9602-e20371fc24f8'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:12:57.925257 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-1d0c7c8f-5432-47ad-af58-5d1479fcf289 None None] Set router c05139a5-014f-4743-9602-e20371fc24f8 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:12:57.954666 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device d6f7651e-762f-4ab9-b1d2-be2ac97d4a28 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:12:58.023669 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-596d267f-d51d-4254-b504-328a3c747299 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:58.093800 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-596d267f-d51d-4254-b504-328a3c747299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:58.116362 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-596d267f-d51d-4254-b504-328a3c747299 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 17:12:58.131399 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596d267f-d51d-4254-b504-328a3c747299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d68f51-3e8e-4e62-b022-a0586e2b78e5,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:12:58.136880 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-596d267f-d51d-4254-b504-328a3c747299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:58.137226 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-596d267f-d51d-4254-b504-328a3c747299 admin admin] Added segment 5cc17772-a9f6-4c11-aa50-62a1017cd08b of type vlan for network 2a08193b-1fdd-4c94-a7f7-63de80b4694c Dec 08 17:12:58.183245 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-596d267f-d51d-4254-b504-328a3c747299 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:58.265366 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-596d267f-d51d-4254-b504-328a3c747299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:58.266379 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596d267f-d51d-4254-b504-328a3c747299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:12:58.266977 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-596d267f-d51d-4254-b504-328a3c747299 admin admin] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:58.268585 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port d6f7651e-762f-4ab9-b1d2-be2ac97d4a28 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:12:58.268968 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:58.331653 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596d267f-d51d-4254-b504-328a3c747299 admin admin] Pushing event updated for resources: {'Network': ['ID=2a08193b-1fdd-4c94-a7f7-63de80b4694c,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:12:58.343808 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 2a08193b-1fdd-4c94-a7f7-63de80b4694c details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 17:12:58.363340 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-596d267f-d51d-4254-b504-328a3c747299 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8594108 Dec 08 17:12:58.366043 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42044) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:12:58.371069 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-872067b8-0816-4cdc-97b3-67798d81cdfa admin admin] Request body: {'subnet': {'network_id': '2a08193b-1fdd-4c94-a7f7-63de80b4694c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1001378773-subnet', 'tenant_id': 'a07d7ceca7d5462d9cb67cc1cb7420e5', 'ip_version': 4}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:12:58.453347 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872067b8-0816-4cdc-97b3-67798d81cdfa admin admin] Made reservation on behalf of a07d7ceca7d5462d9cb67cc1cb7420e5 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:12:58.459131 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-872067b8-0816-4cdc-97b3-67798d81cdfa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:58.464972 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-1d0c7c8f-5432-47ad-af58-5d1479fcf289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05139a5-014f-4743-9602-e20371fc24f8', 'name': 'tempest-TestMinimumBasicScenario-18423363-router', 'tenant_id': 'fe4f2ce87c284471b109c2448fd9bf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'd6f7651e-762f-4ab9-b1d2-be2ac97d4a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:12:53Z', 'updated_at': '2021-12-08T17:12:56Z', 'revision_number': 4, 'project_id': 'fe4f2ce87c284471b109c2448fd9bf98', 'gw_port': {'id': 'd6f7651e-762f-4ab9-b1d2-be2ac97d4a28', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:86:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05139a5-014f-4743-9602-e20371fc24f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:12:53Z', 'updated_at': '2021-12-08T17:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '322e0476-486e-498b-8bbf-bb889699df56', 'name': '', 'network_id': 'bae9089a-78b8-4d17-83fe-823304afdecb', 'tenant_id': 'fe4f2ce87c284471b109c2448fd9bf98', 'mac_address': 'fa:16:3e:8a:40:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05139a5-014f-4743-9602-e20371fc24f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '2a9b4c64-3598-4f71-81b0-6cda2b0988f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:12:55Z', 'updated_at': '2021-12-08T17:12:56Z', 'revision_number': 2, 'project_id': 'fe4f2ce87c284471b109c2448fd9bf98', 'subnets': [{'id': '2a9b4c64-3598-4f71-81b0-6cda2b0988f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:12:58.491643 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0c7c8f-5432-47ad-af58-5d1479fcf289 None None] Checking router: c05139a5-014f-4743-9602-e20371fc24f8 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:12:58.492011 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0c7c8f-5432-47ad-af58-5d1479fcf289 None None] Updating router c05139a5-014f-4743-9602-e20371fc24f8 port 322e0476-486e-498b-8bbf-bb889699df56 binding host n-d-776250-12 {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 17:12:58.517130 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1d0c7c8f-5432-47ad-af58-5d1479fcf289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:58.681331 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-872067b8-0816-4cdc-97b3-67798d81cdfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:58.739172 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872067b8-0816-4cdc-97b3-67798d81cdfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec52e111-9a09-4da1-8ddd-f26765d484e1,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:12:58.746405 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872067b8-0816-4cdc-97b3-67798d81cdfa admin admin] Checking segment: {'id': '5cc17772-a9f6-4c11-aa50-62a1017cd08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2a08193b-1fdd-4c94-a7f7-63de80b4694c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:12:58.746764 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872067b8-0816-4cdc-97b3-67798d81cdfa admin admin] Network hostable DHCP agents. Network: 2a08193b-1fdd-4c94-a7f7-63de80b4694c, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 17:12:58.786199 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1d0c7c8f-5432-47ad-af58-5d1479fcf289 None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:58.819564 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872067b8-0816-4cdc-97b3-67798d81cdfa admin admin] Network 2a08193b-1fdd-4c94-a7f7-63de80b4694c is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 17:12:58.847872 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1d0c7c8f-5432-47ad-af58-5d1479fcf289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:58.900514 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab5c581-f677-4cc2-b7c1-671ec0101a75 None None] Pushing event updated for resources: {'Port': ['ID=322e0476-486e-498b-8bbf-bb889699df56,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:12:58.910709 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-872067b8-0816-4cdc-97b3-67798d81cdfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 2a08193b-1fdd-4c94-a7f7-63de80b4694c) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:12:58.922092 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872067b8-0816-4cdc-97b3-67798d81cdfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:12:58.922990 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-872067b8-0816-4cdc-97b3-67798d81cdfa admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:58.923665 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e719d6-33f8-4e64-a8ff-00e752d8808c None None] Network 2a08193b-1fdd-4c94-a7f7-63de80b4694c requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:12:59.000829 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-1d0c7c8f-5432-47ad-af58-5d1479fcf289 None None] Attempting to bind port 322e0476-486e-498b-8bbf-bb889699df56 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:12:59.001460 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-1d0c7c8f-5432-47ad-af58-5d1479fcf289 None None] Attempting to bind port 322e0476-486e-498b-8bbf-bb889699df56 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '3df22e54-decd-4be0-b52a-9a183a01e89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'bae9089a-78b8-4d17-83fe-823304afdecb'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:12:59.001572 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0c7c8f-5432-47ad-af58-5d1479fcf289 None None] Attempting to bind port 322e0476-486e-498b-8bbf-bb889699df56 on network bae9089a-78b8-4d17-83fe-823304afdecb {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:12:59.009027 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-872067b8-0816-4cdc-97b3-67798d81cdfa admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6417613 Dec 08 17:12:59.011502 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42046) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:12:59.012210 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0c7c8f-5432-47ad-af58-5d1479fcf289 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:12:59.012592 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0c7c8f-5432-47ad-af58-5d1479fcf289 None None] Checking segment: {'id': '3df22e54-decd-4be0-b52a-9a183a01e89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'bae9089a-78b8-4d17-83fe-823304afdecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:12:59.013009 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1d0c7c8f-5432-47ad-af58-5d1479fcf289 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:59.013408 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0c7c8f-5432-47ad-af58-5d1479fcf289 None None] Bound using segment: {'id': '3df22e54-decd-4be0-b52a-9a183a01e89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'bae9089a-78b8-4d17-83fe-823304afdecb'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:12:59.013884 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-1d0c7c8f-5432-47ad-af58-5d1479fcf289 None None] Bound port: 322e0476-486e-498b-8bbf-bb889699df56, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3df22e54-decd-4be0-b52a-9a183a01e89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'bae9089a-78b8-4d17-83fe-823304afdecb'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:12:59.014278 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1d0c7c8f-5432-47ad-af58-5d1479fcf289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:59.016345 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-770d1591-df94-409c-96c3-d47c1e8fb6b0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1001378773-router', 'tenant_id': 'a07d7ceca7d5462d9cb67cc1cb7420e5', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:12:59.107520 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90c36bc-2708-4fe5-8383-86c8a4ea2c48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-2a08193b-1fdd-4c94-a7f7-63de80b4694c', 'network_id': '2a08193b-1fdd-4c94-a7f7-63de80b4694c', 'project_id': 'a07d7ceca7d5462d9cb67cc1cb7420e5', 'fixed_ips': [{'subnet_id': 'ec52e111-9a09-4da1-8ddd-f26765d484e1'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 17:12:59.108399 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a90c36bc-2708-4fe5-8383-86c8a4ea2c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:59.111086 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-770d1591-df94-409c-96c3-d47c1e8fb6b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:59.113280 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-770d1591-df94-409c-96c3-d47c1e8fb6b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:59.136453 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-1d0c7c8f-5432-47ad-af58-5d1479fcf289 None None] For port 322e0476-486e-498b-8bbf-bb889699df56, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:12:59.141170 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-1d0c7c8f-5432-47ad-af58-5d1479fcf289 None None] For port 322e0476-486e-498b-8bbf-bb889699df56, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=322e0476-486e-498b-8bbf-bb889699df56,segment=NetworkSegment(3df22e54-decd-4be0-b52a-9a183a01e89e),segment_id=3df22e54-decd-4be0-b52a-9a183a01e89e)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:12:59.169188 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-770d1591-df94-409c-96c3-d47c1e8fb6b0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:59.203750 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-e003d355-46b2-4430-b985-a54a1f6f8ab0 None None] Provisioning complete for port 322e0476-486e-498b-8bbf-bb889699df56 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:12:59.204156 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e003d355-46b2-4430-b985-a54a1f6f8ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:59.237517 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1d0c7c8f-5432-47ad-af58-5d1479fcf289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:59.321863 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-e003d355-46b2-4430-b985-a54a1f6f8ab0 None None] Port 322e0476-486e-498b-8bbf-bb889699df56 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:12:59.351910 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0c7c8f-5432-47ad-af58-5d1479fcf289 None None] Routers {'c05139a5-014f-4743-9602-e20371fc24f8'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:12:59.352600 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-1d0c7c8f-5432-47ad-af58-5d1479fcf289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:12:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['c05139a5-014f-4743-9602-e20371fc24f8'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:12:59.362427 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab5c581-f677-4cc2-b7c1-671ec0101a75 None None] Pushing event updated for resources: {'Port': ['ID=322e0476-486e-498b-8bbf-bb889699df56,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:12:59.379287 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-770d1591-df94-409c-96c3-d47c1e8fb6b0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:59.402413 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-a90c36bc-2708-4fe5-8383-86c8a4ea2c48 None None] Allocated IP 172.20.0.2 (2a08193b-1fdd-4c94-a7f7-63de80b4694c/ec52e111-9a09-4da1-8ddd-f26765d484e1/5c173072-3d47-42d2-ba85-482ba6913e59) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:12:59.541213 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-1d0c7c8f-5432-47ad-af58-5d1479fcf289 None None] Set router c05139a5-014f-4743-9602-e20371fc24f8 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:12:59.612231 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-c4b8f7f0-ad08-4d6f-95c9-5bc8c4aa4953 None None] Provisioning complete for port 322e0476-486e-498b-8bbf-bb889699df56 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:12:59.612459 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c4b8f7f0-ad08-4d6f-95c9-5bc8c4aa4953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:59.661032 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-770d1591-df94-409c-96c3-d47c1e8fb6b0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:59.679977 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-770d1591-df94-409c-96c3-d47c1e8fb6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:59.774333 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a90c36bc-2708-4fe5-8383-86c8a4ea2c48 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:59.782706 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-770d1591-df94-409c-96c3-d47c1e8fb6b0 admin admin] Allocated IP 172.25.0.154 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/9d568cc4-a81a-41d4-8219-f6f9ae9a91ec) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:12:59.862037 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c4b8f7f0-ad08-4d6f-95c9-5bc8c4aa4953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:59.875507 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a90c36bc-2708-4fe5-8383-86c8a4ea2c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:59.890281 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-770d1591-df94-409c-96c3-d47c1e8fb6b0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:59.928161 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90c36bc-2708-4fe5-8383-86c8a4ea2c48 None None] Network 2a08193b-1fdd-4c94-a7f7-63de80b4694c is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:12:59.943138 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-a90c36bc-2708-4fe5-8383-86c8a4ea2c48 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:12:59.945540 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90c36bc-2708-4fe5-8383-86c8a4ea2c48 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:12:59.952254 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-c4b8f7f0-ad08-4d6f-95c9-5bc8c4aa4953 None None] For port 322e0476-486e-498b-8bbf-bb889699df56, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=322e0476-486e-498b-8bbf-bb889699df56,segment=NetworkSegment(3df22e54-decd-4be0-b52a-9a183a01e89e),segment_id=3df22e54-decd-4be0-b52a-9a183a01e89e)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:12:59.959878 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c36bc-2708-4fe5-8383-86c8a4ea2c48 None None] Pushing event updated for resources: {'Port': ['ID=5c173072-3d47-42d2-ba85-482ba6913e59,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:12:59.985679 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-770d1591-df94-409c-96c3-d47c1e8fb6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:59.993367 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-1d0c7c8f-5432-47ad-af58-5d1479fcf289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05139a5-014f-4743-9602-e20371fc24f8', 'name': 'tempest-TestMinimumBasicScenario-18423363-router', 'tenant_id': 'fe4f2ce87c284471b109c2448fd9bf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'd6f7651e-762f-4ab9-b1d2-be2ac97d4a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:12:53Z', 'updated_at': '2021-12-08T17:12:56Z', 'revision_number': 4, 'project_id': 'fe4f2ce87c284471b109c2448fd9bf98', 'gw_port': {'id': 'd6f7651e-762f-4ab9-b1d2-be2ac97d4a28', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:86:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05139a5-014f-4743-9602-e20371fc24f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:12:53Z', 'updated_at': '2021-12-08T17:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '322e0476-486e-498b-8bbf-bb889699df56', 'name': '', 'network_id': 'bae9089a-78b8-4d17-83fe-823304afdecb', 'tenant_id': 'fe4f2ce87c284471b109c2448fd9bf98', 'mac_address': 'fa:16:3e:8a:40:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05139a5-014f-4743-9602-e20371fc24f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '2a9b4c64-3598-4f71-81b0-6cda2b0988f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:12:55Z', 'updated_at': '2021-12-08T17:12:59Z', 'revision_number': 4, 'project_id': 'fe4f2ce87c284471b109c2448fd9bf98', 'subnets': [{'id': '2a9b4c64-3598-4f71-81b0-6cda2b0988f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:13:00.024817 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770d1591-df94-409c-96c3-d47c1e8fb6b0 admin admin] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:13:00.031085 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-770d1591-df94-409c-96c3-d47c1e8fb6b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:13:00.035485 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c4b8f7f0-ad08-4d6f-95c9-5bc8c4aa4953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:00.036042 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770d1591-df94-409c-96c3-d47c1e8fb6b0 admin admin] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:13:00.043627 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0c7c8f-5432-47ad-af58-5d1479fcf289 None None] The sync data for ids ['c05139a5-014f-4743-9602-e20371fc24f8'] in n-d-776250-12 is: [{'id': 'c05139a5-014f-4743-9602-e20371fc24f8', 'name': 'tempest-TestMinimumBasicScenario-18423363-router', 'tenant_id': 'fe4f2ce87c284471b109c2448fd9bf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'd6f7651e-762f-4ab9-b1d2-be2ac97d4a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:12:53Z', 'updated_at': '2021-12-08T17:12:56Z', 'revision_number': 4, 'project_id': 'fe4f2ce87c284471b109c2448fd9bf98', 'gw_port': {'id': 'd6f7651e-762f-4ab9-b1d2-be2ac97d4a28', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:86:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05139a5-014f-4743-9602-e20371fc24f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:12:53Z', 'updated_at': '2021-12-08T17:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '322e0476-486e-498b-8bbf-bb889699df56', 'name': '', 'network_id': 'bae9089a-78b8-4d17-83fe-823304afdecb', 'tenant_id': 'fe4f2ce87c284471b109c2448fd9bf98', 'mac_address': 'fa:16:3e:8a:40:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05139a5-014f-4743-9602-e20371fc24f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '2a9b4c64-3598-4f71-81b0-6cda2b0988f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:12:55Z', 'updated_at': '2021-12-08T17:12:59Z', 'revision_number': 4, 'project_id': 'fe4f2ce87c284471b109c2448fd9bf98', 'subnets': [{'id': '2a9b4c64-3598-4f71-81b0-6cda2b0988f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:13:00.048939 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30f9fdb-81b2-4e2e-9d97-6b41f42a8783 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:13:00.055861 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770d1591-df94-409c-96c3-d47c1e8fb6b0 admin admin] Pushing event updated for resources: {'Port': ['ID=9d568cc4-a81a-41d4-8219-f6f9ae9a91ec,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:13:00.075596 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-a90c36bc-2708-4fe5-8383-86c8a4ea2c48 None None] Attempting to bind port 5c173072-3d47-42d2-ba85-482ba6913e59 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:13:00.075964 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-a90c36bc-2708-4fe5-8383-86c8a4ea2c48 None None] Attempting to bind port 5c173072-3d47-42d2-ba85-482ba6913e59 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '5cc17772-a9f6-4c11-aa50-62a1017cd08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2a08193b-1fdd-4c94-a7f7-63de80b4694c'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:13:00.076351 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90c36bc-2708-4fe5-8383-86c8a4ea2c48 None None] Attempting to bind port 5c173072-3d47-42d2-ba85-482ba6913e59 on network 2a08193b-1fdd-4c94-a7f7-63de80b4694c {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:13:00.091317 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90c36bc-2708-4fe5-8383-86c8a4ea2c48 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:13:00.091699 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90c36bc-2708-4fe5-8383-86c8a4ea2c48 None None] Checking segment: {'id': '5cc17772-a9f6-4c11-aa50-62a1017cd08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2a08193b-1fdd-4c94-a7f7-63de80b4694c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:13:00.092106 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a90c36bc-2708-4fe5-8383-86c8a4ea2c48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:00.094451 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90c36bc-2708-4fe5-8383-86c8a4ea2c48 None None] Bound using segment: {'id': '5cc17772-a9f6-4c11-aa50-62a1017cd08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2a08193b-1fdd-4c94-a7f7-63de80b4694c'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:13:00.094451 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-a90c36bc-2708-4fe5-8383-86c8a4ea2c48 None None] Bound port: 5c173072-3d47-42d2-ba85-482ba6913e59, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc17772-a9f6-4c11-aa50-62a1017cd08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2a08193b-1fdd-4c94-a7f7-63de80b4694c'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:13:00.094451 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a90c36bc-2708-4fe5-8383-86c8a4ea2c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:00.175037 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b8f7f0-ad08-4d6f-95c9-5bc8c4aa4953 None None] Pushing event updated for resources: {'Port': ['ID=322e0476-486e-498b-8bbf-bb889699df56,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:13:00.215885 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-bcbb754b-396e-456d-88f0-1932623d2c8a None None] Provisioning complete for port 9d568cc4-a81a-41d4-8219-f6f9ae9a91ec triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:13:00.216305 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-bcbb754b-396e-456d-88f0-1932623d2c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:00.238180 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-a90c36bc-2708-4fe5-8383-86c8a4ea2c48 None None] For port 5c173072-3d47-42d2-ba85-482ba6913e59, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:13:00.256033 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-a90c36bc-2708-4fe5-8383-86c8a4ea2c48 None None] For port 5c173072-3d47-42d2-ba85-482ba6913e59, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=5c173072-3d47-42d2-ba85-482ba6913e59,segment=NetworkSegment(5cc17772-a9f6-4c11-aa50-62a1017cd08b),segment_id=5cc17772-a9f6-4c11-aa50-62a1017cd08b)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:13:00.264631 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-bcbb754b-396e-456d-88f0-1932623d2c8a None None] Port 9d568cc4-a81a-41d4-8219-f6f9ae9a91ec cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:13:00.401655 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a90c36bc-2708-4fe5-8383-86c8a4ea2c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:00.456694 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-770d1591-df94-409c-96c3-d47c1e8fb6b0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:00.482207 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c36bc-2708-4fe5-8383-86c8a4ea2c48 None None] Pushing event updated for resources: {'Port': ['ID=5c173072-3d47-42d2-ba85-482ba6913e59,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:13:00.711675 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-770d1591-df94-409c-96c3-d47c1e8fb6b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:00.943227 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-770d1591-df94-409c-96c3-d47c1e8fb6b0 admin admin] Router fb1b394a-219e-4c02-8e2c-233c54273f86 is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 17:13:01.057090 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770d1591-df94-409c-96c3-d47c1e8fb6b0 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:13:01.068258 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b80aeae-477a-48df-a8e2-bf8b4ee7d04b None None] Sync routers for ids ['fb1b394a-219e-4c02-8e2c-233c54273f86'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:13:01.078609 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b80aeae-477a-48df-a8e2-bf8b4ee7d04b None None] Routers {'fb1b394a-219e-4c02-8e2c-233c54273f86'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:13:01.079223 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-7b80aeae-477a-48df-a8e2-bf8b4ee7d04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:12:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['fb1b394a-219e-4c02-8e2c-233c54273f86'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:13:01.162018 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-770d1591-df94-409c-96c3-d47c1e8fb6b0 admin admin] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:01.162018 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-770d1591-df94-409c-96c3-d47c1e8fb6b0 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1415515 Dec 08 17:13:01.162018 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42048) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:13:01.217837 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-7b80aeae-477a-48df-a8e2-bf8b4ee7d04b None None] Set router fb1b394a-219e-4c02-8e2c-233c54273f86 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:13:01.422619 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-7b80aeae-477a-48df-a8e2-bf8b4ee7d04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1b394a-219e-4c02-8e2c-233c54273f86', 'name': 'tempest-TestMinimumBasicScenario-1001378773-router', 'tenant_id': 'a07d7ceca7d5462d9cb67cc1cb7420e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '9d568cc4-a81a-41d4-8219-f6f9ae9a91ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:12:59Z', 'updated_at': '2021-12-08T17:13:00Z', 'revision_number': 3, 'project_id': 'a07d7ceca7d5462d9cb67cc1cb7420e5', 'gw_port': {'id': '9d568cc4-a81a-41d4-8219-f6f9ae9a91ec', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:80:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb1b394a-219e-4c02-8e2c-233c54273f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:12:59Z', 'updated_at': '2021-12-08T17:12:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:13:01.452589 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b80aeae-477a-48df-a8e2-bf8b4ee7d04b None None] Checking router: fb1b394a-219e-4c02-8e2c-233c54273f86 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:13:01.452955 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b80aeae-477a-48df-a8e2-bf8b4ee7d04b None None] Updating router fb1b394a-219e-4c02-8e2c-233c54273f86 port 9d568cc4-a81a-41d4-8219-f6f9ae9a91ec binding host n-d-776250-12 {{(pid=110553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 17:13:01.479647 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-7b80aeae-477a-48df-a8e2-bf8b4ee7d04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:01.489450 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07afd7af-3d49-4b00-b2c3-7d74dbfcdb40 None None] Network 2a08193b-1fdd-4c94-a7f7-63de80b4694c requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:13:01.616902 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-48adf787-0aef-4538-a62b-0788939ce8f1 None None] Provisioning complete for port 5c173072-3d47-42d2-ba85-482ba6913e59 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:13:01.617379 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-48adf787-0aef-4538-a62b-0788939ce8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:01.637915 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bcd5c269-d9bc-496f-a0c1-20d72b9eeae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:01.718307 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-48adf787-0aef-4538-a62b-0788939ce8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:01.760284 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-48adf787-0aef-4538-a62b-0788939ce8f1 None None] For port 5c173072-3d47-42d2-ba85-482ba6913e59, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=5c173072-3d47-42d2-ba85-482ba6913e59,segment=NetworkSegment(5cc17772-a9f6-4c11-aa50-62a1017cd08b),segment_id=5cc17772-a9f6-4c11-aa50-62a1017cd08b)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:13:01.829365 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-bcd5c269-d9bc-496f-a0c1-20d72b9eeae0 admin admin] Allocated IP 172.20.0.1 (2a08193b-1fdd-4c94-a7f7-63de80b4694c/ec52e111-9a09-4da1-8ddd-f26765d484e1/e9ae35b6-73c5-46a7-b38c-9f971af0a723) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:13:01.831089 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-7b80aeae-477a-48df-a8e2-bf8b4ee7d04b None None] Publish callbacks [] for port, precommit_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:01.834783 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-48adf787-0aef-4538-a62b-0788939ce8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:01.896859 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48adf787-0aef-4538-a62b-0788939ce8f1 None None] Pushing event updated for resources: {'Port': ['ID=5c173072-3d47-42d2-ba85-482ba6913e59,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:13:01.915320 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-7b80aeae-477a-48df-a8e2-bf8b4ee7d04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:01.956665 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-9abaa68e-7870-40f8-a9e3-95fc940839ec None None] Provisioning complete for port 5c173072-3d47-42d2-ba85-482ba6913e59 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:13:01.957319 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9abaa68e-7870-40f8-a9e3-95fc940839ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:01.963389 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-7b80aeae-477a-48df-a8e2-bf8b4ee7d04b None None] Attempting to bind port 9d568cc4-a81a-41d4-8219-f6f9ae9a91ec on host n-d-776250-12 for vnic_type normal with profile {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:13:01.963826 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-7b80aeae-477a-48df-a8e2-bf8b4ee7d04b None None] Attempting to bind port 9d568cc4-a81a-41d4-8219-f6f9ae9a91ec by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:13:01.964276 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b80aeae-477a-48df-a8e2-bf8b4ee7d04b None None] Attempting to bind port 9d568cc4-a81a-41d4-8219-f6f9ae9a91ec on network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:13:01.970073 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bcd5c269-d9bc-496f-a0c1-20d72b9eeae0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:01.973173 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b80aeae-477a-48df-a8e2-bf8b4ee7d04b None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:13:01.973691 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b80aeae-477a-48df-a8e2-bf8b4ee7d04b None None] Checking segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:13:01.974173 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-7b80aeae-477a-48df-a8e2-bf8b4ee7d04b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:01.974677 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b80aeae-477a-48df-a8e2-bf8b4ee7d04b None None] Bound using segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:13:01.975252 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-7b80aeae-477a-48df-a8e2-bf8b4ee7d04b None None] Bound port: 9d568cc4-a81a-41d4-8219-f6f9ae9a91ec, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:13:01.975739 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-7b80aeae-477a-48df-a8e2-bf8b4ee7d04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:01.983442 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d87cb54-9048-47df-bd30-df385308c2be None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:13:02.022403 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 322e0476-486e-498b-8bbf-bb889699df56 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:13:02.040210 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090ccecc-55a7-43bf-9a1f-bd54904dbcc2 None None] Pushing event updated for resources: {'Port': ['ID=9d568cc4-a81a-41d4-8219-f6f9ae9a91ec,revision_number=2']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:13:02.043002 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-7b80aeae-477a-48df-a8e2-bf8b4ee7d04b None None] For port 9d568cc4-a81a-41d4-8219-f6f9ae9a91ec, host n-d-776250-12, cleared binding levels {{(pid=110553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:13:02.046904 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-7b80aeae-477a-48df-a8e2-bf8b4ee7d04b None None] For port 9d568cc4-a81a-41d4-8219-f6f9ae9a91ec, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=9d568cc4-a81a-41d4-8219-f6f9ae9a91ec,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:13:02.106307 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bcd5c269-d9bc-496f-a0c1-20d72b9eeae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:02.134654 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-7b80aeae-477a-48df-a8e2-bf8b4ee7d04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:02.145507 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd5c269-d9bc-496f-a0c1-20d72b9eeae0 admin admin] Network 2a08193b-1fdd-4c94-a7f7-63de80b4694c is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:13:02.151432 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-bcd5c269-d9bc-496f-a0c1-20d72b9eeae0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:13:02.154094 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd5c269-d9bc-496f-a0c1-20d72b9eeae0 admin admin] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:13:02.188645 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b80aeae-477a-48df-a8e2-bf8b4ee7d04b None None] Routers {'fb1b394a-219e-4c02-8e2c-233c54273f86'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:13:02.189148 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-7b80aeae-477a-48df-a8e2-bf8b4ee7d04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:12:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['fb1b394a-219e-4c02-8e2c-233c54273f86'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:13:02.201620 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd5c269-d9bc-496f-a0c1-20d72b9eeae0 admin admin] Pushing event updated for resources: {'Port': ['ID=e9ae35b6-73c5-46a7-b38c-9f971af0a723,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:13:02.220501 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bcd5c269-d9bc-496f-a0c1-20d72b9eeae0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:02.231046 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e2a528-5c14-4dd5-a332-fd9e8de2766d None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:13:02.271605 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090ccecc-55a7-43bf-9a1f-bd54904dbcc2 None None] Pushing event updated for resources: {'Port': ['ID=9d568cc4-a81a-41d4-8219-f6f9ae9a91ec,revision_number=3']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:13:02.318001 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 322e0476-486e-498b-8bbf-bb889699df56 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:13:02.318472 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:02.352217 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-7b80aeae-477a-48df-a8e2-bf8b4ee7d04b None None] Set router fb1b394a-219e-4c02-8e2c-233c54273f86 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:13:02.421079 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 5c173072-3d47-42d2-ba85-482ba6913e59 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:13:02.461170 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-b956788c-0df1-44c7-b358-ef062d38edff None None] Provisioning complete for port 9d568cc4-a81a-41d4-8219-f6f9ae9a91ec triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:13:02.462359 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b956788c-0df1-44c7-b358-ef062d38edff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:02.470601 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bcd5c269-d9bc-496f-a0c1-20d72b9eeae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:02.479397 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:13:02.507654 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 5c173072-3d47-42d2-ba85-482ba6913e59 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:13:02.508344 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:02.563971 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-7b80aeae-477a-48df-a8e2-bf8b4ee7d04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1b394a-219e-4c02-8e2c-233c54273f86', 'name': 'tempest-TestMinimumBasicScenario-1001378773-router', 'tenant_id': 'a07d7ceca7d5462d9cb67cc1cb7420e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '9d568cc4-a81a-41d4-8219-f6f9ae9a91ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:12:59Z', 'updated_at': '2021-12-08T17:13:00Z', 'revision_number': 3, 'project_id': 'a07d7ceca7d5462d9cb67cc1cb7420e5', 'gw_port': {'id': '9d568cc4-a81a-41d4-8219-f6f9ae9a91ec', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:80:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb1b394a-219e-4c02-8e2c-233c54273f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:12:59Z', 'updated_at': '2021-12-08T17:13:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:13:02.586456 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b956788c-0df1-44c7-b358-ef062d38edff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:02.595787 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b80aeae-477a-48df-a8e2-bf8b4ee7d04b None None] The sync data for ids ['fb1b394a-219e-4c02-8e2c-233c54273f86'] in n-d-776250-12 is: [{'id': 'fb1b394a-219e-4c02-8e2c-233c54273f86', 'name': 'tempest-TestMinimumBasicScenario-1001378773-router', 'tenant_id': 'a07d7ceca7d5462d9cb67cc1cb7420e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '9d568cc4-a81a-41d4-8219-f6f9ae9a91ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:12:59Z', 'updated_at': '2021-12-08T17:13:00Z', 'revision_number': 3, 'project_id': 'a07d7ceca7d5462d9cb67cc1cb7420e5', 'gw_port': {'id': '9d568cc4-a81a-41d4-8219-f6f9ae9a91ec', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:80:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb1b394a-219e-4c02-8e2c-233c54273f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:12:59Z', 'updated_at': '2021-12-08T17:13:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:13:02.629898 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-b956788c-0df1-44c7-b358-ef062d38edff None None] For port 9d568cc4-a81a-41d4-8219-f6f9ae9a91ec, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=9d568cc4-a81a-41d4-8219-f6f9ae9a91ec,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:13:02.656157 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bcd5c269-d9bc-496f-a0c1-20d72b9eeae0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:02.693686 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b956788c-0df1-44c7-b358-ef062d38edff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:02.723073 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bcd5c269-d9bc-496f-a0c1-20d72b9eeae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:02.746448 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b956788c-0df1-44c7-b358-ef062d38edff None None] Pushing event updated for resources: {'Port': ['ID=9d568cc4-a81a-41d4-8219-f6f9ae9a91ec,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:13:02.795539 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bcd5c269-d9bc-496f-a0c1-20d72b9eeae0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:02.797404 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd5c269-d9bc-496f-a0c1-20d72b9eeae0 admin admin] Pushing event updated for resources: {'Port': ['ID=e9ae35b6-73c5-46a7-b38c-9f971af0a723,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:13:02.815786 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-931ae01f-e9ad-436b-b917-c29e3e51fb2b None None] Provisioning complete for port e9ae35b6-73c5-46a7-b38c-9f971af0a723 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:13:02.816137 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-931ae01f-e9ad-436b-b917-c29e3e51fb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:02.873007 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-931ae01f-e9ad-436b-b917-c29e3e51fb2b None None] Port e9ae35b6-73c5-46a7-b38c-9f971af0a723 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:13:02.908277 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd5c269-d9bc-496f-a0c1-20d72b9eeae0 admin admin] Network 2a08193b-1fdd-4c94-a7f7-63de80b4694c is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:13:02.909809 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-bcd5c269-d9bc-496f-a0c1-20d72b9eeae0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:13:03.036164 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd5c269-d9bc-496f-a0c1-20d72b9eeae0 admin admin] Router fb1b394a-219e-4c02-8e2c-233c54273f86 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:13:03.153719 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd5c269-d9bc-496f-a0c1-20d72b9eeae0 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:13:03.158939 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-bcd5c269-d9bc-496f-a0c1-20d72b9eeae0 admin admin] 10.222.0.64 "PUT /v2.0/routers/fb1b394a-219e-4c02-8e2c-233c54273f86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0003765 Dec 08 17:13:03.195568 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-f5022b2e-8367-4f09-8919-284caaa62e24 None None] Provisioning complete for port e9ae35b6-73c5-46a7-b38c-9f971af0a723 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:13:03.195868 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f5022b2e-8367-4f09-8919-284caaa62e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:03.240429 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-f5022b2e-8367-4f09-8919-284caaa62e24 None None] Port e9ae35b6-73c5-46a7-b38c-9f971af0a723 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:13:03.976225 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 9d568cc4-a81a-41d4-8219-f6f9ae9a91ec up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:13:04.028740 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 9d568cc4-a81a-41d4-8219-f6f9ae9a91ec triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:13:04.029131 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:04.123591 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 5c173072-3d47-42d2-ba85-482ba6913e59 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:13:04.180635 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 5c173072-3d47-42d2-ba85-482ba6913e59 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:13:04.181072 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:04.231909 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1043c4-4f15-4d55-b36a-8651c4860097 None None] Sync routers for ids ['fb1b394a-219e-4c02-8e2c-233c54273f86'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:13:04.249544 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1043c4-4f15-4d55-b36a-8651c4860097 None None] Routers {'fb1b394a-219e-4c02-8e2c-233c54273f86'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:13:04.250357 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-3a1043c4-4f15-4d55-b36a-8651c4860097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:12:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['fb1b394a-219e-4c02-8e2c-233c54273f86'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:13:04.397171 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-3a1043c4-4f15-4d55-b36a-8651c4860097 None None] Set router fb1b394a-219e-4c02-8e2c-233c54273f86 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:13:04.652450 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-3a1043c4-4f15-4d55-b36a-8651c4860097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1b394a-219e-4c02-8e2c-233c54273f86', 'name': 'tempest-TestMinimumBasicScenario-1001378773-router', 'tenant_id': 'a07d7ceca7d5462d9cb67cc1cb7420e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '9d568cc4-a81a-41d4-8219-f6f9ae9a91ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:12:59Z', 'updated_at': '2021-12-08T17:13:02Z', 'revision_number': 4, 'project_id': 'a07d7ceca7d5462d9cb67cc1cb7420e5', 'gw_port': {'id': '9d568cc4-a81a-41d4-8219-f6f9ae9a91ec', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:80:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1b394a-219e-4c02-8e2c-233c54273f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:12:59Z', 'updated_at': '2021-12-08T17:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'e9ae35b6-73c5-46a7-b38c-9f971af0a723', 'name': '', 'network_id': '2a08193b-1fdd-4c94-a7f7-63de80b4694c', 'tenant_id': 'a07d7ceca7d5462d9cb67cc1cb7420e5', 'mac_address': 'fa:16:3e:78:ff:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb1b394a-219e-4c02-8e2c-233c54273f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'ec52e111-9a09-4da1-8ddd-f26765d484e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:13:01Z', 'updated_at': '2021-12-08T17:13:02Z', 'revision_number': 2, 'project_id': 'a07d7ceca7d5462d9cb67cc1cb7420e5', 'subnets': [{'id': 'ec52e111-9a09-4da1-8ddd-f26765d484e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:13:04.683483 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1043c4-4f15-4d55-b36a-8651c4860097 None None] Checking router: fb1b394a-219e-4c02-8e2c-233c54273f86 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:13:04.683845 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1043c4-4f15-4d55-b36a-8651c4860097 None None] Updating router fb1b394a-219e-4c02-8e2c-233c54273f86 port e9ae35b6-73c5-46a7-b38c-9f971af0a723 binding host n-d-776250-12 {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 17:13:04.710660 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3a1043c4-4f15-4d55-b36a-8651c4860097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:05.013024 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3a1043c4-4f15-4d55-b36a-8651c4860097 None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:05.110842 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3a1043c4-4f15-4d55-b36a-8651c4860097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:05.184993 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12925f7a-8959-4d4a-a345-080fd6c7edc3 None None] Pushing event updated for resources: {'Port': ['ID=e9ae35b6-73c5-46a7-b38c-9f971af0a723,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:13:05.247666 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-3a1043c4-4f15-4d55-b36a-8651c4860097 None None] Attempting to bind port e9ae35b6-73c5-46a7-b38c-9f971af0a723 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:13:05.247666 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-3a1043c4-4f15-4d55-b36a-8651c4860097 None None] Attempting to bind port e9ae35b6-73c5-46a7-b38c-9f971af0a723 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '5cc17772-a9f6-4c11-aa50-62a1017cd08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2a08193b-1fdd-4c94-a7f7-63de80b4694c'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:13:05.247666 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1043c4-4f15-4d55-b36a-8651c4860097 None None] Attempting to bind port e9ae35b6-73c5-46a7-b38c-9f971af0a723 on network 2a08193b-1fdd-4c94-a7f7-63de80b4694c {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:13:05.253574 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1043c4-4f15-4d55-b36a-8651c4860097 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:13:05.253955 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1043c4-4f15-4d55-b36a-8651c4860097 None None] Checking segment: {'id': '5cc17772-a9f6-4c11-aa50-62a1017cd08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2a08193b-1fdd-4c94-a7f7-63de80b4694c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:13:05.254367 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3a1043c4-4f15-4d55-b36a-8651c4860097 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:05.254785 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1043c4-4f15-4d55-b36a-8651c4860097 None None] Bound using segment: {'id': '5cc17772-a9f6-4c11-aa50-62a1017cd08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2a08193b-1fdd-4c94-a7f7-63de80b4694c'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:13:05.255262 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-3a1043c4-4f15-4d55-b36a-8651c4860097 None None] Bound port: e9ae35b6-73c5-46a7-b38c-9f971af0a723, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc17772-a9f6-4c11-aa50-62a1017cd08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2a08193b-1fdd-4c94-a7f7-63de80b4694c'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:13:05.255655 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3a1043c4-4f15-4d55-b36a-8651c4860097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:05.300295 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:05.338697 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-3a1043c4-4f15-4d55-b36a-8651c4860097 None None] For port e9ae35b6-73c5-46a7-b38c-9f971af0a723, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:13:05.344058 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-3a1043c4-4f15-4d55-b36a-8651c4860097 None None] For port e9ae35b6-73c5-46a7-b38c-9f971af0a723, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=e9ae35b6-73c5-46a7-b38c-9f971af0a723,segment=NetworkSegment(5cc17772-a9f6-4c11-aa50-62a1017cd08b),segment_id=5cc17772-a9f6-4c11-aa50-62a1017cd08b)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:13:05.425658 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3a1043c4-4f15-4d55-b36a-8651c4860097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:05.486073 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1043c4-4f15-4d55-b36a-8651c4860097 None None] Routers {'fb1b394a-219e-4c02-8e2c-233c54273f86'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:13:05.486743 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-3a1043c4-4f15-4d55-b36a-8651c4860097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:12:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['fb1b394a-219e-4c02-8e2c-233c54273f86'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:13:05.631754 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12925f7a-8959-4d4a-a345-080fd6c7edc3 None None] Pushing event updated for resources: {'Port': ['ID=e9ae35b6-73c5-46a7-b38c-9f971af0a723,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:13:05.650304 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-f043f909-af3d-433d-8c98-73a5464c9d17 None None] Provisioning complete for port e9ae35b6-73c5-46a7-b38c-9f971af0a723 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:13:05.650837 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f043f909-af3d-433d-8c98-73a5464c9d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:05.681009 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-3a1043c4-4f15-4d55-b36a-8651c4860097 None None] Set router fb1b394a-219e-4c02-8e2c-233c54273f86 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:13:05.895170 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f043f909-af3d-433d-8c98-73a5464c9d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:05.957101 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-f043f909-af3d-433d-8c98-73a5464c9d17 None None] For port e9ae35b6-73c5-46a7-b38c-9f971af0a723, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=e9ae35b6-73c5-46a7-b38c-9f971af0a723,segment=NetworkSegment(5cc17772-a9f6-4c11-aa50-62a1017cd08b),segment_id=5cc17772-a9f6-4c11-aa50-62a1017cd08b)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:13:05.996559 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-3a1043c4-4f15-4d55-b36a-8651c4860097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1b394a-219e-4c02-8e2c-233c54273f86', 'name': 'tempest-TestMinimumBasicScenario-1001378773-router', 'tenant_id': 'a07d7ceca7d5462d9cb67cc1cb7420e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '9d568cc4-a81a-41d4-8219-f6f9ae9a91ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:12:59Z', 'updated_at': '2021-12-08T17:13:02Z', 'revision_number': 4, 'project_id': 'a07d7ceca7d5462d9cb67cc1cb7420e5', 'gw_port': {'id': '9d568cc4-a81a-41d4-8219-f6f9ae9a91ec', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:80:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1b394a-219e-4c02-8e2c-233c54273f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:12:59Z', 'updated_at': '2021-12-08T17:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'e9ae35b6-73c5-46a7-b38c-9f971af0a723', 'name': '', 'network_id': '2a08193b-1fdd-4c94-a7f7-63de80b4694c', 'tenant_id': 'a07d7ceca7d5462d9cb67cc1cb7420e5', 'mac_address': 'fa:16:3e:78:ff:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb1b394a-219e-4c02-8e2c-233c54273f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'ec52e111-9a09-4da1-8ddd-f26765d484e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:13:01Z', 'updated_at': '2021-12-08T17:13:05Z', 'revision_number': 4, 'project_id': 'a07d7ceca7d5462d9cb67cc1cb7420e5', 'subnets': [{'id': 'ec52e111-9a09-4da1-8ddd-f26765d484e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:13:06.028624 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1043c4-4f15-4d55-b36a-8651c4860097 None None] The sync data for ids ['fb1b394a-219e-4c02-8e2c-233c54273f86'] in n-d-776250-12 is: [{'id': 'fb1b394a-219e-4c02-8e2c-233c54273f86', 'name': 'tempest-TestMinimumBasicScenario-1001378773-router', 'tenant_id': 'a07d7ceca7d5462d9cb67cc1cb7420e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '9d568cc4-a81a-41d4-8219-f6f9ae9a91ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:12:59Z', 'updated_at': '2021-12-08T17:13:02Z', 'revision_number': 4, 'project_id': 'a07d7ceca7d5462d9cb67cc1cb7420e5', 'gw_port': {'id': '9d568cc4-a81a-41d4-8219-f6f9ae9a91ec', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:80:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1b394a-219e-4c02-8e2c-233c54273f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:12:59Z', 'updated_at': '2021-12-08T17:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'e9ae35b6-73c5-46a7-b38c-9f971af0a723', 'name': '', 'network_id': '2a08193b-1fdd-4c94-a7f7-63de80b4694c', 'tenant_id': 'a07d7ceca7d5462d9cb67cc1cb7420e5', 'mac_address': 'fa:16:3e:78:ff:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb1b394a-219e-4c02-8e2c-233c54273f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'ec52e111-9a09-4da1-8ddd-f26765d484e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:13:01Z', 'updated_at': '2021-12-08T17:13:05Z', 'revision_number': 4, 'project_id': 'a07d7ceca7d5462d9cb67cc1cb7420e5', 'subnets': [{'id': 'ec52e111-9a09-4da1-8ddd-f26765d484e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:13:06.031122 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f043f909-af3d-433d-8c98-73a5464c9d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:06.111527 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f043f909-af3d-433d-8c98-73a5464c9d17 None None] Pushing event updated for resources: {'Port': ['ID=e9ae35b6-73c5-46a7-b38c-9f971af0a723,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:13:06.155290 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-9af63a2b-4497-4f50-ae8c-b7311b54a00c None None] Provisioning complete for port e9ae35b6-73c5-46a7-b38c-9f971af0a723 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:13:06.155663 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9af63a2b-4497-4f50-ae8c-b7311b54a00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:07.944342 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device e9ae35b6-73c5-46a7-b38c-9f971af0a723 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:13:07.999827 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port e9ae35b6-73c5-46a7-b38c-9f971af0a723 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:13:08.000220 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:09.257430 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:11.488300 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-55ef66b9-0f23-4905-bcba-4fbac6033d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:14.245778 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a9da3aa5-e624-4497-9b8e-939150feb8c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:15.045019 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dfb92f-6560-45ab-bbcc-13ef3c3281f3 req-aebf6c3e-94a8-4e34-82ee-03b48b3ee4ae tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:13:15.046588 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-53dfb92f-6560-45ab-bbcc-13ef3c3281f3 req-aebf6c3e-94a8-4e34-82ee-03b48b3ee4ae tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/networks?id=bae9089a-78b8-4d17-83fe-823304afdecb HTTP/1.1" status: 200 len: 813 time: 0.1056418 Dec 08 17:13:15.062648 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-53dfb92f-6560-45ab-bbcc-13ef3c3281f3 req-8ba2b9d5-0757-4767-af64-5efe5a5c78b3 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/quotas/fe4f2ce87c284471b109c2448fd9bf98 HTTP/1.1" status: 200 len: 375 time: 0.0093067 Dec 08 17:13:15.114298 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-53dfb92f-6560-45ab-bbcc-13ef3c3281f3 req-e2a796ef-5422-4b8d-98fa-652c181dac45 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=fe4f2ce87c284471b109c2448fd9bf98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465691 Dec 08 17:13:15.209200 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-53dfb92f-6560-45ab-bbcc-13ef3c3281f3 req-2e524d40-5fca-4639-a36c-3f0b8c858b0f service neutron] 10.222.0.64 "GET /v2.0/networks/bae9089a-78b8-4d17-83fe-823304afdecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828290 Dec 08 17:13:15.301873 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-53dfb92f-6560-45ab-bbcc-13ef3c3281f3 req-8c41aa9e-9194-4c75-ad43-2af9c24af059 service neutron] 10.222.0.64 "GET /v2.0/networks/bae9089a-78b8-4d17-83fe-823304afdecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865037 Dec 08 17:13:15.510684 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:15.566056 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3bb48a84-a82d-42ff-a8ba-05342f3137d1 req-f8a02b0f-a134-4b42-94eb-a20993880274 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/ports?device_id=076753c1-20a1-435a-95aa-cd738b3eb31f HTTP/1.1" status: 200 len: 210 time: 0.0274501 Dec 08 17:13:16.643723 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-369fad0c-04cb-4f7f-8b0c-46b22e01ed18 req-717768c4-a5de-437c-9c34-c1a256808e11 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/ports?device_id=076753c1-20a1-435a-95aa-cd738b3eb31f HTTP/1.1" status: 200 len: 210 time: 0.0270483 Dec 08 17:13:16.955951 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:17.624572 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:17.738687 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6a51e4ea-0bb8-4812-9601-3c05bf723244 req-6fee517b-87ae-41ff-810d-f3c9426547a1 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/ports?device_id=076753c1-20a1-435a-95aa-cd738b3eb31f HTTP/1.1" status: 200 len: 210 time: 0.0268817 Dec 08 17:13:17.974024 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dfb92f-6560-45ab-bbcc-13ef3c3281f3 req-325aab2d-d49e-493d-b3b4-4998dbbc39c5 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:13:17.975495 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-53dfb92f-6560-45ab-bbcc-13ef3c3281f3 req-325aab2d-d49e-493d-b3b4-4998dbbc39c5 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.37 "GET /v2.0/networks?id=bae9089a-78b8-4d17-83fe-823304afdecb HTTP/1.1" status: 200 len: 813 time: 0.1048090 Dec 08 17:13:17.988512 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-53dfb92f-6560-45ab-bbcc-13ef3c3281f3 req-31d4a5ab-4e9b-4d85-a990-242b7f067390 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Request body: {'port': {'device_id': '076753c1-20a1-435a-95aa-cd738b3eb31f', 'network_id': 'bae9089a-78b8-4d17-83fe-823304afdecb', 'admin_state_up': True, 'tenant_id': 'fe4f2ce87c284471b109c2448fd9bf98'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:13:18.153912 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53dfb92f-6560-45ab-bbcc-13ef3c3281f3 req-31d4a5ab-4e9b-4d85-a990-242b7f067390 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Made reservation on behalf of fe4f2ce87c284471b109c2448fd9bf98 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:13:18.157537 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-53dfb92f-6560-45ab-bbcc-13ef3c3281f3 req-31d4a5ab-4e9b-4d85-a990-242b7f067390 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:18.286687 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-53dfb92f-6560-45ab-bbcc-13ef3c3281f3 req-31d4a5ab-4e9b-4d85-a990-242b7f067390 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Allocated IP 172.20.0.12 (bae9089a-78b8-4d17-83fe-823304afdecb/2a9b4c64-3598-4f71-81b0-6cda2b0988f6/d53d8f7f-8765-4743-8b95-d27e50ccc4f0) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:13:18.439296 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-53dfb92f-6560-45ab-bbcc-13ef3c3281f3 req-31d4a5ab-4e9b-4d85-a990-242b7f067390 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:18.520552 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-53dfb92f-6560-45ab-bbcc-13ef3c3281f3 req-31d4a5ab-4e9b-4d85-a990-242b7f067390 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:18.545996 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53dfb92f-6560-45ab-bbcc-13ef3c3281f3 req-31d4a5ab-4e9b-4d85-a990-242b7f067390 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Network bae9089a-78b8-4d17-83fe-823304afdecb is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:13:18.548797 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-53dfb92f-6560-45ab-bbcc-13ef3c3281f3 req-31d4a5ab-4e9b-4d85-a990-242b7f067390 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:13:18.552198 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-53dfb92f-6560-45ab-bbcc-13ef3c3281f3 req-31d4a5ab-4e9b-4d85-a990-242b7f067390 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:13:18.628528 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d4a5ab-4e9b-4d85-a990-242b7f067390 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Pushing event updated for resources: {'Port': ['ID=d53d8f7f-8765-4743-8b95-d27e50ccc4f0,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:13:18.639926 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dfb92f-6560-45ab-bbcc-13ef3c3281f3 req-31d4a5ab-4e9b-4d85-a990-242b7f067390 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:13:18.640708 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-53dfb92f-6560-45ab-bbcc-13ef3c3281f3 req-31d4a5ab-4e9b-4d85-a990-242b7f067390 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:18.718793 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-53dfb92f-6560-45ab-bbcc-13ef3c3281f3 req-31d4a5ab-4e9b-4d85-a990-242b7f067390 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7335138 Dec 08 17:13:18.869370 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-47b8e78d-37c0-41f3-ac70-625df2e5a8df None None] Provisioning complete for port d53d8f7f-8765-4743-8b95-d27e50ccc4f0 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:13:18.870423 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-47b8e78d-37c0-41f3-ac70-625df2e5a8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:18.880237 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c508033b-ee88-4e9c-90c7-c1ad5cff8ea0 req-f8ef423c-68bb-44c5-9ff1-e826f35c5d03 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:13:18.881797 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c508033b-ee88-4e9c-90c7-c1ad5cff8ea0 req-f8ef423c-68bb-44c5-9ff1-e826f35c5d03 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/ports?device_id=076753c1-20a1-435a-95aa-cd738b3eb31f HTTP/1.1" status: 200 len: 932 time: 0.0593166 Dec 08 17:13:18.913955 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-47b8e78d-37c0-41f3-ac70-625df2e5a8df None None] Port d53d8f7f-8765-4743-8b95-d27e50ccc4f0 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:13:18.947701 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c508033b-ee88-4e9c-90c7-c1ad5cff8ea0 req-4232baf9-4612-4977-a103-fd03f40f1e50 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc59a019-1102-4fb3-92b7-228dfb0f8a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578187 Dec 08 17:13:20.068321 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afab51a9-56a0-4f30-bb59-ff2cd4c30cbf req-64988b8f-5e80-46e9-9a0b-4057cb75707c tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:13:20.070049 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-afab51a9-56a0-4f30-bb59-ff2cd4c30cbf req-64988b8f-5e80-46e9-9a0b-4057cb75707c tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/ports?device_id=076753c1-20a1-435a-95aa-cd738b3eb31f HTTP/1.1" status: 200 len: 932 time: 0.0498285 Dec 08 17:13:20.131249 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-afab51a9-56a0-4f30-bb59-ff2cd4c30cbf req-4874ced8-5e14-47cf-9652-4639ff8eea45 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc59a019-1102-4fb3-92b7-228dfb0f8a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549307 Dec 08 17:13:21.255388 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de611777-01ad-4c4a-beea-79b2af2343f0 req-332c6052-0c95-42ba-87fd-3608c010d44d tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:13:21.256985 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-de611777-01ad-4c4a-beea-79b2af2343f0 req-332c6052-0c95-42ba-87fd-3608c010d44d tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/ports?device_id=076753c1-20a1-435a-95aa-cd738b3eb31f HTTP/1.1" status: 200 len: 932 time: 0.0551348 Dec 08 17:13:21.307837 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-de611777-01ad-4c4a-beea-79b2af2343f0 req-b643e93f-516f-4e88-9efe-4d126b8cf281 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc59a019-1102-4fb3-92b7-228dfb0f8a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441170 Dec 08 17:13:22.456200 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b61c36-bd4f-4953-aba1-158c4d11aa4a req-6fc7623c-56ad-4719-bcb4-11e74e10e973 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:13:22.462995 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e6b61c36-bd4f-4953-aba1-158c4d11aa4a req-6fc7623c-56ad-4719-bcb4-11e74e10e973 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/ports?device_id=076753c1-20a1-435a-95aa-cd738b3eb31f HTTP/1.1" status: 200 len: 932 time: 0.0670059 Dec 08 17:13:22.521413 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e6b61c36-bd4f-4953-aba1-158c4d11aa4a req-9b314729-62e7-419d-8345-1270cfbe9ee8 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc59a019-1102-4fb3-92b7-228dfb0f8a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548303 Dec 08 17:13:23.646309 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef40ec29-3ec6-4c88-adfb-9da070e9c487 req-927ec53e-0771-4fe2-a8f3-d03eacc750be tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:13:23.647818 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ef40ec29-3ec6-4c88-adfb-9da070e9c487 req-927ec53e-0771-4fe2-a8f3-d03eacc750be tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/ports?device_id=076753c1-20a1-435a-95aa-cd738b3eb31f HTTP/1.1" status: 200 len: 932 time: 0.0498884 Dec 08 17:13:23.700761 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ef40ec29-3ec6-4c88-adfb-9da070e9c487 req-188c54c1-11d5-4874-8a4b-ff14ace393e6 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc59a019-1102-4fb3-92b7-228dfb0f8a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465541 Dec 08 17:13:24.825350 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf14e04-f550-4626-a431-5cd76b2c482f req-f71fa75a-be88-4ce9-8c63-e6eba6a9a017 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:13:24.826897 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ccf14e04-f550-4626-a431-5cd76b2c482f req-f71fa75a-be88-4ce9-8c63-e6eba6a9a017 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/ports?device_id=076753c1-20a1-435a-95aa-cd738b3eb31f HTTP/1.1" status: 200 len: 932 time: 0.0535965 Dec 08 17:13:24.875960 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ccf14e04-f550-4626-a431-5cd76b2c482f req-f12f63bf-8e5a-4941-ba96-8b005a462480 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc59a019-1102-4fb3-92b7-228dfb0f8a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421503 Dec 08 17:13:26.006862 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c475e61f-68f1-4f20-b9b4-a13a22a06272 req-b7c10701-205f-4a1c-9d9a-3a0f95d2ebec tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:13:26.008481 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c475e61f-68f1-4f20-b9b4-a13a22a06272 req-b7c10701-205f-4a1c-9d9a-3a0f95d2ebec tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/ports?device_id=076753c1-20a1-435a-95aa-cd738b3eb31f HTTP/1.1" status: 200 len: 932 time: 0.0610807 Dec 08 17:13:26.387366 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c475e61f-68f1-4f20-b9b4-a13a22a06272 req-370b611e-799b-46df-835c-bf76d7b171b4 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc59a019-1102-4fb3-92b7-228dfb0f8a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3729305 Dec 08 17:13:27.515496 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c3aac-5679-4bea-ba6e-b411f5ca8b56 req-6274d3d0-14a9-411f-a4b8-0501c59e7045 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:13:27.517020 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-971c3aac-5679-4bea-ba6e-b411f5ca8b56 req-6274d3d0-14a9-411f-a4b8-0501c59e7045 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/ports?device_id=076753c1-20a1-435a-95aa-cd738b3eb31f HTTP/1.1" status: 200 len: 932 time: 0.0570400 Dec 08 17:13:27.564642 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-971c3aac-5679-4bea-ba6e-b411f5ca8b56 req-89134f0a-061a-4614-8145-eb45145931c3 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc59a019-1102-4fb3-92b7-228dfb0f8a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408740 Dec 08 17:13:28.680963 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f11cad4-77e1-495b-86be-16098aab2be1 req-4b95b110-dfd6-4568-a8a7-4e944ee928c3 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:13:28.682500 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9f11cad4-77e1-495b-86be-16098aab2be1 req-4b95b110-dfd6-4568-a8a7-4e944ee928c3 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/ports?device_id=076753c1-20a1-435a-95aa-cd738b3eb31f HTTP/1.1" status: 200 len: 932 time: 0.0489142 Dec 08 17:13:28.732156 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9f11cad4-77e1-495b-86be-16098aab2be1 req-5eff9220-e11d-4293-9358-4c15bdfba26a tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc59a019-1102-4fb3-92b7-228dfb0f8a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433815 Dec 08 17:13:28.810718 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-53dfb92f-6560-45ab-bbcc-13ef3c3281f3 req-eb2acc1d-0fdc-4551-ba00-643a7596148e service neutron] Request body: {'port': {'device_id': '076753c1-20a1-435a-95aa-cd738b3eb31f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:13:28.864888 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-53dfb92f-6560-45ab-bbcc-13ef3c3281f3 req-eb2acc1d-0fdc-4551-ba00-643a7596148e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:29.128880 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-53dfb92f-6560-45ab-bbcc-13ef3c3281f3 req-eb2acc1d-0fdc-4551-ba00-643a7596148e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d53d8f7f-8765-4743-8b95-d27e50ccc4f0 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:13:29.136947 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-53dfb92f-6560-45ab-bbcc-13ef3c3281f3 req-eb2acc1d-0fdc-4551-ba00-643a7596148e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:29.149260 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-53dfb92f-6560-45ab-bbcc-13ef3c3281f3 req-eb2acc1d-0fdc-4551-ba00-643a7596148e service neutron] Transition to ACTIVE for port object d53d8f7f-8765-4743-8b95-d27e50ccc4f0 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 17:13:29.210812 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-53dfb92f-6560-45ab-bbcc-13ef3c3281f3 req-eb2acc1d-0fdc-4551-ba00-643a7596148e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:29.263528 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2acc1d-0fdc-4551-ba00-643a7596148e service neutron] Pushing event updated for resources: {'Port': ['ID=d53d8f7f-8765-4743-8b95-d27e50ccc4f0,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:13:29.330780 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-53dfb92f-6560-45ab-bbcc-13ef3c3281f3 req-eb2acc1d-0fdc-4551-ba00-643a7596148e service neutron] Attempting to bind port d53d8f7f-8765-4743-8b95-d27e50ccc4f0 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:13:29.331134 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-53dfb92f-6560-45ab-bbcc-13ef3c3281f3 req-eb2acc1d-0fdc-4551-ba00-643a7596148e service neutron] Attempting to bind port d53d8f7f-8765-4743-8b95-d27e50ccc4f0 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '3df22e54-decd-4be0-b52a-9a183a01e89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'bae9089a-78b8-4d17-83fe-823304afdecb'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:13:29.331469 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53dfb92f-6560-45ab-bbcc-13ef3c3281f3 req-eb2acc1d-0fdc-4551-ba00-643a7596148e service neutron] Attempting to bind port d53d8f7f-8765-4743-8b95-d27e50ccc4f0 on network bae9089a-78b8-4d17-83fe-823304afdecb {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:13:29.336795 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53dfb92f-6560-45ab-bbcc-13ef3c3281f3 req-eb2acc1d-0fdc-4551-ba00-643a7596148e service neutron] Port d53d8f7f-8765-4743-8b95-d27e50ccc4f0 on network bae9089a-78b8-4d17-83fe-823304afdecb not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 17:13:29.337125 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53dfb92f-6560-45ab-bbcc-13ef3c3281f3 req-eb2acc1d-0fdc-4551-ba00-643a7596148e service neutron] Attempting to bind port d53d8f7f-8765-4743-8b95-d27e50ccc4f0 on network bae9089a-78b8-4d17-83fe-823304afdecb {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:13:29.342152 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53dfb92f-6560-45ab-bbcc-13ef3c3281f3 req-eb2acc1d-0fdc-4551-ba00-643a7596148e service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:13:29.342500 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53dfb92f-6560-45ab-bbcc-13ef3c3281f3 req-eb2acc1d-0fdc-4551-ba00-643a7596148e service neutron] Checking segment: {'id': '3df22e54-decd-4be0-b52a-9a183a01e89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'bae9089a-78b8-4d17-83fe-823304afdecb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:13:29.342891 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53dfb92f-6560-45ab-bbcc-13ef3c3281f3 req-eb2acc1d-0fdc-4551-ba00-643a7596148e service neutron] Bound using segment: {'id': '3df22e54-decd-4be0-b52a-9a183a01e89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'bae9089a-78b8-4d17-83fe-823304afdecb'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:13:29.343328 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-53dfb92f-6560-45ab-bbcc-13ef3c3281f3 req-eb2acc1d-0fdc-4551-ba00-643a7596148e service neutron] Bound port: d53d8f7f-8765-4743-8b95-d27e50ccc4f0, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3df22e54-decd-4be0-b52a-9a183a01e89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'bae9089a-78b8-4d17-83fe-823304afdecb'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:13:29.343691 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-53dfb92f-6560-45ab-bbcc-13ef3c3281f3 req-eb2acc1d-0fdc-4551-ba00-643a7596148e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:29.414609 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-53dfb92f-6560-45ab-bbcc-13ef3c3281f3 req-eb2acc1d-0fdc-4551-ba00-643a7596148e service neutron] For port d53d8f7f-8765-4743-8b95-d27e50ccc4f0, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:13:29.417686 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-53dfb92f-6560-45ab-bbcc-13ef3c3281f3 req-eb2acc1d-0fdc-4551-ba00-643a7596148e service neutron] For port d53d8f7f-8765-4743-8b95-d27e50ccc4f0, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=d53d8f7f-8765-4743-8b95-d27e50ccc4f0,segment=NetworkSegment(3df22e54-decd-4be0-b52a-9a183a01e89e),segment_id=3df22e54-decd-4be0-b52a-9a183a01e89e)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:13:29.488237 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-53dfb92f-6560-45ab-bbcc-13ef3c3281f3 req-eb2acc1d-0fdc-4551-ba00-643a7596148e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:29.522647 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dfb92f-6560-45ab-bbcc-13ef3c3281f3 req-eb2acc1d-0fdc-4551-ba00-643a7596148e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:13:29.523295 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-53dfb92f-6560-45ab-bbcc-13ef3c3281f3 req-eb2acc1d-0fdc-4551-ba00-643a7596148e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:29.524729 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-53dfb92f-6560-45ab-bbcc-13ef3c3281f3 req-eb2acc1d-0fdc-4551-ba00-643a7596148e service neutron] 10.222.0.37 "PUT /v2.0/ports/d53d8f7f-8765-4743-8b95-d27e50ccc4f0 HTTP/1.1" status: 200 len: 1093 time: 0.7183938 Dec 08 17:13:29.526476 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '076753c1-20a1-435a-95aa-cd738b3eb31f', 'tag': 'd53d8f7f-8765-4743-8b95-d27e50ccc4f0'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:13:29.527856 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33688f0a94a9db352de83aac38ec7a80f5ce35812a363759cff610bcc84c1346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3933470d-39d1-4daa-a6c6-89c243373810" -d '{"events": [{"name": "network-changed", "server_uuid": "076753c1-20a1-435a-95aa-cd738b3eb31f", "tag": "d53d8f7f-8765-4743-8b95-d27e50ccc4f0"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:13:29.557142 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2acc1d-0fdc-4551-ba00-643a7596148e service neutron] Pushing event updated for resources: {'Port': ['ID=d53d8f7f-8765-4743-8b95-d27e50ccc4f0,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:13:29.573746 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91500c51-a450-4245-adcf-6d22fe602f96 x-openstack-request-id: req-91500c51-a450-4245-adcf-6d22fe602f96 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:13:29.574043 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "076753c1-20a1-435a-95aa-cd738b3eb31f", "tag": "d53d8f7f-8765-4743-8b95-d27e50ccc4f0", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:13:29.574307 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-91500c51-a450-4245-adcf-6d22fe602f96 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:13:29.575124 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '076753c1-20a1-435a-95aa-cd738b3eb31f', 'tag': 'd53d8f7f-8765-4743-8b95-d27e50ccc4f0', 'status': 'completed', 'code': 200} Dec 08 17:13:29.631476 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3933470d-39d1-4daa-a6c6-89c243373810 req-0f9aea4b-38b9-4299-953b-7fcea4189085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:13:29.633234 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3933470d-39d1-4daa-a6c6-89c243373810 req-0f9aea4b-38b9-4299-953b-7fcea4189085 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fe4f2ce87c284471b109c2448fd9bf98&device_id=076753c1-20a1-435a-95aa-cd738b3eb31f HTTP/1.1" status: 200 len: 1096 time: 0.0456417 Dec 08 17:13:29.739206 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3933470d-39d1-4daa-a6c6-89c243373810 req-d6b57ba6-90dc-400e-9f1d-6baf24a02d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:13:29.740739 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3933470d-39d1-4daa-a6c6-89c243373810 req-d6b57ba6-90dc-400e-9f1d-6baf24a02d1e service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=fe4f2ce87c284471b109c2448fd9bf98&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0990751 Dec 08 17:13:29.833937 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3933470d-39d1-4daa-a6c6-89c243373810 req-589c5a53-6ac4-4145-bea0-ee2d4471dd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:13:29.835352 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3933470d-39d1-4daa-a6c6-89c243373810 req-589c5a53-6ac4-4145-bea0-ee2d4471dd8e service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0869880 Dec 08 17:13:29.848930 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d3bbb-98f6-4970-b94a-2ce03707cd77 req-18a380db-90ce-43f4-afc4-593e5de16248 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:13:29.851183 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-984d3bbb-98f6-4970-b94a-2ce03707cd77 req-18a380db-90ce-43f4-afc4-593e5de16248 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/ports?device_id=076753c1-20a1-435a-95aa-cd738b3eb31f HTTP/1.1" status: 200 len: 944 time: 0.0506234 Dec 08 17:13:29.905065 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-984d3bbb-98f6-4970-b94a-2ce03707cd77 req-ec1861c4-644f-4643-9ae6-b92f00bb19fc tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc59a019-1102-4fb3-92b7-228dfb0f8a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474999 Dec 08 17:13:29.912224 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dfb92f-6560-45ab-bbcc-13ef3c3281f3 req-b22c804c-6f1e-4036-be43-5dd855f1a451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:13:29.913727 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-53dfb92f-6560-45ab-bbcc-13ef3c3281f3 req-b22c804c-6f1e-4036-be43-5dd855f1a451 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fe4f2ce87c284471b109c2448fd9bf98&device_id=076753c1-20a1-435a-95aa-cd738b3eb31f HTTP/1.1" status: 200 len: 1096 time: 0.0408173 Dec 08 17:13:29.959919 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-53dfb92f-6560-45ab-bbcc-13ef3c3281f3 req-219fe951-ec86-4b17-94db-8aee860b9d57 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d53d8f7f-8765-4743-8b95-d27e50ccc4f0 HTTP/1.1" status: 200 len: 217 time: 0.0380697 Dec 08 17:13:30.010316 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dfb92f-6560-45ab-bbcc-13ef3c3281f3 req-821a610e-0d34-489c-ad45-aabfd5367d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:13:30.011745 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-53dfb92f-6560-45ab-bbcc-13ef3c3281f3 req-821a610e-0d34-489c-ad45-aabfd5367d72 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2a9b4c64-3598-4f71-81b0-6cda2b0988f6 HTTP/1.1" status: 200 len: 852 time: 0.0438387 Dec 08 17:13:30.056980 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dfb92f-6560-45ab-bbcc-13ef3c3281f3 req-96a04c57-699a-4572-96cb-1aad0e32fde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:13:30.058416 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-53dfb92f-6560-45ab-bbcc-13ef3c3281f3 req-96a04c57-699a-4572-96cb-1aad0e32fde0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bae9089a-78b8-4d17-83fe-823304afdecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396979 Dec 08 17:13:30.151684 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-53dfb92f-6560-45ab-bbcc-13ef3c3281f3 req-a91417f4-8860-4e45-b95d-64b313242fed service neutron] 10.222.0.37 "GET /v2.0/networks/bae9089a-78b8-4d17-83fe-823304afdecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853872 Dec 08 17:13:30.241656 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-53dfb92f-6560-45ab-bbcc-13ef3c3281f3 req-9b9e9975-9fca-4c62-a7c3-e119e54fc238 service neutron] 10.222.0.37 "GET /v2.0/networks/bae9089a-78b8-4d17-83fe-823304afdecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828068 Dec 08 17:13:31.027405 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b15632-5588-4487-8284-747e9a10172b req-df261080-acaf-42ca-81da-6bef19048bd8 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:13:31.028916 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-72b15632-5588-4487-8284-747e9a10172b req-df261080-acaf-42ca-81da-6bef19048bd8 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/ports?device_id=076753c1-20a1-435a-95aa-cd738b3eb31f HTTP/1.1" status: 200 len: 944 time: 0.0544419 Dec 08 17:13:31.075870 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-72b15632-5588-4487-8284-747e9a10172b req-88fd8510-3ce3-4b66-97b0-15fca523b690 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc59a019-1102-4fb3-92b7-228dfb0f8a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409737 Dec 08 17:13:31.529663 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device d53d8f7f-8765-4743-8b95-d27e50ccc4f0 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 17:13:31.627759 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port d53d8f7f-8765-4743-8b95-d27e50ccc4f0, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=d53d8f7f-8765-4743-8b95-d27e50ccc4f0,segment=NetworkSegment(3df22e54-decd-4be0-b52a-9a183a01e89e),segment_id=3df22e54-decd-4be0-b52a-9a183a01e89e)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:13:31.638523 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': 'd53d8f7f-8765-4743-8b95-d27e50ccc4f0', 'network_id': 'bae9089a-78b8-4d17-83fe-823304afdecb', 'port_id': 'd53d8f7f-8765-4743-8b95-d27e50ccc4f0', 'mac_address': 'fa:16:3e:31:35:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a9b4c64-3598-4f71-81b0-6cda2b0988f6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 17:13:31.675193 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:31.687478 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d53d8f7f-8765-4743-8b95-d27e50ccc4f0 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:13:31.705924 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port d53d8f7f-8765-4743-8b95-d27e50ccc4f0, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=d53d8f7f-8765-4743-8b95-d27e50ccc4f0,segment=NetworkSegment(3df22e54-decd-4be0-b52a-9a183a01e89e),segment_id=3df22e54-decd-4be0-b52a-9a183a01e89e)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:13:31.764926 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:31.814817 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=d53d8f7f-8765-4743-8b95-d27e50ccc4f0,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:13:32.149765 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['d53d8f7f-8765-4743-8b95-d27e50ccc4f0'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:13:32.190814 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e309974b-b24c-49ae-bb77-f91d38dea966 req-75f2745b-fec6-443c-a231-319822680778 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:13:32.192886 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e309974b-b24c-49ae-bb77-f91d38dea966 req-75f2745b-fec6-443c-a231-319822680778 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/ports?device_id=076753c1-20a1-435a-95aa-cd738b3eb31f HTTP/1.1" status: 200 len: 945 time: 0.0491598 Dec 08 17:13:32.240495 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e309974b-b24c-49ae-bb77-f91d38dea966 req-b395a5b3-9ceb-4f30-a5eb-cc7413414a65 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc59a019-1102-4fb3-92b7-228dfb0f8a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415223 Dec 08 17:13:33.355920 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b35ec-119c-462b-9c5f-1368493e7378 req-d8fd487e-018c-462e-b00f-b8b17d767ff7 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:13:33.357624 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d96b35ec-119c-462b-9c5f-1368493e7378 req-d8fd487e-018c-462e-b00f-b8b17d767ff7 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/ports?device_id=076753c1-20a1-435a-95aa-cd738b3eb31f HTTP/1.1" status: 200 len: 945 time: 0.0487926 Dec 08 17:13:33.404009 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d96b35ec-119c-462b-9c5f-1368493e7378 req-0a4bf9af-1613-4d1e-b01c-9479a6432eb7 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc59a019-1102-4fb3-92b7-228dfb0f8a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404739 Dec 08 17:13:33.543652 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device d53d8f7f-8765-4743-8b95-d27e50ccc4f0 up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:13:33.664105 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port d53d8f7f-8765-4743-8b95-d27e50ccc4f0 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 17:13:33.668067 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port d53d8f7f-8765-4743-8b95-d27e50ccc4f0 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:13:33.668581 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:33.746305 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:33.767934 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '076753c1-20a1-435a-95aa-cd738b3eb31f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd53d8f7f-8765-4743-8b95-d27e50ccc4f0'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:13:33.770817 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e972d80ca4ba26e60ff2132fe6d2147b95d4377dec9e0b14df2e9cad1c1848da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a251f7-8495-4dbf-9669-22c3609522ab" -d '{"events": [{"server_uuid": "076753c1-20a1-435a-95aa-cd738b3eb31f", "name": "network-vif-plugged", "status": "completed", "tag": "d53d8f7f-8765-4743-8b95-d27e50ccc4f0"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:13:33.782638 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port d53d8f7f-8765-4743-8b95-d27e50ccc4f0, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=d53d8f7f-8765-4743-8b95-d27e50ccc4f0,segment=NetworkSegment(3df22e54-decd-4be0-b52a-9a183a01e89e),segment_id=3df22e54-decd-4be0-b52a-9a183a01e89e)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:13:33.808508 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9780c0-4c36-4ad3-8e33-efc5206b3f70 x-openstack-request-id: req-fc9780c0-4c36-4ad3-8e33-efc5206b3f70 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:13:33.808801 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "076753c1-20a1-435a-95aa-cd738b3eb31f", "name": "network-vif-plugged", "status": "completed", "tag": "d53d8f7f-8765-4743-8b95-d27e50ccc4f0", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:13:33.809059 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fc9780c0-4c36-4ad3-8e33-efc5206b3f70 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:13:33.810466 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '076753c1-20a1-435a-95aa-cd738b3eb31f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd53d8f7f-8765-4743-8b95-d27e50ccc4f0', 'code': 200} Dec 08 17:13:33.847265 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:33.899164 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=d53d8f7f-8765-4743-8b95-d27e50ccc4f0,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:13:33.908448 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f52462-2cb5-4217-b688-dc8bee1693f8 req-98efd096-4525-47a4-a8dc-9a3852c1c34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:13:33.909961 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f0f52462-2cb5-4217-b688-dc8bee1693f8 req-98efd096-4525-47a4-a8dc-9a3852c1c34a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=076753c1-20a1-435a-95aa-cd738b3eb31f HTTP/1.1" status: 200 len: 1098 time: 0.0422370 Dec 08 17:13:33.959864 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f0f52462-2cb5-4217-b688-dc8bee1693f8 req-0f0fc496-dd86-4022-a3e4-8e00eab79c1c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bc59a019-1102-4fb3-92b7-228dfb0f8a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412965 Dec 08 17:13:34.521921 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aee7fe-4409-4a1f-b394-fa43b5f8f4a7 req-40148445-843e-4f3c-803b-c59368ac962b tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:13:34.523410 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c2aee7fe-4409-4a1f-b394-fa43b5f8f4a7 req-40148445-843e-4f3c-803b-c59368ac962b tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/ports?device_id=076753c1-20a1-435a-95aa-cd738b3eb31f HTTP/1.1" status: 200 len: 946 time: 0.0488725 Dec 08 17:13:34.570931 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c2aee7fe-4409-4a1f-b394-fa43b5f8f4a7 req-4aef45d7-505d-413d-bf40-962a2be0ab76 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc59a019-1102-4fb3-92b7-228dfb0f8a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415764 Dec 08 17:13:35.290869 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:35.684852 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b8156-1494-4c48-9061-326ae52abc4c req-f9d2ca17-da0f-4463-a9cd-d02d85dd9820 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:13:35.686349 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b14b8156-1494-4c48-9061-326ae52abc4c req-f9d2ca17-da0f-4463-a9cd-d02d85dd9820 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/ports?device_id=076753c1-20a1-435a-95aa-cd738b3eb31f HTTP/1.1" status: 200 len: 946 time: 0.0479672 Dec 08 17:13:35.733528 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b14b8156-1494-4c48-9061-326ae52abc4c req-4b36e663-4f61-4a78-9302-3b6c08c52c85 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc59a019-1102-4fb3-92b7-228dfb0f8a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406637 Dec 08 17:13:35.850734 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51533581-efa6-48e1-9410-7e7faa4caefb req-bc7c54bb-a921-41c2-a823-5528dac7abf3 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:13:35.852163 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-51533581-efa6-48e1-9410-7e7faa4caefb req-bc7c54bb-a921-41c2-a823-5528dac7abf3 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/ports?device_id=076753c1-20a1-435a-95aa-cd738b3eb31f HTTP/1.1" status: 200 len: 946 time: 0.0491621 Dec 08 17:13:35.898819 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-51533581-efa6-48e1-9410-7e7faa4caefb req-8d98ca49-669d-4dd4-abe2-97343bf868c3 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc59a019-1102-4fb3-92b7-228dfb0f8a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406473 Dec 08 17:13:36.094782 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c613e-3e9b-47f8-a250-5bf189440bbb req-6147ee0b-8eea-4d60-9958-4e1edef8a4a8 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:13:36.096340 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3a9c613e-3e9b-47f8-a250-5bf189440bbb req-6147ee0b-8eea-4d60-9958-4e1edef8a4a8 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/ports?device_id=076753c1-20a1-435a-95aa-cd738b3eb31f HTTP/1.1" status: 200 len: 946 time: 0.0527997 Dec 08 17:13:36.144330 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3a9c613e-3e9b-47f8-a250-5bf189440bbb req-7927783e-8881-4d70-a1ec-41d7d20afb6c tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc59a019-1102-4fb3-92b7-228dfb0f8a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413561 Dec 08 17:13:39.190098 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:39.482071 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:13:41.484866 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-05c0cddb-de8c-470d-aefb-835167c8bfa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:44.167352 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7026ceba-ba41-4ca3-a4b3-5cae7c1a2db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:45.481042 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:46.978427 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:47.635649 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:51.554948 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866b3b4-42e8-439d-8879-e5190fc79e00 req-c40bc5b2-8604-41a4-9aae-357357fe0e4e tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:13:51.556459 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d866b3b4-42e8-439d-8879-e5190fc79e00 req-c40bc5b2-8604-41a4-9aae-357357fe0e4e tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/ports?device_id=076753c1-20a1-435a-95aa-cd738b3eb31f HTTP/1.1" status: 200 len: 946 time: 0.0499616 Dec 08 17:13:51.604726 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d866b3b4-42e8-439d-8879-e5190fc79e00 req-cb60404a-1511-430b-a0ee-193919e8d895 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc59a019-1102-4fb3-92b7-228dfb0f8a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420673 Dec 08 17:13:51.627787 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42254) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:13:51.764771 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca0f7b3-7daf-43b1-b263-5ea6c0c7fc1d tempest-TestMinimumBasicScenario-981606967 tempest-TestMinimumBasicScenario-981606967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:13:51.766353 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-0ca0f7b3-7daf-43b1-b263-5ea6c0c7fc1d tempest-TestMinimumBasicScenario-981606967 tempest-TestMinimumBasicScenario-981606967-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=076753c1-20a1-435a-95aa-cd738b3eb31f HTTP/1.1" status: 200 len: 1093 time: 0.1374636 Dec 08 17:13:51.769346 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42258) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:13:51.773608 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-efdf2a21-125f-4045-a7c6-75e58778db1b tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Request body: {'floatingip': {'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'port_id': 'd53d8f7f-8765-4743-8b95-d27e50ccc4f0', 'tenant_id': 'fe4f2ce87c284471b109c2448fd9bf98', 'fixed_ip_address': '172.20.0.12'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:13:51.852711 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-efdf2a21-125f-4045-a7c6-75e58778db1b tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Publish callbacks [] for floatingip, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:51.951274 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-efdf2a21-125f-4045-a7c6-75e58778db1b tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:52.057442 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-efdf2a21-125f-4045-a7c6-75e58778db1b tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Allocated IP 172.25.0.37 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/ec7a9195-d85a-40ff-b4a3-3b078407f8cc) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:13:52.157838 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-efdf2a21-125f-4045-a7c6-75e58778db1b tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:52.282059 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-efdf2a21-125f-4045-a7c6-75e58778db1b tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:52.327885 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdf2a21-125f-4045-a7c6-75e58778db1b tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:13:52.333463 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-efdf2a21-125f-4045-a7c6-75e58778db1b tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:13:52.337776 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdf2a21-125f-4045-a7c6-75e58778db1b tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:13:52.343279 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdf2a21-125f-4045-a7c6-75e58778db1b tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Pushing event updated for resources: {'Port': ['ID=ec7a9195-d85a-40ff-b4a3-3b078407f8cc,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:13:52.369390 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdf2a21-125f-4045-a7c6-75e58778db1b tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:13:52.369743 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdf2a21-125f-4045-a7c6-75e58778db1b tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:13:52.370088 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdf2a21-125f-4045-a7c6-75e58778db1b tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:13:52.370430 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdf2a21-125f-4045-a7c6-75e58778db1b tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:13:52.370761 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdf2a21-125f-4045-a7c6-75e58778db1b tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:13:52.371096 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdf2a21-125f-4045-a7c6-75e58778db1b tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:13:52.371423 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdf2a21-125f-4045-a7c6-75e58778db1b tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:13:52.371748 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdf2a21-125f-4045-a7c6-75e58778db1b tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:13:52.372071 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdf2a21-125f-4045-a7c6-75e58778db1b tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:13:52.372418 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdf2a21-125f-4045-a7c6-75e58778db1b tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:13:52.372743 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdf2a21-125f-4045-a7c6-75e58778db1b tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:13:52.373063 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdf2a21-125f-4045-a7c6-75e58778db1b tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:13:52.373382 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdf2a21-125f-4045-a7c6-75e58778db1b tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:13:52.698479 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-efdf2a21-125f-4045-a7c6-75e58778db1b tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:52.871943 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-efdf2a21-125f-4045-a7c6-75e58778db1b tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:53.021035 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-efdf2a21-125f-4045-a7c6-75e58778db1b tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:53.092331 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-efdf2a21-125f-4045-a7c6-75e58778db1b tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:53.158779 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdf2a21-125f-4045-a7c6-75e58778db1b tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Pushing event updated for resources: {'Port': ['ID=ec7a9195-d85a-40ff-b4a3-3b078407f8cc,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:13:53.170688 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-efdf2a21-125f-4045-a7c6-75e58778db1b tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:53.272286 n-d-776250-12 neutron-server[110551]: INFO neutron.db.l3_db [None req-efdf2a21-125f-4045-a7c6-75e58778db1b tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Floating IP 3962aa0b-3834-4091-ae58-b502a6cf2b3e associated. External IP: 172.25.0.37, port: d53d8f7f-8765-4743-8b95-d27e50ccc4f0. Dec 08 17:13:53.485222 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efdf2a21-125f-4045-a7c6-75e58778db1b tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Router c05139a5-014f-4743-9602-e20371fc24f8 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:13:53.596977 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efdf2a21-125f-4045-a7c6-75e58778db1b tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:13:53.608257 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb76b17-04d4-4209-8827-f19adb9472f1 None None] Sync routers for ids ['c05139a5-014f-4743-9602-e20371fc24f8'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:13:53.620415 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb76b17-04d4-4209-8827-f19adb9472f1 None None] Routers {'c05139a5-014f-4743-9602-e20371fc24f8'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:13:53.621105 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-cbb76b17-04d4-4209-8827-f19adb9472f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:13:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['c05139a5-014f-4743-9602-e20371fc24f8'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:13:53.733257 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-cbb76b17-04d4-4209-8827-f19adb9472f1 None None] Set router c05139a5-014f-4743-9602-e20371fc24f8 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:13:53.998160 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-cbb76b17-04d4-4209-8827-f19adb9472f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05139a5-014f-4743-9602-e20371fc24f8', 'name': 'tempest-TestMinimumBasicScenario-18423363-router', 'tenant_id': 'fe4f2ce87c284471b109c2448fd9bf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'd6f7651e-762f-4ab9-b1d2-be2ac97d4a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:12:53Z', 'updated_at': '2021-12-08T17:12:56Z', 'revision_number': 4, 'project_id': 'fe4f2ce87c284471b109c2448fd9bf98', 'gw_port': {'id': 'd6f7651e-762f-4ab9-b1d2-be2ac97d4a28', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:86:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05139a5-014f-4743-9602-e20371fc24f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:12:53Z', 'updated_at': '2021-12-08T17:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '3962aa0b-3834-4091-ae58-b502a6cf2b3e', 'tenant_id': 'fe4f2ce87c284471b109c2448fd9bf98', 'floating_ip_address': '172.25.0.37', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': 'c05139a5-014f-4743-9602-e20371fc24f8', 'port_id': 'd53d8f7f-8765-4743-8b95-d27e50ccc4f0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bae9089a-78b8-4d17-83fe-823304afdecb', 'mac_address': 'fa:16:3e:31:35:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076753c1-20a1-435a-95aa-cd738b3eb31f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T17:13:52Z', 'updated_at': '2021-12-08T17:13:52Z', 'revision_number': 0, 'project_id': 'fe4f2ce87c284471b109c2448fd9bf98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '322e0476-486e-498b-8bbf-bb889699df56', 'name': '', 'network_id': 'bae9089a-78b8-4d17-83fe-823304afdecb', 'tenant_id': 'fe4f2ce87c284471b109c2448fd9bf98', 'mac_address': 'fa:16:3e:8a:40:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05139a5-014f-4743-9602-e20371fc24f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '2a9b4c64-3598-4f71-81b0-6cda2b0988f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:12:55Z', 'updated_at': '2021-12-08T17:12:59Z', 'revision_number': 5, 'project_id': 'fe4f2ce87c284471b109c2448fd9bf98', 'subnets': [{'id': '2a9b4c64-3598-4f71-81b0-6cda2b0988f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:13:54.027578 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb76b17-04d4-4209-8827-f19adb9472f1 None None] Checking router: c05139a5-014f-4743-9602-e20371fc24f8 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:13:54.035668 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb76b17-04d4-4209-8827-f19adb9472f1 None None] Routers {'c05139a5-014f-4743-9602-e20371fc24f8'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:13:54.036342 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-cbb76b17-04d4-4209-8827-f19adb9472f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:13:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['c05139a5-014f-4743-9602-e20371fc24f8'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:13:54.046869 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-efdf2a21-125f-4045-a7c6-75e58778db1b tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:54.091740 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-efdf2a21-125f-4045-a7c6-75e58778db1b tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3186548 Dec 08 17:13:54.091740 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '076753c1-20a1-435a-95aa-cd738b3eb31f', 'tag': 'd53d8f7f-8765-4743-8b95-d27e50ccc4f0'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:13:54.092084 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 42260) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:13:54.093559 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86075ce93fb9518fb172f9d68d0141635fee78bb333cdf1a66291bc46e2f6896" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b4ad0e-dc6d-407a-8aee-bf107a0078b1" -d '{"events": [{"name": "network-changed", "server_uuid": "076753c1-20a1-435a-95aa-cd738b3eb31f", "tag": "d53d8f7f-8765-4743-8b95-d27e50ccc4f0"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:13:54.097156 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-11389920-dc64-4146-a390-e577a0d54775 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-159539016', 'description': 'tempest-secgroup-smoke-159539016 description', 'project_id': 'fe4f2ce87c284471b109c2448fd9bf98'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:13:54.144662 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-cbb76b17-04d4-4209-8827-f19adb9472f1 None None] Set router c05139a5-014f-4743-9602-e20371fc24f8 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:13:54.210433 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-11389920-dc64-4146-a390-e577a0d54775 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:54.269189 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ffde8ef-7edc-4a4d-996a-8bd97d85f13f x-openstack-request-id: req-7ffde8ef-7edc-4a4d-996a-8bd97d85f13f {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:13:54.269505 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "076753c1-20a1-435a-95aa-cd738b3eb31f", "tag": "d53d8f7f-8765-4743-8b95-d27e50ccc4f0", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:13:54.269816 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7ffde8ef-7edc-4a4d-996a-8bd97d85f13f {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:13:54.270247 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '076753c1-20a1-435a-95aa-cd738b3eb31f', 'tag': 'd53d8f7f-8765-4743-8b95-d27e50ccc4f0', 'status': 'completed', 'code': 200} Dec 08 17:13:54.278635 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-11389920-dc64-4146-a390-e577a0d54775 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:54.336940 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4ad0e-dc6d-407a-8aee-bf107a0078b1 req-2be633c0-fce1-4bab-88e9-518325ea2323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:13:54.338520 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-95b4ad0e-dc6d-407a-8aee-bf107a0078b1 req-2be633c0-fce1-4bab-88e9-518325ea2323 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fe4f2ce87c284471b109c2448fd9bf98&device_id=076753c1-20a1-435a-95aa-cd738b3eb31f HTTP/1.1" status: 200 len: 1098 time: 0.0452297 Dec 08 17:13:54.339556 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-11389920-dc64-4146-a390-e577a0d54775 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:54.370151 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-cbb76b17-04d4-4209-8827-f19adb9472f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05139a5-014f-4743-9602-e20371fc24f8', 'name': 'tempest-TestMinimumBasicScenario-18423363-router', 'tenant_id': 'fe4f2ce87c284471b109c2448fd9bf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'd6f7651e-762f-4ab9-b1d2-be2ac97d4a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:12:53Z', 'updated_at': '2021-12-08T17:12:56Z', 'revision_number': 4, 'project_id': 'fe4f2ce87c284471b109c2448fd9bf98', 'gw_port': {'id': 'd6f7651e-762f-4ab9-b1d2-be2ac97d4a28', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:86:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05139a5-014f-4743-9602-e20371fc24f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:12:53Z', 'updated_at': '2021-12-08T17:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '3962aa0b-3834-4091-ae58-b502a6cf2b3e', 'tenant_id': 'fe4f2ce87c284471b109c2448fd9bf98', 'floating_ip_address': '172.25.0.37', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': 'c05139a5-014f-4743-9602-e20371fc24f8', 'port_id': 'd53d8f7f-8765-4743-8b95-d27e50ccc4f0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bae9089a-78b8-4d17-83fe-823304afdecb', 'mac_address': 'fa:16:3e:31:35:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076753c1-20a1-435a-95aa-cd738b3eb31f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T17:13:52Z', 'updated_at': '2021-12-08T17:13:52Z', 'revision_number': 0, 'project_id': 'fe4f2ce87c284471b109c2448fd9bf98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '322e0476-486e-498b-8bbf-bb889699df56', 'name': '', 'network_id': 'bae9089a-78b8-4d17-83fe-823304afdecb', 'tenant_id': 'fe4f2ce87c284471b109c2448fd9bf98', 'mac_address': 'fa:16:3e:8a:40:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05139a5-014f-4743-9602-e20371fc24f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '2a9b4c64-3598-4f71-81b0-6cda2b0988f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:12:55Z', 'updated_at': '2021-12-08T17:12:59Z', 'revision_number': 5, 'project_id': 'fe4f2ce87c284471b109c2448fd9bf98', 'subnets': [{'id': '2a9b4c64-3598-4f71-81b0-6cda2b0988f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:13:54.397221 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb76b17-04d4-4209-8827-f19adb9472f1 None None] The sync data for ids ['c05139a5-014f-4743-9602-e20371fc24f8'] in n-d-776250-12 is: [{'id': 'c05139a5-014f-4743-9602-e20371fc24f8', 'name': 'tempest-TestMinimumBasicScenario-18423363-router', 'tenant_id': 'fe4f2ce87c284471b109c2448fd9bf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'd6f7651e-762f-4ab9-b1d2-be2ac97d4a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:12:53Z', 'updated_at': '2021-12-08T17:12:56Z', 'revision_number': 4, 'project_id': 'fe4f2ce87c284471b109c2448fd9bf98', 'gw_port': {'id': 'd6f7651e-762f-4ab9-b1d2-be2ac97d4a28', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:86:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05139a5-014f-4743-9602-e20371fc24f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:12:53Z', 'updated_at': '2021-12-08T17:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '3962aa0b-3834-4091-ae58-b502a6cf2b3e', 'tenant_id': 'fe4f2ce87c284471b109c2448fd9bf98', 'floating_ip_address': '172.25.0.37', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': 'c05139a5-014f-4743-9602-e20371fc24f8', 'port_id': 'd53d8f7f-8765-4743-8b95-d27e50ccc4f0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bae9089a-78b8-4d17-83fe-823304afdecb', 'mac_address': 'fa:16:3e:31:35:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076753c1-20a1-435a-95aa-cd738b3eb31f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T17:13:52Z', 'updated_at': '2021-12-08T17:13:52Z', 'revision_number': 0, 'project_id': 'fe4f2ce87c284471b109c2448fd9bf98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '322e0476-486e-498b-8bbf-bb889699df56', 'name': '', 'network_id': 'bae9089a-78b8-4d17-83fe-823304afdecb', 'tenant_id': 'fe4f2ce87c284471b109c2448fd9bf98', 'mac_address': 'fa:16:3e:8a:40:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05139a5-014f-4743-9602-e20371fc24f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '2a9b4c64-3598-4f71-81b0-6cda2b0988f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:12:55Z', 'updated_at': '2021-12-08T17:12:59Z', 'revision_number': 5, 'project_id': 'fe4f2ce87c284471b109c2448fd9bf98', 'subnets': [{'id': '2a9b4c64-3598-4f71-81b0-6cda2b0988f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:13:54.413905 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11389920-dc64-4146-a390-e577a0d54775 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf202058-a10e-4d45-ad6c-7c5f15f9f892,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:13:54.428508 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11389920-dc64-4146-a390-e577a0d54775 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:13:54.428508 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11389920-dc64-4146-a390-e577a0d54775 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:13:54.428816 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11389920-dc64-4146-a390-e577a0d54775 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:13:54.429150 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11389920-dc64-4146-a390-e577a0d54775 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:13:54.429507 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11389920-dc64-4146-a390-e577a0d54775 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:13:54.429821 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11389920-dc64-4146-a390-e577a0d54775 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:13:54.430152 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11389920-dc64-4146-a390-e577a0d54775 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:13:54.430651 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11389920-dc64-4146-a390-e577a0d54775 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:13:54.430912 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11389920-dc64-4146-a390-e577a0d54775 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:13:54.431143 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11389920-dc64-4146-a390-e577a0d54775 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:13:54.431454 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11389920-dc64-4146-a390-e577a0d54775 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:13:54.431777 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11389920-dc64-4146-a390-e577a0d54775 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:13:54.432101 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11389920-dc64-4146-a390-e577a0d54775 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:13:54.444087 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-11389920-dc64-4146-a390-e577a0d54775 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:54.445415 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-11389920-dc64-4146-a390-e577a0d54775 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3522389 Dec 08 17:13:54.448737 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42266) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:13:54.455294 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-86337db4-e325-4350-83a2-8e7a075dce29 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Request body: {'security_group_rule': {'security_group_id': 'cf202058-a10e-4d45-ad6c-7c5f15f9f892', 'project_id': 'fe4f2ce87c284471b109c2448fd9bf98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:13:54.471522 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4ad0e-dc6d-407a-8aee-bf107a0078b1 req-683ba3cd-62cb-4d0d-9527-de4bb7b10ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:13:54.473098 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-95b4ad0e-dc6d-407a-8aee-bf107a0078b1 req-683ba3cd-62cb-4d0d-9527-de4bb7b10ee8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bae9089a-78b8-4d17-83fe-823304afdecb HTTP/1.1" status: 200 len: 914 time: 0.1269746 Dec 08 17:13:54.548862 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-95b4ad0e-dc6d-407a-8aee-bf107a0078b1 req-ecd03f79-190b-42be-b6a6-af835c0c4c8b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d53d8f7f-8765-4743-8b95-d27e50ccc4f0 HTTP/1.1" status: 200 len: 999 time: 0.0660741 Dec 08 17:13:54.558921 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-86337db4-e325-4350-83a2-8e7a075dce29 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:54.603461 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4ad0e-dc6d-407a-8aee-bf107a0078b1 req-554dcea9-233a-424a-9fa7-483f617805fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:13:54.604996 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-95b4ad0e-dc6d-407a-8aee-bf107a0078b1 req-554dcea9-233a-424a-9fa7-483f617805fe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2a9b4c64-3598-4f71-81b0-6cda2b0988f6 HTTP/1.1" status: 200 len: 852 time: 0.0473928 Dec 08 17:13:54.622152 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-86337db4-e325-4350-83a2-8e7a075dce29 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:54.624155 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d758cdc2-83b6-4920-bba3-3dbe0d29d544 None None] New status for floating IP 3962aa0b-3834-4091-ae58-b502a6cf2b3e: ACTIVE {{(pid=110552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 17:13:54.653005 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4ad0e-dc6d-407a-8aee-bf107a0078b1 req-9e30f457-1ac4-4862-a18b-4ef1e241f1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:13:54.654453 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-95b4ad0e-dc6d-407a-8aee-bf107a0078b1 req-9e30f457-1ac4-4862-a18b-4ef1e241f1f4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bae9089a-78b8-4d17-83fe-823304afdecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419824 Dec 08 17:13:54.725504 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-86337db4-e325-4350-83a2-8e7a075dce29 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:54.745501 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86337db4-e325-4350-83a2-8e7a075dce29 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=441b497a-2cbf-4767-8934-d779f04d637f,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:13:54.759423 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-95b4ad0e-dc6d-407a-8aee-bf107a0078b1 req-cde843de-5788-4b08-a10e-cc7f18f51c37 service neutron] 10.222.0.37 "GET /v2.0/networks/bae9089a-78b8-4d17-83fe-823304afdecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969510 Dec 08 17:13:54.849858 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-86337db4-e325-4350-83a2-8e7a075dce29 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:54.851134 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-95b4ad0e-dc6d-407a-8aee-bf107a0078b1 req-c519e457-8b8d-4199-a0dc-dc93484da649 service neutron] 10.222.0.37 "GET /v2.0/networks/bae9089a-78b8-4d17-83fe-823304afdecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836546 Dec 08 17:13:54.851298 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-86337db4-e325-4350-83a2-8e7a075dce29 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4009416 Dec 08 17:13:54.854104 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42268) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:13:54.859199 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-7843fac3-b3b2-4e99-8f8c-bc07141dbaf9 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Request body: {'security_group_rule': {'security_group_id': 'cf202058-a10e-4d45-ad6c-7c5f15f9f892', 'project_id': 'fe4f2ce87c284471b109c2448fd9bf98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:13:55.012461 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7843fac3-b3b2-4e99-8f8c-bc07141dbaf9 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:55.078358 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7843fac3-b3b2-4e99-8f8c-bc07141dbaf9 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:55.144270 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7843fac3-b3b2-4e99-8f8c-bc07141dbaf9 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:55.163352 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7843fac3-b3b2-4e99-8f8c-bc07141dbaf9 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13c478d2-b36c-47e4-a3c2-e470a08b83e6,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:13:55.235468 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7843fac3-b3b2-4e99-8f8c-bc07141dbaf9 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:55.236736 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-7843fac3-b3b2-4e99-8f8c-bc07141dbaf9 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3816874 Dec 08 17:13:55.239483 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42270) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:13:55.244209 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-e4f55021-7aca-47e8-ad1e-9d31cd1e953b tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Request body: {'security_group_rule': {'security_group_id': 'cf202058-a10e-4d45-ad6c-7c5f15f9f892', 'project_id': 'fe4f2ce87c284471b109c2448fd9bf98', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:13:55.333414 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e4f55021-7aca-47e8-ad1e-9d31cd1e953b tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:55.389987 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e4f55021-7aca-47e8-ad1e-9d31cd1e953b tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:55.475176 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e4f55021-7aca-47e8-ad1e-9d31cd1e953b tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:55.492867 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f55021-7aca-47e8-ad1e-9d31cd1e953b tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a643e0b8-2767-4b8d-b287-5b995f7fa1eb,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:13:55.580061 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e4f55021-7aca-47e8-ad1e-9d31cd1e953b tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:55.581328 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e4f55021-7aca-47e8-ad1e-9d31cd1e953b tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3408844 Dec 08 17:13:55.584710 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42272) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:13:55.589134 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-1c0f88d1-3526-47a2-8a88-1e4d930e4918 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Request body: {'security_group_rule': {'security_group_id': 'cf202058-a10e-4d45-ad6c-7c5f15f9f892', 'project_id': 'fe4f2ce87c284471b109c2448fd9bf98', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:13:55.681172 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1c0f88d1-3526-47a2-8a88-1e4d930e4918 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:55.738628 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1c0f88d1-3526-47a2-8a88-1e4d930e4918 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:55.800912 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1c0f88d1-3526-47a2-8a88-1e4d930e4918 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:55.821415 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0f88d1-3526-47a2-8a88-1e4d930e4918 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dd3d525-17a2-4c2a-aa8f-94544203a974,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:13:55.883744 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1c0f88d1-3526-47a2-8a88-1e4d930e4918 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:55.885007 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-1c0f88d1-3526-47a2-8a88-1e4d930e4918 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2993610 Dec 08 17:13:55.887827 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42274) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:13:55.892279 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-c941eb48-0638-4233-aa15-1a504397a232 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Request body: {'security_group_rule': {'security_group_id': 'cf202058-a10e-4d45-ad6c-7c5f15f9f892', 'project_id': 'fe4f2ce87c284471b109c2448fd9bf98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:13:56.001424 n-d-776250-12 neutron-server[110551]: INFO neutron.db.securitygroups_db [None req-c941eb48-0638-4233-aa15-1a504397a232 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Project fe4f2ce87c284471b109c2448fd9bf98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 17:13:56.006602 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c941eb48-0638-4233-aa15-1a504397a232 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:56.068477 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c941eb48-0638-4233-aa15-1a504397a232 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:56.138288 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c941eb48-0638-4233-aa15-1a504397a232 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:56.156267 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c941eb48-0638-4233-aa15-1a504397a232 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce490ca4-81ca-453e-b269-147c1b789aaa,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:13:56.208684 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c941eb48-0638-4233-aa15-1a504397a232 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:56.209920 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c941eb48-0638-4233-aa15-1a504397a232 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3211188 Dec 08 17:13:56.212635 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42276) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:13:56.217106 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-561773fe-5235-4b99-9287-1b473d016812 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Request body: {'security_group_rule': {'security_group_id': 'cf202058-a10e-4d45-ad6c-7c5f15f9f892', 'project_id': 'fe4f2ce87c284471b109c2448fd9bf98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:13:56.309421 n-d-776250-12 neutron-server[110551]: INFO neutron.db.securitygroups_db [None req-561773fe-5235-4b99-9287-1b473d016812 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Project fe4f2ce87c284471b109c2448fd9bf98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 17:13:56.314363 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-561773fe-5235-4b99-9287-1b473d016812 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:56.374131 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-561773fe-5235-4b99-9287-1b473d016812 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:56.435349 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-561773fe-5235-4b99-9287-1b473d016812 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:56.453329 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561773fe-5235-4b99-9287-1b473d016812 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8382d25-066f-40b2-adaf-7c8f2bbb427b,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:13:56.521250 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-561773fe-5235-4b99-9287-1b473d016812 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:56.522486 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-561773fe-5235-4b99-9287-1b473d016812 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3088937 Dec 08 17:13:56.613339 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2418c6c9-a7f7-41fc-aa4b-a5260ba7b940 req-b071c79f-fc07-4e01-93d1-1f2b29ab9074 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-159539016&fields=id&tenant_id=fe4f2ce87c284471b109c2448fd9bf98 HTTP/1.1" status: 200 len: 267 time: 0.0458744 Dec 08 17:13:56.671227 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2418c6c9-a7f7-41fc-aa4b-a5260ba7b940 req-bd11bc8b-0cd6-4c75-9f06-1190258dd2af tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:13:56.672783 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2418c6c9-a7f7-41fc-aa4b-a5260ba7b940 req-bd11bc8b-0cd6-4c75-9f06-1190258dd2af tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/ports?device_id=076753c1-20a1-435a-95aa-cd738b3eb31f HTTP/1.1" status: 200 len: 946 time: 0.0535204 Dec 08 17:13:56.683829 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-2418c6c9-a7f7-41fc-aa4b-a5260ba7b940 req-5b29a1fd-4284-4f44-bf2c-c5af179601d0 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Request body: {'port': {'security_groups': ['bc59a019-1102-4fb3-92b7-228dfb0f8a0f', 'cf202058-a10e-4d45-ad6c-7c5f15f9f892']}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:13:56.751775 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2418c6c9-a7f7-41fc-aa4b-a5260ba7b940 req-5b29a1fd-4284-4f44-bf2c-c5af179601d0 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:56.946909 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-2418c6c9-a7f7-41fc-aa4b-a5260ba7b940 req-5b29a1fd-4284-4f44-bf2c-c5af179601d0 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] For port d53d8f7f-8765-4743-8b95-d27e50ccc4f0, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=d53d8f7f-8765-4743-8b95-d27e50ccc4f0,segment=NetworkSegment(3df22e54-decd-4be0-b52a-9a183a01e89e),segment_id=3df22e54-decd-4be0-b52a-9a183a01e89e)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:13:56.975924 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2418c6c9-a7f7-41fc-aa4b-a5260ba7b940 req-5b29a1fd-4284-4f44-bf2c-c5af179601d0 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:57.039227 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2418c6c9-a7f7-41fc-aa4b-a5260ba7b940 req-5b29a1fd-4284-4f44-bf2c-c5af179601d0 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:57.051362 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['d53d8f7f-8765-4743-8b95-d27e50ccc4f0'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:13:57.086700 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2418c6c9-a7f7-41fc-aa4b-a5260ba7b940 req-5b29a1fd-4284-4f44-bf2c-c5af179601d0 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:13:57.087323 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-2418c6c9-a7f7-41fc-aa4b-a5260ba7b940 req-5b29a1fd-4284-4f44-bf2c-c5af179601d0 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:57.088737 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2418c6c9-a7f7-41fc-aa4b-a5260ba7b940 req-5b29a1fd-4284-4f44-bf2c-c5af179601d0 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "PUT /v2.0/ports/d53d8f7f-8765-4743-8b95-d27e50ccc4f0 HTTP/1.1" status: 200 len: 982 time: 0.4093966 Dec 08 17:13:57.089201 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '076753c1-20a1-435a-95aa-cd738b3eb31f', 'tag': 'd53d8f7f-8765-4743-8b95-d27e50ccc4f0'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:13:57.091482 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33688f0a94a9db352de83aac38ec7a80f5ce35812a363759cff610bcc84c1346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf7170f-8a97-44c6-a6b3-2b40f2ce5efe" -d '{"events": [{"name": "network-changed", "server_uuid": "076753c1-20a1-435a-95aa-cd738b3eb31f", "tag": "d53d8f7f-8765-4743-8b95-d27e50ccc4f0"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:13:57.148102 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b29a1fd-4284-4f44-bf2c-c5af179601d0 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Pushing event updated for resources: {'Port': ['ID=d53d8f7f-8765-4743-8b95-d27e50ccc4f0,revision_number=6']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:13:57.162896 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ed66e7-494e-419f-abbd-396b7dc338b0 x-openstack-request-id: req-03ed66e7-494e-419f-abbd-396b7dc338b0 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:13:57.163845 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "076753c1-20a1-435a-95aa-cd738b3eb31f", "tag": "d53d8f7f-8765-4743-8b95-d27e50ccc4f0", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:13:57.164467 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-03ed66e7-494e-419f-abbd-396b7dc338b0 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:13:57.165054 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '076753c1-20a1-435a-95aa-cd738b3eb31f', 'tag': 'd53d8f7f-8765-4743-8b95-d27e50ccc4f0', 'status': 'completed', 'code': 200} Dec 08 17:13:57.221201 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7170f-8a97-44c6-a6b3-2b40f2ce5efe req-7f62f5b8-2f3f-4c8f-a849-9f34ff13d016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:13:57.222891 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ecf7170f-8a97-44c6-a6b3-2b40f2ce5efe req-7f62f5b8-2f3f-4c8f-a849-9f34ff13d016 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fe4f2ce87c284471b109c2448fd9bf98&device_id=076753c1-20a1-435a-95aa-cd738b3eb31f HTTP/1.1" status: 200 len: 1137 time: 0.0559990 Dec 08 17:13:57.241686 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f299d29-35cc-4a99-82ca-54bbe6ac0c56 req-25e9c835-050c-48d8-b4f0-f9362c432dd3 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:13:57.243854 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1f299d29-35cc-4a99-82ca-54bbe6ac0c56 req-25e9c835-050c-48d8-b4f0-f9362c432dd3 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/ports?device_id=076753c1-20a1-435a-95aa-cd738b3eb31f HTTP/1.1" status: 200 len: 985 time: 0.0664210 Dec 08 17:13:57.291237 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['d53d8f7f-8765-4743-8b95-d27e50ccc4f0'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:13:57.318960 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1f299d29-35cc-4a99-82ca-54bbe6ac0c56 req-df238790-a5e1-48a7-9cfa-143ed5b61503 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf202058-a10e-4d45-ad6c-7c5f15f9f892&id=bc59a019-1102-4fb3-92b7-228dfb0f8a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0682702 Dec 08 17:13:57.341797 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7170f-8a97-44c6-a6b3-2b40f2ce5efe req-b3ad0681-6c54-438c-bd8d-0fd18f6963ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:13:57.343356 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ecf7170f-8a97-44c6-a6b3-2b40f2ce5efe req-b3ad0681-6c54-438c-bd8d-0fd18f6963ca service neutron] 10.222.0.37 "GET /v2.0/networks?id=bae9089a-78b8-4d17-83fe-823304afdecb HTTP/1.1" status: 200 len: 914 time: 0.1109700 Dec 08 17:13:57.379070 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-b9bf78ef-b4b8-4046-9e0f-72ceb3b650aa None None] Provisioning complete for port d53d8f7f-8765-4743-8b95-d27e50ccc4f0 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:13:57.379364 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b9bf78ef-b4b8-4046-9e0f-72ceb3b650aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:57.415342 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ecf7170f-8a97-44c6-a6b3-2b40f2ce5efe req-af69a637-3e6b-4948-a9ca-522f3c27fad8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d53d8f7f-8765-4743-8b95-d27e50ccc4f0 HTTP/1.1" status: 200 len: 1001 time: 0.0645933 Dec 08 17:13:57.466113 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7170f-8a97-44c6-a6b3-2b40f2ce5efe req-05723158-1f66-4db2-b6c2-239d16c7e85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:13:57.467560 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ecf7170f-8a97-44c6-a6b3-2b40f2ce5efe req-05723158-1f66-4db2-b6c2-239d16c7e85a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2a9b4c64-3598-4f71-81b0-6cda2b0988f6 HTTP/1.1" status: 200 len: 852 time: 0.0451753 Dec 08 17:13:57.514982 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7170f-8a97-44c6-a6b3-2b40f2ce5efe req-187c8fed-98c9-4276-9886-83d31992b46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:13:57.516525 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ecf7170f-8a97-44c6-a6b3-2b40f2ce5efe req-187c8fed-98c9-4276-9886-83d31992b46c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bae9089a-78b8-4d17-83fe-823304afdecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414245 Dec 08 17:13:57.613484 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ecf7170f-8a97-44c6-a6b3-2b40f2ce5efe req-7844f2e3-0bc9-46a1-9cb8-24ea6b59b14c service neutron] 10.222.0.37 "GET /v2.0/networks/bae9089a-78b8-4d17-83fe-823304afdecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884740 Dec 08 17:13:57.706864 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ecf7170f-8a97-44c6-a6b3-2b40f2ce5efe req-e5cd916a-1b21-4549-9353-5538eea373a0 service neutron] 10.222.0.37 "GET /v2.0/networks/bae9089a-78b8-4d17-83fe-823304afdecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853379 Dec 08 17:14:05.269578 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:14:07.063077 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795a8316-daaa-4835-9c58-94e18e915cac req-75ce7024-08d5-4161-95a0-14b9c4a7699f tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:14:07.064553 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-795a8316-daaa-4835-9c58-94e18e915cac req-75ce7024-08d5-4161-95a0-14b9c4a7699f tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/ports?device_id=076753c1-20a1-435a-95aa-cd738b3eb31f HTTP/1.1" status: 200 len: 985 time: 0.0575457 Dec 08 17:14:07.117470 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632fe17-b789-48eb-b050-953fffdd6f20 req-23034dc3-c263-49ae-bb25-d7187b624508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:14:07.119239 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e632fe17-b789-48eb-b050-953fffdd6f20 req-23034dc3-c263-49ae-bb25-d7187b624508 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fe4f2ce87c284471b109c2448fd9bf98&device_id=076753c1-20a1-435a-95aa-cd738b3eb31f HTTP/1.1" status: 200 len: 1137 time: 0.0421615 Dec 08 17:14:07.129362 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-795a8316-daaa-4835-9c58-94e18e915cac req-d7f7804b-aa17-4ce0-a8b1-1ec108b8f8d5 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf202058-a10e-4d45-ad6c-7c5f15f9f892&id=bc59a019-1102-4fb3-92b7-228dfb0f8a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0585797 Dec 08 17:14:07.214227 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632fe17-b789-48eb-b050-953fffdd6f20 req-648473bc-df32-4f5e-8280-7460b210f2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:14:07.215712 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e632fe17-b789-48eb-b050-953fffdd6f20 req-648473bc-df32-4f5e-8280-7460b210f2ba service neutron] 10.222.0.37 "GET /v2.0/networks?id=bae9089a-78b8-4d17-83fe-823304afdecb HTTP/1.1" status: 200 len: 914 time: 0.0885293 Dec 08 17:14:07.284988 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e632fe17-b789-48eb-b050-953fffdd6f20 req-dd1203b0-31a8-4d0e-a11a-25c63db43ca8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d53d8f7f-8765-4743-8b95-d27e50ccc4f0 HTTP/1.1" status: 200 len: 1001 time: 0.0580964 Dec 08 17:14:07.337906 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632fe17-b789-48eb-b050-953fffdd6f20 req-2cec8f46-f45f-4e73-bd6d-b7fed07f841a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:14:07.339229 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e632fe17-b789-48eb-b050-953fffdd6f20 req-2cec8f46-f45f-4e73-bd6d-b7fed07f841a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2a9b4c64-3598-4f71-81b0-6cda2b0988f6 HTTP/1.1" status: 200 len: 852 time: 0.0462668 Dec 08 17:14:07.383602 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632fe17-b789-48eb-b050-953fffdd6f20 req-a1df2489-5801-4e19-8f58-8d935f776295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:14:07.385070 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e632fe17-b789-48eb-b050-953fffdd6f20 req-a1df2489-5801-4e19-8f58-8d935f776295 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bae9089a-78b8-4d17-83fe-823304afdecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390947 Dec 08 17:14:07.471571 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e632fe17-b789-48eb-b050-953fffdd6f20 req-4f206091-9911-4760-ad87-8d909ad5de51 service neutron] 10.222.0.37 "GET /v2.0/networks/bae9089a-78b8-4d17-83fe-823304afdecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794549 Dec 08 17:14:07.886544 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e632fe17-b789-48eb-b050-953fffdd6f20 req-105bb06b-f1d4-416d-aff6-a545a6ff77dc service neutron] 10.222.0.37 "GET /v2.0/networks/bae9089a-78b8-4d17-83fe-823304afdecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4081547 Dec 08 17:14:08.250247 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2b84fc-6dea-461b-a3d0-86c23d1d78c0 req-421245a3-0976-471b-856a-a62156f76031 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:14:08.251766 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4d2b84fc-6dea-461b-a3d0-86c23d1d78c0 req-421245a3-0976-471b-856a-a62156f76031 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/ports?device_id=076753c1-20a1-435a-95aa-cd738b3eb31f HTTP/1.1" status: 200 len: 985 time: 0.0517697 Dec 08 17:14:08.312119 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4d2b84fc-6dea-461b-a3d0-86c23d1d78c0 req-fbcd10e8-f6f5-40c7-afb6-5b13ec10c883 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf202058-a10e-4d45-ad6c-7c5f15f9f892&id=bc59a019-1102-4fb3-92b7-228dfb0f8a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539601 Dec 08 17:14:09.212666 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:14:09.440066 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc769fd-cca7-48fc-b559-ab2dcbc2df10 req-aca4a69d-e9c4-4d40-8706-42821d39b798 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:14:09.441654 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0cc769fd-cca7-48fc-b559-ab2dcbc2df10 req-aca4a69d-e9c4-4d40-8706-42821d39b798 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/ports?device_id=076753c1-20a1-435a-95aa-cd738b3eb31f HTTP/1.1" status: 200 len: 985 time: 0.0619848 Dec 08 17:14:09.503587 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0cc769fd-cca7-48fc-b559-ab2dcbc2df10 req-940a2517-765f-4677-a3bc-2cb9d485d593 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf202058-a10e-4d45-ad6c-7c5f15f9f892&id=bc59a019-1102-4fb3-92b7-228dfb0f8a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551536 Dec 08 17:14:10.624674 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319432dd-b201-488e-9289-95e1b7669006 req-d8667f1d-57a5-4c94-a053-8b22811f94f1 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:14:10.626180 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-319432dd-b201-488e-9289-95e1b7669006 req-d8667f1d-57a5-4c94-a053-8b22811f94f1 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/ports?device_id=076753c1-20a1-435a-95aa-cd738b3eb31f HTTP/1.1" status: 200 len: 985 time: 0.0550270 Dec 08 17:14:10.700440 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-319432dd-b201-488e-9289-95e1b7669006 req-e1ecaba7-a641-447d-9bae-eba7388194a3 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf202058-a10e-4d45-ad6c-7c5f15f9f892&id=bc59a019-1102-4fb3-92b7-228dfb0f8a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0675528 Dec 08 17:14:11.472764 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b8258446-bf1b-4e15-b388-b795d3654fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:14:11.815095 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f7a7f-3ab5-491b-829c-78a7bd3ea30a req-d963b493-191b-4972-9e27-c5996f9965f9 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:14:11.816610 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f50f7a7f-3ab5-491b-829c-78a7bd3ea30a req-d963b493-191b-4972-9e27-c5996f9965f9 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/ports?device_id=076753c1-20a1-435a-95aa-cd738b3eb31f HTTP/1.1" status: 200 len: 985 time: 0.0486889 Dec 08 17:14:11.881968 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f50f7a7f-3ab5-491b-829c-78a7bd3ea30a req-cebc50d3-bab8-413c-843c-67191e4463d9 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf202058-a10e-4d45-ad6c-7c5f15f9f892&id=bc59a019-1102-4fb3-92b7-228dfb0f8a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0588148 Dec 08 17:14:13.001344 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e527d95-6d96-4cc4-a911-4283897628d5 req-6f91f6eb-f021-45f1-a6de-5a98f4684248 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:14:13.002822 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0e527d95-6d96-4cc4-a911-4283897628d5 req-6f91f6eb-f021-45f1-a6de-5a98f4684248 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/ports?device_id=076753c1-20a1-435a-95aa-cd738b3eb31f HTTP/1.1" status: 200 len: 985 time: 0.0497520 Dec 08 17:14:13.061893 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0e527d95-6d96-4cc4-a911-4283897628d5 req-48d504bf-79b8-4bc9-9e63-ae6a63dfeff5 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf202058-a10e-4d45-ad6c-7c5f15f9f892&id=bc59a019-1102-4fb3-92b7-228dfb0f8a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530570 Dec 08 17:14:14.175435 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81549787-1d89-4e9f-9bc3-0081c368454c req-b3ab1f9a-2d3d-47e8-a86e-dc581c24bb03 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:14:14.177508 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-81549787-1d89-4e9f-9bc3-0081c368454c req-b3ab1f9a-2d3d-47e8-a86e-dc581c24bb03 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/ports?device_id=076753c1-20a1-435a-95aa-cd738b3eb31f HTTP/1.1" status: 200 len: 985 time: 0.0487952 Dec 08 17:14:14.200849 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1eb9f7f4-0d0a-490e-9c16-969919a60385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:14:14.237458 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-81549787-1d89-4e9f-9bc3-0081c368454c req-9ca80636-fa24-474d-b033-f3ee8dfb5826 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf202058-a10e-4d45-ad6c-7c5f15f9f892&id=bc59a019-1102-4fb3-92b7-228dfb0f8a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537412 Dec 08 17:14:15.354882 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495cd4d1-111c-4863-aad3-f7228dde4ae8 req-442bbd0d-ebae-4f42-a7cd-dda6897cd04a tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:14:15.356364 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-495cd4d1-111c-4863-aad3-f7228dde4ae8 req-442bbd0d-ebae-4f42-a7cd-dda6897cd04a tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/ports?device_id=076753c1-20a1-435a-95aa-cd738b3eb31f HTTP/1.1" status: 200 len: 985 time: 0.0485933 Dec 08 17:14:15.420873 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-495cd4d1-111c-4863-aad3-f7228dde4ae8 req-f92c54ae-c4cb-4e16-bd2b-85ba68ace9d2 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf202058-a10e-4d45-ad6c-7c5f15f9f892&id=bc59a019-1102-4fb3-92b7-228dfb0f8a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583746 Dec 08 17:14:15.486167 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:14:16.539944 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662ee2e-abc8-4547-ac0b-f1e04c239cb0 req-66823ddf-5cd4-4bb1-90b4-30f22dc80d0d tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:14:16.541588 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6662ee2e-abc8-4547-ac0b-f1e04c239cb0 req-66823ddf-5cd4-4bb1-90b4-30f22dc80d0d tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/ports?device_id=076753c1-20a1-435a-95aa-cd738b3eb31f HTTP/1.1" status: 200 len: 985 time: 0.0527964 Dec 08 17:14:16.567418 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:14:16.603624 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6662ee2e-abc8-4547-ac0b-f1e04c239cb0 req-c45b7653-dcc4-4dec-8db1-fdf715eaa09b tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf202058-a10e-4d45-ad6c-7c5f15f9f892&id=bc59a019-1102-4fb3-92b7-228dfb0f8a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558534 Dec 08 17:14:16.971996 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:14:17.633402 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:14:17.726309 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7f3edc-0b28-497c-9c5f-55bac10a9dd2 req-ebf16629-29fd-4a84-92cc-ffc80503ca3b tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:14:17.727828 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ad7f3edc-0b28-497c-9c5f-55bac10a9dd2 req-ebf16629-29fd-4a84-92cc-ffc80503ca3b tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/ports?device_id=076753c1-20a1-435a-95aa-cd738b3eb31f HTTP/1.1" status: 200 len: 985 time: 0.0502198 Dec 08 17:14:17.791009 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ad7f3edc-0b28-497c-9c5f-55bac10a9dd2 req-4c4e7713-86f1-4588-978f-6c9427ae4c53 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf202058-a10e-4d45-ad6c-7c5f15f9f892&id=bc59a019-1102-4fb3-92b7-228dfb0f8a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566201 Dec 08 17:14:18.918633 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f3a0f-ceba-40dc-a687-8509cd4abcb8 req-47644212-dcf4-4f84-9c4d-130940e19299 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:14:18.920194 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-be1f3a0f-ceba-40dc-a687-8509cd4abcb8 req-47644212-dcf4-4f84-9c4d-130940e19299 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/ports?device_id=076753c1-20a1-435a-95aa-cd738b3eb31f HTTP/1.1" status: 200 len: 985 time: 0.0582135 Dec 08 17:14:18.982357 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-be1f3a0f-ceba-40dc-a687-8509cd4abcb8 req-b0e823f0-e0ef-439c-b163-49c9a75b3683 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf202058-a10e-4d45-ad6c-7c5f15f9f892&id=bc59a019-1102-4fb3-92b7-228dfb0f8a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559788 Dec 08 17:14:20.095658 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06489b43-f911-4a67-a14c-ec290ae83b7e req-a12d3d30-0c38-475d-a175-0b1e87cf76f1 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:14:20.097219 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-06489b43-f911-4a67-a14c-ec290ae83b7e req-a12d3d30-0c38-475d-a175-0b1e87cf76f1 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/ports?device_id=076753c1-20a1-435a-95aa-cd738b3eb31f HTTP/1.1" status: 200 len: 985 time: 0.0484989 Dec 08 17:14:20.158145 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-06489b43-f911-4a67-a14c-ec290ae83b7e req-26537b7c-dcd1-44b8-b4d2-c813b945d709 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/security-groups?id=cf202058-a10e-4d45-ad6c-7c5f15f9f892&id=bc59a019-1102-4fb3-92b7-228dfb0f8a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542958 Dec 08 17:14:21.895668 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-880ea098-a9c3-4efa-bb20-5ac5d906882f req-70cdb3a9-0965-4c46-b70c-713abf7305d1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=076753c1-20a1-435a-95aa-cd738b3eb31f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439053 Dec 08 17:14:21.978135 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ea098-a9c3-4efa-bb20-5ac5d906882f req-23c6f8b9-aee9-47ae-bccf-1826672f48f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:14:21.979616 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-880ea098-a9c3-4efa-bb20-5ac5d906882f req-23c6f8b9-aee9-47ae-bccf-1826672f48f2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fe4f2ce87c284471b109c2448fd9bf98&device_id=076753c1-20a1-435a-95aa-cd738b3eb31f HTTP/1.1" status: 200 len: 1137 time: 0.0414255 Dec 08 17:14:22.084911 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ea098-a9c3-4efa-bb20-5ac5d906882f req-f32fbb7c-8abe-46db-873c-5edfc9052b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:14:22.086390 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-880ea098-a9c3-4efa-bb20-5ac5d906882f req-f32fbb7c-8abe-46db-873c-5edfc9052b7e service neutron] 10.222.0.37 "GET /v2.0/networks?id=bae9089a-78b8-4d17-83fe-823304afdecb HTTP/1.1" status: 200 len: 914 time: 0.0873690 Dec 08 17:14:22.153076 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-880ea098-a9c3-4efa-bb20-5ac5d906882f req-ba54edcc-310e-452f-b011-60eb70d00726 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d53d8f7f-8765-4743-8b95-d27e50ccc4f0 HTTP/1.1" status: 200 len: 1001 time: 0.0596519 Dec 08 17:14:22.203582 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ea098-a9c3-4efa-bb20-5ac5d906882f req-8a0790b6-2756-4a85-8108-13524e10eda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:14:22.205078 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-880ea098-a9c3-4efa-bb20-5ac5d906882f req-8a0790b6-2756-4a85-8108-13524e10eda8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2a9b4c64-3598-4f71-81b0-6cda2b0988f6 HTTP/1.1" status: 200 len: 852 time: 0.0454516 Dec 08 17:14:22.254788 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ea098-a9c3-4efa-bb20-5ac5d906882f req-edc626bb-e43c-44e8-96c8-a6bfae27ee91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:14:22.256386 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-880ea098-a9c3-4efa-bb20-5ac5d906882f req-edc626bb-e43c-44e8-96c8-a6bfae27ee91 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bae9089a-78b8-4d17-83fe-823304afdecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445728 Dec 08 17:14:22.345396 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-880ea098-a9c3-4efa-bb20-5ac5d906882f req-a4e59685-2591-46d3-84d1-09442bb33a19 service neutron] 10.222.0.37 "GET /v2.0/networks/bae9089a-78b8-4d17-83fe-823304afdecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817530 Dec 08 17:14:22.443164 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-880ea098-a9c3-4efa-bb20-5ac5d906882f req-9e83af99-21cf-4cd6-ba13-72b72b3baa58 service neutron] 10.222.0.37 "GET /v2.0/networks/bae9089a-78b8-4d17-83fe-823304afdecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904238 Dec 08 17:14:35.312370 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:14:39.329588 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:14:41.485777 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5b7757c2-b37f-4143-add5-b67796ecc13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:14:44.226824 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-10db228f-b496-42a9-9c6c-fc3e2373f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:14:45.500777 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:14:46.988729 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:14:47.611291 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:14:52.586217 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3fcf893c-7785-44e0-8f36-f7bfd6c861f7 req-5498b65a-3e13-4cb3-9c8a-11f409d8eaf4 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-159539016&fields=id&tenant_id=fe4f2ce87c284471b109c2448fd9bf98 HTTP/1.1" status: 200 len: 267 time: 0.0439453 Dec 08 17:14:52.643789 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcf893c-7785-44e0-8f36-f7bfd6c861f7 req-b27d231c-bf15-4a95-96cd-eacc206534b0 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:14:52.646789 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3fcf893c-7785-44e0-8f36-f7bfd6c861f7 req-b27d231c-bf15-4a95-96cd-eacc206534b0 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/ports?device_id=076753c1-20a1-435a-95aa-cd738b3eb31f HTTP/1.1" status: 200 len: 985 time: 0.0550494 Dec 08 17:14:52.661761 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [req-3fcf893c-7785-44e0-8f36-f7bfd6c861f7 req-8347d916-d0fa-4bb0-bc02-1c19cbc602cb tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Request body: {'port': {'security_groups': ['bc59a019-1102-4fb3-92b7-228dfb0f8a0f']}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:14:52.728298 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-3fcf893c-7785-44e0-8f36-f7bfd6c861f7 req-8347d916-d0fa-4bb0-bc02-1c19cbc602cb tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:14:52.901778 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [req-3fcf893c-7785-44e0-8f36-f7bfd6c861f7 req-8347d916-d0fa-4bb0-bc02-1c19cbc602cb tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] For port d53d8f7f-8765-4743-8b95-d27e50ccc4f0, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=d53d8f7f-8765-4743-8b95-d27e50ccc4f0,segment=NetworkSegment(3df22e54-decd-4be0-b52a-9a183a01e89e),segment_id=3df22e54-decd-4be0-b52a-9a183a01e89e)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:14:52.931259 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-3fcf893c-7785-44e0-8f36-f7bfd6c861f7 req-8347d916-d0fa-4bb0-bc02-1c19cbc602cb tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:14:52.997891 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-3fcf893c-7785-44e0-8f36-f7bfd6c861f7 req-8347d916-d0fa-4bb0-bc02-1c19cbc602cb tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:14:53.009610 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['d53d8f7f-8765-4743-8b95-d27e50ccc4f0'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:14:53.041522 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcf893c-7785-44e0-8f36-f7bfd6c861f7 req-8347d916-d0fa-4bb0-bc02-1c19cbc602cb tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:14:53.042168 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [req-3fcf893c-7785-44e0-8f36-f7bfd6c861f7 req-8347d916-d0fa-4bb0-bc02-1c19cbc602cb tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:14:53.043597 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3fcf893c-7785-44e0-8f36-f7bfd6c861f7 req-8347d916-d0fa-4bb0-bc02-1c19cbc602cb tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "PUT /v2.0/ports/d53d8f7f-8765-4743-8b95-d27e50ccc4f0 HTTP/1.1" status: 200 len: 943 time: 0.3891163 Dec 08 17:14:53.044079 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '076753c1-20a1-435a-95aa-cd738b3eb31f', 'tag': 'd53d8f7f-8765-4743-8b95-d27e50ccc4f0'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:14:53.046765 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86075ce93fb9518fb172f9d68d0141635fee78bb333cdf1a66291bc46e2f6896" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8554894b-3863-47c2-bcfb-be60cb797a6e" -d '{"events": [{"name": "network-changed", "server_uuid": "076753c1-20a1-435a-95aa-cd738b3eb31f", "tag": "d53d8f7f-8765-4743-8b95-d27e50ccc4f0"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:14:53.050114 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 42326) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:14:53.076426 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8347d916-d0fa-4bb0-bc02-1c19cbc602cb tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Pushing event updated for resources: {'Port': ['ID=d53d8f7f-8765-4743-8b95-d27e50ccc4f0,revision_number=7']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:14:53.086655 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8347d916-d0fa-4bb0-bc02-1c19cbc602cb tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:14:53.087008 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8347d916-d0fa-4bb0-bc02-1c19cbc602cb tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:14:53.087366 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8347d916-d0fa-4bb0-bc02-1c19cbc602cb tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:14:53.087719 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8347d916-d0fa-4bb0-bc02-1c19cbc602cb tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:14:53.088690 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8347d916-d0fa-4bb0-bc02-1c19cbc602cb tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:14:53.088833 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8347d916-d0fa-4bb0-bc02-1c19cbc602cb tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:14:53.089170 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8347d916-d0fa-4bb0-bc02-1c19cbc602cb tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:14:53.089515 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8347d916-d0fa-4bb0-bc02-1c19cbc602cb tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:14:53.089990 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8347d916-d0fa-4bb0-bc02-1c19cbc602cb tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:14:53.090338 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8347d916-d0fa-4bb0-bc02-1c19cbc602cb tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:14:53.090688 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8347d916-d0fa-4bb0-bc02-1c19cbc602cb tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:14:53.091030 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8347d916-d0fa-4bb0-bc02-1c19cbc602cb tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:14:53.091368 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8347d916-d0fa-4bb0-bc02-1c19cbc602cb tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:14:53.124066 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d83516b1-afe4-49dd-9857-ada9c684b9ff x-openstack-request-id: req-d83516b1-afe4-49dd-9857-ada9c684b9ff {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:14:53.125596 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "076753c1-20a1-435a-95aa-cd738b3eb31f", "tag": "d53d8f7f-8765-4743-8b95-d27e50ccc4f0", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:14:53.125867 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d83516b1-afe4-49dd-9857-ada9c684b9ff {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:14:53.126296 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '076753c1-20a1-435a-95aa-cd738b3eb31f', 'tag': 'd53d8f7f-8765-4743-8b95-d27e50ccc4f0', 'status': 'completed', 'code': 200} Dec 08 17:14:53.140355 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e9998432-0a5b-4c08-81a4-37a6d850ffc8 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:14:53.149777 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['d53d8f7f-8765-4743-8b95-d27e50ccc4f0'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:14:53.180063 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e9998432-0a5b-4c08-81a4-37a6d850ffc8 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:14:53.246602 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554894b-3863-47c2-bcfb-be60cb797a6e req-98985489-ec8f-45a1-9a44-b91b160217d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:14:53.248141 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8554894b-3863-47c2-bcfb-be60cb797a6e req-98985489-ec8f-45a1-9a44-b91b160217d3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fe4f2ce87c284471b109c2448fd9bf98&device_id=076753c1-20a1-435a-95aa-cd738b3eb31f HTTP/1.1" status: 200 len: 1098 time: 0.0922635 Dec 08 17:14:53.350085 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-a02daf51-5160-45aa-be44-0e32cad0389f None None] Provisioning complete for port d53d8f7f-8765-4743-8b95-d27e50ccc4f0 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:14:53.350997 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a02daf51-5160-45aa-be44-0e32cad0389f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:14:53.355756 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554894b-3863-47c2-bcfb-be60cb797a6e req-2f4782b3-7848-4a45-883a-bc50ffeebc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:14:53.357406 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8554894b-3863-47c2-bcfb-be60cb797a6e req-2f4782b3-7848-4a45-883a-bc50ffeebc38 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bae9089a-78b8-4d17-83fe-823304afdecb HTTP/1.1" status: 200 len: 914 time: 0.1020093 Dec 08 17:14:53.363643 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e9998432-0a5b-4c08-81a4-37a6d850ffc8 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:14:53.366290 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e9998432-0a5b-4c08-81a4-37a6d850ffc8 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:14:53.367354 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-e9998432-0a5b-4c08-81a4-37a6d850ffc8 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "DELETE /v2.0/security-groups/cf202058-a10e-4d45-ad6c-7c5f15f9f892 HTTP/1.1" status: 204 len: 168 time: 0.3093917 Dec 08 17:14:53.370965 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42328) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:14:53.414850 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9998432-0a5b-4c08-81a4-37a6d850ffc8 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf202058-a10e-4d45-ad6c-7c5f15f9f892,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:14:53.443364 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8554894b-3863-47c2-bcfb-be60cb797a6e req-17f5fb54-eeab-49e1-b532-172727688236 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d53d8f7f-8765-4743-8b95-d27e50ccc4f0 HTTP/1.1" status: 200 len: 1001 time: 0.0746562 Dec 08 17:14:53.486802 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:14:53.498183 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554894b-3863-47c2-bcfb-be60cb797a6e req-ccc1d592-0e82-47e7-abc9-31af60bb90c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:14:53.499666 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8554894b-3863-47c2-bcfb-be60cb797a6e req-ccc1d592-0e82-47e7-abc9-31af60bb90c5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2a9b4c64-3598-4f71-81b0-6cda2b0988f6 HTTP/1.1" status: 200 len: 852 time: 0.0487199 Dec 08 17:14:53.547092 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-38597091-56f7-424f-bd10-a7996f113df5 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Deleting port ec7a9195-d85a-40ff-b4a3-3b078407f8cc {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:14:53.547540 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-38597091-56f7-424f-bd10-a7996f113df5 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:14:53.550692 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554894b-3863-47c2-bcfb-be60cb797a6e req-9232de80-0594-45df-a00c-5cd4c5e00290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:14:53.552339 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8554894b-3863-47c2-bcfb-be60cb797a6e req-9232de80-0594-45df-a00c-5cd4c5e00290 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bae9089a-78b8-4d17-83fe-823304afdecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459113 Dec 08 17:14:53.626083 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-38597091-56f7-424f-bd10-a7996f113df5 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:14:53.626702 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-38597091-56f7-424f-bd10-a7996f113df5 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:14:53.638512 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-38597091-56f7-424f-bd10-a7996f113df5 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Calling delete_port for ec7a9195-d85a-40ff-b4a3-3b078407f8cc owned by network:floatingip {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:14:53.642344 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8554894b-3863-47c2-bcfb-be60cb797a6e req-a21907f5-c62d-43ae-a981-3f5556b1f9d9 service neutron] 10.222.0.37 "GET /v2.0/networks/bae9089a-78b8-4d17-83fe-823304afdecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824146 Dec 08 17:14:53.737309 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8554894b-3863-47c2-bcfb-be60cb797a6e req-9739fdb2-c23e-44ad-a103-175208d0bd1d service neutron] 10.222.0.37 "GET /v2.0/networks/bae9089a-78b8-4d17-83fe-823304afdecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879829 Dec 08 17:14:53.874431 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-38597091-56f7-424f-bd10-a7996f113df5 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:14:53.901077 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38597091-56f7-424f-bd10-a7996f113df5 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Pushing event deleted for resources: {'Port': ['ID=ec7a9195-d85a-40ff-b4a3-3b078407f8cc,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:14:53.964509 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-38597091-56f7-424f-bd10-a7996f113df5 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Publish callbacks [] for floatingip, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:14:53.964846 n-d-776250-12 neutron-server[110551]: INFO neutron.db.l3_db [None req-38597091-56f7-424f-bd10-a7996f113df5 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Floating IP 3962aa0b-3834-4091-ae58-b502a6cf2b3e disassociated (deleted). External IP: 172.25.0.37, port: d53d8f7f-8765-4743-8b95-d27e50ccc4f0. Dec 08 17:14:54.165272 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38597091-56f7-424f-bd10-a7996f113df5 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Router c05139a5-014f-4743-9602-e20371fc24f8 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:14:54.271227 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38597091-56f7-424f-bd10-a7996f113df5 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:14:54.275957 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-38597091-56f7-424f-bd10-a7996f113df5 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:14:54.280759 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84484bf6-a782-4546-a14a-dca4b6e0d479 None None] Sync routers for ids ['c05139a5-014f-4743-9602-e20371fc24f8'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:14:54.289660 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84484bf6-a782-4546-a14a-dca4b6e0d479 None None] Routers {'c05139a5-014f-4743-9602-e20371fc24f8'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:14:54.290266 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-84484bf6-a782-4546-a14a-dca4b6e0d479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:14:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['c05139a5-014f-4743-9602-e20371fc24f8'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:14:54.306450 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-38597091-56f7-424f-bd10-a7996f113df5 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "DELETE /v2.0/floatingips/3962aa0b-3834-4091-ae58-b502a6cf2b3e HTTP/1.1" status: 204 len: 168 time: 0.9336212 Dec 08 17:14:54.394481 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-84484bf6-a782-4546-a14a-dca4b6e0d479 None None] Set router c05139a5-014f-4743-9602-e20371fc24f8 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:14:54.591442 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-84484bf6-a782-4546-a14a-dca4b6e0d479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05139a5-014f-4743-9602-e20371fc24f8', 'name': 'tempest-TestMinimumBasicScenario-18423363-router', 'tenant_id': 'fe4f2ce87c284471b109c2448fd9bf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'd6f7651e-762f-4ab9-b1d2-be2ac97d4a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:12:53Z', 'updated_at': '2021-12-08T17:12:56Z', 'revision_number': 4, 'project_id': 'fe4f2ce87c284471b109c2448fd9bf98', 'gw_port': {'id': 'd6f7651e-762f-4ab9-b1d2-be2ac97d4a28', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:86:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05139a5-014f-4743-9602-e20371fc24f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:12:53Z', 'updated_at': '2021-12-08T17:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '322e0476-486e-498b-8bbf-bb889699df56', 'name': '', 'network_id': 'bae9089a-78b8-4d17-83fe-823304afdecb', 'tenant_id': 'fe4f2ce87c284471b109c2448fd9bf98', 'mac_address': 'fa:16:3e:8a:40:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05139a5-014f-4743-9602-e20371fc24f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '2a9b4c64-3598-4f71-81b0-6cda2b0988f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:12:55Z', 'updated_at': '2021-12-08T17:12:59Z', 'revision_number': 5, 'project_id': 'fe4f2ce87c284471b109c2448fd9bf98', 'subnets': [{'id': '2a9b4c64-3598-4f71-81b0-6cda2b0988f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:14:54.618480 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84484bf6-a782-4546-a14a-dca4b6e0d479 None None] Checking router: c05139a5-014f-4743-9602-e20371fc24f8 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:14:54.626730 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84484bf6-a782-4546-a14a-dca4b6e0d479 None None] Routers {'c05139a5-014f-4743-9602-e20371fc24f8'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:14:54.627336 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-84484bf6-a782-4546-a14a-dca4b6e0d479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:14:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['c05139a5-014f-4743-9602-e20371fc24f8'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:14:54.730770 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-84484bf6-a782-4546-a14a-dca4b6e0d479 None None] Set router c05139a5-014f-4743-9602-e20371fc24f8 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:14:54.929441 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-84484bf6-a782-4546-a14a-dca4b6e0d479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05139a5-014f-4743-9602-e20371fc24f8', 'name': 'tempest-TestMinimumBasicScenario-18423363-router', 'tenant_id': 'fe4f2ce87c284471b109c2448fd9bf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'd6f7651e-762f-4ab9-b1d2-be2ac97d4a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:12:53Z', 'updated_at': '2021-12-08T17:12:56Z', 'revision_number': 4, 'project_id': 'fe4f2ce87c284471b109c2448fd9bf98', 'gw_port': {'id': 'd6f7651e-762f-4ab9-b1d2-be2ac97d4a28', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:86:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05139a5-014f-4743-9602-e20371fc24f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:12:53Z', 'updated_at': '2021-12-08T17:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '322e0476-486e-498b-8bbf-bb889699df56', 'name': '', 'network_id': 'bae9089a-78b8-4d17-83fe-823304afdecb', 'tenant_id': 'fe4f2ce87c284471b109c2448fd9bf98', 'mac_address': 'fa:16:3e:8a:40:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05139a5-014f-4743-9602-e20371fc24f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '2a9b4c64-3598-4f71-81b0-6cda2b0988f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:12:55Z', 'updated_at': '2021-12-08T17:12:59Z', 'revision_number': 5, 'project_id': 'fe4f2ce87c284471b109c2448fd9bf98', 'subnets': [{'id': '2a9b4c64-3598-4f71-81b0-6cda2b0988f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:14:54.955473 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84484bf6-a782-4546-a14a-dca4b6e0d479 None None] The sync data for ids ['c05139a5-014f-4743-9602-e20371fc24f8'] in n-d-776250-12 is: [{'id': 'c05139a5-014f-4743-9602-e20371fc24f8', 'name': 'tempest-TestMinimumBasicScenario-18423363-router', 'tenant_id': 'fe4f2ce87c284471b109c2448fd9bf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'd6f7651e-762f-4ab9-b1d2-be2ac97d4a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:12:53Z', 'updated_at': '2021-12-08T17:12:56Z', 'revision_number': 4, 'project_id': 'fe4f2ce87c284471b109c2448fd9bf98', 'gw_port': {'id': 'd6f7651e-762f-4ab9-b1d2-be2ac97d4a28', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:86:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05139a5-014f-4743-9602-e20371fc24f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:12:53Z', 'updated_at': '2021-12-08T17:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '322e0476-486e-498b-8bbf-bb889699df56', 'name': '', 'network_id': 'bae9089a-78b8-4d17-83fe-823304afdecb', 'tenant_id': 'fe4f2ce87c284471b109c2448fd9bf98', 'mac_address': 'fa:16:3e:8a:40:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05139a5-014f-4743-9602-e20371fc24f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '2a9b4c64-3598-4f71-81b0-6cda2b0988f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:12:55Z', 'updated_at': '2021-12-08T17:12:59Z', 'revision_number': 5, 'project_id': 'fe4f2ce87c284471b109c2448fd9bf98', 'subnets': [{'id': '2a9b4c64-3598-4f71-81b0-6cda2b0988f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:14:55.127560 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '076753c1-20a1-435a-95aa-cd738b3eb31f', 'tag': 'd53d8f7f-8765-4743-8b95-d27e50ccc4f0'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:14:55.130361 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86075ce93fb9518fb172f9d68d0141635fee78bb333cdf1a66291bc46e2f6896" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc5a4cb-79fc-493c-bec0-7c6edfb5260c" -d '{"events": [{"name": "network-changed", "server_uuid": "076753c1-20a1-435a-95aa-cd738b3eb31f", "tag": "d53d8f7f-8765-4743-8b95-d27e50ccc4f0"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:14:55.172098 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62955e6d-5151-428c-ac9d-ca2b7b48436f x-openstack-request-id: req-62955e6d-5151-428c-ac9d-ca2b7b48436f {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:14:55.172417 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "076753c1-20a1-435a-95aa-cd738b3eb31f", "tag": "d53d8f7f-8765-4743-8b95-d27e50ccc4f0", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:14:55.179000 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-62955e6d-5151-428c-ac9d-ca2b7b48436f {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:14:55.179000 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '076753c1-20a1-435a-95aa-cd738b3eb31f', 'tag': 'd53d8f7f-8765-4743-8b95-d27e50ccc4f0', 'status': 'completed', 'code': 200} Dec 08 17:14:55.194192 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e414571f-1ab0-4f7d-8854-d64866d2081f None None] New status for floating IP 3962aa0b-3834-4091-ae58-b502a6cf2b3e: DOWN {{(pid=110552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 17:14:55.244339 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc5a4cb-79fc-493c-bec0-7c6edfb5260c req-84c1846d-96a8-4a56-99a4-41aaf862bf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:14:55.246522 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bbc5a4cb-79fc-493c-bec0-7c6edfb5260c req-84c1846d-96a8-4a56-99a4-41aaf862bf07 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fe4f2ce87c284471b109c2448fd9bf98&device_id=076753c1-20a1-435a-95aa-cd738b3eb31f HTTP/1.1" status: 200 len: 1098 time: 0.0505085 Dec 08 17:14:55.344765 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc5a4cb-79fc-493c-bec0-7c6edfb5260c req-a2dd7733-a54c-4232-b432-64c284cf1a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:14:55.346359 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bbc5a4cb-79fc-493c-bec0-7c6edfb5260c req-a2dd7733-a54c-4232-b432-64c284cf1a67 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bae9089a-78b8-4d17-83fe-823304afdecb HTTP/1.1" status: 200 len: 914 time: 0.0928760 Dec 08 17:14:55.391677 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bbc5a4cb-79fc-493c-bec0-7c6edfb5260c req-ad9374b7-0004-4325-9bd2-264a15a78942 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d53d8f7f-8765-4743-8b95-d27e50ccc4f0 HTTP/1.1" status: 200 len: 217 time: 0.0382593 Dec 08 17:14:55.445325 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc5a4cb-79fc-493c-bec0-7c6edfb5260c req-3cac59c3-5bf0-4199-8b92-c3c20f65ec67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:14:55.447039 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bbc5a4cb-79fc-493c-bec0-7c6edfb5260c req-3cac59c3-5bf0-4199-8b92-c3c20f65ec67 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2a9b4c64-3598-4f71-81b0-6cda2b0988f6 HTTP/1.1" status: 200 len: 852 time: 0.0490544 Dec 08 17:14:55.493996 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc5a4cb-79fc-493c-bec0-7c6edfb5260c req-624878dd-03cd-41df-81ca-875f49fa9c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:14:55.495517 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bbc5a4cb-79fc-493c-bec0-7c6edfb5260c req-624878dd-03cd-41df-81ca-875f49fa9c73 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bae9089a-78b8-4d17-83fe-823304afdecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416579 Dec 08 17:14:55.591568 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bbc5a4cb-79fc-493c-bec0-7c6edfb5260c req-5ad1ac5c-dc56-4ac8-83e4-1f91b5fdcfcf service neutron] 10.222.0.37 "GET /v2.0/networks/bae9089a-78b8-4d17-83fe-823304afdecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885866 Dec 08 17:14:55.690541 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bbc5a4cb-79fc-493c-bec0-7c6edfb5260c req-4de00968-a53d-4fea-9c87-f778cfad9c6a service neutron] 10.222.0.37 "GET /v2.0/networks/bae9089a-78b8-4d17-83fe-823304afdecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914388 Dec 08 17:15:03.755243 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4ffbba-2019-4c3f-9317-1a97c1088149 req-6f271217-578e-48ad-91fd-636a1b16ed55 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:15:03.757472 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7c4ffbba-2019-4c3f-9317-1a97c1088149 req-6f271217-578e-48ad-91fd-636a1b16ed55 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/ports?device_id=076753c1-20a1-435a-95aa-cd738b3eb31f HTTP/1.1" status: 200 len: 946 time: 0.0510745 Dec 08 17:15:03.803801 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7c4ffbba-2019-4c3f-9317-1a97c1088149 req-26195194-6f92-45f6-9649-c67661fe7d0e tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc59a019-1102-4fb3-92b7-228dfb0f8a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397878 Dec 08 17:15:04.921925 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac88e2-284d-475e-a5be-e22c5e23d7ed req-8254351a-a139-4872-bd64-bcc5048ba874 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:15:04.923430 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b9ac88e2-284d-475e-a5be-e22c5e23d7ed req-8254351a-a139-4872-bd64-bcc5048ba874 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/ports?device_id=076753c1-20a1-435a-95aa-cd738b3eb31f HTTP/1.1" status: 200 len: 946 time: 0.0509405 Dec 08 17:15:04.971352 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b9ac88e2-284d-475e-a5be-e22c5e23d7ed req-b6fe6f4f-f064-4642-99ad-02ec4f3ee538 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/security-groups?id=bc59a019-1102-4fb3-92b7-228dfb0f8a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418317 Dec 08 17:15:05.308421 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:05.384235 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673743ab-5ca8-4e19-b3b6-866ccb65cc51 req-c79d630e-c061-4e97-8b54-d1437cee4057 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:15:05.385783 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-673743ab-5ca8-4e19-b3b6-866ccb65cc51 req-c79d630e-c061-4e97-8b54-d1437cee4057 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.37 "GET /v2.0/ports?device_id=076753c1-20a1-435a-95aa-cd738b3eb31f HTTP/1.1" status: 200 len: 946 time: 0.0493803 Dec 08 17:15:05.477924 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-673743ab-5ca8-4e19-b3b6-866ccb65cc51 req-31c2c68b-f838-426f-ac23-d9f05d02e05e tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Deleting port d53d8f7f-8765-4743-8b95-d27e50ccc4f0 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:15:05.478267 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-673743ab-5ca8-4e19-b3b6-866ccb65cc51 req-31c2c68b-f838-426f-ac23-d9f05d02e05e tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:05.564408 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-673743ab-5ca8-4e19-b3b6-866ccb65cc51 req-31c2c68b-f838-426f-ac23-d9f05d02e05e tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] For port d53d8f7f-8765-4743-8b95-d27e50ccc4f0, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=d53d8f7f-8765-4743-8b95-d27e50ccc4f0,segment=NetworkSegment(3df22e54-decd-4be0-b52a-9a183a01e89e),segment_id=3df22e54-decd-4be0-b52a-9a183a01e89e)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:15:05.564846 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-673743ab-5ca8-4e19-b3b6-866ccb65cc51 req-31c2c68b-f838-426f-ac23-d9f05d02e05e tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:05.578301 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-673743ab-5ca8-4e19-b3b6-866ccb65cc51 req-31c2c68b-f838-426f-ac23-d9f05d02e05e tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Calling delete_port for d53d8f7f-8765-4743-8b95-d27e50ccc4f0 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:15:05.763662 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-673743ab-5ca8-4e19-b3b6-866ccb65cc51 req-31c2c68b-f838-426f-ac23-d9f05d02e05e tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:05.775024 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['d53d8f7f-8765-4743-8b95-d27e50ccc4f0'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:15:05.793143 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c2c68b-f838-426f-ac23-d9f05d02e05e tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Pushing event deleted for resources: {'Port': ['ID=d53d8f7f-8765-4743-8b95-d27e50ccc4f0,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:05.819387 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c2c68b-f838-426f-ac23-d9f05d02e05e tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:05.819749 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c2c68b-f838-426f-ac23-d9f05d02e05e tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:05.820107 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c2c68b-f838-426f-ac23-d9f05d02e05e tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:05.820487 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c2c68b-f838-426f-ac23-d9f05d02e05e tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:05.820831 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c2c68b-f838-426f-ac23-d9f05d02e05e tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:05.821172 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c2c68b-f838-426f-ac23-d9f05d02e05e tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:05.821512 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c2c68b-f838-426f-ac23-d9f05d02e05e tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:05.821852 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c2c68b-f838-426f-ac23-d9f05d02e05e tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:05.822186 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c2c68b-f838-426f-ac23-d9f05d02e05e tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:05.822519 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c2c68b-f838-426f-ac23-d9f05d02e05e tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:05.822854 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c2c68b-f838-426f-ac23-d9f05d02e05e tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:05.823183 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c2c68b-f838-426f-ac23-d9f05d02e05e tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:05.823513 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c2c68b-f838-426f-ac23-d9f05d02e05e tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:05.848369 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-673743ab-5ca8-4e19-b3b6-866ccb65cc51 req-31c2c68b-f838-426f-ac23-d9f05d02e05e tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] No DVR routers for this DVR port d53d8f7f-8765-4743-8b95-d27e50ccc4f0 on host n-h2-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:15:05.851482 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-673743ab-5ca8-4e19-b3b6-866ccb65cc51 req-31c2c68b-f838-426f-ac23-d9f05d02e05e tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:05.855017 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-673743ab-5ca8-4e19-b3b6-866ccb65cc51 req-31c2c68b-f838-426f-ac23-d9f05d02e05e tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.37 "DELETE /v2.0/ports/d53d8f7f-8765-4743-8b95-d27e50ccc4f0 HTTP/1.1" status: 204 len: 173 time: 0.4633508 Dec 08 17:15:05.855465 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '076753c1-20a1-435a-95aa-cd738b3eb31f', 'name': 'network-vif-deleted', 'tag': 'd53d8f7f-8765-4743-8b95-d27e50ccc4f0'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:15:05.857827 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33688f0a94a9db352de83aac38ec7a80f5ce35812a363759cff610bcc84c1346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cde0b4a-5fa8-4a53-abb7-7781f6a84a97" -d '{"events": [{"server_uuid": "076753c1-20a1-435a-95aa-cd738b3eb31f", "name": "network-vif-deleted", "tag": "d53d8f7f-8765-4743-8b95-d27e50ccc4f0"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:15:05.897613 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-002fa434-2401-42c3-ab7f-b07361496492 x-openstack-request-id: req-002fa434-2401-42c3-ab7f-b07361496492 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:15:05.897613 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "076753c1-20a1-435a-95aa-cd738b3eb31f", "name": "network-vif-deleted", "tag": "d53d8f7f-8765-4743-8b95-d27e50ccc4f0", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:15:05.897613 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-002fa434-2401-42c3-ab7f-b07361496492 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:15:05.897613 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '076753c1-20a1-435a-95aa-cd738b3eb31f', 'name': 'network-vif-deleted', 'tag': 'd53d8f7f-8765-4743-8b95-d27e50ccc4f0', 'status': 'completed', 'code': 200} Dec 08 17:15:06.067391 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2aaf566f-21e7-4e92-8032-e6400be0204a req-0d2e5154-a376-4170-bddf-7fae87ef7138 tempest-TestMinimumBasicScenario-1275452729 tempest-TestMinimumBasicScenario-1275452729-project] 10.222.0.64 "GET /v2.0/ports?device_id=076753c1-20a1-435a-95aa-cd738b3eb31f HTTP/1.1" status: 200 len: 210 time: 0.0270541 Dec 08 17:15:08.274308 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42426) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:15:08.925817 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7b090301-3d4e-4586-a129-c3d777e8b0a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:09.173573 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-7b090301-3d4e-4586-a129-c3d777e8b0a9 admin admin] Deleting port 322e0476-486e-498b-8bbf-bb889699df56 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:15:09.173919 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7b090301-3d4e-4586-a129-c3d777e8b0a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:09.220793 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:09.254664 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-7b090301-3d4e-4586-a129-c3d777e8b0a9 admin admin] For port 322e0476-486e-498b-8bbf-bb889699df56, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=322e0476-486e-498b-8bbf-bb889699df56,segment=NetworkSegment(3df22e54-decd-4be0-b52a-9a183a01e89e),segment_id=3df22e54-decd-4be0-b52a-9a183a01e89e)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:15:09.255044 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7b090301-3d4e-4586-a129-c3d777e8b0a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:09.267457 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-7b090301-3d4e-4586-a129-c3d777e8b0a9 admin admin] Calling delete_port for 322e0476-486e-498b-8bbf-bb889699df56 owned by network:router_interface {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:15:09.529405 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7b090301-3d4e-4586-a129-c3d777e8b0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:09.556217 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b090301-3d4e-4586-a129-c3d777e8b0a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=322e0476-486e-498b-8bbf-bb889699df56,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:09.730610 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7b090301-3d4e-4586-a129-c3d777e8b0a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:09.905066 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device d53d8f7f-8765-4743-8b95-d27e50ccc4f0 no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:15:09.925778 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: d53d8f7f-8765-4743-8b95-d27e50ccc4f0 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:15:09.926444 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device d53d8f7f-8765-4743-8b95-d27e50ccc4f0 not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:15:09.942719 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b090301-3d4e-4586-a129-c3d777e8b0a9 admin admin] Router c05139a5-014f-4743-9602-e20371fc24f8 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:15:10.048481 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b090301-3d4e-4586-a129-c3d777e8b0a9 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:15:10.054079 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-7b090301-3d4e-4586-a129-c3d777e8b0a9 admin admin] 10.222.0.64 "PUT /v2.0/routers/c05139a5-014f-4743-9602-e20371fc24f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7787414 Dec 08 17:15:10.056552 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42428) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:15:10.059875 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29262637-fa51-43ec-b738-a7680c63ea22 None None] Sync routers for ids ['c05139a5-014f-4743-9602-e20371fc24f8'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:15:10.070804 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29262637-fa51-43ec-b738-a7680c63ea22 None None] Routers {'c05139a5-014f-4743-9602-e20371fc24f8'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:15:10.071414 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-29262637-fa51-43ec-b738-a7680c63ea22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:14:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['c05139a5-014f-4743-9602-e20371fc24f8'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:15:10.160998 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bc58fe5f-82b4-4344-b841-2ccad5f6e6db admin admin] Publish callbacks [] for router, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:10.175144 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-29262637-fa51-43ec-b738-a7680c63ea22 None None] Set router c05139a5-014f-4743-9602-e20371fc24f8 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:15:10.268260 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bc58fe5f-82b4-4344-b841-2ccad5f6e6db admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:10.351059 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-29262637-fa51-43ec-b738-a7680c63ea22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05139a5-014f-4743-9602-e20371fc24f8', 'name': 'tempest-TestMinimumBasicScenario-18423363-router', 'tenant_id': 'fe4f2ce87c284471b109c2448fd9bf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'd6f7651e-762f-4ab9-b1d2-be2ac97d4a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:12:53Z', 'updated_at': '2021-12-08T17:15:09Z', 'revision_number': 5, 'project_id': 'fe4f2ce87c284471b109c2448fd9bf98', 'gw_port': {'id': 'd6f7651e-762f-4ab9-b1d2-be2ac97d4a28', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:86:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05139a5-014f-4743-9602-e20371fc24f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:12:53Z', 'updated_at': '2021-12-08T17:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:15:10.377395 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29262637-fa51-43ec-b738-a7680c63ea22 None None] Checking router: c05139a5-014f-4743-9602-e20371fc24f8 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:15:10.380398 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-bc58fe5f-82b4-4344-b841-2ccad5f6e6db admin admin] Deleting port d6f7651e-762f-4ab9-b1d2-be2ac97d4a28 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:15:10.380754 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bc58fe5f-82b4-4344-b841-2ccad5f6e6db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:10.385796 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29262637-fa51-43ec-b738-a7680c63ea22 None None] Routers {'c05139a5-014f-4743-9602-e20371fc24f8'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:15:10.386398 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-29262637-fa51-43ec-b738-a7680c63ea22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:14:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['c05139a5-014f-4743-9602-e20371fc24f8'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:15:10.468205 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-bc58fe5f-82b4-4344-b841-2ccad5f6e6db admin admin] For port d6f7651e-762f-4ab9-b1d2-be2ac97d4a28, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=d6f7651e-762f-4ab9-b1d2-be2ac97d4a28,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:15:10.468741 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bc58fe5f-82b4-4344-b841-2ccad5f6e6db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:10.482333 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-bc58fe5f-82b4-4344-b841-2ccad5f6e6db admin admin] Calling delete_port for d6f7651e-762f-4ab9-b1d2-be2ac97d4a28 owned by network:router_gateway {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:15:10.554860 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-29262637-fa51-43ec-b738-a7680c63ea22 None None] Set router c05139a5-014f-4743-9602-e20371fc24f8 gateway port host: None {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:15:10.607627 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-29262637-fa51-43ec-b738-a7680c63ea22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05139a5-014f-4743-9602-e20371fc24f8', 'name': 'tempest-TestMinimumBasicScenario-18423363-router', 'tenant_id': 'fe4f2ce87c284471b109c2448fd9bf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:12:53Z', 'updated_at': '2021-12-08T17:15:10Z', 'revision_number': 6, 'project_id': 'fe4f2ce87c284471b109c2448fd9bf98', 'gw_port_host': None}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:15:10.639797 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29262637-fa51-43ec-b738-a7680c63ea22 None None] The sync data for ids ['c05139a5-014f-4743-9602-e20371fc24f8'] in n-d-776250-12 is: [{'id': 'c05139a5-014f-4743-9602-e20371fc24f8', 'name': 'tempest-TestMinimumBasicScenario-18423363-router', 'tenant_id': 'fe4f2ce87c284471b109c2448fd9bf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:12:53Z', 'updated_at': '2021-12-08T17:15:10Z', 'revision_number': 6, 'project_id': 'fe4f2ce87c284471b109c2448fd9bf98', 'gw_port_host': None}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:15:10.717621 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bc58fe5f-82b4-4344-b841-2ccad5f6e6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:10.742864 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58fe5f-82b4-4344-b841-2ccad5f6e6db admin admin] Pushing event deleted for resources: {'Port': ['ID=d6f7651e-762f-4ab9-b1d2-be2ac97d4a28,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:10.759015 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7907e84e-b061-4142-9853-5f2217458c6c None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:15:10.812151 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bc58fe5f-82b4-4344-b841-2ccad5f6e6db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:10.903106 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bc58fe5f-82b4-4344-b841-2ccad5f6e6db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:10.905267 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bc58fe5f-82b4-4344-b841-2ccad5f6e6db admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:11.000063 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bc58fe5f-82b4-4344-b841-2ccad5f6e6db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:11.000585 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc58fe5f-82b4-4344-b841-2ccad5f6e6db admin admin] Fanout notify agent at l3_agent the message router_deleted on router c05139a5-014f-4743-9602-e20371fc24f8 {{(pid=110551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 17:15:11.005230 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bc58fe5f-82b4-4344-b841-2ccad5f6e6db admin admin] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:11.007221 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-bc58fe5f-82b4-4344-b841-2ccad5f6e6db admin admin] 10.222.0.64 "DELETE /v2.0/routers/c05139a5-014f-4743-9602-e20371fc24f8 HTTP/1.1" status: 204 len: 168 time: 0.9495983 Dec 08 17:15:11.009405 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42430) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:15:11.058134 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-296b9129-0466-4700-af66-ff2990030939 admin admin] Deleting subnet 2a9b4c64-3598-4f71-81b0-6cda2b0988f6 {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 17:15:11.062175 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-296b9129-0466-4700-af66-ff2990030939 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:11.100617 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-296b9129-0466-4700-af66-ff2990030939 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:11.176495 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-296b9129-0466-4700-af66-ff2990030939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:11.320771 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-296b9129-0466-4700-af66-ff2990030939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:11.347072 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296b9129-0466-4700-af66-ff2990030939 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a9b4c64-3598-4f71-81b0-6cda2b0988f6,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:11.349081 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-296b9129-0466-4700-af66-ff2990030939 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:11.352478 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-296b9129-0466-4700-af66-ff2990030939 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/2a9b4c64-3598-4f71-81b0-6cda2b0988f6 HTTP/1.1" status: 204 len: 168 time: 0.3419454 Dec 08 17:15:11.354852 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42432) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:15:11.357948 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e93a80-a692-42b4-be06-9608adc16ef4 None None] Network bae9089a-78b8-4d17-83fe-823304afdecb requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:15:11.436605 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2de87f49-1649-458c-9bcf-696e5ce6d916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:11.493687 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-2de87f49-1649-458c-9bcf-696e5ce6d916 admin admin] Deleting port 6bbcdbbe-1836-4c8e-9351-3b9838aa3c68 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:15:11.493905 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2de87f49-1649-458c-9bcf-696e5ce6d916 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:11.512495 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-94f3867f-3217-4d0c-ba52-5d0a365c7124 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:11.568445 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-2de87f49-1649-458c-9bcf-696e5ce6d916 admin admin] For port 6bbcdbbe-1836-4c8e-9351-3b9838aa3c68, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=6bbcdbbe-1836-4c8e-9351-3b9838aa3c68,segment=NetworkSegment(3df22e54-decd-4be0-b52a-9a183a01e89e),segment_id=3df22e54-decd-4be0-b52a-9a183a01e89e)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:15:11.569479 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2de87f49-1649-458c-9bcf-696e5ce6d916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:11.576978 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fddc426-5174-42b4-b7b9-b7e7bbd9bb5e None None] DHCP port deletion for bae9089a-78b8-4d17-83fe-823304afdecb request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:15:11.589177 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-2de87f49-1649-458c-9bcf-696e5ce6d916 admin admin] Calling delete_port for 6bbcdbbe-1836-4c8e-9351-3b9838aa3c68 owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:15:11.630416 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-5fddc426-5174-42b4-b7b9-b7e7bbd9bb5e None None] Deleting port 6bbcdbbe-1836-4c8e-9351-3b9838aa3c68 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:15:11.636085 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5fddc426-5174-42b4-b7b9-b7e7bbd9bb5e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:11.708919 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-5fddc426-5174-42b4-b7b9-b7e7bbd9bb5e None None] For port 6bbcdbbe-1836-4c8e-9351-3b9838aa3c68, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=6bbcdbbe-1836-4c8e-9351-3b9838aa3c68,segment=NetworkSegment(3df22e54-decd-4be0-b52a-9a183a01e89e),segment_id=3df22e54-decd-4be0-b52a-9a183a01e89e)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:15:11.712000 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5fddc426-5174-42b4-b7b9-b7e7bbd9bb5e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:11.721273 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-5fddc426-5174-42b4-b7b9-b7e7bbd9bb5e None None] Calling delete_port for 6bbcdbbe-1836-4c8e-9351-3b9838aa3c68 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:15:11.757771 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2de87f49-1649-458c-9bcf-696e5ce6d916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:11.791639 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de87f49-1649-458c-9bcf-696e5ce6d916 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bbcdbbe-1836-4c8e-9351-3b9838aa3c68,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:11.799011 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de87f49-1649-458c-9bcf-696e5ce6d916 admin admin] No DVR routers for this DVR port 6bbcdbbe-1836-4c8e-9351-3b9838aa3c68 on host n-d-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:15:11.809881 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5fddc426-5174-42b4-b7b9-b7e7bbd9bb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:11.838869 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fddc426-5174-42b4-b7b9-b7e7bbd9bb5e None None] Pushing event deleted for resources: {'Port': ['ID=6bbcdbbe-1836-4c8e-9351-3b9838aa3c68,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:11.843404 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fddc426-5174-42b4-b7b9-b7e7bbd9bb5e None None] No DVR routers for this DVR port 6bbcdbbe-1836-4c8e-9351-3b9838aa3c68 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:15:11.853519 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fddc426-5174-42b4-b7b9-b7e7bbd9bb5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:11.853519 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fddc426-5174-42b4-b7b9-b7e7bbd9bb5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:11.853519 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fddc426-5174-42b4-b7b9-b7e7bbd9bb5e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:11.853519 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fddc426-5174-42b4-b7b9-b7e7bbd9bb5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:11.853519 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fddc426-5174-42b4-b7b9-b7e7bbd9bb5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:11.853519 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fddc426-5174-42b4-b7b9-b7e7bbd9bb5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:11.853519 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fddc426-5174-42b4-b7b9-b7e7bbd9bb5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:11.853519 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fddc426-5174-42b4-b7b9-b7e7bbd9bb5e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:11.854344 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fddc426-5174-42b4-b7b9-b7e7bbd9bb5e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:11.854344 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fddc426-5174-42b4-b7b9-b7e7bbd9bb5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:11.854655 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fddc426-5174-42b4-b7b9-b7e7bbd9bb5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:11.854753 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fddc426-5174-42b4-b7b9-b7e7bbd9bb5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:11.855210 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fddc426-5174-42b4-b7b9-b7e7bbd9bb5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:11.881388 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2de87f49-1649-458c-9bcf-696e5ce6d916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:11.902834 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-2de87f49-1649-458c-9bcf-696e5ce6d916 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bae9089a-78b8-4d17-83fe-823304afdecb']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:15:11.912219 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-2de87f49-1649-458c-9bcf-696e5ce6d916 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3df22e54-decd-4be0-b52a-9a183a01e89e') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:15:11.913036 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-2de87f49-1649-458c-9bcf-696e5ce6d916 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3df22e54-decd-4be0-b52a-9a183a01e89e') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:15:11.922991 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2de87f49-1649-458c-9bcf-696e5ce6d916 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:11.937206 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2de87f49-1649-458c-9bcf-696e5ce6d916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:11.943559 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2de87f49-1649-458c-9bcf-696e5ce6d916 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 17:15:11.943989 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2de87f49-1649-458c-9bcf-696e5ce6d916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:11.945729 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 17:15:11.945729 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 17:15:11.945729 n-d-776250-12 neutron-server[110551]: timer() Dec 08 17:15:11.945729 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 17:15:11.945729 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 17:15:11.945729 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 17:15:11.945729 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 17:15:11.945729 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 17:15:11.945729 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 17:15:11.945729 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 17:15:11.945729 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 17:15:11.945729 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 17:15:11.945729 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 17:15:11.945729 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 17:15:11.945729 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 17:15:11.945729 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 17:15:11.945729 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 17:15:11.945729 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 17:15:11.945729 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 17:15:11.945729 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 17:15:11.945729 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 17:15:11.945729 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 17:15:11.945729 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 17:15:11.945729 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 17:15:11.945729 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 17:15:11.945729 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 17:15:11.945729 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 17:15:11.945729 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 17:15:11.945729 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 17:15:11.945729 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 17:15:11.945729 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 17:15:11.945729 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 17:15:11.977246 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 6bbcdbbe-1836-4c8e-9351-3b9838aa3c68 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:15:11.999495 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 6bbcdbbe-1836-4c8e-9351-3b9838aa3c68 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:15:11.999852 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 6bbcdbbe-1836-4c8e-9351-3b9838aa3c68 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:15:12.000302 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 322e0476-486e-498b-8bbf-bb889699df56 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:15:12.018814 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 322e0476-486e-498b-8bbf-bb889699df56 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:15:12.019242 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 322e0476-486e-498b-8bbf-bb889699df56 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:15:12.019654 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device d6f7651e-762f-4ab9-b1d2-be2ac97d4a28 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:15:12.039736 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: d6f7651e-762f-4ab9-b1d2-be2ac97d4a28 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:15:12.040081 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device d6f7651e-762f-4ab9-b1d2-be2ac97d4a28 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:15:12.066006 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2de87f49-1649-458c-9bcf-696e5ce6d916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:12.078679 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2de87f49-1649-458c-9bcf-696e5ce6d916 admin admin] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:12.078679 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-2de87f49-1649-458c-9bcf-696e5ce6d916 admin admin] 10.222.0.64 "DELETE /v2.0/networks/bae9089a-78b8-4d17-83fe-823304afdecb HTTP/1.1" status: 204 len: 168 time: 0.7200806 Dec 08 17:15:12.079029 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 42434) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:15:12.087485 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de87f49-1649-458c-9bcf-696e5ce6d916 admin admin] Pushing event deleted for resources: {'Network': ['ID=bae9089a-78b8-4d17-83fe-823304afdecb,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:12.434903 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0cab8238-3bf0-412a-906b-aa24ccd985b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:12.679407 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-0cab8238-3bf0-412a-906b-aa24ccd985b3 admin admin] Deleting port e9ae35b6-73c5-46a7-b38c-9f971af0a723 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:15:12.679752 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0cab8238-3bf0-412a-906b-aa24ccd985b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:12.764364 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-0cab8238-3bf0-412a-906b-aa24ccd985b3 admin admin] For port e9ae35b6-73c5-46a7-b38c-9f971af0a723, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=e9ae35b6-73c5-46a7-b38c-9f971af0a723,segment=NetworkSegment(5cc17772-a9f6-4c11-aa50-62a1017cd08b),segment_id=5cc17772-a9f6-4c11-aa50-62a1017cd08b)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:15:12.764734 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0cab8238-3bf0-412a-906b-aa24ccd985b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:12.777367 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-0cab8238-3bf0-412a-906b-aa24ccd985b3 admin admin] Calling delete_port for e9ae35b6-73c5-46a7-b38c-9f971af0a723 owned by network:router_interface {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:15:13.014852 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0cab8238-3bf0-412a-906b-aa24ccd985b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:13.044806 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cab8238-3bf0-412a-906b-aa24ccd985b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9ae35b6-73c5-46a7-b38c-9f971af0a723,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:13.210581 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0cab8238-3bf0-412a-906b-aa24ccd985b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:13.422219 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cab8238-3bf0-412a-906b-aa24ccd985b3 admin admin] Router fb1b394a-219e-4c02-8e2c-233c54273f86 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:15:13.526484 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cab8238-3bf0-412a-906b-aa24ccd985b3 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:15:13.531445 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-0cab8238-3bf0-412a-906b-aa24ccd985b3 admin admin] 10.222.0.64 "PUT /v2.0/routers/fb1b394a-219e-4c02-8e2c-233c54273f86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4513261 Dec 08 17:15:13.533996 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 42436) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:15:13.536566 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4da7cd-d693-4efc-b15f-2e3272574098 None None] Sync routers for ids ['fb1b394a-219e-4c02-8e2c-233c54273f86'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:15:13.546637 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4da7cd-d693-4efc-b15f-2e3272574098 None None] Routers {'fb1b394a-219e-4c02-8e2c-233c54273f86'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:15:13.547260 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-cd4da7cd-d693-4efc-b15f-2e3272574098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:14:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['fb1b394a-219e-4c02-8e2c-233c54273f86'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:15:13.639237 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-82b37732-4a31-4c03-aad4-40b32256e824 admin admin] Publish callbacks [] for router, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:13.651082 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-cd4da7cd-d693-4efc-b15f-2e3272574098 None None] Set router fb1b394a-219e-4c02-8e2c-233c54273f86 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:15:13.742628 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-82b37732-4a31-4c03-aad4-40b32256e824 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:13.826197 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-cd4da7cd-d693-4efc-b15f-2e3272574098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1b394a-219e-4c02-8e2c-233c54273f86', 'name': 'tempest-TestMinimumBasicScenario-1001378773-router', 'tenant_id': 'a07d7ceca7d5462d9cb67cc1cb7420e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '9d568cc4-a81a-41d4-8219-f6f9ae9a91ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:12:59Z', 'updated_at': '2021-12-08T17:15:12Z', 'revision_number': 5, 'project_id': 'a07d7ceca7d5462d9cb67cc1cb7420e5', 'gw_port': {'id': '9d568cc4-a81a-41d4-8219-f6f9ae9a91ec', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:80:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1b394a-219e-4c02-8e2c-233c54273f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:12:59Z', 'updated_at': '2021-12-08T17:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:15:13.859827 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-82b37732-4a31-4c03-aad4-40b32256e824 admin admin] Deleting port 9d568cc4-a81a-41d4-8219-f6f9ae9a91ec {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:15:13.860169 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-82b37732-4a31-4c03-aad4-40b32256e824 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:13.953794 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-82b37732-4a31-4c03-aad4-40b32256e824 admin admin] For port 9d568cc4-a81a-41d4-8219-f6f9ae9a91ec, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=9d568cc4-a81a-41d4-8219-f6f9ae9a91ec,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:15:13.954230 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-82b37732-4a31-4c03-aad4-40b32256e824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:13.970268 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-82b37732-4a31-4c03-aad4-40b32256e824 admin admin] Calling delete_port for 9d568cc4-a81a-41d4-8219-f6f9ae9a91ec owned by network:router_gateway {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:15:14.015476 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4da7cd-d693-4efc-b15f-2e3272574098 None None] Checking router: fb1b394a-219e-4c02-8e2c-233c54273f86 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:15:14.024953 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4da7cd-d693-4efc-b15f-2e3272574098 None None] Routers {'fb1b394a-219e-4c02-8e2c-233c54273f86'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:15:14.025609 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-cd4da7cd-d693-4efc-b15f-2e3272574098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:14:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['fb1b394a-219e-4c02-8e2c-233c54273f86'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:15:14.120449 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-cd4da7cd-d693-4efc-b15f-2e3272574098 None None] Set router fb1b394a-219e-4c02-8e2c-233c54273f86 gateway port host: None {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:15:14.182816 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-cd4da7cd-d693-4efc-b15f-2e3272574098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1b394a-219e-4c02-8e2c-233c54273f86', 'name': 'tempest-TestMinimumBasicScenario-1001378773-router', 'tenant_id': 'a07d7ceca7d5462d9cb67cc1cb7420e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:12:59Z', 'updated_at': '2021-12-08T17:15:13Z', 'revision_number': 6, 'project_id': 'a07d7ceca7d5462d9cb67cc1cb7420e5', 'gw_port_host': None}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:15:14.213406 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4da7cd-d693-4efc-b15f-2e3272574098 None None] The sync data for ids ['fb1b394a-219e-4c02-8e2c-233c54273f86'] in n-d-776250-12 is: [{'id': 'fb1b394a-219e-4c02-8e2c-233c54273f86', 'name': 'tempest-TestMinimumBasicScenario-1001378773-router', 'tenant_id': 'a07d7ceca7d5462d9cb67cc1cb7420e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:12:59Z', 'updated_at': '2021-12-08T17:15:13Z', 'revision_number': 6, 'project_id': 'a07d7ceca7d5462d9cb67cc1cb7420e5', 'gw_port_host': None}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:15:14.272398 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e9edc023-8be6-4fcc-b4ef-c225095af9b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:14.548081 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-82b37732-4a31-4c03-aad4-40b32256e824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:14.576374 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b37732-4a31-4c03-aad4-40b32256e824 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d568cc4-a81a-41d4-8219-f6f9ae9a91ec,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:14.590695 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f61184-d554-4ad3-952f-efeb5a54140c None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:15:14.647186 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-82b37732-4a31-4c03-aad4-40b32256e824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:14.745951 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-82b37732-4a31-4c03-aad4-40b32256e824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:14.748110 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-82b37732-4a31-4c03-aad4-40b32256e824 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:14.868736 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-82b37732-4a31-4c03-aad4-40b32256e824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:14.869187 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b37732-4a31-4c03-aad4-40b32256e824 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb1b394a-219e-4c02-8e2c-233c54273f86 {{(pid=110550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 17:15:14.873877 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-82b37732-4a31-4c03-aad4-40b32256e824 admin admin] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:14.875049 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-82b37732-4a31-4c03-aad4-40b32256e824 admin admin] 10.222.0.64 "DELETE /v2.0/routers/fb1b394a-219e-4c02-8e2c-233c54273f86 HTTP/1.1" status: 204 len: 168 time: 1.3401415 Dec 08 17:15:14.877491 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 42438) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:15:14.921652 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-647831b6-7fa5-4166-b63b-022ac498d17b admin admin] Deleting subnet ec52e111-9a09-4da1-8ddd-f26765d484e1 {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 17:15:14.924650 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-647831b6-7fa5-4166-b63b-022ac498d17b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:14.959331 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-647831b6-7fa5-4166-b63b-022ac498d17b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:15.052510 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-647831b6-7fa5-4166-b63b-022ac498d17b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:15.228699 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-647831b6-7fa5-4166-b63b-022ac498d17b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:15.255786 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647831b6-7fa5-4166-b63b-022ac498d17b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec52e111-9a09-4da1-8ddd-f26765d484e1,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:15.259529 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-647831b6-7fa5-4166-b63b-022ac498d17b admin admin] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:15.262876 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-647831b6-7fa5-4166-b63b-022ac498d17b admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ec52e111-9a09-4da1-8ddd-f26765d484e1 HTTP/1.1" status: 204 len: 168 time: 0.3844235 Dec 08 17:15:15.267057 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42440) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:15:15.270378 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c647087-8b65-41ce-a1e7-527bd91dda3b None None] Network 2a08193b-1fdd-4c94-a7f7-63de80b4694c requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:15:15.341709 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-face0c09-857c-4497-9026-0910bc664ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:15.400582 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-face0c09-857c-4497-9026-0910bc664ed9 admin admin] Deleting port 5c173072-3d47-42d2-ba85-482ba6913e59 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:15:15.400866 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-face0c09-857c-4497-9026-0910bc664ed9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:15.421381 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f25c377-cfce-4744-9a79-b45238225ad2 None None] DHCP port deletion for 2a08193b-1fdd-4c94-a7f7-63de80b4694c request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:15:15.466877 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-face0c09-857c-4497-9026-0910bc664ed9 admin admin] For port 5c173072-3d47-42d2-ba85-482ba6913e59, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=5c173072-3d47-42d2-ba85-482ba6913e59,segment=NetworkSegment(5cc17772-a9f6-4c11-aa50-62a1017cd08b),segment_id=5cc17772-a9f6-4c11-aa50-62a1017cd08b)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:15:15.467257 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-face0c09-857c-4497-9026-0910bc664ed9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:15.478184 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-7f25c377-cfce-4744-9a79-b45238225ad2 None None] Deleting port 5c173072-3d47-42d2-ba85-482ba6913e59 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:15:15.478566 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7f25c377-cfce-4744-9a79-b45238225ad2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:15.480473 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-face0c09-857c-4497-9026-0910bc664ed9 admin admin] Calling delete_port for 5c173072-3d47-42d2-ba85-482ba6913e59 owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:15:15.519221 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:15.544816 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-7f25c377-cfce-4744-9a79-b45238225ad2 None None] For port 5c173072-3d47-42d2-ba85-482ba6913e59, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=5c173072-3d47-42d2-ba85-482ba6913e59,segment=NetworkSegment(5cc17772-a9f6-4c11-aa50-62a1017cd08b),segment_id=5cc17772-a9f6-4c11-aa50-62a1017cd08b)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:15:15.545222 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7f25c377-cfce-4744-9a79-b45238225ad2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:15.558534 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-7f25c377-cfce-4744-9a79-b45238225ad2 None None] Calling delete_port for 5c173072-3d47-42d2-ba85-482ba6913e59 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:15:15.614910 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-face0c09-857c-4497-9026-0910bc664ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:15.634295 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7f25c377-cfce-4744-9a79-b45238225ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:15.641835 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-face0c09-857c-4497-9026-0910bc664ed9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c173072-3d47-42d2-ba85-482ba6913e59,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:15.645470 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-face0c09-857c-4497-9026-0910bc664ed9 admin admin] No DVR routers for this DVR port 5c173072-3d47-42d2-ba85-482ba6913e59 on host n-d-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:15:15.662142 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f25c377-cfce-4744-9a79-b45238225ad2 None None] Pushing event deleted for resources: {'Port': ['ID=5c173072-3d47-42d2-ba85-482ba6913e59,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:15.669096 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f25c377-cfce-4744-9a79-b45238225ad2 None None] No DVR routers for this DVR port 5c173072-3d47-42d2-ba85-482ba6913e59 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:15:15.722138 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-face0c09-857c-4497-9026-0910bc664ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:15.743257 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-face0c09-857c-4497-9026-0910bc664ed9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a08193b-1fdd-4c94-a7f7-63de80b4694c']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:15:15.752275 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-face0c09-857c-4497-9026-0910bc664ed9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cc17772-a9f6-4c11-aa50-62a1017cd08b') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:15:15.752572 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-face0c09-857c-4497-9026-0910bc664ed9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cc17772-a9f6-4c11-aa50-62a1017cd08b') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:15:15.762757 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-face0c09-857c-4497-9026-0910bc664ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:15.775759 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-face0c09-857c-4497-9026-0910bc664ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:15.781592 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-face0c09-857c-4497-9026-0910bc664ed9 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 17:15:15.781985 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-face0c09-857c-4497-9026-0910bc664ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:15.783663 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 17:15:15.783663 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 17:15:15.783663 n-d-776250-12 neutron-server[110551]: timer() Dec 08 17:15:15.783663 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 17:15:15.783663 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 17:15:15.783663 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 17:15:15.783663 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 17:15:15.783663 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 17:15:15.783663 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 17:15:15.783663 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 17:15:15.783663 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 17:15:15.783663 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 17:15:15.783663 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 17:15:15.783663 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 17:15:15.783663 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 17:15:15.783663 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 17:15:15.783663 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 17:15:15.783663 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 17:15:15.783663 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 17:15:15.783663 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 17:15:15.783663 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 17:15:15.783663 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 17:15:15.783663 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 17:15:15.783663 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 17:15:15.783663 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 17:15:15.783663 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 17:15:15.783663 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 17:15:15.783663 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 17:15:15.783663 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 17:15:15.783663 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 17:15:15.783663 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 17:15:15.783663 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 17:15:15.931369 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-face0c09-857c-4497-9026-0910bc664ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:15.936815 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-face0c09-857c-4497-9026-0910bc664ed9 admin admin] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:15.940072 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-face0c09-857c-4497-9026-0910bc664ed9 admin admin] 10.222.0.64 "DELETE /v2.0/networks/2a08193b-1fdd-4c94-a7f7-63de80b4694c HTTP/1.1" status: 204 len: 168 time: 0.6724851 Dec 08 17:15:15.958543 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-face0c09-857c-4497-9026-0910bc664ed9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a08193b-1fdd-4c94-a7f7-63de80b4694c,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:15.975472 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device e9ae35b6-73c5-46a7-b38c-9f971af0a723 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:15:15.996778 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: e9ae35b6-73c5-46a7-b38c-9f971af0a723 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:15:15.997391 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device e9ae35b6-73c5-46a7-b38c-9f971af0a723 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:15:15.997817 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 9d568cc4-a81a-41d4-8219-f6f9ae9a91ec no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:15:16.020289 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 9d568cc4-a81a-41d4-8219-f6f9ae9a91ec {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:15:16.020622 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 9d568cc4-a81a-41d4-8219-f6f9ae9a91ec not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:15:16.021044 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 5c173072-3d47-42d2-ba85-482ba6913e59 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:15:16.040434 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 5c173072-3d47-42d2-ba85-482ba6913e59 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:15:16.041066 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 5c173072-3d47-42d2-ba85-482ba6913e59 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:15:16.296527 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 42444) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:15:16.343837 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-32202f08-302c-4c36-ad90-dbaa4bd25f55 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fe4f2ce87c284471b109c2448fd9bf98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0460563 Dec 08 17:15:16.346382 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 42446) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:15:16.399546 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-75b696a3-1bda-45a0-a702-d7be2f60cedd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:16.420780 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-75b696a3-1bda-45a0-a702-d7be2f60cedd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:16.519283 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-75b696a3-1bda-45a0-a702-d7be2f60cedd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:16.522692 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-75b696a3-1bda-45a0-a702-d7be2f60cedd admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:16.523901 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-75b696a3-1bda-45a0-a702-d7be2f60cedd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bc59a019-1102-4fb3-92b7-228dfb0f8a0f HTTP/1.1" status: 204 len: 168 time: 0.1765797 Dec 08 17:15:16.531759 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b696a3-1bda-45a0-a702-d7be2f60cedd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc59a019-1102-4fb3-92b7-228dfb0f8a0f,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:17.016865 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:17.177620 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 42452) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:15:17.219120 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-3a29c593-6805-4ec5-981e-4414f2cf92e4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a07d7ceca7d5462d9cb67cc1cb7420e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402827 Dec 08 17:15:17.221532 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 42454) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:15:17.269147 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-89db6b25-c4a1-4df9-8bdd-6c02a6975c74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:17.289663 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-89db6b25-c4a1-4df9-8bdd-6c02a6975c74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:17.397184 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-89db6b25-c4a1-4df9-8bdd-6c02a6975c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:17.399765 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-89db6b25-c4a1-4df9-8bdd-6c02a6975c74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:17.400952 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-89db6b25-c4a1-4df9-8bdd-6c02a6975c74 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/00d68f51-3e8e-4e62-b022-a0586e2b78e5 HTTP/1.1" status: 204 len: 168 time: 0.1785026 Dec 08 17:15:17.408629 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89db6b25-c4a1-4df9-8bdd-6c02a6975c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d68f51-3e8e-4e62-b022-a0586e2b78e5,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:17.622431 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:20.687143 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42496) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:15:20.691731 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-a27c34f4-edd9-40b1-b949-9e6e690fad07 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2090000275', 'description': 'tempest-secgroup-smoke-2090000275 description', 'project_id': 'd604cd6629ab480b9571d67f43656eec'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:15:20.788607 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a27c34f4-edd9-40b1-b949-9e6e690fad07 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:20.797432 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a27c34f4-edd9-40b1-b949-9e6e690fad07 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:20.869452 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a27c34f4-edd9-40b1-b949-9e6e690fad07 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:20.930674 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a27c34f4-edd9-40b1-b949-9e6e690fad07 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:20.962508 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27c34f4-edd9-40b1-b949-9e6e690fad07 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c84f265-26f2-4c34-b11d-83a96eebfcad,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:21.004887 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a27c34f4-edd9-40b1-b949-9e6e690fad07 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:21.054257 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a27c34f4-edd9-40b1-b949-9e6e690fad07 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:21.082084 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27c34f4-edd9-40b1-b949-9e6e690fad07 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3073919-69ef-4eae-8362-76e11aca6ee5,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:21.136648 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a27c34f4-edd9-40b1-b949-9e6e690fad07 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:21.137969 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a27c34f4-edd9-40b1-b949-9e6e690fad07 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4497752 Dec 08 17:15:21.140956 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42498) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:15:21.145330 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-45473c3a-cb95-4938-9c67-e03fe67aa61f tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Request body: {'security_group_rule': {'security_group_id': 'e3073919-69ef-4eae-8362-76e11aca6ee5', 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:15:21.248548 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-45473c3a-cb95-4938-9c67-e03fe67aa61f tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:21.303354 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-45473c3a-cb95-4938-9c67-e03fe67aa61f tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:21.380369 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-45473c3a-cb95-4938-9c67-e03fe67aa61f tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:21.399034 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45473c3a-cb95-4938-9c67-e03fe67aa61f tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a57df28b-72d6-4d46-8076-366ba9be1253,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:21.475420 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-45473c3a-cb95-4938-9c67-e03fe67aa61f tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:21.476689 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-45473c3a-cb95-4938-9c67-e03fe67aa61f tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3347824 Dec 08 17:15:21.479388 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42500) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:15:21.483741 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-69a5a60c-fe4a-45e2-afec-1741fbdf97cf tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Request body: {'security_group_rule': {'security_group_id': 'e3073919-69ef-4eae-8362-76e11aca6ee5', 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:15:21.570306 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-69a5a60c-fe4a-45e2-afec-1741fbdf97cf tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:21.628055 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-69a5a60c-fe4a-45e2-afec-1741fbdf97cf tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:21.719155 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-69a5a60c-fe4a-45e2-afec-1741fbdf97cf tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:21.734114 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a5a60c-fe4a-45e2-afec-1741fbdf97cf tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=082e4b64-eb79-4dad-9399-161ff0d7b01e,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:21.807370 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-69a5a60c-fe4a-45e2-afec-1741fbdf97cf tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:21.808850 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-69a5a60c-fe4a-45e2-afec-1741fbdf97cf tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3284969 Dec 08 17:15:21.811464 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42502) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:15:21.815897 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-cb66958c-7a22-4e47-8c34-26139ef5d8a2 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Request body: {'security_group_rule': {'security_group_id': 'e3073919-69ef-4eae-8362-76e11aca6ee5', 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:15:21.912719 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cb66958c-7a22-4e47-8c34-26139ef5d8a2 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:21.969220 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cb66958c-7a22-4e47-8c34-26139ef5d8a2 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:22.046013 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cb66958c-7a22-4e47-8c34-26139ef5d8a2 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:22.065787 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb66958c-7a22-4e47-8c34-26139ef5d8a2 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d06e3d04-de3f-4e2e-b0a3-f135d611e5e7,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:22.109778 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-cb66958c-7a22-4e47-8c34-26139ef5d8a2 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:22.110990 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-cb66958c-7a22-4e47-8c34-26139ef5d8a2 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2985647 Dec 08 17:15:22.113774 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42504) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:15:22.119113 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-a872275c-a2a9-4ce2-9ace-40e60d2cf63c tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Request body: {'security_group_rule': {'security_group_id': 'e3073919-69ef-4eae-8362-76e11aca6ee5', 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:15:22.225699 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a872275c-a2a9-4ce2-9ace-40e60d2cf63c tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:22.282034 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a872275c-a2a9-4ce2-9ace-40e60d2cf63c tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:22.374459 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a872275c-a2a9-4ce2-9ace-40e60d2cf63c tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:22.392734 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a872275c-a2a9-4ce2-9ace-40e60d2cf63c tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14f2b744-400e-4097-8f56-ce5c2d2491b5,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:22.473540 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a872275c-a2a9-4ce2-9ace-40e60d2cf63c tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:22.475286 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a872275c-a2a9-4ce2-9ace-40e60d2cf63c tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3600173 Dec 08 17:15:22.477898 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42506) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:15:22.482288 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-65fde97c-1b06-444b-934e-dbc029eab793 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Request body: {'security_group_rule': {'security_group_id': 'e3073919-69ef-4eae-8362-76e11aca6ee5', 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:15:22.568769 n-d-776250-12 neutron-server[110551]: INFO neutron.db.securitygroups_db [None req-65fde97c-1b06-444b-934e-dbc029eab793 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Project d604cd6629ab480b9571d67f43656eec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 17:15:22.573669 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-65fde97c-1b06-444b-934e-dbc029eab793 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:22.633529 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-65fde97c-1b06-444b-934e-dbc029eab793 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:22.700144 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-65fde97c-1b06-444b-934e-dbc029eab793 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:22.717854 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fde97c-1b06-444b-934e-dbc029eab793 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aabef337-1b98-47b1-91c7-45e4d278a838,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:22.788410 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-65fde97c-1b06-444b-934e-dbc029eab793 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:22.789625 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-65fde97c-1b06-444b-934e-dbc029eab793 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3107700 Dec 08 17:15:22.792286 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42508) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:15:22.796655 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-523eff05-f62a-4878-9071-04341edf0851 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Request body: {'security_group_rule': {'security_group_id': 'e3073919-69ef-4eae-8362-76e11aca6ee5', 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:15:22.866027 n-d-776250-12 neutron-server[110551]: INFO neutron.db.securitygroups_db [None req-523eff05-f62a-4878-9071-04341edf0851 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Project d604cd6629ab480b9571d67f43656eec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 17:15:22.871345 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-523eff05-f62a-4878-9071-04341edf0851 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:22.928844 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-523eff05-f62a-4878-9071-04341edf0851 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:23.005242 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-523eff05-f62a-4878-9071-04341edf0851 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:23.026263 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523eff05-f62a-4878-9071-04341edf0851 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee7acf4f-0b2d-4129-9752-b32d1c70033e,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:23.110433 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-523eff05-f62a-4878-9071-04341edf0851 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:23.111729 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-523eff05-f62a-4878-9071-04341edf0851 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3184912 Dec 08 17:15:23.114753 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42510) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:15:23.119970 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-e7e68c8b-5a44-4c56-bbdf-8a7abba52070 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Request body: {'network': {'name': 'tempest-network-smoke--1039941029', 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'port_security_enabled': True}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:15:23.216722 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e68c8b-5a44-4c56-bbdf-8a7abba52070 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Made reservation on behalf of d604cd6629ab480b9571d67f43656eec for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:15:23.220280 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e7e68c8b-5a44-4c56-bbdf-8a7abba52070 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:23.244362 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7e68c8b-5a44-4c56-bbdf-8a7abba52070 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 17:15:23.252951 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e7e68c8b-5a44-4c56-bbdf-8a7abba52070 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:23.253319 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-e7e68c8b-5a44-4c56-bbdf-8a7abba52070 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Added segment c3168ed4-36b5-4f56-92f8-b52447d34a4d of type vlan for network fe7a698e-77b8-425e-8474-19bb1863ce11 Dec 08 17:15:23.291405 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e7e68c8b-5a44-4c56-bbdf-8a7abba52070 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:23.382505 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e7e68c8b-5a44-4c56-bbdf-8a7abba52070 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:23.388133 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e68c8b-5a44-4c56-bbdf-8a7abba52070 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:15:23.388751 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e7e68c8b-5a44-4c56-bbdf-8a7abba52070 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:23.462789 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e68c8b-5a44-4c56-bbdf-8a7abba52070 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'Network': ['ID=fe7a698e-77b8-425e-8474-19bb1863ce11,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:23.472684 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network fe7a698e-77b8-425e-8474-19bb1863ce11 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 17:15:23.522210 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e7e68c8b-5a44-4c56-bbdf-8a7abba52070 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4063430 Dec 08 17:15:23.525176 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42512) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:15:23.529581 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-9e89eb2a-e511-45b5-bb30-13b4c8182619 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1928855618', 'admin_state_up': True, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:15:23.610838 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9e89eb2a-e511-45b5-bb30-13b4c8182619 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:23.611876 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9e89eb2a-e511-45b5-bb30-13b4c8182619 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:23.663076 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9e89eb2a-e511-45b5-bb30-13b4c8182619 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:23.862109 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9e89eb2a-e511-45b5-bb30-13b4c8182619 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:24.118050 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9e89eb2a-e511-45b5-bb30-13b4c8182619 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for router_gateway, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:24.136505 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9e89eb2a-e511-45b5-bb30-13b4c8182619 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:24.237090 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-9e89eb2a-e511-45b5-bb30-13b4c8182619 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Allocated IP 172.25.0.226 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/ac9609f8-2971-4a8d-893f-13d6283e402e) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:15:24.338460 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9e89eb2a-e511-45b5-bb30-13b4c8182619 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:24.422824 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9e89eb2a-e511-45b5-bb30-13b4c8182619 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:24.460234 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e89eb2a-e511-45b5-bb30-13b4c8182619 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:15:24.464895 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-9e89eb2a-e511-45b5-bb30-13b4c8182619 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:15:24.468400 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e89eb2a-e511-45b5-bb30-13b4c8182619 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:15:24.478445 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa06ce8e-9a65-4444-a084-923373bbf280 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:15:24.489981 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e89eb2a-e511-45b5-bb30-13b4c8182619 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'Port': ['ID=ac9609f8-2971-4a8d-893f-13d6283e402e,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:24.559771 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-1a82a0d4-0ded-400e-9d35-1034a40a638b None None] Provisioning complete for port ac9609f8-2971-4a8d-893f-13d6283e402e triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:15:24.560146 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1a82a0d4-0ded-400e-9d35-1034a40a638b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:24.593872 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-1a82a0d4-0ded-400e-9d35-1034a40a638b None None] Port ac9609f8-2971-4a8d-893f-13d6283e402e cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:15:24.776192 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9e89eb2a-e511-45b5-bb30-13b4c8182619 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for router_gateway, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:25.283569 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9e89eb2a-e511-45b5-bb30-13b4c8182619 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:25.488283 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e89eb2a-e511-45b5-bb30-13b4c8182619 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Router e4d9b880-ccb3-448d-8823-8bac07ab8961 is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 17:15:25.594314 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e89eb2a-e511-45b5-bb30-13b4c8182619 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:15:25.604920 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7934179-d082-49da-99fd-2632bca6def6 None None] Sync routers for ids ['e4d9b880-ccb3-448d-8823-8bac07ab8961'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:15:25.614039 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7934179-d082-49da-99fd-2632bca6def6 None None] Routers {'e4d9b880-ccb3-448d-8823-8bac07ab8961'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:15:25.614623 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-c7934179-d082-49da-99fd-2632bca6def6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:15:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['e4d9b880-ccb3-448d-8823-8bac07ab8961'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:15:25.684871 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9e89eb2a-e511-45b5-bb30-13b4c8182619 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:25.686124 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-9e89eb2a-e511-45b5-bb30-13b4c8182619 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1600065 Dec 08 17:15:25.689360 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42514) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:15:25.717385 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-c7934179-d082-49da-99fd-2632bca6def6 None None] Set router e4d9b880-ccb3-448d-8823-8bac07ab8961 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:15:25.809652 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-7027f7ae-0677-4485-a637-9474b106e13f tempest-TestNetworkAdvancedServerOps-171026067 tempest-TestNetworkAdvancedServerOps-171026067-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=d604cd6629ab480b9571d67f43656eec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1191700 Dec 08 17:15:25.812411 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42518) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:15:25.892494 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-c7934179-d082-49da-99fd-2632bca6def6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d9b880-ccb3-448d-8823-8bac07ab8961', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928855618', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'ac9609f8-2971-4a8d-893f-13d6283e402e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:15:23Z', 'updated_at': '2021-12-08T17:15:24Z', 'revision_number': 3, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': 'ac9609f8-2971-4a8d-893f-13d6283e402e', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:43:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d9b880-ccb3-448d-8823-8bac07ab8961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:15:24Z', 'updated_at': '2021-12-08T17:15:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:15:25.895719 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ebba61-9286-49b3-a2c0-22a6d0cf3318 tempest-TestNetworkAdvancedServerOps-171026067 tempest-TestNetworkAdvancedServerOps-171026067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:15:25.897824 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-73ebba61-9286-49b3-a2c0-22a6d0cf3318 tempest-TestNetworkAdvancedServerOps-171026067 tempest-TestNetworkAdvancedServerOps-171026067-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0844901 Dec 08 17:15:25.900746 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42520) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:15:25.922353 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7934179-d082-49da-99fd-2632bca6def6 None None] Checking router: e4d9b880-ccb3-448d-8823-8bac07ab8961 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:15:25.923031 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7934179-d082-49da-99fd-2632bca6def6 None None] Updating router e4d9b880-ccb3-448d-8823-8bac07ab8961 port ac9609f8-2971-4a8d-893f-13d6283e402e binding host n-d-776250-12 {{(pid=110553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 17:15:25.932670 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-6c82bf6c-2048-4ce2-9241-e590bf425e7f tempest-TestNetworkAdvancedServerOps-171026067 tempest-TestNetworkAdvancedServerOps-171026067-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=1ae4cf80-76bf-4df3-a557-5cc6023c1900&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308738 Dec 08 17:15:25.935330 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42522) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:15:25.940013 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-3eb31ada-37a0-4d98-a8ef-5869617b36d8 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-58055861', 'network_id': 'fe7a698e-77b8-425e-8474-19bb1863ce11', 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:15:25.947667 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-c7934179-d082-49da-99fd-2632bca6def6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:26.215965 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-c7934179-d082-49da-99fd-2632bca6def6 None None] Publish callbacks [] for port, precommit_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:26.233560 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb31ada-37a0-4d98-a8ef-5869617b36d8 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Made reservation on behalf of d604cd6629ab480b9571d67f43656eec for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:15:26.237290 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3eb31ada-37a0-4d98-a8ef-5869617b36d8 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:26.273511 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-c7934179-d082-49da-99fd-2632bca6def6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:26.315292 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80550a19-d5b3-4327-9a9a-255cd54e7fc2 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:15:26.322917 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-c7934179-d082-49da-99fd-2632bca6def6 None None] Attempting to bind port ac9609f8-2971-4a8d-893f-13d6283e402e on host n-d-776250-12 for vnic_type normal with profile {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:15:26.323323 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-c7934179-d082-49da-99fd-2632bca6def6 None None] Attempting to bind port ac9609f8-2971-4a8d-893f-13d6283e402e by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:15:26.323659 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7934179-d082-49da-99fd-2632bca6def6 None None] Attempting to bind port ac9609f8-2971-4a8d-893f-13d6283e402e on network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:15:26.330312 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7934179-d082-49da-99fd-2632bca6def6 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:15:26.330677 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7934179-d082-49da-99fd-2632bca6def6 None None] Checking segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:15:26.331070 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-c7934179-d082-49da-99fd-2632bca6def6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:26.331459 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7934179-d082-49da-99fd-2632bca6def6 None None] Bound using segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:15:26.331946 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-c7934179-d082-49da-99fd-2632bca6def6 None None] Bound port: ac9609f8-2971-4a8d-893f-13d6283e402e, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:15:26.332324 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-c7934179-d082-49da-99fd-2632bca6def6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:26.366455 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad40164-93c0-44b4-98fd-22072466c67d None None] Pushing event updated for resources: {'Port': ['ID=ac9609f8-2971-4a8d-893f-13d6283e402e,revision_number=2']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:26.378430 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad40164-93c0-44b4-98fd-22072466c67d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:26.378774 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad40164-93c0-44b4-98fd-22072466c67d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:26.379153 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad40164-93c0-44b4-98fd-22072466c67d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:26.379489 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad40164-93c0-44b4-98fd-22072466c67d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:26.379820 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad40164-93c0-44b4-98fd-22072466c67d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:26.380147 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad40164-93c0-44b4-98fd-22072466c67d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:26.380491 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad40164-93c0-44b4-98fd-22072466c67d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:26.380813 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad40164-93c0-44b4-98fd-22072466c67d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:26.381732 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad40164-93c0-44b4-98fd-22072466c67d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:26.382058 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad40164-93c0-44b4-98fd-22072466c67d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:26.382372 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad40164-93c0-44b4-98fd-22072466c67d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:26.382690 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad40164-93c0-44b4-98fd-22072466c67d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:26.383003 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad40164-93c0-44b4-98fd-22072466c67d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:26.404213 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-c7934179-d082-49da-99fd-2632bca6def6 None None] For port ac9609f8-2971-4a8d-893f-13d6283e402e, host n-d-776250-12, cleared binding levels {{(pid=110553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:15:26.407338 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-c7934179-d082-49da-99fd-2632bca6def6 None None] For port ac9609f8-2971-4a8d-893f-13d6283e402e, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=ac9609f8-2971-4a8d-893f-13d6283e402e,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:15:26.432397 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-0a1a7b93-64e3-4ce8-a99c-8fe7c90e85d8 None None] Provisioning complete for port ac9609f8-2971-4a8d-893f-13d6283e402e triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:15:26.432806 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0a1a7b93-64e3-4ce8-a99c-8fe7c90e85d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:26.466793 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-0a1a7b93-64e3-4ce8-a99c-8fe7c90e85d8 None None] Port ac9609f8-2971-4a8d-893f-13d6283e402e cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:15:26.489421 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-c7934179-d082-49da-99fd-2632bca6def6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:26.514192 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3eb31ada-37a0-4d98-a8ef-5869617b36d8 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:26.534304 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1af380-62ef-47b0-be1e-74abd1bcb181 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:15:26.541894 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7934179-d082-49da-99fd-2632bca6def6 None None] Routers {'e4d9b880-ccb3-448d-8823-8bac07ab8961'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:15:26.542529 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-c7934179-d082-49da-99fd-2632bca6def6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:15:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['e4d9b880-ccb3-448d-8823-8bac07ab8961'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:15:26.582231 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb31ada-37a0-4d98-a8ef-5869617b36d8 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'Subnet': ['ID=c2c89ae7-41e7-487c-816e-1eb7b53e861f,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:26.586369 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb31ada-37a0-4d98-a8ef-5869617b36d8 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Checking segment: {'id': 'c3168ed4-36b5-4f56-92f8-b52447d34a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'fe7a698e-77b8-425e-8474-19bb1863ce11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:15:26.586746 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb31ada-37a0-4d98-a8ef-5869617b36d8 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Network hostable DHCP agents. Network: fe7a698e-77b8-425e-8474-19bb1863ce11, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 17:15:26.591534 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-2124de09-1e53-4ba8-8ef8-9d3532942311 None None] Provisioning complete for port ac9609f8-2971-4a8d-893f-13d6283e402e triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:15:26.591922 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2124de09-1e53-4ba8-8ef8-9d3532942311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:26.601448 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad40164-93c0-44b4-98fd-22072466c67d None None] Pushing event updated for resources: {'Port': ['ID=ac9609f8-2971-4a8d-893f-13d6283e402e,revision_number=3']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:26.658098 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-c7934179-d082-49da-99fd-2632bca6def6 None None] Set router e4d9b880-ccb3-448d-8823-8bac07ab8961 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:15:26.674055 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2124de09-1e53-4ba8-8ef8-9d3532942311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:26.694968 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-2124de09-1e53-4ba8-8ef8-9d3532942311 None None] For port ac9609f8-2971-4a8d-893f-13d6283e402e, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=ac9609f8-2971-4a8d-893f-13d6283e402e,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:15:26.696971 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb31ada-37a0-4d98-a8ef-5869617b36d8 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Network fe7a698e-77b8-425e-8474-19bb1863ce11 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 17:15:26.777308 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2124de09-1e53-4ba8-8ef8-9d3532942311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:26.805330 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-3eb31ada-37a0-4d98-a8ef-5869617b36d8 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, fe7a698e-77b8-425e-8474-19bb1863ce11) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:15:26.811523 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb31ada-37a0-4d98-a8ef-5869617b36d8 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:15:26.812304 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3eb31ada-37a0-4d98-a8ef-5869617b36d8 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:26.820138 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63beb7ad-8486-46d8-94e4-72dc9a0d55ed None None] Network fe7a698e-77b8-425e-8474-19bb1863ce11 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:15:26.845720 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-c7934179-d082-49da-99fd-2632bca6def6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d9b880-ccb3-448d-8823-8bac07ab8961', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928855618', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'ac9609f8-2971-4a8d-893f-13d6283e402e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:15:23Z', 'updated_at': '2021-12-08T17:15:24Z', 'revision_number': 3, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': 'ac9609f8-2971-4a8d-893f-13d6283e402e', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:43:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d9b880-ccb3-448d-8823-8bac07ab8961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:15:24Z', 'updated_at': '2021-12-08T17:15:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:15:26.869748 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2124de09-1e53-4ba8-8ef8-9d3532942311 None None] Pushing event updated for resources: {'Port': ['ID=ac9609f8-2971-4a8d-893f-13d6283e402e,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:26.872590 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7934179-d082-49da-99fd-2632bca6def6 None None] The sync data for ids ['e4d9b880-ccb3-448d-8823-8bac07ab8961'] in n-d-776250-12 is: [{'id': 'e4d9b880-ccb3-448d-8823-8bac07ab8961', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928855618', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'ac9609f8-2971-4a8d-893f-13d6283e402e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:15:23Z', 'updated_at': '2021-12-08T17:15:24Z', 'revision_number': 3, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': 'ac9609f8-2971-4a8d-893f-13d6283e402e', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:43:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d9b880-ccb3-448d-8823-8bac07ab8961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:15:24Z', 'updated_at': '2021-12-08T17:15:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:15:26.888682 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-3eb31ada-37a0-4d98-a8ef-5869617b36d8 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9522493 Dec 08 17:15:26.893869 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 42524) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:15:26.938072 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8c61be-3f64-4c56-803c-4a6ff699cc09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-fe7a698e-77b8-425e-8474-19bb1863ce11', 'network_id': 'fe7a698e-77b8-425e-8474-19bb1863ce11', 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'fixed_ips': [{'subnet_id': 'c2c89ae7-41e7-487c-816e-1eb7b53e861f'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 17:15:26.940378 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4f8c61be-3f64-4c56-803c-4a6ff699cc09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:27.077976 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-4f8c61be-3f64-4c56-803c-4a6ff699cc09 None None] Allocated IP 172.20.0.2 (fe7a698e-77b8-425e-8474-19bb1863ce11/c2c89ae7-41e7-487c-816e-1eb7b53e861f/525698aa-b9af-4c1f-91e5-b2178bf740dc) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:15:27.268770 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4f8c61be-3f64-4c56-803c-4a6ff699cc09 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:27.354443 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4f8c61be-3f64-4c56-803c-4a6ff699cc09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:27.393210 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8c61be-3f64-4c56-803c-4a6ff699cc09 None None] Network fe7a698e-77b8-425e-8474-19bb1863ce11 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:15:27.396040 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-4f8c61be-3f64-4c56-803c-4a6ff699cc09 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:15:27.402641 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8c61be-3f64-4c56-803c-4a6ff699cc09 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:15:27.413978 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8c61be-3f64-4c56-803c-4a6ff699cc09 None None] Pushing event updated for resources: {'Port': ['ID=525698aa-b9af-4c1f-91e5-b2178bf740dc,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:27.414835 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0a2fa646-a409-454d-bef8-e00c80dc05bd tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:27.469137 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-4f8c61be-3f64-4c56-803c-4a6ff699cc09 None None] Attempting to bind port 525698aa-b9af-4c1f-91e5-b2178bf740dc on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:15:27.469728 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-4f8c61be-3f64-4c56-803c-4a6ff699cc09 None None] Attempting to bind port 525698aa-b9af-4c1f-91e5-b2178bf740dc by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'c3168ed4-36b5-4f56-92f8-b52447d34a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'fe7a698e-77b8-425e-8474-19bb1863ce11'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:15:27.470201 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8c61be-3f64-4c56-803c-4a6ff699cc09 None None] Attempting to bind port 525698aa-b9af-4c1f-91e5-b2178bf740dc on network fe7a698e-77b8-425e-8474-19bb1863ce11 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:15:27.476434 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8c61be-3f64-4c56-803c-4a6ff699cc09 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:15:27.476909 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8c61be-3f64-4c56-803c-4a6ff699cc09 None None] Checking segment: {'id': 'c3168ed4-36b5-4f56-92f8-b52447d34a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'fe7a698e-77b8-425e-8474-19bb1863ce11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:15:27.477390 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4f8c61be-3f64-4c56-803c-4a6ff699cc09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:27.477883 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8c61be-3f64-4c56-803c-4a6ff699cc09 None None] Bound using segment: {'id': 'c3168ed4-36b5-4f56-92f8-b52447d34a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'fe7a698e-77b8-425e-8474-19bb1863ce11'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:15:27.478445 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-4f8c61be-3f64-4c56-803c-4a6ff699cc09 None None] Bound port: 525698aa-b9af-4c1f-91e5-b2178bf740dc, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3168ed4-36b5-4f56-92f8-b52447d34a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'fe7a698e-77b8-425e-8474-19bb1863ce11'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:15:27.478838 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4f8c61be-3f64-4c56-803c-4a6ff699cc09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:27.552160 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-4f8c61be-3f64-4c56-803c-4a6ff699cc09 None None] For port 525698aa-b9af-4c1f-91e5-b2178bf740dc, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:15:27.555434 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-4f8c61be-3f64-4c56-803c-4a6ff699cc09 None None] For port 525698aa-b9af-4c1f-91e5-b2178bf740dc, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=525698aa-b9af-4c1f-91e5-b2178bf740dc,segment=NetworkSegment(c3168ed4-36b5-4f56-92f8-b52447d34a4d),segment_id=c3168ed4-36b5-4f56-92f8-b52447d34a4d)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:15:27.628713 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4f8c61be-3f64-4c56-803c-4a6ff699cc09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:27.693104 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8c61be-3f64-4c56-803c-4a6ff699cc09 None None] Pushing event updated for resources: {'Port': ['ID=525698aa-b9af-4c1f-91e5-b2178bf740dc,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:27.710492 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-0a2fa646-a409-454d-bef8-e00c80dc05bd tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Allocated IP 172.20.0.1 (fe7a698e-77b8-425e-8474-19bb1863ce11/c2c89ae7-41e7-487c-816e-1eb7b53e861f/7a3a19f5-9f5f-4d68-b1ce-4e74779bae9a) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:15:27.832093 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0a2fa646-a409-454d-bef8-e00c80dc05bd tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:27.911963 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0a2fa646-a409-454d-bef8-e00c80dc05bd tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:27.972076 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2fa646-a409-454d-bef8-e00c80dc05bd tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Network fe7a698e-77b8-425e-8474-19bb1863ce11 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:15:27.975634 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-0a2fa646-a409-454d-bef8-e00c80dc05bd tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:15:27.980161 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2fa646-a409-454d-bef8-e00c80dc05bd tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:15:27.984313 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2fa646-a409-454d-bef8-e00c80dc05bd tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'Port': ['ID=7a3a19f5-9f5f-4d68-b1ce-4e74779bae9a,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:28.030126 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0a2fa646-a409-454d-bef8-e00c80dc05bd tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:28.085265 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device ac9609f8-2971-4a8d-893f-13d6283e402e up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:15:28.142746 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port ac9609f8-2971-4a8d-893f-13d6283e402e triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:15:28.143041 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:28.223419 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 525698aa-b9af-4c1f-91e5-b2178bf740dc up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:15:28.249223 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0a2fa646-a409-454d-bef8-e00c80dc05bd tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:28.277371 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 525698aa-b9af-4c1f-91e5-b2178bf740dc triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:15:28.277767 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:28.358522 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:28.400426 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 525698aa-b9af-4c1f-91e5-b2178bf740dc, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=525698aa-b9af-4c1f-91e5-b2178bf740dc,segment=NetworkSegment(c3168ed4-36b5-4f56-92f8-b52447d34a4d),segment_id=c3168ed4-36b5-4f56-92f8-b52447d34a4d)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:15:28.489801 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:28.540498 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=525698aa-b9af-4c1f-91e5-b2178bf740dc,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:28.547492 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0a2fa646-a409-454d-bef8-e00c80dc05bd tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:28.611208 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0a2fa646-a409-454d-bef8-e00c80dc05bd tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:28.685251 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2fa646-a409-454d-bef8-e00c80dc05bd tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'Port': ['ID=7a3a19f5-9f5f-4d68-b1ce-4e74779bae9a,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:28.687739 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0a2fa646-a409-454d-bef8-e00c80dc05bd tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:28.780029 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2fa646-a409-454d-bef8-e00c80dc05bd tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Network fe7a698e-77b8-425e-8474-19bb1863ce11 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:15:28.781512 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-0a2fa646-a409-454d-bef8-e00c80dc05bd tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:15:28.893896 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a2fa646-a409-454d-bef8-e00c80dc05bd tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Router e4d9b880-ccb3-448d-8823-8bac07ab8961 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:15:29.004158 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a2fa646-a409-454d-bef8-e00c80dc05bd tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:15:29.017712 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-0a2fa646-a409-454d-bef8-e00c80dc05bd tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "PUT /v2.0/routers/e4d9b880-ccb3-448d-8823-8bac07ab8961/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1149986 Dec 08 17:15:29.017825 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b7f173-9ca4-4bec-9035-cd36eb705378 None None] Sync routers for ids ['e4d9b880-ccb3-448d-8823-8bac07ab8961'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:15:29.029865 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b7f173-9ca4-4bec-9035-cd36eb705378 None None] Routers {'e4d9b880-ccb3-448d-8823-8bac07ab8961'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:15:29.030501 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-84b7f173-9ca4-4bec-9035-cd36eb705378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:15:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['e4d9b880-ccb3-448d-8823-8bac07ab8961'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:15:29.148890 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-84b7f173-9ca4-4bec-9035-cd36eb705378 None None] Set router e4d9b880-ccb3-448d-8823-8bac07ab8961 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:15:29.184934 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5e6cceed-0ef3-4639-a01f-33bffee14734 req-8efb1ffe-1ed8-4d74-9e6c-fb3008d66e47 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2090000275&fields=id&tenant_id=d604cd6629ab480b9571d67f43656eec HTTP/1.1" status: 200 len: 267 time: 0.0515544 Dec 08 17:15:29.309273 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6cceed-0ef3-4639-a01f-33bffee14734 req-edb2b2ad-0b9f-4f62-a347-3147bf0796d8 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:15:29.310926 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5e6cceed-0ef3-4639-a01f-33bffee14734 req-edb2b2ad-0b9f-4f62-a347-3147bf0796d8 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/networks?id=fe7a698e-77b8-425e-8474-19bb1863ce11 HTTP/1.1" status: 200 len: 797 time: 0.1188495 Dec 08 17:15:29.327707 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5e6cceed-0ef3-4639-a01f-33bffee14734 req-01bcde93-d444-4cef-8906-3f6fa58039a0 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/quotas/d604cd6629ab480b9571d67f43656eec HTTP/1.1" status: 200 len: 375 time: 0.0100038 Dec 08 17:15:29.366163 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91a904e-0ef7-44f6-88d4-2c16a059236b None None] Network fe7a698e-77b8-425e-8474-19bb1863ce11 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:15:29.388450 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5e6cceed-0ef3-4639-a01f-33bffee14734 req-afb3ef9c-f2a2-4f7f-9bca-53d8a9f59df0 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d604cd6629ab480b9571d67f43656eec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546522 Dec 08 17:15:29.436786 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-84b7f173-9ca4-4bec-9035-cd36eb705378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d9b880-ccb3-448d-8823-8bac07ab8961', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928855618', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'ac9609f8-2971-4a8d-893f-13d6283e402e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:15:23Z', 'updated_at': '2021-12-08T17:15:28Z', 'revision_number': 4, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': 'ac9609f8-2971-4a8d-893f-13d6283e402e', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:43:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d9b880-ccb3-448d-8823-8bac07ab8961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:15:24Z', 'updated_at': '2021-12-08T17:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '7a3a19f5-9f5f-4d68-b1ce-4e74779bae9a', 'name': '', 'network_id': 'fe7a698e-77b8-425e-8474-19bb1863ce11', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'mac_address': 'fa:16:3e:0b:e9:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d9b880-ccb3-448d-8823-8bac07ab8961', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c2c89ae7-41e7-487c-816e-1eb7b53e861f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:15:27Z', 'updated_at': '2021-12-08T17:15:28Z', 'revision_number': 2, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'subnets': [{'id': 'c2c89ae7-41e7-487c-816e-1eb7b53e861f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:15:29.475829 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b7f173-9ca4-4bec-9035-cd36eb705378 None None] Checking router: e4d9b880-ccb3-448d-8823-8bac07ab8961 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:15:29.476203 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b7f173-9ca4-4bec-9035-cd36eb705378 None None] Updating router e4d9b880-ccb3-448d-8823-8bac07ab8961 port 7a3a19f5-9f5f-4d68-b1ce-4e74779bae9a binding host n-d-776250-12 {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 17:15:29.481173 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-34aa845c-e5b0-4694-881c-0a882cb935f1 None None] Provisioning complete for port 525698aa-b9af-4c1f-91e5-b2178bf740dc triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:15:29.481563 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-34aa845c-e5b0-4694-881c-0a882cb935f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:29.543030 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5e6cceed-0ef3-4639-a01f-33bffee14734 req-05b07b39-c6c5-466b-9645-39514ac005ed service neutron] 10.222.0.64 "GET /v2.0/networks/fe7a698e-77b8-425e-8474-19bb1863ce11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427941 Dec 08 17:15:29.646666 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5e6cceed-0ef3-4639-a01f-33bffee14734 req-3071c954-3893-40ed-a955-685670db541d service neutron] 10.222.0.64 "GET /v2.0/networks/fe7a698e-77b8-425e-8474-19bb1863ce11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959973 Dec 08 17:15:29.705124 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-84b7f173-9ca4-4bec-9035-cd36eb705378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:29.896705 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3721cdf0-7851-42e5-a9eb-fd805f2b1299 req-9f8d19cf-0dfd-42ee-be6b-35259635acc1 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=b904b129-cdd7-4e0c-a089-4dfb81f1d788 HTTP/1.1" status: 200 len: 210 time: 0.0454135 Dec 08 17:15:30.012446 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 525698aa-b9af-4c1f-91e5-b2178bf740dc up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:15:30.146037 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 525698aa-b9af-4c1f-91e5-b2178bf740dc triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:15:30.146880 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:30.182226 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-84b7f173-9ca4-4bec-9035-cd36eb705378 None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:30.196050 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-961bfcac-9102-40d9-b2a9-1700d0b28844 None None] Provisioning complete for port 525698aa-b9af-4c1f-91e5-b2178bf740dc triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:15:30.196457 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-961bfcac-9102-40d9-b2a9-1700d0b28844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:30.282480 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-84b7f173-9ca4-4bec-9035-cd36eb705378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:30.372909 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bff872-1d1d-4a93-91c9-f7d36273893f None None] Pushing event updated for resources: {'Port': ['ID=7a3a19f5-9f5f-4d68-b1ce-4e74779bae9a,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:30.405053 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-961bfcac-9102-40d9-b2a9-1700d0b28844 None None] Provisioning complete for port 7a3a19f5-9f5f-4d68-b1ce-4e74779bae9a triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:15:30.405440 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-961bfcac-9102-40d9-b2a9-1700d0b28844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:30.464375 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-84b7f173-9ca4-4bec-9035-cd36eb705378 None None] Attempting to bind port 7a3a19f5-9f5f-4d68-b1ce-4e74779bae9a on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:15:30.464751 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-84b7f173-9ca4-4bec-9035-cd36eb705378 None None] Attempting to bind port 7a3a19f5-9f5f-4d68-b1ce-4e74779bae9a by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'c3168ed4-36b5-4f56-92f8-b52447d34a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'fe7a698e-77b8-425e-8474-19bb1863ce11'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:15:30.465129 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b7f173-9ca4-4bec-9035-cd36eb705378 None None] Attempting to bind port 7a3a19f5-9f5f-4d68-b1ce-4e74779bae9a on network fe7a698e-77b8-425e-8474-19bb1863ce11 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:15:30.467180 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-961bfcac-9102-40d9-b2a9-1700d0b28844 None None] Port 7a3a19f5-9f5f-4d68-b1ce-4e74779bae9a cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:15:30.472048 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b7f173-9ca4-4bec-9035-cd36eb705378 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:15:30.472480 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b7f173-9ca4-4bec-9035-cd36eb705378 None None] Checking segment: {'id': 'c3168ed4-36b5-4f56-92f8-b52447d34a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'fe7a698e-77b8-425e-8474-19bb1863ce11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:15:30.472890 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-84b7f173-9ca4-4bec-9035-cd36eb705378 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:30.473279 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b7f173-9ca4-4bec-9035-cd36eb705378 None None] Bound using segment: {'id': 'c3168ed4-36b5-4f56-92f8-b52447d34a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'fe7a698e-77b8-425e-8474-19bb1863ce11'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:15:30.473752 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-84b7f173-9ca4-4bec-9035-cd36eb705378 None None] Bound port: 7a3a19f5-9f5f-4d68-b1ce-4e74779bae9a, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3168ed4-36b5-4f56-92f8-b52447d34a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'fe7a698e-77b8-425e-8474-19bb1863ce11'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:15:30.474138 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-84b7f173-9ca4-4bec-9035-cd36eb705378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:30.486860 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:15:30.543803 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-84b7f173-9ca4-4bec-9035-cd36eb705378 None None] For port 7a3a19f5-9f5f-4d68-b1ce-4e74779bae9a, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:15:30.547154 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-84b7f173-9ca4-4bec-9035-cd36eb705378 None None] For port 7a3a19f5-9f5f-4d68-b1ce-4e74779bae9a, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=7a3a19f5-9f5f-4d68-b1ce-4e74779bae9a,segment=NetworkSegment(c3168ed4-36b5-4f56-92f8-b52447d34a4d),segment_id=c3168ed4-36b5-4f56-92f8-b52447d34a4d)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:15:30.590012 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-496d923f-38dc-41e3-b9fd-7968cadb0703 None None] Provisioning complete for port 7a3a19f5-9f5f-4d68-b1ce-4e74779bae9a triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:15:30.593733 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-496d923f-38dc-41e3-b9fd-7968cadb0703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:30.614136 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-84b7f173-9ca4-4bec-9035-cd36eb705378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:30.667954 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-496d923f-38dc-41e3-b9fd-7968cadb0703 None None] Port 7a3a19f5-9f5f-4d68-b1ce-4e74779bae9a cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:15:30.688328 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b7f173-9ca4-4bec-9035-cd36eb705378 None None] Routers {'e4d9b880-ccb3-448d-8823-8bac07ab8961'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:15:30.688978 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-84b7f173-9ca4-4bec-9035-cd36eb705378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:15:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['e4d9b880-ccb3-448d-8823-8bac07ab8961'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:15:30.690891 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bff872-1d1d-4a93-91c9-f7d36273893f None None] Pushing event updated for resources: {'Port': ['ID=7a3a19f5-9f5f-4d68-b1ce-4e74779bae9a,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:30.812235 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-31c88c14-0827-4fb4-b6f6-778a9fa31265 None None] Provisioning complete for port 7a3a19f5-9f5f-4d68-b1ce-4e74779bae9a triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:15:30.812626 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-31c88c14-0827-4fb4-b6f6-778a9fa31265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:30.837922 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-84b7f173-9ca4-4bec-9035-cd36eb705378 None None] Set router e4d9b880-ccb3-448d-8823-8bac07ab8961 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:15:30.967200 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-29a7f232-fca3-4ecd-b804-e334e965cfdc req-80caeb8c-f616-49b6-9ba6-2372bae269b8 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=b904b129-cdd7-4e0c-a089-4dfb81f1d788 HTTP/1.1" status: 200 len: 210 time: 0.0275056 Dec 08 17:15:31.016801 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-31c88c14-0827-4fb4-b6f6-778a9fa31265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:31.085833 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-31c88c14-0827-4fb4-b6f6-778a9fa31265 None None] For port 7a3a19f5-9f5f-4d68-b1ce-4e74779bae9a, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=7a3a19f5-9f5f-4d68-b1ce-4e74779bae9a,segment=NetworkSegment(c3168ed4-36b5-4f56-92f8-b52447d34a4d),segment_id=c3168ed4-36b5-4f56-92f8-b52447d34a4d)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:15:31.110877 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-84b7f173-9ca4-4bec-9035-cd36eb705378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d9b880-ccb3-448d-8823-8bac07ab8961', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928855618', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'ac9609f8-2971-4a8d-893f-13d6283e402e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:15:23Z', 'updated_at': '2021-12-08T17:15:28Z', 'revision_number': 4, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': 'ac9609f8-2971-4a8d-893f-13d6283e402e', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:43:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d9b880-ccb3-448d-8823-8bac07ab8961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:15:24Z', 'updated_at': '2021-12-08T17:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '7a3a19f5-9f5f-4d68-b1ce-4e74779bae9a', 'name': '', 'network_id': 'fe7a698e-77b8-425e-8474-19bb1863ce11', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'mac_address': 'fa:16:3e:0b:e9:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d9b880-ccb3-448d-8823-8bac07ab8961', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c2c89ae7-41e7-487c-816e-1eb7b53e861f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:15:27Z', 'updated_at': '2021-12-08T17:15:30Z', 'revision_number': 4, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'subnets': [{'id': 'c2c89ae7-41e7-487c-816e-1eb7b53e861f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:15:31.139453 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b7f173-9ca4-4bec-9035-cd36eb705378 None None] The sync data for ids ['e4d9b880-ccb3-448d-8823-8bac07ab8961'] in n-d-776250-12 is: [{'id': 'e4d9b880-ccb3-448d-8823-8bac07ab8961', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928855618', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'ac9609f8-2971-4a8d-893f-13d6283e402e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:15:23Z', 'updated_at': '2021-12-08T17:15:28Z', 'revision_number': 4, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': 'ac9609f8-2971-4a8d-893f-13d6283e402e', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:43:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d9b880-ccb3-448d-8823-8bac07ab8961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:15:24Z', 'updated_at': '2021-12-08T17:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '7a3a19f5-9f5f-4d68-b1ce-4e74779bae9a', 'name': '', 'network_id': 'fe7a698e-77b8-425e-8474-19bb1863ce11', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'mac_address': 'fa:16:3e:0b:e9:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d9b880-ccb3-448d-8823-8bac07ab8961', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c2c89ae7-41e7-487c-816e-1eb7b53e861f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:15:27Z', 'updated_at': '2021-12-08T17:15:30Z', 'revision_number': 4, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'subnets': [{'id': 'c2c89ae7-41e7-487c-816e-1eb7b53e861f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:15:31.199710 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-31c88c14-0827-4fb4-b6f6-778a9fa31265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:31.256003 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c88c14-0827-4fb4-b6f6-778a9fa31265 None None] Pushing event updated for resources: {'Port': ['ID=7a3a19f5-9f5f-4d68-b1ce-4e74779bae9a,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:31.327807 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-e7004a94-6e3b-4160-bdc4-153dc43e8632 None None] Provisioning complete for port 7a3a19f5-9f5f-4d68-b1ce-4e74779bae9a triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:15:31.328255 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e7004a94-6e3b-4160-bdc4-153dc43e8632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:32.007707 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 7a3a19f5-9f5f-4d68-b1ce-4e74779bae9a up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:15:32.064692 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 7a3a19f5-9f5f-4d68-b1ce-4e74779bae9a triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:15:32.065079 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:32.075503 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c34d6f72-d7d9-4145-8566-41c173be6f4d req-4abac4b6-8342-4ec5-90d1-623ccd3a3216 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=b904b129-cdd7-4e0c-a089-4dfb81f1d788 HTTP/1.1" status: 200 len: 210 time: 0.0305829 Dec 08 17:15:32.229585 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6cceed-0ef3-4639-a01f-33bffee14734 req-28f5d7da-cf16-4496-9562-c56b41992d8c tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:15:32.230965 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5e6cceed-0ef3-4639-a01f-33bffee14734 req-28f5d7da-cf16-4496-9562-c56b41992d8c tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.76 "GET /v2.0/networks?id=fe7a698e-77b8-425e-8474-19bb1863ce11 HTTP/1.1" status: 200 len: 797 time: 0.1179602 Dec 08 17:15:32.298594 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5e6cceed-0ef3-4639-a01f-33bffee14734 req-69dd1ec5-8cdd-43db-9d56-e7cd8be02623 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d604cd6629ab480b9571d67f43656eec HTTP/1.1" status: 200 len: 380 time: 0.0569980 Dec 08 17:15:32.313263 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-5e6cceed-0ef3-4639-a01f-33bffee14734 req-792912bb-ba58-4abf-b256-40ad0da72ed4 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Request body: {'port': {'device_id': 'b904b129-cdd7-4e0c-a089-4dfb81f1d788', 'network_id': 'fe7a698e-77b8-425e-8474-19bb1863ce11', 'admin_state_up': True, 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'security_groups': ['e3073919-69ef-4eae-8362-76e11aca6ee5']}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:15:32.479167 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e6cceed-0ef3-4639-a01f-33bffee14734 req-792912bb-ba58-4abf-b256-40ad0da72ed4 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Made reservation on behalf of d604cd6629ab480b9571d67f43656eec for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:15:32.482812 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5e6cceed-0ef3-4639-a01f-33bffee14734 req-792912bb-ba58-4abf-b256-40ad0da72ed4 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:32.615676 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-5e6cceed-0ef3-4639-a01f-33bffee14734 req-792912bb-ba58-4abf-b256-40ad0da72ed4 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Allocated IP 172.20.0.6 (fe7a698e-77b8-425e-8474-19bb1863ce11/c2c89ae7-41e7-487c-816e-1eb7b53e861f/3b830c5d-80a8-4827-bdfa-12fd54ae4d86) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:15:32.751071 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5e6cceed-0ef3-4639-a01f-33bffee14734 req-792912bb-ba58-4abf-b256-40ad0da72ed4 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:32.845362 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5e6cceed-0ef3-4639-a01f-33bffee14734 req-792912bb-ba58-4abf-b256-40ad0da72ed4 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:32.891192 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e6cceed-0ef3-4639-a01f-33bffee14734 req-792912bb-ba58-4abf-b256-40ad0da72ed4 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Network fe7a698e-77b8-425e-8474-19bb1863ce11 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:15:32.896037 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-5e6cceed-0ef3-4639-a01f-33bffee14734 req-792912bb-ba58-4abf-b256-40ad0da72ed4 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:15:32.899705 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e6cceed-0ef3-4639-a01f-33bffee14734 req-792912bb-ba58-4abf-b256-40ad0da72ed4 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:15:32.927193 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792912bb-ba58-4abf-b256-40ad0da72ed4 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'Port': ['ID=3b830c5d-80a8-4827-bdfa-12fd54ae4d86,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:32.958772 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6cceed-0ef3-4639-a01f-33bffee14734 req-792912bb-ba58-4abf-b256-40ad0da72ed4 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:15:32.959413 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5e6cceed-0ef3-4639-a01f-33bffee14734 req-792912bb-ba58-4abf-b256-40ad0da72ed4 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:33.025904 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5e6cceed-0ef3-4639-a01f-33bffee14734 req-792912bb-ba58-4abf-b256-40ad0da72ed4 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7214460 Dec 08 17:15:33.036158 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [req-5e6cceed-0ef3-4639-a01f-33bffee14734 req-cee0dd1d-c970-4635-87f1-4a2ff80f4916 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 17:15:33.037809 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5e6cceed-0ef3-4639-a01f-33bffee14734 req-cee0dd1d-c970-4635-87f1-4a2ff80f4916 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053651 Dec 08 17:15:33.049499 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-5e6cceed-0ef3-4639-a01f-33bffee14734 req-4e3e1c3a-37c7-4944-a22c-9f8ae12d72ef service neutron] Request body: {'port': {'device_id': 'b904b129-cdd7-4e0c-a089-4dfb81f1d788', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:15:33.105698 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5e6cceed-0ef3-4639-a01f-33bffee14734 req-4e3e1c3a-37c7-4944-a22c-9f8ae12d72ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:33.143261 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-7e237246-0a64-4b12-b1b7-71021ff45c9f None None] Provisioning complete for port 3b830c5d-80a8-4827-bdfa-12fd54ae4d86 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:15:33.144473 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7e237246-0a64-4b12-b1b7-71021ff45c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:33.181296 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-7e237246-0a64-4b12-b1b7-71021ff45c9f None None] Port 3b830c5d-80a8-4827-bdfa-12fd54ae4d86 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:15:33.285049 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653c1b3-a4d8-4c46-b014-c913504389e1 req-192fc180-ef34-43d6-b19f-e33c53f5ba7f tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:15:33.286551 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5653c1b3-a4d8-4c46-b014-c913504389e1 req-192fc180-ef34-43d6-b19f-e33c53f5ba7f tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=b904b129-cdd7-4e0c-a089-4dfb81f1d788 HTTP/1.1" status: 200 len: 931 time: 0.1253483 Dec 08 17:15:33.382241 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5653c1b3-a4d8-4c46-b014-c913504389e1 req-482e6fda-c9b0-4d8b-8beb-ed6e5d59ea6b tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=e3073919-69ef-4eae-8362-76e11aca6ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676644 Dec 08 17:15:33.451476 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-5e6cceed-0ef3-4639-a01f-33bffee14734 req-4e3e1c3a-37c7-4944-a22c-9f8ae12d72ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b830c5d-80a8-4827-bdfa-12fd54ae4d86 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:15:33.459462 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5e6cceed-0ef3-4639-a01f-33bffee14734 req-4e3e1c3a-37c7-4944-a22c-9f8ae12d72ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:33.471065 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-5e6cceed-0ef3-4639-a01f-33bffee14734 req-4e3e1c3a-37c7-4944-a22c-9f8ae12d72ef service neutron] Transition to ACTIVE for port object 3b830c5d-80a8-4827-bdfa-12fd54ae4d86 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 17:15:33.534127 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5e6cceed-0ef3-4639-a01f-33bffee14734 req-4e3e1c3a-37c7-4944-a22c-9f8ae12d72ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:33.585262 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3e1c3a-37c7-4944-a22c-9f8ae12d72ef service neutron] Pushing event updated for resources: {'Port': ['ID=3b830c5d-80a8-4827-bdfa-12fd54ae4d86,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:33.659970 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-5e6cceed-0ef3-4639-a01f-33bffee14734 req-4e3e1c3a-37c7-4944-a22c-9f8ae12d72ef service neutron] Attempting to bind port 3b830c5d-80a8-4827-bdfa-12fd54ae4d86 on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:15:33.660370 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-5e6cceed-0ef3-4639-a01f-33bffee14734 req-4e3e1c3a-37c7-4944-a22c-9f8ae12d72ef service neutron] Attempting to bind port 3b830c5d-80a8-4827-bdfa-12fd54ae4d86 by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': 'c3168ed4-36b5-4f56-92f8-b52447d34a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'fe7a698e-77b8-425e-8474-19bb1863ce11'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:15:33.660709 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6cceed-0ef3-4639-a01f-33bffee14734 req-4e3e1c3a-37c7-4944-a22c-9f8ae12d72ef service neutron] Attempting to bind port 3b830c5d-80a8-4827-bdfa-12fd54ae4d86 on network fe7a698e-77b8-425e-8474-19bb1863ce11 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:15:33.665459 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6cceed-0ef3-4639-a01f-33bffee14734 req-4e3e1c3a-37c7-4944-a22c-9f8ae12d72ef service neutron] Port 3b830c5d-80a8-4827-bdfa-12fd54ae4d86 on network fe7a698e-77b8-425e-8474-19bb1863ce11 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 17:15:33.665793 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6cceed-0ef3-4639-a01f-33bffee14734 req-4e3e1c3a-37c7-4944-a22c-9f8ae12d72ef service neutron] Attempting to bind port 3b830c5d-80a8-4827-bdfa-12fd54ae4d86 on network fe7a698e-77b8-425e-8474-19bb1863ce11 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:15:33.670882 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6cceed-0ef3-4639-a01f-33bffee14734 req-4e3e1c3a-37c7-4944-a22c-9f8ae12d72ef service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:15:33.671228 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6cceed-0ef3-4639-a01f-33bffee14734 req-4e3e1c3a-37c7-4944-a22c-9f8ae12d72ef service neutron] Checking segment: {'id': 'c3168ed4-36b5-4f56-92f8-b52447d34a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'fe7a698e-77b8-425e-8474-19bb1863ce11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:15:33.671617 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6cceed-0ef3-4639-a01f-33bffee14734 req-4e3e1c3a-37c7-4944-a22c-9f8ae12d72ef service neutron] Bound using segment: {'id': 'c3168ed4-36b5-4f56-92f8-b52447d34a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'fe7a698e-77b8-425e-8474-19bb1863ce11'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:15:33.672064 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-5e6cceed-0ef3-4639-a01f-33bffee14734 req-4e3e1c3a-37c7-4944-a22c-9f8ae12d72ef service neutron] Bound port: 3b830c5d-80a8-4827-bdfa-12fd54ae4d86, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3168ed4-36b5-4f56-92f8-b52447d34a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'fe7a698e-77b8-425e-8474-19bb1863ce11'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:15:33.672443 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5e6cceed-0ef3-4639-a01f-33bffee14734 req-4e3e1c3a-37c7-4944-a22c-9f8ae12d72ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:33.739433 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-5e6cceed-0ef3-4639-a01f-33bffee14734 req-4e3e1c3a-37c7-4944-a22c-9f8ae12d72ef service neutron] For port 3b830c5d-80a8-4827-bdfa-12fd54ae4d86, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:15:33.743369 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-5e6cceed-0ef3-4639-a01f-33bffee14734 req-4e3e1c3a-37c7-4944-a22c-9f8ae12d72ef service neutron] For port 3b830c5d-80a8-4827-bdfa-12fd54ae4d86, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=3b830c5d-80a8-4827-bdfa-12fd54ae4d86,segment=NetworkSegment(c3168ed4-36b5-4f56-92f8-b52447d34a4d),segment_id=c3168ed4-36b5-4f56-92f8-b52447d34a4d)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:15:33.797650 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5e6cceed-0ef3-4639-a01f-33bffee14734 req-4e3e1c3a-37c7-4944-a22c-9f8ae12d72ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:33.832917 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6cceed-0ef3-4639-a01f-33bffee14734 req-4e3e1c3a-37c7-4944-a22c-9f8ae12d72ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:15:33.833548 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5e6cceed-0ef3-4639-a01f-33bffee14734 req-4e3e1c3a-37c7-4944-a22c-9f8ae12d72ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:33.835013 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5e6cceed-0ef3-4639-a01f-33bffee14734 req-4e3e1c3a-37c7-4944-a22c-9f8ae12d72ef service neutron] 10.222.0.76 "PUT /v2.0/ports/3b830c5d-80a8-4827-bdfa-12fd54ae4d86 HTTP/1.1" status: 200 len: 1092 time: 0.7897129 Dec 08 17:15:33.835469 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b904b129-cdd7-4e0c-a089-4dfb81f1d788', 'tag': '3b830c5d-80a8-4827-bdfa-12fd54ae4d86'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:15:33.837786 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33688f0a94a9db352de83aac38ec7a80f5ce35812a363759cff610bcc84c1346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c5ddf8-01eb-4bde-881f-865a40157789" -d '{"events": [{"name": "network-changed", "server_uuid": "b904b129-cdd7-4e0c-a089-4dfb81f1d788", "tag": "3b830c5d-80a8-4827-bdfa-12fd54ae4d86"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:15:33.875706 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3e1c3a-37c7-4944-a22c-9f8ae12d72ef service neutron] Pushing event updated for resources: {'Port': ['ID=3b830c5d-80a8-4827-bdfa-12fd54ae4d86,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:33.879032 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d7ae7a-d303-4fad-87db-99670c725a85 x-openstack-request-id: req-94d7ae7a-d303-4fad-87db-99670c725a85 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:15:33.879391 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b904b129-cdd7-4e0c-a089-4dfb81f1d788", "tag": "3b830c5d-80a8-4827-bdfa-12fd54ae4d86", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:15:33.879572 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-94d7ae7a-d303-4fad-87db-99670c725a85 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:15:33.879986 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b904b129-cdd7-4e0c-a089-4dfb81f1d788', 'tag': '3b830c5d-80a8-4827-bdfa-12fd54ae4d86', 'status': 'completed', 'code': 200} Dec 08 17:15:33.946745 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5ddf8-01eb-4bde-881f-865a40157789 req-7fa9a99a-1fcd-477b-a34a-b8572788cdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:15:33.948354 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f4c5ddf8-01eb-4bde-881f-865a40157789 req-7fa9a99a-1fcd-477b-a34a-b8572788cdf8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d604cd6629ab480b9571d67f43656eec&device_id=b904b129-cdd7-4e0c-a089-4dfb81f1d788 HTTP/1.1" status: 200 len: 1095 time: 0.0481851 Dec 08 17:15:34.048075 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5ddf8-01eb-4bde-881f-865a40157789 req-f55744b6-9706-471b-9929-25e02cc9c93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:15:34.049601 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f4c5ddf8-01eb-4bde-881f-865a40157789 req-f55744b6-9706-471b-9929-25e02cc9c93c service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=d604cd6629ab480b9571d67f43656eec&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0938847 Dec 08 17:15:34.146958 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5ddf8-01eb-4bde-881f-865a40157789 req-9a218a2f-96b1-45c5-beb7-460bb9d6f7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:15:34.153452 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f4c5ddf8-01eb-4bde-881f-865a40157789 req-9a218a2f-96b1-45c5-beb7-460bb9d6f7be service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0925519 Dec 08 17:15:34.223865 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6cceed-0ef3-4639-a01f-33bffee14734 req-50b8a1f1-083c-464b-b9ac-e1d7e2a58054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:15:34.226081 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5e6cceed-0ef3-4639-a01f-33bffee14734 req-50b8a1f1-083c-464b-b9ac-e1d7e2a58054 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d604cd6629ab480b9571d67f43656eec&device_id=b904b129-cdd7-4e0c-a089-4dfb81f1d788 HTTP/1.1" status: 200 len: 1095 time: 0.0418875 Dec 08 17:15:34.267011 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5e6cceed-0ef3-4639-a01f-33bffee14734 req-4b6c053c-3faa-4328-8f08-1029d2d340ec service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b830c5d-80a8-4827-bdfa-12fd54ae4d86 HTTP/1.1" status: 200 len: 217 time: 0.0338461 Dec 08 17:15:34.319023 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6cceed-0ef3-4639-a01f-33bffee14734 req-20e8d72e-618e-4e82-89ea-5c0935b760b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:15:34.320464 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5e6cceed-0ef3-4639-a01f-33bffee14734 req-20e8d72e-618e-4e82-89ea-5c0935b760b8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c2c89ae7-41e7-487c-816e-1eb7b53e861f HTTP/1.1" status: 200 len: 833 time: 0.0463095 Dec 08 17:15:34.716585 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6cceed-0ef3-4639-a01f-33bffee14734 req-72cf9443-df30-47fa-9ae1-8d355c53d80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:15:34.718108 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5e6cceed-0ef3-4639-a01f-33bffee14734 req-72cf9443-df30-47fa-9ae1-8d355c53d80b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fe7a698e-77b8-425e-8474-19bb1863ce11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3911924 Dec 08 17:15:34.741556 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a72073-edf1-464a-8c33-0d95febb2ea5 req-48ae448b-9b53-46d8-b3f0-8023dff31a18 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:15:34.743215 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f7a72073-edf1-464a-8c33-0d95febb2ea5 req-48ae448b-9b53-46d8-b3f0-8023dff31a18 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=b904b129-cdd7-4e0c-a089-4dfb81f1d788 HTTP/1.1" status: 200 len: 943 time: 0.0669529 Dec 08 17:15:34.840950 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f7a72073-edf1-464a-8c33-0d95febb2ea5 req-858c1036-0ad3-47a3-9eb1-2d362bcd3579 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=e3073919-69ef-4eae-8362-76e11aca6ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881779 Dec 08 17:15:34.856719 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5e6cceed-0ef3-4639-a01f-33bffee14734 req-c37544e7-f51f-4251-b550-516e2f1fe67d service neutron] 10.222.0.76 "GET /v2.0/networks/fe7a698e-77b8-425e-8474-19bb1863ce11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302879 Dec 08 17:15:34.946285 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5e6cceed-0ef3-4639-a01f-33bffee14734 req-7ced1750-016f-4477-82c5-5cb72141a44b service neutron] 10.222.0.76 "GET /v2.0/networks/fe7a698e-77b8-425e-8474-19bb1863ce11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811546 Dec 08 17:15:35.302122 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:35.958085 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74fe47-343a-4490-a700-031cb9d74b7a req-f009a2b0-7150-4c80-a106-81a5395ebe93 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:15:35.959653 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4a74fe47-343a-4490-a700-031cb9d74b7a req-f009a2b0-7150-4c80-a106-81a5395ebe93 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=b904b129-cdd7-4e0c-a089-4dfb81f1d788 HTTP/1.1" status: 200 len: 943 time: 0.0492613 Dec 08 17:15:36.009699 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4a74fe47-343a-4490-a700-031cb9d74b7a req-de25a560-46fb-4b88-bad6-4f6ed14d5dc3 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=e3073919-69ef-4eae-8362-76e11aca6ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437367 Dec 08 17:15:37.128956 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c3b347-424e-4b97-83e5-43c71d7721ee req-4173c6dc-8f83-4168-980e-0afdf888490d tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:15:37.130479 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a1c3b347-424e-4b97-83e5-43c71d7721ee req-4173c6dc-8f83-4168-980e-0afdf888490d tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=b904b129-cdd7-4e0c-a089-4dfb81f1d788 HTTP/1.1" status: 200 len: 943 time: 0.0536308 Dec 08 17:15:37.183582 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a1c3b347-424e-4b97-83e5-43c71d7721ee req-bc76ef92-0d70-4182-9492-6d01cd7af978 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=e3073919-69ef-4eae-8362-76e11aca6ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464709 Dec 08 17:15:38.299854 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e43d8-608b-4eb5-8eef-cdffbafb4f3e req-cfa0a224-89ba-489f-890d-f3b45aaf9cff tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:15:38.301317 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f20e43d8-608b-4eb5-8eef-cdffbafb4f3e req-cfa0a224-89ba-489f-890d-f3b45aaf9cff tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=b904b129-cdd7-4e0c-a089-4dfb81f1d788 HTTP/1.1" status: 200 len: 943 time: 0.0492675 Dec 08 17:15:38.354266 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f20e43d8-608b-4eb5-8eef-cdffbafb4f3e req-656cf137-a111-4042-af0f-aa98617b7fd0 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=e3073919-69ef-4eae-8362-76e11aca6ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470781 Dec 08 17:15:39.238832 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:39.468046 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea457c3-79a0-49cf-b725-6235defdeb99 req-34758c4f-a09b-4b62-8447-325668031799 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:15:39.469553 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bea457c3-79a0-49cf-b725-6235defdeb99 req-34758c4f-a09b-4b62-8447-325668031799 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=b904b129-cdd7-4e0c-a089-4dfb81f1d788 HTTP/1.1" status: 200 len: 943 time: 0.0483353 Dec 08 17:15:39.520732 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bea457c3-79a0-49cf-b725-6235defdeb99 req-ef610c83-58ea-4981-a526-634af5c456d6 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=e3073919-69ef-4eae-8362-76e11aca6ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446975 Dec 08 17:15:39.521303 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 3b830c5d-80a8-4827-bdfa-12fd54ae4d86 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 17:15:39.614283 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 3b830c5d-80a8-4827-bdfa-12fd54ae4d86, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=3b830c5d-80a8-4827-bdfa-12fd54ae4d86,segment=NetworkSegment(c3168ed4-36b5-4f56-92f8-b52447d34a4d),segment_id=c3168ed4-36b5-4f56-92f8-b52447d34a4d)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:15:39.626257 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '3b830c5d-80a8-4827-bdfa-12fd54ae4d86', 'network_id': 'fe7a698e-77b8-425e-8474-19bb1863ce11', 'port_id': '3b830c5d-80a8-4827-bdfa-12fd54ae4d86', 'mac_address': 'fa:16:3e:62:ce:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2c89ae7-41e7-487c-816e-1eb7b53e861f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 17:15:39.662363 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:39.679477 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b830c5d-80a8-4827-bdfa-12fd54ae4d86 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:15:39.697890 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 3b830c5d-80a8-4827-bdfa-12fd54ae4d86, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=3b830c5d-80a8-4827-bdfa-12fd54ae4d86,segment=NetworkSegment(c3168ed4-36b5-4f56-92f8-b52447d34a4d),segment_id=c3168ed4-36b5-4f56-92f8-b52447d34a4d)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:15:39.768379 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:39.815150 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=3b830c5d-80a8-4827-bdfa-12fd54ae4d86,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:40.112144 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['3b830c5d-80a8-4827-bdfa-12fd54ae4d86'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:15:40.635077 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7227cf-5734-4a60-8aec-faa63ec8e285 req-499a6d50-5ab4-43c3-abf5-e3e1fac4ce40 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:15:40.636599 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7f7227cf-5734-4a60-8aec-faa63ec8e285 req-499a6d50-5ab4-43c3-abf5-e3e1fac4ce40 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=b904b129-cdd7-4e0c-a089-4dfb81f1d788 HTTP/1.1" status: 200 len: 944 time: 0.0490735 Dec 08 17:15:40.684981 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7f7227cf-5734-4a60-8aec-faa63ec8e285 req-4a849260-ba90-4562-9bb0-a78ddcc6dcd9 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=e3073919-69ef-4eae-8362-76e11aca6ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423913 Dec 08 17:15:41.462006 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ac2ef88f-6e28-4003-ab7d-35a7be5b9bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:41.537857 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 3b830c5d-80a8-4827-bdfa-12fd54ae4d86 up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:15:41.645022 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port 3b830c5d-80a8-4827-bdfa-12fd54ae4d86 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 17:15:41.649631 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 3b830c5d-80a8-4827-bdfa-12fd54ae4d86 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:15:41.650008 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:41.729629 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:41.751645 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b904b129-cdd7-4e0c-a089-4dfb81f1d788', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b830c5d-80a8-4827-bdfa-12fd54ae4d86'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:15:41.753965 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e972d80ca4ba26e60ff2132fe6d2147b95d4377dec9e0b14df2e9cad1c1848da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca7b0e1-ef3c-48ee-ac1c-375509b84351" -d '{"events": [{"server_uuid": "b904b129-cdd7-4e0c-a089-4dfb81f1d788", "name": "network-vif-plugged", "status": "completed", "tag": "3b830c5d-80a8-4827-bdfa-12fd54ae4d86"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:15:41.769525 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 3b830c5d-80a8-4827-bdfa-12fd54ae4d86, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=3b830c5d-80a8-4827-bdfa-12fd54ae4d86,segment=NetworkSegment(c3168ed4-36b5-4f56-92f8-b52447d34a4d),segment_id=c3168ed4-36b5-4f56-92f8-b52447d34a4d)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:15:41.793379 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba147f4-09b4-4702-a076-5d25883da64d x-openstack-request-id: req-9ba147f4-09b4-4702-a076-5d25883da64d {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:15:41.793744 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b904b129-cdd7-4e0c-a089-4dfb81f1d788", "name": "network-vif-plugged", "status": "completed", "tag": "3b830c5d-80a8-4827-bdfa-12fd54ae4d86", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:15:41.794008 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9ba147f4-09b4-4702-a076-5d25883da64d {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:15:41.794413 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b904b129-cdd7-4e0c-a089-4dfb81f1d788', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b830c5d-80a8-4827-bdfa-12fd54ae4d86', 'code': 200} Dec 08 17:15:41.804837 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5001d-856d-48aa-bb7f-71244aa13ba3 req-de25b7e6-f2f9-4743-9a29-38e8506c84dd tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:15:41.806368 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b8e5001d-856d-48aa-bb7f-71244aa13ba3 req-de25b7e6-f2f9-4743-9a29-38e8506c84dd tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=b904b129-cdd7-4e0c-a089-4dfb81f1d788 HTTP/1.1" status: 200 len: 944 time: 0.0532420 Dec 08 17:15:41.856123 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:41.869739 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b8e5001d-856d-48aa-bb7f-71244aa13ba3 req-4704b7f2-f84b-4838-b970-27e7401543c9 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=e3073919-69ef-4eae-8362-76e11aca6ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572522 Dec 08 17:15:41.900041 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb2fdc-b12e-42d4-a1f5-686ef7e9b761 req-0304e1c7-3263-4eb0-b2af-436bd6602987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:15:41.901583 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-61cb2fdc-b12e-42d4-a1f5-686ef7e9b761 req-0304e1c7-3263-4eb0-b2af-436bd6602987 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b904b129-cdd7-4e0c-a089-4dfb81f1d788 HTTP/1.1" status: 200 len: 1097 time: 0.0489302 Dec 08 17:15:41.906295 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=3b830c5d-80a8-4827-bdfa-12fd54ae4d86,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:41.948768 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-61cb2fdc-b12e-42d4-a1f5-686ef7e9b761 req-04c50619-9c49-478b-81ef-6bbb81585c7e service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=e3073919-69ef-4eae-8362-76e11aca6ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396645 Dec 08 17:15:42.991471 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77e1ae-bdd6-4eb1-9053-24401becbbf0 req-cde736c8-712b-4268-a214-cc42b19c0911 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:15:42.993308 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cc77e1ae-bdd6-4eb1-9053-24401becbbf0 req-cde736c8-712b-4268-a214-cc42b19c0911 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=b904b129-cdd7-4e0c-a089-4dfb81f1d788 HTTP/1.1" status: 200 len: 945 time: 0.0505657 Dec 08 17:15:43.043590 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cc77e1ae-bdd6-4eb1-9053-24401becbbf0 req-3aaac5df-bb2d-453f-b112-428bb0935100 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=e3073919-69ef-4eae-8362-76e11aca6ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435767 Dec 08 17:15:44.159856 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9207fd-a5f9-40f0-ab15-48115ac5f54e req-8fcec339-fbb5-4ef8-8694-4c5193428a70 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:15:44.161402 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4a9207fd-a5f9-40f0-ab15-48115ac5f54e req-8fcec339-fbb5-4ef8-8694-4c5193428a70 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=b904b129-cdd7-4e0c-a089-4dfb81f1d788 HTTP/1.1" status: 200 len: 945 time: 0.0493045 Dec 08 17:15:44.210585 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4a9207fd-a5f9-40f0-ab15-48115ac5f54e req-141472a4-6e29-49a1-8b1a-982104d85b4f tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=e3073919-69ef-4eae-8362-76e11aca6ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429530 Dec 08 17:15:44.210805 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-adcef6c3-ffea-4c08-a252-68171b942105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:44.337756 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d37d1a-bf26-4f99-9d26-924f6c09a650 req-076bba98-5c2c-489a-9061-795afae84f8a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:15:44.339278 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-35d37d1a-bf26-4f99-9d26-924f6c09a650 req-076bba98-5c2c-489a-9061-795afae84f8a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=b904b129-cdd7-4e0c-a089-4dfb81f1d788 HTTP/1.1" status: 200 len: 945 time: 0.0538740 Dec 08 17:15:44.387783 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-35d37d1a-bf26-4f99-9d26-924f6c09a650 req-52489b09-fd8c-439e-b317-81cd1658d7c2 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=e3073919-69ef-4eae-8362-76e11aca6ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424757 Dec 08 17:15:44.408913 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42588) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:15:44.448009 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed844238-72c0-45e9-9507-8a33e902b9c7 tempest-TestNetworkAdvancedServerOps-171026067 tempest-TestNetworkAdvancedServerOps-171026067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:15:44.449548 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ed844238-72c0-45e9-9507-8a33e902b9c7 tempest-TestNetworkAdvancedServerOps-171026067 tempest-TestNetworkAdvancedServerOps-171026067-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b904b129-cdd7-4e0c-a089-4dfb81f1d788 HTTP/1.1" status: 200 len: 1092 time: 0.0396864 Dec 08 17:15:44.452412 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42590) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:15:44.456774 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-5ffcfa55-2ec1-4de5-87b8-c518d20d61ea tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Request body: {'floatingip': {'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'port_id': '3b830c5d-80a8-4827-bdfa-12fd54ae4d86', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:15:44.522220 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5ffcfa55-2ec1-4de5-87b8-c518d20d61ea tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for floatingip, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:44.621430 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5ffcfa55-2ec1-4de5-87b8-c518d20d61ea tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:44.720811 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-5ffcfa55-2ec1-4de5-87b8-c518d20d61ea tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Allocated IP 172.25.0.59 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/facc8f16-9bd3-4ea0-93c6-2a7067a29bb2) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:15:44.831039 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5ffcfa55-2ec1-4de5-87b8-c518d20d61ea tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:44.930922 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5ffcfa55-2ec1-4de5-87b8-c518d20d61ea tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:44.966763 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffcfa55-2ec1-4de5-87b8-c518d20d61ea tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:15:44.969590 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-5ffcfa55-2ec1-4de5-87b8-c518d20d61ea tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:15:44.972227 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffcfa55-2ec1-4de5-87b8-c518d20d61ea tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:15:45.006815 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffcfa55-2ec1-4de5-87b8-c518d20d61ea tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'Port': ['ID=facc8f16-9bd3-4ea0-93c6-2a7067a29bb2,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:45.352148 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5ffcfa55-2ec1-4de5-87b8-c518d20d61ea tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:45.470894 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5ffcfa55-2ec1-4de5-87b8-c518d20d61ea tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:45.490607 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:45.619816 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5ffcfa55-2ec1-4de5-87b8-c518d20d61ea tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:45.682846 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5ffcfa55-2ec1-4de5-87b8-c518d20d61ea tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:45.758363 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffcfa55-2ec1-4de5-87b8-c518d20d61ea tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'Port': ['ID=facc8f16-9bd3-4ea0-93c6-2a7067a29bb2,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:45.773031 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5ffcfa55-2ec1-4de5-87b8-c518d20d61ea tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:45.871378 n-d-776250-12 neutron-server[110551]: INFO neutron.db.l3_db [None req-5ffcfa55-2ec1-4de5-87b8-c518d20d61ea tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Floating IP b5640e1d-211c-4c53-bcd4-ed13c40e5daf associated. External IP: 172.25.0.59, port: 3b830c5d-80a8-4827-bdfa-12fd54ae4d86. Dec 08 17:15:46.075034 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ffcfa55-2ec1-4de5-87b8-c518d20d61ea tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Router e4d9b880-ccb3-448d-8823-8bac07ab8961 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:15:46.190858 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ffcfa55-2ec1-4de5-87b8-c518d20d61ea tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:15:46.201928 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd8c207-d38b-4661-b5f4-13d413786bf0 None None] Sync routers for ids ['e4d9b880-ccb3-448d-8823-8bac07ab8961'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:15:46.211394 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd8c207-d38b-4661-b5f4-13d413786bf0 None None] Routers {'e4d9b880-ccb3-448d-8823-8bac07ab8961'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:15:46.213540 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-bbd8c207-d38b-4661-b5f4-13d413786bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:15:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['e4d9b880-ccb3-448d-8823-8bac07ab8961'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:15:46.270113 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5ffcfa55-2ec1-4de5-87b8-c518d20d61ea tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:46.297861 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-5ffcfa55-2ec1-4de5-87b8-c518d20d61ea tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8444169 Dec 08 17:15:46.298445 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b904b129-cdd7-4e0c-a089-4dfb81f1d788', 'tag': '3b830c5d-80a8-4827-bdfa-12fd54ae4d86'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:15:46.300852 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86075ce93fb9518fb172f9d68d0141635fee78bb333cdf1a66291bc46e2f6896" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2182a851-2d0c-4707-bb67-da3a45ca341c" -d '{"events": [{"name": "network-changed", "server_uuid": "b904b129-cdd7-4e0c-a089-4dfb81f1d788", "tag": "3b830c5d-80a8-4827-bdfa-12fd54ae4d86"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:15:46.318038 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-bbd8c207-d38b-4661-b5f4-13d413786bf0 None None] Set router e4d9b880-ccb3-448d-8823-8bac07ab8961 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:15:46.346738 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd2f9e9-4c04-4c70-93d9-263b5341b2e2 x-openstack-request-id: req-8fd2f9e9-4c04-4c70-93d9-263b5341b2e2 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:15:46.347040 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b904b129-cdd7-4e0c-a089-4dfb81f1d788", "tag": "3b830c5d-80a8-4827-bdfa-12fd54ae4d86", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:15:46.347304 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8fd2f9e9-4c04-4c70-93d9-263b5341b2e2 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:15:46.347727 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b904b129-cdd7-4e0c-a089-4dfb81f1d788', 'tag': '3b830c5d-80a8-4827-bdfa-12fd54ae4d86', 'status': 'completed', 'code': 200} Dec 08 17:15:46.437157 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182a851-2d0c-4707-bb67-da3a45ca341c req-0a2584c4-09f3-44d4-a115-da898a64b8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:15:46.438700 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2182a851-2d0c-4707-bb67-da3a45ca341c req-0a2584c4-09f3-44d4-a115-da898a64b8f8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d604cd6629ab480b9571d67f43656eec&device_id=b904b129-cdd7-4e0c-a089-4dfb81f1d788 HTTP/1.1" status: 200 len: 1097 time: 0.0669010 Dec 08 17:15:46.447250 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb572e-e011-4508-992e-c96e114d0446 req-b24619cf-0d7c-44ee-9597-39c18256dced tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:15:46.448691 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4dcb572e-e011-4508-992e-c96e114d0446 req-b24619cf-0d7c-44ee-9597-39c18256dced tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=b904b129-cdd7-4e0c-a089-4dfb81f1d788 HTTP/1.1" status: 200 len: 945 time: 0.0872526 Dec 08 17:15:46.562344 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4dcb572e-e011-4508-992e-c96e114d0446 req-ffa25af0-0755-42c3-8d82-d3210a57076c tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=e3073919-69ef-4eae-8362-76e11aca6ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054807 Dec 08 17:15:46.586182 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182a851-2d0c-4707-bb67-da3a45ca341c req-2471fbc2-97e9-40e8-8264-0c37beeb287b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:15:46.586182 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2182a851-2d0c-4707-bb67-da3a45ca341c req-2471fbc2-97e9-40e8-8264-0c37beeb287b service neutron] 10.222.0.76 "GET /v2.0/networks?id=fe7a698e-77b8-425e-8474-19bb1863ce11 HTTP/1.1" status: 200 len: 898 time: 0.1325426 Dec 08 17:15:46.586413 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 42596) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:15:46.635075 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-bbd8c207-d38b-4661-b5f4-13d413786bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d9b880-ccb3-448d-8823-8bac07ab8961', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928855618', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'ac9609f8-2971-4a8d-893f-13d6283e402e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:15:23Z', 'updated_at': '2021-12-08T17:15:28Z', 'revision_number': 4, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': 'ac9609f8-2971-4a8d-893f-13d6283e402e', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:43:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d9b880-ccb3-448d-8823-8bac07ab8961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:15:24Z', 'updated_at': '2021-12-08T17:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': 'b5640e1d-211c-4c53-bcd4-ed13c40e5daf', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'floating_ip_address': '172.25.0.59', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': 'e4d9b880-ccb3-448d-8823-8bac07ab8961', 'port_id': '3b830c5d-80a8-4827-bdfa-12fd54ae4d86', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe7a698e-77b8-425e-8474-19bb1863ce11', 'mac_address': 'fa:16:3e:62:ce:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b904b129-cdd7-4e0c-a089-4dfb81f1d788', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T17:15:45Z', 'updated_at': '2021-12-08T17:15:45Z', 'revision_number': 0, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a3a19f5-9f5f-4d68-b1ce-4e74779bae9a', 'name': '', 'network_id': 'fe7a698e-77b8-425e-8474-19bb1863ce11', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'mac_address': 'fa:16:3e:0b:e9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d9b880-ccb3-448d-8823-8bac07ab8961', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c2c89ae7-41e7-487c-816e-1eb7b53e861f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:15:27Z', 'updated_at': '2021-12-08T17:15:31Z', 'revision_number': 5, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'subnets': [{'id': 'c2c89ae7-41e7-487c-816e-1eb7b53e861f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:15:46.661623 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd8c207-d38b-4661-b5f4-13d413786bf0 None None] Checking router: e4d9b880-ccb3-448d-8823-8bac07ab8961 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:15:46.670429 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd8c207-d38b-4661-b5f4-13d413786bf0 None None] Routers {'e4d9b880-ccb3-448d-8823-8bac07ab8961'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:15:46.671033 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-bbd8c207-d38b-4661-b5f4-13d413786bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:15:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['e4d9b880-ccb3-448d-8823-8bac07ab8961'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:15:46.695707 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-0e50b1b3-ad92-4da6-ad2f-84bf75aa942e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/floatingips/b5640e1d-211c-4c53-bcd4-ed13c40e5daf HTTP/1.1" status: 200 len: 990 time: 0.1080902 Dec 08 17:15:46.702055 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2182a851-2d0c-4707-bb67-da3a45ca341c req-d4534858-2a16-4aa9-8ec6-00779ab56f67 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b830c5d-80a8-4827-bdfa-12fd54ae4d86 HTTP/1.1" status: 200 len: 998 time: 0.1086934 Dec 08 17:15:46.752587 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182a851-2d0c-4707-bb67-da3a45ca341c req-04e23a69-11c3-4948-9085-a5a38df3ab25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:15:46.754042 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2182a851-2d0c-4707-bb67-da3a45ca341c req-04e23a69-11c3-4948-9085-a5a38df3ab25 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c2c89ae7-41e7-487c-816e-1eb7b53e861f HTTP/1.1" status: 200 len: 833 time: 0.0442281 Dec 08 17:15:46.776124 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-bbd8c207-d38b-4661-b5f4-13d413786bf0 None None] Set router e4d9b880-ccb3-448d-8823-8bac07ab8961 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:15:46.799454 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182a851-2d0c-4707-bb67-da3a45ca341c req-85d8493f-d767-406f-b3d9-868171a4f0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:15:46.801065 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2182a851-2d0c-4707-bb67-da3a45ca341c req-85d8493f-d767-406f-b3d9-868171a4f0b9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fe7a698e-77b8-425e-8474-19bb1863ce11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404441 Dec 08 17:15:46.895959 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2182a851-2d0c-4707-bb67-da3a45ca341c req-41bfb50f-3e05-497e-843c-33826cb4ccc7 service neutron] 10.222.0.76 "GET /v2.0/networks/fe7a698e-77b8-425e-8474-19bb1863ce11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874059 Dec 08 17:15:46.988403 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:46.989047 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2182a851-2d0c-4707-bb67-da3a45ca341c req-608c9fb4-3a77-430c-92c5-1cff1d6698eb service neutron] 10.222.0.76 "GET /v2.0/networks/fe7a698e-77b8-425e-8474-19bb1863ce11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858252 Dec 08 17:15:46.996784 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-bbd8c207-d38b-4661-b5f4-13d413786bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d9b880-ccb3-448d-8823-8bac07ab8961', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928855618', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'ac9609f8-2971-4a8d-893f-13d6283e402e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:15:23Z', 'updated_at': '2021-12-08T17:15:28Z', 'revision_number': 4, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': 'ac9609f8-2971-4a8d-893f-13d6283e402e', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:43:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d9b880-ccb3-448d-8823-8bac07ab8961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:15:24Z', 'updated_at': '2021-12-08T17:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': 'b5640e1d-211c-4c53-bcd4-ed13c40e5daf', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'floating_ip_address': '172.25.0.59', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': 'e4d9b880-ccb3-448d-8823-8bac07ab8961', 'port_id': '3b830c5d-80a8-4827-bdfa-12fd54ae4d86', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe7a698e-77b8-425e-8474-19bb1863ce11', 'mac_address': 'fa:16:3e:62:ce:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b904b129-cdd7-4e0c-a089-4dfb81f1d788', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T17:15:45Z', 'updated_at': '2021-12-08T17:15:45Z', 'revision_number': 0, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a3a19f5-9f5f-4d68-b1ce-4e74779bae9a', 'name': '', 'network_id': 'fe7a698e-77b8-425e-8474-19bb1863ce11', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'mac_address': 'fa:16:3e:0b:e9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d9b880-ccb3-448d-8823-8bac07ab8961', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c2c89ae7-41e7-487c-816e-1eb7b53e861f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:15:27Z', 'updated_at': '2021-12-08T17:15:31Z', 'revision_number': 5, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'subnets': [{'id': 'c2c89ae7-41e7-487c-816e-1eb7b53e861f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:15:47.024843 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd8c207-d38b-4661-b5f4-13d413786bf0 None None] The sync data for ids ['e4d9b880-ccb3-448d-8823-8bac07ab8961'] in n-d-776250-12 is: [{'id': 'e4d9b880-ccb3-448d-8823-8bac07ab8961', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928855618', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'ac9609f8-2971-4a8d-893f-13d6283e402e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:15:23Z', 'updated_at': '2021-12-08T17:15:28Z', 'revision_number': 4, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': 'ac9609f8-2971-4a8d-893f-13d6283e402e', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:43:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d9b880-ccb3-448d-8823-8bac07ab8961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:15:24Z', 'updated_at': '2021-12-08T17:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': 'b5640e1d-211c-4c53-bcd4-ed13c40e5daf', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'floating_ip_address': '172.25.0.59', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': 'e4d9b880-ccb3-448d-8823-8bac07ab8961', 'port_id': '3b830c5d-80a8-4827-bdfa-12fd54ae4d86', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe7a698e-77b8-425e-8474-19bb1863ce11', 'mac_address': 'fa:16:3e:62:ce:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b904b129-cdd7-4e0c-a089-4dfb81f1d788', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T17:15:45Z', 'updated_at': '2021-12-08T17:15:45Z', 'revision_number': 0, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a3a19f5-9f5f-4d68-b1ce-4e74779bae9a', 'name': '', 'network_id': 'fe7a698e-77b8-425e-8474-19bb1863ce11', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'mac_address': 'fa:16:3e:0b:e9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d9b880-ccb3-448d-8823-8bac07ab8961', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c2c89ae7-41e7-487c-816e-1eb7b53e861f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:15:27Z', 'updated_at': '2021-12-08T17:15:31Z', 'revision_number': 5, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'subnets': [{'id': 'c2c89ae7-41e7-487c-816e-1eb7b53e861f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:15:47.231141 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4dc60c9-9d36-4070-b0cc-c9f5cf328711 None None] New status for floating IP b5640e1d-211c-4c53-bcd4-ed13c40e5daf: ACTIVE {{(pid=110552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 17:15:47.648319 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:47.699606 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 42598) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:15:47.765574 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-bf563871-b0a6-4634-a2b6-07fd2a99951f tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/floatingips/b5640e1d-211c-4c53-bcd4-ed13c40e5daf HTTP/1.1" status: 200 len: 992 time: 0.0648563 Dec 08 17:16:05.295605 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:16:07.486680 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:16:09.232528 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:16:11.501029 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8a6344d0-31c0-4454-9e5c-e3321cc3888b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:16:14.184619 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c9acce9b-286e-4f40-bdef-c6a6116e5c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:16:15.493298 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:16:16.986686 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:16:17.624758 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:16:20.742671 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f88e4956-d5f6-46ad-b4f4-6fc8329a284a req-cd5c78c7-d2db-41de-971e-494804662432 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b904b129-cdd7-4e0c-a089-4dfb81f1d788&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393784 Dec 08 17:16:20.824949 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e4956-d5f6-46ad-b4f4-6fc8329a284a req-f251e2f2-d20d-48ae-bba4-ab5b56903255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:16:20.826450 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f88e4956-d5f6-46ad-b4f4-6fc8329a284a req-f251e2f2-d20d-48ae-bba4-ab5b56903255 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d604cd6629ab480b9571d67f43656eec&device_id=b904b129-cdd7-4e0c-a089-4dfb81f1d788 HTTP/1.1" status: 200 len: 1097 time: 0.0413127 Dec 08 17:16:20.932199 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e4956-d5f6-46ad-b4f4-6fc8329a284a req-b7b9c0a2-afb0-4036-8199-dec5091800db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:16:20.933726 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f88e4956-d5f6-46ad-b4f4-6fc8329a284a req-b7b9c0a2-afb0-4036-8199-dec5091800db service neutron] 10.222.0.76 "GET /v2.0/networks?id=fe7a698e-77b8-425e-8474-19bb1863ce11 HTTP/1.1" status: 200 len: 898 time: 0.0891538 Dec 08 17:16:20.999973 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f88e4956-d5f6-46ad-b4f4-6fc8329a284a req-7f60d7ae-fcf8-43da-b60e-d8a155c03535 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b830c5d-80a8-4827-bdfa-12fd54ae4d86 HTTP/1.1" status: 200 len: 1000 time: 0.0586357 Dec 08 17:16:21.050338 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e4956-d5f6-46ad-b4f4-6fc8329a284a req-9012e3c8-01ac-4b0f-9181-71143274adef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:16:21.051745 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f88e4956-d5f6-46ad-b4f4-6fc8329a284a req-9012e3c8-01ac-4b0f-9181-71143274adef service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c2c89ae7-41e7-487c-816e-1eb7b53e861f HTTP/1.1" status: 200 len: 833 time: 0.0430970 Dec 08 17:16:21.102411 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e4956-d5f6-46ad-b4f4-6fc8329a284a req-6ef35b85-d1c8-47c5-8203-784592c2ed4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:16:21.103924 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f88e4956-d5f6-46ad-b4f4-6fc8329a284a req-6ef35b85-d1c8-47c5-8203-784592c2ed4e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fe7a698e-77b8-425e-8474-19bb1863ce11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450563 Dec 08 17:16:21.196244 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f88e4956-d5f6-46ad-b4f4-6fc8329a284a req-e4fce8e1-a5d6-4bd3-a24c-ec6541913f35 service neutron] 10.222.0.76 "GET /v2.0/networks/fe7a698e-77b8-425e-8474-19bb1863ce11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838332 Dec 08 17:16:21.290188 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f88e4956-d5f6-46ad-b4f4-6fc8329a284a req-a278e0cf-5418-46b4-97b4-c467e7c9621a service neutron] 10.222.0.76 "GET /v2.0/networks/fe7a698e-77b8-425e-8474-19bb1863ce11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869629 Dec 08 17:16:35.341114 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:16:39.298416 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:16:41.458599 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-52ef1236-209f-429a-a771-0556d54fea86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:16:44.195233 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2032f0c0-fd4b-486b-a4e8-c19fc2ee051c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:16:44.485916 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:16:45.521356 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:16:46.969215 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:16:47.660579 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:16:48.777468 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b7bdc-aec2-4826-a7b7-cf5b057f9137 req-5be23f58-37d5-48f9-9fe4-c960a00a39e5 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:16:48.779010 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e62b7bdc-aec2-4826-a7b7-cf5b057f9137 req-5be23f58-37d5-48f9-9fe4-c960a00a39e5 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=b904b129-cdd7-4e0c-a089-4dfb81f1d788 HTTP/1.1" status: 200 len: 945 time: 0.1228700 Dec 08 17:16:48.828403 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e62b7bdc-aec2-4826-a7b7-cf5b057f9137 req-afd98089-38dd-42b3-a7d0-57162254a509 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=e3073919-69ef-4eae-8362-76e11aca6ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427713 Dec 08 17:16:49.995222 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d859143c-eb99-43ac-b35d-799789fac113 req-5f95e9aa-e464-4e71-b13b-1fe867a23ff7 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:16:49.996724 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d859143c-eb99-43ac-b35d-799789fac113 req-5f95e9aa-e464-4e71-b13b-1fe867a23ff7 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=b904b129-cdd7-4e0c-a089-4dfb81f1d788 HTTP/1.1" status: 200 len: 945 time: 0.0984218 Dec 08 17:16:50.045600 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d859143c-eb99-43ac-b35d-799789fac113 req-8150cd9e-876f-43d4-ad6a-8166d8933662 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=e3073919-69ef-4eae-8362-76e11aca6ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426965 Dec 08 17:16:50.067338 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 42636) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:16:50.132982 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-8d185f3b-2ed2-4c16-9ddf-6e1155048509 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/floatingips/b5640e1d-211c-4c53-bcd4-ed13c40e5daf HTTP/1.1" status: 200 len: 992 time: 0.0644522 Dec 08 17:16:51.603969 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bddad4e-6f1f-407f-842a-e1e2f83f80e8 req-df4b5dce-ccf1-4a1b-8b02-28e32b53ff07 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:16:51.605589 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5bddad4e-6f1f-407f-842a-e1e2f83f80e8 req-df4b5dce-ccf1-4a1b-8b02-28e32b53ff07 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=b904b129-cdd7-4e0c-a089-4dfb81f1d788 HTTP/1.1" status: 200 len: 945 time: 0.0511167 Dec 08 17:16:51.657559 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5bddad4e-6f1f-407f-842a-e1e2f83f80e8 req-a880fcc2-16a7-4545-b9ac-c22ba3c5e53e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=e3073919-69ef-4eae-8362-76e11aca6ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453355 Dec 08 17:16:52.777682 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5a4d34-e552-4276-9f82-e28b225a908c req-af7c84ed-6668-4a01-8ad5-ae866c5c7949 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:16:52.779164 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5a5a4d34-e552-4276-9f82-e28b225a908c req-af7c84ed-6668-4a01-8ad5-ae866c5c7949 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=b904b129-cdd7-4e0c-a089-4dfb81f1d788 HTTP/1.1" status: 200 len: 945 time: 0.0490758 Dec 08 17:16:52.828131 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5a5a4d34-e552-4276-9f82-e28b225a908c req-3ff31fb6-59bd-4012-a545-ced2de865000 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=e3073919-69ef-4eae-8362-76e11aca6ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431588 Dec 08 17:16:52.850149 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 42646) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:16:52.913996 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b72d358d-987f-4011-8664-d13e29a35a93 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/floatingips/b5640e1d-211c-4c53-bcd4-ed13c40e5daf HTTP/1.1" status: 200 len: 992 time: 0.0627086 Dec 08 17:16:53.134352 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 42652) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:16:53.292256 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-b0cedbe2-497b-4f96-9bc4-aeb264960848 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Deleting port facc8f16-9bd3-4ea0-93c6-2a7067a29bb2 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:16:53.292603 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b0cedbe2-497b-4f96-9bc4-aeb264960848 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:16:53.366794 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b0cedbe2-497b-4f96-9bc4-aeb264960848 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:16:53.367128 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b0cedbe2-497b-4f96-9bc4-aeb264960848 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:16:53.378694 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-b0cedbe2-497b-4f96-9bc4-aeb264960848 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Calling delete_port for facc8f16-9bd3-4ea0-93c6-2a7067a29bb2 owned by network:floatingip {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:16:53.595851 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b0cedbe2-497b-4f96-9bc4-aeb264960848 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:16:53.620403 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cedbe2-497b-4f96-9bc4-aeb264960848 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event deleted for resources: {'Port': ['ID=facc8f16-9bd3-4ea0-93c6-2a7067a29bb2,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:16:53.634428 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cedbe2-497b-4f96-9bc4-aeb264960848 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:16:53.638075 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cedbe2-497b-4f96-9bc4-aeb264960848 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:16:53.638075 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cedbe2-497b-4f96-9bc4-aeb264960848 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:16:53.638075 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cedbe2-497b-4f96-9bc4-aeb264960848 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:16:53.638075 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cedbe2-497b-4f96-9bc4-aeb264960848 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:16:53.638075 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cedbe2-497b-4f96-9bc4-aeb264960848 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:16:53.638075 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cedbe2-497b-4f96-9bc4-aeb264960848 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:16:53.638075 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cedbe2-497b-4f96-9bc4-aeb264960848 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:16:53.638075 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cedbe2-497b-4f96-9bc4-aeb264960848 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:16:53.638075 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cedbe2-497b-4f96-9bc4-aeb264960848 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:16:53.638075 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cedbe2-497b-4f96-9bc4-aeb264960848 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:16:53.638075 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cedbe2-497b-4f96-9bc4-aeb264960848 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:16:53.639557 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cedbe2-497b-4f96-9bc4-aeb264960848 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:16:53.702068 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b0cedbe2-497b-4f96-9bc4-aeb264960848 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for floatingip, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:16:53.702398 n-d-776250-12 neutron-server[110550]: INFO neutron.db.l3_db [None req-b0cedbe2-497b-4f96-9bc4-aeb264960848 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Floating IP b5640e1d-211c-4c53-bcd4-ed13c40e5daf disassociated (deleted). External IP: 172.25.0.59, port: 3b830c5d-80a8-4827-bdfa-12fd54ae4d86. Dec 08 17:16:53.907032 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0cedbe2-497b-4f96-9bc4-aeb264960848 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Router e4d9b880-ccb3-448d-8823-8bac07ab8961 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:16:54.011655 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0cedbe2-497b-4f96-9bc4-aeb264960848 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:16:54.016562 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b0cedbe2-497b-4f96-9bc4-aeb264960848 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:16:54.021522 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094bfee5-a84a-49bb-a1a1-ace53a72c0f4 None None] Sync routers for ids ['e4d9b880-ccb3-448d-8823-8bac07ab8961'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:16:54.031722 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094bfee5-a84a-49bb-a1a1-ace53a72c0f4 None None] Routers {'e4d9b880-ccb3-448d-8823-8bac07ab8961'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:16:54.032433 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-094bfee5-a84a-49bb-a1a1-ace53a72c0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:16:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['e4d9b880-ccb3-448d-8823-8bac07ab8961'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:16:54.047511 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b0cedbe2-497b-4f96-9bc4-aeb264960848 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "DELETE /v2.0/floatingips/b5640e1d-211c-4c53-bcd4-ed13c40e5daf HTTP/1.1" status: 204 len: 168 time: 0.9120083 Dec 08 17:16:54.048106 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b904b129-cdd7-4e0c-a089-4dfb81f1d788', 'tag': '3b830c5d-80a8-4827-bdfa-12fd54ae4d86'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:16:54.050397 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33688f0a94a9db352de83aac38ec7a80f5ce35812a363759cff610bcc84c1346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c83f00-fc23-4982-971d-28e167db47d2" -d '{"events": [{"name": "network-changed", "server_uuid": "b904b129-cdd7-4e0c-a089-4dfb81f1d788", "tag": "3b830c5d-80a8-4827-bdfa-12fd54ae4d86"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:16:54.140059 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-094bfee5-a84a-49bb-a1a1-ace53a72c0f4 None None] Set router e4d9b880-ccb3-448d-8823-8bac07ab8961 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:16:54.151015 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df30b75b-5c31-4173-bc6a-ee50907f6f30 x-openstack-request-id: req-df30b75b-5c31-4173-bc6a-ee50907f6f30 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:16:54.151311 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b904b129-cdd7-4e0c-a089-4dfb81f1d788", "tag": "3b830c5d-80a8-4827-bdfa-12fd54ae4d86", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:16:54.151628 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-df30b75b-5c31-4173-bc6a-ee50907f6f30 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:16:54.152044 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b904b129-cdd7-4e0c-a089-4dfb81f1d788', 'tag': '3b830c5d-80a8-4827-bdfa-12fd54ae4d86', 'status': 'completed', 'code': 200} Dec 08 17:16:54.217747 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c83f00-fc23-4982-971d-28e167db47d2 req-3c9d9777-e11e-4500-bb13-90e8b5eab170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:16:54.219271 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-01c83f00-fc23-4982-971d-28e167db47d2 req-3c9d9777-e11e-4500-bb13-90e8b5eab170 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d604cd6629ab480b9571d67f43656eec&device_id=b904b129-cdd7-4e0c-a089-4dfb81f1d788 HTTP/1.1" status: 200 len: 1097 time: 0.0431585 Dec 08 17:16:54.315696 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c83f00-fc23-4982-971d-28e167db47d2 req-7d60bdc5-acdf-4315-83af-0f2b35278318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:16:54.317376 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-01c83f00-fc23-4982-971d-28e167db47d2 req-7d60bdc5-acdf-4315-83af-0f2b35278318 service neutron] 10.222.0.76 "GET /v2.0/networks?id=fe7a698e-77b8-425e-8474-19bb1863ce11 HTTP/1.1" status: 200 len: 898 time: 0.0909066 Dec 08 17:16:54.342081 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-094bfee5-a84a-49bb-a1a1-ace53a72c0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d9b880-ccb3-448d-8823-8bac07ab8961', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928855618', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'ac9609f8-2971-4a8d-893f-13d6283e402e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:15:23Z', 'updated_at': '2021-12-08T17:15:28Z', 'revision_number': 4, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': 'ac9609f8-2971-4a8d-893f-13d6283e402e', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:43:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d9b880-ccb3-448d-8823-8bac07ab8961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:15:24Z', 'updated_at': '2021-12-08T17:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '7a3a19f5-9f5f-4d68-b1ce-4e74779bae9a', 'name': '', 'network_id': 'fe7a698e-77b8-425e-8474-19bb1863ce11', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'mac_address': 'fa:16:3e:0b:e9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d9b880-ccb3-448d-8823-8bac07ab8961', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c2c89ae7-41e7-487c-816e-1eb7b53e861f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:15:27Z', 'updated_at': '2021-12-08T17:15:31Z', 'revision_number': 5, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'subnets': [{'id': 'c2c89ae7-41e7-487c-816e-1eb7b53e861f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:16:54.363460 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-01c83f00-fc23-4982-971d-28e167db47d2 req-26c42342-2236-4438-9636-5e8f572b9dcb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b830c5d-80a8-4827-bdfa-12fd54ae4d86 HTTP/1.1" status: 200 len: 217 time: 0.0395682 Dec 08 17:16:54.368800 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094bfee5-a84a-49bb-a1a1-ace53a72c0f4 None None] Checking router: e4d9b880-ccb3-448d-8823-8bac07ab8961 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:16:54.380867 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094bfee5-a84a-49bb-a1a1-ace53a72c0f4 None None] Routers {'e4d9b880-ccb3-448d-8823-8bac07ab8961'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:16:54.380867 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-094bfee5-a84a-49bb-a1a1-ace53a72c0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:16:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['e4d9b880-ccb3-448d-8823-8bac07ab8961'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:16:54.415202 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c83f00-fc23-4982-971d-28e167db47d2 req-736770be-a1ae-46db-b78d-e589e82f8b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:16:54.416801 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-01c83f00-fc23-4982-971d-28e167db47d2 req-736770be-a1ae-46db-b78d-e589e82f8b46 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c2c89ae7-41e7-487c-816e-1eb7b53e861f HTTP/1.1" status: 200 len: 833 time: 0.0465913 Dec 08 17:16:54.466256 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c83f00-fc23-4982-971d-28e167db47d2 req-3ee3d2c7-7a3e-415d-b267-8892d5b3da3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:16:54.468070 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-01c83f00-fc23-4982-971d-28e167db47d2 req-3ee3d2c7-7a3e-415d-b267-8892d5b3da3c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fe7a698e-77b8-425e-8474-19bb1863ce11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435123 Dec 08 17:16:54.487991 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec7e942-9316-4abd-ab6a-9e44fd964a45 req-b785b92a-64f3-44f5-94c9-cc5ee9e36ae8 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:16:54.489561 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cec7e942-9316-4abd-ab6a-9e44fd964a45 req-b785b92a-64f3-44f5-94c9-cc5ee9e36ae8 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=b904b129-cdd7-4e0c-a089-4dfb81f1d788 HTTP/1.1" status: 200 len: 945 time: 0.0545092 Dec 08 17:16:54.492970 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-094bfee5-a84a-49bb-a1a1-ace53a72c0f4 None None] Set router e4d9b880-ccb3-448d-8823-8bac07ab8961 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:16:54.542951 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-cec7e942-9316-4abd-ab6a-9e44fd964a45 req-719f76ea-c758-46a8-8dda-287cc0271e26 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=e3073919-69ef-4eae-8362-76e11aca6ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458632 Dec 08 17:16:54.574733 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-01c83f00-fc23-4982-971d-28e167db47d2 req-473e2db4-af07-4386-92d2-f88d7fae9f91 service neutron] 10.222.0.76 "GET /v2.0/networks/fe7a698e-77b8-425e-8474-19bb1863ce11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985224 Dec 08 17:16:54.669788 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-01c83f00-fc23-4982-971d-28e167db47d2 req-b2b94ffe-dd8b-4c58-a0f7-cfe7d292718c service neutron] 10.222.0.76 "GET /v2.0/networks/fe7a698e-77b8-425e-8474-19bb1863ce11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866230 Dec 08 17:16:54.691155 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-094bfee5-a84a-49bb-a1a1-ace53a72c0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d9b880-ccb3-448d-8823-8bac07ab8961', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928855618', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'ac9609f8-2971-4a8d-893f-13d6283e402e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:15:23Z', 'updated_at': '2021-12-08T17:15:28Z', 'revision_number': 4, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': 'ac9609f8-2971-4a8d-893f-13d6283e402e', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:43:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d9b880-ccb3-448d-8823-8bac07ab8961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:15:24Z', 'updated_at': '2021-12-08T17:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '7a3a19f5-9f5f-4d68-b1ce-4e74779bae9a', 'name': '', 'network_id': 'fe7a698e-77b8-425e-8474-19bb1863ce11', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'mac_address': 'fa:16:3e:0b:e9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d9b880-ccb3-448d-8823-8bac07ab8961', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c2c89ae7-41e7-487c-816e-1eb7b53e861f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:15:27Z', 'updated_at': '2021-12-08T17:15:31Z', 'revision_number': 5, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'subnets': [{'id': 'c2c89ae7-41e7-487c-816e-1eb7b53e861f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:16:54.800753 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094bfee5-a84a-49bb-a1a1-ace53a72c0f4 None None] The sync data for ids ['e4d9b880-ccb3-448d-8823-8bac07ab8961'] in n-d-776250-12 is: [{'id': 'e4d9b880-ccb3-448d-8823-8bac07ab8961', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928855618', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'ac9609f8-2971-4a8d-893f-13d6283e402e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:15:23Z', 'updated_at': '2021-12-08T17:15:28Z', 'revision_number': 4, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': 'ac9609f8-2971-4a8d-893f-13d6283e402e', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:43:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d9b880-ccb3-448d-8823-8bac07ab8961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:15:24Z', 'updated_at': '2021-12-08T17:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '7a3a19f5-9f5f-4d68-b1ce-4e74779bae9a', 'name': '', 'network_id': 'fe7a698e-77b8-425e-8474-19bb1863ce11', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'mac_address': 'fa:16:3e:0b:e9:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d9b880-ccb3-448d-8823-8bac07ab8961', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c2c89ae7-41e7-487c-816e-1eb7b53e861f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:15:27Z', 'updated_at': '2021-12-08T17:15:31Z', 'revision_number': 5, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'subnets': [{'id': 'c2c89ae7-41e7-487c-816e-1eb7b53e861f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:16:55.020402 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0328499-a33d-4c04-ad6f-0363d07ad75d None None] New status for floating IP b5640e1d-211c-4c53-bcd4-ed13c40e5daf: DOWN {{(pid=110552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 17:16:55.668980 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c236e94-c431-486c-898c-d186bfbac776 req-5de8fe8a-b98f-49d6-9634-400985ba5395 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:16:55.670490 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4c236e94-c431-486c-898c-d186bfbac776 req-5de8fe8a-b98f-49d6-9634-400985ba5395 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=b904b129-cdd7-4e0c-a089-4dfb81f1d788 HTTP/1.1" status: 200 len: 945 time: 0.0510600 Dec 08 17:16:55.725037 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4c236e94-c431-486c-898c-d186bfbac776 req-fa5823d8-2bbe-4138-b741-9a0471a2c0fc tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=e3073919-69ef-4eae-8362-76e11aca6ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484040 Dec 08 17:16:56.154849 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be641ac-95eb-4a72-8b36-21c650406f76 req-7bbb083e-99d9-48c3-8642-5ab8dc748717 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:16:56.156326 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0be641ac-95eb-4a72-8b36-21c650406f76 req-7bbb083e-99d9-48c3-8642-5ab8dc748717 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.76 "GET /v2.0/ports?device_id=b904b129-cdd7-4e0c-a089-4dfb81f1d788 HTTP/1.1" status: 200 len: 945 time: 0.0499082 Dec 08 17:16:56.244019 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-0be641ac-95eb-4a72-8b36-21c650406f76 req-80f6e3ac-ff69-43cc-b6e2-dee373df1550 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Deleting port 3b830c5d-80a8-4827-bdfa-12fd54ae4d86 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:16:56.244318 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0be641ac-95eb-4a72-8b36-21c650406f76 req-80f6e3ac-ff69-43cc-b6e2-dee373df1550 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:16:56.333144 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-0be641ac-95eb-4a72-8b36-21c650406f76 req-80f6e3ac-ff69-43cc-b6e2-dee373df1550 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] For port 3b830c5d-80a8-4827-bdfa-12fd54ae4d86, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=3b830c5d-80a8-4827-bdfa-12fd54ae4d86,segment=NetworkSegment(c3168ed4-36b5-4f56-92f8-b52447d34a4d),segment_id=c3168ed4-36b5-4f56-92f8-b52447d34a4d)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:16:56.333502 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0be641ac-95eb-4a72-8b36-21c650406f76 req-80f6e3ac-ff69-43cc-b6e2-dee373df1550 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:16:56.345845 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-0be641ac-95eb-4a72-8b36-21c650406f76 req-80f6e3ac-ff69-43cc-b6e2-dee373df1550 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Calling delete_port for 3b830c5d-80a8-4827-bdfa-12fd54ae4d86 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:16:56.529338 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0be641ac-95eb-4a72-8b36-21c650406f76 req-80f6e3ac-ff69-43cc-b6e2-dee373df1550 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:16:56.557293 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f6e3ac-ff69-43cc-b6e2-dee373df1550 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event deleted for resources: {'Port': ['ID=3b830c5d-80a8-4827-bdfa-12fd54ae4d86,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:16:56.603757 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-0be641ac-95eb-4a72-8b36-21c650406f76 req-80f6e3ac-ff69-43cc-b6e2-dee373df1550 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] No DVR routers for this DVR port 3b830c5d-80a8-4827-bdfa-12fd54ae4d86 on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:16:56.606499 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0be641ac-95eb-4a72-8b36-21c650406f76 req-80f6e3ac-ff69-43cc-b6e2-dee373df1550 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:16:56.610059 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0be641ac-95eb-4a72-8b36-21c650406f76 req-80f6e3ac-ff69-43cc-b6e2-dee373df1550 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.76 "DELETE /v2.0/ports/3b830c5d-80a8-4827-bdfa-12fd54ae4d86 HTTP/1.1" status: 204 len: 173 time: 0.4478426 Dec 08 17:16:56.610507 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b904b129-cdd7-4e0c-a089-4dfb81f1d788', 'name': 'network-vif-deleted', 'tag': '3b830c5d-80a8-4827-bdfa-12fd54ae4d86'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:16:56.612812 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33688f0a94a9db352de83aac38ec7a80f5ce35812a363759cff610bcc84c1346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ca9056-a01e-41d7-96ba-e1d9081b221d" -d '{"events": [{"server_uuid": "b904b129-cdd7-4e0c-a089-4dfb81f1d788", "name": "network-vif-deleted", "tag": "3b830c5d-80a8-4827-bdfa-12fd54ae4d86"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:16:56.649465 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bddc8e34-5db5-4f7c-beb8-810596df9083 x-openstack-request-id: req-bddc8e34-5db5-4f7c-beb8-810596df9083 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:16:56.649788 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b904b129-cdd7-4e0c-a089-4dfb81f1d788", "name": "network-vif-deleted", "tag": "3b830c5d-80a8-4827-bdfa-12fd54ae4d86", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:16:56.650050 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bddc8e34-5db5-4f7c-beb8-810596df9083 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:16:56.650464 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b904b129-cdd7-4e0c-a089-4dfb81f1d788', 'name': 'network-vif-deleted', 'tag': '3b830c5d-80a8-4827-bdfa-12fd54ae4d86', 'status': 'completed', 'code': 200} Dec 08 17:16:56.820677 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6ffa9d73-46cc-49be-90e3-c9e1ae920dda req-4a345633-bceb-4327-9648-d99cbb436b27 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=b904b129-cdd7-4e0c-a089-4dfb81f1d788 HTTP/1.1" status: 200 len: 210 time: 0.0261228 Dec 08 17:16:57.879822 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 42670) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:16:58.243950 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-13a5e583-c894-43b1-9a64-2979f05e68b2 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:16:58.495571 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-13a5e583-c894-43b1-9a64-2979f05e68b2 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Deleting port 7a3a19f5-9f5f-4d68-b1ce-4e74779bae9a {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:16:58.495918 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-13a5e583-c894-43b1-9a64-2979f05e68b2 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:16:58.580261 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-13a5e583-c894-43b1-9a64-2979f05e68b2 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] For port 7a3a19f5-9f5f-4d68-b1ce-4e74779bae9a, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=7a3a19f5-9f5f-4d68-b1ce-4e74779bae9a,segment=NetworkSegment(c3168ed4-36b5-4f56-92f8-b52447d34a4d),segment_id=c3168ed4-36b5-4f56-92f8-b52447d34a4d)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:16:58.580664 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-13a5e583-c894-43b1-9a64-2979f05e68b2 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:16:58.593539 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-13a5e583-c894-43b1-9a64-2979f05e68b2 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Calling delete_port for 7a3a19f5-9f5f-4d68-b1ce-4e74779bae9a owned by network:router_interface {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:16:59.174913 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-13a5e583-c894-43b1-9a64-2979f05e68b2 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:16:59.199787 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a5e583-c894-43b1-9a64-2979f05e68b2 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event deleted for resources: {'Port': ['ID=7a3a19f5-9f5f-4d68-b1ce-4e74779bae9a,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:16:59.377463 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-13a5e583-c894-43b1-9a64-2979f05e68b2 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:16:59.598915 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13a5e583-c894-43b1-9a64-2979f05e68b2 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Router e4d9b880-ccb3-448d-8823-8bac07ab8961 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:16:59.707439 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a5e583-c894-43b1-9a64-2979f05e68b2 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:16:59.712479 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-13a5e583-c894-43b1-9a64-2979f05e68b2 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "PUT /v2.0/routers/e4d9b880-ccb3-448d-8823-8bac07ab8961/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8314505 Dec 08 17:16:59.715256 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 42672) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:16:59.717884 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c2d51a-7525-4f5a-b53d-3a4651c8462f None None] Sync routers for ids ['e4d9b880-ccb3-448d-8823-8bac07ab8961'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:16:59.727355 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c2d51a-7525-4f5a-b53d-3a4651c8462f None None] Routers {'e4d9b880-ccb3-448d-8823-8bac07ab8961'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:16:59.727957 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-f1c2d51a-7525-4f5a-b53d-3a4651c8462f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:16:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['e4d9b880-ccb3-448d-8823-8bac07ab8961'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:16:59.766213 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2900b90-470c-4441-a109-4cbe13b7f8f4 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Deleting subnet c2c89ae7-41e7-487c-816e-1eb7b53e861f {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 17:16:59.769385 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e2900b90-470c-4441-a109-4cbe13b7f8f4 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:16:59.810361 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e2900b90-470c-4441-a109-4cbe13b7f8f4 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:16:59.830101 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-f1c2d51a-7525-4f5a-b53d-3a4651c8462f None None] Set router e4d9b880-ccb3-448d-8823-8bac07ab8961 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:16:59.898911 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e2900b90-470c-4441-a109-4cbe13b7f8f4 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:00.004428 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-f1c2d51a-7525-4f5a-b53d-3a4651c8462f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d9b880-ccb3-448d-8823-8bac07ab8961', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928855618', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'ac9609f8-2971-4a8d-893f-13d6283e402e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:15:23Z', 'updated_at': '2021-12-08T17:16:59Z', 'revision_number': 5, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': 'ac9609f8-2971-4a8d-893f-13d6283e402e', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:43:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d9b880-ccb3-448d-8823-8bac07ab8961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:15:24Z', 'updated_at': '2021-12-08T17:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:17:00.034784 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c2d51a-7525-4f5a-b53d-3a4651c8462f None None] Checking router: e4d9b880-ccb3-448d-8823-8bac07ab8961 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:17:00.038302 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e2900b90-470c-4441-a109-4cbe13b7f8f4 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:00.043135 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c2d51a-7525-4f5a-b53d-3a4651c8462f None None] Routers {'e4d9b880-ccb3-448d-8823-8bac07ab8961'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:17:00.043739 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-f1c2d51a-7525-4f5a-b53d-3a4651c8462f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:16:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['e4d9b880-ccb3-448d-8823-8bac07ab8961'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:17:00.067248 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2900b90-470c-4441-a109-4cbe13b7f8f4 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event deleted for resources: {'Subnet': ['ID=c2c89ae7-41e7-487c-816e-1eb7b53e861f,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:17:00.069289 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-e2900b90-470c-4441-a109-4cbe13b7f8f4 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:00.073095 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-e2900b90-470c-4441-a109-4cbe13b7f8f4 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "DELETE /v2.0/subnets/c2c89ae7-41e7-487c-816e-1eb7b53e861f HTTP/1.1" status: 204 len: 168 time: 0.3569102 Dec 08 17:17:00.075771 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 42674) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:17:00.077881 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46917f1-75a0-426d-815e-98c0befc595d None None] Network fe7a698e-77b8-425e-8474-19bb1863ce11 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:17:00.154899 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-f1c2d51a-7525-4f5a-b53d-3a4651c8462f None None] Set router e4d9b880-ccb3-448d-8823-8bac07ab8961 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:17:00.190592 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a4475134-68fe-4217-8ff3-d5a32ad9ae14 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for router, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:00.253304 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4060abce-2138-4825-bbde-e2951c066055 None None] DHCP port deletion for fe7a698e-77b8-425e-8474-19bb1863ce11 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:17:00.301072 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-4060abce-2138-4825-bbde-e2951c066055 None None] Deleting port 525698aa-b9af-4c1f-91e5-b2178bf740dc {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:17:00.301572 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4060abce-2138-4825-bbde-e2951c066055 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:00.305652 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a4475134-68fe-4217-8ff3-d5a32ad9ae14 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:00.341936 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-f1c2d51a-7525-4f5a-b53d-3a4651c8462f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d9b880-ccb3-448d-8823-8bac07ab8961', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928855618', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'ac9609f8-2971-4a8d-893f-13d6283e402e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:15:23Z', 'updated_at': '2021-12-08T17:16:59Z', 'revision_number': 5, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': 'ac9609f8-2971-4a8d-893f-13d6283e402e', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:43:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d9b880-ccb3-448d-8823-8bac07ab8961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:15:24Z', 'updated_at': '2021-12-08T17:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:17:00.363690 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-4060abce-2138-4825-bbde-e2951c066055 None None] For port 525698aa-b9af-4c1f-91e5-b2178bf740dc, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=525698aa-b9af-4c1f-91e5-b2178bf740dc,segment=NetworkSegment(c3168ed4-36b5-4f56-92f8-b52447d34a4d),segment_id=c3168ed4-36b5-4f56-92f8-b52447d34a4d)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:17:00.364095 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4060abce-2138-4825-bbde-e2951c066055 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:00.368242 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c2d51a-7525-4f5a-b53d-3a4651c8462f None None] The sync data for ids ['e4d9b880-ccb3-448d-8823-8bac07ab8961'] in n-d-776250-12 is: [{'id': 'e4d9b880-ccb3-448d-8823-8bac07ab8961', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928855618', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'ac9609f8-2971-4a8d-893f-13d6283e402e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:15:23Z', 'updated_at': '2021-12-08T17:16:59Z', 'revision_number': 5, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': 'ac9609f8-2971-4a8d-893f-13d6283e402e', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:43:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d9b880-ccb3-448d-8823-8bac07ab8961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:15:24Z', 'updated_at': '2021-12-08T17:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:17:00.377328 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-4060abce-2138-4825-bbde-e2951c066055 None None] Calling delete_port for 525698aa-b9af-4c1f-91e5-b2178bf740dc owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:17:00.439087 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-a4475134-68fe-4217-8ff3-d5a32ad9ae14 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Deleting port ac9609f8-2971-4a8d-893f-13d6283e402e {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:17:00.439366 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a4475134-68fe-4217-8ff3-d5a32ad9ae14 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:00.522183 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-a4475134-68fe-4217-8ff3-d5a32ad9ae14 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] For port ac9609f8-2971-4a8d-893f-13d6283e402e, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=ac9609f8-2971-4a8d-893f-13d6283e402e,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:17:00.522548 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a4475134-68fe-4217-8ff3-d5a32ad9ae14 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:00.529353 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4060abce-2138-4825-bbde-e2951c066055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:00.535424 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-a4475134-68fe-4217-8ff3-d5a32ad9ae14 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Calling delete_port for ac9609f8-2971-4a8d-893f-13d6283e402e owned by network:router_gateway {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:17:00.556048 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4060abce-2138-4825-bbde-e2951c066055 None None] No DVR routers for this DVR port 525698aa-b9af-4c1f-91e5-b2178bf740dc on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:17:00.558320 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4060abce-2138-4825-bbde-e2951c066055 None None] Pushing event deleted for resources: {'Port': ['ID=525698aa-b9af-4c1f-91e5-b2178bf740dc,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:17:00.567751 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060abce-2138-4825-bbde-e2951c066055 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:17:00.568109 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060abce-2138-4825-bbde-e2951c066055 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:17:00.568487 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060abce-2138-4825-bbde-e2951c066055 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:17:00.568827 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060abce-2138-4825-bbde-e2951c066055 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:17:00.569172 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060abce-2138-4825-bbde-e2951c066055 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:17:00.569514 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060abce-2138-4825-bbde-e2951c066055 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:17:00.569844 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060abce-2138-4825-bbde-e2951c066055 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:17:00.570185 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060abce-2138-4825-bbde-e2951c066055 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:17:00.571076 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060abce-2138-4825-bbde-e2951c066055 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:17:00.571415 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060abce-2138-4825-bbde-e2951c066055 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:17:00.571743 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060abce-2138-4825-bbde-e2951c066055 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:17:00.572070 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060abce-2138-4825-bbde-e2951c066055 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:17:00.572425 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060abce-2138-4825-bbde-e2951c066055 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:17:00.760333 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a4475134-68fe-4217-8ff3-d5a32ad9ae14 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:00.785453 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4475134-68fe-4217-8ff3-d5a32ad9ae14 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event deleted for resources: {'Port': ['ID=ac9609f8-2971-4a8d-893f-13d6283e402e,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:17:00.806728 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b5afde-e651-4322-ac3b-24029e719855 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:17:00.853010 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a4475134-68fe-4217-8ff3-d5a32ad9ae14 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:00.950051 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a4475134-68fe-4217-8ff3-d5a32ad9ae14 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:00.952066 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a4475134-68fe-4217-8ff3-d5a32ad9ae14 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:01.046948 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a4475134-68fe-4217-8ff3-d5a32ad9ae14 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:01.047488 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4475134-68fe-4217-8ff3-d5a32ad9ae14 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Fanout notify agent at l3_agent the message router_deleted on router e4d9b880-ccb3-448d-8823-8bac07ab8961 {{(pid=110550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 17:17:01.054512 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a4475134-68fe-4217-8ff3-d5a32ad9ae14 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:01.056378 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a4475134-68fe-4217-8ff3-d5a32ad9ae14 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "DELETE /v2.0/routers/e4d9b880-ccb3-448d-8823-8bac07ab8961 HTTP/1.1" status: 204 len: 168 time: 0.9795942 Dec 08 17:17:01.059109 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 42676) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:17:01.140087 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9f24abb4-67ed-4ce7-99ed-98aae4e664b7 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:01.231589 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9f24abb4-67ed-4ce7-99ed-98aae4e664b7 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:01.251934 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-9f24abb4-67ed-4ce7-99ed-98aae4e664b7 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe7a698e-77b8-425e-8474-19bb1863ce11']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:17:01.261071 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-9f24abb4-67ed-4ce7-99ed-98aae4e664b7 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3168ed4-36b5-4f56-92f8-b52447d34a4d') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:17:01.261360 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-9f24abb4-67ed-4ce7-99ed-98aae4e664b7 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3168ed4-36b5-4f56-92f8-b52447d34a4d') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:17:01.270594 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9f24abb4-67ed-4ce7-99ed-98aae4e664b7 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:01.284506 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9f24abb4-67ed-4ce7-99ed-98aae4e664b7 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:01.292247 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f24abb4-67ed-4ce7-99ed-98aae4e664b7 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 17:17:01.292247 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9f24abb4-67ed-4ce7-99ed-98aae4e664b7 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:01.295575 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 17:17:01.295575 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 17:17:01.295575 n-d-776250-12 neutron-server[110550]: timer() Dec 08 17:17:01.295575 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 17:17:01.295575 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 17:17:01.295575 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 17:17:01.295575 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 17:17:01.295575 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 17:17:01.295575 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 17:17:01.295575 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 17:17:01.295575 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 17:17:01.295575 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 17:17:01.295575 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 17:17:01.295575 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 17:17:01.295575 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 17:17:01.295575 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 17:17:01.295575 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 17:17:01.295575 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 17:17:01.295575 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 17:17:01.295575 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 17:17:01.295575 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 17:17:01.295575 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 17:17:01.295575 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 17:17:01.295575 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 17:17:01.295575 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 17:17:01.295575 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 17:17:01.295575 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 17:17:01.295575 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 17:17:01.295575 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 17:17:01.295575 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 17:17:01.295575 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 17:17:01.295575 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 17:17:01.424022 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9f24abb4-67ed-4ce7-99ed-98aae4e664b7 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:01.430991 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9f24abb4-67ed-4ce7-99ed-98aae4e664b7 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:01.434219 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-9f24abb4-67ed-4ce7-99ed-98aae4e664b7 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "DELETE /v2.0/networks/fe7a698e-77b8-425e-8474-19bb1863ce11 HTTP/1.1" status: 204 len: 168 time: 0.3741057 Dec 08 17:17:01.436993 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 42678) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:17:01.454370 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f24abb4-67ed-4ce7-99ed-98aae4e664b7 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event deleted for resources: {'Network': ['ID=fe7a698e-77b8-425e-8474-19bb1863ce11,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:17:01.514045 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-31a40d0b-7e91-42fe-93ac-6da4746b9745 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:01.540888 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-31a40d0b-7e91-42fe-93ac-6da4746b9745 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:01.669834 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-31a40d0b-7e91-42fe-93ac-6da4746b9745 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:01.672568 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-31a40d0b-7e91-42fe-93ac-6da4746b9745 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:01.673774 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-31a40d0b-7e91-42fe-93ac-6da4746b9745 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "DELETE /v2.0/security-groups/e3073919-69ef-4eae-8362-76e11aca6ee5 HTTP/1.1" status: 204 len: 168 time: 0.2358491 Dec 08 17:17:01.683251 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a40d0b-7e91-42fe-93ac-6da4746b9745 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3073919-69ef-4eae-8362-76e11aca6ee5,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:17:01.892919 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 3b830c5d-80a8-4827-bdfa-12fd54ae4d86 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:17:01.913769 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: 3b830c5d-80a8-4827-bdfa-12fd54ae4d86 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:17:01.914146 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 3b830c5d-80a8-4827-bdfa-12fd54ae4d86 not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:17:02.034749 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device ac9609f8-2971-4a8d-893f-13d6283e402e no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:17:02.060007 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: ac9609f8-2971-4a8d-893f-13d6283e402e {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:17:02.060410 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device ac9609f8-2971-4a8d-893f-13d6283e402e not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:17:02.068856 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 7a3a19f5-9f5f-4d68-b1ce-4e74779bae9a no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:17:02.084440 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 7a3a19f5-9f5f-4d68-b1ce-4e74779bae9a {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:17:02.084793 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 7a3a19f5-9f5f-4d68-b1ce-4e74779bae9a not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:17:02.085219 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 525698aa-b9af-4c1f-91e5-b2178bf740dc no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:17:02.105339 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 525698aa-b9af-4c1f-91e5-b2178bf740dc {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:17:02.105687 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 525698aa-b9af-4c1f-91e5-b2178bf740dc not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:17:02.273986 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42684) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:17:02.278951 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-25b585b5-a9b6-47d9-8a9a-3b7afd55f588 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-70711734', 'description': 'tempest-secgroup-smoke-70711734 description', 'project_id': 'd604cd6629ab480b9571d67f43656eec'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:17:02.344393 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-25b585b5-a9b6-47d9-8a9a-3b7afd55f588 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:02.410053 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-25b585b5-a9b6-47d9-8a9a-3b7afd55f588 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:02.471820 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-25b585b5-a9b6-47d9-8a9a-3b7afd55f588 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:02.501366 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b585b5-a9b6-47d9-8a9a-3b7afd55f588 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bac25b1-da4a-4506-a4c5-451613affa58,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:17:02.508764 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b585b5-a9b6-47d9-8a9a-3b7afd55f588 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:17:02.509127 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b585b5-a9b6-47d9-8a9a-3b7afd55f588 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:17:02.509488 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b585b5-a9b6-47d9-8a9a-3b7afd55f588 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:17:02.509836 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b585b5-a9b6-47d9-8a9a-3b7afd55f588 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:17:02.510179 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b585b5-a9b6-47d9-8a9a-3b7afd55f588 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:17:02.510520 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b585b5-a9b6-47d9-8a9a-3b7afd55f588 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:17:02.510859 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b585b5-a9b6-47d9-8a9a-3b7afd55f588 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:17:02.511198 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b585b5-a9b6-47d9-8a9a-3b7afd55f588 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:17:02.511575 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b585b5-a9b6-47d9-8a9a-3b7afd55f588 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:17:02.511916 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b585b5-a9b6-47d9-8a9a-3b7afd55f588 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:17:02.512302 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b585b5-a9b6-47d9-8a9a-3b7afd55f588 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:17:02.516824 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b585b5-a9b6-47d9-8a9a-3b7afd55f588 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:17:02.516824 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b585b5-a9b6-47d9-8a9a-3b7afd55f588 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:17:02.559830 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-25b585b5-a9b6-47d9-8a9a-3b7afd55f588 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:02.561135 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-25b585b5-a9b6-47d9-8a9a-3b7afd55f588 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2858086 Dec 08 17:17:02.564112 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42686) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:17:02.568439 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-fc7271c1-62e9-4c52-8902-73e2ff2e7630 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Request body: {'security_group_rule': {'security_group_id': '5bac25b1-da4a-4506-a4c5-451613affa58', 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:17:02.660296 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fc7271c1-62e9-4c52-8902-73e2ff2e7630 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:02.715550 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fc7271c1-62e9-4c52-8902-73e2ff2e7630 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:02.791784 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fc7271c1-62e9-4c52-8902-73e2ff2e7630 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:02.809127 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7271c1-62e9-4c52-8902-73e2ff2e7630 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e53e1f6d-6419-4fe6-92bf-6c3300a8e505,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:17:02.876942 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fc7271c1-62e9-4c52-8902-73e2ff2e7630 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:02.878171 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-fc7271c1-62e9-4c52-8902-73e2ff2e7630 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3131044 Dec 08 17:17:02.880977 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42688) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:17:02.885367 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-c3a479f8-f54b-4d85-b984-b3ee822402ad tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Request body: {'security_group_rule': {'security_group_id': '5bac25b1-da4a-4506-a4c5-451613affa58', 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:17:02.966696 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c3a479f8-f54b-4d85-b984-b3ee822402ad tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:03.031264 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c3a479f8-f54b-4d85-b984-b3ee822402ad tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:03.094630 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c3a479f8-f54b-4d85-b984-b3ee822402ad tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:03.112135 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a479f8-f54b-4d85-b984-b3ee822402ad tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c410a419-38a2-44d4-b4fe-58ee4902819b,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:17:03.183203 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c3a479f8-f54b-4d85-b984-b3ee822402ad tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:03.184564 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c3a479f8-f54b-4d85-b984-b3ee822402ad tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3026285 Dec 08 17:17:03.187559 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42690) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:17:03.192422 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-af4dbe8e-33cf-4b9e-a62b-45e035cda3e8 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Request body: {'security_group_rule': {'security_group_id': '5bac25b1-da4a-4506-a4c5-451613affa58', 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:17:03.303413 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-af4dbe8e-33cf-4b9e-a62b-45e035cda3e8 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:03.359331 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-af4dbe8e-33cf-4b9e-a62b-45e035cda3e8 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:03.423545 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-af4dbe8e-33cf-4b9e-a62b-45e035cda3e8 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:03.441402 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4dbe8e-33cf-4b9e-a62b-45e035cda3e8 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2fa6c57-d268-41ec-9459-01a17f94241f,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:17:03.506159 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-af4dbe8e-33cf-4b9e-a62b-45e035cda3e8 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:03.507422 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-af4dbe8e-33cf-4b9e-a62b-45e035cda3e8 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3187766 Dec 08 17:17:03.510661 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42692) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:17:03.515032 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-74ba656a-9d72-490a-9c6f-9be3af255481 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Request body: {'security_group_rule': {'security_group_id': '5bac25b1-da4a-4506-a4c5-451613affa58', 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:17:03.612166 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-74ba656a-9d72-490a-9c6f-9be3af255481 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:03.669314 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-74ba656a-9d72-490a-9c6f-9be3af255481 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:03.762943 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-74ba656a-9d72-490a-9c6f-9be3af255481 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:03.783526 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ba656a-9d72-490a-9c6f-9be3af255481 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=460d6edc-c1d6-4462-8220-d998ea199ec3,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:17:03.850759 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-74ba656a-9d72-490a-9c6f-9be3af255481 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:03.852493 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-74ba656a-9d72-490a-9c6f-9be3af255481 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3408496 Dec 08 17:17:03.855313 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42694) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:17:03.859710 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-e5239e02-3b07-4761-a145-1d065c00fdc3 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Request body: {'security_group_rule': {'security_group_id': '5bac25b1-da4a-4506-a4c5-451613affa58', 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:17:03.946594 n-d-776250-12 neutron-server[110551]: INFO neutron.db.securitygroups_db [None req-e5239e02-3b07-4761-a145-1d065c00fdc3 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Project d604cd6629ab480b9571d67f43656eec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 17:17:03.952032 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e5239e02-3b07-4761-a145-1d065c00fdc3 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:04.014134 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e5239e02-3b07-4761-a145-1d065c00fdc3 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:04.089017 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e5239e02-3b07-4761-a145-1d065c00fdc3 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:04.106709 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5239e02-3b07-4761-a145-1d065c00fdc3 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d838aa77-1adc-422b-8e67-d74836af8695,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:17:04.188365 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e5239e02-3b07-4761-a145-1d065c00fdc3 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:04.189620 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e5239e02-3b07-4761-a145-1d065c00fdc3 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3333750 Dec 08 17:17:04.192437 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42696) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:17:04.196833 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-4f3faeab-1cd9-441f-8be1-ebc5459aaf1b tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Request body: {'security_group_rule': {'security_group_id': '5bac25b1-da4a-4506-a4c5-451613affa58', 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:17:04.300548 n-d-776250-12 neutron-server[110551]: INFO neutron.db.securitygroups_db [None req-4f3faeab-1cd9-441f-8be1-ebc5459aaf1b tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Project d604cd6629ab480b9571d67f43656eec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 17:17:04.305692 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4f3faeab-1cd9-441f-8be1-ebc5459aaf1b tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:04.363894 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4f3faeab-1cd9-441f-8be1-ebc5459aaf1b tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:04.420385 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4f3faeab-1cd9-441f-8be1-ebc5459aaf1b tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:04.438189 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3faeab-1cd9-441f-8be1-ebc5459aaf1b tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7523b6fc-20c1-4f4d-a9bd-16a4f1c633c4,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:17:04.485409 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4f3faeab-1cd9-441f-8be1-ebc5459aaf1b tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:04.486658 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-4f3faeab-1cd9-441f-8be1-ebc5459aaf1b tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2932806 Dec 08 17:17:04.489506 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42698) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:17:04.494607 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-b71e7211-443b-4701-a79b-79c38cc9476a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Request body: {'network': {'name': 'tempest-network-smoke--1527590933', 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'port_security_enabled': True}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:17:04.574846 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71e7211-443b-4701-a79b-79c38cc9476a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Made reservation on behalf of d604cd6629ab480b9571d67f43656eec for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:17:04.578370 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b71e7211-443b-4701-a79b-79c38cc9476a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:04.602129 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b71e7211-443b-4701-a79b-79c38cc9476a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 17:17:04.610723 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b71e7211-443b-4701-a79b-79c38cc9476a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:04.613382 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-b71e7211-443b-4701-a79b-79c38cc9476a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Added segment 458d286a-1d9e-4f77-852a-a77458afd8f7 of type vlan for network 8a3be587-c41a-408e-b92b-6bd12dd0eaec Dec 08 17:17:04.650441 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b71e7211-443b-4701-a79b-79c38cc9476a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:04.746186 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b71e7211-443b-4701-a79b-79c38cc9476a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:04.751989 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71e7211-443b-4701-a79b-79c38cc9476a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:17:04.752648 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b71e7211-443b-4701-a79b-79c38cc9476a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:04.819164 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e7211-443b-4701-a79b-79c38cc9476a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'Network': ['ID=8a3be587-c41a-408e-b92b-6bd12dd0eaec,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:17:04.829846 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 8a3be587-c41a-408e-b92b-6bd12dd0eaec details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 17:17:04.874596 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b71e7211-443b-4701-a79b-79c38cc9476a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3840108 Dec 08 17:17:04.877162 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42700) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:17:04.881672 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-f505a767-ef68-43b8-b3dd-98cae94f2a18 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-544671469', 'admin_state_up': True, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:17:04.961169 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f505a767-ef68-43b8-b3dd-98cae94f2a18 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:04.962216 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f505a767-ef68-43b8-b3dd-98cae94f2a18 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:05.013009 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f505a767-ef68-43b8-b3dd-98cae94f2a18 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:05.214322 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f505a767-ef68-43b8-b3dd-98cae94f2a18 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:05.343741 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:05.814679 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f505a767-ef68-43b8-b3dd-98cae94f2a18 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for router_gateway, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:05.836972 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f505a767-ef68-43b8-b3dd-98cae94f2a18 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:05.935590 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-f505a767-ef68-43b8-b3dd-98cae94f2a18 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Allocated IP 172.25.0.89 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/240b8c27-8f62-45fd-ab8b-4fb577e58a2c) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:17:06.038754 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f505a767-ef68-43b8-b3dd-98cae94f2a18 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:06.121386 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f505a767-ef68-43b8-b3dd-98cae94f2a18 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:06.163674 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f505a767-ef68-43b8-b3dd-98cae94f2a18 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:17:06.166501 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-f505a767-ef68-43b8-b3dd-98cae94f2a18 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:17:06.170816 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f505a767-ef68-43b8-b3dd-98cae94f2a18 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:17:06.173804 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f505a767-ef68-43b8-b3dd-98cae94f2a18 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'Port': ['ID=240b8c27-8f62-45fd-ab8b-4fb577e58a2c,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:17:06.179512 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6222ff-989e-486a-8dbb-56b59122cfc8 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:17:06.209256 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-8adbc293-45f4-4827-8364-0d64faed43df None None] Provisioning complete for port 240b8c27-8f62-45fd-ab8b-4fb577e58a2c triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:17:06.209635 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8adbc293-45f4-4827-8364-0d64faed43df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:06.244138 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-8adbc293-45f4-4827-8364-0d64faed43df None None] Port 240b8c27-8f62-45fd-ab8b-4fb577e58a2c cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:17:06.455760 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f505a767-ef68-43b8-b3dd-98cae94f2a18 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for router_gateway, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:06.651565 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f505a767-ef68-43b8-b3dd-98cae94f2a18 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:06.820090 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f505a767-ef68-43b8-b3dd-98cae94f2a18 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Router a0b594d3-d683-4487-b8b0-194aca3edf34 is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 17:17:06.927119 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f505a767-ef68-43b8-b3dd-98cae94f2a18 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:17:06.937930 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7b0fb3-74c5-4510-8392-d226aed4069e None None] Sync routers for ids ['a0b594d3-d683-4487-b8b0-194aca3edf34'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:17:06.947545 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7b0fb3-74c5-4510-8392-d226aed4069e None None] Routers {'a0b594d3-d683-4487-b8b0-194aca3edf34'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:17:06.952860 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-ae7b0fb3-74c5-4510-8392-d226aed4069e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:16:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['a0b594d3-d683-4487-b8b0-194aca3edf34'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:17:07.008650 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f505a767-ef68-43b8-b3dd-98cae94f2a18 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:07.009960 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f505a767-ef68-43b8-b3dd-98cae94f2a18 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1317933 Dec 08 17:17:07.013051 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42702) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:17:07.042835 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-0ba99b99-13f7-499c-8eed-8de60d5af7c9 tempest-TestNetworkAdvancedServerOps-171026067 tempest-TestNetworkAdvancedServerOps-171026067-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=d604cd6629ab480b9571d67f43656eec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286596 Dec 08 17:17:07.045437 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42704) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:17:07.052689 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-ae7b0fb3-74c5-4510-8392-d226aed4069e None None] Set router a0b594d3-d683-4487-b8b0-194aca3edf34 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:17:07.131330 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c61eb33-82f4-459d-9b6a-957837ddc3d9 tempest-TestNetworkAdvancedServerOps-171026067 tempest-TestNetworkAdvancedServerOps-171026067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:17:07.132821 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-5c61eb33-82f4-459d-9b6a-957837ddc3d9 tempest-TestNetworkAdvancedServerOps-171026067 tempest-TestNetworkAdvancedServerOps-171026067-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0865507 Dec 08 17:17:07.135535 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42706) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:17:07.169074 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-5951ef5b-ac1b-4322-8c80-eb2e47acebd9 tempest-TestNetworkAdvancedServerOps-171026067 tempest-TestNetworkAdvancedServerOps-171026067-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=1ae4cf80-76bf-4df3-a557-5cc6023c1900&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0321169 Dec 08 17:17:07.171494 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42708) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:17:07.176234 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-5a164594-1a56-4b67-9718-c5da405ab544 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2087867055', 'network_id': '8a3be587-c41a-408e-b92b-6bd12dd0eaec', 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:17:07.232986 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-ae7b0fb3-74c5-4510-8392-d226aed4069e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b594d3-d683-4487-b8b0-194aca3edf34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-544671469', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '240b8c27-8f62-45fd-ab8b-4fb577e58a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:17:04Z', 'updated_at': '2021-12-08T17:17:06Z', 'revision_number': 3, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': '240b8c27-8f62-45fd-ab8b-4fb577e58a2c', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b594d3-d683-4487-b8b0-194aca3edf34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:17:05Z', 'updated_at': '2021-12-08T17:17:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:17:07.261514 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7b0fb3-74c5-4510-8392-d226aed4069e None None] Checking router: a0b594d3-d683-4487-b8b0-194aca3edf34 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:17:07.261874 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7b0fb3-74c5-4510-8392-d226aed4069e None None] Updating router a0b594d3-d683-4487-b8b0-194aca3edf34 port 240b8c27-8f62-45fd-ab8b-4fb577e58a2c binding host n-d-776250-12 {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 17:17:07.286377 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ae7b0fb3-74c5-4510-8392-d226aed4069e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:07.317408 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a164594-1a56-4b67-9718-c5da405ab544 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Made reservation on behalf of d604cd6629ab480b9571d67f43656eec for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:17:07.321029 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5a164594-1a56-4b67-9718-c5da405ab544 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:07.535969 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ae7b0fb3-74c5-4510-8392-d226aed4069e None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:07.558322 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5a164594-1a56-4b67-9718-c5da405ab544 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:07.623913 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a164594-1a56-4b67-9718-c5da405ab544 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'Subnet': ['ID=85e76f21-f7fb-43a7-9e91-252b59ae06d0,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:17:07.629199 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a164594-1a56-4b67-9718-c5da405ab544 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Checking segment: {'id': '458d286a-1d9e-4f77-852a-a77458afd8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8a3be587-c41a-408e-b92b-6bd12dd0eaec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:17:07.629563 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a164594-1a56-4b67-9718-c5da405ab544 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Network hostable DHCP agents. Network: 8a3be587-c41a-408e-b92b-6bd12dd0eaec, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 17:17:07.632074 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ae7b0fb3-74c5-4510-8392-d226aed4069e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:07.679123 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d655c91c-5d3e-4191-95b0-5d737b344f12 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:17:07.693508 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-ae7b0fb3-74c5-4510-8392-d226aed4069e None None] Attempting to bind port 240b8c27-8f62-45fd-ab8b-4fb577e58a2c on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:17:07.693887 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-ae7b0fb3-74c5-4510-8392-d226aed4069e None None] Attempting to bind port 240b8c27-8f62-45fd-ab8b-4fb577e58a2c by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:17:07.694260 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7b0fb3-74c5-4510-8392-d226aed4069e None None] Attempting to bind port 240b8c27-8f62-45fd-ab8b-4fb577e58a2c on network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:17:07.703321 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73d5fc4-89e1-4334-ab34-148e147527bf None None] Pushing event updated for resources: {'Port': ['ID=240b8c27-8f62-45fd-ab8b-4fb577e58a2c,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:17:07.705393 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7b0fb3-74c5-4510-8392-d226aed4069e None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:17:07.705775 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7b0fb3-74c5-4510-8392-d226aed4069e None None] Checking segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:17:07.706268 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ae7b0fb3-74c5-4510-8392-d226aed4069e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:07.706551 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7b0fb3-74c5-4510-8392-d226aed4069e None None] Bound using segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:17:07.707025 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-ae7b0fb3-74c5-4510-8392-d226aed4069e None None] Bound port: 240b8c27-8f62-45fd-ab8b-4fb577e58a2c, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:17:07.707410 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ae7b0fb3-74c5-4510-8392-d226aed4069e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:07.729906 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a164594-1a56-4b67-9718-c5da405ab544 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Network 8a3be587-c41a-408e-b92b-6bd12dd0eaec is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 17:17:07.758320 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-ae7b0fb3-74c5-4510-8392-d226aed4069e None None] For port 240b8c27-8f62-45fd-ab8b-4fb577e58a2c, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:17:07.762855 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-ae7b0fb3-74c5-4510-8392-d226aed4069e None None] For port 240b8c27-8f62-45fd-ab8b-4fb577e58a2c, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=240b8c27-8f62-45fd-ab8b-4fb577e58a2c,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:17:07.775666 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-25d27a86-4aac-4e8b-ba2c-a30e0d20c26b None None] Provisioning complete for port 240b8c27-8f62-45fd-ab8b-4fb577e58a2c triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:17:07.776049 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-25d27a86-4aac-4e8b-ba2c-a30e0d20c26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:07.809953 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-25d27a86-4aac-4e8b-ba2c-a30e0d20c26b None None] Port 240b8c27-8f62-45fd-ab8b-4fb577e58a2c cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:17:07.854753 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-5a164594-1a56-4b67-9718-c5da405ab544 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 8a3be587-c41a-408e-b92b-6bd12dd0eaec) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:17:07.861147 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a164594-1a56-4b67-9718-c5da405ab544 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:17:07.861775 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5a164594-1a56-4b67-9718-c5da405ab544 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:07.862275 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ad2918-3b16-4816-95c4-1efa526a35d2 None None] Network 8a3be587-c41a-408e-b92b-6bd12dd0eaec requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:17:07.905709 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ae7b0fb3-74c5-4510-8392-d226aed4069e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:07.942965 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-5a164594-1a56-4b67-9718-c5da405ab544 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7704401 Dec 08 17:17:07.945662 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42710) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:17:07.965601 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35dc2f2f-6494-462b-ae4d-490a06de3fb9 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:17:07.998995 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7b0fb3-74c5-4510-8392-d226aed4069e None None] Routers {'a0b594d3-d683-4487-b8b0-194aca3edf34'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:17:07.999620 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-ae7b0fb3-74c5-4510-8392-d226aed4069e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:16:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['a0b594d3-d683-4487-b8b0-194aca3edf34'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:17:08.046284 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73d5fc4-89e1-4334-ab34-148e147527bf None None] Pushing event updated for resources: {'Port': ['ID=240b8c27-8f62-45fd-ab8b-4fb577e58a2c,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:17:08.081966 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5baff48b-54d6-4a06-8206-97ecfcfcefbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-8a3be587-c41a-408e-b92b-6bd12dd0eaec', 'network_id': '8a3be587-c41a-408e-b92b-6bd12dd0eaec', 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'fixed_ips': [{'subnet_id': '85e76f21-f7fb-43a7-9e91-252b59ae06d0'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 17:17:08.082822 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5baff48b-54d6-4a06-8206-97ecfcfcefbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:08.132009 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-d962a95c-f858-47a3-a943-e208aa34cf3c None None] Provisioning complete for port 240b8c27-8f62-45fd-ab8b-4fb577e58a2c triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:17:08.132422 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d962a95c-f858-47a3-a943-e208aa34cf3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:08.237912 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-ae7b0fb3-74c5-4510-8392-d226aed4069e None None] Set router a0b594d3-d683-4487-b8b0-194aca3edf34 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:17:08.401726 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0dff1933-479c-4104-aee5-aa51b6038021 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:08.442741 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-5baff48b-54d6-4a06-8206-97ecfcfcefbb None None] Allocated IP 172.20.0.2 (8a3be587-c41a-408e-b92b-6bd12dd0eaec/85e76f21-f7fb-43a7-9e91-252b59ae06d0/97fcb1ce-9189-4da1-ae0a-91741b18faf5) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:17:08.460338 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d962a95c-f858-47a3-a943-e208aa34cf3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:08.512540 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-d962a95c-f858-47a3-a943-e208aa34cf3c None None] For port 240b8c27-8f62-45fd-ab8b-4fb577e58a2c, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=240b8c27-8f62-45fd-ab8b-4fb577e58a2c,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:17:08.572247 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d962a95c-f858-47a3-a943-e208aa34cf3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:08.669955 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-ae7b0fb3-74c5-4510-8392-d226aed4069e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b594d3-d683-4487-b8b0-194aca3edf34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-544671469', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '240b8c27-8f62-45fd-ab8b-4fb577e58a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:17:04Z', 'updated_at': '2021-12-08T17:17:06Z', 'revision_number': 3, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': '240b8c27-8f62-45fd-ab8b-4fb577e58a2c', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b594d3-d683-4487-b8b0-194aca3edf34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:17:05Z', 'updated_at': '2021-12-08T17:17:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:17:08.871481 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d962a95c-f858-47a3-a943-e208aa34cf3c None None] Pushing event updated for resources: {'Port': ['ID=240b8c27-8f62-45fd-ab8b-4fb577e58a2c,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:17:08.874121 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7b0fb3-74c5-4510-8392-d226aed4069e None None] The sync data for ids ['a0b594d3-d683-4487-b8b0-194aca3edf34'] in n-d-776250-12 is: [{'id': 'a0b594d3-d683-4487-b8b0-194aca3edf34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-544671469', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '240b8c27-8f62-45fd-ab8b-4fb577e58a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:17:04Z', 'updated_at': '2021-12-08T17:17:06Z', 'revision_number': 3, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': '240b8c27-8f62-45fd-ab8b-4fb577e58a2c', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b594d3-d683-4487-b8b0-194aca3edf34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:17:05Z', 'updated_at': '2021-12-08T17:17:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:17:08.886548 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5baff48b-54d6-4a06-8206-97ecfcfcefbb None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:08.952394 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5baff48b-54d6-4a06-8206-97ecfcfcefbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:08.994851 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5baff48b-54d6-4a06-8206-97ecfcfcefbb None None] Network 8a3be587-c41a-408e-b92b-6bd12dd0eaec is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:17:09.000044 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-5baff48b-54d6-4a06-8206-97ecfcfcefbb None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:17:09.003599 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5baff48b-54d6-4a06-8206-97ecfcfcefbb None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:17:09.009131 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baff48b-54d6-4a06-8206-97ecfcfcefbb None None] Pushing event updated for resources: {'Port': ['ID=97fcb1ce-9189-4da1-ae0a-91741b18faf5,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:17:09.024442 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-0dff1933-479c-4104-aee5-aa51b6038021 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Allocated IP 172.20.0.1 (8a3be587-c41a-408e-b92b-6bd12dd0eaec/85e76f21-f7fb-43a7-9e91-252b59ae06d0/331c8fdd-ce3b-4b9f-bf4c-4ad0959b0af5) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:17:09.074358 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-5baff48b-54d6-4a06-8206-97ecfcfcefbb None None] Attempting to bind port 97fcb1ce-9189-4da1-ae0a-91741b18faf5 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:17:09.074358 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-5baff48b-54d6-4a06-8206-97ecfcfcefbb None None] Attempting to bind port 97fcb1ce-9189-4da1-ae0a-91741b18faf5 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '458d286a-1d9e-4f77-852a-a77458afd8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8a3be587-c41a-408e-b92b-6bd12dd0eaec'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:17:09.074358 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5baff48b-54d6-4a06-8206-97ecfcfcefbb None None] Attempting to bind port 97fcb1ce-9189-4da1-ae0a-91741b18faf5 on network 8a3be587-c41a-408e-b92b-6bd12dd0eaec {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:17:09.097340 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5baff48b-54d6-4a06-8206-97ecfcfcefbb None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:17:09.097868 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5baff48b-54d6-4a06-8206-97ecfcfcefbb None None] Checking segment: {'id': '458d286a-1d9e-4f77-852a-a77458afd8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8a3be587-c41a-408e-b92b-6bd12dd0eaec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:17:09.098299 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5baff48b-54d6-4a06-8206-97ecfcfcefbb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:09.098711 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5baff48b-54d6-4a06-8206-97ecfcfcefbb None None] Bound using segment: {'id': '458d286a-1d9e-4f77-852a-a77458afd8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8a3be587-c41a-408e-b92b-6bd12dd0eaec'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:17:09.102127 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-5baff48b-54d6-4a06-8206-97ecfcfcefbb None None] Bound port: 97fcb1ce-9189-4da1-ae0a-91741b18faf5, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '458d286a-1d9e-4f77-852a-a77458afd8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8a3be587-c41a-408e-b92b-6bd12dd0eaec'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:17:09.102576 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5baff48b-54d6-4a06-8206-97ecfcfcefbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:09.177726 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0dff1933-479c-4104-aee5-aa51b6038021 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:09.180567 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-5baff48b-54d6-4a06-8206-97ecfcfcefbb None None] For port 97fcb1ce-9189-4da1-ae0a-91741b18faf5, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:17:09.183886 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-5baff48b-54d6-4a06-8206-97ecfcfcefbb None None] For port 97fcb1ce-9189-4da1-ae0a-91741b18faf5, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=97fcb1ce-9189-4da1-ae0a-91741b18faf5,segment=NetworkSegment(458d286a-1d9e-4f77-852a-a77458afd8f7),segment_id=458d286a-1d9e-4f77-852a-a77458afd8f7)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:17:09.267504 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5baff48b-54d6-4a06-8206-97ecfcfcefbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:09.302655 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0dff1933-479c-4104-aee5-aa51b6038021 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:09.303536 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:09.334470 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baff48b-54d6-4a06-8206-97ecfcfcefbb None None] Pushing event updated for resources: {'Port': ['ID=97fcb1ce-9189-4da1-ae0a-91741b18faf5,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:17:09.358210 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dff1933-479c-4104-aee5-aa51b6038021 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Network 8a3be587-c41a-408e-b92b-6bd12dd0eaec is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:17:09.364580 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-0dff1933-479c-4104-aee5-aa51b6038021 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:17:09.367369 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dff1933-479c-4104-aee5-aa51b6038021 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:17:09.395409 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dff1933-479c-4104-aee5-aa51b6038021 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'Port': ['ID=331c8fdd-ce3b-4b9f-bf4c-4ad0959b0af5,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:17:09.420521 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0dff1933-479c-4104-aee5-aa51b6038021 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:09.660128 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0dff1933-479c-4104-aee5-aa51b6038021 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:09.942621 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0dff1933-479c-4104-aee5-aa51b6038021 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:10.006836 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0dff1933-479c-4104-aee5-aa51b6038021 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:10.082762 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dff1933-479c-4104-aee5-aa51b6038021 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'Port': ['ID=331c8fdd-ce3b-4b9f-bf4c-4ad0959b0af5,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:17:10.090922 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-0dff1933-479c-4104-aee5-aa51b6038021 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:10.111145 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 240b8c27-8f62-45fd-ab8b-4fb577e58a2c up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:17:10.167540 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 240b8c27-8f62-45fd-ab8b-4fb577e58a2c triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:17:10.167921 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:10.196336 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dff1933-479c-4104-aee5-aa51b6038021 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Network 8a3be587-c41a-408e-b92b-6bd12dd0eaec is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:17:10.199852 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-0dff1933-479c-4104-aee5-aa51b6038021 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:17:10.264855 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 97fcb1ce-9189-4da1-ae0a-91741b18faf5 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:17:10.316357 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 97fcb1ce-9189-4da1-ae0a-91741b18faf5 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:17:10.317219 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:10.335885 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dff1933-479c-4104-aee5-aa51b6038021 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Router a0b594d3-d683-4487-b8b0-194aca3edf34 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:17:10.406940 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:10.410725 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7141180e-e1ca-402a-80ef-44392970842f None None] Network 8a3be587-c41a-408e-b92b-6bd12dd0eaec requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:17:10.451165 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dff1933-479c-4104-aee5-aa51b6038021 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:17:10.456955 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-0dff1933-479c-4104-aee5-aa51b6038021 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "PUT /v2.0/routers/a0b594d3-d683-4487-b8b0-194aca3edf34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5102117 Dec 08 17:17:10.514262 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 97fcb1ce-9189-4da1-ae0a-91741b18faf5, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=97fcb1ce-9189-4da1-ae0a-91741b18faf5,segment=NetworkSegment(458d286a-1d9e-4f77-852a-a77458afd8f7),segment_id=458d286a-1d9e-4f77-852a-a77458afd8f7)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:17:10.517483 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-437f3009-b881-4ce7-b291-0c790c2ac4b4 None None] Provisioning complete for port 97fcb1ce-9189-4da1-ae0a-91741b18faf5 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:17:10.517865 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-437f3009-b881-4ce7-b291-0c790c2ac4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:10.583208 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:10.627850 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-596676cf-1917-47dd-9731-b73c8b0280de req-3b82e399-b082-4f86-9138-9822d9b767bf tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-70711734&fields=id&tenant_id=d604cd6629ab480b9571d67f43656eec HTTP/1.1" status: 200 len: 267 time: 0.0495007 Dec 08 17:17:10.677216 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=97fcb1ce-9189-4da1-ae0a-91741b18faf5,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:17:10.766184 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596676cf-1917-47dd-9731-b73c8b0280de req-21f0f7d8-5858-4600-9ecc-cabd3cedde50 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:17:10.767879 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-596676cf-1917-47dd-9731-b73c8b0280de req-21f0f7d8-5858-4600-9ecc-cabd3cedde50 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/networks?id=8a3be587-c41a-408e-b92b-6bd12dd0eaec HTTP/1.1" status: 200 len: 797 time: 0.1231592 Dec 08 17:17:10.785798 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-596676cf-1917-47dd-9731-b73c8b0280de req-b332f3cb-61bf-41a4-8710-371c4d98704e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/quotas/d604cd6629ab480b9571d67f43656eec HTTP/1.1" status: 200 len: 375 time: 0.0100391 Dec 08 17:17:10.842151 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-596676cf-1917-47dd-9731-b73c8b0280de req-0cdbcd44-331a-4531-82e9-5e8442646d75 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d604cd6629ab480b9571d67f43656eec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494807 Dec 08 17:17:10.858665 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [req-596676cf-1917-47dd-9731-b73c8b0280de req-36e36993-b002-4046-8be8-214f02e51201 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 17:17:10.859682 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-596676cf-1917-47dd-9731-b73c8b0280de req-36e36993-b002-4046-8be8-214f02e51201 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054362 Dec 08 17:17:10.894395 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d581d6d2-1397-4723-9e98-aabce28e86c7 None None] Sync routers for ids ['a0b594d3-d683-4487-b8b0-194aca3edf34'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:17:10.906418 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d581d6d2-1397-4723-9e98-aabce28e86c7 None None] Routers {'a0b594d3-d683-4487-b8b0-194aca3edf34'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:17:10.907314 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-d581d6d2-1397-4723-9e98-aabce28e86c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:16:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['a0b594d3-d683-4487-b8b0-194aca3edf34'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:17:10.922546 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-682a6fae-82d4-4421-b231-38652bbbbc0e None None] Provisioning complete for port 97fcb1ce-9189-4da1-ae0a-91741b18faf5 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:17:10.922929 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-682a6fae-82d4-4421-b231-38652bbbbc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:10.973084 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-596676cf-1917-47dd-9731-b73c8b0280de req-34b1d2e9-55bc-4278-8b92-f4a667c129b8 service neutron] 10.222.0.64 "GET /v2.0/networks/8a3be587-c41a-408e-b92b-6bd12dd0eaec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067021 Dec 08 17:17:11.028585 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-682a6fae-82d4-4421-b231-38652bbbbc0e None None] Provisioning complete for port 331c8fdd-ce3b-4b9f-bf4c-4ad0959b0af5 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:17:11.028955 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-682a6fae-82d4-4421-b231-38652bbbbc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:11.032956 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-d581d6d2-1397-4723-9e98-aabce28e86c7 None None] Set router a0b594d3-d683-4487-b8b0-194aca3edf34 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:17:11.073195 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-596676cf-1917-47dd-9731-b73c8b0280de req-531a4481-2d0c-405c-9960-499b9a61e6ee service neutron] 10.222.0.64 "GET /v2.0/networks/8a3be587-c41a-408e-b92b-6bd12dd0eaec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929263 Dec 08 17:17:11.073679 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-682a6fae-82d4-4421-b231-38652bbbbc0e None None] Port 331c8fdd-ce3b-4b9f-bf4c-4ad0959b0af5 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:17:11.201640 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-4d8b4d71-17ac-4d6b-aec4-9440a9265b44 None None] Provisioning complete for port 331c8fdd-ce3b-4b9f-bf4c-4ad0959b0af5 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:17:11.202020 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4d8b4d71-17ac-4d6b-aec4-9440a9265b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:11.238709 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-4d8b4d71-17ac-4d6b-aec4-9440a9265b44 None None] Port 331c8fdd-ce3b-4b9f-bf4c-4ad0959b0af5 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:17:11.261280 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-d581d6d2-1397-4723-9e98-aabce28e86c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b594d3-d683-4487-b8b0-194aca3edf34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-544671469', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '240b8c27-8f62-45fd-ab8b-4fb577e58a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:17:04Z', 'updated_at': '2021-12-08T17:17:09Z', 'revision_number': 4, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': '240b8c27-8f62-45fd-ab8b-4fb577e58a2c', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b594d3-d683-4487-b8b0-194aca3edf34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:17:05Z', 'updated_at': '2021-12-08T17:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '331c8fdd-ce3b-4b9f-bf4c-4ad0959b0af5', 'name': '', 'network_id': '8a3be587-c41a-408e-b92b-6bd12dd0eaec', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'mac_address': 'fa:16:3e:24:5a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b594d3-d683-4487-b8b0-194aca3edf34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '85e76f21-f7fb-43a7-9e91-252b59ae06d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:17:08Z', 'updated_at': '2021-12-08T17:17:09Z', 'revision_number': 2, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'subnets': [{'id': '85e76f21-f7fb-43a7-9e91-252b59ae06d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:17:11.287334 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d581d6d2-1397-4723-9e98-aabce28e86c7 None None] Checking router: a0b594d3-d683-4487-b8b0-194aca3edf34 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:17:11.288100 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d581d6d2-1397-4723-9e98-aabce28e86c7 None None] Updating router a0b594d3-d683-4487-b8b0-194aca3edf34 port 331c8fdd-ce3b-4b9f-bf4c-4ad0959b0af5 binding host n-d-776250-12 {{(pid=110553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 17:17:11.323892 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-d581d6d2-1397-4723-9e98-aabce28e86c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:11.341993 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9dd12a5d-8f4b-48de-9950-03daa214d4b4 req-93c30cb7-9b34-48fb-8ee8-35f5c5144aef tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f26b0a4-0f9f-4275-a58e-a3005b5526df HTTP/1.1" status: 200 len: 210 time: 0.0321105 Dec 08 17:17:11.365538 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-45c79249-e366-431f-92bf-9d6c0a93baec None None] Provisioning complete for port 331c8fdd-ce3b-4b9f-bf4c-4ad0959b0af5 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:17:11.365538 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-45c79249-e366-431f-92bf-9d6c0a93baec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:11.419315 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-45c79249-e366-431f-92bf-9d6c0a93baec None None] Port 331c8fdd-ce3b-4b9f-bf4c-4ad0959b0af5 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:17:11.506157 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-19443fd0-bf04-4201-91ba-3c7235943f8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:11.602556 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-d581d6d2-1397-4723-9e98-aabce28e86c7 None None] Publish callbacks [] for port, precommit_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:11.704153 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-d581d6d2-1397-4723-9e98-aabce28e86c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:11.756976 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855770e8-9b19-4527-a4a2-cb40df08859e None None] Pushing event updated for resources: {'Port': ['ID=331c8fdd-ce3b-4b9f-bf4c-4ad0959b0af5,revision_number=3']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:17:11.780616 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855770e8-9b19-4527-a4a2-cb40df08859e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:17:11.780961 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855770e8-9b19-4527-a4a2-cb40df08859e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:17:11.781534 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855770e8-9b19-4527-a4a2-cb40df08859e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:17:11.781879 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855770e8-9b19-4527-a4a2-cb40df08859e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:17:11.782223 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855770e8-9b19-4527-a4a2-cb40df08859e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:17:11.782625 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855770e8-9b19-4527-a4a2-cb40df08859e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:17:11.782902 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855770e8-9b19-4527-a4a2-cb40df08859e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:17:11.783236 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855770e8-9b19-4527-a4a2-cb40df08859e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:17:11.783562 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855770e8-9b19-4527-a4a2-cb40df08859e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:17:11.783892 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855770e8-9b19-4527-a4a2-cb40df08859e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:17:11.784255 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855770e8-9b19-4527-a4a2-cb40df08859e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:17:11.784570 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855770e8-9b19-4527-a4a2-cb40df08859e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:17:11.784916 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855770e8-9b19-4527-a4a2-cb40df08859e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:17:11.814415 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-d581d6d2-1397-4723-9e98-aabce28e86c7 None None] Attempting to bind port 331c8fdd-ce3b-4b9f-bf4c-4ad0959b0af5 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:17:11.814800 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-d581d6d2-1397-4723-9e98-aabce28e86c7 None None] Attempting to bind port 331c8fdd-ce3b-4b9f-bf4c-4ad0959b0af5 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '458d286a-1d9e-4f77-852a-a77458afd8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8a3be587-c41a-408e-b92b-6bd12dd0eaec'}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:17:11.815594 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d581d6d2-1397-4723-9e98-aabce28e86c7 None None] Attempting to bind port 331c8fdd-ce3b-4b9f-bf4c-4ad0959b0af5 on network 8a3be587-c41a-408e-b92b-6bd12dd0eaec {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:17:11.820846 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d581d6d2-1397-4723-9e98-aabce28e86c7 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:17:11.821508 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d581d6d2-1397-4723-9e98-aabce28e86c7 None None] Checking segment: {'id': '458d286a-1d9e-4f77-852a-a77458afd8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8a3be587-c41a-408e-b92b-6bd12dd0eaec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:17:11.822141 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-d581d6d2-1397-4723-9e98-aabce28e86c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:11.822544 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d581d6d2-1397-4723-9e98-aabce28e86c7 None None] Bound using segment: {'id': '458d286a-1d9e-4f77-852a-a77458afd8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8a3be587-c41a-408e-b92b-6bd12dd0eaec'} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:17:11.823024 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-d581d6d2-1397-4723-9e98-aabce28e86c7 None None] Bound port: 331c8fdd-ce3b-4b9f-bf4c-4ad0959b0af5, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '458d286a-1d9e-4f77-852a-a77458afd8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8a3be587-c41a-408e-b92b-6bd12dd0eaec'}}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:17:11.823409 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-d581d6d2-1397-4723-9e98-aabce28e86c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:11.892319 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-d581d6d2-1397-4723-9e98-aabce28e86c7 None None] For port 331c8fdd-ce3b-4b9f-bf4c-4ad0959b0af5, host n-d-776250-12, cleared binding levels {{(pid=110553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:17:11.896620 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-d581d6d2-1397-4723-9e98-aabce28e86c7 None None] For port 331c8fdd-ce3b-4b9f-bf4c-4ad0959b0af5, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=331c8fdd-ce3b-4b9f-bf4c-4ad0959b0af5,segment=NetworkSegment(458d286a-1d9e-4f77-852a-a77458afd8f7),segment_id=458d286a-1d9e-4f77-852a-a77458afd8f7)] {{(pid=110553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:17:11.941052 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-238776c5-3def-4c72-9870-6af599f5c382 None None] Provisioning complete for port 331c8fdd-ce3b-4b9f-bf4c-4ad0959b0af5 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:17:11.941433 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-238776c5-3def-4c72-9870-6af599f5c382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:11.980267 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-238776c5-3def-4c72-9870-6af599f5c382 None None] Port 331c8fdd-ce3b-4b9f-bf4c-4ad0959b0af5 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:17:12.004060 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-d581d6d2-1397-4723-9e98-aabce28e86c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:12.054924 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 97fcb1ce-9189-4da1-ae0a-91741b18faf5 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:17:12.066364 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d581d6d2-1397-4723-9e98-aabce28e86c7 None None] Routers {'a0b594d3-d683-4487-b8b0-194aca3edf34'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:17:12.066364 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-d581d6d2-1397-4723-9e98-aabce28e86c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:16:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['a0b594d3-d683-4487-b8b0-194aca3edf34'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:17:12.131377 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 97fcb1ce-9189-4da1-ae0a-91741b18faf5 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:17:12.131764 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:12.282041 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855770e8-9b19-4527-a4a2-cb40df08859e None None] Pushing event updated for resources: {'Port': ['ID=331c8fdd-ce3b-4b9f-bf4c-4ad0959b0af5,revision_number=4']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:17:12.292620 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-d581d6d2-1397-4723-9e98-aabce28e86c7 None None] Set router a0b594d3-d683-4487-b8b0-194aca3edf34 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:17:12.402078 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-f310453c-e66c-4171-bf84-4f29b7acca39 None None] Provisioning complete for port 331c8fdd-ce3b-4b9f-bf4c-4ad0959b0af5 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:17:12.402682 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f310453c-e66c-4171-bf84-4f29b7acca39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:12.444532 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73946986-301c-4f12-a4d0-7e01f96cdd9e req-868538e3-2f7a-4ad4-90e4-960659d6bd2b tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f26b0a4-0f9f-4275-a58e-a3005b5526df HTTP/1.1" status: 200 len: 210 time: 0.0295353 Dec 08 17:17:12.497518 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f310453c-e66c-4171-bf84-4f29b7acca39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:12.506237 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-d581d6d2-1397-4723-9e98-aabce28e86c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b594d3-d683-4487-b8b0-194aca3edf34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-544671469', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '240b8c27-8f62-45fd-ab8b-4fb577e58a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:17:04Z', 'updated_at': '2021-12-08T17:17:09Z', 'revision_number': 4, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': '240b8c27-8f62-45fd-ab8b-4fb577e58a2c', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b594d3-d683-4487-b8b0-194aca3edf34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:17:05Z', 'updated_at': '2021-12-08T17:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '331c8fdd-ce3b-4b9f-bf4c-4ad0959b0af5', 'name': '', 'network_id': '8a3be587-c41a-408e-b92b-6bd12dd0eaec', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'mac_address': 'fa:16:3e:24:5a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b594d3-d683-4487-b8b0-194aca3edf34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '85e76f21-f7fb-43a7-9e91-252b59ae06d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:17:08Z', 'updated_at': '2021-12-08T17:17:11Z', 'revision_number': 4, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'subnets': [{'id': '85e76f21-f7fb-43a7-9e91-252b59ae06d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:17:12.530042 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-f310453c-e66c-4171-bf84-4f29b7acca39 None None] For port 331c8fdd-ce3b-4b9f-bf4c-4ad0959b0af5, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=331c8fdd-ce3b-4b9f-bf4c-4ad0959b0af5,segment=NetworkSegment(458d286a-1d9e-4f77-852a-a77458afd8f7),segment_id=458d286a-1d9e-4f77-852a-a77458afd8f7)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:17:12.536113 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d581d6d2-1397-4723-9e98-aabce28e86c7 None None] The sync data for ids ['a0b594d3-d683-4487-b8b0-194aca3edf34'] in n-d-776250-12 is: [{'id': 'a0b594d3-d683-4487-b8b0-194aca3edf34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-544671469', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '240b8c27-8f62-45fd-ab8b-4fb577e58a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:17:04Z', 'updated_at': '2021-12-08T17:17:09Z', 'revision_number': 4, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': '240b8c27-8f62-45fd-ab8b-4fb577e58a2c', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b594d3-d683-4487-b8b0-194aca3edf34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:17:05Z', 'updated_at': '2021-12-08T17:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '331c8fdd-ce3b-4b9f-bf4c-4ad0959b0af5', 'name': '', 'network_id': '8a3be587-c41a-408e-b92b-6bd12dd0eaec', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'mac_address': 'fa:16:3e:24:5a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b594d3-d683-4487-b8b0-194aca3edf34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '85e76f21-f7fb-43a7-9e91-252b59ae06d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:17:08Z', 'updated_at': '2021-12-08T17:17:11Z', 'revision_number': 4, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'subnets': [{'id': '85e76f21-f7fb-43a7-9e91-252b59ae06d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:17:12.601254 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f310453c-e66c-4171-bf84-4f29b7acca39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:12.664274 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f310453c-e66c-4171-bf84-4f29b7acca39 None None] Pushing event updated for resources: {'Port': ['ID=331c8fdd-ce3b-4b9f-bf4c-4ad0959b0af5,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:17:13.400219 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596676cf-1917-47dd-9731-b73c8b0280de req-08944f43-d21a-4436-8327-17e778346b8f tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:17:13.402023 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-596676cf-1917-47dd-9731-b73c8b0280de req-08944f43-d21a-4436-8327-17e778346b8f tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.37 "GET /v2.0/networks?id=8a3be587-c41a-408e-b92b-6bd12dd0eaec HTTP/1.1" status: 200 len: 797 time: 0.1124127 Dec 08 17:17:13.471961 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-596676cf-1917-47dd-9731-b73c8b0280de req-c1ad39d0-7508-42ce-b3f0-7bb9e1c6354f tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d604cd6629ab480b9571d67f43656eec HTTP/1.1" status: 200 len: 378 time: 0.0602083 Dec 08 17:17:13.488322 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-596676cf-1917-47dd-9731-b73c8b0280de req-b4cbdedc-f342-41d8-b480-6de8fc8bc56d tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Request body: {'port': {'device_id': '9f26b0a4-0f9f-4275-a58e-a3005b5526df', 'network_id': '8a3be587-c41a-408e-b92b-6bd12dd0eaec', 'admin_state_up': True, 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'security_groups': ['5bac25b1-da4a-4506-a4c5-451613affa58']}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:17:13.563254 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f430f278-7ee8-4479-839d-cdf5416b75da req-a9dca454-a994-4eda-90e6-d4f188906a0b tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f26b0a4-0f9f-4275-a58e-a3005b5526df HTTP/1.1" status: 200 len: 210 time: 0.0287750 Dec 08 17:17:13.675376 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-596676cf-1917-47dd-9731-b73c8b0280de req-b4cbdedc-f342-41d8-b480-6de8fc8bc56d tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Made reservation on behalf of d604cd6629ab480b9571d67f43656eec for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:17:13.678959 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-596676cf-1917-47dd-9731-b73c8b0280de req-b4cbdedc-f342-41d8-b480-6de8fc8bc56d tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:13.802175 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-596676cf-1917-47dd-9731-b73c8b0280de req-b4cbdedc-f342-41d8-b480-6de8fc8bc56d tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Allocated IP 172.20.0.6 (8a3be587-c41a-408e-b92b-6bd12dd0eaec/85e76f21-f7fb-43a7-9e91-252b59ae06d0/5b92b159-6b3c-4a67-8535-2fcdc2b9fa54) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:17:13.941258 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-596676cf-1917-47dd-9731-b73c8b0280de req-b4cbdedc-f342-41d8-b480-6de8fc8bc56d tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:14.032677 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-596676cf-1917-47dd-9731-b73c8b0280de req-b4cbdedc-f342-41d8-b480-6de8fc8bc56d tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:14.077173 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 331c8fdd-ce3b-4b9f-bf4c-4ad0959b0af5 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:17:14.090657 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-596676cf-1917-47dd-9731-b73c8b0280de req-b4cbdedc-f342-41d8-b480-6de8fc8bc56d tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Network 8a3be587-c41a-408e-b92b-6bd12dd0eaec is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:17:14.093892 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-596676cf-1917-47dd-9731-b73c8b0280de req-b4cbdedc-f342-41d8-b480-6de8fc8bc56d tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:17:14.096583 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-596676cf-1917-47dd-9731-b73c8b0280de req-b4cbdedc-f342-41d8-b480-6de8fc8bc56d tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:17:14.127382 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cbdedc-f342-41d8-b480-6de8fc8bc56d tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'Port': ['ID=5b92b159-6b3c-4a67-8535-2fcdc2b9fa54,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:17:14.145043 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 331c8fdd-ce3b-4b9f-bf4c-4ad0959b0af5 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:17:14.145437 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:14.163078 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596676cf-1917-47dd-9731-b73c8b0280de req-b4cbdedc-f342-41d8-b480-6de8fc8bc56d tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:17:14.163764 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-596676cf-1917-47dd-9731-b73c8b0280de req-b4cbdedc-f342-41d8-b480-6de8fc8bc56d tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:14.216819 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5cbf79d0-3eac-4785-b8ee-0fe221b87346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:14.261663 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-596676cf-1917-47dd-9731-b73c8b0280de req-b4cbdedc-f342-41d8-b480-6de8fc8bc56d tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7782629 Dec 08 17:17:14.271981 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [req-596676cf-1917-47dd-9731-b73c8b0280de req-084261e0-891f-4b55-ae57-065efc8eb0fe tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 17:17:14.273180 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-596676cf-1917-47dd-9731-b73c8b0280de req-084261e0-891f-4b55-ae57-065efc8eb0fe tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054619 Dec 08 17:17:14.333709 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-079f5c47-5a3c-47e9-8fc7-9b1099fc06c6 None None] Provisioning complete for port 5b92b159-6b3c-4a67-8535-2fcdc2b9fa54 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:17:14.334095 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-079f5c47-5a3c-47e9-8fc7-9b1099fc06c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:14.343082 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-596676cf-1917-47dd-9731-b73c8b0280de req-c709ace6-19e5-4f7a-9d0e-708debb4788f service neutron] Request body: {'port': {'device_id': '9f26b0a4-0f9f-4275-a58e-a3005b5526df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:17:14.372965 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-079f5c47-5a3c-47e9-8fc7-9b1099fc06c6 None None] Port 5b92b159-6b3c-4a67-8535-2fcdc2b9fa54 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:17:14.403829 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-596676cf-1917-47dd-9731-b73c8b0280de req-c709ace6-19e5-4f7a-9d0e-708debb4788f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:14.689005 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-596676cf-1917-47dd-9731-b73c8b0280de req-c709ace6-19e5-4f7a-9d0e-708debb4788f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b92b159-6b3c-4a67-8535-2fcdc2b9fa54 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:17:14.704121 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-596676cf-1917-47dd-9731-b73c8b0280de req-c709ace6-19e5-4f7a-9d0e-708debb4788f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:14.728868 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7591a5-f9dc-4a47-b6fd-5a6fd34dec6a req-2e7ab8f3-6f81-4a96-88b9-e123a40af2a7 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:17:14.730366 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ad7591a5-f9dc-4a47-b6fd-5a6fd34dec6a req-2e7ab8f3-6f81-4a96-88b9-e123a40af2a7 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f26b0a4-0f9f-4275-a58e-a3005b5526df HTTP/1.1" status: 200 len: 931 time: 0.0979631 Dec 08 17:17:14.731344 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-596676cf-1917-47dd-9731-b73c8b0280de req-c709ace6-19e5-4f7a-9d0e-708debb4788f service neutron] Transition to ACTIVE for port object 5b92b159-6b3c-4a67-8535-2fcdc2b9fa54 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 17:17:14.783931 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ad7591a5-f9dc-4a47-b6fd-5a6fd34dec6a req-baab025f-e3f2-4f2a-a748-dcfde1c81b7b tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bac25b1-da4a-4506-a4c5-451613affa58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474644 Dec 08 17:17:14.794926 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-596676cf-1917-47dd-9731-b73c8b0280de req-c709ace6-19e5-4f7a-9d0e-708debb4788f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:14.865015 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c709ace6-19e5-4f7a-9d0e-708debb4788f service neutron] Pushing event updated for resources: {'Port': ['ID=5b92b159-6b3c-4a67-8535-2fcdc2b9fa54,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:17:14.919518 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-596676cf-1917-47dd-9731-b73c8b0280de req-c709ace6-19e5-4f7a-9d0e-708debb4788f service neutron] Attempting to bind port 5b92b159-6b3c-4a67-8535-2fcdc2b9fa54 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:17:14.919851 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-596676cf-1917-47dd-9731-b73c8b0280de req-c709ace6-19e5-4f7a-9d0e-708debb4788f service neutron] Attempting to bind port 5b92b159-6b3c-4a67-8535-2fcdc2b9fa54 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '458d286a-1d9e-4f77-852a-a77458afd8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8a3be587-c41a-408e-b92b-6bd12dd0eaec'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:17:14.920210 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596676cf-1917-47dd-9731-b73c8b0280de req-c709ace6-19e5-4f7a-9d0e-708debb4788f service neutron] Attempting to bind port 5b92b159-6b3c-4a67-8535-2fcdc2b9fa54 on network 8a3be587-c41a-408e-b92b-6bd12dd0eaec {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:17:14.924922 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596676cf-1917-47dd-9731-b73c8b0280de req-c709ace6-19e5-4f7a-9d0e-708debb4788f service neutron] Port 5b92b159-6b3c-4a67-8535-2fcdc2b9fa54 on network 8a3be587-c41a-408e-b92b-6bd12dd0eaec not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 17:17:14.925260 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596676cf-1917-47dd-9731-b73c8b0280de req-c709ace6-19e5-4f7a-9d0e-708debb4788f service neutron] Attempting to bind port 5b92b159-6b3c-4a67-8535-2fcdc2b9fa54 on network 8a3be587-c41a-408e-b92b-6bd12dd0eaec {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:17:14.930285 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596676cf-1917-47dd-9731-b73c8b0280de req-c709ace6-19e5-4f7a-9d0e-708debb4788f service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:17:14.930618 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596676cf-1917-47dd-9731-b73c8b0280de req-c709ace6-19e5-4f7a-9d0e-708debb4788f service neutron] Checking segment: {'id': '458d286a-1d9e-4f77-852a-a77458afd8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8a3be587-c41a-408e-b92b-6bd12dd0eaec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:17:14.931569 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596676cf-1917-47dd-9731-b73c8b0280de req-c709ace6-19e5-4f7a-9d0e-708debb4788f service neutron] Bound using segment: {'id': '458d286a-1d9e-4f77-852a-a77458afd8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8a3be587-c41a-408e-b92b-6bd12dd0eaec'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:17:14.932011 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-596676cf-1917-47dd-9731-b73c8b0280de req-c709ace6-19e5-4f7a-9d0e-708debb4788f service neutron] Bound port: 5b92b159-6b3c-4a67-8535-2fcdc2b9fa54, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '458d286a-1d9e-4f77-852a-a77458afd8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8a3be587-c41a-408e-b92b-6bd12dd0eaec'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:17:14.932392 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-596676cf-1917-47dd-9731-b73c8b0280de req-c709ace6-19e5-4f7a-9d0e-708debb4788f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:15.010257 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-596676cf-1917-47dd-9731-b73c8b0280de req-c709ace6-19e5-4f7a-9d0e-708debb4788f service neutron] For port 5b92b159-6b3c-4a67-8535-2fcdc2b9fa54, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:17:15.014523 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-596676cf-1917-47dd-9731-b73c8b0280de req-c709ace6-19e5-4f7a-9d0e-708debb4788f service neutron] For port 5b92b159-6b3c-4a67-8535-2fcdc2b9fa54, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=5b92b159-6b3c-4a67-8535-2fcdc2b9fa54,segment=NetworkSegment(458d286a-1d9e-4f77-852a-a77458afd8f7),segment_id=458d286a-1d9e-4f77-852a-a77458afd8f7)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:17:15.092605 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-596676cf-1917-47dd-9731-b73c8b0280de req-c709ace6-19e5-4f7a-9d0e-708debb4788f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:15.127499 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596676cf-1917-47dd-9731-b73c8b0280de req-c709ace6-19e5-4f7a-9d0e-708debb4788f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:17:15.128135 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-596676cf-1917-47dd-9731-b73c8b0280de req-c709ace6-19e5-4f7a-9d0e-708debb4788f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:15.129554 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-596676cf-1917-47dd-9731-b73c8b0280de req-c709ace6-19e5-4f7a-9d0e-708debb4788f service neutron] 10.222.0.37 "PUT /v2.0/ports/5b92b159-6b3c-4a67-8535-2fcdc2b9fa54 HTTP/1.1" status: 200 len: 1092 time: 0.8481820 Dec 08 17:17:15.130001 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f26b0a4-0f9f-4275-a58e-a3005b5526df', 'tag': '5b92b159-6b3c-4a67-8535-2fcdc2b9fa54'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:17:15.132325 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33688f0a94a9db352de83aac38ec7a80f5ce35812a363759cff610bcc84c1346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf5eb0e-67eb-4869-a77a-f58f81e7106b" -d '{"events": [{"name": "network-changed", "server_uuid": "9f26b0a4-0f9f-4275-a58e-a3005b5526df", "tag": "5b92b159-6b3c-4a67-8535-2fcdc2b9fa54"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:17:15.158749 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c709ace6-19e5-4f7a-9d0e-708debb4788f service neutron] Pushing event updated for resources: {'Port': ['ID=5b92b159-6b3c-4a67-8535-2fcdc2b9fa54,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:17:15.171348 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d10af1-0a04-4b9e-bb8f-c632d3c9acf0 x-openstack-request-id: req-84d10af1-0a04-4b9e-bb8f-c632d3c9acf0 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:17:15.171612 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f26b0a4-0f9f-4275-a58e-a3005b5526df", "tag": "5b92b159-6b3c-4a67-8535-2fcdc2b9fa54", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:17:15.171876 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-84d10af1-0a04-4b9e-bb8f-c632d3c9acf0 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:17:15.172344 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f26b0a4-0f9f-4275-a58e-a3005b5526df', 'tag': '5b92b159-6b3c-4a67-8535-2fcdc2b9fa54', 'status': 'completed', 'code': 200} Dec 08 17:17:15.240542 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5eb0e-67eb-4869-a77a-f58f81e7106b req-cea6541e-1a18-4d81-a68d-3b4bb2e4c11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:17:15.242353 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ecf5eb0e-67eb-4869-a77a-f58f81e7106b req-cea6541e-1a18-4d81-a68d-3b4bb2e4c11f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d604cd6629ab480b9571d67f43656eec&device_id=9f26b0a4-0f9f-4275-a58e-a3005b5526df HTTP/1.1" status: 200 len: 1095 time: 0.0453753 Dec 08 17:17:15.347218 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5eb0e-67eb-4869-a77a-f58f81e7106b req-947b91ac-14ec-47a9-adc6-05cd782cc879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:17:15.348794 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ecf5eb0e-67eb-4869-a77a-f58f81e7106b req-947b91ac-14ec-47a9-adc6-05cd782cc879 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=d604cd6629ab480b9571d67f43656eec&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0989327 Dec 08 17:17:15.442421 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5eb0e-67eb-4869-a77a-f58f81e7106b req-d8d16162-5f38-483a-a233-4c669107a60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:17:15.443924 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ecf5eb0e-67eb-4869-a77a-f58f81e7106b req-d8d16162-5f38-483a-a233-4c669107a60d service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0876317 Dec 08 17:17:15.509396 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:15.522731 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596676cf-1917-47dd-9731-b73c8b0280de req-58a43ba3-d1cb-49d6-8164-641a06c4dd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:17:15.524268 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-596676cf-1917-47dd-9731-b73c8b0280de req-58a43ba3-d1cb-49d6-8164-641a06c4dd3e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d604cd6629ab480b9571d67f43656eec&device_id=9f26b0a4-0f9f-4275-a58e-a3005b5526df HTTP/1.1" status: 200 len: 1095 time: 0.0425384 Dec 08 17:17:15.569807 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-596676cf-1917-47dd-9731-b73c8b0280de req-ca2e5194-5a87-4687-8812-aea9eb887e6b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b92b159-6b3c-4a67-8535-2fcdc2b9fa54 HTTP/1.1" status: 200 len: 217 time: 0.0379703 Dec 08 17:17:15.618973 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596676cf-1917-47dd-9731-b73c8b0280de req-5fd1eccf-d2f7-458c-98c4-8eac8c46cfee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:17:15.620369 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-596676cf-1917-47dd-9731-b73c8b0280de req-5fd1eccf-d2f7-458c-98c4-8eac8c46cfee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=85e76f21-f7fb-43a7-9e91-252b59ae06d0 HTTP/1.1" status: 200 len: 835 time: 0.0437481 Dec 08 17:17:15.664965 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596676cf-1917-47dd-9731-b73c8b0280de req-e6591709-564a-435e-8aa2-c4f928c11287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:17:15.666539 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-596676cf-1917-47dd-9731-b73c8b0280de req-e6591709-564a-435e-8aa2-c4f928c11287 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8a3be587-c41a-408e-b92b-6bd12dd0eaec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397351 Dec 08 17:17:15.759705 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-596676cf-1917-47dd-9731-b73c8b0280de req-451bd17f-1f0f-42e0-a99e-3e4d4023d341 service neutron] 10.222.0.37 "GET /v2.0/networks/8a3be587-c41a-408e-b92b-6bd12dd0eaec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854743 Dec 08 17:17:15.849242 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-596676cf-1917-47dd-9731-b73c8b0280de req-1ca7a7c4-e4c0-48c4-8d44-be9881e50f1f service neutron] 10.222.0.37 "GET /v2.0/networks/8a3be587-c41a-408e-b92b-6bd12dd0eaec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829148 Dec 08 17:17:15.897044 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4906829b-72a8-4624-9e29-82ee1c8a0077 req-1f0d6a00-fc1b-4930-af3a-a5421f4df926 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:17:15.898436 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4906829b-72a8-4624-9e29-82ee1c8a0077 req-1f0d6a00-fc1b-4930-af3a-a5421f4df926 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f26b0a4-0f9f-4275-a58e-a3005b5526df HTTP/1.1" status: 200 len: 943 time: 0.0480874 Dec 08 17:17:15.951677 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4906829b-72a8-4624-9e29-82ee1c8a0077 req-28538411-6c6b-4b44-bfd6-b9bee582f302 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bac25b1-da4a-4506-a4c5-451613affa58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465744 Dec 08 17:17:16.978269 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:17.070992 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6806e168-7f22-455d-bbac-50b976569247 req-375d9727-22fa-4763-8622-eeae13e38983 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:17:17.072530 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6806e168-7f22-455d-bbac-50b976569247 req-375d9727-22fa-4763-8622-eeae13e38983 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f26b0a4-0f9f-4275-a58e-a3005b5526df HTTP/1.1" status: 200 len: 943 time: 0.0500729 Dec 08 17:17:17.121855 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6806e168-7f22-455d-bbac-50b976569247 req-030e1971-476e-4f6a-af2c-bbb8922a4b29 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bac25b1-da4a-4506-a4c5-451613affa58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431561 Dec 08 17:17:17.620283 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:18.238889 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db6116-7f4b-448d-8d0c-aeaa0d7dfa13 req-47569302-a7ee-4936-90dd-2e10e76362e2 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:17:18.240344 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-57db6116-7f4b-448d-8d0c-aeaa0d7dfa13 req-47569302-a7ee-4936-90dd-2e10e76362e2 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f26b0a4-0f9f-4275-a58e-a3005b5526df HTTP/1.1" status: 200 len: 943 time: 0.0489254 Dec 08 17:17:18.290673 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-57db6116-7f4b-448d-8d0c-aeaa0d7dfa13 req-84390900-02e7-4bb1-a839-a2908e6f6108 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bac25b1-da4a-4506-a4c5-451613affa58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431497 Dec 08 17:17:18.491419 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 5b92b159-6b3c-4a67-8535-2fcdc2b9fa54 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 17:17:18.589789 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 5b92b159-6b3c-4a67-8535-2fcdc2b9fa54, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=5b92b159-6b3c-4a67-8535-2fcdc2b9fa54,segment=NetworkSegment(458d286a-1d9e-4f77-852a-a77458afd8f7),segment_id=458d286a-1d9e-4f77-852a-a77458afd8f7)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:17:18.600629 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '5b92b159-6b3c-4a67-8535-2fcdc2b9fa54', 'network_id': '8a3be587-c41a-408e-b92b-6bd12dd0eaec', 'port_id': '5b92b159-6b3c-4a67-8535-2fcdc2b9fa54', 'mac_address': 'fa:16:3e:e7:db:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85e76f21-f7fb-43a7-9e91-252b59ae06d0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 17:17:18.642631 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:18.658800 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b92b159-6b3c-4a67-8535-2fcdc2b9fa54 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:17:18.678002 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 5b92b159-6b3c-4a67-8535-2fcdc2b9fa54, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=5b92b159-6b3c-4a67-8535-2fcdc2b9fa54,segment=NetworkSegment(458d286a-1d9e-4f77-852a-a77458afd8f7),segment_id=458d286a-1d9e-4f77-852a-a77458afd8f7)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:17:18.766384 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:18.813443 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=5b92b159-6b3c-4a67-8535-2fcdc2b9fa54,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:17:18.985238 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['5b92b159-6b3c-4a67-8535-2fcdc2b9fa54'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:17:19.408857 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1cf3db-e4f0-4d24-a878-603d0148b306 req-fc9e670d-e573-4609-961b-9ffb18703153 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:17:19.410255 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9b1cf3db-e4f0-4d24-a878-603d0148b306 req-fc9e670d-e573-4609-961b-9ffb18703153 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f26b0a4-0f9f-4275-a58e-a3005b5526df HTTP/1.1" status: 200 len: 944 time: 0.0522437 Dec 08 17:17:19.458285 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9b1cf3db-e4f0-4d24-a878-603d0148b306 req-0ee68d7e-16df-4194-8178-916d31c73b28 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bac25b1-da4a-4506-a4c5-451613affa58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420411 Dec 08 17:17:20.491621 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 5b92b159-6b3c-4a67-8535-2fcdc2b9fa54 up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:17:20.573179 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ea41e-4e0f-489c-8bf7-0eb832fd3acb req-d7b7f3b4-6ab7-4fad-b0df-8beb441348c2 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:17:20.574845 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f88ea41e-4e0f-489c-8bf7-0eb832fd3acb req-d7b7f3b4-6ab7-4fad-b0df-8beb441348c2 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f26b0a4-0f9f-4275-a58e-a3005b5526df HTTP/1.1" status: 200 len: 944 time: 0.0494065 Dec 08 17:17:20.608620 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port 5b92b159-6b3c-4a67-8535-2fcdc2b9fa54 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 17:17:20.612586 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 5b92b159-6b3c-4a67-8535-2fcdc2b9fa54 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:17:20.612968 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:20.624821 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f88ea41e-4e0f-489c-8bf7-0eb832fd3acb req-9077a5b9-b5cc-4966-a1b9-bc4125635794 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bac25b1-da4a-4506-a4c5-451613affa58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438490 Dec 08 17:17:20.693818 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:20.715716 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f26b0a4-0f9f-4275-a58e-a3005b5526df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b92b159-6b3c-4a67-8535-2fcdc2b9fa54'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:17:20.718012 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e972d80ca4ba26e60ff2132fe6d2147b95d4377dec9e0b14df2e9cad1c1848da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6001b399-18c3-4a51-833f-33fff05969fd" -d '{"events": [{"server_uuid": "9f26b0a4-0f9f-4275-a58e-a3005b5526df", "name": "network-vif-plugged", "status": "completed", "tag": "5b92b159-6b3c-4a67-8535-2fcdc2b9fa54"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:17:20.730673 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 5b92b159-6b3c-4a67-8535-2fcdc2b9fa54, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=5b92b159-6b3c-4a67-8535-2fcdc2b9fa54,segment=NetworkSegment(458d286a-1d9e-4f77-852a-a77458afd8f7),segment_id=458d286a-1d9e-4f77-852a-a77458afd8f7)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:17:20.806808 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:20.809472 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086e50fa-f0a2-4ff8-b1bb-c474490ea812 x-openstack-request-id: req-086e50fa-f0a2-4ff8-b1bb-c474490ea812 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:17:20.809770 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f26b0a4-0f9f-4275-a58e-a3005b5526df", "name": "network-vif-plugged", "status": "completed", "tag": "5b92b159-6b3c-4a67-8535-2fcdc2b9fa54", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:17:20.810037 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-086e50fa-f0a2-4ff8-b1bb-c474490ea812 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:17:20.810462 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f26b0a4-0f9f-4275-a58e-a3005b5526df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b92b159-6b3c-4a67-8535-2fcdc2b9fa54', 'code': 200} Dec 08 17:17:20.859276 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=5b92b159-6b3c-4a67-8535-2fcdc2b9fa54,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:17:20.905257 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47e46e-8101-4a6d-aca1-e60921a05ff4 req-15f7cd34-b455-47b4-b1f0-8c92e248be99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:17:20.906753 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bc47e46e-8101-4a6d-aca1-e60921a05ff4 req-15f7cd34-b455-47b4-b1f0-8c92e248be99 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9f26b0a4-0f9f-4275-a58e-a3005b5526df HTTP/1.1" status: 200 len: 1097 time: 0.0443661 Dec 08 17:17:20.953321 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bc47e46e-8101-4a6d-aca1-e60921a05ff4 req-19286175-78d0-420c-b03a-d784100115c9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5bac25b1-da4a-4506-a4c5-451613affa58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386364 Dec 08 17:17:21.485151 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:17:21.740478 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a674c8-b02b-4fd7-9298-b90e4b9acb73 req-b54ece04-4cca-49fe-8b87-25af882c30da tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:17:21.742138 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-18a674c8-b02b-4fd7-9298-b90e4b9acb73 req-b54ece04-4cca-49fe-8b87-25af882c30da tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f26b0a4-0f9f-4275-a58e-a3005b5526df HTTP/1.1" status: 200 len: 945 time: 0.0484962 Dec 08 17:17:21.790675 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-18a674c8-b02b-4fd7-9298-b90e4b9acb73 req-726ec2b5-b14c-4439-9eba-88b8973d0c6c tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bac25b1-da4a-4506-a4c5-451613affa58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418956 Dec 08 17:17:22.908092 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e19c5a-00b9-452d-b7e7-5c2c07eef14b req-859ad215-7bbe-4f18-8390-a55bfb4ae623 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:17:22.909520 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b1e19c5a-00b9-452d-b7e7-5c2c07eef14b req-859ad215-7bbe-4f18-8390-a55bfb4ae623 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f26b0a4-0f9f-4275-a58e-a3005b5526df HTTP/1.1" status: 200 len: 945 time: 0.0496414 Dec 08 17:17:22.958075 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b1e19c5a-00b9-452d-b7e7-5c2c07eef14b req-776ab9be-0983-4db3-93df-74b93fc90d77 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bac25b1-da4a-4506-a4c5-451613affa58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426061 Dec 08 17:17:23.075101 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b828841-4894-42f8-8bde-59a1f2476d12 req-ed944900-f68c-4d36-a843-5338198d0d3a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:17:23.076688 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3b828841-4894-42f8-8bde-59a1f2476d12 req-ed944900-f68c-4d36-a843-5338198d0d3a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f26b0a4-0f9f-4275-a58e-a3005b5526df HTTP/1.1" status: 200 len: 945 time: 0.0526431 Dec 08 17:17:23.126251 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3b828841-4894-42f8-8bde-59a1f2476d12 req-8a259297-6b4e-41b6-8eb6-372279916f1a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bac25b1-da4a-4506-a4c5-451613affa58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437555 Dec 08 17:17:23.146995 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 42770) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:17:23.186789 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d97af0-d811-4954-be78-7b1746336a8a tempest-TestNetworkAdvancedServerOps-171026067 tempest-TestNetworkAdvancedServerOps-171026067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:17:23.188363 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a0d97af0-d811-4954-be78-7b1746336a8a tempest-TestNetworkAdvancedServerOps-171026067 tempest-TestNetworkAdvancedServerOps-171026067-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=9f26b0a4-0f9f-4275-a58e-a3005b5526df HTTP/1.1" status: 200 len: 1092 time: 0.0403714 Dec 08 17:17:23.191038 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 42772) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:17:23.195249 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-8cbde443-7273-4eb7-b627-bc5d508f3ccf tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Request body: {'floatingip': {'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'port_id': '5b92b159-6b3c-4a67-8535-2fcdc2b9fa54', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:17:23.280920 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8cbde443-7273-4eb7-b627-bc5d508f3ccf tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for floatingip, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:23.380922 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8cbde443-7273-4eb7-b627-bc5d508f3ccf tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:23.479087 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-8cbde443-7273-4eb7-b627-bc5d508f3ccf tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Allocated IP 172.25.0.220 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/70d6c071-9a41-4ade-8103-742ea9db790a) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:17:23.915133 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8cbde443-7273-4eb7-b627-bc5d508f3ccf tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:24.029300 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8cbde443-7273-4eb7-b627-bc5d508f3ccf tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:24.068245 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbde443-7273-4eb7-b627-bc5d508f3ccf tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:17:24.074548 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-8cbde443-7273-4eb7-b627-bc5d508f3ccf tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:17:24.079130 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbde443-7273-4eb7-b627-bc5d508f3ccf tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:17:24.081140 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbde443-7273-4eb7-b627-bc5d508f3ccf tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'Port': ['ID=70d6c071-9a41-4ade-8103-742ea9db790a,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:17:24.434463 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8cbde443-7273-4eb7-b627-bc5d508f3ccf tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:24.562703 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8cbde443-7273-4eb7-b627-bc5d508f3ccf tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:24.718321 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8cbde443-7273-4eb7-b627-bc5d508f3ccf tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:24.778170 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8cbde443-7273-4eb7-b627-bc5d508f3ccf tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:24.850677 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbde443-7273-4eb7-b627-bc5d508f3ccf tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'Port': ['ID=70d6c071-9a41-4ade-8103-742ea9db790a,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:17:24.862879 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8cbde443-7273-4eb7-b627-bc5d508f3ccf tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:24.965336 n-d-776250-12 neutron-server[110550]: INFO neutron.db.l3_db [None req-8cbde443-7273-4eb7-b627-bc5d508f3ccf tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Floating IP 234a7a46-e718-4399-aaa4-abfbbff7edcf associated. External IP: 172.25.0.220, port: 5b92b159-6b3c-4a67-8535-2fcdc2b9fa54. Dec 08 17:17:25.174927 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cbde443-7273-4eb7-b627-bc5d508f3ccf tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Router a0b594d3-d683-4487-b8b0-194aca3edf34 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:17:25.280596 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cbde443-7273-4eb7-b627-bc5d508f3ccf tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:17:25.290514 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e611bb2a-1a60-447e-99ff-d07783d241b0 None None] Sync routers for ids ['a0b594d3-d683-4487-b8b0-194aca3edf34'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:17:25.299989 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e611bb2a-1a60-447e-99ff-d07783d241b0 None None] Routers {'a0b594d3-d683-4487-b8b0-194aca3edf34'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:17:25.302862 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-e611bb2a-1a60-447e-99ff-d07783d241b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:17:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['a0b594d3-d683-4487-b8b0-194aca3edf34'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:17:25.357735 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8cbde443-7273-4eb7-b627-bc5d508f3ccf tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:25.388933 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-8cbde443-7273-4eb7-b627-bc5d508f3ccf tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1968799 Dec 08 17:17:25.389528 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f26b0a4-0f9f-4275-a58e-a3005b5526df', 'tag': '5b92b159-6b3c-4a67-8535-2fcdc2b9fa54'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:17:25.391797 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33688f0a94a9db352de83aac38ec7a80f5ce35812a363759cff610bcc84c1346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff4ca97-a8d0-44dd-87b7-0b62b2b8a4ab" -d '{"events": [{"name": "network-changed", "server_uuid": "9f26b0a4-0f9f-4275-a58e-a3005b5526df", "tag": "5b92b159-6b3c-4a67-8535-2fcdc2b9fa54"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:17:25.406336 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-e611bb2a-1a60-447e-99ff-d07783d241b0 None None] Set router a0b594d3-d683-4487-b8b0-194aca3edf34 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:17:25.433794 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f98368-121f-45b5-a0fb-6351adf6e1f0 x-openstack-request-id: req-67f98368-121f-45b5-a0fb-6351adf6e1f0 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:17:25.434417 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f26b0a4-0f9f-4275-a58e-a3005b5526df", "tag": "5b92b159-6b3c-4a67-8535-2fcdc2b9fa54", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:17:25.434678 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-67f98368-121f-45b5-a0fb-6351adf6e1f0 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:17:25.435112 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f26b0a4-0f9f-4275-a58e-a3005b5526df', 'tag': '5b92b159-6b3c-4a67-8535-2fcdc2b9fa54', 'status': 'completed', 'code': 200} Dec 08 17:17:25.499845 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4ca97-a8d0-44dd-87b7-0b62b2b8a4ab req-4213adae-8d99-48e7-93ae-8bce1fbc16fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:17:25.501534 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9ff4ca97-a8d0-44dd-87b7-0b62b2b8a4ab req-4213adae-8d99-48e7-93ae-8bce1fbc16fc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d604cd6629ab480b9571d67f43656eec&device_id=9f26b0a4-0f9f-4275-a58e-a3005b5526df HTTP/1.1" status: 200 len: 1097 time: 0.0463846 Dec 08 17:17:25.509890 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c490ede-92f7-4b36-b069-707b77f7b806 req-bb206485-4567-4e64-b17c-b00e2f874a6a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:17:25.511483 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0c490ede-92f7-4b36-b069-707b77f7b806 req-bb206485-4567-4e64-b17c-b00e2f874a6a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f26b0a4-0f9f-4275-a58e-a3005b5526df HTTP/1.1" status: 200 len: 945 time: 0.0639911 Dec 08 17:17:25.562775 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0c490ede-92f7-4b36-b069-707b77f7b806 req-23911d20-a239-4518-9e45-1844bf362726 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bac25b1-da4a-4506-a4c5-451613affa58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446427 Dec 08 17:17:25.586208 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42778) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:17:25.601355 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4ca97-a8d0-44dd-87b7-0b62b2b8a4ab req-f6b141e8-849f-4746-bf0c-3fed4140e513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:17:25.602865 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9ff4ca97-a8d0-44dd-87b7-0b62b2b8a4ab req-f6b141e8-849f-4746-bf0c-3fed4140e513 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8a3be587-c41a-408e-b92b-6bd12dd0eaec HTTP/1.1" status: 200 len: 898 time: 0.0935962 Dec 08 17:17:25.647634 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-e611bb2a-1a60-447e-99ff-d07783d241b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b594d3-d683-4487-b8b0-194aca3edf34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-544671469', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '240b8c27-8f62-45fd-ab8b-4fb577e58a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:17:04Z', 'updated_at': '2021-12-08T17:17:09Z', 'revision_number': 4, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': '240b8c27-8f62-45fd-ab8b-4fb577e58a2c', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b594d3-d683-4487-b8b0-194aca3edf34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:17:05Z', 'updated_at': '2021-12-08T17:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '234a7a46-e718-4399-aaa4-abfbbff7edcf', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'floating_ip_address': '172.25.0.220', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': 'a0b594d3-d683-4487-b8b0-194aca3edf34', 'port_id': '5b92b159-6b3c-4a67-8535-2fcdc2b9fa54', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a3be587-c41a-408e-b92b-6bd12dd0eaec', 'mac_address': 'fa:16:3e:e7:db:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f26b0a4-0f9f-4275-a58e-a3005b5526df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T17:17:24Z', 'updated_at': '2021-12-08T17:17:24Z', 'revision_number': 0, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '331c8fdd-ce3b-4b9f-bf4c-4ad0959b0af5', 'name': '', 'network_id': '8a3be587-c41a-408e-b92b-6bd12dd0eaec', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'mac_address': 'fa:16:3e:24:5a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b594d3-d683-4487-b8b0-194aca3edf34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '85e76f21-f7fb-43a7-9e91-252b59ae06d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:17:08Z', 'updated_at': '2021-12-08T17:17:12Z', 'revision_number': 5, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'subnets': [{'id': '85e76f21-f7fb-43a7-9e91-252b59ae06d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:17:25.653221 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ebc97af9-3949-45da-b405-633b3627f82e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/floatingips/234a7a46-e718-4399-aaa4-abfbbff7edcf HTTP/1.1" status: 200 len: 991 time: 0.0657170 Dec 08 17:17:25.675227 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e611bb2a-1a60-447e-99ff-d07783d241b0 None None] Checking router: a0b594d3-d683-4487-b8b0-194aca3edf34 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:17:25.684844 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e611bb2a-1a60-447e-99ff-d07783d241b0 None None] Routers {'a0b594d3-d683-4487-b8b0-194aca3edf34'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:17:25.685399 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-e611bb2a-1a60-447e-99ff-d07783d241b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:17:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['a0b594d3-d683-4487-b8b0-194aca3edf34'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:17:25.686230 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9ff4ca97-a8d0-44dd-87b7-0b62b2b8a4ab req-336d0cf9-2320-4174-9123-a850fc57160d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b92b159-6b3c-4a67-8535-2fcdc2b9fa54 HTTP/1.1" status: 200 len: 999 time: 0.0763741 Dec 08 17:17:25.736829 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4ca97-a8d0-44dd-87b7-0b62b2b8a4ab req-44df662a-b2b3-40a8-8469-66dfca6fbdac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:17:25.738328 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9ff4ca97-a8d0-44dd-87b7-0b62b2b8a4ab req-44df662a-b2b3-40a8-8469-66dfca6fbdac service neutron] 10.222.0.37 "GET /v2.0/subnets?id=85e76f21-f7fb-43a7-9e91-252b59ae06d0 HTTP/1.1" status: 200 len: 835 time: 0.0458839 Dec 08 17:17:25.786048 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4ca97-a8d0-44dd-87b7-0b62b2b8a4ab req-895f12bf-743a-40a2-b5cd-812ae8ce1309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:17:25.787798 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9ff4ca97-a8d0-44dd-87b7-0b62b2b8a4ab req-895f12bf-743a-40a2-b5cd-812ae8ce1309 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8a3be587-c41a-408e-b92b-6bd12dd0eaec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413501 Dec 08 17:17:25.790019 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-e611bb2a-1a60-447e-99ff-d07783d241b0 None None] Set router a0b594d3-d683-4487-b8b0-194aca3edf34 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:17:25.884465 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9ff4ca97-a8d0-44dd-87b7-0b62b2b8a4ab req-27ce8fca-75af-4be1-babc-b4535f9b4851 service neutron] 10.222.0.37 "GET /v2.0/networks/8a3be587-c41a-408e-b92b-6bd12dd0eaec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883486 Dec 08 17:17:25.974979 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9ff4ca97-a8d0-44dd-87b7-0b62b2b8a4ab req-2664b836-1bcb-4d51-8573-1751767dee94 service neutron] 10.222.0.37 "GET /v2.0/networks/8a3be587-c41a-408e-b92b-6bd12dd0eaec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841203 Dec 08 17:17:26.015723 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-e611bb2a-1a60-447e-99ff-d07783d241b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b594d3-d683-4487-b8b0-194aca3edf34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-544671469', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '240b8c27-8f62-45fd-ab8b-4fb577e58a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:17:04Z', 'updated_at': '2021-12-08T17:17:09Z', 'revision_number': 4, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': '240b8c27-8f62-45fd-ab8b-4fb577e58a2c', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b594d3-d683-4487-b8b0-194aca3edf34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:17:05Z', 'updated_at': '2021-12-08T17:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '234a7a46-e718-4399-aaa4-abfbbff7edcf', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'floating_ip_address': '172.25.0.220', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': 'a0b594d3-d683-4487-b8b0-194aca3edf34', 'port_id': '5b92b159-6b3c-4a67-8535-2fcdc2b9fa54', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a3be587-c41a-408e-b92b-6bd12dd0eaec', 'mac_address': 'fa:16:3e:e7:db:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f26b0a4-0f9f-4275-a58e-a3005b5526df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T17:17:24Z', 'updated_at': '2021-12-08T17:17:24Z', 'revision_number': 0, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '331c8fdd-ce3b-4b9f-bf4c-4ad0959b0af5', 'name': '', 'network_id': '8a3be587-c41a-408e-b92b-6bd12dd0eaec', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'mac_address': 'fa:16:3e:24:5a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b594d3-d683-4487-b8b0-194aca3edf34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '85e76f21-f7fb-43a7-9e91-252b59ae06d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:17:08Z', 'updated_at': '2021-12-08T17:17:12Z', 'revision_number': 5, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'subnets': [{'id': '85e76f21-f7fb-43a7-9e91-252b59ae06d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:17:26.046340 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e611bb2a-1a60-447e-99ff-d07783d241b0 None None] The sync data for ids ['a0b594d3-d683-4487-b8b0-194aca3edf34'] in n-d-776250-12 is: [{'id': 'a0b594d3-d683-4487-b8b0-194aca3edf34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-544671469', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '240b8c27-8f62-45fd-ab8b-4fb577e58a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:17:04Z', 'updated_at': '2021-12-08T17:17:09Z', 'revision_number': 4, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': '240b8c27-8f62-45fd-ab8b-4fb577e58a2c', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b594d3-d683-4487-b8b0-194aca3edf34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:17:05Z', 'updated_at': '2021-12-08T17:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '234a7a46-e718-4399-aaa4-abfbbff7edcf', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'floating_ip_address': '172.25.0.220', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': 'a0b594d3-d683-4487-b8b0-194aca3edf34', 'port_id': '5b92b159-6b3c-4a67-8535-2fcdc2b9fa54', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a3be587-c41a-408e-b92b-6bd12dd0eaec', 'mac_address': 'fa:16:3e:e7:db:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f26b0a4-0f9f-4275-a58e-a3005b5526df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T17:17:24Z', 'updated_at': '2021-12-08T17:17:24Z', 'revision_number': 0, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '331c8fdd-ce3b-4b9f-bf4c-4ad0959b0af5', 'name': '', 'network_id': '8a3be587-c41a-408e-b92b-6bd12dd0eaec', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'mac_address': 'fa:16:3e:24:5a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b594d3-d683-4487-b8b0-194aca3edf34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '85e76f21-f7fb-43a7-9e91-252b59ae06d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:17:08Z', 'updated_at': '2021-12-08T17:17:12Z', 'revision_number': 5, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'subnets': [{'id': '85e76f21-f7fb-43a7-9e91-252b59ae06d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:17:26.236684 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0524133-4536-4d76-9e7d-0ec888b5eebb None None] New status for floating IP 234a7a46-e718-4399-aaa4-abfbbff7edcf: ACTIVE {{(pid=110553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 17:17:26.657089 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42780) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:17:27.041118 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-1f45c97a-f507-4f09-87c2-1646a4760b82 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/floatingips/234a7a46-e718-4399-aaa4-abfbbff7edcf HTTP/1.1" status: 200 len: 993 time: 0.3827941 Dec 08 17:17:27.848831 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-22209673-f427-471d-9939-ea52c73d0a0f req-172a5294-c305-469d-910e-4a2d815a23b9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9f26b0a4-0f9f-4275-a58e-a3005b5526df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0452964 Dec 08 17:17:27.939090 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22209673-f427-471d-9939-ea52c73d0a0f req-e2ff75e4-3c26-4199-af21-3bd7a7e0e2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:17:27.940645 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-22209673-f427-471d-9939-ea52c73d0a0f req-e2ff75e4-3c26-4199-af21-3bd7a7e0e2a8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d604cd6629ab480b9571d67f43656eec&device_id=9f26b0a4-0f9f-4275-a58e-a3005b5526df HTTP/1.1" status: 200 len: 1097 time: 0.0413492 Dec 08 17:17:28.042351 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22209673-f427-471d-9939-ea52c73d0a0f req-fbb81478-e908-4a72-86c9-313e6fcdd3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:17:28.044050 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-22209673-f427-471d-9939-ea52c73d0a0f req-fbb81478-e908-4a72-86c9-313e6fcdd3c5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8a3be587-c41a-408e-b92b-6bd12dd0eaec HTTP/1.1" status: 200 len: 898 time: 0.0847490 Dec 08 17:17:28.120252 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-22209673-f427-471d-9939-ea52c73d0a0f req-fce76eae-ecd0-4e2b-ae4f-11a38a742b07 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b92b159-6b3c-4a67-8535-2fcdc2b9fa54 HTTP/1.1" status: 200 len: 1001 time: 0.0636382 Dec 08 17:17:28.171269 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22209673-f427-471d-9939-ea52c73d0a0f req-cebd0769-7dc8-4db4-b499-c15b63eba701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:17:28.172739 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-22209673-f427-471d-9939-ea52c73d0a0f req-cebd0769-7dc8-4db4-b499-c15b63eba701 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=85e76f21-f7fb-43a7-9e91-252b59ae06d0 HTTP/1.1" status: 200 len: 835 time: 0.0449317 Dec 08 17:17:28.220282 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22209673-f427-471d-9939-ea52c73d0a0f req-1c7b26e9-bf56-4b94-9f59-35ea702f45a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:17:28.221811 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-22209673-f427-471d-9939-ea52c73d0a0f req-1c7b26e9-bf56-4b94-9f59-35ea702f45a2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8a3be587-c41a-408e-b92b-6bd12dd0eaec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411630 Dec 08 17:17:28.316256 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-22209673-f427-471d-9939-ea52c73d0a0f req-bdb05d33-f6fb-47b8-a50b-6fe944314fb6 service neutron] 10.222.0.37 "GET /v2.0/networks/8a3be587-c41a-408e-b92b-6bd12dd0eaec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869246 Dec 08 17:17:28.405863 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-22209673-f427-471d-9939-ea52c73d0a0f req-1a697ab0-2017-4bcb-a349-5370b6a8abdf service neutron] 10.222.0.37 "GET /v2.0/networks/8a3be587-c41a-408e-b92b-6bd12dd0eaec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820706 Dec 08 17:17:35.316732 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:39.271612 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:41.482287 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7809e704-d9a2-4b8a-90d6-b5dede8ba7ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:44.202742 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-95b193b1-f618-4161-8497-352998772a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:45.537119 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:46.991152 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:47.625397 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:53.927163 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbcf1fe-15e1-4614-b1d1-76526e308f98 req-d31df27b-5c57-40f2-b0d3-97574f617de2 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:17:53.928622 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2fbcf1fe-15e1-4614-b1d1-76526e308f98 req-d31df27b-5c57-40f2-b0d3-97574f617de2 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f26b0a4-0f9f-4275-a58e-a3005b5526df HTTP/1.1" status: 200 len: 945 time: 0.0537584 Dec 08 17:17:54.011354 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3fd6e-fd21-45d7-8354-5eff4b3fe41e req-60810f9b-7c8f-401c-9c77-d8d2ccd49d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:17:54.012908 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fef3fd6e-fd21-45d7-8354-5eff4b3fe41e req-60810f9b-7c8f-401c-9c77-d8d2ccd49d17 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d604cd6629ab480b9571d67f43656eec&device_id=9f26b0a4-0f9f-4275-a58e-a3005b5526df HTTP/1.1" status: 200 len: 1097 time: 0.0787575 Dec 08 17:17:54.016720 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2fbcf1fe-15e1-4614-b1d1-76526e308f98 req-01b96e3a-3520-474a-a87c-08fdd4088ac9 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bac25b1-da4a-4506-a4c5-451613affa58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0808759 Dec 08 17:17:54.103740 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3fd6e-fd21-45d7-8354-5eff4b3fe41e req-9b1a6f43-65df-48a1-8f64-fecdbce9574c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:17:54.105231 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fef3fd6e-fd21-45d7-8354-5eff4b3fe41e req-9b1a6f43-65df-48a1-8f64-fecdbce9574c service neutron] 10.222.0.37 "GET /v2.0/networks?id=8a3be587-c41a-408e-b92b-6bd12dd0eaec HTTP/1.1" status: 200 len: 898 time: 0.0849404 Dec 08 17:17:54.177756 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fef3fd6e-fd21-45d7-8354-5eff4b3fe41e req-0dd3ae38-7fd7-4a7d-b89b-5bd642b2cd08 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b92b159-6b3c-4a67-8535-2fcdc2b9fa54 HTTP/1.1" status: 200 len: 1001 time: 0.0632746 Dec 08 17:17:54.227218 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3fd6e-fd21-45d7-8354-5eff4b3fe41e req-54eadd71-52f3-4731-9547-f2b7557da2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:17:54.228693 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fef3fd6e-fd21-45d7-8354-5eff4b3fe41e req-54eadd71-52f3-4731-9547-f2b7557da2d0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=85e76f21-f7fb-43a7-9e91-252b59ae06d0 HTTP/1.1" status: 200 len: 835 time: 0.0434549 Dec 08 17:17:54.274310 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3fd6e-fd21-45d7-8354-5eff4b3fe41e req-cf99b577-2ccb-4f00-9a57-4fac51070751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:17:54.275758 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fef3fd6e-fd21-45d7-8354-5eff4b3fe41e req-cf99b577-2ccb-4f00-9a57-4fac51070751 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8a3be587-c41a-408e-b92b-6bd12dd0eaec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390007 Dec 08 17:17:54.370481 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fef3fd6e-fd21-45d7-8354-5eff4b3fe41e req-0905ec68-48ae-4865-914f-011c88a3b4da service neutron] 10.222.0.37 "GET /v2.0/networks/8a3be587-c41a-408e-b92b-6bd12dd0eaec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869639 Dec 08 17:17:54.459448 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fef3fd6e-fd21-45d7-8354-5eff4b3fe41e req-49e88970-563d-46c5-b651-be24514c6b7a service neutron] 10.222.0.37 "GET /v2.0/networks/8a3be587-c41a-408e-b92b-6bd12dd0eaec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816917 Dec 08 17:17:55.133205 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ce2ed7-6da7-402a-949a-0ac4f2940193 req-40ffa152-38fd-4e1a-9448-137c540cf303 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:17:55.134682 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-35ce2ed7-6da7-402a-949a-0ac4f2940193 req-40ffa152-38fd-4e1a-9448-137c540cf303 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f26b0a4-0f9f-4275-a58e-a3005b5526df HTTP/1.1" status: 200 len: 945 time: 0.0483296 Dec 08 17:17:55.182664 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-35ce2ed7-6da7-402a-949a-0ac4f2940193 req-9576ac4c-594b-4a68-9bcb-b6311c856ec3 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bac25b1-da4a-4506-a4c5-451613affa58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420537 Dec 08 17:17:56.305039 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f768ea1-3b7b-4ec6-9e0a-40ec5175fc84 req-d8fc9b4d-3a2e-4f67-8007-085afa1a4ac6 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:17:56.306441 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6f768ea1-3b7b-4ec6-9e0a-40ec5175fc84 req-d8fc9b4d-3a2e-4f67-8007-085afa1a4ac6 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f26b0a4-0f9f-4275-a58e-a3005b5526df HTTP/1.1" status: 200 len: 945 time: 0.0527301 Dec 08 17:17:56.354688 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6f768ea1-3b7b-4ec6-9e0a-40ec5175fc84 req-7bc706e6-6753-4a7d-8c88-5854b50c7bcb tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bac25b1-da4a-4506-a4c5-451613affa58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415909 Dec 08 17:17:57.472348 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc226e6-fda3-48eb-8f85-50c86a75b1ed req-502510e1-3171-42fd-983b-f25a8d19f4dc tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:17:57.473834 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bbc226e6-fda3-48eb-8f85-50c86a75b1ed req-502510e1-3171-42fd-983b-f25a8d19f4dc tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f26b0a4-0f9f-4275-a58e-a3005b5526df HTTP/1.1" status: 200 len: 945 time: 0.0483446 Dec 08 17:17:57.522553 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bbc226e6-fda3-48eb-8f85-50c86a75b1ed req-cfd5b677-602c-4331-93b9-0a6d869ef344 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bac25b1-da4a-4506-a4c5-451613affa58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427566 Dec 08 17:17:58.483528 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:17:58.637019 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfaff94-43f4-40b2-b1b2-f5e9648882b8 req-0e6c35be-682c-4abb-b723-278a723b8d30 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:17:58.639006 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3dfaff94-43f4-40b2-b1b2-f5e9648882b8 req-0e6c35be-682c-4abb-b723-278a723b8d30 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f26b0a4-0f9f-4275-a58e-a3005b5526df HTTP/1.1" status: 200 len: 945 time: 0.0494232 Dec 08 17:17:58.689056 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3dfaff94-43f4-40b2-b1b2-f5e9648882b8 req-0c78e111-ed19-4863-9c32-b2644cbdb25d tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bac25b1-da4a-4506-a4c5-451613affa58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441194 Dec 08 17:17:59.809983 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158afcdc-7d58-47f5-a90a-f7b2f4ff5c46 req-3ad20a01-dad4-4db5-8030-0b2937667bdc tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:17:59.811483 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-158afcdc-7d58-47f5-a90a-f7b2f4ff5c46 req-3ad20a01-dad4-4db5-8030-0b2937667bdc tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f26b0a4-0f9f-4275-a58e-a3005b5526df HTTP/1.1" status: 200 len: 945 time: 0.0534711 Dec 08 17:17:59.861467 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-158afcdc-7d58-47f5-a90a-f7b2f4ff5c46 req-0d0300b5-edce-4105-8b31-ee60ff54a096 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bac25b1-da4a-4506-a4c5-451613affa58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439556 Dec 08 17:18:00.974699 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3596b5a-e55b-4239-9511-b636c22a4ef5 req-727ae4b1-5280-48ac-96b6-68d461cfad55 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:18:00.976202 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b3596b5a-e55b-4239-9511-b636c22a4ef5 req-727ae4b1-5280-48ac-96b6-68d461cfad55 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f26b0a4-0f9f-4275-a58e-a3005b5526df HTTP/1.1" status: 200 len: 945 time: 0.0478356 Dec 08 17:18:01.028830 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b3596b5a-e55b-4239-9511-b636c22a4ef5 req-3619afc7-d092-401b-9f5f-39a7386b2c1d tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bac25b1-da4a-4506-a4c5-451613affa58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456991 Dec 08 17:18:02.144451 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62034567-0aaa-4bb8-b507-360f865f11eb req-b3fdf408-694a-465b-8528-4c5a91dac358 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:18:02.145955 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-62034567-0aaa-4bb8-b507-360f865f11eb req-b3fdf408-694a-465b-8528-4c5a91dac358 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f26b0a4-0f9f-4275-a58e-a3005b5526df HTTP/1.1" status: 200 len: 945 time: 0.0490074 Dec 08 17:18:02.195188 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-62034567-0aaa-4bb8-b507-360f865f11eb req-f348ef11-f4a4-4ca0-befc-931e245831f2 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bac25b1-da4a-4506-a4c5-451613affa58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430501 Dec 08 17:18:03.312574 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63b155-d687-4b6b-abb1-f0239db49683 req-6d2014c3-d71e-4042-8a43-ae236a3e279f tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:18:03.314049 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6e63b155-d687-4b6b-abb1-f0239db49683 req-6d2014c3-d71e-4042-8a43-ae236a3e279f tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f26b0a4-0f9f-4275-a58e-a3005b5526df HTTP/1.1" status: 200 len: 945 time: 0.0492866 Dec 08 17:18:03.362754 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6e63b155-d687-4b6b-abb1-f0239db49683 req-3dde6789-61ca-4fd2-881a-41f6712c51c5 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bac25b1-da4a-4506-a4c5-451613affa58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425961 Dec 08 17:18:04.481992 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ed1d0-afe5-4097-9463-21952b5f2e10 req-7e228d4f-a66e-4bd8-bfd0-0c9cb105cf9a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:18:04.483517 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-997ed1d0-afe5-4097-9463-21952b5f2e10 req-7e228d4f-a66e-4bd8-bfd0-0c9cb105cf9a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f26b0a4-0f9f-4275-a58e-a3005b5526df HTTP/1.1" status: 200 len: 945 time: 0.0533843 Dec 08 17:18:04.532473 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-997ed1d0-afe5-4097-9463-21952b5f2e10 req-9a9dc896-e191-4c8a-bbf6-fc8e4842930f tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bac25b1-da4a-4506-a4c5-451613affa58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430236 Dec 08 17:18:05.327643 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:05.644866 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea74c5b-623d-4c42-ab23-779d1190a57d req-135b6d20-808e-47f3-95ed-817672362110 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:18:05.650818 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5ea74c5b-623d-4c42-ab23-779d1190a57d req-135b6d20-808e-47f3-95ed-817672362110 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f26b0a4-0f9f-4275-a58e-a3005b5526df HTTP/1.1" status: 200 len: 945 time: 0.0478683 Dec 08 17:18:05.695847 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5ea74c5b-623d-4c42-ab23-779d1190a57d req-2827642f-75ed-4b62-a23d-e4fc04be3196 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bac25b1-da4a-4506-a4c5-451613affa58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433550 Dec 08 17:18:05.720515 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42820) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:18:05.781367 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-fe38ed4d-ac1d-4042-ae33-f74d506069c9 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/floatingips/234a7a46-e718-4399-aaa4-abfbbff7edcf HTTP/1.1" status: 200 len: 993 time: 0.0596864 Dec 08 17:18:09.310254 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:11.470287 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0bc355bd-cf56-401d-88b1-c66c4ca5383a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:14.187821 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-60744429-5869-4d1e-a12d-60ec887d849d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:15.502513 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:16.993908 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:17.635916 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:29.855518 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-13b3edcc-c173-4bd0-b35f-696de78d068d req-2a5435ab-52ab-4ab7-baf7-c811fc0e19c7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9f26b0a4-0f9f-4275-a58e-a3005b5526df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0444458 Dec 08 17:18:29.944077 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b3edcc-c173-4bd0-b35f-696de78d068d req-20e4ca3e-014b-4fd2-b0bb-c6a11dc62f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:18:29.945680 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-13b3edcc-c173-4bd0-b35f-696de78d068d req-20e4ca3e-014b-4fd2-b0bb-c6a11dc62f17 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d604cd6629ab480b9571d67f43656eec&device_id=9f26b0a4-0f9f-4275-a58e-a3005b5526df HTTP/1.1" status: 200 len: 1097 time: 0.0446548 Dec 08 17:18:30.053337 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b3edcc-c173-4bd0-b35f-696de78d068d req-7f64f7b3-d695-436b-95e0-823c6bd3b309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:18:30.055044 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-13b3edcc-c173-4bd0-b35f-696de78d068d req-7f64f7b3-d695-436b-95e0-823c6bd3b309 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8a3be587-c41a-408e-b92b-6bd12dd0eaec HTTP/1.1" status: 200 len: 898 time: 0.0861218 Dec 08 17:18:30.125960 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-13b3edcc-c173-4bd0-b35f-696de78d068d req-a97dd8e9-5f0d-471e-b059-4e83dd731e90 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b92b159-6b3c-4a67-8535-2fcdc2b9fa54 HTTP/1.1" status: 200 len: 1001 time: 0.0636783 Dec 08 17:18:30.176213 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b3edcc-c173-4bd0-b35f-696de78d068d req-21219ed8-ad52-4516-aecd-7d5b7a6672f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:18:30.177609 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-13b3edcc-c173-4bd0-b35f-696de78d068d req-21219ed8-ad52-4516-aecd-7d5b7a6672f2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=85e76f21-f7fb-43a7-9e91-252b59ae06d0 HTTP/1.1" status: 200 len: 835 time: 0.0439429 Dec 08 17:18:30.224523 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b3edcc-c173-4bd0-b35f-696de78d068d req-db63dbd7-ef41-4ef9-927f-c28efebbf1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:18:30.226030 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-13b3edcc-c173-4bd0-b35f-696de78d068d req-db63dbd7-ef41-4ef9-927f-c28efebbf1e6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8a3be587-c41a-408e-b92b-6bd12dd0eaec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411026 Dec 08 17:18:30.320437 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-13b3edcc-c173-4bd0-b35f-696de78d068d req-af220fa0-e839-4fd5-b6f9-e95b09a99daa service neutron] 10.222.0.37 "GET /v2.0/networks/8a3be587-c41a-408e-b92b-6bd12dd0eaec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870984 Dec 08 17:18:30.417164 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-13b3edcc-c173-4bd0-b35f-696de78d068d req-b9fa8fff-6ad6-4f67-ab49-d205c15a87a4 service neutron] 10.222.0.37 "GET /v2.0/networks/8a3be587-c41a-408e-b92b-6bd12dd0eaec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897326 Dec 08 17:18:35.313466 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:35.482796 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:18:36.126346 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42834) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:18:36.283233 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-e84910fd-3c25-41d2-af4f-166c2f67b850 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Deleting port 70d6c071-9a41-4ade-8103-742ea9db790a {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:18:36.283488 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e84910fd-3c25-41d2-af4f-166c2f67b850 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:36.359149 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e84910fd-3c25-41d2-af4f-166c2f67b850 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:36.359477 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e84910fd-3c25-41d2-af4f-166c2f67b850 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:36.370903 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-e84910fd-3c25-41d2-af4f-166c2f67b850 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Calling delete_port for 70d6c071-9a41-4ade-8103-742ea9db790a owned by network:floatingip {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:18:36.582086 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e84910fd-3c25-41d2-af4f-166c2f67b850 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:36.605836 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84910fd-3c25-41d2-af4f-166c2f67b850 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event deleted for resources: {'Port': ['ID=70d6c071-9a41-4ade-8103-742ea9db790a,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:18:36.616415 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84910fd-3c25-41d2-af4f-166c2f67b850 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:18:36.616771 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84910fd-3c25-41d2-af4f-166c2f67b850 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:18:36.617118 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84910fd-3c25-41d2-af4f-166c2f67b850 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:18:36.617458 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84910fd-3c25-41d2-af4f-166c2f67b850 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:18:36.617790 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84910fd-3c25-41d2-af4f-166c2f67b850 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:18:36.618121 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84910fd-3c25-41d2-af4f-166c2f67b850 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:18:36.618971 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84910fd-3c25-41d2-af4f-166c2f67b850 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:18:36.618971 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84910fd-3c25-41d2-af4f-166c2f67b850 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:18:36.619676 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84910fd-3c25-41d2-af4f-166c2f67b850 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:18:36.620015 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84910fd-3c25-41d2-af4f-166c2f67b850 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:18:36.620375 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84910fd-3c25-41d2-af4f-166c2f67b850 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:18:36.620705 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84910fd-3c25-41d2-af4f-166c2f67b850 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:18:36.621033 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84910fd-3c25-41d2-af4f-166c2f67b850 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:18:36.679869 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e84910fd-3c25-41d2-af4f-166c2f67b850 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for floatingip, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:36.680232 n-d-776250-12 neutron-server[110551]: INFO neutron.db.l3_db [None req-e84910fd-3c25-41d2-af4f-166c2f67b850 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Floating IP 234a7a46-e718-4399-aaa4-abfbbff7edcf disassociated (deleted). External IP: 172.25.0.220, port: 5b92b159-6b3c-4a67-8535-2fcdc2b9fa54. Dec 08 17:18:36.893013 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e84910fd-3c25-41d2-af4f-166c2f67b850 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Router a0b594d3-d683-4487-b8b0-194aca3edf34 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:18:36.999510 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e84910fd-3c25-41d2-af4f-166c2f67b850 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:18:37.004515 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e84910fd-3c25-41d2-af4f-166c2f67b850 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:37.009414 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8493aca3-26b2-40dc-9b57-7c050929639a None None] Sync routers for ids ['a0b594d3-d683-4487-b8b0-194aca3edf34'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:18:37.019610 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8493aca3-26b2-40dc-9b57-7c050929639a None None] Routers {'a0b594d3-d683-4487-b8b0-194aca3edf34'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:18:37.020245 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-8493aca3-26b2-40dc-9b57-7c050929639a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:18:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['a0b594d3-d683-4487-b8b0-194aca3edf34'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:18:37.031278 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e84910fd-3c25-41d2-af4f-166c2f67b850 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "DELETE /v2.0/floatingips/234a7a46-e718-4399-aaa4-abfbbff7edcf HTTP/1.1" status: 204 len: 168 time: 0.9038417 Dec 08 17:18:37.031917 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f26b0a4-0f9f-4275-a58e-a3005b5526df', 'tag': '5b92b159-6b3c-4a67-8535-2fcdc2b9fa54'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:18:37.034247 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86075ce93fb9518fb172f9d68d0141635fee78bb333cdf1a66291bc46e2f6896" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74135ba9-f969-438d-83a9-c4da6d697153" -d '{"events": [{"name": "network-changed", "server_uuid": "9f26b0a4-0f9f-4275-a58e-a3005b5526df", "tag": "5b92b159-6b3c-4a67-8535-2fcdc2b9fa54"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:18:37.073093 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63bdd87a-516e-4ab4-bb5f-1cb3883938a1 x-openstack-request-id: req-63bdd87a-516e-4ab4-bb5f-1cb3883938a1 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:18:37.073402 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f26b0a4-0f9f-4275-a58e-a3005b5526df", "tag": "5b92b159-6b3c-4a67-8535-2fcdc2b9fa54", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:18:37.073664 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-63bdd87a-516e-4ab4-bb5f-1cb3883938a1 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:18:37.074077 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f26b0a4-0f9f-4275-a58e-a3005b5526df', 'tag': '5b92b159-6b3c-4a67-8535-2fcdc2b9fa54', 'status': 'completed', 'code': 200} Dec 08 17:18:37.144904 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74135ba9-f969-438d-83a9-c4da6d697153 req-4537d07d-7311-4b8c-9f49-18ba42ee65bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:18:37.146508 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-74135ba9-f969-438d-83a9-c4da6d697153 req-4537d07d-7311-4b8c-9f49-18ba42ee65bc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d604cd6629ab480b9571d67f43656eec&device_id=9f26b0a4-0f9f-4275-a58e-a3005b5526df HTTP/1.1" status: 200 len: 1097 time: 0.0518744 Dec 08 17:18:37.241053 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74135ba9-f969-438d-83a9-c4da6d697153 req-b004974e-b10b-4136-87f8-835c0f6caba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:18:37.242554 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-74135ba9-f969-438d-83a9-c4da6d697153 req-b004974e-b10b-4136-87f8-835c0f6caba9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8a3be587-c41a-408e-b92b-6bd12dd0eaec HTTP/1.1" status: 200 len: 898 time: 0.0892420 Dec 08 17:18:37.289033 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-74135ba9-f969-438d-83a9-c4da6d697153 req-c6a714da-142d-483a-a3d2-fdd449b53a08 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b92b159-6b3c-4a67-8535-2fcdc2b9fa54 HTTP/1.1" status: 200 len: 217 time: 0.0394537 Dec 08 17:18:37.297280 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-8493aca3-26b2-40dc-9b57-7c050929639a None None] Set router a0b594d3-d683-4487-b8b0-194aca3edf34 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:18:37.338584 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74135ba9-f969-438d-83a9-c4da6d697153 req-59402231-bde5-4143-a396-9e5df046052f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:18:37.340088 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-74135ba9-f969-438d-83a9-c4da6d697153 req-59402231-bde5-4143-a396-9e5df046052f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=85e76f21-f7fb-43a7-9e91-252b59ae06d0 HTTP/1.1" status: 200 len: 835 time: 0.0444434 Dec 08 17:18:37.387670 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74135ba9-f969-438d-83a9-c4da6d697153 req-473799ad-e97f-454a-8810-a5a68a9edd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:18:37.389295 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-74135ba9-f969-438d-83a9-c4da6d697153 req-473799ad-e97f-454a-8810-a5a68a9edd4a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8a3be587-c41a-408e-b92b-6bd12dd0eaec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418670 Dec 08 17:18:37.475228 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30d7b01-86f4-46a5-bdde-fd279f02d3d8 req-6fd1e690-aacd-43bc-9c39-eac50155de38 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:18:37.476873 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c30d7b01-86f4-46a5-bdde-fd279f02d3d8 req-6fd1e690-aacd-43bc-9c39-eac50155de38 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f26b0a4-0f9f-4275-a58e-a3005b5526df HTTP/1.1" status: 200 len: 945 time: 0.0553365 Dec 08 17:18:37.498677 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-74135ba9-f969-438d-83a9-c4da6d697153 req-b0e92578-dfbe-43f1-ada8-79e04584bdb5 service neutron] 10.222.0.37 "GET /v2.0/networks/8a3be587-c41a-408e-b92b-6bd12dd0eaec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957358 Dec 08 17:18:37.504357 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-8493aca3-26b2-40dc-9b57-7c050929639a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b594d3-d683-4487-b8b0-194aca3edf34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-544671469', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '240b8c27-8f62-45fd-ab8b-4fb577e58a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:17:04Z', 'updated_at': '2021-12-08T17:17:09Z', 'revision_number': 4, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': '240b8c27-8f62-45fd-ab8b-4fb577e58a2c', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b594d3-d683-4487-b8b0-194aca3edf34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:17:05Z', 'updated_at': '2021-12-08T17:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '331c8fdd-ce3b-4b9f-bf4c-4ad0959b0af5', 'name': '', 'network_id': '8a3be587-c41a-408e-b92b-6bd12dd0eaec', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'mac_address': 'fa:16:3e:24:5a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b594d3-d683-4487-b8b0-194aca3edf34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '85e76f21-f7fb-43a7-9e91-252b59ae06d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:17:08Z', 'updated_at': '2021-12-08T17:17:12Z', 'revision_number': 5, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'subnets': [{'id': '85e76f21-f7fb-43a7-9e91-252b59ae06d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:18:37.531850 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c30d7b01-86f4-46a5-bdde-fd279f02d3d8 req-0a94cb8e-6aac-4822-a6ed-0cb073fe97e0 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bac25b1-da4a-4506-a4c5-451613affa58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468216 Dec 08 17:18:37.534083 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8493aca3-26b2-40dc-9b57-7c050929639a None None] Checking router: a0b594d3-d683-4487-b8b0-194aca3edf34 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:18:37.542541 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8493aca3-26b2-40dc-9b57-7c050929639a None None] Routers {'a0b594d3-d683-4487-b8b0-194aca3edf34'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:18:37.543172 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-8493aca3-26b2-40dc-9b57-7c050929639a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:18:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['a0b594d3-d683-4487-b8b0-194aca3edf34'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:18:37.592155 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-74135ba9-f969-438d-83a9-c4da6d697153 req-b26c096e-fef5-4110-a40f-bc34fcac3534 service neutron] 10.222.0.37 "GET /v2.0/networks/8a3be587-c41a-408e-b92b-6bd12dd0eaec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860686 Dec 08 17:18:37.649030 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-8493aca3-26b2-40dc-9b57-7c050929639a None None] Set router a0b594d3-d683-4487-b8b0-194aca3edf34 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:18:37.843637 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-8493aca3-26b2-40dc-9b57-7c050929639a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b594d3-d683-4487-b8b0-194aca3edf34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-544671469', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '240b8c27-8f62-45fd-ab8b-4fb577e58a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:17:04Z', 'updated_at': '2021-12-08T17:17:09Z', 'revision_number': 4, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': '240b8c27-8f62-45fd-ab8b-4fb577e58a2c', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b594d3-d683-4487-b8b0-194aca3edf34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:17:05Z', 'updated_at': '2021-12-08T17:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '331c8fdd-ce3b-4b9f-bf4c-4ad0959b0af5', 'name': '', 'network_id': '8a3be587-c41a-408e-b92b-6bd12dd0eaec', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'mac_address': 'fa:16:3e:24:5a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b594d3-d683-4487-b8b0-194aca3edf34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '85e76f21-f7fb-43a7-9e91-252b59ae06d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:17:08Z', 'updated_at': '2021-12-08T17:17:12Z', 'revision_number': 5, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'subnets': [{'id': '85e76f21-f7fb-43a7-9e91-252b59ae06d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:18:37.873829 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8493aca3-26b2-40dc-9b57-7c050929639a None None] The sync data for ids ['a0b594d3-d683-4487-b8b0-194aca3edf34'] in n-d-776250-12 is: [{'id': 'a0b594d3-d683-4487-b8b0-194aca3edf34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-544671469', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '240b8c27-8f62-45fd-ab8b-4fb577e58a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:17:04Z', 'updated_at': '2021-12-08T17:17:09Z', 'revision_number': 4, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': '240b8c27-8f62-45fd-ab8b-4fb577e58a2c', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b594d3-d683-4487-b8b0-194aca3edf34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:17:05Z', 'updated_at': '2021-12-08T17:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '331c8fdd-ce3b-4b9f-bf4c-4ad0959b0af5', 'name': '', 'network_id': '8a3be587-c41a-408e-b92b-6bd12dd0eaec', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'mac_address': 'fa:16:3e:24:5a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b594d3-d683-4487-b8b0-194aca3edf34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '85e76f21-f7fb-43a7-9e91-252b59ae06d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:17:08Z', 'updated_at': '2021-12-08T17:17:12Z', 'revision_number': 5, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'subnets': [{'id': '85e76f21-f7fb-43a7-9e91-252b59ae06d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:18:38.085247 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7350bb92-fb44-4815-8186-037f35a83bbc None None] New status for floating IP 234a7a46-e718-4399-aaa4-abfbbff7edcf: DOWN {{(pid=110553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 17:18:38.654392 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99091e6e-3140-4803-b9c5-6448f45204c3 req-8de38f6d-4ce3-4c3c-9b7e-fe6b65d981a8 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:18:38.661565 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-99091e6e-3140-4803-b9c5-6448f45204c3 req-8de38f6d-4ce3-4c3c-9b7e-fe6b65d981a8 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f26b0a4-0f9f-4275-a58e-a3005b5526df HTTP/1.1" status: 200 len: 945 time: 0.0507896 Dec 08 17:18:38.706813 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-99091e6e-3140-4803-b9c5-6448f45204c3 req-5232a8cb-c33a-40d4-a2ad-776beb7dcf2e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bac25b1-da4a-4506-a4c5-451613affa58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449677 Dec 08 17:18:38.927948 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29898f2a-4668-4566-8b18-d434b8cd3fca req-8df842b5-87d7-4f2d-9855-404246b9c896 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:18:38.929357 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-29898f2a-4668-4566-8b18-d434b8cd3fca req-8df842b5-87d7-4f2d-9855-404246b9c896 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f26b0a4-0f9f-4275-a58e-a3005b5526df HTTP/1.1" status: 200 len: 945 time: 0.0532153 Dec 08 17:18:39.017421 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-29898f2a-4668-4566-8b18-d434b8cd3fca req-636403bd-48d3-40cd-be84-e10665cfae05 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Deleting port 5b92b159-6b3c-4a67-8535-2fcdc2b9fa54 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:18:39.017763 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-29898f2a-4668-4566-8b18-d434b8cd3fca req-636403bd-48d3-40cd-be84-e10665cfae05 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:39.109128 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-29898f2a-4668-4566-8b18-d434b8cd3fca req-636403bd-48d3-40cd-be84-e10665cfae05 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] For port 5b92b159-6b3c-4a67-8535-2fcdc2b9fa54, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=5b92b159-6b3c-4a67-8535-2fcdc2b9fa54,segment=NetworkSegment(458d286a-1d9e-4f77-852a-a77458afd8f7),segment_id=458d286a-1d9e-4f77-852a-a77458afd8f7)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:18:39.109496 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-29898f2a-4668-4566-8b18-d434b8cd3fca req-636403bd-48d3-40cd-be84-e10665cfae05 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:39.123591 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-29898f2a-4668-4566-8b18-d434b8cd3fca req-636403bd-48d3-40cd-be84-e10665cfae05 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Calling delete_port for 5b92b159-6b3c-4a67-8535-2fcdc2b9fa54 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:18:39.304150 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:39.327336 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-29898f2a-4668-4566-8b18-d434b8cd3fca req-636403bd-48d3-40cd-be84-e10665cfae05 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:39.354095 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636403bd-48d3-40cd-be84-e10665cfae05 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event deleted for resources: {'Port': ['ID=5b92b159-6b3c-4a67-8535-2fcdc2b9fa54,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:18:39.368138 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636403bd-48d3-40cd-be84-e10665cfae05 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:18:39.368529 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636403bd-48d3-40cd-be84-e10665cfae05 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:18:39.368888 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636403bd-48d3-40cd-be84-e10665cfae05 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:18:39.369241 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636403bd-48d3-40cd-be84-e10665cfae05 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:18:39.369584 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636403bd-48d3-40cd-be84-e10665cfae05 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:18:39.369927 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636403bd-48d3-40cd-be84-e10665cfae05 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:18:39.370269 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636403bd-48d3-40cd-be84-e10665cfae05 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:18:39.370611 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636403bd-48d3-40cd-be84-e10665cfae05 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:18:39.370950 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636403bd-48d3-40cd-be84-e10665cfae05 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:18:39.371304 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636403bd-48d3-40cd-be84-e10665cfae05 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:18:39.371637 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636403bd-48d3-40cd-be84-e10665cfae05 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:18:39.371974 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636403bd-48d3-40cd-be84-e10665cfae05 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:18:39.372921 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636403bd-48d3-40cd-be84-e10665cfae05 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:18:39.407433 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-29898f2a-4668-4566-8b18-d434b8cd3fca req-636403bd-48d3-40cd-be84-e10665cfae05 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] No DVR routers for this DVR port 5b92b159-6b3c-4a67-8535-2fcdc2b9fa54 on host n-h2-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:18:39.409901 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-29898f2a-4668-4566-8b18-d434b8cd3fca req-636403bd-48d3-40cd-be84-e10665cfae05 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:39.413267 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-29898f2a-4668-4566-8b18-d434b8cd3fca req-636403bd-48d3-40cd-be84-e10665cfae05 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.37 "DELETE /v2.0/ports/5b92b159-6b3c-4a67-8535-2fcdc2b9fa54 HTTP/1.1" status: 204 len: 173 time: 0.4776218 Dec 08 17:18:39.413712 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f26b0a4-0f9f-4275-a58e-a3005b5526df', 'name': 'network-vif-deleted', 'tag': '5b92b159-6b3c-4a67-8535-2fcdc2b9fa54'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:18:39.415988 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33688f0a94a9db352de83aac38ec7a80f5ce35812a363759cff610bcc84c1346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b0ebde4-d1d6-4d39-940f-cf5ec72449e1" -d '{"events": [{"server_uuid": "9f26b0a4-0f9f-4275-a58e-a3005b5526df", "name": "network-vif-deleted", "tag": "5b92b159-6b3c-4a67-8535-2fcdc2b9fa54"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:18:39.456339 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2fd2d8e-fead-4e5c-8a54-904ce2b63e0f x-openstack-request-id: req-c2fd2d8e-fead-4e5c-8a54-904ce2b63e0f {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:18:39.456637 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f26b0a4-0f9f-4275-a58e-a3005b5526df", "name": "network-vif-deleted", "tag": "5b92b159-6b3c-4a67-8535-2fcdc2b9fa54", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:18:39.456897 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c2fd2d8e-fead-4e5c-8a54-904ce2b63e0f {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:18:39.457377 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f26b0a4-0f9f-4275-a58e-a3005b5526df', 'name': 'network-vif-deleted', 'tag': '5b92b159-6b3c-4a67-8535-2fcdc2b9fa54', 'status': 'completed', 'code': 200} Dec 08 17:18:39.813309 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-836f9618-d31a-4d43-9d43-99f0096a6cd3 req-5b06386b-a798-435b-9dba-7f1fe2e93704 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=9f26b0a4-0f9f-4275-a58e-a3005b5526df HTTP/1.1" status: 200 len: 210 time: 0.0367522 Dec 08 17:18:40.877125 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42850) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:18:41.235439 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5f9a9aca-5160-43e6-9da9-a5b627d0bbc7 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:41.464242 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-63a3bb00-8318-4611-92af-c558c4f20fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:41.492161 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-5f9a9aca-5160-43e6-9da9-a5b627d0bbc7 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Deleting port 331c8fdd-ce3b-4b9f-bf4c-4ad0959b0af5 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:18:41.492549 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5f9a9aca-5160-43e6-9da9-a5b627d0bbc7 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:41.584675 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-5f9a9aca-5160-43e6-9da9-a5b627d0bbc7 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] For port 331c8fdd-ce3b-4b9f-bf4c-4ad0959b0af5, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=331c8fdd-ce3b-4b9f-bf4c-4ad0959b0af5,segment=NetworkSegment(458d286a-1d9e-4f77-852a-a77458afd8f7),segment_id=458d286a-1d9e-4f77-852a-a77458afd8f7)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:18:41.585050 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5f9a9aca-5160-43e6-9da9-a5b627d0bbc7 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:41.598240 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-5f9a9aca-5160-43e6-9da9-a5b627d0bbc7 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Calling delete_port for 331c8fdd-ce3b-4b9f-bf4c-4ad0959b0af5 owned by network:router_interface {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:18:41.835708 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5f9a9aca-5160-43e6-9da9-a5b627d0bbc7 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:41.860762 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9a9aca-5160-43e6-9da9-a5b627d0bbc7 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event deleted for resources: {'Port': ['ID=331c8fdd-ce3b-4b9f-bf4c-4ad0959b0af5,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:18:42.041926 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5f9a9aca-5160-43e6-9da9-a5b627d0bbc7 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:42.262476 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f9a9aca-5160-43e6-9da9-a5b627d0bbc7 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Router a0b594d3-d683-4487-b8b0-194aca3edf34 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:18:42.366584 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f9a9aca-5160-43e6-9da9-a5b627d0bbc7 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:18:42.372303 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-5f9a9aca-5160-43e6-9da9-a5b627d0bbc7 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "PUT /v2.0/routers/a0b594d3-d683-4487-b8b0-194aca3edf34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4939921 Dec 08 17:18:42.374260 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42852) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:18:42.376812 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063a6554-a675-4123-b98c-110c42b5ab84 None None] Sync routers for ids ['a0b594d3-d683-4487-b8b0-194aca3edf34'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:18:42.386302 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063a6554-a675-4123-b98c-110c42b5ab84 None None] Routers {'a0b594d3-d683-4487-b8b0-194aca3edf34'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:18:42.386915 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-063a6554-a675-4123-b98c-110c42b5ab84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:18:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['a0b594d3-d683-4487-b8b0-194aca3edf34'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:18:42.429119 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-d05d8e53-d103-44ae-82ac-71ad4dadb887 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Deleting subnet 85e76f21-f7fb-43a7-9e91-252b59ae06d0 {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 17:18:42.432302 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d05d8e53-d103-44ae-82ac-71ad4dadb887 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:42.472858 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d05d8e53-d103-44ae-82ac-71ad4dadb887 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:42.492684 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-063a6554-a675-4123-b98c-110c42b5ab84 None None] Set router a0b594d3-d683-4487-b8b0-194aca3edf34 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:18:42.554402 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d05d8e53-d103-44ae-82ac-71ad4dadb887 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:42.670373 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-063a6554-a675-4123-b98c-110c42b5ab84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b594d3-d683-4487-b8b0-194aca3edf34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-544671469', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '240b8c27-8f62-45fd-ab8b-4fb577e58a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:17:04Z', 'updated_at': '2021-12-08T17:18:41Z', 'revision_number': 5, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': '240b8c27-8f62-45fd-ab8b-4fb577e58a2c', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b594d3-d683-4487-b8b0-194aca3edf34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:17:05Z', 'updated_at': '2021-12-08T17:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:18:42.700514 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063a6554-a675-4123-b98c-110c42b5ab84 None None] Checking router: a0b594d3-d683-4487-b8b0-194aca3edf34 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:18:42.709357 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063a6554-a675-4123-b98c-110c42b5ab84 None None] Routers {'a0b594d3-d683-4487-b8b0-194aca3edf34'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:18:42.709962 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-063a6554-a675-4123-b98c-110c42b5ab84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:18:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['a0b594d3-d683-4487-b8b0-194aca3edf34'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:18:42.715936 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d05d8e53-d103-44ae-82ac-71ad4dadb887 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:42.744575 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05d8e53-d103-44ae-82ac-71ad4dadb887 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event deleted for resources: {'Subnet': ['ID=85e76f21-f7fb-43a7-9e91-252b59ae06d0,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:18:42.746585 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d05d8e53-d103-44ae-82ac-71ad4dadb887 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:42.749893 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d05d8e53-d103-44ae-82ac-71ad4dadb887 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "DELETE /v2.0/subnets/85e76f21-f7fb-43a7-9e91-252b59ae06d0 HTTP/1.1" status: 204 len: 168 time: 0.3746717 Dec 08 17:18:42.752621 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 42854) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:18:42.756447 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890dd0df-8310-497d-9618-3c96788a5fdd None None] Network 8a3be587-c41a-408e-b92b-6bd12dd0eaec requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:18:42.850709 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 5b92b159-6b3c-4a67-8535-2fcdc2b9fa54 no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:18:42.861387 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6979f2d4-c4b6-4d11-a21b-af1a1976a775 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for router, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:42.877666 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: 5b92b159-6b3c-4a67-8535-2fcdc2b9fa54 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:18:42.878015 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 5b92b159-6b3c-4a67-8535-2fcdc2b9fa54 not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:18:42.902835 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-063a6554-a675-4123-b98c-110c42b5ab84 None None] Set router a0b594d3-d683-4487-b8b0-194aca3edf34 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:18:42.966875 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6979f2d4-c4b6-4d11-a21b-af1a1976a775 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:43.070040 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74ab321-a964-41e8-acbe-89f31a81d262 None None] DHCP port deletion for 8a3be587-c41a-408e-b92b-6bd12dd0eaec request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:18:43.073466 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-6979f2d4-c4b6-4d11-a21b-af1a1976a775 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Deleting port 240b8c27-8f62-45fd-ab8b-4fb577e58a2c {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:18:43.073842 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6979f2d4-c4b6-4d11-a21b-af1a1976a775 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:43.120867 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-063a6554-a675-4123-b98c-110c42b5ab84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b594d3-d683-4487-b8b0-194aca3edf34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-544671469', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '240b8c27-8f62-45fd-ab8b-4fb577e58a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:17:04Z', 'updated_at': '2021-12-08T17:18:41Z', 'revision_number': 5, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': '240b8c27-8f62-45fd-ab8b-4fb577e58a2c', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b594d3-d683-4487-b8b0-194aca3edf34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:17:05Z', 'updated_at': '2021-12-08T17:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:18:43.151799 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063a6554-a675-4123-b98c-110c42b5ab84 None None] The sync data for ids ['a0b594d3-d683-4487-b8b0-194aca3edf34'] in n-d-776250-12 is: [{'id': 'a0b594d3-d683-4487-b8b0-194aca3edf34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-544671469', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '240b8c27-8f62-45fd-ab8b-4fb577e58a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:17:04Z', 'updated_at': '2021-12-08T17:18:41Z', 'revision_number': 5, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': '240b8c27-8f62-45fd-ab8b-4fb577e58a2c', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b594d3-d683-4487-b8b0-194aca3edf34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:17:05Z', 'updated_at': '2021-12-08T17:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:18:43.164439 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-e74ab321-a964-41e8-acbe-89f31a81d262 None None] Deleting port 97fcb1ce-9189-4da1-ae0a-91741b18faf5 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:18:43.164826 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e74ab321-a964-41e8-acbe-89f31a81d262 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:43.245519 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-e74ab321-a964-41e8-acbe-89f31a81d262 None None] For port 97fcb1ce-9189-4da1-ae0a-91741b18faf5, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=97fcb1ce-9189-4da1-ae0a-91741b18faf5,segment=NetworkSegment(458d286a-1d9e-4f77-852a-a77458afd8f7),segment_id=458d286a-1d9e-4f77-852a-a77458afd8f7)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:18:43.245927 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e74ab321-a964-41e8-acbe-89f31a81d262 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:43.259979 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-e74ab321-a964-41e8-acbe-89f31a81d262 None None] Calling delete_port for 97fcb1ce-9189-4da1-ae0a-91741b18faf5 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:18:43.424907 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e74ab321-a964-41e8-acbe-89f31a81d262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:43.452857 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ab321-a964-41e8-acbe-89f31a81d262 None None] Pushing event deleted for resources: {'Port': ['ID=97fcb1ce-9189-4da1-ae0a-91741b18faf5,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:18:43.462770 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ab321-a964-41e8-acbe-89f31a81d262 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:18:43.463123 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ab321-a964-41e8-acbe-89f31a81d262 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:18:43.463467 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ab321-a964-41e8-acbe-89f31a81d262 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:18:43.463807 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ab321-a964-41e8-acbe-89f31a81d262 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:18:43.464143 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ab321-a964-41e8-acbe-89f31a81d262 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:18:43.464500 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ab321-a964-41e8-acbe-89f31a81d262 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:18:43.464828 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ab321-a964-41e8-acbe-89f31a81d262 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:18:43.465154 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ab321-a964-41e8-acbe-89f31a81d262 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:18:43.465479 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ab321-a964-41e8-acbe-89f31a81d262 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:18:43.465802 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ab321-a964-41e8-acbe-89f31a81d262 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:18:43.466155 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ab321-a964-41e8-acbe-89f31a81d262 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:18:43.466527 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ab321-a964-41e8-acbe-89f31a81d262 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:18:43.466849 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ab321-a964-41e8-acbe-89f31a81d262 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:18:43.469513 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74ab321-a964-41e8-acbe-89f31a81d262 None None] No DVR routers for this DVR port 97fcb1ce-9189-4da1-ae0a-91741b18faf5 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:18:43.500678 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-6979f2d4-c4b6-4d11-a21b-af1a1976a775 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] For port 240b8c27-8f62-45fd-ab8b-4fb577e58a2c, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=240b8c27-8f62-45fd-ab8b-4fb577e58a2c,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:18:43.500975 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6979f2d4-c4b6-4d11-a21b-af1a1976a775 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:43.514136 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-6979f2d4-c4b6-4d11-a21b-af1a1976a775 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Calling delete_port for 240b8c27-8f62-45fd-ab8b-4fb577e58a2c owned by network:router_gateway {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:18:43.753521 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6979f2d4-c4b6-4d11-a21b-af1a1976a775 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:43.778901 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6979f2d4-c4b6-4d11-a21b-af1a1976a775 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event deleted for resources: {'Port': ['ID=240b8c27-8f62-45fd-ab8b-4fb577e58a2c,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:18:43.797015 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e691dd-bd2d-4fea-93f7-79876b8f00de None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:18:43.846628 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6979f2d4-c4b6-4d11-a21b-af1a1976a775 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:43.937397 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6979f2d4-c4b6-4d11-a21b-af1a1976a775 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:43.939525 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6979f2d4-c4b6-4d11-a21b-af1a1976a775 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:44.044897 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6979f2d4-c4b6-4d11-a21b-af1a1976a775 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:44.045508 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6979f2d4-c4b6-4d11-a21b-af1a1976a775 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Fanout notify agent at l3_agent the message router_deleted on router a0b594d3-d683-4487-b8b0-194aca3edf34 {{(pid=110550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 17:18:44.052801 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6979f2d4-c4b6-4d11-a21b-af1a1976a775 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:44.054007 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-6979f2d4-c4b6-4d11-a21b-af1a1976a775 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "DELETE /v2.0/routers/a0b594d3-d683-4487-b8b0-194aca3edf34 HTTP/1.1" status: 204 len: 168 time: 1.3003757 Dec 08 17:18:44.056806 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 42856) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:18:44.153865 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 97fcb1ce-9189-4da1-ae0a-91741b18faf5 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:18:44.162619 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4f487c66-976d-41f3-9793-b0ae92944f72 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:44.188374 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 97fcb1ce-9189-4da1-ae0a-91741b18faf5 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:18:44.195302 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 97fcb1ce-9189-4da1-ae0a-91741b18faf5 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:18:44.195302 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 331c8fdd-ce3b-4b9f-bf4c-4ad0959b0af5 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:18:44.221003 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 331c8fdd-ce3b-4b9f-bf4c-4ad0959b0af5 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:18:44.221554 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 331c8fdd-ce3b-4b9f-bf4c-4ad0959b0af5 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:18:44.256654 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4f487c66-976d-41f3-9793-b0ae92944f72 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:44.265097 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-bf3a7714-dd9e-4055-8fb1-2543c7d04ee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:44.278885 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-4f487c66-976d-41f3-9793-b0ae92944f72 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a3be587-c41a-408e-b92b-6bd12dd0eaec']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:18:44.288642 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-4f487c66-976d-41f3-9793-b0ae92944f72 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '458d286a-1d9e-4f77-852a-a77458afd8f7') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:18:44.288942 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-4f487c66-976d-41f3-9793-b0ae92944f72 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '458d286a-1d9e-4f77-852a-a77458afd8f7') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:18:44.298208 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4f487c66-976d-41f3-9793-b0ae92944f72 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:44.311255 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4f487c66-976d-41f3-9793-b0ae92944f72 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:44.317149 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f487c66-976d-41f3-9793-b0ae92944f72 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 17:18:44.317535 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4f487c66-976d-41f3-9793-b0ae92944f72 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:44.320496 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 17:18:44.320496 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 17:18:44.320496 n-d-776250-12 neutron-server[110550]: timer() Dec 08 17:18:44.320496 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 17:18:44.320496 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 17:18:44.320496 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 17:18:44.320496 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 17:18:44.320496 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 17:18:44.320496 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 17:18:44.320496 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 17:18:44.320496 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 17:18:44.320496 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 17:18:44.320496 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 17:18:44.320496 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 17:18:44.320496 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 17:18:44.320496 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 17:18:44.320496 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 17:18:44.320496 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 17:18:44.320496 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 17:18:44.320496 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 17:18:44.320496 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 17:18:44.320496 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 17:18:44.320496 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 17:18:44.320496 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 17:18:44.320496 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 17:18:44.320496 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 17:18:44.320496 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 17:18:44.320496 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 17:18:44.320496 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 17:18:44.320496 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 17:18:44.320496 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 17:18:44.320496 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 17:18:44.456210 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4f487c66-976d-41f3-9793-b0ae92944f72 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:44.460779 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-4f487c66-976d-41f3-9793-b0ae92944f72 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:44.464047 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-4f487c66-976d-41f3-9793-b0ae92944f72 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "DELETE /v2.0/networks/8a3be587-c41a-408e-b92b-6bd12dd0eaec HTTP/1.1" status: 204 len: 168 time: 0.4063027 Dec 08 17:18:44.466911 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42858) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:18:44.478885 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f487c66-976d-41f3-9793-b0ae92944f72 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event deleted for resources: {'Network': ['ID=8a3be587-c41a-408e-b92b-6bd12dd0eaec,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:18:44.523952 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-19a47a22-a476-4e16-bbd5-de8412475792 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:44.548559 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-19a47a22-a476-4e16-bbd5-de8412475792 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:44.721193 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-19a47a22-a476-4e16-bbd5-de8412475792 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:44.723828 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-19a47a22-a476-4e16-bbd5-de8412475792 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:44.725069 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-19a47a22-a476-4e16-bbd5-de8412475792 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "DELETE /v2.0/security-groups/5bac25b1-da4a-4506-a4c5-451613affa58 HTTP/1.1" status: 204 len: 168 time: 0.2571275 Dec 08 17:18:44.735316 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a47a22-a476-4e16-bbd5-de8412475792 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bac25b1-da4a-4506-a4c5-451613affa58,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:18:45.193001 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42864) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:18:45.197677 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-96f0383b-ce35-4b58-acab-0005489381a7 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-440027064', 'description': 'tempest-secgroup-smoke-440027064 description', 'project_id': 'd604cd6629ab480b9571d67f43656eec'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:18:45.292925 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-96f0383b-ce35-4b58-acab-0005489381a7 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:45.358685 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-96f0383b-ce35-4b58-acab-0005489381a7 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:45.429793 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-96f0383b-ce35-4b58-acab-0005489381a7 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:45.457391 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f0383b-ce35-4b58-acab-0005489381a7 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00cf9591-3045-49f4-b3be-fc4fd642bcb9,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:18:45.510021 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:45.520925 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-96f0383b-ce35-4b58-acab-0005489381a7 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:45.522216 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-96f0383b-ce35-4b58-acab-0005489381a7 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3281596 Dec 08 17:18:45.525083 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42866) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:18:45.530188 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-7c4a82be-e7c7-45ad-ba01-ddc473219e8e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Request body: {'security_group_rule': {'security_group_id': '00cf9591-3045-49f4-b3be-fc4fd642bcb9', 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:18:45.622885 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7c4a82be-e7c7-45ad-ba01-ddc473219e8e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:45.680992 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7c4a82be-e7c7-45ad-ba01-ddc473219e8e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:45.766909 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7c4a82be-e7c7-45ad-ba01-ddc473219e8e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:45.785936 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4a82be-e7c7-45ad-ba01-ddc473219e8e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=666e92be-c561-429a-abd4-0406aded680e,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:18:45.848989 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7c4a82be-e7c7-45ad-ba01-ddc473219e8e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:45.850241 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-7c4a82be-e7c7-45ad-ba01-ddc473219e8e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3241613 Dec 08 17:18:45.852979 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42868) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:18:45.858128 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-41f86711-75ad-4b84-9dc6-7fb9c0cf5db2 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Request body: {'security_group_rule': {'security_group_id': '00cf9591-3045-49f4-b3be-fc4fd642bcb9', 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:18:45.943271 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-41f86711-75ad-4b84-9dc6-7fb9c0cf5db2 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:45.999408 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-41f86711-75ad-4b84-9dc6-7fb9c0cf5db2 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:46.044431 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 240b8c27-8f62-45fd-ab8b-4fb577e58a2c no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:18:46.058405 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-41f86711-75ad-4b84-9dc6-7fb9c0cf5db2 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:46.068149 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 240b8c27-8f62-45fd-ab8b-4fb577e58a2c {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:18:46.068531 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 240b8c27-8f62-45fd-ab8b-4fb577e58a2c not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:18:46.077144 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f86711-75ad-4b84-9dc6-7fb9c0cf5db2 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2f0f6c8-0fb6-494b-9059-2c8224f8f054,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:18:46.141367 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-41f86711-75ad-4b84-9dc6-7fb9c0cf5db2 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:46.142652 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-41f86711-75ad-4b84-9dc6-7fb9c0cf5db2 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2887294 Dec 08 17:18:46.145328 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42872) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:18:46.149820 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-6317099e-e55a-4670-afa1-b5c6fc8572e7 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Request body: {'security_group_rule': {'security_group_id': '00cf9591-3045-49f4-b3be-fc4fd642bcb9', 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:18:46.235695 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6317099e-e55a-4670-afa1-b5c6fc8572e7 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:46.296014 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6317099e-e55a-4670-afa1-b5c6fc8572e7 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:46.376322 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6317099e-e55a-4670-afa1-b5c6fc8572e7 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:46.395084 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6317099e-e55a-4670-afa1-b5c6fc8572e7 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a297318-2f12-4b3a-b1da-9c8bb0d1a9c7,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:18:46.460156 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6317099e-e55a-4670-afa1-b5c6fc8572e7 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:46.461474 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-6317099e-e55a-4670-afa1-b5c6fc8572e7 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3150284 Dec 08 17:18:46.464034 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42874) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:18:46.468474 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-33a2a33e-7076-4bb4-ae7e-ba2ac6301fd2 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Request body: {'security_group_rule': {'security_group_id': '00cf9591-3045-49f4-b3be-fc4fd642bcb9', 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:18:46.552599 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-33a2a33e-7076-4bb4-ae7e-ba2ac6301fd2 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:46.612450 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-33a2a33e-7076-4bb4-ae7e-ba2ac6301fd2 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:46.709989 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-33a2a33e-7076-4bb4-ae7e-ba2ac6301fd2 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:46.727383 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a2a33e-7076-4bb4-ae7e-ba2ac6301fd2 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0a3e353-f180-4c68-8d98-202f6e788ec8,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:18:46.809104 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-33a2a33e-7076-4bb4-ae7e-ba2ac6301fd2 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:46.810339 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-33a2a33e-7076-4bb4-ae7e-ba2ac6301fd2 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3452680 Dec 08 17:18:46.812984 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42876) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:18:46.817415 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-1eca0ebb-6ab8-4aab-9f48-cc889d587b9e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Request body: {'security_group_rule': {'security_group_id': '00cf9591-3045-49f4-b3be-fc4fd642bcb9', 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:18:46.915709 n-d-776250-12 neutron-server[110551]: INFO neutron.db.securitygroups_db [None req-1eca0ebb-6ab8-4aab-9f48-cc889d587b9e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Project d604cd6629ab480b9571d67f43656eec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 17:18:46.920616 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1eca0ebb-6ab8-4aab-9f48-cc889d587b9e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:46.979763 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1eca0ebb-6ab8-4aab-9f48-cc889d587b9e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:47.001500 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:47.067475 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1eca0ebb-6ab8-4aab-9f48-cc889d587b9e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:47.085922 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eca0ebb-6ab8-4aab-9f48-cc889d587b9e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd9dae35-509e-431d-911f-2fa687b5f984,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:18:47.158737 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1eca0ebb-6ab8-4aab-9f48-cc889d587b9e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:47.160033 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-1eca0ebb-6ab8-4aab-9f48-cc889d587b9e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3460684 Dec 08 17:18:47.162733 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42878) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:18:47.167068 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-f830c207-fd5b-479e-8349-84e74f7eb0bd tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Request body: {'security_group_rule': {'security_group_id': '00cf9591-3045-49f4-b3be-fc4fd642bcb9', 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:18:47.274368 n-d-776250-12 neutron-server[110551]: INFO neutron.db.securitygroups_db [None req-f830c207-fd5b-479e-8349-84e74f7eb0bd tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Project d604cd6629ab480b9571d67f43656eec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 17:18:47.279742 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f830c207-fd5b-479e-8349-84e74f7eb0bd tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:47.342684 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f830c207-fd5b-479e-8349-84e74f7eb0bd tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:47.415988 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f830c207-fd5b-479e-8349-84e74f7eb0bd tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:47.435320 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f830c207-fd5b-479e-8349-84e74f7eb0bd tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60f61ef9-013d-424c-8e81-5adfa7d9f954,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:18:47.509699 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f830c207-fd5b-479e-8349-84e74f7eb0bd tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:47.510946 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f830c207-fd5b-479e-8349-84e74f7eb0bd tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3472836 Dec 08 17:18:47.513853 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42882) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:18:47.519386 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-d5b90eb8-a8e1-4094-8203-0665bd075162 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Request body: {'network': {'name': 'tempest-network-smoke--1506759230', 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'port_security_enabled': True}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:18:47.627757 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b90eb8-a8e1-4094-8203-0665bd075162 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Made reservation on behalf of d604cd6629ab480b9571d67f43656eec for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:18:47.631386 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d5b90eb8-a8e1-4094-8203-0665bd075162 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:47.655693 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5b90eb8-a8e1-4094-8203-0665bd075162 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 17:18:47.656327 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:47.664734 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d5b90eb8-a8e1-4094-8203-0665bd075162 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:47.665079 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-d5b90eb8-a8e1-4094-8203-0665bd075162 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Added segment d9a52b35-4dde-45d8-b037-8598d496c634 of type vlan for network d90380ea-e95f-4722-8c8c-e4fa411c8f46 Dec 08 17:18:47.708599 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d5b90eb8-a8e1-4094-8203-0665bd075162 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:47.783946 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d5b90eb8-a8e1-4094-8203-0665bd075162 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:47.789809 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b90eb8-a8e1-4094-8203-0665bd075162 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:18:47.790640 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d5b90eb8-a8e1-4094-8203-0665bd075162 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:47.854968 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b90eb8-a8e1-4094-8203-0665bd075162 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'Network': ['ID=d90380ea-e95f-4722-8c8c-e4fa411c8f46,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:18:47.867223 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network d90380ea-e95f-4722-8c8c-e4fa411c8f46 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 17:18:47.910446 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d5b90eb8-a8e1-4094-8203-0665bd075162 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3955224 Dec 08 17:18:47.913400 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 42886) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:18:47.918255 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-ec701aa6-0400-4fc4-8ecf-04f286e8c292 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-77226515', 'admin_state_up': True, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:18:48.021858 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ec701aa6-0400-4fc4-8ecf-04f286e8c292 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:48.022903 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ec701aa6-0400-4fc4-8ecf-04f286e8c292 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:48.074163 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ec701aa6-0400-4fc4-8ecf-04f286e8c292 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:48.278092 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ec701aa6-0400-4fc4-8ecf-04f286e8c292 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:48.539526 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ec701aa6-0400-4fc4-8ecf-04f286e8c292 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for router_gateway, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:48.558072 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ec701aa6-0400-4fc4-8ecf-04f286e8c292 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:48.658035 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-ec701aa6-0400-4fc4-8ecf-04f286e8c292 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Allocated IP 172.25.0.139 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/8a963c24-54ac-42f1-bced-37ff76eda5e3) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:18:48.767122 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ec701aa6-0400-4fc4-8ecf-04f286e8c292 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:48.867882 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ec701aa6-0400-4fc4-8ecf-04f286e8c292 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:48.907645 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec701aa6-0400-4fc4-8ecf-04f286e8c292 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:18:48.912420 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-ec701aa6-0400-4fc4-8ecf-04f286e8c292 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:18:48.915907 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec701aa6-0400-4fc4-8ecf-04f286e8c292 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:18:48.921493 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec701aa6-0400-4fc4-8ecf-04f286e8c292 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'Port': ['ID=8a963c24-54ac-42f1-bced-37ff76eda5e3,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:18:48.927985 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25411779-03f5-4538-970c-7c256b9c2749 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:18:49.015178 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-fa20392c-012c-43fc-8464-087bc902c8b2 None None] Provisioning complete for port 8a963c24-54ac-42f1-bced-37ff76eda5e3 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:18:49.015552 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-fa20392c-012c-43fc-8464-087bc902c8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:49.049115 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-fa20392c-012c-43fc-8464-087bc902c8b2 None None] Port 8a963c24-54ac-42f1-bced-37ff76eda5e3 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:18:49.255987 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ec701aa6-0400-4fc4-8ecf-04f286e8c292 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for router_gateway, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:49.453183 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ec701aa6-0400-4fc4-8ecf-04f286e8c292 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:49.656212 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec701aa6-0400-4fc4-8ecf-04f286e8c292 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Router ee9025c4-7d56-4d79-8243-7f49693cc5be is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 17:18:49.763037 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec701aa6-0400-4fc4-8ecf-04f286e8c292 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:18:49.773132 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94fbdf4-fcae-4428-b1a2-f67d0c069c27 None None] Sync routers for ids ['ee9025c4-7d56-4d79-8243-7f49693cc5be'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:18:49.783447 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94fbdf4-fcae-4428-b1a2-f67d0c069c27 None None] Routers {'ee9025c4-7d56-4d79-8243-7f49693cc5be'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:18:49.784147 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-f94fbdf4-fcae-4428-b1a2-f67d0c069c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:18:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['ee9025c4-7d56-4d79-8243-7f49693cc5be'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:18:49.832168 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ec701aa6-0400-4fc4-8ecf-04f286e8c292 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:49.833445 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ec701aa6-0400-4fc4-8ecf-04f286e8c292 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9189804 Dec 08 17:18:49.838080 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 42892) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:18:49.880720 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c20bf1d9-46f5-4f83-980a-02a3dc3d9599 tempest-TestNetworkAdvancedServerOps-171026067 tempest-TestNetworkAdvancedServerOps-171026067-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=d604cd6629ab480b9571d67f43656eec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0414085 Dec 08 17:18:49.883206 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 42894) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:18:49.889899 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-f94fbdf4-fcae-4428-b1a2-f67d0c069c27 None None] Set router ee9025c4-7d56-4d79-8243-7f49693cc5be gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:18:49.974378 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d7fe4b-71bb-4da7-9cdb-c18cb337566e tempest-TestNetworkAdvancedServerOps-171026067 tempest-TestNetworkAdvancedServerOps-171026067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:18:49.975925 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-e5d7fe4b-71bb-4da7-9cdb-c18cb337566e tempest-TestNetworkAdvancedServerOps-171026067 tempest-TestNetworkAdvancedServerOps-171026067-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0916648 Dec 08 17:18:49.978928 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42896) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:18:50.006968 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-119e4df2-f01c-40ce-b527-c6b5fd22b65e tempest-TestNetworkAdvancedServerOps-171026067 tempest-TestNetworkAdvancedServerOps-171026067-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=1ae4cf80-76bf-4df3-a557-5cc6023c1900&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268281 Dec 08 17:18:50.009421 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42898) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:18:50.014184 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-7ca09469-ad99-44b8-896c-156457c3d0f1 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1558656210', 'network_id': 'd90380ea-e95f-4722-8c8c-e4fa411c8f46', 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:18:50.063672 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-f94fbdf4-fcae-4428-b1a2-f67d0c069c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9025c4-7d56-4d79-8243-7f49693cc5be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77226515', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '8a963c24-54ac-42f1-bced-37ff76eda5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:18:48Z', 'updated_at': '2021-12-08T17:18:49Z', 'revision_number': 3, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': '8a963c24-54ac-42f1-bced-37ff76eda5e3', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:97:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee9025c4-7d56-4d79-8243-7f49693cc5be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:18:48Z', 'updated_at': '2021-12-08T17:18:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:18:50.093334 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94fbdf4-fcae-4428-b1a2-f67d0c069c27 None None] Checking router: ee9025c4-7d56-4d79-8243-7f49693cc5be for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:18:50.093689 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94fbdf4-fcae-4428-b1a2-f67d0c069c27 None None] Updating router ee9025c4-7d56-4d79-8243-7f49693cc5be port 8a963c24-54ac-42f1-bced-37ff76eda5e3 binding host n-d-776250-12 {{(pid=110553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 17:18:50.118813 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-f94fbdf4-fcae-4428-b1a2-f67d0c069c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:50.183901 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca09469-ad99-44b8-896c-156457c3d0f1 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Made reservation on behalf of d604cd6629ab480b9571d67f43656eec for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:18:50.187533 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7ca09469-ad99-44b8-896c-156457c3d0f1 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:50.377946 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-f94fbdf4-fcae-4428-b1a2-f67d0c069c27 None None] Publish callbacks [] for port, precommit_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:50.441602 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7ca09469-ad99-44b8-896c-156457c3d0f1 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:50.452416 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-f94fbdf4-fcae-4428-b1a2-f67d0c069c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:50.498968 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c2e6de-b206-49a7-8957-7829c2d53554 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:18:50.503501 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-f94fbdf4-fcae-4428-b1a2-f67d0c069c27 None None] Attempting to bind port 8a963c24-54ac-42f1-bced-37ff76eda5e3 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:18:50.503762 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-f94fbdf4-fcae-4428-b1a2-f67d0c069c27 None None] Attempting to bind port 8a963c24-54ac-42f1-bced-37ff76eda5e3 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:18:50.503917 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca09469-ad99-44b8-896c-156457c3d0f1 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'Subnet': ['ID=a07e4935-7ecd-433a-825c-393c20b10df0,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:18:50.504122 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94fbdf4-fcae-4428-b1a2-f67d0c069c27 None None] Attempting to bind port 8a963c24-54ac-42f1-bced-37ff76eda5e3 on network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:18:50.512318 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca09469-ad99-44b8-896c-156457c3d0f1 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Checking segment: {'id': 'd9a52b35-4dde-45d8-b037-8598d496c634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd90380ea-e95f-4722-8c8c-e4fa411c8f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:18:50.512953 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca09469-ad99-44b8-896c-156457c3d0f1 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Network hostable DHCP agents. Network: d90380ea-e95f-4722-8c8c-e4fa411c8f46, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 17:18:50.519312 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94fbdf4-fcae-4428-b1a2-f67d0c069c27 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:18:50.519513 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94fbdf4-fcae-4428-b1a2-f67d0c069c27 None None] Checking segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:18:50.520247 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-f94fbdf4-fcae-4428-b1a2-f67d0c069c27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:50.520930 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94fbdf4-fcae-4428-b1a2-f67d0c069c27 None None] Bound using segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:18:50.521759 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-f94fbdf4-fcae-4428-b1a2-f67d0c069c27 None None] Bound port: 8a963c24-54ac-42f1-bced-37ff76eda5e3, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:18:50.522223 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-f94fbdf4-fcae-4428-b1a2-f67d0c069c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:50.547470 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948f4b5c-e7ba-4433-b72a-2dc80fbdb910 None None] Pushing event updated for resources: {'Port': ['ID=8a963c24-54ac-42f1-bced-37ff76eda5e3,revision_number=2']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:18:50.559470 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948f4b5c-e7ba-4433-b72a-2dc80fbdb910 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:18:50.559864 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948f4b5c-e7ba-4433-b72a-2dc80fbdb910 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:18:50.560229 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948f4b5c-e7ba-4433-b72a-2dc80fbdb910 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:18:50.560573 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948f4b5c-e7ba-4433-b72a-2dc80fbdb910 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:18:50.560911 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948f4b5c-e7ba-4433-b72a-2dc80fbdb910 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:18:50.561247 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948f4b5c-e7ba-4433-b72a-2dc80fbdb910 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:18:50.561581 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948f4b5c-e7ba-4433-b72a-2dc80fbdb910 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:18:50.561912 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948f4b5c-e7ba-4433-b72a-2dc80fbdb910 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:18:50.562239 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948f4b5c-e7ba-4433-b72a-2dc80fbdb910 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:18:50.563057 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948f4b5c-e7ba-4433-b72a-2dc80fbdb910 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:18:50.563406 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948f4b5c-e7ba-4433-b72a-2dc80fbdb910 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:18:50.563720 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948f4b5c-e7ba-4433-b72a-2dc80fbdb910 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:18:50.564044 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948f4b5c-e7ba-4433-b72a-2dc80fbdb910 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:18:50.579031 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-83f8aaab-51d1-4c5d-9fc4-587802a2aa9c None None] Provisioning complete for port 8a963c24-54ac-42f1-bced-37ff76eda5e3 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:18:50.579502 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-83f8aaab-51d1-4c5d-9fc4-587802a2aa9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:50.594917 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-f94fbdf4-fcae-4428-b1a2-f67d0c069c27 None None] For port 8a963c24-54ac-42f1-bced-37ff76eda5e3, host n-d-776250-12, cleared binding levels {{(pid=110553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:18:50.597951 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-f94fbdf4-fcae-4428-b1a2-f67d0c069c27 None None] For port 8a963c24-54ac-42f1-bced-37ff76eda5e3, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=8a963c24-54ac-42f1-bced-37ff76eda5e3,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:18:50.604540 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca09469-ad99-44b8-896c-156457c3d0f1 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Network d90380ea-e95f-4722-8c8c-e4fa411c8f46 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 17:18:50.613218 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-83f8aaab-51d1-4c5d-9fc4-587802a2aa9c None None] Port 8a963c24-54ac-42f1-bced-37ff76eda5e3 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:18:50.674118 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-f94fbdf4-fcae-4428-b1a2-f67d0c069c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:50.701677 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-7ca09469-ad99-44b8-896c-156457c3d0f1 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, d90380ea-e95f-4722-8c8c-e4fa411c8f46) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:18:50.706310 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca09469-ad99-44b8-896c-156457c3d0f1 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:18:50.707023 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7ca09469-ad99-44b8-896c-156457c3d0f1 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:50.715622 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0035f561-1c5c-48ba-a68f-3daff1c87c48 None None] Network d90380ea-e95f-4722-8c8c-e4fa411c8f46 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:18:50.731326 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4fe12c-24ff-4a95-ac0a-3cd42ed7990d None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:18:50.731685 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94fbdf4-fcae-4428-b1a2-f67d0c069c27 None None] Routers {'ee9025c4-7d56-4d79-8243-7f49693cc5be'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:18:50.732349 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-f94fbdf4-fcae-4428-b1a2-f67d0c069c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:18:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['ee9025c4-7d56-4d79-8243-7f49693cc5be'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:18:50.800068 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 42900) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:18:50.800549 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-7ca09469-ad99-44b8-896c-156457c3d0f1 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7898211 Dec 08 17:18:50.837502 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d9d1c8-4b81-486e-843e-fb6a90609251 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-d90380ea-e95f-4722-8c8c-e4fa411c8f46', 'network_id': 'd90380ea-e95f-4722-8c8c-e4fa411c8f46', 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'fixed_ips': [{'subnet_id': 'a07e4935-7ecd-433a-825c-393c20b10df0'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 17:18:50.838559 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-11d9d1c8-4b81-486e-843e-fb6a90609251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:50.856854 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-49dc41c6-2f19-4a34-a9a0-921ffe501d90 None None] Provisioning complete for port 8a963c24-54ac-42f1-bced-37ff76eda5e3 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:18:50.857376 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-49dc41c6-2f19-4a34-a9a0-921ffe501d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:50.876832 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948f4b5c-e7ba-4433-b72a-2dc80fbdb910 None None] Pushing event updated for resources: {'Port': ['ID=8a963c24-54ac-42f1-bced-37ff76eda5e3,revision_number=3']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:18:50.953656 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-f94fbdf4-fcae-4428-b1a2-f67d0c069c27 None None] Set router ee9025c4-7d56-4d79-8243-7f49693cc5be gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:18:51.041079 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-11d9d1c8-4b81-486e-843e-fb6a90609251 None None] Allocated IP 172.20.0.2 (d90380ea-e95f-4722-8c8c-e4fa411c8f46/a07e4935-7ecd-433a-825c-393c20b10df0/54bdd18b-c406-4245-af0e-de3e8a2d0ee4) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:18:51.043259 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-49dc41c6-2f19-4a34-a9a0-921ffe501d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:51.074655 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-49dc41c6-2f19-4a34-a9a0-921ffe501d90 None None] For port 8a963c24-54ac-42f1-bced-37ff76eda5e3, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=8a963c24-54ac-42f1-bced-37ff76eda5e3,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:18:51.157503 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-f94fbdf4-fcae-4428-b1a2-f67d0c069c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9025c4-7d56-4d79-8243-7f49693cc5be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77226515', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '8a963c24-54ac-42f1-bced-37ff76eda5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:18:48Z', 'updated_at': '2021-12-08T17:18:49Z', 'revision_number': 3, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': '8a963c24-54ac-42f1-bced-37ff76eda5e3', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:97:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee9025c4-7d56-4d79-8243-7f49693cc5be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:18:48Z', 'updated_at': '2021-12-08T17:18:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:18:51.191770 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94fbdf4-fcae-4428-b1a2-f67d0c069c27 None None] The sync data for ids ['ee9025c4-7d56-4d79-8243-7f49693cc5be'] in n-d-776250-12 is: [{'id': 'ee9025c4-7d56-4d79-8243-7f49693cc5be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77226515', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '8a963c24-54ac-42f1-bced-37ff76eda5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:18:48Z', 'updated_at': '2021-12-08T17:18:49Z', 'revision_number': 3, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': '8a963c24-54ac-42f1-bced-37ff76eda5e3', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:97:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee9025c4-7d56-4d79-8243-7f49693cc5be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:18:48Z', 'updated_at': '2021-12-08T17:18:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:18:51.317707 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a823e1c5-a78a-47d9-9508-41d42d4ef568 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:51.352807 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-49dc41c6-2f19-4a34-a9a0-921ffe501d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:51.429652 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dc41c6-2f19-4a34-a9a0-921ffe501d90 None None] Pushing event updated for resources: {'Port': ['ID=8a963c24-54ac-42f1-bced-37ff76eda5e3,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:18:51.520656 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-11d9d1c8-4b81-486e-843e-fb6a90609251 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:51.577245 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-11d9d1c8-4b81-486e-843e-fb6a90609251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:51.639702 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d9d1c8-4b81-486e-843e-fb6a90609251 None None] Pushing event updated for resources: {'Port': ['ID=54bdd18b-c406-4245-af0e-de3e8a2d0ee4,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:18:51.659115 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d9d1c8-4b81-486e-843e-fb6a90609251 None None] Network d90380ea-e95f-4722-8c8c-e4fa411c8f46 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:18:51.661086 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-11d9d1c8-4b81-486e-843e-fb6a90609251 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:18:51.663521 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d9d1c8-4b81-486e-843e-fb6a90609251 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:18:51.672075 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-a823e1c5-a78a-47d9-9508-41d42d4ef568 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Allocated IP 172.20.0.1 (d90380ea-e95f-4722-8c8c-e4fa411c8f46/a07e4935-7ecd-433a-825c-393c20b10df0/df0d66b6-fc57-4fce-9458-2d5a538e4a84) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:18:51.723778 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-11d9d1c8-4b81-486e-843e-fb6a90609251 None None] Attempting to bind port 54bdd18b-c406-4245-af0e-de3e8a2d0ee4 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:18:51.724427 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-11d9d1c8-4b81-486e-843e-fb6a90609251 None None] Attempting to bind port 54bdd18b-c406-4245-af0e-de3e8a2d0ee4 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'd9a52b35-4dde-45d8-b037-8598d496c634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd90380ea-e95f-4722-8c8c-e4fa411c8f46'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:18:51.724803 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d9d1c8-4b81-486e-843e-fb6a90609251 None None] Attempting to bind port 54bdd18b-c406-4245-af0e-de3e8a2d0ee4 on network d90380ea-e95f-4722-8c8c-e4fa411c8f46 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:18:51.730461 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d9d1c8-4b81-486e-843e-fb6a90609251 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:18:51.730913 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d9d1c8-4b81-486e-843e-fb6a90609251 None None] Checking segment: {'id': 'd9a52b35-4dde-45d8-b037-8598d496c634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd90380ea-e95f-4722-8c8c-e4fa411c8f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:18:51.731330 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-11d9d1c8-4b81-486e-843e-fb6a90609251 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:51.731738 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d9d1c8-4b81-486e-843e-fb6a90609251 None None] Bound using segment: {'id': 'd9a52b35-4dde-45d8-b037-8598d496c634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd90380ea-e95f-4722-8c8c-e4fa411c8f46'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:18:51.732238 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-11d9d1c8-4b81-486e-843e-fb6a90609251 None None] Bound port: 54bdd18b-c406-4245-af0e-de3e8a2d0ee4, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9a52b35-4dde-45d8-b037-8598d496c634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd90380ea-e95f-4722-8c8c-e4fa411c8f46'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:18:51.732632 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-11d9d1c8-4b81-486e-843e-fb6a90609251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:51.803813 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-11d9d1c8-4b81-486e-843e-fb6a90609251 None None] For port 54bdd18b-c406-4245-af0e-de3e8a2d0ee4, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:18:51.808748 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-11d9d1c8-4b81-486e-843e-fb6a90609251 None None] For port 54bdd18b-c406-4245-af0e-de3e8a2d0ee4, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=54bdd18b-c406-4245-af0e-de3e8a2d0ee4,segment=NetworkSegment(d9a52b35-4dde-45d8-b037-8598d496c634),segment_id=d9a52b35-4dde-45d8-b037-8598d496c634)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:18:51.813543 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a823e1c5-a78a-47d9-9508-41d42d4ef568 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:51.893889 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-11d9d1c8-4b81-486e-843e-fb6a90609251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:51.921774 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a823e1c5-a78a-47d9-9508-41d42d4ef568 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:51.984533 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d9d1c8-4b81-486e-843e-fb6a90609251 None None] Pushing event updated for resources: {'Port': ['ID=54bdd18b-c406-4245-af0e-de3e8a2d0ee4,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:18:51.994012 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a823e1c5-a78a-47d9-9508-41d42d4ef568 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Network d90380ea-e95f-4722-8c8c-e4fa411c8f46 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:18:52.000991 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-a823e1c5-a78a-47d9-9508-41d42d4ef568 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:18:52.005367 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a823e1c5-a78a-47d9-9508-41d42d4ef568 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:18:52.013014 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a823e1c5-a78a-47d9-9508-41d42d4ef568 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'Port': ['ID=df0d66b6-fc57-4fce-9458-2d5a538e4a84,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:18:52.059685 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a823e1c5-a78a-47d9-9508-41d42d4ef568 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:52.173989 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 8a963c24-54ac-42f1-bced-37ff76eda5e3 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:18:52.267648 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 8a963c24-54ac-42f1-bced-37ff76eda5e3 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:18:52.268030 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:52.386558 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a823e1c5-a78a-47d9-9508-41d42d4ef568 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:52.674416 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a823e1c5-a78a-47d9-9508-41d42d4ef568 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:52.758824 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a823e1c5-a78a-47d9-9508-41d42d4ef568 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:52.838414 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a823e1c5-a78a-47d9-9508-41d42d4ef568 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'Port': ['ID=df0d66b6-fc57-4fce-9458-2d5a538e4a84,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:18:52.840886 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a823e1c5-a78a-47d9-9508-41d42d4ef568 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:52.934746 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a823e1c5-a78a-47d9-9508-41d42d4ef568 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Network d90380ea-e95f-4722-8c8c-e4fa411c8f46 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:18:52.936068 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-a823e1c5-a78a-47d9-9508-41d42d4ef568 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:18:53.044899 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a823e1c5-a78a-47d9-9508-41d42d4ef568 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Router ee9025c4-7d56-4d79-8243-7f49693cc5be has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:18:53.155642 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a823e1c5-a78a-47d9-9508-41d42d4ef568 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:18:53.169131 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a823e1c5-a78a-47d9-9508-41d42d4ef568 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "PUT /v2.0/routers/ee9025c4-7d56-4d79-8243-7f49693cc5be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3596509 Dec 08 17:18:53.324992 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4e83264e-75dc-4f7e-962d-329500214727 req-62b9252f-4c97-4338-b15a-6c2b2d1df66a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-440027064&fields=id&tenant_id=d604cd6629ab480b9571d67f43656eec HTTP/1.1" status: 200 len: 267 time: 0.0489993 Dec 08 17:18:53.421644 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e879c9a4-1c13-4eaf-9d50-e51c9406d49d None None] Sync routers for ids ['ee9025c4-7d56-4d79-8243-7f49693cc5be'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:18:53.436261 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e879c9a4-1c13-4eaf-9d50-e51c9406d49d None None] Routers {'ee9025c4-7d56-4d79-8243-7f49693cc5be'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:18:53.437150 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-e879c9a4-1c13-4eaf-9d50-e51c9406d49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:18:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['ee9025c4-7d56-4d79-8243-7f49693cc5be'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:18:53.450447 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e83264e-75dc-4f7e-962d-329500214727 req-1ffcbad8-2748-4f7e-ad40-e60a967539d7 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:18:53.454788 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4e83264e-75dc-4f7e-962d-329500214727 req-1ffcbad8-2748-4f7e-ad40-e60a967539d7 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/networks?id=d90380ea-e95f-4722-8c8c-e4fa411c8f46 HTTP/1.1" status: 200 len: 797 time: 0.1174784 Dec 08 17:18:53.469790 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4e83264e-75dc-4f7e-962d-329500214727 req-e8c0448e-6e84-4aeb-9e4e-f127b947e51e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/quotas/d604cd6629ab480b9571d67f43656eec HTTP/1.1" status: 200 len: 375 time: 0.0105815 Dec 08 17:18:53.487325 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841bc79c-74e6-4185-9393-66d8079cc0df None None] Network d90380ea-e95f-4722-8c8c-e4fa411c8f46 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:18:53.523450 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4e83264e-75dc-4f7e-962d-329500214727 req-30328b85-27ea-42d1-b19e-52f264ff0021 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d604cd6629ab480b9571d67f43656eec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474229 Dec 08 17:18:53.607184 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-e879c9a4-1c13-4eaf-9d50-e51c9406d49d None None] Set router ee9025c4-7d56-4d79-8243-7f49693cc5be gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:18:53.624598 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4e83264e-75dc-4f7e-962d-329500214727 req-fe0e7bab-6fc4-4aae-9613-c50a2a54ffa9 service neutron] 10.222.0.64 "GET /v2.0/networks/d90380ea-e95f-4722-8c8c-e4fa411c8f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887697 Dec 08 17:18:53.662136 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-900d7651-fd62-4d70-aa0b-833db939bb42 None None] Provisioning complete for port 54bdd18b-c406-4245-af0e-de3e8a2d0ee4 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:18:53.662136 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-900d7651-fd62-4d70-aa0b-833db939bb42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:53.714442 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4e83264e-75dc-4f7e-962d-329500214727 req-217d8b15-440d-4151-bb25-d61866a663e1 service neutron] 10.222.0.64 "GET /v2.0/networks/d90380ea-e95f-4722-8c8c-e4fa411c8f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835876 Dec 08 17:18:53.881729 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-900d7651-fd62-4d70-aa0b-833db939bb42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:53.928930 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-900d7651-fd62-4d70-aa0b-833db939bb42 None None] For port 54bdd18b-c406-4245-af0e-de3e8a2d0ee4, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=54bdd18b-c406-4245-af0e-de3e8a2d0ee4,segment=NetworkSegment(d9a52b35-4dde-45d8-b037-8598d496c634),segment_id=d9a52b35-4dde-45d8-b037-8598d496c634)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:18:53.945221 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-e879c9a4-1c13-4eaf-9d50-e51c9406d49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9025c4-7d56-4d79-8243-7f49693cc5be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77226515', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '8a963c24-54ac-42f1-bced-37ff76eda5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:18:48Z', 'updated_at': '2021-12-08T17:18:52Z', 'revision_number': 4, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': '8a963c24-54ac-42f1-bced-37ff76eda5e3', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:97:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9025c4-7d56-4d79-8243-7f49693cc5be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:18:48Z', 'updated_at': '2021-12-08T17:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'df0d66b6-fc57-4fce-9458-2d5a538e4a84', 'name': '', 'network_id': 'd90380ea-e95f-4722-8c8c-e4fa411c8f46', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'mac_address': 'fa:16:3e:75:fd:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee9025c4-7d56-4d79-8243-7f49693cc5be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'a07e4935-7ecd-433a-825c-393c20b10df0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:18:51Z', 'updated_at': '2021-12-08T17:18:52Z', 'revision_number': 2, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'subnets': [{'id': 'a07e4935-7ecd-433a-825c-393c20b10df0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:18:53.976736 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d0afe596-0dd4-4c04-8cc6-be4d4c0e28af req-e427ed54-773d-40d9-b9c5-f73d45235381 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=300b0757-7c01-4f78-a94b-ba9c560aed4a HTTP/1.1" status: 200 len: 210 time: 0.0316162 Dec 08 17:18:53.977181 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e879c9a4-1c13-4eaf-9d50-e51c9406d49d None None] Checking router: ee9025c4-7d56-4d79-8243-7f49693cc5be for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:18:53.977340 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e879c9a4-1c13-4eaf-9d50-e51c9406d49d None None] Updating router ee9025c4-7d56-4d79-8243-7f49693cc5be port df0d66b6-fc57-4fce-9458-2d5a538e4a84 binding host n-d-776250-12 {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 17:18:54.021282 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-900d7651-fd62-4d70-aa0b-833db939bb42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:54.024768 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e879c9a4-1c13-4eaf-9d50-e51c9406d49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:54.112988 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900d7651-fd62-4d70-aa0b-833db939bb42 None None] Pushing event updated for resources: {'Port': ['ID=54bdd18b-c406-4245-af0e-de3e8a2d0ee4,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:18:54.183388 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 54bdd18b-c406-4245-af0e-de3e8a2d0ee4 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:18:54.244923 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-a2ebc099-ee1f-4fac-86a1-d7e50e741ba2 None None] Provisioning complete for port df0d66b6-fc57-4fce-9458-2d5a538e4a84 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:18:54.245300 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a2ebc099-ee1f-4fac-86a1-d7e50e741ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:54.335553 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-a2ebc099-ee1f-4fac-86a1-d7e50e741ba2 None None] Port df0d66b6-fc57-4fce-9458-2d5a538e4a84 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:18:54.358099 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 54bdd18b-c406-4245-af0e-de3e8a2d0ee4 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:18:54.358528 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:54.396838 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-a2ebc099-ee1f-4fac-86a1-d7e50e741ba2 None None] Provisioning complete for port 54bdd18b-c406-4245-af0e-de3e8a2d0ee4 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:18:54.397221 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a2ebc099-ee1f-4fac-86a1-d7e50e741ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:54.535753 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e879c9a4-1c13-4eaf-9d50-e51c9406d49d None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:54.618050 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e879c9a4-1c13-4eaf-9d50-e51c9406d49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:54.672151 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f524f7b-2828-47a8-af36-3b43fcebdbc5 None None] Pushing event updated for resources: {'Port': ['ID=df0d66b6-fc57-4fce-9458-2d5a538e4a84,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:18:54.731122 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-82ce05e0-933c-44d7-9b4d-33ca551e1e13 None None] Provisioning complete for port df0d66b6-fc57-4fce-9458-2d5a538e4a84 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:18:54.731497 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-82ce05e0-933c-44d7-9b4d-33ca551e1e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:54.734700 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-e879c9a4-1c13-4eaf-9d50-e51c9406d49d None None] Attempting to bind port df0d66b6-fc57-4fce-9458-2d5a538e4a84 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:18:54.734700 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-e879c9a4-1c13-4eaf-9d50-e51c9406d49d None None] Attempting to bind port df0d66b6-fc57-4fce-9458-2d5a538e4a84 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'd9a52b35-4dde-45d8-b037-8598d496c634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd90380ea-e95f-4722-8c8c-e4fa411c8f46'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:18:54.735056 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e879c9a4-1c13-4eaf-9d50-e51c9406d49d None None] Attempting to bind port df0d66b6-fc57-4fce-9458-2d5a538e4a84 on network d90380ea-e95f-4722-8c8c-e4fa411c8f46 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:18:54.760068 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e879c9a4-1c13-4eaf-9d50-e51c9406d49d None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:18:54.760487 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e879c9a4-1c13-4eaf-9d50-e51c9406d49d None None] Checking segment: {'id': 'd9a52b35-4dde-45d8-b037-8598d496c634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd90380ea-e95f-4722-8c8c-e4fa411c8f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:18:54.760901 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e879c9a4-1c13-4eaf-9d50-e51c9406d49d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:54.761301 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e879c9a4-1c13-4eaf-9d50-e51c9406d49d None None] Bound using segment: {'id': 'd9a52b35-4dde-45d8-b037-8598d496c634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd90380ea-e95f-4722-8c8c-e4fa411c8f46'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:18:54.761787 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-e879c9a4-1c13-4eaf-9d50-e51c9406d49d None None] Bound port: df0d66b6-fc57-4fce-9458-2d5a538e4a84, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9a52b35-4dde-45d8-b037-8598d496c634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd90380ea-e95f-4722-8c8c-e4fa411c8f46'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:18:54.762179 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e879c9a4-1c13-4eaf-9d50-e51c9406d49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:54.784729 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-82ce05e0-933c-44d7-9b4d-33ca551e1e13 None None] Port df0d66b6-fc57-4fce-9458-2d5a538e4a84 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:18:54.840965 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-e879c9a4-1c13-4eaf-9d50-e51c9406d49d None None] For port df0d66b6-fc57-4fce-9458-2d5a538e4a84, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:18:54.844249 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-e879c9a4-1c13-4eaf-9d50-e51c9406d49d None None] For port df0d66b6-fc57-4fce-9458-2d5a538e4a84, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=df0d66b6-fc57-4fce-9458-2d5a538e4a84,segment=NetworkSegment(d9a52b35-4dde-45d8-b037-8598d496c634),segment_id=d9a52b35-4dde-45d8-b037-8598d496c634)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:18:54.904712 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-3335ce15-2761-41fb-8bf9-f336b042b9e5 None None] Provisioning complete for port df0d66b6-fc57-4fce-9458-2d5a538e4a84 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:18:54.905092 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3335ce15-2761-41fb-8bf9-f336b042b9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:54.908242 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e879c9a4-1c13-4eaf-9d50-e51c9406d49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:55.002899 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e879c9a4-1c13-4eaf-9d50-e51c9406d49d None None] Routers {'ee9025c4-7d56-4d79-8243-7f49693cc5be'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:18:55.003545 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-e879c9a4-1c13-4eaf-9d50-e51c9406d49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:18:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['ee9025c4-7d56-4d79-8243-7f49693cc5be'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:18:55.007596 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f524f7b-2828-47a8-af36-3b43fcebdbc5 None None] Pushing event updated for resources: {'Port': ['ID=df0d66b6-fc57-4fce-9458-2d5a538e4a84,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:18:55.109107 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7144a8a3-4c60-42d7-9c1a-97406be0f2e8 req-47cf8f27-53f4-4895-940f-b8c2047e5acf tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=300b0757-7c01-4f78-a94b-ba9c560aed4a HTTP/1.1" status: 200 len: 210 time: 0.0290072 Dec 08 17:18:55.126551 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3335ce15-2761-41fb-8bf9-f336b042b9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:55.166653 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-e879c9a4-1c13-4eaf-9d50-e51c9406d49d None None] Set router ee9025c4-7d56-4d79-8243-7f49693cc5be gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:18:55.204871 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-3335ce15-2761-41fb-8bf9-f336b042b9e5 None None] For port df0d66b6-fc57-4fce-9458-2d5a538e4a84, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=df0d66b6-fc57-4fce-9458-2d5a538e4a84,segment=NetworkSegment(d9a52b35-4dde-45d8-b037-8598d496c634),segment_id=d9a52b35-4dde-45d8-b037-8598d496c634)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:18:55.442504 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3335ce15-2761-41fb-8bf9-f336b042b9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:55.521213 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335ce15-2761-41fb-8bf9-f336b042b9e5 None None] Pushing event updated for resources: {'Port': ['ID=df0d66b6-fc57-4fce-9458-2d5a538e4a84,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:18:55.571248 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-f0955e1d-5651-4ce5-83da-0c6b1d97c33b None None] Provisioning complete for port df0d66b6-fc57-4fce-9458-2d5a538e4a84 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:18:55.571944 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f0955e1d-5651-4ce5-83da-0c6b1d97c33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:55.618366 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-e879c9a4-1c13-4eaf-9d50-e51c9406d49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9025c4-7d56-4d79-8243-7f49693cc5be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77226515', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '8a963c24-54ac-42f1-bced-37ff76eda5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:18:48Z', 'updated_at': '2021-12-08T17:18:52Z', 'revision_number': 4, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': '8a963c24-54ac-42f1-bced-37ff76eda5e3', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:97:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9025c4-7d56-4d79-8243-7f49693cc5be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:18:48Z', 'updated_at': '2021-12-08T17:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'df0d66b6-fc57-4fce-9458-2d5a538e4a84', 'name': '', 'network_id': 'd90380ea-e95f-4722-8c8c-e4fa411c8f46', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'mac_address': 'fa:16:3e:75:fd:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee9025c4-7d56-4d79-8243-7f49693cc5be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'a07e4935-7ecd-433a-825c-393c20b10df0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:18:51Z', 'updated_at': '2021-12-08T17:18:54Z', 'revision_number': 4, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'subnets': [{'id': 'a07e4935-7ecd-433a-825c-393c20b10df0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:18:55.647307 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e879c9a4-1c13-4eaf-9d50-e51c9406d49d None None] The sync data for ids ['ee9025c4-7d56-4d79-8243-7f49693cc5be'] in n-d-776250-12 is: [{'id': 'ee9025c4-7d56-4d79-8243-7f49693cc5be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77226515', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '8a963c24-54ac-42f1-bced-37ff76eda5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:18:48Z', 'updated_at': '2021-12-08T17:18:52Z', 'revision_number': 4, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': '8a963c24-54ac-42f1-bced-37ff76eda5e3', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:97:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9025c4-7d56-4d79-8243-7f49693cc5be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:18:48Z', 'updated_at': '2021-12-08T17:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'df0d66b6-fc57-4fce-9458-2d5a538e4a84', 'name': '', 'network_id': 'd90380ea-e95f-4722-8c8c-e4fa411c8f46', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'mac_address': 'fa:16:3e:75:fd:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee9025c4-7d56-4d79-8243-7f49693cc5be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'a07e4935-7ecd-433a-825c-393c20b10df0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:18:51Z', 'updated_at': '2021-12-08T17:18:54Z', 'revision_number': 4, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'subnets': [{'id': 'a07e4935-7ecd-433a-825c-393c20b10df0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:18:55.970470 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e83264e-75dc-4f7e-962d-329500214727 req-4f369aee-8dad-4ef9-a198-2b2f17b2aa03 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:18:55.972080 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4e83264e-75dc-4f7e-962d-329500214727 req-4f369aee-8dad-4ef9-a198-2b2f17b2aa03 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.76 "GET /v2.0/networks?id=d90380ea-e95f-4722-8c8c-e4fa411c8f46 HTTP/1.1" status: 200 len: 797 time: 0.1144974 Dec 08 17:18:56.048234 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4e83264e-75dc-4f7e-962d-329500214727 req-1efd1050-18f6-4bd6-8258-acbfcc148ce1 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d604cd6629ab480b9571d67f43656eec HTTP/1.1" status: 200 len: 379 time: 0.0642610 Dec 08 17:18:56.058562 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-4e83264e-75dc-4f7e-962d-329500214727 req-fa49012b-68b5-4b1c-a194-b23a26f61184 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Request body: {'port': {'device_id': '300b0757-7c01-4f78-a94b-ba9c560aed4a', 'network_id': 'd90380ea-e95f-4722-8c8c-e4fa411c8f46', 'admin_state_up': True, 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'security_groups': ['00cf9591-3045-49f4-b3be-fc4fd642bcb9']}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:18:56.222789 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 54bdd18b-c406-4245-af0e-de3e8a2d0ee4 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:18:56.278758 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f565b67d-b8d0-4f03-b795-e5e94033f22a req-984e848a-0994-4fc1-b21f-dc3d8c616679 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=300b0757-7c01-4f78-a94b-ba9c560aed4a HTTP/1.1" status: 200 len: 210 time: 0.0452013 Dec 08 17:18:56.283469 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 54bdd18b-c406-4245-af0e-de3e8a2d0ee4 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:18:56.283849 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:56.291055 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e83264e-75dc-4f7e-962d-329500214727 req-fa49012b-68b5-4b1c-a194-b23a26f61184 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Made reservation on behalf of d604cd6629ab480b9571d67f43656eec for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:18:56.294820 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-4e83264e-75dc-4f7e-962d-329500214727 req-fa49012b-68b5-4b1c-a194-b23a26f61184 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:56.376213 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device df0d66b6-fc57-4fce-9458-2d5a538e4a84 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:18:56.432080 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port df0d66b6-fc57-4fce-9458-2d5a538e4a84 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:18:56.432493 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:56.781058 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-4e83264e-75dc-4f7e-962d-329500214727 req-fa49012b-68b5-4b1c-a194-b23a26f61184 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Allocated IP 172.20.0.6 (d90380ea-e95f-4722-8c8c-e4fa411c8f46/a07e4935-7ecd-433a-825c-393c20b10df0/42b630f8-20ea-44cd-9fc8-1bea3dde36a6) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:18:56.923163 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-4e83264e-75dc-4f7e-962d-329500214727 req-fa49012b-68b5-4b1c-a194-b23a26f61184 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:57.024045 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-4e83264e-75dc-4f7e-962d-329500214727 req-fa49012b-68b5-4b1c-a194-b23a26f61184 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:57.067415 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e83264e-75dc-4f7e-962d-329500214727 req-fa49012b-68b5-4b1c-a194-b23a26f61184 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Network d90380ea-e95f-4722-8c8c-e4fa411c8f46 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:18:57.072447 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-4e83264e-75dc-4f7e-962d-329500214727 req-fa49012b-68b5-4b1c-a194-b23a26f61184 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:18:57.076199 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e83264e-75dc-4f7e-962d-329500214727 req-fa49012b-68b5-4b1c-a194-b23a26f61184 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:18:57.082623 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa49012b-68b5-4b1c-a194-b23a26f61184 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'Port': ['ID=42b630f8-20ea-44cd-9fc8-1bea3dde36a6,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:18:57.135469 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e83264e-75dc-4f7e-962d-329500214727 req-fa49012b-68b5-4b1c-a194-b23a26f61184 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:18:57.136128 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-4e83264e-75dc-4f7e-962d-329500214727 req-fa49012b-68b5-4b1c-a194-b23a26f61184 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:57.209906 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4e83264e-75dc-4f7e-962d-329500214727 req-fa49012b-68b5-4b1c-a194-b23a26f61184 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1563528 Dec 08 17:18:57.267920 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-4e83264e-75dc-4f7e-962d-329500214727 req-bd61f0a8-ee93-4782-96b9-a09ae05c0f3b service neutron] Request body: {'port': {'device_id': '300b0757-7c01-4f78-a94b-ba9c560aed4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:18:57.322431 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-d64271df-ab4f-42c0-9542-bb8aae5459c1 None None] Provisioning complete for port 42b630f8-20ea-44cd-9fc8-1bea3dde36a6 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:18:57.322984 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d64271df-ab4f-42c0-9542-bb8aae5459c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:57.323087 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-4e83264e-75dc-4f7e-962d-329500214727 req-bd61f0a8-ee93-4782-96b9-a09ae05c0f3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:57.357760 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-d64271df-ab4f-42c0-9542-bb8aae5459c1 None None] Port 42b630f8-20ea-44cd-9fc8-1bea3dde36a6 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:18:57.525391 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359894ef-b01f-4bb4-a3d6-282e3f8f0c9d req-49590916-9d1b-4d04-9ce0-ab19e517a707 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:18:57.526913 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-359894ef-b01f-4bb4-a3d6-282e3f8f0c9d req-49590916-9d1b-4d04-9ce0-ab19e517a707 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=300b0757-7c01-4f78-a94b-ba9c560aed4a HTTP/1.1" status: 200 len: 931 time: 0.1502221 Dec 08 17:18:57.611908 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-359894ef-b01f-4bb4-a3d6-282e3f8f0c9d req-e1c2c972-9015-429b-aca9-56ca05a95f34 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=00cf9591-3045-49f4-b3be-fc4fd642bcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751414 Dec 08 17:18:57.667500 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-4e83264e-75dc-4f7e-962d-329500214727 req-bd61f0a8-ee93-4782-96b9-a09ae05c0f3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42b630f8-20ea-44cd-9fc8-1bea3dde36a6 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:18:57.675469 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-4e83264e-75dc-4f7e-962d-329500214727 req-bd61f0a8-ee93-4782-96b9-a09ae05c0f3b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:57.689777 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-4e83264e-75dc-4f7e-962d-329500214727 req-bd61f0a8-ee93-4782-96b9-a09ae05c0f3b service neutron] Transition to ACTIVE for port object 42b630f8-20ea-44cd-9fc8-1bea3dde36a6 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 17:18:57.770419 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-4e83264e-75dc-4f7e-962d-329500214727 req-bd61f0a8-ee93-4782-96b9-a09ae05c0f3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:57.830080 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd61f0a8-ee93-4782-96b9-a09ae05c0f3b service neutron] Pushing event updated for resources: {'Port': ['ID=42b630f8-20ea-44cd-9fc8-1bea3dde36a6,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:18:57.905285 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-4e83264e-75dc-4f7e-962d-329500214727 req-bd61f0a8-ee93-4782-96b9-a09ae05c0f3b service neutron] Attempting to bind port 42b630f8-20ea-44cd-9fc8-1bea3dde36a6 on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:18:57.905629 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-4e83264e-75dc-4f7e-962d-329500214727 req-bd61f0a8-ee93-4782-96b9-a09ae05c0f3b service neutron] Attempting to bind port 42b630f8-20ea-44cd-9fc8-1bea3dde36a6 by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': 'd9a52b35-4dde-45d8-b037-8598d496c634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd90380ea-e95f-4722-8c8c-e4fa411c8f46'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:18:57.905960 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e83264e-75dc-4f7e-962d-329500214727 req-bd61f0a8-ee93-4782-96b9-a09ae05c0f3b service neutron] Attempting to bind port 42b630f8-20ea-44cd-9fc8-1bea3dde36a6 on network d90380ea-e95f-4722-8c8c-e4fa411c8f46 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:18:57.910892 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e83264e-75dc-4f7e-962d-329500214727 req-bd61f0a8-ee93-4782-96b9-a09ae05c0f3b service neutron] Port 42b630f8-20ea-44cd-9fc8-1bea3dde36a6 on network d90380ea-e95f-4722-8c8c-e4fa411c8f46 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 17:18:57.911221 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e83264e-75dc-4f7e-962d-329500214727 req-bd61f0a8-ee93-4782-96b9-a09ae05c0f3b service neutron] Attempting to bind port 42b630f8-20ea-44cd-9fc8-1bea3dde36a6 on network d90380ea-e95f-4722-8c8c-e4fa411c8f46 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:18:57.917010 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e83264e-75dc-4f7e-962d-329500214727 req-bd61f0a8-ee93-4782-96b9-a09ae05c0f3b service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:18:57.917359 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e83264e-75dc-4f7e-962d-329500214727 req-bd61f0a8-ee93-4782-96b9-a09ae05c0f3b service neutron] Checking segment: {'id': 'd9a52b35-4dde-45d8-b037-8598d496c634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd90380ea-e95f-4722-8c8c-e4fa411c8f46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:18:57.917745 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e83264e-75dc-4f7e-962d-329500214727 req-bd61f0a8-ee93-4782-96b9-a09ae05c0f3b service neutron] Bound using segment: {'id': 'd9a52b35-4dde-45d8-b037-8598d496c634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd90380ea-e95f-4722-8c8c-e4fa411c8f46'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:18:57.918179 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-4e83264e-75dc-4f7e-962d-329500214727 req-bd61f0a8-ee93-4782-96b9-a09ae05c0f3b service neutron] Bound port: 42b630f8-20ea-44cd-9fc8-1bea3dde36a6, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9a52b35-4dde-45d8-b037-8598d496c634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd90380ea-e95f-4722-8c8c-e4fa411c8f46'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:18:57.918538 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-4e83264e-75dc-4f7e-962d-329500214727 req-bd61f0a8-ee93-4782-96b9-a09ae05c0f3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:57.985024 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-4e83264e-75dc-4f7e-962d-329500214727 req-bd61f0a8-ee93-4782-96b9-a09ae05c0f3b service neutron] For port 42b630f8-20ea-44cd-9fc8-1bea3dde36a6, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:18:57.988003 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-4e83264e-75dc-4f7e-962d-329500214727 req-bd61f0a8-ee93-4782-96b9-a09ae05c0f3b service neutron] For port 42b630f8-20ea-44cd-9fc8-1bea3dde36a6, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=42b630f8-20ea-44cd-9fc8-1bea3dde36a6,segment=NetworkSegment(d9a52b35-4dde-45d8-b037-8598d496c634),segment_id=d9a52b35-4dde-45d8-b037-8598d496c634)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:18:58.084954 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-4e83264e-75dc-4f7e-962d-329500214727 req-bd61f0a8-ee93-4782-96b9-a09ae05c0f3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:58.121574 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e83264e-75dc-4f7e-962d-329500214727 req-bd61f0a8-ee93-4782-96b9-a09ae05c0f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:18:58.122265 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-4e83264e-75dc-4f7e-962d-329500214727 req-bd61f0a8-ee93-4782-96b9-a09ae05c0f3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:58.123668 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4e83264e-75dc-4f7e-962d-329500214727 req-bd61f0a8-ee93-4782-96b9-a09ae05c0f3b service neutron] 10.222.0.76 "PUT /v2.0/ports/42b630f8-20ea-44cd-9fc8-1bea3dde36a6 HTTP/1.1" status: 200 len: 1092 time: 0.9048500 Dec 08 17:18:58.124122 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '300b0757-7c01-4f78-a94b-ba9c560aed4a', 'tag': '42b630f8-20ea-44cd-9fc8-1bea3dde36a6'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:18:58.126978 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33688f0a94a9db352de83aac38ec7a80f5ce35812a363759cff610bcc84c1346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d87c5866-7735-4f5c-b543-d5c5fc81a7ae" -d '{"events": [{"name": "network-changed", "server_uuid": "300b0757-7c01-4f78-a94b-ba9c560aed4a", "tag": "42b630f8-20ea-44cd-9fc8-1bea3dde36a6"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:18:58.150861 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd61f0a8-ee93-4782-96b9-a09ae05c0f3b service neutron] Pushing event updated for resources: {'Port': ['ID=42b630f8-20ea-44cd-9fc8-1bea3dde36a6,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:18:58.170109 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f5fc0e-a12b-46f3-8525-4619a1afdccc x-openstack-request-id: req-05f5fc0e-a12b-46f3-8525-4619a1afdccc {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:18:58.170408 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "300b0757-7c01-4f78-a94b-ba9c560aed4a", "tag": "42b630f8-20ea-44cd-9fc8-1bea3dde36a6", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:18:58.170666 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-05f5fc0e-a12b-46f3-8525-4619a1afdccc {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:18:58.171079 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '300b0757-7c01-4f78-a94b-ba9c560aed4a', 'tag': '42b630f8-20ea-44cd-9fc8-1bea3dde36a6', 'status': 'completed', 'code': 200} Dec 08 17:18:58.238039 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c5866-7735-4f5c-b543-d5c5fc81a7ae req-2e424ff3-8ce1-48b5-8661-74f328a8f1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:18:58.239874 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d87c5866-7735-4f5c-b543-d5c5fc81a7ae req-2e424ff3-8ce1-48b5-8661-74f328a8f1c2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d604cd6629ab480b9571d67f43656eec&device_id=300b0757-7c01-4f78-a94b-ba9c560aed4a HTTP/1.1" status: 200 len: 1095 time: 0.0477262 Dec 08 17:18:58.344171 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c5866-7735-4f5c-b543-d5c5fc81a7ae req-ba2cb63b-d33d-42a2-9abc-d522e3196d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:18:58.345678 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d87c5866-7735-4f5c-b543-d5c5fc81a7ae req-ba2cb63b-d33d-42a2-9abc-d522e3196d72 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=d604cd6629ab480b9571d67f43656eec&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0986192 Dec 08 17:18:58.439738 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c5866-7735-4f5c-b543-d5c5fc81a7ae req-dd28288d-31bb-4add-9ce7-b4103206ce27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:18:58.441250 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d87c5866-7735-4f5c-b543-d5c5fc81a7ae req-dd28288d-31bb-4add-9ce7-b4103206ce27 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891171 Dec 08 17:18:58.519968 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e83264e-75dc-4f7e-962d-329500214727 req-a802903d-1c37-4b86-aed7-e0b158eb8324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:18:58.521500 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4e83264e-75dc-4f7e-962d-329500214727 req-a802903d-1c37-4b86-aed7-e0b158eb8324 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d604cd6629ab480b9571d67f43656eec&device_id=300b0757-7c01-4f78-a94b-ba9c560aed4a HTTP/1.1" status: 200 len: 1095 time: 0.0468543 Dec 08 17:18:58.565359 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4e83264e-75dc-4f7e-962d-329500214727 req-0bbd87d3-02be-45f2-aad5-b940c7eb58cb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42b630f8-20ea-44cd-9fc8-1bea3dde36a6 HTTP/1.1" status: 200 len: 217 time: 0.0345101 Dec 08 17:18:58.614721 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e83264e-75dc-4f7e-962d-329500214727 req-5befe2d5-89a0-4c26-a3d4-59f46ef1005d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:18:58.616147 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4e83264e-75dc-4f7e-962d-329500214727 req-5befe2d5-89a0-4c26-a3d4-59f46ef1005d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a07e4935-7ecd-433a-825c-393c20b10df0 HTTP/1.1" status: 200 len: 835 time: 0.0434673 Dec 08 17:18:58.670624 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e83264e-75dc-4f7e-962d-329500214727 req-c3660289-bc4d-4dbe-9977-8fcc73300541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:18:58.672649 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4e83264e-75dc-4f7e-962d-329500214727 req-c3660289-bc4d-4dbe-9977-8fcc73300541 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d90380ea-e95f-4722-8c8c-e4fa411c8f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483129 Dec 08 17:18:58.798412 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fab947-12d1-4793-a20f-a8aa1d9233a6 req-3c42e243-4768-4ab2-99e7-77e16b24c084 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:18:58.799888 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-71fab947-12d1-4793-a20f-a8aa1d9233a6 req-3c42e243-4768-4ab2-99e7-77e16b24c084 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=300b0757-7c01-4f78-a94b-ba9c560aed4a HTTP/1.1" status: 200 len: 943 time: 0.1128092 Dec 08 17:18:58.816981 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4e83264e-75dc-4f7e-962d-329500214727 req-ce3fc813-98ae-470b-b209-2673cce9bcaa service neutron] 10.222.0.76 "GET /v2.0/networks/d90380ea-e95f-4722-8c8c-e4fa411c8f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380110 Dec 08 17:18:58.900906 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-71fab947-12d1-4793-a20f-a8aa1d9233a6 req-94d6eabd-b4df-4462-8109-97e49de5e9ce tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=00cf9591-3045-49f4-b3be-fc4fd642bcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936692 Dec 08 17:18:58.931206 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4e83264e-75dc-4f7e-962d-329500214727 req-53953640-1b96-4559-9c3e-f94020dc92a7 service neutron] 10.222.0.76 "GET /v2.0/networks/d90380ea-e95f-4722-8c8c-e4fa411c8f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054978 Dec 08 17:19:00.016627 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591c3885-7feb-4088-a018-6e18325ee707 req-d7d4802f-89eb-4852-a352-adb04cad646d tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:19:00.018122 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-591c3885-7feb-4088-a018-6e18325ee707 req-d7d4802f-89eb-4852-a352-adb04cad646d tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=300b0757-7c01-4f78-a94b-ba9c560aed4a HTTP/1.1" status: 200 len: 943 time: 0.0483172 Dec 08 17:19:00.067242 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-591c3885-7feb-4088-a018-6e18325ee707 req-c0359623-ac43-4949-b8b7-c1e8e6f447f7 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=00cf9591-3045-49f4-b3be-fc4fd642bcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432491 Dec 08 17:19:01.201704 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02310ea4-c0d0-4ab6-8911-00670d07bd69 req-72285eb6-8a8d-4523-9cf6-c3f5dca3b977 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:19:01.203217 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-02310ea4-c0d0-4ab6-8911-00670d07bd69 req-72285eb6-8a8d-4523-9cf6-c3f5dca3b977 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=300b0757-7c01-4f78-a94b-ba9c560aed4a HTTP/1.1" status: 200 len: 943 time: 0.0528381 Dec 08 17:19:01.258742 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-02310ea4-c0d0-4ab6-8911-00670d07bd69 req-858cdebd-5e34-435a-9abc-94558d995da0 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=00cf9591-3045-49f4-b3be-fc4fd642bcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493400 Dec 08 17:19:02.371993 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e613379-58da-453b-b216-5f776e00f213 req-0392418f-19a1-4143-bee8-19bfa21b4291 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:19:02.373516 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6e613379-58da-453b-b216-5f776e00f213 req-0392418f-19a1-4143-bee8-19bfa21b4291 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=300b0757-7c01-4f78-a94b-ba9c560aed4a HTTP/1.1" status: 200 len: 943 time: 0.0480802 Dec 08 17:19:02.422517 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6e613379-58da-453b-b216-5f776e00f213 req-b8266ef1-5d4f-4b76-8157-19d530ffccd4 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=00cf9591-3045-49f4-b3be-fc4fd642bcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418839 Dec 08 17:19:02.607236 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 42b630f8-20ea-44cd-9fc8-1bea3dde36a6 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 17:19:02.704653 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 42b630f8-20ea-44cd-9fc8-1bea3dde36a6, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=42b630f8-20ea-44cd-9fc8-1bea3dde36a6,segment=NetworkSegment(d9a52b35-4dde-45d8-b037-8598d496c634),segment_id=d9a52b35-4dde-45d8-b037-8598d496c634)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:19:02.721643 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '42b630f8-20ea-44cd-9fc8-1bea3dde36a6', 'network_id': 'd90380ea-e95f-4722-8c8c-e4fa411c8f46', 'port_id': '42b630f8-20ea-44cd-9fc8-1bea3dde36a6', 'mac_address': 'fa:16:3e:5d:2f:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a07e4935-7ecd-433a-825c-393c20b10df0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 17:19:02.760055 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:19:02.772805 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42b630f8-20ea-44cd-9fc8-1bea3dde36a6 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:19:02.791589 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 42b630f8-20ea-44cd-9fc8-1bea3dde36a6, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=42b630f8-20ea-44cd-9fc8-1bea3dde36a6,segment=NetworkSegment(d9a52b35-4dde-45d8-b037-8598d496c634),segment_id=d9a52b35-4dde-45d8-b037-8598d496c634)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:19:02.867355 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:19:02.915355 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=42b630f8-20ea-44cd-9fc8-1bea3dde36a6,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:19:03.200655 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['42b630f8-20ea-44cd-9fc8-1bea3dde36a6'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:19:03.538212 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e6a4f9-572c-404c-bb5e-b1b6cd407e83 req-3790913a-25c9-48e6-b013-c43b904f2756 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:19:03.539705 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b2e6a4f9-572c-404c-bb5e-b1b6cd407e83 req-3790913a-25c9-48e6-b013-c43b904f2756 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=300b0757-7c01-4f78-a94b-ba9c560aed4a HTTP/1.1" status: 200 len: 944 time: 0.0493305 Dec 08 17:19:03.589200 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b2e6a4f9-572c-404c-bb5e-b1b6cd407e83 req-7b4b2b43-626d-4f4e-a1b8-15817cfb8764 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=00cf9591-3045-49f4-b3be-fc4fd642bcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434966 Dec 08 17:19:04.608399 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 42b630f8-20ea-44cd-9fc8-1bea3dde36a6 up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:19:04.706428 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54acd88a-060a-4d58-bd23-a502381eb17e req-eeb7bab1-4dd1-4ff6-887e-3019a1b9a950 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:19:04.707915 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-54acd88a-060a-4d58-bd23-a502381eb17e req-eeb7bab1-4dd1-4ff6-887e-3019a1b9a950 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=300b0757-7c01-4f78-a94b-ba9c560aed4a HTTP/1.1" status: 200 len: 944 time: 0.0523903 Dec 08 17:19:04.756709 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-54acd88a-060a-4d58-bd23-a502381eb17e req-973316a5-0e7f-4f86-936c-80a42ae24591 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=00cf9591-3045-49f4-b3be-fc4fd642bcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427902 Dec 08 17:19:04.793079 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port 42b630f8-20ea-44cd-9fc8-1bea3dde36a6 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 17:19:04.797080 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 42b630f8-20ea-44cd-9fc8-1bea3dde36a6 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:19:04.800694 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:19:04.873279 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:19:04.895891 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '300b0757-7c01-4f78-a94b-ba9c560aed4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b630f8-20ea-44cd-9fc8-1bea3dde36a6'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:19:04.898269 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e972d80ca4ba26e60ff2132fe6d2147b95d4377dec9e0b14df2e9cad1c1848da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b2041a5-166c-4887-b397-bc4575cdba6c" -d '{"events": [{"server_uuid": "300b0757-7c01-4f78-a94b-ba9c560aed4a", "name": "network-vif-plugged", "status": "completed", "tag": "42b630f8-20ea-44cd-9fc8-1bea3dde36a6"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:19:04.910926 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 42b630f8-20ea-44cd-9fc8-1bea3dde36a6, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=42b630f8-20ea-44cd-9fc8-1bea3dde36a6,segment=NetworkSegment(d9a52b35-4dde-45d8-b037-8598d496c634),segment_id=d9a52b35-4dde-45d8-b037-8598d496c634)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:19:04.936587 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11896455-d729-4c65-a408-9411f4fd9028 x-openstack-request-id: req-11896455-d729-4c65-a408-9411f4fd9028 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:19:04.936881 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "300b0757-7c01-4f78-a94b-ba9c560aed4a", "name": "network-vif-plugged", "status": "completed", "tag": "42b630f8-20ea-44cd-9fc8-1bea3dde36a6", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:19:04.937138 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-11896455-d729-4c65-a408-9411f4fd9028 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:19:04.938089 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '300b0757-7c01-4f78-a94b-ba9c560aed4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b630f8-20ea-44cd-9fc8-1bea3dde36a6', 'code': 200} Dec 08 17:19:04.966946 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:19:05.014752 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=42b630f8-20ea-44cd-9fc8-1bea3dde36a6,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:19:05.048429 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fdde3c-94b3-48fd-aff2-69a3bf995878 req-cfc0ffe3-127c-4c56-b9d2-8a0572452b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:19:05.049947 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-83fdde3c-94b3-48fd-aff2-69a3bf995878 req-cfc0ffe3-127c-4c56-b9d2-8a0572452b4c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=300b0757-7c01-4f78-a94b-ba9c560aed4a HTTP/1.1" status: 200 len: 1097 time: 0.0551910 Dec 08 17:19:05.096973 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-83fdde3c-94b3-48fd-aff2-69a3bf995878 req-67d8cfec-c06a-41dd-acca-51c45a52be93 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=00cf9591-3045-49f4-b3be-fc4fd642bcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393739 Dec 08 17:19:05.330004 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:19:05.874299 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242a0dc-6144-4f2d-922b-545cbcb3780f req-a943e0b4-2298-4070-8a53-bf191734030f tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:19:05.875870 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2242a0dc-6144-4f2d-922b-545cbcb3780f req-a943e0b4-2298-4070-8a53-bf191734030f tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=300b0757-7c01-4f78-a94b-ba9c560aed4a HTTP/1.1" status: 200 len: 945 time: 0.0493639 Dec 08 17:19:05.929783 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2242a0dc-6144-4f2d-922b-545cbcb3780f req-61715c63-6dd7-4cd0-93c2-bff278ee5d4b tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=00cf9591-3045-49f4-b3be-fc4fd642bcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477428 Dec 08 17:19:07.051239 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1affc-e220-45ee-90ed-b480c9d9f10e req-976cbb2f-f680-460c-8b43-6702be50ee29 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:19:07.052750 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5ab1affc-e220-45ee-90ed-b480c9d9f10e req-976cbb2f-f680-460c-8b43-6702be50ee29 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=300b0757-7c01-4f78-a94b-ba9c560aed4a HTTP/1.1" status: 200 len: 945 time: 0.0530038 Dec 08 17:19:07.101383 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5ab1affc-e220-45ee-90ed-b480c9d9f10e req-a7b38d62-b526-4daa-8766-887ab1412d68 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=00cf9591-3045-49f4-b3be-fc4fd642bcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426788 Dec 08 17:19:07.217897 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d03afd-55b7-41f1-8e2e-8ea3855c2cfd req-a68ea189-af88-48c0-953b-265f5f72500d tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:19:07.219956 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a0d03afd-55b7-41f1-8e2e-8ea3855c2cfd req-a68ea189-af88-48c0-953b-265f5f72500d tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=300b0757-7c01-4f78-a94b-ba9c560aed4a HTTP/1.1" status: 200 len: 945 time: 0.0528595 Dec 08 17:19:07.267923 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a0d03afd-55b7-41f1-8e2e-8ea3855c2cfd req-5439942c-2f75-46bd-a5ee-dcae4bff3eef tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=00cf9591-3045-49f4-b3be-fc4fd642bcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420973 Dec 08 17:19:07.289080 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42958) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:19:07.327699 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996bf4ae-aa24-453e-be3d-53d5f862fe47 tempest-TestNetworkAdvancedServerOps-171026067 tempest-TestNetworkAdvancedServerOps-171026067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:19:07.329300 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-996bf4ae-aa24-453e-be3d-53d5f862fe47 tempest-TestNetworkAdvancedServerOps-171026067 tempest-TestNetworkAdvancedServerOps-171026067-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=300b0757-7c01-4f78-a94b-ba9c560aed4a HTTP/1.1" status: 200 len: 1092 time: 0.0392618 Dec 08 17:19:07.332030 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42960) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:19:07.336280 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-e26d93df-0cc5-4f53-8248-2cd919986e6e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Request body: {'floatingip': {'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'port_id': '42b630f8-20ea-44cd-9fc8-1bea3dde36a6', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:19:07.417668 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e26d93df-0cc5-4f53-8248-2cd919986e6e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for floatingip, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:19:07.515546 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e26d93df-0cc5-4f53-8248-2cd919986e6e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:19:07.615828 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-e26d93df-0cc5-4f53-8248-2cd919986e6e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Allocated IP 172.25.0.94 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/d2222b4d-0492-49ae-97ea-39f6d76a4ea3) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:19:07.717180 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e26d93df-0cc5-4f53-8248-2cd919986e6e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:19:07.816037 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e26d93df-0cc5-4f53-8248-2cd919986e6e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:19:07.852550 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26d93df-0cc5-4f53-8248-2cd919986e6e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:19:07.855287 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-e26d93df-0cc5-4f53-8248-2cd919986e6e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:19:07.857867 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26d93df-0cc5-4f53-8248-2cd919986e6e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:19:07.894966 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26d93df-0cc5-4f53-8248-2cd919986e6e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'Port': ['ID=d2222b4d-0492-49ae-97ea-39f6d76a4ea3,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:19:08.540642 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e26d93df-0cc5-4f53-8248-2cd919986e6e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:19:08.657231 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e26d93df-0cc5-4f53-8248-2cd919986e6e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:19:08.803961 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e26d93df-0cc5-4f53-8248-2cd919986e6e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:19:08.861166 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e26d93df-0cc5-4f53-8248-2cd919986e6e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:19:08.932310 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26d93df-0cc5-4f53-8248-2cd919986e6e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'Port': ['ID=d2222b4d-0492-49ae-97ea-39f6d76a4ea3,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:19:08.944654 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e26d93df-0cc5-4f53-8248-2cd919986e6e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:19:09.039685 n-d-776250-12 neutron-server[110551]: INFO neutron.db.l3_db [None req-e26d93df-0cc5-4f53-8248-2cd919986e6e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Floating IP 1205053a-4d0a-40e0-90ef-9ebf0b40268c associated. External IP: 172.25.0.94, port: 42b630f8-20ea-44cd-9fc8-1bea3dde36a6. Dec 08 17:19:09.252568 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e26d93df-0cc5-4f53-8248-2cd919986e6e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Router ee9025c4-7d56-4d79-8243-7f49693cc5be has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:19:09.295878 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:19:09.361547 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26d93df-0cc5-4f53-8248-2cd919986e6e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:19:09.371292 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21a805f-028f-428f-9f01-dd7f2728977b None None] Sync routers for ids ['ee9025c4-7d56-4d79-8243-7f49693cc5be'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:19:09.381763 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21a805f-028f-428f-9f01-dd7f2728977b None None] Routers {'ee9025c4-7d56-4d79-8243-7f49693cc5be'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:19:09.382394 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-d21a805f-028f-428f-9f01-dd7f2728977b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:18:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['ee9025c4-7d56-4d79-8243-7f49693cc5be'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:19:09.446256 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e26d93df-0cc5-4f53-8248-2cd919986e6e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:19:09.473019 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e26d93df-0cc5-4f53-8248-2cd919986e6e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1398633 Dec 08 17:19:09.473616 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '300b0757-7c01-4f78-a94b-ba9c560aed4a', 'tag': '42b630f8-20ea-44cd-9fc8-1bea3dde36a6'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:19:09.475897 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86075ce93fb9518fb172f9d68d0141635fee78bb333cdf1a66291bc46e2f6896" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a43ac5-2ed9-4955-8c27-7217814e25a8" -d '{"events": [{"name": "network-changed", "server_uuid": "300b0757-7c01-4f78-a94b-ba9c560aed4a", "tag": "42b630f8-20ea-44cd-9fc8-1bea3dde36a6"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:19:09.487545 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-d21a805f-028f-428f-9f01-dd7f2728977b None None] Set router ee9025c4-7d56-4d79-8243-7f49693cc5be gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:19:09.581796 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9452cafd-dd6a-4a7a-bda4-f12436f27f2c x-openstack-request-id: req-9452cafd-dd6a-4a7a-bda4-f12436f27f2c {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:19:09.583798 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "300b0757-7c01-4f78-a94b-ba9c560aed4a", "tag": "42b630f8-20ea-44cd-9fc8-1bea3dde36a6", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:19:09.583798 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9452cafd-dd6a-4a7a-bda4-f12436f27f2c {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:19:09.583798 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '300b0757-7c01-4f78-a94b-ba9c560aed4a', 'tag': '42b630f8-20ea-44cd-9fc8-1bea3dde36a6', 'status': 'completed', 'code': 200} Dec 08 17:19:09.588933 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0175ec-d148-47ca-9579-743fe7d74e4d req-1028ea33-f025-41f2-9065-fff7b8e51d53 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:19:09.590479 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8c0175ec-d148-47ca-9579-743fe7d74e4d req-1028ea33-f025-41f2-9065-fff7b8e51d53 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=300b0757-7c01-4f78-a94b-ba9c560aed4a HTTP/1.1" status: 200 len: 945 time: 0.0571089 Dec 08 17:19:09.672697 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8c0175ec-d148-47ca-9579-743fe7d74e4d req-2f2d3012-28b1-4e9f-ba83-081d53dfbe13 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=00cf9591-3045-49f4-b3be-fc4fd642bcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755370 Dec 08 17:19:09.679508 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a43ac5-2ed9-4955-8c27-7217814e25a8 req-df473ec9-e780-44a1-855d-446c80424d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:19:09.682064 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-57a43ac5-2ed9-4955-8c27-7217814e25a8 req-df473ec9-e780-44a1-855d-446c80424d57 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d604cd6629ab480b9571d67f43656eec&device_id=300b0757-7c01-4f78-a94b-ba9c560aed4a HTTP/1.1" status: 200 len: 1097 time: 0.0703852 Dec 08 17:19:09.695916 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 42968) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:19:09.731109 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-d21a805f-028f-428f-9f01-dd7f2728977b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9025c4-7d56-4d79-8243-7f49693cc5be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77226515', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '8a963c24-54ac-42f1-bced-37ff76eda5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:18:48Z', 'updated_at': '2021-12-08T17:18:52Z', 'revision_number': 4, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': '8a963c24-54ac-42f1-bced-37ff76eda5e3', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:97:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9025c4-7d56-4d79-8243-7f49693cc5be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:18:48Z', 'updated_at': '2021-12-08T17:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '1205053a-4d0a-40e0-90ef-9ebf0b40268c', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'floating_ip_address': '172.25.0.94', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': 'ee9025c4-7d56-4d79-8243-7f49693cc5be', 'port_id': '42b630f8-20ea-44cd-9fc8-1bea3dde36a6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd90380ea-e95f-4722-8c8c-e4fa411c8f46', 'mac_address': 'fa:16:3e:5d:2f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300b0757-7c01-4f78-a94b-ba9c560aed4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T17:19:08Z', 'updated_at': '2021-12-08T17:19:08Z', 'revision_number': 0, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df0d66b6-fc57-4fce-9458-2d5a538e4a84', 'name': '', 'network_id': 'd90380ea-e95f-4722-8c8c-e4fa411c8f46', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'mac_address': 'fa:16:3e:75:fd:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9025c4-7d56-4d79-8243-7f49693cc5be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'a07e4935-7ecd-433a-825c-393c20b10df0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:18:51Z', 'updated_at': '2021-12-08T17:18:55Z', 'revision_number': 5, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'subnets': [{'id': 'a07e4935-7ecd-433a-825c-393c20b10df0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:19:09.758462 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21a805f-028f-428f-9f01-dd7f2728977b None None] Checking router: ee9025c4-7d56-4d79-8243-7f49693cc5be for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:19:09.767392 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21a805f-028f-428f-9f01-dd7f2728977b None None] Routers {'ee9025c4-7d56-4d79-8243-7f49693cc5be'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:19:09.767997 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-d21a805f-028f-428f-9f01-dd7f2728977b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:18:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['ee9025c4-7d56-4d79-8243-7f49693cc5be'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:19:09.768327 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-aee7dfcb-7517-46e0-838a-2b25fbf9382b tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/floatingips/1205053a-4d0a-40e0-90ef-9ebf0b40268c HTTP/1.1" status: 200 len: 990 time: 0.0708408 Dec 08 17:19:09.776591 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a43ac5-2ed9-4955-8c27-7217814e25a8 req-c8467d5c-db39-4227-8ef5-23223d379835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:19:09.778115 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-57a43ac5-2ed9-4955-8c27-7217814e25a8 req-c8467d5c-db39-4227-8ef5-23223d379835 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d90380ea-e95f-4722-8c8c-e4fa411c8f46 HTTP/1.1" status: 200 len: 898 time: 0.0884345 Dec 08 17:19:09.849126 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-57a43ac5-2ed9-4955-8c27-7217814e25a8 req-3c4d99a3-2c14-44b8-85b7-5b05f6b10639 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42b630f8-20ea-44cd-9fc8-1bea3dde36a6 HTTP/1.1" status: 200 len: 998 time: 0.0639164 Dec 08 17:19:09.874462 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-d21a805f-028f-428f-9f01-dd7f2728977b None None] Set router ee9025c4-7d56-4d79-8243-7f49693cc5be gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:19:09.898459 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a43ac5-2ed9-4955-8c27-7217814e25a8 req-2da01515-f342-4ce7-9894-f8d7867b29a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:19:09.899936 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-57a43ac5-2ed9-4955-8c27-7217814e25a8 req-2da01515-f342-4ce7-9894-f8d7867b29a0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a07e4935-7ecd-433a-825c-393c20b10df0 HTTP/1.1" status: 200 len: 835 time: 0.0442398 Dec 08 17:19:09.945534 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a43ac5-2ed9-4955-8c27-7217814e25a8 req-fa9fccec-4c35-46a1-96f9-73709938b81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:19:09.947034 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-57a43ac5-2ed9-4955-8c27-7217814e25a8 req-fa9fccec-4c35-46a1-96f9-73709938b81f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d90380ea-e95f-4722-8c8c-e4fa411c8f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397170 Dec 08 17:19:10.042583 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-57a43ac5-2ed9-4955-8c27-7217814e25a8 req-a7bfabe7-8462-424d-9ed9-138e3630a738 service neutron] 10.222.0.76 "GET /v2.0/networks/d90380ea-e95f-4722-8c8c-e4fa411c8f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867734 Dec 08 17:19:10.096717 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-d21a805f-028f-428f-9f01-dd7f2728977b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9025c4-7d56-4d79-8243-7f49693cc5be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77226515', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '8a963c24-54ac-42f1-bced-37ff76eda5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:18:48Z', 'updated_at': '2021-12-08T17:18:52Z', 'revision_number': 4, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': '8a963c24-54ac-42f1-bced-37ff76eda5e3', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:97:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9025c4-7d56-4d79-8243-7f49693cc5be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:18:48Z', 'updated_at': '2021-12-08T17:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '1205053a-4d0a-40e0-90ef-9ebf0b40268c', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'floating_ip_address': '172.25.0.94', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': 'ee9025c4-7d56-4d79-8243-7f49693cc5be', 'port_id': '42b630f8-20ea-44cd-9fc8-1bea3dde36a6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd90380ea-e95f-4722-8c8c-e4fa411c8f46', 'mac_address': 'fa:16:3e:5d:2f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300b0757-7c01-4f78-a94b-ba9c560aed4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T17:19:08Z', 'updated_at': '2021-12-08T17:19:08Z', 'revision_number': 0, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df0d66b6-fc57-4fce-9458-2d5a538e4a84', 'name': '', 'network_id': 'd90380ea-e95f-4722-8c8c-e4fa411c8f46', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'mac_address': 'fa:16:3e:75:fd:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9025c4-7d56-4d79-8243-7f49693cc5be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'a07e4935-7ecd-433a-825c-393c20b10df0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:18:51Z', 'updated_at': '2021-12-08T17:18:55Z', 'revision_number': 5, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'subnets': [{'id': 'a07e4935-7ecd-433a-825c-393c20b10df0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:19:10.125720 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21a805f-028f-428f-9f01-dd7f2728977b None None] The sync data for ids ['ee9025c4-7d56-4d79-8243-7f49693cc5be'] in n-d-776250-12 is: [{'id': 'ee9025c4-7d56-4d79-8243-7f49693cc5be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77226515', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '8a963c24-54ac-42f1-bced-37ff76eda5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:18:48Z', 'updated_at': '2021-12-08T17:18:52Z', 'revision_number': 4, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': '8a963c24-54ac-42f1-bced-37ff76eda5e3', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:97:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9025c4-7d56-4d79-8243-7f49693cc5be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:18:48Z', 'updated_at': '2021-12-08T17:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '1205053a-4d0a-40e0-90ef-9ebf0b40268c', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'floating_ip_address': '172.25.0.94', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': 'ee9025c4-7d56-4d79-8243-7f49693cc5be', 'port_id': '42b630f8-20ea-44cd-9fc8-1bea3dde36a6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd90380ea-e95f-4722-8c8c-e4fa411c8f46', 'mac_address': 'fa:16:3e:5d:2f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300b0757-7c01-4f78-a94b-ba9c560aed4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T17:19:08Z', 'updated_at': '2021-12-08T17:19:08Z', 'revision_number': 0, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df0d66b6-fc57-4fce-9458-2d5a538e4a84', 'name': '', 'network_id': 'd90380ea-e95f-4722-8c8c-e4fa411c8f46', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'mac_address': 'fa:16:3e:75:fd:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9025c4-7d56-4d79-8243-7f49693cc5be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'a07e4935-7ecd-433a-825c-393c20b10df0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:18:51Z', 'updated_at': '2021-12-08T17:18:55Z', 'revision_number': 5, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'subnets': [{'id': 'a07e4935-7ecd-433a-825c-393c20b10df0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:19:10.135942 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-57a43ac5-2ed9-4955-8c27-7217814e25a8 req-274423c7-5873-479f-8ad1-09ca1e237d78 service neutron] 10.222.0.76 "GET /v2.0/networks/d90380ea-e95f-4722-8c8c-e4fa411c8f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859504 Dec 08 17:19:10.317633 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6933dc2b-dcc8-4dee-83ad-c23d66fdf1d2 None None] New status for floating IP 1205053a-4d0a-40e0-90ef-9ebf0b40268c: ACTIVE {{(pid=110552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 17:19:10.769361 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 42970) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:19:10.833695 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-0c7401cb-7e5d-4769-a0ce-2d981ee547b0 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/floatingips/1205053a-4d0a-40e0-90ef-9ebf0b40268c HTTP/1.1" status: 200 len: 992 time: 0.0631080 Dec 08 17:19:11.446365 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c766816b-f7e5-4953-9caf-30c18593225b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:19:12.482152 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:19:14.238641 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-22fc64c9-2a84-43b1-9e97-b76b4db1bd0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:19:15.543598 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:19:17.013941 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:19:17.621283 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:19:25.730552 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-351c6bda-5d7b-4161-8ea8-737e293eb663 req-c412d194-073f-4dc3-bcd8-e500f68b6a5f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=300b0757-7c01-4f78-a94b-ba9c560aed4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394223 Dec 08 17:19:25.814121 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c6bda-5d7b-4161-8ea8-737e293eb663 req-c8ce0a4b-c982-49f2-a76a-b624e6ad8aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:19:25.815620 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-351c6bda-5d7b-4161-8ea8-737e293eb663 req-c8ce0a4b-c982-49f2-a76a-b624e6ad8aab service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d604cd6629ab480b9571d67f43656eec&device_id=300b0757-7c01-4f78-a94b-ba9c560aed4a HTTP/1.1" status: 200 len: 1097 time: 0.0401382 Dec 08 17:19:25.919733 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c6bda-5d7b-4161-8ea8-737e293eb663 req-337d0553-cf1d-42eb-a382-6f1ee7019fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:19:25.921221 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-351c6bda-5d7b-4161-8ea8-737e293eb663 req-337d0553-cf1d-42eb-a382-6f1ee7019fbe service neutron] 10.222.0.76 "GET /v2.0/networks?id=d90380ea-e95f-4722-8c8c-e4fa411c8f46 HTTP/1.1" status: 200 len: 898 time: 0.0865865 Dec 08 17:19:25.987860 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-351c6bda-5d7b-4161-8ea8-737e293eb663 req-24fd74fb-b77a-45cf-b8ad-c0d4471b5175 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42b630f8-20ea-44cd-9fc8-1bea3dde36a6 HTTP/1.1" status: 200 len: 1000 time: 0.0579410 Dec 08 17:19:26.035906 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c6bda-5d7b-4161-8ea8-737e293eb663 req-5c28275c-83bb-457f-9bc8-2ccb103c0d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:19:26.037348 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-351c6bda-5d7b-4161-8ea8-737e293eb663 req-5c28275c-83bb-457f-9bc8-2ccb103c0d2f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a07e4935-7ecd-433a-825c-393c20b10df0 HTTP/1.1" status: 200 len: 835 time: 0.0427098 Dec 08 17:19:26.087765 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c6bda-5d7b-4161-8ea8-737e293eb663 req-d8aee34d-99f3-446a-bdfb-2a86499e16a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:19:26.089315 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-351c6bda-5d7b-4161-8ea8-737e293eb663 req-d8aee34d-99f3-446a-bdfb-2a86499e16a6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d90380ea-e95f-4722-8c8c-e4fa411c8f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444696 Dec 08 17:19:26.181293 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-351c6bda-5d7b-4161-8ea8-737e293eb663 req-cf157896-7ad6-4c95-b761-79330cf6502b service neutron] 10.222.0.76 "GET /v2.0/networks/d90380ea-e95f-4722-8c8c-e4fa411c8f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828962 Dec 08 17:19:26.277470 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-351c6bda-5d7b-4161-8ea8-737e293eb663 req-70dfd40d-0d4f-4d55-9831-925d8942a98c service neutron] 10.222.0.76 "GET /v2.0/networks/d90380ea-e95f-4722-8c8c-e4fa411c8f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863993 Dec 08 17:19:35.340395 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:19:39.359925 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:19:41.449038 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-10ccaa47-4755-411d-96ea-a021590ffee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:19:44.228749 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d3fc73cd-ae50-4b37-b85d-beb37a3f2719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:19:45.531201 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:19:47.011587 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:19:47.623160 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:19:49.481371 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:20:05.340260 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:09.313545 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:11.496936 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c056fbc8-06fd-413e-aaa2-d3b7bea155ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:13.476546 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [req-3cb0fa61-119b-48f7-a66b-038530615f1e req-58ae2752-bb61-427f-ac77-efa32caa98a5 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 17:20:13.477569 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3cb0fa61-119b-48f7-a66b-038530615f1e req-58ae2752-bb61-427f-ac77-efa32caa98a5 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055351 Dec 08 17:20:13.834627 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee28d65-990c-4726-8f90-df7a1b1cc371 req-8df5c7bf-7639-457e-b04a-7434766608aa tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:13.836162 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-aee28d65-990c-4726-8f90-df7a1b1cc371 req-8df5c7bf-7639-457e-b04a-7434766608aa tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=300b0757-7c01-4f78-a94b-ba9c560aed4a HTTP/1.1" status: 200 len: 945 time: 0.0495820 Dec 08 17:20:13.886727 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-aee28d65-990c-4726-8f90-df7a1b1cc371 req-e71f68a2-436f-48d6-bc94-5a6e0d484bdb tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=00cf9591-3045-49f4-b3be-fc4fd642bcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443590 Dec 08 17:20:14.004320 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43000) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:20:14.082995 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bdc88cb4-ac81-4ca4-8c14-54659874c90f req-cffc7b3e-e2da-4d46-8b04-2f39a3592a49 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=300b0757-7c01-4f78-a94b-ba9c560aed4a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0775204 Dec 08 17:20:14.091718 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [req-bdc88cb4-ac81-4ca4-8c14-54659874c90f req-d4fdcdaa-4338-4f77-b06a-6fd4a3a27564 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 17:20:14.092722 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bdc88cb4-ac81-4ca4-8c14-54659874c90f req-d4fdcdaa-4338-4f77-b06a-6fd4a3a27564 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049965 Dec 08 17:20:14.220258 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1a76021f-ad45-4b3c-a652-4d2e50cb3a59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:15.007343 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc47a4ae-0afc-4ba3-8db2-b822f2a099d2 req-39f52406-8c54-41ca-a144-7333814abbb2 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:15.008874 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fc47a4ae-0afc-4ba3-8db2-b822f2a099d2 req-39f52406-8c54-41ca-a144-7333814abbb2 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=300b0757-7c01-4f78-a94b-ba9c560aed4a HTTP/1.1" status: 200 len: 945 time: 0.0511055 Dec 08 17:20:15.059264 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fc47a4ae-0afc-4ba3-8db2-b822f2a099d2 req-d5edd6b9-2461-41e8-83a0-6cde4d95d36a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=00cf9591-3045-49f4-b3be-fc4fd642bcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442805 Dec 08 17:20:15.513563 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:16.184323 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e310b07-cffb-4b12-925c-1d26f69fcfac req-31468ea5-9872-4b24-a078-f80f9c07a03f tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:16.185901 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6e310b07-cffb-4b12-925c-1d26f69fcfac req-31468ea5-9872-4b24-a078-f80f9c07a03f tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=300b0757-7c01-4f78-a94b-ba9c560aed4a HTTP/1.1" status: 200 len: 945 time: 0.0569777 Dec 08 17:20:16.238053 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6e310b07-cffb-4b12-925c-1d26f69fcfac req-2f22361c-ead5-4d92-aee4-817e3d50524a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=00cf9591-3045-49f4-b3be-fc4fd642bcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456853 Dec 08 17:20:17.013962 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:17.362772 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ae9cae-35b0-4c40-b5c9-0795cda7d0ed req-ca4e031e-4021-41f7-a97b-6b764f7a87ff tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:17.364482 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c5ae9cae-35b0-4c40-b5c9-0795cda7d0ed req-ca4e031e-4021-41f7-a97b-6b764f7a87ff tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=300b0757-7c01-4f78-a94b-ba9c560aed4a HTTP/1.1" status: 200 len: 945 time: 0.0527594 Dec 08 17:20:17.416668 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c5ae9cae-35b0-4c40-b5c9-0795cda7d0ed req-96704955-a636-42dd-866f-49ff9c40a177 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=00cf9591-3045-49f4-b3be-fc4fd642bcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428171 Dec 08 17:20:17.637248 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:18.534287 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3112e13a-1dd9-4a6c-acb3-437ab5617b80 req-9885f127-7f61-4a19-92ad-f71c445ee7c0 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:18.535780 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3112e13a-1dd9-4a6c-acb3-437ab5617b80 req-9885f127-7f61-4a19-92ad-f71c445ee7c0 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=300b0757-7c01-4f78-a94b-ba9c560aed4a HTTP/1.1" status: 200 len: 945 time: 0.0485647 Dec 08 17:20:18.584570 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3112e13a-1dd9-4a6c-acb3-437ab5617b80 req-f3905a21-2e91-4d3a-a275-7501bd98e8a5 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=00cf9591-3045-49f4-b3be-fc4fd642bcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428016 Dec 08 17:20:19.777076 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3baf9a8-3e6b-4a7e-bd4e-6777cf6b50a2 req-ce726fd3-45e4-4114-9013-4c73dfc0975c tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:19.778592 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a3baf9a8-3e6b-4a7e-bd4e-6777cf6b50a2 req-ce726fd3-45e4-4114-9013-4c73dfc0975c tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=300b0757-7c01-4f78-a94b-ba9c560aed4a HTTP/1.1" status: 200 len: 945 time: 0.0568388 Dec 08 17:20:19.827210 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a3baf9a8-3e6b-4a7e-bd4e-6777cf6b50a2 req-54406d29-1159-411e-b2b7-17fcd947a97b tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=00cf9591-3045-49f4-b3be-fc4fd642bcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419927 Dec 08 17:20:20.226435 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc88cb4-ac81-4ca4-8c14-54659874c90f req-fbf0b0c9-e1c0-480c-9f70-333ed04013d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:20.227996 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bdc88cb4-ac81-4ca4-8c14-54659874c90f req-fbf0b0c9-e1c0-480c-9f70-333ed04013d1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d604cd6629ab480b9571d67f43656eec&device_id=300b0757-7c01-4f78-a94b-ba9c560aed4a HTTP/1.1" status: 200 len: 1097 time: 0.0427299 Dec 08 17:20:20.320153 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc88cb4-ac81-4ca4-8c14-54659874c90f req-68a4a342-5fdf-49e8-b60a-c76584e7dd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:20.321638 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bdc88cb4-ac81-4ca4-8c14-54659874c90f req-68a4a342-5fdf-49e8-b60a-c76584e7dd6b service neutron] 10.222.0.76 "GET /v2.0/networks?id=d90380ea-e95f-4722-8c8c-e4fa411c8f46 HTTP/1.1" status: 200 len: 898 time: 0.0864089 Dec 08 17:20:20.385775 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bdc88cb4-ac81-4ca4-8c14-54659874c90f req-79c04771-8a3f-4333-a9e2-3d685d8d0c6e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42b630f8-20ea-44cd-9fc8-1bea3dde36a6 HTTP/1.1" status: 200 len: 1000 time: 0.0575125 Dec 08 17:20:20.433843 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc88cb4-ac81-4ca4-8c14-54659874c90f req-d0c37f5d-490b-46e1-b4b8-04d125fb17a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:20.435301 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bdc88cb4-ac81-4ca4-8c14-54659874c90f req-d0c37f5d-490b-46e1-b4b8-04d125fb17a1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a07e4935-7ecd-433a-825c-393c20b10df0 HTTP/1.1" status: 200 len: 835 time: 0.0423415 Dec 08 17:20:20.483822 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc88cb4-ac81-4ca4-8c14-54659874c90f req-a0bd268d-3ed1-4c5c-b803-996b1c778ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:20.485317 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bdc88cb4-ac81-4ca4-8c14-54659874c90f req-a0bd268d-3ed1-4c5c-b803-996b1c778ad2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d90380ea-e95f-4722-8c8c-e4fa411c8f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436256 Dec 08 17:20:20.578683 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bdc88cb4-ac81-4ca4-8c14-54659874c90f req-06c6f545-1eb2-4602-8b30-2db80d2052a1 service neutron] 10.222.0.76 "GET /v2.0/networks/d90380ea-e95f-4722-8c8c-e4fa411c8f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847061 Dec 08 17:20:20.672215 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bdc88cb4-ac81-4ca4-8c14-54659874c90f req-59293860-f594-4aa2-8d51-b41436a37bb8 service neutron] 10.222.0.76 "GET /v2.0/networks/d90380ea-e95f-4722-8c8c-e4fa411c8f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867834 Dec 08 17:20:20.946355 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d41571-aac5-42f3-af48-5fa5dd882eca req-21767580-ac28-49a1-8eaf-0a9a37a0653c tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:20.947794 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-37d41571-aac5-42f3-af48-5fa5dd882eca req-21767580-ac28-49a1-8eaf-0a9a37a0653c tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=300b0757-7c01-4f78-a94b-ba9c560aed4a HTTP/1.1" status: 200 len: 945 time: 0.0486290 Dec 08 17:20:21.002300 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-37d41571-aac5-42f3-af48-5fa5dd882eca req-60fa2643-4e07-4c65-bdc0-8ee75c11b41a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=00cf9591-3045-49f4-b3be-fc4fd642bcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477822 Dec 08 17:20:22.127018 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c883e7d-f104-4149-9b2a-3b02caddddb4 req-5384046a-d3d7-4810-9e0a-c6c470244e2c tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:22.128597 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6c883e7d-f104-4149-9b2a-3b02caddddb4 req-5384046a-d3d7-4810-9e0a-c6c470244e2c tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=300b0757-7c01-4f78-a94b-ba9c560aed4a HTTP/1.1" status: 200 len: 945 time: 0.0585346 Dec 08 17:20:22.183795 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6c883e7d-f104-4149-9b2a-3b02caddddb4 req-073b4830-0b70-40ec-94d7-e678d75dd887 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=00cf9591-3045-49f4-b3be-fc4fd642bcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493031 Dec 08 17:20:23.299823 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ec812-2956-4e32-a56a-44ca09636f28 req-a5771e2c-d53e-43b6-9ed5-21fb24bb598e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:23.301340 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-319ec812-2956-4e32-a56a-44ca09636f28 req-a5771e2c-d53e-43b6-9ed5-21fb24bb598e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=300b0757-7c01-4f78-a94b-ba9c560aed4a HTTP/1.1" status: 200 len: 945 time: 0.0487406 Dec 08 17:20:23.350179 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-319ec812-2956-4e32-a56a-44ca09636f28 req-70e9d347-ccc7-4395-84d2-9a949559160f tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=00cf9591-3045-49f4-b3be-fc4fd642bcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428979 Dec 08 17:20:24.463310 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53cb175-02cb-4647-9b6e-876fa501a469 req-d05f51a6-e43c-41f1-96de-321170bd7dbf tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:24.464856 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b53cb175-02cb-4647-9b6e-876fa501a469 req-d05f51a6-e43c-41f1-96de-321170bd7dbf tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=300b0757-7c01-4f78-a94b-ba9c560aed4a HTTP/1.1" status: 200 len: 945 time: 0.0484107 Dec 08 17:20:24.513952 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b53cb175-02cb-4647-9b6e-876fa501a469 req-17b86b71-c4a3-4427-a54d-e11e99cca8ea tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=00cf9591-3045-49f4-b3be-fc4fd642bcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428426 Dec 08 17:20:25.628693 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a916285-0682-4666-9d15-57b350659062 req-4661e916-a598-41fa-90a2-f404cebd21df tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:25.630237 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5a916285-0682-4666-9d15-57b350659062 req-4661e916-a598-41fa-90a2-f404cebd21df tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=300b0757-7c01-4f78-a94b-ba9c560aed4a HTTP/1.1" status: 200 len: 945 time: 0.0502651 Dec 08 17:20:25.680878 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5a916285-0682-4666-9d15-57b350659062 req-37dc1235-eee7-437f-8adb-501252e60b88 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=00cf9591-3045-49f4-b3be-fc4fd642bcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445783 Dec 08 17:20:25.768866 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c20d74-7689-4d8b-b6c3-c3ec85536155 req-4d2c06d6-796c-4209-bf04-442b0f2ca54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:25.770322 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d3c20d74-7689-4d8b-b6c3-c3ec85536155 req-4d2c06d6-796c-4209-bf04-442b0f2ca54b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d604cd6629ab480b9571d67f43656eec&device_id=300b0757-7c01-4f78-a94b-ba9c560aed4a HTTP/1.1" status: 200 len: 1097 time: 0.0448287 Dec 08 17:20:25.873292 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c20d74-7689-4d8b-b6c3-c3ec85536155 req-c08edd55-2acf-41dd-919d-3eea30c36fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:25.874655 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d3c20d74-7689-4d8b-b6c3-c3ec85536155 req-c08edd55-2acf-41dd-919d-3eea30c36fe3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d90380ea-e95f-4722-8c8c-e4fa411c8f46 HTTP/1.1" status: 200 len: 898 time: 0.0853047 Dec 08 17:20:25.943514 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d3c20d74-7689-4d8b-b6c3-c3ec85536155 req-c3550745-939d-413e-86d0-91073c9ea270 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42b630f8-20ea-44cd-9fc8-1bea3dde36a6 HTTP/1.1" status: 200 len: 1000 time: 0.0612228 Dec 08 17:20:25.991423 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c20d74-7689-4d8b-b6c3-c3ec85536155 req-c1e4d89f-fc7d-418d-a53a-5dc53df85b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:25.992838 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d3c20d74-7689-4d8b-b6c3-c3ec85536155 req-c1e4d89f-fc7d-418d-a53a-5dc53df85b89 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a07e4935-7ecd-433a-825c-393c20b10df0 HTTP/1.1" status: 200 len: 835 time: 0.0432346 Dec 08 17:20:26.038667 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c20d74-7689-4d8b-b6c3-c3ec85536155 req-5bdc573f-b421-4f4b-8832-9d83676a7646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:26.040195 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d3c20d74-7689-4d8b-b6c3-c3ec85536155 req-5bdc573f-b421-4f4b-8832-9d83676a7646 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d90380ea-e95f-4722-8c8c-e4fa411c8f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394647 Dec 08 17:20:26.133820 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d3c20d74-7689-4d8b-b6c3-c3ec85536155 req-7230ee93-ae76-465d-ae79-86135936eaf0 service neutron] 10.222.0.76 "GET /v2.0/networks/d90380ea-e95f-4722-8c8c-e4fa411c8f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862143 Dec 08 17:20:26.231693 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d3c20d74-7689-4d8b-b6c3-c3ec85536155 req-6ba659f5-3bd4-4597-940d-21291cf2b3d3 service neutron] 10.222.0.76 "GET /v2.0/networks/d90380ea-e95f-4722-8c8c-e4fa411c8f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904040 Dec 08 17:20:26.481174 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:20:26.797782 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad57eac-462e-451b-b6e7-466ed9c99f85 req-03021d90-0c27-4911-a36e-ef96c7cc1b6b tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:26.799207 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fad57eac-462e-451b-b6e7-466ed9c99f85 req-03021d90-0c27-4911-a36e-ef96c7cc1b6b tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=300b0757-7c01-4f78-a94b-ba9c560aed4a HTTP/1.1" status: 200 len: 945 time: 0.0492909 Dec 08 17:20:26.851732 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fad57eac-462e-451b-b6e7-466ed9c99f85 req-37ea8f09-172c-49e7-9258-bc875efa3624 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=00cf9591-3045-49f4-b3be-fc4fd642bcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466645 Dec 08 17:20:27.971475 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1cb094-751e-4d2b-9077-c1928d6f027f req-34c948c7-31bb-4187-96fc-7e8d279afd15 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:27.972983 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1c1cb094-751e-4d2b-9077-c1928d6f027f req-34c948c7-31bb-4187-96fc-7e8d279afd15 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=300b0757-7c01-4f78-a94b-ba9c560aed4a HTTP/1.1" status: 200 len: 945 time: 0.0526485 Dec 08 17:20:28.020657 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1c1cb094-751e-4d2b-9077-c1928d6f027f req-f43b0e8b-df8b-49da-9da3-e50c45b74a7a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=00cf9591-3045-49f4-b3be-fc4fd642bcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418527 Dec 08 17:20:29.139768 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731aa4e3-6672-4811-bdd3-eb3e579921ce req-876155c4-fb1e-4a69-a25f-16b75ca8dc08 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:29.141291 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-731aa4e3-6672-4811-bdd3-eb3e579921ce req-876155c4-fb1e-4a69-a25f-16b75ca8dc08 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=300b0757-7c01-4f78-a94b-ba9c560aed4a HTTP/1.1" status: 200 len: 945 time: 0.0503283 Dec 08 17:20:29.191660 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-731aa4e3-6672-4811-bdd3-eb3e579921ce req-fb6da202-c706-4066-a0ae-71df4488ffc2 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=00cf9591-3045-49f4-b3be-fc4fd642bcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444067 Dec 08 17:20:30.306455 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa60739-5652-409c-b11b-45624db40f08 req-b431b4ac-1961-4eb2-a585-35e320211458 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:30.308006 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8fa60739-5652-409c-b11b-45624db40f08 req-b431b4ac-1961-4eb2-a585-35e320211458 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=300b0757-7c01-4f78-a94b-ba9c560aed4a HTTP/1.1" status: 200 len: 945 time: 0.0483263 Dec 08 17:20:30.356874 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8fa60739-5652-409c-b11b-45624db40f08 req-ed434fd9-3052-4f3c-a110-8de6f2d146e3 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=00cf9591-3045-49f4-b3be-fc4fd642bcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428951 Dec 08 17:20:31.473575 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739f6d3d-1674-42b4-8b62-8c0ca20b0d5c req-97218b5e-3d2f-4ccf-8cef-c33e572f4af3 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:31.475333 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-739f6d3d-1674-42b4-8b62-8c0ca20b0d5c req-97218b5e-3d2f-4ccf-8cef-c33e572f4af3 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=300b0757-7c01-4f78-a94b-ba9c560aed4a HTTP/1.1" status: 200 len: 945 time: 0.0501599 Dec 08 17:20:31.523771 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-739f6d3d-1674-42b4-8b62-8c0ca20b0d5c req-b4d26e6b-02b5-4743-80b2-a664859b85b1 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=00cf9591-3045-49f4-b3be-fc4fd642bcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423543 Dec 08 17:20:32.640083 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074aaee2-4409-485f-b444-124af8047d69 req-b9b2a622-18c8-4d3a-b23d-2b52c6012de1 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:32.641651 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-074aaee2-4409-485f-b444-124af8047d69 req-b9b2a622-18c8-4d3a-b23d-2b52c6012de1 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=300b0757-7c01-4f78-a94b-ba9c560aed4a HTTP/1.1" status: 200 len: 945 time: 0.0509174 Dec 08 17:20:32.695993 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-074aaee2-4409-485f-b444-124af8047d69 req-28254774-c2a6-45cb-b5e8-4d75904c2b70 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=00cf9591-3045-49f4-b3be-fc4fd642bcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478318 Dec 08 17:20:32.822748 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [req-bdc88cb4-ac81-4ca4-8c14-54659874c90f req-925f0fe8-8e79-49d9-b2cc-3ea536adb60c service neutron] show failed (client error): The resource could not be found. Dec 08 17:20:32.823661 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bdc88cb4-ac81-4ca4-8c14-54659874c90f req-925f0fe8-8e79-49d9-b2cc-3ea536adb60c service neutron] 10.222.0.76 "GET /v2.0/ports/42b630f8-20ea-44cd-9fc8-1bea3dde36a6/bindings/n-h2-776250-12 HTTP/1.1" status: 404 len: 381 time: 0.0595226 Dec 08 17:20:33.385190 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc88cb4-ac81-4ca4-8c14-54659874c90f req-46a12a32-4539-4e7c-be0e-b99db148d787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:33.386655 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bdc88cb4-ac81-4ca4-8c14-54659874c90f req-46a12a32-4539-4e7c-be0e-b99db148d787 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=300b0757-7c01-4f78-a94b-ba9c560aed4a&tenant_id=d604cd6629ab480b9571d67f43656eec HTTP/1.1" status: 200 len: 1097 time: 0.0419207 Dec 08 17:20:33.398408 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-bdc88cb4-ac81-4ca4-8c14-54659874c90f req-3c13d03e-816c-4722-af4b-5d38a19fe6d6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-776250-12', 'device_owner': 'compute:nova'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:20:33.449718 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-bdc88cb4-ac81-4ca4-8c14-54659874c90f req-3c13d03e-816c-4722-af4b-5d38a19fe6d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:33.647952 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-bdc88cb4-ac81-4ca4-8c14-54659874c90f req-3c13d03e-816c-4722-af4b-5d38a19fe6d6 service neutron] For port 42b630f8-20ea-44cd-9fc8-1bea3dde36a6, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=42b630f8-20ea-44cd-9fc8-1bea3dde36a6,segment=NetworkSegment(d9a52b35-4dde-45d8-b037-8598d496c634),segment_id=d9a52b35-4dde-45d8-b037-8598d496c634)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:20:33.685125 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-bdc88cb4-ac81-4ca4-8c14-54659874c90f req-3c13d03e-816c-4722-af4b-5d38a19fe6d6 service neutron] For port 42b630f8-20ea-44cd-9fc8-1bea3dde36a6, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:20:33.723472 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '300b0757-7c01-4f78-a94b-ba9c560aed4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42b630f8-20ea-44cd-9fc8-1bea3dde36a6'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:20:33.725766 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33688f0a94a9db352de83aac38ec7a80f5ce35812a363759cff610bcc84c1346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6760811c-cf4b-45d0-b52c-ee800bf6f08f" -d '{"events": [{"server_uuid": "300b0757-7c01-4f78-a94b-ba9c560aed4a", "name": "network-vif-unplugged", "status": "completed", "tag": "42b630f8-20ea-44cd-9fc8-1bea3dde36a6"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:20:33.729991 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-bdc88cb4-ac81-4ca4-8c14-54659874c90f req-3c13d03e-816c-4722-af4b-5d38a19fe6d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:33.743213 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-bdc88cb4-ac81-4ca4-8c14-54659874c90f req-3c13d03e-816c-4722-af4b-5d38a19fe6d6 service neutron] Transition to ACTIVE for port object 42b630f8-20ea-44cd-9fc8-1bea3dde36a6 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 17:20:33.778117 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 17:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722427cc-d449-4d63-a6cb-0f2efe58b9dc x-openstack-request-id: req-722427cc-d449-4d63-a6cb-0f2efe58b9dc {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:20:33.778529 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "300b0757-7c01-4f78-a94b-ba9c560aed4a", "name": "network-vif-unplugged", "status": "completed", "tag": "42b630f8-20ea-44cd-9fc8-1bea3dde36a6", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:20:33.778659 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-722427cc-d449-4d63-a6cb-0f2efe58b9dc {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:20:33.779068 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '300b0757-7c01-4f78-a94b-ba9c560aed4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42b630f8-20ea-44cd-9fc8-1bea3dde36a6', 'code': 200} Dec 08 17:20:33.803021 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-bdc88cb4-ac81-4ca4-8c14-54659874c90f req-3c13d03e-816c-4722-af4b-5d38a19fe6d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:33.845975 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca51a98-972b-4327-ad18-53778029abeb req-1c38ddaf-762c-4c0c-8a49-fbce70c42bf0 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:33.847564 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1ca51a98-972b-4327-ad18-53778029abeb req-1c38ddaf-762c-4c0c-8a49-fbce70c42bf0 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=300b0757-7c01-4f78-a94b-ba9c560aed4a HTTP/1.1" status: 200 len: 945 time: 0.0809813 Dec 08 17:20:33.919706 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c13d03e-816c-4722-af4b-5d38a19fe6d6 service neutron] Pushing event updated for resources: {'Port': ['ID=42b630f8-20ea-44cd-9fc8-1bea3dde36a6,revision_number=6']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:20:33.937656 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c13d03e-816c-4722-af4b-5d38a19fe6d6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:20:33.938015 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c13d03e-816c-4722-af4b-5d38a19fe6d6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:20:33.938366 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c13d03e-816c-4722-af4b-5d38a19fe6d6 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:20:33.938746 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c13d03e-816c-4722-af4b-5d38a19fe6d6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:20:33.939084 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c13d03e-816c-4722-af4b-5d38a19fe6d6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:20:33.939421 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c13d03e-816c-4722-af4b-5d38a19fe6d6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:20:33.939755 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c13d03e-816c-4722-af4b-5d38a19fe6d6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:20:33.940084 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c13d03e-816c-4722-af4b-5d38a19fe6d6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:20:33.940455 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c13d03e-816c-4722-af4b-5d38a19fe6d6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:20:33.940776 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c13d03e-816c-4722-af4b-5d38a19fe6d6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:20:33.941102 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c13d03e-816c-4722-af4b-5d38a19fe6d6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:20:33.941427 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c13d03e-816c-4722-af4b-5d38a19fe6d6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:20:33.941755 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c13d03e-816c-4722-af4b-5d38a19fe6d6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:20:33.984618 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdc88cb4-ac81-4ca4-8c14-54659874c90f req-3c13d03e-816c-4722-af4b-5d38a19fe6d6 service neutron] No DVR routers for this DVR port 42b630f8-20ea-44cd-9fc8-1bea3dde36a6 on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:20:33.992011 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1ca51a98-972b-4327-ad18-53778029abeb req-c6c1efdc-6d56-452f-a018-efe0f751882c tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=00cf9591-3045-49f4-b3be-fc4fd642bcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370721 Dec 08 17:20:34.447675 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-bdc88cb4-ac81-4ca4-8c14-54659874c90f req-3c13d03e-816c-4722-af4b-5d38a19fe6d6 service neutron] Attempting to bind port 42b630f8-20ea-44cd-9fc8-1bea3dde36a6 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:20:34.448011 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-bdc88cb4-ac81-4ca4-8c14-54659874c90f req-3c13d03e-816c-4722-af4b-5d38a19fe6d6 service neutron] Attempting to bind port 42b630f8-20ea-44cd-9fc8-1bea3dde36a6 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': 'd9a52b35-4dde-45d8-b037-8598d496c634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd90380ea-e95f-4722-8c8c-e4fa411c8f46'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:20:34.448369 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc88cb4-ac81-4ca4-8c14-54659874c90f req-3c13d03e-816c-4722-af4b-5d38a19fe6d6 service neutron] Attempting to bind port 42b630f8-20ea-44cd-9fc8-1bea3dde36a6 on network d90380ea-e95f-4722-8c8c-e4fa411c8f46 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:20:34.452539 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc88cb4-ac81-4ca4-8c14-54659874c90f req-3c13d03e-816c-4722-af4b-5d38a19fe6d6 service neutron] Port 42b630f8-20ea-44cd-9fc8-1bea3dde36a6 on network d90380ea-e95f-4722-8c8c-e4fa411c8f46 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 17:20:34.452863 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc88cb4-ac81-4ca4-8c14-54659874c90f req-3c13d03e-816c-4722-af4b-5d38a19fe6d6 service neutron] Attempting to bind port 42b630f8-20ea-44cd-9fc8-1bea3dde36a6 on network d90380ea-e95f-4722-8c8c-e4fa411c8f46 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:20:34.458257 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc88cb4-ac81-4ca4-8c14-54659874c90f req-3c13d03e-816c-4722-af4b-5d38a19fe6d6 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:20:34.458596 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc88cb4-ac81-4ca4-8c14-54659874c90f req-3c13d03e-816c-4722-af4b-5d38a19fe6d6 service neutron] Checking segment: {'id': 'd9a52b35-4dde-45d8-b037-8598d496c634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd90380ea-e95f-4722-8c8c-e4fa411c8f46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:20:34.458982 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc88cb4-ac81-4ca4-8c14-54659874c90f req-3c13d03e-816c-4722-af4b-5d38a19fe6d6 service neutron] Bound using segment: {'id': 'd9a52b35-4dde-45d8-b037-8598d496c634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd90380ea-e95f-4722-8c8c-e4fa411c8f46'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:20:34.459401 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-bdc88cb4-ac81-4ca4-8c14-54659874c90f req-3c13d03e-816c-4722-af4b-5d38a19fe6d6 service neutron] Bound port: 42b630f8-20ea-44cd-9fc8-1bea3dde36a6, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9a52b35-4dde-45d8-b037-8598d496c634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd90380ea-e95f-4722-8c8c-e4fa411c8f46'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:20:34.459754 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-bdc88cb4-ac81-4ca4-8c14-54659874c90f req-3c13d03e-816c-4722-af4b-5d38a19fe6d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:34.520347 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-bdc88cb4-ac81-4ca4-8c14-54659874c90f req-3c13d03e-816c-4722-af4b-5d38a19fe6d6 service neutron] For port 42b630f8-20ea-44cd-9fc8-1bea3dde36a6, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:20:34.523245 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-bdc88cb4-ac81-4ca4-8c14-54659874c90f req-3c13d03e-816c-4722-af4b-5d38a19fe6d6 service neutron] For port 42b630f8-20ea-44cd-9fc8-1bea3dde36a6, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=42b630f8-20ea-44cd-9fc8-1bea3dde36a6,segment=NetworkSegment(d9a52b35-4dde-45d8-b037-8598d496c634),segment_id=d9a52b35-4dde-45d8-b037-8598d496c634)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:20:34.622917 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-bdc88cb4-ac81-4ca4-8c14-54659874c90f req-3c13d03e-816c-4722-af4b-5d38a19fe6d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:34.661685 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc88cb4-ac81-4ca4-8c14-54659874c90f req-3c13d03e-816c-4722-af4b-5d38a19fe6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:34.662316 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-bdc88cb4-ac81-4ca4-8c14-54659874c90f req-3c13d03e-816c-4722-af4b-5d38a19fe6d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:34.663688 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bdc88cb4-ac81-4ca4-8c14-54659874c90f req-3c13d03e-816c-4722-af4b-5d38a19fe6d6 service neutron] 10.222.0.37 "PUT /v2.0/ports/42b630f8-20ea-44cd-9fc8-1bea3dde36a6 HTTP/1.1" status: 200 len: 1092 time: 1.2691550 Dec 08 17:20:34.686471 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c13d03e-816c-4722-af4b-5d38a19fe6d6 service neutron] Pushing event updated for resources: {'Port': ['ID=42b630f8-20ea-44cd-9fc8-1bea3dde36a6,revision_number=7']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:20:34.730190 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc88cb4-ac81-4ca4-8c14-54659874c90f req-67c032c2-6996-482a-af7a-2bd818a6ee9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:34.731764 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bdc88cb4-ac81-4ca4-8c14-54659874c90f req-67c032c2-6996-482a-af7a-2bd818a6ee9c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d604cd6629ab480b9571d67f43656eec&device_id=300b0757-7c01-4f78-a94b-ba9c560aed4a HTTP/1.1" status: 200 len: 1095 time: 0.0418246 Dec 08 17:20:34.828299 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc88cb4-ac81-4ca4-8c14-54659874c90f req-11ec32d2-d658-49d1-abfc-48c08d3912b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:34.829816 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bdc88cb4-ac81-4ca4-8c14-54659874c90f req-11ec32d2-d658-49d1-abfc-48c08d3912b3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d90380ea-e95f-4722-8c8c-e4fa411c8f46 HTTP/1.1" status: 200 len: 898 time: 0.0902700 Dec 08 17:20:34.900835 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bdc88cb4-ac81-4ca4-8c14-54659874c90f req-b6b09c16-6d8c-43dc-8be7-4c09bd2e9ee7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42b630f8-20ea-44cd-9fc8-1bea3dde36a6 HTTP/1.1" status: 200 len: 998 time: 0.0637903 Dec 08 17:20:34.949989 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc88cb4-ac81-4ca4-8c14-54659874c90f req-8f48fb71-27ae-4546-aec3-3769dda942d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:34.951444 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bdc88cb4-ac81-4ca4-8c14-54659874c90f req-8f48fb71-27ae-4546-aec3-3769dda942d5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a07e4935-7ecd-433a-825c-393c20b10df0 HTTP/1.1" status: 200 len: 835 time: 0.0442247 Dec 08 17:20:34.997926 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc88cb4-ac81-4ca4-8c14-54659874c90f req-ad8e1220-f6fd-4776-a19a-ec1ab8b4901c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:34.999396 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bdc88cb4-ac81-4ca4-8c14-54659874c90f req-ad8e1220-f6fd-4776-a19a-ec1ab8b4901c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d90380ea-e95f-4722-8c8c-e4fa411c8f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410209 Dec 08 17:20:35.092311 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bdc88cb4-ac81-4ca4-8c14-54659874c90f req-b4d30652-b520-4fdf-8b68-b733facf0fa5 service neutron] 10.222.0.37 "GET /v2.0/networks/d90380ea-e95f-4722-8c8c-e4fa411c8f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858076 Dec 08 17:20:35.113125 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26fb1de-a0c0-44b8-9193-a4157cd69f08 req-247ef4ae-0dab-4c28-8669-8e87570d4a08 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:35.114782 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d26fb1de-a0c0-44b8-9193-a4157cd69f08 req-247ef4ae-0dab-4c28-8669-8e87570d4a08 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=300b0757-7c01-4f78-a94b-ba9c560aed4a HTTP/1.1" status: 200 len: 943 time: 0.0515747 Dec 08 17:20:35.166201 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d26fb1de-a0c0-44b8-9193-a4157cd69f08 req-b2e30e5c-4105-4fd8-904e-6fa2b4997662 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=00cf9591-3045-49f4-b3be-fc4fd642bcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447879 Dec 08 17:20:35.192260 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bdc88cb4-ac81-4ca4-8c14-54659874c90f req-2448ee67-24d9-42dd-b2a3-6fbb69fd1d44 service neutron] 10.222.0.37 "GET /v2.0/networks/d90380ea-e95f-4722-8c8c-e4fa411c8f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926282 Dec 08 17:20:35.342186 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:35.779925 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '300b0757-7c01-4f78-a94b-ba9c560aed4a', 'tag': '42b630f8-20ea-44cd-9fc8-1bea3dde36a6'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:20:35.782375 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33688f0a94a9db352de83aac38ec7a80f5ce35812a363759cff610bcc84c1346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb26323d-1386-4f64-ba7c-aa18a9e4f01a" -d '{"events": [{"name": "network-changed", "server_uuid": "300b0757-7c01-4f78-a94b-ba9c560aed4a", "tag": "42b630f8-20ea-44cd-9fc8-1bea3dde36a6"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:20:35.831420 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52f7458-615a-4f21-b8f3-17c9af0697eb x-openstack-request-id: req-d52f7458-615a-4f21-b8f3-17c9af0697eb {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:20:35.831823 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "300b0757-7c01-4f78-a94b-ba9c560aed4a", "tag": "42b630f8-20ea-44cd-9fc8-1bea3dde36a6", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:20:35.832157 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d52f7458-615a-4f21-b8f3-17c9af0697eb {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:20:35.832787 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '300b0757-7c01-4f78-a94b-ba9c560aed4a', 'tag': '42b630f8-20ea-44cd-9fc8-1bea3dde36a6', 'status': 'completed', 'code': 200} Dec 08 17:20:35.922795 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb26323d-1386-4f64-ba7c-aa18a9e4f01a req-3fff41f9-0d35-4584-a0bd-d4d748bd46d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:35.924357 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fb26323d-1386-4f64-ba7c-aa18a9e4f01a req-3fff41f9-0d35-4584-a0bd-d4d748bd46d0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d604cd6629ab480b9571d67f43656eec&device_id=300b0757-7c01-4f78-a94b-ba9c560aed4a HTTP/1.1" status: 200 len: 1095 time: 0.0735660 Dec 08 17:20:35.926089 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb26323d-1386-4f64-ba7c-aa18a9e4f01a req-63c666af-5677-4eb9-ae20-dee1e0425009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:35.927437 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fb26323d-1386-4f64-ba7c-aa18a9e4f01a req-63c666af-5677-4eb9-ae20-dee1e0425009 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d604cd6629ab480b9571d67f43656eec&device_id=300b0757-7c01-4f78-a94b-ba9c560aed4a HTTP/1.1" status: 200 len: 1095 time: 0.0676143 Dec 08 17:20:36.090672 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb26323d-1386-4f64-ba7c-aa18a9e4f01a req-d81ae7d5-fbb7-4550-9c6f-259f203700d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:36.092168 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fb26323d-1386-4f64-ba7c-aa18a9e4f01a req-d81ae7d5-fbb7-4550-9c6f-259f203700d5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d90380ea-e95f-4722-8c8c-e4fa411c8f46 HTTP/1.1" status: 200 len: 898 time: 0.1608047 Dec 08 17:20:36.094807 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb26323d-1386-4f64-ba7c-aa18a9e4f01a req-b17d7c7a-ea4d-45b2-8e9d-44c3b65026b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:36.096208 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fb26323d-1386-4f64-ba7c-aa18a9e4f01a req-b17d7c7a-ea4d-45b2-8e9d-44c3b65026b0 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d90380ea-e95f-4722-8c8c-e4fa411c8f46 HTTP/1.1" status: 200 len: 898 time: 0.1578960 Dec 08 17:20:36.209668 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fb26323d-1386-4f64-ba7c-aa18a9e4f01a req-5bb6c923-ba45-4d49-8b7e-eafb672dc60a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42b630f8-20ea-44cd-9fc8-1bea3dde36a6 HTTP/1.1" status: 200 len: 998 time: 0.1089683 Dec 08 17:20:36.213714 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fb26323d-1386-4f64-ba7c-aa18a9e4f01a req-bfc4ba54-fb11-4841-ae35-003b112cc4cf service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42b630f8-20ea-44cd-9fc8-1bea3dde36a6 HTTP/1.1" status: 200 len: 998 time: 0.1066229 Dec 08 17:20:36.285894 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7457710-6ceb-4c81-be47-687c37f3927f req-6e20e424-871f-457b-a477-aa967f733624 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:36.287459 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e7457710-6ceb-4c81-be47-687c37f3927f req-6e20e424-871f-457b-a477-aa967f733624 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=300b0757-7c01-4f78-a94b-ba9c560aed4a HTTP/1.1" status: 200 len: 943 time: 0.0503151 Dec 08 17:20:36.306037 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb26323d-1386-4f64-ba7c-aa18a9e4f01a req-125c2cb2-b07e-468c-9d68-b00dd8111321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:36.308642 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fb26323d-1386-4f64-ba7c-aa18a9e4f01a req-125c2cb2-b07e-468c-9d68-b00dd8111321 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a07e4935-7ecd-433a-825c-393c20b10df0 HTTP/1.1" status: 200 len: 835 time: 0.0907567 Dec 08 17:20:36.314711 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb26323d-1386-4f64-ba7c-aa18a9e4f01a req-7821876f-9ca7-4547-88db-74d0ad832c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:36.316147 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fb26323d-1386-4f64-ba7c-aa18a9e4f01a req-7821876f-9ca7-4547-88db-74d0ad832c51 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a07e4935-7ecd-433a-825c-393c20b10df0 HTTP/1.1" status: 200 len: 835 time: 0.0899878 Dec 08 17:20:36.350886 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e7457710-6ceb-4c81-be47-687c37f3927f req-875480fc-3a0f-4037-947b-599365bd2246 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=00cf9591-3045-49f4-b3be-fc4fd642bcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572090 Dec 08 17:20:36.384754 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb26323d-1386-4f64-ba7c-aa18a9e4f01a req-89d3b546-c3f6-49ee-a236-de1f32bc261d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:36.386281 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fb26323d-1386-4f64-ba7c-aa18a9e4f01a req-89d3b546-c3f6-49ee-a236-de1f32bc261d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d90380ea-e95f-4722-8c8c-e4fa411c8f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0692246 Dec 08 17:20:36.388802 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb26323d-1386-4f64-ba7c-aa18a9e4f01a req-26674d1e-3dc9-42b2-876b-f846dd92414a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:36.390172 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fb26323d-1386-4f64-ba7c-aa18a9e4f01a req-26674d1e-3dc9-42b2-876b-f846dd92414a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d90380ea-e95f-4722-8c8c-e4fa411c8f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0654330 Dec 08 17:20:36.547622 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fb26323d-1386-4f64-ba7c-aa18a9e4f01a req-3aadfb0e-d7e3-4bdb-8e5a-c382bdcd002d service neutron] 10.222.0.37 "GET /v2.0/networks/d90380ea-e95f-4722-8c8c-e4fa411c8f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531076 Dec 08 17:20:36.550355 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fb26323d-1386-4f64-ba7c-aa18a9e4f01a req-95097d9b-19cb-4b0a-b2be-4e72f0e2018a service neutron] 10.222.0.76 "GET /v2.0/networks/d90380ea-e95f-4722-8c8c-e4fa411c8f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481102 Dec 08 17:20:36.719681 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fb26323d-1386-4f64-ba7c-aa18a9e4f01a req-79a91133-a3be-4c6c-92c7-e1d8d72e887c service neutron] 10.222.0.37 "GET /v2.0/networks/d90380ea-e95f-4722-8c8c-e4fa411c8f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641555 Dec 08 17:20:36.726667 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fb26323d-1386-4f64-ba7c-aa18a9e4f01a req-50447fba-2248-49b8-840f-91445b3b0ed8 service neutron] 10.222.0.76 "GET /v2.0/networks/d90380ea-e95f-4722-8c8c-e4fa411c8f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627481 Dec 08 17:20:37.057436 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 42b630f8-20ea-44cd-9fc8-1bea3dde36a6 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:20:37.100103 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 42b630f8-20ea-44cd-9fc8-1bea3dde36a6 not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:20:37.470756 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c6b76-ec2a-4860-ad9c-d8b5926ccab2 req-9677299b-e8b2-48eb-ad4d-ed556b20c4ba tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:37.472260 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-de2c6b76-ec2a-4860-ad9c-d8b5926ccab2 req-9677299b-e8b2-48eb-ad4d-ed556b20c4ba tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=300b0757-7c01-4f78-a94b-ba9c560aed4a HTTP/1.1" status: 200 len: 943 time: 0.0503390 Dec 08 17:20:37.521764 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-de2c6b76-ec2a-4860-ad9c-d8b5926ccab2 req-62b594dd-41f0-4f3e-963e-4488027888b7 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=00cf9591-3045-49f4-b3be-fc4fd642bcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435169 Dec 08 17:20:37.842869 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6e7bd-a53a-4771-8519-d1bca3038dcd req-f0957ed8-3204-4991-8b3b-549e4e0b2274 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:37.844430 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2af6e7bd-a53a-4771-8519-d1bca3038dcd req-f0957ed8-3204-4991-8b3b-549e4e0b2274 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=300b0757-7c01-4f78-a94b-ba9c560aed4a HTTP/1.1" status: 200 len: 943 time: 0.0504563 Dec 08 17:20:37.926427 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2af6e7bd-a53a-4771-8519-d1bca3038dcd req-da99fbc0-838e-4454-b351-f3485418f615 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=00cf9591-3045-49f4-b3be-fc4fd642bcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753224 Dec 08 17:20:37.947356 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3cbea-7795-409d-aef5-7bcc24cbe67c req-45cd7247-697a-4341-b7b6-b82a3e792692 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:37.948887 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c3f3cbea-7795-409d-aef5-7bcc24cbe67c req-45cd7247-697a-4341-b7b6-b82a3e792692 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.76 "GET /v2.0/ports?device_id=300b0757-7c01-4f78-a94b-ba9c560aed4a&tenant_id=d604cd6629ab480b9571d67f43656eec&binding%3Ahost_id=n-h2-776250-12 HTTP/1.1" status: 200 len: 943 time: 0.0715146 Dec 08 17:20:38.011315 n-d-776250-12 neutron-server[110550]: INFO neutron.api.v2.resource [req-c3f3cbea-7795-409d-aef5-7bcc24cbe67c req-d4ff202d-aec6-41e8-85a0-eb93d8d08b44 service neutron] delete failed (client error): The resource could not be found. Dec 08 17:20:38.012292 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c3f3cbea-7795-409d-aef5-7bcc24cbe67c req-d4ff202d-aec6-41e8-85a0-eb93d8d08b44 service neutron] 10.222.0.76 "DELETE /v2.0/ports/42b630f8-20ea-44cd-9fc8-1bea3dde36a6/bindings/n-h1-776250-12 HTTP/1.1" status: 404 len: 381 time: 0.0559816 Dec 08 17:20:38.051815 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711f03d-e0d7-4179-9b26-ebb7f918877f req-d2ed9e0d-81cf-40a6-a187-12ec0d020e7a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:38.053384 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2711f03d-e0d7-4179-9b26-ebb7f918877f req-d2ed9e0d-81cf-40a6-a187-12ec0d020e7a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=300b0757-7c01-4f78-a94b-ba9c560aed4a HTTP/1.1" status: 200 len: 943 time: 0.0590813 Dec 08 17:20:38.098806 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3cbea-7795-409d-aef5-7bcc24cbe67c req-db410bc5-9dd4-45a1-accb-78f6c73a1096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:38.100358 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c3f3cbea-7795-409d-aef5-7bcc24cbe67c req-db410bc5-9dd4-45a1-accb-78f6c73a1096 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d604cd6629ab480b9571d67f43656eec&device_id=300b0757-7c01-4f78-a94b-ba9c560aed4a HTTP/1.1" status: 200 len: 1095 time: 0.0429106 Dec 08 17:20:38.104296 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2711f03d-e0d7-4179-9b26-ebb7f918877f req-871540b4-418a-43b1-8294-37cf6693e6f0 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=00cf9591-3045-49f4-b3be-fc4fd642bcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449572 Dec 08 17:20:38.196980 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3cbea-7795-409d-aef5-7bcc24cbe67c req-8143a6ac-8743-4a89-b6be-285c85e28540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:38.198451 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c3f3cbea-7795-409d-aef5-7bcc24cbe67c req-8143a6ac-8743-4a89-b6be-285c85e28540 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d90380ea-e95f-4722-8c8c-e4fa411c8f46 HTTP/1.1" status: 200 len: 898 time: 0.0910459 Dec 08 17:20:38.270201 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c3f3cbea-7795-409d-aef5-7bcc24cbe67c req-bf13cfd7-5afd-44ca-9a04-5c0aa6423e39 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42b630f8-20ea-44cd-9fc8-1bea3dde36a6 HTTP/1.1" status: 200 len: 998 time: 0.0649552 Dec 08 17:20:38.319597 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3cbea-7795-409d-aef5-7bcc24cbe67c req-fa84abc7-0c1b-482c-ab81-ba9c953f875b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:38.321140 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c3f3cbea-7795-409d-aef5-7bcc24cbe67c req-fa84abc7-0c1b-482c-ab81-ba9c953f875b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a07e4935-7ecd-433a-825c-393c20b10df0 HTTP/1.1" status: 200 len: 835 time: 0.0441871 Dec 08 17:20:38.370869 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3cbea-7795-409d-aef5-7bcc24cbe67c req-263d567e-e5f0-4cbb-b704-3d7e2a97367b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:38.372367 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c3f3cbea-7795-409d-aef5-7bcc24cbe67c req-263d567e-e5f0-4cbb-b704-3d7e2a97367b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d90380ea-e95f-4722-8c8c-e4fa411c8f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445457 Dec 08 17:20:38.460821 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c3f3cbea-7795-409d-aef5-7bcc24cbe67c req-fd2d3d70-1396-4408-8a5b-c773de4899c2 service neutron] 10.222.0.76 "GET /v2.0/networks/d90380ea-e95f-4722-8c8c-e4fa411c8f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810637 Dec 08 17:20:38.554288 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c3f3cbea-7795-409d-aef5-7bcc24cbe67c req-4eaa41f0-4cd6-4a95-97e3-769ab36636ed service neutron] 10.222.0.76 "GET /v2.0/networks/d90380ea-e95f-4722-8c8c-e4fa411c8f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863473 Dec 08 17:20:39.234738 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fc560b-3e55-4f77-8485-27285a3ce6b5 req-7556971e-38aa-4db2-a2ca-227884a20626 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:39.236863 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-90fc560b-3e55-4f77-8485-27285a3ce6b5 req-7556971e-38aa-4db2-a2ca-227884a20626 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=300b0757-7c01-4f78-a94b-ba9c560aed4a HTTP/1.1" status: 200 len: 943 time: 0.0622747 Dec 08 17:20:39.289717 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-90fc560b-3e55-4f77-8485-27285a3ce6b5 req-2f82218c-92eb-4719-9dc1-7723eee69250 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=00cf9591-3045-49f4-b3be-fc4fd642bcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465896 Dec 08 17:20:39.333560 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:39.409685 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 42b630f8-20ea-44cd-9fc8-1bea3dde36a6 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 17:20:39.501882 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 42b630f8-20ea-44cd-9fc8-1bea3dde36a6, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=42b630f8-20ea-44cd-9fc8-1bea3dde36a6,segment=NetworkSegment(d9a52b35-4dde-45d8-b037-8598d496c634),segment_id=d9a52b35-4dde-45d8-b037-8598d496c634)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:20:39.513178 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '42b630f8-20ea-44cd-9fc8-1bea3dde36a6', 'network_id': 'd90380ea-e95f-4722-8c8c-e4fa411c8f46', 'port_id': '42b630f8-20ea-44cd-9fc8-1bea3dde36a6', 'mac_address': 'fa:16:3e:5d:2f:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a07e4935-7ecd-433a-825c-393c20b10df0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 17:20:39.554525 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:39.569540 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42b630f8-20ea-44cd-9fc8-1bea3dde36a6 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:20:39.588956 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 42b630f8-20ea-44cd-9fc8-1bea3dde36a6, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=42b630f8-20ea-44cd-9fc8-1bea3dde36a6,segment=NetworkSegment(d9a52b35-4dde-45d8-b037-8598d496c634),segment_id=d9a52b35-4dde-45d8-b037-8598d496c634)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:20:39.659531 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:39.708782 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=42b630f8-20ea-44cd-9fc8-1bea3dde36a6,revision_number=8']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:20:39.716107 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:20:39.716489 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:20:39.716839 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:20:39.717189 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:20:39.717528 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:20:39.717867 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:20:39.718201 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:20:39.718534 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:20:39.718865 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:20:39.719195 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:20:39.719526 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:20:39.720376 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:20:39.720706 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:20:39.926347 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['42b630f8-20ea-44cd-9fc8-1bea3dde36a6'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:20:40.405490 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012bee51-22e0-43c0-8a7a-42530396e71e req-c6673277-e69c-430b-914f-67e845b00579 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:40.406908 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-012bee51-22e0-43c0-8a7a-42530396e71e req-c6673277-e69c-430b-914f-67e845b00579 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=300b0757-7c01-4f78-a94b-ba9c560aed4a HTTP/1.1" status: 200 len: 944 time: 0.0490253 Dec 08 17:20:40.456066 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-012bee51-22e0-43c0-8a7a-42530396e71e req-18b36c26-f2bc-4930-9f0e-860f306cc2f0 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=00cf9591-3045-49f4-b3be-fc4fd642bcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431840 Dec 08 17:20:40.477800 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43092) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:20:40.542596 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-6e4f5e9a-fa35-43bd-a3af-f9f32f87f097 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/floatingips/1205053a-4d0a-40e0-90ef-9ebf0b40268c HTTP/1.1" status: 200 len: 991 time: 0.0636823 Dec 08 17:20:41.428198 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 42b630f8-20ea-44cd-9fc8-1bea3dde36a6 up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:20:41.463996 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ef1d5bdb-8ad3-46b5-83e2-dcfc04251677 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:41.570567 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port 42b630f8-20ea-44cd-9fc8-1bea3dde36a6 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 17:20:41.574627 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 42b630f8-20ea-44cd-9fc8-1bea3dde36a6 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:20:41.575005 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:41.651509 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:41.672994 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '300b0757-7c01-4f78-a94b-ba9c560aed4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b630f8-20ea-44cd-9fc8-1bea3dde36a6'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:20:41.675224 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e972d80ca4ba26e60ff2132fe6d2147b95d4377dec9e0b14df2e9cad1c1848da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e9fc53-973b-4c20-9ace-7647b288257f" -d '{"events": [{"server_uuid": "300b0757-7c01-4f78-a94b-ba9c560aed4a", "name": "network-vif-plugged", "status": "completed", "tag": "42b630f8-20ea-44cd-9fc8-1bea3dde36a6"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:20:41.689339 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 42b630f8-20ea-44cd-9fc8-1bea3dde36a6, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=42b630f8-20ea-44cd-9fc8-1bea3dde36a6,segment=NetworkSegment(d9a52b35-4dde-45d8-b037-8598d496c634),segment_id=d9a52b35-4dde-45d8-b037-8598d496c634)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:20:41.718961 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0aad91f-e209-42dd-b4f5-8f27f22d578b x-openstack-request-id: req-d0aad91f-e209-42dd-b4f5-8f27f22d578b {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:20:41.718961 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "300b0757-7c01-4f78-a94b-ba9c560aed4a", "name": "network-vif-plugged", "status": "completed", "tag": "42b630f8-20ea-44cd-9fc8-1bea3dde36a6", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:20:41.718961 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d0aad91f-e209-42dd-b4f5-8f27f22d578b {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:20:41.718961 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '300b0757-7c01-4f78-a94b-ba9c560aed4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b630f8-20ea-44cd-9fc8-1bea3dde36a6', 'code': 200} Dec 08 17:20:41.756591 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:41.805962 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=42b630f8-20ea-44cd-9fc8-1bea3dde36a6,revision_number=9']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:20:44.204743 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ce4c8235-97aa-4cc5-9a04-d04cb9994fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:45.512817 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:47.073130 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:47.664841 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:03.559486 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:21:05.364088 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:06.958950 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43104) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:21:07.121678 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-ecee59ea-f9ab-49c0-ae52-f8e817e6b802 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Deleting port d2222b4d-0492-49ae-97ea-39f6d76a4ea3 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:21:07.122028 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ecee59ea-f9ab-49c0-ae52-f8e817e6b802 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:07.201995 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ecee59ea-f9ab-49c0-ae52-f8e817e6b802 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:07.202331 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ecee59ea-f9ab-49c0-ae52-f8e817e6b802 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:07.214200 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-ecee59ea-f9ab-49c0-ae52-f8e817e6b802 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Calling delete_port for d2222b4d-0492-49ae-97ea-39f6d76a4ea3 owned by network:floatingip {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:21:07.436171 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ecee59ea-f9ab-49c0-ae52-f8e817e6b802 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:07.462174 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecee59ea-f9ab-49c0-ae52-f8e817e6b802 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event deleted for resources: {'Port': ['ID=d2222b4d-0492-49ae-97ea-39f6d76a4ea3,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:21:07.524486 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ecee59ea-f9ab-49c0-ae52-f8e817e6b802 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for floatingip, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:07.524820 n-d-776250-12 neutron-server[110550]: INFO neutron.db.l3_db [None req-ecee59ea-f9ab-49c0-ae52-f8e817e6b802 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Floating IP 1205053a-4d0a-40e0-90ef-9ebf0b40268c disassociated (deleted). External IP: 172.25.0.94, port: 42b630f8-20ea-44cd-9fc8-1bea3dde36a6. Dec 08 17:21:07.738197 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecee59ea-f9ab-49c0-ae52-f8e817e6b802 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Router ee9025c4-7d56-4d79-8243-7f49693cc5be has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:21:07.844007 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecee59ea-f9ab-49c0-ae52-f8e817e6b802 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:21:07.849384 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-ecee59ea-f9ab-49c0-ae52-f8e817e6b802 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:07.853971 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5643512-4469-40dc-801e-4f267579309e None None] Sync routers for ids ['ee9025c4-7d56-4d79-8243-7f49693cc5be'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:21:07.863801 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5643512-4469-40dc-801e-4f267579309e None None] Routers {'ee9025c4-7d56-4d79-8243-7f49693cc5be'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:21:07.864427 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-a5643512-4469-40dc-801e-4f267579309e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:20:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['ee9025c4-7d56-4d79-8243-7f49693cc5be'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:21:07.877102 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ecee59ea-f9ab-49c0-ae52-f8e817e6b802 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "DELETE /v2.0/floatingips/1205053a-4d0a-40e0-90ef-9ebf0b40268c HTTP/1.1" status: 204 len: 168 time: 0.9170578 Dec 08 17:21:07.877706 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '300b0757-7c01-4f78-a94b-ba9c560aed4a', 'tag': '42b630f8-20ea-44cd-9fc8-1bea3dde36a6'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:21:07.880002 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33688f0a94a9db352de83aac38ec7a80f5ce35812a363759cff610bcc84c1346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3be469-0d88-4e39-bdd6-2e214e7d916a" -d '{"events": [{"name": "network-changed", "server_uuid": "300b0757-7c01-4f78-a94b-ba9c560aed4a", "tag": "42b630f8-20ea-44cd-9fc8-1bea3dde36a6"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:21:07.922798 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1519b055-ae6f-44c5-9046-a75240d5ad81 x-openstack-request-id: req-1519b055-ae6f-44c5-9046-a75240d5ad81 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:21:07.923100 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "300b0757-7c01-4f78-a94b-ba9c560aed4a", "tag": "42b630f8-20ea-44cd-9fc8-1bea3dde36a6", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:21:07.923362 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1519b055-ae6f-44c5-9046-a75240d5ad81 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:21:07.923931 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '300b0757-7c01-4f78-a94b-ba9c560aed4a', 'tag': '42b630f8-20ea-44cd-9fc8-1bea3dde36a6', 'status': 'completed', 'code': 200} Dec 08 17:21:07.976264 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-a5643512-4469-40dc-801e-4f267579309e None None] Set router ee9025c4-7d56-4d79-8243-7f49693cc5be gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:21:07.989013 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3be469-0d88-4e39-bdd6-2e214e7d916a req-cc7a0a55-82fe-4e3e-b8ff-e435658313f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:07.990496 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6c3be469-0d88-4e39-bdd6-2e214e7d916a req-cc7a0a55-82fe-4e3e-b8ff-e435658313f5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d604cd6629ab480b9571d67f43656eec&device_id=300b0757-7c01-4f78-a94b-ba9c560aed4a HTTP/1.1" status: 200 len: 1097 time: 0.0465436 Dec 08 17:21:08.086174 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3be469-0d88-4e39-bdd6-2e214e7d916a req-fdea1686-1951-4222-b2ab-e253fc739eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:08.088026 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6c3be469-0d88-4e39-bdd6-2e214e7d916a req-fdea1686-1951-4222-b2ab-e253fc739eed service neutron] 10.222.0.37 "GET /v2.0/networks?id=d90380ea-e95f-4722-8c8c-e4fa411c8f46 HTTP/1.1" status: 200 len: 898 time: 0.0908937 Dec 08 17:21:08.136541 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6c3be469-0d88-4e39-bdd6-2e214e7d916a req-bdd16a32-7993-4311-8f78-32c527ea301e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42b630f8-20ea-44cd-9fc8-1bea3dde36a6 HTTP/1.1" status: 200 len: 217 time: 0.0404577 Dec 08 17:21:08.176522 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-a5643512-4469-40dc-801e-4f267579309e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9025c4-7d56-4d79-8243-7f49693cc5be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77226515', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '8a963c24-54ac-42f1-bced-37ff76eda5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:18:48Z', 'updated_at': '2021-12-08T17:18:52Z', 'revision_number': 4, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': '8a963c24-54ac-42f1-bced-37ff76eda5e3', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:97:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9025c4-7d56-4d79-8243-7f49693cc5be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:18:48Z', 'updated_at': '2021-12-08T17:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'df0d66b6-fc57-4fce-9458-2d5a538e4a84', 'name': '', 'network_id': 'd90380ea-e95f-4722-8c8c-e4fa411c8f46', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'mac_address': 'fa:16:3e:75:fd:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9025c4-7d56-4d79-8243-7f49693cc5be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'a07e4935-7ecd-433a-825c-393c20b10df0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:18:51Z', 'updated_at': '2021-12-08T17:18:55Z', 'revision_number': 5, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'subnets': [{'id': 'a07e4935-7ecd-433a-825c-393c20b10df0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:21:08.188399 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3be469-0d88-4e39-bdd6-2e214e7d916a req-4904aa51-c282-4dce-b81a-1c9e46e74fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:08.189962 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6c3be469-0d88-4e39-bdd6-2e214e7d916a req-4904aa51-c282-4dce-b81a-1c9e46e74fb5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a07e4935-7ecd-433a-825c-393c20b10df0 HTTP/1.1" status: 200 len: 835 time: 0.0473545 Dec 08 17:21:08.210848 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5643512-4469-40dc-801e-4f267579309e None None] Checking router: ee9025c4-7d56-4d79-8243-7f49693cc5be for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:21:08.219523 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5643512-4469-40dc-801e-4f267579309e None None] Routers {'ee9025c4-7d56-4d79-8243-7f49693cc5be'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:21:08.220146 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-a5643512-4469-40dc-801e-4f267579309e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:20:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['ee9025c4-7d56-4d79-8243-7f49693cc5be'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:21:08.238304 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3be469-0d88-4e39-bdd6-2e214e7d916a req-8d7d9034-2a0b-4ccb-839e-39fa6049578e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:08.239911 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6c3be469-0d88-4e39-bdd6-2e214e7d916a req-8d7d9034-2a0b-4ccb-839e-39fa6049578e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d90380ea-e95f-4722-8c8c-e4fa411c8f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433388 Dec 08 17:21:08.326014 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-a5643512-4469-40dc-801e-4f267579309e None None] Set router ee9025c4-7d56-4d79-8243-7f49693cc5be gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:21:08.350488 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6c3be469-0d88-4e39-bdd6-2e214e7d916a req-94ceded9-4b33-4424-a49b-b08ea81b19e2 service neutron] 10.222.0.37 "GET /v2.0/networks/d90380ea-e95f-4722-8c8c-e4fa411c8f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017895 Dec 08 17:21:08.435512 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c220b09e-b69b-445c-a310-93553594e37d req-baa737dc-a65c-43af-a2ce-27f1ce3c6264 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:08.437198 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c220b09e-b69b-445c-a310-93553594e37d req-baa737dc-a65c-43af-a2ce-27f1ce3c6264 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=300b0757-7c01-4f78-a94b-ba9c560aed4a HTTP/1.1" status: 200 len: 945 time: 0.0528111 Dec 08 17:21:08.454252 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6c3be469-0d88-4e39-bdd6-2e214e7d916a req-c1da51cb-1028-441e-b6c8-b4cc55c778dd service neutron] 10.222.0.37 "GET /v2.0/networks/d90380ea-e95f-4722-8c8c-e4fa411c8f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905814 Dec 08 17:21:08.488754 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c220b09e-b69b-445c-a310-93553594e37d req-5f156653-d5b3-4632-88b6-9f2be5ac2717 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=00cf9591-3045-49f4-b3be-fc4fd642bcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440953 Dec 08 17:21:08.533495 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-a5643512-4469-40dc-801e-4f267579309e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9025c4-7d56-4d79-8243-7f49693cc5be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77226515', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '8a963c24-54ac-42f1-bced-37ff76eda5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:18:48Z', 'updated_at': '2021-12-08T17:18:52Z', 'revision_number': 4, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': '8a963c24-54ac-42f1-bced-37ff76eda5e3', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:97:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9025c4-7d56-4d79-8243-7f49693cc5be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:18:48Z', 'updated_at': '2021-12-08T17:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'df0d66b6-fc57-4fce-9458-2d5a538e4a84', 'name': '', 'network_id': 'd90380ea-e95f-4722-8c8c-e4fa411c8f46', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'mac_address': 'fa:16:3e:75:fd:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9025c4-7d56-4d79-8243-7f49693cc5be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'a07e4935-7ecd-433a-825c-393c20b10df0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:18:51Z', 'updated_at': '2021-12-08T17:18:55Z', 'revision_number': 5, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'subnets': [{'id': 'a07e4935-7ecd-433a-825c-393c20b10df0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:21:08.558974 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5643512-4469-40dc-801e-4f267579309e None None] The sync data for ids ['ee9025c4-7d56-4d79-8243-7f49693cc5be'] in n-d-776250-12 is: [{'id': 'ee9025c4-7d56-4d79-8243-7f49693cc5be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77226515', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '8a963c24-54ac-42f1-bced-37ff76eda5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:18:48Z', 'updated_at': '2021-12-08T17:18:52Z', 'revision_number': 4, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': '8a963c24-54ac-42f1-bced-37ff76eda5e3', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:97:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9025c4-7d56-4d79-8243-7f49693cc5be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:18:48Z', 'updated_at': '2021-12-08T17:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'df0d66b6-fc57-4fce-9458-2d5a538e4a84', 'name': '', 'network_id': 'd90380ea-e95f-4722-8c8c-e4fa411c8f46', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'mac_address': 'fa:16:3e:75:fd:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9025c4-7d56-4d79-8243-7f49693cc5be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'a07e4935-7ecd-433a-825c-393c20b10df0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:18:51Z', 'updated_at': '2021-12-08T17:18:55Z', 'revision_number': 5, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'subnets': [{'id': 'a07e4935-7ecd-433a-825c-393c20b10df0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:21:08.769554 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a2305d-9ba9-4690-9887-c98e51b6c8f2 None None] New status for floating IP 1205053a-4d0a-40e0-90ef-9ebf0b40268c: DOWN {{(pid=110552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 17:21:09.364061 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:09.608536 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bf2dcd-2e16-4c80-9f08-8a98faeeb614 req-70c713a9-acb6-4e3d-a846-f86945a83e87 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:09.610075 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-62bf2dcd-2e16-4c80-9f08-8a98faeeb614 req-70c713a9-acb6-4e3d-a846-f86945a83e87 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=300b0757-7c01-4f78-a94b-ba9c560aed4a HTTP/1.1" status: 200 len: 945 time: 0.0504916 Dec 08 17:21:09.659710 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-62bf2dcd-2e16-4c80-9f08-8a98faeeb614 req-9b9a96eb-a281-4352-9e5e-47de660fdcaf tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=00cf9591-3045-49f4-b3be-fc4fd642bcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432839 Dec 08 17:21:09.719705 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6c658-ad99-4105-ab61-7fee288d8277 req-0690c4f9-8be8-4b55-a5cc-567ff060f0ff tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:09.721204 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a9a6c658-ad99-4105-ab61-7fee288d8277 req-0690c4f9-8be8-4b55-a5cc-567ff060f0ff tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.37 "GET /v2.0/ports?device_id=300b0757-7c01-4f78-a94b-ba9c560aed4a HTTP/1.1" status: 200 len: 945 time: 0.0579464 Dec 08 17:21:09.809338 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-a9a6c658-ad99-4105-ab61-7fee288d8277 req-067b8491-9283-48c1-aa4e-86dec3990d76 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Deleting port 42b630f8-20ea-44cd-9fc8-1bea3dde36a6 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:21:09.809598 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a9a6c658-ad99-4105-ab61-7fee288d8277 req-067b8491-9283-48c1-aa4e-86dec3990d76 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:09.900595 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-a9a6c658-ad99-4105-ab61-7fee288d8277 req-067b8491-9283-48c1-aa4e-86dec3990d76 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] For port 42b630f8-20ea-44cd-9fc8-1bea3dde36a6, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=42b630f8-20ea-44cd-9fc8-1bea3dde36a6,segment=NetworkSegment(d9a52b35-4dde-45d8-b037-8598d496c634),segment_id=d9a52b35-4dde-45d8-b037-8598d496c634)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:21:09.900964 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a9a6c658-ad99-4105-ab61-7fee288d8277 req-067b8491-9283-48c1-aa4e-86dec3990d76 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:09.913596 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-a9a6c658-ad99-4105-ab61-7fee288d8277 req-067b8491-9283-48c1-aa4e-86dec3990d76 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Calling delete_port for 42b630f8-20ea-44cd-9fc8-1bea3dde36a6 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:21:10.124034 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a9a6c658-ad99-4105-ab61-7fee288d8277 req-067b8491-9283-48c1-aa4e-86dec3990d76 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:10.150854 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067b8491-9283-48c1-aa4e-86dec3990d76 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event deleted for resources: {'Port': ['ID=42b630f8-20ea-44cd-9fc8-1bea3dde36a6,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:21:10.194449 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9a6c658-ad99-4105-ab61-7fee288d8277 req-067b8491-9283-48c1-aa4e-86dec3990d76 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] No DVR routers for this DVR port 42b630f8-20ea-44cd-9fc8-1bea3dde36a6 on host n-h2-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:21:10.197082 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a9a6c658-ad99-4105-ab61-7fee288d8277 req-067b8491-9283-48c1-aa4e-86dec3990d76 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:10.200416 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a9a6c658-ad99-4105-ab61-7fee288d8277 req-067b8491-9283-48c1-aa4e-86dec3990d76 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.37 "DELETE /v2.0/ports/42b630f8-20ea-44cd-9fc8-1bea3dde36a6 HTTP/1.1" status: 204 len: 173 time: 0.4735892 Dec 08 17:21:10.200864 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '300b0757-7c01-4f78-a94b-ba9c560aed4a', 'name': 'network-vif-deleted', 'tag': '42b630f8-20ea-44cd-9fc8-1bea3dde36a6'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:21:10.203166 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33688f0a94a9db352de83aac38ec7a80f5ce35812a363759cff610bcc84c1346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b1278bf-c9ac-480a-9f72-07158f87e77c" -d '{"events": [{"server_uuid": "300b0757-7c01-4f78-a94b-ba9c560aed4a", "name": "network-vif-deleted", "tag": "42b630f8-20ea-44cd-9fc8-1bea3dde36a6"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:21:10.241278 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adee3572-2b42-4eb3-95f5-1b1420590055 x-openstack-request-id: req-adee3572-2b42-4eb3-95f5-1b1420590055 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:21:10.241575 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "300b0757-7c01-4f78-a94b-ba9c560aed4a", "name": "network-vif-deleted", "tag": "42b630f8-20ea-44cd-9fc8-1bea3dde36a6", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:21:10.241835 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-adee3572-2b42-4eb3-95f5-1b1420590055 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:21:10.242248 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '300b0757-7c01-4f78-a94b-ba9c560aed4a', 'name': 'network-vif-deleted', 'tag': '42b630f8-20ea-44cd-9fc8-1bea3dde36a6', 'status': 'completed', 'code': 200} Dec 08 17:21:10.770992 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ba37da3c-8113-4da0-939f-71d3ccb30866 req-31d18a0b-a37f-4340-800f-b355b311d37a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=300b0757-7c01-4f78-a94b-ba9c560aed4a HTTP/1.1" status: 200 len: 210 time: 0.0283535 Dec 08 17:21:11.472840 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-97fc4296-5b19-49e5-8147-6532abdb66a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:11.827538 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43120) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:21:12.185987 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9e8796c4-e420-4763-be59-9706a41a1ca8 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:12.443820 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-9e8796c4-e420-4763-be59-9706a41a1ca8 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Deleting port df0d66b6-fc57-4fce-9458-2d5a538e4a84 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:21:12.444077 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9e8796c4-e420-4763-be59-9706a41a1ca8 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:12.530711 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-9e8796c4-e420-4763-be59-9706a41a1ca8 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] For port df0d66b6-fc57-4fce-9458-2d5a538e4a84, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=df0d66b6-fc57-4fce-9458-2d5a538e4a84,segment=NetworkSegment(d9a52b35-4dde-45d8-b037-8598d496c634),segment_id=d9a52b35-4dde-45d8-b037-8598d496c634)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:21:12.531077 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9e8796c4-e420-4763-be59-9706a41a1ca8 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:12.544112 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-9e8796c4-e420-4763-be59-9706a41a1ca8 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Calling delete_port for df0d66b6-fc57-4fce-9458-2d5a538e4a84 owned by network:router_interface {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:21:12.778909 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9e8796c4-e420-4763-be59-9706a41a1ca8 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:12.810034 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8796c4-e420-4763-be59-9706a41a1ca8 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event deleted for resources: {'Port': ['ID=df0d66b6-fc57-4fce-9458-2d5a538e4a84,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:21:12.980673 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9e8796c4-e420-4763-be59-9706a41a1ca8 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:13.522650 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e8796c4-e420-4763-be59-9706a41a1ca8 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Router ee9025c4-7d56-4d79-8243-7f49693cc5be has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:21:13.534382 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 42b630f8-20ea-44cd-9fc8-1bea3dde36a6 no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:21:13.554166 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: 42b630f8-20ea-44cd-9fc8-1bea3dde36a6 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:21:13.554523 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 42b630f8-20ea-44cd-9fc8-1bea3dde36a6 not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:21:13.628861 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e8796c4-e420-4763-be59-9706a41a1ca8 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:21:13.633916 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-9e8796c4-e420-4763-be59-9706a41a1ca8 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "PUT /v2.0/routers/ee9025c4-7d56-4d79-8243-7f49693cc5be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8053210 Dec 08 17:21:13.637350 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43122) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:21:13.638353 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3382649b-89af-4252-abf4-a662933f77b6 None None] Sync routers for ids ['ee9025c4-7d56-4d79-8243-7f49693cc5be'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:21:13.648570 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3382649b-89af-4252-abf4-a662933f77b6 None None] Routers {'ee9025c4-7d56-4d79-8243-7f49693cc5be'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:21:13.649172 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-3382649b-89af-4252-abf4-a662933f77b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:20:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['ee9025c4-7d56-4d79-8243-7f49693cc5be'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:21:13.694460 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ef15d43-b7d6-4a7d-9d20-e12bc36b3da4 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Deleting subnet a07e4935-7ecd-433a-825c-393c20b10df0 {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 17:21:13.697714 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6ef15d43-b7d6-4a7d-9d20-e12bc36b3da4 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:13.739346 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6ef15d43-b7d6-4a7d-9d20-e12bc36b3da4 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:13.751592 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-3382649b-89af-4252-abf4-a662933f77b6 None None] Set router ee9025c4-7d56-4d79-8243-7f49693cc5be gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:21:13.821777 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6ef15d43-b7d6-4a7d-9d20-e12bc36b3da4 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:13.927714 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-3382649b-89af-4252-abf4-a662933f77b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9025c4-7d56-4d79-8243-7f49693cc5be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77226515', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '8a963c24-54ac-42f1-bced-37ff76eda5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:18:48Z', 'updated_at': '2021-12-08T17:21:12Z', 'revision_number': 5, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': '8a963c24-54ac-42f1-bced-37ff76eda5e3', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:97:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9025c4-7d56-4d79-8243-7f49693cc5be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:18:48Z', 'updated_at': '2021-12-08T17:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:21:13.953327 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3382649b-89af-4252-abf4-a662933f77b6 None None] Checking router: ee9025c4-7d56-4d79-8243-7f49693cc5be for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:21:13.956821 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6ef15d43-b7d6-4a7d-9d20-e12bc36b3da4 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:13.962546 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3382649b-89af-4252-abf4-a662933f77b6 None None] Routers {'ee9025c4-7d56-4d79-8243-7f49693cc5be'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:21:13.963142 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-3382649b-89af-4252-abf4-a662933f77b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:20:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['ee9025c4-7d56-4d79-8243-7f49693cc5be'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:21:13.986591 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6ef15d43-b7d6-4a7d-9d20-e12bc36b3da4 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:13.992748 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-6ef15d43-b7d6-4a7d-9d20-e12bc36b3da4 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "DELETE /v2.0/subnets/a07e4935-7ecd-433a-825c-393c20b10df0 HTTP/1.1" status: 204 len: 168 time: 0.3515987 Dec 08 17:21:13.992748 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef15d43-b7d6-4a7d-9d20-e12bc36b3da4 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event deleted for resources: {'Subnet': ['ID=a07e4935-7ecd-433a-825c-393c20b10df0,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:21:13.993816 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43124) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:21:14.000511 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef15d43-b7d6-4a7d-9d20-e12bc36b3da4 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:21:14.000877 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef15d43-b7d6-4a7d-9d20-e12bc36b3da4 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:21:14.001368 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef15d43-b7d6-4a7d-9d20-e12bc36b3da4 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:21:14.002272 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef15d43-b7d6-4a7d-9d20-e12bc36b3da4 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:21:14.002411 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084c3231-6d92-45f3-8034-0518a19e32c1 None None] Network d90380ea-e95f-4722-8c8c-e4fa411c8f46 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:21:14.002618 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef15d43-b7d6-4a7d-9d20-e12bc36b3da4 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:21:14.003150 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef15d43-b7d6-4a7d-9d20-e12bc36b3da4 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:21:14.003615 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef15d43-b7d6-4a7d-9d20-e12bc36b3da4 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:21:14.005247 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef15d43-b7d6-4a7d-9d20-e12bc36b3da4 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:21:14.005615 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef15d43-b7d6-4a7d-9d20-e12bc36b3da4 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:21:14.005971 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef15d43-b7d6-4a7d-9d20-e12bc36b3da4 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:21:14.006320 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef15d43-b7d6-4a7d-9d20-e12bc36b3da4 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:21:14.006662 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef15d43-b7d6-4a7d-9d20-e12bc36b3da4 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:21:14.007561 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef15d43-b7d6-4a7d-9d20-e12bc36b3da4 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:21:14.072687 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-3382649b-89af-4252-abf4-a662933f77b6 None None] Set router ee9025c4-7d56-4d79-8243-7f49693cc5be gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:21:14.110006 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-febf3066-7afa-445b-8d98-ed8e52f087d3 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for router, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:14.202368 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56e14d8-6289-4065-b8df-c345998a4e87 None None] DHCP port deletion for d90380ea-e95f-4722-8c8c-e4fa411c8f46 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:21:14.240573 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-febf3066-7afa-445b-8d98-ed8e52f087d3 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:14.241168 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5047c608-c1d2-4682-a784-8caff9aac3d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:14.267430 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-d56e14d8-6289-4065-b8df-c345998a4e87 None None] Deleting port 54bdd18b-c406-4245-af0e-de3e8a2d0ee4 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:21:14.267802 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d56e14d8-6289-4065-b8df-c345998a4e87 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:14.277172 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-3382649b-89af-4252-abf4-a662933f77b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9025c4-7d56-4d79-8243-7f49693cc5be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77226515', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '8a963c24-54ac-42f1-bced-37ff76eda5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:18:48Z', 'updated_at': '2021-12-08T17:21:12Z', 'revision_number': 5, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': '8a963c24-54ac-42f1-bced-37ff76eda5e3', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:97:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9025c4-7d56-4d79-8243-7f49693cc5be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:18:48Z', 'updated_at': '2021-12-08T17:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:21:14.332000 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-d56e14d8-6289-4065-b8df-c345998a4e87 None None] For port 54bdd18b-c406-4245-af0e-de3e8a2d0ee4, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=54bdd18b-c406-4245-af0e-de3e8a2d0ee4,segment=NetworkSegment(d9a52b35-4dde-45d8-b037-8598d496c634),segment_id=d9a52b35-4dde-45d8-b037-8598d496c634)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:21:14.332749 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d56e14d8-6289-4065-b8df-c345998a4e87 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:14.346538 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-d56e14d8-6289-4065-b8df-c345998a4e87 None None] Calling delete_port for 54bdd18b-c406-4245-af0e-de3e8a2d0ee4 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:21:14.372834 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-febf3066-7afa-445b-8d98-ed8e52f087d3 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Deleting port 8a963c24-54ac-42f1-bced-37ff76eda5e3 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:21:14.375897 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-febf3066-7afa-445b-8d98-ed8e52f087d3 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:14.399207 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3382649b-89af-4252-abf4-a662933f77b6 None None] The sync data for ids ['ee9025c4-7d56-4d79-8243-7f49693cc5be'] in n-d-776250-12 is: [{'id': 'ee9025c4-7d56-4d79-8243-7f49693cc5be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77226515', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '8a963c24-54ac-42f1-bced-37ff76eda5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:18:48Z', 'updated_at': '2021-12-08T17:21:12Z', 'revision_number': 5, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': '8a963c24-54ac-42f1-bced-37ff76eda5e3', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:97:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9025c4-7d56-4d79-8243-7f49693cc5be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:18:48Z', 'updated_at': '2021-12-08T17:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:21:14.460203 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-febf3066-7afa-445b-8d98-ed8e52f087d3 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] For port 8a963c24-54ac-42f1-bced-37ff76eda5e3, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=8a963c24-54ac-42f1-bced-37ff76eda5e3,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:21:14.460518 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-febf3066-7afa-445b-8d98-ed8e52f087d3 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:14.473036 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-febf3066-7afa-445b-8d98-ed8e52f087d3 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Calling delete_port for 8a963c24-54ac-42f1-bced-37ff76eda5e3 owned by network:router_gateway {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:21:14.493418 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d56e14d8-6289-4065-b8df-c345998a4e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:14.519366 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56e14d8-6289-4065-b8df-c345998a4e87 None None] Pushing event deleted for resources: {'Port': ['ID=54bdd18b-c406-4245-af0e-de3e8a2d0ee4,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:21:14.524916 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56e14d8-6289-4065-b8df-c345998a4e87 None None] No DVR routers for this DVR port 54bdd18b-c406-4245-af0e-de3e8a2d0ee4 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:21:14.693132 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-febf3066-7afa-445b-8d98-ed8e52f087d3 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:14.724664 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febf3066-7afa-445b-8d98-ed8e52f087d3 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event deleted for resources: {'Port': ['ID=8a963c24-54ac-42f1-bced-37ff76eda5e3,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:21:14.741148 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7caee72-9baf-4290-a16b-1ad2c48c8379 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:21:14.789236 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-febf3066-7afa-445b-8d98-ed8e52f087d3 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:14.884626 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-febf3066-7afa-445b-8d98-ed8e52f087d3 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:14.886806 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-febf3066-7afa-445b-8d98-ed8e52f087d3 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:14.984786 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-febf3066-7afa-445b-8d98-ed8e52f087d3 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:14.985264 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-febf3066-7afa-445b-8d98-ed8e52f087d3 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Fanout notify agent at l3_agent the message router_deleted on router ee9025c4-7d56-4d79-8243-7f49693cc5be {{(pid=110550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 17:21:14.992886 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-febf3066-7afa-445b-8d98-ed8e52f087d3 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:14.994023 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-febf3066-7afa-445b-8d98-ed8e52f087d3 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "DELETE /v2.0/routers/ee9025c4-7d56-4d79-8243-7f49693cc5be HTTP/1.1" status: 204 len: 168 time: 0.9997740 Dec 08 17:21:14.996714 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43126) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:21:15.084076 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9fc78bf5-7015-4509-b923-9bd56d3c710e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:15.173757 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9fc78bf5-7015-4509-b923-9bd56d3c710e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:15.199394 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-9fc78bf5-7015-4509-b923-9bd56d3c710e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d90380ea-e95f-4722-8c8c-e4fa411c8f46']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:21:15.209280 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-9fc78bf5-7015-4509-b923-9bd56d3c710e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9a52b35-4dde-45d8-b037-8598d496c634') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:21:15.209579 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-9fc78bf5-7015-4509-b923-9bd56d3c710e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9a52b35-4dde-45d8-b037-8598d496c634') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:21:15.219125 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9fc78bf5-7015-4509-b923-9bd56d3c710e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:15.247059 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9fc78bf5-7015-4509-b923-9bd56d3c710e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:15.252934 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fc78bf5-7015-4509-b923-9bd56d3c710e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 17:21:15.253352 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9fc78bf5-7015-4509-b923-9bd56d3c710e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:15.257503 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 17:21:15.257503 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 17:21:15.257503 n-d-776250-12 neutron-server[110550]: timer() Dec 08 17:21:15.257503 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 17:21:15.257503 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 17:21:15.257503 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 17:21:15.257503 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 17:21:15.257503 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 17:21:15.257503 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 17:21:15.257503 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 17:21:15.257503 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 17:21:15.257503 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 17:21:15.257503 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 17:21:15.257503 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 17:21:15.257503 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 17:21:15.257503 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 17:21:15.257503 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 17:21:15.257503 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 17:21:15.257503 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 17:21:15.257503 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 17:21:15.257503 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 17:21:15.257503 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 17:21:15.257503 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 17:21:15.257503 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 17:21:15.257503 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 17:21:15.257503 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 17:21:15.257503 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 17:21:15.257503 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 17:21:15.257503 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 17:21:15.257503 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 17:21:15.257503 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 17:21:15.257503 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 17:21:15.384775 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9fc78bf5-7015-4509-b923-9bd56d3c710e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:15.389194 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9fc78bf5-7015-4509-b923-9bd56d3c710e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:15.395270 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-9fc78bf5-7015-4509-b923-9bd56d3c710e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "DELETE /v2.0/networks/d90380ea-e95f-4722-8c8c-e4fa411c8f46 HTTP/1.1" status: 204 len: 168 time: 0.3955271 Dec 08 17:21:15.396162 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43128) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:21:15.408084 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc78bf5-7015-4509-b923-9bd56d3c710e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event deleted for resources: {'Network': ['ID=d90380ea-e95f-4722-8c8c-e4fa411c8f46,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:21:15.459703 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ba19474e-170a-42d6-8160-291c07871443 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:15.487263 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ba19474e-170a-42d6-8160-291c07871443 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:15.535650 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:15.638124 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ba19474e-170a-42d6-8160-291c07871443 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:15.641464 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ba19474e-170a-42d6-8160-291c07871443 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:15.643316 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ba19474e-170a-42d6-8160-291c07871443 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "DELETE /v2.0/security-groups/00cf9591-3045-49f4-b3be-fc4fd642bcb9 HTTP/1.1" status: 204 len: 168 time: 0.2461083 Dec 08 17:21:15.653217 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba19474e-170a-42d6-8160-291c07871443 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00cf9591-3045-49f4-b3be-fc4fd642bcb9,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:21:15.999873 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43134) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:21:16.005111 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-6535b853-d07b-4f9f-a693-ac109bc4e6b8 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-974267423', 'description': 'tempest-secgroup-smoke-974267423 description', 'project_id': 'd604cd6629ab480b9571d67f43656eec'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:21:16.101498 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6535b853-d07b-4f9f-a693-ac109bc4e6b8 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:16.165688 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 54bdd18b-c406-4245-af0e-de3e8a2d0ee4 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:21:16.170312 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6535b853-d07b-4f9f-a693-ac109bc4e6b8 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:16.185694 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 54bdd18b-c406-4245-af0e-de3e8a2d0ee4 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:21:16.186043 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 54bdd18b-c406-4245-af0e-de3e8a2d0ee4 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:21:16.186460 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device df0d66b6-fc57-4fce-9458-2d5a538e4a84 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:21:16.208973 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: df0d66b6-fc57-4fce-9458-2d5a538e4a84 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:21:16.216311 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device df0d66b6-fc57-4fce-9458-2d5a538e4a84 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:21:16.216311 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 8a963c24-54ac-42f1-bced-37ff76eda5e3 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:21:16.229450 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 8a963c24-54ac-42f1-bced-37ff76eda5e3 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:21:16.229803 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 8a963c24-54ac-42f1-bced-37ff76eda5e3 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:21:16.237163 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6535b853-d07b-4f9f-a693-ac109bc4e6b8 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:16.266125 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6535b853-d07b-4f9f-a693-ac109bc4e6b8 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89d391f4-380e-4dfe-bad9-532a46b11b74,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:21:16.323728 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6535b853-d07b-4f9f-a693-ac109bc4e6b8 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:16.325033 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-6535b853-d07b-4f9f-a693-ac109bc4e6b8 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3241007 Dec 08 17:21:16.327903 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43136) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:21:16.332242 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-5c13181f-0d61-474f-8977-4d11518362ab tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Request body: {'security_group_rule': {'security_group_id': '89d391f4-380e-4dfe-bad9-532a46b11b74', 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:21:16.417741 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5c13181f-0d61-474f-8977-4d11518362ab tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:16.477643 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5c13181f-0d61-474f-8977-4d11518362ab tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:16.544630 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5c13181f-0d61-474f-8977-4d11518362ab tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:16.564679 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c13181f-0d61-474f-8977-4d11518362ab tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c8ddc51-88be-4401-9c3f-ec703c5d4c4f,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:21:16.626386 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5c13181f-0d61-474f-8977-4d11518362ab tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:16.627640 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-5c13181f-0d61-474f-8977-4d11518362ab tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2987688 Dec 08 17:21:16.630372 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43138) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:21:16.635349 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-8106a96a-1992-401b-96a1-283b0719b122 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Request body: {'security_group_rule': {'security_group_id': '89d391f4-380e-4dfe-bad9-532a46b11b74', 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:21:16.738350 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8106a96a-1992-401b-96a1-283b0719b122 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:16.794584 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8106a96a-1992-401b-96a1-283b0719b122 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:16.849495 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8106a96a-1992-401b-96a1-283b0719b122 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:16.869069 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8106a96a-1992-401b-96a1-283b0719b122 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b55d0b2d-1405-406a-b471-bed6a7b8ba41,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:21:16.948939 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8106a96a-1992-401b-96a1-283b0719b122 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:16.950188 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-8106a96a-1992-401b-96a1-283b0719b122 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3188791 Dec 08 17:21:16.953240 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43140) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:21:16.958168 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-ff9fa284-f08e-4271-933c-94312659a23b tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Request body: {'security_group_rule': {'security_group_id': '89d391f4-380e-4dfe-bad9-532a46b11b74', 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:21:17.032698 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:17.059966 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ff9fa284-f08e-4271-933c-94312659a23b tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:17.117692 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ff9fa284-f08e-4271-933c-94312659a23b tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:17.215476 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ff9fa284-f08e-4271-933c-94312659a23b tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:17.234819 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9fa284-f08e-4271-933c-94312659a23b tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d198229e-0b6e-470a-bdd6-bb3174aae871,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:21:17.315051 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ff9fa284-f08e-4271-933c-94312659a23b tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:17.316250 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ff9fa284-f08e-4271-933c-94312659a23b tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3620861 Dec 08 17:21:17.319017 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43142) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:21:17.323293 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-8079eb9b-7adb-42ce-bc75-edbe923cae45 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Request body: {'security_group_rule': {'security_group_id': '89d391f4-380e-4dfe-bad9-532a46b11b74', 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:21:17.417693 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8079eb9b-7adb-42ce-bc75-edbe923cae45 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:17.477060 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8079eb9b-7adb-42ce-bc75-edbe923cae45 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:17.558424 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8079eb9b-7adb-42ce-bc75-edbe923cae45 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:17.573917 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8079eb9b-7adb-42ce-bc75-edbe923cae45 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4839ef45-7463-44a1-ab7f-bfb87e9b6bda,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:21:17.644015 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:17.651508 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8079eb9b-7adb-42ce-bc75-edbe923cae45 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:17.652773 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-8079eb9b-7adb-42ce-bc75-edbe923cae45 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3328214 Dec 08 17:21:17.655426 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43144) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:21:17.660341 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-f91a9cc8-b006-443b-87a4-535807cb75e5 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Request body: {'security_group_rule': {'security_group_id': '89d391f4-380e-4dfe-bad9-532a46b11b74', 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:21:17.741776 n-d-776250-12 neutron-server[110551]: INFO neutron.db.securitygroups_db [None req-f91a9cc8-b006-443b-87a4-535807cb75e5 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Project d604cd6629ab480b9571d67f43656eec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 17:21:17.747256 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f91a9cc8-b006-443b-87a4-535807cb75e5 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:17.805551 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f91a9cc8-b006-443b-87a4-535807cb75e5 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:17.876036 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f91a9cc8-b006-443b-87a4-535807cb75e5 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:17.895117 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91a9cc8-b006-443b-87a4-535807cb75e5 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d03e18e-17f0-4e4c-87e3-7d39ed4fcccd,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:21:17.963446 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f91a9cc8-b006-443b-87a4-535807cb75e5 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:17.964743 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f91a9cc8-b006-443b-87a4-535807cb75e5 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3083584 Dec 08 17:21:17.967423 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43146) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:21:17.972472 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-f39e2b8e-6452-46c7-9bad-f84e74b0b42c tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Request body: {'security_group_rule': {'security_group_id': '89d391f4-380e-4dfe-bad9-532a46b11b74', 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:21:18.064523 n-d-776250-12 neutron-server[110551]: INFO neutron.db.securitygroups_db [None req-f39e2b8e-6452-46c7-9bad-f84e74b0b42c tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Project d604cd6629ab480b9571d67f43656eec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 17:21:18.069731 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f39e2b8e-6452-46c7-9bad-f84e74b0b42c tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:18.131642 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f39e2b8e-6452-46c7-9bad-f84e74b0b42c tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:18.201509 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f39e2b8e-6452-46c7-9bad-f84e74b0b42c tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:18.219957 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39e2b8e-6452-46c7-9bad-f84e74b0b42c tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb334594-fc0f-45c6-94f3-223585455694,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:21:18.289668 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f39e2b8e-6452-46c7-9bad-f84e74b0b42c tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:18.290938 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f39e2b8e-6452-46c7-9bad-f84e74b0b42c tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3225801 Dec 08 17:21:18.294347 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43148) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:21:18.299608 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-22de99fb-9a76-4228-90fe-06f92e6711b6 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Request body: {'network': {'name': 'tempest-network-smoke--1497300970', 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'port_security_enabled': True}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:21:18.387619 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22de99fb-9a76-4228-90fe-06f92e6711b6 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Made reservation on behalf of d604cd6629ab480b9571d67f43656eec for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:21:18.387943 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-22de99fb-9a76-4228-90fe-06f92e6711b6 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:18.411541 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22de99fb-9a76-4228-90fe-06f92e6711b6 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 17:21:18.419794 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-22de99fb-9a76-4228-90fe-06f92e6711b6 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:18.423991 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-22de99fb-9a76-4228-90fe-06f92e6711b6 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Added segment e75714af-edba-407f-bdba-81ec2fd2d423 of type vlan for network bb8fe3da-3a91-4f5f-8566-60516c7fbc1b Dec 08 17:21:18.459682 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-22de99fb-9a76-4228-90fe-06f92e6711b6 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:18.558027 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-22de99fb-9a76-4228-90fe-06f92e6711b6 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:18.563634 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22de99fb-9a76-4228-90fe-06f92e6711b6 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:18.565080 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-22de99fb-9a76-4228-90fe-06f92e6711b6 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:18.629922 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22de99fb-9a76-4228-90fe-06f92e6711b6 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'Network': ['ID=bb8fe3da-3a91-4f5f-8566-60516c7fbc1b,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:21:18.639888 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network bb8fe3da-3a91-4f5f-8566-60516c7fbc1b details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 17:21:18.693307 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-22de99fb-9a76-4228-90fe-06f92e6711b6 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3977737 Dec 08 17:21:18.695950 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43150) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:21:18.700430 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-f6f7aafd-823b-4444-b200-5d32655a64de tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-336402455', 'admin_state_up': True, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:21:18.793616 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f6f7aafd-823b-4444-b200-5d32655a64de tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:18.794766 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f6f7aafd-823b-4444-b200-5d32655a64de tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:18.852943 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f6f7aafd-823b-4444-b200-5d32655a64de tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:19.036867 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f6f7aafd-823b-4444-b200-5d32655a64de tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:19.316521 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f6f7aafd-823b-4444-b200-5d32655a64de tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for router_gateway, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:19.335451 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f6f7aafd-823b-4444-b200-5d32655a64de tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:19.434852 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-f6f7aafd-823b-4444-b200-5d32655a64de tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Allocated IP 172.25.0.69 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/7d372992-1323-459e-a483-7db46c722a46) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:21:19.540590 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f6f7aafd-823b-4444-b200-5d32655a64de tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:19.630525 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f6f7aafd-823b-4444-b200-5d32655a64de tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:19.667785 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f7aafd-823b-4444-b200-5d32655a64de tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:21:19.672576 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-f6f7aafd-823b-4444-b200-5d32655a64de tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:21:19.676555 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f7aafd-823b-4444-b200-5d32655a64de tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:21:19.682814 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f7aafd-823b-4444-b200-5d32655a64de tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'Port': ['ID=7d372992-1323-459e-a483-7db46c722a46,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:21:19.687278 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b22af80-ef78-4f2a-992d-a4be03bbadb3 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:21:19.800362 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-f16afa1b-2359-49b4-9c96-31a521b02082 None None] Provisioning complete for port 7d372992-1323-459e-a483-7db46c722a46 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:21:19.800731 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f16afa1b-2359-49b4-9c96-31a521b02082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:19.833707 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-f16afa1b-2359-49b4-9c96-31a521b02082 None None] Port 7d372992-1323-459e-a483-7db46c722a46 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:21:19.993002 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f6f7aafd-823b-4444-b200-5d32655a64de tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for router_gateway, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:20.190478 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f6f7aafd-823b-4444-b200-5d32655a64de tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:20.367321 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f7aafd-823b-4444-b200-5d32655a64de tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Router 1dd0097b-dd0b-4308-8a2d-49269dcf556f is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 17:21:20.477190 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f7aafd-823b-4444-b200-5d32655a64de tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:21:20.486517 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6156a8-90b8-41c8-950f-62a1a4156825 None None] Sync routers for ids ['1dd0097b-dd0b-4308-8a2d-49269dcf556f'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:21:20.496553 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6156a8-90b8-41c8-950f-62a1a4156825 None None] Routers {'1dd0097b-dd0b-4308-8a2d-49269dcf556f'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:21:20.497166 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-2f6156a8-90b8-41c8-950f-62a1a4156825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:21:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['1dd0097b-dd0b-4308-8a2d-49269dcf556f'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:21:20.600826 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-2f6156a8-90b8-41c8-950f-62a1a4156825 None None] Set router 1dd0097b-dd0b-4308-8a2d-49269dcf556f gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:21:20.609280 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f6f7aafd-823b-4444-b200-5d32655a64de tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:20.610554 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-f6f7aafd-823b-4444-b200-5d32655a64de tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9136217 Dec 08 17:21:20.614131 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43152) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:21:20.698767 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-96e91e36-320d-4fa1-b200-05f532e32d6c tempest-TestNetworkAdvancedServerOps-171026067 tempest-TestNetworkAdvancedServerOps-171026067-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=d604cd6629ab480b9571d67f43656eec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0809827 Dec 08 17:21:20.699016 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43156) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:21:20.787674 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-2f6156a8-90b8-41c8-950f-62a1a4156825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd0097b-dd0b-4308-8a2d-49269dcf556f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336402455', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '7d372992-1323-459e-a483-7db46c722a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:21:18Z', 'updated_at': '2021-12-08T17:21:19Z', 'revision_number': 3, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': '7d372992-1323-459e-a483-7db46c722a46', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:47:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd0097b-dd0b-4308-8a2d-49269dcf556f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:21:19Z', 'updated_at': '2021-12-08T17:21:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:21:20.790565 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83dd7ac6-2f6b-40ae-a784-389982f2b8a4 tempest-TestNetworkAdvancedServerOps-171026067 tempest-TestNetworkAdvancedServerOps-171026067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:20.792100 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-83dd7ac6-2f6b-40ae-a784-389982f2b8a4 tempest-TestNetworkAdvancedServerOps-171026067 tempest-TestNetworkAdvancedServerOps-171026067-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0922840 Dec 08 17:21:20.794943 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43158) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:21:20.817773 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6156a8-90b8-41c8-950f-62a1a4156825 None None] Checking router: 1dd0097b-dd0b-4308-8a2d-49269dcf556f for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:21:20.818129 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6156a8-90b8-41c8-950f-62a1a4156825 None None] Updating router 1dd0097b-dd0b-4308-8a2d-49269dcf556f port 7d372992-1323-459e-a483-7db46c722a46 binding host n-d-776250-12 {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 17:21:20.823248 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-7ee1fb2f-bca1-46b1-ab57-86f59baf9487 tempest-TestNetworkAdvancedServerOps-171026067 tempest-TestNetworkAdvancedServerOps-171026067-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=1ae4cf80-76bf-4df3-a557-5cc6023c1900&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272598 Dec 08 17:21:20.825714 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43160) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:21:20.830904 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-5ea48435-95a0-45d7-a404-936495d27c78 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1692513720', 'network_id': 'bb8fe3da-3a91-4f5f-8566-60516c7fbc1b', 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:21:20.842983 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2f6156a8-90b8-41c8-950f-62a1a4156825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:21.015461 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea48435-95a0-45d7-a404-936495d27c78 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Made reservation on behalf of d604cd6629ab480b9571d67f43656eec for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:21:21.019359 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5ea48435-95a0-45d7-a404-936495d27c78 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:21.101760 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2f6156a8-90b8-41c8-950f-62a1a4156825 None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:21.210102 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2f6156a8-90b8-41c8-950f-62a1a4156825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:21.256519 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5ea48435-95a0-45d7-a404-936495d27c78 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:21.258098 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d5512e-a257-4c5f-ae36-17763fe73810 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:21:21.273660 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-2f6156a8-90b8-41c8-950f-62a1a4156825 None None] Attempting to bind port 7d372992-1323-459e-a483-7db46c722a46 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:21:21.273973 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-2f6156a8-90b8-41c8-950f-62a1a4156825 None None] Attempting to bind port 7d372992-1323-459e-a483-7db46c722a46 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:21:21.274346 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6156a8-90b8-41c8-950f-62a1a4156825 None None] Attempting to bind port 7d372992-1323-459e-a483-7db46c722a46 on network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:21:21.278174 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85dc644-8ce8-4bd8-8c9a-1764f56e680a None None] Pushing event updated for resources: {'Port': ['ID=7d372992-1323-459e-a483-7db46c722a46,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:21:21.283464 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6156a8-90b8-41c8-950f-62a1a4156825 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:21:21.283957 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6156a8-90b8-41c8-950f-62a1a4156825 None None] Checking segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:21:21.284273 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2f6156a8-90b8-41c8-950f-62a1a4156825 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:21.284670 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6156a8-90b8-41c8-950f-62a1a4156825 None None] Bound using segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:21:21.285151 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-2f6156a8-90b8-41c8-950f-62a1a4156825 None None] Bound port: 7d372992-1323-459e-a483-7db46c722a46, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:21:21.285545 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2f6156a8-90b8-41c8-950f-62a1a4156825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:21.324862 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea48435-95a0-45d7-a404-936495d27c78 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'Subnet': ['ID=a23f4f34-da48-4285-b14d-b10c79360444,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:21:21.336744 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea48435-95a0-45d7-a404-936495d27c78 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Checking segment: {'id': 'e75714af-edba-407f-bdba-81ec2fd2d423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'bb8fe3da-3a91-4f5f-8566-60516c7fbc1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:21:21.337112 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea48435-95a0-45d7-a404-936495d27c78 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Network hostable DHCP agents. Network: bb8fe3da-3a91-4f5f-8566-60516c7fbc1b, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 17:21:21.338066 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-2f6156a8-90b8-41c8-950f-62a1a4156825 None None] For port 7d372992-1323-459e-a483-7db46c722a46, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:21:21.341758 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-2f6156a8-90b8-41c8-950f-62a1a4156825 None None] For port 7d372992-1323-459e-a483-7db46c722a46, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=7d372992-1323-459e-a483-7db46c722a46,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:21:21.361833 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-656c45d6-a83f-4f43-834a-3b60b3fe8b37 None None] Provisioning complete for port 7d372992-1323-459e-a483-7db46c722a46 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:21:21.362482 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-656c45d6-a83f-4f43-834a-3b60b3fe8b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:21.395306 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-656c45d6-a83f-4f43-834a-3b60b3fe8b37 None None] Port 7d372992-1323-459e-a483-7db46c722a46 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:21:21.421758 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2f6156a8-90b8-41c8-950f-62a1a4156825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:21.468738 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308134ae-d543-437d-a5f8-ea5379a18e05 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:21:21.472674 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea48435-95a0-45d7-a404-936495d27c78 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Network bb8fe3da-3a91-4f5f-8566-60516c7fbc1b is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 17:21:21.493734 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85dc644-8ce8-4bd8-8c9a-1764f56e680a None None] Pushing event updated for resources: {'Port': ['ID=7d372992-1323-459e-a483-7db46c722a46,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:21:21.496387 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6156a8-90b8-41c8-950f-62a1a4156825 None None] Routers {'1dd0097b-dd0b-4308-8a2d-49269dcf556f'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:21:21.496819 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-2f6156a8-90b8-41c8-950f-62a1a4156825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:21:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['1dd0097b-dd0b-4308-8a2d-49269dcf556f'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:21:21.546983 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-5ea48435-95a0-45d7-a404-936495d27c78 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, bb8fe3da-3a91-4f5f-8566-60516c7fbc1b) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:21:21.551669 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea48435-95a0-45d7-a404-936495d27c78 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:21.552983 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-5ea48435-95a0-45d7-a404-936495d27c78 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:21.556847 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-db0b3914-1ea9-4d63-ab50-e3c0c91ab932 None None] Provisioning complete for port 7d372992-1323-459e-a483-7db46c722a46 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:21:21.557302 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-db0b3914-1ea9-4d63-ab50-e3c0c91ab932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:21.588010 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622bb927-23ba-4528-aef3-23bb39955f50 None None] Network bb8fe3da-3a91-4f5f-8566-60516c7fbc1b requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:21:21.638888 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-5ea48435-95a0-45d7-a404-936495d27c78 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8120880 Dec 08 17:21:21.641578 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43164) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:21:21.686236 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-2f6156a8-90b8-41c8-950f-62a1a4156825 None None] Set router 1dd0097b-dd0b-4308-8a2d-49269dcf556f gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:21:21.855011 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21eb8835-f6e8-4755-973e-dbe5c107b1b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-bb8fe3da-3a91-4f5f-8566-60516c7fbc1b', 'network_id': 'bb8fe3da-3a91-4f5f-8566-60516c7fbc1b', 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'fixed_ips': [{'subnet_id': 'a23f4f34-da48-4285-b14d-b10c79360444'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 17:21:21.855867 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-21eb8835-f6e8-4755-973e-dbe5c107b1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:21.879916 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-db0b3914-1ea9-4d63-ab50-e3c0c91ab932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:21.920660 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-db0b3914-1ea9-4d63-ab50-e3c0c91ab932 None None] For port 7d372992-1323-459e-a483-7db46c722a46, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=7d372992-1323-459e-a483-7db46c722a46,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:21:22.000885 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-db0b3914-1ea9-4d63-ab50-e3c0c91ab932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:22.072357 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b9d90101-92d1-43f5-afe1-688e3b3cd517 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:22.273527 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0b3914-1ea9-4d63-ab50-e3c0c91ab932 None None] Pushing event updated for resources: {'Port': ['ID=7d372992-1323-459e-a483-7db46c722a46,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:21:22.281302 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-21eb8835-f6e8-4755-973e-dbe5c107b1b0 None None] Allocated IP 172.20.0.2 (bb8fe3da-3a91-4f5f-8566-60516c7fbc1b/a23f4f34-da48-4285-b14d-b10c79360444/38f16218-b715-4301-a2f4-4e5cf419e095) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:21:22.295444 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-2f6156a8-90b8-41c8-950f-62a1a4156825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd0097b-dd0b-4308-8a2d-49269dcf556f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336402455', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '7d372992-1323-459e-a483-7db46c722a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:21:18Z', 'updated_at': '2021-12-08T17:21:19Z', 'revision_number': 3, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': '7d372992-1323-459e-a483-7db46c722a46', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:47:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd0097b-dd0b-4308-8a2d-49269dcf556f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:21:19Z', 'updated_at': '2021-12-08T17:21:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:21:22.326952 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6156a8-90b8-41c8-950f-62a1a4156825 None None] The sync data for ids ['1dd0097b-dd0b-4308-8a2d-49269dcf556f'] in n-d-776250-12 is: [{'id': '1dd0097b-dd0b-4308-8a2d-49269dcf556f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336402455', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '7d372992-1323-459e-a483-7db46c722a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:21:18Z', 'updated_at': '2021-12-08T17:21:19Z', 'revision_number': 3, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': '7d372992-1323-459e-a483-7db46c722a46', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:47:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd0097b-dd0b-4308-8a2d-49269dcf556f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:21:19Z', 'updated_at': '2021-12-08T17:21:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:21:22.479166 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-21eb8835-f6e8-4755-973e-dbe5c107b1b0 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:22.556542 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-21eb8835-f6e8-4755-973e-dbe5c107b1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:22.627360 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21eb8835-f6e8-4755-973e-dbe5c107b1b0 None None] Network bb8fe3da-3a91-4f5f-8566-60516c7fbc1b is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:21:22.634311 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-21eb8835-f6e8-4755-973e-dbe5c107b1b0 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:21:22.638933 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21eb8835-f6e8-4755-973e-dbe5c107b1b0 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:21:22.642107 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eb8835-f6e8-4755-973e-dbe5c107b1b0 None None] Pushing event updated for resources: {'Port': ['ID=38f16218-b715-4301-a2f4-4e5cf419e095,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:21:22.696037 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-21eb8835-f6e8-4755-973e-dbe5c107b1b0 None None] Attempting to bind port 38f16218-b715-4301-a2f4-4e5cf419e095 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:21:22.696441 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-21eb8835-f6e8-4755-973e-dbe5c107b1b0 None None] Attempting to bind port 38f16218-b715-4301-a2f4-4e5cf419e095 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'e75714af-edba-407f-bdba-81ec2fd2d423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'bb8fe3da-3a91-4f5f-8566-60516c7fbc1b'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:21:22.696811 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21eb8835-f6e8-4755-973e-dbe5c107b1b0 None None] Attempting to bind port 38f16218-b715-4301-a2f4-4e5cf419e095 on network bb8fe3da-3a91-4f5f-8566-60516c7fbc1b {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:21:22.702338 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21eb8835-f6e8-4755-973e-dbe5c107b1b0 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:21:22.702722 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21eb8835-f6e8-4755-973e-dbe5c107b1b0 None None] Checking segment: {'id': 'e75714af-edba-407f-bdba-81ec2fd2d423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'bb8fe3da-3a91-4f5f-8566-60516c7fbc1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:21:22.703129 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-21eb8835-f6e8-4755-973e-dbe5c107b1b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:22.704023 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21eb8835-f6e8-4755-973e-dbe5c107b1b0 None None] Bound using segment: {'id': 'e75714af-edba-407f-bdba-81ec2fd2d423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'bb8fe3da-3a91-4f5f-8566-60516c7fbc1b'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:21:22.704023 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-21eb8835-f6e8-4755-973e-dbe5c107b1b0 None None] Bound port: 38f16218-b715-4301-a2f4-4e5cf419e095, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e75714af-edba-407f-bdba-81ec2fd2d423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'bb8fe3da-3a91-4f5f-8566-60516c7fbc1b'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:21:22.704507 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-21eb8835-f6e8-4755-973e-dbe5c107b1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:22.729152 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-b9d90101-92d1-43f5-afe1-688e3b3cd517 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Allocated IP 172.20.0.1 (bb8fe3da-3a91-4f5f-8566-60516c7fbc1b/a23f4f34-da48-4285-b14d-b10c79360444/88650b7c-b8ad-49a7-aa51-ab0ad2e7d000) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:21:22.777793 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-21eb8835-f6e8-4755-973e-dbe5c107b1b0 None None] For port 38f16218-b715-4301-a2f4-4e5cf419e095, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:21:22.781331 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-21eb8835-f6e8-4755-973e-dbe5c107b1b0 None None] For port 38f16218-b715-4301-a2f4-4e5cf419e095, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=38f16218-b715-4301-a2f4-4e5cf419e095,segment=NetworkSegment(e75714af-edba-407f-bdba-81ec2fd2d423),segment_id=e75714af-edba-407f-bdba-81ec2fd2d423)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:21:22.856494 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-21eb8835-f6e8-4755-973e-dbe5c107b1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:22.863299 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b9d90101-92d1-43f5-afe1-688e3b3cd517 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:22.924113 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eb8835-f6e8-4755-973e-dbe5c107b1b0 None None] Pushing event updated for resources: {'Port': ['ID=38f16218-b715-4301-a2f4-4e5cf419e095,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:21:22.973952 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b9d90101-92d1-43f5-afe1-688e3b3cd517 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:23.020819 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d90101-92d1-43f5-afe1-688e3b3cd517 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Network bb8fe3da-3a91-4f5f-8566-60516c7fbc1b is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:21:23.024020 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-b9d90101-92d1-43f5-afe1-688e3b3cd517 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:21:23.030563 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d90101-92d1-43f5-afe1-688e3b3cd517 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:21:23.093713 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d90101-92d1-43f5-afe1-688e3b3cd517 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'Port': ['ID=88650b7c-b8ad-49a7-aa51-ab0ad2e7d000,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:21:23.109529 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b9d90101-92d1-43f5-afe1-688e3b3cd517 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:23.319843 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b9d90101-92d1-43f5-afe1-688e3b3cd517 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:23.605668 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b9d90101-92d1-43f5-afe1-688e3b3cd517 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:23.664559 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b9d90101-92d1-43f5-afe1-688e3b3cd517 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:23.745835 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b9d90101-92d1-43f5-afe1-688e3b3cd517 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:23.747687 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d90101-92d1-43f5-afe1-688e3b3cd517 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'Port': ['ID=88650b7c-b8ad-49a7-aa51-ab0ad2e7d000,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:21:23.848084 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942be139-b72a-4844-a837-9168a517330d None None] Network bb8fe3da-3a91-4f5f-8566-60516c7fbc1b requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:21:23.849123 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d90101-92d1-43f5-afe1-688e3b3cd517 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Network bb8fe3da-3a91-4f5f-8566-60516c7fbc1b is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:21:23.850579 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-b9d90101-92d1-43f5-afe1-688e3b3cd517 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:21:23.960915 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-3e8d53c5-5779-472f-8136-ec74629980b1 None None] Provisioning complete for port 38f16218-b715-4301-a2f4-4e5cf419e095 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:21:23.961434 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3e8d53c5-5779-472f-8136-ec74629980b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:23.971641 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d90101-92d1-43f5-afe1-688e3b3cd517 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Router 1dd0097b-dd0b-4308-8a2d-49269dcf556f has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:21:24.061018 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3e8d53c5-5779-472f-8136-ec74629980b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:24.092716 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d90101-92d1-43f5-afe1-688e3b3cd517 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:21:24.101003 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b9d90101-92d1-43f5-afe1-688e3b3cd517 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "PUT /v2.0/routers/1dd0097b-dd0b-4308-8a2d-49269dcf556f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4582303 Dec 08 17:21:24.103990 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-3e8d53c5-5779-472f-8136-ec74629980b1 None None] For port 38f16218-b715-4301-a2f4-4e5cf419e095, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=38f16218-b715-4301-a2f4-4e5cf419e095,segment=NetworkSegment(e75714af-edba-407f-bdba-81ec2fd2d423),segment_id=e75714af-edba-407f-bdba-81ec2fd2d423)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:21:24.207504 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3e8d53c5-5779-472f-8136-ec74629980b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:24.265252 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 38f16218-b715-4301-a2f4-4e5cf419e095 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:21:24.291118 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8d53c5-5779-472f-8136-ec74629980b1 None None] Pushing event updated for resources: {'Port': ['ID=38f16218-b715-4301-a2f4-4e5cf419e095,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:21:24.332880 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5d210e05-38e1-4bd9-b08c-8fc056b3c9ec req-bab790c9-9ead-4636-b109-5c68f26ac01a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-974267423&fields=id&tenant_id=d604cd6629ab480b9571d67f43656eec HTTP/1.1" status: 200 len: 267 time: 0.0695791 Dec 08 17:21:24.337635 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-4973b7e6-b1a1-467a-ae1f-78f6d045e784 None None] Provisioning complete for port 38f16218-b715-4301-a2f4-4e5cf419e095 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:21:24.338095 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4973b7e6-b1a1-467a-ae1f-78f6d045e784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:24.341875 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 38f16218-b715-4301-a2f4-4e5cf419e095 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:21:24.341875 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:24.434589 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ef9e82-a9a7-44af-829d-fc61a895e665 None None] Sync routers for ids ['1dd0097b-dd0b-4308-8a2d-49269dcf556f'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:21:24.445230 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ef9e82-a9a7-44af-829d-fc61a895e665 None None] Routers {'1dd0097b-dd0b-4308-8a2d-49269dcf556f'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:21:24.446208 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-38ef9e82-a9a7-44af-829d-fc61a895e665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:21:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['1dd0097b-dd0b-4308-8a2d-49269dcf556f'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:21:24.495306 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d210e05-38e1-4bd9-b08c-8fc056b3c9ec req-2cb5f97d-9a64-47f0-a885-a055d08950cd tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:24.497108 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5d210e05-38e1-4bd9-b08c-8fc056b3c9ec req-2cb5f97d-9a64-47f0-a885-a055d08950cd tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/networks?id=bb8fe3da-3a91-4f5f-8566-60516c7fbc1b HTTP/1.1" status: 200 len: 797 time: 0.1510491 Dec 08 17:21:24.497356 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 7d372992-1323-459e-a483-7db46c722a46 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:21:24.521841 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5d210e05-38e1-4bd9-b08c-8fc056b3c9ec req-5e28b150-4cee-47da-82fe-b2e532678970 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/quotas/d604cd6629ab480b9571d67f43656eec HTTP/1.1" status: 200 len: 375 time: 0.0181360 Dec 08 17:21:24.529551 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-4973b7e6-b1a1-467a-ae1f-78f6d045e784 None None] Provisioning complete for port 88650b7c-b8ad-49a7-aa51-ab0ad2e7d000 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:21:24.529924 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4973b7e6-b1a1-467a-ae1f-78f6d045e784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:24.561617 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-38ef9e82-a9a7-44af-829d-fc61a895e665 None None] Set router 1dd0097b-dd0b-4308-8a2d-49269dcf556f gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:21:24.583694 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-4973b7e6-b1a1-467a-ae1f-78f6d045e784 None None] Port 88650b7c-b8ad-49a7-aa51-ab0ad2e7d000 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:21:24.591704 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 7d372992-1323-459e-a483-7db46c722a46 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:21:24.592090 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:24.602467 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5d210e05-38e1-4bd9-b08c-8fc056b3c9ec req-a359ea88-9132-4fd4-aa6a-6e8fe3d58ee7 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d604cd6629ab480b9571d67f43656eec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0796671 Dec 08 17:21:24.706912 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-c9f2fc7d-01de-4f7d-a797-5b420b102b60 None None] Provisioning complete for port 88650b7c-b8ad-49a7-aa51-ab0ad2e7d000 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:21:24.707387 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c9f2fc7d-01de-4f7d-a797-5b420b102b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:24.745045 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-c9f2fc7d-01de-4f7d-a797-5b420b102b60 None None] Port 88650b7c-b8ad-49a7-aa51-ab0ad2e7d000 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:21:24.766371 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5d210e05-38e1-4bd9-b08c-8fc056b3c9ec req-503201c4-7e05-4feb-b6de-82c5e25144b7 service neutron] 10.222.0.64 "GET /v2.0/networks/bb8fe3da-3a91-4f5f-8566-60516c7fbc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624188 Dec 08 17:21:24.785682 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-38ef9e82-a9a7-44af-829d-fc61a895e665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd0097b-dd0b-4308-8a2d-49269dcf556f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336402455', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '7d372992-1323-459e-a483-7db46c722a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:21:18Z', 'updated_at': '2021-12-08T17:21:23Z', 'revision_number': 4, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': '7d372992-1323-459e-a483-7db46c722a46', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:47:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd0097b-dd0b-4308-8a2d-49269dcf556f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:21:19Z', 'updated_at': '2021-12-08T17:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '88650b7c-b8ad-49a7-aa51-ab0ad2e7d000', 'name': '', 'network_id': 'bb8fe3da-3a91-4f5f-8566-60516c7fbc1b', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'mac_address': 'fa:16:3e:2c:3f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd0097b-dd0b-4308-8a2d-49269dcf556f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'a23f4f34-da48-4285-b14d-b10c79360444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:21:22Z', 'updated_at': '2021-12-08T17:21:23Z', 'revision_number': 2, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'subnets': [{'id': 'a23f4f34-da48-4285-b14d-b10c79360444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:21:24.814942 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ef9e82-a9a7-44af-829d-fc61a895e665 None None] Checking router: 1dd0097b-dd0b-4308-8a2d-49269dcf556f for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:21:24.815213 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ef9e82-a9a7-44af-829d-fc61a895e665 None None] Updating router 1dd0097b-dd0b-4308-8a2d-49269dcf556f port 88650b7c-b8ad-49a7-aa51-ab0ad2e7d000 binding host n-d-776250-12 {{(pid=110553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 17:21:24.839555 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-38ef9e82-a9a7-44af-829d-fc61a895e665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:24.860832 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5d210e05-38e1-4bd9-b08c-8fc056b3c9ec req-44c171f2-1ba8-4ab4-9b90-bd0de83306d5 service neutron] 10.222.0.64 "GET /v2.0/networks/bb8fe3da-3a91-4f5f-8566-60516c7fbc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875702 Dec 08 17:21:24.864286 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-34060d30-e3ff-49b9-bb93-61c107211301 None None] Provisioning complete for port 88650b7c-b8ad-49a7-aa51-ab0ad2e7d000 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:21:24.864898 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-34060d30-e3ff-49b9-bb93-61c107211301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:24.905133 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-34060d30-e3ff-49b9-bb93-61c107211301 None None] Port 88650b7c-b8ad-49a7-aa51-ab0ad2e7d000 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:21:25.096732 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-38ef9e82-a9a7-44af-829d-fc61a895e665 None None] Publish callbacks [] for port, precommit_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:25.150201 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-01a54d32-e18b-4683-9113-d584a095fe10 req-ec4b9f09-d3f3-4190-8023-691f3f773bd4 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc301cfe-109d-4285-bc00-d5635c674895 HTTP/1.1" status: 200 len: 210 time: 0.0304301 Dec 08 17:21:25.163856 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-38ef9e82-a9a7-44af-829d-fc61a895e665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:25.252025 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec02ad4-a51e-416e-9858-f7b44662adf6 None None] Pushing event updated for resources: {'Port': ['ID=88650b7c-b8ad-49a7-aa51-ab0ad2e7d000,revision_number=3']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:21:25.266693 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec02ad4-a51e-416e-9858-f7b44662adf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:21:25.267605 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec02ad4-a51e-416e-9858-f7b44662adf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:21:25.267955 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec02ad4-a51e-416e-9858-f7b44662adf6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:21:25.268329 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec02ad4-a51e-416e-9858-f7b44662adf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:21:25.268673 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec02ad4-a51e-416e-9858-f7b44662adf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:21:25.269112 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec02ad4-a51e-416e-9858-f7b44662adf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:21:25.269331 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec02ad4-a51e-416e-9858-f7b44662adf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:21:25.269694 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec02ad4-a51e-416e-9858-f7b44662adf6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:21:25.270037 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec02ad4-a51e-416e-9858-f7b44662adf6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:21:25.270372 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec02ad4-a51e-416e-9858-f7b44662adf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:21:25.270698 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec02ad4-a51e-416e-9858-f7b44662adf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:21:25.271022 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec02ad4-a51e-416e-9858-f7b44662adf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:21:25.271350 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec02ad4-a51e-416e-9858-f7b44662adf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:21:25.276440 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-38ef9e82-a9a7-44af-829d-fc61a895e665 None None] Attempting to bind port 88650b7c-b8ad-49a7-aa51-ab0ad2e7d000 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:21:25.276819 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-38ef9e82-a9a7-44af-829d-fc61a895e665 None None] Attempting to bind port 88650b7c-b8ad-49a7-aa51-ab0ad2e7d000 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'e75714af-edba-407f-bdba-81ec2fd2d423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'bb8fe3da-3a91-4f5f-8566-60516c7fbc1b'}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:21:25.277818 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ef9e82-a9a7-44af-829d-fc61a895e665 None None] Attempting to bind port 88650b7c-b8ad-49a7-aa51-ab0ad2e7d000 on network bb8fe3da-3a91-4f5f-8566-60516c7fbc1b {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:21:25.283729 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ef9e82-a9a7-44af-829d-fc61a895e665 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:21:25.284112 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ef9e82-a9a7-44af-829d-fc61a895e665 None None] Checking segment: {'id': 'e75714af-edba-407f-bdba-81ec2fd2d423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'bb8fe3da-3a91-4f5f-8566-60516c7fbc1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:21:25.284560 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-38ef9e82-a9a7-44af-829d-fc61a895e665 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:25.284962 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ef9e82-a9a7-44af-829d-fc61a895e665 None None] Bound using segment: {'id': 'e75714af-edba-407f-bdba-81ec2fd2d423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'bb8fe3da-3a91-4f5f-8566-60516c7fbc1b'} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:21:25.285439 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-38ef9e82-a9a7-44af-829d-fc61a895e665 None None] Bound port: 88650b7c-b8ad-49a7-aa51-ab0ad2e7d000, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e75714af-edba-407f-bdba-81ec2fd2d423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'bb8fe3da-3a91-4f5f-8566-60516c7fbc1b'}}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:21:25.285834 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-38ef9e82-a9a7-44af-829d-fc61a895e665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:25.357707 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-38ef9e82-a9a7-44af-829d-fc61a895e665 None None] For port 88650b7c-b8ad-49a7-aa51-ab0ad2e7d000, host n-d-776250-12, cleared binding levels {{(pid=110553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:21:25.361197 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-38ef9e82-a9a7-44af-829d-fc61a895e665 None None] For port 88650b7c-b8ad-49a7-aa51-ab0ad2e7d000, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=88650b7c-b8ad-49a7-aa51-ab0ad2e7d000,segment=NetworkSegment(e75714af-edba-407f-bdba-81ec2fd2d423),segment_id=e75714af-edba-407f-bdba-81ec2fd2d423)] {{(pid=110553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:21:25.429648 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-4bf50df5-a24a-47a8-8935-e1b6158249bf None None] Provisioning complete for port 88650b7c-b8ad-49a7-aa51-ab0ad2e7d000 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:21:25.430144 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4bf50df5-a24a-47a8-8935-e1b6158249bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:25.444628 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-38ef9e82-a9a7-44af-829d-fc61a895e665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:25.464143 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-4bf50df5-a24a-47a8-8935-e1b6158249bf None None] Port 88650b7c-b8ad-49a7-aa51-ab0ad2e7d000 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:21:25.507897 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ef9e82-a9a7-44af-829d-fc61a895e665 None None] Routers {'1dd0097b-dd0b-4308-8a2d-49269dcf556f'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:21:25.508542 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-38ef9e82-a9a7-44af-829d-fc61a895e665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:21:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['1dd0097b-dd0b-4308-8a2d-49269dcf556f'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:21:25.546069 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec02ad4-a51e-416e-9858-f7b44662adf6 None None] Pushing event updated for resources: {'Port': ['ID=88650b7c-b8ad-49a7-aa51-ab0ad2e7d000,revision_number=4']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:21:25.627238 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-38ef9e82-a9a7-44af-829d-fc61a895e665 None None] Set router 1dd0097b-dd0b-4308-8a2d-49269dcf556f gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:21:25.788821 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-819e824c-dcf6-415b-ac89-c373d56d4349 None None] Provisioning complete for port 88650b7c-b8ad-49a7-aa51-ab0ad2e7d000 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:21:25.789261 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-819e824c-dcf6-415b-ac89-c373d56d4349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:25.825550 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-38ef9e82-a9a7-44af-829d-fc61a895e665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd0097b-dd0b-4308-8a2d-49269dcf556f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336402455', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '7d372992-1323-459e-a483-7db46c722a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:21:18Z', 'updated_at': '2021-12-08T17:21:23Z', 'revision_number': 4, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': '7d372992-1323-459e-a483-7db46c722a46', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:47:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd0097b-dd0b-4308-8a2d-49269dcf556f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:21:19Z', 'updated_at': '2021-12-08T17:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '88650b7c-b8ad-49a7-aa51-ab0ad2e7d000', 'name': '', 'network_id': 'bb8fe3da-3a91-4f5f-8566-60516c7fbc1b', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'mac_address': 'fa:16:3e:2c:3f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd0097b-dd0b-4308-8a2d-49269dcf556f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'a23f4f34-da48-4285-b14d-b10c79360444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:21:22Z', 'updated_at': '2021-12-08T17:21:25Z', 'revision_number': 4, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'subnets': [{'id': 'a23f4f34-da48-4285-b14d-b10c79360444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:21:25.851444 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ef9e82-a9a7-44af-829d-fc61a895e665 None None] The sync data for ids ['1dd0097b-dd0b-4308-8a2d-49269dcf556f'] in n-d-776250-12 is: [{'id': '1dd0097b-dd0b-4308-8a2d-49269dcf556f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336402455', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '7d372992-1323-459e-a483-7db46c722a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:21:18Z', 'updated_at': '2021-12-08T17:21:23Z', 'revision_number': 4, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': '7d372992-1323-459e-a483-7db46c722a46', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:47:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd0097b-dd0b-4308-8a2d-49269dcf556f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:21:19Z', 'updated_at': '2021-12-08T17:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '88650b7c-b8ad-49a7-aa51-ab0ad2e7d000', 'name': '', 'network_id': 'bb8fe3da-3a91-4f5f-8566-60516c7fbc1b', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'mac_address': 'fa:16:3e:2c:3f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd0097b-dd0b-4308-8a2d-49269dcf556f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'a23f4f34-da48-4285-b14d-b10c79360444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:21:22Z', 'updated_at': '2021-12-08T17:21:25Z', 'revision_number': 4, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'subnets': [{'id': 'a23f4f34-da48-4285-b14d-b10c79360444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:21:25.873788 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-819e824c-dcf6-415b-ac89-c373d56d4349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:25.917900 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-819e824c-dcf6-415b-ac89-c373d56d4349 None None] For port 88650b7c-b8ad-49a7-aa51-ab0ad2e7d000, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=88650b7c-b8ad-49a7-aa51-ab0ad2e7d000,segment=NetworkSegment(e75714af-edba-407f-bdba-81ec2fd2d423),segment_id=e75714af-edba-407f-bdba-81ec2fd2d423)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:21:26.003922 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-819e824c-dcf6-415b-ac89-c373d56d4349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:26.063082 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819e824c-dcf6-415b-ac89-c373d56d4349 None None] Pushing event updated for resources: {'Port': ['ID=88650b7c-b8ad-49a7-aa51-ab0ad2e7d000,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:21:26.256431 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 38f16218-b715-4301-a2f4-4e5cf419e095 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:21:26.294343 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bfc22d44-f061-4d12-9b48-9f8ca2923eb3 req-c71e979d-1f83-481e-92fa-69c47925c82a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc301cfe-109d-4285-bc00-d5635c674895 HTTP/1.1" status: 200 len: 210 time: 0.0606029 Dec 08 17:21:26.312619 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 38f16218-b715-4301-a2f4-4e5cf419e095 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:21:26.313172 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:26.406408 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 88650b7c-b8ad-49a7-aa51-ab0ad2e7d000 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:21:26.456447 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 88650b7c-b8ad-49a7-aa51-ab0ad2e7d000 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:21:26.457131 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:27.119808 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d210e05-38e1-4bd9-b08c-8fc056b3c9ec req-5b4b33a3-fbae-4725-bac5-9d44ea52f81a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:27.121352 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5d210e05-38e1-4bd9-b08c-8fc056b3c9ec req-5b4b33a3-fbae-4725-bac5-9d44ea52f81a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.37 "GET /v2.0/networks?id=bb8fe3da-3a91-4f5f-8566-60516c7fbc1b HTTP/1.1" status: 200 len: 797 time: 0.1034439 Dec 08 17:21:27.184826 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5d210e05-38e1-4bd9-b08c-8fc056b3c9ec req-4563a709-2507-4e8d-af2c-70cf1c234a0d tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d604cd6629ab480b9571d67f43656eec HTTP/1.1" status: 200 len: 379 time: 0.0540140 Dec 08 17:21:27.194802 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-5d210e05-38e1-4bd9-b08c-8fc056b3c9ec req-7e9b56d4-fc7e-4fc0-8cec-287cdb7347b4 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Request body: {'port': {'device_id': 'dc301cfe-109d-4285-bc00-d5635c674895', 'network_id': 'bb8fe3da-3a91-4f5f-8566-60516c7fbc1b', 'admin_state_up': True, 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'security_groups': ['89d391f4-380e-4dfe-bad9-532a46b11b74']}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:21:27.372905 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d210e05-38e1-4bd9-b08c-8fc056b3c9ec req-7e9b56d4-fc7e-4fc0-8cec-287cdb7347b4 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Made reservation on behalf of d604cd6629ab480b9571d67f43656eec for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:21:27.376930 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5d210e05-38e1-4bd9-b08c-8fc056b3c9ec req-7e9b56d4-fc7e-4fc0-8cec-287cdb7347b4 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:27.403186 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-baede6bc-55ab-4008-a91d-1b93d49a5d13 req-c431f43f-bb48-4c49-baee-e34f0971b48d tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc301cfe-109d-4285-bc00-d5635c674895 HTTP/1.1" status: 200 len: 210 time: 0.0277655 Dec 08 17:21:27.504779 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-5d210e05-38e1-4bd9-b08c-8fc056b3c9ec req-7e9b56d4-fc7e-4fc0-8cec-287cdb7347b4 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Allocated IP 172.20.0.3 (bb8fe3da-3a91-4f5f-8566-60516c7fbc1b/a23f4f34-da48-4285-b14d-b10c79360444/10fbf8f5-8ef7-412b-9241-0ed1bfbe2444) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:21:27.643601 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5d210e05-38e1-4bd9-b08c-8fc056b3c9ec req-7e9b56d4-fc7e-4fc0-8cec-287cdb7347b4 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:27.733421 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5d210e05-38e1-4bd9-b08c-8fc056b3c9ec req-7e9b56d4-fc7e-4fc0-8cec-287cdb7347b4 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:27.776657 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d210e05-38e1-4bd9-b08c-8fc056b3c9ec req-7e9b56d4-fc7e-4fc0-8cec-287cdb7347b4 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Network bb8fe3da-3a91-4f5f-8566-60516c7fbc1b is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:21:27.781644 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-5d210e05-38e1-4bd9-b08c-8fc056b3c9ec req-7e9b56d4-fc7e-4fc0-8cec-287cdb7347b4 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:21:27.786014 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d210e05-38e1-4bd9-b08c-8fc056b3c9ec req-7e9b56d4-fc7e-4fc0-8cec-287cdb7347b4 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:21:27.792527 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9b56d4-fc7e-4fc0-8cec-287cdb7347b4 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'Port': ['ID=10fbf8f5-8ef7-412b-9241-0ed1bfbe2444,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:21:27.844296 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d210e05-38e1-4bd9-b08c-8fc056b3c9ec req-7e9b56d4-fc7e-4fc0-8cec-287cdb7347b4 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:27.844937 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5d210e05-38e1-4bd9-b08c-8fc056b3c9ec req-7e9b56d4-fc7e-4fc0-8cec-287cdb7347b4 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:27.959269 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5d210e05-38e1-4bd9-b08c-8fc056b3c9ec req-7e9b56d4-fc7e-4fc0-8cec-287cdb7347b4 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7680259 Dec 08 17:21:27.971926 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-5d210e05-38e1-4bd9-b08c-8fc056b3c9ec req-43d15628-7e1b-4f55-985e-7143e07c8a46 service neutron] Request body: {'port': {'device_id': 'dc301cfe-109d-4285-bc00-d5635c674895', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:21:28.024927 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5d210e05-38e1-4bd9-b08c-8fc056b3c9ec req-43d15628-7e1b-4f55-985e-7143e07c8a46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:28.044353 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-5ae1ebad-e323-46ca-924c-d38dfce3c4c4 None None] Provisioning complete for port 10fbf8f5-8ef7-412b-9241-0ed1bfbe2444 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:21:28.044901 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5ae1ebad-e323-46ca-924c-d38dfce3c4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:28.077960 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-5ae1ebad-e323-46ca-924c-d38dfce3c4c4 None None] Port 10fbf8f5-8ef7-412b-9241-0ed1bfbe2444 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:21:28.286269 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-5d210e05-38e1-4bd9-b08c-8fc056b3c9ec req-43d15628-7e1b-4f55-985e-7143e07c8a46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10fbf8f5-8ef7-412b-9241-0ed1bfbe2444 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:21:28.293611 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5d210e05-38e1-4bd9-b08c-8fc056b3c9ec req-43d15628-7e1b-4f55-985e-7143e07c8a46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:28.305159 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-5d210e05-38e1-4bd9-b08c-8fc056b3c9ec req-43d15628-7e1b-4f55-985e-7143e07c8a46 service neutron] Transition to ACTIVE for port object 10fbf8f5-8ef7-412b-9241-0ed1bfbe2444 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 17:21:28.381275 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5d210e05-38e1-4bd9-b08c-8fc056b3c9ec req-43d15628-7e1b-4f55-985e-7143e07c8a46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:28.444064 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d15628-7e1b-4f55-985e-7143e07c8a46 service neutron] Pushing event updated for resources: {'Port': ['ID=10fbf8f5-8ef7-412b-9241-0ed1bfbe2444,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:21:28.551150 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-5d210e05-38e1-4bd9-b08c-8fc056b3c9ec req-43d15628-7e1b-4f55-985e-7143e07c8a46 service neutron] Attempting to bind port 10fbf8f5-8ef7-412b-9241-0ed1bfbe2444 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:21:28.551494 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-5d210e05-38e1-4bd9-b08c-8fc056b3c9ec req-43d15628-7e1b-4f55-985e-7143e07c8a46 service neutron] Attempting to bind port 10fbf8f5-8ef7-412b-9241-0ed1bfbe2444 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': 'e75714af-edba-407f-bdba-81ec2fd2d423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'bb8fe3da-3a91-4f5f-8566-60516c7fbc1b'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:21:28.551831 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d210e05-38e1-4bd9-b08c-8fc056b3c9ec req-43d15628-7e1b-4f55-985e-7143e07c8a46 service neutron] Attempting to bind port 10fbf8f5-8ef7-412b-9241-0ed1bfbe2444 on network bb8fe3da-3a91-4f5f-8566-60516c7fbc1b {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:21:28.558603 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d210e05-38e1-4bd9-b08c-8fc056b3c9ec req-43d15628-7e1b-4f55-985e-7143e07c8a46 service neutron] Port 10fbf8f5-8ef7-412b-9241-0ed1bfbe2444 on network bb8fe3da-3a91-4f5f-8566-60516c7fbc1b not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 17:21:28.558868 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d210e05-38e1-4bd9-b08c-8fc056b3c9ec req-43d15628-7e1b-4f55-985e-7143e07c8a46 service neutron] Attempting to bind port 10fbf8f5-8ef7-412b-9241-0ed1bfbe2444 on network bb8fe3da-3a91-4f5f-8566-60516c7fbc1b {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:21:28.568493 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404547c5-4b85-4ed6-8ecd-702439a0affa req-305a7e21-65ca-4401-ab38-fd3d017770a9 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:28.570039 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-404547c5-4b85-4ed6-8ecd-702439a0affa req-305a7e21-65ca-4401-ab38-fd3d017770a9 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc301cfe-109d-4285-bc00-d5635c674895 HTTP/1.1" status: 200 len: 943 time: 0.0798316 Dec 08 17:21:28.574526 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d210e05-38e1-4bd9-b08c-8fc056b3c9ec req-43d15628-7e1b-4f55-985e-7143e07c8a46 service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:21:28.574871 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d210e05-38e1-4bd9-b08c-8fc056b3c9ec req-43d15628-7e1b-4f55-985e-7143e07c8a46 service neutron] Checking segment: {'id': 'e75714af-edba-407f-bdba-81ec2fd2d423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'bb8fe3da-3a91-4f5f-8566-60516c7fbc1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:21:28.575258 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d210e05-38e1-4bd9-b08c-8fc056b3c9ec req-43d15628-7e1b-4f55-985e-7143e07c8a46 service neutron] Bound using segment: {'id': 'e75714af-edba-407f-bdba-81ec2fd2d423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'bb8fe3da-3a91-4f5f-8566-60516c7fbc1b'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:21:28.575718 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-5d210e05-38e1-4bd9-b08c-8fc056b3c9ec req-43d15628-7e1b-4f55-985e-7143e07c8a46 service neutron] Bound port: 10fbf8f5-8ef7-412b-9241-0ed1bfbe2444, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e75714af-edba-407f-bdba-81ec2fd2d423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'bb8fe3da-3a91-4f5f-8566-60516c7fbc1b'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:21:28.576088 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5d210e05-38e1-4bd9-b08c-8fc056b3c9ec req-43d15628-7e1b-4f55-985e-7143e07c8a46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:28.663836 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-404547c5-4b85-4ed6-8ecd-702439a0affa req-1a150584-cf90-40ee-8080-08de82a73f2f tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=89d391f4-380e-4dfe-bad9-532a46b11b74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854008 Dec 08 17:21:28.679176 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-5d210e05-38e1-4bd9-b08c-8fc056b3c9ec req-43d15628-7e1b-4f55-985e-7143e07c8a46 service neutron] For port 10fbf8f5-8ef7-412b-9241-0ed1bfbe2444, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:21:28.682161 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-5d210e05-38e1-4bd9-b08c-8fc056b3c9ec req-43d15628-7e1b-4f55-985e-7143e07c8a46 service neutron] For port 10fbf8f5-8ef7-412b-9241-0ed1bfbe2444, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=10fbf8f5-8ef7-412b-9241-0ed1bfbe2444,segment=NetworkSegment(e75714af-edba-407f-bdba-81ec2fd2d423),segment_id=e75714af-edba-407f-bdba-81ec2fd2d423)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:21:28.744948 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5d210e05-38e1-4bd9-b08c-8fc056b3c9ec req-43d15628-7e1b-4f55-985e-7143e07c8a46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:28.784754 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d210e05-38e1-4bd9-b08c-8fc056b3c9ec req-43d15628-7e1b-4f55-985e-7143e07c8a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:28.785410 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5d210e05-38e1-4bd9-b08c-8fc056b3c9ec req-43d15628-7e1b-4f55-985e-7143e07c8a46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:28.786823 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5d210e05-38e1-4bd9-b08c-8fc056b3c9ec req-43d15628-7e1b-4f55-985e-7143e07c8a46 service neutron] 10.222.0.37 "PUT /v2.0/ports/10fbf8f5-8ef7-412b-9241-0ed1bfbe2444 HTTP/1.1" status: 200 len: 1092 time: 0.8197038 Dec 08 17:21:28.787270 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc301cfe-109d-4285-bc00-d5635c674895', 'tag': '10fbf8f5-8ef7-412b-9241-0ed1bfbe2444'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:21:28.789658 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33688f0a94a9db352de83aac38ec7a80f5ce35812a363759cff610bcc84c1346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be93dea-4614-47fe-93cc-b05ac05becdd" -d '{"events": [{"name": "network-changed", "server_uuid": "dc301cfe-109d-4285-bc00-d5635c674895", "tag": "10fbf8f5-8ef7-412b-9241-0ed1bfbe2444"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:21:28.813841 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d15628-7e1b-4f55-985e-7143e07c8a46 service neutron] Pushing event updated for resources: {'Port': ['ID=10fbf8f5-8ef7-412b-9241-0ed1bfbe2444,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:21:28.837697 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6da44ba-e1b3-4668-89bd-bb6cabc5ddf1 x-openstack-request-id: req-a6da44ba-e1b3-4668-89bd-bb6cabc5ddf1 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:21:28.838003 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc301cfe-109d-4285-bc00-d5635c674895", "tag": "10fbf8f5-8ef7-412b-9241-0ed1bfbe2444", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:21:28.838266 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a6da44ba-e1b3-4668-89bd-bb6cabc5ddf1 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:21:28.838684 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc301cfe-109d-4285-bc00-d5635c674895', 'tag': '10fbf8f5-8ef7-412b-9241-0ed1bfbe2444', 'status': 'completed', 'code': 200} Dec 08 17:21:28.903484 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be93dea-4614-47fe-93cc-b05ac05becdd req-913ca17a-317a-42c9-a71a-ff486897ef17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:28.905135 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0be93dea-4614-47fe-93cc-b05ac05becdd req-913ca17a-317a-42c9-a71a-ff486897ef17 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d604cd6629ab480b9571d67f43656eec&device_id=dc301cfe-109d-4285-bc00-d5635c674895 HTTP/1.1" status: 200 len: 1095 time: 0.0447485 Dec 08 17:21:29.010827 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be93dea-4614-47fe-93cc-b05ac05becdd req-66d37736-5e2a-47f9-8b04-97d4baa83afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:29.012360 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0be93dea-4614-47fe-93cc-b05ac05becdd req-66d37736-5e2a-47f9-8b04-97d4baa83afe service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=d604cd6629ab480b9571d67f43656eec&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0986943 Dec 08 17:21:29.105348 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be93dea-4614-47fe-93cc-b05ac05becdd req-90bfaf3a-ed0a-4dcc-961d-4a517793b7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:29.106720 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0be93dea-4614-47fe-93cc-b05ac05becdd req-90bfaf3a-ed0a-4dcc-961d-4a517793b7e4 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0872681 Dec 08 17:21:29.189661 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d210e05-38e1-4bd9-b08c-8fc056b3c9ec req-ed8880f7-8a7e-4228-988f-eb09618fb873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:29.191278 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5d210e05-38e1-4bd9-b08c-8fc056b3c9ec req-ed8880f7-8a7e-4228-988f-eb09618fb873 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d604cd6629ab480b9571d67f43656eec&device_id=dc301cfe-109d-4285-bc00-d5635c674895 HTTP/1.1" status: 200 len: 1095 time: 0.0470221 Dec 08 17:21:29.234275 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5d210e05-38e1-4bd9-b08c-8fc056b3c9ec req-8d235975-58d1-4828-8cc0-31b1c95c45d4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10fbf8f5-8ef7-412b-9241-0ed1bfbe2444 HTTP/1.1" status: 200 len: 217 time: 0.0351844 Dec 08 17:21:29.285914 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d210e05-38e1-4bd9-b08c-8fc056b3c9ec req-9b886f1e-120b-47a8-99e0-ad8c75ffac32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:29.287406 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5d210e05-38e1-4bd9-b08c-8fc056b3c9ec req-9b886f1e-120b-47a8-99e0-ad8c75ffac32 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a23f4f34-da48-4285-b14d-b10c79360444 HTTP/1.1" status: 200 len: 835 time: 0.0456102 Dec 08 17:21:29.338264 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d210e05-38e1-4bd9-b08c-8fc056b3c9ec req-6e96590e-4540-484e-8841-fc2195d62fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:29.339764 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5d210e05-38e1-4bd9-b08c-8fc056b3c9ec req-6e96590e-4540-484e-8841-fc2195d62fcb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bb8fe3da-3a91-4f5f-8566-60516c7fbc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447373 Dec 08 17:21:29.429150 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5d210e05-38e1-4bd9-b08c-8fc056b3c9ec req-ba4ecc62-f95e-4320-ad8c-6d8e8af11eea service neutron] 10.222.0.37 "GET /v2.0/networks/bb8fe3da-3a91-4f5f-8566-60516c7fbc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818963 Dec 08 17:21:29.522680 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5d210e05-38e1-4bd9-b08c-8fc056b3c9ec req-e8e0037e-8a3b-499c-87a8-6984270522cf service neutron] 10.222.0.37 "GET /v2.0/networks/bb8fe3da-3a91-4f5f-8566-60516c7fbc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858712 Dec 08 17:21:29.780799 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db08a16-ed4e-4fa3-89c2-ebb34e339583 req-0ff89f55-2219-4289-9cb3-295c0bd67c56 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:29.782339 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0db08a16-ed4e-4fa3-89c2-ebb34e339583 req-0ff89f55-2219-4289-9cb3-295c0bd67c56 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc301cfe-109d-4285-bc00-d5635c674895 HTTP/1.1" status: 200 len: 943 time: 0.0505915 Dec 08 17:21:29.831558 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0db08a16-ed4e-4fa3-89c2-ebb34e339583 req-f25bf6c5-ee48-4c46-98e7-fce034f6e6f9 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=89d391f4-380e-4dfe-bad9-532a46b11b74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432086 Dec 08 17:21:30.947471 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af5976b-82d4-4a72-9897-aaf85d20b2c9 req-8ec2a62a-162a-4cfd-9915-0f30b2df7506 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:30.948995 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1af5976b-82d4-4a72-9897-aaf85d20b2c9 req-8ec2a62a-162a-4cfd-9915-0f30b2df7506 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc301cfe-109d-4285-bc00-d5635c674895 HTTP/1.1" status: 200 len: 943 time: 0.0494366 Dec 08 17:21:30.998804 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1af5976b-82d4-4a72-9897-aaf85d20b2c9 req-8c3c0962-f201-4c1c-b45a-4f42d93f9c0e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=89d391f4-380e-4dfe-bad9-532a46b11b74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432291 Dec 08 17:21:32.114807 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d15066-edff-4c10-8feb-e173c7f1816e req-a79348c3-9642-4db0-a352-63a0ab6b51b6 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:32.116347 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-51d15066-edff-4c10-8feb-e173c7f1816e req-a79348c3-9642-4db0-a352-63a0ab6b51b6 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc301cfe-109d-4285-bc00-d5635c674895 HTTP/1.1" status: 200 len: 943 time: 0.0500174 Dec 08 17:21:32.164677 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-51d15066-edff-4c10-8feb-e173c7f1816e req-b76e72d2-f32e-48e7-815c-05eb52979995 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=89d391f4-380e-4dfe-bad9-532a46b11b74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422268 Dec 08 17:21:33.281786 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43118e75-4b42-4e82-9351-20bc03772982 req-7eb5b434-5c54-4c15-b8fb-155a87d31850 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:33.283321 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-43118e75-4b42-4e82-9351-20bc03772982 req-7eb5b434-5c54-4c15-b8fb-155a87d31850 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc301cfe-109d-4285-bc00-d5635c674895 HTTP/1.1" status: 200 len: 943 time: 0.0493615 Dec 08 17:21:33.336126 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-43118e75-4b42-4e82-9351-20bc03772982 req-311d7853-47fd-42ca-87a3-512feeb2e0af tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=89d391f4-380e-4dfe-bad9-532a46b11b74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469317 Dec 08 17:21:33.611112 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 10fbf8f5-8ef7-412b-9241-0ed1bfbe2444 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 17:21:33.706362 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 10fbf8f5-8ef7-412b-9241-0ed1bfbe2444, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=10fbf8f5-8ef7-412b-9241-0ed1bfbe2444,segment=NetworkSegment(e75714af-edba-407f-bdba-81ec2fd2d423),segment_id=e75714af-edba-407f-bdba-81ec2fd2d423)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:21:33.717434 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '10fbf8f5-8ef7-412b-9241-0ed1bfbe2444', 'network_id': 'bb8fe3da-3a91-4f5f-8566-60516c7fbc1b', 'port_id': '10fbf8f5-8ef7-412b-9241-0ed1bfbe2444', 'mac_address': 'fa:16:3e:20:13:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a23f4f34-da48-4285-b14d-b10c79360444', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 17:21:33.753129 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:33.765509 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10fbf8f5-8ef7-412b-9241-0ed1bfbe2444 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:21:33.785675 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 10fbf8f5-8ef7-412b-9241-0ed1bfbe2444, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=10fbf8f5-8ef7-412b-9241-0ed1bfbe2444,segment=NetworkSegment(e75714af-edba-407f-bdba-81ec2fd2d423),segment_id=e75714af-edba-407f-bdba-81ec2fd2d423)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:21:33.852725 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:33.901990 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=10fbf8f5-8ef7-412b-9241-0ed1bfbe2444,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:21:34.049982 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['10fbf8f5-8ef7-412b-9241-0ed1bfbe2444'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:21:34.458319 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faacfdc3-10d2-4255-83c9-4ed066ab0c9f req-ff689eb7-031c-4450-9bb0-2a89593d21c9 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:34.459884 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-faacfdc3-10d2-4255-83c9-4ed066ab0c9f req-ff689eb7-031c-4450-9bb0-2a89593d21c9 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc301cfe-109d-4285-bc00-d5635c674895 HTTP/1.1" status: 200 len: 944 time: 0.0523984 Dec 08 17:21:34.510783 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-faacfdc3-10d2-4255-83c9-4ed066ab0c9f req-3e48da75-0742-4ed4-a017-4904bfa640fe tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=89d391f4-380e-4dfe-bad9-532a46b11b74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449884 Dec 08 17:21:35.386467 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:35.610672 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 10fbf8f5-8ef7-412b-9241-0ed1bfbe2444 up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:21:35.625140 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d4e41-3f0a-485c-99d7-0e89d2b1a495 req-6549d570-ef83-4a57-a9c9-7a6c97af534d tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:35.627167 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-821d4e41-3f0a-485c-99d7-0e89d2b1a495 req-6549d570-ef83-4a57-a9c9-7a6c97af534d tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc301cfe-109d-4285-bc00-d5635c674895 HTTP/1.1" status: 200 len: 944 time: 0.0502720 Dec 08 17:21:35.677002 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-821d4e41-3f0a-485c-99d7-0e89d2b1a495 req-517921f3-e6d3-45a3-8949-21f533e0b823 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=89d391f4-380e-4dfe-bad9-532a46b11b74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438213 Dec 08 17:21:35.729556 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port 10fbf8f5-8ef7-412b-9241-0ed1bfbe2444 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 17:21:35.733562 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 10fbf8f5-8ef7-412b-9241-0ed1bfbe2444 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:21:35.733964 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:35.814198 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:35.836103 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc301cfe-109d-4285-bc00-d5635c674895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10fbf8f5-8ef7-412b-9241-0ed1bfbe2444'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:21:35.838382 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e972d80ca4ba26e60ff2132fe6d2147b95d4377dec9e0b14df2e9cad1c1848da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221803bc-fea2-42a8-ad9f-c3e9facd4004" -d '{"events": [{"server_uuid": "dc301cfe-109d-4285-bc00-d5635c674895", "name": "network-vif-plugged", "status": "completed", "tag": "10fbf8f5-8ef7-412b-9241-0ed1bfbe2444"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:21:35.864260 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 10fbf8f5-8ef7-412b-9241-0ed1bfbe2444, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=10fbf8f5-8ef7-412b-9241-0ed1bfbe2444,segment=NetworkSegment(e75714af-edba-407f-bdba-81ec2fd2d423),segment_id=e75714af-edba-407f-bdba-81ec2fd2d423)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:21:35.875354 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb52ebe-c8d3-4529-87fc-d98284de356f x-openstack-request-id: req-1eb52ebe-c8d3-4529-87fc-d98284de356f {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:21:35.875661 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc301cfe-109d-4285-bc00-d5635c674895", "name": "network-vif-plugged", "status": "completed", "tag": "10fbf8f5-8ef7-412b-9241-0ed1bfbe2444", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:21:35.875916 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1eb52ebe-c8d3-4529-87fc-d98284de356f {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:21:35.876830 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc301cfe-109d-4285-bc00-d5635c674895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10fbf8f5-8ef7-412b-9241-0ed1bfbe2444', 'code': 200} Dec 08 17:21:35.941247 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:35.974406 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a17af71-d5e7-48d9-8bad-14cb3399b2a2 req-8be9f0d1-7865-4efd-8516-6223373d2557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:35.975956 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8a17af71-d5e7-48d9-8bad-14cb3399b2a2 req-8be9f0d1-7865-4efd-8516-6223373d2557 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dc301cfe-109d-4285-bc00-d5635c674895 HTTP/1.1" status: 200 len: 1097 time: 0.0414336 Dec 08 17:21:35.989230 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=10fbf8f5-8ef7-412b-9241-0ed1bfbe2444,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:21:36.024697 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8a17af71-d5e7-48d9-8bad-14cb3399b2a2 req-7d4b3796-f97b-46b2-a65d-e2b1b62ef0d7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=89d391f4-380e-4dfe-bad9-532a46b11b74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414989 Dec 08 17:21:36.792697 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665592df-07c4-441c-a481-770926c7644e req-cb40cbe2-d431-4dc4-840c-e33c69a3af99 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:36.794305 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-665592df-07c4-441c-a481-770926c7644e req-cb40cbe2-d431-4dc4-840c-e33c69a3af99 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc301cfe-109d-4285-bc00-d5635c674895 HTTP/1.1" status: 200 len: 945 time: 0.0494516 Dec 08 17:21:36.842741 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-665592df-07c4-441c-a481-770926c7644e req-53f28086-cd1f-48b8-87b6-bbea4d6a4128 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=89d391f4-380e-4dfe-bad9-532a46b11b74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424244 Dec 08 17:21:37.962989 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0bc587-cfdf-4cf1-a5b9-1cfd0121cab3 req-1f70a8ef-dcaa-437e-a20b-8857c68e10a2 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:37.964508 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-df0bc587-cfdf-4cf1-a5b9-1cfd0121cab3 req-1f70a8ef-dcaa-437e-a20b-8857c68e10a2 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc301cfe-109d-4285-bc00-d5635c674895 HTTP/1.1" status: 200 len: 945 time: 0.0523767 Dec 08 17:21:38.013812 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-df0bc587-cfdf-4cf1-a5b9-1cfd0121cab3 req-7ed541d4-b9f4-4d50-9d61-3c07bf1937e7 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=89d391f4-380e-4dfe-bad9-532a46b11b74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429640 Dec 08 17:21:38.142747 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00242d-3dab-4c9b-aab6-50bd5ac5d095 req-e87e8e57-2342-4a3f-8d16-2ea8c0c52bcc tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:38.144190 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8f00242d-3dab-4c9b-aab6-50bd5ac5d095 req-e87e8e57-2342-4a3f-8d16-2ea8c0c52bcc tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc301cfe-109d-4285-bc00-d5635c674895 HTTP/1.1" status: 200 len: 945 time: 0.0627201 Dec 08 17:21:38.193950 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8f00242d-3dab-4c9b-aab6-50bd5ac5d095 req-2312a870-dcbb-4630-86ae-6feef5aeb7ae tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=89d391f4-380e-4dfe-bad9-532a46b11b74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437658 Dec 08 17:21:38.215533 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43224) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:21:38.255941 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4f856a-7c44-40e5-a8c0-2924e1df8a96 tempest-TestNetworkAdvancedServerOps-171026067 tempest-TestNetworkAdvancedServerOps-171026067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:38.257524 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-5c4f856a-7c44-40e5-a8c0-2924e1df8a96 tempest-TestNetworkAdvancedServerOps-171026067 tempest-TestNetworkAdvancedServerOps-171026067-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=dc301cfe-109d-4285-bc00-d5635c674895 HTTP/1.1" status: 200 len: 1092 time: 0.0409441 Dec 08 17:21:38.260353 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43226) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:21:38.264549 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-c2b9bffc-c564-4df4-8a56-3da778087eea tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Request body: {'floatingip': {'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'port_id': '10fbf8f5-8ef7-412b-9241-0ed1bfbe2444', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:21:38.338370 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c2b9bffc-c564-4df4-8a56-3da778087eea tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for floatingip, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:38.446452 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c2b9bffc-c564-4df4-8a56-3da778087eea tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:38.547479 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-c2b9bffc-c564-4df4-8a56-3da778087eea tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Allocated IP 172.25.0.235 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/6e2a7b54-8822-4ec3-9be4-92814e849a13) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:21:38.651031 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c2b9bffc-c564-4df4-8a56-3da778087eea tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:38.731277 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c2b9bffc-c564-4df4-8a56-3da778087eea tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:38.774140 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b9bffc-c564-4df4-8a56-3da778087eea tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:21:38.778962 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-c2b9bffc-c564-4df4-8a56-3da778087eea tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:21:38.781771 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b9bffc-c564-4df4-8a56-3da778087eea tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:21:38.805944 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b9bffc-c564-4df4-8a56-3da778087eea tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'Port': ['ID=6e2a7b54-8822-4ec3-9be4-92814e849a13,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:21:39.146189 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c2b9bffc-c564-4df4-8a56-3da778087eea tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:39.279394 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c2b9bffc-c564-4df4-8a56-3da778087eea tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:39.401596 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:39.437489 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c2b9bffc-c564-4df4-8a56-3da778087eea tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:39.506071 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c2b9bffc-c564-4df4-8a56-3da778087eea tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:39.573963 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b9bffc-c564-4df4-8a56-3da778087eea tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'Port': ['ID=6e2a7b54-8822-4ec3-9be4-92814e849a13,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:21:39.587526 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c2b9bffc-c564-4df4-8a56-3da778087eea tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:39.687921 n-d-776250-12 neutron-server[110551]: INFO neutron.db.l3_db [None req-c2b9bffc-c564-4df4-8a56-3da778087eea tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Floating IP 2c013215-1337-412a-b3d5-9ba92c8f3a0a associated. External IP: 172.25.0.235, port: 10fbf8f5-8ef7-412b-9241-0ed1bfbe2444. Dec 08 17:21:39.886031 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2b9bffc-c564-4df4-8a56-3da778087eea tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Router 1dd0097b-dd0b-4308-8a2d-49269dcf556f has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:21:40.313293 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b9bffc-c564-4df4-8a56-3da778087eea tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:21:40.324026 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d067daf-de4c-4a92-84a9-9a603e997731 None None] Sync routers for ids ['1dd0097b-dd0b-4308-8a2d-49269dcf556f'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:21:40.334271 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d067daf-de4c-4a92-84a9-9a603e997731 None None] Routers {'1dd0097b-dd0b-4308-8a2d-49269dcf556f'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:21:40.334887 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-1d067daf-de4c-4a92-84a9-9a603e997731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:21:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['1dd0097b-dd0b-4308-8a2d-49269dcf556f'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:21:40.397744 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-c2b9bffc-c564-4df4-8a56-3da778087eea tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:40.425220 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c2b9bffc-c564-4df4-8a56-3da778087eea tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1638446 Dec 08 17:21:40.425821 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc301cfe-109d-4285-bc00-d5635c674895', 'tag': '10fbf8f5-8ef7-412b-9241-0ed1bfbe2444'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:21:40.428244 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86075ce93fb9518fb172f9d68d0141635fee78bb333cdf1a66291bc46e2f6896" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58332f14-fa59-401c-9d71-b90a25e049c9" -d '{"events": [{"name": "network-changed", "server_uuid": "dc301cfe-109d-4285-bc00-d5635c674895", "tag": "10fbf8f5-8ef7-412b-9241-0ed1bfbe2444"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:21:40.440226 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-1d067daf-de4c-4a92-84a9-9a603e997731 None None] Set router 1dd0097b-dd0b-4308-8a2d-49269dcf556f gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:21:40.481258 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:21:40.483488 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc5998e-fe95-4f31-a98e-5c2e56d6226f x-openstack-request-id: req-6fc5998e-fe95-4f31-a98e-5c2e56d6226f {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:21:40.483980 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc301cfe-109d-4285-bc00-d5635c674895", "tag": "10fbf8f5-8ef7-412b-9241-0ed1bfbe2444", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:21:40.484457 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6fc5998e-fe95-4f31-a98e-5c2e56d6226f {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:21:40.486154 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc301cfe-109d-4285-bc00-d5635c674895', 'tag': '10fbf8f5-8ef7-412b-9241-0ed1bfbe2444', 'status': 'completed', 'code': 200} Dec 08 17:21:40.556160 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89714a85-ad3c-4487-96fc-4898618ccbeb req-a781acc3-ca3d-49ac-9d99-fa9d2d53c8e7 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:40.557680 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-89714a85-ad3c-4487-96fc-4898618ccbeb req-a781acc3-ca3d-49ac-9d99-fa9d2d53c8e7 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc301cfe-109d-4285-bc00-d5635c674895 HTTP/1.1" status: 200 len: 945 time: 0.0813508 Dec 08 17:21:40.564684 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58332f14-fa59-401c-9d71-b90a25e049c9 req-5d21066e-e6b7-459d-8dcd-056d96d21611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:40.566086 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-58332f14-fa59-401c-9d71-b90a25e049c9 req-5d21066e-e6b7-459d-8dcd-056d96d21611 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d604cd6629ab480b9571d67f43656eec&device_id=dc301cfe-109d-4285-bc00-d5635c674895 HTTP/1.1" status: 200 len: 1097 time: 0.0624237 Dec 08 17:21:40.664374 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-89714a85-ad3c-4487-96fc-4898618ccbeb req-3fa6789c-f267-45d1-b6aa-4a1df35fd8e0 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=89d391f4-380e-4dfe-bad9-532a46b11b74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951672 Dec 08 17:21:40.674604 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-1d067daf-de4c-4a92-84a9-9a603e997731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd0097b-dd0b-4308-8a2d-49269dcf556f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336402455', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '7d372992-1323-459e-a483-7db46c722a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:21:18Z', 'updated_at': '2021-12-08T17:21:23Z', 'revision_number': 4, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': '7d372992-1323-459e-a483-7db46c722a46', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:47:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd0097b-dd0b-4308-8a2d-49269dcf556f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:21:19Z', 'updated_at': '2021-12-08T17:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '2c013215-1337-412a-b3d5-9ba92c8f3a0a', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'floating_ip_address': '172.25.0.235', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '1dd0097b-dd0b-4308-8a2d-49269dcf556f', 'port_id': '10fbf8f5-8ef7-412b-9241-0ed1bfbe2444', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb8fe3da-3a91-4f5f-8566-60516c7fbc1b', 'mac_address': 'fa:16:3e:20:13:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc301cfe-109d-4285-bc00-d5635c674895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T17:21:38Z', 'updated_at': '2021-12-08T17:21:38Z', 'revision_number': 0, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88650b7c-b8ad-49a7-aa51-ab0ad2e7d000', 'name': '', 'network_id': 'bb8fe3da-3a91-4f5f-8566-60516c7fbc1b', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'mac_address': 'fa:16:3e:2c:3f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd0097b-dd0b-4308-8a2d-49269dcf556f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'a23f4f34-da48-4285-b14d-b10c79360444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:21:22Z', 'updated_at': '2021-12-08T17:21:25Z', 'revision_number': 5, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'subnets': [{'id': 'a23f4f34-da48-4285-b14d-b10c79360444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:21:40.688274 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43232) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:21:40.698334 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58332f14-fa59-401c-9d71-b90a25e049c9 req-1758eee6-68e4-4425-8e39-57ce99c443b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:40.699811 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-58332f14-fa59-401c-9d71-b90a25e049c9 req-1758eee6-68e4-4425-8e39-57ce99c443b9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bb8fe3da-3a91-4f5f-8566-60516c7fbc1b HTTP/1.1" status: 200 len: 898 time: 0.1262307 Dec 08 17:21:40.721578 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d067daf-de4c-4a92-84a9-9a603e997731 None None] Checking router: 1dd0097b-dd0b-4308-8a2d-49269dcf556f for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:21:40.730260 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d067daf-de4c-4a92-84a9-9a603e997731 None None] Routers {'1dd0097b-dd0b-4308-8a2d-49269dcf556f'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:21:40.730857 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-1d067daf-de4c-4a92-84a9-9a603e997731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:21:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['1dd0097b-dd0b-4308-8a2d-49269dcf556f'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:21:40.755451 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-231d3a92-6ae2-42c7-9d4d-f32a90599d9c tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/floatingips/2c013215-1337-412a-b3d5-9ba92c8f3a0a HTTP/1.1" status: 200 len: 991 time: 0.0653195 Dec 08 17:21:40.773788 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-58332f14-fa59-401c-9d71-b90a25e049c9 req-89e4bc87-1396-404f-a380-87025240897e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10fbf8f5-8ef7-412b-9241-0ed1bfbe2444 HTTP/1.1" status: 200 len: 999 time: 0.0668554 Dec 08 17:21:40.823617 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58332f14-fa59-401c-9d71-b90a25e049c9 req-592cb898-d7dd-46fe-a58b-d8c5decbce80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:40.825120 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-58332f14-fa59-401c-9d71-b90a25e049c9 req-592cb898-d7dd-46fe-a58b-d8c5decbce80 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a23f4f34-da48-4285-b14d-b10c79360444 HTTP/1.1" status: 200 len: 835 time: 0.0449350 Dec 08 17:21:40.837647 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-1d067daf-de4c-4a92-84a9-9a603e997731 None None] Set router 1dd0097b-dd0b-4308-8a2d-49269dcf556f gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:21:40.872521 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58332f14-fa59-401c-9d71-b90a25e049c9 req-e644506d-1293-4616-aa52-a22929b96114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:40.875164 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-58332f14-fa59-401c-9d71-b90a25e049c9 req-e644506d-1293-4616-aa52-a22929b96114 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bb8fe3da-3a91-4f5f-8566-60516c7fbc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431397 Dec 08 17:21:40.968113 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-58332f14-fa59-401c-9d71-b90a25e049c9 req-0bd20a40-c0a6-45a4-9a8c-25124c2b22c7 service neutron] 10.222.0.37 "GET /v2.0/networks/bb8fe3da-3a91-4f5f-8566-60516c7fbc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855153 Dec 08 17:21:41.061725 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-58332f14-fa59-401c-9d71-b90a25e049c9 req-cc3e139f-3b7b-4bce-afbb-924a22d48026 service neutron] 10.222.0.37 "GET /v2.0/networks/bb8fe3da-3a91-4f5f-8566-60516c7fbc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866072 Dec 08 17:21:41.073345 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-1d067daf-de4c-4a92-84a9-9a603e997731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd0097b-dd0b-4308-8a2d-49269dcf556f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336402455', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '7d372992-1323-459e-a483-7db46c722a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:21:18Z', 'updated_at': '2021-12-08T17:21:23Z', 'revision_number': 4, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': '7d372992-1323-459e-a483-7db46c722a46', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:47:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd0097b-dd0b-4308-8a2d-49269dcf556f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:21:19Z', 'updated_at': '2021-12-08T17:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '2c013215-1337-412a-b3d5-9ba92c8f3a0a', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'floating_ip_address': '172.25.0.235', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '1dd0097b-dd0b-4308-8a2d-49269dcf556f', 'port_id': '10fbf8f5-8ef7-412b-9241-0ed1bfbe2444', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb8fe3da-3a91-4f5f-8566-60516c7fbc1b', 'mac_address': 'fa:16:3e:20:13:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc301cfe-109d-4285-bc00-d5635c674895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T17:21:38Z', 'updated_at': '2021-12-08T17:21:38Z', 'revision_number': 0, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88650b7c-b8ad-49a7-aa51-ab0ad2e7d000', 'name': '', 'network_id': 'bb8fe3da-3a91-4f5f-8566-60516c7fbc1b', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'mac_address': 'fa:16:3e:2c:3f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd0097b-dd0b-4308-8a2d-49269dcf556f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'a23f4f34-da48-4285-b14d-b10c79360444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:21:22Z', 'updated_at': '2021-12-08T17:21:25Z', 'revision_number': 5, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'subnets': [{'id': 'a23f4f34-da48-4285-b14d-b10c79360444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:21:41.099559 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d067daf-de4c-4a92-84a9-9a603e997731 None None] The sync data for ids ['1dd0097b-dd0b-4308-8a2d-49269dcf556f'] in n-d-776250-12 is: [{'id': '1dd0097b-dd0b-4308-8a2d-49269dcf556f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336402455', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '7d372992-1323-459e-a483-7db46c722a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:21:18Z', 'updated_at': '2021-12-08T17:21:23Z', 'revision_number': 4, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': '7d372992-1323-459e-a483-7db46c722a46', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:47:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd0097b-dd0b-4308-8a2d-49269dcf556f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:21:19Z', 'updated_at': '2021-12-08T17:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '2c013215-1337-412a-b3d5-9ba92c8f3a0a', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'floating_ip_address': '172.25.0.235', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '1dd0097b-dd0b-4308-8a2d-49269dcf556f', 'port_id': '10fbf8f5-8ef7-412b-9241-0ed1bfbe2444', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb8fe3da-3a91-4f5f-8566-60516c7fbc1b', 'mac_address': 'fa:16:3e:20:13:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc301cfe-109d-4285-bc00-d5635c674895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T17:21:38Z', 'updated_at': '2021-12-08T17:21:38Z', 'revision_number': 0, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88650b7c-b8ad-49a7-aa51-ab0ad2e7d000', 'name': '', 'network_id': 'bb8fe3da-3a91-4f5f-8566-60516c7fbc1b', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'mac_address': 'fa:16:3e:2c:3f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd0097b-dd0b-4308-8a2d-49269dcf556f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'a23f4f34-da48-4285-b14d-b10c79360444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:21:22Z', 'updated_at': '2021-12-08T17:21:25Z', 'revision_number': 5, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'subnets': [{'id': 'a23f4f34-da48-4285-b14d-b10c79360444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:21:41.301616 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739c465f-173e-428d-9263-f4b0809a7776 None None] New status for floating IP 2c013215-1337-412a-b3d5-9ba92c8f3a0a: ACTIVE {{(pid=110553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 17:21:41.452644 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-69454748-ad37-4672-b4e4-4f0730ad4f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:41.759377 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43234) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:21:41.824336 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c53e0f46-6932-4653-bbcc-8bcfcfc54397 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/floatingips/2c013215-1337-412a-b3d5-9ba92c8f3a0a HTTP/1.1" status: 200 len: 993 time: 0.0638425 Dec 08 17:21:44.240856 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d7e875c3-dbe5-40d1-a7dd-b4a4e50576f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:45.534514 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:47.043214 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:47.652617 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:05.368774 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:08.692729 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d2db27-4645-4548-a5b0-97e9dcc0d550 req-c55d11f0-9c3b-40cc-ac8e-f5fe17de2578 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:08.694246 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-29d2db27-4645-4548-a5b0-97e9dcc0d550 req-c55d11f0-9c3b-40cc-ac8e-f5fe17de2578 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc301cfe-109d-4285-bc00-d5635c674895 HTTP/1.1" status: 200 len: 945 time: 0.1108978 Dec 08 17:22:08.752424 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-29d2db27-4645-4548-a5b0-97e9dcc0d550 req-339b91f0-f2ae-4030-80ff-20c2a07409d7 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=89d391f4-380e-4dfe-bad9-532a46b11b74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520327 Dec 08 17:22:09.426021 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:09.920449 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f684c-e036-4237-8ced-3a38d1275821 req-1128f27e-999f-45e6-9d28-c5d200ef8d0a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:09.921939 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8d7f684c-e036-4237-8ced-3a38d1275821 req-1128f27e-999f-45e6-9d28-c5d200ef8d0a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc301cfe-109d-4285-bc00-d5635c674895 HTTP/1.1" status: 200 len: 945 time: 0.1006801 Dec 08 17:22:09.972121 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8d7f684c-e036-4237-8ced-3a38d1275821 req-b7ae29db-ebca-438c-8a0a-23823a27d2cd tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=89d391f4-380e-4dfe-bad9-532a46b11b74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437019 Dec 08 17:22:11.095269 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb140a93-8dff-4b4e-ba97-e1d98451f145 req-d9913238-75a5-4e6c-8170-2b45ae865078 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:11.097060 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-eb140a93-8dff-4b4e-ba97-e1d98451f145 req-d9913238-75a5-4e6c-8170-2b45ae865078 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc301cfe-109d-4285-bc00-d5635c674895 HTTP/1.1" status: 200 len: 945 time: 0.0536714 Dec 08 17:22:11.147901 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-eb140a93-8dff-4b4e-ba97-e1d98451f145 req-ea5558dc-7bbf-4375-a606-7a8c577cf604 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=89d391f4-380e-4dfe-bad9-532a46b11b74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437067 Dec 08 17:22:11.494173 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-186db4a4-c69c-4df2-a6da-039d1a90dd6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:12.260530 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222fe56-bc6d-4464-b877-bfe250f6fff0 req-b73d5ccb-3067-4e03-bd48-27fc80857ab0 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:12.261985 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e222fe56-bc6d-4464-b877-bfe250f6fff0 req-b73d5ccb-3067-4e03-bd48-27fc80857ab0 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc301cfe-109d-4285-bc00-d5635c674895 HTTP/1.1" status: 200 len: 945 time: 0.0476735 Dec 08 17:22:12.310968 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e222fe56-bc6d-4464-b877-bfe250f6fff0 req-ea0cbf26-490b-48c8-b853-da968b7e1dba tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=89d391f4-380e-4dfe-bad9-532a46b11b74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426381 Dec 08 17:22:13.427253 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb2159a-7f2d-488f-aba0-3897fe03b047 req-930eb1f6-857f-4231-a125-482222409b16 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:13.428780 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8eb2159a-7f2d-488f-aba0-3897fe03b047 req-930eb1f6-857f-4231-a125-482222409b16 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc301cfe-109d-4285-bc00-d5635c674895 HTTP/1.1" status: 200 len: 945 time: 0.0487299 Dec 08 17:22:13.477554 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8eb2159a-7f2d-488f-aba0-3897fe03b047 req-13ffbcbc-2ed5-4fdb-a0b0-20aa3622583f tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=89d391f4-380e-4dfe-bad9-532a46b11b74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428457 Dec 08 17:22:14.214029 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c9c5dfb8-524f-460b-adda-d1c4d388b781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:14.599952 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c856a27-403b-4c0e-a4ca-0a3dd0f3e02c req-917fdb83-5e53-4cb7-9de6-620fc2aa4cc6 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:14.601456 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1c856a27-403b-4c0e-a4ca-0a3dd0f3e02c req-917fdb83-5e53-4cb7-9de6-620fc2aa4cc6 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc301cfe-109d-4285-bc00-d5635c674895 HTTP/1.1" status: 200 len: 945 time: 0.0571818 Dec 08 17:22:14.650316 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1c856a27-403b-4c0e-a4ca-0a3dd0f3e02c req-f90df96d-67fe-4579-98f9-960477ff519b tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=89d391f4-380e-4dfe-bad9-532a46b11b74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428560 Dec 08 17:22:15.522813 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:15.764419 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d25487-2cb0-47a4-a514-31d2fa861eea req-7c44c9b8-85c4-492b-b0bf-bef9a89a17d9 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:15.765880 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-23d25487-2cb0-47a4-a514-31d2fa861eea req-7c44c9b8-85c4-492b-b0bf-bef9a89a17d9 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc301cfe-109d-4285-bc00-d5635c674895 HTTP/1.1" status: 200 len: 945 time: 0.0478258 Dec 08 17:22:15.818162 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-23d25487-2cb0-47a4-a514-31d2fa861eea req-27dd4dfe-22f9-4bb7-a207-a01f651fb23f tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=89d391f4-380e-4dfe-bad9-532a46b11b74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457642 Dec 08 17:22:16.933529 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e53ecfb-6340-4120-87e3-23e944568d9e req-b1e6fb13-4f25-4e5b-a390-b6d5a12530c0 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:16.935040 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3e53ecfb-6340-4120-87e3-23e944568d9e req-b1e6fb13-4f25-4e5b-a390-b6d5a12530c0 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc301cfe-109d-4285-bc00-d5635c674895 HTTP/1.1" status: 200 len: 945 time: 0.0490582 Dec 08 17:22:16.985025 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3e53ecfb-6340-4120-87e3-23e944568d9e req-24cc3aff-3d9d-4344-a989-9800916671bb tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=89d391f4-380e-4dfe-bad9-532a46b11b74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440257 Dec 08 17:22:17.037049 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:17.480608 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:22:17.631091 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:18.100485 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de0518-8f7f-4499-b54c-569f7e99940a req-0b18f65d-cead-4500-b096-994a79e369d6 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:18.101998 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-62de0518-8f7f-4499-b54c-569f7e99940a req-0b18f65d-cead-4500-b096-994a79e369d6 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc301cfe-109d-4285-bc00-d5635c674895 HTTP/1.1" status: 200 len: 945 time: 0.0486040 Dec 08 17:22:18.151188 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-62de0518-8f7f-4499-b54c-569f7e99940a req-b6bb1c4a-0fea-4412-a04b-805e6185a3a6 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=89d391f4-380e-4dfe-bad9-532a46b11b74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433249 Dec 08 17:22:19.265635 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d822c-dd4a-437a-b5f5-a61495a4d5ae req-6c3d532b-43c4-47ed-b8c3-9feffe9a345e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:19.267757 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-250d822c-dd4a-437a-b5f5-a61495a4d5ae req-6c3d532b-43c4-47ed-b8c3-9feffe9a345e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc301cfe-109d-4285-bc00-d5635c674895 HTTP/1.1" status: 200 len: 945 time: 0.0485709 Dec 08 17:22:19.319622 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-250d822c-dd4a-437a-b5f5-a61495a4d5ae req-a6fe34ee-1b7e-4526-bdec-e22bb1d2a1ee tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=89d391f4-380e-4dfe-bad9-532a46b11b74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459323 Dec 08 17:22:19.341929 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43272) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:22:19.402067 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a1be7338-f009-4175-b6d4-44d8e26a496a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/floatingips/2c013215-1337-412a-b3d5-9ba92c8f3a0a HTTP/1.1" status: 200 len: 993 time: 0.0589991 Dec 08 17:22:20.900404 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f61b937-9f63-4c34-a54d-a097f71c7215 req-88cd3099-d0c5-4d2b-a5f1-25b26cfc013e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:20.901930 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1f61b937-9f63-4c34-a54d-a097f71c7215 req-88cd3099-d0c5-4d2b-a5f1-25b26cfc013e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc301cfe-109d-4285-bc00-d5635c674895 HTTP/1.1" status: 200 len: 945 time: 0.0520127 Dec 08 17:22:20.951876 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1f61b937-9f63-4c34-a54d-a097f71c7215 req-3f7d7fef-f8dc-484a-acee-598ba278be2d tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=89d391f4-380e-4dfe-bad9-532a46b11b74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438309 Dec 08 17:22:21.020691 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075cd63-236b-4218-b99b-79f64d106501 req-e0f1eb9f-522c-40be-b9b5-2b67c80e74db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:21.022279 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1075cd63-236b-4218-b99b-79f64d106501 req-e0f1eb9f-522c-40be-b9b5-2b67c80e74db service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d604cd6629ab480b9571d67f43656eec&device_id=dc301cfe-109d-4285-bc00-d5635c674895 HTTP/1.1" status: 200 len: 1097 time: 0.0801075 Dec 08 17:22:21.115115 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075cd63-236b-4218-b99b-79f64d106501 req-9cd2ddfa-3a35-4665-9056-df72e1a81f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:21.116532 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1075cd63-236b-4218-b99b-79f64d106501 req-9cd2ddfa-3a35-4665-9056-df72e1a81f1b service neutron] 10.222.0.37 "GET /v2.0/networks?id=bb8fe3da-3a91-4f5f-8566-60516c7fbc1b HTTP/1.1" status: 200 len: 898 time: 0.0874200 Dec 08 17:22:21.182323 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1075cd63-236b-4218-b99b-79f64d106501 req-7f7381e4-364b-42ee-966c-00321e450355 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10fbf8f5-8ef7-412b-9241-0ed1bfbe2444 HTTP/1.1" status: 200 len: 1001 time: 0.0584035 Dec 08 17:22:21.237723 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075cd63-236b-4218-b99b-79f64d106501 req-0e3ddac8-7a05-43d6-9ba2-db6a82d01da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:21.239202 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1075cd63-236b-4218-b99b-79f64d106501 req-0e3ddac8-7a05-43d6-9ba2-db6a82d01da6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a23f4f34-da48-4285-b14d-b10c79360444 HTTP/1.1" status: 200 len: 835 time: 0.0497394 Dec 08 17:22:21.286694 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075cd63-236b-4218-b99b-79f64d106501 req-be192a34-b41a-4ab3-b2cf-1ce91d2e822a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:21.288255 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1075cd63-236b-4218-b99b-79f64d106501 req-be192a34-b41a-4ab3-b2cf-1ce91d2e822a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bb8fe3da-3a91-4f5f-8566-60516c7fbc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414557 Dec 08 17:22:21.380042 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1075cd63-236b-4218-b99b-79f64d106501 req-ff98e23f-44de-4e2e-93cf-449828e7fd73 service neutron] 10.222.0.37 "GET /v2.0/networks/bb8fe3da-3a91-4f5f-8566-60516c7fbc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834424 Dec 08 17:22:21.476253 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1075cd63-236b-4218-b99b-79f64d106501 req-fee92483-8c90-4471-8d92-d7384721afdf service neutron] 10.222.0.37 "GET /v2.0/networks/bb8fe3da-3a91-4f5f-8566-60516c7fbc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890784 Dec 08 17:22:22.084236 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc880ac9-9ec1-4501-a1fd-018f2d7280cb req-e0efce00-b4bc-49a2-9dd3-fcf73cda94a3 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:22.085758 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fc880ac9-9ec1-4501-a1fd-018f2d7280cb req-e0efce00-b4bc-49a2-9dd3-fcf73cda94a3 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc301cfe-109d-4285-bc00-d5635c674895 HTTP/1.1" status: 200 len: 945 time: 0.0629015 Dec 08 17:22:22.136502 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fc880ac9-9ec1-4501-a1fd-018f2d7280cb req-8b054e74-e61a-42d6-b375-0b4c1ea1c267 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=89d391f4-380e-4dfe-bad9-532a46b11b74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446973 Dec 08 17:22:22.159019 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43286) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:22:22.223942 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-22a4c4e3-0b33-4c60-99c5-1d5f32934451 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/floatingips/2c013215-1337-412a-b3d5-9ba92c8f3a0a HTTP/1.1" status: 200 len: 993 time: 0.0637722 Dec 08 17:22:35.362318 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:35.865394 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-dd05c912-b618-4f41-889a-4c6da23fbd47 req-be1dda1f-8cb6-4290-8f2e-29342b032451 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dc301cfe-109d-4285-bc00-d5635c674895&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0437014 Dec 08 17:22:35.945349 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd05c912-b618-4f41-889a-4c6da23fbd47 req-5e766339-98d4-4607-acee-2df935e881b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:35.962897 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-dd05c912-b618-4f41-889a-4c6da23fbd47 req-5e766339-98d4-4607-acee-2df935e881b4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d604cd6629ab480b9571d67f43656eec&device_id=dc301cfe-109d-4285-bc00-d5635c674895 HTTP/1.1" status: 200 len: 1097 time: 0.0405302 Dec 08 17:22:36.053090 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd05c912-b618-4f41-889a-4c6da23fbd47 req-79929661-7381-4a38-98da-3d7bd2fd242e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:36.054612 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-dd05c912-b618-4f41-889a-4c6da23fbd47 req-79929661-7381-4a38-98da-3d7bd2fd242e service neutron] 10.222.0.37 "GET /v2.0/networks?id=bb8fe3da-3a91-4f5f-8566-60516c7fbc1b HTTP/1.1" status: 200 len: 898 time: 0.0897915 Dec 08 17:22:36.132456 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-dd05c912-b618-4f41-889a-4c6da23fbd47 req-bb3952db-1fef-4cce-9681-61794c4a36d9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10fbf8f5-8ef7-412b-9241-0ed1bfbe2444 HTTP/1.1" status: 200 len: 1001 time: 0.0705509 Dec 08 17:22:36.184016 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd05c912-b618-4f41-889a-4c6da23fbd47 req-027e7879-a43e-4afa-998e-9d8de2259e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:36.185484 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-dd05c912-b618-4f41-889a-4c6da23fbd47 req-027e7879-a43e-4afa-998e-9d8de2259e15 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a23f4f34-da48-4285-b14d-b10c79360444 HTTP/1.1" status: 200 len: 835 time: 0.0464206 Dec 08 17:22:36.235641 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd05c912-b618-4f41-889a-4c6da23fbd47 req-99976531-bcae-41fe-a054-597d79344add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:36.237508 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-dd05c912-b618-4f41-889a-4c6da23fbd47 req-99976531-bcae-41fe-a054-597d79344add service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bb8fe3da-3a91-4f5f-8566-60516c7fbc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449476 Dec 08 17:22:36.332808 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-dd05c912-b618-4f41-889a-4c6da23fbd47 req-6f9de990-f7ff-4a9e-a0ef-da4f3b703b4e service neutron] 10.222.0.37 "GET /v2.0/networks/bb8fe3da-3a91-4f5f-8566-60516c7fbc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863199 Dec 08 17:22:36.426874 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-dd05c912-b618-4f41-889a-4c6da23fbd47 req-ff993745-f0d4-4af3-9b85-bbb4938b45a1 service neutron] 10.222.0.37 "GET /v2.0/networks/bb8fe3da-3a91-4f5f-8566-60516c7fbc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868022 Dec 08 17:22:39.382740 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:41.473916 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0921015e-83fe-4f56-8489-da4b49341fe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:44.385267 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3a229467-8bf1-4fd7-ad11-dc4ac28b8500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:45.522097 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:47.087849 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:47.636124 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:52.869712 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43302) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:22:53.023796 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-20dd46a4-a0e6-4c4c-a66e-4554031ef3b6 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Deleting port 6e2a7b54-8822-4ec3-9be4-92814e849a13 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:22:53.024142 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-20dd46a4-a0e6-4c4c-a66e-4554031ef3b6 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:53.102928 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-20dd46a4-a0e6-4c4c-a66e-4554031ef3b6 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:53.103253 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-20dd46a4-a0e6-4c4c-a66e-4554031ef3b6 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:53.115489 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-20dd46a4-a0e6-4c4c-a66e-4554031ef3b6 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Calling delete_port for 6e2a7b54-8822-4ec3-9be4-92814e849a13 owned by network:floatingip {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:22:53.310660 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-20dd46a4-a0e6-4c4c-a66e-4554031ef3b6 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:53.339624 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dd46a4-a0e6-4c4c-a66e-4554031ef3b6 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event deleted for resources: {'Port': ['ID=6e2a7b54-8822-4ec3-9be4-92814e849a13,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:22:53.351579 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd46a4-a0e6-4c4c-a66e-4554031ef3b6 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:22:53.351937 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd46a4-a0e6-4c4c-a66e-4554031ef3b6 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:22:53.352319 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd46a4-a0e6-4c4c-a66e-4554031ef3b6 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:22:53.352665 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd46a4-a0e6-4c4c-a66e-4554031ef3b6 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:22:53.353001 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd46a4-a0e6-4c4c-a66e-4554031ef3b6 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:22:53.353334 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd46a4-a0e6-4c4c-a66e-4554031ef3b6 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:22:53.353669 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd46a4-a0e6-4c4c-a66e-4554031ef3b6 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:22:53.354001 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd46a4-a0e6-4c4c-a66e-4554031ef3b6 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:22:53.354330 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd46a4-a0e6-4c4c-a66e-4554031ef3b6 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:22:53.354663 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd46a4-a0e6-4c4c-a66e-4554031ef3b6 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:22:53.354992 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd46a4-a0e6-4c4c-a66e-4554031ef3b6 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:22:53.355316 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd46a4-a0e6-4c4c-a66e-4554031ef3b6 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:22:53.355642 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd46a4-a0e6-4c4c-a66e-4554031ef3b6 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:22:53.408784 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-20dd46a4-a0e6-4c4c-a66e-4554031ef3b6 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for floatingip, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:53.409114 n-d-776250-12 neutron-server[110551]: INFO neutron.db.l3_db [None req-20dd46a4-a0e6-4c4c-a66e-4554031ef3b6 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Floating IP 2c013215-1337-412a-b3d5-9ba92c8f3a0a disassociated (deleted). External IP: 172.25.0.235, port: 10fbf8f5-8ef7-412b-9241-0ed1bfbe2444. Dec 08 17:22:53.613878 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20dd46a4-a0e6-4c4c-a66e-4554031ef3b6 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Router 1dd0097b-dd0b-4308-8a2d-49269dcf556f has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:22:53.718573 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20dd46a4-a0e6-4c4c-a66e-4554031ef3b6 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:22:53.723931 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-20dd46a4-a0e6-4c4c-a66e-4554031ef3b6 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:53.728994 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385e7ad9-ea2a-40c1-969a-d665ee2be068 None None] Sync routers for ids ['1dd0097b-dd0b-4308-8a2d-49269dcf556f'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:22:53.739508 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385e7ad9-ea2a-40c1-969a-d665ee2be068 None None] Routers {'1dd0097b-dd0b-4308-8a2d-49269dcf556f'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:22:53.740117 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-385e7ad9-ea2a-40c1-969a-d665ee2be068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:22:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['1dd0097b-dd0b-4308-8a2d-49269dcf556f'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:22:53.752862 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-20dd46a4-a0e6-4c4c-a66e-4554031ef3b6 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "DELETE /v2.0/floatingips/2c013215-1337-412a-b3d5-9ba92c8f3a0a HTTP/1.1" status: 204 len: 168 time: 0.8796797 Dec 08 17:22:53.752862 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc301cfe-109d-4285-bc00-d5635c674895', 'tag': '10fbf8f5-8ef7-412b-9241-0ed1bfbe2444'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:22:53.753341 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86075ce93fb9518fb172f9d68d0141635fee78bb333cdf1a66291bc46e2f6896" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34498a95-f801-4834-b958-e07bc56bca32" -d '{"events": [{"name": "network-changed", "server_uuid": "dc301cfe-109d-4285-bc00-d5635c674895", "tag": "10fbf8f5-8ef7-412b-9241-0ed1bfbe2444"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:22:53.793972 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0285e61-e680-4b75-92c3-084ec5dfd1f0 x-openstack-request-id: req-a0285e61-e680-4b75-92c3-084ec5dfd1f0 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:22:53.794421 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc301cfe-109d-4285-bc00-d5635c674895", "tag": "10fbf8f5-8ef7-412b-9241-0ed1bfbe2444", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:22:53.794596 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a0285e61-e680-4b75-92c3-084ec5dfd1f0 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:22:53.795056 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc301cfe-109d-4285-bc00-d5635c674895', 'tag': '10fbf8f5-8ef7-412b-9241-0ed1bfbe2444', 'status': 'completed', 'code': 200} Dec 08 17:22:53.852202 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-385e7ad9-ea2a-40c1-969a-d665ee2be068 None None] Set router 1dd0097b-dd0b-4308-8a2d-49269dcf556f gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:22:53.864774 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34498a95-f801-4834-b958-e07bc56bca32 req-471150fc-7892-47c1-aaf2-a3fa1ea7ccac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:53.866211 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-34498a95-f801-4834-b958-e07bc56bca32 req-471150fc-7892-47c1-aaf2-a3fa1ea7ccac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d604cd6629ab480b9571d67f43656eec&device_id=dc301cfe-109d-4285-bc00-d5635c674895 HTTP/1.1" status: 200 len: 1097 time: 0.0476480 Dec 08 17:22:53.957125 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34498a95-f801-4834-b958-e07bc56bca32 req-d029610a-9c2c-41dd-8952-2b7ce2731b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:53.958714 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-34498a95-f801-4834-b958-e07bc56bca32 req-d029610a-9c2c-41dd-8952-2b7ce2731b2d service neutron] 10.222.0.37 "GET /v2.0/networks?id=bb8fe3da-3a91-4f5f-8566-60516c7fbc1b HTTP/1.1" status: 200 len: 898 time: 0.0850646 Dec 08 17:22:54.001853 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-34498a95-f801-4834-b958-e07bc56bca32 req-4285e10a-b6b7-4a05-99ca-0e5fbff7903e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10fbf8f5-8ef7-412b-9241-0ed1bfbe2444 HTTP/1.1" status: 200 len: 217 time: 0.0357704 Dec 08 17:22:54.053501 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-385e7ad9-ea2a-40c1-969a-d665ee2be068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd0097b-dd0b-4308-8a2d-49269dcf556f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336402455', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '7d372992-1323-459e-a483-7db46c722a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:21:18Z', 'updated_at': '2021-12-08T17:21:23Z', 'revision_number': 4, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': '7d372992-1323-459e-a483-7db46c722a46', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:47:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd0097b-dd0b-4308-8a2d-49269dcf556f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:21:19Z', 'updated_at': '2021-12-08T17:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '88650b7c-b8ad-49a7-aa51-ab0ad2e7d000', 'name': '', 'network_id': 'bb8fe3da-3a91-4f5f-8566-60516c7fbc1b', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'mac_address': 'fa:16:3e:2c:3f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd0097b-dd0b-4308-8a2d-49269dcf556f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'a23f4f34-da48-4285-b14d-b10c79360444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:21:22Z', 'updated_at': '2021-12-08T17:21:25Z', 'revision_number': 5, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'subnets': [{'id': 'a23f4f34-da48-4285-b14d-b10c79360444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:22:54.058730 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34498a95-f801-4834-b958-e07bc56bca32 req-38e99c0a-4a1a-45cb-810d-461489ecf0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:54.060265 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-34498a95-f801-4834-b958-e07bc56bca32 req-38e99c0a-4a1a-45cb-810d-461489ecf0e6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a23f4f34-da48-4285-b14d-b10c79360444 HTTP/1.1" status: 200 len: 835 time: 0.0505614 Dec 08 17:22:54.082401 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385e7ad9-ea2a-40c1-969a-d665ee2be068 None None] Checking router: 1dd0097b-dd0b-4308-8a2d-49269dcf556f for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:22:54.090500 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385e7ad9-ea2a-40c1-969a-d665ee2be068 None None] Routers {'1dd0097b-dd0b-4308-8a2d-49269dcf556f'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:22:54.091121 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-385e7ad9-ea2a-40c1-969a-d665ee2be068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:22:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['1dd0097b-dd0b-4308-8a2d-49269dcf556f'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:22:54.113003 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34498a95-f801-4834-b958-e07bc56bca32 req-9d5575bf-f485-4313-ab96-47f646498804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:54.114543 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-34498a95-f801-4834-b958-e07bc56bca32 req-9d5575bf-f485-4313-ab96-47f646498804 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bb8fe3da-3a91-4f5f-8566-60516c7fbc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475435 Dec 08 17:22:54.202182 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f35bd-a09e-409d-83a7-d0bd132d32f4 req-488766fa-749f-4f76-87ff-268097ce0448 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:54.204277 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-341f35bd-a09e-409d-83a7-d0bd132d32f4 req-488766fa-749f-4f76-87ff-268097ce0448 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc301cfe-109d-4285-bc00-d5635c674895 HTTP/1.1" status: 200 len: 945 time: 0.0653477 Dec 08 17:22:54.208716 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-385e7ad9-ea2a-40c1-969a-d665ee2be068 None None] Set router 1dd0097b-dd0b-4308-8a2d-49269dcf556f gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:22:54.214773 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-34498a95-f801-4834-b958-e07bc56bca32 req-a085487b-666e-4776-b6ae-aa0488b1a52c service neutron] 10.222.0.37 "GET /v2.0/networks/bb8fe3da-3a91-4f5f-8566-60516c7fbc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898464 Dec 08 17:22:54.259499 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-341f35bd-a09e-409d-83a7-d0bd132d32f4 req-0223f7bc-e370-46ca-b372-b212ddb8e5b1 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=89d391f4-380e-4dfe-bad9-532a46b11b74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460148 Dec 08 17:22:54.309850 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-34498a95-f801-4834-b958-e07bc56bca32 req-bfd8396c-50ed-46ac-a86a-d7e6bc896b4d service neutron] 10.222.0.37 "GET /v2.0/networks/bb8fe3da-3a91-4f5f-8566-60516c7fbc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877559 Dec 08 17:22:54.417833 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-385e7ad9-ea2a-40c1-969a-d665ee2be068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd0097b-dd0b-4308-8a2d-49269dcf556f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336402455', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '7d372992-1323-459e-a483-7db46c722a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:21:18Z', 'updated_at': '2021-12-08T17:21:23Z', 'revision_number': 4, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': '7d372992-1323-459e-a483-7db46c722a46', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:47:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd0097b-dd0b-4308-8a2d-49269dcf556f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:21:19Z', 'updated_at': '2021-12-08T17:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '88650b7c-b8ad-49a7-aa51-ab0ad2e7d000', 'name': '', 'network_id': 'bb8fe3da-3a91-4f5f-8566-60516c7fbc1b', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'mac_address': 'fa:16:3e:2c:3f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd0097b-dd0b-4308-8a2d-49269dcf556f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'a23f4f34-da48-4285-b14d-b10c79360444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:21:22Z', 'updated_at': '2021-12-08T17:21:25Z', 'revision_number': 5, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'subnets': [{'id': 'a23f4f34-da48-4285-b14d-b10c79360444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:22:54.443955 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385e7ad9-ea2a-40c1-969a-d665ee2be068 None None] The sync data for ids ['1dd0097b-dd0b-4308-8a2d-49269dcf556f'] in n-d-776250-12 is: [{'id': '1dd0097b-dd0b-4308-8a2d-49269dcf556f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336402455', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '7d372992-1323-459e-a483-7db46c722a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:21:18Z', 'updated_at': '2021-12-08T17:21:23Z', 'revision_number': 4, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': '7d372992-1323-459e-a483-7db46c722a46', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:47:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd0097b-dd0b-4308-8a2d-49269dcf556f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:21:19Z', 'updated_at': '2021-12-08T17:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '88650b7c-b8ad-49a7-aa51-ab0ad2e7d000', 'name': '', 'network_id': 'bb8fe3da-3a91-4f5f-8566-60516c7fbc1b', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'mac_address': 'fa:16:3e:2c:3f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd0097b-dd0b-4308-8a2d-49269dcf556f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'a23f4f34-da48-4285-b14d-b10c79360444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:21:22Z', 'updated_at': '2021-12-08T17:21:25Z', 'revision_number': 5, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'subnets': [{'id': 'a23f4f34-da48-4285-b14d-b10c79360444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:22:54.481108 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:22:54.656937 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42228bb8-8b2c-48ca-b835-306fd62ef0ba None None] New status for floating IP 2c013215-1337-412a-b3d5-9ba92c8f3a0a: DOWN {{(pid=110553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 17:22:55.384649 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59684d89-45b5-4774-86cb-b89c05fbf927 req-c2c38236-ba1e-41bd-bc21-d3b936b07a33 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:55.386184 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-59684d89-45b5-4774-86cb-b89c05fbf927 req-c2c38236-ba1e-41bd-bc21-d3b936b07a33 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc301cfe-109d-4285-bc00-d5635c674895 HTTP/1.1" status: 200 len: 945 time: 0.0563223 Dec 08 17:22:55.436573 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-59684d89-45b5-4774-86cb-b89c05fbf927 req-5605d2d5-fcd7-42a6-8b79-1b5cab70af76 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=89d391f4-380e-4dfe-bad9-532a46b11b74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433171 Dec 08 17:22:55.641654 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e21be-5abe-4290-b544-8a64ba2447ee req-28841507-2242-4656-a4a3-cfd021c9c92e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:55.643077 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5c0e21be-5abe-4290-b544-8a64ba2447ee req-28841507-2242-4656-a4a3-cfd021c9c92e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc301cfe-109d-4285-bc00-d5635c674895 HTTP/1.1" status: 200 len: 945 time: 0.0517087 Dec 08 17:22:55.737735 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-5c0e21be-5abe-4290-b544-8a64ba2447ee req-fce323bd-2339-48f2-b5da-e18b58372edd tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Deleting port 10fbf8f5-8ef7-412b-9241-0ed1bfbe2444 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:22:55.738084 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5c0e21be-5abe-4290-b544-8a64ba2447ee req-fce323bd-2339-48f2-b5da-e18b58372edd tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:55.829064 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-5c0e21be-5abe-4290-b544-8a64ba2447ee req-fce323bd-2339-48f2-b5da-e18b58372edd tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] For port 10fbf8f5-8ef7-412b-9241-0ed1bfbe2444, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=10fbf8f5-8ef7-412b-9241-0ed1bfbe2444,segment=NetworkSegment(e75714af-edba-407f-bdba-81ec2fd2d423),segment_id=e75714af-edba-407f-bdba-81ec2fd2d423)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:22:55.829428 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5c0e21be-5abe-4290-b544-8a64ba2447ee req-fce323bd-2339-48f2-b5da-e18b58372edd tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:55.841787 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-5c0e21be-5abe-4290-b544-8a64ba2447ee req-fce323bd-2339-48f2-b5da-e18b58372edd tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Calling delete_port for 10fbf8f5-8ef7-412b-9241-0ed1bfbe2444 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:22:56.042560 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5c0e21be-5abe-4290-b544-8a64ba2447ee req-fce323bd-2339-48f2-b5da-e18b58372edd tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:56.407317 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce323bd-2339-48f2-b5da-e18b58372edd tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event deleted for resources: {'Port': ['ID=10fbf8f5-8ef7-412b-9241-0ed1bfbe2444,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:22:56.419872 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce323bd-2339-48f2-b5da-e18b58372edd tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:22:56.420262 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce323bd-2339-48f2-b5da-e18b58372edd tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:22:56.420611 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce323bd-2339-48f2-b5da-e18b58372edd tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:22:56.420957 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce323bd-2339-48f2-b5da-e18b58372edd tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:22:56.421301 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce323bd-2339-48f2-b5da-e18b58372edd tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:22:56.421639 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce323bd-2339-48f2-b5da-e18b58372edd tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:22:56.422520 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce323bd-2339-48f2-b5da-e18b58372edd tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:22:56.422851 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce323bd-2339-48f2-b5da-e18b58372edd tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:22:56.423182 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce323bd-2339-48f2-b5da-e18b58372edd tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:22:56.423518 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce323bd-2339-48f2-b5da-e18b58372edd tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:22:56.423852 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce323bd-2339-48f2-b5da-e18b58372edd tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:22:56.424198 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce323bd-2339-48f2-b5da-e18b58372edd tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:22:56.424524 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce323bd-2339-48f2-b5da-e18b58372edd tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:22:56.461739 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c0e21be-5abe-4290-b544-8a64ba2447ee req-fce323bd-2339-48f2-b5da-e18b58372edd tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] No DVR routers for this DVR port 10fbf8f5-8ef7-412b-9241-0ed1bfbe2444 on host n-h2-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:22:56.464740 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5c0e21be-5abe-4290-b544-8a64ba2447ee req-fce323bd-2339-48f2-b5da-e18b58372edd tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:56.467962 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5c0e21be-5abe-4290-b544-8a64ba2447ee req-fce323bd-2339-48f2-b5da-e18b58372edd tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.37 "DELETE /v2.0/ports/10fbf8f5-8ef7-412b-9241-0ed1bfbe2444 HTTP/1.1" status: 204 len: 173 time: 0.8189447 Dec 08 17:22:56.468439 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc301cfe-109d-4285-bc00-d5635c674895', 'name': 'network-vif-deleted', 'tag': '10fbf8f5-8ef7-412b-9241-0ed1bfbe2444'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:22:56.470742 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33688f0a94a9db352de83aac38ec7a80f5ce35812a363759cff610bcc84c1346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624308f4-840a-4b44-b2f5-f809d1a6b58e" -d '{"events": [{"server_uuid": "dc301cfe-109d-4285-bc00-d5635c674895", "name": "network-vif-deleted", "tag": "10fbf8f5-8ef7-412b-9241-0ed1bfbe2444"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:22:56.541374 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1563f80b-281f-4443-aa03-773ae660fa57 req-44bd5ef8-ce9e-41da-a191-f020537170d5 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc301cfe-109d-4285-bc00-d5635c674895 HTTP/1.1" status: 200 len: 210 time: 0.0338781 Dec 08 17:22:56.566549 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7f756a-a83e-4b63-9bb5-7f2654921859 x-openstack-request-id: req-cf7f756a-a83e-4b63-9bb5-7f2654921859 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:22:56.566549 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc301cfe-109d-4285-bc00-d5635c674895", "name": "network-vif-deleted", "tag": "10fbf8f5-8ef7-412b-9241-0ed1bfbe2444", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:22:56.566549 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cf7f756a-a83e-4b63-9bb5-7f2654921859 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:22:56.566549 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc301cfe-109d-4285-bc00-d5635c674895', 'name': 'network-vif-deleted', 'tag': '10fbf8f5-8ef7-412b-9241-0ed1bfbe2444', 'status': 'completed', 'code': 200} Dec 08 17:22:57.609119 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43320) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:22:57.922885 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 10fbf8f5-8ef7-412b-9241-0ed1bfbe2444 no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:22:57.943265 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: 10fbf8f5-8ef7-412b-9241-0ed1bfbe2444 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:22:57.954080 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 10fbf8f5-8ef7-412b-9241-0ed1bfbe2444 not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:22:57.969136 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4b658465-e8f0-4c58-ae49-b7a833061b8b tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:58.226413 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-4b658465-e8f0-4c58-ae49-b7a833061b8b tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Deleting port 88650b7c-b8ad-49a7-aa51-ab0ad2e7d000 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:22:58.226759 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4b658465-e8f0-4c58-ae49-b7a833061b8b tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:58.316989 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-4b658465-e8f0-4c58-ae49-b7a833061b8b tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] For port 88650b7c-b8ad-49a7-aa51-ab0ad2e7d000, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=88650b7c-b8ad-49a7-aa51-ab0ad2e7d000,segment=NetworkSegment(e75714af-edba-407f-bdba-81ec2fd2d423),segment_id=e75714af-edba-407f-bdba-81ec2fd2d423)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:22:58.317357 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4b658465-e8f0-4c58-ae49-b7a833061b8b tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:58.329990 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-4b658465-e8f0-4c58-ae49-b7a833061b8b tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Calling delete_port for 88650b7c-b8ad-49a7-aa51-ab0ad2e7d000 owned by network:router_interface {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:22:58.584889 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4b658465-e8f0-4c58-ae49-b7a833061b8b tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:58.613021 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b658465-e8f0-4c58-ae49-b7a833061b8b tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event deleted for resources: {'Port': ['ID=88650b7c-b8ad-49a7-aa51-ab0ad2e7d000,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:22:58.788923 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4b658465-e8f0-4c58-ae49-b7a833061b8b tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:59.001934 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b658465-e8f0-4c58-ae49-b7a833061b8b tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Router 1dd0097b-dd0b-4308-8a2d-49269dcf556f has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:22:59.106179 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b658465-e8f0-4c58-ae49-b7a833061b8b tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:22:59.111909 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-4b658465-e8f0-4c58-ae49-b7a833061b8b tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "PUT /v2.0/routers/1dd0097b-dd0b-4308-8a2d-49269dcf556f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5010283 Dec 08 17:22:59.114266 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43322) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:22:59.120219 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61bc584-2b27-43f7-8b1b-46026a40ce61 None None] Sync routers for ids ['1dd0097b-dd0b-4308-8a2d-49269dcf556f'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:22:59.130667 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61bc584-2b27-43f7-8b1b-46026a40ce61 None None] Routers {'1dd0097b-dd0b-4308-8a2d-49269dcf556f'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:22:59.131313 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-e61bc584-2b27-43f7-8b1b-46026a40ce61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:22:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['1dd0097b-dd0b-4308-8a2d-49269dcf556f'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:22:59.165816 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bf5f4a0-b3b3-4e75-8f48-1b3db5bb1499 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Deleting subnet a23f4f34-da48-4285-b14d-b10c79360444 {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 17:22:59.169036 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4bf5f4a0-b3b3-4e75-8f48-1b3db5bb1499 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:59.210325 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4bf5f4a0-b3b3-4e75-8f48-1b3db5bb1499 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:59.238017 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-e61bc584-2b27-43f7-8b1b-46026a40ce61 None None] Set router 1dd0097b-dd0b-4308-8a2d-49269dcf556f gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:22:59.298118 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4bf5f4a0-b3b3-4e75-8f48-1b3db5bb1499 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:59.413691 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-e61bc584-2b27-43f7-8b1b-46026a40ce61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd0097b-dd0b-4308-8a2d-49269dcf556f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336402455', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '7d372992-1323-459e-a483-7db46c722a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:21:18Z', 'updated_at': '2021-12-08T17:22:58Z', 'revision_number': 5, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': '7d372992-1323-459e-a483-7db46c722a46', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:47:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd0097b-dd0b-4308-8a2d-49269dcf556f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:21:19Z', 'updated_at': '2021-12-08T17:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:22:59.414008 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4bf5f4a0-b3b3-4e75-8f48-1b3db5bb1499 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:59.440145 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61bc584-2b27-43f7-8b1b-46026a40ce61 None None] Checking router: 1dd0097b-dd0b-4308-8a2d-49269dcf556f for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:22:59.440430 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf5f4a0-b3b3-4e75-8f48-1b3db5bb1499 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event deleted for resources: {'Subnet': ['ID=a23f4f34-da48-4285-b14d-b10c79360444,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:22:59.443993 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4bf5f4a0-b3b3-4e75-8f48-1b3db5bb1499 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:59.447213 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-4bf5f4a0-b3b3-4e75-8f48-1b3db5bb1499 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "DELETE /v2.0/subnets/a23f4f34-da48-4285-b14d-b10c79360444 HTTP/1.1" status: 204 len: 168 time: 0.3317769 Dec 08 17:22:59.449966 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43324) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:22:59.450782 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d3ba3f-f036-4de6-8876-fa4e133d4979 None None] Network bb8fe3da-3a91-4f5f-8566-60516c7fbc1b requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:22:59.505764 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61bc584-2b27-43f7-8b1b-46026a40ce61 None None] Routers {'1dd0097b-dd0b-4308-8a2d-49269dcf556f'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:22:59.506399 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-e61bc584-2b27-43f7-8b1b-46026a40ce61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:22:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['1dd0097b-dd0b-4308-8a2d-49269dcf556f'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:22:59.557736 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6ebfbff1-adf3-4169-b6f6-0f9160ff7541 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for router, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:59.638286 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-e61bc584-2b27-43f7-8b1b-46026a40ce61 None None] Set router 1dd0097b-dd0b-4308-8a2d-49269dcf556f gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:22:59.670593 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6ebfbff1-adf3-4169-b6f6-0f9160ff7541 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:59.707907 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc3aa8b-8e82-4ea2-b348-f5fdaaace39a None None] DHCP port deletion for bb8fe3da-3a91-4f5f-8566-60516c7fbc1b request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:22:59.772665 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-6ebfbff1-adf3-4169-b6f6-0f9160ff7541 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Deleting port 7d372992-1323-459e-a483-7db46c722a46 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:22:59.773020 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6ebfbff1-adf3-4169-b6f6-0f9160ff7541 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:59.834301 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-8cc3aa8b-8e82-4ea2-b348-f5fdaaace39a None None] Deleting port 38f16218-b715-4301-a2f4-4e5cf419e095 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:22:59.834586 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8cc3aa8b-8e82-4ea2-b348-f5fdaaace39a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:59.855038 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-6ebfbff1-adf3-4169-b6f6-0f9160ff7541 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] For port 7d372992-1323-459e-a483-7db46c722a46, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=7d372992-1323-459e-a483-7db46c722a46,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:22:59.855410 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6ebfbff1-adf3-4169-b6f6-0f9160ff7541 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:59.867242 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-6ebfbff1-adf3-4169-b6f6-0f9160ff7541 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Calling delete_port for 7d372992-1323-459e-a483-7db46c722a46 owned by network:router_gateway {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:22:59.903674 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-8cc3aa8b-8e82-4ea2-b348-f5fdaaace39a None None] For port 38f16218-b715-4301-a2f4-4e5cf419e095, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=38f16218-b715-4301-a2f4-4e5cf419e095,segment=NetworkSegment(e75714af-edba-407f-bdba-81ec2fd2d423),segment_id=e75714af-edba-407f-bdba-81ec2fd2d423)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:22:59.904068 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8cc3aa8b-8e82-4ea2-b348-f5fdaaace39a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:59.918773 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-8cc3aa8b-8e82-4ea2-b348-f5fdaaace39a None None] Calling delete_port for 38f16218-b715-4301-a2f4-4e5cf419e095 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:22:59.924098 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-e61bc584-2b27-43f7-8b1b-46026a40ce61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd0097b-dd0b-4308-8a2d-49269dcf556f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336402455', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '7d372992-1323-459e-a483-7db46c722a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:21:18Z', 'updated_at': '2021-12-08T17:22:58Z', 'revision_number': 5, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': '7d372992-1323-459e-a483-7db46c722a46', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:47:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd0097b-dd0b-4308-8a2d-49269dcf556f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:21:19Z', 'updated_at': '2021-12-08T17:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:23:00.111657 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6ebfbff1-adf3-4169-b6f6-0f9160ff7541 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:00.116569 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61bc584-2b27-43f7-8b1b-46026a40ce61 None None] The sync data for ids ['1dd0097b-dd0b-4308-8a2d-49269dcf556f'] in n-d-776250-12 is: [{'id': '1dd0097b-dd0b-4308-8a2d-49269dcf556f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336402455', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '7d372992-1323-459e-a483-7db46c722a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:21:18Z', 'updated_at': '2021-12-08T17:22:58Z', 'revision_number': 5, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': '7d372992-1323-459e-a483-7db46c722a46', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:47:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd0097b-dd0b-4308-8a2d-49269dcf556f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:21:19Z', 'updated_at': '2021-12-08T17:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:23:00.137548 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebfbff1-adf3-4169-b6f6-0f9160ff7541 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event deleted for resources: {'Port': ['ID=7d372992-1323-459e-a483-7db46c722a46,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:23:00.158733 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5bba68d-1095-46b0-9e64-d9da707124b3 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:23:00.206617 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6ebfbff1-adf3-4169-b6f6-0f9160ff7541 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:00.257094 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8cc3aa8b-8e82-4ea2-b348-f5fdaaace39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:00.282322 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc3aa8b-8e82-4ea2-b348-f5fdaaace39a None None] Pushing event deleted for resources: {'Port': ['ID=38f16218-b715-4301-a2f4-4e5cf419e095,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:23:00.286546 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc3aa8b-8e82-4ea2-b348-f5fdaaace39a None None] No DVR routers for this DVR port 38f16218-b715-4301-a2f4-4e5cf419e095 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:23:00.293899 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc3aa8b-8e82-4ea2-b348-f5fdaaace39a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:00.294893 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc3aa8b-8e82-4ea2-b348-f5fdaaace39a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:00.294893 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc3aa8b-8e82-4ea2-b348-f5fdaaace39a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:00.295143 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc3aa8b-8e82-4ea2-b348-f5fdaaace39a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:00.295249 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc3aa8b-8e82-4ea2-b348-f5fdaaace39a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:00.295589 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc3aa8b-8e82-4ea2-b348-f5fdaaace39a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:00.295928 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc3aa8b-8e82-4ea2-b348-f5fdaaace39a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:00.297261 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc3aa8b-8e82-4ea2-b348-f5fdaaace39a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:00.297261 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc3aa8b-8e82-4ea2-b348-f5fdaaace39a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:00.297560 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc3aa8b-8e82-4ea2-b348-f5fdaaace39a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:00.297869 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc3aa8b-8e82-4ea2-b348-f5fdaaace39a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:00.298200 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc3aa8b-8e82-4ea2-b348-f5fdaaace39a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:00.298536 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc3aa8b-8e82-4ea2-b348-f5fdaaace39a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:00.302171 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6ebfbff1-adf3-4169-b6f6-0f9160ff7541 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:00.304663 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6ebfbff1-adf3-4169-b6f6-0f9160ff7541 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:00.424591 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6ebfbff1-adf3-4169-b6f6-0f9160ff7541 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:00.425014 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ebfbff1-adf3-4169-b6f6-0f9160ff7541 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Fanout notify agent at l3_agent the message router_deleted on router 1dd0097b-dd0b-4308-8a2d-49269dcf556f {{(pid=110551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 17:23:00.431940 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6ebfbff1-adf3-4169-b6f6-0f9160ff7541 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:00.433087 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-6ebfbff1-adf3-4169-b6f6-0f9160ff7541 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "DELETE /v2.0/routers/1dd0097b-dd0b-4308-8a2d-49269dcf556f HTTP/1.1" status: 204 len: 168 time: 0.9821315 Dec 08 17:23:00.435756 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43326) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:23:00.517056 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3cf56381-dbee-4530-9627-1856f89e5b1d tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:00.602390 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 38f16218-b715-4301-a2f4-4e5cf419e095 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:23:00.613527 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3cf56381-dbee-4530-9627-1856f89e5b1d tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:00.624155 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 38f16218-b715-4301-a2f4-4e5cf419e095 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:23:00.624836 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 38f16218-b715-4301-a2f4-4e5cf419e095 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:23:00.625417 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 88650b7c-b8ad-49a7-aa51-ab0ad2e7d000 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:23:00.635197 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-3cf56381-dbee-4530-9627-1856f89e5b1d tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb8fe3da-3a91-4f5f-8566-60516c7fbc1b']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:23:00.645100 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-3cf56381-dbee-4530-9627-1856f89e5b1d tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e75714af-edba-407f-bdba-81ec2fd2d423') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:23:00.645404 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-3cf56381-dbee-4530-9627-1856f89e5b1d tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e75714af-edba-407f-bdba-81ec2fd2d423') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:23:00.647440 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 88650b7c-b8ad-49a7-aa51-ab0ad2e7d000 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:23:00.647785 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 88650b7c-b8ad-49a7-aa51-ab0ad2e7d000 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:23:00.655675 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3cf56381-dbee-4530-9627-1856f89e5b1d tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:00.669723 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3cf56381-dbee-4530-9627-1856f89e5b1d tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:00.676253 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cf56381-dbee-4530-9627-1856f89e5b1d tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 17:23:00.676837 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3cf56381-dbee-4530-9627-1856f89e5b1d tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:00.679514 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 17:23:00.679514 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 17:23:00.679514 n-d-776250-12 neutron-server[110551]: timer() Dec 08 17:23:00.679514 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 17:23:00.679514 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 17:23:00.679514 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 17:23:00.679514 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 17:23:00.679514 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 17:23:00.679514 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 17:23:00.679514 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 17:23:00.679514 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 17:23:00.679514 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 17:23:00.679514 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 17:23:00.679514 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 17:23:00.679514 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 17:23:00.679514 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 17:23:00.679514 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 17:23:00.679514 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 17:23:00.679514 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 17:23:00.679514 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 17:23:00.679514 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 17:23:00.679514 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 17:23:00.679514 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 17:23:00.679514 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 17:23:00.679514 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 17:23:00.679514 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 17:23:00.679514 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 17:23:00.679514 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 17:23:00.679514 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 17:23:00.679514 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 17:23:00.679514 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 17:23:00.679514 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 17:23:00.819340 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3cf56381-dbee-4530-9627-1856f89e5b1d tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:00.833873 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-3cf56381-dbee-4530-9627-1856f89e5b1d tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:00.833873 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-3cf56381-dbee-4530-9627-1856f89e5b1d tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "DELETE /v2.0/networks/bb8fe3da-3a91-4f5f-8566-60516c7fbc1b HTTP/1.1" status: 204 len: 168 time: 0.3932860 Dec 08 17:23:00.834103 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43328) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:23:00.841643 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf56381-dbee-4530-9627-1856f89e5b1d tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event deleted for resources: {'Network': ['ID=bb8fe3da-3a91-4f5f-8566-60516c7fbc1b,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:23:00.889248 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9f7b41b5-fdb7-4555-8e45-27b8b695cbbd tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:00.917531 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9f7b41b5-fdb7-4555-8e45-27b8b695cbbd tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:01.044831 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9f7b41b5-fdb7-4555-8e45-27b8b695cbbd tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:01.047912 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9f7b41b5-fdb7-4555-8e45-27b8b695cbbd tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:01.049136 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-9f7b41b5-fdb7-4555-8e45-27b8b695cbbd tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "DELETE /v2.0/security-groups/89d391f4-380e-4dfe-bad9-532a46b11b74 HTTP/1.1" status: 204 len: 168 time: 0.2151759 Dec 08 17:23:01.058360 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b41b5-fdb7-4555-8e45-27b8b695cbbd tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d391f4-380e-4dfe-bad9-532a46b11b74,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:23:01.457080 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43334) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:23:01.461760 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-f8dd9e0f-6e66-459d-a110-067c297c592f tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1054345446', 'description': 'tempest-secgroup-smoke-1054345446 description', 'project_id': 'd604cd6629ab480b9571d67f43656eec'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:23:01.596375 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f8dd9e0f-6e66-459d-a110-067c297c592f tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:01.663902 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f8dd9e0f-6e66-459d-a110-067c297c592f tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:01.758945 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f8dd9e0f-6e66-459d-a110-067c297c592f tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:01.787771 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dd9e0f-6e66-459d-a110-067c297c592f tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6e7d32-e370-4b30-868d-558a6e2797ac,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:23:01.858275 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f8dd9e0f-6e66-459d-a110-067c297c592f tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:01.859525 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-f8dd9e0f-6e66-459d-a110-067c297c592f tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4013534 Dec 08 17:23:01.862668 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43336) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:23:01.867020 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-c66aa910-cfb7-4d3f-a4d9-78a4a3dce8e1 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Request body: {'security_group_rule': {'security_group_id': '2e6e7d32-e370-4b30-868d-558a6e2797ac', 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:23:01.960621 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c66aa910-cfb7-4d3f-a4d9-78a4a3dce8e1 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:02.015168 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c66aa910-cfb7-4d3f-a4d9-78a4a3dce8e1 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:02.093007 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c66aa910-cfb7-4d3f-a4d9-78a4a3dce8e1 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:02.110687 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66aa910-cfb7-4d3f-a4d9-78a4a3dce8e1 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17f77bef-695c-4bfe-8ae3-5a5d25eca4b4,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:23:02.183570 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 7d372992-1323-459e-a483-7db46c722a46 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:23:02.198137 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c66aa910-cfb7-4d3f-a4d9-78a4a3dce8e1 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:02.203148 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c66aa910-cfb7-4d3f-a4d9-78a4a3dce8e1 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3357732 Dec 08 17:23:02.203365 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43338) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:23:02.204798 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 7d372992-1323-459e-a483-7db46c722a46 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:23:02.207078 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 7d372992-1323-459e-a483-7db46c722a46 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:23:02.207864 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-8cfc1bcd-dbfb-4bc9-9392-57aeafe7a72e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Request body: {'security_group_rule': {'security_group_id': '2e6e7d32-e370-4b30-868d-558a6e2797ac', 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:23:02.295467 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8cfc1bcd-dbfb-4bc9-9392-57aeafe7a72e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:02.356464 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8cfc1bcd-dbfb-4bc9-9392-57aeafe7a72e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:02.427618 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8cfc1bcd-dbfb-4bc9-9392-57aeafe7a72e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:02.445327 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfc1bcd-dbfb-4bc9-9392-57aeafe7a72e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f97ffd5c-df3b-4e2e-9dfc-c5bbf3107606,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:23:02.527110 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8cfc1bcd-dbfb-4bc9-9392-57aeafe7a72e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:02.528400 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-8cfc1bcd-dbfb-4bc9-9392-57aeafe7a72e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3241608 Dec 08 17:23:02.541540 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43340) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:23:02.546154 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-70a92800-7565-425d-bcbd-9ead135ccc03 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Request body: {'security_group_rule': {'security_group_id': '2e6e7d32-e370-4b30-868d-558a6e2797ac', 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:23:02.649574 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-70a92800-7565-425d-bcbd-9ead135ccc03 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:02.707031 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-70a92800-7565-425d-bcbd-9ead135ccc03 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:02.785028 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-70a92800-7565-425d-bcbd-9ead135ccc03 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:02.803497 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a92800-7565-425d-bcbd-9ead135ccc03 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=863959f0-67b7-48cf-8035-660ce2f093ac,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:23:02.872757 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-70a92800-7565-425d-bcbd-9ead135ccc03 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:02.873998 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-70a92800-7565-425d-bcbd-9ead135ccc03 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3314536 Dec 08 17:23:02.876690 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43342) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:23:02.881405 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-f39f602d-25a4-467a-a9fe-5ee64c48f8fa tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Request body: {'security_group_rule': {'security_group_id': '2e6e7d32-e370-4b30-868d-558a6e2797ac', 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:23:02.972933 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f39f602d-25a4-467a-a9fe-5ee64c48f8fa tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:03.028644 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f39f602d-25a4-467a-a9fe-5ee64c48f8fa tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:03.081835 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f39f602d-25a4-467a-a9fe-5ee64c48f8fa tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:03.099669 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39f602d-25a4-467a-a9fe-5ee64c48f8fa tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=401f95ca-f4f0-4aa3-8414-6fdcca242efb,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:23:03.172860 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f39f602d-25a4-467a-a9fe-5ee64c48f8fa tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:03.174109 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-f39f602d-25a4-467a-a9fe-5ee64c48f8fa tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2964914 Dec 08 17:23:03.177004 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43344) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:23:03.181577 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-df9816ac-ad9a-45c6-a20e-3df9734d5fc0 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Request body: {'security_group_rule': {'security_group_id': '2e6e7d32-e370-4b30-868d-558a6e2797ac', 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:23:03.267829 n-d-776250-12 neutron-server[110551]: INFO neutron.db.securitygroups_db [None req-df9816ac-ad9a-45c6-a20e-3df9734d5fc0 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Project d604cd6629ab480b9571d67f43656eec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 17:23:03.272916 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-df9816ac-ad9a-45c6-a20e-3df9734d5fc0 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:03.330763 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-df9816ac-ad9a-45c6-a20e-3df9734d5fc0 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:03.399009 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-df9816ac-ad9a-45c6-a20e-3df9734d5fc0 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:03.415763 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9816ac-ad9a-45c6-a20e-3df9734d5fc0 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=633f1ee9-38eb-4c3a-8ce6-9f04b52abb7a,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:23:03.481018 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-df9816ac-ad9a-45c6-a20e-3df9734d5fc0 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:03.482267 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-df9816ac-ad9a-45c6-a20e-3df9734d5fc0 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3042169 Dec 08 17:23:03.485209 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43346) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:23:03.490170 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-66efa625-6da6-4b1c-a809-433ddcac13f7 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Request body: {'security_group_rule': {'security_group_id': '2e6e7d32-e370-4b30-868d-558a6e2797ac', 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:23:03.573140 n-d-776250-12 neutron-server[110550]: INFO neutron.db.securitygroups_db [None req-66efa625-6da6-4b1c-a809-433ddcac13f7 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Project d604cd6629ab480b9571d67f43656eec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 17:23:03.578646 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-66efa625-6da6-4b1c-a809-433ddcac13f7 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:03.636278 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-66efa625-6da6-4b1c-a809-433ddcac13f7 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:03.690791 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-66efa625-6da6-4b1c-a809-433ddcac13f7 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:03.707807 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66efa625-6da6-4b1c-a809-433ddcac13f7 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2de422f9-bc0b-42ab-869e-d72ad496889d,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:23:03.775356 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-66efa625-6da6-4b1c-a809-433ddcac13f7 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:03.776591 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-66efa625-6da6-4b1c-a809-433ddcac13f7 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2900665 Dec 08 17:23:03.779419 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43348) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:23:03.784256 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-524c0fdf-2f89-4d5b-95e6-be1c27a90c70 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Request body: {'network': {'name': 'tempest-network-smoke--1895572244', 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'port_security_enabled': True}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:23:03.858987 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524c0fdf-2f89-4d5b-95e6-be1c27a90c70 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Made reservation on behalf of d604cd6629ab480b9571d67f43656eec for: {'network': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:23:03.863234 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-524c0fdf-2f89-4d5b-95e6-be1c27a90c70 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:03.885990 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-524c0fdf-2f89-4d5b-95e6-be1c27a90c70 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=110550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 17:23:03.894818 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-524c0fdf-2f89-4d5b-95e6-be1c27a90c70 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:03.895168 n-d-776250-12 neutron-server[110550]: INFO neutron.db.segments_db [None req-524c0fdf-2f89-4d5b-95e6-be1c27a90c70 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Added segment d06f6c95-adb1-43d4-9896-4ee03c4a71af of type vlan for network 627a3eeb-c749-4bfe-a83c-5d17bce91645 Dec 08 17:23:03.936085 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-524c0fdf-2f89-4d5b-95e6-be1c27a90c70 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:04.016300 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-524c0fdf-2f89-4d5b-95e6-be1c27a90c70 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:04.021909 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524c0fdf-2f89-4d5b-95e6-be1c27a90c70 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:04.022497 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-524c0fdf-2f89-4d5b-95e6-be1c27a90c70 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:04.085825 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524c0fdf-2f89-4d5b-95e6-be1c27a90c70 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'Network': ['ID=627a3eeb-c749-4bfe-a83c-5d17bce91645,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:23:04.096519 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network 627a3eeb-c749-4bfe-a83c-5d17bce91645 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 17:23:04.133857 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-524c0fdf-2f89-4d5b-95e6-be1c27a90c70 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3533924 Dec 08 17:23:04.136525 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43350) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:23:04.141123 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-f76b4c43-09b8-4477-b2f0-5a171e264206 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-984592044', 'admin_state_up': True, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:23:04.245418 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f76b4c43-09b8-4477-b2f0-5a171e264206 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:04.246501 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f76b4c43-09b8-4477-b2f0-5a171e264206 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:04.301178 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f76b4c43-09b8-4477-b2f0-5a171e264206 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:04.519909 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f76b4c43-09b8-4477-b2f0-5a171e264206 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:04.811852 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f76b4c43-09b8-4477-b2f0-5a171e264206 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for router_gateway, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:04.831540 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f76b4c43-09b8-4477-b2f0-5a171e264206 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:04.935655 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-f76b4c43-09b8-4477-b2f0-5a171e264206 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Allocated IP 172.25.0.46 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/5e499639-0eb6-493d-89fe-4c28f50047ed) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:23:05.036247 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f76b4c43-09b8-4477-b2f0-5a171e264206 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:05.131097 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f76b4c43-09b8-4477-b2f0-5a171e264206 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:05.171470 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76b4c43-09b8-4477-b2f0-5a171e264206 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:23:05.174750 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-f76b4c43-09b8-4477-b2f0-5a171e264206 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:23:05.178174 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76b4c43-09b8-4477-b2f0-5a171e264206 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:23:05.189299 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85f064f-3555-4c3c-b7ba-2b49f2d1306a None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:23:05.208961 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76b4c43-09b8-4477-b2f0-5a171e264206 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'Port': ['ID=5e499639-0eb6-493d-89fe-4c28f50047ed,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:23:05.229844 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-595d2d91-8029-4e5c-b103-bb7f7b49220c None None] Provisioning complete for port 5e499639-0eb6-493d-89fe-4c28f50047ed triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:23:05.230229 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-595d2d91-8029-4e5c-b103-bb7f7b49220c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:05.264299 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-595d2d91-8029-4e5c-b103-bb7f7b49220c None None] Port 5e499639-0eb6-493d-89fe-4c28f50047ed cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:23:05.447878 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:05.510507 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f76b4c43-09b8-4477-b2f0-5a171e264206 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for router_gateway, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:05.710530 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f76b4c43-09b8-4477-b2f0-5a171e264206 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:05.916137 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f76b4c43-09b8-4477-b2f0-5a171e264206 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Router 849bb717-0525-489f-87f1-720f428a1bee is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 17:23:06.023164 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76b4c43-09b8-4477-b2f0-5a171e264206 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:23:06.039336 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc5cd60-d5cc-4c34-85e9-2cf1b58e1f0f None None] Sync routers for ids ['849bb717-0525-489f-87f1-720f428a1bee'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:23:06.045702 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc5cd60-d5cc-4c34-85e9-2cf1b58e1f0f None None] Routers {'849bb717-0525-489f-87f1-720f428a1bee'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:23:06.046326 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-efc5cd60-d5cc-4c34-85e9-2cf1b58e1f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:22:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['849bb717-0525-489f-87f1-720f428a1bee'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:23:06.087429 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f76b4c43-09b8-4477-b2f0-5a171e264206 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:06.088732 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-f76b4c43-09b8-4477-b2f0-5a171e264206 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9511580 Dec 08 17:23:06.091889 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43352) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:23:06.120971 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-31ea45a4-a97d-4f54-a033-5480775d3ff2 tempest-TestNetworkAdvancedServerOps-171026067 tempest-TestNetworkAdvancedServerOps-171026067-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=d604cd6629ab480b9571d67f43656eec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279083 Dec 08 17:23:06.123395 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43354) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:23:06.155004 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-efc5cd60-d5cc-4c34-85e9-2cf1b58e1f0f None None] Set router 849bb717-0525-489f-87f1-720f428a1bee gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:23:06.211796 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ee5fe2-acb3-4fd2-889c-e901b1608704 tempest-TestNetworkAdvancedServerOps-171026067 tempest-TestNetworkAdvancedServerOps-171026067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:06.213259 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-d0ee5fe2-acb3-4fd2-889c-e901b1608704 tempest-TestNetworkAdvancedServerOps-171026067 tempest-TestNetworkAdvancedServerOps-171026067-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0889008 Dec 08 17:23:06.215941 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43356) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:23:06.246982 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-089e8e32-a62f-4fc7-8c4a-d7415a0dc8f0 tempest-TestNetworkAdvancedServerOps-171026067 tempest-TestNetworkAdvancedServerOps-171026067-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=1ae4cf80-76bf-4df3-a557-5cc6023c1900&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277307 Dec 08 17:23:06.247204 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43358) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:23:06.252013 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-f970547e-96a2-4ea3-ad83-683d8a7d5508 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1394558988', 'network_id': '627a3eeb-c749-4bfe-a83c-5d17bce91645', 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:23:06.338898 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-efc5cd60-d5cc-4c34-85e9-2cf1b58e1f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849bb717-0525-489f-87f1-720f428a1bee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984592044', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': '5e499639-0eb6-493d-89fe-4c28f50047ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:23:04Z', 'updated_at': '2021-12-08T17:23:05Z', 'revision_number': 3, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': '5e499639-0eb6-493d-89fe-4c28f50047ed', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:11:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '849bb717-0525-489f-87f1-720f428a1bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:04Z', 'updated_at': '2021-12-08T17:23:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:23:06.365564 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc5cd60-d5cc-4c34-85e9-2cf1b58e1f0f None None] Checking router: 849bb717-0525-489f-87f1-720f428a1bee for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:23:06.365923 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc5cd60-d5cc-4c34-85e9-2cf1b58e1f0f None None] Updating router 849bb717-0525-489f-87f1-720f428a1bee port 5e499639-0eb6-493d-89fe-4c28f50047ed binding host n-d-776250-12 {{(pid=110553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 17:23:06.391107 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-efc5cd60-d5cc-4c34-85e9-2cf1b58e1f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:06.396077 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f970547e-96a2-4ea3-ad83-683d8a7d5508 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Made reservation on behalf of d604cd6629ab480b9571d67f43656eec for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:23:06.399725 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f970547e-96a2-4ea3-ad83-683d8a7d5508 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:06.635433 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-efc5cd60-d5cc-4c34-85e9-2cf1b58e1f0f None None] Publish callbacks [] for port, precommit_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:06.665115 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f970547e-96a2-4ea3-ad83-683d8a7d5508 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:06.725129 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f970547e-96a2-4ea3-ad83-683d8a7d5508 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'Subnet': ['ID=143ee206-a374-46b7-929c-b531b2cfba18,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:23:06.730577 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-efc5cd60-d5cc-4c34-85e9-2cf1b58e1f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:06.734656 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f970547e-96a2-4ea3-ad83-683d8a7d5508 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Checking segment: {'id': 'd06f6c95-adb1-43d4-9896-4ee03c4a71af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '627a3eeb-c749-4bfe-a83c-5d17bce91645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:23:06.735018 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f970547e-96a2-4ea3-ad83-683d8a7d5508 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Network hostable DHCP agents. Network: 627a3eeb-c749-4bfe-a83c-5d17bce91645, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 17:23:06.775862 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341bd45a-c39a-4ab4-8409-0e448d239832 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:23:06.789307 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-efc5cd60-d5cc-4c34-85e9-2cf1b58e1f0f None None] Attempting to bind port 5e499639-0eb6-493d-89fe-4c28f50047ed on host n-d-776250-12 for vnic_type normal with profile {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:23:06.790524 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-efc5cd60-d5cc-4c34-85e9-2cf1b58e1f0f None None] Attempting to bind port 5e499639-0eb6-493d-89fe-4c28f50047ed by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:23:06.790524 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc5cd60-d5cc-4c34-85e9-2cf1b58e1f0f None None] Attempting to bind port 5e499639-0eb6-493d-89fe-4c28f50047ed on network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:23:06.797595 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b4588c-c7dc-49d6-b35f-15da4fc5f49e None None] Pushing event updated for resources: {'Port': ['ID=5e499639-0eb6-493d-89fe-4c28f50047ed,revision_number=2']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:23:06.800808 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc5cd60-d5cc-4c34-85e9-2cf1b58e1f0f None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:23:06.801189 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc5cd60-d5cc-4c34-85e9-2cf1b58e1f0f None None] Checking segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:23:06.801595 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-efc5cd60-d5cc-4c34-85e9-2cf1b58e1f0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:06.805341 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc5cd60-d5cc-4c34-85e9-2cf1b58e1f0f None None] Bound using segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:23:06.805341 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-efc5cd60-d5cc-4c34-85e9-2cf1b58e1f0f None None] Bound port: 5e499639-0eb6-493d-89fe-4c28f50047ed, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:23:06.805341 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-efc5cd60-d5cc-4c34-85e9-2cf1b58e1f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:06.809383 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b4588c-c7dc-49d6-b35f-15da4fc5f49e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:06.809738 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b4588c-c7dc-49d6-b35f-15da4fc5f49e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:06.810085 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b4588c-c7dc-49d6-b35f-15da4fc5f49e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:06.810426 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b4588c-c7dc-49d6-b35f-15da4fc5f49e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:06.810764 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b4588c-c7dc-49d6-b35f-15da4fc5f49e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:06.811102 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b4588c-c7dc-49d6-b35f-15da4fc5f49e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:06.811433 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b4588c-c7dc-49d6-b35f-15da4fc5f49e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:06.811804 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b4588c-c7dc-49d6-b35f-15da4fc5f49e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:06.812205 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b4588c-c7dc-49d6-b35f-15da4fc5f49e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:06.813070 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b4588c-c7dc-49d6-b35f-15da4fc5f49e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:06.813403 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b4588c-c7dc-49d6-b35f-15da4fc5f49e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:06.813731 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b4588c-c7dc-49d6-b35f-15da4fc5f49e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:06.814058 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b4588c-c7dc-49d6-b35f-15da4fc5f49e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:06.825050 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f970547e-96a2-4ea3-ad83-683d8a7d5508 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Network 627a3eeb-c749-4bfe-a83c-5d17bce91645 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 17:23:06.863968 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-efc5cd60-d5cc-4c34-85e9-2cf1b58e1f0f None None] For port 5e499639-0eb6-493d-89fe-4c28f50047ed, host n-d-776250-12, cleared binding levels {{(pid=110553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:23:06.866974 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-efc5cd60-d5cc-4c34-85e9-2cf1b58e1f0f None None] For port 5e499639-0eb6-493d-89fe-4c28f50047ed, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=5e499639-0eb6-493d-89fe-4c28f50047ed,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:23:06.897653 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-c2e70869-f8ae-47df-a343-bc46b0348918 None None] Provisioning complete for port 5e499639-0eb6-493d-89fe-4c28f50047ed triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:23:06.897653 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c2e70869-f8ae-47df-a343-bc46b0348918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:06.927770 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-f970547e-96a2-4ea3-ad83-683d8a7d5508 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, 627a3eeb-c749-4bfe-a83c-5d17bce91645) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:23:06.932103 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f970547e-96a2-4ea3-ad83-683d8a7d5508 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:06.937874 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-f970547e-96a2-4ea3-ad83-683d8a7d5508 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:06.938029 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-c2e70869-f8ae-47df-a343-bc46b0348918 None None] Port 5e499639-0eb6-493d-89fe-4c28f50047ed cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:23:06.941818 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631f8edb-868a-4085-90ea-eb10fc6b4e59 None None] Network 627a3eeb-c749-4bfe-a83c-5d17bce91645 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:23:06.968340 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-efc5cd60-d5cc-4c34-85e9-2cf1b58e1f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:07.016654 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a5e8af-eec4-484a-97cf-38f9233cb792 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:23:07.025962 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43360) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:23:07.031896 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc5cd60-d5cc-4c34-85e9-2cf1b58e1f0f None None] Routers {'849bb717-0525-489f-87f1-720f428a1bee'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:23:07.032715 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-f970547e-96a2-4ea3-ad83-683d8a7d5508 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7842770 Dec 08 17:23:07.033714 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-efc5cd60-d5cc-4c34-85e9-2cf1b58e1f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:22:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['849bb717-0525-489f-87f1-720f428a1bee'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:23:07.035768 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b4588c-c7dc-49d6-b35f-15da4fc5f49e None None] Pushing event updated for resources: {'Port': ['ID=5e499639-0eb6-493d-89fe-4c28f50047ed,revision_number=3']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:23:07.067069 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8abc3e-a2a6-472d-b810-2caf4b9085a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-627a3eeb-c749-4bfe-a83c-5d17bce91645', 'network_id': '627a3eeb-c749-4bfe-a83c-5d17bce91645', 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'fixed_ips': [{'subnet_id': '143ee206-a374-46b7-929c-b531b2cfba18'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 17:23:07.068001 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-dc8abc3e-a2a6-472d-b810-2caf4b9085a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:07.107542 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-6a2cd755-fce9-4626-8b9f-d272867082bc None None] Provisioning complete for port 5e499639-0eb6-493d-89fe-4c28f50047ed triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:23:07.108014 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6a2cd755-fce9-4626-8b9f-d272867082bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:07.191457 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-efc5cd60-d5cc-4c34-85e9-2cf1b58e1f0f None None] Set router 849bb717-0525-489f-87f1-720f428a1bee gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:23:07.312990 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-dc8abc3e-a2a6-472d-b810-2caf4b9085a1 None None] Allocated IP 172.20.0.2 (627a3eeb-c749-4bfe-a83c-5d17bce91645/143ee206-a374-46b7-929c-b531b2cfba18/95d130d2-39c5-4529-b275-84df99814bd0) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:23:07.325552 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6a2cd755-fce9-4626-8b9f-d272867082bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:07.385971 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-6a2cd755-fce9-4626-8b9f-d272867082bc None None] For port 5e499639-0eb6-493d-89fe-4c28f50047ed, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=5e499639-0eb6-493d-89fe-4c28f50047ed,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:23:07.395173 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-efc5cd60-d5cc-4c34-85e9-2cf1b58e1f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849bb717-0525-489f-87f1-720f428a1bee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984592044', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': '5e499639-0eb6-493d-89fe-4c28f50047ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:23:04Z', 'updated_at': '2021-12-08T17:23:05Z', 'revision_number': 3, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': '5e499639-0eb6-493d-89fe-4c28f50047ed', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:11:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '849bb717-0525-489f-87f1-720f428a1bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:04Z', 'updated_at': '2021-12-08T17:23:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:23:07.424093 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc5cd60-d5cc-4c34-85e9-2cf1b58e1f0f None None] The sync data for ids ['849bb717-0525-489f-87f1-720f428a1bee'] in n-d-776250-12 is: [{'id': '849bb717-0525-489f-87f1-720f428a1bee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984592044', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': '5e499639-0eb6-493d-89fe-4c28f50047ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:23:04Z', 'updated_at': '2021-12-08T17:23:05Z', 'revision_number': 3, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': '5e499639-0eb6-493d-89fe-4c28f50047ed', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:11:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '849bb717-0525-489f-87f1-720f428a1bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:04Z', 'updated_at': '2021-12-08T17:23:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:23:07.469265 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6a2cd755-fce9-4626-8b9f-d272867082bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:07.531538 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-dc8abc3e-a2a6-472d-b810-2caf4b9085a1 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:07.545740 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2cd755-fce9-4626-8b9f-d272867082bc None None] Pushing event updated for resources: {'Port': ['ID=5e499639-0eb6-493d-89fe-4c28f50047ed,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:23:07.608499 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-dc8abc3e-a2a6-472d-b810-2caf4b9085a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:07.676364 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8abc3e-a2a6-472d-b810-2caf4b9085a1 None None] Network 627a3eeb-c749-4bfe-a83c-5d17bce91645 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:23:07.678091 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-dc8abc3e-a2a6-472d-b810-2caf4b9085a1 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:23:07.680063 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8abc3e-a2a6-472d-b810-2caf4b9085a1 None None] Pushing event updated for resources: {'Port': ['ID=95d130d2-39c5-4529-b275-84df99814bd0,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:23:07.682828 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8abc3e-a2a6-472d-b810-2caf4b9085a1 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:23:07.739046 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-dc8abc3e-a2a6-472d-b810-2caf4b9085a1 None None] Attempting to bind port 95d130d2-39c5-4529-b275-84df99814bd0 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:23:07.739520 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-dc8abc3e-a2a6-472d-b810-2caf4b9085a1 None None] Attempting to bind port 95d130d2-39c5-4529-b275-84df99814bd0 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'd06f6c95-adb1-43d4-9896-4ee03c4a71af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '627a3eeb-c749-4bfe-a83c-5d17bce91645'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:23:07.739958 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8abc3e-a2a6-472d-b810-2caf4b9085a1 None None] Attempting to bind port 95d130d2-39c5-4529-b275-84df99814bd0 on network 627a3eeb-c749-4bfe-a83c-5d17bce91645 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:23:07.745978 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8abc3e-a2a6-472d-b810-2caf4b9085a1 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:23:07.746460 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8abc3e-a2a6-472d-b810-2caf4b9085a1 None None] Checking segment: {'id': 'd06f6c95-adb1-43d4-9896-4ee03c4a71af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '627a3eeb-c749-4bfe-a83c-5d17bce91645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:23:07.746937 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-dc8abc3e-a2a6-472d-b810-2caf4b9085a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:07.747402 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8abc3e-a2a6-472d-b810-2caf4b9085a1 None None] Bound using segment: {'id': 'd06f6c95-adb1-43d4-9896-4ee03c4a71af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '627a3eeb-c749-4bfe-a83c-5d17bce91645'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:23:07.747956 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-dc8abc3e-a2a6-472d-b810-2caf4b9085a1 None None] Bound port: 95d130d2-39c5-4529-b275-84df99814bd0, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd06f6c95-adb1-43d4-9896-4ee03c4a71af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '627a3eeb-c749-4bfe-a83c-5d17bce91645'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:23:07.748434 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-dc8abc3e-a2a6-472d-b810-2caf4b9085a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:07.822001 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-dc8abc3e-a2a6-472d-b810-2caf4b9085a1 None None] For port 95d130d2-39c5-4529-b275-84df99814bd0, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:23:07.826284 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-dc8abc3e-a2a6-472d-b810-2caf4b9085a1 None None] For port 95d130d2-39c5-4529-b275-84df99814bd0, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=95d130d2-39c5-4529-b275-84df99814bd0,segment=NetworkSegment(d06f6c95-adb1-43d4-9896-4ee03c4a71af),segment_id=d06f6c95-adb1-43d4-9896-4ee03c4a71af)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:23:07.912305 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-dc8abc3e-a2a6-472d-b810-2caf4b9085a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:07.918198 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-450ea660-c3eb-4822-8abe-e5c801d98ea2 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:07.976756 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8abc3e-a2a6-472d-b810-2caf4b9085a1 None None] Pushing event updated for resources: {'Port': ['ID=95d130d2-39c5-4529-b275-84df99814bd0,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:23:08.221146 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-450ea660-c3eb-4822-8abe-e5c801d98ea2 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Allocated IP 172.20.0.1 (627a3eeb-c749-4bfe-a83c-5d17bce91645/143ee206-a374-46b7-929c-b531b2cfba18/d2f87a7d-29ca-4be2-9b5f-dacf89099e1c) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:23:08.329671 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 95d130d2-39c5-4529-b275-84df99814bd0 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:23:08.363717 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-450ea660-c3eb-4822-8abe-e5c801d98ea2 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:08.390851 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 95d130d2-39c5-4529-b275-84df99814bd0 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:23:08.391147 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:08.468205 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-450ea660-c3eb-4822-8abe-e5c801d98ea2 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:08.475491 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:08.514876 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 95d130d2-39c5-4529-b275-84df99814bd0, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=95d130d2-39c5-4529-b275-84df99814bd0,segment=NetworkSegment(d06f6c95-adb1-43d4-9896-4ee03c4a71af),segment_id=d06f6c95-adb1-43d4-9896-4ee03c4a71af)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:23:08.516313 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450ea660-c3eb-4822-8abe-e5c801d98ea2 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Network 627a3eeb-c749-4bfe-a83c-5d17bce91645 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:23:08.521653 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-450ea660-c3eb-4822-8abe-e5c801d98ea2 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:23:08.525421 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450ea660-c3eb-4822-8abe-e5c801d98ea2 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:23:08.532115 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450ea660-c3eb-4822-8abe-e5c801d98ea2 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'Port': ['ID=d2f87a7d-29ca-4be2-9b5f-dacf89099e1c,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:23:08.578611 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-450ea660-c3eb-4822-8abe-e5c801d98ea2 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:08.599502 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:08.600424 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 5e499639-0eb6-493d-89fe-4c28f50047ed up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:23:08.680466 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=95d130d2-39c5-4529-b275-84df99814bd0,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:23:08.692749 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 5e499639-0eb6-493d-89fe-4c28f50047ed triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:23:08.693130 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:08.768134 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-450ea660-c3eb-4822-8abe-e5c801d98ea2 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:09.054664 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-450ea660-c3eb-4822-8abe-e5c801d98ea2 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:09.113630 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-450ea660-c3eb-4822-8abe-e5c801d98ea2 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:09.191835 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450ea660-c3eb-4822-8abe-e5c801d98ea2 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'Port': ['ID=d2f87a7d-29ca-4be2-9b5f-dacf89099e1c,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:23:09.194381 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-450ea660-c3eb-4822-8abe-e5c801d98ea2 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:09.284843 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450ea660-c3eb-4822-8abe-e5c801d98ea2 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Network 627a3eeb-c749-4bfe-a83c-5d17bce91645 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:23:09.286230 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-450ea660-c3eb-4822-8abe-e5c801d98ea2 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:23:09.382134 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:09.402225 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-450ea660-c3eb-4822-8abe-e5c801d98ea2 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Router 849bb717-0525-489f-87f1-720f428a1bee has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:23:09.517257 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-450ea660-c3eb-4822-8abe-e5c801d98ea2 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:23:09.531713 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-450ea660-c3eb-4822-8abe-e5c801d98ea2 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "PUT /v2.0/routers/849bb717-0525-489f-87f1-720f428a1bee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4953358 Dec 08 17:23:09.531838 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c6ba07-f9af-4298-83a4-35a6f1ac1300 None None] Sync routers for ids ['849bb717-0525-489f-87f1-720f428a1bee'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:23:09.542086 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c6ba07-f9af-4298-83a4-35a6f1ac1300 None None] Routers {'849bb717-0525-489f-87f1-720f428a1bee'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:23:09.542724 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-f4c6ba07-f9af-4298-83a4-35a6f1ac1300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:22:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['849bb717-0525-489f-87f1-720f428a1bee'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:23:09.657711 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-f4c6ba07-f9af-4298-83a4-35a6f1ac1300 None None] Set router 849bb717-0525-489f-87f1-720f428a1bee gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:23:09.694548 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a51746a9-ab32-4364-81f8-6632d75e2878 req-25ee66dc-03e8-4da6-9936-bb4448f042b6 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1054345446&fields=id&tenant_id=d604cd6629ab480b9571d67f43656eec HTTP/1.1" status: 200 len: 267 time: 0.0516555 Dec 08 17:23:09.821117 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51746a9-ab32-4364-81f8-6632d75e2878 req-a8904047-5aec-45d3-8294-1a768919ae90 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:09.828258 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a51746a9-ab32-4364-81f8-6632d75e2878 req-a8904047-5aec-45d3-8294-1a768919ae90 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/networks?id=627a3eeb-c749-4bfe-a83c-5d17bce91645 HTTP/1.1" status: 200 len: 797 time: 0.1263819 Dec 08 17:23:09.838352 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a51746a9-ab32-4364-81f8-6632d75e2878 req-ad3d9d55-83cf-48d4-ab07-34f33f145ac6 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/quotas/d604cd6629ab480b9571d67f43656eec HTTP/1.1" status: 200 len: 375 time: 0.0092976 Dec 08 17:23:09.844145 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f79b970-39f9-4ff6-bccc-136d3d34a7e0 None None] Network 627a3eeb-c749-4bfe-a83c-5d17bce91645 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:23:09.890411 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a51746a9-ab32-4364-81f8-6632d75e2878 req-be23e093-8e9f-4572-899c-328c2d710479 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d604cd6629ab480b9571d67f43656eec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461884 Dec 08 17:23:09.938676 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-b94c1e69-fcf4-42e1-aab9-214e6b1aed5d None None] Provisioning complete for port 95d130d2-39c5-4529-b275-84df99814bd0 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:23:09.939056 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b94c1e69-fcf4-42e1-aab9-214e6b1aed5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:09.988670 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a51746a9-ab32-4364-81f8-6632d75e2878 req-326596a3-0786-4676-8323-26103722483a service neutron] 10.222.0.64 "GET /v2.0/networks/627a3eeb-c749-4bfe-a83c-5d17bce91645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864697 Dec 08 17:23:09.994357 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-f4c6ba07-f9af-4298-83a4-35a6f1ac1300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849bb717-0525-489f-87f1-720f428a1bee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984592044', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': '5e499639-0eb6-493d-89fe-4c28f50047ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:23:04Z', 'updated_at': '2021-12-08T17:23:08Z', 'revision_number': 4, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': '5e499639-0eb6-493d-89fe-4c28f50047ed', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:11:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849bb717-0525-489f-87f1-720f428a1bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:04Z', 'updated_at': '2021-12-08T17:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'd2f87a7d-29ca-4be2-9b5f-dacf89099e1c', 'name': '', 'network_id': '627a3eeb-c749-4bfe-a83c-5d17bce91645', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'mac_address': 'fa:16:3e:d1:a7:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '849bb717-0525-489f-87f1-720f428a1bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '143ee206-a374-46b7-929c-b531b2cfba18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:08Z', 'updated_at': '2021-12-08T17:23:08Z', 'revision_number': 2, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'subnets': [{'id': '143ee206-a374-46b7-929c-b531b2cfba18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:23:10.028245 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c6ba07-f9af-4298-83a4-35a6f1ac1300 None None] Checking router: 849bb717-0525-489f-87f1-720f428a1bee for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:23:10.028616 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c6ba07-f9af-4298-83a4-35a6f1ac1300 None None] Updating router 849bb717-0525-489f-87f1-720f428a1bee port d2f87a7d-29ca-4be2-9b5f-dacf89099e1c binding host n-d-776250-12 {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 17:23:10.068793 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f4c6ba07-f9af-4298-83a4-35a6f1ac1300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:10.081674 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a51746a9-ab32-4364-81f8-6632d75e2878 req-1ddfe2fb-6bb1-497d-a881-2c0145bcfef7 service neutron] 10.222.0.64 "GET /v2.0/networks/627a3eeb-c749-4bfe-a83c-5d17bce91645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862710 Dec 08 17:23:10.247934 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 95d130d2-39c5-4529-b275-84df99814bd0 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:23:10.353245 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-a616ee97-0316-4962-97ce-adac67848747 None None] Provisioning complete for port d2f87a7d-29ca-4be2-9b5f-dacf89099e1c triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:23:10.353542 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a616ee97-0316-4962-97ce-adac67848747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:10.365897 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-0c1e1670-d083-4910-8131-f1d6c48f75ad req-e503b48c-9ddc-4f92-9e04-43bed85d11d0 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ee16fb4-2abc-42fe-a63f-7eafc931e244 HTTP/1.1" status: 200 len: 210 time: 0.0351248 Dec 08 17:23:10.423322 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-a616ee97-0316-4962-97ce-adac67848747 None None] Port d2f87a7d-29ca-4be2-9b5f-dacf89099e1c cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:23:10.436923 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 95d130d2-39c5-4529-b275-84df99814bd0 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:23:10.437258 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:10.509186 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-a616ee97-0316-4962-97ce-adac67848747 None None] Provisioning complete for port 95d130d2-39c5-4529-b275-84df99814bd0 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:23:10.509607 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a616ee97-0316-4962-97ce-adac67848747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:10.554940 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f4c6ba07-f9af-4298-83a4-35a6f1ac1300 None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:10.638762 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f4c6ba07-f9af-4298-83a4-35a6f1ac1300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:10.710891 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174ed55e-b437-44ff-8972-16b5b88901f1 None None] Pushing event updated for resources: {'Port': ['ID=d2f87a7d-29ca-4be2-9b5f-dacf89099e1c,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:23:10.769884 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-f4c6ba07-f9af-4298-83a4-35a6f1ac1300 None None] Attempting to bind port d2f87a7d-29ca-4be2-9b5f-dacf89099e1c on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:23:10.770265 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-f4c6ba07-f9af-4298-83a4-35a6f1ac1300 None None] Attempting to bind port d2f87a7d-29ca-4be2-9b5f-dacf89099e1c by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'd06f6c95-adb1-43d4-9896-4ee03c4a71af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '627a3eeb-c749-4bfe-a83c-5d17bce91645'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:23:10.770638 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c6ba07-f9af-4298-83a4-35a6f1ac1300 None None] Attempting to bind port d2f87a7d-29ca-4be2-9b5f-dacf89099e1c on network 627a3eeb-c749-4bfe-a83c-5d17bce91645 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:23:10.776543 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c6ba07-f9af-4298-83a4-35a6f1ac1300 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:23:10.776927 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c6ba07-f9af-4298-83a4-35a6f1ac1300 None None] Checking segment: {'id': 'd06f6c95-adb1-43d4-9896-4ee03c4a71af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '627a3eeb-c749-4bfe-a83c-5d17bce91645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:23:10.777393 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f4c6ba07-f9af-4298-83a4-35a6f1ac1300 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:10.777803 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c6ba07-f9af-4298-83a4-35a6f1ac1300 None None] Bound using segment: {'id': 'd06f6c95-adb1-43d4-9896-4ee03c4a71af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '627a3eeb-c749-4bfe-a83c-5d17bce91645'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:23:10.778275 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-f4c6ba07-f9af-4298-83a4-35a6f1ac1300 None None] Bound port: d2f87a7d-29ca-4be2-9b5f-dacf89099e1c, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd06f6c95-adb1-43d4-9896-4ee03c4a71af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '627a3eeb-c749-4bfe-a83c-5d17bce91645'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:23:10.778663 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f4c6ba07-f9af-4298-83a4-35a6f1ac1300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:10.831004 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-f544a698-5fb9-4e92-8742-af088d9aae35 None None] Provisioning complete for port d2f87a7d-29ca-4be2-9b5f-dacf89099e1c triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:23:10.831379 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f544a698-5fb9-4e92-8742-af088d9aae35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:11.061708 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-f544a698-5fb9-4e92-8742-af088d9aae35 None None] Port d2f87a7d-29ca-4be2-9b5f-dacf89099e1c cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:23:11.065800 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-f4c6ba07-f9af-4298-83a4-35a6f1ac1300 None None] For port d2f87a7d-29ca-4be2-9b5f-dacf89099e1c, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:23:11.068985 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-f4c6ba07-f9af-4298-83a4-35a6f1ac1300 None None] For port d2f87a7d-29ca-4be2-9b5f-dacf89099e1c, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=d2f87a7d-29ca-4be2-9b5f-dacf89099e1c,segment=NetworkSegment(d06f6c95-adb1-43d4-9896-4ee03c4a71af),segment_id=d06f6c95-adb1-43d4-9896-4ee03c4a71af)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:23:11.142717 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f4c6ba07-f9af-4298-83a4-35a6f1ac1300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:11.211957 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-d0881371-b540-4128-b9d5-bc86126befc8 None None] Provisioning complete for port d2f87a7d-29ca-4be2-9b5f-dacf89099e1c triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:23:11.212369 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d0881371-b540-4128-b9d5-bc86126befc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:11.223752 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174ed55e-b437-44ff-8972-16b5b88901f1 None None] Pushing event updated for resources: {'Port': ['ID=d2f87a7d-29ca-4be2-9b5f-dacf89099e1c,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:23:11.236924 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c6ba07-f9af-4298-83a4-35a6f1ac1300 None None] Routers {'849bb717-0525-489f-87f1-720f428a1bee'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:23:11.237575 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-f4c6ba07-f9af-4298-83a4-35a6f1ac1300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:22:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['849bb717-0525-489f-87f1-720f428a1bee'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:23:11.405774 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-f4c6ba07-f9af-4298-83a4-35a6f1ac1300 None None] Set router 849bb717-0525-489f-87f1-720f428a1bee gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:23:11.440784 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d0881371-b540-4128-b9d5-bc86126befc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:11.474011 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f17e37b8-d0a4-440c-b300-406405413f70 req-58b996f4-18e2-4848-a372-364c314f572c tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ee16fb4-2abc-42fe-a63f-7eafc931e244 HTTP/1.1" status: 200 len: 210 time: 0.0300179 Dec 08 17:23:11.503218 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f24ec268-dba6-4a79-a7e7-f838873a9059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:11.555371 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-d0881371-b540-4128-b9d5-bc86126befc8 None None] For port d2f87a7d-29ca-4be2-9b5f-dacf89099e1c, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=d2f87a7d-29ca-4be2-9b5f-dacf89099e1c,segment=NetworkSegment(d06f6c95-adb1-43d4-9896-4ee03c4a71af),segment_id=d06f6c95-adb1-43d4-9896-4ee03c4a71af)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:23:11.632966 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d0881371-b540-4128-b9d5-bc86126befc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:11.694502 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-f4c6ba07-f9af-4298-83a4-35a6f1ac1300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849bb717-0525-489f-87f1-720f428a1bee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984592044', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': '5e499639-0eb6-493d-89fe-4c28f50047ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:23:04Z', 'updated_at': '2021-12-08T17:23:08Z', 'revision_number': 4, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': '5e499639-0eb6-493d-89fe-4c28f50047ed', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:11:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849bb717-0525-489f-87f1-720f428a1bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:04Z', 'updated_at': '2021-12-08T17:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'd2f87a7d-29ca-4be2-9b5f-dacf89099e1c', 'name': '', 'network_id': '627a3eeb-c749-4bfe-a83c-5d17bce91645', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'mac_address': 'fa:16:3e:d1:a7:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '849bb717-0525-489f-87f1-720f428a1bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '143ee206-a374-46b7-929c-b531b2cfba18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:08Z', 'updated_at': '2021-12-08T17:23:11Z', 'revision_number': 4, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'subnets': [{'id': '143ee206-a374-46b7-929c-b531b2cfba18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:23:11.733212 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c6ba07-f9af-4298-83a4-35a6f1ac1300 None None] The sync data for ids ['849bb717-0525-489f-87f1-720f428a1bee'] in n-d-776250-12 is: [{'id': '849bb717-0525-489f-87f1-720f428a1bee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984592044', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': '5e499639-0eb6-493d-89fe-4c28f50047ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:23:04Z', 'updated_at': '2021-12-08T17:23:08Z', 'revision_number': 4, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': '5e499639-0eb6-493d-89fe-4c28f50047ed', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:11:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849bb717-0525-489f-87f1-720f428a1bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:04Z', 'updated_at': '2021-12-08T17:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'd2f87a7d-29ca-4be2-9b5f-dacf89099e1c', 'name': '', 'network_id': '627a3eeb-c749-4bfe-a83c-5d17bce91645', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'mac_address': 'fa:16:3e:d1:a7:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '849bb717-0525-489f-87f1-720f428a1bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '143ee206-a374-46b7-929c-b531b2cfba18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:08Z', 'updated_at': '2021-12-08T17:23:11Z', 'revision_number': 4, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'subnets': [{'id': '143ee206-a374-46b7-929c-b531b2cfba18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:23:11.736126 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0881371-b540-4128-b9d5-bc86126befc8 None None] Pushing event updated for resources: {'Port': ['ID=d2f87a7d-29ca-4be2-9b5f-dacf89099e1c,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:23:11.754937 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-fd2a6308-f2b5-4d38-9765-780acbeffeae None None] Provisioning complete for port d2f87a7d-29ca-4be2-9b5f-dacf89099e1c triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:23:11.755321 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-fd2a6308-f2b5-4d38-9765-780acbeffeae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:12.276325 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device d2f87a7d-29ca-4be2-9b5f-dacf89099e1c up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:23:12.295958 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51746a9-ab32-4364-81f8-6632d75e2878 req-d04b9b13-d524-45ae-9942-c1cef9fe8505 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:12.297573 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a51746a9-ab32-4364-81f8-6632d75e2878 req-d04b9b13-d524-45ae-9942-c1cef9fe8505 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.76 "GET /v2.0/networks?id=627a3eeb-c749-4bfe-a83c-5d17bce91645 HTTP/1.1" status: 200 len: 797 time: 0.1348460 Dec 08 17:23:12.337934 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port d2f87a7d-29ca-4be2-9b5f-dacf89099e1c triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:23:12.338398 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:12.378884 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a51746a9-ab32-4364-81f8-6632d75e2878 req-fb719682-3c87-49ab-ad9e-b7023d4a53cf tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d604cd6629ab480b9571d67f43656eec HTTP/1.1" status: 200 len: 380 time: 0.0713167 Dec 08 17:23:12.390244 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-a51746a9-ab32-4364-81f8-6632d75e2878 req-be16239f-f02c-457c-a364-f8ff2683d074 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Request body: {'port': {'device_id': '3ee16fb4-2abc-42fe-a63f-7eafc931e244', 'network_id': '627a3eeb-c749-4bfe-a83c-5d17bce91645', 'admin_state_up': True, 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'security_groups': ['2e6e7d32-e370-4b30-868d-558a6e2797ac']}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:23:12.570563 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a51746a9-ab32-4364-81f8-6632d75e2878 req-be16239f-f02c-457c-a364-f8ff2683d074 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Made reservation on behalf of d604cd6629ab480b9571d67f43656eec for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:23:12.574487 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a51746a9-ab32-4364-81f8-6632d75e2878 req-be16239f-f02c-457c-a364-f8ff2683d074 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:12.578591 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-99ca61b7-f2e5-42a4-b358-7b20be2e4b88 req-52db4604-b082-488b-975b-0e43024ebd96 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ee16fb4-2abc-42fe-a63f-7eafc931e244 HTTP/1.1" status: 200 len: 210 time: 0.0283146 Dec 08 17:23:12.709053 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-a51746a9-ab32-4364-81f8-6632d75e2878 req-be16239f-f02c-457c-a364-f8ff2683d074 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Allocated IP 172.20.0.14 (627a3eeb-c749-4bfe-a83c-5d17bce91645/143ee206-a374-46b7-929c-b531b2cfba18/348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:23:12.859541 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a51746a9-ab32-4364-81f8-6632d75e2878 req-be16239f-f02c-457c-a364-f8ff2683d074 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:12.962153 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a51746a9-ab32-4364-81f8-6632d75e2878 req-be16239f-f02c-457c-a364-f8ff2683d074 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:13.005218 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a51746a9-ab32-4364-81f8-6632d75e2878 req-be16239f-f02c-457c-a364-f8ff2683d074 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Network 627a3eeb-c749-4bfe-a83c-5d17bce91645 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:23:13.010358 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-a51746a9-ab32-4364-81f8-6632d75e2878 req-be16239f-f02c-457c-a364-f8ff2683d074 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:23:13.014033 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-a51746a9-ab32-4364-81f8-6632d75e2878 req-be16239f-f02c-457c-a364-f8ff2683d074 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:23:13.020413 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be16239f-f02c-457c-a364-f8ff2683d074 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'Port': ['ID=348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:23:13.068136 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51746a9-ab32-4364-81f8-6632d75e2878 req-be16239f-f02c-457c-a364-f8ff2683d074 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:13.068868 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a51746a9-ab32-4364-81f8-6632d75e2878 req-be16239f-f02c-457c-a364-f8ff2683d074 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:13.151146 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a51746a9-ab32-4364-81f8-6632d75e2878 req-be16239f-f02c-457c-a364-f8ff2683d074 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7669189 Dec 08 17:23:13.164819 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-a51746a9-ab32-4364-81f8-6632d75e2878 req-0d3ef4d1-62b6-47d8-a215-286d31f9124e service neutron] Request body: {'port': {'device_id': '3ee16fb4-2abc-42fe-a63f-7eafc931e244', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:23:13.226312 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a51746a9-ab32-4364-81f8-6632d75e2878 req-0d3ef4d1-62b6-47d8-a215-286d31f9124e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:13.384022 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-2842a2c6-f502-485f-bf90-05b195cc3066 None None] Provisioning complete for port 348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:23:13.384627 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2842a2c6-f502-485f-bf90-05b195cc3066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:13.421104 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-2842a2c6-f502-485f-bf90-05b195cc3066 None None] Port 348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:23:13.488917 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-a51746a9-ab32-4364-81f8-6632d75e2878 req-0d3ef4d1-62b6-47d8-a215-286d31f9124e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:23:13.496201 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a51746a9-ab32-4364-81f8-6632d75e2878 req-0d3ef4d1-62b6-47d8-a215-286d31f9124e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:13.507811 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-a51746a9-ab32-4364-81f8-6632d75e2878 req-0d3ef4d1-62b6-47d8-a215-286d31f9124e service neutron] Transition to ACTIVE for port object 348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 17:23:13.587723 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a51746a9-ab32-4364-81f8-6632d75e2878 req-0d3ef4d1-62b6-47d8-a215-286d31f9124e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:13.640728 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3ef4d1-62b6-47d8-a215-286d31f9124e service neutron] Pushing event updated for resources: {'Port': ['ID=348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:23:13.755718 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb037aa-0dae-42e7-bb14-9cb04896a425 req-a4aaa6ee-719e-476c-a936-7777c3c8ebd3 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:13.757291 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ccb037aa-0dae-42e7-bb14-9cb04896a425 req-a4aaa6ee-719e-476c-a936-7777c3c8ebd3 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ee16fb4-2abc-42fe-a63f-7eafc931e244 HTTP/1.1" status: 200 len: 944 time: 0.0902894 Dec 08 17:23:13.758547 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-a51746a9-ab32-4364-81f8-6632d75e2878 req-0d3ef4d1-62b6-47d8-a215-286d31f9124e service neutron] Attempting to bind port 348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:23:13.758885 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-a51746a9-ab32-4364-81f8-6632d75e2878 req-0d3ef4d1-62b6-47d8-a215-286d31f9124e service neutron] Attempting to bind port 348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': 'd06f6c95-adb1-43d4-9896-4ee03c4a71af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '627a3eeb-c749-4bfe-a83c-5d17bce91645'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:23:13.759216 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51746a9-ab32-4364-81f8-6632d75e2878 req-0d3ef4d1-62b6-47d8-a215-286d31f9124e service neutron] Attempting to bind port 348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb on network 627a3eeb-c749-4bfe-a83c-5d17bce91645 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:23:13.766039 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51746a9-ab32-4364-81f8-6632d75e2878 req-0d3ef4d1-62b6-47d8-a215-286d31f9124e service neutron] Port 348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb on network 627a3eeb-c749-4bfe-a83c-5d17bce91645 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 17:23:13.766902 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51746a9-ab32-4364-81f8-6632d75e2878 req-0d3ef4d1-62b6-47d8-a215-286d31f9124e service neutron] Attempting to bind port 348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb on network 627a3eeb-c749-4bfe-a83c-5d17bce91645 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:23:13.783685 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51746a9-ab32-4364-81f8-6632d75e2878 req-0d3ef4d1-62b6-47d8-a215-286d31f9124e service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:23:13.783950 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51746a9-ab32-4364-81f8-6632d75e2878 req-0d3ef4d1-62b6-47d8-a215-286d31f9124e service neutron] Checking segment: {'id': 'd06f6c95-adb1-43d4-9896-4ee03c4a71af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '627a3eeb-c749-4bfe-a83c-5d17bce91645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:23:13.784383 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51746a9-ab32-4364-81f8-6632d75e2878 req-0d3ef4d1-62b6-47d8-a215-286d31f9124e service neutron] Bound using segment: {'id': 'd06f6c95-adb1-43d4-9896-4ee03c4a71af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '627a3eeb-c749-4bfe-a83c-5d17bce91645'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:23:13.784812 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-a51746a9-ab32-4364-81f8-6632d75e2878 req-0d3ef4d1-62b6-47d8-a215-286d31f9124e service neutron] Bound port: 348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd06f6c95-adb1-43d4-9896-4ee03c4a71af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '627a3eeb-c749-4bfe-a83c-5d17bce91645'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:23:13.785179 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a51746a9-ab32-4364-81f8-6632d75e2878 req-0d3ef4d1-62b6-47d8-a215-286d31f9124e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:13.852262 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ccb037aa-0dae-42e7-bb14-9cb04896a425 req-9ffa16d8-4083-423a-b526-b37e421629a9 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e6e7d32-e370-4b30-868d-558a6e2797ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878696 Dec 08 17:23:13.877353 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-a51746a9-ab32-4364-81f8-6632d75e2878 req-0d3ef4d1-62b6-47d8-a215-286d31f9124e service neutron] For port 348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:23:13.880316 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-a51746a9-ab32-4364-81f8-6632d75e2878 req-0d3ef4d1-62b6-47d8-a215-286d31f9124e service neutron] For port 348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb,segment=NetworkSegment(d06f6c95-adb1-43d4-9896-4ee03c4a71af),segment_id=d06f6c95-adb1-43d4-9896-4ee03c4a71af)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:23:13.953678 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a51746a9-ab32-4364-81f8-6632d75e2878 req-0d3ef4d1-62b6-47d8-a215-286d31f9124e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:13.988735 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51746a9-ab32-4364-81f8-6632d75e2878 req-0d3ef4d1-62b6-47d8-a215-286d31f9124e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:13.989368 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-a51746a9-ab32-4364-81f8-6632d75e2878 req-0d3ef4d1-62b6-47d8-a215-286d31f9124e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:13.990778 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a51746a9-ab32-4364-81f8-6632d75e2878 req-0d3ef4d1-62b6-47d8-a215-286d31f9124e service neutron] 10.222.0.76 "PUT /v2.0/ports/348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb HTTP/1.1" status: 200 len: 1093 time: 0.8306007 Dec 08 17:23:13.991227 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ee16fb4-2abc-42fe-a63f-7eafc931e244', 'tag': '348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:23:13.993518 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33688f0a94a9db352de83aac38ec7a80f5ce35812a363759cff610bcc84c1346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac2acd5-31a7-4158-9f92-2324e501796c" -d '{"events": [{"name": "network-changed", "server_uuid": "3ee16fb4-2abc-42fe-a63f-7eafc931e244", "tag": "348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:23:14.024716 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3ef4d1-62b6-47d8-a215-286d31f9124e service neutron] Pushing event updated for resources: {'Port': ['ID=348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:23:14.037003 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1361395c-8c39-45c1-998a-5d2df2a29730 x-openstack-request-id: req-1361395c-8c39-45c1-998a-5d2df2a29730 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:23:14.037003 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ee16fb4-2abc-42fe-a63f-7eafc931e244", "tag": "348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:23:14.037215 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1361395c-8c39-45c1-998a-5d2df2a29730 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:23:14.037863 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ee16fb4-2abc-42fe-a63f-7eafc931e244', 'tag': '348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb', 'status': 'completed', 'code': 200} Dec 08 17:23:14.100510 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac2acd5-31a7-4158-9f92-2324e501796c req-0130e5a1-ed0f-4351-8bc3-034843020a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:14.102109 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-eac2acd5-31a7-4158-9f92-2324e501796c req-0130e5a1-ed0f-4351-8bc3-034843020a81 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d604cd6629ab480b9571d67f43656eec&device_id=3ee16fb4-2abc-42fe-a63f-7eafc931e244 HTTP/1.1" status: 200 len: 1096 time: 0.0450027 Dec 08 17:23:14.216704 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-bcbf91e4-454a-42cf-a706-afd02e90233c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:14.544564 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac2acd5-31a7-4158-9f92-2324e501796c req-154524a7-f71c-4ff5-9bc3-d71cb21e62e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:14.546046 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-eac2acd5-31a7-4158-9f92-2324e501796c req-154524a7-f71c-4ff5-9bc3-d71cb21e62e6 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=d604cd6629ab480b9571d67f43656eec&shared=False HTTP/1.1" status: 200 len: 898 time: 0.4351432 Dec 08 17:23:14.638599 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac2acd5-31a7-4158-9f92-2324e501796c req-540480b5-3518-40b4-9d24-668a925e4e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:14.640084 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-eac2acd5-31a7-4158-9f92-2324e501796c req-540480b5-3518-40b4-9d24-668a925e4e92 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0867875 Dec 08 17:23:14.721778 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51746a9-ab32-4364-81f8-6632d75e2878 req-106b26cf-93a6-4f6d-a33c-575cefe0d1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:14.723255 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a51746a9-ab32-4364-81f8-6632d75e2878 req-106b26cf-93a6-4f6d-a33c-575cefe0d1ba service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d604cd6629ab480b9571d67f43656eec&device_id=3ee16fb4-2abc-42fe-a63f-7eafc931e244 HTTP/1.1" status: 200 len: 1096 time: 0.0411365 Dec 08 17:23:14.769891 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a51746a9-ab32-4364-81f8-6632d75e2878 req-9660a011-f747-45fa-bd4f-857101317726 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb HTTP/1.1" status: 200 len: 217 time: 0.0376899 Dec 08 17:23:14.821052 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51746a9-ab32-4364-81f8-6632d75e2878 req-db2c03aa-5442-475d-9954-4a4b765f2821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:14.822547 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a51746a9-ab32-4364-81f8-6632d75e2878 req-db2c03aa-5442-475d-9954-4a4b765f2821 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=143ee206-a374-46b7-929c-b531b2cfba18 HTTP/1.1" status: 200 len: 835 time: 0.0464451 Dec 08 17:23:14.867927 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51746a9-ab32-4364-81f8-6632d75e2878 req-04970c7a-5b0c-4411-8da5-ed0389cbf342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:14.869444 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a51746a9-ab32-4364-81f8-6632d75e2878 req-04970c7a-5b0c-4411-8da5-ed0389cbf342 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=627a3eeb-c749-4bfe-a83c-5d17bce91645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402195 Dec 08 17:23:14.995182 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27b0f2-b0d6-478a-813e-54a6f970cb9f req-f0a5638f-ab0e-4e37-8107-3cc5e8d967c9 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:14.996675 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3a27b0f2-b0d6-478a-813e-54a6f970cb9f req-f0a5638f-ab0e-4e37-8107-3cc5e8d967c9 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ee16fb4-2abc-42fe-a63f-7eafc931e244 HTTP/1.1" status: 200 len: 944 time: 0.0751846 Dec 08 17:23:15.002026 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a51746a9-ab32-4364-81f8-6632d75e2878 req-db1c141e-6739-4176-9cf9-1927f2b23fd6 service neutron] 10.222.0.76 "GET /v2.0/networks/627a3eeb-c749-4bfe-a83c-5d17bce91645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250246 Dec 08 17:23:15.098754 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3a27b0f2-b0d6-478a-813e-54a6f970cb9f req-4d8c0b58-66b1-4949-80c5-173e5a0c9494 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e6e7d32-e370-4b30-868d-558a6e2797ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956836 Dec 08 17:23:15.125314 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a51746a9-ab32-4364-81f8-6632d75e2878 req-1a8083b5-7404-49b8-bc6b-85ffbb9c248c service neutron] 10.222.0.76 "GET /v2.0/networks/627a3eeb-c749-4bfe-a83c-5d17bce91645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158781 Dec 08 17:23:15.526893 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:16.221471 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c805e02-2533-4746-88da-e6a6ecfec0d6 req-0c43aba4-aaa8-49e9-a244-4bee02dcbeed tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:16.223003 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7c805e02-2533-4746-88da-e6a6ecfec0d6 req-0c43aba4-aaa8-49e9-a244-4bee02dcbeed tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ee16fb4-2abc-42fe-a63f-7eafc931e244 HTTP/1.1" status: 200 len: 944 time: 0.0539296 Dec 08 17:23:16.272619 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7c805e02-2533-4746-88da-e6a6ecfec0d6 req-2e734685-489c-4266-9748-155964ef211f tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e6e7d32-e370-4b30-868d-558a6e2797ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434723 Dec 08 17:23:17.050101 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:17.393980 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79bac8-c360-4208-9be0-746f901c8473 req-4040b58b-fe06-4e1e-a7c1-23035a65e60c tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:17.395450 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9f79bac8-c360-4208-9be0-746f901c8473 req-4040b58b-fe06-4e1e-a7c1-23035a65e60c tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ee16fb4-2abc-42fe-a63f-7eafc931e244 HTTP/1.1" status: 200 len: 944 time: 0.0522721 Dec 08 17:23:17.445329 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9f79bac8-c360-4208-9be0-746f901c8473 req-de91ece2-a39c-476f-85f0-9aca7a84f52c tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e6e7d32-e370-4b30-868d-558a6e2797ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433552 Dec 08 17:23:17.633531 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:18.050264 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 17:23:18.144008 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb,segment=NetworkSegment(d06f6c95-adb1-43d4-9896-4ee03c4a71af),segment_id=d06f6c95-adb1-43d4-9896-4ee03c4a71af)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:23:18.154849 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb', 'network_id': '627a3eeb-c749-4bfe-a83c-5d17bce91645', 'port_id': '348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb', 'mac_address': 'fa:16:3e:d2:32:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '143ee206-a374-46b7-929c-b531b2cfba18', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 17:23:18.190279 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:18.202430 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:23:18.222811 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb,segment=NetworkSegment(d06f6c95-adb1-43d4-9896-4ee03c4a71af),segment_id=d06f6c95-adb1-43d4-9896-4ee03c4a71af)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:23:18.275576 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:18.324676 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:23:18.558516 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e29da-6e46-4f39-8ae5-aa0e96edf6c2 req-0800148e-10f9-477c-9f5d-f9246adc46e8 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:18.560038 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d74e29da-6e46-4f39-8ae5-aa0e96edf6c2 req-0800148e-10f9-477c-9f5d-f9246adc46e8 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ee16fb4-2abc-42fe-a63f-7eafc931e244 HTTP/1.1" status: 200 len: 945 time: 0.0490444 Dec 08 17:23:18.609359 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d74e29da-6e46-4f39-8ae5-aa0e96edf6c2 req-fd679d08-72d7-40fa-91d3-c29f3efa5ff2 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e6e7d32-e370-4b30-868d-558a6e2797ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427890 Dec 08 17:23:18.653346 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:23:19.729863 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fce727-ca91-467b-b94d-95cf230a6d2c req-bef29628-6732-44d8-935a-6639fe67e57e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:19.731384 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-12fce727-ca91-467b-b94d-95cf230a6d2c req-bef29628-6732-44d8-935a-6639fe67e57e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ee16fb4-2abc-42fe-a63f-7eafc931e244 HTTP/1.1" status: 200 len: 945 time: 0.0545595 Dec 08 17:23:19.781614 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-12fce727-ca91-467b-b94d-95cf230a6d2c req-2b71412a-f061-45bc-b151-7ddf9343a9d4 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e6e7d32-e370-4b30-868d-558a6e2797ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440109 Dec 08 17:23:20.051135 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:23:20.155623 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port 348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 17:23:20.159685 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:23:20.160067 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:20.239375 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:20.261421 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ee16fb4-2abc-42fe-a63f-7eafc931e244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:23:20.264307 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e972d80ca4ba26e60ff2132fe6d2147b95d4377dec9e0b14df2e9cad1c1848da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d789b05-1f41-445c-a2e7-c3c364672f70" -d '{"events": [{"server_uuid": "3ee16fb4-2abc-42fe-a63f-7eafc931e244", "name": "network-vif-plugged", "status": "completed", "tag": "348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:23:20.275891 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb,segment=NetworkSegment(d06f6c95-adb1-43d4-9896-4ee03c4a71af),segment_id=d06f6c95-adb1-43d4-9896-4ee03c4a71af)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:23:20.330500 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:20.353515 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3aceaf9-94c6-41a9-89c6-c8d12a83f8e2 x-openstack-request-id: req-c3aceaf9-94c6-41a9-89c6-c8d12a83f8e2 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:23:20.353812 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ee16fb4-2abc-42fe-a63f-7eafc931e244", "name": "network-vif-plugged", "status": "completed", "tag": "348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:23:20.354071 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c3aceaf9-94c6-41a9-89c6-c8d12a83f8e2 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:23:20.354463 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ee16fb4-2abc-42fe-a63f-7eafc931e244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb', 'code': 200} Dec 08 17:23:20.382053 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:23:20.448855 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc8979a-105f-43c5-9630-c6ce5dde1cb8 req-aeca2b2f-4d3f-4525-b5e6-66b99d5d5d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:20.450346 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3dc8979a-105f-43c5-9630-c6ce5dde1cb8 req-aeca2b2f-4d3f-4525-b5e6-66b99d5d5d1a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3ee16fb4-2abc-42fe-a63f-7eafc931e244 HTTP/1.1" status: 200 len: 1098 time: 0.0403113 Dec 08 17:23:20.498143 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3dc8979a-105f-43c5-9630-c6ce5dde1cb8 req-c398fe9e-1899-492f-a482-b3af2f71039a service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=2e6e7d32-e370-4b30-868d-558a6e2797ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401452 Dec 08 17:23:20.904281 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f4aa07-3025-43e1-9155-aa158e4011d6 req-8bd08bad-a04f-41df-8cbe-7cd5fc26b7de tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:20.905777 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-31f4aa07-3025-43e1-9155-aa158e4011d6 req-8bd08bad-a04f-41df-8cbe-7cd5fc26b7de tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ee16fb4-2abc-42fe-a63f-7eafc931e244 HTTP/1.1" status: 200 len: 946 time: 0.0525336 Dec 08 17:23:20.955203 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-31f4aa07-3025-43e1-9155-aa158e4011d6 req-e4e753b4-32ee-44ea-afcd-fc3596a23d25 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e6e7d32-e370-4b30-868d-558a6e2797ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429053 Dec 08 17:23:22.073921 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8dfb3-3ca4-4bc9-839d-550d2878f0d2 req-2f75dee0-5ab7-4711-9e94-8f10d42d10c4 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:22.075428 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bce8dfb3-3ca4-4bc9-839d-550d2878f0d2 req-2f75dee0-5ab7-4711-9e94-8f10d42d10c4 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ee16fb4-2abc-42fe-a63f-7eafc931e244 HTTP/1.1" status: 200 len: 946 time: 0.0496898 Dec 08 17:23:22.131636 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bce8dfb3-3ca4-4bc9-839d-550d2878f0d2 req-9ff8bde8-70a0-420a-a7fa-30da7753978b tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e6e7d32-e370-4b30-868d-558a6e2797ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501170 Dec 08 17:23:22.253746 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183878c7-bb08-4646-93c5-e1b674b76ed0 req-a0b147d1-9f57-4bff-a57d-d7cbe83ad0c5 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:22.255278 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-183878c7-bb08-4646-93c5-e1b674b76ed0 req-a0b147d1-9f57-4bff-a57d-d7cbe83ad0c5 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ee16fb4-2abc-42fe-a63f-7eafc931e244 HTTP/1.1" status: 200 len: 946 time: 0.0500431 Dec 08 17:23:22.303796 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-183878c7-bb08-4646-93c5-e1b674b76ed0 req-38cf16dc-0e8c-45ab-bffe-7d770d86f950 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e6e7d32-e370-4b30-868d-558a6e2797ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424974 Dec 08 17:23:22.324547 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43416) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:23:22.364001 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813d0541-2aca-488c-a303-d22ad1dd2f09 tempest-TestNetworkAdvancedServerOps-171026067 tempest-TestNetworkAdvancedServerOps-171026067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:22.365529 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-813d0541-2aca-488c-a303-d22ad1dd2f09 tempest-TestNetworkAdvancedServerOps-171026067 tempest-TestNetworkAdvancedServerOps-171026067-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3ee16fb4-2abc-42fe-a63f-7eafc931e244 HTTP/1.1" status: 200 len: 1093 time: 0.0400059 Dec 08 17:23:22.368282 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43418) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:23:22.372651 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-0824f8da-be21-45f9-978b-9808c532d40d tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Request body: {'floatingip': {'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'port_id': '348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:23:22.450459 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0824f8da-be21-45f9-978b-9808c532d40d tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for floatingip, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:22.553822 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0824f8da-be21-45f9-978b-9808c532d40d tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:22.659890 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-0824f8da-be21-45f9-978b-9808c532d40d tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Allocated IP 172.25.0.148 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/d688e729-9f57-4627-9cb9-a5ac7ee29714) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:23:22.759615 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0824f8da-be21-45f9-978b-9808c532d40d tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:22.847676 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0824f8da-be21-45f9-978b-9808c532d40d tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:22.885520 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0824f8da-be21-45f9-978b-9808c532d40d tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:23:22.890260 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-0824f8da-be21-45f9-978b-9808c532d40d tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:23:22.894395 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0824f8da-be21-45f9-978b-9808c532d40d tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:23:22.899720 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0824f8da-be21-45f9-978b-9808c532d40d tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'Port': ['ID=d688e729-9f57-4627-9cb9-a5ac7ee29714,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:23:23.260832 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0824f8da-be21-45f9-978b-9808c532d40d tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:23.373598 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0824f8da-be21-45f9-978b-9808c532d40d tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:23.520864 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0824f8da-be21-45f9-978b-9808c532d40d tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:23.575885 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0824f8da-be21-45f9-978b-9808c532d40d tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:23.647288 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0824f8da-be21-45f9-978b-9808c532d40d tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event updated for resources: {'Port': ['ID=d688e729-9f57-4627-9cb9-a5ac7ee29714,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:23:23.659842 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0824f8da-be21-45f9-978b-9808c532d40d tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:23.765388 n-d-776250-12 neutron-server[110550]: INFO neutron.db.l3_db [None req-0824f8da-be21-45f9-978b-9808c532d40d tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Floating IP f8dfbeb9-c648-4afe-96ab-76d232f443d5 associated. External IP: 172.25.0.148, port: 348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb. Dec 08 17:23:23.974084 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0824f8da-be21-45f9-978b-9808c532d40d tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Router 849bb717-0525-489f-87f1-720f428a1bee has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:23:24.083278 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0824f8da-be21-45f9-978b-9808c532d40d tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:23:24.104503 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c304e7d-5121-4b56-8f32-b3538d648cd6 None None] Sync routers for ids ['849bb717-0525-489f-87f1-720f428a1bee'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:23:24.114953 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c304e7d-5121-4b56-8f32-b3538d648cd6 None None] Routers {'849bb717-0525-489f-87f1-720f428a1bee'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:23:24.117199 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-1c304e7d-5121-4b56-8f32-b3538d648cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:23:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['849bb717-0525-489f-87f1-720f428a1bee'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:23:24.184363 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0824f8da-be21-45f9-978b-9808c532d40d tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:24.215823 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-0824f8da-be21-45f9-978b-9808c532d40d tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8440385 Dec 08 17:23:24.215823 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ee16fb4-2abc-42fe-a63f-7eafc931e244', 'tag': '348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:23:24.216385 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33688f0a94a9db352de83aac38ec7a80f5ce35812a363759cff610bcc84c1346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adbfe4da-e09e-48fa-a5ba-b7702479f6fd" -d '{"events": [{"name": "network-changed", "server_uuid": "3ee16fb4-2abc-42fe-a63f-7eafc931e244", "tag": "348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:23:24.221141 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-1c304e7d-5121-4b56-8f32-b3538d648cd6 None None] Set router 849bb717-0525-489f-87f1-720f428a1bee gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:23:24.254837 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-460c3bd0-662d-4ac4-b008-b0041a6efa28 x-openstack-request-id: req-460c3bd0-662d-4ac4-b008-b0041a6efa28 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:23:24.255438 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ee16fb4-2abc-42fe-a63f-7eafc931e244", "tag": "348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:23:24.255884 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-460c3bd0-662d-4ac4-b008-b0041a6efa28 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:23:24.256526 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ee16fb4-2abc-42fe-a63f-7eafc931e244', 'tag': '348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb', 'status': 'completed', 'code': 200} Dec 08 17:23:24.314245 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f02d0c-d7d6-4cf5-bdb7-afe54731fbcd req-a82280b0-6f6c-427e-bfcf-96fb9f29c48e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:24.315922 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c3f02d0c-d7d6-4cf5-bdb7-afe54731fbcd req-a82280b0-6f6c-427e-bfcf-96fb9f29c48e tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ee16fb4-2abc-42fe-a63f-7eafc931e244 HTTP/1.1" status: 200 len: 946 time: 0.0533538 Dec 08 17:23:24.322000 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbfe4da-e09e-48fa-a5ba-b7702479f6fd req-65e95616-649f-405b-b2ee-85a917e89508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:24.323747 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-adbfe4da-e09e-48fa-a5ba-b7702479f6fd req-65e95616-649f-405b-b2ee-85a917e89508 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d604cd6629ab480b9571d67f43656eec&device_id=3ee16fb4-2abc-42fe-a63f-7eafc931e244 HTTP/1.1" status: 200 len: 1098 time: 0.0443161 Dec 08 17:23:24.369977 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c3f02d0c-d7d6-4cf5-bdb7-afe54731fbcd req-9bf59ff4-7427-43eb-8b85-45cee7f327c2 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e6e7d32-e370-4b30-868d-558a6e2797ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475554 Dec 08 17:23:24.393666 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43424) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:23:24.456072 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-1c304e7d-5121-4b56-8f32-b3538d648cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849bb717-0525-489f-87f1-720f428a1bee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984592044', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': '5e499639-0eb6-493d-89fe-4c28f50047ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:23:04Z', 'updated_at': '2021-12-08T17:23:08Z', 'revision_number': 4, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': '5e499639-0eb6-493d-89fe-4c28f50047ed', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:11:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849bb717-0525-489f-87f1-720f428a1bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:04Z', 'updated_at': '2021-12-08T17:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': 'f8dfbeb9-c648-4afe-96ab-76d232f443d5', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'floating_ip_address': '172.25.0.148', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '849bb717-0525-489f-87f1-720f428a1bee', 'port_id': '348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '627a3eeb-c749-4bfe-a83c-5d17bce91645', 'mac_address': 'fa:16:3e:d2:32:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee16fb4-2abc-42fe-a63f-7eafc931e244', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T17:23:23Z', 'updated_at': '2021-12-08T17:23:23Z', 'revision_number': 0, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2f87a7d-29ca-4be2-9b5f-dacf89099e1c', 'name': '', 'network_id': '627a3eeb-c749-4bfe-a83c-5d17bce91645', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'mac_address': 'fa:16:3e:d1:a7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849bb717-0525-489f-87f1-720f428a1bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '143ee206-a374-46b7-929c-b531b2cfba18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:08Z', 'updated_at': '2021-12-08T17:23:11Z', 'revision_number': 5, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'subnets': [{'id': '143ee206-a374-46b7-929c-b531b2cfba18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:23:24.464513 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbfe4da-e09e-48fa-a5ba-b7702479f6fd req-fe289835-32f9-4196-add2-c6070696eeff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:24.466005 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-adbfe4da-e09e-48fa-a5ba-b7702479f6fd req-fe289835-32f9-4196-add2-c6070696eeff service neutron] 10.222.0.76 "GET /v2.0/networks?id=627a3eeb-c749-4bfe-a83c-5d17bce91645 HTTP/1.1" status: 200 len: 898 time: 0.1341722 Dec 08 17:23:24.482472 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c304e7d-5121-4b56-8f32-b3538d648cd6 None None] Checking router: 849bb717-0525-489f-87f1-720f428a1bee for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:23:24.482666 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a7b8594f-f611-453e-8bca-fe029c9d3e79 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/floatingips/f8dfbeb9-c648-4afe-96ab-76d232f443d5 HTTP/1.1" status: 200 len: 992 time: 0.0879028 Dec 08 17:23:24.490975 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c304e7d-5121-4b56-8f32-b3538d648cd6 None None] Routers {'849bb717-0525-489f-87f1-720f428a1bee'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:23:24.491587 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-1c304e7d-5121-4b56-8f32-b3538d648cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:23:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['849bb717-0525-489f-87f1-720f428a1bee'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:23:24.538094 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-adbfe4da-e09e-48fa-a5ba-b7702479f6fd req-55f1f85b-d4a6-4ca7-8271-c10ba1bb266e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb HTTP/1.1" status: 200 len: 1000 time: 0.0632474 Dec 08 17:23:24.593826 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbfe4da-e09e-48fa-a5ba-b7702479f6fd req-f9a96501-1a36-49b6-976f-5c2cae1540bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:24.595482 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-adbfe4da-e09e-48fa-a5ba-b7702479f6fd req-f9a96501-1a36-49b6-976f-5c2cae1540bf service neutron] 10.222.0.76 "GET /v2.0/subnets?id=143ee206-a374-46b7-929c-b531b2cfba18 HTTP/1.1" status: 200 len: 835 time: 0.0506027 Dec 08 17:23:24.644392 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbfe4da-e09e-48fa-a5ba-b7702479f6fd req-8e5b68e4-02d1-4c2b-8d74-20498046635b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:24.645967 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-adbfe4da-e09e-48fa-a5ba-b7702479f6fd req-8e5b68e4-02d1-4c2b-8d74-20498046635b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=627a3eeb-c749-4bfe-a83c-5d17bce91645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436087 Dec 08 17:23:24.687782 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-1c304e7d-5121-4b56-8f32-b3538d648cd6 None None] Set router 849bb717-0525-489f-87f1-720f428a1bee gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:23:24.735935 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-adbfe4da-e09e-48fa-a5ba-b7702479f6fd req-2a9a054b-b547-415a-9b41-50c3060bd303 service neutron] 10.222.0.76 "GET /v2.0/networks/627a3eeb-c749-4bfe-a83c-5d17bce91645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819197 Dec 08 17:23:24.829563 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-adbfe4da-e09e-48fa-a5ba-b7702479f6fd req-fe4487f9-dccd-4944-aecf-4256dcba9250 service neutron] 10.222.0.76 "GET /v2.0/networks/627a3eeb-c749-4bfe-a83c-5d17bce91645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873117 Dec 08 17:23:24.909136 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-1c304e7d-5121-4b56-8f32-b3538d648cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849bb717-0525-489f-87f1-720f428a1bee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984592044', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': '5e499639-0eb6-493d-89fe-4c28f50047ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:23:04Z', 'updated_at': '2021-12-08T17:23:08Z', 'revision_number': 4, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': '5e499639-0eb6-493d-89fe-4c28f50047ed', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:11:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849bb717-0525-489f-87f1-720f428a1bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:04Z', 'updated_at': '2021-12-08T17:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': 'f8dfbeb9-c648-4afe-96ab-76d232f443d5', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'floating_ip_address': '172.25.0.148', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '849bb717-0525-489f-87f1-720f428a1bee', 'port_id': '348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '627a3eeb-c749-4bfe-a83c-5d17bce91645', 'mac_address': 'fa:16:3e:d2:32:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee16fb4-2abc-42fe-a63f-7eafc931e244', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T17:23:23Z', 'updated_at': '2021-12-08T17:23:23Z', 'revision_number': 0, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2f87a7d-29ca-4be2-9b5f-dacf89099e1c', 'name': '', 'network_id': '627a3eeb-c749-4bfe-a83c-5d17bce91645', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'mac_address': 'fa:16:3e:d1:a7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849bb717-0525-489f-87f1-720f428a1bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '143ee206-a374-46b7-929c-b531b2cfba18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:08Z', 'updated_at': '2021-12-08T17:23:11Z', 'revision_number': 5, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'subnets': [{'id': '143ee206-a374-46b7-929c-b531b2cfba18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:23:24.938744 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c304e7d-5121-4b56-8f32-b3538d648cd6 None None] The sync data for ids ['849bb717-0525-489f-87f1-720f428a1bee'] in n-d-776250-12 is: [{'id': '849bb717-0525-489f-87f1-720f428a1bee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984592044', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': '5e499639-0eb6-493d-89fe-4c28f50047ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:23:04Z', 'updated_at': '2021-12-08T17:23:08Z', 'revision_number': 4, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': '5e499639-0eb6-493d-89fe-4c28f50047ed', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:11:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849bb717-0525-489f-87f1-720f428a1bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:04Z', 'updated_at': '2021-12-08T17:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': 'f8dfbeb9-c648-4afe-96ab-76d232f443d5', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'floating_ip_address': '172.25.0.148', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '849bb717-0525-489f-87f1-720f428a1bee', 'port_id': '348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '627a3eeb-c749-4bfe-a83c-5d17bce91645', 'mac_address': 'fa:16:3e:d2:32:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee16fb4-2abc-42fe-a63f-7eafc931e244', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T17:23:23Z', 'updated_at': '2021-12-08T17:23:23Z', 'revision_number': 0, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2f87a7d-29ca-4be2-9b5f-dacf89099e1c', 'name': '', 'network_id': '627a3eeb-c749-4bfe-a83c-5d17bce91645', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'mac_address': 'fa:16:3e:d1:a7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849bb717-0525-489f-87f1-720f428a1bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '143ee206-a374-46b7-929c-b531b2cfba18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:08Z', 'updated_at': '2021-12-08T17:23:11Z', 'revision_number': 5, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'subnets': [{'id': '143ee206-a374-46b7-929c-b531b2cfba18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:23:25.136776 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717ac1d4-cd54-4bd2-b05d-9f5b6e07c171 None None] New status for floating IP f8dfbeb9-c648-4afe-96ab-76d232f443d5: ACTIVE {{(pid=110552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 17:23:25.486489 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43426) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:23:25.547586 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-aee99d42-6af3-4264-9ede-91239cdb92c3 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/floatingips/f8dfbeb9-c648-4afe-96ab-76d232f443d5 HTTP/1.1" status: 200 len: 994 time: 0.0598896 Dec 08 17:23:28.741030 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8f402086-526b-4b72-b5be-be0951bbc019 req-d97e8b69-cdeb-4e1d-a2ca-56488fdbac86 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3ee16fb4-2abc-42fe-a63f-7eafc931e244&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0449345 Dec 08 17:23:28.823636 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f402086-526b-4b72-b5be-be0951bbc019 req-2d5a8bcc-1ab5-4a2d-a23b-61686a593760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:28.825157 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8f402086-526b-4b72-b5be-be0951bbc019 req-2d5a8bcc-1ab5-4a2d-a23b-61686a593760 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d604cd6629ab480b9571d67f43656eec&device_id=3ee16fb4-2abc-42fe-a63f-7eafc931e244 HTTP/1.1" status: 200 len: 1098 time: 0.0405583 Dec 08 17:23:28.929083 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f402086-526b-4b72-b5be-be0951bbc019 req-accb6e63-e40a-41f1-b9ea-777cf5dc32d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:28.930561 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8f402086-526b-4b72-b5be-be0951bbc019 req-accb6e63-e40a-41f1-b9ea-777cf5dc32d1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=627a3eeb-c749-4bfe-a83c-5d17bce91645 HTTP/1.1" status: 200 len: 898 time: 0.0872891 Dec 08 17:23:28.999116 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8f402086-526b-4b72-b5be-be0951bbc019 req-a664f8d1-3d91-4700-a4bc-d93ff13a636a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb HTTP/1.1" status: 200 len: 1002 time: 0.0612826 Dec 08 17:23:29.049842 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f402086-526b-4b72-b5be-be0951bbc019 req-62a4c165-37cd-40c9-a472-d24c4e5419b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:29.051264 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8f402086-526b-4b72-b5be-be0951bbc019 req-62a4c165-37cd-40c9-a472-d24c4e5419b5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=143ee206-a374-46b7-929c-b531b2cfba18 HTTP/1.1" status: 200 len: 835 time: 0.0435679 Dec 08 17:23:29.095658 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f402086-526b-4b72-b5be-be0951bbc019 req-c2af6d04-6d92-4db4-a6b8-9846b3889592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:29.097160 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8f402086-526b-4b72-b5be-be0951bbc019 req-c2af6d04-6d92-4db4-a6b8-9846b3889592 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=627a3eeb-c749-4bfe-a83c-5d17bce91645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395927 Dec 08 17:23:29.206492 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8f402086-526b-4b72-b5be-be0951bbc019 req-5b842d4d-677e-41a6-9cc4-14e069dbeb14 service neutron] 10.222.0.76 "GET /v2.0/networks/627a3eeb-c749-4bfe-a83c-5d17bce91645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021781 Dec 08 17:23:29.295668 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8f402086-526b-4b72-b5be-be0951bbc019 req-dac3afa9-bbc4-4f2b-bbab-7c440a33e56c service neutron] 10.222.0.76 "GET /v2.0/networks/627a3eeb-c749-4bfe-a83c-5d17bce91645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825758 Dec 08 17:23:31.480905 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:23:35.439339 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:39.389800 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:40.478342 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [req-5a06eb34-5f21-4b84-b4bb-5e21f3a854d9 req-b6a4668d-aab2-4d11-80e9-9e5095f3a9f3 service neutron] (110550) timed out ('10.222.0.64', 38830) {{(pid=110550) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 17:23:41.452633 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d1028147-9017-490b-adcd-a80827d39e46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:44.198536 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-08e7de28-1231-4774-97eb-1120db5baa43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:45.555106 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:47.015238 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:47.655419 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:05.429363 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:08.479965 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:24:09.398241 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:11.474725 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-038d9ae5-6d9b-4989-9732-473c38cadcca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:14.200658 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c0dad03a-cf81-4934-9a77-3f425f5264c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:15.546456 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:17.017514 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:17.657814 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:28.524286 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39841c76-7cfc-4c67-a021-d06d5966a718 req-abaa556c-eb0b-4071-88af-9e2342374b40 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:24:28.525794 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-39841c76-7cfc-4c67-a021-d06d5966a718 req-abaa556c-eb0b-4071-88af-9e2342374b40 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ee16fb4-2abc-42fe-a63f-7eafc931e244 HTTP/1.1" status: 200 len: 946 time: 0.0565667 Dec 08 17:24:28.575626 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-39841c76-7cfc-4c67-a021-d06d5966a718 req-c9c459dc-2db6-4d4b-bdfd-8861411dddbc tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e6e7d32-e370-4b30-868d-558a6e2797ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438035 Dec 08 17:24:29.695384 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bcb906-c3c9-4e65-88a7-e8eb9a84ac04 req-6f65a18c-2666-4608-867d-9e533d0e0d30 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:24:29.697007 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e4bcb906-c3c9-4e65-88a7-e8eb9a84ac04 req-6f65a18c-2666-4608-867d-9e533d0e0d30 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ee16fb4-2abc-42fe-a63f-7eafc931e244 HTTP/1.1" status: 200 len: 946 time: 0.0505793 Dec 08 17:24:29.746882 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e4bcb906-c3c9-4e65-88a7-e8eb9a84ac04 req-828a452f-d2cc-43a5-8ca2-170e66868e9c tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e6e7d32-e370-4b30-868d-558a6e2797ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438890 Dec 08 17:24:30.759715 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e3914324-892e-4433-acb3-5793482be7ce req-bcf84a60-d747-44be-81d8-010e2b84bb1e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3ee16fb4-2abc-42fe-a63f-7eafc931e244&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0779023 Dec 08 17:24:30.877137 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3914324-892e-4433-acb3-5793482be7ce req-c5d3b1b4-0168-4749-a960-772431653113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:24:30.878609 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e3914324-892e-4433-acb3-5793482be7ce req-c5d3b1b4-0168-4749-a960-772431653113 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d604cd6629ab480b9571d67f43656eec&device_id=3ee16fb4-2abc-42fe-a63f-7eafc931e244 HTTP/1.1" status: 200 len: 1098 time: 0.0733914 Dec 08 17:24:30.891713 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f540954c-8ec2-40ab-bdfb-9c54fa07659d req-61a4f676-5fad-4aae-bf48-abf6f16c9a31 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:24:30.893193 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f540954c-8ec2-40ab-bdfb-9c54fa07659d req-61a4f676-5fad-4aae-bf48-abf6f16c9a31 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ee16fb4-2abc-42fe-a63f-7eafc931e244 HTTP/1.1" status: 200 len: 946 time: 0.0771885 Dec 08 17:24:30.999228 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f540954c-8ec2-40ab-bdfb-9c54fa07659d req-a6f4f398-a425-41c0-8c44-d28924c883a9 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e6e7d32-e370-4b30-868d-558a6e2797ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940850 Dec 08 17:24:31.016585 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3914324-892e-4433-acb3-5793482be7ce req-17505b77-95e2-4b07-bfc7-e555c7eb4a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:24:31.018052 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e3914324-892e-4433-acb3-5793482be7ce req-17505b77-95e2-4b07-bfc7-e555c7eb4a3a service neutron] 10.222.0.76 "GET /v2.0/networks?id=627a3eeb-c749-4bfe-a83c-5d17bce91645 HTTP/1.1" status: 200 len: 898 time: 0.1203754 Dec 08 17:24:31.021856 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43468) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:24:31.131577 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-7fa19f65-cebe-4f4a-8764-0ba734fed6eb tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/floatingips/f8dfbeb9-c648-4afe-96ab-76d232f443d5 HTTP/1.1" status: 200 len: 994 time: 0.1085553 Dec 08 17:24:31.133643 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e3914324-892e-4433-acb3-5793482be7ce req-43b61111-f004-4cf8-80fe-6962b3d5ad1e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb HTTP/1.1" status: 200 len: 1002 time: 0.1056218 Dec 08 17:24:31.186959 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3914324-892e-4433-acb3-5793482be7ce req-99077835-fc48-40d8-9705-e5a79098846c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:24:31.188411 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e3914324-892e-4433-acb3-5793482be7ce req-99077835-fc48-40d8-9705-e5a79098846c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=143ee206-a374-46b7-929c-b531b2cfba18 HTTP/1.1" status: 200 len: 835 time: 0.0469363 Dec 08 17:24:31.233259 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3914324-892e-4433-acb3-5793482be7ce req-49a8007c-4b9e-4361-ab8a-4b47d23a25b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:24:31.235012 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e3914324-892e-4433-acb3-5793482be7ce req-49a8007c-4b9e-4361-ab8a-4b47d23a25b1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=627a3eeb-c749-4bfe-a83c-5d17bce91645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399129 Dec 08 17:24:31.328916 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e3914324-892e-4433-acb3-5793482be7ce req-7e90bdf4-282b-4a70-ab40-07a4b3bf83d5 service neutron] 10.222.0.76 "GET /v2.0/networks/627a3eeb-c749-4bfe-a83c-5d17bce91645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866230 Dec 08 17:24:31.421856 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e3914324-892e-4433-acb3-5793482be7ce req-7144396c-71cd-41b0-b864-468f6912ed9d service neutron] 10.222.0.76 "GET /v2.0/networks/627a3eeb-c749-4bfe-a83c-5d17bce91645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864315 Dec 08 17:24:32.559643 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38130ad7-171e-46af-9b43-aaa33f7810c8 req-40d6bfd0-dd10-4df5-9fd1-bc3a10a6805b tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:24:32.561282 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-38130ad7-171e-46af-9b43-aaa33f7810c8 req-40d6bfd0-dd10-4df5-9fd1-bc3a10a6805b tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ee16fb4-2abc-42fe-a63f-7eafc931e244 HTTP/1.1" status: 200 len: 946 time: 0.0536575 Dec 08 17:24:32.613842 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-38130ad7-171e-46af-9b43-aaa33f7810c8 req-e387ffe9-bac6-4737-973b-77650e790f89 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e6e7d32-e370-4b30-868d-558a6e2797ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458417 Dec 08 17:24:32.650435 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6cfed3-58b3-4586-b65d-c7fd826332c6 req-903d4f19-68ec-43ed-a410-e7aa1671e45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:24:32.651973 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5b6cfed3-58b3-4586-b65d-c7fd826332c6 req-903d4f19-68ec-43ed-a410-e7aa1671e45b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d604cd6629ab480b9571d67f43656eec&device_id=3ee16fb4-2abc-42fe-a63f-7eafc931e244 HTTP/1.1" status: 200 len: 1098 time: 0.0435483 Dec 08 17:24:32.750644 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6cfed3-58b3-4586-b65d-c7fd826332c6 req-eeca1a6f-782b-476c-954a-e2fc12c47372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:24:32.752126 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5b6cfed3-58b3-4586-b65d-c7fd826332c6 req-eeca1a6f-782b-476c-954a-e2fc12c47372 service neutron] 10.222.0.76 "GET /v2.0/networks?id=627a3eeb-c749-4bfe-a83c-5d17bce91645 HTTP/1.1" status: 200 len: 898 time: 0.0932033 Dec 08 17:24:32.817857 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5b6cfed3-58b3-4586-b65d-c7fd826332c6 req-ef7e749d-bd8a-495d-bd02-174d37ff3a93 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb HTTP/1.1" status: 200 len: 1002 time: 0.0585554 Dec 08 17:24:32.865443 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6cfed3-58b3-4586-b65d-c7fd826332c6 req-ad2d4b50-e102-4c41-ab56-5c97d63a94c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:24:32.866850 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5b6cfed3-58b3-4586-b65d-c7fd826332c6 req-ad2d4b50-e102-4c41-ab56-5c97d63a94c2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=143ee206-a374-46b7-929c-b531b2cfba18 HTTP/1.1" status: 200 len: 835 time: 0.0427859 Dec 08 17:24:32.916454 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6cfed3-58b3-4586-b65d-c7fd826332c6 req-5f0070b4-fadf-402b-899d-8e0f6c63dddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:24:32.918162 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5b6cfed3-58b3-4586-b65d-c7fd826332c6 req-5f0070b4-fadf-402b-899d-8e0f6c63dddc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=627a3eeb-c749-4bfe-a83c-5d17bce91645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434129 Dec 08 17:24:33.332113 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5b6cfed3-58b3-4586-b65d-c7fd826332c6 req-ba6deff5-ff66-4936-8db9-132124c68b68 service neutron] 10.222.0.76 "GET /v2.0/networks/627a3eeb-c749-4bfe-a83c-5d17bce91645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4060214 Dec 08 17:24:33.422521 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5b6cfed3-58b3-4586-b65d-c7fd826332c6 req-7087955b-6f95-45df-ba5c-e13ce31a18de service neutron] 10.222.0.76 "GET /v2.0/networks/627a3eeb-c749-4bfe-a83c-5d17bce91645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840158 Dec 08 17:24:33.731540 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e909cf0-0573-4b19-8ede-ef5878e1b7b6 req-ff7ef771-f128-4c8f-9450-2c8b58ba38d8 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:24:33.733055 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1e909cf0-0573-4b19-8ede-ef5878e1b7b6 req-ff7ef771-f128-4c8f-9450-2c8b58ba38d8 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ee16fb4-2abc-42fe-a63f-7eafc931e244 HTTP/1.1" status: 200 len: 946 time: 0.0490525 Dec 08 17:24:33.782144 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1e909cf0-0573-4b19-8ede-ef5878e1b7b6 req-02d49818-e905-4ef1-90f4-bb9ef1371880 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e6e7d32-e370-4b30-868d-558a6e2797ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429330 Dec 08 17:24:34.896532 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a3ed6-89ae-435c-b05d-9decf0ca0ac8 req-d0469e75-a073-4732-8d80-3ff4bc65dba7 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:24:34.898034 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2d4a3ed6-89ae-435c-b05d-9decf0ca0ac8 req-d0469e75-a073-4732-8d80-3ff4bc65dba7 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ee16fb4-2abc-42fe-a63f-7eafc931e244 HTTP/1.1" status: 200 len: 946 time: 0.0489831 Dec 08 17:24:34.946960 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2d4a3ed6-89ae-435c-b05d-9decf0ca0ac8 req-a6242921-a0fe-408d-9197-6dca31d02c83 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e6e7d32-e370-4b30-868d-558a6e2797ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429800 Dec 08 17:24:34.968487 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43480) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:24:35.034456 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-855de166-6898-49a0-9d68-da8398d7d7ed tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/floatingips/f8dfbeb9-c648-4afe-96ab-76d232f443d5 HTTP/1.1" status: 200 len: 994 time: 0.0648289 Dec 08 17:24:35.290487 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43486) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:24:35.428886 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:35.448245 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-15eb2f74-7483-4994-b4ef-97be9ed25f1a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Deleting port d688e729-9f57-4627-9cb9-a5ac7ee29714 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:24:35.448601 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-15eb2f74-7483-4994-b4ef-97be9ed25f1a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:35.523568 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-15eb2f74-7483-4994-b4ef-97be9ed25f1a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:35.523896 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-15eb2f74-7483-4994-b4ef-97be9ed25f1a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:35.535476 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-15eb2f74-7483-4994-b4ef-97be9ed25f1a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Calling delete_port for d688e729-9f57-4627-9cb9-a5ac7ee29714 owned by network:floatingip {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:24:35.729003 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-15eb2f74-7483-4994-b4ef-97be9ed25f1a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:35.758691 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eb2f74-7483-4994-b4ef-97be9ed25f1a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event deleted for resources: {'Port': ['ID=d688e729-9f57-4627-9cb9-a5ac7ee29714,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:24:35.785143 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15eb2f74-7483-4994-b4ef-97be9ed25f1a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:24:35.785505 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15eb2f74-7483-4994-b4ef-97be9ed25f1a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:24:35.785858 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15eb2f74-7483-4994-b4ef-97be9ed25f1a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:24:35.786198 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15eb2f74-7483-4994-b4ef-97be9ed25f1a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:24:35.786542 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15eb2f74-7483-4994-b4ef-97be9ed25f1a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:24:35.786859 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15eb2f74-7483-4994-b4ef-97be9ed25f1a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:24:35.787190 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15eb2f74-7483-4994-b4ef-97be9ed25f1a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:24:35.787517 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15eb2f74-7483-4994-b4ef-97be9ed25f1a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:24:35.787844 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15eb2f74-7483-4994-b4ef-97be9ed25f1a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:24:35.788192 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15eb2f74-7483-4994-b4ef-97be9ed25f1a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:24:35.788533 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15eb2f74-7483-4994-b4ef-97be9ed25f1a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:24:35.788854 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15eb2f74-7483-4994-b4ef-97be9ed25f1a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:24:35.789174 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15eb2f74-7483-4994-b4ef-97be9ed25f1a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:24:35.829637 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-15eb2f74-7483-4994-b4ef-97be9ed25f1a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for floatingip, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:35.830090 n-d-776250-12 neutron-server[110551]: INFO neutron.db.l3_db [None req-15eb2f74-7483-4994-b4ef-97be9ed25f1a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Floating IP f8dfbeb9-c648-4afe-96ab-76d232f443d5 disassociated (deleted). External IP: 172.25.0.148, port: 348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb. Dec 08 17:24:36.036390 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15eb2f74-7483-4994-b4ef-97be9ed25f1a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Router 849bb717-0525-489f-87f1-720f428a1bee has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:24:36.144658 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15eb2f74-7483-4994-b4ef-97be9ed25f1a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:24:36.149513 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-15eb2f74-7483-4994-b4ef-97be9ed25f1a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:36.155225 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab94be25-abbe-42e4-afb6-a3a2eb737c11 None None] Sync routers for ids ['849bb717-0525-489f-87f1-720f428a1bee'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:24:36.165482 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab94be25-abbe-42e4-afb6-a3a2eb737c11 None None] Routers {'849bb717-0525-489f-87f1-720f428a1bee'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:24:36.166091 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-ab94be25-abbe-42e4-afb6-a3a2eb737c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:24:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['849bb717-0525-489f-87f1-720f428a1bee'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:24:36.180115 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-15eb2f74-7483-4994-b4ef-97be9ed25f1a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "DELETE /v2.0/floatingips/f8dfbeb9-c648-4afe-96ab-76d232f443d5 HTTP/1.1" status: 204 len: 168 time: 0.8860867 Dec 08 17:24:36.180115 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ee16fb4-2abc-42fe-a63f-7eafc931e244', 'tag': '348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:24:36.180709 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86075ce93fb9518fb172f9d68d0141635fee78bb333cdf1a66291bc46e2f6896" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8171be60-f3cd-47d9-bc2c-31c543b1ed6c" -d '{"events": [{"name": "network-changed", "server_uuid": "3ee16fb4-2abc-42fe-a63f-7eafc931e244", "tag": "348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:24:36.284485 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-ab94be25-abbe-42e4-afb6-a3a2eb737c11 None None] Set router 849bb717-0525-489f-87f1-720f428a1bee gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:24:36.293679 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068023e1-7a15-446f-b45a-f0a1ec65c0dc x-openstack-request-id: req-068023e1-7a15-446f-b45a-f0a1ec65c0dc {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:24:36.293979 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ee16fb4-2abc-42fe-a63f-7eafc931e244", "tag": "348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:24:36.294244 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-068023e1-7a15-446f-b45a-f0a1ec65c0dc {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:24:36.294655 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ee16fb4-2abc-42fe-a63f-7eafc931e244', 'tag': '348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb', 'status': 'completed', 'code': 200} Dec 08 17:24:36.357807 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8171be60-f3cd-47d9-bc2c-31c543b1ed6c req-24e2b757-4768-4e8d-b23a-20f7f67a7442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:24:36.360395 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8171be60-f3cd-47d9-bc2c-31c543b1ed6c req-24e2b757-4768-4e8d-b23a-20f7f67a7442 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d604cd6629ab480b9571d67f43656eec&device_id=3ee16fb4-2abc-42fe-a63f-7eafc931e244 HTTP/1.1" status: 200 len: 1098 time: 0.0422637 Dec 08 17:24:36.456543 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8171be60-f3cd-47d9-bc2c-31c543b1ed6c req-ebf3d00f-ecee-41d6-a5d9-101270f7ef6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:24:36.458537 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8171be60-f3cd-47d9-bc2c-31c543b1ed6c req-ebf3d00f-ecee-41d6-a5d9-101270f7ef6c service neutron] 10.222.0.76 "GET /v2.0/networks?id=627a3eeb-c749-4bfe-a83c-5d17bce91645 HTTP/1.1" status: 200 len: 898 time: 0.0903437 Dec 08 17:24:36.486630 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-ab94be25-abbe-42e4-afb6-a3a2eb737c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849bb717-0525-489f-87f1-720f428a1bee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984592044', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': '5e499639-0eb6-493d-89fe-4c28f50047ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:23:04Z', 'updated_at': '2021-12-08T17:23:08Z', 'revision_number': 4, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': '5e499639-0eb6-493d-89fe-4c28f50047ed', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:11:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849bb717-0525-489f-87f1-720f428a1bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:04Z', 'updated_at': '2021-12-08T17:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'd2f87a7d-29ca-4be2-9b5f-dacf89099e1c', 'name': '', 'network_id': '627a3eeb-c749-4bfe-a83c-5d17bce91645', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'mac_address': 'fa:16:3e:d1:a7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849bb717-0525-489f-87f1-720f428a1bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '143ee206-a374-46b7-929c-b531b2cfba18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:08Z', 'updated_at': '2021-12-08T17:23:11Z', 'revision_number': 5, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'subnets': [{'id': '143ee206-a374-46b7-929c-b531b2cfba18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:24:36.505726 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8171be60-f3cd-47d9-bc2c-31c543b1ed6c req-bb418305-8a10-4ae0-8826-81318bd7aa7c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb HTTP/1.1" status: 200 len: 217 time: 0.0371919 Dec 08 17:24:36.513496 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab94be25-abbe-42e4-afb6-a3a2eb737c11 None None] Checking router: 849bb717-0525-489f-87f1-720f428a1bee for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:24:36.523462 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab94be25-abbe-42e4-afb6-a3a2eb737c11 None None] Routers {'849bb717-0525-489f-87f1-720f428a1bee'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:24:36.524060 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-ab94be25-abbe-42e4-afb6-a3a2eb737c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:24:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['849bb717-0525-489f-87f1-720f428a1bee'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:24:36.558105 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8171be60-f3cd-47d9-bc2c-31c543b1ed6c req-b5044ee1-dbc9-4354-9d73-59bfffa90421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:24:36.559607 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8171be60-f3cd-47d9-bc2c-31c543b1ed6c req-b5044ee1-dbc9-4354-9d73-59bfffa90421 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=143ee206-a374-46b7-929c-b531b2cfba18 HTTP/1.1" status: 200 len: 835 time: 0.0470645 Dec 08 17:24:36.634901 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-ab94be25-abbe-42e4-afb6-a3a2eb737c11 None None] Set router 849bb717-0525-489f-87f1-720f428a1bee gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:24:36.650145 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8171be60-f3cd-47d9-bc2c-31c543b1ed6c req-8c0d9404-3700-47b9-8ccb-710306217c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:24:36.651666 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8171be60-f3cd-47d9-bc2c-31c543b1ed6c req-8c0d9404-3700-47b9-8ccb-710306217c6a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=627a3eeb-c749-4bfe-a83c-5d17bce91645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0763547 Dec 08 17:24:36.664619 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e980c15a-c33d-4989-8bb1-9534b9a0aad0 req-e33f418f-9257-4aca-8fe9-4b01e047458a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:24:36.666418 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e980c15a-c33d-4989-8bb1-9534b9a0aad0 req-e33f418f-9257-4aca-8fe9-4b01e047458a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ee16fb4-2abc-42fe-a63f-7eafc931e244 HTTP/1.1" status: 200 len: 946 time: 0.0601439 Dec 08 17:24:36.771435 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e980c15a-c33d-4989-8bb1-9534b9a0aad0 req-55f8ed56-d874-405b-a52e-24d6354eb12c tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e6e7d32-e370-4b30-868d-558a6e2797ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967669 Dec 08 17:24:36.792707 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8171be60-f3cd-47d9-bc2c-31c543b1ed6c req-9640ee77-835e-4fa3-86b5-d2e847554ae5 service neutron] 10.222.0.76 "GET /v2.0/networks/627a3eeb-c749-4bfe-a83c-5d17bce91645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240807 Dec 08 17:24:36.834650 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-ab94be25-abbe-42e4-afb6-a3a2eb737c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849bb717-0525-489f-87f1-720f428a1bee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984592044', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': '5e499639-0eb6-493d-89fe-4c28f50047ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:23:04Z', 'updated_at': '2021-12-08T17:23:08Z', 'revision_number': 4, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': '5e499639-0eb6-493d-89fe-4c28f50047ed', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:11:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849bb717-0525-489f-87f1-720f428a1bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:04Z', 'updated_at': '2021-12-08T17:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'd2f87a7d-29ca-4be2-9b5f-dacf89099e1c', 'name': '', 'network_id': '627a3eeb-c749-4bfe-a83c-5d17bce91645', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'mac_address': 'fa:16:3e:d1:a7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849bb717-0525-489f-87f1-720f428a1bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '143ee206-a374-46b7-929c-b531b2cfba18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:08Z', 'updated_at': '2021-12-08T17:23:11Z', 'revision_number': 5, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'subnets': [{'id': '143ee206-a374-46b7-929c-b531b2cfba18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:24:36.860684 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab94be25-abbe-42e4-afb6-a3a2eb737c11 None None] The sync data for ids ['849bb717-0525-489f-87f1-720f428a1bee'] in n-d-776250-12 is: [{'id': '849bb717-0525-489f-87f1-720f428a1bee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984592044', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': '5e499639-0eb6-493d-89fe-4c28f50047ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:23:04Z', 'updated_at': '2021-12-08T17:23:08Z', 'revision_number': 4, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': '5e499639-0eb6-493d-89fe-4c28f50047ed', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:11:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849bb717-0525-489f-87f1-720f428a1bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:04Z', 'updated_at': '2021-12-08T17:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'd2f87a7d-29ca-4be2-9b5f-dacf89099e1c', 'name': '', 'network_id': '627a3eeb-c749-4bfe-a83c-5d17bce91645', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'mac_address': 'fa:16:3e:d1:a7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849bb717-0525-489f-87f1-720f428a1bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '143ee206-a374-46b7-929c-b531b2cfba18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:08Z', 'updated_at': '2021-12-08T17:23:11Z', 'revision_number': 5, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'subnets': [{'id': '143ee206-a374-46b7-929c-b531b2cfba18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:24:36.887661 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8171be60-f3cd-47d9-bc2c-31c543b1ed6c req-362bcc8d-72b7-430d-95ee-72f57ad53bbb service neutron] 10.222.0.76 "GET /v2.0/networks/627a3eeb-c749-4bfe-a83c-5d17bce91645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869792 Dec 08 17:24:37.096508 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595cd0d8-ef89-44ed-b258-1097bb07ef95 None None] New status for floating IP f8dfbeb9-c648-4afe-96ab-76d232f443d5: DOWN {{(pid=110552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 17:24:37.889230 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e8ebda-5861-41f5-a6c8-36fbd36f5639 req-e4ef2500-8126-4195-96ef-134dd253467b tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:24:37.890725 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-68e8ebda-5861-41f5-a6c8-36fbd36f5639 req-e4ef2500-8126-4195-96ef-134dd253467b tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ee16fb4-2abc-42fe-a63f-7eafc931e244 HTTP/1.1" status: 200 len: 946 time: 0.0493631 Dec 08 17:24:37.940970 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-68e8ebda-5861-41f5-a6c8-36fbd36f5639 req-92be30d4-3dc7-47e2-b7cc-17f64b6ccf47 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e6e7d32-e370-4b30-868d-558a6e2797ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442879 Dec 08 17:24:38.401731 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f82ca44-414f-4cde-9c29-8501e9810ae1 req-597d510d-36c7-4c18-b4e7-19b076e8190b tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:24:38.403092 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5f82ca44-414f-4cde-9c29-8501e9810ae1 req-597d510d-36c7-4c18-b4e7-19b076e8190b tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ee16fb4-2abc-42fe-a63f-7eafc931e244 HTTP/1.1" status: 200 len: 946 time: 0.0482581 Dec 08 17:24:38.496486 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-5f82ca44-414f-4cde-9c29-8501e9810ae1 req-c9c75004-887a-4a9f-8d1a-04d496b7aa1b tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Deleting port 348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:24:38.496890 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5f82ca44-414f-4cde-9c29-8501e9810ae1 req-c9c75004-887a-4a9f-8d1a-04d496b7aa1b tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:38.583973 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-5f82ca44-414f-4cde-9c29-8501e9810ae1 req-c9c75004-887a-4a9f-8d1a-04d496b7aa1b tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] For port 348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb,segment=NetworkSegment(d06f6c95-adb1-43d4-9896-4ee03c4a71af),segment_id=d06f6c95-adb1-43d4-9896-4ee03c4a71af)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:24:38.584381 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5f82ca44-414f-4cde-9c29-8501e9810ae1 req-c9c75004-887a-4a9f-8d1a-04d496b7aa1b tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:38.597017 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-5f82ca44-414f-4cde-9c29-8501e9810ae1 req-c9c75004-887a-4a9f-8d1a-04d496b7aa1b tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Calling delete_port for 348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:24:38.797518 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5f82ca44-414f-4cde-9c29-8501e9810ae1 req-c9c75004-887a-4a9f-8d1a-04d496b7aa1b tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:38.827816 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c75004-887a-4a9f-8d1a-04d496b7aa1b tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event deleted for resources: {'Port': ['ID=348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:24:38.853194 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c75004-887a-4a9f-8d1a-04d496b7aa1b tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:24:38.853563 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c75004-887a-4a9f-8d1a-04d496b7aa1b tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:24:38.853927 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c75004-887a-4a9f-8d1a-04d496b7aa1b tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:24:38.854276 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c75004-887a-4a9f-8d1a-04d496b7aa1b tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:24:38.854621 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c75004-887a-4a9f-8d1a-04d496b7aa1b tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:24:38.854964 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c75004-887a-4a9f-8d1a-04d496b7aa1b tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:24:38.855306 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c75004-887a-4a9f-8d1a-04d496b7aa1b tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:24:38.855646 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c75004-887a-4a9f-8d1a-04d496b7aa1b tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:24:38.855983 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c75004-887a-4a9f-8d1a-04d496b7aa1b tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:24:38.856350 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c75004-887a-4a9f-8d1a-04d496b7aa1b tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:24:38.856686 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c75004-887a-4a9f-8d1a-04d496b7aa1b tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:24:38.857017 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c75004-887a-4a9f-8d1a-04d496b7aa1b tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:24:38.857350 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c75004-887a-4a9f-8d1a-04d496b7aa1b tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:24:38.884161 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f82ca44-414f-4cde-9c29-8501e9810ae1 req-c9c75004-887a-4a9f-8d1a-04d496b7aa1b tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] No DVR routers for this DVR port 348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:24:38.886757 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5f82ca44-414f-4cde-9c29-8501e9810ae1 req-c9c75004-887a-4a9f-8d1a-04d496b7aa1b tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:38.890275 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5f82ca44-414f-4cde-9c29-8501e9810ae1 req-c9c75004-887a-4a9f-8d1a-04d496b7aa1b tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.76 "DELETE /v2.0/ports/348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb HTTP/1.1" status: 204 len: 173 time: 0.4784489 Dec 08 17:24:38.890721 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ee16fb4-2abc-42fe-a63f-7eafc931e244', 'name': 'network-vif-deleted', 'tag': '348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:24:38.893094 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33688f0a94a9db352de83aac38ec7a80f5ce35812a363759cff610bcc84c1346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c30fa1-e05c-4ab9-9e9f-3f7ec6767739" -d '{"events": [{"server_uuid": "3ee16fb4-2abc-42fe-a63f-7eafc931e244", "name": "network-vif-deleted", "tag": "348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:24:38.929181 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f7784db-01ca-4b3f-894d-9ff2e54cb262 x-openstack-request-id: req-1f7784db-01ca-4b3f-894d-9ff2e54cb262 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:24:38.933870 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ee16fb4-2abc-42fe-a63f-7eafc931e244", "name": "network-vif-deleted", "tag": "348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:24:38.933870 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1f7784db-01ca-4b3f-894d-9ff2e54cb262 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:24:38.933870 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ee16fb4-2abc-42fe-a63f-7eafc931e244', 'name': 'network-vif-deleted', 'tag': '348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb', 'status': 'completed', 'code': 200} Dec 08 17:24:39.037747 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-93869ede-c379-4390-85fd-32de2d28328b req-c83ba3d9-d8df-419d-b2b3-9f319335331d tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ee16fb4-2abc-42fe-a63f-7eafc931e244 HTTP/1.1" status: 200 len: 210 time: 0.0280588 Dec 08 17:24:39.468516 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:40.094694 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43506) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:24:40.456426 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9ffb0931-6f8b-44b7-9dd6-6dd8ec5d5d5f tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:40.703723 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-9ffb0931-6f8b-44b7-9dd6-6dd8ec5d5d5f tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Deleting port d2f87a7d-29ca-4be2-9b5f-dacf89099e1c {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:24:40.704061 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9ffb0931-6f8b-44b7-9dd6-6dd8ec5d5d5f tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:40.789450 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-9ffb0931-6f8b-44b7-9dd6-6dd8ec5d5d5f tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] For port d2f87a7d-29ca-4be2-9b5f-dacf89099e1c, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=d2f87a7d-29ca-4be2-9b5f-dacf89099e1c,segment=NetworkSegment(d06f6c95-adb1-43d4-9896-4ee03c4a71af),segment_id=d06f6c95-adb1-43d4-9896-4ee03c4a71af)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:24:40.789816 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9ffb0931-6f8b-44b7-9dd6-6dd8ec5d5d5f tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:40.802881 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-9ffb0931-6f8b-44b7-9dd6-6dd8ec5d5d5f tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Calling delete_port for d2f87a7d-29ca-4be2-9b5f-dacf89099e1c owned by network:router_interface {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:24:41.386250 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9ffb0931-6f8b-44b7-9dd6-6dd8ec5d5d5f tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:41.415566 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffb0931-6f8b-44b7-9dd6-6dd8ec5d5d5f tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event deleted for resources: {'Port': ['ID=d2f87a7d-29ca-4be2-9b5f-dacf89099e1c,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:24:41.488879 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-96723b4c-e18d-48ff-b51f-36b37e30ac57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:41.587343 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9ffb0931-6f8b-44b7-9dd6-6dd8ec5d5d5f tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:41.802378 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ffb0931-6f8b-44b7-9dd6-6dd8ec5d5d5f tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Router 849bb717-0525-489f-87f1-720f428a1bee has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:24:41.907871 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ffb0931-6f8b-44b7-9dd6-6dd8ec5d5d5f tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:24:41.913595 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-9ffb0931-6f8b-44b7-9dd6-6dd8ec5d5d5f tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "PUT /v2.0/routers/849bb717-0525-489f-87f1-720f428a1bee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8178098 Dec 08 17:24:41.916165 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43510) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:24:41.919909 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43f2a0b-8be4-44f0-b5f2-09a7845d7637 None None] Sync routers for ids ['849bb717-0525-489f-87f1-720f428a1bee'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:24:41.930679 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43f2a0b-8be4-44f0-b5f2-09a7845d7637 None None] Routers {'849bb717-0525-489f-87f1-720f428a1bee'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:24:41.931284 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-f43f2a0b-8be4-44f0-b5f2-09a7845d7637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:24:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['849bb717-0525-489f-87f1-720f428a1bee'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:24:41.967600 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-b26d86ca-6b0b-4dd2-920c-208b6129e608 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Deleting subnet 143ee206-a374-46b7-929c-b531b2cfba18 {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 17:24:41.970812 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b26d86ca-6b0b-4dd2-920c-208b6129e608 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:42.011032 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b26d86ca-6b0b-4dd2-920c-208b6129e608 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:42.035733 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-f43f2a0b-8be4-44f0-b5f2-09a7845d7637 None None] Set router 849bb717-0525-489f-87f1-720f428a1bee gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:24:42.097166 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b26d86ca-6b0b-4dd2-920c-208b6129e608 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:42.214164 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-f43f2a0b-8be4-44f0-b5f2-09a7845d7637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849bb717-0525-489f-87f1-720f428a1bee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984592044', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': '5e499639-0eb6-493d-89fe-4c28f50047ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:23:04Z', 'updated_at': '2021-12-08T17:24:41Z', 'revision_number': 5, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': '5e499639-0eb6-493d-89fe-4c28f50047ed', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:11:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849bb717-0525-489f-87f1-720f428a1bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:04Z', 'updated_at': '2021-12-08T17:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:24:42.224270 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b26d86ca-6b0b-4dd2-920c-208b6129e608 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:42.252621 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26d86ca-6b0b-4dd2-920c-208b6129e608 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event deleted for resources: {'Subnet': ['ID=143ee206-a374-46b7-929c-b531b2cfba18,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:24:42.263060 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-b26d86ca-6b0b-4dd2-920c-208b6129e608 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:42.266798 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-b26d86ca-6b0b-4dd2-920c-208b6129e608 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "DELETE /v2.0/subnets/143ee206-a374-46b7-929c-b531b2cfba18 HTTP/1.1" status: 204 len: 168 time: 0.3494930 Dec 08 17:24:42.269942 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43512) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:24:42.272564 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75213d2-1705-49c5-b3f7-53ea4ddacc9d None None] Network 627a3eeb-c749-4bfe-a83c-5d17bce91645 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:24:42.337503 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43f2a0b-8be4-44f0-b5f2-09a7845d7637 None None] Checking router: 849bb717-0525-489f-87f1-720f428a1bee for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:24:42.345921 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43f2a0b-8be4-44f0-b5f2-09a7845d7637 None None] Routers {'849bb717-0525-489f-87f1-720f428a1bee'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:24:42.346526 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-f43f2a0b-8be4-44f0-b5f2-09a7845d7637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:24:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['849bb717-0525-489f-87f1-720f428a1bee'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:24:42.361672 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:24:42.388077 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: 348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:24:42.388484 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 348e9ca0-9e0a-4bf7-83b1-9e8e1d5e02fb not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:24:42.393547 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7fb331df-6e5c-4ade-a025-9c62beb134b1 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for router, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:42.455680 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-f43f2a0b-8be4-44f0-b5f2-09a7845d7637 None None] Set router 849bb717-0525-489f-87f1-720f428a1bee gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:24:42.471854 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50af5df2-2275-4bda-9f9d-64934349d39b None None] DHCP port deletion for 627a3eeb-c749-4bfe-a83c-5d17bce91645 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:24:42.508163 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7fb331df-6e5c-4ade-a025-9c62beb134b1 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:42.522999 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-50af5df2-2275-4bda-9f9d-64934349d39b None None] Deleting port 95d130d2-39c5-4529-b275-84df99814bd0 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:24:42.525256 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-50af5df2-2275-4bda-9f9d-64934349d39b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:42.588508 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-50af5df2-2275-4bda-9f9d-64934349d39b None None] For port 95d130d2-39c5-4529-b275-84df99814bd0, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=95d130d2-39c5-4529-b275-84df99814bd0,segment=NetworkSegment(d06f6c95-adb1-43d4-9896-4ee03c4a71af),segment_id=d06f6c95-adb1-43d4-9896-4ee03c4a71af)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:24:42.588822 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-50af5df2-2275-4bda-9f9d-64934349d39b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:42.603513 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-50af5df2-2275-4bda-9f9d-64934349d39b None None] Calling delete_port for 95d130d2-39c5-4529-b275-84df99814bd0 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:24:42.613245 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-7fb331df-6e5c-4ade-a025-9c62beb134b1 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Deleting port 5e499639-0eb6-493d-89fe-4c28f50047ed {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:24:42.613815 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7fb331df-6e5c-4ade-a025-9c62beb134b1 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:42.640312 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-f43f2a0b-8be4-44f0-b5f2-09a7845d7637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849bb717-0525-489f-87f1-720f428a1bee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984592044', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': '5e499639-0eb6-493d-89fe-4c28f50047ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:23:04Z', 'updated_at': '2021-12-08T17:24:41Z', 'revision_number': 5, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': '5e499639-0eb6-493d-89fe-4c28f50047ed', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:11:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849bb717-0525-489f-87f1-720f428a1bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:04Z', 'updated_at': '2021-12-08T17:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:24:42.671898 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43f2a0b-8be4-44f0-b5f2-09a7845d7637 None None] The sync data for ids ['849bb717-0525-489f-87f1-720f428a1bee'] in n-d-776250-12 is: [{'id': '849bb717-0525-489f-87f1-720f428a1bee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-984592044', 'tenant_id': 'd604cd6629ab480b9571d67f43656eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': '5e499639-0eb6-493d-89fe-4c28f50047ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:23:04Z', 'updated_at': '2021-12-08T17:24:41Z', 'revision_number': 5, 'project_id': 'd604cd6629ab480b9571d67f43656eec', 'gw_port': {'id': '5e499639-0eb6-493d-89fe-4c28f50047ed', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:11:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849bb717-0525-489f-87f1-720f428a1bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:04Z', 'updated_at': '2021-12-08T17:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:24:42.697314 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-7fb331df-6e5c-4ade-a025-9c62beb134b1 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] For port 5e499639-0eb6-493d-89fe-4c28f50047ed, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=5e499639-0eb6-493d-89fe-4c28f50047ed,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:24:42.697600 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7fb331df-6e5c-4ade-a025-9c62beb134b1 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:42.710526 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-7fb331df-6e5c-4ade-a025-9c62beb134b1 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Calling delete_port for 5e499639-0eb6-493d-89fe-4c28f50047ed owned by network:router_gateway {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:24:42.765602 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-50af5df2-2275-4bda-9f9d-64934349d39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:42.794613 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50af5df2-2275-4bda-9f9d-64934349d39b None None] No DVR routers for this DVR port 95d130d2-39c5-4529-b275-84df99814bd0 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:24:42.804001 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50af5df2-2275-4bda-9f9d-64934349d39b None None] Pushing event deleted for resources: {'Port': ['ID=95d130d2-39c5-4529-b275-84df99814bd0,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:24:42.807801 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50af5df2-2275-4bda-9f9d-64934349d39b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:24:42.808148 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50af5df2-2275-4bda-9f9d-64934349d39b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:24:42.818498 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50af5df2-2275-4bda-9f9d-64934349d39b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:24:42.818498 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50af5df2-2275-4bda-9f9d-64934349d39b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:24:42.818498 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50af5df2-2275-4bda-9f9d-64934349d39b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:24:42.818498 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50af5df2-2275-4bda-9f9d-64934349d39b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:24:42.818498 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50af5df2-2275-4bda-9f9d-64934349d39b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:24:42.818498 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50af5df2-2275-4bda-9f9d-64934349d39b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:24:42.818498 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50af5df2-2275-4bda-9f9d-64934349d39b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:24:42.818498 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50af5df2-2275-4bda-9f9d-64934349d39b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:24:42.818498 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50af5df2-2275-4bda-9f9d-64934349d39b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:24:42.818498 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50af5df2-2275-4bda-9f9d-64934349d39b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:24:42.818498 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50af5df2-2275-4bda-9f9d-64934349d39b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:24:42.948703 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7fb331df-6e5c-4ade-a025-9c62beb134b1 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:42.972562 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb331df-6e5c-4ade-a025-9c62beb134b1 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event deleted for resources: {'Port': ['ID=5e499639-0eb6-493d-89fe-4c28f50047ed,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:24:42.987958 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e414d37c-e668-4d14-abd8-beaa6a68952f None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:24:43.035677 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7fb331df-6e5c-4ade-a025-9c62beb134b1 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:43.135614 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7fb331df-6e5c-4ade-a025-9c62beb134b1 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:43.137880 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7fb331df-6e5c-4ade-a025-9c62beb134b1 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:43.245951 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7fb331df-6e5c-4ade-a025-9c62beb134b1 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:43.246498 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb331df-6e5c-4ade-a025-9c62beb134b1 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Fanout notify agent at l3_agent the message router_deleted on router 849bb717-0525-489f-87f1-720f428a1bee {{(pid=110551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 17:24:43.256650 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7fb331df-6e5c-4ade-a025-9c62beb134b1 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:43.256650 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-7fb331df-6e5c-4ade-a025-9c62beb134b1 tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "DELETE /v2.0/routers/849bb717-0525-489f-87f1-720f428a1bee HTTP/1.1" status: 204 len: 168 time: 0.9843953 Dec 08 17:24:43.258304 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43514) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:24:43.347140 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0ebe1720-1d59-4fa4-875a-7428aa87a52a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:43.452493 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0ebe1720-1d59-4fa4-875a-7428aa87a52a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:43.475574 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-0ebe1720-1d59-4fa4-875a-7428aa87a52a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['627a3eeb-c749-4bfe-a83c-5d17bce91645']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:24:43.485325 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-0ebe1720-1d59-4fa4-875a-7428aa87a52a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd06f6c95-adb1-43d4-9896-4ee03c4a71af') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:24:43.485628 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-0ebe1720-1d59-4fa4-875a-7428aa87a52a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd06f6c95-adb1-43d4-9896-4ee03c4a71af') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:24:43.495710 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0ebe1720-1d59-4fa4-875a-7428aa87a52a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:43.509630 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0ebe1720-1d59-4fa4-875a-7428aa87a52a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:43.515491 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ebe1720-1d59-4fa4-875a-7428aa87a52a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 17:24:43.515882 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0ebe1720-1d59-4fa4-875a-7428aa87a52a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:43.518824 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 17:24:43.518824 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 17:24:43.518824 n-d-776250-12 neutron-server[110550]: timer() Dec 08 17:24:43.518824 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 17:24:43.518824 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 17:24:43.518824 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 17:24:43.518824 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 17:24:43.518824 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 17:24:43.518824 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 17:24:43.518824 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 17:24:43.518824 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 17:24:43.518824 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 17:24:43.518824 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 17:24:43.518824 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 17:24:43.518824 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 17:24:43.518824 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 17:24:43.518824 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 17:24:43.518824 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 17:24:43.518824 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 17:24:43.518824 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 17:24:43.518824 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 17:24:43.518824 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 17:24:43.518824 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 17:24:43.518824 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 17:24:43.518824 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 17:24:43.518824 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 17:24:43.518824 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 17:24:43.518824 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 17:24:43.518824 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 17:24:43.518824 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 17:24:43.518824 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 17:24:43.518824 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 17:24:43.623070 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0ebe1720-1d59-4fa4-875a-7428aa87a52a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:43.631066 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-0ebe1720-1d59-4fa4-875a-7428aa87a52a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:43.633686 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-0ebe1720-1d59-4fa4-875a-7428aa87a52a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "DELETE /v2.0/networks/627a3eeb-c749-4bfe-a83c-5d17bce91645 HTTP/1.1" status: 204 len: 168 time: 0.3743398 Dec 08 17:24:43.636628 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43516) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:24:43.645993 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebe1720-1d59-4fa4-875a-7428aa87a52a tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event deleted for resources: {'Network': ['ID=627a3eeb-c749-4bfe-a83c-5d17bce91645,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:24:43.697773 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7eee9293-d37a-4d98-b90b-823ee8e9a8de tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:43.725462 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7eee9293-d37a-4d98-b90b-823ee8e9a8de tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:43.868940 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7eee9293-d37a-4d98-b90b-823ee8e9a8de tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:43.871629 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7eee9293-d37a-4d98-b90b-823ee8e9a8de tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:43.872870 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-7eee9293-d37a-4d98-b90b-823ee8e9a8de tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] 10.222.0.64 "DELETE /v2.0/security-groups/2e6e7d32-e370-4b30-868d-558a6e2797ac HTTP/1.1" status: 204 len: 168 time: 0.2351406 Dec 08 17:24:43.882136 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eee9293-d37a-4d98-b90b-823ee8e9a8de tempest-TestNetworkAdvancedServerOps-706509173 tempest-TestNetworkAdvancedServerOps-706509173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6e7d32-e370-4b30-868d-558a6e2797ac,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:24:44.225744 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0f872afe-64aa-45f6-a602-649e95d13732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:44.274466 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 95d130d2-39c5-4529-b275-84df99814bd0 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:24:44.465637 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 95d130d2-39c5-4529-b275-84df99814bd0 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:24:44.465879 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 95d130d2-39c5-4529-b275-84df99814bd0 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:24:44.466304 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device d2f87a7d-29ca-4be2-9b5f-dacf89099e1c no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:24:44.484961 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: d2f87a7d-29ca-4be2-9b5f-dacf89099e1c {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:24:44.485311 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device d2f87a7d-29ca-4be2-9b5f-dacf89099e1c not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:24:44.485726 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 5e499639-0eb6-493d-89fe-4c28f50047ed no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:24:44.504908 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 5e499639-0eb6-493d-89fe-4c28f50047ed {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:24:44.505260 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 5e499639-0eb6-493d-89fe-4c28f50047ed not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:24:44.531090 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43524) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:24:44.669827 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-c347b6ee-2f03-4a89-b002-001a284f8a5b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d604cd6629ab480b9571d67f43656eec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1375327 Dec 08 17:24:44.672340 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43528) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:24:44.727399 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-21976b21-c8e5-4106-955c-863ebe410a98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:44.747941 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-21976b21-c8e5-4106-955c-863ebe410a98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:44.911650 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-21976b21-c8e5-4106-955c-863ebe410a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:44.914335 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-21976b21-c8e5-4106-955c-863ebe410a98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:44.915504 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-21976b21-c8e5-4106-955c-863ebe410a98 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7c84f265-26f2-4c34-b11d-83a96eebfcad HTTP/1.1" status: 204 len: 168 time: 0.2422628 Dec 08 17:24:44.923908 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21976b21-c8e5-4106-955c-863ebe410a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c84f265-26f2-4c34-b11d-83a96eebfcad,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:24:45.480045 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:24:45.528466 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:45.534846 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43534) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:24:45.548871 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7c0a4e97-2049-48db-8415-570d4320a978 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:45.621709 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7c0a4e97-2049-48db-8415-570d4320a978 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:45.682775 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7c0a4e97-2049-48db-8415-570d4320a978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:45.721952 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-7c0a4e97-2049-48db-8415-570d4320a978 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d55d73b935564e6f981b154b55aebf34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1853054 Dec 08 17:24:45.723499 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0a4e97-2049-48db-8415-570d4320a978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac8ad6a-2eab-412e-b5c2-13ff8551fd5c,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:24:45.725334 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43536) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:24:45.778692 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-90d1c9b4-e470-4dae-9b71-53349cc9e2e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:45.799940 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-90d1c9b4-e470-4dae-9b71-53349cc9e2e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:45.902521 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-90d1c9b4-e470-4dae-9b71-53349cc9e2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:45.905356 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-90d1c9b4-e470-4dae-9b71-53349cc9e2e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:45.906534 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-90d1c9b4-e470-4dae-9b71-53349cc9e2e0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5ac8ad6a-2eab-412e-b5c2-13ff8551fd5c HTTP/1.1" status: 204 len: 168 time: 0.1801903 Dec 08 17:24:45.917392 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d1c9b4-e470-4dae-9b71-53349cc9e2e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac8ad6a-2eab-412e-b5c2-13ff8551fd5c,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:24:46.965332 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43558) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:24:47.032727 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:47.067532 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-a2a1937e-4baa-4cc5-acdb-2430be8fd15f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1464291746-network', 'tenant_id': '37548f91632040dba2c3e175ef1015a4'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:24:47.185605 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a1937e-4baa-4cc5-acdb-2430be8fd15f admin admin] Made reservation on behalf of 37548f91632040dba2c3e175ef1015a4 for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:24:47.188284 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a2a1937e-4baa-4cc5-acdb-2430be8fd15f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:47.197092 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a2a1937e-4baa-4cc5-acdb-2430be8fd15f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:47.273526 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a2a1937e-4baa-4cc5-acdb-2430be8fd15f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:47.335381 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a2a1937e-4baa-4cc5-acdb-2430be8fd15f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:47.363571 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2a1937e-4baa-4cc5-acdb-2430be8fd15f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 17:24:47.373219 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a1937e-4baa-4cc5-acdb-2430be8fd15f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95f470f3-7311-4a07-9ed8-f55b1914e757,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:24:47.377943 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a2a1937e-4baa-4cc5-acdb-2430be8fd15f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:47.379253 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-a2a1937e-4baa-4cc5-acdb-2430be8fd15f admin admin] Added segment 610b0464-0289-4313-8206-4336c4fe3f2a of type vlan for network f68be8ac-b491-4d80-8e44-16533980bd78 Dec 08 17:24:47.418982 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a2a1937e-4baa-4cc5-acdb-2430be8fd15f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:47.522637 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a2a1937e-4baa-4cc5-acdb-2430be8fd15f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:47.523637 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a1937e-4baa-4cc5-acdb-2430be8fd15f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:24:47.524257 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a2a1937e-4baa-4cc5-acdb-2430be8fd15f admin admin] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:47.582420 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a1937e-4baa-4cc5-acdb-2430be8fd15f admin admin] Pushing event updated for resources: {'Network': ['ID=f68be8ac-b491-4d80-8e44-16533980bd78,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:24:47.591893 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network f68be8ac-b491-4d80-8e44-16533980bd78 details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 17:24:47.636525 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:47.677345 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a2a1937e-4baa-4cc5-acdb-2430be8fd15f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7108943 Dec 08 17:24:47.680283 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43562) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:24:47.685159 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-2bb43f2e-e51c-468f-bbc6-4a789defa2d3 admin admin] Request body: {'subnet': {'network_id': 'f68be8ac-b491-4d80-8e44-16533980bd78', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1464291746-subnet', 'tenant_id': '37548f91632040dba2c3e175ef1015a4', 'ip_version': 4}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:24:47.774007 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb43f2e-e51c-468f-bbc6-4a789defa2d3 admin admin] Made reservation on behalf of 37548f91632040dba2c3e175ef1015a4 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:24:47.776255 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2bb43f2e-e51c-468f-bbc6-4a789defa2d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:48.014258 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2bb43f2e-e51c-468f-bbc6-4a789defa2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:48.071784 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb43f2e-e51c-468f-bbc6-4a789defa2d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c93e144-cdf8-4af5-832f-a0d6b831ed1f,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:24:48.081793 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb43f2e-e51c-468f-bbc6-4a789defa2d3 admin admin] Checking segment: {'id': '610b0464-0289-4313-8206-4336c4fe3f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f68be8ac-b491-4d80-8e44-16533980bd78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:24:48.082157 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb43f2e-e51c-468f-bbc6-4a789defa2d3 admin admin] Network hostable DHCP agents. Network: f68be8ac-b491-4d80-8e44-16533980bd78, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 17:24:48.169076 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb43f2e-e51c-468f-bbc6-4a789defa2d3 admin admin] Network f68be8ac-b491-4d80-8e44-16533980bd78 is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 17:24:48.254471 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-2bb43f2e-e51c-468f-bbc6-4a789defa2d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, f68be8ac-b491-4d80-8e44-16533980bd78) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:24:48.258917 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb43f2e-e51c-468f-bbc6-4a789defa2d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:24:48.260090 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2bb43f2e-e51c-468f-bbc6-4a789defa2d3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:48.264386 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acb217e-11bb-4409-b480-16c52fd84265 None None] Network f68be8ac-b491-4d80-8e44-16533980bd78 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:24:48.354611 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-2bb43f2e-e51c-468f-bbc6-4a789defa2d3 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6730969 Dec 08 17:24:48.357145 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43564) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:24:48.361247 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfa302d-e21a-4bcb-9444-5f23e7073bbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-f68be8ac-b491-4d80-8e44-16533980bd78', 'network_id': 'f68be8ac-b491-4d80-8e44-16533980bd78', 'project_id': '37548f91632040dba2c3e175ef1015a4', 'fixed_ips': [{'subnet_id': '6c93e144-cdf8-4af5-832f-a0d6b831ed1f'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 17:24:48.366039 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-edfa89d3-d49f-4953-9dc7-4fd0b59e9453 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1464291746-router', 'tenant_id': '37548f91632040dba2c3e175ef1015a4', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:24:48.366205 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-bbfa302d-e21a-4bcb-9444-5f23e7073bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:48.431948 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-edfa89d3-d49f-4953-9dc7-4fd0b59e9453 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:48.433073 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-edfa89d3-d49f-4953-9dc7-4fd0b59e9453 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:48.483731 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-edfa89d3-d49f-4953-9dc7-4fd0b59e9453 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:48.497618 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-bbfa302d-e21a-4bcb-9444-5f23e7073bbf None None] Allocated IP 172.20.0.2 (f68be8ac-b491-4d80-8e44-16533980bd78/6c93e144-cdf8-4af5-832f-a0d6b831ed1f/d3fd85db-0e80-47de-83b5-6f42df819f20) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:24:48.640279 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-bbfa302d-e21a-4bcb-9444-5f23e7073bbf None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:48.679341 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-edfa89d3-d49f-4953-9dc7-4fd0b59e9453 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:48.709169 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-bbfa302d-e21a-4bcb-9444-5f23e7073bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:48.745296 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfa302d-e21a-4bcb-9444-5f23e7073bbf None None] Network f68be8ac-b491-4d80-8e44-16533980bd78 is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:24:48.748167 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-bbfa302d-e21a-4bcb-9444-5f23e7073bbf None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:24:48.750586 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfa302d-e21a-4bcb-9444-5f23e7073bbf None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:24:48.780201 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfa302d-e21a-4bcb-9444-5f23e7073bbf None None] Pushing event updated for resources: {'Port': ['ID=d3fd85db-0e80-47de-83b5-6f42df819f20,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:24:48.813144 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-bbfa302d-e21a-4bcb-9444-5f23e7073bbf None None] Attempting to bind port d3fd85db-0e80-47de-83b5-6f42df819f20 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:24:48.814965 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-bbfa302d-e21a-4bcb-9444-5f23e7073bbf None None] Attempting to bind port d3fd85db-0e80-47de-83b5-6f42df819f20 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '610b0464-0289-4313-8206-4336c4fe3f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f68be8ac-b491-4d80-8e44-16533980bd78'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:24:48.814965 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfa302d-e21a-4bcb-9444-5f23e7073bbf None None] Attempting to bind port d3fd85db-0e80-47de-83b5-6f42df819f20 on network f68be8ac-b491-4d80-8e44-16533980bd78 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:24:48.818894 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfa302d-e21a-4bcb-9444-5f23e7073bbf None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:24:48.819277 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfa302d-e21a-4bcb-9444-5f23e7073bbf None None] Checking segment: {'id': '610b0464-0289-4313-8206-4336c4fe3f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f68be8ac-b491-4d80-8e44-16533980bd78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:24:48.819689 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-bbfa302d-e21a-4bcb-9444-5f23e7073bbf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:48.820091 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfa302d-e21a-4bcb-9444-5f23e7073bbf None None] Bound using segment: {'id': '610b0464-0289-4313-8206-4336c4fe3f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f68be8ac-b491-4d80-8e44-16533980bd78'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:24:48.820594 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-bbfa302d-e21a-4bcb-9444-5f23e7073bbf None None] Bound port: d3fd85db-0e80-47de-83b5-6f42df819f20, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610b0464-0289-4313-8206-4336c4fe3f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f68be8ac-b491-4d80-8e44-16533980bd78'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:24:48.821014 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-bbfa302d-e21a-4bcb-9444-5f23e7073bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:48.909927 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-bbfa302d-e21a-4bcb-9444-5f23e7073bbf None None] For port d3fd85db-0e80-47de-83b5-6f42df819f20, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:24:48.913627 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-bbfa302d-e21a-4bcb-9444-5f23e7073bbf None None] For port d3fd85db-0e80-47de-83b5-6f42df819f20, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=d3fd85db-0e80-47de-83b5-6f42df819f20,segment=NetworkSegment(610b0464-0289-4313-8206-4336c4fe3f2a),segment_id=610b0464-0289-4313-8206-4336c4fe3f2a)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:24:48.957322 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-edfa89d3-d49f-4953-9dc7-4fd0b59e9453 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:48.979230 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-edfa89d3-d49f-4953-9dc7-4fd0b59e9453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:48.988914 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-bbfa302d-e21a-4bcb-9444-5f23e7073bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:49.048262 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfa302d-e21a-4bcb-9444-5f23e7073bbf None None] Pushing event updated for resources: {'Port': ['ID=d3fd85db-0e80-47de-83b5-6f42df819f20,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:24:49.091867 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-edfa89d3-d49f-4953-9dc7-4fd0b59e9453 admin admin] Allocated IP 172.25.0.238 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/969095e1-286b-4039-b7e9-4b86f381df28) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:24:49.225418 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-edfa89d3-d49f-4953-9dc7-4fd0b59e9453 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:49.323466 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-edfa89d3-d49f-4953-9dc7-4fd0b59e9453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:49.364901 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfa89d3-d49f-4953-9dc7-4fd0b59e9453 admin admin] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:24:49.371241 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-edfa89d3-d49f-4953-9dc7-4fd0b59e9453 admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:24:49.373927 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfa89d3-d49f-4953-9dc7-4fd0b59e9453 admin admin] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:24:49.384476 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2bcc21-448f-4544-a399-db169bd85cdc None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:24:49.399854 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfa89d3-d49f-4953-9dc7-4fd0b59e9453 admin admin] Pushing event updated for resources: {'Port': ['ID=969095e1-286b-4039-b7e9-4b86f381df28,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:24:49.459032 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-1e115c0f-3ca7-43cd-bc69-cc0e439e9246 None None] Provisioning complete for port 969095e1-286b-4039-b7e9-4b86f381df28 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:24:49.459393 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1e115c0f-3ca7-43cd-bc69-cc0e439e9246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:49.494208 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-1e115c0f-3ca7-43cd-bc69-cc0e439e9246 None None] Port 969095e1-286b-4039-b7e9-4b86f381df28 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:24:49.733970 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-edfa89d3-d49f-4953-9dc7-4fd0b59e9453 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:49.911937 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e8a99f-c5cf-46d3-8548-be34941afd01 None None] Network f68be8ac-b491-4d80-8e44-16533980bd78 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:24:49.935331 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-edfa89d3-d49f-4953-9dc7-4fd0b59e9453 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:50.025086 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-f5bdf191-53db-4f8b-bced-5afecf5b6870 None None] Provisioning complete for port d3fd85db-0e80-47de-83b5-6f42df819f20 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:24:50.025457 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f5bdf191-53db-4f8b-bced-5afecf5b6870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:50.107026 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f5bdf191-53db-4f8b-bced-5afecf5b6870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:50.143270 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edfa89d3-d49f-4953-9dc7-4fd0b59e9453 admin admin] Router 49a8652d-9626-456f-a926-8d92db195994 is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 17:24:50.146148 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-f5bdf191-53db-4f8b-bced-5afecf5b6870 None None] For port d3fd85db-0e80-47de-83b5-6f42df819f20, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=d3fd85db-0e80-47de-83b5-6f42df819f20,segment=NetworkSegment(610b0464-0289-4313-8206-4336c4fe3f2a),segment_id=610b0464-0289-4313-8206-4336c4fe3f2a)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:24:50.211587 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f5bdf191-53db-4f8b-bced-5afecf5b6870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:50.265095 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bdf191-53db-4f8b-bced-5afecf5b6870 None None] Pushing event updated for resources: {'Port': ['ID=d3fd85db-0e80-47de-83b5-6f42df819f20,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:24:50.310321 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device d3fd85db-0e80-47de-83b5-6f42df819f20 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:24:50.361182 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-d626b8a9-0d7a-4537-8f23-05d738fa84ff None None] Provisioning complete for port d3fd85db-0e80-47de-83b5-6f42df819f20 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:24:50.361567 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d626b8a9-0d7a-4537-8f23-05d738fa84ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:50.403255 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port d3fd85db-0e80-47de-83b5-6f42df819f20 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:24:50.404005 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:50.585738 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edfa89d3-d49f-4953-9dc7-4fd0b59e9453 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:24:50.594513 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c0edfd-51bb-4191-8684-02746e6bc604 None None] Sync routers for ids ['49a8652d-9626-456f-a926-8d92db195994'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:24:50.604071 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c0edfd-51bb-4191-8684-02746e6bc604 None None] Routers {'49a8652d-9626-456f-a926-8d92db195994'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:24:50.604716 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-61c0edfd-51bb-4191-8684-02746e6bc604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:24:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['49a8652d-9626-456f-a926-8d92db195994'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:24:50.698979 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-edfa89d3-d49f-4953-9dc7-4fd0b59e9453 admin admin] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:50.700398 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-edfa89d3-d49f-4953-9dc7-4fd0b59e9453 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3422792 Dec 08 17:24:50.703099 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43566) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:24:50.709119 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-61c0edfd-51bb-4191-8684-02746e6bc604 None None] Set router 49a8652d-9626-456f-a926-8d92db195994 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:24:50.887191 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-61c0edfd-51bb-4191-8684-02746e6bc604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a8652d-9626-456f-a926-8d92db195994', 'name': 'tempest-TestShelveInstance-1464291746-router', 'tenant_id': '37548f91632040dba2c3e175ef1015a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '969095e1-286b-4039-b7e9-4b86f381df28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:24:48Z', 'updated_at': '2021-12-08T17:24:49Z', 'revision_number': 3, 'project_id': '37548f91632040dba2c3e175ef1015a4', 'gw_port': {'id': '969095e1-286b-4039-b7e9-4b86f381df28', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:87:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a8652d-9626-456f-a926-8d92db195994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:24:48Z', 'updated_at': '2021-12-08T17:24:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:24:50.914593 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c0edfd-51bb-4191-8684-02746e6bc604 None None] Checking router: 49a8652d-9626-456f-a926-8d92db195994 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:24:50.914978 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c0edfd-51bb-4191-8684-02746e6bc604 None None] Updating router 49a8652d-9626-456f-a926-8d92db195994 port 969095e1-286b-4039-b7e9-4b86f381df28 binding host n-d-776250-12 {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 17:24:50.939444 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-61c0edfd-51bb-4191-8684-02746e6bc604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:51.110128 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fcd3d031-9098-473a-bbbb-0f9c1791af69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:51.190593 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-61c0edfd-51bb-4191-8684-02746e6bc604 None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:51.278522 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-fcd3d031-9098-473a-bbbb-0f9c1791af69 admin admin] Allocated IP 172.20.0.1 (f68be8ac-b491-4d80-8e44-16533980bd78/6c93e144-cdf8-4af5-832f-a0d6b831ed1f/539d8dd1-2a0b-4fc0-a082-866b4dba7b0a) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:24:51.283440 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-61c0edfd-51bb-4191-8684-02746e6bc604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:51.364114 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d090df-eaed-4375-9d98-9a6338b81e48 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:24:51.374729 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-61c0edfd-51bb-4191-8684-02746e6bc604 None None] Attempting to bind port 969095e1-286b-4039-b7e9-4b86f381df28 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:24:51.377207 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-61c0edfd-51bb-4191-8684-02746e6bc604 None None] Attempting to bind port 969095e1-286b-4039-b7e9-4b86f381df28 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:24:51.377207 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c0edfd-51bb-4191-8684-02746e6bc604 None None] Attempting to bind port 969095e1-286b-4039-b7e9-4b86f381df28 on network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:24:51.389949 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c0edfd-51bb-4191-8684-02746e6bc604 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:24:51.390340 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c0edfd-51bb-4191-8684-02746e6bc604 None None] Checking segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:24:51.390756 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-61c0edfd-51bb-4191-8684-02746e6bc604 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:51.391149 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c0edfd-51bb-4191-8684-02746e6bc604 None None] Bound using segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:24:51.391632 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-61c0edfd-51bb-4191-8684-02746e6bc604 None None] Bound port: 969095e1-286b-4039-b7e9-4b86f381df28, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:24:51.392491 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-61c0edfd-51bb-4191-8684-02746e6bc604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:51.396983 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fcd3d031-9098-473a-bbbb-0f9c1791af69 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:51.416086 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161a4055-99f5-43bf-a37f-eabdd64db0e3 None None] Pushing event updated for resources: {'Port': ['ID=969095e1-286b-4039-b7e9-4b86f381df28,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:24:51.454202 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-384f18de-e9ab-453d-b06f-49ebde8fbe05 None None] Provisioning complete for port 969095e1-286b-4039-b7e9-4b86f381df28 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:24:51.454496 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-384f18de-e9ab-453d-b06f-49ebde8fbe05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:51.484888 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-61c0edfd-51bb-4191-8684-02746e6bc604 None None] For port 969095e1-286b-4039-b7e9-4b86f381df28, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:24:51.502612 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-61c0edfd-51bb-4191-8684-02746e6bc604 None None] For port 969095e1-286b-4039-b7e9-4b86f381df28, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=969095e1-286b-4039-b7e9-4b86f381df28,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:24:51.503968 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-384f18de-e9ab-453d-b06f-49ebde8fbe05 None None] Port 969095e1-286b-4039-b7e9-4b86f381df28 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:24:51.520591 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fcd3d031-9098-473a-bbbb-0f9c1791af69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:51.569253 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd3d031-9098-473a-bbbb-0f9c1791af69 admin admin] Network f68be8ac-b491-4d80-8e44-16533980bd78 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:24:51.572380 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-fcd3d031-9098-473a-bbbb-0f9c1791af69 admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:24:51.574784 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd3d031-9098-473a-bbbb-0f9c1791af69 admin admin] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:24:51.578852 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-61c0edfd-51bb-4191-8684-02746e6bc604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:51.599538 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd3d031-9098-473a-bbbb-0f9c1791af69 admin admin] Pushing event updated for resources: {'Port': ['ID=539d8dd1-2a0b-4fc0-a082-866b4dba7b0a,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:24:51.623623 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fcd3d031-9098-473a-bbbb-0f9c1791af69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:51.662232 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9874e554-bbeb-4cba-9f42-aa6a8cc7064d None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:24:51.674184 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161a4055-99f5-43bf-a37f-eabdd64db0e3 None None] Pushing event updated for resources: {'Port': ['ID=969095e1-286b-4039-b7e9-4b86f381df28,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:24:51.682848 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c0edfd-51bb-4191-8684-02746e6bc604 None None] Routers {'49a8652d-9626-456f-a926-8d92db195994'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:24:51.683530 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-61c0edfd-51bb-4191-8684-02746e6bc604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:24:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['49a8652d-9626-456f-a926-8d92db195994'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:24:51.754633 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-a3356552-d727-41ed-834b-ddbdfa4d9536 None None] Provisioning complete for port 969095e1-286b-4039-b7e9-4b86f381df28 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:24:51.754633 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a3356552-d727-41ed-834b-ddbdfa4d9536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:51.833219 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fcd3d031-9098-473a-bbbb-0f9c1791af69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:51.845029 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-61c0edfd-51bb-4191-8684-02746e6bc604 None None] Set router 49a8652d-9626-456f-a926-8d92db195994 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:24:51.980262 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a3356552-d727-41ed-834b-ddbdfa4d9536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:52.001626 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fcd3d031-9098-473a-bbbb-0f9c1791af69 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:52.013379 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-a3356552-d727-41ed-834b-ddbdfa4d9536 None None] For port 969095e1-286b-4039-b7e9-4b86f381df28, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=969095e1-286b-4039-b7e9-4b86f381df28,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:24:52.074266 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fcd3d031-9098-473a-bbbb-0f9c1791af69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:52.076771 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-61c0edfd-51bb-4191-8684-02746e6bc604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a8652d-9626-456f-a926-8d92db195994', 'name': 'tempest-TestShelveInstance-1464291746-router', 'tenant_id': '37548f91632040dba2c3e175ef1015a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '969095e1-286b-4039-b7e9-4b86f381df28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:24:48Z', 'updated_at': '2021-12-08T17:24:49Z', 'revision_number': 3, 'project_id': '37548f91632040dba2c3e175ef1015a4', 'gw_port': {'id': '969095e1-286b-4039-b7e9-4b86f381df28', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:87:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a8652d-9626-456f-a926-8d92db195994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:24:48Z', 'updated_at': '2021-12-08T17:24:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:24:52.107975 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a3356552-d727-41ed-834b-ddbdfa4d9536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:52.137940 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c0edfd-51bb-4191-8684-02746e6bc604 None None] The sync data for ids ['49a8652d-9626-456f-a926-8d92db195994'] in n-d-776250-12 is: [{'id': '49a8652d-9626-456f-a926-8d92db195994', 'name': 'tempest-TestShelveInstance-1464291746-router', 'tenant_id': '37548f91632040dba2c3e175ef1015a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '969095e1-286b-4039-b7e9-4b86f381df28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:24:48Z', 'updated_at': '2021-12-08T17:24:49Z', 'revision_number': 3, 'project_id': '37548f91632040dba2c3e175ef1015a4', 'gw_port': {'id': '969095e1-286b-4039-b7e9-4b86f381df28', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:87:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a8652d-9626-456f-a926-8d92db195994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:24:48Z', 'updated_at': '2021-12-08T17:24:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:24:52.146342 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd3d031-9098-473a-bbbb-0f9c1791af69 admin admin] Pushing event updated for resources: {'Port': ['ID=539d8dd1-2a0b-4fc0-a082-866b4dba7b0a,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:24:52.158112 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fcd3d031-9098-473a-bbbb-0f9c1791af69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:52.165908 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3356552-d727-41ed-834b-ddbdfa4d9536 None None] Pushing event updated for resources: {'Port': ['ID=969095e1-286b-4039-b7e9-4b86f381df28,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:24:52.242647 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-64f36afe-627a-4039-bbb6-399350302ffb None None] Provisioning complete for port 539d8dd1-2a0b-4fc0-a082-866b4dba7b0a triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:24:52.243056 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-64f36afe-627a-4039-bbb6-399350302ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:52.268462 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd3d031-9098-473a-bbbb-0f9c1791af69 admin admin] Network f68be8ac-b491-4d80-8e44-16533980bd78 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:24:52.270635 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-fcd3d031-9098-473a-bbbb-0f9c1791af69 admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:24:52.434857 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcd3d031-9098-473a-bbbb-0f9c1791af69 admin admin] Router 49a8652d-9626-456f-a926-8d92db195994 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:24:52.500732 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device d3fd85db-0e80-47de-83b5-6f42df819f20 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:24:52.567707 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-64f36afe-627a-4039-bbb6-399350302ffb None None] Port 539d8dd1-2a0b-4fc0-a082-866b4dba7b0a cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:24:52.597499 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port d3fd85db-0e80-47de-83b5-6f42df819f20 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:24:52.598046 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:52.633034 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd3d031-9098-473a-bbbb-0f9c1791af69 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:24:52.654690 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-fcd3d031-9098-473a-bbbb-0f9c1791af69 admin admin] 10.222.0.64 "PUT /v2.0/routers/49a8652d-9626-456f-a926-8d92db195994/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9422588 Dec 08 17:24:52.703084 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-e64c928c-160c-4ae6-b52c-562f6a904b4e None None] Provisioning complete for port 539d8dd1-2a0b-4fc0-a082-866b4dba7b0a triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:24:52.703539 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e64c928c-160c-4ae6-b52c-562f6a904b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:52.742621 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-e64c928c-160c-4ae6-b52c-562f6a904b4e None None] Port 539d8dd1-2a0b-4fc0-a082-866b4dba7b0a cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:24:53.335687 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43582) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:24:53.340756 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-966f58bf-83fc-4786-b2be-bdd20a0c9103 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1750598653-network', 'tenant_id': 'd7a9b24652794185a9a02b98bee55ca5'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:24:53.414404 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966f58bf-83fc-4786-b2be-bdd20a0c9103 admin admin] Made reservation on behalf of d7a9b24652794185a9a02b98bee55ca5 for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:24:53.416792 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-966f58bf-83fc-4786-b2be-bdd20a0c9103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:53.425736 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-966f58bf-83fc-4786-b2be-bdd20a0c9103 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:53.498821 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-966f58bf-83fc-4786-b2be-bdd20a0c9103 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:53.571296 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-966f58bf-83fc-4786-b2be-bdd20a0c9103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:53.596776 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-966f58bf-83fc-4786-b2be-bdd20a0c9103 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 17:24:53.606418 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966f58bf-83fc-4786-b2be-bdd20a0c9103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28cdc4ed-911f-48bc-81f0-b67f17720a6e,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:24:53.611373 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-966f58bf-83fc-4786-b2be-bdd20a0c9103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:53.611725 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-966f58bf-83fc-4786-b2be-bdd20a0c9103 admin admin] Added segment c3540693-f5ca-4287-9516-e4ea2a1ce487 of type vlan for network e533bfdb-d4b0-4ca0-8909-b474cf49aa9c Dec 08 17:24:53.655032 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-966f58bf-83fc-4786-b2be-bdd20a0c9103 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:53.742672 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-966f58bf-83fc-4786-b2be-bdd20a0c9103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:53.743718 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966f58bf-83fc-4786-b2be-bdd20a0c9103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:24:53.744406 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-966f58bf-83fc-4786-b2be-bdd20a0c9103 admin admin] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:53.809350 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966f58bf-83fc-4786-b2be-bdd20a0c9103 admin admin] Pushing event updated for resources: {'Network': ['ID=e533bfdb-d4b0-4ca0-8909-b474cf49aa9c,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:24:53.820519 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network e533bfdb-d4b0-4ca0-8909-b474cf49aa9c details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 17:24:53.857080 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac66519-bd34-4b7b-9961-88a11b8f0585 None None] Sync routers for ids ['49a8652d-9626-456f-a926-8d92db195994'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:24:53.867745 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac66519-bd34-4b7b-9961-88a11b8f0585 None None] Routers {'49a8652d-9626-456f-a926-8d92db195994'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:24:53.868393 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-1ac66519-bd34-4b7b-9961-88a11b8f0585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:24:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['49a8652d-9626-456f-a926-8d92db195994'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:24:53.897174 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-966f58bf-83fc-4786-b2be-bdd20a0c9103 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5603073 Dec 08 17:24:53.899771 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43584) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:24:53.904515 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-47034352-be97-4cec-bad1-bbedf6de5e00 admin admin] Request body: {'subnet': {'network_id': 'e533bfdb-d4b0-4ca0-8909-b474cf49aa9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1750598653-subnet', 'tenant_id': 'd7a9b24652794185a9a02b98bee55ca5', 'ip_version': 4}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:24:53.973465 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-1ac66519-bd34-4b7b-9961-88a11b8f0585 None None] Set router 49a8652d-9626-456f-a926-8d92db195994 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:24:54.005610 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47034352-be97-4cec-bad1-bbedf6de5e00 admin admin] Made reservation on behalf of d7a9b24652794185a9a02b98bee55ca5 for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:24:54.007993 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-47034352-be97-4cec-bad1-bbedf6de5e00 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:54.169749 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-1ac66519-bd34-4b7b-9961-88a11b8f0585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a8652d-9626-456f-a926-8d92db195994', 'name': 'tempest-TestShelveInstance-1464291746-router', 'tenant_id': '37548f91632040dba2c3e175ef1015a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '969095e1-286b-4039-b7e9-4b86f381df28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:24:48Z', 'updated_at': '2021-12-08T17:24:51Z', 'revision_number': 4, 'project_id': '37548f91632040dba2c3e175ef1015a4', 'gw_port': {'id': '969095e1-286b-4039-b7e9-4b86f381df28', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:87:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a8652d-9626-456f-a926-8d92db195994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:24:48Z', 'updated_at': '2021-12-08T17:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '539d8dd1-2a0b-4fc0-a082-866b4dba7b0a', 'name': '', 'network_id': 'f68be8ac-b491-4d80-8e44-16533980bd78', 'tenant_id': '37548f91632040dba2c3e175ef1015a4', 'mac_address': 'fa:16:3e:ab:5a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a8652d-9626-456f-a926-8d92db195994', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '6c93e144-cdf8-4af5-832f-a0d6b831ed1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:24:51Z', 'updated_at': '2021-12-08T17:24:51Z', 'revision_number': 2, 'project_id': '37548f91632040dba2c3e175ef1015a4', 'subnets': [{'id': '6c93e144-cdf8-4af5-832f-a0d6b831ed1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:24:54.200189 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac66519-bd34-4b7b-9961-88a11b8f0585 None None] Checking router: 49a8652d-9626-456f-a926-8d92db195994 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:24:54.200567 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac66519-bd34-4b7b-9961-88a11b8f0585 None None] Updating router 49a8652d-9626-456f-a926-8d92db195994 port 539d8dd1-2a0b-4fc0-a082-866b4dba7b0a binding host n-d-776250-12 {{(pid=110553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 17:24:54.234931 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-1ac66519-bd34-4b7b-9961-88a11b8f0585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:54.254542 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-47034352-be97-4cec-bad1-bbedf6de5e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:54.319435 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47034352-be97-4cec-bad1-bbedf6de5e00 admin admin] Checking segment: {'id': 'c3540693-f5ca-4287-9516-e4ea2a1ce487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e533bfdb-d4b0-4ca0-8909-b474cf49aa9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:24:54.319809 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47034352-be97-4cec-bad1-bbedf6de5e00 admin admin] Network hostable DHCP agents. Network: e533bfdb-d4b0-4ca0-8909-b474cf49aa9c, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 17:24:54.320609 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 969095e1-286b-4039-b7e9-4b86f381df28 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:24:54.321838 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47034352-be97-4cec-bad1-bbedf6de5e00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23781262-28f4-4b6d-bdbb-fc9b9e804a90,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:24:54.373237 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 969095e1-286b-4039-b7e9-4b86f381df28 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:24:54.373624 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:54.405421 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47034352-be97-4cec-bad1-bbedf6de5e00 admin admin] Network e533bfdb-d4b0-4ca0-8909-b474cf49aa9c is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 17:24:54.486016 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-47034352-be97-4cec-bad1-bbedf6de5e00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, e533bfdb-d4b0-4ca0-8909-b474cf49aa9c) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:24:54.492267 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47034352-be97-4cec-bad1-bbedf6de5e00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:24:54.492522 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-47034352-be97-4cec-bad1-bbedf6de5e00 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:54.494343 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-1ac66519-bd34-4b7b-9961-88a11b8f0585 None None] Publish callbacks [] for port, precommit_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:54.496784 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30770ae7-806a-4586-acf2-e483f51d1186 None None] Network e533bfdb-d4b0-4ca0-8909-b474cf49aa9c requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:24:54.584078 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-1ac66519-bd34-4b7b-9961-88a11b8f0585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:54.591980 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b62f92-c02e-406c-bc79-a9604f8c023a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-e533bfdb-d4b0-4ca0-8909-b474cf49aa9c', 'network_id': 'e533bfdb-d4b0-4ca0-8909-b474cf49aa9c', 'project_id': 'd7a9b24652794185a9a02b98bee55ca5', 'fixed_ips': [{'subnet_id': '23781262-28f4-4b6d-bdbb-fc9b9e804a90'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 17:24:54.592888 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-33b62f92-c02e-406c-bc79-a9604f8c023a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:54.598162 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-47034352-be97-4cec-bad1-bbedf6de5e00 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6966586 Dec 08 17:24:54.600537 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43586) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:24:54.605021 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-fe6df2ee-4b56-4c22-aa19-ce0adda0838f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1750598653-router', 'tenant_id': 'd7a9b24652794185a9a02b98bee55ca5', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:24:54.642139 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a9e36-a3af-4c06-b8ff-3a9590f99c5f None None] Pushing event updated for resources: {'Port': ['ID=539d8dd1-2a0b-4fc0-a082-866b4dba7b0a,revision_number=3']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:24:54.665796 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a9e36-a3af-4c06-b8ff-3a9590f99c5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:24:54.666150 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a9e36-a3af-4c06-b8ff-3a9590f99c5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:24:54.667038 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a9e36-a3af-4c06-b8ff-3a9590f99c5f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:24:54.667038 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a9e36-a3af-4c06-b8ff-3a9590f99c5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:24:54.667247 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a9e36-a3af-4c06-b8ff-3a9590f99c5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:24:54.667470 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a9e36-a3af-4c06-b8ff-3a9590f99c5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:24:54.667802 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a9e36-a3af-4c06-b8ff-3a9590f99c5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:24:54.668133 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a9e36-a3af-4c06-b8ff-3a9590f99c5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:24:54.668492 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a9e36-a3af-4c06-b8ff-3a9590f99c5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:24:54.668821 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a9e36-a3af-4c06-b8ff-3a9590f99c5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:24:54.669154 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a9e36-a3af-4c06-b8ff-3a9590f99c5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:24:54.669482 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a9e36-a3af-4c06-b8ff-3a9590f99c5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:24:54.669824 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a9e36-a3af-4c06-b8ff-3a9590f99c5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:24:54.687148 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fe6df2ee-4b56-4c22-aa19-ce0adda0838f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:54.688729 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fe6df2ee-4b56-4c22-aa19-ce0adda0838f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:54.698608 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-1ac66519-bd34-4b7b-9961-88a11b8f0585 None None] Attempting to bind port 539d8dd1-2a0b-4fc0-a082-866b4dba7b0a on host n-d-776250-12 for vnic_type normal with profile {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:24:54.699040 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-1ac66519-bd34-4b7b-9961-88a11b8f0585 None None] Attempting to bind port 539d8dd1-2a0b-4fc0-a082-866b4dba7b0a by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '610b0464-0289-4313-8206-4336c4fe3f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f68be8ac-b491-4d80-8e44-16533980bd78'}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:24:54.699410 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac66519-bd34-4b7b-9961-88a11b8f0585 None None] Attempting to bind port 539d8dd1-2a0b-4fc0-a082-866b4dba7b0a on network f68be8ac-b491-4d80-8e44-16533980bd78 {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:24:54.705436 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac66519-bd34-4b7b-9961-88a11b8f0585 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:24:54.705806 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac66519-bd34-4b7b-9961-88a11b8f0585 None None] Checking segment: {'id': '610b0464-0289-4313-8206-4336c4fe3f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f68be8ac-b491-4d80-8e44-16533980bd78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:24:54.706152 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-1ac66519-bd34-4b7b-9961-88a11b8f0585 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:54.707077 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac66519-bd34-4b7b-9961-88a11b8f0585 None None] Bound using segment: {'id': '610b0464-0289-4313-8206-4336c4fe3f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f68be8ac-b491-4d80-8e44-16533980bd78'} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:24:54.707556 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-1ac66519-bd34-4b7b-9961-88a11b8f0585 None None] Bound port: 539d8dd1-2a0b-4fc0-a082-866b4dba7b0a, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610b0464-0289-4313-8206-4336c4fe3f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f68be8ac-b491-4d80-8e44-16533980bd78'}}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:24:54.707944 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-1ac66519-bd34-4b7b-9961-88a11b8f0585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:54.755004 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fe6df2ee-4b56-4c22-aa19-ce0adda0838f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:54.768002 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-33b62f92-c02e-406c-bc79-a9604f8c023a None None] Allocated IP 172.20.0.2 (e533bfdb-d4b0-4ca0-8909-b474cf49aa9c/23781262-28f4-4b6d-bdbb-fc9b9e804a90/93b0e8c5-00c5-4d99-b75c-bfb63c912068) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:24:54.775832 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-1ac66519-bd34-4b7b-9961-88a11b8f0585 None None] For port 539d8dd1-2a0b-4fc0-a082-866b4dba7b0a, host n-d-776250-12, cleared binding levels {{(pid=110553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:24:54.779030 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-1ac66519-bd34-4b7b-9961-88a11b8f0585 None None] For port 539d8dd1-2a0b-4fc0-a082-866b4dba7b0a, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=539d8dd1-2a0b-4fc0-a082-866b4dba7b0a,segment=NetworkSegment(610b0464-0289-4313-8206-4336c4fe3f2a),segment_id=610b0464-0289-4313-8206-4336c4fe3f2a)] {{(pid=110553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:24:54.880460 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-1ac66519-bd34-4b7b-9961-88a11b8f0585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:54.911324 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-af8e4bb3-5a3c-41fb-8c51-ea610c36da65 None None] Provisioning complete for port 539d8dd1-2a0b-4fc0-a082-866b4dba7b0a triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:24:54.911925 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-af8e4bb3-5a3c-41fb-8c51-ea610c36da65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:54.960679 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-33b62f92-c02e-406c-bc79-a9604f8c023a None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:54.961593 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a9e36-a3af-4c06-b8ff-3a9590f99c5f None None] Pushing event updated for resources: {'Port': ['ID=539d8dd1-2a0b-4fc0-a082-866b4dba7b0a,revision_number=4']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:24:54.988048 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac66519-bd34-4b7b-9961-88a11b8f0585 None None] Routers {'49a8652d-9626-456f-a926-8d92db195994'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:24:54.988643 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-1ac66519-bd34-4b7b-9961-88a11b8f0585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:24:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['49a8652d-9626-456f-a926-8d92db195994'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:24:55.013096 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fe6df2ee-4b56-4c22-aa19-ce0adda0838f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:55.013377 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-af8e4bb3-5a3c-41fb-8c51-ea610c36da65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:55.052866 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-af8e4bb3-5a3c-41fb-8c51-ea610c36da65 None None] For port 539d8dd1-2a0b-4fc0-a082-866b4dba7b0a, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=539d8dd1-2a0b-4fc0-a082-866b4dba7b0a,segment=NetworkSegment(610b0464-0289-4313-8206-4336c4fe3f2a),segment_id=610b0464-0289-4313-8206-4336c4fe3f2a)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:24:55.054801 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-33b62f92-c02e-406c-bc79-a9604f8c023a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:55.098199 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b62f92-c02e-406c-bc79-a9604f8c023a None None] Network e533bfdb-d4b0-4ca0-8909-b474cf49aa9c is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:24:55.101945 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-33b62f92-c02e-406c-bc79-a9604f8c023a None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:24:55.106170 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b62f92-c02e-406c-bc79-a9604f8c023a None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:24:55.111343 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b62f92-c02e-406c-bc79-a9604f8c023a None None] Pushing event updated for resources: {'Port': ['ID=93b0e8c5-00c5-4d99-b75c-bfb63c912068,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:24:55.112200 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-1ac66519-bd34-4b7b-9961-88a11b8f0585 None None] Set router 49a8652d-9626-456f-a926-8d92db195994 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:24:55.160538 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-af8e4bb3-5a3c-41fb-8c51-ea610c36da65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:55.195696 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-33b62f92-c02e-406c-bc79-a9604f8c023a None None] Attempting to bind port 93b0e8c5-00c5-4d99-b75c-bfb63c912068 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:24:55.196197 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-33b62f92-c02e-406c-bc79-a9604f8c023a None None] Attempting to bind port 93b0e8c5-00c5-4d99-b75c-bfb63c912068 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'c3540693-f5ca-4287-9516-e4ea2a1ce487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e533bfdb-d4b0-4ca0-8909-b474cf49aa9c'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:24:55.197014 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b62f92-c02e-406c-bc79-a9604f8c023a None None] Attempting to bind port 93b0e8c5-00c5-4d99-b75c-bfb63c912068 on network e533bfdb-d4b0-4ca0-8909-b474cf49aa9c {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:24:55.206336 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b62f92-c02e-406c-bc79-a9604f8c023a None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:24:55.207442 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b62f92-c02e-406c-bc79-a9604f8c023a None None] Checking segment: {'id': 'c3540693-f5ca-4287-9516-e4ea2a1ce487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e533bfdb-d4b0-4ca0-8909-b474cf49aa9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:24:55.207946 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-33b62f92-c02e-406c-bc79-a9604f8c023a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:55.208474 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b62f92-c02e-406c-bc79-a9604f8c023a None None] Bound using segment: {'id': 'c3540693-f5ca-4287-9516-e4ea2a1ce487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e533bfdb-d4b0-4ca0-8909-b474cf49aa9c'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:24:55.209052 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-33b62f92-c02e-406c-bc79-a9604f8c023a None None] Bound port: 93b0e8c5-00c5-4d99-b75c-bfb63c912068, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3540693-f5ca-4287-9516-e4ea2a1ce487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e533bfdb-d4b0-4ca0-8909-b474cf49aa9c'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:24:55.209554 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-33b62f92-c02e-406c-bc79-a9604f8c023a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:55.275038 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8e4bb3-5a3c-41fb-8c51-ea610c36da65 None None] Pushing event updated for resources: {'Port': ['ID=539d8dd1-2a0b-4fc0-a082-866b4dba7b0a,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:24:55.310759 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-fa3277be-48bb-4eb9-a46d-4a67ccc3339e None None] Provisioning complete for port 539d8dd1-2a0b-4fc0-a082-866b4dba7b0a triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:24:55.311136 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-fa3277be-48bb-4eb9-a46d-4a67ccc3339e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:55.315382 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-33b62f92-c02e-406c-bc79-a9604f8c023a None None] For port 93b0e8c5-00c5-4d99-b75c-bfb63c912068, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:24:55.326092 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fe6df2ee-4b56-4c22-aa19-ce0adda0838f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:55.347038 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-33b62f92-c02e-406c-bc79-a9604f8c023a None None] For port 93b0e8c5-00c5-4d99-b75c-bfb63c912068, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=93b0e8c5-00c5-4d99-b75c-bfb63c912068,segment=NetworkSegment(c3540693-f5ca-4287-9516-e4ea2a1ce487),segment_id=c3540693-f5ca-4287-9516-e4ea2a1ce487)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:24:55.351830 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fe6df2ee-4b56-4c22-aa19-ce0adda0838f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:55.414895 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-33b62f92-c02e-406c-bc79-a9604f8c023a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:55.435732 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-1ac66519-bd34-4b7b-9961-88a11b8f0585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a8652d-9626-456f-a926-8d92db195994', 'name': 'tempest-TestShelveInstance-1464291746-router', 'tenant_id': '37548f91632040dba2c3e175ef1015a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '969095e1-286b-4039-b7e9-4b86f381df28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:24:48Z', 'updated_at': '2021-12-08T17:24:51Z', 'revision_number': 4, 'project_id': '37548f91632040dba2c3e175ef1015a4', 'gw_port': {'id': '969095e1-286b-4039-b7e9-4b86f381df28', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:87:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a8652d-9626-456f-a926-8d92db195994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:24:48Z', 'updated_at': '2021-12-08T17:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '539d8dd1-2a0b-4fc0-a082-866b4dba7b0a', 'name': '', 'network_id': 'f68be8ac-b491-4d80-8e44-16533980bd78', 'tenant_id': '37548f91632040dba2c3e175ef1015a4', 'mac_address': 'fa:16:3e:ab:5a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a8652d-9626-456f-a926-8d92db195994', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '6c93e144-cdf8-4af5-832f-a0d6b831ed1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:24:51Z', 'updated_at': '2021-12-08T17:24:54Z', 'revision_number': 4, 'project_id': '37548f91632040dba2c3e175ef1015a4', 'subnets': [{'id': '6c93e144-cdf8-4af5-832f-a0d6b831ed1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:24:55.463392 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac66519-bd34-4b7b-9961-88a11b8f0585 None None] The sync data for ids ['49a8652d-9626-456f-a926-8d92db195994'] in n-d-776250-12 is: [{'id': '49a8652d-9626-456f-a926-8d92db195994', 'name': 'tempest-TestShelveInstance-1464291746-router', 'tenant_id': '37548f91632040dba2c3e175ef1015a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '969095e1-286b-4039-b7e9-4b86f381df28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:24:48Z', 'updated_at': '2021-12-08T17:24:51Z', 'revision_number': 4, 'project_id': '37548f91632040dba2c3e175ef1015a4', 'gw_port': {'id': '969095e1-286b-4039-b7e9-4b86f381df28', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:87:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a8652d-9626-456f-a926-8d92db195994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:24:48Z', 'updated_at': '2021-12-08T17:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '539d8dd1-2a0b-4fc0-a082-866b4dba7b0a', 'name': '', 'network_id': 'f68be8ac-b491-4d80-8e44-16533980bd78', 'tenant_id': '37548f91632040dba2c3e175ef1015a4', 'mac_address': 'fa:16:3e:ab:5a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a8652d-9626-456f-a926-8d92db195994', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '6c93e144-cdf8-4af5-832f-a0d6b831ed1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:24:51Z', 'updated_at': '2021-12-08T17:24:54Z', 'revision_number': 4, 'project_id': '37548f91632040dba2c3e175ef1015a4', 'subnets': [{'id': '6c93e144-cdf8-4af5-832f-a0d6b831ed1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:24:55.465529 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-fe6df2ee-4b56-4c22-aa19-ce0adda0838f admin admin] Allocated IP 172.25.0.68 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/078bbd00-4a17-4d19-8022-82abd777a83b) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:24:55.476663 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b62f92-c02e-406c-bc79-a9604f8c023a None None] Pushing event updated for resources: {'Port': ['ID=93b0e8c5-00c5-4d99-b75c-bfb63c912068,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:24:55.616774 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fe6df2ee-4b56-4c22-aa19-ce0adda0838f admin admin] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:55.723805 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fe6df2ee-4b56-4c22-aa19-ce0adda0838f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:55.770141 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6df2ee-4b56-4c22-aa19-ce0adda0838f admin admin] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:24:55.773305 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-fe6df2ee-4b56-4c22-aa19-ce0adda0838f admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:24:55.780333 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6df2ee-4b56-4c22-aa19-ce0adda0838f admin admin] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:24:55.786903 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01550f2e-07a4-47d5-bb33-d0d663ec073c None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:24:55.822541 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6df2ee-4b56-4c22-aa19-ce0adda0838f admin admin] Pushing event updated for resources: {'Port': ['ID=078bbd00-4a17-4d19-8022-82abd777a83b,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:24:55.844155 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-db4700e2-91d7-41c6-bcb6-d839c106bbd2 None None] Provisioning complete for port 078bbd00-4a17-4d19-8022-82abd777a83b triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:24:55.844811 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-db4700e2-91d7-41c6-bcb6-d839c106bbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:55.896888 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-db4700e2-91d7-41c6-bcb6-d839c106bbd2 None None] Port 078bbd00-4a17-4d19-8022-82abd777a83b cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:24:56.119473 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fe6df2ee-4b56-4c22-aa19-ce0adda0838f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:56.341006 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fe6df2ee-4b56-4c22-aa19-ce0adda0838f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:56.410849 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 93b0e8c5-00c5-4d99-b75c-bfb63c912068 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:24:56.485726 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 93b0e8c5-00c5-4d99-b75c-bfb63c912068 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:24:56.486203 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:56.571100 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:56.594091 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe6df2ee-4b56-4c22-aa19-ce0adda0838f admin admin] Router 4653a28a-3ca4-47b7-be17-9df026820333 is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 17:24:56.605755 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 93b0e8c5-00c5-4d99-b75c-bfb63c912068, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=93b0e8c5-00c5-4d99-b75c-bfb63c912068,segment=NetworkSegment(c3540693-f5ca-4287-9516-e4ea2a1ce487),segment_id=c3540693-f5ca-4287-9516-e4ea2a1ce487)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:24:56.620693 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea15dd9-6215-4a2a-9514-4072519bcf12 None None] Network e533bfdb-d4b0-4ca0-8909-b474cf49aa9c requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:24:56.678720 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:56.679555 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 539d8dd1-2a0b-4fc0-a082-866b4dba7b0a up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:24:56.719979 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6df2ee-4b56-4c22-aa19-ce0adda0838f admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:24:56.747980 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822ff35e-a528-4b40-8ea2-62b000b4163f None None] Sync routers for ids ['4653a28a-3ca4-47b7-be17-9df026820333'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:24:56.823121 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822ff35e-a528-4b40-8ea2-62b000b4163f None None] Routers {'4653a28a-3ca4-47b7-be17-9df026820333'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:24:56.823758 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-822ff35e-a528-4b40-8ea2-62b000b4163f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:24:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['4653a28a-3ca4-47b7-be17-9df026820333'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:24:56.826893 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-276cbcaa-7820-4d85-8a43-d186257f3809 None None] Provisioning complete for port 93b0e8c5-00c5-4d99-b75c-bfb63c912068 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:24:56.827270 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-276cbcaa-7820-4d85-8a43-d186257f3809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:56.832730 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=93b0e8c5-00c5-4d99-b75c-bfb63c912068,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:24:56.839343 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fe6df2ee-4b56-4c22-aa19-ce0adda0838f admin admin] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:56.844993 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-fe6df2ee-4b56-4c22-aa19-ce0adda0838f admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2397685 Dec 08 17:24:56.844993 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43588) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:24:56.930378 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 539d8dd1-2a0b-4fc0-a082-866b4dba7b0a triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:24:56.930676 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:57.040256 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-822ff35e-a528-4b40-8ea2-62b000b4163f None None] Set router 4653a28a-3ca4-47b7-be17-9df026820333 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:24:57.282568 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-543b2351-65e6-4bc5-bc2c-5b0e1e8f3c74 None None] Provisioning complete for port 93b0e8c5-00c5-4d99-b75c-bfb63c912068 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:24:57.282875 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-543b2351-65e6-4bc5-bc2c-5b0e1e8f3c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:57.315332 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-822ff35e-a528-4b40-8ea2-62b000b4163f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4653a28a-3ca4-47b7-be17-9df026820333', 'name': 'tempest-TestShelveInstance-1750598653-router', 'tenant_id': 'd7a9b24652794185a9a02b98bee55ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '078bbd00-4a17-4d19-8022-82abd777a83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:24:54Z', 'updated_at': '2021-12-08T17:24:55Z', 'revision_number': 3, 'project_id': 'd7a9b24652794185a9a02b98bee55ca5', 'gw_port': {'id': '078bbd00-4a17-4d19-8022-82abd777a83b', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fa:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4653a28a-3ca4-47b7-be17-9df026820333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:24:55Z', 'updated_at': '2021-12-08T17:24:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:24:57.513701 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822ff35e-a528-4b40-8ea2-62b000b4163f None None] Checking router: 4653a28a-3ca4-47b7-be17-9df026820333 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:24:57.514398 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822ff35e-a528-4b40-8ea2-62b000b4163f None None] Updating router 4653a28a-3ca4-47b7-be17-9df026820333 port 078bbd00-4a17-4d19-8022-82abd777a83b binding host n-d-776250-12 {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 17:24:57.543559 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-822ff35e-a528-4b40-8ea2-62b000b4163f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:57.622250 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fc9c44c6-89c9-4ca0-ac46-d7f1f064243e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:57.777864 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-fc9c44c6-89c9-4ca0-ac46-d7f1f064243e admin admin] Allocated IP 172.20.0.1 (e533bfdb-d4b0-4ca0-8909-b474cf49aa9c/23781262-28f4-4b6d-bdbb-fc9b9e804a90/b3e40e8d-3249-4ff6-b386-656cfbb5eaa0) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:24:57.887182 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fc9c44c6-89c9-4ca0-ac46-d7f1f064243e admin admin] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:57.918324 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-822ff35e-a528-4b40-8ea2-62b000b4163f None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:57.977301 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fc9c44c6-89c9-4ca0-ac46-d7f1f064243e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:57.999669 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-822ff35e-a528-4b40-8ea2-62b000b4163f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:58.014854 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9c44c6-89c9-4ca0-ac46-d7f1f064243e admin admin] Network e533bfdb-d4b0-4ca0-8909-b474cf49aa9c is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:24:58.017766 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-fc9c44c6-89c9-4ca0-ac46-d7f1f064243e admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:24:58.023910 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9c44c6-89c9-4ca0-ac46-d7f1f064243e admin admin] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:24:58.047886 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9c44c6-89c9-4ca0-ac46-d7f1f064243e admin admin] Pushing event updated for resources: {'Port': ['ID=b3e40e8d-3249-4ff6-b386-656cfbb5eaa0,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:24:58.049659 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db023c2d-b95a-4498-8716-6a2ae4c2f35c None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:24:58.063084 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59e2be7-ec69-4fe2-a5c1-d73dd4b34f1d None None] Pushing event updated for resources: {'Port': ['ID=078bbd00-4a17-4d19-8022-82abd777a83b,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:24:58.065356 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-822ff35e-a528-4b40-8ea2-62b000b4163f None None] Attempting to bind port 078bbd00-4a17-4d19-8022-82abd777a83b on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:24:58.065733 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-822ff35e-a528-4b40-8ea2-62b000b4163f None None] Attempting to bind port 078bbd00-4a17-4d19-8022-82abd777a83b by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:24:58.066631 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822ff35e-a528-4b40-8ea2-62b000b4163f None None] Attempting to bind port 078bbd00-4a17-4d19-8022-82abd777a83b on network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:24:58.068757 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fc9c44c6-89c9-4ca0-ac46-d7f1f064243e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:58.074325 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822ff35e-a528-4b40-8ea2-62b000b4163f None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:24:58.074850 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822ff35e-a528-4b40-8ea2-62b000b4163f None None] Checking segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:24:58.075363 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-822ff35e-a528-4b40-8ea2-62b000b4163f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:58.075868 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822ff35e-a528-4b40-8ea2-62b000b4163f None None] Bound using segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:24:58.076494 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-822ff35e-a528-4b40-8ea2-62b000b4163f None None] Bound port: 078bbd00-4a17-4d19-8022-82abd777a83b, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:24:58.076986 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-822ff35e-a528-4b40-8ea2-62b000b4163f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:58.144642 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-822ff35e-a528-4b40-8ea2-62b000b4163f None None] For port 078bbd00-4a17-4d19-8022-82abd777a83b, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:24:58.152263 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-822ff35e-a528-4b40-8ea2-62b000b4163f None None] For port 078bbd00-4a17-4d19-8022-82abd777a83b, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=078bbd00-4a17-4d19-8022-82abd777a83b,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:24:58.153248 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-fd2693c8-d9c4-48a3-a5a1-8dcf59aef2e0 None None] Provisioning complete for port 078bbd00-4a17-4d19-8022-82abd777a83b triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:24:58.153635 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-fd2693c8-d9c4-48a3-a5a1-8dcf59aef2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:58.193425 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-fd2693c8-d9c4-48a3-a5a1-8dcf59aef2e0 None None] Port 078bbd00-4a17-4d19-8022-82abd777a83b cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:24:58.226477 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-822ff35e-a528-4b40-8ea2-62b000b4163f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:58.277190 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e048b7-a769-4505-a334-4b934ca247e2 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:24:58.305294 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822ff35e-a528-4b40-8ea2-62b000b4163f None None] Routers {'4653a28a-3ca4-47b7-be17-9df026820333'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:24:58.306344 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-822ff35e-a528-4b40-8ea2-62b000b4163f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:24:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['4653a28a-3ca4-47b7-be17-9df026820333'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:24:58.309347 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fc9c44c6-89c9-4ca0-ac46-d7f1f064243e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:58.343575 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 93b0e8c5-00c5-4d99-b75c-bfb63c912068 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:24:58.346195 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59e2be7-ec69-4fe2-a5c1-d73dd4b34f1d None None] Pushing event updated for resources: {'Port': ['ID=078bbd00-4a17-4d19-8022-82abd777a83b,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:24:58.430180 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-716a7495-f6ab-437c-88f4-ca219afb213c None None] Provisioning complete for port b3e40e8d-3249-4ff6-b386-656cfbb5eaa0 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:24:58.430551 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-716a7495-f6ab-437c-88f4-ca219afb213c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:58.473755 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fc9c44c6-89c9-4ca0-ac46-d7f1f064243e admin admin] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:58.490199 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-716a7495-f6ab-437c-88f4-ca219afb213c None None] Port b3e40e8d-3249-4ff6-b386-656cfbb5eaa0 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:24:58.495327 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-822ff35e-a528-4b40-8ea2-62b000b4163f None None] Set router 4653a28a-3ca4-47b7-be17-9df026820333 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:24:58.524529 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 93b0e8c5-00c5-4d99-b75c-bfb63c912068 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:24:58.525183 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:58.539758 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fc9c44c6-89c9-4ca0-ac46-d7f1f064243e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:58.611915 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fc9c44c6-89c9-4ca0-ac46-d7f1f064243e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:58.615019 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9c44c6-89c9-4ca0-ac46-d7f1f064243e admin admin] Pushing event updated for resources: {'Port': ['ID=b3e40e8d-3249-4ff6-b386-656cfbb5eaa0,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:24:58.667090 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-8967adb1-2b16-49bc-96b7-a379e74ebe6c None None] Provisioning complete for port 078bbd00-4a17-4d19-8022-82abd777a83b triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:24:58.667463 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8967adb1-2b16-49bc-96b7-a379e74ebe6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:58.706469 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9c44c6-89c9-4ca0-ac46-d7f1f064243e admin admin] Network e533bfdb-d4b0-4ca0-8909-b474cf49aa9c is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:24:58.707925 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-fc9c44c6-89c9-4ca0-ac46-d7f1f064243e admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:24:58.838578 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc9c44c6-89c9-4ca0-ac46-d7f1f064243e admin admin] Router 4653a28a-3ca4-47b7-be17-9df026820333 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:24:58.839267 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8967adb1-2b16-49bc-96b7-a379e74ebe6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:58.856219 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-822ff35e-a528-4b40-8ea2-62b000b4163f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4653a28a-3ca4-47b7-be17-9df026820333', 'name': 'tempest-TestShelveInstance-1750598653-router', 'tenant_id': 'd7a9b24652794185a9a02b98bee55ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '078bbd00-4a17-4d19-8022-82abd777a83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:24:54Z', 'updated_at': '2021-12-08T17:24:58Z', 'revision_number': 4, 'project_id': 'd7a9b24652794185a9a02b98bee55ca5', 'gw_port': {'id': '078bbd00-4a17-4d19-8022-82abd777a83b', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fa:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4653a28a-3ca4-47b7-be17-9df026820333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:24:55Z', 'updated_at': '2021-12-08T17:24:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'b3e40e8d-3249-4ff6-b386-656cfbb5eaa0', 'name': '', 'network_id': 'e533bfdb-d4b0-4ca0-8909-b474cf49aa9c', 'tenant_id': 'd7a9b24652794185a9a02b98bee55ca5', 'mac_address': 'fa:16:3e:13:c3:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4653a28a-3ca4-47b7-be17-9df026820333', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '23781262-28f4-4b6d-bdbb-fc9b9e804a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:24:57Z', 'updated_at': '2021-12-08T17:24:57Z', 'revision_number': 1, 'project_id': 'd7a9b24652794185a9a02b98bee55ca5', 'subnets': [{'id': '23781262-28f4-4b6d-bdbb-fc9b9e804a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:24:58.889551 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-8967adb1-2b16-49bc-96b7-a379e74ebe6c None None] For port 078bbd00-4a17-4d19-8022-82abd777a83b, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=078bbd00-4a17-4d19-8022-82abd777a83b,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:24:58.891122 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822ff35e-a528-4b40-8ea2-62b000b4163f None None] The sync data for ids ['4653a28a-3ca4-47b7-be17-9df026820333'] in n-d-776250-12 is: [{'id': '4653a28a-3ca4-47b7-be17-9df026820333', 'name': 'tempest-TestShelveInstance-1750598653-router', 'tenant_id': 'd7a9b24652794185a9a02b98bee55ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '078bbd00-4a17-4d19-8022-82abd777a83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:24:54Z', 'updated_at': '2021-12-08T17:24:58Z', 'revision_number': 4, 'project_id': 'd7a9b24652794185a9a02b98bee55ca5', 'gw_port': {'id': '078bbd00-4a17-4d19-8022-82abd777a83b', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fa:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4653a28a-3ca4-47b7-be17-9df026820333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:24:55Z', 'updated_at': '2021-12-08T17:24:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'b3e40e8d-3249-4ff6-b386-656cfbb5eaa0', 'name': '', 'network_id': 'e533bfdb-d4b0-4ca0-8909-b474cf49aa9c', 'tenant_id': 'd7a9b24652794185a9a02b98bee55ca5', 'mac_address': 'fa:16:3e:13:c3:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4653a28a-3ca4-47b7-be17-9df026820333', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '23781262-28f4-4b6d-bdbb-fc9b9e804a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:24:57Z', 'updated_at': '2021-12-08T17:24:57Z', 'revision_number': 1, 'project_id': 'd7a9b24652794185a9a02b98bee55ca5', 'subnets': [{'id': '23781262-28f4-4b6d-bdbb-fc9b9e804a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:24:58.954215 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8967adb1-2b16-49bc-96b7-a379e74ebe6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:58.960806 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc9c44c6-89c9-4ca0-ac46-d7f1f064243e admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:24:58.967884 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-fc9c44c6-89c9-4ca0-ac46-d7f1f064243e admin admin] 10.222.0.64 "PUT /v2.0/routers/4653a28a-3ca4-47b7-be17-9df026820333/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1203437 Dec 08 17:24:59.016874 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8967adb1-2b16-49bc-96b7-a379e74ebe6c None None] Pushing event updated for resources: {'Port': ['ID=078bbd00-4a17-4d19-8022-82abd777a83b,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:24:59.074952 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-ddbb2a24-0433-46cf-ac8d-61253f1e6844 None None] Provisioning complete for port b3e40e8d-3249-4ff6-b386-656cfbb5eaa0 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:24:59.075327 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ddbb2a24-0433-46cf-ac8d-61253f1e6844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:59.135203 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-ddbb2a24-0433-46cf-ac8d-61253f1e6844 None None] Port b3e40e8d-3249-4ff6-b386-656cfbb5eaa0 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:24:59.527435 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43596) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:24:59.532107 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-9e2be249-3611-416f-9d42-e54dd335cd03 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1476679214', 'description': 'tempest-secgroup-smoke-1476679214 description', 'project_id': '37548f91632040dba2c3e175ef1015a4'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:24:59.643007 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9e2be249-3611-416f-9d42-e54dd335cd03 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:59.715878 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9e2be249-3611-416f-9d42-e54dd335cd03 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:59.779718 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9e2be249-3611-416f-9d42-e54dd335cd03 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:59.809590 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2be249-3611-416f-9d42-e54dd335cd03 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69af25b6-914c-4b92-8e67-f8d4f3c89c01,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:24:59.862178 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9e2be249-3611-416f-9d42-e54dd335cd03 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:59.867344 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43598) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:24:59.869771 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-9e2be249-3611-416f-9d42-e54dd335cd03 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3389821 Dec 08 17:24:59.872165 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-b4700bcc-997b-428a-9f1d-f24e2fdc735e tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Request body: {'security_group_rule': {'security_group_id': '69af25b6-914c-4b92-8e67-f8d4f3c89c01', 'project_id': '37548f91632040dba2c3e175ef1015a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:24:59.970219 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b4700bcc-997b-428a-9f1d-f24e2fdc735e tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:00.021604 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b4700bcc-997b-428a-9f1d-f24e2fdc735e tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:00.100030 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b4700bcc-997b-428a-9f1d-f24e2fdc735e tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:00.119114 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4700bcc-997b-428a-9f1d-f24e2fdc735e tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8417aa39-467c-40c6-8967-0672f80fccc5,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:25:00.193730 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-b4700bcc-997b-428a-9f1d-f24e2fdc735e tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:00.195116 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-b4700bcc-997b-428a-9f1d-f24e2fdc735e tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3267148 Dec 08 17:25:00.197962 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43600) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:25:00.202304 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-a6b6a824-ba50-4807-a033-010078bbb8e3 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Request body: {'security_group_rule': {'security_group_id': '69af25b6-914c-4b92-8e67-f8d4f3c89c01', 'project_id': '37548f91632040dba2c3e175ef1015a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:25:00.307843 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a6b6a824-ba50-4807-a033-010078bbb8e3 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:00.331155 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 078bbd00-4a17-4d19-8022-82abd777a83b up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:25:00.367977 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a6b6a824-ba50-4807-a033-010078bbb8e3 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:00.380692 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 078bbd00-4a17-4d19-8022-82abd777a83b triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:25:00.381076 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:00.439830 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a6b6a824-ba50-4807-a033-010078bbb8e3 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:00.457619 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b6a824-ba50-4807-a033-010078bbb8e3 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31c29ed2-04b8-4a4b-a4a5-2439555328f2,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:25:00.516123 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a6b6a824-ba50-4807-a033-010078bbb8e3 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:00.517471 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a6b6a824-ba50-4807-a033-010078bbb8e3 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3185589 Dec 08 17:25:00.520755 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43602) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:25:00.525126 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-45cc6f8d-1865-4296-9a55-46a9ee9410ff tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Request body: {'security_group_rule': {'security_group_id': '69af25b6-914c-4b92-8e67-f8d4f3c89c01', 'project_id': '37548f91632040dba2c3e175ef1015a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:25:00.603457 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-45cc6f8d-1865-4296-9a55-46a9ee9410ff tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:00.665565 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-45cc6f8d-1865-4296-9a55-46a9ee9410ff tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:00.731183 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-45cc6f8d-1865-4296-9a55-46a9ee9410ff tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:00.749633 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cc6f8d-1865-4296-9a55-46a9ee9410ff tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a740eec-9371-430f-80bf-593bea4bcf3d,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:25:00.813157 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-45cc6f8d-1865-4296-9a55-46a9ee9410ff tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:00.814390 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-45cc6f8d-1865-4296-9a55-46a9ee9410ff tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2927020 Dec 08 17:25:00.817102 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43604) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:25:00.821602 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-d80ad1ae-2778-46aa-bc23-ae790945773c tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Request body: {'security_group_rule': {'security_group_id': '69af25b6-914c-4b92-8e67-f8d4f3c89c01', 'project_id': '37548f91632040dba2c3e175ef1015a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:25:00.919127 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d80ad1ae-2778-46aa-bc23-ae790945773c tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:00.976999 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d80ad1ae-2778-46aa-bc23-ae790945773c tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:01.056689 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d80ad1ae-2778-46aa-bc23-ae790945773c tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:01.074484 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80ad1ae-2778-46aa-bc23-ae790945773c tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=746267ef-5970-48c4-8a29-b2b937c02a5f,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:25:01.133247 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d80ad1ae-2778-46aa-bc23-ae790945773c tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:01.137102 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-d80ad1ae-2778-46aa-bc23-ae790945773c tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3164549 Dec 08 17:25:01.137394 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43606) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:25:01.141853 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-708d0f4e-e568-46f5-831a-2e203e86bc4e tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Request body: {'security_group_rule': {'security_group_id': '69af25b6-914c-4b92-8e67-f8d4f3c89c01', 'project_id': '37548f91632040dba2c3e175ef1015a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:25:01.221496 n-d-776250-12 neutron-server[110550]: INFO neutron.db.securitygroups_db [None req-708d0f4e-e568-46f5-831a-2e203e86bc4e tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Project 37548f91632040dba2c3e175ef1015a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 17:25:01.227316 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-708d0f4e-e568-46f5-831a-2e203e86bc4e tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:01.286910 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-708d0f4e-e568-46f5-831a-2e203e86bc4e tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:01.359691 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-708d0f4e-e568-46f5-831a-2e203e86bc4e tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:01.380319 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d0f4e-e568-46f5-831a-2e203e86bc4e tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=708b4545-7ea0-4c1d-a485-a74ab56ea791,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:25:01.469995 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-708d0f4e-e568-46f5-831a-2e203e86bc4e tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:01.471233 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-708d0f4e-e568-46f5-831a-2e203e86bc4e tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3328781 Dec 08 17:25:01.473985 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43608) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:25:01.478507 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-1e9a23c7-6a9e-4998-86ff-b886b8ef6eb6 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Request body: {'security_group_rule': {'security_group_id': '69af25b6-914c-4b92-8e67-f8d4f3c89c01', 'project_id': '37548f91632040dba2c3e175ef1015a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:25:01.557046 n-d-776250-12 neutron-server[110550]: INFO neutron.db.securitygroups_db [None req-1e9a23c7-6a9e-4998-86ff-b886b8ef6eb6 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Project 37548f91632040dba2c3e175ef1015a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 17:25:01.562147 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1e9a23c7-6a9e-4998-86ff-b886b8ef6eb6 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:01.625014 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1e9a23c7-6a9e-4998-86ff-b886b8ef6eb6 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:01.699743 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1e9a23c7-6a9e-4998-86ff-b886b8ef6eb6 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:01.716921 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a23c7-6a9e-4998-86ff-b886b8ef6eb6 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32bc3414-f50e-4626-bdf3-5aedea3aafb4,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:25:01.796160 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1e9a23c7-6a9e-4998-86ff-b886b8ef6eb6 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:01.797516 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-1e9a23c7-6a9e-4998-86ff-b886b8ef6eb6 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3225627 Dec 08 17:25:02.009509 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-11a6beee-d21a-45ad-9eac-83cd426a7f4e req-624dc5f9-ec17-4e1a-a05d-3e118c48b6cd tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1476679214&fields=id&tenant_id=37548f91632040dba2c3e175ef1015a4 HTTP/1.1" status: 200 len: 267 time: 0.0445123 Dec 08 17:25:02.119332 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a6beee-d21a-45ad-9eac-83cd426a7f4e req-a545970f-54b2-4d88-b4e9-b0ffa08e944f tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:02.120864 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-11a6beee-d21a-45ad-9eac-83cd426a7f4e req-a545970f-54b2-4d88-b4e9-b0ffa08e944f tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/networks?id=f68be8ac-b491-4d80-8e44-16533980bd78 HTTP/1.1" status: 200 len: 809 time: 0.1046636 Dec 08 17:25:02.135932 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-11a6beee-d21a-45ad-9eac-83cd426a7f4e req-c5720a4b-6833-470c-ad7b-16d89e957f04 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/quotas/37548f91632040dba2c3e175ef1015a4 HTTP/1.1" status: 200 len: 375 time: 0.0092747 Dec 08 17:25:02.188528 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-11a6beee-d21a-45ad-9eac-83cd426a7f4e req-f76864db-f542-4430-a10e-080e985ea6bd tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=37548f91632040dba2c3e175ef1015a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471179 Dec 08 17:25:02.244999 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21680b3-e011-4f50-b783-620d2305b0d5 None None] Sync routers for ids ['4653a28a-3ca4-47b7-be17-9df026820333'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:25:02.255368 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21680b3-e011-4f50-b783-620d2305b0d5 None None] Routers {'4653a28a-3ca4-47b7-be17-9df026820333'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:25:02.255976 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-a21680b3-e011-4f50-b783-620d2305b0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:24:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['4653a28a-3ca4-47b7-be17-9df026820333'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:25:02.312309 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [req-11a6beee-d21a-45ad-9eac-83cd426a7f4e req-f4c15d9b-c1cf-49d9-aa1d-4dc33137872e service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 17:25:02.313345 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-11a6beee-d21a-45ad-9eac-83cd426a7f4e req-f4c15d9b-c1cf-49d9-aa1d-4dc33137872e service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1136560 Dec 08 17:25:02.361613 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-a21680b3-e011-4f50-b783-620d2305b0d5 None None] Set router 4653a28a-3ca4-47b7-be17-9df026820333 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:25:02.407768 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-11a6beee-d21a-45ad-9eac-83cd426a7f4e req-b3ffa32a-7a77-4aaa-9e69-793c1b8f9a2f service neutron] 10.222.0.64 "GET /v2.0/networks/f68be8ac-b491-4d80-8e44-16533980bd78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877681 Dec 08 17:25:02.499161 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-11a6beee-d21a-45ad-9eac-83cd426a7f4e req-e8e37e20-5d85-451f-a49a-d4f1c29599e2 service neutron] 10.222.0.64 "GET /v2.0/networks/f68be8ac-b491-4d80-8e44-16533980bd78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845001 Dec 08 17:25:02.560087 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-a21680b3-e011-4f50-b783-620d2305b0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4653a28a-3ca4-47b7-be17-9df026820333', 'name': 'tempest-TestShelveInstance-1750598653-router', 'tenant_id': 'd7a9b24652794185a9a02b98bee55ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '078bbd00-4a17-4d19-8022-82abd777a83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:24:54Z', 'updated_at': '2021-12-08T17:24:58Z', 'revision_number': 4, 'project_id': 'd7a9b24652794185a9a02b98bee55ca5', 'gw_port': {'id': '078bbd00-4a17-4d19-8022-82abd777a83b', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fa:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4653a28a-3ca4-47b7-be17-9df026820333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:24:55Z', 'updated_at': '2021-12-08T17:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'b3e40e8d-3249-4ff6-b386-656cfbb5eaa0', 'name': '', 'network_id': 'e533bfdb-d4b0-4ca0-8909-b474cf49aa9c', 'tenant_id': 'd7a9b24652794185a9a02b98bee55ca5', 'mac_address': 'fa:16:3e:13:c3:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4653a28a-3ca4-47b7-be17-9df026820333', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '23781262-28f4-4b6d-bdbb-fc9b9e804a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:24:57Z', 'updated_at': '2021-12-08T17:24:58Z', 'revision_number': 2, 'project_id': 'd7a9b24652794185a9a02b98bee55ca5', 'subnets': [{'id': '23781262-28f4-4b6d-bdbb-fc9b9e804a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:25:02.587882 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21680b3-e011-4f50-b783-620d2305b0d5 None None] Checking router: 4653a28a-3ca4-47b7-be17-9df026820333 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:25:02.588256 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21680b3-e011-4f50-b783-620d2305b0d5 None None] Updating router 4653a28a-3ca4-47b7-be17-9df026820333 port b3e40e8d-3249-4ff6-b386-656cfbb5eaa0 binding host n-d-776250-12 {{(pid=110553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 17:25:02.613496 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-a21680b3-e011-4f50-b783-620d2305b0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:02.752621 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ba489d9a-3945-452f-9e19-d9ea5e39744a req-d2b61144-0e8b-43e5-a745-afedc1a226aa tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 210 time: 0.0275471 Dec 08 17:25:02.888588 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-a21680b3-e011-4f50-b783-620d2305b0d5 None None] Publish callbacks [] for port, precommit_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:02.957153 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-a21680b3-e011-4f50-b783-620d2305b0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:03.006059 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0074ae67-3d29-493a-a64e-8d44730fb0a7 None None] Pushing event updated for resources: {'Port': ['ID=b3e40e8d-3249-4ff6-b386-656cfbb5eaa0,revision_number=3']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:25:03.057526 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-a21680b3-e011-4f50-b783-620d2305b0d5 None None] Attempting to bind port b3e40e8d-3249-4ff6-b386-656cfbb5eaa0 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:25:03.057928 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-a21680b3-e011-4f50-b783-620d2305b0d5 None None] Attempting to bind port b3e40e8d-3249-4ff6-b386-656cfbb5eaa0 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'c3540693-f5ca-4287-9516-e4ea2a1ce487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e533bfdb-d4b0-4ca0-8909-b474cf49aa9c'}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:25:03.058412 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21680b3-e011-4f50-b783-620d2305b0d5 None None] Attempting to bind port b3e40e8d-3249-4ff6-b386-656cfbb5eaa0 on network e533bfdb-d4b0-4ca0-8909-b474cf49aa9c {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:25:03.063525 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21680b3-e011-4f50-b783-620d2305b0d5 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:25:03.063905 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21680b3-e011-4f50-b783-620d2305b0d5 None None] Checking segment: {'id': 'c3540693-f5ca-4287-9516-e4ea2a1ce487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e533bfdb-d4b0-4ca0-8909-b474cf49aa9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:25:03.064400 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-a21680b3-e011-4f50-b783-620d2305b0d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:03.064749 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21680b3-e011-4f50-b783-620d2305b0d5 None None] Bound using segment: {'id': 'c3540693-f5ca-4287-9516-e4ea2a1ce487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e533bfdb-d4b0-4ca0-8909-b474cf49aa9c'} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:25:03.065219 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-a21680b3-e011-4f50-b783-620d2305b0d5 None None] Bound port: b3e40e8d-3249-4ff6-b386-656cfbb5eaa0, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3540693-f5ca-4287-9516-e4ea2a1ce487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e533bfdb-d4b0-4ca0-8909-b474cf49aa9c'}}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:25:03.065605 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-a21680b3-e011-4f50-b783-620d2305b0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:03.137536 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-a21680b3-e011-4f50-b783-620d2305b0d5 None None] For port b3e40e8d-3249-4ff6-b386-656cfbb5eaa0, host n-d-776250-12, cleared binding levels {{(pid=110553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:25:03.140739 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-a21680b3-e011-4f50-b783-620d2305b0d5 None None] For port b3e40e8d-3249-4ff6-b386-656cfbb5eaa0, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=b3e40e8d-3249-4ff6-b386-656cfbb5eaa0,segment=NetworkSegment(c3540693-f5ca-4287-9516-e4ea2a1ce487),segment_id=c3540693-f5ca-4287-9516-e4ea2a1ce487)] {{(pid=110553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:25:03.183951 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-4101a4d7-d654-45cf-a7b2-527f01cc4ed5 None None] Provisioning complete for port b3e40e8d-3249-4ff6-b386-656cfbb5eaa0 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:25:03.189281 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-4101a4d7-d654-45cf-a7b2-527f01cc4ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:03.218199 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-4101a4d7-d654-45cf-a7b2-527f01cc4ed5 None None] Port b3e40e8d-3249-4ff6-b386-656cfbb5eaa0 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:25:03.225838 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-a21680b3-e011-4f50-b783-620d2305b0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:03.281383 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21680b3-e011-4f50-b783-620d2305b0d5 None None] Routers {'4653a28a-3ca4-47b7-be17-9df026820333'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:25:03.281993 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-a21680b3-e011-4f50-b783-620d2305b0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:24:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['4653a28a-3ca4-47b7-be17-9df026820333'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:25:03.325229 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0074ae67-3d29-493a-a64e-8d44730fb0a7 None None] Pushing event updated for resources: {'Port': ['ID=b3e40e8d-3249-4ff6-b386-656cfbb5eaa0,revision_number=4']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:25:03.399143 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-a21680b3-e011-4f50-b783-620d2305b0d5 None None] Set router 4653a28a-3ca4-47b7-be17-9df026820333 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:25:03.539192 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-3cfc035a-05cd-490d-bede-64da516caaf1 None None] Provisioning complete for port b3e40e8d-3249-4ff6-b386-656cfbb5eaa0 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:25:03.539519 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3cfc035a-05cd-490d-bede-64da516caaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:03.603733 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-a21680b3-e011-4f50-b783-620d2305b0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4653a28a-3ca4-47b7-be17-9df026820333', 'name': 'tempest-TestShelveInstance-1750598653-router', 'tenant_id': 'd7a9b24652794185a9a02b98bee55ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '078bbd00-4a17-4d19-8022-82abd777a83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:24:54Z', 'updated_at': '2021-12-08T17:24:58Z', 'revision_number': 4, 'project_id': 'd7a9b24652794185a9a02b98bee55ca5', 'gw_port': {'id': '078bbd00-4a17-4d19-8022-82abd777a83b', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fa:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4653a28a-3ca4-47b7-be17-9df026820333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:24:55Z', 'updated_at': '2021-12-08T17:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'b3e40e8d-3249-4ff6-b386-656cfbb5eaa0', 'name': '', 'network_id': 'e533bfdb-d4b0-4ca0-8909-b474cf49aa9c', 'tenant_id': 'd7a9b24652794185a9a02b98bee55ca5', 'mac_address': 'fa:16:3e:13:c3:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4653a28a-3ca4-47b7-be17-9df026820333', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '23781262-28f4-4b6d-bdbb-fc9b9e804a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:24:57Z', 'updated_at': '2021-12-08T17:25:03Z', 'revision_number': 4, 'project_id': 'd7a9b24652794185a9a02b98bee55ca5', 'subnets': [{'id': '23781262-28f4-4b6d-bdbb-fc9b9e804a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:25:03.620702 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3cfc035a-05cd-490d-bede-64da516caaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:03.635740 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21680b3-e011-4f50-b783-620d2305b0d5 None None] The sync data for ids ['4653a28a-3ca4-47b7-be17-9df026820333'] in n-d-776250-12 is: [{'id': '4653a28a-3ca4-47b7-be17-9df026820333', 'name': 'tempest-TestShelveInstance-1750598653-router', 'tenant_id': 'd7a9b24652794185a9a02b98bee55ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '078bbd00-4a17-4d19-8022-82abd777a83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:24:54Z', 'updated_at': '2021-12-08T17:24:58Z', 'revision_number': 4, 'project_id': 'd7a9b24652794185a9a02b98bee55ca5', 'gw_port': {'id': '078bbd00-4a17-4d19-8022-82abd777a83b', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fa:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4653a28a-3ca4-47b7-be17-9df026820333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:24:55Z', 'updated_at': '2021-12-08T17:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': 'b3e40e8d-3249-4ff6-b386-656cfbb5eaa0', 'name': '', 'network_id': 'e533bfdb-d4b0-4ca0-8909-b474cf49aa9c', 'tenant_id': 'd7a9b24652794185a9a02b98bee55ca5', 'mac_address': 'fa:16:3e:13:c3:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4653a28a-3ca4-47b7-be17-9df026820333', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '23781262-28f4-4b6d-bdbb-fc9b9e804a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:24:57Z', 'updated_at': '2021-12-08T17:25:03Z', 'revision_number': 4, 'project_id': 'd7a9b24652794185a9a02b98bee55ca5', 'subnets': [{'id': '23781262-28f4-4b6d-bdbb-fc9b9e804a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:25:03.654136 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-3cfc035a-05cd-490d-bede-64da516caaf1 None None] For port b3e40e8d-3249-4ff6-b386-656cfbb5eaa0, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=b3e40e8d-3249-4ff6-b386-656cfbb5eaa0,segment=NetworkSegment(c3540693-f5ca-4287-9516-e4ea2a1ce487),segment_id=c3540693-f5ca-4287-9516-e4ea2a1ce487)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:25:03.739749 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3cfc035a-05cd-490d-bede-64da516caaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:03.789068 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfc035a-05cd-490d-bede-64da516caaf1 None None] Pushing event updated for resources: {'Port': ['ID=b3e40e8d-3249-4ff6-b386-656cfbb5eaa0,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:25:03.871340 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-322b4992-ee6a-47a5-95ef-1afe91b2e348 req-c7826616-821d-4025-a1cb-f6dad64a6ae2 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 210 time: 0.0311315 Dec 08 17:25:04.312797 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device b3e40e8d-3249-4ff6-b386-656cfbb5eaa0 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:25:04.361326 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port b3e40e8d-3249-4ff6-b386-656cfbb5eaa0 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:25:04.361715 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:04.906010 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a6beee-d21a-45ad-9eac-83cd426a7f4e req-b89c8d00-fc1d-434f-b466-5a5f1ac43173 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:04.907433 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-11a6beee-d21a-45ad-9eac-83cd426a7f4e req-b89c8d00-fc1d-434f-b466-5a5f1ac43173 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.37 "GET /v2.0/networks?id=f68be8ac-b491-4d80-8e44-16533980bd78 HTTP/1.1" status: 200 len: 809 time: 0.1031692 Dec 08 17:25:04.985442 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-25610de8-685f-4706-aacc-3fe92e71a941 req-992962f3-944b-4b42-8236-2a268ab0ffd8 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 210 time: 0.0414491 Dec 08 17:25:05.003981 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-11a6beee-d21a-45ad-9eac-83cd426a7f4e req-0df9cf26-cb50-43c7-ba76-f40b4981c1cb tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37548f91632040dba2c3e175ef1015a4 HTTP/1.1" status: 200 len: 380 time: 0.0851493 Dec 08 17:25:05.012080 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-11a6beee-d21a-45ad-9eac-83cd426a7f4e req-22ddc46d-62a7-4377-9db3-f63185dfe875 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Request body: {'port': {'device_id': 'fe778978-b601-4b93-a1fd-069b88aa546b', 'network_id': 'f68be8ac-b491-4d80-8e44-16533980bd78', 'admin_state_up': True, 'tenant_id': '37548f91632040dba2c3e175ef1015a4', 'security_groups': ['69af25b6-914c-4b92-8e67-f8d4f3c89c01']}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:25:05.174231 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11a6beee-d21a-45ad-9eac-83cd426a7f4e req-22ddc46d-62a7-4377-9db3-f63185dfe875 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Made reservation on behalf of 37548f91632040dba2c3e175ef1015a4 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:25:05.178418 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-11a6beee-d21a-45ad-9eac-83cd426a7f4e req-22ddc46d-62a7-4377-9db3-f63185dfe875 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:05.311715 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-11a6beee-d21a-45ad-9eac-83cd426a7f4e req-22ddc46d-62a7-4377-9db3-f63185dfe875 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Allocated IP 172.20.0.11 (f68be8ac-b491-4d80-8e44-16533980bd78/6c93e144-cdf8-4af5-832f-a0d6b831ed1f/a1cd0aac-9289-45ce-aac6-8ebf09621bbd) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:25:05.445213 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:05.452127 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-11a6beee-d21a-45ad-9eac-83cd426a7f4e req-22ddc46d-62a7-4377-9db3-f63185dfe875 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:05.536886 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-11a6beee-d21a-45ad-9eac-83cd426a7f4e req-22ddc46d-62a7-4377-9db3-f63185dfe875 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:05.580897 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11a6beee-d21a-45ad-9eac-83cd426a7f4e req-22ddc46d-62a7-4377-9db3-f63185dfe875 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Network f68be8ac-b491-4d80-8e44-16533980bd78 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:25:05.585965 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-11a6beee-d21a-45ad-9eac-83cd426a7f4e req-22ddc46d-62a7-4377-9db3-f63185dfe875 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:25:05.588484 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-11a6beee-d21a-45ad-9eac-83cd426a7f4e req-22ddc46d-62a7-4377-9db3-f63185dfe875 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:25:05.615365 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ddc46d-62a7-4377-9db3-f63185dfe875 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Pushing event updated for resources: {'Port': ['ID=a1cd0aac-9289-45ce-aac6-8ebf09621bbd,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:25:05.644934 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a6beee-d21a-45ad-9eac-83cd426a7f4e req-22ddc46d-62a7-4377-9db3-f63185dfe875 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:05.645615 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-11a6beee-d21a-45ad-9eac-83cd426a7f4e req-22ddc46d-62a7-4377-9db3-f63185dfe875 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:05.743599 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-11a6beee-d21a-45ad-9eac-83cd426a7f4e req-22ddc46d-62a7-4377-9db3-f63185dfe875 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7353473 Dec 08 17:25:05.757480 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-11a6beee-d21a-45ad-9eac-83cd426a7f4e req-d7a79260-c35f-44a8-ac5f-0895e49da30b service neutron] Request body: {'port': {'device_id': 'fe778978-b601-4b93-a1fd-069b88aa546b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:25:05.779104 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-79e515eb-0d6e-42dd-bf79-4784872a271b None None] Provisioning complete for port a1cd0aac-9289-45ce-aac6-8ebf09621bbd triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:25:05.779487 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-79e515eb-0d6e-42dd-bf79-4784872a271b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:05.817190 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-79e515eb-0d6e-42dd-bf79-4784872a271b None None] Port a1cd0aac-9289-45ce-aac6-8ebf09621bbd cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:25:05.829798 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-11a6beee-d21a-45ad-9eac-83cd426a7f4e req-d7a79260-c35f-44a8-ac5f-0895e49da30b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:06.092619 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-11a6beee-d21a-45ad-9eac-83cd426a7f4e req-d7a79260-c35f-44a8-ac5f-0895e49da30b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1cd0aac-9289-45ce-aac6-8ebf09621bbd {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:25:06.101043 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-11a6beee-d21a-45ad-9eac-83cd426a7f4e req-d7a79260-c35f-44a8-ac5f-0895e49da30b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:06.104329 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e3e65-eb88-48e5-b0de-53aff5cd8fdc req-7d73c0d7-c3c6-4fbe-b915-d629d17eef65 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:06.105876 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9f2e3e65-eb88-48e5-b0de-53aff5cd8fdc req-7d73c0d7-c3c6-4fbe-b915-d629d17eef65 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 932 time: 0.0500700 Dec 08 17:25:06.113619 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-11a6beee-d21a-45ad-9eac-83cd426a7f4e req-d7a79260-c35f-44a8-ac5f-0895e49da30b service neutron] Transition to ACTIVE for port object a1cd0aac-9289-45ce-aac6-8ebf09621bbd will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 17:25:06.162546 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9f2e3e65-eb88-48e5-b0de-53aff5cd8fdc req-aee786ae-dfdc-41e5-87e6-b77771bbd9da tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=69af25b6-914c-4b92-8e67-f8d4f3c89c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495861 Dec 08 17:25:06.202702 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-11a6beee-d21a-45ad-9eac-83cd426a7f4e req-d7a79260-c35f-44a8-ac5f-0895e49da30b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:06.254040 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a79260-c35f-44a8-ac5f-0895e49da30b service neutron] Pushing event updated for resources: {'Port': ['ID=a1cd0aac-9289-45ce-aac6-8ebf09621bbd,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:25:06.334443 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-11a6beee-d21a-45ad-9eac-83cd426a7f4e req-d7a79260-c35f-44a8-ac5f-0895e49da30b service neutron] Attempting to bind port a1cd0aac-9289-45ce-aac6-8ebf09621bbd on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:25:06.334855 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-11a6beee-d21a-45ad-9eac-83cd426a7f4e req-d7a79260-c35f-44a8-ac5f-0895e49da30b service neutron] Attempting to bind port a1cd0aac-9289-45ce-aac6-8ebf09621bbd by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '610b0464-0289-4313-8206-4336c4fe3f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f68be8ac-b491-4d80-8e44-16533980bd78'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:25:06.335175 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a6beee-d21a-45ad-9eac-83cd426a7f4e req-d7a79260-c35f-44a8-ac5f-0895e49da30b service neutron] Attempting to bind port a1cd0aac-9289-45ce-aac6-8ebf09621bbd on network f68be8ac-b491-4d80-8e44-16533980bd78 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:25:06.339965 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a6beee-d21a-45ad-9eac-83cd426a7f4e req-d7a79260-c35f-44a8-ac5f-0895e49da30b service neutron] Port a1cd0aac-9289-45ce-aac6-8ebf09621bbd on network f68be8ac-b491-4d80-8e44-16533980bd78 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 17:25:06.340331 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a6beee-d21a-45ad-9eac-83cd426a7f4e req-d7a79260-c35f-44a8-ac5f-0895e49da30b service neutron] Attempting to bind port a1cd0aac-9289-45ce-aac6-8ebf09621bbd on network f68be8ac-b491-4d80-8e44-16533980bd78 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:25:06.345690 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a6beee-d21a-45ad-9eac-83cd426a7f4e req-d7a79260-c35f-44a8-ac5f-0895e49da30b service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:25:06.346033 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a6beee-d21a-45ad-9eac-83cd426a7f4e req-d7a79260-c35f-44a8-ac5f-0895e49da30b service neutron] Checking segment: {'id': '610b0464-0289-4313-8206-4336c4fe3f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f68be8ac-b491-4d80-8e44-16533980bd78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:25:06.346434 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a6beee-d21a-45ad-9eac-83cd426a7f4e req-d7a79260-c35f-44a8-ac5f-0895e49da30b service neutron] Bound using segment: {'id': '610b0464-0289-4313-8206-4336c4fe3f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f68be8ac-b491-4d80-8e44-16533980bd78'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:25:06.346893 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-11a6beee-d21a-45ad-9eac-83cd426a7f4e req-d7a79260-c35f-44a8-ac5f-0895e49da30b service neutron] Bound port: a1cd0aac-9289-45ce-aac6-8ebf09621bbd, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '610b0464-0289-4313-8206-4336c4fe3f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f68be8ac-b491-4d80-8e44-16533980bd78'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:25:06.347262 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-11a6beee-d21a-45ad-9eac-83cd426a7f4e req-d7a79260-c35f-44a8-ac5f-0895e49da30b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:06.413709 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-11a6beee-d21a-45ad-9eac-83cd426a7f4e req-d7a79260-c35f-44a8-ac5f-0895e49da30b service neutron] For port a1cd0aac-9289-45ce-aac6-8ebf09621bbd, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:25:06.416794 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-11a6beee-d21a-45ad-9eac-83cd426a7f4e req-d7a79260-c35f-44a8-ac5f-0895e49da30b service neutron] For port a1cd0aac-9289-45ce-aac6-8ebf09621bbd, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=a1cd0aac-9289-45ce-aac6-8ebf09621bbd,segment=NetworkSegment(610b0464-0289-4313-8206-4336c4fe3f2a),segment_id=610b0464-0289-4313-8206-4336c4fe3f2a)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:25:06.474303 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-11a6beee-d21a-45ad-9eac-83cd426a7f4e req-d7a79260-c35f-44a8-ac5f-0895e49da30b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:06.508729 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a6beee-d21a-45ad-9eac-83cd426a7f4e req-d7a79260-c35f-44a8-ac5f-0895e49da30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:06.509351 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-11a6beee-d21a-45ad-9eac-83cd426a7f4e req-d7a79260-c35f-44a8-ac5f-0895e49da30b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:06.510749 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-11a6beee-d21a-45ad-9eac-83cd426a7f4e req-d7a79260-c35f-44a8-ac5f-0895e49da30b service neutron] 10.222.0.37 "PUT /v2.0/ports/a1cd0aac-9289-45ce-aac6-8ebf09621bbd HTTP/1.1" status: 200 len: 1093 time: 0.7587118 Dec 08 17:25:06.511187 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe778978-b601-4b93-a1fd-069b88aa546b', 'tag': 'a1cd0aac-9289-45ce-aac6-8ebf09621bbd'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:25:06.513466 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33688f0a94a9db352de83aac38ec7a80f5ce35812a363759cff610bcc84c1346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f18a5a56-07aa-4094-a5ce-15dec7e87ca4" -d '{"events": [{"name": "network-changed", "server_uuid": "fe778978-b601-4b93-a1fd-069b88aa546b", "tag": "a1cd0aac-9289-45ce-aac6-8ebf09621bbd"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:25:06.538127 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a79260-c35f-44a8-ac5f-0895e49da30b service neutron] Pushing event updated for resources: {'Port': ['ID=a1cd0aac-9289-45ce-aac6-8ebf09621bbd,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:25:06.568994 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc35055-74fa-4ad8-b909-047a9fb8e54c x-openstack-request-id: req-6dc35055-74fa-4ad8-b909-047a9fb8e54c {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:25:06.568994 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe778978-b601-4b93-a1fd-069b88aa546b", "tag": "a1cd0aac-9289-45ce-aac6-8ebf09621bbd", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:25:06.568994 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6dc35055-74fa-4ad8-b909-047a9fb8e54c {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:25:06.568994 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe778978-b601-4b93-a1fd-069b88aa546b', 'tag': 'a1cd0aac-9289-45ce-aac6-8ebf09621bbd', 'status': 'completed', 'code': 200} Dec 08 17:25:06.627322 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a5a56-07aa-4094-a5ce-15dec7e87ca4 req-af4ac7cb-da4a-4eac-bc4a-1794c9fd71d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:06.629548 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f18a5a56-07aa-4094-a5ce-15dec7e87ca4 req-af4ac7cb-da4a-4eac-bc4a-1794c9fd71d6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=37548f91632040dba2c3e175ef1015a4&device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 1096 time: 0.0458205 Dec 08 17:25:06.731984 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a5a56-07aa-4094-a5ce-15dec7e87ca4 req-733e4da1-934c-4321-aabe-c3f3275f01fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:06.733525 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f18a5a56-07aa-4094-a5ce-15dec7e87ca4 req-733e4da1-934c-4321-aabe-c3f3275f01fd service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=37548f91632040dba2c3e175ef1015a4&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0956964 Dec 08 17:25:06.827011 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a5a56-07aa-4094-a5ce-15dec7e87ca4 req-82694edd-8eeb-46bb-b5fe-7a56326ea98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:06.828417 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f18a5a56-07aa-4094-a5ce-15dec7e87ca4 req-82694edd-8eeb-46bb-b5fe-7a56326ea98d service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0882621 Dec 08 17:25:06.908490 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a6beee-d21a-45ad-9eac-83cd426a7f4e req-507a4296-543c-4845-ab8c-c4217f2de5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:06.910481 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-11a6beee-d21a-45ad-9eac-83cd426a7f4e req-507a4296-543c-4845-ab8c-c4217f2de5e6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=37548f91632040dba2c3e175ef1015a4&device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 1096 time: 0.0465329 Dec 08 17:25:06.953526 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-11a6beee-d21a-45ad-9eac-83cd426a7f4e req-0f40c632-353a-4e46-b5fe-d29f4e32a556 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1cd0aac-9289-45ce-aac6-8ebf09621bbd HTTP/1.1" status: 200 len: 217 time: 0.0339241 Dec 08 17:25:07.003923 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a6beee-d21a-45ad-9eac-83cd426a7f4e req-3fdb04d7-6860-4f76-8325-4ff2c9aa9516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:07.005391 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-11a6beee-d21a-45ad-9eac-83cd426a7f4e req-3fdb04d7-6860-4f76-8325-4ff2c9aa9516 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6c93e144-cdf8-4af5-832f-a0d6b831ed1f HTTP/1.1" status: 200 len: 848 time: 0.0438669 Dec 08 17:25:07.055696 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a6beee-d21a-45ad-9eac-83cd426a7f4e req-8b422bbf-86c8-4cf9-afa8-975ada381608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:07.057202 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-11a6beee-d21a-45ad-9eac-83cd426a7f4e req-8b422bbf-86c8-4cf9-afa8-975ada381608 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f68be8ac-b491-4d80-8e44-16533980bd78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439403 Dec 08 17:25:07.145231 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-11a6beee-d21a-45ad-9eac-83cd426a7f4e req-ef26ff51-1391-4058-bbb4-065b2d5e8ead service neutron] 10.222.0.37 "GET /v2.0/networks/f68be8ac-b491-4d80-8e44-16533980bd78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808630 Dec 08 17:25:07.241114 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-11a6beee-d21a-45ad-9eac-83cd426a7f4e req-cc64d6dd-5a3f-4317-93bc-5b5e548b02c9 service neutron] 10.222.0.37 "GET /v2.0/networks/f68be8ac-b491-4d80-8e44-16533980bd78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885615 Dec 08 17:25:07.280472 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ef536-9c20-4b71-8d8f-65f9c04e6a1e req-a06977a0-2c74-4f7b-96c4-28fe26733730 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:07.282615 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ea6ef536-9c20-4b71-8d8f-65f9c04e6a1e req-a06977a0-2c74-4f7b-96c4-28fe26733730 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 944 time: 0.0512004 Dec 08 17:25:07.336263 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ea6ef536-9c20-4b71-8d8f-65f9c04e6a1e req-d2c17521-2b87-49c5-a7fa-d8198cdb6e22 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=69af25b6-914c-4b92-8e67-f8d4f3c89c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466676 Dec 08 17:25:08.454693 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa87e7-d472-4509-9383-83f22fe81faf req-bd625c97-ee65-4a03-b550-a2672b018b74 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:08.456200 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ceaa87e7-d472-4509-9383-83f22fe81faf req-bd625c97-ee65-4a03-b550-a2672b018b74 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 944 time: 0.0504196 Dec 08 17:25:08.505527 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ceaa87e7-d472-4509-9383-83f22fe81faf req-45685863-9d8a-4fa7-958d-4507a78ecd94 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=69af25b6-914c-4b92-8e67-f8d4f3c89c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434546 Dec 08 17:25:09.447999 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:09.622607 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4e052-ca3a-4f1c-bdbb-8651d309e9a8 req-128f8201-3f59-4d04-878f-1d32ed7c5f38 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:09.624128 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-18e4e052-ca3a-4f1c-bdbb-8651d309e9a8 req-128f8201-3f59-4d04-878f-1d32ed7c5f38 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 944 time: 0.0512259 Dec 08 17:25:09.673737 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-18e4e052-ca3a-4f1c-bdbb-8651d309e9a8 req-382b1a17-9ec7-4606-b1d8-8314ed593c5e tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=69af25b6-914c-4b92-8e67-f8d4f3c89c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428970 Dec 08 17:25:10.490806 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device a1cd0aac-9289-45ce-aac6-8ebf09621bbd details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 17:25:10.584228 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port a1cd0aac-9289-45ce-aac6-8ebf09621bbd, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=a1cd0aac-9289-45ce-aac6-8ebf09621bbd,segment=NetworkSegment(610b0464-0289-4313-8206-4336c4fe3f2a),segment_id=610b0464-0289-4313-8206-4336c4fe3f2a)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:25:10.595461 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': 'a1cd0aac-9289-45ce-aac6-8ebf09621bbd', 'network_id': 'f68be8ac-b491-4d80-8e44-16533980bd78', 'port_id': 'a1cd0aac-9289-45ce-aac6-8ebf09621bbd', 'mac_address': 'fa:16:3e:6e:a6:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c93e144-cdf8-4af5-832f-a0d6b831ed1f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 17:25:10.635843 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:10.648286 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1cd0aac-9289-45ce-aac6-8ebf09621bbd {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:25:10.667451 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port a1cd0aac-9289-45ce-aac6-8ebf09621bbd, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=a1cd0aac-9289-45ce-aac6-8ebf09621bbd,segment=NetworkSegment(610b0464-0289-4313-8206-4336c4fe3f2a),segment_id=610b0464-0289-4313-8206-4336c4fe3f2a)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:25:10.730877 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:10.778771 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=a1cd0aac-9289-45ce-aac6-8ebf09621bbd,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:25:10.792727 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db4b4a-8812-4acf-adac-024ebb9a1de9 req-ed5c5dec-78a8-4777-a2b1-fc3d3e2c0a33 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:10.794245 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-35db4b4a-8812-4acf-adac-024ebb9a1de9 req-ed5c5dec-78a8-4777-a2b1-fc3d3e2c0a33 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 945 time: 0.0506048 Dec 08 17:25:10.842977 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-35db4b4a-8812-4acf-adac-024ebb9a1de9 req-3a51096a-4837-46d7-9ca8-514cde6c2873 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=69af25b6-914c-4b92-8e67-f8d4f3c89c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428638 Dec 08 17:25:10.944345 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['a1cd0aac-9289-45ce-aac6-8ebf09621bbd'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:25:11.511185 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e3a5cedb-a19d-4d7b-ae06-cd9478cd0095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:11.962255 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5426b7c4-2f70-41d9-b479-1198b69b36c4 req-9004982f-95fd-42f8-a93e-6d7c1bc0b039 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:11.963724 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5426b7c4-2f70-41d9-b479-1198b69b36c4 req-9004982f-95fd-42f8-a93e-6d7c1bc0b039 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 945 time: 0.0526521 Dec 08 17:25:12.020608 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5426b7c4-2f70-41d9-b479-1198b69b36c4 req-aa56f45e-e60a-48d6-9c22-a8ff46b6fd9b tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=69af25b6-914c-4b92-8e67-f8d4f3c89c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509026 Dec 08 17:25:12.497926 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device a1cd0aac-9289-45ce-aac6-8ebf09621bbd up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:25:12.638924 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port a1cd0aac-9289-45ce-aac6-8ebf09621bbd completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 17:25:12.643003 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port a1cd0aac-9289-45ce-aac6-8ebf09621bbd triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:25:12.643373 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:12.720286 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:12.742627 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe778978-b601-4b93-a1fd-069b88aa546b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1cd0aac-9289-45ce-aac6-8ebf09621bbd'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:25:12.744934 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e972d80ca4ba26e60ff2132fe6d2147b95d4377dec9e0b14df2e9cad1c1848da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2706abd0-bfe0-4569-908e-98512e8595e7" -d '{"events": [{"server_uuid": "fe778978-b601-4b93-a1fd-069b88aa546b", "name": "network-vif-plugged", "status": "completed", "tag": "a1cd0aac-9289-45ce-aac6-8ebf09621bbd"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:25:12.757658 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port a1cd0aac-9289-45ce-aac6-8ebf09621bbd, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=a1cd0aac-9289-45ce-aac6-8ebf09621bbd,segment=NetworkSegment(610b0464-0289-4313-8206-4336c4fe3f2a),segment_id=610b0464-0289-4313-8206-4336c4fe3f2a)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:25:12.780113 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd33e50e-144e-470a-b5ea-c4637a0eecf9 x-openstack-request-id: req-dd33e50e-144e-470a-b5ea-c4637a0eecf9 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:25:12.780440 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe778978-b601-4b93-a1fd-069b88aa546b", "name": "network-vif-plugged", "status": "completed", "tag": "a1cd0aac-9289-45ce-aac6-8ebf09621bbd", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:25:12.780691 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dd33e50e-144e-470a-b5ea-c4637a0eecf9 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:25:12.781105 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe778978-b601-4b93-a1fd-069b88aa546b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1cd0aac-9289-45ce-aac6-8ebf09621bbd', 'code': 200} Dec 08 17:25:12.825224 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:12.873312 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=a1cd0aac-9289-45ce-aac6-8ebf09621bbd,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:25:12.880004 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4d5524-1ea6-4096-989c-6eb528e0f397 req-52f8263f-1232-4163-b347-3d7528ce7775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:12.881610 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5b4d5524-1ea6-4096-989c-6eb528e0f397 req-52f8263f-1232-4163-b347-3d7528ce7775 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 1098 time: 0.0453160 Dec 08 17:25:12.929619 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5b4d5524-1ea6-4096-989c-6eb528e0f397 req-482604ac-a45f-42ad-8cba-38498ea89210 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=69af25b6-914c-4b92-8e67-f8d4f3c89c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399594 Dec 08 17:25:13.137194 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d4ea8f-347c-4f67-9727-e31eb804b971 req-e134c80e-7656-489f-a1d0-deffea52c428 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:13.138679 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e0d4ea8f-347c-4f67-9727-e31eb804b971 req-e134c80e-7656-489f-a1d0-deffea52c428 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 946 time: 0.0492501 Dec 08 17:25:13.188793 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e0d4ea8f-347c-4f67-9727-e31eb804b971 req-49ad5f05-7c07-4b11-96a1-f2f0bc3e7065 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=69af25b6-914c-4b92-8e67-f8d4f3c89c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434566 Dec 08 17:25:14.211110 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-013c4ab3-adf4-4fd9-9cb4-c41bffcad2eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:14.307289 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba85a7-6932-44d8-95b7-b57330cb770b req-8a09677b-5db9-4a4d-93c7-2dd1f15bc1aa tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:14.309304 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-06ba85a7-6932-44d8-95b7-b57330cb770b req-8a09677b-5db9-4a4d-93c7-2dd1f15bc1aa tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 946 time: 0.0494764 Dec 08 17:25:14.357831 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-06ba85a7-6932-44d8-95b7-b57330cb770b req-cbd5978d-5f3c-44bd-96de-1df9c113a850 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=69af25b6-914c-4b92-8e67-f8d4f3c89c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431361 Dec 08 17:25:14.477802 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6715a78d-3b08-4c37-ac61-c56964790a52 req-e4c56ad9-e543-493f-99f4-9adc7ec663f2 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:14.479318 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6715a78d-3b08-4c37-ac61-c56964790a52 req-e4c56ad9-e543-493f-99f4-9adc7ec663f2 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 946 time: 0.0538397 Dec 08 17:25:14.528816 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6715a78d-3b08-4c37-ac61-c56964790a52 req-855a9bfa-50e1-404a-859f-0b3f2f073af3 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=69af25b6-914c-4b92-8e67-f8d4f3c89c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432734 Dec 08 17:25:14.549807 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43664) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:25:14.642362 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba34e22e-7bc7-46ee-85fb-08ac3d2ea4cf tempest-TestShelveInstance-1827847729 tempest-TestShelveInstance-1827847729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:14.644462 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-ba34e22e-7bc7-46ee-85fb-08ac3d2ea4cf tempest-TestShelveInstance-1827847729 tempest-TestShelveInstance-1827847729-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 1093 time: 0.0930414 Dec 08 17:25:14.647393 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 43668) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:25:14.651543 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-bbbd1aa0-7c8f-4a9d-908d-d26209620c0a tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Request body: {'floatingip': {'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'port_id': 'a1cd0aac-9289-45ce-aac6-8ebf09621bbd', 'tenant_id': '37548f91632040dba2c3e175ef1015a4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:25:14.733862 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bbbd1aa0-7c8f-4a9d-908d-d26209620c0a tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks [] for floatingip, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:14.837821 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bbbd1aa0-7c8f-4a9d-908d-d26209620c0a tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:14.942753 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-bbbd1aa0-7c8f-4a9d-908d-d26209620c0a tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Allocated IP 172.25.0.166 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/28709ef5-c28b-415c-b5f0-65806c5a2814) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:25:15.040932 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bbbd1aa0-7c8f-4a9d-908d-d26209620c0a tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:15.148001 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bbbd1aa0-7c8f-4a9d-908d-d26209620c0a tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:15.191732 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbd1aa0-7c8f-4a9d-908d-d26209620c0a tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:25:15.196574 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-bbbd1aa0-7c8f-4a9d-908d-d26209620c0a tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:25:15.199062 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbd1aa0-7c8f-4a9d-908d-d26209620c0a tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:25:15.223324 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd1aa0-7c8f-4a9d-908d-d26209620c0a tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Pushing event updated for resources: {'Port': ['ID=28709ef5-c28b-415c-b5f0-65806c5a2814,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:25:15.571940 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bbbd1aa0-7c8f-4a9d-908d-d26209620c0a tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:15.709439 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bbbd1aa0-7c8f-4a9d-908d-d26209620c0a tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:15.728137 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:15.859934 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bbbd1aa0-7c8f-4a9d-908d-d26209620c0a tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:15.950853 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bbbd1aa0-7c8f-4a9d-908d-d26209620c0a tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:16.018515 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd1aa0-7c8f-4a9d-908d-d26209620c0a tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Pushing event updated for resources: {'Port': ['ID=28709ef5-c28b-415c-b5f0-65806c5a2814,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:25:16.032610 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bbbd1aa0-7c8f-4a9d-908d-d26209620c0a tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:16.135196 n-d-776250-12 neutron-server[110550]: INFO neutron.db.l3_db [None req-bbbd1aa0-7c8f-4a9d-908d-d26209620c0a tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Floating IP a53b75cd-dd3c-49d5-82b7-49e04fcbba93 associated. External IP: 172.25.0.166, port: a1cd0aac-9289-45ce-aac6-8ebf09621bbd. Dec 08 17:25:16.347939 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbbd1aa0-7c8f-4a9d-908d-d26209620c0a tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Router 49a8652d-9626-456f-a926-8d92db195994 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:25:16.780000 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbbd1aa0-7c8f-4a9d-908d-d26209620c0a tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:25:16.790593 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697b13f2-73e4-4472-bf2e-bf9b5f31b7ec None None] Sync routers for ids ['49a8652d-9626-456f-a926-8d92db195994'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:25:16.802349 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697b13f2-73e4-4472-bf2e-bf9b5f31b7ec None None] Routers {'49a8652d-9626-456f-a926-8d92db195994'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:25:16.816850 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-697b13f2-73e4-4472-bf2e-bf9b5f31b7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:25:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['49a8652d-9626-456f-a926-8d92db195994'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:25:16.879106 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-bbbd1aa0-7c8f-4a9d-908d-d26209620c0a tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:16.906274 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-bbbd1aa0-7c8f-4a9d-908d-d26209620c0a tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2578635 Dec 08 17:25:16.906980 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe778978-b601-4b93-a1fd-069b88aa546b', 'tag': 'a1cd0aac-9289-45ce-aac6-8ebf09621bbd'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:25:16.908767 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-697b13f2-73e4-4472-bf2e-bf9b5f31b7ec None None] Set router 49a8652d-9626-456f-a926-8d92db195994 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:25:16.909933 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33688f0a94a9db352de83aac38ec7a80f5ce35812a363759cff610bcc84c1346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a2223b-349d-412a-a07e-8038d7e78aff" -d '{"events": [{"name": "network-changed", "server_uuid": "fe778978-b601-4b93-a1fd-069b88aa546b", "tag": "a1cd0aac-9289-45ce-aac6-8ebf09621bbd"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:25:16.947884 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43593b0e-664f-41ec-a449-a5303b3ef712 x-openstack-request-id: req-43593b0e-664f-41ec-a449-a5303b3ef712 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:25:16.948288 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe778978-b601-4b93-a1fd-069b88aa546b", "tag": "a1cd0aac-9289-45ce-aac6-8ebf09621bbd", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:25:16.948557 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-43593b0e-664f-41ec-a449-a5303b3ef712 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:25:16.948962 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe778978-b601-4b93-a1fd-069b88aa546b', 'tag': 'a1cd0aac-9289-45ce-aac6-8ebf09621bbd', 'status': 'completed', 'code': 200} Dec 08 17:25:17.011286 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a2223b-349d-412a-a07e-8038d7e78aff req-59d6906b-2843-4522-aefc-efe14ac46c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:17.012851 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-97a2223b-349d-412a-a07e-8038d7e78aff req-59d6906b-2843-4522-aefc-efe14ac46c9d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=37548f91632040dba2c3e175ef1015a4&device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 1098 time: 0.0422802 Dec 08 17:25:17.070911 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:17.105453 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a2223b-349d-412a-a07e-8038d7e78aff req-d77e7805-8218-4b4c-a63c-09c10dc1d873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:17.107232 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-97a2223b-349d-412a-a07e-8038d7e78aff req-d77e7805-8218-4b4c-a63c-09c10dc1d873 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f68be8ac-b491-4d80-8e44-16533980bd78 HTTP/1.1" status: 200 len: 910 time: 0.0873289 Dec 08 17:25:17.153512 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-697b13f2-73e4-4472-bf2e-bf9b5f31b7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a8652d-9626-456f-a926-8d92db195994', 'name': 'tempest-TestShelveInstance-1464291746-router', 'tenant_id': '37548f91632040dba2c3e175ef1015a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '969095e1-286b-4039-b7e9-4b86f381df28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:24:48Z', 'updated_at': '2021-12-08T17:24:51Z', 'revision_number': 4, 'project_id': '37548f91632040dba2c3e175ef1015a4', 'gw_port': {'id': '969095e1-286b-4039-b7e9-4b86f381df28', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:87:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a8652d-9626-456f-a926-8d92db195994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:24:48Z', 'updated_at': '2021-12-08T17:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': 'a53b75cd-dd3c-49d5-82b7-49e04fcbba93', 'tenant_id': '37548f91632040dba2c3e175ef1015a4', 'floating_ip_address': '172.25.0.166', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '49a8652d-9626-456f-a926-8d92db195994', 'port_id': 'a1cd0aac-9289-45ce-aac6-8ebf09621bbd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f68be8ac-b491-4d80-8e44-16533980bd78', 'mac_address': 'fa:16:3e:6e:a6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe778978-b601-4b93-a1fd-069b88aa546b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T17:25:15Z', 'updated_at': '2021-12-08T17:25:15Z', 'revision_number': 0, 'project_id': '37548f91632040dba2c3e175ef1015a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '539d8dd1-2a0b-4fc0-a082-866b4dba7b0a', 'name': '', 'network_id': 'f68be8ac-b491-4d80-8e44-16533980bd78', 'tenant_id': '37548f91632040dba2c3e175ef1015a4', 'mac_address': 'fa:16:3e:ab:5a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a8652d-9626-456f-a926-8d92db195994', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '6c93e144-cdf8-4af5-832f-a0d6b831ed1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:24:51Z', 'updated_at': '2021-12-08T17:24:55Z', 'revision_number': 5, 'project_id': '37548f91632040dba2c3e175ef1015a4', 'subnets': [{'id': '6c93e144-cdf8-4af5-832f-a0d6b831ed1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:25:17.175860 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-97a2223b-349d-412a-a07e-8038d7e78aff req-4d534af3-2f3e-4ffb-a17b-b2e9f9b035f7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1cd0aac-9289-45ce-aac6-8ebf09621bbd HTTP/1.1" status: 200 len: 1000 time: 0.0612018 Dec 08 17:25:17.180130 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697b13f2-73e4-4472-bf2e-bf9b5f31b7ec None None] Checking router: 49a8652d-9626-456f-a926-8d92db195994 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:25:17.188298 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697b13f2-73e4-4472-bf2e-bf9b5f31b7ec None None] Routers {'49a8652d-9626-456f-a926-8d92db195994'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:25:17.188904 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-697b13f2-73e4-4472-bf2e-bf9b5f31b7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:25:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['49a8652d-9626-456f-a926-8d92db195994'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:25:17.227034 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a2223b-349d-412a-a07e-8038d7e78aff req-eee9fb20-df9d-4445-b185-d20f8e83348a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:17.228675 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-97a2223b-349d-412a-a07e-8038d7e78aff req-eee9fb20-df9d-4445-b185-d20f8e83348a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6c93e144-cdf8-4af5-832f-a0d6b831ed1f HTTP/1.1" status: 200 len: 848 time: 0.0457685 Dec 08 17:25:17.277435 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a2223b-349d-412a-a07e-8038d7e78aff req-c56ecbe8-bb23-463a-8c8d-82a809eadc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:17.278955 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-97a2223b-349d-412a-a07e-8038d7e78aff req-c56ecbe8-bb23-463a-8c8d-82a809eadc3d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f68be8ac-b491-4d80-8e44-16533980bd78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435104 Dec 08 17:25:17.294124 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-697b13f2-73e4-4472-bf2e-bf9b5f31b7ec None None] Set router 49a8652d-9626-456f-a926-8d92db195994 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:25:17.368100 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-97a2223b-349d-412a-a07e-8038d7e78aff req-6b39c20c-061d-442e-80e1-599c60f197b1 service neutron] 10.222.0.37 "GET /v2.0/networks/f68be8ac-b491-4d80-8e44-16533980bd78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818410 Dec 08 17:25:17.464301 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-97a2223b-349d-412a-a07e-8038d7e78aff req-b78165db-86d6-4740-9ce0-425899e0b15b service neutron] 10.222.0.37 "GET /v2.0/networks/f68be8ac-b491-4d80-8e44-16533980bd78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889971 Dec 08 17:25:17.516119 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-697b13f2-73e4-4472-bf2e-bf9b5f31b7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a8652d-9626-456f-a926-8d92db195994', 'name': 'tempest-TestShelveInstance-1464291746-router', 'tenant_id': '37548f91632040dba2c3e175ef1015a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '969095e1-286b-4039-b7e9-4b86f381df28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:24:48Z', 'updated_at': '2021-12-08T17:24:51Z', 'revision_number': 4, 'project_id': '37548f91632040dba2c3e175ef1015a4', 'gw_port': {'id': '969095e1-286b-4039-b7e9-4b86f381df28', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:87:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a8652d-9626-456f-a926-8d92db195994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:24:48Z', 'updated_at': '2021-12-08T17:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': 'a53b75cd-dd3c-49d5-82b7-49e04fcbba93', 'tenant_id': '37548f91632040dba2c3e175ef1015a4', 'floating_ip_address': '172.25.0.166', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '49a8652d-9626-456f-a926-8d92db195994', 'port_id': 'a1cd0aac-9289-45ce-aac6-8ebf09621bbd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f68be8ac-b491-4d80-8e44-16533980bd78', 'mac_address': 'fa:16:3e:6e:a6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe778978-b601-4b93-a1fd-069b88aa546b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T17:25:15Z', 'updated_at': '2021-12-08T17:25:15Z', 'revision_number': 0, 'project_id': '37548f91632040dba2c3e175ef1015a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '539d8dd1-2a0b-4fc0-a082-866b4dba7b0a', 'name': '', 'network_id': 'f68be8ac-b491-4d80-8e44-16533980bd78', 'tenant_id': '37548f91632040dba2c3e175ef1015a4', 'mac_address': 'fa:16:3e:ab:5a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a8652d-9626-456f-a926-8d92db195994', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '6c93e144-cdf8-4af5-832f-a0d6b831ed1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:24:51Z', 'updated_at': '2021-12-08T17:24:55Z', 'revision_number': 5, 'project_id': '37548f91632040dba2c3e175ef1015a4', 'subnets': [{'id': '6c93e144-cdf8-4af5-832f-a0d6b831ed1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:25:17.547158 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697b13f2-73e4-4472-bf2e-bf9b5f31b7ec None None] The sync data for ids ['49a8652d-9626-456f-a926-8d92db195994'] in n-d-776250-12 is: [{'id': '49a8652d-9626-456f-a926-8d92db195994', 'name': 'tempest-TestShelveInstance-1464291746-router', 'tenant_id': '37548f91632040dba2c3e175ef1015a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '969095e1-286b-4039-b7e9-4b86f381df28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:24:48Z', 'updated_at': '2021-12-08T17:24:51Z', 'revision_number': 4, 'project_id': '37548f91632040dba2c3e175ef1015a4', 'gw_port': {'id': '969095e1-286b-4039-b7e9-4b86f381df28', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:87:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a8652d-9626-456f-a926-8d92db195994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:24:48Z', 'updated_at': '2021-12-08T17:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': 'a53b75cd-dd3c-49d5-82b7-49e04fcbba93', 'tenant_id': '37548f91632040dba2c3e175ef1015a4', 'floating_ip_address': '172.25.0.166', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '49a8652d-9626-456f-a926-8d92db195994', 'port_id': 'a1cd0aac-9289-45ce-aac6-8ebf09621bbd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f68be8ac-b491-4d80-8e44-16533980bd78', 'mac_address': 'fa:16:3e:6e:a6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe778978-b601-4b93-a1fd-069b88aa546b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T17:25:15Z', 'updated_at': '2021-12-08T17:25:15Z', 'revision_number': 0, 'project_id': '37548f91632040dba2c3e175ef1015a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '539d8dd1-2a0b-4fc0-a082-866b4dba7b0a', 'name': '', 'network_id': 'f68be8ac-b491-4d80-8e44-16533980bd78', 'tenant_id': '37548f91632040dba2c3e175ef1015a4', 'mac_address': 'fa:16:3e:ab:5a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a8652d-9626-456f-a926-8d92db195994', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '6c93e144-cdf8-4af5-832f-a0d6b831ed1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:24:51Z', 'updated_at': '2021-12-08T17:24:55Z', 'revision_number': 5, 'project_id': '37548f91632040dba2c3e175ef1015a4', 'subnets': [{'id': '6c93e144-cdf8-4af5-832f-a0d6b831ed1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:25:17.619912 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:17.741667 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f437f39-bf13-4db5-86dd-3089388fd8af None None] New status for floating IP a53b75cd-dd3c-49d5-82b7-49e04fcbba93: ACTIVE {{(pid=110553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 17:25:22.479735 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:25:35.453455 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:37.840492 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-153940f4-c6ac-4f39-83ce-7cd9932d545e req-2d02b833-f70a-4aea-b3d7-1ef33555c015 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fe778978-b601-4b93-a1fd-069b88aa546b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392601 Dec 08 17:25:37.923912 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153940f4-c6ac-4f39-83ce-7cd9932d545e req-a2dea592-c9f1-4774-830e-4694bc9bf2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:37.926374 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-153940f4-c6ac-4f39-83ce-7cd9932d545e req-a2dea592-c9f1-4774-830e-4694bc9bf2b3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=37548f91632040dba2c3e175ef1015a4&device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 1098 time: 0.0433259 Dec 08 17:25:38.035863 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153940f4-c6ac-4f39-83ce-7cd9932d545e req-767768e6-aff0-45ad-b4b8-b3b1f4d7b21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:38.037405 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-153940f4-c6ac-4f39-83ce-7cd9932d545e req-767768e6-aff0-45ad-b4b8-b3b1f4d7b21c service neutron] 10.222.0.37 "GET /v2.0/networks?id=f68be8ac-b491-4d80-8e44-16533980bd78 HTTP/1.1" status: 200 len: 910 time: 0.0902946 Dec 08 17:25:38.103337 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-153940f4-c6ac-4f39-83ce-7cd9932d545e req-d1bd9f8e-c283-4383-9087-88d5bcda4397 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1cd0aac-9289-45ce-aac6-8ebf09621bbd HTTP/1.1" status: 200 len: 1002 time: 0.0580502 Dec 08 17:25:38.151893 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153940f4-c6ac-4f39-83ce-7cd9932d545e req-69ddf886-353d-47a8-aea5-687cf4bdd0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:38.153370 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-153940f4-c6ac-4f39-83ce-7cd9932d545e req-69ddf886-353d-47a8-aea5-687cf4bdd0ca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6c93e144-cdf8-4af5-832f-a0d6b831ed1f HTTP/1.1" status: 200 len: 848 time: 0.0433588 Dec 08 17:25:38.201687 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153940f4-c6ac-4f39-83ce-7cd9932d545e req-774bfbbf-b552-468b-89e8-4bb00bedb639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:38.203153 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-153940f4-c6ac-4f39-83ce-7cd9932d545e req-774bfbbf-b552-468b-89e8-4bb00bedb639 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f68be8ac-b491-4d80-8e44-16533980bd78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427158 Dec 08 17:25:38.292694 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-153940f4-c6ac-4f39-83ce-7cd9932d545e req-c935a6b0-0e93-426f-a5f9-13e50a665fc8 service neutron] 10.222.0.37 "GET /v2.0/networks/f68be8ac-b491-4d80-8e44-16533980bd78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822771 Dec 08 17:25:38.385056 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-153940f4-c6ac-4f39-83ce-7cd9932d545e req-42797e0f-abe2-468c-a81e-2a40757131a2 service neutron] 10.222.0.37 "GET /v2.0/networks/f68be8ac-b491-4d80-8e44-16533980bd78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847371 Dec 08 17:25:39.438923 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:41.469960 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0177d89e-69d2-48bc-bd25-3040e6630cf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:44.230257 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2962118b-5d5b-4ce1-bbf4-c939e7f7be54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:45.538871 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:47.047361 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:47.635708 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:59.480455 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:26:05.458429 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:26:09.446697 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:26:11.523865 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-cb1e6a34-0586-44df-8056-1aaf8dca84d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:26:14.229505 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-367a54bc-b17a-4b91-bf88-81befd6427eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:26:15.550498 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:26:17.049695 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:26:17.632866 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:26:35.480554 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:26:36.479541 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:26:37.852890 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c3775a35-f2ae-4c92-8065-b6b1a9cab2af req-78a570c4-b0f4-4e49-b114-328f8fab59d7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fe778978-b601-4b93-a1fd-069b88aa546b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404513 Dec 08 17:26:37.933614 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3775a35-f2ae-4c92-8065-b6b1a9cab2af req-dd42a4d2-f207-4768-87bc-e0ebc76249f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:26:37.935742 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c3775a35-f2ae-4c92-8065-b6b1a9cab2af req-dd42a4d2-f207-4768-87bc-e0ebc76249f9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=37548f91632040dba2c3e175ef1015a4&device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 1098 time: 0.0411439 Dec 08 17:26:38.043141 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3775a35-f2ae-4c92-8065-b6b1a9cab2af req-21124abc-c509-41b9-a698-2ba0cca61705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:26:38.044654 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c3775a35-f2ae-4c92-8065-b6b1a9cab2af req-21124abc-c509-41b9-a698-2ba0cca61705 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f68be8ac-b491-4d80-8e44-16533980bd78 HTTP/1.1" status: 200 len: 910 time: 0.0902812 Dec 08 17:26:38.110743 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c3775a35-f2ae-4c92-8065-b6b1a9cab2af req-e4473058-571e-4f88-bce5-071054e19b42 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1cd0aac-9289-45ce-aac6-8ebf09621bbd HTTP/1.1" status: 200 len: 1002 time: 0.0584903 Dec 08 17:26:38.159174 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3775a35-f2ae-4c92-8065-b6b1a9cab2af req-a5d4b35e-d3da-479b-a353-d40cefcb44e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:26:38.160672 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c3775a35-f2ae-4c92-8065-b6b1a9cab2af req-a5d4b35e-d3da-479b-a353-d40cefcb44e3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6c93e144-cdf8-4af5-832f-a0d6b831ed1f HTTP/1.1" status: 200 len: 848 time: 0.0437648 Dec 08 17:26:38.211130 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3775a35-f2ae-4c92-8065-b6b1a9cab2af req-7f6c7629-601b-494a-b157-d94342e46e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:26:38.212578 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c3775a35-f2ae-4c92-8065-b6b1a9cab2af req-7f6c7629-601b-494a-b157-d94342e46e03 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f68be8ac-b491-4d80-8e44-16533980bd78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443799 Dec 08 17:26:38.301907 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c3775a35-f2ae-4c92-8065-b6b1a9cab2af req-9f29bf6e-a204-44ab-a004-7998cd99cb8b service neutron] 10.222.0.37 "GET /v2.0/networks/f68be8ac-b491-4d80-8e44-16533980bd78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825269 Dec 08 17:26:38.395535 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c3775a35-f2ae-4c92-8065-b6b1a9cab2af req-126fdd06-6794-46bc-bcfc-166c8807c4ea service neutron] 10.222.0.37 "GET /v2.0/networks/f68be8ac-b491-4d80-8e44-16533980bd78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867157 Dec 08 17:26:39.437801 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:26:41.480127 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-28318eea-a0ee-460f-a3f0-6924252eb8af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:26:44.237711 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b53ab58a-0a01-456c-90e1-bfb2224c3250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:26:45.574654 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:26:47.068756 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:26:47.657447 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:27:05.459380 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:27:09.488435 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:27:11.491001 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-68ff5095-2fb4-4734-9ad8-6657798f539c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:27:13.317735 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703093fd-a524-4c5c-adc4-902c855184d4 req-3759baca-3670-4950-96ab-6847cd79c9a3 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:13.319249 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-703093fd-a524-4c5c-adc4-902c855184d4 req-3759baca-3670-4950-96ab-6847cd79c9a3 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 946 time: 0.1113327 Dec 08 17:27:13.368322 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-703093fd-a524-4c5c-adc4-902c855184d4 req-5b18f9ab-fd0a-4ea0-87dc-c37ad8aac76d tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=69af25b6-914c-4b92-8e67-f8d4f3c89c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430815 Dec 08 17:27:13.479359 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:27:14.236711 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-65a855cd-abbe-4e22-842b-179062f73b48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:27:14.489164 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1397807d-a98e-4c54-bc29-04f5c3779180 req-03d97b9c-31d5-4f75-b29a-87e82dd09a87 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:14.490701 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1397807d-a98e-4c54-bc29-04f5c3779180 req-03d97b9c-31d5-4f75-b29a-87e82dd09a87 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 946 time: 0.0509257 Dec 08 17:27:14.539358 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1397807d-a98e-4c54-bc29-04f5c3779180 req-708c92a6-a35d-4e00-8e67-b2aca3a28ac8 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=69af25b6-914c-4b92-8e67-f8d4f3c89c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427325 Dec 08 17:27:15.571248 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:27:15.679926 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab11eeed-d84b-498c-9d96-99fb4bcddac5 req-85389710-2f5c-41cb-a973-ceb9f488ecc2 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:15.681460 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ab11eeed-d84b-498c-9d96-99fb4bcddac5 req-85389710-2f5c-41cb-a973-ceb9f488ecc2 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 946 time: 0.0490839 Dec 08 17:27:15.729729 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ab11eeed-d84b-498c-9d96-99fb4bcddac5 req-465e07e7-3cfe-48fd-bb81-8e1fe9e3f3a7 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=69af25b6-914c-4b92-8e67-f8d4f3c89c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423846 Dec 08 17:27:16.844993 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdb9894-57d0-4b59-8c57-3c353b4d28af req-1b68ed9d-5c2b-4575-b237-aa420fca0265 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:16.846511 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1bdb9894-57d0-4b59-8c57-3c353b4d28af req-1b68ed9d-5c2b-4575-b237-aa420fca0265 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 946 time: 0.0487771 Dec 08 17:27:16.899380 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1bdb9894-57d0-4b59-8c57-3c353b4d28af req-02f1b651-12c6-49d4-9cf0-bea7d4612a9c tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=69af25b6-914c-4b92-8e67-f8d4f3c89c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470502 Dec 08 17:27:17.059746 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:27:17.636607 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:27:18.019457 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf94577-6f0b-463b-8c70-40e826545e2b req-801c713b-1bb7-4092-bda6-726d0ec8e5a5 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:18.020930 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ddf94577-6f0b-463b-8c70-40e826545e2b req-801c713b-1bb7-4092-bda6-726d0ec8e5a5 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 946 time: 0.0539207 Dec 08 17:27:18.069664 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ddf94577-6f0b-463b-8c70-40e826545e2b req-773feefc-8bfd-4555-9acd-2c97dc474792 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=69af25b6-914c-4b92-8e67-f8d4f3c89c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428617 Dec 08 17:27:19.185977 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebe7ba-edd3-4bcc-a90c-9ead69457ec0 req-1e4beea8-e1d5-427b-88ce-0be1b3805d04 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:19.187498 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-67ebe7ba-edd3-4bcc-a90c-9ead69457ec0 req-1e4beea8-e1d5-427b-88ce-0be1b3805d04 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 946 time: 0.0496211 Dec 08 17:27:19.238122 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-67ebe7ba-edd3-4bcc-a90c-9ead69457ec0 req-3445ac6d-f44b-4c43-b0cf-9d9b32275afc tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=69af25b6-914c-4b92-8e67-f8d4f3c89c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445147 Dec 08 17:27:20.355209 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ded36a-9ca0-430f-b0d1-00220359cfa6 req-aa4cedfc-a586-4e5f-acfe-8b5032053323 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:20.356723 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-15ded36a-9ca0-430f-b0d1-00220359cfa6 req-aa4cedfc-a586-4e5f-acfe-8b5032053323 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 946 time: 0.0491648 Dec 08 17:27:20.406856 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-15ded36a-9ca0-430f-b0d1-00220359cfa6 req-f7039c3d-494b-47c4-a33d-a9133dc1b1f1 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=69af25b6-914c-4b92-8e67-f8d4f3c89c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439734 Dec 08 17:27:21.524512 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d49a02-05c6-43d9-a864-f25fefd651ac req-d96e2a10-7674-44a0-9b9f-bc97bb8e2e12 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:21.526013 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-93d49a02-05c6-43d9-a864-f25fefd651ac req-d96e2a10-7674-44a0-9b9f-bc97bb8e2e12 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 946 time: 0.0491457 Dec 08 17:27:21.575102 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-93d49a02-05c6-43d9-a864-f25fefd651ac req-901ee4af-cb9c-4ab0-b357-df84d7e40646 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=69af25b6-914c-4b92-8e67-f8d4f3c89c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431862 Dec 08 17:27:22.690616 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9599b391-dd14-4bf8-9943-c6659a7370e1 req-adcd3f96-0c49-423d-9db1-717d60a12e15 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:22.692665 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9599b391-dd14-4bf8-9943-c6659a7370e1 req-adcd3f96-0c49-423d-9db1-717d60a12e15 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 946 time: 0.0493259 Dec 08 17:27:22.746199 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9599b391-dd14-4bf8-9943-c6659a7370e1 req-aed8ebcf-c716-456a-934d-83929c2bc655 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=69af25b6-914c-4b92-8e67-f8d4f3c89c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475864 Dec 08 17:27:23.870266 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540993fc-565e-4219-bb97-1dbc16241d66 req-36861681-f848-425a-899b-fd41ea9d0a75 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:23.871779 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-540993fc-565e-4219-bb97-1dbc16241d66 req-36861681-f848-425a-899b-fd41ea9d0a75 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 946 time: 0.0586693 Dec 08 17:27:23.920871 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-540993fc-565e-4219-bb97-1dbc16241d66 req-85899e8d-7f6b-471d-8715-82b26ea2010f tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=69af25b6-914c-4b92-8e67-f8d4f3c89c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429785 Dec 08 17:27:25.035671 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ecce4-ba42-4acc-b4bb-46caa2675d86 req-dcbf7275-a4fa-4dac-9f49-d2783567c860 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:25.037177 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bc3ecce4-ba42-4acc-b4bb-46caa2675d86 req-dcbf7275-a4fa-4dac-9f49-d2783567c860 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 946 time: 0.0491652 Dec 08 17:27:25.080652 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device a1cd0aac-9289-45ce-aac6-8ebf09621bbd details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 17:27:25.086485 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-bc3ecce4-ba42-4acc-b4bb-46caa2675d86 req-951535c6-d6bb-4ab0-afde-5d47bc38a924 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=69af25b6-914c-4b92-8e67-f8d4f3c89c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432653 Dec 08 17:27:25.179740 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port a1cd0aac-9289-45ce-aac6-8ebf09621bbd, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=a1cd0aac-9289-45ce-aac6-8ebf09621bbd,segment=NetworkSegment(610b0464-0289-4313-8206-4336c4fe3f2a),segment_id=610b0464-0289-4313-8206-4336c4fe3f2a)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:27:25.191190 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': 'a1cd0aac-9289-45ce-aac6-8ebf09621bbd', 'network_id': 'f68be8ac-b491-4d80-8e44-16533980bd78', 'port_id': 'a1cd0aac-9289-45ce-aac6-8ebf09621bbd', 'mac_address': 'fa:16:3e:6e:a6:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c93e144-cdf8-4af5-832f-a0d6b831ed1f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 17:27:25.228946 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:27:25.242338 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a1cd0aac-9289-45ce-aac6-8ebf09621bbd {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:27:25.261742 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port a1cd0aac-9289-45ce-aac6-8ebf09621bbd, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=a1cd0aac-9289-45ce-aac6-8ebf09621bbd,segment=NetworkSegment(610b0464-0289-4313-8206-4336c4fe3f2a),segment_id=610b0464-0289-4313-8206-4336c4fe3f2a)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:27:25.348334 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:27:25.401849 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=a1cd0aac-9289-45ce-aac6-8ebf09621bbd,revision_number=6']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:27:25.409231 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:27:25.409583 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:27:25.409930 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:27:25.410267 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:27:25.410609 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:27:25.410941 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:27:25.411272 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:27:25.411599 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:27:25.411928 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:27:25.412275 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:27:25.412605 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:27:25.412931 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:27:25.413255 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:27:25.422891 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['a1cd0aac-9289-45ce-aac6-8ebf09621bbd'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:27:26.226127 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb04cb14-a30b-41d1-9e2b-afb018994975 req-1b0649ea-a29f-4684-b5ff-8a27ab4a4184 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:26.227975 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bb04cb14-a30b-41d1-9e2b-afb018994975 req-1b0649ea-a29f-4684-b5ff-8a27ab4a4184 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 945 time: 0.0553868 Dec 08 17:27:26.280814 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-bb04cb14-a30b-41d1-9e2b-afb018994975 req-b1921c12-54b5-4e9d-b73f-bfba42345066 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=69af25b6-914c-4b92-8e67-f8d4f3c89c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463161 Dec 08 17:27:27.090381 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device a1cd0aac-9289-45ce-aac6-8ebf09621bbd up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:27:27.149705 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port a1cd0aac-9289-45ce-aac6-8ebf09621bbd triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:27:27.150187 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:27:27.241244 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:27:27.266974 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe778978-b601-4b93-a1fd-069b88aa546b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1cd0aac-9289-45ce-aac6-8ebf09621bbd'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:27:27.269295 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e972d80ca4ba26e60ff2132fe6d2147b95d4377dec9e0b14df2e9cad1c1848da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417e721c-1b99-458f-b21c-9f500bb26b95" -d '{"events": [{"server_uuid": "fe778978-b601-4b93-a1fd-069b88aa546b", "name": "network-vif-plugged", "status": "completed", "tag": "a1cd0aac-9289-45ce-aac6-8ebf09621bbd"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:27:27.286936 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port a1cd0aac-9289-45ce-aac6-8ebf09621bbd, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=a1cd0aac-9289-45ce-aac6-8ebf09621bbd,segment=NetworkSegment(610b0464-0289-4313-8206-4336c4fe3f2a),segment_id=610b0464-0289-4313-8206-4336c4fe3f2a)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:27:27.320307 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaee9c76-1a11-49d2-ad90-a8ee4d4fd7a4 x-openstack-request-id: req-eaee9c76-1a11-49d2-ad90-a8ee4d4fd7a4 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:27:27.320627 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe778978-b601-4b93-a1fd-069b88aa546b", "name": "network-vif-plugged", "status": "completed", "tag": "a1cd0aac-9289-45ce-aac6-8ebf09621bbd", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:27:27.320886 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eaee9c76-1a11-49d2-ad90-a8ee4d4fd7a4 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:27:27.321298 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe778978-b601-4b93-a1fd-069b88aa546b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1cd0aac-9289-45ce-aac6-8ebf09621bbd', 'code': 200} Dec 08 17:27:27.362815 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:27:27.410965 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b822292-589d-4aa2-805a-99e1733d2311 req-a8b16fb2-f925-4dfd-9d0e-a3f64485e129 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:27.417847 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=a1cd0aac-9289-45ce-aac6-8ebf09621bbd,revision_number=7']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:27:27.418480 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9b822292-589d-4aa2-805a-99e1733d2311 req-a8b16fb2-f925-4dfd-9d0e-a3f64485e129 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 946 time: 0.0618734 Dec 08 17:27:27.474946 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9b822292-589d-4aa2-805a-99e1733d2311 req-3ae9f723-20fa-4261-9303-0683f658f29f tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=69af25b6-914c-4b92-8e67-f8d4f3c89c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555701 Dec 08 17:27:28.606404 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e5db05-88f6-4b25-875f-6f68cc4a6d8a req-fb2ba886-5a65-4a71-b56c-48d24738f78b tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:28.608378 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a7e5db05-88f6-4b25-875f-6f68cc4a6d8a req-fb2ba886-5a65-4a71-b56c-48d24738f78b tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 946 time: 0.0548990 Dec 08 17:27:28.662559 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a7e5db05-88f6-4b25-875f-6f68cc4a6d8a req-7af27850-3e37-450a-82ae-58257290bbe3 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=69af25b6-914c-4b92-8e67-f8d4f3c89c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476089 Dec 08 17:27:29.785250 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4455d6db-cee6-451e-bc0e-ff1358397c30 req-f940782d-c610-42ad-8053-2b32fbc25fc2 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:29.792680 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4455d6db-cee6-451e-bc0e-ff1358397c30 req-f940782d-c610-42ad-8053-2b32fbc25fc2 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 946 time: 0.0603545 Dec 08 17:27:29.845503 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4455d6db-cee6-451e-bc0e-ff1358397c30 req-6007e507-ec6b-4f82-8302-91b253f16e91 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=69af25b6-914c-4b92-8e67-f8d4f3c89c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505049 Dec 08 17:27:30.974329 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74abbf5-8fd7-4bd9-97fc-86f87a398d85 req-b70705ba-eb3e-409a-b3b7-893cac093f97 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:30.976532 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c74abbf5-8fd7-4bd9-97fc-86f87a398d85 req-b70705ba-eb3e-409a-b3b7-893cac093f97 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 946 time: 0.0591815 Dec 08 17:27:31.034054 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c74abbf5-8fd7-4bd9-97fc-86f87a398d85 req-989f0e89-194a-46a4-ac68-862bed1a0279 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=69af25b6-914c-4b92-8e67-f8d4f3c89c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519745 Dec 08 17:27:32.169079 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af37f36-30ff-45ca-9a74-6e6543ef7c4a req-657ac884-4432-487d-a16d-671682bb7fdc tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:32.170695 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8af37f36-30ff-45ca-9a74-6e6543ef7c4a req-657ac884-4432-487d-a16d-671682bb7fdc tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 946 time: 0.0625544 Dec 08 17:27:32.232665 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8af37f36-30ff-45ca-9a74-6e6543ef7c4a req-5f4c0c7a-00f4-4f86-b000-8a322de4b513 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=69af25b6-914c-4b92-8e67-f8d4f3c89c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552852 Dec 08 17:27:33.364015 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cffc30-1c1f-4e72-b59b-52049dd7fead req-19e2edf4-9115-4d00-a8e8-e315845c32cc tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:33.365684 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73cffc30-1c1f-4e72-b59b-52049dd7fead req-19e2edf4-9115-4d00-a8e8-e315845c32cc tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 946 time: 0.0524950 Dec 08 17:27:33.425100 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-73cffc30-1c1f-4e72-b59b-52049dd7fead req-b1fd2ad3-8a37-4a94-861c-f61263e36897 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=69af25b6-914c-4b92-8e67-f8d4f3c89c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509238 Dec 08 17:27:34.556289 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2626bd12-a210-4b4c-ae72-5ab97270f558 req-f2bdc43c-c3fa-4dd2-aa2b-956003c174e3 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:34.557861 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2626bd12-a210-4b4c-ae72-5ab97270f558 req-f2bdc43c-c3fa-4dd2-aa2b-956003c174e3 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 946 time: 0.0528393 Dec 08 17:27:34.613629 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2626bd12-a210-4b4c-ae72-5ab97270f558 req-e8f239f0-2777-4864-83b0-4cb95599e891 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=69af25b6-914c-4b92-8e67-f8d4f3c89c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493703 Dec 08 17:27:35.476513 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:27:35.738299 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f57a0fb-559d-47d3-a51c-6b86e51f7f65 req-95511887-8185-41aa-be1b-df726df8c32f tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:35.741106 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3f57a0fb-559d-47d3-a51c-6b86e51f7f65 req-95511887-8185-41aa-be1b-df726df8c32f tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 946 time: 0.0539460 Dec 08 17:27:35.790051 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3f57a0fb-559d-47d3-a51c-6b86e51f7f65 req-35ad17bb-8cba-4094-9f7b-9eb6b17bd7bb tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=69af25b6-914c-4b92-8e67-f8d4f3c89c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437279 Dec 08 17:27:36.774281 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13187623-c526-4862-9d38-c965270fcd2e req-4802907e-6f0a-4ac8-830b-296209914577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:36.775768 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-13187623-c526-4862-9d38-c965270fcd2e req-4802907e-6f0a-4ac8-830b-296209914577 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=37548f91632040dba2c3e175ef1015a4&device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 1098 time: 0.0960455 Dec 08 17:27:36.870852 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13187623-c526-4862-9d38-c965270fcd2e req-a00d6ed7-3fad-47ef-a31b-78c3492b0c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:36.872373 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-13187623-c526-4862-9d38-c965270fcd2e req-a00d6ed7-3fad-47ef-a31b-78c3492b0c25 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f68be8ac-b491-4d80-8e44-16533980bd78 HTTP/1.1" status: 200 len: 910 time: 0.0898294 Dec 08 17:27:36.905661 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d6486-75ac-4340-a6d8-3da211997449 req-b80dc275-6372-4ff9-81da-2439c91d9e8e tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:36.907192 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-281d6486-75ac-4340-a6d8-3da211997449 req-b80dc275-6372-4ff9-81da-2439c91d9e8e tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 946 time: 0.0484097 Dec 08 17:27:36.939431 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-13187623-c526-4862-9d38-c965270fcd2e req-a39ed142-b4d6-4b1e-80ce-58a4fe77c7ed service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1cd0aac-9289-45ce-aac6-8ebf09621bbd HTTP/1.1" status: 200 len: 1002 time: 0.0595646 Dec 08 17:27:36.956312 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-281d6486-75ac-4340-a6d8-3da211997449 req-616496b8-33d6-4afe-88cb-b55032a0d94a tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=69af25b6-914c-4b92-8e67-f8d4f3c89c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426116 Dec 08 17:27:36.989141 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13187623-c526-4862-9d38-c965270fcd2e req-e8dce2dc-fb31-4a5a-bee3-ebb7ecee55e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:36.991183 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-13187623-c526-4862-9d38-c965270fcd2e req-e8dce2dc-fb31-4a5a-bee3-ebb7ecee55e9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6c93e144-cdf8-4af5-832f-a0d6b831ed1f HTTP/1.1" status: 200 len: 848 time: 0.0451522 Dec 08 17:27:37.039247 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13187623-c526-4862-9d38-c965270fcd2e req-fbe203b3-b1b3-4a91-a993-635d8b8a6351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:37.040841 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-13187623-c526-4862-9d38-c965270fcd2e req-fbe203b3-b1b3-4a91-a993-635d8b8a6351 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f68be8ac-b491-4d80-8e44-16533980bd78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432115 Dec 08 17:27:37.052220 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [req-13187623-c526-4862-9d38-c965270fcd2e req-1774231d-968d-4c21-b021-cd0e94789d43 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 17:27:37.053784 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-13187623-c526-4862-9d38-c965270fcd2e req-1774231d-968d-4c21-b021-cd0e94789d43 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054750 Dec 08 17:27:37.142531 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-13187623-c526-4862-9d38-c965270fcd2e req-ee82fb82-99aa-40aa-9729-8ca53ad7db4c service neutron] 10.222.0.37 "GET /v2.0/networks/f68be8ac-b491-4d80-8e44-16533980bd78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815518 Dec 08 17:27:37.236694 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-13187623-c526-4862-9d38-c965270fcd2e req-0d6bb769-13b2-41af-9544-a860147c5596 service neutron] 10.222.0.37 "GET /v2.0/networks/f68be8ac-b491-4d80-8e44-16533980bd78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874560 Dec 08 17:27:37.884914 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc7b286-4b3f-46bc-8299-ef061a0f2ac9 req-3e9b8aaf-c7e9-47cf-b51a-dc9e9a07de1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:37.886332 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ddc7b286-4b3f-46bc-8299-ef061a0f2ac9 req-3e9b8aaf-c7e9-47cf-b51a-dc9e9a07de1c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=37548f91632040dba2c3e175ef1015a4&device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 1098 time: 0.0418460 Dec 08 17:27:37.989831 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc7b286-4b3f-46bc-8299-ef061a0f2ac9 req-495f5aac-394b-421f-9905-2b7538853390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:37.991857 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ddc7b286-4b3f-46bc-8299-ef061a0f2ac9 req-495f5aac-394b-421f-9905-2b7538853390 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f68be8ac-b491-4d80-8e44-16533980bd78 HTTP/1.1" status: 200 len: 910 time: 0.0860958 Dec 08 17:27:38.088658 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ddc7b286-4b3f-46bc-8299-ef061a0f2ac9 req-03e7ed2d-4c30-4dc4-a38f-7cacaf321976 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1cd0aac-9289-45ce-aac6-8ebf09621bbd HTTP/1.1" status: 200 len: 1002 time: 0.0878797 Dec 08 17:27:38.111760 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9349e8bc-b409-47a4-ace9-46c4dc310781 req-001a0168-d5b8-445a-80d5-2de48a4f9cea tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:38.113265 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9349e8bc-b409-47a4-ace9-46c4dc310781 req-001a0168-d5b8-445a-80d5-2de48a4f9cea tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 946 time: 0.0737679 Dec 08 17:27:38.173413 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc7b286-4b3f-46bc-8299-ef061a0f2ac9 req-67a9c2d0-1a8e-4656-b919-f2d08805b76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:38.174771 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ddc7b286-4b3f-46bc-8299-ef061a0f2ac9 req-67a9c2d0-1a8e-4656-b919-f2d08805b76d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6c93e144-cdf8-4af5-832f-a0d6b831ed1f HTTP/1.1" status: 200 len: 848 time: 0.0788352 Dec 08 17:27:38.201867 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9349e8bc-b409-47a4-ace9-46c4dc310781 req-73fb0d3f-8c19-4631-b4ee-ed57ed6add30 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=69af25b6-914c-4b92-8e67-f8d4f3c89c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694962 Dec 08 17:27:38.230660 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc7b286-4b3f-46bc-8299-ef061a0f2ac9 req-a440ea29-de11-49ef-a062-f2a37a2d5f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:38.232476 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ddc7b286-4b3f-46bc-8299-ef061a0f2ac9 req-a440ea29-de11-49ef-a062-f2a37a2d5f48 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f68be8ac-b491-4d80-8e44-16533980bd78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0484073 Dec 08 17:27:38.323871 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ddc7b286-4b3f-46bc-8299-ef061a0f2ac9 req-4c4adb9e-b3d0-4076-b347-c357a415fb06 service neutron] 10.222.0.37 "GET /v2.0/networks/f68be8ac-b491-4d80-8e44-16533980bd78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826974 Dec 08 17:27:38.418119 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ddc7b286-4b3f-46bc-8299-ef061a0f2ac9 req-320beaca-e388-4745-99a2-c1049966e968 service neutron] 10.222.0.37 "GET /v2.0/networks/f68be8ac-b491-4d80-8e44-16533980bd78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866923 Dec 08 17:27:39.326685 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f550e-e09a-446e-ab5a-be48564bebb8 req-0b3480a4-c792-4955-abcd-28bad0fd2c54 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:39.328244 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ec9f550e-e09a-446e-ab5a-be48564bebb8 req-0b3480a4-c792-4955-abcd-28bad0fd2c54 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 946 time: 0.0552876 Dec 08 17:27:39.377107 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-ec9f550e-e09a-446e-ab5a-be48564bebb8 req-89329ceb-0e16-427a-a48f-445fdae9664f tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=69af25b6-914c-4b92-8e67-f8d4f3c89c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422707 Dec 08 17:27:39.490795 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [req-3b0a639d-5530-4113-86c2-1ab844361534 req-1eefc75b-ee0a-4068-b258-9a1d8e42074d service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 17:27:39.495458 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3b0a639d-5530-4113-86c2-1ab844361534 req-1eefc75b-ee0a-4068-b258-9a1d8e42074d service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0486600 Dec 08 17:27:39.502081 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:27:39.874153 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90988943-2306-4fae-abfa-bb9b9a38345e req-20e3439c-ea23-4036-bcc4-5d6bae82c581 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:39.875782 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-90988943-2306-4fae-abfa-bb9b9a38345e req-20e3439c-ea23-4036-bcc4-5d6bae82c581 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 946 time: 0.0509496 Dec 08 17:27:39.930628 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-90988943-2306-4fae-abfa-bb9b9a38345e req-0c138414-0fab-4138-8e6b-183c0dc608f2 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=69af25b6-914c-4b92-8e67-f8d4f3c89c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466745 Dec 08 17:27:40.290698 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f86f15e4-bb9f-40da-86bf-fc7172badae4 req-6c794fc0-04bd-4655-afb3-6c3f655549a2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fe778978-b601-4b93-a1fd-069b88aa546b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0835648 Dec 08 17:27:41.048648 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb071a1e-6284-49e1-b871-97ae9dd0bdc2 req-332e39ae-a3ef-4adc-911d-d894fdec53ab tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:41.050286 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fb071a1e-6284-49e1-b871-97ae9dd0bdc2 req-332e39ae-a3ef-4adc-911d-d894fdec53ab tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 946 time: 0.0501177 Dec 08 17:27:41.101440 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-fb071a1e-6284-49e1-b871-97ae9dd0bdc2 req-b30645ef-67af-444e-a7cc-3b1311aac00b tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=69af25b6-914c-4b92-8e67-f8d4f3c89c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443361 Dec 08 17:27:41.157316 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device a1cd0aac-9289-45ce-aac6-8ebf09621bbd no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:27:41.232276 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:27:41.254721 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe778978-b601-4b93-a1fd-069b88aa546b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1cd0aac-9289-45ce-aac6-8ebf09621bbd'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:27:41.257553 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e972d80ca4ba26e60ff2132fe6d2147b95d4377dec9e0b14df2e9cad1c1848da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d67999-a22e-4b91-bf60-265daf76e455" -d '{"events": [{"server_uuid": "fe778978-b601-4b93-a1fd-069b88aa546b", "name": "network-vif-unplugged", "status": "completed", "tag": "a1cd0aac-9289-45ce-aac6-8ebf09621bbd"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:27:41.271404 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port a1cd0aac-9289-45ce-aac6-8ebf09621bbd, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=a1cd0aac-9289-45ce-aac6-8ebf09621bbd,segment=NetworkSegment(610b0464-0289-4313-8206-4336c4fe3f2a),segment_id=610b0464-0289-4313-8206-4336c4fe3f2a)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:27:41.296662 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 17:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fda9484-266a-4c0a-b238-36e9658da097 x-openstack-request-id: req-1fda9484-266a-4c0a-b238-36e9658da097 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:27:41.296966 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe778978-b601-4b93-a1fd-069b88aa546b", "name": "network-vif-unplugged", "status": "completed", "tag": "a1cd0aac-9289-45ce-aac6-8ebf09621bbd", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:27:41.297223 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1fda9484-266a-4c0a-b238-36e9658da097 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:27:41.297661 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe778978-b601-4b93-a1fd-069b88aa546b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1cd0aac-9289-45ce-aac6-8ebf09621bbd', 'code': 200} Dec 08 17:27:41.339059 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:27:41.393071 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=a1cd0aac-9289-45ce-aac6-8ebf09621bbd,revision_number=8']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:27:41.476127 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9d07cfa9-05f3-4460-a2e1-485b88d74c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:27:41.649768 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f15e4-bb9f-40da-86bf-fc7172badae4 req-c84bd2bc-5477-440d-8751-f710f3ed0100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:41.651265 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f86f15e4-bb9f-40da-86bf-fc7172badae4 req-c84bd2bc-5477-440d-8751-f710f3ed0100 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=fe778978-b601-4b93-a1fd-069b88aa546b&tenant_id=37548f91632040dba2c3e175ef1015a4 HTTP/1.1" status: 200 len: 1096 time: 0.0410290 Dec 08 17:27:41.661316 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [req-f86f15e4-bb9f-40da-86bf-fc7172badae4 req-d9085b8c-dfb9-46cb-a08c-654ad0691efa service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 17:27:41.663032 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f86f15e4-bb9f-40da-86bf-fc7172badae4 req-d9085b8c-dfb9-46cb-a08c-654ad0691efa service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054638 Dec 08 17:27:41.675523 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-f86f15e4-bb9f-40da-86bf-fc7172badae4 req-a756c53a-db83-4a87-be36-1adc623cb18c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-776250-12', 'device_owner': 'compute:nova'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:27:41.734782 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f86f15e4-bb9f-40da-86bf-fc7172badae4 req-a756c53a-db83-4a87-be36-1adc623cb18c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:27:41.934451 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-f86f15e4-bb9f-40da-86bf-fc7172badae4 req-a756c53a-db83-4a87-be36-1adc623cb18c service neutron] For port a1cd0aac-9289-45ce-aac6-8ebf09621bbd, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=a1cd0aac-9289-45ce-aac6-8ebf09621bbd,segment=NetworkSegment(610b0464-0289-4313-8206-4336c4fe3f2a),segment_id=610b0464-0289-4313-8206-4336c4fe3f2a)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:27:41.967081 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-f86f15e4-bb9f-40da-86bf-fc7172badae4 req-a756c53a-db83-4a87-be36-1adc623cb18c service neutron] For port a1cd0aac-9289-45ce-aac6-8ebf09621bbd, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:27:42.000518 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-f86f15e4-bb9f-40da-86bf-fc7172badae4 req-a756c53a-db83-4a87-be36-1adc623cb18c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1cd0aac-9289-45ce-aac6-8ebf09621bbd {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:27:42.008442 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f86f15e4-bb9f-40da-86bf-fc7172badae4 req-a756c53a-db83-4a87-be36-1adc623cb18c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:27:42.020071 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-f86f15e4-bb9f-40da-86bf-fc7172badae4 req-a756c53a-db83-4a87-be36-1adc623cb18c service neutron] Transition to ACTIVE for port object a1cd0aac-9289-45ce-aac6-8ebf09621bbd will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 17:27:42.090492 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f86f15e4-bb9f-40da-86bf-fc7172badae4 req-a756c53a-db83-4a87-be36-1adc623cb18c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:27:42.189899 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a756c53a-db83-4a87-be36-1adc623cb18c service neutron] Pushing event updated for resources: {'Port': ['ID=a1cd0aac-9289-45ce-aac6-8ebf09621bbd,revision_number=9']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:27:42.223697 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a756c53a-db83-4a87-be36-1adc623cb18c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:27:42.224050 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a756c53a-db83-4a87-be36-1adc623cb18c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:27:42.224480 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a756c53a-db83-4a87-be36-1adc623cb18c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:27:42.224825 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a756c53a-db83-4a87-be36-1adc623cb18c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:27:42.225164 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a756c53a-db83-4a87-be36-1adc623cb18c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:27:42.225505 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a756c53a-db83-4a87-be36-1adc623cb18c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:27:42.225841 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a756c53a-db83-4a87-be36-1adc623cb18c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:27:42.226170 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a756c53a-db83-4a87-be36-1adc623cb18c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:27:42.226502 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a756c53a-db83-4a87-be36-1adc623cb18c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:27:42.226832 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a756c53a-db83-4a87-be36-1adc623cb18c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:27:42.227187 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a756c53a-db83-4a87-be36-1adc623cb18c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:27:42.227536 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a756c53a-db83-4a87-be36-1adc623cb18c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:27:42.227851 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a756c53a-db83-4a87-be36-1adc623cb18c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:27:42.269646 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e4d2a0-c322-42d0-a11d-11711876e060 req-a5349caf-4eaf-4641-8c7b-e04c03235479 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:42.271729 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e1e4d2a0-c322-42d0-a11d-11711876e060 req-a5349caf-4eaf-4641-8c7b-e04c03235479 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 944 time: 0.0931625 Dec 08 17:27:42.272569 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-f86f15e4-bb9f-40da-86bf-fc7172badae4 req-a756c53a-db83-4a87-be36-1adc623cb18c service neutron] No DVR routers for this DVR port a1cd0aac-9289-45ce-aac6-8ebf09621bbd on host n-h2-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:27:42.400595 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e1e4d2a0-c322-42d0-a11d-11711876e060 req-3528b182-596e-4d0c-afca-45164b1e6ca7 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=69af25b6-914c-4b92-8e67-f8d4f3c89c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915575 Dec 08 17:27:42.445072 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-f86f15e4-bb9f-40da-86bf-fc7172badae4 req-a756c53a-db83-4a87-be36-1adc623cb18c service neutron] Attempting to bind port a1cd0aac-9289-45ce-aac6-8ebf09621bbd on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:27:42.445404 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-f86f15e4-bb9f-40da-86bf-fc7172badae4 req-a756c53a-db83-4a87-be36-1adc623cb18c service neutron] Attempting to bind port a1cd0aac-9289-45ce-aac6-8ebf09621bbd by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': '610b0464-0289-4313-8206-4336c4fe3f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f68be8ac-b491-4d80-8e44-16533980bd78'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:27:42.445728 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86f15e4-bb9f-40da-86bf-fc7172badae4 req-a756c53a-db83-4a87-be36-1adc623cb18c service neutron] Attempting to bind port a1cd0aac-9289-45ce-aac6-8ebf09621bbd on network f68be8ac-b491-4d80-8e44-16533980bd78 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:27:42.449907 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86f15e4-bb9f-40da-86bf-fc7172badae4 req-a756c53a-db83-4a87-be36-1adc623cb18c service neutron] Port a1cd0aac-9289-45ce-aac6-8ebf09621bbd on network f68be8ac-b491-4d80-8e44-16533980bd78 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 17:27:42.450228 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86f15e4-bb9f-40da-86bf-fc7172badae4 req-a756c53a-db83-4a87-be36-1adc623cb18c service neutron] Attempting to bind port a1cd0aac-9289-45ce-aac6-8ebf09621bbd on network f68be8ac-b491-4d80-8e44-16533980bd78 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:27:42.454972 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86f15e4-bb9f-40da-86bf-fc7172badae4 req-a756c53a-db83-4a87-be36-1adc623cb18c service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:27:42.455305 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86f15e4-bb9f-40da-86bf-fc7172badae4 req-a756c53a-db83-4a87-be36-1adc623cb18c service neutron] Checking segment: {'id': '610b0464-0289-4313-8206-4336c4fe3f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f68be8ac-b491-4d80-8e44-16533980bd78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:27:42.455683 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86f15e4-bb9f-40da-86bf-fc7172badae4 req-a756c53a-db83-4a87-be36-1adc623cb18c service neutron] Bound using segment: {'id': '610b0464-0289-4313-8206-4336c4fe3f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f68be8ac-b491-4d80-8e44-16533980bd78'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:27:42.456100 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-f86f15e4-bb9f-40da-86bf-fc7172badae4 req-a756c53a-db83-4a87-be36-1adc623cb18c service neutron] Bound port: a1cd0aac-9289-45ce-aac6-8ebf09621bbd, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '610b0464-0289-4313-8206-4336c4fe3f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f68be8ac-b491-4d80-8e44-16533980bd78'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:27:42.456477 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f86f15e4-bb9f-40da-86bf-fc7172badae4 req-a756c53a-db83-4a87-be36-1adc623cb18c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:27:42.517291 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-f86f15e4-bb9f-40da-86bf-fc7172badae4 req-a756c53a-db83-4a87-be36-1adc623cb18c service neutron] For port a1cd0aac-9289-45ce-aac6-8ebf09621bbd, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:27:42.520258 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-f86f15e4-bb9f-40da-86bf-fc7172badae4 req-a756c53a-db83-4a87-be36-1adc623cb18c service neutron] For port a1cd0aac-9289-45ce-aac6-8ebf09621bbd, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=a1cd0aac-9289-45ce-aac6-8ebf09621bbd,segment=NetworkSegment(610b0464-0289-4313-8206-4336c4fe3f2a),segment_id=610b0464-0289-4313-8206-4336c4fe3f2a)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:27:42.585554 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f86f15e4-bb9f-40da-86bf-fc7172badae4 req-a756c53a-db83-4a87-be36-1adc623cb18c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:27:42.620892 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f15e4-bb9f-40da-86bf-fc7172badae4 req-a756c53a-db83-4a87-be36-1adc623cb18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:42.621535 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f86f15e4-bb9f-40da-86bf-fc7172badae4 req-a756c53a-db83-4a87-be36-1adc623cb18c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:27:42.622916 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f86f15e4-bb9f-40da-86bf-fc7172badae4 req-a756c53a-db83-4a87-be36-1adc623cb18c service neutron] 10.222.0.76 "PUT /v2.0/ports/a1cd0aac-9289-45ce-aac6-8ebf09621bbd HTTP/1.1" status: 200 len: 1093 time: 0.9511573 Dec 08 17:27:42.623366 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe778978-b601-4b93-a1fd-069b88aa546b', 'tag': 'a1cd0aac-9289-45ce-aac6-8ebf09621bbd'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:27:42.625638 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33688f0a94a9db352de83aac38ec7a80f5ce35812a363759cff610bcc84c1346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c313c8ab-7e4f-4718-a8e6-58727a74927a" -d '{"events": [{"name": "network-changed", "server_uuid": "fe778978-b601-4b93-a1fd-069b88aa546b", "tag": "a1cd0aac-9289-45ce-aac6-8ebf09621bbd"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:27:42.662596 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a756c53a-db83-4a87-be36-1adc623cb18c service neutron] Pushing event updated for resources: {'Port': ['ID=a1cd0aac-9289-45ce-aac6-8ebf09621bbd,revision_number=10']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:27:42.684967 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b561f7d-9521-4fe8-9982-5560e684054e x-openstack-request-id: req-6b561f7d-9521-4fe8-9982-5560e684054e {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:27:42.685273 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe778978-b601-4b93-a1fd-069b88aa546b", "tag": "a1cd0aac-9289-45ce-aac6-8ebf09621bbd", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:27:42.685536 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6b561f7d-9521-4fe8-9982-5560e684054e {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:27:42.685947 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe778978-b601-4b93-a1fd-069b88aa546b', 'tag': 'a1cd0aac-9289-45ce-aac6-8ebf09621bbd', 'status': 'completed', 'code': 200} Dec 08 17:27:42.703560 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f15e4-bb9f-40da-86bf-fc7172badae4 req-2607e02b-79be-47ac-8661-959013a644a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:42.705199 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f86f15e4-bb9f-40da-86bf-fc7172badae4 req-2607e02b-79be-47ac-8661-959013a644a0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=37548f91632040dba2c3e175ef1015a4&device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 1097 time: 0.0525286 Dec 08 17:27:42.808423 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f15e4-bb9f-40da-86bf-fc7172badae4 req-7d107cab-3084-4a87-bce6-49f821fa4270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:42.808423 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f86f15e4-bb9f-40da-86bf-fc7172badae4 req-7d107cab-3084-4a87-bce6-49f821fa4270 service neutron] 10.222.0.76 "GET /v2.0/networks?id=f68be8ac-b491-4d80-8e44-16533980bd78 HTTP/1.1" status: 200 len: 910 time: 0.0945687 Dec 08 17:27:42.884331 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f86f15e4-bb9f-40da-86bf-fc7172badae4 req-3e35a3ed-85e8-4fe2-9dfa-63eab6c1733e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1cd0aac-9289-45ce-aac6-8ebf09621bbd HTTP/1.1" status: 200 len: 1000 time: 0.0684161 Dec 08 17:27:42.934655 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f15e4-bb9f-40da-86bf-fc7172badae4 req-4ff7fa46-fe29-45d3-a59b-ae2bd5c0e2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:42.936057 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f86f15e4-bb9f-40da-86bf-fc7172badae4 req-4ff7fa46-fe29-45d3-a59b-ae2bd5c0e2da service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6c93e144-cdf8-4af5-832f-a0d6b831ed1f HTTP/1.1" status: 200 len: 848 time: 0.0448601 Dec 08 17:27:42.980290 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f15e4-bb9f-40da-86bf-fc7172badae4 req-eeb890c1-11ab-4264-ba99-131102897b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:42.981736 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f86f15e4-bb9f-40da-86bf-fc7172badae4 req-eeb890c1-11ab-4264-ba99-131102897b19 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f68be8ac-b491-4d80-8e44-16533980bd78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391967 Dec 08 17:27:43.072669 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f86f15e4-bb9f-40da-86bf-fc7172badae4 req-77866341-fcef-44c6-b59f-ac936977978c service neutron] 10.222.0.76 "GET /v2.0/networks/f68be8ac-b491-4d80-8e44-16533980bd78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834706 Dec 08 17:27:43.164280 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f86f15e4-bb9f-40da-86bf-fc7172badae4 req-837369ba-f48f-4930-b015-0fc083c01691 service neutron] 10.222.0.76 "GET /v2.0/networks/f68be8ac-b491-4d80-8e44-16533980bd78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830650 Dec 08 17:27:43.302050 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c313c8ab-7e4f-4718-a8e6-58727a74927a req-031e4c2c-304e-46b4-a777-acbf86ff151e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:43.303607 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c313c8ab-7e4f-4718-a8e6-58727a74927a req-031e4c2c-304e-46b4-a777-acbf86ff151e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=37548f91632040dba2c3e175ef1015a4&device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 1097 time: 0.0442348 Dec 08 17:27:43.399396 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c313c8ab-7e4f-4718-a8e6-58727a74927a req-9c9c328f-66f5-4905-887b-0366fbac641c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:43.400925 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c313c8ab-7e4f-4718-a8e6-58727a74927a req-9c9c328f-66f5-4905-887b-0366fbac641c service neutron] 10.222.0.76 "GET /v2.0/networks?id=f68be8ac-b491-4d80-8e44-16533980bd78 HTTP/1.1" status: 200 len: 910 time: 0.0907016 Dec 08 17:27:43.467756 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c313c8ab-7e4f-4718-a8e6-58727a74927a req-749a4712-f3c0-44ff-a813-95c4dd2fd1e6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1cd0aac-9289-45ce-aac6-8ebf09621bbd HTTP/1.1" status: 200 len: 1000 time: 0.0591500 Dec 08 17:27:43.929853 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c313c8ab-7e4f-4718-a8e6-58727a74927a req-eedc51fa-f04f-4f95-999a-a1e56066d6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:43.931178 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c313c8ab-7e4f-4718-a8e6-58727a74927a req-eedc51fa-f04f-4f95-999a-a1e56066d6f2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6c93e144-cdf8-4af5-832f-a0d6b831ed1f HTTP/1.1" status: 200 len: 848 time: 0.4475160 Dec 08 17:27:43.939802 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5c214b-d9f9-47ec-ac12-6b33e5b51d17 req-1658a3c7-58ac-40e6-b04c-1a0a71242a47 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:43.941283 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-af5c214b-d9f9-47ec-ac12-6b33e5b51d17 req-1658a3c7-58ac-40e6-b04c-1a0a71242a47 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 945 time: 0.4660234 Dec 08 17:27:43.995744 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-af5c214b-d9f9-47ec-ac12-6b33e5b51d17 req-7152b747-c767-4917-9340-18d48def72f6 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=69af25b6-914c-4b92-8e67-f8d4f3c89c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477068 Dec 08 17:27:44.262413 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7f757f87-e2ce-4742-923a-9f1e2f0b319e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:27:45.122390 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36077394-8479-4ecf-b908-bc177ce845ae req-a72cb155-4276-4df0-8986-be9464ba4538 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:45.123937 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-36077394-8479-4ecf-b908-bc177ce845ae req-a72cb155-4276-4df0-8986-be9464ba4538 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 945 time: 0.0555174 Dec 08 17:27:45.176068 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-36077394-8479-4ecf-b908-bc177ce845ae req-ea208652-32e7-45ee-bac9-4eaf19b1baad tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=69af25b6-914c-4b92-8e67-f8d4f3c89c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457759 Dec 08 17:27:45.567403 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:27:46.296595 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d054411b-048a-4617-9114-7d1c57db9bb5 req-5f111832-b8b5-4c1a-aaa6-2a9212b85407 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:46.298113 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d054411b-048a-4617-9114-7d1c57db9bb5 req-5f111832-b8b5-4c1a-aaa6-2a9212b85407 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 945 time: 0.0509286 Dec 08 17:27:46.348671 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d054411b-048a-4617-9114-7d1c57db9bb5 req-acacfffb-52e5-47c9-aac9-fbaffa0c06c0 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=69af25b6-914c-4b92-8e67-f8d4f3c89c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439887 Dec 08 17:27:47.058905 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:27:47.469134 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ab2eb-9932-4069-b9f2-2650b8fa2dbf req-33d47ad9-d12c-4630-bc97-cbbdf5c4abe1 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:47.470664 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b10ab2eb-9932-4069-b9f2-2650b8fa2dbf req-33d47ad9-d12c-4630-bc97-cbbdf5c4abe1 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 945 time: 0.0512013 Dec 08 17:27:47.522951 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b10ab2eb-9932-4069-b9f2-2650b8fa2dbf req-2395f263-c244-409a-b21b-8eb6df3b193f tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=69af25b6-914c-4b92-8e67-f8d4f3c89c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451040 Dec 08 17:27:47.641825 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:27:48.652895 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2c8a08-cd1b-4244-9648-4275f33aedf0 req-18ac45c4-0730-4923-93e1-28cc22f6f7c5 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:48.654450 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ca2c8a08-cd1b-4244-9648-4275f33aedf0 req-18ac45c4-0730-4923-93e1-28cc22f6f7c5 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 945 time: 0.0628319 Dec 08 17:27:48.717776 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ca2c8a08-cd1b-4244-9648-4275f33aedf0 req-5effe193-bd8a-4388-afd0-80b7e39d3a01 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=69af25b6-914c-4b92-8e67-f8d4f3c89c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571218 Dec 08 17:27:49.847732 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe7790-6c19-49aa-a3b8-570fc0c0bfd1 req-d6c6e8e2-a8bc-4bb4-8082-3296a6bafdc7 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:49.849303 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-28fe7790-6c19-49aa-a3b8-570fc0c0bfd1 req-d6c6e8e2-a8bc-4bb4-8082-3296a6bafdc7 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 945 time: 0.0561395 Dec 08 17:27:49.903400 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-28fe7790-6c19-49aa-a3b8-570fc0c0bfd1 req-11a93038-8095-4f0f-8236-82047a6e6e9b tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=69af25b6-914c-4b92-8e67-f8d4f3c89c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472915 Dec 08 17:27:50.479866 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:27:51.023975 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b07bf-a3a1-4629-882a-8b7a29e701e8 req-ac9184e7-9d53-4c4b-a615-48f79a9abaf6 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:51.025545 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-284b07bf-a3a1-4629-882a-8b7a29e701e8 req-ac9184e7-9d53-4c4b-a615-48f79a9abaf6 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 945 time: 0.0507169 Dec 08 17:27:51.076841 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-284b07bf-a3a1-4629-882a-8b7a29e701e8 req-7428a4b0-f351-46e5-8b52-137f7ea00bee tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=69af25b6-914c-4b92-8e67-f8d4f3c89c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451326 Dec 08 17:27:52.216158 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70121183-6ca1-4ec6-9c79-1bb0be818a12 req-967247a2-d6d4-423e-9e63-c600c60ba935 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:52.224316 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-70121183-6ca1-4ec6-9c79-1bb0be818a12 req-967247a2-d6d4-423e-9e63-c600c60ba935 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 945 time: 0.0592492 Dec 08 17:27:52.275575 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-70121183-6ca1-4ec6-9c79-1bb0be818a12 req-2a0fc8cd-21eb-4a30-9f6a-c781c5e71cbc tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=69af25b6-914c-4b92-8e67-f8d4f3c89c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502815 Dec 08 17:27:53.409884 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c456f3d4-1637-4165-9f9b-226914c8d3e6 req-542bb42a-a433-4761-b902-3a62e6cbfea4 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:53.418439 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c456f3d4-1637-4165-9f9b-226914c8d3e6 req-542bb42a-a433-4761-b902-3a62e6cbfea4 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 945 time: 0.0563087 Dec 08 17:27:53.464579 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c456f3d4-1637-4165-9f9b-226914c8d3e6 req-38f10cfe-c814-41df-87d7-8c7ad3f6005b tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=69af25b6-914c-4b92-8e67-f8d4f3c89c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459669 Dec 08 17:27:54.580460 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be5ac2-d368-4c14-ba16-cf058b40c1f2 req-08e76642-efb4-4d7f-8c56-15e45a63e6d7 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:54.581962 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f5be5ac2-d368-4c14-ba16-cf058b40c1f2 req-08e76642-efb4-4d7f-8c56-15e45a63e6d7 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 945 time: 0.0495834 Dec 08 17:27:54.634584 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f5be5ac2-d368-4c14-ba16-cf058b40c1f2 req-fb6c9899-185f-485b-b929-7d13e1022028 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=69af25b6-914c-4b92-8e67-f8d4f3c89c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466917 Dec 08 17:27:55.747903 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b494b530-445a-4c77-bb0f-48ef1fa2a8de req-658e5029-ad14-4b9e-9180-7cd5bbbda84a tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:55.749422 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b494b530-445a-4c77-bb0f-48ef1fa2a8de req-658e5029-ad14-4b9e-9180-7cd5bbbda84a tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 945 time: 0.0487635 Dec 08 17:27:55.798057 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b494b530-445a-4c77-bb0f-48ef1fa2a8de req-545f25a5-c227-4250-8aa2-cf65f9986d9e tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=69af25b6-914c-4b92-8e67-f8d4f3c89c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427277 Dec 08 17:27:56.406029 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c313c8ab-7e4f-4718-a8e6-58727a74927a req-04f9e537-de00-4996-93af-26cb77fe4e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:56.407571 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c313c8ab-7e4f-4718-a8e6-58727a74927a req-04f9e537-de00-4996-93af-26cb77fe4e24 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f68be8ac-b491-4d80-8e44-16533980bd78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420668 Dec 08 17:27:56.501623 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c313c8ab-7e4f-4718-a8e6-58727a74927a req-19601bbf-5226-4959-8045-765abac78ab0 service neutron] 10.222.0.76 "GET /v2.0/networks/f68be8ac-b491-4d80-8e44-16533980bd78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851293 Dec 08 17:27:56.590663 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c313c8ab-7e4f-4718-a8e6-58727a74927a req-c824ec28-471c-4bf3-9859-dbf5e319e023 service neutron] 10.222.0.76 "GET /v2.0/networks/f68be8ac-b491-4d80-8e44-16533980bd78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817084 Dec 08 17:27:56.912551 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef9fb2-66c2-4f2f-98a0-25703ce5b9ec req-ca4b229f-03ee-4de5-be25-c434e11eccbb tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:56.914649 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c7ef9fb2-66c2-4f2f-98a0-25703ce5b9ec req-ca4b229f-03ee-4de5-be25-c434e11eccbb tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 945 time: 0.0489411 Dec 08 17:27:56.963008 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c7ef9fb2-66c2-4f2f-98a0-25703ce5b9ec req-b8480e23-6948-4434-aa98-6de4aa59a8c8 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=69af25b6-914c-4b92-8e67-f8d4f3c89c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424793 Dec 08 17:27:58.083312 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e2c8f-7612-491e-8235-d7b75f2f91e4 req-f3f18c61-bce6-4fc9-9841-80985cc9f8df tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:58.084832 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-927e2c8f-7612-491e-8235-d7b75f2f91e4 req-f3f18c61-bce6-4fc9-9841-80985cc9f8df tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 945 time: 0.0542636 Dec 08 17:27:58.134238 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-927e2c8f-7612-491e-8235-d7b75f2f91e4 req-832eb552-4669-4d5b-ab71-800226094a34 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=69af25b6-914c-4b92-8e67-f8d4f3c89c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434959 Dec 08 17:27:59.250386 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b27532-a7d4-44a1-9b8b-1452560fd52c req-0c30667f-32ae-43da-849e-0d53909cdde7 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:59.251915 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f6b27532-a7d4-44a1-9b8b-1452560fd52c req-0c30667f-32ae-43da-849e-0d53909cdde7 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 945 time: 0.0493476 Dec 08 17:27:59.305034 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f6b27532-a7d4-44a1-9b8b-1452560fd52c req-7c2c4ca9-2d98-4ea1-a21e-ed88226d359b tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=69af25b6-914c-4b92-8e67-f8d4f3c89c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428853 Dec 08 17:27:59.446355 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device a1cd0aac-9289-45ce-aac6-8ebf09621bbd details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 17:27:59.540413 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port a1cd0aac-9289-45ce-aac6-8ebf09621bbd, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=a1cd0aac-9289-45ce-aac6-8ebf09621bbd,segment=NetworkSegment(610b0464-0289-4313-8206-4336c4fe3f2a),segment_id=610b0464-0289-4313-8206-4336c4fe3f2a)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:27:59.551554 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': 'a1cd0aac-9289-45ce-aac6-8ebf09621bbd', 'network_id': 'f68be8ac-b491-4d80-8e44-16533980bd78', 'port_id': 'a1cd0aac-9289-45ce-aac6-8ebf09621bbd', 'mac_address': 'fa:16:3e:6e:a6:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c93e144-cdf8-4af5-832f-a0d6b831ed1f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 17:27:59.588420 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:27:59.601745 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1cd0aac-9289-45ce-aac6-8ebf09621bbd {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:27:59.622028 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port a1cd0aac-9289-45ce-aac6-8ebf09621bbd, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=a1cd0aac-9289-45ce-aac6-8ebf09621bbd,segment=NetworkSegment(610b0464-0289-4313-8206-4336c4fe3f2a),segment_id=610b0464-0289-4313-8206-4336c4fe3f2a)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:27:59.687425 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:27:59.734504 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=a1cd0aac-9289-45ce-aac6-8ebf09621bbd,revision_number=11']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:28:00.044715 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['a1cd0aac-9289-45ce-aac6-8ebf09621bbd'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:28:00.421438 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e25a52-2125-433d-a08f-b09f26f83f06 req-1de7f5f3-897c-4ccf-918b-031a82ffe633 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:28:00.422908 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a8e25a52-2125-433d-a08f-b09f26f83f06 req-1de7f5f3-897c-4ccf-918b-031a82ffe633 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 946 time: 0.0480225 Dec 08 17:28:00.471616 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a8e25a52-2125-433d-a08f-b09f26f83f06 req-15f095e9-fa4c-46f9-a93d-d454f3cd8e5c tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=69af25b6-914c-4b92-8e67-f8d4f3c89c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421281 Dec 08 17:28:01.446123 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device a1cd0aac-9289-45ce-aac6-8ebf09621bbd up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:28:01.553318 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port a1cd0aac-9289-45ce-aac6-8ebf09621bbd completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 17:28:01.557302 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port a1cd0aac-9289-45ce-aac6-8ebf09621bbd triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:28:01.557681 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:28:01.591640 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de6110-840f-4c35-a5c7-4ea562979818 req-2f19e03f-d8c9-48b6-8751-cea520776e7a tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:28:01.593197 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f1de6110-840f-4c35-a5c7-4ea562979818 req-2f19e03f-d8c9-48b6-8751-cea520776e7a tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 946 time: 0.0538998 Dec 08 17:28:01.635071 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:28:01.644206 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f1de6110-840f-4c35-a5c7-4ea562979818 req-10ef6c13-8a9b-4ede-9efa-79df215d9a95 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=69af25b6-914c-4b92-8e67-f8d4f3c89c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444610 Dec 08 17:28:01.657702 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe778978-b601-4b93-a1fd-069b88aa546b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1cd0aac-9289-45ce-aac6-8ebf09621bbd'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:28:01.659956 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e972d80ca4ba26e60ff2132fe6d2147b95d4377dec9e0b14df2e9cad1c1848da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd6840a-a09d-4db2-bf50-7582096a53f0" -d '{"events": [{"server_uuid": "fe778978-b601-4b93-a1fd-069b88aa546b", "name": "network-vif-plugged", "status": "completed", "tag": "a1cd0aac-9289-45ce-aac6-8ebf09621bbd"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:28:01.674157 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port a1cd0aac-9289-45ce-aac6-8ebf09621bbd, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=a1cd0aac-9289-45ce-aac6-8ebf09621bbd,segment=NetworkSegment(610b0464-0289-4313-8206-4336c4fe3f2a),segment_id=610b0464-0289-4313-8206-4336c4fe3f2a)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:28:01.703051 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2daf24f-936b-4471-b50c-6c421e2008f6 x-openstack-request-id: req-d2daf24f-936b-4471-b50c-6c421e2008f6 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:28:01.703051 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe778978-b601-4b93-a1fd-069b88aa546b", "name": "network-vif-plugged", "status": "completed", "tag": "a1cd0aac-9289-45ce-aac6-8ebf09621bbd", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:28:01.703051 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d2daf24f-936b-4471-b50c-6c421e2008f6 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:28:01.703051 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe778978-b601-4b93-a1fd-069b88aa546b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1cd0aac-9289-45ce-aac6-8ebf09621bbd', 'code': 200} Dec 08 17:28:01.750559 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:28:01.800865 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=a1cd0aac-9289-45ce-aac6-8ebf09621bbd,revision_number=12']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:28:01.922363 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d9e181-4c73-430c-8b29-2ef68cb2f2d8 req-50f44151-9ef4-4b5f-9111-d3fb378b602c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:28:01.923841 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67d9e181-4c73-430c-8b29-2ef68cb2f2d8 req-50f44151-9ef4-4b5f-9111-d3fb378b602c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 1099 time: 0.0387769 Dec 08 17:28:01.978382 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-67d9e181-4c73-430c-8b29-2ef68cb2f2d8 req-73549808-7424-4418-8873-99101a156cdf service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=69af25b6-914c-4b92-8e67-f8d4f3c89c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466435 Dec 08 17:28:02.761997 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051003b-23fd-44c8-8717-7609ee0d7e9f req-cb42066e-d3e0-4c02-90ba-ee7597818b1a tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:28:02.763481 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c051003b-23fd-44c8-8717-7609ee0d7e9f req-cb42066e-d3e0-4c02-90ba-ee7597818b1a tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 947 time: 0.0484209 Dec 08 17:28:02.812238 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c051003b-23fd-44c8-8717-7609ee0d7e9f req-39d0b5f5-cfc0-4662-9e20-937162d0b6ba tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=69af25b6-914c-4b92-8e67-f8d4f3c89c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427411 Dec 08 17:28:03.930689 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3720ff60-88a8-4589-893b-fc4b8f11f892 req-402715f8-a2d7-4bcf-a563-f481469cc154 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:28:03.932220 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3720ff60-88a8-4589-893b-fc4b8f11f892 req-402715f8-a2d7-4bcf-a563-f481469cc154 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 947 time: 0.0506856 Dec 08 17:28:03.983290 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3720ff60-88a8-4589-893b-fc4b8f11f892 req-b257df12-4012-4cde-b910-7d207ba639cb tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=69af25b6-914c-4b92-8e67-f8d4f3c89c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450919 Dec 08 17:28:05.097846 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b56f0-12a4-4d95-9fc1-c044d015aa4d req-4ce98698-2116-4356-87d5-4793ff56a470 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:28:05.099352 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-526b56f0-12a4-4d95-9fc1-c044d015aa4d req-4ce98698-2116-4356-87d5-4793ff56a470 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 947 time: 0.0489342 Dec 08 17:28:05.155328 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-526b56f0-12a4-4d95-9fc1-c044d015aa4d req-276c5b35-d555-4c1d-8b22-3a2773ac8810 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=69af25b6-914c-4b92-8e67-f8d4f3c89c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498383 Dec 08 17:28:05.476093 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:28:09.527029 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:28:11.492790 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-fe4f7693-266f-4eef-94fa-b512ec88ab00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:28:14.198692 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ed7a6e39-b95b-43cc-ba1a-c9d8652a0f4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:28:15.570038 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:28:17.072853 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:28:17.638797 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:28:27.479509 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:28:32.720767 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f916d1aa-d79e-4fcd-928e-7fda3981f940 req-a4f1930c-4968-4c2a-8af9-216ec081b497 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=fe778978-b601-4b93-a1fd-069b88aa546b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0389555 Dec 08 17:28:32.808139 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916d1aa-d79e-4fcd-928e-7fda3981f940 req-0cc139f1-5b68-4abb-9255-7524e4c35844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:28:32.809653 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f916d1aa-d79e-4fcd-928e-7fda3981f940 req-0cc139f1-5b68-4abb-9255-7524e4c35844 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=37548f91632040dba2c3e175ef1015a4&device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 1099 time: 0.0450239 Dec 08 17:28:32.911331 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916d1aa-d79e-4fcd-928e-7fda3981f940 req-8885c380-8c35-4b42-9895-d43b3d009f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:28:32.913434 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f916d1aa-d79e-4fcd-928e-7fda3981f940 req-8885c380-8c35-4b42-9895-d43b3d009f82 service neutron] 10.222.0.76 "GET /v2.0/networks?id=f68be8ac-b491-4d80-8e44-16533980bd78 HTTP/1.1" status: 200 len: 910 time: 0.0851369 Dec 08 17:28:32.984010 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f916d1aa-d79e-4fcd-928e-7fda3981f940 req-76d69a98-f1ee-49b6-8496-18526030ca46 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1cd0aac-9289-45ce-aac6-8ebf09621bbd HTTP/1.1" status: 200 len: 1002 time: 0.0640185 Dec 08 17:28:33.034196 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916d1aa-d79e-4fcd-928e-7fda3981f940 req-15754126-fab7-4797-bca7-ea355c59d638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:28:33.035722 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f916d1aa-d79e-4fcd-928e-7fda3981f940 req-15754126-fab7-4797-bca7-ea355c59d638 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6c93e144-cdf8-4af5-832f-a0d6b831ed1f HTTP/1.1" status: 200 len: 848 time: 0.0450580 Dec 08 17:28:33.081058 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916d1aa-d79e-4fcd-928e-7fda3981f940 req-47a58a9e-db1b-4280-9ce6-ecd68bb50cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:28:33.082546 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f916d1aa-d79e-4fcd-928e-7fda3981f940 req-47a58a9e-db1b-4280-9ce6-ecd68bb50cd5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f68be8ac-b491-4d80-8e44-16533980bd78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400517 Dec 08 17:28:33.176441 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f916d1aa-d79e-4fcd-928e-7fda3981f940 req-48bd8a08-2830-48de-bc0d-2a4235bc704e service neutron] 10.222.0.76 "GET /v2.0/networks/f68be8ac-b491-4d80-8e44-16533980bd78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860355 Dec 08 17:28:33.266745 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f916d1aa-d79e-4fcd-928e-7fda3981f940 req-ee8afcff-73e9-4bf9-bcf5-39eb7d07c645 service neutron] 10.222.0.76 "GET /v2.0/networks/f68be8ac-b491-4d80-8e44-16533980bd78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832684 Dec 08 17:28:35.463599 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:28:39.489440 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:28:41.511872 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6768ae61-ec21-4661-8ad0-de9b83094ddb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:28:44.212406 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9e20027f-22f1-4f30-a416-be0c7891f95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:28:45.571936 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:28:47.049260 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:28:47.654740 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:29:04.479618 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:29:05.491463 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:29:09.494219 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:29:11.480007 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b39bfc7f-f221-4056-823f-9410dc44f651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:29:14.237085 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e6c01519-c43a-4abe-a819-def66abb9da7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:29:15.562931 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:29:17.051761 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:29:17.622423 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:29:33.752097 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e83369a4-ee10-446b-947a-e56b6f23090a req-5b33891f-c75c-4934-8a14-f3971bf7fcbd service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=fe778978-b601-4b93-a1fd-069b88aa546b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0858011 Dec 08 17:29:33.838088 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83369a4-ee10-446b-947a-e56b6f23090a req-f4dc6207-7e4c-49e6-895c-1c812bb34418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:29:33.839609 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e83369a4-ee10-446b-947a-e56b6f23090a req-f4dc6207-7e4c-49e6-895c-1c812bb34418 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=37548f91632040dba2c3e175ef1015a4&device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 1099 time: 0.0459599 Dec 08 17:29:33.941569 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83369a4-ee10-446b-947a-e56b6f23090a req-cb7285eb-240f-47cc-85b5-44fc6997516f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:29:33.942959 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e83369a4-ee10-446b-947a-e56b6f23090a req-cb7285eb-240f-47cc-85b5-44fc6997516f service neutron] 10.222.0.76 "GET /v2.0/networks?id=f68be8ac-b491-4d80-8e44-16533980bd78 HTTP/1.1" status: 200 len: 910 time: 0.0846162 Dec 08 17:29:34.013444 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e83369a4-ee10-446b-947a-e56b6f23090a req-1d638572-173e-4936-86b2-9c38bc350d90 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1cd0aac-9289-45ce-aac6-8ebf09621bbd HTTP/1.1" status: 200 len: 1002 time: 0.0630667 Dec 08 17:29:34.063065 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83369a4-ee10-446b-947a-e56b6f23090a req-eb4f630c-b419-41b5-8ad8-92d56424d079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:29:34.064512 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e83369a4-ee10-446b-947a-e56b6f23090a req-eb4f630c-b419-41b5-8ad8-92d56424d079 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6c93e144-cdf8-4af5-832f-a0d6b831ed1f HTTP/1.1" status: 200 len: 848 time: 0.0440457 Dec 08 17:29:34.117548 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83369a4-ee10-446b-947a-e56b6f23090a req-2ed332a0-6902-4a2d-a11c-1e811f82a877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:29:34.119112 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e83369a4-ee10-446b-947a-e56b6f23090a req-2ed332a0-6902-4a2d-a11c-1e811f82a877 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f68be8ac-b491-4d80-8e44-16533980bd78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481849 Dec 08 17:29:34.213330 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e83369a4-ee10-446b-947a-e56b6f23090a req-d029e5e2-18fc-45dd-b801-683d3cf0ba48 service neutron] 10.222.0.76 "GET /v2.0/networks/f68be8ac-b491-4d80-8e44-16533980bd78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868509 Dec 08 17:29:34.303790 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e83369a4-ee10-446b-947a-e56b6f23090a req-89c98649-b369-4fd9-9173-f1ad5d991476 service neutron] 10.222.0.76 "GET /v2.0/networks/f68be8ac-b491-4d80-8e44-16533980bd78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834122 Dec 08 17:29:35.479714 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:29:39.533939 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:29:41.479258 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:29:41.479904 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-bea81d55-85a1-40fd-adde-8153a990bb47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:29:44.202291 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5eb82e11-0cde-4f99-922f-e8f93aab7d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:29:45.564911 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:29:47.076698 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:29:47.633340 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:29:48.992841 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 43996) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:29:49.149306 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-e47f0703-e610-4410-82f1-250579e90f38 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Deleting port 28709ef5-c28b-415c-b5f0-65806c5a2814 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:29:49.149647 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e47f0703-e610-4410-82f1-250579e90f38 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:29:49.223427 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e47f0703-e610-4410-82f1-250579e90f38 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:29:49.223767 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e47f0703-e610-4410-82f1-250579e90f38 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:29:49.235470 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-e47f0703-e610-4410-82f1-250579e90f38 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Calling delete_port for 28709ef5-c28b-415c-b5f0-65806c5a2814 owned by network:floatingip {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:29:49.428028 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e47f0703-e610-4410-82f1-250579e90f38 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:29:49.460741 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47f0703-e610-4410-82f1-250579e90f38 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Pushing event deleted for resources: {'Port': ['ID=28709ef5-c28b-415c-b5f0-65806c5a2814,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:29:49.491336 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47f0703-e610-4410-82f1-250579e90f38 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:29:49.491697 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47f0703-e610-4410-82f1-250579e90f38 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:29:49.492049 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47f0703-e610-4410-82f1-250579e90f38 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:29:49.493070 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47f0703-e610-4410-82f1-250579e90f38 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:29:49.493415 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47f0703-e610-4410-82f1-250579e90f38 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:29:49.493758 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47f0703-e610-4410-82f1-250579e90f38 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:29:49.494094 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47f0703-e610-4410-82f1-250579e90f38 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:29:49.494427 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47f0703-e610-4410-82f1-250579e90f38 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:29:49.494797 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47f0703-e610-4410-82f1-250579e90f38 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:29:49.495178 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47f0703-e610-4410-82f1-250579e90f38 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:29:49.495518 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47f0703-e610-4410-82f1-250579e90f38 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:29:49.495853 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47f0703-e610-4410-82f1-250579e90f38 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:29:49.496206 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47f0703-e610-4410-82f1-250579e90f38 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:29:49.535611 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e47f0703-e610-4410-82f1-250579e90f38 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks [] for floatingip, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:29:49.535977 n-d-776250-12 neutron-server[110551]: INFO neutron.db.l3_db [None req-e47f0703-e610-4410-82f1-250579e90f38 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Floating IP a53b75cd-dd3c-49d5-82b7-49e04fcbba93 disassociated (deleted). External IP: 172.25.0.166, port: a1cd0aac-9289-45ce-aac6-8ebf09621bbd. Dec 08 17:29:49.745414 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e47f0703-e610-4410-82f1-250579e90f38 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Router 49a8652d-9626-456f-a926-8d92db195994 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:29:49.853167 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47f0703-e610-4410-82f1-250579e90f38 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:29:49.858286 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e47f0703-e610-4410-82f1-250579e90f38 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:29:49.863201 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3e3060-2e1b-4bfa-bb73-aa3ba285080f None None] Sync routers for ids ['49a8652d-9626-456f-a926-8d92db195994'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:29:49.873159 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3e3060-2e1b-4bfa-bb73-aa3ba285080f None None] Routers {'49a8652d-9626-456f-a926-8d92db195994'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:29:49.873774 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-ee3e3060-2e1b-4bfa-bb73-aa3ba285080f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:29:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['49a8652d-9626-456f-a926-8d92db195994'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:29:49.886935 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e47f0703-e610-4410-82f1-250579e90f38 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "DELETE /v2.0/floatingips/a53b75cd-dd3c-49d5-82b7-49e04fcbba93 HTTP/1.1" status: 204 len: 168 time: 0.8929880 Dec 08 17:29:49.887848 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe778978-b601-4b93-a1fd-069b88aa546b', 'tag': 'a1cd0aac-9289-45ce-aac6-8ebf09621bbd'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:29:49.890433 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86075ce93fb9518fb172f9d68d0141635fee78bb333cdf1a66291bc46e2f6896" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20908f51-1e06-48ac-aec1-fe77c59cdd55" -d '{"events": [{"name": "network-changed", "server_uuid": "fe778978-b601-4b93-a1fd-069b88aa546b", "tag": "a1cd0aac-9289-45ce-aac6-8ebf09621bbd"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:29:49.985473 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-ee3e3060-2e1b-4bfa-bb73-aa3ba285080f None None] Set router 49a8652d-9626-456f-a926-8d92db195994 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:29:49.994392 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-317f0ab3-578a-4d2d-81c7-710205ae95de x-openstack-request-id: req-317f0ab3-578a-4d2d-81c7-710205ae95de {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:29:49.994998 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe778978-b601-4b93-a1fd-069b88aa546b", "tag": "a1cd0aac-9289-45ce-aac6-8ebf09621bbd", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:29:49.994998 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-317f0ab3-578a-4d2d-81c7-710205ae95de {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:29:49.995474 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe778978-b601-4b93-a1fd-069b88aa546b', 'tag': 'a1cd0aac-9289-45ce-aac6-8ebf09621bbd', 'status': 'completed', 'code': 200} Dec 08 17:29:50.061320 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20908f51-1e06-48ac-aec1-fe77c59cdd55 req-9fcb1594-8689-45eb-a325-305bc784c756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:29:50.062832 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-20908f51-1e06-48ac-aec1-fe77c59cdd55 req-9fcb1594-8689-45eb-a325-305bc784c756 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=37548f91632040dba2c3e175ef1015a4&device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 1099 time: 0.0438898 Dec 08 17:29:50.165781 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20908f51-1e06-48ac-aec1-fe77c59cdd55 req-ba9088f0-5b48-4bf0-8fca-17d9a393c835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:29:50.167302 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-20908f51-1e06-48ac-aec1-fe77c59cdd55 req-ba9088f0-5b48-4bf0-8fca-17d9a393c835 service neutron] 10.222.0.76 "GET /v2.0/networks?id=f68be8ac-b491-4d80-8e44-16533980bd78 HTTP/1.1" status: 200 len: 910 time: 0.0975745 Dec 08 17:29:50.188056 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-ee3e3060-2e1b-4bfa-bb73-aa3ba285080f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a8652d-9626-456f-a926-8d92db195994', 'name': 'tempest-TestShelveInstance-1464291746-router', 'tenant_id': '37548f91632040dba2c3e175ef1015a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '969095e1-286b-4039-b7e9-4b86f381df28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:24:48Z', 'updated_at': '2021-12-08T17:24:51Z', 'revision_number': 4, 'project_id': '37548f91632040dba2c3e175ef1015a4', 'gw_port': {'id': '969095e1-286b-4039-b7e9-4b86f381df28', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:87:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a8652d-9626-456f-a926-8d92db195994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:24:48Z', 'updated_at': '2021-12-08T17:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '539d8dd1-2a0b-4fc0-a082-866b4dba7b0a', 'name': '', 'network_id': 'f68be8ac-b491-4d80-8e44-16533980bd78', 'tenant_id': '37548f91632040dba2c3e175ef1015a4', 'mac_address': 'fa:16:3e:ab:5a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a8652d-9626-456f-a926-8d92db195994', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '6c93e144-cdf8-4af5-832f-a0d6b831ed1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:24:51Z', 'updated_at': '2021-12-08T17:24:55Z', 'revision_number': 5, 'project_id': '37548f91632040dba2c3e175ef1015a4', 'subnets': [{'id': '6c93e144-cdf8-4af5-832f-a0d6b831ed1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:29:50.212127 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-20908f51-1e06-48ac-aec1-fe77c59cdd55 req-64122796-2ab7-4dba-a6ca-a288c49e3810 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1cd0aac-9289-45ce-aac6-8ebf09621bbd HTTP/1.1" status: 200 len: 217 time: 0.0359783 Dec 08 17:29:50.216559 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3e3060-2e1b-4bfa-bb73-aa3ba285080f None None] Checking router: 49a8652d-9626-456f-a926-8d92db195994 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:29:50.225226 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3e3060-2e1b-4bfa-bb73-aa3ba285080f None None] Routers {'49a8652d-9626-456f-a926-8d92db195994'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:29:50.225848 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-ee3e3060-2e1b-4bfa-bb73-aa3ba285080f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:29:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['49a8652d-9626-456f-a926-8d92db195994'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:29:50.268168 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20908f51-1e06-48ac-aec1-fe77c59cdd55 req-76e68a88-2f0e-4ff9-9c1b-6c52a8f37ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:29:50.268168 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-20908f51-1e06-48ac-aec1-fe77c59cdd55 req-76e68a88-2f0e-4ff9-9c1b-6c52a8f37ff2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6c93e144-cdf8-4af5-832f-a0d6b831ed1f HTTP/1.1" status: 200 len: 848 time: 0.0475492 Dec 08 17:29:50.318819 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20908f51-1e06-48ac-aec1-fe77c59cdd55 req-9c8bfaf3-e7aa-49d8-9e11-d3d990d16774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:29:50.320925 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-20908f51-1e06-48ac-aec1-fe77c59cdd55 req-9c8bfaf3-e7aa-49d8-9e11-d3d990d16774 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f68be8ac-b491-4d80-8e44-16533980bd78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485828 Dec 08 17:29:50.341007 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-ee3e3060-2e1b-4bfa-bb73-aa3ba285080f None None] Set router 49a8652d-9626-456f-a926-8d92db195994 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:29:50.370736 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e8287-8a48-43e2-9dc9-b53de37fcbf5 req-33bfc64e-7291-400f-9a87-ef25b5515395 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:29:50.372398 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3c2e8287-8a48-43e2-9dc9-b53de37fcbf5 req-33bfc64e-7291-400f-9a87-ef25b5515395 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 947 time: 0.0558352 Dec 08 17:29:50.423001 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-20908f51-1e06-48ac-aec1-fe77c59cdd55 req-66d49481-936c-4e6f-8691-ceb29d0209c8 service neutron] 10.222.0.76 "GET /v2.0/networks/f68be8ac-b491-4d80-8e44-16533980bd78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946908 Dec 08 17:29:50.428145 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3c2e8287-8a48-43e2-9dc9-b53de37fcbf5 req-f2445e07-adfa-45c1-bea6-112735f5730e tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=69af25b6-914c-4b92-8e67-f8d4f3c89c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494399 Dec 08 17:29:50.525525 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-20908f51-1e06-48ac-aec1-fe77c59cdd55 req-4773d29d-8539-4981-91f3-f503deac6be4 service neutron] 10.222.0.76 "GET /v2.0/networks/f68be8ac-b491-4d80-8e44-16533980bd78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920146 Dec 08 17:29:50.546582 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-ee3e3060-2e1b-4bfa-bb73-aa3ba285080f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a8652d-9626-456f-a926-8d92db195994', 'name': 'tempest-TestShelveInstance-1464291746-router', 'tenant_id': '37548f91632040dba2c3e175ef1015a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '969095e1-286b-4039-b7e9-4b86f381df28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:24:48Z', 'updated_at': '2021-12-08T17:24:51Z', 'revision_number': 4, 'project_id': '37548f91632040dba2c3e175ef1015a4', 'gw_port': {'id': '969095e1-286b-4039-b7e9-4b86f381df28', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:87:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a8652d-9626-456f-a926-8d92db195994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:24:48Z', 'updated_at': '2021-12-08T17:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '539d8dd1-2a0b-4fc0-a082-866b4dba7b0a', 'name': '', 'network_id': 'f68be8ac-b491-4d80-8e44-16533980bd78', 'tenant_id': '37548f91632040dba2c3e175ef1015a4', 'mac_address': 'fa:16:3e:ab:5a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a8652d-9626-456f-a926-8d92db195994', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '6c93e144-cdf8-4af5-832f-a0d6b831ed1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:24:51Z', 'updated_at': '2021-12-08T17:24:55Z', 'revision_number': 5, 'project_id': '37548f91632040dba2c3e175ef1015a4', 'subnets': [{'id': '6c93e144-cdf8-4af5-832f-a0d6b831ed1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:29:50.577322 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3e3060-2e1b-4bfa-bb73-aa3ba285080f None None] The sync data for ids ['49a8652d-9626-456f-a926-8d92db195994'] in n-d-776250-12 is: [{'id': '49a8652d-9626-456f-a926-8d92db195994', 'name': 'tempest-TestShelveInstance-1464291746-router', 'tenant_id': '37548f91632040dba2c3e175ef1015a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '969095e1-286b-4039-b7e9-4b86f381df28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:24:48Z', 'updated_at': '2021-12-08T17:24:51Z', 'revision_number': 4, 'project_id': '37548f91632040dba2c3e175ef1015a4', 'gw_port': {'id': '969095e1-286b-4039-b7e9-4b86f381df28', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:87:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a8652d-9626-456f-a926-8d92db195994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:24:48Z', 'updated_at': '2021-12-08T17:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '539d8dd1-2a0b-4fc0-a082-866b4dba7b0a', 'name': '', 'network_id': 'f68be8ac-b491-4d80-8e44-16533980bd78', 'tenant_id': '37548f91632040dba2c3e175ef1015a4', 'mac_address': 'fa:16:3e:ab:5a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a8652d-9626-456f-a926-8d92db195994', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '6c93e144-cdf8-4af5-832f-a0d6b831ed1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:24:51Z', 'updated_at': '2021-12-08T17:24:55Z', 'revision_number': 5, 'project_id': '37548f91632040dba2c3e175ef1015a4', 'subnets': [{'id': '6c93e144-cdf8-4af5-832f-a0d6b831ed1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:29:50.799804 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca85887-937a-4863-b988-838ba9e9554d None None] New status for floating IP a53b75cd-dd3c-49d5-82b7-49e04fcbba93: DOWN {{(pid=110553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 17:29:51.567745 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6557398f-6a4e-4dc6-af38-69d8eb8cc33a req-31abd88a-b1e7-4b4c-997f-24274f9aba55 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:29:51.571310 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6557398f-6a4e-4dc6-af38-69d8eb8cc33a req-31abd88a-b1e7-4b4c-997f-24274f9aba55 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 947 time: 0.0506341 Dec 08 17:29:51.620731 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6557398f-6a4e-4dc6-af38-69d8eb8cc33a req-7115a4a5-2f8b-428f-ba84-a8be12ca166f tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=69af25b6-914c-4b92-8e67-f8d4f3c89c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440912 Dec 08 17:29:51.801547 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12721e0a-cc1b-4676-986c-94700bf78975 req-027ab272-735f-46d9-b15e-a2f96a4d265e tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:29:51.803749 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-12721e0a-cc1b-4676-986c-94700bf78975 req-027ab272-735f-46d9-b15e-a2f96a4d265e tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.76 "GET /v2.0/ports?device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 947 time: 0.0564227 Dec 08 17:29:51.900988 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-12721e0a-cc1b-4676-986c-94700bf78975 req-6d8c7fe1-172a-4cb5-b703-1c32203f06b8 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Deleting port a1cd0aac-9289-45ce-aac6-8ebf09621bbd {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:29:51.901333 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-12721e0a-cc1b-4676-986c-94700bf78975 req-6d8c7fe1-172a-4cb5-b703-1c32203f06b8 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:29:51.989804 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-12721e0a-cc1b-4676-986c-94700bf78975 req-6d8c7fe1-172a-4cb5-b703-1c32203f06b8 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] For port a1cd0aac-9289-45ce-aac6-8ebf09621bbd, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=a1cd0aac-9289-45ce-aac6-8ebf09621bbd,segment=NetworkSegment(610b0464-0289-4313-8206-4336c4fe3f2a),segment_id=610b0464-0289-4313-8206-4336c4fe3f2a)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:29:51.990197 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-12721e0a-cc1b-4676-986c-94700bf78975 req-6d8c7fe1-172a-4cb5-b703-1c32203f06b8 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:29:52.004194 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-12721e0a-cc1b-4676-986c-94700bf78975 req-6d8c7fe1-172a-4cb5-b703-1c32203f06b8 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Calling delete_port for a1cd0aac-9289-45ce-aac6-8ebf09621bbd owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:29:52.199534 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-12721e0a-cc1b-4676-986c-94700bf78975 req-6d8c7fe1-172a-4cb5-b703-1c32203f06b8 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:29:52.230708 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8c7fe1-172a-4cb5-b703-1c32203f06b8 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Pushing event deleted for resources: {'Port': ['ID=a1cd0aac-9289-45ce-aac6-8ebf09621bbd,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:29:52.260071 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8c7fe1-172a-4cb5-b703-1c32203f06b8 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:29:52.260478 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8c7fe1-172a-4cb5-b703-1c32203f06b8 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:29:52.260828 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8c7fe1-172a-4cb5-b703-1c32203f06b8 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:29:52.261169 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8c7fe1-172a-4cb5-b703-1c32203f06b8 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:29:52.261507 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8c7fe1-172a-4cb5-b703-1c32203f06b8 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:29:52.261844 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8c7fe1-172a-4cb5-b703-1c32203f06b8 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:29:52.262177 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8c7fe1-172a-4cb5-b703-1c32203f06b8 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:29:52.262512 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8c7fe1-172a-4cb5-b703-1c32203f06b8 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:29:52.262842 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8c7fe1-172a-4cb5-b703-1c32203f06b8 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:29:52.263197 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8c7fe1-172a-4cb5-b703-1c32203f06b8 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:29:52.263531 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8c7fe1-172a-4cb5-b703-1c32203f06b8 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:29:52.263863 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8c7fe1-172a-4cb5-b703-1c32203f06b8 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:29:52.264209 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8c7fe1-172a-4cb5-b703-1c32203f06b8 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:29:52.286074 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-12721e0a-cc1b-4676-986c-94700bf78975 req-6d8c7fe1-172a-4cb5-b703-1c32203f06b8 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] No DVR routers for this DVR port a1cd0aac-9289-45ce-aac6-8ebf09621bbd on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:29:52.288629 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-12721e0a-cc1b-4676-986c-94700bf78975 req-6d8c7fe1-172a-4cb5-b703-1c32203f06b8 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:29:52.292699 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-12721e0a-cc1b-4676-986c-94700bf78975 req-6d8c7fe1-172a-4cb5-b703-1c32203f06b8 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.76 "DELETE /v2.0/ports/a1cd0aac-9289-45ce-aac6-8ebf09621bbd HTTP/1.1" status: 204 len: 173 time: 0.4803178 Dec 08 17:29:52.293141 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe778978-b601-4b93-a1fd-069b88aa546b', 'name': 'network-vif-deleted', 'tag': 'a1cd0aac-9289-45ce-aac6-8ebf09621bbd'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:29:52.295445 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33688f0a94a9db352de83aac38ec7a80f5ce35812a363759cff610bcc84c1346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ed3f6e-a3f7-4677-a599-c299acdb03ec" -d '{"events": [{"server_uuid": "fe778978-b601-4b93-a1fd-069b88aa546b", "name": "network-vif-deleted", "tag": "a1cd0aac-9289-45ce-aac6-8ebf09621bbd"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:29:52.435138 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcea142b-966f-4b00-83ac-0b1d0bc850d2 x-openstack-request-id: req-bcea142b-966f-4b00-83ac-0b1d0bc850d2 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:29:52.435138 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe778978-b601-4b93-a1fd-069b88aa546b", "name": "network-vif-deleted", "tag": "a1cd0aac-9289-45ce-aac6-8ebf09621bbd", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:29:52.435600 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bcea142b-966f-4b00-83ac-0b1d0bc850d2 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:29:52.435787 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe778978-b601-4b93-a1fd-069b88aa546b', 'name': 'network-vif-deleted', 'tag': 'a1cd0aac-9289-45ce-aac6-8ebf09621bbd', 'status': 'completed', 'code': 200} Dec 08 17:29:52.739349 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-adfb0df0-7c4a-44d3-a515-24a50b201043 req-b8df9e7c-472f-46f8-af87-c1182a900906 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe778978-b601-4b93-a1fd-069b88aa546b HTTP/1.1" status: 200 len: 210 time: 0.0314555 Dec 08 17:29:53.797548 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44026) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:29:53.851410 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9e914403-9b72-4cff-ab59-38f2d894238f tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:29:53.876028 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9e914403-9b72-4cff-ab59-38f2d894238f tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:29:53.999430 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9e914403-9b72-4cff-ab59-38f2d894238f tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:29:54.002167 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9e914403-9b72-4cff-ab59-38f2d894238f tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:29:54.003339 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-9e914403-9b72-4cff-ab59-38f2d894238f tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "DELETE /v2.0/security-groups/69af25b6-914c-4b92-8e67-f8d4f3c89c01 HTTP/1.1" status: 204 len: 168 time: 0.2047923 Dec 08 17:29:54.013482 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e914403-9b72-4cff-ab59-38f2d894238f tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69af25b6-914c-4b92-8e67-f8d4f3c89c01,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:29:56.000359 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device a1cd0aac-9289-45ce-aac6-8ebf09621bbd no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:29:56.020356 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: a1cd0aac-9289-45ce-aac6-8ebf09621bbd {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:29:56.020706 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device a1cd0aac-9289-45ce-aac6-8ebf09621bbd not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:29:56.510956 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44036) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:29:56.515586 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-f415fe3b-4ca1-4d5b-b374-335db1cd55a4 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-409628854', 'description': 'tempest-secgroup-smoke-409628854 description', 'project_id': '37548f91632040dba2c3e175ef1015a4'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:29:56.585128 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f415fe3b-4ca1-4d5b-b374-335db1cd55a4 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:29:56.651510 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f415fe3b-4ca1-4d5b-b374-335db1cd55a4 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:29:56.756373 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f415fe3b-4ca1-4d5b-b374-335db1cd55a4 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:29:56.785420 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f415fe3b-4ca1-4d5b-b374-335db1cd55a4 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec83563-b6b0-465f-9812-b628623cecb1,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:29:56.889755 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f415fe3b-4ca1-4d5b-b374-335db1cd55a4 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:29:56.891068 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f415fe3b-4ca1-4d5b-b374-335db1cd55a4 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3790541 Dec 08 17:29:56.893920 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44038) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:29:56.898197 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-9a87b1b4-f94e-4486-828d-e8076ad362c4 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Request body: {'security_group_rule': {'security_group_id': '2ec83563-b6b0-465f-9812-b628623cecb1', 'project_id': '37548f91632040dba2c3e175ef1015a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:29:56.995379 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9a87b1b4-f94e-4486-828d-e8076ad362c4 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:29:57.048407 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9a87b1b4-f94e-4486-828d-e8076ad362c4 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:29:57.122138 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9a87b1b4-f94e-4486-828d-e8076ad362c4 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:29:57.139612 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a87b1b4-f94e-4486-828d-e8076ad362c4 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99d5cfeb-cf99-488f-b167-3fb84b6d70aa,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:29:57.213566 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9a87b1b4-f94e-4486-828d-e8076ad362c4 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:29:57.214831 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-9a87b1b4-f94e-4486-828d-e8076ad362c4 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3199861 Dec 08 17:29:57.217534 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44040) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:29:57.221851 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-bddf6682-c02c-49ef-acfb-73301f6c4d8d tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Request body: {'security_group_rule': {'security_group_id': '2ec83563-b6b0-465f-9812-b628623cecb1', 'project_id': '37548f91632040dba2c3e175ef1015a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:29:57.312560 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bddf6682-c02c-49ef-acfb-73301f6c4d8d tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:29:57.367810 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bddf6682-c02c-49ef-acfb-73301f6c4d8d tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:29:57.433410 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bddf6682-c02c-49ef-acfb-73301f6c4d8d tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:29:57.455231 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddf6682-c02c-49ef-acfb-73301f6c4d8d tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4179b382-2529-42dd-85a0-9b93fc6555bb,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:29:57.498212 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-bddf6682-c02c-49ef-acfb-73301f6c4d8d tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:29:57.499434 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-bddf6682-c02c-49ef-acfb-73301f6c4d8d tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2809393 Dec 08 17:29:57.502225 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44042) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:29:57.506562 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-1496ed49-6cac-4ff9-9602-6359d39c73c8 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Request body: {'security_group_rule': {'security_group_id': '2ec83563-b6b0-465f-9812-b628623cecb1', 'project_id': '37548f91632040dba2c3e175ef1015a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:29:57.586526 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1496ed49-6cac-4ff9-9602-6359d39c73c8 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:29:57.642482 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1496ed49-6cac-4ff9-9602-6359d39c73c8 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:29:57.707346 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1496ed49-6cac-4ff9-9602-6359d39c73c8 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:29:57.724554 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1496ed49-6cac-4ff9-9602-6359d39c73c8 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b94dd78f-bafc-4eca-b6f9-c4f7f1e51a22,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:29:57.792797 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-1496ed49-6cac-4ff9-9602-6359d39c73c8 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:29:57.794023 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-1496ed49-6cac-4ff9-9602-6359d39c73c8 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2908652 Dec 08 17:29:57.796805 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44044) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:29:57.801177 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-5217211a-bff9-4a31-b987-18350626f526 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Request body: {'security_group_rule': {'security_group_id': '2ec83563-b6b0-465f-9812-b628623cecb1', 'project_id': '37548f91632040dba2c3e175ef1015a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:29:57.886237 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5217211a-bff9-4a31-b987-18350626f526 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:29:57.941668 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5217211a-bff9-4a31-b987-18350626f526 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:29:58.038794 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5217211a-bff9-4a31-b987-18350626f526 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:29:58.056692 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5217211a-bff9-4a31-b987-18350626f526 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23f1c636-58d3-41ab-8a6f-8eb32c167a25,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:29:58.126972 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5217211a-bff9-4a31-b987-18350626f526 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:29:58.128234 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-5217211a-bff9-4a31-b987-18350626f526 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3304288 Dec 08 17:29:58.130942 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44046) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:29:58.135236 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-7971c808-b76d-4af2-9f9b-641a0ebe582b tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Request body: {'security_group_rule': {'security_group_id': '2ec83563-b6b0-465f-9812-b628623cecb1', 'project_id': '37548f91632040dba2c3e175ef1015a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:29:58.216529 n-d-776250-12 neutron-server[110551]: INFO neutron.db.securitygroups_db [None req-7971c808-b76d-4af2-9f9b-641a0ebe582b tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Project 37548f91632040dba2c3e175ef1015a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 17:29:58.221565 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7971c808-b76d-4af2-9f9b-641a0ebe582b tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:29:58.278155 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7971c808-b76d-4af2-9f9b-641a0ebe582b tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:29:58.330576 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7971c808-b76d-4af2-9f9b-641a0ebe582b tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:29:58.352899 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7971c808-b76d-4af2-9f9b-641a0ebe582b tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db895f83-b65c-401a-ba1b-8e0b4adf448f,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:29:58.404010 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-7971c808-b76d-4af2-9f9b-641a0ebe582b tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:29:58.405283 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-7971c808-b76d-4af2-9f9b-641a0ebe582b tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2734203 Dec 08 17:29:58.408071 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44048) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:29:58.412358 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-d8b78b1f-bf0f-4d4f-974b-cee4f6207571 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Request body: {'security_group_rule': {'security_group_id': '2ec83563-b6b0-465f-9812-b628623cecb1', 'project_id': '37548f91632040dba2c3e175ef1015a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:29:58.508541 n-d-776250-12 neutron-server[110551]: INFO neutron.db.securitygroups_db [None req-d8b78b1f-bf0f-4d4f-974b-cee4f6207571 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Project 37548f91632040dba2c3e175ef1015a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 17:29:58.513818 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8b78b1f-bf0f-4d4f-974b-cee4f6207571 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:29:58.570970 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8b78b1f-bf0f-4d4f-974b-cee4f6207571 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:29:58.627698 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8b78b1f-bf0f-4d4f-974b-cee4f6207571 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:29:58.645614 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b78b1f-bf0f-4d4f-974b-cee4f6207571 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcb2315c-851b-4846-889a-4fec05964c4c,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:29:58.701149 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d8b78b1f-bf0f-4d4f-974b-cee4f6207571 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:29:58.702368 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d8b78b1f-bf0f-4d4f-974b-cee4f6207571 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2932763 Dec 08 17:30:05.516475 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:09.516130 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:11.473748 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b56d80c0-309c-47b2-a375-25ba85a640e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:14.230766 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6347a183-8e5a-4946-a9c3-9b6135a57a8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:15.584730 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:17.070518 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:17.639040 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:18.479192 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:30:19.732691 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f7eedbbe-af1d-4b9b-bd71-69047a6e01e5 req-b04c0490-2e27-497d-86d5-242882041529 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-409628854&fields=id&tenant_id=37548f91632040dba2c3e175ef1015a4 HTTP/1.1" status: 200 len: 267 time: 0.0454803 Dec 08 17:30:19.842677 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eedbbe-af1d-4b9b-bd71-69047a6e01e5 req-9f68aa50-4f52-434c-957b-1b84f291b05b tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:19.844061 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f7eedbbe-af1d-4b9b-bd71-69047a6e01e5 req-9f68aa50-4f52-434c-957b-1b84f291b05b tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/networks?id=f68be8ac-b491-4d80-8e44-16533980bd78 HTTP/1.1" status: 200 len: 809 time: 0.1047864 Dec 08 17:30:19.858633 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f7eedbbe-af1d-4b9b-bd71-69047a6e01e5 req-b4b0e25c-1871-4171-bd01-7da845dcec5d tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/quotas/37548f91632040dba2c3e175ef1015a4 HTTP/1.1" status: 200 len: 375 time: 0.0089538 Dec 08 17:30:19.909102 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f7eedbbe-af1d-4b9b-bd71-69047a6e01e5 req-c7128633-caa3-4557-9026-fcd45cc92d6a tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=37548f91632040dba2c3e175ef1015a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454686 Dec 08 17:30:19.929227 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [req-f7eedbbe-af1d-4b9b-bd71-69047a6e01e5 req-c6d1d08b-e67d-4102-8fe1-ae6456862da1 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 17:30:19.932915 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f7eedbbe-af1d-4b9b-bd71-69047a6e01e5 req-c6d1d08b-e67d-4102-8fe1-ae6456862da1 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054145 Dec 08 17:30:20.020511 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f7eedbbe-af1d-4b9b-bd71-69047a6e01e5 req-e7c33b98-a467-4f10-82fe-8792eca53fbd service neutron] 10.222.0.64 "GET /v2.0/networks/f68be8ac-b491-4d80-8e44-16533980bd78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838311 Dec 08 17:30:20.114310 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f7eedbbe-af1d-4b9b-bd71-69047a6e01e5 req-3ef4980a-ce65-473d-8faa-2eef0ed5cd01 service neutron] 10.222.0.64 "GET /v2.0/networks/f68be8ac-b491-4d80-8e44-16533980bd78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871594 Dec 08 17:30:21.670902 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-30f41d92-9ad9-42b3-b818-706f481365f6 req-bf754b6b-ca49-48e5-b5c4-f0a7d1016a1b tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 210 time: 0.0265667 Dec 08 17:30:22.755403 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d29f1f47-a03f-4724-911a-1ad6725dcb43 req-2398190e-0ee9-43ba-988b-7deebb34f99b tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 210 time: 0.0283515 Dec 08 17:30:23.833984 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-958301f6-e41d-4f5d-9fcd-1d607a0c8cec req-c04dbb12-1886-4545-9da2-d00db6ad7aed tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 210 time: 0.0283427 Dec 08 17:30:24.911415 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ca57f626-6639-410b-84d5-00624e1a0e2f req-2030c709-a1a2-405f-aafc-31f79ab7da5e tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 210 time: 0.0257971 Dec 08 17:30:26.002805 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-09aab8f0-1a2a-4f75-8acc-0f9b0b470c67 req-cdd88ea6-0643-4b14-9c79-2b0561e3c815 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 210 time: 0.0259008 Dec 08 17:30:27.097787 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3970e521-0e29-432d-94c1-760cbc280dd1 req-c8371ab3-a2d0-46fd-ad22-c7ae52219426 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 210 time: 0.0272894 Dec 08 17:30:27.599014 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eedbbe-af1d-4b9b-bd71-69047a6e01e5 req-1029707f-5df7-4d30-a985-6b749f61314b tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:27.600597 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f7eedbbe-af1d-4b9b-bd71-69047a6e01e5 req-1029707f-5df7-4d30-a985-6b749f61314b tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.37 "GET /v2.0/networks?id=f68be8ac-b491-4d80-8e44-16533980bd78 HTTP/1.1" status: 200 len: 809 time: 0.1034758 Dec 08 17:30:27.664127 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f7eedbbe-af1d-4b9b-bd71-69047a6e01e5 req-4cc54944-1c1b-4af4-979c-74e7e5b4b7e1 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37548f91632040dba2c3e175ef1015a4 HTTP/1.1" status: 200 len: 379 time: 0.0538363 Dec 08 17:30:27.674286 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-f7eedbbe-af1d-4b9b-bd71-69047a6e01e5 req-4012899b-06c2-4061-a238-54363b7cebd3 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Request body: {'port': {'device_id': '6480a9fc-10f2-4c57-8089-ce5aba2e7830', 'network_id': 'f68be8ac-b491-4d80-8e44-16533980bd78', 'admin_state_up': True, 'tenant_id': '37548f91632040dba2c3e175ef1015a4', 'security_groups': ['2ec83563-b6b0-465f-9812-b628623cecb1']}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:30:27.850203 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7eedbbe-af1d-4b9b-bd71-69047a6e01e5 req-4012899b-06c2-4061-a238-54363b7cebd3 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Made reservation on behalf of 37548f91632040dba2c3e175ef1015a4 for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:30:27.854269 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f7eedbbe-af1d-4b9b-bd71-69047a6e01e5 req-4012899b-06c2-4061-a238-54363b7cebd3 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:27.987960 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-f7eedbbe-af1d-4b9b-bd71-69047a6e01e5 req-4012899b-06c2-4061-a238-54363b7cebd3 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Allocated IP 172.20.0.5 (f68be8ac-b491-4d80-8e44-16533980bd78/6c93e144-cdf8-4af5-832f-a0d6b831ed1f/b5c59bf0-38be-492c-83a1-816df98f4ae7) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:30:28.130904 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f7eedbbe-af1d-4b9b-bd71-69047a6e01e5 req-4012899b-06c2-4061-a238-54363b7cebd3 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:28.197713 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4bb0deba-44bf-43ae-addb-bf241bfcd319 req-b6226181-bb81-48ff-9af8-a6aaa5196616 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 210 time: 0.0295312 Dec 08 17:30:28.220398 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f7eedbbe-af1d-4b9b-bd71-69047a6e01e5 req-4012899b-06c2-4061-a238-54363b7cebd3 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:28.264259 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7eedbbe-af1d-4b9b-bd71-69047a6e01e5 req-4012899b-06c2-4061-a238-54363b7cebd3 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Network f68be8ac-b491-4d80-8e44-16533980bd78 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:30:28.269375 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-f7eedbbe-af1d-4b9b-bd71-69047a6e01e5 req-4012899b-06c2-4061-a238-54363b7cebd3 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:30:28.273154 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7eedbbe-af1d-4b9b-bd71-69047a6e01e5 req-4012899b-06c2-4061-a238-54363b7cebd3 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:30:28.299292 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4012899b-06c2-4061-a238-54363b7cebd3 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Pushing event updated for resources: {'Port': ['ID=b5c59bf0-38be-492c-83a1-816df98f4ae7,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:30:28.329151 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eedbbe-af1d-4b9b-bd71-69047a6e01e5 req-4012899b-06c2-4061-a238-54363b7cebd3 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:28.330097 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f7eedbbe-af1d-4b9b-bd71-69047a6e01e5 req-4012899b-06c2-4061-a238-54363b7cebd3 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:28.421470 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f7eedbbe-af1d-4b9b-bd71-69047a6e01e5 req-4012899b-06c2-4061-a238-54363b7cebd3 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7507212 Dec 08 17:30:28.434334 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-f7eedbbe-af1d-4b9b-bd71-69047a6e01e5 req-d952066a-4e4f-47d0-a04b-a0f89690722a service neutron] Request body: {'port': {'device_id': '6480a9fc-10f2-4c57-8089-ce5aba2e7830', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:30:28.495736 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f7eedbbe-af1d-4b9b-bd71-69047a6e01e5 req-d952066a-4e4f-47d0-a04b-a0f89690722a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:28.506140 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-7351ad3b-f06e-4684-828b-c6b8b453c962 None None] Provisioning complete for port b5c59bf0-38be-492c-83a1-816df98f4ae7 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:30:28.510306 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7351ad3b-f06e-4684-828b-c6b8b453c962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:28.545091 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-7351ad3b-f06e-4684-828b-c6b8b453c962 None None] Port b5c59bf0-38be-492c-83a1-816df98f4ae7 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:30:28.765647 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-f7eedbbe-af1d-4b9b-bd71-69047a6e01e5 req-d952066a-4e4f-47d0-a04b-a0f89690722a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5c59bf0-38be-492c-83a1-816df98f4ae7 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:30:28.773024 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f7eedbbe-af1d-4b9b-bd71-69047a6e01e5 req-d952066a-4e4f-47d0-a04b-a0f89690722a service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:28.784972 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-f7eedbbe-af1d-4b9b-bd71-69047a6e01e5 req-d952066a-4e4f-47d0-a04b-a0f89690722a service neutron] Transition to ACTIVE for port object b5c59bf0-38be-492c-83a1-816df98f4ae7 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 17:30:28.861750 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f7eedbbe-af1d-4b9b-bd71-69047a6e01e5 req-d952066a-4e4f-47d0-a04b-a0f89690722a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:28.912316 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d952066a-4e4f-47d0-a04b-a0f89690722a service neutron] Pushing event updated for resources: {'Port': ['ID=b5c59bf0-38be-492c-83a1-816df98f4ae7,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:30:28.989280 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-f7eedbbe-af1d-4b9b-bd71-69047a6e01e5 req-d952066a-4e4f-47d0-a04b-a0f89690722a service neutron] Attempting to bind port b5c59bf0-38be-492c-83a1-816df98f4ae7 on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:30:28.989620 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-f7eedbbe-af1d-4b9b-bd71-69047a6e01e5 req-d952066a-4e4f-47d0-a04b-a0f89690722a service neutron] Attempting to bind port b5c59bf0-38be-492c-83a1-816df98f4ae7 by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '610b0464-0289-4313-8206-4336c4fe3f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f68be8ac-b491-4d80-8e44-16533980bd78'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:30:28.989949 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7eedbbe-af1d-4b9b-bd71-69047a6e01e5 req-d952066a-4e4f-47d0-a04b-a0f89690722a service neutron] Attempting to bind port b5c59bf0-38be-492c-83a1-816df98f4ae7 on network f68be8ac-b491-4d80-8e44-16533980bd78 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:30:28.995036 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7eedbbe-af1d-4b9b-bd71-69047a6e01e5 req-d952066a-4e4f-47d0-a04b-a0f89690722a service neutron] Port b5c59bf0-38be-492c-83a1-816df98f4ae7 on network f68be8ac-b491-4d80-8e44-16533980bd78 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 17:30:28.995488 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7eedbbe-af1d-4b9b-bd71-69047a6e01e5 req-d952066a-4e4f-47d0-a04b-a0f89690722a service neutron] Attempting to bind port b5c59bf0-38be-492c-83a1-816df98f4ae7 on network f68be8ac-b491-4d80-8e44-16533980bd78 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:30:29.000688 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7eedbbe-af1d-4b9b-bd71-69047a6e01e5 req-d952066a-4e4f-47d0-a04b-a0f89690722a service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:30:29.001028 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7eedbbe-af1d-4b9b-bd71-69047a6e01e5 req-d952066a-4e4f-47d0-a04b-a0f89690722a service neutron] Checking segment: {'id': '610b0464-0289-4313-8206-4336c4fe3f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f68be8ac-b491-4d80-8e44-16533980bd78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:30:29.001410 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7eedbbe-af1d-4b9b-bd71-69047a6e01e5 req-d952066a-4e4f-47d0-a04b-a0f89690722a service neutron] Bound using segment: {'id': '610b0464-0289-4313-8206-4336c4fe3f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f68be8ac-b491-4d80-8e44-16533980bd78'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:30:29.001835 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-f7eedbbe-af1d-4b9b-bd71-69047a6e01e5 req-d952066a-4e4f-47d0-a04b-a0f89690722a service neutron] Bound port: b5c59bf0-38be-492c-83a1-816df98f4ae7, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '610b0464-0289-4313-8206-4336c4fe3f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f68be8ac-b491-4d80-8e44-16533980bd78'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:30:29.002193 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f7eedbbe-af1d-4b9b-bd71-69047a6e01e5 req-d952066a-4e4f-47d0-a04b-a0f89690722a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:29.069870 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-f7eedbbe-af1d-4b9b-bd71-69047a6e01e5 req-d952066a-4e4f-47d0-a04b-a0f89690722a service neutron] For port b5c59bf0-38be-492c-83a1-816df98f4ae7, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:30:29.073678 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-f7eedbbe-af1d-4b9b-bd71-69047a6e01e5 req-d952066a-4e4f-47d0-a04b-a0f89690722a service neutron] For port b5c59bf0-38be-492c-83a1-816df98f4ae7, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=b5c59bf0-38be-492c-83a1-816df98f4ae7,segment=NetworkSegment(610b0464-0289-4313-8206-4336c4fe3f2a),segment_id=610b0464-0289-4313-8206-4336c4fe3f2a)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:30:29.136549 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f7eedbbe-af1d-4b9b-bd71-69047a6e01e5 req-d952066a-4e4f-47d0-a04b-a0f89690722a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:29.173637 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eedbbe-af1d-4b9b-bd71-69047a6e01e5 req-d952066a-4e4f-47d0-a04b-a0f89690722a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:29.174145 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-f7eedbbe-af1d-4b9b-bd71-69047a6e01e5 req-d952066a-4e4f-47d0-a04b-a0f89690722a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:29.175642 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f7eedbbe-af1d-4b9b-bd71-69047a6e01e5 req-d952066a-4e4f-47d0-a04b-a0f89690722a service neutron] 10.222.0.37 "PUT /v2.0/ports/b5c59bf0-38be-492c-83a1-816df98f4ae7 HTTP/1.1" status: 200 len: 1092 time: 0.7458210 Dec 08 17:30:29.176112 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6480a9fc-10f2-4c57-8089-ce5aba2e7830', 'tag': 'b5c59bf0-38be-492c-83a1-816df98f4ae7'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:30:29.178417 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33688f0a94a9db352de83aac38ec7a80f5ce35812a363759cff610bcc84c1346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ed10f6-26c8-49ca-bd13-72bd411e9ba2" -d '{"events": [{"name": "network-changed", "server_uuid": "6480a9fc-10f2-4c57-8089-ce5aba2e7830", "tag": "b5c59bf0-38be-492c-83a1-816df98f4ae7"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:30:29.202216 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d952066a-4e4f-47d0-a04b-a0f89690722a service neutron] Pushing event updated for resources: {'Port': ['ID=b5c59bf0-38be-492c-83a1-816df98f4ae7,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:30:29.253145 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98cb576-676c-4833-8abc-08790f725f9c x-openstack-request-id: req-d98cb576-676c-4833-8abc-08790f725f9c {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:30:29.253474 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6480a9fc-10f2-4c57-8089-ce5aba2e7830", "tag": "b5c59bf0-38be-492c-83a1-816df98f4ae7", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:30:29.253816 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d98cb576-676c-4833-8abc-08790f725f9c {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:30:29.254249 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6480a9fc-10f2-4c57-8089-ce5aba2e7830', 'tag': 'b5c59bf0-38be-492c-83a1-816df98f4ae7', 'status': 'completed', 'code': 200} Dec 08 17:30:29.351284 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed10f6-26c8-49ca-bd13-72bd411e9ba2 req-4cf9b5b2-bfcd-4cd6-838a-ec9c7775907c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:29.352894 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f4ed10f6-26c8-49ca-bd13-72bd411e9ba2 req-4cf9b5b2-bfcd-4cd6-838a-ec9c7775907c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=37548f91632040dba2c3e175ef1015a4&device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 1095 time: 0.0785091 Dec 08 17:30:29.357257 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f60ac-823f-4c76-b298-b192e3c6fe8d req-d591cc25-d6df-4046-879c-abf8c5b668fb tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:29.358986 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-051f60ac-823f-4c76-b298-b192e3c6fe8d req-d591cc25-d6df-4046-879c-abf8c5b668fb tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 943 time: 0.0720465 Dec 08 17:30:29.435727 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-051f60ac-823f-4c76-b298-b192e3c6fe8d req-b0b4f7e3-bcee-47a1-979f-66ef25081a4a tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ec83563-b6b0-465f-9812-b628623cecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697787 Dec 08 17:30:29.474072 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed10f6-26c8-49ca-bd13-72bd411e9ba2 req-d718f16e-64e6-41c5-9859-36983bf651e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:29.475589 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f4ed10f6-26c8-49ca-bd13-72bd411e9ba2 req-d718f16e-64e6-41c5-9859-36983bf651e3 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=37548f91632040dba2c3e175ef1015a4&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1144271 Dec 08 17:30:29.577616 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed10f6-26c8-49ca-bd13-72bd411e9ba2 req-6dbe4617-f3ba-4aef-af21-d72a67081be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:29.579157 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f4ed10f6-26c8-49ca-bd13-72bd411e9ba2 req-6dbe4617-f3ba-4aef-af21-d72a67081be2 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0962219 Dec 08 17:30:29.658366 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eedbbe-af1d-4b9b-bd71-69047a6e01e5 req-6c50c46c-6dd2-4f94-8592-65d05dc3b352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:29.659907 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f7eedbbe-af1d-4b9b-bd71-69047a6e01e5 req-6c50c46c-6dd2-4f94-8592-65d05dc3b352 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=37548f91632040dba2c3e175ef1015a4&device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 1095 time: 0.0439689 Dec 08 17:30:29.702576 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f7eedbbe-af1d-4b9b-bd71-69047a6e01e5 req-6cd39b7d-f46c-4135-a19e-ce4de559c79c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5c59bf0-38be-492c-83a1-816df98f4ae7 HTTP/1.1" status: 200 len: 217 time: 0.0340164 Dec 08 17:30:29.756511 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eedbbe-af1d-4b9b-bd71-69047a6e01e5 req-e8aec979-afa3-4657-850b-55e233033567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:29.758002 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f7eedbbe-af1d-4b9b-bd71-69047a6e01e5 req-e8aec979-afa3-4657-850b-55e233033567 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6c93e144-cdf8-4af5-832f-a0d6b831ed1f HTTP/1.1" status: 200 len: 848 time: 0.0484803 Dec 08 17:30:29.805198 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eedbbe-af1d-4b9b-bd71-69047a6e01e5 req-11fee214-0c3f-47ea-aabb-6330f2db0b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:29.806724 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f7eedbbe-af1d-4b9b-bd71-69047a6e01e5 req-11fee214-0c3f-47ea-aabb-6330f2db0b06 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f68be8ac-b491-4d80-8e44-16533980bd78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412652 Dec 08 17:30:29.895389 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f7eedbbe-af1d-4b9b-bd71-69047a6e01e5 req-2920fc4a-b075-4207-8a63-60468bb38a8a service neutron] 10.222.0.37 "GET /v2.0/networks/f68be8ac-b491-4d80-8e44-16533980bd78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818970 Dec 08 17:30:29.989857 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f7eedbbe-af1d-4b9b-bd71-69047a6e01e5 req-c48a96d0-ebfd-473e-8e63-8ee7c6fe1e98 service neutron] 10.222.0.37 "GET /v2.0/networks/f68be8ac-b491-4d80-8e44-16533980bd78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874786 Dec 08 17:30:30.547147 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1978430c-4ff8-4286-b51f-65e7b8e70c01 req-b32d7634-c5ce-407a-a8ce-b0340745da75 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:30.548704 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1978430c-4ff8-4286-b51f-65e7b8e70c01 req-b32d7634-c5ce-407a-a8ce-b0340745da75 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 943 time: 0.0542324 Dec 08 17:30:30.598662 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1978430c-4ff8-4286-b51f-65e7b8e70c01 req-f6cb1adb-4cd4-421e-90f4-db554c1fb523 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ec83563-b6b0-465f-9812-b628623cecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439003 Dec 08 17:30:31.715148 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f9be50-809d-4b4a-9e76-fa35e56b77ab req-8885f970-d126-4167-be6d-6ec2b324292d tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:31.716739 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-92f9be50-809d-4b4a-9e76-fa35e56b77ab req-8885f970-d126-4167-be6d-6ec2b324292d tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 943 time: 0.0498569 Dec 08 17:30:31.767842 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-92f9be50-809d-4b4a-9e76-fa35e56b77ab req-d5ee4338-7cba-4249-b204-3fb41d8b79e4 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ec83563-b6b0-465f-9812-b628623cecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450926 Dec 08 17:30:32.886874 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f5446a-48c7-4e8f-a68c-109696210c33 req-1d2e2fbb-b644-4d51-84c0-a5b1b38f5c62 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:32.888467 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b8f5446a-48c7-4e8f-a68c-109696210c33 req-1d2e2fbb-b644-4d51-84c0-a5b1b38f5c62 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 943 time: 0.0538189 Dec 08 17:30:32.938257 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b8f5446a-48c7-4e8f-a68c-109696210c33 req-4423b6da-285b-4eb0-9dab-f2f3a9af1018 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ec83563-b6b0-465f-9812-b628623cecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437825 Dec 08 17:30:34.056293 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec46fe-4f57-4a2c-90b1-0360eb86dc07 req-66f9529c-37b9-4a98-99b8-2db2208cf9db tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:34.057772 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c8ec46fe-4f57-4a2c-90b1-0360eb86dc07 req-66f9529c-37b9-4a98-99b8-2db2208cf9db tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 943 time: 0.0521145 Dec 08 17:30:34.105648 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c8ec46fe-4f57-4a2c-90b1-0360eb86dc07 req-d25fe053-6ff2-401c-9972-fa7250055731 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ec83563-b6b0-465f-9812-b628623cecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420027 Dec 08 17:30:35.217740 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b72318-f028-485c-a070-27bf6c2f1af8 req-fbd72bec-2cbf-4529-9c60-3e4c833a11c0 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:35.219294 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-47b72318-f028-485c-a070-27bf6c2f1af8 req-fbd72bec-2cbf-4529-9c60-3e4c833a11c0 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 943 time: 0.0487535 Dec 08 17:30:35.269506 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-47b72318-f028-485c-a070-27bf6c2f1af8 req-3a9411ff-6153-4161-8eb6-44ef56c22f94 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ec83563-b6b0-465f-9812-b628623cecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443397 Dec 08 17:30:35.484007 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:36.382341 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83613708-130c-4a8a-bad6-38be27b17084 req-f216836b-f896-4bfe-9168-6a3c95bf9a81 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:36.383816 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-83613708-130c-4a8a-bad6-38be27b17084 req-f216836b-f896-4bfe-9168-6a3c95bf9a81 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 943 time: 0.0481811 Dec 08 17:30:36.432488 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-83613708-130c-4a8a-bad6-38be27b17084 req-72005c09-008d-4add-b9b6-8318c7da54ce tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ec83563-b6b0-465f-9812-b628623cecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421221 Dec 08 17:30:37.560848 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db3c40-84f2-4a69-a6c6-0c4138f642de req-5800c7dd-9e10-4a20-ad6a-ad38fe1bff46 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:37.562441 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c7db3c40-84f2-4a69-a6c6-0c4138f642de req-5800c7dd-9e10-4a20-ad6a-ad38fe1bff46 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 943 time: 0.0618389 Dec 08 17:30:37.624123 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c7db3c40-84f2-4a69-a6c6-0c4138f642de req-aef36119-0432-4e19-bea1-80813c7a395f tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ec83563-b6b0-465f-9812-b628623cecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464487 Dec 08 17:30:38.735827 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894cd79a-a98d-433c-bc1c-0f9df7fe4405 req-e3246f3b-d9cd-4ec2-a9ab-c55196f78239 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:38.737326 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-894cd79a-a98d-433c-bc1c-0f9df7fe4405 req-e3246f3b-d9cd-4ec2-a9ab-c55196f78239 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 943 time: 0.0474260 Dec 08 17:30:38.797321 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-894cd79a-a98d-433c-bc1c-0f9df7fe4405 req-cc825156-137f-4266-b99f-187ceda0b65c tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ec83563-b6b0-465f-9812-b628623cecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540614 Dec 08 17:30:39.523880 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:39.911273 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56279293-e776-410d-be15-940593e0e9c5 req-6052a6d5-feed-4227-8133-8e52c5689bde tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:39.912765 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-56279293-e776-410d-be15-940593e0e9c5 req-6052a6d5-feed-4227-8133-8e52c5689bde tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 943 time: 0.0480604 Dec 08 17:30:39.965154 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-56279293-e776-410d-be15-940593e0e9c5 req-40093fb7-9085-4bc3-8fcf-e115a267795e tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ec83563-b6b0-465f-9812-b628623cecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457346 Dec 08 17:30:41.082985 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d0e47f-592d-4e4e-b6f3-cec13dd3d6e6 req-1d172d49-58ed-4b66-88a3-eab1e475a4e4 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:41.084568 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e9d0e47f-592d-4e4e-b6f3-cec13dd3d6e6 req-1d172d49-58ed-4b66-88a3-eab1e475a4e4 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 943 time: 0.0495121 Dec 08 17:30:41.134718 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e9d0e47f-592d-4e4e-b6f3-cec13dd3d6e6 req-2e1d42dc-e712-4bbc-8700-7a9517462144 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ec83563-b6b0-465f-9812-b628623cecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429268 Dec 08 17:30:41.461268 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2ee8da05-2718-4c4e-9482-e4abb2052d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:42.114783 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device b5c59bf0-38be-492c-83a1-816df98f4ae7 details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 17:30:42.211175 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port b5c59bf0-38be-492c-83a1-816df98f4ae7, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=b5c59bf0-38be-492c-83a1-816df98f4ae7,segment=NetworkSegment(610b0464-0289-4313-8206-4336c4fe3f2a),segment_id=610b0464-0289-4313-8206-4336c4fe3f2a)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:30:42.222909 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': 'b5c59bf0-38be-492c-83a1-816df98f4ae7', 'network_id': 'f68be8ac-b491-4d80-8e44-16533980bd78', 'port_id': 'b5c59bf0-38be-492c-83a1-816df98f4ae7', 'mac_address': 'fa:16:3e:5b:04:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c93e144-cdf8-4af5-832f-a0d6b831ed1f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 17:30:42.250680 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8789e239-66b9-49e9-902a-4a25a2051d2c req-6ca7da86-c9c6-4cfe-962b-71bbe8de04af tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:42.252210 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8789e239-66b9-49e9-902a-4a25a2051d2c req-6ca7da86-c9c6-4cfe-962b-71bbe8de04af tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 943 time: 0.0503142 Dec 08 17:30:42.260950 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:42.273862 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5c59bf0-38be-492c-83a1-816df98f4ae7 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:30:42.293123 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port b5c59bf0-38be-492c-83a1-816df98f4ae7, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=b5c59bf0-38be-492c-83a1-816df98f4ae7,segment=NetworkSegment(610b0464-0289-4313-8206-4336c4fe3f2a),segment_id=610b0464-0289-4313-8206-4336c4fe3f2a)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:30:42.309254 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8789e239-66b9-49e9-902a-4a25a2051d2c req-e2089bc6-a498-4295-abaf-5134db885131 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ec83563-b6b0-465f-9812-b628623cecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435991 Dec 08 17:30:42.378659 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:42.429460 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=b5c59bf0-38be-492c-83a1-816df98f4ae7,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:30:42.437749 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:30:42.438105 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:30:42.438454 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:30:42.438798 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:30:42.439142 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:30:42.439483 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:30:42.439825 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:30:42.440163 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:30:42.440519 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:30:42.440849 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:30:42.441186 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:30:42.441516 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:30:42.441847 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:30:42.596052 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['b5c59bf0-38be-492c-83a1-816df98f4ae7'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:30:43.423044 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f28d91-f09c-4488-a838-5d289ff4e860 req-c886190c-fdb6-4f2c-ae48-243284efb33f tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:43.424600 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a7f28d91-f09c-4488-a838-5d289ff4e860 req-c886190c-fdb6-4f2c-ae48-243284efb33f tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 944 time: 0.0484698 Dec 08 17:30:43.473139 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a7f28d91-f09c-4488-a838-5d289ff4e860 req-5e88b3b9-c068-4160-a3e1-90e60162aba6 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ec83563-b6b0-465f-9812-b628623cecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426433 Dec 08 17:30:44.115300 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device b5c59bf0-38be-492c-83a1-816df98f4ae7 up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:30:44.235367 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-3b69a69b-a40b-4ef2-a7b2-2a3fc17adc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:44.263325 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port b5c59bf0-38be-492c-83a1-816df98f4ae7 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 17:30:44.267344 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port b5c59bf0-38be-492c-83a1-816df98f4ae7 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:30:44.267707 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:44.345339 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:44.367154 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6480a9fc-10f2-4c57-8089-ce5aba2e7830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5c59bf0-38be-492c-83a1-816df98f4ae7'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:30:44.369961 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e972d80ca4ba26e60ff2132fe6d2147b95d4377dec9e0b14df2e9cad1c1848da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620f7e6d-4ca4-4a07-ac40-197b55a5d4af" -d '{"events": [{"server_uuid": "6480a9fc-10f2-4c57-8089-ce5aba2e7830", "name": "network-vif-plugged", "status": "completed", "tag": "b5c59bf0-38be-492c-83a1-816df98f4ae7"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:30:44.382378 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port b5c59bf0-38be-492c-83a1-816df98f4ae7, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=b5c59bf0-38be-492c-83a1-816df98f4ae7,segment=NetworkSegment(610b0464-0289-4313-8206-4336c4fe3f2a),segment_id=610b0464-0289-4313-8206-4336c4fe3f2a)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:30:44.472745 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686b4caf-b85e-4112-ae4a-5a682f5191c2 x-openstack-request-id: req-686b4caf-b85e-4112-ae4a-5a682f5191c2 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:30:44.473043 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6480a9fc-10f2-4c57-8089-ce5aba2e7830", "name": "network-vif-plugged", "status": "completed", "tag": "b5c59bf0-38be-492c-83a1-816df98f4ae7", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:30:44.473298 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-686b4caf-b85e-4112-ae4a-5a682f5191c2 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:30:44.473711 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6480a9fc-10f2-4c57-8089-ce5aba2e7830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5c59bf0-38be-492c-83a1-816df98f4ae7', 'code': 200} Dec 08 17:30:44.506791 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:44.559020 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=b5c59bf0-38be-492c-83a1-816df98f4ae7,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:30:44.583515 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b4192b-01d9-4f2f-b1cc-538a849f7fcb req-64842ad0-fb53-4e9a-b30a-0219d64903e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:44.585742 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-85b4192b-01d9-4f2f-b1cc-538a849f7fcb req-64842ad0-fb53-4e9a-b30a-0219d64903e1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 1097 time: 0.0540268 Dec 08 17:30:44.598155 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a16ce49-46d4-463a-a71f-60a005e2edfe req-180c4437-260d-4bdc-8b04-20deb5587b44 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:44.599673 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8a16ce49-46d4-463a-a71f-60a005e2edfe req-180c4437-260d-4bdc-8b04-20deb5587b44 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 945 time: 0.0575016 Dec 08 17:30:44.636694 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-85b4192b-01d9-4f2f-b1cc-538a849f7fcb req-7cb6dc39-e16c-46bf-9fea-9a039c3186dd service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2ec83563-b6b0-465f-9812-b628623cecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438132 Dec 08 17:30:44.654233 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8a16ce49-46d4-463a-a71f-60a005e2edfe req-238a17a0-69f1-4cb0-aa1e-09b296c52a0f tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ec83563-b6b0-465f-9812-b628623cecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477171 Dec 08 17:30:45.575168 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:45.774327 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d7f43-c012-46ff-a75d-1ebecfe5107c req-177d4faa-b7e3-4a23-98d5-5a3c0e40aef4 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:45.775826 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-897d7f43-c012-46ff-a75d-1ebecfe5107c req-177d4faa-b7e3-4a23-98d5-5a3c0e40aef4 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 945 time: 0.0515277 Dec 08 17:30:45.825753 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-897d7f43-c012-46ff-a75d-1ebecfe5107c req-bef0f312-69db-41c1-821f-f8fc19c18b02 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ec83563-b6b0-465f-9812-b628623cecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436692 Dec 08 17:30:46.938928 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d874d9f-a7d8-401d-b5e7-9dabeaa1dca3 req-605df99b-dbd3-43e2-92d2-f8c292087942 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:46.940433 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2d874d9f-a7d8-401d-b5e7-9dabeaa1dca3 req-605df99b-dbd3-43e2-92d2-f8c292087942 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 945 time: 0.0481155 Dec 08 17:30:46.990341 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2d874d9f-a7d8-401d-b5e7-9dabeaa1dca3 req-568a7063-b99b-4902-8b86-4bde5412132a tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ec83563-b6b0-465f-9812-b628623cecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440352 Dec 08 17:30:47.063849 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:47.105625 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e751db8-a84c-4ba0-a3d7-cc12c65e9f8d req-0e0df3bc-1790-42a7-87b1-2459765c062e tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:47.107024 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6e751db8-a84c-4ba0-a3d7-cc12c65e9f8d req-0e0df3bc-1790-42a7-87b1-2459765c062e tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 945 time: 0.0487053 Dec 08 17:30:47.162504 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6e751db8-a84c-4ba0-a3d7-cc12c65e9f8d req-70e11d13-82c8-44ff-9715-41c4305e961c tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ec83563-b6b0-465f-9812-b628623cecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491598 Dec 08 17:30:47.186345 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44286) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:30:47.275494 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d59a67-f29a-4761-9699-1fa9c85dd080 tempest-TestShelveInstance-1827847729 tempest-TestShelveInstance-1827847729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:47.277087 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d3d59a67-f29a-4761-9699-1fa9c85dd080 tempest-TestShelveInstance-1827847729 tempest-TestShelveInstance-1827847729-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 1092 time: 0.0897293 Dec 08 17:30:47.279833 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44290) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:30:47.284013 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-56076fc6-b436-4a1d-bfca-43aed2d20789 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Request body: {'floatingip': {'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'port_id': 'b5c59bf0-38be-492c-83a1-816df98f4ae7', 'tenant_id': '37548f91632040dba2c3e175ef1015a4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:30:47.358488 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-56076fc6-b436-4a1d-bfca-43aed2d20789 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks [] for floatingip, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:47.451524 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-56076fc6-b436-4a1d-bfca-43aed2d20789 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:47.638957 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:47.893134 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-56076fc6-b436-4a1d-bfca-43aed2d20789 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Allocated IP 172.25.0.67 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/567fcdd0-8480-4f55-afdd-f6118c6fd66c) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:30:47.989677 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-56076fc6-b436-4a1d-bfca-43aed2d20789 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:48.078518 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-56076fc6-b436-4a1d-bfca-43aed2d20789 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:48.118753 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56076fc6-b436-4a1d-bfca-43aed2d20789 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:30:48.121527 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-56076fc6-b436-4a1d-bfca-43aed2d20789 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:30:48.127078 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56076fc6-b436-4a1d-bfca-43aed2d20789 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:30:48.152737 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56076fc6-b436-4a1d-bfca-43aed2d20789 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Pushing event updated for resources: {'Port': ['ID=567fcdd0-8480-4f55-afdd-f6118c6fd66c,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:30:48.480578 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-56076fc6-b436-4a1d-bfca-43aed2d20789 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:48.599368 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-56076fc6-b436-4a1d-bfca-43aed2d20789 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:48.753886 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-56076fc6-b436-4a1d-bfca-43aed2d20789 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:48.815101 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-56076fc6-b436-4a1d-bfca-43aed2d20789 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:48.885828 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56076fc6-b436-4a1d-bfca-43aed2d20789 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Pushing event updated for resources: {'Port': ['ID=567fcdd0-8480-4f55-afdd-f6118c6fd66c,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:30:48.897213 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-56076fc6-b436-4a1d-bfca-43aed2d20789 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:48.997466 n-d-776250-12 neutron-server[110551]: INFO neutron.db.l3_db [None req-56076fc6-b436-4a1d-bfca-43aed2d20789 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Floating IP 5b2f4e34-22cc-4679-be7d-8292e57712e6 associated. External IP: 172.25.0.67, port: b5c59bf0-38be-492c-83a1-816df98f4ae7. Dec 08 17:30:49.203331 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56076fc6-b436-4a1d-bfca-43aed2d20789 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Router 49a8652d-9626-456f-a926-8d92db195994 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:30:49.313606 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56076fc6-b436-4a1d-bfca-43aed2d20789 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:30:49.323578 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9575520e-7ce2-4330-b632-805590f4b6af None None] Sync routers for ids ['49a8652d-9626-456f-a926-8d92db195994'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:30:49.336516 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9575520e-7ce2-4330-b632-805590f4b6af None None] Routers {'49a8652d-9626-456f-a926-8d92db195994'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:30:49.337624 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-9575520e-7ce2-4330-b632-805590f4b6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:30:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['49a8652d-9626-456f-a926-8d92db195994'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:30:49.401290 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-56076fc6-b436-4a1d-bfca-43aed2d20789 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:49.441630 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-56076fc6-b436-4a1d-bfca-43aed2d20789 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1473398 Dec 08 17:30:49.441630 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6480a9fc-10f2-4c57-8089-ce5aba2e7830', 'tag': 'b5c59bf0-38be-492c-83a1-816df98f4ae7'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:30:49.441630 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86075ce93fb9518fb172f9d68d0141635fee78bb333cdf1a66291bc46e2f6896" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26d73e3-6c63-48cc-920a-99273557d4e0" -d '{"events": [{"name": "network-changed", "server_uuid": "6480a9fc-10f2-4c57-8089-ce5aba2e7830", "tag": "b5c59bf0-38be-492c-83a1-816df98f4ae7"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:30:49.442788 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-9575520e-7ce2-4330-b632-805590f4b6af None None] Set router 49a8652d-9626-456f-a926-8d92db195994 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:30:49.469370 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa1ac50-da7b-4a63-b350-081cf18c61b2 x-openstack-request-id: req-6aa1ac50-da7b-4a63-b350-081cf18c61b2 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:30:49.469686 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6480a9fc-10f2-4c57-8089-ce5aba2e7830", "tag": "b5c59bf0-38be-492c-83a1-816df98f4ae7", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:30:49.469931 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6aa1ac50-da7b-4a63-b350-081cf18c61b2 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:30:49.470379 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6480a9fc-10f2-4c57-8089-ce5aba2e7830', 'tag': 'b5c59bf0-38be-492c-83a1-816df98f4ae7', 'status': 'completed', 'code': 200} Dec 08 17:30:49.533962 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d73e3-6c63-48cc-920a-99273557d4e0 req-28873956-ace6-44c1-b2c6-291c1f457c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:49.535514 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a26d73e3-6c63-48cc-920a-99273557d4e0 req-28873956-ace6-44c1-b2c6-291c1f457c55 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=37548f91632040dba2c3e175ef1015a4&device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 1097 time: 0.0424702 Dec 08 17:30:49.626807 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d73e3-6c63-48cc-920a-99273557d4e0 req-80375676-e021-4664-8690-2bb6414a5b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:49.628352 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a26d73e3-6c63-48cc-920a-99273557d4e0 req-80375676-e021-4664-8690-2bb6414a5b3f service neutron] 10.222.0.37 "GET /v2.0/networks?id=f68be8ac-b491-4d80-8e44-16533980bd78 HTTP/1.1" status: 200 len: 910 time: 0.0855331 Dec 08 17:30:49.670324 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-9575520e-7ce2-4330-b632-805590f4b6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a8652d-9626-456f-a926-8d92db195994', 'name': 'tempest-TestShelveInstance-1464291746-router', 'tenant_id': '37548f91632040dba2c3e175ef1015a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '969095e1-286b-4039-b7e9-4b86f381df28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:24:48Z', 'updated_at': '2021-12-08T17:24:51Z', 'revision_number': 4, 'project_id': '37548f91632040dba2c3e175ef1015a4', 'gw_port': {'id': '969095e1-286b-4039-b7e9-4b86f381df28', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:87:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a8652d-9626-456f-a926-8d92db195994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:24:48Z', 'updated_at': '2021-12-08T17:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '5b2f4e34-22cc-4679-be7d-8292e57712e6', 'tenant_id': '37548f91632040dba2c3e175ef1015a4', 'floating_ip_address': '172.25.0.67', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '49a8652d-9626-456f-a926-8d92db195994', 'port_id': 'b5c59bf0-38be-492c-83a1-816df98f4ae7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f68be8ac-b491-4d80-8e44-16533980bd78', 'mac_address': 'fa:16:3e:5b:04:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6480a9fc-10f2-4c57-8089-ce5aba2e7830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T17:30:48Z', 'updated_at': '2021-12-08T17:30:48Z', 'revision_number': 0, 'project_id': '37548f91632040dba2c3e175ef1015a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '539d8dd1-2a0b-4fc0-a082-866b4dba7b0a', 'name': '', 'network_id': 'f68be8ac-b491-4d80-8e44-16533980bd78', 'tenant_id': '37548f91632040dba2c3e175ef1015a4', 'mac_address': 'fa:16:3e:ab:5a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a8652d-9626-456f-a926-8d92db195994', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '6c93e144-cdf8-4af5-832f-a0d6b831ed1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:24:51Z', 'updated_at': '2021-12-08T17:24:55Z', 'revision_number': 5, 'project_id': '37548f91632040dba2c3e175ef1015a4', 'subnets': [{'id': '6c93e144-cdf8-4af5-832f-a0d6b831ed1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:30:49.699171 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a26d73e3-6c63-48cc-920a-99273557d4e0 req-4cf6146e-54c3-4108-a1cf-b41532144a54 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5c59bf0-38be-492c-83a1-816df98f4ae7 HTTP/1.1" status: 200 len: 998 time: 0.0639606 Dec 08 17:30:49.699762 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9575520e-7ce2-4330-b632-805590f4b6af None None] Checking router: 49a8652d-9626-456f-a926-8d92db195994 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:30:49.708035 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9575520e-7ce2-4330-b632-805590f4b6af None None] Routers {'49a8652d-9626-456f-a926-8d92db195994'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:30:49.708660 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-9575520e-7ce2-4330-b632-805590f4b6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:30:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['49a8652d-9626-456f-a926-8d92db195994'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:30:49.749030 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d73e3-6c63-48cc-920a-99273557d4e0 req-63fb7a5a-3916-4182-8517-fcc5765480c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:49.750811 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a26d73e3-6c63-48cc-920a-99273557d4e0 req-63fb7a5a-3916-4182-8517-fcc5765480c9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6c93e144-cdf8-4af5-832f-a0d6b831ed1f HTTP/1.1" status: 200 len: 848 time: 0.0454564 Dec 08 17:30:49.808646 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d73e3-6c63-48cc-920a-99273557d4e0 req-a39b7a96-420f-4206-8f57-e18f3792a212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:49.810178 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a26d73e3-6c63-48cc-920a-99273557d4e0 req-a39b7a96-420f-4206-8f57-e18f3792a212 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f68be8ac-b491-4d80-8e44-16533980bd78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529394 Dec 08 17:30:49.814073 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-9575520e-7ce2-4330-b632-805590f4b6af None None] Set router 49a8652d-9626-456f-a926-8d92db195994 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:30:49.909055 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a26d73e3-6c63-48cc-920a-99273557d4e0 req-94bd5dd7-6a53-4808-b9e8-e3b917c8b675 service neutron] 10.222.0.37 "GET /v2.0/networks/f68be8ac-b491-4d80-8e44-16533980bd78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915511 Dec 08 17:30:50.003057 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a26d73e3-6c63-48cc-920a-99273557d4e0 req-e5183e14-f1c7-40ff-ab71-0a763997791f service neutron] 10.222.0.37 "GET /v2.0/networks/f68be8ac-b491-4d80-8e44-16533980bd78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867963 Dec 08 17:30:50.195441 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-9575520e-7ce2-4330-b632-805590f4b6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a8652d-9626-456f-a926-8d92db195994', 'name': 'tempest-TestShelveInstance-1464291746-router', 'tenant_id': '37548f91632040dba2c3e175ef1015a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '969095e1-286b-4039-b7e9-4b86f381df28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:24:48Z', 'updated_at': '2021-12-08T17:24:51Z', 'revision_number': 4, 'project_id': '37548f91632040dba2c3e175ef1015a4', 'gw_port': {'id': '969095e1-286b-4039-b7e9-4b86f381df28', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:87:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a8652d-9626-456f-a926-8d92db195994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:24:48Z', 'updated_at': '2021-12-08T17:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '5b2f4e34-22cc-4679-be7d-8292e57712e6', 'tenant_id': '37548f91632040dba2c3e175ef1015a4', 'floating_ip_address': '172.25.0.67', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '49a8652d-9626-456f-a926-8d92db195994', 'port_id': 'b5c59bf0-38be-492c-83a1-816df98f4ae7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f68be8ac-b491-4d80-8e44-16533980bd78', 'mac_address': 'fa:16:3e:5b:04:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6480a9fc-10f2-4c57-8089-ce5aba2e7830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T17:30:48Z', 'updated_at': '2021-12-08T17:30:48Z', 'revision_number': 0, 'project_id': '37548f91632040dba2c3e175ef1015a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '539d8dd1-2a0b-4fc0-a082-866b4dba7b0a', 'name': '', 'network_id': 'f68be8ac-b491-4d80-8e44-16533980bd78', 'tenant_id': '37548f91632040dba2c3e175ef1015a4', 'mac_address': 'fa:16:3e:ab:5a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a8652d-9626-456f-a926-8d92db195994', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '6c93e144-cdf8-4af5-832f-a0d6b831ed1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:24:51Z', 'updated_at': '2021-12-08T17:24:55Z', 'revision_number': 5, 'project_id': '37548f91632040dba2c3e175ef1015a4', 'subnets': [{'id': '6c93e144-cdf8-4af5-832f-a0d6b831ed1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:30:50.224971 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9575520e-7ce2-4330-b632-805590f4b6af None None] The sync data for ids ['49a8652d-9626-456f-a926-8d92db195994'] in n-d-776250-12 is: [{'id': '49a8652d-9626-456f-a926-8d92db195994', 'name': 'tempest-TestShelveInstance-1464291746-router', 'tenant_id': '37548f91632040dba2c3e175ef1015a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '969095e1-286b-4039-b7e9-4b86f381df28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:24:48Z', 'updated_at': '2021-12-08T17:24:51Z', 'revision_number': 4, 'project_id': '37548f91632040dba2c3e175ef1015a4', 'gw_port': {'id': '969095e1-286b-4039-b7e9-4b86f381df28', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:87:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a8652d-9626-456f-a926-8d92db195994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:24:48Z', 'updated_at': '2021-12-08T17:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': '5b2f4e34-22cc-4679-be7d-8292e57712e6', 'tenant_id': '37548f91632040dba2c3e175ef1015a4', 'floating_ip_address': '172.25.0.67', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '49a8652d-9626-456f-a926-8d92db195994', 'port_id': 'b5c59bf0-38be-492c-83a1-816df98f4ae7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f68be8ac-b491-4d80-8e44-16533980bd78', 'mac_address': 'fa:16:3e:5b:04:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6480a9fc-10f2-4c57-8089-ce5aba2e7830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T17:30:48Z', 'updated_at': '2021-12-08T17:30:48Z', 'revision_number': 0, 'project_id': '37548f91632040dba2c3e175ef1015a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '539d8dd1-2a0b-4fc0-a082-866b4dba7b0a', 'name': '', 'network_id': 'f68be8ac-b491-4d80-8e44-16533980bd78', 'tenant_id': '37548f91632040dba2c3e175ef1015a4', 'mac_address': 'fa:16:3e:ab:5a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a8652d-9626-456f-a926-8d92db195994', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '6c93e144-cdf8-4af5-832f-a0d6b831ed1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:24:51Z', 'updated_at': '2021-12-08T17:24:55Z', 'revision_number': 5, 'project_id': '37548f91632040dba2c3e175ef1015a4', 'subnets': [{'id': '6c93e144-cdf8-4af5-832f-a0d6b831ed1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:30:50.419382 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9981ccaa-d788-489d-87ba-ca9c83a7d20f None None] New status for floating IP 5b2f4e34-22cc-4679-be7d-8292e57712e6: ACTIVE {{(pid=110553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 17:30:55.479467 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:31:05.528956 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:31:09.549307 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:31:11.514573 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2edd7b91-4c28-4a04-a2f5-c09e3a06522c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:31:14.199981 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-bcf89a6f-1d11-4f00-8a29-3ab9a92840f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:31:15.597264 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:31:17.063254 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:31:17.634946 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:31:32.479401 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:31:35.502949 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:31:39.531426 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:31:41.505606 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e36e91b1-7c32-414c-b77e-b59734699834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:31:42.856657 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-eae01ded-e75f-472e-9e24-21ff7deb4211 req-97d4d841-2c95-4ec9-b021-5bf5445b8d0f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0444014 Dec 08 17:31:42.942859 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae01ded-e75f-472e-9e24-21ff7deb4211 req-a6118869-419b-4758-b2d5-7602bfcc5a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:31:42.945096 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-eae01ded-e75f-472e-9e24-21ff7deb4211 req-a6118869-419b-4758-b2d5-7602bfcc5a4f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=37548f91632040dba2c3e175ef1015a4&device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 1097 time: 0.0451682 Dec 08 17:31:43.046401 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae01ded-e75f-472e-9e24-21ff7deb4211 req-1d2c72f3-a8cb-43e2-a95a-d366259011c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:31:43.048058 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-eae01ded-e75f-472e-9e24-21ff7deb4211 req-1d2c72f3-a8cb-43e2-a95a-d366259011c6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f68be8ac-b491-4d80-8e44-16533980bd78 HTTP/1.1" status: 200 len: 910 time: 0.0844986 Dec 08 17:31:43.120919 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-eae01ded-e75f-472e-9e24-21ff7deb4211 req-10f23002-1b03-4ada-861c-664509ae2e1d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5c59bf0-38be-492c-83a1-816df98f4ae7 HTTP/1.1" status: 200 len: 1000 time: 0.0641017 Dec 08 17:31:43.174633 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae01ded-e75f-472e-9e24-21ff7deb4211 req-cf3897bf-3282-4547-b5b3-1adfa18e0a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:31:43.176100 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-eae01ded-e75f-472e-9e24-21ff7deb4211 req-cf3897bf-3282-4547-b5b3-1adfa18e0a79 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6c93e144-cdf8-4af5-832f-a0d6b831ed1f HTTP/1.1" status: 200 len: 848 time: 0.0469358 Dec 08 17:31:43.221955 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae01ded-e75f-472e-9e24-21ff7deb4211 req-b762e95e-4b87-4aec-a0d4-83a06869aabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:31:43.223484 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-eae01ded-e75f-472e-9e24-21ff7deb4211 req-b762e95e-4b87-4aec-a0d4-83a06869aabb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f68be8ac-b491-4d80-8e44-16533980bd78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402846 Dec 08 17:31:43.315280 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-eae01ded-e75f-472e-9e24-21ff7deb4211 req-4dd7a3a9-e11a-41ea-b365-b71dd87a3ca5 service neutron] 10.222.0.37 "GET /v2.0/networks/f68be8ac-b491-4d80-8e44-16533980bd78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842593 Dec 08 17:31:43.408029 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-eae01ded-e75f-472e-9e24-21ff7deb4211 req-087d28fe-bc0b-4a34-a989-b76eff11f8b4 service neutron] 10.222.0.37 "GET /v2.0/networks/f68be8ac-b491-4d80-8e44-16533980bd78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833979 Dec 08 17:31:44.216759 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2877e56d-ba06-4f63-ba2a-b6fbbc49b139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:31:45.634364 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:31:47.056640 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:31:47.673625 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:32:05.513572 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:32:09.479439 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:32:09.551480 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:32:11.487959 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2a2cea73-5ed7-4d3d-908e-5e498c9d53d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:32:14.244980 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2ebd1ecf-9b8b-4134-ba15-c423d0d88b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:32:15.591808 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:32:17.093044 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:32:17.627651 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:32:35.515754 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:32:39.572738 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:32:41.506885 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1229426d-0846-48d3-983c-bc38005a62f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:32:43.879456 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-07b6917a-2d71-454f-8d7c-6823e7a9f401 req-0f43c174-916e-4c75-bd2b-3ab4ebb2bdea service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0899336 Dec 08 17:32:43.958437 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b6917a-2d71-454f-8d7c-6823e7a9f401 req-82568519-bcfe-46b5-89e6-ed3a4ae33063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:43.959964 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-07b6917a-2d71-454f-8d7c-6823e7a9f401 req-82568519-bcfe-46b5-89e6-ed3a4ae33063 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=37548f91632040dba2c3e175ef1015a4&device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 1097 time: 0.0415659 Dec 08 17:32:44.066948 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b6917a-2d71-454f-8d7c-6823e7a9f401 req-0c2efab9-8856-42b0-9318-786fa3f81227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:44.068385 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-07b6917a-2d71-454f-8d7c-6823e7a9f401 req-0c2efab9-8856-42b0-9318-786fa3f81227 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f68be8ac-b491-4d80-8e44-16533980bd78 HTTP/1.1" status: 200 len: 910 time: 0.0882051 Dec 08 17:32:44.139346 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-07b6917a-2d71-454f-8d7c-6823e7a9f401 req-d91f777b-93ee-4bb2-9d7d-5941d7ea0855 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5c59bf0-38be-492c-83a1-816df98f4ae7 HTTP/1.1" status: 200 len: 1000 time: 0.0637305 Dec 08 17:32:44.188709 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b6917a-2d71-454f-8d7c-6823e7a9f401 req-faae55c6-ce21-47e0-953d-bf197f2f38e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:44.190155 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-07b6917a-2d71-454f-8d7c-6823e7a9f401 req-faae55c6-ce21-47e0-953d-bf197f2f38e5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6c93e144-cdf8-4af5-832f-a0d6b831ed1f HTTP/1.1" status: 200 len: 848 time: 0.0441647 Dec 08 17:32:44.227103 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e8e6e367-6d35-42d6-b51f-7d370d9d7ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:32:44.238432 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b6917a-2d71-454f-8d7c-6823e7a9f401 req-c37d7fa6-7090-4997-9dd2-dd3bfaa1d5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:44.241034 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-07b6917a-2d71-454f-8d7c-6823e7a9f401 req-c37d7fa6-7090-4997-9dd2-dd3bfaa1d5d5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f68be8ac-b491-4d80-8e44-16533980bd78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428753 Dec 08 17:32:44.333123 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-07b6917a-2d71-454f-8d7c-6823e7a9f401 req-1bbb6d9d-a119-4e8c-869a-8f5762682a0d service neutron] 10.222.0.37 "GET /v2.0/networks/f68be8ac-b491-4d80-8e44-16533980bd78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847232 Dec 08 17:32:44.432926 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-07b6917a-2d71-454f-8d7c-6823e7a9f401 req-47486646-9141-4fce-b30c-13873745f9b7 service neutron] 10.222.0.37 "GET /v2.0/networks/f68be8ac-b491-4d80-8e44-16533980bd78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930510 Dec 08 17:32:45.590154 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:32:46.479299 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:32:47.067304 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:32:47.638212 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:05.529401 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:09.598183 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:11.498065 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-15e6a9b5-f4b0-45ae-99b2-df8fea9fa136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:14.170617 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f69dd-892c-4f0d-ac22-11fc8eec29be req-a00a2631-e77d-4e5a-9a6e-bf474370e6b3 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:14.172142 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-194f69dd-892c-4f0d-ac22-11fc8eec29be req-a00a2631-e77d-4e5a-9a6e-bf474370e6b3 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 945 time: 0.0987694 Dec 08 17:33:14.226741 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-194f69dd-892c-4f0d-ac22-11fc8eec29be req-8f16983a-7018-486f-b890-7122a861dc03 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ec83563-b6b0-465f-9812-b628623cecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485756 Dec 08 17:33:14.243700 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-78905067-0946-44e1-8635-a0462b5e9f1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:15.429062 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e35d17-c20e-4946-8784-212858290474 req-461e2099-2a61-41e2-8759-c07c7065244a tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:15.430550 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-87e35d17-c20e-4946-8784-212858290474 req-461e2099-2a61-41e2-8759-c07c7065244a tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 945 time: 0.0997791 Dec 08 17:33:15.479600 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-87e35d17-c20e-4946-8784-212858290474 req-984cce23-25bd-4ed8-b404-30c98f2d5198 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ec83563-b6b0-465f-9812-b628623cecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424328 Dec 08 17:33:15.594818 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:16.633975 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a403115-248b-45ab-a679-863e495da3fe req-0ea62af3-e1f1-455a-ab5b-0d66d8aea40f tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:16.635494 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2a403115-248b-45ab-a679-863e495da3fe req-0ea62af3-e1f1-455a-ab5b-0d66d8aea40f tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 945 time: 0.0552306 Dec 08 17:33:16.684684 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2a403115-248b-45ab-a679-863e495da3fe req-7acf408d-6be2-4d3c-9fe2-8260009a033a tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ec83563-b6b0-465f-9812-b628623cecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432148 Dec 08 17:33:17.075507 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:17.669024 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:17.800584 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385f5eb-9b7e-456b-ba4a-bcbe8366625d req-78b3fd6f-2e14-43c7-9258-f2c14d39cbb8 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:17.802084 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8385f5eb-9b7e-456b-ba4a-bcbe8366625d req-78b3fd6f-2e14-43c7-9258-f2c14d39cbb8 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 945 time: 0.0498445 Dec 08 17:33:17.852420 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8385f5eb-9b7e-456b-ba4a-bcbe8366625d req-f40243eb-85c1-43dd-8738-acffe7842f11 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ec83563-b6b0-465f-9812-b628623cecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440714 Dec 08 17:33:18.966488 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d0b8b-1517-4371-86c0-83ed1d538c5c req-e3f2af54-8219-4149-b4a4-65435586dad8 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:18.968658 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-574d0b8b-1517-4371-86c0-83ed1d538c5c req-e3f2af54-8219-4149-b4a4-65435586dad8 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 945 time: 0.0489974 Dec 08 17:33:19.016748 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-574d0b8b-1517-4371-86c0-83ed1d538c5c req-40a1d70b-c4eb-4234-b6ed-735d33542f18 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ec83563-b6b0-465f-9812-b628623cecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421760 Dec 08 17:33:20.136957 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b902d-b4e4-41b7-b189-f7adc4076db0 req-45635938-e360-4652-afe8-542281e50910 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:20.138494 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ae8b902d-b4e4-41b7-b189-f7adc4076db0 req-45635938-e360-4652-afe8-542281e50910 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 945 time: 0.0537217 Dec 08 17:33:20.514233 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ae8b902d-b4e4-41b7-b189-f7adc4076db0 req-dea0723e-040d-49f4-b3f4-f5d112718d6f tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ec83563-b6b0-465f-9812-b628623cecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3692644 Dec 08 17:33:21.633957 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32870b6-ed61-4b51-8c6c-1941931e7a26 req-ae97fac4-1bd9-4146-a1cd-151fa44925f1 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:21.635456 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e32870b6-ed61-4b51-8c6c-1941931e7a26 req-ae97fac4-1bd9-4146-a1cd-151fa44925f1 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 945 time: 0.0539594 Dec 08 17:33:21.683997 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-e32870b6-ed61-4b51-8c6c-1941931e7a26 req-d7ba0420-05af-430f-9e98-19771d85b380 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ec83563-b6b0-465f-9812-b628623cecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425534 Dec 08 17:33:22.797820 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2eb3a-3bf9-4e05-ad7d-cd27bcf2c65c req-8d7da952-e4b5-4d57-8438-70df30043c79 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:22.799174 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-30c2eb3a-3bf9-4e05-ad7d-cd27bcf2c65c req-8d7da952-e4b5-4d57-8438-70df30043c79 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 945 time: 0.0478339 Dec 08 17:33:22.847076 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-30c2eb3a-3bf9-4e05-ad7d-cd27bcf2c65c req-88337642-7dbf-439b-9dda-53a11189b1a8 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ec83563-b6b0-465f-9812-b628623cecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419476 Dec 08 17:33:23.478691 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:33:23.964058 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dcc9a1-4ada-49f3-a920-2cfac3767252 req-1ba48aeb-465a-41b9-b10f-0598e50bdcc0 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:23.965628 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-86dcc9a1-4ada-49f3-a920-2cfac3767252 req-1ba48aeb-465a-41b9-b10f-0598e50bdcc0 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 945 time: 0.0505688 Dec 08 17:33:24.016717 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-86dcc9a1-4ada-49f3-a920-2cfac3767252 req-7e82d22f-20c0-45f5-895e-6e2919810f26 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ec83563-b6b0-465f-9812-b628623cecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449800 Dec 08 17:33:24.296369 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7074583-e24c-4b95-9568-080d29b98df9 req-9ccd5148-71a5-414a-844c-e6b1024b1510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:24.297856 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d7074583-e24c-4b95-9568-080d29b98df9 req-9ccd5148-71a5-414a-844c-e6b1024b1510 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=37548f91632040dba2c3e175ef1015a4&device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 1097 time: 0.0397217 Dec 08 17:33:24.388903 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7074583-e24c-4b95-9568-080d29b98df9 req-c55b76f3-a479-43ff-8b0a-cb48e11643a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:24.390343 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d7074583-e24c-4b95-9568-080d29b98df9 req-c55b76f3-a479-43ff-8b0a-cb48e11643a0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f68be8ac-b491-4d80-8e44-16533980bd78 HTTP/1.1" status: 200 len: 910 time: 0.0851302 Dec 08 17:33:24.454678 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d7074583-e24c-4b95-9568-080d29b98df9 req-f940160a-2b38-4045-ac78-c32e0838fbd9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5c59bf0-38be-492c-83a1-816df98f4ae7 HTTP/1.1" status: 200 len: 1000 time: 0.0567713 Dec 08 17:33:24.506920 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7074583-e24c-4b95-9568-080d29b98df9 req-a31f19c6-08fc-4807-a87c-328d5a5d4b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:24.508397 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d7074583-e24c-4b95-9568-080d29b98df9 req-a31f19c6-08fc-4807-a87c-328d5a5d4b75 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6c93e144-cdf8-4af5-832f-a0d6b831ed1f HTTP/1.1" status: 200 len: 848 time: 0.0470901 Dec 08 17:33:24.554060 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7074583-e24c-4b95-9568-080d29b98df9 req-bb5ae1f5-0ec5-4652-bb35-e7e59df97ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:24.555538 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d7074583-e24c-4b95-9568-080d29b98df9 req-bb5ae1f5-0ec5-4652-bb35-e7e59df97ba1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f68be8ac-b491-4d80-8e44-16533980bd78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397890 Dec 08 17:33:24.644877 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d7074583-e24c-4b95-9568-080d29b98df9 req-2d62c960-1088-4b27-952e-dbfb83253b59 service neutron] 10.222.0.37 "GET /v2.0/networks/f68be8ac-b491-4d80-8e44-16533980bd78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820227 Dec 08 17:33:24.737401 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d7074583-e24c-4b95-9568-080d29b98df9 req-b2bf516c-eb46-479e-a4a6-e6f78cb038e8 service neutron] 10.222.0.37 "GET /v2.0/networks/f68be8ac-b491-4d80-8e44-16533980bd78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860012 Dec 08 17:33:25.134007 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b95d608-f8f1-418a-8312-30e7a61bacd5 req-8a1e91da-5d99-4f96-a302-9b338d467ef5 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:25.135492 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9b95d608-f8f1-418a-8312-30e7a61bacd5 req-8a1e91da-5d99-4f96-a302-9b338d467ef5 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 945 time: 0.0512166 Dec 08 17:33:25.183990 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9b95d608-f8f1-418a-8312-30e7a61bacd5 req-a90545ec-66e4-4c40-bfe6-7f4c443de722 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ec83563-b6b0-465f-9812-b628623cecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419965 Dec 08 17:33:26.299530 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9bddc-75ec-460d-844a-d9ef4c173575 req-9e6ed083-9c98-4401-8fa4-d425d31d9094 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:26.301078 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f8a9bddc-75ec-460d-844a-d9ef4c173575 req-9e6ed083-9c98-4401-8fa4-d425d31d9094 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 945 time: 0.0493705 Dec 08 17:33:26.355672 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-f8a9bddc-75ec-460d-844a-d9ef4c173575 req-c1e5f483-df67-4071-b5df-b8e4e143b006 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ec83563-b6b0-465f-9812-b628623cecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485439 Dec 08 17:33:27.474348 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e2aa7-b5f6-43f0-b942-a39714a5d168 req-66dd3c1b-1a4a-475c-b8ba-3941b386ec83 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:27.475836 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-860e2aa7-b5f6-43f0-b942-a39714a5d168 req-66dd3c1b-1a4a-475c-b8ba-3941b386ec83 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 945 time: 0.0530128 Dec 08 17:33:27.524639 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-860e2aa7-b5f6-43f0-b942-a39714a5d168 req-7a438c45-b776-4150-954a-ad6126d3db5f tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ec83563-b6b0-465f-9812-b628623cecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423839 Dec 08 17:33:28.641907 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e848a-aeb1-4722-910e-c5f6faa0da5e req-512dae89-79f1-4f07-9468-541680e3859e tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:28.643458 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d56e848a-aeb1-4722-910e-c5f6faa0da5e req-512dae89-79f1-4f07-9468-541680e3859e tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 945 time: 0.0499394 Dec 08 17:33:28.695255 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d56e848a-aeb1-4722-910e-c5f6faa0da5e req-533ea262-4ab1-46a5-b689-5c4171db8d1b tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ec83563-b6b0-465f-9812-b628623cecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445056 Dec 08 17:33:29.812646 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa6db35-d4fd-4040-8930-c981c09f2ca4 req-9fb39d73-2c0b-44e8-8f55-27fc41bf4a6f tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:29.814130 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5fa6db35-d4fd-4040-8930-c981c09f2ca4 req-9fb39d73-2c0b-44e8-8f55-27fc41bf4a6f tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 945 time: 0.0490544 Dec 08 17:33:29.863072 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5fa6db35-d4fd-4040-8930-c981c09f2ca4 req-80f42a50-39f3-4da2-8637-de78aa8269bb tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ec83563-b6b0-465f-9812-b628623cecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430684 Dec 08 17:33:29.969587 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [req-9648ddba-4b67-4d9c-9ce5-523e1a843730 req-d2dffb9d-3f87-4f70-a638-512ab08a1d21 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 17:33:29.970669 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9648ddba-4b67-4d9c-9ce5-523e1a843730 req-d2dffb9d-3f87-4f70-a638-512ab08a1d21 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0423398 Dec 08 17:33:31.048761 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device b5c59bf0-38be-492c-83a1-816df98f4ae7 no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:33:31.126609 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:31.150902 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6480a9fc-10f2-4c57-8089-ce5aba2e7830', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5c59bf0-38be-492c-83a1-816df98f4ae7'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:33:31.153188 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e972d80ca4ba26e60ff2132fe6d2147b95d4377dec9e0b14df2e9cad1c1848da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada12df9-3881-4b37-b52a-efe66993e6d0" -d '{"events": [{"server_uuid": "6480a9fc-10f2-4c57-8089-ce5aba2e7830", "name": "network-vif-unplugged", "status": "completed", "tag": "b5c59bf0-38be-492c-83a1-816df98f4ae7"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:33:31.165900 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port b5c59bf0-38be-492c-83a1-816df98f4ae7, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=b5c59bf0-38be-492c-83a1-816df98f4ae7,segment=NetworkSegment(610b0464-0289-4313-8206-4336c4fe3f2a),segment_id=610b0464-0289-4313-8206-4336c4fe3f2a)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:33:31.186511 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 08 Dec 2021 17:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5629565c-04ff-4bb4-be56-f03cde6b0c4b x-openstack-request-id: req-5629565c-04ff-4bb4-be56-f03cde6b0c4b {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:33:31.186511 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6480a9fc-10f2-4c57-8089-ce5aba2e7830", "name": "network-vif-unplugged", "status": "failed", "tag": "b5c59bf0-38be-492c-83a1-816df98f4ae7", "code": 422}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:33:31.186511 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5629565c-04ff-4bb4-be56-f03cde6b0c4b {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:33:31.186860 n-d-776250-12 neutron-server[110552]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6480a9fc-10f2-4c57-8089-ce5aba2e7830', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b5c59bf0-38be-492c-83a1-816df98f4ae7', 'code': 422} returned with failed status Dec 08 17:33:31.231930 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:31.281443 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=b5c59bf0-38be-492c-83a1-816df98f4ae7,revision_number=6']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:33:31.289298 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:33:31.289659 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:33:31.290010 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:33:31.290361 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:33:31.290703 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:33:31.291043 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:33:31.291379 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:33:31.291714 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:33:31.292048 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:33:31.292412 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:33:31.292749 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:33:31.293170 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:33:31.293505 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:33:31.302928 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf87cc0-5fb0-46e4-b069-6c07f6f0d06c req-17f3e333-5e74-42d6-98de-90e72bc4c0a2 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:31.304463 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6cf87cc0-5fb0-46e4-b069-6c07f6f0d06c req-17f3e333-5e74-42d6-98de-90e72bc4c0a2 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 943 time: 0.0544784 Dec 08 17:33:31.364026 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6cf87cc0-5fb0-46e4-b069-6c07f6f0d06c req-3e24f19a-4dfe-4617-b173-e94022824d8c tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ec83563-b6b0-465f-9812-b628623cecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520363 Dec 08 17:33:31.376386 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5fda0dbb-6fcb-4c09-9851-03c69cf2b85a req-512da38e-1c01-4758-befd-d5a5d8940ad0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0871997 Dec 08 17:33:31.385227 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [req-5fda0dbb-6fcb-4c09-9851-03c69cf2b85a req-d8de4154-167b-435d-8046-b386991fe8fd service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 17:33:31.386217 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5fda0dbb-6fcb-4c09-9851-03c69cf2b85a req-d8de4154-167b-435d-8046-b386991fe8fd service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049775 Dec 08 17:33:32.487231 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c596458e-0a75-4a13-a18a-463b882691a3 req-366c488b-98b0-4259-89e2-4924fb5ecb98 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:32.488686 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c596458e-0a75-4a13-a18a-463b882691a3 req-366c488b-98b0-4259-89e2-4924fb5ecb98 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 943 time: 0.0551295 Dec 08 17:33:32.539040 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c596458e-0a75-4a13-a18a-463b882691a3 req-3da03e0a-2b10-48ea-b92e-434d16530d3b tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ec83563-b6b0-465f-9812-b628623cecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442703 Dec 08 17:33:33.654354 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcdc88f-3515-4d94-b815-4c1d2064b6b1 req-70272632-6fb3-4f55-a269-96953a7eaae3 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:33.655867 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0dcdc88f-3515-4d94-b815-4c1d2064b6b1 req-70272632-6fb3-4f55-a269-96953a7eaae3 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 943 time: 0.0501623 Dec 08 17:33:33.708088 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0dcdc88f-3515-4d94-b815-4c1d2064b6b1 req-6d5203ef-557c-4bf9-ba27-6d3865b5ac17 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ec83563-b6b0-465f-9812-b628623cecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459521 Dec 08 17:33:34.827644 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7ca68-03b3-4837-8629-1fdf06dcdb3f req-3a689ed1-4a7a-4f3f-94e1-ce84931ae72f tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:34.829179 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4cf7ca68-03b3-4837-8629-1fdf06dcdb3f req-3a689ed1-4a7a-4f3f-94e1-ce84931ae72f tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 943 time: 0.0494719 Dec 08 17:33:34.880589 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4cf7ca68-03b3-4837-8629-1fdf06dcdb3f req-7ad4e440-d742-457a-b285-9d38e4b5d95c tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ec83563-b6b0-465f-9812-b628623cecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445621 Dec 08 17:33:35.523224 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:35.993176 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca5bf48-14f3-4ebb-8ed1-b4031da3cd65 req-bdd30558-093c-485d-b46b-1e5b5bb9f77e tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:35.994680 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3ca5bf48-14f3-4ebb-8ed1-b4031da3cd65 req-bdd30558-093c-485d-b46b-1e5b5bb9f77e tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 943 time: 0.0494859 Dec 08 17:33:36.045298 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3ca5bf48-14f3-4ebb-8ed1-b4031da3cd65 req-737d4b78-7622-4458-9ab3-dc9ca07b1afe tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ec83563-b6b0-465f-9812-b628623cecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440772 Dec 08 17:33:37.165867 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e3615-b34c-43d3-98f3-d43a1d80c27c req-9768b284-614e-4e85-9336-685a7675e993 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:37.167401 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5f8e3615-b34c-43d3-98f3-d43a1d80c27c req-9768b284-614e-4e85-9336-685a7675e993 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 943 time: 0.0499413 Dec 08 17:33:37.225565 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5f8e3615-b34c-43d3-98f3-d43a1d80c27c req-44c2b699-c8c8-4df0-b21c-9078a34d21a3 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ec83563-b6b0-465f-9812-b628623cecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508814 Dec 08 17:33:38.345001 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df6697-004b-4367-971c-fb250e44b9f9 req-589e7d7b-1e80-46b4-9854-4a5dbc86affc tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:38.346531 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-32df6697-004b-4367-971c-fb250e44b9f9 req-589e7d7b-1e80-46b4-9854-4a5dbc86affc tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 943 time: 0.0536249 Dec 08 17:33:38.396220 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-32df6697-004b-4367-971c-fb250e44b9f9 req-4db4f7f5-bd37-4270-a6e9-dcd2a461dd55 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ec83563-b6b0-465f-9812-b628623cecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434041 Dec 08 17:33:39.515820 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd2775-75c1-4986-9fa5-6c9d1c51c052 req-a72281fc-71d7-4e1c-809f-5f229cfe0715 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:39.517390 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3ecd2775-75c1-4986-9fa5-6c9d1c51c052 req-a72281fc-71d7-4e1c-809f-5f229cfe0715 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 943 time: 0.0535574 Dec 08 17:33:39.569428 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-3ecd2775-75c1-4986-9fa5-6c9d1c51c052 req-02f4c4d0-2b2d-4743-8cb4-f1260730f368 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ec83563-b6b0-465f-9812-b628623cecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456233 Dec 08 17:33:39.577328 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:40.694479 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f12d53a-95ec-44b3-91fc-522061ec34d6 req-ddeb95c0-2518-46b5-b574-f6259effb3bf tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:40.695988 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3f12d53a-95ec-44b3-91fc-522061ec34d6 req-ddeb95c0-2518-46b5-b574-f6259effb3bf tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 943 time: 0.0566299 Dec 08 17:33:40.746358 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-3f12d53a-95ec-44b3-91fc-522061ec34d6 req-f4e2d6e1-8840-4dca-a935-6d7a5d2c4ed4 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ec83563-b6b0-465f-9812-b628623cecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441775 Dec 08 17:33:41.497917 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-70d2eb4c-f34b-4e05-a989-bd464044d843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:41.871808 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8ce41-43c8-4b14-a98e-28af2b7b58a6 req-9ca2d080-4b5b-49ae-81eb-57afea23d3c4 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:41.873854 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a9a8ce41-43c8-4b14-a98e-28af2b7b58a6 req-9ca2d080-4b5b-49ae-81eb-57afea23d3c4 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 943 time: 0.0570712 Dec 08 17:33:41.923835 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a9a8ce41-43c8-4b14-a98e-28af2b7b58a6 req-f749621d-6cff-45b1-a197-aa1e0aa987b2 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ec83563-b6b0-465f-9812-b628623cecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434089 Dec 08 17:33:42.366570 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda0dbb-6fcb-4c09-9851-03c69cf2b85a req-a43668fb-7bf2-4267-bb14-f2c4b6a5a747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:42.368060 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5fda0dbb-6fcb-4c09-9851-03c69cf2b85a req-a43668fb-7bf2-4267-bb14-f2c4b6a5a747 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830&tenant_id=37548f91632040dba2c3e175ef1015a4 HTTP/1.1" status: 200 len: 1095 time: 0.0406497 Dec 08 17:33:42.379840 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-5fda0dbb-6fcb-4c09-9851-03c69cf2b85a req-4684302e-45fc-4a52-829c-780a0f9cdff0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-776250-12', 'device_owner': 'compute:nova'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:33:42.441209 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5fda0dbb-6fcb-4c09-9851-03c69cf2b85a req-4684302e-45fc-4a52-829c-780a0f9cdff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:42.639752 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-5fda0dbb-6fcb-4c09-9851-03c69cf2b85a req-4684302e-45fc-4a52-829c-780a0f9cdff0 service neutron] For port b5c59bf0-38be-492c-83a1-816df98f4ae7, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=b5c59bf0-38be-492c-83a1-816df98f4ae7,segment=NetworkSegment(610b0464-0289-4313-8206-4336c4fe3f2a),segment_id=610b0464-0289-4313-8206-4336c4fe3f2a)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:33:42.672570 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-5fda0dbb-6fcb-4c09-9851-03c69cf2b85a req-4684302e-45fc-4a52-829c-780a0f9cdff0 service neutron] For port b5c59bf0-38be-492c-83a1-816df98f4ae7, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:33:42.704240 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-5fda0dbb-6fcb-4c09-9851-03c69cf2b85a req-4684302e-45fc-4a52-829c-780a0f9cdff0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5c59bf0-38be-492c-83a1-816df98f4ae7 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:33:42.712038 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5fda0dbb-6fcb-4c09-9851-03c69cf2b85a req-4684302e-45fc-4a52-829c-780a0f9cdff0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:42.724813 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-5fda0dbb-6fcb-4c09-9851-03c69cf2b85a req-4684302e-45fc-4a52-829c-780a0f9cdff0 service neutron] Transition to ACTIVE for port object b5c59bf0-38be-492c-83a1-816df98f4ae7 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 17:33:42.797231 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5fda0dbb-6fcb-4c09-9851-03c69cf2b85a req-4684302e-45fc-4a52-829c-780a0f9cdff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:42.878155 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4684302e-45fc-4a52-829c-780a0f9cdff0 service neutron] Pushing event updated for resources: {'Port': ['ID=b5c59bf0-38be-492c-83a1-816df98f4ae7,revision_number=7']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:33:42.893316 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4684302e-45fc-4a52-829c-780a0f9cdff0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:33:42.893665 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4684302e-45fc-4a52-829c-780a0f9cdff0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:33:42.894010 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4684302e-45fc-4a52-829c-780a0f9cdff0 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:33:42.894350 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4684302e-45fc-4a52-829c-780a0f9cdff0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:33:42.894685 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4684302e-45fc-4a52-829c-780a0f9cdff0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:33:42.895017 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4684302e-45fc-4a52-829c-780a0f9cdff0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:33:42.895345 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4684302e-45fc-4a52-829c-780a0f9cdff0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:33:42.895670 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4684302e-45fc-4a52-829c-780a0f9cdff0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:33:42.895996 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4684302e-45fc-4a52-829c-780a0f9cdff0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:33:42.896355 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4684302e-45fc-4a52-829c-780a0f9cdff0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:33:42.896691 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4684302e-45fc-4a52-829c-780a0f9cdff0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:33:42.897014 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4684302e-45fc-4a52-829c-780a0f9cdff0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:33:42.897336 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4684302e-45fc-4a52-829c-780a0f9cdff0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:33:42.934852 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fda0dbb-6fcb-4c09-9851-03c69cf2b85a req-4684302e-45fc-4a52-829c-780a0f9cdff0 service neutron] No DVR routers for this DVR port b5c59bf0-38be-492c-83a1-816df98f4ae7 on host n-h2-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:33:43.087054 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b82b31b-0d3b-42b7-9cc0-93aa2b50c611 req-f2446482-0d6d-4fc4-b04b-84610daded46 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:43.088497 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0b82b31b-0d3b-42b7-9cc0-93aa2b50c611 req-f2446482-0d6d-4fc4-b04b-84610daded46 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 943 time: 0.0714602 Dec 08 17:33:43.137598 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-5fda0dbb-6fcb-4c09-9851-03c69cf2b85a req-4684302e-45fc-4a52-829c-780a0f9cdff0 service neutron] Attempting to bind port b5c59bf0-38be-492c-83a1-816df98f4ae7 on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:33:43.137854 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-5fda0dbb-6fcb-4c09-9851-03c69cf2b85a req-4684302e-45fc-4a52-829c-780a0f9cdff0 service neutron] Attempting to bind port b5c59bf0-38be-492c-83a1-816df98f4ae7 by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': '610b0464-0289-4313-8206-4336c4fe3f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f68be8ac-b491-4d80-8e44-16533980bd78'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:33:43.138682 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fda0dbb-6fcb-4c09-9851-03c69cf2b85a req-4684302e-45fc-4a52-829c-780a0f9cdff0 service neutron] Attempting to bind port b5c59bf0-38be-492c-83a1-816df98f4ae7 on network f68be8ac-b491-4d80-8e44-16533980bd78 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:33:43.146096 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fda0dbb-6fcb-4c09-9851-03c69cf2b85a req-4684302e-45fc-4a52-829c-780a0f9cdff0 service neutron] Port b5c59bf0-38be-492c-83a1-816df98f4ae7 on network f68be8ac-b491-4d80-8e44-16533980bd78 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 17:33:43.146424 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fda0dbb-6fcb-4c09-9851-03c69cf2b85a req-4684302e-45fc-4a52-829c-780a0f9cdff0 service neutron] Attempting to bind port b5c59bf0-38be-492c-83a1-816df98f4ae7 on network f68be8ac-b491-4d80-8e44-16533980bd78 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:33:43.157878 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fda0dbb-6fcb-4c09-9851-03c69cf2b85a req-4684302e-45fc-4a52-829c-780a0f9cdff0 service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:33:43.158222 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fda0dbb-6fcb-4c09-9851-03c69cf2b85a req-4684302e-45fc-4a52-829c-780a0f9cdff0 service neutron] Checking segment: {'id': '610b0464-0289-4313-8206-4336c4fe3f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f68be8ac-b491-4d80-8e44-16533980bd78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:33:43.158612 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fda0dbb-6fcb-4c09-9851-03c69cf2b85a req-4684302e-45fc-4a52-829c-780a0f9cdff0 service neutron] Bound using segment: {'id': '610b0464-0289-4313-8206-4336c4fe3f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f68be8ac-b491-4d80-8e44-16533980bd78'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:33:43.159042 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-5fda0dbb-6fcb-4c09-9851-03c69cf2b85a req-4684302e-45fc-4a52-829c-780a0f9cdff0 service neutron] Bound port: b5c59bf0-38be-492c-83a1-816df98f4ae7, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '610b0464-0289-4313-8206-4336c4fe3f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'f68be8ac-b491-4d80-8e44-16533980bd78'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:33:43.159406 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5fda0dbb-6fcb-4c09-9851-03c69cf2b85a req-4684302e-45fc-4a52-829c-780a0f9cdff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:43.185111 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0b82b31b-0d3b-42b7-9cc0-93aa2b50c611 req-bd54bd3a-513f-482c-bb4f-3aa0abc2f0d0 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ec83563-b6b0-465f-9812-b628623cecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768459 Dec 08 17:33:43.241046 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-5fda0dbb-6fcb-4c09-9851-03c69cf2b85a req-4684302e-45fc-4a52-829c-780a0f9cdff0 service neutron] For port b5c59bf0-38be-492c-83a1-816df98f4ae7, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:33:43.244131 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-5fda0dbb-6fcb-4c09-9851-03c69cf2b85a req-4684302e-45fc-4a52-829c-780a0f9cdff0 service neutron] For port b5c59bf0-38be-492c-83a1-816df98f4ae7, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=b5c59bf0-38be-492c-83a1-816df98f4ae7,segment=NetworkSegment(610b0464-0289-4313-8206-4336c4fe3f2a),segment_id=610b0464-0289-4313-8206-4336c4fe3f2a)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:33:43.317552 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5fda0dbb-6fcb-4c09-9851-03c69cf2b85a req-4684302e-45fc-4a52-829c-780a0f9cdff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:43.353319 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda0dbb-6fcb-4c09-9851-03c69cf2b85a req-4684302e-45fc-4a52-829c-780a0f9cdff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:43.353944 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-5fda0dbb-6fcb-4c09-9851-03c69cf2b85a req-4684302e-45fc-4a52-829c-780a0f9cdff0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:43.355324 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5fda0dbb-6fcb-4c09-9851-03c69cf2b85a req-4684302e-45fc-4a52-829c-780a0f9cdff0 service neutron] 10.222.0.76 "PUT /v2.0/ports/b5c59bf0-38be-492c-83a1-816df98f4ae7 HTTP/1.1" status: 200 len: 1092 time: 0.9793606 Dec 08 17:33:43.355762 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6480a9fc-10f2-4c57-8089-ce5aba2e7830', 'tag': 'b5c59bf0-38be-492c-83a1-816df98f4ae7'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:33:43.358083 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33688f0a94a9db352de83aac38ec7a80f5ce35812a363759cff610bcc84c1346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411565ac-319b-46d1-8fda-dcbf8131b7f2" -d '{"events": [{"name": "network-changed", "server_uuid": "6480a9fc-10f2-4c57-8089-ce5aba2e7830", "tag": "b5c59bf0-38be-492c-83a1-816df98f4ae7"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:33:43.416851 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4684302e-45fc-4a52-829c-780a0f9cdff0 service neutron] Pushing event updated for resources: {'Port': ['ID=b5c59bf0-38be-492c-83a1-816df98f4ae7,revision_number=8']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:33:43.432759 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda0dbb-6fcb-4c09-9851-03c69cf2b85a req-02ca3b40-4cde-41ae-88b6-c74016624bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:43.434289 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5fda0dbb-6fcb-4c09-9851-03c69cf2b85a req-02ca3b40-4cde-41ae-88b6-c74016624bcd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=37548f91632040dba2c3e175ef1015a4&device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 1095 time: 0.0539742 Dec 08 17:33:43.528958 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda0dbb-6fcb-4c09-9851-03c69cf2b85a req-29c410e7-9dce-4c90-98db-338feec8b120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:43.530468 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5fda0dbb-6fcb-4c09-9851-03c69cf2b85a req-29c410e7-9dce-4c90-98db-338feec8b120 service neutron] 10.222.0.76 "GET /v2.0/networks?id=f68be8ac-b491-4d80-8e44-16533980bd78 HTTP/1.1" status: 200 len: 910 time: 0.0890751 Dec 08 17:33:43.604779 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5fda0dbb-6fcb-4c09-9851-03c69cf2b85a req-916b3716-04a9-4cef-957e-80a5b8e4c5ae service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5c59bf0-38be-492c-83a1-816df98f4ae7 HTTP/1.1" status: 200 len: 998 time: 0.0673654 Dec 08 17:33:43.653088 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda0dbb-6fcb-4c09-9851-03c69cf2b85a req-f9136870-e37a-4747-aeba-e25ef0a6ee17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:43.654550 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5fda0dbb-6fcb-4c09-9851-03c69cf2b85a req-f9136870-e37a-4747-aeba-e25ef0a6ee17 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6c93e144-cdf8-4af5-832f-a0d6b831ed1f HTTP/1.1" status: 200 len: 848 time: 0.0437953 Dec 08 17:33:43.705294 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda0dbb-6fcb-4c09-9851-03c69cf2b85a req-deeda8fe-92b3-4906-89bd-cca78aa92ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:43.706794 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5fda0dbb-6fcb-4c09-9851-03c69cf2b85a req-deeda8fe-92b3-4906-89bd-cca78aa92ee8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f68be8ac-b491-4d80-8e44-16533980bd78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409265 Dec 08 17:33:43.806315 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5fda0dbb-6fcb-4c09-9851-03c69cf2b85a req-34c67414-aa9d-49ef-9f65-d9ace165ed77 service neutron] 10.222.0.76 "GET /v2.0/networks/f68be8ac-b491-4d80-8e44-16533980bd78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906157 Dec 08 17:33:43.897300 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5fda0dbb-6fcb-4c09-9851-03c69cf2b85a req-c20a0c61-1c4a-42a6-8cae-823f49fbf218 service neutron] 10.222.0.76 "GET /v2.0/networks/f68be8ac-b491-4d80-8e44-16533980bd78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827525 Dec 08 17:33:44.205906 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c6d2020f-1dcb-404b-aea1-177d67fe32e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:44.302918 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ee219-fd94-45c5-874e-701b6f18496c req-c70280b3-6412-48d8-b2dc-6fed53ea72b4 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:44.304440 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8a3ee219-fd94-45c5-874e-701b6f18496c req-c70280b3-6412-48d8-b2dc-6fed53ea72b4 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 943 time: 0.0487764 Dec 08 17:33:44.353464 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8a3ee219-fd94-45c5-874e-701b6f18496c req-4ebb7fc4-e9a2-411b-a2bc-b25cb7ef4772 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ec83563-b6b0-465f-9812-b628623cecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426443 Dec 08 17:33:44.423682 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7983ea-daa7-4db8-bd15-5159477110cd x-openstack-request-id: req-4c7983ea-daa7-4db8-bd15-5159477110cd {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:33:44.424287 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6480a9fc-10f2-4c57-8089-ce5aba2e7830", "tag": "b5c59bf0-38be-492c-83a1-816df98f4ae7", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:33:44.424287 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4c7983ea-daa7-4db8-bd15-5159477110cd {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:33:44.424689 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6480a9fc-10f2-4c57-8089-ce5aba2e7830', 'tag': 'b5c59bf0-38be-492c-83a1-816df98f4ae7', 'status': 'completed', 'code': 200} Dec 08 17:33:44.490337 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411565ac-319b-46d1-8fda-dcbf8131b7f2 req-c690f551-986b-4cd5-a636-d9749ca82481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:44.491855 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-411565ac-319b-46d1-8fda-dcbf8131b7f2 req-c690f551-986b-4cd5-a636-d9749ca82481 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=37548f91632040dba2c3e175ef1015a4&device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 1095 time: 0.0457401 Dec 08 17:33:44.581942 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411565ac-319b-46d1-8fda-dcbf8131b7f2 req-56ba127b-d0f0-4d0a-9f46-478ceb4ccd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:44.583406 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-411565ac-319b-46d1-8fda-dcbf8131b7f2 req-56ba127b-d0f0-4d0a-9f46-478ceb4ccd58 service neutron] 10.222.0.76 "GET /v2.0/networks?id=f68be8ac-b491-4d80-8e44-16533980bd78 HTTP/1.1" status: 200 len: 910 time: 0.0840578 Dec 08 17:33:44.653390 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-411565ac-319b-46d1-8fda-dcbf8131b7f2 req-d8a84a20-ad41-4bb1-a4f8-36b57b6eee29 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5c59bf0-38be-492c-83a1-816df98f4ae7 HTTP/1.1" status: 200 len: 998 time: 0.0619907 Dec 08 17:33:44.706283 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411565ac-319b-46d1-8fda-dcbf8131b7f2 req-e2da24ad-9e2c-4476-8e2a-7181cfa025a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:44.707756 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-411565ac-319b-46d1-8fda-dcbf8131b7f2 req-e2da24ad-9e2c-4476-8e2a-7181cfa025a4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6c93e144-cdf8-4af5-832f-a0d6b831ed1f HTTP/1.1" status: 200 len: 848 time: 0.0453300 Dec 08 17:33:44.753481 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411565ac-319b-46d1-8fda-dcbf8131b7f2 req-a683cda1-893b-4874-96c4-d7e4d066e24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:44.754850 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-411565ac-319b-46d1-8fda-dcbf8131b7f2 req-a683cda1-893b-4874-96c4-d7e4d066e24c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f68be8ac-b491-4d80-8e44-16533980bd78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402389 Dec 08 17:33:44.847897 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-411565ac-319b-46d1-8fda-dcbf8131b7f2 req-60561373-2cdd-4dc9-8416-339688f8d682 service neutron] 10.222.0.76 "GET /v2.0/networks/f68be8ac-b491-4d80-8e44-16533980bd78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845447 Dec 08 17:33:44.939966 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-411565ac-319b-46d1-8fda-dcbf8131b7f2 req-9bd6dd11-6c1f-4523-9739-a006921d42a1 service neutron] 10.222.0.76 "GET /v2.0/networks/f68be8ac-b491-4d80-8e44-16533980bd78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820665 Dec 08 17:33:45.469112 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a462925-cd6b-497f-928c-eec7f61189a5 req-b3d158f7-7105-4593-9e0b-f406e320d8da tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:45.470630 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2a462925-cd6b-497f-928c-eec7f61189a5 req-b3d158f7-7105-4593-9e0b-f406e320d8da tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 943 time: 0.0502794 Dec 08 17:33:45.525249 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2a462925-cd6b-497f-928c-eec7f61189a5 req-df10f1f2-ec1c-4128-ae8b-21f75cfd6bd4 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ec83563-b6b0-465f-9812-b628623cecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487671 Dec 08 17:33:45.594516 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:46.648023 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc5cdf4-999d-4bdd-aa5a-4fc057cd386e req-a7634c4d-16d6-41e2-a66a-e769b9e5fdac tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:46.649559 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1dc5cdf4-999d-4bdd-aa5a-4fc057cd386e req-a7634c4d-16d6-41e2-a66a-e769b9e5fdac tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 943 time: 0.0549302 Dec 08 17:33:46.698005 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-1dc5cdf4-999d-4bdd-aa5a-4fc057cd386e req-243d0266-1869-4429-8e76-5cbfdf6da113 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ec83563-b6b0-465f-9812-b628623cecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419443 Dec 08 17:33:47.091347 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:47.640201 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:47.813242 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f6ce2-785e-4f48-9fff-63270905454e req-22795fa7-d648-43d1-81b4-d5a81ddc60bc tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:47.814728 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-be0f6ce2-785e-4f48-9fff-63270905454e req-22795fa7-d648-43d1-81b4-d5a81ddc60bc tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 943 time: 0.0491278 Dec 08 17:33:47.863947 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-be0f6ce2-785e-4f48-9fff-63270905454e req-a786724d-b094-48ae-9814-2493b9207a3c tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ec83563-b6b0-465f-9812-b628623cecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432792 Dec 08 17:33:48.978558 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d425c-29c0-429b-bcd8-8dc27991964d req-8c37fc7d-f6ed-4054-ab29-b2ab093074ca tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:48.980084 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-db7d425c-29c0-429b-bcd8-8dc27991964d req-8c37fc7d-f6ed-4054-ab29-b2ab093074ca tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 943 time: 0.0503991 Dec 08 17:33:49.029499 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-db7d425c-29c0-429b-bcd8-8dc27991964d req-3d9b20e5-5b90-46f6-8f8e-d2efbb4321ee tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ec83563-b6b0-465f-9812-b628623cecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429406 Dec 08 17:33:50.144628 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef3d70a-fd5e-4377-88af-65831b88a98d req-d55122af-6ee1-40c7-b8f0-25ce58842fad tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:50.146165 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6ef3d70a-fd5e-4377-88af-65831b88a98d req-d55122af-6ee1-40c7-b8f0-25ce58842fad tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 943 time: 0.0492299 Dec 08 17:33:50.194256 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6ef3d70a-fd5e-4377-88af-65831b88a98d req-32519d23-9e24-4c73-a428-999c78a4ddea tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ec83563-b6b0-465f-9812-b628623cecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421350 Dec 08 17:33:51.311152 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807c516-fc28-442a-85bd-53b72939ec11 req-b1d17737-f588-4d19-8963-5e2bd2d540bd tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:51.312731 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d807c516-fc28-442a-85bd-53b72939ec11 req-b1d17737-f588-4d19-8963-5e2bd2d540bd tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 943 time: 0.0501523 Dec 08 17:33:51.367824 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-d807c516-fc28-442a-85bd-53b72939ec11 req-78276438-f441-4650-98d7-9d22c18ba501 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ec83563-b6b0-465f-9812-b628623cecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489483 Dec 08 17:33:52.485591 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a7381-7d23-41f2-a71d-d007c5849207 req-41fc4dc1-a34a-4eb9-8720-fc20550896e4 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:52.487057 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7b1a7381-7d23-41f2-a71d-d007c5849207 req-41fc4dc1-a34a-4eb9-8720-fc20550896e4 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 943 time: 0.0527878 Dec 08 17:33:52.535322 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-7b1a7381-7d23-41f2-a71d-d007c5849207 req-8dd7972e-e863-46a3-9294-2394aa3df804 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ec83563-b6b0-465f-9812-b628623cecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424185 Dec 08 17:33:53.166590 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device b5c59bf0-38be-492c-83a1-816df98f4ae7 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 17:33:53.259716 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port b5c59bf0-38be-492c-83a1-816df98f4ae7, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=b5c59bf0-38be-492c-83a1-816df98f4ae7,segment=NetworkSegment(610b0464-0289-4313-8206-4336c4fe3f2a),segment_id=610b0464-0289-4313-8206-4336c4fe3f2a)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:33:53.271532 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': 'b5c59bf0-38be-492c-83a1-816df98f4ae7', 'network_id': 'f68be8ac-b491-4d80-8e44-16533980bd78', 'port_id': 'b5c59bf0-38be-492c-83a1-816df98f4ae7', 'mac_address': 'fa:16:3e:5b:04:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c93e144-cdf8-4af5-832f-a0d6b831ed1f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 17:33:53.311032 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:53.323137 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5c59bf0-38be-492c-83a1-816df98f4ae7 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:33:53.342342 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port b5c59bf0-38be-492c-83a1-816df98f4ae7, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=b5c59bf0-38be-492c-83a1-816df98f4ae7,segment=NetworkSegment(610b0464-0289-4313-8206-4336c4fe3f2a),segment_id=610b0464-0289-4313-8206-4336c4fe3f2a)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:33:53.428665 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:53.474512 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=b5c59bf0-38be-492c-83a1-816df98f4ae7,revision_number=9']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:33:53.650248 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f297421-9b27-4caa-a88a-4629653435ed req-232d73ab-542f-4cc8-99f1-b8dec3d1718b tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:53.651758 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4f297421-9b27-4caa-a88a-4629653435ed req-232d73ab-542f-4cc8-99f1-b8dec3d1718b tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 944 time: 0.0494885 Dec 08 17:33:53.700935 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4f297421-9b27-4caa-a88a-4629653435ed req-d46b7c73-2320-4e1b-bf95-485635069d77 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ec83563-b6b0-465f-9812-b628623cecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431001 Dec 08 17:33:53.730707 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['b5c59bf0-38be-492c-83a1-816df98f4ae7'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:33:54.817999 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1896d78-80d0-48f6-9b9f-2b0923caf1e2 req-4cb89d6c-8278-46ee-be6e-15a4573c91fe tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:54.819413 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f1896d78-80d0-48f6-9b9f-2b0923caf1e2 req-4cb89d6c-8278-46ee-be6e-15a4573c91fe tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 944 time: 0.0494447 Dec 08 17:33:54.869106 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f1896d78-80d0-48f6-9b9f-2b0923caf1e2 req-0812cf39-415e-429d-b3c4-558c387106bc tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ec83563-b6b0-465f-9812-b628623cecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438993 Dec 08 17:33:55.182126 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device b5c59bf0-38be-492c-83a1-816df98f4ae7 up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:33:55.291093 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port b5c59bf0-38be-492c-83a1-816df98f4ae7 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 17:33:55.295761 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port b5c59bf0-38be-492c-83a1-816df98f4ae7 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:33:55.296143 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:55.374436 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:55.395816 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6480a9fc-10f2-4c57-8089-ce5aba2e7830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5c59bf0-38be-492c-83a1-816df98f4ae7'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:33:55.398089 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e972d80ca4ba26e60ff2132fe6d2147b95d4377dec9e0b14df2e9cad1c1848da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e88749-72a7-4be2-afb8-1feec5d5fd02" -d '{"events": [{"server_uuid": "6480a9fc-10f2-4c57-8089-ce5aba2e7830", "name": "network-vif-plugged", "status": "completed", "tag": "b5c59bf0-38be-492c-83a1-816df98f4ae7"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:33:55.411244 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port b5c59bf0-38be-492c-83a1-816df98f4ae7, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=b5c59bf0-38be-492c-83a1-816df98f4ae7,segment=NetworkSegment(610b0464-0289-4313-8206-4336c4fe3f2a),segment_id=610b0464-0289-4313-8206-4336c4fe3f2a)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:33:55.437188 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afcca161-e1d4-426f-beef-871b0096bb7a x-openstack-request-id: req-afcca161-e1d4-426f-beef-871b0096bb7a {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:33:55.437188 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6480a9fc-10f2-4c57-8089-ce5aba2e7830", "name": "network-vif-plugged", "status": "completed", "tag": "b5c59bf0-38be-492c-83a1-816df98f4ae7", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:33:55.437188 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-afcca161-e1d4-426f-beef-871b0096bb7a {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:33:55.437188 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6480a9fc-10f2-4c57-8089-ce5aba2e7830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5c59bf0-38be-492c-83a1-816df98f4ae7', 'code': 200} Dec 08 17:33:55.488289 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:55.536997 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=b5c59bf0-38be-492c-83a1-816df98f4ae7,revision_number=10']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:33:55.580857 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0c148-314c-4e5d-9200-7e0b1d1ecea5 req-aa9adc5a-95c3-4ddb-a063-ecefb7e45e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:55.582371 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-31c0c148-314c-4e5d-9200-7e0b1d1ecea5 req-aa9adc5a-95c3-4ddb-a063-ecefb7e45e4c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 1098 time: 0.0405231 Dec 08 17:33:55.633277 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-31c0c148-314c-4e5d-9200-7e0b1d1ecea5 req-e3a8a994-86bc-479f-bdf7-a2b3d00558cf service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=2ec83563-b6b0-465f-9812-b628623cecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431776 Dec 08 17:33:55.982406 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c8ed9-5998-4192-ab2a-f22b820e5c2c req-57d4e992-5b86-4e1c-8260-6348a79f9715 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:55.983867 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-617c8ed9-5998-4192-ab2a-f22b820e5c2c req-57d4e992-5b86-4e1c-8260-6348a79f9715 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 946 time: 0.0486646 Dec 08 17:33:56.032710 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-617c8ed9-5998-4192-ab2a-f22b820e5c2c req-cd3d705e-9dd2-4a80-bce6-e5ef01de1f10 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ec83563-b6b0-465f-9812-b628623cecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429475 Dec 08 17:33:57.151447 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ab4ab7-3ca8-4235-b130-f10ddeb29543 req-828a4fc3-83a8-49f6-bec9-142537ee4fb6 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:57.153074 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-81ab4ab7-3ca8-4235-b130-f10ddeb29543 req-828a4fc3-83a8-49f6-bec9-142537ee4fb6 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 946 time: 0.0515461 Dec 08 17:33:57.207374 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-81ab4ab7-3ca8-4235-b130-f10ddeb29543 req-0a836da2-98ab-4540-9ed9-5dbcf259f310 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ec83563-b6b0-465f-9812-b628623cecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455506 Dec 08 17:34:00.479160 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:34:05.574217 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:09.556748 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:11.527714 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0c4aeb26-d3f5-4fd5-b5fa-5a496b7c2176 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:14.225201 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e46330ce-d7d1-40c7-88c7-b7c34b0c1c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:15.599323 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:17.080101 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:17.636281 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:34.749026 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d2c5694d-77dd-462a-b022-d4f4dcf5c8f2 req-39c69f2b-c0a9-4082-9996-0fbb94fab8db service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0777726 Dec 08 17:34:34.834823 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c5694d-77dd-462a-b022-d4f4dcf5c8f2 req-72551549-4ee1-4743-ac17-1f092e730200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:34:34.836449 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d2c5694d-77dd-462a-b022-d4f4dcf5c8f2 req-72551549-4ee1-4743-ac17-1f092e730200 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=37548f91632040dba2c3e175ef1015a4&device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 1098 time: 0.0448132 Dec 08 17:34:34.939636 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c5694d-77dd-462a-b022-d4f4dcf5c8f2 req-075f4c13-a5f5-48da-bc35-131ed04c31b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:34:34.941150 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d2c5694d-77dd-462a-b022-d4f4dcf5c8f2 req-075f4c13-a5f5-48da-bc35-131ed04c31b8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=f68be8ac-b491-4d80-8e44-16533980bd78 HTTP/1.1" status: 200 len: 910 time: 0.0856564 Dec 08 17:34:35.011574 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d2c5694d-77dd-462a-b022-d4f4dcf5c8f2 req-18e7ddd7-9480-4cb0-9267-2fe13112b032 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5c59bf0-38be-492c-83a1-816df98f4ae7 HTTP/1.1" status: 200 len: 1000 time: 0.0627456 Dec 08 17:34:35.071501 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c5694d-77dd-462a-b022-d4f4dcf5c8f2 req-5fa6f0dc-5cd7-4004-bc94-5d1c8778b39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:34:35.073019 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d2c5694d-77dd-462a-b022-d4f4dcf5c8f2 req-5fa6f0dc-5cd7-4004-bc94-5d1c8778b39a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6c93e144-cdf8-4af5-832f-a0d6b831ed1f HTTP/1.1" status: 200 len: 848 time: 0.0549629 Dec 08 17:34:35.119679 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c5694d-77dd-462a-b022-d4f4dcf5c8f2 req-45bbfb0f-106e-47a9-9af3-ddacd60cbc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:34:35.121225 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d2c5694d-77dd-462a-b022-d4f4dcf5c8f2 req-45bbfb0f-106e-47a9-9af3-ddacd60cbc07 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f68be8ac-b491-4d80-8e44-16533980bd78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406790 Dec 08 17:34:35.214940 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d2c5694d-77dd-462a-b022-d4f4dcf5c8f2 req-2dbf2a01-2a73-42ce-81f8-7049465299a7 service neutron] 10.222.0.76 "GET /v2.0/networks/f68be8ac-b491-4d80-8e44-16533980bd78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866165 Dec 08 17:34:35.304602 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d2c5694d-77dd-462a-b022-d4f4dcf5c8f2 req-96bc0fbc-6a7b-4368-a86e-34b961500055 service neutron] 10.222.0.76 "GET /v2.0/networks/f68be8ac-b491-4d80-8e44-16533980bd78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826573 Dec 08 17:34:35.581870 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:37.479131 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:34:39.579306 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:41.510401 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ebee4444-88d5-4c40-b245-1920eb99f30b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:44.241469 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1c75211d-5a7a-4221-8b27-be7e56a2052d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:45.627381 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:47.084714 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:47.650233 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:05.583956 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:09.563777 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:11.518490 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-fb74df2b-607a-4ac8-a75a-3c49aa6f71db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:14.229495 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d02d5a2b-ba38-4c53-aec8-1b27f203c750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:14.478995 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:35:15.609440 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:17.098227 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:17.684092 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:32.510749 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44504) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:35:32.858324 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-8d98c5cd-9c7c-480d-a9c1-7870c4adfb22 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Deleting port 567fcdd0-8480-4f55-afdd-f6118c6fd66c {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:35:32.858575 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8d98c5cd-9c7c-480d-a9c1-7870c4adfb22 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:32.932087 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8d98c5cd-9c7c-480d-a9c1-7870c4adfb22 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:32.932443 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8d98c5cd-9c7c-480d-a9c1-7870c4adfb22 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:32.943862 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-8d98c5cd-9c7c-480d-a9c1-7870c4adfb22 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Calling delete_port for 567fcdd0-8480-4f55-afdd-f6118c6fd66c owned by network:floatingip {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:35:33.155259 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8d98c5cd-9c7c-480d-a9c1-7870c4adfb22 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:33.183324 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d98c5cd-9c7c-480d-a9c1-7870c4adfb22 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Pushing event deleted for resources: {'Port': ['ID=567fcdd0-8480-4f55-afdd-f6118c6fd66c,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:35:33.208771 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d98c5cd-9c7c-480d-a9c1-7870c4adfb22 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:35:33.209135 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d98c5cd-9c7c-480d-a9c1-7870c4adfb22 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:35:33.209514 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d98c5cd-9c7c-480d-a9c1-7870c4adfb22 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:35:33.209835 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d98c5cd-9c7c-480d-a9c1-7870c4adfb22 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:35:33.210183 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d98c5cd-9c7c-480d-a9c1-7870c4adfb22 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:35:33.210527 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d98c5cd-9c7c-480d-a9c1-7870c4adfb22 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:35:33.210865 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d98c5cd-9c7c-480d-a9c1-7870c4adfb22 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:35:33.211780 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d98c5cd-9c7c-480d-a9c1-7870c4adfb22 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:35:33.211780 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d98c5cd-9c7c-480d-a9c1-7870c4adfb22 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:35:33.212014 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d98c5cd-9c7c-480d-a9c1-7870c4adfb22 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:35:33.212167 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d98c5cd-9c7c-480d-a9c1-7870c4adfb22 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:35:33.212525 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d98c5cd-9c7c-480d-a9c1-7870c4adfb22 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:35:33.212872 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d98c5cd-9c7c-480d-a9c1-7870c4adfb22 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:35:33.260420 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8d98c5cd-9c7c-480d-a9c1-7870c4adfb22 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks [] for floatingip, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:33.265764 n-d-776250-12 neutron-server[110551]: INFO neutron.db.l3_db [None req-8d98c5cd-9c7c-480d-a9c1-7870c4adfb22 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Floating IP 5b2f4e34-22cc-4679-be7d-8292e57712e6 disassociated (deleted). External IP: 172.25.0.67, port: b5c59bf0-38be-492c-83a1-816df98f4ae7. Dec 08 17:35:33.464312 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d98c5cd-9c7c-480d-a9c1-7870c4adfb22 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Router 49a8652d-9626-456f-a926-8d92db195994 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:35:33.572602 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d98c5cd-9c7c-480d-a9c1-7870c4adfb22 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:35:33.577201 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8d98c5cd-9c7c-480d-a9c1-7870c4adfb22 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:33.582616 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe702e4d-ae41-4e67-8780-2716fb7cf1b6 None None] Sync routers for ids ['49a8652d-9626-456f-a926-8d92db195994'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:35:33.593032 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe702e4d-ae41-4e67-8780-2716fb7cf1b6 None None] Routers {'49a8652d-9626-456f-a926-8d92db195994'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:35:33.593933 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-fe702e4d-ae41-4e67-8780-2716fb7cf1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:35:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['49a8652d-9626-456f-a926-8d92db195994'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:35:33.609736 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-8d98c5cd-9c7c-480d-a9c1-7870c4adfb22 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "DELETE /v2.0/floatingips/5b2f4e34-22cc-4679-be7d-8292e57712e6 HTTP/1.1" status: 204 len: 168 time: 1.0978301 Dec 08 17:35:33.610326 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6480a9fc-10f2-4c57-8089-ce5aba2e7830', 'tag': 'b5c59bf0-38be-492c-83a1-816df98f4ae7'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:35:33.612637 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86075ce93fb9518fb172f9d68d0141635fee78bb333cdf1a66291bc46e2f6896" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cadbb30b-0eed-45ec-b55a-50114f5de7c6" -d '{"events": [{"name": "network-changed", "server_uuid": "6480a9fc-10f2-4c57-8089-ce5aba2e7830", "tag": "b5c59bf0-38be-492c-83a1-816df98f4ae7"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:35:33.704696 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-fe702e4d-ae41-4e67-8780-2716fb7cf1b6 None None] Set router 49a8652d-9626-456f-a926-8d92db195994 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:35:33.779084 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fba92e8-9e87-4cbb-aa8e-be892faa61b0 x-openstack-request-id: req-0fba92e8-9e87-4cbb-aa8e-be892faa61b0 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:35:33.779706 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6480a9fc-10f2-4c57-8089-ce5aba2e7830", "tag": "b5c59bf0-38be-492c-83a1-816df98f4ae7", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:35:33.780032 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0fba92e8-9e87-4cbb-aa8e-be892faa61b0 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:35:33.780602 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6480a9fc-10f2-4c57-8089-ce5aba2e7830', 'tag': 'b5c59bf0-38be-492c-83a1-816df98f4ae7', 'status': 'completed', 'code': 200} Dec 08 17:35:33.846429 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadbb30b-0eed-45ec-b55a-50114f5de7c6 req-1534883b-d7ed-4e58-b368-54aff0d14163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:35:33.847974 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cadbb30b-0eed-45ec-b55a-50114f5de7c6 req-1534883b-d7ed-4e58-b368-54aff0d14163 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=37548f91632040dba2c3e175ef1015a4&device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 1098 time: 0.0431476 Dec 08 17:35:33.908359 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-fe702e4d-ae41-4e67-8780-2716fb7cf1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a8652d-9626-456f-a926-8d92db195994', 'name': 'tempest-TestShelveInstance-1464291746-router', 'tenant_id': '37548f91632040dba2c3e175ef1015a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '969095e1-286b-4039-b7e9-4b86f381df28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:24:48Z', 'updated_at': '2021-12-08T17:24:51Z', 'revision_number': 4, 'project_id': '37548f91632040dba2c3e175ef1015a4', 'gw_port': {'id': '969095e1-286b-4039-b7e9-4b86f381df28', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:87:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a8652d-9626-456f-a926-8d92db195994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:24:48Z', 'updated_at': '2021-12-08T17:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '539d8dd1-2a0b-4fc0-a082-866b4dba7b0a', 'name': '', 'network_id': 'f68be8ac-b491-4d80-8e44-16533980bd78', 'tenant_id': '37548f91632040dba2c3e175ef1015a4', 'mac_address': 'fa:16:3e:ab:5a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a8652d-9626-456f-a926-8d92db195994', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '6c93e144-cdf8-4af5-832f-a0d6b831ed1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:24:51Z', 'updated_at': '2021-12-08T17:24:55Z', 'revision_number': 5, 'project_id': '37548f91632040dba2c3e175ef1015a4', 'subnets': [{'id': '6c93e144-cdf8-4af5-832f-a0d6b831ed1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:35:33.938590 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe702e4d-ae41-4e67-8780-2716fb7cf1b6 None None] Checking router: 49a8652d-9626-456f-a926-8d92db195994 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:35:33.945057 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadbb30b-0eed-45ec-b55a-50114f5de7c6 req-0eb28c61-d917-484e-88af-b3e0b1e1a500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:35:33.946580 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cadbb30b-0eed-45ec-b55a-50114f5de7c6 req-0eb28c61-d917-484e-88af-b3e0b1e1a500 service neutron] 10.222.0.76 "GET /v2.0/networks?id=f68be8ac-b491-4d80-8e44-16533980bd78 HTTP/1.1" status: 200 len: 910 time: 0.0913053 Dec 08 17:35:33.946729 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe702e4d-ae41-4e67-8780-2716fb7cf1b6 None None] Routers {'49a8652d-9626-456f-a926-8d92db195994'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:35:33.947317 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-fe702e4d-ae41-4e67-8780-2716fb7cf1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:35:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['49a8652d-9626-456f-a926-8d92db195994'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:35:33.988334 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cadbb30b-0eed-45ec-b55a-50114f5de7c6 req-95361e2d-e4b3-43cd-84bd-47737b0adf62 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5c59bf0-38be-492c-83a1-816df98f4ae7 HTTP/1.1" status: 200 len: 217 time: 0.0350189 Dec 08 17:35:34.036597 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadbb30b-0eed-45ec-b55a-50114f5de7c6 req-4755c601-f508-4cde-8312-8b058bf0c75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:35:34.038093 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cadbb30b-0eed-45ec-b55a-50114f5de7c6 req-4755c601-f508-4cde-8312-8b058bf0c75d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6c93e144-cdf8-4af5-832f-a0d6b831ed1f HTTP/1.1" status: 200 len: 848 time: 0.0428798 Dec 08 17:35:34.091671 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadbb30b-0eed-45ec-b55a-50114f5de7c6 req-3a63f2b1-06df-4510-bb90-dc0efaf0b2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:35:34.093256 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cadbb30b-0eed-45ec-b55a-50114f5de7c6 req-3a63f2b1-06df-4510-bb90-dc0efaf0b2b3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f68be8ac-b491-4d80-8e44-16533980bd78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472937 Dec 08 17:35:34.188042 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cadbb30b-0eed-45ec-b55a-50114f5de7c6 req-7d419a70-a871-499e-b605-7a46174e14ef service neutron] 10.222.0.76 "GET /v2.0/networks/f68be8ac-b491-4d80-8e44-16533980bd78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869796 Dec 08 17:35:34.211290 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-fe702e4d-ae41-4e67-8780-2716fb7cf1b6 None None] Set router 49a8652d-9626-456f-a926-8d92db195994 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:35:34.283594 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-cadbb30b-0eed-45ec-b55a-50114f5de7c6 req-44a826e2-fb74-4fc2-8471-39756b94dd88 service neutron] 10.222.0.76 "GET /v2.0/networks/f68be8ac-b491-4d80-8e44-16533980bd78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888984 Dec 08 17:35:34.407927 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-fe702e4d-ae41-4e67-8780-2716fb7cf1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a8652d-9626-456f-a926-8d92db195994', 'name': 'tempest-TestShelveInstance-1464291746-router', 'tenant_id': '37548f91632040dba2c3e175ef1015a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '969095e1-286b-4039-b7e9-4b86f381df28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:24:48Z', 'updated_at': '2021-12-08T17:24:51Z', 'revision_number': 4, 'project_id': '37548f91632040dba2c3e175ef1015a4', 'gw_port': {'id': '969095e1-286b-4039-b7e9-4b86f381df28', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:87:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a8652d-9626-456f-a926-8d92db195994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:24:48Z', 'updated_at': '2021-12-08T17:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '539d8dd1-2a0b-4fc0-a082-866b4dba7b0a', 'name': '', 'network_id': 'f68be8ac-b491-4d80-8e44-16533980bd78', 'tenant_id': '37548f91632040dba2c3e175ef1015a4', 'mac_address': 'fa:16:3e:ab:5a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a8652d-9626-456f-a926-8d92db195994', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '6c93e144-cdf8-4af5-832f-a0d6b831ed1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:24:51Z', 'updated_at': '2021-12-08T17:24:55Z', 'revision_number': 5, 'project_id': '37548f91632040dba2c3e175ef1015a4', 'subnets': [{'id': '6c93e144-cdf8-4af5-832f-a0d6b831ed1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:35:34.433584 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe702e4d-ae41-4e67-8780-2716fb7cf1b6 None None] The sync data for ids ['49a8652d-9626-456f-a926-8d92db195994'] in n-d-776250-12 is: [{'id': '49a8652d-9626-456f-a926-8d92db195994', 'name': 'tempest-TestShelveInstance-1464291746-router', 'tenant_id': '37548f91632040dba2c3e175ef1015a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '969095e1-286b-4039-b7e9-4b86f381df28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:24:48Z', 'updated_at': '2021-12-08T17:24:51Z', 'revision_number': 4, 'project_id': '37548f91632040dba2c3e175ef1015a4', 'gw_port': {'id': '969095e1-286b-4039-b7e9-4b86f381df28', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:87:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a8652d-9626-456f-a926-8d92db195994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:24:48Z', 'updated_at': '2021-12-08T17:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '539d8dd1-2a0b-4fc0-a082-866b4dba7b0a', 'name': '', 'network_id': 'f68be8ac-b491-4d80-8e44-16533980bd78', 'tenant_id': '37548f91632040dba2c3e175ef1015a4', 'mac_address': 'fa:16:3e:ab:5a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a8652d-9626-456f-a926-8d92db195994', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '6c93e144-cdf8-4af5-832f-a0d6b831ed1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:24:51Z', 'updated_at': '2021-12-08T17:24:55Z', 'revision_number': 5, 'project_id': '37548f91632040dba2c3e175ef1015a4', 'subnets': [{'id': '6c93e144-cdf8-4af5-832f-a0d6b831ed1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:35:34.657338 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607af7a7-0840-4e77-98a5-0f1098442de4 None None] New status for floating IP 5b2f4e34-22cc-4679-be7d-8292e57712e6: DOWN {{(pid=110553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 17:35:35.074305 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19473f2-0939-4712-9bae-32870410f678 req-4e3ea01f-d5ae-408a-aa84-5b2b25841f87 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:35:35.075921 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b19473f2-0939-4712-9bae-32870410f678 req-4e3ea01f-d5ae-408a-aa84-5b2b25841f87 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 946 time: 0.0492256 Dec 08 17:35:35.125781 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-b19473f2-0939-4712-9bae-32870410f678 req-1c6bd3ca-b43d-421f-a75b-d8fed57d79e8 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ec83563-b6b0-465f-9812-b628623cecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437758 Dec 08 17:35:35.594833 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:36.244885 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0628d3-662d-41c3-8441-705e4ce3e5fb req-bd9d00d3-9971-42f0-b2b0-28cff9543c4c tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:35:36.250535 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ce0628d3-662d-41c3-8441-705e4ce3e5fb req-bd9d00d3-9971-42f0-b2b0-28cff9543c4c tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 946 time: 0.0514007 Dec 08 17:35:36.295742 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ce0628d3-662d-41c3-8441-705e4ce3e5fb req-73f293ba-f461-4886-83bf-82e7f7d63cb9 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ec83563-b6b0-465f-9812-b628623cecb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433593 Dec 08 17:35:36.739424 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854904a4-50a6-484a-a1b5-a178211b1982 req-65168596-cff4-418c-8360-f6da4caae5b3 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:35:36.740914 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-854904a4-50a6-484a-a1b5-a178211b1982 req-65168596-cff4-418c-8360-f6da4caae5b3 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.76 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 946 time: 0.0479739 Dec 08 17:35:36.834836 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-854904a4-50a6-484a-a1b5-a178211b1982 req-9ac16c60-af80-4d0f-888b-a19a53da946b tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Deleting port b5c59bf0-38be-492c-83a1-816df98f4ae7 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:35:36.835077 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-854904a4-50a6-484a-a1b5-a178211b1982 req-9ac16c60-af80-4d0f-888b-a19a53da946b tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:36.923636 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-854904a4-50a6-484a-a1b5-a178211b1982 req-9ac16c60-af80-4d0f-888b-a19a53da946b tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] For port b5c59bf0-38be-492c-83a1-816df98f4ae7, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=b5c59bf0-38be-492c-83a1-816df98f4ae7,segment=NetworkSegment(610b0464-0289-4313-8206-4336c4fe3f2a),segment_id=610b0464-0289-4313-8206-4336c4fe3f2a)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:35:36.924009 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-854904a4-50a6-484a-a1b5-a178211b1982 req-9ac16c60-af80-4d0f-888b-a19a53da946b tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:36.942374 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-854904a4-50a6-484a-a1b5-a178211b1982 req-9ac16c60-af80-4d0f-888b-a19a53da946b tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Calling delete_port for b5c59bf0-38be-492c-83a1-816df98f4ae7 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:35:37.152504 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-854904a4-50a6-484a-a1b5-a178211b1982 req-9ac16c60-af80-4d0f-888b-a19a53da946b tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:37.179809 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac16c60-af80-4d0f-888b-a19a53da946b tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Pushing event deleted for resources: {'Port': ['ID=b5c59bf0-38be-492c-83a1-816df98f4ae7,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:35:37.193105 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac16c60-af80-4d0f-888b-a19a53da946b tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:35:37.193464 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac16c60-af80-4d0f-888b-a19a53da946b tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:35:37.193818 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac16c60-af80-4d0f-888b-a19a53da946b tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:35:37.194164 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac16c60-af80-4d0f-888b-a19a53da946b tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:35:37.194508 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac16c60-af80-4d0f-888b-a19a53da946b tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:35:37.194849 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac16c60-af80-4d0f-888b-a19a53da946b tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:35:37.195185 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac16c60-af80-4d0f-888b-a19a53da946b tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:35:37.195519 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac16c60-af80-4d0f-888b-a19a53da946b tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:35:37.195882 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac16c60-af80-4d0f-888b-a19a53da946b tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:35:37.196234 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac16c60-af80-4d0f-888b-a19a53da946b tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:35:37.196571 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac16c60-af80-4d0f-888b-a19a53da946b tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:35:37.196904 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac16c60-af80-4d0f-888b-a19a53da946b tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:35:37.197239 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac16c60-af80-4d0f-888b-a19a53da946b tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:35:37.239826 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-854904a4-50a6-484a-a1b5-a178211b1982 req-9ac16c60-af80-4d0f-888b-a19a53da946b tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] No DVR routers for this DVR port b5c59bf0-38be-492c-83a1-816df98f4ae7 on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:35:37.242426 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-854904a4-50a6-484a-a1b5-a178211b1982 req-9ac16c60-af80-4d0f-888b-a19a53da946b tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:37.246338 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-854904a4-50a6-484a-a1b5-a178211b1982 req-9ac16c60-af80-4d0f-888b-a19a53da946b tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.76 "DELETE /v2.0/ports/b5c59bf0-38be-492c-83a1-816df98f4ae7 HTTP/1.1" status: 204 len: 173 time: 0.4987011 Dec 08 17:35:37.246929 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6480a9fc-10f2-4c57-8089-ce5aba2e7830', 'name': 'network-vif-deleted', 'tag': 'b5c59bf0-38be-492c-83a1-816df98f4ae7'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:35:37.249051 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33688f0a94a9db352de83aac38ec7a80f5ce35812a363759cff610bcc84c1346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c71895-8f37-433e-a8fe-c482ce3d38b1" -d '{"events": [{"server_uuid": "6480a9fc-10f2-4c57-8089-ce5aba2e7830", "name": "network-vif-deleted", "tag": "b5c59bf0-38be-492c-83a1-816df98f4ae7"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:35:37.340091 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b86b8f8d-e9a9-4963-a266-a29a5a064ae9 x-openstack-request-id: req-b86b8f8d-e9a9-4963-a266-a29a5a064ae9 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:35:37.340091 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6480a9fc-10f2-4c57-8089-ce5aba2e7830", "name": "network-vif-deleted", "tag": "b5c59bf0-38be-492c-83a1-816df98f4ae7", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:35:37.340091 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b86b8f8d-e9a9-4963-a266-a29a5a064ae9 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:35:37.340091 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6480a9fc-10f2-4c57-8089-ce5aba2e7830', 'name': 'network-vif-deleted', 'tag': 'b5c59bf0-38be-492c-83a1-816df98f4ae7', 'status': 'completed', 'code': 200} Dec 08 17:35:37.401001 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f6a543dc-f022-4953-b340-c53fab125057 req-dec96983-ec45-422d-9305-51a471a39ecd tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 210 time: 0.0264666 Dec 08 17:35:38.497003 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2637b870-e4bd-4333-9137-d137ed46ab15 req-e69e7ae3-24ad-4dcd-b2cc-155015bffba7 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 210 time: 0.0274427 Dec 08 17:35:39.583270 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:39.595444 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-50e5339c-1838-4a06-beeb-51810b5a22ac req-9e8a43c0-8726-458e-a25b-2610e21da226 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 210 time: 0.0273793 Dec 08 17:35:39.771468 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device b5c59bf0-38be-492c-83a1-816df98f4ae7 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:35:39.792831 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: b5c59bf0-38be-492c-83a1-816df98f4ae7 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:35:39.793101 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device b5c59bf0-38be-492c-83a1-816df98f4ae7 not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:35:40.692377 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-8298b53c-d9ea-47c4-b617-7b7b4db49009 req-09cee24e-f8ef-4e9c-b3cd-306229d28746 tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 210 time: 0.0281346 Dec 08 17:35:41.523782 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a6d1c984-0525-4424-ba66-5289aa8dd078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:41.786953 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2b84e655-ef00-4400-8877-3a70b2819180 req-8b995abc-a680-4f79-b514-931c4e9d44dd tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "GET /v2.0/ports?device_id=6480a9fc-10f2-4c57-8089-ce5aba2e7830 HTTP/1.1" status: 200 len: 210 time: 0.0258932 Dec 08 17:35:42.843155 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44546) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:35:42.899239 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f6d54f98-dbcc-40f5-a165-57d3ca9c42ea tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:42.928068 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f6d54f98-dbcc-40f5-a165-57d3ca9c42ea tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:43.060935 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f6d54f98-dbcc-40f5-a165-57d3ca9c42ea tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:43.063615 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-f6d54f98-dbcc-40f5-a165-57d3ca9c42ea tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:43.064876 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-f6d54f98-dbcc-40f5-a165-57d3ca9c42ea tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] 10.222.0.64 "DELETE /v2.0/security-groups/2ec83563-b6b0-465f-9812-b628623cecb1 HTTP/1.1" status: 204 len: 168 time: 0.2206740 Dec 08 17:35:43.074704 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d54f98-dbcc-40f5-a165-57d3ca9c42ea tempest-TestShelveInstance-2118249139 tempest-TestShelveInstance-2118249139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec83563-b6b0-465f-9812-b628623cecb1,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:35:43.189180 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44550) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:35:43.692615 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8bea88a7-dd4c-4708-bfd8-ef27364666c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:43.942609 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-8bea88a7-dd4c-4708-bfd8-ef27364666c7 admin admin] Deleting port 539d8dd1-2a0b-4fc0-a082-866b4dba7b0a {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:35:43.943083 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8bea88a7-dd4c-4708-bfd8-ef27364666c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:44.022137 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-8bea88a7-dd4c-4708-bfd8-ef27364666c7 admin admin] For port 539d8dd1-2a0b-4fc0-a082-866b4dba7b0a, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=539d8dd1-2a0b-4fc0-a082-866b4dba7b0a,segment=NetworkSegment(610b0464-0289-4313-8206-4336c4fe3f2a),segment_id=610b0464-0289-4313-8206-4336c4fe3f2a)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:35:44.022591 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8bea88a7-dd4c-4708-bfd8-ef27364666c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:44.035557 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-8bea88a7-dd4c-4708-bfd8-ef27364666c7 admin admin] Calling delete_port for 539d8dd1-2a0b-4fc0-a082-866b4dba7b0a owned by network:router_interface {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:35:44.213004 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d5e38cea-ddd1-4f32-b705-6d11d72ce7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:44.655254 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8bea88a7-dd4c-4708-bfd8-ef27364666c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:44.682337 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bea88a7-dd4c-4708-bfd8-ef27364666c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=539d8dd1-2a0b-4fc0-a082-866b4dba7b0a,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:35:44.859409 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-8bea88a7-dd4c-4708-bfd8-ef27364666c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:45.080361 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bea88a7-dd4c-4708-bfd8-ef27364666c7 admin admin] Router 49a8652d-9626-456f-a926-8d92db195994 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:35:45.191083 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bea88a7-dd4c-4708-bfd8-ef27364666c7 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:35:45.196317 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-8bea88a7-dd4c-4708-bfd8-ef27364666c7 admin admin] 10.222.0.64 "PUT /v2.0/routers/49a8652d-9626-456f-a926-8d92db195994/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0060067 Dec 08 17:35:45.198858 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44554) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:35:45.202344 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd4f8fa-9afb-4253-8d08-cec920cb2248 None None] Sync routers for ids ['49a8652d-9626-456f-a926-8d92db195994'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:35:45.218681 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd4f8fa-9afb-4253-8d08-cec920cb2248 None None] Routers {'49a8652d-9626-456f-a926-8d92db195994'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:35:45.219320 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-5bd4f8fa-9afb-4253-8d08-cec920cb2248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:35:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['49a8652d-9626-456f-a926-8d92db195994'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:35:45.309987 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6e283325-2716-41d3-b954-2469d47ea4b1 admin admin] Publish callbacks [] for router, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:45.330203 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-5bd4f8fa-9afb-4253-8d08-cec920cb2248 None None] Set router 49a8652d-9626-456f-a926-8d92db195994 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:35:45.438161 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6e283325-2716-41d3-b954-2469d47ea4b1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:45.549536 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-5bd4f8fa-9afb-4253-8d08-cec920cb2248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a8652d-9626-456f-a926-8d92db195994', 'name': 'tempest-TestShelveInstance-1464291746-router', 'tenant_id': '37548f91632040dba2c3e175ef1015a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '969095e1-286b-4039-b7e9-4b86f381df28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:24:48Z', 'updated_at': '2021-12-08T17:35:44Z', 'revision_number': 5, 'project_id': '37548f91632040dba2c3e175ef1015a4', 'gw_port': {'id': '969095e1-286b-4039-b7e9-4b86f381df28', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:87:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a8652d-9626-456f-a926-8d92db195994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:24:48Z', 'updated_at': '2021-12-08T17:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:35:45.551131 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-6e283325-2716-41d3-b954-2469d47ea4b1 admin admin] Deleting port 969095e1-286b-4039-b7e9-4b86f381df28 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:35:45.551477 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6e283325-2716-41d3-b954-2469d47ea4b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:45.577061 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd4f8fa-9afb-4253-8d08-cec920cb2248 None None] Checking router: 49a8652d-9626-456f-a926-8d92db195994 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:35:45.585344 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd4f8fa-9afb-4253-8d08-cec920cb2248 None None] Routers {'49a8652d-9626-456f-a926-8d92db195994'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:35:45.585945 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-5bd4f8fa-9afb-4253-8d08-cec920cb2248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:35:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['49a8652d-9626-456f-a926-8d92db195994'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:35:45.628428 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:45.632135 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-6e283325-2716-41d3-b954-2469d47ea4b1 admin admin] For port 969095e1-286b-4039-b7e9-4b86f381df28, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=969095e1-286b-4039-b7e9-4b86f381df28,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:35:45.632583 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6e283325-2716-41d3-b954-2469d47ea4b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:45.658244 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-6e283325-2716-41d3-b954-2469d47ea4b1 admin admin] Calling delete_port for 969095e1-286b-4039-b7e9-4b86f381df28 owned by network:router_gateway {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:35:45.680228 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-5bd4f8fa-9afb-4253-8d08-cec920cb2248 None None] Set router 49a8652d-9626-456f-a926-8d92db195994 gateway port host: None {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:35:45.750589 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-5bd4f8fa-9afb-4253-8d08-cec920cb2248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a8652d-9626-456f-a926-8d92db195994', 'name': 'tempest-TestShelveInstance-1464291746-router', 'tenant_id': '37548f91632040dba2c3e175ef1015a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:24:48Z', 'updated_at': '2021-12-08T17:35:45Z', 'revision_number': 6, 'project_id': '37548f91632040dba2c3e175ef1015a4', 'gw_port_host': None}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:35:45.778395 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd4f8fa-9afb-4253-8d08-cec920cb2248 None None] The sync data for ids ['49a8652d-9626-456f-a926-8d92db195994'] in n-d-776250-12 is: [{'id': '49a8652d-9626-456f-a926-8d92db195994', 'name': 'tempest-TestShelveInstance-1464291746-router', 'tenant_id': '37548f91632040dba2c3e175ef1015a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:24:48Z', 'updated_at': '2021-12-08T17:35:45Z', 'revision_number': 6, 'project_id': '37548f91632040dba2c3e175ef1015a4', 'gw_port_host': None}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:35:45.912298 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6e283325-2716-41d3-b954-2469d47ea4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:45.939227 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e283325-2716-41d3-b954-2469d47ea4b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=969095e1-286b-4039-b7e9-4b86f381df28,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:35:45.959852 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d634047c-086c-4406-85ac-df9c91bed98f None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:35:46.009599 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6e283325-2716-41d3-b954-2469d47ea4b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:46.104900 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6e283325-2716-41d3-b954-2469d47ea4b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:46.107113 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6e283325-2716-41d3-b954-2469d47ea4b1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:46.220883 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6e283325-2716-41d3-b954-2469d47ea4b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:46.221470 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e283325-2716-41d3-b954-2469d47ea4b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49a8652d-9626-456f-a926-8d92db195994 {{(pid=110550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 17:35:46.226360 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-6e283325-2716-41d3-b954-2469d47ea4b1 admin admin] Publish callbacks [] for router, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:46.227698 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-6e283325-2716-41d3-b954-2469d47ea4b1 admin admin] 10.222.0.64 "DELETE /v2.0/routers/49a8652d-9626-456f-a926-8d92db195994 HTTP/1.1" status: 204 len: 168 time: 1.0279019 Dec 08 17:35:46.230299 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44556) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:35:46.281047 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_v2 [None req-80d832e0-c63d-46da-a774-9cb8564bf763 admin admin] Deleting subnet 6c93e144-cdf8-4af5-832f-a0d6b831ed1f {{(pid=110550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 17:35:46.284315 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-80d832e0-c63d-46da-a774-9cb8564bf763 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:46.323530 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-80d832e0-c63d-46da-a774-9cb8564bf763 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9372326'] for subnet, precommit_delete_associations {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:46.406997 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-80d832e0-c63d-46da-a774-9cb8564bf763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:46.535388 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-80d832e0-c63d-46da-a774-9cb8564bf763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10227595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10388334'] for subnet, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:46.567897 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d832e0-c63d-46da-a774-9cb8564bf763 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c93e144-cdf8-4af5-832f-a0d6b831ed1f,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:35:46.569942 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-80d832e0-c63d-46da-a774-9cb8564bf763 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:46.573867 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-80d832e0-c63d-46da-a774-9cb8564bf763 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/6c93e144-cdf8-4af5-832f-a0d6b831ed1f HTTP/1.1" status: 204 len: 168 time: 0.3425241 Dec 08 17:35:46.576582 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44558) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:35:46.579018 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db221b5-7c69-4b1a-9bd2-75d420606c07 None None] Network f68be8ac-b491-4d80-8e44-16533980bd78 requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:35:46.651595 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 969095e1-286b-4039-b7e9-4b86f381df28 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:35:46.668813 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-66887511-bc3d-41f8-9d67-299a64a7b348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:46.688347 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 969095e1-286b-4039-b7e9-4b86f381df28 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:35:46.688703 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 969095e1-286b-4039-b7e9-4b86f381df28 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:35:46.689143 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 539d8dd1-2a0b-4fc0-a082-866b4dba7b0a no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:35:46.711313 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 539d8dd1-2a0b-4fc0-a082-866b4dba7b0a {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:35:46.711666 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 539d8dd1-2a0b-4fc0-a082-866b4dba7b0a not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:35:46.733580 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-66887511-bc3d-41f8-9d67-299a64a7b348 admin admin] Deleting port d3fd85db-0e80-47de-83b5-6f42df819f20 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:35:46.733993 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-66887511-bc3d-41f8-9d67-299a64a7b348 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:46.801883 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcab85b6-bcb2-419c-a674-cd39b7b7a395 None None] DHCP port deletion for f68be8ac-b491-4d80-8e44-16533980bd78 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:35:46.804586 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-66887511-bc3d-41f8-9d67-299a64a7b348 admin admin] For port d3fd85db-0e80-47de-83b5-6f42df819f20, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=d3fd85db-0e80-47de-83b5-6f42df819f20,segment=NetworkSegment(610b0464-0289-4313-8206-4336c4fe3f2a),segment_id=610b0464-0289-4313-8206-4336c4fe3f2a)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:35:46.805524 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-66887511-bc3d-41f8-9d67-299a64a7b348 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:46.819679 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-66887511-bc3d-41f8-9d67-299a64a7b348 admin admin] Calling delete_port for d3fd85db-0e80-47de-83b5-6f42df819f20 owned by network:dhcp {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:35:46.856418 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-bcab85b6-bcb2-419c-a674-cd39b7b7a395 None None] Deleting port d3fd85db-0e80-47de-83b5-6f42df819f20 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:35:46.856877 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-bcab85b6-bcb2-419c-a674-cd39b7b7a395 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:46.976373 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-bcab85b6-bcb2-419c-a674-cd39b7b7a395 None None] For port d3fd85db-0e80-47de-83b5-6f42df819f20, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=d3fd85db-0e80-47de-83b5-6f42df819f20,segment=NetworkSegment(610b0464-0289-4313-8206-4336c4fe3f2a),segment_id=610b0464-0289-4313-8206-4336c4fe3f2a)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:35:46.976373 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-bcab85b6-bcb2-419c-a674-cd39b7b7a395 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:46.976373 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-bcab85b6-bcb2-419c-a674-cd39b7b7a395 None None] Calling delete_port for d3fd85db-0e80-47de-83b5-6f42df819f20 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:35:47.149500 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-66887511-bc3d-41f8-9d67-299a64a7b348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:47.150669 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:47.157406 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-bcab85b6-bcb2-419c-a674-cd39b7b7a395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:47.177105 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66887511-bc3d-41f8-9d67-299a64a7b348 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3fd85db-0e80-47de-83b5-6f42df819f20,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:35:47.178933 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66887511-bc3d-41f8-9d67-299a64a7b348 admin admin] No DVR routers for this DVR port d3fd85db-0e80-47de-83b5-6f42df819f20 on host n-d-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:35:47.184616 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcab85b6-bcb2-419c-a674-cd39b7b7a395 None None] Pushing event deleted for resources: {'Port': ['ID=d3fd85db-0e80-47de-83b5-6f42df819f20,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:35:47.194365 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcab85b6-bcb2-419c-a674-cd39b7b7a395 None None] No DVR routers for this DVR port d3fd85db-0e80-47de-83b5-6f42df819f20 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:35:47.199517 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcab85b6-bcb2-419c-a674-cd39b7b7a395 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:35:47.199869 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcab85b6-bcb2-419c-a674-cd39b7b7a395 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:35:47.200237 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcab85b6-bcb2-419c-a674-cd39b7b7a395 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:35:47.200568 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcab85b6-bcb2-419c-a674-cd39b7b7a395 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:35:47.200903 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcab85b6-bcb2-419c-a674-cd39b7b7a395 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:35:47.201264 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcab85b6-bcb2-419c-a674-cd39b7b7a395 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:35:47.201548 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcab85b6-bcb2-419c-a674-cd39b7b7a395 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:35:47.201874 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcab85b6-bcb2-419c-a674-cd39b7b7a395 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:35:47.202198 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcab85b6-bcb2-419c-a674-cd39b7b7a395 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:35:47.202519 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcab85b6-bcb2-419c-a674-cd39b7b7a395 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:35:47.202841 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcab85b6-bcb2-419c-a674-cd39b7b7a395 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:35:47.203180 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcab85b6-bcb2-419c-a674-cd39b7b7a395 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:35:47.203628 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcab85b6-bcb2-419c-a674-cd39b7b7a395 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:35:47.256803 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-66887511-bc3d-41f8-9d67-299a64a7b348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:47.289031 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-66887511-bc3d-41f8-9d67-299a64a7b348 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f68be8ac-b491-4d80-8e44-16533980bd78']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:35:47.299195 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-66887511-bc3d-41f8-9d67-299a64a7b348 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '610b0464-0289-4313-8206-4336c4fe3f2a') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:35:47.299491 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-66887511-bc3d-41f8-9d67-299a64a7b348 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '610b0464-0289-4313-8206-4336c4fe3f2a') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:35:47.310732 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-66887511-bc3d-41f8-9d67-299a64a7b348 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:47.323676 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-66887511-bc3d-41f8-9d67-299a64a7b348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:47.329572 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66887511-bc3d-41f8-9d67-299a64a7b348 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 17:35:47.329960 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-66887511-bc3d-41f8-9d67-299a64a7b348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:47.331619 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 17:35:47.331619 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 17:35:47.331619 n-d-776250-12 neutron-server[110550]: timer() Dec 08 17:35:47.331619 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 17:35:47.331619 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 17:35:47.331619 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 17:35:47.331619 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 17:35:47.331619 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 17:35:47.331619 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 17:35:47.331619 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 17:35:47.331619 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 17:35:47.331619 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 17:35:47.331619 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 17:35:47.331619 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 17:35:47.331619 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 17:35:47.331619 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 17:35:47.331619 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 17:35:47.331619 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 17:35:47.331619 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 17:35:47.331619 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 17:35:47.331619 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 17:35:47.331619 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 17:35:47.331619 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 17:35:47.331619 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 17:35:47.331619 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 17:35:47.331619 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 17:35:47.331619 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 17:35:47.331619 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 17:35:47.331619 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 17:35:47.331619 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 17:35:47.331619 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 17:35:47.331619 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 17:35:47.457381 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-66887511-bc3d-41f8-9d67-299a64a7b348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:47.463288 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-66887511-bc3d-41f8-9d67-299a64a7b348 admin admin] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:47.466549 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-66887511-bc3d-41f8-9d67-299a64a7b348 admin admin] 10.222.0.64 "DELETE /v2.0/networks/f68be8ac-b491-4d80-8e44-16533980bd78 HTTP/1.1" status: 204 len: 168 time: 0.8890021 Dec 08 17:35:47.475560 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44560) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:35:47.478215 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66887511-bc3d-41f8-9d67-299a64a7b348 admin admin] Pushing event deleted for resources: {'Network': ['ID=f68be8ac-b491-4d80-8e44-16533980bd78,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:35:47.671932 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:47.819950 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e38d83f2-8b42-4b95-886f-9bcc250afa53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:48.056279 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-e38d83f2-8b42-4b95-886f-9bcc250afa53 admin admin] Deleting port b3e40e8d-3249-4ff6-b386-656cfbb5eaa0 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:35:48.056615 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e38d83f2-8b42-4b95-886f-9bcc250afa53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:48.134252 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-e38d83f2-8b42-4b95-886f-9bcc250afa53 admin admin] For port b3e40e8d-3249-4ff6-b386-656cfbb5eaa0, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=b3e40e8d-3249-4ff6-b386-656cfbb5eaa0,segment=NetworkSegment(c3540693-f5ca-4287-9516-e4ea2a1ce487),segment_id=c3540693-f5ca-4287-9516-e4ea2a1ce487)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:35:48.134607 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e38d83f2-8b42-4b95-886f-9bcc250afa53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:48.147132 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-e38d83f2-8b42-4b95-886f-9bcc250afa53 admin admin] Calling delete_port for b3e40e8d-3249-4ff6-b386-656cfbb5eaa0 owned by network:router_interface {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:35:48.360525 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e38d83f2-8b42-4b95-886f-9bcc250afa53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:48.387096 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d83f2-8b42-4b95-886f-9bcc250afa53 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3e40e8d-3249-4ff6-b386-656cfbb5eaa0,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:35:48.671516 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device d3fd85db-0e80-47de-83b5-6f42df819f20 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:35:48.696672 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: d3fd85db-0e80-47de-83b5-6f42df819f20 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:35:48.697397 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device d3fd85db-0e80-47de-83b5-6f42df819f20 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:35:48.880082 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e38d83f2-8b42-4b95-886f-9bcc250afa53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:49.091529 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e38d83f2-8b42-4b95-886f-9bcc250afa53 admin admin] Router 4653a28a-3ca4-47b7-be17-9df026820333 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:35:49.198389 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e38d83f2-8b42-4b95-886f-9bcc250afa53 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:35:49.203628 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e38d83f2-8b42-4b95-886f-9bcc250afa53 admin admin] 10.222.0.64 "PUT /v2.0/routers/4653a28a-3ca4-47b7-be17-9df026820333/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7267478 Dec 08 17:35:49.206177 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44562) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:35:49.209057 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1b5843-7ece-46c3-9888-b384b8b974e9 None None] Sync routers for ids ['4653a28a-3ca4-47b7-be17-9df026820333'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:35:49.219579 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1b5843-7ece-46c3-9888-b384b8b974e9 None None] Routers {'4653a28a-3ca4-47b7-be17-9df026820333'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:35:49.220209 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-0f1b5843-7ece-46c3-9888-b384b8b974e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:35:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['4653a28a-3ca4-47b7-be17-9df026820333'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:35:49.312012 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ab9854be-39d3-438b-99d5-b7f6ffd86a6e admin admin] Publish callbacks [] for router, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:49.324719 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-0f1b5843-7ece-46c3-9888-b384b8b974e9 None None] Set router 4653a28a-3ca4-47b7-be17-9df026820333 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:35:49.416311 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ab9854be-39d3-438b-99d5-b7f6ffd86a6e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:49.544539 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-ab9854be-39d3-438b-99d5-b7f6ffd86a6e admin admin] Deleting port 078bbd00-4a17-4d19-8022-82abd777a83b {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:35:49.544900 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ab9854be-39d3-438b-99d5-b7f6ffd86a6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:49.581335 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-0f1b5843-7ece-46c3-9888-b384b8b974e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4653a28a-3ca4-47b7-be17-9df026820333', 'name': 'tempest-TestShelveInstance-1750598653-router', 'tenant_id': 'd7a9b24652794185a9a02b98bee55ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '078bbd00-4a17-4d19-8022-82abd777a83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:24:54Z', 'updated_at': '2021-12-08T17:35:48Z', 'revision_number': 5, 'project_id': 'd7a9b24652794185a9a02b98bee55ca5', 'gw_port': {'id': '078bbd00-4a17-4d19-8022-82abd777a83b', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fa:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4653a28a-3ca4-47b7-be17-9df026820333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:24:55Z', 'updated_at': '2021-12-08T17:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:35:49.611521 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1b5843-7ece-46c3-9888-b384b8b974e9 None None] Checking router: 4653a28a-3ca4-47b7-be17-9df026820333 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:35:49.620680 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1b5843-7ece-46c3-9888-b384b8b974e9 None None] Routers {'4653a28a-3ca4-47b7-be17-9df026820333'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:35:49.621291 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-0f1b5843-7ece-46c3-9888-b384b8b974e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:35:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['4653a28a-3ca4-47b7-be17-9df026820333'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:35:49.631323 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-ab9854be-39d3-438b-99d5-b7f6ffd86a6e admin admin] For port 078bbd00-4a17-4d19-8022-82abd777a83b, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=078bbd00-4a17-4d19-8022-82abd777a83b,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:35:49.631689 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ab9854be-39d3-438b-99d5-b7f6ffd86a6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:49.644995 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-ab9854be-39d3-438b-99d5-b7f6ffd86a6e admin admin] Calling delete_port for 078bbd00-4a17-4d19-8022-82abd777a83b owned by network:router_gateway {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:35:49.708622 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-0f1b5843-7ece-46c3-9888-b384b8b974e9 None None] Set router 4653a28a-3ca4-47b7-be17-9df026820333 gateway port host: None {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:35:49.764144 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-0f1b5843-7ece-46c3-9888-b384b8b974e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4653a28a-3ca4-47b7-be17-9df026820333', 'name': 'tempest-TestShelveInstance-1750598653-router', 'tenant_id': 'd7a9b24652794185a9a02b98bee55ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:24:54Z', 'updated_at': '2021-12-08T17:35:49Z', 'revision_number': 6, 'project_id': 'd7a9b24652794185a9a02b98bee55ca5', 'gw_port_host': None}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:35:49.790798 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1b5843-7ece-46c3-9888-b384b8b974e9 None None] The sync data for ids ['4653a28a-3ca4-47b7-be17-9df026820333'] in n-d-776250-12 is: [{'id': '4653a28a-3ca4-47b7-be17-9df026820333', 'name': 'tempest-TestShelveInstance-1750598653-router', 'tenant_id': 'd7a9b24652794185a9a02b98bee55ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:24:54Z', 'updated_at': '2021-12-08T17:35:49Z', 'revision_number': 6, 'project_id': 'd7a9b24652794185a9a02b98bee55ca5', 'gw_port_host': None}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:35:49.880312 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ab9854be-39d3-438b-99d5-b7f6ffd86a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:49.907033 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9854be-39d3-438b-99d5-b7f6ffd86a6e admin admin] Pushing event deleted for resources: {'Port': ['ID=078bbd00-4a17-4d19-8022-82abd777a83b,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:35:49.920615 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620d3b87-02f0-4bbe-a22c-fa1f379837eb None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:35:49.967071 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ab9854be-39d3-438b-99d5-b7f6ffd86a6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:50.067645 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ab9854be-39d3-438b-99d5-b7f6ffd86a6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:50.069726 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ab9854be-39d3-438b-99d5-b7f6ffd86a6e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:50.158251 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ab9854be-39d3-438b-99d5-b7f6ffd86a6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:50.158839 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab9854be-39d3-438b-99d5-b7f6ffd86a6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4653a28a-3ca4-47b7-be17-9df026820333 {{(pid=110551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 17:35:50.163594 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ab9854be-39d3-438b-99d5-b7f6ffd86a6e admin admin] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:50.164937 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ab9854be-39d3-438b-99d5-b7f6ffd86a6e admin admin] 10.222.0.64 "DELETE /v2.0/routers/4653a28a-3ca4-47b7-be17-9df026820333 HTTP/1.1" status: 204 len: 168 time: 0.9578106 Dec 08 17:35:50.167600 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44564) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:35:50.215634 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-5170a284-8b00-4dc6-b194-4d1b2fd5bb2f admin admin] Deleting subnet 23781262-28f4-4b6d-bdbb-fc9b9e804a90 {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 17:35:50.219104 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5170a284-8b00-4dc6-b194-4d1b2fd5bb2f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:50.254348 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5170a284-8b00-4dc6-b194-4d1b2fd5bb2f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:50.334010 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5170a284-8b00-4dc6-b194-4d1b2fd5bb2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:50.434666 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5170a284-8b00-4dc6-b194-4d1b2fd5bb2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:50.458581 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5170a284-8b00-4dc6-b194-4d1b2fd5bb2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23781262-28f4-4b6d-bdbb-fc9b9e804a90,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:35:50.465450 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5170a284-8b00-4dc6-b194-4d1b2fd5bb2f admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:50.470384 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66709af-ef5f-4713-bfbf-56a9e8e19d0b None None] Network e533bfdb-d4b0-4ca0-8909-b474cf49aa9c requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:35:50.471852 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44566) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:35:50.472371 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-5170a284-8b00-4dc6-b194-4d1b2fd5bb2f admin admin] 10.222.0.64 "DELETE /v2.0/subnets/23781262-28f4-4b6d-bdbb-fc9b9e804a90 HTTP/1.1" status: 204 len: 168 time: 0.3032248 Dec 08 17:35:50.547120 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-71eb3ce6-c982-4787-98c5-03410bccc1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:50.612747 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-71eb3ce6-c982-4787-98c5-03410bccc1e5 admin admin] Deleting port 93b0e8c5-00c5-4d99-b75c-bfb63c912068 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:35:50.613096 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-71eb3ce6-c982-4787-98c5-03410bccc1e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:50.632027 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3cc5181-0d0b-4921-8304-6a45bf2a6266 None None] DHCP port deletion for e533bfdb-d4b0-4ca0-8909-b474cf49aa9c request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:35:50.659139 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device b3e40e8d-3249-4ff6-b386-656cfbb5eaa0 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:35:50.685604 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: b3e40e8d-3249-4ff6-b386-656cfbb5eaa0 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:35:50.685947 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device b3e40e8d-3249-4ff6-b386-656cfbb5eaa0 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:35:50.686187 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-71eb3ce6-c982-4787-98c5-03410bccc1e5 admin admin] For port 93b0e8c5-00c5-4d99-b75c-bfb63c912068, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=93b0e8c5-00c5-4d99-b75c-bfb63c912068,segment=NetworkSegment(c3540693-f5ca-4287-9516-e4ea2a1ce487),segment_id=c3540693-f5ca-4287-9516-e4ea2a1ce487)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:35:50.686348 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 078bbd00-4a17-4d19-8022-82abd777a83b no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:35:50.686567 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-71eb3ce6-c982-4787-98c5-03410bccc1e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:50.700353 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-71eb3ce6-c982-4787-98c5-03410bccc1e5 admin admin] Calling delete_port for 93b0e8c5-00c5-4d99-b75c-bfb63c912068 owned by network:dhcp {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:35:50.707350 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 078bbd00-4a17-4d19-8022-82abd777a83b {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:35:50.707700 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 078bbd00-4a17-4d19-8022-82abd777a83b not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:35:50.727688 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-f3cc5181-0d0b-4921-8304-6a45bf2a6266 None None] Deleting port 93b0e8c5-00c5-4d99-b75c-bfb63c912068 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:35:50.728071 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f3cc5181-0d0b-4921-8304-6a45bf2a6266 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:50.793336 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-f3cc5181-0d0b-4921-8304-6a45bf2a6266 None None] For port 93b0e8c5-00c5-4d99-b75c-bfb63c912068, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=93b0e8c5-00c5-4d99-b75c-bfb63c912068,segment=NetworkSegment(c3540693-f5ca-4287-9516-e4ea2a1ce487),segment_id=c3540693-f5ca-4287-9516-e4ea2a1ce487)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:35:50.793881 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f3cc5181-0d0b-4921-8304-6a45bf2a6266 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:50.807348 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-f3cc5181-0d0b-4921-8304-6a45bf2a6266 None None] Calling delete_port for 93b0e8c5-00c5-4d99-b75c-bfb63c912068 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:35:50.881377 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-71eb3ce6-c982-4787-98c5-03410bccc1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:50.898263 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f3cc5181-0d0b-4921-8304-6a45bf2a6266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:50.911788 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eb3ce6-c982-4787-98c5-03410bccc1e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=93b0e8c5-00c5-4d99-b75c-bfb63c912068,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:35:50.915343 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71eb3ce6-c982-4787-98c5-03410bccc1e5 admin admin] No DVR routers for this DVR port 93b0e8c5-00c5-4d99-b75c-bfb63c912068 on host n-d-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:35:50.924798 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cc5181-0d0b-4921-8304-6a45bf2a6266 None None] Pushing event deleted for resources: {'Port': ['ID=93b0e8c5-00c5-4d99-b75c-bfb63c912068,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:35:50.931762 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cc5181-0d0b-4921-8304-6a45bf2a6266 None None] No DVR routers for this DVR port 93b0e8c5-00c5-4d99-b75c-bfb63c912068 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:35:50.987027 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-71eb3ce6-c982-4787-98c5-03410bccc1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:51.007492 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-71eb3ce6-c982-4787-98c5-03410bccc1e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e533bfdb-d4b0-4ca0-8909-b474cf49aa9c']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:35:51.017309 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-71eb3ce6-c982-4787-98c5-03410bccc1e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3540693-f5ca-4287-9516-e4ea2a1ce487') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:35:51.017610 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-71eb3ce6-c982-4787-98c5-03410bccc1e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3540693-f5ca-4287-9516-e4ea2a1ce487') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:35:51.027059 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-71eb3ce6-c982-4787-98c5-03410bccc1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:51.040909 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-71eb3ce6-c982-4787-98c5-03410bccc1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:51.046852 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71eb3ce6-c982-4787-98c5-03410bccc1e5 admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 17:35:51.051328 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-71eb3ce6-c982-4787-98c5-03410bccc1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:51.051328 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 17:35:51.051328 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 17:35:51.051328 n-d-776250-12 neutron-server[110550]: timer() Dec 08 17:35:51.051328 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 17:35:51.051328 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 17:35:51.051328 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 17:35:51.051328 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 17:35:51.051328 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 17:35:51.051328 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 17:35:51.051328 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 17:35:51.051328 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 17:35:51.051328 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 17:35:51.051328 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 17:35:51.051328 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 17:35:51.051328 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 17:35:51.051328 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 17:35:51.051328 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 17:35:51.051328 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 17:35:51.051328 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 17:35:51.051328 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 17:35:51.051328 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 17:35:51.051328 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 17:35:51.051328 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 17:35:51.051328 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 17:35:51.051328 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 17:35:51.051328 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 17:35:51.051328 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 17:35:51.051328 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 17:35:51.051328 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 17:35:51.051328 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 17:35:51.051328 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 17:35:51.051328 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 17:35:51.183399 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-71eb3ce6-c982-4787-98c5-03410bccc1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:51.188432 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-71eb3ce6-c982-4787-98c5-03410bccc1e5 admin admin] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:51.194334 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-71eb3ce6-c982-4787-98c5-03410bccc1e5 admin admin] 10.222.0.64 "DELETE /v2.0/networks/e533bfdb-d4b0-4ca0-8909-b474cf49aa9c HTTP/1.1" status: 204 len: 168 time: 0.7187920 Dec 08 17:35:51.205007 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eb3ce6-c982-4787-98c5-03410bccc1e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e533bfdb-d4b0-4ca0-8909-b474cf49aa9c,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:35:51.478608 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:35:51.568659 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44570) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:35:51.610257 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-8393a176-6494-499f-ad76-846d14ccbe5f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=37548f91632040dba2c3e175ef1015a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403166 Dec 08 17:35:51.612794 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44572) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:35:51.670895 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8a98896f-78cd-44f9-80ee-c5777491192e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:51.691706 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8a98896f-78cd-44f9-80ee-c5777491192e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:51.811664 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8a98896f-78cd-44f9-80ee-c5777491192e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:51.814404 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8a98896f-78cd-44f9-80ee-c5777491192e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:51.815732 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-8a98896f-78cd-44f9-80ee-c5777491192e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/95f470f3-7311-4a07-9ed8-f55b1914e757 HTTP/1.1" status: 204 len: 168 time: 0.2020197 Dec 08 17:35:51.823894 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a98896f-78cd-44f9-80ee-c5777491192e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f470f3-7311-4a07-9ed8-f55b1914e757,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:35:52.491318 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44578) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:35:52.531705 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-bd619e63-fec5-40de-82ab-6e10f049f6da admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d7a9b24652794185a9a02b98bee55ca5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392261 Dec 08 17:35:52.534192 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44580) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:35:52.581728 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ab3f90d5-eff9-456f-882e-aa019fa2db76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:52.603669 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ab3f90d5-eff9-456f-882e-aa019fa2db76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:52.616634 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 93b0e8c5-00c5-4d99-b75c-bfb63c912068 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:35:52.637403 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 93b0e8c5-00c5-4d99-b75c-bfb63c912068 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:35:52.637661 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 93b0e8c5-00c5-4d99-b75c-bfb63c912068 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:35:52.740424 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ab3f90d5-eff9-456f-882e-aa019fa2db76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:52.743732 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-ab3f90d5-eff9-456f-882e-aa019fa2db76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:52.744941 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-ab3f90d5-eff9-456f-882e-aa019fa2db76 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/28cdc4ed-911f-48bc-81f0-b67f17720a6e HTTP/1.1" status: 204 len: 168 time: 0.2098503 Dec 08 17:35:52.753122 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3f90d5-eff9-456f-882e-aa019fa2db76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28cdc4ed-911f-48bc-81f0-b67f17720a6e,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:35:53.818112 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44602) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:35:53.912846 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-4b81c28c-29d1-4cac-968a-6d481047c6c9 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2125184472-network', 'tenant_id': 'c0d76e3d2ea542de9aa921e05bc3acec'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:35:53.982974 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b81c28c-29d1-4cac-968a-6d481047c6c9 admin admin] Made reservation on behalf of c0d76e3d2ea542de9aa921e05bc3acec for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:35:53.985318 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4b81c28c-29d1-4cac-968a-6d481047c6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:53.994393 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4b81c28c-29d1-4cac-968a-6d481047c6c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:54.066450 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4b81c28c-29d1-4cac-968a-6d481047c6c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:54.159945 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4b81c28c-29d1-4cac-968a-6d481047c6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:54.185397 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b81c28c-29d1-4cac-968a-6d481047c6c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 17:35:54.195049 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b81c28c-29d1-4cac-968a-6d481047c6c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74745eee-b54a-4f73-9b36-4cf857422b82,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:35:54.200772 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4b81c28c-29d1-4cac-968a-6d481047c6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:54.201129 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-4b81c28c-29d1-4cac-968a-6d481047c6c9 admin admin] Added segment 140137c2-b6e0-4262-a6fd-2165ee1875b7 of type vlan for network f23d843c-57e0-4e53-853c-8d5fea2f990a Dec 08 17:35:54.240911 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4b81c28c-29d1-4cac-968a-6d481047c6c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:54.343057 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4b81c28c-29d1-4cac-968a-6d481047c6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:54.343950 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b81c28c-29d1-4cac-968a-6d481047c6c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:35:54.344568 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4b81c28c-29d1-4cac-968a-6d481047c6c9 admin admin] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:54.415132 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b81c28c-29d1-4cac-968a-6d481047c6c9 admin admin] Pushing event updated for resources: {'Network': ['ID=f23d843c-57e0-4e53-853c-8d5fea2f990a,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:35:54.425028 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network f23d843c-57e0-4e53-853c-8d5fea2f990a details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 17:35:54.506018 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-4b81c28c-29d1-4cac-968a-6d481047c6c9 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6867385 Dec 08 17:35:54.508762 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44606) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:35:54.513476 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-e87cd78e-e9cd-41b8-8b3a-83f225c98fe8 admin admin] Request body: {'subnet': {'network_id': 'f23d843c-57e0-4e53-853c-8d5fea2f990a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2125184472-subnet', 'tenant_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'ip_version': 4}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:35:54.594710 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e87cd78e-e9cd-41b8-8b3a-83f225c98fe8 admin admin] Made reservation on behalf of c0d76e3d2ea542de9aa921e05bc3acec for: {'subnet': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:35:54.596994 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e87cd78e-e9cd-41b8-8b3a-83f225c98fe8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9257938'] for subnet, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:54.828908 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e87cd78e-e9cd-41b8-8b3a-83f225c98fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9257920'] for subnet, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:54.885868 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87cd78e-e9cd-41b8-8b3a-83f225c98fe8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5fe33bc-93fb-4df1-8613-f74475fef896,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:35:54.892888 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87cd78e-e9cd-41b8-8b3a-83f225c98fe8 admin admin] Checking segment: {'id': '140137c2-b6e0-4262-a6fd-2165ee1875b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'f23d843c-57e0-4e53-853c-8d5fea2f990a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:35:54.896052 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87cd78e-e9cd-41b8-8b3a-83f225c98fe8 admin admin] Network hostable DHCP agents. Network: f23d843c-57e0-4e53-853c-8d5fea2f990a, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 17:35:54.971142 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87cd78e-e9cd-41b8-8b3a-83f225c98fe8 admin admin] Network f23d843c-57e0-4e53-853c-8d5fea2f990a is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 17:35:55.062687 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-e87cd78e-e9cd-41b8-8b3a-83f225c98fe8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, f23d843c-57e0-4e53-853c-8d5fea2f990a) {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:35:55.066912 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87cd78e-e9cd-41b8-8b3a-83f225c98fe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:35:55.067521 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e87cd78e-e9cd-41b8-8b3a-83f225c98fe8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:55.072898 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dae4225-8c06-4cdc-bbd8-9a0915e19709 None None] Network f23d843c-57e0-4e53-853c-8d5fea2f990a requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:35:55.137739 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e87cd78e-e9cd-41b8-8b3a-83f225c98fe8 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6278367 Dec 08 17:35:55.140607 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44608) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:35:55.144938 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-db458da8-ef7e-4242-8bf4-4aaf3a819a20 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2125184472-router', 'tenant_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:35:55.172997 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b4efe5-73e5-401c-9cd8-f66e9d337fef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-f23d843c-57e0-4e53-853c-8d5fea2f990a', 'network_id': 'f23d843c-57e0-4e53-853c-8d5fea2f990a', 'project_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'fixed_ips': [{'subnet_id': 'a5fe33bc-93fb-4df1-8613-f74475fef896'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 17:35:55.173873 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-11b4efe5-73e5-401c-9cd8-f66e9d337fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:55.226526 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-db458da8-ef7e-4242-8bf4-4aaf3a819a20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:55.227663 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-db458da8-ef7e-4242-8bf4-4aaf3a819a20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:55.279645 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-db458da8-ef7e-4242-8bf4-4aaf3a819a20 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:55.307749 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-11b4efe5-73e5-401c-9cd8-f66e9d337fef None None] Allocated IP 172.20.0.2 (f23d843c-57e0-4e53-853c-8d5fea2f990a/a5fe33bc-93fb-4df1-8613-f74475fef896/85df5882-1780-435a-9389-e932843d5e0c) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:35:55.444456 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-11b4efe5-73e5-401c-9cd8-f66e9d337fef None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:55.490298 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-db458da8-ef7e-4242-8bf4-4aaf3a819a20 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:55.512281 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-11b4efe5-73e5-401c-9cd8-f66e9d337fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:55.552937 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b4efe5-73e5-401c-9cd8-f66e9d337fef None None] Network f23d843c-57e0-4e53-853c-8d5fea2f990a is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:35:55.558294 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-11b4efe5-73e5-401c-9cd8-f66e9d337fef None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:35:55.561836 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b4efe5-73e5-401c-9cd8-f66e9d337fef None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:35:55.567415 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b4efe5-73e5-401c-9cd8-f66e9d337fef None None] Pushing event updated for resources: {'Port': ['ID=85df5882-1780-435a-9389-e932843d5e0c,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:35:55.620098 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-11b4efe5-73e5-401c-9cd8-f66e9d337fef None None] Attempting to bind port 85df5882-1780-435a-9389-e932843d5e0c on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:35:55.620509 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-11b4efe5-73e5-401c-9cd8-f66e9d337fef None None] Attempting to bind port 85df5882-1780-435a-9389-e932843d5e0c by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '140137c2-b6e0-4262-a6fd-2165ee1875b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'f23d843c-57e0-4e53-853c-8d5fea2f990a'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:35:55.620913 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b4efe5-73e5-401c-9cd8-f66e9d337fef None None] Attempting to bind port 85df5882-1780-435a-9389-e932843d5e0c on network f23d843c-57e0-4e53-853c-8d5fea2f990a {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:35:55.626558 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b4efe5-73e5-401c-9cd8-f66e9d337fef None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:35:55.626942 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b4efe5-73e5-401c-9cd8-f66e9d337fef None None] Checking segment: {'id': '140137c2-b6e0-4262-a6fd-2165ee1875b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'f23d843c-57e0-4e53-853c-8d5fea2f990a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:35:55.627350 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-11b4efe5-73e5-401c-9cd8-f66e9d337fef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:55.627779 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b4efe5-73e5-401c-9cd8-f66e9d337fef None None] Bound using segment: {'id': '140137c2-b6e0-4262-a6fd-2165ee1875b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'f23d843c-57e0-4e53-853c-8d5fea2f990a'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:35:55.628266 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-11b4efe5-73e5-401c-9cd8-f66e9d337fef None None] Bound port: 85df5882-1780-435a-9389-e932843d5e0c, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140137c2-b6e0-4262-a6fd-2165ee1875b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'f23d843c-57e0-4e53-853c-8d5fea2f990a'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:35:55.628704 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-11b4efe5-73e5-401c-9cd8-f66e9d337fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:55.693833 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-11b4efe5-73e5-401c-9cd8-f66e9d337fef None None] For port 85df5882-1780-435a-9389-e932843d5e0c, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:35:55.705781 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-11b4efe5-73e5-401c-9cd8-f66e9d337fef None None] For port 85df5882-1780-435a-9389-e932843d5e0c, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=85df5882-1780-435a-9389-e932843d5e0c,segment=NetworkSegment(140137c2-b6e0-4262-a6fd-2165ee1875b7),segment_id=140137c2-b6e0-4262-a6fd-2165ee1875b7)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:35:55.753049 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-db458da8-ef7e-4242-8bf4-4aaf3a819a20 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:55.772001 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-db458da8-ef7e-4242-8bf4-4aaf3a819a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:55.772324 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-11b4efe5-73e5-401c-9cd8-f66e9d337fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:55.831877 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b4efe5-73e5-401c-9cd8-f66e9d337fef None None] Pushing event updated for resources: {'Port': ['ID=85df5882-1780-435a-9389-e932843d5e0c,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:35:55.881018 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-db458da8-ef7e-4242-8bf4-4aaf3a819a20 admin admin] Allocated IP 172.25.0.64 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/24efbbe9-2324-459c-bbc6-52b7bdddfd41) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:35:56.000531 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-db458da8-ef7e-4242-8bf4-4aaf3a819a20 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:56.092763 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-db458da8-ef7e-4242-8bf4-4aaf3a819a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:56.133832 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db458da8-ef7e-4242-8bf4-4aaf3a819a20 admin admin] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:35:56.136615 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-db458da8-ef7e-4242-8bf4-4aaf3a819a20 admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:35:56.142059 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db458da8-ef7e-4242-8bf4-4aaf3a819a20 admin admin] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:35:56.149012 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4427118c-11bb-49d7-b1d0-7fdcea1e4eff None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:35:56.172238 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db458da8-ef7e-4242-8bf4-4aaf3a819a20 admin admin] Pushing event updated for resources: {'Port': ['ID=24efbbe9-2324-459c-bbc6-52b7bdddfd41,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:35:56.275302 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-d0c1c73d-737f-4adb-8910-59b9286f5be1 None None] Provisioning complete for port 24efbbe9-2324-459c-bbc6-52b7bdddfd41 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:35:56.275671 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d0c1c73d-737f-4adb-8910-59b9286f5be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:56.309224 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-d0c1c73d-737f-4adb-8910-59b9286f5be1 None None] Port 24efbbe9-2324-459c-bbc6-52b7bdddfd41 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:35:56.459772 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-db458da8-ef7e-4242-8bf4-4aaf3a819a20 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:56.665779 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 85df5882-1780-435a-9389-e932843d5e0c up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:35:56.675050 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-db458da8-ef7e-4242-8bf4-4aaf3a819a20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:56.723069 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 85df5882-1780-435a-9389-e932843d5e0c triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:35:56.723938 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:56.746105 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef97aa6-6b31-4680-b8e7-be32353409cc None None] Network f23d843c-57e0-4e53-853c-8d5fea2f990a requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:35:56.884164 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db458da8-ef7e-4242-8bf4-4aaf3a819a20 admin admin] Router 4d7bc422-0d83-4028-9b00-ed93d4899d6e is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 17:35:56.994395 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db458da8-ef7e-4242-8bf4-4aaf3a819a20 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:35:57.002584 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-b683c3be-0866-4762-9e28-e81623b13a6b None None] Provisioning complete for port 85df5882-1780-435a-9389-e932843d5e0c triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:35:57.002960 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b683c3be-0866-4762-9e28-e81623b13a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:57.009224 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31702b95-b11c-49c3-aa9f-f652200e5d76 None None] Sync routers for ids ['4d7bc422-0d83-4028-9b00-ed93d4899d6e'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:35:57.071420 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-db458da8-ef7e-4242-8bf4-4aaf3a819a20 admin admin] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:57.072774 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-db458da8-ef7e-4242-8bf4-4aaf3a819a20 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9312172 Dec 08 17:35:57.075496 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44610) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:35:57.091058 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31702b95-b11c-49c3-aa9f-f652200e5d76 None None] Routers {'4d7bc422-0d83-4028-9b00-ed93d4899d6e'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:35:57.091688 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-31702b95-b11c-49c3-aa9f-f652200e5d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:35:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['4d7bc422-0d83-4028-9b00-ed93d4899d6e'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:35:57.143901 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:57.233824 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] For port 85df5882-1780-435a-9389-e932843d5e0c, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=85df5882-1780-435a-9389-e932843d5e0c,segment=NetworkSegment(140137c2-b6e0-4262-a6fd-2165ee1875b7),segment_id=140137c2-b6e0-4262-a6fd-2165ee1875b7)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:35:57.280642 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b683c3be-0866-4762-9e28-e81623b13a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:57.286252 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-31702b95-b11c-49c3-aa9f-f652200e5d76 None None] Set router 4d7bc422-0d83-4028-9b00-ed93d4899d6e gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:35:57.349814 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:57.490709 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Pushing event updated for resources: {'Port': ['ID=85df5882-1780-435a-9389-e932843d5e0c,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:35:57.512204 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.db.api [None req-b683c3be-0866-4762-9e28-e81623b13a6b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 17:35:57.512482 n-d-776250-12 neutron-server[110552]: DEBUG oslo_db.api [None req-b683c3be-0866-4762-9e28-e81623b13a6b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 17:35:57.561717 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-31702b95-b11c-49c3-aa9f-f652200e5d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7bc422-0d83-4028-9b00-ed93d4899d6e', 'name': 'tempest-TestSnapshotPattern-2125184472-router', 'tenant_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '24efbbe9-2324-459c-bbc6-52b7bdddfd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:35:55Z', 'updated_at': '2021-12-08T17:35:56Z', 'revision_number': 3, 'project_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'gw_port': {'id': '24efbbe9-2324-459c-bbc6-52b7bdddfd41', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d1:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7bc422-0d83-4028-9b00-ed93d4899d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:35:55Z', 'updated_at': '2021-12-08T17:35:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:35:57.593111 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31702b95-b11c-49c3-aa9f-f652200e5d76 None None] Checking router: 4d7bc422-0d83-4028-9b00-ed93d4899d6e for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:35:57.593444 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31702b95-b11c-49c3-aa9f-f652200e5d76 None None] Updating router 4d7bc422-0d83-4028-9b00-ed93d4899d6e port 24efbbe9-2324-459c-bbc6-52b7bdddfd41 binding host n-d-776250-12 {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 17:35:57.618551 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-31702b95-b11c-49c3-aa9f-f652200e5d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:57.824708 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6c68d47d-dc09-4a24-a69d-9b051228139c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:57.868268 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-31702b95-b11c-49c3-aa9f-f652200e5d76 None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:57.917162 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-31702b95-b11c-49c3-aa9f-f652200e5d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:57.969744 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0405c7-9248-4793-b5d0-6448531188d2 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:35:57.978932 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-6c68d47d-dc09-4a24-a69d-9b051228139c admin admin] Allocated IP 172.20.0.1 (f23d843c-57e0-4e53-853c-8d5fea2f990a/a5fe33bc-93fb-4df1-8613-f74475fef896/8c417118-0dff-476d-94bc-c35baf751067) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:35:57.979562 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3762dd-1091-44a1-8829-a9c7755378f8 None None] Pushing event updated for resources: {'Port': ['ID=24efbbe9-2324-459c-bbc6-52b7bdddfd41,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:35:57.982420 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-31702b95-b11c-49c3-aa9f-f652200e5d76 None None] Attempting to bind port 24efbbe9-2324-459c-bbc6-52b7bdddfd41 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:35:57.982807 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-31702b95-b11c-49c3-aa9f-f652200e5d76 None None] Attempting to bind port 24efbbe9-2324-459c-bbc6-52b7bdddfd41 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:35:57.983182 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31702b95-b11c-49c3-aa9f-f652200e5d76 None None] Attempting to bind port 24efbbe9-2324-459c-bbc6-52b7bdddfd41 on network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:35:57.991260 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31702b95-b11c-49c3-aa9f-f652200e5d76 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:35:57.991763 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31702b95-b11c-49c3-aa9f-f652200e5d76 None None] Checking segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:35:57.992315 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-31702b95-b11c-49c3-aa9f-f652200e5d76 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:57.992836 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31702b95-b11c-49c3-aa9f-f652200e5d76 None None] Bound using segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:35:57.993450 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-31702b95-b11c-49c3-aa9f-f652200e5d76 None None] Bound port: 24efbbe9-2324-459c-bbc6-52b7bdddfd41, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:35:57.993974 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-31702b95-b11c-49c3-aa9f-f652200e5d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:58.077090 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-31702b95-b11c-49c3-aa9f-f652200e5d76 None None] For port 24efbbe9-2324-459c-bbc6-52b7bdddfd41, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:35:58.078492 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-31702b95-b11c-49c3-aa9f-f652200e5d76 None None] For port 24efbbe9-2324-459c-bbc6-52b7bdddfd41, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=24efbbe9-2324-459c-bbc6-52b7bdddfd41,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:35:58.087469 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6c68d47d-dc09-4a24-a69d-9b051228139c admin admin] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:58.149530 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-31702b95-b11c-49c3-aa9f-f652200e5d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:58.178043 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6c68d47d-dc09-4a24-a69d-9b051228139c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:58.204355 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a31ba9e-4fda-48f6-93cd-512ddf2732ff None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:35:58.221435 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c68d47d-dc09-4a24-a69d-9b051228139c admin admin] Network f23d843c-57e0-4e53-853c-8d5fea2f990a is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:35:58.229128 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-6c68d47d-dc09-4a24-a69d-9b051228139c admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:35:58.230756 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-8d5eb381-6ffb-402e-939b-d10ba2d5dfb0 None None] Provisioning complete for port 85df5882-1780-435a-9389-e932843d5e0c triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:35:58.231141 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8d5eb381-6ffb-402e-939b-d10ba2d5dfb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:58.231581 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c68d47d-dc09-4a24-a69d-9b051228139c admin admin] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:35:58.232615 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3762dd-1091-44a1-8829-a9c7755378f8 None None] Pushing event updated for resources: {'Port': ['ID=24efbbe9-2324-459c-bbc6-52b7bdddfd41,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:35:58.237600 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31702b95-b11c-49c3-aa9f-f652200e5d76 None None] Routers {'4d7bc422-0d83-4028-9b00-ed93d4899d6e'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:35:58.238218 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-31702b95-b11c-49c3-aa9f-f652200e5d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:35:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['4d7bc422-0d83-4028-9b00-ed93d4899d6e'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:35:58.260819 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c68d47d-dc09-4a24-a69d-9b051228139c admin admin] Pushing event updated for resources: {'Port': ['ID=8c417118-0dff-476d-94bc-c35baf751067,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:35:58.279399 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6c68d47d-dc09-4a24-a69d-9b051228139c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:58.404842 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-31702b95-b11c-49c3-aa9f-f652200e5d76 None None] Set router 4d7bc422-0d83-4028-9b00-ed93d4899d6e gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:35:58.494196 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6c68d47d-dc09-4a24-a69d-9b051228139c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:58.523687 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-8d5eb381-6ffb-402e-939b-d10ba2d5dfb0 None None] Provisioning complete for port 24efbbe9-2324-459c-bbc6-52b7bdddfd41 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:35:58.523987 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8d5eb381-6ffb-402e-939b-d10ba2d5dfb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:58.646628 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 85df5882-1780-435a-9389-e932843d5e0c up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:35:58.665844 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6c68d47d-dc09-4a24-a69d-9b051228139c admin admin] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:58.694909 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8d5eb381-6ffb-402e-939b-d10ba2d5dfb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:58.725168 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-8d5eb381-6ffb-402e-939b-d10ba2d5dfb0 None None] For port 24efbbe9-2324-459c-bbc6-52b7bdddfd41, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=24efbbe9-2324-459c-bbc6-52b7bdddfd41,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:35:58.725858 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6c68d47d-dc09-4a24-a69d-9b051228139c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:58.727480 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-31702b95-b11c-49c3-aa9f-f652200e5d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7bc422-0d83-4028-9b00-ed93d4899d6e', 'name': 'tempest-TestSnapshotPattern-2125184472-router', 'tenant_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '24efbbe9-2324-459c-bbc6-52b7bdddfd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:35:55Z', 'updated_at': '2021-12-08T17:35:56Z', 'revision_number': 3, 'project_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'gw_port': {'id': '24efbbe9-2324-459c-bbc6-52b7bdddfd41', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d1:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7bc422-0d83-4028-9b00-ed93d4899d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:35:55Z', 'updated_at': '2021-12-08T17:35:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:35:58.761597 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31702b95-b11c-49c3-aa9f-f652200e5d76 None None] The sync data for ids ['4d7bc422-0d83-4028-9b00-ed93d4899d6e'] in n-d-776250-12 is: [{'id': '4d7bc422-0d83-4028-9b00-ed93d4899d6e', 'name': 'tempest-TestSnapshotPattern-2125184472-router', 'tenant_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '24efbbe9-2324-459c-bbc6-52b7bdddfd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:35:55Z', 'updated_at': '2021-12-08T17:35:56Z', 'revision_number': 3, 'project_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'gw_port': {'id': '24efbbe9-2324-459c-bbc6-52b7bdddfd41', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d1:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7bc422-0d83-4028-9b00-ed93d4899d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:35:55Z', 'updated_at': '2021-12-08T17:35:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:35:58.767833 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 85df5882-1780-435a-9389-e932843d5e0c triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:35:58.768260 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:58.804901 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-6c68d47d-dc09-4a24-a69d-9b051228139c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:58.806764 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8d5eb381-6ffb-402e-939b-d10ba2d5dfb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:58.809688 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c68d47d-dc09-4a24-a69d-9b051228139c admin admin] Pushing event updated for resources: {'Port': ['ID=8c417118-0dff-476d-94bc-c35baf751067,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:35:58.890183 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5eb381-6ffb-402e-939b-d10ba2d5dfb0 None None] Pushing event updated for resources: {'Port': ['ID=24efbbe9-2324-459c-bbc6-52b7bdddfd41,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:35:58.914800 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c68d47d-dc09-4a24-a69d-9b051228139c admin admin] Network f23d843c-57e0-4e53-853c-8d5fea2f990a is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:35:58.916309 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-6c68d47d-dc09-4a24-a69d-9b051228139c admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:35:58.941643 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-ab10eced-ebb2-4763-9dac-eb7bfdfcee5b None None] Provisioning complete for port 8c417118-0dff-476d-94bc-c35baf751067 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:35:58.942160 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ab10eced-ebb2-4763-9dac-eb7bfdfcee5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:59.002347 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-ab10eced-ebb2-4763-9dac-eb7bfdfcee5b None None] Port 8c417118-0dff-476d-94bc-c35baf751067 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:35:59.029036 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-ab10eced-ebb2-4763-9dac-eb7bfdfcee5b None None] Provisioning complete for port 24efbbe9-2324-459c-bbc6-52b7bdddfd41 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:35:59.029425 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ab10eced-ebb2-4763-9dac-eb7bfdfcee5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:59.085828 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c68d47d-dc09-4a24-a69d-9b051228139c admin admin] Router 4d7bc422-0d83-4028-9b00-ed93d4899d6e has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:35:59.216271 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c68d47d-dc09-4a24-a69d-9b051228139c admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:35:59.226163 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-6c68d47d-dc09-4a24-a69d-9b051228139c admin admin] 10.222.0.64 "PUT /v2.0/routers/4d7bc422-0d83-4028-9b00-ed93d4899d6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1453595 Dec 08 17:35:59.251929 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-1bab10b8-ab18-4791-90f2-c9468f41acdf None None] Provisioning complete for port 8c417118-0dff-476d-94bc-c35baf751067 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:35:59.252575 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1bab10b8-ab18-4791-90f2-c9468f41acdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:59.292532 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-1bab10b8-ab18-4791-90f2-c9468f41acdf None None] Port 8c417118-0dff-476d-94bc-c35baf751067 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:35:59.949567 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44626) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:35:59.954728 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-dd0ff9a3-3806-4914-90aa-498e9ec86a06 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1562536845-network', 'tenant_id': 'd5f241a4c9764235902fd722dff8c325'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:36:00.077776 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd0ff9a3-3806-4914-90aa-498e9ec86a06 admin admin] Made reservation on behalf of d5f241a4c9764235902fd722dff8c325 for: {'network': 1} {{(pid=110551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:36:00.080256 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dd0ff9a3-3806-4914-90aa-498e9ec86a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for network, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:00.089518 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dd0ff9a3-3806-4914-90aa-498e9ec86a06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:00.170908 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dd0ff9a3-3806-4914-90aa-498e9ec86a06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:00.246269 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dd0ff9a3-3806-4914-90aa-498e9ec86a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:00.273259 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd0ff9a3-3806-4914-90aa-498e9ec86a06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=110551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 17:36:00.282922 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0ff9a3-3806-4914-90aa-498e9ec86a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3cdb5a9-91e9-40e6-b21f-faaf53680056,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:36:00.288601 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dd0ff9a3-3806-4914-90aa-498e9ec86a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:00.290641 n-d-776250-12 neutron-server[110551]: INFO neutron.db.segments_db [None req-dd0ff9a3-3806-4914-90aa-498e9ec86a06 admin admin] Added segment c45f7c57-72f5-4a1c-a378-4e177bb2f7f1 of type vlan for network d7e5610e-22e2-44e6-8305-d9a94f37f67b Dec 08 17:36:00.330308 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dd0ff9a3-3806-4914-90aa-498e9ec86a06 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740895122517'] for network, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:00.340015 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201effe2-f855-43a8-96d8-ef0dce443e8f None None] Sync routers for ids ['4d7bc422-0d83-4028-9b00-ed93d4899d6e'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:36:00.349209 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201effe2-f855-43a8-96d8-ef0dce443e8f None None] Routers {'4d7bc422-0d83-4028-9b00-ed93d4899d6e'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:36:00.350071 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-201effe2-f855-43a8-96d8-ef0dce443e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:35:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['4d7bc422-0d83-4028-9b00-ed93d4899d6e'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:36:00.405877 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dd0ff9a3-3806-4914-90aa-498e9ec86a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106'] for network, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:00.406927 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0ff9a3-3806-4914-90aa-498e9ec86a06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:36:00.407552 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dd0ff9a3-3806-4914-90aa-498e9ec86a06 admin admin] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:00.455644 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-201effe2-f855-43a8-96d8-ef0dce443e8f None None] Set router 4d7bc422-0d83-4028-9b00-ed93d4899d6e gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:36:00.471748 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0ff9a3-3806-4914-90aa-498e9ec86a06 admin admin] Pushing event updated for resources: {'Network': ['ID=d7e5610e-22e2-44e6-8305-d9a94f37f67b,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:36:00.482148 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Network d7e5610e-22e2-44e6-8305-d9a94f37f67b details requested by agent ovs-agent-n-d-776250-12 with host n-d-776250-12 {{(pid=110552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 17:36:00.514885 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-dd0ff9a3-3806-4914-90aa-498e9ec86a06 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5640759 Dec 08 17:36:00.517914 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44630) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:36:00.523284 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-d9d1e657-5cdd-48cc-ae86-1d1104dac183 admin admin] Request body: {'subnet': {'network_id': 'd7e5610e-22e2-44e6-8305-d9a94f37f67b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1562536845-subnet', 'tenant_id': 'd5f241a4c9764235902fd722dff8c325', 'ip_version': 4}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:36:00.614719 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d1e657-5cdd-48cc-ae86-1d1104dac183 admin admin] Made reservation on behalf of d5f241a4c9764235902fd722dff8c325 for: {'subnet': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:36:00.617579 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d9d1e657-5cdd-48cc-ae86-1d1104dac183 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10454671'] for subnet, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:00.655496 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 24efbbe9-2324-459c-bbc6-52b7bdddfd41 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:36:00.668262 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-201effe2-f855-43a8-96d8-ef0dce443e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7bc422-0d83-4028-9b00-ed93d4899d6e', 'name': 'tempest-TestSnapshotPattern-2125184472-router', 'tenant_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '24efbbe9-2324-459c-bbc6-52b7bdddfd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:35:55Z', 'updated_at': '2021-12-08T17:35:58Z', 'revision_number': 4, 'project_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'gw_port': {'id': '24efbbe9-2324-459c-bbc6-52b7bdddfd41', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7bc422-0d83-4028-9b00-ed93d4899d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:35:55Z', 'updated_at': '2021-12-08T17:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '8c417118-0dff-476d-94bc-c35baf751067', 'name': '', 'network_id': 'f23d843c-57e0-4e53-853c-8d5fea2f990a', 'tenant_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'mac_address': 'fa:16:3e:26:78:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7bc422-0d83-4028-9b00-ed93d4899d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'a5fe33bc-93fb-4df1-8613-f74475fef896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:35:57Z', 'updated_at': '2021-12-08T17:35:58Z', 'revision_number': 2, 'project_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'subnets': [{'id': 'a5fe33bc-93fb-4df1-8613-f74475fef896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:36:00.696589 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201effe2-f855-43a8-96d8-ef0dce443e8f None None] Checking router: 4d7bc422-0d83-4028-9b00-ed93d4899d6e for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:36:00.696946 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201effe2-f855-43a8-96d8-ef0dce443e8f None None] Updating router 4d7bc422-0d83-4028-9b00-ed93d4899d6e port 8c417118-0dff-476d-94bc-c35baf751067 binding host n-d-776250-12 {{(pid=110553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 17:36:00.708839 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 24efbbe9-2324-459c-bbc6-52b7bdddfd41 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:36:00.709142 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:00.722418 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-201effe2-f855-43a8-96d8-ef0dce443e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:00.900539 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d9d1e657-5cdd-48cc-ae86-1d1104dac183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10227658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10454685'] for subnet, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:00.959557 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1e657-5cdd-48cc-ae86-1d1104dac183 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ecb89a2-4b44-47dc-873d-e6b774466237,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:36:00.967250 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d1e657-5cdd-48cc-ae86-1d1104dac183 admin admin] Checking segment: {'id': 'c45f7c57-72f5-4a1c-a378-4e177bb2f7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd7e5610e-22e2-44e6-8305-d9a94f37f67b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:36:00.967617 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d1e657-5cdd-48cc-ae86-1d1104dac183 admin admin] Network hostable DHCP agents. Network: d7e5610e-22e2-44e6-8305-d9a94f37f67b, hostable agents: ['b5bac345-2f07-4a0e-979f-8c9fd8728f08'], hosted agents: [] {{(pid=110550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 17:36:00.985967 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-201effe2-f855-43a8-96d8-ef0dce443e8f None None] Publish callbacks [] for port, precommit_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:01.049096 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d1e657-5cdd-48cc-ae86-1d1104dac183 admin admin] Network d7e5610e-22e2-44e6-8305-d9a94f37f67b is scheduled to be hosted by DHCP agent b5bac345-2f07-4a0e-979f-8c9fd8728f08 with binding_index 1 {{(pid=110550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 17:36:01.083178 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-201effe2-f855-43a8-96d8-ef0dce443e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:01.138478 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba347e2d-4886-49c5-b953-71ab5e861af2 None None] Pushing event updated for resources: {'Port': ['ID=8c417118-0dff-476d-94bc-c35baf751067,revision_number=3']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:36:01.165360 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba347e2d-4886-49c5-b953-71ab5e861af2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:36:01.165758 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba347e2d-4886-49c5-b953-71ab5e861af2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:36:01.166051 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba347e2d-4886-49c5-b953-71ab5e861af2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:36:01.166391 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba347e2d-4886-49c5-b953-71ab5e861af2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:36:01.166736 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba347e2d-4886-49c5-b953-71ab5e861af2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:36:01.167065 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba347e2d-4886-49c5-b953-71ab5e861af2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:36:01.167392 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba347e2d-4886-49c5-b953-71ab5e861af2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:36:01.167719 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba347e2d-4886-49c5-b953-71ab5e861af2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:36:01.168044 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba347e2d-4886-49c5-b953-71ab5e861af2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:36:01.168490 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba347e2d-4886-49c5-b953-71ab5e861af2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:36:01.168818 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba347e2d-4886-49c5-b953-71ab5e861af2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:36:01.169142 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba347e2d-4886-49c5-b953-71ab5e861af2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:36:01.169463 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba347e2d-4886-49c5-b953-71ab5e861af2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:36:01.186246 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-d9d1e657-5cdd-48cc-ae86-1d1104dac183 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-12, d7e5610e-22e2-44e6-8305-d9a94f37f67b) {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:36:01.192779 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d1e657-5cdd-48cc-ae86-1d1104dac183 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:36:01.193506 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-d9d1e657-5cdd-48cc-ae86-1d1104dac183 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:01.197534 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007a6148-5576-4e4f-8d36-dbee7396d9b4 None None] Network d7e5610e-22e2-44e6-8305-d9a94f37f67b requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:36:01.198591 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-201effe2-f855-43a8-96d8-ef0dce443e8f None None] Attempting to bind port 8c417118-0dff-476d-94bc-c35baf751067 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:36:01.199325 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-201effe2-f855-43a8-96d8-ef0dce443e8f None None] Attempting to bind port 8c417118-0dff-476d-94bc-c35baf751067 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '140137c2-b6e0-4262-a6fd-2165ee1875b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'f23d843c-57e0-4e53-853c-8d5fea2f990a'}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:36:01.199325 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201effe2-f855-43a8-96d8-ef0dce443e8f None None] Attempting to bind port 8c417118-0dff-476d-94bc-c35baf751067 on network f23d843c-57e0-4e53-853c-8d5fea2f990a {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:36:01.204503 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201effe2-f855-43a8-96d8-ef0dce443e8f None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:36:01.209435 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201effe2-f855-43a8-96d8-ef0dce443e8f None None] Checking segment: {'id': '140137c2-b6e0-4262-a6fd-2165ee1875b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'f23d843c-57e0-4e53-853c-8d5fea2f990a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:36:01.209435 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-201effe2-f855-43a8-96d8-ef0dce443e8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:01.209435 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201effe2-f855-43a8-96d8-ef0dce443e8f None None] Bound using segment: {'id': '140137c2-b6e0-4262-a6fd-2165ee1875b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'f23d843c-57e0-4e53-853c-8d5fea2f990a'} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:36:01.209435 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-201effe2-f855-43a8-96d8-ef0dce443e8f None None] Bound port: 8c417118-0dff-476d-94bc-c35baf751067, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140137c2-b6e0-4262-a6fd-2165ee1875b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'f23d843c-57e0-4e53-853c-8d5fea2f990a'}}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:36:01.209435 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-201effe2-f855-43a8-96d8-ef0dce443e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:01.277729 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-201effe2-f855-43a8-96d8-ef0dce443e8f None None] For port 8c417118-0dff-476d-94bc-c35baf751067, host n-d-776250-12, cleared binding levels {{(pid=110553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:36:01.281255 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-201effe2-f855-43a8-96d8-ef0dce443e8f None None] For port 8c417118-0dff-476d-94bc-c35baf751067, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=8c417118-0dff-476d-94bc-c35baf751067,segment=NetworkSegment(140137c2-b6e0-4262-a6fd-2165ee1875b7),segment_id=140137c2-b6e0-4262-a6fd-2165ee1875b7)] {{(pid=110553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:36:01.304215 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-d9d1e657-5cdd-48cc-ae86-1d1104dac183 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7847295 Dec 08 17:36:01.310027 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44632) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:36:01.312290 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-e9dfe7d4-f25b-4315-bf3e-1b8fb356261f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1562536845-router', 'tenant_id': 'd5f241a4c9764235902fd722dff8c325', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:36:01.313753 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a852d8a-7df8-4943-8192-ca1533cb0dd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp50ed8973-758f-5b7d-9501-7041b45da493-d7e5610e-22e2-44e6-8305-d9a94f37f67b', 'network_id': 'd7e5610e-22e2-44e6-8305-d9a94f37f67b', 'project_id': 'd5f241a4c9764235902fd722dff8c325', 'fixed_ips': [{'subnet_id': '2ecb89a2-4b44-47dc-873d-e6b774466237'}]}} from n-d-776250-12. {{(pid=110552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 17:36:01.314703 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9a852d8a-7df8-4943-8192-ca1533cb0dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:01.358176 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-201effe2-f855-43a8-96d8-ef0dce443e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:01.421594 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e9dfe7d4-f25b-4315-bf3e-1b8fb356261f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11103'] for router, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:01.423259 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e9dfe7d4-f25b-4315-bf3e-1b8fb356261f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-717439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11088'] for router, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:01.425388 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba347e2d-4886-49c5-b953-71ab5e861af2 None None] Pushing event updated for resources: {'Port': ['ID=8c417118-0dff-476d-94bc-c35baf751067,revision_number=4']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:36:01.448753 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201effe2-f855-43a8-96d8-ef0dce443e8f None None] Routers {'4d7bc422-0d83-4028-9b00-ed93d4899d6e'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:36:01.453501 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-201effe2-f855-43a8-96d8-ef0dce443e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:35:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['4d7bc422-0d83-4028-9b00-ed93d4899d6e'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:36:01.462849 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-1b6549e4-5c1e-4e4e-8270-457a9a8974a7 None None] Provisioning complete for port 8c417118-0dff-476d-94bc-c35baf751067 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:36:01.463227 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1b6549e4-5c1e-4e4e-8270-457a9a8974a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:01.513841 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e9dfe7d4-f25b-4315-bf3e-1b8fb356261f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:01.581207 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-201effe2-f855-43a8-96d8-ef0dce443e8f None None] Set router 4d7bc422-0d83-4028-9b00-ed93d4899d6e gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:36:01.658567 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.db_base_plugin_common [None req-9a852d8a-7df8-4943-8192-ca1533cb0dd0 None None] Allocated IP 172.20.0.2 (d7e5610e-22e2-44e6-8305-d9a94f37f67b/2ecb89a2-4b44-47dc-873d-e6b774466237/60531a9b-5e1b-48e7-93e4-cc7abe5bcb79) {{(pid=110552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:36:01.750053 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e9dfe7d4-f25b-4315-bf3e-1b8fb356261f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:01.804345 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1b6549e4-5c1e-4e4e-8270-457a9a8974a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:01.818528 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-201effe2-f855-43a8-96d8-ef0dce443e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7bc422-0d83-4028-9b00-ed93d4899d6e', 'name': 'tempest-TestSnapshotPattern-2125184472-router', 'tenant_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '24efbbe9-2324-459c-bbc6-52b7bdddfd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:35:55Z', 'updated_at': '2021-12-08T17:35:58Z', 'revision_number': 4, 'project_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'gw_port': {'id': '24efbbe9-2324-459c-bbc6-52b7bdddfd41', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7bc422-0d83-4028-9b00-ed93d4899d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:35:55Z', 'updated_at': '2021-12-08T17:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '8c417118-0dff-476d-94bc-c35baf751067', 'name': '', 'network_id': 'f23d843c-57e0-4e53-853c-8d5fea2f990a', 'tenant_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'mac_address': 'fa:16:3e:26:78:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7bc422-0d83-4028-9b00-ed93d4899d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'a5fe33bc-93fb-4df1-8613-f74475fef896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:35:57Z', 'updated_at': '2021-12-08T17:36:01Z', 'revision_number': 4, 'project_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'subnets': [{'id': 'a5fe33bc-93fb-4df1-8613-f74475fef896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:36:01.848437 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201effe2-f855-43a8-96d8-ef0dce443e8f None None] The sync data for ids ['4d7bc422-0d83-4028-9b00-ed93d4899d6e'] in n-d-776250-12 is: [{'id': '4d7bc422-0d83-4028-9b00-ed93d4899d6e', 'name': 'tempest-TestSnapshotPattern-2125184472-router', 'tenant_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '24efbbe9-2324-459c-bbc6-52b7bdddfd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:35:55Z', 'updated_at': '2021-12-08T17:35:58Z', 'revision_number': 4, 'project_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'gw_port': {'id': '24efbbe9-2324-459c-bbc6-52b7bdddfd41', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7bc422-0d83-4028-9b00-ed93d4899d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:35:55Z', 'updated_at': '2021-12-08T17:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '8c417118-0dff-476d-94bc-c35baf751067', 'name': '', 'network_id': 'f23d843c-57e0-4e53-853c-8d5fea2f990a', 'tenant_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'mac_address': 'fa:16:3e:26:78:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7bc422-0d83-4028-9b00-ed93d4899d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'a5fe33bc-93fb-4df1-8613-f74475fef896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:35:57Z', 'updated_at': '2021-12-08T17:36:01Z', 'revision_number': 4, 'project_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'subnets': [{'id': 'a5fe33bc-93fb-4df1-8613-f74475fef896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:36:01.878597 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9a852d8a-7df8-4943-8192-ca1533cb0dd0 None None] Publish callbacks [] for port, precommit_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:01.880953 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-1b6549e4-5c1e-4e4e-8270-457a9a8974a7 None None] For port 8c417118-0dff-476d-94bc-c35baf751067, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=8c417118-0dff-476d-94bc-c35baf751067,segment=NetworkSegment(140137c2-b6e0-4262-a6fd-2165ee1875b7),segment_id=140137c2-b6e0-4262-a6fd-2165ee1875b7)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:36:01.950079 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1b6549e4-5c1e-4e4e-8270-457a9a8974a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:01.987955 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9a852d8a-7df8-4943-8192-ca1533cb0dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094'] for port, after_create {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:02.017104 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6549e4-5c1e-4e4e-8270-457a9a8974a7 None None] Pushing event updated for resources: {'Port': ['ID=8c417118-0dff-476d-94bc-c35baf751067,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:36:02.024152 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a852d8a-7df8-4943-8192-ca1533cb0dd0 None None] Network d7e5610e-22e2-44e6-8305-d9a94f37f67b is already hosted by enough agents. {{(pid=110552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:36:02.026975 n-d-776250-12 neutron-server[110552]: DEBUG neutron.scheduler.base_scheduler [None req-9a852d8a-7df8-4943-8192-ca1533cb0dd0 None None] Resources bound (agent type, host, resource id): {{(pid=110552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:36:02.029654 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a852d8a-7df8-4943-8192-ca1533cb0dd0 None None] Received port after_create {{(pid=110552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:36:02.074571 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e9dfe7d4-f25b-4315-bf3e-1b8fb356261f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:02.095369 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e9dfe7d4-f25b-4315-bf3e-1b8fb356261f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:02.102824 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a852d8a-7df8-4943-8192-ca1533cb0dd0 None None] Pushing event updated for resources: {'Port': ['ID=60531a9b-5e1b-48e7-93e4-cc7abe5bcb79,revision_number=1']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:36:02.126691 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-c7bb489a-4c63-4719-b1ac-b8a8a5a71459 None None] Provisioning complete for port 8c417118-0dff-476d-94bc-c35baf751067 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:36:02.127066 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c7bb489a-4c63-4719-b1ac-b8a8a5a71459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:02.158433 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-9a852d8a-7df8-4943-8192-ca1533cb0dd0 None None] Attempting to bind port 60531a9b-5e1b-48e7-93e4-cc7abe5bcb79 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:36:02.158822 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-9a852d8a-7df8-4943-8192-ca1533cb0dd0 None None] Attempting to bind port 60531a9b-5e1b-48e7-93e4-cc7abe5bcb79 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'c45f7c57-72f5-4a1c-a378-4e177bb2f7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd7e5610e-22e2-44e6-8305-d9a94f37f67b'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:36:02.159177 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a852d8a-7df8-4943-8192-ca1533cb0dd0 None None] Attempting to bind port 60531a9b-5e1b-48e7-93e4-cc7abe5bcb79 on network d7e5610e-22e2-44e6-8305-d9a94f37f67b {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:36:02.173212 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a852d8a-7df8-4943-8192-ca1533cb0dd0 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:36:02.173596 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a852d8a-7df8-4943-8192-ca1533cb0dd0 None None] Checking segment: {'id': 'c45f7c57-72f5-4a1c-a378-4e177bb2f7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd7e5610e-22e2-44e6-8305-d9a94f37f67b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:36:02.174005 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9a852d8a-7df8-4943-8192-ca1533cb0dd0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:02.174399 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a852d8a-7df8-4943-8192-ca1533cb0dd0 None None] Bound using segment: {'id': 'c45f7c57-72f5-4a1c-a378-4e177bb2f7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd7e5610e-22e2-44e6-8305-d9a94f37f67b'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:36:02.174878 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-9a852d8a-7df8-4943-8192-ca1533cb0dd0 None None] Bound port: 60531a9b-5e1b-48e7-93e4-cc7abe5bcb79, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c45f7c57-72f5-4a1c-a378-4e177bb2f7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd7e5610e-22e2-44e6-8305-d9a94f37f67b'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:36:02.175262 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9a852d8a-7df8-4943-8192-ca1533cb0dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:02.213699 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-e9dfe7d4-f25b-4315-bf3e-1b8fb356261f admin admin] Allocated IP 172.25.0.68 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/f8a98a9a-28e3-49e1-99f4-5ef73ae0f5f0) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:36:02.283027 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-9a852d8a-7df8-4943-8192-ca1533cb0dd0 None None] For port 60531a9b-5e1b-48e7-93e4-cc7abe5bcb79, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:36:02.298177 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-9a852d8a-7df8-4943-8192-ca1533cb0dd0 None None] For port 60531a9b-5e1b-48e7-93e4-cc7abe5bcb79, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=60531a9b-5e1b-48e7-93e4-cc7abe5bcb79,segment=NetworkSegment(c45f7c57-72f5-4a1c-a378-4e177bb2f7f1),segment_id=c45f7c57-72f5-4a1c-a378-4e177bb2f7f1)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:36:02.334036 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e9dfe7d4-f25b-4315-bf3e-1b8fb356261f admin admin] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:02.381193 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9a852d8a-7df8-4943-8192-ca1533cb0dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:02.439049 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e9dfe7d4-f25b-4315-bf3e-1b8fb356261f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:02.443929 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a852d8a-7df8-4943-8192-ca1533cb0dd0 None None] Pushing event updated for resources: {'Port': ['ID=60531a9b-5e1b-48e7-93e4-cc7abe5bcb79,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:36:02.487959 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9dfe7d4-f25b-4315-bf3e-1b8fb356261f admin admin] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:36:02.495799 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-e9dfe7d4-f25b-4315-bf3e-1b8fb356261f admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:36:02.498477 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9dfe7d4-f25b-4315-bf3e-1b8fb356261f admin admin] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:36:02.509092 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2cdcf9-0164-42b6-be5b-3401f3c0b8ad None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:36:02.529805 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dfe7d4-f25b-4315-bf3e-1b8fb356261f admin admin] Pushing event updated for resources: {'Port': ['ID=f8a98a9a-28e3-49e1-99f4-5ef73ae0f5f0,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:36:02.623486 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-bf55d4a9-6bcf-4bc6-9f66-efc7d29534ef None None] Provisioning complete for port f8a98a9a-28e3-49e1-99f4-5ef73ae0f5f0 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:36:02.623919 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-bf55d4a9-6bcf-4bc6-9f66-efc7d29534ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:02.706037 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-bf55d4a9-6bcf-4bc6-9f66-efc7d29534ef None None] Port f8a98a9a-28e3-49e1-99f4-5ef73ae0f5f0 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:36:02.717987 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 8c417118-0dff-476d-94bc-c35baf751067 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:36:02.775423 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 8c417118-0dff-476d-94bc-c35baf751067 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:36:02.775719 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:02.911468 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e9dfe7d4-f25b-4315-bf3e-1b8fb356261f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:03.123356 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e9dfe7d4-f25b-4315-bf3e-1b8fb356261f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-528125'] for router, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:03.348913 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9dfe7d4-f25b-4315-bf3e-1b8fb356261f admin admin] Router 7a3894fa-ab8e-465c-9d72-5ea574db9147 is scheduled to L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 with binding_index 1 {{(pid=110551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 17:36:03.462572 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9dfe7d4-f25b-4315-bf3e-1b8fb356261f admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:36:03.473653 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154d7975-2c05-498e-8b31-c854b87e02e0 None None] Sync routers for ids ['7a3894fa-ab8e-465c-9d72-5ea574db9147'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:36:03.482971 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06685c47-b98a-4287-a3ea-2d7590b32b4d None None] Network d7e5610e-22e2-44e6-8305-d9a94f37f67b requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:36:03.496698 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154d7975-2c05-498e-8b31-c854b87e02e0 None None] Routers {'7a3894fa-ab8e-465c-9d72-5ea574db9147'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:36:03.497317 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-154d7975-2c05-498e-8b31-c854b87e02e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:35:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['7a3894fa-ab8e-465c-9d72-5ea574db9147'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:36:03.528049 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e9dfe7d4-f25b-4315-bf3e-1b8fb356261f admin admin] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:03.529355 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e9dfe7d4-f25b-4315-bf3e-1b8fb356261f admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2209513 Dec 08 17:36:03.536153 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44634) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:36:03.606522 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-0aecfefd-0d24-49f5-b104-988af55b6955 None None] Provisioning complete for port 60531a9b-5e1b-48e7-93e4-cc7abe5bcb79 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:36:03.606903 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0aecfefd-0d24-49f5-b104-988af55b6955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:03.720595 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-154d7975-2c05-498e-8b31-c854b87e02e0 None None] Set router 7a3894fa-ab8e-465c-9d72-5ea574db9147 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:36:03.866800 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0aecfefd-0d24-49f5-b104-988af55b6955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:03.938317 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-0aecfefd-0d24-49f5-b104-988af55b6955 None None] For port 60531a9b-5e1b-48e7-93e4-cc7abe5bcb79, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=60531a9b-5e1b-48e7-93e4-cc7abe5bcb79,segment=NetworkSegment(c45f7c57-72f5-4a1c-a378-4e177bb2f7f1),segment_id=c45f7c57-72f5-4a1c-a378-4e177bb2f7f1)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:36:03.960794 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8a19091c-ab0c-4f28-8c97-13a6448d6f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:03.968481 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-154d7975-2c05-498e-8b31-c854b87e02e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a3894fa-ab8e-465c-9d72-5ea574db9147', 'name': 'tempest-TestSnapshotPattern-1562536845-router', 'tenant_id': 'd5f241a4c9764235902fd722dff8c325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'f8a98a9a-28e3-49e1-99f4-5ef73ae0f5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:36:01Z', 'updated_at': '2021-12-08T17:36:02Z', 'revision_number': 3, 'project_id': 'd5f241a4c9764235902fd722dff8c325', 'gw_port': {'id': 'f8a98a9a-28e3-49e1-99f4-5ef73ae0f5f0', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:1c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a3894fa-ab8e-465c-9d72-5ea574db9147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:36:02Z', 'updated_at': '2021-12-08T17:36:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:36:04.000271 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154d7975-2c05-498e-8b31-c854b87e02e0 None None] Checking router: 7a3894fa-ab8e-465c-9d72-5ea574db9147 for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:36:04.000632 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154d7975-2c05-498e-8b31-c854b87e02e0 None None] Updating router 7a3894fa-ab8e-465c-9d72-5ea574db9147 port f8a98a9a-28e3-49e1-99f4-5ef73ae0f5f0 binding host n-d-776250-12 {{(pid=110552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 17:36:04.022133 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0aecfefd-0d24-49f5-b104-988af55b6955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:04.030503 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-154d7975-2c05-498e-8b31-c854b87e02e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:04.123385 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-8a19091c-ab0c-4f28-8c97-13a6448d6f86 admin admin] Allocated IP 172.20.0.1 (d7e5610e-22e2-44e6-8305-d9a94f37f67b/2ecb89a2-4b44-47dc-873d-e6b774466237/495fec28-2606-4188-861d-903434ac2a0b) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:36:04.150647 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aecfefd-0d24-49f5-b104-988af55b6955 None None] Pushing event updated for resources: {'Port': ['ID=60531a9b-5e1b-48e7-93e4-cc7abe5bcb79,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:36:04.182635 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-45afe253-a45e-4a92-b704-0d32bec11dca None None] Provisioning complete for port 60531a9b-5e1b-48e7-93e4-cc7abe5bcb79 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:36:04.183007 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-45afe253-a45e-4a92-b704-0d32bec11dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:04.400165 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-154d7975-2c05-498e-8b31-c854b87e02e0 None None] Publish callbacks [] for port, precommit_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:04.461136 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-154d7975-2c05-498e-8b31-c854b87e02e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:04.512416 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0513259e-f58c-4f78-be73-afa4dc2646de None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:36:04.524790 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-154d7975-2c05-498e-8b31-c854b87e02e0 None None] Attempting to bind port f8a98a9a-28e3-49e1-99f4-5ef73ae0f5f0 on host n-d-776250-12 for vnic_type normal with profile {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:36:04.525172 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-154d7975-2c05-498e-8b31-c854b87e02e0 None None] Attempting to bind port f8a98a9a-28e3-49e1-99f4-5ef73ae0f5f0 by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:36:04.525545 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154d7975-2c05-498e-8b31-c854b87e02e0 None None] Attempting to bind port f8a98a9a-28e3-49e1-99f4-5ef73ae0f5f0 on network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:36:04.527534 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f01d592-9611-4405-92ec-0a6005b437f8 None None] Pushing event updated for resources: {'Port': ['ID=f8a98a9a-28e3-49e1-99f4-5ef73ae0f5f0,revision_number=2']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:36:04.536371 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154d7975-2c05-498e-8b31-c854b87e02e0 None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:36:04.536764 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154d7975-2c05-498e-8b31-c854b87e02e0 None None] Checking segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:36:04.537178 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-154d7975-2c05-498e-8b31-c854b87e02e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:04.537577 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154d7975-2c05-498e-8b31-c854b87e02e0 None None] Bound using segment: {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'} {{(pid=110552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:36:04.538106 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.managers [None req-154d7975-2c05-498e-8b31-c854b87e02e0 None None] Bound port: f8a98a9a-28e3-49e1-99f4-5ef73ae0f5f0, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041ad0df-418e-4f4b-a18c-68171a84f599', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900'}}] {{(pid=110552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:36:04.538437 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-154d7975-2c05-498e-8b31-c854b87e02e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:04.579769 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8a19091c-ab0c-4f28-8c97-13a6448d6f86 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:04.595829 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-bf395f27-1c8d-41cf-a3ec-b3bc53cb8daa None None] Provisioning complete for port f8a98a9a-28e3-49e1-99f4-5ef73ae0f5f0 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:36:04.596254 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-bf395f27-1c8d-41cf-a3ec-b3bc53cb8daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:04.623002 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-154d7975-2c05-498e-8b31-c854b87e02e0 None None] For port f8a98a9a-28e3-49e1-99f4-5ef73ae0f5f0, host n-d-776250-12, cleared binding levels {{(pid=110552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:36:04.640716 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-154d7975-2c05-498e-8b31-c854b87e02e0 None None] For port f8a98a9a-28e3-49e1-99f4-5ef73ae0f5f0, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=f8a98a9a-28e3-49e1-99f4-5ef73ae0f5f0,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:36:04.643305 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-bf395f27-1c8d-41cf-a3ec-b3bc53cb8daa None None] Port f8a98a9a-28e3-49e1-99f4-5ef73ae0f5f0 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:36:04.662643 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 60531a9b-5e1b-48e7-93e4-cc7abe5bcb79 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:36:04.674806 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8a19091c-ab0c-4f28-8c97-13a6448d6f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:04.700587 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-154d7975-2c05-498e-8b31-c854b87e02e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:04.713094 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a19091c-ab0c-4f28-8c97-13a6448d6f86 admin admin] Network d7e5610e-22e2-44e6-8305-d9a94f37f67b is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:36:04.715990 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-8a19091c-ab0c-4f28-8c97-13a6448d6f86 admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:36:04.722098 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a19091c-ab0c-4f28-8c97-13a6448d6f86 admin admin] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:36:04.751275 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a19091c-ab0c-4f28-8c97-13a6448d6f86 admin admin] Pushing event updated for resources: {'Port': ['ID=495fec28-2606-4188-861d-903434ac2a0b,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:36:04.756059 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdcea42-fca5-47e7-ac3b-75eff2b985b1 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:36:04.778778 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8a19091c-ab0c-4f28-8c97-13a6448d6f86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-527884'] for router_interface, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:04.784515 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f01d592-9611-4405-92ec-0a6005b437f8 None None] Pushing event updated for resources: {'Port': ['ID=f8a98a9a-28e3-49e1-99f4-5ef73ae0f5f0,revision_number=3']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:36:04.787690 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 60531a9b-5e1b-48e7-93e4-cc7abe5bcb79 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:36:04.788075 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:04.789889 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154d7975-2c05-498e-8b31-c854b87e02e0 None None] Routers {'7a3894fa-ab8e-465c-9d72-5ea574db9147'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:36:04.790517 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-154d7975-2c05-498e-8b31-c854b87e02e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:35:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['7a3894fa-ab8e-465c-9d72-5ea574db9147'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:36:04.987890 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8a19091c-ab0c-4f28-8c97-13a6448d6f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:05.085493 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-521a0049-b2ff-4b56-b02f-b1a71da4ead0 None None] Provisioning complete for port f8a98a9a-28e3-49e1-99f4-5ef73ae0f5f0 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:36:05.085915 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-521a0049-b2ff-4b56-b02f-b1a71da4ead0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:05.133237 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-154d7975-2c05-498e-8b31-c854b87e02e0 None None] Set router 7a3894fa-ab8e-465c-9d72-5ea574db9147 gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:36:05.158640 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8a19091c-ab0c-4f28-8c97-13a6448d6f86 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:05.200001 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8a19091c-ab0c-4f28-8c97-13a6448d6f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:05.267044 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-8a19091c-ab0c-4f28-8c97-13a6448d6f86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535228'] for router_interface, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:05.270569 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a19091c-ab0c-4f28-8c97-13a6448d6f86 admin admin] Pushing event updated for resources: {'Port': ['ID=495fec28-2606-4188-861d-903434ac2a0b,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:36:05.330249 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-521a0049-b2ff-4b56-b02f-b1a71da4ead0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:05.367619 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a19091c-ab0c-4f28-8c97-13a6448d6f86 admin admin] Network d7e5610e-22e2-44e6-8305-d9a94f37f67b is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:36:05.369925 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-8a19091c-ab0c-4f28-8c97-13a6448d6f86 admin admin] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:36:05.372161 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-521a0049-b2ff-4b56-b02f-b1a71da4ead0 None None] For port f8a98a9a-28e3-49e1-99f4-5ef73ae0f5f0, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=f8a98a9a-28e3-49e1-99f4-5ef73ae0f5f0,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:36:05.399078 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-154d7975-2c05-498e-8b31-c854b87e02e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a3894fa-ab8e-465c-9d72-5ea574db9147', 'name': 'tempest-TestSnapshotPattern-1562536845-router', 'tenant_id': 'd5f241a4c9764235902fd722dff8c325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'f8a98a9a-28e3-49e1-99f4-5ef73ae0f5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:36:01Z', 'updated_at': '2021-12-08T17:36:02Z', 'revision_number': 3, 'project_id': 'd5f241a4c9764235902fd722dff8c325', 'gw_port': {'id': 'f8a98a9a-28e3-49e1-99f4-5ef73ae0f5f0', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:1c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a3894fa-ab8e-465c-9d72-5ea574db9147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:36:02Z', 'updated_at': '2021-12-08T17:36:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:36:05.431484 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154d7975-2c05-498e-8b31-c854b87e02e0 None None] The sync data for ids ['7a3894fa-ab8e-465c-9d72-5ea574db9147'] in n-d-776250-12 is: [{'id': '7a3894fa-ab8e-465c-9d72-5ea574db9147', 'name': 'tempest-TestSnapshotPattern-1562536845-router', 'tenant_id': 'd5f241a4c9764235902fd722dff8c325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'f8a98a9a-28e3-49e1-99f4-5ef73ae0f5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:36:01Z', 'updated_at': '2021-12-08T17:36:02Z', 'revision_number': 3, 'project_id': 'd5f241a4c9764235902fd722dff8c325', 'gw_port': {'id': 'f8a98a9a-28e3-49e1-99f4-5ef73ae0f5f0', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:1c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a3894fa-ab8e-465c-9d72-5ea574db9147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:36:02Z', 'updated_at': '2021-12-08T17:36:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:36:05.457679 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-521a0049-b2ff-4b56-b02f-b1a71da4ead0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:05.512415 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a19091c-ab0c-4f28-8c97-13a6448d6f86 admin admin] Router 7a3894fa-ab8e-465c-9d72-5ea574db9147 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:36:05.518332 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521a0049-b2ff-4b56-b02f-b1a71da4ead0 None None] Pushing event updated for resources: {'Port': ['ID=f8a98a9a-28e3-49e1-99f4-5ef73ae0f5f0,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:36:05.588937 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-d32b42de-ed13-44f2-901b-f546046c9655 None None] Provisioning complete for port 495fec28-2606-4188-861d-903434ac2a0b triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:36:05.589319 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d32b42de-ed13-44f2-901b-f546046c9655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:05.624898 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:05.627243 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-d32b42de-ed13-44f2-901b-f546046c9655 None None] Port 495fec28-2606-4188-861d-903434ac2a0b cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:36:05.636150 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a19091c-ab0c-4f28-8c97-13a6448d6f86 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:36:05.641268 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-8a19091c-ab0c-4f28-8c97-13a6448d6f86 admin admin] 10.222.0.64 "PUT /v2.0/routers/7a3894fa-ab8e-465c-9d72-5ea574db9147/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1080589 Dec 08 17:36:05.748425 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-1a9b7adf-9355-4955-996b-6b48dda2c975 None None] Provisioning complete for port 495fec28-2606-4188-861d-903434ac2a0b triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:36:05.748804 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1a9b7adf-9355-4955-996b-6b48dda2c975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:05.801845 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-1a9b7adf-9355-4955-996b-6b48dda2c975 None None] Port 495fec28-2606-4188-861d-903434ac2a0b cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:36:06.297793 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44642) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:36:06.302702 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-9f174d31-095d-427a-86cc-cea780ac6940 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-853180101', 'description': 'tempest-secgroup-smoke-853180101 description', 'project_id': 'c0d76e3d2ea542de9aa921e05bc3acec'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:36:06.377365 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9f174d31-095d-427a-86cc-cea780ac6940 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks [] for security_group, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:06.443816 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9f174d31-095d-427a-86cc-cea780ac6940 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks [] for security_group, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:06.497411 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9f174d31-095d-427a-86cc-cea780ac6940 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:06.528038 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f174d31-095d-427a-86cc-cea780ac6940 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29ab5ac1-f02d-4d30-a667-2f37a975f449,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:36:06.574207 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-9f174d31-095d-427a-86cc-cea780ac6940 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:06.575530 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-9f174d31-095d-427a-86cc-cea780ac6940 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2766461 Dec 08 17:36:06.579749 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44644) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:36:06.585040 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-2ebab491-29b7-4476-90a3-5de5dd3b638b tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Request body: {'security_group_rule': {'security_group_id': '29ab5ac1-f02d-4d30-a667-2f37a975f449', 'project_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:36:06.649484 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device f8a98a9a-28e3-49e1-99f4-5ef73ae0f5f0 up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:36:06.688117 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2ebab491-29b7-4476-90a3-5de5dd3b638b tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:06.704663 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port f8a98a9a-28e3-49e1-99f4-5ef73ae0f5f0 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:36:06.705076 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:06.751445 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2ebab491-29b7-4476-90a3-5de5dd3b638b tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:06.823079 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2ebab491-29b7-4476-90a3-5de5dd3b638b tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:06.842074 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebab491-29b7-4476-90a3-5de5dd3b638b tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1efbcae-836b-4e6f-b857-0aafdc3aba71,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:36:06.910753 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2ebab491-29b7-4476-90a3-5de5dd3b638b tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:06.912053 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-2ebab491-29b7-4476-90a3-5de5dd3b638b tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3311801 Dec 08 17:36:06.915290 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44646) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:36:06.920215 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-5ed3ffcb-0682-432b-b926-8f4738f0c8fe tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Request body: {'security_group_rule': {'security_group_id': '29ab5ac1-f02d-4d30-a667-2f37a975f449', 'project_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:36:07.000579 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ae84e8-f1a0-4bac-bdd4-53fba5d2334b None None] Sync routers for ids ['7a3894fa-ab8e-465c-9d72-5ea574db9147'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:36:07.011021 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ae84e8-f1a0-4bac-bdd4-53fba5d2334b None None] Routers {'7a3894fa-ab8e-465c-9d72-5ea574db9147'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:36:07.011561 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-c0ae84e8-f1a0-4bac-bdd4-53fba5d2334b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:35:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['7a3894fa-ab8e-465c-9d72-5ea574db9147'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:36:07.068058 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5ed3ffcb-0682-432b-b926-8f4738f0c8fe tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:07.134528 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5ed3ffcb-0682-432b-b926-8f4738f0c8fe tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:07.188805 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5ed3ffcb-0682-432b-b926-8f4738f0c8fe tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:07.202279 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-c0ae84e8-f1a0-4bac-bdd4-53fba5d2334b None None] Set router 7a3894fa-ab8e-465c-9d72-5ea574db9147 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:36:07.208487 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed3ffcb-0682-432b-b926-8f4738f0c8fe tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd5d5d5e-07ff-49de-bfa7-2c6543dcc921,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:36:07.259370 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-5ed3ffcb-0682-432b-b926-8f4738f0c8fe tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:07.260615 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-5ed3ffcb-0682-432b-b926-8f4738f0c8fe tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3440495 Dec 08 17:36:07.263408 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44648) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:36:07.267904 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-969ac2db-5b78-4db1-8c25-24f9c0d73e8e tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Request body: {'security_group_rule': {'security_group_id': '29ab5ac1-f02d-4d30-a667-2f37a975f449', 'project_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:36:07.357350 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-969ac2db-5b78-4db1-8c25-24f9c0d73e8e tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:07.402496 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-c0ae84e8-f1a0-4bac-bdd4-53fba5d2334b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a3894fa-ab8e-465c-9d72-5ea574db9147', 'name': 'tempest-TestSnapshotPattern-1562536845-router', 'tenant_id': 'd5f241a4c9764235902fd722dff8c325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'f8a98a9a-28e3-49e1-99f4-5ef73ae0f5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:36:01Z', 'updated_at': '2021-12-08T17:36:04Z', 'revision_number': 4, 'project_id': 'd5f241a4c9764235902fd722dff8c325', 'gw_port': {'id': 'f8a98a9a-28e3-49e1-99f4-5ef73ae0f5f0', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:1c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3894fa-ab8e-465c-9d72-5ea574db9147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:36:02Z', 'updated_at': '2021-12-08T17:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '495fec28-2606-4188-861d-903434ac2a0b', 'name': '', 'network_id': 'd7e5610e-22e2-44e6-8305-d9a94f37f67b', 'tenant_id': 'd5f241a4c9764235902fd722dff8c325', 'mac_address': 'fa:16:3e:6f:64:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a3894fa-ab8e-465c-9d72-5ea574db9147', 'device_owner': 'network:router_interface', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '2ecb89a2-4b44-47dc-873d-e6b774466237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:36:03Z', 'updated_at': '2021-12-08T17:36:05Z', 'revision_number': 2, 'project_id': 'd5f241a4c9764235902fd722dff8c325', 'subnets': [{'id': '2ecb89a2-4b44-47dc-873d-e6b774466237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:36:07.418003 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-969ac2db-5b78-4db1-8c25-24f9c0d73e8e tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:07.432562 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ae84e8-f1a0-4bac-bdd4-53fba5d2334b None None] Checking router: 7a3894fa-ab8e-465c-9d72-5ea574db9147 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:36:07.432927 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ae84e8-f1a0-4bac-bdd4-53fba5d2334b None None] Updating router 7a3894fa-ab8e-465c-9d72-5ea574db9147 port 495fec28-2606-4188-861d-903434ac2a0b binding host n-d-776250-12 {{(pid=110553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 17:36:07.456619 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-c0ae84e8-f1a0-4bac-bdd4-53fba5d2334b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:07.494620 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-969ac2db-5b78-4db1-8c25-24f9c0d73e8e tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:07.514255 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969ac2db-5b78-4db1-8c25-24f9c0d73e8e tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e23e4b7-6db1-4346-a77c-badbeb3d1640,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:36:07.582477 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-969ac2db-5b78-4db1-8c25-24f9c0d73e8e tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:07.583776 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-969ac2db-5b78-4db1-8c25-24f9c0d73e8e tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3194747 Dec 08 17:36:07.586963 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44650) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:36:07.591413 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-fb8da50d-8da3-4354-b739-d036c6c641bf tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Request body: {'security_group_rule': {'security_group_id': '29ab5ac1-f02d-4d30-a667-2f37a975f449', 'project_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:36:07.688397 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fb8da50d-8da3-4354-b739-d036c6c641bf tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:07.718793 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-c0ae84e8-f1a0-4bac-bdd4-53fba5d2334b None None] Publish callbacks [] for port, precommit_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:07.749550 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fb8da50d-8da3-4354-b739-d036c6c641bf tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:07.771529 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-c0ae84e8-f1a0-4bac-bdd4-53fba5d2334b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:07.844273 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e01bae-4bf3-45ff-88f2-2b09afb74d5f None None] Pushing event updated for resources: {'Port': ['ID=495fec28-2606-4188-861d-903434ac2a0b,revision_number=3']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:36:07.848434 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fb8da50d-8da3-4354-b739-d036c6c641bf tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:07.871075 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8da50d-8da3-4354-b739-d036c6c641bf tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2944f566-3636-4a0c-b051-64b5100619f5,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:36:07.873912 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-c0ae84e8-f1a0-4bac-bdd4-53fba5d2334b None None] Attempting to bind port 495fec28-2606-4188-861d-903434ac2a0b on host n-d-776250-12 for vnic_type normal with profile {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:36:07.874356 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-c0ae84e8-f1a0-4bac-bdd4-53fba5d2334b None None] Attempting to bind port 495fec28-2606-4188-861d-903434ac2a0b by drivers openvswitch,hyperv on host n-d-776250-12 at level 0 using segments [{'id': 'c45f7c57-72f5-4a1c-a378-4e177bb2f7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd7e5610e-22e2-44e6-8305-d9a94f37f67b'}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:36:07.874801 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ae84e8-f1a0-4bac-bdd4-53fba5d2334b None None] Attempting to bind port 495fec28-2606-4188-861d-903434ac2a0b on network d7e5610e-22e2-44e6-8305-d9a94f37f67b {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:36:07.880744 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ae84e8-f1a0-4bac-bdd4-53fba5d2334b None None] Checking agent: {'id': 'f3a03c65-23d9-4943-a590-1ad80ad5a175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 50, 17), 'started_at': datetime.datetime(2021, 12, 8, 15, 50, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:36:07.881118 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ae84e8-f1a0-4bac-bdd4-53fba5d2334b None None] Checking segment: {'id': 'c45f7c57-72f5-4a1c-a378-4e177bb2f7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd7e5610e-22e2-44e6-8305-d9a94f37f67b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:36:07.886205 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-c0ae84e8-f1a0-4bac-bdd4-53fba5d2334b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:07.886205 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ae84e8-f1a0-4bac-bdd4-53fba5d2334b None None] Bound using segment: {'id': 'c45f7c57-72f5-4a1c-a378-4e177bb2f7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd7e5610e-22e2-44e6-8305-d9a94f37f67b'} {{(pid=110553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:36:07.886205 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.managers [None req-c0ae84e8-f1a0-4bac-bdd4-53fba5d2334b None None] Bound port: 495fec28-2606-4188-861d-903434ac2a0b, host: n-d-776250-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c45f7c57-72f5-4a1c-a378-4e177bb2f7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd7e5610e-22e2-44e6-8305-d9a94f37f67b'}}] {{(pid=110553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:36:07.886205 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-c0ae84e8-f1a0-4bac-bdd4-53fba5d2334b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:07.931139 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-fb8da50d-8da3-4354-b739-d036c6c641bf tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:07.932801 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-fb8da50d-8da3-4354-b739-d036c6c641bf tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3448665 Dec 08 17:36:07.935576 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44652) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:36:07.940467 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-93e0c3b2-6340-4d23-a054-d9394a1d5fdd tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Request body: {'security_group_rule': {'security_group_id': '29ab5ac1-f02d-4d30-a667-2f37a975f449', 'project_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:36:07.947436 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-c0ae84e8-f1a0-4bac-bdd4-53fba5d2334b None None] For port 495fec28-2606-4188-861d-903434ac2a0b, host n-d-776250-12, cleared binding levels {{(pid=110553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:36:07.950766 n-d-776250-12 neutron-server[110553]: DEBUG neutron.plugins.ml2.db [None req-c0ae84e8-f1a0-4bac-bdd4-53fba5d2334b None None] For port 495fec28-2606-4188-861d-903434ac2a0b, host n-d-776250-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=495fec28-2606-4188-861d-903434ac2a0b,segment=NetworkSegment(c45f7c57-72f5-4a1c-a378-4e177bb2f7f1),segment_id=c45f7c57-72f5-4a1c-a378-4e177bb2f7f1)] {{(pid=110553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:36:08.020519 n-d-776250-12 neutron-server[110553]: DEBUG neutron_lib.callbacks.manager [None req-c0ae84e8-f1a0-4bac-bdd4-53fba5d2334b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:08.043425 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-372b206c-4f57-4031-ab25-7db34020a6dc None None] Provisioning complete for port 495fec28-2606-4188-861d-903434ac2a0b triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:36:08.043917 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-372b206c-4f57-4031-ab25-7db34020a6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:08.051889 n-d-776250-12 neutron-server[110551]: INFO neutron.db.securitygroups_db [None req-93e0c3b2-6340-4d23-a054-d9394a1d5fdd tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Project c0d76e3d2ea542de9aa921e05bc3acec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 17:36:08.059851 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-93e0c3b2-6340-4d23-a054-d9394a1d5fdd tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:08.075383 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ae84e8-f1a0-4bac-bdd4-53fba5d2334b None None] Routers {'7a3894fa-ab8e-465c-9d72-5ea574db9147'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:36:08.075383 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-c0ae84e8-f1a0-4bac-bdd4-53fba5d2334b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:35:44Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['7a3894fa-ab8e-465c-9d72-5ea574db9147'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:36:08.136690 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-372b206c-4f57-4031-ab25-7db34020a6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:08.145705 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-93e0c3b2-6340-4d23-a054-d9394a1d5fdd tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:08.171437 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-372b206c-4f57-4031-ab25-7db34020a6dc None None] For port 495fec28-2606-4188-861d-903434ac2a0b, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=495fec28-2606-4188-861d-903434ac2a0b,segment=NetworkSegment(c45f7c57-72f5-4a1c-a378-4e177bb2f7f1),segment_id=c45f7c57-72f5-4a1c-a378-4e177bb2f7f1)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:36:08.189819 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e01bae-4bf3-45ff-88f2-2b09afb74d5f None None] Pushing event updated for resources: {'Port': ['ID=495fec28-2606-4188-861d-903434ac2a0b,revision_number=4']} {{(pid=110553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:36:08.205881 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-c0ae84e8-f1a0-4bac-bdd4-53fba5d2334b None None] Set router 7a3894fa-ab8e-465c-9d72-5ea574db9147 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:36:08.214607 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-93e0c3b2-6340-4d23-a054-d9394a1d5fdd tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:08.238317 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e0c3b2-6340-4d23-a054-d9394a1d5fdd tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0435b48-9fa6-400e-ad56-8d83214e64bd,revision_number=0']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:36:08.243407 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-372b206c-4f57-4031-ab25-7db34020a6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:08.291998 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372b206c-4f57-4031-ab25-7db34020a6dc None None] Pushing event updated for resources: {'Port': ['ID=495fec28-2606-4188-861d-903434ac2a0b,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:36:08.304987 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-93e0c3b2-6340-4d23-a054-d9394a1d5fdd tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:08.309376 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 44654) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:36:08.314243 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-93e0c3b2-6340-4d23-a054-d9394a1d5fdd tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3726101 Dec 08 17:36:08.314397 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-c3d9dd0d-342c-4774-8058-24fdf86696ac tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Request body: {'security_group_rule': {'security_group_id': '29ab5ac1-f02d-4d30-a667-2f37a975f449', 'project_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:36:08.364679 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-808c435a-80db-4f01-9822-8722fd49e1b3 None None] Provisioning complete for port 495fec28-2606-4188-861d-903434ac2a0b triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:36:08.365775 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-808c435a-80db-4f01-9822-8722fd49e1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:08.400218 n-d-776250-12 neutron-server[110550]: INFO neutron.db.securitygroups_db [None req-c3d9dd0d-342c-4774-8058-24fdf86696ac tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Project c0d76e3d2ea542de9aa921e05bc3acec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 17:36:08.405793 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c3d9dd0d-342c-4774-8058-24fdf86696ac tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:08.412915 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-c0ae84e8-f1a0-4bac-bdd4-53fba5d2334b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a3894fa-ab8e-465c-9d72-5ea574db9147', 'name': 'tempest-TestSnapshotPattern-1562536845-router', 'tenant_id': 'd5f241a4c9764235902fd722dff8c325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'f8a98a9a-28e3-49e1-99f4-5ef73ae0f5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:36:01Z', 'updated_at': '2021-12-08T17:36:04Z', 'revision_number': 4, 'project_id': 'd5f241a4c9764235902fd722dff8c325', 'gw_port': {'id': 'f8a98a9a-28e3-49e1-99f4-5ef73ae0f5f0', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:1c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3894fa-ab8e-465c-9d72-5ea574db9147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:36:02Z', 'updated_at': '2021-12-08T17:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '495fec28-2606-4188-861d-903434ac2a0b', 'name': '', 'network_id': 'd7e5610e-22e2-44e6-8305-d9a94f37f67b', 'tenant_id': 'd5f241a4c9764235902fd722dff8c325', 'mac_address': 'fa:16:3e:6f:64:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a3894fa-ab8e-465c-9d72-5ea574db9147', 'device_owner': 'network:router_interface', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '2ecb89a2-4b44-47dc-873d-e6b774466237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:36:03Z', 'updated_at': '2021-12-08T17:36:07Z', 'revision_number': 4, 'project_id': 'd5f241a4c9764235902fd722dff8c325', 'subnets': [{'id': '2ecb89a2-4b44-47dc-873d-e6b774466237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:36:08.443247 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ae84e8-f1a0-4bac-bdd4-53fba5d2334b None None] The sync data for ids ['7a3894fa-ab8e-465c-9d72-5ea574db9147'] in n-d-776250-12 is: [{'id': '7a3894fa-ab8e-465c-9d72-5ea574db9147', 'name': 'tempest-TestSnapshotPattern-1562536845-router', 'tenant_id': 'd5f241a4c9764235902fd722dff8c325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'f8a98a9a-28e3-49e1-99f4-5ef73ae0f5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:36:01Z', 'updated_at': '2021-12-08T17:36:04Z', 'revision_number': 4, 'project_id': 'd5f241a4c9764235902fd722dff8c325', 'gw_port': {'id': 'f8a98a9a-28e3-49e1-99f4-5ef73ae0f5f0', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:1c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3894fa-ab8e-465c-9d72-5ea574db9147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:36:02Z', 'updated_at': '2021-12-08T17:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '495fec28-2606-4188-861d-903434ac2a0b', 'name': '', 'network_id': 'd7e5610e-22e2-44e6-8305-d9a94f37f67b', 'tenant_id': 'd5f241a4c9764235902fd722dff8c325', 'mac_address': 'fa:16:3e:6f:64:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a3894fa-ab8e-465c-9d72-5ea574db9147', 'device_owner': 'network:router_interface', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '2ecb89a2-4b44-47dc-873d-e6b774466237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:36:03Z', 'updated_at': '2021-12-08T17:36:07Z', 'revision_number': 4, 'project_id': 'd5f241a4c9764235902fd722dff8c325', 'subnets': [{'id': '2ecb89a2-4b44-47dc-873d-e6b774466237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:36:08.469945 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c3d9dd0d-342c-4774-8058-24fdf86696ac tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:08.537438 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c3d9dd0d-342c-4774-8058-24fdf86696ac tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645590'] for security_group_rule, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:08.559946 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d9dd0d-342c-4774-8058-24fdf86696ac tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fa2fc34-263d-4771-b864-eae6dcdd5355,revision_number=0']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:36:08.636699 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-c3d9dd0d-342c-4774-8058-24fdf86696ac tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:08.638217 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-c3d9dd0d-342c-4774-8058-24fdf86696ac tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3275733 Dec 08 17:36:08.670809 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 495fec28-2606-4188-861d-903434ac2a0b up at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:36:08.726938 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Provisioning complete for port 495fec28-2606-4188-861d-903434ac2a0b triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:36:08.727520 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:08.809087 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0ebe8040-eb02-4e5f-b5ab-53b8bbcf293a req-1a0b0ee1-6ee3-463f-9a77-d429a1b4d8a9 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-853180101&fields=id&tenant_id=c0d76e3d2ea542de9aa921e05bc3acec HTTP/1.1" status: 200 len: 267 time: 0.0483489 Dec 08 17:36:08.921707 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe8040-eb02-4e5f-b5ab-53b8bbcf293a req-7cdf5432-e615-407a-8605-33d460d65bb1 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:36:08.923190 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0ebe8040-eb02-4e5f-b5ab-53b8bbcf293a req-7cdf5432-e615-407a-8605-33d460d65bb1 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/networks?id=f23d843c-57e0-4e53-853c-8d5fea2f990a HTTP/1.1" status: 200 len: 810 time: 0.1061225 Dec 08 17:36:08.939316 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0ebe8040-eb02-4e5f-b5ab-53b8bbcf293a req-a50de4a4-1a29-44c1-a7f3-a111050b357c tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/quotas/c0d76e3d2ea542de9aa921e05bc3acec HTTP/1.1" status: 200 len: 375 time: 0.0101357 Dec 08 17:36:08.997153 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0ebe8040-eb02-4e5f-b5ab-53b8bbcf293a req-db714ebc-d909-4196-85e3-12c2f8b2a68b tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c0d76e3d2ea542de9aa921e05bc3acec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523338 Dec 08 17:36:09.193149 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0ebe8040-eb02-4e5f-b5ab-53b8bbcf293a req-cea70d86-fe41-483e-bf3b-3d05a47dc719 service neutron] 10.222.0.64 "GET /v2.0/networks/f23d843c-57e0-4e53-853c-8d5fea2f990a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834342 Dec 08 17:36:09.293961 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0ebe8040-eb02-4e5f-b5ab-53b8bbcf293a req-81291ec4-192f-402f-aa4d-574dc9e9d287 service neutron] 10.222.0.64 "GET /v2.0/networks/f23d843c-57e0-4e53-853c-8d5fea2f990a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944672 Dec 08 17:36:09.542117 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-73f6b47d-6f50-4bf1-a8da-c8a6f903ad74 req-bd58ae99-da89-49b3-9f93-28dc3cecbac5 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c180024-7be0-4cc4-b260-7e2ecb30c5ad HTTP/1.1" status: 200 len: 210 time: 0.0293264 Dec 08 17:36:09.602981 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:10.621892 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-c467b997-4ca2-4549-8672-1f97a31471b7 req-1f2df32a-dffe-4860-beee-83de61a82575 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c180024-7be0-4cc4-b260-7e2ecb30c5ad HTTP/1.1" status: 200 len: 210 time: 0.0277514 Dec 08 17:36:11.488765 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-bca3b0f3-0d30-46a9-83b3-a0028022c393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:11.724587 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe8040-eb02-4e5f-b5ab-53b8bbcf293a req-5062abe6-41ce-4602-98be-25048f36f080 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:36:11.726087 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0ebe8040-eb02-4e5f-b5ab-53b8bbcf293a req-5062abe6-41ce-4602-98be-25048f36f080 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.76 "GET /v2.0/networks?id=f23d843c-57e0-4e53-853c-8d5fea2f990a HTTP/1.1" status: 200 len: 810 time: 0.1077595 Dec 08 17:36:11.736115 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-4d6e7ab5-fa23-4a71-9259-3b39403a5623 req-f5f05167-1ce9-4875-a95d-fd34d631d175 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c180024-7be0-4cc4-b260-7e2ecb30c5ad HTTP/1.1" status: 200 len: 210 time: 0.0459299 Dec 08 17:36:11.795183 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0ebe8040-eb02-4e5f-b5ab-53b8bbcf293a req-1c6a8ce3-5992-4607-b487-9b7547662750 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0d76e3d2ea542de9aa921e05bc3acec HTTP/1.1" status: 200 len: 379 time: 0.0579648 Dec 08 17:36:11.803325 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-0ebe8040-eb02-4e5f-b5ab-53b8bbcf293a req-13f4d664-138e-4f04-a3a8-f34b7a9df680 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Request body: {'port': {'device_id': '5c180024-7be0-4cc4-b260-7e2ecb30c5ad', 'network_id': 'f23d843c-57e0-4e53-853c-8d5fea2f990a', 'admin_state_up': True, 'tenant_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'security_groups': ['29ab5ac1-f02d-4d30-a667-2f37a975f449']}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:36:12.014491 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ebe8040-eb02-4e5f-b5ab-53b8bbcf293a req-13f4d664-138e-4f04-a3a8-f34b7a9df680 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Made reservation on behalf of c0d76e3d2ea542de9aa921e05bc3acec for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:36:12.018187 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0ebe8040-eb02-4e5f-b5ab-53b8bbcf293a req-13f4d664-138e-4f04-a3a8-f34b7a9df680 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:12.144709 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-0ebe8040-eb02-4e5f-b5ab-53b8bbcf293a req-13f4d664-138e-4f04-a3a8-f34b7a9df680 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Allocated IP 172.20.0.6 (f23d843c-57e0-4e53-853c-8d5fea2f990a/a5fe33bc-93fb-4df1-8613-f74475fef896/940c913c-e73c-472b-a142-8b5e8fdbac11) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:36:12.279609 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0ebe8040-eb02-4e5f-b5ab-53b8bbcf293a req-13f4d664-138e-4f04-a3a8-f34b7a9df680 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:12.383467 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0ebe8040-eb02-4e5f-b5ab-53b8bbcf293a req-13f4d664-138e-4f04-a3a8-f34b7a9df680 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:12.428642 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ebe8040-eb02-4e5f-b5ab-53b8bbcf293a req-13f4d664-138e-4f04-a3a8-f34b7a9df680 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Network f23d843c-57e0-4e53-853c-8d5fea2f990a is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:36:12.431770 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-0ebe8040-eb02-4e5f-b5ab-53b8bbcf293a req-13f4d664-138e-4f04-a3a8-f34b7a9df680 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:36:12.434387 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ebe8040-eb02-4e5f-b5ab-53b8bbcf293a req-13f4d664-138e-4f04-a3a8-f34b7a9df680 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:36:12.469355 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f4d664-138e-4f04-a3a8-f34b7a9df680 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Pushing event updated for resources: {'Port': ['ID=940c913c-e73c-472b-a142-8b5e8fdbac11,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:36:12.495176 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe8040-eb02-4e5f-b5ab-53b8bbcf293a req-13f4d664-138e-4f04-a3a8-f34b7a9df680 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:36:12.495822 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0ebe8040-eb02-4e5f-b5ab-53b8bbcf293a req-13f4d664-138e-4f04-a3a8-f34b7a9df680 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:12.562615 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0ebe8040-eb02-4e5f-b5ab-53b8bbcf293a req-13f4d664-138e-4f04-a3a8-f34b7a9df680 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7628396 Dec 08 17:36:12.575452 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-0ebe8040-eb02-4e5f-b5ab-53b8bbcf293a req-c23432b2-42bc-47fe-bdd9-8f402065508f service neutron] Request body: {'port': {'device_id': '5c180024-7be0-4cc4-b260-7e2ecb30c5ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:36:12.630261 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0ebe8040-eb02-4e5f-b5ab-53b8bbcf293a req-c23432b2-42bc-47fe-bdd9-8f402065508f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:12.690642 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-d284f591-5a6d-4aae-8ba1-8d6503980402 None None] Provisioning complete for port 940c913c-e73c-472b-a142-8b5e8fdbac11 triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:36:12.691246 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d284f591-5a6d-4aae-8ba1-8d6503980402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:12.725146 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-d284f591-5a6d-4aae-8ba1-8d6503980402 None None] Port 940c913c-e73c-472b-a142-8b5e8fdbac11 cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:36:12.896965 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451cbcd-9ecc-4d2c-9f84-489dfadf2fe1 req-bb5adc60-fa98-4fae-a23e-b49c4b1f08d3 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:36:12.898379 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a451cbcd-9ecc-4d2c-9f84-489dfadf2fe1 req-bb5adc60-fa98-4fae-a23e-b49c4b1f08d3 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c180024-7be0-4cc4-b260-7e2ecb30c5ad HTTP/1.1" status: 200 len: 931 time: 0.0813217 Dec 08 17:36:12.960603 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-0ebe8040-eb02-4e5f-b5ab-53b8bbcf293a req-c23432b2-42bc-47fe-bdd9-8f402065508f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 940c913c-e73c-472b-a142-8b5e8fdbac11 {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:36:12.973795 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0ebe8040-eb02-4e5f-b5ab-53b8bbcf293a req-c23432b2-42bc-47fe-bdd9-8f402065508f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:12.988035 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a451cbcd-9ecc-4d2c-9f84-489dfadf2fe1 req-7875b585-96d6-4d0a-889c-854abac64e82 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/security-groups?id=29ab5ac1-f02d-4d30-a667-2f37a975f449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824938 Dec 08 17:36:12.995776 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-0ebe8040-eb02-4e5f-b5ab-53b8bbcf293a req-c23432b2-42bc-47fe-bdd9-8f402065508f service neutron] Transition to ACTIVE for port object 940c913c-e73c-472b-a142-8b5e8fdbac11 will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 17:36:13.071245 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0ebe8040-eb02-4e5f-b5ab-53b8bbcf293a req-c23432b2-42bc-47fe-bdd9-8f402065508f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:13.126325 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23432b2-42bc-47fe-bdd9-8f402065508f service neutron] Pushing event updated for resources: {'Port': ['ID=940c913c-e73c-472b-a142-8b5e8fdbac11,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:36:13.196283 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-0ebe8040-eb02-4e5f-b5ab-53b8bbcf293a req-c23432b2-42bc-47fe-bdd9-8f402065508f service neutron] Attempting to bind port 940c913c-e73c-472b-a142-8b5e8fdbac11 on host n-h1-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:36:13.196629 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-0ebe8040-eb02-4e5f-b5ab-53b8bbcf293a req-c23432b2-42bc-47fe-bdd9-8f402065508f service neutron] Attempting to bind port 940c913c-e73c-472b-a142-8b5e8fdbac11 by drivers openvswitch,hyperv on host n-h1-776250-12 at level 0 using segments [{'id': '140137c2-b6e0-4262-a6fd-2165ee1875b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'f23d843c-57e0-4e53-853c-8d5fea2f990a'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:36:13.197091 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebe8040-eb02-4e5f-b5ab-53b8bbcf293a req-c23432b2-42bc-47fe-bdd9-8f402065508f service neutron] Attempting to bind port 940c913c-e73c-472b-a142-8b5e8fdbac11 on network f23d843c-57e0-4e53-853c-8d5fea2f990a {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:36:13.202123 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebe8040-eb02-4e5f-b5ab-53b8bbcf293a req-c23432b2-42bc-47fe-bdd9-8f402065508f service neutron] Port 940c913c-e73c-472b-a142-8b5e8fdbac11 on network f23d843c-57e0-4e53-853c-8d5fea2f990a not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 17:36:13.202454 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebe8040-eb02-4e5f-b5ab-53b8bbcf293a req-c23432b2-42bc-47fe-bdd9-8f402065508f service neutron] Attempting to bind port 940c913c-e73c-472b-a142-8b5e8fdbac11 on network f23d843c-57e0-4e53-853c-8d5fea2f990a {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:36:13.207667 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebe8040-eb02-4e5f-b5ab-53b8bbcf293a req-c23432b2-42bc-47fe-bdd9-8f402065508f service neutron] Checking agent: {'id': 'af22a48e-2c99-4385-bbd6-66bab8217003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:36:13.208085 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebe8040-eb02-4e5f-b5ab-53b8bbcf293a req-c23432b2-42bc-47fe-bdd9-8f402065508f service neutron] Checking segment: {'id': '140137c2-b6e0-4262-a6fd-2165ee1875b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'f23d843c-57e0-4e53-853c-8d5fea2f990a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:36:13.208563 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebe8040-eb02-4e5f-b5ab-53b8bbcf293a req-c23432b2-42bc-47fe-bdd9-8f402065508f service neutron] Bound using segment: {'id': '140137c2-b6e0-4262-a6fd-2165ee1875b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'f23d843c-57e0-4e53-853c-8d5fea2f990a'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:36:13.209059 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-0ebe8040-eb02-4e5f-b5ab-53b8bbcf293a req-c23432b2-42bc-47fe-bdd9-8f402065508f service neutron] Bound port: 940c913c-e73c-472b-a142-8b5e8fdbac11, host: n-h1-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140137c2-b6e0-4262-a6fd-2165ee1875b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'f23d843c-57e0-4e53-853c-8d5fea2f990a'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:36:13.209482 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0ebe8040-eb02-4e5f-b5ab-53b8bbcf293a req-c23432b2-42bc-47fe-bdd9-8f402065508f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:13.275537 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-0ebe8040-eb02-4e5f-b5ab-53b8bbcf293a req-c23432b2-42bc-47fe-bdd9-8f402065508f service neutron] For port 940c913c-e73c-472b-a142-8b5e8fdbac11, host n-h1-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:36:13.278484 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-0ebe8040-eb02-4e5f-b5ab-53b8bbcf293a req-c23432b2-42bc-47fe-bdd9-8f402065508f service neutron] For port 940c913c-e73c-472b-a142-8b5e8fdbac11, host n-h1-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=940c913c-e73c-472b-a142-8b5e8fdbac11,segment=NetworkSegment(140137c2-b6e0-4262-a6fd-2165ee1875b7),segment_id=140137c2-b6e0-4262-a6fd-2165ee1875b7)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:36:13.354268 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0ebe8040-eb02-4e5f-b5ab-53b8bbcf293a req-c23432b2-42bc-47fe-bdd9-8f402065508f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:13.386720 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe8040-eb02-4e5f-b5ab-53b8bbcf293a req-c23432b2-42bc-47fe-bdd9-8f402065508f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:36:13.387414 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-0ebe8040-eb02-4e5f-b5ab-53b8bbcf293a req-c23432b2-42bc-47fe-bdd9-8f402065508f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:13.388825 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0ebe8040-eb02-4e5f-b5ab-53b8bbcf293a req-c23432b2-42bc-47fe-bdd9-8f402065508f service neutron] 10.222.0.76 "PUT /v2.0/ports/940c913c-e73c-472b-a142-8b5e8fdbac11 HTTP/1.1" status: 200 len: 1092 time: 0.8178382 Dec 08 17:36:13.389268 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c180024-7be0-4cc4-b260-7e2ecb30c5ad', 'tag': '940c913c-e73c-472b-a142-8b5e8fdbac11'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:36:13.391535 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33688f0a94a9db352de83aac38ec7a80f5ce35812a363759cff610bcc84c1346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec66c73a-c129-4446-a1ac-a44e7204fa8a" -d '{"events": [{"name": "network-changed", "server_uuid": "5c180024-7be0-4cc4-b260-7e2ecb30c5ad", "tag": "940c913c-e73c-472b-a142-8b5e8fdbac11"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:36:13.422843 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23432b2-42bc-47fe-bdd9-8f402065508f service neutron] Pushing event updated for resources: {'Port': ['ID=940c913c-e73c-472b-a142-8b5e8fdbac11,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:36:13.436011 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a292f0f-377d-47bd-a058-f95ee21ef6ac x-openstack-request-id: req-8a292f0f-377d-47bd-a058-f95ee21ef6ac {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:36:13.436408 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c180024-7be0-4cc4-b260-7e2ecb30c5ad", "tag": "940c913c-e73c-472b-a142-8b5e8fdbac11", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:36:13.436659 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8a292f0f-377d-47bd-a058-f95ee21ef6ac {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:36:13.437139 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c180024-7be0-4cc4-b260-7e2ecb30c5ad', 'tag': '940c913c-e73c-472b-a142-8b5e8fdbac11', 'status': 'completed', 'code': 200} Dec 08 17:36:13.507117 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec66c73a-c129-4446-a1ac-a44e7204fa8a req-952beed1-b4f1-48ab-8c86-d9ebad47dc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:36:13.508717 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ec66c73a-c129-4446-a1ac-a44e7204fa8a req-952beed1-b4f1-48ab-8c86-d9ebad47dc6a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c0d76e3d2ea542de9aa921e05bc3acec&device_id=5c180024-7be0-4cc4-b260-7e2ecb30c5ad HTTP/1.1" status: 200 len: 1095 time: 0.0491357 Dec 08 17:36:13.609729 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec66c73a-c129-4446-a1ac-a44e7204fa8a req-7ad1f4f0-9b55-4d0b-911e-1e603b64fc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:36:13.611213 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ec66c73a-c129-4446-a1ac-a44e7204fa8a req-7ad1f4f0-9b55-4d0b-911e-1e603b64fc64 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=c0d76e3d2ea542de9aa921e05bc3acec&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0937896 Dec 08 17:36:14.042990 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec66c73a-c129-4446-a1ac-a44e7204fa8a req-2275ebd2-93d4-493b-bae8-7ea19f04231f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:36:14.044507 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ec66c73a-c129-4446-a1ac-a44e7204fa8a req-2275ebd2-93d4-493b-bae8-7ea19f04231f service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4263065 Dec 08 17:36:14.143620 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ab7e1-fcff-439c-ae3f-21c36a7b370f req-7a4bd2a9-cff4-4a72-b1ab-be4296b425fe tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:36:14.145158 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b91ab7e1-fcff-439c-ae3f-21c36a7b370f req-7a4bd2a9-cff4-4a72-b1ab-be4296b425fe tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c180024-7be0-4cc4-b260-7e2ecb30c5ad HTTP/1.1" status: 200 len: 943 time: 0.0807819 Dec 08 17:36:14.151649 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe8040-eb02-4e5f-b5ab-53b8bbcf293a req-31c73af2-4c0e-4c58-90fd-98e909c6f8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:36:14.153075 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0ebe8040-eb02-4e5f-b5ab-53b8bbcf293a req-31c73af2-4c0e-4c58-90fd-98e909c6f8b4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c0d76e3d2ea542de9aa921e05bc3acec&device_id=5c180024-7be0-4cc4-b260-7e2ecb30c5ad HTTP/1.1" status: 200 len: 1095 time: 0.0615618 Dec 08 17:36:14.204249 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0ebe8040-eb02-4e5f-b5ab-53b8bbcf293a req-759ed194-ac7a-4aa8-8c43-7429f9108edc service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=940c913c-e73c-472b-a142-8b5e8fdbac11 HTTP/1.1" status: 200 len: 217 time: 0.0434530 Dec 08 17:36:14.231273 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9c875a0f-40a1-4337-953c-d7a95c088f17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:14.262657 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b91ab7e1-fcff-439c-ae3f-21c36a7b370f req-0c4f9b9f-0f2a-450b-ae69-205a4f519883 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/security-groups?id=29ab5ac1-f02d-4d30-a667-2f37a975f449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086259 Dec 08 17:36:14.275097 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe8040-eb02-4e5f-b5ab-53b8bbcf293a req-cc0f8909-b5c5-489e-b9b6-ff61ae3dcad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:36:14.276574 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0ebe8040-eb02-4e5f-b5ab-53b8bbcf293a req-cc0f8909-b5c5-489e-b9b6-ff61ae3dcad0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a5fe33bc-93fb-4df1-8613-f74475fef896 HTTP/1.1" status: 200 len: 849 time: 0.0623062 Dec 08 17:36:14.322123 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe8040-eb02-4e5f-b5ab-53b8bbcf293a req-e60dfeac-81dd-4673-87cc-56be7b158fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:36:14.323649 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0ebe8040-eb02-4e5f-b5ab-53b8bbcf293a req-e60dfeac-81dd-4673-87cc-56be7b158fc6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f23d843c-57e0-4e53-853c-8d5fea2f990a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407143 Dec 08 17:36:14.415568 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0ebe8040-eb02-4e5f-b5ab-53b8bbcf293a req-ab665813-9d9c-43df-b4df-c142b9f365d1 service neutron] 10.222.0.76 "GET /v2.0/networks/f23d843c-57e0-4e53-853c-8d5fea2f990a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850470 Dec 08 17:36:14.505805 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-0ebe8040-eb02-4e5f-b5ab-53b8bbcf293a req-c790e211-416b-4bc9-af48-fa244ee04807 service neutron] 10.222.0.76 "GET /v2.0/networks/f23d843c-57e0-4e53-853c-8d5fea2f990a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834250 Dec 08 17:36:15.379045 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805539e4-25ab-431c-a8f9-1a60cb5784e0 req-355f2890-97ea-4d08-980c-ec869a8711a0 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:36:15.380584 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-805539e4-25ab-431c-a8f9-1a60cb5784e0 req-355f2890-97ea-4d08-980c-ec869a8711a0 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c180024-7be0-4cc4-b260-7e2ecb30c5ad HTTP/1.1" status: 200 len: 943 time: 0.0489817 Dec 08 17:36:15.429446 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-805539e4-25ab-431c-a8f9-1a60cb5784e0 req-be0c5f94-72b9-4dae-8a87-0296918a87d8 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/security-groups?id=29ab5ac1-f02d-4d30-a667-2f37a975f449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424821 Dec 08 17:36:15.614309 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:16.552474 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6767beb-7e1e-4839-8520-4b9522987a73 req-6e02d382-5a8d-4ff9-9f7a-c39c786435a8 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:36:16.553969 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f6767beb-7e1e-4839-8520-4b9522987a73 req-6e02d382-5a8d-4ff9-9f7a-c39c786435a8 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c180024-7be0-4cc4-b260-7e2ecb30c5ad HTTP/1.1" status: 200 len: 943 time: 0.0549476 Dec 08 17:36:16.603689 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-f6767beb-7e1e-4839-8520-4b9522987a73 req-1b18a6aa-369d-415c-aaf0-bbc9760d0eda tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/security-groups?id=29ab5ac1-f02d-4d30-a667-2f37a975f449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437870 Dec 08 17:36:17.100509 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:17.680743 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:17.737226 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a8d443-b0df-4761-aea4-dc9e46550258 req-4e5b1838-0f69-4355-82d0-f7363ef4d017 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:36:17.738842 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-03a8d443-b0df-4761-aea4-dc9e46550258 req-4e5b1838-0f69-4355-82d0-f7363ef4d017 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c180024-7be0-4cc4-b260-7e2ecb30c5ad HTTP/1.1" status: 200 len: 943 time: 0.0682127 Dec 08 17:36:17.801116 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-03a8d443-b0df-4761-aea4-dc9e46550258 req-098b69bf-1c6f-44ab-8351-a0ef721a976c tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/security-groups?id=29ab5ac1-f02d-4d30-a667-2f37a975f449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540979 Dec 08 17:36:18.015005 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 940c913c-e73c-472b-a142-8b5e8fdbac11 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 17:36:18.116533 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 940c913c-e73c-472b-a142-8b5e8fdbac11, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=940c913c-e73c-472b-a142-8b5e8fdbac11,segment=NetworkSegment(140137c2-b6e0-4262-a6fd-2165ee1875b7),segment_id=140137c2-b6e0-4262-a6fd-2165ee1875b7)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:36:18.127980 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '940c913c-e73c-472b-a142-8b5e8fdbac11', 'network_id': 'f23d843c-57e0-4e53-853c-8d5fea2f990a', 'port_id': '940c913c-e73c-472b-a142-8b5e8fdbac11', 'mac_address': 'fa:16:3e:d3:f6:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5fe33bc-93fb-4df1-8613-f74475fef896', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 17:36:18.164203 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:18.176448 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 940c913c-e73c-472b-a142-8b5e8fdbac11 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:36:18.195589 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 940c913c-e73c-472b-a142-8b5e8fdbac11, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=940c913c-e73c-472b-a142-8b5e8fdbac11,segment=NetworkSegment(140137c2-b6e0-4262-a6fd-2165ee1875b7),segment_id=140137c2-b6e0-4262-a6fd-2165ee1875b7)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:36:18.265979 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:18.312595 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=940c913c-e73c-472b-a142-8b5e8fdbac11,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:36:18.583457 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['940c913c-e73c-472b-a142-8b5e8fdbac11'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:36:18.921819 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc3ad3-19ed-44f7-9f44-4d7f1925d096 req-aec4ec4f-1737-4247-b60a-50b007ceeae3 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:36:18.923297 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8cfc3ad3-19ed-44f7-9f44-4d7f1925d096 req-aec4ec4f-1737-4247-b60a-50b007ceeae3 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c180024-7be0-4cc4-b260-7e2ecb30c5ad HTTP/1.1" status: 200 len: 944 time: 0.0487707 Dec 08 17:36:18.971268 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-8cfc3ad3-19ed-44f7-9f44-4d7f1925d096 req-53c18bc9-30f9-4aeb-9c67-1fd82151963f tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/security-groups?id=29ab5ac1-f02d-4d30-a667-2f37a975f449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420730 Dec 08 17:36:20.019876 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 940c913c-e73c-472b-a142-8b5e8fdbac11 up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:36:20.089517 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f019e-95c0-40e7-9b89-8eb70117559e req-585c5142-0fd8-4d1a-bcd6-14f348cda5e3 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:36:20.091169 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7d5f019e-95c0-40e7-9b89-8eb70117559e req-585c5142-0fd8-4d1a-bcd6-14f348cda5e3 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c180024-7be0-4cc4-b260-7e2ecb30c5ad HTTP/1.1" status: 200 len: 944 time: 0.0507355 Dec 08 17:36:20.141998 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-7d5f019e-95c0-40e7-9b89-8eb70117559e req-b4160c9d-4f5c-46a9-912d-2c00ac84df8b tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/security-groups?id=29ab5ac1-f02d-4d30-a667-2f37a975f449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443568 Dec 08 17:36:20.145469 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning for port 940c913c-e73c-472b-a142-8b5e8fdbac11 completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 17:36:20.149475 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 940c913c-e73c-472b-a142-8b5e8fdbac11 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:36:20.149855 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:20.225250 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:20.247208 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c180024-7be0-4cc4-b260-7e2ecb30c5ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '940c913c-e73c-472b-a142-8b5e8fdbac11'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:36:20.249542 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e972d80ca4ba26e60ff2132fe6d2147b95d4377dec9e0b14df2e9cad1c1848da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df1cd4d-23cb-4423-94e4-917135ccaae8" -d '{"events": [{"server_uuid": "5c180024-7be0-4cc4-b260-7e2ecb30c5ad", "name": "network-vif-plugged", "status": "completed", "tag": "940c913c-e73c-472b-a142-8b5e8fdbac11"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:36:20.262749 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 940c913c-e73c-472b-a142-8b5e8fdbac11, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=940c913c-e73c-472b-a142-8b5e8fdbac11,segment=NetworkSegment(140137c2-b6e0-4262-a6fd-2165ee1875b7),segment_id=140137c2-b6e0-4262-a6fd-2165ee1875b7)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:36:20.343399 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:20.347447 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634be9ed-6ce0-4181-a80b-5a3dd2a1fc30 x-openstack-request-id: req-634be9ed-6ce0-4181-a80b-5a3dd2a1fc30 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:36:20.347748 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c180024-7be0-4cc4-b260-7e2ecb30c5ad", "name": "network-vif-plugged", "status": "completed", "tag": "940c913c-e73c-472b-a142-8b5e8fdbac11", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:36:20.348010 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-634be9ed-6ce0-4181-a80b-5a3dd2a1fc30 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:36:20.348455 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c180024-7be0-4cc4-b260-7e2ecb30c5ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '940c913c-e73c-472b-a142-8b5e8fdbac11', 'code': 200} Dec 08 17:36:20.396808 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=940c913c-e73c-472b-a142-8b5e8fdbac11,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:36:20.442866 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53684f9-aa55-4162-876f-d3d867816155 req-5c8a5776-a997-4ac3-a340-db8505321fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:36:20.444433 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b53684f9-aa55-4162-876f-d3d867816155 req-5c8a5776-a997-4ac3-a340-db8505321fa3 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5c180024-7be0-4cc4-b260-7e2ecb30c5ad HTTP/1.1" status: 200 len: 1097 time: 0.0406325 Dec 08 17:36:20.495801 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b53684f9-aa55-4162-876f-d3d867816155 req-22d7b685-59b2-423e-9aaf-56a64f606052 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=29ab5ac1-f02d-4d30-a667-2f37a975f449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438893 Dec 08 17:36:21.256032 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520bf4f1-0673-4ce5-98cf-8d1b343f98a2 req-574136db-d926-45b1-80d7-c9d04df1447f tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:36:21.258071 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-520bf4f1-0673-4ce5-98cf-8d1b343f98a2 req-574136db-d926-45b1-80d7-c9d04df1447f tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c180024-7be0-4cc4-b260-7e2ecb30c5ad HTTP/1.1" status: 200 len: 945 time: 0.0489750 Dec 08 17:36:21.310679 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-520bf4f1-0673-4ce5-98cf-8d1b343f98a2 req-9d43d331-ee82-47ec-8a18-d53d5adf361a tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/security-groups?id=29ab5ac1-f02d-4d30-a667-2f37a975f449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467112 Dec 08 17:36:22.427770 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cbbbde-815c-4ef7-8665-9951821a38d8 req-d7a1ae3d-8865-461d-8e2a-8ad5f5da0b96 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:36:22.429285 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a0cbbbde-815c-4ef7-8665-9951821a38d8 req-d7a1ae3d-8865-461d-8e2a-8ad5f5da0b96 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c180024-7be0-4cc4-b260-7e2ecb30c5ad HTTP/1.1" status: 200 len: 945 time: 0.0492055 Dec 08 17:36:22.478798 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-a0cbbbde-815c-4ef7-8665-9951821a38d8 req-c44f21f3-fffb-48e7-b31f-b983719b8c2d tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/security-groups?id=29ab5ac1-f02d-4d30-a667-2f37a975f449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435758 Dec 08 17:36:22.591722 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0eb6fe-9489-4f2d-ba58-9090710c7875 req-257ec2e6-b40b-40fd-a238-93b6f4b9534f tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:36:22.593251 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5d0eb6fe-9489-4f2d-ba58-9090710c7875 req-257ec2e6-b40b-40fd-a238-93b6f4b9534f tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c180024-7be0-4cc4-b260-7e2ecb30c5ad HTTP/1.1" status: 200 len: 945 time: 0.0485830 Dec 08 17:36:22.642652 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-5d0eb6fe-9489-4f2d-ba58-9090710c7875 req-552db2e0-c4cc-417d-8b24-013e3bd37d14 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/security-groups?id=29ab5ac1-f02d-4d30-a667-2f37a975f449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435352 Dec 08 17:36:22.664855 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44716) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:36:22.745682 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6cd13b-0d21-4179-b2ae-b0e3c4b291b7 tempest-TestSnapshotPattern-1920311432 tempest-TestSnapshotPattern-1920311432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:36:22.747123 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-1f6cd13b-0d21-4179-b2ae-b0e3c4b291b7 tempest-TestSnapshotPattern-1920311432 tempest-TestSnapshotPattern-1920311432-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=5c180024-7be0-4cc4-b260-7e2ecb30c5ad HTTP/1.1" status: 200 len: 1092 time: 0.0813057 Dec 08 17:36:22.749971 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 44720) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:36:22.754472 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.v2.base [None req-e6c0b6dd-b0bf-4a13-8794-0ea3dcdc7309 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Request body: {'floatingip': {'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'port_id': '940c913c-e73c-472b-a142-8b5e8fdbac11', 'tenant_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:36:22.859804 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e6c0b6dd-b0bf-4a13-8794-0ea3dcdc7309 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks [] for floatingip, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:22.959281 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e6c0b6dd-b0bf-4a13-8794-0ea3dcdc7309 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:23.061688 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_common [None req-e6c0b6dd-b0bf-4a13-8794-0ea3dcdc7309 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Allocated IP 172.25.0.12 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/b294083a-2091-4c38-9945-e8fd567fa25b) {{(pid=110551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:36:23.164540 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e6c0b6dd-b0bf-4a13-8794-0ea3dcdc7309 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks [] for port, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:23.239861 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e6c0b6dd-b0bf-4a13-8794-0ea3dcdc7309 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:23.276989 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c0b6dd-b0bf-4a13-8794-0ea3dcdc7309 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:36:23.279717 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.base_scheduler [None req-e6c0b6dd-b0bf-4a13-8794-0ea3dcdc7309 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Resources bound (agent type, host, resource id): {{(pid=110551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:36:23.285792 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c0b6dd-b0bf-4a13-8794-0ea3dcdc7309 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Received port after_create {{(pid=110551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:36:23.316002 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c0b6dd-b0bf-4a13-8794-0ea3dcdc7309 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Pushing event updated for resources: {'Port': ['ID=b294083a-2091-4c38-9945-e8fd567fa25b,revision_number=1']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:36:23.640869 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e6c0b6dd-b0bf-4a13-8794-0ea3dcdc7309 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:23.762410 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e6c0b6dd-b0bf-4a13-8794-0ea3dcdc7309 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:23.914031 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e6c0b6dd-b0bf-4a13-8794-0ea3dcdc7309 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks [] for port, precommit_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:23.977096 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e6c0b6dd-b0bf-4a13-8794-0ea3dcdc7309 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3387000'] for port, after_update {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:24.045696 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c0b6dd-b0bf-4a13-8794-0ea3dcdc7309 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Pushing event updated for resources: {'Port': ['ID=b294083a-2091-4c38-9945-e8fd567fa25b,revision_number=2']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:36:24.059723 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e6c0b6dd-b0bf-4a13-8794-0ea3dcdc7309 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_create {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:24.160101 n-d-776250-12 neutron-server[110551]: INFO neutron.db.l3_db [None req-e6c0b6dd-b0bf-4a13-8794-0ea3dcdc7309 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Floating IP c0203128-133b-49f8-93b7-ccae5145cb4b associated. External IP: 172.25.0.12, port: 940c913c-e73c-472b-a142-8b5e8fdbac11. Dec 08 17:36:24.371192 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6c0b6dd-b0bf-4a13-8794-0ea3dcdc7309 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Router 4d7bc422-0d83-4028-9b00-ed93d4899d6e has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:36:24.473825 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c0b6dd-b0bf-4a13-8794-0ea3dcdc7309 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:36:24.483603 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0dbf48-c6eb-4ce8-8c7a-6fdec38ec7c3 None None] Sync routers for ids ['4d7bc422-0d83-4028-9b00-ed93d4899d6e'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:36:24.494984 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0dbf48-c6eb-4ce8-8c7a-6fdec38ec7c3 None None] Routers {'4d7bc422-0d83-4028-9b00-ed93d4899d6e'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:36:24.504058 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-bf0dbf48-c6eb-4ce8-8c7a-6fdec38ec7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:36:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['4d7bc422-0d83-4028-9b00-ed93d4899d6e'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:36:24.556387 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e6c0b6dd-b0bf-4a13-8794-0ea3dcdc7309 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:24.600990 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e6c0b6dd-b0bf-4a13-8794-0ea3dcdc7309 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8496234 Dec 08 17:36:24.601411 n-d-776250-12 neutron-server[110551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c180024-7be0-4cc4-b260-7e2ecb30c5ad', 'tag': '940c913c-e73c-472b-a142-8b5e8fdbac11'}] {{(pid=110551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:36:24.604029 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86075ce93fb9518fb172f9d68d0141635fee78bb333cdf1a66291bc46e2f6896" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42bca6ce-d82a-4326-9c61-04044dfbc641" -d '{"events": [{"name": "network-changed", "server_uuid": "5c180024-7be0-4cc4-b260-7e2ecb30c5ad", "tag": "940c913c-e73c-472b-a142-8b5e8fdbac11"}]}' {{(pid=110551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:36:24.614448 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-bf0dbf48-c6eb-4ce8-8c7a-6fdec38ec7c3 None None] Set router 4d7bc422-0d83-4028-9b00-ed93d4899d6e gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:36:24.649138 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f361f940-3101-4257-b8b3-f4db08db5270 x-openstack-request-id: req-f361f940-3101-4257-b8b3-f4db08db5270 {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:36:24.649679 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c180024-7be0-4cc4-b260-7e2ecb30c5ad", "tag": "940c913c-e73c-472b-a142-8b5e8fdbac11", "status": "completed", "code": 200}]} {{(pid=110551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:36:24.649679 n-d-776250-12 neutron-server[110551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f361f940-3101-4257-b8b3-f4db08db5270 {{(pid=110551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:36:24.650119 n-d-776250-12 neutron-server[110551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c180024-7be0-4cc4-b260-7e2ecb30c5ad', 'tag': '940c913c-e73c-472b-a142-8b5e8fdbac11', 'status': 'completed', 'code': 200} Dec 08 17:36:24.716367 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bca6ce-d82a-4326-9c61-04044dfbc641 req-2d1e4f75-0e66-4831-8fd7-0a4d8993e03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:36:24.718669 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-42bca6ce-d82a-4326-9c61-04044dfbc641 req-2d1e4f75-0e66-4831-8fd7-0a4d8993e03a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c0d76e3d2ea542de9aa921e05bc3acec&device_id=5c180024-7be0-4cc4-b260-7e2ecb30c5ad HTTP/1.1" status: 200 len: 1097 time: 0.0463088 Dec 08 17:36:24.816857 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bca6ce-d82a-4326-9c61-04044dfbc641 req-4d11b240-12ef-4f2b-b5e7-1dde4d255100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:36:24.818275 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-42bca6ce-d82a-4326-9c61-04044dfbc641 req-4d11b240-12ef-4f2b-b5e7-1dde4d255100 service neutron] 10.222.0.76 "GET /v2.0/networks?id=f23d843c-57e0-4e53-853c-8d5fea2f990a HTTP/1.1" status: 200 len: 911 time: 0.0928161 Dec 08 17:36:24.844058 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-bf0dbf48-c6eb-4ce8-8c7a-6fdec38ec7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7bc422-0d83-4028-9b00-ed93d4899d6e', 'name': 'tempest-TestSnapshotPattern-2125184472-router', 'tenant_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '24efbbe9-2324-459c-bbc6-52b7bdddfd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:35:55Z', 'updated_at': '2021-12-08T17:35:58Z', 'revision_number': 4, 'project_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'gw_port': {'id': '24efbbe9-2324-459c-bbc6-52b7bdddfd41', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7bc422-0d83-4028-9b00-ed93d4899d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:35:55Z', 'updated_at': '2021-12-08T17:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': 'c0203128-133b-49f8-93b7-ccae5145cb4b', 'tenant_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'floating_ip_address': '172.25.0.12', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '4d7bc422-0d83-4028-9b00-ed93d4899d6e', 'port_id': '940c913c-e73c-472b-a142-8b5e8fdbac11', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f23d843c-57e0-4e53-853c-8d5fea2f990a', 'mac_address': 'fa:16:3e:d3:f6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c180024-7be0-4cc4-b260-7e2ecb30c5ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T17:36:23Z', 'updated_at': '2021-12-08T17:36:23Z', 'revision_number': 0, 'project_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c417118-0dff-476d-94bc-c35baf751067', 'name': '', 'network_id': 'f23d843c-57e0-4e53-853c-8d5fea2f990a', 'tenant_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'mac_address': 'fa:16:3e:26:78:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7bc422-0d83-4028-9b00-ed93d4899d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'a5fe33bc-93fb-4df1-8613-f74475fef896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:35:57Z', 'updated_at': '2021-12-08T17:36:01Z', 'revision_number': 5, 'project_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'subnets': [{'id': 'a5fe33bc-93fb-4df1-8613-f74475fef896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:36:24.873892 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0dbf48-c6eb-4ce8-8c7a-6fdec38ec7c3 None None] Checking router: 4d7bc422-0d83-4028-9b00-ed93d4899d6e for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:36:24.882698 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0dbf48-c6eb-4ce8-8c7a-6fdec38ec7c3 None None] Routers {'4d7bc422-0d83-4028-9b00-ed93d4899d6e'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:36:24.883317 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-bf0dbf48-c6eb-4ce8-8c7a-6fdec38ec7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:36:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['4d7bc422-0d83-4028-9b00-ed93d4899d6e'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:36:24.884790 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-42bca6ce-d82a-4326-9c61-04044dfbc641 req-c6525cf0-d050-484f-827e-a602aec9fdd7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=940c913c-e73c-472b-a142-8b5e8fdbac11 HTTP/1.1" status: 200 len: 998 time: 0.0593934 Dec 08 17:36:24.935168 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bca6ce-d82a-4326-9c61-04044dfbc641 req-66070850-364d-4dc4-a940-578781082e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:36:24.936671 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-42bca6ce-d82a-4326-9c61-04044dfbc641 req-66070850-364d-4dc4-a940-578781082e36 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a5fe33bc-93fb-4df1-8613-f74475fef896 HTTP/1.1" status: 200 len: 849 time: 0.0449922 Dec 08 17:36:24.986519 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bca6ce-d82a-4326-9c61-04044dfbc641 req-1dbe188b-e410-4a62-b107-23cd21d19e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:36:24.987599 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-bf0dbf48-c6eb-4ce8-8c7a-6fdec38ec7c3 None None] Set router 4d7bc422-0d83-4028-9b00-ed93d4899d6e gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:36:24.988047 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-42bca6ce-d82a-4326-9c61-04044dfbc641 req-1dbe188b-e410-4a62-b107-23cd21d19e9e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f23d843c-57e0-4e53-853c-8d5fea2f990a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444958 Dec 08 17:36:25.078524 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-42bca6ce-d82a-4326-9c61-04044dfbc641 req-28e50a85-3868-4707-81d4-f545e3df4b8b service neutron] 10.222.0.76 "GET /v2.0/networks/f23d843c-57e0-4e53-853c-8d5fea2f990a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825918 Dec 08 17:36:25.176673 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-42bca6ce-d82a-4326-9c61-04044dfbc641 req-4dba416b-d8c7-40ee-8722-d252691b05d0 service neutron] 10.222.0.76 "GET /v2.0/networks/f23d843c-57e0-4e53-853c-8d5fea2f990a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907364 Dec 08 17:36:25.218822 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-bf0dbf48-c6eb-4ce8-8c7a-6fdec38ec7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7bc422-0d83-4028-9b00-ed93d4899d6e', 'name': 'tempest-TestSnapshotPattern-2125184472-router', 'tenant_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '24efbbe9-2324-459c-bbc6-52b7bdddfd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:35:55Z', 'updated_at': '2021-12-08T17:35:58Z', 'revision_number': 4, 'project_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'gw_port': {'id': '24efbbe9-2324-459c-bbc6-52b7bdddfd41', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7bc422-0d83-4028-9b00-ed93d4899d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:35:55Z', 'updated_at': '2021-12-08T17:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': 'c0203128-133b-49f8-93b7-ccae5145cb4b', 'tenant_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'floating_ip_address': '172.25.0.12', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '4d7bc422-0d83-4028-9b00-ed93d4899d6e', 'port_id': '940c913c-e73c-472b-a142-8b5e8fdbac11', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f23d843c-57e0-4e53-853c-8d5fea2f990a', 'mac_address': 'fa:16:3e:d3:f6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c180024-7be0-4cc4-b260-7e2ecb30c5ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T17:36:23Z', 'updated_at': '2021-12-08T17:36:23Z', 'revision_number': 0, 'project_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c417118-0dff-476d-94bc-c35baf751067', 'name': '', 'network_id': 'f23d843c-57e0-4e53-853c-8d5fea2f990a', 'tenant_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'mac_address': 'fa:16:3e:26:78:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7bc422-0d83-4028-9b00-ed93d4899d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'a5fe33bc-93fb-4df1-8613-f74475fef896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:35:57Z', 'updated_at': '2021-12-08T17:36:01Z', 'revision_number': 5, 'project_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'subnets': [{'id': 'a5fe33bc-93fb-4df1-8613-f74475fef896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:36:25.249580 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0dbf48-c6eb-4ce8-8c7a-6fdec38ec7c3 None None] The sync data for ids ['4d7bc422-0d83-4028-9b00-ed93d4899d6e'] in n-d-776250-12 is: [{'id': '4d7bc422-0d83-4028-9b00-ed93d4899d6e', 'name': 'tempest-TestSnapshotPattern-2125184472-router', 'tenant_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '24efbbe9-2324-459c-bbc6-52b7bdddfd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:35:55Z', 'updated_at': '2021-12-08T17:35:58Z', 'revision_number': 4, 'project_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'gw_port': {'id': '24efbbe9-2324-459c-bbc6-52b7bdddfd41', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7bc422-0d83-4028-9b00-ed93d4899d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:35:55Z', 'updated_at': '2021-12-08T17:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': 'c0203128-133b-49f8-93b7-ccae5145cb4b', 'tenant_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'floating_ip_address': '172.25.0.12', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '4d7bc422-0d83-4028-9b00-ed93d4899d6e', 'port_id': '940c913c-e73c-472b-a142-8b5e8fdbac11', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f23d843c-57e0-4e53-853c-8d5fea2f990a', 'mac_address': 'fa:16:3e:d3:f6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c180024-7be0-4cc4-b260-7e2ecb30c5ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T17:36:23Z', 'updated_at': '2021-12-08T17:36:23Z', 'revision_number': 0, 'project_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c417118-0dff-476d-94bc-c35baf751067', 'name': '', 'network_id': 'f23d843c-57e0-4e53-853c-8d5fea2f990a', 'tenant_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'mac_address': 'fa:16:3e:26:78:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7bc422-0d83-4028-9b00-ed93d4899d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'a5fe33bc-93fb-4df1-8613-f74475fef896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:35:57Z', 'updated_at': '2021-12-08T17:36:01Z', 'revision_number': 5, 'project_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'subnets': [{'id': 'a5fe33bc-93fb-4df1-8613-f74475fef896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:36:25.434689 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc963cd1-ade6-419f-ab41-efa0037f21a7 None None] New status for floating IP c0203128-133b-49f8-93b7-ccae5145cb4b: ACTIVE {{(pid=110553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 17:36:28.478917 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:36:34.742219 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ee5bf584-325c-4540-86d1-bb78092437f6 req-9477a6a1-4ece-4a7c-a069-c714e57ede3c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5c180024-7be0-4cc4-b260-7e2ecb30c5ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408959 Dec 08 17:36:34.834222 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5bf584-325c-4540-86d1-bb78092437f6 req-c4a86ff1-bd70-4472-9ae3-5f0b73d7273b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:36:34.835686 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ee5bf584-325c-4540-86d1-bb78092437f6 req-c4a86ff1-bd70-4472-9ae3-5f0b73d7273b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c0d76e3d2ea542de9aa921e05bc3acec&device_id=5c180024-7be0-4cc4-b260-7e2ecb30c5ad HTTP/1.1" status: 200 len: 1097 time: 0.0401132 Dec 08 17:36:34.942904 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5bf584-325c-4540-86d1-bb78092437f6 req-cdcfa4b9-4eee-4ea9-aa7e-0456293ffd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:36:34.944319 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ee5bf584-325c-4540-86d1-bb78092437f6 req-cdcfa4b9-4eee-4ea9-aa7e-0456293ffd01 service neutron] 10.222.0.76 "GET /v2.0/networks?id=f23d843c-57e0-4e53-853c-8d5fea2f990a HTTP/1.1" status: 200 len: 911 time: 0.0870135 Dec 08 17:36:35.017500 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ee5bf584-325c-4540-86d1-bb78092437f6 req-c901e39f-669c-4460-9383-00f344a7ef50 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=940c913c-e73c-472b-a142-8b5e8fdbac11 HTTP/1.1" status: 200 len: 1000 time: 0.0642183 Dec 08 17:36:35.068508 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5bf584-325c-4540-86d1-bb78092437f6 req-7793a737-2602-4df6-96cc-5592eac04786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:36:35.069975 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ee5bf584-325c-4540-86d1-bb78092437f6 req-7793a737-2602-4df6-96cc-5592eac04786 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a5fe33bc-93fb-4df1-8613-f74475fef896 HTTP/1.1" status: 200 len: 849 time: 0.0457871 Dec 08 17:36:35.121767 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5bf584-325c-4540-86d1-bb78092437f6 req-18b095ed-f51f-4bc8-86ee-fc1e2de7ab81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:36:35.123327 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ee5bf584-325c-4540-86d1-bb78092437f6 req-18b095ed-f51f-4bc8-86ee-fc1e2de7ab81 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f23d843c-57e0-4e53-853c-8d5fea2f990a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455508 Dec 08 17:36:35.214094 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ee5bf584-325c-4540-86d1-bb78092437f6 req-3cae8c21-d3b1-4210-b78a-ba2e95ae2ec0 service neutron] 10.222.0.76 "GET /v2.0/networks/f23d843c-57e0-4e53-853c-8d5fea2f990a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830004 Dec 08 17:36:35.308982 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-ee5bf584-325c-4540-86d1-bb78092437f6 req-2fe61281-d954-437a-928a-653d81da7018 service neutron] 10.222.0.76 "GET /v2.0/networks/f23d843c-57e0-4e53-853c-8d5fea2f990a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867639 Dec 08 17:36:35.631054 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:39.622060 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:41.519043 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b7e66880-a3d0-478b-ac64-ba55a43162ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:44.219076 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-16bd1bba-6d81-4190-8424-e807258e1da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:45.624860 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:47.096163 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:47.661603 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:37:05.478359 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:37:05.630107 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:37:09.615789 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:37:11.524316 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0ca8ed9a-4f83-477b-b721-17cb4ee14c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:37:14.209925 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c9a98799-d2a1-4541-881d-eb2ab5c971ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:37:15.626562 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:37:17.078288 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:37:17.635510 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:37:35.640811 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:37:36.683693 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b57f0fa3-7142-4d6a-9dee-7ab2df0e380a req-85bb6061-b0f8-4de7-84de-be6a01946e9f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5c180024-7be0-4cc4-b260-7e2ecb30c5ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0418549 Dec 08 17:37:36.766796 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f0fa3-7142-4d6a-9dee-7ab2df0e380a req-2afa277e-b1d5-450b-aa9a-394022a663ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:37:36.768312 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b57f0fa3-7142-4d6a-9dee-7ab2df0e380a req-2afa277e-b1d5-450b-aa9a-394022a663ec service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c0d76e3d2ea542de9aa921e05bc3acec&device_id=5c180024-7be0-4cc4-b260-7e2ecb30c5ad HTTP/1.1" status: 200 len: 1097 time: 0.0400221 Dec 08 17:37:36.873498 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f0fa3-7142-4d6a-9dee-7ab2df0e380a req-d4b9d584-5de5-4d81-af49-c79df81d3a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:37:36.874872 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b57f0fa3-7142-4d6a-9dee-7ab2df0e380a req-d4b9d584-5de5-4d81-af49-c79df81d3a06 service neutron] 10.222.0.76 "GET /v2.0/networks?id=f23d843c-57e0-4e53-853c-8d5fea2f990a HTTP/1.1" status: 200 len: 911 time: 0.0883577 Dec 08 17:37:36.939415 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b57f0fa3-7142-4d6a-9dee-7ab2df0e380a req-9a09d912-8eee-4a2c-ae65-fac5b5a58556 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=940c913c-e73c-472b-a142-8b5e8fdbac11 HTTP/1.1" status: 200 len: 1000 time: 0.0581136 Dec 08 17:37:36.988483 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f0fa3-7142-4d6a-9dee-7ab2df0e380a req-4b836ec4-e7a2-4f17-8c04-43b418f6b7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:37:36.989881 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b57f0fa3-7142-4d6a-9dee-7ab2df0e380a req-4b836ec4-e7a2-4f17-8c04-43b418f6b7f1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a5fe33bc-93fb-4df1-8613-f74475fef896 HTTP/1.1" status: 200 len: 849 time: 0.0430601 Dec 08 17:37:37.040380 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f0fa3-7142-4d6a-9dee-7ab2df0e380a req-ccc8539a-16ef-4e8f-9132-fb66e448df71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:37:37.041892 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b57f0fa3-7142-4d6a-9dee-7ab2df0e380a req-ccc8539a-16ef-4e8f-9132-fb66e448df71 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f23d843c-57e0-4e53-853c-8d5fea2f990a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448887 Dec 08 17:37:37.131925 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b57f0fa3-7142-4d6a-9dee-7ab2df0e380a req-fa271d1f-09c8-4084-85da-117696fdc670 service neutron] 10.222.0.76 "GET /v2.0/networks/f23d843c-57e0-4e53-853c-8d5fea2f990a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821729 Dec 08 17:37:37.228665 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b57f0fa3-7142-4d6a-9dee-7ab2df0e380a req-d24e0888-e1a2-4b47-9a32-3fbfc9ac3c2f service neutron] 10.222.0.76 "GET /v2.0/networks/f23d843c-57e0-4e53-853c-8d5fea2f990a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891581 Dec 08 17:37:39.626447 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:37:41.494810 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6b6dfcc3-0494-4ba5-b755-4320183df89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:37:42.480417 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:37:44.229362 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7b17a459-f72b-4098-b8dd-c378b3a2d775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:37:45.626338 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:37:47.134784 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:37:47.677863 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:38:05.651588 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:38:09.652137 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:38:11.520252 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-041573bc-6a81-42ee-ada3-78c9e4465fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:38:14.223633 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9d0e281c-e3d4-4e3c-a635-e2cf93a62aeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:38:15.617404 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:38:17.143374 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:38:17.677040 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:38:19.479947 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:38:35.653511 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:38:37.730615 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-58d8344f-8124-43b9-b593-c418c3bc2927 req-c294d648-6a3a-44ca-8a1f-9a70fbf0ed83 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5c180024-7be0-4cc4-b260-7e2ecb30c5ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0422537 Dec 08 17:38:37.814408 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8344f-8124-43b9-b593-c418c3bc2927 req-2f3ee541-ec6f-4b12-92e2-4576b9c39537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:38:37.815896 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-58d8344f-8124-43b9-b593-c418c3bc2927 req-2f3ee541-ec6f-4b12-92e2-4576b9c39537 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c0d76e3d2ea542de9aa921e05bc3acec&device_id=5c180024-7be0-4cc4-b260-7e2ecb30c5ad HTTP/1.1" status: 200 len: 1097 time: 0.0403950 Dec 08 17:38:37.923012 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8344f-8124-43b9-b593-c418c3bc2927 req-04b8439a-6168-4559-b451-d16c1fa35ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:38:37.924623 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-58d8344f-8124-43b9-b593-c418c3bc2927 req-04b8439a-6168-4559-b451-d16c1fa35ea3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=f23d843c-57e0-4e53-853c-8d5fea2f990a HTTP/1.1" status: 200 len: 911 time: 0.0870221 Dec 08 17:38:37.989941 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-58d8344f-8124-43b9-b593-c418c3bc2927 req-e3252332-e29f-4d4b-9579-65a6710cec41 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=940c913c-e73c-472b-a142-8b5e8fdbac11 HTTP/1.1" status: 200 len: 1000 time: 0.0585206 Dec 08 17:38:38.039260 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8344f-8124-43b9-b593-c418c3bc2927 req-0631c44e-77aa-45ee-9c6a-02fb434e2a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:38:38.040729 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-58d8344f-8124-43b9-b593-c418c3bc2927 req-0631c44e-77aa-45ee-9c6a-02fb434e2a0c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a5fe33bc-93fb-4df1-8613-f74475fef896 HTTP/1.1" status: 200 len: 849 time: 0.0432944 Dec 08 17:38:38.091110 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8344f-8124-43b9-b593-c418c3bc2927 req-76f48a48-1e23-46fe-a0ac-625d409b1c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:38:38.092622 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-58d8344f-8124-43b9-b593-c418c3bc2927 req-76f48a48-1e23-46fe-a0ac-625d409b1c72 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f23d843c-57e0-4e53-853c-8d5fea2f990a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447984 Dec 08 17:38:38.103651 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [req-58d8344f-8124-43b9-b593-c418c3bc2927 req-de872f1f-52d0-4db7-ab07-2339185f4117 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 17:38:38.104630 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-58d8344f-8124-43b9-b593-c418c3bc2927 req-de872f1f-52d0-4db7-ab07-2339185f4117 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048835 Dec 08 17:38:38.193446 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-58d8344f-8124-43b9-b593-c418c3bc2927 req-98ab42e2-6d0c-4aad-9d00-48721734cf63 service neutron] 10.222.0.76 "GET /v2.0/networks/f23d843c-57e0-4e53-853c-8d5fea2f990a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816617 Dec 08 17:38:38.294172 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-58d8344f-8124-43b9-b593-c418c3bc2927 req-6bb65dde-5000-48b3-91ee-acfc71f28225 service neutron] 10.222.0.76 "GET /v2.0/networks/f23d843c-57e0-4e53-853c-8d5fea2f990a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936556 Dec 08 17:38:39.634425 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:38:41.536870 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f4b0567d-4ec9-4b54-b31d-91e8db223272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:38:44.219071 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ddb7a579-1dc5-4f19-9166-c7aa2a6f088a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:38:45.628020 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:38:47.108078 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:38:47.665480 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:38:56.479410 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:38:58.748632 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 940c913c-e73c-472b-a142-8b5e8fdbac11 details requested by agent hyperv_n-h1-776250-12 with host n-h1-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 17:38:58.845633 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 940c913c-e73c-472b-a142-8b5e8fdbac11, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=940c913c-e73c-472b-a142-8b5e8fdbac11,segment=NetworkSegment(140137c2-b6e0-4262-a6fd-2165ee1875b7),segment_id=140137c2-b6e0-4262-a6fd-2165ee1875b7)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:38:58.857588 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Returning: {'device': '940c913c-e73c-472b-a142-8b5e8fdbac11', 'network_id': 'f23d843c-57e0-4e53-853c-8d5fea2f990a', 'port_id': '940c913c-e73c-472b-a142-8b5e8fdbac11', 'mac_address': 'fa:16:3e:d3:f6:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5fe33bc-93fb-4df1-8613-f74475fef896', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 17:38:58.897190 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:38:58.909463 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 940c913c-e73c-472b-a142-8b5e8fdbac11 {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:38:58.928374 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 940c913c-e73c-472b-a142-8b5e8fdbac11, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=940c913c-e73c-472b-a142-8b5e8fdbac11,segment=NetworkSegment(140137c2-b6e0-4262-a6fd-2165ee1875b7),segment_id=140137c2-b6e0-4262-a6fd-2165ee1875b7)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:38:59.004919 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:38:59.060692 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=940c913c-e73c-472b-a142-8b5e8fdbac11,revision_number=6']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:38:59.067930 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:38:59.068309 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:38:59.068660 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:38:59.069002 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:38:59.069339 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:38:59.069678 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:38:59.070012 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:38:59.070341 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:38:59.070670 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:38:59.071000 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:38:59.071327 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:38:59.071655 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:38:59.071979 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:38:59.086879 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] get_ports_and_sgs() called for port_ids ['940c913c-e73c-472b-a142-8b5e8fdbac11'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:39:00.761883 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 940c913c-e73c-472b-a142-8b5e8fdbac11 up at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:39:00.810463 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Provisioning complete for port 940c913c-e73c-472b-a142-8b5e8fdbac11 triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:39:00.810842 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:39:00.888738 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:39:00.910503 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c180024-7be0-4cc4-b260-7e2ecb30c5ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '940c913c-e73c-472b-a142-8b5e8fdbac11'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:39:00.912800 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e972d80ca4ba26e60ff2132fe6d2147b95d4377dec9e0b14df2e9cad1c1848da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42997caa-f18a-4964-a1be-4cba9c75e51b" -d '{"events": [{"server_uuid": "5c180024-7be0-4cc4-b260-7e2ecb30c5ad", "name": "network-vif-plugged", "status": "completed", "tag": "940c913c-e73c-472b-a142-8b5e8fdbac11"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:39:00.925426 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 940c913c-e73c-472b-a142-8b5e8fdbac11, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=940c913c-e73c-472b-a142-8b5e8fdbac11,segment=NetworkSegment(140137c2-b6e0-4262-a6fd-2165ee1875b7),segment_id=140137c2-b6e0-4262-a6fd-2165ee1875b7)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:39:00.951099 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6408c44-ed8f-4783-88ec-bf7fc0675dd3 x-openstack-request-id: req-d6408c44-ed8f-4783-88ec-bf7fc0675dd3 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:39:00.951397 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c180024-7be0-4cc4-b260-7e2ecb30c5ad", "name": "network-vif-plugged", "status": "completed", "tag": "940c913c-e73c-472b-a142-8b5e8fdbac11", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:39:00.951661 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d6408c44-ed8f-4783-88ec-bf7fc0675dd3 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:39:00.952062 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c180024-7be0-4cc4-b260-7e2ecb30c5ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '940c913c-e73c-472b-a142-8b5e8fdbac11', 'code': 200} Dec 08 17:39:00.973501 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:39:01.019462 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=940c913c-e73c-472b-a142-8b5e8fdbac11,revision_number=7']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:39:05.688041 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:39:09.645419 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:39:11.561621 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d148ff60-0c9f-430c-ba0d-749f4b2f6708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:39:12.238136 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-08110f77-13a2-4702-9716-74bd2e960d0b req-659bb88c-1292-4dc7-afe2-510b7292582c tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-853180101&fields=id&tenant_id=c0d76e3d2ea542de9aa921e05bc3acec HTTP/1.1" status: 200 len: 267 time: 0.0445082 Dec 08 17:39:12.341619 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08110f77-13a2-4702-9716-74bd2e960d0b req-6a1d3272-d1fd-4a0c-8fd4-72a31186655a tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:39:12.343115 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-08110f77-13a2-4702-9716-74bd2e960d0b req-6a1d3272-d1fd-4a0c-8fd4-72a31186655a tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/networks?id=f23d843c-57e0-4e53-853c-8d5fea2f990a HTTP/1.1" status: 200 len: 810 time: 0.0976048 Dec 08 17:39:12.358328 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-08110f77-13a2-4702-9716-74bd2e960d0b req-b1f7c0d3-940a-4f42-b837-84f1a918d870 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/quotas/c0d76e3d2ea542de9aa921e05bc3acec HTTP/1.1" status: 200 len: 375 time: 0.0091898 Dec 08 17:39:12.419247 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-08110f77-13a2-4702-9716-74bd2e960d0b req-774c19b0-a87e-454f-a530-282abb91cff9 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c0d76e3d2ea542de9aa921e05bc3acec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0558100 Dec 08 17:39:12.499119 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [req-08110f77-13a2-4702-9716-74bd2e960d0b req-02edcab7-2252-4280-a9cd-e06cfc1fac38 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110551) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 17:39:12.500207 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-08110f77-13a2-4702-9716-74bd2e960d0b req-02edcab7-2252-4280-a9cd-e06cfc1fac38 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0692797 Dec 08 17:39:12.590000 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-08110f77-13a2-4702-9716-74bd2e960d0b req-cb026ec1-4a57-4d39-b336-defc22cda84e service neutron] 10.222.0.64 "GET /v2.0/networks/f23d843c-57e0-4e53-853c-8d5fea2f990a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835078 Dec 08 17:39:12.685961 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-08110f77-13a2-4702-9716-74bd2e960d0b req-507a25a1-372e-4fc4-b892-5af2d4751ddb service neutron] 10.222.0.64 "GET /v2.0/networks/f23d843c-57e0-4e53-853c-8d5fea2f990a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895550 Dec 08 17:39:12.992040 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e1badada-e9bc-449b-9da6-c53b7d50d815 req-8dd91426-2aa0-46e8-81b1-8d65e244062b tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/ports?device_id=3278316b-3f3a-4dc9-869a-2b1d71ccf7c4 HTTP/1.1" status: 200 len: 210 time: 0.0766909 Dec 08 17:39:14.089437 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-2e819874-17f5-48ff-83df-c6b6a86e1f86 req-3ec0dfe1-eb3e-430b-a4c8-232d86901964 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/ports?device_id=3278316b-3f3a-4dc9-869a-2b1d71ccf7c4 HTTP/1.1" status: 200 len: 210 time: 0.0274599 Dec 08 17:39:14.244861 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a2e1249f-ef7c-470c-9873-3398636f0dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:39:14.825849 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 940c913c-e73c-472b-a142-8b5e8fdbac11 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:39:14.906820 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:39:14.930082 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c180024-7be0-4cc4-b260-7e2ecb30c5ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '940c913c-e73c-472b-a142-8b5e8fdbac11'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:39:14.932210 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08110f77-13a2-4702-9716-74bd2e960d0b req-98443507-b478-4e47-9f21-2febe61c2e89 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:39:14.932720 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e972d80ca4ba26e60ff2132fe6d2147b95d4377dec9e0b14df2e9cad1c1848da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce99a04d-8d15-4971-9e5e-5b002192eeb6" -d '{"events": [{"server_uuid": "5c180024-7be0-4cc4-b260-7e2ecb30c5ad", "name": "network-vif-unplugged", "status": "completed", "tag": "940c913c-e73c-472b-a142-8b5e8fdbac11"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:39:14.933883 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-08110f77-13a2-4702-9716-74bd2e960d0b req-98443507-b478-4e47-9f21-2febe61c2e89 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.37 "GET /v2.0/networks?id=f23d843c-57e0-4e53-853c-8d5fea2f990a HTTP/1.1" status: 200 len: 810 time: 0.1064410 Dec 08 17:39:14.946335 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] For port 940c913c-e73c-472b-a142-8b5e8fdbac11, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=940c913c-e73c-472b-a142-8b5e8fdbac11,segment=NetworkSegment(140137c2-b6e0-4262-a6fd-2165ee1875b7),segment_id=140137c2-b6e0-4262-a6fd-2165ee1875b7)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:39:14.971215 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 17:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc89a48b-a60c-4a2d-8f02-add22353554c x-openstack-request-id: req-bc89a48b-a60c-4a2d-8f02-add22353554c {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:39:14.971538 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c180024-7be0-4cc4-b260-7e2ecb30c5ad", "name": "network-vif-unplugged", "status": "completed", "tag": "940c913c-e73c-472b-a142-8b5e8fdbac11", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:39:14.972036 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bc89a48b-a60c-4a2d-8f02-add22353554c {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:39:14.972478 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c180024-7be0-4cc4-b260-7e2ecb30c5ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '940c913c-e73c-472b-a142-8b5e8fdbac11', 'code': 200} Dec 08 17:39:15.005374 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-08110f77-13a2-4702-9716-74bd2e960d0b req-d3c72a12-9d24-4359-a76f-306c7ac1c7f6 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0d76e3d2ea542de9aa921e05bc3acec HTTP/1.1" status: 200 len: 379 time: 0.0623281 Dec 08 17:39:15.015029 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-08110f77-13a2-4702-9716-74bd2e960d0b req-1b8827d8-0018-4213-ac81-a5578add8aa5 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Request body: {'port': {'device_id': '3278316b-3f3a-4dc9-869a-2b1d71ccf7c4', 'network_id': 'f23d843c-57e0-4e53-853c-8d5fea2f990a', 'admin_state_up': True, 'tenant_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'security_groups': ['29ab5ac1-f02d-4d30-a667-2f37a975f449']}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:39:15.022163 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:39:15.069042 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Pushing event updated for resources: {'Port': ['ID=940c913c-e73c-472b-a142-8b5e8fdbac11,revision_number=8']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:39:15.188428 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fb05b6e7-f711-4fe9-9cdb-21edcac9810d req-818ee6bc-26b6-46ac-8451-c77d9fc70952 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/ports?device_id=3278316b-3f3a-4dc9-869a-2b1d71ccf7c4 HTTP/1.1" status: 200 len: 210 time: 0.0275776 Dec 08 17:39:15.199564 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08110f77-13a2-4702-9716-74bd2e960d0b req-1b8827d8-0018-4213-ac81-a5578add8aa5 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Made reservation on behalf of c0d76e3d2ea542de9aa921e05bc3acec for: {'port': 1} {{(pid=110550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:39:15.202955 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-08110f77-13a2-4702-9716-74bd2e960d0b req-1b8827d8-0018-4213-ac81-a5578add8aa5 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:39:15.335242 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [req-08110f77-13a2-4702-9716-74bd2e960d0b req-1b8827d8-0018-4213-ac81-a5578add8aa5 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Allocated IP 172.20.0.10 (f23d843c-57e0-4e53-853c-8d5fea2f990a/a5fe33bc-93fb-4df1-8613-f74475fef896/4c2e4fee-6f44-4431-9e0e-d6c12b27419d) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:39:15.479400 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-08110f77-13a2-4702-9716-74bd2e960d0b req-1b8827d8-0018-4213-ac81-a5578add8aa5 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:39:15.583553 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-08110f77-13a2-4702-9716-74bd2e960d0b req-1b8827d8-0018-4213-ac81-a5578add8aa5 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:39:15.632925 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08110f77-13a2-4702-9716-74bd2e960d0b req-1b8827d8-0018-4213-ac81-a5578add8aa5 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Network f23d843c-57e0-4e53-853c-8d5fea2f990a is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:39:15.637461 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [req-08110f77-13a2-4702-9716-74bd2e960d0b req-1b8827d8-0018-4213-ac81-a5578add8aa5 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:39:15.641708 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-08110f77-13a2-4702-9716-74bd2e960d0b req-1b8827d8-0018-4213-ac81-a5578add8aa5 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:39:15.659243 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:39:15.689065 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8827d8-0018-4213-ac81-a5578add8aa5 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Pushing event updated for resources: {'Port': ['ID=4c2e4fee-6f44-4431-9e0e-d6c12b27419d,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:39:15.704147 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8827d8-0018-4213-ac81-a5578add8aa5 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:39:15.704533 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8827d8-0018-4213-ac81-a5578add8aa5 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:39:15.705009 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8827d8-0018-4213-ac81-a5578add8aa5 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:39:15.705553 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8827d8-0018-4213-ac81-a5578add8aa5 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:39:15.706069 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8827d8-0018-4213-ac81-a5578add8aa5 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:39:15.706930 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8827d8-0018-4213-ac81-a5578add8aa5 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:39:15.707491 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8827d8-0018-4213-ac81-a5578add8aa5 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:39:15.708028 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8827d8-0018-4213-ac81-a5578add8aa5 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:39:15.708619 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8827d8-0018-4213-ac81-a5578add8aa5 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:39:15.709168 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8827d8-0018-4213-ac81-a5578add8aa5 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:39:15.709779 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8827d8-0018-4213-ac81-a5578add8aa5 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:39:15.710363 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8827d8-0018-4213-ac81-a5578add8aa5 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:39:15.710878 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8827d8-0018-4213-ac81-a5578add8aa5 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:39:15.734671 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08110f77-13a2-4702-9716-74bd2e960d0b req-1b8827d8-0018-4213-ac81-a5578add8aa5 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:39:15.735803 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-08110f77-13a2-4702-9716-74bd2e960d0b req-1b8827d8-0018-4213-ac81-a5578add8aa5 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:39:15.814835 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-08110f77-13a2-4702-9716-74bd2e960d0b req-1b8827d8-0018-4213-ac81-a5578add8aa5 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8034828 Dec 08 17:39:15.992853 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-a48010a8-d7e1-48ed-b54c-10a8299c2f06 None None] Provisioning complete for port 4c2e4fee-6f44-4431-9e0e-d6c12b27419d triggered by entity DHCP. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:39:15.993168 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a48010a8-d7e1-48ed-b54c-10a8299c2f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:39:16.037017 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-a48010a8-d7e1-48ed-b54c-10a8299c2f06 None None] Port 4c2e4fee-6f44-4431-9e0e-d6c12b27419d cannot update to ACTIVE because it is not bound. {{(pid=110552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:39:16.310609 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b776c349-39b3-4dd9-a19b-fd0dc9e5fe68 req-950c0d53-5c98-4c71-85eb-d5dd51deb24d tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:39:16.312245 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b776c349-39b3-4dd9-a19b-fd0dc9e5fe68 req-950c0d53-5c98-4c71-85eb-d5dd51deb24d tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/ports?device_id=3278316b-3f3a-4dc9-869a-2b1d71ccf7c4 HTTP/1.1" status: 200 len: 932 time: 0.0525029 Dec 08 17:39:16.369836 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-b776c349-39b3-4dd9-a19b-fd0dc9e5fe68 req-0dad990b-1592-4937-8ee5-9a0ba52b814a tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/security-groups?id=29ab5ac1-f02d-4d30-a667-2f37a975f449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507784 Dec 08 17:39:17.144552 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:39:17.490932 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b2b61-257d-4c7d-8c12-64f64a57c9ff req-275170d0-f85c-44fe-a248-ae4be11f0f9c tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:39:17.493028 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-363b2b61-257d-4c7d-8c12-64f64a57c9ff req-275170d0-f85c-44fe-a248-ae4be11f0f9c tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/ports?device_id=3278316b-3f3a-4dc9-869a-2b1d71ccf7c4 HTTP/1.1" status: 200 len: 932 time: 0.0537586 Dec 08 17:39:17.542326 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-363b2b61-257d-4c7d-8c12-64f64a57c9ff req-90c2d61c-d42d-4d71-9056-ef6849c93f95 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/security-groups?id=29ab5ac1-f02d-4d30-a667-2f37a975f449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429416 Dec 08 17:39:17.670702 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:39:18.664616 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7ca481-3918-4779-af12-ec5d1b6ec122 req-894b0d36-7e37-424c-9c57-bbe72f4f0734 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:39:18.666124 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1d7ca481-3918-4779-af12-ec5d1b6ec122 req-894b0d36-7e37-424c-9c57-bbe72f4f0734 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/ports?device_id=3278316b-3f3a-4dc9-869a-2b1d71ccf7c4 HTTP/1.1" status: 200 len: 932 time: 0.0531120 Dec 08 17:39:18.719141 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1d7ca481-3918-4779-af12-ec5d1b6ec122 req-73882a49-208d-41c8-b48f-1968c8d47bb4 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/security-groups?id=29ab5ac1-f02d-4d30-a667-2f37a975f449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470414 Dec 08 17:39:19.842772 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ff2f7-39f8-454f-9ede-653f765e1a31 req-1b1b00c6-67f9-49db-a9dc-013752ad7264 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:39:19.845012 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-dc2ff2f7-39f8-454f-9ede-653f765e1a31 req-1b1b00c6-67f9-49db-a9dc-013752ad7264 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/ports?device_id=3278316b-3f3a-4dc9-869a-2b1d71ccf7c4 HTTP/1.1" status: 200 len: 932 time: 0.0570328 Dec 08 17:39:19.903833 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-dc2ff2f7-39f8-454f-9ede-653f765e1a31 req-241bf198-90bf-49cb-ba95-85cc3b31bc47 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/security-groups?id=29ab5ac1-f02d-4d30-a667-2f37a975f449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526681 Dec 08 17:39:21.023079 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4d42cb-abef-4d68-918c-5424859a121b req-3e5ac6b9-f6c7-437c-9c75-01b42525b7c0 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:39:21.025249 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9b4d42cb-abef-4d68-918c-5424859a121b req-3e5ac6b9-f6c7-437c-9c75-01b42525b7c0 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/ports?device_id=3278316b-3f3a-4dc9-869a-2b1d71ccf7c4 HTTP/1.1" status: 200 len: 932 time: 0.0496628 Dec 08 17:39:21.080056 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9b4d42cb-abef-4d68-918c-5424859a121b req-e591f19c-f95a-4681-b2a4-429f999582c2 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/security-groups?id=29ab5ac1-f02d-4d30-a667-2f37a975f449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475140 Dec 08 17:39:22.208555 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a1d92-a495-4f8c-9acf-dcf988f35e9f req-93778d1c-ba27-47b0-9201-b47aa95d7d63 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:39:22.210216 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-be9a1d92-a495-4f8c-9acf-dcf988f35e9f req-93778d1c-ba27-47b0-9201-b47aa95d7d63 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/ports?device_id=3278316b-3f3a-4dc9-869a-2b1d71ccf7c4 HTTP/1.1" status: 200 len: 932 time: 0.0552349 Dec 08 17:39:22.275697 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-be9a1d92-a495-4f8c-9acf-dcf988f35e9f req-523f7da8-fc6f-4ab1-8776-3984c9bdccfb tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/security-groups?id=29ab5ac1-f02d-4d30-a667-2f37a975f449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556209 Dec 08 17:39:23.411955 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f5bc59-717b-46c0-8fe5-4071ecefb93e req-9cd8e4f5-317f-454f-820f-23853d6eff42 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:39:23.413470 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-32f5bc59-717b-46c0-8fe5-4071ecefb93e req-9cd8e4f5-317f-454f-820f-23853d6eff42 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/ports?device_id=3278316b-3f3a-4dc9-869a-2b1d71ccf7c4 HTTP/1.1" status: 200 len: 932 time: 0.0523710 Dec 08 17:39:23.470844 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-32f5bc59-717b-46c0-8fe5-4071ecefb93e req-2ffc70a0-100f-4f0f-ac97-b13700b5e438 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/security-groups?id=29ab5ac1-f02d-4d30-a667-2f37a975f449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509000 Dec 08 17:39:24.593901 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23eecf5-2577-4812-8de5-f161417494eb req-faa40368-3e71-4af3-b98a-45840d1bc034 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:39:24.595878 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c23eecf5-2577-4812-8de5-f161417494eb req-faa40368-3e71-4af3-b98a-45840d1bc034 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/ports?device_id=3278316b-3f3a-4dc9-869a-2b1d71ccf7c4 HTTP/1.1" status: 200 len: 932 time: 0.0573533 Dec 08 17:39:24.647998 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-c23eecf5-2577-4812-8de5-f161417494eb req-60db91bf-a666-4421-954f-621cfcd9c502 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/security-groups?id=29ab5ac1-f02d-4d30-a667-2f37a975f449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459721 Dec 08 17:39:25.357461 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [req-08110f77-13a2-4702-9716-74bd2e960d0b req-4c4282fd-2d98-4e5f-afd1-dc6cfc515b6b tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110550) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 17:39:25.360329 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-08110f77-13a2-4702-9716-74bd2e960d0b req-4c4282fd-2d98-4e5f-afd1-dc6cfc515b6b tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057199 Dec 08 17:39:25.419800 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [req-08110f77-13a2-4702-9716-74bd2e960d0b req-86e63304-801d-4cce-8487-0ece6c6fcc3d service neutron] Request body: {'port': {'device_id': '3278316b-3f3a-4dc9-869a-2b1d71ccf7c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-12'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:39:25.475777 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-08110f77-13a2-4702-9716-74bd2e960d0b req-86e63304-801d-4cce-8487-0ece6c6fcc3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:39:25.788102 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [req-08110f77-13a2-4702-9716-74bd2e960d0b req-86e63304-801d-4cce-8487-0ece6c6fcc3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c2e4fee-6f44-4431-9e0e-d6c12b27419d {{(pid=110550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:39:25.797666 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-08110f77-13a2-4702-9716-74bd2e960d0b req-86e63304-801d-4cce-8487-0ece6c6fcc3d service neutron] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:39:25.814548 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.provisioning_blocks [req-08110f77-13a2-4702-9716-74bd2e960d0b req-86e63304-801d-4cce-8487-0ece6c6fcc3d service neutron] Transition to ACTIVE for port object 4c2e4fee-6f44-4431-9e0e-d6c12b27419d will not be triggered until provisioned by entity L2. {{(pid=110550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 17:39:25.825042 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ab3dd-df29-41a9-b985-5ba15f5b47d1 req-7950b124-53da-49c2-a288-d8c824aadbfe tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:39:25.825660 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-768ab3dd-df29-41a9-b985-5ba15f5b47d1 req-7950b124-53da-49c2-a288-d8c824aadbfe tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/ports?device_id=3278316b-3f3a-4dc9-869a-2b1d71ccf7c4 HTTP/1.1" status: 200 len: 932 time: 0.0841091 Dec 08 17:39:25.861719 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-08110f77-13a2-4702-9716-74bd2e960d0b req-86e63304-801d-4cce-8487-0ece6c6fcc3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:39:25.912360 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-768ab3dd-df29-41a9-b985-5ba15f5b47d1 req-91d0ef67-3c29-4099-9846-54c9a09f9a2a tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/security-groups?id=29ab5ac1-f02d-4d30-a667-2f37a975f449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795035 Dec 08 17:39:25.932776 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e63304-801d-4cce-8487-0ece6c6fcc3d service neutron] Pushing event updated for resources: {'Port': ['ID=4c2e4fee-6f44-4431-9e0e-d6c12b27419d,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:39:26.013886 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-08110f77-13a2-4702-9716-74bd2e960d0b req-86e63304-801d-4cce-8487-0ece6c6fcc3d service neutron] Attempting to bind port 4c2e4fee-6f44-4431-9e0e-d6c12b27419d on host n-h2-776250-12 for vnic_type normal with profile {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:39:26.014365 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-08110f77-13a2-4702-9716-74bd2e960d0b req-86e63304-801d-4cce-8487-0ece6c6fcc3d service neutron] Attempting to bind port 4c2e4fee-6f44-4431-9e0e-d6c12b27419d by drivers openvswitch,hyperv on host n-h2-776250-12 at level 0 using segments [{'id': '140137c2-b6e0-4262-a6fd-2165ee1875b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'f23d843c-57e0-4e53-853c-8d5fea2f990a'}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:39:26.014739 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08110f77-13a2-4702-9716-74bd2e960d0b req-86e63304-801d-4cce-8487-0ece6c6fcc3d service neutron] Attempting to bind port 4c2e4fee-6f44-4431-9e0e-d6c12b27419d on network f23d843c-57e0-4e53-853c-8d5fea2f990a {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:39:26.019428 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08110f77-13a2-4702-9716-74bd2e960d0b req-86e63304-801d-4cce-8487-0ece6c6fcc3d service neutron] Port 4c2e4fee-6f44-4431-9e0e-d6c12b27419d on network f23d843c-57e0-4e53-853c-8d5fea2f990a not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-12 {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 17:39:26.019760 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08110f77-13a2-4702-9716-74bd2e960d0b req-86e63304-801d-4cce-8487-0ece6c6fcc3d service neutron] Attempting to bind port 4c2e4fee-6f44-4431-9e0e-d6c12b27419d on network f23d843c-57e0-4e53-853c-8d5fea2f990a {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:39:26.025375 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08110f77-13a2-4702-9716-74bd2e960d0b req-86e63304-801d-4cce-8487-0ece6c6fcc3d service neutron] Checking agent: {'id': '6806f991-da4f-40b5-a9a8-68a7c68f959b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'started_at': datetime.datetime(2021, 12, 8, 15, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:39:26.025715 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08110f77-13a2-4702-9716-74bd2e960d0b req-86e63304-801d-4cce-8487-0ece6c6fcc3d service neutron] Checking segment: {'id': '140137c2-b6e0-4262-a6fd-2165ee1875b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'f23d843c-57e0-4e53-853c-8d5fea2f990a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:39:26.026106 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08110f77-13a2-4702-9716-74bd2e960d0b req-86e63304-801d-4cce-8487-0ece6c6fcc3d service neutron] Bound using segment: {'id': '140137c2-b6e0-4262-a6fd-2165ee1875b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'f23d843c-57e0-4e53-853c-8d5fea2f990a'} {{(pid=110550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:39:26.026536 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.managers [req-08110f77-13a2-4702-9716-74bd2e960d0b req-86e63304-801d-4cce-8487-0ece6c6fcc3d service neutron] Bound port: 4c2e4fee-6f44-4431-9e0e-d6c12b27419d, host: n-h2-776250-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140137c2-b6e0-4262-a6fd-2165ee1875b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'f23d843c-57e0-4e53-853c-8d5fea2f990a'}}] {{(pid=110550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:39:26.026907 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-08110f77-13a2-4702-9716-74bd2e960d0b req-86e63304-801d-4cce-8487-0ece6c6fcc3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:39:26.092923 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-08110f77-13a2-4702-9716-74bd2e960d0b req-86e63304-801d-4cce-8487-0ece6c6fcc3d service neutron] For port 4c2e4fee-6f44-4431-9e0e-d6c12b27419d, host n-h2-776250-12, cleared binding levels {{(pid=110550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:39:26.095899 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-08110f77-13a2-4702-9716-74bd2e960d0b req-86e63304-801d-4cce-8487-0ece6c6fcc3d service neutron] For port 4c2e4fee-6f44-4431-9e0e-d6c12b27419d, host n-h2-776250-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=4c2e4fee-6f44-4431-9e0e-d6c12b27419d,segment=NetworkSegment(140137c2-b6e0-4262-a6fd-2165ee1875b7),segment_id=140137c2-b6e0-4262-a6fd-2165ee1875b7)] {{(pid=110550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:39:26.161805 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-08110f77-13a2-4702-9716-74bd2e960d0b req-86e63304-801d-4cce-8487-0ece6c6fcc3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:39:26.198119 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08110f77-13a2-4702-9716-74bd2e960d0b req-86e63304-801d-4cce-8487-0ece6c6fcc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:39:26.198390 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-08110f77-13a2-4702-9716-74bd2e960d0b req-86e63304-801d-4cce-8487-0ece6c6fcc3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:39:26.200912 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-08110f77-13a2-4702-9716-74bd2e960d0b req-86e63304-801d-4cce-8487-0ece6c6fcc3d service neutron] 10.222.0.37 "PUT /v2.0/ports/4c2e4fee-6f44-4431-9e0e-d6c12b27419d HTTP/1.1" status: 200 len: 1093 time: 0.8345337 Dec 08 17:39:26.201379 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3278316b-3f3a-4dc9-869a-2b1d71ccf7c4', 'tag': '4c2e4fee-6f44-4431-9e0e-d6c12b27419d'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:39:26.203670 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33688f0a94a9db352de83aac38ec7a80f5ce35812a363759cff610bcc84c1346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3680bc-6000-4d3f-bedb-ba7426f8075f" -d '{"events": [{"name": "network-changed", "server_uuid": "3278316b-3f3a-4dc9-869a-2b1d71ccf7c4", "tag": "4c2e4fee-6f44-4431-9e0e-d6c12b27419d"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:39:26.235492 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e63304-801d-4cce-8487-0ece6c6fcc3d service neutron] Pushing event updated for resources: {'Port': ['ID=4c2e4fee-6f44-4431-9e0e-d6c12b27419d,revision_number=3']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:39:26.271527 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-033529b6-7a15-4878-9193-e71050760fb5 x-openstack-request-id: req-033529b6-7a15-4878-9193-e71050760fb5 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:39:26.271527 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3278316b-3f3a-4dc9-869a-2b1d71ccf7c4", "tag": "4c2e4fee-6f44-4431-9e0e-d6c12b27419d", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:39:26.271527 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-033529b6-7a15-4878-9193-e71050760fb5 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:39:26.271527 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3278316b-3f3a-4dc9-869a-2b1d71ccf7c4', 'tag': '4c2e4fee-6f44-4431-9e0e-d6c12b27419d', 'status': 'completed', 'code': 200} Dec 08 17:39:26.339409 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3680bc-6000-4d3f-bedb-ba7426f8075f req-5b9d6cff-3909-497a-907c-3743a03f6fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:39:26.341279 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-de3680bc-6000-4d3f-bedb-ba7426f8075f req-5b9d6cff-3909-497a-907c-3743a03f6fdc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c0d76e3d2ea542de9aa921e05bc3acec&device_id=3278316b-3f3a-4dc9-869a-2b1d71ccf7c4 HTTP/1.1" status: 200 len: 1096 time: 0.0491352 Dec 08 17:39:26.440011 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3680bc-6000-4d3f-bedb-ba7426f8075f req-3e8c04ee-f330-4d08-bdbb-91f7c4416479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:39:26.441529 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-de3680bc-6000-4d3f-bedb-ba7426f8075f req-3e8c04ee-f330-4d08-bdbb-91f7c4416479 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=c0d76e3d2ea542de9aa921e05bc3acec&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0930421 Dec 08 17:39:26.538189 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3680bc-6000-4d3f-bedb-ba7426f8075f req-8d7b9432-8e7b-4f9e-9dcd-bf60a5d0e6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:39:26.539629 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-de3680bc-6000-4d3f-bedb-ba7426f8075f req-8d7b9432-8e7b-4f9e-9dcd-bf60a5d0e6e3 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913308 Dec 08 17:39:26.614078 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08110f77-13a2-4702-9716-74bd2e960d0b req-e348b862-6bc2-4b8e-83a3-d59b1cc4390c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:39:26.615519 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-08110f77-13a2-4702-9716-74bd2e960d0b req-e348b862-6bc2-4b8e-83a3-d59b1cc4390c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c0d76e3d2ea542de9aa921e05bc3acec&device_id=3278316b-3f3a-4dc9-869a-2b1d71ccf7c4 HTTP/1.1" status: 200 len: 1096 time: 0.0414016 Dec 08 17:39:26.656842 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-08110f77-13a2-4702-9716-74bd2e960d0b req-c80ff7dc-f7b6-43f2-9650-20deb17e20df service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c2e4fee-6f44-4431-9e0e-d6c12b27419d HTTP/1.1" status: 200 len: 217 time: 0.0337982 Dec 08 17:39:26.708054 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08110f77-13a2-4702-9716-74bd2e960d0b req-40e02e98-53e4-4479-a119-39e6083df5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:39:26.709501 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-08110f77-13a2-4702-9716-74bd2e960d0b req-40e02e98-53e4-4479-a119-39e6083df5e4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a5fe33bc-93fb-4df1-8613-f74475fef896 HTTP/1.1" status: 200 len: 849 time: 0.0465279 Dec 08 17:39:26.758398 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08110f77-13a2-4702-9716-74bd2e960d0b req-59c5e2b4-8436-478f-a883-8cc314ea8bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:39:26.759894 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-08110f77-13a2-4702-9716-74bd2e960d0b req-59c5e2b4-8436-478f-a883-8cc314ea8bde service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f23d843c-57e0-4e53-853c-8d5fea2f990a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428686 Dec 08 17:39:26.848055 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-08110f77-13a2-4702-9716-74bd2e960d0b req-b4fb4ca1-64df-4328-ad3f-2e6728ebb1df service neutron] 10.222.0.37 "GET /v2.0/networks/f23d843c-57e0-4e53-853c-8d5fea2f990a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803769 Dec 08 17:39:26.939762 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-08110f77-13a2-4702-9716-74bd2e960d0b req-c463d9c2-c285-4aa5-b68a-f7e9dba0b1b4 service neutron] 10.222.0.37 "GET /v2.0/networks/f23d843c-57e0-4e53-853c-8d5fea2f990a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848224 Dec 08 17:39:27.029612 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72244c19-4df8-47dc-b670-1918ede8b992 req-b1eaf4d3-1f2d-43fe-9d6d-a2f2944ef29a tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:39:27.031100 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-72244c19-4df8-47dc-b670-1918ede8b992 req-b1eaf4d3-1f2d-43fe-9d6d-a2f2944ef29a tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/ports?device_id=3278316b-3f3a-4dc9-869a-2b1d71ccf7c4 HTTP/1.1" status: 200 len: 944 time: 0.0499327 Dec 08 17:39:27.080439 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-72244c19-4df8-47dc-b670-1918ede8b992 req-276158ff-d24b-4674-a0ce-9bb0120dc8a9 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/security-groups?id=29ab5ac1-f02d-4d30-a667-2f37a975f449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433693 Dec 08 17:39:28.196710 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51bc3b7-639b-4682-9402-54a3626fea84 req-8b34bdf4-65ed-41e9-b906-9c8ee5259d58 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:39:28.198238 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a51bc3b7-639b-4682-9402-54a3626fea84 req-8b34bdf4-65ed-41e9-b906-9c8ee5259d58 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/ports?device_id=3278316b-3f3a-4dc9-869a-2b1d71ccf7c4 HTTP/1.1" status: 200 len: 944 time: 0.0484183 Dec 08 17:39:28.247404 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-a51bc3b7-639b-4682-9402-54a3626fea84 req-278515da-4212-4a60-b9e3-775e63f69fbc tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/security-groups?id=29ab5ac1-f02d-4d30-a667-2f37a975f449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433061 Dec 08 17:39:29.371152 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56562ef-7ffd-4953-8fe1-e2a4f41f535e req-21016626-0d4e-4fc7-bd5f-2f651bb683e4 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:39:29.372683 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d56562ef-7ffd-4953-8fe1-e2a4f41f535e req-21016626-0d4e-4fc7-bd5f-2f651bb683e4 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/ports?device_id=3278316b-3f3a-4dc9-869a-2b1d71ccf7c4 HTTP/1.1" status: 200 len: 944 time: 0.0570171 Dec 08 17:39:29.421756 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-d56562ef-7ffd-4953-8fe1-e2a4f41f535e req-c35a7984-4c6d-461b-b491-432a433df2c7 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/security-groups?id=29ab5ac1-f02d-4d30-a667-2f37a975f449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428021 Dec 08 17:39:30.535114 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d88a9-119c-4f96-b960-032c669de4b3 req-06ffbe29-b92d-4ca1-9262-460c21ed1c51 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:39:30.536638 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9e1d88a9-119c-4f96-b960-032c669de4b3 req-06ffbe29-b92d-4ca1-9262-460c21ed1c51 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/ports?device_id=3278316b-3f3a-4dc9-869a-2b1d71ccf7c4 HTTP/1.1" status: 200 len: 944 time: 0.0478530 Dec 08 17:39:30.589741 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9e1d88a9-119c-4f96-b960-032c669de4b3 req-f48d30fb-124e-4732-95a9-15f69ad363be tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/security-groups?id=29ab5ac1-f02d-4d30-a667-2f37a975f449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466232 Dec 08 17:39:30.721279 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 4c2e4fee-6f44-4431-9e0e-d6c12b27419d details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 17:39:30.816796 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 4c2e4fee-6f44-4431-9e0e-d6c12b27419d, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=4c2e4fee-6f44-4431-9e0e-d6c12b27419d,segment=NetworkSegment(140137c2-b6e0-4262-a6fd-2165ee1875b7),segment_id=140137c2-b6e0-4262-a6fd-2165ee1875b7)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:39:30.828265 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '4c2e4fee-6f44-4431-9e0e-d6c12b27419d', 'network_id': 'f23d843c-57e0-4e53-853c-8d5fea2f990a', 'port_id': '4c2e4fee-6f44-4431-9e0e-d6c12b27419d', 'mac_address': 'fa:16:3e:a9:81:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5fe33bc-93fb-4df1-8613-f74475fef896', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 17:39:30.865388 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:39:30.878069 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c2e4fee-6f44-4431-9e0e-d6c12b27419d {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:39:30.901122 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 4c2e4fee-6f44-4431-9e0e-d6c12b27419d, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=4c2e4fee-6f44-4431-9e0e-d6c12b27419d,segment=NetworkSegment(140137c2-b6e0-4262-a6fd-2165ee1875b7),segment_id=140137c2-b6e0-4262-a6fd-2165ee1875b7)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:39:30.969958 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:39:31.017217 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=4c2e4fee-6f44-4431-9e0e-d6c12b27419d,revision_number=4']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:39:31.192519 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['4c2e4fee-6f44-4431-9e0e-d6c12b27419d'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:39:31.704285 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e5a9a-afce-4686-b8ef-cc31cb4b1af1 req-7f8dcbee-ba79-496f-a6d1-e529d5520c03 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:39:31.705796 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-db0e5a9a-afce-4686-b8ef-cc31cb4b1af1 req-7f8dcbee-ba79-496f-a6d1-e529d5520c03 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/ports?device_id=3278316b-3f3a-4dc9-869a-2b1d71ccf7c4 HTTP/1.1" status: 200 len: 945 time: 0.0487216 Dec 08 17:39:31.756133 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-db0e5a9a-afce-4686-b8ef-cc31cb4b1af1 req-f7c8d451-f433-4550-9a58-33a0b60d7ae3 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/security-groups?id=29ab5ac1-f02d-4d30-a667-2f37a975f449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443459 Dec 08 17:39:32.744633 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 4c2e4fee-6f44-4431-9e0e-d6c12b27419d up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:39:32.855787 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning for port 4c2e4fee-6f44-4431-9e0e-d6c12b27419d completed by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 17:39:32.859761 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 4c2e4fee-6f44-4431-9e0e-d6c12b27419d triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:39:32.860141 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:39:32.871715 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d8974e-8d89-4582-8b3b-9b8fa1b963b1 req-dcc16ca4-4acd-4065-87a5-00f2d4909dde tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:39:32.873295 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-47d8974e-8d89-4582-8b3b-9b8fa1b963b1 req-dcc16ca4-4acd-4065-87a5-00f2d4909dde tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/ports?device_id=3278316b-3f3a-4dc9-869a-2b1d71ccf7c4 HTTP/1.1" status: 200 len: 945 time: 0.0492961 Dec 08 17:39:32.922341 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-47d8974e-8d89-4582-8b3b-9b8fa1b963b1 req-abaf496f-13db-4226-82ca-310bc51d8e4f tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/security-groups?id=29ab5ac1-f02d-4d30-a667-2f37a975f449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430412 Dec 08 17:39:32.941947 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:39:32.964692 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3278316b-3f3a-4dc9-869a-2b1d71ccf7c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2e4fee-6f44-4431-9e0e-d6c12b27419d'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:39:32.966916 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e972d80ca4ba26e60ff2132fe6d2147b95d4377dec9e0b14df2e9cad1c1848da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9224b1-69b8-4343-b01a-1ea6ba7208f2" -d '{"events": [{"server_uuid": "3278316b-3f3a-4dc9-869a-2b1d71ccf7c4", "name": "network-vif-plugged", "status": "completed", "tag": "4c2e4fee-6f44-4431-9e0e-d6c12b27419d"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:39:32.979603 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 4c2e4fee-6f44-4431-9e0e-d6c12b27419d, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=4c2e4fee-6f44-4431-9e0e-d6c12b27419d,segment=NetworkSegment(140137c2-b6e0-4262-a6fd-2165ee1875b7),segment_id=140137c2-b6e0-4262-a6fd-2165ee1875b7)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:39:33.004008 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe29dd1-b833-4a46-afdd-43a482bea602 x-openstack-request-id: req-dbe29dd1-b833-4a46-afdd-43a482bea602 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:39:33.004346 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3278316b-3f3a-4dc9-869a-2b1d71ccf7c4", "name": "network-vif-plugged", "status": "completed", "tag": "4c2e4fee-6f44-4431-9e0e-d6c12b27419d", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:39:33.004612 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dbe29dd1-b833-4a46-afdd-43a482bea602 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:39:33.005049 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3278316b-3f3a-4dc9-869a-2b1d71ccf7c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2e4fee-6f44-4431-9e0e-d6c12b27419d', 'code': 200} Dec 08 17:39:33.044441 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:39:33.091579 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=4c2e4fee-6f44-4431-9e0e-d6c12b27419d,revision_number=5']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:39:33.103088 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd7046a-ddc7-4cce-8e4c-ca7854f98a0c req-b4b442cf-7c55-42e8-9ed2-cbbc6905386d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:39:33.104661 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2dd7046a-ddc7-4cce-8e4c-ca7854f98a0c req-b4b442cf-7c55-42e8-9ed2-cbbc6905386d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3278316b-3f3a-4dc9-869a-2b1d71ccf7c4 HTTP/1.1" status: 200 len: 1098 time: 0.0434391 Dec 08 17:39:33.154653 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-2dd7046a-ddc7-4cce-8e4c-ca7854f98a0c req-563cca03-df67-4da8-abcd-a3cb84b078a5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=29ab5ac1-f02d-4d30-a667-2f37a975f449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430396 Dec 08 17:39:33.478991 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:39:34.036475 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1017d4-f2de-4af0-b80a-8cbd47142f8f req-e2807489-c76e-416a-8771-a8a07a09787c tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:39:34.038020 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fb1017d4-f2de-4af0-b80a-8cbd47142f8f req-e2807489-c76e-416a-8771-a8a07a09787c tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/ports?device_id=3278316b-3f3a-4dc9-869a-2b1d71ccf7c4 HTTP/1.1" status: 200 len: 946 time: 0.0487535 Dec 08 17:39:34.087237 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-fb1017d4-f2de-4af0-b80a-8cbd47142f8f req-80882dcf-76b7-4957-8ec7-91097e6bf071 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/security-groups?id=29ab5ac1-f02d-4d30-a667-2f37a975f449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432758 Dec 08 17:39:35.206211 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31230165-b9e5-4521-a8ce-d6b8b195f4c9 req-9b8caff0-c401-4027-bb3c-8fcfa9bc5df2 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:39:35.207706 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-31230165-b9e5-4521-a8ce-d6b8b195f4c9 req-9b8caff0-c401-4027-bb3c-8fcfa9bc5df2 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/ports?device_id=3278316b-3f3a-4dc9-869a-2b1d71ccf7c4 HTTP/1.1" status: 200 len: 946 time: 0.0487218 Dec 08 17:39:35.257674 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-31230165-b9e5-4521-a8ce-d6b8b195f4c9 req-f37d6561-c84e-492d-913d-6873770f6eeb tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/security-groups?id=29ab5ac1-f02d-4d30-a667-2f37a975f449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432501 Dec 08 17:39:35.380413 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d6ac26-d475-4fff-9375-49fbb21d8b17 req-13f6ec65-8f22-4b38-9321-956674f1ccb1 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:39:35.381917 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-94d6ac26-d475-4fff-9375-49fbb21d8b17 req-13f6ec65-8f22-4b38-9321-956674f1ccb1 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/ports?device_id=3278316b-3f3a-4dc9-869a-2b1d71ccf7c4 HTTP/1.1" status: 200 len: 946 time: 0.0548356 Dec 08 17:39:35.432666 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-94d6ac26-d475-4fff-9375-49fbb21d8b17 req-942f5ed5-6664-4069-ac3a-9d19a3ef9ef1 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/security-groups?id=29ab5ac1-f02d-4d30-a667-2f37a975f449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442457 Dec 08 17:39:35.454189 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45064) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:39:35.493363 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb913348-b53a-46f3-a844-c5a0d343b1af tempest-TestSnapshotPattern-1920311432 tempest-TestSnapshotPattern-1920311432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:39:35.497304 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-eb913348-b53a-46f3-a844-c5a0d343b1af tempest-TestSnapshotPattern-1920311432 tempest-TestSnapshotPattern-1920311432-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3278316b-3f3a-4dc9-869a-2b1d71ccf7c4 HTTP/1.1" status: 200 len: 1093 time: 0.0395913 Dec 08 17:39:35.497682 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45066) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:39:35.501848 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.v2.base [None req-a6148d9a-54b7-48e6-bc29-a7d99eb58ca2 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Request body: {'floatingip': {'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'port_id': '4c2e4fee-6f44-4431-9e0e-d6c12b27419d', 'tenant_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:39:35.575989 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a6148d9a-54b7-48e6-bc29-a7d99eb58ca2 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks [] for floatingip, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:39:35.672981 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:39:35.676262 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a6148d9a-54b7-48e6-bc29-a7d99eb58ca2 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:39:35.777051 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.db_base_plugin_common [None req-a6148d9a-54b7-48e6-bc29-a7d99eb58ca2 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Allocated IP 172.25.0.231 (1ae4cf80-76bf-4df3-a557-5cc6023c1900/cec1337d-aa9f-47f0-8079-39fe913fecda/f1fa029f-8c0c-421a-952d-d1c21f4b9546) {{(pid=110550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:39:35.878819 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a6148d9a-54b7-48e6-bc29-a7d99eb58ca2 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks [] for port, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:39:36.018751 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a6148d9a-54b7-48e6-bc29-a7d99eb58ca2 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740895098094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:39:36.055758 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6148d9a-54b7-48e6-bc29-a7d99eb58ca2 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Network 1ae4cf80-76bf-4df3-a557-5cc6023c1900 is already hosted by enough agents. {{(pid=110550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:39:36.061044 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.base_scheduler [None req-a6148d9a-54b7-48e6-bc29-a7d99eb58ca2 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Resources bound (agent type, host, resource id): {{(pid=110550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:39:36.064512 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6148d9a-54b7-48e6-bc29-a7d99eb58ca2 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Received port after_create {{(pid=110550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:39:36.069859 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6148d9a-54b7-48e6-bc29-a7d99eb58ca2 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Pushing event updated for resources: {'Port': ['ID=f1fa029f-8c0c-421a-952d-d1c21f4b9546,revision_number=1']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:39:36.771692 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a6148d9a-54b7-48e6-bc29-a7d99eb58ca2 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:39:36.907374 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a6148d9a-54b7-48e6-bc29-a7d99eb58ca2 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:39:37.052628 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a6148d9a-54b7-48e6-bc29-a7d99eb58ca2 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks [] for port, precommit_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:39:37.115134 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a6148d9a-54b7-48e6-bc29-a7d99eb58ca2 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10227525'] for port, after_update {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:39:37.190475 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6148d9a-54b7-48e6-bc29-a7d99eb58ca2 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Pushing event updated for resources: {'Port': ['ID=f1fa029f-8c0c-421a-952d-d1c21f4b9546,revision_number=2']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:39:37.202766 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a6148d9a-54b7-48e6-bc29-a7d99eb58ca2 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-528027'] for floatingip, after_create {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:39:37.302989 n-d-776250-12 neutron-server[110550]: INFO neutron.db.l3_db [None req-a6148d9a-54b7-48e6-bc29-a7d99eb58ca2 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Floating IP cb7187a2-6881-4b1c-aed7-ba3098863a90 associated. External IP: 172.25.0.231, port: 4c2e4fee-6f44-4431-9e0e-d6c12b27419d. Dec 08 17:39:37.505051 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6148d9a-54b7-48e6-bc29-a7d99eb58ca2 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Router 4d7bc422-0d83-4028-9b00-ed93d4899d6e has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:39:37.612316 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6148d9a-54b7-48e6-bc29-a7d99eb58ca2 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:39:37.622889 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715d0e2f-b48c-4784-b6e4-dad31855c0d3 None None] Sync routers for ids ['4d7bc422-0d83-4028-9b00-ed93d4899d6e'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:39:37.634354 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715d0e2f-b48c-4784-b6e4-dad31855c0d3 None None] Routers {'4d7bc422-0d83-4028-9b00-ed93d4899d6e'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:39:37.634980 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-715d0e2f-b48c-4784-b6e4-dad31855c0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:39:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['4d7bc422-0d83-4028-9b00-ed93d4899d6e'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:39:37.689029 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-a6148d9a-54b7-48e6-bc29-a7d99eb58ca2 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:39:37.745632 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-a6148d9a-54b7-48e6-bc29-a7d99eb58ca2 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2469330 Dec 08 17:39:37.746909 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3278316b-3f3a-4dc9-869a-2b1d71ccf7c4', 'tag': '4c2e4fee-6f44-4431-9e0e-d6c12b27419d'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:39:37.749216 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33688f0a94a9db352de83aac38ec7a80f5ce35812a363759cff610bcc84c1346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415a5ed1-370b-4172-a857-f7b6d90d4484" -d '{"events": [{"name": "network-changed", "server_uuid": "3278316b-3f3a-4dc9-869a-2b1d71ccf7c4", "tag": "4c2e4fee-6f44-4431-9e0e-d6c12b27419d"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:39:37.765675 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1e5f22d1-29ef-434c-99d3-0c1c60b4515a req-aa752f75-7b85-4d5a-ad36-f440ce46034f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5c180024-7be0-4cc4-b260-7e2ecb30c5ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1201262 Dec 08 17:39:37.791591 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a155f2e-d3ea-4cc8-a85b-9047913df548 x-openstack-request-id: req-3a155f2e-d3ea-4cc8-a85b-9047913df548 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:39:37.792254 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3278316b-3f3a-4dc9-869a-2b1d71ccf7c4", "tag": "4c2e4fee-6f44-4431-9e0e-d6c12b27419d", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:39:37.792360 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3a155f2e-d3ea-4cc8-a85b-9047913df548 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:39:37.792765 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3278316b-3f3a-4dc9-869a-2b1d71ccf7c4', 'tag': '4c2e4fee-6f44-4431-9e0e-d6c12b27419d', 'status': 'completed', 'code': 200} Dec 08 17:39:37.793863 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-715d0e2f-b48c-4784-b6e4-dad31855c0d3 None None] Set router 4d7bc422-0d83-4028-9b00-ed93d4899d6e gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:39:37.879948 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f22d1-29ef-434c-99d3-0c1c60b4515a req-2598c895-7b5b-4f97-bb2a-cbab87071a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:39:37.881443 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1e5f22d1-29ef-434c-99d3-0c1c60b4515a req-2598c895-7b5b-4f97-bb2a-cbab87071a75 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c0d76e3d2ea542de9aa921e05bc3acec&device_id=5c180024-7be0-4cc4-b260-7e2ecb30c5ad HTTP/1.1" status: 200 len: 1095 time: 0.0702477 Dec 08 17:39:37.884088 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a5ed1-370b-4172-a857-f7b6d90d4484 req-2dd16ed9-3ce2-4037-9caf-21b7972c7636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:39:37.885516 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-415a5ed1-370b-4172-a857-f7b6d90d4484 req-2dd16ed9-3ce2-4037-9caf-21b7972c7636 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c0d76e3d2ea542de9aa921e05bc3acec&device_id=3278316b-3f3a-4dc9-869a-2b1d71ccf7c4 HTTP/1.1" status: 200 len: 1098 time: 0.0663087 Dec 08 17:39:38.053076 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a5ed1-370b-4172-a857-f7b6d90d4484 req-0f7bf9e3-9e91-4cf5-9081-cc7b9e6fdd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:39:38.054931 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-415a5ed1-370b-4172-a857-f7b6d90d4484 req-0f7bf9e3-9e91-4cf5-9081-cc7b9e6fdd4c service neutron] 10.222.0.37 "GET /v2.0/networks?id=f23d843c-57e0-4e53-853c-8d5fea2f990a HTTP/1.1" status: 200 len: 911 time: 0.1623580 Dec 08 17:39:38.059138 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f22d1-29ef-434c-99d3-0c1c60b4515a req-2de2c4d5-03b9-4736-b8c6-82da7657e093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:39:38.061072 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1e5f22d1-29ef-434c-99d3-0c1c60b4515a req-2de2c4d5-03b9-4736-b8c6-82da7657e093 service neutron] 10.222.0.76 "GET /v2.0/networks?id=f23d843c-57e0-4e53-853c-8d5fea2f990a HTTP/1.1" status: 200 len: 911 time: 0.1592865 Dec 08 17:39:38.085135 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-715d0e2f-b48c-4784-b6e4-dad31855c0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7bc422-0d83-4028-9b00-ed93d4899d6e', 'name': 'tempest-TestSnapshotPattern-2125184472-router', 'tenant_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '24efbbe9-2324-459c-bbc6-52b7bdddfd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:35:55Z', 'updated_at': '2021-12-08T17:35:58Z', 'revision_number': 4, 'project_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'gw_port': {'id': '24efbbe9-2324-459c-bbc6-52b7bdddfd41', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7bc422-0d83-4028-9b00-ed93d4899d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:35:55Z', 'updated_at': '2021-12-08T17:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': 'c0203128-133b-49f8-93b7-ccae5145cb4b', 'tenant_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'floating_ip_address': '172.25.0.12', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '4d7bc422-0d83-4028-9b00-ed93d4899d6e', 'port_id': '940c913c-e73c-472b-a142-8b5e8fdbac11', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f23d843c-57e0-4e53-853c-8d5fea2f990a', 'mac_address': 'fa:16:3e:d3:f6:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c180024-7be0-4cc4-b260-7e2ecb30c5ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T17:36:23Z', 'updated_at': '2021-12-08T17:36:25Z', 'revision_number': 1, 'project_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'fixed_ip_address_scope': None}, {'id': 'cb7187a2-6881-4b1c-aed7-ba3098863a90', 'tenant_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'floating_ip_address': '172.25.0.231', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '4d7bc422-0d83-4028-9b00-ed93d4899d6e', 'port_id': '4c2e4fee-6f44-4431-9e0e-d6c12b27419d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f23d843c-57e0-4e53-853c-8d5fea2f990a', 'mac_address': 'fa:16:3e:a9:81:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3278316b-3f3a-4dc9-869a-2b1d71ccf7c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T17:39:36Z', 'updated_at': '2021-12-08T17:39:36Z', 'revision_number': 0, 'project_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c417118-0dff-476d-94bc-c35baf751067', 'name': '', 'network_id': 'f23d843c-57e0-4e53-853c-8d5fea2f990a', 'tenant_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'mac_address': 'fa:16:3e:26:78:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7bc422-0d83-4028-9b00-ed93d4899d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'a5fe33bc-93fb-4df1-8613-f74475fef896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:35:57Z', 'updated_at': '2021-12-08T17:36:01Z', 'revision_number': 5, 'project_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'subnets': [{'id': 'a5fe33bc-93fb-4df1-8613-f74475fef896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:39:38.116350 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715d0e2f-b48c-4784-b6e4-dad31855c0d3 None None] Checking router: 4d7bc422-0d83-4028-9b00-ed93d4899d6e for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:39:38.124894 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715d0e2f-b48c-4784-b6e4-dad31855c0d3 None None] Routers {'4d7bc422-0d83-4028-9b00-ed93d4899d6e'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:39:38.125502 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-715d0e2f-b48c-4784-b6e4-dad31855c0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:39:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['4d7bc422-0d83-4028-9b00-ed93d4899d6e'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:39:38.180613 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-415a5ed1-370b-4172-a857-f7b6d90d4484 req-0c27263b-c48d-427f-b5c4-dc7a9b8768f5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c2e4fee-6f44-4431-9e0e-d6c12b27419d HTTP/1.1" status: 200 len: 1000 time: 0.1184404 Dec 08 17:39:38.182363 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1e5f22d1-29ef-434c-99d3-0c1c60b4515a req-fe6f1c91-50ae-4e1d-b515-c8856fb8a437 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=940c913c-e73c-472b-a142-8b5e8fdbac11 HTTP/1.1" status: 200 len: 998 time: 0.1133468 Dec 08 17:39:38.235560 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-715d0e2f-b48c-4784-b6e4-dad31855c0d3 None None] Set router 4d7bc422-0d83-4028-9b00-ed93d4899d6e gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:39:38.269683 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a5ed1-370b-4172-a857-f7b6d90d4484 req-2cf8976e-cf75-4518-96c3-d83dbf8373f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:39:38.271171 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-415a5ed1-370b-4172-a857-f7b6d90d4484 req-2cf8976e-cf75-4518-96c3-d83dbf8373f2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a5fe33bc-93fb-4df1-8613-f74475fef896 HTTP/1.1" status: 200 len: 849 time: 0.0844030 Dec 08 17:39:38.272610 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f22d1-29ef-434c-99d3-0c1c60b4515a req-cb67c621-970a-4fb9-8ac6-3d6c90addbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:39:38.274471 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1e5f22d1-29ef-434c-99d3-0c1c60b4515a req-cb67c621-970a-4fb9-8ac6-3d6c90addbe7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a5fe33bc-93fb-4df1-8613-f74475fef896 HTTP/1.1" status: 200 len: 849 time: 0.0802295 Dec 08 17:39:38.342649 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a5ed1-370b-4172-a857-f7b6d90d4484 req-4f3b471d-0dce-4efb-a711-2d7c68fc7558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:39:38.344199 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-415a5ed1-370b-4172-a857-f7b6d90d4484 req-4f3b471d-0dce-4efb-a711-2d7c68fc7558 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f23d843c-57e0-4e53-853c-8d5fea2f990a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0661209 Dec 08 17:39:38.350776 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f22d1-29ef-434c-99d3-0c1c60b4515a req-d6e6bca5-db67-4221-a653-7af8eaf758ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:39:38.352822 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1e5f22d1-29ef-434c-99d3-0c1c60b4515a req-d6e6bca5-db67-4221-a653-7af8eaf758ea service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f23d843c-57e0-4e53-853c-8d5fea2f990a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0672176 Dec 08 17:39:38.464887 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-715d0e2f-b48c-4784-b6e4-dad31855c0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7bc422-0d83-4028-9b00-ed93d4899d6e', 'name': 'tempest-TestSnapshotPattern-2125184472-router', 'tenant_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '24efbbe9-2324-459c-bbc6-52b7bdddfd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:35:55Z', 'updated_at': '2021-12-08T17:35:58Z', 'revision_number': 4, 'project_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'gw_port': {'id': '24efbbe9-2324-459c-bbc6-52b7bdddfd41', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7bc422-0d83-4028-9b00-ed93d4899d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:35:55Z', 'updated_at': '2021-12-08T17:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': 'c0203128-133b-49f8-93b7-ccae5145cb4b', 'tenant_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'floating_ip_address': '172.25.0.12', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '4d7bc422-0d83-4028-9b00-ed93d4899d6e', 'port_id': '940c913c-e73c-472b-a142-8b5e8fdbac11', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f23d843c-57e0-4e53-853c-8d5fea2f990a', 'mac_address': 'fa:16:3e:d3:f6:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c180024-7be0-4cc4-b260-7e2ecb30c5ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T17:36:23Z', 'updated_at': '2021-12-08T17:36:25Z', 'revision_number': 1, 'project_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'fixed_ip_address_scope': None}, {'id': 'cb7187a2-6881-4b1c-aed7-ba3098863a90', 'tenant_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'floating_ip_address': '172.25.0.231', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '4d7bc422-0d83-4028-9b00-ed93d4899d6e', 'port_id': '4c2e4fee-6f44-4431-9e0e-d6c12b27419d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f23d843c-57e0-4e53-853c-8d5fea2f990a', 'mac_address': 'fa:16:3e:a9:81:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3278316b-3f3a-4dc9-869a-2b1d71ccf7c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T17:39:36Z', 'updated_at': '2021-12-08T17:39:36Z', 'revision_number': 0, 'project_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c417118-0dff-476d-94bc-c35baf751067', 'name': '', 'network_id': 'f23d843c-57e0-4e53-853c-8d5fea2f990a', 'tenant_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'mac_address': 'fa:16:3e:26:78:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7bc422-0d83-4028-9b00-ed93d4899d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'a5fe33bc-93fb-4df1-8613-f74475fef896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:35:57Z', 'updated_at': '2021-12-08T17:36:01Z', 'revision_number': 5, 'project_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'subnets': [{'id': 'a5fe33bc-93fb-4df1-8613-f74475fef896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:39:38.496062 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715d0e2f-b48c-4784-b6e4-dad31855c0d3 None None] The sync data for ids ['4d7bc422-0d83-4028-9b00-ed93d4899d6e'] in n-d-776250-12 is: [{'id': '4d7bc422-0d83-4028-9b00-ed93d4899d6e', 'name': 'tempest-TestSnapshotPattern-2125184472-router', 'tenant_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '24efbbe9-2324-459c-bbc6-52b7bdddfd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:35:55Z', 'updated_at': '2021-12-08T17:35:58Z', 'revision_number': 4, 'project_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'gw_port': {'id': '24efbbe9-2324-459c-bbc6-52b7bdddfd41', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7bc422-0d83-4028-9b00-ed93d4899d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:35:55Z', 'updated_at': '2021-12-08T17:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': 'c0203128-133b-49f8-93b7-ccae5145cb4b', 'tenant_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'floating_ip_address': '172.25.0.12', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '4d7bc422-0d83-4028-9b00-ed93d4899d6e', 'port_id': '940c913c-e73c-472b-a142-8b5e8fdbac11', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f23d843c-57e0-4e53-853c-8d5fea2f990a', 'mac_address': 'fa:16:3e:d3:f6:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c180024-7be0-4cc4-b260-7e2ecb30c5ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T17:36:23Z', 'updated_at': '2021-12-08T17:36:25Z', 'revision_number': 1, 'project_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'fixed_ip_address_scope': None}, {'id': 'cb7187a2-6881-4b1c-aed7-ba3098863a90', 'tenant_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'floating_ip_address': '172.25.0.231', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '4d7bc422-0d83-4028-9b00-ed93d4899d6e', 'port_id': '4c2e4fee-6f44-4431-9e0e-d6c12b27419d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f23d843c-57e0-4e53-853c-8d5fea2f990a', 'mac_address': 'fa:16:3e:a9:81:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3278316b-3f3a-4dc9-869a-2b1d71ccf7c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T17:39:36Z', 'updated_at': '2021-12-08T17:39:36Z', 'revision_number': 0, 'project_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c417118-0dff-476d-94bc-c35baf751067', 'name': '', 'network_id': 'f23d843c-57e0-4e53-853c-8d5fea2f990a', 'tenant_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'mac_address': 'fa:16:3e:26:78:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7bc422-0d83-4028-9b00-ed93d4899d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'a5fe33bc-93fb-4df1-8613-f74475fef896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:35:57Z', 'updated_at': '2021-12-08T17:36:01Z', 'revision_number': 5, 'project_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'subnets': [{'id': 'a5fe33bc-93fb-4df1-8613-f74475fef896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:39:38.530118 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1e5f22d1-29ef-434c-99d3-0c1c60b4515a req-746e9c4a-d49c-4970-93ef-261802087dca service neutron] 10.222.0.76 "GET /v2.0/networks/f23d843c-57e0-4e53-853c-8d5fea2f990a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692624 Dec 08 17:39:38.532041 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-415a5ed1-370b-4172-a857-f7b6d90d4484 req-5cf47c42-c912-45e2-adb1-c96eec8e33d9 service neutron] 10.222.0.37 "GET /v2.0/networks/f23d843c-57e0-4e53-853c-8d5fea2f990a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783531 Dec 08 17:39:38.691159 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc505a7-884c-4616-b243-f38e402df398 None None] New status for floating IP cb7187a2-6881-4b1c-aed7-ba3098863a90: ACTIVE {{(pid=110553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 17:39:38.703106 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-415a5ed1-370b-4172-a857-f7b6d90d4484 req-0879c3a4-40f0-4b35-99e2-06e0af529bda service neutron] 10.222.0.37 "GET /v2.0/networks/f23d843c-57e0-4e53-853c-8d5fea2f990a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580632 Dec 08 17:39:38.704899 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1e5f22d1-29ef-434c-99d3-0c1c60b4515a req-5439e4e1-b366-47d0-bccf-40dad48d307a service neutron] 10.222.0.76 "GET /v2.0/networks/f23d843c-57e0-4e53-853c-8d5fea2f990a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674037 Dec 08 17:39:39.641359 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:39:41.552588 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6612e879-93fa-4494-84ec-a677ea12ddf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:39:44.238246 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-dfcf764c-be45-438f-bb04-ebaae0bf6426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:39:45.672755 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:39:47.107150 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:39:47.658067 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:39:53.823813 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4146c323-68ab-4fd8-b490-aedf9c6c37ea req-e4cfd9ac-aa49-4a52-b371-0b0259fe367b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3278316b-3f3a-4dc9-869a-2b1d71ccf7c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408814 Dec 08 17:39:53.906108 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146c323-68ab-4fd8-b490-aedf9c6c37ea req-c401e064-13a5-4acf-bc3c-2c61166d51f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:39:53.907586 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4146c323-68ab-4fd8-b490-aedf9c6c37ea req-c401e064-13a5-4acf-bc3c-2c61166d51f7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c0d76e3d2ea542de9aa921e05bc3acec&device_id=3278316b-3f3a-4dc9-869a-2b1d71ccf7c4 HTTP/1.1" status: 200 len: 1098 time: 0.0405965 Dec 08 17:39:54.013539 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146c323-68ab-4fd8-b490-aedf9c6c37ea req-f25f0892-3275-4691-b9fd-cac32993806e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:39:54.015034 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4146c323-68ab-4fd8-b490-aedf9c6c37ea req-f25f0892-3275-4691-b9fd-cac32993806e service neutron] 10.222.0.37 "GET /v2.0/networks?id=f23d843c-57e0-4e53-853c-8d5fea2f990a HTTP/1.1" status: 200 len: 911 time: 0.0877063 Dec 08 17:39:54.081241 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4146c323-68ab-4fd8-b490-aedf9c6c37ea req-1975d504-afad-4a1c-bd38-71e7859b332c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c2e4fee-6f44-4431-9e0e-d6c12b27419d HTTP/1.1" status: 200 len: 1002 time: 0.0582898 Dec 08 17:39:54.136521 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146c323-68ab-4fd8-b490-aedf9c6c37ea req-69588bea-a2bc-4d0d-9951-f17bf5cbb627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:39:54.137999 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4146c323-68ab-4fd8-b490-aedf9c6c37ea req-69588bea-a2bc-4d0d-9951-f17bf5cbb627 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a5fe33bc-93fb-4df1-8613-f74475fef896 HTTP/1.1" status: 200 len: 849 time: 0.0494881 Dec 08 17:39:54.183352 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146c323-68ab-4fd8-b490-aedf9c6c37ea req-2ff0ffa8-3917-4026-bd1f-0f4adc70679f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:39:54.184886 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4146c323-68ab-4fd8-b490-aedf9c6c37ea req-2ff0ffa8-3917-4026-bd1f-0f4adc70679f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f23d843c-57e0-4e53-853c-8d5fea2f990a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400059 Dec 08 17:39:54.275125 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4146c323-68ab-4fd8-b490-aedf9c6c37ea req-c619e10a-a086-45cd-ba51-4c56b7b38680 service neutron] 10.222.0.37 "GET /v2.0/networks/f23d843c-57e0-4e53-853c-8d5fea2f990a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822580 Dec 08 17:39:54.372204 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-4146c323-68ab-4fd8-b490-aedf9c6c37ea req-2ba793d7-13f6-4a19-ab08-259895cf990b service neutron] 10.222.0.37 "GET /v2.0/networks/f23d843c-57e0-4e53-853c-8d5fea2f990a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893316 Dec 08 17:40:05.683607 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:40:09.680121 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:40:10.477699 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:40:11.509074 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e2c2a255-f988-4c09-ba84-af374663b2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:40:14.232382 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-af5b7b87-574f-4c70-84d4-badd0f72fd35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:40:15.622685 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:40:17.120497 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:40:17.657275 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:40:35.677387 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:40:38.714452 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e68ce435-1094-4242-9a6b-f1f335987483 req-9f702c7f-d511-4c06-9362-62d5973dce6b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5c180024-7be0-4cc4-b260-7e2ecb30c5ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0434387 Dec 08 17:40:38.797604 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ce435-1094-4242-9a6b-f1f335987483 req-86a7f19e-e17d-4cbb-9f08-447c27ed60f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:40:38.799097 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e68ce435-1094-4242-9a6b-f1f335987483 req-86a7f19e-e17d-4cbb-9f08-447c27ed60f4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c0d76e3d2ea542de9aa921e05bc3acec&device_id=5c180024-7be0-4cc4-b260-7e2ecb30c5ad HTTP/1.1" status: 200 len: 1095 time: 0.0411685 Dec 08 17:40:38.906753 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ce435-1094-4242-9a6b-f1f335987483 req-931abd10-8629-447d-8ba0-4a3914e80073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:40:38.908212 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e68ce435-1094-4242-9a6b-f1f335987483 req-931abd10-8629-447d-8ba0-4a3914e80073 service neutron] 10.222.0.76 "GET /v2.0/networks?id=f23d843c-57e0-4e53-853c-8d5fea2f990a HTTP/1.1" status: 200 len: 911 time: 0.0890746 Dec 08 17:40:38.981255 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e68ce435-1094-4242-9a6b-f1f335987483 req-ee884460-412f-44d4-be4b-c08f7a2308fd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=940c913c-e73c-472b-a142-8b5e8fdbac11 HTTP/1.1" status: 200 len: 998 time: 0.0579889 Dec 08 17:40:39.040021 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ce435-1094-4242-9a6b-f1f335987483 req-5bcc59c4-c36b-4e62-8f48-983c2c3d4fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:40:39.042496 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e68ce435-1094-4242-9a6b-f1f335987483 req-5bcc59c4-c36b-4e62-8f48-983c2c3d4fe7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a5fe33bc-93fb-4df1-8613-f74475fef896 HTTP/1.1" status: 200 len: 849 time: 0.0533307 Dec 08 17:40:39.093008 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ce435-1094-4242-9a6b-f1f335987483 req-5d9e87ea-c977-4411-b2ea-f76109c36cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:40:39.094508 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e68ce435-1094-4242-9a6b-f1f335987483 req-5d9e87ea-c977-4411-b2ea-f76109c36cc3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f23d843c-57e0-4e53-853c-8d5fea2f990a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428207 Dec 08 17:40:39.182318 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e68ce435-1094-4242-9a6b-f1f335987483 req-fe087f8e-8676-4882-99ab-484429e4a101 service neutron] 10.222.0.76 "GET /v2.0/networks/f23d843c-57e0-4e53-853c-8d5fea2f990a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806844 Dec 08 17:40:39.277149 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e68ce435-1094-4242-9a6b-f1f335987483 req-cecad8e9-49cf-4882-91bc-3bb245c0cccd service neutron] 10.222.0.76 "GET /v2.0/networks/f23d843c-57e0-4e53-853c-8d5fea2f990a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880861 Dec 08 17:40:39.719892 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:40:41.502194 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-a8cf0860-ed40-4a71-900b-9214c56f8a6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:40:44.242898 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-0bada0ae-0d2d-40cd-9d7b-77508c7b4c34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:40:45.636831 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:40:47.142303 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:40:47.477597 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:40:47.682375 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:40:54.822082 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5e3a67dc-48a0-4608-aa84-0177bcea5fb8 req-3bfe391d-6598-4078-bf25-62234aa6f2ff service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3278316b-3f3a-4dc9-869a-2b1d71ccf7c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412734 Dec 08 17:40:54.902040 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a67dc-48a0-4608-aa84-0177bcea5fb8 req-29b41d4c-b89b-418b-a3cd-0c2d2d3c04ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:40:54.903522 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5e3a67dc-48a0-4608-aa84-0177bcea5fb8 req-29b41d4c-b89b-418b-a3cd-0c2d2d3c04ec service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c0d76e3d2ea542de9aa921e05bc3acec&device_id=3278316b-3f3a-4dc9-869a-2b1d71ccf7c4 HTTP/1.1" status: 200 len: 1098 time: 0.0402730 Dec 08 17:40:55.016259 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a67dc-48a0-4608-aa84-0177bcea5fb8 req-f77d6171-6abb-420e-9318-2ab9ba952ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:40:55.017753 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5e3a67dc-48a0-4608-aa84-0177bcea5fb8 req-f77d6171-6abb-420e-9318-2ab9ba952ac2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f23d843c-57e0-4e53-853c-8d5fea2f990a HTTP/1.1" status: 200 len: 911 time: 0.0965679 Dec 08 17:40:55.083409 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5e3a67dc-48a0-4608-aa84-0177bcea5fb8 req-374f5a4c-096e-459f-875a-87bd4de5b654 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c2e4fee-6f44-4431-9e0e-d6c12b27419d HTTP/1.1" status: 200 len: 1002 time: 0.0582256 Dec 08 17:40:55.137134 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a67dc-48a0-4608-aa84-0177bcea5fb8 req-178c05d1-d459-4405-afc7-ce4955f8c5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:40:55.138599 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5e3a67dc-48a0-4608-aa84-0177bcea5fb8 req-178c05d1-d459-4405-afc7-ce4955f8c5da service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a5fe33bc-93fb-4df1-8613-f74475fef896 HTTP/1.1" status: 200 len: 849 time: 0.0484667 Dec 08 17:40:55.185897 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a67dc-48a0-4608-aa84-0177bcea5fb8 req-d1c82140-e4c9-4aa7-b6fb-68599676cfab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:40:55.187412 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5e3a67dc-48a0-4608-aa84-0177bcea5fb8 req-d1c82140-e4c9-4aa7-b6fb-68599676cfab service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f23d843c-57e0-4e53-853c-8d5fea2f990a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413990 Dec 08 17:40:55.276308 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5e3a67dc-48a0-4608-aa84-0177bcea5fb8 req-bd726f48-8690-4fa0-9eba-d5a73ddbfd25 service neutron] 10.222.0.37 "GET /v2.0/networks/f23d843c-57e0-4e53-853c-8d5fea2f990a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814793 Dec 08 17:40:55.368038 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-5e3a67dc-48a0-4608-aa84-0177bcea5fb8 req-24c2afb1-3324-4ee8-b21c-793ea91bd6e7 service neutron] 10.222.0.37 "GET /v2.0/networks/f23d843c-57e0-4e53-853c-8d5fea2f990a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849857 Dec 08 17:41:03.223334 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 4c2e4fee-6f44-4431-9e0e-d6c12b27419d details requested by agent hyperv_n-h2-776250-12 with host n-h2-776250-12 {{(pid=110552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 17:41:03.511663 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 4c2e4fee-6f44-4431-9e0e-d6c12b27419d, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=4c2e4fee-6f44-4431-9e0e-d6c12b27419d,segment=NetworkSegment(140137c2-b6e0-4262-a6fd-2165ee1875b7),segment_id=140137c2-b6e0-4262-a6fd-2165ee1875b7)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:41:03.524679 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Returning: {'device': '4c2e4fee-6f44-4431-9e0e-d6c12b27419d', 'network_id': 'f23d843c-57e0-4e53-853c-8d5fea2f990a', 'port_id': '4c2e4fee-6f44-4431-9e0e-d6c12b27419d', 'mac_address': 'fa:16:3e:a9:81:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5fe33bc-93fb-4df1-8613-f74475fef896', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 17:41:03.567854 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:03.583276 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4c2e4fee-6f44-4431-9e0e-d6c12b27419d {{(pid=110552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:41:03.606440 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 4c2e4fee-6f44-4431-9e0e-d6c12b27419d, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=4c2e4fee-6f44-4431-9e0e-d6c12b27419d,segment=NetworkSegment(140137c2-b6e0-4262-a6fd-2165ee1875b7),segment_id=140137c2-b6e0-4262-a6fd-2165ee1875b7)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:41:03.673459 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:03.749084 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=4c2e4fee-6f44-4431-9e0e-d6c12b27419d,revision_number=6']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:41:03.755918 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] get_ports_and_sgs() called for port_ids ['4c2e4fee-6f44-4431-9e0e-d6c12b27419d'] {{(pid=110552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:41:03.765740 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:41:03.765991 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:41:03.766336 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:41:03.766682 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:41:03.767023 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:41:03.767364 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:41:03.767698 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:41:03.768033 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:41:03.768400 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:41:03.768728 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:41:03.769060 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:41:03.769393 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:41:03.769813 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:41:05.226313 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 4c2e4fee-6f44-4431-9e0e-d6c12b27419d up at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:41:05.274428 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.provisioning_blocks [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Provisioning complete for port 4c2e4fee-6f44-4431-9e0e-d6c12b27419d triggered by entity L2. {{(pid=110552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:41:05.274726 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66789405'] for port, provisioning_complete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:05.350344 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:05.371750 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3278316b-3f3a-4dc9-869a-2b1d71ccf7c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2e4fee-6f44-4431-9e0e-d6c12b27419d'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:41:05.374018 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e972d80ca4ba26e60ff2132fe6d2147b95d4377dec9e0b14df2e9cad1c1848da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c2cd732-02e5-42e7-8a4d-e00575e1ac2d" -d '{"events": [{"server_uuid": "3278316b-3f3a-4dc9-869a-2b1d71ccf7c4", "name": "network-vif-plugged", "status": "completed", "tag": "4c2e4fee-6f44-4431-9e0e-d6c12b27419d"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:41:05.390124 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 4c2e4fee-6f44-4431-9e0e-d6c12b27419d, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=4c2e4fee-6f44-4431-9e0e-d6c12b27419d,segment=NetworkSegment(140137c2-b6e0-4262-a6fd-2165ee1875b7),segment_id=140137c2-b6e0-4262-a6fd-2165ee1875b7)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:41:05.414191 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdfb36f6-7cb8-4f35-9dba-e44d6d806a25 x-openstack-request-id: req-cdfb36f6-7cb8-4f35-9dba-e44d6d806a25 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:41:05.414490 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3278316b-3f3a-4dc9-869a-2b1d71ccf7c4", "name": "network-vif-plugged", "status": "completed", "tag": "4c2e4fee-6f44-4431-9e0e-d6c12b27419d", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:41:05.414753 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cdfb36f6-7cb8-4f35-9dba-e44d6d806a25 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:41:05.415163 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3278316b-3f3a-4dc9-869a-2b1d71ccf7c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2e4fee-6f44-4431-9e0e-d6c12b27419d', 'code': 200} Dec 08 17:41:05.451047 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:05.509872 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=4c2e4fee-6f44-4431-9e0e-d6c12b27419d,revision_number=7']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:41:05.721599 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:09.676723 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:11.528016 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-cfaab5ed-df3b-46e2-b695-e489ad1daecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:14.233339 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b1af776d-bf8d-41a4-af63-3b016f5a7fea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:14.282543 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45264) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:41:14.440690 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-1f824db5-9d9c-44ff-ad15-144e097e85f4 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Deleting port f1fa029f-8c0c-421a-952d-d1c21f4b9546 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:41:14.441038 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1f824db5-9d9c-44ff-ad15-144e097e85f4 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:14.528432 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1f824db5-9d9c-44ff-ad15-144e097e85f4 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:14.528786 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1f824db5-9d9c-44ff-ad15-144e097e85f4 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:14.540878 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-1f824db5-9d9c-44ff-ad15-144e097e85f4 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Calling delete_port for f1fa029f-8c0c-421a-952d-d1c21f4b9546 owned by network:floatingip {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:41:14.750826 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1f824db5-9d9c-44ff-ad15-144e097e85f4 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:14.782038 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f824db5-9d9c-44ff-ad15-144e097e85f4 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Pushing event deleted for resources: {'Port': ['ID=f1fa029f-8c0c-421a-952d-d1c21f4b9546,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:41:14.808423 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f824db5-9d9c-44ff-ad15-144e097e85f4 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:41:14.808772 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f824db5-9d9c-44ff-ad15-144e097e85f4 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:41:14.809115 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f824db5-9d9c-44ff-ad15-144e097e85f4 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:41:14.809453 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f824db5-9d9c-44ff-ad15-144e097e85f4 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:41:14.809790 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f824db5-9d9c-44ff-ad15-144e097e85f4 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:41:14.810125 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f824db5-9d9c-44ff-ad15-144e097e85f4 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:41:14.810450 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f824db5-9d9c-44ff-ad15-144e097e85f4 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:41:14.810776 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f824db5-9d9c-44ff-ad15-144e097e85f4 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:41:14.811103 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f824db5-9d9c-44ff-ad15-144e097e85f4 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:41:14.811428 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f824db5-9d9c-44ff-ad15-144e097e85f4 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:41:14.811754 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f824db5-9d9c-44ff-ad15-144e097e85f4 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:41:14.812096 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f824db5-9d9c-44ff-ad15-144e097e85f4 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:41:14.812447 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f824db5-9d9c-44ff-ad15-144e097e85f4 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:41:14.851353 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1f824db5-9d9c-44ff-ad15-144e097e85f4 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks [] for floatingip, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:14.851679 n-d-776250-12 neutron-server[110550]: INFO neutron.db.l3_db [None req-1f824db5-9d9c-44ff-ad15-144e097e85f4 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Floating IP cb7187a2-6881-4b1c-aed7-ba3098863a90 disassociated (deleted). External IP: 172.25.0.231, port: 4c2e4fee-6f44-4431-9e0e-d6c12b27419d. Dec 08 17:41:15.059924 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f824db5-9d9c-44ff-ad15-144e097e85f4 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Router 4d7bc422-0d83-4028-9b00-ed93d4899d6e has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:41:15.168794 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f824db5-9d9c-44ff-ad15-144e097e85f4 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:41:15.173604 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-1f824db5-9d9c-44ff-ad15-144e097e85f4 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:15.178496 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0f68a8-43af-472c-8d29-2e0abe8da626 None None] Sync routers for ids ['4d7bc422-0d83-4028-9b00-ed93d4899d6e'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:41:15.188715 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0f68a8-43af-472c-8d29-2e0abe8da626 None None] Routers {'4d7bc422-0d83-4028-9b00-ed93d4899d6e'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:41:15.189329 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-cd0f68a8-43af-472c-8d29-2e0abe8da626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:41:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['4d7bc422-0d83-4028-9b00-ed93d4899d6e'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:41:15.201627 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-1f824db5-9d9c-44ff-ad15-144e097e85f4 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "DELETE /v2.0/floatingips/cb7187a2-6881-4b1c-aed7-ba3098863a90 HTTP/1.1" status: 204 len: 168 time: 0.9179537 Dec 08 17:41:15.202211 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3278316b-3f3a-4dc9-869a-2b1d71ccf7c4', 'tag': '4c2e4fee-6f44-4431-9e0e-d6c12b27419d'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:41:15.204526 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33688f0a94a9db352de83aac38ec7a80f5ce35812a363759cff610bcc84c1346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bdc5b02-e369-490a-86bb-90b3f47215a4" -d '{"events": [{"name": "network-changed", "server_uuid": "3278316b-3f3a-4dc9-869a-2b1d71ccf7c4", "tag": "4c2e4fee-6f44-4431-9e0e-d6c12b27419d"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:41:15.302886 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-cd0f68a8-43af-472c-8d29-2e0abe8da626 None None] Set router 4d7bc422-0d83-4028-9b00-ed93d4899d6e gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:41:15.322522 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09fb0c6-2046-4df5-9003-28079265771e x-openstack-request-id: req-c09fb0c6-2046-4df5-9003-28079265771e {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:41:15.323025 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3278316b-3f3a-4dc9-869a-2b1d71ccf7c4", "tag": "4c2e4fee-6f44-4431-9e0e-d6c12b27419d", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:41:15.323138 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c09fb0c6-2046-4df5-9003-28079265771e {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:41:15.323503 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3278316b-3f3a-4dc9-869a-2b1d71ccf7c4', 'tag': '4c2e4fee-6f44-4431-9e0e-d6c12b27419d', 'status': 'completed', 'code': 200} Dec 08 17:41:15.330368 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 4c2e4fee-6f44-4431-9e0e-d6c12b27419d no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:41:15.385327 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc5b02-e369-490a-86bb-90b3f47215a4 req-4aa40cbf-5b8f-4ef6-83f5-d8b791897b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:41:15.386862 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6bdc5b02-e369-490a-86bb-90b3f47215a4 req-4aa40cbf-5b8f-4ef6-83f5-d8b791897b3e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c0d76e3d2ea542de9aa921e05bc3acec&device_id=3278316b-3f3a-4dc9-869a-2b1d71ccf7c4 HTTP/1.1" status: 200 len: 1098 time: 0.0419290 Dec 08 17:41:15.486449 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc5b02-e369-490a-86bb-90b3f47215a4 req-22c635cf-b440-4b97-917c-3d4d53fa0abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:41:15.488588 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6bdc5b02-e369-490a-86bb-90b3f47215a4 req-22c635cf-b440-4b97-917c-3d4d53fa0abf service neutron] 10.222.0.37 "GET /v2.0/networks?id=f23d843c-57e0-4e53-853c-8d5fea2f990a HTTP/1.1" status: 200 len: 911 time: 0.0949914 Dec 08 17:41:15.524587 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66771065'] for port, before_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:15.533621 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6bdc5b02-e369-490a-86bb-90b3f47215a4 req-862b3505-b919-4c88-a2ec-535b2cf7814c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c2e4fee-6f44-4431-9e0e-d6c12b27419d HTTP/1.1" status: 200 len: 217 time: 0.0378001 Dec 08 17:41:15.565042 n-d-776250-12 neutron-server[110552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3278316b-3f3a-4dc9-869a-2b1d71ccf7c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c2e4fee-6f44-4431-9e0e-d6c12b27419d'}] {{(pid=110552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:41:15.567417 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e972d80ca4ba26e60ff2132fe6d2147b95d4377dec9e0b14df2e9cad1c1848da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23671f6d-2c9b-4c10-aff9-635ed3ce924d" -d '{"events": [{"server_uuid": "3278316b-3f3a-4dc9-869a-2b1d71ccf7c4", "name": "network-vif-unplugged", "status": "completed", "tag": "4c2e4fee-6f44-4431-9e0e-d6c12b27419d"}]}' {{(pid=110552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:41:15.588910 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc5b02-e369-490a-86bb-90b3f47215a4 req-eaab87b9-4738-4137-80c5-1c4d8039c7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:41:15.590405 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6bdc5b02-e369-490a-86bb-90b3f47215a4 req-eaab87b9-4738-4137-80c5-1c4d8039c7a7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a5fe33bc-93fb-4df1-8613-f74475fef896 HTTP/1.1" status: 200 len: 849 time: 0.0495856 Dec 08 17:41:15.596531 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] For port 4c2e4fee-6f44-4431-9e0e-d6c12b27419d, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=4c2e4fee-6f44-4431-9e0e-d6c12b27419d,segment=NetworkSegment(140137c2-b6e0-4262-a6fd-2165ee1875b7),segment_id=140137c2-b6e0-4262-a6fd-2165ee1875b7)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:41:15.624591 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 17:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654a9c64-ac2d-4ca8-a8d0-0390a121a325 x-openstack-request-id: req-654a9c64-ac2d-4ca8-a8d0-0390a121a325 {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:41:15.624892 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3278316b-3f3a-4dc9-869a-2b1d71ccf7c4", "name": "network-vif-unplugged", "status": "completed", "tag": "4c2e4fee-6f44-4431-9e0e-d6c12b27419d", "code": 200}]} {{(pid=110552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:41:15.625368 n-d-776250-12 neutron-server[110552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-654a9c64-ac2d-4ca8-a8d0-0390a121a325 {{(pid=110552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:41:15.625780 n-d-776250-12 neutron-server[110552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3278316b-3f3a-4dc9-869a-2b1d71ccf7c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c2e4fee-6f44-4431-9e0e-d6c12b27419d', 'code': 200} Dec 08 17:41:15.656034 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740895663912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740895099140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740895099158'] for port, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:15.661846 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-cd0f68a8-43af-472c-8d29-2e0abe8da626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7bc422-0d83-4028-9b00-ed93d4899d6e', 'name': 'tempest-TestSnapshotPattern-2125184472-router', 'tenant_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '24efbbe9-2324-459c-bbc6-52b7bdddfd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:35:55Z', 'updated_at': '2021-12-08T17:35:58Z', 'revision_number': 4, 'project_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'gw_port': {'id': '24efbbe9-2324-459c-bbc6-52b7bdddfd41', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7bc422-0d83-4028-9b00-ed93d4899d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:35:55Z', 'updated_at': '2021-12-08T17:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': 'c0203128-133b-49f8-93b7-ccae5145cb4b', 'tenant_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'floating_ip_address': '172.25.0.12', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '4d7bc422-0d83-4028-9b00-ed93d4899d6e', 'port_id': '940c913c-e73c-472b-a142-8b5e8fdbac11', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f23d843c-57e0-4e53-853c-8d5fea2f990a', 'mac_address': 'fa:16:3e:d3:f6:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c180024-7be0-4cc4-b260-7e2ecb30c5ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T17:36:23Z', 'updated_at': '2021-12-08T17:36:25Z', 'revision_number': 1, 'project_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c417118-0dff-476d-94bc-c35baf751067', 'name': '', 'network_id': 'f23d843c-57e0-4e53-853c-8d5fea2f990a', 'tenant_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'mac_address': 'fa:16:3e:26:78:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7bc422-0d83-4028-9b00-ed93d4899d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'a5fe33bc-93fb-4df1-8613-f74475fef896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:35:57Z', 'updated_at': '2021-12-08T17:36:01Z', 'revision_number': 5, 'project_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'subnets': [{'id': 'a5fe33bc-93fb-4df1-8613-f74475fef896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:41:15.678971 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc5b02-e369-490a-86bb-90b3f47215a4 req-e02288b0-83b4-4ce1-b68c-54cb2bddfcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:41:15.681053 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6bdc5b02-e369-490a-86bb-90b3f47215a4 req-e02288b0-83b4-4ce1-b68c-54cb2bddfcd5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f23d843c-57e0-4e53-853c-8d5fea2f990a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0826085 Dec 08 17:41:15.689540 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9824fe92-4dfe-4fe7-8d63-f4faa4b3a19b req-68bb681b-a783-4da1-be52-aeb39b5bf392 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:41:15.690946 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9824fe92-4dfe-4fe7-8d63-f4faa4b3a19b req-68bb681b-a783-4da1-be52-aeb39b5bf392 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/ports?device_id=3278316b-3f3a-4dc9-869a-2b1d71ccf7c4 HTTP/1.1" status: 200 len: 946 time: 0.0587163 Dec 08 17:41:15.712663 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:15.713405 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0f68a8-43af-472c-8d29-2e0abe8da626 None None] Checking router: 4d7bc422-0d83-4028-9b00-ed93d4899d6e for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:41:15.738293 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0f68a8-43af-472c-8d29-2e0abe8da626 None None] Routers {'4d7bc422-0d83-4028-9b00-ed93d4899d6e'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:41:15.738918 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-cd0f68a8-43af-472c-8d29-2e0abe8da626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:41:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['4d7bc422-0d83-4028-9b00-ed93d4899d6e'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:41:15.775797 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Pushing event updated for resources: {'Port': ['ID=4c2e4fee-6f44-4431-9e0e-d6c12b27419d,revision_number=8']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:41:15.798148 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-9824fe92-4dfe-4fe7-8d63-f4faa4b3a19b req-c9516900-900b-49f3-9883-f0ce8e08d370 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/security-groups?id=29ab5ac1-f02d-4d30-a667-2f37a975f449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982893 Dec 08 17:41:15.816608 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6bdc5b02-e369-490a-86bb-90b3f47215a4 req-5d2de857-c4ca-4b8a-897e-025ac07bd982 service neutron] 10.222.0.37 "GET /v2.0/networks/f23d843c-57e0-4e53-853c-8d5fea2f990a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247015 Dec 08 17:41:15.853972 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-cd0f68a8-43af-472c-8d29-2e0abe8da626 None None] Set router 4d7bc422-0d83-4028-9b00-ed93d4899d6e gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:41:15.906168 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-6bdc5b02-e369-490a-86bb-90b3f47215a4 req-7595f05e-bd09-4f86-b568-2094bf0492af service neutron] 10.222.0.37 "GET /v2.0/networks/f23d843c-57e0-4e53-853c-8d5fea2f990a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816557 Dec 08 17:41:16.074064 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-cd0f68a8-43af-472c-8d29-2e0abe8da626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7bc422-0d83-4028-9b00-ed93d4899d6e', 'name': 'tempest-TestSnapshotPattern-2125184472-router', 'tenant_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '24efbbe9-2324-459c-bbc6-52b7bdddfd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:35:55Z', 'updated_at': '2021-12-08T17:35:58Z', 'revision_number': 4, 'project_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'gw_port': {'id': '24efbbe9-2324-459c-bbc6-52b7bdddfd41', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7bc422-0d83-4028-9b00-ed93d4899d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:35:55Z', 'updated_at': '2021-12-08T17:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': 'c0203128-133b-49f8-93b7-ccae5145cb4b', 'tenant_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'floating_ip_address': '172.25.0.12', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '4d7bc422-0d83-4028-9b00-ed93d4899d6e', 'port_id': '940c913c-e73c-472b-a142-8b5e8fdbac11', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f23d843c-57e0-4e53-853c-8d5fea2f990a', 'mac_address': 'fa:16:3e:d3:f6:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c180024-7be0-4cc4-b260-7e2ecb30c5ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T17:36:23Z', 'updated_at': '2021-12-08T17:36:25Z', 'revision_number': 1, 'project_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c417118-0dff-476d-94bc-c35baf751067', 'name': '', 'network_id': 'f23d843c-57e0-4e53-853c-8d5fea2f990a', 'tenant_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'mac_address': 'fa:16:3e:26:78:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7bc422-0d83-4028-9b00-ed93d4899d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'a5fe33bc-93fb-4df1-8613-f74475fef896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:35:57Z', 'updated_at': '2021-12-08T17:36:01Z', 'revision_number': 5, 'project_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'subnets': [{'id': 'a5fe33bc-93fb-4df1-8613-f74475fef896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:41:16.099985 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0f68a8-43af-472c-8d29-2e0abe8da626 None None] The sync data for ids ['4d7bc422-0d83-4028-9b00-ed93d4899d6e'] in n-d-776250-12 is: [{'id': '4d7bc422-0d83-4028-9b00-ed93d4899d6e', 'name': 'tempest-TestSnapshotPattern-2125184472-router', 'tenant_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '24efbbe9-2324-459c-bbc6-52b7bdddfd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:35:55Z', 'updated_at': '2021-12-08T17:35:58Z', 'revision_number': 4, 'project_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'gw_port': {'id': '24efbbe9-2324-459c-bbc6-52b7bdddfd41', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7bc422-0d83-4028-9b00-ed93d4899d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:35:55Z', 'updated_at': '2021-12-08T17:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_floatingips': [{'id': 'c0203128-133b-49f8-93b7-ccae5145cb4b', 'tenant_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'floating_ip_address': '172.25.0.12', 'floating_network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'router_id': '4d7bc422-0d83-4028-9b00-ed93d4899d6e', 'port_id': '940c913c-e73c-472b-a142-8b5e8fdbac11', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f23d843c-57e0-4e53-853c-8d5fea2f990a', 'mac_address': 'fa:16:3e:d3:f6:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c180024-7be0-4cc4-b260-7e2ecb30c5ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T17:36:23Z', 'updated_at': '2021-12-08T17:36:25Z', 'revision_number': 1, 'project_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c417118-0dff-476d-94bc-c35baf751067', 'name': '', 'network_id': 'f23d843c-57e0-4e53-853c-8d5fea2f990a', 'tenant_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'mac_address': 'fa:16:3e:26:78:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7bc422-0d83-4028-9b00-ed93d4899d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'a5fe33bc-93fb-4df1-8613-f74475fef896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:35:57Z', 'updated_at': '2021-12-08T17:36:01Z', 'revision_number': 5, 'project_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'subnets': [{'id': 'a5fe33bc-93fb-4df1-8613-f74475fef896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:41:16.322060 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1313d8e3-5b39-495e-bf9d-4547db079566 None None] New status for floating IP cb7187a2-6881-4b1c-aed7-ba3098863a90: DOWN {{(pid=110553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 17:41:16.918056 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fbc91e-22b6-4337-87f7-b1eeff676e24 req-b4309e48-5221-482c-bd65-e235f94785a1 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:41:16.919620 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-42fbc91e-22b6-4337-87f7-b1eeff676e24 req-b4309e48-5221-482c-bd65-e235f94785a1 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/ports?device_id=3278316b-3f3a-4dc9-869a-2b1d71ccf7c4 HTTP/1.1" status: 200 len: 944 time: 0.0505679 Dec 08 17:41:16.969148 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-42fbc91e-22b6-4337-87f7-b1eeff676e24 req-f7762c47-ed56-4ef5-9120-3e20939f9911 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/security-groups?id=29ab5ac1-f02d-4d30-a667-2f37a975f449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435507 Dec 08 17:41:17.081442 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d545456-2270-4e6f-ab89-a43c22f0e579 req-86724192-b0c1-4596-8bbf-7c205d488d3c tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:41:17.097588 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1d545456-2270-4e6f-ab89-a43c22f0e579 req-86724192-b0c1-4596-8bbf-7c205d488d3c tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.37 "GET /v2.0/ports?device_id=3278316b-3f3a-4dc9-869a-2b1d71ccf7c4 HTTP/1.1" status: 200 len: 944 time: 0.0491939 Dec 08 17:41:17.177520 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-1d545456-2270-4e6f-ab89-a43c22f0e579 req-0cd8065a-81e0-4840-b47a-4cc583f01663 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Deleting port 4c2e4fee-6f44-4431-9e0e-d6c12b27419d {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:41:17.177892 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1d545456-2270-4e6f-ab89-a43c22f0e579 req-0cd8065a-81e0-4840-b47a-4cc583f01663 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:17.184982 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:17.268479 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-1d545456-2270-4e6f-ab89-a43c22f0e579 req-0cd8065a-81e0-4840-b47a-4cc583f01663 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] For port 4c2e4fee-6f44-4431-9e0e-d6c12b27419d, host n-h2-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-12',level=0,port_id=4c2e4fee-6f44-4431-9e0e-d6c12b27419d,segment=NetworkSegment(140137c2-b6e0-4262-a6fd-2165ee1875b7),segment_id=140137c2-b6e0-4262-a6fd-2165ee1875b7)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:41:17.268767 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1d545456-2270-4e6f-ab89-a43c22f0e579 req-0cd8065a-81e0-4840-b47a-4cc583f01663 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:17.281625 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-1d545456-2270-4e6f-ab89-a43c22f0e579 req-0cd8065a-81e0-4840-b47a-4cc583f01663 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Calling delete_port for 4c2e4fee-6f44-4431-9e0e-d6c12b27419d owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:41:17.477732 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1d545456-2270-4e6f-ab89-a43c22f0e579 req-0cd8065a-81e0-4840-b47a-4cc583f01663 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:17.506181 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd8065a-81e0-4840-b47a-4cc583f01663 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Pushing event deleted for resources: {'Port': ['ID=4c2e4fee-6f44-4431-9e0e-d6c12b27419d,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:41:17.553354 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d545456-2270-4e6f-ab89-a43c22f0e579 req-0cd8065a-81e0-4840-b47a-4cc583f01663 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] No DVR routers for this DVR port 4c2e4fee-6f44-4431-9e0e-d6c12b27419d on host n-h2-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:41:17.556444 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-1d545456-2270-4e6f-ab89-a43c22f0e579 req-0cd8065a-81e0-4840-b47a-4cc583f01663 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:17.559806 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-1d545456-2270-4e6f-ab89-a43c22f0e579 req-0cd8065a-81e0-4840-b47a-4cc583f01663 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.37 "DELETE /v2.0/ports/4c2e4fee-6f44-4431-9e0e-d6c12b27419d HTTP/1.1" status: 204 len: 173 time: 0.4707944 Dec 08 17:41:17.560286 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3278316b-3f3a-4dc9-869a-2b1d71ccf7c4', 'name': 'network-vif-deleted', 'tag': '4c2e4fee-6f44-4431-9e0e-d6c12b27419d'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:41:17.562533 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33688f0a94a9db352de83aac38ec7a80f5ce35812a363759cff610bcc84c1346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431fc5a5-c2b6-42c4-9d59-e5e0198a5515" -d '{"events": [{"server_uuid": "3278316b-3f3a-4dc9-869a-2b1d71ccf7c4", "name": "network-vif-deleted", "tag": "4c2e4fee-6f44-4431-9e0e-d6c12b27419d"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:41:17.601956 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7557d04-4d66-4b6e-b8fc-4bca85e74719 x-openstack-request-id: req-d7557d04-4d66-4b6e-b8fc-4bca85e74719 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:41:17.602904 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3278316b-3f3a-4dc9-869a-2b1d71ccf7c4", "name": "network-vif-deleted", "tag": "4c2e4fee-6f44-4431-9e0e-d6c12b27419d", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:41:17.604629 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d7557d04-4d66-4b6e-b8fc-4bca85e74719 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:41:17.604629 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3278316b-3f3a-4dc9-869a-2b1d71ccf7c4', 'name': 'network-vif-deleted', 'tag': '4c2e4fee-6f44-4431-9e0e-d6c12b27419d', 'status': 'completed', 'code': 200} Dec 08 17:41:17.661600 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:18.074687 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-6cbd4d92-409f-4245-b1cf-3b33f6007443 req-6468fdad-dfb4-44ad-8588-23f3205e993e tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/ports?device_id=3278316b-3f3a-4dc9-869a-2b1d71ccf7c4 HTTP/1.1" status: 200 len: 210 time: 0.0255432 Dec 08 17:41:19.319872 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 4c2e4fee-6f44-4431-9e0e-d6c12b27419d no longer exists at agent hyperv_n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:41:19.340523 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] No Port match for: 4c2e4fee-6f44-4431-9e0e-d6c12b27419d {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:41:19.340869 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Device 4c2e4fee-6f44-4431-9e0e-d6c12b27419d not bound to the agent host n-h2-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:41:20.346319 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45326) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:41:20.832038 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-9bf32dcc-2327-4c40-8730-9eacafd8462d tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Deleting port b294083a-2091-4c38-9945-e8fd567fa25b {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:41:20.832407 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9bf32dcc-2327-4c40-8730-9eacafd8462d tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:20.907181 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9bf32dcc-2327-4c40-8730-9eacafd8462d tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:20.907518 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9bf32dcc-2327-4c40-8730-9eacafd8462d tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:20.919591 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-9bf32dcc-2327-4c40-8730-9eacafd8462d tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Calling delete_port for b294083a-2091-4c38-9945-e8fd567fa25b owned by network:floatingip {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:41:21.145237 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9bf32dcc-2327-4c40-8730-9eacafd8462d tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:21.171415 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf32dcc-2327-4c40-8730-9eacafd8462d tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Pushing event deleted for resources: {'Port': ['ID=b294083a-2091-4c38-9945-e8fd567fa25b,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:41:21.235621 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9bf32dcc-2327-4c40-8730-9eacafd8462d tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks [] for floatingip, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:21.235949 n-d-776250-12 neutron-server[110550]: INFO neutron.db.l3_db [None req-9bf32dcc-2327-4c40-8730-9eacafd8462d tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Floating IP c0203128-133b-49f8-93b7-ccae5145cb4b disassociated (deleted). External IP: 172.25.0.12, port: 940c913c-e73c-472b-a142-8b5e8fdbac11. Dec 08 17:41:21.445482 n-d-776250-12 neutron-server[110550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bf32dcc-2327-4c40-8730-9eacafd8462d tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Router 4d7bc422-0d83-4028-9b00-ed93d4899d6e has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:41:21.554822 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf32dcc-2327-4c40-8730-9eacafd8462d tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:41:21.560121 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-9bf32dcc-2327-4c40-8730-9eacafd8462d tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for floatingip, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:21.564800 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9a2ef6-69fd-4301-9482-af0598dfc673 None None] Sync routers for ids ['4d7bc422-0d83-4028-9b00-ed93d4899d6e'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:41:21.574752 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9a2ef6-69fd-4301-9482-af0598dfc673 None None] Routers {'4d7bc422-0d83-4028-9b00-ed93d4899d6e'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:41:21.575366 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-3d9a2ef6-69fd-4301-9482-af0598dfc673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:41:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['4d7bc422-0d83-4028-9b00-ed93d4899d6e'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:41:21.588347 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-9bf32dcc-2327-4c40-8730-9eacafd8462d tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "DELETE /v2.0/floatingips/c0203128-133b-49f8-93b7-ccae5145cb4b HTTP/1.1" status: 204 len: 168 time: 1.2409022 Dec 08 17:41:21.588952 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c180024-7be0-4cc4-b260-7e2ecb30c5ad', 'tag': '940c913c-e73c-472b-a142-8b5e8fdbac11'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:41:21.591252 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33688f0a94a9db352de83aac38ec7a80f5ce35812a363759cff610bcc84c1346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b365f5-9a4a-40fb-a73d-8d9d50ac7dc2" -d '{"events": [{"name": "network-changed", "server_uuid": "5c180024-7be0-4cc4-b260-7e2ecb30c5ad", "tag": "940c913c-e73c-472b-a142-8b5e8fdbac11"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:41:21.631297 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4256fcd8-3e35-4e7f-9321-6fb4e19899a1 x-openstack-request-id: req-4256fcd8-3e35-4e7f-9321-6fb4e19899a1 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:41:21.631741 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c180024-7be0-4cc4-b260-7e2ecb30c5ad", "tag": "940c913c-e73c-472b-a142-8b5e8fdbac11", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:41:21.632014 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4256fcd8-3e35-4e7f-9321-6fb4e19899a1 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:41:21.632471 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c180024-7be0-4cc4-b260-7e2ecb30c5ad', 'tag': '940c913c-e73c-472b-a142-8b5e8fdbac11', 'status': 'completed', 'code': 200} Dec 08 17:41:21.683111 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-3d9a2ef6-69fd-4301-9482-af0598dfc673 None None] Set router 4d7bc422-0d83-4028-9b00-ed93d4899d6e gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:41:21.698785 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b365f5-9a4a-40fb-a73d-8d9d50ac7dc2 req-13f823f7-32ee-43aa-92d2-b4671e0bf031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:41:21.700420 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-95b365f5-9a4a-40fb-a73d-8d9d50ac7dc2 req-13f823f7-32ee-43aa-92d2-b4671e0bf031 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c0d76e3d2ea542de9aa921e05bc3acec&device_id=5c180024-7be0-4cc4-b260-7e2ecb30c5ad HTTP/1.1" status: 200 len: 1095 time: 0.0442667 Dec 08 17:41:21.804030 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b365f5-9a4a-40fb-a73d-8d9d50ac7dc2 req-8b438485-e6cd-4572-adf8-28e6f8380e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:41:21.806132 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-95b365f5-9a4a-40fb-a73d-8d9d50ac7dc2 req-8b438485-e6cd-4572-adf8-28e6f8380e4b service neutron] 10.222.0.76 "GET /v2.0/networks?id=f23d843c-57e0-4e53-853c-8d5fea2f990a HTTP/1.1" status: 200 len: 911 time: 0.0927522 Dec 08 17:41:21.849291 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-95b365f5-9a4a-40fb-a73d-8d9d50ac7dc2 req-be31ea0c-aa59-49a4-9832-57522c412022 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=940c913c-e73c-472b-a142-8b5e8fdbac11 HTTP/1.1" status: 200 len: 217 time: 0.0362272 Dec 08 17:41:21.892149 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-3d9a2ef6-69fd-4301-9482-af0598dfc673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7bc422-0d83-4028-9b00-ed93d4899d6e', 'name': 'tempest-TestSnapshotPattern-2125184472-router', 'tenant_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '24efbbe9-2324-459c-bbc6-52b7bdddfd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:35:55Z', 'updated_at': '2021-12-08T17:35:58Z', 'revision_number': 4, 'project_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'gw_port': {'id': '24efbbe9-2324-459c-bbc6-52b7bdddfd41', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7bc422-0d83-4028-9b00-ed93d4899d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:35:55Z', 'updated_at': '2021-12-08T17:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '8c417118-0dff-476d-94bc-c35baf751067', 'name': '', 'network_id': 'f23d843c-57e0-4e53-853c-8d5fea2f990a', 'tenant_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'mac_address': 'fa:16:3e:26:78:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7bc422-0d83-4028-9b00-ed93d4899d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'a5fe33bc-93fb-4df1-8613-f74475fef896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:35:57Z', 'updated_at': '2021-12-08T17:36:01Z', 'revision_number': 5, 'project_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'subnets': [{'id': 'a5fe33bc-93fb-4df1-8613-f74475fef896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:41:21.899366 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b365f5-9a4a-40fb-a73d-8d9d50ac7dc2 req-8d21f68d-cdf0-4bc7-8b94-263b8bcc0bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:41:21.905118 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-95b365f5-9a4a-40fb-a73d-8d9d50ac7dc2 req-8d21f68d-cdf0-4bc7-8b94-263b8bcc0bfe service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a5fe33bc-93fb-4df1-8613-f74475fef896 HTTP/1.1" status: 200 len: 849 time: 0.0450227 Dec 08 17:41:21.918483 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9a2ef6-69fd-4301-9482-af0598dfc673 None None] Checking router: 4d7bc422-0d83-4028-9b00-ed93d4899d6e for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:41:21.926788 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9a2ef6-69fd-4301-9482-af0598dfc673 None None] Routers {'4d7bc422-0d83-4028-9b00-ed93d4899d6e'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:41:21.931304 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-3d9a2ef6-69fd-4301-9482-af0598dfc673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:41:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['4d7bc422-0d83-4028-9b00-ed93d4899d6e'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:41:21.954414 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b365f5-9a4a-40fb-a73d-8d9d50ac7dc2 req-659568fc-8657-425d-97c5-56d1f845f92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:41:21.955909 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-95b365f5-9a4a-40fb-a73d-8d9d50ac7dc2 req-659568fc-8657-425d-97c5-56d1f845f92a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f23d843c-57e0-4e53-853c-8d5fea2f990a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481651 Dec 08 17:41:22.088393 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a598f8-adf3-460f-b4f5-b8e793b635f7 req-bdbc2696-2656-4904-9581-02910f0ff1b2 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:41:22.090022 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-23a598f8-adf3-460f-b4f5-b8e793b635f7 req-bdbc2696-2656-4904-9581-02910f0ff1b2 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c180024-7be0-4cc4-b260-7e2ecb30c5ad HTTP/1.1" status: 200 len: 943 time: 0.0820520 Dec 08 17:41:22.094095 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-95b365f5-9a4a-40fb-a73d-8d9d50ac7dc2 req-71772a08-c28e-465a-99d8-0e31a5b497bd service neutron] 10.222.0.76 "GET /v2.0/networks/f23d843c-57e0-4e53-853c-8d5fea2f990a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296797 Dec 08 17:41:22.200528 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-23a598f8-adf3-460f-b4f5-b8e793b635f7 req-217d18d5-6ddc-4204-bea6-b85492310665 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/security-groups?id=29ab5ac1-f02d-4d30-a667-2f37a975f449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040244 Dec 08 17:41:22.203506 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-3d9a2ef6-69fd-4301-9482-af0598dfc673 None None] Set router 4d7bc422-0d83-4028-9b00-ed93d4899d6e gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:41:22.231257 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-95b365f5-9a4a-40fb-a73d-8d9d50ac7dc2 req-f1ecfa16-9032-4b53-854f-a9527237d8b0 service neutron] 10.222.0.76 "GET /v2.0/networks/f23d843c-57e0-4e53-853c-8d5fea2f990a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279447 Dec 08 17:41:22.398672 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-3d9a2ef6-69fd-4301-9482-af0598dfc673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7bc422-0d83-4028-9b00-ed93d4899d6e', 'name': 'tempest-TestSnapshotPattern-2125184472-router', 'tenant_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '24efbbe9-2324-459c-bbc6-52b7bdddfd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:35:55Z', 'updated_at': '2021-12-08T17:35:58Z', 'revision_number': 4, 'project_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'gw_port': {'id': '24efbbe9-2324-459c-bbc6-52b7bdddfd41', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7bc422-0d83-4028-9b00-ed93d4899d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:35:55Z', 'updated_at': '2021-12-08T17:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '8c417118-0dff-476d-94bc-c35baf751067', 'name': '', 'network_id': 'f23d843c-57e0-4e53-853c-8d5fea2f990a', 'tenant_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'mac_address': 'fa:16:3e:26:78:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7bc422-0d83-4028-9b00-ed93d4899d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'a5fe33bc-93fb-4df1-8613-f74475fef896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:35:57Z', 'updated_at': '2021-12-08T17:36:01Z', 'revision_number': 5, 'project_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'subnets': [{'id': 'a5fe33bc-93fb-4df1-8613-f74475fef896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:41:22.429265 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9a2ef6-69fd-4301-9482-af0598dfc673 None None] The sync data for ids ['4d7bc422-0d83-4028-9b00-ed93d4899d6e'] in n-d-776250-12 is: [{'id': '4d7bc422-0d83-4028-9b00-ed93d4899d6e', 'name': 'tempest-TestSnapshotPattern-2125184472-router', 'tenant_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '24efbbe9-2324-459c-bbc6-52b7bdddfd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:35:55Z', 'updated_at': '2021-12-08T17:35:58Z', 'revision_number': 4, 'project_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'gw_port': {'id': '24efbbe9-2324-459c-bbc6-52b7bdddfd41', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7bc422-0d83-4028-9b00-ed93d4899d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:35:55Z', 'updated_at': '2021-12-08T17:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12', '_interfaces': [{'id': '8c417118-0dff-476d-94bc-c35baf751067', 'name': '', 'network_id': 'f23d843c-57e0-4e53-853c-8d5fea2f990a', 'tenant_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'mac_address': 'fa:16:3e:26:78:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7bc422-0d83-4028-9b00-ed93d4899d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'a5fe33bc-93fb-4df1-8613-f74475fef896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:35:57Z', 'updated_at': '2021-12-08T17:36:01Z', 'revision_number': 5, 'project_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'subnets': [{'id': 'a5fe33bc-93fb-4df1-8613-f74475fef896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:41:22.638391 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92336d79-60f1-451e-b5b8-1f03415747a2 None None] New status for floating IP c0203128-133b-49f8-93b7-ccae5145cb4b: DOWN {{(pid=110553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 17:41:22.909631 n-d-776250-12 neutron-server[110550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79825a6-9619-49de-9dc5-ac11c685e2e1 req-723ad199-f1be-4ab2-ac94-88341cf55090 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:41:22.911120 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e79825a6-9619-49de-9dc5-ac11c685e2e1 req-723ad199-f1be-4ab2-ac94-88341cf55090 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c180024-7be0-4cc4-b260-7e2ecb30c5ad HTTP/1.1" status: 200 len: 943 time: 0.0506883 Dec 08 17:41:23.005663 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-e79825a6-9619-49de-9dc5-ac11c685e2e1 req-a5d58b4a-878f-47b2-a78a-e0d1a49ab7f2 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Deleting port 940c913c-e73c-472b-a142-8b5e8fdbac11 {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:41:23.005909 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e79825a6-9619-49de-9dc5-ac11c685e2e1 req-a5d58b4a-878f-47b2-a78a-e0d1a49ab7f2 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:23.095525 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [req-e79825a6-9619-49de-9dc5-ac11c685e2e1 req-a5d58b4a-878f-47b2-a78a-e0d1a49ab7f2 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] For port 940c913c-e73c-472b-a142-8b5e8fdbac11, host n-h1-776250-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-12',level=0,port_id=940c913c-e73c-472b-a142-8b5e8fdbac11,segment=NetworkSegment(140137c2-b6e0-4262-a6fd-2165ee1875b7),segment_id=140137c2-b6e0-4262-a6fd-2165ee1875b7)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:41:23.095916 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e79825a6-9619-49de-9dc5-ac11c685e2e1 req-a5d58b4a-878f-47b2-a78a-e0d1a49ab7f2 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:23.108888 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [req-e79825a6-9619-49de-9dc5-ac11c685e2e1 req-a5d58b4a-878f-47b2-a78a-e0d1a49ab7f2 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Calling delete_port for 940c913c-e73c-472b-a142-8b5e8fdbac11 owned by compute:nova {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:41:23.298025 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e79825a6-9619-49de-9dc5-ac11c685e2e1 req-a5d58b4a-878f-47b2-a78a-e0d1a49ab7f2 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:23.327972 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d58b4a-878f-47b2-a78a-e0d1a49ab7f2 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Pushing event deleted for resources: {'Port': ['ID=940c913c-e73c-472b-a142-8b5e8fdbac11,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:41:23.329973 n-d-776250-12 neutron-server[110551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec2c814-cb65-44de-b2ea-a506b188fb4f req-76f74c33-17c8-4cf0-b760-31f26656ea82 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:41:23.331472 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9ec2c814-cb65-44de-b2ea-a506b188fb4f req-76f74c33-17c8-4cf0-b760-31f26656ea82 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c180024-7be0-4cc4-b260-7e2ecb30c5ad HTTP/1.1" status: 200 len: 865 time: 0.0534489 Dec 08 17:41:23.375691 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [req-e79825a6-9619-49de-9dc5-ac11c685e2e1 req-a5d58b4a-878f-47b2-a78a-e0d1a49ab7f2 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] No DVR routers for this DVR port 940c913c-e73c-472b-a142-8b5e8fdbac11 on host n-h1-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:41:23.378223 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [req-e79825a6-9619-49de-9dc5-ac11c685e2e1 req-a5d58b4a-878f-47b2-a78a-e0d1a49ab7f2 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166549'] for port, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:23.381637 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [req-e79825a6-9619-49de-9dc5-ac11c685e2e1 req-a5d58b4a-878f-47b2-a78a-e0d1a49ab7f2 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.76 "DELETE /v2.0/ports/940c913c-e73c-472b-a142-8b5e8fdbac11 HTTP/1.1" status: 204 len: 173 time: 0.4646883 Dec 08 17:41:23.388501 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [req-9ec2c814-cb65-44de-b2ea-a506b188fb4f req-a9883715-1786-45ef-80d6-dde3ba8444d0 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "GET /v2.0/security-groups?id=29ab5ac1-f02d-4d30-a667-2f37a975f449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467596 Dec 08 17:41:23.633693 n-d-776250-12 neutron-server[110550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c180024-7be0-4cc4-b260-7e2ecb30c5ad', 'name': 'network-vif-deleted', 'tag': '940c913c-e73c-472b-a142-8b5e8fdbac11'}] {{(pid=110550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:41:23.635980 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33688f0a94a9db352de83aac38ec7a80f5ce35812a363759cff610bcc84c1346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbba8b40-d53b-4765-a5e4-495aea7d99dd" -d '{"events": [{"server_uuid": "5c180024-7be0-4cc4-b260-7e2ecb30c5ad", "name": "network-vif-deleted", "tag": "940c913c-e73c-472b-a142-8b5e8fdbac11"}]}' {{(pid=110550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:41:23.674451 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a19d8d1-248a-4094-9fb4-6acae7d0d021 x-openstack-request-id: req-8a19d8d1-248a-4094-9fb4-6acae7d0d021 {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:41:23.674761 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c180024-7be0-4cc4-b260-7e2ecb30c5ad", "name": "network-vif-deleted", "tag": "940c913c-e73c-472b-a142-8b5e8fdbac11", "status": "completed", "code": 200}]} {{(pid=110550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:41:23.675027 n-d-776250-12 neutron-server[110550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8a19d8d1-248a-4094-9fb4-6acae7d0d021 {{(pid=110550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:41:23.675447 n-d-776250-12 neutron-server[110550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c180024-7be0-4cc4-b260-7e2ecb30c5ad', 'name': 'network-vif-deleted', 'tag': '940c913c-e73c-472b-a142-8b5e8fdbac11', 'status': 'completed', 'code': 200} Dec 08 17:41:24.444049 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45342) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:41:24.478518 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:41:24.502943 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a216077f-7c42-4113-83c1-27ad23af7ee1 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:24.530005 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a216077f-7c42-4113-83c1-27ad23af7ee1 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:24.635914 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a216077f-7c42-4113-83c1-27ad23af7ee1 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:24.638568 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a216077f-7c42-4113-83c1-27ad23af7ee1 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:24.639903 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a216077f-7c42-4113-83c1-27ad23af7ee1 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] 10.222.0.64 "DELETE /v2.0/security-groups/29ab5ac1-f02d-4d30-a667-2f37a975f449 HTTP/1.1" status: 204 len: 168 time: 0.1947837 Dec 08 17:41:24.649262 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a216077f-7c42-4113-83c1-27ad23af7ee1 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ab5ac1-f02d-4d30-a667-2f37a975f449,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:41:24.657262 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a216077f-7c42-4113-83c1-27ad23af7ee1 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:41:24.658205 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a216077f-7c42-4113-83c1-27ad23af7ee1 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:41:24.658602 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a216077f-7c42-4113-83c1-27ad23af7ee1 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:41:24.658902 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a216077f-7c42-4113-83c1-27ad23af7ee1 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:41:24.659240 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a216077f-7c42-4113-83c1-27ad23af7ee1 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:41:24.659581 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a216077f-7c42-4113-83c1-27ad23af7ee1 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:41:24.660005 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a216077f-7c42-4113-83c1-27ad23af7ee1 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:41:24.660278 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a216077f-7c42-4113-83c1-27ad23af7ee1 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:41:24.660614 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a216077f-7c42-4113-83c1-27ad23af7ee1 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:41:24.660945 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a216077f-7c42-4113-83c1-27ad23af7ee1 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:41:24.661274 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a216077f-7c42-4113-83c1-27ad23af7ee1 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:41:24.661603 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a216077f-7c42-4113-83c1-27ad23af7ee1 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:41:24.661932 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a216077f-7c42-4113-83c1-27ad23af7ee1 tempest-TestSnapshotPattern-445285325 tempest-TestSnapshotPattern-445285325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-12 {{(pid=110551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:41:24.755377 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45346) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:41:25.202206 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a94f816d-c0e7-45b3-ae9b-972dc94efcd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:25.509098 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 940c913c-e73c-472b-a142-8b5e8fdbac11 no longer exists at agent hyperv_n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:41:25.530229 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] No Port match for: 940c913c-e73c-472b-a142-8b5e8fdbac11 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:41:25.530581 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Device 940c913c-e73c-472b-a142-8b5e8fdbac11 not bound to the agent host n-h1-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:41:25.782364 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-a94f816d-c0e7-45b3-ae9b-972dc94efcd8 admin admin] Deleting port 8c417118-0dff-476d-94bc-c35baf751067 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:41:25.782920 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a94f816d-c0e7-45b3-ae9b-972dc94efcd8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:25.861003 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-a94f816d-c0e7-45b3-ae9b-972dc94efcd8 admin admin] For port 8c417118-0dff-476d-94bc-c35baf751067, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=8c417118-0dff-476d-94bc-c35baf751067,segment=NetworkSegment(140137c2-b6e0-4262-a6fd-2165ee1875b7),segment_id=140137c2-b6e0-4262-a6fd-2165ee1875b7)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:41:25.861372 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a94f816d-c0e7-45b3-ae9b-972dc94efcd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:25.873999 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-a94f816d-c0e7-45b3-ae9b-972dc94efcd8 admin admin] Calling delete_port for 8c417118-0dff-476d-94bc-c35baf751067 owned by network:router_interface {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:41:26.128051 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a94f816d-c0e7-45b3-ae9b-972dc94efcd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:26.158121 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94f816d-c0e7-45b3-ae9b-972dc94efcd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c417118-0dff-476d-94bc-c35baf751067,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:41:26.326775 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-a94f816d-c0e7-45b3-ae9b-972dc94efcd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:26.540285 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a94f816d-c0e7-45b3-ae9b-972dc94efcd8 admin admin] Router 4d7bc422-0d83-4028-9b00-ed93d4899d6e has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:41:26.646302 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94f816d-c0e7-45b3-ae9b-972dc94efcd8 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:41:26.654480 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a94f816d-c0e7-45b3-ae9b-972dc94efcd8 admin admin] 10.222.0.64 "PUT /v2.0/routers/4d7bc422-0d83-4028-9b00-ed93d4899d6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8955710 Dec 08 17:41:26.654620 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45350) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:41:26.655514 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7cb986-f893-4c92-a2e6-e512a7593566 None None] Sync routers for ids ['4d7bc422-0d83-4028-9b00-ed93d4899d6e'] in n-d-776250-12 {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:41:26.665782 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7cb986-f893-4c92-a2e6-e512a7593566 None None] Routers {'4d7bc422-0d83-4028-9b00-ed93d4899d6e'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:41:26.666393 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-ce7cb986-f893-4c92-a2e6-e512a7593566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:41:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['4d7bc422-0d83-4028-9b00-ed93d4899d6e'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:41:26.762234 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2141c39a-8241-4c46-a8b3-45b2310f2684 admin admin] Publish callbacks [] for router, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:26.778915 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-ce7cb986-f893-4c92-a2e6-e512a7593566 None None] Set router 4d7bc422-0d83-4028-9b00-ed93d4899d6e gateway port host: n-d-776250-12 {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:41:26.870613 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2141c39a-8241-4c46-a8b3-45b2310f2684 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:26.959247 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-ce7cb986-f893-4c92-a2e6-e512a7593566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7bc422-0d83-4028-9b00-ed93d4899d6e', 'name': 'tempest-TestSnapshotPattern-2125184472-router', 'tenant_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '24efbbe9-2324-459c-bbc6-52b7bdddfd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:35:55Z', 'updated_at': '2021-12-08T17:41:26Z', 'revision_number': 5, 'project_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'gw_port': {'id': '24efbbe9-2324-459c-bbc6-52b7bdddfd41', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7bc422-0d83-4028-9b00-ed93d4899d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:35:55Z', 'updated_at': '2021-12-08T17:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:41:26.989816 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7cb986-f893-4c92-a2e6-e512a7593566 None None] Checking router: 4d7bc422-0d83-4028-9b00-ed93d4899d6e for host: n-d-776250-12 {{(pid=110552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:41:26.994945 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-2141c39a-8241-4c46-a8b3-45b2310f2684 admin admin] Deleting port 24efbbe9-2324-459c-bbc6-52b7bdddfd41 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:41:26.995293 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2141c39a-8241-4c46-a8b3-45b2310f2684 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:26.999127 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7cb986-f893-4c92-a2e6-e512a7593566 None None] Routers {'4d7bc422-0d83-4028-9b00-ed93d4899d6e'} bound to L3 agent in host n-d-776250-12 {{(pid=110552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:41:26.999741 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-ce7cb986-f893-4c92-a2e6-e512a7593566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:41:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['4d7bc422-0d83-4028-9b00-ed93d4899d6e'], 'active': True} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:41:27.074382 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-2141c39a-8241-4c46-a8b3-45b2310f2684 admin admin] For port 24efbbe9-2324-459c-bbc6-52b7bdddfd41, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=24efbbe9-2324-459c-bbc6-52b7bdddfd41,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:41:27.074651 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2141c39a-8241-4c46-a8b3-45b2310f2684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:27.085090 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvr_db [None req-ce7cb986-f893-4c92-a2e6-e512a7593566 None None] Set router 4d7bc422-0d83-4028-9b00-ed93d4899d6e gateway port host: None {{(pid=110552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:41:27.087151 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-2141c39a-8241-4c46-a8b3-45b2310f2684 admin admin] Calling delete_port for 24efbbe9-2324-459c-bbc6-52b7bdddfd41 owned by network:router_gateway {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:41:27.136844 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_hamode_db [None req-ce7cb986-f893-4c92-a2e6-e512a7593566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7bc422-0d83-4028-9b00-ed93d4899d6e', 'name': 'tempest-TestSnapshotPattern-2125184472-router', 'tenant_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:35:55Z', 'updated_at': '2021-12-08T17:41:26Z', 'revision_number': 6, 'project_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'gw_port_host': None}], 'n-d-776250-12', False) {} {{(pid=110552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:41:27.166123 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7cb986-f893-4c92-a2e6-e512a7593566 None None] The sync data for ids ['4d7bc422-0d83-4028-9b00-ed93d4899d6e'] in n-d-776250-12 is: [{'id': '4d7bc422-0d83-4028-9b00-ed93d4899d6e', 'name': 'tempest-TestSnapshotPattern-2125184472-router', 'tenant_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:35:55Z', 'updated_at': '2021-12-08T17:41:26Z', 'revision_number': 6, 'project_id': 'c0d76e3d2ea542de9aa921e05bc3acec', 'gw_port_host': None}] {{(pid=110552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:41:27.345128 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2141c39a-8241-4c46-a8b3-45b2310f2684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:27.369516 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2141c39a-8241-4c46-a8b3-45b2310f2684 admin admin] Pushing event deleted for resources: {'Port': ['ID=24efbbe9-2324-459c-bbc6-52b7bdddfd41,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:41:27.384265 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3589cee-b1c2-43e4-a2de-c281bdceb42f None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:41:27.436578 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2141c39a-8241-4c46-a8b3-45b2310f2684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:27.529052 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2141c39a-8241-4c46-a8b3-45b2310f2684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:27.531295 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2141c39a-8241-4c46-a8b3-45b2310f2684 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:27.655577 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2141c39a-8241-4c46-a8b3-45b2310f2684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:27.656154 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2141c39a-8241-4c46-a8b3-45b2310f2684 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d7bc422-0d83-4028-9b00-ed93d4899d6e {{(pid=110551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 17:41:27.660554 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-2141c39a-8241-4c46-a8b3-45b2310f2684 admin admin] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:27.661668 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-2141c39a-8241-4c46-a8b3-45b2310f2684 admin admin] 10.222.0.64 "DELETE /v2.0/routers/4d7bc422-0d83-4028-9b00-ed93d4899d6e HTTP/1.1" status: 204 len: 168 time: 1.0061846 Dec 08 17:41:27.664333 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45352) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:41:27.723071 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7b648bd-c63c-48a8-8e57-d50af984aa45 admin admin] Deleting subnet a5fe33bc-93fb-4df1-8613-f74475fef896 {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 17:41:27.726439 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e7b648bd-c63c-48a8-8e57-d50af984aa45 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:27.761288 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e7b648bd-c63c-48a8-8e57-d50af984aa45 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:27.838616 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e7b648bd-c63c-48a8-8e57-d50af984aa45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:27.976563 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e7b648bd-c63c-48a8-8e57-d50af984aa45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:28.011058 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b648bd-c63c-48a8-8e57-d50af984aa45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5fe33bc-93fb-4df1-8613-f74475fef896,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:41:28.014863 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-e7b648bd-c63c-48a8-8e57-d50af984aa45 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:28.020671 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-e7b648bd-c63c-48a8-8e57-d50af984aa45 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a5fe33bc-93fb-4df1-8613-f74475fef896 HTTP/1.1" status: 204 len: 168 time: 0.3548031 Dec 08 17:41:28.020901 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d473f791-e9c6-455d-8b36-34aa9f3c284b None None] Network f23d843c-57e0-4e53-853c-8d5fea2f990a requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:41:28.021368 n-d-776250-12 neutron-server[110550]: DEBUG neutron.wsgi [-] (110550) accepted ('10.222.0.64', 45354) {{(pid=110550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:41:28.094406 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-87511257-faa3-4d47-9db3-4860d5f55b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:28.155692 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-87511257-faa3-4d47-9db3-4860d5f55b67 admin admin] Deleting port 85df5882-1780-435a-9389-e932843d5e0c {{(pid=110550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:41:28.156036 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-87511257-faa3-4d47-9db3-4860d5f55b67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:28.218197 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f55c96e-7998-4689-a309-8ac584ed6040 None None] DHCP port deletion for f23d843c-57e0-4e53-853c-8d5fea2f990a request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:41:28.233461 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.db [None req-87511257-faa3-4d47-9db3-4860d5f55b67 admin admin] For port 85df5882-1780-435a-9389-e932843d5e0c, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=85df5882-1780-435a-9389-e932843d5e0c,segment=NetworkSegment(140137c2-b6e0-4262-a6fd-2165ee1875b7),segment_id=140137c2-b6e0-4262-a6fd-2165ee1875b7)] {{(pid=110550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:41:28.233832 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-87511257-faa3-4d47-9db3-4860d5f55b67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:28.248012 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.plugin [None req-87511257-faa3-4d47-9db3-4860d5f55b67 admin admin] Calling delete_port for 85df5882-1780-435a-9389-e932843d5e0c owned by network:dhcp {{(pid=110550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:41:28.266689 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-7f55c96e-7998-4689-a309-8ac584ed6040 None None] Deleting port 85df5882-1780-435a-9389-e932843d5e0c {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:41:28.267384 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7f55c96e-7998-4689-a309-8ac584ed6040 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:28.335887 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-7f55c96e-7998-4689-a309-8ac584ed6040 None None] For port 85df5882-1780-435a-9389-e932843d5e0c, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=85df5882-1780-435a-9389-e932843d5e0c,segment=NetworkSegment(140137c2-b6e0-4262-a6fd-2165ee1875b7),segment_id=140137c2-b6e0-4262-a6fd-2165ee1875b7)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:41:28.342363 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7f55c96e-7998-4689-a309-8ac584ed6040 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:28.349224 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-7f55c96e-7998-4689-a309-8ac584ed6040 None None] Calling delete_port for 85df5882-1780-435a-9389-e932843d5e0c owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:41:28.413706 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-87511257-faa3-4d47-9db3-4860d5f55b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10227646'] for port, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:28.430587 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-7f55c96e-7998-4689-a309-8ac584ed6040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:28.444855 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87511257-faa3-4d47-9db3-4860d5f55b67 admin admin] Pushing event deleted for resources: {'Port': ['ID=85df5882-1780-435a-9389-e932843d5e0c,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:41:28.448707 n-d-776250-12 neutron-server[110550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87511257-faa3-4d47-9db3-4860d5f55b67 admin admin] No DVR routers for this DVR port 85df5882-1780-435a-9389-e932843d5e0c on host n-d-776250-12 {{(pid=110550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:41:28.455875 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f55c96e-7998-4689-a309-8ac584ed6040 None None] Pushing event deleted for resources: {'Port': ['ID=85df5882-1780-435a-9389-e932843d5e0c,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:41:28.459456 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f55c96e-7998-4689-a309-8ac584ed6040 None None] No DVR routers for this DVR port 85df5882-1780-435a-9389-e932843d5e0c on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:41:28.521081 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-87511257-faa3-4d47-9db3-4860d5f55b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:28.542416 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-87511257-faa3-4d47-9db3-4860d5f55b67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f23d843c-57e0-4e53-853c-8d5fea2f990a']}} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:41:28.551501 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-87511257-faa3-4d47-9db3-4860d5f55b67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '140137c2-b6e0-4262-a6fd-2165ee1875b7') {'for_net_delete': True} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:41:28.551805 n-d-776250-12 neutron-server[110550]: DEBUG neutron.services.segments.db [None req-87511257-faa3-4d47-9db3-4860d5f55b67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '140137c2-b6e0-4262-a6fd-2165ee1875b7') {} {{(pid=110550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:41:28.561113 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-87511257-faa3-4d47-9db3-4860d5f55b67 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9372383'] for segment, before_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:28.574578 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-87511257-faa3-4d47-9db3-4860d5f55b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:28.580346 n-d-776250-12 neutron-server[110550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87511257-faa3-4d47-9db3-4860d5f55b67 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=110550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 17:41:28.585421 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-87511257-faa3-4d47-9db3-4860d5f55b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10227553'] for segment, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:28.585421 n-d-776250-12 neutron-server[110550]: Traceback (most recent call last): Dec 08 17:41:28.585421 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 17:41:28.585421 n-d-776250-12 neutron-server[110550]: timer() Dec 08 17:41:28.585421 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 17:41:28.585421 n-d-776250-12 neutron-server[110550]: cb(*args, **kw) Dec 08 17:41:28.585421 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 17:41:28.585421 n-d-776250-12 neutron-server[110550]: return func(*args, **kwargs) Dec 08 17:41:28.585421 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 17:41:28.585421 n-d-776250-12 neutron-server[110550]: self._notify() Dec 08 17:41:28.585421 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 17:41:28.585421 n-d-776250-12 neutron-server[110550]: self.callback(batched_events) Dec 08 17:41:28.585421 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 17:41:28.585421 n-d-776250-12 neutron-server[110550]: event.method(event) Dec 08 17:41:28.585421 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 17:41:28.585421 n-d-776250-12 neutron-server[110550]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 17:41:28.585421 n-d-776250-12 neutron-server[110550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 17:41:28.585421 n-d-776250-12 neutron-server[110550]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 17:41:28.585421 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 17:41:28.585421 n-d-776250-12 neutron-server[110550]: return f(self, *a, **k) Dec 08 17:41:28.585421 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 17:41:28.585421 n-d-776250-12 neutron-server[110550]: return self._get(url).json() Dec 08 17:41:28.585421 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 17:41:28.585421 n-d-776250-12 neutron-server[110550]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 17:41:28.585421 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 17:41:28.585421 n-d-776250-12 neutron-server[110550]: return self.request(url, 'GET', **kwargs) Dec 08 17:41:28.585421 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 17:41:28.585421 n-d-776250-12 neutron-server[110550]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 17:41:28.585421 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 17:41:28.585421 n-d-776250-12 neutron-server[110550]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 17:41:28.585421 n-d-776250-12 neutron-server[110550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 17:41:28.585421 n-d-776250-12 neutron-server[110550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 17:41:28.585421 n-d-776250-12 neutron-server[110550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 17:41:28.690110 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-87511257-faa3-4d47-9db3-4860d5f55b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:28.695574 n-d-776250-12 neutron-server[110550]: DEBUG neutron_lib.callbacks.manager [None req-87511257-faa3-4d47-9db3-4860d5f55b67 admin admin] Publish callbacks [] for network, before_response {{(pid=110550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:28.699426 n-d-776250-12 neutron-server[110550]: INFO neutron.wsgi [None req-87511257-faa3-4d47-9db3-4860d5f55b67 admin admin] 10.222.0.64 "DELETE /v2.0/networks/f23d843c-57e0-4e53-853c-8d5fea2f990a HTTP/1.1" status: 204 len: 168 time: 0.6772223 Dec 08 17:41:28.702538 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45356) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:41:28.710731 n-d-776250-12 neutron-server[110550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87511257-faa3-4d47-9db3-4860d5f55b67 admin admin] Pushing event deleted for resources: {'Network': ['ID=f23d843c-57e0-4e53-853c-8d5fea2f990a,revision_number=None']} {{(pid=110550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:41:28.789816 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 85df5882-1780-435a-9389-e932843d5e0c no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:41:28.809849 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 85df5882-1780-435a-9389-e932843d5e0c {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:41:28.810201 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 85df5882-1780-435a-9389-e932843d5e0c not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:41:28.810632 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 8c417118-0dff-476d-94bc-c35baf751067 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:41:28.833072 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 8c417118-0dff-476d-94bc-c35baf751067 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:41:28.833430 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 8c417118-0dff-476d-94bc-c35baf751067 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:41:28.833855 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 24efbbe9-2324-459c-bbc6-52b7bdddfd41 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:41:28.855793 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 24efbbe9-2324-459c-bbc6-52b7bdddfd41 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:41:28.856156 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 24efbbe9-2324-459c-bbc6-52b7bdddfd41 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:41:29.049680 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-530da059-da3c-40b3-9d80-ac0043307f05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535195'] for router_interface, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:29.291976 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-530da059-da3c-40b3-9d80-ac0043307f05 admin admin] Deleting port 495fec28-2606-4188-861d-903434ac2a0b {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:41:29.292389 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-530da059-da3c-40b3-9d80-ac0043307f05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:29.372325 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-530da059-da3c-40b3-9d80-ac0043307f05 admin admin] For port 495fec28-2606-4188-861d-903434ac2a0b, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=495fec28-2606-4188-861d-903434ac2a0b,segment=NetworkSegment(c45f7c57-72f5-4a1c-a378-4e177bb2f7f1),segment_id=c45f7c57-72f5-4a1c-a378-4e177bb2f7f1)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:41:29.372606 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-530da059-da3c-40b3-9d80-ac0043307f05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:29.384749 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-530da059-da3c-40b3-9d80-ac0043307f05 admin admin] Calling delete_port for 495fec28-2606-4188-861d-903434ac2a0b owned by network:router_interface {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:41:29.625184 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-530da059-da3c-40b3-9d80-ac0043307f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:29.655423 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530da059-da3c-40b3-9d80-ac0043307f05 admin admin] Pushing event deleted for resources: {'Port': ['ID=495fec28-2606-4188-861d-903434ac2a0b,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:41:29.820998 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-530da059-da3c-40b3-9d80-ac0043307f05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-535047'] for router_interface, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:30.031954 n-d-776250-12 neutron-server[110551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-530da059-da3c-40b3-9d80-ac0043307f05 admin admin] Router 7a3894fa-ab8e-465c-9d72-5ea574db9147 has already been hosted by L3 agent f77f7895-b631-4219-a83e-e4739023a9f0 {{(pid=110551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:41:30.136081 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530da059-da3c-40b3-9d80-ac0043307f05 admin admin] Notify agent at l3_agent.n-d-776250-12 the message routers_updated {{(pid=110551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:41:30.141021 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-530da059-da3c-40b3-9d80-ac0043307f05 admin admin] 10.222.0.64 "PUT /v2.0/routers/7a3894fa-ab8e-465c-9d72-5ea574db9147/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4374311 Dec 08 17:41:30.143699 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45358) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:41:30.144419 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68a7a2f-0c70-4c44-93a2-0b72feb2077d None None] Sync routers for ids ['7a3894fa-ab8e-465c-9d72-5ea574db9147'] in n-d-776250-12 {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:41:30.154480 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68a7a2f-0c70-4c44-93a2-0b72feb2077d None None] Routers {'7a3894fa-ab8e-465c-9d72-5ea574db9147'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:41:30.155084 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-b68a7a2f-0c70-4c44-93a2-0b72feb2077d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:41:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['7a3894fa-ab8e-465c-9d72-5ea574db9147'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:41:30.257642 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-b68a7a2f-0c70-4c44-93a2-0b72feb2077d None None] Set router 7a3894fa-ab8e-465c-9d72-5ea574db9147 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:41:30.440408 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-b68a7a2f-0c70-4c44-93a2-0b72feb2077d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a3894fa-ab8e-465c-9d72-5ea574db9147', 'name': 'tempest-TestSnapshotPattern-1562536845-router', 'tenant_id': 'd5f241a4c9764235902fd722dff8c325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'f8a98a9a-28e3-49e1-99f4-5ef73ae0f5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:36:01Z', 'updated_at': '2021-12-08T17:41:29Z', 'revision_number': 5, 'project_id': 'd5f241a4c9764235902fd722dff8c325', 'gw_port': {'id': 'f8a98a9a-28e3-49e1-99f4-5ef73ae0f5f0', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:1c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3894fa-ab8e-465c-9d72-5ea574db9147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:36:02Z', 'updated_at': '2021-12-08T17:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:41:30.467177 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68a7a2f-0c70-4c44-93a2-0b72feb2077d None None] Checking router: 7a3894fa-ab8e-465c-9d72-5ea574db9147 for host: n-d-776250-12 {{(pid=110553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:41:30.476221 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68a7a2f-0c70-4c44-93a2-0b72feb2077d None None] Routers {'7a3894fa-ab8e-465c-9d72-5ea574db9147'} bound to L3 agent in host n-d-776250-12 {{(pid=110553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:41:30.476860 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-b68a7a2f-0c70-4c44-93a2-0b72feb2077d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:50:14Z,description=,heartbeat_timestamp=2021-12-08T17:41:14Z,host='n-d-776250-12',id=f77f7895-b631-4219-a83e-e4739023a9f0,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:50:14Z,topic='l3_agent')) {'router_ids': ['7a3894fa-ab8e-465c-9d72-5ea574db9147'], 'active': True} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:41:30.582048 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-730e3d6b-a7ee-45f8-be22-adce3132da0c admin admin] Publish callbacks [] for router, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:30.582706 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_dvr_db [None req-b68a7a2f-0c70-4c44-93a2-0b72feb2077d None None] Set router 7a3894fa-ab8e-465c-9d72-5ea574db9147 gateway port host: n-d-776250-12 {{(pid=110553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:41:30.682847 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-730e3d6b-a7ee-45f8-be22-adce3132da0c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:30.761479 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.l3_hamode_db [None req-b68a7a2f-0c70-4c44-93a2-0b72feb2077d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a3894fa-ab8e-465c-9d72-5ea574db9147', 'name': 'tempest-TestSnapshotPattern-1562536845-router', 'tenant_id': 'd5f241a4c9764235902fd722dff8c325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'f8a98a9a-28e3-49e1-99f4-5ef73ae0f5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:36:01Z', 'updated_at': '2021-12-08T17:41:29Z', 'revision_number': 5, 'project_id': 'd5f241a4c9764235902fd722dff8c325', 'gw_port': {'id': 'f8a98a9a-28e3-49e1-99f4-5ef73ae0f5f0', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:1c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3894fa-ab8e-465c-9d72-5ea574db9147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:36:02Z', 'updated_at': '2021-12-08T17:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}], 'n-d-776250-12', False) {} {{(pid=110553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:41:30.789204 n-d-776250-12 neutron-server[110553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68a7a2f-0c70-4c44-93a2-0b72feb2077d None None] The sync data for ids ['7a3894fa-ab8e-465c-9d72-5ea574db9147'] in n-d-776250-12 is: [{'id': '7a3894fa-ab8e-465c-9d72-5ea574db9147', 'name': 'tempest-TestSnapshotPattern-1562536845-router', 'tenant_id': 'd5f241a4c9764235902fd722dff8c325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'external_fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'f8a98a9a-28e3-49e1-99f4-5ef73ae0f5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:36:01Z', 'updated_at': '2021-12-08T17:41:29Z', 'revision_number': 5, 'project_id': 'd5f241a4c9764235902fd722dff8c325', 'gw_port': {'id': 'f8a98a9a-28e3-49e1-99f4-5ef73ae0f5f0', 'name': '', 'network_id': '1ae4cf80-76bf-4df3-a557-5cc6023c1900', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:1c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3894fa-ab8e-465c-9d72-5ea574db9147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:36:02Z', 'updated_at': '2021-12-08T17:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cec1337d-aa9f-47f0-8079-39fe913fecda', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-12'}] {{(pid=110553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:41:30.804365 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-730e3d6b-a7ee-45f8-be22-adce3132da0c admin admin] Deleting port f8a98a9a-28e3-49e1-99f4-5ef73ae0f5f0 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:41:30.804712 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-730e3d6b-a7ee-45f8-be22-adce3132da0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:30.887016 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-730e3d6b-a7ee-45f8-be22-adce3132da0c admin admin] For port f8a98a9a-28e3-49e1-99f4-5ef73ae0f5f0, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=f8a98a9a-28e3-49e1-99f4-5ef73ae0f5f0,segment=NetworkSegment(041ad0df-418e-4f4b-a18c-68171a84f599),segment_id=041ad0df-418e-4f4b-a18c-68171a84f599)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:41:30.887395 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-730e3d6b-a7ee-45f8-be22-adce3132da0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:30.903916 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-730e3d6b-a7ee-45f8-be22-adce3132da0c admin admin] Calling delete_port for f8a98a9a-28e3-49e1-99f4-5ef73ae0f5f0 owned by network:router_gateway {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:41:31.124336 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-730e3d6b-a7ee-45f8-be22-adce3132da0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:31.150727 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730e3d6b-a7ee-45f8-be22-adce3132da0c admin admin] Pushing event deleted for resources: {'Port': ['ID=f8a98a9a-28e3-49e1-99f4-5ef73ae0f5f0,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:41:31.167420 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab37153-5d53-4a44-841e-c4b290a16147 None None] DHCP port deletion for 1ae4cf80-76bf-4df3-a557-5cc6023c1900 request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:41:31.216910 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-730e3d6b-a7ee-45f8-be22-adce3132da0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-528033'] for router_gateway, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:31.310532 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-730e3d6b-a7ee-45f8-be22-adce3132da0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11081'] for router, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:31.312669 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-730e3d6b-a7ee-45f8-be22-adce3132da0c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:31.407475 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-730e3d6b-a7ee-45f8-be22-adce3132da0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-717374'] for router, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:31.407958 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730e3d6b-a7ee-45f8-be22-adce3132da0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a3894fa-ab8e-465c-9d72-5ea574db9147 {{(pid=110551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 17:41:31.412075 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-730e3d6b-a7ee-45f8-be22-adce3132da0c admin admin] Publish callbacks [] for router, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:31.415565 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-730e3d6b-a7ee-45f8-be22-adce3132da0c admin admin] 10.222.0.64 "DELETE /v2.0/routers/7a3894fa-ab8e-465c-9d72-5ea574db9147 HTTP/1.1" status: 204 len: 168 time: 1.2708762 Dec 08 17:41:31.416350 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45360) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:41:31.464166 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.db_base_plugin_v2 [None req-903ee645-36b4-432b-80d0-1cc21f9c3336 admin admin] Deleting subnet 2ecb89a2-4b44-47dc-873d-e6b774466237 {{(pid=110551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 17:41:31.467695 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-903ee645-36b4-432b-80d0-1cc21f9c3336 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:31.505717 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-903ee645-36b4-432b-80d0-1cc21f9c3336 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3143478'] for subnet, precommit_delete_associations {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:31.587915 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-903ee645-36b4-432b-80d0-1cc21f9c3336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66794035'] for subnet, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:31.705178 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-903ee645-36b4-432b-80d0-1cc21f9c3336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66794042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3387062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9193011'] for subnet, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:31.732515 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903ee645-36b4-432b-80d0-1cc21f9c3336 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ecb89a2-4b44-47dc-873d-e6b774466237,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:41:31.734513 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-903ee645-36b4-432b-80d0-1cc21f9c3336 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:31.737783 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-903ee645-36b4-432b-80d0-1cc21f9c3336 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/2ecb89a2-4b44-47dc-873d-e6b774466237 HTTP/1.1" status: 204 len: 168 time: 0.3204679 Dec 08 17:41:31.738874 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ad28cf-9713-4917-9bb5-5e21548fccc2 None None] Network d7e5610e-22e2-44e6-8305-d9a94f37f67b requested from n-d-776250-12 {{(pid=110552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:41:31.740296 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45362) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:41:31.807402 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dd7794db-ffae-4730-aea1-246822f63dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66712683'] for network, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:31.874478 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-dd7794db-ffae-4730-aea1-246822f63dc3 admin admin] Deleting port 60531a9b-5e1b-48e7-93e4-cc7abe5bcb79 {{(pid=110551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:41:31.875095 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dd7794db-ffae-4730-aea1-246822f63dc3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:31.948454 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.db [None req-dd7794db-ffae-4730-aea1-246822f63dc3 admin admin] For port 60531a9b-5e1b-48e7-93e4-cc7abe5bcb79, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=60531a9b-5e1b-48e7-93e4-cc7abe5bcb79,segment=NetworkSegment(c45f7c57-72f5-4a1c-a378-4e177bb2f7f1),segment_id=c45f7c57-72f5-4a1c-a378-4e177bb2f7f1)] {{(pid=110551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:41:31.948835 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dd7794db-ffae-4730-aea1-246822f63dc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:31.962272 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.plugin [None req-dd7794db-ffae-4730-aea1-246822f63dc3 admin admin] Calling delete_port for 60531a9b-5e1b-48e7-93e4-cc7abe5bcb79 owned by network:dhcp {{(pid=110551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:41:32.020079 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694ccf5c-6974-444d-af07-46f3658b73e9 None None] DHCP port deletion for d7e5610e-22e2-44e6-8305-d9a94f37f67b request from n-d-776250-12 {{(pid=110552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:41:32.067901 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-694ccf5c-6974-444d-af07-46f3658b73e9 None None] Deleting port 60531a9b-5e1b-48e7-93e4-cc7abe5bcb79 {{(pid=110552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:41:32.068315 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-694ccf5c-6974-444d-af07-46f3658b73e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740895656632'] for port, before_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:32.110485 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dd7794db-ffae-4730-aea1-246822f63dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3387011'] for port, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:32.130839 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.db [None req-694ccf5c-6974-444d-af07-46f3658b73e9 None None] For port 60531a9b-5e1b-48e7-93e4-cc7abe5bcb79, host n-d-776250-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-12',level=0,port_id=60531a9b-5e1b-48e7-93e4-cc7abe5bcb79,segment=NetworkSegment(c45f7c57-72f5-4a1c-a378-4e177bb2f7f1),segment_id=c45f7c57-72f5-4a1c-a378-4e177bb2f7f1)] {{(pid=110552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:41:32.131251 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-694ccf5c-6974-444d-af07-46f3658b73e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530634'] for port, precommit_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:32.137909 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7794db-ffae-4730-aea1-246822f63dc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=60531a9b-5e1b-48e7-93e4-cc7abe5bcb79,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:41:32.141308 n-d-776250-12 neutron-server[110551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7794db-ffae-4730-aea1-246822f63dc3 admin admin] No DVR routers for this DVR port 60531a9b-5e1b-48e7-93e4-cc7abe5bcb79 on host n-d-776250-12 {{(pid=110551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:41:32.148352 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-694ccf5c-6974-444d-af07-46f3658b73e9 None None] Calling delete_port for 60531a9b-5e1b-48e7-93e4-cc7abe5bcb79 owned by network:dhcp {{(pid=110552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:41:32.214277 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dd7794db-ffae-4730-aea1-246822f63dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796198', 'neutron.services.segments.db._delete_segments_for_network-8740895631050'] for network, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:32.224205 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-694ccf5c-6974-444d-af07-46f3658b73e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66771002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740895663894', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740895098103'] for port, after_delete {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:32.235262 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-dd7794db-ffae-4730-aea1-246822f63dc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7e5610e-22e2-44e6-8305-d9a94f37f67b']}} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:41:32.245004 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-dd7794db-ffae-4730-aea1-246822f63dc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c45f7c57-72f5-4a1c-a378-4e177bb2f7f1') {'for_net_delete': True} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:41:32.245308 n-d-776250-12 neutron-server[110551]: DEBUG neutron.services.segments.db [None req-dd7794db-ffae-4730-aea1-246822f63dc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c45f7c57-72f5-4a1c-a378-4e177bb2f7f1') {} {{(pid=110551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:41:32.249573 n-d-776250-12 neutron-server[110552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ccf5c-6974-444d-af07-46f3658b73e9 None None] Pushing event deleted for resources: {'Port': ['ID=60531a9b-5e1b-48e7-93e4-cc7abe5bcb79,revision_number=None']} {{(pid=110552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:41:32.253960 n-d-776250-12 neutron-server[110552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694ccf5c-6974-444d-af07-46f3658b73e9 None None] No DVR routers for this DVR port 60531a9b-5e1b-48e7-93e4-cc7abe5bcb79 on host n-d-776250-12 {{(pid=110552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:41:32.261558 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dd7794db-ffae-4730-aea1-246822f63dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740895637971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3143503'] for segment, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:32.276164 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dd7794db-ffae-4730-aea1-246822f63dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588'] for segment, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:32.281996 n-d-776250-12 neutron-server[110551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd7794db-ffae-4730-aea1-246822f63dc3 admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=110551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 17:41:32.282386 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dd7794db-ffae-4730-aea1-246822f63dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66801588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386972'] for segment, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:32.284025 n-d-776250-12 neutron-server[110551]: Traceback (most recent call last): Dec 08 17:41:32.284025 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 17:41:32.284025 n-d-776250-12 neutron-server[110551]: timer() Dec 08 17:41:32.284025 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 17:41:32.284025 n-d-776250-12 neutron-server[110551]: cb(*args, **kw) Dec 08 17:41:32.284025 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 17:41:32.284025 n-d-776250-12 neutron-server[110551]: return func(*args, **kwargs) Dec 08 17:41:32.284025 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 17:41:32.284025 n-d-776250-12 neutron-server[110551]: self._notify() Dec 08 17:41:32.284025 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 17:41:32.284025 n-d-776250-12 neutron-server[110551]: self.callback(batched_events) Dec 08 17:41:32.284025 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 17:41:32.284025 n-d-776250-12 neutron-server[110551]: event.method(event) Dec 08 17:41:32.284025 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 17:41:32.284025 n-d-776250-12 neutron-server[110551]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 17:41:32.284025 n-d-776250-12 neutron-server[110551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 17:41:32.284025 n-d-776250-12 neutron-server[110551]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 17:41:32.284025 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 17:41:32.284025 n-d-776250-12 neutron-server[110551]: return f(self, *a, **k) Dec 08 17:41:32.284025 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 17:41:32.284025 n-d-776250-12 neutron-server[110551]: return self._get(url).json() Dec 08 17:41:32.284025 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 17:41:32.284025 n-d-776250-12 neutron-server[110551]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 17:41:32.284025 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 17:41:32.284025 n-d-776250-12 neutron-server[110551]: return self.request(url, 'GET', **kwargs) Dec 08 17:41:32.284025 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 17:41:32.284025 n-d-776250-12 neutron-server[110551]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 17:41:32.284025 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 17:41:32.284025 n-d-776250-12 neutron-server[110551]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 17:41:32.284025 n-d-776250-12 neutron-server[110551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 17:41:32.284025 n-d-776250-12 neutron-server[110551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 17:41:32.284025 n-d-776250-12 neutron-server[110551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 17:41:32.407738 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dd7794db-ffae-4730-aea1-246822f63dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-528005'] for network, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:32.413181 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-dd7794db-ffae-4730-aea1-246822f63dc3 admin admin] Publish callbacks [] for network, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:32.416864 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-dd7794db-ffae-4730-aea1-246822f63dc3 admin admin] 10.222.0.64 "DELETE /v2.0/networks/d7e5610e-22e2-44e6-8305-d9a94f37f67b HTTP/1.1" status: 204 len: 168 time: 0.6756446 Dec 08 17:41:32.428025 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7794db-ffae-4730-aea1-246822f63dc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7e5610e-22e2-44e6-8305-d9a94f37f67b,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:41:32.729204 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45366) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:41:32.769076 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-a3aeefe7-a242-4587-a08d-7c000c7eb83e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c0d76e3d2ea542de9aa921e05bc3acec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386310 Dec 08 17:41:32.771491 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45368) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:41:32.796068 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device f8a98a9a-28e3-49e1-99f4-5ef73ae0f5f0 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:41:32.817261 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: f8a98a9a-28e3-49e1-99f4-5ef73ae0f5f0 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:41:32.817610 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device f8a98a9a-28e3-49e1-99f4-5ef73ae0f5f0 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:41:32.818037 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 495fec28-2606-4188-861d-903434ac2a0b no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:41:32.825824 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4cd843ae-f8ce-486a-80ab-94e5f976adc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:32.841449 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 495fec28-2606-4188-861d-903434ac2a0b {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:41:32.841808 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 495fec28-2606-4188-861d-903434ac2a0b not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:41:32.842360 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 60531a9b-5e1b-48e7-93e4-cc7abe5bcb79 no longer exists at agent ovs-agent-n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:41:32.849130 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4cd843ae-f8ce-486a-80ab-94e5f976adc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:32.864382 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.plugin [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] No Port match for: 60531a9b-5e1b-48e7-93e4-cc7abe5bcb79 {{(pid=110552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:41:32.864808 n-d-776250-12 neutron-server[110552]: DEBUG neutron.plugins.ml2.rpc [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Device 60531a9b-5e1b-48e7-93e4-cc7abe5bcb79 not bound to the agent host n-d-776250-12 {{(pid=110552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:41:32.963870 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4cd843ae-f8ce-486a-80ab-94e5f976adc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:32.966571 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-4cd843ae-f8ce-486a-80ab-94e5f976adc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:32.967835 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-4cd843ae-f8ce-486a-80ab-94e5f976adc1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/74745eee-b54a-4f73-9b36-4cf857422b82 HTTP/1.1" status: 204 len: 168 time: 0.1952081 Dec 08 17:41:32.975822 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd843ae-f8ce-486a-80ab-94e5f976adc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74745eee-b54a-4f73-9b36-4cf857422b82,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:41:33.586927 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45374) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:41:33.626988 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-2f5ea612-db6a-46ae-8954-bdc2224e3ae0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d5f241a4c9764235902fd722dff8c325&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388398 Dec 08 17:41:33.629365 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [-] (110551) accepted ('10.222.0.64', 45376) {{(pid=110551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:41:33.675559 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d89a18e8-e394-4ac7-824b-91431e0fc37a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:33.697156 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d89a18e8-e394-4ac7-824b-91431e0fc37a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:33.970290 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d89a18e8-e394-4ac7-824b-91431e0fc37a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533353'] for security_group, after_delete {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:33.973019 n-d-776250-12 neutron-server[110551]: DEBUG neutron_lib.callbacks.manager [None req-d89a18e8-e394-4ac7-824b-91431e0fc37a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:33.974247 n-d-776250-12 neutron-server[110551]: INFO neutron.wsgi [None req-d89a18e8-e394-4ac7-824b-91431e0fc37a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e3cdb5a9-91e9-40e6-b21f-faaf53680056 HTTP/1.1" status: 204 len: 168 time: 0.3439565 Dec 08 17:41:33.983206 n-d-776250-12 neutron-server[110551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89a18e8-e394-4ac7-824b-91431e0fc37a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3cdb5a9-91e9-40e6-b21f-faaf53680056,revision_number=None']} {{(pid=110551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:41:35.729698 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:39.672809 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:41.533118 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-bbad60b9-366f-47e5-a365-5eb9514291dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:44.218496 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-aa40f61a-985f-43a2-85b0-5322b5bad989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:45.672576 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:47.146958 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:47.675386 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:42:01.480592 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:42:05.738298 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:42:09.715114 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:42:11.546158 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-dcb678d2-b6b9-4c25-8799-3ef701d76d2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:42:14.246367 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-bee38810-2bd2-47c4-87e0-cf1ce253b7ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:42:15.671552 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:42:17.140019 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:42:17.658039 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:42:35.760084 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:42:38.477374 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:42:39.691879 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:42:41.528277 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-53e4a40b-484f-4311-8932-c5b20d5ced66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:42:44.242248 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-02847163-9bb2-46cd-9cae-5be771be827f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:42:45.680118 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:42:47.125659 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:42:47.728417 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:43:05.776715 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:43:09.761810 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:43:11.530700 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2172cfe6-afaa-482f-8e4d-217ae943b70e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:43:14.218971 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f56ae912-481b-4957-a5ff-3c4319accbb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:43:15.476972 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:43:15.673891 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:43:17.178676 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:43:17.670379 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:43:35.764895 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:43:39.701861 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:43:41.566962 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b95a4bc4-0f0d-4578-aaa5-ced675b99861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:43:44.221728 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c7fa4aa8-0f72-4c15-b0c7-0db0c198ac3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:43:45.692690 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:43:47.143726 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:43:47.703868 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:43:52.476663 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:44:05.803880 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:44:09.720653 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:44:11.532004 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-c69c367e-49a1-4de6-b0ce-48b1f20f472f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:44:14.229973 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-86b814a5-adcd-4a9a-9bd0-ef6472109c1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:44:15.680477 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:44:17.146714 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:44:17.657707 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:44:29.476595 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:44:35.786444 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:44:39.808999 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:44:41.517728 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6a3fda31-15c1-4ea7-8c74-19e433c51064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:44:44.257136 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f696f4b8-65c2-4529-a540-e1abd799ec80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:44:45.668287 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:44:47.148590 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:44:47.654802 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:45:05.768503 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:45:06.475131 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:45:09.747805 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:45:11.518919 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-efd43cc3-f1d7-4c7f-b036-b00bab01092d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:45:14.273293 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ef39b07a-97d3-4eb3-a182-3f37abd6e3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:45:15.690745 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:45:17.139912 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:45:17.671576 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:45:35.746786 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:45:39.741509 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:45:41.544982 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-759b5e0e-a35a-490c-91d7-fdcb1595b29f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:45:43.473935 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:45:44.213801 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-5e2c62c6-2782-42d6-b278-57b5319d108b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:45:45.672535 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:45:47.152612 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:45:47.689809 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:46:05.763930 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:46:09.738995 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:46:11.517925 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ab75fb61-a090-4d41-b1c2-d755b5a3d9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:46:14.374013 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-83eb9a7a-5ea7-4081-ae6b-0a0e9bfb6503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:46:15.704064 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:46:17.180721 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:46:17.660988 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:46:20.473879 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:46:35.785625 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:46:39.694413 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:46:41.515150 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e616a034-4745-4c70-86ba-214d5ff0d7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:46:44.214222 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-6f27a228-9f57-46f5-86ef-388f2af26680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:46:45.682756 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:46:47.156980 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:46:47.731889 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:46:57.473055 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:47:05.802467 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:09.768803 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:11.516357 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-1b8f6067-5125-4074-bd9e-093c84fbe4cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:14.219300 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-887fe20a-9ab0-4c74-b07c-c0d4a946ab9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:15.680099 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:17.142667 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:17.699204 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:34.472656 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:47:35.822457 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:39.727373 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:41.521380 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ecd6a1f4-fee0-481f-86bc-99d59d4a9b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:44.218599 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-e8c6e1e4-2061-4b93-b0e4-c5c4d7d19099 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:45.673270 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:47.161501 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:47.693085 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:05.835063 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:09.741515 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:11.472014 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:48:11.530462 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-eeb76f0c-0e4c-49a6-a1d7-ddf7a5192ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:14.223792 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-23f1a0cc-f7ad-4111-8109-764c50bacbf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:15.679299 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:17.212023 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:17.680827 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:31.387538 n-d-776250-12 neutron-server[110551]: DEBUG neutron.wsgi [req-5fda0dbb-6fcb-4c09-9851-03c69cf2b85a req-d8de4154-167b-435d-8046-b386991fe8fd service neutron] (110551) timed out ('10.222.0.64', 43000) {{(pid=110551) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 17:48:35.806107 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:39.777121 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:41.523664 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-b50a007a-a6ed-4def-a8bb-aa43ee0e0a84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:44.266587 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-aa69db35-0403-4712-89ce-053927d49e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:45.683743 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:47.183012 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:47.683885 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:48.471708 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:49:05.848977 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:49:09.765479 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:49:11.559513 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-ac0a74ec-5d13-4641-b354-e3bcc9984b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:49:14.227894 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-f7fdb28f-8013-44a6-bfc2-5e8dead9e399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:49:15.702472 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:49:17.193731 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:49:17.702318 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:49:25.470535 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:49:35.856037 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:49:39.802530 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-46aeaf16-4886-4583-9cec-17bca120aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:49:41.516559 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-9a2b6974-1ab0-48c6-909e-fe0075e288b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:49:44.237305 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-2470e907-b26b-48a3-beed-d5952b545d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:49:45.707404 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-d820d758-115d-4d35-af71-070973fcaf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:49:47.198907 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ca-6d89-4a0b-890f-31610af47ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:49:47.673173 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-567c344f-6b80-45da-a29c-5a6f80ae5f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:50:02.471024 n-d-776250-12 neutron-server[110553]: DEBUG neutron.db.agents_db [None req-1f151864-b4b3-4c42-a2c0-c5ce286be3d4 None None] Agent healthcheck: found 7 active agents {{(pid=110553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:50:05.883992 n-d-776250-12 neutron-server[110552]: DEBUG neutron_lib.callbacks.manager [None req-814bd4f8-c9d1-4310-b23c-f984c4490895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740895631005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66789612'] for agent, after_update {{(pid=110552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}